-- Logs begin at Tue 2022-05-31 12:26:15 UTC, end at Tue 2022-05-31 15:10:29 UTC. -- May 31 13:07:24.317312 n-d-843939-1 systemd[1]: Started Devstack devstack@q-svc.service. May 31 13:07:26.866500 n-d-843939-1 neutron-server[88262]: INFO neutron.common.config [-] Logging enabled! May 31 13:07:26.867345 n-d-843939-1 neutron-server[88262]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.4.1.dev7 May 31 13:07:26.867345 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88262) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 31 13:07:26.870324 n-d-843939-1 neutron-server[88262]: INFO neutron.common.config [-] Logging enabled! May 31 13:07:26.870579 n-d-843939-1 neutron-server[88262]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.4.1.dev7 May 31 13:07:26.870890 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88262) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 31 13:07:26.871818 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 31 13:07:26.872054 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 31 13:07:26.872408 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 31 13:07:26.872655 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 31 13:07:26.872881 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 31 13:07:26.873199 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:26.873497 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:26.873792 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:26.874043 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:26.874347 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:26.874642 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:26.874929 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:26.875222 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:26.875524 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:26.875812 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:26.876095 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:26.876380 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:26.876612 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:26.876895 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:26.877185 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:26.877475 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:26.877698 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] debug = True {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:26.877978 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:26.878437 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:26.878850 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:26.879130 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:26.879422 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:26.879701 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:26.879974 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:26.880250 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:26.880537 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:26.880867 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] host = n-d-843939-1 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:26.881147 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:26.881439 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:26.881729 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:26.882036 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:26.882315 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:26.883108 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:26.883399 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:26.883839 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:26.884124 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] log_file = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:26.884404 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:26.884696 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:26.884988 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:26.885281 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:26.885507 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:26.885732 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:26.886045 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:26.886337 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:26.886614 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:26.886892 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:26.887169 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:26.887445 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:26.887721 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:26.887991 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:26.888277 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:26.888562 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:26.888849 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:26.889125 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:26.889403 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:26.889673 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:26.889945 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:26.890256 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:26.890530 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:26.890804 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:26.891079 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:26.891368 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:26.891637 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:26.891911 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:26.892213 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:26.892501 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:26.892784 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:26.893071 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:26.893345 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:26.893629 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:26.893900 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:26.894196 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:26.894469 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] use_json = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:26.894738 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:26.895011 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:26.895295 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:26.895568 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:26.895842 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:26.896118 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:26.896387 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:26.896672 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:26.896946 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:26.897244 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.897543 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.897845 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.898164 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.899309 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.899567 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.899863 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.900145 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.900438 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.900729 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.901018 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.901297 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.901589 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.901871 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.902192 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.902503 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.902803 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.903100 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.903379 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.903657 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.903932 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.904217 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.904506 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.904802 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.905097 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.905373 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.905653 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.905949 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.906252 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.906527 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.906806 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.907097 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.907377 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.907654 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.907938 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.908231 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.908523 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.908797 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.909073 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.909365 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.909641 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.909915 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.910211 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.910487 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.910758 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.911042 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.911319 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.911595 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.911868 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.912145 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.912420 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.912693 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.912970 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.913242 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.913521 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.913794 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.914405 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.914660 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.914934 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.915206 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.915479 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.915751 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.916029 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.916303 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.916575 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.916847 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.917120 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.917392 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.917680 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.917980 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.918277 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.918558 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.918839 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.919117 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.919394 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.919673 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.919953 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.920233 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.920506 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.920799 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.921084 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.921368 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.921651 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.921931 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.922251 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.922530 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.922815 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.923092 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.923376 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.923660 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.923948 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.924245 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.924541 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.924836 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.925129 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.925420 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.925698 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.926026 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.926309 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:26.926525 n-d-843939-1 neutron-server[88262]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 31 13:07:26.926764 n-d-843939-1 neutron-server[88262]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88262) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 31 13:07:27.315358 n-d-843939-1 neutron-server[88262]: INFO keyring.backend [-] Loading KWallet May 31 13:07:27.323102 n-d-843939-1 neutron-server[88262]: INFO keyring.backend [-] Loading SecretService May 31 13:07:27.326519 n-d-843939-1 neutron-server[88262]: INFO keyring.backend [-] Loading Windows May 31 13:07:27.327814 n-d-843939-1 neutron-server[88262]: INFO keyring.backend [-] Loading chainer May 31 13:07:27.328587 n-d-843939-1 neutron-server[88262]: INFO keyring.backend [-] Loading macOS May 31 13:07:27.361190 n-d-843939-1 neutron-server[88262]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:07:27.361465 n-d-843939-1 neutron-server[88262]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=88262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:07:27.361753 n-d-843939-1 neutron-server[88262]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:07:27.362120 n-d-843939-1 neutron-server[88262]: INFO neutron.manager [-] Loading core plugin: ml2 May 31 13:07:27.752633 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:27.752927 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:27.753203 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:27.754521 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:27.754799 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:27.755066 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:27.790089 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:27.790392 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:27.790659 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:27.803533 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:27.803813 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:27.804080 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:27.834098 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:27.834376 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:27.834642 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:27.871680 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:27.872240 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:27.872240 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.107041 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.107265 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.107497 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.107761 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.108492 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.226019 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.226947 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.227228 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.227493 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.227759 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.228063 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.228325 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.228578 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.228828 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.229107 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.229363 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.229624 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.229883 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.230169 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.230439 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.230704 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.230958 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.231228 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.231478 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.231755 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.232100 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.232356 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.232601 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.232881 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.233128 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.233368 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.233745 n-d-843939-1 neutron-server[88262]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88262) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 13:07:28.233994 n-d-843939-1 neutron-server[88262]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88262) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 13:07:28.234242 n-d-843939-1 neutron-server[88262]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88262) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 13:07:28.234475 n-d-843939-1 neutron-server[88262]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88262) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 13:07:28.234709 n-d-843939-1 neutron-server[88262]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88262) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 13:07:28.234942 n-d-843939-1 neutron-server[88262]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88262) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 13:07:28.235301 n-d-843939-1 neutron-server[88262]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 31 13:07:28.238415 n-d-843939-1 neutron-server[88262]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 31 13:07:28.242562 n-d-843939-1 neutron-server[88262]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 31 13:07:28.246144 n-d-843939-1 neutron-server[88262]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) May 31 13:07:28.247734 n-d-843939-1 neutron-server[88262]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 31 13:07:28.248317 n-d-843939-1 neutron-server[88262]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 31 13:07:28.248665 n-d-843939-1 neutron-server[88262]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 31 13:07:28.249031 n-d-843939-1 neutron-server[88262]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 31 13:07:28.251794 n-d-843939-1 neutron-server[88262]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 31 13:07:28.252044 n-d-843939-1 neutron-server[88262]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 31 13:07:28.252382 n-d-843939-1 neutron-server[88262]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 31 13:07:28.279732 n-d-843939-1 neutron-server[88262]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 31 13:07:28.280172 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.280462 n-d-843939-1 neutron-server[88262]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88262) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 31 13:07:28.280827 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.282177 n-d-843939-1 neutron-server[88262]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88262) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 31 13:07:28.282451 n-d-843939-1 neutron-server[88262]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 31 13:07:28.282693 n-d-843939-1 neutron-server[88262]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 31 13:07:28.285899 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.286198 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.348426 n-d-843939-1 neutron-server[88262]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 31 13:07:28.348662 n-d-843939-1 neutron-server[88262]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 31 13:07:28.348895 n-d-843939-1 neutron-server[88262]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 31 13:07:28.349260 n-d-843939-1 neutron-server[88262]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 31 13:07:28.381268 n-d-843939-1 neutron-server[88262]: DEBUG oslo_db.sqlalchemy.engines [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88262) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} May 31 13:07:28.712372 n-d-843939-1 neutron-server[88262]: INFO neutron.plugins.ml2.managers [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Initializing driver for type 'gre' May 31 13:07:28.712858 n-d-843939-1 neutron-server[88262]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] gre ID ranges: [(1, 1000)] May 31 13:07:28.769318 n-d-843939-1 neutron-server[88262]: INFO neutron.plugins.ml2.managers [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Initializing driver for type 'local' May 31 13:07:28.769668 n-d-843939-1 neutron-server[88262]: INFO neutron.plugins.ml2.managers [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Initializing driver for type 'vlan' May 31 13:07:28.781163 n-d-843939-1 neutron-server[88262]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] VlanTypeDriver initialization complete May 31 13:07:28.781498 n-d-843939-1 neutron-server[88262]: INFO neutron.plugins.ml2.managers [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Initializing driver for type 'vxlan' May 31 13:07:28.782019 n-d-843939-1 neutron-server[88262]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] vxlan ID ranges: [(1, 1000)] May 31 13:07:28.839365 n-d-843939-1 neutron-server[88262]: INFO neutron.plugins.ml2.managers [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Initializing extension driver 'port_security' May 31 13:07:28.839761 n-d-843939-1 neutron-server[88262]: INFO neutron.plugins.ml2.extensions.port_security [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] PortSecurityExtensionDriver initialization complete May 31 13:07:28.840189 n-d-843939-1 neutron-server[88262]: INFO neutron.plugins.ml2.managers [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Initializing mechanism driver 'openvswitch' May 31 13:07:28.840521 n-d-843939-1 neutron-server[88262]: INFO neutron.plugins.ml2.managers [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Initializing mechanism driver 'hyperv' May 31 13:07:28.847012 n-d-843939-1 neutron-server[88262]: DEBUG neutron.plugins.ml2.plugin [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:07:28.847709 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Subscribe: > port after_create 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.848074 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Subscribe: > port after_update 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.848418 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Subscribe: > port after_delete 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.848928 n-d-843939-1 neutron-server[88262]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=88262) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 31 13:07:28.849349 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Subscribe: > subnet after_create 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.849693 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Subscribe: > subnet after_update 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.850053 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.850442 n-d-843939-1 neutron-server[88262]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=88262) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 31 13:07:28.850839 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Subscribe: > network after_create 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.851183 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Subscribe: > network after_update 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.851956 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Subscribe: > network after_delete 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.852344 n-d-843939-1 neutron-server[88262]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=88262) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 31 13:07:28.852744 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Subscribe: > security_group after_create 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.853085 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Subscribe: > security_group after_update 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.853426 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Subscribe: > security_group after_delete 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.855530 n-d-843939-1 neutron-server[88262]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=88262) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 31 13:07:28.856005 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.856365 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.856709 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.857101 n-d-843939-1 neutron-server[88262]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=88262) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 31 13:07:28.857505 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Subscribe: > address_group after_create 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.857850 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Subscribe: > address_group after_update 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.858313 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Subscribe: > address_group after_delete 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.858703 n-d-843939-1 neutron-server[88262]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=88262) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 31 13:07:28.859147 n-d-843939-1 neutron-server[88262]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] ML2 OVO RPC backend initialized. {{(pid=88262) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} May 31 13:07:28.859981 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.860340 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.860749 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Subscribe: > network before_response 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.861092 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Subscribe: > networks before_response 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.861434 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Subscribe: > port before_response 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.861770 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Subscribe: > ports before_response 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.862134 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Subscribe: > subnet before_response 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.862472 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Subscribe: > subnets before_response 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.862812 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Subscribe: > network after_create 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.863146 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Subscribe: > network after_update 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.863474 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Subscribe: > network after_delete 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.863805 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Subscribe: > port after_create 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.864134 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Subscribe: > port after_update 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.864460 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Subscribe: > port after_delete 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.864788 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Subscribe: > subnet after_create 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.865115 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Subscribe: > subnet after_update 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.865438 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.866023 n-d-843939-1 neutron-server[88262]: INFO neutron.plugins.ml2.plugin [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Modular L2 Plugin initialization complete May 31 13:07:28.866354 n-d-843939-1 neutron-server[88262]: DEBUG neutron.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading services supported by the core plugin {{(pid=88262) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 31 13:07:28.866676 n-d-843939-1 neutron-server[88262]: INFO neutron.plugins.ml2.managers [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Got port-security extension from driver 'port_security' May 31 13:07:28.868062 n-d-843939-1 neutron-server[88262]: INFO neutron.extensions.vlantransparent [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Disabled vlantransparent extension. May 31 13:07:28.868554 n-d-843939-1 neutron-server[88262]: DEBUG neutron.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88262) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 31 13:07:28.868866 n-d-843939-1 neutron-server[88262]: INFO neutron.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading Plugin: router May 31 13:07:28.904919 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Subscribe: > router_interface before_create 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.905492 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Subscribe: > router after_create 55549900 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.905653 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Subscribe: > router before_create 55549900 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.906040 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.906410 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.906759 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Subscribe: > router after_delete 55549900 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.907110 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Subscribe: > floatingip after_update 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.907467 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Subscribe: > router after_create 55549900 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.907807 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Subscribe: > router after_update 55549900 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.908154 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Subscribe: > router after_update 55549900 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.908498 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.908850 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Subscribe: > router after_update 55549900 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.909255 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Subscribe: > router precommit_update 55549900 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.909617 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Subscribe: port after_update 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.909951 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Subscribe: port after_delete 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.910306 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Subscribe: subnet after_update 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.910640 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.910982 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Subscribe: > port precommit_delete 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.911324 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Subscribe: > router precommit_create 55549900 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.911658 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Subscribe: port before_delete 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.911992 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Subscribe: > router precommit_create 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.912340 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Subscribe: > router after_update 55549900 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.912675 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Subscribe: > router precommit_delete 55549900 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.913013 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Subscribe: > router precommit_create 55549900 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.913363 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.913696 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Subscribe: > router precommit_update 55549900 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.914931 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Subscribe: > agent after_create 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.915287 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Subscribe: > agent after_delete 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.915633 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Subscribe: > network after_delete 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.916482 n-d-843939-1 neutron-server[88262]: DEBUG neutron.quota.resource_registry [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Tracking information for resource: router configured {{(pid=88262) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 13:07:28.916811 n-d-843939-1 neutron-server[88262]: DEBUG neutron.quota.resource_registry [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Tracking information for resource: floatingip configured {{(pid=88262) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 13:07:28.921708 n-d-843939-1 neutron-server[88262]: INFO neutron.db.l3_agentschedulers_db [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 31 13:07:28.922316 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Subscribe: port after_update 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.922673 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Subscribe: port after_create 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.923018 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Subscribe: port after_delete 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.923367 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Subscribe: port after_update 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.924146 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Subscribe: > router before_create 55550100 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.924503 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Subscribe: > router precommit_delete 55550100 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.924860 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Subscribe: > router precommit_create 55550100 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.925212 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Subscribe: > router precommit_update 55550100 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.930540 n-d-843939-1 neutron-server[88262]: DEBUG neutron.services.provider_configuration [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Service providers = [] {{(pid=88262) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 31 13:07:28.930908 n-d-843939-1 neutron-server[88262]: DEBUG neutron.db.servicetype_db [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88262) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 31 13:07:28.933946 n-d-843939-1 neutron-server[88262]: DEBUG neutron.services.service_base [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88262) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 31 13:07:28.934314 n-d-843939-1 neutron-server[88262]: DEBUG neutron.services.service_base [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88262) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 31 13:07:28.934648 n-d-843939-1 neutron-server[88262]: DEBUG neutron.services.service_base [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88262) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 31 13:07:28.935516 n-d-843939-1 neutron-server[88262]: DEBUG neutron.services.service_base [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88262) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 31 13:07:28.935882 n-d-843939-1 neutron-server[88262]: INFO neutron.services.service_base [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Default provider is not specified for service type L3_ROUTER_NAT May 31 13:07:28.936249 n-d-843939-1 neutron-server[88262]: DEBUG neutron.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88262) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 13:07:28.936561 n-d-843939-1 neutron-server[88262]: INFO neutron.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 31 13:07:28.948491 n-d-843939-1 neutron-server[88262]: DEBUG neutron.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88262) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 13:07:28.948823 n-d-843939-1 neutron-server[88262]: INFO neutron.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading Plugin: auto_allocate May 31 13:07:28.954576 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Subscribe: network precommit_update 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.954938 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Subscribe: network precommit_create 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.955456 n-d-843939-1 neutron-server[88262]: DEBUG neutron.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88262) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 13:07:28.955770 n-d-843939-1 neutron-server[88262]: INFO neutron.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading Plugin: tag May 31 13:07:28.962751 n-d-843939-1 neutron-server[88262]: DEBUG neutron.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88262) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 13:07:28.963027 n-d-843939-1 neutron-server[88262]: INFO neutron.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading Plugin: timestamp May 31 13:07:28.966979 n-d-843939-1 neutron-server[88262]: DEBUG neutron.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88262) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 13:07:28.967307 n-d-843939-1 neutron-server[88262]: INFO neutron.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading Plugin: network_ip_availability May 31 13:07:28.972452 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.972820 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.973170 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:28.973873 n-d-843939-1 neutron-server[88262]: DEBUG neutron.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88262) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 13:07:28.974224 n-d-843939-1 neutron-server[88262]: INFO neutron.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading Plugin: flavors May 31 13:07:28.979338 n-d-843939-1 neutron-server[88262]: DEBUG neutron.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88262) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 13:07:28.979665 n-d-843939-1 neutron-server[88262]: INFO neutron.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading Plugin: revisions May 31 13:07:28.983903 n-d-843939-1 neutron-server[88262]: DEBUG neutron.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88262) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 13:07:28.984283 n-d-843939-1 neutron-server[88262]: DEBUG oslo_concurrency.lockutils [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.622s {{(pid=88262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:07:28.985015 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88262) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 31 13:07:28.985344 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Initializing extension manager. May 31 13:07:28.985840 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: __init__.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:28.986204 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: __pycache__ {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:28.986535 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:28.986862 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: address_group.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:28.987603 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:28.988167 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loaded extension: address-group May 31 13:07:28.988485 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: address_scope.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:28.989370 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:28.989882 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loaded extension: address-scope May 31 13:07:28.990229 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: admin_state_down_before_update.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:28.991137 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:28.991643 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loaded extension: router-admin-state-down-before-update May 31 13:07:28.992485 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: agent.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:28.993623 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:28.994167 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loaded extension: agent May 31 13:07:28.994488 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: agent_resources_synced.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:28.995385 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:28.995890 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loaded extension: agent-resources-synced May 31 13:07:28.996209 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: allowedaddresspairs.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:28.997965 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:28.998513 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loaded extension: allowed-address-pairs May 31 13:07:28.998836 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: auto_allocated_topology.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:28.999891 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.000427 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loaded extension: auto-allocated-topology May 31 13:07:29.000748 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: availability_zone.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.001431 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.001932 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loaded extension: availability_zone May 31 13:07:29.002273 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: availability_zone_filter.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.003165 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.003673 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loaded extension: availability_zone_filter May 31 13:07:29.003990 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: data_plane_status.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.004875 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.005380 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Extension data-plane-status not supported by any of loaded plugins May 31 13:07:29.005697 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: default_subnetpools.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.006610 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.007122 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loaded extension: default-subnetpools May 31 13:07:29.007440 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: dhcpagentscheduler.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.011476 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.012041 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loaded extension: dhcp_agent_scheduler May 31 13:07:29.014302 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: dns.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.015365 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.015808 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Extension dns-integration not supported by any of loaded plugins May 31 13:07:29.016128 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: dns_domain_ports.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.017031 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.017528 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Extension dns-domain-ports not supported by any of loaded plugins May 31 13:07:29.017847 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: dvr.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.018541 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.019047 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loaded extension: dvr May 31 13:07:29.019364 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: empty_string_filtering.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.020333 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.020841 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loaded extension: empty-string-filtering May 31 13:07:29.021161 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.022912 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.024494 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 31 13:07:29.024822 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.025939 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.026477 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 31 13:07:29.026804 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: external_net.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.027711 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.028223 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loaded extension: external-net May 31 13:07:29.028544 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: extra_dhcp_opt.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.029444 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.029947 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loaded extension: extra_dhcp_opt May 31 13:07:29.030288 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: extraroute.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.031182 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.031685 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loaded extension: extraroute May 31 13:07:29.032007 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: extraroute_atomic.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.033034 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.033540 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loaded extension: extraroute-atomic May 31 13:07:29.033858 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: filter_validation.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.034547 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.035048 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loaded extension: filter-validation May 31 13:07:29.035368 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: fip_pf_description.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.036263 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.036758 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 31 13:07:29.037072 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: fip_port_details.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.037977 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.038497 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loaded extension: fip-port-details May 31 13:07:29.039884 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: flavors.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.041123 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.041636 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loaded extension: flavors May 31 13:07:29.041959 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.043616 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.044131 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 31 13:07:29.044453 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: floatingip_pools.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.045137 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.045652 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loaded extension: floatingip-pools May 31 13:07:29.045971 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: ip_allocation.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.046900 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.047417 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Extension ip_allocation not supported by any of loaded plugins May 31 13:07:29.047719 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.048620 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.049122 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loaded extension: ip-substring-filtering May 31 13:07:29.049442 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: l2_adjacency.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.050394 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.050894 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Extension l2_adjacency not supported by any of loaded plugins May 31 13:07:29.051210 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: l3.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.052351 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.052874 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loaded extension: router May 31 13:07:29.053198 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: l3_conntrack_helper.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.056010 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.056533 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 31 13:07:29.056863 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.057782 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.058320 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loaded extension: ext-gw-mode May 31 13:07:29.058644 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.059554 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.060057 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loaded extension: l3-ha May 31 13:07:29.060489 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: l3_flavors.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.061392 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.061899 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loaded extension: l3-flavors May 31 13:07:29.062250 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.063171 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.063677 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loaded extension: l3-port-ip-change-not-allowed May 31 13:07:29.063997 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: l3agentscheduler.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.065036 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.065554 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loaded extension: l3_agent_scheduler May 31 13:07:29.065887 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: logging.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.067355 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.067872 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Extension logging not supported by any of loaded plugins May 31 13:07:29.068196 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: metering.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.068923 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.069496 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loaded extension: metering May 31 13:07:29.069817 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.071979 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.072490 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loaded extension: metering_source_and_destination_fields May 31 13:07:29.072812 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: multiprovidernet.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.073716 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.074257 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loaded extension: multi-provider May 31 13:07:29.074577 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: netmtu.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.075482 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.075992 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loaded extension: net-mtu May 31 13:07:29.076308 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: netmtu_writable.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.077207 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.077709 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loaded extension: net-mtu-writable May 31 13:07:29.078045 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: network_availability_zone.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.078706 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.079207 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loaded extension: network_availability_zone May 31 13:07:29.079521 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: network_ip_availability.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.080596 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.081105 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loaded extension: network-ip-availability May 31 13:07:29.081426 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: network_segment_range.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.082207 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.082709 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Extension network-segment-range not supported by any of loaded plugins May 31 13:07:29.083027 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: pagination.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.083984 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.084311 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loaded extension: pagination May 31 13:07:29.084626 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: port_device_profile.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.085514 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.087027 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loaded extension: port-device-profile May 31 13:07:29.087346 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.088258 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.088769 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loaded extension: port-mac-address-regenerate May 31 13:07:29.089085 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.089981 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.090510 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loaded extension: port-numa-affinity-policy May 31 13:07:29.090826 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: port_resource_request.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.091713 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.092219 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Extension port-resource-request not supported by any of loaded plugins May 31 13:07:29.092536 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: portbindings.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.093443 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.093951 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loaded extension: binding May 31 13:07:29.094299 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: portbindings_extended.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.095668 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.096180 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loaded extension: binding-extended May 31 13:07:29.096517 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: portsecurity.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.097409 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.097916 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loaded extension: port-security May 31 13:07:29.098261 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: project_id.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.099215 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.099540 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loaded extension: project-id May 31 13:07:29.099854 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: providernet.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.100751 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.101283 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loaded extension: provider May 31 13:07:29.102888 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: qos.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.106372 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.106895 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Extension qos not supported by any of loaded plugins May 31 13:07:29.107280 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.108503 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.109015 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 31 13:07:29.109338 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.110269 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.110777 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 31 13:07:29.111097 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: qos_default.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.111998 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.112508 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Extension qos-default not supported by any of loaded plugins May 31 13:07:29.112830 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: qos_fip.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.113472 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.113971 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Extension qos-fip not supported by any of loaded plugins May 31 13:07:29.114315 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: qos_gateway_ip.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.115378 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.115747 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 31 13:07:29.116065 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: qos_port_network_policy.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.117585 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.118217 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 31 13:07:29.118543 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: qos_rule_type_details.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.119875 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.120610 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 31 13:07:29.120938 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: qos_rules_alias.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.121978 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.122515 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Extension qos-rules-alias not supported by any of loaded plugins May 31 13:07:29.122840 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: quotasv2.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.123804 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.124130 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loaded extension: quotas May 31 13:07:29.124448 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: quotasv2_detail.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.126075 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.126411 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loaded extension: quota_details May 31 13:07:29.126733 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: rbac.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.127787 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.128312 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loaded extension: rbac-policies May 31 13:07:29.128633 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: rbac_address_group.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.129546 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.130096 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loaded extension: rbac-address-group May 31 13:07:29.130420 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: rbac_address_scope.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.131323 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.131834 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loaded extension: rbac-address-scope May 31 13:07:29.132152 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: rbac_security_groups.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.134020 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.134528 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loaded extension: rbac-security-groups May 31 13:07:29.134849 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: rbac_subnetpool.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.135766 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.136274 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loaded extension: rbac-subnetpool May 31 13:07:29.136593 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: revisionifmatch.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.137617 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.138275 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loaded extension: revision-if-match May 31 13:07:29.138597 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: revisions.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.139687 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.140198 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loaded extension: standard-attr-revisions May 31 13:07:29.140517 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: router_availability_zone.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.141173 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.141677 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loaded extension: router_availability_zone May 31 13:07:29.142033 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: routerservicetype.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.142917 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.143423 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Extension router-service-type not supported by any of loaded plugins May 31 13:07:29.143741 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.144641 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.145148 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loaded extension: security-groups-normalized-cidr May 31 13:07:29.145467 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: security_groups_port_filtering.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.146398 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.146909 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loaded extension: port-security-groups-filtering May 31 13:07:29.147231 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.148173 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.149683 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loaded extension: security-groups-remote-address-group May 31 13:07:29.150028 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: securitygroup.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.160872 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.161511 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loaded extension: security-group May 31 13:07:29.161846 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: segment.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.162659 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.163168 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Extension segment not supported by any of loaded plugins May 31 13:07:29.163490 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.165123 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.165634 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 31 13:07:29.165955 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: servicetype.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.167062 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.167580 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loaded extension: service-type May 31 13:07:29.167908 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: sorting.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.168865 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.169193 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loaded extension: sorting May 31 13:07:29.169514 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: standard_attr_segment.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.170500 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.171010 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Extension standard-attr-segment not supported by any of loaded plugins May 31 13:07:29.171329 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: standardattrdescription.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.171963 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.172540 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loaded extension: standard-attr-description May 31 13:07:29.172788 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: stateful_security_group.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.173688 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.174226 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loaded extension: stateful-security-group May 31 13:07:29.174544 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: stdattrs_common.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.175112 n-d-843939-1 neutron-server[88262]: WARNING neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 31 13:07:29.175427 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.176419 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.176932 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 31 13:07:29.177253 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: subnet_onboard.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.178346 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.178865 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loaded extension: subnet_onboard May 31 13:07:29.179185 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.180334 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.180839 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 31 13:07:29.181157 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: subnet_service_types.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.182098 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.182613 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loaded extension: subnet-service-types May 31 13:07:29.182932 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: subnetallocation.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.183998 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.184506 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loaded extension: subnet_allocation May 31 13:07:29.184823 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.185471 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.185976 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loaded extension: subnetpool-prefix-ops May 31 13:07:29.186317 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.187238 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.187744 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 31 13:07:29.188063 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: tagging.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.189113 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.189621 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loaded extension: standard-attr-tag May 31 13:07:29.189940 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: timestamp.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.191140 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.191652 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loaded extension: standard-attr-timestamp May 31 13:07:29.191973 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: trunk.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.192984 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.193495 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Extension trunk not supported by any of loaded plugins May 31 13:07:29.193816 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: trunk_details.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.194742 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.196149 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Extension trunk-details not supported by any of loaded plugins May 31 13:07:29.196474 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: uplink_status_propagation.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.197383 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.197897 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 31 13:07:29.198237 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Loading extension file: vlantransparent.py {{(pid=88262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 31 13:07:29.198895 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 31 13:07:29.199397 n-d-843939-1 neutron-server[88262]: INFO neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Extension vlan-transparent not supported by any of loaded plugins May 31 13:07:29.201791 n-d-843939-1 neutron-server[88262]: INFO neutron.quota.resource_registry [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Creating instance of TrackedResource for resource:network May 31 13:07:29.202540 n-d-843939-1 neutron-server[88262]: INFO neutron.quota.resource_registry [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Creating instance of TrackedResource for resource:subnet May 31 13:07:29.203137 n-d-843939-1 neutron-server[88262]: INFO neutron.quota.resource_registry [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Creating instance of TrackedResource for resource:subnetpool May 31 13:07:29.319497 n-d-843939-1 neutron-server[88262]: INFO neutron.quota.resource_registry [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Creating instance of TrackedResource for resource:port May 31 13:07:29.322339 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.v2.resource_helper [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 13:07:29.322823 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.v2.resource_helper [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Service FLAVORS assigned prefix: {{(pid=88262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 13:07:29.323749 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.v2.resource_helper [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 13:07:29.324321 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.v2.resource_helper [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 13:07:29.324663 n-d-843939-1 neutron-server[88262]: INFO neutron.quota.resource_registry [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Creating instance of TrackedResource for resource:router May 31 13:07:29.325344 n-d-843939-1 neutron-server[88262]: INFO neutron.quota.resource_registry [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Creating instance of TrackedResource for resource:floatingip May 31 13:07:29.326454 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.v2.resource_helper [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Service METERING assigned prefix: /metering {{(pid=88262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 13:07:29.327965 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:29.328424 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:29.328757 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:07:29.329812 n-d-843939-1 neutron-server[88262]: INFO neutron.quota.resource_registry [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Creating instance of CountableResource for resource:rbac_policy May 31 13:07:29.330265 n-d-843939-1 neutron-server[88262]: INFO neutron.quota.resource_registry [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Creating instance of TrackedResource for resource:security_group May 31 13:07:29.330922 n-d-843939-1 neutron-server[88262]: INFO neutron.quota.resource_registry [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Creating instance of TrackedResource for resource:security_group_rule May 31 13:07:29.331650 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.v2.resource_helper [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Service CORE assigned prefix: {{(pid=88262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 13:07:29.331980 n-d-843939-1 neutron-server[88262]: INFO neutron.quota.resource_registry [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Creating instance of TrackedResource for resource:subnetpool May 31 13:07:29.332316 n-d-843939-1 neutron-server[88262]: WARNING neutron.quota.resource_registry [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] subnetpool is already registered May 31 13:07:29.332987 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.v2.resource_helper [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Service CORE assigned prefix: {{(pid=88262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 13:07:29.333316 n-d-843939-1 neutron-server[88262]: INFO neutron.quota.resource_registry [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Creating instance of TrackedResource for resource:subnetpool May 31 13:07:29.333639 n-d-843939-1 neutron-server[88262]: WARNING neutron.quota.resource_registry [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] subnetpool is already registered May 31 13:07:29.337067 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.v2.resource_helper [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 13:07:29.337494 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.v2.resource_helper [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Service FLAVORS assigned prefix: {{(pid=88262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 13:07:29.338099 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.v2.resource_helper [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 13:07:29.338544 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.v2.resource_helper [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 13:07:29.338877 n-d-843939-1 neutron-server[88262]: INFO neutron.quota.resource_registry [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Creating instance of TrackedResource for resource:router May 31 13:07:29.339203 n-d-843939-1 neutron-server[88262]: WARNING neutron.quota.resource_registry [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] router is already registered May 31 13:07:29.339792 n-d-843939-1 neutron-server[88262]: INFO neutron.quota.resource_registry [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Creating instance of TrackedResource for resource:floatingip May 31 13:07:29.340168 n-d-843939-1 neutron-server[88262]: WARNING neutron.quota.resource_registry [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] floatingip is already registered May 31 13:07:29.340867 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.v2.resource_helper [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Service METERING assigned prefix: /metering {{(pid=88262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 13:07:29.341688 n-d-843939-1 neutron-server[88262]: INFO neutron.quota.resource_registry [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Creating instance of CountableResource for resource:rbac_policy May 31 13:07:29.342100 n-d-843939-1 neutron-server[88262]: WARNING neutron.quota.resource_registry [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] rbac_policy is already registered May 31 13:07:29.342715 n-d-843939-1 neutron-server[88262]: INFO neutron.quota.resource_registry [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Creating instance of TrackedResource for resource:security_group May 31 13:07:29.343077 n-d-843939-1 neutron-server[88262]: WARNING neutron.quota.resource_registry [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] security_group is already registered May 31 13:07:29.343807 n-d-843939-1 neutron-server[88262]: INFO neutron.quota.resource_registry [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Creating instance of TrackedResource for resource:security_group_rule May 31 13:07:29.344146 n-d-843939-1 neutron-server[88262]: WARNING neutron.quota.resource_registry [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] security_group_rule is already registered May 31 13:07:29.344783 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.v2.resource_helper [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Service CORE assigned prefix: {{(pid=88262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 13:07:29.345111 n-d-843939-1 neutron-server[88262]: INFO neutron.quota.resource_registry [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Creating instance of TrackedResource for resource:subnetpool May 31 13:07:29.345434 n-d-843939-1 neutron-server[88262]: WARNING neutron.quota.resource_registry [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] subnetpool is already registered May 31 13:07:29.346046 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.v2.resource_helper [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Service CORE assigned prefix: {{(pid=88262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 13:07:29.346373 n-d-843939-1 neutron-server[88262]: INFO neutron.quota.resource_registry [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Creating instance of TrackedResource for resource:subnetpool May 31 13:07:29.346693 n-d-843939-1 neutron-server[88262]: WARNING neutron.quota.resource_registry [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] subnetpool is already registered May 31 13:07:29.347333 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Extended resource: extensions {{(pid=88262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 13:07:29.348803 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Extended resource: address-groups {{(pid=88262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 13:07:29.350477 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Extended resource: address-scopes {{(pid=88262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 13:07:29.352271 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Extended resource: agents {{(pid=88262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 13:07:29.353428 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Extended resource: auto-allocated-topology {{(pid=88262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 13:07:29.354687 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Extended resource: availability_zones {{(pid=88262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 13:07:29.355997 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Extended resource: dhcp-networks {{(pid=88262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 13:07:29.357395 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Extended resource: dhcp-agents {{(pid=88262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 13:07:29.358815 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Extended resource: routers {{(pid=88262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 13:07:29.360607 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Extended resource: flavors {{(pid=88262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 13:07:29.361772 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Extended resource: service_profiles {{(pid=88262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 13:07:29.363000 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Extended resource: next_providers {{(pid=88262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 13:07:29.364645 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Extended resource: service_profiles {{(pid=88262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 13:07:29.366102 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Extended resource: floatingip-pools {{(pid=88262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 13:07:29.367828 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Extended resource: routers {{(pid=88262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 13:07:29.369611 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Extended resource: floatingips {{(pid=88262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 13:07:29.370838 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Extended resource: l3-routers {{(pid=88262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 13:07:29.372212 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Extended resource: l3-agents {{(pid=88262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 13:07:29.373601 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Extended resource: metering-labels {{(pid=88262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 13:07:29.374978 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Extended resource: metering-label-rules {{(pid=88262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 13:07:29.376261 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Extended resource: network-ip-availabilities {{(pid=88262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 13:07:29.377498 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Extended resource: bindings {{(pid=88262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 13:07:29.379167 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Extended resource: quotas {{(pid=88262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 13:07:29.380611 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Extended resource: quotas {{(pid=88262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 13:07:29.382057 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Extended resource: rbac-policies {{(pid=88262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 13:07:29.384441 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Extended resource: security-groups {{(pid=88262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 13:07:29.385664 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Extended resource: security-group-rules {{(pid=88262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 13:07:29.386932 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Extended resource: service-providers {{(pid=88262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 13:07:29.388141 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Extended resource: subnetpools {{(pid=88262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 13:07:29.390726 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Extended resource: subnetpools {{(pid=88262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 13:07:29.392194 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Extended resource: tags {{(pid=88262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 13:07:29.393873 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Extended resource: tags {{(pid=88262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 13:07:29.395683 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Extended resource: tags {{(pid=88262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 13:07:29.397446 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Extended resource: tags {{(pid=88262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 13:07:29.400379 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Extended resource: tags {{(pid=88262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 13:07:29.402244 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Extended resource: tags {{(pid=88262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 13:07:29.403919 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Extended resource: tags {{(pid=88262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 13:07:29.405806 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Extended resource: tags {{(pid=88262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 13:07:29.407589 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Extended resource: tags {{(pid=88262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 13:07:29.409422 n-d-843939-1 neutron-server[88262]: DEBUG neutron.api.extensions [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Extended resource: tags {{(pid=88262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 13:07:29.416047 n-d-843939-1 neutron-server[88262]: WARNING keystonemiddleware.auth_token [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 31 13:07:29.420733 n-d-843939-1 neutron-server[88262]: WARNING keystonemiddleware.auth_token [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 31 13:07:29.428809 n-d-843939-1 neutron-server[88262]: DEBUG oslo_concurrency.lockutils [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Acquired lock "singleton_lock" {{(pid=88262) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 31 13:07:29.429274 n-d-843939-1 neutron-server[88262]: DEBUG oslo_concurrency.lockutils [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Releasing lock "singleton_lock" {{(pid=88262) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 31 13:07:29.430959 n-d-843939-1 neutron-server[88262]: INFO oslo_service.service [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Starting 2 workers May 31 13:07:29.435560 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Started child 88369 {{(pid=88262) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 31 13:07:29.439736 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Started child 88370 {{(pid=88262) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 31 13:07:29.440735 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:29.441322 n-d-843939-1 neutron-server[88262]: INFO neutron.service [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Neutron service started, listening on 0.0.0.0:9696 May 31 13:07:29.442133 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Notify callbacks [] for process, before_spawn {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:29.442403 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [-] (88369) wsgi starting up on http://0.0.0.0:9696 May 31 13:07:29.444102 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:29.444565 n-d-843939-1 neutron-server[88262]: INFO oslo_service.service [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Starting 1 workers May 31 13:07:29.446324 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [-] (88370) wsgi starting up on http://0.0.0.0:9696 May 31 13:07:29.450535 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Started child 88371 {{(pid=88262) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 31 13:07:29.451040 n-d-843939-1 neutron-server[88262]: INFO oslo_service.service [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Starting 1 workers May 31 13:07:29.453974 n-d-843939-1 neutron-server[88371]: DEBUG neutron.service [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] calling RpcWorker wait() {{(pid=88371) _wait /opt/stack/neutron/neutron/service.py:128}} May 31 13:07:29.454557 n-d-843939-1 neutron-server[88371]: DEBUG neutron.service [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] returning from RpcWorker wait() {{(pid=88371) _wait /opt/stack/neutron/neutron/service.py:135}} May 31 13:07:29.455253 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Started child 88372 {{(pid=88262) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 31 13:07:29.455803 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:29.456052 n-d-843939-1 neutron-server[88262]: DEBUG neutron_lib.callbacks.manager [None req-dcf275c8-0b07-4398-b21e-968b9f15cb41 None None] Notify callbacks [] for process, after_spawn {{(pid=88262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:29.456359 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:07:29.457871 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88262) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 31 13:07:29.458100 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 31 13:07:29.458284 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 31 13:07:29.458492 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 31 13:07:29.458845 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 31 13:07:29.459006 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 31 13:07:29.459508 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.459780 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.459877 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:29.460327 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.460327 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.460583 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.460931 n-d-843939-1 neutron-server[88372]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:07:29.461782 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.462080 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.462346 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.462625 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.462878 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.463045 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.463210 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.463460 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.463699 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.463987 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.464383 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.464629 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.464919 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.465092 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.465360 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.465633 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.465857 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.466156 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] debug = True {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.466420 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.466901 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.467145 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.467379 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.467608 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.467868 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.468096 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.468367 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.468613 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.468845 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.469085 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.469350 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.469584 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.469797 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.470027 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.470278 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.470511 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.470964 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] host = n-d-843939-1 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.471180 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.471395 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.471654 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.471908 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.472147 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.472376 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.472619 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.472857 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.473120 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.473370 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.473603 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.473826 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.474067 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.474309 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] log_file = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.474470 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] log_options = True {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.474689 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.474971 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.475235 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.475424 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.475588 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.475760 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.476011 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.476171 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.476491 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.477373 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.477598 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.477814 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.478096 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.478331 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.478579 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.478815 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.479050 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.479260 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.479502 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.479747 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.479989 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.480212 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.480445 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.480655 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.480885 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.481126 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.481426 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.484239 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.484239 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.484239 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.484764 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.484764 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.485176 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.485176 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.485563 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.485563 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.485847 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.486082 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.486323 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.486591 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.486852 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.487072 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.487301 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.487765 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 57148) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:07:29.487918 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.489690 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.489922 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] use_json = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.491000 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.494957 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.494957 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.494957 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.495664 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.496049 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.496471 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.496911 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [-] 10.222.0.50 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0071712 May 31 13:07:29.497420 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.497752 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.498280 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.498691 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.499869 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.500204 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.500461 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.501522 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.501522 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.501522 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.501522 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.502248 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.502747 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.503001 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.503320 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.503555 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.503817 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.504190 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.504446 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.504744 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.504975 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.505219 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.505442 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.505669 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.506059 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.506343 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.506768 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.506931 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.507218 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.507392 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.507668 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.510075 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.510075 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.510075 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.510075 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.510075 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.510441 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.510509 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.510715 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.511610 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.511610 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.511610 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.511829 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.511896 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.512097 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.512339 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.513313 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.513313 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.513313 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.513313 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.513589 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.513657 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.513925 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.514147 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.514912 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.514912 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.514912 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.515144 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.515321 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.516213 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.516213 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.516213 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.516213 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.516760 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.516760 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.516760 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.517164 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.517164 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.517502 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.517744 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.518012 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.518012 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.519355 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.519355 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.519355 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.521018 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.521018 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.521018 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.521018 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.521018 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.521018 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.521018 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.521018 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.521880 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.521880 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.521880 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.521880 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.524154 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.524154 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.524154 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.524154 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.524154 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.524154 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.524154 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.524154 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.525470 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.525470 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.525470 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.525470 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.525470 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.525470 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.526439 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.526439 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.526439 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.526439 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.526977 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.526977 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.527250 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.527418 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.527571 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.528793 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.528793 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.528793 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.528793 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.528793 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.529509 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.529509 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.529509 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.529924 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.530088 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.531140 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.531140 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.531140 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.531140 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.531493 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.531493 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.532568 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.532568 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.532568 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.532568 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.533044 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.533044 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.533279 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.533279 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.533677 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.533915 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.534106 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.534283 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.534601 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.534828 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.535068 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.535508 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.535652 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.535819 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.536343 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.536343 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.536703 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.536980 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.537143 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.537349 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.537577 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.538084 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.538084 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.538362 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.538448 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.538734 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.538986 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.539458 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.539689 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.539927 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.540162 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.540384 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.540621 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.541371 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.541371 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.541371 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.541812 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.541812 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.542145 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.542145 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.542734 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.542902 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.543889 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.543889 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.543889 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.543889 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.544427 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.544427 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.544876 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.544876 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.545165 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.545165 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.545462 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.545602 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.546274 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.546274 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.546274 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.546713 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.546713 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.547113 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.547286 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.547627 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.548183 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.548183 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.548503 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.548653 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.548800 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.549111 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.549281 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.549423 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.549649 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.549869 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.550133 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.550351 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.550587 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.550868 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.551112 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.551363 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.551596 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.551818 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.554161 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.554161 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.554161 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.554161 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.554161 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.554161 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.554161 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.554161 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.554161 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.555281 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.555281 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.555281 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.555473 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.555635 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.555786 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.555982 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.556197 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.558063 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.560012 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.560012 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.560012 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.560012 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.560012 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.560378 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.560448 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.560686 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.560992 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.561230 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.561460 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.561719 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.562988 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.563217 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.563502 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.563758 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.564055 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.564304 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.564567 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.565146 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.565243 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.565665 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.565761 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.566059 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.566284 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.567268 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.567268 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.567268 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.567486 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.567651 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.568441 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.568441 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.568596 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.568810 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.569034 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.569283 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.569593 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.569764 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.571374 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.572544 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.572544 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.572544 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.572544 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.572838 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.573013 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.574052 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.574052 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.574052 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.574052 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 31 13:07:29.574415 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88262) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 31 13:07:29.574548 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 31 13:07:29.574677 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 31 13:07:29.574853 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 31 13:07:29.575021 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 31 13:07:29.575188 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 31 13:07:29.575457 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.575560 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.575691 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.575847 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.576005 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.576191 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.576358 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.576521 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.576665 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.576808 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.576967 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.577118 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.577277 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.577442 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.577588 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.577730 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.577884 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.578061 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.578242 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.578398 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.578554 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.578702 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.578844 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] debug = True {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.578982 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.579571 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.579571 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.579571 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.580097 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.580097 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.580097 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.580097 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.580632 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.580632 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.580632 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.580632 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.581153 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.581153 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.581153 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.581490 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.581490 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.581634 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] host = n-d-843939-1 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.581710 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.581844 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.582018 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.582170 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.582300 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.582431 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.582566 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.582730 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.582877 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.583015 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.583157 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.583891 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.583891 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.583891 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] log_file = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.583891 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] log_options = True {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.584371 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.584371 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.584371 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.584712 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.584712 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.585012 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.585012 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.585279 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.585279 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.585666 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.585666 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.586038 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.586166 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.586325 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.586511 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.586624 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.586762 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.586922 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.587079 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.587235 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.587393 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.587551 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.587709 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.587869 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.588028 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.588186 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.588344 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.588501 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.588658 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.588814 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.588972 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.589130 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.589284 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.589481 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.589608 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.589730 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.589852 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.590111 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.590240 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.590346 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.590492 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.590649 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.590806 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.590963 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.591120 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.591278 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] use_json = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.591434 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.591590 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.591747 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.591905 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.592061 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.592218 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.592375 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.592534 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.592690 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 13:07:29.592871 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.593032 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.593203 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.593364 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.594137 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.594137 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.594137 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.594137 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.595100 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.595293 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.595447 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.595610 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.595773 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.595937 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.596101 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.596266 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.596427 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.596587 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.596747 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.596908 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.597067 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.597227 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.597328 n-d-843939-1 neutron-server[88371]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:07:29.597426 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.597554 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.597716 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.597876 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.598728 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.598906 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.599060 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.599224 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.599370 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.599533 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.599685 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.599847 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.600006 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.600166 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.600327 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.600488 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.600649 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.600809 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.600971 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.601131 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.602314 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.602486 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.602694 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.602859 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.604118 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.604291 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.604456 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.604618 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.604795 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.604962 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.605861 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.605861 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.605861 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.605861 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.605861 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.605861 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.606291 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.606291 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.606409 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.606503 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.606503 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.606503 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.607264 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.607264 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.607264 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.607980 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.607980 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.607980 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.607980 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.607980 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.608319 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.608319 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.608477 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.608591 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.610403 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.610403 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.610403 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.610403 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.610403 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.610403 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.610403 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.610403 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.610403 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.611078 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.611078 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.611078 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.611078 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.611078 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.611078 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.612378 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.612378 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.612378 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.612378 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.612378 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.612378 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.612378 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.612378 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.612821 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.612821 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.612821 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.612999 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.613063 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.613184 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.613345 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.613508 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.613677 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.613837 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.614014 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.614209 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.614398 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.614545 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.614829 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.614942 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.615103 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.615272 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.615427 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.615589 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.615747 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.615910 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.616074 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.616234 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.616395 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.616555 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.616731 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.617380 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.617559 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.617731 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.617893 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.618272 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.618548 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.618755 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.619552 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.619552 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.620875 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.620875 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.620875 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.620875 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.620875 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.620875 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.620875 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.621581 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.621759 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.621923 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.622444 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.622444 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.622444 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.622861 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.622861 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.622861 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.623243 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.623243 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.623434 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.623434 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.623592 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.623754 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.623913 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.624078 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.624225 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.624388 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.624550 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.624713 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.624927 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.625071 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.625237 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.625403 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.625569 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.625722 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.626663 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.627339 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.628381 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.628381 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.628381 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.628381 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.628960 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.631374 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.631580 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.631759 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.631925 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.632099 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.632269 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.632430 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.632652 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.632824 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.632991 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.633159 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.633378 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.633546 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.633710 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.633878 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.634063 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.634232 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.634398 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.634562 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.634744 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.634922 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.635035 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.635205 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.635361 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.635522 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.635681 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.635842 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.636006 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.636172 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.636334 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.636493 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.636657 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.636816 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.636976 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.637134 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.637295 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.637455 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.637615 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.637776 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.637940 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.639568 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.639938 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.640370 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.640530 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.640668 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.640820 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.640958 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.641094 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.641239 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.641390 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.641644 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.641851 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.642072 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.642435 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.642586 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.642711 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.642841 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.642998 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.643170 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.643330 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.643530 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.644080 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.644456 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.644621 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.644787 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.645697 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.645809 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.645976 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.646163 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.646342 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.646519 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.647030 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.647745 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.650275 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.650275 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.650275 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.650275 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.650275 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.650275 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.650275 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.650275 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.650797 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.650797 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.650797 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.650797 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.651040 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.651131 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.651980 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.651980 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.651980 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.653067 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.653252 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.653425 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.655110 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.655110 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.655110 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.655110 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.655110 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 13:07:29.655110 n-d-843939-1 neutron-server[88262]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 31 13:07:40.425043 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff1faf3-1609-4cea-bdd5-c0c9e59efb0b None None] get_active_networks_info from n-d-843939-1 {{(pid=88371) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 31 13:07:40.516701 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff1faf3-1609-4cea-bdd5-c0c9e59efb0b None None] No non-hosted networks {{(pid=88371) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 31 13:07:40.530167 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.agentschedulers_db [None req-eff1faf3-1609-4cea-bdd5-c0c9e59efb0b None None] DHCP Agent not found on host n-d-843939-1 {{(pid=88371) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 31 13:07:40.611498 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b4518a3b-1403-4637-856b-c5432154ac38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1576984'] for agent, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:42.740790 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fb4e1d1b-8803-4b46-84dd-c065e7a7c39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1576984'] for agent, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:42.768655 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ca11a07d-bcef-404f-be05-c526a2ab2f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:43.655038 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1576984'] for agent, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:43.656455 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:07:43.661497 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:07:43.662507 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:07:43.665852 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:07:43.667558 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:07:43.669681 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:07:43.670035 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:07:43.670376 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:07:43.670710 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:07:43.671040 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:07:43.671415 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:07:43.677890 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:07:43.678569 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-843939-1', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:07:43.689784 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-843939-1', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:07:43.716443 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1576984'] for agent, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:45.356660 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1576984'] for agent, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:46.701605 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 57248) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:07:47.287485 n-d-843939-1 neutron-server[88369]: WARNING oslo_policy.policy [None req-94347630-6e0b-40f6-850d-64e3639ec0ba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 13:07:47.288051 n-d-843939-1 neutron-server[88369]: WARNING oslo_policy.policy [None req-94347630-6e0b-40f6-850d-64e3639ec0ba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 13:07:47.512518 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [None req-94347630-6e0b-40f6-850d-64e3639ec0ba admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88369) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:07:47.513503 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-94347630-6e0b-40f6-850d-64e3639ec0ba admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8109877 May 31 13:07:48.946308 n-d-843939-1 neutron-server[88371]: INFO neutron.db.l3_hamode_db [None req-335b7766-9987-46e2-b37f-2faf942814be None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 31 13:07:49.029927 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335b7766-9987-46e2-b37f-2faf942814be None None] Routers set() bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:07:49.030336 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335b7766-9987-46e2-b37f-2faf942814be None None] Router IDs set() for agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} May 31 13:07:50.077255 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 57262) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:07:50.652103 n-d-843939-1 neutron-server[88370]: WARNING oslo_policy.policy [None req-16e137f2-9496-4c37-8139-07c2ecca6a6a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 13:07:50.652690 n-d-843939-1 neutron-server[88370]: WARNING oslo_policy.policy [None req-16e137f2-9496-4c37-8139-07c2ecca6a6a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 13:07:50.868386 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-16e137f2-9496-4c37-8139-07c2ecca6a6a admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:07:50.966888 n-d-843939-1 neutron-server[88370]: DEBUG neutron.policy [None req-16e137f2-9496-4c37-8139-07c2ecca6a6a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88370) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 31 13:07:51.011578 n-d-843939-1 neutron-server[88370]: WARNING oslo_policy.policy [None req-16e137f2-9496-4c37-8139-07c2ecca6a6a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 13:07:51.011943 n-d-843939-1 neutron-server[88370]: WARNING oslo_policy.policy [None req-16e137f2-9496-4c37-8139-07c2ecca6a6a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 13:07:51.020458 n-d-843939-1 neutron-server[88370]: INFO neutron.quota [None req-16e137f2-9496-4c37-8139-07c2ecca6a6a admin admin] Loaded quota_driver: . May 31 13:07:51.036419 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-16e137f2-9496-4c37-8139-07c2ecca6a6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:07:51.097390 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-16e137f2-9496-4c37-8139-07c2ecca6a6a admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772776143740', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772776144257', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772776130767', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772776127622', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772776101607', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772776112080', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1369636', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1369720', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-326977', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-667883'] for rbac-policy, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:51.159723 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-16e137f2-9496-4c37-8139-07c2ecca6a6a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:51.161417 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-16e137f2-9496-4c37-8139-07c2ecca6a6a admin admin] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0819721 May 31 13:07:53.802863 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 57280) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:07:54.149839 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-ea558b4e-9565-4206-8c2e-97d5ddf5b49c admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '104b56781cd64c49921f1991881a1137'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:07:54.151352 n-d-843939-1 neutron-server[88369]: INFO neutron.quota [None req-ea558b4e-9565-4206-8c2e-97d5ddf5b49c admin admin] Loaded quota_driver: . May 31 13:07:54.167094 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ea558b4e-9565-4206-8c2e-97d5ddf5b49c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:07:54.173442 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ea558b4e-9565-4206-8c2e-97d5ddf5b49c admin admin] Usage tracker for resource:network and tenant:104b56781cd64c49921f1991881a1137 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:07:54.179529 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ea558b4e-9565-4206-8c2e-97d5ddf5b49c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:07:54.187210 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ea558b4e-9565-4206-8c2e-97d5ddf5b49c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:07:54.202741 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea558b4e-9565-4206-8c2e-97d5ddf5b49c admin admin] Made reservation on behalf of 104b56781cd64c49921f1991881a1137 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:07:54.273647 n-d-843939-1 neutron-server[88369]: DEBUG neutron.policy [None req-ea558b4e-9565-4206-8c2e-97d5ddf5b49c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88369) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 31 13:07:54.320011 n-d-843939-1 neutron-server[88369]: WARNING oslo_policy.policy [None req-ea558b4e-9565-4206-8c2e-97d5ddf5b49c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 13:07:54.320611 n-d-843939-1 neutron-server[88369]: WARNING oslo_policy.policy [None req-ea558b4e-9565-4206-8c2e-97d5ddf5b49c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 13:07:54.330394 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ea558b4e-9565-4206-8c2e-97d5ddf5b49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:54.351642 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ea558b4e-9565-4206-8c2e-97d5ddf5b49c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:54.366665 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ea558b4e-9565-4206-8c2e-97d5ddf5b49c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:07:54.370415 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ea558b4e-9565-4206-8c2e-97d5ddf5b49c admin admin] Usage tracker for resource:security_group_rule and tenant:104b56781cd64c49921f1991881a1137 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:07:54.375838 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ea558b4e-9565-4206-8c2e-97d5ddf5b49c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:07:54.381392 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ea558b4e-9565-4206-8c2e-97d5ddf5b49c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:07:54.481244 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ea558b4e-9565-4206-8c2e-97d5ddf5b49c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:54.485101 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ea558b4e-9565-4206-8c2e-97d5ddf5b49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:54.510368 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea558b4e-9565-4206-8c2e-97d5ddf5b49c admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:07:54.534599 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ea558b4e-9565-4206-8c2e-97d5ddf5b49c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772773694675', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:54.535074 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ea558b4e-9565-4206-8c2e-97d5ddf5b49c admin admin] Unsubscribe: segment precommit_create {{(pid=88369) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 31 13:07:54.535579 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-ea558b4e-9565-4206-8c2e-97d5ddf5b49c admin admin] Added segment 239eb6a8-6aa7-4c8f-9035-f1804b7491dd of type vlan for network e50ad971-1d93-43fd-9668-25b7664de64c May 31 13:07:54.545058 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea558b4e-9565-4206-8c2e-97d5ddf5b49c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f236ef4d-0658-4fda-89f8-ccca6a69db7d,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:07:54.605743 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea558b4e-9565-4206-8c2e-97d5ddf5b49c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:07:54.606098 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea558b4e-9565-4206-8c2e-97d5ddf5b49c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:07:54.606437 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea558b4e-9565-4206-8c2e-97d5ddf5b49c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:07:54.606761 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea558b4e-9565-4206-8c2e-97d5ddf5b49c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:07:54.607081 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea558b4e-9565-4206-8c2e-97d5ddf5b49c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:07:54.607401 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea558b4e-9565-4206-8c2e-97d5ddf5b49c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:07:54.607729 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea558b4e-9565-4206-8c2e-97d5ddf5b49c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:07:54.608025 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea558b4e-9565-4206-8c2e-97d5ddf5b49c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:07:54.608336 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea558b4e-9565-4206-8c2e-97d5ddf5b49c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:07:54.608644 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea558b4e-9565-4206-8c2e-97d5ddf5b49c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:07:54.608952 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea558b4e-9565-4206-8c2e-97d5ddf5b49c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:07:54.609259 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea558b4e-9565-4206-8c2e-97d5ddf5b49c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:07:54.610392 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea558b4e-9565-4206-8c2e-97d5ddf5b49c admin admin] Tracked resource versions report: May 31 13:07:54.610392 n-d-843939-1 neutron-server[88369]: pushed versions: May 31 13:07:54.610392 n-d-843939-1 neutron-server[88369]: { 'AddressGroup': {'1.2'}, May 31 13:07:54.610392 n-d-843939-1 neutron-server[88369]: 'ConntrackHelper': {'1.0'}, May 31 13:07:54.610392 n-d-843939-1 neutron-server[88369]: 'Log': {'1.0'}, May 31 13:07:54.610392 n-d-843939-1 neutron-server[88369]: 'Network': {'1.1'}, May 31 13:07:54.610392 n-d-843939-1 neutron-server[88369]: 'Port': {'1.7'}, May 31 13:07:54.610392 n-d-843939-1 neutron-server[88369]: 'PortForwarding': {'1.2'}, May 31 13:07:54.610392 n-d-843939-1 neutron-server[88369]: 'QosPolicy': {'1.8'}, May 31 13:07:54.610392 n-d-843939-1 neutron-server[88369]: 'SecurityGroup': {'1.4'}, May 31 13:07:54.610392 n-d-843939-1 neutron-server[88369]: 'SecurityGroupRule': {'1.2'}, May 31 13:07:54.610392 n-d-843939-1 neutron-server[88369]: 'SubPort': {'1.0'}, May 31 13:07:54.610392 n-d-843939-1 neutron-server[88369]: 'Subnet': {'1.1'}, May 31 13:07:54.610392 n-d-843939-1 neutron-server[88369]: 'Trunk': {'1.1'}} May 31 13:07:54.610392 n-d-843939-1 neutron-server[88369]: consumer versions: May 31 13:07:54.610392 n-d-843939-1 neutron-server[88369]: { DHCP agent@n-d-843939-1: {}, May 31 13:07:54.610392 n-d-843939-1 neutron-server[88369]: L3 agent@n-d-843939-1: {}, May 31 13:07:54.610392 n-d-843939-1 neutron-server[88369]: Metadata agent@n-d-843939-1: {}, May 31 13:07:54.610392 n-d-843939-1 neutron-server[88369]: Metering agent@n-d-843939-1: {}, May 31 13:07:54.610392 n-d-843939-1 neutron-server[88369]: Open vSwitch agent@n-d-843939-1: { 'AddressGroup': '1.2', May 31 13:07:54.610392 n-d-843939-1 neutron-server[88369]: 'ConntrackHelper': '1.0', May 31 13:07:54.610392 n-d-843939-1 neutron-server[88369]: 'Log': '1.0', May 31 13:07:54.610392 n-d-843939-1 neutron-server[88369]: 'Network': '1.1', May 31 13:07:54.610392 n-d-843939-1 neutron-server[88369]: 'Port': '1.7', May 31 13:07:54.610392 n-d-843939-1 neutron-server[88369]: 'PortForwarding': '1.2', May 31 13:07:54.610392 n-d-843939-1 neutron-server[88369]: 'QosPolicy': '1.8', May 31 13:07:54.610392 n-d-843939-1 neutron-server[88369]: 'SecurityGroup': '1.4', May 31 13:07:54.610392 n-d-843939-1 neutron-server[88369]: 'SecurityGroupRule': '1.2', May 31 13:07:54.610392 n-d-843939-1 neutron-server[88369]: 'SubPort': '1.0', May 31 13:07:54.610392 n-d-843939-1 neutron-server[88369]: 'Subnet': '1.1', May 31 13:07:54.610392 n-d-843939-1 neutron-server[88369]: 'Trunk': '1.1'}} May 31 13:07:54.610392 n-d-843939-1 neutron-server[88369]: {{(pid=88369) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 13:07:54.649952 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ea558b4e-9565-4206-8c2e-97d5ddf5b49c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:54.692520 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ea558b4e-9565-4206-8c2e-97d5ddf5b49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:54.693536 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea558b4e-9565-4206-8c2e-97d5ddf5b49c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:07:54.694216 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ea558b4e-9565-4206-8c2e-97d5ddf5b49c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:54.799410 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea558b4e-9565-4206-8c2e-97d5ddf5b49c admin admin] Pushing event updated for resources: {'Network': ['ID=e50ad971-1d93-43fd-9668-25b7664de64c,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:07:54.801914 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ea558b4e-9565-4206-8c2e-97d5ddf5b49c admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9980488 May 31 13:07:54.813114 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network e50ad971-1d93-43fd-9668-25b7664de64c details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:07:57.537743 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 57298) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:07:58.019971 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1c23b2-51cc-4872-ae3f-95e52b787a62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:07:58.021427 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-2b1c23b2-51cc-4872-ae3f-95e52b787a62 admin admin] 10.222.0.50 "GET /v2.0/networks/e50ad971-1d93-43fd-9668-25b7664de64c HTTP/1.1" status: 200 len: 825 time: 0.4821157 May 31 13:07:58.048024 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-872e39d2-467e-4a4a-978f-690b97ee2da1 admin admin] 10.222.0.50 "GET /v2.0/subnetpools/f7cc30e5-0327-4d3c-a611-d3d04fdf3abe HTTP/1.1" status: 200 len: 734 time: 0.0210595 May 31 13:07:58.056979 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-02bb7d84-99a7-45c0-9197-727385a70d81 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': 'e50ad971-1d93-43fd-9668-25b7664de64c', 'ip_version': 4, 'tenant_id': '104b56781cd64c49921f1991881a1137', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'f7cc30e5-0327-4d3c-a611-d3d04fdf3abe'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:07:58.061303 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-02bb7d84-99a7-45c0-9197-727385a70d81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:07:58.065410 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-02bb7d84-99a7-45c0-9197-727385a70d81 admin admin] Usage tracker for resource:subnet and tenant:104b56781cd64c49921f1991881a1137 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:07:58.069044 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-02bb7d84-99a7-45c0-9197-727385a70d81 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:07:58.075882 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-02bb7d84-99a7-45c0-9197-727385a70d81 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:07:58.085285 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02bb7d84-99a7-45c0-9197-727385a70d81 admin admin] Made reservation on behalf of 104b56781cd64c49921f1991881a1137 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:07:58.088069 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-02bb7d84-99a7-45c0-9197-727385a70d81 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:58.390763 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-02bb7d84-99a7-45c0-9197-727385a70d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:58.476170 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bb7d84-99a7-45c0-9197-727385a70d81 admin admin] Checking segment: {'id': '239eb6a8-6aa7-4c8f-9035-f1804b7491dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e50ad971-1d93-43fd-9668-25b7664de64c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:07:58.476558 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bb7d84-99a7-45c0-9197-727385a70d81 admin admin] Network hostable DHCP agents. Network: e50ad971-1d93-43fd-9668-25b7664de64c, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:07:58.485514 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bb7d84-99a7-45c0-9197-727385a70d81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cee7ca9-cc79-4cfd-a945-db2a7e90b2c9,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:07:58.497356 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bb7d84-99a7-45c0-9197-727385a70d81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:07:58.497697 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bb7d84-99a7-45c0-9197-727385a70d81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:07:58.498105 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bb7d84-99a7-45c0-9197-727385a70d81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:07:58.498478 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bb7d84-99a7-45c0-9197-727385a70d81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:07:58.498828 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bb7d84-99a7-45c0-9197-727385a70d81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:07:58.499158 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bb7d84-99a7-45c0-9197-727385a70d81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:07:58.499483 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bb7d84-99a7-45c0-9197-727385a70d81 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:07:58.499806 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bb7d84-99a7-45c0-9197-727385a70d81 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:07:58.500131 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bb7d84-99a7-45c0-9197-727385a70d81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:07:58.500450 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bb7d84-99a7-45c0-9197-727385a70d81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:07:58.500771 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bb7d84-99a7-45c0-9197-727385a70d81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:07:58.501090 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bb7d84-99a7-45c0-9197-727385a70d81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:07:58.502217 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bb7d84-99a7-45c0-9197-727385a70d81 admin admin] Tracked resource versions report: May 31 13:07:58.502217 n-d-843939-1 neutron-server[88370]: pushed versions: May 31 13:07:58.502217 n-d-843939-1 neutron-server[88370]: { 'AddressGroup': {'1.2'}, May 31 13:07:58.502217 n-d-843939-1 neutron-server[88370]: 'ConntrackHelper': {'1.0'}, May 31 13:07:58.502217 n-d-843939-1 neutron-server[88370]: 'Log': {'1.0'}, May 31 13:07:58.502217 n-d-843939-1 neutron-server[88370]: 'Network': {'1.1'}, May 31 13:07:58.502217 n-d-843939-1 neutron-server[88370]: 'Port': {'1.7'}, May 31 13:07:58.502217 n-d-843939-1 neutron-server[88370]: 'PortForwarding': {'1.2'}, May 31 13:07:58.502217 n-d-843939-1 neutron-server[88370]: 'QosPolicy': {'1.8'}, May 31 13:07:58.502217 n-d-843939-1 neutron-server[88370]: 'SecurityGroup': {'1.4'}, May 31 13:07:58.502217 n-d-843939-1 neutron-server[88370]: 'SecurityGroupRule': {'1.2'}, May 31 13:07:58.502217 n-d-843939-1 neutron-server[88370]: 'SubPort': {'1.0'}, May 31 13:07:58.502217 n-d-843939-1 neutron-server[88370]: 'Subnet': {'1.1'}, May 31 13:07:58.502217 n-d-843939-1 neutron-server[88370]: 'Trunk': {'1.1'}} May 31 13:07:58.502217 n-d-843939-1 neutron-server[88370]: consumer versions: May 31 13:07:58.502217 n-d-843939-1 neutron-server[88370]: { DHCP agent@n-d-843939-1: {}, May 31 13:07:58.502217 n-d-843939-1 neutron-server[88370]: L3 agent@n-d-843939-1: {}, May 31 13:07:58.502217 n-d-843939-1 neutron-server[88370]: Metadata agent@n-d-843939-1: {}, May 31 13:07:58.502217 n-d-843939-1 neutron-server[88370]: Metering agent@n-d-843939-1: {}, May 31 13:07:58.502217 n-d-843939-1 neutron-server[88370]: Open vSwitch agent@n-d-843939-1: { 'AddressGroup': '1.2', May 31 13:07:58.502217 n-d-843939-1 neutron-server[88370]: 'ConntrackHelper': '1.0', May 31 13:07:58.502217 n-d-843939-1 neutron-server[88370]: 'Log': '1.0', May 31 13:07:58.502217 n-d-843939-1 neutron-server[88370]: 'Network': '1.1', May 31 13:07:58.502217 n-d-843939-1 neutron-server[88370]: 'Port': '1.7', May 31 13:07:58.502217 n-d-843939-1 neutron-server[88370]: 'PortForwarding': '1.2', May 31 13:07:58.502217 n-d-843939-1 neutron-server[88370]: 'QosPolicy': '1.8', May 31 13:07:58.502217 n-d-843939-1 neutron-server[88370]: 'SecurityGroup': '1.4', May 31 13:07:58.502217 n-d-843939-1 neutron-server[88370]: 'SecurityGroupRule': '1.2', May 31 13:07:58.502217 n-d-843939-1 neutron-server[88370]: 'SubPort': '1.0', May 31 13:07:58.502217 n-d-843939-1 neutron-server[88370]: 'Subnet': '1.1', May 31 13:07:58.502217 n-d-843939-1 neutron-server[88370]: 'Trunk': '1.1'}} May 31 13:07:58.502217 n-d-843939-1 neutron-server[88370]: {{(pid=88370) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 13:07:58.525396 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bb7d84-99a7-45c0-9197-727385a70d81 admin admin] Network e50ad971-1d93-43fd-9668-25b7664de64c is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:07:58.536118 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-02bb7d84-99a7-45c0-9197-727385a70d81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, e50ad971-1d93-43fd-9668-25b7664de64c) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:07:58.541869 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02bb7d84-99a7-45c0-9197-727385a70d81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:07:58.542520 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-02bb7d84-99a7-45c0-9197-727385a70d81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:58.546920 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c18cb4-7989-416c-b186-a1af95852575 None None] Network e50ad971-1d93-43fd-9668-25b7664de64c requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:07:58.563332 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-02bb7d84-99a7-45c0-9197-727385a70d81 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5102701 May 31 13:07:58.862217 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef778c0-0b20-4780-a5be-ea1a7a3cd5c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-e50ad971-1d93-43fd-9668-25b7664de64c', 'network_id': 'e50ad971-1d93-43fd-9668-25b7664de64c', 'tenant_id': '104b56781cd64c49921f1991881a1137', 'fixed_ips': [{'subnet_id': '4cee7ca9-cc79-4cfd-a945-db2a7e90b2c9'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:07:58.863389 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8ef778c0-0b20-4780-a5be-ea1a7a3cd5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:59.047132 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-8ef778c0-0b20-4780-a5be-ea1a7a3cd5c8 None None] Allocated IP 172.20.0.2 (e50ad971-1d93-43fd-9668-25b7664de64c/4cee7ca9-cc79-4cfd-a945-db2a7e90b2c9/45b9ab0c-b710-45d1-b2ee-23e7b249c507) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:07:59.279154 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8ef778c0-0b20-4780-a5be-ea1a7a3cd5c8 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:59.295357 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-8ef778c0-0b20-4780-a5be-ea1a7a3cd5c8 None None] Transition to ACTIVE for port object 45b9ab0c-b710-45d1-b2ee-23e7b249c507 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:07:59.316519 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-8ef778c0-0b20-4780-a5be-ea1a7a3cd5c8 None None] Transition to ACTIVE for port object 45b9ab0c-b710-45d1-b2ee-23e7b249c507 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:07:59.324844 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8ef778c0-0b20-4780-a5be-ea1a7a3cd5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:59.390112 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef778c0-0b20-4780-a5be-ea1a7a3cd5c8 None None] Network e50ad971-1d93-43fd-9668-25b7664de64c is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:07:59.392679 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-8ef778c0-0b20-4780-a5be-ea1a7a3cd5c8 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:07:59.395678 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef778c0-0b20-4780-a5be-ea1a7a3cd5c8 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:07:59.442484 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef778c0-0b20-4780-a5be-ea1a7a3cd5c8 None None] Pushing event updated for resources: {'Port': ['ID=45b9ab0c-b710-45d1-b2ee-23e7b249c507,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:07:59.484888 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef778c0-0b20-4780-a5be-ea1a7a3cd5c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:07:59.485246 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef778c0-0b20-4780-a5be-ea1a7a3cd5c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:07:59.485600 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef778c0-0b20-4780-a5be-ea1a7a3cd5c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:07:59.485946 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef778c0-0b20-4780-a5be-ea1a7a3cd5c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:07:59.486315 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef778c0-0b20-4780-a5be-ea1a7a3cd5c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:07:59.486652 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef778c0-0b20-4780-a5be-ea1a7a3cd5c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:07:59.486992 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef778c0-0b20-4780-a5be-ea1a7a3cd5c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:07:59.487326 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef778c0-0b20-4780-a5be-ea1a7a3cd5c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:07:59.487662 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef778c0-0b20-4780-a5be-ea1a7a3cd5c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:07:59.487996 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef778c0-0b20-4780-a5be-ea1a7a3cd5c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:07:59.488328 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef778c0-0b20-4780-a5be-ea1a7a3cd5c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:07:59.488665 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef778c0-0b20-4780-a5be-ea1a7a3cd5c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:07:59.489820 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef778c0-0b20-4780-a5be-ea1a7a3cd5c8 None None] Tracked resource versions report: May 31 13:07:59.489820 n-d-843939-1 neutron-server[88371]: pushed versions: May 31 13:07:59.489820 n-d-843939-1 neutron-server[88371]: { 'AddressGroup': {'1.2'}, May 31 13:07:59.489820 n-d-843939-1 neutron-server[88371]: 'ConntrackHelper': {'1.0'}, May 31 13:07:59.489820 n-d-843939-1 neutron-server[88371]: 'Log': {'1.0'}, May 31 13:07:59.489820 n-d-843939-1 neutron-server[88371]: 'Network': {'1.1'}, May 31 13:07:59.489820 n-d-843939-1 neutron-server[88371]: 'Port': {'1.7'}, May 31 13:07:59.489820 n-d-843939-1 neutron-server[88371]: 'PortForwarding': {'1.2'}, May 31 13:07:59.489820 n-d-843939-1 neutron-server[88371]: 'QosPolicy': {'1.8'}, May 31 13:07:59.489820 n-d-843939-1 neutron-server[88371]: 'SecurityGroup': {'1.4'}, May 31 13:07:59.489820 n-d-843939-1 neutron-server[88371]: 'SecurityGroupRule': {'1.2'}, May 31 13:07:59.489820 n-d-843939-1 neutron-server[88371]: 'SubPort': {'1.0'}, May 31 13:07:59.489820 n-d-843939-1 neutron-server[88371]: 'Subnet': {'1.1'}, May 31 13:07:59.489820 n-d-843939-1 neutron-server[88371]: 'Trunk': {'1.1'}} May 31 13:07:59.489820 n-d-843939-1 neutron-server[88371]: consumer versions: May 31 13:07:59.489820 n-d-843939-1 neutron-server[88371]: { DHCP agent@n-d-843939-1: {}, May 31 13:07:59.489820 n-d-843939-1 neutron-server[88371]: L3 agent@n-d-843939-1: {}, May 31 13:07:59.489820 n-d-843939-1 neutron-server[88371]: Metadata agent@n-d-843939-1: {}, May 31 13:07:59.489820 n-d-843939-1 neutron-server[88371]: Metering agent@n-d-843939-1: {}, May 31 13:07:59.489820 n-d-843939-1 neutron-server[88371]: Open vSwitch agent@n-d-843939-1: { 'AddressGroup': '1.2', May 31 13:07:59.489820 n-d-843939-1 neutron-server[88371]: 'ConntrackHelper': '1.0', May 31 13:07:59.489820 n-d-843939-1 neutron-server[88371]: 'Log': '1.0', May 31 13:07:59.489820 n-d-843939-1 neutron-server[88371]: 'Network': '1.1', May 31 13:07:59.489820 n-d-843939-1 neutron-server[88371]: 'Port': '1.7', May 31 13:07:59.489820 n-d-843939-1 neutron-server[88371]: 'PortForwarding': '1.2', May 31 13:07:59.489820 n-d-843939-1 neutron-server[88371]: 'QosPolicy': '1.8', May 31 13:07:59.489820 n-d-843939-1 neutron-server[88371]: 'SecurityGroup': '1.4', May 31 13:07:59.489820 n-d-843939-1 neutron-server[88371]: 'SecurityGroupRule': '1.2', May 31 13:07:59.489820 n-d-843939-1 neutron-server[88371]: 'SubPort': '1.0', May 31 13:07:59.489820 n-d-843939-1 neutron-server[88371]: 'Subnet': '1.1', May 31 13:07:59.489820 n-d-843939-1 neutron-server[88371]: 'Trunk': '1.1'}} May 31 13:07:59.489820 n-d-843939-1 neutron-server[88371]: {{(pid=88371) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 13:07:59.516897 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-8ef778c0-0b20-4780-a5be-ea1a7a3cd5c8 None None] Attempting to bind port 45b9ab0c-b710-45d1-b2ee-23e7b249c507 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:07:59.517275 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-8ef778c0-0b20-4780-a5be-ea1a7a3cd5c8 None None] Attempting to bind port 45b9ab0c-b710-45d1-b2ee-23e7b249c507 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '239eb6a8-6aa7-4c8f-9035-f1804b7491dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e50ad971-1d93-43fd-9668-25b7664de64c'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:07:59.517719 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef778c0-0b20-4780-a5be-ea1a7a3cd5c8 None None] Attempting to bind port 45b9ab0c-b710-45d1-b2ee-23e7b249c507 on network e50ad971-1d93-43fd-9668-25b7664de64c {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:07:59.523546 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef778c0-0b20-4780-a5be-ea1a7a3cd5c8 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:07:59.523949 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef778c0-0b20-4780-a5be-ea1a7a3cd5c8 None None] Checking segment: {'id': '239eb6a8-6aa7-4c8f-9035-f1804b7491dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e50ad971-1d93-43fd-9668-25b7664de64c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:07:59.524431 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8ef778c0-0b20-4780-a5be-ea1a7a3cd5c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:59.524814 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef778c0-0b20-4780-a5be-ea1a7a3cd5c8 None None] Bound using segment: {'id': '239eb6a8-6aa7-4c8f-9035-f1804b7491dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e50ad971-1d93-43fd-9668-25b7664de64c'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:07:59.525313 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-8ef778c0-0b20-4780-a5be-ea1a7a3cd5c8 None None] Bound port: 45b9ab0c-b710-45d1-b2ee-23e7b249c507, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '239eb6a8-6aa7-4c8f-9035-f1804b7491dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e50ad971-1d93-43fd-9668-25b7664de64c'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:07:59.525677 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8ef778c0-0b20-4780-a5be-ea1a7a3cd5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:59.616884 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-8ef778c0-0b20-4780-a5be-ea1a7a3cd5c8 None None] For port 45b9ab0c-b710-45d1-b2ee-23e7b249c507, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:07:59.620594 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-8ef778c0-0b20-4780-a5be-ea1a7a3cd5c8 None None] For port 45b9ab0c-b710-45d1-b2ee-23e7b249c507, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=45b9ab0c-b710-45d1-b2ee-23e7b249c507,segment=NetworkSegment(239eb6a8-6aa7-4c8f-9035-f1804b7491dd),segment_id=239eb6a8-6aa7-4c8f-9035-f1804b7491dd)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:07:59.625053 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8ef778c0-0b20-4780-a5be-ea1a7a3cd5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:59.718709 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef778c0-0b20-4780-a5be-ea1a7a3cd5c8 None None] Pushing event updated for resources: {'Port': ['ID=45b9ab0c-b710-45d1-b2ee-23e7b249c507,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:08:01.074199 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 57312) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:08:01.496028 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [None req-6a7ce2fe-f4b2-4969-b3ea-32c538d82f4b admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:08:01.510009 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-6a7ce2fe-f4b2-4969-b3ea-32c538d82f4b admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4294651 May 31 13:08:03.436722 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 45b9ab0c-b710-45d1-b2ee-23e7b249c507 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:08:03.531445 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 45b9ab0c-b710-45d1-b2ee-23e7b249c507 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:08:03.558179 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd495e4e-d054-4f3c-a746-8d86ed4f4eb3 None None] Network e50ad971-1d93-43fd-9668-25b7664de64c requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:08:03.654682 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-8e57bbd6-afc2-4297-b9a1-e9cff9711210 None None] Provisioning for port 45b9ab0c-b710-45d1-b2ee-23e7b249c507 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:08:03.677310 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-8e57bbd6-afc2-4297-b9a1-e9cff9711210 None None] Provisioning complete for port 45b9ab0c-b710-45d1-b2ee-23e7b249c507 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:08:03.677709 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8e57bbd6-afc2-4297-b9a1-e9cff9711210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:03.892563 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-8e57bbd6-afc2-4297-b9a1-e9cff9711210 None None] Current status of the port 45b9ab0c-b710-45d1-b2ee-23e7b249c507 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:08:03.892966 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8e57bbd6-afc2-4297-b9a1-e9cff9711210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:03.935952 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-8e57bbd6-afc2-4297-b9a1-e9cff9711210 None None] For port 45b9ab0c-b710-45d1-b2ee-23e7b249c507, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=45b9ab0c-b710-45d1-b2ee-23e7b249c507,segment=NetworkSegment(239eb6a8-6aa7-4c8f-9035-f1804b7491dd),segment_id=239eb6a8-6aa7-4c8f-9035-f1804b7491dd)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:08:03.941801 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8e57bbd6-afc2-4297-b9a1-e9cff9711210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:03.957201 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 57328) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:08:04.025801 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e57bbd6-afc2-4297-b9a1-e9cff9711210 None None] Pushing event updated for resources: {'Port': ['ID=45b9ab0c-b710-45d1-b2ee-23e7b249c507,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:08:04.123749 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6c6b28f6-718e-4ac4-b3e7-3da2371e5b1f None None] Provisioning complete for port 45b9ab0c-b710-45d1-b2ee-23e7b249c507 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:08:04.124108 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6c6b28f6-718e-4ac4-b3e7-3da2371e5b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:04.237334 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-6c6b28f6-718e-4ac4-b3e7-3da2371e5b1f None None] Current status of the port 45b9ab0c-b710-45d1-b2ee-23e7b249c507 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:08:04.354082 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [None req-931242b3-3bde-4b3c-bb54-d6f0118d034e admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:08:04.355063 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-931242b3-3bde-4b3c-bb54-d6f0118d034e admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3969424 May 31 13:08:05.390970 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 45b9ab0c-b710-45d1-b2ee-23e7b249c507 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:08:05.461698 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 45b9ab0c-b710-45d1-b2ee-23e7b249c507 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:08:05.462319 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:05.583414 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 45b9ab0c-b710-45d1-b2ee-23e7b249c507 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:08:07.063484 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 57340) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:08:07.407049 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-b78789d0-8081-4a6e-bf45-0eb7a21dbf68 admin admin] Request body: {'router': {'tenant_id': '104b56781cd64c49921f1991881a1137', 'admin_state_up': True, 'name': 'router1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:08:07.411882 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-b78789d0-8081-4a6e-bf45-0eb7a21dbf68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:08:07.416090 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-b78789d0-8081-4a6e-bf45-0eb7a21dbf68 admin admin] Usage tracker for resource:router and tenant:104b56781cd64c49921f1991881a1137 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:08:07.419405 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-b78789d0-8081-4a6e-bf45-0eb7a21dbf68 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:08:07.424953 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-b78789d0-8081-4a6e-bf45-0eb7a21dbf68 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:08:07.434843 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b78789d0-8081-4a6e-bf45-0eb7a21dbf68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:07.436444 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b78789d0-8081-4a6e-bf45-0eb7a21dbf68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:07.457607 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b78789d0-8081-4a6e-bf45-0eb7a21dbf68 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:07.570849 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b78789d0-8081-4a6e-bf45-0eb7a21dbf68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:07.590945 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b78789d0-8081-4a6e-bf45-0eb7a21dbf68 admin admin] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:07.592220 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-b78789d0-8081-4a6e-bf45-0eb7a21dbf68 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5276859 May 31 13:08:10.018901 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 57350) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:08:10.380719 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [None req-9b89aeba-7044-4745-8006-b0cc71480726 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:08:10.382219 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-9b89aeba-7044-4745-8006-b0cc71480726 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3622746 May 31 13:08:10.389729 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f5435671-a4ae-4db3-931c-14c7e7c04338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:12.726803 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-86cc7131-9c65-4563-ae0d-b13fb40e4344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:12.802681 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 57360) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:08:13.160226 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-0f0f9788-e07e-41ab-bcc1-47ae19ccdaa7 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'admin_state_up': True, 'name': 'public'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:08:13.166807 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0f0f9788-e07e-41ab-bcc1-47ae19ccdaa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:08:13.170567 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-0f0f9788-e07e-41ab-bcc1-47ae19ccdaa7 admin admin] Usage tracker for resource:network and tenant:1f82b3af579d4cbe9e574e401534d0ff is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:08:13.173393 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-0f0f9788-e07e-41ab-bcc1-47ae19ccdaa7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:08:13.179150 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0f0f9788-e07e-41ab-bcc1-47ae19ccdaa7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:08:13.188309 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f0f9788-e07e-41ab-bcc1-47ae19ccdaa7 admin admin] Made reservation on behalf of 1f82b3af579d4cbe9e574e401534d0ff for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:08:13.190427 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0f0f9788-e07e-41ab-bcc1-47ae19ccdaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:13.205925 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0f0f9788-e07e-41ab-bcc1-47ae19ccdaa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:13.222310 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0f0f9788-e07e-41ab-bcc1-47ae19ccdaa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:08:13.226815 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-0f0f9788-e07e-41ab-bcc1-47ae19ccdaa7 admin admin] Usage tracker for resource:security_group_rule and tenant:1f82b3af579d4cbe9e574e401534d0ff is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:08:13.229868 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-0f0f9788-e07e-41ab-bcc1-47ae19ccdaa7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:08:13.235406 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0f0f9788-e07e-41ab-bcc1-47ae19ccdaa7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:08:13.349042 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0f0f9788-e07e-41ab-bcc1-47ae19ccdaa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:13.353331 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0f0f9788-e07e-41ab-bcc1-47ae19ccdaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:13.370946 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0f0f9788-e07e-41ab-bcc1-47ae19ccdaa7 admin admin] Reserving flat network on physical network physnet1 {{(pid=88370) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 31 13:08:13.396176 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0f9788-e07e-41ab-bcc1-47ae19ccdaa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=354bd266-d8db-4484-848b-eb071a86ec6f,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:08:13.398837 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0f0f9788-e07e-41ab-bcc1-47ae19ccdaa7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772773694675', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:13.399344 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0f0f9788-e07e-41ab-bcc1-47ae19ccdaa7 admin admin] Unsubscribe: segment precommit_create {{(pid=88370) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 31 13:08:13.399862 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-0f0f9788-e07e-41ab-bcc1-47ae19ccdaa7 admin admin] Added segment c9bffd2e-0ec3-4915-8ffc-a92ee3220442 of type flat for network d2103cd5-63ba-4c24-9d95-fd17643bf14c May 31 13:08:13.443685 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0f0f9788-e07e-41ab-bcc1-47ae19ccdaa7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:13.491471 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0f0f9788-e07e-41ab-bcc1-47ae19ccdaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:13.492316 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0f9788-e07e-41ab-bcc1-47ae19ccdaa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:08:13.492882 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0f0f9788-e07e-41ab-bcc1-47ae19ccdaa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:13.590353 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0f9788-e07e-41ab-bcc1-47ae19ccdaa7 admin admin] Pushing event updated for resources: {'Network': ['ID=d2103cd5-63ba-4c24-9d95-fd17643bf14c,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:08:13.593747 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-0f0f9788-e07e-41ab-bcc1-47ae19ccdaa7 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7894087 May 31 13:08:13.601072 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:08:13.709034 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:13.728348 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:15.276507 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:16.013321 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 57382) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:08:16.223522 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a671e76f-89b9-48be-a7a6-ec0b517ce82b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:08:16.224865 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-a671e76f-89b9-48be-a7a6-ec0b517ce82b admin admin] 10.222.0.50 "GET /v2.0/subnets/4cee7ca9-cc79-4cfd-a945-db2a7e90b2c9 HTTP/1.1" status: 200 len: 849 time: 0.2105858 May 31 13:08:16.367239 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-d6be3fb1-7a67-499b-a6ea-9eba981fe773 admin admin] 10.222.0.50 "GET /v2.0/routers/29b907d6-d519-4acc-8a9e-1c8954463204 HTTP/1.1" status: 200 len: 704 time: 0.1365006 May 31 13:08:16.815812 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-da327db2-b8d4-4b12-8142-ca7471a45656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:17.036434 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-da327db2-b8d4-4b12-8142-ca7471a45656 admin admin] Allocated IP 172.20.0.1 (e50ad971-1d93-43fd-9668-25b7664de64c/4cee7ca9-cc79-4cfd-a945-db2a7e90b2c9/c9e48077-0256-496d-8f37-3ed4ded6b749) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:08:17.217132 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-da327db2-b8d4-4b12-8142-ca7471a45656 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:17.241794 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-da327db2-b8d4-4b12-8142-ca7471a45656 admin admin] Transition to ACTIVE for port object c9e48077-0256-496d-8f37-3ed4ded6b749 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:08:17.294282 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-da327db2-b8d4-4b12-8142-ca7471a45656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:17.359499 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da327db2-b8d4-4b12-8142-ca7471a45656 admin admin] Network e50ad971-1d93-43fd-9668-25b7664de64c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:08:17.362064 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-da327db2-b8d4-4b12-8142-ca7471a45656 admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:08:17.366645 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da327db2-b8d4-4b12-8142-ca7471a45656 admin admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:08:17.367404 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-da327db2-b8d4-4b12-8142-ca7471a45656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:17.492886 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da327db2-b8d4-4b12-8142-ca7471a45656 admin admin] Pushing event updated for resources: {'Port': ['ID=c9e48077-0256-496d-8f37-3ed4ded6b749,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:08:17.535696 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9aebfb37-aef8-467f-bc7a-04949c99be46 None None] Provisioning for port c9e48077-0256-496d-8f37-3ed4ded6b749 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:08:17.541550 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9aebfb37-aef8-467f-bc7a-04949c99be46 None None] Provisioning complete for port c9e48077-0256-496d-8f37-3ed4ded6b749 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:08:17.542167 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9aebfb37-aef8-467f-bc7a-04949c99be46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:17.599429 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9aebfb37-aef8-467f-bc7a-04949c99be46 None None] Port c9e48077-0256-496d-8f37-3ed4ded6b749 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:08:17.631169 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-da327db2-b8d4-4b12-8142-ca7471a45656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:17.855454 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-da327db2-b8d4-4b12-8142-ca7471a45656 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:17.859712 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-da327db2-b8d4-4b12-8142-ca7471a45656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:17.860457 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-da327db2-b8d4-4b12-8142-ca7471a45656 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:17.992138 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da327db2-b8d4-4b12-8142-ca7471a45656 admin admin] Pushing event updated for resources: {'Port': ['ID=c9e48077-0256-496d-8f37-3ed4ded6b749,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:08:18.051607 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da327db2-b8d4-4b12-8142-ca7471a45656 admin admin] Network e50ad971-1d93-43fd-9668-25b7664de64c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:08:18.052627 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-da327db2-b8d4-4b12-8142-ca7471a45656 admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:08:18.219791 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2cd3483d-2ca6-4f1b-bba7-01d2a8ed7071 None None] Provisioning complete for port c9e48077-0256-496d-8f37-3ed4ded6b749 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:08:18.220153 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2cd3483d-2ca6-4f1b-bba7-01d2a8ed7071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:18.240283 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da327db2-b8d4-4b12-8142-ca7471a45656 admin admin] Router 29b907d6-d519-4acc-8a9e-1c8954463204 is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 13:08:18.275558 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2cd3483d-2ca6-4f1b-bba7-01d2a8ed7071 None None] Port c9e48077-0256-496d-8f37-3ed4ded6b749 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:08:18.397205 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da327db2-b8d4-4b12-8142-ca7471a45656 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:08:18.405953 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-da327db2-b8d4-4b12-8142-ca7471a45656 admin admin] 10.222.0.50 "PUT /v2.0/routers/29b907d6-d519-4acc-8a9e-1c8954463204/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0334001 May 31 13:08:18.407262 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfb6bda-c1a0-411e-96b4-b4c26162633b None None] Sync routers for ids ['29b907d6-d519-4acc-8a9e-1c8954463204'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:08:18.418108 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfb6bda-c1a0-411e-96b4-b4c26162633b None None] Routers {'29b907d6-d519-4acc-8a9e-1c8954463204'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:08:18.418938 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-ccfb6bda-c1a0-411e-96b4-b4c26162633b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:08:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['29b907d6-d519-4acc-8a9e-1c8954463204'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:08:18.592015 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-ccfb6bda-c1a0-411e-96b4-b4c26162633b None None] Set router 29b907d6-d519-4acc-8a9e-1c8954463204 gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:08:18.966136 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-ccfb6bda-c1a0-411e-96b4-b4c26162633b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b907d6-d519-4acc-8a9e-1c8954463204', 'name': 'router1', 'tenant_id': '104b56781cd64c49921f1991881a1137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:08:07Z', 'updated_at': '2022-05-31T13:08:17Z', 'revision_number': 2, 'project_id': '104b56781cd64c49921f1991881a1137', 'gw_port_host': None, '_interfaces': [{'id': 'c9e48077-0256-496d-8f37-3ed4ded6b749', 'name': '', 'network_id': 'e50ad971-1d93-43fd-9668-25b7664de64c', 'tenant_id': '104b56781cd64c49921f1991881a1137', 'mac_address': 'fa:16:3e:65:db:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29b907d6-d519-4acc-8a9e-1c8954463204', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4cee7ca9-cc79-4cfd-a945-db2a7e90b2c9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:08:16Z', 'updated_at': '2022-05-31T13:08:17Z', 'revision_number': 2, 'project_id': '104b56781cd64c49921f1991881a1137', 'subnets': [{'id': '4cee7ca9-cc79-4cfd-a945-db2a7e90b2c9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f7cc30e5-0327-4d3c-a611-d3d04fdf3abe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:08:18.970911 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfb6bda-c1a0-411e-96b4-b4c26162633b None None] Checking router: 29b907d6-d519-4acc-8a9e-1c8954463204 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:08:18.971285 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfb6bda-c1a0-411e-96b4-b4c26162633b None None] Updating router 29b907d6-d519-4acc-8a9e-1c8954463204 port c9e48077-0256-496d-8f37-3ed4ded6b749 binding host n-d-843939-1 {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:08:19.025051 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ccfb6bda-c1a0-411e-96b4-b4c26162633b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:19.406968 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ccfb6bda-c1a0-411e-96b4-b4c26162633b None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:19.423564 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-ccfb6bda-c1a0-411e-96b4-b4c26162633b None None] Transition to ACTIVE for port object c9e48077-0256-496d-8f37-3ed4ded6b749 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:08:19.430582 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ccfb6bda-c1a0-411e-96b4-b4c26162633b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:19.655951 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c933fd-269e-455a-bea5-3aa138b0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=c9e48077-0256-496d-8f37-3ed4ded6b749,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:08:19.672673 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c933fd-269e-455a-bea5-3aa138b0c1a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:08:19.673015 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c933fd-269e-455a-bea5-3aa138b0c1a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:08:19.673354 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c933fd-269e-455a-bea5-3aa138b0c1a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:08:19.673688 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c933fd-269e-455a-bea5-3aa138b0c1a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:08:19.674038 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c933fd-269e-455a-bea5-3aa138b0c1a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:08:19.674368 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c933fd-269e-455a-bea5-3aa138b0c1a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:08:19.674693 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c933fd-269e-455a-bea5-3aa138b0c1a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:08:19.675017 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c933fd-269e-455a-bea5-3aa138b0c1a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:08:19.675337 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c933fd-269e-455a-bea5-3aa138b0c1a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:08:19.675664 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c933fd-269e-455a-bea5-3aa138b0c1a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:08:19.675977 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c933fd-269e-455a-bea5-3aa138b0c1a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:08:19.676294 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c933fd-269e-455a-bea5-3aa138b0c1a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:08:19.677404 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c933fd-269e-455a-bea5-3aa138b0c1a7 None None] Tracked resource versions report: May 31 13:08:19.677404 n-d-843939-1 neutron-server[88372]: pushed versions: May 31 13:08:19.677404 n-d-843939-1 neutron-server[88372]: { 'AddressGroup': {'1.2'}, May 31 13:08:19.677404 n-d-843939-1 neutron-server[88372]: 'ConntrackHelper': {'1.0'}, May 31 13:08:19.677404 n-d-843939-1 neutron-server[88372]: 'Log': {'1.0'}, May 31 13:08:19.677404 n-d-843939-1 neutron-server[88372]: 'Network': {'1.1'}, May 31 13:08:19.677404 n-d-843939-1 neutron-server[88372]: 'Port': {'1.7'}, May 31 13:08:19.677404 n-d-843939-1 neutron-server[88372]: 'PortForwarding': {'1.2'}, May 31 13:08:19.677404 n-d-843939-1 neutron-server[88372]: 'QosPolicy': {'1.8'}, May 31 13:08:19.677404 n-d-843939-1 neutron-server[88372]: 'SecurityGroup': {'1.4'}, May 31 13:08:19.677404 n-d-843939-1 neutron-server[88372]: 'SecurityGroupRule': {'1.2'}, May 31 13:08:19.677404 n-d-843939-1 neutron-server[88372]: 'SubPort': {'1.0'}, May 31 13:08:19.677404 n-d-843939-1 neutron-server[88372]: 'Subnet': {'1.1'}, May 31 13:08:19.677404 n-d-843939-1 neutron-server[88372]: 'Trunk': {'1.1'}} May 31 13:08:19.677404 n-d-843939-1 neutron-server[88372]: consumer versions: May 31 13:08:19.677404 n-d-843939-1 neutron-server[88372]: { DHCP agent@n-d-843939-1: {}, May 31 13:08:19.677404 n-d-843939-1 neutron-server[88372]: L3 agent@n-d-843939-1: {}, May 31 13:08:19.677404 n-d-843939-1 neutron-server[88372]: Metadata agent@n-d-843939-1: {}, May 31 13:08:19.677404 n-d-843939-1 neutron-server[88372]: Metering agent@n-d-843939-1: {}, May 31 13:08:19.677404 n-d-843939-1 neutron-server[88372]: Open vSwitch agent@n-d-843939-1: { 'AddressGroup': '1.2', May 31 13:08:19.677404 n-d-843939-1 neutron-server[88372]: 'ConntrackHelper': '1.0', May 31 13:08:19.677404 n-d-843939-1 neutron-server[88372]: 'Log': '1.0', May 31 13:08:19.677404 n-d-843939-1 neutron-server[88372]: 'Network': '1.1', May 31 13:08:19.677404 n-d-843939-1 neutron-server[88372]: 'Port': '1.7', May 31 13:08:19.677404 n-d-843939-1 neutron-server[88372]: 'PortForwarding': '1.2', May 31 13:08:19.677404 n-d-843939-1 neutron-server[88372]: 'QosPolicy': '1.8', May 31 13:08:19.677404 n-d-843939-1 neutron-server[88372]: 'SecurityGroup': '1.4', May 31 13:08:19.677404 n-d-843939-1 neutron-server[88372]: 'SecurityGroupRule': '1.2', May 31 13:08:19.677404 n-d-843939-1 neutron-server[88372]: 'SubPort': '1.0', May 31 13:08:19.677404 n-d-843939-1 neutron-server[88372]: 'Subnet': '1.1', May 31 13:08:19.677404 n-d-843939-1 neutron-server[88372]: 'Trunk': '1.1'}} May 31 13:08:19.677404 n-d-843939-1 neutron-server[88372]: {{(pid=88372) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 13:08:19.699355 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-ccfb6bda-c1a0-411e-96b4-b4c26162633b None None] Attempting to bind port c9e48077-0256-496d-8f37-3ed4ded6b749 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:08:19.699753 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-ccfb6bda-c1a0-411e-96b4-b4c26162633b None None] Attempting to bind port c9e48077-0256-496d-8f37-3ed4ded6b749 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '239eb6a8-6aa7-4c8f-9035-f1804b7491dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e50ad971-1d93-43fd-9668-25b7664de64c'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:08:19.700203 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfb6bda-c1a0-411e-96b4-b4c26162633b None None] Attempting to bind port c9e48077-0256-496d-8f37-3ed4ded6b749 on network e50ad971-1d93-43fd-9668-25b7664de64c {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:08:19.705545 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfb6bda-c1a0-411e-96b4-b4c26162633b None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:08:19.705955 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfb6bda-c1a0-411e-96b4-b4c26162633b None None] Checking segment: {'id': '239eb6a8-6aa7-4c8f-9035-f1804b7491dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e50ad971-1d93-43fd-9668-25b7664de64c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:08:19.706471 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ccfb6bda-c1a0-411e-96b4-b4c26162633b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:19.706863 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfb6bda-c1a0-411e-96b4-b4c26162633b None None] Bound using segment: {'id': '239eb6a8-6aa7-4c8f-9035-f1804b7491dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e50ad971-1d93-43fd-9668-25b7664de64c'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:08:19.707367 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-ccfb6bda-c1a0-411e-96b4-b4c26162633b None None] Bound port: c9e48077-0256-496d-8f37-3ed4ded6b749, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '239eb6a8-6aa7-4c8f-9035-f1804b7491dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e50ad971-1d93-43fd-9668-25b7664de64c'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:08:19.707755 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ccfb6bda-c1a0-411e-96b4-b4c26162633b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:19.795749 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-ccfb6bda-c1a0-411e-96b4-b4c26162633b None None] For port c9e48077-0256-496d-8f37-3ed4ded6b749, host n-d-843939-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:08:19.799595 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-ccfb6bda-c1a0-411e-96b4-b4c26162633b None None] For port c9e48077-0256-496d-8f37-3ed4ded6b749, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=c9e48077-0256-496d-8f37-3ed4ded6b749,segment=NetworkSegment(239eb6a8-6aa7-4c8f-9035-f1804b7491dd),segment_id=239eb6a8-6aa7-4c8f-9035-f1804b7491dd)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:08:19.804645 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ccfb6bda-c1a0-411e-96b4-b4c26162633b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:19.893486 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c933fd-269e-455a-bea5-3aa138b0c1a7 None None] Pushing event updated for resources: {'Port': ['ID=c9e48077-0256-496d-8f37-3ed4ded6b749,revision_number=4']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:08:19.896165 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfb6bda-c1a0-411e-96b4-b4c26162633b None None] Routers {'29b907d6-d519-4acc-8a9e-1c8954463204'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:08:19.896821 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-ccfb6bda-c1a0-411e-96b4-b4c26162633b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:08:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['29b907d6-d519-4acc-8a9e-1c8954463204'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:08:20.063019 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-ccfb6bda-c1a0-411e-96b4-b4c26162633b None None] Set router 29b907d6-d519-4acc-8a9e-1c8954463204 gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:08:20.391467 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-ccfb6bda-c1a0-411e-96b4-b4c26162633b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b907d6-d519-4acc-8a9e-1c8954463204', 'name': 'router1', 'tenant_id': '104b56781cd64c49921f1991881a1137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:08:07Z', 'updated_at': '2022-05-31T13:08:17Z', 'revision_number': 2, 'project_id': '104b56781cd64c49921f1991881a1137', 'gw_port_host': None, '_interfaces': [{'id': 'c9e48077-0256-496d-8f37-3ed4ded6b749', 'name': '', 'network_id': 'e50ad971-1d93-43fd-9668-25b7664de64c', 'tenant_id': '104b56781cd64c49921f1991881a1137', 'mac_address': 'fa:16:3e:65:db:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29b907d6-d519-4acc-8a9e-1c8954463204', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4cee7ca9-cc79-4cfd-a945-db2a7e90b2c9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:08:16Z', 'updated_at': '2022-05-31T13:08:19Z', 'revision_number': 4, 'project_id': '104b56781cd64c49921f1991881a1137', 'subnets': [{'id': '4cee7ca9-cc79-4cfd-a945-db2a7e90b2c9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f7cc30e5-0327-4d3c-a611-d3d04fdf3abe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:08:20.395312 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfb6bda-c1a0-411e-96b4-b4c26162633b None None] The sync data for ids ['29b907d6-d519-4acc-8a9e-1c8954463204'] in n-d-843939-1 is: [{'id': '29b907d6-d519-4acc-8a9e-1c8954463204', 'name': 'router1', 'tenant_id': '104b56781cd64c49921f1991881a1137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:08:07Z', 'updated_at': '2022-05-31T13:08:17Z', 'revision_number': 2, 'project_id': '104b56781cd64c49921f1991881a1137', 'gw_port_host': None, '_interfaces': [{'id': 'c9e48077-0256-496d-8f37-3ed4ded6b749', 'name': '', 'network_id': 'e50ad971-1d93-43fd-9668-25b7664de64c', 'tenant_id': '104b56781cd64c49921f1991881a1137', 'mac_address': 'fa:16:3e:65:db:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29b907d6-d519-4acc-8a9e-1c8954463204', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4cee7ca9-cc79-4cfd-a945-db2a7e90b2c9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:08:16Z', 'updated_at': '2022-05-31T13:08:19Z', 'revision_number': 4, 'project_id': '104b56781cd64c49921f1991881a1137', 'subnets': [{'id': '4cee7ca9-cc79-4cfd-a945-db2a7e90b2c9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f7cc30e5-0327-4d3c-a611-d3d04fdf3abe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:08:20.729781 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 57404) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:08:20.916906 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41926278-7076-4215-a813-efd61448490c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:08:20.917474 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-41926278-7076-4215-a813-efd61448490c admin admin] Synchronizing usage tracker for tenant:1f82b3af579d4cbe9e574e401534d0ff on resource:network {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:08:20.934869 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-41926278-7076-4215-a813-efd61448490c admin admin] Unset dirty status for tenant:1f82b3af579d4cbe9e574e401534d0ff on resource:network {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:08:20.935993 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-41926278-7076-4215-a813-efd61448490c admin admin] 10.222.0.50 "GET /v2.0/networks/d2103cd5-63ba-4c24-9d95-fd17643bf14c HTTP/1.1" status: 200 len: 842 time: 0.2052431 May 31 13:08:20.945450 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-4b6a9930-5b50-428c-ab16-674f6df743d8 admin admin] Request body: {'subnet': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'gateway_ip': '172.25.6.1', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.25.6.0/24'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:08:20.950686 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-4b6a9930-5b50-428c-ab16-674f6df743d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:08:20.954536 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-4b6a9930-5b50-428c-ab16-674f6df743d8 admin admin] Usage tracker for resource:subnet and tenant:1f82b3af579d4cbe9e574e401534d0ff is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:08:20.957755 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-4b6a9930-5b50-428c-ab16-674f6df743d8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:08:20.966758 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-4b6a9930-5b50-428c-ab16-674f6df743d8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:08:20.987507 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b6a9930-5b50-428c-ab16-674f6df743d8 admin admin] Made reservation on behalf of 1f82b3af579d4cbe9e574e401534d0ff for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:08:20.991377 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4b6a9930-5b50-428c-ab16-674f6df743d8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:21.374265 n-d-843939-1 neutron-server[88370]: DEBUG neutron.objects.ports [None req-4b6a9930-5b50-428c-ab16-674f6df743d8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88370) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 31 13:08:21.374828 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4b6a9930-5b50-428c-ab16-674f6df743d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:21.420945 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device c9e48077-0256-496d-8f37-3ed4ded6b749 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:08:21.457673 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6a9930-5b50-428c-ab16-674f6df743d8 admin admin] Checking segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:08:21.458040 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6a9930-5b50-428c-ab16-674f6df743d8 admin admin] Network hostable DHCP agents. Network: d2103cd5-63ba-4c24-9d95-fd17643bf14c, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:08:21.465574 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6a9930-5b50-428c-ab16-674f6df743d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4c7d4ba-80bf-4126-9547-7fe04532f571,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:08:21.480185 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6a9930-5b50-428c-ab16-674f6df743d8 admin admin] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:08:21.489537 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port c9e48077-0256-496d-8f37-3ed4ded6b749 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:08:21.492620 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-4b6a9930-5b50-428c-ab16-674f6df743d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, d2103cd5-63ba-4c24-9d95-fd17643bf14c) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:08:21.496686 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6a9930-5b50-428c-ab16-674f6df743d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:08:21.497267 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4b6a9930-5b50-428c-ab16-674f6df743d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:21.503306 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b996cf8-6404-402d-a09b-24f8cc0cfb9b None None] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:08:21.516379 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port c9e48077-0256-496d-8f37-3ed4ded6b749 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:08:21.516796 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:21.518351 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-4b6a9930-5b50-428c-ab16-674f6df743d8 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5764372 May 31 13:08:21.759974 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port c9e48077-0256-496d-8f37-3ed4ded6b749 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:08:21.760370 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:21.840321 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port c9e48077-0256-496d-8f37-3ed4ded6b749, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=c9e48077-0256-496d-8f37-3ed4ded6b749,segment=NetworkSegment(239eb6a8-6aa7-4c8f-9035-f1804b7491dd),segment_id=239eb6a8-6aa7-4c8f-9035-f1804b7491dd)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:08:21.846726 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:21.897322 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fde2257-a460-4b07-961e-9fde43fab57b None None] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:08:22.022297 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=c9e48077-0256-496d-8f37-3ed4ded6b749,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:08:23.402372 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device c9e48077-0256-496d-8f37-3ed4ded6b749 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:08:23.471548 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port c9e48077-0256-496d-8f37-3ed4ded6b749 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:08:23.471907 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:23.593329 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port c9e48077-0256-496d-8f37-3ed4ded6b749 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:08:23.826653 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 57418) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:08:24.075125 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e2e22a8a-759e-4223-ba62-5f3fbe21d05c admin admin] 10.222.0.50 "GET /v2.0/routers/29b907d6-d519-4acc-8a9e-1c8954463204 HTTP/1.1" status: 200 len: 710 time: 0.2473714 May 31 13:08:24.226499 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83facc22-376a-4109-bf68-3dc6df8a7b6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:08:24.227823 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-83facc22-376a-4109-bf68-3dc6df8a7b6d admin admin] 10.222.0.50 "GET /v2.0/networks/d2103cd5-63ba-4c24-9d95-fd17643bf14c HTTP/1.1" status: 200 len: 886 time: 0.1475735 May 31 13:08:24.236639 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-a1302236-2a62-4f63-b27b-71e3e5beac61 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:08:24.691788 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a1302236-2a62-4f63-b27b-71e3e5beac61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:25.018963 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a1302236-2a62-4f63-b27b-71e3e5beac61 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:25.079004 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a1302236-2a62-4f63-b27b-71e3e5beac61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:25.216865 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-a1302236-2a62-4f63-b27b-71e3e5beac61 admin admin] Allocated IP 172.25.6.199 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/72acc0d7-6e1f-430f-9bcf-6ec4cbc33444) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:08:25.366107 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a1302236-2a62-4f63-b27b-71e3e5beac61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:25.425718 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a1302236-2a62-4f63-b27b-71e3e5beac61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:25.492124 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1302236-2a62-4f63-b27b-71e3e5beac61 admin admin] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:08:25.493387 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-a1302236-2a62-4f63-b27b-71e3e5beac61 admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:08:25.500352 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1302236-2a62-4f63-b27b-71e3e5beac61 admin admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:08:25.589888 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1302236-2a62-4f63-b27b-71e3e5beac61 admin admin] Pushing event updated for resources: {'Port': ['ID=72acc0d7-6e1f-430f-9bcf-6ec4cbc33444,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:08:25.914834 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a1302236-2a62-4f63-b27b-71e3e5beac61 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:26.243468 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a1302236-2a62-4f63-b27b-71e3e5beac61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:26.246636 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a1302236-2a62-4f63-b27b-71e3e5beac61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1578611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1578620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1575237'] for router, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:26.426364 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1302236-2a62-4f63-b27b-71e3e5beac61 admin admin] Router 29b907d6-d519-4acc-8a9e-1c8954463204 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:08:26.601479 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1302236-2a62-4f63-b27b-71e3e5beac61 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:08:26.609367 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a1302236-2a62-4f63-b27b-71e3e5beac61 admin admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:26.610567 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a1302236-2a62-4f63-b27b-71e3e5beac61 admin admin] 10.222.0.50 "PUT /v2.0/routers/29b907d6-d519-4acc-8a9e-1c8954463204 HTTP/1.1" status: 200 len: 890 time: 2.3772476 May 31 13:08:26.611282 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b8e377-1004-4b82-965d-a9bb87c6f9b1 None None] Sync routers for ids ['29b907d6-d519-4acc-8a9e-1c8954463204'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:08:26.622034 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b8e377-1004-4b82-965d-a9bb87c6f9b1 None None] Routers {'29b907d6-d519-4acc-8a9e-1c8954463204'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:08:26.622696 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-16b8e377-1004-4b82-965d-a9bb87c6f9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:08:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['29b907d6-d519-4acc-8a9e-1c8954463204'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:08:26.826514 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-16b8e377-1004-4b82-965d-a9bb87c6f9b1 None None] Set router 29b907d6-d519-4acc-8a9e-1c8954463204 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:08:27.166113 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-16b8e377-1004-4b82-965d-a9bb87c6f9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b907d6-d519-4acc-8a9e-1c8954463204', 'name': 'router1', 'tenant_id': '104b56781cd64c49921f1991881a1137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '72acc0d7-6e1f-430f-9bcf-6ec4cbc33444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:08:07Z', 'updated_at': '2022-05-31T13:08:25Z', 'revision_number': 4, 'project_id': '104b56781cd64c49921f1991881a1137', 'gw_port': {'id': '72acc0d7-6e1f-430f-9bcf-6ec4cbc33444', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29b907d6-d519-4acc-8a9e-1c8954463204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:08:25Z', 'updated_at': '2022-05-31T13:08:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'c9e48077-0256-496d-8f37-3ed4ded6b749', 'name': '', 'network_id': 'e50ad971-1d93-43fd-9668-25b7664de64c', 'tenant_id': '104b56781cd64c49921f1991881a1137', 'mac_address': 'fa:16:3e:65:db:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b907d6-d519-4acc-8a9e-1c8954463204', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4cee7ca9-cc79-4cfd-a945-db2a7e90b2c9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:08:16Z', 'updated_at': '2022-05-31T13:08:21Z', 'revision_number': 5, 'project_id': '104b56781cd64c49921f1991881a1137', 'subnets': [{'id': '4cee7ca9-cc79-4cfd-a945-db2a7e90b2c9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f7cc30e5-0327-4d3c-a611-d3d04fdf3abe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:08:27.170871 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b8e377-1004-4b82-965d-a9bb87c6f9b1 None None] Checking router: 29b907d6-d519-4acc-8a9e-1c8954463204 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:08:27.171220 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b8e377-1004-4b82-965d-a9bb87c6f9b1 None None] Updating router 29b907d6-d519-4acc-8a9e-1c8954463204 port 72acc0d7-6e1f-430f-9bcf-6ec4cbc33444 binding host n-d-843939-1 {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:08:27.222157 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-16b8e377-1004-4b82-965d-a9bb87c6f9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:27.549185 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-16b8e377-1004-4b82-965d-a9bb87c6f9b1 None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:27.560761 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-16b8e377-1004-4b82-965d-a9bb87c6f9b1 None None] Transition to ACTIVE for port object 72acc0d7-6e1f-430f-9bcf-6ec4cbc33444 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:08:27.567487 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-16b8e377-1004-4b82-965d-a9bb87c6f9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:27.650346 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-16b8e377-1004-4b82-965d-a9bb87c6f9b1 None None] Attempting to bind port 72acc0d7-6e1f-430f-9bcf-6ec4cbc33444 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:08:27.650986 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-16b8e377-1004-4b82-965d-a9bb87c6f9b1 None None] Attempting to bind port 72acc0d7-6e1f-430f-9bcf-6ec4cbc33444 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:08:27.651106 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b8e377-1004-4b82-965d-a9bb87c6f9b1 None None] Attempting to bind port 72acc0d7-6e1f-430f-9bcf-6ec4cbc33444 on network d2103cd5-63ba-4c24-9d95-fd17643bf14c {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:08:27.656550 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aefb99a-013a-4a53-bcff-8c30fa217ebc None None] Pushing event updated for resources: {'Port': ['ID=72acc0d7-6e1f-430f-9bcf-6ec4cbc33444,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:08:27.661809 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b8e377-1004-4b82-965d-a9bb87c6f9b1 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:08:27.662719 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b8e377-1004-4b82-965d-a9bb87c6f9b1 None None] Checking segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:08:27.663125 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-16b8e377-1004-4b82-965d-a9bb87c6f9b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:27.663508 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b8e377-1004-4b82-965d-a9bb87c6f9b1 None None] Bound using segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:08:27.663971 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-16b8e377-1004-4b82-965d-a9bb87c6f9b1 None None] Bound port: 72acc0d7-6e1f-430f-9bcf-6ec4cbc33444, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:08:27.664368 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-16b8e377-1004-4b82-965d-a9bb87c6f9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:27.736584 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-16b8e377-1004-4b82-965d-a9bb87c6f9b1 None None] For port 72acc0d7-6e1f-430f-9bcf-6ec4cbc33444, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:08:27.739646 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-16b8e377-1004-4b82-965d-a9bb87c6f9b1 None None] For port 72acc0d7-6e1f-430f-9bcf-6ec4cbc33444, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=72acc0d7-6e1f-430f-9bcf-6ec4cbc33444,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:08:27.744610 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-16b8e377-1004-4b82-965d-a9bb87c6f9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:27.852838 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b8e377-1004-4b82-965d-a9bb87c6f9b1 None None] Routers {'29b907d6-d519-4acc-8a9e-1c8954463204'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:08:27.853416 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-16b8e377-1004-4b82-965d-a9bb87c6f9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:08:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['29b907d6-d519-4acc-8a9e-1c8954463204'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:08:27.906051 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aefb99a-013a-4a53-bcff-8c30fa217ebc None None] Pushing event updated for resources: {'Port': ['ID=72acc0d7-6e1f-430f-9bcf-6ec4cbc33444,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:08:28.036025 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-16b8e377-1004-4b82-965d-a9bb87c6f9b1 None None] Set router 29b907d6-d519-4acc-8a9e-1c8954463204 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:08:28.353588 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-16b8e377-1004-4b82-965d-a9bb87c6f9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b907d6-d519-4acc-8a9e-1c8954463204', 'name': 'router1', 'tenant_id': '104b56781cd64c49921f1991881a1137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '72acc0d7-6e1f-430f-9bcf-6ec4cbc33444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:08:07Z', 'updated_at': '2022-05-31T13:08:25Z', 'revision_number': 4, 'project_id': '104b56781cd64c49921f1991881a1137', 'gw_port': {'id': '72acc0d7-6e1f-430f-9bcf-6ec4cbc33444', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29b907d6-d519-4acc-8a9e-1c8954463204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:08:25Z', 'updated_at': '2022-05-31T13:08:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'c9e48077-0256-496d-8f37-3ed4ded6b749', 'name': '', 'network_id': 'e50ad971-1d93-43fd-9668-25b7664de64c', 'tenant_id': '104b56781cd64c49921f1991881a1137', 'mac_address': 'fa:16:3e:65:db:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b907d6-d519-4acc-8a9e-1c8954463204', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4cee7ca9-cc79-4cfd-a945-db2a7e90b2c9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:08:16Z', 'updated_at': '2022-05-31T13:08:21Z', 'revision_number': 5, 'project_id': '104b56781cd64c49921f1991881a1137', 'subnets': [{'id': '4cee7ca9-cc79-4cfd-a945-db2a7e90b2c9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f7cc30e5-0327-4d3c-a611-d3d04fdf3abe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:08:28.357465 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b8e377-1004-4b82-965d-a9bb87c6f9b1 None None] The sync data for ids ['29b907d6-d519-4acc-8a9e-1c8954463204'] in n-d-843939-1 is: [{'id': '29b907d6-d519-4acc-8a9e-1c8954463204', 'name': 'router1', 'tenant_id': '104b56781cd64c49921f1991881a1137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '72acc0d7-6e1f-430f-9bcf-6ec4cbc33444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:08:07Z', 'updated_at': '2022-05-31T13:08:25Z', 'revision_number': 4, 'project_id': '104b56781cd64c49921f1991881a1137', 'gw_port': {'id': '72acc0d7-6e1f-430f-9bcf-6ec4cbc33444', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:1b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29b907d6-d519-4acc-8a9e-1c8954463204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:08:25Z', 'updated_at': '2022-05-31T13:08:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'c9e48077-0256-496d-8f37-3ed4ded6b749', 'name': '', 'network_id': 'e50ad971-1d93-43fd-9668-25b7664de64c', 'tenant_id': '104b56781cd64c49921f1991881a1137', 'mac_address': 'fa:16:3e:65:db:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b907d6-d519-4acc-8a9e-1c8954463204', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4cee7ca9-cc79-4cfd-a945-db2a7e90b2c9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:08:16Z', 'updated_at': '2022-05-31T13:08:21Z', 'revision_number': 5, 'project_id': '104b56781cd64c49921f1991881a1137', 'subnets': [{'id': '4cee7ca9-cc79-4cfd-a945-db2a7e90b2c9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f7cc30e5-0327-4d3c-a611-d3d04fdf3abe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:08:29.028533 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 57428) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:08:29.147552 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-1250775c-a33b-49d7-9ffd-e2620c43e628 admin admin] 10.222.0.50 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1170011 May 31 13:08:29.432503 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 72acc0d7-6e1f-430f-9bcf-6ec4cbc33444 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:08:29.504551 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 72acc0d7-6e1f-430f-9bcf-6ec4cbc33444 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:08:29.511651 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 72acc0d7-6e1f-430f-9bcf-6ec4cbc33444 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:08:29.512022 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:29.636115 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 72acc0d7-6e1f-430f-9bcf-6ec4cbc33444 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:08:29.636115 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:29.652135 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 72acc0d7-6e1f-430f-9bcf-6ec4cbc33444, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=72acc0d7-6e1f-430f-9bcf-6ec4cbc33444,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:08:29.659733 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:29.728267 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=72acc0d7-6e1f-430f-9bcf-6ec4cbc33444,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:08:31.420838 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 72acc0d7-6e1f-430f-9bcf-6ec4cbc33444 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:08:31.493127 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 72acc0d7-6e1f-430f-9bcf-6ec4cbc33444 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:08:31.493502 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:31.621333 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 72acc0d7-6e1f-430f-9bcf-6ec4cbc33444 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:08:39.496274 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 5 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 13:08:40.403497 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cc1eb113-abc5-4a06-8382-28227eedb74f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:42.729126 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4ad498a9-2725-4cb1-80ec-5e75c2b447a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:43.630172 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:43.634747 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:45.297481 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:09:10.396327 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e3b4c106-fc3d-4b9c-a420-b422dcf8aade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:09:12.733221 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1e39a3c6-c5d5-40d0-8269-99409299fa68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:09:13.637344 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:09:13.639016 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:09:15.300115 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:09:16.495189 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 5 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 13:09:40.397944 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e3d09dec-9299-4492-b5ad-97b9ab7a672e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:09:42.736880 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ad5dc6fa-15f6-449e-b969-1abdc7f2e85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:09:43.638200 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:09:43.646393 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:09:45.310089 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:09:53.494054 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 5 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 13:10:10.401495 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bcffd5f0-bf6b-4c51-810b-d361c9a588f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:10:12.740948 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-387a784e-135a-4701-af0d-9476401fdcd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:10:13.643478 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:10:13.645038 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:10:15.306814 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:10:30.492798 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 5 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 13:10:37.543106 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 58030) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:10:37.608788 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee6ed14d-1ba3-4042-994e-bdb52d768c52 admin admin] GET failed (client error): The resource could not be found. May 31 13:10:37.610076 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ee6ed14d-1ba3-4042-994e-bdb52d768c52 admin admin] 10.222.0.50 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0659232 May 31 13:10:37.789082 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8612b4ca-7859-4aba-9e1f-d20d780c2a54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:10:37.790923 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-8612b4ca-7859-4aba-9e1f-d20d780c2a54 admin admin] 10.222.0.50 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1769099 May 31 13:10:39.989783 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 58040) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:10:40.095015 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2646cd-05e4-4a98-8ba4-4a4dfbf88b20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:10:40.096952 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ba2646cd-05e4-4a98-8ba4-4a4dfbf88b20 admin admin] 10.222.0.50 "GET /v2.0/subnets/4cee7ca9-cc79-4cfd-a945-db2a7e90b2c9 HTTP/1.1" status: 200 len: 849 time: 0.1061909 May 31 13:10:40.106049 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-0120f367-5b53-4cb3-b063-94241179644f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:10:40.218046 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0120f367-5b53-4cb3-b063-94241179644f admin admin] Notify callbacks [] for subnet, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:10:40.404884 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3fc0e687-6329-438c-976f-a5abd91dd226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:10:40.408207 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0120f367-5b53-4cb3-b063-94241179644f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772773763000'] for subnet, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:10:40.453001 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0120f367-5b53-4cb3-b063-94241179644f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:10:40.453642 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0120f367-5b53-4cb3-b063-94241179644f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:10:40.454838 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-0120f367-5b53-4cb3-b063-94241179644f admin admin] 10.222.0.50 "PUT /v2.0/subnets/4cee7ca9-cc79-4cfd-a945-db2a7e90b2c9 HTTP/1.1" status: 200 len: 868 time: 0.3524272 May 31 13:10:40.473489 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85c60c9-3158-42a1-b45e-f709e2bcd52d None None] Network e50ad971-1d93-43fd-9668-25b7664de64c requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:10:40.478359 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0120f367-5b53-4cb3-b063-94241179644f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cee7ca9-cc79-4cfd-a945-db2a7e90b2c9,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:10:40.485973 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0120f367-5b53-4cb3-b063-94241179644f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:10:40.486403 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0120f367-5b53-4cb3-b063-94241179644f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:10:40.486701 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0120f367-5b53-4cb3-b063-94241179644f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:10:40.487035 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0120f367-5b53-4cb3-b063-94241179644f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:10:40.487354 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0120f367-5b53-4cb3-b063-94241179644f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:10:40.487683 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0120f367-5b53-4cb3-b063-94241179644f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:10:40.487992 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0120f367-5b53-4cb3-b063-94241179644f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:10:40.488323 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0120f367-5b53-4cb3-b063-94241179644f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:10:40.488626 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0120f367-5b53-4cb3-b063-94241179644f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:10:40.488937 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0120f367-5b53-4cb3-b063-94241179644f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:10:40.489251 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0120f367-5b53-4cb3-b063-94241179644f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:10:40.489585 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0120f367-5b53-4cb3-b063-94241179644f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:10:40.942043 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-5bb62a2e-cd37-418b-9967-b4ffeac67dbc None None] Provisioning complete for port c9e48077-0256-496d-8f37-3ed4ded6b749 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:10:40.942410 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5bb62a2e-cd37-418b-9967-b4ffeac67dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:10:41.080407 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-5bb62a2e-cd37-418b-9967-b4ffeac67dbc None None] Current status of the port c9e48077-0256-496d-8f37-3ed4ded6b749 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:10:41.091273 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-5bb62a2e-cd37-418b-9967-b4ffeac67dbc None None] Provisioning complete for port 45b9ab0c-b710-45d1-b2ee-23e7b249c507 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:10:41.091639 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5bb62a2e-cd37-418b-9967-b4ffeac67dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:10:41.207307 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-5bb62a2e-cd37-418b-9967-b4ffeac67dbc None None] Current status of the port 45b9ab0c-b710-45d1-b2ee-23e7b249c507 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:10:42.663894 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 58050) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:10:42.743029 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b9a962d3-a344-4945-a276-c82a4dc5ec67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:10:42.846080 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0b1616-b7e6-4582-b261-fbaab88179a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:10:42.846705 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0b1616-b7e6-4582-b261-fbaab88179a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:10:42.848286 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-bd0b1616-b7e6-4582-b261-fbaab88179a0 admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1835208 May 31 13:10:43.644866 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:10:43.645663 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:10:45.043303 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 58060) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:10:45.213484 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46559bf-c496-45de-9c5e-39336cc947a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:10:45.213944 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46559bf-c496-45de-9c5e-39336cc947a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:10:45.215467 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b46559bf-c496-45de-9c5e-39336cc947a3 admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1712308 May 31 13:10:45.309618 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:10:47.497206 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 58070) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:10:47.661774 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963f8a09-1d56-46b4-ab31-6def3d49b111 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:10:47.663172 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-963f8a09-1d56-46b4-ab31-6def3d49b111 admin admin] 10.222.0.50 "GET /v2.0/networks/d2103cd5-63ba-4c24-9d95-fd17643bf14c HTTP/1.1" status: 200 len: 886 time: 0.1650345 May 31 13:10:49.945378 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 58080) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:10:50.114429 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cd1956-faed-49db-aa63-69d8212cccf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:10:50.115772 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-f7cd1956-faed-49db-aa63-69d8212cccf9 admin admin] 10.222.0.50 "GET /v2.0/networks/e50ad971-1d93-43fd-9668-25b7664de64c HTTP/1.1" status: 200 len: 869 time: 0.1694646 May 31 13:10:52.304150 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 58090) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:10:52.410483 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66fbae8e-fe45-4fc0-9613-b2c7fef4b547 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:10:52.410939 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66fbae8e-fe45-4fc0-9613-b2c7fef4b547 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:10:52.412448 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-66fbae8e-fe45-4fc0-9613-b2c7fef4b547 admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1073573 May 31 13:10:54.618018 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 58100) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:10:54.728172 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee06435-775a-49cf-8dea-139921f89048 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:10:54.728621 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee06435-775a-49cf-8dea-139921f89048 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:10:54.729339 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-dee06435-775a-49cf-8dea-139921f89048 admin admin] Synchronizing usage tracker for tenant:1f82b3af579d4cbe9e574e401534d0ff on resource:subnet {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:10:54.745477 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-dee06435-775a-49cf-8dea-139921f89048 admin admin] Unset dirty status for tenant:1f82b3af579d4cbe9e574e401534d0ff on resource:subnet {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:10:54.746649 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-dee06435-775a-49cf-8dea-139921f89048 admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1276677 May 31 13:10:56.977242 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 58110) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:10:57.083710 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedf7909-0726-4f43-aee0-60cac00e5200 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:10:57.085026 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-dedf7909-0726-4f43-aee0-60cac00e5200 admin admin] 10.222.0.50 "GET /v2.0/subnets/4cee7ca9-cc79-4cfd-a945-db2a7e90b2c9 HTTP/1.1" status: 200 len: 868 time: 0.1068125 May 31 13:10:59.272931 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 58120) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:10:59.382596 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e27940-1534-4f87-ab28-584448b91b51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:10:59.383942 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-71e27940-1534-4f87-ab28-584448b91b51 admin admin] 10.222.0.50 "GET /v2.0/subnets/b4c7d4ba-80bf-4126-9547-7fe04532f571 HTTP/1.1" status: 200 len: 816 time: 0.1100717 May 31 13:11:07.490569 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 5 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 13:11:10.408395 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-df44ad91-76fa-48f4-9fdc-5cd29f5cf5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:12.745382 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-92ea9ebf-4e62-4c02-b61c-7d05b451eacd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:13.654441 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:13.657150 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:15.311090 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:18.800065 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 58166) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:11:18.847044 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [None req-60eb3241-b6d8-4402-a636-f7e23c429883 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:11:18.848044 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-60eb3241-b6d8-4402-a636-f7e23c429883 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0470607 May 31 13:11:21.077605 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 58176) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:11:21.144004 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2ab2e5f-12b3-4a51-b5f8-c99fe58e8940 admin admin] GET failed (client error): The resource could not be found. May 31 13:11:21.145250 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-a2ab2e5f-12b3-4a51-b5f8-c99fe58e8940 admin admin] 10.222.0.50 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0666656 May 31 13:11:21.274011 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cef99e4-34de-4dd1-9879-034aff5f4c55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:11:21.275392 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-1cef99e4-34de-4dd1-9879-034aff5f4c55 admin admin] 10.222.0.50 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1263525 May 31 13:11:23.464697 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 58186) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:11:23.511251 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-fed1a707-6b25-4ad7-a3a0-f4063932fe66 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:11:23.515637 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-fed1a707-6b25-4ad7-a3a0-f4063932fe66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:11:23.525304 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-fed1a707-6b25-4ad7-a3a0-f4063932fe66 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:11:23.535768 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed1a707-6b25-4ad7-a3a0-f4063932fe66 admin admin] Made reservation on behalf of 1f82b3af579d4cbe9e574e401534d0ff for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:11:23.538035 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fed1a707-6b25-4ad7-a3a0-f4063932fe66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:23.623254 n-d-843939-1 neutron-server[88370]: WARNING neutron.services.revisions.revision_plugin [None req-fed1a707-6b25-4ad7-a3a0-f4063932fe66 admin admin] Could not find related network for resource to bump revision. May 31 13:11:23.635473 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fed1a707-6b25-4ad7-a3a0-f4063932fe66 admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:11:23.644371 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fed1a707-6b25-4ad7-a3a0-f4063932fe66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:23.644707 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-fed1a707-6b25-4ad7-a3a0-f4063932fe66 admin admin] Added segment 42e7e5f1-a269-47e1-b749-e09d97a1e940 of type vlan for network 85b11c4f-90ad-4763-b38d-22d3f87089f4 May 31 13:11:23.668679 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fed1a707-6b25-4ad7-a3a0-f4063932fe66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:23.696590 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fed1a707-6b25-4ad7-a3a0-f4063932fe66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:23.697513 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed1a707-6b25-4ad7-a3a0-f4063932fe66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:11:23.698185 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fed1a707-6b25-4ad7-a3a0-f4063932fe66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:23.801889 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed1a707-6b25-4ad7-a3a0-f4063932fe66 admin admin] Pushing event updated for resources: {'Network': ['ID=85b11c4f-90ad-4763-b38d-22d3f87089f4,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:11:23.805963 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-fed1a707-6b25-4ad7-a3a0-f4063932fe66 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3402665 May 31 13:11:23.809725 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed1a707-6b25-4ad7-a3a0-f4063932fe66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:11:23.810098 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed1a707-6b25-4ad7-a3a0-f4063932fe66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:11:23.810451 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed1a707-6b25-4ad7-a3a0-f4063932fe66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:11:23.810773 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed1a707-6b25-4ad7-a3a0-f4063932fe66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:11:23.811104 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed1a707-6b25-4ad7-a3a0-f4063932fe66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:11:23.811431 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed1a707-6b25-4ad7-a3a0-f4063932fe66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:11:23.811760 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed1a707-6b25-4ad7-a3a0-f4063932fe66 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:11:23.812085 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed1a707-6b25-4ad7-a3a0-f4063932fe66 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:11:23.812410 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed1a707-6b25-4ad7-a3a0-f4063932fe66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:11:23.812760 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed1a707-6b25-4ad7-a3a0-f4063932fe66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:11:23.813082 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed1a707-6b25-4ad7-a3a0-f4063932fe66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:11:23.813417 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed1a707-6b25-4ad7-a3a0-f4063932fe66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:11:23.829180 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 85b11c4f-90ad-4763-b38d-22d3f87089f4 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:11:26.181339 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 58196) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:11:26.247526 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-958598fe-9d3b-4e88-9f4c-be5bd7f27829 admin admin] GET failed (client error): The resource could not be found. May 31 13:11:26.248032 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-958598fe-9d3b-4e88-9f4c-be5bd7f27829 admin admin] Synchronizing usage tracker for tenant:1f82b3af579d4cbe9e574e401534d0ff on resource:network {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:11:26.262729 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-958598fe-9d3b-4e88-9f4c-be5bd7f27829 admin admin] Unset dirty status for tenant:1f82b3af579d4cbe9e574e401534d0ff on resource:network {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:11:26.264032 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-958598fe-9d3b-4e88-9f4c-be5bd7f27829 admin admin] 10.222.0.50 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0817525 May 31 13:11:26.375172 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff6b3dd-498f-4397-a254-e6bb10722587 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:11:26.376621 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-dff6b3dd-498f-4397-a254-e6bb10722587 admin admin] 10.222.0.50 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1081443 May 31 13:11:26.386747 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-a2bd3d4a-8ecb-437b-b47c-9713da60c4c8 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4', 'description': 'shared-subnet'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:11:26.391549 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-a2bd3d4a-8ecb-437b-b47c-9713da60c4c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:11:26.400739 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-a2bd3d4a-8ecb-437b-b47c-9713da60c4c8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:11:26.410593 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2bd3d4a-8ecb-437b-b47c-9713da60c4c8 admin admin] Made reservation on behalf of 1f82b3af579d4cbe9e574e401534d0ff for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:11:26.412969 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a2bd3d4a-8ecb-437b-b47c-9713da60c4c8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:26.657570 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a2bd3d4a-8ecb-437b-b47c-9713da60c4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:26.730616 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bd3d4a-8ecb-437b-b47c-9713da60c4c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24822c99-0dce-4d50-9c44-3135ba3763b8,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:11:26.740608 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bd3d4a-8ecb-437b-b47c-9713da60c4c8 admin admin] Checking segment: {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:11:26.740979 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2bd3d4a-8ecb-437b-b47c-9713da60c4c8 admin admin] Network hostable DHCP agents. Network: 85b11c4f-90ad-4763-b38d-22d3f87089f4, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:11:26.758962 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2bd3d4a-8ecb-437b-b47c-9713da60c4c8 admin admin] Network 85b11c4f-90ad-4763-b38d-22d3f87089f4 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:11:26.768230 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-a2bd3d4a-8ecb-437b-b47c-9713da60c4c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 85b11c4f-90ad-4763-b38d-22d3f87089f4) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:11:26.772267 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bd3d4a-8ecb-437b-b47c-9713da60c4c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:11:26.772869 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a2bd3d4a-8ecb-437b-b47c-9713da60c4c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:26.778538 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b982f360-fd97-4767-a070-0a15da71fb9d None None] Network 85b11c4f-90ad-4763-b38d-22d3f87089f4 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:11:26.798528 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-a2bd3d4a-8ecb-437b-b47c-9713da60c4c8 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4151380 May 31 13:11:27.000900 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542454e5-2cdf-4fe2-93f9-197e04a31362 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-85b11c4f-90ad-4763-b38d-22d3f87089f4', 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4', 'tenant_id': '1f82b3af579d4cbe9e574e401534d0ff', 'fixed_ips': [{'subnet_id': '24822c99-0dce-4d50-9c44-3135ba3763b8'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:11:27.001730 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-542454e5-2cdf-4fe2-93f9-197e04a31362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:27.159391 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-542454e5-2cdf-4fe2-93f9-197e04a31362 None None] Allocated IP 192.168.233.2 (85b11c4f-90ad-4763-b38d-22d3f87089f4/24822c99-0dce-4d50-9c44-3135ba3763b8/7cceca3a-9079-4b52-83c1-84323f0332f0) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:11:27.371878 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-542454e5-2cdf-4fe2-93f9-197e04a31362 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:27.385719 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-542454e5-2cdf-4fe2-93f9-197e04a31362 None None] Transition to ACTIVE for port object 7cceca3a-9079-4b52-83c1-84323f0332f0 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:11:27.412864 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-542454e5-2cdf-4fe2-93f9-197e04a31362 None None] Transition to ACTIVE for port object 7cceca3a-9079-4b52-83c1-84323f0332f0 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:11:27.418958 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-542454e5-2cdf-4fe2-93f9-197e04a31362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:27.486297 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542454e5-2cdf-4fe2-93f9-197e04a31362 None None] Network 85b11c4f-90ad-4763-b38d-22d3f87089f4 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:11:27.487413 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-542454e5-2cdf-4fe2-93f9-197e04a31362 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:11:27.490946 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542454e5-2cdf-4fe2-93f9-197e04a31362 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:11:27.531043 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542454e5-2cdf-4fe2-93f9-197e04a31362 None None] Pushing event updated for resources: {'Port': ['ID=7cceca3a-9079-4b52-83c1-84323f0332f0,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:11:27.571022 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542454e5-2cdf-4fe2-93f9-197e04a31362 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:11:27.571362 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542454e5-2cdf-4fe2-93f9-197e04a31362 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:11:27.571696 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542454e5-2cdf-4fe2-93f9-197e04a31362 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:11:27.572032 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542454e5-2cdf-4fe2-93f9-197e04a31362 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:11:27.572352 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542454e5-2cdf-4fe2-93f9-197e04a31362 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:11:27.572676 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542454e5-2cdf-4fe2-93f9-197e04a31362 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:11:27.572994 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542454e5-2cdf-4fe2-93f9-197e04a31362 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:11:27.573315 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542454e5-2cdf-4fe2-93f9-197e04a31362 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:11:27.573646 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542454e5-2cdf-4fe2-93f9-197e04a31362 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:11:27.573944 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542454e5-2cdf-4fe2-93f9-197e04a31362 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:11:27.574283 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542454e5-2cdf-4fe2-93f9-197e04a31362 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:11:27.574596 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542454e5-2cdf-4fe2-93f9-197e04a31362 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:11:27.597581 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-542454e5-2cdf-4fe2-93f9-197e04a31362 None None] Attempting to bind port 7cceca3a-9079-4b52-83c1-84323f0332f0 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:11:27.597945 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-542454e5-2cdf-4fe2-93f9-197e04a31362 None None] Attempting to bind port 7cceca3a-9079-4b52-83c1-84323f0332f0 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:11:27.598334 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542454e5-2cdf-4fe2-93f9-197e04a31362 None None] Attempting to bind port 7cceca3a-9079-4b52-83c1-84323f0332f0 on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:11:27.603513 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542454e5-2cdf-4fe2-93f9-197e04a31362 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:11:27.603874 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542454e5-2cdf-4fe2-93f9-197e04a31362 None None] Checking segment: {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:11:27.604267 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-542454e5-2cdf-4fe2-93f9-197e04a31362 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:27.604657 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542454e5-2cdf-4fe2-93f9-197e04a31362 None None] Bound using segment: {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:11:27.605108 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-542454e5-2cdf-4fe2-93f9-197e04a31362 None None] Bound port: 7cceca3a-9079-4b52-83c1-84323f0332f0, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:11:27.605492 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-542454e5-2cdf-4fe2-93f9-197e04a31362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:27.719471 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-542454e5-2cdf-4fe2-93f9-197e04a31362 None None] For port 7cceca3a-9079-4b52-83c1-84323f0332f0, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:11:27.722957 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-542454e5-2cdf-4fe2-93f9-197e04a31362 None None] For port 7cceca3a-9079-4b52-83c1-84323f0332f0, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=7cceca3a-9079-4b52-83c1-84323f0332f0,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:11:27.727819 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-542454e5-2cdf-4fe2-93f9-197e04a31362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:27.809470 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542454e5-2cdf-4fe2-93f9-197e04a31362 None None] Pushing event updated for resources: {'Port': ['ID=7cceca3a-9079-4b52-83c1-84323f0332f0,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:11:28.654893 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b19576-529a-4703-be75-320760d85396 None None] Network 85b11c4f-90ad-4763-b38d-22d3f87089f4 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:11:28.750707 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2b541010-9408-4bc7-a2b4-b7a6ad76562d None None] Provisioning for port 7cceca3a-9079-4b52-83c1-84323f0332f0 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:11:29.519312 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 7cceca3a-9079-4b52-83c1-84323f0332f0 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:11:29.590529 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 7cceca3a-9079-4b52-83c1-84323f0332f0 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:11:29.595967 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 7cceca3a-9079-4b52-83c1-84323f0332f0 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:11:29.596330 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:29.714370 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 7cceca3a-9079-4b52-83c1-84323f0332f0 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:11:29.714752 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:29.746650 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 7cceca3a-9079-4b52-83c1-84323f0332f0, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=7cceca3a-9079-4b52-83c1-84323f0332f0,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:11:29.751129 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:29.816123 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=7cceca3a-9079-4b52-83c1-84323f0332f0,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:11:31.498443 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 7cceca3a-9079-4b52-83c1-84323f0332f0 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:11:31.571042 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 7cceca3a-9079-4b52-83c1-84323f0332f0 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:11:31.571404 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:31.689475 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 7cceca3a-9079-4b52-83c1-84323f0332f0 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:11:40.412071 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-957ea052-cfc8-47a3-84c6-893dd43e2893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:42.747774 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8c2f7053-b755-40e4-924b-0ff1ae3d4770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:43.648457 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:43.651292 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:44.490580 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 5 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 13:11:45.313481 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:12:10.412948 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-869ae843-f74f-4b02-ae71-6446d4b8657e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:12:12.749412 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-131768a3-13dc-44f0-8706-077a3b6ac45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:12:13.649910 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:12:13.651837 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:12:15.314306 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:12:21.489956 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 5 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 13:12:40.418031 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2d8f97d6-18ad-4d3b-8c24-37021bc245bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:12:42.752497 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-76ed5462-c452-42d4-a57e-d6bb68ad79de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:12:43.650200 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:12:43.652155 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:12:45.317800 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:12:54.688913 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 58242) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:12:54.694721 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [None req-99a21344-140f-4bc6-be0f-9b3276964d98 tempest-verify_tempest_config-1087097466 tempest-verify_tempest_config-1087097466-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88369) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:12:54.695683 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-99a21344-140f-4bc6-be0f-9b3276964d98 tempest-verify_tempest_config-1087097466 tempest-verify_tempest_config-1087097466-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058417 May 31 13:12:55.006903 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 58260) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:12:55.123208 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-da9ee93d-c9d7-46ec-8fdd-9b1fcdc19a77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:12:55.137458 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-da9ee93d-c9d7-46ec-8fdd-9b1fcdc19a77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:12:55.141833 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-da9ee93d-c9d7-46ec-8fdd-9b1fcdc19a77 admin admin] Usage tracker for resource:security_group_rule and tenant:34903535fe304456b4f28899342aff12 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:12:55.144568 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-da9ee93d-c9d7-46ec-8fdd-9b1fcdc19a77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:12:55.150194 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-da9ee93d-c9d7-46ec-8fdd-9b1fcdc19a77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:12:55.235516 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-da9ee93d-c9d7-46ec-8fdd-9b1fcdc19a77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:12:55.239383 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-da9ee93d-c9d7-46ec-8fdd-9b1fcdc19a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:12:55.286637 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-da9ee93d-c9d7-46ec-8fdd-9b1fcdc19a77 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=34903535fe304456b4f28899342aff12&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2786701 May 31 13:12:55.289033 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9ee93d-c9d7-46ec-8fdd-9b1fcdc19a77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea869144-af3e-4850-9224-51cc84a3a4b8,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:12:55.289390 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 58266) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:12:55.305918 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ee93d-c9d7-46ec-8fdd-9b1fcdc19a77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:12:55.306293 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ee93d-c9d7-46ec-8fdd-9b1fcdc19a77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:12:55.306637 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ee93d-c9d7-46ec-8fdd-9b1fcdc19a77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:12:55.306968 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ee93d-c9d7-46ec-8fdd-9b1fcdc19a77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:12:55.307300 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ee93d-c9d7-46ec-8fdd-9b1fcdc19a77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:12:55.307628 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ee93d-c9d7-46ec-8fdd-9b1fcdc19a77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:12:55.307953 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ee93d-c9d7-46ec-8fdd-9b1fcdc19a77 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:12:55.308274 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ee93d-c9d7-46ec-8fdd-9b1fcdc19a77 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:12:55.308598 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ee93d-c9d7-46ec-8fdd-9b1fcdc19a77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:12:55.308919 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ee93d-c9d7-46ec-8fdd-9b1fcdc19a77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:12:55.309293 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ee93d-c9d7-46ec-8fdd-9b1fcdc19a77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:12:55.309561 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9ee93d-c9d7-46ec-8fdd-9b1fcdc19a77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:12:55.358323 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-592728b7-55bd-498f-8331-4ba40f852497 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:12:55.383165 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-592728b7-55bd-498f-8331-4ba40f852497 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:12:55.474935 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-592728b7-55bd-498f-8331-4ba40f852497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:12:55.492041 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592728b7-55bd-498f-8331-4ba40f852497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea869144-af3e-4850-9224-51cc84a3a4b8,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:12:55.498914 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-592728b7-55bd-498f-8331-4ba40f852497 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:12:55.503849 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-592728b7-55bd-498f-8331-4ba40f852497 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ea869144-af3e-4850-9224-51cc84a3a4b8 HTTP/1.1" status: 204 len: 168 time: 0.2135561 May 31 13:12:58.489688 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 5 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 13:13:10.429163 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-87b8cf8b-4e04-49e6-a006-ae48d6b5aaff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:13:12.759469 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-23a4c7d5-1d70-4d77-b319-bd17ede37ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:13:13.648610 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:13:13.653345 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:13:15.318665 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:13:35.488989 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 5 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 13:13:40.420872 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-67874f3f-e893-4d06-bf71-b1b1fdb03ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:13:42.751656 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4b11e64e-efc3-4b9f-9d84-5cc2da6f6750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:13:43.644456 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:13:43.655591 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:13:45.327156 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:14:10.428745 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ad01ef89-13c9-4a44-afe8-22fe750a57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:14:12.487867 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 5 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 13:14:12.752887 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-12c37681-bd79-428b-a8d2-77a947bfae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:14:13.636934 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:14:13.654205 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:14:15.337169 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:14:40.422083 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4dff4941-30b5-40a6-87d4-80536c2e9f8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:14:42.757818 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8974c48c-d169-4119-a0a1-98d87232ed01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:14:43.639742 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:14:43.656699 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:14:45.333416 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:14:49.485855 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 5 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 13:15:10.424281 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-95b65bf8-a828-4b26-aebb-c784395760d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:15:12.759980 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-77f330ab-a159-433c-93d4-3af491d34b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:15:13.646629 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:15:13.663818 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:15:15.338611 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:15:26.484347 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 5 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 13:15:40.426781 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e71e5c45-2c4e-4936-b3a9-f1b786fe0dc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:15:42.761139 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-25f72b3c-e3cb-441e-9efa-91b9678a4b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:15:43.638974 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:15:43.664646 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:15:45.342665 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:16:03.483261 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 5 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 13:16:07.102016 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1576984'] for agent, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:16:08.360033 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1576984'] for agent, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:16:10.430639 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-00b3e6d1-164a-48ca-9d00-41c33e70aa9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:16:12.761414 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ba8bc0d1-1f5d-47d9-9143-64342fcd0ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:16:13.642438 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:16:13.669580 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:16:15.343965 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:16:37.094741 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:16:38.322572 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:16:40.435220 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a4bc7dca-5aa3-4b91-abc2-bbd54d8e1c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:16:40.483301 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 13:16:42.763092 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-27051623-f723-4782-8d65-c59e3566e0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:16:43.643468 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:16:43.670989 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:16:45.348342 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:16:56.527857 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 58330) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:16:56.643431 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-1f04d735-3709-406f-8e1e-72431157f952 admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1144195 May 31 13:16:58.837114 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 58340) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:16:58.890930 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-90cd1868-0524-44d4-9c74-b9922b78f5d1 admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0527475 May 31 13:17:07.099169 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:17:08.334504 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:17:10.436067 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c80b1954-ab84-4f4d-a3d2-ea8042d63b2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:17:12.767955 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ee7cdc10-02c0-4ef7-85b7-6050eb94c2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:17:13.645402 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:17:13.671383 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:17:15.349949 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:17:17.484427 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 13:17:37.104885 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:17:38.342417 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:17:40.449022 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3f37ed6d-248f-4470-b97d-91f24d4fc808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:17:42.773611 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dc2fea6c-7d3c-4fdf-a52e-040f0c89faa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:17:43.647328 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:17:43.674884 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:17:45.354785 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:17:54.485252 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 13:18:07.112828 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:08.349189 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:10.441608 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-403d77f5-bb90-41c6-a14a-ca33d82afae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:12.767767 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dbad254c-2533-4d2c-8dc7-ae6bee9a128f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:13.651518 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:13.677108 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:15.356743 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:31.484824 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 13:18:37.112169 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:38.356828 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:39.644613 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 58748) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:18:39.649238 n-d-843939-1 neutron-server[88370]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 31 13:18:39.680945 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d26012c3-ceaf-47a0-a00f-13e3e7b3afbd req-388e3cd9-dd2a-48f0-b0de-71a1f711f346 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=d5c5502a4347492997a42923a49efdbb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341675 May 31 13:18:39.838685 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26012c3-ceaf-47a0-a00f-13e3e7b3afbd req-4b5a1b50-1818-4bc8-957e-8deba15b7d6a tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:18:39.840104 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d26012c3-ceaf-47a0-a00f-13e3e7b3afbd req-4b5a1b50-1818-4bc8-957e-8deba15b7d6a tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1540287 May 31 13:18:39.855701 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d26012c3-ceaf-47a0-a00f-13e3e7b3afbd req-9021d4ee-5e05-4e53-8508-49bf1d3b5d15 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] 10.222.0.50 "GET /v2.0/quotas/d5c5502a4347492997a42923a49efdbb HTTP/1.1" status: 200 len: 375 time: 0.0090668 May 31 13:18:39.903941 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d26012c3-ceaf-47a0-a00f-13e3e7b3afbd req-cfe8620e-2d95-429a-949f-c3d9d8c7594f tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d5c5502a4347492997a42923a49efdbb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426376 May 31 13:18:40.208140 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f08ef13e-7c8a-4f52-a29b-2b043745ae71 req-83cd005c-de28-4066-b261-1af446e8726d tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5836449-209a-4ee1-acb1-a0e99f97071e HTTP/1.1" status: 200 len: 210 time: 0.0538669 May 31 13:18:40.451840 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-305b6466-7bc2-43a7-aeac-700b5641a227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:41.360059 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 58942) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:18:41.408914 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 58948) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:18:41.456552 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-07ee08ea-3e2d-42a9-8faa-081b3eabdf99 req-5856a5a2-cd27-42d9-b1f0-9d86e6fa7451 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5836449-209a-4ee1-acb1-a0e99f97071e HTTP/1.1" status: 200 len: 210 time: 0.0553398 May 31 13:18:41.796238 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dd5265c0-6413-426e-9d02-a7a9ba28ff9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:41.815020 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 58968) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:18:41.835499 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-dd5265c0-6413-426e-9d02-a7a9ba28ff9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:18:41.837931 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e7bc4752-c257-4772-8600-60e31ed7ae1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:41.839471 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-dd5265c0-6413-426e-9d02-a7a9ba28ff9a admin admin] Usage tracker for resource:security_group_rule and tenant:8337d0ea939e449d9bfd2f333869a9e0 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:18:41.842518 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-dd5265c0-6413-426e-9d02-a7a9ba28ff9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:18:41.848661 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-dd5265c0-6413-426e-9d02-a7a9ba28ff9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:18:41.857079 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e7bc4752-c257-4772-8600-60e31ed7ae1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:18:41.861682 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e7bc4752-c257-4772-8600-60e31ed7ae1c admin admin] Usage tracker for resource:security_group_rule and tenant:a917f3890f3d495ebff6698cf1e84fee is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:18:41.865115 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e7bc4752-c257-4772-8600-60e31ed7ae1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:18:41.891916 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e7bc4752-c257-4772-8600-60e31ed7ae1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:18:42.055540 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-80e3fbaf-5d19-4391-97a1-92bc826aa36f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:42.072885 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e7bc4752-c257-4772-8600-60e31ed7ae1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:42.078322 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e7bc4752-c257-4772-8600-60e31ed7ae1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:42.079303 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-80e3fbaf-5d19-4391-97a1-92bc826aa36f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:18:42.084809 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-80e3fbaf-5d19-4391-97a1-92bc826aa36f admin admin] Usage tracker for resource:security_group_rule and tenant:a0a1adf2ac6c4c95b4275b2c71b11f5b is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:18:42.089784 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-80e3fbaf-5d19-4391-97a1-92bc826aa36f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:18:42.097675 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-80e3fbaf-5d19-4391-97a1-92bc826aa36f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:18:42.114092 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.44', 53775) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:18:42.153079 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dd5265c0-6413-426e-9d02-a7a9ba28ff9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:42.172635 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dd5265c0-6413-426e-9d02-a7a9ba28ff9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:42.191377 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bc4752-c257-4772-8600-60e31ed7ae1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f4c0f0d-8a63-498e-93ed-120e1c8199bf,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:18:42.201218 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bc4752-c257-4772-8600-60e31ed7ae1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:18:42.201573 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bc4752-c257-4772-8600-60e31ed7ae1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:18:42.201919 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bc4752-c257-4772-8600-60e31ed7ae1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:18:42.202338 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bc4752-c257-4772-8600-60e31ed7ae1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:18:42.202727 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bc4752-c257-4772-8600-60e31ed7ae1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:18:42.203060 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bc4752-c257-4772-8600-60e31ed7ae1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:18:42.203598 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bc4752-c257-4772-8600-60e31ed7ae1c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:18:42.204071 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bc4752-c257-4772-8600-60e31ed7ae1c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:18:42.204599 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bc4752-c257-4772-8600-60e31ed7ae1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:18:42.205087 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bc4752-c257-4772-8600-60e31ed7ae1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:18:42.205554 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bc4752-c257-4772-8600-60e31ed7ae1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:18:42.206046 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bc4752-c257-4772-8600-60e31ed7ae1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:18:42.207382 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bc4752-c257-4772-8600-60e31ed7ae1c admin admin] Tracked resource versions report: May 31 13:18:42.207382 n-d-843939-1 neutron-server[88369]: pushed versions: May 31 13:18:42.207382 n-d-843939-1 neutron-server[88369]: { 'AddressGroup': {'1.2'}, May 31 13:18:42.207382 n-d-843939-1 neutron-server[88369]: 'ConntrackHelper': {'1.0'}, May 31 13:18:42.207382 n-d-843939-1 neutron-server[88369]: 'Log': {'1.0'}, May 31 13:18:42.207382 n-d-843939-1 neutron-server[88369]: 'Network': {'1.1'}, May 31 13:18:42.207382 n-d-843939-1 neutron-server[88369]: 'Port': {'1.7'}, May 31 13:18:42.207382 n-d-843939-1 neutron-server[88369]: 'PortForwarding': {'1.2'}, May 31 13:18:42.207382 n-d-843939-1 neutron-server[88369]: 'QosPolicy': {'1.8'}, May 31 13:18:42.207382 n-d-843939-1 neutron-server[88369]: 'SecurityGroup': {'1.4'}, May 31 13:18:42.207382 n-d-843939-1 neutron-server[88369]: 'SecurityGroupRule': {'1.2'}, May 31 13:18:42.207382 n-d-843939-1 neutron-server[88369]: 'SubPort': {'1.0'}, May 31 13:18:42.207382 n-d-843939-1 neutron-server[88369]: 'Subnet': {'1.1'}, May 31 13:18:42.207382 n-d-843939-1 neutron-server[88369]: 'Trunk': {'1.1'}} May 31 13:18:42.207382 n-d-843939-1 neutron-server[88369]: consumer versions: May 31 13:18:42.207382 n-d-843939-1 neutron-server[88369]: { DHCP agent@n-d-843939-1: {}, May 31 13:18:42.207382 n-d-843939-1 neutron-server[88369]: HyperV agent@n-h1-843939-1: {}, May 31 13:18:42.207382 n-d-843939-1 neutron-server[88369]: HyperV agent@n-h2-843939-1: {}, May 31 13:18:42.207382 n-d-843939-1 neutron-server[88369]: L3 agent@n-d-843939-1: {}, May 31 13:18:42.207382 n-d-843939-1 neutron-server[88369]: Metadata agent@n-d-843939-1: {}, May 31 13:18:42.207382 n-d-843939-1 neutron-server[88369]: Metering agent@n-d-843939-1: {}, May 31 13:18:42.207382 n-d-843939-1 neutron-server[88369]: Open vSwitch agent@n-d-843939-1: { 'AddressGroup': '1.2', May 31 13:18:42.207382 n-d-843939-1 neutron-server[88369]: 'ConntrackHelper': '1.0', May 31 13:18:42.207382 n-d-843939-1 neutron-server[88369]: 'Log': '1.0', May 31 13:18:42.207382 n-d-843939-1 neutron-server[88369]: 'Network': '1.1', May 31 13:18:42.207382 n-d-843939-1 neutron-server[88369]: 'Port': '1.7', May 31 13:18:42.207382 n-d-843939-1 neutron-server[88369]: 'PortForwarding': '1.2', May 31 13:18:42.207382 n-d-843939-1 neutron-server[88369]: 'QosPolicy': '1.8', May 31 13:18:42.207382 n-d-843939-1 neutron-server[88369]: 'SecurityGroup': '1.4', May 31 13:18:42.207382 n-d-843939-1 neutron-server[88369]: 'SecurityGroupRule': '1.2', May 31 13:18:42.207382 n-d-843939-1 neutron-server[88369]: 'SubPort': '1.0', May 31 13:18:42.207382 n-d-843939-1 neutron-server[88369]: 'Subnet': '1.1', May 31 13:18:42.207382 n-d-843939-1 neutron-server[88369]: 'Trunk': '1.1'}} May 31 13:18:42.207382 n-d-843939-1 neutron-server[88369]: {{(pid=88369) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 13:18:42.212488 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 59008) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:18:42.218200 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e7bc4752-c257-4772-8600-60e31ed7ae1c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a917f3890f3d495ebff6698cf1e84fee&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8076515 May 31 13:18:42.219898 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59010) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:18:42.227523 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-dd5265c0-6413-426e-9d02-a7a9ba28ff9a admin admin] Synchronizing usage tracker for tenant:1f82b3af579d4cbe9e574e401534d0ff on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:18:42.261885 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d26012c3-ceaf-47a0-a00f-13e3e7b3afbd req-3e451fb1-3b76-4c48-b572-f613bdb03749 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=d5c5502a4347492997a42923a49efdbb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1414175 May 31 13:18:42.343085 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8e2fa2b5-96cf-4cd6-b18f-b7f108999c0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:42.392136 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8e2fa2b5-96cf-4cd6-b18f-b7f108999c0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:42.400531 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5265c0-6413-426e-9d02-a7a9ba28ff9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=360a613b-4d9a-461f-977c-d35d63d26998,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:18:42.471085 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5265c0-6413-426e-9d02-a7a9ba28ff9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:18:42.472366 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5265c0-6413-426e-9d02-a7a9ba28ff9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:18:42.473702 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5265c0-6413-426e-9d02-a7a9ba28ff9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:18:42.474286 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5265c0-6413-426e-9d02-a7a9ba28ff9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:18:42.476837 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5265c0-6413-426e-9d02-a7a9ba28ff9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:18:42.477141 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5265c0-6413-426e-9d02-a7a9ba28ff9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:18:42.479699 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5265c0-6413-426e-9d02-a7a9ba28ff9a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:18:42.480211 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5265c0-6413-426e-9d02-a7a9ba28ff9a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:18:42.480443 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8e2fa2b5-96cf-4cd6-b18f-b7f108999c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:42.481194 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5265c0-6413-426e-9d02-a7a9ba28ff9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:18:42.481693 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5265c0-6413-426e-9d02-a7a9ba28ff9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:18:42.485177 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5265c0-6413-426e-9d02-a7a9ba28ff9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:18:42.485744 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5265c0-6413-426e-9d02-a7a9ba28ff9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:18:42.488682 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5265c0-6413-426e-9d02-a7a9ba28ff9a admin admin] Tracked resource versions report: May 31 13:18:42.488682 n-d-843939-1 neutron-server[88370]: pushed versions: May 31 13:18:42.488682 n-d-843939-1 neutron-server[88370]: { 'AddressGroup': {'1.2'}, May 31 13:18:42.488682 n-d-843939-1 neutron-server[88370]: 'ConntrackHelper': {'1.0'}, May 31 13:18:42.488682 n-d-843939-1 neutron-server[88370]: 'Log': {'1.0'}, May 31 13:18:42.488682 n-d-843939-1 neutron-server[88370]: 'Network': {'1.1'}, May 31 13:18:42.488682 n-d-843939-1 neutron-server[88370]: 'Port': {'1.7'}, May 31 13:18:42.488682 n-d-843939-1 neutron-server[88370]: 'PortForwarding': {'1.2'}, May 31 13:18:42.488682 n-d-843939-1 neutron-server[88370]: 'QosPolicy': {'1.8'}, May 31 13:18:42.488682 n-d-843939-1 neutron-server[88370]: 'SecurityGroup': {'1.4'}, May 31 13:18:42.488682 n-d-843939-1 neutron-server[88370]: 'SecurityGroupRule': {'1.2'}, May 31 13:18:42.488682 n-d-843939-1 neutron-server[88370]: 'SubPort': {'1.0'}, May 31 13:18:42.488682 n-d-843939-1 neutron-server[88370]: 'Subnet': {'1.1'}, May 31 13:18:42.488682 n-d-843939-1 neutron-server[88370]: 'Trunk': {'1.1'}} May 31 13:18:42.488682 n-d-843939-1 neutron-server[88370]: consumer versions: May 31 13:18:42.488682 n-d-843939-1 neutron-server[88370]: { DHCP agent@n-d-843939-1: {}, May 31 13:18:42.488682 n-d-843939-1 neutron-server[88370]: HyperV agent@n-h1-843939-1: {}, May 31 13:18:42.488682 n-d-843939-1 neutron-server[88370]: HyperV agent@n-h2-843939-1: {}, May 31 13:18:42.488682 n-d-843939-1 neutron-server[88370]: L3 agent@n-d-843939-1: {}, May 31 13:18:42.488682 n-d-843939-1 neutron-server[88370]: Metadata agent@n-d-843939-1: {}, May 31 13:18:42.488682 n-d-843939-1 neutron-server[88370]: Metering agent@n-d-843939-1: {}, May 31 13:18:42.488682 n-d-843939-1 neutron-server[88370]: Open vSwitch agent@n-d-843939-1: { 'AddressGroup': '1.2', May 31 13:18:42.488682 n-d-843939-1 neutron-server[88370]: 'ConntrackHelper': '1.0', May 31 13:18:42.488682 n-d-843939-1 neutron-server[88370]: 'Log': '1.0', May 31 13:18:42.488682 n-d-843939-1 neutron-server[88370]: 'Network': '1.1', May 31 13:18:42.488682 n-d-843939-1 neutron-server[88370]: 'Port': '1.7', May 31 13:18:42.488682 n-d-843939-1 neutron-server[88370]: 'PortForwarding': '1.2', May 31 13:18:42.488682 n-d-843939-1 neutron-server[88370]: 'QosPolicy': '1.8', May 31 13:18:42.488682 n-d-843939-1 neutron-server[88370]: 'SecurityGroup': '1.4', May 31 13:18:42.488682 n-d-843939-1 neutron-server[88370]: 'SecurityGroupRule': '1.2', May 31 13:18:42.488682 n-d-843939-1 neutron-server[88370]: 'SubPort': '1.0', May 31 13:18:42.488682 n-d-843939-1 neutron-server[88370]: 'Subnet': '1.1', May 31 13:18:42.488682 n-d-843939-1 neutron-server[88370]: 'Trunk': '1.1'}} May 31 13:18:42.488682 n-d-843939-1 neutron-server[88370]: {{(pid=88370) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 13:18:42.499079 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2fa2b5-96cf-4cd6-b18f-b7f108999c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f4c0f0d-8a63-498e-93ed-120e1c8199bf,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:18:42.508955 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8e2fa2b5-96cf-4cd6-b18f-b7f108999c0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:42.514484 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-8e2fa2b5-96cf-4cd6-b18f-b7f108999c0f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7f4c0f0d-8a63-498e-93ed-120e1c8199bf HTTP/1.1" status: 204 len: 168 time: 0.2914164 May 31 13:18:42.522810 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-dd5265c0-6413-426e-9d02-a7a9ba28ff9a admin admin] Unset dirty status for tenant:1f82b3af579d4cbe9e574e401534d0ff on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:18:42.524557 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-dd5265c0-6413-426e-9d02-a7a9ba28ff9a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8337d0ea939e449d9bfd2f333869a9e0&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1630647 May 31 13:18:42.527963 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59036) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:18:42.664046 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-754935f9-f29a-42f2-9cba-0a0250c99dba admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:42.671665 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6b1e7f2a-eaf6-4c92-aab8-8b718d450a47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:42.704336 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26012c3-ceaf-47a0-a00f-13e3e7b3afbd req-5d6ad1be-206c-43da-8034-3a32b34f3bbe tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:18:42.705867 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d26012c3-ceaf-47a0-a00f-13e3e7b3afbd req-5d6ad1be-206c-43da-8034-3a32b34f3bbe tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4147224 May 31 13:18:42.716090 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-754935f9-f29a-42f2-9cba-0a0250c99dba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:18:42.725163 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-754935f9-f29a-42f2-9cba-0a0250c99dba admin admin] Usage tracker for resource:security_group_rule and tenant:9055dd1a238d4804a20149b957850918 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:18:42.735708 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-754935f9-f29a-42f2-9cba-0a0250c99dba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:18:42.747423 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-754935f9-f29a-42f2-9cba-0a0250c99dba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:18:42.749630 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6b1e7f2a-eaf6-4c92-aab8-8b718d450a47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:42.751001 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-80e3fbaf-5d19-4391-97a1-92bc826aa36f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:42.771475 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-80e3fbaf-5d19-4391-97a1-92bc826aa36f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:42.785422 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c4d7232f-780a-4b17-8aa9-a36978b877e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:42.822801 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-80e3fbaf-5d19-4391-97a1-92bc826aa36f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a0a1adf2ac6c4c95b4275b2c71b11f5b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0044744 May 31 13:18:42.824628 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-d26012c3-ceaf-47a0-a00f-13e3e7b3afbd req-a1abf73d-acce-493d-b132-3bca4d52aca3 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Request body: {'port': {'device_id': 'c5836449-209a-4ee1-acb1-a0e99f97071e', 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4', 'admin_state_up': True, 'tenant_id': 'd5c5502a4347492997a42923a49efdbb'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:18:42.828850 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59064) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:18:42.923548 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-84f20340-5c8c-4dd1-8db6-d72d4b62dd57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:42.956796 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-84f20340-5c8c-4dd1-8db6-d72d4b62dd57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:43.009672 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6b1e7f2a-eaf6-4c92-aab8-8b718d450a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:43.039813 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e7f2a-eaf6-4c92-aab8-8b718d450a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=360a613b-4d9a-461f-977c-d35d63d26998,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:18:43.046299 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e3fbaf-5d19-4391-97a1-92bc826aa36f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb207081-fff8-4eb2-8620-d22dc1b8b9a7,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:18:43.056569 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5a101855-9a69-4d2e-94ed-e8d24df3b4ff req-5380ea7d-ac34-44c6-b6a5-d280a271eb52 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5836449-209a-4ee1-acb1-a0e99f97071e HTTP/1.1" status: 200 len: 210 time: 0.1929488 May 31 13:18:43.059128 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6b1e7f2a-eaf6-4c92-aab8-8b718d450a47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:43.061304 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-6b1e7f2a-eaf6-4c92-aab8-8b718d450a47 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/360a613b-4d9a-461f-977c-d35d63d26998 HTTP/1.1" status: 204 len: 168 time: 0.5314066 May 31 13:18:43.063162 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-84f20340-5c8c-4dd1-8db6-d72d4b62dd57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:43.091087 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-84f20340-5c8c-4dd1-8db6-d72d4b62dd57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:43.094111 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-84f20340-5c8c-4dd1-8db6-d72d4b62dd57 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bb207081-fff8-4eb2-8620-d22dc1b8b9a7 HTTP/1.1" status: 204 len: 168 time: 0.2643182 May 31 13:18:43.120270 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f20340-5c8c-4dd1-8db6-d72d4b62dd57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb207081-fff8-4eb2-8620-d22dc1b8b9a7,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:18:43.163260 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-d26012c3-ceaf-47a0-a00f-13e3e7b3afbd req-a1abf73d-acce-493d-b132-3bca4d52aca3 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:18:43.169568 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-d26012c3-ceaf-47a0-a00f-13e3e7b3afbd req-a1abf73d-acce-493d-b132-3bca4d52aca3 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Usage tracker for resource:port and tenant:d5c5502a4347492997a42923a49efdbb is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:18:43.176619 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-d26012c3-ceaf-47a0-a00f-13e3e7b3afbd req-a1abf73d-acce-493d-b132-3bca4d52aca3 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:18:43.189129 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59108) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:18:43.210746 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2cdf0cbd-476e-459c-8668-8535d8791fd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:43.242106 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-754935f9-f29a-42f2-9cba-0a0250c99dba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:43.243697 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-d26012c3-ceaf-47a0-a00f-13e3e7b3afbd req-a1abf73d-acce-493d-b132-3bca4d52aca3 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:18:43.248984 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-754935f9-f29a-42f2-9cba-0a0250c99dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:43.250074 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-2cdf0cbd-476e-459c-8668-8535d8791fd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:18:43.258431 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-2cdf0cbd-476e-459c-8668-8535d8791fd4 admin admin] Usage tracker for resource:security_group_rule and tenant:f5f18e0f4d85468f98a147e5cad2f6de is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:18:43.271232 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-2cdf0cbd-476e-459c-8668-8535d8791fd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:18:43.281954 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-2cdf0cbd-476e-459c-8668-8535d8791fd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:18:43.300243 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-754935f9-f29a-42f2-9cba-0a0250c99dba admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9055dd1a238d4804a20149b957850918&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0613043 May 31 13:18:43.300971 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59118) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:18:43.323509 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d26012c3-ceaf-47a0-a00f-13e3e7b3afbd req-a1abf73d-acce-493d-b132-3bca4d52aca3 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Made reservation on behalf of d5c5502a4347492997a42923a49efdbb for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:18:43.328510 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d26012c3-ceaf-47a0-a00f-13e3e7b3afbd req-a1abf73d-acce-493d-b132-3bca4d52aca3 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:43.352383 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d26012c3-ceaf-47a0-a00f-13e3e7b3afbd req-a1abf73d-acce-493d-b132-3bca4d52aca3 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:43.369726 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754935f9-f29a-42f2-9cba-0a0250c99dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac311f0-6db8-4bf1-826f-cd18a0904217,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:18:43.372684 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-d26012c3-ceaf-47a0-a00f-13e3e7b3afbd req-a1abf73d-acce-493d-b132-3bca4d52aca3 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:18:43.376859 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-d26012c3-ceaf-47a0-a00f-13e3e7b3afbd req-a1abf73d-acce-493d-b132-3bca4d52aca3 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Usage tracker for resource:security_group_rule and tenant:d5c5502a4347492997a42923a49efdbb is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:18:43.381980 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-d26012c3-ceaf-47a0-a00f-13e3e7b3afbd req-a1abf73d-acce-493d-b132-3bca4d52aca3 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:18:43.390275 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-d26012c3-ceaf-47a0-a00f-13e3e7b3afbd req-a1abf73d-acce-493d-b132-3bca4d52aca3 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:18:43.472548 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7c6b1d2a-0ce0-4b23-8c39-dd91d8f8c61b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:43.545677 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7c6b1d2a-0ce0-4b23-8c39-dd91d8f8c61b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:43.546518 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d26012c3-ceaf-47a0-a00f-13e3e7b3afbd req-a1abf73d-acce-493d-b132-3bca4d52aca3 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:43.571989 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d26012c3-ceaf-47a0-a00f-13e3e7b3afbd req-a1abf73d-acce-493d-b132-3bca4d52aca3 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:43.655306 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2cdf0cbd-476e-459c-8668-8535d8791fd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:43.688342 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2cdf0cbd-476e-459c-8668-8535d8791fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:43.723556 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1abf73d-acce-493d-b132-3bca4d52aca3 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0de57c5f-1a61-4ab1-b56d-23a80c557f5a,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:18:43.732841 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:43.751109 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:43.764363 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-2cdf0cbd-476e-459c-8668-8535d8791fd4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f5f18e0f4d85468f98a147e5cad2f6de&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5711248 May 31 13:18:43.767915 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7c6b1d2a-0ce0-4b23-8c39-dd91d8f8c61b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:43.778502 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 59140) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:18:43.852986 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdf0cbd-476e-459c-8668-8535d8791fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940c91cb-cadf-4ce8-9369-9a64bc72a201,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:18:43.911745 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7c6b1d2a-0ce0-4b23-8c39-dd91d8f8c61b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:43.914166 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-7c6b1d2a-0ce0-4b23-8c39-dd91d8f8c61b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8ac311f0-6db8-4bf1-826f-cd18a0904217 HTTP/1.1" status: 204 len: 168 time: 0.6120729 May 31 13:18:43.915765 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6b1d2a-0ce0-4b23-8c39-dd91d8f8c61b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac311f0-6db8-4bf1-826f-cd18a0904217,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:18:44.026904 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ba869d0d-2980-40bb-92d5-ac0897ed96fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:44.086558 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-d26012c3-ceaf-47a0-a00f-13e3e7b3afbd req-a1abf73d-acce-493d-b132-3bca4d52aca3 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Allocated IP 192.168.233.32 (85b11c4f-90ad-4763-b38d-22d3f87089f4/24822c99-0dce-4d50-9c44-3135ba3763b8/6c75c043-1d1d-43d1-aafa-d2f2787a9dfa) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:18:44.089857 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ba869d0d-2980-40bb-92d5-ac0897ed96fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:44.101353 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59158) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:18:44.163710 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e3152bcc-4e77-4840-91b4-e7dc9d79e09a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:44.250660 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e3152bcc-4e77-4840-91b4-e7dc9d79e09a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:18:44.274392 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e3152bcc-4e77-4840-91b4-e7dc9d79e09a admin admin] Usage tracker for resource:security_group_rule and tenant:79298870c4f2436593420c95440a670f is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:18:44.290260 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e3152bcc-4e77-4840-91b4-e7dc9d79e09a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:18:44.336002 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e3152bcc-4e77-4840-91b4-e7dc9d79e09a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:18:44.486862 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59174) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:18:44.529821 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-54a69d20-4f96-4a30-a18e-aa98fe37cd84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:44.579838 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25515621-bb0a-4a4a-8cfb-7b497874151a req-cd4538ae-b6f9-434d-bfcb-fb943e5c31d8 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5836449-209a-4ee1-acb1-a0e99f97071e HTTP/1.1" status: 200 len: 210 time: 0.1158991 May 31 13:18:44.595173 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-54a69d20-4f96-4a30-a18e-aa98fe37cd84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:18:44.623477 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-54a69d20-4f96-4a30-a18e-aa98fe37cd84 admin admin] Usage tracker for resource:security_group_rule and tenant:6f95a56103f14e43801d6b78f10c12e0 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:18:44.627625 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ba869d0d-2980-40bb-92d5-ac0897ed96fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:44.643049 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-54a69d20-4f96-4a30-a18e-aa98fe37cd84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:18:44.673881 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-54a69d20-4f96-4a30-a18e-aa98fe37cd84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:18:44.689703 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e3152bcc-4e77-4840-91b4-e7dc9d79e09a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:44.707064 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e3152bcc-4e77-4840-91b4-e7dc9d79e09a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:44.874794 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e3152bcc-4e77-4840-91b4-e7dc9d79e09a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=79298870c4f2436593420c95440a670f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7719746 May 31 13:18:44.875949 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59192) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:18:44.915800 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3152bcc-4e77-4840-91b4-e7dc9d79e09a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39002c7c-e412-4dd5-9e36-4491cf4ab9dc,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:18:44.970663 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d26012c3-ceaf-47a0-a00f-13e3e7b3afbd req-a1abf73d-acce-493d-b132-3bca4d52aca3 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:44.987847 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-d26012c3-ceaf-47a0-a00f-13e3e7b3afbd req-a1abf73d-acce-493d-b132-3bca4d52aca3 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Transition to ACTIVE for port object 6c75c043-1d1d-43d1-aafa-d2f2787a9dfa will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:18:45.010492 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba869d0d-2980-40bb-92d5-ac0897ed96fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940c91cb-cadf-4ce8-9369-9a64bc72a201,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:18:45.019206 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d26012c3-ceaf-47a0-a00f-13e3e7b3afbd req-a1abf73d-acce-493d-b132-3bca4d52aca3 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:45.108715 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1abf73d-acce-493d-b132-3bca4d52aca3 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Pushing event updated for resources: {'Port': ['ID=6c75c043-1d1d-43d1-aafa-d2f2787a9dfa,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:18:45.131641 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ba869d0d-2980-40bb-92d5-ac0897ed96fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:45.132773 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-ba869d0d-2980-40bb-92d5-ac0897ed96fe admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/940c91cb-cadf-4ce8-9369-9a64bc72a201 HTTP/1.1" status: 204 len: 168 time: 1.3532991 May 31 13:18:45.134705 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d26012c3-ceaf-47a0-a00f-13e3e7b3afbd req-a1abf73d-acce-493d-b132-3bca4d52aca3 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Network 85b11c4f-90ad-4763-b38d-22d3f87089f4 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:18:45.137475 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-d26012c3-ceaf-47a0-a00f-13e3e7b3afbd req-a1abf73d-acce-493d-b132-3bca4d52aca3 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:18:45.156835 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-d26012c3-ceaf-47a0-a00f-13e3e7b3afbd req-a1abf73d-acce-493d-b132-3bca4d52aca3 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:18:45.163520 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-54a69d20-4f96-4a30-a18e-aa98fe37cd84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:45.172948 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26012c3-ceaf-47a0-a00f-13e3e7b3afbd req-a1abf73d-acce-493d-b132-3bca4d52aca3 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:18:45.174295 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d26012c3-ceaf-47a0-a00f-13e3e7b3afbd req-a1abf73d-acce-493d-b132-3bca4d52aca3 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:45.189210 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-54a69d20-4f96-4a30-a18e-aa98fe37cd84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:45.253136 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d26012c3-ceaf-47a0-a00f-13e3e7b3afbd req-a1abf73d-acce-493d-b132-3bca4d52aca3 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4440875 May 31 13:18:45.283396 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [req-d26012c3-ceaf-47a0-a00f-13e3e7b3afbd req-f7ac8cd1-d2be-4c32-9aad-e7bd5bb80a38 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:18:45.284741 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d26012c3-ceaf-47a0-a00f-13e3e7b3afbd req-f7ac8cd1-d2be-4c32-9aad-e7bd5bb80a38 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0196579 May 31 13:18:45.316651 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 59218) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:18:45.366747 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:45.367798 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-54a69d20-4f96-4a30-a18e-aa98fe37cd84 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6f95a56103f14e43801d6b78f10c12e0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8784690 May 31 13:18:45.369933 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59224) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:18:45.387656 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 59226) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:18:45.436935 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-038b58c3-7311-4488-9731-246292415170 req-cfaec3f8-1d08-4e8a-b796-0e1a39052973 tempest-AggregatesAdminTestJSON-1013980711 tempest-AggregatesAdminTestJSON-1013980711-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=7a19ec77987d421e84156bce87ccb026&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1187525 May 31 13:18:45.442049 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-04929da0-d5d1-4cdc-a524-66b3d66e5d43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:45.457555 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b1aac9bb-74b2-4832-9785-5609dbd6dd90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:45.526567 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a69d20-4f96-4a30-a18e-aa98fe37cd84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13430388-4f2e-485e-8c86-2470f6c3a671,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:18:45.588639 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b1aac9bb-74b2-4832-9785-5609dbd6dd90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:45.656315 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-debf42da-c2fe-4387-9d33-6284e726e5a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:45.668037 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d2604f5b-b26a-4489-8437-1c80155ff0b4 None None] Provisioning for port 6c75c043-1d1d-43d1-aafa-d2f2787a9dfa completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:18:45.691747 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d2604f5b-b26a-4489-8437-1c80155ff0b4 None None] Provisioning complete for port 6c75c043-1d1d-43d1-aafa-d2f2787a9dfa triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:18:45.692145 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d2604f5b-b26a-4489-8437-1c80155ff0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:45.705581 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-debf42da-c2fe-4387-9d33-6284e726e5a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:45.742932 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b1aac9bb-74b2-4832-9785-5609dbd6dd90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:45.783483 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aac9bb-74b2-4832-9785-5609dbd6dd90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39002c7c-e412-4dd5-9e36-4491cf4ab9dc,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:18:45.817956 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b1aac9bb-74b2-4832-9785-5609dbd6dd90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:45.823431 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-04929da0-d5d1-4cdc-a524-66b3d66e5d43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:18:45.828008 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b1aac9bb-74b2-4832-9785-5609dbd6dd90 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/39002c7c-e412-4dd5-9e36-4491cf4ab9dc HTTP/1.1" status: 204 len: 168 time: 0.9444010 May 31 13:18:45.872486 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-04929da0-d5d1-4cdc-a524-66b3d66e5d43 admin admin] Usage tracker for resource:security_group_rule and tenant:983b7fced78a47d8a478a02c256e0fca is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:18:45.877523 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-04929da0-d5d1-4cdc-a524-66b3d66e5d43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:18:45.882016 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-debf42da-c2fe-4387-9d33-6284e726e5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:45.884248 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-d2604f5b-b26a-4489-8437-1c80155ff0b4 None None] Port 6c75c043-1d1d-43d1-aafa-d2f2787a9dfa cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:18:45.917021 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-04929da0-d5d1-4cdc-a524-66b3d66e5d43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:18:45.919182 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debf42da-c2fe-4387-9d33-6284e726e5a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13430388-4f2e-485e-8c86-2470f6c3a671,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:18:45.937088 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-debf42da-c2fe-4387-9d33-6284e726e5a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:45.941499 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-debf42da-c2fe-4387-9d33-6284e726e5a2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/13430388-4f2e-485e-8c86-2470f6c3a671 HTTP/1.1" status: 204 len: 168 time: 0.5492711 May 31 13:18:46.137834 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-d26012c3-ceaf-47a0-a00f-13e3e7b3afbd req-053c1c54-80f6-4fc5-a7ae-eb17970a0a34 service neutron] Request body: {'port': {'device_id': 'c5836449-209a-4ee1-acb1-a0e99f97071e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:18:46.306281 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b58c3-7311-4488-9731-246292415170 req-d9ede724-aebc-4c11-8cf3-55e3fc94e125 tempest-AggregatesAdminTestJSON-1013980711 tempest-AggregatesAdminTestJSON-1013980711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:18:46.312988 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-038b58c3-7311-4488-9731-246292415170 req-d9ede724-aebc-4c11-8cf3-55e3fc94e125 tempest-AggregatesAdminTestJSON-1013980711 tempest-AggregatesAdminTestJSON-1013980711-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8449805 May 31 13:18:46.403301 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-04929da0-d5d1-4cdc-a524-66b3d66e5d43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:46.411036 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-038b58c3-7311-4488-9731-246292415170 req-e8ddc6de-7e40-4433-8ac6-1da8a84dd04f tempest-AggregatesAdminTestJSON-1013980711 tempest-AggregatesAdminTestJSON-1013980711-project] 10.222.0.50 "GET /v2.0/quotas/7a19ec77987d421e84156bce87ccb026 HTTP/1.1" status: 200 len: 375 time: 0.0971706 May 31 13:18:46.457786 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-04929da0-d5d1-4cdc-a524-66b3d66e5d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:46.513360 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04929da0-d5d1-4cdc-a524-66b3d66e5d43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0e2a64-390e-42a5-ad27-0961b1c22657,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:18:46.548557 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-038b58c3-7311-4488-9731-246292415170 req-de87e1df-9a5d-450e-8e03-6ea26f3f4178 tempest-AggregatesAdminTestJSON-1013980711 tempest-AggregatesAdminTestJSON-1013980711-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=7a19ec77987d421e84156bce87ccb026&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1355791 May 31 13:18:46.564983 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59260) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:18:46.590528 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d26012c3-ceaf-47a0-a00f-13e3e7b3afbd req-053c1c54-80f6-4fc5-a7ae-eb17970a0a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:46.666782 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab32094-f1b2-4cb1-917f-79b3765653a8 req-15b9caef-f838-4917-a7f5-dabe7b631587 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:18:46.669967 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-5ab32094-f1b2-4cb1-917f-79b3765653a8 req-15b9caef-f838-4917-a7f5-dabe7b631587 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Synchronizing usage tracker for tenant:d5c5502a4347492997a42923a49efdbb on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:18:46.688914 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-04929da0-d5d1-4cdc-a524-66b3d66e5d43 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=983b7fced78a47d8a478a02c256e0fca&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2945039 May 31 13:18:46.691709 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59270) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:18:46.781738 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a339f29b-ed51-445d-99b9-b2081256e75f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:46.826849 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a339f29b-ed51-445d-99b9-b2081256e75f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:46.827070 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-5ab32094-f1b2-4cb1-917f-79b3765653a8 req-15b9caef-f838-4917-a7f5-dabe7b631587 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Unset dirty status for tenant:d5c5502a4347492997a42923a49efdbb on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:18:46.828015 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5ab32094-f1b2-4cb1-917f-79b3765653a8 req-15b9caef-f838-4917-a7f5-dabe7b631587 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5836449-209a-4ee1-acb1-a0e99f97071e HTTP/1.1" status: 200 len: 935 time: 0.7418542 May 31 13:18:46.930042 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a339f29b-ed51-445d-99b9-b2081256e75f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:46.980601 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6d3cb31e-bf52-40f2-933f-a63c9e093af4 req-b1c2dd02-9944-44ee-8754-7beb8a313c41 tempest-AggregatesAdminTestJSON-1013980711 tempest-AggregatesAdminTestJSON-1013980711-project] 10.222.0.50 "GET /v2.0/ports?device_id=572cf2e6-f505-47c0-8cc0-da54a8798c6e HTTP/1.1" status: 200 len: 210 time: 0.0699925 May 31 13:18:46.984263 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a339f29b-ed51-445d-99b9-b2081256e75f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0e2a64-390e-42a5-ad27-0961b1c22657,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:18:46.991345 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a339f29b-ed51-445d-99b9-b2081256e75f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:46.997495 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a339f29b-ed51-445d-99b9-b2081256e75f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cb0e2a64-390e-42a5-ad27-0961b1c22657 HTTP/1.1" status: 204 len: 168 time: 0.3040171 May 31 13:18:47.034825 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-75f41868-bc80-4376-8e39-ae81f0050de4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:47.052912 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-75f41868-bc80-4376-8e39-ae81f0050de4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:18:47.059354 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-75f41868-bc80-4376-8e39-ae81f0050de4 admin admin] Usage tracker for resource:security_group_rule and tenant:b8b025375d9249f59d4e2599a49b204a is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:18:47.062901 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-75f41868-bc80-4376-8e39-ae81f0050de4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:18:47.074349 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-75f41868-bc80-4376-8e39-ae81f0050de4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:18:47.090451 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-5ab32094-f1b2-4cb1-917f-79b3765653a8 req-5033ef8e-1ce7-4fb2-9376-6328d37df29d tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Synchronizing usage tracker for tenant:d5c5502a4347492997a42923a49efdbb on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:18:47.270651 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-75f41868-bc80-4376-8e39-ae81f0050de4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:47.288156 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-75f41868-bc80-4376-8e39-ae81f0050de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:47.348260 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-5ab32094-f1b2-4cb1-917f-79b3765653a8 req-5033ef8e-1ce7-4fb2-9376-6328d37df29d tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Unset dirty status for tenant:d5c5502a4347492997a42923a49efdbb on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:18:47.358967 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5ab32094-f1b2-4cb1-917f-79b3765653a8 req-5033ef8e-1ce7-4fb2-9376-6328d37df29d tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] 10.222.0.50 "GET /v2.0/security-groups?id=0de57c5f-1a61-4ab1-b56d-23a80c557f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5019767 May 31 13:18:47.496598 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-75f41868-bc80-4376-8e39-ae81f0050de4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b8b025375d9249f59d4e2599a49b204a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9299841 May 31 13:18:47.497315 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f41868-bc80-4376-8e39-ae81f0050de4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c451a5d9-7672-4770-8634-c2fb363feb33,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:18:47.501076 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59312) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:18:47.607819 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c971c774-7af3-4e29-9533-1ea4a8649b68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:47.680431 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c971c774-7af3-4e29-9533-1ea4a8649b68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:47.735394 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-d26012c3-ceaf-47a0-a00f-13e3e7b3afbd req-053c1c54-80f6-4fc5-a7ae-eb17970a0a34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c75c043-1d1d-43d1-aafa-d2f2787a9dfa {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:18:47.763781 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d26012c3-ceaf-47a0-a00f-13e3e7b3afbd req-053c1c54-80f6-4fc5-a7ae-eb17970a0a34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:47.804564 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c971c774-7af3-4e29-9533-1ea4a8649b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:47.812875 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-d26012c3-ceaf-47a0-a00f-13e3e7b3afbd req-053c1c54-80f6-4fc5-a7ae-eb17970a0a34 service neutron] Transition to ACTIVE for port object 6c75c043-1d1d-43d1-aafa-d2f2787a9dfa will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:18:47.819271 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d26012c3-ceaf-47a0-a00f-13e3e7b3afbd req-053c1c54-80f6-4fc5-a7ae-eb17970a0a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:47.854109 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c971c774-7af3-4e29-9533-1ea4a8649b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c451a5d9-7672-4770-8634-c2fb363feb33,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:18:47.869018 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c971c774-7af3-4e29-9533-1ea4a8649b68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:47.872693 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c971c774-7af3-4e29-9533-1ea4a8649b68 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c451a5d9-7672-4770-8634-c2fb363feb33 HTTP/1.1" status: 204 len: 168 time: 0.3706024 May 31 13:18:48.039476 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053c1c54-80f6-4fc5-a7ae-eb17970a0a34 service neutron] Pushing event updated for resources: {'Port': ['ID=6c75c043-1d1d-43d1-aafa-d2f2787a9dfa,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:18:48.427608 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-244d282d-04da-417f-abfb-92f44bd16b52 req-a01554c1-f08b-4195-9cf9-74863244caad tempest-AggregatesAdminTestJSON-1013980711 tempest-AggregatesAdminTestJSON-1013980711-project] 10.222.0.50 "GET /v2.0/ports?device_id=572cf2e6-f505-47c0-8cc0-da54a8798c6e HTTP/1.1" status: 200 len: 210 time: 0.2400465 May 31 13:18:48.514327 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-d26012c3-ceaf-47a0-a00f-13e3e7b3afbd req-053c1c54-80f6-4fc5-a7ae-eb17970a0a34 service neutron] Attempting to bind port 6c75c043-1d1d-43d1-aafa-d2f2787a9dfa on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:18:48.519202 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-d26012c3-ceaf-47a0-a00f-13e3e7b3afbd req-053c1c54-80f6-4fc5-a7ae-eb17970a0a34 service neutron] Attempting to bind port 6c75c043-1d1d-43d1-aafa-d2f2787a9dfa by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:18:48.519613 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26012c3-ceaf-47a0-a00f-13e3e7b3afbd req-053c1c54-80f6-4fc5-a7ae-eb17970a0a34 service neutron] Attempting to bind port 6c75c043-1d1d-43d1-aafa-d2f2787a9dfa on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:18:48.534163 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26012c3-ceaf-47a0-a00f-13e3e7b3afbd req-053c1c54-80f6-4fc5-a7ae-eb17970a0a34 service neutron] Port 6c75c043-1d1d-43d1-aafa-d2f2787a9dfa on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:18:48.534514 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26012c3-ceaf-47a0-a00f-13e3e7b3afbd req-053c1c54-80f6-4fc5-a7ae-eb17970a0a34 service neutron] Attempting to bind port 6c75c043-1d1d-43d1-aafa-d2f2787a9dfa on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:18:48.547318 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26012c3-ceaf-47a0-a00f-13e3e7b3afbd req-053c1c54-80f6-4fc5-a7ae-eb17970a0a34 service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:18:48.551856 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26012c3-ceaf-47a0-a00f-13e3e7b3afbd req-053c1c54-80f6-4fc5-a7ae-eb17970a0a34 service neutron] Checking segment: {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:18:48.553827 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26012c3-ceaf-47a0-a00f-13e3e7b3afbd req-053c1c54-80f6-4fc5-a7ae-eb17970a0a34 service neutron] Bound using segment: {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:18:48.556871 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-d26012c3-ceaf-47a0-a00f-13e3e7b3afbd req-053c1c54-80f6-4fc5-a7ae-eb17970a0a34 service neutron] Bound port: 6c75c043-1d1d-43d1-aafa-d2f2787a9dfa, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:18:48.557450 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d26012c3-ceaf-47a0-a00f-13e3e7b3afbd req-053c1c54-80f6-4fc5-a7ae-eb17970a0a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:48.837752 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-d26012c3-ceaf-47a0-a00f-13e3e7b3afbd req-053c1c54-80f6-4fc5-a7ae-eb17970a0a34 service neutron] For port 6c75c043-1d1d-43d1-aafa-d2f2787a9dfa, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:18:48.843460 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-d26012c3-ceaf-47a0-a00f-13e3e7b3afbd req-053c1c54-80f6-4fc5-a7ae-eb17970a0a34 service neutron] For port 6c75c043-1d1d-43d1-aafa-d2f2787a9dfa, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=6c75c043-1d1d-43d1-aafa-d2f2787a9dfa,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:18:48.850638 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d26012c3-ceaf-47a0-a00f-13e3e7b3afbd req-053c1c54-80f6-4fc5-a7ae-eb17970a0a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:48.988984 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26012c3-ceaf-47a0-a00f-13e3e7b3afbd req-053c1c54-80f6-4fc5-a7ae-eb17970a0a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:18:48.990300 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d26012c3-ceaf-47a0-a00f-13e3e7b3afbd req-053c1c54-80f6-4fc5-a7ae-eb17970a0a34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:48.992711 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d26012c3-ceaf-47a0-a00f-13e3e7b3afbd req-053c1c54-80f6-4fc5-a7ae-eb17970a0a34 service neutron] 10.222.0.44 "PUT /v2.0/ports/6c75c043-1d1d-43d1-aafa-d2f2787a9dfa HTTP/1.1" status: 200 len: 1095 time: 3.2228618 May 31 13:18:48.995771 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5836449-209a-4ee1-acb1-a0e99f97071e', 'tag': '6c75c043-1d1d-43d1-aafa-d2f2787a9dfa'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:18:49.095134 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b980c2f-e7ac-4421-8d30-ab93253de8c5 req-7c645961-30db-4814-be11-d4887f0d9970 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:18:49.102814 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8b980c2f-e7ac-4421-8d30-ab93253de8c5 req-7c645961-30db-4814-be11-d4887f0d9970 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5836449-209a-4ee1-acb1-a0e99f97071e HTTP/1.1" status: 200 len: 947 time: 0.4011931 May 31 13:18:49.128119 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59358) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:18:49.185347 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c52812ea-e01f-44b1-9efd-0ddf0888abae admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:49.216251 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c52812ea-e01f-44b1-9efd-0ddf0888abae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:18:49.220881 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c52812ea-e01f-44b1-9efd-0ddf0888abae admin admin] Usage tracker for resource:security_group_rule and tenant:e36cb4d037a8497ebe0d5c3a1976b5fb is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:18:49.226773 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c52812ea-e01f-44b1-9efd-0ddf0888abae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:18:49.249656 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c52812ea-e01f-44b1-9efd-0ddf0888abae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:18:49.440501 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053c1c54-80f6-4fc5-a7ae-eb17970a0a34 service neutron] Pushing event updated for resources: {'Port': ['ID=6c75c043-1d1d-43d1-aafa-d2f2787a9dfa,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:18:49.518383 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8b980c2f-e7ac-4421-8d30-ab93253de8c5 req-ec5c92f7-11f5-498c-8350-38c6e15469ad tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] 10.222.0.50 "GET /v2.0/security-groups?id=0de57c5f-1a61-4ab1-b56d-23a80c557f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4146767 May 31 13:18:49.556116 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c52812ea-e01f-44b1-9efd-0ddf0888abae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:49.565322 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c52812ea-e01f-44b1-9efd-0ddf0888abae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:49.568870 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26012c3-ceaf-47a0-a00f-13e3e7b3afbd req-2c7da506-dc93-4583-8531-48923ab45f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:18:49.570517 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d26012c3-ceaf-47a0-a00f-13e3e7b3afbd req-2c7da506-dc93-4583-8531-48923ab45f96 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d5c5502a4347492997a42923a49efdbb&device_id=c5836449-209a-4ee1-acb1-a0e99f97071e HTTP/1.1" status: 200 len: 1098 time: 0.3101602 May 31 13:18:49.666364 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c52812ea-e01f-44b1-9efd-0ddf0888abae admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e36cb4d037a8497ebe0d5c3a1976b5fb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5372696 May 31 13:18:49.671546 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59376) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:18:49.763325 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d26012c3-ceaf-47a0-a00f-13e3e7b3afbd req-44ba0872-5c54-4a3f-ad57-87d7595cf93e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=6c75c043-1d1d-43d1-aafa-d2f2787a9dfa HTTP/1.1" status: 200 len: 217 time: 0.1728601 May 31 13:18:49.774566 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ee5bce0c-2bc2-4ebb-ba68-2b17e9024eab req-ab1110a0-f5b2-4190-901a-98f4d6d5d106 tempest-AggregatesAdminTestJSON-1013980711 tempest-AggregatesAdminTestJSON-1013980711-project] 10.222.0.50 "GET /v2.0/ports?device_id=572cf2e6-f505-47c0-8cc0-da54a8798c6e HTTP/1.1" status: 200 len: 210 time: 0.0683298 May 31 13:18:49.790734 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52812ea-e01f-44b1-9efd-0ddf0888abae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea582b8-c43a-47d7-b532-4793e8ff6cb6,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:18:49.909852 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a0b03996-1393-4425-acfe-c2f1f9e3a148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:49.948256 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26012c3-ceaf-47a0-a00f-13e3e7b3afbd req-e256531b-6987-4281-b9a8-a6dbb817b212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:18:49.951969 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d26012c3-ceaf-47a0-a00f-13e3e7b3afbd req-e256531b-6987-4281-b9a8-a6dbb817b212 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.1654601 May 31 13:18:49.952603 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.44', 53781) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:18:49.975416 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a0b03996-1393-4425-acfe-c2f1f9e3a148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:50.153278 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a0b03996-1393-4425-acfe-c2f1f9e3a148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:50.180151 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b03996-1393-4425-acfe-c2f1f9e3a148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea582b8-c43a-47d7-b532-4793e8ff6cb6,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:18:50.206885 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a0b03996-1393-4425-acfe-c2f1f9e3a148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:50.208213 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a0b03996-1393-4425-acfe-c2f1f9e3a148 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9ea582b8-c43a-47d7-b532-4793e8ff6cb6 HTTP/1.1" status: 204 len: 168 time: 0.5344675 May 31 13:18:50.259310 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-038b58c3-7311-4488-9731-246292415170 req-e7fdf601-1073-4086-80b0-3b054e4cda50 tempest-AggregatesAdminTestJSON-1013980711 tempest-AggregatesAdminTestJSON-1013980711-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=7a19ec77987d421e84156bce87ccb026&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2949407 May 31 13:18:50.373484 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26012c3-ceaf-47a0-a00f-13e3e7b3afbd req-e20b9226-d7d3-4262-9eae-bbb5843b7014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:18:50.379452 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d26012c3-ceaf-47a0-a00f-13e3e7b3afbd req-e20b9226-d7d3-4262-9eae-bbb5843b7014 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3491976 May 31 13:18:50.400659 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 59396) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:18:50.784820 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb3ba3-89ed-46d5-9c74-76570279fec6 req-db621d3e-f755-482c-8bc3-5c8e10e9de07 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:18:50.794873 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-feeb3ba3-89ed-46d5-9c74-76570279fec6 req-db621d3e-f755-482c-8bc3-5c8e10e9de07 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5836449-209a-4ee1-acb1-a0e99f97071e HTTP/1.1" status: 200 len: 947 time: 0.1125855 May 31 13:18:50.886102 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-feeb3ba3-89ed-46d5-9c74-76570279fec6 req-81a2d8e1-a539-47f9-bb7f-2dab534b5699 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] 10.222.0.50 "GET /v2.0/security-groups?id=0de57c5f-1a61-4ab1-b56d-23a80c557f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911493 May 31 13:18:51.103718 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a7ed2970-ca6c-4273-a047-20d53443142a req-0665f115-d878-420f-80a3-261dfa7a24ab tempest-AggregatesAdminTestJSON-1013980711 tempest-AggregatesAdminTestJSON-1013980711-project] 10.222.0.50 "GET /v2.0/ports?device_id=572cf2e6-f505-47c0-8cc0-da54a8798c6e HTTP/1.1" status: 200 len: 210 time: 0.0684974 May 31 13:18:51.105317 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bef148d1-f27b-4d3e-ae34-647404e7415b'] response: {'name': 'network-changed', 'server_uuid': 'c5836449-209a-4ee1-acb1-a0e99f97071e', 'tag': '6c75c043-1d1d-43d1-aafa-d2f2787a9dfa', 'status': 'completed', 'code': 200} May 31 13:18:51.176414 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-c55e4f28-b0f9-4556-ab6a-ae25c2fdae7a admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-732351676-network', 'tenant_id': 'b507f55702b4454690aaa4c9f4de29b0'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:18:51.181649 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c55e4f28-b0f9-4556-ab6a-ae25c2fdae7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:18:51.190710 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-c55e4f28-b0f9-4556-ab6a-ae25c2fdae7a admin admin] Usage tracker for resource:network and tenant:b507f55702b4454690aaa4c9f4de29b0 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:18:51.194318 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-c55e4f28-b0f9-4556-ab6a-ae25c2fdae7a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:18:51.200896 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c55e4f28-b0f9-4556-ab6a-ae25c2fdae7a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:18:51.213115 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c55e4f28-b0f9-4556-ab6a-ae25c2fdae7a admin admin] Made reservation on behalf of b507f55702b4454690aaa4c9f4de29b0 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:18:51.215530 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c55e4f28-b0f9-4556-ab6a-ae25c2fdae7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:51.231727 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c55e4f28-b0f9-4556-ab6a-ae25c2fdae7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:51.252622 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c55e4f28-b0f9-4556-ab6a-ae25c2fdae7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:18:51.257363 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-c55e4f28-b0f9-4556-ab6a-ae25c2fdae7a admin admin] Usage tracker for resource:security_group_rule and tenant:b507f55702b4454690aaa4c9f4de29b0 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:18:51.260928 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-c55e4f28-b0f9-4556-ab6a-ae25c2fdae7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:18:51.268437 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c55e4f28-b0f9-4556-ab6a-ae25c2fdae7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:18:51.440446 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c55e4f28-b0f9-4556-ab6a-ae25c2fdae7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:51.446096 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c55e4f28-b0f9-4556-ab6a-ae25c2fdae7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:51.514368 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55e4f28-b0f9-4556-ab6a-ae25c2fdae7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1c8153-2e38-4731-81a4-a7eea5d1b485,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:18:51.547237 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c55e4f28-b0f9-4556-ab6a-ae25c2fdae7a admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:18:51.566024 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c55e4f28-b0f9-4556-ab6a-ae25c2fdae7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:51.567261 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-c55e4f28-b0f9-4556-ab6a-ae25c2fdae7a admin admin] Added segment cc4868b5-30a5-4956-8627-7d52c92af76c of type vlan for network 166095fb-602c-4131-97e4-e6648d07bb0e May 31 13:18:51.649327 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c55e4f28-b0f9-4556-ab6a-ae25c2fdae7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:51.691723 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c55e4f28-b0f9-4556-ab6a-ae25c2fdae7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:51.692766 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55e4f28-b0f9-4556-ab6a-ae25c2fdae7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:18:51.694319 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c55e4f28-b0f9-4556-ab6a-ae25c2fdae7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:51.809331 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c55e4f28-b0f9-4556-ab6a-ae25c2fdae7a admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.4074318 May 31 13:18:51.812554 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59440) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:18:51.819654 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-815ed118-6ac7-4b5d-97d0-e55f52ce47ec admin admin] Request body: {'subnet': {'network_id': '166095fb-602c-4131-97e4-e6648d07bb0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-732351676-subnet', 'tenant_id': 'b507f55702b4454690aaa4c9f4de29b0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:18:51.830304 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-815ed118-6ac7-4b5d-97d0-e55f52ce47ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:18:51.838075 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-815ed118-6ac7-4b5d-97d0-e55f52ce47ec admin admin] Usage tracker for resource:subnet and tenant:b507f55702b4454690aaa4c9f4de29b0 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:18:51.840734 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55e4f28-b0f9-4556-ab6a-ae25c2fdae7a admin admin] Pushing event updated for resources: {'Network': ['ID=166095fb-602c-4131-97e4-e6648d07bb0e,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:18:51.845492 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-815ed118-6ac7-4b5d-97d0-e55f52ce47ec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:18:51.855128 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 166095fb-602c-4131-97e4-e6648d07bb0e details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:18:51.870176 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-815ed118-6ac7-4b5d-97d0-e55f52ce47ec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:18:51.891731 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815ed118-6ac7-4b5d-97d0-e55f52ce47ec admin admin] Made reservation on behalf of b507f55702b4454690aaa4c9f4de29b0 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:18:51.895246 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-815ed118-6ac7-4b5d-97d0-e55f52ce47ec admin admin] Notify callbacks [] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:52.282023 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c6b0d-3ea1-45a9-881e-26b5fd4732b1 req-612750d1-4946-44dc-b5db-2e435fbd70cd tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:18:52.293718 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e49c6b0d-3ea1-45a9-881e-26b5fd4732b1 req-612750d1-4946-44dc-b5db-2e435fbd70cd tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5836449-209a-4ee1-acb1-a0e99f97071e HTTP/1.1" status: 200 len: 947 time: 0.2148163 May 31 13:18:52.370857 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-815ed118-6ac7-4b5d-97d0-e55f52ce47ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:52.406297 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fc2ed70f-82a1-415a-ae75-a02be9e54bee req-e3d23127-6c09-41d0-aa27-263b8244f370 tempest-AggregatesAdminTestJSON-1013980711 tempest-AggregatesAdminTestJSON-1013980711-project] 10.222.0.50 "GET /v2.0/ports?device_id=572cf2e6-f505-47c0-8cc0-da54a8798c6e HTTP/1.1" status: 200 len: 210 time: 0.1071920 May 31 13:18:52.450187 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e49c6b0d-3ea1-45a9-881e-26b5fd4732b1 req-b623c8ee-d9f1-4b2d-9bb0-79db37c55ae4 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] 10.222.0.50 "GET /v2.0/security-groups?id=0de57c5f-1a61-4ab1-b56d-23a80c557f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433568 May 31 13:18:52.564270 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815ed118-6ac7-4b5d-97d0-e55f52ce47ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=351010e5-51b7-43d5-9224-87aaece5e49a,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:18:52.576150 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815ed118-6ac7-4b5d-97d0-e55f52ce47ec admin admin] Checking segment: {'id': 'cc4868b5-30a5-4956-8627-7d52c92af76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '166095fb-602c-4131-97e4-e6648d07bb0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:18:52.576732 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815ed118-6ac7-4b5d-97d0-e55f52ce47ec admin admin] Network hostable DHCP agents. Network: 166095fb-602c-4131-97e4-e6648d07bb0e, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:18:52.625296 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815ed118-6ac7-4b5d-97d0-e55f52ce47ec admin admin] Network 166095fb-602c-4131-97e4-e6648d07bb0e is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:18:52.651725 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-815ed118-6ac7-4b5d-97d0-e55f52ce47ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 166095fb-602c-4131-97e4-e6648d07bb0e) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:18:52.658482 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815ed118-6ac7-4b5d-97d0-e55f52ce47ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:18:52.659160 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-815ed118-6ac7-4b5d-97d0-e55f52ce47ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:52.669188 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67746d6-891f-47d6-9270-d19bba86f28c None None] Network 166095fb-602c-4131-97e4-e6648d07bb0e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:18:52.686864 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-815ed118-6ac7-4b5d-97d0-e55f52ce47ec admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8719916 May 31 13:18:52.689245 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 59466) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:18:52.695012 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-1b1fe2f7-d666-4dce-a895-7088ed2e0139 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-732351676-router', 'tenant_id': 'b507f55702b4454690aaa4c9f4de29b0', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:18:52.700157 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-1b1fe2f7-d666-4dce-a895-7088ed2e0139 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:18:52.712776 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-1b1fe2f7-d666-4dce-a895-7088ed2e0139 admin admin] Usage tracker for resource:router and tenant:b507f55702b4454690aaa4c9f4de29b0 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:18:52.721109 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-1b1fe2f7-d666-4dce-a895-7088ed2e0139 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:18:52.730813 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-1b1fe2f7-d666-4dce-a895-7088ed2e0139 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:18:52.745751 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1b1fe2f7-d666-4dce-a895-7088ed2e0139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:52.746927 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1b1fe2f7-d666-4dce-a895-7088ed2e0139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:52.970685 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b58c3-7311-4488-9731-246292415170 req-d7a8064f-5e33-4f63-a4c9-fbfec1aae0a3 tempest-AggregatesAdminTestJSON-1013980711 tempest-AggregatesAdminTestJSON-1013980711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:18:52.971801 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-038b58c3-7311-4488-9731-246292415170 req-d7a8064f-5e33-4f63-a4c9-fbfec1aae0a3 tempest-AggregatesAdminTestJSON-1013980711 tempest-AggregatesAdminTestJSON-1013980711-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2179258 May 31 13:18:53.091602 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e29cac2-ce43-4008-b07c-58749b7b5b5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-166095fb-602c-4131-97e4-e6648d07bb0e', 'network_id': '166095fb-602c-4131-97e4-e6648d07bb0e', 'tenant_id': 'b507f55702b4454690aaa4c9f4de29b0', 'fixed_ips': [{'subnet_id': '351010e5-51b7-43d5-9224-87aaece5e49a'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:18:53.096665 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6e29cac2-ce43-4008-b07c-58749b7b5b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:53.112262 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1b1fe2f7-d666-4dce-a895-7088ed2e0139 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:53.252154 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d26012c3-ceaf-47a0-a00f-13e3e7b3afbd req-ddb35701-2ab9-44e0-9008-33c80d73e57e service neutron] 10.222.0.44 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4886298 May 31 13:18:53.423859 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-6e29cac2-ce43-4008-b07c-58749b7b5b5b None None] Allocated IP 172.20.0.2 (166095fb-602c-4131-97e4-e6648d07bb0e/351010e5-51b7-43d5-9224-87aaece5e49a/ec18ba15-26ab-4d4f-93be-43b37f4d8111) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:18:53.561840 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1b1fe2f7-d666-4dce-a895-7088ed2e0139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:53.577409 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-038b58c3-7311-4488-9731-246292415170 req-3fa0cb81-4a30-4d8b-918b-7104cb04fec3 tempest-AggregatesAdminTestJSON-1013980711 tempest-AggregatesAdminTestJSON-1013980711-project] Request body: {'port': {'device_id': '572cf2e6-f505-47c0-8cc0-da54a8798c6e', 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4', 'admin_state_up': True, 'tenant_id': '7a19ec77987d421e84156bce87ccb026'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:18:53.710578 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6e29cac2-ce43-4008-b07c-58749b7b5b5b None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:53.735793 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6e29cac2-ce43-4008-b07c-58749b7b5b5b None None] Transition to ACTIVE for port object ec18ba15-26ab-4d4f-93be-43b37f4d8111 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:18:53.780749 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6e29cac2-ce43-4008-b07c-58749b7b5b5b None None] Transition to ACTIVE for port object ec18ba15-26ab-4d4f-93be-43b37f4d8111 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:18:53.789507 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6e29cac2-ce43-4008-b07c-58749b7b5b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:53.896081 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d04ca594-d2e8-45fd-861a-12c32538bdce req-90fb29fb-0fea-44b3-88c4-38a689e7c477 tempest-AggregatesAdminTestJSON-1013980711 tempest-AggregatesAdminTestJSON-1013980711-project] 10.222.0.50 "GET /v2.0/ports?device_id=572cf2e6-f505-47c0-8cc0-da54a8798c6e HTTP/1.1" status: 200 len: 210 time: 0.2396131 May 31 13:18:53.913904 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e29cac2-ce43-4008-b07c-58749b7b5b5b None None] Network 166095fb-602c-4131-97e4-e6648d07bb0e is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:18:53.928412 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-6e29cac2-ce43-4008-b07c-58749b7b5b5b None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:18:53.932745 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e29cac2-ce43-4008-b07c-58749b7b5b5b None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:18:53.973970 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e29cac2-ce43-4008-b07c-58749b7b5b5b None None] Pushing event updated for resources: {'Port': ['ID=ec18ba15-26ab-4d4f-93be-43b37f4d8111,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:18:54.026046 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e29cac2-ce43-4008-b07c-58749b7b5b5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:18:54.026717 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e29cac2-ce43-4008-b07c-58749b7b5b5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:18:54.027235 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e29cac2-ce43-4008-b07c-58749b7b5b5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:18:54.027784 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e29cac2-ce43-4008-b07c-58749b7b5b5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:18:54.028590 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e29cac2-ce43-4008-b07c-58749b7b5b5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:18:54.029115 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e29cac2-ce43-4008-b07c-58749b7b5b5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:18:54.029642 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e29cac2-ce43-4008-b07c-58749b7b5b5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:18:54.030686 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e29cac2-ce43-4008-b07c-58749b7b5b5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:18:54.031243 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e29cac2-ce43-4008-b07c-58749b7b5b5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:18:54.031790 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e29cac2-ce43-4008-b07c-58749b7b5b5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:18:54.032308 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e29cac2-ce43-4008-b07c-58749b7b5b5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:18:54.032821 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e29cac2-ce43-4008-b07c-58749b7b5b5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:18:54.034179 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e29cac2-ce43-4008-b07c-58749b7b5b5b None None] Tracked resource versions report: May 31 13:18:54.034179 n-d-843939-1 neutron-server[88371]: pushed versions: May 31 13:18:54.034179 n-d-843939-1 neutron-server[88371]: { 'AddressGroup': {'1.2'}, May 31 13:18:54.034179 n-d-843939-1 neutron-server[88371]: 'ConntrackHelper': {'1.0'}, May 31 13:18:54.034179 n-d-843939-1 neutron-server[88371]: 'Log': {'1.0'}, May 31 13:18:54.034179 n-d-843939-1 neutron-server[88371]: 'Network': {'1.1'}, May 31 13:18:54.034179 n-d-843939-1 neutron-server[88371]: 'Port': {'1.7'}, May 31 13:18:54.034179 n-d-843939-1 neutron-server[88371]: 'PortForwarding': {'1.2'}, May 31 13:18:54.034179 n-d-843939-1 neutron-server[88371]: 'QosPolicy': {'1.8'}, May 31 13:18:54.034179 n-d-843939-1 neutron-server[88371]: 'SecurityGroup': {'1.4'}, May 31 13:18:54.034179 n-d-843939-1 neutron-server[88371]: 'SecurityGroupRule': {'1.2'}, May 31 13:18:54.034179 n-d-843939-1 neutron-server[88371]: 'SubPort': {'1.0'}, May 31 13:18:54.034179 n-d-843939-1 neutron-server[88371]: 'Subnet': {'1.1'}, May 31 13:18:54.034179 n-d-843939-1 neutron-server[88371]: 'Trunk': {'1.1'}} May 31 13:18:54.034179 n-d-843939-1 neutron-server[88371]: consumer versions: May 31 13:18:54.034179 n-d-843939-1 neutron-server[88371]: { DHCP agent@n-d-843939-1: {}, May 31 13:18:54.034179 n-d-843939-1 neutron-server[88371]: HyperV agent@n-h1-843939-1: {}, May 31 13:18:54.034179 n-d-843939-1 neutron-server[88371]: HyperV agent@n-h2-843939-1: {}, May 31 13:18:54.034179 n-d-843939-1 neutron-server[88371]: L3 agent@n-d-843939-1: {}, May 31 13:18:54.034179 n-d-843939-1 neutron-server[88371]: Metadata agent@n-d-843939-1: {}, May 31 13:18:54.034179 n-d-843939-1 neutron-server[88371]: Metering agent@n-d-843939-1: {}, May 31 13:18:54.034179 n-d-843939-1 neutron-server[88371]: Open vSwitch agent@n-d-843939-1: { 'AddressGroup': '1.2', May 31 13:18:54.034179 n-d-843939-1 neutron-server[88371]: 'ConntrackHelper': '1.0', May 31 13:18:54.034179 n-d-843939-1 neutron-server[88371]: 'Log': '1.0', May 31 13:18:54.034179 n-d-843939-1 neutron-server[88371]: 'Network': '1.1', May 31 13:18:54.034179 n-d-843939-1 neutron-server[88371]: 'Port': '1.7', May 31 13:18:54.034179 n-d-843939-1 neutron-server[88371]: 'PortForwarding': '1.2', May 31 13:18:54.034179 n-d-843939-1 neutron-server[88371]: 'QosPolicy': '1.8', May 31 13:18:54.034179 n-d-843939-1 neutron-server[88371]: 'SecurityGroup': '1.4', May 31 13:18:54.034179 n-d-843939-1 neutron-server[88371]: 'SecurityGroupRule': '1.2', May 31 13:18:54.034179 n-d-843939-1 neutron-server[88371]: 'SubPort': '1.0', May 31 13:18:54.034179 n-d-843939-1 neutron-server[88371]: 'Subnet': '1.1', May 31 13:18:54.034179 n-d-843939-1 neutron-server[88371]: 'Trunk': '1.1'}} May 31 13:18:54.034179 n-d-843939-1 neutron-server[88371]: {{(pid=88371) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 13:18:54.063939 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d26012c3-ceaf-47a0-a00f-13e3e7b3afbd req-bc3377e2-0117-45dd-bcba-ef90420701f3 service neutron] 10.222.0.44 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4667411 May 31 13:18:54.064138 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59518) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:18:54.070447 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-6e29cac2-ce43-4008-b07c-58749b7b5b5b None None] Attempting to bind port ec18ba15-26ab-4d4f-93be-43b37f4d8111 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:18:54.070819 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-6e29cac2-ce43-4008-b07c-58749b7b5b5b None None] Attempting to bind port ec18ba15-26ab-4d4f-93be-43b37f4d8111 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'cc4868b5-30a5-4956-8627-7d52c92af76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '166095fb-602c-4131-97e4-e6648d07bb0e'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:18:54.071438 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e29cac2-ce43-4008-b07c-58749b7b5b5b None None] Attempting to bind port ec18ba15-26ab-4d4f-93be-43b37f4d8111 on network 166095fb-602c-4131-97e4-e6648d07bb0e {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:18:54.078666 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e29cac2-ce43-4008-b07c-58749b7b5b5b None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:18:54.079484 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e29cac2-ce43-4008-b07c-58749b7b5b5b None None] Checking segment: {'id': 'cc4868b5-30a5-4956-8627-7d52c92af76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '166095fb-602c-4131-97e4-e6648d07bb0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:18:54.079891 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6e29cac2-ce43-4008-b07c-58749b7b5b5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:54.080435 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e29cac2-ce43-4008-b07c-58749b7b5b5b None None] Bound using segment: {'id': 'cc4868b5-30a5-4956-8627-7d52c92af76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '166095fb-602c-4131-97e4-e6648d07bb0e'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:18:54.080907 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-6e29cac2-ce43-4008-b07c-58749b7b5b5b None None] Bound port: ec18ba15-26ab-4d4f-93be-43b37f4d8111, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc4868b5-30a5-4956-8627-7d52c92af76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '166095fb-602c-4131-97e4-e6648d07bb0e'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:18:54.081557 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6e29cac2-ce43-4008-b07c-58749b7b5b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:54.084254 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-038b58c3-7311-4488-9731-246292415170 req-3fa0cb81-4a30-4d8b-918b-7104cb04fec3 tempest-AggregatesAdminTestJSON-1013980711 tempest-AggregatesAdminTestJSON-1013980711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:18:54.094304 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-038b58c3-7311-4488-9731-246292415170 req-3fa0cb81-4a30-4d8b-918b-7104cb04fec3 tempest-AggregatesAdminTestJSON-1013980711 tempest-AggregatesAdminTestJSON-1013980711-project] Usage tracker for resource:port and tenant:7a19ec77987d421e84156bce87ccb026 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:18:54.098889 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-038b58c3-7311-4488-9731-246292415170 req-3fa0cb81-4a30-4d8b-918b-7104cb04fec3 tempest-AggregatesAdminTestJSON-1013980711 tempest-AggregatesAdminTestJSON-1013980711-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:18:54.113093 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-038b58c3-7311-4488-9731-246292415170 req-3fa0cb81-4a30-4d8b-918b-7104cb04fec3 tempest-AggregatesAdminTestJSON-1013980711 tempest-AggregatesAdminTestJSON-1013980711-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:18:54.143615 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-038b58c3-7311-4488-9731-246292415170 req-3fa0cb81-4a30-4d8b-918b-7104cb04fec3 tempest-AggregatesAdminTestJSON-1013980711 tempest-AggregatesAdminTestJSON-1013980711-project] Made reservation on behalf of 7a19ec77987d421e84156bce87ccb026 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:18:54.149446 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-038b58c3-7311-4488-9731-246292415170 req-3fa0cb81-4a30-4d8b-918b-7104cb04fec3 tempest-AggregatesAdminTestJSON-1013980711 tempest-AggregatesAdminTestJSON-1013980711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:54.206304 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d914e3-5552-4576-8b08-9df3008c0f6e req-e93df61f-4313-4acb-8296-7859d27851e2 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:18:54.207869 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-09d914e3-5552-4576-8b08-9df3008c0f6e req-e93df61f-4313-4acb-8296-7859d27851e2 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5836449-209a-4ee1-acb1-a0e99f97071e HTTP/1.1" status: 200 len: 947 time: 0.3174262 May 31 13:18:54.226531 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-038b58c3-7311-4488-9731-246292415170 req-3fa0cb81-4a30-4d8b-918b-7104cb04fec3 tempest-AggregatesAdminTestJSON-1013980711 tempest-AggregatesAdminTestJSON-1013980711-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:54.234368 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-6e29cac2-ce43-4008-b07c-58749b7b5b5b None None] For port ec18ba15-26ab-4d4f-93be-43b37f4d8111, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:18:54.238153 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-6e29cac2-ce43-4008-b07c-58749b7b5b5b None None] For port ec18ba15-26ab-4d4f-93be-43b37f4d8111, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=ec18ba15-26ab-4d4f-93be-43b37f4d8111,segment=NetworkSegment(cc4868b5-30a5-4956-8627-7d52c92af76c),segment_id=cc4868b5-30a5-4956-8627-7d52c92af76c)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:18:54.245974 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6e29cac2-ce43-4008-b07c-58749b7b5b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:54.274302 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-038b58c3-7311-4488-9731-246292415170 req-3fa0cb81-4a30-4d8b-918b-7104cb04fec3 tempest-AggregatesAdminTestJSON-1013980711 tempest-AggregatesAdminTestJSON-1013980711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:18:54.293253 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-038b58c3-7311-4488-9731-246292415170 req-3fa0cb81-4a30-4d8b-918b-7104cb04fec3 tempest-AggregatesAdminTestJSON-1013980711 tempest-AggregatesAdminTestJSON-1013980711-project] Usage tracker for resource:security_group_rule and tenant:7a19ec77987d421e84156bce87ccb026 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:18:54.301854 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-038b58c3-7311-4488-9731-246292415170 req-3fa0cb81-4a30-4d8b-918b-7104cb04fec3 tempest-AggregatesAdminTestJSON-1013980711 tempest-AggregatesAdminTestJSON-1013980711-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:18:54.348802 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a5a63bca-b754-46ee-9253-be39c1876969 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:54.349851 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e29cac2-ce43-4008-b07c-58749b7b5b5b None None] Pushing event updated for resources: {'Port': ['ID=ec18ba15-26ab-4d4f-93be-43b37f4d8111,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:18:54.384138 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a5a63bca-b754-46ee-9253-be39c1876969 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:18:54.388381 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a5a63bca-b754-46ee-9253-be39c1876969 admin admin] Usage tracker for resource:security_group_rule and tenant:17935d6511f54d948658bf26e15eed81 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:18:54.395488 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a5a63bca-b754-46ee-9253-be39c1876969 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:18:54.404237 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a5a63bca-b754-46ee-9253-be39c1876969 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:18:54.419376 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-038b58c3-7311-4488-9731-246292415170 req-3fa0cb81-4a30-4d8b-918b-7104cb04fec3 tempest-AggregatesAdminTestJSON-1013980711 tempest-AggregatesAdminTestJSON-1013980711-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:18:54.425121 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-09d914e3-5552-4576-8b08-9df3008c0f6e req-bacf499f-f086-4e1b-ac0a-81cb420bac67 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] 10.222.0.50 "GET /v2.0/security-groups?id=0de57c5f-1a61-4ab1-b56d-23a80c557f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895885 May 31 13:18:54.593452 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a5a63bca-b754-46ee-9253-be39c1876969 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:54.600917 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a5a63bca-b754-46ee-9253-be39c1876969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:54.666041 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48beef2d-4bd6-447e-95f1-1257cea9bcf1 req-e2006391-b40a-4cb5-92ef-133581456348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:18:54.667559 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-48beef2d-4bd6-447e-95f1-1257cea9bcf1 req-e2006391-b40a-4cb5-92ef-133581456348 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d5c5502a4347492997a42923a49efdbb&device_id=c5836449-209a-4ee1-acb1-a0e99f97071e HTTP/1.1" status: 200 len: 1098 time: 0.5090961 May 31 13:18:54.692480 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a63bca-b754-46ee-9253-be39c1876969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91386643-f25a-4b6a-98dc-8c6667d2c25b,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:18:54.737175 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a5a63bca-b754-46ee-9253-be39c1876969 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=17935d6511f54d948658bf26e15eed81&name=default HTTP/1.1" status: 200 len: 2977 time: 0.6720436 May 31 13:18:54.740111 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59542) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:18:54.794709 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-038b58c3-7311-4488-9731-246292415170 req-3fa0cb81-4a30-4d8b-918b-7104cb04fec3 tempest-AggregatesAdminTestJSON-1013980711 tempest-AggregatesAdminTestJSON-1013980711-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:54.836069 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1b1fe2f7-d666-4dce-a895-7088ed2e0139 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:54.876259 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a4af8a7f-10a3-4f9e-a061-8ede6f76e861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:54.879616 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-038b58c3-7311-4488-9731-246292415170 req-3fa0cb81-4a30-4d8b-918b-7104cb04fec3 tempest-AggregatesAdminTestJSON-1013980711 tempest-AggregatesAdminTestJSON-1013980711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:54.909164 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a4af8a7f-10a3-4f9e-a061-8ede6f76e861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:54.985290 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1b1fe2f7-d666-4dce-a895-7088ed2e0139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:54.985823 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a4af8a7f-10a3-4f9e-a061-8ede6f76e861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:55.007963 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4af8a7f-10a3-4f9e-a061-8ede6f76e861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91386643-f25a-4b6a-98dc-8c6667d2c25b,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:18:55.025154 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a4af8a7f-10a3-4f9e-a061-8ede6f76e861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:55.028146 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a4af8a7f-10a3-4f9e-a061-8ede6f76e861 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/91386643-f25a-4b6a-98dc-8c6667d2c25b HTTP/1.1" status: 204 len: 168 time: 0.2792900 May 31 13:18:55.228264 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0cb81-4a30-4d8b-918b-7104cb04fec3 tempest-AggregatesAdminTestJSON-1013980711 tempest-AggregatesAdminTestJSON-1013980711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e2a339-9bdb-462b-a1d4-3adbd9a6e36b,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:18:55.247173 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fd1b6fa4-fd98-4929-a9ff-768fbd1e6412 req-8036798e-a2e3-473c-8ab7-a10c5cc83b08 tempest-AggregatesAdminTestJSON-1013980711 tempest-AggregatesAdminTestJSON-1013980711-project] 10.222.0.50 "GET /v2.0/ports?device_id=572cf2e6-f505-47c0-8cc0-da54a8798c6e HTTP/1.1" status: 200 len: 210 time: 0.1137125 May 31 13:18:55.470237 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59572) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:18:55.489040 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-038b58c3-7311-4488-9731-246292415170 req-3fa0cb81-4a30-4d8b-918b-7104cb04fec3 tempest-AggregatesAdminTestJSON-1013980711 tempest-AggregatesAdminTestJSON-1013980711-project] Allocated IP 192.168.233.118 (85b11c4f-90ad-4763-b38d-22d3f87089f4/24822c99-0dce-4d50-9c44-3135ba3763b8/42111afd-e213-4a83-b1c0-02c75198d946) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:18:55.514803 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59578) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:18:55.568032 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48beef2d-4bd6-447e-95f1-1257cea9bcf1 req-c8775228-a6c8-4207-82d0-5202dd27228b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:18:55.570069 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-48beef2d-4bd6-447e-95f1-1257cea9bcf1 req-c8775228-a6c8-4207-82d0-5202dd27228b service neutron] 10.222.0.44 "GET /v2.0/networks?id=85b11c4f-90ad-4763-b38d-22d3f87089f4 HTTP/1.1" status: 200 len: 870 time: 0.7662234 May 31 13:18:55.689864 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59586) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:18:55.731671 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-362a4313-93c1-4836-80ce-7e9e2ed398dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:55.742218 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-48beef2d-4bd6-447e-95f1-1257cea9bcf1 req-16fcf140-d986-4021-a872-f8ffece96a91 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=6c75c043-1d1d-43d1-aafa-d2f2787a9dfa HTTP/1.1" status: 200 len: 217 time: 0.1641703 May 31 13:18:55.779898 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-362a4313-93c1-4836-80ce-7e9e2ed398dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:18:55.791856 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-362a4313-93c1-4836-80ce-7e9e2ed398dd admin admin] Usage tracker for resource:security_group_rule and tenant:405e2ef4fe664f7e8555157f37795a41 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:18:55.805315 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-362a4313-93c1-4836-80ce-7e9e2ed398dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:18:55.826264 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-362a4313-93c1-4836-80ce-7e9e2ed398dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:18:55.873834 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device ec18ba15-26ab-4d4f-93be-43b37f4d8111 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:18:55.942828 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-1b1fe2f7-d666-4dce-a895-7088ed2e0139 admin admin] Allocated IP 172.25.6.85 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/0b7ddb7f-6fe3-4b26-9866-154d36fe3a17) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:18:55.956289 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b44a09-3ae1-4125-a5e5-23cd93791174 None None] Network 166095fb-602c-4131-97e4-e6648d07bb0e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:18:55.998092 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-161bee8f-7dc0-4eff-a55c-39caef15c6ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:56.027396 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 59590) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:18:56.051715 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-49628001-8d9a-4047-b77b-72c997df145a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:56.062521 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48beef2d-4bd6-447e-95f1-1257cea9bcf1 req-5f0fe613-e741-498f-816f-11ad4cfdf8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:18:56.064332 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-48beef2d-4bd6-447e-95f1-1257cea9bcf1 req-5f0fe613-e741-498f-816f-11ad4cfdf8ac service neutron] 10.222.0.44 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.3099201 May 31 13:18:56.076248 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-161bee8f-7dc0-4eff-a55c-39caef15c6ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:18:56.081343 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-161bee8f-7dc0-4eff-a55c-39caef15c6ab admin admin] Usage tracker for resource:security_group_rule and tenant:a8e768b45bfe4c64adc0b5ad3456ecc1 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:18:56.087901 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-161bee8f-7dc0-4eff-a55c-39caef15c6ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:18:56.104537 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-161bee8f-7dc0-4eff-a55c-39caef15c6ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:18:56.115528 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-fdc3ab1b-738f-43ca-97ee-628f809b5ca4 None None] Provisioning for port ec18ba15-26ab-4d4f-93be-43b37f4d8111 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:18:56.160953 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port ec18ba15-26ab-4d4f-93be-43b37f4d8111 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:18:56.169283 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port ec18ba15-26ab-4d4f-93be-43b37f4d8111 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:18:56.169643 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:56.244000 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-161bee8f-7dc0-4eff-a55c-39caef15c6ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:56.249743 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-49628001-8d9a-4047-b77b-72c997df145a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:18:56.253053 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-940eaecd-28c4-4da0-b8a8-9c6ce0f3d35f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:56.257268 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-161bee8f-7dc0-4eff-a55c-39caef15c6ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:56.283053 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-49628001-8d9a-4047-b77b-72c997df145a admin admin] Usage tracker for resource:security_group_rule and tenant:5c5f30cac23c413aae880adaf271888e is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:18:56.293647 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-49628001-8d9a-4047-b77b-72c997df145a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:18:56.313215 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-161bee8f-7dc0-4eff-a55c-39caef15c6ab admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a8e768b45bfe4c64adc0b5ad3456ecc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8403020 May 31 13:18:56.316750 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-49628001-8d9a-4047-b77b-72c997df145a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:18:56.320927 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59598) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:18:56.331716 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2da2f2-339f-424f-ad75-302715733520 req-a5748a25-4fe5-4faa-ab4b-6b58194ba731 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:18:56.348311 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5f2da2f2-339f-424f-ad75-302715733520 req-a5748a25-4fe5-4faa-ab4b-6b58194ba731 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5836449-209a-4ee1-acb1-a0e99f97071e HTTP/1.1" status: 200 len: 947 time: 0.6968277 May 31 13:18:56.370932 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-362a4313-93c1-4836-80ce-7e9e2ed398dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:56.387029 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161bee8f-7dc0-4eff-a55c-39caef15c6ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c8cfd8-c038-495f-ae17-097629f76025,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:18:56.399970 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-362a4313-93c1-4836-80ce-7e9e2ed398dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:56.423700 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-940eaecd-28c4-4da0-b8a8-9c6ce0f3d35f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:18:56.432782 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-940eaecd-28c4-4da0-b8a8-9c6ce0f3d35f admin admin] Usage tracker for resource:security_group_rule and tenant:6d862e7910ba449782aa310457c8c123 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:18:56.438092 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-940eaecd-28c4-4da0-b8a8-9c6ce0f3d35f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:18:56.460027 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port ec18ba15-26ab-4d4f-93be-43b37f4d8111 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:18:56.460445 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:56.486106 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362a4313-93c1-4836-80ce-7e9e2ed398dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee9720f-51b9-4008-b81b-31ae9ef132bd,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:18:56.499442 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-362a4313-93c1-4836-80ce-7e9e2ed398dd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=405e2ef4fe664f7e8555157f37795a41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8083243 May 31 13:18:56.503644 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59604) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:18:56.507922 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port ec18ba15-26ab-4d4f-93be-43b37f4d8111, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=ec18ba15-26ab-4d4f-93be-43b37f4d8111,segment=NetworkSegment(cc4868b5-30a5-4956-8627-7d52c92af76c),segment_id=cc4868b5-30a5-4956-8627-7d52c92af76c)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:18:56.513229 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:56.518705 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-940eaecd-28c4-4da0-b8a8-9c6ce0f3d35f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:18:56.551608 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dbf6c4ac-5997-40e6-8c86-c9a2fa223334 req-af695624-e702-47fc-8487-379f87bc779c tempest-AggregatesAdminTestJSON-1013980711 tempest-AggregatesAdminTestJSON-1013980711-project] 10.222.0.50 "GET /v2.0/ports?device_id=572cf2e6-f505-47c0-8cc0-da54a8798c6e HTTP/1.1" status: 200 len: 210 time: 0.0953400 May 31 13:18:56.625939 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-038b58c3-7311-4488-9731-246292415170 req-3fa0cb81-4a30-4d8b-918b-7104cb04fec3 tempest-AggregatesAdminTestJSON-1013980711 tempest-AggregatesAdminTestJSON-1013980711-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:56.643147 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e4815237-1a58-40da-a933-c0e211723e43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:56.645585 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=ec18ba15-26ab-4d4f-93be-43b37f4d8111,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:18:56.653609 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5f2da2f2-339f-424f-ad75-302715733520 req-9cf03139-59ac-4c50-8321-282f1cd793aa tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] 10.222.0.50 "GET /v2.0/security-groups?id=0de57c5f-1a61-4ab1-b56d-23a80c557f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043504 May 31 13:18:56.691842 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-038b58c3-7311-4488-9731-246292415170 req-3fa0cb81-4a30-4d8b-918b-7104cb04fec3 tempest-AggregatesAdminTestJSON-1013980711 tempest-AggregatesAdminTestJSON-1013980711-project] Transition to ACTIVE for port object 42111afd-e213-4a83-b1c0-02c75198d946 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:18:56.699081 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-49628001-8d9a-4047-b77b-72c997df145a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:56.700315 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1b1fe2f7-d666-4dce-a895-7088ed2e0139 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:56.704341 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e4815237-1a58-40da-a933-c0e211723e43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:56.705100 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48beef2d-4bd6-447e-95f1-1257cea9bcf1 req-b0af82a4-00ad-4632-9d8c-3ea3fae71b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:18:56.706821 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-48beef2d-4bd6-447e-95f1-1257cea9bcf1 req-b0af82a4-00ad-4632-9d8c-3ea3fae71b82 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6198878 May 31 13:18:56.727552 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-49628001-8d9a-4047-b77b-72c997df145a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:56.784416 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-28d8d1e0-215f-4c79-bb7d-40e69ea9c124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:56.845304 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49628001-8d9a-4047-b77b-72c997df145a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa52a8b-7228-4863-8e2c-7f6184d3f1ef,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:18:56.860118 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-49628001-8d9a-4047-b77b-72c997df145a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5c5f30cac23c413aae880adaf271888e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3442659 May 31 13:18:56.863660 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-28d8d1e0-215f-4c79-bb7d-40e69ea9c124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:56.864114 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-54cedc02-7ff3-44d1-936b-b0abc446f549 None None] Provisioning complete for port ec18ba15-26ab-4d4f-93be-43b37f4d8111 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:18:56.864859 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-54cedc02-7ff3-44d1-936b-b0abc446f549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:56.873215 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59610) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:18:56.896786 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e4815237-1a58-40da-a933-c0e211723e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:56.931587 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-038b58c3-7311-4488-9731-246292415170 req-3fa0cb81-4a30-4d8b-918b-7104cb04fec3 tempest-AggregatesAdminTestJSON-1013980711 tempest-AggregatesAdminTestJSON-1013980711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:56.951974 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4815237-1a58-40da-a933-c0e211723e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c8cfd8-c038-495f-ae17-097629f76025,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:18:56.979754 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-940eaecd-28c4-4da0-b8a8-9c6ce0f3d35f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:56.990070 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e4815237-1a58-40da-a933-c0e211723e43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:56.990070 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e4815237-1a58-40da-a933-c0e211723e43 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e8c8cfd8-c038-495f-ae17-097629f76025 HTTP/1.1" status: 204 len: 168 time: 0.6626928 May 31 13:18:56.993254 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1b1fe2f7-d666-4dce-a895-7088ed2e0139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:56.998329 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-48beef2d-4bd6-447e-95f1-1257cea9bcf1 req-a3f4dd52-0fa0-4531-91ab-b8e19f24fa2d service neutron] 10.222.0.44 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815144 May 31 13:18:57.013472 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8d6a316f-c46f-4f14-ab2e-d850b00b25ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:57.037690 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-940eaecd-28c4-4da0-b8a8-9c6ce0f3d35f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:57.041104 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-28d8d1e0-215f-4c79-bb7d-40e69ea9c124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:57.064994 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8d6a316f-c46f-4f14-ab2e-d850b00b25ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:57.074794 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d8d1e0-215f-4c79-bb7d-40e69ea9c124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee9720f-51b9-4008-b81b-31ae9ef132bd,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:18:57.084374 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-28d8d1e0-215f-4c79-bb7d-40e69ea9c124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:57.088219 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-28d8d1e0-215f-4c79-bb7d-40e69ea9c124 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/eee9720f-51b9-4008-b81b-31ae9ef132bd HTTP/1.1" status: 204 len: 168 time: 0.5801208 May 31 13:18:57.138625 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8d6a316f-c46f-4f14-ab2e-d850b00b25ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:57.165261 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-54cedc02-7ff3-44d1-936b-b0abc446f549 None None] Current status of the port ec18ba15-26ab-4d4f-93be-43b37f4d8111 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:18:57.171572 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-038b58c3-7311-4488-9731-246292415170 req-3fa0cb81-4a30-4d8b-918b-7104cb04fec3 tempest-AggregatesAdminTestJSON-1013980711 tempest-AggregatesAdminTestJSON-1013980711-project] Network 85b11c4f-90ad-4763-b38d-22d3f87089f4 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:18:57.180707 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6a316f-c46f-4f14-ab2e-d850b00b25ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa52a8b-7228-4863-8e2c-7f6184d3f1ef,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:18:57.186043 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8d6a316f-c46f-4f14-ab2e-d850b00b25ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:57.187182 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-8d6a316f-c46f-4f14-ab2e-d850b00b25ea admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/afa52a8b-7228-4863-8e2c-7f6184d3f1ef HTTP/1.1" status: 204 len: 168 time: 0.3143914 May 31 13:18:57.194308 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1fe2f7-d666-4dce-a895-7088ed2e0139 admin admin] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:18:57.219034 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-038b58c3-7311-4488-9731-246292415170 req-3fa0cb81-4a30-4d8b-918b-7104cb04fec3 tempest-AggregatesAdminTestJSON-1013980711 tempest-AggregatesAdminTestJSON-1013980711-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:18:57.222926 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-1b1fe2f7-d666-4dce-a895-7088ed2e0139 admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:18:57.237753 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-038b58c3-7311-4488-9731-246292415170 req-3fa0cb81-4a30-4d8b-918b-7104cb04fec3 tempest-AggregatesAdminTestJSON-1013980711 tempest-AggregatesAdminTestJSON-1013980711-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:18:57.243810 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b58c3-7311-4488-9731-246292415170 req-3fa0cb81-4a30-4d8b-918b-7104cb04fec3 tempest-AggregatesAdminTestJSON-1013980711 tempest-AggregatesAdminTestJSON-1013980711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:18:57.244478 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-038b58c3-7311-4488-9731-246292415170 req-3fa0cb81-4a30-4d8b-918b-7104cb04fec3 tempest-AggregatesAdminTestJSON-1013980711 tempest-AggregatesAdminTestJSON-1013980711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:57.249092 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0cb81-4a30-4d8b-918b-7104cb04fec3 tempest-AggregatesAdminTestJSON-1013980711 tempest-AggregatesAdminTestJSON-1013980711-project] Pushing event updated for resources: {'Port': ['ID=42111afd-e213-4a83-b1c0-02c75198d946,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:18:57.257722 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940eaecd-28c4-4da0-b8a8-9c6ce0f3d35f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87512825-fc05-422d-aee4-7f1f5576189c,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:18:57.307570 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59626) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:18:57.318704 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-940eaecd-28c4-4da0-b8a8-9c6ce0f3d35f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6d862e7910ba449782aa310457c8c123&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2850034 May 31 13:18:57.415640 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bdee33ce-9d92-4b51-887d-18fe1ee1d8a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:57.452730 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1fe2f7-d666-4dce-a895-7088ed2e0139 admin admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:18:57.492100 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bdee33ce-9d92-4b51-887d-18fe1ee1d8a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:57.554688 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bdee33ce-9d92-4b51-887d-18fe1ee1d8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:57.590219 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdee33ce-9d92-4b51-887d-18fe1ee1d8a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87512825-fc05-422d-aee4-7f1f5576189c,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:18:57.597063 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bdee33ce-9d92-4b51-887d-18fe1ee1d8a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:57.598044 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f847e4f3-771b-4ee1-b006-0f4f8055e6e2 None None] Provisioning for port 42111afd-e213-4a83-b1c0-02c75198d946 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:18:57.601686 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-bdee33ce-9d92-4b51-887d-18fe1ee1d8a3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/87512825-fc05-422d-aee4-7f1f5576189c HTTP/1.1" status: 204 len: 168 time: 0.2913589 May 31 13:18:57.617846 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f847e4f3-771b-4ee1-b006-0f4f8055e6e2 None None] Provisioning complete for port 42111afd-e213-4a83-b1c0-02c75198d946 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:18:57.618310 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f847e4f3-771b-4ee1-b006-0f4f8055e6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:57.702613 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1fe2f7-d666-4dce-a895-7088ed2e0139 admin admin] Pushing event updated for resources: {'Port': ['ID=0b7ddb7f-6fe3-4b26-9866-154d36fe3a17,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:18:57.705694 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-f847e4f3-771b-4ee1-b006-0f4f8055e6e2 None None] Port 42111afd-e213-4a83-b1c0-02c75198d946 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:18:57.728062 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59638) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:18:57.750908 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cf261e25-9202-42b0-8ab4-b1921828012a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:57.772813 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 6c75c043-1d1d-43d1-aafa-d2f2787a9dfa details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:18:57.788685 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-cf261e25-9202-42b0-8ab4-b1921828012a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:18:57.795233 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-cf261e25-9202-42b0-8ab4-b1921828012a admin admin] Usage tracker for resource:security_group_rule and tenant:c57aaeba9fae4c22aaac66b56335b428 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:18:57.798397 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-cf261e25-9202-42b0-8ab4-b1921828012a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:18:57.801327 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device ec18ba15-26ab-4d4f-93be-43b37f4d8111 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:18:57.806074 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-cf261e25-9202-42b0-8ab4-b1921828012a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:18:57.945648 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-48beef2d-4bd6-447e-95f1-1257cea9bcf1 req-267bf596-f4ad-4f9c-ae7f-b1d72fd31b5a service neutron] 10.222.0.44 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9345951 May 31 13:18:58.033169 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port ec18ba15-26ab-4d4f-93be-43b37f4d8111 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:18:58.033470 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:58.036787 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-038b58c3-7311-4488-9731-246292415170 req-3fa0cb81-4a30-4d8b-918b-7104cb04fec3 tempest-AggregatesAdminTestJSON-1013980711 tempest-AggregatesAdminTestJSON-1013980711-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4655693 May 31 13:18:58.065849 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-038b58c3-7311-4488-9731-246292415170 req-06ce8c4a-3079-4beb-8aec-cfa24b27d62b service neutron] Request body: {'port': {'device_id': '572cf2e6-f505-47c0-8cc0-da54a8798c6e', 'device_owner': 'compute:tempest-test_az-1159859499', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:18:58.097908 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cf261e25-9202-42b0-8ab4-b1921828012a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:58.104249 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cf261e25-9202-42b0-8ab4-b1921828012a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:58.141882 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59646) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:18:58.147676 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 6c75c043-1d1d-43d1-aafa-d2f2787a9dfa, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=6c75c043-1d1d-43d1-aafa-d2f2787a9dfa,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:18:58.206255 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': '6c75c043-1d1d-43d1-aafa-d2f2787a9dfa', 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4', 'port_id': '6c75c043-1d1d-43d1-aafa-d2f2787a9dfa', 'mac_address': 'fa:16:3e:d8:3c:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24822c99-0dce-4d50-9c44-3135ba3763b8', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:18:58.210424 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-981cfe0a-5088-4957-8e79-ecfca4c8a798 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:58.232166 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-cf261e25-9202-42b0-8ab4-b1921828012a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c57aaeba9fae4c22aaac66b56335b428&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5031295 May 31 13:18:58.235837 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf261e25-9202-42b0-8ab4-b1921828012a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b9d113c-5d8a-4dc7-add1-9cac94abf41d,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:18:58.239095 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-981cfe0a-5088-4957-8e79-ecfca4c8a798 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:18:58.242026 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59652) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:18:58.258761 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-981cfe0a-5088-4957-8e79-ecfca4c8a798 admin admin] Usage tracker for resource:security_group_rule and tenant:2524549b0cff4eb886981adfe13f814b is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:18:58.271074 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-981cfe0a-5088-4957-8e79-ecfca4c8a798 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:18:58.286674 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port ec18ba15-26ab-4d4f-93be-43b37f4d8111 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:18:58.287894 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-981cfe0a-5088-4957-8e79-ecfca4c8a798 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:18:58.294452 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 6c75c043-1d1d-43d1-aafa-d2f2787a9dfa is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:18:58.294600 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:58.313932 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c75c043-1d1d-43d1-aafa-d2f2787a9dfa {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:18:58.336167 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 6c75c043-1d1d-43d1-aafa-d2f2787a9dfa, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=6c75c043-1d1d-43d1-aafa-d2f2787a9dfa,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:18:58.342834 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:58.388351 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-178dccd5-8dfd-46bd-b3d3-6862895b50da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:58.418583 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-178dccd5-8dfd-46bd-b3d3-6862895b50da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:58.463119 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=6c75c043-1d1d-43d1-aafa-d2f2787a9dfa,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:18:58.483437 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-178dccd5-8dfd-46bd-b3d3-6862895b50da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:58.507341 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178dccd5-8dfd-46bd-b3d3-6862895b50da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b9d113c-5d8a-4dc7-add1-9cac94abf41d,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:18:58.528191 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-178dccd5-8dfd-46bd-b3d3-6862895b50da admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:58.529747 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-178dccd5-8dfd-46bd-b3d3-6862895b50da admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9b9d113c-5d8a-4dc7-add1-9cac94abf41d HTTP/1.1" status: 204 len: 168 time: 0.2867155 May 31 13:18:58.578805 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-038b58c3-7311-4488-9731-246292415170 req-06ce8c4a-3079-4beb-8aec-cfa24b27d62b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:58.588582 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-981cfe0a-5088-4957-8e79-ecfca4c8a798 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:58.595802 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-981cfe0a-5088-4957-8e79-ecfca4c8a798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:58.618670 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf91b87-d6ba-478a-937d-d15b1ce1a899 req-49081872-a439-4412-83d9-c03eef9f9be9 tempest-AggregatesAdminTestJSON-1013980711 tempest-AggregatesAdminTestJSON-1013980711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:18:58.621816 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-dbf91b87-d6ba-478a-937d-d15b1ce1a899 req-49081872-a439-4412-83d9-c03eef9f9be9 tempest-AggregatesAdminTestJSON-1013980711 tempest-AggregatesAdminTestJSON-1013980711-project] Synchronizing usage tracker for tenant:7a19ec77987d421e84156bce87ccb026 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:18:58.635442 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59664) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:18:58.655745 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['6c75c043-1d1d-43d1-aafa-d2f2787a9dfa'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:18:58.671925 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981cfe0a-5088-4957-8e79-ecfca4c8a798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2b6ba9-3b1f-45e4-85da-5f19a5caf1d7,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:18:58.676595 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-981cfe0a-5088-4957-8e79-ecfca4c8a798 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2524549b0cff4eb886981adfe13f814b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5236773 May 31 13:18:58.678823 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-26762840-138f-412b-81ab-f28e8ed9c7b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:58.682456 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60652794-0339-44d4-a262-d5020fcb74c3 req-c58dd51d-e1a8-4f46-ad71-8dec8645162c tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:18:58.683974 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-60652794-0339-44d4-a262-d5020fcb74c3 req-c58dd51d-e1a8-4f46-ad71-8dec8645162c tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5836449-209a-4ee1-acb1-a0e99f97071e HTTP/1.1" status: 200 len: 947 time: 0.7719169 May 31 13:18:58.685030 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1b1fe2f7-d666-4dce-a895-7088ed2e0139 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:58.695146 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59668) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:18:58.718470 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-26762840-138f-412b-81ab-f28e8ed9c7b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:18:58.731638 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-26762840-138f-412b-81ab-f28e8ed9c7b6 admin admin] Usage tracker for resource:security_group_rule and tenant:2a099ea2d0e04cc48924562be8ff2b34 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:18:58.738008 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-26762840-138f-412b-81ab-f28e8ed9c7b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:18:58.752152 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-26762840-138f-412b-81ab-f28e8ed9c7b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:18:58.796692 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7a9a2476-d54a-4fec-b5a8-c0e3fbbc7e10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:58.842800 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7a9a2476-d54a-4fec-b5a8-c0e3fbbc7e10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:58.982546 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-26762840-138f-412b-81ab-f28e8ed9c7b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:58.991671 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-26762840-138f-412b-81ab-f28e8ed9c7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:58.993354 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-60652794-0339-44d4-a262-d5020fcb74c3 req-a8faf7ef-0ddb-42f7-99e7-953256f04208 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] 10.222.0.50 "GET /v2.0/security-groups?id=0de57c5f-1a61-4ab1-b56d-23a80c557f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422543 May 31 13:18:59.033868 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7a9a2476-d54a-4fec-b5a8-c0e3fbbc7e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:59.075559 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-26762840-138f-412b-81ab-f28e8ed9c7b6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2a099ea2d0e04cc48924562be8ff2b34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4329958 May 31 13:18:59.082248 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59676) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:18:59.082932 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26762840-138f-412b-81ab-f28e8ed9c7b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b3ba57-0973-4462-898b-969ec8946d23,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:18:59.109919 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-dbf91b87-d6ba-478a-937d-d15b1ce1a899 req-49081872-a439-4412-83d9-c03eef9f9be9 tempest-AggregatesAdminTestJSON-1013980711 tempest-AggregatesAdminTestJSON-1013980711-project] Unset dirty status for tenant:7a19ec77987d421e84156bce87ccb026 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:18:59.117015 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dbf91b87-d6ba-478a-937d-d15b1ce1a899 req-49081872-a439-4412-83d9-c03eef9f9be9 tempest-AggregatesAdminTestJSON-1013980711 tempest-AggregatesAdminTestJSON-1013980711-project] 10.222.0.50 "GET /v2.0/ports?device_id=572cf2e6-f505-47c0-8cc0-da54a8798c6e HTTP/1.1" status: 200 len: 936 time: 1.2548950 May 31 13:18:59.148788 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a2476-d54a-4fec-b5a8-c0e3fbbc7e10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2b6ba9-3b1f-45e4-85da-5f19a5caf1d7,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:18:59.152247 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7a9a2476-d54a-4fec-b5a8-c0e3fbbc7e10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:59.155709 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-7a9a2476-d54a-4fec-b5a8-c0e3fbbc7e10 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8b2b6ba9-3b1f-45e4-85da-5f19a5caf1d7 HTTP/1.1" status: 204 len: 168 time: 0.4572814 May 31 13:18:59.186090 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a983af69-b2d0-4295-9dfb-5aa41fe7e3bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:59.220873 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a983af69-b2d0-4295-9dfb-5aa41fe7e3bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:59.298455 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a983af69-b2d0-4295-9dfb-5aa41fe7e3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:59.348765 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a983af69-b2d0-4295-9dfb-5aa41fe7e3bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:59.350092 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a983af69-b2d0-4295-9dfb-5aa41fe7e3bb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/73b3ba57-0973-4462-898b-969ec8946d23 HTTP/1.1" status: 204 len: 168 time: 0.2686489 May 31 13:18:59.353901 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983af69-b2d0-4295-9dfb-5aa41fe7e3bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b3ba57-0973-4462-898b-969ec8946d23,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:18:59.365906 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-dbf91b87-d6ba-478a-937d-d15b1ce1a899 req-56ccdaba-2fb4-440d-8b50-927393f65681 tempest-AggregatesAdminTestJSON-1013980711 tempest-AggregatesAdminTestJSON-1013980711-project] Synchronizing usage tracker for tenant:7a19ec77987d421e84156bce87ccb026 on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:18:59.447163 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-dbf91b87-d6ba-478a-937d-d15b1ce1a899 req-56ccdaba-2fb4-440d-8b50-927393f65681 tempest-AggregatesAdminTestJSON-1013980711 tempest-AggregatesAdminTestJSON-1013980711-project] Unset dirty status for tenant:7a19ec77987d421e84156bce87ccb026 on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:18:59.448373 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dbf91b87-d6ba-478a-937d-d15b1ce1a899 req-56ccdaba-2fb4-440d-8b50-927393f65681 tempest-AggregatesAdminTestJSON-1013980711 tempest-AggregatesAdminTestJSON-1013980711-project] 10.222.0.50 "GET /v2.0/security-groups?id=e5e2a339-9bdb-462b-a1d4-3adbd9a6e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3303277 May 31 13:18:59.457057 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1b1fe2f7-d666-4dce-a895-7088ed2e0139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:59.542043 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59700) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:18:59.757374 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 6c75c043-1d1d-43d1-aafa-d2f2787a9dfa up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:18:59.802555 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-038b58c3-7311-4488-9731-246292415170 req-06ce8c4a-3079-4beb-8aec-cfa24b27d62b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42111afd-e213-4a83-b1c0-02c75198d946 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:18:59.811339 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-038b58c3-7311-4488-9731-246292415170 req-06ce8c4a-3079-4beb-8aec-cfa24b27d62b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:59.829123 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-038b58c3-7311-4488-9731-246292415170 req-06ce8c4a-3079-4beb-8aec-cfa24b27d62b service neutron] Transition to ACTIVE for port object 42111afd-e213-4a83-b1c0-02c75198d946 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:18:59.837948 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-038b58c3-7311-4488-9731-246292415170 req-06ce8c4a-3079-4beb-8aec-cfa24b27d62b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:59.840531 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-7d1d210f-b227-4490-8f38-bb5cf4fff547 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1789719807-network', 'tenant_id': '2539a3508c4b448ea8707834972224c7'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:18:59.845941 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-7d1d210f-b227-4490-8f38-bb5cf4fff547 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:18:59.847996 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port 6c75c043-1d1d-43d1-aafa-d2f2787a9dfa completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:18:59.856330 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port 6c75c043-1d1d-43d1-aafa-d2f2787a9dfa triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:18:59.856697 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:59.858474 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-7d1d210f-b227-4490-8f38-bb5cf4fff547 admin admin] Usage tracker for resource:network and tenant:2539a3508c4b448ea8707834972224c7 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:18:59.866644 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-7d1d210f-b227-4490-8f38-bb5cf4fff547 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:18:59.879267 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-7d1d210f-b227-4490-8f38-bb5cf4fff547 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:18:59.899306 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d1d210f-b227-4490-8f38-bb5cf4fff547 admin admin] Made reservation on behalf of 2539a3508c4b448ea8707834972224c7 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:18:59.902497 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7d1d210f-b227-4490-8f38-bb5cf4fff547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:59.943767 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7d1d210f-b227-4490-8f38-bb5cf4fff547 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:59.988379 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-7d1d210f-b227-4490-8f38-bb5cf4fff547 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:18:59.993825 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-7d1d210f-b227-4490-8f38-bb5cf4fff547 admin admin] Usage tracker for resource:security_group_rule and tenant:2539a3508c4b448ea8707834972224c7 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:18:59.998862 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-7d1d210f-b227-4490-8f38-bb5cf4fff547 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:19:00.012894 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-7d1d210f-b227-4490-8f38-bb5cf4fff547 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:19:00.051857 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ce8c4a-3079-4beb-8aec-cfa24b27d62b service neutron] Pushing event updated for resources: {'Port': ['ID=42111afd-e213-4a83-b1c0-02c75198d946,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:00.113912 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b1fe2f7-d666-4dce-a895-7088ed2e0139 admin admin] Router bd651f60-0be8-4c16-8cb7-f5e40172e9d0 is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 13:19:00.213682 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 6c75c043-1d1d-43d1-aafa-d2f2787a9dfa is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:19:00.214340 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:00.222802 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-038b58c3-7311-4488-9731-246292415170 req-06ce8c4a-3079-4beb-8aec-cfa24b27d62b service neutron] Attempting to bind port 42111afd-e213-4a83-b1c0-02c75198d946 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:19:00.223646 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-038b58c3-7311-4488-9731-246292415170 req-06ce8c4a-3079-4beb-8aec-cfa24b27d62b service neutron] Attempting to bind port 42111afd-e213-4a83-b1c0-02c75198d946 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:19:00.224147 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038b58c3-7311-4488-9731-246292415170 req-06ce8c4a-3079-4beb-8aec-cfa24b27d62b service neutron] Attempting to bind port 42111afd-e213-4a83-b1c0-02c75198d946 on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:19:00.232480 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038b58c3-7311-4488-9731-246292415170 req-06ce8c4a-3079-4beb-8aec-cfa24b27d62b service neutron] Port 42111afd-e213-4a83-b1c0-02c75198d946 on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:19:00.233198 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038b58c3-7311-4488-9731-246292415170 req-06ce8c4a-3079-4beb-8aec-cfa24b27d62b service neutron] Attempting to bind port 42111afd-e213-4a83-b1c0-02c75198d946 on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:19:00.243220 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7d1d210f-b227-4490-8f38-bb5cf4fff547 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:00.252680 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7d1d210f-b227-4490-8f38-bb5cf4fff547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:00.253900 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038b58c3-7311-4488-9731-246292415170 req-06ce8c4a-3079-4beb-8aec-cfa24b27d62b service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:19:00.254823 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038b58c3-7311-4488-9731-246292415170 req-06ce8c4a-3079-4beb-8aec-cfa24b27d62b service neutron] Checking segment: {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:19:00.255473 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038b58c3-7311-4488-9731-246292415170 req-06ce8c4a-3079-4beb-8aec-cfa24b27d62b service neutron] Bound using segment: {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:19:00.256789 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-038b58c3-7311-4488-9731-246292415170 req-06ce8c4a-3079-4beb-8aec-cfa24b27d62b service neutron] Bound port: 42111afd-e213-4a83-b1c0-02c75198d946, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:19:00.257491 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-038b58c3-7311-4488-9731-246292415170 req-06ce8c4a-3079-4beb-8aec-cfa24b27d62b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:00.275496 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5836449-209a-4ee1-acb1-a0e99f97071e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c75c043-1d1d-43d1-aafa-d2f2787a9dfa'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:19:00.327747 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d1d210f-b227-4490-8f38-bb5cf4fff547 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:19:00.357930 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1d210f-b227-4490-8f38-bb5cf4fff547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0636da6d-6c16-4cfb-8ddd-969c4c81428d,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:00.379025 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7d1d210f-b227-4490-8f38-bb5cf4fff547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:00.383514 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 6c75c043-1d1d-43d1-aafa-d2f2787a9dfa, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=6c75c043-1d1d-43d1-aafa-d2f2787a9dfa,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:19:00.383731 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-7d1d210f-b227-4490-8f38-bb5cf4fff547 admin admin] Added segment a592d348-649e-4ed1-b139-bdf2b9c4a847 of type vlan for network 5b3c8d41-b43d-4739-acc3-c9eae6a83205 May 31 13:19:00.390513 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:00.448616 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7d1d210f-b227-4490-8f38-bb5cf4fff547 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:00.498836 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=6c75c043-1d1d-43d1-aafa-d2f2787a9dfa,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:00.511430 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7d1d210f-b227-4490-8f38-bb5cf4fff547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:00.512820 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1d210f-b227-4490-8f38-bb5cf4fff547 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:00.513456 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7d1d210f-b227-4490-8f38-bb5cf4fff547 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:00.587282 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b1fe2f7-d666-4dce-a895-7088ed2e0139 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:19:00.597115 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1095644c-be35-41e8-add9-f8cf1c2bac1e None None] Sync routers for ids ['bd651f60-0be8-4c16-8cb7-f5e40172e9d0'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:19:00.616061 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1095644c-be35-41e8-add9-f8cf1c2bac1e None None] Routers {'bd651f60-0be8-4c16-8cb7-f5e40172e9d0'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:19:00.617882 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-1095644c-be35-41e8-add9-f8cf1c2bac1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:18:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['bd651f60-0be8-4c16-8cb7-f5e40172e9d0'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:19:00.683018 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-038b58c3-7311-4488-9731-246292415170 req-06ce8c4a-3079-4beb-8aec-cfa24b27d62b service neutron] For port 42111afd-e213-4a83-b1c0-02c75198d946, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:19:00.692898 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1b1fe2f7-d666-4dce-a895-7088ed2e0139 admin admin] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:00.694776 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-1b1fe2f7-d666-4dce-a895-7088ed2e0139 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 8.0042369 May 31 13:19:00.699927 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 59744) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:19:00.707437 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-038b58c3-7311-4488-9731-246292415170 req-06ce8c4a-3079-4beb-8aec-cfa24b27d62b service neutron] For port 42111afd-e213-4a83-b1c0-02c75198d946, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=42111afd-e213-4a83-b1c0-02c75198d946,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:19:00.765719 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-7d1d210f-b227-4490-8f38-bb5cf4fff547 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2177470 May 31 13:19:00.769302 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59748) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:19:00.772983 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1d210f-b227-4490-8f38-bb5cf4fff547 admin admin] Pushing event updated for resources: {'Network': ['ID=5b3c8d41-b43d-4739-acc3-c9eae6a83205,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:00.778599 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-8a3addb9-afaa-4c1c-874d-1fc8675bcb76 admin admin] Request body: {'subnet': {'network_id': '5b3c8d41-b43d-4739-acc3-c9eae6a83205', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1789719807-subnet', 'tenant_id': '2539a3508c4b448ea8707834972224c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:19:00.785003 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 5b3c8d41-b43d-4739-acc3-c9eae6a83205 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:19:00.790546 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cba9f5-aac9-475e-8738-55f58af7ab68 req-dadf84c7-8959-4c5b-9024-041507cf3604 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:00.796198 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8a3addb9-afaa-4c1c-874d-1fc8675bcb76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:19:00.798139 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-65cba9f5-aac9-475e-8738-55f58af7ab68 req-dadf84c7-8959-4c5b-9024-041507cf3604 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5836449-209a-4ee1-acb1-a0e99f97071e HTTP/1.1" status: 200 len: 948 time: 0.5271127 May 31 13:19:00.808153 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-8a3addb9-afaa-4c1c-874d-1fc8675bcb76 admin admin] Usage tracker for resource:subnet and tenant:2539a3508c4b448ea8707834972224c7 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:19:00.814776 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-038b58c3-7311-4488-9731-246292415170 req-06ce8c4a-3079-4beb-8aec-cfa24b27d62b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:00.815376 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-8a3addb9-afaa-4c1c-874d-1fc8675bcb76 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:19:00.827203 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8a3addb9-afaa-4c1c-874d-1fc8675bcb76 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:19:00.843308 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3addb9-afaa-4c1c-874d-1fc8675bcb76 admin admin] Made reservation on behalf of 2539a3508c4b448ea8707834972224c7 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:19:00.845890 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8a3addb9-afaa-4c1c-874d-1fc8675bcb76 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:00.969086 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-1095644c-be35-41e8-add9-f8cf1c2bac1e None None] Set router bd651f60-0be8-4c16-8cb7-f5e40172e9d0 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:19:01.008250 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b58c3-7311-4488-9731-246292415170 req-06ce8c4a-3079-4beb-8aec-cfa24b27d62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:01.008857 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-038b58c3-7311-4488-9731-246292415170 req-06ce8c4a-3079-4beb-8aec-cfa24b27d62b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:01.014267 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-038b58c3-7311-4488-9731-246292415170 req-06ce8c4a-3079-4beb-8aec-cfa24b27d62b service neutron] 10.222.0.44 "PUT /v2.0/ports/42111afd-e213-4a83-b1c0-02c75198d946 HTTP/1.1" status: 200 len: 1118 time: 2.9512978 May 31 13:19:01.044055 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '572cf2e6-f505-47c0-8cc0-da54a8798c6e', 'tag': '42111afd-e213-4a83-b1c0-02c75198d946'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:19:01.157557 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8a3addb9-afaa-4c1c-874d-1fc8675bcb76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:01.280374 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3addb9-afaa-4c1c-874d-1fc8675bcb76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c38944f5-addb-47c7-b219-ea477f926c92,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:01.292220 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3addb9-afaa-4c1c-874d-1fc8675bcb76 admin admin] Checking segment: {'id': 'a592d348-649e-4ed1-b139-bdf2b9c4a847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5b3c8d41-b43d-4739-acc3-c9eae6a83205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:19:01.292579 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3addb9-afaa-4c1c-874d-1fc8675bcb76 admin admin] Network hostable DHCP agents. Network: 5b3c8d41-b43d-4739-acc3-c9eae6a83205, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:19:01.336640 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3addb9-afaa-4c1c-874d-1fc8675bcb76 admin admin] Network 5b3c8d41-b43d-4739-acc3-c9eae6a83205 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:19:01.358972 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-8a3addb9-afaa-4c1c-874d-1fc8675bcb76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 5b3c8d41-b43d-4739-acc3-c9eae6a83205) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:19:01.365928 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3addb9-afaa-4c1c-874d-1fc8675bcb76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:01.370890 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7accf71-08d0-4836-a40c-75de8f078903 None None] Network 5b3c8d41-b43d-4739-acc3-c9eae6a83205 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:19:01.379448 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8a3addb9-afaa-4c1c-874d-1fc8675bcb76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:01.460025 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-8a3addb9-afaa-4c1c-874d-1fc8675bcb76 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6892974 May 31 13:19:01.467030 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-65cba9f5-aac9-475e-8738-55f58af7ab68 req-e2223900-8216-4048-a9f2-1cdf5ba3566e tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] 10.222.0.50 "GET /v2.0/security-groups?id=0de57c5f-1a61-4ab1-b56d-23a80c557f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6677814 May 31 13:19:01.543375 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-1095644c-be35-41e8-add9-f8cf1c2bac1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd651f60-0be8-4c16-8cb7-f5e40172e9d0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-732351676-router', 'tenant_id': 'b507f55702b4454690aaa4c9f4de29b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': '0b7ddb7f-6fe3-4b26-9866-154d36fe3a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:18:52Z', 'updated_at': '2022-05-31T13:18:58Z', 'revision_number': 3, 'project_id': 'b507f55702b4454690aaa4c9f4de29b0', 'gw_port': {'id': '0b7ddb7f-6fe3-4b26-9866-154d36fe3a17', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:26:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd651f60-0be8-4c16-8cb7-f5e40172e9d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:18:55Z', 'updated_at': '2022-05-31T13:18:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:19:01.558022 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1095644c-be35-41e8-add9-f8cf1c2bac1e None None] Checking router: bd651f60-0be8-4c16-8cb7-f5e40172e9d0 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:19:01.559961 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1095644c-be35-41e8-add9-f8cf1c2bac1e None None] Updating router bd651f60-0be8-4c16-8cb7-f5e40172e9d0 port 0b7ddb7f-6fe3-4b26-9866-154d36fe3a17 binding host n-d-843939-1 {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:19:01.590125 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ce8c4a-3079-4beb-8aec-cfa24b27d62b service neutron] Pushing event updated for resources: {'Port': ['ID=42111afd-e213-4a83-b1c0-02c75198d946,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:01.603936 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71443077-8557-404c-b600-10987184cb51 req-78566e79-6481-44be-a6f1-8f4fb2b72d51 tempest-AggregatesAdminTestJSON-1013980711 tempest-AggregatesAdminTestJSON-1013980711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:01.605491 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-71443077-8557-404c-b600-10987184cb51 req-78566e79-6481-44be-a6f1-8f4fb2b72d51 tempest-AggregatesAdminTestJSON-1013980711 tempest-AggregatesAdminTestJSON-1013980711-project] 10.222.0.50 "GET /v2.0/ports?device_id=572cf2e6-f505-47c0-8cc0-da54a8798c6e HTTP/1.1" status: 200 len: 970 time: 0.9771159 May 31 13:19:01.676869 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1095644c-be35-41e8-add9-f8cf1c2bac1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:01.744966 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1677c30-b62e-40b7-9064-07fc77899e67 None None] Network 5b3c8d41-b43d-4739-acc3-c9eae6a83205 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:19:01.747090 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-71443077-8557-404c-b600-10987184cb51 req-e6e839b7-c7de-4f6c-9e94-462a736f9edd tempest-AggregatesAdminTestJSON-1013980711 tempest-AggregatesAdminTestJSON-1013980711-project] 10.222.0.50 "GET /v2.0/security-groups?id=e5e2a339-9bdb-462b-a1d4-3adbd9a6e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815516 May 31 13:19:01.753361 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b58c3-7311-4488-9731-246292415170 req-116fb442-0988-494c-866c-75693c06761d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:01.754923 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-038b58c3-7311-4488-9731-246292415170 req-116fb442-0988-494c-866c-75693c06761d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7a19ec77987d421e84156bce87ccb026&device_id=572cf2e6-f505-47c0-8cc0-da54a8798c6e HTTP/1.1" status: 200 len: 1121 time: 0.6833913 May 31 13:19:02.127868 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcd1b783-043c-46c6-9982-a5ce083e335d'] response: {'name': 'network-changed', 'server_uuid': '572cf2e6-f505-47c0-8cc0-da54a8798c6e', 'tag': '42111afd-e213-4a83-b1c0-02c75198d946', 'status': 'completed', 'code': 200} May 31 13:19:02.147598 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-038b58c3-7311-4488-9731-246292415170 req-b98b58ae-62ee-4812-ab20-4f705de2455d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=42111afd-e213-4a83-b1c0-02c75198d946 HTTP/1.1" status: 200 len: 217 time: 0.3830674 May 31 13:19:02.227979 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-093a644f-b959-44cb-8dcf-6362dbbedac2'] response: {'server_uuid': 'c5836449-209a-4ee1-acb1-a0e99f97071e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c75c043-1d1d-43d1-aafa-d2f2787a9dfa', 'code': 200} May 31 13:19:02.234776 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b58c3-7311-4488-9731-246292415170 req-2f85615e-4f04-43bb-b60c-a778a902cb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:02.236385 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-038b58c3-7311-4488-9731-246292415170 req-2f85615e-4f04-43bb-b60c-a778a902cb3f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.0779731 May 31 13:19:02.280747 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1095644c-be35-41e8-add9-f8cf1c2bac1e None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:02.298714 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-1095644c-be35-41e8-add9-f8cf1c2bac1e None None] Transition to ACTIVE for port object 0b7ddb7f-6fe3-4b26-9866-154d36fe3a17 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:19:02.309774 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1095644c-be35-41e8-add9-f8cf1c2bac1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:02.422368 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283f20d9-3b35-4d64-8af0-62c6cfbfef69 None None] Pushing event updated for resources: {'Port': ['ID=0b7ddb7f-6fe3-4b26-9866-154d36fe3a17,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:02.436932 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283f20d9-3b35-4d64-8af0-62c6cfbfef69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:19:02.437489 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283f20d9-3b35-4d64-8af0-62c6cfbfef69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:19:02.438096 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283f20d9-3b35-4d64-8af0-62c6cfbfef69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:19:02.438491 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283f20d9-3b35-4d64-8af0-62c6cfbfef69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:19:02.438853 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283f20d9-3b35-4d64-8af0-62c6cfbfef69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:19:02.439183 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283f20d9-3b35-4d64-8af0-62c6cfbfef69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:19:02.439507 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283f20d9-3b35-4d64-8af0-62c6cfbfef69 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:19:02.439834 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283f20d9-3b35-4d64-8af0-62c6cfbfef69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:19:02.440149 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283f20d9-3b35-4d64-8af0-62c6cfbfef69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:19:02.440463 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283f20d9-3b35-4d64-8af0-62c6cfbfef69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:19:02.440778 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283f20d9-3b35-4d64-8af0-62c6cfbfef69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:19:02.441091 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283f20d9-3b35-4d64-8af0-62c6cfbfef69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:19:02.442212 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283f20d9-3b35-4d64-8af0-62c6cfbfef69 None None] Tracked resource versions report: May 31 13:19:02.442212 n-d-843939-1 neutron-server[88372]: pushed versions: May 31 13:19:02.442212 n-d-843939-1 neutron-server[88372]: { 'AddressGroup': {'1.2'}, May 31 13:19:02.442212 n-d-843939-1 neutron-server[88372]: 'ConntrackHelper': {'1.0'}, May 31 13:19:02.442212 n-d-843939-1 neutron-server[88372]: 'Log': {'1.0'}, May 31 13:19:02.442212 n-d-843939-1 neutron-server[88372]: 'Network': {'1.1'}, May 31 13:19:02.442212 n-d-843939-1 neutron-server[88372]: 'Port': {'1.7'}, May 31 13:19:02.442212 n-d-843939-1 neutron-server[88372]: 'PortForwarding': {'1.2'}, May 31 13:19:02.442212 n-d-843939-1 neutron-server[88372]: 'QosPolicy': {'1.8'}, May 31 13:19:02.442212 n-d-843939-1 neutron-server[88372]: 'SecurityGroup': {'1.4'}, May 31 13:19:02.442212 n-d-843939-1 neutron-server[88372]: 'SecurityGroupRule': {'1.2'}, May 31 13:19:02.442212 n-d-843939-1 neutron-server[88372]: 'SubPort': {'1.0'}, May 31 13:19:02.442212 n-d-843939-1 neutron-server[88372]: 'Subnet': {'1.1'}, May 31 13:19:02.442212 n-d-843939-1 neutron-server[88372]: 'Trunk': {'1.1'}} May 31 13:19:02.442212 n-d-843939-1 neutron-server[88372]: consumer versions: May 31 13:19:02.442212 n-d-843939-1 neutron-server[88372]: { DHCP agent@n-d-843939-1: {}, May 31 13:19:02.442212 n-d-843939-1 neutron-server[88372]: HyperV agent@n-h1-843939-1: {}, May 31 13:19:02.442212 n-d-843939-1 neutron-server[88372]: HyperV agent@n-h2-843939-1: {}, May 31 13:19:02.442212 n-d-843939-1 neutron-server[88372]: L3 agent@n-d-843939-1: {}, May 31 13:19:02.442212 n-d-843939-1 neutron-server[88372]: Metadata agent@n-d-843939-1: {}, May 31 13:19:02.442212 n-d-843939-1 neutron-server[88372]: Metering agent@n-d-843939-1: {}, May 31 13:19:02.442212 n-d-843939-1 neutron-server[88372]: Open vSwitch agent@n-d-843939-1: { 'AddressGroup': '1.2', May 31 13:19:02.442212 n-d-843939-1 neutron-server[88372]: 'ConntrackHelper': '1.0', May 31 13:19:02.442212 n-d-843939-1 neutron-server[88372]: 'Log': '1.0', May 31 13:19:02.442212 n-d-843939-1 neutron-server[88372]: 'Network': '1.1', May 31 13:19:02.442212 n-d-843939-1 neutron-server[88372]: 'Port': '1.7', May 31 13:19:02.442212 n-d-843939-1 neutron-server[88372]: 'PortForwarding': '1.2', May 31 13:19:02.442212 n-d-843939-1 neutron-server[88372]: 'QosPolicy': '1.8', May 31 13:19:02.442212 n-d-843939-1 neutron-server[88372]: 'SecurityGroup': '1.4', May 31 13:19:02.442212 n-d-843939-1 neutron-server[88372]: 'SecurityGroupRule': '1.2', May 31 13:19:02.442212 n-d-843939-1 neutron-server[88372]: 'SubPort': '1.0', May 31 13:19:02.442212 n-d-843939-1 neutron-server[88372]: 'Subnet': '1.1', May 31 13:19:02.442212 n-d-843939-1 neutron-server[88372]: 'Trunk': '1.1'}} May 31 13:19:02.442212 n-d-843939-1 neutron-server[88372]: {{(pid=88372) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 13:19:02.447629 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-1095644c-be35-41e8-add9-f8cf1c2bac1e None None] Attempting to bind port 0b7ddb7f-6fe3-4b26-9866-154d36fe3a17 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:19:02.448003 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-1095644c-be35-41e8-add9-f8cf1c2bac1e None None] Attempting to bind port 0b7ddb7f-6fe3-4b26-9866-154d36fe3a17 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:19:02.448351 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1095644c-be35-41e8-add9-f8cf1c2bac1e None None] Attempting to bind port 0b7ddb7f-6fe3-4b26-9866-154d36fe3a17 on network d2103cd5-63ba-4c24-9d95-fd17643bf14c {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:19:02.454513 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1095644c-be35-41e8-add9-f8cf1c2bac1e None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:19:02.455189 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1095644c-be35-41e8-add9-f8cf1c2bac1e None None] Checking segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:19:02.456043 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1095644c-be35-41e8-add9-f8cf1c2bac1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:02.456604 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1095644c-be35-41e8-add9-f8cf1c2bac1e None None] Bound using segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:19:02.457256 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-1095644c-be35-41e8-add9-f8cf1c2bac1e None None] Bound port: 0b7ddb7f-6fe3-4b26-9866-154d36fe3a17, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:19:02.457829 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1095644c-be35-41e8-add9-f8cf1c2bac1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:02.569527 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b58c3-7311-4488-9731-246292415170 req-a6fb9452-0405-4cac-8838-80cb06820f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:02.571509 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-038b58c3-7311-4488-9731-246292415170 req-a6fb9452-0405-4cac-8838-80cb06820f6e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3270800 May 31 13:19:02.574625 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-1095644c-be35-41e8-add9-f8cf1c2bac1e None None] For port 0b7ddb7f-6fe3-4b26-9866-154d36fe3a17, host n-d-843939-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:19:02.578518 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-1095644c-be35-41e8-add9-f8cf1c2bac1e None None] For port 0b7ddb7f-6fe3-4b26-9866-154d36fe3a17, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=0b7ddb7f-6fe3-4b26-9866-154d36fe3a17,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:19:02.585529 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1095644c-be35-41e8-add9-f8cf1c2bac1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:02.670950 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283f20d9-3b35-4d64-8af0-62c6cfbfef69 None None] Pushing event updated for resources: {'Port': ['ID=0b7ddb7f-6fe3-4b26-9866-154d36fe3a17,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:02.709484 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1095644c-be35-41e8-add9-f8cf1c2bac1e None None] Routers {'bd651f60-0be8-4c16-8cb7-f5e40172e9d0'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:19:02.711047 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-1095644c-be35-41e8-add9-f8cf1c2bac1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:18:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['bd651f60-0be8-4c16-8cb7-f5e40172e9d0'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:19:02.813133 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-038b58c3-7311-4488-9731-246292415170 req-3b0fabca-4f7e-4899-844c-52426b62df03 service neutron] 10.222.0.44 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136438 May 31 13:19:02.820267 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3596389c-8e11-4872-ba0a-69173ad96946 req-e29340f6-fe97-497c-8847-1360298e066b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:02.821886 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3596389c-8e11-4872-ba0a-69173ad96946 req-e29340f6-fe97-497c-8847-1360298e066b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c5836449-209a-4ee1-acb1-a0e99f97071e HTTP/1.1" status: 200 len: 1100 time: 0.5202045 May 31 13:19:02.927277 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-1095644c-be35-41e8-add9-f8cf1c2bac1e None None] Set router bd651f60-0be8-4c16-8cb7-f5e40172e9d0 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:19:02.951151 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-3596389c-8e11-4872-ba0a-69173ad96946 req-0cc728de-20d7-4038-b97c-d466433b9dd2 service neutron] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:03.021855 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-3596389c-8e11-4872-ba0a-69173ad96946 req-0cc728de-20d7-4038-b97c-d466433b9dd2 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:19:03.038834 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-3596389c-8e11-4872-ba0a-69173ad96946 req-0cc728de-20d7-4038-b97c-d466433b9dd2 service neutron] Usage tracker for resource:security_group_rule and tenant:766263f3c5444f5599e8aa122f924df0 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:19:03.056504 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-3596389c-8e11-4872-ba0a-69173ad96946 req-0cc728de-20d7-4038-b97c-d466433b9dd2 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:19:03.084757 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-3596389c-8e11-4872-ba0a-69173ad96946 req-0cc728de-20d7-4038-b97c-d466433b9dd2 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:19:03.088290 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8c8e83bf-1994-4d9e-aeea-8c23ec5760be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:03.129732 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268fc177-4dbc-44a2-ac21-0847372dc6c6 req-a2e23c7e-d386-48c4-953e-c2f550dca9d7 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:03.132181 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-268fc177-4dbc-44a2-ac21-0847372dc6c6 req-a2e23c7e-d386-48c4-953e-c2f550dca9d7 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5836449-209a-4ee1-acb1-a0e99f97071e HTTP/1.1" status: 200 len: 949 time: 0.3835237 May 31 13:19:03.136974 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-038b58c3-7311-4488-9731-246292415170 req-9b0a0692-0077-41e9-8f61-84b44cf458a7 service neutron] 10.222.0.44 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3138072 May 31 13:19:03.378148 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-1095644c-be35-41e8-add9-f8cf1c2bac1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd651f60-0be8-4c16-8cb7-f5e40172e9d0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-732351676-router', 'tenant_id': 'b507f55702b4454690aaa4c9f4de29b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': '0b7ddb7f-6fe3-4b26-9866-154d36fe3a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:18:52Z', 'updated_at': '2022-05-31T13:18:58Z', 'revision_number': 3, 'project_id': 'b507f55702b4454690aaa4c9f4de29b0', 'gw_port': {'id': '0b7ddb7f-6fe3-4b26-9866-154d36fe3a17', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:26:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd651f60-0be8-4c16-8cb7-f5e40172e9d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:18:55Z', 'updated_at': '2022-05-31T13:19:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:19:03.386553 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1095644c-be35-41e8-add9-f8cf1c2bac1e None None] The sync data for ids ['bd651f60-0be8-4c16-8cb7-f5e40172e9d0'] in n-d-843939-1 is: [{'id': 'bd651f60-0be8-4c16-8cb7-f5e40172e9d0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-732351676-router', 'tenant_id': 'b507f55702b4454690aaa4c9f4de29b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': '0b7ddb7f-6fe3-4b26-9866-154d36fe3a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:18:52Z', 'updated_at': '2022-05-31T13:18:58Z', 'revision_number': 3, 'project_id': 'b507f55702b4454690aaa4c9f4de29b0', 'gw_port': {'id': '0b7ddb7f-6fe3-4b26-9866-154d36fe3a17', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:26:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd651f60-0be8-4c16-8cb7-f5e40172e9d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:18:55Z', 'updated_at': '2022-05-31T13:19:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:19:03.450106 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-268fc177-4dbc-44a2-ac21-0847372dc6c6 req-b73e0b47-efe7-4406-8bcb-489371d191e5 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] 10.222.0.50 "GET /v2.0/security-groups?id=0de57c5f-1a61-4ab1-b56d-23a80c557f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957845 May 31 13:19:03.571154 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b1ca1-1bde-42fc-af2e-6fc4004de928 req-86e7ed9d-a009-4b29-aedd-661453b85706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:03.572965 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cb3b1ca1-1bde-42fc-af2e-6fc4004de928 req-86e7ed9d-a009-4b29-aedd-661453b85706 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7a19ec77987d421e84156bce87ccb026&device_id=572cf2e6-f505-47c0-8cc0-da54a8798c6e HTTP/1.1" status: 200 len: 1121 time: 0.3578310 May 31 13:19:03.653796 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59842) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:19:03.662433 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-78ace419-907b-4d6e-abf8-96da3cc00e58 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-92714664-network', 'tenant_id': '7263e6f882694af4b3c4cfbaa871d77b'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:19:03.668785 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-78ace419-907b-4d6e-abf8-96da3cc00e58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:19:03.673310 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-78ace419-907b-4d6e-abf8-96da3cc00e58 admin admin] Usage tracker for resource:network and tenant:7263e6f882694af4b3c4cfbaa871d77b is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:19:03.720705 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-78ace419-907b-4d6e-abf8-96da3cc00e58 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:19:03.727701 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-78ace419-907b-4d6e-abf8-96da3cc00e58 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:19:03.755051 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-3596389c-8e11-4872-ba0a-69173ad96946 req-0cc728de-20d7-4038-b97c-d466433b9dd2 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:03.767627 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ace419-907b-4d6e-abf8-96da3cc00e58 admin admin] Made reservation on behalf of 7263e6f882694af4b3c4cfbaa871d77b for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:19:03.771136 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-78ace419-907b-4d6e-abf8-96da3cc00e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:03.796141 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-3596389c-8e11-4872-ba0a-69173ad96946 req-0cc728de-20d7-4038-b97c-d466433b9dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:03.800557 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-78ace419-907b-4d6e-abf8-96da3cc00e58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:03.831818 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-78ace419-907b-4d6e-abf8-96da3cc00e58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:19:03.837966 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-78ace419-907b-4d6e-abf8-96da3cc00e58 admin admin] Usage tracker for resource:security_group_rule and tenant:7263e6f882694af4b3c4cfbaa871d77b is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:19:03.841598 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-78ace419-907b-4d6e-abf8-96da3cc00e58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:19:03.850714 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-78ace419-907b-4d6e-abf8-96da3cc00e58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:19:03.855344 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9e08ef-ba1f-49de-9b30-ab9f8d839ffc req-df286082-fb73-4a84-9add-4b5a1688f7b2 tempest-AggregatesAdminTestJSON-1013980711 tempest-AggregatesAdminTestJSON-1013980711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:03.856908 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cf9e08ef-ba1f-49de-9b30-ab9f8d839ffc req-df286082-fb73-4a84-9add-4b5a1688f7b2 tempest-AggregatesAdminTestJSON-1013980711 tempest-AggregatesAdminTestJSON-1013980711-project] 10.222.0.50 "GET /v2.0/ports?device_id=572cf2e6-f505-47c0-8cc0-da54a8798c6e HTTP/1.1" status: 200 len: 970 time: 0.5649352 May 31 13:19:03.938078 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3596389c-8e11-4872-ba0a-69173ad96946 req-0cc728de-20d7-4038-b97c-d466433b9dd2 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0de57c5f-1a61-4ab1-b56d-23a80c557f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1030972 May 31 13:19:03.940189 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 0b7ddb7f-6fe3-4b26-9866-154d36fe3a17 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:19:03.944233 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-8c8e83bf-1994-4d9e-aeea-8c23ec5760be admin admin] Allocated IP 172.20.0.1 (166095fb-602c-4131-97e4-e6648d07bb0e/351010e5-51b7-43d5-9224-87aaece5e49a/afa8a152-e452-49c0-b1e2-c656552eaeef) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:19:03.973878 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc728de-20d7-4038-b97c-d466433b9dd2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=001b660e-3263-4f26-80d8-c610ca40f034,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:03.985756 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-78ace419-907b-4d6e-abf8-96da3cc00e58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:03.991974 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-78ace419-907b-4d6e-abf8-96da3cc00e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:04.007705 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78ace419-907b-4d6e-abf8-96da3cc00e58 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:19:04.019502 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-78ace419-907b-4d6e-abf8-96da3cc00e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:04.020333 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-78ace419-907b-4d6e-abf8-96da3cc00e58 admin admin] Added segment 68629870-baf0-4578-8462-e5e8482e10f4 of type vlan for network 6a0a25c3-0cc0-4957-9c4d-5d58da14e888 May 31 13:19:04.057648 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-78ace419-907b-4d6e-abf8-96da3cc00e58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:04.108991 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 0b7ddb7f-6fe3-4b26-9866-154d36fe3a17 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:19:04.121071 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ace419-907b-4d6e-abf8-96da3cc00e58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f58976-5cce-4515-8824-386b5140493d,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:04.124720 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-78ace419-907b-4d6e-abf8-96da3cc00e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:04.126587 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ace419-907b-4d6e-abf8-96da3cc00e58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:04.127172 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-78ace419-907b-4d6e-abf8-96da3cc00e58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:04.139269 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 0b7ddb7f-6fe3-4b26-9866-154d36fe3a17 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:19:04.143546 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:04.283168 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ace419-907b-4d6e-abf8-96da3cc00e58 admin admin] Pushing event updated for resources: {'Network': ['ID=6a0a25c3-0cc0-4957-9c4d-5d58da14e888,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:04.324260 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-78ace419-907b-4d6e-abf8-96da3cc00e58 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6692023 May 31 13:19:04.326663 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59858) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:19:04.332413 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cf9e08ef-ba1f-49de-9b30-ab9f8d839ffc req-89690d90-7e8e-430d-a0eb-0d154f80b867 tempest-AggregatesAdminTestJSON-1013980711 tempest-AggregatesAdminTestJSON-1013980711-project] 10.222.0.50 "GET /v2.0/security-groups?id=e5e2a339-9bdb-462b-a1d4-3adbd9a6e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4399326 May 31 13:19:04.335017 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 6a0a25c3-0cc0-4957-9c4d-5d58da14e888 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:19:04.336818 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-f1295b4c-ec7f-4dfc-aefe-ad476b05d6b6 admin admin] Request body: {'subnet': {'network_id': '6a0a25c3-0cc0-4957-9c4d-5d58da14e888', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-92714664-subnet', 'tenant_id': '7263e6f882694af4b3c4cfbaa871d77b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:19:04.369217 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-f1295b4c-ec7f-4dfc-aefe-ad476b05d6b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:19:04.390190 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-f1295b4c-ec7f-4dfc-aefe-ad476b05d6b6 admin admin] Usage tracker for resource:subnet and tenant:7263e6f882694af4b3c4cfbaa871d77b is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:19:04.400543 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-f1295b4c-ec7f-4dfc-aefe-ad476b05d6b6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:19:04.405070 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b1ca1-1bde-42fc-af2e-6fc4004de928 req-292d0a69-1b23-4e7a-962f-365d1a842a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:04.406560 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cb3b1ca1-1bde-42fc-af2e-6fc4004de928 req-292d0a69-1b23-4e7a-962f-365d1a842a6d service neutron] 10.222.0.44 "GET /v2.0/networks?id=85b11c4f-90ad-4763-b38d-22d3f87089f4 HTTP/1.1" status: 200 len: 870 time: 0.8162911 May 31 13:19:04.417436 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-f1295b4c-ec7f-4dfc-aefe-ad476b05d6b6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:19:04.443954 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1295b4c-ec7f-4dfc-aefe-ad476b05d6b6 admin admin] Made reservation on behalf of 7263e6f882694af4b3c4cfbaa871d77b for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:19:04.446784 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f1295b4c-ec7f-4dfc-aefe-ad476b05d6b6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:04.525941 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 0b7ddb7f-6fe3-4b26-9866-154d36fe3a17 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:19:04.526474 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:04.550645 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 0b7ddb7f-6fe3-4b26-9866-154d36fe3a17, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=0b7ddb7f-6fe3-4b26-9866-154d36fe3a17,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:19:04.581907 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:04.721152 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=0b7ddb7f-6fe3-4b26-9866-154d36fe3a17,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:04.747969 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cb3b1ca1-1bde-42fc-af2e-6fc4004de928 req-51b2ee01-ebac-4ffa-95bb-e031d75fe556 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=42111afd-e213-4a83-b1c0-02c75198d946 HTTP/1.1" status: 200 len: 217 time: 0.3276205 May 31 13:19:04.749580 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cf1678e7-6dfc-4298-8bd6-fe798688dd58 req-24af8220-c362-48f4-9906-04823685fd34 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=ad789348d4d84f2799aa3c6910766725&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1276221 May 31 13:19:04.818333 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f1295b4c-ec7f-4dfc-aefe-ad476b05d6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:04.897569 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1295b4c-ec7f-4dfc-aefe-ad476b05d6b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7f750c1-62e8-4ee8-af22-932df0f53ee4,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:04.905528 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1295b4c-ec7f-4dfc-aefe-ad476b05d6b6 admin admin] Checking segment: {'id': '68629870-baf0-4578-8462-e5e8482e10f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '6a0a25c3-0cc0-4957-9c4d-5d58da14e888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:19:04.905877 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1295b4c-ec7f-4dfc-aefe-ad476b05d6b6 admin admin] Network hostable DHCP agents. Network: 6a0a25c3-0cc0-4957-9c4d-5d58da14e888, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:19:04.926747 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1295b4c-ec7f-4dfc-aefe-ad476b05d6b6 admin admin] Network 6a0a25c3-0cc0-4957-9c4d-5d58da14e888 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:19:04.937579 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-f1295b4c-ec7f-4dfc-aefe-ad476b05d6b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 6a0a25c3-0cc0-4957-9c4d-5d58da14e888) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:19:04.941806 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1295b4c-ec7f-4dfc-aefe-ad476b05d6b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:04.942397 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f1295b4c-ec7f-4dfc-aefe-ad476b05d6b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:04.950579 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedb8297-11b7-49fe-8ff2-c955cd57a2bd None None] Network 6a0a25c3-0cc0-4957-9c4d-5d58da14e888 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:19:04.968282 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-f1295b4c-ec7f-4dfc-aefe-ad476b05d6b6 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6404285 May 31 13:19:04.985783 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8c8e83bf-1994-4d9e-aeea-8c23ec5760be admin admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:05.028099 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b1ca1-1bde-42fc-af2e-6fc4004de928 req-cdcf72a1-83ca-4b90-95ea-8501e7479578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:05.029526 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cb3b1ca1-1bde-42fc-af2e-6fc4004de928 req-cdcf72a1-83ca-4b90-95ea-8501e7479578 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.2322214 May 31 13:19:05.046564 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-8c8e83bf-1994-4d9e-aeea-8c23ec5760be admin admin] Transition to ACTIVE for port object afa8a152-e452-49c0-b1e2-c656552eaeef will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:19:05.139747 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f678658-572b-489a-8f4d-2644fa35abf0 req-096b443d-4610-4caa-8926-5df33d56d626 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:05.141240 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4f678658-572b-489a-8f4d-2644fa35abf0 req-096b443d-4610-4caa-8926-5df33d56d626 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5836449-209a-4ee1-acb1-a0e99f97071e HTTP/1.1" status: 200 len: 949 time: 0.3988469 May 31 13:19:05.152063 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1678e7-6dfc-4298-8bd6-fe798688dd58 req-3620e351-1fe2-4b81-b3fb-dad140be749b tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:05.153223 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cf1678e7-6dfc-4298-8bd6-fe798688dd58 req-3620e351-1fe2-4b81-b3fb-dad140be749b tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3569884 May 31 13:19:05.201958 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fd3419-2f16-406d-859c-16c2aba1b57d None None] Network 6a0a25c3-0cc0-4957-9c4d-5d58da14e888 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:19:05.205687 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cf1678e7-6dfc-4298-8bd6-fe798688dd58 req-825fd555-c484-4be2-9157-8aaace052339 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/quotas/ad789348d4d84f2799aa3c6910766725 HTTP/1.1" status: 200 len: 375 time: 0.0316074 May 31 13:19:05.222365 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4f678658-572b-489a-8f4d-2644fa35abf0 req-4f0098ac-19d1-4388-9a8b-65ea1dd79785 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] 10.222.0.50 "GET /v2.0/security-groups?id=0de57c5f-1a61-4ab1-b56d-23a80c557f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669734 May 31 13:19:05.274502 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8c8e83bf-1994-4d9e-aeea-8c23ec5760be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:05.324521 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cf1678e7-6dfc-4298-8bd6-fe798688dd58 req-5b79cfcc-f6c5-4d31-b907-d81295849354 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ad789348d4d84f2799aa3c6910766725&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1079714 May 31 13:19:05.348634 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b1ca1-1bde-42fc-af2e-6fc4004de928 req-7407f7b6-0583-48fe-8a77-ec1b136868f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:05.350897 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cb3b1ca1-1bde-42fc-af2e-6fc4004de928 req-7407f7b6-0583-48fe-8a77-ec1b136868f2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3060501 May 31 13:19:05.373478 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8e83bf-1994-4d9e-aeea-8c23ec5760be admin admin] Network 166095fb-602c-4131-97e4-e6648d07bb0e is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:19:05.376636 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-8c8e83bf-1994-4d9e-aeea-8c23ec5760be admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:19:05.418242 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8e83bf-1994-4d9e-aeea-8c23ec5760be admin admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:19:05.418712 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8c8e83bf-1994-4d9e-aeea-8c23ec5760be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:05.528119 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8e83bf-1994-4d9e-aeea-8c23ec5760be admin admin] Pushing event updated for resources: {'Port': ['ID=afa8a152-e452-49c0-b1e2-c656552eaeef,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:05.689824 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cb3b1ca1-1bde-42fc-af2e-6fc4004de928 req-f8914270-5406-4620-81e0-e4f8b44d2e91 service neutron] 10.222.0.44 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221302 May 31 13:19:05.781864 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 42111afd-e213-4a83-b1c0-02c75198d946 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:19:05.812247 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 0b7ddb7f-6fe3-4b26-9866-154d36fe3a17 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:19:05.884505 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-aa6a416b-e63c-44d6-b6c7-f10372bc9f89 None None] Provisioning for port afa8a152-e452-49c0-b1e2-c656552eaeef completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:19:05.910203 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-aa6a416b-e63c-44d6-b6c7-f10372bc9f89 None None] Provisioning complete for port afa8a152-e452-49c0-b1e2-c656552eaeef triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:19:05.910517 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-aa6a416b-e63c-44d6-b6c7-f10372bc9f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:06.070967 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-aa6a416b-e63c-44d6-b6c7-f10372bc9f89 None None] Port afa8a152-e452-49c0-b1e2-c656552eaeef cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:19:06.122684 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 0b7ddb7f-6fe3-4b26-9866-154d36fe3a17 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:19:06.123378 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:06.197522 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 42111afd-e213-4a83-b1c0-02c75198d946, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=42111afd-e213-4a83-b1c0-02c75198d946,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:19:06.217348 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': '42111afd-e213-4a83-b1c0-02c75198d946', 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4', 'port_id': '42111afd-e213-4a83-b1c0-02c75198d946', 'mac_address': 'fa:16:3e:6a:aa:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24822c99-0dce-4d50-9c44-3135ba3763b8', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:tempest-test_az-1159859499', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:19:06.323160 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8c8e83bf-1994-4d9e-aeea-8c23ec5760be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:06.323760 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 42111afd-e213-4a83-b1c0-02c75198d946 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:19:06.323760 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:06.340377 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cb3b1ca1-1bde-42fc-af2e-6fc4004de928 req-dd6705a9-0ea6-4eaf-a59b-2db3ec302102 service neutron] 10.222.0.44 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6197317 May 31 13:19:06.383664 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42111afd-e213-4a83-b1c0-02c75198d946 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:19:06.407133 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 0b7ddb7f-6fe3-4b26-9866-154d36fe3a17 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:19:06.419526 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ceb7e-4222-4378-afd2-01bd6c88ca74 req-08d32aea-cf3e-4985-a65f-6e2522f673e1 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:06.420578 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 42111afd-e213-4a83-b1c0-02c75198d946, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=42111afd-e213-4a83-b1c0-02c75198d946,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:19:06.421283 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6f7ceb7e-4222-4378-afd2-01bd6c88ca74 req-08d32aea-cf3e-4985-a65f-6e2522f673e1 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/networks?id=5b3c8d41-b43d-4739-acc3-c9eae6a83205 HTTP/1.1" status: 200 len: 821 time: 0.5493300 May 31 13:19:06.427399 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:06.435033 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd52fde-77f8-4b41-bbaf-91ab324fbd55 req-350fe4d3-d792-4d12-82d1-9753df34723a tempest-AggregatesAdminTestJSON-1013980711 tempest-AggregatesAdminTestJSON-1013980711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:06.442091 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dcd52fde-77f8-4b41-bbaf-91ab324fbd55 req-350fe4d3-d792-4d12-82d1-9753df34723a tempest-AggregatesAdminTestJSON-1013980711 tempest-AggregatesAdminTestJSON-1013980711-project] 10.222.0.50 "GET /v2.0/ports?device_id=572cf2e6-f505-47c0-8cc0-da54a8798c6e HTTP/1.1" status: 200 len: 970 time: 0.6620405 May 31 13:19:06.491761 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6f7ceb7e-4222-4378-afd2-01bd6c88ca74 req-be914c06-4a08-4803-a9d4-a81d9f155936 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/quotas/2539a3508c4b448ea8707834972224c7 HTTP/1.1" status: 200 len: 375 time: 0.0343511 May 31 13:19:06.514024 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=42111afd-e213-4a83-b1c0-02c75198d946,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:06.569713 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6f7ceb7e-4222-4378-afd2-01bd6c88ca74 req-219a8370-f9f9-421f-a6ff-9138f5d590d1 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2539a3508c4b448ea8707834972224c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0644255 May 31 13:19:06.579261 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dcd52fde-77f8-4b41-bbaf-91ab324fbd55 req-7514b6fb-7bb8-402e-8684-33eab95ceb21 tempest-AggregatesAdminTestJSON-1013980711 tempest-AggregatesAdminTestJSON-1013980711-project] 10.222.0.50 "GET /v2.0/security-groups?id=e5e2a339-9bdb-462b-a1d4-3adbd9a6e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362591 May 31 13:19:06.656427 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['42111afd-e213-4a83-b1c0-02c75198d946'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:19:06.828046 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-69d05ebd-c646-45e9-b44f-aa3ef1d6bc51 req-dd1904e1-1300-4aba-af12-f1b3fdbb3248 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=ad789348d4d84f2799aa3c6910766725&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1290941 May 31 13:19:06.919431 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [req-6f7ceb7e-4222-4378-afd2-01bd6c88ca74 req-1b76f93c-6cb0-4ebd-8c46-58702f0965fe service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:19:06.920434 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6f7ceb7e-4222-4378-afd2-01bd6c88ca74 req-1b76f93c-6cb0-4ebd-8c46-58702f0965fe service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1151996 May 31 13:19:06.997097 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.20', 61628) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:19:07.029853 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-cf1678e7-6dfc-4298-8bd6-fe798688dd58 req-6050ec0b-72cf-416a-9920-dbf48ea59d14 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=ad789348d4d84f2799aa3c6910766725&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280178 May 31 13:19:07.048559 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8c8e83bf-1994-4d9e-aeea-8c23ec5760be admin admin] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:07.060152 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8c8e83bf-1994-4d9e-aeea-8c23ec5760be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:07.060858 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8c8e83bf-1994-4d9e-aeea-8c23ec5760be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:07.132823 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:07.203187 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1678e7-6dfc-4298-8bd6-fe798688dd58 req-491199df-9fbb-4d91-8a24-abe3fe84d0d3 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:07.204573 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-cf1678e7-6dfc-4298-8bd6-fe798688dd58 req-491199df-9fbb-4d91-8a24-abe3fe84d0d3 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1697738 May 31 13:19:07.257212 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d05ebd-c646-45e9-b44f-aa3ef1d6bc51 req-3f3ae980-e8d6-42dd-9d35-cbd51bbe043c tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:07.258582 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-69d05ebd-c646-45e9-b44f-aa3ef1d6bc51 req-3f3ae980-e8d6-42dd-9d35-cbd51bbe043c tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4217031 May 31 13:19:07.285445 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-cf1678e7-6dfc-4298-8bd6-fe798688dd58 req-02f16b5a-5dd6-4026-8d79-1be7fef8d3e5 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Request body: {'port': {'device_id': '55fb1417-cad8-4df4-aa5c-6da0276389e5', 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4', 'admin_state_up': True, 'tenant_id': 'ad789348d4d84f2799aa3c6910766725'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:19:07.298624 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8e83bf-1994-4d9e-aeea-8c23ec5760be admin admin] Pushing event updated for resources: {'Port': ['ID=afa8a152-e452-49c0-b1e2-c656552eaeef,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:07.306336 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-69d05ebd-c646-45e9-b44f-aa3ef1d6bc51 req-ec838308-b42f-4578-994c-f60bcd9aa8c6 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/quotas/ad789348d4d84f2799aa3c6910766725 HTTP/1.1" status: 200 len: 375 time: 0.0410731 May 31 13:19:07.311568 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6f7ceb7e-4222-4378-afd2-01bd6c88ca74 req-4072ef35-e8e5-41a3-9fa5-026c5117e3c2 service neutron] 10.222.0.50 "GET /v2.0/networks/5b3c8d41-b43d-4739-acc3-c9eae6a83205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3843262 May 31 13:19:07.409002 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-69d05ebd-c646-45e9-b44f-aa3ef1d6bc51 req-89072eec-48fd-4ee2-a727-7b4cc400ceaa tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ad789348d4d84f2799aa3c6910766725&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0861771 May 31 13:19:07.487271 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-cf1678e7-6dfc-4298-8bd6-fe798688dd58 req-02f16b5a-5dd6-4026-8d79-1be7fef8d3e5 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:19:07.497008 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-cf1678e7-6dfc-4298-8bd6-fe798688dd58 req-02f16b5a-5dd6-4026-8d79-1be7fef8d3e5 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Usage tracker for resource:port and tenant:ad789348d4d84f2799aa3c6910766725 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:19:07.502413 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-cf1678e7-6dfc-4298-8bd6-fe798688dd58 req-02f16b5a-5dd6-4026-8d79-1be7fef8d3e5 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:19:07.510774 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-cf1678e7-6dfc-4298-8bd6-fe798688dd58 req-02f16b5a-5dd6-4026-8d79-1be7fef8d3e5 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:19:07.514673 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8e83bf-1994-4d9e-aeea-8c23ec5760be admin admin] Network 166095fb-602c-4131-97e4-e6648d07bb0e is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:19:07.517979 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-8c8e83bf-1994-4d9e-aeea-8c23ec5760be admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:19:07.539863 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf1678e7-6dfc-4298-8bd6-fe798688dd58 req-02f16b5a-5dd6-4026-8d79-1be7fef8d3e5 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Made reservation on behalf of ad789348d4d84f2799aa3c6910766725 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:19:07.543656 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-cf1678e7-6dfc-4298-8bd6-fe798688dd58 req-02f16b5a-5dd6-4026-8d79-1be7fef8d3e5 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:07.576516 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-cf1678e7-6dfc-4298-8bd6-fe798688dd58 req-02f16b5a-5dd6-4026-8d79-1be7fef8d3e5 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:07.600316 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-cf1678e7-6dfc-4298-8bd6-fe798688dd58 req-02f16b5a-5dd6-4026-8d79-1be7fef8d3e5 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:19:07.605025 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-cf1678e7-6dfc-4298-8bd6-fe798688dd58 req-02f16b5a-5dd6-4026-8d79-1be7fef8d3e5 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Usage tracker for resource:security_group_rule and tenant:ad789348d4d84f2799aa3c6910766725 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:19:07.609505 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-cf1678e7-6dfc-4298-8bd6-fe798688dd58 req-02f16b5a-5dd6-4026-8d79-1be7fef8d3e5 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:19:07.621765 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-cf1678e7-6dfc-4298-8bd6-fe798688dd58 req-02f16b5a-5dd6-4026-8d79-1be7fef8d3e5 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:19:07.782835 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 42111afd-e213-4a83-b1c0-02c75198d946 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:19:07.798083 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-cf1678e7-6dfc-4298-8bd6-fe798688dd58 req-02f16b5a-5dd6-4026-8d79-1be7fef8d3e5 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:07.802425 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-cf1678e7-6dfc-4298-8bd6-fe798688dd58 req-02f16b5a-5dd6-4026-8d79-1be7fef8d3e5 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:07.927730 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d06e1e3c-a197-4cfd-a4fa-3d19b246ec33 None None] Provisioning complete for port afa8a152-e452-49c0-b1e2-c656552eaeef triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:19:07.928638 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d06e1e3c-a197-4cfd-a4fa-3d19b246ec33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:07.948609 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f16b5a-5dd6-4026-8d79-1be7fef8d3e5 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62fff807-5a72-4450-b5e7-33e8160efe2e,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:07.978939 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6f7ceb7e-4222-4378-afd2-01bd6c88ca74 req-0d42cb85-7c44-439f-adf6-bebc1baa78f7 service neutron] 10.222.0.50 "GET /v2.0/networks/5b3c8d41-b43d-4739-acc3-c9eae6a83205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6528232 May 31 13:19:07.998849 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port 42111afd-e213-4a83-b1c0-02c75198d946 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:19:08.026943 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port 42111afd-e213-4a83-b1c0-02c75198d946 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:19:08.027416 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:08.102417 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-d06e1e3c-a197-4cfd-a4fa-3d19b246ec33 None None] Port afa8a152-e452-49c0-b1e2-c656552eaeef cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:19:08.103352 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [req-cf1678e7-6dfc-4298-8bd6-fe798688dd58 req-02f16b5a-5dd6-4026-8d79-1be7fef8d3e5 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Allocated IP 192.168.233.205 (85b11c4f-90ad-4763-b38d-22d3f87089f4/24822c99-0dce-4d50-9c44-3135ba3763b8/1b511901-6041-4225-8ef3-c3b15518a027) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:19:08.132338 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c8e83bf-1994-4d9e-aeea-8c23ec5760be admin admin] Router bd651f60-0be8-4c16-8cb7-f5e40172e9d0 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:19:08.151025 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6fbc79-8afb-490a-841b-91692de2138d req-17d21b98-a52a-46a1-92c1-510ee20db8bf tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:08.152553 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4d6fbc79-8afb-490a-841b-91692de2138d req-17d21b98-a52a-46a1-92c1-510ee20db8bf tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5836449-209a-4ee1-acb1-a0e99f97071e HTTP/1.1" status: 200 len: 949 time: 0.4088650 May 31 13:19:08.224587 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 42111afd-e213-4a83-b1c0-02c75198d946 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:19:08.225219 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:08.267912 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 42111afd-e213-4a83-b1c0-02c75198d946, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=42111afd-e213-4a83-b1c0-02c75198d946,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:19:08.268958 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '572cf2e6-f505-47c0-8cc0-da54a8798c6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42111afd-e213-4a83-b1c0-02c75198d946'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:19:08.276804 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:08.445407 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-cf1678e7-6dfc-4298-8bd6-fe798688dd58 req-02f16b5a-5dd6-4026-8d79-1be7fef8d3e5 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:08.465211 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-cf1678e7-6dfc-4298-8bd6-fe798688dd58 req-02f16b5a-5dd6-4026-8d79-1be7fef8d3e5 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Transition to ACTIVE for port object 1b511901-6041-4225-8ef3-c3b15518a027 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:19:08.480744 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4d6fbc79-8afb-490a-841b-91692de2138d req-e4af0fae-f875-4ea1-a45a-fd3dd24dabf2 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] 10.222.0.50 "GET /v2.0/security-groups?id=0de57c5f-1a61-4ab1-b56d-23a80c557f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683334 May 31 13:19:08.492184 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:08.499884 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ae1e796d-e9eb-4276-a8b6-24c91b1c6867 req-4d297383-6793-4bea-9bd3-661147acaec5 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c6a5120-f304-4bf7-87b6-366657caea17 HTTP/1.1" status: 200 len: 210 time: 0.0780931 May 31 13:19:08.502147 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 13:19:08.529454 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c8e83bf-1994-4d9e-aeea-8c23ec5760be admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:19:08.542668 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-cf1678e7-6dfc-4298-8bd6-fe798688dd58 req-02f16b5a-5dd6-4026-8d79-1be7fef8d3e5 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:08.579088 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-8c8e83bf-1994-4d9e-aeea-8c23ec5760be admin admin] 10.222.0.50 "PUT /v2.0/routers/bd651f60-0be8-4c16-8cb7-f5e40172e9d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8767562 May 31 13:19:08.633138 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a39634-66d3-4c8e-b686-22bc8f093b22 None None] Sync routers for ids ['bd651f60-0be8-4c16-8cb7-f5e40172e9d0'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:19:08.658514 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf1678e7-6dfc-4298-8bd6-fe798688dd58 req-02f16b5a-5dd6-4026-8d79-1be7fef8d3e5 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Network 85b11c4f-90ad-4763-b38d-22d3f87089f4 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:19:08.660492 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [req-cf1678e7-6dfc-4298-8bd6-fe798688dd58 req-02f16b5a-5dd6-4026-8d79-1be7fef8d3e5 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:19:08.668856 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf1678e7-6dfc-4298-8bd6-fe798688dd58 req-02f16b5a-5dd6-4026-8d79-1be7fef8d3e5 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:19:08.686513 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1678e7-6dfc-4298-8bd6-fe798688dd58 req-02f16b5a-5dd6-4026-8d79-1be7fef8d3e5 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:08.693720 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=42111afd-e213-4a83-b1c0-02c75198d946,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:08.699775 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-cf1678e7-6dfc-4298-8bd6-fe798688dd58 req-02f16b5a-5dd6-4026-8d79-1be7fef8d3e5 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:08.725168 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a39634-66d3-4c8e-b686-22bc8f093b22 None None] Routers {'bd651f60-0be8-4c16-8cb7-f5e40172e9d0'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:19:08.725801 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-63a39634-66d3-4c8e-b686-22bc8f093b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:18:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['bd651f60-0be8-4c16-8cb7-f5e40172e9d0'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:19:08.729847 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f16b5a-5dd6-4026-8d79-1be7fef8d3e5 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Pushing event updated for resources: {'Port': ['ID=1b511901-6041-4225-8ef3-c3b15518a027,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:08.757506 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-cf1678e7-6dfc-4298-8bd6-fe798688dd58 req-02f16b5a-5dd6-4026-8d79-1be7fef8d3e5 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4741025 May 31 13:19:08.824642 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3973c6d8-4785-497f-9ef5-2ffae6e143a1 req-9b2ea863-1628-402d-9630-24494bfb82f7 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a9680b0-40cc-49a3-a3a2-174f0c4d9066 HTTP/1.1" status: 200 len: 210 time: 0.1670232 May 31 13:19:08.914678 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945f6f9f-0c65-46c5-951e-18a482e2fd3d req-64489698-6794-4f39-aecd-8471757b6480 tempest-AggregatesAdminTestJSON-1013980711 tempest-AggregatesAdminTestJSON-1013980711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:08.916649 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-945f6f9f-0c65-46c5-951e-18a482e2fd3d req-64489698-6794-4f39-aecd-8471757b6480 tempest-AggregatesAdminTestJSON-1013980711 tempest-AggregatesAdminTestJSON-1013980711-project] 10.222.0.50 "GET /v2.0/ports?device_id=572cf2e6-f505-47c0-8cc0-da54a8798c6e HTTP/1.1" status: 200 len: 972 time: 0.1678188 May 31 13:19:08.925680 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27d152c8-c2b3-4272-9135-cd6ed16a93d5'] response: {'server_uuid': '572cf2e6-f505-47c0-8cc0-da54a8798c6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42111afd-e213-4a83-b1c0-02c75198d946', 'code': 200} May 31 13:19:09.070260 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-945f6f9f-0c65-46c5-951e-18a482e2fd3d req-fc5f7c8a-c636-4f3b-a5e7-e090a40b61e3 tempest-AggregatesAdminTestJSON-1013980711 tempest-AggregatesAdminTestJSON-1013980711-project] 10.222.0.50 "GET /v2.0/security-groups?id=e5e2a339-9bdb-462b-a1d4-3adbd9a6e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433725 May 31 13:19:09.134697 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfaa67f-ec06-4b67-be8b-ecf2e6165de8 req-72e69fb0-b7bf-4fe1-a85d-48a7f9d182cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:09.139066 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ccfaa67f-ec06-4b67-be8b-ecf2e6165de8 req-72e69fb0-b7bf-4fe1-a85d-48a7f9d182cd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=572cf2e6-f505-47c0-8cc0-da54a8798c6e HTTP/1.1" status: 200 len: 1123 time: 0.1217773 May 31 13:19:09.145775 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-cd395b63-39a1-4d28-bb1b-7d639baf6498 None None] Provisioning for port 1b511901-6041-4225-8ef3-c3b15518a027 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:19:09.153645 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-63a39634-66d3-4c8e-b686-22bc8f093b22 None None] Set router bd651f60-0be8-4c16-8cb7-f5e40172e9d0 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:19:09.228158 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-cd395b63-39a1-4d28-bb1b-7d639baf6498 None None] Provisioning complete for port 1b511901-6041-4225-8ef3-c3b15518a027 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:19:09.238665 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cd395b63-39a1-4d28-bb1b-7d639baf6498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:09.394778 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-ccfaa67f-ec06-4b67-be8b-ecf2e6165de8 req-56c337aa-c862-4d92-bcf7-07316d0d9809 service neutron] Synchronizing usage tracker for tenant:766263f3c5444f5599e8aa122f924df0 on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:19:09.447559 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-ccfaa67f-ec06-4b67-be8b-ecf2e6165de8 req-56c337aa-c862-4d92-bcf7-07316d0d9809 service neutron] Unset dirty status for tenant:766263f3c5444f5599e8aa122f924df0 on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:19:09.449290 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ccfaa67f-ec06-4b67-be8b-ecf2e6165de8 req-56c337aa-c862-4d92-bcf7-07316d0d9809 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e5e2a339-9bdb-462b-a1d4-3adbd9a6e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048100 May 31 13:19:09.590224 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-cd395b63-39a1-4d28-bb1b-7d639baf6498 None None] Port 1b511901-6041-4225-8ef3-c3b15518a027 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:19:09.787478 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-18a1a16a-849c-4c22-8af5-155aa137687d req-06a9691f-05c8-4880-871e-919ad791b4c6 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c6a5120-f304-4bf7-87b6-366657caea17 HTTP/1.1" status: 200 len: 210 time: 0.1038918 May 31 13:19:09.895195 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f256adb9-c18f-45f0-beef-7291590af4db req-455372a7-ce86-4715-b1cb-873d241bf3e3 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:09.897446 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 60016) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:19:09.906016 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f256adb9-c18f-45f0-beef-7291590af4db req-455372a7-ce86-4715-b1cb-873d241bf3e3 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5836449-209a-4ee1-acb1-a0e99f97071e HTTP/1.1" status: 200 len: 949 time: 0.1173787 May 31 13:19:09.947155 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 60022) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:19:09.982130 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f256adb9-c18f-45f0-beef-7291590af4db req-54bc80de-9663-4060-9d6c-402e0c36293d tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] 10.222.0.50 "GET /v2.0/security-groups?id=0de57c5f-1a61-4ab1-b56d-23a80c557f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747781 May 31 13:19:10.107520 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9518fe7a-5229-4739-97b5-94f753960639 req-a6f49f75-6c49-4ffc-ac2c-7894c41bc083 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a9680b0-40cc-49a3-a3a2-174f0c4d9066 HTTP/1.1" status: 200 len: 210 time: 0.0484855 May 31 13:19:10.145345 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-63a39634-66d3-4c8e-b686-22bc8f093b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd651f60-0be8-4c16-8cb7-f5e40172e9d0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-732351676-router', 'tenant_id': 'b507f55702b4454690aaa4c9f4de29b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': '0b7ddb7f-6fe3-4b26-9866-154d36fe3a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:18:52Z', 'updated_at': '2022-05-31T13:19:06Z', 'revision_number': 4, 'project_id': 'b507f55702b4454690aaa4c9f4de29b0', 'gw_port': {'id': '0b7ddb7f-6fe3-4b26-9866-154d36fe3a17', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:26:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd651f60-0be8-4c16-8cb7-f5e40172e9d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:18:55Z', 'updated_at': '2022-05-31T13:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'afa8a152-e452-49c0-b1e2-c656552eaeef', 'name': '', 'network_id': '166095fb-602c-4131-97e4-e6648d07bb0e', 'tenant_id': 'b507f55702b4454690aaa4c9f4de29b0', 'mac_address': 'fa:16:3e:93:32:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd651f60-0be8-4c16-8cb7-f5e40172e9d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 153, 'fixed_ips': [{'subnet_id': '351010e5-51b7-43d5-9224-87aaece5e49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:19:03Z', 'updated_at': '2022-05-31T13:19:06Z', 'revision_number': 2, 'project_id': 'b507f55702b4454690aaa4c9f4de29b0', 'subnets': [{'id': '351010e5-51b7-43d5-9224-87aaece5e49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:19:10.151985 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a39634-66d3-4c8e-b686-22bc8f093b22 None None] Checking router: bd651f60-0be8-4c16-8cb7-f5e40172e9d0 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:19:10.152824 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a39634-66d3-4c8e-b686-22bc8f093b22 None None] Updating router bd651f60-0be8-4c16-8cb7-f5e40172e9d0 port afa8a152-e452-49c0-b1e2-c656552eaeef binding host n-d-843939-1 {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:19:10.222198 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-63a39634-66d3-4c8e-b686-22bc8f093b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:10.315958 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4cfd53e8-dd91-430f-a7aa-64809311f304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:10.336643 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e84da3c5-6a38-447c-8609-e4e6495689d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:10.374650 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4cfd53e8-dd91-430f-a7aa-64809311f304 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:19:10.382156 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d9d65-fdf0-4d91-b719-e709cadaf5e8 req-55482273-d7a4-4ee1-b305-80f060929164 tempest-AggregatesAdminTestJSON-1013980711 tempest-AggregatesAdminTestJSON-1013980711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:10.384741 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-218d9d65-fdf0-4d91-b719-e709cadaf5e8 req-55482273-d7a4-4ee1-b305-80f060929164 tempest-AggregatesAdminTestJSON-1013980711 tempest-AggregatesAdminTestJSON-1013980711-project] 10.222.0.50 "GET /v2.0/ports?device_id=572cf2e6-f505-47c0-8cc0-da54a8798c6e HTTP/1.1" status: 200 len: 972 time: 0.1571062 May 31 13:19:10.386717 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-4cfd53e8-dd91-430f-a7aa-64809311f304 admin admin] Usage tracker for resource:security_group_rule and tenant:5b8b9ddecf8a45c2915186f3ea9ac393 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:19:10.390902 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-4cfd53e8-dd91-430f-a7aa-64809311f304 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:19:10.394162 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e84da3c5-6a38-447c-8609-e4e6495689d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:19:10.404464 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e84da3c5-6a38-447c-8609-e4e6495689d1 admin admin] Usage tracker for resource:security_group_rule and tenant:9ab11ef2ab4e44e8a64e7400eee1739e is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:19:10.407636 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e84da3c5-6a38-447c-8609-e4e6495689d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:19:10.415167 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e84da3c5-6a38-447c-8609-e4e6495689d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:19:10.457235 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 60034) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:19:10.458080 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4cfd53e8-dd91-430f-a7aa-64809311f304 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:19:10.478059 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-32af2c89-7422-4860-b07a-84f12f5589e1 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-489033667-network', 'tenant_id': '8f45df6fe50940b59c7e3192b3d15b16'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:19:10.491718 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-32af2c89-7422-4860-b07a-84f12f5589e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:19:10.512737 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-218d9d65-fdf0-4d91-b719-e709cadaf5e8 req-ae93401d-1ba8-4b32-88ac-5ea20a6a7bdc tempest-AggregatesAdminTestJSON-1013980711 tempest-AggregatesAdminTestJSON-1013980711-project] 10.222.0.50 "GET /v2.0/security-groups?id=e5e2a339-9bdb-462b-a1d4-3adbd9a6e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180005 May 31 13:19:10.516620 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-32af2c89-7422-4860-b07a-84f12f5589e1 admin admin] Usage tracker for resource:network and tenant:8f45df6fe50940b59c7e3192b3d15b16 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:19:10.520366 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0bc69f2c-7253-4baa-ac7b-0eff48670cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:10.538402 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-32af2c89-7422-4860-b07a-84f12f5589e1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:19:10.556241 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-32af2c89-7422-4860-b07a-84f12f5589e1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:19:10.602935 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32af2c89-7422-4860-b07a-84f12f5589e1 admin admin] Made reservation on behalf of 8f45df6fe50940b59c7e3192b3d15b16 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:19:10.605212 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-32af2c89-7422-4860-b07a-84f12f5589e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:10.641234 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-32af2c89-7422-4860-b07a-84f12f5589e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:10.690477 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e84da3c5-6a38-447c-8609-e4e6495689d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:10.696460 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-32af2c89-7422-4860-b07a-84f12f5589e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:19:10.702029 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e84da3c5-6a38-447c-8609-e4e6495689d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:10.711948 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-32af2c89-7422-4860-b07a-84f12f5589e1 admin admin] Usage tracker for resource:security_group_rule and tenant:8f45df6fe50940b59c7e3192b3d15b16 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:19:10.751346 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-32af2c89-7422-4860-b07a-84f12f5589e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:19:10.785493 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-32af2c89-7422-4860-b07a-84f12f5589e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:19:10.806134 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4cfd53e8-dd91-430f-a7aa-64809311f304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:10.820270 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4cfd53e8-dd91-430f-a7aa-64809311f304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:10.829298 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e84da3c5-6a38-447c-8609-e4e6495689d1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9ab11ef2ab4e44e8a64e7400eee1739e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9307554 May 31 13:19:10.832475 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 60040) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:19:10.833046 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84da3c5-6a38-447c-8609-e4e6495689d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f0ae6d-7c73-4919-95b5-86547ab2b591,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:10.863536 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-63a39634-66d3-4c8e-b686-22bc8f093b22 None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:10.882929 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-63a39634-66d3-4c8e-b686-22bc8f093b22 None None] Transition to ACTIVE for port object afa8a152-e452-49c0-b1e2-c656552eaeef will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:19:10.893091 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-63a39634-66d3-4c8e-b686-22bc8f093b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:10.905400 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfd53e8-dd91-430f-a7aa-64809311f304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9648df31-5a9c-4563-9b1e-b9d0caef803d,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:10.911674 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-4cfd53e8-dd91-430f-a7aa-64809311f304 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5b8b9ddecf8a45c2915186f3ea9ac393&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9633658 May 31 13:19:10.916124 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 60044) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:19:10.932484 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-795d4477-6d94-4ee1-833a-bc699c51a289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:10.988465 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-795d4477-6d94-4ee1-833a-bc699c51a289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:11.051566 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e991bf1e-acad-48bc-94b7-86ca7ba1bebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:11.105407 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-32af2c89-7422-4860-b07a-84f12f5589e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:11.123703 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-32af2c89-7422-4860-b07a-84f12f5589e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:11.147208 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e991bf1e-acad-48bc-94b7-86ca7ba1bebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:11.200212 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32af2c89-7422-4860-b07a-84f12f5589e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:19:11.204351 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32af2c89-7422-4860-b07a-84f12f5589e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1438093-43bc-493f-8bc7-aa519950da65,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:11.219144 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4169153-befc-4997-a144-77fbd1b0cfd3 None None] Pushing event updated for resources: {'Port': ['ID=afa8a152-e452-49c0-b1e2-c656552eaeef,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:11.236897 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-32af2c89-7422-4860-b07a-84f12f5589e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:11.237880 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-32af2c89-7422-4860-b07a-84f12f5589e1 admin admin] Added segment 5e494d5f-05e5-441f-b4e2-606d7bc01734 of type vlan for network 1a166127-9d83-40c3-b8fb-068807274aee May 31 13:19:11.261602 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-069a94a9-7723-4e8f-9615-8b5896fdf90b req-96a9ebf3-c5d4-4e7b-9e02-0689784d77ef tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c6a5120-f304-4bf7-87b6-366657caea17 HTTP/1.1" status: 200 len: 210 time: 0.2036066 May 31 13:19:11.317417 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-32af2c89-7422-4860-b07a-84f12f5589e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:11.319993 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-63a39634-66d3-4c8e-b686-22bc8f093b22 None None] Attempting to bind port afa8a152-e452-49c0-b1e2-c656552eaeef on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:19:11.320364 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-63a39634-66d3-4c8e-b686-22bc8f093b22 None None] Attempting to bind port afa8a152-e452-49c0-b1e2-c656552eaeef by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'cc4868b5-30a5-4956-8627-7d52c92af76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '166095fb-602c-4131-97e4-e6648d07bb0e'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:19:11.320719 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a39634-66d3-4c8e-b686-22bc8f093b22 None None] Attempting to bind port afa8a152-e452-49c0-b1e2-c656552eaeef on network 166095fb-602c-4131-97e4-e6648d07bb0e {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:19:11.328296 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a39634-66d3-4c8e-b686-22bc8f093b22 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:19:11.328697 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a39634-66d3-4c8e-b686-22bc8f093b22 None None] Checking segment: {'id': 'cc4868b5-30a5-4956-8627-7d52c92af76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '166095fb-602c-4131-97e4-e6648d07bb0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:19:11.329203 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-63a39634-66d3-4c8e-b686-22bc8f093b22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:11.329677 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a39634-66d3-4c8e-b686-22bc8f093b22 None None] Bound using segment: {'id': 'cc4868b5-30a5-4956-8627-7d52c92af76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '166095fb-602c-4131-97e4-e6648d07bb0e'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:19:11.330152 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-63a39634-66d3-4c8e-b686-22bc8f093b22 None None] Bound port: afa8a152-e452-49c0-b1e2-c656552eaeef, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc4868b5-30a5-4956-8627-7d52c92af76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '166095fb-602c-4131-97e4-e6648d07bb0e'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:19:11.330747 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-63a39634-66d3-4c8e-b686-22bc8f093b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:11.358041 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e991bf1e-acad-48bc-94b7-86ca7ba1bebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:11.379570 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e991bf1e-acad-48bc-94b7-86ca7ba1bebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9648df31-5a9c-4563-9b1e-b9d0caef803d,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:11.388110 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-32af2c89-7422-4860-b07a-84f12f5589e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:11.389091 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32af2c89-7422-4860-b07a-84f12f5589e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:11.389664 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-32af2c89-7422-4860-b07a-84f12f5589e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:11.492344 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-795d4477-6d94-4ee1-833a-bc699c51a289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:11.500806 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-63a39634-66d3-4c8e-b686-22bc8f093b22 None None] For port afa8a152-e452-49c0-b1e2-c656552eaeef, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:19:11.506765 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-63a39634-66d3-4c8e-b686-22bc8f093b22 None None] For port afa8a152-e452-49c0-b1e2-c656552eaeef, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=afa8a152-e452-49c0-b1e2-c656552eaeef,segment=NetworkSegment(cc4868b5-30a5-4956-8627-7d52c92af76c),segment_id=cc4868b5-30a5-4956-8627-7d52c92af76c)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:19:11.533761 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-63a39634-66d3-4c8e-b686-22bc8f093b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:11.536589 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795d4477-6d94-4ee1-833a-bc699c51a289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f0ae6d-7c73-4919-95b5-86547ab2b591,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:11.555514 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-795d4477-6d94-4ee1-833a-bc699c51a289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:11.556997 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-795d4477-6d94-4ee1-833a-bc699c51a289 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c5f0ae6d-7c73-4919-95b5-86547ab2b591 HTTP/1.1" status: 204 len: 168 time: 0.7235830 May 31 13:19:11.581454 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-32af2c89-7422-4860-b07a-84f12f5589e1 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1201143 May 31 13:19:11.589607 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 60056) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:19:11.615755 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-fa9ee995-e590-4c45-a664-0573894f6b76 admin admin] Request body: {'subnet': {'network_id': '1a166127-9d83-40c3-b8fb-068807274aee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-489033667-subnet', 'tenant_id': '8f45df6fe50940b59c7e3192b3d15b16', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:19:11.630821 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e991bf1e-acad-48bc-94b7-86ca7ba1bebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:11.634642 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e991bf1e-acad-48bc-94b7-86ca7ba1bebd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9648df31-5a9c-4563-9b1e-b9d0caef803d HTTP/1.1" status: 204 len: 168 time: 0.7151699 May 31 13:19:11.638763 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-fa9ee995-e590-4c45-a664-0573894f6b76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:19:11.653443 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ec93b956-49bf-41ed-9ac3-de6254be6ccf req-9485b10e-6b29-4416-8d2a-90adf3c4f186 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a9680b0-40cc-49a3-a3a2-174f0c4d9066 HTTP/1.1" status: 200 len: 210 time: 0.0894928 May 31 13:19:11.675249 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c084d30b-363b-4ddd-880c-5914ad4fc2c2 req-8616c7b6-1e13-4e66-89d7-f02cd92390a1 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:11.685315 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c084d30b-363b-4ddd-880c-5914ad4fc2c2 req-8616c7b6-1e13-4e66-89d7-f02cd92390a1 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5836449-209a-4ee1-acb1-a0e99f97071e HTTP/1.1" status: 200 len: 949 time: 0.3125615 May 31 13:19:11.691083 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afc38bf-5425-441e-a84a-fca0976fc001 req-d469456b-4f9c-4e6d-909c-34996f62fd5b tempest-DeleteServersAdminTestJSON-325280855 tempest-DeleteServersAdminTestJSON-325280855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:11.692755 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32af2c89-7422-4860-b07a-84f12f5589e1 admin admin] Pushing event updated for resources: {'Network': ['ID=1a166127-9d83-40c3-b8fb-068807274aee,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:11.693846 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9afc38bf-5425-441e-a84a-fca0976fc001 req-d469456b-4f9c-4e6d-909c-34996f62fd5b tempest-DeleteServersAdminTestJSON-325280855 tempest-DeleteServersAdminTestJSON-325280855-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c5836449-209a-4ee1-acb1-a0e99f97071e HTTP/1.1" status: 200 len: 1100 time: 0.4299290 May 31 13:19:11.703653 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-fa9ee995-e590-4c45-a664-0573894f6b76 admin admin] Usage tracker for resource:subnet and tenant:8f45df6fe50940b59c7e3192b3d15b16 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:19:11.712479 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-fa9ee995-e590-4c45-a664-0573894f6b76 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:19:11.731781 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-fa9ee995-e590-4c45-a664-0573894f6b76 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:19:11.750879 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a39634-66d3-4c8e-b686-22bc8f093b22 None None] Routers {'bd651f60-0be8-4c16-8cb7-f5e40172e9d0'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:19:11.750879 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-63a39634-66d3-4c8e-b686-22bc8f093b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:18:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['bd651f60-0be8-4c16-8cb7-f5e40172e9d0'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:19:11.753371 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9ee995-e590-4c45-a664-0573894f6b76 admin admin] Made reservation on behalf of 8f45df6fe50940b59c7e3192b3d15b16 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:19:11.761063 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fa9ee995-e590-4c45-a664-0573894f6b76 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:11.914639 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c084d30b-363b-4ddd-880c-5914ad4fc2c2 req-56970879-e86f-4baa-b9e9-66d3ec3a983e tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] 10.222.0.50 "GET /v2.0/security-groups?id=0de57c5f-1a61-4ab1-b56d-23a80c557f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274616 May 31 13:19:11.935551 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 1a166127-9d83-40c3-b8fb-068807274aee details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:19:11.996484 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-9afc38bf-5425-441e-a84a-fca0976fc001 req-56abe31a-dce6-430a-91a5-dbc76460c5f3 tempest-DeleteServersAdminTestJSON-325280855 tempest-DeleteServersAdminTestJSON-325280855-project-admin] Deleting port 6c75c043-1d1d-43d1-aafa-d2f2787a9dfa {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:19:11.996770 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-9afc38bf-5425-441e-a84a-fca0976fc001 req-56abe31a-dce6-430a-91a5-dbc76460c5f3 tempest-DeleteServersAdminTestJSON-325280855 tempest-DeleteServersAdminTestJSON-325280855-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:12.286108 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4169153-befc-4997-a144-77fbd1b0cfd3 None None] Pushing event updated for resources: {'Port': ['ID=afa8a152-e452-49c0-b1e2-c656552eaeef,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:12.292366 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fa9ee995-e590-4c45-a664-0573894f6b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:12.295795 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-63a39634-66d3-4c8e-b686-22bc8f093b22 None None] Set router bd651f60-0be8-4c16-8cb7-f5e40172e9d0 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:19:12.419207 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-9afc38bf-5425-441e-a84a-fca0976fc001 req-56abe31a-dce6-430a-91a5-dbc76460c5f3 tempest-DeleteServersAdminTestJSON-325280855 tempest-DeleteServersAdminTestJSON-325280855-project-admin] For port 6c75c043-1d1d-43d1-aafa-d2f2787a9dfa, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=6c75c043-1d1d-43d1-aafa-d2f2787a9dfa,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:19:12.419582 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-9afc38bf-5425-441e-a84a-fca0976fc001 req-56abe31a-dce6-430a-91a5-dbc76460c5f3 tempest-DeleteServersAdminTestJSON-325280855 tempest-DeleteServersAdminTestJSON-325280855-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:12.433035 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 60072) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:19:12.528382 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ee2099bf-cd1e-4898-9314-677d7aacf5f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:12.544517 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9ee995-e590-4c45-a664-0573894f6b76 admin admin] Checking segment: {'id': '5e494d5f-05e5-441f-b4e2-606d7bc01734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1a166127-9d83-40c3-b8fb-068807274aee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:19:12.545015 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9ee995-e590-4c45-a664-0573894f6b76 admin admin] Network hostable DHCP agents. Network: 1a166127-9d83-40c3-b8fb-068807274aee, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:19:12.555123 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-9afc38bf-5425-441e-a84a-fca0976fc001 req-56abe31a-dce6-430a-91a5-dbc76460c5f3 tempest-DeleteServersAdminTestJSON-325280855 tempest-DeleteServersAdminTestJSON-325280855-project-admin] Calling delete_port for 6c75c043-1d1d-43d1-aafa-d2f2787a9dfa owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:19:12.577110 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ee2099bf-cd1e-4898-9314-677d7aacf5f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:19:12.581115 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9ee995-e590-4c45-a664-0573894f6b76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dff7ad3-fe72-4177-9136-f1bcaebd25fa,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:12.597450 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ee2099bf-cd1e-4898-9314-677d7aacf5f5 admin admin] Usage tracker for resource:security_group_rule and tenant:55f14ec0c8914e76b0e768227657d4a0 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:19:12.602746 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ee2099bf-cd1e-4898-9314-677d7aacf5f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:19:12.605591 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9ee995-e590-4c45-a664-0573894f6b76 admin admin] Network 1a166127-9d83-40c3-b8fb-068807274aee is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:19:12.611695 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ee2099bf-cd1e-4898-9314-677d7aacf5f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:19:12.624608 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-fa9ee995-e590-4c45-a664-0573894f6b76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 1a166127-9d83-40c3-b8fb-068807274aee) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:19:12.636527 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9ee995-e590-4c45-a664-0573894f6b76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:12.637234 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fa9ee995-e590-4c45-a664-0573894f6b76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:12.644444 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 60076) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:19:12.655241 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8d07b4-a49c-44de-a45d-45b1597e0601 None None] Network 1a166127-9d83-40c3-b8fb-068807274aee requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:19:12.682796 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-eb336238-090c-4333-80ad-4f67d5d84b8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:12.714238 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-eb336238-090c-4333-80ad-4f67d5d84b8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:19:12.721320 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-eb336238-090c-4333-80ad-4f67d5d84b8b admin admin] Usage tracker for resource:security_group_rule and tenant:2ee02b0dd513489b8c525efc2b746d3c is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:19:12.729132 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-fa9ee995-e590-4c45-a664-0573894f6b76 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1246934 May 31 13:19:12.730310 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-eb336238-090c-4333-80ad-4f67d5d84b8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:19:12.735530 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 60080) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:19:12.742201 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-eb336238-090c-4333-80ad-4f67d5d84b8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:19:12.758204 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-ed5be06e-3156-413f-a646-daddf4fac218 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-489033667-router', 'tenant_id': '8f45df6fe50940b59c7e3192b3d15b16', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:19:12.773881 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ed5be06e-3156-413f-a646-daddf4fac218 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:19:12.791611 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ed5be06e-3156-413f-a646-daddf4fac218 admin admin] Usage tracker for resource:router and tenant:8f45df6fe50940b59c7e3192b3d15b16 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:19:12.795980 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-629c763b-0943-48c8-9eb0-70b4c1fd437c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:12.805957 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ed5be06e-3156-413f-a646-daddf4fac218 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:19:12.816110 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ed5be06e-3156-413f-a646-daddf4fac218 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:19:12.838048 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9b86fe37-60df-4aad-9381-0fdbdd21079d req-eae915c0-0884-4948-8523-8c0fa444f9ba tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c6a5120-f304-4bf7-87b6-366657caea17 HTTP/1.1" status: 200 len: 210 time: 0.1476557 May 31 13:19:12.850463 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516937d5-2d52-4bdc-83ae-64c767eee519 req-7d3b9284-f6b7-49a6-9c14-442c3ce1f80d tempest-AggregatesAdminTestJSON-1013980711 tempest-AggregatesAdminTestJSON-1013980711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:12.857564 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ee2099bf-cd1e-4898-9314-677d7aacf5f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:12.857731 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-516937d5-2d52-4bdc-83ae-64c767eee519 req-7d3b9284-f6b7-49a6-9c14-442c3ce1f80d tempest-AggregatesAdminTestJSON-1013980711 tempest-AggregatesAdminTestJSON-1013980711-project] 10.222.0.50 "GET /v2.0/ports?device_id=572cf2e6-f505-47c0-8cc0-da54a8798c6e HTTP/1.1" status: 200 len: 972 time: 0.8639703 May 31 13:19:12.859546 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-63a39634-66d3-4c8e-b686-22bc8f093b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd651f60-0be8-4c16-8cb7-f5e40172e9d0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-732351676-router', 'tenant_id': 'b507f55702b4454690aaa4c9f4de29b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': '0b7ddb7f-6fe3-4b26-9866-154d36fe3a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:18:52Z', 'updated_at': '2022-05-31T13:19:06Z', 'revision_number': 4, 'project_id': 'b507f55702b4454690aaa4c9f4de29b0', 'gw_port': {'id': '0b7ddb7f-6fe3-4b26-9866-154d36fe3a17', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:26:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd651f60-0be8-4c16-8cb7-f5e40172e9d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:18:55Z', 'updated_at': '2022-05-31T13:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'afa8a152-e452-49c0-b1e2-c656552eaeef', 'name': '', 'network_id': '166095fb-602c-4131-97e4-e6648d07bb0e', 'tenant_id': 'b507f55702b4454690aaa4c9f4de29b0', 'mac_address': 'fa:16:3e:93:32:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd651f60-0be8-4c16-8cb7-f5e40172e9d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 153, 'fixed_ips': [{'subnet_id': '351010e5-51b7-43d5-9224-87aaece5e49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:19:03Z', 'updated_at': '2022-05-31T13:19:11Z', 'revision_number': 4, 'project_id': 'b507f55702b4454690aaa4c9f4de29b0', 'subnets': [{'id': '351010e5-51b7-43d5-9224-87aaece5e49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:19:12.862178 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-10b0190d-b567-43b3-9eaf-545046a6ade0 req-a1f86bb6-2f49-4966-94d1-9b79879cf6b8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=572cf2e6-f505-47c0-8cc0-da54a8798c6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9243324 May 31 13:19:12.866513 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ee2099bf-cd1e-4898-9314-677d7aacf5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:12.868105 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a39634-66d3-4c8e-b686-22bc8f093b22 None None] The sync data for ids ['bd651f60-0be8-4c16-8cb7-f5e40172e9d0'] in n-d-843939-1 is: [{'id': 'bd651f60-0be8-4c16-8cb7-f5e40172e9d0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-732351676-router', 'tenant_id': 'b507f55702b4454690aaa4c9f4de29b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': '0b7ddb7f-6fe3-4b26-9866-154d36fe3a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:18:52Z', 'updated_at': '2022-05-31T13:19:06Z', 'revision_number': 4, 'project_id': 'b507f55702b4454690aaa4c9f4de29b0', 'gw_port': {'id': '0b7ddb7f-6fe3-4b26-9866-154d36fe3a17', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:26:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd651f60-0be8-4c16-8cb7-f5e40172e9d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:18:55Z', 'updated_at': '2022-05-31T13:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'afa8a152-e452-49c0-b1e2-c656552eaeef', 'name': '', 'network_id': '166095fb-602c-4131-97e4-e6648d07bb0e', 'tenant_id': 'b507f55702b4454690aaa4c9f4de29b0', 'mac_address': 'fa:16:3e:93:32:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd651f60-0be8-4c16-8cb7-f5e40172e9d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 153, 'fixed_ips': [{'subnet_id': '351010e5-51b7-43d5-9224-87aaece5e49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:19:03Z', 'updated_at': '2022-05-31T13:19:11Z', 'revision_number': 4, 'project_id': 'b507f55702b4454690aaa4c9f4de29b0', 'subnets': [{'id': '351010e5-51b7-43d5-9224-87aaece5e49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:19:12.946574 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94dd9fb-e6f9-4842-84ac-c60e36df0fe7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-1a166127-9d83-40c3-b8fb-068807274aee', 'network_id': '1a166127-9d83-40c3-b8fb-068807274aee', 'tenant_id': '8f45df6fe50940b59c7e3192b3d15b16', 'fixed_ips': [{'subnet_id': '2dff7ad3-fe72-4177-9136-f1bcaebd25fa'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:19:12.947415 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c94dd9fb-e6f9-4842-84ac-c60e36df0fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:12.977974 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ee2099bf-cd1e-4898-9314-677d7aacf5f5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=55f14ec0c8914e76b0e768227657d4a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5399470 May 31 13:19:12.995777 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2099bf-cd1e-4898-9314-677d7aacf5f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=143d9199-2bde-45bb-ba3b-ca06c66a56ea,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:12.998273 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 60088) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:19:13.015408 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ed5be06e-3156-413f-a646-daddf4fac218 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:13.018913 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ed5be06e-3156-413f-a646-daddf4fac218 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:13.078325 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ed5be06e-3156-413f-a646-daddf4fac218 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:13.168390 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-eb336238-090c-4333-80ad-4f67d5d84b8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:13.173182 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-516937d5-2d52-4bdc-83ae-64c767eee519 req-dbde2cf2-03fd-415f-a706-8662bfdd785d tempest-AggregatesAdminTestJSON-1013980711 tempest-AggregatesAdminTestJSON-1013980711-project] 10.222.0.50 "GET /v2.0/security-groups?id=e5e2a339-9bdb-462b-a1d4-3adbd9a6e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146884 May 31 13:19:13.179618 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-eb336238-090c-4333-80ad-4f67d5d84b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:13.189831 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-9afc38bf-5425-441e-a84a-fca0976fc001 req-56abe31a-dce6-430a-91a5-dbc76460c5f3 tempest-DeleteServersAdminTestJSON-325280855 tempest-DeleteServersAdminTestJSON-325280855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:13.198554 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-c94dd9fb-e6f9-4842-84ac-c60e36df0fe7 None None] Allocated IP 172.20.0.2 (1a166127-9d83-40c3-b8fb-068807274aee/2dff7ad3-fe72-4177-9136-f1bcaebd25fa/0738c58c-d0bd-4583-bfd1-6daac96c454d) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:19:13.216904 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-feec8d60-fd2d-4bec-9407-9571faa08b20 req-ea1a96fe-68fb-4911-a757-8d805295194d tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a9680b0-40cc-49a3-a3a2-174f0c4d9066 HTTP/1.1" status: 200 len: 210 time: 0.1240032 May 31 13:19:13.217526 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['6c75c043-1d1d-43d1-aafa-d2f2787a9dfa'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:19:13.253000 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb336238-090c-4333-80ad-4f67d5d84b8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=181f5eb0-8282-4129-8199-1c8ba6236bc3,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:13.387752 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56abe31a-dce6-430a-91a5-dbc76460c5f3 tempest-DeleteServersAdminTestJSON-325280855 tempest-DeleteServersAdminTestJSON-325280855-project-admin] Pushing event deleted for resources: {'Port': ['ID=6c75c043-1d1d-43d1-aafa-d2f2787a9dfa,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:13.537162 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9d70f39c-82e1-412a-ad4c-60ef7901135c req-8df54f3d-0cdb-40ae-91d9-fbeb5fdf69f1 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5836449-209a-4ee1-acb1-a0e99f97071e HTTP/1.1" status: 200 len: 210 time: 0.1619120 May 31 13:19:13.623635 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c94dd9fb-e6f9-4842-84ac-c60e36df0fe7 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:13.668814 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-9afc38bf-5425-441e-a84a-fca0976fc001 req-56abe31a-dce6-430a-91a5-dbc76460c5f3 tempest-DeleteServersAdminTestJSON-325280855 tempest-DeleteServersAdminTestJSON-325280855-project-admin] No DVR routers for this DVR port 6c75c043-1d1d-43d1-aafa-d2f2787a9dfa on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:19:13.669139 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-eb336238-090c-4333-80ad-4f67d5d84b8b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2ee02b0dd513489b8c525efc2b746d3c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0196326 May 31 13:19:13.670413 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 60094) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:19:13.674896 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-24d7033a-7c2e-4afe-9443-48a5ca63416a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:13.675823 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c94dd9fb-e6f9-4842-84ac-c60e36df0fe7 None None] Transition to ACTIVE for port object 0738c58c-d0bd-4583-bfd1-6daac96c454d will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:19:13.700101 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:13.705179 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ed5be06e-3156-413f-a646-daddf4fac218 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:13.715070 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:13.717331 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-9afc38bf-5425-441e-a84a-fca0976fc001 req-56abe31a-dce6-430a-91a5-dbc76460c5f3 tempest-DeleteServersAdminTestJSON-325280855 tempest-DeleteServersAdminTestJSON-325280855-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:13.723584 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c94dd9fb-e6f9-4842-84ac-c60e36df0fe7 None None] Transition to ACTIVE for port object 0738c58c-d0bd-4583-bfd1-6daac96c454d will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:19:13.731525 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c94dd9fb-e6f9-4842-84ac-c60e36df0fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:13.733138 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5836449-209a-4ee1-acb1-a0e99f97071e', 'name': 'network-vif-deleted', 'tag': '6c75c043-1d1d-43d1-aafa-d2f2787a9dfa'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:19:13.844712 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-24d7033a-7c2e-4afe-9443-48a5ca63416a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:13.893597 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94dd9fb-e6f9-4842-84ac-c60e36df0fe7 None None] Network 1a166127-9d83-40c3-b8fb-068807274aee is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:19:13.897456 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-c94dd9fb-e6f9-4842-84ac-c60e36df0fe7 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:19:13.905734 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device afa8a152-e452-49c0-b1e2-c656552eaeef up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:19:13.932427 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b0190d-b567-43b3-9eaf-545046a6ade0 req-7786ac2f-390a-4bf1-884a-5a0fcefba7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:13.934079 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-10b0190d-b567-43b3-9eaf-545046a6ade0 req-7786ac2f-390a-4bf1-884a-5a0fcefba7e9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7a19ec77987d421e84156bce87ccb026&device_id=572cf2e6-f505-47c0-8cc0-da54a8798c6e HTTP/1.1" status: 200 len: 1123 time: 0.9336467 May 31 13:19:13.935736 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-866ec40f-1844-4dd7-beca-4572c050ad0a'] response: {'server_uuid': 'c5836449-209a-4ee1-acb1-a0e99f97071e', 'name': 'network-vif-deleted', 'tag': '6c75c043-1d1d-43d1-aafa-d2f2787a9dfa', 'status': 'completed', 'code': 200} May 31 13:19:13.952179 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9afc38bf-5425-441e-a84a-fca0976fc001 req-56abe31a-dce6-430a-91a5-dbc76460c5f3 tempest-DeleteServersAdminTestJSON-325280855 tempest-DeleteServersAdminTestJSON-325280855-project-admin] 10.222.0.44 "DELETE /v2.0/ports/6c75c043-1d1d-43d1-aafa-d2f2787a9dfa HTTP/1.1" status: 204 len: 173 time: 2.2167075 May 31 13:19:13.953016 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-24d7033a-7c2e-4afe-9443-48a5ca63416a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:13.990422 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94dd9fb-e6f9-4842-84ac-c60e36df0fe7 None None] Pushing event updated for resources: {'Port': ['ID=0738c58c-d0bd-4583-bfd1-6daac96c454d,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:13.998899 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94dd9fb-e6f9-4842-84ac-c60e36df0fe7 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:19:14.185338 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-c94dd9fb-e6f9-4842-84ac-c60e36df0fe7 None None] Attempting to bind port 0738c58c-d0bd-4583-bfd1-6daac96c454d on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:19:14.185703 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-c94dd9fb-e6f9-4842-84ac-c60e36df0fe7 None None] Attempting to bind port 0738c58c-d0bd-4583-bfd1-6daac96c454d by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '5e494d5f-05e5-441f-b4e2-606d7bc01734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1a166127-9d83-40c3-b8fb-068807274aee'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:19:14.186084 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94dd9fb-e6f9-4842-84ac-c60e36df0fe7 None None] Attempting to bind port 0738c58c-d0bd-4583-bfd1-6daac96c454d on network 1a166127-9d83-40c3-b8fb-068807274aee {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:19:14.188370 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port afa8a152-e452-49c0-b1e2-c656552eaeef completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:19:14.202524 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port afa8a152-e452-49c0-b1e2-c656552eaeef triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:19:14.203119 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:14.209941 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [req-cf1678e7-6dfc-4298-8bd6-fe798688dd58 req-7c34f300-466e-4229-86c8-4c5afa07a688 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88369) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:19:14.211358 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-cf1678e7-6dfc-4298-8bd6-fe798688dd58 req-7c34f300-466e-4229-86c8-4c5afa07a688 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0355074 May 31 13:19:14.229140 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b0190d-b567-43b3-9eaf-545046a6ade0 req-e5422fb4-0606-4865-89b4-274fc173294b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:14.231313 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-10b0190d-b567-43b3-9eaf-545046a6ade0 req-e5422fb4-0606-4865-89b4-274fc173294b service neutron] 10.222.0.44 "GET /v2.0/networks?id=85b11c4f-90ad-4763-b38d-22d3f87089f4 HTTP/1.1" status: 200 len: 870 time: 0.2676713 May 31 13:19:14.232597 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-24d7033a-7c2e-4afe-9443-48a5ca63416a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:14.233798 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-24d7033a-7c2e-4afe-9443-48a5ca63416a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/143d9199-2bde-45bb-ba3b-ca06c66a56ea HTTP/1.1" status: 204 len: 168 time: 1.2275248 May 31 13:19:14.248912 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e15e40a-3e14-4d2e-acbd-f4978a626bc0 req-79109b5a-ae9a-4450-bdb6-ebad044d72bd tempest-AggregatesAdminTestJSON-844752692 tempest-AggregatesAdminTestJSON-844752692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:14.257223 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7e15e40a-3e14-4d2e-acbd-f4978a626bc0 req-79109b5a-ae9a-4450-bdb6-ebad044d72bd tempest-AggregatesAdminTestJSON-844752692 tempest-AggregatesAdminTestJSON-844752692-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=572cf2e6-f505-47c0-8cc0-da54a8798c6e HTTP/1.1" status: 200 len: 1123 time: 0.8216317 May 31 13:19:14.260084 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d7033a-7c2e-4afe-9443-48a5ca63416a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=143d9199-2bde-45bb-ba3b-ca06c66a56ea,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:14.432897 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6ccbed5d-a297-46c0-8ade-3be7ab01417a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:14.480320 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94dd9fb-e6f9-4842-84ac-c60e36df0fe7 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:19:14.480760 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94dd9fb-e6f9-4842-84ac-c60e36df0fe7 None None] Checking segment: {'id': '5e494d5f-05e5-441f-b4e2-606d7bc01734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1a166127-9d83-40c3-b8fb-068807274aee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:19:14.481183 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c94dd9fb-e6f9-4842-84ac-c60e36df0fe7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:14.481590 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94dd9fb-e6f9-4842-84ac-c60e36df0fe7 None None] Bound using segment: {'id': '5e494d5f-05e5-441f-b4e2-606d7bc01734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1a166127-9d83-40c3-b8fb-068807274aee'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:19:14.484102 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-c94dd9fb-e6f9-4842-84ac-c60e36df0fe7 None None] Bound port: 0738c58c-d0bd-4583-bfd1-6daac96c454d, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e494d5f-05e5-441f-b4e2-606d7bc01734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1a166127-9d83-40c3-b8fb-068807274aee'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:19:14.484848 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c94dd9fb-e6f9-4842-84ac-c60e36df0fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:14.512231 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-10b0190d-b567-43b3-9eaf-545046a6ade0 req-15f16729-7176-4de5-9797-09c95d2e9343 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=42111afd-e213-4a83-b1c0-02c75198d946 HTTP/1.1" status: 200 len: 217 time: 0.2665966 May 31 13:19:14.523437 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5ea63ab7-574b-4d0c-95ea-8eef0dd64360 req-c0d091e8-b450-4733-8bee-53a1592049be tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c6a5120-f304-4bf7-87b6-366657caea17 HTTP/1.1" status: 200 len: 210 time: 0.2851136 May 31 13:19:14.549509 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7e15e40a-3e14-4d2e-acbd-f4978a626bc0 req-13678a20-595a-4fa3-abbc-8dbe0b6faffc tempest-AggregatesAdminTestJSON-844752692 tempest-AggregatesAdminTestJSON-844752692-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:14.582032 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ed5be06e-3156-413f-a646-daddf4fac218 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:14.674314 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ed5be06e-3156-413f-a646-daddf4fac218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:14.726714 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-7e15e40a-3e14-4d2e-acbd-f4978a626bc0 req-13678a20-595a-4fa3-abbc-8dbe0b6faffc tempest-AggregatesAdminTestJSON-844752692 tempest-AggregatesAdminTestJSON-844752692-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:19:14.738821 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-7e15e40a-3e14-4d2e-acbd-f4978a626bc0 req-13678a20-595a-4fa3-abbc-8dbe0b6faffc tempest-AggregatesAdminTestJSON-844752692 tempest-AggregatesAdminTestJSON-844752692-project-admin] Usage tracker for resource:security_group_rule and tenant:b056574d76764ea28876ea20b88d2725 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:19:14.750291 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-7e15e40a-3e14-4d2e-acbd-f4978a626bc0 req-13678a20-595a-4fa3-abbc-8dbe0b6faffc tempest-AggregatesAdminTestJSON-844752692 tempest-AggregatesAdminTestJSON-844752692-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:19:14.763429 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-7e15e40a-3e14-4d2e-acbd-f4978a626bc0 req-13678a20-595a-4fa3-abbc-8dbe0b6faffc tempest-AggregatesAdminTestJSON-844752692 tempest-AggregatesAdminTestJSON-844752692-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:19:14.771204 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-cf1678e7-6dfc-4298-8bd6-fe798688dd58 req-be312722-b0b5-4875-aa4a-7365c5eaed43 service neutron] Request body: {'port': {'device_id': '55fb1417-cad8-4df4-aa5c-6da0276389e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843939-1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:19:14.818922 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-c94dd9fb-e6f9-4842-84ac-c60e36df0fe7 None None] For port 0738c58c-d0bd-4583-bfd1-6daac96c454d, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:19:14.823763 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-c94dd9fb-e6f9-4842-84ac-c60e36df0fe7 None None] For port 0738c58c-d0bd-4583-bfd1-6daac96c454d, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=0738c58c-d0bd-4583-bfd1-6daac96c454d,segment=NetworkSegment(5e494d5f-05e5-441f-b4e2-606d7bc01734),segment_id=5e494d5f-05e5-441f-b4e2-606d7bc01734)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:19:14.834609 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c94dd9fb-e6f9-4842-84ac-c60e36df0fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:14.841895 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6ccbed5d-a297-46c0-8ade-3be7ab01417a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:14.957414 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d27cf189-4354-4d4c-ae24-218978814ba3 req-c5c038a9-16d7-46f1-8a3c-e323e13a2a34 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a9680b0-40cc-49a3-a3a2-174f0c4d9066 HTTP/1.1" status: 200 len: 210 time: 0.1632791 May 31 13:19:15.039239 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b0190d-b567-43b3-9eaf-545046a6ade0 req-b5312ee7-0c9a-4c5e-bd0f-e86512cd7d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:15.039976 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port afa8a152-e452-49c0-b1e2-c656552eaeef is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:19:15.040612 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:15.049189 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-10b0190d-b567-43b3-9eaf-545046a6ade0 req-b5312ee7-0c9a-4c5e-bd0f-e86512cd7d68 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.5080142 May 31 13:19:15.081684 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94dd9fb-e6f9-4842-84ac-c60e36df0fe7 None None] Pushing event updated for resources: {'Port': ['ID=0738c58c-d0bd-4583-bfd1-6daac96c454d,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:15.123799 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port afa8a152-e452-49c0-b1e2-c656552eaeef, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=afa8a152-e452-49c0-b1e2-c656552eaeef,segment=NetworkSegment(cc4868b5-30a5-4956-8627-7d52c92af76c),segment_id=cc4868b5-30a5-4956-8627-7d52c92af76c)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:19:15.128465 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:15.249205 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-ed5be06e-3156-413f-a646-daddf4fac218 admin admin] Allocated IP 172.25.6.55 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/6f2668b9-050c-48e2-a831-8d0fc1488410) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:19:15.383134 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7e15e40a-3e14-4d2e-acbd-f4978a626bc0 req-13678a20-595a-4fa3-abbc-8dbe0b6faffc tempest-AggregatesAdminTestJSON-844752692 tempest-AggregatesAdminTestJSON-844752692-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:15.401420 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=afa8a152-e452-49c0-b1e2-c656552eaeef,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:15.437912 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:15.445351 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7e15e40a-3e14-4d2e-acbd-f4978a626bc0 req-13678a20-595a-4fa3-abbc-8dbe0b6faffc tempest-AggregatesAdminTestJSON-844752692 tempest-AggregatesAdminTestJSON-844752692-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:15.453440 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-cf1678e7-6dfc-4298-8bd6-fe798688dd58 req-be312722-b0b5-4875-aa4a-7365c5eaed43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:15.487874 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6ccbed5d-a297-46c0-8ade-3be7ab01417a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:15.506453 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7e15e40a-3e14-4d2e-acbd-f4978a626bc0 req-13678a20-595a-4fa3-abbc-8dbe0b6faffc tempest-AggregatesAdminTestJSON-844752692 tempest-AggregatesAdminTestJSON-844752692-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=e5e2a339-9bdb-462b-a1d4-3adbd9a6e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2481136 May 31 13:19:15.591865 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-8ff34d98-7439-4f64-b42d-1f0d6d495acd req-59a7bc70-0836-415e-a1eb-f6bc717b5ac2 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Synchronizing usage tracker for tenant:d5c5502a4347492997a42923a49efdbb on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:19:15.616585 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ed5be06e-3156-413f-a646-daddf4fac218 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:15.681487 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6ccbed5d-a297-46c0-8ade-3be7ab01417a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:15.684243 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-6ccbed5d-a297-46c0-8ade-3be7ab01417a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/181f5eb0-8282-4129-8199-1c8ba6236bc3 HTTP/1.1" status: 204 len: 168 time: 2.0110857 May 31 13:19:15.690636 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b0190d-b567-43b3-9eaf-545046a6ade0 req-2375e053-7bff-4107-b130-53f9cec112e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:15.692743 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-10b0190d-b567-43b3-9eaf-545046a6ade0 req-2375e053-7bff-4107-b130-53f9cec112e1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6221087 May 31 13:19:15.694201 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-8ff34d98-7439-4f64-b42d-1f0d6d495acd req-59a7bc70-0836-415e-a1eb-f6bc717b5ac2 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Unset dirty status for tenant:d5c5502a4347492997a42923a49efdbb on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:19:15.705154 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8ff34d98-7439-4f64-b42d-1f0d6d495acd req-59a7bc70-0836-415e-a1eb-f6bc717b5ac2 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5836449-209a-4ee1-acb1-a0e99f97071e HTTP/1.1" status: 200 len: 210 time: 0.2607713 May 31 13:19:15.710665 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13678a20-595a-4fa3-abbc-8dbe0b6faffc tempest-AggregatesAdminTestJSON-844752692 tempest-AggregatesAdminTestJSON-844752692-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d03965b-3a59-41be-add0-1017faa9e36c,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:15.831516 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 6c75c043-1d1d-43d1-aafa-d2f2787a9dfa no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:19:15.872580 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.20', 61637) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:19:15.960538 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] No Port match for: 6c75c043-1d1d-43d1-aafa-d2f2787a9dfa {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:19:15.962395 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 6c75c043-1d1d-43d1-aafa-d2f2787a9dfa not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:19:16.132405 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device afa8a152-e452-49c0-b1e2-c656552eaeef up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:19:16.134490 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccbed5d-a297-46c0-8ade-3be7ab01417a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=181f5eb0-8282-4129-8199-1c8ba6236bc3,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:16.151295 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-10b0190d-b567-43b3-9eaf-545046a6ade0 req-599487bc-916b-477f-b881-cc4844852cd8 service neutron] 10.222.0.44 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4352224 May 31 13:19:16.282304 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-69d05ebd-c646-45e9-b44f-aa3ef1d6bc51 req-dd583d62-0a48-4198-ad75-0c8704b2ba1c tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=ad789348d4d84f2799aa3c6910766725&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3961012 May 31 13:19:16.406454 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-013527c8-8ba3-4c68-a3d1-90d4912ffbd7 req-eb6935a5-0765-4f49-a4f2-e65c76c528ee tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c6a5120-f304-4bf7-87b6-366657caea17 HTTP/1.1" status: 200 len: 210 time: 0.2517915 May 31 13:19:16.422532 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port afa8a152-e452-49c0-b1e2-c656552eaeef triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:19:16.423068 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:16.668852 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ed5be06e-3156-413f-a646-daddf4fac218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:16.675329 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port afa8a152-e452-49c0-b1e2-c656552eaeef is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:19:16.677293 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 0738c58c-d0bd-4583-bfd1-6daac96c454d up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:19:16.743035 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dba7daf-b538-4996-9c76-2b980cc04636 None None] Network 1a166127-9d83-40c3-b8fb-068807274aee requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:19:16.758635 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5be06e-3156-413f-a646-daddf4fac218 admin admin] Pushing event updated for resources: {'Port': ['ID=6f2668b9-050c-48e2-a831-8d0fc1488410,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:16.817855 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5be06e-3156-413f-a646-daddf4fac218 admin admin] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:19:16.831828 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-ed5be06e-3156-413f-a646-daddf4fac218 admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:19:16.835535 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5be06e-3156-413f-a646-daddf4fac218 admin admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:19:16.846458 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2c9c9d18-e14f-4abe-bf0d-97a30dc76843 req-e8c89de9-589a-4ab5-9b65-2e1c5d2c44de tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a9680b0-40cc-49a3-a3a2-174f0c4d9066 HTTP/1.1" status: 200 len: 210 time: 0.2392709 May 31 13:19:16.975943 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-763e9b92-ab89-4d1a-9a5a-e7a6ed679634 None None] Provisioning for port 0738c58c-d0bd-4583-bfd1-6daac96c454d completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:19:16.980077 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 0738c58c-d0bd-4583-bfd1-6daac96c454d completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:19:16.990925 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 0738c58c-d0bd-4583-bfd1-6daac96c454d triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:19:16.991616 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:17.016165 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.20', 61640) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:19:17.123447 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-763e9b92-ab89-4d1a-9a5a-e7a6ed679634 None None] Provisioning complete for port 0738c58c-d0bd-4583-bfd1-6daac96c454d triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:19:17.124505 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-763e9b92-ab89-4d1a-9a5a-e7a6ed679634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:17.154935 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 60182) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:19:17.218451 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d05ebd-c646-45e9-b44f-aa3ef1d6bc51 req-0cb72c36-a23a-4c39-9a6d-1e53a0a920aa tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:17.220651 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-69d05ebd-c646-45e9-b44f-aa3ef1d6bc51 req-0cb72c36-a23a-4c39-9a6d-1e53a0a920aa tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8993356 May 31 13:19:17.256268 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-69d05ebd-c646-45e9-b44f-aa3ef1d6bc51 req-483220b2-7fe9-4f75-9f14-60b432b8f5b8 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Request body: {'port': {'device_id': '4c6a5120-f304-4bf7-87b6-366657caea17', 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4', 'admin_state_up': True, 'tenant_id': 'ad789348d4d84f2799aa3c6910766725'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:19:17.265067 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-10b0190d-b567-43b3-9eaf-545046a6ade0 req-c7c11785-8bf6-4178-b55b-85296784b0fe service neutron] 10.222.0.44 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1089079 May 31 13:19:17.350971 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b815a-7544-497d-8687-5d54a217e748 req-df392821-56fd-4f1e-8b78-0e2b258e0512 tempest-AggregatesAdminTestJSON-1013980711 tempest-AggregatesAdminTestJSON-1013980711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:17.352624 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aa7b815a-7544-497d-8687-5d54a217e748 req-df392821-56fd-4f1e-8b78-0e2b258e0512 tempest-AggregatesAdminTestJSON-1013980711 tempest-AggregatesAdminTestJSON-1013980711-project] 10.222.0.50 "GET /v2.0/ports?device_id=572cf2e6-f505-47c0-8cc0-da54a8798c6e HTTP/1.1" status: 200 len: 972 time: 0.5487583 May 31 13:19:17.455337 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.db.resource_extend [req-cf1678e7-6dfc-4298-8bd6-fe798688dd58 req-be312722-b0b5-4875-aa4a-7365c5eaed43 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:19:17.514295 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-763e9b92-ab89-4d1a-9a5a-e7a6ed679634 None None] Current status of the port 0738c58c-d0bd-4583-bfd1-6daac96c454d is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:19:17.515930 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-763e9b92-ab89-4d1a-9a5a-e7a6ed679634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:17.525037 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ceb7e-4222-4378-afd2-01bd6c88ca74 req-73cfb0ab-3a8d-45f1-b06a-6eb9b5813e7e tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:17.526558 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6f7ceb7e-4222-4378-afd2-01bd6c88ca74 req-73cfb0ab-3a8d-45f1-b06a-6eb9b5813e7e tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.20 "GET /v2.0/networks?id=5b3c8d41-b43d-4739-acc3-c9eae6a83205 HTTP/1.1" status: 200 len: 821 time: 0.5092082 May 31 13:19:17.562582 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-6f7ceb7e-4222-4378-afd2-01bd6c88ca74 req-3adbd7c6-7089-4a86-b6f2-5a0337d98f05 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Request body: {'port': {'device_id': '7a9680b0-40cc-49a3-a3a2-174f0c4d9066', 'network_id': '5b3c8d41-b43d-4739-acc3-c9eae6a83205', 'admin_state_up': True, 'tenant_id': '2539a3508c4b448ea8707834972224c7'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:19:17.596660 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [req-cf1678e7-6dfc-4298-8bd6-fe798688dd58 req-be312722-b0b5-4875-aa4a-7365c5eaed43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b511901-6041-4225-8ef3-c3b15518a027 {{(pid=88369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:19:17.618490 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ed5be06e-3156-413f-a646-daddf4fac218 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:17.688372 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-cf1678e7-6dfc-4298-8bd6-fe798688dd58 req-be312722-b0b5-4875-aa4a-7365c5eaed43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:17.697741 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-060f85f6-1487-4b2a-bf03-317262bdea62 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-371217726-network', 'tenant_id': '20b36d8a8f4548428e7f42b1013339ec'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:19:17.726798 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aa7b815a-7544-497d-8687-5d54a217e748 req-9af97597-c44f-4da2-94b2-0748289b96f0 tempest-AggregatesAdminTestJSON-1013980711 tempest-AggregatesAdminTestJSON-1013980711-project] 10.222.0.50 "GET /v2.0/security-groups?id=e5e2a339-9bdb-462b-a1d4-3adbd9a6e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3516765 May 31 13:19:17.796185 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-060f85f6-1487-4b2a-bf03-317262bdea62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:19:17.804087 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-763e9b92-ab89-4d1a-9a5a-e7a6ed679634 None None] For port 0738c58c-d0bd-4583-bfd1-6daac96c454d, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=0738c58c-d0bd-4583-bfd1-6daac96c454d,segment=NetworkSegment(5e494d5f-05e5-441f-b4e2-606d7bc01734),segment_id=5e494d5f-05e5-441f-b4e2-606d7bc01734)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:19:17.808404 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-69d05ebd-c646-45e9-b44f-aa3ef1d6bc51 req-483220b2-7fe9-4f75-9f14-60b432b8f5b8 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:19:17.828630 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-060f85f6-1487-4b2a-bf03-317262bdea62 admin admin] Usage tracker for resource:network and tenant:20b36d8a8f4548428e7f42b1013339ec is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:19:17.834957 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-060f85f6-1487-4b2a-bf03-317262bdea62 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:19:17.838065 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-763e9b92-ab89-4d1a-9a5a-e7a6ed679634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:17.840109 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-69d05ebd-c646-45e9-b44f-aa3ef1d6bc51 req-483220b2-7fe9-4f75-9f14-60b432b8f5b8 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Usage tracker for resource:port and tenant:ad789348d4d84f2799aa3c6910766725 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:19:17.842862 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-cf1678e7-6dfc-4298-8bd6-fe798688dd58 req-be312722-b0b5-4875-aa4a-7365c5eaed43 service neutron] Transition to ACTIVE for port object 1b511901-6041-4225-8ef3-c3b15518a027 will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:19:17.850868 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-69d05ebd-c646-45e9-b44f-aa3ef1d6bc51 req-483220b2-7fe9-4f75-9f14-60b432b8f5b8 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:19:17.853725 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-060f85f6-1487-4b2a-bf03-317262bdea62 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:19:17.862594 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-cf1678e7-6dfc-4298-8bd6-fe798688dd58 req-be312722-b0b5-4875-aa4a-7365c5eaed43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:17.870424 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-69d05ebd-c646-45e9-b44f-aa3ef1d6bc51 req-483220b2-7fe9-4f75-9f14-60b432b8f5b8 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:19:17.905505 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fbb564f2-aaf6-4eec-ac10-3034ee764515 req-b9aa08a3-3325-447e-bea3-a9f010d74893 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c6a5120-f304-4bf7-87b6-366657caea17 HTTP/1.1" status: 200 len: 210 time: 0.1355236 May 31 13:19:17.906907 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-6f7ceb7e-4222-4378-afd2-01bd6c88ca74 req-3adbd7c6-7089-4a86-b6f2-5a0337d98f05 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:19:17.911651 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-6f7ceb7e-4222-4378-afd2-01bd6c88ca74 req-3adbd7c6-7089-4a86-b6f2-5a0337d98f05 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Usage tracker for resource:port and tenant:2539a3508c4b448ea8707834972224c7 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:19:17.914990 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-6f7ceb7e-4222-4378-afd2-01bd6c88ca74 req-3adbd7c6-7089-4a86-b6f2-5a0337d98f05 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:19:17.921560 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-6f7ceb7e-4222-4378-afd2-01bd6c88ca74 req-3adbd7c6-7089-4a86-b6f2-5a0337d98f05 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:19:17.941895 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f7ceb7e-4222-4378-afd2-01bd6c88ca74 req-3adbd7c6-7089-4a86-b6f2-5a0337d98f05 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Made reservation on behalf of 2539a3508c4b448ea8707834972224c7 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:19:17.946093 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6f7ceb7e-4222-4378-afd2-01bd6c88ca74 req-3adbd7c6-7089-4a86-b6f2-5a0337d98f05 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:18.024917 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 0738c58c-d0bd-4583-bfd1-6daac96c454d is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:19:18.025495 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:18.045977 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ff29310b-a4a6-4c00-ac4c-8a6bbe8c6c89 req-e7e44b8b-51b3-4055-bd92-9c8af07974a3 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=d5c5502a4347492997a42923a49efdbb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1070182 May 31 13:19:18.085587 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-060f85f6-1487-4b2a-bf03-317262bdea62 admin admin] Made reservation on behalf of 20b36d8a8f4548428e7f42b1013339ec for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:19:18.087873 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-060f85f6-1487-4b2a-bf03-317262bdea62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:18.131159 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69d05ebd-c646-45e9-b44f-aa3ef1d6bc51 req-483220b2-7fe9-4f75-9f14-60b432b8f5b8 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Made reservation on behalf of ad789348d4d84f2799aa3c6910766725 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:19:18.134678 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-69d05ebd-c646-45e9-b44f-aa3ef1d6bc51 req-483220b2-7fe9-4f75-9f14-60b432b8f5b8 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:18.159661 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-060f85f6-1487-4b2a-bf03-317262bdea62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:18.181548 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763e9b92-ab89-4d1a-9a5a-e7a6ed679634 None None] Pushing event updated for resources: {'Port': ['ID=0738c58c-d0bd-4583-bfd1-6daac96c454d,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:18.211101 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:19:18.211734 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:19:18.249238 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be312722-b0b5-4875-aa4a-7365c5eaed43 service neutron] Pushing event updated for resources: {'Port': ['ID=1b511901-6041-4225-8ef3-c3b15518a027,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:18.299261 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-060f85f6-1487-4b2a-bf03-317262bdea62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:19:18.315515 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-060f85f6-1487-4b2a-bf03-317262bdea62 admin admin] Usage tracker for resource:security_group_rule and tenant:20b36d8a8f4548428e7f42b1013339ec is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:19:18.382829 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-060f85f6-1487-4b2a-bf03-317262bdea62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:19:18.406117 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-060f85f6-1487-4b2a-bf03-317262bdea62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:19:18.408827 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-cf1678e7-6dfc-4298-8bd6-fe798688dd58 req-be312722-b0b5-4875-aa4a-7365c5eaed43 service neutron] Attempting to bind port 1b511901-6041-4225-8ef3-c3b15518a027 on host n-h1-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:19:18.409189 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-cf1678e7-6dfc-4298-8bd6-fe798688dd58 req-be312722-b0b5-4875-aa4a-7365c5eaed43 service neutron] Attempting to bind port 1b511901-6041-4225-8ef3-c3b15518a027 by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:19:18.409661 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1678e7-6dfc-4298-8bd6-fe798688dd58 req-be312722-b0b5-4875-aa4a-7365c5eaed43 service neutron] Attempting to bind port 1b511901-6041-4225-8ef3-c3b15518a027 on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:19:18.418162 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-878c7887-1477-4057-9729-f15fc1ba3aac req-6814f6d6-0139-49c4-9be0-7842f12ae6dd tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a9680b0-40cc-49a3-a3a2-174f0c4d9066 HTTP/1.1" status: 200 len: 210 time: 0.2453368 May 31 13:19:18.445657 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1678e7-6dfc-4298-8bd6-fe798688dd58 req-be312722-b0b5-4875-aa4a-7365c5eaed43 service neutron] Port 1b511901-6041-4225-8ef3-c3b15518a027 on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:19:18.445657 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1678e7-6dfc-4298-8bd6-fe798688dd58 req-be312722-b0b5-4875-aa4a-7365c5eaed43 service neutron] Attempting to bind port 1b511901-6041-4225-8ef3-c3b15518a027 on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:19:18.475860 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-6f7ceb7e-4222-4378-afd2-01bd6c88ca74 req-3adbd7c6-7089-4a86-b6f2-5a0337d98f05 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Allocated IP 172.20.0.7 (5b3c8d41-b43d-4739-acc3-c9eae6a83205/c38944f5-addb-47c7-b219-ea477f926c92/c560ca4b-4cee-4fa8-b8d2-ac9a72d59334) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:19:18.511515 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff29310b-a4a6-4c00-ac4c-8a6bbe8c6c89 req-2f956022-f675-4086-80d2-8719d5371494 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:18.518130 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ff29310b-a4a6-4c00-ac4c-8a6bbe8c6c89 req-2f956022-f675-4086-80d2-8719d5371494 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4712625 May 31 13:19:18.524541 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f76ff7ad-e2fd-44a8-9c9d-de346504a455 None None] Provisioning complete for port 0738c58c-d0bd-4583-bfd1-6daac96c454d triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:19:18.528197 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f76ff7ad-e2fd-44a8-9c9d-de346504a455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:18.543224 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1678e7-6dfc-4298-8bd6-fe798688dd58 req-be312722-b0b5-4875-aa4a-7365c5eaed43 service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:19:18.543580 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1678e7-6dfc-4298-8bd6-fe798688dd58 req-be312722-b0b5-4875-aa4a-7365c5eaed43 service neutron] Checking segment: {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:19:18.544134 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1678e7-6dfc-4298-8bd6-fe798688dd58 req-be312722-b0b5-4875-aa4a-7365c5eaed43 service neutron] Bound using segment: {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:19:18.544610 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-cf1678e7-6dfc-4298-8bd6-fe798688dd58 req-be312722-b0b5-4875-aa4a-7365c5eaed43 service neutron] Bound port: 1b511901-6041-4225-8ef3-c3b15518a027, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:19:18.544953 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-cf1678e7-6dfc-4298-8bd6-fe798688dd58 req-be312722-b0b5-4875-aa4a-7365c5eaed43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:18.551832 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df85a85f-443d-4a32-860c-08187c9fd612 req-3541291c-5b6d-4540-8f4b-487c347242f3 tempest-AggregatesAdminTestJSON-1013980711 tempest-AggregatesAdminTestJSON-1013980711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:18.554201 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-df85a85f-443d-4a32-860c-08187c9fd612 req-3541291c-5b6d-4540-8f4b-487c347242f3 tempest-AggregatesAdminTestJSON-1013980711 tempest-AggregatesAdminTestJSON-1013980711-project] 10.222.0.44 "GET /v2.0/ports?device_id=572cf2e6-f505-47c0-8cc0-da54a8798c6e HTTP/1.1" status: 200 len: 972 time: 0.5959971 May 31 13:19:18.568182 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ff29310b-a4a6-4c00-ac4c-8a6bbe8c6c89 req-5f911a86-b1ef-42b7-b863-e854813f23bf tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] 10.222.0.50 "GET /v2.0/quotas/d5c5502a4347492997a42923a49efdbb HTTP/1.1" status: 200 len: 375 time: 0.0488653 May 31 13:19:18.678324 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-f76ff7ad-e2fd-44a8-9c9d-de346504a455 None None] Current status of the port 0738c58c-d0bd-4583-bfd1-6daac96c454d is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:19:18.697937 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ff29310b-a4a6-4c00-ac4c-8a6bbe8c6c89 req-d60e4ab9-ec48-43d3-9f8e-e7d2421af8d2 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d5c5502a4347492997a42923a49efdbb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1286647 May 31 13:19:18.735991 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ed5be06e-3156-413f-a646-daddf4fac218 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:18.776749 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-cf1678e7-6dfc-4298-8bd6-fe798688dd58 req-be312722-b0b5-4875-aa4a-7365c5eaed43 service neutron] For port 1b511901-6041-4225-8ef3-c3b15518a027, host n-h1-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:19:18.784083 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-cf1678e7-6dfc-4298-8bd6-fe798688dd58 req-be312722-b0b5-4875-aa4a-7365c5eaed43 service neutron] For port 1b511901-6041-4225-8ef3-c3b15518a027, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=1b511901-6041-4225-8ef3-c3b15518a027,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:19:18.789628 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-df85a85f-443d-4a32-860c-08187c9fd612 req-a56ea757-7121-40d9-a191-2c6909653945 tempest-AggregatesAdminTestJSON-1013980711 tempest-AggregatesAdminTestJSON-1013980711-project] Deleting port 42111afd-e213-4a83-b1c0-02c75198d946 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:19:18.789978 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-df85a85f-443d-4a32-860c-08187c9fd612 req-a56ea757-7121-40d9-a191-2c6909653945 tempest-AggregatesAdminTestJSON-1013980711 tempest-AggregatesAdminTestJSON-1013980711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:18.839085 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 0738c58c-d0bd-4583-bfd1-6daac96c454d is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:19:18.857883 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-cf1678e7-6dfc-4298-8bd6-fe798688dd58 req-be312722-b0b5-4875-aa4a-7365c5eaed43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:18.977314 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 0738c58c-d0bd-4583-bfd1-6daac96c454d up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:19:19.012132 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [req-69d05ebd-c646-45e9-b44f-aa3ef1d6bc51 req-483220b2-7fe9-4f75-9f14-60b432b8f5b8 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Allocated IP 192.168.233.148 (85b11c4f-90ad-4763-b38d-22d3f87089f4/24822c99-0dce-4d50-9c44-3135ba3763b8/bde4048d-5049-471c-9bd6-126361053207) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:19:19.145979 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 0738c58c-d0bd-4583-bfd1-6daac96c454d triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:19:19.147138 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:19.173644 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6f7ceb7e-4222-4378-afd2-01bd6c88ca74 req-3adbd7c6-7089-4a86-b6f2-5a0337d98f05 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:19.259435 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1678e7-6dfc-4298-8bd6-fe798688dd58 req-be312722-b0b5-4875-aa4a-7365c5eaed43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:19.260653 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-cf1678e7-6dfc-4298-8bd6-fe798688dd58 req-be312722-b0b5-4875-aa4a-7365c5eaed43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:19.262379 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-cf1678e7-6dfc-4298-8bd6-fe798688dd58 req-be312722-b0b5-4875-aa4a-7365c5eaed43 service neutron] 10.222.0.20 "PUT /v2.0/ports/1b511901-6041-4225-8ef3-c3b15518a027 HTTP/1.1" status: 200 len: 1096 time: 4.7453380 May 31 13:19:19.263065 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55fb1417-cad8-4df4-aa5c-6da0276389e5', 'tag': '1b511901-6041-4225-8ef3-c3b15518a027'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:19:19.394552 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0119661d-87f7-41e7-90b3-12f3330c1357 req-a4c2ec06-35c0-491e-9410-17be12fa21f5 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] 10.222.0.50 "GET /v2.0/ports?device_id=45d2f267-9388-40f8-abd8-b77548fcaed8 HTTP/1.1" status: 200 len: 210 time: 0.1932385 May 31 13:19:19.404970 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-060f85f6-1487-4b2a-bf03-317262bdea62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:19.413217 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 0738c58c-d0bd-4583-bfd1-6daac96c454d is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:19:19.490520 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-060f85f6-1487-4b2a-bf03-317262bdea62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:19.530276 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be312722-b0b5-4875-aa4a-7365c5eaed43 service neutron] Pushing event updated for resources: {'Port': ['ID=1b511901-6041-4225-8ef3-c3b15518a027,revision_number=3']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:19.558271 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a282983-8988-4ef5-b160-90a505992309 req-b97999ed-857b-41c6-b22f-cf603746e8c7 tempest-AggregatesAdminTestJSON-1013980711 tempest-AggregatesAdminTestJSON-1013980711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:19.559763 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7a282983-8988-4ef5-b160-90a505992309 req-b97999ed-857b-41c6-b22f-cf603746e8c7 tempest-AggregatesAdminTestJSON-1013980711 tempest-AggregatesAdminTestJSON-1013980711-project] 10.222.0.50 "GET /v2.0/ports?device_id=572cf2e6-f505-47c0-8cc0-da54a8798c6e HTTP/1.1" status: 200 len: 972 time: 0.5755358 May 31 13:19:19.631962 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6f7ceb7e-4222-4378-afd2-01bd6c88ca74 req-3adbd7c6-7089-4a86-b6f2-5a0337d98f05 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:19.634854 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-654dbb0b-8b98-4381-96b5-f706d7adb683 req-1d0ae2d2-2bd1-45f9-9137-48a02a92372c tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c6a5120-f304-4bf7-87b6-366657caea17 HTTP/1.1" status: 200 len: 210 time: 0.0731428 May 31 13:19:19.639285 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-060f85f6-1487-4b2a-bf03-317262bdea62 admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:19:19.713664 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-df85a85f-443d-4a32-860c-08187c9fd612 req-a56ea757-7121-40d9-a191-2c6909653945 tempest-AggregatesAdminTestJSON-1013980711 tempest-AggregatesAdminTestJSON-1013980711-project] For port 42111afd-e213-4a83-b1c0-02c75198d946, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=42111afd-e213-4a83-b1c0-02c75198d946,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:19:19.714074 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-df85a85f-443d-4a32-860c-08187c9fd612 req-a56ea757-7121-40d9-a191-2c6909653945 tempest-AggregatesAdminTestJSON-1013980711 tempest-AggregatesAdminTestJSON-1013980711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:19.760263 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f7ceb7e-4222-4378-afd2-01bd6c88ca74 req-3adbd7c6-7089-4a86-b6f2-5a0337d98f05 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Network 5b3c8d41-b43d-4739-acc3-c9eae6a83205 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:19:19.794717 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-060f85f6-1487-4b2a-bf03-317262bdea62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:19.795078 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-060f85f6-1487-4b2a-bf03-317262bdea62 admin admin] Added segment 846d92b2-873f-43d2-88f7-152fddf53f80 of type vlan for network b4288868-e51b-4850-90dd-9e47b3bf684d May 31 13:19:19.796125 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060f85f6-1487-4b2a-bf03-317262bdea62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e806c78f-2431-46ad-bd81-fdd83d94ef71,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:19.809292 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-69d05ebd-c646-45e9-b44f-aa3ef1d6bc51 req-483220b2-7fe9-4f75-9f14-60b432b8f5b8 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:19.826429 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-6f7ceb7e-4222-4378-afd2-01bd6c88ca74 req-3adbd7c6-7089-4a86-b6f2-5a0337d98f05 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:19:19.844157 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-69d05ebd-c646-45e9-b44f-aa3ef1d6bc51 req-483220b2-7fe9-4f75-9f14-60b432b8f5b8 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Transition to ACTIVE for port object bde4048d-5049-471c-9bd6-126361053207 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:19:19.882746 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-060f85f6-1487-4b2a-bf03-317262bdea62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:19.887298 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f7ceb7e-4222-4378-afd2-01bd6c88ca74 req-3adbd7c6-7089-4a86-b6f2-5a0337d98f05 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:19:19.892901 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ceb7e-4222-4378-afd2-01bd6c88ca74 req-3adbd7c6-7089-4a86-b6f2-5a0337d98f05 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:19.893511 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6f7ceb7e-4222-4378-afd2-01bd6c88ca74 req-3adbd7c6-7089-4a86-b6f2-5a0337d98f05 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:19.896597 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1678e7-6dfc-4298-8bd6-fe798688dd58 req-7070a421-5f8c-4740-9ca0-72748a5bece2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:19.898163 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-cf1678e7-6dfc-4298-8bd6-fe798688dd58 req-7070a421-5f8c-4740-9ca0-72748a5bece2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ad789348d4d84f2799aa3c6910766725&device_id=55fb1417-cad8-4df4-aa5c-6da0276389e5 HTTP/1.1" status: 200 len: 1099 time: 0.5207264 May 31 13:19:19.913713 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-df85a85f-443d-4a32-860c-08187c9fd612 req-a56ea757-7121-40d9-a191-2c6909653945 tempest-AggregatesAdminTestJSON-1013980711 tempest-AggregatesAdminTestJSON-1013980711-project] Calling delete_port for 42111afd-e213-4a83-b1c0-02c75198d946 owned by compute:tempest-test_az-1159859499 {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:19:19.949914 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7a282983-8988-4ef5-b160-90a505992309 req-8dfb9210-2f33-48fd-96dd-d2873fda2d7a tempest-AggregatesAdminTestJSON-1013980711 tempest-AggregatesAdminTestJSON-1013980711-project] 10.222.0.50 "GET /v2.0/security-groups?id=e5e2a339-9bdb-462b-a1d4-3adbd9a6e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3497632 May 31 13:19:20.006293 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed5be06e-3156-413f-a646-daddf4fac218 admin admin] Router ab3cfa3a-ec0e-4b20-8fdb-94fdf0b71fd3 is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 13:19:20.010033 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.db.resource_extend [None req-060f85f6-1487-4b2a-bf03-317262bdea62 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:19:20.020192 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-cf1678e7-6dfc-4298-8bd6-fe798688dd58 req-483d5794-7d45-4dd1-b34b-f77456b4a197 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=1b511901-6041-4225-8ef3-c3b15518a027 HTTP/1.1" status: 200 len: 217 time: 0.1106613 May 31 13:19:20.024607 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbd7c6-7089-4a86-b6f2-5a0337d98f05 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Pushing event updated for resources: {'Port': ['ID=c560ca4b-4cee-4fa8-b8d2-ac9a72d59334,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:20.043043 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6f7ceb7e-4222-4378-afd2-01bd6c88ca74 req-3adbd7c6-7089-4a86-b6f2-5a0337d98f05 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5037363 May 31 13:19:20.067480 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-6f7ceb7e-4222-4378-afd2-01bd6c88ca74 req-979feb43-b559-4f8a-9a28-8bdb57d9713a service neutron] Request body: {'port': {'device_id': '7a9680b0-40cc-49a3-a3a2-174f0c4d9066', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:19:20.075319 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-69d05ebd-c646-45e9-b44f-aa3ef1d6bc51 req-483220b2-7fe9-4f75-9f14-60b432b8f5b8 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:20.142023 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b37d0c4f-ee0b-4ceb-bc3d-456f7d848121'] response: {'name': 'network-changed', 'server_uuid': '55fb1417-cad8-4df4-aa5c-6da0276389e5', 'tag': '1b511901-6041-4225-8ef3-c3b15518a027', 'status': 'completed', 'code': 200} May 31 13:19:20.210384 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-060f85f6-1487-4b2a-bf03-317262bdea62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:20.211316 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060f85f6-1487-4b2a-bf03-317262bdea62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:20.211884 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-060f85f6-1487-4b2a-bf03-317262bdea62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:20.293316 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33655e4-f3f9-4e5e-883c-128b8963848a req-4ce2e5a9-0c70-492a-b5ac-200976cf796b tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:20.294084 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-a33655e4-f3f9-4e5e-883c-128b8963848a req-4ce2e5a9-0c70-492a-b5ac-200976cf796b tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Synchronizing usage tracker for tenant:2539a3508c4b448ea8707834972224c7 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:19:20.299006 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6f7ceb7e-4222-4378-afd2-01bd6c88ca74 req-979feb43-b559-4f8a-9a28-8bdb57d9713a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:20.321063 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-df85a85f-443d-4a32-860c-08187c9fd612 req-a56ea757-7121-40d9-a191-2c6909653945 tempest-AggregatesAdminTestJSON-1013980711 tempest-AggregatesAdminTestJSON-1013980711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:20.419770 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56ea757-7121-40d9-a191-2c6909653945 tempest-AggregatesAdminTestJSON-1013980711 tempest-AggregatesAdminTestJSON-1013980711-project] Pushing event deleted for resources: {'Port': ['ID=42111afd-e213-4a83-b1c0-02c75198d946,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:20.495931 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483220b2-7fe9-4f75-9f14-60b432b8f5b8 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Pushing event updated for resources: {'Port': ['ID=bde4048d-5049-471c-9bd6-126361053207,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:20.516357 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69d05ebd-c646-45e9-b44f-aa3ef1d6bc51 req-483220b2-7fe9-4f75-9f14-60b432b8f5b8 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Network 85b11c4f-90ad-4763-b38d-22d3f87089f4 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:19:20.519388 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-a33655e4-f3f9-4e5e-883c-128b8963848a req-4ce2e5a9-0c70-492a-b5ac-200976cf796b tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Unset dirty status for tenant:2539a3508c4b448ea8707834972224c7 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:19:20.521078 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a33655e4-f3f9-4e5e-883c-128b8963848a req-4ce2e5a9-0c70-492a-b5ac-200976cf796b tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a9680b0-40cc-49a3-a3a2-174f0c4d9066 HTTP/1.1" status: 200 len: 931 time: 0.6344509 May 31 13:19:20.547763 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [req-69d05ebd-c646-45e9-b44f-aa3ef1d6bc51 req-483220b2-7fe9-4f75-9f14-60b432b8f5b8 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:19:20.551436 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ff29310b-a4a6-4c00-ac4c-8a6bbe8c6c89 req-460746f4-c4be-4ee7-a464-89903ba4d4ff tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=d5c5502a4347492997a42923a49efdbb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1291440 May 31 13:19:20.564891 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1678e7-6dfc-4298-8bd6-fe798688dd58 req-43592103-7021-4e7b-9906-3ea25590bcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:20.566786 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-cf1678e7-6dfc-4298-8bd6-fe798688dd58 req-43592103-7021-4e7b-9906-3ea25590bcc8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.5362127 May 31 13:19:20.568642 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-69d05ebd-c646-45e9-b44f-aa3ef1d6bc51 req-483220b2-7fe9-4f75-9f14-60b432b8f5b8 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:19:20.575405 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d05ebd-c646-45e9-b44f-aa3ef1d6bc51 req-483220b2-7fe9-4f75-9f14-60b432b8f5b8 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:20.576210 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-69d05ebd-c646-45e9-b44f-aa3ef1d6bc51 req-483220b2-7fe9-4f75-9f14-60b432b8f5b8 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:20.627541 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-df85a85f-443d-4a32-860c-08187c9fd612 req-a56ea757-7121-40d9-a191-2c6909653945 tempest-AggregatesAdminTestJSON-1013980711 tempest-AggregatesAdminTestJSON-1013980711-project] No DVR routers for this DVR port 42111afd-e213-4a83-b1c0-02c75198d946 on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:19:20.632618 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-df85a85f-443d-4a32-860c-08187c9fd612 req-a56ea757-7121-40d9-a191-2c6909653945 tempest-AggregatesAdminTestJSON-1013980711 tempest-AggregatesAdminTestJSON-1013980711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:20.677874 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed5be06e-3156-413f-a646-daddf4fac218 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:19:20.684509 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060f85f6-1487-4b2a-bf03-317262bdea62 admin admin] Pushing event updated for resources: {'Network': ['ID=b4288868-e51b-4850-90dd-9e47b3bf684d,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:20.693876 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0ee78a-8e52-414a-b5bc-cafc1cca331a None None] Sync routers for ids ['ab3cfa3a-ec0e-4b20-8fdb-94fdf0b71fd3'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:19:20.709180 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-060f85f6-1487-4b2a-bf03-317262bdea62 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.5397480 May 31 13:19:20.714950 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0ee78a-8e52-414a-b5bc-cafc1cca331a None None] Routers {'ab3cfa3a-ec0e-4b20-8fdb-94fdf0b71fd3'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:19:20.715809 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-bd0ee78a-8e52-414a-b5bc-cafc1cca331a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:19:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['ab3cfa3a-ec0e-4b20-8fdb-94fdf0b71fd3'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:19:20.718745 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 60276) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:19:20.725451 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '572cf2e6-f505-47c0-8cc0-da54a8798c6e', 'name': 'network-vif-deleted', 'tag': '42111afd-e213-4a83-b1c0-02c75198d946'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:19:20.725836 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-bae3faed-7735-4357-a3d7-a8656bf6aac1 admin admin] Request body: {'subnet': {'network_id': 'b4288868-e51b-4850-90dd-9e47b3bf684d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-371217726-subnet', 'tenant_id': '20b36d8a8f4548428e7f42b1013339ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:19:20.736076 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-69d05ebd-c646-45e9-b44f-aa3ef1d6bc51 req-483220b2-7fe9-4f75-9f14-60b432b8f5b8 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4884548 May 31 13:19:20.741344 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ed5be06e-3156-413f-a646-daddf4fac218 admin admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:20.745751 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ed5be06e-3156-413f-a646-daddf4fac218 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 8.0032971 May 31 13:19:20.745751 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-bae3faed-7735-4357-a3d7-a8656bf6aac1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:19:20.751857 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-69d05ebd-c646-45e9-b44f-aa3ef1d6bc51 req-c182c772-83ee-44ec-b153-bf4f686340b2 service neutron] Request body: {'port': {'device_id': '4c6a5120-f304-4bf7-87b6-366657caea17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843939-1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:19:20.777280 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 60282) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:19:20.794258 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network b4288868-e51b-4850-90dd-9e47b3bf684d details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:19:20.806092 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-df85a85f-443d-4a32-860c-08187c9fd612 req-a56ea757-7121-40d9-a191-2c6909653945 tempest-AggregatesAdminTestJSON-1013980711 tempest-AggregatesAdminTestJSON-1013980711-project] 10.222.0.44 "DELETE /v2.0/ports/42111afd-e213-4a83-b1c0-02c75198d946 HTTP/1.1" status: 204 len: 173 time: 2.2457626 May 31 13:19:20.859945 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-bae3faed-7735-4357-a3d7-a8656bf6aac1 admin admin] Usage tracker for resource:subnet and tenant:20b36d8a8f4548428e7f42b1013339ec is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:19:20.897816 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-bae3faed-7735-4357-a3d7-a8656bf6aac1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:19:20.921329 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-bae3faed-7735-4357-a3d7-a8656bf6aac1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:19:21.006727 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4a93e31b-0236-4bac-92a3-33cc8d98a7b9 req-e9c1f27c-358d-4dbd-bceb-894ab3ef20e3 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] 10.222.0.50 "GET /v2.0/ports?device_id=45d2f267-9388-40f8-abd8-b77548fcaed8 HTTP/1.1" status: 200 len: 210 time: 0.4335113 May 31 13:19:21.030247 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae3faed-7735-4357-a3d7-a8656bf6aac1 admin admin] Made reservation on behalf of 20b36d8a8f4548428e7f42b1013339ec for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:19:21.033073 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bae3faed-7735-4357-a3d7-a8656bf6aac1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:21.044971 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a33655e4-f3f9-4e5e-883c-128b8963848a req-dbd14a8e-a133-46a7-b0c7-dec33a001bd4 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4916577 May 31 13:19:21.088162 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a2650f0c-4296-4ef9-b94d-769004098749 None None] Provisioning for port bde4048d-5049-471c-9bd6-126361053207 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:19:21.094236 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a2650f0c-4296-4ef9-b94d-769004098749 None None] Provisioning complete for port bde4048d-5049-471c-9bd6-126361053207 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:19:21.094795 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a2650f0c-4296-4ef9-b94d-769004098749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:21.114066 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-bd0ee78a-8e52-414a-b5bc-cafc1cca331a None None] Set router ab3cfa3a-ec0e-4b20-8fdb-94fdf0b71fd3 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:19:21.196118 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-a2650f0c-4296-4ef9-b94d-769004098749 None None] Port bde4048d-5049-471c-9bd6-126361053207 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:19:21.211048 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff29310b-a4a6-4c00-ac4c-8a6bbe8c6c89 req-0ad14e46-4105-4107-9e40-2296fc1daa7f tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:21.212653 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ff29310b-a4a6-4c00-ac4c-8a6bbe8c6c89 req-0ad14e46-4105-4107-9e40-2296fc1daa7f tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6410105 May 31 13:19:21.225636 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-ff29310b-a4a6-4c00-ac4c-8a6bbe8c6c89 req-5e3e9cde-1598-43f8-9f7a-f52bff4c45fd tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Request body: {'port': {'device_id': '45d2f267-9388-40f8-abd8-b77548fcaed8', 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4', 'admin_state_up': True, 'tenant_id': 'd5c5502a4347492997a42923a49efdbb'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:19:21.574496 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-511a4784-2076-44af-8879-cbbf618c26fd'] response: {'server_uuid': '572cf2e6-f505-47c0-8cc0-da54a8798c6e', 'name': 'network-vif-deleted', 'tag': '42111afd-e213-4a83-b1c0-02c75198d946', 'status': 'completed', 'code': 200} May 31 13:19:21.575712 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.resource_extend [req-6f7ceb7e-4222-4378-afd2-01bd6c88ca74 req-979feb43-b559-4f8a-9a28-8bdb57d9713a service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:19:21.628237 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1678e7-6dfc-4298-8bd6-fe798688dd58 req-eb7058de-bfed-45d5-a02f-22e0963832ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:21.629760 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-cf1678e7-6dfc-4298-8bd6-fe798688dd58 req-eb7058de-bfed-45d5-a02f-22e0963832ce service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0402682 May 31 13:19:21.679929 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6393362-0119-4666-bc0e-199eca8b6592 req-138aac20-c6e9-4293-b1ce-408facae9150 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:21.682637 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b6393362-0119-4666-bc0e-199eca8b6592 req-138aac20-c6e9-4293-b1ce-408facae9150 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c6a5120-f304-4bf7-87b6-366657caea17 HTTP/1.1" status: 200 len: 936 time: 0.3560271 May 31 13:19:21.696380 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-bd0ee78a-8e52-414a-b5bc-cafc1cca331a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab3cfa3a-ec0e-4b20-8fdb-94fdf0b71fd3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-489033667-router', 'tenant_id': '8f45df6fe50940b59c7e3192b3d15b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': '6f2668b9-050c-48e2-a831-8d0fc1488410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:19:13Z', 'updated_at': '2022-05-31T13:19:17Z', 'revision_number': 3, 'project_id': '8f45df6fe50940b59c7e3192b3d15b16', 'gw_port': {'id': '6f2668b9-050c-48e2-a831-8d0fc1488410', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:77:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab3cfa3a-ec0e-4b20-8fdb-94fdf0b71fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 202, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:19:14Z', 'updated_at': '2022-05-31T13:19:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:19:21.698071 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-69d05ebd-c646-45e9-b44f-aa3ef1d6bc51 req-c182c772-83ee-44ec-b153-bf4f686340b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:21.698238 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-ff29310b-a4a6-4c00-ac4c-8a6bbe8c6c89 req-5e3e9cde-1598-43f8-9f7a-f52bff4c45fd tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:19:21.701803 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0ee78a-8e52-414a-b5bc-cafc1cca331a None None] Checking router: ab3cfa3a-ec0e-4b20-8fdb-94fdf0b71fd3 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:19:21.702346 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0ee78a-8e52-414a-b5bc-cafc1cca331a None None] Updating router ab3cfa3a-ec0e-4b20-8fdb-94fdf0b71fd3 port 6f2668b9-050c-48e2-a831-8d0fc1488410 binding host n-d-843939-1 {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:19:21.718718 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-6f7ceb7e-4222-4378-afd2-01bd6c88ca74 req-979feb43-b559-4f8a-9a28-8bdb57d9713a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c560ca4b-4cee-4fa8-b8d2-ac9a72d59334 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:19:21.732210 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6f7ceb7e-4222-4378-afd2-01bd6c88ca74 req-979feb43-b559-4f8a-9a28-8bdb57d9713a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:21.749106 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-ff29310b-a4a6-4c00-ac4c-8a6bbe8c6c89 req-5e3e9cde-1598-43f8-9f7a-f52bff4c45fd tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:19:21.773747 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-6f7ceb7e-4222-4378-afd2-01bd6c88ca74 req-979feb43-b559-4f8a-9a28-8bdb57d9713a service neutron] Transition to ACTIVE for port object c560ca4b-4cee-4fa8-b8d2-ac9a72d59334 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:19:21.783190 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b6393362-0119-4666-bc0e-199eca8b6592 req-0e613b4b-c7ed-4429-8e53-56fa0d2f2c45 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/security-groups?id=62fff807-5a72-4450-b5e7-33e8160efe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886407 May 31 13:19:21.784999 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6f7ceb7e-4222-4378-afd2-01bd6c88ca74 req-979feb43-b559-4f8a-9a28-8bdb57d9713a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:21.830899 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff29310b-a4a6-4c00-ac4c-8a6bbe8c6c89 req-5e3e9cde-1598-43f8-9f7a-f52bff4c45fd tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Made reservation on behalf of d5c5502a4347492997a42923a49efdbb for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:19:21.835058 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ff29310b-a4a6-4c00-ac4c-8a6bbe8c6c89 req-5e3e9cde-1598-43f8-9f7a-f52bff4c45fd tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:21.845453 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bd0ee78a-8e52-414a-b5bc-cafc1cca331a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:21.858901 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 42111afd-e213-4a83-b1c0-02c75198d946 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:19:21.988842 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] No Port match for: 42111afd-e213-4a83-b1c0-02c75198d946 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:19:21.989659 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 42111afd-e213-4a83-b1c0-02c75198d946 not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:19:22.147033 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979feb43-b559-4f8a-9a28-8bdb57d9713a service neutron] Pushing event updated for resources: {'Port': ['ID=c560ca4b-4cee-4fa8-b8d2-ac9a72d59334,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:22.151157 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-cf1678e7-6dfc-4298-8bd6-fe798688dd58 req-e0e8ba3c-2301-4922-b223-32dc54a361ca service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5057483 May 31 13:19:22.158416 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-6f7ceb7e-4222-4378-afd2-01bd6c88ca74 req-979feb43-b559-4f8a-9a28-8bdb57d9713a service neutron] Attempting to bind port c560ca4b-4cee-4fa8-b8d2-ac9a72d59334 on host n-h1-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:19:22.159156 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-6f7ceb7e-4222-4378-afd2-01bd6c88ca74 req-979feb43-b559-4f8a-9a28-8bdb57d9713a service neutron] Attempting to bind port c560ca4b-4cee-4fa8-b8d2-ac9a72d59334 by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': 'a592d348-649e-4ed1-b139-bdf2b9c4a847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5b3c8d41-b43d-4739-acc3-c9eae6a83205'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:19:22.159679 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7ceb7e-4222-4378-afd2-01bd6c88ca74 req-979feb43-b559-4f8a-9a28-8bdb57d9713a service neutron] Attempting to bind port c560ca4b-4cee-4fa8-b8d2-ac9a72d59334 on network 5b3c8d41-b43d-4739-acc3-c9eae6a83205 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:19:22.173237 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7ceb7e-4222-4378-afd2-01bd6c88ca74 req-979feb43-b559-4f8a-9a28-8bdb57d9713a service neutron] Port c560ca4b-4cee-4fa8-b8d2-ac9a72d59334 on network 5b3c8d41-b43d-4739-acc3-c9eae6a83205 not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:19:22.173773 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7ceb7e-4222-4378-afd2-01bd6c88ca74 req-979feb43-b559-4f8a-9a28-8bdb57d9713a service neutron] Attempting to bind port c560ca4b-4cee-4fa8-b8d2-ac9a72d59334 on network 5b3c8d41-b43d-4739-acc3-c9eae6a83205 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:19:22.195475 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7ceb7e-4222-4378-afd2-01bd6c88ca74 req-979feb43-b559-4f8a-9a28-8bdb57d9713a service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:19:22.195475 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7ceb7e-4222-4378-afd2-01bd6c88ca74 req-979feb43-b559-4f8a-9a28-8bdb57d9713a service neutron] Checking segment: {'id': 'a592d348-649e-4ed1-b139-bdf2b9c4a847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5b3c8d41-b43d-4739-acc3-c9eae6a83205'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:19:22.195475 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7ceb7e-4222-4378-afd2-01bd6c88ca74 req-979feb43-b559-4f8a-9a28-8bdb57d9713a service neutron] Bound using segment: {'id': 'a592d348-649e-4ed1-b139-bdf2b9c4a847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5b3c8d41-b43d-4739-acc3-c9eae6a83205'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:19:22.195475 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-6f7ceb7e-4222-4378-afd2-01bd6c88ca74 req-979feb43-b559-4f8a-9a28-8bdb57d9713a service neutron] Bound port: c560ca4b-4cee-4fa8-b8d2-ac9a72d59334, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a592d348-649e-4ed1-b139-bdf2b9c4a847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5b3c8d41-b43d-4739-acc3-c9eae6a83205'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:19:22.195939 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6f7ceb7e-4222-4378-afd2-01bd6c88ca74 req-979feb43-b559-4f8a-9a28-8bdb57d9713a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:22.434155 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 60324) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:19:22.459740 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d62adbd6-9dd5-4b96-8c0d-49ac2a224541 req-b0cf2bd8-0cc4-44b4-80c0-373a2094028a tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] 10.222.0.50 "GET /v2.0/ports?device_id=45d2f267-9388-40f8-abd8-b77548fcaed8 HTTP/1.1" status: 200 len: 210 time: 0.1045465 May 31 13:19:22.482939 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-ff29310b-a4a6-4c00-ac4c-8a6bbe8c6c89 req-5e3e9cde-1598-43f8-9f7a-f52bff4c45fd tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Allocated IP 192.168.233.31 (85b11c4f-90ad-4763-b38d-22d3f87089f4/24822c99-0dce-4d50-9c44-3135ba3763b8/e554978f-40e4-4022-bf0e-92553e5b2e08) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:19:22.510861 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bd0ee78a-8e52-414a-b5bc-cafc1cca331a None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:22.539226 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-bd0ee78a-8e52-414a-b5bc-cafc1cca331a None None] Transition to ACTIVE for port object 6f2668b9-050c-48e2-a831-8d0fc1488410 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:19:22.549493 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-6f7ceb7e-4222-4378-afd2-01bd6c88ca74 req-979feb43-b559-4f8a-9a28-8bdb57d9713a service neutron] For port c560ca4b-4cee-4fa8-b8d2-ac9a72d59334, host n-h1-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:19:22.553063 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bd0ee78a-8e52-414a-b5bc-cafc1cca331a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:22.579711 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-6f7ceb7e-4222-4378-afd2-01bd6c88ca74 req-979feb43-b559-4f8a-9a28-8bdb57d9713a service neutron] For port c560ca4b-4cee-4fa8-b8d2-ac9a72d59334, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=c560ca4b-4cee-4fa8-b8d2-ac9a72d59334,segment=NetworkSegment(a592d348-649e-4ed1-b139-bdf2b9c4a847),segment_id=a592d348-649e-4ed1-b139-bdf2b9c4a847)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:19:22.591492 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6f7ceb7e-4222-4378-afd2-01bd6c88ca74 req-979feb43-b559-4f8a-9a28-8bdb57d9713a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:22.663093 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ceb7e-4222-4378-afd2-01bd6c88ca74 req-979feb43-b559-4f8a-9a28-8bdb57d9713a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:22.663557 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6f7ceb7e-4222-4378-afd2-01bd6c88ca74 req-979feb43-b559-4f8a-9a28-8bdb57d9713a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:22.665883 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6f7ceb7e-4222-4378-afd2-01bd6c88ca74 req-979feb43-b559-4f8a-9a28-8bdb57d9713a service neutron] 10.222.0.20 "PUT /v2.0/ports/c560ca4b-4cee-4fa8-b8d2-ac9a72d59334 HTTP/1.1" status: 200 len: 1091 time: 2.6083317 May 31 13:19:22.713941 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e454b8fa-adea-4e5f-8758-c5854e683975 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:22.731631 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2642f65-5198-48a8-aef9-c1794c855632 None None] Pushing event updated for resources: {'Port': ['ID=6f2668b9-050c-48e2-a831-8d0fc1488410,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:22.754201 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d4eeba-d1ba-43f9-b628-860e7f0ee7c7 req-332d2428-909e-4bec-85e3-a1f221dda193 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:22.756082 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-92d4eeba-d1ba-43f9-b628-860e7f0ee7c7 req-332d2428-909e-4bec-85e3-a1f221dda193 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a9680b0-40cc-49a3-a3a2-174f0c4d9066 HTTP/1.1" status: 200 len: 943 time: 0.2757425 May 31 13:19:22.758696 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-bd0ee78a-8e52-414a-b5bc-cafc1cca331a None None] Attempting to bind port 6f2668b9-050c-48e2-a831-8d0fc1488410 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:19:22.759339 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-bd0ee78a-8e52-414a-b5bc-cafc1cca331a None None] Attempting to bind port 6f2668b9-050c-48e2-a831-8d0fc1488410 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:19:22.760195 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0ee78a-8e52-414a-b5bc-cafc1cca331a None None] Attempting to bind port 6f2668b9-050c-48e2-a831-8d0fc1488410 on network d2103cd5-63ba-4c24-9d95-fd17643bf14c {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:19:22.762734 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-e454b8fa-adea-4e5f-8758-c5854e683975 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:19:22.773365 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0ee78a-8e52-414a-b5bc-cafc1cca331a None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:19:22.774778 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0ee78a-8e52-414a-b5bc-cafc1cca331a None None] Checking segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:19:22.775473 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bd0ee78a-8e52-414a-b5bc-cafc1cca331a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:22.776854 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0ee78a-8e52-414a-b5bc-cafc1cca331a None None] Bound using segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:19:22.778613 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-bd0ee78a-8e52-414a-b5bc-cafc1cca331a None None] Bound port: 6f2668b9-050c-48e2-a831-8d0fc1488410, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:19:22.779485 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bd0ee78a-8e52-414a-b5bc-cafc1cca331a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:22.835141 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-e454b8fa-adea-4e5f-8758-c5854e683975 admin admin] Usage tracker for resource:security_group_rule and tenant:c2832bde2b144317b2d671a62ec72169 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:19:22.872734 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-e454b8fa-adea-4e5f-8758-c5854e683975 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:19:22.884505 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-cf1678e7-6dfc-4298-8bd6-fe798688dd58 req-736b6ab2-d3d6-4bcb-9883-ad41412cfb9e service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4926631 May 31 13:19:22.897200 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bae3faed-7735-4357-a3d7-a8656bf6aac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:22.935636 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-bd0ee78a-8e52-414a-b5bc-cafc1cca331a None None] For port 6f2668b9-050c-48e2-a831-8d0fc1488410, host n-d-843939-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:19:22.940342 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-bd0ee78a-8e52-414a-b5bc-cafc1cca331a None None] For port 6f2668b9-050c-48e2-a831-8d0fc1488410, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=6f2668b9-050c-48e2-a831-8d0fc1488410,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:19:22.945293 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bd0ee78a-8e52-414a-b5bc-cafc1cca331a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:22.966491 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-e454b8fa-adea-4e5f-8758-c5854e683975 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:19:22.975062 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979feb43-b559-4f8a-9a28-8bdb57d9713a service neutron] Pushing event updated for resources: {'Port': ['ID=c560ca4b-4cee-4fa8-b8d2-ac9a72d59334,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:22.998709 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-92d4eeba-d1ba-43f9-b628-860e7f0ee7c7 req-9a7c36f0-dd6d-45a2-87e4-dc1156cd9a58 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734104 May 31 13:19:23.030660 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0ee78a-8e52-414a-b5bc-cafc1cca331a None None] Routers {'ab3cfa3a-ec0e-4b20-8fdb-94fdf0b71fd3'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:19:23.031319 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-bd0ee78a-8e52-414a-b5bc-cafc1cca331a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:19:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['ab3cfa3a-ec0e-4b20-8fdb-94fdf0b71fd3'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:19:23.131579 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae3faed-7735-4357-a3d7-a8656bf6aac1 admin admin] Checking segment: {'id': '846d92b2-873f-43d2-88f7-152fddf53f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b4288868-e51b-4850-90dd-9e47b3bf684d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:19:23.132411 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae3faed-7735-4357-a3d7-a8656bf6aac1 admin admin] Network hostable DHCP agents. Network: b4288868-e51b-4850-90dd-9e47b3bf684d, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:19:23.139235 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae3faed-7735-4357-a3d7-a8656bf6aac1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b385eb77-4151-4b3c-a957-991ef6d525fb,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:23.141038 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ceb7e-4222-4378-afd2-01bd6c88ca74 req-d6eddad7-f083-4688-a22d-0c257c365fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:23.142723 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6f7ceb7e-4222-4378-afd2-01bd6c88ca74 req-d6eddad7-f083-4688-a22d-0c257c365fc5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2539a3508c4b448ea8707834972224c7&device_id=7a9680b0-40cc-49a3-a3a2-174f0c4d9066 HTTP/1.1" status: 200 len: 1094 time: 0.4136515 May 31 13:19:23.231787 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d5afc8-8308-4739-a438-d7b3278bb060 req-d503eb39-1b2d-4a82-91b7-a37b935b3b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:23.233239 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e7d5afc8-8308-4739-a438-d7b3278bb060 req-d503eb39-1b2d-4a82-91b7-a37b935b3b7c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ad789348d4d84f2799aa3c6910766725&device_id=55fb1417-cad8-4df4-aa5c-6da0276389e5 HTTP/1.1" status: 200 len: 1099 time: 0.2919023 May 31 13:19:23.235942 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-77d18bfb-1d3a-4b23-b93a-f5a27aef01a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:23.247132 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae3faed-7735-4357-a3d7-a8656bf6aac1 admin admin] Network b4288868-e51b-4850-90dd-9e47b3bf684d is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:19:23.262222 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6f7ceb7e-4222-4378-afd2-01bd6c88ca74 req-b9951bd3-c90f-4718-8373-d987369c90a3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c560ca4b-4cee-4fa8-b8d2-ac9a72d59334 HTTP/1.1" status: 200 len: 217 time: 0.1028204 May 31 13:19:23.280601 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5d3307-f920-487b-b5a0-042908fbfa92 req-e12273ad-2a05-486b-8692-b52093eba727 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:23.287815 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5e5d3307-f920-487b-b5a0-042908fbfa92 req-e12273ad-2a05-486b-8692-b52093eba727 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c6a5120-f304-4bf7-87b6-366657caea17 HTTP/1.1" status: 200 len: 936 time: 0.2989731 May 31 13:19:23.326063 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ff29310b-a4a6-4c00-ac4c-8a6bbe8c6c89 req-5e3e9cde-1598-43f8-9f7a-f52bff4c45fd tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:23.327536 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-bd0ee78a-8e52-414a-b5bc-cafc1cca331a None None] Set router ab3cfa3a-ec0e-4b20-8fdb-94fdf0b71fd3 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:19:23.381880 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-bae3faed-7735-4357-a3d7-a8656bf6aac1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, b4288868-e51b-4850-90dd-9e47b3bf684d) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:19:23.400576 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98292dd6-36be-43b9-a3af-1fee992c73d1 None None] Network b4288868-e51b-4850-90dd-9e47b3bf684d requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:19:23.449023 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-ff29310b-a4a6-4c00-ac4c-8a6bbe8c6c89 req-5e3e9cde-1598-43f8-9f7a-f52bff4c45fd tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Transition to ACTIVE for port object e554978f-40e4-4022-bf0e-92553e5b2e08 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:19:23.466135 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae3faed-7735-4357-a3d7-a8656bf6aac1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:23.467721 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bae3faed-7735-4357-a3d7-a8656bf6aac1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:23.482238 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ceb7e-4222-4378-afd2-01bd6c88ca74 req-cc8ed4b6-5c20-4884-873d-fa9e05abb82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:23.484136 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6f7ceb7e-4222-4378-afd2-01bd6c88ca74 req-cc8ed4b6-5c20-4884-873d-fa9e05abb82b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c38944f5-addb-47c7-b219-ea477f926c92 HTTP/1.1" status: 200 len: 861 time: 0.2116544 May 31 13:19:23.544714 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2642f65-5198-48a8-aef9-c1794c855632 None None] Pushing event updated for resources: {'Port': ['ID=6f2668b9-050c-48e2-a831-8d0fc1488410,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:23.581940 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-bae3faed-7735-4357-a3d7-a8656bf6aac1 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.8613427 May 31 13:19:23.596070 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5e5d3307-f920-487b-b5a0-042908fbfa92 req-3ad001c0-f362-4a2b-9362-ade0f17450e4 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/security-groups?id=62fff807-5a72-4450-b5e7-33e8160efe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070235 May 31 13:19:23.651143 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a9680b0-40cc-49a3-a3a2-174f0c4d9066', 'tag': 'c560ca4b-4cee-4fa8-b8d2-ac9a72d59334'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:19:23.667857 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e454b8fa-adea-4e5f-8758-c5854e683975 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:23.680021 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6f7ceb7e-4222-4378-afd2-01bd6c88ca74 req-73ca96be-e4ba-41a7-8bd7-44151166d106 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5b3c8d41-b43d-4739-acc3-c9eae6a83205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1808076 May 31 13:19:23.692941 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e454b8fa-adea-4e5f-8758-c5854e683975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:23.763144 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b21749a-d665-40e9-94ac-f5ee9379b620 None None] Network b4288868-e51b-4850-90dd-9e47b3bf684d requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:19:23.768080 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d5afc8-8308-4739-a438-d7b3278bb060 req-73735d40-a42e-4057-a063-dd52f3a37a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:23.770468 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e7d5afc8-8308-4739-a438-d7b3278bb060 req-73735d40-a42e-4057-a063-dd52f3a37a30 service neutron] 10.222.0.20 "GET /v2.0/networks?id=85b11c4f-90ad-4763-b38d-22d3f87089f4 HTTP/1.1" status: 200 len: 870 time: 0.5192051 May 31 13:19:24.011491 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e7d5afc8-8308-4739-a438-d7b3278bb060 req-3972ed92-bac4-4a33-bb3b-9a4df964ac26 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=1b511901-6041-4225-8ef3-c3b15518a027 HTTP/1.1" status: 200 len: 217 time: 0.2289693 May 31 13:19:24.066680 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc1aaafa-4fd0-4d48-bd05-7eda5f2652c2'] response: {'name': 'network-changed', 'server_uuid': '7a9680b0-40cc-49a3-a3a2-174f0c4d9066', 'tag': 'c560ca4b-4cee-4fa8-b8d2-ac9a72d59334', 'status': 'completed', 'code': 200} May 31 13:19:24.243250 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-bd0ee78a-8e52-414a-b5bc-cafc1cca331a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab3cfa3a-ec0e-4b20-8fdb-94fdf0b71fd3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-489033667-router', 'tenant_id': '8f45df6fe50940b59c7e3192b3d15b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': '6f2668b9-050c-48e2-a831-8d0fc1488410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:19:13Z', 'updated_at': '2022-05-31T13:19:17Z', 'revision_number': 3, 'project_id': '8f45df6fe50940b59c7e3192b3d15b16', 'gw_port': {'id': '6f2668b9-050c-48e2-a831-8d0fc1488410', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:77:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab3cfa3a-ec0e-4b20-8fdb-94fdf0b71fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 202, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:19:14Z', 'updated_at': '2022-05-31T13:19:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:19:24.259339 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0ee78a-8e52-414a-b5bc-cafc1cca331a None None] The sync data for ids ['ab3cfa3a-ec0e-4b20-8fdb-94fdf0b71fd3'] in n-d-843939-1 is: [{'id': 'ab3cfa3a-ec0e-4b20-8fdb-94fdf0b71fd3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-489033667-router', 'tenant_id': '8f45df6fe50940b59c7e3192b3d15b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': '6f2668b9-050c-48e2-a831-8d0fc1488410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:19:13Z', 'updated_at': '2022-05-31T13:19:17Z', 'revision_number': 3, 'project_id': '8f45df6fe50940b59c7e3192b3d15b16', 'gw_port': {'id': '6f2668b9-050c-48e2-a831-8d0fc1488410', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:77:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab3cfa3a-ec0e-4b20-8fdb-94fdf0b71fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 202, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:19:14Z', 'updated_at': '2022-05-31T13:19:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:19:24.280073 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bcabd82a-4a6e-405e-b064-22484715fe87 req-8cc3087a-cde7-4dba-94bb-050631d43551 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] 10.222.0.50 "GET /v2.0/ports?device_id=45d2f267-9388-40f8-abd8-b77548fcaed8 HTTP/1.1" status: 200 len: 210 time: 0.4914145 May 31 13:19:24.327932 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-e454b8fa-adea-4e5f-8758-c5854e683975 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c2832bde2b144317b2d671a62ec72169&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8937809 May 31 13:19:24.330031 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ff29310b-a4a6-4c00-ac4c-8a6bbe8c6c89 req-5e3e9cde-1598-43f8-9f7a-f52bff4c45fd tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:24.354862 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 60388) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:19:24.545171 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d5afc8-8308-4739-a438-d7b3278bb060 req-dd20bfc8-c2da-4d4d-a4dc-a158cfa59361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:24.546827 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e7d5afc8-8308-4739-a438-d7b3278bb060 req-dd20bfc8-c2da-4d4d-a4dc-a158cfa59361 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.5209043 May 31 13:19:24.559257 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e454b8fa-adea-4e5f-8758-c5854e683975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ea17ce-88b5-4ef3-871b-0ed8af94afb4,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:24.608796 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3e9cde-1598-43f8-9f7a-f52bff4c45fd tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Pushing event updated for resources: {'Port': ['ID=e554978f-40e4-4022-bf0e-92553e5b2e08,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:24.725473 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff29310b-a4a6-4c00-ac4c-8a6bbe8c6c89 req-5e3e9cde-1598-43f8-9f7a-f52bff4c45fd tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Network 85b11c4f-90ad-4763-b38d-22d3f87089f4 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:19:24.729975 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-ff29310b-a4a6-4c00-ac4c-8a6bbe8c6c89 req-5e3e9cde-1598-43f8-9f7a-f52bff4c45fd tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:19:24.734037 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff29310b-a4a6-4c00-ac4c-8a6bbe8c6c89 req-5e3e9cde-1598-43f8-9f7a-f52bff4c45fd tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:19:24.740497 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff29310b-a4a6-4c00-ac4c-8a6bbe8c6c89 req-5e3e9cde-1598-43f8-9f7a-f52bff4c45fd tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:24.741286 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ff29310b-a4a6-4c00-ac4c-8a6bbe8c6c89 req-5e3e9cde-1598-43f8-9f7a-f52bff4c45fd tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:24.756009 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6f7ceb7e-4222-4378-afd2-01bd6c88ca74 req-233787ec-a487-4247-aba9-9242774441a3 service neutron] 10.222.0.20 "GET /v2.0/networks/5b3c8d41-b43d-4739-acc3-c9eae6a83205?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0636222 May 31 13:19:24.799644 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a76ab0b8-0df9-40d6-ac06-1db1b23f9486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:24.976765 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-77d18bfb-1d3a-4b23-b93a-f5a27aef01a3 admin admin] Allocated IP 172.20.0.1 (1a166127-9d83-40c3-b8fb-068807274aee/2dff7ad3-fe72-4177-9136-f1bcaebd25fa/46b4c7c3-ac6b-40cb-888a-34b0f6739218) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:19:25.094495 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 6f2668b9-050c-48e2-a831-8d0fc1488410 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:19:25.110600 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a76ab0b8-0df9-40d6-ac06-1db1b23f9486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:25.155488 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ff29310b-a4a6-4c00-ac4c-8a6bbe8c6c89 req-5e3e9cde-1598-43f8-9f7a-f52bff4c45fd tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9343765 May 31 13:19:25.166481 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.db.resource_extend [req-69d05ebd-c646-45e9-b44f-aa3ef1d6bc51 req-c182c772-83ee-44ec-b153-bf4f686340b2 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:19:25.218766 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6f7ceb7e-4222-4378-afd2-01bd6c88ca74 req-d39e6696-c03f-4caf-a1d7-495ba58c998b service neutron] 10.222.0.20 "GET /v2.0/networks/5b3c8d41-b43d-4739-acc3-c9eae6a83205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4491832 May 31 13:19:25.219289 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-3083ac6c-f28b-4410-9aea-53c0b0c131f2 None None] Provisioning for port e554978f-40e4-4022-bf0e-92553e5b2e08 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:19:25.224242 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-ff29310b-a4a6-4c00-ac4c-8a6bbe8c6c89 req-a54dca76-7103-4d9e-95b6-4d9d10074d0e service neutron] Request body: {'port': {'device_id': '45d2f267-9388-40f8-abd8-b77548fcaed8', 'device_owner': 'compute:tempest-test_az-1159859499', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:19:25.245904 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-3083ac6c-f28b-4410-9aea-53c0b0c131f2 None None] Provisioning complete for port e554978f-40e4-4022-bf0e-92553e5b2e08 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:19:25.246546 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3083ac6c-f28b-4410-9aea-53c0b0c131f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:25.275888 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d5afc8-8308-4739-a438-d7b3278bb060 req-d379dbe1-207c-4cd9-9816-ceca566b2106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:25.288660 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e7d5afc8-8308-4739-a438-d7b3278bb060 req-d379dbe1-207c-4cd9-9816-ceca566b2106 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6792333 May 31 13:19:25.366279 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 60414) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:19:25.366905 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 60418) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:19:25.371565 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 6f2668b9-050c-48e2-a831-8d0fc1488410 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:19:25.382103 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 6f2668b9-050c-48e2-a831-8d0fc1488410 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:19:25.382477 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:25.446244 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-3083ac6c-f28b-4410-9aea-53c0b0c131f2 None None] Port e554978f-40e4-4022-bf0e-92553e5b2e08 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:19:25.448005 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-9948695a-61f5-4a2d-8dbd-89a879db2d72 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1772585192-network', 'tenant_id': '045a3b012fa24290a40968c5c069f307'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:19:25.470295 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-9948695a-61f5-4a2d-8dbd-89a879db2d72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:19:25.485093 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4586a-8080-4bfa-9923-154d21b3b585 req-ef9fe1af-3bf6-4121-a842-dfb0cf031c91 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:25.493579 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d6b4586a-8080-4bfa-9923-154d21b3b585 req-ef9fe1af-3bf6-4121-a842-dfb0cf031c91 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a9680b0-40cc-49a3-a3a2-174f0c4d9066 HTTP/1.1" status: 200 len: 943 time: 0.8415358 May 31 13:19:25.516206 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-9948695a-61f5-4a2d-8dbd-89a879db2d72 admin admin] Usage tracker for resource:network and tenant:045a3b012fa24290a40968c5c069f307 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:19:25.533050 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-9948695a-61f5-4a2d-8dbd-89a879db2d72 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:19:25.552326 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 6f2668b9-050c-48e2-a831-8d0fc1488410 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:19:25.552846 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:25.568312 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ff29310b-a4a6-4c00-ac4c-8a6bbe8c6c89 req-a54dca76-7103-4d9e-95b6-4d9d10074d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:25.580319 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-9948695a-61f5-4a2d-8dbd-89a879db2d72 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:19:25.581391 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 6f2668b9-050c-48e2-a831-8d0fc1488410, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=6f2668b9-050c-48e2-a831-8d0fc1488410,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:19:25.593017 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:25.611085 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [req-69d05ebd-c646-45e9-b44f-aa3ef1d6bc51 req-c182c772-83ee-44ec-b153-bf4f686340b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bde4048d-5049-471c-9bd6-126361053207 {{(pid=88369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:19:25.626027 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-69d05ebd-c646-45e9-b44f-aa3ef1d6bc51 req-c182c772-83ee-44ec-b153-bf4f686340b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:25.646822 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-69d05ebd-c646-45e9-b44f-aa3ef1d6bc51 req-c182c772-83ee-44ec-b153-bf4f686340b2 service neutron] Transition to ACTIVE for port object bde4048d-5049-471c-9bd6-126361053207 will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:19:25.671559 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9948695a-61f5-4a2d-8dbd-89a879db2d72 admin admin] Made reservation on behalf of 045a3b012fa24290a40968c5c069f307 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:19:25.674026 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-69d05ebd-c646-45e9-b44f-aa3ef1d6bc51 req-c182c772-83ee-44ec-b153-bf4f686340b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:25.674166 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9948695a-61f5-4a2d-8dbd-89a879db2d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:25.697532 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d6b4586a-8080-4bfa-9923-154d21b3b585 req-91763614-3ab8-478b-8ae1-fd143a9269b9 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029259 May 31 13:19:25.700718 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=6f2668b9-050c-48e2-a831-8d0fc1488410,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:25.752704 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9948695a-61f5-4a2d-8dbd-89a879db2d72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:25.843033 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-9948695a-61f5-4a2d-8dbd-89a879db2d72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:19:25.866205 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cbe7dc-6b26-4a26-8bc2-4b8113a955c3 req-2b94419c-06c3-4357-ba78-ff496d1b7439 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:25.870198 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-77d18bfb-1d3a-4b23-b93a-f5a27aef01a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:25.872390 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f5cbe7dc-6b26-4a26-8bc2-4b8113a955c3 req-2b94419c-06c3-4357-ba78-ff496d1b7439 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c6a5120-f304-4bf7-87b6-366657caea17 HTTP/1.1" status: 200 len: 936 time: 0.7273805 May 31 13:19:25.894462 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a76ab0b8-0df9-40d6-ac06-1db1b23f9486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:25.929843 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e7d5afc8-8308-4739-a438-d7b3278bb060 req-c25a88ea-5059-410d-9c44-20e8c27a1794 service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6279335 May 31 13:19:25.932046 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-9948695a-61f5-4a2d-8dbd-89a879db2d72 admin admin] Usage tracker for resource:security_group_rule and tenant:045a3b012fa24290a40968c5c069f307 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:19:25.937464 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-9948695a-61f5-4a2d-8dbd-89a879db2d72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:19:25.948145 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-9948695a-61f5-4a2d-8dbd-89a879db2d72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:19:25.975645 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c182c772-83ee-44ec-b153-bf4f686340b2 service neutron] Pushing event updated for resources: {'Port': ['ID=bde4048d-5049-471c-9bd6-126361053207,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:25.982142 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d2d7a-857d-409a-ab1c-8c451ff4d43e req-b86a9172-81ea-4687-97a8-e5d6065b6e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:25.984053 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-207d2d7a-857d-409a-ab1c-8c451ff4d43e req-b86a9172-81ea-4687-97a8-e5d6065b6e52 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2539a3508c4b448ea8707834972224c7&device_id=7a9680b0-40cc-49a3-a3a2-174f0c4d9066 HTTP/1.1" status: 200 len: 1094 time: 0.6164467 May 31 13:19:26.008403 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-77d18bfb-1d3a-4b23-b93a-f5a27aef01a3 admin admin] Transition to ACTIVE for port object 46b4c7c3-ac6b-40cb-888a-34b0f6739218 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:19:26.017914 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76ab0b8-0df9-40d6-ac06-1db1b23f9486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ea17ce-88b5-4ef3-871b-0ed8af94afb4,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:26.091984 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a76ab0b8-0df9-40d6-ac06-1db1b23f9486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:26.093096 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a76ab0b8-0df9-40d6-ac06-1db1b23f9486 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/51ea17ce-88b5-4ef3-871b-0ed8af94afb4 HTTP/1.1" status: 204 len: 168 time: 1.7325661 May 31 13:19:26.114362 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-69d05ebd-c646-45e9-b44f-aa3ef1d6bc51 req-c182c772-83ee-44ec-b153-bf4f686340b2 service neutron] Attempting to bind port bde4048d-5049-471c-9bd6-126361053207 on host n-h1-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:19:26.115157 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-69d05ebd-c646-45e9-b44f-aa3ef1d6bc51 req-c182c772-83ee-44ec-b153-bf4f686340b2 service neutron] Attempting to bind port bde4048d-5049-471c-9bd6-126361053207 by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:19:26.115834 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d05ebd-c646-45e9-b44f-aa3ef1d6bc51 req-c182c772-83ee-44ec-b153-bf4f686340b2 service neutron] Attempting to bind port bde4048d-5049-471c-9bd6-126361053207 on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:19:26.122270 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ed3f7e28-65c1-4aec-8555-ba06456b05fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:26.128782 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d05ebd-c646-45e9-b44f-aa3ef1d6bc51 req-c182c772-83ee-44ec-b153-bf4f686340b2 service neutron] Port bde4048d-5049-471c-9bd6-126361053207 on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:19:26.129082 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d05ebd-c646-45e9-b44f-aa3ef1d6bc51 req-c182c772-83ee-44ec-b153-bf4f686340b2 service neutron] Attempting to bind port bde4048d-5049-471c-9bd6-126361053207 on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:19:26.152711 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d05ebd-c646-45e9-b44f-aa3ef1d6bc51 req-c182c772-83ee-44ec-b153-bf4f686340b2 service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:19:26.153060 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d05ebd-c646-45e9-b44f-aa3ef1d6bc51 req-c182c772-83ee-44ec-b153-bf4f686340b2 service neutron] Checking segment: {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:19:26.153465 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d05ebd-c646-45e9-b44f-aa3ef1d6bc51 req-c182c772-83ee-44ec-b153-bf4f686340b2 service neutron] Bound using segment: {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:19:26.153946 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-69d05ebd-c646-45e9-b44f-aa3ef1d6bc51 req-c182c772-83ee-44ec-b153-bf4f686340b2 service neutron] Bound port: bde4048d-5049-471c-9bd6-126361053207, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:19:26.154337 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-69d05ebd-c646-45e9-b44f-aa3ef1d6bc51 req-c182c772-83ee-44ec-b153-bf4f686340b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:26.240959 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e7d5afc8-8308-4739-a438-d7b3278bb060 req-379d9851-47b1-4945-930f-47cfa9cd9a0d service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666852 May 31 13:19:26.242107 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-77d18bfb-1d3a-4b23-b93a-f5a27aef01a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:26.247416 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-ed3f7e28-65c1-4aec-8555-ba06456b05fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:19:26.267400 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-ed3f7e28-65c1-4aec-8555-ba06456b05fe admin admin] Usage tracker for resource:security_group_rule and tenant:a5b08e3620e841ce818150b89de2bba1 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:19:26.279966 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-ed3f7e28-65c1-4aec-8555-ba06456b05fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:19:26.301617 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f5cbe7dc-6b26-4a26-8bc2-4b8113a955c3 req-0301b70b-2253-4687-bd27-3a38e567d76e tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/security-groups?id=62fff807-5a72-4450-b5e7-33e8160efe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3230555 May 31 13:19:26.314665 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-ed3f7e28-65c1-4aec-8555-ba06456b05fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:19:26.320146 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d18bfb-1d3a-4b23-b93a-f5a27aef01a3 admin admin] Network 1a166127-9d83-40c3-b8fb-068807274aee is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:19:26.331361 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-77d18bfb-1d3a-4b23-b93a-f5a27aef01a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:19:26.346393 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d18bfb-1d3a-4b23-b93a-f5a27aef01a3 admin admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:19:26.346849 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-77d18bfb-1d3a-4b23-b93a-f5a27aef01a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:26.548083 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d18bfb-1d3a-4b23-b93a-f5a27aef01a3 admin admin] Pushing event updated for resources: {'Port': ['ID=46b4c7c3-ac6b-40cb-888a-34b0f6739218,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:26.556225 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa79a7b1-a10e-47df-b0ca-452a1f525db8 req-3c8dfe82-d57b-4ada-8b70-65b66fc7d123 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:26.558922 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-fa79a7b1-a10e-47df-b0ca-452a1f525db8 req-3c8dfe82-d57b-4ada-8b70-65b66fc7d123 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Synchronizing usage tracker for tenant:d5c5502a4347492997a42923a49efdbb on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:19:26.566644 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-69d05ebd-c646-45e9-b44f-aa3ef1d6bc51 req-c182c772-83ee-44ec-b153-bf4f686340b2 service neutron] For port bde4048d-5049-471c-9bd6-126361053207, host n-h1-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:19:26.584218 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d2d7a-857d-409a-ab1c-8c451ff4d43e req-fe4ba53b-f029-4765-ad2d-20e031c4ee3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:26.590675 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-207d2d7a-857d-409a-ab1c-8c451ff4d43e req-fe4ba53b-f029-4765-ad2d-20e031c4ee3d service neutron] 10.222.0.20 "GET /v2.0/networks?id=5b3c8d41-b43d-4739-acc3-c9eae6a83205 HTTP/1.1" status: 200 len: 922 time: 0.5787506 May 31 13:19:26.593014 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-69d05ebd-c646-45e9-b44f-aa3ef1d6bc51 req-c182c772-83ee-44ec-b153-bf4f686340b2 service neutron] For port bde4048d-5049-471c-9bd6-126361053207, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=bde4048d-5049-471c-9bd6-126361053207,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:19:26.604197 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-69d05ebd-c646-45e9-b44f-aa3ef1d6bc51 req-c182c772-83ee-44ec-b153-bf4f686340b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:26.714347 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9ccbd4e1-11fd-4ca9-8509-d832734cfa72 None None] Provisioning for port 46b4c7c3-ac6b-40cb-888a-34b0f6739218 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:19:26.727863 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d05ebd-c646-45e9-b44f-aa3ef1d6bc51 req-c182c772-83ee-44ec-b153-bf4f686340b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:26.728553 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-69d05ebd-c646-45e9-b44f-aa3ef1d6bc51 req-c182c772-83ee-44ec-b153-bf4f686340b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:26.730132 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-69d05ebd-c646-45e9-b44f-aa3ef1d6bc51 req-c182c772-83ee-44ec-b153-bf4f686340b2 service neutron] 10.222.0.20 "PUT /v2.0/ports/bde4048d-5049-471c-9bd6-126361053207 HTTP/1.1" status: 200 len: 1096 time: 5.9823704 May 31 13:19:26.730569 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c6a5120-f304-4bf7-87b6-366657caea17', 'tag': 'bde4048d-5049-471c-9bd6-126361053207'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:19:26.732135 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9ccbd4e1-11fd-4ca9-8509-d832734cfa72 None None] Provisioning complete for port 46b4c7c3-ac6b-40cb-888a-34b0f6739218 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:19:26.732513 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9ccbd4e1-11fd-4ca9-8509-d832734cfa72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:26.781418 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c182c772-83ee-44ec-b153-bf4f686340b2 service neutron] Pushing event updated for resources: {'Port': ['ID=bde4048d-5049-471c-9bd6-126361053207,revision_number=3']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:26.812520 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-207d2d7a-857d-409a-ab1c-8c451ff4d43e req-74590af5-50b9-4907-8710-37912e4aabf0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c560ca4b-4cee-4fa8-b8d2-ac9a72d59334 HTTP/1.1" status: 200 len: 217 time: 0.1306431 May 31 13:19:26.842523 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9948695a-61f5-4a2d-8dbd-89a879db2d72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:26.935343 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9ccbd4e1-11fd-4ca9-8509-d832734cfa72 None None] Port 46b4c7c3-ac6b-40cb-888a-34b0f6739218 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:19:27.000740 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 6f2668b9-050c-48e2-a831-8d0fc1488410 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:19:27.066508 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-77d18bfb-1d3a-4b23-b93a-f5a27aef01a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:27.077300 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d2d7a-857d-409a-ab1c-8c451ff4d43e req-ea5e5087-622f-4657-bd69-1679dbaa702a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:27.082797 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d05ebd-c646-45e9-b44f-aa3ef1d6bc51 req-33890682-c8c4-4726-85ec-fe560ce9ec1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:27.083984 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-207d2d7a-857d-409a-ab1c-8c451ff4d43e req-ea5e5087-622f-4657-bd69-1679dbaa702a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c38944f5-addb-47c7-b219-ea477f926c92 HTTP/1.1" status: 200 len: 861 time: 0.2411115 May 31 13:19:27.085575 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-69d05ebd-c646-45e9-b44f-aa3ef1d6bc51 req-33890682-c8c4-4726-85ec-fe560ce9ec1d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ad789348d4d84f2799aa3c6910766725&device_id=4c6a5120-f304-4bf7-87b6-366657caea17 HTTP/1.1" status: 200 len: 1099 time: 0.2879338 May 31 13:19:27.093304 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9948695a-61f5-4a2d-8dbd-89a879db2d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:27.102265 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-fa79a7b1-a10e-47df-b0ca-452a1f525db8 req-3c8dfe82-d57b-4ada-8b70-65b66fc7d123 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Unset dirty status for tenant:d5c5502a4347492997a42923a49efdbb on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:19:27.103593 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fa79a7b1-a10e-47df-b0ca-452a1f525db8 req-3c8dfe82-d57b-4ada-8b70-65b66fc7d123 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] 10.222.0.50 "GET /v2.0/ports?device_id=45d2f267-9388-40f8-abd8-b77548fcaed8 HTTP/1.1" status: 200 len: 935 time: 1.1184590 May 31 13:19:27.171976 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 6f2668b9-050c-48e2-a831-8d0fc1488410 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:19:27.173189 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:27.268779 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9948695a-61f5-4a2d-8dbd-89a879db2d72 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:19:27.298441 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-69d05ebd-c646-45e9-b44f-aa3ef1d6bc51 req-0a3ad2fc-43ce-4afc-ad72-456011b216a4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=bde4048d-5049-471c-9bd6-126361053207 HTTP/1.1" status: 200 len: 217 time: 0.2006719 May 31 13:19:27.361551 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 1b511901-6041-4225-8ef3-c3b15518a027 details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:19:27.437814 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fa79a7b1-a10e-47df-b0ca-452a1f525db8 req-ee328414-f6c6-4eff-bd33-1c52f25dc40b tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] 10.222.0.50 "GET /v2.0/security-groups?id=0de57c5f-1a61-4ab1-b56d-23a80c557f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530394 May 31 13:19:27.440000 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-207d2d7a-857d-409a-ab1c-8c451ff4d43e req-da402496-2944-446f-8a68-1748cac87584 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5b3c8d41-b43d-4739-acc3-c9eae6a83205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3324816 May 31 13:19:27.464462 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d05ebd-c646-45e9-b44f-aa3ef1d6bc51 req-f20a3d06-25cd-4355-b93b-6bae4025dc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:27.466083 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-69d05ebd-c646-45e9-b44f-aa3ef1d6bc51 req-f20a3d06-25cd-4355-b93b-6bae4025dc6a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.1590214 May 31 13:19:27.512223 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9948695a-61f5-4a2d-8dbd-89a879db2d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:27.512580 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-9948695a-61f5-4a2d-8dbd-89a879db2d72 admin admin] Added segment 64889cdd-69b3-4568-a8b0-e14af71b294c of type vlan for network 264d3e9c-8d7f-4451-9e2d-ffea36fa0cee May 31 13:19:27.521725 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.resource_extend [req-ff29310b-a4a6-4c00-ac4c-8a6bbe8c6c89 req-a54dca76-7103-4d9e-95b6-4d9d10074d0e service neutron] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:19:27.545018 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9948695a-61f5-4a2d-8dbd-89a879db2d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd5c525-5125-498b-be0f-23756a44eb33,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:27.587457 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 1b511901-6041-4225-8ef3-c3b15518a027, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=1b511901-6041-4225-8ef3-c3b15518a027,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:19:27.612825 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': '1b511901-6041-4225-8ef3-c3b15518a027', 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4', 'port_id': '1b511901-6041-4225-8ef3-c3b15518a027', 'mac_address': 'fa:16:3e:e5:7d:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24822c99-0dce-4d50-9c44-3135ba3763b8', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:19:27.617504 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ed3f7e28-65c1-4aec-8555-ba06456b05fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:27.669362 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b36abbfb-f6aa-4b45-92d2-3305c0364b12'] response: {'name': 'network-changed', 'server_uuid': '4c6a5120-f304-4bf7-87b6-366657caea17', 'tag': 'bde4048d-5049-471c-9bd6-126361053207', 'status': 'completed', 'code': 200} May 31 13:19:27.674295 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ed3f7e28-65c1-4aec-8555-ba06456b05fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:27.682651 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 6f2668b9-050c-48e2-a831-8d0fc1488410 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:19:27.700775 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 1b511901-6041-4225-8ef3-c3b15518a027 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:19:27.701152 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:27.701488 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d05ebd-c646-45e9-b44f-aa3ef1d6bc51 req-1e54672e-6848-4544-b4e6-3d2afccbb3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:27.703219 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-69d05ebd-c646-45e9-b44f-aa3ef1d6bc51 req-1e54672e-6848-4544-b4e6-3d2afccbb3ae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2280667 May 31 13:19:27.721657 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b511901-6041-4225-8ef3-c3b15518a027 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:19:27.741110 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 1b511901-6041-4225-8ef3-c3b15518a027, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=1b511901-6041-4225-8ef3-c3b15518a027,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:19:27.755171 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:27.767100 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-77d18bfb-1d3a-4b23-b93a-f5a27aef01a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:27.797238 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9948695a-61f5-4a2d-8dbd-89a879db2d72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:27.805631 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f7e28-65c1-4aec-8555-ba06456b05fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d302adc-88b7-4512-ae0e-8f36b638e3a0,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:27.826181 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-77d18bfb-1d3a-4b23-b93a-f5a27aef01a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:27.827454 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-77d18bfb-1d3a-4b23-b93a-f5a27aef01a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:27.831025 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5807fcb9-7219-484c-90c4-33e1b0bf797b req-3f5020d7-82f2-4fff-b1df-a9a713796b28 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:27.838607 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5807fcb9-7219-484c-90c4-33e1b0bf797b req-3f5020d7-82f2-4fff-b1df-a9a713796b28 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a9680b0-40cc-49a3-a3a2-174f0c4d9066 HTTP/1.1" status: 200 len: 943 time: 0.7525046 May 31 13:19:27.846115 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=1b511901-6041-4225-8ef3-c3b15518a027,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:27.858514 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-ff29310b-a4a6-4c00-ac4c-8a6bbe8c6c89 req-a54dca76-7103-4d9e-95b6-4d9d10074d0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e554978f-40e4-4022-bf0e-92553e5b2e08 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:19:27.865703 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-ed3f7e28-65c1-4aec-8555-ba06456b05fe admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a5b08e3620e841ce818150b89de2bba1&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4529836 May 31 13:19:27.885277 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 60470) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:19:27.889048 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ff29310b-a4a6-4c00-ac4c-8a6bbe8c6c89 req-a54dca76-7103-4d9e-95b6-4d9d10074d0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:27.994254 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-ff29310b-a4a6-4c00-ac4c-8a6bbe8c6c89 req-a54dca76-7103-4d9e-95b6-4d9d10074d0e service neutron] Transition to ACTIVE for port object e554978f-40e4-4022-bf0e-92553e5b2e08 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:19:28.015650 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-207d2d7a-857d-409a-ab1c-8c451ff4d43e req-e9aafd6d-bfd9-45a7-a29d-7e862dba4c33 service neutron] 10.222.0.20 "GET /v2.0/networks/5b3c8d41-b43d-4739-acc3-c9eae6a83205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5387456 May 31 13:19:28.021263 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5807fcb9-7219-484c-90c4-33e1b0bf797b req-4477c88b-f57a-47b7-a926-11badcc7dc4f tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817415 May 31 13:19:28.021820 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ff29310b-a4a6-4c00-ac4c-8a6bbe8c6c89 req-a54dca76-7103-4d9e-95b6-4d9d10074d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:28.029218 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d18bfb-1d3a-4b23-b93a-f5a27aef01a3 admin admin] Pushing event updated for resources: {'Port': ['ID=46b4c7c3-ac6b-40cb-888a-34b0f6739218,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:28.066579 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9948695a-61f5-4a2d-8dbd-89a879db2d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:28.067843 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9948695a-61f5-4a2d-8dbd-89a879db2d72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:28.068612 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9948695a-61f5-4a2d-8dbd-89a879db2d72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:28.088515 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-69d05ebd-c646-45e9-b44f-aa3ef1d6bc51 req-9dcc4517-f2f0-4e7a-8a8f-4b37cedda836 service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3575377 May 31 13:19:28.151850 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a21b9feb-19ae-48a6-9290-53dc55185628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:28.216945 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['1b511901-6041-4225-8ef3-c3b15518a027'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:19:28.297921 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a21b9feb-19ae-48a6-9290-53dc55185628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:28.311269 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d18bfb-1d3a-4b23-b93a-f5a27aef01a3 admin admin] Network 1a166127-9d83-40c3-b8fb-068807274aee is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:19:28.318338 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-77d18bfb-1d3a-4b23-b93a-f5a27aef01a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:19:28.488305 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54dca76-7103-4d9e-95b6-4d9d10074d0e service neutron] Pushing event updated for resources: {'Port': ['ID=e554978f-40e4-4022-bf0e-92553e5b2e08,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:28.493193 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-69d05ebd-c646-45e9-b44f-aa3ef1d6bc51 req-ad206c0e-a8d3-4114-acb6-89b735914408 service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3923223 May 31 13:19:28.660172 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-207d2d7a-857d-409a-ab1c-8c451ff4d43e req-7a3c7bc4-da63-4134-a93a-579e5f9319ff service neutron] 10.222.0.20 "GET /v2.0/networks/5b3c8d41-b43d-4739-acc3-c9eae6a83205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6334524 May 31 13:19:28.668595 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a21b9feb-19ae-48a6-9290-53dc55185628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:28.694360 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77d18bfb-1d3a-4b23-b93a-f5a27aef01a3 admin admin] Router ab3cfa3a-ec0e-4b20-8fdb-94fdf0b71fd3 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:19:28.699270 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21b9feb-19ae-48a6-9290-53dc55185628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d302adc-88b7-4512-ae0e-8f36b638e3a0,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:28.713306 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a21b9feb-19ae-48a6-9290-53dc55185628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:28.714460 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a21b9feb-19ae-48a6-9290-53dc55185628 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2d302adc-88b7-4512-ae0e-8f36b638e3a0 HTTP/1.1" status: 204 len: 168 time: 0.8212771 May 31 13:19:28.746293 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-9948695a-61f5-4a2d-8dbd-89a879db2d72 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.3319924 May 31 13:19:28.766423 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ab792-32bd-4de1-adee-3eaca7094e22 req-d895380f-aa54-4557-bfa3-06ab229bab0b tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:28.775511 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b54ab792-32bd-4de1-adee-3eaca7094e22 req-d895380f-aa54-4557-bfa3-06ab229bab0b tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c6a5120-f304-4bf7-87b6-366657caea17 HTTP/1.1" status: 200 len: 948 time: 0.9339416 May 31 13:19:28.777691 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 60498) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:19:28.784027 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c4e2f7-8845-4e31-a1e3-f06916582f20 req-af769a9d-7230-4536-8c07-0be9c42a57ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:28.786717 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c6c4e2f7-8845-4e31-a1e3-f06916582f20 req-af769a9d-7230-4536-8c07-0be9c42a57ce service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ad789348d4d84f2799aa3c6910766725&device_id=4c6a5120-f304-4bf7-87b6-366657caea17 HTTP/1.1" status: 200 len: 1099 time: 0.2202921 May 31 13:19:28.795513 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9948695a-61f5-4a2d-8dbd-89a879db2d72 admin admin] Pushing event updated for resources: {'Network': ['ID=264d3e9c-8d7f-4451-9e2d-ffea36fa0cee,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:28.819271 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-2dd187c9-608c-4912-a4d2-baa0427d7488 admin admin] Request body: {'subnet': {'network_id': '264d3e9c-8d7f-4451-9e2d-ffea36fa0cee', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1772585192-subnet', 'tenant_id': '045a3b012fa24290a40968c5c069f307', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:19:28.828924 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-2dd187c9-608c-4912-a4d2-baa0427d7488 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:19:28.829600 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 264d3e9c-8d7f-4451-9e2d-ffea36fa0cee details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:19:28.841450 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-ff29310b-a4a6-4c00-ac4c-8a6bbe8c6c89 req-a54dca76-7103-4d9e-95b6-4d9d10074d0e service neutron] Attempting to bind port e554978f-40e4-4022-bf0e-92553e5b2e08 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:19:28.841735 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-ff29310b-a4a6-4c00-ac4c-8a6bbe8c6c89 req-a54dca76-7103-4d9e-95b6-4d9d10074d0e service neutron] Attempting to bind port e554978f-40e4-4022-bf0e-92553e5b2e08 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:19:28.841937 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff29310b-a4a6-4c00-ac4c-8a6bbe8c6c89 req-a54dca76-7103-4d9e-95b6-4d9d10074d0e service neutron] Attempting to bind port e554978f-40e4-4022-bf0e-92553e5b2e08 on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:19:28.847732 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-2dd187c9-608c-4912-a4d2-baa0427d7488 admin admin] Usage tracker for resource:subnet and tenant:045a3b012fa24290a40968c5c069f307 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:19:28.854803 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-2dd187c9-608c-4912-a4d2-baa0427d7488 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:19:28.865407 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff29310b-a4a6-4c00-ac4c-8a6bbe8c6c89 req-a54dca76-7103-4d9e-95b6-4d9d10074d0e service neutron] Port e554978f-40e4-4022-bf0e-92553e5b2e08 on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:19:28.865797 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff29310b-a4a6-4c00-ac4c-8a6bbe8c6c89 req-a54dca76-7103-4d9e-95b6-4d9d10074d0e service neutron] Attempting to bind port e554978f-40e4-4022-bf0e-92553e5b2e08 on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:19:28.878678 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b54ab792-32bd-4de1-adee-3eaca7094e22 req-0f4ede17-30bd-4a1c-abef-0e836c486af8 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/security-groups?id=62fff807-5a72-4450-b5e7-33e8160efe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023567 May 31 13:19:28.882025 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-2dd187c9-608c-4912-a4d2-baa0427d7488 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:19:28.909924 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff29310b-a4a6-4c00-ac4c-8a6bbe8c6c89 req-a54dca76-7103-4d9e-95b6-4d9d10074d0e service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:19:28.910289 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff29310b-a4a6-4c00-ac4c-8a6bbe8c6c89 req-a54dca76-7103-4d9e-95b6-4d9d10074d0e service neutron] Checking segment: {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:19:28.910783 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff29310b-a4a6-4c00-ac4c-8a6bbe8c6c89 req-a54dca76-7103-4d9e-95b6-4d9d10074d0e service neutron] Bound using segment: {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:19:28.911470 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-ff29310b-a4a6-4c00-ac4c-8a6bbe8c6c89 req-a54dca76-7103-4d9e-95b6-4d9d10074d0e service neutron] Bound port: e554978f-40e4-4022-bf0e-92553e5b2e08, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:19:28.911827 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ff29310b-a4a6-4c00-ac4c-8a6bbe8c6c89 req-a54dca76-7103-4d9e-95b6-4d9d10074d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:29.017410 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd187c9-608c-4912-a4d2-baa0427d7488 admin admin] Made reservation on behalf of 045a3b012fa24290a40968c5c069f307 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:19:29.019608 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2dd187c9-608c-4912-a4d2-baa0427d7488 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:29.072934 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 60512) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:19:29.214408 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c16dd22a-22f4-41de-9983-f37369ef46ad None None] Provisioning complete for port 46b4c7c3-ac6b-40cb-888a-34b0f6739218 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:19:29.216139 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c16dd22a-22f4-41de-9983-f37369ef46ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:29.274993 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d18bfb-1d3a-4b23-b93a-f5a27aef01a3 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:19:29.283426 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-77d18bfb-1d3a-4b23-b93a-f5a27aef01a3 admin admin] 10.222.0.50 "PUT /v2.0/routers/ab3cfa3a-ec0e-4b20-8fdb-94fdf0b71fd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5016716 May 31 13:19:29.288407 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0089abf-9b74-45ed-8f67-896603464057 None None] Sync routers for ids ['ab3cfa3a-ec0e-4b20-8fdb-94fdf0b71fd3'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:19:29.290165 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c4e2f7-8845-4e31-a1e3-f06916582f20 req-d663681b-bafd-4db0-903d-b7938bbd61cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:29.291902 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c6c4e2f7-8845-4e31-a1e3-f06916582f20 req-d663681b-bafd-4db0-903d-b7938bbd61cc service neutron] 10.222.0.20 "GET /v2.0/networks?id=85b11c4f-90ad-4763-b38d-22d3f87089f4 HTTP/1.1" status: 200 len: 870 time: 0.4978456 May 31 13:19:29.326774 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-c16dd22a-22f4-41de-9983-f37369ef46ad None None] Port 46b4c7c3-ac6b-40cb-888a-34b0f6739218 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:19:29.345173 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0089abf-9b74-45ed-8f67-896603464057 None None] Routers {'ab3cfa3a-ec0e-4b20-8fdb-94fdf0b71fd3'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:19:29.345818 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-f0089abf-9b74-45ed-8f67-896603464057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:19:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['ab3cfa3a-ec0e-4b20-8fdb-94fdf0b71fd3'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:19:29.376654 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c6c4e2f7-8845-4e31-a1e3-f06916582f20 req-59d97ef7-9c40-4435-bd15-f6e95bde1b6d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=bde4048d-5049-471c-9bd6-126361053207 HTTP/1.1" status: 200 len: 217 time: 0.0775712 May 31 13:19:29.424763 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device c560ca4b-4cee-4fa8-b8d2-ac9a72d59334 details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:19:29.433444 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 60524) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:19:29.480632 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c4e2f7-8845-4e31-a1e3-f06916582f20 req-eb8c8c5c-2d78-4c0e-b739-b206132b44ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:29.482697 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c6c4e2f7-8845-4e31-a1e3-f06916582f20 req-eb8c8c5c-2d78-4c0e-b739-b206132b44ba service neutron] 10.222.0.20 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.0980828 May 31 13:19:29.500415 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-ff29310b-a4a6-4c00-ac4c-8a6bbe8c6c89 req-a54dca76-7103-4d9e-95b6-4d9d10074d0e service neutron] For port e554978f-40e4-4022-bf0e-92553e5b2e08, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:19:29.516897 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cec57a61-95a9-4e19-9519-46b68476d7b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:29.532516 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bc519a87-651b-4e18-bd05-59186f929fa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:29.543281 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-ff29310b-a4a6-4c00-ac4c-8a6bbe8c6c89 req-a54dca76-7103-4d9e-95b6-4d9d10074d0e service neutron] For port e554978f-40e4-4022-bf0e-92553e5b2e08, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=e554978f-40e4-4022-bf0e-92553e5b2e08,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:19:29.565762 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-cec57a61-95a9-4e19-9519-46b68476d7b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:19:29.568948 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ff29310b-a4a6-4c00-ac4c-8a6bbe8c6c89 req-a54dca76-7103-4d9e-95b6-4d9d10074d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:29.594199 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c4e2f7-8845-4e31-a1e3-f06916582f20 req-9828ce6d-952d-493c-bbbc-367fb6a4a7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:29.595953 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c6c4e2f7-8845-4e31-a1e3-f06916582f20 req-9828ce6d-952d-493c-bbbc-367fb6a4a7cd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1057396 May 31 13:19:29.608401 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-cec57a61-95a9-4e19-9519-46b68476d7b6 admin admin] Usage tracker for resource:security_group_rule and tenant:64576d34d315410c94711bde2e9456ce is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:19:29.611204 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-bc519a87-651b-4e18-bd05-59186f929fa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:19:29.635954 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-cec57a61-95a9-4e19-9519-46b68476d7b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:19:29.651799 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-bc519a87-651b-4e18-bd05-59186f929fa2 admin admin] Usage tracker for resource:security_group_rule and tenant:7f59511952f146d88142aab1ffff09bd is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:19:29.687995 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-bc519a87-651b-4e18-bd05-59186f929fa2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:19:29.690778 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-cec57a61-95a9-4e19-9519-46b68476d7b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:19:29.704621 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port c560ca4b-4cee-4fa8-b8d2-ac9a72d59334, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=c560ca4b-4cee-4fa8-b8d2-ac9a72d59334,segment=NetworkSegment(a592d348-649e-4ed1-b139-bdf2b9c4a847),segment_id=a592d348-649e-4ed1-b139-bdf2b9c4a847)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:19:29.705441 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff29310b-a4a6-4c00-ac4c-8a6bbe8c6c89 req-a54dca76-7103-4d9e-95b6-4d9d10074d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:29.706082 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ff29310b-a4a6-4c00-ac4c-8a6bbe8c6c89 req-a54dca76-7103-4d9e-95b6-4d9d10074d0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:29.707471 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ff29310b-a4a6-4c00-ac4c-8a6bbe8c6c89 req-a54dca76-7103-4d9e-95b6-4d9d10074d0e service neutron] 10.222.0.44 "PUT /v2.0/ports/e554978f-40e4-4022-bf0e-92553e5b2e08 HTTP/1.1" status: 200 len: 1117 time: 4.4964929 May 31 13:19:29.713883 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45d2f267-9388-40f8-abd8-b77548fcaed8', 'tag': 'e554978f-40e4-4022-bf0e-92553e5b2e08'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:19:29.718957 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-f0089abf-9b74-45ed-8f67-896603464057 None None] Set router ab3cfa3a-ec0e-4b20-8fdb-94fdf0b71fd3 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:19:29.727642 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-bc519a87-651b-4e18-bd05-59186f929fa2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:19:29.753752 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c6c4e2f7-8845-4e31-a1e3-f06916582f20 req-9f8bbf62-dc2f-4706-9e4d-e216f52360d3 service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504693 May 31 13:19:29.781005 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725248f6-24b0-47c2-97e0-4c9f83c24fe7 req-03ab7c5a-470f-444a-a09a-9bbf6c333b27 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:29.782468 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-725248f6-24b0-47c2-97e0-4c9f83c24fe7 req-03ab7c5a-470f-444a-a09a-9bbf6c333b27 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] 10.222.0.50 "GET /v2.0/ports?device_id=45d2f267-9388-40f8-abd8-b77548fcaed8 HTTP/1.1" status: 200 len: 969 time: 0.6763847 May 31 13:19:29.783997 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': 'c560ca4b-4cee-4fa8-b8d2-ac9a72d59334', 'network_id': '5b3c8d41-b43d-4739-acc3-c9eae6a83205', 'port_id': 'c560ca4b-4cee-4fa8-b8d2-ac9a72d59334', 'mac_address': 'fa:16:3e:c1:6a:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c38944f5-addb-47c7-b219-ea477f926c92', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:19:29.842665 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea544305-af55-4e4c-add1-a3420a7da9dd req-b1e51699-a779-44b0-bde0-ee6d014282f2 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:29.844168 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ea544305-af55-4e4c-add1-a3420a7da9dd req-b1e51699-a779-44b0-bde0-ee6d014282f2 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a9680b0-40cc-49a3-a3a2-174f0c4d9066 HTTP/1.1" status: 200 len: 943 time: 0.6019535 May 31 13:19:29.897485 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54dca76-7103-4d9e-95b6-4d9d10074d0e service neutron] Pushing event updated for resources: {'Port': ['ID=e554978f-40e4-4022-bf0e-92553e5b2e08,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:29.950077 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c6c4e2f7-8845-4e31-a1e3-f06916582f20 req-ee5e2ab0-b7bf-4de5-9bb7-d018e15ebf7a service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808770 May 31 13:19:30.034945 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port c560ca4b-4cee-4fa8-b8d2-ac9a72d59334 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:19:30.035500 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:30.089222 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c560ca4b-4cee-4fa8-b8d2-ac9a72d59334 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:19:30.122915 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-725248f6-24b0-47c2-97e0-4c9f83c24fe7 req-7d1ffba1-5ca2-472d-bade-a6042d4247cd tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] 10.222.0.50 "GET /v2.0/security-groups?id=0de57c5f-1a61-4ab1-b56d-23a80c557f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886469 May 31 13:19:30.149232 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port c560ca4b-4cee-4fa8-b8d2-ac9a72d59334, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=c560ca4b-4cee-4fa8-b8d2-ac9a72d59334,segment=NetworkSegment(a592d348-649e-4ed1-b139-bdf2b9c4a847),segment_id=a592d348-649e-4ed1-b139-bdf2b9c4a847)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:19:30.154640 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2dd187c9-608c-4912-a4d2-baa0427d7488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:30.161102 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ea544305-af55-4e4c-add1-a3420a7da9dd req-64b048fe-67fb-42da-a56a-47a78d0a0786 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887409 May 31 13:19:30.161438 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:30.263736 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4793a8d6-c7f9-42bf-b311-e0c8c8219808'] response: {'name': 'network-changed', 'server_uuid': '45d2f267-9388-40f8-abd8-b77548fcaed8', 'tag': 'e554978f-40e4-4022-bf0e-92553e5b2e08', 'status': 'completed', 'code': 200} May 31 13:19:30.278277 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=c560ca4b-4cee-4fa8-b8d2-ac9a72d59334,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:30.293603 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-f0089abf-9b74-45ed-8f67-896603464057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab3cfa3a-ec0e-4b20-8fdb-94fdf0b71fd3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-489033667-router', 'tenant_id': '8f45df6fe50940b59c7e3192b3d15b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': '6f2668b9-050c-48e2-a831-8d0fc1488410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:19:13Z', 'updated_at': '2022-05-31T13:19:26Z', 'revision_number': 4, 'project_id': '8f45df6fe50940b59c7e3192b3d15b16', 'gw_port': {'id': '6f2668b9-050c-48e2-a831-8d0fc1488410', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:77:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3cfa3a-ec0e-4b20-8fdb-94fdf0b71fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 202, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:19:14Z', 'updated_at': '2022-05-31T13:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '46b4c7c3-ac6b-40cb-888a-34b0f6739218', 'name': '', 'network_id': '1a166127-9d83-40c3-b8fb-068807274aee', 'tenant_id': '8f45df6fe50940b59c7e3192b3d15b16', 'mac_address': 'fa:16:3e:74:f7:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab3cfa3a-ec0e-4b20-8fdb-94fdf0b71fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '2dff7ad3-fe72-4177-9136-f1bcaebd25fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:19:23Z', 'updated_at': '2022-05-31T13:19:27Z', 'revision_number': 2, 'project_id': '8f45df6fe50940b59c7e3192b3d15b16', 'subnets': [{'id': '2dff7ad3-fe72-4177-9136-f1bcaebd25fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:19:30.298207 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0089abf-9b74-45ed-8f67-896603464057 None None] Checking router: ab3cfa3a-ec0e-4b20-8fdb-94fdf0b71fd3 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:19:30.298560 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0089abf-9b74-45ed-8f67-896603464057 None None] Updating router ab3cfa3a-ec0e-4b20-8fdb-94fdf0b71fd3 port 46b4c7c3-ac6b-40cb-888a-34b0f6739218 binding host n-d-843939-1 {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:19:30.351702 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff29310b-a4a6-4c00-ac4c-8a6bbe8c6c89 req-b8f11d77-1f7a-4a08-97c0-2537934b2536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:30.353359 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ff29310b-a4a6-4c00-ac4c-8a6bbe8c6c89 req-b8f11d77-1f7a-4a08-97c0-2537934b2536 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d5c5502a4347492997a42923a49efdbb&device_id=45d2f267-9388-40f8-abd8-b77548fcaed8 HTTP/1.1" status: 200 len: 1120 time: 0.5841703 May 31 13:19:30.360598 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cec57a61-95a9-4e19-9519-46b68476d7b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:30.369864 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd187c9-608c-4912-a4d2-baa0427d7488 admin admin] Pushing event updated for resources: {'Subnet': ['ID=330b6be7-215f-42f2-84c8-2a0056ab1181,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:30.372479 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f0089abf-9b74-45ed-8f67-896603464057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:30.476887 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cec57a61-95a9-4e19-9519-46b68476d7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:30.505449 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['c560ca4b-4cee-4fa8-b8d2-ac9a72d59334'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:19:30.508351 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bc519a87-651b-4e18-bd05-59186f929fa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:30.512949 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ff29310b-a4a6-4c00-ac4c-8a6bbe8c6c89 req-764c4672-0480-429b-8e4e-63998e54fd2a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=e554978f-40e4-4022-bf0e-92553e5b2e08 HTTP/1.1" status: 200 len: 217 time: 0.1444294 May 31 13:19:30.514073 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd187c9-608c-4912-a4d2-baa0427d7488 admin admin] Checking segment: {'id': '64889cdd-69b3-4568-a8b0-e14af71b294c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '264d3e9c-8d7f-4451-9e2d-ffea36fa0cee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:19:30.514222 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd187c9-608c-4912-a4d2-baa0427d7488 admin admin] Network hostable DHCP agents. Network: 264d3e9c-8d7f-4451-9e2d-ffea36fa0cee, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:19:30.566121 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bc519a87-651b-4e18-bd05-59186f929fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:30.634781 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-cec57a61-95a9-4e19-9519-46b68476d7b6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=64576d34d315410c94711bde2e9456ce&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1978617 May 31 13:19:30.635921 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 60544) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:19:30.653268 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec57a61-95a9-4e19-9519-46b68476d7b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=659de5d4-878e-4d35-b90d-899d9744236a,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:30.682702 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-bc519a87-651b-4e18-bd05-59186f929fa2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7f59511952f146d88142aab1ffff09bd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6062474 May 31 13:19:30.688479 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 60548) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:19:30.699127 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd187c9-608c-4912-a4d2-baa0427d7488 admin admin] Network 264d3e9c-8d7f-4451-9e2d-ffea36fa0cee is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:19:30.702631 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff29310b-a4a6-4c00-ac4c-8a6bbe8c6c89 req-d8d93c63-6fe1-4b69-9fb0-d11349c1582c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:30.704082 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ff29310b-a4a6-4c00-ac4c-8a6bbe8c6c89 req-d8d93c63-6fe1-4b69-9fb0-d11349c1582c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.1767082 May 31 13:19:30.766259 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4395f4a6-a99b-4c00-8f7a-a62e6443129e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:30.769305 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc519a87-651b-4e18-bd05-59186f929fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba07620-2a97-4f42-afa7-a88a3023a0ba,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:30.789521 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-2dd187c9-608c-4912-a4d2-baa0427d7488 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 264d3e9c-8d7f-4451-9e2d-ffea36fa0cee) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:19:30.802050 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd187c9-608c-4912-a4d2-baa0427d7488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:30.803948 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4395f4a6-a99b-4c00-8f7a-a62e6443129e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:30.808707 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2dd187c9-608c-4912-a4d2-baa0427d7488 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:30.818375 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f360bd-e6a9-44ff-857b-db00c93aa7a2 None None] Network 264d3e9c-8d7f-4451-9e2d-ffea36fa0cee requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:19:30.872086 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720e9484-c09f-4ace-8533-0b83f0d4d296 req-129318af-515f-4dd7-84a0-876ca5570b77 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:30.878962 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4395f4a6-a99b-4c00-8f7a-a62e6443129e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:30.879749 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-720e9484-c09f-4ace-8533-0b83f0d4d296 req-129318af-515f-4dd7-84a0-876ca5570b77 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c6a5120-f304-4bf7-87b6-366657caea17 HTTP/1.1" status: 200 len: 948 time: 0.5219355 May 31 13:19:30.899800 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4395f4a6-a99b-4c00-8f7a-a62e6443129e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=659de5d4-878e-4d35-b90d-899d9744236a,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:30.907656 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4395f4a6-a99b-4c00-8f7a-a62e6443129e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:30.908765 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-4395f4a6-a99b-4c00-8f7a-a62e6443129e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/659de5d4-878e-4d35-b90d-899d9744236a HTTP/1.1" status: 204 len: 168 time: 0.2710302 May 31 13:19:30.973290 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-00cbf38c-184e-4dbb-ad2d-b27c252097dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:30.982224 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-2dd187c9-608c-4912-a4d2-baa0427d7488 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.1806235 May 31 13:19:31.017906 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-720e9484-c09f-4ace-8533-0b83f0d4d296 req-67e86b52-b9b0-4f6b-acd0-3079dab13d59 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/security-groups?id=62fff807-5a72-4450-b5e7-33e8160efe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369250 May 31 13:19:31.086517 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-00cbf38c-184e-4dbb-ad2d-b27c252097dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:31.119411 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff29310b-a4a6-4c00-ac4c-8a6bbe8c6c89 req-9cce394d-4b88-4b3b-87c1-79b11b3b116f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:31.121115 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ff29310b-a4a6-4c00-ac4c-8a6bbe8c6c89 req-9cce394d-4b88-4b3b-87c1-79b11b3b116f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4081883 May 31 13:19:31.129710 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.resource_extend [None req-f0089abf-9b74-45ed-8f67-896603464057 None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:19:31.153074 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 60578) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:19:31.158429 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-74e11700-4579-4ed4-af49-cc7b65e1d9a9 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Request body: {'security_group': {'name': 'tempest-securitygroup--347783841', 'description': 'tempest-description--945397620'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:19:31.169330 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-74e11700-4579-4ed4-af49-cc7b65e1d9a9 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:19:31.179427 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-74e11700-4579-4ed4-af49-cc7b65e1d9a9 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Usage tracker for resource:security_group and tenant:b507f55702b4454690aaa4c9f4de29b0 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:19:31.186340 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-74e11700-4579-4ed4-af49-cc7b65e1d9a9 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:19:31.225051 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-74e11700-4579-4ed4-af49-cc7b65e1d9a9 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:19:31.237905 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 60586) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:19:31.296852 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-74e11700-4579-4ed4-af49-cc7b65e1d9a9 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:31.373397 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f0089abf-9b74-45ed-8f67-896603464057 None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:31.377515 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 1b511901-6041-4225-8ef3-c3b15518a027 up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:19:31.398315 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-74e11700-4579-4ed4-af49-cc7b65e1d9a9 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:19:31.417525 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-74e11700-4579-4ed4-af49-cc7b65e1d9a9 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Usage tracker for resource:security_group_rule and tenant:b507f55702b4454690aaa4c9f4de29b0 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:19:31.428355 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-74e11700-4579-4ed4-af49-cc7b65e1d9a9 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:19:31.456634 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-74e11700-4579-4ed4-af49-cc7b65e1d9a9 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:19:31.474119 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-f62e6ff6-20a5-494d-bca0-baa803ba4e31 admin admin] Deleting subnet b385eb77-4151-4b3c-a957-991ef6d525fb {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:19:31.487120 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f62e6ff6-20a5-494d-bca0-baa803ba4e31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:31.547007 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-00cbf38c-184e-4dbb-ad2d-b27c252097dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:31.555457 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f0089abf-9b74-45ed-8f67-896603464057 None None] Transition to ACTIVE for port object 46b4c7c3-ac6b-40cb-888a-34b0f6739218 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:19:31.560209 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ff29310b-a4a6-4c00-ac4c-8a6bbe8c6c89 req-f4ab78ac-8ee0-4bb8-b9f0-379449431a12 service neutron] 10.222.0.44 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4316790 May 31 13:19:31.581901 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f0089abf-9b74-45ed-8f67-896603464057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:31.586640 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f62e6ff6-20a5-494d-bca0-baa803ba4e31 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:31.591289 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cbf38c-184e-4dbb-ad2d-b27c252097dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba07620-2a97-4f42-afa7-a88a3023a0ba,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:31.603701 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f62e6ff6-20a5-494d-bca0-baa803ba4e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:31.624045 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faacc914-dbce-4bdb-ba02-fab480e88255 None None] Network 264d3e9c-8d7f-4451-9e2d-ffea36fa0cee requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:19:31.663526 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-00cbf38c-184e-4dbb-ad2d-b27c252097dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:31.667934 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-00cbf38c-184e-4dbb-ad2d-b27c252097dc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6ba07620-2a97-4f42-afa7-a88a3023a0ba HTTP/1.1" status: 204 len: 168 time: 0.9703202 May 31 13:19:31.675716 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning for port 1b511901-6041-4225-8ef3-c3b15518a027 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:19:31.695677 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a619732-520c-438f-837a-31b88ebbe5f7 req-63e15ce9-d1e4-46cc-902c-f647dc5fa6d9 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:31.697266 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8a619732-520c-438f-837a-31b88ebbe5f7 req-63e15ce9-d1e4-46cc-902c-f647dc5fa6d9 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] 10.222.0.50 "GET /v2.0/ports?device_id=45d2f267-9388-40f8-abd8-b77548fcaed8 HTTP/1.1" status: 200 len: 969 time: 0.3208861 May 31 13:19:31.744852 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcaf848-387d-4c53-a5cd-5695d48a360a req-a56aebb5-96ab-431f-b75e-b60093b612d4 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:31.746973 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port 1b511901-6041-4225-8ef3-c3b15518a027 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:19:31.747307 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:31.752437 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8bcaf848-387d-4c53-a5cd-5695d48a360a req-a56aebb5-96ab-431f-b75e-b60093b612d4 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a9680b0-40cc-49a3-a3a2-174f0c4d9066 HTTP/1.1" status: 200 len: 944 time: 0.3706923 May 31 13:19:31.805501 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-74e11700-4579-4ed4-af49-cc7b65e1d9a9 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:31.807666 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ff29310b-a4a6-4c00-ac4c-8a6bbe8c6c89 req-b2770ce7-cf36-4606-80cd-32114cecde21 service neutron] 10.222.0.44 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403877 May 31 13:19:31.817157 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-74e11700-4579-4ed4-af49-cc7b65e1d9a9 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:31.839938 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8a619732-520c-438f-837a-31b88ebbe5f7 req-072dafd2-f589-4240-9f85-b60e55b65fab tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] 10.222.0.50 "GET /v2.0/security-groups?id=0de57c5f-1a61-4ab1-b56d-23a80c557f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288242 May 31 13:19:31.872549 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8bcaf848-387d-4c53-a5cd-5695d48a360a req-e9c90794-fa26-43fe-b72a-ad415880eb67 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189630 May 31 13:19:31.897030 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e11700-4579-4ed4-af49-cc7b65e1d9a9 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a8d50c8-ecaa-42f3-ab2e-6ee0f73e2630,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:31.906522 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f62e6ff6-20a5-494d-bca0-baa803ba4e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:32.015108 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f62e6ff6-20a5-494d-bca0-baa803ba4e31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:32.048036 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-f62e6ff6-20a5-494d-bca0-baa803ba4e31 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/b385eb77-4151-4b3c-a957-991ef6d525fb HTTP/1.1" status: 204 len: 168 time: 0.8082795 May 31 13:19:32.053407 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 60612) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:19:32.068024 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62e6ff6-20a5-494d-bca0-baa803ba4e31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b385eb77-4151-4b3c-a957-991ef6d525fb,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:32.184896 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7db27e-f170-4e90-8e70-34de68734d08 req-4cff898f-baed-4288-b3fa-a61e359a25aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:32.189449 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fb7db27e-f170-4e90-8e70-34de68734d08 req-4cff898f-baed-4288-b3fa-a61e359a25aa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d5c5502a4347492997a42923a49efdbb&device_id=45d2f267-9388-40f8-abd8-b77548fcaed8 HTTP/1.1" status: 200 len: 1120 time: 0.2941878 May 31 13:19:32.284526 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fb397e45-492b-49f5-91e6-662237ac478c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:32.286630 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-74e11700-4579-4ed4-af49-cc7b65e1d9a9 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:32.291331 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-74e11700-4579-4ed4-af49-cc7b65e1d9a9 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.1371377 May 31 13:19:32.293429 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 60630) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:19:32.299108 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-138ddce6-973e-454a-a99a-fb2531dc2822 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Request body: {'security_group_rule': {'security_group_id': '2a8d50c8-ecaa-42f3-ab2e-6ee0f73e2630', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:19:32.328701 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-138ddce6-973e-454a-a99a-fb2531dc2822 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:19:32.343903 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-138ddce6-973e-454a-a99a-fb2531dc2822 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Usage tracker for resource:security_group_rule and tenant:b507f55702b4454690aaa4c9f4de29b0 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:19:32.425161 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-138ddce6-973e-454a-a99a-fb2531dc2822 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:19:32.476573 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-138ddce6-973e-454a-a99a-fb2531dc2822 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:19:32.571130 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-138ddce6-973e-454a-a99a-fb2531dc2822 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:32.596601 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf0371e-baa5-46e7-8656-0e36725f68d3 None None] Pushing event updated for resources: {'Port': ['ID=46b4c7c3-ac6b-40cb-888a-34b0f6739218,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:32.609640 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fb397e45-492b-49f5-91e6-662237ac478c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:32.647691 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-138ddce6-973e-454a-a99a-fb2531dc2822 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:32.660026 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-138ddce6-973e-454a-a99a-fb2531dc2822 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:32.684130 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138ddce6-973e-454a-a99a-fb2531dc2822 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6b2365d-a5a3-4982-ae8c-15781cb41ae0,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:32.689433 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fb397e45-492b-49f5-91e6-662237ac478c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:19:32.689776 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fb397e45-492b-49f5-91e6-662237ac478c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:19:32.690851 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fb397e45-492b-49f5-91e6-662237ac478c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:19:32.690989 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fb397e45-492b-49f5-91e6-662237ac478c admin admin] Subscribe: > port after_create 55550000 {{(pid=88369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:19:32.691299 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fb397e45-492b-49f5-91e6-662237ac478c admin admin] Subscribe: > port after_delete 55550000 {{(pid=88369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:19:32.691836 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fb397e45-492b-49f5-91e6-662237ac478c admin admin] Subscribe: > port after_update 55550000 {{(pid=88369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:19:32.692854 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fb397e45-492b-49f5-91e6-662237ac478c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:19:32.693332 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fb397e45-492b-49f5-91e6-662237ac478c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:19:32.693795 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fb397e45-492b-49f5-91e6-662237ac478c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:19:32.694335 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fb397e45-492b-49f5-91e6-662237ac478c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:19:32.743411 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7db27e-f170-4e90-8e70-34de68734d08 req-c3504567-411f-421b-8a5a-1de9eec0025e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:32.745184 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fb7db27e-f170-4e90-8e70-34de68734d08 req-c3504567-411f-421b-8a5a-1de9eec0025e service neutron] 10.222.0.44 "GET /v2.0/networks?id=85b11c4f-90ad-4763-b38d-22d3f87089f4 HTTP/1.1" status: 200 len: 870 time: 0.5490289 May 31 13:19:32.831170 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 1b511901-6041-4225-8ef3-c3b15518a027 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:19:32.831570 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:32.857557 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fb397e45-492b-49f5-91e6-662237ac478c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:19:32.858088 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fb397e45-492b-49f5-91e6-662237ac478c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:19:32.858333 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fb397e45-492b-49f5-91e6-662237ac478c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:19:32.858823 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fb397e45-492b-49f5-91e6-662237ac478c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:19:32.859208 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-fb397e45-492b-49f5-91e6-662237ac478c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4288868-e51b-4850-90dd-9e47b3bf684d']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:19:32.869467 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fb7db27e-f170-4e90-8e70-34de68734d08 req-969cee66-9131-47a4-b832-974d202f67cb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=e554978f-40e4-4022-bf0e-92553e5b2e08 HTTP/1.1" status: 200 len: 217 time: 0.1151154 May 31 13:19:32.877825 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb2a614-d931-4ccf-8c6c-f349b027bb5f req-fb519259-b56e-4627-8753-e7a3defcfc5e tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:32.879883 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9bb2a614-d931-4ccf-8c6c-f349b027bb5f req-fb519259-b56e-4627-8753-e7a3defcfc5e tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c6a5120-f304-4bf7-87b6-366657caea17 HTTP/1.1" status: 200 len: 948 time: 0.5136755 May 31 13:19:32.899257 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-fb397e45-492b-49f5-91e6-662237ac478c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '846d92b2-873f-43d2-88f7-152fddf53f80') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:19:32.899862 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-fb397e45-492b-49f5-91e6-662237ac478c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '846d92b2-873f-43d2-88f7-152fddf53f80') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:19:32.929216 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fb397e45-492b-49f5-91e6-662237ac478c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:32.949216 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-138ddce6-973e-454a-a99a-fb2531dc2822 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:32.953693 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-f0089abf-9b74-45ed-8f67-896603464057 None None] Attempting to bind port 46b4c7c3-ac6b-40cb-888a-34b0f6739218 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:19:32.954117 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-f0089abf-9b74-45ed-8f67-896603464057 None None] Attempting to bind port 46b4c7c3-ac6b-40cb-888a-34b0f6739218 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '5e494d5f-05e5-441f-b4e2-606d7bc01734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1a166127-9d83-40c3-b8fb-068807274aee'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:19:32.954478 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0089abf-9b74-45ed-8f67-896603464057 None None] Attempting to bind port 46b4c7c3-ac6b-40cb-888a-34b0f6739218 on network 1a166127-9d83-40c3-b8fb-068807274aee {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:19:32.954717 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-138ddce6-973e-454a-a99a-fb2531dc2822 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6601367 May 31 13:19:32.955431 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 60668) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:19:32.964951 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55fb1417-cad8-4df4-aa5c-6da0276389e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b511901-6041-4225-8ef3-c3b15518a027'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:19:32.967483 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-06e80bd8-3ae7-4ffd-8eae-f99f4f921845 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Request body: {'security_group_rule': {'security_group_id': '2a8d50c8-ecaa-42f3-ab2e-6ee0f73e2630', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:19:32.979849 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-06e80bd8-3ae7-4ffd-8eae-f99f4f921845 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:19:32.983511 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fb397e45-492b-49f5-91e6-662237ac478c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:32.991745 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 1b511901-6041-4225-8ef3-c3b15518a027, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=1b511901-6041-4225-8ef3-c3b15518a027,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:19:32.992267 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-06e80bd8-3ae7-4ffd-8eae-f99f4f921845 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Usage tracker for resource:security_group_rule and tenant:b507f55702b4454690aaa4c9f4de29b0 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:19:32.995267 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0089abf-9b74-45ed-8f67-896603464057 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:19:33.001543 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0089abf-9b74-45ed-8f67-896603464057 None None] Checking segment: {'id': '5e494d5f-05e5-441f-b4e2-606d7bc01734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1a166127-9d83-40c3-b8fb-068807274aee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:19:33.002055 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f0089abf-9b74-45ed-8f67-896603464057 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:33.002174 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-06e80bd8-3ae7-4ffd-8eae-f99f4f921845 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:19:33.002473 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0089abf-9b74-45ed-8f67-896603464057 None None] Bound using segment: {'id': '5e494d5f-05e5-441f-b4e2-606d7bc01734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1a166127-9d83-40c3-b8fb-068807274aee'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:19:33.002971 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-f0089abf-9b74-45ed-8f67-896603464057 None None] Bound port: 46b4c7c3-ac6b-40cb-888a-34b0f6739218, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e494d5f-05e5-441f-b4e2-606d7bc01734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1a166127-9d83-40c3-b8fb-068807274aee'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:19:33.003371 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f0089abf-9b74-45ed-8f67-896603464057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:33.011605 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb397e45-492b-49f5-91e6-662237ac478c admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:19:33.014238 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fb397e45-492b-49f5-91e6-662237ac478c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:33.025209 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 60674) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:19:33.042511 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7db27e-f170-4e90-8e70-34de68734d08 req-004d4632-c79c-4ccc-95c3-f1cca247c27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:33.044145 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fb7db27e-f170-4e90-8e70-34de68734d08 req-004d4632-c79c-4ccc-95c3-f1cca247c27b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.1633837 May 31 13:19:33.052280 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:33.143998 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=1b511901-6041-4225-8ef3-c3b15518a027,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:33.208929 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fb397e45-492b-49f5-91e6-662237ac478c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:33.210870 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-06e80bd8-3ae7-4ffd-8eae-f99f4f921845 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:19:33.238418 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-f0089abf-9b74-45ed-8f67-896603464057 None None] For port 46b4c7c3-ac6b-40cb-888a-34b0f6739218, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:19:33.244388 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-f0089abf-9b74-45ed-8f67-896603464057 None None] For port 46b4c7c3-ac6b-40cb-888a-34b0f6739218, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=46b4c7c3-ac6b-40cb-888a-34b0f6739218,segment=NetworkSegment(5e494d5f-05e5-441f-b4e2-606d7bc01734),segment_id=5e494d5f-05e5-441f-b4e2-606d7bc01734)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:19:33.245481 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb397e45-492b-49f5-91e6-662237ac478c admin admin] Pushing event deleted for resources: {'Network': ['ID=b4288868-e51b-4850-90dd-9e47b3bf684d,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:33.248210 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fb397e45-492b-49f5-91e6-662237ac478c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:33.255647 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f0089abf-9b74-45ed-8f67-896603464057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:33.256388 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-fb397e45-492b-49f5-91e6-662237ac478c admin admin] 10.222.0.50 "DELETE /v2.0/networks/b4288868-e51b-4850-90dd-9e47b3bf684d HTTP/1.1" status: 204 len: 168 time: 1.2016537 May 31 13:19:33.259821 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 60692) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:19:33.286681 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9bb2a614-d931-4ccf-8c6c-f349b027bb5f req-925a6cdd-a743-4a0f-8812-2d07e541511e tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/security-groups?id=62fff807-5a72-4450-b5e7-33e8160efe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3644719 May 31 13:19:33.382888 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device bde4048d-5049-471c-9bd6-126361053207 details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:19:33.418461 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-d057ea25-e525-4c7f-9300-2fd7b15c1bcf admin admin] Deleting subnet 330b6be7-215f-42f2-84c8-2a0056ab1181 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:19:33.427207 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device c560ca4b-4cee-4fa8-b8d2-ac9a72d59334 up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:19:33.429261 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-06e80bd8-3ae7-4ffd-8eae-f99f4f921845 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:33.441317 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-d7c18e89-057b-48dd-9b7e-21df6c47443c admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-907881908-network', 'tenant_id': 'e566dfc2cf5740deb10cf057af38c280'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:19:33.457646 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d057ea25-e525-4c7f-9300-2fd7b15c1bcf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:33.512853 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d7c18e89-057b-48dd-9b7e-21df6c47443c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:19:33.529606 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-d7c18e89-057b-48dd-9b7e-21df6c47443c admin admin] Usage tracker for resource:network and tenant:e566dfc2cf5740deb10cf057af38c280 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:19:33.547076 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-d7c18e89-057b-48dd-9b7e-21df6c47443c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:19:33.547540 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0089abf-9b74-45ed-8f67-896603464057 None None] Routers {'ab3cfa3a-ec0e-4b20-8fdb-94fdf0b71fd3'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:19:33.548203 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-f0089abf-9b74-45ed-8f67-896603464057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:19:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['ab3cfa3a-ec0e-4b20-8fdb-94fdf0b71fd3'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:19:33.564549 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d7c18e89-057b-48dd-9b7e-21df6c47443c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:19:33.600504 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7db27e-f170-4e90-8e70-34de68734d08 req-db993ff2-cc14-42c2-b5bb-8db8f3ade2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:33.608755 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fb7db27e-f170-4e90-8e70-34de68734d08 req-db993ff2-cc14-42c2-b5bb-8db8f3ade2dd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5483739 May 31 13:19:33.621063 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c18e89-057b-48dd-9b7e-21df6c47443c admin admin] Made reservation on behalf of e566dfc2cf5740deb10cf057af38c280 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:19:33.623994 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d7c18e89-057b-48dd-9b7e-21df6c47443c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:33.631546 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d057ea25-e525-4c7f-9300-2fd7b15c1bcf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:33.754454 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf0371e-baa5-46e7-8656-0e36725f68d3 None None] Pushing event updated for resources: {'Port': ['ID=46b4c7c3-ac6b-40cb-888a-34b0f6739218,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:33.811788 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning for port c560ca4b-4cee-4fa8-b8d2-ac9a72d59334 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:19:33.823497 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port c560ca4b-4cee-4fa8-b8d2-ac9a72d59334 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:19:33.824342 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:33.863240 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fb7db27e-f170-4e90-8e70-34de68734d08 req-4a2efa31-ebdb-43d8-9ea3-cdd3ea6853db service neutron] 10.222.0.44 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040887 May 31 13:19:33.866397 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d7c18e89-057b-48dd-9b7e-21df6c47443c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:33.935620 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.resource_extend [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:19:33.969512 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-06e80bd8-3ae7-4ffd-8eae-f99f4f921845 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:33.973911 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d057ea25-e525-4c7f-9300-2fd7b15c1bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:34.010434 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-06e80bd8-3ae7-4ffd-8eae-f99f4f921845 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:34.054904 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d7c18e89-057b-48dd-9b7e-21df6c47443c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:19:34.071571 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-06e80bd8-3ae7-4ffd-8eae-f99f4f921845 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:34.071871 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-06e80bd8-3ae7-4ffd-8eae-f99f4f921845 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1120756 May 31 13:19:34.076762 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 60710) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:19:34.085540 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e80bd8-3ae7-4ffd-8eae-f99f4f921845 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60de97a4-572a-4541-8d4f-c6ced709dcc0,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:34.092275 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-28f0cf3c-7ee4-4405-991f-f34a27f7d1b2 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Request body: {'floatingip': {'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:19:34.104944 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-28f0cf3c-7ee4-4405-991f-f34a27f7d1b2 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:19:34.113522 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-28f0cf3c-7ee4-4405-991f-f34a27f7d1b2 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Usage tracker for resource:floatingip and tenant:b507f55702b4454690aaa4c9f4de29b0 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:19:34.120986 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-28f0cf3c-7ee4-4405-991f-f34a27f7d1b2 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:19:34.140523 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-28f0cf3c-7ee4-4405-991f-f34a27f7d1b2 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:19:34.142970 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-d7c18e89-057b-48dd-9b7e-21df6c47443c admin admin] Usage tracker for resource:security_group_rule and tenant:e566dfc2cf5740deb10cf057af38c280 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:19:34.153888 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d057ea25-e525-4c7f-9300-2fd7b15c1bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:34.162028 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-d7c18e89-057b-48dd-9b7e-21df6c47443c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:19:34.195304 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8f9b26-1e4d-424a-98ba-053eccf86d50 req-fbb54b55-1c6d-4e4c-9573-72e4802ae1e3 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:34.204921 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6c8f9b26-1e4d-424a-98ba-053eccf86d50 req-fbb54b55-1c6d-4e4c-9573-72e4802ae1e3 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] 10.222.0.50 "GET /v2.0/ports?device_id=45d2f267-9388-40f8-abd8-b77548fcaed8 HTTP/1.1" status: 200 len: 969 time: 0.9321530 May 31 13:19:34.255728 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 60714) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:19:34.259676 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d7c18e89-057b-48dd-9b7e-21df6c47443c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:19:34.273899 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-28f0cf3c-7ee4-4405-991f-f34a27f7d1b2 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Notify callbacks [] for floatingip, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:34.314243 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d057ea25-e525-4c7f-9300-2fd7b15c1bcf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=330b6be7-215f-42f2-84c8-2a0056ab1181,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:34.340109 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d057ea25-e525-4c7f-9300-2fd7b15c1bcf admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:34.349645 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port c560ca4b-4cee-4fa8-b8d2-ac9a72d59334 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:19:34.358615 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:34.381622 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-f0089abf-9b74-45ed-8f67-896603464057 None None] Set router ab3cfa3a-ec0e-4b20-8fdb-94fdf0b71fd3 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:19:34.414955 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6c8f9b26-1e4d-424a-98ba-053eccf86d50 req-09949271-eee7-4d93-bd56-94aef739bb24 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] 10.222.0.50 "GET /v2.0/security-groups?id=0de57c5f-1a61-4ab1-b56d-23a80c557f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084792 May 31 13:19:34.455465 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c087e45b-a2a6-4a84-adb6-aba4c63bc89a req-dee1d43b-c9c9-463e-9351-a50b7dd69833 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:34.467592 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c087e45b-a2a6-4a84-adb6-aba4c63bc89a req-dee1d43b-c9c9-463e-9351-a50b7dd69833 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a9680b0-40cc-49a3-a3a2-174f0c4d9066 HTTP/1.1" status: 200 len: 944 time: 0.8053017 May 31 13:19:34.482295 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 846d92b2-873f-43d2-88f7-152fddf53f80 resource provider aggregate not found May 31 13:19:34.485168 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port bde4048d-5049-471c-9bd6-126361053207, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=bde4048d-5049-471c-9bd6-126361053207,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:19:34.504459 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d057ea25-e525-4c7f-9300-2fd7b15c1bcf admin admin] 10.222.0.50 "DELETE /v2.0/subnets/330b6be7-215f-42f2-84c8-2a0056ab1181 HTTP/1.1" status: 204 len: 168 time: 1.2395229 May 31 13:19:34.511068 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 60724) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:19:34.532869 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f3ae0b7-1685-4bd2-a043-a0d95d5466ec'] response: {'server_uuid': '55fb1417-cad8-4df4-aa5c-6da0276389e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b511901-6041-4225-8ef3-c3b15518a027', 'code': 200} May 31 13:19:34.548904 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': 'bde4048d-5049-471c-9bd6-126361053207', 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4', 'port_id': 'bde4048d-5049-471c-9bd6-126361053207', 'mac_address': 'fa:16:3e:8e:51:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24822c99-0dce-4d50-9c44-3135ba3763b8', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:19:34.558748 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port c560ca4b-4cee-4fa8-b8d2-ac9a72d59334, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=c560ca4b-4cee-4fa8-b8d2-ac9a72d59334,segment=NetworkSegment(a592d348-649e-4ed1-b139-bdf2b9c4a847),segment_id=a592d348-649e-4ed1-b139-bdf2b9c4a847)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:19:34.560184 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 846d92b2-873f-43d2-88f7-152fddf53f80 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 846d92b2-873f-43d2-88f7-152fddf53f80 found for delete ", "request_id": "req-567a4c84-d982-4266-906e-ea1cdfe47517"}]} May 31 13:19:34.603028 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fb7db27e-f170-4e90-8e70-34de68734d08 req-725caa18-443c-4c6b-a2f2-b45a1e8c8268 service neutron] 10.222.0.44 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7254348 May 31 13:19:34.653157 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c087e45b-a2a6-4a84-adb6-aba4c63bc89a req-4ec53d05-203e-48de-a72c-9553c6999fd1 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787200 May 31 13:19:34.726098 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:34.734791 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d7c18e89-057b-48dd-9b7e-21df6c47443c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:34.743764 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d7c18e89-057b-48dd-9b7e-21df6c47443c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:34.746416 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2edb131e-4e3f-4f32-9070-e154dd68292a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:34.829483 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7c18e89-057b-48dd-9b7e-21df6c47443c admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:19:34.879560 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port bde4048d-5049-471c-9bd6-126361053207 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:19:34.880821 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:34.955393 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bde4048d-5049-471c-9bd6-126361053207 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:19:34.957133 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c18e89-057b-48dd-9b7e-21df6c47443c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9acaaab7-526f-4d1d-ae14-345b8dad68ef,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:34.966817 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d7c18e89-057b-48dd-9b7e-21df6c47443c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:34.968432 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-d7c18e89-057b-48dd-9b7e-21df6c47443c admin admin] Added segment 92567f26-b8b9-42f0-9a40-dd393ba47025 of type vlan for network 2673cfae-a69b-4b07-beac-4f5bbaf82e9b May 31 13:19:35.008302 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port bde4048d-5049-471c-9bd6-126361053207, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=bde4048d-5049-471c-9bd6-126361053207,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:19:35.027046 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:35.027939 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d7c18e89-057b-48dd-9b7e-21df6c47443c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:35.032808 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=c560ca4b-4cee-4fa8-b8d2-ac9a72d59334,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:35.056725 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2edb131e-4e3f-4f32-9070-e154dd68292a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:35.058634 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16317134-86d0-463d-a437-dd7cfebb6c55 req-3c724f62-8bfe-4355-945e-bf6e999158b9 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:35.067418 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-16317134-86d0-463d-a437-dd7cfebb6c55 req-3c724f62-8bfe-4355-945e-bf6e999158b9 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c6a5120-f304-4bf7-87b6-366657caea17 HTTP/1.1" status: 200 len: 948 time: 0.2394555 May 31 13:19:35.104427 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-2edb131e-4e3f-4f32-9070-e154dd68292a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['264d3e9c-8d7f-4451-9e2d-ffea36fa0cee']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:19:35.119239 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-2edb131e-4e3f-4f32-9070-e154dd68292a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64889cdd-69b3-4568-a8b0-e14af71b294c') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:19:35.119947 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-2edb131e-4e3f-4f32-9070-e154dd68292a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64889cdd-69b3-4568-a8b0-e14af71b294c') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:19:35.139111 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=bde4048d-5049-471c-9bd6-126361053207,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:35.149143 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2edb131e-4e3f-4f32-9070-e154dd68292a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:35.149385 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-16317134-86d0-463d-a437-dd7cfebb6c55 req-ec93ac39-a5bc-41e6-b9eb-372175e6cee3 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/security-groups?id=62fff807-5a72-4450-b5e7-33e8160efe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801497 May 31 13:19:35.153030 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d7c18e89-057b-48dd-9b7e-21df6c47443c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:35.155277 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c18e89-057b-48dd-9b7e-21df6c47443c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:35.157174 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d7c18e89-057b-48dd-9b7e-21df6c47443c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:35.173926 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2edb131e-4e3f-4f32-9070-e154dd68292a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:35.190811 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c159ff5f-5e99-4420-8df1-5248cb437ada admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7a19ec77987d421e84156bce87ccb026&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9202538 May 31 13:19:35.205695 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 60736) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:19:35.230525 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2edb131e-4e3f-4f32-9070-e154dd68292a admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:19:35.231136 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2edb131e-4e3f-4f32-9070-e154dd68292a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:35.248027 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-f0089abf-9b74-45ed-8f67-896603464057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab3cfa3a-ec0e-4b20-8fdb-94fdf0b71fd3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-489033667-router', 'tenant_id': '8f45df6fe50940b59c7e3192b3d15b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': '6f2668b9-050c-48e2-a831-8d0fc1488410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:19:13Z', 'updated_at': '2022-05-31T13:19:26Z', 'revision_number': 4, 'project_id': '8f45df6fe50940b59c7e3192b3d15b16', 'gw_port': {'id': '6f2668b9-050c-48e2-a831-8d0fc1488410', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:77:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3cfa3a-ec0e-4b20-8fdb-94fdf0b71fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 202, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:19:14Z', 'updated_at': '2022-05-31T13:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '46b4c7c3-ac6b-40cb-888a-34b0f6739218', 'name': '', 'network_id': '1a166127-9d83-40c3-b8fb-068807274aee', 'tenant_id': '8f45df6fe50940b59c7e3192b3d15b16', 'mac_address': 'fa:16:3e:74:f7:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab3cfa3a-ec0e-4b20-8fdb-94fdf0b71fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '2dff7ad3-fe72-4177-9136-f1bcaebd25fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:19:23Z', 'updated_at': '2022-05-31T13:19:33Z', 'revision_number': 4, 'project_id': '8f45df6fe50940b59c7e3192b3d15b16', 'subnets': [{'id': '2dff7ad3-fe72-4177-9136-f1bcaebd25fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:19:35.253035 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0089abf-9b74-45ed-8f67-896603464057 None None] The sync data for ids ['ab3cfa3a-ec0e-4b20-8fdb-94fdf0b71fd3'] in n-d-843939-1 is: [{'id': 'ab3cfa3a-ec0e-4b20-8fdb-94fdf0b71fd3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-489033667-router', 'tenant_id': '8f45df6fe50940b59c7e3192b3d15b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': '6f2668b9-050c-48e2-a831-8d0fc1488410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:19:13Z', 'updated_at': '2022-05-31T13:19:26Z', 'revision_number': 4, 'project_id': '8f45df6fe50940b59c7e3192b3d15b16', 'gw_port': {'id': '6f2668b9-050c-48e2-a831-8d0fc1488410', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:77:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3cfa3a-ec0e-4b20-8fdb-94fdf0b71fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 202, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:19:14Z', 'updated_at': '2022-05-31T13:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '46b4c7c3-ac6b-40cb-888a-34b0f6739218', 'name': '', 'network_id': '1a166127-9d83-40c3-b8fb-068807274aee', 'tenant_id': '8f45df6fe50940b59c7e3192b3d15b16', 'mac_address': 'fa:16:3e:74:f7:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab3cfa3a-ec0e-4b20-8fdb-94fdf0b71fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '2dff7ad3-fe72-4177-9136-f1bcaebd25fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:19:23Z', 'updated_at': '2022-05-31T13:19:33Z', 'revision_number': 4, 'project_id': '8f45df6fe50940b59c7e3192b3d15b16', 'subnets': [{'id': '2dff7ad3-fe72-4177-9136-f1bcaebd25fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:19:35.307435 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c18e89-057b-48dd-9b7e-21df6c47443c admin admin] Pushing event updated for resources: {'Network': ['ID=2673cfae-a69b-4b07-beac-4f5bbaf82e9b,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:35.311796 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-d7c18e89-057b-48dd-9b7e-21df6c47443c admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.2834713 May 31 13:19:35.314683 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 60742) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:19:35.322940 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 2673cfae-a69b-4b07-beac-4f5bbaf82e9b details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:19:35.326365 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-e2570fba-1a8f-4a86-aee4-f59f943af572 admin admin] Request body: {'subnet': {'network_id': '2673cfae-a69b-4b07-beac-4f5bbaf82e9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-907881908-subnet', 'tenant_id': 'e566dfc2cf5740deb10cf057af38c280', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:19:35.339421 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-e2570fba-1a8f-4a86-aee4-f59f943af572 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:19:35.353577 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-28f0cf3c-7ee4-4405-991f-f34a27f7d1b2 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:35.353820 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-e2570fba-1a8f-4a86-aee4-f59f943af572 admin admin] Usage tracker for resource:subnet and tenant:e566dfc2cf5740deb10cf057af38c280 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:19:35.355133 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-e2570fba-1a8f-4a86-aee4-f59f943af572 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:19:35.378077 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-e2570fba-1a8f-4a86-aee4-f59f943af572 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:19:35.383769 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['bde4048d-5049-471c-9bd6-126361053207'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:19:35.417564 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2570fba-1a8f-4a86-aee4-f59f943af572 admin admin] Made reservation on behalf of e566dfc2cf5740deb10cf057af38c280 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:19:35.444116 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e2570fba-1a8f-4a86-aee4-f59f943af572 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:35.493832 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef48c9bf-c57a-41a6-8403-212deaf991d7 req-7fc35d36-d674-4349-9120-422a096d0b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:35.507030 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ef48c9bf-c57a-41a6-8403-212deaf991d7 req-7fc35d36-d674-4349-9120-422a096d0b22 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=55fb1417-cad8-4df4-aa5c-6da0276389e5 HTTP/1.1" status: 200 len: 1101 time: 0.8766546 May 31 13:19:35.776278 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 60752) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:19:35.788194 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-28f0cf3c-7ee4-4405-991f-f34a27f7d1b2 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Allocated IP 172.25.6.145 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/11300546-bfaf-4e82-8679-855aa29f70f2) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:19:35.976466 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device e554978f-40e4-4022-bf0e-92553e5b2e08 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:19:36.045227 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-28f0cf3c-7ee4-4405-991f-f34a27f7d1b2 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:36.062164 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2edb131e-4e3f-4f32-9070-e154dd68292a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:36.087098 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134cde4d-a989-441b-bfcb-75cc72411d0e req-7c2befa3-d987-4553-a2f6-0f5f63938381 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:36.089674 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-134cde4d-a989-441b-bfcb-75cc72411d0e req-7c2befa3-d987-4553-a2f6-0f5f63938381 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] 10.222.0.50 "GET /v2.0/ports?device_id=45d2f267-9388-40f8-abd8-b77548fcaed8 HTTP/1.1" status: 200 len: 969 time: 0.4185941 May 31 13:19:36.111021 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2edb131e-4e3f-4f32-9070-e154dd68292a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:36.125895 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edb131e-4e3f-4f32-9070-e154dd68292a admin admin] Pushing event deleted for resources: {'Network': ['ID=264d3e9c-8d7f-4451-9e2d-ffea36fa0cee,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:36.157559 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-137c5dce-cb27-42e6-9361-444dccc3a7c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:36.174378 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-42771f62-7818-460e-959f-027273ad14b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:36.244280 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-137c5dce-cb27-42e6-9361-444dccc3a7c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:36.275565 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-2edb131e-4e3f-4f32-9070-e154dd68292a admin admin] 10.222.0.50 "DELETE /v2.0/networks/264d3e9c-8d7f-4451-9e2d-ffea36fa0cee HTTP/1.1" status: 204 len: 168 time: 1.7587972 May 31 13:19:36.279994 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ef48c9bf-c57a-41a6-8403-212deaf991d7 req-f8e3e075-630c-4bd2-862d-83bdc8451910 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=62fff807-5a72-4450-b5e7-33e8160efe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7636707 May 31 13:19:36.282242 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-42771f62-7818-460e-959f-027273ad14b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:19:36.287823 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-42771f62-7818-460e-959f-027273ad14b5 admin admin] Usage tracker for resource:security_group_rule and tenant:c7f6b3f1f27846e3b323fe0122c93dd2 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:19:36.292450 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-42771f62-7818-460e-959f-027273ad14b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:19:36.300475 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-42771f62-7818-460e-959f-027273ad14b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:19:36.300677 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port e554978f-40e4-4022-bf0e-92553e5b2e08, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=e554978f-40e4-4022-bf0e-92553e5b2e08,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:19:36.325837 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': 'e554978f-40e4-4022-bf0e-92553e5b2e08', 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4', 'port_id': 'e554978f-40e4-4022-bf0e-92553e5b2e08', 'mac_address': 'fa:16:3e:7f:90:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24822c99-0dce-4d50-9c44-3135ba3763b8', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:tempest-test_az-1159859499', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:19:36.328939 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-28f0cf3c-7ee4-4405-991f-f34a27f7d1b2 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:36.406237 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-134cde4d-a989-441b-bfcb-75cc72411d0e req-d2b74df5-b04e-42ef-b61f-42d6600821ec tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] 10.222.0.50 "GET /v2.0/security-groups?id=0de57c5f-1a61-4ab1-b56d-23a80c557f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817662 May 31 13:19:36.422682 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc7d41-bef2-423b-b23f-211cbee3dfa5 req-ff260969-2587-4ca6-aece-8b738240e4ad tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:36.422974 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port e554978f-40e4-4022-bf0e-92553e5b2e08 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:19:36.422974 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:36.427019 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b0bc7d41-bef2-423b-b23f-211cbee3dfa5 req-ff260969-2587-4ca6-aece-8b738240e4ad tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a9680b0-40cc-49a3-a3a2-174f0c4d9066 HTTP/1.1" status: 200 len: 945 time: 0.5189433 May 31 13:19:36.485308 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e554978f-40e4-4022-bf0e-92553e5b2e08 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:19:36.509305 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e2570fba-1a8f-4a86-aee4-f59f943af572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:36.531022 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port e554978f-40e4-4022-bf0e-92553e5b2e08, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=e554978f-40e4-4022-bf0e-92553e5b2e08,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:19:36.534621 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a9680b0-40cc-49a3-a3a2-174f0c4d9066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c560ca4b-4cee-4fa8-b8d2-ac9a72d59334'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:19:36.546362 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:36.559126 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f0cf3c-7ee4-4405-991f-f34a27f7d1b2 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:19:36.577711 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-28f0cf3c-7ee4-4405-991f-f34a27f7d1b2 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:19:36.589544 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f0cf3c-7ee4-4405-991f-f34a27f7d1b2 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:19:36.622532 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b0bc7d41-bef2-423b-b23f-211cbee3dfa5 req-c8d93079-5014-4685-a047-04b5b1c916ad tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942577 May 31 13:19:36.644383 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 60766) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:19:36.659034 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 64889cdd-69b3-4568-a8b0-e14af71b294c resource provider aggregate not found May 31 13:19:36.668466 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=e554978f-40e4-4022-bf0e-92553e5b2e08,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:36.683780 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-137c5dce-cb27-42e6-9361-444dccc3a7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:36.720374 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2570fba-1a8f-4a86-aee4-f59f943af572 admin admin] Checking segment: {'id': '92567f26-b8b9-42f0-9a40-dd393ba47025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2673cfae-a69b-4b07-beac-4f5bbaf82e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:19:36.720686 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2570fba-1a8f-4a86-aee4-f59f943af572 admin admin] Network hostable DHCP agents. Network: 2673cfae-a69b-4b07-beac-4f5bbaf82e9b, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:19:36.748213 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['e554978f-40e4-4022-bf0e-92553e5b2e08'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:19:36.767539 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 64889cdd-69b3-4568-a8b0-e14af71b294c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 64889cdd-69b3-4568-a8b0-e14af71b294c found for delete ", "request_id": "req-962ae04c-c837-4aca-b958-55be19c6dffd"}]} May 31 13:19:36.779874 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f0cf3c-7ee4-4405-991f-f34a27f7d1b2 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Pushing event updated for resources: {'Port': ['ID=11300546-bfaf-4e82-8679-855aa29f70f2,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:36.791176 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137c5dce-cb27-42e6-9361-444dccc3a7c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e2a339-9bdb-462b-a1d4-3adbd9a6e36b,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:36.824389 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2570fba-1a8f-4a86-aee4-f59f943af572 admin admin] Pushing event updated for resources: {'Subnet': ['ID=242d2316-6768-4a32-9245-372928819e1b,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:36.828121 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-137c5dce-cb27-42e6-9361-444dccc3a7c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:36.834121 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-137c5dce-cb27-42e6-9361-444dccc3a7c1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e5e2a339-9bdb-462b-a1d4-3adbd9a6e36b HTTP/1.1" status: 204 len: 168 time: 1.6205721 May 31 13:19:36.892402 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b787a8c0-c0d6-4a91-ade1-8e325ca624f6'] response: {'server_uuid': '7a9680b0-40cc-49a3-a3a2-174f0c4d9066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c560ca4b-4cee-4fa8-b8d2-ac9a72d59334', 'code': 200} May 31 13:19:36.946236 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-02526aac-be61-4242-89e6-b4adb36c1a4b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=20b36d8a8f4548428e7f42b1013339ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3004370 May 31 13:19:36.958487 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 60774) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:19:36.961099 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2570fba-1a8f-4a86-aee4-f59f943af572 admin admin] Network 2673cfae-a69b-4b07-beac-4f5bbaf82e9b is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:19:36.964783 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-42771f62-7818-460e-959f-027273ad14b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:36.994886 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-42771f62-7818-460e-959f-027273ad14b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:37.038528 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 46b4c7c3-ac6b-40cb-888a-34b0f6739218 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:19:37.041638 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-28f0cf3c-7ee4-4405-991f-f34a27f7d1b2 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:37.096903 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-42771f62-7818-460e-959f-027273ad14b5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c7f6b3f1f27846e3b323fe0122c93dd2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3041258 May 31 13:19:37.099650 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 60778) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:19:37.129516 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-e2570fba-1a8f-4a86-aee4-f59f943af572 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 2673cfae-a69b-4b07-beac-4f5bbaf82e9b) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:19:37.193167 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41977278-5004-4c48-830f-bb8fca34c017 None None] Network 2673cfae-a69b-4b07-beac-4f5bbaf82e9b requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:19:37.205923 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aecb1f3-df04-42d2-babf-111ef32515a8 req-ed87e062-92ae-4d77-9d51-141a40669995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:37.208137 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1aecb1f3-df04-42d2-babf-111ef32515a8 req-ed87e062-92ae-4d77-9d51-141a40669995 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7a9680b0-40cc-49a3-a3a2-174f0c4d9066 HTTP/1.1" status: 200 len: 1096 time: 0.2929745 May 31 13:19:37.307639 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2570fba-1a8f-4a86-aee4-f59f943af572 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:37.308143 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e2570fba-1a8f-4a86-aee4-f59f943af572 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:37.333724 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1aecb1f3-df04-42d2-babf-111ef32515a8 req-22f84386-fcd8-49c2-9d05-e1b5a892c93c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065538 May 31 13:19:37.334318 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-28f0cf3c-7ee4-4405-991f-f34a27f7d1b2 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:37.354594 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-e2570fba-1a8f-4a86-aee4-f59f943af572 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.0386875 May 31 13:19:37.361926 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 60784) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:19:37.362853 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42771f62-7818-460e-959f-027273ad14b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dacbc30e-83d4-4f1b-b10b-7894dbb5c661,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:37.373421 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-b6b703b9-9fe4-4adf-bc70-6e37e47089f8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-907881908-router', 'tenant_id': 'e566dfc2cf5740deb10cf057af38c280', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:19:37.404419 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-b6b703b9-9fe4-4adf-bc70-6e37e47089f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:19:37.411651 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-b6b703b9-9fe4-4adf-bc70-6e37e47089f8 admin admin] Usage tracker for resource:router and tenant:e566dfc2cf5740deb10cf057af38c280 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:19:37.420482 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-b6b703b9-9fe4-4adf-bc70-6e37e47089f8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:19:37.433252 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-b6b703b9-9fe4-4adf-bc70-6e37e47089f8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:19:37.439945 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device bde4048d-5049-471c-9bd6-126361053207 up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:19:37.456212 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dfba0b75-daa0-4d6d-afcd-a09f3131538a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:37.479441 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a17bc6b4-ce78-428d-9efc-107f2a7a8a5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:37.502282 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dfba0b75-daa0-4d6d-afcd-a09f3131538a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:37.539345 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a17bc6b4-ce78-428d-9efc-107f2a7a8a5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:37.562440 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b6b703b9-9fe4-4adf-bc70-6e37e47089f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:37.563581 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b6b703b9-9fe4-4adf-bc70-6e37e47089f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:37.610390 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf70a77-59c9-47c5-aadf-a6805be3706d req-e41d1aa2-a07f-4441-85d2-7f5cedece060 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:37.611904 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-adf70a77-59c9-47c5-aadf-a6805be3706d req-e41d1aa2-a07f-4441-85d2-7f5cedece060 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c6a5120-f304-4bf7-87b6-366657caea17 HTTP/1.1" status: 200 len: 949 time: 0.8195710 May 31 13:19:37.615058 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b6b703b9-9fe4-4adf-bc70-6e37e47089f8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:37.638428 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 60790) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:19:37.643694 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dfba0b75-daa0-4d6d-afcd-a09f3131538a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:37.655586 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:37.682322 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfba0b75-daa0-4d6d-afcd-a09f3131538a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e806c78f-2431-46ad-bd81-fdd83d94ef71,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:37.710319 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-adf70a77-59c9-47c5-aadf-a6805be3706d req-525629aa-d72e-4708-845e-18b561391d4c tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/security-groups?id=62fff807-5a72-4450-b5e7-33e8160efe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852964 May 31 13:19:37.784227 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e9f28120-79b9-4718-9698-25d299d63ee8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b056574d76764ea28876ea20b88d2725&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1373897 May 31 13:19:37.786724 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dfba0b75-daa0-4d6d-afcd-a09f3131538a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:37.787465 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 60796) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:19:37.791370 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-dfba0b75-daa0-4d6d-afcd-a09f3131538a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e806c78f-2431-46ad-bd81-fdd83d94ef71 HTTP/1.1" status: 204 len: 168 time: 0.8282585 May 31 13:19:37.794487 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a17bc6b4-ce78-428d-9efc-107f2a7a8a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:37.841666 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17bc6b4-ce78-428d-9efc-107f2a7a8a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dacbc30e-83d4-4f1b-b10b-7894dbb5c661,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:37.904866 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 46b4c7c3-ac6b-40cb-888a-34b0f6739218 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:19:37.936122 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-28f0cf3c-7ee4-4405-991f-f34a27f7d1b2 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:37.938674 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a17bc6b4-ce78-428d-9efc-107f2a7a8a5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:37.944261 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a17bc6b4-ce78-428d-9efc-107f2a7a8a5c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dacbc30e-83d4-4f1b-b10b-7894dbb5c661 HTTP/1.1" status: 204 len: 168 time: 0.8386877 May 31 13:19:37.950914 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-28f0cf3c-7ee4-4405-991f-f34a27f7d1b2 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:37.955174 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 46b4c7c3-ac6b-40cb-888a-34b0f6739218 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:19:37.955562 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:38.022078 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning for port bde4048d-5049-471c-9bd6-126361053207 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:19:38.043137 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port bde4048d-5049-471c-9bd6-126361053207 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:19:38.043722 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:38.086672 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ecbe3da8-4243-40e9-9f59-06c45530d0ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:38.272784 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 46b4c7c3-ac6b-40cb-888a-34b0f6739218 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:19:38.272784 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:38.275300 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b6b703b9-9fe4-4adf-bc70-6e37e47089f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:38.385016 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 46b4c7c3-ac6b-40cb-888a-34b0f6739218, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=46b4c7c3-ac6b-40cb-888a-34b0f6739218,segment=NetworkSegment(5e494d5f-05e5-441f-b4e2-606d7bc01734),segment_id=5e494d5f-05e5-441f-b4e2-606d7bc01734)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:19:38.387070 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port bde4048d-5049-471c-9bd6-126361053207 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:19:38.387648 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:38.387942 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f0cf3c-7ee4-4405-991f-f34a27f7d1b2 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Pushing event updated for resources: {'Port': ['ID=11300546-bfaf-4e82-8679-855aa29f70f2,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:38.432983 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port bde4048d-5049-471c-9bd6-126361053207, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=bde4048d-5049-471c-9bd6-126361053207,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:19:38.441529 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:38.498596 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbd2153-3446-424b-b048-b4da5b338d50 req-d5ebb2c9-2a53-403d-bd96-1ba820a49b44 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:38.514134 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ecbd2153-3446-424b-b048-b4da5b338d50 req-d5ebb2c9-2a53-403d-bd96-1ba820a49b44 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a9680b0-40cc-49a3-a3a2-174f0c4d9066 HTTP/1.1" status: 200 len: 945 time: 0.5478830 May 31 13:19:38.542649 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ecbe3da8-4243-40e9-9f59-06c45530d0ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:38.552713 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:38.557719 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=46b4c7c3-ac6b-40cb-888a-34b0f6739218,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:38.568891 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c9843-010e-450b-b9dd-053dceca1fe1 req-8aea9e9c-adbd-408a-985d-f3d30cc8b108 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:38.585367 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0b4c9843-010e-450b-b9dd-053dceca1fe1 req-8aea9e9c-adbd-408a-985d-f3d30cc8b108 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] 10.222.0.50 "GET /v2.0/ports?device_id=45d2f267-9388-40f8-abd8-b77548fcaed8 HTTP/1.1" status: 200 len: 970 time: 0.6024446 May 31 13:19:38.647693 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-28f0cf3c-7ee4-4405-991f-f34a27f7d1b2 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:38.700166 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-28f0cf3c-7ee4-4405-991f-f34a27f7d1b2 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:38.716457 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-28f0cf3c-7ee4-4405-991f-f34a27f7d1b2 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6377287 May 31 13:19:38.737025 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:38.737682 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=bde4048d-5049-471c-9bd6-126361053207,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:38.748169 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ecbd2153-3446-424b-b048-b4da5b338d50 req-d53f4c6b-e4b5-46a0-86b9-7400eb59fbbc tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311308 May 31 13:19:38.757682 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ecbe3da8-4243-40e9-9f59-06c45530d0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:38.764659 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 60812) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:19:38.767974 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a0fde2-00f7-4918-9bbb-e9bff60a5566 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-2673cfae-a69b-4b07-beac-4f5bbaf82e9b', 'network_id': '2673cfae-a69b-4b07-beac-4f5bbaf82e9b', 'tenant_id': 'e566dfc2cf5740deb10cf057af38c280', 'fixed_ips': [{'subnet_id': '242d2316-6768-4a32-9245-372928819e1b'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:19:38.768818 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f6a0fde2-00f7-4918-9bbb-e9bff60a5566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:38.793171 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0b4c9843-010e-450b-b9dd-053dceca1fe1 req-68cf8bcc-3c2c-4f50-9f3c-5003cbf03bf3 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] 10.222.0.50 "GET /v2.0/security-groups?id=0de57c5f-1a61-4ab1-b56d-23a80c557f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068045 May 31 13:19:38.852226 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbe3da8-4243-40e9-9f59-06c45530d0ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d03965b-3a59-41be-add0-1017faa9e36c,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:38.888690 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ecbe3da8-4243-40e9-9f59-06c45530d0ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:38.892326 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ecbe3da8-4243-40e9-9f59-06c45530d0ee admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7d03965b-3a59-41be-add0-1017faa9e36c HTTP/1.1" status: 204 len: 168 time: 1.0970495 May 31 13:19:38.922383 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-434f4c6a-5146-47ff-b830-7f27cca4b65a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=045a3b012fa24290a40968c5c069f307&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1298423 May 31 13:19:38.924439 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 60818) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:19:38.971014 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c6a5120-f304-4bf7-87b6-366657caea17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bde4048d-5049-471c-9bd6-126361053207'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:19:39.074531 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 60824) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:19:39.174121 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-00884f4f-74ec-42b4-a0ee-10025e447978 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:39.196341 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d85c35e3-52d8-40dd-85b6-4bad0d1ba20d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:39.198673 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-00884f4f-74ec-42b4-a0ee-10025e447978 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:19:39.214170 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-00884f4f-74ec-42b4-a0ee-10025e447978 admin admin] Usage tracker for resource:security_group_rule and tenant:115f5f66a14c4fbd8f7dec686cf9552f is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:19:39.223559 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-00884f4f-74ec-42b4-a0ee-10025e447978 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:19:39.233453 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-f6a0fde2-00f7-4918-9bbb-e9bff60a5566 None None] Allocated IP 172.20.0.2 (2673cfae-a69b-4b07-beac-4f5bbaf82e9b/242d2316-6768-4a32-9245-372928819e1b/5f5caea1-1745-498c-b14c-c19707076e0b) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:19:39.245640 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-00884f4f-74ec-42b4-a0ee-10025e447978 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:19:39.266666 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d85c35e3-52d8-40dd-85b6-4bad0d1ba20d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:39.394313 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 46b4c7c3-ac6b-40cb-888a-34b0f6739218 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:19:39.454073 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-fe26393a-550e-4a7d-9d22-348c11ef641e req-a45208e7-14a2-403b-8ea6-7494ce74f351 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Synchronizing usage tracker for tenant:b507f55702b4454690aaa4c9f4de29b0 on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:19:39.460128 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-00884f4f-74ec-42b4-a0ee-10025e447978 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:39.466926 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-00884f4f-74ec-42b4-a0ee-10025e447978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:39.492790 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b6b703b9-9fe4-4adf-bc70-6e37e47089f8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:39.511991 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 46b4c7c3-ac6b-40cb-888a-34b0f6739218 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:19:39.512359 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:39.524860 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-00884f4f-74ec-42b4-a0ee-10025e447978 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=115f5f66a14c4fbd8f7dec686cf9552f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4429023 May 31 13:19:39.527629 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 60840) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:19:39.568531 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-fe26393a-550e-4a7d-9d22-348c11ef641e req-a45208e7-14a2-403b-8ea6-7494ce74f351 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Unset dirty status for tenant:b507f55702b4454690aaa4c9f4de29b0 on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:19:39.570174 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fe26393a-550e-4a7d-9d22-348c11ef641e req-a45208e7-14a2-403b-8ea6-7494ce74f351 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--347783841&fields=id&tenant_id=b507f55702b4454690aaa4c9f4de29b0 HTTP/1.1" status: 200 len: 267 time: 0.2708108 May 31 13:19:39.571971 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b6b703b9-9fe4-4adf-bc70-6e37e47089f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:39.628267 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d85c35e3-52d8-40dd-85b6-4bad0d1ba20d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:39.637263 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd3729-8a05-4c18-92db-6134b5adaad3 req-4f831a04-6d88-4cb8-9441-5288efb64a13 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:39.638787 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-17cd3729-8a05-4c18-92db-6134b5adaad3 req-4f831a04-6d88-4cb8-9441-5288efb64a13 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c6a5120-f304-4bf7-87b6-366657caea17 HTTP/1.1" status: 200 len: 950 time: 0.5522370 May 31 13:19:39.654940 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00884f4f-74ec-42b4-a0ee-10025e447978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae343b2-f33e-4f42-8789-2f0421c5b7ef,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:39.695507 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2f2041a9-a6a2-49ee-b6d1-5d6d7b9cf780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:39.718802 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d85c35e3-52d8-40dd-85b6-4bad0d1ba20d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:39.720229 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d85c35e3-52d8-40dd-85b6-4bad0d1ba20d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ddd5c525-5125-498b-be0f-23756a44eb33 HTTP/1.1" status: 204 len: 168 time: 0.7947741 May 31 13:19:39.721362 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85c35e3-52d8-40dd-85b6-4bad0d1ba20d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd5c525-5125-498b-be0f-23756a44eb33,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:39.775299 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2f2041a9-a6a2-49ee-b6d1-5d6d7b9cf780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:39.779735 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-17cd3729-8a05-4c18-92db-6134b5adaad3 req-edd5b627-cfc5-44d6-96ac-045c32573b11 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/security-groups?id=62fff807-5a72-4450-b5e7-33e8160efe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162114 May 31 13:19:39.908273 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2f2041a9-a6a2-49ee-b6d1-5d6d7b9cf780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:39.954176 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ba72ad8-514e-45b3-be90-e44b4780fb11'] response: {'server_uuid': '4c6a5120-f304-4bf7-87b6-366657caea17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bde4048d-5049-471c-9bd6-126361053207', 'code': 200} May 31 13:19:39.963031 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 46b4c7c3-ac6b-40cb-888a-34b0f6739218 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:19:39.993977 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device e554978f-40e4-4022-bf0e-92553e5b2e08 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:19:40.049887 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2041a9-a6a2-49ee-b6d1-5d6d7b9cf780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae343b2-f33e-4f42-8789-2f0421c5b7ef,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:40.100032 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26393a-550e-4a7d-9d22-348c11ef641e req-1cbdd15f-e19a-4a8a-b011-2929afbe51e6 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:40.100768 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-fe26393a-550e-4a7d-9d22-348c11ef641e req-1cbdd15f-e19a-4a8a-b011-2929afbe51e6 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Synchronizing usage tracker for tenant:b507f55702b4454690aaa4c9f4de29b0 on resource:network {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:19:40.117939 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-b6b703b9-9fe4-4adf-bc70-6e37e47089f8 admin admin] Allocated IP 172.25.6.195 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/7c06a97b-1a69-4e93-a372-54e7d419a3b4) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:19:40.138229 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2f2041a9-a6a2-49ee-b6d1-5d6d7b9cf780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:40.145201 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-2f2041a9-a6a2-49ee-b6d1-5d6d7b9cf780 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7ae343b2-f33e-4f42-8789-2f0421c5b7ef HTTP/1.1" status: 204 len: 168 time: 0.6152868 May 31 13:19:40.213880 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port e554978f-40e4-4022-bf0e-92553e5b2e08 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:19:40.230146 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port e554978f-40e4-4022-bf0e-92553e5b2e08 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:19:40.230550 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:40.240439 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf34584d-f32c-49cd-9857-bbd927ff7b61 req-eb0bb485-2bf4-475f-9592-47bf215593dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:40.242844 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-bf34584d-f32c-49cd-9857-bbd927ff7b61 req-eb0bb485-2bf4-475f-9592-47bf215593dc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4c6a5120-f304-4bf7-87b6-366657caea17 HTTP/1.1" status: 200 len: 1101 time: 0.2863140 May 31 13:19:40.311989 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f6a0fde2-00f7-4918-9bbb-e9bff60a5566 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:40.324894 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f6a0fde2-00f7-4918-9bbb-e9bff60a5566 None None] Transition to ACTIVE for port object 5f5caea1-1745-498c-b14c-c19707076e0b will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:19:40.336094 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-bf34584d-f32c-49cd-9857-bbd927ff7b61 req-38927dfe-fb9a-46d6-ad86-a404bdf7e7ac service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=62fff807-5a72-4450-b5e7-33e8160efe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859365 May 31 13:19:40.350174 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f6a0fde2-00f7-4918-9bbb-e9bff60a5566 None None] Transition to ACTIVE for port object 5f5caea1-1745-498c-b14c-c19707076e0b will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:19:40.363440 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f6a0fde2-00f7-4918-9bbb-e9bff60a5566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:40.466706 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-fe26393a-550e-4a7d-9d22-348c11ef641e req-1cbdd15f-e19a-4a8a-b011-2929afbe51e6 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Unset dirty status for tenant:b507f55702b4454690aaa4c9f4de29b0 on resource:network {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:19:40.470555 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fe26393a-550e-4a7d-9d22-348c11ef641e req-1cbdd15f-e19a-4a8a-b011-2929afbe51e6 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] 10.222.0.50 "GET /v2.0/networks?id=166095fb-602c-4131-97e4-e6648d07bb0e HTTP/1.1" status: 200 len: 823 time: 0.8295572 May 31 13:19:40.507228 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a0fde2-00f7-4918-9bbb-e9bff60a5566 None None] Network 2673cfae-a69b-4b07-beac-4f5bbaf82e9b is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:19:40.515965 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-f6a0fde2-00f7-4918-9bbb-e9bff60a5566 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:19:40.524493 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a0fde2-00f7-4918-9bbb-e9bff60a5566 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:19:40.578600 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b971253a-d037-4aad-ba1e-6ea7829ba069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:40.601382 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a0fde2-00f7-4918-9bbb-e9bff60a5566 None None] Pushing event updated for resources: {'Port': ['ID=5f5caea1-1745-498c-b14c-c19707076e0b,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:40.617022 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b6b703b9-9fe4-4adf-bc70-6e37e47089f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:40.634632 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port e554978f-40e4-4022-bf0e-92553e5b2e08 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:19:40.635013 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:40.654990 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fe26393a-550e-4a7d-9d22-348c11ef641e req-4bdb3359-270b-409d-b44d-30d7c52f81e9 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] 10.222.0.50 "GET /v2.0/quotas/b507f55702b4454690aaa4c9f4de29b0 HTTP/1.1" status: 200 len: 375 time: 0.1539195 May 31 13:19:40.662359 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b6b703b9-9fe4-4adf-bc70-6e37e47089f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:40.771423 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port e554978f-40e4-4022-bf0e-92553e5b2e08, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=e554978f-40e4-4022-bf0e-92553e5b2e08,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:19:40.791002 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:40.890494 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=e554978f-40e4-4022-bf0e-92553e5b2e08,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:40.892787 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b703b9-9fe4-4adf-bc70-6e37e47089f8 admin admin] Pushing event updated for resources: {'Port': ['ID=7c06a97b-1a69-4e93-a372-54e7d419a3b4,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:40.897054 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-f6a0fde2-00f7-4918-9bbb-e9bff60a5566 None None] Attempting to bind port 5f5caea1-1745-498c-b14c-c19707076e0b on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:19:40.897610 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-f6a0fde2-00f7-4918-9bbb-e9bff60a5566 None None] Attempting to bind port 5f5caea1-1745-498c-b14c-c19707076e0b by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '92567f26-b8b9-42f0-9a40-dd393ba47025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2673cfae-a69b-4b07-beac-4f5bbaf82e9b'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:19:40.897895 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b703b9-9fe4-4adf-bc70-6e37e47089f8 admin admin] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:19:40.898099 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a0fde2-00f7-4918-9bbb-e9bff60a5566 None None] Attempting to bind port 5f5caea1-1745-498c-b14c-c19707076e0b on network 2673cfae-a69b-4b07-beac-4f5bbaf82e9b {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:19:40.905615 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a0fde2-00f7-4918-9bbb-e9bff60a5566 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:19:40.905751 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-b6b703b9-9fe4-4adf-bc70-6e37e47089f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:19:40.905867 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a0fde2-00f7-4918-9bbb-e9bff60a5566 None None] Checking segment: {'id': '92567f26-b8b9-42f0-9a40-dd393ba47025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2673cfae-a69b-4b07-beac-4f5bbaf82e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:19:40.906355 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f6a0fde2-00f7-4918-9bbb-e9bff60a5566 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:40.906749 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a0fde2-00f7-4918-9bbb-e9bff60a5566 None None] Bound using segment: {'id': '92567f26-b8b9-42f0-9a40-dd393ba47025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2673cfae-a69b-4b07-beac-4f5bbaf82e9b'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:19:40.907841 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-f6a0fde2-00f7-4918-9bbb-e9bff60a5566 None None] Bound port: 5f5caea1-1745-498c-b14c-c19707076e0b, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92567f26-b8b9-42f0-9a40-dd393ba47025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2673cfae-a69b-4b07-beac-4f5bbaf82e9b'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:19:40.907841 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f6a0fde2-00f7-4918-9bbb-e9bff60a5566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:40.908880 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b703b9-9fe4-4adf-bc70-6e37e47089f8 admin admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:19:40.974424 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b22521e-8046-4103-8f82-62787bbde199 req-417201a6-899c-4bd3-8037-b197925e3314 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:40.981723 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9b22521e-8046-4103-8f82-62787bbde199 req-417201a6-899c-4bd3-8037-b197925e3314 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a9680b0-40cc-49a3-a3a2-174f0c4d9066 HTTP/1.1" status: 200 len: 945 time: 0.8507578 May 31 13:19:41.031942 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 60886) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:19:41.123191 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-f6a0fde2-00f7-4918-9bbb-e9bff60a5566 None None] For port 5f5caea1-1745-498c-b14c-c19707076e0b, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:19:41.128350 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-f6a0fde2-00f7-4918-9bbb-e9bff60a5566 None None] For port 5f5caea1-1745-498c-b14c-c19707076e0b, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=5f5caea1-1745-498c-b14c-c19707076e0b,segment=NetworkSegment(92567f26-b8b9-42f0-9a40-dd393ba47025),segment_id=92567f26-b8b9-42f0-9a40-dd393ba47025)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:19:41.138180 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f6a0fde2-00f7-4918-9bbb-e9bff60a5566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:41.203714 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9b22521e-8046-4103-8f82-62787bbde199 req-f9039ab4-7cb8-4758-835c-32b3de04f8b4 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209010 May 31 13:19:41.221858 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-fe26393a-550e-4a7d-9d22-348c11ef641e req-38820aa2-f00d-4068-a6ea-f41e74725e6c tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Synchronizing usage tracker for tenant:b507f55702b4454690aaa4c9f4de29b0 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:19:41.243147 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a0fde2-00f7-4918-9bbb-e9bff60a5566 None None] Pushing event updated for resources: {'Port': ['ID=5f5caea1-1745-498c-b14c-c19707076e0b,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:41.286820 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-fe26393a-550e-4a7d-9d22-348c11ef641e req-38820aa2-f00d-4068-a6ea-f41e74725e6c tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Unset dirty status for tenant:b507f55702b4454690aaa4c9f4de29b0 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:19:41.288341 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fe26393a-550e-4a7d-9d22-348c11ef641e req-38820aa2-f00d-4068-a6ea-f41e74725e6c tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b507f55702b4454690aaa4c9f4de29b0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6212037 May 31 13:19:41.500605 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-fa1397fa-8b3a-4d14-b4d6-0699569b94d3 tempest-AutoAllocateNetworkTest-1592608757 tempest-AutoAllocateNetworkTest-1592608757-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=78982c72dc8f45b0a706649ba3c2c955&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4665422 May 31 13:19:41.501556 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 60908) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:19:41.689139 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b6b703b9-9fe4-4adf-bc70-6e37e47089f8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:41.854611 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87992281-8b34-483b-aa3d-12bcbcb0231d req-94d2b295-834d-4488-8a0b-d0bc98503e00 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:41.870605 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-87992281-8b34-483b-aa3d-12bcbcb0231d req-94d2b295-834d-4488-8a0b-d0bc98503e00 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] 10.222.0.50 "GET /v2.0/ports?device_id=45d2f267-9388-40f8-abd8-b77548fcaed8 HTTP/1.1" status: 200 len: 971 time: 0.4630542 May 31 13:19:41.879146 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a3ec3e-326a-47f3-a311-f3777d0b266b tempest-AutoAllocateNetworkTest-1592608757 tempest-AutoAllocateNetworkTest-1592608757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:41.885414 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b7a3ec3e-326a-47f3-a311-f3777d0b266b tempest-AutoAllocateNetworkTest-1592608757 tempest-AutoAllocateNetworkTest-1592608757-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3824263 May 31 13:19:41.886170 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 60922) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:19:41.955815 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d2f267-9388-40f8-abd8-b77548fcaed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e554978f-40e4-4022-bf0e-92553e5b2e08'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:19:41.992291 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [req-fe26393a-550e-4a7d-9d22-348c11ef641e req-5c8bdf86-ce8c-422f-a172-7040cdbb05c6 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:19:41.993291 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fe26393a-550e-4a7d-9d22-348c11ef641e req-5c8bdf86-ce8c-422f-a172-7040cdbb05c6 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3857853 May 31 13:19:42.006620 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b803a45b-7178-412a-adf2-b330f9a2d25e tempest-AutoAllocateNetworkTest-1592608757 tempest-AutoAllocateNetworkTest-1592608757-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1192868 May 31 13:19:42.008453 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 60930) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:19:42.049408 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-943e4a2c-4672-40ae-9d1c-08a7ca1dda2c tempest-AutoAllocateNetworkTest-1592608757 tempest-AutoAllocateNetworkTest-1592608757-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=78982c72dc8f45b0a706649ba3c2c955 HTTP/1.1" status: 200 len: 208 time: 0.0382693 May 31 13:19:42.051352 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-87992281-8b34-483b-aa3d-12bcbcb0231d req-e5ce0be5-dcf2-480c-a952-5716db5f42d3 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] 10.222.0.50 "GET /v2.0/security-groups?id=0de57c5f-1a61-4ab1-b56d-23a80c557f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797333 May 31 13:19:42.350023 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fe26393a-550e-4a7d-9d22-348c11ef641e req-62d1dbb4-5bc3-41ed-84cc-36ef32c7c608 service neutron] 10.222.0.50 "GET /v2.0/networks/166095fb-602c-4131-97e4-e6648d07bb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3435602 May 31 13:19:42.565658 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 60946) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:19:42.674706 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5cc320-5fe8-4984-af05-196dfc08d3eb None None] Network 2673cfae-a69b-4b07-beac-4f5bbaf82e9b requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:19:42.693328 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85535dd-d27b-4f9d-a43f-1792776e9950 req-fc16ec05-f462-471f-93b6-b127ddc1b0d2 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:42.701446 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d85535dd-d27b-4f9d-a43f-1792776e9950 req-fc16ec05-f462-471f-93b6-b127ddc1b0d2 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c6a5120-f304-4bf7-87b6-366657caea17 HTTP/1.1" status: 200 len: 950 time: 0.5170810 May 31 13:19:42.756982 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b6b703b9-9fe4-4adf-bc70-6e37e47089f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:42.783586 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d85535dd-d27b-4f9d-a43f-1792776e9950 req-93769de2-1e94-4825-9666-747cbbde231c tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/security-groups?id=62fff807-5a72-4450-b5e7-33e8160efe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812588 May 31 13:19:42.819688 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e38612e6-862c-46a1-b806-e62baedcb3ae None None] Provisioning for port 5f5caea1-1745-498c-b14c-c19707076e0b completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:19:42.828672 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-99f0f5f8-000b-406b-ae4f-284aeb37e7c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:42.883808 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fe26393a-550e-4a7d-9d22-348c11ef641e req-14a79f89-3a59-47c9-af2f-ce3c4c6c0589 service neutron] 10.222.0.50 "GET /v2.0/networks/166095fb-602c-4131-97e4-e6648d07bb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3513696 May 31 13:19:43.081759 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 5f5caea1-1745-498c-b14c-c19707076e0b up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:19:43.142777 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6b703b9-9fe4-4adf-bc70-6e37e47089f8 admin admin] Router f999b928-5db6-49dd-8905-803ec22808ea is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 13:19:43.145666 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-05306e5d-765c-4fc6-abf9-8b4de76f3dc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:43.199983 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-05306e5d-765c-4fc6-abf9-8b4de76f3dc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:19:43.222732 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-05306e5d-765c-4fc6-abf9-8b4de76f3dc3 admin admin] Usage tracker for resource:security_group_rule and tenant:78982c72dc8f45b0a706649ba3c2c955 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:19:43.230758 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-05306e5d-765c-4fc6-abf9-8b4de76f3dc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:19:43.248021 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-05306e5d-765c-4fc6-abf9-8b4de76f3dc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:19:43.287076 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6daf0843-73bb-4d7f-9827-157c69e66fa7'] response: {'server_uuid': '45d2f267-9388-40f8-abd8-b77548fcaed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e554978f-40e4-4022-bf0e-92553e5b2e08', 'code': 200} May 31 13:19:43.367532 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 5f5caea1-1745-498c-b14c-c19707076e0b completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:19:43.385429 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 5f5caea1-1745-498c-b14c-c19707076e0b triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:19:43.385809 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:43.646458 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-05306e5d-765c-4fc6-abf9-8b4de76f3dc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:43.658854 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-05306e5d-765c-4fc6-abf9-8b4de76f3dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:43.700889 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:43.762011 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-05306e5d-765c-4fc6-abf9-8b4de76f3dc3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=78982c72dc8f45b0a706649ba3c2c955&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1946208 May 31 13:19:43.762517 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 60984) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:19:43.815947 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:43.836010 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9bef9610-50ac-45db-8f4c-6a501ccfdce1 None None] Provisioning complete for port 5f5caea1-1745-498c-b14c-c19707076e0b triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:19:43.836331 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9bef9610-50ac-45db-8f4c-6a501ccfdce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:43.840881 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05306e5d-765c-4fc6-abf9-8b4de76f3dc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cbf1c98-baed-48c6-bcd1-90fc2f66e63c,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:43.866616 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05306e5d-765c-4fc6-abf9-8b4de76f3dc3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:19:43.867534 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05306e5d-765c-4fc6-abf9-8b4de76f3dc3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:19:43.868032 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05306e5d-765c-4fc6-abf9-8b4de76f3dc3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:19:43.868558 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05306e5d-765c-4fc6-abf9-8b4de76f3dc3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:19:43.869058 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05306e5d-765c-4fc6-abf9-8b4de76f3dc3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:19:43.869543 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05306e5d-765c-4fc6-abf9-8b4de76f3dc3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:19:43.870038 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05306e5d-765c-4fc6-abf9-8b4de76f3dc3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:19:43.870635 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05306e5d-765c-4fc6-abf9-8b4de76f3dc3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:19:43.871110 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05306e5d-765c-4fc6-abf9-8b4de76f3dc3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:19:43.871725 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05306e5d-765c-4fc6-abf9-8b4de76f3dc3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:19:43.872204 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05306e5d-765c-4fc6-abf9-8b4de76f3dc3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:19:43.872682 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05306e5d-765c-4fc6-abf9-8b4de76f3dc3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:19:43.916373 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 5f5caea1-1745-498c-b14c-c19707076e0b is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:19:43.916746 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:43.934506 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ea5907e2-5e35-4b10-8e47-c38fdc2a411b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:43.966854 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 5f5caea1-1745-498c-b14c-c19707076e0b, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=5f5caea1-1745-498c-b14c-c19707076e0b,segment=NetworkSegment(92567f26-b8b9-42f0-9a40-dd393ba47025),segment_id=92567f26-b8b9-42f0-9a40-dd393ba47025)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:19:44.011702 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:44.041602 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ea5907e2-5e35-4b10-8e47-c38fdc2a411b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:44.105160 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9bef9610-50ac-45db-8f4c-6a501ccfdce1 None None] Current status of the port 5f5caea1-1745-498c-b14c-c19707076e0b is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:19:44.121888 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=5f5caea1-1745-498c-b14c-c19707076e0b,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:44.159096 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ea5907e2-5e35-4b10-8e47-c38fdc2a411b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:44.182235 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00377309-c5ba-46fd-9f14-02cecbda99f0 req-45a693be-7d7e-4c51-8239-96dd50c96022 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:44.183901 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-00377309-c5ba-46fd-9f14-02cecbda99f0 req-45a693be-7d7e-4c51-8239-96dd50c96022 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/ports?device_id=55fb1417-cad8-4df4-aa5c-6da0276389e5 HTTP/1.1" status: 200 len: 950 time: 0.8365021 May 31 13:19:44.184916 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5907e2-5e35-4b10-8e47-c38fdc2a411b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cbf1c98-baed-48c6-bcd1-90fc2f66e63c,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:44.190684 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ea5907e2-5e35-4b10-8e47-c38fdc2a411b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:44.192881 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ea5907e2-5e35-4b10-8e47-c38fdc2a411b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6cbf1c98-baed-48c6-bcd1-90fc2f66e63c HTTP/1.1" status: 204 len: 168 time: 0.4274662 May 31 13:19:44.193055 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6b703b9-9fe4-4adf-bc70-6e37e47089f8 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:19:44.214204 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07a7489-9a4e-4be8-b838-4f91351060d0 None None] Sync routers for ids ['f999b928-5db6-49dd-8905-803ec22808ea'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:19:44.234737 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07a7489-9a4e-4be8-b838-4f91351060d0 None None] Routers {'f999b928-5db6-49dd-8905-803ec22808ea'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:19:44.235661 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-b07a7489-9a4e-4be8-b838-4f91351060d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:19:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['f999b928-5db6-49dd-8905-803ec22808ea'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:19:44.258940 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e28b6-641c-4719-b021-9850548f3ae2 req-596d95c0-2e0d-4f36-b6e9-84500931beda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:44.260681 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6d7e28b6-641c-4719-b021-9850548f3ae2 req-596d95c0-2e0d-4f36-b6e9-84500931beda service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=45d2f267-9388-40f8-abd8-b77548fcaed8 HTTP/1.1" status: 200 len: 1122 time: 0.9302242 May 31 13:19:44.265797 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d26ca2-864f-4b25-a681-17715fb31bfc req-9f493dca-ba19-4e44-860e-fbb205d6588f tempest-LiveAutoBlockMigrationV225Test-938371686 tempest-LiveAutoBlockMigrationV225Test-938371686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:44.267284 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c6d26ca2-864f-4b25-a681-17715fb31bfc req-9f493dca-ba19-4e44-860e-fbb205d6588f tempest-LiveAutoBlockMigrationV225Test-938371686 tempest-LiveAutoBlockMigrationV225Test-938371686-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=7a9680b0-40cc-49a3-a3a2-174f0c4d9066 HTTP/1.1" status: 200 len: 1096 time: 0.3232391 May 31 13:19:44.272429 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b6b703b9-9fe4-4adf-bc70-6e37e47089f8 admin admin] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:44.273815 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-b6b703b9-9fe4-4adf-bc70-6e37e47089f8 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 6.9074314 May 31 13:19:44.277011 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 32768) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:19:44.342899 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-00377309-c5ba-46fd-9f14-02cecbda99f0 req-e9829160-83c0-4727-89b4-60cd64ea8ef7 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/security-groups?id=62fff807-5a72-4450-b5e7-33e8160efe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225307 May 31 13:19:44.375447 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6d7e28b6-641c-4719-b021-9850548f3ae2 req-55d90654-b7e7-4816-96b3-2a641d94797b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0de57c5f-1a61-4ab1-b56d-23a80c557f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037674 May 31 13:19:44.387813 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c6d26ca2-864f-4b25-a681-17715fb31bfc req-9b7216f9-200c-4d9a-ba18-0b75851bb368 tempest-LiveAutoBlockMigrationV225Test-938371686 tempest-LiveAutoBlockMigrationV225Test-938371686-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973728 May 31 13:19:44.616706 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-b07a7489-9a4e-4be8-b838-4f91351060d0 None None] Set router f999b928-5db6-49dd-8905-803ec22808ea gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:19:44.794469 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-94e94525-3faa-48b9-9254-e8aa0aa3e5ee req-85c74a17-da9d-46a7-abf0-feb9ccbfd63f tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b9612b1-2b60-4c07-b859-ad4737cf6cb6 HTTP/1.1" status: 200 len: 210 time: 0.0810940 May 31 13:19:44.879196 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c1939-b87b-455c-8db3-b69a6fc59d45 req-c3ea4b8f-4c44-4c32-8189-34fae4d692b2 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:44.880756 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-810c1939-b87b-455c-8db3-b69a6fc59d45 req-c3ea4b8f-4c44-4c32-8189-34fae4d692b2 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] 10.222.0.50 "GET /v2.0/ports?device_id=45d2f267-9388-40f8-abd8-b77548fcaed8 HTTP/1.1" status: 200 len: 971 time: 0.2101734 May 31 13:19:45.006206 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-810c1939-b87b-455c-8db3-b69a6fc59d45 req-bd3b94a6-17ba-42ac-a45a-bdab1b083f13 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] 10.222.0.50 "GET /v2.0/security-groups?id=0de57c5f-1a61-4ab1-b56d-23a80c557f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150320 May 31 13:19:45.008707 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 5f5caea1-1745-498c-b14c-c19707076e0b up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:19:45.237632 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 5f5caea1-1745-498c-b14c-c19707076e0b triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:19:45.238339 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:45.279701 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-b07a7489-9a4e-4be8-b838-4f91351060d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f999b928-5db6-49dd-8905-803ec22808ea', 'name': 'tempest-ServersTestJSON-907881908-router', 'tenant_id': 'e566dfc2cf5740deb10cf057af38c280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '7c06a97b-1a69-4e93-a372-54e7d419a3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:19:37Z', 'updated_at': '2022-05-31T13:19:41Z', 'revision_number': 3, 'project_id': 'e566dfc2cf5740deb10cf057af38c280', 'gw_port': {'id': '7c06a97b-1a69-4e93-a372-54e7d419a3b4', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f999b928-5db6-49dd-8905-803ec22808ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:19:39Z', 'updated_at': '2022-05-31T13:19:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:19:45.295264 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07a7489-9a4e-4be8-b838-4f91351060d0 None None] Checking router: f999b928-5db6-49dd-8905-803ec22808ea for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:19:45.295961 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07a7489-9a4e-4be8-b838-4f91351060d0 None None] Updating router f999b928-5db6-49dd-8905-803ec22808ea port 7c06a97b-1a69-4e93-a372-54e7d419a3b4 binding host n-d-843939-1 {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:19:45.365665 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b07a7489-9a4e-4be8-b838-4f91351060d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:45.450805 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26393a-550e-4a7d-9d22-348c11ef641e req-295ab1f8-ab69-4f42-855c-ff6c24aa89af tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:45.462338 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fe26393a-550e-4a7d-9d22-348c11ef641e req-295ab1f8-ab69-4f42-855c-ff6c24aa89af tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] 10.222.0.44 "GET /v2.0/networks?id=166095fb-602c-4131-97e4-e6648d07bb0e HTTP/1.1" status: 200 len: 823 time: 0.3979335 May 31 13:19:45.539484 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fe26393a-550e-4a7d-9d22-348c11ef641e req-c6b1db2c-5ebf-4a3b-9185-b394a3c07dca tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b507f55702b4454690aaa4c9f4de29b0 HTTP/1.1" status: 200 len: 379 time: 0.0685446 May 31 13:19:45.553290 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:45.554337 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-fe26393a-550e-4a7d-9d22-348c11ef641e req-b5b86441-d86c-4a5b-bd83-7998f24e6e02 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Request body: {'port': {'device_id': '5b9612b1-2b60-4c07-b859-ad4737cf6cb6', 'network_id': '166095fb-602c-4131-97e4-e6648d07bb0e', 'admin_state_up': True, 'tenant_id': 'b507f55702b4454690aaa4c9f4de29b0', 'security_groups': ['2a8d50c8-ecaa-42f3-ab2e-6ee0f73e2630']}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:19:45.842244 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b90026d4-e488-4742-93ac-01b3b94db6ec req-fa9cc036-dd53-4771-a371-63cca0285398 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=c905d91f2f614f928153cd05b2f8a225&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0515354 May 31 13:19:45.843268 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 5f5caea1-1745-498c-b14c-c19707076e0b is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:19:45.919897 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b07a7489-9a4e-4be8-b838-4f91351060d0 None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:45.943711 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-b07a7489-9a4e-4be8-b838-4f91351060d0 None None] Transition to ACTIVE for port object 7c06a97b-1a69-4e93-a372-54e7d419a3b4 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:19:45.961819 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 13:19:45.963257 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b07a7489-9a4e-4be8-b838-4f91351060d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:46.037314 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b21f09fa-3761-4e4d-8bec-59ee1ad8dc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:46.105156 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c5d25d-b317-4310-8e54-a6fbd27a799a None None] Pushing event updated for resources: {'Port': ['ID=7c06a97b-1a69-4e93-a372-54e7d419a3b4,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:46.120842 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-b07a7489-9a4e-4be8-b838-4f91351060d0 None None] Attempting to bind port 7c06a97b-1a69-4e93-a372-54e7d419a3b4 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:19:46.121552 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-b07a7489-9a4e-4be8-b838-4f91351060d0 None None] Attempting to bind port 7c06a97b-1a69-4e93-a372-54e7d419a3b4 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:19:46.122019 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07a7489-9a4e-4be8-b838-4f91351060d0 None None] Attempting to bind port 7c06a97b-1a69-4e93-a372-54e7d419a3b4 on network d2103cd5-63ba-4c24-9d95-fd17643bf14c {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:19:46.130530 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07a7489-9a4e-4be8-b838-4f91351060d0 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:19:46.130994 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07a7489-9a4e-4be8-b838-4f91351060d0 None None] Checking segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:19:46.131981 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b07a7489-9a4e-4be8-b838-4f91351060d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:46.132283 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07a7489-9a4e-4be8-b838-4f91351060d0 None None] Bound using segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:19:46.132878 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-b07a7489-9a4e-4be8-b838-4f91351060d0 None None] Bound port: 7c06a97b-1a69-4e93-a372-54e7d419a3b4, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:19:46.133745 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b07a7489-9a4e-4be8-b838-4f91351060d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:46.189481 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-fe26393a-550e-4a7d-9d22-348c11ef641e req-b5b86441-d86c-4a5b-bd83-7998f24e6e02 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:19:46.222018 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-fe26393a-550e-4a7d-9d22-348c11ef641e req-b5b86441-d86c-4a5b-bd83-7998f24e6e02 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:19:46.231716 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90026d4-e488-4742-93ac-01b3b94db6ec req-7603c327-629d-4227-ab39-8394a89479d3 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:46.233218 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b90026d4-e488-4742-93ac-01b3b94db6ec req-7603c327-629d-4227-ab39-8394a89479d3 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3901660 May 31 13:19:46.255958 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-b07a7489-9a4e-4be8-b838-4f91351060d0 None None] For port 7c06a97b-1a69-4e93-a372-54e7d419a3b4, host n-d-843939-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:19:46.258038 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe26393a-550e-4a7d-9d22-348c11ef641e req-b5b86441-d86c-4a5b-bd83-7998f24e6e02 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Made reservation on behalf of b507f55702b4454690aaa4c9f4de29b0 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:19:46.261408 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-b07a7489-9a4e-4be8-b838-4f91351060d0 None None] For port 7c06a97b-1a69-4e93-a372-54e7d419a3b4, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=7c06a97b-1a69-4e93-a372-54e7d419a3b4,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:19:46.261616 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-fe26393a-550e-4a7d-9d22-348c11ef641e req-b5b86441-d86c-4a5b-bd83-7998f24e6e02 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:46.267769 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b07a7489-9a4e-4be8-b838-4f91351060d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:46.275417 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b90026d4-e488-4742-93ac-01b3b94db6ec req-ed3cf918-4db9-48dc-8441-7b5a588f7fdd tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/quotas/c905d91f2f614f928153cd05b2f8a225 HTTP/1.1" status: 200 len: 375 time: 0.0314574 May 31 13:19:46.279045 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d835d1c-54c2-49ec-9ddd-cec221c12d0f req-b97e4ab9-236a-4793-870e-a8affe65f5b7 tempest-LiveAutoBlockMigrationV225Test-938371686 tempest-LiveAutoBlockMigrationV225Test-938371686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:46.288121 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9d835d1c-54c2-49ec-9ddd-cec221c12d0f req-b97e4ab9-236a-4793-870e-a8affe65f5b7 tempest-LiveAutoBlockMigrationV225Test-938371686 tempest-LiveAutoBlockMigrationV225Test-938371686-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=7a9680b0-40cc-49a3-a3a2-174f0c4d9066 HTTP/1.1" status: 200 len: 1096 time: 0.2497942 May 31 13:19:46.360218 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-b21f09fa-3761-4e4d-8bec-59ee1ad8dc53 admin admin] Allocated IP 172.20.0.1 (2673cfae-a69b-4b07-beac-4f5bbaf82e9b/242d2316-6768-4a32-9245-372928819e1b/93d9e554-65ad-4e4a-bab1-a160b4c9d2c0) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:19:46.372340 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07a7489-9a4e-4be8-b838-4f91351060d0 None None] Routers {'f999b928-5db6-49dd-8905-803ec22808ea'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:19:46.373194 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-b07a7489-9a4e-4be8-b838-4f91351060d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:19:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['f999b928-5db6-49dd-8905-803ec22808ea'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:19:46.455676 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c5d25d-b317-4310-8e54-a6fbd27a799a None None] Pushing event updated for resources: {'Port': ['ID=7c06a97b-1a69-4e93-a372-54e7d419a3b4,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:46.466298 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b90026d4-e488-4742-93ac-01b3b94db6ec req-eba38a6a-13c2-4d27-83c1-9197a38f94e7 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c905d91f2f614f928153cd05b2f8a225&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1628642 May 31 13:19:46.573051 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9d835d1c-54c2-49ec-9ddd-cec221c12d0f req-6b51d8ed-d667-4c5c-a8cf-2b20fa363cdb tempest-LiveAutoBlockMigrationV225Test-938371686 tempest-LiveAutoBlockMigrationV225Test-938371686-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839463 May 31 13:19:46.593160 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-b07a7489-9a4e-4be8-b838-4f91351060d0 None None] Set router f999b928-5db6-49dd-8905-803ec22808ea gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:19:46.594595 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b21f09fa-3761-4e4d-8bec-59ee1ad8dc53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:46.612631 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-b21f09fa-3761-4e4d-8bec-59ee1ad8dc53 admin admin] Transition to ACTIVE for port object 93d9e554-65ad-4e4a-bab1-a160b4c9d2c0 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:19:46.652313 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b21f09fa-3761-4e4d-8bec-59ee1ad8dc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:46.835568 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21f09fa-3761-4e4d-8bec-59ee1ad8dc53 admin admin] Pushing event updated for resources: {'Port': ['ID=93d9e554-65ad-4e4a-bab1-a160b4c9d2c0,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:46.842500 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21f09fa-3761-4e4d-8bec-59ee1ad8dc53 admin admin] Network 2673cfae-a69b-4b07-beac-4f5bbaf82e9b is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:19:46.843852 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-b21f09fa-3761-4e4d-8bec-59ee1ad8dc53 admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:19:46.860168 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21f09fa-3761-4e4d-8bec-59ee1ad8dc53 admin admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:19:46.882804 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-fe26393a-550e-4a7d-9d22-348c11ef641e req-b5b86441-d86c-4a5b-bd83-7998f24e6e02 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Allocated IP 172.20.0.8 (166095fb-602c-4131-97e4-e6648d07bb0e/351010e5-51b7-43d5-9224-87aaece5e49a/6530d0f9-8f2c-4db2-a13c-572f3f258bb4) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:19:46.954877 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b21f09fa-3761-4e4d-8bec-59ee1ad8dc53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:47.090782 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-31fff8e4-a601-47d5-9211-668e92e4e561 req-dbf1f8e3-2c23-4c15-992e-6fd733cbd91c tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=ad789348d4d84f2799aa3c6910766725&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0969160 May 31 13:19:47.188701 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-b07a7489-9a4e-4be8-b838-4f91351060d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f999b928-5db6-49dd-8905-803ec22808ea', 'name': 'tempest-ServersTestJSON-907881908-router', 'tenant_id': 'e566dfc2cf5740deb10cf057af38c280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '7c06a97b-1a69-4e93-a372-54e7d419a3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:19:37Z', 'updated_at': '2022-05-31T13:19:41Z', 'revision_number': 3, 'project_id': 'e566dfc2cf5740deb10cf057af38c280', 'gw_port': {'id': '7c06a97b-1a69-4e93-a372-54e7d419a3b4', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f999b928-5db6-49dd-8905-803ec22808ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:19:39Z', 'updated_at': '2022-05-31T13:19:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:19:47.200581 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07a7489-9a4e-4be8-b838-4f91351060d0 None None] The sync data for ids ['f999b928-5db6-49dd-8905-803ec22808ea'] in n-d-843939-1 is: [{'id': 'f999b928-5db6-49dd-8905-803ec22808ea', 'name': 'tempest-ServersTestJSON-907881908-router', 'tenant_id': 'e566dfc2cf5740deb10cf057af38c280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '7c06a97b-1a69-4e93-a372-54e7d419a3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:19:37Z', 'updated_at': '2022-05-31T13:19:41Z', 'revision_number': 3, 'project_id': 'e566dfc2cf5740deb10cf057af38c280', 'gw_port': {'id': '7c06a97b-1a69-4e93-a372-54e7d419a3b4', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f999b928-5db6-49dd-8905-803ec22808ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:19:39Z', 'updated_at': '2022-05-31T13:19:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:19:47.250768 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b21f09fa-3761-4e4d-8bec-59ee1ad8dc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:47.272590 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-167ff5c9-a2be-456a-960b-1442815960d8 None None] Provisioning for port 93d9e554-65ad-4e4a-bab1-a160b4c9d2c0 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:19:47.284581 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-167ff5c9-a2be-456a-960b-1442815960d8 None None] Provisioning complete for port 93d9e554-65ad-4e4a-bab1-a160b4c9d2c0 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:19:47.285735 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-167ff5c9-a2be-456a-960b-1442815960d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:47.421081 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-167ff5c9-a2be-456a-960b-1442815960d8 None None] Port 93d9e554-65ad-4e4a-bab1-a160b4c9d2c0 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:19:47.478302 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e9542e85-b004-4d06-b4ba-b0b5c919eb51 req-0b7841a7-80b0-4ce5-9749-58f6fa66c3d4 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b9612b1-2b60-4c07-b859-ad4737cf6cb6 HTTP/1.1" status: 200 len: 210 time: 0.2924042 May 31 13:19:47.659721 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fff8e4-a601-47d5-9211-668e92e4e561 req-280bfa96-3957-4bad-a16a-cce44e942d6d tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:47.686800 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-31fff8e4-a601-47d5-9211-668e92e4e561 req-280bfa96-3957-4bad-a16a-cce44e942d6d tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5948613 May 31 13:19:47.704865 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-fe26393a-550e-4a7d-9d22-348c11ef641e req-b5b86441-d86c-4a5b-bd83-7998f24e6e02 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:47.726296 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-31fff8e4-a601-47d5-9211-668e92e4e561 req-925bc203-77ff-41dd-96d3-5612e061b6b4 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/quotas/ad789348d4d84f2799aa3c6910766725 HTTP/1.1" status: 200 len: 375 time: 0.0385673 May 31 13:19:47.741308 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b21f09fa-3761-4e4d-8bec-59ee1ad8dc53 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:47.749000 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b21f09fa-3761-4e4d-8bec-59ee1ad8dc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:47.799425 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-fe26393a-550e-4a7d-9d22-348c11ef641e req-b5b86441-d86c-4a5b-bd83-7998f24e6e02 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Transition to ACTIVE for port object 6530d0f9-8f2c-4db2-a13c-572f3f258bb4 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:19:47.880384 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-fe26393a-550e-4a7d-9d22-348c11ef641e req-b5b86441-d86c-4a5b-bd83-7998f24e6e02 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:47.898664 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b21f09fa-3761-4e4d-8bec-59ee1ad8dc53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:48.049783 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-31fff8e4-a601-47d5-9211-668e92e4e561 req-59536447-13e7-4697-bc78-2bbaac274cf9 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ad789348d4d84f2799aa3c6910766725&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3154771 May 31 13:19:48.125779 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b86441-d86c-4a5b-bd83-7998f24e6e02 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Pushing event updated for resources: {'Port': ['ID=6530d0f9-8f2c-4db2-a13c-572f3f258bb4,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:48.143902 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe26393a-550e-4a7d-9d22-348c11ef641e req-b5b86441-d86c-4a5b-bd83-7998f24e6e02 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Network 166095fb-602c-4131-97e4-e6648d07bb0e is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:19:48.158415 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b86441-d86c-4a5b-bd83-7998f24e6e02 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:19:48.158768 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b86441-d86c-4a5b-bd83-7998f24e6e02 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:19:48.159174 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b86441-d86c-4a5b-bd83-7998f24e6e02 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:19:48.159553 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b86441-d86c-4a5b-bd83-7998f24e6e02 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:19:48.159893 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b86441-d86c-4a5b-bd83-7998f24e6e02 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:19:48.160257 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b86441-d86c-4a5b-bd83-7998f24e6e02 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:19:48.160738 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b86441-d86c-4a5b-bd83-7998f24e6e02 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:19:48.161076 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b86441-d86c-4a5b-bd83-7998f24e6e02 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:19:48.161546 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b86441-d86c-4a5b-bd83-7998f24e6e02 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:19:48.161878 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b86441-d86c-4a5b-bd83-7998f24e6e02 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:19:48.162237 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b86441-d86c-4a5b-bd83-7998f24e6e02 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:19:48.162564 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b86441-d86c-4a5b-bd83-7998f24e6e02 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:19:48.166654 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-fe26393a-550e-4a7d-9d22-348c11ef641e req-b5b86441-d86c-4a5b-bd83-7998f24e6e02 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:19:48.171497 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe26393a-550e-4a7d-9d22-348c11ef641e req-b5b86441-d86c-4a5b-bd83-7998f24e6e02 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:19:48.178168 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26393a-550e-4a7d-9d22-348c11ef641e req-b5b86441-d86c-4a5b-bd83-7998f24e6e02 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:48.178855 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-fe26393a-550e-4a7d-9d22-348c11ef641e req-b5b86441-d86c-4a5b-bd83-7998f24e6e02 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:48.265645 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fe26393a-550e-4a7d-9d22-348c11ef641e req-b5b86441-d86c-4a5b-bd83-7998f24e6e02 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7202749 May 31 13:19:48.295183 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-fe26393a-550e-4a7d-9d22-348c11ef641e req-dd018c7b-7db3-4335-96e0-345b1e68b6a3 service neutron] Request body: {'port': {'device_id': '5b9612b1-2b60-4c07-b859-ad4737cf6cb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:19:48.356253 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21f09fa-3761-4e4d-8bec-59ee1ad8dc53 admin admin] Pushing event updated for resources: {'Port': ['ID=93d9e554-65ad-4e4a-bab1-a160b4c9d2c0,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:48.426319 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21f09fa-3761-4e4d-8bec-59ee1ad8dc53 admin admin] Network 2673cfae-a69b-4b07-beac-4f5bbaf82e9b is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:19:48.427825 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-b21f09fa-3761-4e4d-8bec-59ee1ad8dc53 admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:19:48.455361 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6090f702-2814-48af-88b8-3c6634b6ecda req-9ae80f9b-4cda-4bd4-a2cd-ccae416c6f6d tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:48.474519 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6090f702-2814-48af-88b8-3c6634b6ecda req-9ae80f9b-4cda-4bd4-a2cd-ccae416c6f6d tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] 10.222.0.50 "GET /v2.0/ports?device_id=45d2f267-9388-40f8-abd8-b77548fcaed8 HTTP/1.1" status: 200 len: 971 time: 0.4143434 May 31 13:19:48.681028 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c22f2e8e-5554-40db-887b-e102ea53a9db None None] Provisioning for port 6530d0f9-8f2c-4db2-a13c-572f3f258bb4 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:19:48.697376 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c22f2e8e-5554-40db-887b-e102ea53a9db None None] Provisioning complete for port 6530d0f9-8f2c-4db2-a13c-572f3f258bb4 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:19:48.698053 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c22f2e8e-5554-40db-887b-e102ea53a9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:48.814463 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b6d1e0b1-6bcd-4576-baa2-5c972506dfb2 req-e7e54258-1e41-4828-a6fd-a2afd90edc26 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=a06e1f01-c592-43ce-8534-64d7c3528378 HTTP/1.1" status: 200 len: 210 time: 0.2925720 May 31 13:19:48.824379 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-c22f2e8e-5554-40db-887b-e102ea53a9db None None] Port 6530d0f9-8f2c-4db2-a13c-572f3f258bb4 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:19:48.829224 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b21f09fa-3761-4e4d-8bec-59ee1ad8dc53 admin admin] Router f999b928-5db6-49dd-8905-803ec22808ea has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:19:48.857515 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b90026d4-e488-4742-93ac-01b3b94db6ec req-ccef3a00-9e2e-4964-8b42-5988f940fb14 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=c905d91f2f614f928153cd05b2f8a225&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1414773 May 31 13:19:48.950790 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-766eb32a-f401-4e2a-90ac-1dee27dd2056 None None] Provisioning complete for port 93d9e554-65ad-4e4a-bab1-a160b4c9d2c0 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:19:48.951158 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-766eb32a-f401-4e2a-90ac-1dee27dd2056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:49.019231 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6090f702-2814-48af-88b8-3c6634b6ecda req-c70ae39d-574e-48cf-898f-af778fb122ac tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] 10.222.0.50 "GET /v2.0/security-groups?id=0de57c5f-1a61-4ab1-b56d-23a80c557f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5438023 May 31 13:19:49.031313 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-fe26393a-550e-4a7d-9d22-348c11ef641e req-dd018c7b-7db3-4335-96e0-345b1e68b6a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:49.109850 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 7c06a97b-1a69-4e93-a372-54e7d419a3b4 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:19:49.173546 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b21f09fa-3761-4e4d-8bec-59ee1ad8dc53 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:19:49.179916 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-766eb32a-f401-4e2a-90ac-1dee27dd2056 None None] Port 93d9e554-65ad-4e4a-bab1-a160b4c9d2c0 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:19:49.191147 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b21f09fa-3761-4e4d-8bec-59ee1ad8dc53 admin admin] 10.222.0.50 "PUT /v2.0/routers/f999b928-5db6-49dd-8905-803ec22808ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9126358 May 31 13:19:49.203346 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90026d4-e488-4742-93ac-01b3b94db6ec req-1aeb1c00-06a9-4956-8127-29658f9cd897 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:49.204820 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b90026d4-e488-4742-93ac-01b3b94db6ec req-1aeb1c00-06a9-4956-8127-29658f9cd897 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3404086 May 31 13:19:49.229759 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-b90026d4-e488-4742-93ac-01b3b94db6ec req-42b49e7f-6e7e-4f9f-81aa-5aa5be12886a tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Request body: {'port': {'device_id': 'a06e1f01-c592-43ce-8534-64d7c3528378', 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4', 'admin_state_up': True, 'tenant_id': 'c905d91f2f614f928153cd05b2f8a225'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:19:49.257020 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 7c06a97b-1a69-4e93-a372-54e7d419a3b4 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:19:49.264994 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 7c06a97b-1a69-4e93-a372-54e7d419a3b4 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:19:49.265689 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:49.512294 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 7c06a97b-1a69-4e93-a372-54e7d419a3b4 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:19:49.512674 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:49.547472 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 7c06a97b-1a69-4e93-a372-54e7d419a3b4, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=7c06a97b-1a69-4e93-a372-54e7d419a3b4,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:19:49.556055 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:49.635522 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 32888) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:19:49.639555 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-538bfc8c-df77-4d59-90ba-767c0364b30f req-ca0042b9-7a3c-4dc6-87db-fc58ce75c15d tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/ports?device_id=addb65c3-f621-47a1-8af2-7f3111e6af84 HTTP/1.1" status: 200 len: 210 time: 0.3856380 May 31 13:19:49.701900 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=7c06a97b-1a69-4e93-a372-54e7d419a3b4,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:49.850769 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e81f3e61-58e1-4b03-afb1-1055356f2363 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:49.854456 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741ba822-1a5f-4caf-b02e-cef5556d3d41 None None] Sync routers for ids ['f999b928-5db6-49dd-8905-803ec22808ea'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:19:49.869905 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e81f3e61-58e1-4b03-afb1-1055356f2363 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:19:49.872152 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741ba822-1a5f-4caf-b02e-cef5556d3d41 None None] Routers {'f999b928-5db6-49dd-8905-803ec22808ea'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:19:49.872952 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-741ba822-1a5f-4caf-b02e-cef5556d3d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:19:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['f999b928-5db6-49dd-8905-803ec22808ea'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:19:49.874999 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e81f3e61-58e1-4b03-afb1-1055356f2363 admin admin] Usage tracker for resource:security_group_rule and tenant:03ada81c12214ca9b06b17efe528b764 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:19:49.878082 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e81f3e61-58e1-4b03-afb1-1055356f2363 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:19:49.884400 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e81f3e61-58e1-4b03-afb1-1055356f2363 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:19:50.012950 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e81f3e61-58e1-4b03-afb1-1055356f2363 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:50.022909 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e81f3e61-58e1-4b03-afb1-1055356f2363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:50.068512 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-b90026d4-e488-4742-93ac-01b3b94db6ec req-42b49e7f-6e7e-4f9f-81aa-5aa5be12886a tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:19:50.082564 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-b90026d4-e488-4742-93ac-01b3b94db6ec req-42b49e7f-6e7e-4f9f-81aa-5aa5be12886a tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Usage tracker for resource:port and tenant:c905d91f2f614f928153cd05b2f8a225 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:19:50.103748 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cba627-a6fa-44f6-a422-c6b77a1a5a38 req-a1840f4c-6f5b-450e-8559-ab290be6f101 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:50.104358 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-e6cba627-a6fa-44f6-a422-c6b77a1a5a38 req-a1840f4c-6f5b-450e-8559-ab290be6f101 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Synchronizing usage tracker for tenant:b507f55702b4454690aaa4c9f4de29b0 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:19:50.112226 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-b90026d4-e488-4742-93ac-01b3b94db6ec req-42b49e7f-6e7e-4f9f-81aa-5aa5be12886a tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:19:50.133947 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-b90026d4-e488-4742-93ac-01b3b94db6ec req-42b49e7f-6e7e-4f9f-81aa-5aa5be12886a tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:19:50.136271 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-e6cba627-a6fa-44f6-a422-c6b77a1a5a38 req-a1840f4c-6f5b-450e-8559-ab290be6f101 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Unset dirty status for tenant:b507f55702b4454690aaa4c9f4de29b0 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:19:50.143454 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e6cba627-a6fa-44f6-a422-c6b77a1a5a38 req-a1840f4c-6f5b-450e-8559-ab290be6f101 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b9612b1-2b60-4c07-b859-ad4737cf6cb6 HTTP/1.1" status: 200 len: 931 time: 0.2988780 May 31 13:19:50.197940 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-31fff8e4-a601-47d5-9211-668e92e4e561 req-3df8c838-1558-4ee1-803e-e78881554ae5 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=ad789348d4d84f2799aa3c6910766725&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1083784 May 31 13:19:50.201901 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81f3e61-58e1-4b03-afb1-1055356f2363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c77481c-edad-4a00-a09e-642b0017f75c,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:50.216213 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-741ba822-1a5f-4caf-b02e-cef5556d3d41 None None] Set router f999b928-5db6-49dd-8905-803ec22808ea gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:19:50.225969 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b90026d4-e488-4742-93ac-01b3b94db6ec req-42b49e7f-6e7e-4f9f-81aa-5aa5be12886a tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Made reservation on behalf of c905d91f2f614f928153cd05b2f8a225 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:19:50.229672 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-b90026d4-e488-4742-93ac-01b3b94db6ec req-42b49e7f-6e7e-4f9f-81aa-5aa5be12886a tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:50.273538 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-b90026d4-e488-4742-93ac-01b3b94db6ec req-42b49e7f-6e7e-4f9f-81aa-5aa5be12886a tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:50.305958 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-b90026d4-e488-4742-93ac-01b3b94db6ec req-42b49e7f-6e7e-4f9f-81aa-5aa5be12886a tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:19:50.319775 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-b90026d4-e488-4742-93ac-01b3b94db6ec req-42b49e7f-6e7e-4f9f-81aa-5aa5be12886a tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Usage tracker for resource:security_group_rule and tenant:c905d91f2f614f928153cd05b2f8a225 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:19:50.341091 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e6cba627-a6fa-44f6-a422-c6b77a1a5a38 req-bd1fc550-fbdf-438e-8898-7afa96b05597 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a8d50c8-ecaa-42f3-ab2e-6ee0f73e2630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1963933 May 31 13:19:50.349227 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-b90026d4-e488-4742-93ac-01b3b94db6ec req-42b49e7f-6e7e-4f9f-81aa-5aa5be12886a tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:19:50.384002 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e81f3e61-58e1-4b03-afb1-1055356f2363 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=03ada81c12214ca9b06b17efe528b764&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7473960 May 31 13:19:50.394217 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 32912) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:19:50.414304 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-b90026d4-e488-4742-93ac-01b3b94db6ec req-42b49e7f-6e7e-4f9f-81aa-5aa5be12886a tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:19:50.473206 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fff8e4-a601-47d5-9211-668e92e4e561 req-c0be1f71-4d5d-4d08-9f71-ce00d17a4ca9 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:50.487959 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-31fff8e4-a601-47d5-9211-668e92e4e561 req-c0be1f71-4d5d-4d08-9f71-ce00d17a4ca9 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2796175 May 31 13:19:50.505218 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-31fff8e4-a601-47d5-9211-668e92e4e561 req-023f0eea-f112-4c60-bf76-c69ca917aa17 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Request body: {'port': {'device_id': 'addb65c3-f621-47a1-8af2-7f3111e6af84', 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4', 'admin_state_up': True, 'tenant_id': 'ad789348d4d84f2799aa3c6910766725'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:19:50.590373 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-fe26393a-550e-4a7d-9d22-348c11ef641e req-dd018c7b-7db3-4335-96e0-345b1e68b6a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6530d0f9-8f2c-4db2-a13c-572f3f258bb4 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:19:50.621003 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-fe26393a-550e-4a7d-9d22-348c11ef641e req-dd018c7b-7db3-4335-96e0-345b1e68b6a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:50.674527 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-010c3f1f-0382-4d78-bb19-5480b3724e3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:50.677510 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-fe26393a-550e-4a7d-9d22-348c11ef641e req-dd018c7b-7db3-4335-96e0-345b1e68b6a3 service neutron] Transition to ACTIVE for port object 6530d0f9-8f2c-4db2-a13c-572f3f258bb4 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:19:50.687306 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-fe26393a-550e-4a7d-9d22-348c11ef641e req-dd018c7b-7db3-4335-96e0-345b1e68b6a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:50.693211 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-741ba822-1a5f-4caf-b02e-cef5556d3d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f999b928-5db6-49dd-8905-803ec22808ea', 'name': 'tempest-ServersTestJSON-907881908-router', 'tenant_id': 'e566dfc2cf5740deb10cf057af38c280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '7c06a97b-1a69-4e93-a372-54e7d419a3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:19:37Z', 'updated_at': '2022-05-31T13:19:47Z', 'revision_number': 4, 'project_id': 'e566dfc2cf5740deb10cf057af38c280', 'gw_port': {'id': '7c06a97b-1a69-4e93-a372-54e7d419a3b4', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f999b928-5db6-49dd-8905-803ec22808ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:19:39Z', 'updated_at': '2022-05-31T13:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '93d9e554-65ad-4e4a-bab1-a160b4c9d2c0', 'name': '', 'network_id': '2673cfae-a69b-4b07-beac-4f5bbaf82e9b', 'tenant_id': 'e566dfc2cf5740deb10cf057af38c280', 'mac_address': 'fa:16:3e:3f:6f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f999b928-5db6-49dd-8905-803ec22808ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '242d2316-6768-4a32-9245-372928819e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:19:46Z', 'updated_at': '2022-05-31T13:19:47Z', 'revision_number': 2, 'project_id': 'e566dfc2cf5740deb10cf057af38c280', 'subnets': [{'id': '242d2316-6768-4a32-9245-372928819e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:19:50.699686 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741ba822-1a5f-4caf-b02e-cef5556d3d41 None None] Checking router: f999b928-5db6-49dd-8905-803ec22808ea for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:19:50.700154 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741ba822-1a5f-4caf-b02e-cef5556d3d41 None None] Updating router f999b928-5db6-49dd-8905-803ec22808ea port 93d9e554-65ad-4e4a-bab1-a160b4c9d2c0 binding host n-d-843939-1 {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:19:50.715355 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-31fff8e4-a601-47d5-9211-668e92e4e561 req-023f0eea-f112-4c60-bf76-c69ca917aa17 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:19:50.720879 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-31fff8e4-a601-47d5-9211-668e92e4e561 req-023f0eea-f112-4c60-bf76-c69ca917aa17 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Usage tracker for resource:port and tenant:ad789348d4d84f2799aa3c6910766725 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:19:50.726893 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-31fff8e4-a601-47d5-9211-668e92e4e561 req-023f0eea-f112-4c60-bf76-c69ca917aa17 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:19:50.744001 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-31fff8e4-a601-47d5-9211-668e92e4e561 req-023f0eea-f112-4c60-bf76-c69ca917aa17 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:19:50.772633 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31fff8e4-a601-47d5-9211-668e92e4e561 req-023f0eea-f112-4c60-bf76-c69ca917aa17 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Made reservation on behalf of ad789348d4d84f2799aa3c6910766725 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:19:50.777894 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-31fff8e4-a601-47d5-9211-668e92e4e561 req-023f0eea-f112-4c60-bf76-c69ca917aa17 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:50.783116 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-741ba822-1a5f-4caf-b02e-cef5556d3d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:50.918264 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-010c3f1f-0382-4d78-bb19-5480b3724e3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:51.023965 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 7c06a97b-1a69-4e93-a372-54e7d419a3b4 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:19:51.067235 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd018c7b-7db3-4335-96e0-345b1e68b6a3 service neutron] Pushing event updated for resources: {'Port': ['ID=6530d0f9-8f2c-4db2-a13c-572f3f258bb4,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:51.078520 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [req-31fff8e4-a601-47d5-9211-668e92e4e561 req-023f0eea-f112-4c60-bf76-c69ca917aa17 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Allocated IP 192.168.233.144 (85b11c4f-90ad-4763-b38d-22d3f87089f4/24822c99-0dce-4d50-9c44-3135ba3763b8/1b58a50e-2613-468b-a020-62c493406cf3) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:19:51.223085 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-b90026d4-e488-4742-93ac-01b3b94db6ec req-42b49e7f-6e7e-4f9f-81aa-5aa5be12886a tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:51.225001 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-fe26393a-550e-4a7d-9d22-348c11ef641e req-dd018c7b-7db3-4335-96e0-345b1e68b6a3 service neutron] Attempting to bind port 6530d0f9-8f2c-4db2-a13c-572f3f258bb4 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:19:51.236313 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-fe26393a-550e-4a7d-9d22-348c11ef641e req-dd018c7b-7db3-4335-96e0-345b1e68b6a3 service neutron] Attempting to bind port 6530d0f9-8f2c-4db2-a13c-572f3f258bb4 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'cc4868b5-30a5-4956-8627-7d52c92af76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '166095fb-602c-4131-97e4-e6648d07bb0e'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:19:51.236824 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe26393a-550e-4a7d-9d22-348c11ef641e req-dd018c7b-7db3-4335-96e0-345b1e68b6a3 service neutron] Attempting to bind port 6530d0f9-8f2c-4db2-a13c-572f3f258bb4 on network 166095fb-602c-4131-97e4-e6648d07bb0e {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:19:51.242859 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-b90026d4-e488-4742-93ac-01b3b94db6ec req-42b49e7f-6e7e-4f9f-81aa-5aa5be12886a tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:51.259558 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe26393a-550e-4a7d-9d22-348c11ef641e req-dd018c7b-7db3-4335-96e0-345b1e68b6a3 service neutron] Port 6530d0f9-8f2c-4db2-a13c-572f3f258bb4 on network 166095fb-602c-4131-97e4-e6648d07bb0e not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:19:51.260128 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe26393a-550e-4a7d-9d22-348c11ef641e req-dd018c7b-7db3-4335-96e0-345b1e68b6a3 service neutron] Attempting to bind port 6530d0f9-8f2c-4db2-a13c-572f3f258bb4 on network 166095fb-602c-4131-97e4-e6648d07bb0e {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:19:51.331412 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe26393a-550e-4a7d-9d22-348c11ef641e req-dd018c7b-7db3-4335-96e0-345b1e68b6a3 service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:19:51.332620 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe26393a-550e-4a7d-9d22-348c11ef641e req-dd018c7b-7db3-4335-96e0-345b1e68b6a3 service neutron] Checking segment: {'id': 'cc4868b5-30a5-4956-8627-7d52c92af76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '166095fb-602c-4131-97e4-e6648d07bb0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:19:51.333235 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe26393a-550e-4a7d-9d22-348c11ef641e req-dd018c7b-7db3-4335-96e0-345b1e68b6a3 service neutron] Bound using segment: {'id': 'cc4868b5-30a5-4956-8627-7d52c92af76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '166095fb-602c-4131-97e4-e6648d07bb0e'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:19:51.334082 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-fe26393a-550e-4a7d-9d22-348c11ef641e req-dd018c7b-7db3-4335-96e0-345b1e68b6a3 service neutron] Bound port: 6530d0f9-8f2c-4db2-a13c-572f3f258bb4, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc4868b5-30a5-4956-8627-7d52c92af76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '166095fb-602c-4131-97e4-e6648d07bb0e'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:19:51.334687 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-fe26393a-550e-4a7d-9d22-348c11ef641e req-dd018c7b-7db3-4335-96e0-345b1e68b6a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:51.365527 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-010c3f1f-0382-4d78-bb19-5480b3724e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:51.409189 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 32946) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:19:51.409516 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 32948) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:19:51.439090 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b49e7f-6e7e-4f9f-81aa-5aa5be12886a tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:51.446564 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-0a12b5f1-92ed-4c41-96e0-767caf11e45f tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1516063374', 'description': 'tempest-description--3713639'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:19:51.457922 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0a12b5f1-92ed-4c41-96e0-767caf11e45f tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:19:51.466543 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-0a12b5f1-92ed-4c41-96e0-767caf11e45f tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Usage tracker for resource:security_group and tenant:e566dfc2cf5740deb10cf057af38c280 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:19:51.475265 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 7c06a97b-1a69-4e93-a372-54e7d419a3b4 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:19:51.475614 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:51.481607 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-0a12b5f1-92ed-4c41-96e0-767caf11e45f tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:19:51.492444 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0a12b5f1-92ed-4c41-96e0-767caf11e45f tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:19:51.496524 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-31fff8e4-a601-47d5-9211-668e92e4e561 req-023f0eea-f112-4c60-bf76-c69ca917aa17 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:51.514482 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0a12b5f1-92ed-4c41-96e0-767caf11e45f tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:51.523820 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010c3f1f-0382-4d78-bb19-5480b3724e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c77481c-edad-4a00-a09e-642b0017f75c,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:51.542392 n-d-843939-1 neutron-server[88369]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 31 13:19:51.546313 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [req-01c1d8ed-7ef0-4a9d-8a3c-372708129f81 req-d465442d-c1ae-47d9-b47d-c740278ced90 tempest-LiveAutoBlockMigrationV225Test-938371686 tempest-LiveAutoBlockMigrationV225Test-938371686-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88369) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:19:51.547320 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-01c1d8ed-7ef0-4a9d-8a3c-372708129f81 req-d465442d-c1ae-47d9-b47d-c740278ced90 tempest-LiveAutoBlockMigrationV225Test-938371686 tempest-LiveAutoBlockMigrationV225Test-938371686-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1235795 May 31 13:19:51.573973 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0a12b5f1-92ed-4c41-96e0-767caf11e45f tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:19:51.578907 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-31fff8e4-a601-47d5-9211-668e92e4e561 req-023f0eea-f112-4c60-bf76-c69ca917aa17 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Transition to ACTIVE for port object 1b58a50e-2613-468b-a020-62c493406cf3 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:19:51.580407 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-0a12b5f1-92ed-4c41-96e0-767caf11e45f tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Usage tracker for resource:security_group_rule and tenant:e566dfc2cf5740deb10cf057af38c280 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:19:51.585929 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-0a12b5f1-92ed-4c41-96e0-767caf11e45f tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:19:51.593076 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0a12b5f1-92ed-4c41-96e0-767caf11e45f tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:19:51.605969 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-21e06cdb-dd1a-4847-aa7e-bf1e20ce8c4c req-5db36efc-e0ea-415e-980e-68d055b2e608 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Synchronizing usage tracker for tenant:c905d91f2f614f928153cd05b2f8a225 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:19:51.617411 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-010c3f1f-0382-4d78-bb19-5480b3724e3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:51.618574 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-010c3f1f-0382-4d78-bb19-5480b3724e3c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8c77481c-edad-4a00-a09e-642b0017f75c HTTP/1.1" status: 204 len: 168 time: 1.2180314 May 31 13:19:51.648728 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-fe26393a-550e-4a7d-9d22-348c11ef641e req-dd018c7b-7db3-4335-96e0-345b1e68b6a3 service neutron] For port 6530d0f9-8f2c-4db2-a13c-572f3f258bb4, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:19:51.654333 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-fe26393a-550e-4a7d-9d22-348c11ef641e req-dd018c7b-7db3-4335-96e0-345b1e68b6a3 service neutron] For port 6530d0f9-8f2c-4db2-a13c-572f3f258bb4, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=6530d0f9-8f2c-4db2-a13c-572f3f258bb4,segment=NetworkSegment(cc4868b5-30a5-4956-8627-7d52c92af76c),segment_id=cc4868b5-30a5-4956-8627-7d52c92af76c)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:19:51.656441 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-21e06cdb-dd1a-4847-aa7e-bf1e20ce8c4c req-5db36efc-e0ea-415e-980e-68d055b2e608 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Unset dirty status for tenant:c905d91f2f614f928153cd05b2f8a225 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:19:51.657918 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-21e06cdb-dd1a-4847-aa7e-bf1e20ce8c4c req-5db36efc-e0ea-415e-980e-68d055b2e608 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=a06e1f01-c592-43ce-8534-64d7c3528378 HTTP/1.1" status: 200 len: 210 time: 0.1303873 May 31 13:19:51.673150 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-fe26393a-550e-4a7d-9d22-348c11ef641e req-dd018c7b-7db3-4335-96e0-345b1e68b6a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:51.782374 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-741ba822-1a5f-4caf-b02e-cef5556d3d41 None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:51.807676 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26393a-550e-4a7d-9d22-348c11ef641e req-dd018c7b-7db3-4335-96e0-345b1e68b6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:51.808549 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-fe26393a-550e-4a7d-9d22-348c11ef641e req-dd018c7b-7db3-4335-96e0-345b1e68b6a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:51.810111 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fe26393a-550e-4a7d-9d22-348c11ef641e req-dd018c7b-7db3-4335-96e0-345b1e68b6a3 service neutron] 10.222.0.44 "PUT /v2.0/ports/6530d0f9-8f2c-4db2-a13c-572f3f258bb4 HTTP/1.1" status: 200 len: 1091 time: 3.5292461 May 31 13:19:51.813714 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b9612b1-2b60-4c07-b859-ad4737cf6cb6', 'tag': '6530d0f9-8f2c-4db2-a13c-572f3f258bb4'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:19:51.823778 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0a12b5f1-92ed-4c41-96e0-767caf11e45f tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:51.838736 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-01c1d8ed-7ef0-4a9d-8a3c-372708129f81 req-2fc97edf-f7c5-41e8-80fb-da79bba1570c service neutron] Request body: {'binding': {'host': 'n-h2-843939-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:19:51.841195 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-741ba822-1a5f-4caf-b02e-cef5556d3d41 None None] Transition to ACTIVE for port object 93d9e554-65ad-4e4a-bab1-a160b4c9d2c0 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:19:51.844430 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-01c1d8ed-7ef0-4a9d-8a3c-372708129f81 req-2fc97edf-f7c5-41e8-80fb-da79bba1570c service neutron] Unknown quota resources ['binding']. {{(pid=88369) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 31 13:19:51.855319 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 7c06a97b-1a69-4e93-a372-54e7d419a3b4 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:19:51.862850 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-741ba822-1a5f-4caf-b02e-cef5556d3d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:51.901052 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd018c7b-7db3-4335-96e0-345b1e68b6a3 service neutron] Pushing event updated for resources: {'Port': ['ID=6530d0f9-8f2c-4db2-a13c-572f3f258bb4,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:51.917476 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-b90026d4-e488-4742-93ac-01b3b94db6ec req-42b49e7f-6e7e-4f9f-81aa-5aa5be12886a tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Allocated IP 192.168.233.238 (85b11c4f-90ad-4763-b38d-22d3f87089f4/24822c99-0dce-4d50-9c44-3135ba3763b8/f9a3a0b4-413d-47ea-9884-ee6988a0a17a) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:19:51.926027 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-31fff8e4-a601-47d5-9211-668e92e4e561 req-023f0eea-f112-4c60-bf76-c69ca917aa17 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:51.936101 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0a12b5f1-92ed-4c41-96e0-767caf11e45f tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:51.944555 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['1b511901-6041-4225-8ef3-c3b15518a027', 'bde4048d-5049-471c-9bd6-126361053207'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:19:52.136778 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 32968) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:19:52.145630 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31fff8e4-a601-47d5-9211-668e92e4e561 req-023f0eea-f112-4c60-bf76-c69ca917aa17 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Network 85b11c4f-90ad-4763-b38d-22d3f87089f4 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:19:52.196945 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26393a-550e-4a7d-9d22-348c11ef641e req-4c237e26-e111-4f84-8b9e-88ad0fc5af00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:52.198460 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fe26393a-550e-4a7d-9d22-348c11ef641e req-4c237e26-e111-4f84-8b9e-88ad0fc5af00 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b507f55702b4454690aaa4c9f4de29b0&device_id=5b9612b1-2b60-4c07-b859-ad4737cf6cb6 HTTP/1.1" status: 200 len: 1094 time: 0.3040721 May 31 13:19:52.216128 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [req-31fff8e4-a601-47d5-9211-668e92e4e561 req-023f0eea-f112-4c60-bf76-c69ca917aa17 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:19:52.216707 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480a493d-316e-4d5f-90c5-eec0a115ef71 None None] Pushing event updated for resources: {'Port': ['ID=93d9e554-65ad-4e4a-bab1-a160b4c9d2c0,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:52.232154 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-31fff8e4-a601-47d5-9211-668e92e4e561 req-023f0eea-f112-4c60-bf76-c69ca917aa17 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:19:52.350410 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fe26393a-550e-4a7d-9d22-348c11ef641e req-1ff8c89a-301c-4092-96d2-ffe881539156 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6530d0f9-8f2c-4db2-a13c-572f3f258bb4 HTTP/1.1" status: 200 len: 217 time: 0.1127074 May 31 13:19:52.365409 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e365ee0-2d6a-470c-9acf-bde64bb6c8d0 req-80413f1a-4344-4384-bf22-b27f6b6e8d84 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:52.374098 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6e365ee0-2d6a-470c-9acf-bde64bb6c8d0 req-80413f1a-4344-4384-bf22-b27f6b6e8d84 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/ports?device_id=addb65c3-f621-47a1-8af2-7f3111e6af84 HTTP/1.1" status: 200 len: 936 time: 0.5250144 May 31 13:19:52.398691 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-741ba822-1a5f-4caf-b02e-cef5556d3d41 None None] Attempting to bind port 93d9e554-65ad-4e4a-bab1-a160b4c9d2c0 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:19:52.399065 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-741ba822-1a5f-4caf-b02e-cef5556d3d41 None None] Attempting to bind port 93d9e554-65ad-4e4a-bab1-a160b4c9d2c0 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '92567f26-b8b9-42f0-9a40-dd393ba47025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2673cfae-a69b-4b07-beac-4f5bbaf82e9b'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:19:52.399433 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741ba822-1a5f-4caf-b02e-cef5556d3d41 None None] Attempting to bind port 93d9e554-65ad-4e4a-bab1-a160b4c9d2c0 on network 2673cfae-a69b-4b07-beac-4f5bbaf82e9b {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:19:52.434357 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f0eea-f112-4c60-bf76-c69ca917aa17 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Pushing event updated for resources: {'Port': ['ID=1b58a50e-2613-468b-a020-62c493406cf3,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:52.437479 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a12b5f1-92ed-4c41-96e0-767caf11e45f tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4741a74b-c860-490c-9fff-d7ce69e9c4a5,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:52.440854 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741ba822-1a5f-4caf-b02e-cef5556d3d41 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:19:52.441761 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741ba822-1a5f-4caf-b02e-cef5556d3d41 None None] Checking segment: {'id': '92567f26-b8b9-42f0-9a40-dd393ba47025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2673cfae-a69b-4b07-beac-4f5bbaf82e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:19:52.442226 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-741ba822-1a5f-4caf-b02e-cef5556d3d41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:52.442665 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741ba822-1a5f-4caf-b02e-cef5556d3d41 None None] Bound using segment: {'id': '92567f26-b8b9-42f0-9a40-dd393ba47025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2673cfae-a69b-4b07-beac-4f5bbaf82e9b'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:19:52.443225 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-741ba822-1a5f-4caf-b02e-cef5556d3d41 None None] Bound port: 93d9e554-65ad-4e4a-bab1-a160b4c9d2c0, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92567f26-b8b9-42f0-9a40-dd393ba47025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2673cfae-a69b-4b07-beac-4f5bbaf82e9b'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:19:52.443630 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-741ba822-1a5f-4caf-b02e-cef5556d3d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:52.450967 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1ace3f47-09d5-4a3e-bbd4-efbcee262c37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:52.475638 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-1ace3f47-09d5-4a3e-bbd4-efbcee262c37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:19:52.480404 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-1ace3f47-09d5-4a3e-bbd4-efbcee262c37 admin admin] Usage tracker for resource:security_group_rule and tenant:e15c29f8ad7843e2a2ac2aa289bff4ef is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:19:52.483806 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-1ace3f47-09d5-4a3e-bbd4-efbcee262c37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:19:52.492569 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0a12b5f1-92ed-4c41-96e0-767caf11e45f tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:52.497318 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-0a12b5f1-92ed-4c41-96e0-767caf11e45f tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.0724056 May 31 13:19:52.502374 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-1ace3f47-09d5-4a3e-bbd4-efbcee262c37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:19:52.507060 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 32972) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:19:52.514203 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-06e438a6-18c6-4f03-b9bd-84286de8c3d6 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Request body: {'security_group_rule': {'security_group_id': '4741a74b-c860-490c-9fff-d7ce69e9c4a5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:19:52.527453 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fff8e4-a601-47d5-9211-668e92e4e561 req-023f0eea-f112-4c60-bf76-c69ca917aa17 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:52.528066 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-31fff8e4-a601-47d5-9211-668e92e4e561 req-023f0eea-f112-4c60-bf76-c69ca917aa17 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:52.543060 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-06e438a6-18c6-4f03-b9bd-84286de8c3d6 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:19:52.570038 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-06e438a6-18c6-4f03-b9bd-84286de8c3d6 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Usage tracker for resource:security_group_rule and tenant:e566dfc2cf5740deb10cf057af38c280 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:19:52.585784 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-06e438a6-18c6-4f03-b9bd-84286de8c3d6 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:19:52.589810 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-b90026d4-e488-4742-93ac-01b3b94db6ec req-42b49e7f-6e7e-4f9f-81aa-5aa5be12886a tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:52.596101 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26393a-550e-4a7d-9d22-348c11ef641e req-88a24e97-adb4-4751-868f-cf207238116f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:52.598435 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fe26393a-550e-4a7d-9d22-348c11ef641e req-88a24e97-adb4-4751-868f-cf207238116f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=351010e5-51b7-43d5-9224-87aaece5e49a HTTP/1.1" status: 200 len: 862 time: 0.2210274 May 31 13:19:52.599130 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-06e438a6-18c6-4f03-b9bd-84286de8c3d6 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:19:52.616432 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-741ba822-1a5f-4caf-b02e-cef5556d3d41 None None] For port 93d9e554-65ad-4e4a-bab1-a160b4c9d2c0, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:19:52.626486 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-31fff8e4-a601-47d5-9211-668e92e4e561 req-023f0eea-f112-4c60-bf76-c69ca917aa17 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1276352 May 31 13:19:52.634901 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-741ba822-1a5f-4caf-b02e-cef5556d3d41 None None] For port 93d9e554-65ad-4e4a-bab1-a160b4c9d2c0, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=93d9e554-65ad-4e4a-bab1-a160b4c9d2c0,segment=NetworkSegment(92567f26-b8b9-42f0-9a40-dd393ba47025),segment_id=92567f26-b8b9-42f0-9a40-dd393ba47025)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:19:52.643654 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-741ba822-1a5f-4caf-b02e-cef5556d3d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:52.651172 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6e365ee0-2d6a-470c-9acf-bde64bb6c8d0 req-93c74ca6-9771-4263-81df-359df2d0cf50 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/security-groups?id=62fff807-5a72-4450-b5e7-33e8160efe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753625 May 31 13:19:52.654051 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-31fff8e4-a601-47d5-9211-668e92e4e561 req-22544bab-5c51-48c3-b8c0-ba26ff58449e service neutron] Request body: {'port': {'device_id': 'addb65c3-f621-47a1-8af2-7f3111e6af84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843939-1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:19:52.670827 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-b90026d4-e488-4742-93ac-01b3b94db6ec req-42b49e7f-6e7e-4f9f-81aa-5aa5be12886a tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Transition to ACTIVE for port object f9a3a0b4-413d-47ea-9884-ee6988a0a17a will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:19:52.719638 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26393a-550e-4a7d-9d22-348c11ef641e req-f452fcd9-e933-45fa-ac9c-29e3f3b26d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:52.721150 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fe26393a-550e-4a7d-9d22-348c11ef641e req-f452fcd9-e933-45fa-ac9c-29e3f3b26d8d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=166095fb-602c-4131-97e4-e6648d07bb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1160364 May 31 13:19:52.723924 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-b90026d4-e488-4742-93ac-01b3b94db6ec req-42b49e7f-6e7e-4f9f-81aa-5aa5be12886a tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:52.754327 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-06e438a6-18c6-4f03-b9bd-84286de8c3d6 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:52.780918 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6d175b93-0772-495e-9e27-dc64423a19b6 None None] Provisioning for port 1b58a50e-2613-468b-a020-62c493406cf3 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:19:52.824588 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6d175b93-0772-495e-9e27-dc64423a19b6 None None] Provisioning complete for port 1b58a50e-2613-468b-a020-62c493406cf3 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:19:52.825206 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6d175b93-0772-495e-9e27-dc64423a19b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:52.838347 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-01c1d8ed-7ef0-4a9d-8a3c-372708129f81 req-2fc97edf-f7c5-41e8-80fb-da79bba1570c service neutron] Attempting to bind port c560ca4b-4cee-4fa8-b8d2-ac9a72d59334 on host n-h2-843939-1 for vnic_type normal with profile None {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:19:52.838952 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-01c1d8ed-7ef0-4a9d-8a3c-372708129f81 req-2fc97edf-f7c5-41e8-80fb-da79bba1570c service neutron] Attempting to bind port c560ca4b-4cee-4fa8-b8d2-ac9a72d59334 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'a592d348-649e-4ed1-b139-bdf2b9c4a847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5b3c8d41-b43d-4739-acc3-c9eae6a83205'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:19:52.839134 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c1d8ed-7ef0-4a9d-8a3c-372708129f81 req-2fc97edf-f7c5-41e8-80fb-da79bba1570c service neutron] Attempting to bind port c560ca4b-4cee-4fa8-b8d2-ac9a72d59334 on network 5b3c8d41-b43d-4739-acc3-c9eae6a83205 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:19:52.864334 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c1d8ed-7ef0-4a9d-8a3c-372708129f81 req-2fc97edf-f7c5-41e8-80fb-da79bba1570c service neutron] Port c560ca4b-4cee-4fa8-b8d2-ac9a72d59334 on network 5b3c8d41-b43d-4739-acc3-c9eae6a83205 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:19:52.864781 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c1d8ed-7ef0-4a9d-8a3c-372708129f81 req-2fc97edf-f7c5-41e8-80fb-da79bba1570c service neutron] Attempting to bind port c560ca4b-4cee-4fa8-b8d2-ac9a72d59334 on network 5b3c8d41-b43d-4739-acc3-c9eae6a83205 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:19:52.915712 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741ba822-1a5f-4caf-b02e-cef5556d3d41 None None] Routers {'f999b928-5db6-49dd-8905-803ec22808ea'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:19:52.917067 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-741ba822-1a5f-4caf-b02e-cef5556d3d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:19:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['f999b928-5db6-49dd-8905-803ec22808ea'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:19:52.922458 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c1d8ed-7ef0-4a9d-8a3c-372708129f81 req-2fc97edf-f7c5-41e8-80fb-da79bba1570c service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:19:52.922934 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c1d8ed-7ef0-4a9d-8a3c-372708129f81 req-2fc97edf-f7c5-41e8-80fb-da79bba1570c service neutron] Checking segment: {'id': 'a592d348-649e-4ed1-b139-bdf2b9c4a847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5b3c8d41-b43d-4739-acc3-c9eae6a83205'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:19:52.923337 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c1d8ed-7ef0-4a9d-8a3c-372708129f81 req-2fc97edf-f7c5-41e8-80fb-da79bba1570c service neutron] Bound using segment: {'id': 'a592d348-649e-4ed1-b139-bdf2b9c4a847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5b3c8d41-b43d-4739-acc3-c9eae6a83205'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:19:52.923795 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-01c1d8ed-7ef0-4a9d-8a3c-372708129f81 req-2fc97edf-f7c5-41e8-80fb-da79bba1570c service neutron] Bound port: c560ca4b-4cee-4fa8-b8d2-ac9a72d59334, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a592d348-649e-4ed1-b139-bdf2b9c4a847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5b3c8d41-b43d-4739-acc3-c9eae6a83205'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:19:52.924253 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b90026d4-e488-4742-93ac-01b3b94db6ec req-42b49e7f-6e7e-4f9f-81aa-5aa5be12886a tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Network 85b11c4f-90ad-4763-b38d-22d3f87089f4 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:19:52.939871 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-b90026d4-e488-4742-93ac-01b3b94db6ec req-42b49e7f-6e7e-4f9f-81aa-5aa5be12886a tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:19:53.012033 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480a493d-316e-4d5f-90c5-eec0a115ef71 None None] Pushing event updated for resources: {'Port': ['ID=93d9e554-65ad-4e4a-bab1-a160b4c9d2c0,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:53.015998 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-31fff8e4-a601-47d5-9211-668e92e4e561 req-22544bab-5c51-48c3-b8c0-ba26ff58449e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:53.069103 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1ace3f47-09d5-4a3e-bbd4-efbcee262c37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:53.071070 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-6d175b93-0772-495e-9e27-dc64423a19b6 None None] Port 1b58a50e-2613-468b-a020-62c493406cf3 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:19:53.093573 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b49e7f-6e7e-4f9f-81aa-5aa5be12886a tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Pushing event updated for resources: {'Port': ['ID=f9a3a0b4-413d-47ea-9884-ee6988a0a17a,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:53.111744 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fe26393a-550e-4a7d-9d22-348c11ef641e req-45b64d40-5f76-4c07-a0b4-522e10c5e82c service neutron] 10.222.0.44 "GET /v2.0/networks/166095fb-602c-4131-97e4-e6648d07bb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3443050 May 31 13:19:53.112548 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-b90026d4-e488-4742-93ac-01b3b94db6ec req-42b49e7f-6e7e-4f9f-81aa-5aa5be12886a tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:19:53.117473 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1ace3f47-09d5-4a3e-bbd4-efbcee262c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:53.118384 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90026d4-e488-4742-93ac-01b3b94db6ec req-42b49e7f-6e7e-4f9f-81aa-5aa5be12886a tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:53.119038 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-b90026d4-e488-4742-93ac-01b3b94db6ec req-42b49e7f-6e7e-4f9f-81aa-5aa5be12886a tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:53.139506 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-06e438a6-18c6-4f03-b9bd-84286de8c3d6 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:53.168765 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-06e438a6-18c6-4f03-b9bd-84286de8c3d6 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:53.224211 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-741ba822-1a5f-4caf-b02e-cef5556d3d41 None None] Set router f999b928-5db6-49dd-8905-803ec22808ea gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:19:53.232340 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-01c1d8ed-7ef0-4a9d-8a3c-372708129f81 req-2fc97edf-f7c5-41e8-80fb-da79bba1570c service neutron] For port c560ca4b-4cee-4fa8-b8d2-ac9a72d59334, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=c560ca4b-4cee-4fa8-b8d2-ac9a72d59334,segment=NetworkSegment(a592d348-649e-4ed1-b139-bdf2b9c4a847),segment_id=a592d348-649e-4ed1-b139-bdf2b9c4a847)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:19:53.244052 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e438a6-18c6-4f03-b9bd-84286de8c3d6 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c761222c-3f8b-437a-96f8-5fa6a391a4b6,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:53.250376 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b90026d4-e488-4742-93ac-01b3b94db6ec req-42b49e7f-6e7e-4f9f-81aa-5aa5be12886a tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0313420 May 31 13:19:53.259586 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-1ace3f47-09d5-4a3e-bbd4-efbcee262c37 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e15c29f8ad7843e2a2ac2aa289bff4ef&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1120601 May 31 13:19:53.261246 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 32978) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:19:53.271426 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-b90026d4-e488-4742-93ac-01b3b94db6ec req-e660f6b8-3534-4f1f-8878-79ebbab6c7e5 service neutron] Request body: {'port': {'device_id': 'a06e1f01-c592-43ce-8534-64d7c3528378', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:19:53.305470 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ace3f47-09d5-4a3e-bbd4-efbcee262c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b47df0-b3a7-4656-ae22-e08079c4a8f1,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:53.320010 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-06e438a6-18c6-4f03-b9bd-84286de8c3d6 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:53.321414 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-06e438a6-18c6-4f03-b9bd-84286de8c3d6 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8134217 May 31 13:19:53.325554 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 32982) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:19:53.353379 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-c1ec6c5f-550c-4fbc-aa08-be17bae48257 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Request body: {'security_group_rule': {'security_group_id': '4741a74b-c860-490c-9fff-d7ce69e9c4a5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:19:53.386190 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c1ec6c5f-550c-4fbc-aa08-be17bae48257 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:19:53.410997 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-c1ec6c5f-550c-4fbc-aa08-be17bae48257 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Usage tracker for resource:security_group_rule and tenant:e566dfc2cf5740deb10cf057af38c280 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:19:53.417409 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-01c1d8ed-7ef0-4a9d-8a3c-372708129f81 req-2fc97edf-f7c5-41e8-80fb-da79bba1570c service neutron] Notify callbacks [] for binding, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:53.418432 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-01c1d8ed-7ef0-4a9d-8a3c-372708129f81 req-2fc97edf-f7c5-41e8-80fb-da79bba1570c service neutron] 10.222.0.50 "POST /v2.0/ports/c560ca4b-4cee-4fa8-b8d2-ac9a72d59334/bindings HTTP/1.1" status: 201 len: 389 time: 1.7918220 May 31 13:19:53.437629 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-c1ec6c5f-550c-4fbc-aa08-be17bae48257 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:19:53.466181 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-68e852d2-7688-4e02-bcaa-8c5e0914725b None None] Provisioning for port f9a3a0b4-413d-47ea-9884-ee6988a0a17a completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:19:53.481843 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c1ec6c5f-550c-4fbc-aa08-be17bae48257 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:19:53.521216 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fe26393a-550e-4a7d-9d22-348c11ef641e req-5addb462-a63d-43dc-abe2-d81e43993b04 service neutron] 10.222.0.44 "GET /v2.0/networks/166095fb-602c-4131-97e4-e6648d07bb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3931572 May 31 13:19:53.544480 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd18c3a-8d29-46e9-bf91-ea354225a933 req-152394c5-630f-4dab-87fa-8761bd8fd2d6 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:53.553169 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8dd18c3a-8d29-46e9-bf91-ea354225a933 req-152394c5-630f-4dab-87fa-8761bd8fd2d6 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] 10.222.0.50 "GET /v2.0/ports?device_id=45d2f267-9388-40f8-abd8-b77548fcaed8 HTTP/1.1" status: 200 len: 971 time: 0.6197665 May 31 13:19:53.594409 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-13476c69-185b-4d34-b536-1b903e57f406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:53.599347 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c1ec6c5f-550c-4fbc-aa08-be17bae48257 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:53.606667 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-b90026d4-e488-4742-93ac-01b3b94db6ec req-e660f6b8-3534-4f1f-8878-79ebbab6c7e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:53.608624 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-68e852d2-7688-4e02-bcaa-8c5e0914725b None None] Provisioning complete for port f9a3a0b4-413d-47ea-9884-ee6988a0a17a triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:19:53.609198 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-68e852d2-7688-4e02-bcaa-8c5e0914725b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:53.701646 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-68e852d2-7688-4e02-bcaa-8c5e0914725b None None] Port f9a3a0b4-413d-47ea-9884-ee6988a0a17a cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:19:53.729841 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-13476c69-185b-4d34-b536-1b903e57f406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:53.731305 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-741ba822-1a5f-4caf-b02e-cef5556d3d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f999b928-5db6-49dd-8905-803ec22808ea', 'name': 'tempest-ServersTestJSON-907881908-router', 'tenant_id': 'e566dfc2cf5740deb10cf057af38c280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '7c06a97b-1a69-4e93-a372-54e7d419a3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:19:37Z', 'updated_at': '2022-05-31T13:19:47Z', 'revision_number': 4, 'project_id': 'e566dfc2cf5740deb10cf057af38c280', 'gw_port': {'id': '7c06a97b-1a69-4e93-a372-54e7d419a3b4', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f999b928-5db6-49dd-8905-803ec22808ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:19:39Z', 'updated_at': '2022-05-31T13:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '93d9e554-65ad-4e4a-bab1-a160b4c9d2c0', 'name': '', 'network_id': '2673cfae-a69b-4b07-beac-4f5bbaf82e9b', 'tenant_id': 'e566dfc2cf5740deb10cf057af38c280', 'mac_address': 'fa:16:3e:3f:6f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f999b928-5db6-49dd-8905-803ec22808ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '242d2316-6768-4a32-9245-372928819e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:19:46Z', 'updated_at': '2022-05-31T13:19:52Z', 'revision_number': 4, 'project_id': 'e566dfc2cf5740deb10cf057af38c280', 'subnets': [{'id': '242d2316-6768-4a32-9245-372928819e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:19:53.733373 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [req-31fff8e4-a601-47d5-9211-668e92e4e561 req-22544bab-5c51-48c3-b8c0-ba26ff58449e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b58a50e-2613-468b-a020-62c493406cf3 {{(pid=88369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:19:53.736748 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741ba822-1a5f-4caf-b02e-cef5556d3d41 None None] The sync data for ids ['f999b928-5db6-49dd-8905-803ec22808ea'] in n-d-843939-1 is: [{'id': 'f999b928-5db6-49dd-8905-803ec22808ea', 'name': 'tempest-ServersTestJSON-907881908-router', 'tenant_id': 'e566dfc2cf5740deb10cf057af38c280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '7c06a97b-1a69-4e93-a372-54e7d419a3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:19:37Z', 'updated_at': '2022-05-31T13:19:47Z', 'revision_number': 4, 'project_id': 'e566dfc2cf5740deb10cf057af38c280', 'gw_port': {'id': '7c06a97b-1a69-4e93-a372-54e7d419a3b4', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f999b928-5db6-49dd-8905-803ec22808ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:19:39Z', 'updated_at': '2022-05-31T13:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '93d9e554-65ad-4e4a-bab1-a160b4c9d2c0', 'name': '', 'network_id': '2673cfae-a69b-4b07-beac-4f5bbaf82e9b', 'tenant_id': 'e566dfc2cf5740deb10cf057af38c280', 'mac_address': 'fa:16:3e:3f:6f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f999b928-5db6-49dd-8905-803ec22808ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '242d2316-6768-4a32-9245-372928819e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:19:46Z', 'updated_at': '2022-05-31T13:19:52Z', 'revision_number': 4, 'project_id': 'e566dfc2cf5740deb10cf057af38c280', 'subnets': [{'id': '242d2316-6768-4a32-9245-372928819e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:19:53.744871 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-31fff8e4-a601-47d5-9211-668e92e4e561 req-22544bab-5c51-48c3-b8c0-ba26ff58449e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:53.747683 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8dd18c3a-8d29-46e9-bf91-ea354225a933 req-73136577-9b6e-49d8-a563-cc2489ffc435 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] 10.222.0.50 "GET /v2.0/security-groups?id=0de57c5f-1a61-4ab1-b56d-23a80c557f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932383 May 31 13:19:53.787644 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-31fff8e4-a601-47d5-9211-668e92e4e561 req-22544bab-5c51-48c3-b8c0-ba26ff58449e service neutron] Transition to ACTIVE for port object 1b58a50e-2613-468b-a020-62c493406cf3 will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:19:53.805752 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-31fff8e4-a601-47d5-9211-668e92e4e561 req-22544bab-5c51-48c3-b8c0-ba26ff58449e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:53.903550 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.44', 53799) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:19:53.912711 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22544bab-5c51-48c3-b8c0-ba26ff58449e service neutron] Pushing event updated for resources: {'Port': ['ID=1b58a50e-2613-468b-a020-62c493406cf3,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:53.917023 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-129bac45-f02d-40b1-9b6b-b511a1135c84'] response: {'name': 'network-changed', 'server_uuid': '5b9612b1-2b60-4c07-b859-ad4737cf6cb6', 'tag': '6530d0f9-8f2c-4db2-a13c-572f3f258bb4', 'status': 'completed', 'code': 200} May 31 13:19:54.156502 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-31fff8e4-a601-47d5-9211-668e92e4e561 req-22544bab-5c51-48c3-b8c0-ba26ff58449e service neutron] Attempting to bind port 1b58a50e-2613-468b-a020-62c493406cf3 on host n-h1-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:19:54.158708 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-31fff8e4-a601-47d5-9211-668e92e4e561 req-22544bab-5c51-48c3-b8c0-ba26ff58449e service neutron] Attempting to bind port 1b58a50e-2613-468b-a020-62c493406cf3 by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:19:54.159642 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31fff8e4-a601-47d5-9211-668e92e4e561 req-22544bab-5c51-48c3-b8c0-ba26ff58449e service neutron] Attempting to bind port 1b58a50e-2613-468b-a020-62c493406cf3 on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:19:54.173646 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31fff8e4-a601-47d5-9211-668e92e4e561 req-22544bab-5c51-48c3-b8c0-ba26ff58449e service neutron] Port 1b58a50e-2613-468b-a020-62c493406cf3 on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:19:54.174080 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31fff8e4-a601-47d5-9211-668e92e4e561 req-22544bab-5c51-48c3-b8c0-ba26ff58449e service neutron] Attempting to bind port 1b58a50e-2613-468b-a020-62c493406cf3 on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:19:54.183657 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31fff8e4-a601-47d5-9211-668e92e4e561 req-22544bab-5c51-48c3-b8c0-ba26ff58449e service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:19:54.184167 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31fff8e4-a601-47d5-9211-668e92e4e561 req-22544bab-5c51-48c3-b8c0-ba26ff58449e service neutron] Checking segment: {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:19:54.184999 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31fff8e4-a601-47d5-9211-668e92e4e561 req-22544bab-5c51-48c3-b8c0-ba26ff58449e service neutron] Bound using segment: {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:19:54.186158 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-31fff8e4-a601-47d5-9211-668e92e4e561 req-22544bab-5c51-48c3-b8c0-ba26ff58449e service neutron] Bound port: 1b58a50e-2613-468b-a020-62c493406cf3, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:19:54.186577 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-31fff8e4-a601-47d5-9211-668e92e4e561 req-22544bab-5c51-48c3-b8c0-ba26ff58449e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:54.192382 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c1ec6c5f-550c-4fbc-aa08-be17bae48257 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:54.221332 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c1ec6c5f-550c-4fbc-aa08-be17bae48257 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:54.349951 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-31fff8e4-a601-47d5-9211-668e92e4e561 req-22544bab-5c51-48c3-b8c0-ba26ff58449e service neutron] For port 1b58a50e-2613-468b-a020-62c493406cf3, host n-h1-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:19:54.353961 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-31fff8e4-a601-47d5-9211-668e92e4e561 req-22544bab-5c51-48c3-b8c0-ba26ff58449e service neutron] For port 1b58a50e-2613-468b-a020-62c493406cf3, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=1b58a50e-2613-468b-a020-62c493406cf3,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:19:54.364296 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-31fff8e4-a601-47d5-9211-668e92e4e561 req-22544bab-5c51-48c3-b8c0-ba26ff58449e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:54.458489 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fff8e4-a601-47d5-9211-668e92e4e561 req-22544bab-5c51-48c3-b8c0-ba26ff58449e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:54.459111 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-31fff8e4-a601-47d5-9211-668e92e4e561 req-22544bab-5c51-48c3-b8c0-ba26ff58449e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:54.460265 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-13476c69-185b-4d34-b536-1b903e57f406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:54.460789 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-31fff8e4-a601-47d5-9211-668e92e4e561 req-22544bab-5c51-48c3-b8c0-ba26ff58449e service neutron] 10.222.0.20 "PUT /v2.0/ports/1b58a50e-2613-468b-a020-62c493406cf3 HTTP/1.1" status: 200 len: 1096 time: 1.8175151 May 31 13:19:54.463498 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-13476c69-185b-4d34-b536-1b903e57f406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:54.465425 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-13476c69-185b-4d34-b536-1b903e57f406 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c9b47df0-b3a7-4656-ae22-e08079c4a8f1 HTTP/1.1" status: 204 len: 168 time: 1.1992335 May 31 13:19:54.468176 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'addb65c3-f621-47a1-8af2-7f3111e6af84', 'tag': '1b58a50e-2613-468b-a020-62c493406cf3'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:19:54.496441 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22544bab-5c51-48c3-b8c0-ba26ff58449e service neutron] Pushing event updated for resources: {'Port': ['ID=1b58a50e-2613-468b-a020-62c493406cf3,revision_number=3']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:54.502041 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c1ec6c5f-550c-4fbc-aa08-be17bae48257 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:54.503200 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c1ec6c5f-550c-4fbc-aa08-be17bae48257 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1666367 May 31 13:19:54.506344 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1d8ed-7ef0-4a9d-8a3c-372708129f81 req-ed5f3fc2-4bfc-4586-9d78-9db6fb7146d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:54.507952 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-01c1d8ed-7ef0-4a9d-8a3c-372708129f81 req-ed5f3fc2-4bfc-4586-9d78-9db6fb7146d2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2539a3508c4b448ea8707834972224c7&device_id=7a9680b0-40cc-49a3-a3a2-174f0c4d9066 HTTP/1.1" status: 200 len: 1096 time: 0.7506335 May 31 13:19:54.508605 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ec6c5f-550c-4fbc-aa08-be17bae48257 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67144e00-cfaf-4edb-9442-220e2b01fa07,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:54.508720 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 33002) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:19:54.515304 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-c7c59703-8c22-4cc0-b050-b7f89fc9c398 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Request body: {'floatingip': {'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:19:54.517461 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f171d6-d955-4298-8603-63916789558e req-f122b140-db1a-4cba-a55f-4d37f31e8ce8 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:54.522553 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-53f171d6-d955-4298-8603-63916789558e req-f122b140-db1a-4cba-a55f-4d37f31e8ce8 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b9612b1-2b60-4c07-b859-ad4737cf6cb6 HTTP/1.1" status: 200 len: 943 time: 0.6926591 May 31 13:19:54.525295 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c7c59703-8c22-4cc0-b050-b7f89fc9c398 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:19:54.529854 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c7c59703-8c22-4cc0-b050-b7f89fc9c398 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Usage tracker for resource:floatingip and tenant:e566dfc2cf5740deb10cf057af38c280 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:19:54.545843 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c7c59703-8c22-4cc0-b050-b7f89fc9c398 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:19:54.602845 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c7c59703-8c22-4cc0-b050-b7f89fc9c398 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:19:54.620474 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13476c69-185b-4d34-b536-1b903e57f406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b47df0-b3a7-4656-ae22-e08079c4a8f1,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:54.631143 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c7c59703-8c22-4cc0-b050-b7f89fc9c398 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Notify callbacks [] for floatingip, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:54.640812 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd5927-eb60-40c0-9647-756c8d534779 req-bdc45bc3-ad02-4124-9e28-3b9106e408bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:54.648894 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b7bd5927-eb60-40c0-9647-756c8d534779 req-bdc45bc3-ad02-4124-9e28-3b9106e408bc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b507f55702b4454690aaa4c9f4de29b0&device_id=5b9612b1-2b60-4c07-b859-ad4737cf6cb6 HTTP/1.1" status: 200 len: 1094 time: 0.7308772 May 31 13:19:54.752580 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fff8e4-a601-47d5-9211-668e92e4e561 req-06f5c2f1-9df3-426d-a527-f74801ddeafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:54.754472 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-31fff8e4-a601-47d5-9211-668e92e4e561 req-06f5c2f1-9df3-426d-a527-f74801ddeafd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ad789348d4d84f2799aa3c6910766725&device_id=addb65c3-f621-47a1-8af2-7f3111e6af84 HTTP/1.1" status: 200 len: 1099 time: 0.2177880 May 31 13:19:54.944944 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-31fff8e4-a601-47d5-9211-668e92e4e561 req-35bf9613-ac6d-4325-8ce1-0606cf0c5675 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=1b58a50e-2613-468b-a020-62c493406cf3 HTTP/1.1" status: 200 len: 217 time: 0.1792755 May 31 13:19:55.000303 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 93d9e554-65ad-4e4a-bab1-a160b4c9d2c0 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:19:55.057776 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fff8e4-a601-47d5-9211-668e92e4e561 req-5d34393c-be75-4a30-a3f1-596476ac629b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:55.059353 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-31fff8e4-a601-47d5-9211-668e92e4e561 req-5d34393c-be75-4a30-a3f1-596476ac629b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.1054072 May 31 13:19:55.065975 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c7c59703-8c22-4cc0-b050-b7f89fc9c398 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:55.109737 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 93d9e554-65ad-4e4a-bab1-a160b4c9d2c0 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:19:55.116179 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 93d9e554-65ad-4e4a-bab1-a160b4c9d2c0 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:19:55.116638 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:55.134458 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.resource_extend [req-b90026d4-e488-4742-93ac-01b3b94db6ec req-e660f6b8-3534-4f1f-8878-79ebbab6c7e5 service neutron] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:19:55.152250 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd5927-eb60-40c0-9647-756c8d534779 req-65643a66-e458-4846-b89e-d40a10ecc93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:55.152250 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b7bd5927-eb60-40c0-9647-756c8d534779 req-65643a66-e458-4846-b89e-d40a10ecc93a service neutron] 10.222.0.44 "GET /v2.0/networks?id=166095fb-602c-4131-97e4-e6648d07bb0e HTTP/1.1" status: 200 len: 924 time: 0.4303946 May 31 13:19:55.152554 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1d8ed-7ef0-4a9d-8a3c-372708129f81 req-c09fa577-19ef-42c1-a325-6c8863e8ba66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:55.153890 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-01c1d8ed-7ef0-4a9d-8a3c-372708129f81 req-c09fa577-19ef-42c1-a325-6c8863e8ba66 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5b3c8d41-b43d-4739-acc3-c9eae6a83205 HTTP/1.1" status: 200 len: 922 time: 0.6296763 May 31 13:19:55.167458 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a03e879-34d7-4fa6-8607-ed8d52be3dc5 req-1e29812b-e1f4-4d3d-893b-2573e53f5609 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:55.169010 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1a03e879-34d7-4fa6-8607-ed8d52be3dc5 req-1e29812b-e1f4-4d3d-893b-2573e53f5609 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=a06e1f01-c592-43ce-8534-64d7c3528378 HTTP/1.1" status: 200 len: 936 time: 1.1524224 May 31 13:19:55.275871 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 93d9e554-65ad-4e4a-bab1-a160b4c9d2c0 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:19:55.276157 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:55.324543 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 93d9e554-65ad-4e4a-bab1-a160b4c9d2c0, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=93d9e554-65ad-4e4a-bab1-a160b4c9d2c0,segment=NetworkSegment(92567f26-b8b9-42f0-9a40-dd393ba47025),segment_id=92567f26-b8b9-42f0-9a40-dd393ba47025)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:19:55.330598 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:55.381495 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-53f171d6-d955-4298-8603-63916789558e req-655274b8-82d1-4293-9001-a0293f02b4b1 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a8d50c8-ecaa-42f3-ab2e-6ee0f73e2630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7586200 May 31 13:19:55.387116 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-01c1d8ed-7ef0-4a9d-8a3c-372708129f81 req-1566cbac-7490-4a44-bd42-d81dd73f60a0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c560ca4b-4cee-4fa8-b8d2-ac9a72d59334 HTTP/1.1" status: 200 len: 217 time: 0.2171502 May 31 13:19:55.468627 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=93d9e554-65ad-4e4a-bab1-a160b4c9d2c0,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:55.494346 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:19:55.502177 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:19:55.502634 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:19:55.503144 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:19:55.503521 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:19:55.504024 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:19:55.504453 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:19:55.504879 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:19:55.505223 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:19:55.505538 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:19:55.505865 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:19:55.506212 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:19:55.519237 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b7bd5927-eb60-40c0-9647-756c8d534779 req-fb4b86b8-8502-4b09-8cb9-06cfe87e7d80 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6530d0f9-8f2c-4db2-a13c-572f3f258bb4 HTTP/1.1" status: 200 len: 217 time: 0.3441820 May 31 13:19:55.568085 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-c7c59703-8c22-4cc0-b050-b7f89fc9c398 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Allocated IP 172.25.6.245 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/efe3b63e-f31e-4716-96e3-d49850d8895f) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:19:55.578158 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fff8e4-a601-47d5-9211-668e92e4e561 req-07021113-a172-4bdb-9d32-ee35e8d55d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:55.579453 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-31fff8e4-a601-47d5-9211-668e92e4e561 req-07021113-a172-4bdb-9d32-ee35e8d55d9e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4621871 May 31 13:19:55.589877 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-b90026d4-e488-4742-93ac-01b3b94db6ec req-e660f6b8-3534-4f1f-8878-79ebbab6c7e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9a3a0b4-413d-47ea-9884-ee6988a0a17a {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:19:55.600087 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-b90026d4-e488-4742-93ac-01b3b94db6ec req-e660f6b8-3534-4f1f-8878-79ebbab6c7e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:55.618023 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-b90026d4-e488-4742-93ac-01b3b94db6ec req-e660f6b8-3534-4f1f-8878-79ebbab6c7e5 service neutron] Transition to ACTIVE for port object f9a3a0b4-413d-47ea-9884-ee6988a0a17a will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:19:55.783994 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd5927-eb60-40c0-9647-756c8d534779 req-c313375c-0a4a-4765-8312-e8f665ac01a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:55.786376 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b7bd5927-eb60-40c0-9647-756c8d534779 req-c313375c-0a4a-4765-8312-e8f665ac01a2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=351010e5-51b7-43d5-9224-87aaece5e49a HTTP/1.1" status: 200 len: 862 time: 0.1668038 May 31 13:19:55.799038 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-b90026d4-e488-4742-93ac-01b3b94db6ec req-e660f6b8-3534-4f1f-8878-79ebbab6c7e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:55.816489 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-31fff8e4-a601-47d5-9211-668e92e4e561 req-50e1ef43-7953-40eb-91c0-20463161b073 service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282717 May 31 13:19:56.012750 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c7c59703-8c22-4cc0-b050-b7f89fc9c398 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:56.041958 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-1a03e879-34d7-4fa6-8607-ed8d52be3dc5 req-f4d1f973-8f3f-4428-9bee-ab2e2a132aec tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Synchronizing usage tracker for tenant:c905d91f2f614f928153cd05b2f8a225 on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:19:56.043208 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-31fff8e4-a601-47d5-9211-668e92e4e561 req-1b986c6e-549f-4de6-9d58-73ca0c0a6b90 service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191949 May 31 13:19:56.052556 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 6530d0f9-8f2c-4db2-a13c-572f3f258bb4 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:19:56.079176 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1d8ed-7ef0-4a9d-8a3c-372708129f81 req-5fe31677-7ff3-4129-ae30-21e405f3ddf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:56.080738 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-01c1d8ed-7ef0-4a9d-8a3c-372708129f81 req-5fe31677-7ff3-4129-ae30-21e405f3ddf9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c38944f5-addb-47c7-b219-ea477f926c92 HTTP/1.1" status: 200 len: 861 time: 0.6249616 May 31 13:19:56.089092 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e660f6b8-3534-4f1f-8878-79ebbab6c7e5 service neutron] Pushing event updated for resources: {'Port': ['ID=f9a3a0b4-413d-47ea-9884-ee6988a0a17a,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:56.098534 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c7c59703-8c22-4cc0-b050-b7f89fc9c398 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:56.179845 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c59703-8c22-4cc0-b050-b7f89fc9c398 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:19:56.183104 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-c7c59703-8c22-4cc0-b050-b7f89fc9c398 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:19:56.187143 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c59703-8c22-4cc0-b050-b7f89fc9c398 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:19:56.216918 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-01c1d8ed-7ef0-4a9d-8a3c-372708129f81 req-966556d3-9e30-461d-8644-e58c7be8128e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5b3c8d41-b43d-4739-acc3-c9eae6a83205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822625 May 31 13:19:56.238483 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c59703-8c22-4cc0-b050-b7f89fc9c398 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Pushing event updated for resources: {'Port': ['ID=efe3b63e-f31e-4716-96e3-d49850d8895f,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:56.239487 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9491d737-327d-4ec4-8457-9175042a1b54 req-53d3fda3-aab6-4046-9350-e60fe062e213 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:56.256256 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9491d737-327d-4ec4-8457-9175042a1b54 req-53d3fda3-aab6-4046-9350-e60fe062e213 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a9680b0-40cc-49a3-a3a2-174f0c4d9066 HTTP/1.1" status: 200 len: 945 time: 0.6347525 May 31 13:19:56.324389 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c7c59703-8c22-4cc0-b050-b7f89fc9c398 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:56.342456 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-1a03e879-34d7-4fa6-8607-ed8d52be3dc5 req-f4d1f973-8f3f-4428-9bee-ab2e2a132aec tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Unset dirty status for tenant:c905d91f2f614f928153cd05b2f8a225 on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:19:56.353049 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1a03e879-34d7-4fa6-8607-ed8d52be3dc5 req-f4d1f973-8f3f-4428-9bee-ab2e2a132aec tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9828167 May 31 13:19:56.382805 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 6530d0f9-8f2c-4db2-a13c-572f3f258bb4, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=6530d0f9-8f2c-4db2-a13c-572f3f258bb4,segment=NetworkSegment(cc4868b5-30a5-4956-8627-7d52c92af76c),segment_id=cc4868b5-30a5-4956-8627-7d52c92af76c)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:19:56.410879 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c7c59703-8c22-4cc0-b050-b7f89fc9c398 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:56.431713 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': '6530d0f9-8f2c-4db2-a13c-572f3f258bb4', 'network_id': '166095fb-602c-4131-97e4-e6648d07bb0e', 'port_id': '6530d0f9-8f2c-4db2-a13c-572f3f258bb4', 'mac_address': 'fa:16:3e:f1:3b:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '351010e5-51b7-43d5-9224-87aaece5e49a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:19:56.522805 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 6530d0f9-8f2c-4db2-a13c-572f3f258bb4 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:19:56.523576 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:56.544316 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6530d0f9-8f2c-4db2-a13c-572f3f258bb4 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:19:56.546007 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-b90026d4-e488-4742-93ac-01b3b94db6ec req-e660f6b8-3534-4f1f-8878-79ebbab6c7e5 service neutron] Attempting to bind port f9a3a0b4-413d-47ea-9884-ee6988a0a17a on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:19:56.546535 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-b90026d4-e488-4742-93ac-01b3b94db6ec req-e660f6b8-3534-4f1f-8878-79ebbab6c7e5 service neutron] Attempting to bind port f9a3a0b4-413d-47ea-9884-ee6988a0a17a by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:19:56.546665 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90026d4-e488-4742-93ac-01b3b94db6ec req-e660f6b8-3534-4f1f-8878-79ebbab6c7e5 service neutron] Attempting to bind port f9a3a0b4-413d-47ea-9884-ee6988a0a17a on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:19:56.571830 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 6530d0f9-8f2c-4db2-a13c-572f3f258bb4, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=6530d0f9-8f2c-4db2-a13c-572f3f258bb4,segment=NetworkSegment(cc4868b5-30a5-4956-8627-7d52c92af76c),segment_id=cc4868b5-30a5-4956-8627-7d52c92af76c)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:19:56.577558 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:56.587245 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90026d4-e488-4742-93ac-01b3b94db6ec req-e660f6b8-3534-4f1f-8878-79ebbab6c7e5 service neutron] Port f9a3a0b4-413d-47ea-9884-ee6988a0a17a on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:19:56.587727 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90026d4-e488-4742-93ac-01b3b94db6ec req-e660f6b8-3534-4f1f-8878-79ebbab6c7e5 service neutron] Attempting to bind port f9a3a0b4-413d-47ea-9884-ee6988a0a17a on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:19:56.649911 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9491d737-327d-4ec4-8457-9175042a1b54 req-f66bcfb3-3e2b-4ac1-9f2c-711db3060368 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3922856 May 31 13:19:56.687311 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd5927-eb60-40c0-9647-756c8d534779 req-57c7b4ca-c147-4483-b4bc-afbdb3491525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:56.689009 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b7bd5927-eb60-40c0-9647-756c8d534779 req-57c7b4ca-c147-4483-b4bc-afbdb3491525 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=166095fb-602c-4131-97e4-e6648d07bb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8641312 May 31 13:19:56.692901 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90026d4-e488-4742-93ac-01b3b94db6ec req-e660f6b8-3534-4f1f-8878-79ebbab6c7e5 service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:19:56.693241 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90026d4-e488-4742-93ac-01b3b94db6ec req-e660f6b8-3534-4f1f-8878-79ebbab6c7e5 service neutron] Checking segment: {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:19:56.693633 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90026d4-e488-4742-93ac-01b3b94db6ec req-e660f6b8-3534-4f1f-8878-79ebbab6c7e5 service neutron] Bound using segment: {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:19:56.694923 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-b90026d4-e488-4742-93ac-01b3b94db6ec req-e660f6b8-3534-4f1f-8878-79ebbab6c7e5 service neutron] Bound port: f9a3a0b4-413d-47ea-9884-ee6988a0a17a, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:19:56.695287 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-b90026d4-e488-4742-93ac-01b3b94db6ec req-e660f6b8-3534-4f1f-8878-79ebbab6c7e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:56.720600 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=6530d0f9-8f2c-4db2-a13c-572f3f258bb4,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:56.804628 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['6530d0f9-8f2c-4db2-a13c-572f3f258bb4'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:19:56.819245 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c7c59703-8c22-4cc0-b050-b7f89fc9c398 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:56.824589 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c7c59703-8c22-4cc0-b050-b7f89fc9c398 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:56.964075 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-b90026d4-e488-4742-93ac-01b3b94db6ec req-e660f6b8-3534-4f1f-8878-79ebbab6c7e5 service neutron] For port f9a3a0b4-413d-47ea-9884-ee6988a0a17a, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:19:56.967834 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-b90026d4-e488-4742-93ac-01b3b94db6ec req-e660f6b8-3534-4f1f-8878-79ebbab6c7e5 service neutron] For port f9a3a0b4-413d-47ea-9884-ee6988a0a17a, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=f9a3a0b4-413d-47ea-9884-ee6988a0a17a,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:19:56.978972 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 93d9e554-65ad-4e4a-bab1-a160b4c9d2c0 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:19:57.035258 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-b90026d4-e488-4742-93ac-01b3b94db6ec req-e660f6b8-3534-4f1f-8878-79ebbab6c7e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:57.039959 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c59703-8c22-4cc0-b050-b7f89fc9c398 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Pushing event updated for resources: {'Port': ['ID=efe3b63e-f31e-4716-96e3-d49850d8895f,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:57.060090 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c7c59703-8c22-4cc0-b050-b7f89fc9c398 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:57.105812 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c7c59703-8c22-4cc0-b050-b7f89fc9c398 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:57.109284 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c7c59703-8c22-4cc0-b050-b7f89fc9c398 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5993865 May 31 13:19:57.145027 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-01c1d8ed-7ef0-4a9d-8a3c-372708129f81 req-d27b5759-fd8b-4217-abb8-412d872841c6 service neutron] 10.222.0.44 "GET /v2.0/networks/5b3c8d41-b43d-4739-acc3-c9eae6a83205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9143975 May 31 13:19:57.149477 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90026d4-e488-4742-93ac-01b3b94db6ec req-e660f6b8-3534-4f1f-8878-79ebbab6c7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:57.150467 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-b90026d4-e488-4742-93ac-01b3b94db6ec req-e660f6b8-3534-4f1f-8878-79ebbab6c7e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:57.151899 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b90026d4-e488-4742-93ac-01b3b94db6ec req-e660f6b8-3534-4f1f-8878-79ebbab6c7e5 service neutron] 10.222.0.44 "PUT /v2.0/ports/f9a3a0b4-413d-47ea-9884-ee6988a0a17a HTTP/1.1" status: 200 len: 1096 time: 3.8918467 May 31 13:19:57.168874 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eee952ef-68f7-4a88-9e0a-5fe7317b005c'] response: {'name': 'network-changed', 'server_uuid': 'addb65c3-f621-47a1-8af2-7f3111e6af84', 'tag': '1b58a50e-2613-468b-a020-62c493406cf3', 'status': 'completed', 'code': 200} May 31 13:19:57.170998 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a06e1f01-c592-43ce-8534-64d7c3528378', 'tag': 'f9a3a0b4-413d-47ea-9884-ee6988a0a17a'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:19:57.283282 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 93d9e554-65ad-4e4a-bab1-a160b4c9d2c0 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:19:57.283875 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:57.360609 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96b529-f76a-4960-aa28-abe68b6686ef req-845c130b-0e4b-4269-8dae-5c51c93753d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:57.362434 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4d96b529-f76a-4960-aa28-abe68b6686ef req-845c130b-0e4b-4269-8dae-5c51c93753d7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ad789348d4d84f2799aa3c6910766725&device_id=addb65c3-f621-47a1-8af2-7f3111e6af84 HTTP/1.1" status: 200 len: 1099 time: 0.1722701 May 31 13:19:57.475408 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b7bd5927-eb60-40c0-9647-756c8d534779 req-dedd020c-5eb7-4e1c-a4a5-ea593c4d0592 service neutron] 10.222.0.44 "GET /v2.0/networks/166095fb-602c-4131-97e4-e6648d07bb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7665145 May 31 13:19:57.542329 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 93d9e554-65ad-4e4a-bab1-a160b4c9d2c0 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:19:57.631968 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96b529-f76a-4960-aa28-abe68b6686ef req-c1bb2dae-864b-43a3-b9e6-bc5ee28860ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:57.634309 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4d96b529-f76a-4960-aa28-abe68b6686ef req-c1bb2dae-864b-43a3-b9e6-bc5ee28860ea service neutron] 10.222.0.20 "GET /v2.0/networks?id=85b11c4f-90ad-4763-b38d-22d3f87089f4 HTTP/1.1" status: 200 len: 870 time: 0.2653909 May 31 13:19:57.679067 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c5fd6e-1447-4eca-806e-581c499ea7f1 req-c03c72f2-e3fe-4af7-8ae6-85fbbc797b7a tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:57.680557 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a0c5fd6e-1447-4eca-806e-581c499ea7f1 req-c03c72f2-e3fe-4af7-8ae6-85fbbc797b7a tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/ports?device_id=addb65c3-f621-47a1-8af2-7f3111e6af84 HTTP/1.1" status: 200 len: 948 time: 1.1026785 May 31 13:19:57.695415 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e660f6b8-3534-4f1f-8878-79ebbab6c7e5 service neutron] Pushing event updated for resources: {'Port': ['ID=f9a3a0b4-413d-47ea-9884-ee6988a0a17a,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:57.710325 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4d96b529-f76a-4960-aa28-abe68b6686ef req-1305aa9c-a2af-4b0c-a4a1-0684105dc807 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=1b58a50e-2613-468b-a020-62c493406cf3 HTTP/1.1" status: 200 len: 217 time: 0.0695043 May 31 13:19:57.784078 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96b529-f76a-4960-aa28-abe68b6686ef req-6f728904-a7a4-47aa-b453-a24c0764b6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:57.786665 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4d96b529-f76a-4960-aa28-abe68b6686ef req-6f728904-a7a4-47aa-b453-a24c0764b6d0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.0661302 May 31 13:19:57.834905 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-01c1d8ed-7ef0-4a9d-8a3c-372708129f81 req-ec086793-1ed1-4ef3-84de-618123d82afe service neutron] 10.222.0.44 "GET /v2.0/networks/5b3c8d41-b43d-4739-acc3-c9eae6a83205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6548595 May 31 13:19:57.846979 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a0c5fd6e-1447-4eca-806e-581c499ea7f1 req-249ef04b-1c71-495a-adf2-59be26319b26 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/security-groups?id=62fff807-5a72-4450-b5e7-33e8160efe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375830 May 31 13:19:57.868272 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b7bd5927-eb60-40c0-9647-756c8d534779 req-9fcc0fd2-5013-4f0c-9177-af68bf0ed7ce service neutron] 10.222.0.44 "GET /v2.0/networks/166095fb-602c-4131-97e4-e6648d07bb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3768799 May 31 13:19:57.871149 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96b529-f76a-4960-aa28-abe68b6686ef req-6fb84a9a-52df-4884-93ae-dd087d531fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:57.872955 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4d96b529-f76a-4960-aa28-abe68b6686ef req-6fb84a9a-52df-4884-93ae-dd087d531fc7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0801706 May 31 13:19:57.877043 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3553346-1ba2-4ebf-b2d2-3b0451a06528 req-396fbe82-39f8-4270-9ebe-ef47b32536eb tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:57.878644 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a3553346-1ba2-4ebf-b2d2-3b0451a06528 req-396fbe82-39f8-4270-9ebe-ef47b32536eb tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b9612b1-2b60-4c07-b859-ad4737cf6cb6 HTTP/1.1" status: 200 len: 944 time: 0.3890193 May 31 13:19:57.881522 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90026d4-e488-4742-93ac-01b3b94db6ec req-03b13cfe-2472-4e49-8eed-d9b3cfeb280d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:57.882972 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b90026d4-e488-4742-93ac-01b3b94db6ec req-03b13cfe-2472-4e49-8eed-d9b3cfeb280d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c905d91f2f614f928153cd05b2f8a225&device_id=a06e1f01-c592-43ce-8534-64d7c3528378 HTTP/1.1" status: 200 len: 1099 time: 0.4033160 May 31 13:19:57.940539 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a3553346-1ba2-4ebf-b2d2-3b0451a06528 req-6540912b-413e-49f0-a77a-69ee0bd8c37f tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a8d50c8-ecaa-42f3-ab2e-6ee0f73e2630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548613 May 31 13:19:58.052125 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ca9a600-8d14-4dfe-b240-ca3febdc6ba9'] response: {'name': 'network-changed', 'server_uuid': 'a06e1f01-c592-43ce-8534-64d7c3528378', 'tag': 'f9a3a0b4-413d-47ea-9884-ee6988a0a17a', 'status': 'completed', 'code': 200} May 31 13:19:58.055575 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 6530d0f9-8f2c-4db2-a13c-572f3f258bb4 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:19:58.117489 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4d96b529-f76a-4960-aa28-abe68b6686ef req-8a6baf20-2086-4b1a-89aa-332847fd2d80 service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373493 May 31 13:19:58.143148 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b90026d4-e488-4742-93ac-01b3b94db6ec req-1c2ddcc2-0a81-42b1-9f44-7133e2a33bce service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=f9a3a0b4-413d-47ea-9884-ee6988a0a17a HTTP/1.1" status: 200 len: 217 time: 0.1613722 May 31 13:19:58.147641 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port 6530d0f9-8f2c-4db2-a13c-572f3f258bb4 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:19:58.153480 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port 6530d0f9-8f2c-4db2-a13c-572f3f258bb4 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:19:58.153846 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:58.266304 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4d96b529-f76a-4960-aa28-abe68b6686ef req-73c37bd9-2490-4ef0-b49a-6eff96bf7d90 service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357019 May 31 13:19:58.280030 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 6530d0f9-8f2c-4db2-a13c-572f3f258bb4 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:19:58.281082 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:58.283868 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-246d0db6-b28d-492c-a7e7-b2ee11218761 req-c0fa3c41-8a17-4622-99ad-fb230fa97d35 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Synchronizing usage tracker for tenant:e566dfc2cf5740deb10cf057af38c280 on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:19:58.296651 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90026d4-e488-4742-93ac-01b3b94db6ec req-081ab22c-5780-461a-99a5-2d1721e70205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:58.298120 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b90026d4-e488-4742-93ac-01b3b94db6ec req-081ab22c-5780-461a-99a5-2d1721e70205 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.1414599 May 31 13:19:58.311292 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b9612b1-2b60-4c07-b859-ad4737cf6cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6530d0f9-8f2c-4db2-a13c-572f3f258bb4'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:19:58.322237 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 6530d0f9-8f2c-4db2-a13c-572f3f258bb4, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=6530d0f9-8f2c-4db2-a13c-572f3f258bb4,segment=NetworkSegment(cc4868b5-30a5-4956-8627-7d52c92af76c),segment_id=cc4868b5-30a5-4956-8627-7d52c92af76c)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:19:58.326549 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:58.376214 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1d8ed-7ef0-4a9d-8a3c-372708129f81 req-3d183577-b4cb-4fb6-ae1c-49f127e5bc8e tempest-LiveAutoBlockMigrationV225Test-938371686 tempest-LiveAutoBlockMigrationV225Test-938371686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:58.377721 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-01c1d8ed-7ef0-4a9d-8a3c-372708129f81 req-3d183577-b4cb-4fb6-ae1c-49f127e5bc8e tempest-LiveAutoBlockMigrationV225Test-938371686 tempest-LiveAutoBlockMigrationV225Test-938371686-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7a9680b0-40cc-49a3-a3a2-174f0c4d9066&tenant_id=2539a3508c4b448ea8707834972224c7&binding%3Ahost_id=n-h1-843939-1 HTTP/1.1" status: 200 len: 1096 time: 0.3248959 May 31 13:19:58.390916 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-246d0db6-b28d-492c-a7e7-b2ee11218761 req-c0fa3c41-8a17-4622-99ad-fb230fa97d35 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Unset dirty status for tenant:e566dfc2cf5740deb10cf057af38c280 on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:19:58.392017 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-246d0db6-b28d-492c-a7e7-b2ee11218761 req-c0fa3c41-8a17-4622-99ad-fb230fa97d35 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1516063374&fields=id&tenant_id=e566dfc2cf5740deb10cf057af38c280 HTTP/1.1" status: 200 len: 267 time: 0.2479937 May 31 13:19:58.397730 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-01c1d8ed-7ef0-4a9d-8a3c-372708129f81 req-0639eb0c-e55e-410e-bdcb-196e5d4c7565 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-843939-1'}}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:19:58.413611 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=6530d0f9-8f2c-4db2-a13c-572f3f258bb4,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:58.438893 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e77541-d97b-431f-a930-142d189510a5 req-c71a1d4f-37bb-473e-84f3-e4deef6753fa tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:58.440342 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-69e77541-d97b-431f-a930-142d189510a5 req-c71a1d4f-37bb-473e-84f3-e4deef6753fa tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] 10.222.0.50 "GET /v2.0/ports?device_id=45d2f267-9388-40f8-abd8-b77548fcaed8 HTTP/1.1" status: 200 len: 971 time: 0.3904212 May 31 13:19:58.648617 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-69e77541-d97b-431f-a930-142d189510a5 req-cc7587b5-5210-43a1-9aa3-4fe8a837ed6f tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] 10.222.0.50 "GET /v2.0/security-groups?id=0de57c5f-1a61-4ab1-b56d-23a80c557f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694775 May 31 13:19:58.724049 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90026d4-e488-4742-93ac-01b3b94db6ec req-467a1bc7-51e8-48c0-89cc-675e11dfe74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:58.725584 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b90026d4-e488-4742-93ac-01b3b94db6ec req-467a1bc7-51e8-48c0-89cc-675e11dfe74d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4177814 May 31 13:19:58.774076 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-01c1d8ed-7ef0-4a9d-8a3c-372708129f81 req-0639eb0c-e55e-410e-bdcb-196e5d4c7565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:58.929229 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d0db6-b28d-492c-a7e7-b2ee11218761 req-7085e7a4-d300-4a24-831b-22327c0c00b3 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:58.929898 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-246d0db6-b28d-492c-a7e7-b2ee11218761 req-7085e7a4-d300-4a24-831b-22327c0c00b3 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Synchronizing usage tracker for tenant:e566dfc2cf5740deb10cf057af38c280 on resource:network {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:19:59.058246 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-246d0db6-b28d-492c-a7e7-b2ee11218761 req-7085e7a4-d300-4a24-831b-22327c0c00b3 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Unset dirty status for tenant:e566dfc2cf5740deb10cf057af38c280 on resource:network {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:19:59.059419 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-246d0db6-b28d-492c-a7e7-b2ee11218761 req-7085e7a4-d300-4a24-831b-22327c0c00b3 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] 10.222.0.50 "GET /v2.0/networks?id=2673cfae-a69b-4b07-beac-4f5bbaf82e9b HTTP/1.1" status: 200 len: 805 time: 0.6297655 May 31 13:19:59.253514 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b90026d4-e488-4742-93ac-01b3b94db6ec req-f26491a7-ffed-4587-8c72-7051648e6065 service neutron] 10.222.0.44 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5157857 May 31 13:19:59.269300 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b1144-ea95-4529-bf8a-314b1c6e9209 req-31106a88-cc2d-4be6-9b01-1c8df2bb3e6d tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:59.270679 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-717b1144-ea95-4529-bf8a-314b1c6e9209 req-31106a88-cc2d-4be6-9b01-1c8df2bb3e6d tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] 10.222.0.44 "GET /v2.0/ports?device_id=45d2f267-9388-40f8-abd8-b77548fcaed8 HTTP/1.1" status: 200 len: 971 time: 0.6020315 May 31 13:19:59.276531 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-246d0db6-b28d-492c-a7e7-b2ee11218761 req-36bbe683-f171-43c6-88f3-1ad53ba4236a tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] 10.222.0.50 "GET /v2.0/quotas/e566dfc2cf5740deb10cf057af38c280 HTTP/1.1" status: 200 len: 375 time: 0.1982393 May 31 13:19:59.444725 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f2a25-d199-402b-85e1-5c810a6a6758 req-0dbdd330-44d1-4107-b400-a53079561624 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:19:59.446261 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fa0f2a25-d199-402b-85e1-5c810a6a6758 req-0dbdd330-44d1-4107-b400-a53079561624 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=a06e1f01-c592-43ce-8534-64d7c3528378 HTTP/1.1" status: 200 len: 948 time: 0.6003127 May 31 13:19:59.496926 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 1b58a50e-2613-468b-a020-62c493406cf3 details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:19:59.549209 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-717b1144-ea95-4529-bf8a-314b1c6e9209 req-5761e1ac-b381-4160-9c5f-ad058884bbe3 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Deleting port e554978f-40e4-4022-bf0e-92553e5b2e08 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:19:59.549464 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-717b1144-ea95-4529-bf8a-314b1c6e9209 req-5761e1ac-b381-4160-9c5f-ad058884bbe3 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:59.634669 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 1b58a50e-2613-468b-a020-62c493406cf3, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=1b58a50e-2613-468b-a020-62c493406cf3,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:19:59.649942 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': '1b58a50e-2613-468b-a020-62c493406cf3', 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4', 'port_id': '1b58a50e-2613-468b-a020-62c493406cf3', 'mac_address': 'fa:16:3e:df:6c:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24822c99-0dce-4d50-9c44-3135ba3763b8', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:19:59.650173 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fa0f2a25-d199-402b-85e1-5c810a6a6758 req-e3d9ef3c-8b9a-4567-9f5a-2707e3e1357c tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834931 May 31 13:19:59.653572 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-01c1d8ed-7ef0-4a9d-8a3c-372708129f81 req-0639eb0c-e55e-410e-bdcb-196e5d4c7565 service neutron] For port c560ca4b-4cee-4fa8-b8d2-ac9a72d59334, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=c560ca4b-4cee-4fa8-b8d2-ac9a72d59334,segment=NetworkSegment(a592d348-649e-4ed1-b139-bdf2b9c4a847),segment_id=a592d348-649e-4ed1-b139-bdf2b9c4a847)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:19:59.710584 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 1b58a50e-2613-468b-a020-62c493406cf3 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:19:59.711123 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:59.730326 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b58a50e-2613-468b-a020-62c493406cf3 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:19:59.730939 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b90026d4-e488-4742-93ac-01b3b94db6ec req-2abc6d6e-f2be-4910-a58d-d1716c3e0248 service neutron] 10.222.0.44 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4558775 May 31 13:19:59.757371 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 1b58a50e-2613-468b-a020-62c493406cf3, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=1b58a50e-2613-468b-a020-62c493406cf3,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:19:59.762605 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:59.812387 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-246d0db6-b28d-492c-a7e7-b2ee11218761 req-bc60866d-2f05-4879-8780-da162d318928 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e566dfc2cf5740deb10cf057af38c280&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5104179 May 31 13:19:59.838417 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=1b58a50e-2613-468b-a020-62c493406cf3,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:59.878105 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-01c1d8ed-7ef0-4a9d-8a3c-372708129f81 req-0639eb0c-e55e-410e-bdcb-196e5d4c7565 service neutron] For port c560ca4b-4cee-4fa8-b8d2-ac9a72d59334, host n-h1-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:20:00.119582 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a9680b0-40cc-49a3-a3a2-174f0c4d9066', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c560ca4b-4cee-4fa8-b8d2-ac9a72d59334'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:20:00.125255 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-01c1d8ed-7ef0-4a9d-8a3c-372708129f81 req-0639eb0c-e55e-410e-bdcb-196e5d4c7565 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:00.137912 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['1b58a50e-2613-468b-a020-62c493406cf3'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:20:00.162854 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-01c1d8ed-7ef0-4a9d-8a3c-372708129f81 req-0639eb0c-e55e-410e-bdcb-196e5d4c7565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:00.269352 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-717b1144-ea95-4529-bf8a-314b1c6e9209 req-5761e1ac-b381-4160-9c5f-ad058884bbe3 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] For port e554978f-40e4-4022-bf0e-92553e5b2e08, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=e554978f-40e4-4022-bf0e-92553e5b2e08,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:20:00.269747 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-717b1144-ea95-4529-bf8a-314b1c6e9209 req-5761e1ac-b381-4160-9c5f-ad058884bbe3 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:00.377109 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc276784-0d4a-4390-98fe-a711aa06e84c req-e2ad3f09-18bc-47e6-8c62-7b7c35c59081 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:00.379184 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bc276784-0d4a-4390-98fe-a711aa06e84c req-e2ad3f09-18bc-47e6-8c62-7b7c35c59081 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a9680b0-40cc-49a3-a3a2-174f0c4d9066 HTTP/1.1" status: 200 len: 945 time: 0.6123371 May 31 13:20:00.432166 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-246d0db6-b28d-492c-a7e7-b2ee11218761 req-bb4bdffb-96b2-42ad-b3a1-40993a8b5a05 service neutron] 10.222.0.50 "GET /v2.0/networks/2673cfae-a69b-4b07-beac-4f5bbaf82e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5598135 May 31 13:20:00.502531 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-717b1144-ea95-4529-bf8a-314b1c6e9209 req-5761e1ac-b381-4160-9c5f-ad058884bbe3 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Calling delete_port for e554978f-40e4-4022-bf0e-92553e5b2e08 owned by compute:tempest-test_az-1159859499 {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:20:00.596342 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c75af45-2aed-4642-9df8-48318c050cbf req-1549f31f-872a-41e1-bcac-f92b9a1e5b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:00.598457 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2c75af45-2aed-4642-9df8-48318c050cbf req-1549f31f-872a-41e1-bcac-f92b9a1e5b7c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c905d91f2f614f928153cd05b2f8a225&device_id=a06e1f01-c592-43ce-8534-64d7c3528378 HTTP/1.1" status: 200 len: 1099 time: 0.7764437 May 31 13:20:00.613610 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0639eb0c-e55e-410e-bdcb-196e5d4c7565 service neutron] Pushing event updated for resources: {'Port': ['ID=c560ca4b-4cee-4fa8-b8d2-ac9a72d59334,revision_number=7']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:00.886948 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-01c1d8ed-7ef0-4a9d-8a3c-372708129f81 req-0639eb0c-e55e-410e-bdcb-196e5d4c7565 service neutron] Attempting to bind port c560ca4b-4cee-4fa8-b8d2-ac9a72d59334 on host n-h1-843939-1 for vnic_type normal with profile {"migrating_to": "n-h2-843939-1"} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:20:00.887533 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-01c1d8ed-7ef0-4a9d-8a3c-372708129f81 req-0639eb0c-e55e-410e-bdcb-196e5d4c7565 service neutron] Attempting to bind port c560ca4b-4cee-4fa8-b8d2-ac9a72d59334 by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': 'a592d348-649e-4ed1-b139-bdf2b9c4a847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5b3c8d41-b43d-4739-acc3-c9eae6a83205'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:20:00.887650 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c1d8ed-7ef0-4a9d-8a3c-372708129f81 req-0639eb0c-e55e-410e-bdcb-196e5d4c7565 service neutron] Attempting to bind port c560ca4b-4cee-4fa8-b8d2-ac9a72d59334 on network 5b3c8d41-b43d-4739-acc3-c9eae6a83205 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:20:00.927407 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bc276784-0d4a-4390-98fe-a711aa06e84c req-d57dfa1b-e280-40ff-92fa-f8a1b4dbc665 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4313717 May 31 13:20:00.927938 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c1d8ed-7ef0-4a9d-8a3c-372708129f81 req-0639eb0c-e55e-410e-bdcb-196e5d4c7565 service neutron] Port c560ca4b-4cee-4fa8-b8d2-ac9a72d59334 on network 5b3c8d41-b43d-4739-acc3-c9eae6a83205 not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:20:00.928258 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c1d8ed-7ef0-4a9d-8a3c-372708129f81 req-0639eb0c-e55e-410e-bdcb-196e5d4c7565 service neutron] Attempting to bind port c560ca4b-4cee-4fa8-b8d2-ac9a72d59334 on network 5b3c8d41-b43d-4739-acc3-c9eae6a83205 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:20:00.953663 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c1d8ed-7ef0-4a9d-8a3c-372708129f81 req-0639eb0c-e55e-410e-bdcb-196e5d4c7565 service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:20:00.954028 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c1d8ed-7ef0-4a9d-8a3c-372708129f81 req-0639eb0c-e55e-410e-bdcb-196e5d4c7565 service neutron] Checking segment: {'id': 'a592d348-649e-4ed1-b139-bdf2b9c4a847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5b3c8d41-b43d-4739-acc3-c9eae6a83205'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:20:00.954422 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c1d8ed-7ef0-4a9d-8a3c-372708129f81 req-0639eb0c-e55e-410e-bdcb-196e5d4c7565 service neutron] Bound using segment: {'id': 'a592d348-649e-4ed1-b139-bdf2b9c4a847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5b3c8d41-b43d-4739-acc3-c9eae6a83205'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:20:00.954858 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-01c1d8ed-7ef0-4a9d-8a3c-372708129f81 req-0639eb0c-e55e-410e-bdcb-196e5d4c7565 service neutron] Bound port: c560ca4b-4cee-4fa8-b8d2-ac9a72d59334, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a592d348-649e-4ed1-b139-bdf2b9c4a847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5b3c8d41-b43d-4739-acc3-c9eae6a83205'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:20:00.955206 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-01c1d8ed-7ef0-4a9d-8a3c-372708129f81 req-0639eb0c-e55e-410e-bdcb-196e5d4c7565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:01.070890 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-246d0db6-b28d-492c-a7e7-b2ee11218761 req-2b346a36-5402-445e-bdef-26f57a391663 service neutron] 10.222.0.50 "GET /v2.0/networks/2673cfae-a69b-4b07-beac-4f5bbaf82e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5378115 May 31 13:20:01.113291 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c75af45-2aed-4642-9df8-48318c050cbf req-c2bee9c5-46d4-4ea6-ae96-bf5b8fc036f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:01.114907 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2c75af45-2aed-4642-9df8-48318c050cbf req-c2bee9c5-46d4-4ea6-ae96-bf5b8fc036f2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=85b11c4f-90ad-4763-b38d-22d3f87089f4 HTTP/1.1" status: 200 len: 870 time: 0.4934981 May 31 13:20:01.209009 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2c75af45-2aed-4642-9df8-48318c050cbf req-a6fff6b7-d62f-4be5-a31b-3a15e385224d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=f9a3a0b4-413d-47ea-9884-ee6988a0a17a HTTP/1.1" status: 200 len: 217 time: 0.0857744 May 31 13:20:01.216221 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-717b1144-ea95-4529-bf8a-314b1c6e9209 req-5761e1ac-b381-4160-9c5f-ad058884bbe3 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:01.264105 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f144a82-3a1d-4e18-b25a-5082a745ef2a'] response: {'server_uuid': '5b9612b1-2b60-4c07-b859-ad4737cf6cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6530d0f9-8f2c-4db2-a13c-572f3f258bb4', 'code': 200} May 31 13:20:01.307146 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-01c1d8ed-7ef0-4a9d-8a3c-372708129f81 req-0639eb0c-e55e-410e-bdcb-196e5d4c7565 service neutron] For port c560ca4b-4cee-4fa8-b8d2-ac9a72d59334, host n-h1-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:20:01.314976 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5761e1ac-b381-4160-9c5f-ad058884bbe3 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Pushing event deleted for resources: {'Port': ['ID=e554978f-40e4-4022-bf0e-92553e5b2e08,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:01.332895 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.44', 53800) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:20:01.362030 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-01c1d8ed-7ef0-4a9d-8a3c-372708129f81 req-0639eb0c-e55e-410e-bdcb-196e5d4c7565 service neutron] For port c560ca4b-4cee-4fa8-b8d2-ac9a72d59334, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=c560ca4b-4cee-4fa8-b8d2-ac9a72d59334,segment=NetworkSegment(a592d348-649e-4ed1-b139-bdf2b9c4a847),segment_id=a592d348-649e-4ed1-b139-bdf2b9c4a847)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:20:01.381628 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-01c1d8ed-7ef0-4a9d-8a3c-372708129f81 req-0639eb0c-e55e-410e-bdcb-196e5d4c7565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:01.505603 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4bb533-e04b-4b5c-9a4b-8a4910cbfe6e req-98d1b1de-d69e-4518-98cf-46dc43cebf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:01.507124 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2b4bb533-e04b-4b5c-9a4b-8a4910cbfe6e req-98d1b1de-d69e-4518-98cf-46dc43cebf52 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5b9612b1-2b60-4c07-b859-ad4737cf6cb6 HTTP/1.1" status: 200 len: 1096 time: 0.1730688 May 31 13:20:01.516739 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 1b58a50e-2613-468b-a020-62c493406cf3 up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:20:01.551677 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c75af45-2aed-4642-9df8-48318c050cbf req-f83a8897-707a-4f57-8455-f44e30ade450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:01.553097 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2c75af45-2aed-4642-9df8-48318c050cbf req-f83a8897-707a-4f57-8455-f44e30ade450 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.3348570 May 31 13:20:01.563099 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2b4bb533-e04b-4b5c-9a4b-8a4910cbfe6e req-92a0d911-e9fa-4133-8fad-692b061a0966 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2a8d50c8-ecaa-42f3-ab2e-6ee0f73e2630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493214 May 31 13:20:01.579813 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-717b1144-ea95-4529-bf8a-314b1c6e9209 req-5761e1ac-b381-4160-9c5f-ad058884bbe3 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] No DVR routers for this DVR port e554978f-40e4-4022-bf0e-92553e5b2e08 on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:20:01.610132 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning for port 1b58a50e-2613-468b-a020-62c493406cf3 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:20:01.616154 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port 1b58a50e-2613-468b-a020-62c493406cf3 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:20:01.616645 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:01.618993 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-717b1144-ea95-4529-bf8a-314b1c6e9209 req-5761e1ac-b381-4160-9c5f-ad058884bbe3 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:01.753795 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 1b58a50e-2613-468b-a020-62c493406cf3 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:20:01.754366 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:01.765113 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-717b1144-ea95-4529-bf8a-314b1c6e9209 req-5761e1ac-b381-4160-9c5f-ad058884bbe3 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] 10.222.0.44 "DELETE /v2.0/ports/e554978f-40e4-4022-bf0e-92553e5b2e08 HTTP/1.1" status: 204 len: 173 time: 2.4668524 May 31 13:20:01.799050 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 1b58a50e-2613-468b-a020-62c493406cf3, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=1b58a50e-2613-468b-a020-62c493406cf3,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:20:01.804522 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:01.834338 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1d8ed-7ef0-4a9d-8a3c-372708129f81 req-0639eb0c-e55e-410e-bdcb-196e5d4c7565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:01.834951 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-01c1d8ed-7ef0-4a9d-8a3c-372708129f81 req-0639eb0c-e55e-410e-bdcb-196e5d4c7565 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:01.836305 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-01c1d8ed-7ef0-4a9d-8a3c-372708129f81 req-0639eb0c-e55e-410e-bdcb-196e5d4c7565 service neutron] 10.222.0.44 "PUT /v2.0/ports/c560ca4b-4cee-4fa8-b8d2-ac9a72d59334 HTTP/1.1" status: 200 len: 1121 time: 3.4466178 May 31 13:20:01.837636 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0639eb0c-e55e-410e-bdcb-196e5d4c7565 service neutron] Pushing event updated for resources: {'Port': ['ID=c560ca4b-4cee-4fa8-b8d2-ac9a72d59334,revision_number=8']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:01.882342 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=1b58a50e-2613-468b-a020-62c493406cf3,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:01.896593 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a697b8-f493-4eab-bb3e-79b157b1a45e req-353f4f30-93f0-45c8-a67b-8b0d1efd8176 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:01.898727 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-29a697b8-f493-4eab-bb3e-79b157b1a45e req-353f4f30-93f0-45c8-a67b-8b0d1efd8176 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/ports?device_id=addb65c3-f621-47a1-8af2-7f3111e6af84 HTTP/1.1" status: 200 len: 949 time: 0.4283819 May 31 13:20:01.907630 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c8433-e252-4ad2-81b3-06ee15f01083 req-5f049ffe-cdec-45fa-b516-dc618f5d3995 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:01.910408 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0f9c8433-e252-4ad2-81b3-06ee15f01083 req-5f049ffe-cdec-45fa-b516-dc618f5d3995 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b9612b1-2b60-4c07-b859-ad4737cf6cb6 HTTP/1.1" status: 200 len: 945 time: 0.3607392 May 31 13:20:01.915122 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c75af45-2aed-4642-9df8-48318c050cbf req-1f81fd7d-27ba-40ba-9978-c8b24c82ea7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:01.916963 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2c75af45-2aed-4642-9df8-48318c050cbf req-1f81fd7d-27ba-40ba-9978-c8b24c82ea7a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3350348 May 31 13:20:01.940115 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['c560ca4b-4cee-4fa8-b8d2-ac9a72d59334'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:20:02.076031 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0f9c8433-e252-4ad2-81b3-06ee15f01083 req-76a10521-e875-4ea3-87af-f5b5b289c9f9 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a8d50c8-ecaa-42f3-ab2e-6ee0f73e2630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1574805 May 31 13:20:02.083620 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-29a697b8-f493-4eab-bb3e-79b157b1a45e req-6d3251c3-c2e9-487c-839f-7447bf321fb8 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/security-groups?id=62fff807-5a72-4450-b5e7-33e8160efe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715784 May 31 13:20:02.091214 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device f9a3a0b4-413d-47ea-9884-ee6988a0a17a details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:20:02.127823 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2c75af45-2aed-4642-9df8-48318c050cbf req-f58b7ce4-689f-47b7-b8b7-863bc8147ffb service neutron] 10.222.0.44 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781147 May 31 13:20:02.183528 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device e554978f-40e4-4022-bf0e-92553e5b2e08 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:20:02.235063 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f737805-167d-4e2c-8c14-5d1e070283f9'] response: {'server_uuid': '7a9680b0-40cc-49a3-a3a2-174f0c4d9066', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c560ca4b-4cee-4fa8-b8d2-ac9a72d59334', 'code': 200} May 31 13:20:02.250898 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] No Port match for: e554978f-40e4-4022-bf0e-92553e5b2e08 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:20:02.251233 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device e554978f-40e4-4022-bf0e-92553e5b2e08 not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:20:02.317133 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port f9a3a0b4-413d-47ea-9884-ee6988a0a17a, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=f9a3a0b4-413d-47ea-9884-ee6988a0a17a,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:20:02.321644 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-7692c136-5dc3-4a1f-9984-e939a5af8330 req-3935e906-2b19-4c64-8959-7039a653bbe9 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Synchronizing usage tracker for tenant:d5c5502a4347492997a42923a49efdbb on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:20:02.334453 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': 'f9a3a0b4-413d-47ea-9884-ee6988a0a17a', 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4', 'port_id': 'f9a3a0b4-413d-47ea-9884-ee6988a0a17a', 'mac_address': 'fa:16:3e:e2:f6:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24822c99-0dce-4d50-9c44-3135ba3763b8', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:20:02.383334 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-7692c136-5dc3-4a1f-9984-e939a5af8330 req-3935e906-2b19-4c64-8959-7039a653bbe9 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] Unset dirty status for tenant:d5c5502a4347492997a42923a49efdbb on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:20:02.384572 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7692c136-5dc3-4a1f-9984-e939a5af8330 req-3935e906-2b19-4c64-8959-7039a653bbe9 tempest-DeleteServersAdminTestJSON-493921301 tempest-DeleteServersAdminTestJSON-493921301-project] 10.222.0.50 "GET /v2.0/ports?device_id=45d2f267-9388-40f8-abd8-b77548fcaed8 HTTP/1.1" status: 200 len: 210 time: 0.1526639 May 31 13:20:02.387738 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2c75af45-2aed-4642-9df8-48318c050cbf req-45c0dc35-28da-4273-81bb-e1599c511dfd service neutron] 10.222.0.44 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521789 May 31 13:20:02.428293 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc5849e-36a7-455f-9862-feb8a9abe693 req-3f16ee4f-2e8a-4df6-a736-35216af64244 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:02.435898 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8bc5849e-36a7-455f-9862-feb8a9abe693 req-3f16ee4f-2e8a-4df6-a736-35216af64244 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=a06e1f01-c592-43ce-8534-64d7c3528378 HTTP/1.1" status: 200 len: 948 time: 0.1614428 May 31 13:20:02.439081 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port f9a3a0b4-413d-47ea-9884-ee6988a0a17a is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:20:02.439745 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:02.459823 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9a3a0b4-413d-47ea-9884-ee6988a0a17a {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:20:02.480084 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port f9a3a0b4-413d-47ea-9884-ee6988a0a17a, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=f9a3a0b4-413d-47ea-9884-ee6988a0a17a,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:20:02.484703 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:02.501857 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8bc5849e-36a7-455f-9862-feb8a9abe693 req-9085b40c-5ad8-4064-b506-2cce966b15d3 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510948 May 31 13:20:02.572819 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=f9a3a0b4-413d-47ea-9884-ee6988a0a17a,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:02.788150 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['f9a3a0b4-413d-47ea-9884-ee6988a0a17a'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:20:02.813403 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f5befa86-5067-42de-b6c8-18e9a0bfbd56 req-da7bb295-0232-494a-8c3d-b90d3e39e630 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] 10.222.0.50 "GET /v2.0/ports?device_id=1952bb15-cd8a-4a0f-a6dc-4ff27c255a78 HTTP/1.1" status: 200 len: 210 time: 0.1733079 May 31 13:20:02.878217 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b796938d-a38a-4dbb-a710-82297f4ff1cc req-a2f79d7a-b0dc-4c8f-b975-1e0687240d67 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:02.880269 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b796938d-a38a-4dbb-a710-82297f4ff1cc req-a2f79d7a-b0dc-4c8f-b975-1e0687240d67 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a9680b0-40cc-49a3-a3a2-174f0c4d9066 HTTP/1.1" status: 200 len: 943 time: 0.2381952 May 31 13:20:02.959633 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b796938d-a38a-4dbb-a710-82297f4ff1cc req-24f7df91-8572-40d2-a90f-ca3f97151d74 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575933 May 31 13:20:03.265264 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'addb65c3-f621-47a1-8af2-7f3111e6af84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b58a50e-2613-468b-a020-62c493406cf3'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:20:03.349418 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d0db6-b28d-492c-a7e7-b2ee11218761 req-df00aa95-764c-4882-9c55-7a07911ece36 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:03.351003 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-246d0db6-b28d-492c-a7e7-b2ee11218761 req-df00aa95-764c-4882-9c55-7a07911ece36 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] 10.222.0.44 "GET /v2.0/networks?id=2673cfae-a69b-4b07-beac-4f5bbaf82e9b HTTP/1.1" status: 200 len: 805 time: 0.3350091 May 31 13:20:03.411371 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 33148) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:20:03.437376 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-246d0db6-b28d-492c-a7e7-b2ee11218761 req-1c425de1-6c04-4164-9c6f-3922032a3f04 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e566dfc2cf5740deb10cf057af38c280 HTTP/1.1" status: 200 len: 380 time: 0.0681000 May 31 13:20:03.450186 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-246d0db6-b28d-492c-a7e7-b2ee11218761 req-4140c5f9-1bac-4337-8459-bba263c9bf33 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Request body: {'port': {'device_id': '1952bb15-cd8a-4a0f-a6dc-4ff27c255a78', 'network_id': '2673cfae-a69b-4b07-beac-4f5bbaf82e9b', 'admin_state_up': True, 'tenant_id': 'e566dfc2cf5740deb10cf057af38c280', 'security_groups': ['4741a74b-c860-490c-9fff-d7ce69e9c4a5']}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:20:03.479606 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a291ae-5356-4966-ae0c-04873994f97a req-178da292-c65b-4bef-b318-9d4829a8d347 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:03.481085 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d3a291ae-5356-4966-ae0c-04873994f97a req-178da292-c65b-4bef-b318-9d4829a8d347 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/ports?device_id=addb65c3-f621-47a1-8af2-7f3111e6af84 HTTP/1.1" status: 200 len: 950 time: 0.2123673 May 31 13:20:03.533169 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dcd63ac5-5a0b-49dc-ab64-262949bd6b6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:03.538241 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55099442-6a89-4317-8f9c-f7988dd53949 req-b1254643-5293-4566-bf76-979baa117e78 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:03.539743 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-55099442-6a89-4317-8f9c-f7988dd53949 req-b1254643-5293-4566-bf76-979baa117e78 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b9612b1-2b60-4c07-b859-ad4737cf6cb6 HTTP/1.1" status: 200 len: 945 time: 0.3264027 May 31 13:20:03.549032 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-dcd63ac5-5a0b-49dc-ab64-262949bd6b6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:20:03.558325 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-dcd63ac5-5a0b-49dc-ab64-262949bd6b6f admin admin] Usage tracker for resource:security_group_rule and tenant:1c6d1f40dfa345e0bb45f7481d74055a is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:20:03.561315 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-dcd63ac5-5a0b-49dc-ab64-262949bd6b6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:20:03.571027 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-dcd63ac5-5a0b-49dc-ab64-262949bd6b6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:20:03.661929 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d3a291ae-5356-4966-ae0c-04873994f97a req-2cd27c05-5353-4db7-8ed7-d4e10f75bb5f tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/security-groups?id=62fff807-5a72-4450-b5e7-33e8160efe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209338 May 31 13:20:03.671683 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-55099442-6a89-4317-8f9c-f7988dd53949 req-93a091f1-1fef-40cb-9a85-fbb830cd400f tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a8d50c8-ecaa-42f3-ab2e-6ee0f73e2630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242683 May 31 13:20:03.674945 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dcd63ac5-5a0b-49dc-ab64-262949bd6b6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:03.692518 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-246d0db6-b28d-492c-a7e7-b2ee11218761 req-4140c5f9-1bac-4337-8459-bba263c9bf33 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:20:03.695327 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dcd63ac5-5a0b-49dc-ab64-262949bd6b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:03.696992 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-246d0db6-b28d-492c-a7e7-b2ee11218761 req-4140c5f9-1bac-4337-8459-bba263c9bf33 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Usage tracker for resource:port and tenant:e566dfc2cf5740deb10cf057af38c280 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:20:03.700237 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-246d0db6-b28d-492c-a7e7-b2ee11218761 req-4140c5f9-1bac-4337-8459-bba263c9bf33 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:20:03.709460 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-246d0db6-b28d-492c-a7e7-b2ee11218761 req-4140c5f9-1bac-4337-8459-bba263c9bf33 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:20:03.733338 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-246d0db6-b28d-492c-a7e7-b2ee11218761 req-4140c5f9-1bac-4337-8459-bba263c9bf33 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Made reservation on behalf of e566dfc2cf5740deb10cf057af38c280 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:20:03.744866 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-246d0db6-b28d-492c-a7e7-b2ee11218761 req-4140c5f9-1bac-4337-8459-bba263c9bf33 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:03.748786 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd63ac5-5a0b-49dc-ab64-262949bd6b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f015c7ca-767e-4d28-9d16-a5f249abe48a,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:03.759143 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-dcd63ac5-5a0b-49dc-ab64-262949bd6b6f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1c6d1f40dfa345e0bb45f7481d74055a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3422389 May 31 13:20:03.759615 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1abc87e7-511b-4e94-bd00-b1a5be7a2bdf'] response: {'server_uuid': 'addb65c3-f621-47a1-8af2-7f3111e6af84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b58a50e-2613-468b-a020-62c493406cf3', 'code': 200} May 31 13:20:03.760566 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 33162) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:20:03.958582 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a1a5f128-afc5-4817-b65a-78f5a861a66e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:03.994284 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a1a5f128-afc5-4817-b65a-78f5a861a66e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:04.016361 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd7321-0247-4e90-a678-a638f67b9a65 req-9f899c5f-e71a-4641-8f2f-c6046d4e98b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:04.017835 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-a5fd7321-0247-4e90-a678-a638f67b9a65 req-9f899c5f-e71a-4641-8f2f-c6046d4e98b7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=addb65c3-f621-47a1-8af2-7f3111e6af84 HTTP/1.1" status: 200 len: 1101 time: 0.1827266 May 31 13:20:04.074759 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-a5fd7321-0247-4e90-a678-a638f67b9a65 req-cd3eb28a-1d56-4bc9-8e21-42e7ff86b01f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=62fff807-5a72-4450-b5e7-33e8160efe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435634 May 31 13:20:04.080064 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-246d0db6-b28d-492c-a7e7-b2ee11218761 req-4140c5f9-1bac-4337-8459-bba263c9bf33 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Allocated IP 172.20.0.14 (2673cfae-a69b-4b07-beac-4f5bbaf82e9b/242d2316-6768-4a32-9245-372928819e1b/6b683c24-4adf-4b0d-a743-818fae1d55a8) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:20:04.084107 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a1a5f128-afc5-4817-b65a-78f5a861a66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:04.098915 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a5f128-afc5-4817-b65a-78f5a861a66e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f015c7ca-767e-4d28-9d16-a5f249abe48a,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:04.100791 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712b570c-97ca-41a4-9734-adb3ecb6220d req-04af7f03-3247-4cba-8064-3d19fecf5e9c tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:04.102307 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-712b570c-97ca-41a4-9734-adb3ecb6220d req-04af7f03-3247-4cba-8064-3d19fecf5e9c tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=a06e1f01-c592-43ce-8534-64d7c3528378 HTTP/1.1" status: 200 len: 949 time: 0.2424068 May 31 13:20:04.107104 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a1a5f128-afc5-4817-b65a-78f5a861a66e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:04.111099 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a1a5f128-afc5-4817-b65a-78f5a861a66e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f015c7ca-767e-4d28-9d16-a5f249abe48a HTTP/1.1" status: 204 len: 168 time: 0.3468058 May 31 13:20:04.127777 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device c560ca4b-4cee-4fa8-b8d2-ac9a72d59334 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:20:04.131564 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device f9a3a0b4-413d-47ea-9884-ee6988a0a17a up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:20:04.199333 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf4c434-bfe5-42cb-b8ed-30515342854f req-5ac6d1ed-a359-4f76-897a-fec627c89e03 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:04.205727 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-caf4c434-bfe5-42cb-b8ed-30515342854f req-5ac6d1ed-a359-4f76-897a-fec627c89e03 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b9612b1-2b60-4c07-b859-ad4737cf6cb6 HTTP/1.1" status: 200 len: 945 time: 0.2233427 May 31 13:20:04.210085 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 33176) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:20:04.216640 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-317b6351-76bc-4cd9-b7a6-8d0fc556175f tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Request body: {'floatingip': {'port_id': '6530d0f9-8f2c-4db2-a13c-572f3f258bb4'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:20:04.241173 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-712b570c-97ca-41a4-9734-adb3ecb6220d req-6b0457cb-8d35-48d0-8b50-f1a1b6082a48 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287758 May 31 13:20:04.264802 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d2f267-9388-40f8-abd8-b77548fcaed8', 'name': 'network-vif-deleted', 'tag': 'e554978f-40e4-4022-bf0e-92553e5b2e08'}, {'name': 'network-changed', 'server_uuid': '7a9680b0-40cc-49a3-a3a2-174f0c4d9066', 'tag': 'c560ca4b-4cee-4fa8-b8d2-ac9a72d59334'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:20:04.339388 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port f9a3a0b4-413d-47ea-9884-ee6988a0a17a completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:20:04.352439 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port f9a3a0b4-413d-47ea-9884-ee6988a0a17a triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:20:04.353125 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:04.437949 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-317b6351-76bc-4cd9-b7a6-8d0fc556175f tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Notify callbacks [] for floatingip, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:04.495639 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port c560ca4b-4cee-4fa8-b8d2-ac9a72d59334, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=c560ca4b-4cee-4fa8-b8d2-ac9a72d59334,segment=NetworkSegment(a592d348-649e-4ed1-b139-bdf2b9c4a847),segment_id=a592d348-649e-4ed1-b139-bdf2b9c4a847)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:20:04.533971 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device c560ca4b-4cee-4fa8-b8d2-ac9a72d59334 has no active binding in host n-h2-843939-1 {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 31 13:20:04.563013 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 33188) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:20:04.610630 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port f9a3a0b4-413d-47ea-9884-ee6988a0a17a is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:20:04.610931 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:04.640670 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-114e9d91-f1af-4188-92a8-ab994af73676 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:04.649008 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port f9a3a0b4-413d-47ea-9884-ee6988a0a17a, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=f9a3a0b4-413d-47ea-9884-ee6988a0a17a,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:20:04.652729 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:04.672615 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-114e9d91-f1af-4188-92a8-ab994af73676 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:20:04.679513 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-246d0db6-b28d-492c-a7e7-b2ee11218761 req-4140c5f9-1bac-4337-8459-bba263c9bf33 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:04.680639 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-114e9d91-f1af-4188-92a8-ab994af73676 admin admin] Usage tracker for resource:security_group_rule and tenant:855fc0d177da4c8193a03b13dec8989e is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:20:04.684468 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c6aad3f6-e570-43a9-bc48-2862d7142e4b req-f1fd0922-352c-4e94-b570-d2367b0b557b tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] 10.222.0.50 "GET /v2.0/ports?device_id=1952bb15-cd8a-4a0f-a6dc-4ff27c255a78 HTTP/1.1" status: 200 len: 210 time: 0.1174991 May 31 13:20:04.709577 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-246d0db6-b28d-492c-a7e7-b2ee11218761 req-4140c5f9-1bac-4337-8459-bba263c9bf33 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Transition to ACTIVE for port object 6b683c24-4adf-4b0d-a743-818fae1d55a8 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:20:04.729842 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=f9a3a0b4-413d-47ea-9884-ee6988a0a17a,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:04.733568 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-114e9d91-f1af-4188-92a8-ab994af73676 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:20:04.758852 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-114e9d91-f1af-4188-92a8-ab994af73676 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:20:04.767510 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f70a7d-fcee-4b83-90fc-de4476c975a1 req-4d80d6d7-328d-4584-b322-60c0d5e26a82 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:04.776461 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25f70a7d-fcee-4b83-90fc-de4476c975a1 req-4d80d6d7-328d-4584-b322-60c0d5e26a82 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a9680b0-40cc-49a3-a3a2-174f0c4d9066 HTTP/1.1" status: 200 len: 943 time: 0.1556451 May 31 13:20:04.803742 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-246d0db6-b28d-492c-a7e7-b2ee11218761 req-4140c5f9-1bac-4337-8459-bba263c9bf33 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:04.814740 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-978a8152-7e76-4fc5-8698-f65c350fcff3'] response: {'server_uuid': '45d2f267-9388-40f8-abd8-b77548fcaed8', 'name': 'network-vif-deleted', 'tag': 'e554978f-40e4-4022-bf0e-92553e5b2e08', 'status': 'completed', 'code': 200} May 31 13:20:04.814999 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-978a8152-7e76-4fc5-8698-f65c350fcff3'] response: {'name': 'network-changed', 'server_uuid': '7a9680b0-40cc-49a3-a3a2-174f0c4d9066', 'tag': 'c560ca4b-4cee-4fa8-b8d2-ac9a72d59334', 'status': 'completed', 'code': 200} May 31 13:20:04.897253 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4140c5f9-1bac-4337-8459-bba263c9bf33 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Pushing event updated for resources: {'Port': ['ID=6b683c24-4adf-4b0d-a743-818fae1d55a8,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:04.917007 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-246d0db6-b28d-492c-a7e7-b2ee11218761 req-4140c5f9-1bac-4337-8459-bba263c9bf33 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Network 2673cfae-a69b-4b07-beac-4f5bbaf82e9b is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:20:04.920225 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-246d0db6-b28d-492c-a7e7-b2ee11218761 req-4140c5f9-1bac-4337-8459-bba263c9bf33 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:20:04.934530 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25f70a7d-fcee-4b83-90fc-de4476c975a1 req-3b51d335-6415-4097-bf9a-c44012d25d2e tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570981 May 31 13:20:04.935473 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-246d0db6-b28d-492c-a7e7-b2ee11218761 req-4140c5f9-1bac-4337-8459-bba263c9bf33 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:20:04.944433 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d0db6-b28d-492c-a7e7-b2ee11218761 req-4140c5f9-1bac-4337-8459-bba263c9bf33 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:04.945633 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-246d0db6-b28d-492c-a7e7-b2ee11218761 req-4140c5f9-1bac-4337-8459-bba263c9bf33 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:04.995071 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-246d0db6-b28d-492c-a7e7-b2ee11218761 req-4140c5f9-1bac-4337-8459-bba263c9bf33 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5493088 May 31 13:20:05.012007 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-246d0db6-b28d-492c-a7e7-b2ee11218761 req-c30ce840-cee5-4998-a415-b2ba4174a3bf service neutron] Request body: {'port': {'device_id': '1952bb15-cd8a-4a0f-a6dc-4ff27c255a78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:20:05.245861 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-246d0db6-b28d-492c-a7e7-b2ee11218761 req-c30ce840-cee5-4998-a415-b2ba4174a3bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:05.288337 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-114e9d91-f1af-4188-92a8-ab994af73676 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:05.380889 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c88d1b5b-82c0-4fc1-a9c9-b48e49185af7 None None] Provisioning for port 6b683c24-4adf-4b0d-a743-818fae1d55a8 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:20:05.391419 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c88d1b5b-82c0-4fc1-a9c9-b48e49185af7 None None] Provisioning complete for port 6b683c24-4adf-4b0d-a743-818fae1d55a8 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:20:05.396008 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c88d1b5b-82c0-4fc1-a9c9-b48e49185af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:05.410181 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-114e9d91-f1af-4188-92a8-ab994af73676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:05.467754 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4880ab-6aa4-44cc-a435-34901311e677 req-434ea0d9-2686-4b46-8743-53ca5e1f7894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:05.469476 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5e4880ab-6aa4-44cc-a435-34901311e677 req-434ea0d9-2686-4b46-8743-53ca5e1f7894 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2539a3508c4b448ea8707834972224c7&device_id=7a9680b0-40cc-49a3-a3a2-174f0c4d9066 HTTP/1.1" status: 200 len: 1124 time: 0.6001821 May 31 13:20:05.517094 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-c88d1b5b-82c0-4fc1-a9c9-b48e49185af7 None None] Port 6b683c24-4adf-4b0d-a743-818fae1d55a8 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:20:05.690603 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4051dc7-3390-4ad5-a9b7-30a2cd75c19a req-c10fae72-a299-42c5-b054-e68e9871419f tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:05.697317 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d4051dc7-3390-4ad5-a9b7-30a2cd75c19a req-c10fae72-a299-42c5-b054-e68e9871419f tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/ports?device_id=addb65c3-f621-47a1-8af2-7f3111e6af84 HTTP/1.1" status: 200 len: 950 time: 0.5190945 May 31 13:20:05.760934 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a06e1f01-c592-43ce-8534-64d7c3528378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9a3a0b4-413d-47ea-9884-ee6988a0a17a'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:20:05.779438 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d4051dc7-3390-4ad5-a9b7-30a2cd75c19a req-6344a625-6622-429a-955f-d7107f16c10a tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/security-groups?id=62fff807-5a72-4450-b5e7-33e8160efe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811713 May 31 13:20:05.832162 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 33214) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:20:05.851101 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f269a42-8ba5-49ca-a6ed-b9271880b09c req-ee2bbf01-9705-4446-abbf-74c6c305d9f0 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:05.852635 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7f269a42-8ba5-49ca-a6ed-b9271880b09c req-ee2bbf01-9705-4446-abbf-74c6c305d9f0 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=a06e1f01-c592-43ce-8534-64d7c3528378 HTTP/1.1" status: 200 len: 950 time: 0.3255255 May 31 13:20:05.877235 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114e9d91-f1af-4188-92a8-ab994af73676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5051ef36-4330-4655-bc2c-c2ffbbe78631,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:06.086662 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-114e9d91-f1af-4188-92a8-ab994af73676 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=855fc0d177da4c8193a03b13dec8989e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5222926 May 31 13:20:06.103455 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 33224) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:20:06.156878 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7f269a42-8ba5-49ca-a6ed-b9271880b09c req-5816d7ea-0452-4fe7-ad6d-c8ed31d08696 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712617 May 31 13:20:06.208139 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-f1520bca-f94a-454a-82f1-22666f00d80a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d5c5502a4347492997a42923a49efdbb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3743544 May 31 13:20:06.215378 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08424e17-7154-4df8-86b6-658dff3bbb16'] response: {'server_uuid': 'a06e1f01-c592-43ce-8534-64d7c3528378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9a3a0b4-413d-47ea-9884-ee6988a0a17a', 'code': 200} May 31 13:20:06.216681 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 33228) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:20:06.261363 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4880ab-6aa4-44cc-a435-34901311e677 req-23c2c4ff-abb3-4650-88f2-8f3ab080517b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:06.263205 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5e4880ab-6aa4-44cc-a435-34901311e677 req-23c2c4ff-abb3-4650-88f2-8f3ab080517b service neutron] 10.222.0.20 "GET /v2.0/networks?id=5b3c8d41-b43d-4739-acc3-c9eae6a83205 HTTP/1.1" status: 200 len: 922 time: 0.7798061 May 31 13:20:06.360149 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca677de-4c82-4ef7-9819-f3effaca2264 req-a0835c9f-f685-4888-bcec-14b750752b3f tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:06.361127 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-5ca677de-4c82-4ef7-9819-f3effaca2264 req-a0835c9f-f685-4888-bcec-14b750752b3f tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Synchronizing usage tracker for tenant:e566dfc2cf5740deb10cf057af38c280 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:20:06.398343 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5e4880ab-6aa4-44cc-a435-34901311e677 req-ce58b214-57c7-4236-a819-e132f52bf04b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c560ca4b-4cee-4fa8-b8d2-ac9a72d59334 HTTP/1.1" status: 200 len: 217 time: 0.0919187 May 31 13:20:06.402695 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bf68369c-106c-44a2-8f7e-754f04d8e771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:06.417694 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-246d0db6-b28d-492c-a7e7-b2ee11218761 req-c30ce840-cee5-4998-a415-b2ba4174a3bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b683c24-4adf-4b0d-a743-818fae1d55a8 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:20:06.438633 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-246d0db6-b28d-492c-a7e7-b2ee11218761 req-c30ce840-cee5-4998-a415-b2ba4174a3bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:06.444176 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.db.resource_extend [None req-317b6351-76bc-4cd9-b7a6-8d0fc556175f tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:20:06.466981 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-5ca677de-4c82-4ef7-9819-f3effaca2264 req-a0835c9f-f685-4888-bcec-14b750752b3f tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Unset dirty status for tenant:e566dfc2cf5740deb10cf057af38c280 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:20:06.468295 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5ca677de-4c82-4ef7-9819-f3effaca2264 req-a0835c9f-f685-4888-bcec-14b750752b3f tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] 10.222.0.50 "GET /v2.0/ports?device_id=1952bb15-cd8a-4a0f-a6dc-4ff27c255a78 HTTP/1.1" status: 200 len: 932 time: 0.5368233 May 31 13:20:06.480887 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-246d0db6-b28d-492c-a7e7-b2ee11218761 req-c30ce840-cee5-4998-a415-b2ba4174a3bf service neutron] Transition to ACTIVE for port object 6b683c24-4adf-4b0d-a743-818fae1d55a8 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:20:06.484217 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ab763513-62a4-46d9-a359-5632f2667d73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:06.504964 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-246d0db6-b28d-492c-a7e7-b2ee11218761 req-c30ce840-cee5-4998-a415-b2ba4174a3bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:06.576761 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bf68369c-106c-44a2-8f7e-754f04d8e771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:06.592829 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-317b6351-76bc-4cd9-b7a6-8d0fc556175f tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:06.598469 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4880ab-6aa4-44cc-a435-34901311e677 req-60ac8f88-56ab-430a-a47d-da4ca4bcd32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:06.599996 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5e4880ab-6aa4-44cc-a435-34901311e677 req-60ac8f88-56ab-430a-a47d-da4ca4bcd32f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c38944f5-addb-47c7-b219-ea477f926c92 HTTP/1.1" status: 200 len: 861 time: 0.1935000 May 31 13:20:06.640170 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-317b6351-76bc-4cd9-b7a6-8d0fc556175f tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:06.715981 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ab763513-62a4-46d9-a359-5632f2667d73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:06.725853 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5e4880ab-6aa4-44cc-a435-34901311e677 req-e139674e-1b6c-42d2-988b-8b5a07a4dd39 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5b3c8d41-b43d-4739-acc3-c9eae6a83205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1185946 May 31 13:20:06.743202 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b39528f-079d-4c38-b4ac-0b18a6906efa req-1e7f3013-7e39-475a-9336-fdcebb7683dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:06.744365 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9b39528f-079d-4c38-b4ac-0b18a6906efa req-1e7f3013-7e39-475a-9336-fdcebb7683dc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a06e1f01-c592-43ce-8534-64d7c3528378 HTTP/1.1" status: 200 len: 1101 time: 0.4401343 May 31 13:20:06.813904 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5ca677de-4c82-4ef7-9819-f3effaca2264 req-54eee972-e1e3-4a95-8b52-c813d8ddc905 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4741a74b-c860-490c-9fff-d7ce69e9c4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3316562 May 31 13:20:06.823562 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30ce840-cee5-4998-a415-b2ba4174a3bf service neutron] Pushing event updated for resources: {'Port': ['ID=6b683c24-4adf-4b0d-a743-818fae1d55a8,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:06.892083 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-246d0db6-b28d-492c-a7e7-b2ee11218761 req-c30ce840-cee5-4998-a415-b2ba4174a3bf service neutron] Attempting to bind port 6b683c24-4adf-4b0d-a743-818fae1d55a8 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:20:06.892635 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-246d0db6-b28d-492c-a7e7-b2ee11218761 req-c30ce840-cee5-4998-a415-b2ba4174a3bf service neutron] Attempting to bind port 6b683c24-4adf-4b0d-a743-818fae1d55a8 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': '92567f26-b8b9-42f0-9a40-dd393ba47025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2673cfae-a69b-4b07-beac-4f5bbaf82e9b'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:20:06.894328 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246d0db6-b28d-492c-a7e7-b2ee11218761 req-c30ce840-cee5-4998-a415-b2ba4174a3bf service neutron] Attempting to bind port 6b683c24-4adf-4b0d-a743-818fae1d55a8 on network 2673cfae-a69b-4b07-beac-4f5bbaf82e9b {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:20:06.906077 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246d0db6-b28d-492c-a7e7-b2ee11218761 req-c30ce840-cee5-4998-a415-b2ba4174a3bf service neutron] Port 6b683c24-4adf-4b0d-a743-818fae1d55a8 on network 2673cfae-a69b-4b07-beac-4f5bbaf82e9b not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:20:06.906077 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246d0db6-b28d-492c-a7e7-b2ee11218761 req-c30ce840-cee5-4998-a415-b2ba4174a3bf service neutron] Attempting to bind port 6b683c24-4adf-4b0d-a743-818fae1d55a8 on network 2673cfae-a69b-4b07-beac-4f5bbaf82e9b {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:20:06.923307 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9b39528f-079d-4c38-b4ac-0b18a6906efa req-b831710e-f67e-4623-922c-83aa48c5d0a6 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658559 May 31 13:20:06.925402 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246d0db6-b28d-492c-a7e7-b2ee11218761 req-c30ce840-cee5-4998-a415-b2ba4174a3bf service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:20:06.925646 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246d0db6-b28d-492c-a7e7-b2ee11218761 req-c30ce840-cee5-4998-a415-b2ba4174a3bf service neutron] Checking segment: {'id': '92567f26-b8b9-42f0-9a40-dd393ba47025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2673cfae-a69b-4b07-beac-4f5bbaf82e9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:20:06.926337 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246d0db6-b28d-492c-a7e7-b2ee11218761 req-c30ce840-cee5-4998-a415-b2ba4174a3bf service neutron] Bound using segment: {'id': '92567f26-b8b9-42f0-9a40-dd393ba47025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2673cfae-a69b-4b07-beac-4f5bbaf82e9b'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:20:06.927330 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-246d0db6-b28d-492c-a7e7-b2ee11218761 req-c30ce840-cee5-4998-a415-b2ba4174a3bf service neutron] Bound port: 6b683c24-4adf-4b0d-a743-818fae1d55a8, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92567f26-b8b9-42f0-9a40-dd393ba47025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2673cfae-a69b-4b07-beac-4f5bbaf82e9b'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:20:06.929616 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-246d0db6-b28d-492c-a7e7-b2ee11218761 req-c30ce840-cee5-4998-a415-b2ba4174a3bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:06.947128 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bf68369c-106c-44a2-8f7e-754f04d8e771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:06.996041 n-d-843939-1 neutron-server[88369]: INFO neutron.db.l3_db [None req-317b6351-76bc-4cd9-b7a6-8d0fc556175f tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Floating IP 4139a634-0314-4a3c-82a2-5ff196420ff6 associated. External IP: 172.25.6.145, port: 6530d0f9-8f2c-4db2-a13c-572f3f258bb4. May 31 13:20:06.997124 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc26ff8-c594-487f-93fc-cf5e55db660e req-dad14463-f6a0-4634-a37e-b025dcdf724b tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:06.998619 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dfc26ff8-c594-487f-93fc-cf5e55db660e req-dad14463-f6a0-4634-a37e-b025dcdf724b tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a9680b0-40cc-49a3-a3a2-174f0c4d9066 HTTP/1.1" status: 200 len: 943 time: 0.4285879 May 31 13:20:07.006259 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ab763513-62a4-46d9-a359-5632f2667d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:07.044349 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf68369c-106c-44a2-8f7e-754f04d8e771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5051ef36-4330-4655-bc2c-c2ffbbe78631,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:07.079392 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bf68369c-106c-44a2-8f7e-754f04d8e771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:07.080500 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-bf68369c-106c-44a2-8f7e-754f04d8e771 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5051ef36-4330-4655-bc2c-c2ffbbe78631 HTTP/1.1" status: 204 len: 168 time: 0.9758155 May 31 13:20:07.083071 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5e4880ab-6aa4-44cc-a435-34901311e677 req-b3ae04ab-ddde-4754-a660-98e689175bb5 service neutron] 10.222.0.20 "GET /v2.0/networks/5b3c8d41-b43d-4739-acc3-c9eae6a83205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3426609 May 31 13:20:07.093024 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab763513-62a4-46d9-a359-5632f2667d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de57c5f-1a61-4ab1-b56d-23a80c557f5a,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:07.147229 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ab763513-62a4-46d9-a359-5632f2667d73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:07.148344 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-ab763513-62a4-46d9-a359-5632f2667d73 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0de57c5f-1a61-4ab1-b56d-23a80c557f5a HTTP/1.1" status: 204 len: 168 time: 0.9300656 May 31 13:20:07.160952 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:07.172537 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dfc26ff8-c594-487f-93fc-cf5e55db660e req-f9a171f3-241a-4d74-a0ed-e0b9c5b546b4 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327448 May 31 13:20:07.184074 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-246d0db6-b28d-492c-a7e7-b2ee11218761 req-c30ce840-cee5-4998-a415-b2ba4174a3bf service neutron] For port 6b683c24-4adf-4b0d-a743-818fae1d55a8, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:20:07.194803 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-246d0db6-b28d-492c-a7e7-b2ee11218761 req-c30ce840-cee5-4998-a415-b2ba4174a3bf service neutron] For port 6b683c24-4adf-4b0d-a743-818fae1d55a8, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=6b683c24-4adf-4b0d-a743-818fae1d55a8,segment=NetworkSegment(92567f26-b8b9-42f0-9a40-dd393ba47025),segment_id=92567f26-b8b9-42f0-9a40-dd393ba47025)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:20:07.211881 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-246d0db6-b28d-492c-a7e7-b2ee11218761 req-c30ce840-cee5-4998-a415-b2ba4174a3bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:07.304320 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d0db6-b28d-492c-a7e7-b2ee11218761 req-c30ce840-cee5-4998-a415-b2ba4174a3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:07.305123 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-246d0db6-b28d-492c-a7e7-b2ee11218761 req-c30ce840-cee5-4998-a415-b2ba4174a3bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:07.306974 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-246d0db6-b28d-492c-a7e7-b2ee11218761 req-c30ce840-cee5-4998-a415-b2ba4174a3bf service neutron] 10.222.0.44 "PUT /v2.0/ports/6b683c24-4adf-4b0d-a743-818fae1d55a8 HTTP/1.1" status: 200 len: 1092 time: 2.3046312 May 31 13:20:07.311997 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1952bb15-cd8a-4a0f-a6dc-4ff27c255a78', 'tag': '6b683c24-4adf-4b0d-a743-818fae1d55a8'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:20:07.349913 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d883d4b-c985-47af-bde5-790e03cebb11 req-145aa5d8-09b5-4b1e-8ac4-4d4c8762a0bb tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:07.357672 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5d883d4b-c985-47af-bde5-790e03cebb11 req-145aa5d8-09b5-4b1e-8ac4-4d4c8762a0bb tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/ports?device_id=addb65c3-f621-47a1-8af2-7f3111e6af84 HTTP/1.1" status: 200 len: 950 time: 0.3673787 May 31 13:20:07.429580 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30ce840-cee5-4998-a415-b2ba4174a3bf service neutron] Pushing event updated for resources: {'Port': ['ID=6b683c24-4adf-4b0d-a743-818fae1d55a8,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:07.492928 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5d883d4b-c985-47af-bde5-790e03cebb11 req-9150c9c1-7353-4f13-a5a1-af405f6118ef tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/security-groups?id=62fff807-5a72-4450-b5e7-33e8160efe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337214 May 31 13:20:07.632292 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02da41-ed44-493f-b826-c8bc4f331007 req-58b2704b-14d1-41e8-8589-ffff01f3d44d tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:07.640360 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3b02da41-ed44-493f-b826-c8bc4f331007 req-58b2704b-14d1-41e8-8589-ffff01f3d44d tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=a06e1f01-c592-43ce-8534-64d7c3528378 HTTP/1.1" status: 200 len: 950 time: 0.1464868 May 31 13:20:07.660672 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5b6dae5-3b3d-4e3c-a127-60cb529cecef'] response: {'name': 'network-changed', 'server_uuid': '1952bb15-cd8a-4a0f-a6dc-4ff27c255a78', 'tag': '6b683c24-4adf-4b0d-a743-818fae1d55a8', 'status': 'completed', 'code': 200} May 31 13:20:07.673880 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5e4880ab-6aa4-44cc-a435-34901311e677 req-2a93c326-0e79-4684-bbf0-fe4d7f135af0 service neutron] 10.222.0.20 "GET /v2.0/networks/5b3c8d41-b43d-4739-acc3-c9eae6a83205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5824189 May 31 13:20:07.697084 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3b02da41-ed44-493f-b826-c8bc4f331007 req-852b90ea-ca78-465b-8fca-85a2bf2f8382 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558376 May 31 13:20:07.773237 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 33266) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:20:07.800276 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c58a0dc9-f00e-45ce-9b3e-00895135b80f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:07.824939 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-317b6351-76bc-4cd9-b7a6-8d0fc556175f tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Router bd651f60-0be8-4c16-8cb7-f5e40172e9d0 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:20:07.826818 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c58a0dc9-f00e-45ce-9b3e-00895135b80f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:20:07.833305 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-c58a0dc9-f00e-45ce-9b3e-00895135b80f admin admin] Usage tracker for resource:security_group_rule and tenant:523b4c3a5d934b219f1549438f3fbe73 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:20:07.839095 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-c58a0dc9-f00e-45ce-9b3e-00895135b80f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:20:07.848438 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c58a0dc9-f00e-45ce-9b3e-00895135b80f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:20:08.004382 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c58a0dc9-f00e-45ce-9b3e-00895135b80f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:08.011963 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c58a0dc9-f00e-45ce-9b3e-00895135b80f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:08.050252 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58a0dc9-f00e-45ce-9b3e-00895135b80f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de22109f-2ac6-46a2-8928-9b48bf8109a8,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:08.073215 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c58a0dc9-f00e-45ce-9b3e-00895135b80f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=523b4c3a5d934b219f1549438f3fbe73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2984955 May 31 13:20:08.080868 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 33278) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:20:08.158420 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a1d69e6b-b1dc-4413-8b8e-ef0d0492931a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:08.197026 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a1d69e6b-b1dc-4413-8b8e-ef0d0492931a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:08.201382 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-317b6351-76bc-4cd9-b7a6-8d0fc556175f tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:20:08.224201 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-317b6351-76bc-4cd9-b7a6-8d0fc556175f tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:08.232584 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec3a55b-03d0-4700-a2d8-2b722c0c609a None None] Sync routers for ids ['bd651f60-0be8-4c16-8cb7-f5e40172e9d0'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:20:08.248620 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec3a55b-03d0-4700-a2d8-2b722c0c609a None None] Routers {'bd651f60-0be8-4c16-8cb7-f5e40172e9d0'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:20:08.251421 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-7ec3a55b-03d0-4700-a2d8-2b722c0c609a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:19:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['bd651f60-0be8-4c16-8cb7-f5e40172e9d0'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:20:08.288422 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a1d69e6b-b1dc-4413-8b8e-ef0d0492931a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:08.319243 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d69e6b-b1dc-4413-8b8e-ef0d0492931a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de22109f-2ac6-46a2-8928-9b48bf8109a8,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:08.335033 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a1d69e6b-b1dc-4413-8b8e-ef0d0492931a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:08.342294 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-a1d69e6b-b1dc-4413-8b8e-ef0d0492931a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/de22109f-2ac6-46a2-8928-9b48bf8109a8 HTTP/1.1" status: 204 len: 168 time: 0.2583518 May 31 13:20:08.342451 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-317b6351-76bc-4cd9-b7a6-8d0fc556175f tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] 10.222.0.50 "PUT /v2.0/floatingips/4139a634-0314-4a3c-82a2-5ff196420ff6 HTTP/1.1" status: 200 len: 991 time: 4.1292291 May 31 13:20:08.342451 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b9612b1-2b60-4c07-b859-ad4737cf6cb6', 'tag': '6530d0f9-8f2c-4db2-a13c-572f3f258bb4'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:20:08.445945 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:08.713052 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-7ec3a55b-03d0-4700-a2d8-2b722c0c609a None None] Set router bd651f60-0be8-4c16-8cb7-f5e40172e9d0 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:20:08.823692 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e4a6d-4bda-43d6-8e74-04e75a606449 req-36733607-14e6-4c56-8a57-d433a5cc1e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:08.825107 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-801e4a6d-4bda-43d6-8e74-04e75a606449 req-36733607-14e6-4c56-8a57-d433a5cc1e65 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e566dfc2cf5740deb10cf057af38c280&device_id=1952bb15-cd8a-4a0f-a6dc-4ff27c255a78 HTTP/1.1" status: 200 len: 1095 time: 0.4134676 May 31 13:20:08.876925 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0381e1d8-5976-4d93-b3ae-70d01a6bee9e req-bcb052ea-d572-4ceb-bd8d-6e3ce42248cf tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:08.884053 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0381e1d8-5976-4d93-b3ae-70d01a6bee9e req-bcb052ea-d572-4ceb-bd8d-6e3ce42248cf tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a9680b0-40cc-49a3-a3a2-174f0c4d9066 HTTP/1.1" status: 200 len: 943 time: 0.2337859 May 31 13:20:08.944913 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab31a37-c6c7-4cc1-964c-7197ad4c77c5 req-89fcc2dc-5919-4fef-8b43-cabdd21b344c tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:08.946477 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fab31a37-c6c7-4cc1-964c-7197ad4c77c5 req-89fcc2dc-5919-4fef-8b43-cabdd21b344c tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] 10.222.0.50 "GET /v2.0/ports?device_id=1952bb15-cd8a-4a0f-a6dc-4ff27c255a78 HTTP/1.1" status: 200 len: 944 time: 0.2974305 May 31 13:20:09.077587 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0381e1d8-5976-4d93-b3ae-70d01a6bee9e req-7bb34b22-482f-42c0-b451-c4ee8d3c88a6 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925449 May 31 13:20:09.087402 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fab31a37-c6c7-4cc1-964c-7197ad4c77c5 req-6dcaf178-eab0-4b5b-9a0a-fd6c7ea4e75d tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4741a74b-c860-490c-9fff-d7ce69e9c4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210496 May 31 13:20:09.090072 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e4a6d-4bda-43d6-8e74-04e75a606449 req-2280f615-b961-4095-a7cf-25df6074074d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:09.091497 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-801e4a6d-4bda-43d6-8e74-04e75a606449 req-2280f615-b961-4095-a7cf-25df6074074d service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=e566dfc2cf5740deb10cf057af38c280&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2570629 May 31 13:20:09.164596 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37d87cd3-62f0-405b-bbd8-e81cae86f146'] response: {'name': 'network-changed', 'server_uuid': '5b9612b1-2b60-4c07-b859-ad4737cf6cb6', 'tag': '6530d0f9-8f2c-4db2-a13c-572f3f258bb4', 'status': 'completed', 'code': 200} May 31 13:20:09.251453 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-7ec3a55b-03d0-4700-a2d8-2b722c0c609a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd651f60-0be8-4c16-8cb7-f5e40172e9d0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-732351676-router', 'tenant_id': 'b507f55702b4454690aaa4c9f4de29b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': '0b7ddb7f-6fe3-4b26-9866-154d36fe3a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:18:52Z', 'updated_at': '2022-05-31T13:19:06Z', 'revision_number': 4, 'project_id': 'b507f55702b4454690aaa4c9f4de29b0', 'gw_port': {'id': '0b7ddb7f-6fe3-4b26-9866-154d36fe3a17', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:26:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd651f60-0be8-4c16-8cb7-f5e40172e9d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:18:55Z', 'updated_at': '2022-05-31T13:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '4139a634-0314-4a3c-82a2-5ff196420ff6', 'tenant_id': 'b507f55702b4454690aaa4c9f4de29b0', 'floating_ip_address': '172.25.6.145', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': 'bd651f60-0be8-4c16-8cb7-f5e40172e9d0', 'port_id': '6530d0f9-8f2c-4db2-a13c-572f3f258bb4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '166095fb-602c-4131-97e4-e6648d07bb0e', 'mac_address': 'fa:16:3e:f1:3b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9612b1-2b60-4c07-b859-ad4737cf6cb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:19:36Z', 'updated_at': '2022-05-31T13:20:06Z', 'revision_number': 1, 'project_id': 'b507f55702b4454690aaa4c9f4de29b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afa8a152-e452-49c0-b1e2-c656552eaeef', 'name': '', 'network_id': '166095fb-602c-4131-97e4-e6648d07bb0e', 'tenant_id': 'b507f55702b4454690aaa4c9f4de29b0', 'mac_address': 'fa:16:3e:93:32:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd651f60-0be8-4c16-8cb7-f5e40172e9d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 153, 'fixed_ips': [{'subnet_id': '351010e5-51b7-43d5-9224-87aaece5e49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:19:03Z', 'updated_at': '2022-05-31T13:19:15Z', 'revision_number': 5, 'project_id': 'b507f55702b4454690aaa4c9f4de29b0', 'subnets': [{'id': '351010e5-51b7-43d5-9224-87aaece5e49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:20:09.257041 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec3a55b-03d0-4700-a2d8-2b722c0c609a None None] Checking router: bd651f60-0be8-4c16-8cb7-f5e40172e9d0 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:20:09.273613 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec3a55b-03d0-4700-a2d8-2b722c0c609a None None] Routers {'bd651f60-0be8-4c16-8cb7-f5e40172e9d0'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:20:09.275665 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-7ec3a55b-03d0-4700-a2d8-2b722c0c609a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:19:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['bd651f60-0be8-4c16-8cb7-f5e40172e9d0'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:20:09.600890 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e4a6d-4bda-43d6-8e74-04e75a606449 req-4dc95336-90cf-46fc-a0e5-99bb8f9a4146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:09.602288 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-801e4a6d-4bda-43d6-8e74-04e75a606449 req-4dc95336-90cf-46fc-a0e5-99bb8f9a4146 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5007656 May 31 13:20:09.619614 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7678642c-0b1e-488e-83ed-b537c38093df req-455fc2fe-8a77-4f64-8d20-8b18bb363c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:09.621304 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7678642c-0b1e-488e-83ed-b537c38093df req-455fc2fe-8a77-4f64-8d20-8b18bb363c2a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b507f55702b4454690aaa4c9f4de29b0&device_id=5b9612b1-2b60-4c07-b859-ad4737cf6cb6 HTTP/1.1" status: 200 len: 1096 time: 0.2351451 May 31 13:20:09.712893 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73572fae-9ea0-4fc7-989b-84dae3e9a017 req-ac4067e7-1466-415d-a270-ecf6e9afa912 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:09.720203 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-73572fae-9ea0-4fc7-989b-84dae3e9a017 req-ac4067e7-1466-415d-a270-ecf6e9afa912 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b9612b1-2b60-4c07-b859-ad4737cf6cb6 HTTP/1.1" status: 200 len: 945 time: 0.4242065 May 31 13:20:09.785732 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-7ec3a55b-03d0-4700-a2d8-2b722c0c609a None None] Set router bd651f60-0be8-4c16-8cb7-f5e40172e9d0 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:20:09.895706 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-73572fae-9ea0-4fc7-989b-84dae3e9a017 req-ed357393-46e8-42f2-91cf-3efff74977e9 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a8d50c8-ecaa-42f3-ab2e-6ee0f73e2630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1744969 May 31 13:20:10.054982 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7678642c-0b1e-488e-83ed-b537c38093df req-7d09d05a-81a7-4ceb-9083-7a7b609b7c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:10.056319 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7678642c-0b1e-488e-83ed-b537c38093df req-7d09d05a-81a7-4ceb-9083-7a7b609b7c80 service neutron] 10.222.0.44 "GET /v2.0/networks?id=166095fb-602c-4131-97e4-e6648d07bb0e HTTP/1.1" status: 200 len: 924 time: 0.4285338 May 31 13:20:10.096574 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-01c1d8ed-7ef0-4a9d-8a3c-372708129f81 req-0bc9c573-55e8-4a72-926a-f2b858e39696 service neutron] 10.222.0.20 "GET /v2.0/ports/c560ca4b-4cee-4fa8-b8d2-ac9a72d59334/bindings/n-h2-843939-1 HTTP/1.1" status: 200 len: 384 time: 0.1415904 May 31 13:20:10.307445 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f6f213-409c-45ae-ae8e-4f2c81841aa8 req-2d05bd53-f3e7-4ae1-a248-f025acfa9dd8 tempest-ServersAdminTestJSON-1863219907 tempest-ServersAdminTestJSON-1863219907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:10.307915 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f6f213-409c-45ae-ae8e-4f2c81841aa8 req-2d05bd53-f3e7-4ae1-a248-f025acfa9dd8 tempest-ServersAdminTestJSON-1863219907 tempest-ServersAdminTestJSON-1863219907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:10.308565 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f6f213-409c-45ae-ae8e-4f2c81841aa8 req-2d05bd53-f3e7-4ae1-a248-f025acfa9dd8 tempest-ServersAdminTestJSON-1863219907 tempest-ServersAdminTestJSON-1863219907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:10.309030 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f6f213-409c-45ae-ae8e-4f2c81841aa8 req-2d05bd53-f3e7-4ae1-a248-f025acfa9dd8 tempest-ServersAdminTestJSON-1863219907 tempest-ServersAdminTestJSON-1863219907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:10.309496 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f6f213-409c-45ae-ae8e-4f2c81841aa8 req-2d05bd53-f3e7-4ae1-a248-f025acfa9dd8 tempest-ServersAdminTestJSON-1863219907 tempest-ServersAdminTestJSON-1863219907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:10.309946 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f6f213-409c-45ae-ae8e-4f2c81841aa8 req-2d05bd53-f3e7-4ae1-a248-f025acfa9dd8 tempest-ServersAdminTestJSON-1863219907 tempest-ServersAdminTestJSON-1863219907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:10.310575 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f6f213-409c-45ae-ae8e-4f2c81841aa8 req-2d05bd53-f3e7-4ae1-a248-f025acfa9dd8 tempest-ServersAdminTestJSON-1863219907 tempest-ServersAdminTestJSON-1863219907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:10.318828 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b9f6f213-409c-45ae-ae8e-4f2c81841aa8 req-2d05bd53-f3e7-4ae1-a248-f025acfa9dd8 tempest-ServersAdminTestJSON-1863219907 tempest-ServersAdminTestJSON-1863219907-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=1952bb15-cd8a-4a0f-a6dc-4ff27c255a78&device_id=addb65c3-f621-47a1-8af2-7f3111e6af84&device_id=a06e1f01-c592-43ce-8534-64d7c3528378&device_id=5b9612b1-2b60-4c07-b859-ad4737cf6cb6&device_id=7a9680b0-40cc-49a3-a3a2-174f0c4d9066&device_id=4c6a5120-f304-4bf7-87b6-366657caea17&device_id=55fb1417-cad8-4df4-aa5c-6da0276389e5 HTTP/1.1" status: 200 len: 6460 time: 0.5265326 May 31 13:20:10.330346 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d0db6-b28d-492c-a7e7-b2ee11218761 req-517b5fc2-8302-42a3-b89a-c665f1a561e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:10.338020 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-246d0db6-b28d-492c-a7e7-b2ee11218761 req-517b5fc2-8302-42a3-b89a-c665f1a561e4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e566dfc2cf5740deb10cf057af38c280&device_id=1952bb15-cd8a-4a0f-a6dc-4ff27c255a78 HTTP/1.1" status: 200 len: 1095 time: 0.6150560 May 31 13:20:10.378277 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-b9f6f213-409c-45ae-ae8e-4f2c81841aa8 req-a07f45f1-ecd8-42b4-9883-8e31443c6f9c tempest-ServersAdminTestJSON-1863219907 tempest-ServersAdminTestJSON-1863219907-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:10.387151 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-7ec3a55b-03d0-4700-a2d8-2b722c0c609a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd651f60-0be8-4c16-8cb7-f5e40172e9d0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-732351676-router', 'tenant_id': 'b507f55702b4454690aaa4c9f4de29b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': '0b7ddb7f-6fe3-4b26-9866-154d36fe3a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:18:52Z', 'updated_at': '2022-05-31T13:19:06Z', 'revision_number': 4, 'project_id': 'b507f55702b4454690aaa4c9f4de29b0', 'gw_port': {'id': '0b7ddb7f-6fe3-4b26-9866-154d36fe3a17', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:26:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd651f60-0be8-4c16-8cb7-f5e40172e9d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:18:55Z', 'updated_at': '2022-05-31T13:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '4139a634-0314-4a3c-82a2-5ff196420ff6', 'tenant_id': 'b507f55702b4454690aaa4c9f4de29b0', 'floating_ip_address': '172.25.6.145', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': 'bd651f60-0be8-4c16-8cb7-f5e40172e9d0', 'port_id': '6530d0f9-8f2c-4db2-a13c-572f3f258bb4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '166095fb-602c-4131-97e4-e6648d07bb0e', 'mac_address': 'fa:16:3e:f1:3b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9612b1-2b60-4c07-b859-ad4737cf6cb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:19:36Z', 'updated_at': '2022-05-31T13:20:06Z', 'revision_number': 1, 'project_id': 'b507f55702b4454690aaa4c9f4de29b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afa8a152-e452-49c0-b1e2-c656552eaeef', 'name': '', 'network_id': '166095fb-602c-4131-97e4-e6648d07bb0e', 'tenant_id': 'b507f55702b4454690aaa4c9f4de29b0', 'mac_address': 'fa:16:3e:93:32:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd651f60-0be8-4c16-8cb7-f5e40172e9d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 153, 'fixed_ips': [{'subnet_id': '351010e5-51b7-43d5-9224-87aaece5e49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:19:03Z', 'updated_at': '2022-05-31T13:19:15Z', 'revision_number': 5, 'project_id': 'b507f55702b4454690aaa4c9f4de29b0', 'subnets': [{'id': '351010e5-51b7-43d5-9224-87aaece5e49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:20:10.392544 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec3a55b-03d0-4700-a2d8-2b722c0c609a None None] The sync data for ids ['bd651f60-0be8-4c16-8cb7-f5e40172e9d0'] in n-d-843939-1 is: [{'id': 'bd651f60-0be8-4c16-8cb7-f5e40172e9d0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-732351676-router', 'tenant_id': 'b507f55702b4454690aaa4c9f4de29b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': '0b7ddb7f-6fe3-4b26-9866-154d36fe3a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:18:52Z', 'updated_at': '2022-05-31T13:19:06Z', 'revision_number': 4, 'project_id': 'b507f55702b4454690aaa4c9f4de29b0', 'gw_port': {'id': '0b7ddb7f-6fe3-4b26-9866-154d36fe3a17', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:26:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd651f60-0be8-4c16-8cb7-f5e40172e9d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:18:55Z', 'updated_at': '2022-05-31T13:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '4139a634-0314-4a3c-82a2-5ff196420ff6', 'tenant_id': 'b507f55702b4454690aaa4c9f4de29b0', 'floating_ip_address': '172.25.6.145', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': 'bd651f60-0be8-4c16-8cb7-f5e40172e9d0', 'port_id': '6530d0f9-8f2c-4db2-a13c-572f3f258bb4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '166095fb-602c-4131-97e4-e6648d07bb0e', 'mac_address': 'fa:16:3e:f1:3b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9612b1-2b60-4c07-b859-ad4737cf6cb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:19:36Z', 'updated_at': '2022-05-31T13:20:06Z', 'revision_number': 1, 'project_id': 'b507f55702b4454690aaa4c9f4de29b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afa8a152-e452-49c0-b1e2-c656552eaeef', 'name': '', 'network_id': '166095fb-602c-4131-97e4-e6648d07bb0e', 'tenant_id': 'b507f55702b4454690aaa4c9f4de29b0', 'mac_address': 'fa:16:3e:93:32:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd651f60-0be8-4c16-8cb7-f5e40172e9d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 153, 'fixed_ips': [{'subnet_id': '351010e5-51b7-43d5-9224-87aaece5e49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:19:03Z', 'updated_at': '2022-05-31T13:19:15Z', 'revision_number': 5, 'project_id': 'b507f55702b4454690aaa4c9f4de29b0', 'subnets': [{'id': '351010e5-51b7-43d5-9224-87aaece5e49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:20:10.463024 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c9bde5dc-3637-4522-a934-3e22cbfc3388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:10.495447 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-b9f6f213-409c-45ae-ae8e-4f2c81841aa8 req-a07f45f1-ecd8-42b4-9883-8e31443c6f9c tempest-ServersAdminTestJSON-1863219907 tempest-ServersAdminTestJSON-1863219907-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:20:10.499433 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-b9f6f213-409c-45ae-ae8e-4f2c81841aa8 req-a07f45f1-ecd8-42b4-9883-8e31443c6f9c tempest-ServersAdminTestJSON-1863219907 tempest-ServersAdminTestJSON-1863219907-project-admin] Usage tracker for resource:security_group_rule and tenant:92a2cf7a7e3b49de809782aa6c32f788 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:20:10.511229 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7678642c-0b1e-488e-83ed-b537c38093df req-59f01d4f-cad4-4bad-af28-de0035a05ea4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6530d0f9-8f2c-4db2-a13c-572f3f258bb4 HTTP/1.1" status: 200 len: 999 time: 0.4419036 May 31 13:20:10.511940 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-b9f6f213-409c-45ae-ae8e-4f2c81841aa8 req-a07f45f1-ecd8-42b4-9883-8e31443c6f9c tempest-ServersAdminTestJSON-1863219907 tempest-ServersAdminTestJSON-1863219907-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:20:10.515608 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-246d0db6-b28d-492c-a7e7-b2ee11218761 req-86076584-197b-4398-adb2-7fc4f33a1589 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b683c24-4adf-4b0d-a743-818fae1d55a8 HTTP/1.1" status: 200 len: 217 time: 0.1064367 May 31 13:20:10.521109 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-01c1d8ed-7ef0-4a9d-8a3c-372708129f81 req-aa60d009-71e1-4d2c-8868-6ee4b8ea8a26 service neutron] For port c560ca4b-4cee-4fa8-b8d2-ac9a72d59334, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=c560ca4b-4cee-4fa8-b8d2-ac9a72d59334,segment=NetworkSegment(a592d348-649e-4ed1-b139-bdf2b9c4a847),segment_id=a592d348-649e-4ed1-b139-bdf2b9c4a847)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:20:10.529107 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-b9f6f213-409c-45ae-ae8e-4f2c81841aa8 req-a07f45f1-ecd8-42b4-9883-8e31443c6f9c tempest-ServersAdminTestJSON-1863219907 tempest-ServersAdminTestJSON-1863219907-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:20:10.547076 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-01c1d8ed-7ef0-4a9d-8a3c-372708129f81 req-aa60d009-71e1-4d2c-8868-6ee4b8ea8a26 service neutron] For port c560ca4b-4cee-4fa8-b8d2-ac9a72d59334, host n-h1-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:20:10.605395 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [req-01c1d8ed-7ef0-4a9d-8a3c-372708129f81 req-aa60d009-71e1-4d2c-8868-6ee4b8ea8a26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c560ca4b-4cee-4fa8-b8d2-ac9a72d59334 {{(pid=88369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:20:10.618797 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-01c1d8ed-7ef0-4a9d-8a3c-372708129f81 req-aa60d009-71e1-4d2c-8868-6ee4b8ea8a26 service neutron] For port c560ca4b-4cee-4fa8-b8d2-ac9a72d59334, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=c560ca4b-4cee-4fa8-b8d2-ac9a72d59334,segment=NetworkSegment(a592d348-649e-4ed1-b139-bdf2b9c4a847),segment_id=a592d348-649e-4ed1-b139-bdf2b9c4a847)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:20:10.647096 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-01c1d8ed-7ef0-4a9d-8a3c-372708129f81 req-aa60d009-71e1-4d2c-8868-6ee4b8ea8a26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:10.652583 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac6df66-0483-407d-8285-414a4ff66d89 req-7242ef52-915f-4581-addb-4f9e6dc71eb0 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:10.654110 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3ac6df66-0483-407d-8285-414a4ff66d89 req-7242ef52-915f-4581-addb-4f9e6dc71eb0 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=a06e1f01-c592-43ce-8534-64d7c3528378 HTTP/1.1" status: 200 len: 950 time: 0.4591777 May 31 13:20:10.714973 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d0db6-b28d-492c-a7e7-b2ee11218761 req-5de85a15-515e-406b-ae25-3a0106924ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:10.716430 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-246d0db6-b28d-492c-a7e7-b2ee11218761 req-5de85a15-515e-406b-ae25-3a0106924ce6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=242d2316-6768-4a32-9245-372928819e1b HTTP/1.1" status: 200 len: 844 time: 0.1896191 May 31 13:20:10.718177 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7678642c-0b1e-488e-83ed-b537c38093df req-d6f93a36-18c0-4ff5-abe7-ba3ded62f510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:10.718909 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7678642c-0b1e-488e-83ed-b537c38093df req-d6f93a36-18c0-4ff5-abe7-ba3ded62f510 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=351010e5-51b7-43d5-9224-87aaece5e49a HTTP/1.1" status: 200 len: 862 time: 0.1910374 May 31 13:20:10.726100 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30122c2a-c196-4695-a048-b9c6b5cb93a1 None None] New status for floating IP 4139a634-0314-4a3c-82a2-5ff196420ff6: ACTIVE {{(pid=88371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 13:20:10.774036 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-01c1d8ed-7ef0-4a9d-8a3c-372708129f81 req-aa60d009-71e1-4d2c-8868-6ee4b8ea8a26 service neutron] Transition to ACTIVE for port object c560ca4b-4cee-4fa8-b8d2-ac9a72d59334 will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:20:10.779026 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-01c1d8ed-7ef0-4a9d-8a3c-372708129f81 req-aa60d009-71e1-4d2c-8868-6ee4b8ea8a26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:10.927647 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3ac6df66-0483-407d-8285-414a4ff66d89 req-200d4d3f-f013-4123-8644-0f8b2f4fa097 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601366 May 31 13:20:10.939859 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-01c1d8ed-7ef0-4a9d-8a3c-372708129f81 req-aa60d009-71e1-4d2c-8868-6ee4b8ea8a26 service neutron] No DVR routers for this DVR port c560ca4b-4cee-4fa8-b8d2-ac9a72d59334 on host n-h1-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:20:10.989104 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa60d009-71e1-4d2c-8868-6ee4b8ea8a26 service neutron] Pushing event updated for resources: {'Port': ['ID=c560ca4b-4cee-4fa8-b8d2-ac9a72d59334,revision_number=10']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:11.001481 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-01c1d8ed-7ef0-4a9d-8a3c-372708129f81 req-aa60d009-71e1-4d2c-8868-6ee4b8ea8a26 service neutron] 10.222.0.20 "PUT /v2.0/ports/c560ca4b-4cee-4fa8-b8d2-ac9a72d59334/bindings/n-h2-843939-1/activate HTTP/1.1" status: 200 len: 369 time: 0.8986378 May 31 13:20:11.042598 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-b9f6f213-409c-45ae-ae8e-4f2c81841aa8 req-a07f45f1-ecd8-42b4-9883-8e31443c6f9c tempest-ServersAdminTestJSON-1863219907 tempest-ServersAdminTestJSON-1863219907-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:11.051497 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-b9f6f213-409c-45ae-ae8e-4f2c81841aa8 req-a07f45f1-ecd8-42b4-9883-8e31443c6f9c tempest-ServersAdminTestJSON-1863219907 tempest-ServersAdminTestJSON-1863219907-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:11.139032 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b9f6f213-409c-45ae-ae8e-4f2c81841aa8 req-a07f45f1-ecd8-42b4-9883-8e31443c6f9c tempest-ServersAdminTestJSON-1863219907 tempest-ServersAdminTestJSON-1863219907-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=4741a74b-c860-490c-9fff-d7ce69e9c4a5&id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&id=62fff807-5a72-4450-b5e7-33e8160efe2e&id=2a8d50c8-ecaa-42f3-ab2e-6ee0f73e2630&fields=id&fields=name HTTP/1.1" status: 200 len: 606 time: 0.8190784 May 31 13:20:11.154523 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7678642c-0b1e-488e-83ed-b537c38093df req-1ef271d9-8a84-403c-aceb-1f5961da89d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:11.154523 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7678642c-0b1e-488e-83ed-b537c38093df req-1ef271d9-8a84-403c-aceb-1f5961da89d9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=166095fb-602c-4131-97e4-e6648d07bb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4136984 May 31 13:20:11.161750 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d0db6-b28d-492c-a7e7-b2ee11218761 req-5997d630-67f2-4322-8b71-349af0e954a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:11.163297 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-246d0db6-b28d-492c-a7e7-b2ee11218761 req-5997d630-67f2-4322-8b71-349af0e954a0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2673cfae-a69b-4b07-beac-4f5bbaf82e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4278290 May 31 13:20:11.184344 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07f45f1-ecd8-42b4-9883-8e31443c6f9c tempest-ServersAdminTestJSON-1863219907 tempest-ServersAdminTestJSON-1863219907-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=653ee828-3327-4f01-9be7-59574c03d3f5,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:11.531104 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1d8ed-7ef0-4a9d-8a3c-372708129f81 req-03a1ff88-7ead-47a4-9d97-5da8d12fd465 tempest-LiveAutoBlockMigrationV225Test-938371686 tempest-LiveAutoBlockMigrationV225Test-938371686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:11.532466 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-01c1d8ed-7ef0-4a9d-8a3c-372708129f81 req-03a1ff88-7ead-47a4-9d97-5da8d12fd465 tempest-LiveAutoBlockMigrationV225Test-938371686 tempest-LiveAutoBlockMigrationV225Test-938371686-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7a9680b0-40cc-49a3-a3a2-174f0c4d9066&tenant_id=2539a3508c4b448ea8707834972224c7&binding%3Ahost_id=n-h1-843939-1 HTTP/1.1" status: 200 len: 1095 time: 0.4611948 May 31 13:20:11.584455 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7678642c-0b1e-488e-83ed-b537c38093df req-d34043dd-4cf6-415f-b232-2236b2918483 service neutron] 10.222.0.44 "GET /v2.0/networks/166095fb-602c-4131-97e4-e6648d07bb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4193799 May 31 13:20:11.624791 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-246d0db6-b28d-492c-a7e7-b2ee11218761 req-718b8955-cfe9-48c4-9b8a-740fbf758a11 service neutron] 10.222.0.44 "GET /v2.0/networks/2673cfae-a69b-4b07-beac-4f5bbaf82e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4374394 May 31 13:20:11.797357 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9222e560-cf07-427c-9fed-f9aacb6b3cd2 req-5e7460bd-5f4b-4fe0-a9ba-6d9c12fbbe5f tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:11.798755 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9222e560-cf07-427c-9fed-f9aacb6b3cd2 req-5e7460bd-5f4b-4fe0-a9ba-6d9c12fbbe5f tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] 10.222.0.50 "GET /v2.0/ports?device_id=1952bb15-cd8a-4a0f-a6dc-4ff27c255a78 HTTP/1.1" status: 200 len: 944 time: 0.4299054 May 31 13:20:11.806303 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff0bb5-b85f-4537-8977-1ea06d867974 req-1284e6a5-3f3d-42af-a77a-4bcb05b4908f tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:11.807647 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b2ff0bb5-b85f-4537-8977-1ea06d867974 req-1284e6a5-3f3d-42af-a77a-4bcb05b4908f tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a9680b0-40cc-49a3-a3a2-174f0c4d9066 HTTP/1.1" status: 200 len: 944 time: 0.5284071 May 31 13:20:11.944698 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3d10d107-3e18-42d7-95f1-62abad14f839 req-af264c88-0503-4465-a08b-8d79c290de4c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5b9612b1-2b60-4c07-b859-ad4737cf6cb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0737145 May 31 13:20:11.957082 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9222e560-cf07-427c-9fed-f9aacb6b3cd2 req-307627d6-32f0-4125-bc40-42d2272ee2c0 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4741a74b-c860-490c-9fff-d7ce69e9c4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453612 May 31 13:20:11.964583 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1d8ed-7ef0-4a9d-8a3c-372708129f81 req-74380706-7adb-40cb-9073-26fdc32c0d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:11.966014 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-01c1d8ed-7ef0-4a9d-8a3c-372708129f81 req-74380706-7adb-40cb-9073-26fdc32c0d43 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7a9680b0-40cc-49a3-a3a2-174f0c4d9066&tenant_id=2539a3508c4b448ea8707834972224c7 HTTP/1.1" status: 200 len: 1095 time: 0.4164100 May 31 13:20:11.971292 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7678642c-0b1e-488e-83ed-b537c38093df req-2d330039-7386-4a7e-a5cf-4496df889398 service neutron] 10.222.0.44 "GET /v2.0/networks/166095fb-602c-4131-97e4-e6648d07bb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3781896 May 31 13:20:11.975795 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b2ff0bb5-b85f-4537-8977-1ea06d867974 req-d900b97e-b682-492d-84e1-65db6e865aca tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612999 May 31 13:20:11.978303 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-246d0db6-b28d-492c-a7e7-b2ee11218761 req-aa3d019a-da5d-4054-b796-6f04b07e7951 service neutron] 10.222.0.44 "GET /v2.0/networks/2673cfae-a69b-4b07-beac-4f5bbaf82e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468859 May 31 13:20:12.092768 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1d8ed-7ef0-4a9d-8a3c-372708129f81 req-309dd248-2862-4abc-8284-afe457c4ab94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:12.094383 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-01c1d8ed-7ef0-4a9d-8a3c-372708129f81 req-309dd248-2862-4abc-8284-afe457c4ab94 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2539a3508c4b448ea8707834972224c7&device_id=7a9680b0-40cc-49a3-a3a2-174f0c4d9066 HTTP/1.1" status: 200 len: 1095 time: 0.0829301 May 31 13:20:12.346931 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d10d107-3e18-42d7-95f1-62abad14f839 req-3faed100-152e-4866-b8bd-c8013f5bcf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:12.348516 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3d10d107-3e18-42d7-95f1-62abad14f839 req-3faed100-152e-4866-b8bd-c8013f5bcf4d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b507f55702b4454690aaa4c9f4de29b0&device_id=5b9612b1-2b60-4c07-b859-ad4737cf6cb6 HTTP/1.1" status: 200 len: 1096 time: 0.2532766 May 31 13:20:12.352139 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1d8ed-7ef0-4a9d-8a3c-372708129f81 req-3482a2b4-b506-4aba-bb65-6fc23a0a9fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:12.353688 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-01c1d8ed-7ef0-4a9d-8a3c-372708129f81 req-3482a2b4-b506-4aba-bb65-6fc23a0a9fe1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5b3c8d41-b43d-4739-acc3-c9eae6a83205 HTTP/1.1" status: 200 len: 922 time: 0.2143531 May 31 13:20:12.458889 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-01c1d8ed-7ef0-4a9d-8a3c-372708129f81 req-565ccc51-cd78-4a80-a823-10c60a1f1b23 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c560ca4b-4cee-4fa8-b8d2-ac9a72d59334 HTTP/1.1" status: 200 len: 217 time: 0.0924485 May 31 13:20:12.689313 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556589bd-036b-4d6a-9e4c-e90247b2245e req-065f2534-3767-4db7-8025-61543e053375 tempest-MigrationsAdminTest-29746455 tempest-MigrationsAdminTest-29746455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:12.691451 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-556589bd-036b-4d6a-9e4c-e90247b2245e req-065f2534-3767-4db7-8025-61543e053375 tempest-MigrationsAdminTest-29746455 tempest-MigrationsAdminTest-29746455-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=a06e1f01-c592-43ce-8534-64d7c3528378 HTTP/1.1" status: 200 len: 1101 time: 0.4106600 May 31 13:20:12.708971 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1d8ed-7ef0-4a9d-8a3c-372708129f81 req-d38c3864-cf37-4fc4-884d-efadd2c12f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:12.710446 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-01c1d8ed-7ef0-4a9d-8a3c-372708129f81 req-d38c3864-cf37-4fc4-884d-efadd2c12f29 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c38944f5-addb-47c7-b219-ea477f926c92 HTTP/1.1" status: 200 len: 861 time: 0.2457161 May 31 13:20:12.763097 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d10d107-3e18-42d7-95f1-62abad14f839 req-af2dd9c1-32bc-4fc3-a9e3-822003da4712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:12.764644 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3d10d107-3e18-42d7-95f1-62abad14f839 req-af2dd9c1-32bc-4fc3-a9e3-822003da4712 service neutron] 10.222.0.44 "GET /v2.0/networks?id=166095fb-602c-4131-97e4-e6648d07bb0e HTTP/1.1" status: 200 len: 924 time: 0.3363798 May 31 13:20:12.774560 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-556589bd-036b-4d6a-9e4c-e90247b2245e req-37e9ec2c-0f67-4a78-bed4-b007b8bb6bcc tempest-MigrationsAdminTest-29746455 tempest-MigrationsAdminTest-29746455-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:12.774841 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5c4249d9-8cf8-4703-990c-e6f2e6e5ec8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:12.843508 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-01c1d8ed-7ef0-4a9d-8a3c-372708129f81 req-efd9c234-3386-46d8-9380-61af36ddddb0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5b3c8d41-b43d-4739-acc3-c9eae6a83205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1165955 May 31 13:20:12.884592 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-556589bd-036b-4d6a-9e4c-e90247b2245e req-37e9ec2c-0f67-4a78-bed4-b007b8bb6bcc tempest-MigrationsAdminTest-29746455 tempest-MigrationsAdminTest-29746455-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:20:12.981382 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-556589bd-036b-4d6a-9e4c-e90247b2245e req-37e9ec2c-0f67-4a78-bed4-b007b8bb6bcc tempest-MigrationsAdminTest-29746455 tempest-MigrationsAdminTest-29746455-project-admin] Usage tracker for resource:security_group_rule and tenant:f56543d8a37547e6aec6adca28673da0 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:20:12.997032 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-556589bd-036b-4d6a-9e4c-e90247b2245e req-37e9ec2c-0f67-4a78-bed4-b007b8bb6bcc tempest-MigrationsAdminTest-29746455 tempest-MigrationsAdminTest-29746455-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:20:13.024762 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-556589bd-036b-4d6a-9e4c-e90247b2245e req-37e9ec2c-0f67-4a78-bed4-b007b8bb6bcc tempest-MigrationsAdminTest-29746455 tempest-MigrationsAdminTest-29746455-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:20:13.028068 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3d10d107-3e18-42d7-95f1-62abad14f839 req-915eaa71-ce79-45fe-9245-6c3282c44e9a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6530d0f9-8f2c-4db2-a13c-572f3f258bb4 HTTP/1.1" status: 200 len: 1001 time: 0.2547126 May 31 13:20:13.169117 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d10d107-3e18-42d7-95f1-62abad14f839 req-88b5e397-f166-486f-aa0a-1a3dc7d8fd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:13.170593 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3d10d107-3e18-42d7-95f1-62abad14f839 req-88b5e397-f166-486f-aa0a-1a3dc7d8fd41 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=351010e5-51b7-43d5-9224-87aaece5e49a HTTP/1.1" status: 200 len: 862 time: 0.1288884 May 31 13:20:13.183955 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-01c1d8ed-7ef0-4a9d-8a3c-372708129f81 req-babf29b3-6a42-4877-ae04-b0820890d720 service neutron] 10.222.0.44 "GET /v2.0/networks/5b3c8d41-b43d-4739-acc3-c9eae6a83205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305197 May 31 13:20:13.250894 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3860b436-8027-4ed7-b81e-afbe7eff5094 req-a17af7a5-f7c6-43fb-ae0a-de410bff0e54 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=55fb1417-cad8-4df4-aa5c-6da0276389e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0763392 May 31 13:20:13.321059 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19da675b-80e7-45c3-8b20-33ce7347be22 req-586fced7-38e3-4868-af07-91bc6ed7d7b1 tempest-ServersAdminTestJSON-1863219907 tempest-ServersAdminTestJSON-1863219907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:13.321537 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19da675b-80e7-45c3-8b20-33ce7347be22 req-586fced7-38e3-4868-af07-91bc6ed7d7b1 tempest-ServersAdminTestJSON-1863219907 tempest-ServersAdminTestJSON-1863219907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:13.322025 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19da675b-80e7-45c3-8b20-33ce7347be22 req-586fced7-38e3-4868-af07-91bc6ed7d7b1 tempest-ServersAdminTestJSON-1863219907 tempest-ServersAdminTestJSON-1863219907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:13.323686 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-19da675b-80e7-45c3-8b20-33ce7347be22 req-586fced7-38e3-4868-af07-91bc6ed7d7b1 tempest-ServersAdminTestJSON-1863219907 tempest-ServersAdminTestJSON-1863219907-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=addb65c3-f621-47a1-8af2-7f3111e6af84&device_id=4c6a5120-f304-4bf7-87b6-366657caea17&device_id=55fb1417-cad8-4df4-aa5c-6da0276389e5 HTTP/1.1" status: 200 len: 2884 time: 0.4259205 May 31 13:20:13.397944 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3860b436-8027-4ed7-b81e-afbe7eff5094 req-3975f640-842a-4f42-b3b9-a9e113ec9cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:13.399442 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3860b436-8027-4ed7-b81e-afbe7eff5094 req-3975f640-842a-4f42-b3b9-a9e113ec9cd8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ad789348d4d84f2799aa3c6910766725&device_id=55fb1417-cad8-4df4-aa5c-6da0276389e5 HTTP/1.1" status: 200 len: 1101 time: 0.0764062 May 31 13:20:13.401230 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-556589bd-036b-4d6a-9e4c-e90247b2245e req-37e9ec2c-0f67-4a78-bed4-b007b8bb6bcc tempest-MigrationsAdminTest-29746455 tempest-MigrationsAdminTest-29746455-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:13.420110 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-556589bd-036b-4d6a-9e4c-e90247b2245e req-37e9ec2c-0f67-4a78-bed4-b007b8bb6bcc tempest-MigrationsAdminTest-29746455 tempest-MigrationsAdminTest-29746455-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:13.461817 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-19da675b-80e7-45c3-8b20-33ce7347be22 req-18f95684-07c1-4045-b6ac-777a48878b6f tempest-ServersAdminTestJSON-1863219907 tempest-ServersAdminTestJSON-1863219907-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=62fff807-5a72-4450-b5e7-33e8160efe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245842 May 31 13:20:13.493259 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-556589bd-036b-4d6a-9e4c-e90247b2245e req-37e9ec2c-0f67-4a78-bed4-b007b8bb6bcc tempest-MigrationsAdminTest-29746455 tempest-MigrationsAdminTest-29746455-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7942779 May 31 13:20:13.513708 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-01c1d8ed-7ef0-4a9d-8a3c-372708129f81 req-9f9dae0a-337f-49d0-9b04-7d5e732095b6 service neutron] 10.222.0.44 "GET /v2.0/networks/5b3c8d41-b43d-4739-acc3-c9eae6a83205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917576 May 31 13:20:13.516867 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e9ec2c-0f67-4a78-bed4-b007b8bb6bcc tempest-MigrationsAdminTest-29746455 tempest-MigrationsAdminTest-29746455-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7cbe45-a13d-4eed-9e65-a1be0838b924,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:13.522683 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d10d107-3e18-42d7-95f1-62abad14f839 req-f953bdac-8574-461c-a05e-e2cbf567edf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:13.524175 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3d10d107-3e18-42d7-95f1-62abad14f839 req-f953bdac-8574-461c-a05e-e2cbf567edf6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=166095fb-602c-4131-97e4-e6648d07bb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3425050 May 31 13:20:13.583461 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3860b436-8027-4ed7-b81e-afbe7eff5094 req-e6d127f9-6b70-41b4-a760-9eb805f21059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:13.585221 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3860b436-8027-4ed7-b81e-afbe7eff5094 req-e6d127f9-6b70-41b4-a760-9eb805f21059 service neutron] 10.222.0.20 "GET /v2.0/networks?id=85b11c4f-90ad-4763-b38d-22d3f87089f4 HTTP/1.1" status: 200 len: 870 time: 0.1661844 May 31 13:20:13.588874 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device c560ca4b-4cee-4fa8-b8d2-ac9a72d59334 no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:20:13.758601 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device c560ca4b-4cee-4fa8-b8d2-ac9a72d59334 not bound to the agent host n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:20:13.760640 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:13.766431 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:13.815012 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3860b436-8027-4ed7-b81e-afbe7eff5094 req-21724c91-c4f7-418e-87b8-88ac25977af9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=1b511901-6041-4225-8ef3-c3b15518a027 HTTP/1.1" status: 200 len: 217 time: 0.2157190 May 31 13:20:13.889207 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3860b436-8027-4ed7-b81e-afbe7eff5094 req-1eb296a7-6895-4813-810c-6cf89d0b65f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:13.891310 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3860b436-8027-4ed7-b81e-afbe7eff5094 req-1eb296a7-6895-4813-810c-6cf89d0b65f2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.0709014 May 31 13:20:13.973424 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3860b436-8027-4ed7-b81e-afbe7eff5094 req-46ae7f95-403e-4486-bd1e-38f7ec63049a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:13.975219 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3860b436-8027-4ed7-b81e-afbe7eff5094 req-46ae7f95-403e-4486-bd1e-38f7ec63049a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0772502 May 31 13:20:13.990957 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 33408) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:20:14.011651 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3d10d107-3e18-42d7-95f1-62abad14f839 req-ebf9ec32-05e5-4116-a60d-7452310e10ed service neutron] 10.222.0.44 "GET /v2.0/networks/166095fb-602c-4131-97e4-e6648d07bb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4699106 May 31 13:20:14.057007 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c7b747-400f-4046-a482-62d9e3673912 req-ee395d97-7b32-4555-9bd8-3bb193fd85de tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:14.058663 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-02c7b747-400f-4046-a482-62d9e3673912 req-ee395d97-7b32-4555-9bd8-3bb193fd85de tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] 10.222.0.50 "GET /v2.0/ports?device_id=1952bb15-cd8a-4a0f-a6dc-4ff27c255a78 HTTP/1.1" status: 200 len: 944 time: 0.2911496 May 31 13:20:14.113368 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1d8ed-7ef0-4a9d-8a3c-372708129f81 req-ecb17059-d869-4983-9742-bb970add869c tempest-LiveAutoBlockMigrationV225Test-938371686 tempest-LiveAutoBlockMigrationV225Test-938371686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:14.114905 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-01c1d8ed-7ef0-4a9d-8a3c-372708129f81 req-ecb17059-d869-4983-9742-bb970add869c tempest-LiveAutoBlockMigrationV225Test-938371686 tempest-LiveAutoBlockMigrationV225Test-938371686-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7a9680b0-40cc-49a3-a3a2-174f0c4d9066&tenant_id=2539a3508c4b448ea8707834972224c7&binding%3Ahost_id=n-h2-843939-1 HTTP/1.1" status: 200 len: 1095 time: 0.2758346 May 31 13:20:14.115605 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3860b436-8027-4ed7-b81e-afbe7eff5094 req-0f5e0ab1-ed2e-407f-a675-9c1f785467de service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337843 May 31 13:20:14.123000 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca7afa-c811-4865-bd4d-a8e10f9d12df req-7872fd37-4a7a-4fa8-854c-5ce8e17d65d1 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:14.124536 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9cca7afa-c811-4865-bd4d-a8e10f9d12df req-7872fd37-4a7a-4fa8-854c-5ce8e17d65d1 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a9680b0-40cc-49a3-a3a2-174f0c4d9066 HTTP/1.1" status: 200 len: 944 time: 0.4260941 May 31 13:20:14.257852 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-52470ae9-9072-4f9b-9161-b3a07b24b75f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:14.258271 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3860b436-8027-4ed7-b81e-afbe7eff5094 req-aef4a61c-a700-49c0-87fa-0a55cd6c7d37 service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366854 May 31 13:20:14.322632 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-52470ae9-9072-4f9b-9161-b3a07b24b75f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:20:14.340391 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-52470ae9-9072-4f9b-9161-b3a07b24b75f admin admin] Usage tracker for resource:security_group_rule and tenant:1a9487a5fd254110aebdb3a96c6e688f is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:20:14.355088 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-52470ae9-9072-4f9b-9161-b3a07b24b75f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:20:14.360179 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-02c7b747-400f-4046-a482-62d9e3673912 req-f05bb443-d37f-4741-82a0-28e446001c8e tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4741a74b-c860-490c-9fff-d7ce69e9c4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2284391 May 31 13:20:14.370215 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-52470ae9-9072-4f9b-9161-b3a07b24b75f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:20:14.377802 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9cca7afa-c811-4865-bd4d-a8e10f9d12df req-6eba53d5-9bfc-4437-9bbd-57ea7059b6ea tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765738 May 31 13:20:14.388904 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3d10d107-3e18-42d7-95f1-62abad14f839 req-556fc46f-c5e6-492b-bc44-12ba1a756b79 service neutron] 10.222.0.44 "GET /v2.0/networks/166095fb-602c-4131-97e4-e6648d07bb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3656812 May 31 13:20:14.620180 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-01c1d8ed-7ef0-4a9d-8a3c-372708129f81 req-30b7c4d0-228a-4e82-aa24-cde753949ab6 service neutron] For port c560ca4b-4cee-4fa8-b8d2-ac9a72d59334, host n-h1-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:20:14.680938 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-01c1d8ed-7ef0-4a9d-8a3c-372708129f81 req-30b7c4d0-228a-4e82-aa24-cde753949ab6 service neutron] Notify callbacks [] for binding, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:14.682188 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-01c1d8ed-7ef0-4a9d-8a3c-372708129f81 req-30b7c4d0-228a-4e82-aa24-cde753949ab6 service neutron] 10.222.0.44 "DELETE /v2.0/ports/c560ca4b-4cee-4fa8-b8d2-ac9a72d59334/bindings/n-h1-843939-1 HTTP/1.1" status: 204 len: 173 time: 0.5494146 May 31 13:20:14.703117 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-52470ae9-9072-4f9b-9161-b3a07b24b75f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:14.714074 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-52470ae9-9072-4f9b-9161-b3a07b24b75f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:14.786052 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-52470ae9-9072-4f9b-9161-b3a07b24b75f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1a9487a5fd254110aebdb3a96c6e688f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7930818 May 31 13:20:14.789159 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 33436) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:20:14.801455 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52470ae9-9072-4f9b-9161-b3a07b24b75f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba529db-c745-4625-8ef6-45472d2527f1,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:14.862111 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a12977d0-ac7c-49fc-b6b9-455f91c51b72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:14.899493 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a12977d0-ac7c-49fc-b6b9-455f91c51b72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:14.968696 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a12977d0-ac7c-49fc-b6b9-455f91c51b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:14.984935 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12977d0-ac7c-49fc-b6b9-455f91c51b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba529db-c745-4625-8ef6-45472d2527f1,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:14.994342 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a12977d0-ac7c-49fc-b6b9-455f91c51b72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:14.996510 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a12977d0-ac7c-49fc-b6b9-455f91c51b72 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1ba529db-c745-4625-8ef6-45472d2527f1 HTTP/1.1" status: 204 len: 168 time: 0.2063439 May 31 13:20:15.120771 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 33446) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:20:15.380894 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:15.453859 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-6734bf09-0c75-4719-a50c-8a31a73482a4 req-de7c6f59-7f94-473a-baac-a439d18a7fcb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a06e1f01-c592-43ce-8534-64d7c3528378&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1853287 May 31 13:20:15.549422 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f1489bfa-573a-4d58-9cd3-e51155b5c813 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:15.571238 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a09f38-4069-44c2-9ee8-d66d802c84a7 req-8a6db003-1d3d-4497-a7a4-e6cdc126990f tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:15.573427 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-24a09f38-4069-44c2-9ee8-d66d802c84a7 req-8a6db003-1d3d-4497-a7a4-e6cdc126990f tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=a06e1f01-c592-43ce-8534-64d7c3528378 HTTP/1.1" status: 200 len: 950 time: 0.1511233 May 31 13:20:15.583718 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f1489bfa-573a-4d58-9cd3-e51155b5c813 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:20:15.604027 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-f1489bfa-573a-4d58-9cd3-e51155b5c813 admin admin] Usage tracker for resource:security_group_rule and tenant:ff0bdb24090d4374a360443167fd53f3 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:20:15.610361 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-f1489bfa-573a-4d58-9cd3-e51155b5c813 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:20:15.619701 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f1489bfa-573a-4d58-9cd3-e51155b5c813 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:20:15.649464 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-24a09f38-4069-44c2-9ee8-d66d802c84a7 req-3e37b6ce-160e-4cf9-b5a6-97a3d8699fe2 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672574 May 31 13:20:15.666320 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 33468) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:20:15.727205 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e29d9b27-c151-4f05-9764-0d0991ade17b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:15.761538 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f1489bfa-573a-4d58-9cd3-e51155b5c813 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:15.767751 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f1489bfa-573a-4d58-9cd3-e51155b5c813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:15.770114 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e29d9b27-c151-4f05-9764-0d0991ade17b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:20:15.778911 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e29d9b27-c151-4f05-9764-0d0991ade17b admin admin] Usage tracker for resource:security_group_rule and tenant:c415ea8973214b379a3b662f77c74679 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:20:15.786484 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e29d9b27-c151-4f05-9764-0d0991ade17b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:20:15.795186 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e29d9b27-c151-4f05-9764-0d0991ade17b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:20:15.928249 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-f1489bfa-573a-4d58-9cd3-e51155b5c813 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ff0bdb24090d4374a360443167fd53f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8063104 May 31 13:20:15.941200 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 33478) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:20:15.941627 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 33482) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:20:15.957458 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1489bfa-573a-4d58-9cd3-e51155b5c813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26714c89-899c-415f-b972-7f78df66ac41,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:16.024670 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e29d9b27-c151-4f05-9764-0d0991ade17b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:16.029423 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e29d9b27-c151-4f05-9764-0d0991ade17b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:16.095193 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649f0f93-9a88-49c5-ad5c-3d5136324d40 req-409d469a-5a9b-4c30-a378-0a6228916bc8 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:16.096761 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-649f0f93-9a88-49c5-ad5c-3d5136324d40 req-409d469a-5a9b-4c30-a378-0a6228916bc8 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a9680b0-40cc-49a3-a3a2-174f0c4d9066 HTTP/1.1" status: 200 len: 944 time: 0.2524209 May 31 13:20:16.106723 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e29d9b27-c151-4f05-9764-0d0991ade17b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c415ea8973214b379a3b662f77c74679&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4349573 May 31 13:20:16.106723 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29d9b27-c151-4f05-9764-0d0991ade17b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc102b1-7e9c-45a0-81ce-f5a4ab57e74b,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:16.107014 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e56c32f-e5fc-4ca4-b587-786d5ce21a33 req-d2c5f1a0-5799-44cb-9c44-de8d7f59520c tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:16.107647 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4e56c32f-e5fc-4ca4-b587-786d5ce21a33 req-d2c5f1a0-5799-44cb-9c44-de8d7f59520c tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] 10.222.0.50 "GET /v2.0/ports?device_id=1952bb15-cd8a-4a0f-a6dc-4ff27c255a78 HTTP/1.1" status: 200 len: 944 time: 0.1753786 May 31 13:20:16.109395 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c3043833-5c95-4a1f-8050-ce5c29fb066f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:16.109934 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 33494) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:20:16.126814 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 6b683c24-4adf-4b0d-a743-818fae1d55a8 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:20:16.144234 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c3043833-5c95-4a1f-8050-ce5c29fb066f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:16.203601 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3b37f5c9-30ec-420f-978c-149f4c42ae03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:16.207715 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4e56c32f-e5fc-4ca4-b587-786d5ce21a33 req-014215f3-821e-4e9a-952f-9219e56ff78e tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4741a74b-c860-490c-9fff-d7ce69e9c4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816321 May 31 13:20:16.229691 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3b37f5c9-30ec-420f-978c-149f4c42ae03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:20:16.235074 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-3b37f5c9-30ec-420f-978c-149f4c42ae03 admin admin] Usage tracker for resource:security_group_rule and tenant:83d6cb6916ec4ca4b40c5a31e6af59f8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:20:16.240534 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-3b37f5c9-30ec-420f-978c-149f4c42ae03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:20:16.243615 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-649f0f93-9a88-49c5-ad5c-3d5136324d40 req-35267cd3-1061-44dd-9933-730f8327d2ee tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338863 May 31 13:20:16.254437 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3b37f5c9-30ec-420f-978c-149f4c42ae03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:20:16.269318 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c3043833-5c95-4a1f-8050-ce5c29fb066f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:16.275422 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e5d483b6-01f8-4e28-983b-063d896653ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:16.302534 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3043833-5c95-4a1f-8050-ce5c29fb066f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26714c89-899c-415f-b972-7f78df66ac41,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:16.331751 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 6b683c24-4adf-4b0d-a743-818fae1d55a8, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=6b683c24-4adf-4b0d-a743-818fae1d55a8,segment=NetworkSegment(92567f26-b8b9-42f0-9a40-dd393ba47025),segment_id=92567f26-b8b9-42f0-9a40-dd393ba47025)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:20:16.347074 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': '6b683c24-4adf-4b0d-a743-818fae1d55a8', 'network_id': '2673cfae-a69b-4b07-beac-4f5bbaf82e9b', 'port_id': '6b683c24-4adf-4b0d-a743-818fae1d55a8', 'mac_address': 'fa:16:3e:dd:72:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '242d2316-6768-4a32-9245-372928819e1b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:20:16.348557 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c3043833-5c95-4a1f-8050-ce5c29fb066f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:16.352174 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e5d483b6-01f8-4e28-983b-063d896653ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:16.357221 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c3043833-5c95-4a1f-8050-ce5c29fb066f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/26714c89-899c-415f-b972-7f78df66ac41 HTTP/1.1" status: 204 len: 168 time: 0.4138000 May 31 13:20:16.492334 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e5d483b6-01f8-4e28-983b-063d896653ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:16.492570 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3b37f5c9-30ec-420f-978c-149f4c42ae03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:16.496123 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3b37f5c9-30ec-420f-978c-149f4c42ae03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:16.538833 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d483b6-01f8-4e28-983b-063d896653ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc102b1-7e9c-45a0-81ce-f5a4ab57e74b,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:16.539496 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 6b683c24-4adf-4b0d-a743-818fae1d55a8 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:20:16.540517 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:16.583692 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-3b37f5c9-30ec-420f-978c-149f4c42ae03 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=83d6cb6916ec4ca4b40c5a31e6af59f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6355891 May 31 13:20:16.583692 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 33516) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:20:16.583867 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b683c24-4adf-4b0d-a743-818fae1d55a8 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:20:16.586939 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b37f5c9-30ec-420f-978c-149f4c42ae03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=186db689-c7e9-4f54-950f-72757163b877,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:16.603183 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 6b683c24-4adf-4b0d-a743-818fae1d55a8, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=6b683c24-4adf-4b0d-a743-818fae1d55a8,segment=NetworkSegment(92567f26-b8b9-42f0-9a40-dd393ba47025),segment_id=92567f26-b8b9-42f0-9a40-dd393ba47025)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:20:16.608590 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:16.656105 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e5d483b6-01f8-4e28-983b-063d896653ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:16.657463 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-e5d483b6-01f8-4e28-983b-063d896653ad admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6fc102b1-7e9c-45a0-81ce-f5a4ab57e74b HTTP/1.1" status: 204 len: 168 time: 0.5464444 May 31 13:20:16.693265 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-54073a55-05dd-4bbd-ab6f-40164c348939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:16.707450 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73d276b-2ad1-4264-b37f-2e624e92326f req-b306b102-f826-4c70-8bd6-a18fe83f260e tempest-LiveAutoBlockMigrationV225Test-938371686 tempest-LiveAutoBlockMigrationV225Test-938371686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:16.719242 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d73d276b-2ad1-4264-b37f-2e624e92326f req-b306b102-f826-4c70-8bd6-a18fe83f260e tempest-LiveAutoBlockMigrationV225Test-938371686 tempest-LiveAutoBlockMigrationV225Test-938371686-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=7a9680b0-40cc-49a3-a3a2-174f0c4d9066 HTTP/1.1" status: 200 len: 1095 time: 0.1353912 May 31 13:20:16.768080 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-54073a55-05dd-4bbd-ab6f-40164c348939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:16.791316 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=6b683c24-4adf-4b0d-a743-818fae1d55a8,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:16.808929 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d73d276b-2ad1-4264-b37f-2e624e92326f req-5a8a19a6-b9cf-408d-a114-3d0a6a84ed38 tempest-LiveAutoBlockMigrationV225Test-938371686 tempest-LiveAutoBlockMigrationV225Test-938371686-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874741 May 31 13:20:16.890991 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['6b683c24-4adf-4b0d-a743-818fae1d55a8'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:20:16.899582 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-54073a55-05dd-4bbd-ab6f-40164c348939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:16.980509 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54073a55-05dd-4bbd-ab6f-40164c348939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=186db689-c7e9-4f54-950f-72757163b877,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:16.986511 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-54073a55-05dd-4bbd-ab6f-40164c348939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:16.988982 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-54073a55-05dd-4bbd-ab6f-40164c348939 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/186db689-c7e9-4f54-950f-72757163b877 HTTP/1.1" status: 204 len: 168 time: 0.4043388 May 31 13:20:17.063263 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 33538) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:20:17.098163 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-49ca85bd-6c1f-47ed-afac-5da9db4c1038 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:17.169904 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-49ca85bd-6c1f-47ed-afac-5da9db4c1038 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:20:17.187274 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-49ca85bd-6c1f-47ed-afac-5da9db4c1038 admin admin] Usage tracker for resource:security_group_rule and tenant:d14aa9d5a937489f9f308117fb2e088f is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:20:17.197013 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-49ca85bd-6c1f-47ed-afac-5da9db4c1038 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:20:17.207219 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-49ca85bd-6c1f-47ed-afac-5da9db4c1038 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:20:17.230846 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc87ac5-739d-4824-9fe2-652390e277ba req-e9cfef54-ed38-4b58-aa7d-1ea3befce536 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:17.232485 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4dc87ac5-739d-4824-9fe2-652390e277ba req-e9cfef54-ed38-4b58-aa7d-1ea3befce536 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=a06e1f01-c592-43ce-8534-64d7c3528378 HTTP/1.1" status: 200 len: 950 time: 0.2588353 May 31 13:20:17.287515 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82fc78e-f976-4e65-aaff-291f7ab33db8 req-95f0dcd5-1e94-4c97-b9c6-7d076eb46584 tempest-ServersAdminTestJSON-1863219907 tempest-ServersAdminTestJSON-1863219907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:17.289309 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b82fc78e-f976-4e65-aaff-291f7ab33db8 req-95f0dcd5-1e94-4c97-b9c6-7d076eb46584 tempest-ServersAdminTestJSON-1863219907 tempest-ServersAdminTestJSON-1863219907-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=55fb1417-cad8-4df4-aa5c-6da0276389e5 HTTP/1.1" status: 200 len: 1101 time: 0.2132134 May 31 13:20:17.381253 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4dc87ac5-739d-4824-9fe2-652390e277ba req-257b4453-d798-4546-847d-276022667f86 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297426 May 31 13:20:17.388235 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-b82fc78e-f976-4e65-aaff-291f7ab33db8 req-d92712a7-0557-4636-8994-712d14f2bd81 tempest-ServersAdminTestJSON-1863219907 tempest-ServersAdminTestJSON-1863219907-project-admin] Synchronizing usage tracker for tenant:92a2cf7a7e3b49de809782aa6c32f788 on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:20:17.463958 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-b82fc78e-f976-4e65-aaff-291f7ab33db8 req-d92712a7-0557-4636-8994-712d14f2bd81 tempest-ServersAdminTestJSON-1863219907 tempest-ServersAdminTestJSON-1863219907-project-admin] Unset dirty status for tenant:92a2cf7a7e3b49de809782aa6c32f788 on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:20:17.474037 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b82fc78e-f976-4e65-aaff-291f7ab33db8 req-d92712a7-0557-4636-8994-712d14f2bd81 tempest-ServersAdminTestJSON-1863219907 tempest-ServersAdminTestJSON-1863219907-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=62fff807-5a72-4450-b5e7-33e8160efe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751680 May 31 13:20:17.558457 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-49ca85bd-6c1f-47ed-afac-5da9db4c1038 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:17.566651 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-49ca85bd-6c1f-47ed-afac-5da9db4c1038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:17.745073 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 33568) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:20:17.750634 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-49ca85bd-6c1f-47ed-afac-5da9db4c1038 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d14aa9d5a937489f9f308117fb2e088f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6759453 May 31 13:20:17.752098 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 33572) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:20:17.756593 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ca85bd-6c1f-47ed-afac-5da9db4c1038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=949a9022-1d08-4804-827b-5facf2ef8120,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:17.767390 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7fb1aaee-4cad-403e-bf58-61dd52cc285e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:17.788333 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-7fb1aaee-4cad-403e-bf58-61dd52cc285e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:20:17.793127 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-7fb1aaee-4cad-403e-bf58-61dd52cc285e admin admin] Usage tracker for resource:security_group_rule and tenant:2eaf697efdfe4a42b13c88c18af26a09 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:20:17.797198 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-7fb1aaee-4cad-403e-bf58-61dd52cc285e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:20:17.805035 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-7fb1aaee-4cad-403e-bf58-61dd52cc285e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:20:17.913753 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7fb1aaee-4cad-403e-bf58-61dd52cc285e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:17.920619 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7fb1aaee-4cad-403e-bf58-61dd52cc285e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:17.921305 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1db8785-ee5b-48c7-afa7-ee29f633c631 req-afc9c0cd-3da5-47dc-8019-7be58d26cfb8 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:17.922859 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f1db8785-ee5b-48c7-afa7-ee29f633c631 req-afc9c0cd-3da5-47dc-8019-7be58d26cfb8 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/networks?id=5b3c8d41-b43d-4739-acc3-c9eae6a83205 HTTP/1.1" status: 200 len: 821 time: 0.4101596 May 31 13:20:17.966878 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6d2427-80d9-4187-ae4b-6a6f6a28da8c req-0ea65eaa-fe27-4697-8b96-bc83842a6cbe tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:17.971003 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4f6d2427-80d9-4187-ae4b-6a6f6a28da8c req-0ea65eaa-fe27-4697-8b96-bc83842a6cbe tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] 10.222.0.50 "GET /v2.0/ports?device_id=1952bb15-cd8a-4a0f-a6dc-4ff27c255a78 HTTP/1.1" status: 200 len: 945 time: 0.3668184 May 31 13:20:17.978052 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-7fb1aaee-4cad-403e-bf58-61dd52cc285e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2eaf697efdfe4a42b13c88c18af26a09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2295330 May 31 13:20:17.979282 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb1aaee-4cad-403e-bf58-61dd52cc285e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=049fd949-0d8f-4a75-9c0b-d2e643e4817e,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:17.981678 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 33580) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:20:17.998073 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f1db8785-ee5b-48c7-afa7-ee29f633c631 req-168bf9cd-0c8a-4f83-9956-327e8c99d19e tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/quotas/2539a3508c4b448ea8707834972224c7 HTTP/1.1" status: 200 len: 375 time: 0.0624449 May 31 13:20:18.050970 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0e3bfab1-36df-4278-a692-cd19f079c055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:18.069130 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1d0f0aad-bc11-4d88-a9cf-a9f896f3fa5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:18.080794 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0e3bfab1-36df-4278-a692-cd19f079c055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:18.134212 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4f6d2427-80d9-4187-ae4b-6a6f6a28da8c req-3a460ca7-592f-496f-b1dc-7d8066852d5f tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4741a74b-c860-490c-9fff-d7ce69e9c4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559529 May 31 13:20:18.145506 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 6b683c24-4adf-4b0d-a743-818fae1d55a8 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:20:18.146136 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1d0f0aad-bc11-4d88-a9cf-a9f896f3fa5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:18.146532 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0e3bfab1-36df-4278-a692-cd19f079c055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:18.162958 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734bf09-0c75-4719-a50c-8a31a73482a4 req-c380c56f-4484-4004-827e-b29e70a357b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:18.164973 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6734bf09-0c75-4719-a50c-8a31a73482a4 req-c380c56f-4484-4004-827e-b29e70a357b8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c905d91f2f614f928153cd05b2f8a225&device_id=a06e1f01-c592-43ce-8534-64d7c3528378 HTTP/1.1" status: 200 len: 1101 time: 0.3146424 May 31 13:20:18.167326 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3bfab1-36df-4278-a692-cd19f079c055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=049fd949-0d8f-4a75-9c0b-d2e643e4817e,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:18.172546 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0e3bfab1-36df-4278-a692-cd19f079c055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:18.184567 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-0e3bfab1-36df-4278-a692-cd19f079c055 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/049fd949-0d8f-4a75-9c0b-d2e643e4817e HTTP/1.1" status: 204 len: 168 time: 0.1959579 May 31 13:20:18.334662 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f1db8785-ee5b-48c7-afa7-ee29f633c631 req-036f466b-91be-42ea-b0af-5f5f3c795e93 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2539a3508c4b448ea8707834972224c7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3133137 May 31 13:20:18.352661 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port 6b683c24-4adf-4b0d-a743-818fae1d55a8 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:20:18.360558 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port 6b683c24-4adf-4b0d-a743-818fae1d55a8 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:20:18.361294 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:18.529368 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 6b683c24-4adf-4b0d-a743-818fae1d55a8 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:20:18.529740 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:18.565623 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1952bb15-cd8a-4a0f-a6dc-4ff27c255a78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b683c24-4adf-4b0d-a743-818fae1d55a8'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:20:18.578998 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 6b683c24-4adf-4b0d-a743-818fae1d55a8, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=6b683c24-4adf-4b0d-a743-818fae1d55a8,segment=NetworkSegment(92567f26-b8b9-42f0-9a40-dd393ba47025),segment_id=92567f26-b8b9-42f0-9a40-dd393ba47025)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:20:18.584157 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:18.622063 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1d0f0aad-bc11-4d88-a9cf-a9f896f3fa5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:18.649660 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734bf09-0c75-4719-a50c-8a31a73482a4 req-b2debd98-5a47-404f-8021-e1ae6475ef65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:18.651161 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6734bf09-0c75-4719-a50c-8a31a73482a4 req-b2debd98-5a47-404f-8021-e1ae6475ef65 service neutron] 10.222.0.44 "GET /v2.0/networks?id=85b11c4f-90ad-4763-b38d-22d3f87089f4 HTTP/1.1" status: 200 len: 870 time: 0.4620388 May 31 13:20:18.655676 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0f0aad-bc11-4d88-a9cf-a9f896f3fa5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=949a9022-1d08-4804-827b-5facf2ef8120,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:18.716534 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=6b683c24-4adf-4b0d-a743-818fae1d55a8,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:18.723121 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 33602) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:20:18.742090 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-987e454c-4a35-47e8-aaf6-c3179dffe04b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:18.757015 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-987e454c-4a35-47e8-aaf6-c3179dffe04b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:20:18.761005 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-987e454c-4a35-47e8-aaf6-c3179dffe04b admin admin] Usage tracker for resource:security_group_rule and tenant:b8a25a3f7e21418bae6b9ca77d35e962 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:20:18.763881 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-987e454c-4a35-47e8-aaf6-c3179dffe04b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:20:18.764806 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1d0f0aad-bc11-4d88-a9cf-a9f896f3fa5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:18.768927 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-1d0f0aad-bc11-4d88-a9cf-a9f896f3fa5e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/949a9022-1d08-4804-827b-5facf2ef8120 HTTP/1.1" status: 204 len: 168 time: 1.0087557 May 31 13:20:18.770044 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-987e454c-4a35-47e8-aaf6-c3179dffe04b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:20:18.774536 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6734bf09-0c75-4719-a50c-8a31a73482a4 req-ba9e8ba3-8003-42d7-b78e-4c5d535ed777 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=f9a3a0b4-413d-47ea-9884-ee6988a0a17a HTTP/1.1" status: 200 len: 217 time: 0.1096046 May 31 13:20:18.858759 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f1db8785-ee5b-48c7-afa7-ee29f633c631 req-243f8239-285b-417d-b4b2-3d76f1f6bcc8 service neutron] 10.222.0.50 "GET /v2.0/networks/5b3c8d41-b43d-4739-acc3-c9eae6a83205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5142958 May 31 13:20:18.888157 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-987e454c-4a35-47e8-aaf6-c3179dffe04b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:18.895724 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-987e454c-4a35-47e8-aaf6-c3179dffe04b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:18.985894 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-987e454c-4a35-47e8-aaf6-c3179dffe04b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b8a25a3f7e21418bae6b9ca77d35e962&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2615566 May 31 13:20:18.986575 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 33610) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:20:19.001829 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987e454c-4a35-47e8-aaf6-c3179dffe04b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c062d3cb-3fee-428e-afd2-4d93a3568540,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:19.060463 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2110bcd9-a181-4081-93ba-20cacf03d270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:19.075498 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1733b7-9818-4456-92f4-2fa5d4123613 req-04f89a08-516b-4913-a2f8-620c1e95899b tempest-ServersAdminTestJSON-1863219907 tempest-ServersAdminTestJSON-1863219907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:19.083682 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4e1733b7-9818-4456-92f4-2fa5d4123613 req-04f89a08-516b-4913-a2f8-620c1e95899b tempest-ServersAdminTestJSON-1863219907 tempest-ServersAdminTestJSON-1863219907-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=55fb1417-cad8-4df4-aa5c-6da0276389e5 HTTP/1.1" status: 200 len: 1101 time: 0.6766949 May 31 13:20:19.087558 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734bf09-0c75-4719-a50c-8a31a73482a4 req-5d67f2c8-8407-4866-86b9-c192998f4c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:19.088877 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6734bf09-0c75-4719-a50c-8a31a73482a4 req-5d67f2c8-8407-4866-86b9-c192998f4c11 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.3068192 May 31 13:20:19.092603 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2110bcd9-a181-4081-93ba-20cacf03d270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:19.100492 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f1db8785-ee5b-48c7-afa7-ee29f633c631 req-ac978a38-c7eb-4b10-b50a-34c07eddd234 service neutron] 10.222.0.50 "GET /v2.0/networks/5b3c8d41-b43d-4739-acc3-c9eae6a83205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405131 May 31 13:20:19.167804 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2110bcd9-a181-4081-93ba-20cacf03d270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:19.207744 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2110bcd9-a181-4081-93ba-20cacf03d270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:19.209089 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-2110bcd9-a181-4081-93ba-20cacf03d270 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c062d3cb-3fee-428e-afd2-4d93a3568540 HTTP/1.1" status: 204 len: 168 time: 0.2204680 May 31 13:20:19.219618 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4e1733b7-9818-4456-92f4-2fa5d4123613 req-dbac329f-283a-4cbc-b4ae-0bff1c43b5a2 tempest-ServersAdminTestJSON-1863219907 tempest-ServersAdminTestJSON-1863219907-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=62fff807-5a72-4450-b5e7-33e8160efe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294768 May 31 13:20:19.223847 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2110bcd9-a181-4081-93ba-20cacf03d270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c062d3cb-3fee-428e-afd2-4d93a3568540,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:19.266301 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734bf09-0c75-4719-a50c-8a31a73482a4 req-1489846d-f521-4129-ab89-f20a3fd3125b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:19.267938 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6734bf09-0c75-4719-a50c-8a31a73482a4 req-1489846d-f521-4129-ab89-f20a3fd3125b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1453719 May 31 13:20:19.336134 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ad5c7b4-232f-44b4-a5bd-4634a1b3e477'] response: {'server_uuid': '1952bb15-cd8a-4a0f-a6dc-4ff27c255a78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b683c24-4adf-4b0d-a743-818fae1d55a8', 'code': 200} May 31 13:20:19.743682 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6734bf09-0c75-4719-a50c-8a31a73482a4 req-d3ae39d3-4dab-4e6c-bc03-2ad1311aa079 service neutron] 10.222.0.44 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4691026 May 31 13:20:19.751706 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509af94e-d54e-411a-86ab-7088f40d6c4a req-95c17ddd-73b0-4401-ba6d-583ffeba86c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:19.757164 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-509af94e-d54e-411a-86ab-7088f40d6c4a req-95c17ddd-73b0-4401-ba6d-583ffeba86c4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1952bb15-cd8a-4a0f-a6dc-4ff27c255a78 HTTP/1.1" status: 200 len: 1097 time: 0.3048472 May 31 13:20:19.786440 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec529c22-522d-4305-b67a-57e59b1cff75 req-9565f537-0bb6-440f-ba53-b77c736df68e tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:19.788326 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ec529c22-522d-4305-b67a-57e59b1cff75 req-9565f537-0bb6-440f-ba53-b77c736df68e tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=a06e1f01-c592-43ce-8534-64d7c3528378 HTTP/1.1" status: 200 len: 950 time: 0.3371918 May 31 13:20:19.831642 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440346b7-0ad4-4ee8-8daa-a0048e7c38d9 req-1ad3cc22-cbbd-4f25-8d1a-befb153660b6 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:19.838764 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-440346b7-0ad4-4ee8-8daa-a0048e7c38d9 req-1ad3cc22-cbbd-4f25-8d1a-befb153660b6 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] 10.222.0.50 "GET /v2.0/ports?device_id=1952bb15-cd8a-4a0f-a6dc-4ff27c255a78 HTTP/1.1" status: 200 len: 946 time: 0.2852845 May 31 13:20:20.009889 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-509af94e-d54e-411a-86ab-7088f40d6c4a req-53869c3d-17e2-4a07-837c-d44cbc3121c0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4741a74b-c860-490c-9fff-d7ce69e9c4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2171390 May 31 13:20:20.029771 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ec529c22-522d-4305-b67a-57e59b1cff75 req-d7d6185b-77e7-41b3-9c2b-b48a8ffa3889 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082493 May 31 13:20:20.038021 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-440346b7-0ad4-4ee8-8daa-a0048e7c38d9 req-75a2132e-6d3f-43e9-a07b-471d9f3b346a tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4741a74b-c860-490c-9fff-d7ce69e9c4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1983483 May 31 13:20:20.115884 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6734bf09-0c75-4719-a50c-8a31a73482a4 req-19b5eca4-e696-4215-91cd-90a658915528 service neutron] 10.222.0.44 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3568091 May 31 13:20:20.276011 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8514023e-48d9-400d-82ab-f85c32755188 req-3c1a4d78-30da-4d97-9abb-533053c33d5f tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c382273-1d38-47ae-b844-3d871794dad7 HTTP/1.1" status: 200 len: 210 time: 0.0682909 May 31 13:20:20.875233 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1db8785-ee5b-48c7-afa7-ee29f633c631 req-01d13d7c-8742-4c68-8f34-12e00552be59 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:20.876875 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-f1db8785-ee5b-48c7-afa7-ee29f633c631 req-01d13d7c-8742-4c68-8f34-12e00552be59 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Synchronizing usage tracker for tenant:2539a3508c4b448ea8707834972224c7 on resource:network {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:20:20.901079 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-f1db8785-ee5b-48c7-afa7-ee29f633c631 req-01d13d7c-8742-4c68-8f34-12e00552be59 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Unset dirty status for tenant:2539a3508c4b448ea8707834972224c7 on resource:network {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:20:20.904324 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f1db8785-ee5b-48c7-afa7-ee29f633c631 req-01d13d7c-8742-4c68-8f34-12e00552be59 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.20 "GET /v2.0/networks?id=5b3c8d41-b43d-4739-acc3-c9eae6a83205 HTTP/1.1" status: 200 len: 821 time: 0.3006506 May 31 13:20:20.916997 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-f1db8785-ee5b-48c7-afa7-ee29f633c631 req-2d009b56-95eb-4ffb-83d0-0b048d225903 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Request body: {'port': {'device_id': '5c382273-1d38-47ae-b844-3d871794dad7', 'network_id': '5b3c8d41-b43d-4739-acc3-c9eae6a83205', 'admin_state_up': True, 'tenant_id': '2539a3508c4b448ea8707834972224c7'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:20:21.245643 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-f1db8785-ee5b-48c7-afa7-ee29f633c631 req-2d009b56-95eb-4ffb-83d0-0b048d225903 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:20:21.266983 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-f1db8785-ee5b-48c7-afa7-ee29f633c631 req-2d009b56-95eb-4ffb-83d0-0b048d225903 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:20:21.306157 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1db8785-ee5b-48c7-afa7-ee29f633c631 req-2d009b56-95eb-4ffb-83d0-0b048d225903 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Made reservation on behalf of 2539a3508c4b448ea8707834972224c7 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:20:21.315970 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-f1db8785-ee5b-48c7-afa7-ee29f633c631 req-2d009b56-95eb-4ffb-83d0-0b048d225903 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:21.595393 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a59653-920b-4b58-813f-4dd62d7dbd9b req-65f7e168-1635-469c-9afc-c2a2d3112d86 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:21.611808 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f0a59653-920b-4b58-813f-4dd62d7dbd9b req-65f7e168-1635-469c-9afc-c2a2d3112d86 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] 10.222.0.50 "GET /v2.0/ports?device_id=1952bb15-cd8a-4a0f-a6dc-4ff27c255a78 HTTP/1.1" status: 200 len: 946 time: 0.1777723 May 31 13:20:21.636688 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [req-f1db8785-ee5b-48c7-afa7-ee29f633c631 req-2d009b56-95eb-4ffb-83d0-0b048d225903 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Allocated IP 172.20.0.2 (5b3c8d41-b43d-4739-acc3-c9eae6a83205/c38944f5-addb-47c7-b219-ea477f926c92/ea3382f3-3ff7-4563-a4cf-59a7d28cd33c) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:20:21.714790 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c660aef-9c15-4a75-9891-2513b02ebcc1 req-3e317b12-007b-4020-b625-fbb77d0308ae tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:21.717222 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5c660aef-9c15-4a75-9891-2513b02ebcc1 req-3e317b12-007b-4020-b625-fbb77d0308ae tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=a06e1f01-c592-43ce-8534-64d7c3528378 HTTP/1.1" status: 200 len: 950 time: 0.3745844 May 31 13:20:21.764922 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f0a59653-920b-4b58-813f-4dd62d7dbd9b req-aa20d6eb-373e-42d1-b3c1-0850afb93d8b tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4741a74b-c860-490c-9fff-d7ce69e9c4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519151 May 31 13:20:21.814614 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5c660aef-9c15-4a75-9891-2513b02ebcc1 req-090136ad-5967-4506-b5b8-392c16a9635e tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858855 May 31 13:20:21.926474 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-f1db8785-ee5b-48c7-afa7-ee29f633c631 req-2d009b56-95eb-4ffb-83d0-0b048d225903 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:21.967238 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-f1db8785-ee5b-48c7-afa7-ee29f633c631 req-2d009b56-95eb-4ffb-83d0-0b048d225903 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:22.006505 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beef067-8df7-43dd-9104-900c87a2554a req-b32c38ce-5394-49c4-b35e-0bd6841801ed tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:22.008635 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2beef067-8df7-43dd-9104-900c87a2554a req-b32c38ce-5394-49c4-b35e-0bd6841801ed tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/ports?device_id=55fb1417-cad8-4df4-aa5c-6da0276389e5 HTTP/1.1" status: 200 len: 950 time: 0.1070039 May 31 13:20:22.064968 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1db8785-ee5b-48c7-afa7-ee29f633c631 req-2d009b56-95eb-4ffb-83d0-0b048d225903 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Network 5b3c8d41-b43d-4739-acc3-c9eae6a83205 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:20:22.069439 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [req-f1db8785-ee5b-48c7-afa7-ee29f633c631 req-2d009b56-95eb-4ffb-83d0-0b048d225903 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:20:22.073691 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1db8785-ee5b-48c7-afa7-ee29f633c631 req-2d009b56-95eb-4ffb-83d0-0b048d225903 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:20:22.083572 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2beef067-8df7-43dd-9104-900c87a2554a req-9f7480a2-dbbf-4475-ae10-e1ae92f3a29f tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/security-groups?id=62fff807-5a72-4450-b5e7-33e8160efe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635667 May 31 13:20:22.149489 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d009b56-95eb-4ffb-83d0-0b048d225903 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Pushing event updated for resources: {'Port': ['ID=ea3382f3-3ff7-4563-a4cf-59a7d28cd33c,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:22.202398 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1db8785-ee5b-48c7-afa7-ee29f633c631 req-2d009b56-95eb-4ffb-83d0-0b048d225903 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:22.203305 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-f1db8785-ee5b-48c7-afa7-ee29f633c631 req-2d009b56-95eb-4ffb-83d0-0b048d225903 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:22.249195 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f1db8785-ee5b-48c7-afa7-ee29f633c631 req-2d009b56-95eb-4ffb-83d0-0b048d225903 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3362358 May 31 13:20:22.268782 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-f1db8785-ee5b-48c7-afa7-ee29f633c631 req-fc4f2ff1-038f-4542-8b3f-03bf49e89783 service neutron] Request body: {'port': {'device_id': '5c382273-1d38-47ae-b844-3d871794dad7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843939-1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:20:22.423832 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ae557-e60b-4763-80a0-5d753fbe26a5 req-e7be76c2-f62f-42be-b858-ddc40e658a32 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:22.431333 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cf6ae557-e60b-4763-80a0-5d753fbe26a5 req-e7be76c2-f62f-42be-b858-ddc40e658a32 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c382273-1d38-47ae-b844-3d871794dad7 HTTP/1.1" status: 200 len: 931 time: 0.2205110 May 31 13:20:22.484772 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cf6ae557-e60b-4763-80a0-5d753fbe26a5 req-254014dd-e145-4ab0-bb81-f0739829c574 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518641 May 31 13:20:22.514512 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-f1db8785-ee5b-48c7-afa7-ee29f633c631 req-fc4f2ff1-038f-4542-8b3f-03bf49e89783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:22.924751 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [req-f1db8785-ee5b-48c7-afa7-ee29f633c631 req-fc4f2ff1-038f-4542-8b3f-03bf49e89783 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea3382f3-3ff7-4563-a4cf-59a7d28cd33c {{(pid=88369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:20:22.932207 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-f1db8785-ee5b-48c7-afa7-ee29f633c631 req-fc4f2ff1-038f-4542-8b3f-03bf49e89783 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:22.952836 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-f1db8785-ee5b-48c7-afa7-ee29f633c631 req-fc4f2ff1-038f-4542-8b3f-03bf49e89783 service neutron] Transition to ACTIVE for port object ea3382f3-3ff7-4563-a4cf-59a7d28cd33c will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:20:22.958128 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-f1db8785-ee5b-48c7-afa7-ee29f633c631 req-fc4f2ff1-038f-4542-8b3f-03bf49e89783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:22.966300 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 13:20:23.030690 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31cbf5c-ba84-49e7-8583-bcbef2401b7f req-2fe55aa5-8475-4ebc-8a90-bf41fff627d2 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:23.033321 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a31cbf5c-ba84-49e7-8583-bcbef2401b7f req-2fe55aa5-8475-4ebc-8a90-bf41fff627d2 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] 10.222.0.50 "GET /v2.0/ports?device_id=1952bb15-cd8a-4a0f-a6dc-4ff27c255a78 HTTP/1.1" status: 200 len: 946 time: 0.1117961 May 31 13:20:23.121560 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a31cbf5c-ba84-49e7-8583-bcbef2401b7f req-5feaba6e-d288-4964-97ee-4eda48c40d82 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4741a74b-c860-490c-9fff-d7ce69e9c4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821738 May 31 13:20:23.203616 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4f2ff1-038f-4542-8b3f-03bf49e89783 service neutron] Pushing event updated for resources: {'Port': ['ID=ea3382f3-3ff7-4563-a4cf-59a7d28cd33c,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:23.214117 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae9999-1cf1-4b1b-8701-2df80388ca13 req-7022ca57-4140-4441-874a-342c265d6468 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:23.224417 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e1ae9999-1cf1-4b1b-8701-2df80388ca13 req-7022ca57-4140-4441-874a-342c265d6468 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=a06e1f01-c592-43ce-8534-64d7c3528378 HTTP/1.1" status: 200 len: 950 time: 0.1456006 May 31 13:20:23.224803 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-f1db8785-ee5b-48c7-afa7-ee29f633c631 req-fc4f2ff1-038f-4542-8b3f-03bf49e89783 service neutron] Attempting to bind port ea3382f3-3ff7-4563-a4cf-59a7d28cd33c on host n-h1-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:20:23.225324 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-f1db8785-ee5b-48c7-afa7-ee29f633c631 req-fc4f2ff1-038f-4542-8b3f-03bf49e89783 service neutron] Attempting to bind port ea3382f3-3ff7-4563-a4cf-59a7d28cd33c by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': 'a592d348-649e-4ed1-b139-bdf2b9c4a847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5b3c8d41-b43d-4739-acc3-c9eae6a83205'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:20:23.225652 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1db8785-ee5b-48c7-afa7-ee29f633c631 req-fc4f2ff1-038f-4542-8b3f-03bf49e89783 service neutron] Attempting to bind port ea3382f3-3ff7-4563-a4cf-59a7d28cd33c on network 5b3c8d41-b43d-4739-acc3-c9eae6a83205 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:20:23.230792 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1db8785-ee5b-48c7-afa7-ee29f633c631 req-fc4f2ff1-038f-4542-8b3f-03bf49e89783 service neutron] Port ea3382f3-3ff7-4563-a4cf-59a7d28cd33c on network 5b3c8d41-b43d-4739-acc3-c9eae6a83205 not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:20:23.232716 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1db8785-ee5b-48c7-afa7-ee29f633c631 req-fc4f2ff1-038f-4542-8b3f-03bf49e89783 service neutron] Attempting to bind port ea3382f3-3ff7-4563-a4cf-59a7d28cd33c on network 5b3c8d41-b43d-4739-acc3-c9eae6a83205 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:20:23.238558 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1db8785-ee5b-48c7-afa7-ee29f633c631 req-fc4f2ff1-038f-4542-8b3f-03bf49e89783 service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:20:23.239146 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1db8785-ee5b-48c7-afa7-ee29f633c631 req-fc4f2ff1-038f-4542-8b3f-03bf49e89783 service neutron] Checking segment: {'id': 'a592d348-649e-4ed1-b139-bdf2b9c4a847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5b3c8d41-b43d-4739-acc3-c9eae6a83205'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:20:23.239696 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1db8785-ee5b-48c7-afa7-ee29f633c631 req-fc4f2ff1-038f-4542-8b3f-03bf49e89783 service neutron] Bound using segment: {'id': 'a592d348-649e-4ed1-b139-bdf2b9c4a847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5b3c8d41-b43d-4739-acc3-c9eae6a83205'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:20:23.240321 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-f1db8785-ee5b-48c7-afa7-ee29f633c631 req-fc4f2ff1-038f-4542-8b3f-03bf49e89783 service neutron] Bound port: ea3382f3-3ff7-4563-a4cf-59a7d28cd33c, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a592d348-649e-4ed1-b139-bdf2b9c4a847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5b3c8d41-b43d-4739-acc3-c9eae6a83205'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:20:23.240882 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-f1db8785-ee5b-48c7-afa7-ee29f633c631 req-fc4f2ff1-038f-4542-8b3f-03bf49e89783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:23.283237 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e1ae9999-1cf1-4b1b-8701-2df80388ca13 req-4c0df8b4-17aa-4cc4-83c6-d9b2c232ab39 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574405 May 31 13:20:23.354789 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-f1db8785-ee5b-48c7-afa7-ee29f633c631 req-fc4f2ff1-038f-4542-8b3f-03bf49e89783 service neutron] For port ea3382f3-3ff7-4563-a4cf-59a7d28cd33c, host n-h1-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:20:23.359841 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-f1db8785-ee5b-48c7-afa7-ee29f633c631 req-fc4f2ff1-038f-4542-8b3f-03bf49e89783 service neutron] For port ea3382f3-3ff7-4563-a4cf-59a7d28cd33c, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=ea3382f3-3ff7-4563-a4cf-59a7d28cd33c,segment=NetworkSegment(a592d348-649e-4ed1-b139-bdf2b9c4a847),segment_id=a592d348-649e-4ed1-b139-bdf2b9c4a847)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:20:23.367307 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-f1db8785-ee5b-48c7-afa7-ee29f633c631 req-fc4f2ff1-038f-4542-8b3f-03bf49e89783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:23.438544 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1db8785-ee5b-48c7-afa7-ee29f633c631 req-fc4f2ff1-038f-4542-8b3f-03bf49e89783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:23.439333 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-f1db8785-ee5b-48c7-afa7-ee29f633c631 req-fc4f2ff1-038f-4542-8b3f-03bf49e89783 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:23.442860 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f1db8785-ee5b-48c7-afa7-ee29f633c631 req-fc4f2ff1-038f-4542-8b3f-03bf49e89783 service neutron] 10.222.0.20 "PUT /v2.0/ports/ea3382f3-3ff7-4563-a4cf-59a7d28cd33c HTTP/1.1" status: 200 len: 1091 time: 1.1836088 May 31 13:20:23.465048 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c382273-1d38-47ae-b844-3d871794dad7', 'tag': 'ea3382f3-3ff7-4563-a4cf-59a7d28cd33c'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:20:23.556480 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4f2ff1-038f-4542-8b3f-03bf49e89783 service neutron] Pushing event updated for resources: {'Port': ['ID=ea3382f3-3ff7-4563-a4cf-59a7d28cd33c,revision_number=3']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:23.608343 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1db8785-ee5b-48c7-afa7-ee29f633c631 req-c726dfba-cdb6-45ad-aa44-521f43ef79f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:23.610018 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f1db8785-ee5b-48c7-afa7-ee29f633c631 req-c726dfba-cdb6-45ad-aa44-521f43ef79f1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2539a3508c4b448ea8707834972224c7&device_id=5c382273-1d38-47ae-b844-3d871794dad7 HTTP/1.1" status: 200 len: 1094 time: 0.1105630 May 31 13:20:23.650987 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f85064d-aaeb-4299-adfd-0ba6bacf9761 req-be448ea2-4281-42e9-a989-0c20811442bb tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:23.652573 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4f85064d-aaeb-4299-adfd-0ba6bacf9761 req-be448ea2-4281-42e9-a989-0c20811442bb tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/ports?device_id=55fb1417-cad8-4df4-aa5c-6da0276389e5 HTTP/1.1" status: 200 len: 950 time: 0.1781094 May 31 13:20:23.697572 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f1db8785-ee5b-48c7-afa7-ee29f633c631 req-2172ada6-d790-4cf8-b840-703337b4576c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ea3382f3-3ff7-4563-a4cf-59a7d28cd33c HTTP/1.1" status: 200 len: 217 time: 0.0786126 May 31 13:20:23.715273 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4f85064d-aaeb-4299-adfd-0ba6bacf9761 req-d99f423a-8468-4872-8378-91819fca8b14 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/security-groups?id=62fff807-5a72-4450-b5e7-33e8160efe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509782 May 31 13:20:23.743432 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd17d3e-de78-4d17-9156-1dd97dbba578 req-715a9bf3-a281-4e47-ac5a-7a4eaf62b5e0 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:23.744997 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9bd17d3e-de78-4d17-9156-1dd97dbba578 req-715a9bf3-a281-4e47-ac5a-7a4eaf62b5e0 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] 10.222.0.50 "GET /v2.0/ports?device_id=1952bb15-cd8a-4a0f-a6dc-4ff27c255a78 HTTP/1.1" status: 200 len: 946 time: 0.1550956 May 31 13:20:23.755370 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 33812) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:20:23.761030 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-1a9f61a4-b76a-4dcd-86e6-6e025b52cf5d tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Request body: {'floatingip': {'port_id': '6b683c24-4adf-4b0d-a743-818fae1d55a8'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:20:24.008339 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 33826) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:20:24.012301 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ce08289-a732-45d3-9d7e-b46ce5e4d943'] response: {'name': 'network-changed', 'server_uuid': '5c382273-1d38-47ae-b844-3d871794dad7', 'tag': 'ea3382f3-3ff7-4563-a4cf-59a7d28cd33c', 'status': 'completed', 'code': 200} May 31 13:20:24.041229 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1a9f61a4-b76a-4dcd-86e6-6e025b52cf5d tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Notify callbacks [] for floatingip, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:24.109505 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d7d1f-c7c7-434d-a494-bd196934db65 req-631b2df4-0708-4e36-ba55-4c78ac968217 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:24.111189 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c27d7d1f-c7c7-434d-a494-bd196934db65 req-631b2df4-0708-4e36-ba55-4c78ac968217 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c382273-1d38-47ae-b844-3d871794dad7 HTTP/1.1" status: 200 len: 943 time: 0.1890836 May 31 13:20:24.164208 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1db8785-ee5b-48c7-afa7-ee29f633c631 req-c5e87769-65bc-4eb7-9e89-649be86a4199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:24.165925 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f1db8785-ee5b-48c7-afa7-ee29f633c631 req-c5e87769-65bc-4eb7-9e89-649be86a4199 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c38944f5-addb-47c7-b219-ea477f926c92 HTTP/1.1" status: 200 len: 861 time: 0.4603615 May 31 13:20:24.190897 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c27d7d1f-c7c7-434d-a494-bd196934db65 req-39267de1-fd91-4b2a-bbb5-fb201cc1ec4e tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687373 May 31 13:20:24.241639 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f1db8785-ee5b-48c7-afa7-ee29f633c631 req-63fc8169-dd8f-4557-8127-c3a0fad395bb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5b3c8d41-b43d-4739-acc3-c9eae6a83205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677102 May 31 13:20:24.247095 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-72824b66-c0a3-424d-8b90-7aadfd9c27ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:24.272098 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-72824b66-c0a3-424d-8b90-7aadfd9c27ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:20:24.278024 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-72824b66-c0a3-424d-8b90-7aadfd9c27ed admin admin] Usage tracker for resource:security_group_rule and tenant:cd8b1a535b2f413dbd0c0b87745b56b8 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:20:24.282188 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-72824b66-c0a3-424d-8b90-7aadfd9c27ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:20:24.293659 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 33844) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:20:24.295237 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-72824b66-c0a3-424d-8b90-7aadfd9c27ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:20:24.458974 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-72824b66-c0a3-424d-8b90-7aadfd9c27ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:24.464529 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-72824b66-c0a3-424d-8b90-7aadfd9c27ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:24.595280 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72824b66-c0a3-424d-8b90-7aadfd9c27ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95994be2-da5e-4199-bbb6-2426646bdbd9,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:24.606914 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-72824b66-c0a3-424d-8b90-7aadfd9c27ed admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cd8b1a535b2f413dbd0c0b87745b56b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5860972 May 31 13:20:24.607621 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 33858) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:20:24.678831 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f1db8785-ee5b-48c7-afa7-ee29f633c631 req-0ef733f5-1873-4688-b91d-85ead2631029 service neutron] 10.222.0.20 "GET /v2.0/networks/5b3c8d41-b43d-4739-acc3-c9eae6a83205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3859253 May 31 13:20:24.680238 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78be6d1-1cce-4a98-b539-9503beb9a48c req-a2046fc3-fb98-45ec-a98b-b64d0610e2fe tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:24.681767 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e78be6d1-1cce-4a98-b539-9503beb9a48c req-a2046fc3-fb98-45ec-a98b-b64d0610e2fe tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=a06e1f01-c592-43ce-8534-64d7c3528378 HTTP/1.1" status: 200 len: 950 time: 0.1921723 May 31 13:20:24.732774 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d389649a-078c-476f-9ed7-1bff55238d5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:24.761837 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d389649a-078c-476f-9ed7-1bff55238d5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:24.824599 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e78be6d1-1cce-4a98-b539-9503beb9a48c req-c63de2d2-268c-4f05-8ac8-3e7e3f742722 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305959 May 31 13:20:24.875394 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 33868) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:20:24.878857 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d389649a-078c-476f-9ed7-1bff55238d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:24.900165 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d389649a-078c-476f-9ed7-1bff55238d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95994be2-da5e-4199-bbb6-2426646bdbd9,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:24.961764 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d389649a-078c-476f-9ed7-1bff55238d5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:24.963129 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-d389649a-078c-476f-9ed7-1bff55238d5e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/95994be2-da5e-4199-bbb6-2426646bdbd9 HTTP/1.1" status: 204 len: 168 time: 0.3543572 May 31 13:20:25.000522 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c6c9a759-951a-4c68-bcb3-1ce971b444d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:25.019764 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c6c9a759-951a-4c68-bcb3-1ce971b444d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:20:25.024466 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-c6c9a759-951a-4c68-bcb3-1ce971b444d9 admin admin] Usage tracker for resource:security_group_rule and tenant:edc1883c71f04b9ea00c57c17bfa7c06 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:20:25.027155 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-c6c9a759-951a-4c68-bcb3-1ce971b444d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:20:25.033784 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c6c9a759-951a-4c68-bcb3-1ce971b444d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:20:25.039244 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-38daf794-6c13-4cde-a99d-29477b761600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:25.076688 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943bbd1c-3c74-41c3-af5d-0558905a1a47 req-3cb37a8f-35b6-498f-acc5-2e4608bb5206 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:25.078322 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-943bbd1c-3c74-41c3-af5d-0558905a1a47 req-3cb37a8f-35b6-498f-acc5-2e4608bb5206 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/ports?device_id=55fb1417-cad8-4df4-aa5c-6da0276389e5 HTTP/1.1" status: 200 len: 950 time: 0.1729009 May 31 13:20:25.089090 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f1db8785-ee5b-48c7-afa7-ee29f633c631 req-4b84d772-5219-4c78-88b4-4475c0ec21b5 service neutron] 10.222.0.20 "GET /v2.0/networks/5b3c8d41-b43d-4739-acc3-c9eae6a83205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4023733 May 31 13:20:25.091776 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-38daf794-6c13-4cde-a99d-29477b761600 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:20:25.114652 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-38daf794-6c13-4cde-a99d-29477b761600 admin admin] Usage tracker for resource:security_group_rule and tenant:01a138bb60d24212a72b719c1fd334d9 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:20:25.123335 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-38daf794-6c13-4cde-a99d-29477b761600 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:20:25.157599 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-943bbd1c-3c74-41c3-af5d-0558905a1a47 req-a67f8452-e129-48de-94e4-49f01fa1e5bb tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/security-groups?id=62fff807-5a72-4450-b5e7-33e8160efe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720117 May 31 13:20:25.215029 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-38daf794-6c13-4cde-a99d-29477b761600 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:20:25.244241 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c6c9a759-951a-4c68-bcb3-1ce971b444d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:25.251498 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c6c9a759-951a-4c68-bcb3-1ce971b444d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:25.375883 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c6c9a759-951a-4c68-bcb3-1ce971b444d9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=edc1883c71f04b9ea00c57c17bfa7c06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4991128 May 31 13:20:25.379118 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c9a759-951a-4c68-bcb3-1ce971b444d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5ad3ae-c04a-4493-b177-203dd9a05feb,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:25.380871 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 33880) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:20:25.452624 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.db.resource_extend [None req-1a9f61a4-b76a-4dcd-86e6-6e025b52cf5d tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:20:25.460960 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 33884) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:20:25.485748 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2bd31b8f-aad9-4469-8dbb-7bdf42233e37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:25.510918 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-2bd31b8f-aad9-4469-8dbb-7bdf42233e37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:20:25.516608 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744a7103-001b-4e78-b20f-1eff2547ad97 req-2fb1acbc-571f-4702-a5c9-32e46044e950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:25.516832 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-2bd31b8f-aad9-4469-8dbb-7bdf42233e37 admin admin] Usage tracker for resource:security_group_rule and tenant:983eb02966ff4b728ca457ce2260a6a7 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:20:25.519274 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-744a7103-001b-4e78-b20f-1eff2547ad97 req-2fb1acbc-571f-4702-a5c9-32e46044e950 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2539a3508c4b448ea8707834972224c7&device_id=5c382273-1d38-47ae-b844-3d871794dad7 HTTP/1.1" status: 200 len: 1094 time: 0.3696473 May 31 13:20:25.520584 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-2bd31b8f-aad9-4469-8dbb-7bdf42233e37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:20:25.528435 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-2bd31b8f-aad9-4469-8dbb-7bdf42233e37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:20:25.548644 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5266deca-b84f-4d65-8fe2-8800679212de req-69e66e6b-5e1a-479e-883f-c613decf33cf tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:25.550236 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5266deca-b84f-4d65-8fe2-8800679212de req-69e66e6b-5e1a-479e-883f-c613decf33cf tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c382273-1d38-47ae-b844-3d871794dad7 HTTP/1.1" status: 200 len: 943 time: 0.1728427 May 31 13:20:25.623157 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5266deca-b84f-4d65-8fe2-8800679212de req-e8b503b4-77b3-4f40-a59d-11ce46255ad0 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642076 May 31 13:20:25.694119 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2bd31b8f-aad9-4469-8dbb-7bdf42233e37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:25.695378 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1a9f61a4-b76a-4dcd-86e6-6e025b52cf5d tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:25.699946 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2bd31b8f-aad9-4469-8dbb-7bdf42233e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:25.705346 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-041ac11c-526f-49b3-aea6-c60e0492c897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:25.716246 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1a9f61a4-b76a-4dcd-86e6-6e025b52cf5d tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:25.783427 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-2bd31b8f-aad9-4469-8dbb-7bdf42233e37 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=983eb02966ff4b728ca457ce2260a6a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3211193 May 31 13:20:25.786365 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd31b8f-aad9-4469-8dbb-7bdf42233e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa8e7bc-4bce-4db6-bae3-3c4c6194d556,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:25.791707 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 33888) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:20:25.859325 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d3ffef17-d91e-45f9-80c8-bd39ae1a6724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:25.889327 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d3ffef17-d91e-45f9-80c8-bd39ae1a6724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:25.894857 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-38daf794-6c13-4cde-a99d-29477b761600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:25.934173 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-38daf794-6c13-4cde-a99d-29477b761600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:25.955173 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-041ac11c-526f-49b3-aea6-c60e0492c897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:26.001240 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d3ffef17-d91e-45f9-80c8-bd39ae1a6724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:26.016873 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744a7103-001b-4e78-b20f-1eff2547ad97 req-f6927227-2d46-47a8-9388-8fc320415456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:26.018420 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-744a7103-001b-4e78-b20f-1eff2547ad97 req-f6927227-2d46-47a8-9388-8fc320415456 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5b3c8d41-b43d-4739-acc3-c9eae6a83205 HTTP/1.1" status: 200 len: 922 time: 0.4799156 May 31 13:20:26.022210 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ffef17-d91e-45f9-80c8-bd39ae1a6724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa8e7bc-4bce-4db6-bae3-3c4c6194d556,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:26.039477 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d3ffef17-d91e-45f9-80c8-bd39ae1a6724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:26.043153 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-d3ffef17-d91e-45f9-80c8-bd39ae1a6724 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0aa8e7bc-4bce-4db6-bae3-3c4c6194d556 HTTP/1.1" status: 204 len: 168 time: 0.2477636 May 31 13:20:26.057289 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debfcf4e-3df3-49e0-b050-24b7aead2e91 req-628e8372-0fb0-4d88-9162-edd868d184d8 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:26.058789 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-debfcf4e-3df3-49e0-b050-24b7aead2e91 req-628e8372-0fb0-4d88-9162-edd868d184d8 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=a06e1f01-c592-43ce-8534-64d7c3528378 HTTP/1.1" status: 200 len: 950 time: 0.1211672 May 31 13:20:26.108117 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-debfcf4e-3df3-49e0-b050-24b7aead2e91 req-91b03e64-3333-44ae-bbac-4bddcd41f561 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423613 May 31 13:20:26.152236 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-38daf794-6c13-4cde-a99d-29477b761600 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=01a138bb60d24212a72b719c1fd334d9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8575792 May 31 13:20:26.155491 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 33896) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:20:26.171562 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38daf794-6c13-4cde-a99d-29477b761600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd63378e-f5b4-4dc8-a780-1bb375ab0640,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:26.189695 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-744a7103-001b-4e78-b20f-1eff2547ad97 req-2f557110-3ca5-4bb0-b109-e7288aa56931 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ea3382f3-3ff7-4563-a4cf-59a7d28cd33c HTTP/1.1" status: 200 len: 217 time: 0.1084487 May 31 13:20:26.229650 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5bac0c5d-23ac-4917-b8ab-3adc801dc573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:26.262793 n-d-843939-1 neutron-server[88369]: INFO neutron.db.l3_db [None req-1a9f61a4-b76a-4dcd-86e6-6e025b52cf5d tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Floating IP 26a54c3e-6ae4-4e08-b56e-7c2f58e98564 associated. External IP: 172.25.6.245, port: 6b683c24-4adf-4b0d-a743-818fae1d55a8. May 31 13:20:26.266631 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5bac0c5d-23ac-4917-b8ab-3adc801dc573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:26.342627 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-041ac11c-526f-49b3-aea6-c60e0492c897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:26.362907 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744a7103-001b-4e78-b20f-1eff2547ad97 req-3b97bee3-33a8-47e3-824d-6d76e2195231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:26.364573 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-744a7103-001b-4e78-b20f-1eff2547ad97 req-3b97bee3-33a8-47e3-824d-6d76e2195231 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c38944f5-addb-47c7-b219-ea477f926c92 HTTP/1.1" status: 200 len: 861 time: 0.1653559 May 31 13:20:26.381271 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041ac11c-526f-49b3-aea6-c60e0492c897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c5ad3ae-c04a-4493-b177-203dd9a05feb,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:26.396179 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5bac0c5d-23ac-4917-b8ab-3adc801dc573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:26.426627 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bac0c5d-23ac-4917-b8ab-3adc801dc573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd63378e-f5b4-4dc8-a780-1bb375ab0640,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:26.443977 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5bac0c5d-23ac-4917-b8ab-3adc801dc573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:26.449183 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-5bac0c5d-23ac-4917-b8ab-3adc801dc573 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fd63378e-f5b4-4dc8-a780-1bb375ab0640 HTTP/1.1" status: 204 len: 168 time: 0.2925456 May 31 13:20:26.477768 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bf7ffd-cc4f-4d11-84ca-115ddc6f83ba req-82620e7c-02df-4941-9036-eaf3c1a2363c tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:26.487089 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-53bf7ffd-cc4f-4d11-84ca-115ddc6f83ba req-82620e7c-02df-4941-9036-eaf3c1a2363c tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/ports?device_id=55fb1417-cad8-4df4-aa5c-6da0276389e5 HTTP/1.1" status: 200 len: 950 time: 0.1502705 May 31 13:20:26.505840 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-744a7103-001b-4e78-b20f-1eff2547ad97 req-c0f30419-cc08-4ac9-9453-5cde6ff8fe71 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5b3c8d41-b43d-4739-acc3-c9eae6a83205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1273749 May 31 13:20:26.509167 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-041ac11c-526f-49b3-aea6-c60e0492c897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:26.510270 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-041ac11c-526f-49b3-aea6-c60e0492c897 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5c5ad3ae-c04a-4493-b177-203dd9a05feb HTTP/1.1" status: 204 len: 168 time: 1.1263483 May 31 13:20:26.560015 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-53bf7ffd-cc4f-4d11-84ca-115ddc6f83ba req-a0ff770d-5abf-48b4-87ad-10e02e68b951 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/security-groups?id=62fff807-5a72-4450-b5e7-33e8160efe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717378 May 31 13:20:26.802960 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-744a7103-001b-4e78-b20f-1eff2547ad97 req-319fe154-f79e-47e3-b79e-3355680e46b5 service neutron] 10.222.0.20 "GET /v2.0/networks/5b3c8d41-b43d-4739-acc3-c9eae6a83205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894120 May 31 13:20:26.916467 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5180c1e7-73b6-487d-9880-d93240f691e4 req-b0a9bee0-87f2-47d3-8eb6-b9541ecd861b tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:26.925195 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5180c1e7-73b6-487d-9880-d93240f691e4 req-b0a9bee0-87f2-47d3-8eb6-b9541ecd861b tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c382273-1d38-47ae-b844-3d871794dad7 HTTP/1.1" status: 200 len: 943 time: 0.1502390 May 31 13:20:26.929503 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a9f61a4-b76a-4dcd-86e6-6e025b52cf5d tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Router f999b928-5db6-49dd-8905-803ec22808ea has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:20:26.974199 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5180c1e7-73b6-487d-9880-d93240f691e4 req-07f14db4-1cb2-4988-bf94-1de3ff7ca72d tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471106 May 31 13:20:26.998027 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 33922) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:20:27.028673 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-53e08fe8-4d30-4912-a665-f9b3b757ce43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:27.041354 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-744a7103-001b-4e78-b20f-1eff2547ad97 req-6390c50b-ab2c-40c6-a23d-6315fe1c5077 service neutron] 10.222.0.20 "GET /v2.0/networks/5b3c8d41-b43d-4739-acc3-c9eae6a83205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279620 May 31 13:20:27.053606 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-53e08fe8-4d30-4912-a665-f9b3b757ce43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:20:27.059067 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-53e08fe8-4d30-4912-a665-f9b3b757ce43 admin admin] Usage tracker for resource:security_group_rule and tenant:347c05c3339a4aa88cb9bf5ba56a14ae is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:20:27.062985 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-53e08fe8-4d30-4912-a665-f9b3b757ce43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:20:27.070746 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-53e08fe8-4d30-4912-a665-f9b3b757ce43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:20:27.176230 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a9f61a4-b76a-4dcd-86e6-6e025b52cf5d tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:20:27.178776 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-53e08fe8-4d30-4912-a665-f9b3b757ce43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:27.184608 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1a9f61a4-b76a-4dcd-86e6-6e025b52cf5d tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:27.186417 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-53e08fe8-4d30-4912-a665-f9b3b757ce43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:27.192160 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f377a1e-e0ca-4003-ac19-75f7c5b8bded None None] Sync routers for ids ['f999b928-5db6-49dd-8905-803ec22808ea'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:20:27.206516 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f377a1e-e0ca-4003-ac19-75f7c5b8bded None None] Routers {'f999b928-5db6-49dd-8905-803ec22808ea'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:20:27.207080 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-4f377a1e-e0ca-4003-ac19-75f7c5b8bded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:20:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['f999b928-5db6-49dd-8905-803ec22808ea'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:20:27.254903 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-1a9f61a4-b76a-4dcd-86e6-6e025b52cf5d tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] 10.222.0.50 "PUT /v2.0/floatingips/26a54c3e-6ae4-4e08-b56e-7c2f58e98564 HTTP/1.1" status: 200 len: 992 time: 3.4984245 May 31 13:20:27.256488 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1952bb15-cd8a-4a0f-a6dc-4ff27c255a78', 'tag': '6b683c24-4adf-4b0d-a743-818fae1d55a8'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:20:27.295227 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-53e08fe8-4d30-4912-a665-f9b3b757ce43 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=347c05c3339a4aa88cb9bf5ba56a14ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2948818 May 31 13:20:27.296344 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e08fe8-4d30-4912-a665-f9b3b757ce43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d927f1-ac9f-4cbf-ab2d-516302c3604d,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:27.297793 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 33934) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:20:27.322255 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 33938) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:20:27.436259 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1b471896-d280-49b0-93c6-e91a8770da96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:27.476522 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1b471896-d280-49b0-93c6-e91a8770da96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:27.491804 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-67672308-ca84-432d-96eb-d299a3c6ce16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:27.537957 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-4f377a1e-e0ca-4003-ac19-75f7c5b8bded None None] Set router f999b928-5db6-49dd-8905-803ec22808ea gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:20:27.543156 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1b471896-d280-49b0-93c6-e91a8770da96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:27.569078 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-67672308-ca84-432d-96eb-d299a3c6ce16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:20:27.593311 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-67672308-ca84-432d-96eb-d299a3c6ce16 admin admin] Usage tracker for resource:security_group_rule and tenant:d550b8e0429c490cbeff4990cdb0a107 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:20:27.613000 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-67672308-ca84-432d-96eb-d299a3c6ce16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:20:27.630762 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-67672308-ca84-432d-96eb-d299a3c6ce16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:20:27.664942 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c071a870-fc2e-4e2e-bf93-43d43cd3b5fa req-c57320d3-b8c4-4cb6-932c-fc5b2e664438 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:27.667118 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c071a870-fc2e-4e2e-bf93-43d43cd3b5fa req-c57320d3-b8c4-4cb6-932c-fc5b2e664438 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=a06e1f01-c592-43ce-8534-64d7c3528378 HTTP/1.1" status: 200 len: 950 time: 0.2311859 May 31 13:20:27.699140 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b471896-d280-49b0-93c6-e91a8770da96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d927f1-ac9f-4cbf-ab2d-516302c3604d,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:27.709391 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1b471896-d280-49b0-93c6-e91a8770da96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:27.710631 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-1b471896-d280-49b0-93c6-e91a8770da96 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/60d927f1-ac9f-4cbf-ab2d-516302c3604d HTTP/1.1" status: 204 len: 168 time: 0.4117489 May 31 13:20:27.716363 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d348e-730a-4cfd-accd-5bc4778d1800 req-d0a4b5a7-c910-4e7e-8e88-70243c1496f4 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:27.718583 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-353d348e-730a-4cfd-accd-5bc4778d1800 req-d0a4b5a7-c910-4e7e-8e88-70243c1496f4 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] 10.222.0.50 "GET /v2.0/ports?device_id=1952bb15-cd8a-4a0f-a6dc-4ff27c255a78 HTTP/1.1" status: 200 len: 946 time: 0.2318506 May 31 13:20:27.780219 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c071a870-fc2e-4e2e-bf93-43d43cd3b5fa req-343506b8-717a-45eb-99a1-8da0367c78a8 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965662 May 31 13:20:27.837447 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-353d348e-730a-4cfd-accd-5bc4778d1800 req-d715ee2a-e027-470e-8cad-cb50398f24e5 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4741a74b-c860-490c-9fff-d7ce69e9c4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030290 May 31 13:20:27.907135 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b728b626-ff27-4411-b492-112958599fd0'] response: {'name': 'network-changed', 'server_uuid': '1952bb15-cd8a-4a0f-a6dc-4ff27c255a78', 'tag': '6b683c24-4adf-4b0d-a743-818fae1d55a8', 'status': 'completed', 'code': 200} May 31 13:20:28.031572 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-67672308-ca84-432d-96eb-d299a3c6ce16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:28.097221 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-67672308-ca84-432d-96eb-d299a3c6ce16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:28.103151 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-4f377a1e-e0ca-4003-ac19-75f7c5b8bded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f999b928-5db6-49dd-8905-803ec22808ea', 'name': 'tempest-ServersTestJSON-907881908-router', 'tenant_id': 'e566dfc2cf5740deb10cf057af38c280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '7c06a97b-1a69-4e93-a372-54e7d419a3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:19:37Z', 'updated_at': '2022-05-31T13:19:47Z', 'revision_number': 4, 'project_id': 'e566dfc2cf5740deb10cf057af38c280', 'gw_port': {'id': '7c06a97b-1a69-4e93-a372-54e7d419a3b4', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f999b928-5db6-49dd-8905-803ec22808ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:19:39Z', 'updated_at': '2022-05-31T13:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '26a54c3e-6ae4-4e08-b56e-7c2f58e98564', 'tenant_id': 'e566dfc2cf5740deb10cf057af38c280', 'floating_ip_address': '172.25.6.245', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': 'f999b928-5db6-49dd-8905-803ec22808ea', 'port_id': '6b683c24-4adf-4b0d-a743-818fae1d55a8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2673cfae-a69b-4b07-beac-4f5bbaf82e9b', 'mac_address': 'fa:16:3e:dd:72:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1952bb15-cd8a-4a0f-a6dc-4ff27c255a78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:19:56Z', 'updated_at': '2022-05-31T13:20:25Z', 'revision_number': 1, 'project_id': 'e566dfc2cf5740deb10cf057af38c280', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93d9e554-65ad-4e4a-bab1-a160b4c9d2c0', 'name': '', 'network_id': '2673cfae-a69b-4b07-beac-4f5bbaf82e9b', 'tenant_id': 'e566dfc2cf5740deb10cf057af38c280', 'mac_address': 'fa:16:3e:3f:6f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f999b928-5db6-49dd-8905-803ec22808ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '242d2316-6768-4a32-9245-372928819e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:19:46Z', 'updated_at': '2022-05-31T13:19:55Z', 'revision_number': 5, 'project_id': 'e566dfc2cf5740deb10cf057af38c280', 'subnets': [{'id': '242d2316-6768-4a32-9245-372928819e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:20:28.107879 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f377a1e-e0ca-4003-ac19-75f7c5b8bded None None] Checking router: f999b928-5db6-49dd-8905-803ec22808ea for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:20:28.117397 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f377a1e-e0ca-4003-ac19-75f7c5b8bded None None] Routers {'f999b928-5db6-49dd-8905-803ec22808ea'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:20:28.118044 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-4f377a1e-e0ca-4003-ac19-75f7c5b8bded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:20:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['f999b928-5db6-49dd-8905-803ec22808ea'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:20:28.155113 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 33964) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:20:28.158100 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-67672308-ca84-432d-96eb-d299a3c6ce16 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d550b8e0429c490cbeff4990cdb0a107&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8321006 May 31 13:20:28.273228 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0f522d4f-acc0-4732-8ab6-635cbf401fc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:28.291545 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67672308-ca84-432d-96eb-d299a3c6ce16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f6f0569-9800-4fc3-9828-a15cf6acc641,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:28.318115 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-4f377a1e-e0ca-4003-ac19-75f7c5b8bded None None] Set router f999b928-5db6-49dd-8905-803ec22808ea gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:20:28.333028 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfdb1e4-422c-4097-a7f2-a3e0de671b48 req-250b6f58-92d6-41a9-b67d-129ecf2e31d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:28.334410 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-abfdb1e4-422c-4097-a7f2-a3e0de671b48 req-250b6f58-92d6-41a9-b67d-129ecf2e31d3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e566dfc2cf5740deb10cf057af38c280&device_id=1952bb15-cd8a-4a0f-a6dc-4ff27c255a78 HTTP/1.1" status: 200 len: 1097 time: 0.3990951 May 31 13:20:28.350469 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0f522d4f-acc0-4732-8ab6-635cbf401fc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:28.458094 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce27a0d-dddb-49a1-8317-de16e4a76712 req-47801994-cf3f-4eb0-8fdd-87fb4e7c94eb tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:28.464755 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0f522d4f-acc0-4732-8ab6-635cbf401fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:28.466478 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5ce27a0d-dddb-49a1-8317-de16e4a76712 req-47801994-cf3f-4eb0-8fdd-87fb4e7c94eb tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/ports?device_id=55fb1417-cad8-4df4-aa5c-6da0276389e5 HTTP/1.1" status: 200 len: 950 time: 0.4333234 May 31 13:20:28.517222 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f522d4f-acc0-4732-8ab6-635cbf401fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f6f0569-9800-4fc3-9828-a15cf6acc641,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:28.531421 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5ce27a0d-dddb-49a1-8317-de16e4a76712 req-327bd0a1-c5e4-43cf-9029-ec0def6a0038 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/security-groups?id=62fff807-5a72-4450-b5e7-33e8160efe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630302 May 31 13:20:28.566913 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0f522d4f-acc0-4732-8ab6-635cbf401fc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:28.570411 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-0f522d4f-acc0-4732-8ab6-635cbf401fc4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0f6f0569-9800-4fc3-9828-a15cf6acc641 HTTP/1.1" status: 204 len: 168 time: 0.4114444 May 31 13:20:28.581810 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db36f1a8-ac3b-48bf-9a99-7fcbc0568c9c req-b5dbc0d6-7ae6-4f61-8931-f3acaafbe91c tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:28.583510 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-db36f1a8-ac3b-48bf-9a99-7fcbc0568c9c req-b5dbc0d6-7ae6-4f61-8931-f3acaafbe91c tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c382273-1d38-47ae-b844-3d871794dad7 HTTP/1.1" status: 200 len: 943 time: 0.4008725 May 31 13:20:28.630979 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfdb1e4-422c-4097-a7f2-a3e0de671b48 req-048672ac-f06d-4a9b-b798-6e0b8bcc937e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:28.633141 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-abfdb1e4-422c-4097-a7f2-a3e0de671b48 req-048672ac-f06d-4a9b-b798-6e0b8bcc937e service neutron] 10.222.0.44 "GET /v2.0/networks?id=2673cfae-a69b-4b07-beac-4f5bbaf82e9b HTTP/1.1" status: 200 len: 906 time: 0.2900090 May 31 13:20:28.716946 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-db36f1a8-ac3b-48bf-9a99-7fcbc0568c9c req-7becfd69-3936-4b4c-9939-1ff4341288e5 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195540 May 31 13:20:28.790947 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-abfdb1e4-422c-4097-a7f2-a3e0de671b48 req-8f5a65f1-e11f-40ff-9a83-1f8b8cbb251e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b683c24-4adf-4b0d-a743-818fae1d55a8 HTTP/1.1" status: 200 len: 1000 time: 0.1290767 May 31 13:20:28.890705 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfdb1e4-422c-4097-a7f2-a3e0de671b48 req-69c9b32d-00da-4d4f-b7d2-459ec0838050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:28.892385 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-abfdb1e4-422c-4097-a7f2-a3e0de671b48 req-69c9b32d-00da-4d4f-b7d2-459ec0838050 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=242d2316-6768-4a32-9245-372928819e1b HTTP/1.1" status: 200 len: 844 time: 0.0949252 May 31 13:20:29.012919 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-4f377a1e-e0ca-4003-ac19-75f7c5b8bded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f999b928-5db6-49dd-8905-803ec22808ea', 'name': 'tempest-ServersTestJSON-907881908-router', 'tenant_id': 'e566dfc2cf5740deb10cf057af38c280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '7c06a97b-1a69-4e93-a372-54e7d419a3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:19:37Z', 'updated_at': '2022-05-31T13:19:47Z', 'revision_number': 4, 'project_id': 'e566dfc2cf5740deb10cf057af38c280', 'gw_port': {'id': '7c06a97b-1a69-4e93-a372-54e7d419a3b4', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f999b928-5db6-49dd-8905-803ec22808ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:19:39Z', 'updated_at': '2022-05-31T13:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '26a54c3e-6ae4-4e08-b56e-7c2f58e98564', 'tenant_id': 'e566dfc2cf5740deb10cf057af38c280', 'floating_ip_address': '172.25.6.245', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': 'f999b928-5db6-49dd-8905-803ec22808ea', 'port_id': '6b683c24-4adf-4b0d-a743-818fae1d55a8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2673cfae-a69b-4b07-beac-4f5bbaf82e9b', 'mac_address': 'fa:16:3e:dd:72:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1952bb15-cd8a-4a0f-a6dc-4ff27c255a78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:19:56Z', 'updated_at': '2022-05-31T13:20:25Z', 'revision_number': 1, 'project_id': 'e566dfc2cf5740deb10cf057af38c280', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93d9e554-65ad-4e4a-bab1-a160b4c9d2c0', 'name': '', 'network_id': '2673cfae-a69b-4b07-beac-4f5bbaf82e9b', 'tenant_id': 'e566dfc2cf5740deb10cf057af38c280', 'mac_address': 'fa:16:3e:3f:6f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f999b928-5db6-49dd-8905-803ec22808ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '242d2316-6768-4a32-9245-372928819e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:19:46Z', 'updated_at': '2022-05-31T13:19:55Z', 'revision_number': 5, 'project_id': 'e566dfc2cf5740deb10cf057af38c280', 'subnets': [{'id': '242d2316-6768-4a32-9245-372928819e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:20:29.023523 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f377a1e-e0ca-4003-ac19-75f7c5b8bded None None] The sync data for ids ['f999b928-5db6-49dd-8905-803ec22808ea'] in n-d-843939-1 is: [{'id': 'f999b928-5db6-49dd-8905-803ec22808ea', 'name': 'tempest-ServersTestJSON-907881908-router', 'tenant_id': 'e566dfc2cf5740deb10cf057af38c280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '7c06a97b-1a69-4e93-a372-54e7d419a3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:19:37Z', 'updated_at': '2022-05-31T13:19:47Z', 'revision_number': 4, 'project_id': 'e566dfc2cf5740deb10cf057af38c280', 'gw_port': {'id': '7c06a97b-1a69-4e93-a372-54e7d419a3b4', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f999b928-5db6-49dd-8905-803ec22808ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:19:39Z', 'updated_at': '2022-05-31T13:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '26a54c3e-6ae4-4e08-b56e-7c2f58e98564', 'tenant_id': 'e566dfc2cf5740deb10cf057af38c280', 'floating_ip_address': '172.25.6.245', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': 'f999b928-5db6-49dd-8905-803ec22808ea', 'port_id': '6b683c24-4adf-4b0d-a743-818fae1d55a8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2673cfae-a69b-4b07-beac-4f5bbaf82e9b', 'mac_address': 'fa:16:3e:dd:72:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1952bb15-cd8a-4a0f-a6dc-4ff27c255a78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:19:56Z', 'updated_at': '2022-05-31T13:20:25Z', 'revision_number': 1, 'project_id': 'e566dfc2cf5740deb10cf057af38c280', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93d9e554-65ad-4e4a-bab1-a160b4c9d2c0', 'name': '', 'network_id': '2673cfae-a69b-4b07-beac-4f5bbaf82e9b', 'tenant_id': 'e566dfc2cf5740deb10cf057af38c280', 'mac_address': 'fa:16:3e:3f:6f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f999b928-5db6-49dd-8905-803ec22808ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '242d2316-6768-4a32-9245-372928819e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:19:46Z', 'updated_at': '2022-05-31T13:19:55Z', 'revision_number': 5, 'project_id': 'e566dfc2cf5740deb10cf057af38c280', 'subnets': [{'id': '242d2316-6768-4a32-9245-372928819e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:20:29.130984 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfdb1e4-422c-4097-a7f2-a3e0de671b48 req-03cb41cd-ed29-48f1-bd01-0bb359fcb867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:29.132569 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-abfdb1e4-422c-4097-a7f2-a3e0de671b48 req-03cb41cd-ed29-48f1-bd01-0bb359fcb867 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2673cfae-a69b-4b07-beac-4f5bbaf82e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2326932 May 31 13:20:29.150133 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae215f50-79e8-436d-97ae-9d5140cbcb14 req-4c1eca5a-dcd8-4833-b57e-7ba82258fa60 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:29.152526 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ae215f50-79e8-436d-97ae-9d5140cbcb14 req-4c1eca5a-dcd8-4833-b57e-7ba82258fa60 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=a06e1f01-c592-43ce-8534-64d7c3528378 HTTP/1.1" status: 200 len: 950 time: 0.1638272 May 31 13:20:29.313597 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ae215f50-79e8-436d-97ae-9d5140cbcb14 req-3f018952-2cd1-4cc6-9dc1-5e343ea10cdd tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399019 May 31 13:20:29.368720 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7503ef-5033-4e87-bb71-552731c426af None None] New status for floating IP 26a54c3e-6ae4-4e08-b56e-7c2f58e98564: ACTIVE {{(pid=88371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 13:20:29.375807 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-abfdb1e4-422c-4097-a7f2-a3e0de671b48 req-3cabf79f-522a-4b82-896e-a879daa8c723 service neutron] 10.222.0.44 "GET /v2.0/networks/2673cfae-a69b-4b07-beac-4f5bbaf82e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221773 May 31 13:20:29.583962 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-abfdb1e4-422c-4097-a7f2-a3e0de671b48 req-403c3d46-eddf-40ac-88c7-d94aac92567a service neutron] 10.222.0.44 "GET /v2.0/networks/2673cfae-a69b-4b07-beac-4f5bbaf82e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013619 May 31 13:20:29.629758 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device ea3382f3-3ff7-4563-a4cf-59a7d28cd33c details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:20:29.881197 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6852830-0d0a-446b-90fe-44c5b3696de8 req-44006963-af0d-4f31-ae69-b273a3eefbe3 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:29.883642 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f6852830-0d0a-446b-90fe-44c5b3696de8 req-44006963-af0d-4f31-ae69-b273a3eefbe3 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/ports?device_id=55fb1417-cad8-4df4-aa5c-6da0276389e5 HTTP/1.1" status: 200 len: 950 time: 0.1581857 May 31 13:20:29.892798 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port ea3382f3-3ff7-4563-a4cf-59a7d28cd33c, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=ea3382f3-3ff7-4563-a4cf-59a7d28cd33c,segment=NetworkSegment(a592d348-649e-4ed1-b139-bdf2b9c4a847),segment_id=a592d348-649e-4ed1-b139-bdf2b9c4a847)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:20:29.909653 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': 'ea3382f3-3ff7-4563-a4cf-59a7d28cd33c', 'network_id': '5b3c8d41-b43d-4739-acc3-c9eae6a83205', 'port_id': 'ea3382f3-3ff7-4563-a4cf-59a7d28cd33c', 'mac_address': 'fa:16:3e:20:c8:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c38944f5-addb-47c7-b219-ea477f926c92', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:20:29.933356 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f6852830-0d0a-446b-90fe-44c5b3696de8 req-e0a8ce0c-6af9-41ec-803b-22f01ee9663f tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/security-groups?id=62fff807-5a72-4450-b5e7-33e8160efe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435097 May 31 13:20:29.975398 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port ea3382f3-3ff7-4563-a4cf-59a7d28cd33c is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:20:29.975946 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:30.000810 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea3382f3-3ff7-4563-a4cf-59a7d28cd33c {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:20:30.022468 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port ea3382f3-3ff7-4563-a4cf-59a7d28cd33c, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=ea3382f3-3ff7-4563-a4cf-59a7d28cd33c,segment=NetworkSegment(a592d348-649e-4ed1-b139-bdf2b9c4a847),segment_id=a592d348-649e-4ed1-b139-bdf2b9c4a847)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:20:30.027419 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:30.118979 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=ea3382f3-3ff7-4563-a4cf-59a7d28cd33c,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:30.183274 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f6e74-d524-4900-8100-5c3c0e9780fd req-6eff4965-81f7-49fe-b686-721f03f80dd1 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:30.185960 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d60f6e74-d524-4900-8100-5c3c0e9780fd req-6eff4965-81f7-49fe-b686-721f03f80dd1 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c382273-1d38-47ae-b844-3d871794dad7 HTTP/1.1" status: 200 len: 944 time: 0.1015265 May 31 13:20:30.264199 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d60f6e74-d524-4900-8100-5c3c0e9780fd req-99ef3ddd-9c63-48b4-9028-78fa48a5f76c tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674689 May 31 13:20:30.398939 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['ea3382f3-3ff7-4563-a4cf-59a7d28cd33c'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:20:30.676353 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34e94d0-292b-42ee-9fd2-77e4d137e41c req-2899ef1e-cc5a-4c51-af75-70fb0e9e5896 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:30.679054 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c34e94d0-292b-42ee-9fd2-77e4d137e41c req-2899ef1e-cc5a-4c51-af75-70fb0e9e5896 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=a06e1f01-c592-43ce-8534-64d7c3528378 HTTP/1.1" status: 200 len: 950 time: 0.2287686 May 31 13:20:30.744517 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c34e94d0-292b-42ee-9fd2-77e4d137e41c req-20c48a87-92b9-4ccd-8008-cb8f1d71beb4 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555143 May 31 13:20:31.161695 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a392e3f5-bfb3-42fb-a14d-2bb41f8f3085 req-2bf667dc-1ece-4719-8c27-90fdf820774e tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:31.166650 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a392e3f5-bfb3-42fb-a14d-2bb41f8f3085 req-2bf667dc-1ece-4719-8c27-90fdf820774e tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/ports?device_id=55fb1417-cad8-4df4-aa5c-6da0276389e5 HTTP/1.1" status: 200 len: 950 time: 0.1092896 May 31 13:20:31.221652 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8885092b-983e-4f4c-aead-489ea44bba5b req-3def81e1-573b-4c45-8623-eb80751cd2fe tempest-QuotasAdminNegativeTest-962786392 tempest-QuotasAdminNegativeTest-962786392-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=6e7a4728ba634c8ba6552c844c5c9d7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0536199 May 31 13:20:31.271923 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a392e3f5-bfb3-42fb-a14d-2bb41f8f3085 req-0ab40701-4114-4222-9211-236a36d0f91e tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/security-groups?id=62fff807-5a72-4450-b5e7-33e8160efe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736399 May 31 13:20:31.410786 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8885092b-983e-4f4c-aead-489ea44bba5b req-abd2333c-f321-48dc-8fa6-79988e32174e tempest-QuotasAdminNegativeTest-962786392 tempest-QuotasAdminNegativeTest-962786392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:31.412315 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8885092b-983e-4f4c-aead-489ea44bba5b req-abd2333c-f321-48dc-8fa6-79988e32174e tempest-QuotasAdminNegativeTest-962786392 tempest-QuotasAdminNegativeTest-962786392-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1793230 May 31 13:20:31.428746 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8885092b-983e-4f4c-aead-489ea44bba5b req-ab904753-6c29-4584-b01e-09d9ef4360c5 tempest-QuotasAdminNegativeTest-962786392 tempest-QuotasAdminNegativeTest-962786392-project] 10.222.0.50 "GET /v2.0/quotas/6e7a4728ba634c8ba6552c844c5c9d7d HTTP/1.1" status: 200 len: 375 time: 0.0105405 May 31 13:20:31.482057 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8885092b-983e-4f4c-aead-489ea44bba5b req-a01e4c33-4442-4196-b2b5-7ab2a5c20a9d tempest-QuotasAdminNegativeTest-962786392 tempest-QuotasAdminNegativeTest-962786392-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=6e7a4728ba634c8ba6552c844c5c9d7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464420 May 31 13:20:31.648795 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device ea3382f3-3ff7-4563-a4cf-59a7d28cd33c up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:20:31.738165 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279dfb0c-99a9-4ace-b568-89db5951db60 req-43b7ef55-0a4f-4fb4-b1bf-0627b8ba7c9a tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:31.739714 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-279dfb0c-99a9-4ace-b568-89db5951db60 req-43b7ef55-0a4f-4fb4-b1bf-0627b8ba7c9a tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c382273-1d38-47ae-b844-3d871794dad7 HTTP/1.1" status: 200 len: 944 time: 0.1151679 May 31 13:20:31.740214 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning for port ea3382f3-3ff7-4563-a4cf-59a7d28cd33c completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:20:31.745716 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port ea3382f3-3ff7-4563-a4cf-59a7d28cd33c triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:20:31.746118 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:31.794742 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-279dfb0c-99a9-4ace-b568-89db5951db60 req-ddb385ca-35c0-4636-93b2-2e0594a3ed4f tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485873 May 31 13:20:31.887056 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port ea3382f3-3ff7-4563-a4cf-59a7d28cd33c is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:20:31.887534 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:31.928281 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c382273-1d38-47ae-b844-3d871794dad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea3382f3-3ff7-4563-a4cf-59a7d28cd33c'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:20:31.940923 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port ea3382f3-3ff7-4563-a4cf-59a7d28cd33c, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=ea3382f3-3ff7-4563-a4cf-59a7d28cd33c,segment=NetworkSegment(a592d348-649e-4ed1-b139-bdf2b9c4a847),segment_id=a592d348-649e-4ed1-b139-bdf2b9c4a847)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:20:31.945835 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:32.012030 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02606ae7-b0fb-4e30-9201-b1919601e030'] response: {'server_uuid': '5c382273-1d38-47ae-b844-3d871794dad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea3382f3-3ff7-4563-a4cf-59a7d28cd33c', 'code': 200} May 31 13:20:32.047985 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=ea3382f3-3ff7-4563-a4cf-59a7d28cd33c,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:32.159436 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeed1f8-dabf-465c-a381-d763ca7caca7 req-993d91c0-3f7c-43b8-8d90-228e936c3d46 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:32.161285 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2eeed1f8-dabf-465c-a381-d763ca7caca7 req-993d91c0-3f7c-43b8-8d90-228e936c3d46 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=a06e1f01-c592-43ce-8534-64d7c3528378 HTTP/1.1" status: 200 len: 950 time: 0.1060667 May 31 13:20:32.183340 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45296b3-0136-49ef-8f10-34bf4a43b62d req-ab524c6e-da41-4206-b3f3-9315fc3a5320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:32.184951 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f45296b3-0136-49ef-8f10-34bf4a43b62d req-ab524c6e-da41-4206-b3f3-9315fc3a5320 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5c382273-1d38-47ae-b844-3d871794dad7 HTTP/1.1" status: 200 len: 1096 time: 0.1025007 May 31 13:20:32.230225 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2eeed1f8-dabf-465c-a381-d763ca7caca7 req-6582295c-b72e-493c-b5cc-0a83b335d589 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599442 May 31 13:20:32.241966 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f45296b3-0136-49ef-8f10-34bf4a43b62d req-3bf7c15d-3af4-4c59-ab72-e969db9d0777 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499985 May 31 13:20:32.244723 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 34118) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:20:32.415109 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c82f492e-bc30-42ab-aa04-7303348bde12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:32.434227 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c82f492e-bc30-42ab-aa04-7303348bde12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:20:32.438564 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c82f492e-bc30-42ab-aa04-7303348bde12 admin admin] Usage tracker for resource:security_group_rule and tenant:4a751fd29ecc49b692e06edbe8c9f557 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:20:32.442573 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c82f492e-bc30-42ab-aa04-7303348bde12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:20:32.448985 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c82f492e-bc30-42ab-aa04-7303348bde12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:20:32.498110 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605038e-a5d5-43b8-99d4-01afa94533cd req-1c54404b-611e-4798-8cac-b311ef2f07ff tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:32.507618 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5605038e-a5d5-43b8-99d4-01afa94533cd req-1c54404b-611e-4798-8cac-b311ef2f07ff tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/ports?device_id=55fb1417-cad8-4df4-aa5c-6da0276389e5 HTTP/1.1" status: 200 len: 950 time: 0.1187797 May 31 13:20:32.556708 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c82f492e-bc30-42ab-aa04-7303348bde12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:32.562400 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5605038e-a5d5-43b8-99d4-01afa94533cd req-d6561a51-242e-4323-ab6c-beb89fe49510 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/security-groups?id=62fff807-5a72-4450-b5e7-33e8160efe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538542 May 31 13:20:32.567164 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c82f492e-bc30-42ab-aa04-7303348bde12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:32.622353 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c82f492e-bc30-42ab-aa04-7303348bde12 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4a751fd29ecc49b692e06edbe8c9f557&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3763177 May 31 13:20:32.623348 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82f492e-bc30-42ab-aa04-7303348bde12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae02ae4-c38b-42bb-8074-1036bc34bd66,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:32.625121 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 34138) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:20:32.700036 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9e2f3fcd-fd9b-4db3-82c3-5c5c4bd7e260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:32.712670 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 34152) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:20:32.757317 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9e2f3fcd-fd9b-4db3-82c3-5c5c4bd7e260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:32.777944 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9cab546a-17da-4afa-b1fe-f7eb8afeb680 req-cb081db3-7660-4c87-9e53-765ee1afd999 tempest-QuotasAdminNegativeTest-962786392 tempest-QuotasAdminNegativeTest-962786392-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=6e7a4728ba634c8ba6552c844c5c9d7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0464346 May 31 13:20:32.844125 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1c651f14-ac13-4bdc-aa20-8b66f8fc5d97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:32.865476 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-1c651f14-ac13-4bdc-aa20-8b66f8fc5d97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:20:32.871683 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-1c651f14-ac13-4bdc-aa20-8b66f8fc5d97 admin admin] Usage tracker for resource:security_group_rule and tenant:d323cdd2e9c1494e8dac375b6c25626b is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:20:32.875846 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-1c651f14-ac13-4bdc-aa20-8b66f8fc5d97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:20:32.886499 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-1c651f14-ac13-4bdc-aa20-8b66f8fc5d97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:20:32.991000 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1c651f14-ac13-4bdc-aa20-8b66f8fc5d97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:32.994998 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1c651f14-ac13-4bdc-aa20-8b66f8fc5d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:32.995960 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9e2f3fcd-fd9b-4db3-82c3-5c5c4bd7e260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:33.031539 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2f3fcd-fd9b-4db3-82c3-5c5c4bd7e260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae02ae4-c38b-42bb-8074-1036bc34bd66,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:33.039925 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab546a-17da-4afa-b1fe-f7eb8afeb680 req-908bc52f-f6f9-4e71-8058-55de80807d7e tempest-QuotasAdminNegativeTest-962786392 tempest-QuotasAdminNegativeTest-962786392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:33.042722 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9cab546a-17da-4afa-b1fe-f7eb8afeb680 req-908bc52f-f6f9-4e71-8058-55de80807d7e tempest-QuotasAdminNegativeTest-962786392 tempest-QuotasAdminNegativeTest-962786392-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2568371 May 31 13:20:33.053517 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-1c651f14-ac13-4bdc-aa20-8b66f8fc5d97 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d323cdd2e9c1494e8dac375b6c25626b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3395166 May 31 13:20:33.055256 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c651f14-ac13-4bdc-aa20-8b66f8fc5d97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b38a7ee-b615-4dd2-9c37-dab560e1335b,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:33.057575 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 34160) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:20:33.077888 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9e2f3fcd-fd9b-4db3-82c3-5c5c4bd7e260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:33.079000 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-9e2f3fcd-fd9b-4db3-82c3-5c5c4bd7e260 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bae02ae4-c38b-42bb-8074-1036bc34bd66 HTTP/1.1" status: 204 len: 168 time: 0.4528315 May 31 13:20:33.080592 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9cab546a-17da-4afa-b1fe-f7eb8afeb680 req-c44ec3b8-25ba-42a0-81e3-0d177ba0aef2 tempest-QuotasAdminNegativeTest-962786392 tempest-QuotasAdminNegativeTest-962786392-project] 10.222.0.50 "GET /v2.0/quotas/6e7a4728ba634c8ba6552c844c5c9d7d HTTP/1.1" status: 200 len: 375 time: 0.0321252 May 31 13:20:33.123836 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-660da710-baa1-49db-b442-d7a2134a0412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:33.154895 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-660da710-baa1-49db-b442-d7a2134a0412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:33.164738 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9cab546a-17da-4afa-b1fe-f7eb8afeb680 req-19d020c4-e2e7-475c-ad73-e08a7aaa59c3 tempest-QuotasAdminNegativeTest-962786392 tempest-QuotasAdminNegativeTest-962786392-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=6e7a4728ba634c8ba6552c844c5c9d7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0753334 May 31 13:20:33.178630 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ba720f-5700-4833-9ae0-795fa87f2fec req-ecac60f5-f67c-4f42-9e5a-7742cf1ae677 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:33.188196 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e1ba720f-5700-4833-9ae0-795fa87f2fec req-ecac60f5-f67c-4f42-9e5a-7742cf1ae677 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c382273-1d38-47ae-b844-3d871794dad7 HTTP/1.1" status: 200 len: 945 time: 0.2697520 May 31 13:20:33.238857 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e1ba720f-5700-4833-9ae0-795fa87f2fec req-a599154b-df90-4769-a0e0-98bc16546f74 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495536 May 31 13:20:33.247444 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-660da710-baa1-49db-b442-d7a2134a0412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:33.267194 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660da710-baa1-49db-b442-d7a2134a0412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b38a7ee-b615-4dd2-9c37-dab560e1335b,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:33.296236 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-660da710-baa1-49db-b442-d7a2134a0412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:33.305631 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-660da710-baa1-49db-b442-d7a2134a0412 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6b38a7ee-b615-4dd2-9c37-dab560e1335b HTTP/1.1" status: 204 len: 168 time: 0.2467520 May 31 13:20:33.448965 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 34178) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:20:33.471850 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0c25f33b-b610-475e-9b95-f6235b374503 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:33.503794 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0c25f33b-b610-475e-9b95-f6235b374503 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:20:33.509092 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-0c25f33b-b610-475e-9b95-f6235b374503 admin admin] Usage tracker for resource:security_group_rule and tenant:cb99fea09ad44ff784b4452fdc005259 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:20:33.512952 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-0c25f33b-b610-475e-9b95-f6235b374503 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:20:33.520634 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0c25f33b-b610-475e-9b95-f6235b374503 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:20:33.556546 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c00e95-c8c3-490f-a054-2f8cbe85ff32 req-b03c0151-992d-4324-950c-56087e61ed15 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:33.567424 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e2c00e95-c8c3-490f-a054-2f8cbe85ff32 req-b03c0151-992d-4324-950c-56087e61ed15 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=a06e1f01-c592-43ce-8534-64d7c3528378 HTTP/1.1" status: 200 len: 950 time: 0.1698692 May 31 13:20:33.634100 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0c25f33b-b610-475e-9b95-f6235b374503 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:33.638922 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0c25f33b-b610-475e-9b95-f6235b374503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:33.673105 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e2c00e95-c8c3-490f-a054-2f8cbe85ff32 req-6e31fc01-c8e7-480d-9ae2-e6f2dd9c819a tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998054 May 31 13:20:33.729282 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-0c25f33b-b610-475e-9b95-f6235b374503 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cb99fea09ad44ff784b4452fdc005259&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2783072 May 31 13:20:33.732182 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 34186) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:20:33.732904 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c25f33b-b610-475e-9b95-f6235b374503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0738803e-11ea-4c19-b61d-c1e93a51e21e,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:33.820742 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 34190) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:20:33.844223 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-195f8104-7b2d-439e-8ce1-ad8a0466c022 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:33.867324 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-195f8104-7b2d-439e-8ce1-ad8a0466c022 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:20:33.875889 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-195f8104-7b2d-439e-8ce1-ad8a0466c022 admin admin] Usage tracker for resource:security_group_rule and tenant:7ac22a6dcec549c9a832172b1d6a7bc6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:20:33.883267 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-195f8104-7b2d-439e-8ce1-ad8a0466c022 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:20:33.891523 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-195f8104-7b2d-439e-8ce1-ad8a0466c022 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:20:33.913217 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1f098119-66d7-447e-a763-16c85bade779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:33.960795 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1f098119-66d7-447e-a763-16c85bade779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:34.028128 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c74d3-0002-4922-ae10-16008d823ddc req-27b28540-3873-415b-ba02-f898153fe462 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:34.029704 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8c6c74d3-0002-4922-ae10-16008d823ddc req-27b28540-3873-415b-ba02-f898153fe462 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/ports?device_id=55fb1417-cad8-4df4-aa5c-6da0276389e5 HTTP/1.1" status: 200 len: 950 time: 0.1724155 May 31 13:20:34.043212 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-195f8104-7b2d-439e-8ce1-ad8a0466c022 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:34.049437 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-195f8104-7b2d-439e-8ce1-ad8a0466c022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:34.074052 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1f098119-66d7-447e-a763-16c85bade779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:34.102600 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f098119-66d7-447e-a763-16c85bade779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0738803e-11ea-4c19-b61d-c1e93a51e21e,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:34.107723 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8c6c74d3-0002-4922-ae10-16008d823ddc req-89093afa-fed0-4588-aa61-93785628f9f8 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/security-groups?id=62fff807-5a72-4450-b5e7-33e8160efe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673177 May 31 13:20:34.110068 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1f098119-66d7-447e-a763-16c85bade779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:34.111271 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-1f098119-66d7-447e-a763-16c85bade779 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0738803e-11ea-4c19-b61d-c1e93a51e21e HTTP/1.1" status: 204 len: 168 time: 0.3780584 May 31 13:20:34.119528 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-195f8104-7b2d-439e-8ce1-ad8a0466c022 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7ac22a6dcec549c9a832172b1d6a7bc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2963409 May 31 13:20:34.121580 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195f8104-7b2d-439e-8ce1-ad8a0466c022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=627a0536-66ee-4d59-a2f5-d698befe287b,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:34.122344 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 34202) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:20:34.195706 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f108a3f9-a567-4608-aa49-bd74e378aad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:34.226505 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f108a3f9-a567-4608-aa49-bd74e378aad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:34.305599 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f108a3f9-a567-4608-aa49-bd74e378aad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:34.328721 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f108a3f9-a567-4608-aa49-bd74e378aad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=627a0536-66ee-4d59-a2f5-d698befe287b,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:34.333566 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f108a3f9-a567-4608-aa49-bd74e378aad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:34.334990 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-f108a3f9-a567-4608-aa49-bd74e378aad4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/627a0536-66ee-4d59-a2f5-d698befe287b HTTP/1.1" status: 204 len: 168 time: 0.2112248 May 31 13:20:34.541639 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df53e03-1292-4f6f-9e30-977e94f6f5dd req-311d40e6-2418-4381-bf58-1da09b09f987 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:34.543597 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3df53e03-1292-4f6f-9e30-977e94f6f5dd req-311d40e6-2418-4381-bf58-1da09b09f987 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c382273-1d38-47ae-b844-3d871794dad7 HTTP/1.1" status: 200 len: 945 time: 0.1015568 May 31 13:20:34.594125 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3df53e03-1292-4f6f-9e30-977e94f6f5dd req-a8ebb366-df93-4d80-a75f-c66ffea25960 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437508 May 31 13:20:34.805562 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66857e7-9e4b-4a95-a798-1aa6bacceafa req-e4df1aa8-c573-436f-91c9-8f1996c94f2b tempest-LiveAutoBlockMigrationV225Test-938371686 tempest-LiveAutoBlockMigrationV225Test-938371686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:34.807381 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c66857e7-9e4b-4a95-a798-1aa6bacceafa req-e4df1aa8-c573-436f-91c9-8f1996c94f2b tempest-LiveAutoBlockMigrationV225Test-938371686 tempest-LiveAutoBlockMigrationV225Test-938371686-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=5c382273-1d38-47ae-b844-3d871794dad7 HTTP/1.1" status: 200 len: 1096 time: 0.0863850 May 31 13:20:35.009525 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c66857e7-9e4b-4a95-a798-1aa6bacceafa req-66643ca2-eaee-4a87-aedb-dc575515a2c8 tempest-LiveAutoBlockMigrationV225Test-938371686 tempest-LiveAutoBlockMigrationV225Test-938371686-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957793 May 31 13:20:35.056608 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a77dabc-7cac-4e9a-a801-d437d7882e25 req-2d9e5437-fea5-463f-aa24-e00f82781935 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:35.058176 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4a77dabc-7cac-4e9a-a801-d437d7882e25 req-2d9e5437-fea5-463f-aa24-e00f82781935 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=a06e1f01-c592-43ce-8534-64d7c3528378 HTTP/1.1" status: 200 len: 950 time: 0.1858203 May 31 13:20:35.127754 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4a77dabc-7cac-4e9a-a801-d437d7882e25 req-5cdb5e3e-a58d-4b5f-b82a-5787a788027d tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604992 May 31 13:20:35.244254 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-51ab9529-9b64-4ca2-ad9f-3280e0dca47c req-78bcb6d2-9393-4774-a836-fea3c5d7e81d tempest-QuotasAdminNegativeTest-962786392 tempest-QuotasAdminNegativeTest-962786392-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=6e7a4728ba634c8ba6552c844c5c9d7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346098 May 31 13:20:35.458432 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3fa927-6ae8-4789-b881-7fa1407fa8e6 req-a4ea5c02-9ad9-49a9-9108-f7ad738c46a1 tempest-LiveAutoBlockMigrationV225Test-938371686 tempest-LiveAutoBlockMigrationV225Test-938371686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:35.467926 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-da3fa927-6ae8-4789-b881-7fa1407fa8e6 req-a4ea5c02-9ad9-49a9-9108-f7ad738c46a1 tempest-LiveAutoBlockMigrationV225Test-938371686 tempest-LiveAutoBlockMigrationV225Test-938371686-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=5c382273-1d38-47ae-b844-3d871794dad7 HTTP/1.1" status: 200 len: 1096 time: 0.2154818 May 31 13:20:35.524170 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab9529-9b64-4ca2-ad9f-3280e0dca47c req-f2e5940d-8cea-4645-b716-360cab2ddf21 tempest-QuotasAdminNegativeTest-962786392 tempest-QuotasAdminNegativeTest-962786392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:35.526175 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-51ab9529-9b64-4ca2-ad9f-3280e0dca47c req-f2e5940d-8cea-4645-b716-360cab2ddf21 tempest-QuotasAdminNegativeTest-962786392 tempest-QuotasAdminNegativeTest-962786392-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2759759 May 31 13:20:35.562830 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-51ab9529-9b64-4ca2-ad9f-3280e0dca47c req-2084a1c1-0a32-40b9-9f3d-0e4eeefb645b tempest-QuotasAdminNegativeTest-962786392 tempest-QuotasAdminNegativeTest-962786392-project] 10.222.0.50 "GET /v2.0/quotas/6e7a4728ba634c8ba6552c844c5c9d7d HTTP/1.1" status: 200 len: 375 time: 0.0224564 May 31 13:20:35.578294 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-da3fa927-6ae8-4789-b881-7fa1407fa8e6 req-17166dbe-6eee-4c56-a68b-008c4508ca99 tempest-LiveAutoBlockMigrationV225Test-938371686 tempest-LiveAutoBlockMigrationV225Test-938371686-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962224 May 31 13:20:35.630324 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-51ab9529-9b64-4ca2-ad9f-3280e0dca47c req-997efdc9-5bc7-4c3e-b1f4-786d11a8a720 tempest-QuotasAdminNegativeTest-962786392 tempest-QuotasAdminNegativeTest-962786392-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=6e7a4728ba634c8ba6552c844c5c9d7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0506113 May 31 13:20:35.869946 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b4f29-7945-45bf-90a0-8c0ee870064f req-d3200a8f-0b83-4dd8-bb7d-dc1fea2a880f tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:35.871488 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-388b4f29-7945-45bf-90a0-8c0ee870064f req-d3200a8f-0b83-4dd8-bb7d-dc1fea2a880f tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/ports?device_id=55fb1417-cad8-4df4-aa5c-6da0276389e5 HTTP/1.1" status: 200 len: 950 time: 0.0945759 May 31 13:20:35.929723 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-388b4f29-7945-45bf-90a0-8c0ee870064f req-53473345-4284-45a6-8a0d-61331d171129 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/security-groups?id=62fff807-5a72-4450-b5e7-33e8160efe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519764 May 31 13:20:36.342419 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf35529-cd33-438e-855f-9f388ab3fb72 req-388212c6-c8ae-4da0-a4ad-aef2426fca80 tempest-LiveAutoBlockMigrationV225Test-938371686 tempest-LiveAutoBlockMigrationV225Test-938371686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:36.357050 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bcf35529-cd33-438e-855f-9f388ab3fb72 req-388212c6-c8ae-4da0-a4ad-aef2426fca80 tempest-LiveAutoBlockMigrationV225Test-938371686 tempest-LiveAutoBlockMigrationV225Test-938371686-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=5c382273-1d38-47ae-b844-3d871794dad7 HTTP/1.1" status: 200 len: 1096 time: 0.0995221 May 31 13:20:36.412989 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bcf35529-cd33-438e-855f-9f388ab3fb72 req-6fc061fb-3a27-45f9-97d1-adf17612406e tempest-LiveAutoBlockMigrationV225Test-938371686 tempest-LiveAutoBlockMigrationV225Test-938371686-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545192 May 31 13:20:36.718474 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1483162a-f945-49ef-8bfd-f3c56c3460ca req-0c2a641c-7efb-4c79-a11c-f29b357597d9 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:36.730623 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1483162a-f945-49ef-8bfd-f3c56c3460ca req-0c2a641c-7efb-4c79-a11c-f29b357597d9 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=a06e1f01-c592-43ce-8534-64d7c3528378 HTTP/1.1" status: 200 len: 950 time: 0.2488427 May 31 13:20:36.814154 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1483162a-f945-49ef-8bfd-f3c56c3460ca req-09789d52-5ea0-4488-8369-60cb27a2d9f4 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823488 May 31 13:20:36.870740 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d450c4a5-ed17-418f-8485-3e566a63959f req-86e34a62-e4ef-4df5-9320-c19ea9f5a21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:36.872250 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d450c4a5-ed17-418f-8485-3e566a63959f req-86e34a62-e4ef-4df5-9320-c19ea9f5a21a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=55fb1417-cad8-4df4-aa5c-6da0276389e5 HTTP/1.1" status: 200 len: 1101 time: 0.1209130 May 31 13:20:36.923321 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d450c4a5-ed17-418f-8485-3e566a63959f req-0cb42709-6f15-48ba-b4e2-20f97f719ff9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=62fff807-5a72-4450-b5e7-33e8160efe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445297 May 31 13:20:37.115191 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 34334) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:20:37.128733 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:37.154769 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8266667b-e505-4f82-9579-a44d85bb0163 req-15a07a8a-3043-4913-ac84-62625c04064e tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:37.156404 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8266667b-e505-4f82-9579-a44d85bb0163 req-15a07a8a-3043-4913-ac84-62625c04064e tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/ports?device_id=55fb1417-cad8-4df4-aa5c-6da0276389e5 HTTP/1.1" status: 200 len: 950 time: 0.1001308 May 31 13:20:37.214866 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8266667b-e505-4f82-9579-a44d85bb0163 req-16588e98-0924-4d0d-8158-31837150a140 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/security-groups?id=62fff807-5a72-4450-b5e7-33e8160efe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505180 May 31 13:20:37.260829 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-30a06bfc-a485-4399-b596-532cf0eaa63a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:37.286780 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0e7c837a-957c-48c5-86ac-488a05c05f7c req-38a8a15c-3c8a-490f-89c7-54e84973b3d4 tempest-ServerDiagnosticsNegativeTest-1497497634 tempest-ServerDiagnosticsNegativeTest-1497497634-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=2c7c3385ea2b4a37bc4958245db02120&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378964 May 31 13:20:37.290069 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-30a06bfc-a485-4399-b596-532cf0eaa63a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:20:37.294753 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-30a06bfc-a485-4399-b596-532cf0eaa63a admin admin] Usage tracker for resource:security_group_rule and tenant:6e7a4728ba634c8ba6552c844c5c9d7d is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:20:37.297904 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-30a06bfc-a485-4399-b596-532cf0eaa63a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:20:37.305582 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-30a06bfc-a485-4399-b596-532cf0eaa63a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:20:37.422728 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-30a06bfc-a485-4399-b596-532cf0eaa63a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:37.428247 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-30a06bfc-a485-4399-b596-532cf0eaa63a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:37.492476 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-30a06bfc-a485-4399-b596-532cf0eaa63a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6e7a4728ba634c8ba6552c844c5c9d7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3677485 May 31 13:20:37.492476 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a06bfc-a485-4399-b596-532cf0eaa63a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ca69ee-d881-45ce-96ce-129c9861bf66,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:37.492768 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 34352) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:20:37.493915 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c837a-957c-48c5-86ac-488a05c05f7c req-ec1bef8b-fd47-4974-b3a4-0b73380f55db tempest-ServerDiagnosticsNegativeTest-1497497634 tempest-ServerDiagnosticsNegativeTest-1497497634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:37.501327 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0e7c837a-957c-48c5-86ac-488a05c05f7c req-ec1bef8b-fd47-4974-b3a4-0b73380f55db tempest-ServerDiagnosticsNegativeTest-1497497634 tempest-ServerDiagnosticsNegativeTest-1497497634-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2047539 May 31 13:20:37.514551 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0e7c837a-957c-48c5-86ac-488a05c05f7c req-7a023102-c89d-485a-a4d7-3728be68f61b tempest-ServerDiagnosticsNegativeTest-1497497634 tempest-ServerDiagnosticsNegativeTest-1497497634-project] 10.222.0.50 "GET /v2.0/quotas/2c7c3385ea2b4a37bc4958245db02120 HTTP/1.1" status: 200 len: 375 time: 0.0122292 May 31 13:20:37.567932 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-15e855ee-ea77-4b29-b92e-5f2757875818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:37.573091 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0e7c837a-957c-48c5-86ac-488a05c05f7c req-8df45eac-b107-41f5-95bd-80c0f0187b6a tempest-ServerDiagnosticsNegativeTest-1497497634 tempest-ServerDiagnosticsNegativeTest-1497497634-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2c7c3385ea2b4a37bc4958245db02120&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0543647 May 31 13:20:37.606275 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-15e855ee-ea77-4b29-b92e-5f2757875818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:37.660747 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 1b511901-6041-4225-8ef3-c3b15518a027 details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:20:37.684190 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-15e855ee-ea77-4b29-b92e-5f2757875818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:37.704669 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 1b511901-6041-4225-8ef3-c3b15518a027 no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:20:37.706982 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e855ee-ea77-4b29-b92e-5f2757875818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ca69ee-d881-45ce-96ce-129c9861bf66,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:37.733529 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-15e855ee-ea77-4b29-b92e-5f2757875818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:37.737729 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-15e855ee-ea77-4b29-b92e-5f2757875818 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f7ca69ee-d881-45ce-96ce-129c9861bf66 HTTP/1.1" status: 204 len: 168 time: 0.2415371 May 31 13:20:37.823999 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f484ac97-4b3d-49d3-afa1-e03c0fa1981d req-af4e572a-4868-410a-a0d5-44c437a4cc1f tempest-LiveAutoBlockMigrationV225Test-938371686 tempest-LiveAutoBlockMigrationV225Test-938371686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:37.825570 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f484ac97-4b3d-49d3-afa1-e03c0fa1981d req-af4e572a-4868-410a-a0d5-44c437a4cc1f tempest-LiveAutoBlockMigrationV225Test-938371686 tempest-LiveAutoBlockMigrationV225Test-938371686-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=5c382273-1d38-47ae-b844-3d871794dad7 HTTP/1.1" status: 200 len: 1096 time: 0.1444809 May 31 13:20:37.905352 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f484ac97-4b3d-49d3-afa1-e03c0fa1981d req-89e99dbd-af66-47fa-885f-54a7900798e9 tempest-LiveAutoBlockMigrationV225Test-938371686 tempest-LiveAutoBlockMigrationV225Test-938371686-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713897 May 31 13:20:37.981645 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 1b511901-6041-4225-8ef3-c3b15518a027 is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:20:37.982059 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:37.998626 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-412b0413-2a6a-491e-b167-86e2192c8dc3 req-2dee1f89-f519-41ea-a3d0-beacb51cdb98 tempest-ServerDiagnosticsNegativeTest-1497497634 tempest-ServerDiagnosticsNegativeTest-1497497634-project] 10.222.0.50 "GET /v2.0/ports?device_id=40a79982-d1b8-4bda-80e5-17166d99d800 HTTP/1.1" status: 200 len: 210 time: 0.0708373 May 31 13:20:38.016639 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 1b511901-6041-4225-8ef3-c3b15518a027, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=1b511901-6041-4225-8ef3-c3b15518a027,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:20:38.046926 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': '1b511901-6041-4225-8ef3-c3b15518a027', 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4', 'port_id': '1b511901-6041-4225-8ef3-c3b15518a027', 'mac_address': 'fa:16:3e:e5:7d:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24822c99-0dce-4d50-9c44-3135ba3763b8', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:20:38.054482 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55fb1417-cad8-4df4-aa5c-6da0276389e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b511901-6041-4225-8ef3-c3b15518a027'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:20:38.127667 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 1b511901-6041-4225-8ef3-c3b15518a027, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=1b511901-6041-4225-8ef3-c3b15518a027,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:20:38.129409 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 1b511901-6041-4225-8ef3-c3b15518a027 is: ACTIVE; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:20:38.130560 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:38.144841 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:38.208759 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1b511901-6041-4225-8ef3-c3b15518a027 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:20:38.331058 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 34388) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:20:38.382469 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c58a9efb-0ea9-475a-a862-158f532869dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:38.385946 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:20:38.386501 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b5660e-4dcc-452c-bc34-366477f4e195 req-c7f18628-018f-4a0c-91fd-90476a320972 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:38.386960 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:20:38.394992 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-82b5660e-4dcc-452c-bc34-366477f4e195 req-c7f18628-018f-4a0c-91fd-90476a320972 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=a06e1f01-c592-43ce-8534-64d7c3528378 HTTP/1.1" status: 200 len: 950 time: 0.1937454 May 31 13:20:38.418373 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=1b511901-6041-4225-8ef3-c3b15518a027,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:38.427534 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:38.455845 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c58a9efb-0ea9-475a-a862-158f532869dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:20:38.466521 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c58a9efb-0ea9-475a-a862-158f532869dd admin admin] Usage tracker for resource:security_group_rule and tenant:7d4408fd22244fc28b7ff33fb32602a8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:20:38.470623 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c58a9efb-0ea9-475a-a862-158f532869dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:20:38.489111 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c58a9efb-0ea9-475a-a862-158f532869dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:20:38.491675 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-82b5660e-4dcc-452c-bc34-366477f4e195 req-e4ad7d5c-53ea-464b-8271-cd14aac4c0e6 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871122 May 31 13:20:38.588182 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cca3f83-f66a-4ddc-bc60-a68bb869a8ac'] response: {'server_uuid': '55fb1417-cad8-4df4-aa5c-6da0276389e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b511901-6041-4225-8ef3-c3b15518a027', 'code': 200} May 31 13:20:38.613419 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c58a9efb-0ea9-475a-a862-158f532869dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:38.618242 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c58a9efb-0ea9-475a-a862-158f532869dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:38.676964 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c58a9efb-0ea9-475a-a862-158f532869dd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7d4408fd22244fc28b7ff33fb32602a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3432257 May 31 13:20:38.680082 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 34394) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:20:38.698977 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58a9efb-0ea9-475a-a862-158f532869dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f09c1de-d346-41ae-a1a1-ec2f3c3367be,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:38.799014 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d85bfc63-6c39-47c9-9e63-1e8fb02518c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:38.891290 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d85bfc63-6c39-47c9-9e63-1e8fb02518c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:38.960417 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c22aaa-050e-4116-8ac9-c0da5e0b9114 req-337592d9-95aa-4a7f-8b78-fd06a235f959 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:38.961957 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-47c22aaa-050e-4116-8ac9-c0da5e0b9114 req-337592d9-95aa-4a7f-8b78-fd06a235f959 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/ports?device_id=55fb1417-cad8-4df4-aa5c-6da0276389e5 HTTP/1.1" status: 200 len: 948 time: 0.1651196 May 31 13:20:39.006096 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 1b511901-6041-4225-8ef3-c3b15518a027 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:20:39.006706 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:39.013524 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d85bfc63-6c39-47c9-9e63-1e8fb02518c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:39.032840 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b511901-6041-4225-8ef3-c3b15518a027 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:20:39.049622 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85bfc63-6c39-47c9-9e63-1e8fb02518c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f09c1de-d346-41ae-a1a1-ec2f3c3367be,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:39.056817 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 1b511901-6041-4225-8ef3-c3b15518a027, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=1b511901-6041-4225-8ef3-c3b15518a027,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:20:39.057131 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-47c22aaa-050e-4116-8ac9-c0da5e0b9114 req-d38a39c5-8327-46b9-b018-3fb53cb395ef tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/security-groups?id=62fff807-5a72-4450-b5e7-33e8160efe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821631 May 31 13:20:39.058056 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d85bfc63-6c39-47c9-9e63-1e8fb02518c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:39.069598 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-d85bfc63-6c39-47c9-9e63-1e8fb02518c4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9f09c1de-d346-41ae-a1a1-ec2f3c3367be HTTP/1.1" status: 204 len: 168 time: 0.3858633 May 31 13:20:39.074469 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:39.193925 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=1b511901-6041-4225-8ef3-c3b15518a027,revision_number=7']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:39.321325 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-15ef7f64-05b6-45ff-b4f6-993a567445e4 req-1041f4f3-78b4-4b73-883b-c9bba3fe09a2 tempest-ServerDiagnosticsNegativeTest-1497497634 tempest-ServerDiagnosticsNegativeTest-1497497634-project] 10.222.0.50 "GET /v2.0/ports?device_id=40a79982-d1b8-4bda-80e5-17166d99d800 HTTP/1.1" status: 200 len: 210 time: 0.0563729 May 31 13:20:39.425360 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['1b511901-6041-4225-8ef3-c3b15518a027'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:20:39.641291 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0e7c837a-957c-48c5-86ac-488a05c05f7c req-e137cc80-59bf-46e1-ace5-c8342c10d489 tempest-ServerDiagnosticsNegativeTest-1497497634 tempest-ServerDiagnosticsNegativeTest-1497497634-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=2c7c3385ea2b4a37bc4958245db02120&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0515778 May 31 13:20:39.924306 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b229e06-1f08-40df-94af-d5b1f4d312e9 req-dc3ba359-5d30-4303-a919-e2ff994e0960 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:39.926170 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1b229e06-1f08-40df-94af-d5b1f4d312e9 req-dc3ba359-5d30-4303-a919-e2ff994e0960 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/ports?device_id=55fb1417-cad8-4df4-aa5c-6da0276389e5 HTTP/1.1" status: 200 len: 949 time: 0.4106755 May 31 13:20:39.987240 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c837a-957c-48c5-86ac-488a05c05f7c req-c50099f0-3a69-4d52-9c47-7e35e7c75e13 tempest-ServerDiagnosticsNegativeTest-1497497634 tempest-ServerDiagnosticsNegativeTest-1497497634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:39.989520 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0e7c837a-957c-48c5-86ac-488a05c05f7c req-c50099f0-3a69-4d52-9c47-7e35e7c75e13 tempest-ServerDiagnosticsNegativeTest-1497497634 tempest-ServerDiagnosticsNegativeTest-1497497634-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3400044 May 31 13:20:40.017011 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-0e7c837a-957c-48c5-86ac-488a05c05f7c req-65e0bcc5-936c-4909-b314-ae000ac43550 tempest-ServerDiagnosticsNegativeTest-1497497634 tempest-ServerDiagnosticsNegativeTest-1497497634-project] Request body: {'port': {'device_id': '40a79982-d1b8-4bda-80e5-17166d99d800', 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4', 'admin_state_up': True, 'tenant_id': '2c7c3385ea2b4a37bc4958245db02120'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:20:40.052663 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1b229e06-1f08-40df-94af-d5b1f4d312e9 req-0f8300f0-3447-4092-b786-144cdc641597 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/security-groups?id=62fff807-5a72-4450-b5e7-33e8160efe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187429 May 31 13:20:40.102688 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [req-f7c1ad8e-48a3-43be-95d9-b2edd39ffd4d req-aec0bcc2-f7c7-433a-98fd-193e155a1e47 tempest-LiveAutoBlockMigrationV225Test-938371686 tempest-LiveAutoBlockMigrationV225Test-938371686-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88369) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:20:40.114819 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f7c1ad8e-48a3-43be-95d9-b2edd39ffd4d req-aec0bcc2-f7c7-433a-98fd-193e155a1e47 tempest-LiveAutoBlockMigrationV225Test-938371686 tempest-LiveAutoBlockMigrationV225Test-938371686-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0226490 May 31 13:20:40.129469 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-f7c1ad8e-48a3-43be-95d9-b2edd39ffd4d req-1abd1852-aa35-4254-a75d-65703680cdbc service neutron] Request body: {'binding': {'host': 'n-h2-843939-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:20:40.130607 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-f7c1ad8e-48a3-43be-95d9-b2edd39ffd4d req-1abd1852-aa35-4254-a75d-65703680cdbc service neutron] Unknown quota resources ['binding']. {{(pid=88369) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 31 13:20:40.243453 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-0e7c837a-957c-48c5-86ac-488a05c05f7c req-65e0bcc5-936c-4909-b314-ae000ac43550 tempest-ServerDiagnosticsNegativeTest-1497497634 tempest-ServerDiagnosticsNegativeTest-1497497634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:20:40.256644 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-0e7c837a-957c-48c5-86ac-488a05c05f7c req-65e0bcc5-936c-4909-b314-ae000ac43550 tempest-ServerDiagnosticsNegativeTest-1497497634 tempest-ServerDiagnosticsNegativeTest-1497497634-project] Usage tracker for resource:port and tenant:2c7c3385ea2b4a37bc4958245db02120 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:20:40.308631 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-0e7c837a-957c-48c5-86ac-488a05c05f7c req-65e0bcc5-936c-4909-b314-ae000ac43550 tempest-ServerDiagnosticsNegativeTest-1497497634 tempest-ServerDiagnosticsNegativeTest-1497497634-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:20:40.332344 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-0e7c837a-957c-48c5-86ac-488a05c05f7c req-65e0bcc5-936c-4909-b314-ae000ac43550 tempest-ServerDiagnosticsNegativeTest-1497497634 tempest-ServerDiagnosticsNegativeTest-1497497634-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:20:40.359734 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e7c837a-957c-48c5-86ac-488a05c05f7c req-65e0bcc5-936c-4909-b314-ae000ac43550 tempest-ServerDiagnosticsNegativeTest-1497497634 tempest-ServerDiagnosticsNegativeTest-1497497634-project] Made reservation on behalf of 2c7c3385ea2b4a37bc4958245db02120 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:20:40.365076 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-0e7c837a-957c-48c5-86ac-488a05c05f7c req-65e0bcc5-936c-4909-b314-ae000ac43550 tempest-ServerDiagnosticsNegativeTest-1497497634 tempest-ServerDiagnosticsNegativeTest-1497497634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:40.383151 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-0e7c837a-957c-48c5-86ac-488a05c05f7c req-65e0bcc5-936c-4909-b314-ae000ac43550 tempest-ServerDiagnosticsNegativeTest-1497497634 tempest-ServerDiagnosticsNegativeTest-1497497634-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:40.407873 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-0e7c837a-957c-48c5-86ac-488a05c05f7c req-65e0bcc5-936c-4909-b314-ae000ac43550 tempest-ServerDiagnosticsNegativeTest-1497497634 tempest-ServerDiagnosticsNegativeTest-1497497634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:20:40.419147 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2d4ed-a550-4ba7-ab6c-d17ea87ab12a req-ce9aba9a-dcd1-4e31-9d55-7c520cb1d756 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:40.421313 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-13a2d4ed-a550-4ba7-ab6c-d17ea87ab12a req-ce9aba9a-dcd1-4e31-9d55-7c520cb1d756 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=a06e1f01-c592-43ce-8534-64d7c3528378 HTTP/1.1" status: 200 len: 950 time: 0.1735706 May 31 13:20:40.425001 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-0e7c837a-957c-48c5-86ac-488a05c05f7c req-65e0bcc5-936c-4909-b314-ae000ac43550 tempest-ServerDiagnosticsNegativeTest-1497497634 tempest-ServerDiagnosticsNegativeTest-1497497634-project] Usage tracker for resource:security_group_rule and tenant:2c7c3385ea2b4a37bc4958245db02120 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:20:40.428979 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-0e7c837a-957c-48c5-86ac-488a05c05f7c req-65e0bcc5-936c-4909-b314-ae000ac43550 tempest-ServerDiagnosticsNegativeTest-1497497634 tempest-ServerDiagnosticsNegativeTest-1497497634-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:20:40.449134 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-0e7c837a-957c-48c5-86ac-488a05c05f7c req-65e0bcc5-936c-4909-b314-ae000ac43550 tempest-ServerDiagnosticsNegativeTest-1497497634 tempest-ServerDiagnosticsNegativeTest-1497497634-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:20:40.481904 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ced72a44-c7e0-4abd-ab55-fab5db1905e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:40.501932 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-13a2d4ed-a550-4ba7-ab6c-d17ea87ab12a req-f213f52b-b697-4d30-8543-734510392f08 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695412 May 31 13:20:40.573297 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-f7c1ad8e-48a3-43be-95d9-b2edd39ffd4d req-1abd1852-aa35-4254-a75d-65703680cdbc service neutron] Attempting to bind port ea3382f3-3ff7-4563-a4cf-59a7d28cd33c on host n-h2-843939-1 for vnic_type normal with profile None {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:20:40.573644 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-f7c1ad8e-48a3-43be-95d9-b2edd39ffd4d req-1abd1852-aa35-4254-a75d-65703680cdbc service neutron] Attempting to bind port ea3382f3-3ff7-4563-a4cf-59a7d28cd33c by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'a592d348-649e-4ed1-b139-bdf2b9c4a847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5b3c8d41-b43d-4739-acc3-c9eae6a83205'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:20:40.573971 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c1ad8e-48a3-43be-95d9-b2edd39ffd4d req-1abd1852-aa35-4254-a75d-65703680cdbc service neutron] Attempting to bind port ea3382f3-3ff7-4563-a4cf-59a7d28cd33c on network 5b3c8d41-b43d-4739-acc3-c9eae6a83205 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:20:40.589387 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c1ad8e-48a3-43be-95d9-b2edd39ffd4d req-1abd1852-aa35-4254-a75d-65703680cdbc service neutron] Port ea3382f3-3ff7-4563-a4cf-59a7d28cd33c on network 5b3c8d41-b43d-4739-acc3-c9eae6a83205 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:20:40.589843 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c1ad8e-48a3-43be-95d9-b2edd39ffd4d req-1abd1852-aa35-4254-a75d-65703680cdbc service neutron] Attempting to bind port ea3382f3-3ff7-4563-a4cf-59a7d28cd33c on network 5b3c8d41-b43d-4739-acc3-c9eae6a83205 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:20:40.601383 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c1ad8e-48a3-43be-95d9-b2edd39ffd4d req-1abd1852-aa35-4254-a75d-65703680cdbc service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:20:40.602023 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c1ad8e-48a3-43be-95d9-b2edd39ffd4d req-1abd1852-aa35-4254-a75d-65703680cdbc service neutron] Checking segment: {'id': 'a592d348-649e-4ed1-b139-bdf2b9c4a847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5b3c8d41-b43d-4739-acc3-c9eae6a83205'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:20:40.602575 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c1ad8e-48a3-43be-95d9-b2edd39ffd4d req-1abd1852-aa35-4254-a75d-65703680cdbc service neutron] Bound using segment: {'id': 'a592d348-649e-4ed1-b139-bdf2b9c4a847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5b3c8d41-b43d-4739-acc3-c9eae6a83205'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:20:40.603175 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-f7c1ad8e-48a3-43be-95d9-b2edd39ffd4d req-1abd1852-aa35-4254-a75d-65703680cdbc service neutron] Bound port: ea3382f3-3ff7-4563-a4cf-59a7d28cd33c, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a592d348-649e-4ed1-b139-bdf2b9c4a847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5b3c8d41-b43d-4739-acc3-c9eae6a83205'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:20:40.631246 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-0e7c837a-957c-48c5-86ac-488a05c05f7c req-65e0bcc5-936c-4909-b314-ae000ac43550 tempest-ServerDiagnosticsNegativeTest-1497497634 tempest-ServerDiagnosticsNegativeTest-1497497634-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:40.650962 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-0e7c837a-957c-48c5-86ac-488a05c05f7c req-65e0bcc5-936c-4909-b314-ae000ac43550 tempest-ServerDiagnosticsNegativeTest-1497497634 tempest-ServerDiagnosticsNegativeTest-1497497634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:40.673672 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-f7c1ad8e-48a3-43be-95d9-b2edd39ffd4d req-1abd1852-aa35-4254-a75d-65703680cdbc service neutron] For port ea3382f3-3ff7-4563-a4cf-59a7d28cd33c, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=ea3382f3-3ff7-4563-a4cf-59a7d28cd33c,segment=NetworkSegment(a592d348-649e-4ed1-b139-bdf2b9c4a847),segment_id=a592d348-649e-4ed1-b139-bdf2b9c4a847)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:20:40.700718 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-f7c1ad8e-48a3-43be-95d9-b2edd39ffd4d req-1abd1852-aa35-4254-a75d-65703680cdbc service neutron] Notify callbacks [] for binding, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:40.701927 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f7c1ad8e-48a3-43be-95d9-b2edd39ffd4d req-1abd1852-aa35-4254-a75d-65703680cdbc service neutron] 10.222.0.50 "POST /v2.0/ports/ea3382f3-3ff7-4563-a4cf-59a7d28cd33c/bindings HTTP/1.1" status: 201 len: 389 time: 0.5789897 May 31 13:20:40.762657 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 34470) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:20:40.764283 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e0bcc5-936c-4909-b314-ae000ac43550 tempest-ServerDiagnosticsNegativeTest-1497497634 tempest-ServerDiagnosticsNegativeTest-1497497634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80ef1254-b98f-4960-8f49-acc3b7b94fb2,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:41.071845 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5f0da8d1-00be-46d1-a9cc-e3fbe2e71840 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:41.072992 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-60ffc4fe-485f-425f-8391-2932be5aee3d req-2d4aeec4-7dc3-4c60-b75e-9e4262b5c715 tempest-ServerDiagnosticsNegativeTest-1497497634 tempest-ServerDiagnosticsNegativeTest-1497497634-project] 10.222.0.50 "GET /v2.0/ports?device_id=40a79982-d1b8-4bda-80e5-17166d99d800 HTTP/1.1" status: 200 len: 210 time: 0.1184821 May 31 13:20:41.111025 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5f0da8d1-00be-46d1-a9cc-e3fbe2e71840 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:20:41.114458 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-0e7c837a-957c-48c5-86ac-488a05c05f7c req-65e0bcc5-936c-4909-b314-ae000ac43550 tempest-ServerDiagnosticsNegativeTest-1497497634 tempest-ServerDiagnosticsNegativeTest-1497497634-project] Allocated IP 192.168.233.113 (85b11c4f-90ad-4763-b38d-22d3f87089f4/24822c99-0dce-4d50-9c44-3135ba3763b8/0004502a-c579-4ab3-93ae-a8b72094cf26) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:20:41.130330 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-5f0da8d1-00be-46d1-a9cc-e3fbe2e71840 admin admin] Usage tracker for resource:security_group_rule and tenant:577ebf28e46e4804b83eab04f1e3847a is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:20:41.135986 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-5f0da8d1-00be-46d1-a9cc-e3fbe2e71840 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:20:41.141425 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c1ad8e-48a3-43be-95d9-b2edd39ffd4d req-6e37de61-0632-405c-bf01-a2d52e01f750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:41.143508 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f7c1ad8e-48a3-43be-95d9-b2edd39ffd4d req-6e37de61-0632-405c-bf01-a2d52e01f750 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2539a3508c4b448ea8707834972224c7&device_id=5c382273-1d38-47ae-b844-3d871794dad7 HTTP/1.1" status: 200 len: 1096 time: 0.1303771 May 31 13:20:41.154076 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5f0da8d1-00be-46d1-a9cc-e3fbe2e71840 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:20:41.364569 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5f0da8d1-00be-46d1-a9cc-e3fbe2e71840 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:41.374357 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5f0da8d1-00be-46d1-a9cc-e3fbe2e71840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:41.419157 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0da8d1-00be-46d1-a9cc-e3fbe2e71840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6caa5dc-2c61-4cfb-b940-6d59bc2cb8fe,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:41.487759 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-5f0da8d1-00be-46d1-a9cc-e3fbe2e71840 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=577ebf28e46e4804b83eab04f1e3847a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7239649 May 31 13:20:41.490259 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 34496) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:20:41.593399 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d3feca12-5e90-4f6d-b1d9-0c9a2eb04102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:41.626280 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d3feca12-5e90-4f6d-b1d9-0c9a2eb04102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:41.632211 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c1ad8e-48a3-43be-95d9-b2edd39ffd4d req-da06a37b-0186-4733-8eda-36e2b5998888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:41.633698 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f7c1ad8e-48a3-43be-95d9-b2edd39ffd4d req-da06a37b-0186-4733-8eda-36e2b5998888 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5b3c8d41-b43d-4739-acc3-c9eae6a83205 HTTP/1.1" status: 200 len: 922 time: 0.4751596 May 31 13:20:41.671214 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 1b511901-6041-4225-8ef3-c3b15518a027 up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:20:41.716224 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d3feca12-5e90-4f6d-b1d9-0c9a2eb04102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:41.736523 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f7c1ad8e-48a3-43be-95d9-b2edd39ffd4d req-0f33eca1-baba-4ac0-a9a9-733dcfed8891 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ea3382f3-3ff7-4563-a4cf-59a7d28cd33c HTTP/1.1" status: 200 len: 217 time: 0.0914145 May 31 13:20:41.743028 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3feca12-5e90-4f6d-b1d9-0c9a2eb04102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6caa5dc-2c61-4cfb-b940-6d59bc2cb8fe,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:41.754632 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d3feca12-5e90-4f6d-b1d9-0c9a2eb04102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:41.756316 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d3feca12-5e90-4f6d-b1d9-0c9a2eb04102 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d6caa5dc-2c61-4cfb-b940-6d59bc2cb8fe HTTP/1.1" status: 204 len: 168 time: 0.2648814 May 31 13:20:41.783933 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port 1b511901-6041-4225-8ef3-c3b15518a027 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:20:41.784374 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:41.837473 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a91e74e-2d8f-492d-8f52-e2981347d09f req-7c452be0-0c35-477e-b237-96d94a6619f0 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:41.845792 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9a91e74e-2d8f-492d-8f52-e2981347d09f req-7c452be0-0c35-477e-b237-96d94a6619f0 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c382273-1d38-47ae-b844-3d871794dad7 HTTP/1.1" status: 200 len: 945 time: 0.5398352 May 31 13:20:41.861408 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b426f667-7b8a-496d-96f9-0df35b829bfe req-4145d8bf-696d-4950-b272-2ca671d3fe13 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:41.863168 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b426f667-7b8a-496d-96f9-0df35b829bfe req-4145d8bf-696d-4950-b272-2ca671d3fe13 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/ports?device_id=55fb1417-cad8-4df4-aa5c-6da0276389e5 HTTP/1.1" status: 200 len: 949 time: 0.5561991 May 31 13:20:41.871217 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-0e7c837a-957c-48c5-86ac-488a05c05f7c req-65e0bcc5-936c-4909-b314-ae000ac43550 tempest-ServerDiagnosticsNegativeTest-1497497634 tempest-ServerDiagnosticsNegativeTest-1497497634-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:41.966459 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 1b511901-6041-4225-8ef3-c3b15518a027 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:20:41.966937 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:41.996010 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-0e7c837a-957c-48c5-86ac-488a05c05f7c req-65e0bcc5-936c-4909-b314-ae000ac43550 tempest-ServerDiagnosticsNegativeTest-1497497634 tempest-ServerDiagnosticsNegativeTest-1497497634-project] Transition to ACTIVE for port object 0004502a-c579-4ab3-93ae-a8b72094cf26 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:20:41.998301 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c1ad8e-48a3-43be-95d9-b2edd39ffd4d req-b17788c4-86eb-425f-9392-a94dc116555c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:42.000458 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f7c1ad8e-48a3-43be-95d9-b2edd39ffd4d req-b17788c4-86eb-425f-9392-a94dc116555c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c38944f5-addb-47c7-b219-ea477f926c92 HTTP/1.1" status: 200 len: 861 time: 0.2522430 May 31 13:20:42.031596 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 1b511901-6041-4225-8ef3-c3b15518a027, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=1b511901-6041-4225-8ef3-c3b15518a027,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:20:42.032664 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55fb1417-cad8-4df4-aa5c-6da0276389e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b511901-6041-4225-8ef3-c3b15518a027'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:20:42.039450 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:42.063517 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9a91e74e-2d8f-492d-8f52-e2981347d09f req-ccaf68de-ff11-424c-9de7-33dcf70ee72c tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168851 May 31 13:20:42.067479 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b426f667-7b8a-496d-96f9-0df35b829bfe req-904e62e9-48a3-49b3-8d3b-57c09c831ff7 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/security-groups?id=62fff807-5a72-4450-b5e7-33e8160efe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734383 May 31 13:20:42.077496 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f7c1ad8e-48a3-43be-95d9-b2edd39ffd4d req-e91471e1-15a9-4bc4-839c-f0f867ba5108 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5b3c8d41-b43d-4739-acc3-c9eae6a83205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670040 May 31 13:20:42.130466 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 34516) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:20:42.193502 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1491b94-6061-4b99-a9c3-c3148840a139'] response: {'server_uuid': '55fb1417-cad8-4df4-aa5c-6da0276389e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b511901-6041-4225-8ef3-c3b15518a027', 'code': 200} May 31 13:20:42.230467 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=1b511901-6041-4225-8ef3-c3b15518a027,revision_number=8']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:42.283500 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-0e7c837a-957c-48c5-86ac-488a05c05f7c req-65e0bcc5-936c-4909-b314-ae000ac43550 tempest-ServerDiagnosticsNegativeTest-1497497634 tempest-ServerDiagnosticsNegativeTest-1497497634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:42.348195 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 34522) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:20:42.369298 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d9c5fe9b-8921-4bd0-bbd9-73fd8a263357 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:42.406149 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-47304818-6c2d-43ac-ab07-cd2ea4a05c6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:42.421699 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d9c5fe9b-8921-4bd0-bbd9-73fd8a263357 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:20:42.430858 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d9c5fe9b-8921-4bd0-bbd9-73fd8a263357 admin admin] Usage tracker for resource:security_group_rule and tenant:b21a93429c9d46b0ae4c0644240c9410 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:20:42.434783 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d9c5fe9b-8921-4bd0-bbd9-73fd8a263357 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:20:42.438096 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-47304818-6c2d-43ac-ab07-cd2ea4a05c6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:20:42.445208 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d9c5fe9b-8921-4bd0-bbd9-73fd8a263357 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:20:42.448789 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-47304818-6c2d-43ac-ab07-cd2ea4a05c6f admin admin] Usage tracker for resource:security_group_rule and tenant:03906a9f89cb46aa8f406698556bd2bd is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:20:42.453810 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-47304818-6c2d-43ac-ab07-cd2ea4a05c6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:20:42.465587 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-47304818-6c2d-43ac-ab07-cd2ea4a05c6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:20:42.629411 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d9c5fe9b-8921-4bd0-bbd9-73fd8a263357 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:42.639345 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d9c5fe9b-8921-4bd0-bbd9-73fd8a263357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:42.672789 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-47304818-6c2d-43ac-ab07-cd2ea4a05c6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:42.698319 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-47304818-6c2d-43ac-ab07-cd2ea4a05c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:42.707021 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e7c837a-957c-48c5-86ac-488a05c05f7c req-65e0bcc5-936c-4909-b314-ae000ac43550 tempest-ServerDiagnosticsNegativeTest-1497497634 tempest-ServerDiagnosticsNegativeTest-1497497634-project] Network 85b11c4f-90ad-4763-b38d-22d3f87089f4 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:20:42.724663 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-0e7c837a-957c-48c5-86ac-488a05c05f7c req-65e0bcc5-936c-4909-b314-ae000ac43550 tempest-ServerDiagnosticsNegativeTest-1497497634 tempest-ServerDiagnosticsNegativeTest-1497497634-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:20:42.724936 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c5fe9b-8921-4bd0-bbd9-73fd8a263357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb9c6ae-8a99-4ae5-a0d5-f888ba2bcc89,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:42.727527 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e7c837a-957c-48c5-86ac-488a05c05f7c req-65e0bcc5-936c-4909-b314-ae000ac43550 tempest-ServerDiagnosticsNegativeTest-1497497634 tempest-ServerDiagnosticsNegativeTest-1497497634-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:20:42.733031 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d9c5fe9b-8921-4bd0-bbd9-73fd8a263357 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b21a93429c9d46b0ae4c0644240c9410&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3802111 May 31 13:20:42.735608 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c837a-957c-48c5-86ac-488a05c05f7c req-65e0bcc5-936c-4909-b314-ae000ac43550 tempest-ServerDiagnosticsNegativeTest-1497497634 tempest-ServerDiagnosticsNegativeTest-1497497634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:42.736849 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-0e7c837a-957c-48c5-86ac-488a05c05f7c req-65e0bcc5-936c-4909-b314-ae000ac43550 tempest-ServerDiagnosticsNegativeTest-1497497634 tempest-ServerDiagnosticsNegativeTest-1497497634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:42.756479 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 34526) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:20:42.797962 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8a4f69db-b9b6-4d18-a7d5-0c7247e26f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:42.803234 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-47304818-6c2d-43ac-ab07-cd2ea4a05c6f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=03906a9f89cb46aa8f406698556bd2bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6720378 May 31 13:20:42.806750 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 34530) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:20:42.831907 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47304818-6c2d-43ac-ab07-cd2ea4a05c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=387d4a13-bace-4d54-8690-8c1c25ab7775,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:42.832502 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e0bcc5-936c-4909-b314-ae000ac43550 tempest-ServerDiagnosticsNegativeTest-1497497634 tempest-ServerDiagnosticsNegativeTest-1497497634-project] Pushing event updated for resources: {'Port': ['ID=0004502a-c579-4ab3-93ae-a8b72094cf26,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:42.871020 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f7c1ad8e-48a3-43be-95d9-b2edd39ffd4d req-952cb811-290a-462f-b595-8f66c36f3dab service neutron] 10.222.0.44 "GET /v2.0/networks/5b3c8d41-b43d-4739-acc3-c9eae6a83205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7855601 May 31 13:20:42.883909 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0e7c837a-957c-48c5-86ac-488a05c05f7c req-65e0bcc5-936c-4909-b314-ae000ac43550 tempest-ServerDiagnosticsNegativeTest-1497497634 tempest-ServerDiagnosticsNegativeTest-1497497634-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8761797 May 31 13:20:42.917470 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-0e7c837a-957c-48c5-86ac-488a05c05f7c req-b2fc75c5-0db7-4734-8714-4cc43b731428 service neutron] Request body: {'port': {'device_id': '40a79982-d1b8-4bda-80e5-17166d99d800', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:20:43.015359 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-13b325b1-a973-4ff0-9f2e-63f8b1546bac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:43.031269 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [req-6734bf09-0c75-4719-a50c-8a31a73482a4 req-fdf02853-dac4-41da-bf24-750268734b6d service neutron] show failed (client error): The resource could not be found. May 31 13:20:43.032147 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6734bf09-0c75-4719-a50c-8a31a73482a4 req-fdf02853-dac4-41da-bf24-750268734b6d service neutron] 10.222.0.44 "GET /v2.0/ports/f9a3a0b4-413d-47ea-9884-ee6988a0a17a/bindings/n-h1-843939-1 HTTP/1.1" status: 404 len: 380 time: 0.5367229 May 31 13:20:43.063473 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0d7fbf73-0e48-492a-94dc-e8a39f48708f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:43.066281 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6cecc-866a-449e-9a1e-4df191971a49 req-bcb44a63-3b73-49ef-8da3-02b4fc69e746 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:43.069380 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-78c6cecc-866a-449e-9a1e-4df191971a49 req-bcb44a63-3b73-49ef-8da3-02b4fc69e746 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=a06e1f01-c592-43ce-8534-64d7c3528378 HTTP/1.1" status: 200 len: 950 time: 0.5720861 May 31 13:20:43.088692 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150f649e-2a8a-4f84-aea7-45c1e9d78a17 req-ac042331-1945-4cf7-9724-929085765368 tempest-ServerDiagnosticsNegativeTest-1497497634 tempest-ServerDiagnosticsNegativeTest-1497497634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:43.089683 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-150f649e-2a8a-4f84-aea7-45c1e9d78a17 req-ac042331-1945-4cf7-9724-929085765368 tempest-ServerDiagnosticsNegativeTest-1497497634 tempest-ServerDiagnosticsNegativeTest-1497497634-project] Synchronizing usage tracker for tenant:2c7c3385ea2b4a37bc4958245db02120 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:20:43.089972 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-13b325b1-a973-4ff0-9f2e-63f8b1546bac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:43.121695 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a00b2ee7-4857-4ec1-bb7c-0a5777758596 None None] Provisioning for port 0004502a-c579-4ab3-93ae-a8b72094cf26 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:20:43.137258 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a00b2ee7-4857-4ec1-bb7c-0a5777758596 None None] Provisioning complete for port 0004502a-c579-4ab3-93ae-a8b72094cf26 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:20:43.137258 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a00b2ee7-4857-4ec1-bb7c-0a5777758596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:43.151887 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0d7fbf73-0e48-492a-94dc-e8a39f48708f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:43.214209 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-0e7c837a-957c-48c5-86ac-488a05c05f7c req-b2fc75c5-0db7-4734-8714-4cc43b731428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:43.222803 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-a00b2ee7-4857-4ec1-bb7c-0a5777758596 None None] Port 0004502a-c579-4ab3-93ae-a8b72094cf26 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:20:43.254978 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0d7fbf73-0e48-492a-94dc-e8a39f48708f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:43.280458 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-13b325b1-a973-4ff0-9f2e-63f8b1546bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:43.292856 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7fbf73-0e48-492a-94dc-e8a39f48708f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=387d4a13-bace-4d54-8690-8c1c25ab7775,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:43.351854 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0d7fbf73-0e48-492a-94dc-e8a39f48708f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:43.353239 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-0d7fbf73-0e48-492a-94dc-e8a39f48708f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/387d4a13-bace-4d54-8690-8c1c25ab7775 HTTP/1.1" status: 204 len: 168 time: 0.5432136 May 31 13:20:43.357051 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-150f649e-2a8a-4f84-aea7-45c1e9d78a17 req-ac042331-1945-4cf7-9724-929085765368 tempest-ServerDiagnosticsNegativeTest-1497497634 tempest-ServerDiagnosticsNegativeTest-1497497634-project] Unset dirty status for tenant:2c7c3385ea2b4a37bc4958245db02120 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:20:43.368235 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-150f649e-2a8a-4f84-aea7-45c1e9d78a17 req-ac042331-1945-4cf7-9724-929085765368 tempest-ServerDiagnosticsNegativeTest-1497497634 tempest-ServerDiagnosticsNegativeTest-1497497634-project] 10.222.0.50 "GET /v2.0/ports?device_id=40a79982-d1b8-4bda-80e5-17166d99d800 HTTP/1.1" status: 200 len: 936 time: 0.8703988 May 31 13:20:43.374466 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b325b1-a973-4ff0-9f2e-63f8b1546bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb9c6ae-8a99-4ae5-a0d5-f888ba2bcc89,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:43.387414 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-13b325b1-a973-4ff0-9f2e-63f8b1546bac admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:43.391127 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-13b325b1-a973-4ff0-9f2e-63f8b1546bac admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1eb9c6ae-8a99-4ae5-a0d5-f888ba2bcc89 HTTP/1.1" status: 204 len: 168 time: 0.6289635 May 31 13:20:43.406233 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-78c6cecc-866a-449e-9a1e-4df191971a49 req-8ca2f836-6f20-4e53-a04c-df28ad677e61 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131101 May 31 13:20:43.448975 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734bf09-0c75-4719-a50c-8a31a73482a4 req-b741aeab-e0f2-4e55-bb81-36b7e7dfeb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:43.450623 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-6734bf09-0c75-4719-a50c-8a31a73482a4 req-b741aeab-e0f2-4e55-bb81-36b7e7dfeb9c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a06e1f01-c592-43ce-8534-64d7c3528378&tenant_id=c905d91f2f614f928153cd05b2f8a225 HTTP/1.1" status: 200 len: 1101 time: 0.1594405 May 31 13:20:43.462756 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-6734bf09-0c75-4719-a50c-8a31a73482a4 req-a2e1ef6b-1909-4ef0-af50-dfdfe8d6bbe9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843939-1', 'device_owner': 'compute:nova'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:20:43.564190 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f7c1ad8e-48a3-43be-95d9-b2edd39ffd4d req-cce41791-5642-4d8a-9879-f5a1596e1736 service neutron] 10.222.0.44 "GET /v2.0/networks/5b3c8d41-b43d-4739-acc3-c9eae6a83205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6795084 May 31 13:20:43.634939 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-6734bf09-0c75-4719-a50c-8a31a73482a4 req-a2e1ef6b-1909-4ef0-af50-dfdfe8d6bbe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:43.740254 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:43.751903 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:43.790151 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-150f649e-2a8a-4f84-aea7-45c1e9d78a17 req-536fdb4f-1d2a-4f19-9a62-6d11f9ff8a80 tempest-ServerDiagnosticsNegativeTest-1497497634 tempest-ServerDiagnosticsNegativeTest-1497497634-project] Synchronizing usage tracker for tenant:2c7c3385ea2b4a37bc4958245db02120 on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:20:43.912591 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-150f649e-2a8a-4f84-aea7-45c1e9d78a17 req-536fdb4f-1d2a-4f19-9a62-6d11f9ff8a80 tempest-ServerDiagnosticsNegativeTest-1497497634 tempest-ServerDiagnosticsNegativeTest-1497497634-project] Unset dirty status for tenant:2c7c3385ea2b4a37bc4958245db02120 on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:20:43.913726 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-150f649e-2a8a-4f84-aea7-45c1e9d78a17 req-536fdb4f-1d2a-4f19-9a62-6d11f9ff8a80 tempest-ServerDiagnosticsNegativeTest-1497497634 tempest-ServerDiagnosticsNegativeTest-1497497634-project] 10.222.0.50 "GET /v2.0/security-groups?id=80ef1254-b98f-4960-8f49-acc3b7b94fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5446794 May 31 13:20:43.977026 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c1ad8e-48a3-43be-95d9-b2edd39ffd4d req-a968eb2f-9ca0-4821-9207-f3b52e975614 tempest-LiveAutoBlockMigrationV225Test-938371686 tempest-LiveAutoBlockMigrationV225Test-938371686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:43.982512 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f7c1ad8e-48a3-43be-95d9-b2edd39ffd4d req-a968eb2f-9ca0-4821-9207-f3b52e975614 tempest-LiveAutoBlockMigrationV225Test-938371686 tempest-LiveAutoBlockMigrationV225Test-938371686-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=5c382273-1d38-47ae-b844-3d871794dad7&tenant_id=2539a3508c4b448ea8707834972224c7&binding%3Ahost_id=n-h1-843939-1 HTTP/1.1" status: 200 len: 1096 time: 0.2928956 May 31 13:20:44.041765 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-f7c1ad8e-48a3-43be-95d9-b2edd39ffd4d req-02ec7cbc-c3e0-4503-b4fd-937d3e22581b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-843939-1'}}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:20:44.109060 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9ff7e1-16df-4e55-99f4-9dd7ebf72d85 req-8818070e-8543-4dc6-9163-cc6c6e9b4f58 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:44.112492 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1b9ff7e1-16df-4e55-99f4-9dd7ebf72d85 req-8818070e-8543-4dc6-9163-cc6c6e9b4f58 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/ports?device_id=55fb1417-cad8-4df4-aa5c-6da0276389e5 HTTP/1.1" status: 200 len: 950 time: 0.5126274 May 31 13:20:44.159632 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 34550) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:20:44.178861 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-edf651d5-ef3c-4443-a751-4d8d1d2914e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:44.198859 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-edf651d5-ef3c-4443-a751-4d8d1d2914e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:20:44.202724 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-edf651d5-ef3c-4443-a751-4d8d1d2914e9 admin admin] Usage tracker for resource:security_group_rule and tenant:f3320f5734194c549c57798b36b4cd5f is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:20:44.206944 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-edf651d5-ef3c-4443-a751-4d8d1d2914e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:20:44.212803 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-edf651d5-ef3c-4443-a751-4d8d1d2914e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:20:44.314852 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-edf651d5-ef3c-4443-a751-4d8d1d2914e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:44.320247 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-edf651d5-ef3c-4443-a751-4d8d1d2914e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:44.321409 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1b9ff7e1-16df-4e55-99f4-9dd7ebf72d85 req-b589428e-2812-4754-a83e-b95d74a5455b tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/security-groups?id=62fff807-5a72-4450-b5e7-33e8160efe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330197 May 31 13:20:44.389291 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-edf651d5-ef3c-4443-a751-4d8d1d2914e9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f3320f5734194c549c57798b36b4cd5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2256410 May 31 13:20:44.389291 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf651d5-ef3c-4443-a751-4d8d1d2914e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f47fa686-6450-43fc-9bce-4fe7cd76f662,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:44.390474 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 34558) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:20:44.398631 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-0e7c837a-957c-48c5-86ac-488a05c05f7c req-b2fc75c5-0db7-4734-8714-4cc43b731428 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0004502a-c579-4ab3-93ae-a8b72094cf26 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:20:44.405773 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f7c1ad8e-48a3-43be-95d9-b2edd39ffd4d req-02ec7cbc-c3e0-4503-b4fd-937d3e22581b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:44.418372 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf651d5-ef3c-4443-a751-4d8d1d2914e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:20:44.418680 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf651d5-ef3c-4443-a751-4d8d1d2914e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:20:44.419022 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf651d5-ef3c-4443-a751-4d8d1d2914e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:20:44.419835 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf651d5-ef3c-4443-a751-4d8d1d2914e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:20:44.420186 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf651d5-ef3c-4443-a751-4d8d1d2914e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:20:44.420697 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf651d5-ef3c-4443-a751-4d8d1d2914e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:20:44.421048 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf651d5-ef3c-4443-a751-4d8d1d2914e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:20:44.421977 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf651d5-ef3c-4443-a751-4d8d1d2914e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:20:44.422332 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf651d5-ef3c-4443-a751-4d8d1d2914e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:20:44.422470 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-0e7c837a-957c-48c5-86ac-488a05c05f7c req-b2fc75c5-0db7-4734-8714-4cc43b731428 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:44.422663 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf651d5-ef3c-4443-a751-4d8d1d2914e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:20:44.422994 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf651d5-ef3c-4443-a751-4d8d1d2914e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:20:44.423322 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf651d5-ef3c-4443-a751-4d8d1d2914e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:20:44.489100 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-79cec113-1e0a-4e2b-aa9b-62ab2316b50e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:44.528405 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-79cec113-1e0a-4e2b-aa9b-62ab2316b50e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:44.582615 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-0e7c837a-957c-48c5-86ac-488a05c05f7c req-b2fc75c5-0db7-4734-8714-4cc43b731428 service neutron] Transition to ACTIVE for port object 0004502a-c579-4ab3-93ae-a8b72094cf26 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:20:44.613549 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a869eba-c0e5-4888-bd38-aacc5f8b4987 req-1ac5d054-8d17-4682-84bb-c82365d1b8af tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:44.616556 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0a869eba-c0e5-4888-bd38-aacc5f8b4987 req-1ac5d054-8d17-4682-84bb-c82365d1b8af tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c382273-1d38-47ae-b844-3d871794dad7 HTTP/1.1" status: 200 len: 945 time: 0.5257485 May 31 13:20:44.698036 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-0e7c837a-957c-48c5-86ac-488a05c05f7c req-b2fc75c5-0db7-4734-8714-4cc43b731428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:44.716950 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-79cec113-1e0a-4e2b-aa9b-62ab2316b50e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:44.741176 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cec113-1e0a-4e2b-aa9b-62ab2316b50e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f47fa686-6450-43fc-9bce-4fe7cd76f662,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:44.756681 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-6734bf09-0c75-4719-a50c-8a31a73482a4 req-a2e1ef6b-1909-4ef0-af50-dfdfe8d6bbe9 service neutron] For port f9a3a0b4-413d-47ea-9884-ee6988a0a17a, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=f9a3a0b4-413d-47ea-9884-ee6988a0a17a,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:20:44.762711 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-79cec113-1e0a-4e2b-aa9b-62ab2316b50e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:44.766335 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-79cec113-1e0a-4e2b-aa9b-62ab2316b50e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f47fa686-6450-43fc-9bce-4fe7cd76f662 HTTP/1.1" status: 204 len: 168 time: 0.3722928 May 31 13:20:44.806966 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-6734bf09-0c75-4719-a50c-8a31a73482a4 req-a2e1ef6b-1909-4ef0-af50-dfdfe8d6bbe9 service neutron] For port f9a3a0b4-413d-47ea-9884-ee6988a0a17a, host n-h2-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:20:44.896014 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a06e1f01-c592-43ce-8534-64d7c3528378', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9a3a0b4-413d-47ea-9884-ee6988a0a17a'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:20:44.902078 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-6734bf09-0c75-4719-a50c-8a31a73482a4 req-a2e1ef6b-1909-4ef0-af50-dfdfe8d6bbe9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:44.920541 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-6734bf09-0c75-4719-a50c-8a31a73482a4 req-a2e1ef6b-1909-4ef0-af50-dfdfe8d6bbe9 service neutron] Transition to ACTIVE for port object f9a3a0b4-413d-47ea-9884-ee6988a0a17a will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:20:44.925767 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-6734bf09-0c75-4719-a50c-8a31a73482a4 req-a2e1ef6b-1909-4ef0-af50-dfdfe8d6bbe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:45.155001 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-6734bf09-0c75-4719-a50c-8a31a73482a4 req-a2e1ef6b-1909-4ef0-af50-dfdfe8d6bbe9 service neutron] No DVR routers for this DVR port f9a3a0b4-413d-47ea-9884-ee6988a0a17a on host n-h2-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:20:45.162018 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e1ef6b-1909-4ef0-af50-dfdfe8d6bbe9 service neutron] Pushing event updated for resources: {'Port': ['ID=f9a3a0b4-413d-47ea-9884-ee6988a0a17a,revision_number=6']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:45.216471 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fc75c5-0db7-4734-8714-4cc43b731428 service neutron] Pushing event updated for resources: {'Port': ['ID=0004502a-c579-4ab3-93ae-a8b72094cf26,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:45.225616 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-6734bf09-0c75-4719-a50c-8a31a73482a4 req-a2e1ef6b-1909-4ef0-af50-dfdfe8d6bbe9 service neutron] Attempting to bind port f9a3a0b4-413d-47ea-9884-ee6988a0a17a on host n-h1-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:20:45.226230 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-6734bf09-0c75-4719-a50c-8a31a73482a4 req-a2e1ef6b-1909-4ef0-af50-dfdfe8d6bbe9 service neutron] Attempting to bind port f9a3a0b4-413d-47ea-9884-ee6988a0a17a by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:20:45.227206 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6734bf09-0c75-4719-a50c-8a31a73482a4 req-a2e1ef6b-1909-4ef0-af50-dfdfe8d6bbe9 service neutron] Attempting to bind port f9a3a0b4-413d-47ea-9884-ee6988a0a17a on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:20:45.233048 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6734bf09-0c75-4719-a50c-8a31a73482a4 req-a2e1ef6b-1909-4ef0-af50-dfdfe8d6bbe9 service neutron] Port f9a3a0b4-413d-47ea-9884-ee6988a0a17a on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:20:45.233376 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6734bf09-0c75-4719-a50c-8a31a73482a4 req-a2e1ef6b-1909-4ef0-af50-dfdfe8d6bbe9 service neutron] Attempting to bind port f9a3a0b4-413d-47ea-9884-ee6988a0a17a on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:20:45.239711 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6734bf09-0c75-4719-a50c-8a31a73482a4 req-a2e1ef6b-1909-4ef0-af50-dfdfe8d6bbe9 service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:20:45.240048 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6734bf09-0c75-4719-a50c-8a31a73482a4 req-a2e1ef6b-1909-4ef0-af50-dfdfe8d6bbe9 service neutron] Checking segment: {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:20:45.240439 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6734bf09-0c75-4719-a50c-8a31a73482a4 req-a2e1ef6b-1909-4ef0-af50-dfdfe8d6bbe9 service neutron] Bound using segment: {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:20:45.240869 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-6734bf09-0c75-4719-a50c-8a31a73482a4 req-a2e1ef6b-1909-4ef0-af50-dfdfe8d6bbe9 service neutron] Bound port: f9a3a0b4-413d-47ea-9884-ee6988a0a17a, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:20:45.241222 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-6734bf09-0c75-4719-a50c-8a31a73482a4 req-a2e1ef6b-1909-4ef0-af50-dfdfe8d6bbe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:45.328461 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0a869eba-c0e5-4888-bd38-aacc5f8b4987 req-4ea7bc53-9cb0-4e91-8f5f-12db6d57a484 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6063716 May 31 13:20:45.385371 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:45.437297 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-0e7c837a-957c-48c5-86ac-488a05c05f7c req-b2fc75c5-0db7-4734-8714-4cc43b731428 service neutron] Attempting to bind port 0004502a-c579-4ab3-93ae-a8b72094cf26 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:20:45.437836 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-0e7c837a-957c-48c5-86ac-488a05c05f7c req-b2fc75c5-0db7-4734-8714-4cc43b731428 service neutron] Attempting to bind port 0004502a-c579-4ab3-93ae-a8b72094cf26 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:20:45.438367 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7c837a-957c-48c5-86ac-488a05c05f7c req-b2fc75c5-0db7-4734-8714-4cc43b731428 service neutron] Attempting to bind port 0004502a-c579-4ab3-93ae-a8b72094cf26 on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:20:45.446035 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-6734bf09-0c75-4719-a50c-8a31a73482a4 req-a2e1ef6b-1909-4ef0-af50-dfdfe8d6bbe9 service neutron] For port f9a3a0b4-413d-47ea-9884-ee6988a0a17a, host n-h1-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:20:45.452206 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-f7c1ad8e-48a3-43be-95d9-b2edd39ffd4d req-02ec7cbc-c3e0-4503-b4fd-937d3e22581b service neutron] For port ea3382f3-3ff7-4563-a4cf-59a7d28cd33c, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=ea3382f3-3ff7-4563-a4cf-59a7d28cd33c,segment=NetworkSegment(a592d348-649e-4ed1-b139-bdf2b9c4a847),segment_id=a592d348-649e-4ed1-b139-bdf2b9c4a847)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:20:45.456736 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-6734bf09-0c75-4719-a50c-8a31a73482a4 req-a2e1ef6b-1909-4ef0-af50-dfdfe8d6bbe9 service neutron] For port f9a3a0b4-413d-47ea-9884-ee6988a0a17a, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=f9a3a0b4-413d-47ea-9884-ee6988a0a17a,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:20:45.463019 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-6734bf09-0c75-4719-a50c-8a31a73482a4 req-a2e1ef6b-1909-4ef0-af50-dfdfe8d6bbe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:45.467181 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7c837a-957c-48c5-86ac-488a05c05f7c req-b2fc75c5-0db7-4734-8714-4cc43b731428 service neutron] Port 0004502a-c579-4ab3-93ae-a8b72094cf26 on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:20:45.467992 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7c837a-957c-48c5-86ac-488a05c05f7c req-b2fc75c5-0db7-4734-8714-4cc43b731428 service neutron] Attempting to bind port 0004502a-c579-4ab3-93ae-a8b72094cf26 on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:20:45.491424 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ad4da-7973-4cc8-b787-3ca5263f7c45 req-833ce450-e3f5-489f-b681-b5780537c5b7 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:45.509093 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-eb3ad4da-7973-4cc8-b787-3ca5263f7c45 req-833ce450-e3f5-489f-b681-b5780537c5b7 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=a06e1f01-c592-43ce-8534-64d7c3528378 HTTP/1.1" status: 200 len: 950 time: 0.9198079 May 31 13:20:45.516292 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7c837a-957c-48c5-86ac-488a05c05f7c req-b2fc75c5-0db7-4734-8714-4cc43b731428 service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:20:45.516827 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7c837a-957c-48c5-86ac-488a05c05f7c req-b2fc75c5-0db7-4734-8714-4cc43b731428 service neutron] Checking segment: {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:20:45.517941 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7c837a-957c-48c5-86ac-488a05c05f7c req-b2fc75c5-0db7-4734-8714-4cc43b731428 service neutron] Bound using segment: {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:20:45.518725 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-0e7c837a-957c-48c5-86ac-488a05c05f7c req-b2fc75c5-0db7-4734-8714-4cc43b731428 service neutron] Bound port: 0004502a-c579-4ab3-93ae-a8b72094cf26, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:20:45.519266 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-0e7c837a-957c-48c5-86ac-488a05c05f7c req-b2fc75c5-0db7-4734-8714-4cc43b731428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:45.540853 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db9014d2-658d-4a05-9f96-b75e75280984'] response: {'server_uuid': 'a06e1f01-c592-43ce-8534-64d7c3528378', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9a3a0b4-413d-47ea-9884-ee6988a0a17a', 'code': 200} May 31 13:20:45.571106 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734bf09-0c75-4719-a50c-8a31a73482a4 req-a2e1ef6b-1909-4ef0-af50-dfdfe8d6bbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:45.572042 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-6734bf09-0c75-4719-a50c-8a31a73482a4 req-a2e1ef6b-1909-4ef0-af50-dfdfe8d6bbe9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:45.573955 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-6734bf09-0c75-4719-a50c-8a31a73482a4 req-a2e1ef6b-1909-4ef0-af50-dfdfe8d6bbe9 service neutron] 10.222.0.20 "PUT /v2.0/ports/f9a3a0b4-413d-47ea-9884-ee6988a0a17a HTTP/1.1" status: 200 len: 1096 time: 2.1163945 May 31 13:20:45.702545 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-eb3ad4da-7973-4cc8-b787-3ca5263f7c45 req-e32323e9-62bb-464d-8316-ee0fe7d94e49 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921380 May 31 13:20:45.719821 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-f7c1ad8e-48a3-43be-95d9-b2edd39ffd4d req-02ec7cbc-c3e0-4503-b4fd-937d3e22581b service neutron] For port ea3382f3-3ff7-4563-a4cf-59a7d28cd33c, host n-h1-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:20:45.740264 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e1ef6b-1909-4ef0-af50-dfdfe8d6bbe9 service neutron] Pushing event updated for resources: {'Port': ['ID=f9a3a0b4-413d-47ea-9884-ee6988a0a17a,revision_number=7']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:45.815501 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734bf09-0c75-4719-a50c-8a31a73482a4 req-3dfef436-8d2d-4e9a-8974-d99d02ad1782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:45.817456 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-6734bf09-0c75-4719-a50c-8a31a73482a4 req-3dfef436-8d2d-4e9a-8974-d99d02ad1782 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c905d91f2f614f928153cd05b2f8a225&device_id=a06e1f01-c592-43ce-8534-64d7c3528378 HTTP/1.1" status: 200 len: 1099 time: 0.2109637 May 31 13:20:45.851537 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f7c1ad8e-48a3-43be-95d9-b2edd39ffd4d req-02ec7cbc-c3e0-4503-b4fd-937d3e22581b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:45.856153 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c382273-1d38-47ae-b844-3d871794dad7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea3382f3-3ff7-4563-a4cf-59a7d28cd33c'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:20:45.928823 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f7c1ad8e-48a3-43be-95d9-b2edd39ffd4d req-02ec7cbc-c3e0-4503-b4fd-937d3e22581b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:46.023505 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734bf09-0c75-4719-a50c-8a31a73482a4 req-70d606d3-4ec2-488f-ab24-0b5ad5c7fb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:46.025105 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-6734bf09-0c75-4719-a50c-8a31a73482a4 req-70d606d3-4ec2-488f-ab24-0b5ad5c7fb60 service neutron] 10.222.0.20 "GET /v2.0/networks?id=85b11c4f-90ad-4763-b38d-22d3f87089f4 HTTP/1.1" status: 200 len: 870 time: 0.1997938 May 31 13:20:46.102446 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-6734bf09-0c75-4719-a50c-8a31a73482a4 req-8cdadb95-adbd-46de-9e17-605346222638 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=f9a3a0b4-413d-47ea-9884-ee6988a0a17a HTTP/1.1" status: 200 len: 217 time: 0.0716009 May 31 13:20:46.188948 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734bf09-0c75-4719-a50c-8a31a73482a4 req-44fcacd9-1c89-44fa-9e7a-e24b962ad485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:46.191087 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-6734bf09-0c75-4719-a50c-8a31a73482a4 req-44fcacd9-1c89-44fa-9e7a-e24b962ad485 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.0831766 May 31 13:20:46.206334 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-0e7c837a-957c-48c5-86ac-488a05c05f7c req-b2fc75c5-0db7-4734-8714-4cc43b731428 service neutron] For port 0004502a-c579-4ab3-93ae-a8b72094cf26, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:20:46.219643 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ec7cbc-c3e0-4503-b4fd-937d3e22581b service neutron] Pushing event updated for resources: {'Port': ['ID=ea3382f3-3ff7-4563-a4cf-59a7d28cd33c,revision_number=7']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:46.248395 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 34618) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:20:46.258911 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-0e7c837a-957c-48c5-86ac-488a05c05f7c req-b2fc75c5-0db7-4734-8714-4cc43b731428 service neutron] For port 0004502a-c579-4ab3-93ae-a8b72094cf26, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=0004502a-c579-4ab3-93ae-a8b72094cf26,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:20:46.273043 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device f9a3a0b4-413d-47ea-9884-ee6988a0a17a no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:20:46.276191 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-0e7c837a-957c-48c5-86ac-488a05c05f7c req-b2fc75c5-0db7-4734-8714-4cc43b731428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:46.364858 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c837a-957c-48c5-86ac-488a05c05f7c req-b2fc75c5-0db7-4734-8714-4cc43b731428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:46.365099 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device f9a3a0b4-413d-47ea-9884-ee6988a0a17a not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:20:46.366274 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-0e7c837a-957c-48c5-86ac-488a05c05f7c req-b2fc75c5-0db7-4734-8714-4cc43b731428 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:46.367806 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0e7c837a-957c-48c5-86ac-488a05c05f7c req-b2fc75c5-0db7-4734-8714-4cc43b731428 service neutron] 10.222.0.44 "PUT /v2.0/ports/0004502a-c579-4ab3-93ae-a8b72094cf26 HTTP/1.1" status: 200 len: 1096 time: 3.4770155 May 31 13:20:46.372655 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-f7c1ad8e-48a3-43be-95d9-b2edd39ffd4d req-02ec7cbc-c3e0-4503-b4fd-937d3e22581b service neutron] Attempting to bind port ea3382f3-3ff7-4563-a4cf-59a7d28cd33c on host n-h1-843939-1 for vnic_type normal with profile {"migrating_to": "n-h2-843939-1"} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:20:46.372830 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-f7c1ad8e-48a3-43be-95d9-b2edd39ffd4d req-02ec7cbc-c3e0-4503-b4fd-937d3e22581b service neutron] Attempting to bind port ea3382f3-3ff7-4563-a4cf-59a7d28cd33c by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': 'a592d348-649e-4ed1-b139-bdf2b9c4a847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5b3c8d41-b43d-4739-acc3-c9eae6a83205'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:20:46.373331 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c1ad8e-48a3-43be-95d9-b2edd39ffd4d req-02ec7cbc-c3e0-4503-b4fd-937d3e22581b service neutron] Attempting to bind port ea3382f3-3ff7-4563-a4cf-59a7d28cd33c on network 5b3c8d41-b43d-4739-acc3-c9eae6a83205 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:20:46.396302 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e809e488-f84e-4d38-9c95-a604c1195760 req-2faeab3d-fdbe-4939-8192-1ca54830c3d3 tempest-ServerDiagnosticsNegativeTest-1497497634 tempest-ServerDiagnosticsNegativeTest-1497497634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:46.398192 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e809e488-f84e-4d38-9c95-a604c1195760 req-2faeab3d-fdbe-4939-8192-1ca54830c3d3 tempest-ServerDiagnosticsNegativeTest-1497497634 tempest-ServerDiagnosticsNegativeTest-1497497634-project] 10.222.0.50 "GET /v2.0/ports?device_id=40a79982-d1b8-4bda-80e5-17166d99d800 HTTP/1.1" status: 200 len: 948 time: 0.5299866 May 31 13:20:46.399769 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734bf09-0c75-4719-a50c-8a31a73482a4 req-eeaab0f1-6eca-4a4d-ae24-7d8abd353914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:46.401311 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-6734bf09-0c75-4719-a50c-8a31a73482a4 req-eeaab0f1-6eca-4a4d-ae24-7d8abd353914 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2035112 May 31 13:20:46.402996 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c1ad8e-48a3-43be-95d9-b2edd39ffd4d req-02ec7cbc-c3e0-4503-b4fd-937d3e22581b service neutron] Port ea3382f3-3ff7-4563-a4cf-59a7d28cd33c on network 5b3c8d41-b43d-4739-acc3-c9eae6a83205 not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:20:46.403877 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c1ad8e-48a3-43be-95d9-b2edd39ffd4d req-02ec7cbc-c3e0-4503-b4fd-937d3e22581b service neutron] Attempting to bind port ea3382f3-3ff7-4563-a4cf-59a7d28cd33c on network 5b3c8d41-b43d-4739-acc3-c9eae6a83205 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:20:46.418928 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c0f1ab-abd3-4b75-b146-b5c0f066c34e req-12729ac1-895e-4fe9-b576-5c748a29e0b0 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:46.420313 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-33c0f1ab-abd3-4b75-b146-b5c0f066c34e req-12729ac1-895e-4fe9-b576-5c748a29e0b0 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/ports?device_id=55fb1417-cad8-4df4-aa5c-6da0276389e5 HTTP/1.1" status: 200 len: 950 time: 0.4994860 May 31 13:20:46.478848 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c1ad8e-48a3-43be-95d9-b2edd39ffd4d req-02ec7cbc-c3e0-4503-b4fd-937d3e22581b service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:20:46.479182 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c1ad8e-48a3-43be-95d9-b2edd39ffd4d req-02ec7cbc-c3e0-4503-b4fd-937d3e22581b service neutron] Checking segment: {'id': 'a592d348-649e-4ed1-b139-bdf2b9c4a847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5b3c8d41-b43d-4739-acc3-c9eae6a83205'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:20:46.479574 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c1ad8e-48a3-43be-95d9-b2edd39ffd4d req-02ec7cbc-c3e0-4503-b4fd-937d3e22581b service neutron] Bound using segment: {'id': 'a592d348-649e-4ed1-b139-bdf2b9c4a847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5b3c8d41-b43d-4739-acc3-c9eae6a83205'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:20:46.480037 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-f7c1ad8e-48a3-43be-95d9-b2edd39ffd4d req-02ec7cbc-c3e0-4503-b4fd-937d3e22581b service neutron] Bound port: ea3382f3-3ff7-4563-a4cf-59a7d28cd33c, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a592d348-649e-4ed1-b139-bdf2b9c4a847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5b3c8d41-b43d-4739-acc3-c9eae6a83205'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:20:46.480390 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f7c1ad8e-48a3-43be-95d9-b2edd39ffd4d req-02ec7cbc-c3e0-4503-b4fd-937d3e22581b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:46.506597 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-c7a59f9d-33e5-40f6-97f2-3f42248716e4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2013553847-network', 'tenant_id': 'afdeec5b94d843b08f91e17d542891f6'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:20:46.520188 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fc75c5-0db7-4734-8714-4cc43b731428 service neutron] Pushing event updated for resources: {'Port': ['ID=0004502a-c579-4ab3-93ae-a8b72094cf26,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:46.550068 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c7a59f9d-33e5-40f6-97f2-3f42248716e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:20:46.565607 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-6734bf09-0c75-4719-a50c-8a31a73482a4 req-52323fb6-68f3-43d3-9127-987e2b58dc1f service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566546 May 31 13:20:46.570034 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-c7a59f9d-33e5-40f6-97f2-3f42248716e4 admin admin] Usage tracker for resource:network and tenant:afdeec5b94d843b08f91e17d542891f6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:20:46.603013 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-c7a59f9d-33e5-40f6-97f2-3f42248716e4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:20:46.638104 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c7a59f9d-33e5-40f6-97f2-3f42248716e4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:20:46.667941 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e809e488-f84e-4d38-9c95-a604c1195760 req-8a2a7a97-e917-4902-8c9c-5110f7fe1786 tempest-ServerDiagnosticsNegativeTest-1497497634 tempest-ServerDiagnosticsNegativeTest-1497497634-project] 10.222.0.50 "GET /v2.0/security-groups?id=80ef1254-b98f-4960-8f49-acc3b7b94fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598999 May 31 13:20:46.685047 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-33c0f1ab-abd3-4b75-b146-b5c0f066c34e req-db1ab550-3998-4b46-b094-99e3f291180e tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/security-groups?id=62fff807-5a72-4450-b5e7-33e8160efe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932013 May 31 13:20:46.704103 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a59f9d-33e5-40f6-97f2-3f42248716e4 admin admin] Made reservation on behalf of afdeec5b94d843b08f91e17d542891f6 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:20:46.706751 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c7a59f9d-33e5-40f6-97f2-3f42248716e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:46.732907 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72be1ebf-0007-4cc6-a276-e28aa14bb5ca'] response: {'server_uuid': '5c382273-1d38-47ae-b844-3d871794dad7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea3382f3-3ff7-4563-a4cf-59a7d28cd33c', 'code': 200} May 31 13:20:46.734184 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c7a59f9d-33e5-40f6-97f2-3f42248716e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:46.757829 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-f7c1ad8e-48a3-43be-95d9-b2edd39ffd4d req-02ec7cbc-c3e0-4503-b4fd-937d3e22581b service neutron] For port ea3382f3-3ff7-4563-a4cf-59a7d28cd33c, host n-h1-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:20:46.766268 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c7a59f9d-33e5-40f6-97f2-3f42248716e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:20:46.768528 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-6734bf09-0c75-4719-a50c-8a31a73482a4 req-dff23476-c94b-41f8-b089-c5fa53782e10 service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956506 May 31 13:20:46.774124 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-c7a59f9d-33e5-40f6-97f2-3f42248716e4 admin admin] Usage tracker for resource:security_group_rule and tenant:afdeec5b94d843b08f91e17d542891f6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:20:46.777694 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-c7a59f9d-33e5-40f6-97f2-3f42248716e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:20:46.782416 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c837a-957c-48c5-86ac-488a05c05f7c req-cdae0084-a897-4ca0-abc7-6e4d2d303fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:46.784119 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0e7c837a-957c-48c5-86ac-488a05c05f7c req-cdae0084-a897-4ca0-abc7-6e4d2d303fb0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2c7c3385ea2b4a37bc4958245db02120&device_id=40a79982-d1b8-4bda-80e5-17166d99d800 HTTP/1.1" status: 200 len: 1099 time: 0.3596184 May 31 13:20:46.785729 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-f7c1ad8e-48a3-43be-95d9-b2edd39ffd4d req-02ec7cbc-c3e0-4503-b4fd-937d3e22581b service neutron] For port ea3382f3-3ff7-4563-a4cf-59a7d28cd33c, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=ea3382f3-3ff7-4563-a4cf-59a7d28cd33c,segment=NetworkSegment(a592d348-649e-4ed1-b139-bdf2b9c4a847),segment_id=a592d348-649e-4ed1-b139-bdf2b9c4a847)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:20:46.790979 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c7a59f9d-33e5-40f6-97f2-3f42248716e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:20:46.867604 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f7c1ad8e-48a3-43be-95d9-b2edd39ffd4d req-02ec7cbc-c3e0-4503-b4fd-937d3e22581b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:46.953138 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0e7c837a-957c-48c5-86ac-488a05c05f7c req-340da91f-14f5-4507-b5ed-89e010de8187 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=0004502a-c579-4ab3-93ae-a8b72094cf26 HTTP/1.1" status: 200 len: 217 time: 0.1594999 May 31 13:20:47.353869 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ec7cbc-c3e0-4503-b4fd-937d3e22581b service neutron] Pushing event updated for resources: {'Port': ['ID=ea3382f3-3ff7-4563-a4cf-59a7d28cd33c,revision_number=8']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:47.371078 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c837a-957c-48c5-86ac-488a05c05f7c req-f8258464-6a48-4d75-b6fb-fd7b6ae780ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:47.372496 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0e7c837a-957c-48c5-86ac-488a05c05f7c req-f8258464-6a48-4d75-b6fb-fd7b6ae780ed service neutron] 10.222.0.44 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.3996625 May 31 13:20:47.373862 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c1ad8e-48a3-43be-95d9-b2edd39ffd4d req-02ec7cbc-c3e0-4503-b4fd-937d3e22581b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:47.374731 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f7c1ad8e-48a3-43be-95d9-b2edd39ffd4d req-02ec7cbc-c3e0-4503-b4fd-937d3e22581b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:47.376016 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f7c1ad8e-48a3-43be-95d9-b2edd39ffd4d req-02ec7cbc-c3e0-4503-b4fd-937d3e22581b service neutron] 10.222.0.44 "PUT /v2.0/ports/ea3382f3-3ff7-4563-a4cf-59a7d28cd33c HTTP/1.1" status: 200 len: 1121 time: 3.3608181 May 31 13:20:47.510229 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29acc1b3-0bfc-47a7-95f4-749d4c489b17 req-40d8cd6e-3e1e-4635-82b5-34bcd385cb84 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:47.511709 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-29acc1b3-0bfc-47a7-95f4-749d4c489b17 req-40d8cd6e-3e1e-4635-82b5-34bcd385cb84 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c382273-1d38-47ae-b844-3d871794dad7 HTTP/1.1" status: 200 len: 943 time: 0.6580870 May 31 13:20:47.523668 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['ea3382f3-3ff7-4563-a4cf-59a7d28cd33c'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:20:47.541960 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a06e1f01-c592-43ce-8534-64d7c3528378', 'tag': 'f9a3a0b4-413d-47ea-9884-ee6988a0a17a'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:20:47.547887 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be0bfd-eabf-405a-88f4-1df1b5ddd191 req-7997ec8c-1628-48ca-81d0-55d50b1cafe5 tempest-NetworksTest-343844676 tempest-NetworksTest-343844676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:47.548928 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be0bfd-eabf-405a-88f4-1df1b5ddd191 req-7997ec8c-1628-48ca-81d0-55d50b1cafe5 tempest-NetworksTest-343844676 tempest-NetworksTest-343844676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:47.549389 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be0bfd-eabf-405a-88f4-1df1b5ddd191 req-7997ec8c-1628-48ca-81d0-55d50b1cafe5 tempest-NetworksTest-343844676 tempest-NetworksTest-343844676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:47.549843 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be0bfd-eabf-405a-88f4-1df1b5ddd191 req-7997ec8c-1628-48ca-81d0-55d50b1cafe5 tempest-NetworksTest-343844676 tempest-NetworksTest-343844676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:47.550320 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be0bfd-eabf-405a-88f4-1df1b5ddd191 req-7997ec8c-1628-48ca-81d0-55d50b1cafe5 tempest-NetworksTest-343844676 tempest-NetworksTest-343844676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:47.550770 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be0bfd-eabf-405a-88f4-1df1b5ddd191 req-7997ec8c-1628-48ca-81d0-55d50b1cafe5 tempest-NetworksTest-343844676 tempest-NetworksTest-343844676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:47.551221 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be0bfd-eabf-405a-88f4-1df1b5ddd191 req-7997ec8c-1628-48ca-81d0-55d50b1cafe5 tempest-NetworksTest-343844676 tempest-NetworksTest-343844676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:47.551666 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be0bfd-eabf-405a-88f4-1df1b5ddd191 req-7997ec8c-1628-48ca-81d0-55d50b1cafe5 tempest-NetworksTest-343844676 tempest-NetworksTest-343844676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:47.553545 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e8be0bfd-eabf-405a-88f4-1df1b5ddd191 req-7997ec8c-1628-48ca-81d0-55d50b1cafe5 tempest-NetworksTest-343844676 tempest-NetworksTest-343844676-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5737 time: 0.5796204 May 31 13:20:47.565380 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c7a59f9d-33e5-40f6-97f2-3f42248716e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:47.581040 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c7a59f9d-33e5-40f6-97f2-3f42248716e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:47.615387 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-29acc1b3-0bfc-47a7-95f4-749d4c489b17 req-68810b04-aed4-41a9-826e-adc3769efea5 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975478 May 31 13:20:47.625262 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7a59f9d-33e5-40f6-97f2-3f42248716e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:20:47.646010 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a59f9d-33e5-40f6-97f2-3f42248716e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be115c85-edbd-4420-92c6-50413802d8d5,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:47.652994 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c7a59f9d-33e5-40f6-97f2-3f42248716e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:47.653341 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-c7a59f9d-33e5-40f6-97f2-3f42248716e4 admin admin] Added segment 5cbc4759-cf46-4bb7-80a8-cb3267646192 of type vlan for network f61c7e38-101c-4f1a-8d73-f72841af7364 May 31 13:20:47.663912 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c837a-957c-48c5-86ac-488a05c05f7c req-5c277348-d1f5-43e0-b782-0fa0319251d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:47.665209 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0e7c837a-957c-48c5-86ac-488a05c05f7c req-5c277348-d1f5-43e0-b782-0fa0319251d5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2816808 May 31 13:20:47.826807 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c7a59f9d-33e5-40f6-97f2-3f42248716e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:47.874664 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d929943c-2e12-4e64-a18f-20f338107e30'] response: {'name': 'network-changed', 'server_uuid': 'a06e1f01-c592-43ce-8534-64d7c3528378', 'tag': 'f9a3a0b4-413d-47ea-9884-ee6988a0a17a', 'status': 'completed', 'code': 200} May 31 13:20:47.982139 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2695ec60-fa82-4304-b434-2104edc13a1e req-99c9430b-3265-47ae-a0dc-dc00a2565333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:47.983606 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2695ec60-fa82-4304-b434-2104edc13a1e req-99c9430b-3265-47ae-a0dc-dc00a2565333 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c905d91f2f614f928153cd05b2f8a225&device_id=a06e1f01-c592-43ce-8534-64d7c3528378 HTTP/1.1" status: 200 len: 1099 time: 0.0857265 May 31 13:20:48.053740 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0e7c837a-957c-48c5-86ac-488a05c05f7c req-9697889d-7611-4cbf-bdd5-659b027f7754 service neutron] 10.222.0.44 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3772078 May 31 13:20:48.058359 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c7a59f9d-33e5-40f6-97f2-3f42248716e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:48.059282 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a59f9d-33e5-40f6-97f2-3f42248716e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:48.059853 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c7a59f9d-33e5-40f6-97f2-3f42248716e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:48.119978 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2695ec60-fa82-4304-b434-2104edc13a1e req-557972b6-0d4c-4ca7-a8a7-caff39cc0ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:48.121487 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2695ec60-fa82-4304-b434-2104edc13a1e req-557972b6-0d4c-4ca7-a8a7-caff39cc0ff0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=85b11c4f-90ad-4763-b38d-22d3f87089f4 HTTP/1.1" status: 200 len: 870 time: 0.1310120 May 31 13:20:48.195949 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2695ec60-fa82-4304-b434-2104edc13a1e req-2740fbf1-b574-4f13-8e07-514375e2444d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=f9a3a0b4-413d-47ea-9884-ee6988a0a17a HTTP/1.1" status: 200 len: 217 time: 0.0627916 May 31 13:20:48.263081 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2695ec60-fa82-4304-b434-2104edc13a1e req-ba697fa6-523b-43af-b024-05460dad9c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:48.264520 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2695ec60-fa82-4304-b434-2104edc13a1e req-ba697fa6-523b-43af-b024-05460dad9c39 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.0620682 May 31 13:20:48.312222 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc574f8-d035-48c8-9394-b13124675a57 req-b3ba60cc-7186-4c8f-be9a-4bc44835f947 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:48.313764 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0dc574f8-d035-48c8-9394-b13124675a57 req-b3ba60cc-7186-4c8f-be9a-4bc44835f947 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=a06e1f01-c592-43ce-8534-64d7c3528378 HTTP/1.1" status: 200 len: 948 time: 0.5279224 May 31 13:20:48.314719 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a59f9d-33e5-40f6-97f2-3f42248716e4 admin admin] Pushing event updated for resources: {'Network': ['ID=f61c7e38-101c-4f1a-8d73-f72841af7364,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:48.320571 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c7a59f9d-33e5-40f6-97f2-3f42248716e4 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0667441 May 31 13:20:48.324187 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 34644) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:20:48.338902 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a59f9d-33e5-40f6-97f2-3f42248716e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:20:48.339246 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a59f9d-33e5-40f6-97f2-3f42248716e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:20:48.339588 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a59f9d-33e5-40f6-97f2-3f42248716e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:20:48.339930 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a59f9d-33e5-40f6-97f2-3f42248716e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:20:48.340262 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a59f9d-33e5-40f6-97f2-3f42248716e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:20:48.340588 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a59f9d-33e5-40f6-97f2-3f42248716e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:20:48.340914 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a59f9d-33e5-40f6-97f2-3f42248716e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:20:48.341376 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a59f9d-33e5-40f6-97f2-3f42248716e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:20:48.341547 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a59f9d-33e5-40f6-97f2-3f42248716e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:20:48.341867 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a59f9d-33e5-40f6-97f2-3f42248716e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:20:48.342218 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a59f9d-33e5-40f6-97f2-3f42248716e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:20:48.342534 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a59f9d-33e5-40f6-97f2-3f42248716e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:20:48.350472 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2695ec60-fa82-4304-b434-2104edc13a1e req-39994f47-dd4b-472c-b52a-8024ef20b437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:48.352331 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2695ec60-fa82-4304-b434-2104edc13a1e req-39994f47-dd4b-472c-b52a-8024ef20b437 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0804453 May 31 13:20:48.353759 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-9203404e-da28-4c6e-a841-071cd369897b admin admin] Request body: {'subnet': {'network_id': 'f61c7e38-101c-4f1a-8d73-f72841af7364', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2013553847-subnet', 'tenant_id': 'afdeec5b94d843b08f91e17d542891f6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:20:48.357126 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network f61c7e38-101c-4f1a-8d73-f72841af7364 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:20:48.359095 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e88cbf4-225d-4492-919b-aa2219df43cb req-08257692-10b5-4fc2-97cb-c96983e00036 tempest-NetworksTest-343844676 tempest-NetworksTest-343844676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:48.360494 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5e88cbf4-225d-4492-919b-aa2219df43cb req-08257692-10b5-4fc2-97cb-c96983e00036 tempest-NetworksTest-343844676 tempest-NetworksTest-343844676-project-admin] 10.222.0.50 "GET /v2.0/networks/d2103cd5-63ba-4c24-9d95-fd17643bf14c HTTP/1.1" status: 200 len: 886 time: 0.4716423 May 31 13:20:48.388490 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-9203404e-da28-4c6e-a841-071cd369897b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:20:48.405325 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-9203404e-da28-4c6e-a841-071cd369897b admin admin] Usage tracker for resource:subnet and tenant:afdeec5b94d843b08f91e17d542891f6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:20:48.410625 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-9203404e-da28-4c6e-a841-071cd369897b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:20:48.434180 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-9203404e-da28-4c6e-a841-071cd369897b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:20:48.445859 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2695ec60-fa82-4304-b434-2104edc13a1e req-424cf864-5243-49f2-84ca-27c71d6ed7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:48.447391 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2695ec60-fa82-4304-b434-2104edc13a1e req-424cf864-5243-49f2-84ca-27c71d6ed7db service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c905d91f2f614f928153cd05b2f8a225&device_id=a06e1f01-c592-43ce-8534-64d7c3528378 HTTP/1.1" status: 200 len: 1099 time: 0.5195436 May 31 13:20:48.458745 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0e7c837a-957c-48c5-86ac-488a05c05f7c req-43a4ef70-2a03-4c19-a1fd-68eff91ed36f service neutron] 10.222.0.44 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3931777 May 31 13:20:48.490914 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0dc574f8-d035-48c8-9394-b13124675a57 req-2c709675-c092-4abf-9979-1483c8cf537d tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568987 May 31 13:20:48.541209 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9203404e-da28-4c6e-a841-071cd369897b admin admin] Made reservation on behalf of afdeec5b94d843b08f91e17d542891f6 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:20:48.543533 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9203404e-da28-4c6e-a841-071cd369897b admin admin] Notify callbacks [] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:48.556319 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2695ec60-fa82-4304-b434-2104edc13a1e req-25ae0c5a-d1a9-45e3-8427-70c977cc4e79 service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869633 May 31 13:20:48.713323 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2695ec60-fa82-4304-b434-2104edc13a1e req-be844ee5-b4c1-4182-8060-345641109a19 service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477280 May 31 13:20:48.744040 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40a79982-d1b8-4bda-80e5-17166d99d800', 'tag': '0004502a-c579-4ab3-93ae-a8b72094cf26'}, {'name': 'network-changed', 'server_uuid': '5c382273-1d38-47ae-b844-3d871794dad7', 'tag': 'ea3382f3-3ff7-4563-a4cf-59a7d28cd33c'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:20:48.824614 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2695ec60-fa82-4304-b434-2104edc13a1e req-e07aa3e9-ccc9-4964-9a98-eab0201271f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:48.826083 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2695ec60-fa82-4304-b434-2104edc13a1e req-e07aa3e9-ccc9-4964-9a98-eab0201271f8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=85b11c4f-90ad-4763-b38d-22d3f87089f4 HTTP/1.1" status: 200 len: 870 time: 0.3720603 May 31 13:20:48.912733 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2695ec60-fa82-4304-b434-2104edc13a1e req-2cbad427-d049-4214-97fb-b3b2234248ec service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=f9a3a0b4-413d-47ea-9884-ee6988a0a17a HTTP/1.1" status: 200 len: 217 time: 0.0732245 May 31 13:20:48.926815 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35356821-d2a6-447f-a773-5e357c81ac04 req-4e5c551c-c703-4165-9e84-cd0e93f58060 tempest-ServerDiagnosticsNegativeTest-1497497634 tempest-ServerDiagnosticsNegativeTest-1497497634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:48.928323 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-35356821-d2a6-447f-a773-5e357c81ac04 req-4e5c551c-c703-4165-9e84-cd0e93f58060 tempest-ServerDiagnosticsNegativeTest-1497497634 tempest-ServerDiagnosticsNegativeTest-1497497634-project] 10.222.0.50 "GET /v2.0/ports?device_id=40a79982-d1b8-4bda-80e5-17166d99d800 HTTP/1.1" status: 200 len: 948 time: 0.3681958 May 31 13:20:48.999281 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38424336-e499-462b-a6b1-1e6c9ebdcc58 req-11ba7131-c1e0-4a95-8d62-c0b1ffb9d9d5 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:49.000754 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-38424336-e499-462b-a6b1-1e6c9ebdcc58 req-11ba7131-c1e0-4a95-8d62-c0b1ffb9d9d5 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/ports?device_id=55fb1417-cad8-4df4-aa5c-6da0276389e5 HTTP/1.1" status: 200 len: 950 time: 0.3967564 May 31 13:20:49.213345 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-38424336-e499-462b-a6b1-1e6c9ebdcc58 req-c6f06aeb-7f4b-4203-a380-c81e1df27d29 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/security-groups?id=62fff807-5a72-4450-b5e7-33e8160efe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881757 May 31 13:20:49.214694 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2695ec60-fa82-4304-b434-2104edc13a1e req-72f65fc6-1ec1-46a4-9d24-c4eee258c465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:49.216022 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2695ec60-fa82-4304-b434-2104edc13a1e req-72f65fc6-1ec1-46a4-9d24-c4eee258c465 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.2868409 May 31 13:20:49.221528 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-35356821-d2a6-447f-a773-5e357c81ac04 req-6df03c0c-6406-4476-ba8f-b91dbb367bd5 tempest-ServerDiagnosticsNegativeTest-1497497634 tempest-ServerDiagnosticsNegativeTest-1497497634-project] 10.222.0.50 "GET /v2.0/security-groups?id=80ef1254-b98f-4960-8f49-acc3b7b94fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633390 May 31 13:20:49.304970 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9203404e-da28-4c6e-a841-071cd369897b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:49.533555 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9203404e-da28-4c6e-a841-071cd369897b admin admin] Pushing event updated for resources: {'Subnet': ['ID=23ad5fa3-be12-4d58-814a-4bee295a6fb3,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:49.588396 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ac0f2fb1-b5e3-47ec-bfc6-4de9d1a9294d req-4055f3a0-afe3-42c2-ba2e-7aa1d14af25b tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--347783841&fields=id&tenant_id=b507f55702b4454690aaa4c9f4de29b0 HTTP/1.1" status: 200 len: 267 time: 0.2494249 May 31 13:20:49.594211 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9203404e-da28-4c6e-a841-071cd369897b admin admin] Checking segment: {'id': '5cbc4759-cf46-4bb7-80a8-cb3267646192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f61c7e38-101c-4f1a-8d73-f72841af7364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:20:49.594572 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9203404e-da28-4c6e-a841-071cd369897b admin admin] Network hostable DHCP agents. Network: f61c7e38-101c-4f1a-8d73-f72841af7364, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:20:49.660858 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2695ec60-fa82-4304-b434-2104edc13a1e req-ed0a3fac-f7d6-4e06-a71e-e174f2fa956d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:49.662359 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2695ec60-fa82-4304-b434-2104edc13a1e req-ed0a3fac-f7d6-4e06-a71e-e174f2fa956d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4383693 May 31 13:20:49.726556 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e22d8-5f95-4f88-9ef2-5dc8330e8d1e req-6c51d121-3887-4580-94e2-97153807f620 tempest-NetworksTest-343844676 tempest-NetworksTest-343844676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:49.727023 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e22d8-5f95-4f88-9ef2-5dc8330e8d1e req-6c51d121-3887-4580-94e2-97153807f620 tempest-NetworksTest-343844676 tempest-NetworksTest-343844676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:49.727484 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e22d8-5f95-4f88-9ef2-5dc8330e8d1e req-6c51d121-3887-4580-94e2-97153807f620 tempest-NetworksTest-343844676 tempest-NetworksTest-343844676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:49.727941 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e22d8-5f95-4f88-9ef2-5dc8330e8d1e req-6c51d121-3887-4580-94e2-97153807f620 tempest-NetworksTest-343844676 tempest-NetworksTest-343844676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:49.728394 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e22d8-5f95-4f88-9ef2-5dc8330e8d1e req-6c51d121-3887-4580-94e2-97153807f620 tempest-NetworksTest-343844676 tempest-NetworksTest-343844676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:49.728849 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e22d8-5f95-4f88-9ef2-5dc8330e8d1e req-6c51d121-3887-4580-94e2-97153807f620 tempest-NetworksTest-343844676 tempest-NetworksTest-343844676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:49.729307 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e22d8-5f95-4f88-9ef2-5dc8330e8d1e req-6c51d121-3887-4580-94e2-97153807f620 tempest-NetworksTest-343844676 tempest-NetworksTest-343844676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:49.729756 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e22d8-5f95-4f88-9ef2-5dc8330e8d1e req-6c51d121-3887-4580-94e2-97153807f620 tempest-NetworksTest-343844676 tempest-NetworksTest-343844676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:49.730230 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e22d8-5f95-4f88-9ef2-5dc8330e8d1e req-6c51d121-3887-4580-94e2-97153807f620 tempest-NetworksTest-343844676 tempest-NetworksTest-343844676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:49.732063 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-457e22d8-5f95-4f88-9ef2-5dc8330e8d1e req-6c51d121-3887-4580-94e2-97153807f620 tempest-NetworksTest-343844676 tempest-NetworksTest-343844676-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6443 time: 0.4668138 May 31 13:20:49.833830 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9203404e-da28-4c6e-a841-071cd369897b admin admin] Network f61c7e38-101c-4f1a-8d73-f72841af7364 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:20:49.933783 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d09da1-8674-497a-af70-d526b75988ee req-451ca6ab-e6f0-4da1-b7a3-45d2fc11af5a tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:49.933783 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f1d09da1-8674-497a-af70-d526b75988ee req-451ca6ab-e6f0-4da1-b7a3-45d2fc11af5a tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b9612b1-2b60-4c07-b859-ad4737cf6cb6 HTTP/1.1" status: 200 len: 945 time: 0.4739296 May 31 13:20:49.933783 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-9203404e-da28-4c6e-a841-071cd369897b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, f61c7e38-101c-4f1a-8d73-f72841af7364) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:20:49.941196 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a8a60a-7199-466e-b51f-94efdbfb1601 None None] Network f61c7e38-101c-4f1a-8d73-f72841af7364 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:20:49.948472 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9203404e-da28-4c6e-a841-071cd369897b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:49.949061 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9203404e-da28-4c6e-a841-071cd369897b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:49.990373 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 34670) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:20:50.093776 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0f2fb1-b5e3-47ec-bfc6-4de9d1a9294d req-f9e519ba-96e6-4d1a-b847-b9103a639578 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:50.100499 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ac0f2fb1-b5e3-47ec-bfc6-4de9d1a9294d req-f9e519ba-96e6-4d1a-b847-b9103a639578 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] 10.222.0.50 "GET /v2.0/networks?id=166095fb-602c-4131-97e4-e6648d07bb0e HTTP/1.1" status: 200 len: 823 time: 0.4930680 May 31 13:20:50.110085 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-9203404e-da28-4c6e-a841-071cd369897b admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.7776897 May 31 13:20:50.118840 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b9bb812f-be1c-4206-b5e4-cb55e887cb96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:50.119353 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2695ec60-fa82-4304-b434-2104edc13a1e req-963cde00-db8d-4864-ba3c-c8ffd625c5af service neutron] 10.222.0.44 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3949614 May 31 13:20:50.121094 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 34676) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:20:50.125358 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-f1d09da1-8674-497a-af70-d526b75988ee req-290562f2-9033-4ab8-9648-26f2282e8f77 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Deleting port 6530d0f9-8f2c-4db2-a13c-572f3f258bb4 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:20:50.125764 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f1d09da1-8674-497a-af70-d526b75988ee req-290562f2-9033-4ab8-9648-26f2282e8f77 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:50.135772 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b9bb812f-be1c-4206-b5e4-cb55e887cb96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:20:50.140233 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-b9bb812f-be1c-4206-b5e4-cb55e887cb96 admin admin] Usage tracker for resource:security_group_rule and tenant:7b6209507c07436e92f4db987ff7f602 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:20:50.144605 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-b9bb812f-be1c-4206-b5e4-cb55e887cb96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:20:50.151081 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b9bb812f-be1c-4206-b5e4-cb55e887cb96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:20:50.187081 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-bec69791-db07-4e70-9aa1-e3673e4eec09 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2013553847-router', 'tenant_id': 'afdeec5b94d843b08f91e17d542891f6', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:20:50.196701 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c935e75-938a-479d-94f9-2ebf2fdf2da2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-f61c7e38-101c-4f1a-8d73-f72841af7364', 'network_id': 'f61c7e38-101c-4f1a-8d73-f72841af7364', 'tenant_id': 'afdeec5b94d843b08f91e17d542891f6', 'fixed_ips': [{'subnet_id': '23ad5fa3-be12-4d58-814a-4bee295a6fb3'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:20:50.198161 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ac0f2fb1-b5e3-47ec-bfc6-4de9d1a9294d req-edcc8b2f-a38d-48bf-af45-db8aeb716949 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] 10.222.0.50 "GET /v2.0/quotas/b507f55702b4454690aaa4c9f4de29b0 HTTP/1.1" status: 200 len: 375 time: 0.0967357 May 31 13:20:50.199135 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4c935e75-938a-479d-94f9-2ebf2fdf2da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:50.243975 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b9bb812f-be1c-4206-b5e4-cb55e887cb96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:50.249943 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b9bb812f-be1c-4206-b5e4-cb55e887cb96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:50.251131 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-bec69791-db07-4e70-9aa1-e3673e4eec09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:20:50.324774 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b9bb812f-be1c-4206-b5e4-cb55e887cb96 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7b6209507c07436e92f4db987ff7f602&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3331831 May 31 13:20:50.326426 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 34684) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:20:50.327199 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bb812f-be1c-4206-b5e4-cb55e887cb96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2938a0-9f98-4ae1-a9c3-57b87f6495b9,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:50.334408 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-bec69791-db07-4e70-9aa1-e3673e4eec09 admin admin] Usage tracker for resource:router and tenant:afdeec5b94d843b08f91e17d542891f6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:20:50.349364 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-bec69791-db07-4e70-9aa1-e3673e4eec09 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:20:50.361624 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-bec69791-db07-4e70-9aa1-e3673e4eec09 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:20:50.399200 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device ea3382f3-3ff7-4563-a4cf-59a7d28cd33c details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:20:50.403257 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0f735a-d49b-4080-956f-f240019f3af9 req-ed7c6177-c98b-4784-a4c3-88dd40e1ee64 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:50.404758 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1e0f735a-d49b-4080-956f-f240019f3af9 req-ed7c6177-c98b-4784-a4c3-88dd40e1ee64 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c382273-1d38-47ae-b844-3d871794dad7 HTTP/1.1" status: 200 len: 943 time: 0.5596130 May 31 13:20:50.418733 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1895b68e-4b91-4d14-8cc1-8afe02786e94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:50.448476 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1895b68e-4b91-4d14-8cc1-8afe02786e94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:50.451906 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-4c935e75-938a-479d-94f9-2ebf2fdf2da2 None None] Allocated IP 172.20.0.2 (f61c7e38-101c-4f1a-8d73-f72841af7364/23ad5fa3-be12-4d58-814a-4bee295a6fb3/05d764a6-7e20-4207-8180-dd27f63b9af4) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:20:50.480362 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bec69791-db07-4e70-9aa1-e3673e4eec09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:50.481366 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bec69791-db07-4e70-9aa1-e3673e4eec09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:50.508255 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1895b68e-4b91-4d14-8cc1-8afe02786e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:50.523973 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1895b68e-4b91-4d14-8cc1-8afe02786e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2938a0-9f98-4ae1-a9c3-57b87f6495b9,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:50.531529 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1895b68e-4b91-4d14-8cc1-8afe02786e94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:50.536340 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-1895b68e-4b91-4d14-8cc1-8afe02786e94 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9d2938a0-9f98-4ae1-a9c3-57b87f6495b9 HTTP/1.1" status: 204 len: 168 time: 0.2048120 May 31 13:20:50.626313 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bec69791-db07-4e70-9aa1-e3673e4eec09 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:50.630471 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2695ec60-fa82-4304-b434-2104edc13a1e req-04af1089-a65c-422e-aee0-c9ca37b5d895 service neutron] 10.222.0.44 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4706993 May 31 13:20:50.658706 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1e0f735a-d49b-4080-956f-f240019f3af9 req-fbb494a2-a988-459e-b3db-b46eb38e6c61 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260518 May 31 13:20:50.702170 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ac0f2fb1-b5e3-47ec-bfc6-4de9d1a9294d req-af2323df-a61e-4d99-8d58-c43da3defb64 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b507f55702b4454690aaa4c9f4de29b0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4961629 May 31 13:20:50.725969 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port ea3382f3-3ff7-4563-a4cf-59a7d28cd33c, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=ea3382f3-3ff7-4563-a4cf-59a7d28cd33c,segment=NetworkSegment(a592d348-649e-4ed1-b139-bdf2b9c4a847),segment_id=a592d348-649e-4ed1-b139-bdf2b9c4a847)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:20:50.752931 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device ea3382f3-3ff7-4563-a4cf-59a7d28cd33c has no active binding in host n-h2-843939-1 {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 31 13:20:50.775305 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcab1980-20e7-4c31-a4ec-b74801873f90'] response: {'name': 'network-changed', 'server_uuid': '40a79982-d1b8-4bda-80e5-17166d99d800', 'tag': '0004502a-c579-4ab3-93ae-a8b72094cf26', 'status': 'completed', 'code': 200} May 31 13:20:50.775569 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcab1980-20e7-4c31-a4ec-b74801873f90'] response: {'name': 'network-changed', 'server_uuid': '5c382273-1d38-47ae-b844-3d871794dad7', 'tag': 'ea3382f3-3ff7-4563-a4cf-59a7d28cd33c', 'status': 'completed', 'code': 200} May 31 13:20:50.850675 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4c935e75-938a-479d-94f9-2ebf2fdf2da2 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:50.862387 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-4c935e75-938a-479d-94f9-2ebf2fdf2da2 None None] Transition to ACTIVE for port object 05d764a6-7e20-4207-8180-dd27f63b9af4 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:20:50.894839 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-4c935e75-938a-479d-94f9-2ebf2fdf2da2 None None] Transition to ACTIVE for port object 05d764a6-7e20-4207-8180-dd27f63b9af4 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:20:50.904975 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4c935e75-938a-479d-94f9-2ebf2fdf2da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:50.989201 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c935e75-938a-479d-94f9-2ebf2fdf2da2 None None] Network f61c7e38-101c-4f1a-8d73-f72841af7364 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:20:50.994986 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-4c935e75-938a-479d-94f9-2ebf2fdf2da2 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:20:50.999577 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c935e75-938a-479d-94f9-2ebf2fdf2da2 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:20:51.022726 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a213e3a-dbc1-4a37-ad51-839a68c93706 req-c22a9812-e587-4381-884f-3467c6d8a02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:51.024670 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-6a213e3a-dbc1-4a37-ad51-839a68c93706 req-c22a9812-e587-4381-884f-3467c6d8a02c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2539a3508c4b448ea8707834972224c7&device_id=5c382273-1d38-47ae-b844-3d871794dad7 HTTP/1.1" status: 200 len: 1124 time: 0.1418858 May 31 13:20:51.069254 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 34692) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:20:51.082901 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c935e75-938a-479d-94f9-2ebf2fdf2da2 None None] Pushing event updated for resources: {'Port': ['ID=05d764a6-7e20-4207-8180-dd27f63b9af4,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:51.108339 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-4c935e75-938a-479d-94f9-2ebf2fdf2da2 None None] Attempting to bind port 05d764a6-7e20-4207-8180-dd27f63b9af4 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:20:51.108696 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-4c935e75-938a-479d-94f9-2ebf2fdf2da2 None None] Attempting to bind port 05d764a6-7e20-4207-8180-dd27f63b9af4 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '5cbc4759-cf46-4bb7-80a8-cb3267646192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f61c7e38-101c-4f1a-8d73-f72841af7364'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:20:51.109047 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c935e75-938a-479d-94f9-2ebf2fdf2da2 None None] Attempting to bind port 05d764a6-7e20-4207-8180-dd27f63b9af4 on network f61c7e38-101c-4f1a-8d73-f72841af7364 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:20:51.114877 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c935e75-938a-479d-94f9-2ebf2fdf2da2 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:20:51.115237 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c935e75-938a-479d-94f9-2ebf2fdf2da2 None None] Checking segment: {'id': '5cbc4759-cf46-4bb7-80a8-cb3267646192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f61c7e38-101c-4f1a-8d73-f72841af7364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:20:51.115630 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4c935e75-938a-479d-94f9-2ebf2fdf2da2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:51.116012 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c935e75-938a-479d-94f9-2ebf2fdf2da2 None None] Bound using segment: {'id': '5cbc4759-cf46-4bb7-80a8-cb3267646192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f61c7e38-101c-4f1a-8d73-f72841af7364'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:20:51.116460 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-4c935e75-938a-479d-94f9-2ebf2fdf2da2 None None] Bound port: 05d764a6-7e20-4207-8180-dd27f63b9af4, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cbc4759-cf46-4bb7-80a8-cb3267646192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f61c7e38-101c-4f1a-8d73-f72841af7364'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:20:51.116822 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4c935e75-938a-479d-94f9-2ebf2fdf2da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:51.152461 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9c828739-b36c-4c12-89d4-2e0fa9e660e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:51.182172 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-9c828739-b36c-4c12-89d4-2e0fa9e660e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:20:51.190138 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-9c828739-b36c-4c12-89d4-2e0fa9e660e5 admin admin] Usage tracker for resource:security_group_rule and tenant:0ce648f63984400987672bd94a3c4a9a is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:20:51.194433 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-9c828739-b36c-4c12-89d4-2e0fa9e660e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:20:51.210207 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-9c828739-b36c-4c12-89d4-2e0fa9e660e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:20:51.211111 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-4c935e75-938a-479d-94f9-2ebf2fdf2da2 None None] For port 05d764a6-7e20-4207-8180-dd27f63b9af4, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:20:51.214838 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-4c935e75-938a-479d-94f9-2ebf2fdf2da2 None None] For port 05d764a6-7e20-4207-8180-dd27f63b9af4, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=05d764a6-7e20-4207-8180-dd27f63b9af4,segment=NetworkSegment(5cbc4759-cf46-4bb7-80a8-cb3267646192),segment_id=5cbc4759-cf46-4bb7-80a8-cb3267646192)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:20:51.218415 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a213e3a-dbc1-4a37-ad51-839a68c93706 req-cd04490f-4e57-414d-a93f-a9784e0c0a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:51.219957 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-6a213e3a-dbc1-4a37-ad51-839a68c93706 req-cd04490f-4e57-414d-a93f-a9784e0c0a11 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5b3c8d41-b43d-4739-acc3-c9eae6a83205 HTTP/1.1" status: 200 len: 922 time: 0.1859195 May 31 13:20:51.221416 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4c935e75-938a-479d-94f9-2ebf2fdf2da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:51.226981 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-f1d09da1-8674-497a-af70-d526b75988ee req-290562f2-9033-4ab8-9648-26f2282e8f77 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] For port 6530d0f9-8f2c-4db2-a13c-572f3f258bb4, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=6530d0f9-8f2c-4db2-a13c-572f3f258bb4,segment=NetworkSegment(cc4868b5-30a5-4956-8627-7d52c92af76c),segment_id=cc4868b5-30a5-4956-8627-7d52c92af76c)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:20:51.227427 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f1d09da1-8674-497a-af70-d526b75988ee req-290562f2-9033-4ab8-9648-26f2282e8f77 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:51.335048 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c935e75-938a-479d-94f9-2ebf2fdf2da2 None None] Pushing event updated for resources: {'Port': ['ID=05d764a6-7e20-4207-8180-dd27f63b9af4,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:51.412348 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-6a213e3a-dbc1-4a37-ad51-839a68c93706 req-3acafecf-fad6-45fd-8d10-af8e27ded550 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ea3382f3-3ff7-4563-a4cf-59a7d28cd33c HTTP/1.1" status: 200 len: 217 time: 0.1689937 May 31 13:20:51.525168 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a213e3a-dbc1-4a37-ad51-839a68c93706 req-4b289a68-2b18-4101-9762-c544716bbfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:51.526654 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-6a213e3a-dbc1-4a37-ad51-839a68c93706 req-4b289a68-2b18-4101-9762-c544716bbfe7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c38944f5-addb-47c7-b219-ea477f926c92 HTTP/1.1" status: 200 len: 861 time: 0.0940840 May 31 13:20:51.593384 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bec69791-db07-4e70-9aa1-e3673e4eec09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:51.599223 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9c828739-b36c-4c12-89d4-2e0fa9e660e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:51.606211 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ac0f2fb1-b5e3-47ec-bfc6-4de9d1a9294d req-6f244c97-b31f-4053-84fb-8b167a01724c service neutron] 10.222.0.50 "GET /v2.0/networks/166095fb-602c-4131-97e4-e6648d07bb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9031408 May 31 13:20:51.614971 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-6a213e3a-dbc1-4a37-ad51-839a68c93706 req-60db9f52-0a40-43b8-9c19-24cd1d1a74e4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5b3c8d41-b43d-4739-acc3-c9eae6a83205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691738 May 31 13:20:51.615974 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9c828739-b36c-4c12-89d4-2e0fa9e660e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:51.718552 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device f9a3a0b4-413d-47ea-9884-ee6988a0a17a details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:20:51.767129 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-9c828739-b36c-4c12-89d4-2e0fa9e660e5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0ce648f63984400987672bd94a3c4a9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6965182 May 31 13:20:51.770837 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c828739-b36c-4c12-89d4-2e0fa9e660e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8eb0ef-6698-4ffe-b3ed-88a4b8f13319,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:51.773408 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 34698) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:20:51.809366 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a213e3a-dbc1-4a37-ad51-839a68c93706 req-5a360840-e74b-4bc9-b747-83ac2a57446f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:51.810941 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6a213e3a-dbc1-4a37-ad51-839a68c93706 req-5a360840-e74b-4bc9-b747-83ac2a57446f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2c7c3385ea2b4a37bc4958245db02120&device_id=40a79982-d1b8-4bda-80e5-17166d99d800 HTTP/1.1" status: 200 len: 1099 time: 0.9759958 May 31 13:20:51.812257 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f7c1ad8e-48a3-43be-95d9-b2edd39ffd4d req-6e8486ae-779f-44c1-81d0-086437f56c2d service neutron] 10.222.0.20 "GET /v2.0/ports/ea3382f3-3ff7-4563-a4cf-59a7d28cd33c/bindings/n-h2-843939-1 HTTP/1.1" status: 200 len: 384 time: 0.3862021 May 31 13:20:51.859318 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-6a213e3a-dbc1-4a37-ad51-839a68c93706 req-ac0e7889-90e6-42b1-8628-7200bab21962 service neutron] 10.222.0.20 "GET /v2.0/networks/5b3c8d41-b43d-4739-acc3-c9eae6a83205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346678 May 31 13:20:51.873503 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port f9a3a0b4-413d-47ea-9884-ee6988a0a17a, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=f9a3a0b4-413d-47ea-9884-ee6988a0a17a,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:20:51.887993 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': 'f9a3a0b4-413d-47ea-9884-ee6988a0a17a', 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4', 'port_id': 'f9a3a0b4-413d-47ea-9884-ee6988a0a17a', 'mac_address': 'fa:16:3e:e2:f6:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24822c99-0dce-4d50-9c44-3135ba3763b8', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:20:51.899675 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-21f1ab02-66c9-4b36-aa1a-a65c76280f87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:51.923999 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef137d-36ff-45a3-8293-7a6f5c9743ab req-41d97dcc-8ce7-4cc3-98f6-386e3af668a8 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:51.925839 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-45ef137d-36ff-45a3-8293-7a6f5c9743ab req-41d97dcc-8ce7-4cc3-98f6-386e3af668a8 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=a06e1f01-c592-43ce-8534-64d7c3528378 HTTP/1.1" status: 200 len: 948 time: 0.8996403 May 31 13:20:51.952347 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port f9a3a0b4-413d-47ea-9884-ee6988a0a17a is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:20:51.952626 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:51.972344 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9a3a0b4-413d-47ea-9884-ee6988a0a17a {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:20:51.990945 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port f9a3a0b4-413d-47ea-9884-ee6988a0a17a, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=f9a3a0b4-413d-47ea-9884-ee6988a0a17a,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:20:51.992165 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-21f1ab02-66c9-4b36-aa1a-a65c76280f87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:51.997200 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:52.061161 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-6a213e3a-dbc1-4a37-ad51-839a68c93706 req-7ce7ccb5-852e-4350-9a49-af80227cfc0d service neutron] 10.222.0.20 "GET /v2.0/networks/5b3c8d41-b43d-4739-acc3-c9eae6a83205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929691 May 31 13:20:52.072151 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=f9a3a0b4-413d-47ea-9884-ee6988a0a17a,revision_number=8']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:52.089173 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-21f1ab02-66c9-4b36-aa1a-a65c76280f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:52.105775 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f1ab02-66c9-4b36-aa1a-a65c76280f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8eb0ef-6698-4ffe-b3ed-88a4b8f13319,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:52.110341 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-21f1ab02-66c9-4b36-aa1a-a65c76280f87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:52.114199 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-21f1ab02-66c9-4b36-aa1a-a65c76280f87 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5c8eb0ef-6698-4ffe-b3ed-88a4b8f13319 HTTP/1.1" status: 204 len: 168 time: 0.3359165 May 31 13:20:52.294717 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-45ef137d-36ff-45a3-8293-7a6f5c9743ab req-e17c90a6-23fe-4830-b19f-2e5ce4c2fb36 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126793 May 31 13:20:52.296815 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ac0f2fb1-b5e3-47ec-bfc6-4de9d1a9294d req-5a38809a-fa62-4e17-b0f2-de7521453164 service neutron] 10.222.0.50 "GET /v2.0/networks/166095fb-602c-4131-97e4-e6648d07bb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6774735 May 31 13:20:52.328156 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device ea3382f3-3ff7-4563-a4cf-59a7d28cd33c details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:20:52.337176 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f1d09da1-8674-497a-af70-d526b75988ee req-290562f2-9033-4ab8-9648-26f2282e8f77 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:52.337611 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f1d09da1-8674-497a-af70-d526b75988ee req-290562f2-9033-4ab8-9648-26f2282e8f77 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:52.338006 n-d-843939-1 neutron-server[88370]: INFO neutron.db.l3_db [req-f1d09da1-8674-497a-af70-d526b75988ee req-290562f2-9033-4ab8-9648-26f2282e8f77 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Floating IP 4139a634-0314-4a3c-82a2-5ff196420ff6 disassociated. External IP: 172.25.6.145, port: 6530d0f9-8f2c-4db2-a13c-572f3f258bb4. May 31 13:20:52.350570 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-f1d09da1-8674-497a-af70-d526b75988ee req-290562f2-9033-4ab8-9648-26f2282e8f77 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Calling delete_port for 6530d0f9-8f2c-4db2-a13c-572f3f258bb4 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:20:52.447564 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['f9a3a0b4-413d-47ea-9884-ee6988a0a17a'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:20:52.636638 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79b475b-5357-44f4-8ba3-906bb3ece17f None None] Network f61c7e38-101c-4f1a-8d73-f72841af7364 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:20:52.679198 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a213e3a-dbc1-4a37-ad51-839a68c93706 req-b5ae681d-bef3-4d7b-9e98-91695d7b246f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:52.680682 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6a213e3a-dbc1-4a37-ad51-839a68c93706 req-b5ae681d-bef3-4d7b-9e98-91695d7b246f service neutron] 10.222.0.44 "GET /v2.0/networks?id=85b11c4f-90ad-4763-b38d-22d3f87089f4 HTTP/1.1" status: 200 len: 870 time: 0.8420641 May 31 13:20:52.777218 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port ea3382f3-3ff7-4563-a4cf-59a7d28cd33c, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=ea3382f3-3ff7-4563-a4cf-59a7d28cd33c,segment=NetworkSegment(a592d348-649e-4ed1-b139-bdf2b9c4a847),segment_id=a592d348-649e-4ed1-b139-bdf2b9c4a847)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:20:52.809211 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device ea3382f3-3ff7-4563-a4cf-59a7d28cd33c has no active binding in host n-h2-843939-1 {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 31 13:20:52.809570 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 0004502a-c579-4ab3-93ae-a8b72094cf26 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:20:52.853424 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-3c13318e-3f04-4474-bf55-6fc1bf5fd10c None None] Provisioning for port 05d764a6-7e20-4207-8180-dd27f63b9af4 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:20:52.878667 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6a213e3a-dbc1-4a37-ad51-839a68c93706 req-d608d874-0f1e-48a4-9f23-4e0dd7cd169a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=0004502a-c579-4ab3-93ae-a8b72094cf26 HTTP/1.1" status: 200 len: 217 time: 0.1784744 May 31 13:20:52.978106 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.resource_extend [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:20:53.129366 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 05d764a6-7e20-4207-8180-dd27f63b9af4 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:20:53.274709 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a213e3a-dbc1-4a37-ad51-839a68c93706 req-e6c493db-505b-40e1-bfea-3945e8c7ff64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:53.276216 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6a213e3a-dbc1-4a37-ad51-839a68c93706 req-e6c493db-505b-40e1-bfea-3945e8c7ff64 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.3634770 May 31 13:20:53.321803 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 0004502a-c579-4ab3-93ae-a8b72094cf26, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=0004502a-c579-4ab3-93ae-a8b72094cf26,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:20:53.349003 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': '0004502a-c579-4ab3-93ae-a8b72094cf26', 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4', 'port_id': '0004502a-c579-4ab3-93ae-a8b72094cf26', 'mac_address': 'fa:16:3e:5e:ac:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24822c99-0dce-4d50-9c44-3135ba3763b8', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:20:53.398252 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-f7c1ad8e-48a3-43be-95d9-b2edd39ffd4d req-60eee8fd-620f-4170-bab4-4b10c83abfa7 service neutron] For port ea3382f3-3ff7-4563-a4cf-59a7d28cd33c, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=ea3382f3-3ff7-4563-a4cf-59a7d28cd33c,segment=NetworkSegment(a592d348-649e-4ed1-b139-bdf2b9c4a847),segment_id=a592d348-649e-4ed1-b139-bdf2b9c4a847)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:20:53.403588 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 05d764a6-7e20-4207-8180-dd27f63b9af4 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:20:53.419767 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 05d764a6-7e20-4207-8180-dd27f63b9af4 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:20:53.420385 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:53.452661 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f1d09da1-8674-497a-af70-d526b75988ee req-290562f2-9033-4ab8-9648-26f2282e8f77 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:53.530690 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 0004502a-c579-4ab3-93ae-a8b72094cf26 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:20:53.531127 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:53.561637 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0004502a-c579-4ab3-93ae-a8b72094cf26 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:20:53.577204 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a4e83-e78e-4ab5-a1f3-c53fa1401b59 req-7aa8abb6-b0e8-4a6f-9e53-2d55a48d9ca0 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:53.586167 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7b8a4e83-e78e-4ab5-a1f3-c53fa1401b59 req-7aa8abb6-b0e8-4a6f-9e53-2d55a48d9ca0 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/ports?device_id=55fb1417-cad8-4df4-aa5c-6da0276389e5 HTTP/1.1" status: 200 len: 950 time: 0.9921603 May 31 13:20:53.586663 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 0004502a-c579-4ab3-93ae-a8b72094cf26, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=0004502a-c579-4ab3-93ae-a8b72094cf26,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:20:53.591933 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:53.609315 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-f7c1ad8e-48a3-43be-95d9-b2edd39ffd4d req-60eee8fd-620f-4170-bab4-4b10c83abfa7 service neutron] For port ea3382f3-3ff7-4563-a4cf-59a7d28cd33c, host n-h1-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:20:53.639876 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290562f2-9033-4ab8-9648-26f2282e8f77 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Pushing event deleted for resources: {'Port': ['ID=6530d0f9-8f2c-4db2-a13c-572f3f258bb4,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:53.650361 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3c4700-a081-45a7-9e4f-b33337bad656 req-6d96732b-002d-4166-8f38-348976009899 tempest-ServerDiagnosticsNegativeTest-1497497634 tempest-ServerDiagnosticsNegativeTest-1497497634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:53.651863 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6e3c4700-a081-45a7-9e4f-b33337bad656 req-6d96732b-002d-4166-8f38-348976009899 tempest-ServerDiagnosticsNegativeTest-1497497634 tempest-ServerDiagnosticsNegativeTest-1497497634-project] 10.222.0.50 "GET /v2.0/ports?device_id=40a79982-d1b8-4bda-80e5-17166d99d800 HTTP/1.1" status: 200 len: 948 time: 0.9608800 May 31 13:20:53.716812 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 05d764a6-7e20-4207-8180-dd27f63b9af4 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:20:53.717359 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:53.752368 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=0004502a-c579-4ab3-93ae-a8b72094cf26,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:53.771172 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-8e5bd909-ffc8-4940-8769-8e7f68984239 None None] Provisioning complete for port 05d764a6-7e20-4207-8180-dd27f63b9af4 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:20:53.771543 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8e5bd909-ffc8-4940-8769-8e7f68984239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:53.796471 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 05d764a6-7e20-4207-8180-dd27f63b9af4, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=05d764a6-7e20-4207-8180-dd27f63b9af4,segment=NetworkSegment(5cbc4759-cf46-4bb7-80a8-cb3267646192),segment_id=5cbc4759-cf46-4bb7-80a8-cb3267646192)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:20:53.803148 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:53.858956 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['0004502a-c579-4ab3-93ae-a8b72094cf26'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:20:53.985112 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bec69791-db07-4e70-9aa1-e3673e4eec09 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:54.023446 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7b8a4e83-e78e-4ab5-a1f3-c53fa1401b59 req-2ccf8ecb-75a2-4283-afaa-fb9b8fbcd842 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/security-groups?id=62fff807-5a72-4450-b5e7-33e8160efe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4360528 May 31 13:20:54.067003 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=05d764a6-7e20-4207-8180-dd27f63b9af4,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:54.171302 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6e3c4700-a081-45a7-9e4f-b33337bad656 req-c8b29cf1-5fd9-46ab-b2c0-a4e01d6d826a tempest-ServerDiagnosticsNegativeTest-1497497634 tempest-ServerDiagnosticsNegativeTest-1497497634-project] 10.222.0.50 "GET /v2.0/security-groups?id=80ef1254-b98f-4960-8f49-acc3b7b94fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3481109 May 31 13:20:54.183485 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bec69791-db07-4e70-9aa1-e3673e4eec09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:54.251150 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-f7c1ad8e-48a3-43be-95d9-b2edd39ffd4d req-60eee8fd-620f-4170-bab4-4b10c83abfa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea3382f3-3ff7-4563-a4cf-59a7d28cd33c {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:20:54.311945 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-8e5bd909-ffc8-4940-8769-8e7f68984239 None None] Current status of the port 05d764a6-7e20-4207-8180-dd27f63b9af4 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:20:54.365657 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 6530d0f9-8f2c-4db2-a13c-572f3f258bb4 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:20:54.379692 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0f2fb1-b5e3-47ec-bfc6-4de9d1a9294d req-92a58202-50d2-4d94-8ec7-5fc8626ee23f tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:54.383489 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ac0f2fb1-b5e3-47ec-bfc6-4de9d1a9294d req-92a58202-50d2-4d94-8ec7-5fc8626ee23f tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] 10.222.0.20 "GET /v2.0/networks?id=166095fb-602c-4131-97e4-e6648d07bb0e HTTP/1.1" status: 200 len: 823 time: 0.3747618 May 31 13:20:54.412895 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] No Port match for: 6530d0f9-8f2c-4db2-a13c-572f3f258bb4 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:20:54.413973 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 6530d0f9-8f2c-4db2-a13c-572f3f258bb4 not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:20:54.508296 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-ac0f2fb1-b5e3-47ec-bfc6-4de9d1a9294d req-38b6bc4e-ab66-4571-81cd-bfb23a1bea64 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Synchronizing usage tracker for tenant:b507f55702b4454690aaa4c9f4de29b0 on resource:security_group {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:20:54.523223 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-ac0f2fb1-b5e3-47ec-bfc6-4de9d1a9294d req-38b6bc4e-ab66-4571-81cd-bfb23a1bea64 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Unset dirty status for tenant:b507f55702b4454690aaa4c9f4de29b0 on resource:security_group {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:20:54.524338 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ac0f2fb1-b5e3-47ec-bfc6-4de9d1a9294d req-38b6bc4e-ab66-4571-81cd-bfb23a1bea64 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b507f55702b4454690aaa4c9f4de29b0 HTTP/1.1" status: 200 len: 379 time: 0.1324081 May 31 13:20:54.535449 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-ac0f2fb1-b5e3-47ec-bfc6-4de9d1a9294d req-94ea8442-c240-4728-b9cf-ce50f53e41a7 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Request body: {'port': {'device_id': '0ee30518-0d5d-4b0c-89f6-3c303f271df7', 'network_id': '166095fb-602c-4131-97e4-e6648d07bb0e', 'admin_state_up': True, 'tenant_id': 'b507f55702b4454690aaa4c9f4de29b0', 'security_groups': ['2a8d50c8-ecaa-42f3-ab2e-6ee0f73e2630']}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:20:54.553517 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-f7c1ad8e-48a3-43be-95d9-b2edd39ffd4d req-60eee8fd-620f-4170-bab4-4b10c83abfa7 service neutron] For port ea3382f3-3ff7-4563-a4cf-59a7d28cd33c, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=ea3382f3-3ff7-4563-a4cf-59a7d28cd33c,segment=NetworkSegment(a592d348-649e-4ed1-b139-bdf2b9c4a847),segment_id=a592d348-649e-4ed1-b139-bdf2b9c4a847)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:20:54.695605 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-ac0f2fb1-b5e3-47ec-bfc6-4de9d1a9294d req-94ea8442-c240-4728-b9cf-ce50f53e41a7 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:20:54.707016 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-ac0f2fb1-b5e3-47ec-bfc6-4de9d1a9294d req-94ea8442-c240-4728-b9cf-ce50f53e41a7 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:20:54.716566 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac0f2fb1-b5e3-47ec-bfc6-4de9d1a9294d req-94ea8442-c240-4728-b9cf-ce50f53e41a7 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Made reservation on behalf of b507f55702b4454690aaa4c9f4de29b0 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:20:54.721009 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-ac0f2fb1-b5e3-47ec-bfc6-4de9d1a9294d req-94ea8442-c240-4728-b9cf-ce50f53e41a7 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:54.726089 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c13ce9eb-db23-4d62-83bc-053bfa657add req-76a7634a-59ee-434d-b12b-ed2cb1d9ea81 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ee30518-0d5d-4b0c-89f6-3c303f271df7 HTTP/1.1" status: 200 len: 210 time: 0.2350385 May 31 13:20:54.745119 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f7c1ad8e-48a3-43be-95d9-b2edd39ffd4d req-60eee8fd-620f-4170-bab4-4b10c83abfa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:54.774548 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a213e3a-dbc1-4a37-ad51-839a68c93706 req-dc585888-c8ab-4bf2-8b39-70400d6183af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:54.775934 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6a213e3a-dbc1-4a37-ad51-839a68c93706 req-dc585888-c8ab-4bf2-8b39-70400d6183af service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.4893148 May 31 13:20:54.929166 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [req-ac0f2fb1-b5e3-47ec-bfc6-4de9d1a9294d req-94ea8442-c240-4728-b9cf-ce50f53e41a7 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Allocated IP 172.20.0.13 (166095fb-602c-4131-97e4-e6648d07bb0e/351010e5-51b7-43d5-9224-87aaece5e49a/a0c3a9ed-10db-4c2d-97a5-5799e321f3f8) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:20:54.942493 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1d09da1-8674-497a-af70-d526b75988ee req-290562f2-9033-4ab8-9648-26f2282e8f77 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Router bd651f60-0be8-4c16-8cb7-f5e40172e9d0 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:20:55.004769 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 05d764a6-7e20-4207-8180-dd27f63b9af4 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:20:55.076147 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 05d764a6-7e20-4207-8180-dd27f63b9af4 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:20:55.076426 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:55.140064 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-ac0f2fb1-b5e3-47ec-bfc6-4de9d1a9294d req-94ea8442-c240-4728-b9cf-ce50f53e41a7 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:55.158156 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-ac0f2fb1-b5e3-47ec-bfc6-4de9d1a9294d req-94ea8442-c240-4728-b9cf-ce50f53e41a7 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Transition to ACTIVE for port object a0c3a9ed-10db-4c2d-97a5-5799e321f3f8 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:20:55.186230 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-ac0f2fb1-b5e3-47ec-bfc6-4de9d1a9294d req-94ea8442-c240-4728-b9cf-ce50f53e41a7 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:55.186923 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-bec69791-db07-4e70-9aa1-e3673e4eec09 admin admin] Allocated IP 172.25.6.53 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/43c1a580-299f-4c72-991e-8d463df21acf) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:20:55.203329 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 05d764a6-7e20-4207-8180-dd27f63b9af4 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:20:55.249273 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2693e7-e1a8-4d81-a06b-45b78c319cbb req-6b02f502-ad27-485a-946f-690e2d30bb32 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:55.250764 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9d2693e7-e1a8-4d81-a06b-45b78c319cbb req-6b02f502-ad27-485a-946f-690e2d30bb32 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c382273-1d38-47ae-b844-3d871794dad7 HTTP/1.1" status: 200 len: 943 time: 1.0128887 May 31 13:20:55.252037 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac0f2fb1-b5e3-47ec-bfc6-4de9d1a9294d req-94ea8442-c240-4728-b9cf-ce50f53e41a7 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Network 166095fb-602c-4131-97e4-e6648d07bb0e is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:20:55.253480 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-f7c1ad8e-48a3-43be-95d9-b2edd39ffd4d req-60eee8fd-620f-4170-bab4-4b10c83abfa7 service neutron] Transition to ACTIVE for port object ea3382f3-3ff7-4563-a4cf-59a7d28cd33c will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:20:55.260553 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [req-ac0f2fb1-b5e3-47ec-bfc6-4de9d1a9294d req-94ea8442-c240-4728-b9cf-ce50f53e41a7 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:20:55.270023 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac0f2fb1-b5e3-47ec-bfc6-4de9d1a9294d req-94ea8442-c240-4728-b9cf-ce50f53e41a7 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:20:55.284442 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f7c1ad8e-48a3-43be-95d9-b2edd39ffd4d req-60eee8fd-620f-4170-bab4-4b10c83abfa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:55.326392 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ea8442-c240-4728-b9cf-ce50f53e41a7 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Pushing event updated for resources: {'Port': ['ID=a0c3a9ed-10db-4c2d-97a5-5799e321f3f8,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:55.370920 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0f2fb1-b5e3-47ec-bfc6-4de9d1a9294d req-94ea8442-c240-4728-b9cf-ce50f53e41a7 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:55.372230 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-ac0f2fb1-b5e3-47ec-bfc6-4de9d1a9294d req-94ea8442-c240-4728-b9cf-ce50f53e41a7 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:55.379377 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6a213e3a-dbc1-4a37-ad51-839a68c93706 req-9183e3f4-7aa0-4a8f-8218-10f9bfa55eeb service neutron] 10.222.0.44 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5907059 May 31 13:20:55.407685 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ac0f2fb1-b5e3-47ec-bfc6-4de9d1a9294d req-94ea8442-c240-4728-b9cf-ce50f53e41a7 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8764658 May 31 13:20:55.419532 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-ac0f2fb1-b5e3-47ec-bfc6-4de9d1a9294d req-fe2e9fb4-f2ee-47cd-953f-454288ed41e8 service neutron] Request body: {'port': {'device_id': '0ee30518-0d5d-4b0c-89f6-3c303f271df7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843939-1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:20:55.551931 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-ac0f2fb1-b5e3-47ec-bfc6-4de9d1a9294d req-fe2e9fb4-f2ee-47cd-953f-454288ed41e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:55.663992 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313643eb-d6a5-41c1-825c-c4a3e1e7b07d req-20b59b95-9e05-4640-9f5e-3d19b2a01017 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:55.671248 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-313643eb-d6a5-41c1-825c-c4a3e1e7b07d req-20b59b95-9e05-4640-9f5e-3d19b2a01017 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=a06e1f01-c592-43ce-8534-64d7c3528378 HTTP/1.1" status: 200 len: 949 time: 0.8057961 May 31 13:20:55.759590 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device f9a3a0b4-413d-47ea-9884-ee6988a0a17a up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:20:55.857841 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning for port f9a3a0b4-413d-47ea-9884-ee6988a0a17a completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:20:55.865145 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port f9a3a0b4-413d-47ea-9884-ee6988a0a17a triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:20:55.866511 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:55.871144 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7c1ad8e-48a3-43be-95d9-b2edd39ffd4d req-60eee8fd-620f-4170-bab4-4b10c83abfa7 service neutron] No DVR routers for this DVR port ea3382f3-3ff7-4563-a4cf-59a7d28cd33c on host n-h1-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:20:55.875756 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6a213e3a-dbc1-4a37-ad51-839a68c93706 req-65c7f290-cf39-41db-ad5b-ed9a7fbf1aa0 service neutron] 10.222.0.44 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4172072 May 31 13:20:55.904548 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9d2693e7-e1a8-4d81-a06b-45b78c319cbb req-866544cd-b229-40ce-83bb-6a44a95fb82f tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6251063 May 31 13:20:55.980126 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1d09da1-8674-497a-af70-d526b75988ee req-290562f2-9033-4ab8-9648-26f2282e8f77 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:20:55.981728 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eee8fd-620f-4170-bab4-4b10c83abfa7 service neutron] Pushing event updated for resources: {'Port': ['ID=ea3382f3-3ff7-4563-a4cf-59a7d28cd33c,revision_number=10']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:55.993782 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76786fe-9d08-425f-8729-b47b14102130 None None] Sync routers for ids ['bd651f60-0be8-4c16-8cb7-f5e40172e9d0'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:20:56.021046 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76786fe-9d08-425f-8729-b47b14102130 None None] Routers {'bd651f60-0be8-4c16-8cb7-f5e40172e9d0'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:20:56.021680 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-e76786fe-9d08-425f-8729-b47b14102130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:20:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['bd651f60-0be8-4c16-8cb7-f5e40172e9d0'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:20:56.127082 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port f9a3a0b4-413d-47ea-9884-ee6988a0a17a is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:20:56.127466 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:56.143120 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bec69791-db07-4e70-9aa1-e3673e4eec09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:56.172398 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-313643eb-d6a5-41c1-825c-c4a3e1e7b07d req-d23d43fb-0acf-42d3-a6ee-071181893c64 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4909630 May 31 13:20:56.177115 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1d09da1-8674-497a-af70-d526b75988ee req-290562f2-9033-4ab8-9648-26f2282e8f77 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] No DVR routers for this DVR port 6530d0f9-8f2c-4db2-a13c-572f3f258bb4 on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:20:56.194446 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f1d09da1-8674-497a-af70-d526b75988ee req-290562f2-9033-4ab8-9648-26f2282e8f77 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:56.196946 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b9612b1-2b60-4c07-b859-ad4737cf6cb6', 'name': 'network-vif-deleted', 'tag': '6530d0f9-8f2c-4db2-a13c-572f3f258bb4'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:20:56.211742 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port f9a3a0b4-413d-47ea-9884-ee6988a0a17a, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=f9a3a0b4-413d-47ea-9884-ee6988a0a17a,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:20:56.217573 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a06e1f01-c592-43ce-8534-64d7c3528378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9a3a0b4-413d-47ea-9884-ee6988a0a17a'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:20:56.226836 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:56.227591 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device ea3382f3-3ff7-4563-a4cf-59a7d28cd33c no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:20:56.269729 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f7c1ad8e-48a3-43be-95d9-b2edd39ffd4d req-60eee8fd-620f-4170-bab4-4b10c83abfa7 service neutron] 10.222.0.20 "PUT /v2.0/ports/ea3382f3-3ff7-4563-a4cf-59a7d28cd33c/bindings/n-h2-843939-1/activate HTTP/1.1" status: 200 len: 369 time: 4.4287472 May 31 13:20:56.272626 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f1d09da1-8674-497a-af70-d526b75988ee req-290562f2-9033-4ab8-9648-26f2282e8f77 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] 10.222.0.44 "DELETE /v2.0/ports/6530d0f9-8f2c-4db2-a13c-572f3f258bb4 HTTP/1.1" status: 204 len: 173 time: 6.3266485 May 31 13:20:56.315932 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bec69791-db07-4e70-9aa1-e3673e4eec09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:56.330593 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [req-ac0f2fb1-b5e3-47ec-bfc6-4de9d1a9294d req-fe2e9fb4-f2ee-47cd-953f-454288ed41e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0c3a9ed-10db-4c2d-97a5-5799e321f3f8 {{(pid=88369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:20:56.349354 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-ac0f2fb1-b5e3-47ec-bfc6-4de9d1a9294d req-fe2e9fb4-f2ee-47cd-953f-454288ed41e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:56.382113 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-ac0f2fb1-b5e3-47ec-bfc6-4de9d1a9294d req-fe2e9fb4-f2ee-47cd-953f-454288ed41e8 service neutron] Transition to ACTIVE for port object a0c3a9ed-10db-4c2d-97a5-5799e321f3f8 will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:20:56.386025 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-ac0f2fb1-b5e3-47ec-bfc6-4de9d1a9294d req-fe2e9fb4-f2ee-47cd-953f-454288ed41e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:56.456091 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 0004502a-c579-4ab3-93ae-a8b72094cf26 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:20:56.568175 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-e76786fe-9d08-425f-8729-b47b14102130 None None] Set router bd651f60-0be8-4c16-8cb7-f5e40172e9d0 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:20:56.614005 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device ea3382f3-3ff7-4563-a4cf-59a7d28cd33c not bound to the agent host n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:20:56.631306 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port 0004502a-c579-4ab3-93ae-a8b72094cf26 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:20:56.643922 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port 0004502a-c579-4ab3-93ae-a8b72094cf26 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:20:56.644545 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:56.688186 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=f9a3a0b4-413d-47ea-9884-ee6988a0a17a,revision_number=9']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:56.714471 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:20:56.715069 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:20:56.715558 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:20:56.716040 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:20:56.716556 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:20:56.717052 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:20:56.717531 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:20:56.722530 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:20:56.722866 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:20:56.723197 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:20:56.723533 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:20:56.726549 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:20:56.743202 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2e9fb4-f2ee-47cd-953f-454288ed41e8 service neutron] Pushing event updated for resources: {'Port': ['ID=a0c3a9ed-10db-4c2d-97a5-5799e321f3f8,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:56.798960 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec69791-db07-4e70-9aa1-e3673e4eec09 admin admin] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:20:56.814956 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-bec69791-db07-4e70-9aa1-e3673e4eec09 admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:20:56.819773 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec69791-db07-4e70-9aa1-e3673e4eec09 admin admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:20:56.863163 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-ac0f2fb1-b5e3-47ec-bfc6-4de9d1a9294d req-fe2e9fb4-f2ee-47cd-953f-454288ed41e8 service neutron] Attempting to bind port a0c3a9ed-10db-4c2d-97a5-5799e321f3f8 on host n-h1-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:20:56.864305 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-ac0f2fb1-b5e3-47ec-bfc6-4de9d1a9294d req-fe2e9fb4-f2ee-47cd-953f-454288ed41e8 service neutron] Attempting to bind port a0c3a9ed-10db-4c2d-97a5-5799e321f3f8 by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': 'cc4868b5-30a5-4956-8627-7d52c92af76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '166095fb-602c-4131-97e4-e6648d07bb0e'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:20:56.864642 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0f2fb1-b5e3-47ec-bfc6-4de9d1a9294d req-fe2e9fb4-f2ee-47cd-953f-454288ed41e8 service neutron] Attempting to bind port a0c3a9ed-10db-4c2d-97a5-5799e321f3f8 on network 166095fb-602c-4131-97e4-e6648d07bb0e {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:20:56.870455 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0f2fb1-b5e3-47ec-bfc6-4de9d1a9294d req-fe2e9fb4-f2ee-47cd-953f-454288ed41e8 service neutron] Port a0c3a9ed-10db-4c2d-97a5-5799e321f3f8 on network 166095fb-602c-4131-97e4-e6648d07bb0e not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:20:56.871141 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0f2fb1-b5e3-47ec-bfc6-4de9d1a9294d req-fe2e9fb4-f2ee-47cd-953f-454288ed41e8 service neutron] Attempting to bind port a0c3a9ed-10db-4c2d-97a5-5799e321f3f8 on network 166095fb-602c-4131-97e4-e6648d07bb0e {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:20:56.877498 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0f2fb1-b5e3-47ec-bfc6-4de9d1a9294d req-fe2e9fb4-f2ee-47cd-953f-454288ed41e8 service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:20:56.878827 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0f2fb1-b5e3-47ec-bfc6-4de9d1a9294d req-fe2e9fb4-f2ee-47cd-953f-454288ed41e8 service neutron] Checking segment: {'id': 'cc4868b5-30a5-4956-8627-7d52c92af76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '166095fb-602c-4131-97e4-e6648d07bb0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:20:56.879231 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0f2fb1-b5e3-47ec-bfc6-4de9d1a9294d req-fe2e9fb4-f2ee-47cd-953f-454288ed41e8 service neutron] Bound using segment: {'id': 'cc4868b5-30a5-4956-8627-7d52c92af76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '166095fb-602c-4131-97e4-e6648d07bb0e'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:20:56.879679 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-ac0f2fb1-b5e3-47ec-bfc6-4de9d1a9294d req-fe2e9fb4-f2ee-47cd-953f-454288ed41e8 service neutron] Bound port: a0c3a9ed-10db-4c2d-97a5-5799e321f3f8, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc4868b5-30a5-4956-8627-7d52c92af76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '166095fb-602c-4131-97e4-e6648d07bb0e'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:20:56.881148 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-ac0f2fb1-b5e3-47ec-bfc6-4de9d1a9294d req-fe2e9fb4-f2ee-47cd-953f-454288ed41e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:56.950025 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 0004502a-c579-4ab3-93ae-a8b72094cf26 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:20:56.950608 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:57.015524 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 0004502a-c579-4ab3-93ae-a8b72094cf26, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=0004502a-c579-4ab3-93ae-a8b72094cf26,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:20:57.022200 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:57.046686 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-ac0f2fb1-b5e3-47ec-bfc6-4de9d1a9294d req-fe2e9fb4-f2ee-47cd-953f-454288ed41e8 service neutron] For port a0c3a9ed-10db-4c2d-97a5-5799e321f3f8, host n-h1-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:20:57.051982 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-ac0f2fb1-b5e3-47ec-bfc6-4de9d1a9294d req-fe2e9fb4-f2ee-47cd-953f-454288ed41e8 service neutron] For port a0c3a9ed-10db-4c2d-97a5-5799e321f3f8, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=a0c3a9ed-10db-4c2d-97a5-5799e321f3f8,segment=NetworkSegment(cc4868b5-30a5-4956-8627-7d52c92af76c),segment_id=cc4868b5-30a5-4956-8627-7d52c92af76c)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:20:57.058146 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-ac0f2fb1-b5e3-47ec-bfc6-4de9d1a9294d req-fe2e9fb4-f2ee-47cd-953f-454288ed41e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:57.144308 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0f2fb1-b5e3-47ec-bfc6-4de9d1a9294d req-fe2e9fb4-f2ee-47cd-953f-454288ed41e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:57.145342 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-ac0f2fb1-b5e3-47ec-bfc6-4de9d1a9294d req-fe2e9fb4-f2ee-47cd-953f-454288ed41e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:57.148361 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ac0f2fb1-b5e3-47ec-bfc6-4de9d1a9294d req-fe2e9fb4-f2ee-47cd-953f-454288ed41e8 service neutron] 10.222.0.20 "PUT /v2.0/ports/a0c3a9ed-10db-4c2d-97a5-5799e321f3f8 HTTP/1.1" status: 200 len: 1092 time: 1.7332132 May 31 13:20:57.153360 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ee30518-0d5d-4b0c-89f6-3c303f271df7', 'tag': 'a0c3a9ed-10db-4c2d-97a5-5799e321f3f8'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:20:57.176664 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=0004502a-c579-4ab3-93ae-a8b72094cf26,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:57.178608 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec69791-db07-4e70-9aa1-e3673e4eec09 admin admin] Pushing event updated for resources: {'Port': ['ID=43c1a580-299f-4c72-991e-8d463df21acf,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:57.187491 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2e9fb4-f2ee-47cd-953f-454288ed41e8 service neutron] Pushing event updated for resources: {'Port': ['ID=a0c3a9ed-10db-4c2d-97a5-5799e321f3f8,revision_number=3']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:20:57.211520 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-e76786fe-9d08-425f-8729-b47b14102130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd651f60-0be8-4c16-8cb7-f5e40172e9d0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-732351676-router', 'tenant_id': 'b507f55702b4454690aaa4c9f4de29b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': '0b7ddb7f-6fe3-4b26-9866-154d36fe3a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:18:52Z', 'updated_at': '2022-05-31T13:19:06Z', 'revision_number': 4, 'project_id': 'b507f55702b4454690aaa4c9f4de29b0', 'gw_port': {'id': '0b7ddb7f-6fe3-4b26-9866-154d36fe3a17', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:26:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd651f60-0be8-4c16-8cb7-f5e40172e9d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:18:55Z', 'updated_at': '2022-05-31T13:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'afa8a152-e452-49c0-b1e2-c656552eaeef', 'name': '', 'network_id': '166095fb-602c-4131-97e4-e6648d07bb0e', 'tenant_id': 'b507f55702b4454690aaa4c9f4de29b0', 'mac_address': 'fa:16:3e:93:32:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd651f60-0be8-4c16-8cb7-f5e40172e9d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 153, 'fixed_ips': [{'subnet_id': '351010e5-51b7-43d5-9224-87aaece5e49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:19:03Z', 'updated_at': '2022-05-31T13:19:15Z', 'revision_number': 5, 'project_id': 'b507f55702b4454690aaa4c9f4de29b0', 'subnets': [{'id': '351010e5-51b7-43d5-9224-87aaece5e49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:20:57.216921 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76786fe-9d08-425f-8729-b47b14102130 None None] Checking router: bd651f60-0be8-4c16-8cb7-f5e40172e9d0 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:20:57.250598 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76786fe-9d08-425f-8729-b47b14102130 None None] Routers {'bd651f60-0be8-4c16-8cb7-f5e40172e9d0'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:20:57.252384 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-e76786fe-9d08-425f-8729-b47b14102130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:20:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['bd651f60-0be8-4c16-8cb7-f5e40172e9d0'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:20:57.307913 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0f2fb1-b5e3-47ec-bfc6-4de9d1a9294d req-6f30d57e-3f71-4b08-a984-0f16ee438a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:57.309423 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ac0f2fb1-b5e3-47ec-bfc6-4de9d1a9294d req-6f30d57e-3f71-4b08-a984-0f16ee438a1b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b507f55702b4454690aaa4c9f4de29b0&device_id=0ee30518-0d5d-4b0c-89f6-3c303f271df7 HTTP/1.1" status: 200 len: 1095 time: 0.1053452 May 31 13:20:57.338999 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c1ad8e-48a3-43be-95d9-b2edd39ffd4d req-23740832-6209-4b83-9be8-403823fbe94e tempest-LiveAutoBlockMigrationV225Test-938371686 tempest-LiveAutoBlockMigrationV225Test-938371686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:57.340501 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f7c1ad8e-48a3-43be-95d9-b2edd39ffd4d req-23740832-6209-4b83-9be8-403823fbe94e tempest-LiveAutoBlockMigrationV225Test-938371686 tempest-LiveAutoBlockMigrationV225Test-938371686-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=5c382273-1d38-47ae-b844-3d871794dad7&tenant_id=2539a3508c4b448ea8707834972224c7&binding%3Ahost_id=n-h1-843939-1 HTTP/1.1" status: 200 len: 1095 time: 0.9504476 May 31 13:20:57.400670 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ac0f2fb1-b5e3-47ec-bfc6-4de9d1a9294d req-7336d637-419f-4b9b-a03a-22416b2504a5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a0c3a9ed-10db-4c2d-97a5-5799e321f3f8 HTTP/1.1" status: 200 len: 217 time: 0.0841632 May 31 13:20:57.423312 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0a5fb1-f317-4082-a431-e0477dfbaaa6 req-cfe53619-faa3-4106-86bd-8b6f720c379c tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:57.431075 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4f0a5fb1-f317-4082-a431-e0477dfbaaa6 req-cfe53619-faa3-4106-86bd-8b6f720c379c tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/ports?device_id=55fb1417-cad8-4df4-aa5c-6da0276389e5 HTTP/1.1" status: 200 len: 950 time: 1.0421922 May 31 13:20:57.462882 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-4ed0c316-d732-4bf0-9ac2-94f40c931ff0 None None] Provisioning for port a0c3a9ed-10db-4c2d-97a5-5799e321f3f8 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:20:57.484018 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0f2fb1-b5e3-47ec-bfc6-4de9d1a9294d req-908f5faa-d8d6-41a6-9210-fa282d457360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:57.485520 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ac0f2fb1-b5e3-47ec-bfc6-4de9d1a9294d req-908f5faa-d8d6-41a6-9210-fa282d457360 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=351010e5-51b7-43d5-9224-87aaece5e49a HTTP/1.1" status: 200 len: 862 time: 0.0730863 May 31 13:20:57.498368 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-e76786fe-9d08-425f-8729-b47b14102130 None None] Set router bd651f60-0be8-4c16-8cb7-f5e40172e9d0 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:20:57.569017 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0f2fb1-b5e3-47ec-bfc6-4de9d1a9294d req-01f09e2c-d34f-4c5b-ba3d-9932f5a03b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:57.570718 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ac0f2fb1-b5e3-47ec-bfc6-4de9d1a9294d req-01f09e2c-d34f-4c5b-ba3d-9932f5a03b58 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=166095fb-602c-4131-97e4-e6648d07bb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0782707 May 31 13:20:57.689443 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51453df3-a33d-45b0-b78b-03e377704979 req-baf03256-c965-4763-aeca-c7b96bc98afe tempest-ServerDiagnosticsNegativeTest-1497497634 tempest-ServerDiagnosticsNegativeTest-1497497634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:57.691042 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-51453df3-a33d-45b0-b78b-03e377704979 req-baf03256-c965-4763-aeca-c7b96bc98afe tempest-ServerDiagnosticsNegativeTest-1497497634 tempest-ServerDiagnosticsNegativeTest-1497497634-project] 10.222.0.50 "GET /v2.0/ports?device_id=40a79982-d1b8-4bda-80e5-17166d99d800 HTTP/1.1" status: 200 len: 949 time: 0.8879716 May 31 13:20:57.701184 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4f0a5fb1-f317-4082-a431-e0477dfbaaa6 req-5781ba8a-108e-4ebd-858e-b4cf55fe6c58 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/security-groups?id=62fff807-5a72-4450-b5e7-33e8160efe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689269 May 31 13:20:57.748598 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ac0f2fb1-b5e3-47ec-bfc6-4de9d1a9294d req-a33973d0-bcc5-4354-bb9e-f1c873371211 service neutron] 10.222.0.20 "GET /v2.0/networks/166095fb-602c-4131-97e4-e6648d07bb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691403 May 31 13:20:57.770935 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c1ad8e-48a3-43be-95d9-b2edd39ffd4d req-a4e32e56-e67c-4f08-8085-2e6e09f33955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:57.772518 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f7c1ad8e-48a3-43be-95d9-b2edd39ffd4d req-a4e32e56-e67c-4f08-8085-2e6e09f33955 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5c382273-1d38-47ae-b844-3d871794dad7&tenant_id=2539a3508c4b448ea8707834972224c7 HTTP/1.1" status: 200 len: 1095 time: 0.4194298 May 31 13:20:57.773162 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bec69791-db07-4e70-9aa1-e3673e4eec09 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:57.878091 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-51453df3-a33d-45b0-b78b-03e377704979 req-b73c4a79-7187-487b-b0ec-7619bb75f70b tempest-ServerDiagnosticsNegativeTest-1497497634 tempest-ServerDiagnosticsNegativeTest-1497497634-project] 10.222.0.50 "GET /v2.0/security-groups?id=80ef1254-b98f-4960-8f49-acc3b7b94fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723106 May 31 13:20:57.930640 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-e76786fe-9d08-425f-8729-b47b14102130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd651f60-0be8-4c16-8cb7-f5e40172e9d0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-732351676-router', 'tenant_id': 'b507f55702b4454690aaa4c9f4de29b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': '0b7ddb7f-6fe3-4b26-9866-154d36fe3a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:18:52Z', 'updated_at': '2022-05-31T13:19:06Z', 'revision_number': 4, 'project_id': 'b507f55702b4454690aaa4c9f4de29b0', 'gw_port': {'id': '0b7ddb7f-6fe3-4b26-9866-154d36fe3a17', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:26:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd651f60-0be8-4c16-8cb7-f5e40172e9d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:18:55Z', 'updated_at': '2022-05-31T13:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'afa8a152-e452-49c0-b1e2-c656552eaeef', 'name': '', 'network_id': '166095fb-602c-4131-97e4-e6648d07bb0e', 'tenant_id': 'b507f55702b4454690aaa4c9f4de29b0', 'mac_address': 'fa:16:3e:93:32:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd651f60-0be8-4c16-8cb7-f5e40172e9d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 153, 'fixed_ips': [{'subnet_id': '351010e5-51b7-43d5-9224-87aaece5e49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:19:03Z', 'updated_at': '2022-05-31T13:19:15Z', 'revision_number': 5, 'project_id': 'b507f55702b4454690aaa4c9f4de29b0', 'subnets': [{'id': '351010e5-51b7-43d5-9224-87aaece5e49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:20:57.937477 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76786fe-9d08-425f-8729-b47b14102130 None None] The sync data for ids ['bd651f60-0be8-4c16-8cb7-f5e40172e9d0'] in n-d-843939-1 is: [{'id': 'bd651f60-0be8-4c16-8cb7-f5e40172e9d0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-732351676-router', 'tenant_id': 'b507f55702b4454690aaa4c9f4de29b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': '0b7ddb7f-6fe3-4b26-9866-154d36fe3a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:18:52Z', 'updated_at': '2022-05-31T13:19:06Z', 'revision_number': 4, 'project_id': 'b507f55702b4454690aaa4c9f4de29b0', 'gw_port': {'id': '0b7ddb7f-6fe3-4b26-9866-154d36fe3a17', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:26:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd651f60-0be8-4c16-8cb7-f5e40172e9d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:18:55Z', 'updated_at': '2022-05-31T13:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'afa8a152-e452-49c0-b1e2-c656552eaeef', 'name': '', 'network_id': '166095fb-602c-4131-97e4-e6648d07bb0e', 'tenant_id': 'b507f55702b4454690aaa4c9f4de29b0', 'mac_address': 'fa:16:3e:93:32:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd651f60-0be8-4c16-8cb7-f5e40172e9d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 153, 'fixed_ips': [{'subnet_id': '351010e5-51b7-43d5-9224-87aaece5e49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:19:03Z', 'updated_at': '2022-05-31T13:19:15Z', 'revision_number': 5, 'project_id': 'b507f55702b4454690aaa4c9f4de29b0', 'subnets': [{'id': '351010e5-51b7-43d5-9224-87aaece5e49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:20:57.956498 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ac0f2fb1-b5e3-47ec-bfc6-4de9d1a9294d req-02ff22f0-2194-4c28-95af-bd424b5706e6 service neutron] 10.222.0.20 "GET /v2.0/networks/166095fb-602c-4131-97e4-e6648d07bb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989174 May 31 13:20:58.107767 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72e827f1-6f09-48a2-947d-bbb63e3ac94c'] response: {'server_uuid': '5b9612b1-2b60-4c07-b859-ad4737cf6cb6', 'name': 'network-vif-deleted', 'tag': '6530d0f9-8f2c-4db2-a13c-572f3f258bb4', 'status': 'completed', 'code': 200} May 31 13:20:58.170502 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-377e5ced-e1a9-4922-8de1-f6fdecd50a75'] response: {'server_uuid': 'a06e1f01-c592-43ce-8534-64d7c3528378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9a3a0b4-413d-47ea-9884-ee6988a0a17a', 'code': 200} May 31 13:20:58.211667 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c1ad8e-48a3-43be-95d9-b2edd39ffd4d req-ee5475dc-3fb4-4773-9450-8417b7f79bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:58.213135 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f7c1ad8e-48a3-43be-95d9-b2edd39ffd4d req-ee5475dc-3fb4-4773-9450-8417b7f79bbd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2539a3508c4b448ea8707834972224c7&device_id=5c382273-1d38-47ae-b844-3d871794dad7 HTTP/1.1" status: 200 len: 1095 time: 0.3905749 May 31 13:20:58.263543 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059fdcc8-7c40-4a92-93dd-7466e4d6dbad None None] New status for floating IP 4139a634-0314-4a3c-82a2-5ff196420ff6: DOWN {{(pid=88371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 13:20:58.281014 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fe13f1-b694-4f18-b953-400106457190 req-9879e6be-be03-4f84-a479-74ff3f3942c7 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:58.281763 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-d8fe13f1-b694-4f18-b953-400106457190 req-9879e6be-be03-4f84-a479-74ff3f3942c7 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Synchronizing usage tracker for tenant:b507f55702b4454690aaa4c9f4de29b0 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:20:58.466043 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-d8fe13f1-b694-4f18-b953-400106457190 req-9879e6be-be03-4f84-a479-74ff3f3942c7 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Unset dirty status for tenant:b507f55702b4454690aaa4c9f4de29b0 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:20:58.483844 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d8fe13f1-b694-4f18-b953-400106457190 req-9879e6be-be03-4f84-a479-74ff3f3942c7 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ee30518-0d5d-4b0c-89f6-3c303f271df7 HTTP/1.1" status: 200 len: 944 time: 0.5842946 May 31 13:20:58.709678 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bec69791-db07-4e70-9aa1-e3673e4eec09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:58.729707 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c1ad8e-48a3-43be-95d9-b2edd39ffd4d req-43ecedf2-2b6e-4355-be05-30651acd1af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:58.731168 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f7c1ad8e-48a3-43be-95d9-b2edd39ffd4d req-43ecedf2-2b6e-4355-be05-30651acd1af2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5b3c8d41-b43d-4739-acc3-c9eae6a83205 HTTP/1.1" status: 200 len: 922 time: 0.5041142 May 31 13:20:58.846746 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d8fe13f1-b694-4f18-b953-400106457190 req-d74f4542-0a0f-4d07-b9c5-6448efeae5c4 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a8d50c8-ecaa-42f3-ab2e-6ee0f73e2630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3619676 May 31 13:20:58.853910 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eea117-41fc-4fe3-8176-29f059ce0dad req-b446433e-9747-4849-a8e4-b99722900834 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:58.855333 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e1eea117-41fc-4fe3-8176-29f059ce0dad req-b446433e-9747-4849-a8e4-b99722900834 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.44 "GET /v2.0/ports?device_id=a06e1f01-c592-43ce-8534-64d7c3528378&tenant_id=c905d91f2f614f928153cd05b2f8a225&binding%3Ahost_id=n-h1-843939-1 HTTP/1.1" status: 200 len: 950 time: 0.6852679 May 31 13:20:58.899154 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75b94a2b-e1d1-455f-9779-d8390f273cf2'] response: {'name': 'network-changed', 'server_uuid': '0ee30518-0d5d-4b0c-89f6-3c303f271df7', 'tag': 'a0c3a9ed-10db-4c2d-97a5-5799e321f3f8', 'status': 'completed', 'code': 200} May 31 13:20:58.934108 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f7c1ad8e-48a3-43be-95d9-b2edd39ffd4d req-45c65015-26d0-4864-90eb-156318b8c817 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ea3382f3-3ff7-4563-a4cf-59a7d28cd33c HTTP/1.1" status: 200 len: 217 time: 0.1422455 May 31 13:20:59.003698 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb223a2-43fd-46f8-a2a0-75b67d10d30b req-c2adc0fc-59e8-4726-8104-ac13f3c38228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:59.005323 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1cb223a2-43fd-46f8-a2a0-75b67d10d30b req-c2adc0fc-59e8-4726-8104-ac13f3c38228 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b507f55702b4454690aaa4c9f4de29b0&device_id=0ee30518-0d5d-4b0c-89f6-3c303f271df7 HTTP/1.1" status: 200 len: 1095 time: 0.0840871 May 31 13:20:59.144975 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb223a2-43fd-46f8-a2a0-75b67d10d30b req-69faef0d-6a41-4029-ab10-bc0333923e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:59.146358 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1cb223a2-43fd-46f8-a2a0-75b67d10d30b req-69faef0d-6a41-4029-ab10-bc0333923e7d service neutron] 10.222.0.20 "GET /v2.0/networks?id=166095fb-602c-4131-97e4-e6648d07bb0e HTTP/1.1" status: 200 len: 924 time: 0.1319962 May 31 13:20:59.186763 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7fc51a-c645-4cef-9a31-027bc6a5c21f req-74dfd74a-ccca-44f6-8baa-279767c50cf2 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:59.188197 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-da7fc51a-c645-4cef-9a31-027bc6a5c21f req-74dfd74a-ccca-44f6-8baa-279767c50cf2 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c382273-1d38-47ae-b844-3d871794dad7 HTTP/1.1" status: 200 len: 944 time: 0.5507972 May 31 13:20:59.205374 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c1ad8e-48a3-43be-95d9-b2edd39ffd4d req-091c1ee0-89d0-4c47-ab72-5f9e4dfec709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:59.206794 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f7c1ad8e-48a3-43be-95d9-b2edd39ffd4d req-091c1ee0-89d0-4c47-ab72-5f9e4dfec709 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c38944f5-addb-47c7-b219-ea477f926c92 HTTP/1.1" status: 200 len: 861 time: 0.2615156 May 31 13:20:59.217392 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1cb223a2-43fd-46f8-a2a0-75b67d10d30b req-1e710af6-4391-4f7b-9285-930a9e3f64c8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a0c3a9ed-10db-4c2d-97a5-5799e321f3f8 HTTP/1.1" status: 200 len: 217 time: 0.0632951 May 31 13:20:59.223291 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [req-e1eea117-41fc-4fe3-8176-29f059ce0dad req-91c14a0b-c5b9-468a-b6ea-da7080fefb10 service neutron] delete failed (client error): The resource could not be found. May 31 13:20:59.224221 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e1eea117-41fc-4fe3-8176-29f059ce0dad req-91c14a0b-c5b9-468a-b6ea-da7080fefb10 service neutron] 10.222.0.44 "DELETE /v2.0/ports/f9a3a0b4-413d-47ea-9884-ee6988a0a17a/bindings/n-h2-843939-1 HTTP/1.1" status: 404 len: 380 time: 0.3507648 May 31 13:20:59.278504 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb223a2-43fd-46f8-a2a0-75b67d10d30b req-0a1b0ecd-5485-4478-8890-5292a4e59eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:59.279922 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1cb223a2-43fd-46f8-a2a0-75b67d10d30b req-0a1b0ecd-5485-4478-8890-5292a4e59eea service neutron] 10.222.0.20 "GET /v2.0/subnets?id=351010e5-51b7-43d5-9224-87aaece5e49a HTTP/1.1" status: 200 len: 862 time: 0.0564885 May 31 13:20:59.281795 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f7c1ad8e-48a3-43be-95d9-b2edd39ffd4d req-fa3791bd-6882-4b43-bdf3-f7a8205d1b74 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5b3c8d41-b43d-4739-acc3-c9eae6a83205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552340 May 31 13:20:59.380770 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb223a2-43fd-46f8-a2a0-75b67d10d30b req-9b8327f5-de5b-4a64-8bab-cc56d6be4169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:59.382260 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1cb223a2-43fd-46f8-a2a0-75b67d10d30b req-9b8327f5-de5b-4a64-8bab-cc56d6be4169 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=166095fb-602c-4131-97e4-e6648d07bb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0944479 May 31 13:20:59.425090 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-da7fc51a-c645-4cef-9a31-027bc6a5c21f req-5c36fe70-60d9-44b1-b281-55981c95c797 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294402 May 31 13:20:59.469063 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831ac2da-8699-45c7-a1dd-00072cc65c43 req-01047d48-da15-4733-a68e-58780882103f tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:59.471369 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-831ac2da-8699-45c7-a1dd-00072cc65c43 req-01047d48-da15-4733-a68e-58780882103f tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=a06e1f01-c592-43ce-8534-64d7c3528378 HTTP/1.1" status: 200 len: 950 time: 0.4617085 May 31 13:20:59.533301 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec69791-db07-4e70-9aa1-e3673e4eec09 admin admin] Router 454fb60d-ae98-4610-a19b-1218d9b9f4d9 is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 13:20:59.607824 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1cb223a2-43fd-46f8-a2a0-75b67d10d30b req-7ded29ed-0987-4dcc-a102-e688063ef2df service neutron] 10.222.0.20 "GET /v2.0/networks/166095fb-602c-4131-97e4-e6648d07bb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149932 May 31 13:20:59.652206 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f7c1ad8e-48a3-43be-95d9-b2edd39ffd4d req-9278e01a-0ad2-461e-94b7-ca3115a466fa service neutron] 10.222.0.44 "GET /v2.0/networks/5b3c8d41-b43d-4739-acc3-c9eae6a83205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3545303 May 31 13:20:59.654903 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-831ac2da-8699-45c7-a1dd-00072cc65c43 req-30a3620a-68da-4e3e-9b94-433b75a8762b tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663063 May 31 13:20:59.696261 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eea117-41fc-4fe3-8176-29f059ce0dad req-633f92d2-3fe0-4a13-a565-c7b1ffac6e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:20:59.697720 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e1eea117-41fc-4fe3-8176-29f059ce0dad req-633f92d2-3fe0-4a13-a565-c7b1ffac6e42 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c905d91f2f614f928153cd05b2f8a225&device_id=a06e1f01-c592-43ce-8534-64d7c3528378 HTTP/1.1" status: 200 len: 1101 time: 0.3726294 May 31 13:20:59.746113 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1cb223a2-43fd-46f8-a2a0-75b67d10d30b req-a1064458-b54a-49b5-bb22-0ed4d375368d service neutron] 10.222.0.20 "GET /v2.0/networks/166095fb-602c-4131-97e4-e6648d07bb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319249 May 31 13:20:59.965660 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 13:21:00.173423 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a79982-d1b8-4bda-80e5-17166d99d800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0004502a-c579-4ab3-93ae-a8b72094cf26'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:21:00.174494 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec69791-db07-4e70-9aa1-e3673e4eec09 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:21:00.183473 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d4bd53-3919-4e39-a4d9-ca6a04e111fd None None] Sync routers for ids ['454fb60d-ae98-4610-a19b-1218d9b9f4d9'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:21:00.193486 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d4bd53-3919-4e39-a4d9-ca6a04e111fd None None] Routers {'454fb60d-ae98-4610-a19b-1218d9b9f4d9'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:21:00.194208 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-92d4bd53-3919-4e39-a4d9-ca6a04e111fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:20:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['454fb60d-ae98-4610-a19b-1218d9b9f4d9'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:21:00.226188 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f7c1ad8e-48a3-43be-95d9-b2edd39ffd4d req-fdea7618-a59e-4a13-846b-87d42187750a service neutron] 10.222.0.44 "GET /v2.0/networks/5b3c8d41-b43d-4739-acc3-c9eae6a83205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5588403 May 31 13:21:00.232741 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eea117-41fc-4fe3-8176-29f059ce0dad req-d79c9dcf-13df-4988-9890-7f93a2e33c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:00.234132 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e1eea117-41fc-4fe3-8176-29f059ce0dad req-d79c9dcf-13df-4988-9890-7f93a2e33c7a service neutron] 10.222.0.44 "GET /v2.0/networks?id=85b11c4f-90ad-4763-b38d-22d3f87089f4 HTTP/1.1" status: 200 len: 870 time: 0.4886000 May 31 13:21:00.239664 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bec69791-db07-4e70-9aa1-e3673e4eec09 admin admin] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:00.243431 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-bec69791-db07-4e70-9aa1-e3673e4eec09 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 10.0892315 May 31 13:21:00.244013 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 34810) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:21:00.319741 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0571e8-9828-435e-8778-bb62f252f369 req-7054ac5f-ad65-472e-9481-24c3e498da03 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:00.321409 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9c0571e8-9828-435e-8778-bb62f252f369 req-7054ac5f-ad65-472e-9481-24c3e498da03 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/ports?device_id=55fb1417-cad8-4df4-aa5c-6da0276389e5 HTTP/1.1" status: 200 len: 950 time: 0.5702677 May 31 13:21:00.324513 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e1eea117-41fc-4fe3-8176-29f059ce0dad req-c2c45ef5-96be-4b33-95a9-70c6ccc9e46e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=f9a3a0b4-413d-47ea-9884-ee6988a0a17a HTTP/1.1" status: 200 len: 217 time: 0.0823529 May 31 13:21:00.413650 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c59f5-0997-4725-b2bc-8c0820451317 req-b0b46ffe-b00d-4910-b8a5-fa77a05121c1 tempest-ServerDiagnosticsNegativeTest-1497497634 tempest-ServerDiagnosticsNegativeTest-1497497634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:00.415785 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-688c59f5-0997-4725-b2bc-8c0820451317 req-b0b46ffe-b00d-4910-b8a5-fa77a05121c1 tempest-ServerDiagnosticsNegativeTest-1497497634 tempest-ServerDiagnosticsNegativeTest-1497497634-project] 10.222.0.50 "GET /v2.0/ports?device_id=40a79982-d1b8-4bda-80e5-17166d99d800 HTTP/1.1" status: 200 len: 950 time: 0.5496042 May 31 13:21:00.422729 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-92d4bd53-3919-4e39-a4d9-ca6a04e111fd None None] Set router 454fb60d-ae98-4610-a19b-1218d9b9f4d9 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:21:00.572736 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9c0571e8-9828-435e-8778-bb62f252f369 req-275dc99a-2dfa-4662-93fa-7f0921e328cf tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/security-groups?id=62fff807-5a72-4450-b5e7-33e8160efe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719151 May 31 13:21:00.575112 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eea117-41fc-4fe3-8176-29f059ce0dad req-eba57373-2ef6-4b0b-97d3-57c1b3e653fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:00.577700 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e1eea117-41fc-4fe3-8176-29f059ce0dad req-eba57373-2ef6-4b0b-97d3-57c1b3e653fe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.2462556 May 31 13:21:00.590377 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-688c59f5-0997-4725-b2bc-8c0820451317 req-faef7447-c0f3-4929-8cb9-53a5da15c136 tempest-ServerDiagnosticsNegativeTest-1497497634 tempest-ServerDiagnosticsNegativeTest-1497497634-project] 10.222.0.50 "GET /v2.0/security-groups?id=80ef1254-b98f-4960-8f49-acc3b7b94fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539934 May 31 13:21:00.707408 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c1ad8e-48a3-43be-95d9-b2edd39ffd4d req-ad5821f5-e226-44c2-b17e-0ee20f00adb4 tempest-LiveAutoBlockMigrationV225Test-938371686 tempest-LiveAutoBlockMigrationV225Test-938371686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:00.708876 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f7c1ad8e-48a3-43be-95d9-b2edd39ffd4d req-ad5821f5-e226-44c2-b17e-0ee20f00adb4 tempest-LiveAutoBlockMigrationV225Test-938371686 tempest-LiveAutoBlockMigrationV225Test-938371686-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=5c382273-1d38-47ae-b844-3d871794dad7&tenant_id=2539a3508c4b448ea8707834972224c7&binding%3Ahost_id=n-h2-843939-1 HTTP/1.1" status: 200 len: 1095 time: 0.2051394 May 31 13:21:00.765890 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f6e9921-995f-412e-86f1-ff007821e42b'] response: {'server_uuid': '40a79982-d1b8-4bda-80e5-17166d99d800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0004502a-c579-4ab3-93ae-a8b72094cf26', 'code': 200} May 31 13:21:00.822123 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-92d4bd53-3919-4e39-a4d9-ca6a04e111fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454fb60d-ae98-4610-a19b-1218d9b9f4d9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2013553847-router', 'tenant_id': 'afdeec5b94d843b08f91e17d542891f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '43c1a580-299f-4c72-991e-8d463df21acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:20:50Z', 'updated_at': '2022-05-31T13:20:57Z', 'revision_number': 3, 'project_id': 'afdeec5b94d843b08f91e17d542891f6', 'gw_port': {'id': '43c1a580-299f-4c72-991e-8d463df21acf', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c8:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454fb60d-ae98-4610-a19b-1218d9b9f4d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:20:54Z', 'updated_at': '2022-05-31T13:20:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:21:00.835640 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d4bd53-3919-4e39-a4d9-ca6a04e111fd None None] Checking router: 454fb60d-ae98-4610-a19b-1218d9b9f4d9 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:21:00.835955 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d4bd53-3919-4e39-a4d9-ca6a04e111fd None None] Updating router 454fb60d-ae98-4610-a19b-1218d9b9f4d9 port 43c1a580-299f-4c72-991e-8d463df21acf binding host n-d-843939-1 {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:21:00.927895 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-92d4bd53-3919-4e39-a4d9-ca6a04e111fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:00.983831 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eea117-41fc-4fe3-8176-29f059ce0dad req-f27b93ef-b8d3-4e85-a1b7-50dda02fde7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:00.986642 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e1eea117-41fc-4fe3-8176-29f059ce0dad req-f27b93ef-b8d3-4e85-a1b7-50dda02fde7e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3701961 May 31 13:21:01.071930 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-636c5c41-98f7-493f-98c2-2aa7c4913b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:01.202354 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4379b3d-ad0d-4fef-9389-ba558b23b775 req-28059bca-2a89-4f08-a799-1c970cb52eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:01.203871 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d4379b3d-ad0d-4fef-9389-ba558b23b775 req-28059bca-2a89-4f08-a799-1c970cb52eaa service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=40a79982-d1b8-4bda-80e5-17166d99d800 HTTP/1.1" status: 200 len: 1101 time: 0.3556144 May 31 13:21:01.263614 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8868d8-f0a5-40b7-ad89-fff061e87460 req-3806dfd9-c1a8-4c77-bd0e-3c125f299a1e tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:01.271101 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aa8868d8-f0a5-40b7-ad89-fff061e87460 req-3806dfd9-c1a8-4c77-bd0e-3c125f299a1e tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ee30518-0d5d-4b0c-89f6-3c303f271df7 HTTP/1.1" status: 200 len: 944 time: 0.5047722 May 31 13:21:01.308151 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc269de-9f86-4a43-b26e-77c32f5ae42f req-dba21f64-5726-499d-87ad-2143b968bad4 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:01.309655 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-edc269de-9f86-4a43-b26e-77c32f5ae42f req-dba21f64-5726-499d-87ad-2143b968bad4 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c382273-1d38-47ae-b844-3d871794dad7 HTTP/1.1" status: 200 len: 944 time: 0.3922033 May 31 13:21:01.323160 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e1eea117-41fc-4fe3-8176-29f059ce0dad req-7afa44cb-c041-4473-ae70-e7b9fd5efa14 service neutron] 10.222.0.44 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116133 May 31 13:21:01.352486 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-92d4bd53-3919-4e39-a4d9-ca6a04e111fd None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:01.366253 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-92d4bd53-3919-4e39-a4d9-ca6a04e111fd None None] Transition to ACTIVE for port object 43c1a580-299f-4c72-991e-8d463df21acf will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:21:01.378258 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-92d4bd53-3919-4e39-a4d9-ca6a04e111fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:01.399946 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-636c5c41-98f7-493f-98c2-2aa7c4913b8d admin admin] Allocated IP 172.20.0.1 (f61c7e38-101c-4f1a-8d73-f72841af7364/23ad5fa3-be12-4d58-814a-4bee295a6fb3/f9fb830f-04fe-4a5a-9273-79ce2932dc17) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:21:01.445785 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-f7c1ad8e-48a3-43be-95d9-b2edd39ffd4d req-bcd989d0-7faf-4445-b2d7-f332ca105df4 service neutron] For port ea3382f3-3ff7-4563-a4cf-59a7d28cd33c, host n-h1-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:21:01.447851 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d4379b3d-ad0d-4fef-9389-ba558b23b775 req-0d9c504d-681d-4624-85c3-517dc8d915da service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=80ef1254-b98f-4960-8f49-acc3b7b94fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363317 May 31 13:21:01.468568 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f7c1ad8e-48a3-43be-95d9-b2edd39ffd4d req-bcd989d0-7faf-4445-b2d7-f332ca105df4 service neutron] Notify callbacks [] for binding, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:01.470264 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f7c1ad8e-48a3-43be-95d9-b2edd39ffd4d req-bcd989d0-7faf-4445-b2d7-f332ca105df4 service neutron] 10.222.0.44 "DELETE /v2.0/ports/ea3382f3-3ff7-4563-a4cf-59a7d28cd33c/bindings/n-h1-843939-1 HTTP/1.1" status: 204 len: 173 time: 0.7533913 May 31 13:21:01.481016 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-92d4bd53-3919-4e39-a4d9-ca6a04e111fd None None] Attempting to bind port 43c1a580-299f-4c72-991e-8d463df21acf on host n-d-843939-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:21:01.481366 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-92d4bd53-3919-4e39-a4d9-ca6a04e111fd None None] Attempting to bind port 43c1a580-299f-4c72-991e-8d463df21acf by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:21:01.481721 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d4bd53-3919-4e39-a4d9-ca6a04e111fd None None] Attempting to bind port 43c1a580-299f-4c72-991e-8d463df21acf on network d2103cd5-63ba-4c24-9d95-fd17643bf14c {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:21:01.483789 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac8844c-d920-41c1-8572-5c3190c73ad4 None None] Pushing event updated for resources: {'Port': ['ID=43c1a580-299f-4c72-991e-8d463df21acf,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:01.496193 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac8844c-d920-41c1-8572-5c3190c73ad4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:21:01.496553 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac8844c-d920-41c1-8572-5c3190c73ad4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:21:01.496838 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac8844c-d920-41c1-8572-5c3190c73ad4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:21:01.497159 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac8844c-d920-41c1-8572-5c3190c73ad4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:21:01.497484 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac8844c-d920-41c1-8572-5c3190c73ad4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:21:01.497799 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac8844c-d920-41c1-8572-5c3190c73ad4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:21:01.498141 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac8844c-d920-41c1-8572-5c3190c73ad4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:21:01.498647 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac8844c-d920-41c1-8572-5c3190c73ad4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:21:01.498955 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac8844c-d920-41c1-8572-5c3190c73ad4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:21:01.499263 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac8844c-d920-41c1-8572-5c3190c73ad4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:21:01.499711 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac8844c-d920-41c1-8572-5c3190c73ad4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:21:01.500154 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac8844c-d920-41c1-8572-5c3190c73ad4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:21:01.500817 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aa8868d8-f0a5-40b7-ad89-fff061e87460 req-afb4bc28-b37f-4e2e-8908-d50c8e722162 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a8d50c8-ecaa-42f3-ab2e-6ee0f73e2630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2288091 May 31 13:21:01.505335 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d4bd53-3919-4e39-a4d9-ca6a04e111fd None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:21:01.505705 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d4bd53-3919-4e39-a4d9-ca6a04e111fd None None] Checking segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:21:01.506153 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-92d4bd53-3919-4e39-a4d9-ca6a04e111fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:01.506529 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d4bd53-3919-4e39-a4d9-ca6a04e111fd None None] Bound using segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:21:01.506995 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-92d4bd53-3919-4e39-a4d9-ca6a04e111fd None None] Bound port: 43c1a580-299f-4c72-991e-8d463df21acf, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:21:01.507592 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-92d4bd53-3919-4e39-a4d9-ca6a04e111fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:01.527155 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-edc269de-9f86-4a43-b26e-77c32f5ae42f req-b495215d-6623-45da-bf3c-7e9e706bb86a tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099214 May 31 13:21:01.617421 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-636c5c41-98f7-493f-98c2-2aa7c4913b8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:01.638437 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-636c5c41-98f7-493f-98c2-2aa7c4913b8d admin admin] Transition to ACTIVE for port object f9fb830f-04fe-4a5a-9273-79ce2932dc17 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:21:01.652130 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-92d4bd53-3919-4e39-a4d9-ca6a04e111fd None None] For port 43c1a580-299f-4c72-991e-8d463df21acf, host n-d-843939-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:21:01.655418 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e1eea117-41fc-4fe3-8176-29f059ce0dad req-8a814e9e-ceb3-4d1b-813b-472b2cdf232b service neutron] 10.222.0.44 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3075991 May 31 13:21:01.657959 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-92d4bd53-3919-4e39-a4d9-ca6a04e111fd None None] For port 43c1a580-299f-4c72-991e-8d463df21acf, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=43c1a580-299f-4c72-991e-8d463df21acf,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:21:01.671558 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-92d4bd53-3919-4e39-a4d9-ca6a04e111fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:01.677103 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-636c5c41-98f7-493f-98c2-2aa7c4913b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:01.788809 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636c5c41-98f7-493f-98c2-2aa7c4913b8d admin admin] Network f61c7e38-101c-4f1a-8d73-f72841af7364 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:21:01.789533 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device a0c3a9ed-10db-4c2d-97a5-5799e321f3f8 details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:21:01.800779 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-636c5c41-98f7-493f-98c2-2aa7c4913b8d admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:21:01.806091 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636c5c41-98f7-493f-98c2-2aa7c4913b8d admin admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:21:01.816947 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d4bd53-3919-4e39-a4d9-ca6a04e111fd None None] Routers {'454fb60d-ae98-4610-a19b-1218d9b9f4d9'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:21:01.817688 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-92d4bd53-3919-4e39-a4d9-ca6a04e111fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:20:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['454fb60d-ae98-4610-a19b-1218d9b9f4d9'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:21:01.846353 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d053a5-2735-4ff7-8c39-e15c2889a589 req-feed88fc-193e-4c35-88b5-d1a85e8eccb9 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:01.854864 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-55d053a5-2735-4ff7-8c39-e15c2889a589 req-feed88fc-193e-4c35-88b5-d1a85e8eccb9 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=a06e1f01-c592-43ce-8534-64d7c3528378 HTTP/1.1" status: 200 len: 950 time: 0.1728480 May 31 13:21:01.919572 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 34838) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:21:01.923855 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac8844c-d920-41c1-8572-5c3190c73ad4 None None] Pushing event updated for resources: {'Port': ['ID=43c1a580-299f-4c72-991e-8d463df21acf,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:02.033169 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-55d053a5-2735-4ff7-8c39-e15c2889a589 req-a7aa9804-533b-4b37-84f5-feb445694204 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770277 May 31 13:21:02.074524 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636c5c41-98f7-493f-98c2-2aa7c4913b8d admin admin] Pushing event updated for resources: {'Port': ['ID=f9fb830f-04fe-4a5a-9273-79ce2932dc17,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:02.102069 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce491c3-a7d4-45dd-b5b7-f70de3d3d62a req-56879797-e436-4fc6-90b6-caea2ef171fc tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:02.111770 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2ce491c3-a7d4-45dd-b5b7-f70de3d3d62a req-56879797-e436-4fc6-90b6-caea2ef171fc tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/ports?device_id=55fb1417-cad8-4df4-aa5c-6da0276389e5 HTTP/1.1" status: 200 len: 950 time: 0.2527630 May 31 13:21:02.129509 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-92d4bd53-3919-4e39-a4d9-ca6a04e111fd None None] Set router 454fb60d-ae98-4610-a19b-1218d9b9f4d9 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:21:02.130638 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-636c5c41-98f7-493f-98c2-2aa7c4913b8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:02.137001 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port a0c3a9ed-10db-4c2d-97a5-5799e321f3f8, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=a0c3a9ed-10db-4c2d-97a5-5799e321f3f8,segment=NetworkSegment(cc4868b5-30a5-4956-8627-7d52c92af76c),segment_id=cc4868b5-30a5-4956-8627-7d52c92af76c)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:21:02.172810 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': 'a0c3a9ed-10db-4c2d-97a5-5799e321f3f8', 'network_id': '166095fb-602c-4131-97e4-e6648d07bb0e', 'port_id': 'a0c3a9ed-10db-4c2d-97a5-5799e321f3f8', 'mac_address': 'fa:16:3e:aa:84:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '351010e5-51b7-43d5-9224-87aaece5e49a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:21:02.217968 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2ce491c3-a7d4-45dd-b5b7-f70de3d3d62a req-4da8b830-ab44-444d-8614-41bc06977bf1 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/security-groups?id=62fff807-5a72-4450-b5e7-33e8160efe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051488 May 31 13:21:02.233237 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-480644aa-eec3-4a95-895c-6c06fb46ccb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:02.287116 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-480644aa-eec3-4a95-895c-6c06fb46ccb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:21:02.305154 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-480644aa-eec3-4a95-895c-6c06fb46ccb4 admin admin] Usage tracker for resource:security_group_rule and tenant:c1b42d8efc844c0381092953ea255f5e is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:21:02.325507 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-480644aa-eec3-4a95-895c-6c06fb46ccb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:21:02.336800 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port a0c3a9ed-10db-4c2d-97a5-5799e321f3f8 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:21:02.337178 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:02.344476 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-480644aa-eec3-4a95-895c-6c06fb46ccb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:21:02.363257 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0c3a9ed-10db-4c2d-97a5-5799e321f3f8 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:21:02.391074 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2faf18e8-10f1-4196-bf29-ba3a1d6543c0 None None] Provisioning for port f9fb830f-04fe-4a5a-9273-79ce2932dc17 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:21:02.401240 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2faf18e8-10f1-4196-bf29-ba3a1d6543c0 None None] Provisioning complete for port f9fb830f-04fe-4a5a-9273-79ce2932dc17 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:21:02.401608 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2faf18e8-10f1-4196-bf29-ba3a1d6543c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:02.429872 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-636c5c41-98f7-493f-98c2-2aa7c4913b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:02.465317 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port a0c3a9ed-10db-4c2d-97a5-5799e321f3f8, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=a0c3a9ed-10db-4c2d-97a5-5799e321f3f8,segment=NetworkSegment(cc4868b5-30a5-4956-8627-7d52c92af76c),segment_id=cc4868b5-30a5-4956-8627-7d52c92af76c)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:21:02.466848 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2faf18e8-10f1-4196-bf29-ba3a1d6543c0 None None] Port f9fb830f-04fe-4a5a-9273-79ce2932dc17 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:21:02.470316 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:02.552804 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=a0c3a9ed-10db-4c2d-97a5-5799e321f3f8,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:02.620041 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-480644aa-eec3-4a95-895c-6c06fb46ccb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:02.633317 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-480644aa-eec3-4a95-895c-6c06fb46ccb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:02.669445 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-92d4bd53-3919-4e39-a4d9-ca6a04e111fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454fb60d-ae98-4610-a19b-1218d9b9f4d9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2013553847-router', 'tenant_id': 'afdeec5b94d843b08f91e17d542891f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '43c1a580-299f-4c72-991e-8d463df21acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:20:50Z', 'updated_at': '2022-05-31T13:20:57Z', 'revision_number': 3, 'project_id': 'afdeec5b94d843b08f91e17d542891f6', 'gw_port': {'id': '43c1a580-299f-4c72-991e-8d463df21acf', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c8:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454fb60d-ae98-4610-a19b-1218d9b9f4d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:20:54Z', 'updated_at': '2022-05-31T13:21:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:21:02.674195 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d4bd53-3919-4e39-a4d9-ca6a04e111fd None None] The sync data for ids ['454fb60d-ae98-4610-a19b-1218d9b9f4d9'] in n-d-843939-1 is: [{'id': '454fb60d-ae98-4610-a19b-1218d9b9f4d9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2013553847-router', 'tenant_id': 'afdeec5b94d843b08f91e17d542891f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '43c1a580-299f-4c72-991e-8d463df21acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:20:50Z', 'updated_at': '2022-05-31T13:20:57Z', 'revision_number': 3, 'project_id': 'afdeec5b94d843b08f91e17d542891f6', 'gw_port': {'id': '43c1a580-299f-4c72-991e-8d463df21acf', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c8:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454fb60d-ae98-4610-a19b-1218d9b9f4d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:20:54Z', 'updated_at': '2022-05-31T13:21:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:21:02.745080 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-480644aa-eec3-4a95-895c-6c06fb46ccb4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c1b42d8efc844c0381092953ea255f5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8227172 May 31 13:21:02.747855 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 34848) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:21:02.759689 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480644aa-eec3-4a95-895c-6c06fb46ccb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1528fb-0221-4e70-8899-51470f7a3e6d,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:02.805069 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88545d1-c92a-4764-b5d2-adb502b4b1d5 req-02a816f5-69f7-49b7-9338-23fc6ae6c6c5 tempest-ServerDiagnosticsNegativeTest-1497497634 tempest-ServerDiagnosticsNegativeTest-1497497634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:02.811135 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b88545d1-c92a-4764-b5d2-adb502b4b1d5 req-02a816f5-69f7-49b7-9338-23fc6ae6c6c5 tempest-ServerDiagnosticsNegativeTest-1497497634 tempest-ServerDiagnosticsNegativeTest-1497497634-project] 10.222.0.50 "GET /v2.0/ports?device_id=40a79982-d1b8-4bda-80e5-17166d99d800 HTTP/1.1" status: 200 len: 950 time: 0.4865971 May 31 13:21:02.816419 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-636c5c41-98f7-493f-98c2-2aa7c4913b8d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:02.832564 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-636c5c41-98f7-493f-98c2-2aa7c4913b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:02.863697 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cda52a-e483-47a0-b644-e85748f39f7a req-629e92c4-46d3-4013-bb5b-925619684cdf tempest-LiveAutoBlockMigrationV225Test-938371686 tempest-LiveAutoBlockMigrationV225Test-938371686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:02.865279 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-65cda52a-e483-47a0-b644-e85748f39f7a req-629e92c4-46d3-4013-bb5b-925619684cdf tempest-LiveAutoBlockMigrationV225Test-938371686 tempest-LiveAutoBlockMigrationV225Test-938371686-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=5c382273-1d38-47ae-b844-3d871794dad7 HTTP/1.1" status: 200 len: 1095 time: 0.3756919 May 31 13:21:02.879977 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b88545d1-c92a-4764-b5d2-adb502b4b1d5 req-0fb39c1d-b2a1-4f06-9cc5-8ad1264a8bec tempest-ServerDiagnosticsNegativeTest-1497497634 tempest-ServerDiagnosticsNegativeTest-1497497634-project] 10.222.0.50 "GET /v2.0/security-groups?id=80ef1254-b98f-4960-8f49-acc3b7b94fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556664 May 31 13:21:02.931756 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-65cda52a-e483-47a0-b644-e85748f39f7a req-968ac39a-447e-4431-8ca5-38d2e1ac1db0 tempest-LiveAutoBlockMigrationV225Test-938371686 tempest-LiveAutoBlockMigrationV225Test-938371686-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507717 May 31 13:21:02.987414 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['a0c3a9ed-10db-4c2d-97a5-5799e321f3f8'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:21:03.035835 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-636c5c41-98f7-493f-98c2-2aa7c4913b8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:03.066865 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-67b2305f-41e0-4d1d-9ba6-7073c7ea8a43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:03.083993 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636c5c41-98f7-493f-98c2-2aa7c4913b8d admin admin] Pushing event updated for resources: {'Port': ['ID=f9fb830f-04fe-4a5a-9273-79ce2932dc17,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:03.208263 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fed33f-7048-4bb9-8f05-542639fba17e req-5ad0781f-33e8-420f-84a0-0ca881708965 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:03.209937 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-39fed33f-7048-4bb9-8f05-542639fba17e req-5ad0781f-33e8-420f-84a0-0ca881708965 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ee30518-0d5d-4b0c-89f6-3c303f271df7 HTTP/1.1" status: 200 len: 945 time: 0.1468759 May 31 13:21:03.220880 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-67b2305f-41e0-4d1d-9ba6-7073c7ea8a43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:03.279274 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-39fed33f-7048-4bb9-8f05-542639fba17e req-911d05c9-9fb8-4ad3-9778-2c23c037725b tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a8d50c8-ecaa-42f3-ab2e-6ee0f73e2630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602987 May 31 13:21:03.414918 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636c5c41-98f7-493f-98c2-2aa7c4913b8d admin admin] Network f61c7e38-101c-4f1a-8d73-f72841af7364 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:21:03.417529 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-636c5c41-98f7-493f-98c2-2aa7c4913b8d admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:21:03.427695 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-67b2305f-41e0-4d1d-9ba6-7073c7ea8a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:03.516035 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b2305f-41e0-4d1d-9ba6-7073c7ea8a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1528fb-0221-4e70-8899-51470f7a3e6d,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:03.549103 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-67b2305f-41e0-4d1d-9ba6-7073c7ea8a43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:03.553849 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-67b2305f-41e0-4d1d-9ba6-7073c7ea8a43 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8d1528fb-0221-4e70-8899-51470f7a3e6d HTTP/1.1" status: 204 len: 168 time: 0.8046424 May 31 13:21:03.691561 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-636c5c41-98f7-493f-98c2-2aa7c4913b8d admin admin] Router 454fb60d-ae98-4610-a19b-1218d9b9f4d9 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:21:03.807017 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-81b32ad6-1c7b-4804-a2e0-892556e95ba5 None None] Provisioning complete for port f9fb830f-04fe-4a5a-9273-79ce2932dc17 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:21:03.808438 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-81b32ad6-1c7b-4804-a2e0-892556e95ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:03.843272 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459e53b2-5535-43b0-8b40-6e2ece4c98d6 req-fd25220a-c00a-4ac1-8f66-aa645160a350 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:03.844926 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-459e53b2-5535-43b0-8b40-6e2ece4c98d6 req-fd25220a-c00a-4ac1-8f66-aa645160a350 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/ports?device_id=55fb1417-cad8-4df4-aa5c-6da0276389e5 HTTP/1.1" status: 200 len: 950 time: 0.1306107 May 31 13:21:03.859860 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228de120-0529-4eff-a833-9c798f116ebe req-6b1624a9-62a2-426d-aa3b-0288322c8143 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:03.867862 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-228de120-0529-4eff-a833-9c798f116ebe req-6b1624a9-62a2-426d-aa3b-0288322c8143 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=a06e1f01-c592-43ce-8534-64d7c3528378 HTTP/1.1" status: 200 len: 950 time: 0.4224741 May 31 13:21:03.899468 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-636c5c41-98f7-493f-98c2-2aa7c4913b8d admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:21:03.908687 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-636c5c41-98f7-493f-98c2-2aa7c4913b8d admin admin] 10.222.0.50 "PUT /v2.0/routers/454fb60d-ae98-4610-a19b-1218d9b9f4d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6629164 May 31 13:21:03.931034 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-81b32ad6-1c7b-4804-a2e0-892556e95ba5 None None] Port f9fb830f-04fe-4a5a-9273-79ce2932dc17 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:21:03.934823 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-228de120-0529-4eff-a833-9c798f116ebe req-426c7f25-2e61-4bf9-a47a-df8cf693d1f7 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658433 May 31 13:21:03.977066 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-459e53b2-5535-43b0-8b40-6e2ece4c98d6 req-2076a96a-5c2c-4bda-a81c-ed5cddc23681 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/security-groups?id=62fff807-5a72-4450-b5e7-33e8160efe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860379 May 31 13:21:04.090447 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 34882) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:21:04.114229 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0d12c16a-9719-4c35-847a-a87835210664 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:04.130216 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0d12c16a-9719-4c35-847a-a87835210664 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:21:04.134083 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-0d12c16a-9719-4c35-847a-a87835210664 admin admin] Usage tracker for resource:security_group_rule and tenant:ed780d8951e040b498d9ab09db50603f is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:21:04.136888 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-0d12c16a-9719-4c35-847a-a87835210664 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:21:04.143245 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0d12c16a-9719-4c35-847a-a87835210664 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:21:04.230195 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8083b-a1b8-4b2c-9ba0-c9b90a50dd9d req-9e4cfd96-8373-48e2-b884-dccb57da531e tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:04.232337 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-67e8083b-a1b8-4b2c-9ba0-c9b90a50dd9d req-9e4cfd96-8373-48e2-b884-dccb57da531e tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/networks?id=5b3c8d41-b43d-4739-acc3-c9eae6a83205 HTTP/1.1" status: 200 len: 821 time: 0.1748955 May 31 13:21:04.250757 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-67e8083b-a1b8-4b2c-9ba0-c9b90a50dd9d req-883e205c-91b3-4b4a-aa17-536f6cb90e66 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/quotas/2539a3508c4b448ea8707834972224c7 HTTP/1.1" status: 200 len: 375 time: 0.0118315 May 31 13:21:04.257765 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0d12c16a-9719-4c35-847a-a87835210664 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:04.262981 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0d12c16a-9719-4c35-847a-a87835210664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:04.317231 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-0d12c16a-9719-4c35-847a-a87835210664 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ed780d8951e040b498d9ab09db50603f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2258601 May 31 13:21:04.317904 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 34890) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:21:04.321416 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d12c16a-9719-4c35-847a-a87835210664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c879f6df-1e78-421e-94f6-e9c780a2b72a,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:04.388305 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ef46c7e6-3dc4-4768-ab2c-e560936ebd58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:04.411746 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91869a27-905f-4b41-93a5-76db93dab688 req-496a6752-ce6b-4403-9ce0-00b8f7f195a9 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:04.413216 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-91869a27-905f-4b41-93a5-76db93dab688 req-496a6752-ce6b-4403-9ce0-00b8f7f195a9 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] 10.222.0.50 "GET /v2.0/ports?device_id=1952bb15-cd8a-4a0f-a6dc-4ff27c255a78 HTTP/1.1" status: 200 len: 946 time: 0.1182458 May 31 13:21:04.416502 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ef46c7e6-3dc4-4768-ab2c-e560936ebd58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:04.419590 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-67e8083b-a1b8-4b2c-9ba0-c9b90a50dd9d req-5cc506f2-47e0-488b-8a00-0d24c9336b1c tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2539a3508c4b448ea8707834972224c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1623561 May 31 13:21:04.481288 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ef46c7e6-3dc4-4768-ab2c-e560936ebd58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:04.498389 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef46c7e6-3dc4-4768-ab2c-e560936ebd58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c879f6df-1e78-421e-94f6-e9c780a2b72a,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:04.504578 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ef46c7e6-3dc4-4768-ab2c-e560936ebd58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:04.520592 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ef46c7e6-3dc4-4768-ab2c-e560936ebd58 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c879f6df-1e78-421e-94f6-e9c780a2b72a HTTP/1.1" status: 204 len: 168 time: 0.1887488 May 31 13:21:04.547061 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-91869a27-905f-4b41-93a5-76db93dab688 req-ea1270fe-75e8-4304-8aa6-ebb2ca2f1f11 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4741a74b-c860-490c-9fff-d7ce69e9c4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246133 May 31 13:21:04.613816 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-67e8083b-a1b8-4b2c-9ba0-c9b90a50dd9d req-b4ca883b-a214-48e9-8336-843819026e30 service neutron] 10.222.0.50 "GET /v2.0/networks/5b3c8d41-b43d-4739-acc3-c9eae6a83205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783307 May 31 13:21:04.814202 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640789ce-d711-4373-84fa-a69f305caa11 None None] Sync routers for ids ['454fb60d-ae98-4610-a19b-1218d9b9f4d9'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:21:04.823254 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-67e8083b-a1b8-4b2c-9ba0-c9b90a50dd9d req-e43fe34d-524b-4a1e-aaf5-cfafc01116dc service neutron] 10.222.0.50 "GET /v2.0/networks/5b3c8d41-b43d-4739-acc3-c9eae6a83205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027538 May 31 13:21:04.824491 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640789ce-d711-4373-84fa-a69f305caa11 None None] Routers {'454fb60d-ae98-4610-a19b-1218d9b9f4d9'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:21:04.825310 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-640789ce-d711-4373-84fa-a69f305caa11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:20:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['454fb60d-ae98-4610-a19b-1218d9b9f4d9'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:21:04.841522 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54319ea6-50b7-4616-9476-45db11c36f39 req-2c4b4582-ad87-4bc8-9bad-251747707e72 tempest-ServerDiagnosticsNegativeTest-1497497634 tempest-ServerDiagnosticsNegativeTest-1497497634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:04.843456 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-54319ea6-50b7-4616-9476-45db11c36f39 req-2c4b4582-ad87-4bc8-9bad-251747707e72 tempest-ServerDiagnosticsNegativeTest-1497497634 tempest-ServerDiagnosticsNegativeTest-1497497634-project] 10.222.0.50 "GET /v2.0/ports?device_id=40a79982-d1b8-4bda-80e5-17166d99d800 HTTP/1.1" status: 200 len: 950 time: 0.1453726 May 31 13:21:04.896826 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-54319ea6-50b7-4616-9476-45db11c36f39 req-e3aba4a1-45dc-4743-8a59-1511c904ad83 tempest-ServerDiagnosticsNegativeTest-1497497634 tempest-ServerDiagnosticsNegativeTest-1497497634-project] 10.222.0.50 "GET /v2.0/security-groups?id=80ef1254-b98f-4960-8f49-acc3b7b94fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461254 May 31 13:21:05.055469 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-640789ce-d711-4373-84fa-a69f305caa11 None None] Set router 454fb60d-ae98-4610-a19b-1218d9b9f4d9 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:21:05.120457 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 43c1a580-299f-4c72-991e-8d463df21acf up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:21:05.326097 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39826d-3298-4613-8c0e-6556c5db89ae req-f839a749-161b-4e06-b24f-75525f938a48 tempest-MigrationsAdminTest-29746455 tempest-MigrationsAdminTest-29746455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:05.327306 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4c39826d-3298-4613-8c0e-6556c5db89ae req-f839a749-161b-4e06-b24f-75525f938a48 tempest-MigrationsAdminTest-29746455 tempest-MigrationsAdminTest-29746455-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=a06e1f01-c592-43ce-8534-64d7c3528378 HTTP/1.1" status: 200 len: 1101 time: 0.1522441 May 31 13:21:05.463167 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-4c39826d-3298-4613-8c0e-6556c5db89ae req-6d56b576-84d8-4769-98d9-7fa64033646c tempest-MigrationsAdminTest-29746455 tempest-MigrationsAdminTest-29746455-project-admin] Synchronizing usage tracker for tenant:f56543d8a37547e6aec6adca28673da0 on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:21:05.520248 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 43c1a580-299f-4c72-991e-8d463df21acf completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:21:05.533829 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 43c1a580-299f-4c72-991e-8d463df21acf triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:21:05.534297 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:05.593522 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [req-a3673ffc-f8fb-4810-a88d-5c334dfd5d59 req-9f8b2c8c-d4e7-4991-b4e2-ef5e3c862cea tempest-FloatingIPDetailsNegativeTestJSON-243590145 tempest-FloatingIPDetailsNegativeTestJSON-243590145-project] show failed (client error): The resource could not be found. May 31 13:21:05.594586 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a3673ffc-f8fb-4810-a88d-5c334dfd5d59 req-9f8b2c8c-d4e7-4991-b4e2-ef5e3c862cea tempest-FloatingIPDetailsNegativeTestJSON-243590145 tempest-FloatingIPDetailsNegativeTestJSON-243590145-project] 10.222.0.50 "GET /v2.0/floatingips/d2e44030-50e6-4d8d-bc87-0a6ccb48ab6c HTTP/1.1" status: 404 len: 350 time: 0.1499753 May 31 13:21:05.608657 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 34932) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:21:05.626866 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-4c39826d-3298-4613-8c0e-6556c5db89ae req-6d56b576-84d8-4769-98d9-7fa64033646c tempest-MigrationsAdminTest-29746455 tempest-MigrationsAdminTest-29746455-project-admin] Unset dirty status for tenant:f56543d8a37547e6aec6adca28673da0 on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:21:05.628604 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4c39826d-3298-4613-8c0e-6556c5db89ae req-6d56b576-84d8-4769-98d9-7fa64033646c tempest-MigrationsAdminTest-29746455 tempest-MigrationsAdminTest-29746455-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934229 May 31 13:21:05.863780 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device a0c3a9ed-10db-4c2d-97a5-5799e321f3f8 up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:21:05.881728 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49117654-b62f-441e-a7c7-dd50e6c0e346 req-a760563c-0994-47d9-8a51-128d2eadb22e tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:05.883527 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-49117654-b62f-441e-a7c7-dd50e6c0e346 req-a760563c-0994-47d9-8a51-128d2eadb22e tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ee30518-0d5d-4b0c-89f6-3c303f271df7 HTTP/1.1" status: 200 len: 945 time: 0.1363811 May 31 13:21:05.966890 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-49117654-b62f-441e-a7c7-dd50e6c0e346 req-89464272-e8fa-41e0-81cb-ab0e6590a097 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a8d50c8-ecaa-42f3-ab2e-6ee0f73e2630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627401 May 31 13:21:06.068365 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5fee45f0-6c76-4929-800a-ff386a9da462 req-9648b89f-519a-4167-a393-92b839749d38 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=9db63fb7-f5a0-4390-8f05-d9b2a1ae47fc HTTP/1.1" status: 200 len: 210 time: 0.0971231 May 31 13:21:06.074041 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 43c1a580-299f-4c72-991e-8d463df21acf is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:21:06.075902 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:06.129330 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 43c1a580-299f-4c72-991e-8d463df21acf, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=43c1a580-299f-4c72-991e-8d463df21acf,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:21:06.137253 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:06.191995 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-640789ce-d711-4373-84fa-a69f305caa11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454fb60d-ae98-4610-a19b-1218d9b9f4d9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2013553847-router', 'tenant_id': 'afdeec5b94d843b08f91e17d542891f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '43c1a580-299f-4c72-991e-8d463df21acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:20:50Z', 'updated_at': '2022-05-31T13:21:02Z', 'revision_number': 4, 'project_id': 'afdeec5b94d843b08f91e17d542891f6', 'gw_port': {'id': '43c1a580-299f-4c72-991e-8d463df21acf', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c8:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454fb60d-ae98-4610-a19b-1218d9b9f4d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:20:54Z', 'updated_at': '2022-05-31T13:21:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'f9fb830f-04fe-4a5a-9273-79ce2932dc17', 'name': '', 'network_id': 'f61c7e38-101c-4f1a-8d73-f72841af7364', 'tenant_id': 'afdeec5b94d843b08f91e17d542891f6', 'mac_address': 'fa:16:3e:99:62:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454fb60d-ae98-4610-a19b-1218d9b9f4d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '23ad5fa3-be12-4d58-814a-4bee295a6fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:21:01Z', 'updated_at': '2022-05-31T13:21:02Z', 'revision_number': 2, 'project_id': 'afdeec5b94d843b08f91e17d542891f6', 'subnets': [{'id': '23ad5fa3-be12-4d58-814a-4bee295a6fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:21:06.202803 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning for port a0c3a9ed-10db-4c2d-97a5-5799e321f3f8 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:21:06.214545 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640789ce-d711-4373-84fa-a69f305caa11 None None] Checking router: 454fb60d-ae98-4610-a19b-1218d9b9f4d9 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:21:06.215373 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640789ce-d711-4373-84fa-a69f305caa11 None None] Updating router 454fb60d-ae98-4610-a19b-1218d9b9f4d9 port f9fb830f-04fe-4a5a-9273-79ce2932dc17 binding host n-d-843939-1 {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:21:06.316717 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68f49ca-791b-4484-8588-917f4a475bb3 req-9c2110f3-0a38-4989-8399-a7d282666804 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:06.322653 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d68f49ca-791b-4484-8588-917f4a475bb3 req-9c2110f3-0a38-4989-8399-a7d282666804 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/ports?device_id=55fb1417-cad8-4df4-aa5c-6da0276389e5 HTTP/1.1" status: 200 len: 950 time: 0.1882825 May 31 13:21:06.342434 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port a0c3a9ed-10db-4c2d-97a5-5799e321f3f8 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:21:06.342883 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:06.422054 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d68f49ca-791b-4484-8588-917f4a475bb3 req-590c5d1b-0bd3-453e-b8c6-ee7af2572338 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/security-groups?id=62fff807-5a72-4450-b5e7-33e8160efe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916791 May 31 13:21:06.589196 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-640789ce-d711-4373-84fa-a69f305caa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:06.626092 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=43c1a580-299f-4c72-991e-8d463df21acf,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:06.851809 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-95c3a357-0b99-426f-b118-51a494bc8873 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:06.861092 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port a0c3a9ed-10db-4c2d-97a5-5799e321f3f8 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:21:06.861481 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:06.892453 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dca408af-0895-4dec-996e-1abf86ef095b req-f6440ecf-1193-4cbe-999e-58e0f8c8f7af tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=c905d91f2f614f928153cd05b2f8a225&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1121380 May 31 13:21:06.908136 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port a0c3a9ed-10db-4c2d-97a5-5799e321f3f8, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=a0c3a9ed-10db-4c2d-97a5-5799e321f3f8,segment=NetworkSegment(cc4868b5-30a5-4956-8627-7d52c92af76c),segment_id=cc4868b5-30a5-4956-8627-7d52c92af76c)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:21:06.913904 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ee30518-0d5d-4b0c-89f6-3c303f271df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0c3a9ed-10db-4c2d-97a5-5799e321f3f8'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:21:06.990632 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:07.030879 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 43c1a580-299f-4c72-991e-8d463df21acf up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:21:07.192331 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8083b-a1b8-4b2c-9ba0-c9b90a50dd9d req-b0aced5c-4aa9-42b6-a4dd-28f02a8e492b tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:07.193781 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-67e8083b-a1b8-4b2c-9ba0-c9b90a50dd9d req-b0aced5c-4aa9-42b6-a4dd-28f02a8e492b tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.44 "GET /v2.0/networks?id=5b3c8d41-b43d-4739-acc3-c9eae6a83205 HTTP/1.1" status: 200 len: 821 time: 0.5879357 May 31 13:21:07.225097 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-67e8083b-a1b8-4b2c-9ba0-c9b90a50dd9d req-c9b5990f-7c0e-498c-8c83-5f85b5ad0bf9 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Request body: {'port': {'device_id': '9db63fb7-f5a0-4390-8f05-d9b2a1ae47fc', 'network_id': '5b3c8d41-b43d-4739-acc3-c9eae6a83205', 'admin_state_up': True, 'tenant_id': '2539a3508c4b448ea8707834972224c7'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:21:07.230144 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=a0c3a9ed-10db-4c2d-97a5-5799e321f3f8,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:07.233406 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:07.272472 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 43c1a580-299f-4c72-991e-8d463df21acf triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:21:07.273175 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:07.275651 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-95c3a357-0b99-426f-b118-51a494bc8873 admin admin] Deleting port f9fb830f-04fe-4a5a-9273-79ce2932dc17 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:21:07.275990 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-95c3a357-0b99-426f-b118-51a494bc8873 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:07.389695 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca408af-0895-4dec-996e-1abf86ef095b req-410edd6f-ce18-49d6-9dcb-93ebcd8c3d8a tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:07.391175 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dca408af-0895-4dec-996e-1abf86ef095b req-410edd6f-ce18-49d6-9dcb-93ebcd8c3d8a tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4979637 May 31 13:21:07.398457 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-67e8083b-a1b8-4b2c-9ba0-c9b90a50dd9d req-c9b5990f-7c0e-498c-8c83-5f85b5ad0bf9 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:21:07.410379 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-67e8083b-a1b8-4b2c-9ba0-c9b90a50dd9d req-c9b5990f-7c0e-498c-8c83-5f85b5ad0bf9 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Usage tracker for resource:port and tenant:2539a3508c4b448ea8707834972224c7 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:21:07.416495 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-67e8083b-a1b8-4b2c-9ba0-c9b90a50dd9d req-c9b5990f-7c0e-498c-8c83-5f85b5ad0bf9 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:21:07.430777 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482cf163-af3a-4bfc-86ab-5b6d5db16a4d req-8503ecad-e120-4852-bfcc-a884ba5e530c tempest-ServerDiagnosticsNegativeTest-1497497634 tempest-ServerDiagnosticsNegativeTest-1497497634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:07.432264 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-482cf163-af3a-4bfc-86ab-5b6d5db16a4d req-8503ecad-e120-4852-bfcc-a884ba5e530c tempest-ServerDiagnosticsNegativeTest-1497497634 tempest-ServerDiagnosticsNegativeTest-1497497634-project] 10.222.0.50 "GET /v2.0/ports?device_id=40a79982-d1b8-4bda-80e5-17166d99d800 HTTP/1.1" status: 200 len: 950 time: 0.4894512 May 31 13:21:07.438852 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dca408af-0895-4dec-996e-1abf86ef095b req-4688a086-02aa-41e2-aaf7-bcef3c16bcbe tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/quotas/c905d91f2f614f928153cd05b2f8a225 HTTP/1.1" status: 200 len: 375 time: 0.0379658 May 31 13:21:07.441655 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-67e8083b-a1b8-4b2c-9ba0-c9b90a50dd9d req-c9b5990f-7c0e-498c-8c83-5f85b5ad0bf9 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:21:07.463409 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-95c3a357-0b99-426f-b118-51a494bc8873 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:07.507789 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-640789ce-d711-4373-84fa-a69f305caa11 None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:07.523569 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 43c1a580-299f-4c72-991e-8d463df21acf is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:21:07.527683 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-640789ce-d711-4373-84fa-a69f305caa11 None None] Transition to ACTIVE for port object f9fb830f-04fe-4a5a-9273-79ce2932dc17 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:21:07.529230 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67e8083b-a1b8-4b2c-9ba0-c9b90a50dd9d req-c9b5990f-7c0e-498c-8c83-5f85b5ad0bf9 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Made reservation on behalf of 2539a3508c4b448ea8707834972224c7 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:21:07.533307 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-67e8083b-a1b8-4b2c-9ba0-c9b90a50dd9d req-c9b5990f-7c0e-498c-8c83-5f85b5ad0bf9 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:07.536310 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-640789ce-d711-4373-84fa-a69f305caa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:07.561951 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-482cf163-af3a-4bfc-86ab-5b6d5db16a4d req-cc1901d4-4aee-412f-a1b2-88823a1581f9 tempest-ServerDiagnosticsNegativeTest-1497497634 tempest-ServerDiagnosticsNegativeTest-1497497634-project] 10.222.0.50 "GET /v2.0/security-groups?id=80ef1254-b98f-4960-8f49-acc3b7b94fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181645 May 31 13:21:07.613688 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-95c3a357-0b99-426f-b118-51a494bc8873 admin admin] Calling delete_port for f9fb830f-04fe-4a5a-9273-79ce2932dc17 owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:21:07.670506 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dca408af-0895-4dec-996e-1abf86ef095b req-b6c33304-16db-45f2-8f23-2dc67bc62171 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c905d91f2f614f928153cd05b2f8a225&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2307005 May 31 13:21:07.683426 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976f923a-6cd1-475c-8869-97e1a2996ee3 None None] Pushing event updated for resources: {'Port': ['ID=f9fb830f-04fe-4a5a-9273-79ce2932dc17,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:07.882772 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-640789ce-d711-4373-84fa-a69f305caa11 None None] Attempting to bind port f9fb830f-04fe-4a5a-9273-79ce2932dc17 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:21:07.883401 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-640789ce-d711-4373-84fa-a69f305caa11 None None] Attempting to bind port f9fb830f-04fe-4a5a-9273-79ce2932dc17 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '5cbc4759-cf46-4bb7-80a8-cb3267646192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f61c7e38-101c-4f1a-8d73-f72841af7364'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:21:07.883915 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640789ce-d711-4373-84fa-a69f305caa11 None None] Attempting to bind port f9fb830f-04fe-4a5a-9273-79ce2932dc17 on network f61c7e38-101c-4f1a-8d73-f72841af7364 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:21:07.896084 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640789ce-d711-4373-84fa-a69f305caa11 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:21:07.896733 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640789ce-d711-4373-84fa-a69f305caa11 None None] Checking segment: {'id': '5cbc4759-cf46-4bb7-80a8-cb3267646192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f61c7e38-101c-4f1a-8d73-f72841af7364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:21:07.897377 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-640789ce-d711-4373-84fa-a69f305caa11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:07.897912 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640789ce-d711-4373-84fa-a69f305caa11 None None] Bound using segment: {'id': '5cbc4759-cf46-4bb7-80a8-cb3267646192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f61c7e38-101c-4f1a-8d73-f72841af7364'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:21:07.902066 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-640789ce-d711-4373-84fa-a69f305caa11 None None] Bound port: f9fb830f-04fe-4a5a-9273-79ce2932dc17, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cbc4759-cf46-4bb7-80a8-cb3267646192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f61c7e38-101c-4f1a-8d73-f72841af7364'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:21:07.902883 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-640789ce-d711-4373-84fa-a69f305caa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:07.918806 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-67e8083b-a1b8-4b2c-9ba0-c9b90a50dd9d req-c9b5990f-7c0e-498c-8c83-5f85b5ad0bf9 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Allocated IP 172.20.0.3 (5b3c8d41-b43d-4739-acc3-c9eae6a83205/c38944f5-addb-47c7-b219-ea477f926c92/3a29f38a-dfe7-4a4d-9217-88b275f81816) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:21:08.022031 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b0ca92-dccf-4686-84c5-aa305e2549c7 req-f49fca93-ea42-41d0-b215-3a74295a60d3 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:08.028997 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d2b0ca92-dccf-4686-84c5-aa305e2549c7 req-f49fca93-ea42-41d0-b215-3a74295a60d3 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] 10.222.0.50 "GET /v2.0/ports?device_id=1952bb15-cd8a-4a0f-a6dc-4ff27c255a78 HTTP/1.1" status: 200 len: 946 time: 0.2702208 May 31 13:21:08.044828 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-640789ce-d711-4373-84fa-a69f305caa11 None None] For port f9fb830f-04fe-4a5a-9273-79ce2932dc17, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:21:08.049626 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-640789ce-d711-4373-84fa-a69f305caa11 None None] For port f9fb830f-04fe-4a5a-9273-79ce2932dc17, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=f9fb830f-04fe-4a5a-9273-79ce2932dc17,segment=NetworkSegment(5cbc4759-cf46-4bb7-80a8-cb3267646192),segment_id=5cbc4759-cf46-4bb7-80a8-cb3267646192)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:21:08.059959 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-640789ce-d711-4373-84fa-a69f305caa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:08.151679 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.db.api [None req-95c3a357-0b99-426f-b118-51a494bc8873 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:21:08.152265 n-d-843939-1 neutron-server[88369]: DEBUG oslo_db.api [None req-95c3a357-0b99-426f-b118-51a494bc8873 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:21:08.185822 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640789ce-d711-4373-84fa-a69f305caa11 None None] Routers {'454fb60d-ae98-4610-a19b-1218d9b9f4d9'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:21:08.186479 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-640789ce-d711-4373-84fa-a69f305caa11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:20:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['454fb60d-ae98-4610-a19b-1218d9b9f4d9'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:21:08.263873 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976f923a-6cd1-475c-8869-97e1a2996ee3 None None] Pushing event updated for resources: {'Port': ['ID=f9fb830f-04fe-4a5a-9273-79ce2932dc17,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:08.350465 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d2b0ca92-dccf-4686-84c5-aa305e2549c7 req-eca34791-b0d5-4238-8916-9c7c1aba954b tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4741a74b-c860-490c-9fff-d7ce69e9c4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3200912 May 31 13:21:08.440253 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-640789ce-d711-4373-84fa-a69f305caa11 None None] Set router 454fb60d-ae98-4610-a19b-1218d9b9f4d9 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:21:08.544426 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee4dac-8c93-4198-b2aa-0f480b0f14b7 req-55dfb7d5-22b5-4751-8409-0094d4f9cd1f tempest-ServerDiagnosticsNegativeTest-1497497634 tempest-ServerDiagnosticsNegativeTest-1497497634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:08.545896 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0cee4dac-8c93-4198-b2aa-0f480b0f14b7 req-55dfb7d5-22b5-4751-8409-0094d4f9cd1f tempest-ServerDiagnosticsNegativeTest-1497497634 tempest-ServerDiagnosticsNegativeTest-1497497634-project] 10.222.0.44 "GET /v2.0/ports?device_id=40a79982-d1b8-4bda-80e5-17166d99d800 HTTP/1.1" status: 200 len: 950 time: 0.4929388 May 31 13:21:08.645054 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11eff471-c29a-47ae-a735-8a8ac95c77cd'] response: {'server_uuid': '0ee30518-0d5d-4b0c-89f6-3c303f271df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0c3a9ed-10db-4c2d-97a5-5799e321f3f8', 'code': 200} May 31 13:21:08.649974 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-0cee4dac-8c93-4198-b2aa-0f480b0f14b7 req-d4b26531-82b4-426b-a99e-3b26efbd992d tempest-ServerDiagnosticsNegativeTest-1497497634 tempest-ServerDiagnosticsNegativeTest-1497497634-project] Deleting port 0004502a-c579-4ab3-93ae-a8b72094cf26 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:21:08.650334 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-0cee4dac-8c93-4198-b2aa-0f480b0f14b7 req-d4b26531-82b4-426b-a99e-3b26efbd992d tempest-ServerDiagnosticsNegativeTest-1497497634 tempest-ServerDiagnosticsNegativeTest-1497497634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:08.661440 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-95c3a357-0b99-426f-b118-51a494bc8873 admin admin] Deleting port f9fb830f-04fe-4a5a-9273-79ce2932dc17 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:21:08.662052 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-95c3a357-0b99-426f-b118-51a494bc8873 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:08.746353 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e74d505c-a332-4058-9ab6-3a5dcc4f0326 req-4a14ba7a-c216-4614-aca5-420f3c5b9671 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=9db63fb7-f5a0-4390-8f05-d9b2a1ae47fc HTTP/1.1" status: 200 len: 210 time: 0.0642467 May 31 13:21:08.769353 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f6ca2b-db61-42da-b4db-b93bf7b150b9 req-735cafee-55d2-4274-8ee2-2ca3f00a7959 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:08.777532 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-31f6ca2b-db61-42da-b4db-b93bf7b150b9 req-735cafee-55d2-4274-8ee2-2ca3f00a7959 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ee30518-0d5d-4b0c-89f6-3c303f271df7 HTTP/1.1" status: 200 len: 946 time: 0.4853795 May 31 13:21:08.819676 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a391c243-128d-4001-aa98-60262b0eb9ab req-af6ded12-d694-4542-9bfc-009827e3ae7e tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:08.821431 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a391c243-128d-4001-aa98-60262b0eb9ab req-af6ded12-d694-4542-9bfc-009827e3ae7e tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] 10.222.0.44 "GET /v2.0/ports?device_id=1952bb15-cd8a-4a0f-a6dc-4ff27c255a78 HTTP/1.1" status: 200 len: 946 time: 0.5309741 May 31 13:21:08.874594 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bae2e8-b5b4-496d-ab48-dbfdb91a497d req-994fea64-2775-4c58-b36f-d123f915d17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:08.876833 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-81bae2e8-b5b4-496d-ab48-dbfdb91a497d req-994fea64-2775-4c58-b36f-d123f915d17d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0ee30518-0d5d-4b0c-89f6-3c303f271df7 HTTP/1.1" status: 200 len: 1097 time: 0.3716819 May 31 13:21:08.914540 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:08.923825 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-95c3a357-0b99-426f-b118-51a494bc8873 admin admin] For port f9fb830f-04fe-4a5a-9273-79ce2932dc17, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=f9fb830f-04fe-4a5a-9273-79ce2932dc17,segment=NetworkSegment(5cbc4759-cf46-4bb7-80a8-cb3267646192),segment_id=5cbc4759-cf46-4bb7-80a8-cb3267646192)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:21:08.924028 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-95c3a357-0b99-426f-b118-51a494bc8873 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:08.942364 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-a391c243-128d-4001-aa98-60262b0eb9ab req-32fd52de-8c9c-46d4-942c-2eea585c355c tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Deleting port 6b683c24-4adf-4b0d-a743-818fae1d55a8 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:21:08.943233 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a391c243-128d-4001-aa98-60262b0eb9ab req-32fd52de-8c9c-46d4-942c-2eea585c355c tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:09.092844 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-67e8083b-a1b8-4b2c-9ba0-c9b90a50dd9d req-c9b5990f-7c0e-498c-8c83-5f85b5ad0bf9 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:09.098210 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-95c3a357-0b99-426f-b118-51a494bc8873 admin admin] Calling delete_port for f9fb830f-04fe-4a5a-9273-79ce2932dc17 owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:21:09.127338 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-81bae2e8-b5b4-496d-ab48-dbfdb91a497d req-a98b5fba-4197-4453-8ad1-a7fc8d05b842 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2a8d50c8-ecaa-42f3-ab2e-6ee0f73e2630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2425981 May 31 13:21:09.137350 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-31f6ca2b-db61-42da-b4db-b93bf7b150b9 req-e43c0232-1d7a-4dc8-a56e-dee3450ad275 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a8d50c8-ecaa-42f3-ab2e-6ee0f73e2630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3589561 May 31 13:21:09.148324 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-640789ce-d711-4373-84fa-a69f305caa11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454fb60d-ae98-4610-a19b-1218d9b9f4d9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2013553847-router', 'tenant_id': 'afdeec5b94d843b08f91e17d542891f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '43c1a580-299f-4c72-991e-8d463df21acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:20:50Z', 'updated_at': '2022-05-31T13:21:02Z', 'revision_number': 4, 'project_id': 'afdeec5b94d843b08f91e17d542891f6', 'gw_port': {'id': '43c1a580-299f-4c72-991e-8d463df21acf', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454fb60d-ae98-4610-a19b-1218d9b9f4d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:20:54Z', 'updated_at': '2022-05-31T13:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'f9fb830f-04fe-4a5a-9273-79ce2932dc17', 'name': '', 'network_id': 'f61c7e38-101c-4f1a-8d73-f72841af7364', 'tenant_id': 'afdeec5b94d843b08f91e17d542891f6', 'mac_address': 'fa:16:3e:99:62:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454fb60d-ae98-4610-a19b-1218d9b9f4d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '23ad5fa3-be12-4d58-814a-4bee295a6fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:21:01Z', 'updated_at': '2022-05-31T13:21:08Z', 'revision_number': 4, 'project_id': 'afdeec5b94d843b08f91e17d542891f6', 'subnets': [{'id': '23ad5fa3-be12-4d58-814a-4bee295a6fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:21:09.158562 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640789ce-d711-4373-84fa-a69f305caa11 None None] The sync data for ids ['454fb60d-ae98-4610-a19b-1218d9b9f4d9'] in n-d-843939-1 is: [{'id': '454fb60d-ae98-4610-a19b-1218d9b9f4d9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2013553847-router', 'tenant_id': 'afdeec5b94d843b08f91e17d542891f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '43c1a580-299f-4c72-991e-8d463df21acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:20:50Z', 'updated_at': '2022-05-31T13:21:02Z', 'revision_number': 4, 'project_id': 'afdeec5b94d843b08f91e17d542891f6', 'gw_port': {'id': '43c1a580-299f-4c72-991e-8d463df21acf', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454fb60d-ae98-4610-a19b-1218d9b9f4d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:20:54Z', 'updated_at': '2022-05-31T13:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'f9fb830f-04fe-4a5a-9273-79ce2932dc17', 'name': '', 'network_id': 'f61c7e38-101c-4f1a-8d73-f72841af7364', 'tenant_id': 'afdeec5b94d843b08f91e17d542891f6', 'mac_address': 'fa:16:3e:99:62:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454fb60d-ae98-4610-a19b-1218d9b9f4d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '23ad5fa3-be12-4d58-814a-4bee295a6fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:21:01Z', 'updated_at': '2022-05-31T13:21:08Z', 'revision_number': 4, 'project_id': 'afdeec5b94d843b08f91e17d542891f6', 'subnets': [{'id': '23ad5fa3-be12-4d58-814a-4bee295a6fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:21:09.393881 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-95c3a357-0b99-426f-b118-51a494bc8873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:09.449794 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c3a357-0b99-426f-b118-51a494bc8873 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9fb830f-04fe-4a5a-9273-79ce2932dc17,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:09.574551 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3d7cef-32fb-4598-a607-7347e311cbb6 req-afd98f58-04de-431d-9d9f-78fefb8a11b3 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:09.583700 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0e3d7cef-32fb-4598-a607-7347e311cbb6 req-afd98f58-04de-431d-9d9f-78fefb8a11b3 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/ports?device_id=55fb1417-cad8-4df4-aa5c-6da0276389e5 HTTP/1.1" status: 200 len: 950 time: 0.5775692 May 31 13:21:09.640106 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-12f65e14-b5ec-4e17-a0d2-602e426b35f7 req-ac184faf-a5fb-4112-81a7-0b57da5b2663 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b50fd3b-b462-403d-b8da-fd02cb3e2439 HTTP/1.1" status: 200 len: 210 time: 0.1931014 May 31 13:21:09.772341 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0e3d7cef-32fb-4598-a607-7347e311cbb6 req-be22f1d8-839c-40c8-98ac-95e632fef2c6 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/security-groups?id=62fff807-5a72-4450-b5e7-33e8160efe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866775 May 31 13:21:09.798104 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-67e8083b-a1b8-4b2c-9ba0-c9b90a50dd9d req-c9b5990f-7c0e-498c-8c83-5f85b5ad0bf9 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:09.812800 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-a391c243-128d-4001-aa98-60262b0eb9ab req-32fd52de-8c9c-46d4-942c-2eea585c355c tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] For port 6b683c24-4adf-4b0d-a743-818fae1d55a8, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=6b683c24-4adf-4b0d-a743-818fae1d55a8,segment=NetworkSegment(92567f26-b8b9-42f0-9a40-dd393ba47025),segment_id=92567f26-b8b9-42f0-9a40-dd393ba47025)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:21:09.813799 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a391c243-128d-4001-aa98-60262b0eb9ab req-32fd52de-8c9c-46d4-942c-2eea585c355c tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:09.879664 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-dca408af-0895-4dec-996e-1abf86ef095b req-023c35bb-ecb2-48a0-934b-670a20ecf248 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=c905d91f2f614f928153cd05b2f8a225&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418506 May 31 13:21:09.909058 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b5990f-7c0e-498c-8c83-5f85b5ad0bf9 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Pushing event updated for resources: {'Port': ['ID=3a29f38a-dfe7-4a4d-9217-88b275f81816,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:09.942956 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-95c3a357-0b99-426f-b118-51a494bc8873 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:10.006791 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-0cee4dac-8c93-4198-b2aa-0f480b0f14b7 req-d4b26531-82b4-426b-a99e-3b26efbd992d tempest-ServerDiagnosticsNegativeTest-1497497634 tempest-ServerDiagnosticsNegativeTest-1497497634-project] For port 0004502a-c579-4ab3-93ae-a8b72094cf26, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=0004502a-c579-4ab3-93ae-a8b72094cf26,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:21:10.007474 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-0cee4dac-8c93-4198-b2aa-0f480b0f14b7 req-d4b26531-82b4-426b-a99e-3b26efbd992d tempest-ServerDiagnosticsNegativeTest-1497497634 tempest-ServerDiagnosticsNegativeTest-1497497634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:10.213524 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67e8083b-a1b8-4b2c-9ba0-c9b90a50dd9d req-c9b5990f-7c0e-498c-8c83-5f85b5ad0bf9 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Network 5b3c8d41-b43d-4739-acc3-c9eae6a83205 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:21:10.286122 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-67e8083b-a1b8-4b2c-9ba0-c9b90a50dd9d req-c9b5990f-7c0e-498c-8c83-5f85b5ad0bf9 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:21:10.299768 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-0cee4dac-8c93-4198-b2aa-0f480b0f14b7 req-d4b26531-82b4-426b-a99e-3b26efbd992d tempest-ServerDiagnosticsNegativeTest-1497497634 tempest-ServerDiagnosticsNegativeTest-1497497634-project] Calling delete_port for 0004502a-c579-4ab3-93ae-a8b72094cf26 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:21:10.303941 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca408af-0895-4dec-996e-1abf86ef095b req-6618aecd-6028-47e7-a796-9376208cd12e tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:10.310462 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-dca408af-0895-4dec-996e-1abf86ef095b req-6618aecd-6028-47e7-a796-9376208cd12e tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4193847 May 31 13:21:10.331425 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-dca408af-0895-4dec-996e-1abf86ef095b req-db6433ed-2613-4795-b074-cd7462e99425 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Request body: {'port': {'device_id': '1b50fd3b-b462-403d-b8da-fd02cb3e2439', 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4', 'admin_state_up': True, 'tenant_id': 'c905d91f2f614f928153cd05b2f8a225'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:21:10.335749 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-67e8083b-a1b8-4b2c-9ba0-c9b90a50dd9d req-c9b5990f-7c0e-498c-8c83-5f85b5ad0bf9 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:21:10.341052 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8083b-a1b8-4b2c-9ba0-c9b90a50dd9d req-c9b5990f-7c0e-498c-8c83-5f85b5ad0bf9 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:10.341655 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-67e8083b-a1b8-4b2c-9ba0-c9b90a50dd9d req-c9b5990f-7c0e-498c-8c83-5f85b5ad0bf9 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:10.461979 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6230e566-fb4f-4d91-828e-f34aeb38ddb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:10.513960 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-67e8083b-a1b8-4b2c-9ba0-c9b90a50dd9d req-c9b5990f-7c0e-498c-8c83-5f85b5ad0bf9 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2947972 May 31 13:21:10.548290 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-67e8083b-a1b8-4b2c-9ba0-c9b90a50dd9d req-46673e2b-ab3d-480a-bda9-df231f4ec538 service neutron] Request body: {'port': {'device_id': '9db63fb7-f5a0-4390-8f05-d9b2a1ae47fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:21:10.691810 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e25a2-c6b1-4724-ba85-61792b8247ff req-9fab5500-9c59-487a-af2e-208ee35b5b57 tempest-ServerDiagnosticsNegativeTest-1497497634 tempest-ServerDiagnosticsNegativeTest-1497497634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:10.693351 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8c3e25a2-c6b1-4724-ba85-61792b8247ff req-9fab5500-9c59-487a-af2e-208ee35b5b57 tempest-ServerDiagnosticsNegativeTest-1497497634 tempest-ServerDiagnosticsNegativeTest-1497497634-project] 10.222.0.50 "GET /v2.0/ports?device_id=40a79982-d1b8-4bda-80e5-17166d99d800 HTTP/1.1" status: 200 len: 950 time: 0.7855015 May 31 13:21:10.726164 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-dca408af-0895-4dec-996e-1abf86ef095b req-db6433ed-2613-4795-b074-cd7462e99425 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:21:10.794947 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6784b527-6999-4d42-b8ca-07a68c131207 req-0e44cb31-0acd-4552-837a-e3b595c5148c tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:10.802081 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6784b527-6999-4d42-b8ca-07a68c131207 req-0e44cb31-0acd-4552-837a-e3b595c5148c tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] 10.222.0.50 "GET /v2.0/ports?device_id=1952bb15-cd8a-4a0f-a6dc-4ff27c255a78 HTTP/1.1" status: 200 len: 946 time: 0.7340055 May 31 13:21:10.813032 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-dca408af-0895-4dec-996e-1abf86ef095b req-db6433ed-2613-4795-b074-cd7462e99425 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:21:10.835529 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dca408af-0895-4dec-996e-1abf86ef095b req-db6433ed-2613-4795-b074-cd7462e99425 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Made reservation on behalf of c905d91f2f614f928153cd05b2f8a225 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:21:10.838990 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-dca408af-0895-4dec-996e-1abf86ef095b req-db6433ed-2613-4795-b074-cd7462e99425 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:10.869362 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95c3a357-0b99-426f-b118-51a494bc8873 admin admin] Router 454fb60d-ae98-4610-a19b-1218d9b9f4d9 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:21:10.907038 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a391c243-128d-4001-aa98-60262b0eb9ab req-32fd52de-8c9c-46d4-942c-2eea585c355c tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:10.907896 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a391c243-128d-4001-aa98-60262b0eb9ab req-32fd52de-8c9c-46d4-942c-2eea585c355c tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:10.908343 n-d-843939-1 neutron-server[88370]: INFO neutron.db.l3_db [req-a391c243-128d-4001-aa98-60262b0eb9ab req-32fd52de-8c9c-46d4-942c-2eea585c355c tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Floating IP 26a54c3e-6ae4-4e08-b56e-7c2f58e98564 disassociated. External IP: 172.25.6.245, port: 6b683c24-4adf-4b0d-a743-818fae1d55a8. May 31 13:21:10.908755 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-a391c243-128d-4001-aa98-60262b0eb9ab req-32fd52de-8c9c-46d4-942c-2eea585c355c tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Calling delete_port for 6b683c24-4adf-4b0d-a743-818fae1d55a8 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:21:10.979745 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8c3e25a2-c6b1-4724-ba85-61792b8247ff req-b471b3bf-826c-4a36-aa5d-69f3383613c2 tempest-ServerDiagnosticsNegativeTest-1497497634 tempest-ServerDiagnosticsNegativeTest-1497497634-project] 10.222.0.50 "GET /v2.0/security-groups?id=80ef1254-b98f-4960-8f49-acc3b7b94fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700443 May 31 13:21:11.006383 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-67e8083b-a1b8-4b2c-9ba0-c9b90a50dd9d req-46673e2b-ab3d-480a-bda9-df231f4ec538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:11.046516 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6784b527-6999-4d42-b8ca-07a68c131207 req-1d420c69-d016-4735-a224-c2b619353c1f tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4741a74b-c860-490c-9fff-d7ce69e9c4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2434592 May 31 13:21:11.051530 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-0cee4dac-8c93-4198-b2aa-0f480b0f14b7 req-d4b26531-82b4-426b-a99e-3b26efbd992d tempest-ServerDiagnosticsNegativeTest-1497497634 tempest-ServerDiagnosticsNegativeTest-1497497634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:11.196956 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [req-dca408af-0895-4dec-996e-1abf86ef095b req-db6433ed-2613-4795-b074-cd7462e99425 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Allocated IP 192.168.233.189 (85b11c4f-90ad-4763-b38d-22d3f87089f4/24822c99-0dce-4d50-9c44-3135ba3763b8/95e68113-2ff1-42e3-b645-2d1b5c52a434) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:21:11.207450 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95c3a357-0b99-426f-b118-51a494bc8873 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:21:11.219646 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2542190-882c-4eea-8f78-8431274c16da None None] Sync routers for ids ['454fb60d-ae98-4610-a19b-1218d9b9f4d9'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:21:11.234334 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2542190-882c-4eea-8f78-8431274c16da None None] Routers {'454fb60d-ae98-4610-a19b-1218d9b9f4d9'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:21:11.236038 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-c2542190-882c-4eea-8f78-8431274c16da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:20:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['454fb60d-ae98-4610-a19b-1218d9b9f4d9'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:21:11.260375 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-95c3a357-0b99-426f-b118-51a494bc8873 admin admin] 10.222.0.50 "PUT /v2.0/routers/454fb60d-ae98-4610-a19b-1218d9b9f4d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6490681 May 31 13:21:11.264792 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 35020) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:21:11.327948 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b26531-82b4-426b-a99e-3b26efbd992d tempest-ServerDiagnosticsNegativeTest-1497497634 tempest-ServerDiagnosticsNegativeTest-1497497634-project] Pushing event deleted for resources: {'Port': ['ID=0004502a-c579-4ab3-93ae-a8b72094cf26,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:11.491212 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-c2542190-882c-4eea-8f78-8431274c16da None None] Set router 454fb60d-ae98-4610-a19b-1218d9b9f4d9 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:21:11.511642 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cee4dac-8c93-4198-b2aa-0f480b0f14b7 req-d4b26531-82b4-426b-a99e-3b26efbd992d tempest-ServerDiagnosticsNegativeTest-1497497634 tempest-ServerDiagnosticsNegativeTest-1497497634-project] No DVR routers for this DVR port 0004502a-c579-4ab3-93ae-a8b72094cf26 on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:21:11.561218 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-0cee4dac-8c93-4198-b2aa-0f480b0f14b7 req-d4b26531-82b4-426b-a99e-3b26efbd992d tempest-ServerDiagnosticsNegativeTest-1497497634 tempest-ServerDiagnosticsNegativeTest-1497497634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:11.591007 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a79982-d1b8-4bda-80e5-17166d99d800', 'name': 'network-vif-deleted', 'tag': '0004502a-c579-4ab3-93ae-a8b72094cf26'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:21:11.597667 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-36405215-8a90-4bab-b443-3e042e7ead4d admin admin] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:11.671797 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0cee4dac-8c93-4198-b2aa-0f480b0f14b7 req-d4b26531-82b4-426b-a99e-3b26efbd992d tempest-ServerDiagnosticsNegativeTest-1497497634 tempest-ServerDiagnosticsNegativeTest-1497497634-project] 10.222.0.44 "DELETE /v2.0/ports/0004502a-c579-4ab3-93ae-a8b72094cf26 HTTP/1.1" status: 204 len: 173 time: 3.1156640 May 31 13:21:11.694561 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-dca408af-0895-4dec-996e-1abf86ef095b req-db6433ed-2613-4795-b074-cd7462e99425 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:11.752197 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a391c243-128d-4001-aa98-60262b0eb9ab req-32fd52de-8c9c-46d4-942c-2eea585c355c tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:11.795697 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-dca408af-0895-4dec-996e-1abf86ef095b req-db6433ed-2613-4795-b074-cd7462e99425 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Transition to ACTIVE for port object 95e68113-2ff1-42e3-b645-2d1b5c52a434 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:21:11.814498 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-c2542190-882c-4eea-8f78-8431274c16da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454fb60d-ae98-4610-a19b-1218d9b9f4d9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2013553847-router', 'tenant_id': 'afdeec5b94d843b08f91e17d542891f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '43c1a580-299f-4c72-991e-8d463df21acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:20:50Z', 'updated_at': '2022-05-31T13:21:09Z', 'revision_number': 5, 'project_id': 'afdeec5b94d843b08f91e17d542891f6', 'gw_port': {'id': '43c1a580-299f-4c72-991e-8d463df21acf', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454fb60d-ae98-4610-a19b-1218d9b9f4d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:20:54Z', 'updated_at': '2022-05-31T13:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:21:11.819415 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2542190-882c-4eea-8f78-8431274c16da None None] Checking router: 454fb60d-ae98-4610-a19b-1218d9b9f4d9 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:21:11.827451 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd52de-8c9c-46d4-942c-2eea585c355c tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Pushing event deleted for resources: {'Port': ['ID=6b683c24-4adf-4b0d-a743-818fae1d55a8,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:11.830919 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2542190-882c-4eea-8f78-8431274c16da None None] Routers {'454fb60d-ae98-4610-a19b-1218d9b9f4d9'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:21:11.831948 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-c2542190-882c-4eea-8f78-8431274c16da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:20:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['454fb60d-ae98-4610-a19b-1218d9b9f4d9'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:21:11.834015 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-36405215-8a90-4bab-b443-3e042e7ead4d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:11.856555 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae93dc8-6ada-44cf-aadf-9e2549d1cfc2 req-0b93ad94-12fb-4cc6-a664-428f6d608e75 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:11.859638 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-36405215-8a90-4bab-b443-3e042e7ead4d admin admin] Deleting port 43c1a580-299f-4c72-991e-8d463df21acf {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:21:11.860118 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-36405215-8a90-4bab-b443-3e042e7ead4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:11.864383 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8ae93dc8-6ada-44cf-aadf-9e2549d1cfc2 req-0b93ad94-12fb-4cc6-a664-428f6d608e75 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ee30518-0d5d-4b0c-89f6-3c303f271df7 HTTP/1.1" status: 200 len: 946 time: 0.5454810 May 31 13:21:11.915036 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-dca408af-0895-4dec-996e-1abf86ef095b req-db6433ed-2613-4795-b074-cd7462e99425 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:11.928640 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['f9a3a0b4-413d-47ea-9884-ee6988a0a17a'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:21:11.972265 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4cdaef-5ade-43b8-a673-dfaf32d9ca3a req-8a538f31-30cd-404d-aff4-596bc506af89 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:11.972995 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-6a4cdaef-5ade-43b8-a673-dfaf32d9ca3a req-8a538f31-30cd-404d-aff4-596bc506af89 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Synchronizing usage tracker for tenant:2539a3508c4b448ea8707834972224c7 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:21:12.034475 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dca408af-0895-4dec-996e-1abf86ef095b req-db6433ed-2613-4795-b074-cd7462e99425 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Network 85b11c4f-90ad-4763-b38d-22d3f87089f4 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:21:12.065459 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8ae93dc8-6ada-44cf-aadf-9e2549d1cfc2 req-78c81220-da98-4a45-bf82-3ae75b00dfeb tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a8d50c8-ecaa-42f3-ab2e-6ee0f73e2630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2001143 May 31 13:21:12.096570 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [req-dca408af-0895-4dec-996e-1abf86ef095b req-db6433ed-2613-4795-b074-cd7462e99425 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:21:12.104998 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-dca408af-0895-4dec-996e-1abf86ef095b req-db6433ed-2613-4795-b074-cd7462e99425 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:21:12.149221 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-6a4cdaef-5ade-43b8-a673-dfaf32d9ca3a req-8a538f31-30cd-404d-aff4-596bc506af89 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Unset dirty status for tenant:2539a3508c4b448ea8707834972224c7 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:21:12.156455 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6a4cdaef-5ade-43b8-a673-dfaf32d9ca3a req-8a538f31-30cd-404d-aff4-596bc506af89 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=9db63fb7-f5a0-4390-8f05-d9b2a1ae47fc HTTP/1.1" status: 200 len: 931 time: 0.8528190 May 31 13:21:12.161526 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6433ed-2613-4795-b074-cd7462e99425 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Pushing event updated for resources: {'Port': ['ID=95e68113-2ff1-42e3-b645-2d1b5c52a434,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:12.205969 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-c2542190-882c-4eea-8f78-8431274c16da None None] Set router 454fb60d-ae98-4610-a19b-1218d9b9f4d9 gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:21:12.273830 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-36405215-8a90-4bab-b443-3e042e7ead4d admin admin] For port 43c1a580-299f-4c72-991e-8d463df21acf, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=43c1a580-299f-4c72-991e-8d463df21acf,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:21:12.274084 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-36405215-8a90-4bab-b443-3e042e7ead4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:12.401766 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6a4cdaef-5ade-43b8-a673-dfaf32d9ca3a req-3696d027-e17f-4fe6-a934-da75982f15af tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442384 May 31 13:21:12.434255 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 6b683c24-4adf-4b0d-a743-818fae1d55a8 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:21:12.481319 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-c2542190-882c-4eea-8f78-8431274c16da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454fb60d-ae98-4610-a19b-1218d9b9f4d9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2013553847-router', 'tenant_id': 'afdeec5b94d843b08f91e17d542891f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:20:50Z', 'updated_at': '2022-05-31T13:21:11Z', 'revision_number': 6, 'project_id': 'afdeec5b94d843b08f91e17d542891f6', 'gw_port_host': None}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:21:12.490746 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2542190-882c-4eea-8f78-8431274c16da None None] The sync data for ids ['454fb60d-ae98-4610-a19b-1218d9b9f4d9'] in n-d-843939-1 is: [{'id': '454fb60d-ae98-4610-a19b-1218d9b9f4d9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2013553847-router', 'tenant_id': 'afdeec5b94d843b08f91e17d542891f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:20:50Z', 'updated_at': '2022-05-31T13:21:11Z', 'revision_number': 6, 'project_id': 'afdeec5b94d843b08f91e17d542891f6', 'gw_port_host': None}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:21:12.533435 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] No Port match for: 6b683c24-4adf-4b0d-a743-818fae1d55a8 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:21:12.533950 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 6b683c24-4adf-4b0d-a743-818fae1d55a8 not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:21:12.534176 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a391c243-128d-4001-aa98-60262b0eb9ab req-32fd52de-8c9c-46d4-942c-2eea585c355c tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Router f999b928-5db6-49dd-8905-803ec22808ea has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:21:12.534389 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 0004502a-c579-4ab3-93ae-a8b72094cf26 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:21:12.591272 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-67e8083b-a1b8-4b2c-9ba0-c9b90a50dd9d req-46673e2b-ab3d-480a-bda9-df231f4ec538 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a29f38a-dfe7-4a4d-9217-88b275f81816 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:21:12.602821 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] No Port match for: 0004502a-c579-4ab3-93ae-a8b72094cf26 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:21:12.603151 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 0004502a-c579-4ab3-93ae-a8b72094cf26 not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:21:12.616486 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-fe5f1048-4f95-4299-9fe9-f700420b61be None None] Provisioning for port 95e68113-2ff1-42e3-b645-2d1b5c52a434 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:21:12.624169 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-fe5f1048-4f95-4299-9fe9-f700420b61be None None] Provisioning complete for port 95e68113-2ff1-42e3-b645-2d1b5c52a434 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:21:12.624585 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fe5f1048-4f95-4299-9fe9-f700420b61be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:12.634537 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-67e8083b-a1b8-4b2c-9ba0-c9b90a50dd9d req-46673e2b-ab3d-480a-bda9-df231f4ec538 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:12.686512 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-fe5f1048-4f95-4299-9fe9-f700420b61be None None] Port 95e68113-2ff1-42e3-b645-2d1b5c52a434 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:21:12.691121 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-36405215-8a90-4bab-b443-3e042e7ead4d admin admin] Calling delete_port for 43c1a580-299f-4c72-991e-8d463df21acf owned by network:router_gateway {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:21:12.715208 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-67e8083b-a1b8-4b2c-9ba0-c9b90a50dd9d req-46673e2b-ab3d-480a-bda9-df231f4ec538 service neutron] Transition to ACTIVE for port object 3a29f38a-dfe7-4a4d-9217-88b275f81816 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:21:12.745143 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-67e8083b-a1b8-4b2c-9ba0-c9b90a50dd9d req-46673e2b-ab3d-480a-bda9-df231f4ec538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:12.765773 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca408af-0895-4dec-996e-1abf86ef095b req-db6433ed-2613-4795-b074-cd7462e99425 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:12.766586 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-dca408af-0895-4dec-996e-1abf86ef095b req-db6433ed-2613-4795-b074-cd7462e99425 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:12.783876 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a16eda36-fdb5-42b6-81d5-a4fb96d26021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:12.806852 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-dca408af-0895-4dec-996e-1abf86ef095b req-db6433ed-2613-4795-b074-cd7462e99425 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4825003 May 31 13:21:12.819455 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-dca408af-0895-4dec-996e-1abf86ef095b req-9d71ba6c-b022-49f6-9591-b990c3b83de0 service neutron] Request body: {'port': {'device_id': '1b50fd3b-b462-403d-b8da-fd02cb3e2439', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843939-1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:21:12.949704 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36925201-677f-4596-86b1-6bff35782669 req-5bd8e8fd-022f-441a-8199-47571ac2d727 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:12.951206 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-36925201-677f-4596-86b1-6bff35782669 req-5bd8e8fd-022f-441a-8199-47571ac2d727 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b50fd3b-b462-403d-b8da-fd02cb3e2439 HTTP/1.1" status: 200 len: 936 time: 0.5767527 May 31 13:21:12.970874 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device f9fb830f-04fe-4a5a-9273-79ce2932dc17 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:21:12.987354 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46673e2b-ab3d-480a-bda9-df231f4ec538 service neutron] Pushing event updated for resources: {'Port': ['ID=3a29f38a-dfe7-4a4d-9217-88b275f81816,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:13.005365 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-dca408af-0895-4dec-996e-1abf86ef095b req-9d71ba6c-b022-49f6-9591-b990c3b83de0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:13.012556 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: f9fb830f-04fe-4a5a-9273-79ce2932dc17 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:21:13.012910 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device f9fb830f-04fe-4a5a-9273-79ce2932dc17 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:21:13.064806 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-36405215-8a90-4bab-b443-3e042e7ead4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:13.103132 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8965a425-a32b-4710-abe5-badfd18907fb req-adfa5e86-a5c1-4c43-a6bb-1bd713e57037 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:13.104582 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8965a425-a32b-4710-abe5-badfd18907fb req-adfa5e86-a5c1-4c43-a6bb-1bd713e57037 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/ports?device_id=55fb1417-cad8-4df4-aa5c-6da0276389e5 HTTP/1.1" status: 200 len: 950 time: 0.5158362 May 31 13:21:13.108693 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-67e8083b-a1b8-4b2c-9ba0-c9b90a50dd9d req-46673e2b-ab3d-480a-bda9-df231f4ec538 service neutron] Attempting to bind port 3a29f38a-dfe7-4a4d-9217-88b275f81816 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:21:13.109013 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-67e8083b-a1b8-4b2c-9ba0-c9b90a50dd9d req-46673e2b-ab3d-480a-bda9-df231f4ec538 service neutron] Attempting to bind port 3a29f38a-dfe7-4a4d-9217-88b275f81816 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'a592d348-649e-4ed1-b139-bdf2b9c4a847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5b3c8d41-b43d-4739-acc3-c9eae6a83205'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:21:13.109344 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e8083b-a1b8-4b2c-9ba0-c9b90a50dd9d req-46673e2b-ab3d-480a-bda9-df231f4ec538 service neutron] Attempting to bind port 3a29f38a-dfe7-4a4d-9217-88b275f81816 on network 5b3c8d41-b43d-4739-acc3-c9eae6a83205 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:21:13.113866 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a391c243-128d-4001-aa98-60262b0eb9ab req-32fd52de-8c9c-46d4-942c-2eea585c355c tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:21:13.117612 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-36925201-677f-4596-86b1-6bff35782669 req-83a0bc53-e455-4894-a038-ec42883adb4c tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495037 May 31 13:21:13.126587 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ac8fba-805e-4f9d-9c79-0915315cdcc0 None None] Sync routers for ids ['f999b928-5db6-49dd-8905-803ec22808ea'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:21:13.140748 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ac8fba-805e-4f9d-9c79-0915315cdcc0 None None] Routers {'f999b928-5db6-49dd-8905-803ec22808ea'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:21:13.142582 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-81ac8fba-805e-4f9d-9c79-0915315cdcc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:21:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['f999b928-5db6-49dd-8905-803ec22808ea'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:21:13.153259 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36405215-8a90-4bab-b443-3e042e7ead4d admin admin] Pushing event deleted for resources: {'Port': ['ID=43c1a580-299f-4c72-991e-8d463df21acf,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:13.264400 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e8083b-a1b8-4b2c-9ba0-c9b90a50dd9d req-46673e2b-ab3d-480a-bda9-df231f4ec538 service neutron] Port 3a29f38a-dfe7-4a4d-9217-88b275f81816 on network 5b3c8d41-b43d-4739-acc3-c9eae6a83205 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:21:13.264692 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e8083b-a1b8-4b2c-9ba0-c9b90a50dd9d req-46673e2b-ab3d-480a-bda9-df231f4ec538 service neutron] Attempting to bind port 3a29f38a-dfe7-4a4d-9217-88b275f81816 on network 5b3c8d41-b43d-4739-acc3-c9eae6a83205 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:21:13.333378 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73ee61c2-6299-4705-a5ba-af22dd904944'] response: {'server_uuid': '40a79982-d1b8-4bda-80e5-17166d99d800', 'name': 'network-vif-deleted', 'tag': '0004502a-c579-4ab3-93ae-a8b72094cf26', 'status': 'completed', 'code': 200} May 31 13:21:13.378372 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e8083b-a1b8-4b2c-9ba0-c9b90a50dd9d req-46673e2b-ab3d-480a-bda9-df231f4ec538 service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:21:13.378993 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e8083b-a1b8-4b2c-9ba0-c9b90a50dd9d req-46673e2b-ab3d-480a-bda9-df231f4ec538 service neutron] Checking segment: {'id': 'a592d348-649e-4ed1-b139-bdf2b9c4a847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5b3c8d41-b43d-4739-acc3-c9eae6a83205'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:21:13.379531 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e8083b-a1b8-4b2c-9ba0-c9b90a50dd9d req-46673e2b-ab3d-480a-bda9-df231f4ec538 service neutron] Bound using segment: {'id': 'a592d348-649e-4ed1-b139-bdf2b9c4a847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5b3c8d41-b43d-4739-acc3-c9eae6a83205'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:21:13.380120 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-67e8083b-a1b8-4b2c-9ba0-c9b90a50dd9d req-46673e2b-ab3d-480a-bda9-df231f4ec538 service neutron] Bound port: 3a29f38a-dfe7-4a4d-9217-88b275f81816, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a592d348-649e-4ed1-b139-bdf2b9c4a847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5b3c8d41-b43d-4739-acc3-c9eae6a83205'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:21:13.380619 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-67e8083b-a1b8-4b2c-9ba0-c9b90a50dd9d req-46673e2b-ab3d-480a-bda9-df231f4ec538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:13.412724 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-a391c243-128d-4001-aa98-60262b0eb9ab req-32fd52de-8c9c-46d4-942c-2eea585c355c tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] No DVR routers for this DVR port 6b683c24-4adf-4b0d-a743-818fae1d55a8 on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:21:13.425757 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a391c243-128d-4001-aa98-60262b0eb9ab req-32fd52de-8c9c-46d4-942c-2eea585c355c tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:13.429012 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a391c243-128d-4001-aa98-60262b0eb9ab req-32fd52de-8c9c-46d4-942c-2eea585c355c tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] 10.222.0.44 "DELETE /v2.0/ports/6b683c24-4adf-4b0d-a743-818fae1d55a8 HTTP/1.1" status: 204 len: 173 time: 4.5846052 May 31 13:21:13.482564 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8965a425-a32b-4710-abe5-badfd18907fb req-11405307-62f6-4135-9448-15ea3494fc27 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/security-groups?id=62fff807-5a72-4450-b5e7-33e8160efe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249644 May 31 13:21:13.536279 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-36405215-8a90-4bab-b443-3e042e7ead4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577389'] for router_gateway, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:13.570998 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-81ac8fba-805e-4f9d-9c79-0915315cdcc0 None None] Set router f999b928-5db6-49dd-8905-803ec22808ea gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:21:13.619215 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-67e8083b-a1b8-4b2c-9ba0-c9b90a50dd9d req-46673e2b-ab3d-480a-bda9-df231f4ec538 service neutron] For port 3a29f38a-dfe7-4a4d-9217-88b275f81816, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:21:13.645534 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-67e8083b-a1b8-4b2c-9ba0-c9b90a50dd9d req-46673e2b-ab3d-480a-bda9-df231f4ec538 service neutron] For port 3a29f38a-dfe7-4a4d-9217-88b275f81816, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=3a29f38a-dfe7-4a4d-9217-88b275f81816,segment=NetworkSegment(a592d348-649e-4ed1-b139-bdf2b9c4a847),segment_id=a592d348-649e-4ed1-b139-bdf2b9c4a847)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:21:13.666016 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-67e8083b-a1b8-4b2c-9ba0-c9b90a50dd9d req-46673e2b-ab3d-480a-bda9-df231f4ec538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:13.744752 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-351b8bc2-b132-427a-9b3c-6147ae268699 req-7cdcd443-155a-499d-8746-22ebdb69bb7e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4c6a5120-f304-4bf7-87b6-366657caea17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4131045 May 31 13:21:13.799921 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:13.866588 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:13.911721 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-ac06d379-4a87-4355-b068-b4b9664a50dc req-347e57dd-b18f-4331-94a7-b82b0ab5d3f6 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Synchronizing usage tracker for tenant:e566dfc2cf5740deb10cf057af38c280 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:21:13.923149 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8083b-a1b8-4b2c-9ba0-c9b90a50dd9d req-46673e2b-ab3d-480a-bda9-df231f4ec538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:13.924290 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-67e8083b-a1b8-4b2c-9ba0-c9b90a50dd9d req-46673e2b-ab3d-480a-bda9-df231f4ec538 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:13.925788 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-67e8083b-a1b8-4b2c-9ba0-c9b90a50dd9d req-46673e2b-ab3d-480a-bda9-df231f4ec538 service neutron] 10.222.0.44 "PUT /v2.0/ports/3a29f38a-dfe7-4a4d-9217-88b275f81816 HTTP/1.1" status: 200 len: 1091 time: 3.3975401 May 31 13:21:14.009667 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-36405215-8a90-4bab-b443-3e042e7ead4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:14.014546 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-36405215-8a90-4bab-b443-3e042e7ead4d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:14.041493 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-ac06d379-4a87-4355-b068-b4b9664a50dc req-347e57dd-b18f-4331-94a7-b82b0ab5d3f6 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Unset dirty status for tenant:e566dfc2cf5740deb10cf057af38c280 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:21:14.042827 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ac06d379-4a87-4355-b068-b4b9664a50dc req-347e57dd-b18f-4331-94a7-b82b0ab5d3f6 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] 10.222.0.50 "GET /v2.0/ports?device_id=1952bb15-cd8a-4a0f-a6dc-4ff27c255a78 HTTP/1.1" status: 200 len: 210 time: 0.3654859 May 31 13:21:14.043508 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46673e2b-ab3d-480a-bda9-df231f4ec538 service neutron] Pushing event updated for resources: {'Port': ['ID=3a29f38a-dfe7-4a4d-9217-88b275f81816,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:14.085914 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 35044) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:21:14.106595 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351b8bc2-b132-427a-9b3c-6147ae268699 req-34788eb8-4be7-4893-9e58-d4b548a9d08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:14.108152 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-351b8bc2-b132-427a-9b3c-6147ae268699 req-34788eb8-4be7-4893-9e58-d4b548a9d08e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ad789348d4d84f2799aa3c6910766725&device_id=4c6a5120-f304-4bf7-87b6-366657caea17 HTTP/1.1" status: 200 len: 1101 time: 0.2875879 May 31 13:21:14.119479 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab5f32b-ca34-4e32-9336-1bf39ea33c7e req-6384411c-e5c7-4d4c-94da-938ab7bdbc38 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:14.130968 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-eab5f32b-ca34-4e32-9336-1bf39ea33c7e req-6384411c-e5c7-4d4c-94da-938ab7bdbc38 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ee30518-0d5d-4b0c-89f6-3c303f271df7 HTTP/1.1" status: 200 len: 946 time: 0.3091097 May 31 13:21:14.134608 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 35050) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:21:14.150511 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-d3f371a6-fd35-4987-973b-5f7353482fe5 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Request body: {'floatingip': {'port_id': 'a0c3a9ed-10db-4c2d-97a5-5799e321f3f8'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:21:14.247819 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-36405215-8a90-4bab-b443-3e042e7ead4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:14.248335 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36405215-8a90-4bab-b443-3e042e7ead4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 454fb60d-ae98-4610-a19b-1218d9b9f4d9 {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:21:14.285537 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-81ac8fba-805e-4f9d-9c79-0915315cdcc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f999b928-5db6-49dd-8905-803ec22808ea', 'name': 'tempest-ServersTestJSON-907881908-router', 'tenant_id': 'e566dfc2cf5740deb10cf057af38c280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '7c06a97b-1a69-4e93-a372-54e7d419a3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:19:37Z', 'updated_at': '2022-05-31T13:19:47Z', 'revision_number': 4, 'project_id': 'e566dfc2cf5740deb10cf057af38c280', 'gw_port': {'id': '7c06a97b-1a69-4e93-a372-54e7d419a3b4', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f999b928-5db6-49dd-8905-803ec22808ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:19:39Z', 'updated_at': '2022-05-31T13:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '93d9e554-65ad-4e4a-bab1-a160b4c9d2c0', 'name': '', 'network_id': '2673cfae-a69b-4b07-beac-4f5bbaf82e9b', 'tenant_id': 'e566dfc2cf5740deb10cf057af38c280', 'mac_address': 'fa:16:3e:3f:6f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f999b928-5db6-49dd-8905-803ec22808ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '242d2316-6768-4a32-9245-372928819e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:19:46Z', 'updated_at': '2022-05-31T13:19:55Z', 'revision_number': 5, 'project_id': 'e566dfc2cf5740deb10cf057af38c280', 'subnets': [{'id': '242d2316-6768-4a32-9245-372928819e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:21:14.297206 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-36405215-8a90-4bab-b443-3e042e7ead4d admin admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:14.298499 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ac8fba-805e-4f9d-9c79-0915315cdcc0 None None] Checking router: f999b928-5db6-49dd-8905-803ec22808ea for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:21:14.301323 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-36405215-8a90-4bab-b443-3e042e7ead4d admin admin] 10.222.0.50 "DELETE /v2.0/routers/454fb60d-ae98-4610-a19b-1218d9b9f4d9 HTTP/1.1" status: 204 len: 168 time: 3.0350573 May 31 13:21:14.317255 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 35060) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:21:14.327233 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ac8fba-805e-4f9d-9c79-0915315cdcc0 None None] Routers {'f999b928-5db6-49dd-8905-803ec22808ea'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:21:14.332998 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-81ac8fba-805e-4f9d-9c79-0915315cdcc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:21:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['f999b928-5db6-49dd-8905-803ec22808ea'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:21:14.452501 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8083b-a1b8-4b2c-9ba0-c9b90a50dd9d req-b1991470-6262-448a-a76f-0174b496e4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:14.456154 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-67e8083b-a1b8-4b2c-9ba0-c9b90a50dd9d req-b1991470-6262-448a-a76f-0174b496e4a7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2539a3508c4b448ea8707834972224c7&device_id=9db63fb7-f5a0-4390-8f05-d9b2a1ae47fc HTTP/1.1" status: 200 len: 1094 time: 0.4680367 May 31 13:21:14.472405 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [req-dca408af-0895-4dec-996e-1abf86ef095b req-9d71ba6c-b022-49f6-9591-b990c3b83de0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95e68113-2ff1-42e3-b645-2d1b5c52a434 {{(pid=88369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:21:14.480777 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-dca408af-0895-4dec-996e-1abf86ef095b req-9d71ba6c-b022-49f6-9591-b990c3b83de0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:14.497728 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-dca408af-0895-4dec-996e-1abf86ef095b req-9d71ba6c-b022-49f6-9591-b990c3b83de0 service neutron] Transition to ACTIVE for port object 95e68113-2ff1-42e3-b645-2d1b5c52a434 will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:21:14.510608 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-dca408af-0895-4dec-996e-1abf86ef095b req-9d71ba6c-b022-49f6-9591-b990c3b83de0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:14.628796 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-81ac8fba-805e-4f9d-9c79-0915315cdcc0 None None] Set router f999b928-5db6-49dd-8905-803ec22808ea gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:21:14.688798 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d3f371a6-fd35-4987-973b-5f7353482fe5 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Notify callbacks [] for floatingip, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:14.701796 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71ba6c-b022-49f6-9591-b990c3b83de0 service neutron] Pushing event updated for resources: {'Port': ['ID=95e68113-2ff1-42e3-b645-2d1b5c52a434,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:14.815874 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-67e8083b-a1b8-4b2c-9ba0-c9b90a50dd9d req-1d67b40f-6f70-4405-a400-27b31ae4cf10 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a29f38a-dfe7-4a4d-9217-88b275f81816 HTTP/1.1" status: 200 len: 217 time: 0.2949166 May 31 13:21:14.932425 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-dca408af-0895-4dec-996e-1abf86ef095b req-9d71ba6c-b022-49f6-9591-b990c3b83de0 service neutron] Attempting to bind port 95e68113-2ff1-42e3-b645-2d1b5c52a434 on host n-h1-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:21:14.932783 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-dca408af-0895-4dec-996e-1abf86ef095b req-9d71ba6c-b022-49f6-9591-b990c3b83de0 service neutron] Attempting to bind port 95e68113-2ff1-42e3-b645-2d1b5c52a434 by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:21:14.933089 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca408af-0895-4dec-996e-1abf86ef095b req-9d71ba6c-b022-49f6-9591-b990c3b83de0 service neutron] Attempting to bind port 95e68113-2ff1-42e3-b645-2d1b5c52a434 on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:21:14.939807 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca408af-0895-4dec-996e-1abf86ef095b req-9d71ba6c-b022-49f6-9591-b990c3b83de0 service neutron] Port 95e68113-2ff1-42e3-b645-2d1b5c52a434 on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:21:14.940136 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca408af-0895-4dec-996e-1abf86ef095b req-9d71ba6c-b022-49f6-9591-b990c3b83de0 service neutron] Attempting to bind port 95e68113-2ff1-42e3-b645-2d1b5c52a434 on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:21:14.958982 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca408af-0895-4dec-996e-1abf86ef095b req-9d71ba6c-b022-49f6-9591-b990c3b83de0 service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:21:14.959609 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca408af-0895-4dec-996e-1abf86ef095b req-9d71ba6c-b022-49f6-9591-b990c3b83de0 service neutron] Checking segment: {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:21:14.959885 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca408af-0895-4dec-996e-1abf86ef095b req-9d71ba6c-b022-49f6-9591-b990c3b83de0 service neutron] Bound using segment: {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:21:14.960322 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-dca408af-0895-4dec-996e-1abf86ef095b req-9d71ba6c-b022-49f6-9591-b990c3b83de0 service neutron] Bound port: 95e68113-2ff1-42e3-b645-2d1b5c52a434, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:21:14.960809 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-dca408af-0895-4dec-996e-1abf86ef095b req-9d71ba6c-b022-49f6-9591-b990c3b83de0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:15.023443 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 43c1a580-299f-4c72-991e-8d463df21acf no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:21:15.066424 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-dca408af-0895-4dec-996e-1abf86ef095b req-9d71ba6c-b022-49f6-9591-b990c3b83de0 service neutron] For port 95e68113-2ff1-42e3-b645-2d1b5c52a434, host n-h1-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:21:15.069828 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-dca408af-0895-4dec-996e-1abf86ef095b req-9d71ba6c-b022-49f6-9591-b990c3b83de0 service neutron] For port 95e68113-2ff1-42e3-b645-2d1b5c52a434, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=95e68113-2ff1-42e3-b645-2d1b5c52a434,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:21:15.074324 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-dca408af-0895-4dec-996e-1abf86ef095b req-9d71ba6c-b022-49f6-9591-b990c3b83de0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:15.099844 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 43c1a580-299f-4c72-991e-8d463df21acf {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:21:15.100179 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 43c1a580-299f-4c72-991e-8d463df21acf not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:21:15.140658 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-81ac8fba-805e-4f9d-9c79-0915315cdcc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f999b928-5db6-49dd-8905-803ec22808ea', 'name': 'tempest-ServersTestJSON-907881908-router', 'tenant_id': 'e566dfc2cf5740deb10cf057af38c280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '7c06a97b-1a69-4e93-a372-54e7d419a3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:19:37Z', 'updated_at': '2022-05-31T13:19:47Z', 'revision_number': 4, 'project_id': 'e566dfc2cf5740deb10cf057af38c280', 'gw_port': {'id': '7c06a97b-1a69-4e93-a372-54e7d419a3b4', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f999b928-5db6-49dd-8905-803ec22808ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:19:39Z', 'updated_at': '2022-05-31T13:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '93d9e554-65ad-4e4a-bab1-a160b4c9d2c0', 'name': '', 'network_id': '2673cfae-a69b-4b07-beac-4f5bbaf82e9b', 'tenant_id': 'e566dfc2cf5740deb10cf057af38c280', 'mac_address': 'fa:16:3e:3f:6f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f999b928-5db6-49dd-8905-803ec22808ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '242d2316-6768-4a32-9245-372928819e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:19:46Z', 'updated_at': '2022-05-31T13:19:55Z', 'revision_number': 5, 'project_id': 'e566dfc2cf5740deb10cf057af38c280', 'subnets': [{'id': '242d2316-6768-4a32-9245-372928819e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:21:15.143549 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca408af-0895-4dec-996e-1abf86ef095b req-9d71ba6c-b022-49f6-9591-b990c3b83de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:15.144736 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-dca408af-0895-4dec-996e-1abf86ef095b req-9d71ba6c-b022-49f6-9591-b990c3b83de0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:15.146023 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-dca408af-0895-4dec-996e-1abf86ef095b req-9d71ba6c-b022-49f6-9591-b990c3b83de0 service neutron] 10.222.0.20 "PUT /v2.0/ports/95e68113-2ff1-42e3-b645-2d1b5c52a434 HTTP/1.1" status: 200 len: 1096 time: 2.3313708 May 31 13:21:15.146240 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ac8fba-805e-4f9d-9c79-0915315cdcc0 None None] The sync data for ids ['f999b928-5db6-49dd-8905-803ec22808ea'] in n-d-843939-1 is: [{'id': 'f999b928-5db6-49dd-8905-803ec22808ea', 'name': 'tempest-ServersTestJSON-907881908-router', 'tenant_id': 'e566dfc2cf5740deb10cf057af38c280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '7c06a97b-1a69-4e93-a372-54e7d419a3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:19:37Z', 'updated_at': '2022-05-31T13:19:47Z', 'revision_number': 4, 'project_id': 'e566dfc2cf5740deb10cf057af38c280', 'gw_port': {'id': '7c06a97b-1a69-4e93-a372-54e7d419a3b4', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f999b928-5db6-49dd-8905-803ec22808ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:19:39Z', 'updated_at': '2022-05-31T13:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '93d9e554-65ad-4e4a-bab1-a160b4c9d2c0', 'name': '', 'network_id': '2673cfae-a69b-4b07-beac-4f5bbaf82e9b', 'tenant_id': 'e566dfc2cf5740deb10cf057af38c280', 'mac_address': 'fa:16:3e:3f:6f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f999b928-5db6-49dd-8905-803ec22808ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '242d2316-6768-4a32-9245-372928819e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:19:46Z', 'updated_at': '2022-05-31T13:19:55Z', 'revision_number': 5, 'project_id': 'e566dfc2cf5740deb10cf057af38c280', 'subnets': [{'id': '242d2316-6768-4a32-9245-372928819e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:21:15.149914 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b50fd3b-b462-403d-b8da-fd02cb3e2439', 'tag': '95e68113-2ff1-42e3-b645-2d1b5c52a434'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:21:15.177275 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71ba6c-b022-49f6-9591-b990c3b83de0 service neutron] Pushing event updated for resources: {'Port': ['ID=95e68113-2ff1-42e3-b645-2d1b5c52a434,revision_number=3']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:15.273010 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca408af-0895-4dec-996e-1abf86ef095b req-cb110cea-1f75-4bb2-9150-30c4be2caa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:15.275034 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-dca408af-0895-4dec-996e-1abf86ef095b req-cb110cea-1f75-4bb2-9150-30c4be2caa16 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c905d91f2f614f928153cd05b2f8a225&device_id=1b50fd3b-b462-403d-b8da-fd02cb3e2439 HTTP/1.1" status: 200 len: 1099 time: 0.0870824 May 31 13:21:15.348267 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1952bb15-cd8a-4a0f-a6dc-4ff27c255a78', 'name': 'network-vif-deleted', 'tag': '6b683c24-4adf-4b0d-a743-818fae1d55a8'}, {'name': 'network-changed', 'server_uuid': '9db63fb7-f5a0-4390-8f05-d9b2a1ae47fc', 'tag': '3a29f38a-dfe7-4a4d-9217-88b275f81816'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:21:15.358561 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-dca408af-0895-4dec-996e-1abf86ef095b req-a27a969b-43d6-4f62-a76e-03c8f52f5bf0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=95e68113-2ff1-42e3-b645-2d1b5c52a434 HTTP/1.1" status: 200 len: 217 time: 0.0735869 May 31 13:21:15.390323 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-3b8b1755-d35f-46a1-8e72-21f27385194a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2c7c3385ea2b4a37bc4958245db02120&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3022070 May 31 13:21:15.393765 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a16b7a8-c57e-4154-8557-651a669bcece admin admin] Deleting subnet 23ad5fa3-be12-4d58-814a-4bee295a6fb3 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:21:15.403056 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 35072) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:21:15.417372 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:15.431068 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8a16b7a8-c57e-4154-8557-651a669bcece admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:15.461401 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca408af-0895-4dec-996e-1abf86ef095b req-67439396-39ef-4b44-94ea-1f805fe7da04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:15.463012 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-dca408af-0895-4dec-996e-1abf86ef095b req-67439396-39ef-4b44-94ea-1f805fe7da04 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.0979643 May 31 13:21:15.512868 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a87458-4c02-420a-a55d-336e5d0a9a3d None None] New status for floating IP 26a54c3e-6ae4-4e08-b56e-7c2f58e98564: DOWN {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 13:21:15.554954 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca408af-0895-4dec-996e-1abf86ef095b req-d6c387a5-6067-47bf-95e9-1d806729ec64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:15.556530 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-dca408af-0895-4dec-996e-1abf86ef095b req-d6c387a5-6067-47bf-95e9-1d806729ec64 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0783384 May 31 13:21:15.588188 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351b8bc2-b132-427a-9b3c-6147ae268699 req-fc0e30f4-148d-466f-be50-53367437fdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:15.589735 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-351b8bc2-b132-427a-9b3c-6147ae268699 req-fc0e30f4-148d-466f-be50-53367437fdbb service neutron] 10.222.0.20 "GET /v2.0/networks?id=85b11c4f-90ad-4763-b38d-22d3f87089f4 HTTP/1.1" status: 200 len: 870 time: 1.2507503 May 31 13:21:15.592274 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8083b-a1b8-4b2c-9ba0-c9b90a50dd9d req-94fa638c-70af-47de-870c-b1da03e700b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:15.593642 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-67e8083b-a1b8-4b2c-9ba0-c9b90a50dd9d req-94fa638c-70af-47de-870c-b1da03e700b8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c38944f5-addb-47c7-b219-ea477f926c92 HTTP/1.1" status: 200 len: 861 time: 0.5129704 May 31 13:21:15.692596 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-dca408af-0895-4dec-996e-1abf86ef095b req-50840592-38ab-4a0f-a17a-666e7c41e687 service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285059 May 31 13:21:15.829244 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-dca408af-0895-4dec-996e-1abf86ef095b req-69af3e99-d80e-42b4-9294-782a11af39ac service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288867 May 31 13:21:15.864790 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8a16b7a8-c57e-4154-8557-651a669bcece admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:15.868922 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-67e8083b-a1b8-4b2c-9ba0-c9b90a50dd9d req-cde953f7-2d99-45a9-9978-3be3d061ee8d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5b3c8d41-b43d-4739-acc3-c9eae6a83205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2483926 May 31 13:21:15.872682 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 1b511901-6041-4225-8ef3-c3b15518a027 no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:21:15.876803 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cf6fe3-b909-4773-ba58-84101b4ebc7f req-731d4417-f93c-4384-9f91-c04d99def94e tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:15.878211 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c3cf6fe3-b909-4773-ba58-84101b4ebc7f req-731d4417-f93c-4384-9f91-c04d99def94e tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=9db63fb7-f5a0-4390-8f05-d9b2a1ae47fc HTTP/1.1" status: 200 len: 943 time: 1.4285190 May 31 13:21:15.880516 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-351b8bc2-b132-427a-9b3c-6147ae268699 req-5e231d88-a302-4fb5-81aa-717efdb71ec1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=bde4048d-5049-471c-9bd6-126361053207 HTTP/1.1" status: 200 len: 217 time: 0.2642274 May 31 13:21:15.994573 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 1b511901-6041-4225-8ef3-c3b15518a027 is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:21:15.994951 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:16.033135 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55fb1417-cad8-4df4-aa5c-6da0276389e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b511901-6041-4225-8ef3-c3b15518a027'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:21:16.038224 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7ec5be-ff2e-4cc6-b845-04eb26a8eb87 req-3f8d8b45-20a9-4535-b088-2a9fdd880dc1 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:16.039729 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2d7ec5be-ff2e-4cc6-b845-04eb26a8eb87 req-3f8d8b45-20a9-4535-b088-2a9fdd880dc1 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b50fd3b-b462-403d-b8da-fd02cb3e2439 HTTP/1.1" status: 200 len: 948 time: 1.5810802 May 31 13:21:16.043104 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 1b511901-6041-4225-8ef3-c3b15518a027, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=1b511901-6041-4225-8ef3-c3b15518a027,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:21:16.048569 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:16.118502 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=1b511901-6041-4225-8ef3-c3b15518a027,revision_number=9']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:16.158371 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3609d08c-e4c6-498f-9e5b-d0cb935fa053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:16.259401 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351b8bc2-b132-427a-9b3c-6147ae268699 req-6c3a9f8c-7c5a-4672-b6d6-63c419d61de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:16.260767 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-351b8bc2-b132-427a-9b3c-6147ae268699 req-6c3a9f8c-7c5a-4672-b6d6-63c419d61de8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.3646526 May 31 13:21:16.261884 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8a16b7a8-c57e-4154-8557-651a669bcece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:16.296802 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3609d08c-e4c6-498f-9e5b-d0cb935fa053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:16.315189 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c3cf6fe3-b909-4773-ba58-84101b4ebc7f req-a83dcc8a-4acb-42c2-b9ac-4f5e11ee0f46 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4200604 May 31 13:21:16.382004 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2d7ec5be-ff2e-4cc6-b845-04eb26a8eb87 req-814940b8-22f0-4b48-8e78-d057fc285094 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609470 May 31 13:21:16.470154 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-67e8083b-a1b8-4b2c-9ba0-c9b90a50dd9d req-69294457-ef74-44f7-bcd2-e21595e56ba8 service neutron] 10.222.0.44 "GET /v2.0/networks/5b3c8d41-b43d-4739-acc3-c9eae6a83205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5878668 May 31 13:21:16.529314 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43138f8c-2b6f-473d-b439-58fcff99458e'] response: {'name': 'network-changed', 'server_uuid': '1b50fd3b-b462-403d-b8da-fd02cb3e2439', 'tag': '95e68113-2ff1-42e3-b645-2d1b5c52a434', 'status': 'completed', 'code': 200} May 31 13:21:16.586953 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1a85ff5-d900-47b8-8e46-52080fb044dd'] response: {'server_uuid': '1952bb15-cd8a-4a0f-a6dc-4ff27c255a78', 'name': 'network-vif-deleted', 'tag': '6b683c24-4adf-4b0d-a743-818fae1d55a8', 'status': 'completed', 'code': 200} May 31 13:21:16.587199 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1a85ff5-d900-47b8-8e46-52080fb044dd'] response: {'name': 'network-changed', 'server_uuid': '9db63fb7-f5a0-4390-8f05-d9b2a1ae47fc', 'tag': '3a29f38a-dfe7-4a4d-9217-88b275f81816', 'status': 'completed', 'code': 200} May 31 13:21:16.623742 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78ce1c91-dfe4-4809-a427-258626424e25'] response: {'server_uuid': '55fb1417-cad8-4df4-aa5c-6da0276389e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b511901-6041-4225-8ef3-c3b15518a027', 'code': 200} May 31 13:21:16.689526 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae7ebfd-2485-43d4-9eda-971e716fd6da req-8c309321-18d3-47ea-94cd-32fd217e51f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:16.691143 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-aae7ebfd-2485-43d4-9eda-971e716fd6da req-8c309321-18d3-47ea-94cd-32fd217e51f7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c905d91f2f614f928153cd05b2f8a225&device_id=1b50fd3b-b462-403d-b8da-fd02cb3e2439 HTTP/1.1" status: 200 len: 1099 time: 0.1398551 May 31 13:21:16.797128 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba74a6a4-1c07-4acd-b1b4-d271a301ccd5 req-8d685cf6-44d6-49b6-bd07-831858e883b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:16.799066 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.resource_extend [None req-d3f371a6-fd35-4987-973b-5f7353482fe5 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:21:16.799542 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ba74a6a4-1c07-4acd-b1b4-d271a301ccd5 req-8d685cf6-44d6-49b6-bd07-831858e883b8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=55fb1417-cad8-4df4-aa5c-6da0276389e5 HTTP/1.1" status: 200 len: 1099 time: 0.1836495 May 31 13:21:16.874772 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ba74a6a4-1c07-4acd-b1b4-d271a301ccd5 req-bd8528e3-fef9-4016-a1d6-df785eef23c9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=62fff807-5a72-4450-b5e7-33e8160efe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677364 May 31 13:21:16.877932 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae7ebfd-2485-43d4-9eda-971e716fd6da req-e78ee95c-9231-40e9-8c95-58408083ff2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:16.880127 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-aae7ebfd-2485-43d4-9eda-971e716fd6da req-e78ee95c-9231-40e9-8c95-58408083ff2e service neutron] 10.222.0.20 "GET /v2.0/networks?id=85b11c4f-90ad-4763-b38d-22d3f87089f4 HTTP/1.1" status: 200 len: 870 time: 0.1815133 May 31 13:21:16.887637 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8a16b7a8-c57e-4154-8557-651a669bcece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:16.891935 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 35090) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:21:16.949021 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3609d08c-e4c6-498f-9e5b-d0cb935fa053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:16.964918 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-52565d23-762a-4377-8746-628691da845f tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:16.976901 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807517d3-9fcf-487b-a6f9-1f9d7ec85974 None None] Network f61c7e38-101c-4f1a-8d73-f72841af7364 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:21:16.987240 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a16b7a8-c57e-4154-8557-651a669bcece admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23ad5fa3-be12-4d58-814a-4bee295a6fb3,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:16.993597 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8a16b7a8-c57e-4154-8557-651a669bcece admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:17.002144 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351b8bc2-b132-427a-9b3c-6147ae268699 req-016471ce-4a14-444a-8259-934523d1a4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:17.003753 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-351b8bc2-b132-427a-9b3c-6147ae268699 req-016471ce-4a14-444a-8259-934523d1a4f7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6805513 May 31 13:21:17.003886 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-52565d23-762a-4377-8746-628691da845f tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:17.013656 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609d08c-e4c6-498f-9e5b-d0cb935fa053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ef1254-b98f-4960-8f49-acc3b7b94fb2,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:17.017600 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d3f371a6-fd35-4987-973b-5f7353482fe5 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:17.044700 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d3f371a6-fd35-4987-973b-5f7353482fe5 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:17.070974 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-52565d23-762a-4377-8746-628691da845f tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:17.099760 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52565d23-762a-4377-8746-628691da845f tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4741a74b-c860-490c-9fff-d7ce69e9c4a5,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:17.123004 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-52565d23-762a-4377-8746-628691da845f tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:17.124494 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-52565d23-762a-4377-8746-628691da845f tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] 10.222.0.50 "DELETE /v2.0/security-groups/4741a74b-c860-490c-9fff-d7ce69e9c4a5 HTTP/1.1" status: 204 len: 168 time: 0.2311962 May 31 13:21:17.127393 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 35096) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:21:17.135043 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-67e8083b-a1b8-4b2c-9ba0-c9b90a50dd9d req-829b172d-fa98-46e9-bd0b-994f19efb129 service neutron] 10.222.0.44 "GET /v2.0/networks/5b3c8d41-b43d-4739-acc3-c9eae6a83205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6255224 May 31 13:21:17.136601 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-8a16b7a8-c57e-4154-8557-651a669bcece admin admin] 10.222.0.50 "DELETE /v2.0/subnets/23ad5fa3-be12-4d58-814a-4bee295a6fb3 HTTP/1.1" status: 204 len: 168 time: 2.7963986 May 31 13:21:17.146328 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 35100) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:21:17.147048 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3609d08c-e4c6-498f-9e5b-d0cb935fa053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:17.151514 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-3609d08c-e4c6-498f-9e5b-d0cb935fa053 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/80ef1254-b98f-4960-8f49-acc3b7b94fb2 HTTP/1.1" status: 204 len: 168 time: 1.7450476 May 31 13:21:17.157523 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 35106) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:21:17.180464 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd0cfa-cf41-449c-bc3c-d7ef3284b8dd req-1bc18d06-2fdc-4c15-bae2-d5abfd5727a8 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:17.182578 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dcbd0cfa-cf41-449c-bc3c-d7ef3284b8dd req-1bc18d06-2fdc-4c15-bae2-d5abfd5727a8 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/ports?device_id=55fb1417-cad8-4df4-aa5c-6da0276389e5 HTTP/1.1" status: 200 len: 948 time: 0.6702466 May 31 13:21:17.451846 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5f663d-9296-454d-bd27-e7a396c12b26 None None] DHCP port deletion for f61c7e38-101c-4f1a-8d73-f72841af7364 request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:21:17.458610 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-be5f663d-9296-454d-bd27-e7a396c12b26 None None] Deleting port 05d764a6-7e20-4207-8180-dd27f63b9af4 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:21:17.459015 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-be5f663d-9296-454d-bd27-e7a396c12b26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:17.490881 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b742859e-cb22-428f-a3c6-29b2a99c0edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:17.513575 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-073afa8d-c754-4a3e-a252-613db726cd78 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] show failed (client error): The resource could not be found. May 31 13:21:17.514921 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-073afa8d-c754-4a3e-a252-613db726cd78 tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] 10.222.0.50 "GET /v2.0/security-groups/4741a74b-c860-490c-9fff-d7ce69e9c4a5 HTTP/1.1" status: 404 len: 347 time: 0.3859816 May 31 13:21:17.517145 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-aae7ebfd-2485-43d4-9eda-971e716fd6da req-a825995e-ac77-4803-aa7c-bc899bee9e66 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=95e68113-2ff1-42e3-b645-2d1b5c52a434 HTTP/1.1" status: 200 len: 217 time: 0.2189269 May 31 13:21:17.518322 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 35118) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:21:17.575606 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dcbd0cfa-cf41-449c-bc3c-d7ef3284b8dd req-e6ba8256-129a-40d3-b83f-41d9d1c2d973 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/security-groups?id=62fff807-5a72-4450-b5e7-33e8160efe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3652990 May 31 13:21:17.586539 n-d-843939-1 neutron-server[88370]: INFO neutron.db.l3_db [None req-d3f371a6-fd35-4987-973b-5f7353482fe5 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Floating IP 4139a634-0314-4a3c-82a2-5ff196420ff6 associated. External IP: 172.25.6.145, port: a0c3a9ed-10db-4c2d-97a5-5799e321f3f8. May 31 13:21:17.631800 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-b742859e-cb22-428f-a3c6-29b2a99c0edd admin admin] Deleting port 05d764a6-7e20-4207-8180-dd27f63b9af4 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:21:17.632533 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b742859e-cb22-428f-a3c6-29b2a99c0edd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:17.686858 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 35122) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:21:17.763116 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8350678e-5e12-44be-a275-bef60810a4ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:17.792406 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-023574c0-fccc-4aeb-87d4-431ffe64227a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:17.833820 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-be5f663d-9296-454d-bd27-e7a396c12b26 None None] For port 05d764a6-7e20-4207-8180-dd27f63b9af4, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=05d764a6-7e20-4207-8180-dd27f63b9af4,segment=NetworkSegment(5cbc4759-cf46-4bb7-80a8-cb3267646192),segment_id=5cbc4759-cf46-4bb7-80a8-cb3267646192)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:21:17.834473 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-be5f663d-9296-454d-bd27-e7a396c12b26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:17.856791 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-351b8bc2-b132-427a-9b3c-6147ae268699 req-59b70fa1-d0a9-4c10-bccd-4e0d19ff7cd2 service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6723819 May 31 13:21:17.871311 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-8350678e-5e12-44be-a275-bef60810a4ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:21:17.901459 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 1b511901-6041-4225-8ef3-c3b15518a027 details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:21:17.925443 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-023574c0-fccc-4aeb-87d4-431ffe64227a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:21:17.952764 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae7ebfd-2485-43d4-9eda-971e716fd6da req-d6856944-8379-414a-8a6b-eac1924e654e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:17.954298 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-aae7ebfd-2485-43d4-9eda-971e716fd6da req-d6856944-8379-414a-8a6b-eac1924e654e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.4281204 May 31 13:21:17.960230 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-404093b9-428a-4316-9ed6-4b3b01479e2d tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Deleting port efe3b63e-f31e-4716-96e3-d49850d8895f {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:21:17.960230 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-404093b9-428a-4316-9ed6-4b3b01479e2d tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:17.963385 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-be5f663d-9296-454d-bd27-e7a396c12b26 None None] Calling delete_port for 05d764a6-7e20-4207-8180-dd27f63b9af4 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:21:17.972835 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-8350678e-5e12-44be-a275-bef60810a4ef admin admin] Usage tracker for resource:security_group_rule and tenant:c8837efeb4bd47a7b55f91f2ab9fd0a0 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:21:17.979826 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-8350678e-5e12-44be-a275-bef60810a4ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:21:17.988613 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-023574c0-fccc-4aeb-87d4-431ffe64227a admin admin] Usage tracker for resource:security_group_rule and tenant:8e8e53055b6b4f21ad75dec794198cdf is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:21:18.039791 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-023574c0-fccc-4aeb-87d4-431ffe64227a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:21:18.060518 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-8350678e-5e12-44be-a275-bef60810a4ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:21:18.087064 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-023574c0-fccc-4aeb-87d4-431ffe64227a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:21:18.100688 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e9c342-675e-4a25-a680-8c15673cf757 req-32822d9d-e8d0-452b-8391-e4183b290d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:18.102262 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b7e9c342-675e-4a25-a680-8c15673cf757 req-32822d9d-e8d0-452b-8391-e4183b290d96 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2539a3508c4b448ea8707834972224c7&device_id=9db63fb7-f5a0-4390-8f05-d9b2a1ae47fc HTTP/1.1" status: 200 len: 1094 time: 0.8885138 May 31 13:21:18.192841 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-be5f663d-9296-454d-bd27-e7a396c12b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:18.270145 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b45f7-840f-4d1c-907c-d251c0b4d442 req-c94208d1-40dd-4ed2-a075-a4bb0440ebdc tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:18.271712 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-db2b45f7-840f-4d1c-907c-d251c0b4d442 req-c94208d1-40dd-4ed2-a075-a4bb0440ebdc tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=9db63fb7-f5a0-4390-8f05-d9b2a1ae47fc HTTP/1.1" status: 200 len: 943 time: 0.7454677 May 31 13:21:18.288472 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5f663d-9296-454d-bd27-e7a396c12b26 None None] Pushing event deleted for resources: {'Port': ['ID=05d764a6-7e20-4207-8180-dd27f63b9af4,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:18.296019 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-b742859e-cb22-428f-a3c6-29b2a99c0edd admin admin] For port 05d764a6-7e20-4207-8180-dd27f63b9af4, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=05d764a6-7e20-4207-8180-dd27f63b9af4,segment=NetworkSegment(5cbc4759-cf46-4bb7-80a8-cb3267646192),segment_id=5cbc4759-cf46-4bb7-80a8-cb3267646192)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:21:18.296371 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b742859e-cb22-428f-a3c6-29b2a99c0edd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:18.305154 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5f663d-9296-454d-bd27-e7a396c12b26 None None] No DVR routers for this DVR port 05d764a6-7e20-4207-8180-dd27f63b9af4 on host n-d-843939-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:21:18.336879 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 1b511901-6041-4225-8ef3-c3b15518a027, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=1b511901-6041-4225-8ef3-c3b15518a027,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:21:18.351480 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': '1b511901-6041-4225-8ef3-c3b15518a027', 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4', 'port_id': '1b511901-6041-4225-8ef3-c3b15518a027', 'mac_address': 'fa:16:3e:e5:7d:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24822c99-0dce-4d50-9c44-3135ba3763b8', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:21:18.379848 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-404093b9-428a-4316-9ed6-4b3b01479e2d tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:18.380332 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-404093b9-428a-4316-9ed6-4b3b01479e2d tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:18.413704 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 1b511901-6041-4225-8ef3-c3b15518a027 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:21:18.414111 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:18.433648 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b511901-6041-4225-8ef3-c3b15518a027 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:21:18.460062 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 1b511901-6041-4225-8ef3-c3b15518a027, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=1b511901-6041-4225-8ef3-c3b15518a027,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:21:18.465218 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:18.547669 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=1b511901-6041-4225-8ef3-c3b15518a027,revision_number=10']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:18.576981 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea51bdeb-eba0-4b67-8306-ac6c8c286b91 req-180e602c-7e7b-4eb9-92ae-51ec92baae72 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:18.578542 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ea51bdeb-eba0-4b67-8306-ac6c8c286b91 req-180e602c-7e7b-4eb9-92ae-51ec92baae72 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b50fd3b-b462-403d-b8da-fd02cb3e2439 HTTP/1.1" status: 200 len: 948 time: 0.8064053 May 31 13:21:18.580879 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-351b8bc2-b132-427a-9b3c-6147ae268699 req-bc2762de-c076-443d-8d66-b0b8cec8cdca service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7108560 May 31 13:21:18.636661 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-b742859e-cb22-428f-a3c6-29b2a99c0edd admin admin] Calling delete_port for 05d764a6-7e20-4207-8180-dd27f63b9af4 owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:21:18.670424 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-404093b9-428a-4316-9ed6-4b3b01479e2d tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Calling delete_port for efe3b63e-f31e-4716-96e3-d49850d8895f owned by network:floatingip {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:21:18.703718 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae7ebfd-2485-43d4-9eda-971e716fd6da req-9c300f2a-643c-4981-9298-b5b8d5df37ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:18.705456 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-aae7ebfd-2485-43d4-9eda-971e716fd6da req-9c300f2a-643c-4981-9298-b5b8d5df37ab service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7135589 May 31 13:21:18.752532 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-db2b45f7-840f-4d1c-907c-d251c0b4d442 req-1c1db8f8-99b9-41fb-881b-f5a026b262c4 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4000967 May 31 13:21:18.813847 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e9c342-675e-4a25-a680-8c15673cf757 req-785191ce-6755-4cfc-999f-54a1db7a4916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:18.815388 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b7e9c342-675e-4a25-a680-8c15673cf757 req-785191ce-6755-4cfc-999f-54a1db7a4916 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5b3c8d41-b43d-4739-acc3-c9eae6a83205 HTTP/1.1" status: 200 len: 922 time: 0.6985195 May 31 13:21:18.829422 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ea51bdeb-eba0-4b67-8306-ac6c8c286b91 req-189cee46-2524-4d7b-9797-0368ba36e86e tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335830 May 31 13:21:18.877908 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.db.api [None req-b742859e-cb22-428f-a3c6-29b2a99c0edd admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:21:18.878336 n-d-843939-1 neutron-server[88369]: DEBUG oslo_db.api [None req-b742859e-cb22-428f-a3c6-29b2a99c0edd admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:21:18.916288 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['1b511901-6041-4225-8ef3-c3b15518a027'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:21:18.934325 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b7e9c342-675e-4a25-a680-8c15673cf757 req-4c6f4196-3503-4dd0-a890-af056dd09645 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a29f38a-dfe7-4a4d-9217-88b275f81816 HTTP/1.1" status: 200 len: 217 time: 0.0997791 May 31 13:21:18.937702 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8350678e-5e12-44be-a275-bef60810a4ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:18.941853 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3f371a6-fd35-4987-973b-5f7353482fe5 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Router bd651f60-0be8-4c16-8cb7-f5e40172e9d0 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:21:18.967575 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-aae7ebfd-2485-43d4-9eda-971e716fd6da req-3796af71-ec66-4b4f-b0d5-2d4d0745d1dd service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462196 May 31 13:21:19.009793 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-404093b9-428a-4316-9ed6-4b3b01479e2d tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:19.022165 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8350678e-5e12-44be-a275-bef60810a4ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:19.055927 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 05d764a6-7e20-4207-8180-dd27f63b9af4 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:21:19.056431 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-023574c0-fccc-4aeb-87d4-431ffe64227a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:19.096336 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-023574c0-fccc-4aeb-87d4-431ffe64227a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:19.107279 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 05d764a6-7e20-4207-8180-dd27f63b9af4 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:21:19.107634 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 05d764a6-7e20-4207-8180-dd27f63b9af4 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:21:19.135545 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404093b9-428a-4316-9ed6-4b3b01479e2d tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Pushing event deleted for resources: {'Port': ['ID=efe3b63e-f31e-4716-96e3-d49850d8895f,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:19.211489 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-8350678e-5e12-44be-a275-bef60810a4ef admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c8837efeb4bd47a7b55f91f2ab9fd0a0&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0507076 May 31 13:21:19.212212 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8350678e-5e12-44be-a275-bef60810a4ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3369de-cb85-4b2e-81f3-82aa3517047e,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:19.222142 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 35130) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:21:19.244903 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e9c342-675e-4a25-a680-8c15673cf757 req-a103b7d5-86aa-4a3f-aff1-c9e3847d0092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:19.245765 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b7e9c342-675e-4a25-a680-8c15673cf757 req-a103b7d5-86aa-4a3f-aff1-c9e3847d0092 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c38944f5-addb-47c7-b219-ea477f926c92 HTTP/1.1" status: 200 len: 861 time: 0.3021929 May 31 13:21:19.272279 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-023574c0-fccc-4aeb-87d4-431ffe64227a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8e8e53055b6b4f21ad75dec794198cdf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5644717 May 31 13:21:19.319660 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 35134) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:21:19.380455 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-b742859e-cb22-428f-a3c6-29b2a99c0edd admin admin] Deleting port 05d764a6-7e20-4207-8180-dd27f63b9af4 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:21:19.380829 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b742859e-cb22-428f-a3c6-29b2a99c0edd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:19.413944 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b7e9c342-675e-4a25-a680-8c15673cf757 req-d7faa7ef-b855-4335-b526-cd06134a8ecb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5b3c8d41-b43d-4739-acc3-c9eae6a83205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1445508 May 31 13:21:19.474843 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023574c0-fccc-4aeb-87d4-431ffe64227a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=968a0bd0-95cd-415c-8ef3-bf09b437b13f,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:19.485680 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-b742859e-cb22-428f-a3c6-29b2a99c0edd admin admin] The port '05d764a6-7e20-4207-8180-dd27f63b9af4' was deleted {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 13:21:19.489801 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-404093b9-428a-4316-9ed6-4b3b01479e2d tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Notify callbacks [] for floatingip, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:19.528351 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-aae7ebfd-2485-43d4-9eda-971e716fd6da req-1dc32c94-db4e-4302-bb78-e0fd1808f451 service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5418832 May 31 13:21:19.554742 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b364f89-096d-4d92-8359-5e9cd37666c5 req-5301153f-aeeb-48a8-a53f-f23e62291cea tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:19.556373 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4b364f89-096d-4d92-8359-5e9cd37666c5 req-5301153f-aeeb-48a8-a53f-f23e62291cea tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/ports?device_id=55fb1417-cad8-4df4-aa5c-6da0276389e5 HTTP/1.1" status: 200 len: 950 time: 0.6168833 May 31 13:21:19.618802 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-404093b9-428a-4316-9ed6-4b3b01479e2d tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:19.620325 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-404093b9-428a-4316-9ed6-4b3b01479e2d tempest-ServersTestJSON-1539125716 tempest-ServersTestJSON-1539125716-project] 10.222.0.50 "DELETE /v2.0/floatingips/26a54c3e-6ae4-4e08-b56e-7c2f58e98564 HTTP/1.1" status: 204 len: 168 time: 2.1005852 May 31 13:21:19.622960 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 35138) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:21:19.644580 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f371a6-fd35-4987-973b-5f7353482fe5 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:21:19.655046 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd047be8-f6ea-41f6-ae18-49464ba7f3dc None None] Sync routers for ids ['bd651f60-0be8-4c16-8cb7-f5e40172e9d0'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:21:19.664567 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd047be8-f6ea-41f6-ae18-49464ba7f3dc None None] Routers {'bd651f60-0be8-4c16-8cb7-f5e40172e9d0'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:21:19.665172 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-bd047be8-f6ea-41f6-ae18-49464ba7f3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:21:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['bd651f60-0be8-4c16-8cb7-f5e40172e9d0'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:21:19.678936 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-195ad27e-776c-4830-b393-8c59fca9e9d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:19.684852 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b742859e-cb22-428f-a3c6-29b2a99c0edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:19.710986 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f514839d-b96c-4fb8-ad7e-ab5826cd1d8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:19.724215 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-b742859e-cb22-428f-a3c6-29b2a99c0edd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f61c7e38-101c-4f1a-8d73-f72841af7364']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:21:19.725105 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4b364f89-096d-4d92-8359-5e9cd37666c5 req-0f2c74f6-205c-4702-850e-e96916f4977e tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/security-groups?id=62fff807-5a72-4450-b5e7-33e8160efe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577969 May 31 13:21:19.747737 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-b742859e-cb22-428f-a3c6-29b2a99c0edd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cbc4759-cf46-4bb7-80a8-cb3267646192') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:21:19.748032 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-b742859e-cb22-428f-a3c6-29b2a99c0edd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cbc4759-cf46-4bb7-80a8-cb3267646192') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:21:19.768676 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b7e9c342-675e-4a25-a680-8c15673cf757 req-201eed28-e032-495a-aab3-ab91fd7e3358 service neutron] 10.222.0.44 "GET /v2.0/networks/5b3c8d41-b43d-4739-acc3-c9eae6a83205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3351169 May 31 13:21:19.773140 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-195ad27e-776c-4830-b393-8c59fca9e9d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:19.805352 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f514839d-b96c-4fb8-ad7e-ab5826cd1d8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:19.814387 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d3f371a6-fd35-4987-973b-5f7353482fe5 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:19.838281 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b742859e-cb22-428f-a3c6-29b2a99c0edd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:19.866423 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b742859e-cb22-428f-a3c6-29b2a99c0edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:19.877922 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b742859e-cb22-428f-a3c6-29b2a99c0edd admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:21:19.878343 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b742859e-cb22-428f-a3c6-29b2a99c0edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:19.910205 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 95e68113-2ff1-42e3-b645-2d1b5c52a434 details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:21:19.918955 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-bd047be8-f6ea-41f6-ae18-49464ba7f3dc None None] Set router bd651f60-0be8-4c16-8cb7-f5e40172e9d0 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:21:20.011143 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-d3f371a6-fd35-4987-973b-5f7353482fe5 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] 10.222.0.50 "PUT /v2.0/floatingips/4139a634-0314-4a3c-82a2-5ff196420ff6 HTTP/1.1" status: 200 len: 992 time: 5.8729379 May 31 13:21:20.024818 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ee30518-0d5d-4b0c-89f6-3c303f271df7', 'tag': 'a0c3a9ed-10db-4c2d-97a5-5799e321f3f8'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:21:20.027639 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 5cbc4759-cf46-4bb7-80a8-cb3267646192 resource provider aggregate not found May 31 13:21:20.119978 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b7e9c342-675e-4a25-a680-8c15673cf757 req-3473ddf2-19ed-405f-b211-4cf390a7358e service neutron] 10.222.0.44 "GET /v2.0/networks/5b3c8d41-b43d-4739-acc3-c9eae6a83205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3357739 May 31 13:21:20.123653 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-195ad27e-776c-4830-b393-8c59fca9e9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:20.129553 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f514839d-b96c-4fb8-ad7e-ab5826cd1d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:20.135808 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 5cbc4759-cf46-4bb7-80a8-cb3267646192 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5cbc4759-cf46-4bb7-80a8-cb3267646192 found for delete ", "request_id": "req-e08a420a-cd76-467f-89dc-7f0137ccf00f"}]} May 31 13:21:20.149206 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b742859e-cb22-428f-a3c6-29b2a99c0edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:20.158469 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195ad27e-776c-4830-b393-8c59fca9e9d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf3369de-cb85-4b2e-81f3-82aa3517047e,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:20.185661 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f514839d-b96c-4fb8-ad7e-ab5826cd1d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=968a0bd0-95cd-415c-8ef3-bf09b437b13f,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:20.188324 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b742859e-cb22-428f-a3c6-29b2a99c0edd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:20.188717 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-195ad27e-776c-4830-b393-8c59fca9e9d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:20.189931 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-195ad27e-776c-4830-b393-8c59fca9e9d1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cf3369de-cb85-4b2e-81f3-82aa3517047e HTTP/1.1" status: 204 len: 168 time: 0.9671898 May 31 13:21:20.194364 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f514839d-b96c-4fb8-ad7e-ab5826cd1d8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:20.197733 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-f514839d-b96c-4fb8-ad7e-ab5826cd1d8f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/968a0bd0-95cd-415c-8ef3-bf09b437b13f HTTP/1.1" status: 204 len: 168 time: 0.8683763 May 31 13:21:20.213780 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b742859e-cb22-428f-a3c6-29b2a99c0edd admin admin] Pushing event deleted for resources: {'Network': ['ID=f61c7e38-101c-4f1a-8d73-f72841af7364,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:20.223100 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b742859e-cb22-428f-a3c6-29b2a99c0edd admin admin] 10.222.0.50 "DELETE /v2.0/networks/f61c7e38-101c-4f1a-8d73-f72841af7364 HTTP/1.1" status: 204 len: 168 time: 3.0711036 May 31 13:21:20.239179 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7cc77d-e851-4742-aee3-16c8b04d6c27 req-f10683e6-742d-423b-9c84-5a38a62e8000 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:20.246214 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4f7cc77d-e851-4742-aee3-16c8b04d6c27 req-f10683e6-742d-423b-9c84-5a38a62e8000 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=9db63fb7-f5a0-4390-8f05-d9b2a1ae47fc HTTP/1.1" status: 200 len: 943 time: 0.2125127 May 31 13:21:20.330993 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4f7cc77d-e851-4742-aee3-16c8b04d6c27 req-c0e192fe-8198-4d25-ae49-eee7cc57ced7 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838354 May 31 13:21:20.472781 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 3a29f38a-dfe7-4a4d-9217-88b275f81816 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:21:20.532232 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af84c0-6643-492c-9369-1c798b1d5fc6 req-c7ef771a-5e1e-4b5c-a47b-d3c632dfbc63 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:20.538529 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-49af84c0-6643-492c-9369-1c798b1d5fc6 req-c7ef771a-5e1e-4b5c-a47b-d3c632dfbc63 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b50fd3b-b462-403d-b8da-fd02cb3e2439 HTTP/1.1" status: 200 len: 948 time: 0.1811016 May 31 13:21:20.597734 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-aa6fb3a9-9c38-4223-beea-b6ad0dea606a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:20.719680 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-49af84c0-6643-492c-9369-1c798b1d5fc6 req-9579ee99-45c7-40e1-bfae-bf19e1ab4fb8 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753554 May 31 13:21:20.795314 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b911afd-a962-4496-a23d-94d1579bca22 req-2c5c9644-25c2-46f7-8da6-e78b902bdcdc tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:20.796481 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2b911afd-a962-4496-a23d-94d1579bca22 req-2c5c9644-25c2-46f7-8da6-e78b902bdcdc tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ee30518-0d5d-4b0c-89f6-3c303f271df7 HTTP/1.1" status: 200 len: 946 time: 0.1927557 May 31 13:21:20.801321 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8287594-8f5a-4695-a5a2-7cfe2bd5aa2a'] response: {'name': 'network-changed', 'server_uuid': '0ee30518-0d5d-4b0c-89f6-3c303f271df7', 'tag': 'a0c3a9ed-10db-4c2d-97a5-5799e321f3f8', 'status': 'completed', 'code': 200} May 31 13:21:20.901258 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 95e68113-2ff1-42e3-b645-2d1b5c52a434, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=95e68113-2ff1-42e3-b645-2d1b5c52a434,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:21:20.955417 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': '95e68113-2ff1-42e3-b645-2d1b5c52a434', 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4', 'port_id': '95e68113-2ff1-42e3-b645-2d1b5c52a434', 'mac_address': 'fa:16:3e:43:73:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24822c99-0dce-4d50-9c44-3135ba3763b8', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:21:20.958336 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 35168) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:21:20.958757 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 35170) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:21:21.011243 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-90b08928-58f4-4e2b-8431-c07c0567d54a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:21.033743 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 3a29f38a-dfe7-4a4d-9217-88b275f81816, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=3a29f38a-dfe7-4a4d-9217-88b275f81816,segment=NetworkSegment(a592d348-649e-4ed1-b139-bdf2b9c4a847),segment_id=a592d348-649e-4ed1-b139-bdf2b9c4a847)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:21:21.035898 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-90b08928-58f4-4e2b-8431-c07c0567d54a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:21:21.039908 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-90b08928-58f4-4e2b-8431-c07c0567d54a admin admin] Usage tracker for resource:security_group_rule and tenant:831ea904c70045eab28fcb87a1c5db58 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:21:21.042833 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-bd047be8-f6ea-41f6-ae18-49464ba7f3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd651f60-0be8-4c16-8cb7-f5e40172e9d0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-732351676-router', 'tenant_id': 'b507f55702b4454690aaa4c9f4de29b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': '0b7ddb7f-6fe3-4b26-9866-154d36fe3a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:18:52Z', 'updated_at': '2022-05-31T13:19:06Z', 'revision_number': 4, 'project_id': 'b507f55702b4454690aaa4c9f4de29b0', 'gw_port': {'id': '0b7ddb7f-6fe3-4b26-9866-154d36fe3a17', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:26:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd651f60-0be8-4c16-8cb7-f5e40172e9d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:18:55Z', 'updated_at': '2022-05-31T13:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '4139a634-0314-4a3c-82a2-5ff196420ff6', 'tenant_id': 'b507f55702b4454690aaa4c9f4de29b0', 'floating_ip_address': '172.25.6.145', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': 'bd651f60-0be8-4c16-8cb7-f5e40172e9d0', 'port_id': 'a0c3a9ed-10db-4c2d-97a5-5799e321f3f8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '166095fb-602c-4131-97e4-e6648d07bb0e', 'mac_address': 'fa:16:3e:aa:84:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee30518-0d5d-4b0c-89f6-3c303f271df7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:19:36Z', 'updated_at': '2022-05-31T13:21:16Z', 'revision_number': 5, 'project_id': 'b507f55702b4454690aaa4c9f4de29b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afa8a152-e452-49c0-b1e2-c656552eaeef', 'name': '', 'network_id': '166095fb-602c-4131-97e4-e6648d07bb0e', 'tenant_id': 'b507f55702b4454690aaa4c9f4de29b0', 'mac_address': 'fa:16:3e:93:32:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd651f60-0be8-4c16-8cb7-f5e40172e9d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 153, 'fixed_ips': [{'subnet_id': '351010e5-51b7-43d5-9224-87aaece5e49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:19:03Z', 'updated_at': '2022-05-31T13:19:15Z', 'revision_number': 5, 'project_id': 'b507f55702b4454690aaa4c9f4de29b0', 'subnets': [{'id': '351010e5-51b7-43d5-9224-87aaece5e49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:21:21.043070 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-90b08928-58f4-4e2b-8431-c07c0567d54a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:21:21.050471 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-90b08928-58f4-4e2b-8431-c07c0567d54a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:21:21.056148 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd047be8-f6ea-41f6-ae18-49464ba7f3dc None None] Checking router: bd651f60-0be8-4c16-8cb7-f5e40172e9d0 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:21:21.067939 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': '3a29f38a-dfe7-4a4d-9217-88b275f81816', 'network_id': '5b3c8d41-b43d-4739-acc3-c9eae6a83205', 'port_id': '3a29f38a-dfe7-4a4d-9217-88b275f81816', 'mac_address': 'fa:16:3e:20:36:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c38944f5-addb-47c7-b219-ea477f926c92', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:21:21.070428 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 95e68113-2ff1-42e3-b645-2d1b5c52a434 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:21:21.070836 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:21.076305 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2b911afd-a962-4496-a23d-94d1579bca22 req-5b9c2aa6-97ab-4c3d-82c1-7c3f538643ba tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a8d50c8-ecaa-42f3-ab2e-6ee0f73e2630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2705045 May 31 13:21:21.084844 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd047be8-f6ea-41f6-ae18-49464ba7f3dc None None] Routers {'bd651f60-0be8-4c16-8cb7-f5e40172e9d0'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:21:21.085509 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-bd047be8-f6ea-41f6-ae18-49464ba7f3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:21:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['bd651f60-0be8-4c16-8cb7-f5e40172e9d0'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:21:21.125808 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8c3278-391f-4570-baed-fba556e4f3ad req-1d1053d9-154e-4ec8-9ce5-531ba3716e83 tempest-ServersAdminTestJSON-1863219907 tempest-ServersAdminTestJSON-1863219907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:21.127777 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6f8c3278-391f-4570-baed-fba556e4f3ad req-1d1053d9-154e-4ec8-9ce5-531ba3716e83 tempest-ServersAdminTestJSON-1863219907 tempest-ServersAdminTestJSON-1863219907-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=55fb1417-cad8-4df4-aa5c-6da0276389e5 HTTP/1.1" status: 200 len: 1101 time: 0.1034174 May 31 13:21:21.165007 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-38def9e2-6c71-4613-994e-15b0282166b9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=afdeec5b94d843b08f91e17d542891f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2030323 May 31 13:21:21.170900 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 35182) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:21:21.197413 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6f8c3278-391f-4570-baed-fba556e4f3ad req-75d201db-8d94-45f8-a0dd-673294818518 tempest-ServersAdminTestJSON-1863219907 tempest-ServersAdminTestJSON-1863219907-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=62fff807-5a72-4450-b5e7-33e8160efe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636580 May 31 13:21:21.221481 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95e68113-2ff1-42e3-b645-2d1b5c52a434 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:21:21.259172 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 3a29f38a-dfe7-4a4d-9217-88b275f81816 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:21:21.259172 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:21.429857 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 95e68113-2ff1-42e3-b645-2d1b5c52a434, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=95e68113-2ff1-42e3-b645-2d1b5c52a434,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:21:21.442864 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a29f38a-dfe7-4a4d-9217-88b275f81816 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:21:21.496108 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:21.504142 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50e32ba-a919-47bb-8f3f-3faf120cfb20 req-d118fef4-4ff3-499f-bad4-b2448c8926bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:21.505703 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e50e32ba-a919-47bb-8f3f-3faf120cfb20 req-d118fef4-4ff3-499f-bad4-b2448c8926bb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b507f55702b4454690aaa4c9f4de29b0&device_id=0ee30518-0d5d-4b0c-89f6-3c303f271df7 HTTP/1.1" status: 200 len: 1097 time: 0.6663451 May 31 13:21:21.593837 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 3a29f38a-dfe7-4a4d-9217-88b275f81816, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=3a29f38a-dfe7-4a4d-9217-88b275f81816,segment=NetworkSegment(a592d348-649e-4ed1-b139-bdf2b9c4a847),segment_id=a592d348-649e-4ed1-b139-bdf2b9c4a847)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:21:21.601316 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:21.614433 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-bd047be8-f6ea-41f6-ae18-49464ba7f3dc None None] Set router bd651f60-0be8-4c16-8cb7-f5e40172e9d0 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:21:21.690484 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=95e68113-2ff1-42e3-b645-2d1b5c52a434,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:21.726620 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-90b08928-58f4-4e2b-8431-c07c0567d54a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:21.735026 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf8c07-0f4c-4b81-b7e3-dc318851cfd3 req-3e38f78c-a4da-4cf6-8b28-ab4ce79be107 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:21.738503 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6dbf8c07-0f4c-4b81-b7e3-dc318851cfd3 req-3e38f78c-a4da-4cf6-8b28-ab4ce79be107 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=9db63fb7-f5a0-4390-8f05-d9b2a1ae47fc HTTP/1.1" status: 200 len: 944 time: 0.2012763 May 31 13:21:21.742628 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0b51a0-0315-42a6-b347-e9883802cd14 req-39353189-d999-44f3-b39d-b25ae1181ff3 tempest-ServersAdminTestJSON-1863219907 tempest-ServersAdminTestJSON-1863219907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:21.744468 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9f0b51a0-0315-42a6-b347-e9883802cd14 req-39353189-d999-44f3-b39d-b25ae1181ff3 tempest-ServersAdminTestJSON-1863219907 tempest-ServersAdminTestJSON-1863219907-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=55fb1417-cad8-4df4-aa5c-6da0276389e5 HTTP/1.1" status: 200 len: 1101 time: 0.1362686 May 31 13:21:21.747130 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-90b08928-58f4-4e2b-8431-c07c0567d54a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:21.775011 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-66c21617-1881-4fa0-b18c-dfeb059dfc5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:21.797467 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-90b08928-58f4-4e2b-8431-c07c0567d54a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=831ea904c70045eab28fcb87a1c5db58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8372917 May 31 13:21:21.802668 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 35206) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:21:21.851822 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9f0b51a0-0315-42a6-b347-e9883802cd14 req-2a82cbe8-c24a-4852-91fd-e3ba72a9d545 tempest-ServersAdminTestJSON-1863219907 tempest-ServersAdminTestJSON-1863219907-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=62fff807-5a72-4450-b5e7-33e8160efe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834579 May 31 13:21:21.859387 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6dbf8c07-0f4c-4b81-b7e3-dc318851cfd3 req-7eaffc58-223d-4a02-8e71-74783fefdbf3 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137476 May 31 13:21:21.906605 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-66c21617-1881-4fa0-b18c-dfeb059dfc5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:21.913281 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['3a29f38a-dfe7-4a4d-9217-88b275f81816'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:21:21.957136 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-aa6fb3a9-9c38-4223-beea-b6ad0dea606a admin admin] Deleting port 93d9e554-65ad-4e4a-bab1-a160b4c9d2c0 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:21:21.958201 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-aa6fb3a9-9c38-4223-beea-b6ad0dea606a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:21.963890 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['95e68113-2ff1-42e3-b645-2d1b5c52a434'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:21:21.983065 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5168e5ee-c43a-4415-bc87-2573f6efe3d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:22.024705 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5168e5ee-c43a-4415-bc87-2573f6efe3d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:22.104768 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 1b511901-6041-4225-8ef3-c3b15518a027 up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:21:22.181114 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee74cdcb-8c92-47f2-b962-5002b89b9217 req-c4ea4c7a-de37-4887-bd90-036e29c5c82f tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:22.189408 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ee74cdcb-8c92-47f2-b962-5002b89b9217 req-c4ea4c7a-de37-4887-bd90-036e29c5c82f tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b50fd3b-b462-403d-b8da-fd02cb3e2439 HTTP/1.1" status: 200 len: 949 time: 0.1220300 May 31 13:21:22.191310 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-aa6fb3a9-9c38-4223-beea-b6ad0dea606a admin admin] For port 93d9e554-65ad-4e4a-bab1-a160b4c9d2c0, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=93d9e554-65ad-4e4a-bab1-a160b4c9d2c0,segment=NetworkSegment(92567f26-b8b9-42f0-9a40-dd393ba47025),segment_id=92567f26-b8b9-42f0-9a40-dd393ba47025)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:21:22.192423 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-aa6fb3a9-9c38-4223-beea-b6ad0dea606a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:22.193071 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=3a29f38a-dfe7-4a4d-9217-88b275f81816,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:22.214026 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5168e5ee-c43a-4415-bc87-2573f6efe3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:22.253068 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5168e5ee-c43a-4415-bc87-2573f6efe3d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c42c2d-8408-40b2-bf6e-234dfdc157b6,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:22.261497 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5168e5ee-c43a-4415-bc87-2573f6efe3d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:22.264608 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-5168e5ee-c43a-4415-bc87-2573f6efe3d8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/09c42c2d-8408-40b2-bf6e-234dfdc157b6 HTTP/1.1" status: 204 len: 168 time: 0.4370327 May 31 13:21:22.266181 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ee74cdcb-8c92-47f2-b962-5002b89b9217 req-b3dac46c-414a-437c-944e-9eb553ea8e9b tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755694 May 31 13:21:22.513632 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-aa6fb3a9-9c38-4223-beea-b6ad0dea606a admin admin] Calling delete_port for 93d9e554-65ad-4e4a-bab1-a160b4c9d2c0 owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:21:22.519175 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6736e1e1-758e-4e7f-87cf-5208572c2716 req-2ad71b54-7cb3-4549-9f28-f11da523e594 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:22.522058 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6736e1e1-758e-4e7f-87cf-5208572c2716 req-2ad71b54-7cb3-4549-9f28-f11da523e594 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/ports?device_id=addb65c3-f621-47a1-8af2-7f3111e6af84 HTTP/1.1" status: 200 len: 950 time: 0.1296134 May 31 13:21:22.597729 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port 1b511901-6041-4225-8ef3-c3b15518a027 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:21:22.598123 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:22.626888 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6736e1e1-758e-4e7f-87cf-5208572c2716 req-ef0af0cb-35f9-4925-855b-2e88d54f6cf0 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/security-groups?id=62fff807-5a72-4450-b5e7-33e8160efe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955338 May 31 13:21:22.636889 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b08928-58f4-4e2b-8431-c07c0567d54a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09c42c2d-8408-40b2-bf6e-234dfdc157b6,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:22.644620 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50e32ba-a919-47bb-8f3f-3faf120cfb20 req-53e87de3-6da5-4fbe-b5c0-a3daaa02e00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:22.644905 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e50e32ba-a919-47bb-8f3f-3faf120cfb20 req-53e87de3-6da5-4fbe-b5c0-a3daaa02e00b service neutron] 10.222.0.20 "GET /v2.0/networks?id=166095fb-602c-4131-97e4-e6648d07bb0e HTTP/1.1" status: 200 len: 924 time: 1.1312237 May 31 13:21:22.722446 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-66c21617-1881-4fa0-b18c-dfeb059dfc5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:22.765363 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c21617-1881-4fa0-b18c-dfeb059dfc5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be115c85-edbd-4420-92c6-50413802d8d5,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:22.803176 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-66c21617-1881-4fa0-b18c-dfeb059dfc5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:22.807144 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-66c21617-1881-4fa0-b18c-dfeb059dfc5e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/be115c85-edbd-4420-92c6-50413802d8d5 HTTP/1.1" status: 204 len: 168 time: 1.6336443 May 31 13:21:22.809316 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e50e32ba-a919-47bb-8f3f-3faf120cfb20 req-a794a900-c483-4ab8-a257-1046247da824 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a0c3a9ed-10db-4c2d-97a5-5799e321f3f8 HTTP/1.1" status: 200 len: 1000 time: 0.1442089 May 31 13:21:22.928176 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50e32ba-a919-47bb-8f3f-3faf120cfb20 req-c5847147-40d2-4c5c-80f9-1cf18c7f93a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:22.929952 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e50e32ba-a919-47bb-8f3f-3faf120cfb20 req-c5847147-40d2-4c5c-80f9-1cf18c7f93a1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=351010e5-51b7-43d5-9224-87aaece5e49a HTTP/1.1" status: 200 len: 862 time: 0.1101029 May 31 13:21:23.002886 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-bd047be8-f6ea-41f6-ae18-49464ba7f3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd651f60-0be8-4c16-8cb7-f5e40172e9d0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-732351676-router', 'tenant_id': 'b507f55702b4454690aaa4c9f4de29b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': '0b7ddb7f-6fe3-4b26-9866-154d36fe3a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:18:52Z', 'updated_at': '2022-05-31T13:19:06Z', 'revision_number': 4, 'project_id': 'b507f55702b4454690aaa4c9f4de29b0', 'gw_port': {'id': '0b7ddb7f-6fe3-4b26-9866-154d36fe3a17', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:26:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd651f60-0be8-4c16-8cb7-f5e40172e9d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:18:55Z', 'updated_at': '2022-05-31T13:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '4139a634-0314-4a3c-82a2-5ff196420ff6', 'tenant_id': 'b507f55702b4454690aaa4c9f4de29b0', 'floating_ip_address': '172.25.6.145', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': 'bd651f60-0be8-4c16-8cb7-f5e40172e9d0', 'port_id': 'a0c3a9ed-10db-4c2d-97a5-5799e321f3f8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '166095fb-602c-4131-97e4-e6648d07bb0e', 'mac_address': 'fa:16:3e:aa:84:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee30518-0d5d-4b0c-89f6-3c303f271df7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:19:36Z', 'updated_at': '2022-05-31T13:21:16Z', 'revision_number': 5, 'project_id': 'b507f55702b4454690aaa4c9f4de29b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afa8a152-e452-49c0-b1e2-c656552eaeef', 'name': '', 'network_id': '166095fb-602c-4131-97e4-e6648d07bb0e', 'tenant_id': 'b507f55702b4454690aaa4c9f4de29b0', 'mac_address': 'fa:16:3e:93:32:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd651f60-0be8-4c16-8cb7-f5e40172e9d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 153, 'fixed_ips': [{'subnet_id': '351010e5-51b7-43d5-9224-87aaece5e49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:19:03Z', 'updated_at': '2022-05-31T13:19:15Z', 'revision_number': 5, 'project_id': 'b507f55702b4454690aaa4c9f4de29b0', 'subnets': [{'id': '351010e5-51b7-43d5-9224-87aaece5e49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:21:23.026028 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd047be8-f6ea-41f6-ae18-49464ba7f3dc None None] The sync data for ids ['bd651f60-0be8-4c16-8cb7-f5e40172e9d0'] in n-d-843939-1 is: [{'id': 'bd651f60-0be8-4c16-8cb7-f5e40172e9d0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-732351676-router', 'tenant_id': 'b507f55702b4454690aaa4c9f4de29b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': '0b7ddb7f-6fe3-4b26-9866-154d36fe3a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:18:52Z', 'updated_at': '2022-05-31T13:19:06Z', 'revision_number': 4, 'project_id': 'b507f55702b4454690aaa4c9f4de29b0', 'gw_port': {'id': '0b7ddb7f-6fe3-4b26-9866-154d36fe3a17', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:26:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd651f60-0be8-4c16-8cb7-f5e40172e9d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:18:55Z', 'updated_at': '2022-05-31T13:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '4139a634-0314-4a3c-82a2-5ff196420ff6', 'tenant_id': 'b507f55702b4454690aaa4c9f4de29b0', 'floating_ip_address': '172.25.6.145', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': 'bd651f60-0be8-4c16-8cb7-f5e40172e9d0', 'port_id': 'a0c3a9ed-10db-4c2d-97a5-5799e321f3f8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '166095fb-602c-4131-97e4-e6648d07bb0e', 'mac_address': 'fa:16:3e:aa:84:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee30518-0d5d-4b0c-89f6-3c303f271df7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:19:36Z', 'updated_at': '2022-05-31T13:21:16Z', 'revision_number': 5, 'project_id': 'b507f55702b4454690aaa4c9f4de29b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afa8a152-e452-49c0-b1e2-c656552eaeef', 'name': '', 'network_id': '166095fb-602c-4131-97e4-e6648d07bb0e', 'tenant_id': 'b507f55702b4454690aaa4c9f4de29b0', 'mac_address': 'fa:16:3e:93:32:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd651f60-0be8-4c16-8cb7-f5e40172e9d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 153, 'fixed_ips': [{'subnet_id': '351010e5-51b7-43d5-9224-87aaece5e49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:19:03Z', 'updated_at': '2022-05-31T13:19:15Z', 'revision_number': 5, 'project_id': 'b507f55702b4454690aaa4c9f4de29b0', 'subnets': [{'id': '351010e5-51b7-43d5-9224-87aaece5e49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:21:23.034316 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 1b511901-6041-4225-8ef3-c3b15518a027 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:21:23.034989 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:23.039846 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-aa6fb3a9-9c38-4223-beea-b6ad0dea606a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:23.099765 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6fb3a9-9c38-4223-beea-b6ad0dea606a admin admin] Pushing event deleted for resources: {'Port': ['ID=93d9e554-65ad-4e4a-bab1-a160b4c9d2c0,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:23.144516 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55fb1417-cad8-4df4-aa5c-6da0276389e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b511901-6041-4225-8ef3-c3b15518a027'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:21:23.192459 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 1b511901-6041-4225-8ef3-c3b15518a027, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=1b511901-6041-4225-8ef3-c3b15518a027,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:21:23.204195 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:23.242617 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50e32ba-a919-47bb-8f3f-3faf120cfb20 req-01c11db1-f76a-4646-884b-ed7381d060e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:23.244464 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e50e32ba-a919-47bb-8f3f-3faf120cfb20 req-01c11db1-f76a-4646-884b-ed7381d060e8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=166095fb-602c-4131-97e4-e6648d07bb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3072364 May 31 13:21:23.352142 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26910b0e-8b77-4e20-8c7d-1a53cd0d6f94 req-baece85e-60a6-4895-8c75-1047114f7a21 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:23.360470 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-26910b0e-8b77-4e20-8c7d-1a53cd0d6f94 req-baece85e-60a6-4895-8c75-1047114f7a21 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=9db63fb7-f5a0-4390-8f05-d9b2a1ae47fc HTTP/1.1" status: 200 len: 944 time: 0.2352688 May 31 13:21:23.401772 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b888723-27f8-4e09-b539-5f5b1bb02e55'] response: {'server_uuid': '55fb1417-cad8-4df4-aa5c-6da0276389e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b511901-6041-4225-8ef3-c3b15518a027', 'code': 200} May 31 13:21:23.402410 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=1b511901-6041-4225-8ef3-c3b15518a027,revision_number=11']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:23.465353 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ca9246-d086-4f3e-9bf5-5677d5088d5c None None] New status for floating IP 4139a634-0314-4a3c-82a2-5ff196420ff6: ACTIVE {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 13:21:23.467944 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-26910b0e-8b77-4e20-8c7d-1a53cd0d6f94 req-956e4686-a15f-4c97-a8a7-c03c3f7eb4a8 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999160 May 31 13:21:23.775051 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c367e7-0851-494f-be66-38d4214d6ef2 req-97bf8225-33d4-4d30-a67b-10d69f5ed6f1 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:23.790879 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-68c367e7-0851-494f-be66-38d4214d6ef2 req-97bf8225-33d4-4d30-a67b-10d69f5ed6f1 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b50fd3b-b462-403d-b8da-fd02cb3e2439 HTTP/1.1" status: 200 len: 949 time: 0.1430786 May 31 13:21:23.888712 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e50e32ba-a919-47bb-8f3f-3faf120cfb20 req-3b17d6d6-9011-409e-b6d7-31fb08445635 service neutron] 10.222.0.20 "GET /v2.0/networks/166095fb-602c-4131-97e4-e6648d07bb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6344984 May 31 13:21:23.899043 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-68c367e7-0851-494f-be66-38d4214d6ef2 req-3c52c505-1dd5-482d-83ae-8bfae107f206 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071813 May 31 13:21:23.919107 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 95e68113-2ff1-42e3-b645-2d1b5c52a434 up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:21:24.080084 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning for port 95e68113-2ff1-42e3-b645-2d1b5c52a434 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:21:24.086933 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port 95e68113-2ff1-42e3-b645-2d1b5c52a434 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:21:24.087308 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:24.098276 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-aa6fb3a9-9c38-4223-beea-b6ad0dea606a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:24.256494 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2291cce7-2b1f-4357-8bed-22f26423584f req-1fa91e58-1d7e-425f-bb13-83df3f5552a4 tempest-ServersAdmin275Test-224223523 tempest-ServersAdmin275Test-224223523-project] 10.222.0.50 "GET /v2.0/ports?device_id=385ab51b-b4d3-4a53-a563-c02e0d6c3bb2 HTTP/1.1" status: 200 len: 210 time: 0.0718384 May 31 13:21:24.267304 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7285eae1-b4c4-4226-bad6-077bc235da25 req-223dd909-d31c-4511-98f7-a75084a346ea tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:24.274367 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7285eae1-b4c4-4226-bad6-077bc235da25 req-223dd909-d31c-4511-98f7-a75084a346ea tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/ports?device_id=addb65c3-f621-47a1-8af2-7f3111e6af84 HTTP/1.1" status: 200 len: 950 time: 0.2399135 May 31 13:21:24.334136 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7285eae1-b4c4-4226-bad6-077bc235da25 req-b5b4753f-86c8-43a0-a46f-bce5aa960481 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/security-groups?id=62fff807-5a72-4450-b5e7-33e8160efe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587358 May 31 13:21:24.341666 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0623917c-6417-4521-8ccd-e184fff6b692 req-9a413981-00f7-4bfc-afe7-d25af0eaa86a tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:24.363659 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0623917c-6417-4521-8ccd-e184fff6b692 req-9a413981-00f7-4bfc-afe7-d25af0eaa86a tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.20 "GET /v2.0/ports?device_id=addb65c3-f621-47a1-8af2-7f3111e6af84 HTTP/1.1" status: 200 len: 950 time: 0.2598264 May 31 13:21:24.412761 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 95e68113-2ff1-42e3-b645-2d1b5c52a434 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:21:24.413705 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:24.480532 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 3a29f38a-dfe7-4a4d-9217-88b275f81816 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:21:24.604356 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dd75cd2c-1d40-4851-abae-615a6d4138c1 req-f3928fdf-94ae-4098-9abe-56cff29e1c37 tempest-ServersAdmin275Test-224223523 tempest-ServersAdmin275Test-224223523-project] 10.222.0.50 "GET /v2.0/ports?device_id=385ab51b-b4d3-4a53-a563-c02e0d6c3bb2 HTTP/1.1" status: 200 len: 210 time: 0.1538126 May 31 13:21:24.607743 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 35308) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:21:24.622293 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e50e32ba-a919-47bb-8f3f-3faf120cfb20 req-8ca7b2fd-2759-4b6a-bb31-360132513a39 service neutron] 10.222.0.20 "GET /v2.0/networks/166095fb-602c-4131-97e4-e6648d07bb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7114379 May 31 13:21:24.626988 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 95e68113-2ff1-42e3-b645-2d1b5c52a434, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=95e68113-2ff1-42e3-b645-2d1b5c52a434,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:21:24.657886 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:24.677352 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-0623917c-6417-4521-8ccd-e184fff6b692 req-dd89c011-9def-458e-877b-ecfbbce390b3 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Deleting port 1b58a50e-2613-468b-a020-62c493406cf3 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:21:24.677699 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-0623917c-6417-4521-8ccd-e184fff6b692 req-dd89c011-9def-458e-877b-ecfbbce390b3 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:24.767240 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port 3a29f38a-dfe7-4a4d-9217-88b275f81816 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:21:24.774947 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=95e68113-2ff1-42e3-b645-2d1b5c52a434,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:24.783074 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port 3a29f38a-dfe7-4a4d-9217-88b275f81816 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:21:24.783543 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:25.047613 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-3d73cbf4-fd67-470d-b7e9-e5d9d7d6c793 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1171133926-network', 'tenant_id': 'e2597a7ed6d8470e9c70cdf094415106'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:21:25.071383 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e8f403-02f9-4f62-97b1-9425d6d8b79d req-e98fd7ec-6a5a-47cb-b244-e7ce11f15fed tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:25.079348 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-15e8f403-02f9-4f62-97b1-9425d6d8b79d req-e98fd7ec-6a5a-47cb-b244-e7ce11f15fed tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=9db63fb7-f5a0-4390-8f05-d9b2a1ae47fc HTTP/1.1" status: 200 len: 944 time: 0.3199093 May 31 13:21:25.080103 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 3a29f38a-dfe7-4a4d-9217-88b275f81816 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:21:25.080561 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:25.084815 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-3d73cbf4-fd67-470d-b7e9-e5d9d7d6c793 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:21:25.109857 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-3d73cbf4-fd67-470d-b7e9-e5d9d7d6c793 admin admin] Usage tracker for resource:network and tenant:e2597a7ed6d8470e9c70cdf094415106 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:21:25.115650 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-3d73cbf4-fd67-470d-b7e9-e5d9d7d6c793 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:21:25.124390 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-3d73cbf4-fd67-470d-b7e9-e5d9d7d6c793 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:21:25.128003 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa6fb3a9-9c38-4223-beea-b6ad0dea606a admin admin] Router f999b928-5db6-49dd-8905-803ec22808ea has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:21:25.153387 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 3a29f38a-dfe7-4a4d-9217-88b275f81816, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=3a29f38a-dfe7-4a4d-9217-88b275f81816,segment=NetworkSegment(a592d348-649e-4ed1-b139-bdf2b9c4a847),segment_id=a592d348-649e-4ed1-b139-bdf2b9c4a847)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:21:25.158965 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:25.224592 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-15e8f403-02f9-4f62-97b1-9425d6d8b79d req-a16db915-6d7d-4cf4-b02c-ce8e36a112fb tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442497 May 31 13:21:25.243068 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d73cbf4-fd67-470d-b7e9-e5d9d7d6c793 admin admin] Made reservation on behalf of e2597a7ed6d8470e9c70cdf094415106 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:21:25.247924 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3d73cbf4-fd67-470d-b7e9-e5d9d7d6c793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:25.264687 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=3a29f38a-dfe7-4a4d-9217-88b275f81816,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:25.285090 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-0623917c-6417-4521-8ccd-e184fff6b692 req-dd89c011-9def-458e-877b-ecfbbce390b3 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] For port 1b58a50e-2613-468b-a020-62c493406cf3, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=1b58a50e-2613-468b-a020-62c493406cf3,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:21:25.286038 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-0623917c-6417-4521-8ccd-e184fff6b692 req-dd89c011-9def-458e-877b-ecfbbce390b3 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:25.298997 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3d73cbf4-fd67-470d-b7e9-e5d9d7d6c793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:25.316607 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-3d73cbf4-fd67-470d-b7e9-e5d9d7d6c793 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:21:25.321076 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-3d73cbf4-fd67-470d-b7e9-e5d9d7d6c793 admin admin] Usage tracker for resource:security_group_rule and tenant:e2597a7ed6d8470e9c70cdf094415106 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:21:25.324208 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-3d73cbf4-fd67-470d-b7e9-e5d9d7d6c793 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:21:25.330343 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-3d73cbf4-fd67-470d-b7e9-e5d9d7d6c793 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:21:25.403260 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b50fd3b-b462-403d-b8da-fd02cb3e2439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95e68113-2ff1-42e3-b645-2d1b5c52a434'}, {'server_uuid': '9db63fb7-f5a0-4390-8f05-d9b2a1ae47fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a29f38a-dfe7-4a4d-9217-88b275f81816'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:21:25.427489 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3d73cbf4-fd67-470d-b7e9-e5d9d7d6c793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:25.451964 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa6fb3a9-9c38-4223-beea-b6ad0dea606a admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:21:25.463224 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215b8cb6-475d-476e-8eae-a2d21d43be3b None None] Sync routers for ids ['f999b928-5db6-49dd-8905-803ec22808ea'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:21:25.471802 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-aa6fb3a9-9c38-4223-beea-b6ad0dea606a admin admin] 10.222.0.50 "PUT /v2.0/routers/f999b928-5db6-49dd-8905-803ec22808ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8477166 May 31 13:21:25.472507 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 35334) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:21:25.477573 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215b8cb6-475d-476e-8eae-a2d21d43be3b None None] Routers {'f999b928-5db6-49dd-8905-803ec22808ea'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:21:25.482256 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-215b8cb6-475d-476e-8eae-a2d21d43be3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:21:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['f999b928-5db6-49dd-8905-803ec22808ea'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:21:25.653098 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3d73cbf4-fd67-470d-b7e9-e5d9d7d6c793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:25.669738 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-0623917c-6417-4521-8ccd-e184fff6b692 req-dd89c011-9def-458e-877b-ecfbbce390b3 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Calling delete_port for 1b58a50e-2613-468b-a020-62c493406cf3 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:21:25.672323 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4e1281f3-0657-4348-8d2e-bee933f2b8a5 admin admin] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:25.688682 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-215b8cb6-475d-476e-8eae-a2d21d43be3b None None] Set router f999b928-5db6-49dd-8905-803ec22808ea gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:21:25.796772 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d73cbf4-fd67-470d-b7e9-e5d9d7d6c793 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:21:25.839077 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d73cbf4-fd67-470d-b7e9-e5d9d7d6c793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb73710-3d65-4dab-a4f3-8814f415ca6d,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:25.859174 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d0d81-ea10-43d9-86a4-d6b23180c4f6 req-d8b43676-fb7d-4c94-9a08-e4e3d67ea4b2 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:25.861627 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-515d0d81-ea10-43d9-86a4-d6b23180c4f6 req-d8b43676-fb7d-4c94-9a08-e4e3d67ea4b2 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b50fd3b-b462-403d-b8da-fd02cb3e2439 HTTP/1.1" status: 200 len: 950 time: 0.7123458 May 31 13:21:25.864644 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3d73cbf4-fd67-470d-b7e9-e5d9d7d6c793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:25.865358 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-3d73cbf4-fd67-470d-b7e9-e5d9d7d6c793 admin admin] Added segment 5e25fb0d-97f0-46e3-9365-1fe4cebfedef of type vlan for network 54080721-9f8a-4f91-bfc0-a61481e712fa May 31 13:21:25.879834 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4e1281f3-0657-4348-8d2e-bee933f2b8a5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:25.892894 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-4e1281f3-0657-4348-8d2e-bee933f2b8a5 admin admin] Deleting port 7c06a97b-1a69-4e93-a372-54e7d419a3b4 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:21:25.893112 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4e1281f3-0657-4348-8d2e-bee933f2b8a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:25.952925 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69166a09-f429-40b4-a034-7b2100ecbdd9 req-e2aace11-f7d3-49b2-a2f2-16ef13b7da7e tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:25.960605 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-69166a09-f429-40b4-a034-7b2100ecbdd9 req-e2aace11-f7d3-49b2-a2f2-16ef13b7da7e tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/ports?device_id=addb65c3-f621-47a1-8af2-7f3111e6af84 HTTP/1.1" status: 200 len: 950 time: 0.3084157 May 31 13:21:25.965379 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3d73cbf4-fd67-470d-b7e9-e5d9d7d6c793 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:26.011585 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-515d0d81-ea10-43d9-86a4-d6b23180c4f6 req-1babef6e-ea26-4066-9d3c-3f39ba70085c tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180320 May 31 13:21:26.064712 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-215b8cb6-475d-476e-8eae-a2d21d43be3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f999b928-5db6-49dd-8905-803ec22808ea', 'name': 'tempest-ServersTestJSON-907881908-router', 'tenant_id': 'e566dfc2cf5740deb10cf057af38c280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '7c06a97b-1a69-4e93-a372-54e7d419a3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:19:37Z', 'updated_at': '2022-05-31T13:21:22Z', 'revision_number': 5, 'project_id': 'e566dfc2cf5740deb10cf057af38c280', 'gw_port': {'id': '7c06a97b-1a69-4e93-a372-54e7d419a3b4', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f999b928-5db6-49dd-8905-803ec22808ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:19:39Z', 'updated_at': '2022-05-31T13:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:21:26.068744 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215b8cb6-475d-476e-8eae-a2d21d43be3b None None] Checking router: f999b928-5db6-49dd-8905-803ec22808ea for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:21:26.080537 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215b8cb6-475d-476e-8eae-a2d21d43be3b None None] Routers {'f999b928-5db6-49dd-8905-803ec22808ea'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:21:26.081260 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-215b8cb6-475d-476e-8eae-a2d21d43be3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:21:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['f999b928-5db6-49dd-8905-803ec22808ea'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:21:26.119260 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-69166a09-f429-40b4-a034-7b2100ecbdd9 req-99d51462-777d-42e2-b61a-7d5728b4001c tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/security-groups?id=62fff807-5a72-4450-b5e7-33e8160efe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576760 May 31 13:21:26.119979 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-4e1281f3-0657-4348-8d2e-bee933f2b8a5 admin admin] For port 7c06a97b-1a69-4e93-a372-54e7d419a3b4, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=7c06a97b-1a69-4e93-a372-54e7d419a3b4,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:21:26.120350 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4e1281f3-0657-4348-8d2e-bee933f2b8a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:26.137684 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-0623917c-6417-4521-8ccd-e184fff6b692 req-dd89c011-9def-458e-877b-ecfbbce390b3 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:26.139870 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3d73cbf4-fd67-470d-b7e9-e5d9d7d6c793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:26.157206 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-635ee360-6722-4159-8f53-821166d5f475'] response: {'server_uuid': '1b50fd3b-b462-403d-b8da-fd02cb3e2439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95e68113-2ff1-42e3-b645-2d1b5c52a434', 'code': 200} May 31 13:21:26.157361 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d73cbf4-fd67-470d-b7e9-e5d9d7d6c793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:26.157470 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-635ee360-6722-4159-8f53-821166d5f475'] response: {'server_uuid': '9db63fb7-f5a0-4390-8f05-d9b2a1ae47fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a29f38a-dfe7-4a4d-9217-88b275f81816', 'code': 200} May 31 13:21:26.159356 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3d73cbf4-fd67-470d-b7e9-e5d9d7d6c793 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:26.159897 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['bde4048d-5049-471c-9bd6-126361053207', '1b511901-6041-4225-8ef3-c3b15518a027'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:21:26.392243 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d73cbf4-fd67-470d-b7e9-e5d9d7d6c793 admin admin] Pushing event updated for resources: {'Network': ['ID=54080721-9f8a-4f91-bfc0-a61481e712fa,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:26.401788 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-3d73cbf4-fd67-470d-b7e9-e5d9d7d6c793 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.7930348 May 31 13:21:26.413334 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 54080721-9f8a-4f91-bfc0-a61481e712fa details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:21:26.446348 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-215b8cb6-475d-476e-8eae-a2d21d43be3b None None] Set router f999b928-5db6-49dd-8905-803ec22808ea gateway port host: None {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:21:26.452504 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 35348) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:21:26.477090 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-4e1281f3-0657-4348-8d2e-bee933f2b8a5 admin admin] Calling delete_port for 7c06a97b-1a69-4e93-a372-54e7d419a3b4 owned by network:router_gateway {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:21:26.498976 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd89c011-9def-458e-877b-ecfbbce390b3 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Pushing event deleted for resources: {'Port': ['ID=1b58a50e-2613-468b-a020-62c493406cf3,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:26.518749 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-ae0dfca6-77b9-4266-af0c-9f6e58602f8f admin admin] Request body: {'subnet': {'network_id': '54080721-9f8a-4f91-bfc0-a61481e712fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1171133926-subnet', 'tenant_id': 'e2597a7ed6d8470e9c70cdf094415106', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:21:26.564351 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-ae0dfca6-77b9-4266-af0c-9f6e58602f8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:21:26.590872 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a43af-3a16-4556-bd23-949c465a2b5e req-9b8d83d5-232f-4668-899b-66e0d0d29f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:26.592265 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-609a43af-3a16-4556-bd23-949c465a2b5e req-9b8d83d5-232f-4668-899b-66e0d0d29f25 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1b50fd3b-b462-403d-b8da-fd02cb3e2439 HTTP/1.1" status: 200 len: 1101 time: 0.2306051 May 31 13:21:26.602715 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e71b4f76-0ea4-421e-a495-099a9e2cf70b req-a9ea9107-e525-4108-b3cd-2f860e9eca66 tempest-ServersAdmin275Test-224223523 tempest-ServersAdmin275Test-224223523-project] 10.222.0.50 "GET /v2.0/ports?device_id=385ab51b-b4d3-4a53-a563-c02e0d6c3bb2 HTTP/1.1" status: 200 len: 210 time: 0.1441774 May 31 13:21:26.603712 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-ae0dfca6-77b9-4266-af0c-9f6e58602f8f admin admin] Usage tracker for resource:subnet and tenant:e2597a7ed6d8470e9c70cdf094415106 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:21:26.618035 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-ae0dfca6-77b9-4266-af0c-9f6e58602f8f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:21:26.640382 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-215b8cb6-475d-476e-8eae-a2d21d43be3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f999b928-5db6-49dd-8905-803ec22808ea', 'name': 'tempest-ServersTestJSON-907881908-router', 'tenant_id': 'e566dfc2cf5740deb10cf057af38c280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:19:37Z', 'updated_at': '2022-05-31T13:21:25Z', 'revision_number': 6, 'project_id': 'e566dfc2cf5740deb10cf057af38c280', 'gw_port_host': None}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:21:26.642925 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-609a43af-3a16-4556-bd23-949c465a2b5e req-e853c7e2-4126-4e08-9338-54542eee30ac service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428591 May 31 13:21:26.652488 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215b8cb6-475d-476e-8eae-a2d21d43be3b None None] The sync data for ids ['f999b928-5db6-49dd-8905-803ec22808ea'] in n-d-843939-1 is: [{'id': 'f999b928-5db6-49dd-8905-803ec22808ea', 'name': 'tempest-ServersTestJSON-907881908-router', 'tenant_id': 'e566dfc2cf5740deb10cf057af38c280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:19:37Z', 'updated_at': '2022-05-31T13:21:25Z', 'revision_number': 6, 'project_id': 'e566dfc2cf5740deb10cf057af38c280', 'gw_port_host': None}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:21:26.682138 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-ae0dfca6-77b9-4266-af0c-9f6e58602f8f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:21:26.724008 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-0623917c-6417-4521-8ccd-e184fff6b692 req-dd89c011-9def-458e-877b-ecfbbce390b3 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] No DVR routers for this DVR port 1b58a50e-2613-468b-a020-62c493406cf3 on host n-h1-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:21:26.729436 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-0623917c-6417-4521-8ccd-e184fff6b692 req-dd89c011-9def-458e-877b-ecfbbce390b3 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:26.731522 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0623917c-6417-4521-8ccd-e184fff6b692 req-dd89c011-9def-458e-877b-ecfbbce390b3 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.20 "DELETE /v2.0/ports/1b58a50e-2613-468b-a020-62c493406cf3 HTTP/1.1" status: 204 len: 173 time: 2.3590646 May 31 13:21:26.733155 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'addb65c3-f621-47a1-8af2-7f3111e6af84', 'name': 'network-vif-deleted', 'tag': '1b58a50e-2613-468b-a020-62c493406cf3'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:21:26.745779 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae0dfca6-77b9-4266-af0c-9f6e58602f8f admin admin] Made reservation on behalf of e2597a7ed6d8470e9c70cdf094415106 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:21:26.748208 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ae0dfca6-77b9-4266-af0c-9f6e58602f8f admin admin] Notify callbacks [] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:26.763241 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4e1281f3-0657-4348-8d2e-bee933f2b8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:26.837254 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1281f3-0657-4348-8d2e-bee933f2b8a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c06a97b-1a69-4e93-a372-54e7d419a3b4,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:26.841764 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38f9e9ed-e83c-4ec7-96a0-f5f1ceb2e313'] response: {'server_uuid': 'addb65c3-f621-47a1-8af2-7f3111e6af84', 'name': 'network-vif-deleted', 'tag': '1b58a50e-2613-468b-a020-62c493406cf3', 'status': 'completed', 'code': 200} May 31 13:21:26.854908 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5327fbd3-ba1e-4b70-9f41-05fcefa7820e req-4b2f003d-cf73-440d-abeb-574110b253b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:26.856529 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5327fbd3-ba1e-4b70-9f41-05fcefa7820e req-4b2f003d-cf73-440d-abeb-574110b253b7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9db63fb7-f5a0-4390-8f05-d9b2a1ae47fc HTTP/1.1" status: 200 len: 1096 time: 0.4662132 May 31 13:21:26.929500 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d011a6-7bae-453a-98fc-72ccc5e12639 req-b8b330a2-fd6a-4791-a115-3e3a921aaf82 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:26.936580 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-84d011a6-7bae-453a-98fc-72ccc5e12639 req-b8b330a2-fd6a-4791-a115-3e3a921aaf82 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=9db63fb7-f5a0-4390-8f05-d9b2a1ae47fc HTTP/1.1" status: 200 len: 945 time: 0.4222391 May 31 13:21:26.983532 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4e1281f3-0657-4348-8d2e-bee933f2b8a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577389'] for router_gateway, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:27.145636 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 93d9e554-65ad-4e4a-bab1-a160b4c9d2c0 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:21:27.162519 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5327fbd3-ba1e-4b70-9f41-05fcefa7820e req-9ca3d814-93f4-450f-8c11-56a6d776d53d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964714 May 31 13:21:27.198356 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 93d9e554-65ad-4e4a-bab1-a160b4c9d2c0 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:21:27.198854 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 93d9e554-65ad-4e4a-bab1-a160b4c9d2c0 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:21:27.280322 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-91f8414d-2469-4d25-84c4-5db11472a897 req-4a90102c-2bc9-41f4-8ff9-8550057f2a46 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=385ab51b-b4d3-4a53-a563-c02e0d6c3bb2 HTTP/1.1" status: 200 len: 210 time: 0.0998127 May 31 13:21:27.296261 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-84d011a6-7bae-453a-98fc-72ccc5e12639 req-6c963c27-22f6-401b-b7b4-65a7a85e5f9f tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3588080 May 31 13:21:27.312265 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4e1281f3-0657-4348-8d2e-bee933f2b8a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:27.324023 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4e1281f3-0657-4348-8d2e-bee933f2b8a5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:27.343947 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4e1281f3-0657-4348-8d2e-bee933f2b8a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:27.344685 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e1281f3-0657-4348-8d2e-bee933f2b8a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f999b928-5db6-49dd-8905-803ec22808ea {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:21:27.364477 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4e1281f3-0657-4348-8d2e-bee933f2b8a5 admin admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:27.369059 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-4e1281f3-0657-4348-8d2e-bee933f2b8a5 admin admin] 10.222.0.50 "DELETE /v2.0/routers/f999b928-5db6-49dd-8905-803ec22808ea HTTP/1.1" status: 204 len: 168 time: 1.8946493 May 31 13:21:27.370012 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ae0dfca6-77b9-4266-af0c-9f6e58602f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:27.370878 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 35382) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:21:27.416023 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b799c68-a2b3-42f0-ad13-0477ddd7209d req-389a81c0-816b-4aad-a4a8-6d8ba7e93353 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:27.417510 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1b799c68-a2b3-42f0-ad13-0477ddd7209d req-389a81c0-816b-4aad-a4a8-6d8ba7e93353 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b50fd3b-b462-403d-b8da-fd02cb3e2439 HTTP/1.1" status: 200 len: 950 time: 0.1832929 May 31 13:21:27.450430 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0c114fa-299c-4038-a23f-a046b9d09c47 admin admin] Deleting subnet 242d2316-6768-4a32-9245-372928819e1b {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:21:27.453679 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c0c114fa-299c-4038-a23f-a046b9d09c47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:27.504187 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c0c114fa-299c-4038-a23f-a046b9d09c47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:27.543594 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0dfca6-77b9-4266-af0c-9f6e58602f8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=83cbe83f-97ff-497d-8da2-ff6d3874e4c0,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:27.561177 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0dfca6-77b9-4266-af0c-9f6e58602f8f admin admin] Checking segment: {'id': '5e25fb0d-97f0-46e3-9365-1fe4cebfedef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '54080721-9f8a-4f91-bfc0-a61481e712fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:21:27.561526 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0dfca6-77b9-4266-af0c-9f6e58602f8f admin admin] Network hostable DHCP agents. Network: 54080721-9f8a-4f91-bfc0-a61481e712fa, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:21:27.567297 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-fd509199-b2bc-448f-9478-d3a9fa9458f9 req-2d8cf991-8877-4d0e-9506-3cf7f4d9832e tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Synchronizing usage tracker for tenant:ad789348d4d84f2799aa3c6910766725 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:21:27.572166 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1b799c68-a2b3-42f0-ad13-0477ddd7209d req-48df449c-cae6-443e-9a1c-8dbc91d621fd tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428201 May 31 13:21:27.605226 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0dfca6-77b9-4266-af0c-9f6e58602f8f admin admin] Network 54080721-9f8a-4f91-bfc0-a61481e712fa is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:21:27.614886 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-fd509199-b2bc-448f-9478-d3a9fa9458f9 req-2d8cf991-8877-4d0e-9506-3cf7f4d9832e tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Unset dirty status for tenant:ad789348d4d84f2799aa3c6910766725 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:21:27.616140 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fd509199-b2bc-448f-9478-d3a9fa9458f9 req-2d8cf991-8877-4d0e-9506-3cf7f4d9832e tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/ports?device_id=addb65c3-f621-47a1-8af2-7f3111e6af84 HTTP/1.1" status: 200 len: 210 time: 0.1378458 May 31 13:21:27.625286 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-ae0dfca6-77b9-4266-af0c-9f6e58602f8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 54080721-9f8a-4f91-bfc0-a61481e712fa) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:21:27.635271 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07bf8c8a-655b-4d6e-b5f3-a23c707a24bd None None] Network 54080721-9f8a-4f91-bfc0-a61481e712fa requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:21:27.648307 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0dfca6-77b9-4266-af0c-9f6e58602f8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:27.648906 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ae0dfca6-77b9-4266-af0c-9f6e58602f8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:27.684826 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-ae0dfca6-77b9-4266-af0c-9f6e58602f8f admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.1782541 May 31 13:21:27.716799 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c0c114fa-299c-4038-a23f-a046b9d09c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:27.824504 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-35c319f2-7a17-44ec-b17b-03ee65fd2eee req-3355433d-ed6c-4d4c-86e6-a6137a544213 tempest-ServersAdmin275Test-224223523 tempest-ServersAdmin275Test-224223523-project] 10.222.0.50 "GET /v2.0/ports?device_id=385ab51b-b4d3-4a53-a563-c02e0d6c3bb2 HTTP/1.1" status: 200 len: 210 time: 0.0559471 May 31 13:21:27.889813 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c0c114fa-299c-4038-a23f-a046b9d09c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:27.934682 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 1b58a50e-2613-468b-a020-62c493406cf3 no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:21:27.951704 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c114fa-299c-4038-a23f-a046b9d09c47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=242d2316-6768-4a32-9245-372928819e1b,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:27.961501 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c0c114fa-299c-4038-a23f-a046b9d09c47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:27.971962 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c0c114fa-299c-4038-a23f-a046b9d09c47 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/242d2316-6768-4a32-9245-372928819e1b HTTP/1.1" status: 204 len: 168 time: 0.5969760 May 31 13:21:27.972417 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 35396) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:21:28.058533 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a94eff-d28d-457b-adcb-a4c62c767d3e None None] Network 2673cfae-a69b-4b07-beac-4f5bbaf82e9b requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:21:28.216390 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-15036269-a136-4b76-b016-0c08c822a75f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:28.237053 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-15036269-a136-4b76-b016-0c08c822a75f admin admin] Deleting port 5f5caea1-1745-498c-b14c-c19707076e0b {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:21:28.237550 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-15036269-a136-4b76-b016-0c08c822a75f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:28.275330 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] No Port match for: 1b58a50e-2613-468b-a020-62c493406cf3 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:21:28.276315 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 1b58a50e-2613-468b-a020-62c493406cf3 not bound to the agent host n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:21:28.351755 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1728f2-b345-42b3-ab64-fc178ced1ea6 None None] Network 54080721-9f8a-4f91-bfc0-a61481e712fa requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:21:28.461545 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 35418) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:21:28.623282 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c7077215-a098-478f-972c-119535464e55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:28.640355 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c7077215-a098-478f-972c-119535464e55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:21:28.645794 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c7077215-a098-478f-972c-119535464e55 admin admin] Usage tracker for resource:security_group_rule and tenant:bec076376af9495fb9873f120ad572d9 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:21:28.649365 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c7077215-a098-478f-972c-119535464e55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:21:28.657929 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c7077215-a098-478f-972c-119535464e55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:21:28.690836 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9594ddd-7d22-41db-8acd-7c669986042d req-9555daa3-04c9-46d8-905c-0228cae43b9f tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:28.691849 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-d9594ddd-7d22-41db-8acd-7c669986042d req-9555daa3-04c9-46d8-905c-0228cae43b9f tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Synchronizing usage tracker for tenant:e2597a7ed6d8470e9c70cdf094415106 on resource:network {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:21:28.771552 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7291f5c7-6a9f-46c2-8f00-09857fb97f57 None None] DHCP port deletion for 2673cfae-a69b-4b07-beac-4f5bbaf82e9b request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:21:28.776981 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-7291f5c7-6a9f-46c2-8f00-09857fb97f57 None None] Deleting port 5f5caea1-1745-498c-b14c-c19707076e0b {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:21:28.777360 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7291f5c7-6a9f-46c2-8f00-09857fb97f57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:28.792500 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c7077215-a098-478f-972c-119535464e55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:28.797135 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c7077215-a098-478f-972c-119535464e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:28.850068 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c7077215-a098-478f-972c-119535464e55 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bec076376af9495fb9873f120ad572d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3873222 May 31 13:21:28.851639 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7077215-a098-478f-972c-119535464e55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7b45d3-fdce-43a8-affe-f2f675143002,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:28.854562 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 35428) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:21:28.862591 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-d9594ddd-7d22-41db-8acd-7c669986042d req-9555daa3-04c9-46d8-905c-0228cae43b9f tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Unset dirty status for tenant:e2597a7ed6d8470e9c70cdf094415106 on resource:network {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:21:28.866695 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d9594ddd-7d22-41db-8acd-7c669986042d req-9555daa3-04c9-46d8-905c-0228cae43b9f tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/networks?id=54080721-9f8a-4f91-bfc0-a61481e712fa HTTP/1.1" status: 200 len: 805 time: 0.4513888 May 31 13:21:28.868262 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-15036269-a136-4b76-b016-0c08c822a75f admin admin] For port 5f5caea1-1745-498c-b14c-c19707076e0b, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=5f5caea1-1745-498c-b14c-c19707076e0b,segment=NetworkSegment(92567f26-b8b9-42f0-9a40-dd393ba47025),segment_id=92567f26-b8b9-42f0-9a40-dd393ba47025)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:21:28.868741 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-15036269-a136-4b76-b016-0c08c822a75f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:28.916671 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dbf7f8d1-c2bb-4994-99b7-7e21c36f280d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:28.946587 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dbf7f8d1-c2bb-4994-99b7-7e21c36f280d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:29.013285 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-15036269-a136-4b76-b016-0c08c822a75f admin admin] Calling delete_port for 5f5caea1-1745-498c-b14c-c19707076e0b owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:21:29.016092 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dbf7f8d1-c2bb-4994-99b7-7e21c36f280d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:29.027148 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-7291f5c7-6a9f-46c2-8f00-09857fb97f57 None None] For port 5f5caea1-1745-498c-b14c-c19707076e0b, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=5f5caea1-1745-498c-b14c-c19707076e0b,segment=NetworkSegment(92567f26-b8b9-42f0-9a40-dd393ba47025),segment_id=92567f26-b8b9-42f0-9a40-dd393ba47025)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:21:29.027736 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7291f5c7-6a9f-46c2-8f00-09857fb97f57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:29.035446 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf7f8d1-c2bb-4994-99b7-7e21c36f280d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7b45d3-fdce-43a8-affe-f2f675143002,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:29.037012 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 5f5caea1-1745-498c-b14c-c19707076e0b no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:21:29.042454 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dbf7f8d1-c2bb-4994-99b7-7e21c36f280d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:29.050633 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d9594ddd-7d22-41db-8acd-7c669986042d req-5bdc635d-cca7-45ec-a32c-3c702f7cd1c4 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/quotas/e2597a7ed6d8470e9c70cdf094415106 HTTP/1.1" status: 200 len: 375 time: 0.1706264 May 31 13:21:29.050848 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-dbf7f8d1-c2bb-4994-99b7-7e21c36f280d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dd7b45d3-fdce-43a8-affe-f2f675143002 HTTP/1.1" status: 204 len: 168 time: 0.1944609 May 31 13:21:29.066932 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bb9605-1f07-4dee-b836-7cd4053c74e3 req-a74d0abe-ff30-4d91-bbf0-fbd6cb882570 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:29.068374 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-46bb9605-1f07-4dee-b836-7cd4053c74e3 req-a74d0abe-ff30-4d91-bbf0-fbd6cb882570 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=9db63fb7-f5a0-4390-8f05-d9b2a1ae47fc HTTP/1.1" status: 200 len: 945 time: 0.4782305 May 31 13:21:29.130911 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d9594ddd-7d22-41db-8acd-7c669986042d req-1adb2c7a-83bf-40f7-ba8a-f11318da7a6c tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e2597a7ed6d8470e9c70cdf094415106&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0723803 May 31 13:21:29.211151 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-7291f5c7-6a9f-46c2-8f00-09857fb97f57 None None] Calling delete_port for 5f5caea1-1745-498c-b14c-c19707076e0b owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:21:29.270182 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-46bb9605-1f07-4dee-b836-7cd4053c74e3 req-a087b543-e9f2-432e-b048-19d8371831ba tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689794 May 31 13:21:29.273334 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-15036269-a136-4b76-b016-0c08c822a75f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:29.273621 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No active binding found for port 5f5caea1-1745-498c-b14c-c19707076e0b {{(pid=88371) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 31 13:21:29.274207 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 5f5caea1-1745-498c-b14c-c19707076e0b not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:21:29.274770 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 7c06a97b-1a69-4e93-a372-54e7d419a3b4 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:21:29.316407 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 7c06a97b-1a69-4e93-a372-54e7d419a3b4 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:21:29.317397 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 7c06a97b-1a69-4e93-a372-54e7d419a3b4 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:21:29.355774 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-7291f5c7-6a9f-46c2-8f00-09857fb97f57 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:21:29.356448 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-7291f5c7-6a9f-46c2-8f00-09857fb97f57 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:21:29.392149 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d9594ddd-7d22-41db-8acd-7c669986042d req-4b057ac6-e288-48df-b6dc-a25e1db80cdc service neutron] 10.222.0.50 "GET /v2.0/networks/54080721-9f8a-4f91-bfc0-a61481e712fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471304 May 31 13:21:29.399423 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 35438) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:21:29.419671 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-75d7817b-89be-41e0-a243-469a96714a87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:29.432736 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15036269-a136-4b76-b016-0c08c822a75f admin admin] Pushing event deleted for resources: {'Port': ['ID=5f5caea1-1745-498c-b14c-c19707076e0b,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:29.435687 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-75d7817b-89be-41e0-a243-469a96714a87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:21:29.440232 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15036269-a136-4b76-b016-0c08c822a75f admin admin] No DVR routers for this DVR port 5f5caea1-1745-498c-b14c-c19707076e0b on host n-d-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:21:29.442521 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-75d7817b-89be-41e0-a243-469a96714a87 admin admin] Usage tracker for resource:security_group_rule and tenant:e58033afac114ba6860cd444f85a06b7 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:21:29.445881 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-75d7817b-89be-41e0-a243-469a96714a87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:21:29.451703 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-75d7817b-89be-41e0-a243-469a96714a87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:21:29.537676 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-75d7817b-89be-41e0-a243-469a96714a87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:29.542008 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-75d7817b-89be-41e0-a243-469a96714a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:29.592327 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-75d7817b-89be-41e0-a243-469a96714a87 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e58033afac114ba6860cd444f85a06b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1894457 May 31 13:21:29.592327 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d7817b-89be-41e0-a243-469a96714a87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6082f61a-4199-420b-913e-c0a1f2e6ee0a,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:29.593159 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 35442) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:21:29.660475 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-556cc815-a601-405a-be4d-fd218950d490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:29.689528 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-556cc815-a601-405a-be4d-fd218950d490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:29.700876 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-15036269-a136-4b76-b016-0c08c822a75f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:29.742745 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-556cc815-a601-405a-be4d-fd218950d490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:29.748364 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d9594ddd-7d22-41db-8acd-7c669986042d req-8eff373e-70cd-4959-8347-43fcac7685eb service neutron] 10.222.0.50 "GET /v2.0/networks/54080721-9f8a-4f91-bfc0-a61481e712fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3456087 May 31 13:21:29.750976 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-15036269-a136-4b76-b016-0c08c822a75f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:21:29.751245 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-15036269-a136-4b76-b016-0c08c822a75f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:21:29.752448 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-15036269-a136-4b76-b016-0c08c822a75f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:21:29.752448 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-15036269-a136-4b76-b016-0c08c822a75f admin admin] Subscribe: > port after_create 55550000 {{(pid=88370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:21:29.752633 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-15036269-a136-4b76-b016-0c08c822a75f admin admin] Subscribe: > port after_delete 55550000 {{(pid=88370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:21:29.752958 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-15036269-a136-4b76-b016-0c08c822a75f admin admin] Subscribe: > port after_update 55550000 {{(pid=88370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:21:29.753294 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-15036269-a136-4b76-b016-0c08c822a75f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:21:29.753612 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-15036269-a136-4b76-b016-0c08c822a75f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:21:29.753934 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-15036269-a136-4b76-b016-0c08c822a75f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:21:29.754278 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-15036269-a136-4b76-b016-0c08c822a75f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:21:29.762069 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-556cc815-a601-405a-be4d-fd218950d490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:29.765486 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-556cc815-a601-405a-be4d-fd218950d490 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6082f61a-4199-420b-913e-c0a1f2e6ee0a HTTP/1.1" status: 204 len: 168 time: 0.1691165 May 31 13:21:29.765486 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556cc815-a601-405a-be4d-fd218950d490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6082f61a-4199-420b-913e-c0a1f2e6ee0a,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:29.819926 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-15036269-a136-4b76-b016-0c08c822a75f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:21:29.820294 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-15036269-a136-4b76-b016-0c08c822a75f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:21:29.820627 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-15036269-a136-4b76-b016-0c08c822a75f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:21:29.820962 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-15036269-a136-4b76-b016-0c08c822a75f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 13:21:29.821327 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-15036269-a136-4b76-b016-0c08c822a75f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2673cfae-a69b-4b07-beac-4f5bbaf82e9b']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:21:29.837089 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-15036269-a136-4b76-b016-0c08c822a75f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92567f26-b8b9-42f0-9a40-dd393ba47025') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:21:29.837510 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-15036269-a136-4b76-b016-0c08c822a75f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92567f26-b8b9-42f0-9a40-dd393ba47025') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:21:29.855619 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fdf043-e7dd-4ed5-8286-ec928427be16 req-e1c32e20-448b-4161-815b-d63bf899123d tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:29.857175 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-94fdf043-e7dd-4ed5-8286-ec928427be16 req-e1c32e20-448b-4161-815b-d63bf899123d tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b50fd3b-b462-403d-b8da-fd02cb3e2439 HTTP/1.1" status: 200 len: 950 time: 0.4256344 May 31 13:21:29.857852 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-7291f5c7-6a9f-46c2-8f00-09857fb97f57 None None] Deleting port 5f5caea1-1745-498c-b14c-c19707076e0b {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:21:29.858524 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7291f5c7-6a9f-46c2-8f00-09857fb97f57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:29.876051 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-15036269-a136-4b76-b016-0c08c822a75f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:29.905867 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-15036269-a136-4b76-b016-0c08c822a75f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:29.917804 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15036269-a136-4b76-b016-0c08c822a75f admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:21:29.918348 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-15036269-a136-4b76-b016-0c08c822a75f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:29.944739 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-7291f5c7-6a9f-46c2-8f00-09857fb97f57 None None] The port '5f5caea1-1745-498c-b14c-c19707076e0b' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 13:21:30.221641 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-868fb9e9-2a73-4dfe-b78f-4f0548dd713e req-f04e95e2-3598-4f9a-b48f-ee5e0d08f112 tempest-ServersAdmin275Test-224223523 tempest-ServersAdmin275Test-224223523-project] 10.222.0.50 "GET /v2.0/ports?device_id=385ab51b-b4d3-4a53-a563-c02e0d6c3bb2 HTTP/1.1" status: 200 len: 210 time: 0.0851634 May 31 13:21:30.246265 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-15036269-a136-4b76-b016-0c08c822a75f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:30.260873 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-94fdf043-e7dd-4ed5-8286-ec928427be16 req-3f9141e7-5728-4539-b2aa-086cd97b5b2b tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305685 May 31 13:21:30.325162 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15036269-a136-4b76-b016-0c08c822a75f admin admin] Pushing event deleted for resources: {'Network': ['ID=2673cfae-a69b-4b07-beac-4f5bbaf82e9b,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:30.327542 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-15036269-a136-4b76-b016-0c08c822a75f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:30.445905 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-15036269-a136-4b76-b016-0c08c822a75f admin admin] 10.222.0.50 "DELETE /v2.0/networks/2673cfae-a69b-4b07-beac-4f5bbaf82e9b HTTP/1.1" status: 204 len: 168 time: 2.4716370 May 31 13:21:30.457551 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0308fa6a-06d6-4e0a-a7c7-58fb7936b1f1 req-2de36622-445b-4d33-b912-bae55f941eef tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/ports?device_id=d223e19c-cfa5-4f3b-b038-381c716ca9ba HTTP/1.1" status: 200 len: 210 time: 0.1094770 May 31 13:21:30.596820 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 92567f26-b8b9-42f0-9a40-dd393ba47025 resource provider aggregate not found May 31 13:21:30.619235 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 92567f26-b8b9-42f0-9a40-dd393ba47025 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 92567f26-b8b9-42f0-9a40-dd393ba47025 found for delete ", "request_id": "req-1668a2f7-ec90-4eac-b6f3-6a686da25f17"}]} May 31 13:21:30.751761 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 35504) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:21:30.830982 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-065c7f54-8888-4864-a1ca-3d70b11d2bb4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e566dfc2cf5740deb10cf057af38c280&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0780096 May 31 13:21:30.834098 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 35508) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:21:30.953578 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-30505900-4d6a-4995-9a0c-e3b9504bb6cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:30.981596 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-30505900-4d6a-4995-9a0c-e3b9504bb6cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:31.026675 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c21eb157-5bf4-4553-9f1a-6f23e72b512d req-f9d16d99-e017-4487-b35f-e3a2057d5cb4 tempest-ServersAdmin275Test-224223523 tempest-ServersAdmin275Test-224223523-project] 10.222.0.50 "GET /v2.0/ports?device_id=385ab51b-b4d3-4a53-a563-c02e0d6c3bb2 HTTP/1.1" status: 200 len: 210 time: 0.0881956 May 31 13:21:31.065762 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-30505900-4d6a-4995-9a0c-e3b9504bb6cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:31.069749 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f680530-9ce3-4669-b4f1-84da0c4e343c req-5e089a1c-e4b4-4bec-bffe-87c98801987e tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:31.071952 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7f680530-9ce3-4669-b4f1-84da0c4e343c req-5e089a1c-e4b4-4bec-bffe-87c98801987e tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=9db63fb7-f5a0-4390-8f05-d9b2a1ae47fc HTTP/1.1" status: 200 len: 945 time: 0.2456567 May 31 13:21:31.145632 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7f680530-9ce3-4669-b4f1-84da0c4e343c req-86d93367-ce05-465a-b6a2-7af5e898abb4 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664892 May 31 13:21:31.189507 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30505900-4d6a-4995-9a0c-e3b9504bb6cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9acaaab7-526f-4d1d-ae14-345b8dad68ef,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:31.195776 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-30505900-4d6a-4995-9a0c-e3b9504bb6cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:31.198665 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-30505900-4d6a-4995-9a0c-e3b9504bb6cf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9acaaab7-526f-4d1d-ae14-345b8dad68ef HTTP/1.1" status: 204 len: 168 time: 0.3631961 May 31 13:21:31.332724 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d8b1ad-c863-4706-8f1f-6531275444de req-ef352451-911f-4e55-b6bd-9bb2201b1353 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:31.334500 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b6d8b1ad-c863-4706-8f1f-6531275444de req-ef352451-911f-4e55-b6bd-9bb2201b1353 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c6a5120-f304-4bf7-87b6-366657caea17 HTTP/1.1" status: 200 len: 950 time: 0.0885706 May 31 13:21:31.416456 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b6d8b1ad-c863-4706-8f1f-6531275444de req-371483a1-c434-45d6-af3a-51fc5f108023 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/security-groups?id=62fff807-5a72-4450-b5e7-33e8160efe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739009 May 31 13:21:31.607249 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5fc568d7-c03d-4ec1-a1f1-adb3179fc9bc req-0653680b-272e-452e-8c39-0d63330f92e9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1b50fd3b-b462-403d-b8da-fd02cb3e2439&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1410637 May 31 13:21:31.644657 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0d8a0849-7e21-4f61-8ca8-5851f019a321 req-ab671865-a3e2-47a3-88c9-b28969eb3ad9 tempest-ServersAdmin275Test-224223523 tempest-ServersAdmin275Test-224223523-project] 10.222.0.50 "GET /v2.0/ports?device_id=385ab51b-b4d3-4a53-a563-c02e0d6c3bb2 HTTP/1.1" status: 200 len: 210 time: 0.0770972 May 31 13:21:31.750691 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9594ddd-7d22-41db-8acd-7c669986042d req-2988757e-c38c-468b-a170-c6951133ca1b tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:31.752422 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d9594ddd-7d22-41db-8acd-7c669986042d req-2988757e-c38c-468b-a170-c6951133ca1b tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.20 "GET /v2.0/networks?id=54080721-9f8a-4f91-bfc0-a61481e712fa HTTP/1.1" status: 200 len: 805 time: 0.3339529 May 31 13:21:31.767954 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-d9594ddd-7d22-41db-8acd-7c669986042d req-85eaf216-6f57-438c-9af1-4d0bf15f5636 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Request body: {'port': {'device_id': 'd223e19c-cfa5-4f3b-b038-381c716ca9ba', 'network_id': '54080721-9f8a-4f91-bfc0-a61481e712fa', 'admin_state_up': True, 'tenant_id': 'e2597a7ed6d8470e9c70cdf094415106'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:21:32.085296 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-d9594ddd-7d22-41db-8acd-7c669986042d req-85eaf216-6f57-438c-9af1-4d0bf15f5636 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:21:32.090421 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e045fc8-c544-428b-8ce7-c043a95730b6 req-2437f997-14c9-4b11-a638-7559f7417dfa tempest-LiveAutoBlockMigrationV225Test-938371686 tempest-LiveAutoBlockMigrationV225Test-938371686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:32.098137 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5e045fc8-c544-428b-8ce7-c043a95730b6 req-2437f997-14c9-4b11-a638-7559f7417dfa tempest-LiveAutoBlockMigrationV225Test-938371686 tempest-LiveAutoBlockMigrationV225Test-938371686-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=9db63fb7-f5a0-4390-8f05-d9b2a1ae47fc HTTP/1.1" status: 200 len: 1096 time: 0.2320006 May 31 13:21:32.114954 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-d9594ddd-7d22-41db-8acd-7c669986042d req-85eaf216-6f57-438c-9af1-4d0bf15f5636 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Usage tracker for resource:port and tenant:e2597a7ed6d8470e9c70cdf094415106 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:21:32.119933 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-d9594ddd-7d22-41db-8acd-7c669986042d req-85eaf216-6f57-438c-9af1-4d0bf15f5636 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:21:32.129062 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-d9594ddd-7d22-41db-8acd-7c669986042d req-85eaf216-6f57-438c-9af1-4d0bf15f5636 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:21:32.143551 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836fb85b-f699-45f2-a572-7188f546d1b9 req-310f14b1-ae2d-4d7b-92d9-0c2c1e001333 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:32.144998 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-836fb85b-f699-45f2-a572-7188f546d1b9 req-310f14b1-ae2d-4d7b-92d9-0c2c1e001333 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b50fd3b-b462-403d-b8da-fd02cb3e2439 HTTP/1.1" status: 200 len: 950 time: 0.2200904 May 31 13:21:32.183428 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9594ddd-7d22-41db-8acd-7c669986042d req-85eaf216-6f57-438c-9af1-4d0bf15f5636 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Made reservation on behalf of e2597a7ed6d8470e9c70cdf094415106 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:21:32.186832 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d9594ddd-7d22-41db-8acd-7c669986042d req-85eaf216-6f57-438c-9af1-4d0bf15f5636 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:32.222361 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5e045fc8-c544-428b-8ce7-c043a95730b6 req-83f92e38-8e47-490c-9fde-ed351a1f864f tempest-LiveAutoBlockMigrationV225Test-938371686 tempest-LiveAutoBlockMigrationV225Test-938371686-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232514 May 31 13:21:32.302223 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-836fb85b-f699-45f2-a572-7188f546d1b9 req-34c53318-4a1a-4f33-80a8-7fe8a47ef6bc tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492212 May 31 13:21:32.396346 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 35590) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:21:32.607638 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c31a800c-d9d5-49ca-b795-e59b0b538781 req-c9ad00c6-eb8d-450b-ac36-a114d5ac141d tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/ports?device_id=d223e19c-cfa5-4f3b-b038-381c716ca9ba HTTP/1.1" status: 200 len: 210 time: 0.1169670 May 31 13:21:32.685506 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-fac1946d-2955-463e-8958-954c8b1b0add admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1140716816-network', 'tenant_id': 'dd1657545faf45fc89adec1c391d478b'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:21:32.691867 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-fac1946d-2955-463e-8958-954c8b1b0add admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:21:32.692891 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-d9594ddd-7d22-41db-8acd-7c669986042d req-85eaf216-6f57-438c-9af1-4d0bf15f5636 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Allocated IP 172.20.0.8 (54080721-9f8a-4f91-bfc0-a61481e712fa/83cbe83f-97ff-497d-8da2-ff6d3874e4c0/447569ef-dc2e-4501-a38b-eea0f262cd25) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:21:32.696987 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-fac1946d-2955-463e-8958-954c8b1b0add admin admin] Usage tracker for resource:network and tenant:dd1657545faf45fc89adec1c391d478b is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:21:32.702094 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-fac1946d-2955-463e-8958-954c8b1b0add admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:21:32.714100 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-fac1946d-2955-463e-8958-954c8b1b0add admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:21:32.810360 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac1946d-2955-463e-8958-954c8b1b0add admin admin] Made reservation on behalf of dd1657545faf45fc89adec1c391d478b for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:21:32.818136 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fac1946d-2955-463e-8958-954c8b1b0add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:32.840935 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcd94a5-7f76-4e9e-8b90-471b78c504ae req-507d3f24-d953-40ba-9a6f-842cb11d6a28 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:32.851157 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8dcd94a5-7f76-4e9e-8b90-471b78c504ae req-507d3f24-d953-40ba-9a6f-842cb11d6a28 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c6a5120-f304-4bf7-87b6-366657caea17 HTTP/1.1" status: 200 len: 950 time: 0.2065935 May 31 13:21:32.854774 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fac1946d-2955-463e-8958-954c8b1b0add admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:32.928252 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-fac1946d-2955-463e-8958-954c8b1b0add admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:21:32.947275 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-fac1946d-2955-463e-8958-954c8b1b0add admin admin] Usage tracker for resource:security_group_rule and tenant:dd1657545faf45fc89adec1c391d478b is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:21:32.964042 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-fac1946d-2955-463e-8958-954c8b1b0add admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:21:32.981782 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-fac1946d-2955-463e-8958-954c8b1b0add admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:21:33.030274 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-69c49280-53ed-414b-acbf-5229cc2b30f1 req-3b5b9fbf-b7fd-4de6-a42b-5ec4c0985959 tempest-ServersAdmin275Test-224223523 tempest-ServersAdmin275Test-224223523-project] 10.222.0.50 "GET /v2.0/ports?device_id=385ab51b-b4d3-4a53-a563-c02e0d6c3bb2 HTTP/1.1" status: 200 len: 210 time: 0.1037459 May 31 13:21:33.043569 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955dceac-4e1d-409f-827b-dcb9353eb2da req-8d891736-4e7f-4ed4-9389-5c845bf66d10 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:33.046206 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-955dceac-4e1d-409f-827b-dcb9353eb2da req-8d891736-4e7f-4ed4-9389-5c845bf66d10 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Synchronizing usage tracker for tenant:ad789348d4d84f2799aa3c6910766725 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:21:33.075488 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8dcd94a5-7f76-4e9e-8b90-471b78c504ae req-d17977af-00a9-428d-974d-6c4387f67df7 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/security-groups?id=62fff807-5a72-4450-b5e7-33e8160efe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192967 May 31 13:21:33.101892 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-955dceac-4e1d-409f-827b-dcb9353eb2da req-8d891736-4e7f-4ed4-9389-5c845bf66d10 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Unset dirty status for tenant:ad789348d4d84f2799aa3c6910766725 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:21:33.103174 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-955dceac-4e1d-409f-827b-dcb9353eb2da req-8d891736-4e7f-4ed4-9389-5c845bf66d10 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c6a5120-f304-4bf7-87b6-366657caea17 HTTP/1.1" status: 200 len: 950 time: 0.3771160 May 31 13:21:33.140129 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d9594ddd-7d22-41db-8acd-7c669986042d req-85eaf216-6f57-438c-9af1-4d0bf15f5636 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:33.190284 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d9594ddd-7d22-41db-8acd-7c669986042d req-85eaf216-6f57-438c-9af1-4d0bf15f5636 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:33.340720 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-955dceac-4e1d-409f-827b-dcb9353eb2da req-03f2681c-cbc3-4c61-9724-23118b061cef tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Deleting port bde4048d-5049-471c-9bd6-126361053207 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:21:33.341059 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-955dceac-4e1d-409f-827b-dcb9353eb2da req-03f2681c-cbc3-4c61-9724-23118b061cef tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:33.401755 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9594ddd-7d22-41db-8acd-7c669986042d req-85eaf216-6f57-438c-9af1-4d0bf15f5636 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Network 54080721-9f8a-4f91-bfc0-a61481e712fa is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:21:33.405539 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-d9594ddd-7d22-41db-8acd-7c669986042d req-85eaf216-6f57-438c-9af1-4d0bf15f5636 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:21:33.411925 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9594ddd-7d22-41db-8acd-7c669986042d req-85eaf216-6f57-438c-9af1-4d0bf15f5636 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:21:33.450771 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eaf216-6f57-438c-9af1-4d0bf15f5636 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Pushing event updated for resources: {'Port': ['ID=447569ef-dc2e-4501-a38b-eea0f262cd25,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:33.496409 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9594ddd-7d22-41db-8acd-7c669986042d req-85eaf216-6f57-438c-9af1-4d0bf15f5636 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:33.497035 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d9594ddd-7d22-41db-8acd-7c669986042d req-85eaf216-6f57-438c-9af1-4d0bf15f5636 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:33.564784 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fac1946d-2955-463e-8958-954c8b1b0add admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:33.591365 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fac1946d-2955-463e-8958-954c8b1b0add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:33.605520 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d9594ddd-7d22-41db-8acd-7c669986042d req-85eaf216-6f57-438c-9af1-4d0bf15f5636 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8424542 May 31 13:21:33.627329 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-d9594ddd-7d22-41db-8acd-7c669986042d req-0ca3fe57-df05-4e45-9f7b-f5c8c9b893b6 service neutron] Request body: {'port': {'device_id': 'd223e19c-cfa5-4f3b-b038-381c716ca9ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:21:33.724124 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd75fd0-5983-4076-9027-0f4ab161ebc2 req-2057a732-c529-484f-ae90-77c12fd9c9f2 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:33.725651 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fac1946d-2955-463e-8958-954c8b1b0add admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:21:33.725774 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-acd75fd0-5983-4076-9027-0f4ab161ebc2 req-2057a732-c529-484f-ae90-77c12fd9c9f2 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b50fd3b-b462-403d-b8da-fd02cb3e2439 HTTP/1.1" status: 200 len: 950 time: 0.2006190 May 31 13:21:33.730690 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-601c0f88-9090-4bea-bf1c-efa0cc37fad3 req-bc191eb4-fed8-4c8e-8b54-1dcd408dac28 tempest-FlavorsV2NegativeTest-1697373119 tempest-FlavorsV2NegativeTest-1697373119-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=6af1197f87bb45d7a021d17f4e32ad6b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1083770 May 31 13:21:33.751357 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac1946d-2955-463e-8958-954c8b1b0add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81ecd401-c676-4ce2-9977-0e736c745f59,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:33.769524 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fac1946d-2955-463e-8958-954c8b1b0add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:33.769854 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-fac1946d-2955-463e-8958-954c8b1b0add admin admin] Added segment 1e15c2a0-1213-406c-bf53-5c2b86b683a8 of type vlan for network 1392b813-53cc-4006-b5ea-81627a72f4ae May 31 13:21:33.835560 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-955dceac-4e1d-409f-827b-dcb9353eb2da req-03f2681c-cbc3-4c61-9724-23118b061cef tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] For port bde4048d-5049-471c-9bd6-126361053207, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=bde4048d-5049-471c-9bd6-126361053207,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:21:33.835931 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-955dceac-4e1d-409f-827b-dcb9353eb2da req-03f2681c-cbc3-4c61-9724-23118b061cef tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:33.862967 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fac1946d-2955-463e-8958-954c8b1b0add admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:33.944766 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d9594ddd-7d22-41db-8acd-7c669986042d req-0ca3fe57-df05-4e45-9f7b-f5c8c9b893b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:33.958710 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-acd75fd0-5983-4076-9027-0f4ab161ebc2 req-2a280560-25d0-4de8-b87a-14717bce9234 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173250 May 31 13:21:34.018702 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-955dceac-4e1d-409f-827b-dcb9353eb2da req-03f2681c-cbc3-4c61-9724-23118b061cef tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Calling delete_port for bde4048d-5049-471c-9bd6-126361053207 owned by compute:nova {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:21:34.052828 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601c0f88-9090-4bea-bf1c-efa0cc37fad3 req-0006359a-f5dd-4df3-b65b-28aeef312fec tempest-FlavorsV2NegativeTest-1697373119 tempest-FlavorsV2NegativeTest-1697373119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:34.054363 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-601c0f88-9090-4bea-bf1c-efa0cc37fad3 req-0006359a-f5dd-4df3-b65b-28aeef312fec tempest-FlavorsV2NegativeTest-1697373119 tempest-FlavorsV2NegativeTest-1697373119-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3180749 May 31 13:21:34.089058 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc568d7-c03d-4ec1-a1f1-adb3179fc9bc req-bdd71921-18d8-4cba-ac03-c9ae10d904f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:34.089755 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-601c0f88-9090-4bea-bf1c-efa0cc37fad3 req-309f725c-210d-4735-96e9-a92d74d66b2a tempest-FlavorsV2NegativeTest-1697373119 tempest-FlavorsV2NegativeTest-1697373119-project] 10.222.0.50 "GET /v2.0/quotas/6af1197f87bb45d7a021d17f4e32ad6b HTTP/1.1" status: 200 len: 375 time: 0.0282352 May 31 13:21:34.090788 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5fc568d7-c03d-4ec1-a1f1-adb3179fc9bc req-bdd71921-18d8-4cba-ac03-c9ae10d904f0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c905d91f2f614f928153cd05b2f8a225&device_id=1b50fd3b-b462-403d-b8da-fd02cb3e2439 HTTP/1.1" status: 200 len: 1101 time: 0.4079971 May 31 13:21:34.186563 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fac1946d-2955-463e-8958-954c8b1b0add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:34.187730 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac1946d-2955-463e-8958-954c8b1b0add admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:34.188415 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fac1946d-2955-463e-8958-954c8b1b0add admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:34.281649 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-601c0f88-9090-4bea-bf1c-efa0cc37fad3 req-db560398-6ed7-4cc7-aa75-6d7dfbfe6034 tempest-FlavorsV2NegativeTest-1697373119 tempest-FlavorsV2NegativeTest-1697373119-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=6af1197f87bb45d7a021d17f4e32ad6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1131344 May 31 13:21:34.485618 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac1946d-2955-463e-8958-954c8b1b0add admin admin] Pushing event updated for resources: {'Network': ['ID=1392b813-53cc-4006-b5ea-81627a72f4ae,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:34.493369 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a97ccb-227d-4eba-b6d8-168c7d59f81d req-ded6b3f0-668a-4820-8ada-5c526a031f9b tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:34.494253 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-93a97ccb-227d-4eba-b6d8-168c7d59f81d req-ded6b3f0-668a-4820-8ada-5c526a031f9b tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Synchronizing usage tracker for tenant:e2597a7ed6d8470e9c70cdf094415106 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:21:34.498371 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 1392b813-53cc-4006-b5ea-81627a72f4ae details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:21:34.564500 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f7dd66e7-ec04-44a3-bf3c-614990fd8ffb req-fdd33d20-a84a-42af-b574-62d23bb19d6d tempest-ServersAdmin275Test-224223523 tempest-ServersAdmin275Test-224223523-project] 10.222.0.50 "GET /v2.0/ports?device_id=385ab51b-b4d3-4a53-a563-c02e0d6c3bb2 HTTP/1.1" status: 200 len: 210 time: 0.0655012 May 31 13:21:34.620906 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-fac1946d-2955-463e-8958-954c8b1b0add admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.2229261 May 31 13:21:34.621891 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 35664) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:21:34.692646 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-24c53711-5c2e-46a8-a90a-f0565508453c admin admin] Request body: {'subnet': {'network_id': '1392b813-53cc-4006-b5ea-81627a72f4ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1140716816-subnet', 'tenant_id': 'dd1657545faf45fc89adec1c391d478b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:21:34.698265 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-d9594ddd-7d22-41db-8acd-7c669986042d req-0ca3fe57-df05-4e45-9f7b-f5c8c9b893b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 447569ef-dc2e-4501-a38b-eea0f262cd25 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:21:34.707313 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-24c53711-5c2e-46a8-a90a-f0565508453c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:21:34.708552 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d9594ddd-7d22-41db-8acd-7c669986042d req-0ca3fe57-df05-4e45-9f7b-f5c8c9b893b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:34.717567 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc568d7-c03d-4ec1-a1f1-adb3179fc9bc req-89b989d6-fdd0-4509-bd4f-124814814b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:34.720234 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5fc568d7-c03d-4ec1-a1f1-adb3179fc9bc req-89b989d6-fdd0-4509-bd4f-124814814b2a service neutron] 10.222.0.20 "GET /v2.0/networks?id=85b11c4f-90ad-4763-b38d-22d3f87089f4 HTTP/1.1" status: 200 len: 870 time: 0.6187308 May 31 13:21:34.724193 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-24c53711-5c2e-46a8-a90a-f0565508453c admin admin] Usage tracker for resource:subnet and tenant:dd1657545faf45fc89adec1c391d478b is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:21:34.728507 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-d9594ddd-7d22-41db-8acd-7c669986042d req-0ca3fe57-df05-4e45-9f7b-f5c8c9b893b6 service neutron] Transition to ACTIVE for port object 447569ef-dc2e-4501-a38b-eea0f262cd25 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:21:34.731040 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-93a97ccb-227d-4eba-b6d8-168c7d59f81d req-ded6b3f0-668a-4820-8ada-5c526a031f9b tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Unset dirty status for tenant:e2597a7ed6d8470e9c70cdf094415106 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:21:34.739461 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-93a97ccb-227d-4eba-b6d8-168c7d59f81d req-ded6b3f0-668a-4820-8ada-5c526a031f9b tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/ports?device_id=d223e19c-cfa5-4f3b-b038-381c716ca9ba HTTP/1.1" status: 200 len: 931 time: 0.5693672 May 31 13:21:34.742657 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d9594ddd-7d22-41db-8acd-7c669986042d req-0ca3fe57-df05-4e45-9f7b-f5c8c9b893b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:34.825199 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5fc568d7-c03d-4ec1-a1f1-adb3179fc9bc req-fe6bbb9d-2ad1-4257-9666-48b30ad57561 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=95e68113-2ff1-42e3-b645-2d1b5c52a434 HTTP/1.1" status: 200 len: 217 time: 0.0941784 May 31 13:21:34.831697 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-24c53711-5c2e-46a8-a90a-f0565508453c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:21:34.886501 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-24c53711-5c2e-46a8-a90a-f0565508453c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:21:34.889514 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-955dceac-4e1d-409f-827b-dcb9353eb2da req-03f2681c-cbc3-4c61-9724-23118b061cef tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:34.904356 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['1b511901-6041-4225-8ef3-c3b15518a027'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:21:34.979705 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2681c-cbc3-4c61-9724-23118b061cef tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Pushing event deleted for resources: {'Port': ['ID=bde4048d-5049-471c-9bd6-126361053207,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:34.981949 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c53711-5c2e-46a8-a90a-f0565508453c admin admin] Made reservation on behalf of dd1657545faf45fc89adec1c391d478b for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:21:34.985580 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-24c53711-5c2e-46a8-a90a-f0565508453c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:34.990228 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-93a97ccb-227d-4eba-b6d8-168c7d59f81d req-95d97e02-c069-4ab4-8915-ef2d7954dcbd tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Synchronizing usage tracker for tenant:e2597a7ed6d8470e9c70cdf094415106 on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:21:34.999287 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca3fe57-df05-4e45-9f7b-f5c8c9b893b6 service neutron] Pushing event updated for resources: {'Port': ['ID=447569ef-dc2e-4501-a38b-eea0f262cd25,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:35.012252 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-99c71a53-613b-4e96-b674-1dc98c75a342 req-6c196ef8-2ff6-4184-a215-f3a257f03bc6 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c6a5120-f304-4bf7-87b6-366657caea17 HTTP/1.1" status: 200 len: 210 time: 0.1075521 May 31 13:21:35.216962 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-93a97ccb-227d-4eba-b6d8-168c7d59f81d req-95d97e02-c069-4ab4-8915-ef2d7954dcbd tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Unset dirty status for tenant:e2597a7ed6d8470e9c70cdf094415106 on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:21:35.219027 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-93a97ccb-227d-4eba-b6d8-168c7d59f81d req-95d97e02-c069-4ab4-8915-ef2d7954dcbd tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/security-groups?id=9bb73710-3d65-4dab-a4f3-8814f415ca6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4786475 May 31 13:21:35.300696 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc568d7-c03d-4ec1-a1f1-adb3179fc9bc req-db84bbfc-c146-4a3d-a028-b1eb84f4db97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:35.302946 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5fc568d7-c03d-4ec1-a1f1-adb3179fc9bc req-db84bbfc-c146-4a3d-a028-b1eb84f4db97 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.4664471 May 31 13:21:35.363211 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 35680) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:21:35.366207 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-d9594ddd-7d22-41db-8acd-7c669986042d req-0ca3fe57-df05-4e45-9f7b-f5c8c9b893b6 service neutron] Attempting to bind port 447569ef-dc2e-4501-a38b-eea0f262cd25 on host n-h1-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:21:35.375516 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-d9594ddd-7d22-41db-8acd-7c669986042d req-0ca3fe57-df05-4e45-9f7b-f5c8c9b893b6 service neutron] Attempting to bind port 447569ef-dc2e-4501-a38b-eea0f262cd25 by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': '5e25fb0d-97f0-46e3-9365-1fe4cebfedef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '54080721-9f8a-4f91-bfc0-a61481e712fa'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:21:35.377707 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9594ddd-7d22-41db-8acd-7c669986042d req-0ca3fe57-df05-4e45-9f7b-f5c8c9b893b6 service neutron] Attempting to bind port 447569ef-dc2e-4501-a38b-eea0f262cd25 on network 54080721-9f8a-4f91-bfc0-a61481e712fa {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:21:35.424089 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9594ddd-7d22-41db-8acd-7c669986042d req-0ca3fe57-df05-4e45-9f7b-f5c8c9b893b6 service neutron] Port 447569ef-dc2e-4501-a38b-eea0f262cd25 on network 54080721-9f8a-4f91-bfc0-a61481e712fa not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:21:35.424746 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9594ddd-7d22-41db-8acd-7c669986042d req-0ca3fe57-df05-4e45-9f7b-f5c8c9b893b6 service neutron] Attempting to bind port 447569ef-dc2e-4501-a38b-eea0f262cd25 on network 54080721-9f8a-4f91-bfc0-a61481e712fa {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:21:35.436007 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9594ddd-7d22-41db-8acd-7c669986042d req-0ca3fe57-df05-4e45-9f7b-f5c8c9b893b6 service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:21:35.436456 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9594ddd-7d22-41db-8acd-7c669986042d req-0ca3fe57-df05-4e45-9f7b-f5c8c9b893b6 service neutron] Checking segment: {'id': '5e25fb0d-97f0-46e3-9365-1fe4cebfedef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '54080721-9f8a-4f91-bfc0-a61481e712fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:21:35.436955 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9594ddd-7d22-41db-8acd-7c669986042d req-0ca3fe57-df05-4e45-9f7b-f5c8c9b893b6 service neutron] Bound using segment: {'id': '5e25fb0d-97f0-46e3-9365-1fe4cebfedef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '54080721-9f8a-4f91-bfc0-a61481e712fa'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:21:35.437772 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-d9594ddd-7d22-41db-8acd-7c669986042d req-0ca3fe57-df05-4e45-9f7b-f5c8c9b893b6 service neutron] Bound port: 447569ef-dc2e-4501-a38b-eea0f262cd25, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e25fb0d-97f0-46e3-9365-1fe4cebfedef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '54080721-9f8a-4f91-bfc0-a61481e712fa'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:21:35.438462 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d9594ddd-7d22-41db-8acd-7c669986042d req-0ca3fe57-df05-4e45-9f7b-f5c8c9b893b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:35.488449 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-955dceac-4e1d-409f-827b-dcb9353eb2da req-03f2681c-cbc3-4c61-9724-23118b061cef tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] No DVR routers for this DVR port bde4048d-5049-471c-9bd6-126361053207 on host n-h1-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:21:35.493070 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-955dceac-4e1d-409f-827b-dcb9353eb2da req-03f2681c-cbc3-4c61-9724-23118b061cef tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:35.497575 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c6a5120-f304-4bf7-87b6-366657caea17', 'name': 'network-vif-deleted', 'tag': 'bde4048d-5049-471c-9bd6-126361053207'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:21:35.570183 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-955dceac-4e1d-409f-827b-dcb9353eb2da req-03f2681c-cbc3-4c61-9724-23118b061cef tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.20 "DELETE /v2.0/ports/bde4048d-5049-471c-9bd6-126361053207 HTTP/1.1" status: 204 len: 173 time: 2.4575064 May 31 13:21:35.597422 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d65965-fed0-4549-b20c-da123fba3e08 req-29c50738-7d7a-4ce9-b10f-b8bd3405a80c tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:35.606611 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c2d65965-fed0-4549-b20c-da123fba3e08 req-29c50738-7d7a-4ce9-b10f-b8bd3405a80c tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b50fd3b-b462-403d-b8da-fd02cb3e2439 HTTP/1.1" status: 200 len: 950 time: 0.3852234 May 31 13:21:35.623548 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fc8318f-a01c-4df0-9d15-66b703860b27'] response: {'server_uuid': '4c6a5120-f304-4bf7-87b6-366657caea17', 'name': 'network-vif-deleted', 'tag': 'bde4048d-5049-471c-9bd6-126361053207', 'status': 'completed', 'code': 200} May 31 13:21:35.690392 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-d9594ddd-7d22-41db-8acd-7c669986042d req-0ca3fe57-df05-4e45-9f7b-f5c8c9b893b6 service neutron] For port 447569ef-dc2e-4501-a38b-eea0f262cd25, host n-h1-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:21:35.704213 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c2d65965-fed0-4549-b20c-da123fba3e08 req-18ad64ac-171f-411a-ad53-777fb4b79036 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940244 May 31 13:21:35.715907 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-d9594ddd-7d22-41db-8acd-7c669986042d req-0ca3fe57-df05-4e45-9f7b-f5c8c9b893b6 service neutron] For port 447569ef-dc2e-4501-a38b-eea0f262cd25, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=447569ef-dc2e-4501-a38b-eea0f262cd25,segment=NetworkSegment(5e25fb0d-97f0-46e3-9365-1fe4cebfedef),segment_id=5e25fb0d-97f0-46e3-9365-1fe4cebfedef)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:21:35.724430 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d9594ddd-7d22-41db-8acd-7c669986042d req-0ca3fe57-df05-4e45-9f7b-f5c8c9b893b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:35.774782 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc568d7-c03d-4ec1-a1f1-adb3179fc9bc req-b797f882-cbc3-4768-bf3d-b204affeea7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:35.778116 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5fc568d7-c03d-4ec1-a1f1-adb3179fc9bc req-b797f882-cbc3-4768-bf3d-b204affeea7e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4155154 May 31 13:21:35.788954 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-adb10b05-22aa-498b-bc20-ff01dc73e218 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:35.839870 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-adb10b05-22aa-498b-bc20-ff01dc73e218 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:21:35.907400 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-adb10b05-22aa-498b-bc20-ff01dc73e218 admin admin] Usage tracker for resource:security_group_rule and tenant:6af1197f87bb45d7a021d17f4e32ad6b is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:21:35.916370 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-adb10b05-22aa-498b-bc20-ff01dc73e218 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:21:35.947256 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-adb10b05-22aa-498b-bc20-ff01dc73e218 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:21:35.983215 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9594ddd-7d22-41db-8acd-7c669986042d req-0ca3fe57-df05-4e45-9f7b-f5c8c9b893b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:35.983485 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device bde4048d-5049-471c-9bd6-126361053207 no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:21:35.983972 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d9594ddd-7d22-41db-8acd-7c669986042d req-0ca3fe57-df05-4e45-9f7b-f5c8c9b893b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:35.985576 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d9594ddd-7d22-41db-8acd-7c669986042d req-0ca3fe57-df05-4e45-9f7b-f5c8c9b893b6 service neutron] 10.222.0.20 "PUT /v2.0/ports/447569ef-dc2e-4501-a38b-eea0f262cd25 HTTP/1.1" status: 200 len: 1091 time: 2.3657045 May 31 13:21:35.986279 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd223e19c-cfa5-4f3b-b038-381c716ca9ba', 'tag': '447569ef-dc2e-4501-a38b-eea0f262cd25'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:21:35.992881 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-93d060f4-7be6-4f33-8967-941a77cbd9f2 req-9cd3b51f-af8e-4dec-a855-96507a1df41b tempest-ServersAdmin275Test-224223523 tempest-ServersAdmin275Test-224223523-project] 10.222.0.50 "GET /v2.0/ports?device_id=385ab51b-b4d3-4a53-a563-c02e0d6c3bb2 HTTP/1.1" status: 200 len: 210 time: 0.1030068 May 31 13:21:36.008415 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-24c53711-5c2e-46a8-a90a-f0565508453c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:36.043674 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca3fe57-df05-4e45-9f7b-f5c8c9b893b6 service neutron] Pushing event updated for resources: {'Port': ['ID=447569ef-dc2e-4501-a38b-eea0f262cd25,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:36.044909 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] No Port match for: bde4048d-5049-471c-9bd6-126361053207 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:21:36.045406 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device bde4048d-5049-471c-9bd6-126361053207 not bound to the agent host n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:21:36.113471 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcf3d90b-15fa-4bc2-af5d-3892d8b3085b'] response: {'name': 'network-changed', 'server_uuid': 'd223e19c-cfa5-4f3b-b038-381c716ca9ba', 'tag': '447569ef-dc2e-4501-a38b-eea0f262cd25', 'status': 'completed', 'code': 200} May 31 13:21:36.123343 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5fc568d7-c03d-4ec1-a1f1-adb3179fc9bc req-fc051dfa-4efd-4eea-9eb9-14ac1292782b service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155444 May 31 13:21:36.136386 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9594ddd-7d22-41db-8acd-7c669986042d req-f807d612-4fe3-467b-9c13-f533c1316856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:36.137856 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d9594ddd-7d22-41db-8acd-7c669986042d req-f807d612-4fe3-467b-9c13-f533c1316856 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e2597a7ed6d8470e9c70cdf094415106&device_id=d223e19c-cfa5-4f3b-b038-381c716ca9ba HTTP/1.1" status: 200 len: 1094 time: 0.0978503 May 31 13:21:36.248442 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d9594ddd-7d22-41db-8acd-7c669986042d req-0f3e09f0-c678-4bde-9e21-fceba7af660c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=447569ef-dc2e-4501-a38b-eea0f262cd25 HTTP/1.1" status: 200 len: 217 time: 0.0986567 May 31 13:21:36.339889 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c53711-5c2e-46a8-a90a-f0565508453c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e28f925-4f02-4846-b0f3-069165b35edc,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:36.346631 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-adb10b05-22aa-498b-bc20-ff01dc73e218 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:36.369682 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-adb10b05-22aa-498b-bc20-ff01dc73e218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:36.392435 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c53711-5c2e-46a8-a90a-f0565508453c admin admin] Checking segment: {'id': '1e15c2a0-1213-406c-bf53-5c2b86b683a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1392b813-53cc-4006-b5ea-81627a72f4ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:21:36.392839 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c53711-5c2e-46a8-a90a-f0565508453c admin admin] Network hostable DHCP agents. Network: 1392b813-53cc-4006-b5ea-81627a72f4ae, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:21:36.451961 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5fc568d7-c03d-4ec1-a1f1-adb3179fc9bc req-00459e6d-18d1-490c-aef7-74c7491e1b2c service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119676 May 31 13:21:36.463923 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-adb10b05-22aa-498b-bc20-ff01dc73e218 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6af1197f87bb45d7a021d17f4e32ad6b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0829217 May 31 13:21:36.464799 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 35710) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:21:36.468102 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb10b05-22aa-498b-bc20-ff01dc73e218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c45f55a3-2fe0-4ae2-be11-3c56518b04e5,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:36.493292 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c53711-5c2e-46a8-a90a-f0565508453c admin admin] Network 1392b813-53cc-4006-b5ea-81627a72f4ae is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:21:36.504822 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a2070596-b781-4a99-a3a0-0776f940db59 req-ca640e48-e2ef-4c9b-bfa9-945fd86db916 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c6a5120-f304-4bf7-87b6-366657caea17 HTTP/1.1" status: 200 len: 210 time: 0.1728249 May 31 13:21:36.538137 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9594ddd-7d22-41db-8acd-7c669986042d req-faec77c7-2469-48fc-a207-f91ed98dab36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:36.538538 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-24c53711-5c2e-46a8-a90a-f0565508453c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 1392b813-53cc-4006-b5ea-81627a72f4ae) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:21:36.541411 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d9594ddd-7d22-41db-8acd-7c669986042d req-faec77c7-2469-48fc-a207-f91ed98dab36 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=83cbe83f-97ff-497d-8da2-ff6d3874e4c0 HTTP/1.1" status: 200 len: 845 time: 0.2869473 May 31 13:21:36.547596 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c53711-5c2e-46a8-a90a-f0565508453c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:36.548173 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-24c53711-5c2e-46a8-a90a-f0565508453c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:36.554023 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3455fbfd-f03b-4a0d-b945-99491693cc2b None None] Network 1392b813-53cc-4006-b5ea-81627a72f4ae requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:21:36.588561 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a4f02397-52b6-432b-8c14-ec28f533bfd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:36.604174 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d9594ddd-7d22-41db-8acd-7c669986042d req-8d9d7959-beb5-4e56-a750-3fa8b053aa6b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=54080721-9f8a-4f91-bfc0-a61481e712fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548589 May 31 13:21:36.608965 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-24c53711-5c2e-46a8-a90a-f0565508453c admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9396107 May 31 13:21:36.616794 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 35714) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:21:36.626804 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a4f02397-52b6-432b-8c14-ec28f533bfd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:36.669752 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-9abd24e3-9403-4cc6-b0a4-985094fcb7b0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1140716816-router', 'tenant_id': 'dd1657545faf45fc89adec1c391d478b', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:21:36.675448 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-9abd24e3-9403-4cc6-b0a4-985094fcb7b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:21:36.680083 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-9abd24e3-9403-4cc6-b0a4-985094fcb7b0 admin admin] Usage tracker for resource:router and tenant:dd1657545faf45fc89adec1c391d478b is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:21:36.683440 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-9abd24e3-9403-4cc6-b0a4-985094fcb7b0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:21:36.691799 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-9abd24e3-9403-4cc6-b0a4-985094fcb7b0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:21:36.707993 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a4f02397-52b6-432b-8c14-ec28f533bfd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:36.761503 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a4f02397-52b6-432b-8c14-ec28f533bfd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:36.762301 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9abd24e3-9403-4cc6-b0a4-985094fcb7b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:36.762862 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a4f02397-52b6-432b-8c14-ec28f533bfd2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c45f55a3-2fe0-4ae2-be11-3c56518b04e5 HTTP/1.1" status: 204 len: 168 time: 0.2960865 May 31 13:21:36.769243 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f02397-52b6-432b-8c14-ec28f533bfd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c45f55a3-2fe0-4ae2-be11-3c56518b04e5,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:36.776192 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9abd24e3-9403-4cc6-b0a4-985094fcb7b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:36.813671 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50866f54-da8e-4e50-96f7-075caab7b388 req-3024544e-d50e-4cda-bc7b-35d5f73e3bb0 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:36.815500 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-50866f54-da8e-4e50-96f7-075caab7b388 req-3024544e-d50e-4cda-bc7b-35d5f73e3bb0 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/ports?device_id=d223e19c-cfa5-4f3b-b038-381c716ca9ba HTTP/1.1" status: 200 len: 943 time: 0.3708394 May 31 13:21:36.868580 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9abd24e3-9403-4cc6-b0a4-985094fcb7b0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:36.922426 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3c5dcf-aff0-4c81-9f03-6b2b5ab74beb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-1392b813-53cc-4006-b5ea-81627a72f4ae', 'network_id': '1392b813-53cc-4006-b5ea-81627a72f4ae', 'tenant_id': 'dd1657545faf45fc89adec1c391d478b', 'fixed_ips': [{'subnet_id': '7e28f925-4f02-4846-b0f3-069165b35edc'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:21:36.924075 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f3c5dcf-aff0-4c81-9f03-6b2b5ab74beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:36.978724 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 13:21:37.006225 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-50866f54-da8e-4e50-96f7-075caab7b388 req-14e5ee60-2319-44d9-941f-42c04f5990c7 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/security-groups?id=9bb73710-3d65-4dab-a4f3-8814f415ca6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834128 May 31 13:21:37.053215 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d9594ddd-7d22-41db-8acd-7c669986042d req-ad126612-af77-4719-94c3-e95cc3946919 service neutron] 10.222.0.20 "GET /v2.0/networks/54080721-9f8a-4f91-bfc0-a61481e712fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4415679 May 31 13:21:37.153974 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:37.166729 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-9f3c5dcf-aff0-4c81-9f03-6b2b5ab74beb None None] Allocated IP 172.20.0.2 (1392b813-53cc-4006-b5ea-81627a72f4ae/7e28f925-4f02-4846-b0f3-069165b35edc/f132afc2-2b23-4ac2-b776-da4790b92acb) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:21:37.476962 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f3c5dcf-aff0-4c81-9f03-6b2b5ab74beb None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:37.488355 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae52183-26a9-4204-8792-8cba13781e6b req-fb651c6c-1ded-4208-974f-f860a47aa010 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:37.490156 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f3c5dcf-aff0-4c81-9f03-6b2b5ab74beb None None] Transition to ACTIVE for port object f132afc2-2b23-4ac2-b776-da4790b92acb will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:21:37.495686 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2ae52183-26a9-4204-8792-8cba13781e6b req-fb651c6c-1ded-4208-974f-f860a47aa010 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b50fd3b-b462-403d-b8da-fd02cb3e2439 HTTP/1.1" status: 200 len: 950 time: 0.5854278 May 31 13:21:37.499141 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-87bb655a-3611-41f7-b03b-dcdc6f88e57b req-43b45339-183a-4643-a66c-25db375c4cc1 tempest-ServersAdmin275Test-224223523 tempest-ServersAdmin275Test-224223523-project] 10.222.0.50 "GET /v2.0/ports?device_id=385ab51b-b4d3-4a53-a563-c02e0d6c3bb2 HTTP/1.1" status: 200 len: 210 time: 0.2202995 May 31 13:21:37.523299 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9abd24e3-9403-4cc6-b0a4-985094fcb7b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:37.534319 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f3c5dcf-aff0-4c81-9f03-6b2b5ab74beb None None] Transition to ACTIVE for port object f132afc2-2b23-4ac2-b776-da4790b92acb will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:21:37.543565 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f3c5dcf-aff0-4c81-9f03-6b2b5ab74beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:37.638816 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d9594ddd-7d22-41db-8acd-7c669986042d req-dc71957e-5afc-478e-86d7-a5c2bb74671b service neutron] 10.222.0.20 "GET /v2.0/networks/54080721-9f8a-4f91-bfc0-a61481e712fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5100477 May 31 13:21:37.710663 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3c5dcf-aff0-4c81-9f03-6b2b5ab74beb None None] Pushing event updated for resources: {'Port': ['ID=f132afc2-2b23-4ac2-b776-da4790b92acb,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:37.721579 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3c5dcf-aff0-4c81-9f03-6b2b5ab74beb None None] Network 1392b813-53cc-4006-b5ea-81627a72f4ae is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:21:37.723112 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-9f3c5dcf-aff0-4c81-9f03-6b2b5ab74beb None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:21:37.725758 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3c5dcf-aff0-4c81-9f03-6b2b5ab74beb None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:21:37.829323 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 35752) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:21:37.838584 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-9f3c5dcf-aff0-4c81-9f03-6b2b5ab74beb None None] Attempting to bind port f132afc2-2b23-4ac2-b776-da4790b92acb on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:21:37.838584 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-9f3c5dcf-aff0-4c81-9f03-6b2b5ab74beb None None] Attempting to bind port f132afc2-2b23-4ac2-b776-da4790b92acb by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '1e15c2a0-1213-406c-bf53-5c2b86b683a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1392b813-53cc-4006-b5ea-81627a72f4ae'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:21:37.838844 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3c5dcf-aff0-4c81-9f03-6b2b5ab74beb None None] Attempting to bind port f132afc2-2b23-4ac2-b776-da4790b92acb on network 1392b813-53cc-4006-b5ea-81627a72f4ae {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:21:37.845639 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3c5dcf-aff0-4c81-9f03-6b2b5ab74beb None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:21:37.846227 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3c5dcf-aff0-4c81-9f03-6b2b5ab74beb None None] Checking segment: {'id': '1e15c2a0-1213-406c-bf53-5c2b86b683a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1392b813-53cc-4006-b5ea-81627a72f4ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:21:37.846781 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f3c5dcf-aff0-4c81-9f03-6b2b5ab74beb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:37.847288 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3c5dcf-aff0-4c81-9f03-6b2b5ab74beb None None] Bound using segment: {'id': '1e15c2a0-1213-406c-bf53-5c2b86b683a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1392b813-53cc-4006-b5ea-81627a72f4ae'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:21:37.847671 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-9f3c5dcf-aff0-4c81-9f03-6b2b5ab74beb None None] Bound port: f132afc2-2b23-4ac2-b776-da4790b92acb, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e15c2a0-1213-406c-bf53-5c2b86b683a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1392b813-53cc-4006-b5ea-81627a72f4ae'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:21:37.848064 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f3c5dcf-aff0-4c81-9f03-6b2b5ab74beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:37.939304 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2ae52183-26a9-4204-8792-8cba13781e6b req-13dd7aae-c27e-4962-81b9-532afa205b7d tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4425375 May 31 13:21:38.041587 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f3c5dcf-aff0-4c81-9f03-6b2b5ab74beb None None] For port f132afc2-2b23-4ac2-b776-da4790b92acb, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:21:38.049075 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f3c5dcf-aff0-4c81-9f03-6b2b5ab74beb None None] For port f132afc2-2b23-4ac2-b776-da4790b92acb, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=f132afc2-2b23-4ac2-b776-da4790b92acb,segment=NetworkSegment(1e15c2a0-1213-406c-bf53-5c2b86b683a8),segment_id=1e15c2a0-1213-406c-bf53-5c2b86b683a8)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:21:38.055816 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f3c5dcf-aff0-4c81-9f03-6b2b5ab74beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:38.079882 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f480fa-6623-4400-b3dd-95e8c6a36d5a req-2faff060-9794-4406-8d3e-379416ad0dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:38.088018 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a3f480fa-6623-4400-b3dd-95e8c6a36d5a req-2faff060-9794-4406-8d3e-379416ad0dfe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e2597a7ed6d8470e9c70cdf094415106&device_id=d223e19c-cfa5-4f3b-b038-381c716ca9ba HTTP/1.1" status: 200 len: 1094 time: 0.1602714 May 31 13:21:38.090590 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-ec990cc0-c9a1-48a5-89cd-a5371a880422 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-2095365635-network', 'tenant_id': '432858527c384a11822cce1e7173230f'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:21:38.096562 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ec990cc0-c9a1-48a5-89cd-a5371a880422 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:21:38.100963 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ec990cc0-c9a1-48a5-89cd-a5371a880422 admin admin] Usage tracker for resource:network and tenant:432858527c384a11822cce1e7173230f is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:21:38.104571 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ec990cc0-c9a1-48a5-89cd-a5371a880422 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:21:38.116211 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ec990cc0-c9a1-48a5-89cd-a5371a880422 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:21:38.138359 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec990cc0-c9a1-48a5-89cd-a5371a880422 admin admin] Made reservation on behalf of 432858527c384a11822cce1e7173230f for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:21:38.144836 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ec990cc0-c9a1-48a5-89cd-a5371a880422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:38.146285 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3c5dcf-aff0-4c81-9f03-6b2b5ab74beb None None] Pushing event updated for resources: {'Port': ['ID=f132afc2-2b23-4ac2-b776-da4790b92acb,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:38.170311 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ec990cc0-c9a1-48a5-89cd-a5371a880422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:38.201209 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ec990cc0-c9a1-48a5-89cd-a5371a880422 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:21:38.206283 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ec990cc0-c9a1-48a5-89cd-a5371a880422 admin admin] Usage tracker for resource:security_group_rule and tenant:432858527c384a11822cce1e7173230f is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:21:38.210729 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ec990cc0-c9a1-48a5-89cd-a5371a880422 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:21:38.217262 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ec990cc0-c9a1-48a5-89cd-a5371a880422 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:21:38.341160 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ec990cc0-c9a1-48a5-89cd-a5371a880422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:38.349807 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ec990cc0-c9a1-48a5-89cd-a5371a880422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:38.367665 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec990cc0-c9a1-48a5-89cd-a5371a880422 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:21:38.424434 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ec990cc0-c9a1-48a5-89cd-a5371a880422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:38.424801 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-ec990cc0-c9a1-48a5-89cd-a5371a880422 admin admin] Added segment d6e496d8-6d46-4220-b6bd-1569bed9cf69 of type vlan for network 9920458a-7a71-485f-afcf-4b011fda73fd May 31 13:21:38.425979 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec990cc0-c9a1-48a5-89cd-a5371a880422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8132b186-3e68-4c45-9315-6ba141716e5d,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:38.484909 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ec990cc0-c9a1-48a5-89cd-a5371a880422 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:38.490333 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:38.547872 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ec990cc0-c9a1-48a5-89cd-a5371a880422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:38.549408 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec990cc0-c9a1-48a5-89cd-a5371a880422 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:38.550526 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ec990cc0-c9a1-48a5-89cd-a5371a880422 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:38.670791 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec990cc0-c9a1-48a5-89cd-a5371a880422 admin admin] Pushing event updated for resources: {'Network': ['ID=9920458a-7a71-485f-afcf-4b011fda73fd,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:38.676786 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ec990cc0-c9a1-48a5-89cd-a5371a880422 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8432965 May 31 13:21:38.676972 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 35766) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:21:38.682636 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 9920458a-7a71-485f-afcf-4b011fda73fd details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:21:38.682790 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-6b7f715e-05f6-43fe-a08d-63ad9956a565 admin admin] Request body: {'subnet': {'network_id': '9920458a-7a71-485f-afcf-4b011fda73fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-2095365635-subnet', 'tenant_id': '432858527c384a11822cce1e7173230f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:21:38.690895 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6b7f715e-05f6-43fe-a08d-63ad9956a565 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:21:38.695562 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-6b7f715e-05f6-43fe-a08d-63ad9956a565 admin admin] Usage tracker for resource:subnet and tenant:432858527c384a11822cce1e7173230f is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:21:38.699125 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-6b7f715e-05f6-43fe-a08d-63ad9956a565 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:21:38.705863 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6b7f715e-05f6-43fe-a08d-63ad9956a565 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:21:38.716902 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b7f715e-05f6-43fe-a08d-63ad9956a565 admin admin] Made reservation on behalf of 432858527c384a11822cce1e7173230f for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:21:38.721519 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6b7f715e-05f6-43fe-a08d-63ad9956a565 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:38.770926 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9abd24e3-9403-4cc6-b0a4-985094fcb7b0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:38.821391 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9abd24e3-9403-4cc6-b0a4-985094fcb7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:38.824767 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f480fa-6623-4400-b3dd-95e8c6a36d5a req-dbb6a752-a0fd-4a3a-be84-4998d65b1c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:38.826433 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a3f480fa-6623-4400-b3dd-95e8c6a36d5a req-dbb6a752-a0fd-4a3a-be84-4998d65b1c03 service neutron] 10.222.0.20 "GET /v2.0/networks?id=54080721-9f8a-4f91-bfc0-a61481e712fa HTTP/1.1" status: 200 len: 906 time: 0.7297690 May 31 13:21:38.970924 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a3f480fa-6623-4400-b3dd-95e8c6a36d5a req-9debc225-0398-494a-80ee-e79d383baf28 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=447569ef-dc2e-4501-a38b-eea0f262cd25 HTTP/1.1" status: 200 len: 217 time: 0.0870423 May 31 13:21:39.043150 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6b7f715e-05f6-43fe-a08d-63ad9956a565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:39.045146 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0a286d-d76b-47bd-8398-4ab2c02d5110 req-d71d3ebe-748b-404c-9883-4828ceb55437 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:39.047096 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3f0a286d-d76b-47bd-8398-4ab2c02d5110 req-d71d3ebe-748b-404c-9883-4828ceb55437 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/ports?device_id=d223e19c-cfa5-4f3b-b038-381c716ca9ba HTTP/1.1" status: 200 len: 943 time: 0.8260868 May 31 13:21:39.101840 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab083f31-7fde-405c-a291-a057210f07f2 req-9d0fa159-9bab-48e9-8b0a-9e77bdd0861b tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:39.103559 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ab083f31-7fde-405c-a291-a057210f07f2 req-9d0fa159-9bab-48e9-8b0a-9e77bdd0861b tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/ports?device_id=55fb1417-cad8-4df4-aa5c-6da0276389e5 HTTP/1.1" status: 200 len: 951 time: 0.8069000 May 31 13:21:39.145184 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7f715e-05f6-43fe-a08d-63ad9956a565 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e9e2465-ff05-43ca-a55a-e097e948eced,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:39.179250 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device f132afc2-2b23-4ac2-b776-da4790b92acb up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:21:39.201582 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7f715e-05f6-43fe-a08d-63ad9956a565 admin admin] Checking segment: {'id': 'd6e496d8-6d46-4220-b6bd-1569bed9cf69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9920458a-7a71-485f-afcf-4b011fda73fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:21:39.201933 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7f715e-05f6-43fe-a08d-63ad9956a565 admin admin] Network hostable DHCP agents. Network: 9920458a-7a71-485f-afcf-4b011fda73fd, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:21:39.239878 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7f715e-05f6-43fe-a08d-63ad9956a565 admin admin] Network 9920458a-7a71-485f-afcf-4b011fda73fd is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:21:39.251980 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-6b7f715e-05f6-43fe-a08d-63ad9956a565 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 9920458a-7a71-485f-afcf-4b011fda73fd) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:21:39.257967 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7f715e-05f6-43fe-a08d-63ad9956a565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:39.260839 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6b7f715e-05f6-43fe-a08d-63ad9956a565 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:39.267772 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe052491-9947-498d-a7b1-92459516b0f0 None None] Network 9920458a-7a71-485f-afcf-4b011fda73fd requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:21:39.298671 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-6b7f715e-05f6-43fe-a08d-63ad9956a565 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6151443 May 31 13:21:39.299333 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 35772) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:21:39.304143 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f480fa-6623-4400-b3dd-95e8c6a36d5a req-a1ef5e70-bf83-46fe-b591-ede049a5ccb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:39.305859 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-681df6f6-ca85-4e6d-a453-b5e0f47fe090 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-2095365635-router', 'tenant_id': '432858527c384a11822cce1e7173230f', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:21:39.311231 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-681df6f6-ca85-4e6d-a453-b5e0f47fe090 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:21:39.321414 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a3f480fa-6623-4400-b3dd-95e8c6a36d5a req-a1ef5e70-bf83-46fe-b591-ede049a5ccb4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=83cbe83f-97ff-497d-8da2-ff6d3874e4c0 HTTP/1.1" status: 200 len: 845 time: 0.3330195 May 31 13:21:39.325178 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3f0a286d-d76b-47bd-8398-4ab2c02d5110 req-f24fcc14-414d-43c3-8b2d-b28ce7777779 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/security-groups?id=9bb73710-3d65-4dab-a4f3-8814f415ca6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521722 May 31 13:21:39.325788 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-681df6f6-ca85-4e6d-a453-b5e0f47fe090 admin admin] Usage tracker for resource:router and tenant:432858527c384a11822cce1e7173230f is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:21:39.330565 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-681df6f6-ca85-4e6d-a453-b5e0f47fe090 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:21:39.341639 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-681df6f6-ca85-4e6d-a453-b5e0f47fe090 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:21:39.357039 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-681df6f6-ca85-4e6d-a453-b5e0f47fe090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:39.358567 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-681df6f6-ca85-4e6d-a453-b5e0f47fe090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:39.388929 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-681df6f6-ca85-4e6d-a453-b5e0f47fe090 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:39.513626 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port f132afc2-2b23-4ac2-b776-da4790b92acb completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:21:39.524737 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ab083f31-7fde-405c-a291-a057210f07f2 req-89c3503b-4d12-4842-b6d8-73e5916c0efe tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/security-groups?id=62fff807-5a72-4450-b5e7-33e8160efe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3441465 May 31 13:21:39.539943 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a3f480fa-6623-4400-b3dd-95e8c6a36d5a req-ec1e269c-0c12-4b2f-b9ce-9aca83da17cf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=54080721-9f8a-4f91-bfc0-a61481e712fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1298826 May 31 13:21:39.651749 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e8209d-4e5d-42c6-90ae-cf640d5a29f2 None None] Network 1392b813-53cc-4006-b5ea-81627a72f4ae requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:21:39.748399 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8c6f07-e6ed-4059-8c05-bc4a8e4c5860 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-9920458a-7a71-485f-afcf-4b011fda73fd', 'network_id': '9920458a-7a71-485f-afcf-4b011fda73fd', 'tenant_id': '432858527c384a11822cce1e7173230f', 'fixed_ips': [{'subnet_id': '8e9e2465-ff05-43ca-a55a-e097e948eced'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:21:39.750231 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3b8c6f07-e6ed-4059-8c05-bc4a8e4c5860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:39.800172 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a3f480fa-6623-4400-b3dd-95e8c6a36d5a req-6b9583f2-dc32-4683-be8f-2f50edce9e34 service neutron] 10.222.0.20 "GET /v2.0/networks/54080721-9f8a-4f91-bfc0-a61481e712fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379601 May 31 13:21:39.803396 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-68d7e063-bea7-42d3-8c0b-fb72077d276c None None] Provisioning for port f132afc2-2b23-4ac2-b776-da4790b92acb completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:21:39.847144 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-9abd24e3-9403-4cc6-b0a4-985094fcb7b0 admin admin] Allocated IP 172.25.6.49 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/5eb8f89e-c6ac-4dd1-b759-d1ee791f4aa1) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:21:39.894283 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-43ae14d2-c8e2-42ec-9355-9b4ac6f42806 req-50f2c6ce-9796-4e69-95f5-478c98e3dc4d tempest-ServersAdmin275Test-224223523 tempest-ServersAdmin275Test-224223523-project] 10.222.0.50 "GET /v2.0/ports?device_id=385ab51b-b4d3-4a53-a563-c02e0d6c3bb2 HTTP/1.1" status: 200 len: 210 time: 0.0929725 May 31 13:21:39.911121 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-68d7e063-bea7-42d3-8c0b-fb72077d276c None None] Provisioning complete for port f132afc2-2b23-4ac2-b776-da4790b92acb triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:21:39.911903 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-68d7e063-bea7-42d3-8c0b-fb72077d276c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:40.082119 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a3f480fa-6623-4400-b3dd-95e8c6a36d5a req-2943a6d8-93c2-4cd6-ba11-6ff983e83ec3 service neutron] 10.222.0.20 "GET /v2.0/networks/54080721-9f8a-4f91-bfc0-a61481e712fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788187 May 31 13:21:40.082339 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-3b8c6f07-e6ed-4059-8c05-bc4a8e4c5860 None None] Allocated IP 172.20.0.2 (9920458a-7a71-485f-afcf-4b011fda73fd/8e9e2465-ff05-43ca-a55a-e097e948eced/81aa3b3a-e7cc-4ecf-b910-c503fdfdbe51) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:21:40.150044 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-681df6f6-ca85-4e6d-a453-b5e0f47fe090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:40.304249 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987d62ac-316c-4cb1-8d0e-3e97fcb4b694 req-b12c1954-6d57-40f4-a807-4901892c2082 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:40.305896 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-987d62ac-316c-4cb1-8d0e-3e97fcb4b694 req-b12c1954-6d57-40f4-a807-4901892c2082 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Synchronizing usage tracker for tenant:ad789348d4d84f2799aa3c6910766725 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:21:40.335239 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-987d62ac-316c-4cb1-8d0e-3e97fcb4b694 req-b12c1954-6d57-40f4-a807-4901892c2082 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Unset dirty status for tenant:ad789348d4d84f2799aa3c6910766725 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:21:40.337881 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-987d62ac-316c-4cb1-8d0e-3e97fcb4b694 req-b12c1954-6d57-40f4-a807-4901892c2082 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.20 "GET /v2.0/ports?device_id=55fb1417-cad8-4df4-aa5c-6da0276389e5 HTTP/1.1" status: 200 len: 951 time: 0.3399866 May 31 13:21:40.362618 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e520ea1-8e90-4330-9acb-06c78710a39f req-bed41903-6edc-4997-a327-60f3a34cfe4b tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:40.364242 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1e520ea1-8e90-4330-9acb-06c78710a39f req-bed41903-6edc-4997-a327-60f3a34cfe4b tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b50fd3b-b462-403d-b8da-fd02cb3e2439 HTTP/1.1" status: 200 len: 950 time: 0.5144155 May 31 13:21:40.438944 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9abd24e3-9403-4cc6-b0a4-985094fcb7b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:40.447879 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1e520ea1-8e90-4330-9acb-06c78710a39f req-716fa317-af9b-437f-a833-382f196d6d1c tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759008 May 31 13:21:40.479740 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9abd24e3-9403-4cc6-b0a4-985094fcb7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:40.558245 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abd24e3-9403-4cc6-b0a4-985094fcb7b0 admin admin] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:21:40.561621 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-9abd24e3-9403-4cc6-b0a4-985094fcb7b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:21:40.567703 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abd24e3-9403-4cc6-b0a4-985094fcb7b0 admin admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:21:40.586028 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-987d62ac-316c-4cb1-8d0e-3e97fcb4b694 req-0aab71ee-fe6e-40f8-a94f-37611d424edc tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Deleting port 1b511901-6041-4225-8ef3-c3b15518a027 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:21:40.586350 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-987d62ac-316c-4cb1-8d0e-3e97fcb4b694 req-0aab71ee-fe6e-40f8-a94f-37611d424edc tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:40.624235 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a5baed13-3c22-4e33-b0aa-fbc48f474e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:40.629732 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-68d7e063-bea7-42d3-8c0b-fb72077d276c None None] Current status of the port f132afc2-2b23-4ac2-b776-da4790b92acb is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:21:40.629953 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-68d7e063-bea7-42d3-8c0b-fb72077d276c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:40.757859 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-68d7e063-bea7-42d3-8c0b-fb72077d276c None None] For port f132afc2-2b23-4ac2-b776-da4790b92acb, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=f132afc2-2b23-4ac2-b776-da4790b92acb,segment=NetworkSegment(1e15c2a0-1213-406c-bf53-5c2b86b683a8),segment_id=1e15c2a0-1213-406c-bf53-5c2b86b683a8)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:21:40.759790 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abd24e3-9403-4cc6-b0a4-985094fcb7b0 admin admin] Pushing event updated for resources: {'Port': ['ID=5eb8f89e-c6ac-4dd1-b759-d1ee791f4aa1,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:40.770609 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-68d7e063-bea7-42d3-8c0b-fb72077d276c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:40.814470 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3b8c6f07-e6ed-4059-8c05-bc4a8e4c5860 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:40.849064 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-3b8c6f07-e6ed-4059-8c05-bc4a8e4c5860 None None] Transition to ACTIVE for port object 81aa3b3a-e7cc-4ecf-b910-c503fdfdbe51 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:21:40.886393 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-3b8c6f07-e6ed-4059-8c05-bc4a8e4c5860 None None] Transition to ACTIVE for port object 81aa3b3a-e7cc-4ecf-b910-c503fdfdbe51 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:21:40.887908 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d7e063-bea7-42d3-8c0b-fb72077d276c None None] Pushing event updated for resources: {'Port': ['ID=f132afc2-2b23-4ac2-b776-da4790b92acb,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:40.896405 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3b8c6f07-e6ed-4059-8c05-bc4a8e4c5860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:41.006521 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8c6f07-e6ed-4059-8c05-bc4a8e4c5860 None None] Network 9920458a-7a71-485f-afcf-4b011fda73fd is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:21:41.022905 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-3b8c6f07-e6ed-4059-8c05-bc4a8e4c5860 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:21:41.049343 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8c6f07-e6ed-4059-8c05-bc4a8e4c5860 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:21:41.064454 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643d6c23-9cbc-42c8-bf18-df6e4fd09c0b req-c0a049e1-43a8-46db-88c3-90a945e89239 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:41.070453 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-643d6c23-9cbc-42c8-bf18-df6e4fd09c0b req-c0a049e1-43a8-46db-88c3-90a945e89239 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/ports?device_id=55fb1417-cad8-4df4-aa5c-6da0276389e5 HTTP/1.1" status: 200 len: 951 time: 0.3289852 May 31 13:21:41.091922 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device f132afc2-2b23-4ac2-b776-da4790b92acb up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:21:41.119518 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-987d62ac-316c-4cb1-8d0e-3e97fcb4b694 req-0aab71ee-fe6e-40f8-a94f-37611d424edc tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] For port 1b511901-6041-4225-8ef3-c3b15518a027, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=1b511901-6041-4225-8ef3-c3b15518a027,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:21:41.119846 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-987d62ac-316c-4cb1-8d0e-3e97fcb4b694 req-0aab71ee-fe6e-40f8-a94f-37611d424edc tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:41.220619 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8c6f07-e6ed-4059-8c05-bc4a8e4c5860 None None] Pushing event updated for resources: {'Port': ['ID=81aa3b3a-e7cc-4ecf-b910-c503fdfdbe51,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:41.286158 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-987d62ac-316c-4cb1-8d0e-3e97fcb4b694 req-0aab71ee-fe6e-40f8-a94f-37611d424edc tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Calling delete_port for 1b511901-6041-4225-8ef3-c3b15518a027 owned by compute:nova {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:21:41.291020 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-3b8c6f07-e6ed-4059-8c05-bc4a8e4c5860 None None] Attempting to bind port 81aa3b3a-e7cc-4ecf-b910-c503fdfdbe51 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:21:41.291391 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-3b8c6f07-e6ed-4059-8c05-bc4a8e4c5860 None None] Attempting to bind port 81aa3b3a-e7cc-4ecf-b910-c503fdfdbe51 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'd6e496d8-6d46-4220-b6bd-1569bed9cf69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9920458a-7a71-485f-afcf-4b011fda73fd'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:21:41.291754 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8c6f07-e6ed-4059-8c05-bc4a8e4c5860 None None] Attempting to bind port 81aa3b3a-e7cc-4ecf-b910-c503fdfdbe51 on network 9920458a-7a71-485f-afcf-4b011fda73fd {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:21:41.297863 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9dc3c9ec-1c4d-4b30-9862-bd51fb0f9bc3 None None] Provisioning complete for port f132afc2-2b23-4ac2-b776-da4790b92acb triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:21:41.298279 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9dc3c9ec-1c4d-4b30-9862-bd51fb0f9bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:41.316091 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9abd24e3-9403-4cc6-b0a4-985094fcb7b0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:41.332832 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8c6f07-e6ed-4059-8c05-bc4a8e4c5860 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:21:41.333229 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8c6f07-e6ed-4059-8c05-bc4a8e4c5860 None None] Checking segment: {'id': 'd6e496d8-6d46-4220-b6bd-1569bed9cf69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9920458a-7a71-485f-afcf-4b011fda73fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:21:41.333636 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3b8c6f07-e6ed-4059-8c05-bc4a8e4c5860 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:41.334055 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8c6f07-e6ed-4059-8c05-bc4a8e4c5860 None None] Bound using segment: {'id': 'd6e496d8-6d46-4220-b6bd-1569bed9cf69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9920458a-7a71-485f-afcf-4b011fda73fd'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:21:41.334539 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-3b8c6f07-e6ed-4059-8c05-bc4a8e4c5860 None None] Bound port: 81aa3b3a-e7cc-4ecf-b910-c503fdfdbe51, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6e496d8-6d46-4220-b6bd-1569bed9cf69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9920458a-7a71-485f-afcf-4b011fda73fd'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:21:41.334911 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3b8c6f07-e6ed-4059-8c05-bc4a8e4c5860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:41.377282 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-681df6f6-ca85-4e6d-a453-b5e0f47fe090 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:41.425971 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port f132afc2-2b23-4ac2-b776-da4790b92acb triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:21:41.426371 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:41.426814 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-681df6f6-ca85-4e6d-a453-b5e0f47fe090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:41.449373 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008da4ff-a300-41f2-b0f2-df2f8af40c88 req-c5f483a8-962e-4ecc-895b-45e36d522b4f tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:41.452299 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-008da4ff-a300-41f2-b0f2-df2f8af40c88 req-c5f483a8-962e-4ecc-895b-45e36d522b4f tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/ports?device_id=d223e19c-cfa5-4f3b-b038-381c716ca9ba HTTP/1.1" status: 200 len: 943 time: 0.8877282 May 31 13:21:41.544374 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-008da4ff-a300-41f2-b0f2-df2f8af40c88 req-2bbc7ebe-a3a9-4c94-8f4f-d6c15a53886e tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/security-groups?id=9bb73710-3d65-4dab-a4f3-8814f415ca6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652688 May 31 13:21:41.603811 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-3b8c6f07-e6ed-4059-8c05-bc4a8e4c5860 None None] For port 81aa3b3a-e7cc-4ecf-b910-c503fdfdbe51, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:21:41.626127 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-3b8c6f07-e6ed-4059-8c05-bc4a8e4c5860 None None] For port 81aa3b3a-e7cc-4ecf-b910-c503fdfdbe51, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=81aa3b3a-e7cc-4ecf-b910-c503fdfdbe51,segment=NetworkSegment(d6e496d8-6d46-4220-b6bd-1569bed9cf69),segment_id=d6e496d8-6d46-4220-b6bd-1569bed9cf69)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:21:41.657106 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-643d6c23-9cbc-42c8-bf18-df6e4fd09c0b req-8373df72-f934-4610-b6c3-17e422ba5799 tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/security-groups?id=62fff807-5a72-4450-b5e7-33e8160efe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3507371 May 31 13:21:41.668289 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3b8c6f07-e6ed-4059-8c05-bc4a8e4c5860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:41.730687 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3c9ec-1c4d-4b30-9862-bd51fb0f9bc3 None None] Current status of the port f132afc2-2b23-4ac2-b776-da4790b92acb is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:21:41.778230 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-987d62ac-316c-4cb1-8d0e-3e97fcb4b694 req-0aab71ee-fe6e-40f8-a94f-37611d424edc tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:41.795666 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['1b511901-6041-4225-8ef3-c3b15518a027'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:21:41.836627 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aab71ee-fe6e-40f8-a94f-37611d424edc tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Pushing event deleted for resources: {'Port': ['ID=1b511901-6041-4225-8ef3-c3b15518a027,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:41.879733 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port f132afc2-2b23-4ac2-b776-da4790b92acb is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:21:41.893610 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8c6f07-e6ed-4059-8c05-bc4a8e4c5860 None None] Pushing event updated for resources: {'Port': ['ID=81aa3b3a-e7cc-4ecf-b910-c503fdfdbe51,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:41.965058 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-987d62ac-316c-4cb1-8d0e-3e97fcb4b694 req-0aab71ee-fe6e-40f8-a94f-37611d424edc tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] No DVR routers for this DVR port 1b511901-6041-4225-8ef3-c3b15518a027 on host n-h1-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:21:41.973596 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-987d62ac-316c-4cb1-8d0e-3e97fcb4b694 req-0aab71ee-fe6e-40f8-a94f-37611d424edc tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:41.976776 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55fb1417-cad8-4df4-aa5c-6da0276389e5', 'name': 'network-vif-deleted', 'tag': '1b511901-6041-4225-8ef3-c3b15518a027'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:21:41.987306 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-681df6f6-ca85-4e6d-a453-b5e0f47fe090 admin admin] Allocated IP 172.25.6.56 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/9ed4188c-32e2-4da1-8335-5b25649ba85a) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:21:42.001570 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 447569ef-dc2e-4501-a38b-eea0f262cd25 details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:21:42.041567 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-987d62ac-316c-4cb1-8d0e-3e97fcb4b694 req-0aab71ee-fe6e-40f8-a94f-37611d424edc tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.20 "DELETE /v2.0/ports/1b511901-6041-4225-8ef3-c3b15518a027 HTTP/1.1" status: 204 len: 173 time: 1.6822131 May 31 13:21:42.277650 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 447569ef-dc2e-4501-a38b-eea0f262cd25, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=447569ef-dc2e-4501-a38b-eea0f262cd25,segment=NetworkSegment(5e25fb0d-97f0-46e3-9365-1fe4cebfedef),segment_id=5e25fb0d-97f0-46e3-9365-1fe4cebfedef)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:21:42.333557 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9abd24e3-9403-4cc6-b0a4-985094fcb7b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:42.336995 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-13a1726d-d118-4482-aa26-259fa51c3ac9 req-c1ced640-424f-4284-a468-0bf3bd45baf0 tempest-ServersAdmin275Test-224223523 tempest-ServersAdmin275Test-224223523-project] 10.222.0.50 "GET /v2.0/ports?device_id=385ab51b-b4d3-4a53-a563-c02e0d6c3bb2 HTTP/1.1" status: 200 len: 210 time: 0.3968945 May 31 13:21:42.337329 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': '447569ef-dc2e-4501-a38b-eea0f262cd25', 'network_id': '54080721-9f8a-4f91-bfc0-a61481e712fa', 'port_id': '447569ef-dc2e-4501-a38b-eea0f262cd25', 'mac_address': 'fa:16:3e:e1:70:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83cbe83f-97ff-497d-8da2-ff6d3874e4c0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:21:42.446825 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 447569ef-dc2e-4501-a38b-eea0f262cd25 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:21:42.447196 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:42.474672 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d83d1d82-8bb7-4604-8595-53c9aabcc9ab'] response: {'server_uuid': '55fb1417-cad8-4df4-aa5c-6da0276389e5', 'name': 'network-vif-deleted', 'tag': '1b511901-6041-4225-8ef3-c3b15518a027', 'status': 'completed', 'code': 200} May 31 13:21:42.477054 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 447569ef-dc2e-4501-a38b-eea0f262cd25 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:21:42.495126 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 447569ef-dc2e-4501-a38b-eea0f262cd25, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=447569ef-dc2e-4501-a38b-eea0f262cd25,segment=NetworkSegment(5e25fb0d-97f0-46e3-9365-1fe4cebfedef),segment_id=5e25fb0d-97f0-46e3-9365-1fe4cebfedef)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:21:42.502357 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:42.519088 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-681df6f6-ca85-4e6d-a453-b5e0f47fe090 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:42.552068 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-681df6f6-ca85-4e6d-a453-b5e0f47fe090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:42.618958 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681df6f6-ca85-4e6d-a453-b5e0f47fe090 admin admin] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:21:42.630293 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-681df6f6-ca85-4e6d-a453-b5e0f47fe090 admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:21:42.632199 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=447569ef-dc2e-4501-a38b-eea0f262cd25,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:42.634253 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6f4649-3a06-4917-b7ba-59f93759fc19 req-8f52ad10-c268-4048-8576-6d848567fcf3 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:42.642844 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1a6f4649-3a06-4917-b7ba-59f93759fc19 req-8f52ad10-c268-4048-8576-6d848567fcf3 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b50fd3b-b462-403d-b8da-fd02cb3e2439 HTTP/1.1" status: 200 len: 950 time: 0.7038651 May 31 13:21:42.661112 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681df6f6-ca85-4e6d-a453-b5e0f47fe090 admin admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:21:42.710751 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1a6f4649-3a06-4917-b7ba-59f93759fc19 req-ff36fc01-078a-42e5-8a39-18cce4a585c7 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670438 May 31 13:21:42.729496 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681df6f6-ca85-4e6d-a453-b5e0f47fe090 admin admin] Pushing event updated for resources: {'Port': ['ID=9ed4188c-32e2-4da1-8335-5b25649ba85a,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:42.763345 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9abd24e3-9403-4cc6-b0a4-985094fcb7b0 admin admin] Router 7448191d-2e60-49ac-9a50-586a921a2a3c is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 13:21:42.788629 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4e83cef9-b28d-47f8-b8e3-5652b5a6de7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:42.898863 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['447569ef-dc2e-4501-a38b-eea0f262cd25'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:21:42.941712 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b7246f50-d3ab-4d96-b487-94df3c3f2533 req-eec57efd-7b2c-422f-bd69-0992396f24ff tempest-ServersAdminTestJSON-1109451086 tempest-ServersAdminTestJSON-1109451086-project] 10.222.0.50 "GET /v2.0/ports?device_id=55fb1417-cad8-4df4-aa5c-6da0276389e5 HTTP/1.1" status: 200 len: 210 time: 0.0697341 May 31 13:21:43.040738 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51699669-5054-4787-9f63-3a43abfd6934 req-818e719b-07a7-4b41-8945-2e1fd12defe2 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:43.042860 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-51699669-5054-4787-9f63-3a43abfd6934 req-818e719b-07a7-4b41-8945-2e1fd12defe2 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/ports?device_id=d223e19c-cfa5-4f3b-b038-381c716ca9ba HTTP/1.1" status: 200 len: 944 time: 0.3309824 May 31 13:21:43.088026 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9abd24e3-9403-4cc6-b0a4-985094fcb7b0 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:21:43.098662 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd79b1fb-3abd-49ae-9776-136f51e31f82 None None] Sync routers for ids ['7448191d-2e60-49ac-9a50-586a921a2a3c'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:21:43.113053 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd79b1fb-3abd-49ae-9776-136f51e31f82 None None] Routers {'7448191d-2e60-49ac-9a50-586a921a2a3c'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:21:43.113924 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-cd79b1fb-3abd-49ae-9776-136f51e31f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:21:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['7448191d-2e60-49ac-9a50-586a921a2a3c'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:21:43.165104 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-51699669-5054-4787-9f63-3a43abfd6934 req-043c73e3-650a-491a-831f-74d0862dce7f tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/security-groups?id=9bb73710-3d65-4dab-a4f3-8814f415ca6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132944 May 31 13:21:43.184012 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9abd24e3-9403-4cc6-b0a4-985094fcb7b0 admin admin] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:43.185920 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-9abd24e3-9403-4cc6-b0a4-985094fcb7b0 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.5258555 May 31 13:21:43.186681 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 81aa3b3a-e7cc-4ecf-b910-c503fdfdbe51 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:21:43.194571 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 35800) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:21:43.300035 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-681df6f6-ca85-4e6d-a453-b5e0f47fe090 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:43.311139 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 81aa3b3a-e7cc-4ecf-b910-c503fdfdbe51 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:21:43.395407 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-cd79b1fb-3abd-49ae-9776-136f51e31f82 None None] Set router 7448191d-2e60-49ac-9a50-586a921a2a3c gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:21:43.419051 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a698bc-5ed4-4813-90a8-576caca8fa1b None None] Network 9920458a-7a71-485f-afcf-4b011fda73fd requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:21:43.743087 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-3ac54d3a-c89f-45b0-b8c1-26044d8d35d1 None None] Provisioning for port 81aa3b3a-e7cc-4ecf-b910-c503fdfdbe51 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:21:43.760180 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-3ac54d3a-c89f-45b0-b8c1-26044d8d35d1 None None] Provisioning complete for port 81aa3b3a-e7cc-4ecf-b910-c503fdfdbe51 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:21:43.761784 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3ac54d3a-c89f-45b0-b8c1-26044d8d35d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:43.777278 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a34f2c50-8382-4cc4-9c56-9b5cf3d1a55c req-0bd6f570-8036-4e33-ad1a-46df69f253df tempest-ServersAdmin275Test-224223523 tempest-ServersAdmin275Test-224223523-project] 10.222.0.50 "GET /v2.0/ports?device_id=385ab51b-b4d3-4a53-a563-c02e0d6c3bb2 HTTP/1.1" status: 200 len: 210 time: 0.0616148 May 31 13:21:43.824309 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:43.839510 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:43.876960 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-681df6f6-ca85-4e6d-a453-b5e0f47fe090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:43.929238 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-cd79b1fb-3abd-49ae-9776-136f51e31f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7448191d-2e60-49ac-9a50-586a921a2a3c', 'name': 'tempest-ServersTestMultiNic-1140716816-router', 'tenant_id': 'dd1657545faf45fc89adec1c391d478b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '5eb8f89e-c6ac-4dd1-b759-d1ee791f4aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:21:36Z', 'updated_at': '2022-05-31T13:21:41Z', 'revision_number': 3, 'project_id': 'dd1657545faf45fc89adec1c391d478b', 'gw_port': {'id': '5eb8f89e-c6ac-4dd1-b759-d1ee791f4aa1', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4c:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7448191d-2e60-49ac-9a50-586a921a2a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:21:38Z', 'updated_at': '2022-05-31T13:21:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:21:43.942211 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd79b1fb-3abd-49ae-9776-136f51e31f82 None None] Checking router: 7448191d-2e60-49ac-9a50-586a921a2a3c for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:21:43.942747 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd79b1fb-3abd-49ae-9776-136f51e31f82 None None] Updating router 7448191d-2e60-49ac-9a50-586a921a2a3c port 5eb8f89e-c6ac-4dd1-b759-d1ee791f4aa1 binding host n-d-843939-1 {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:21:44.004358 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-3ac54d3a-c89f-45b0-b8c1-26044d8d35d1 None None] Current status of the port 81aa3b3a-e7cc-4ecf-b910-c503fdfdbe51 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:21:44.004758 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3ac54d3a-c89f-45b0-b8c1-26044d8d35d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:44.033138 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 1b511901-6041-4225-8ef3-c3b15518a027 no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:21:44.048688 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cd79b1fb-3abd-49ae-9776-136f51e31f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:44.114098 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] No Port match for: 1b511901-6041-4225-8ef3-c3b15518a027 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:21:44.114518 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 1b511901-6041-4225-8ef3-c3b15518a027 not bound to the agent host n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:21:44.122053 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-3ac54d3a-c89f-45b0-b8c1-26044d8d35d1 None None] For port 81aa3b3a-e7cc-4ecf-b910-c503fdfdbe51, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=81aa3b3a-e7cc-4ecf-b910-c503fdfdbe51,segment=NetworkSegment(d6e496d8-6d46-4220-b6bd-1569bed9cf69),segment_id=d6e496d8-6d46-4220-b6bd-1569bed9cf69)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:21:44.131135 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3ac54d3a-c89f-45b0-b8c1-26044d8d35d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:44.293783 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac54d3a-c89f-45b0-b8c1-26044d8d35d1 None None] Pushing event updated for resources: {'Port': ['ID=81aa3b3a-e7cc-4ecf-b910-c503fdfdbe51,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:44.334752 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-681df6f6-ca85-4e6d-a453-b5e0f47fe090 admin admin] Router f2bdef84-40d6-4f7f-aa58-d2d0e29dbee1 is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 13:21:44.464530 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-bfc64d09-9bb1-4a03-89bf-5606b7e957b1 None None] Provisioning complete for port 81aa3b3a-e7cc-4ecf-b910-c503fdfdbe51 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:21:44.464915 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bfc64d09-9bb1-4a03-89bf-5606b7e957b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:44.583307 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 35818) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:21:44.596332 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cd79b1fb-3abd-49ae-9776-136f51e31f82 None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:44.629067 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-cd79b1fb-3abd-49ae-9776-136f51e31f82 None None] Transition to ACTIVE for port object 5eb8f89e-c6ac-4dd1-b759-d1ee791f4aa1 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:21:44.644238 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-681df6f6-ca85-4e6d-a453-b5e0f47fe090 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:21:44.644812 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cd79b1fb-3abd-49ae-9776-136f51e31f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:44.677424 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-681df6f6-ca85-4e6d-a453-b5e0f47fe090 admin admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:44.679319 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-681df6f6-ca85-4e6d-a453-b5e0f47fe090 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.3784430 May 31 13:21:44.681860 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 35826) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:21:44.723016 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-bfc64d09-9bb1-4a03-89bf-5606b7e957b1 None None] Current status of the port 81aa3b3a-e7cc-4ecf-b910-c503fdfdbe51 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:21:44.725270 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d0d55d-6b6e-4dcf-8f78-6ddeedc117e8 None None] Sync routers for ids ['f2bdef84-40d6-4f7f-aa58-d2d0e29dbee1'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:21:44.747605 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d0d55d-6b6e-4dcf-8f78-6ddeedc117e8 None None] Routers {'f2bdef84-40d6-4f7f-aa58-d2d0e29dbee1'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:21:44.748305 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-66d0d55d-6b6e-4dcf-8f78-6ddeedc117e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:21:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['f2bdef84-40d6-4f7f-aa58-d2d0e29dbee1'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:21:44.770258 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-cd79b1fb-3abd-49ae-9776-136f51e31f82 None None] Attempting to bind port 5eb8f89e-c6ac-4dd1-b759-d1ee791f4aa1 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:21:44.771056 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-cd79b1fb-3abd-49ae-9776-136f51e31f82 None None] Attempting to bind port 5eb8f89e-c6ac-4dd1-b759-d1ee791f4aa1 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:21:44.771773 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd79b1fb-3abd-49ae-9776-136f51e31f82 None None] Attempting to bind port 5eb8f89e-c6ac-4dd1-b759-d1ee791f4aa1 on network d2103cd5-63ba-4c24-9d95-fd17643bf14c {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:21:44.777666 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a063c2-10e3-4667-afab-705ca7928b6e req-90853f5a-4ba5-4a4f-889e-e570e1a2e9a7 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:44.779217 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-29a063c2-10e3-4667-afab-705ca7928b6e req-90853f5a-4ba5-4a4f-889e-e570e1a2e9a7 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b50fd3b-b462-403d-b8da-fd02cb3e2439 HTTP/1.1" status: 200 len: 950 time: 0.7628849 May 31 13:21:44.779821 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f357b376-4039-4483-9e4f-476c8e2c2cdd None None] Pushing event updated for resources: {'Port': ['ID=5eb8f89e-c6ac-4dd1-b759-d1ee791f4aa1,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:44.788441 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd79b1fb-3abd-49ae-9776-136f51e31f82 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:21:44.789540 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd79b1fb-3abd-49ae-9776-136f51e31f82 None None] Checking segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:21:44.790620 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cd79b1fb-3abd-49ae-9776-136f51e31f82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:44.791501 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd79b1fb-3abd-49ae-9776-136f51e31f82 None None] Bound using segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:21:44.792324 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-cd79b1fb-3abd-49ae-9776-136f51e31f82 None None] Bound port: 5eb8f89e-c6ac-4dd1-b759-d1ee791f4aa1, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:21:44.792929 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cd79b1fb-3abd-49ae-9776-136f51e31f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:44.852624 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bcc2033b-27ea-4d8c-8fcd-449c1d15fb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:44.875974 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-29a063c2-10e3-4667-afab-705ca7928b6e req-126ba631-afc8-4b6e-9cb2-e657e60a8a1b tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769501 May 31 13:21:44.884732 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-cd79b1fb-3abd-49ae-9776-136f51e31f82 None None] For port 5eb8f89e-c6ac-4dd1-b759-d1ee791f4aa1, host n-d-843939-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:21:44.888879 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-cd79b1fb-3abd-49ae-9776-136f51e31f82 None None] For port 5eb8f89e-c6ac-4dd1-b759-d1ee791f4aa1, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=5eb8f89e-c6ac-4dd1-b759-d1ee791f4aa1,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:21:44.895741 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cd79b1fb-3abd-49ae-9776-136f51e31f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:44.975435 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-57a427e0-4c95-4610-8a0f-9c44615f0082 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ad789348d4d84f2799aa3c6910766725&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3915529 May 31 13:21:44.981797 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 35832) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:21:45.022141 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab80c8-2af3-45a6-99ea-bff2f47f8825 req-fdddf39d-e36e-47a1-927c-e7e9d361b683 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:45.030571 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aaab80c8-2af3-45a6-99ea-bff2f47f8825 req-fdddf39d-e36e-47a1-927c-e7e9d361b683 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/ports?device_id=d223e19c-cfa5-4f3b-b038-381c716ca9ba HTTP/1.1" status: 200 len: 944 time: 0.5635431 May 31 13:21:45.037341 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f357b376-4039-4483-9e4f-476c8e2c2cdd None None] Pushing event updated for resources: {'Port': ['ID=5eb8f89e-c6ac-4dd1-b759-d1ee791f4aa1,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:45.044889 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-66d0d55d-6b6e-4dcf-8f78-6ddeedc117e8 None None] Set router f2bdef84-40d6-4f7f-aa58-d2d0e29dbee1 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:21:45.092756 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd79b1fb-3abd-49ae-9776-136f51e31f82 None None] Routers {'7448191d-2e60-49ac-9a50-586a921a2a3c'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:21:45.094693 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-cd79b1fb-3abd-49ae-9776-136f51e31f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:21:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['7448191d-2e60-49ac-9a50-586a921a2a3c'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:21:45.121636 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 81aa3b3a-e7cc-4ecf-b910-c503fdfdbe51 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:21:45.167330 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0ca25a48-338b-46fc-8c8b-a127362e271f req-49cedfda-0b26-4efe-a5ad-5db244877a05 tempest-ServersAdmin275Test-224223523 tempest-ServersAdmin275Test-224223523-project] 10.222.0.50 "GET /v2.0/ports?device_id=385ab51b-b4d3-4a53-a563-c02e0d6c3bb2 HTTP/1.1" status: 200 len: 210 time: 0.1071506 May 31 13:21:45.224535 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aaab80c8-2af3-45a6-99ea-bff2f47f8825 req-e63b11de-398c-47cb-9621-0f13621042db tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/security-groups?id=9bb73710-3d65-4dab-a4f3-8814f415ca6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933146 May 31 13:21:45.246297 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c88940f9-215e-4933-9310-79108c0a89ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:45.321543 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c88940f9-215e-4933-9310-79108c0a89ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:45.346033 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-bcc2033b-27ea-4d8c-8fcd-449c1d15fb38 admin admin] Allocated IP 172.20.0.1 (1392b813-53cc-4006-b5ea-81627a72f4ae/7e28f925-4f02-4846-b0f3-069165b35edc/7aa0162f-ef0b-497a-b0b8-9c10cbe2aae0) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:21:45.489037 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c88940f9-215e-4933-9310-79108c0a89ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:45.494885 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:45.501850 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-cd79b1fb-3abd-49ae-9776-136f51e31f82 None None] Set router 7448191d-2e60-49ac-9a50-586a921a2a3c gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:21:45.526286 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88940f9-215e-4933-9310-79108c0a89ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62fff807-5a72-4450-b5e7-33e8160efe2e,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:45.554663 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c88940f9-215e-4933-9310-79108c0a89ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:45.555844 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c88940f9-215e-4933-9310-79108c0a89ca admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/62fff807-5a72-4450-b5e7-33e8160efe2e HTTP/1.1" status: 204 len: 168 time: 0.5729613 May 31 13:21:45.574133 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bcc2033b-27ea-4d8c-8fcd-449c1d15fb38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:45.580363 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 81aa3b3a-e7cc-4ecf-b910-c503fdfdbe51 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:21:45.581020 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:45.593230 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-bcc2033b-27ea-4d8c-8fcd-449c1d15fb38 admin admin] Transition to ACTIVE for port object 7aa0162f-ef0b-497a-b0b8-9c10cbe2aae0 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:21:45.622781 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bcc2033b-27ea-4d8c-8fcd-449c1d15fb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:45.725850 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc2033b-27ea-4d8c-8fcd-449c1d15fb38 admin admin] Pushing event updated for resources: {'Port': ['ID=7aa0162f-ef0b-497a-b0b8-9c10cbe2aae0,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:45.743207 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc2033b-27ea-4d8c-8fcd-449c1d15fb38 admin admin] Network 1392b813-53cc-4006-b5ea-81627a72f4ae is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:21:45.744949 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-bcc2033b-27ea-4d8c-8fcd-449c1d15fb38 admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:21:45.747524 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc2033b-27ea-4d8c-8fcd-449c1d15fb38 admin admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:21:45.831048 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bcc2033b-27ea-4d8c-8fcd-449c1d15fb38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:45.980126 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-66d0d55d-6b6e-4dcf-8f78-6ddeedc117e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2bdef84-40d6-4f7f-aa58-d2d0e29dbee1', 'name': 'tempest-FloatingIPsNegativeTestJSON-2095365635-router', 'tenant_id': '432858527c384a11822cce1e7173230f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '9ed4188c-32e2-4da1-8335-5b25649ba85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:21:39Z', 'updated_at': '2022-05-31T13:21:43Z', 'revision_number': 3, 'project_id': '432858527c384a11822cce1e7173230f', 'gw_port': {'id': '9ed4188c-32e2-4da1-8335-5b25649ba85a', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2f:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2bdef84-40d6-4f7f-aa58-d2d0e29dbee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:21:41Z', 'updated_at': '2022-05-31T13:21:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:21:45.997267 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d0d55d-6b6e-4dcf-8f78-6ddeedc117e8 None None] Checking router: f2bdef84-40d6-4f7f-aa58-d2d0e29dbee1 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:21:45.997611 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d0d55d-6b6e-4dcf-8f78-6ddeedc117e8 None None] Updating router f2bdef84-40d6-4f7f-aa58-d2d0e29dbee1 port 9ed4188c-32e2-4da1-8335-5b25649ba85a binding host n-d-843939-1 {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:21:46.063459 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-cd79b1fb-3abd-49ae-9776-136f51e31f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7448191d-2e60-49ac-9a50-586a921a2a3c', 'name': 'tempest-ServersTestMultiNic-1140716816-router', 'tenant_id': 'dd1657545faf45fc89adec1c391d478b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '5eb8f89e-c6ac-4dd1-b759-d1ee791f4aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:21:36Z', 'updated_at': '2022-05-31T13:21:41Z', 'revision_number': 3, 'project_id': 'dd1657545faf45fc89adec1c391d478b', 'gw_port': {'id': '5eb8f89e-c6ac-4dd1-b759-d1ee791f4aa1', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4c:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7448191d-2e60-49ac-9a50-586a921a2a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:21:38Z', 'updated_at': '2022-05-31T13:21:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:21:46.069916 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd79b1fb-3abd-49ae-9776-136f51e31f82 None None] The sync data for ids ['7448191d-2e60-49ac-9a50-586a921a2a3c'] in n-d-843939-1 is: [{'id': '7448191d-2e60-49ac-9a50-586a921a2a3c', 'name': 'tempest-ServersTestMultiNic-1140716816-router', 'tenant_id': 'dd1657545faf45fc89adec1c391d478b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '5eb8f89e-c6ac-4dd1-b759-d1ee791f4aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:21:36Z', 'updated_at': '2022-05-31T13:21:41Z', 'revision_number': 3, 'project_id': 'dd1657545faf45fc89adec1c391d478b', 'gw_port': {'id': '5eb8f89e-c6ac-4dd1-b759-d1ee791f4aa1', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4c:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7448191d-2e60-49ac-9a50-586a921a2a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:21:38Z', 'updated_at': '2022-05-31T13:21:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:21:46.121488 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-66d0d55d-6b6e-4dcf-8f78-6ddeedc117e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:46.133708 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2489cf97-8d13-429e-af5f-36515a9ee79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:46.150399 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 35844) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:21:46.153891 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 81aa3b3a-e7cc-4ecf-b910-c503fdfdbe51 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:21:46.154374 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bcc2033b-27ea-4d8c-8fcd-449c1d15fb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:46.157161 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 447569ef-dc2e-4501-a38b-eea0f262cd25 up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:21:46.278755 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf204a-16cc-4ef8-b9e9-a73e6a796c64 req-3a8bbac5-c83a-4f21-baad-74d183348b8b tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:46.280377 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aecf204a-16cc-4ef8-b9e9-a73e6a796c64 req-3a8bbac5-c83a-4f21-baad-74d183348b8b tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b50fd3b-b462-403d-b8da-fd02cb3e2439 HTTP/1.1" status: 200 len: 950 time: 0.1624134 May 31 13:21:46.334881 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e98c5379-e407-4253-a8fd-8fa974012c8f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=92a2cf7a7e3b49de809782aa6c32f788&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1833787 May 31 13:21:46.335729 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 35852) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:21:46.401784 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-956857d9-45a0-46ef-aafa-544c33440c96 None None] Provisioning for port 7aa0162f-ef0b-497a-b0b8-9c10cbe2aae0 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:21:46.418401 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning for port 447569ef-dc2e-4501-a38b-eea0f262cd25 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:21:46.441684 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-956857d9-45a0-46ef-aafa-544c33440c96 None None] Provisioning complete for port 7aa0162f-ef0b-497a-b0b8-9c10cbe2aae0 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:21:46.442108 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-956857d9-45a0-46ef-aafa-544c33440c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:46.535789 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aecf204a-16cc-4ef8-b9e9-a73e6a796c64 req-6bdda9ca-a388-447d-9f8a-7ce1f34937d3 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285066 May 31 13:21:46.628135 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d5e5fa76-b11b-4128-8ebd-ab258997dff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:46.670881 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-2489cf97-8d13-429e-af5f-36515a9ee79c admin admin] Allocated IP 172.20.0.1 (9920458a-7a71-485f-afcf-4b011fda73fd/8e9e2465-ff05-43ca-a55a-e097e948eced/be706e2e-8189-45d8-8372-015740b2986d) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:21:46.672575 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5ba99a-f8ee-4ea6-9d95-6c69a0850853 req-8532f43a-3aef-475a-bd9d-1d289a19c718 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:46.675258 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d5e5fa76-b11b-4128-8ebd-ab258997dff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:46.683934 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port 447569ef-dc2e-4501-a38b-eea0f262cd25 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:21:46.683934 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:46.686373 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3c5ba99a-f8ee-4ea6-9d95-6c69a0850853 req-8532f43a-3aef-475a-bd9d-1d289a19c718 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/ports?device_id=d223e19c-cfa5-4f3b-b038-381c716ca9ba HTTP/1.1" status: 200 len: 944 time: 0.2604280 May 31 13:21:46.691198 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bcc2033b-27ea-4d8c-8fcd-449c1d15fb38 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:46.756204 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bcc2033b-27ea-4d8c-8fcd-449c1d15fb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:46.837431 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-956857d9-45a0-46ef-aafa-544c33440c96 None None] Port 7aa0162f-ef0b-497a-b0b8-9c10cbe2aae0 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:21:46.850386 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d5e5fa76-b11b-4128-8ebd-ab258997dff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:46.879012 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e5fa76-b11b-4128-8ebd-ab258997dff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=653ee828-3327-4f01-9be7-59574c03d3f5,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:46.910394 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e5fa76-b11b-4128-8ebd-ab258997dff8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:21:46.910737 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e5fa76-b11b-4128-8ebd-ab258997dff8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:21:46.911073 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e5fa76-b11b-4128-8ebd-ab258997dff8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:21:46.911417 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e5fa76-b11b-4128-8ebd-ab258997dff8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:21:46.911739 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e5fa76-b11b-4128-8ebd-ab258997dff8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:21:46.912051 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e5fa76-b11b-4128-8ebd-ab258997dff8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:21:46.912529 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e5fa76-b11b-4128-8ebd-ab258997dff8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:21:46.912692 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e5fa76-b11b-4128-8ebd-ab258997dff8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:21:46.913017 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e5fa76-b11b-4128-8ebd-ab258997dff8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:21:46.913326 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e5fa76-b11b-4128-8ebd-ab258997dff8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:21:46.913639 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e5fa76-b11b-4128-8ebd-ab258997dff8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:21:46.913953 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e5fa76-b11b-4128-8ebd-ab258997dff8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:21:46.914616 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-73fd7dc7-fa17-4bfa-aa68-4fdbd99ae9a8 req-56c3993b-42b1-48be-9976-fcf6441fe2f9 tempest-ServersAdmin275Test-224223523 tempest-ServersAdmin275Test-224223523-project] 10.222.0.50 "GET /v2.0/ports?device_id=385ab51b-b4d3-4a53-a563-c02e0d6c3bb2 HTTP/1.1" status: 200 len: 210 time: 0.2194545 May 31 13:21:46.919243 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2489cf97-8d13-429e-af5f-36515a9ee79c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:46.951427 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d5e5fa76-b11b-4128-8ebd-ab258997dff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:46.953076 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d5e5fa76-b11b-4128-8ebd-ab258997dff8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/653ee828-3327-4f01-9be7-59574c03d3f5 HTTP/1.1" status: 204 len: 168 time: 0.5911548 May 31 13:21:46.954581 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-2489cf97-8d13-429e-af5f-36515a9ee79c admin admin] Transition to ACTIVE for port object be706e2e-8189-45d8-8372-015740b2986d will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:21:46.983387 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2489cf97-8d13-429e-af5f-36515a9ee79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:46.985576 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-66d0d55d-6b6e-4dcf-8f78-6ddeedc117e8 None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:46.997869 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-66d0d55d-6b6e-4dcf-8f78-6ddeedc117e8 None None] Transition to ACTIVE for port object 9ed4188c-32e2-4da1-8335-5b25649ba85a will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:21:47.007902 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-66d0d55d-6b6e-4dcf-8f78-6ddeedc117e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:47.051267 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bcc2033b-27ea-4d8c-8fcd-449c1d15fb38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:47.058725 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc2033b-27ea-4d8c-8fcd-449c1d15fb38 admin admin] Pushing event updated for resources: {'Port': ['ID=7aa0162f-ef0b-497a-b0b8-9c10cbe2aae0,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:47.091230 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2489cf97-8d13-429e-af5f-36515a9ee79c admin admin] Pushing event updated for resources: {'Port': ['ID=be706e2e-8189-45d8-8372-015740b2986d,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:47.111768 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2489cf97-8d13-429e-af5f-36515a9ee79c admin admin] Network 9920458a-7a71-485f-afcf-4b011fda73fd is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:21:47.114544 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 447569ef-dc2e-4501-a38b-eea0f262cd25 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:21:47.115413 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:47.115996 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-2489cf97-8d13-429e-af5f-36515a9ee79c admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:21:47.123420 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2489cf97-8d13-429e-af5f-36515a9ee79c admin admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:21:47.135168 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670ea5a8-2928-474a-a98a-b3501212719a None None] Pushing event updated for resources: {'Port': ['ID=9ed4188c-32e2-4da1-8335-5b25649ba85a,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:47.155274 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd223e19c-cfa5-4f3b-b038-381c716ca9ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '447569ef-dc2e-4501-a38b-eea0f262cd25'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:21:47.164752 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3c5ba99a-f8ee-4ea6-9d95-6c69a0850853 req-553a85d3-4bb0-413a-96ae-1f31ec6cad8d tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/security-groups?id=9bb73710-3d65-4dab-a4f3-8814f415ca6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4765987 May 31 13:21:47.207572 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 5eb8f89e-c6ac-4dd1-b759-d1ee791f4aa1 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:21:47.228666 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2489cf97-8d13-429e-af5f-36515a9ee79c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:47.277567 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 447569ef-dc2e-4501-a38b-eea0f262cd25, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=447569ef-dc2e-4501-a38b-eea0f262cd25,segment=NetworkSegment(5e25fb0d-97f0-46e3-9365-1fe4cebfedef),segment_id=5e25fb0d-97f0-46e3-9365-1fe4cebfedef)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:21:47.280438 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03092688-67cc-4259-9bfd-ca98a22c1b25'] response: {'server_uuid': 'd223e19c-cfa5-4f3b-b038-381c716ca9ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '447569ef-dc2e-4501-a38b-eea0f262cd25', 'code': 200} May 31 13:21:47.304510 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:47.411176 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-66d0d55d-6b6e-4dcf-8f78-6ddeedc117e8 None None] Attempting to bind port 9ed4188c-32e2-4da1-8335-5b25649ba85a on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:21:47.411955 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-66d0d55d-6b6e-4dcf-8f78-6ddeedc117e8 None None] Attempting to bind port 9ed4188c-32e2-4da1-8335-5b25649ba85a by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:21:47.412545 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d0d55d-6b6e-4dcf-8f78-6ddeedc117e8 None None] Attempting to bind port 9ed4188c-32e2-4da1-8335-5b25649ba85a on network d2103cd5-63ba-4c24-9d95-fd17643bf14c {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:21:47.442299 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc2033b-27ea-4d8c-8fcd-449c1d15fb38 admin admin] Network 1392b813-53cc-4006-b5ea-81627a72f4ae is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:21:47.443739 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-bcc2033b-27ea-4d8c-8fcd-449c1d15fb38 admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:21:47.496864 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d0d55d-6b6e-4dcf-8f78-6ddeedc117e8 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:21:47.497504 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d0d55d-6b6e-4dcf-8f78-6ddeedc117e8 None None] Checking segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:21:47.498158 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-66d0d55d-6b6e-4dcf-8f78-6ddeedc117e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:47.508445 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d0d55d-6b6e-4dcf-8f78-6ddeedc117e8 None None] Bound using segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:21:47.510845 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-66d0d55d-6b6e-4dcf-8f78-6ddeedc117e8 None None] Bound port: 9ed4188c-32e2-4da1-8335-5b25649ba85a, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:21:47.511419 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-66d0d55d-6b6e-4dcf-8f78-6ddeedc117e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:47.663480 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-af2d87bc-c348-4744-9e4f-976a0cd0cf55 None None] Provisioning for port be706e2e-8189-45d8-8372-015740b2986d completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:21:47.696491 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=447569ef-dc2e-4501-a38b-eea0f262cd25,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:47.707696 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-af2d87bc-c348-4744-9e4f-976a0cd0cf55 None None] Provisioning complete for port be706e2e-8189-45d8-8372-015740b2986d triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:21:47.713251 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-af2d87bc-c348-4744-9e4f-976a0cd0cf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:47.791409 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 5eb8f89e-c6ac-4dd1-b759-d1ee791f4aa1 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:21:47.815560 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-66d0d55d-6b6e-4dcf-8f78-6ddeedc117e8 None None] For port 9ed4188c-32e2-4da1-8335-5b25649ba85a, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:21:47.824130 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 5eb8f89e-c6ac-4dd1-b759-d1ee791f4aa1 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:21:47.824600 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:47.879116 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-66d0d55d-6b6e-4dcf-8f78-6ddeedc117e8 None None] For port 9ed4188c-32e2-4da1-8335-5b25649ba85a, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=9ed4188c-32e2-4da1-8335-5b25649ba85a,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:21:47.884746 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-af2d87bc-c348-4744-9e4f-976a0cd0cf55 None None] Port be706e2e-8189-45d8-8372-015740b2986d cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:21:47.890692 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-66d0d55d-6b6e-4dcf-8f78-6ddeedc117e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:48.009314 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8948a4c9-16c8-47b6-9cee-074e45b89b37 req-b7649480-fc1a-4b9f-b2c1-bdc6da4df990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:48.011015 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8948a4c9-16c8-47b6-9cee-074e45b89b37 req-b7649480-fc1a-4b9f-b2c1-bdc6da4df990 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d223e19c-cfa5-4f3b-b038-381c716ca9ba HTTP/1.1" status: 200 len: 1096 time: 0.1763549 May 31 13:21:48.014570 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d0d55d-6b6e-4dcf-8f78-6ddeedc117e8 None None] Routers {'f2bdef84-40d6-4f7f-aa58-d2d0e29dbee1'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:21:48.015469 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-66d0d55d-6b6e-4dcf-8f78-6ddeedc117e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:21:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['f2bdef84-40d6-4f7f-aa58-d2d0e29dbee1'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:21:48.104378 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcc2033b-27ea-4d8c-8fcd-449c1d15fb38 admin admin] Router 7448191d-2e60-49ac-9a50-586a921a2a3c has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:21:48.140723 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8948a4c9-16c8-47b6-9cee-074e45b89b37 req-6910e743-e7dc-4dd5-a612-4b31ceb08b0f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9bb73710-3d65-4dab-a4f3-8814f415ca6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150086 May 31 13:21:48.144240 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d45ba-cf4f-473e-8b7a-a83eb510a11d req-38ee7d9b-01b0-4aca-a286-25507547c87c tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:48.146578 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-024d45ba-cf4f-473e-8b7a-a83eb510a11d req-38ee7d9b-01b0-4aca-a286-25507547c87c tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b50fd3b-b462-403d-b8da-fd02cb3e2439 HTTP/1.1" status: 200 len: 950 time: 0.3198705 May 31 13:21:48.205728 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670ea5a8-2928-474a-a98a-b3501212719a None None] Pushing event updated for resources: {'Port': ['ID=9ed4188c-32e2-4da1-8335-5b25649ba85a,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:48.232471 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2489cf97-8d13-429e-af5f-36515a9ee79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:48.297629 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-fe4fd5e8-9ec4-4157-ba39-9764ea2bcd00 None None] Provisioning complete for port 7aa0162f-ef0b-497a-b0b8-9c10cbe2aae0 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:21:48.297944 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fe4fd5e8-9ec4-4157-ba39-9764ea2bcd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:48.333881 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-900ee285-a837-4912-9771-0d234b5906c9 req-8abf534e-145a-40df-beec-0f295595e0e4 tempest-ServersAdmin275Test-224223523 tempest-ServersAdmin275Test-224223523-project] 10.222.0.50 "GET /v2.0/ports?device_id=385ab51b-b4d3-4a53-a563-c02e0d6c3bb2 HTTP/1.1" status: 200 len: 210 time: 0.1074998 May 31 13:21:48.340321 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-024d45ba-cf4f-473e-8b7a-a83eb510a11d req-8e592a15-1093-4fa6-9912-2a857290ecda tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153655 May 31 13:21:48.483534 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 35888) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:21:48.599354 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc2033b-27ea-4d8c-8fcd-449c1d15fb38 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:21:48.604633 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-bcc2033b-27ea-4d8c-8fcd-449c1d15fb38 admin admin] 10.222.0.50 "PUT /v2.0/routers/7448191d-2e60-49ac-9a50-586a921a2a3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4084747 May 31 13:21:48.612027 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 5eb8f89e-c6ac-4dd1-b759-d1ee791f4aa1 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:21:48.613606 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:48.621389 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4c516c-e99b-41b1-a5c4-b3b951397e06 None None] Sync routers for ids ['7448191d-2e60-49ac-9a50-586a921a2a3c'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:21:48.640876 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4c516c-e99b-41b1-a5c4-b3b951397e06 None None] Routers {'7448191d-2e60-49ac-9a50-586a921a2a3c'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:21:48.641771 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-cd4c516c-e99b-41b1-a5c4-b3b951397e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:21:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['7448191d-2e60-49ac-9a50-586a921a2a3c'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:21:48.663685 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-62c3e97c-0f0d-4322-b1fa-c53db554ec91 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1099141948-network', 'tenant_id': 'c2eee9c4792947daa997d835b24e8bf2'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:21:48.673048 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-fe4fd5e8-9ec4-4157-ba39-9764ea2bcd00 None None] Port 7aa0162f-ef0b-497a-b0b8-9c10cbe2aae0 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:21:48.681675 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-62c3e97c-0f0d-4322-b1fa-c53db554ec91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:21:48.682354 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2489cf97-8d13-429e-af5f-36515a9ee79c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:48.690026 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-62c3e97c-0f0d-4322-b1fa-c53db554ec91 admin admin] Usage tracker for resource:network and tenant:c2eee9c4792947daa997d835b24e8bf2 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:21:48.690779 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2489cf97-8d13-429e-af5f-36515a9ee79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:48.694285 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-62c3e97c-0f0d-4322-b1fa-c53db554ec91 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:21:48.709304 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1f572b-a25f-4a59-b8d6-b1c6f523068f req-053f11b0-f0b9-492e-acab-4846696b3881 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:48.709962 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1e1f572b-a25f-4a59-b8d6-b1c6f523068f req-053f11b0-f0b9-492e-acab-4846696b3881 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/ports?device_id=d223e19c-cfa5-4f3b-b038-381c716ca9ba HTTP/1.1" status: 200 len: 945 time: 0.1875303 May 31 13:21:48.710975 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-62c3e97c-0f0d-4322-b1fa-c53db554ec91 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:21:48.723270 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 5eb8f89e-c6ac-4dd1-b759-d1ee791f4aa1, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=5eb8f89e-c6ac-4dd1-b759-d1ee791f4aa1,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:21:48.729667 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-66d0d55d-6b6e-4dcf-8f78-6ddeedc117e8 None None] Set router f2bdef84-40d6-4f7f-aa58-d2d0e29dbee1 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:21:48.739670 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c3e97c-0f0d-4322-b1fa-c53db554ec91 admin admin] Made reservation on behalf of c2eee9c4792947daa997d835b24e8bf2 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:21:48.741942 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-62c3e97c-0f0d-4322-b1fa-c53db554ec91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:48.762350 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-62c3e97c-0f0d-4322-b1fa-c53db554ec91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:48.816351 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-62c3e97c-0f0d-4322-b1fa-c53db554ec91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:21:48.824315 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-62c3e97c-0f0d-4322-b1fa-c53db554ec91 admin admin] Usage tracker for resource:security_group_rule and tenant:c2eee9c4792947daa997d835b24e8bf2 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:21:48.831775 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:48.845443 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-62c3e97c-0f0d-4322-b1fa-c53db554ec91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:21:48.863759 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1e1f572b-a25f-4a59-b8d6-b1c6f523068f req-dbff134c-66b5-4277-a0d8-c7504508d2c5 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/security-groups?id=9bb73710-3d65-4dab-a4f3-8814f415ca6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416433 May 31 13:21:48.864681 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-62c3e97c-0f0d-4322-b1fa-c53db554ec91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:21:48.919240 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 35896) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:21:48.961936 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2489cf97-8d13-429e-af5f-36515a9ee79c admin admin] Pushing event updated for resources: {'Port': ['ID=be706e2e-8189-45d8-8372-015740b2986d,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:49.002777 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2489cf97-8d13-429e-af5f-36515a9ee79c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:49.016842 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-cd4c516c-e99b-41b1-a5c4-b3b951397e06 None None] Set router 7448191d-2e60-49ac-9a50-586a921a2a3c gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:21:49.047174 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-62c3e97c-0f0d-4322-b1fa-c53db554ec91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:49.053310 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-a097367f-ff48-4d7d-8115-cacbe728181f tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1674014164'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:21:49.060713 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-62c3e97c-0f0d-4322-b1fa-c53db554ec91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:49.065435 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-a097367f-ff48-4d7d-8115-cacbe728181f tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:21:49.088279 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-a097367f-ff48-4d7d-8115-cacbe728181f tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Usage tracker for resource:network and tenant:dd1657545faf45fc89adec1c391d478b is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:21:49.105574 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-a097367f-ff48-4d7d-8115-cacbe728181f tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:21:49.129552 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62c3e97c-0f0d-4322-b1fa-c53db554ec91 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:21:49.132085 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-a097367f-ff48-4d7d-8115-cacbe728181f tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:21:49.142262 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c3e97c-0f0d-4322-b1fa-c53db554ec91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c61bfa4b-cbc2-44dc-9e8d-b7eeb2e008bd,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:49.154799 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-62c3e97c-0f0d-4322-b1fa-c53db554ec91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:49.156382 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-62c3e97c-0f0d-4322-b1fa-c53db554ec91 admin admin] Added segment 162ea636-f64d-43d0-9bd8-56ef15f85e62 of type vlan for network 5b41d36c-7072-45a2-be60-32082c8f092b May 31 13:21:49.168505 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c3e97c-0f0d-4322-b1fa-c53db554ec91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:21:49.168850 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c3e97c-0f0d-4322-b1fa-c53db554ec91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:21:49.169185 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c3e97c-0f0d-4322-b1fa-c53db554ec91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:21:49.169516 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c3e97c-0f0d-4322-b1fa-c53db554ec91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:21:49.169842 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c3e97c-0f0d-4322-b1fa-c53db554ec91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:21:49.170194 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c3e97c-0f0d-4322-b1fa-c53db554ec91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:21:49.171227 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c3e97c-0f0d-4322-b1fa-c53db554ec91 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:21:49.171602 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c3e97c-0f0d-4322-b1fa-c53db554ec91 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:21:49.172147 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c3e97c-0f0d-4322-b1fa-c53db554ec91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:21:49.172598 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c3e97c-0f0d-4322-b1fa-c53db554ec91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:21:49.172929 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c3e97c-0f0d-4322-b1fa-c53db554ec91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:21:49.173303 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c3e97c-0f0d-4322-b1fa-c53db554ec91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:21:49.179024 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a097367f-ff48-4d7d-8115-cacbe728181f tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Made reservation on behalf of dd1657545faf45fc89adec1c391d478b for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:21:49.184258 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a097367f-ff48-4d7d-8115-cacbe728181f tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:49.237374 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=5eb8f89e-c6ac-4dd1-b759-d1ee791f4aa1,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:49.245615 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-62c3e97c-0f0d-4322-b1fa-c53db554ec91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:49.254843 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2489cf97-8d13-429e-af5f-36515a9ee79c admin admin] Network 9920458a-7a71-485f-afcf-4b011fda73fd is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:21:49.258284 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-2489cf97-8d13-429e-af5f-36515a9ee79c admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:21:49.260771 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a097367f-ff48-4d7d-8115-cacbe728181f tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:21:49.285343 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a097367f-ff48-4d7d-8115-cacbe728181f tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:49.285703 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-a097367f-ff48-4d7d-8115-cacbe728181f tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Added segment b8546942-dd5b-48c6-89fd-52643603cb0b of type vlan for network 9a770a4a-32fb-4a19-8934-5e075fa0e651 May 31 13:21:49.302894 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-62c3e97c-0f0d-4322-b1fa-c53db554ec91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:49.303919 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c3e97c-0f0d-4322-b1fa-c53db554ec91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:49.304574 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-62c3e97c-0f0d-4322-b1fa-c53db554ec91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:49.482116 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-66d0d55d-6b6e-4dcf-8f78-6ddeedc117e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2bdef84-40d6-4f7f-aa58-d2d0e29dbee1', 'name': 'tempest-FloatingIPsNegativeTestJSON-2095365635-router', 'tenant_id': '432858527c384a11822cce1e7173230f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '9ed4188c-32e2-4da1-8335-5b25649ba85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:21:39Z', 'updated_at': '2022-05-31T13:21:48Z', 'revision_number': 4, 'project_id': '432858527c384a11822cce1e7173230f', 'gw_port': {'id': '9ed4188c-32e2-4da1-8335-5b25649ba85a', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2f:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2bdef84-40d6-4f7f-aa58-d2d0e29dbee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:21:41Z', 'updated_at': '2022-05-31T13:21:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'be706e2e-8189-45d8-8372-015740b2986d', 'name': '', 'network_id': '9920458a-7a71-485f-afcf-4b011fda73fd', 'tenant_id': '432858527c384a11822cce1e7173230f', 'mac_address': 'fa:16:3e:e3:cd:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2bdef84-40d6-4f7f-aa58-d2d0e29dbee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '8e9e2465-ff05-43ca-a55a-e097e948eced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:21:46Z', 'updated_at': '2022-05-31T13:21:46Z', 'revision_number': 1, 'project_id': '432858527c384a11822cce1e7173230f', 'subnets': [{'id': '8e9e2465-ff05-43ca-a55a-e097e948eced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:21:49.490953 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d0d55d-6b6e-4dcf-8f78-6ddeedc117e8 None None] The sync data for ids ['f2bdef84-40d6-4f7f-aa58-d2d0e29dbee1'] in n-d-843939-1 is: [{'id': 'f2bdef84-40d6-4f7f-aa58-d2d0e29dbee1', 'name': 'tempest-FloatingIPsNegativeTestJSON-2095365635-router', 'tenant_id': '432858527c384a11822cce1e7173230f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '9ed4188c-32e2-4da1-8335-5b25649ba85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:21:39Z', 'updated_at': '2022-05-31T13:21:48Z', 'revision_number': 4, 'project_id': '432858527c384a11822cce1e7173230f', 'gw_port': {'id': '9ed4188c-32e2-4da1-8335-5b25649ba85a', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2f:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2bdef84-40d6-4f7f-aa58-d2d0e29dbee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:21:41Z', 'updated_at': '2022-05-31T13:21:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'be706e2e-8189-45d8-8372-015740b2986d', 'name': '', 'network_id': '9920458a-7a71-485f-afcf-4b011fda73fd', 'tenant_id': '432858527c384a11822cce1e7173230f', 'mac_address': 'fa:16:3e:e3:cd:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2bdef84-40d6-4f7f-aa58-d2d0e29dbee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '8e9e2465-ff05-43ca-a55a-e097e948eced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:21:46Z', 'updated_at': '2022-05-31T13:21:46Z', 'revision_number': 1, 'project_id': '432858527c384a11822cce1e7173230f', 'subnets': [{'id': '8e9e2465-ff05-43ca-a55a-e097e948eced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:21:49.594561 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a097367f-ff48-4d7d-8115-cacbe728181f tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:49.697457 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-cd4c516c-e99b-41b1-a5c4-b3b951397e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7448191d-2e60-49ac-9a50-586a921a2a3c', 'name': 'tempest-ServersTestMultiNic-1140716816-router', 'tenant_id': 'dd1657545faf45fc89adec1c391d478b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '5eb8f89e-c6ac-4dd1-b759-d1ee791f4aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:21:36Z', 'updated_at': '2022-05-31T13:21:45Z', 'revision_number': 4, 'project_id': 'dd1657545faf45fc89adec1c391d478b', 'gw_port': {'id': '5eb8f89e-c6ac-4dd1-b759-d1ee791f4aa1', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7448191d-2e60-49ac-9a50-586a921a2a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:21:38Z', 'updated_at': '2022-05-31T13:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '7aa0162f-ef0b-497a-b0b8-9c10cbe2aae0', 'name': '', 'network_id': '1392b813-53cc-4006-b5ea-81627a72f4ae', 'tenant_id': 'dd1657545faf45fc89adec1c391d478b', 'mac_address': 'fa:16:3e:0c:ec:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7448191d-2e60-49ac-9a50-586a921a2a3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '7e28f925-4f02-4846-b0f3-069165b35edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:21:44Z', 'updated_at': '2022-05-31T13:21:46Z', 'revision_number': 2, 'project_id': 'dd1657545faf45fc89adec1c391d478b', 'subnets': [{'id': '7e28f925-4f02-4846-b0f3-069165b35edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:21:49.710429 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-62c3e97c-0f0d-4322-b1fa-c53db554ec91 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2226415 May 31 13:21:49.711844 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4c516c-e99b-41b1-a5c4-b3b951397e06 None None] Checking router: 7448191d-2e60-49ac-9a50-586a921a2a3c for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:21:49.712380 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4c516c-e99b-41b1-a5c4-b3b951397e06 None None] Updating router 7448191d-2e60-49ac-9a50-586a921a2a3c port 7aa0162f-ef0b-497a-b0b8-9c10cbe2aae0 binding host n-d-843939-1 {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:21:49.713040 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 35914) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:21:49.738065 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-037e29f6-d089-4977-b764-7c9e2d11801f admin admin] Request body: {'subnet': {'network_id': '5b41d36c-7072-45a2-be60-32082c8f092b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1099141948-subnet', 'tenant_id': 'c2eee9c4792947daa997d835b24e8bf2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:21:49.743369 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a097367f-ff48-4d7d-8115-cacbe728181f tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:49.749425 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a097367f-ff48-4d7d-8115-cacbe728181f tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:49.749934 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a097367f-ff48-4d7d-8115-cacbe728181f tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:49.750193 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-037e29f6-d089-4977-b764-7c9e2d11801f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:21:49.757590 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-037e29f6-d089-4977-b764-7c9e2d11801f admin admin] Usage tracker for resource:subnet and tenant:c2eee9c4792947daa997d835b24e8bf2 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:21:49.762666 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-037e29f6-d089-4977-b764-7c9e2d11801f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:21:49.777667 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-037e29f6-d089-4977-b764-7c9e2d11801f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:21:49.795833 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2489cf97-8d13-429e-af5f-36515a9ee79c admin admin] Router f2bdef84-40d6-4f7f-aa58-d2d0e29dbee1 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:21:49.799498 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037e29f6-d089-4977-b764-7c9e2d11801f admin admin] Made reservation on behalf of c2eee9c4792947daa997d835b24e8bf2 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:21:49.802069 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-037e29f6-d089-4977-b764-7c9e2d11801f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:49.810871 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9071f359-6734-49cd-8bd0-6a5ba0975cda None None] Provisioning complete for port be706e2e-8189-45d8-8372-015740b2986d triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:21:49.811061 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9071f359-6734-49cd-8bd0-6a5ba0975cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:49.830183 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cd4c516c-e99b-41b1-a5c4-b3b951397e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:49.928943 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1e4409cf-dfc5-4aeb-8907-4168bf12ba4b req-67cd0e5b-f9ce-46db-8857-493219e114a5 tempest-ServersAdmin275Test-224223523 tempest-ServersAdmin275Test-224223523-project] 10.222.0.50 "GET /v2.0/ports?device_id=385ab51b-b4d3-4a53-a563-c02e0d6c3bb2 HTTP/1.1" status: 200 len: 210 time: 0.1876297 May 31 13:21:49.933869 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9071f359-6734-49cd-8bd0-6a5ba0975cda None None] Port be706e2e-8189-45d8-8372-015740b2986d cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:21:49.967162 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-a097367f-ff48-4d7d-8115-cacbe728181f tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0465124 May 31 13:21:49.972797 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c3e97c-0f0d-4322-b1fa-c53db554ec91 admin admin] Pushing event updated for resources: {'Network': ['ID=5b41d36c-7072-45a2-be60-32082c8f092b,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:49.989906 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 5b41d36c-7072-45a2-be60-32082c8f092b details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:21:49.997256 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 35920) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:21:50.034799 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-7205a707-4dc8-4e32-be66-8f34bf81168e tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Request body: {'subnet': {'network_id': '9a770a4a-32fb-4a19-8934-5e075fa0e651', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:21:50.246475 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2489cf97-8d13-429e-af5f-36515a9ee79c admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:21:50.259234 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-2489cf97-8d13-429e-af5f-36515a9ee79c admin admin] 10.222.0.50 "PUT /v2.0/routers/f2bdef84-40d6-4f7f-aa58-d2d0e29dbee1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5760767 May 31 13:21:50.326229 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a097367f-ff48-4d7d-8115-cacbe728181f tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Pushing event updated for resources: {'Network': ['ID=9a770a4a-32fb-4a19-8934-5e075fa0e651,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:50.347755 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 9a770a4a-32fb-4a19-8934-5e075fa0e651 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:21:50.400206 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-7205a707-4dc8-4e32-be66-8f34bf81168e tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:21:50.414620 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b345e6-d26f-4e81-91c2-fe8e6170e9d6 req-da546466-e640-4ecd-8fcd-1eb3155c5fc2 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:50.416225 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-89b345e6-d26f-4e81-91c2-fe8e6170e9d6 req-da546466-e640-4ecd-8fcd-1eb3155c5fc2 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b50fd3b-b462-403d-b8da-fd02cb3e2439 HTTP/1.1" status: 200 len: 950 time: 0.6737893 May 31 13:21:50.419712 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-7205a707-4dc8-4e32-be66-8f34bf81168e tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Usage tracker for resource:subnet and tenant:dd1657545faf45fc89adec1c391d478b is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:21:50.425489 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-7205a707-4dc8-4e32-be66-8f34bf81168e tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:21:50.459649 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-7205a707-4dc8-4e32-be66-8f34bf81168e tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:21:50.485158 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-037e29f6-d089-4977-b764-7c9e2d11801f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:50.520029 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cd4c516c-e99b-41b1-a5c4-b3b951397e06 None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:50.534623 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7205a707-4dc8-4e32-be66-8f34bf81168e tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Made reservation on behalf of dd1657545faf45fc89adec1c391d478b for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:21:50.559090 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7205a707-4dc8-4e32-be66-8f34bf81168e tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:50.580653 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-cd4c516c-e99b-41b1-a5c4-b3b951397e06 None None] Transition to ACTIVE for port object 7aa0162f-ef0b-497a-b0b8-9c10cbe2aae0 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:21:50.610939 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cd4c516c-e99b-41b1-a5c4-b3b951397e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:50.645612 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e29f6-d089-4977-b764-7c9e2d11801f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbe5cf05-563b-4679-80c1-3368090f8f88,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:50.668329 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-89b345e6-d26f-4e81-91c2-fe8e6170e9d6 req-1f2f130e-21e9-443a-a863-c55bb3b90dd0 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443941 May 31 13:21:50.713436 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d1258-c7e5-45ee-b271-1f0d69e8648e req-b98163ab-40cf-4bab-aa13-3371fb4673d6 tempest-LiveAutoBlockMigrationV225Test-938371686 tempest-LiveAutoBlockMigrationV225Test-938371686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:50.746902 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-404d1258-c7e5-45ee-b271-1f0d69e8648e req-b98163ab-40cf-4bab-aa13-3371fb4673d6 tempest-LiveAutoBlockMigrationV225Test-938371686 tempest-LiveAutoBlockMigrationV225Test-938371686-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=9db63fb7-f5a0-4390-8f05-d9b2a1ae47fc HTTP/1.1" status: 200 len: 1096 time: 0.5405366 May 31 13:21:50.752346 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c1e77e-26dc-45cd-a554-7af247e84f2e None None] Pushing event updated for resources: {'Port': ['ID=7aa0162f-ef0b-497a-b0b8-9c10cbe2aae0,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:50.798069 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037e29f6-d089-4977-b764-7c9e2d11801f admin admin] Checking segment: {'id': '162ea636-f64d-43d0-9bd8-56ef15f85e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5b41d36c-7072-45a2-be60-32082c8f092b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:21:50.798662 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037e29f6-d089-4977-b764-7c9e2d11801f admin admin] Network hostable DHCP agents. Network: 5b41d36c-7072-45a2-be60-32082c8f092b, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:21:50.843078 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037e29f6-d089-4977-b764-7c9e2d11801f admin admin] Network 5b41d36c-7072-45a2-be60-32082c8f092b is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:21:50.855267 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-037e29f6-d089-4977-b764-7c9e2d11801f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 5b41d36c-7072-45a2-be60-32082c8f092b) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:21:50.861814 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037e29f6-d089-4977-b764-7c9e2d11801f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:50.862660 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-037e29f6-d089-4977-b764-7c9e2d11801f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:50.865940 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd32690-cba6-4bd7-a8a4-4faf8e5246c4 None None] Network 5b41d36c-7072-45a2-be60-32082c8f092b requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:21:50.920668 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-037e29f6-d089-4977-b764-7c9e2d11801f admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2064598 May 31 13:21:50.921633 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 35928) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:21:50.926996 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-c1e6f166-056d-4669-ac04-cf41d6e246bf admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1099141948-router', 'tenant_id': 'c2eee9c4792947daa997d835b24e8bf2', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:21:50.947319 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c1e6f166-056d-4669-ac04-cf41d6e246bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:21:50.956559 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c1e6f166-056d-4669-ac04-cf41d6e246bf admin admin] Usage tracker for resource:router and tenant:c2eee9c4792947daa997d835b24e8bf2 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:21:50.963237 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c1e6f166-056d-4669-ac04-cf41d6e246bf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:21:50.972973 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c1e6f166-056d-4669-ac04-cf41d6e246bf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:21:50.998727 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c1e6f166-056d-4669-ac04-cf41d6e246bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:51.001781 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c1e6f166-056d-4669-ac04-cf41d6e246bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:51.030397 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-cd4c516c-e99b-41b1-a5c4-b3b951397e06 None None] Attempting to bind port 7aa0162f-ef0b-497a-b0b8-9c10cbe2aae0 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:21:51.030957 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-cd4c516c-e99b-41b1-a5c4-b3b951397e06 None None] Attempting to bind port 7aa0162f-ef0b-497a-b0b8-9c10cbe2aae0 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '1e15c2a0-1213-406c-bf53-5c2b86b683a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1392b813-53cc-4006-b5ea-81627a72f4ae'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:21:51.031316 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4c516c-e99b-41b1-a5c4-b3b951397e06 None None] Attempting to bind port 7aa0162f-ef0b-497a-b0b8-9c10cbe2aae0 on network 1392b813-53cc-4006-b5ea-81627a72f4ae {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:21:51.032665 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c1e6f166-056d-4669-ac04-cf41d6e246bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:51.056384 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4c516c-e99b-41b1-a5c4-b3b951397e06 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:21:51.056760 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4c516c-e99b-41b1-a5c4-b3b951397e06 None None] Checking segment: {'id': '1e15c2a0-1213-406c-bf53-5c2b86b683a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1392b813-53cc-4006-b5ea-81627a72f4ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:21:51.057171 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cd4c516c-e99b-41b1-a5c4-b3b951397e06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:51.057548 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4c516c-e99b-41b1-a5c4-b3b951397e06 None None] Bound using segment: {'id': '1e15c2a0-1213-406c-bf53-5c2b86b683a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1392b813-53cc-4006-b5ea-81627a72f4ae'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:21:51.058034 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-cd4c516c-e99b-41b1-a5c4-b3b951397e06 None None] Bound port: 7aa0162f-ef0b-497a-b0b8-9c10cbe2aae0, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e15c2a0-1213-406c-bf53-5c2b86b683a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1392b813-53cc-4006-b5ea-81627a72f4ae'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:21:51.058850 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cd4c516c-e99b-41b1-a5c4-b3b951397e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:51.226273 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 9ed4188c-32e2-4da1-8335-5b25649ba85a up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:21:51.288276 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-cd4c516c-e99b-41b1-a5c4-b3b951397e06 None None] For port 7aa0162f-ef0b-497a-b0b8-9c10cbe2aae0, host n-d-843939-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:21:51.292241 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-cd4c516c-e99b-41b1-a5c4-b3b951397e06 None None] For port 7aa0162f-ef0b-497a-b0b8-9c10cbe2aae0, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=7aa0162f-ef0b-497a-b0b8-9c10cbe2aae0,segment=NetworkSegment(1e15c2a0-1213-406c-bf53-5c2b86b683a8),segment_id=1e15c2a0-1213-406c-bf53-5c2b86b683a8)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:21:51.299192 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-cd4c516c-e99b-41b1-a5c4-b3b951397e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:51.316463 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-404d1258-c7e5-45ee-b271-1f0d69e8648e req-f7680fed-c5a2-45ee-babd-eb66e384dc9e tempest-LiveAutoBlockMigrationV225Test-938371686 tempest-LiveAutoBlockMigrationV225Test-938371686-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5675771 May 31 13:21:51.437451 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96409db3-62b4-413c-b732-d00f636153a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-5b41d36c-7072-45a2-be60-32082c8f092b', 'network_id': '5b41d36c-7072-45a2-be60-32082c8f092b', 'tenant_id': 'c2eee9c4792947daa997d835b24e8bf2', 'fixed_ips': [{'subnet_id': 'bbe5cf05-563b-4679-80c1-3368090f8f88'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:21:51.438307 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-96409db3-62b4-413c-b732-d00f636153a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:51.492401 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 9ed4188c-32e2-4da1-8335-5b25649ba85a completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:21:51.502625 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4c516c-e99b-41b1-a5c4-b3b951397e06 None None] Routers {'7448191d-2e60-49ac-9a50-586a921a2a3c'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:21:51.503248 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-cd4c516c-e99b-41b1-a5c4-b3b951397e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:21:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['7448191d-2e60-49ac-9a50-586a921a2a3c'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:21:51.533115 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a543cf8-ca84-46b4-80c7-18df30aadefe req-a6483d9f-43a7-40cf-8e81-a82f58d2294e tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:51.546430 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7a543cf8-ca84-46b4-80c7-18df30aadefe req-a6483d9f-43a7-40cf-8e81-a82f58d2294e tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/ports?device_id=d223e19c-cfa5-4f3b-b038-381c716ca9ba HTTP/1.1" status: 200 len: 945 time: 0.3608932 May 31 13:21:51.575237 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 9ed4188c-32e2-4da1-8335-5b25649ba85a triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:21:51.586617 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:51.716093 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7205a707-4dc8-4e32-be66-8f34bf81168e tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:51.775189 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c1e77e-26dc-45cd-a554-7af247e84f2e None None] Pushing event updated for resources: {'Port': ['ID=7aa0162f-ef0b-497a-b0b8-9c10cbe2aae0,revision_number=4']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:51.864841 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-cd4c516c-e99b-41b1-a5c4-b3b951397e06 None None] Set router 7448191d-2e60-49ac-9a50-586a921a2a3c gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:21:51.993552 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7a543cf8-ca84-46b4-80c7-18df30aadefe req-3901359e-7347-466e-b93a-51898ab44dfc tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/security-groups?id=9bb73710-3d65-4dab-a4f3-8814f415ca6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4045260 May 31 13:21:51.999142 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-da45424f-f066-4422-a99c-750751b9abff req-6282a07f-68a9-48d2-8340-af7dee487cb1 tempest-FloatingIPsNegativeTestJSON-1883779624 tempest-FloatingIPsNegativeTestJSON-1883779624-project] 10.222.0.50 "GET /v2.0/floatingips?tenant_id=432858527c384a11822cce1e7173230f HTTP/1.1" status: 200 len: 217 time: 0.0953701 May 31 13:21:51.999426 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c1e6f166-056d-4669-ac04-cf41d6e246bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:52.013543 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205a707-4dc8-4e32-be66-8f34bf81168e tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Pushing event updated for resources: {'Subnet': ['ID=f336b78c-b3bf-435c-8765-f7a574fb0c43,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:52.043759 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7205a707-4dc8-4e32-be66-8f34bf81168e tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Checking segment: {'id': 'b8546942-dd5b-48c6-89fd-52643603cb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9a770a4a-32fb-4a19-8934-5e075fa0e651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:21:52.044481 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7205a707-4dc8-4e32-be66-8f34bf81168e tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Network hostable DHCP agents. Network: 9a770a4a-32fb-4a19-8934-5e075fa0e651, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:21:52.080825 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7205a707-4dc8-4e32-be66-8f34bf81168e tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Network 9a770a4a-32fb-4a19-8934-5e075fa0e651 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:21:52.084293 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-96409db3-62b4-413c-b732-d00f636153a1 None None] Allocated IP 172.20.0.2 (5b41d36c-7072-45a2-be60-32082c8f092b/bbe5cf05-563b-4679-80c1-3368090f8f88/f22eb231-175e-49c1-a5c7-69f6cf01e344) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:21:52.091746 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 9ed4188c-32e2-4da1-8335-5b25649ba85a is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:21:52.091990 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:52.098556 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-7205a707-4dc8-4e32-be66-8f34bf81168e tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 9a770a4a-32fb-4a19-8934-5e075fa0e651) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:21:52.114313 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7205a707-4dc8-4e32-be66-8f34bf81168e tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:52.116294 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7205a707-4dc8-4e32-be66-8f34bf81168e tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:52.135614 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 9ed4188c-32e2-4da1-8335-5b25649ba85a, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=9ed4188c-32e2-4da1-8335-5b25649ba85a,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:21:52.156617 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ecc2bd-e6a5-4b36-bee0-03bf19394152 None None] Network 9a770a4a-32fb-4a19-8934-5e075fa0e651 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:21:52.252729 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e1ccff85-f1c3-4684-8e6e-8ceb731f5258 req-2a47d8a0-e8dc-4c7a-9d71-d51e5e4da155 tempest-ServersAdmin275Test-224223523 tempest-ServersAdmin275Test-224223523-project] 10.222.0.50 "GET /v2.0/ports?device_id=385ab51b-b4d3-4a53-a563-c02e0d6c3bb2 HTTP/1.1" status: 200 len: 210 time: 0.0996451 May 31 13:21:52.259619 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-7205a707-4dc8-4e32-be66-8f34bf81168e tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.2600319 May 31 13:21:52.262225 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 35944) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:21:52.267898 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:52.268688 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 5eb8f89e-c6ac-4dd1-b759-d1ee791f4aa1 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:21:52.274539 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-52e3dd38-e0a6-422f-8685-2cfe28b9e5fd tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-445422694'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:21:52.284820 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-52e3dd38-e0a6-422f-8685-2cfe28b9e5fd tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:21:52.297199 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-52e3dd38-e0a6-422f-8685-2cfe28b9e5fd tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Usage tracker for resource:network and tenant:dd1657545faf45fc89adec1c391d478b is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:21:52.302341 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-52e3dd38-e0a6-422f-8685-2cfe28b9e5fd tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:21:52.329526 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-52e3dd38-e0a6-422f-8685-2cfe28b9e5fd tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:21:52.356689 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e3dd38-e0a6-422f-8685-2cfe28b9e5fd tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Made reservation on behalf of dd1657545faf45fc89adec1c391d478b for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:21:52.371249 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-52e3dd38-e0a6-422f-8685-2cfe28b9e5fd tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:52.556567 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52e3dd38-e0a6-422f-8685-2cfe28b9e5fd tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:21:52.584251 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-52e3dd38-e0a6-422f-8685-2cfe28b9e5fd tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:52.585483 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-52e3dd38-e0a6-422f-8685-2cfe28b9e5fd tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Added segment 6b3d41ff-bd1b-452e-86ed-ca7d85c65f4d of type vlan for network a8f1f8e0-f7f7-43dc-aa20-a976a1744b37 May 31 13:21:52.600081 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-cd4c516c-e99b-41b1-a5c4-b3b951397e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7448191d-2e60-49ac-9a50-586a921a2a3c', 'name': 'tempest-ServersTestMultiNic-1140716816-router', 'tenant_id': 'dd1657545faf45fc89adec1c391d478b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '5eb8f89e-c6ac-4dd1-b759-d1ee791f4aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:21:36Z', 'updated_at': '2022-05-31T13:21:45Z', 'revision_number': 4, 'project_id': 'dd1657545faf45fc89adec1c391d478b', 'gw_port': {'id': '5eb8f89e-c6ac-4dd1-b759-d1ee791f4aa1', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7448191d-2e60-49ac-9a50-586a921a2a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:21:38Z', 'updated_at': '2022-05-31T13:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '7aa0162f-ef0b-497a-b0b8-9c10cbe2aae0', 'name': '', 'network_id': '1392b813-53cc-4006-b5ea-81627a72f4ae', 'tenant_id': 'dd1657545faf45fc89adec1c391d478b', 'mac_address': 'fa:16:3e:0c:ec:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7448191d-2e60-49ac-9a50-586a921a2a3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '7e28f925-4f02-4846-b0f3-069165b35edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:21:44Z', 'updated_at': '2022-05-31T13:21:51Z', 'revision_number': 4, 'project_id': 'dd1657545faf45fc89adec1c391d478b', 'subnets': [{'id': '7e28f925-4f02-4846-b0f3-069165b35edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:21:52.609325 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4c516c-e99b-41b1-a5c4-b3b951397e06 None None] The sync data for ids ['7448191d-2e60-49ac-9a50-586a921a2a3c'] in n-d-843939-1 is: [{'id': '7448191d-2e60-49ac-9a50-586a921a2a3c', 'name': 'tempest-ServersTestMultiNic-1140716816-router', 'tenant_id': 'dd1657545faf45fc89adec1c391d478b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '5eb8f89e-c6ac-4dd1-b759-d1ee791f4aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:21:36Z', 'updated_at': '2022-05-31T13:21:45Z', 'revision_number': 4, 'project_id': 'dd1657545faf45fc89adec1c391d478b', 'gw_port': {'id': '5eb8f89e-c6ac-4dd1-b759-d1ee791f4aa1', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7448191d-2e60-49ac-9a50-586a921a2a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:21:38Z', 'updated_at': '2022-05-31T13:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '7aa0162f-ef0b-497a-b0b8-9c10cbe2aae0', 'name': '', 'network_id': '1392b813-53cc-4006-b5ea-81627a72f4ae', 'tenant_id': 'dd1657545faf45fc89adec1c391d478b', 'mac_address': 'fa:16:3e:0c:ec:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7448191d-2e60-49ac-9a50-586a921a2a3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '7e28f925-4f02-4846-b0f3-069165b35edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:21:44Z', 'updated_at': '2022-05-31T13:21:51Z', 'revision_number': 4, 'project_id': 'dd1657545faf45fc89adec1c391d478b', 'subnets': [{'id': '7e28f925-4f02-4846-b0f3-069165b35edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:21:52.649401 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-52e3dd38-e0a6-422f-8685-2cfe28b9e5fd tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:52.798140 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c1e6f166-056d-4669-ac04-cf41d6e246bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:52.813527 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=9ed4188c-32e2-4da1-8335-5b25649ba85a,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:52.904307 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-52e3dd38-e0a6-422f-8685-2cfe28b9e5fd tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:52.914273 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e3dd38-e0a6-422f-8685-2cfe28b9e5fd tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:52.923157 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-52e3dd38-e0a6-422f-8685-2cfe28b9e5fd tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:52.963320 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8c8d4a-23c6-43ff-bd2d-b8265453b639 req-4cc5c8ea-57fa-47f8-b08a-692e164d0dad tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:52.963320 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2c8c8d4a-23c6-43ff-bd2d-b8265453b639 req-4cc5c8ea-57fa-47f8-b08a-692e164d0dad tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b50fd3b-b462-403d-b8da-fd02cb3e2439 HTTP/1.1" status: 200 len: 950 time: 0.5532408 May 31 13:21:52.967927 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c1e6f166-056d-4669-ac04-cf41d6e246bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:53.094052 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 5eb8f89e-c6ac-4dd1-b759-d1ee791f4aa1 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:21:53.094671 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:53.195294 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-52e3dd38-e0a6-422f-8685-2cfe28b9e5fd tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9311333 May 31 13:21:53.207778 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 35964) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:21:53.227489 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-f2ed40ae-9002-4dc8-99e6-f1abe822917e tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Request body: {'subnet': {'network_id': 'a8f1f8e0-f7f7-43dc-aa20-a976a1744b37', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:21:53.262438 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e3dd38-e0a6-422f-8685-2cfe28b9e5fd tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Pushing event updated for resources: {'Network': ['ID=a8f1f8e0-f7f7-43dc-aa20-a976a1744b37,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:53.296917 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network a8f1f8e0-f7f7-43dc-aa20-a976a1744b37 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:21:53.304282 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-c1e6f166-056d-4669-ac04-cf41d6e246bf admin admin] Allocated IP 172.25.6.127 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/b86a57a4-b60d-4fa8-a489-4dc41d538554) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:21:53.392345 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2c8c8d4a-23c6-43ff-bd2d-b8265453b639 req-66d51668-e472-4d4d-a6c5-edf9c98a4e71 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3396657 May 31 13:21:53.396582 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478029ca-916e-481b-b4b9-77b8f2d08024 None None] Sync routers for ids ['f2bdef84-40d6-4f7f-aa58-d2d0e29dbee1'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:21:53.494440 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f2ed40ae-9002-4dc8-99e6-f1abe822917e tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:21:53.499758 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-f2ed40ae-9002-4dc8-99e6-f1abe822917e tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Usage tracker for resource:subnet and tenant:dd1657545faf45fc89adec1c391d478b is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:21:53.505318 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-f2ed40ae-9002-4dc8-99e6-f1abe822917e tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:21:53.516832 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f2ed40ae-9002-4dc8-99e6-f1abe822917e tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:21:53.564789 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ed40ae-9002-4dc8-99e6-f1abe822917e tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Made reservation on behalf of dd1657545faf45fc89adec1c391d478b for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:21:53.570208 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f2ed40ae-9002-4dc8-99e6-f1abe822917e tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:53.589732 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-96409db3-62b4-413c-b732-d00f636153a1 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:53.599880 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c1e6f166-056d-4669-ac04-cf41d6e246bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:53.646878 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c1e6f166-056d-4669-ac04-cf41d6e246bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:53.647649 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478029ca-916e-481b-b4b9-77b8f2d08024 None None] Routers {'f2bdef84-40d6-4f7f-aa58-d2d0e29dbee1'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:21:53.648318 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-478029ca-916e-481b-b4b9-77b8f2d08024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:21:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['f2bdef84-40d6-4f7f-aa58-d2d0e29dbee1'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:21:53.814992 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e6f166-056d-4669-ac04-cf41d6e246bf admin admin] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:21:53.821648 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-c1e6f166-056d-4669-ac04-cf41d6e246bf admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:21:53.827858 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e6f166-056d-4669-ac04-cf41d6e246bf admin admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:21:53.895722 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e6f166-056d-4669-ac04-cf41d6e246bf admin admin] Pushing event updated for resources: {'Port': ['ID=b86a57a4-b60d-4fa8-a489-4dc41d538554,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:53.902544 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f2ed40ae-9002-4dc8-99e6-f1abe822917e tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:53.918241 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b6edd6cd-2e78-4c1d-83a6-bc441e29f4a0 req-af6e0da8-7462-447b-b468-8c54542027cf tempest-FloatingIPsNegativeTestJSON-1883779624 tempest-FloatingIPsNegativeTestJSON-1883779624-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.3906631 May 31 13:21:53.920151 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc26872-e8b3-466f-b413-1c633706301a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-9a770a4a-32fb-4a19-8934-5e075fa0e651', 'network_id': '9a770a4a-32fb-4a19-8934-5e075fa0e651', 'tenant_id': 'dd1657545faf45fc89adec1c391d478b', 'fixed_ips': [{'subnet_id': 'f336b78c-b3bf-435c-8765-f7a574fb0c43'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:21:53.921312 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6fc26872-e8b3-466f-b413-1c633706301a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:53.980097 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-96409db3-62b4-413c-b732-d00f636153a1 None None] Transition to ACTIVE for port object f22eb231-175e-49c1-a5c7-69f6cf01e344 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:21:53.985904 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [req-5fc568d7-c03d-4ec1-a1f1-adb3179fc9bc req-ed336348-7cd1-42f1-9cd5-dcd010e42372 service neutron] show failed (client error): The resource could not be found. May 31 13:21:53.987039 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5fc568d7-c03d-4ec1-a1f1-adb3179fc9bc req-ed336348-7cd1-42f1-9cd5-dcd010e42372 service neutron] 10.222.0.20 "GET /v2.0/ports/95e68113-2ff1-42e3-b645-2d1b5c52a434/bindings/n-h2-843939-1 HTTP/1.1" status: 404 len: 380 time: 0.2947414 May 31 13:21:54.158335 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ed40ae-9002-4dc8-99e6-f1abe822917e tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Pushing event updated for resources: {'Subnet': ['ID=b9e3d493-0295-4e55-8988-c3ce748e918b,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:54.161786 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 35984) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:21:54.175393 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ed40ae-9002-4dc8-99e6-f1abe822917e tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Checking segment: {'id': '6b3d41ff-bd1b-452e-86ed-ca7d85c65f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a8f1f8e0-f7f7-43dc-aa20-a976a1744b37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:21:54.175759 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ed40ae-9002-4dc8-99e6-f1abe822917e tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Network hostable DHCP agents. Network: a8f1f8e0-f7f7-43dc-aa20-a976a1744b37, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:21:54.222499 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-96409db3-62b4-413c-b732-d00f636153a1 None None] Transition to ACTIVE for port object f22eb231-175e-49c1-a5c7-69f6cf01e344 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:21:54.230109 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ed40ae-9002-4dc8-99e6-f1abe822917e tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Network a8f1f8e0-f7f7-43dc-aa20-a976a1744b37 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:21:54.254238 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-f2ed40ae-9002-4dc8-99e6-f1abe822917e tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, a8f1f8e0-f7f7-43dc-aa20-a976a1744b37) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:21:54.266162 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-478029ca-916e-481b-b4b9-77b8f2d08024 None None] Set router f2bdef84-40d6-4f7f-aa58-d2d0e29dbee1 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:21:54.273906 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ed40ae-9002-4dc8-99e6-f1abe822917e tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:54.274636 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f2ed40ae-9002-4dc8-99e6-f1abe822917e tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:54.368236 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [req-1334b643-69b1-4307-bd2b-804539ef4fe2 req-f9056ac1-8308-4896-8d41-77b8e7bd7950 tempest-LiveAutoBlockMigrationV225Test-938371686 tempest-LiveAutoBlockMigrationV225Test-938371686-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:21:54.369332 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1334b643-69b1-4307-bd2b-804539ef4fe2 req-f9056ac1-8308-4896-8d41-77b8e7bd7950 tempest-LiveAutoBlockMigrationV225Test-938371686 tempest-LiveAutoBlockMigrationV225Test-938371686-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1955953 May 31 13:21:54.443617 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 5eb8f89e-c6ac-4dd1-b759-d1ee791f4aa1 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:21:54.459739 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-f2ed40ae-9002-4dc8-99e6-f1abe822917e tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2479024 May 31 13:21:54.506387 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935cea0f-b076-41b8-82a0-3c2399efafbd None None] Network a8f1f8e0-f7f7-43dc-aa20-a976a1744b37 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:21:54.587490 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-96409db3-62b4-413c-b732-d00f636153a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:54.656222 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-59ea4d37-458d-4788-8c93-e15796007be6 req-d114c83a-01fc-4f36-9242-0b248a5872a3 tempest-ServersAdmin275Test-224223523 tempest-ServersAdmin275Test-224223523-project] 10.222.0.50 "GET /v2.0/ports?device_id=385ab51b-b4d3-4a53-a563-c02e0d6c3bb2 HTTP/1.1" status: 200 len: 210 time: 0.0949595 May 31 13:21:54.673386 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-1334b643-69b1-4307-bd2b-804539ef4fe2 req-3e280e22-7429-4e67-aa13-ef80bc6f9db1 service neutron] Request body: {'binding': {'host': 'n-h1-843939-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:21:54.674440 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-1334b643-69b1-4307-bd2b-804539ef4fe2 req-3e280e22-7429-4e67-aa13-ef80bc6f9db1 service neutron] Unknown quota resources ['binding']. {{(pid=88370) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 31 13:21:54.757486 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc568d7-c03d-4ec1-a1f1-adb3179fc9bc req-0d5e95cf-28fb-468a-9f0c-a73b127bec3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:54.759096 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5fc568d7-c03d-4ec1-a1f1-adb3179fc9bc req-0d5e95cf-28fb-468a-9f0c-a73b127bec3a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1b50fd3b-b462-403d-b8da-fd02cb3e2439&tenant_id=c905d91f2f614f928153cd05b2f8a225 HTTP/1.1" status: 200 len: 1101 time: 0.4714649 May 31 13:21:54.777686 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c1e6f166-056d-4669-ac04-cf41d6e246bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:54.783106 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-5fc568d7-c03d-4ec1-a1f1-adb3179fc9bc req-2f6024ff-d81c-4497-b04b-a1ec6f988fc1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843939-1', 'device_owner': 'compute:nova'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:21:54.917134 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [req-1e54392c-f9a3-4254-b14b-25adad2a8a7e req-656e5fae-15c4-4b43-ab5d-59df3354b26d tempest-FloatingIPsNegativeTestJSON-1883779624 tempest-FloatingIPsNegativeTestJSON-1883779624-project] show failed (client error): The resource could not be found. May 31 13:21:54.918696 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1e54392c-f9a3-4254-b14b-25adad2a8a7e req-656e5fae-15c4-4b43-ab5d-59df3354b26d tempest-FloatingIPsNegativeTestJSON-1883779624 tempest-FloatingIPsNegativeTestJSON-1883779624-project] 10.222.0.50 "GET /v2.0/floatingips/441fd93c-eb31-4694-b8ca-17f05afc7308 HTTP/1.1" status: 404 len: 350 time: 0.1516078 May 31 13:21:54.945959 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 36002) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:21:54.963027 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96409db3-62b4-413c-b732-d00f636153a1 None None] Network 5b41d36c-7072-45a2-be60-32082c8f092b is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:21:54.964291 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 9ed4188c-32e2-4da1-8335-5b25649ba85a up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:21:54.991109 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96409db3-62b4-413c-b732-d00f636153a1 None None] Pushing event updated for resources: {'Port': ['ID=f22eb231-175e-49c1-a5c7-69f6cf01e344,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:55.009112 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-96409db3-62b4-413c-b732-d00f636153a1 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:21:55.011653 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96409db3-62b4-413c-b732-d00f636153a1 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:21:55.235414 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c1e6f166-056d-4669-ac04-cf41d6e246bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:55.471590 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-6fc26872-e8b3-466f-b413-1c633706301a None None] Allocated IP 19.80.0.2 (9a770a4a-32fb-4a19-8934-5e075fa0e651/f336b78c-b3bf-435c-8765-f7a574fb0c43/6fb373bb-a5c2-474d-ba2a-ef6454010c22) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:21:55.479931 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-5fc568d7-c03d-4ec1-a1f1-adb3179fc9bc req-2f6024ff-d81c-4497-b04b-a1ec6f988fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:55.481742 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1e6f166-056d-4669-ac04-cf41d6e246bf admin admin] Router 96fa2bed-dd8d-4910-8484-6a7a4b12ad0e is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 13:21:55.533948 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-96409db3-62b4-413c-b732-d00f636153a1 None None] Attempting to bind port f22eb231-175e-49c1-a5c7-69f6cf01e344 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:21:55.534426 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-96409db3-62b4-413c-b732-d00f636153a1 None None] Attempting to bind port f22eb231-175e-49c1-a5c7-69f6cf01e344 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '162ea636-f64d-43d0-9bd8-56ef15f85e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5b41d36c-7072-45a2-be60-32082c8f092b'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:21:55.534856 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96409db3-62b4-413c-b732-d00f636153a1 None None] Attempting to bind port f22eb231-175e-49c1-a5c7-69f6cf01e344 on network 5b41d36c-7072-45a2-be60-32082c8f092b {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:21:55.550448 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96409db3-62b4-413c-b732-d00f636153a1 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:21:55.550930 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96409db3-62b4-413c-b732-d00f636153a1 None None] Checking segment: {'id': '162ea636-f64d-43d0-9bd8-56ef15f85e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5b41d36c-7072-45a2-be60-32082c8f092b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:21:55.551410 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-96409db3-62b4-413c-b732-d00f636153a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:55.551996 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96409db3-62b4-413c-b732-d00f636153a1 None None] Bound using segment: {'id': '162ea636-f64d-43d0-9bd8-56ef15f85e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5b41d36c-7072-45a2-be60-32082c8f092b'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:21:55.552545 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-96409db3-62b4-413c-b732-d00f636153a1 None None] Bound port: f22eb231-175e-49c1-a5c7-69f6cf01e344, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '162ea636-f64d-43d0-9bd8-56ef15f85e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5b41d36c-7072-45a2-be60-32082c8f092b'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:21:55.552981 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-96409db3-62b4-413c-b732-d00f636153a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:55.600562 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 9ed4188c-32e2-4da1-8335-5b25649ba85a triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:21:55.601027 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:55.699805 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-1334b643-69b1-4307-bd2b-804539ef4fe2 req-3e280e22-7429-4e67-aa13-ef80bc6f9db1 service neutron] Attempting to bind port 3a29f38a-dfe7-4a4d-9217-88b275f81816 on host n-h1-843939-1 for vnic_type normal with profile None {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:21:55.700791 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-1334b643-69b1-4307-bd2b-804539ef4fe2 req-3e280e22-7429-4e67-aa13-ef80bc6f9db1 service neutron] Attempting to bind port 3a29f38a-dfe7-4a4d-9217-88b275f81816 by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': 'a592d348-649e-4ed1-b139-bdf2b9c4a847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5b3c8d41-b43d-4739-acc3-c9eae6a83205'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:21:55.701287 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1334b643-69b1-4307-bd2b-804539ef4fe2 req-3e280e22-7429-4e67-aa13-ef80bc6f9db1 service neutron] Attempting to bind port 3a29f38a-dfe7-4a4d-9217-88b275f81816 on network 5b3c8d41-b43d-4739-acc3-c9eae6a83205 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:21:55.747382 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e6f166-056d-4669-ac04-cf41d6e246bf admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:21:55.757803 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0dfed8-ca79-40b6-9cbd-ca33712d4ebd None None] Sync routers for ids ['96fa2bed-dd8d-4910-8484-6a7a4b12ad0e'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:21:55.775909 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0dfed8-ca79-40b6-9cbd-ca33712d4ebd None None] Routers {'96fa2bed-dd8d-4910-8484-6a7a4b12ad0e'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:21:55.776616 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-8b0dfed8-ca79-40b6-9cbd-ca33712d4ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:21:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['96fa2bed-dd8d-4910-8484-6a7a4b12ad0e'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:21:55.789474 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1334b643-69b1-4307-bd2b-804539ef4fe2 req-3e280e22-7429-4e67-aa13-ef80bc6f9db1 service neutron] Port 3a29f38a-dfe7-4a4d-9217-88b275f81816 on network 5b3c8d41-b43d-4739-acc3-c9eae6a83205 not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:21:55.790230 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1334b643-69b1-4307-bd2b-804539ef4fe2 req-3e280e22-7429-4e67-aa13-ef80bc6f9db1 service neutron] Attempting to bind port 3a29f38a-dfe7-4a4d-9217-88b275f81816 on network 5b3c8d41-b43d-4739-acc3-c9eae6a83205 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:21:55.810988 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c1e6f166-056d-4669-ac04-cf41d6e246bf admin admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:55.816117 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c1e6f166-056d-4669-ac04-cf41d6e246bf admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.8931656 May 31 13:21:55.817936 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 36010) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:21:55.826362 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d13c1-7074-4d58-952b-2e222beda90b req-55def87b-710c-4ec1-b2a3-1888e2e33862 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:55.828223 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6e9d13c1-7074-4d58-952b-2e222beda90b req-55def87b-710c-4ec1-b2a3-1888e2e33862 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/ports?device_id=d223e19c-cfa5-4f3b-b038-381c716ca9ba HTTP/1.1" status: 200 len: 945 time: 0.6611371 May 31 13:21:55.834649 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1334b643-69b1-4307-bd2b-804539ef4fe2 req-3e280e22-7429-4e67-aa13-ef80bc6f9db1 service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:21:55.835253 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1334b643-69b1-4307-bd2b-804539ef4fe2 req-3e280e22-7429-4e67-aa13-ef80bc6f9db1 service neutron] Checking segment: {'id': 'a592d348-649e-4ed1-b139-bdf2b9c4a847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5b3c8d41-b43d-4739-acc3-c9eae6a83205'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:21:55.835836 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1334b643-69b1-4307-bd2b-804539ef4fe2 req-3e280e22-7429-4e67-aa13-ef80bc6f9db1 service neutron] Bound using segment: {'id': 'a592d348-649e-4ed1-b139-bdf2b9c4a847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5b3c8d41-b43d-4739-acc3-c9eae6a83205'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:21:55.836453 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-1334b643-69b1-4307-bd2b-804539ef4fe2 req-3e280e22-7429-4e67-aa13-ef80bc6f9db1 service neutron] Bound port: 3a29f38a-dfe7-4a4d-9217-88b275f81816, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a592d348-649e-4ed1-b139-bdf2b9c4a847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5b3c8d41-b43d-4739-acc3-c9eae6a83205'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:21:55.855640 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-96409db3-62b4-413c-b732-d00f636153a1 None None] For port f22eb231-175e-49c1-a5c7-69f6cf01e344, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:21:55.865579 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-96409db3-62b4-413c-b732-d00f636153a1 None None] For port f22eb231-175e-49c1-a5c7-69f6cf01e344, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=f22eb231-175e-49c1-a5c7-69f6cf01e344,segment=NetworkSegment(162ea636-f64d-43d0-9bd8-56ef15f85e62),segment_id=162ea636-f64d-43d0-9bd8-56ef15f85e62)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:21:55.992120 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-96409db3-62b4-413c-b732-d00f636153a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:55.996437 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb638ed-0fc1-4051-af6b-4e7b75ec747a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-a8f1f8e0-f7f7-43dc-aa20-a976a1744b37', 'network_id': 'a8f1f8e0-f7f7-43dc-aa20-a976a1744b37', 'tenant_id': 'dd1657545faf45fc89adec1c391d478b', 'fixed_ips': [{'subnet_id': 'b9e3d493-0295-4e55-8988-c3ce748e918b'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:21:55.997390 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ceb638ed-0fc1-4051-af6b-4e7b75ec747a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:56.128780 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6e9d13c1-7074-4d58-952b-2e222beda90b req-ed5e561c-3ff0-4e41-baf1-fbdcc4da8506 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/security-groups?id=9bb73710-3d65-4dab-a4f3-8814f415ca6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896070 May 31 13:21:56.148230 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-8b0dfed8-ca79-40b6-9cbd-ca33712d4ebd None None] Set router 96fa2bed-dd8d-4910-8484-6a7a4b12ad0e gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:21:56.215623 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-1334b643-69b1-4307-bd2b-804539ef4fe2 req-3e280e22-7429-4e67-aa13-ef80bc6f9db1 service neutron] For port 3a29f38a-dfe7-4a4d-9217-88b275f81816, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=3a29f38a-dfe7-4a4d-9217-88b275f81816,segment=NetworkSegment(a592d348-649e-4ed1-b139-bdf2b9c4a847),segment_id=a592d348-649e-4ed1-b139-bdf2b9c4a847)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:21:56.236102 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1334b643-69b1-4307-bd2b-804539ef4fe2 req-3e280e22-7429-4e67-aa13-ef80bc6f9db1 service neutron] Notify callbacks [] for binding, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:56.237270 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1334b643-69b1-4307-bd2b-804539ef4fe2 req-3e280e22-7429-4e67-aa13-ef80bc6f9db1 service neutron] 10.222.0.50 "POST /v2.0/ports/3a29f38a-dfe7-4a4d-9217-88b275f81816/bindings HTTP/1.1" status: 201 len: 389 time: 1.7310019 May 31 13:21:56.239202 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-5fc568d7-c03d-4ec1-a1f1-adb3179fc9bc req-2f6024ff-d81c-4497-b04b-a1ec6f988fc1 service neutron] For port 95e68113-2ff1-42e3-b645-2d1b5c52a434, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=95e68113-2ff1-42e3-b645-2d1b5c52a434,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:21:56.373607 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-5fc568d7-c03d-4ec1-a1f1-adb3179fc9bc req-2f6024ff-d81c-4497-b04b-a1ec6f988fc1 service neutron] For port 95e68113-2ff1-42e3-b645-2d1b5c52a434, host n-h1-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:21:56.433284 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 95e68113-2ff1-42e3-b645-2d1b5c52a434 no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:21:56.522029 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96409db3-62b4-413c-b732-d00f636153a1 None None] Pushing event updated for resources: {'Port': ['ID=f22eb231-175e-49c1-a5c7-69f6cf01e344,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:56.681209 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6fc26872-e8b3-466f-b413-1c633706301a None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:56.704442 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6fc26872-e8b3-466f-b413-1c633706301a None None] Transition to ACTIVE for port object 6fb373bb-a5c2-474d-ba2a-ef6454010c22 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:21:56.795947 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-8b0dfed8-ca79-40b6-9cbd-ca33712d4ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96fa2bed-dd8d-4910-8484-6a7a4b12ad0e', 'name': 'tempest-FloatingIPDetailsTestJSON-1099141948-router', 'tenant_id': 'c2eee9c4792947daa997d835b24e8bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'b86a57a4-b60d-4fa8-a489-4dc41d538554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:21:51Z', 'updated_at': '2022-05-31T13:21:54Z', 'revision_number': 3, 'project_id': 'c2eee9c4792947daa997d835b24e8bf2', 'gw_port': {'id': 'b86a57a4-b60d-4fa8-a489-4dc41d538554', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:2f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96fa2bed-dd8d-4910-8484-6a7a4b12ad0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:21:53Z', 'updated_at': '2022-05-31T13:21:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:21:56.804513 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0dfed8-ca79-40b6-9cbd-ca33712d4ebd None None] Checking router: 96fa2bed-dd8d-4910-8484-6a7a4b12ad0e for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:21:56.805022 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0dfed8-ca79-40b6-9cbd-ca33712d4ebd None None] Updating router 96fa2bed-dd8d-4910-8484-6a7a4b12ad0e port b86a57a4-b60d-4fa8-a489-4dc41d538554 binding host n-d-843939-1 {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:21:56.820642 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b50fd3b-b462-403d-b8da-fd02cb3e2439', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95e68113-2ff1-42e3-b645-2d1b5c52a434'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:21:56.824229 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6fc26872-e8b3-466f-b413-1c633706301a None None] Transition to ACTIVE for port object 6fb373bb-a5c2-474d-ba2a-ef6454010c22 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:21:56.834572 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-5fc568d7-c03d-4ec1-a1f1-adb3179fc9bc req-2f6024ff-d81c-4497-b04b-a1ec6f988fc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:56.898548 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8b0dfed8-ca79-40b6-9cbd-ca33712d4ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:56.971435 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6fc26872-e8b3-466f-b413-1c633706301a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:56.998495 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 9ed4188c-32e2-4da1-8335-5b25649ba85a is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:21:57.000053 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 7aa0162f-ef0b-497a-b0b8-9c10cbe2aae0 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:21:57.109702 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-5fc568d7-c03d-4ec1-a1f1-adb3179fc9bc req-2f6024ff-d81c-4497-b04b-a1ec6f988fc1 service neutron] Transition to ACTIVE for port object 95e68113-2ff1-42e3-b645-2d1b5c52a434 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:21:57.116059 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc26872-e8b3-466f-b413-1c633706301a None None] Network 9a770a4a-32fb-4a19-8934-5e075fa0e651 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:21:57.136874 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc26872-e8b3-466f-b413-1c633706301a None None] Pushing event updated for resources: {'Port': ['ID=6fb373bb-a5c2-474d-ba2a-ef6454010c22,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:57.137074 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-5fc568d7-c03d-4ec1-a1f1-adb3179fc9bc req-2f6024ff-d81c-4497-b04b-a1ec6f988fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:57.148682 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-6fc26872-e8b3-466f-b413-1c633706301a None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:21:57.154857 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 95e68113-2ff1-42e3-b645-2d1b5c52a434 not bound to the agent host n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:21:57.160321 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc26872-e8b3-466f-b413-1c633706301a None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:21:57.176747 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc26872-e8b3-466f-b413-1c633706301a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:21:57.177086 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc26872-e8b3-466f-b413-1c633706301a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:21:57.177421 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc26872-e8b3-466f-b413-1c633706301a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:21:57.177752 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc26872-e8b3-466f-b413-1c633706301a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:21:57.178227 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc26872-e8b3-466f-b413-1c633706301a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:21:57.178553 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc26872-e8b3-466f-b413-1c633706301a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:21:57.178874 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc26872-e8b3-466f-b413-1c633706301a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:21:57.179194 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc26872-e8b3-466f-b413-1c633706301a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:21:57.179518 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc26872-e8b3-466f-b413-1c633706301a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:21:57.179834 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc26872-e8b3-466f-b413-1c633706301a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:21:57.180145 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc26872-e8b3-466f-b413-1c633706301a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:21:57.180456 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc26872-e8b3-466f-b413-1c633706301a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:21:57.212814 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1334b643-69b1-4307-bd2b-804539ef4fe2 req-d8786756-8fc8-4c52-8fbf-118bb6c846a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:57.214548 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1334b643-69b1-4307-bd2b-804539ef4fe2 req-d8786756-8fc8-4c52-8fbf-118bb6c846a4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2539a3508c4b448ea8707834972224c7&device_id=9db63fb7-f5a0-4390-8f05-d9b2a1ae47fc HTTP/1.1" status: 200 len: 1096 time: 0.3335924 May 31 13:21:57.240103 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-478029ca-916e-481b-b4b9-77b8f2d08024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2bdef84-40d6-4f7f-aa58-d2d0e29dbee1', 'name': 'tempest-FloatingIPsNegativeTestJSON-2095365635-router', 'tenant_id': '432858527c384a11822cce1e7173230f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '9ed4188c-32e2-4da1-8335-5b25649ba85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:21:39Z', 'updated_at': '2022-05-31T13:21:48Z', 'revision_number': 4, 'project_id': '432858527c384a11822cce1e7173230f', 'gw_port': {'id': '9ed4188c-32e2-4da1-8335-5b25649ba85a', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2bdef84-40d6-4f7f-aa58-d2d0e29dbee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:21:41Z', 'updated_at': '2022-05-31T13:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'be706e2e-8189-45d8-8372-015740b2986d', 'name': '', 'network_id': '9920458a-7a71-485f-afcf-4b011fda73fd', 'tenant_id': '432858527c384a11822cce1e7173230f', 'mac_address': 'fa:16:3e:e3:cd:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2bdef84-40d6-4f7f-aa58-d2d0e29dbee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '8e9e2465-ff05-43ca-a55a-e097e948eced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:21:46Z', 'updated_at': '2022-05-31T13:21:48Z', 'revision_number': 2, 'project_id': '432858527c384a11822cce1e7173230f', 'subnets': [{'id': '8e9e2465-ff05-43ca-a55a-e097e948eced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:21:57.251787 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478029ca-916e-481b-b4b9-77b8f2d08024 None None] Checking router: f2bdef84-40d6-4f7f-aa58-d2d0e29dbee1 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:21:57.252129 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478029ca-916e-481b-b4b9-77b8f2d08024 None None] Updating router f2bdef84-40d6-4f7f-aa58-d2d0e29dbee1 port be706e2e-8189-45d8-8372-015740b2986d binding host n-d-843939-1 {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:21:57.291936 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6024ff-d81c-4497-b04b-a1ec6f988fc1 service neutron] Pushing event updated for resources: {'Port': ['ID=95e68113-2ff1-42e3-b645-2d1b5c52a434,revision_number=6']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:57.422516 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51970b2-67de-4293-887f-342cfd6098aa req-065677c3-23d8-4de9-944b-c182da7b418d tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:57.429391 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51970b2-67de-4293-887f-342cfd6098aa req-065677c3-23d8-4de9-944b-c182da7b418d tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:57.430324 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-d51970b2-67de-4293-887f-342cfd6098aa req-065677c3-23d8-4de9-944b-c182da7b418d tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Synchronizing usage tracker for tenant:dd1657545faf45fc89adec1c391d478b on resource:network {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:21:57.449124 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-478029ca-916e-481b-b4b9-77b8f2d08024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:57.451835 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc6d3b4-b98b-4d94-baa2-fe8fc2b32359 req-eb7898b3-898f-4f64-b236-ab19b00badcc tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:57.461820 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bdc6d3b4-b98b-4d94-baa2-fe8fc2b32359 req-eb7898b3-898f-4f64-b236-ab19b00badcc tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b50fd3b-b462-403d-b8da-fd02cb3e2439 HTTP/1.1" status: 200 len: 950 time: 0.9966302 May 31 13:21:57.549416 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fc568d7-c03d-4ec1-a1f1-adb3179fc9bc req-2f6024ff-d81c-4497-b04b-a1ec6f988fc1 service neutron] No DVR routers for this DVR port 95e68113-2ff1-42e3-b645-2d1b5c52a434 on host n-h1-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:21:57.624264 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8b0dfed8-ca79-40b6-9cbd-ca33712d4ebd None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:57.639645 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-8b0dfed8-ca79-40b6-9cbd-ca33712d4ebd None None] Transition to ACTIVE for port object b86a57a4-b60d-4fa8-a489-4dc41d538554 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:21:57.651861 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8b0dfed8-ca79-40b6-9cbd-ca33712d4ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:57.687936 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1334b643-69b1-4307-bd2b-804539ef4fe2 req-e09b9130-0878-42ea-9cda-5a99837f1274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:57.692642 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1334b643-69b1-4307-bd2b-804539ef4fe2 req-e09b9130-0878-42ea-9cda-5a99837f1274 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5b3c8d41-b43d-4739-acc3-c9eae6a83205 HTTP/1.1" status: 200 len: 922 time: 0.4717033 May 31 13:21:57.720696 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-d51970b2-67de-4293-887f-342cfd6098aa req-065677c3-23d8-4de9-944b-c182da7b418d tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Unset dirty status for tenant:dd1657545faf45fc89adec1c391d478b on resource:network {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:21:57.722213 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d51970b2-67de-4293-887f-342cfd6098aa req-065677c3-23d8-4de9-944b-c182da7b418d tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.50 "GET /v2.0/networks?id=9a770a4a-32fb-4a19-8934-5e075fa0e651&id=a8f1f8e0-f7f7-43dc-aa20-a976a1744b37&id=9a770a4a-32fb-4a19-8934-5e075fa0e651 HTTP/1.1" status: 200 len: 1391 time: 1.2309425 May 31 13:21:57.730914 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9261768e-f7ce-41d3-86aa-75d4b72c0d2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:57.797238 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1334b643-69b1-4307-bd2b-804539ef4fe2 req-59287877-d293-4f81-8b5c-44a2b67d9d0c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a29f38a-dfe7-4a4d-9217-88b275f81816 HTTP/1.1" status: 200 len: 217 time: 0.0922782 May 31 13:21:57.843488 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bdc6d3b4-b98b-4d94-baa2-fe8fc2b32359 req-e0fa754b-8638-4925-a1cd-84cfbb47688b tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3797026 May 31 13:21:57.856616 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24baa9c7-25c0-44f3-8978-c4ea11ba836c None None] Pushing event updated for resources: {'Port': ['ID=b86a57a4-b60d-4fa8-a489-4dc41d538554,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:57.892219 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-8b0dfed8-ca79-40b6-9cbd-ca33712d4ebd None None] Attempting to bind port b86a57a4-b60d-4fa8-a489-4dc41d538554 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:21:57.892581 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-8b0dfed8-ca79-40b6-9cbd-ca33712d4ebd None None] Attempting to bind port b86a57a4-b60d-4fa8-a489-4dc41d538554 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:21:57.892940 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0dfed8-ca79-40b6-9cbd-ca33712d4ebd None None] Attempting to bind port b86a57a4-b60d-4fa8-a489-4dc41d538554 on network d2103cd5-63ba-4c24-9d95-fd17643bf14c {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:21:57.910327 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0dfed8-ca79-40b6-9cbd-ca33712d4ebd None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:21:57.911035 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0dfed8-ca79-40b6-9cbd-ca33712d4ebd None None] Checking segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:21:57.911472 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8b0dfed8-ca79-40b6-9cbd-ca33712d4ebd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:57.912109 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0dfed8-ca79-40b6-9cbd-ca33712d4ebd None None] Bound using segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:21:57.912768 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-8b0dfed8-ca79-40b6-9cbd-ca33712d4ebd None None] Bound port: b86a57a4-b60d-4fa8-a489-4dc41d538554, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:21:57.913361 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8b0dfed8-ca79-40b6-9cbd-ca33712d4ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:57.923862 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-eaf9e78c-f044-4659-b484-96741f4a52bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:57.983072 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-478029ca-916e-481b-b4b9-77b8f2d08024 None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:57.998253 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-478029ca-916e-481b-b4b9-77b8f2d08024 None None] Transition to ACTIVE for port object be706e2e-8189-45d8-8372-015740b2986d will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:21:58.045409 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-5fc568d7-c03d-4ec1-a1f1-adb3179fc9bc req-2f6024ff-d81c-4497-b04b-a1ec6f988fc1 service neutron] Attempting to bind port 95e68113-2ff1-42e3-b645-2d1b5c52a434 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:21:58.045814 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-5fc568d7-c03d-4ec1-a1f1-adb3179fc9bc req-2f6024ff-d81c-4497-b04b-a1ec6f988fc1 service neutron] Attempting to bind port 95e68113-2ff1-42e3-b645-2d1b5c52a434 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:21:58.046195 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc568d7-c03d-4ec1-a1f1-adb3179fc9bc req-2f6024ff-d81c-4497-b04b-a1ec6f988fc1 service neutron] Attempting to bind port 95e68113-2ff1-42e3-b645-2d1b5c52a434 on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:21:58.085191 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1334b643-69b1-4307-bd2b-804539ef4fe2 req-bbda3cd3-c8ec-4db8-bb03-39cfe8478676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:58.090098 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-8b0dfed8-ca79-40b6-9cbd-ca33712d4ebd None None] For port b86a57a4-b60d-4fa8-a489-4dc41d538554, host n-d-843939-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:21:58.095603 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-8b0dfed8-ca79-40b6-9cbd-ca33712d4ebd None None] For port b86a57a4-b60d-4fa8-a489-4dc41d538554, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=b86a57a4-b60d-4fa8-a489-4dc41d538554,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:21:58.096942 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1334b643-69b1-4307-bd2b-804539ef4fe2 req-bbda3cd3-c8ec-4db8-bb03-39cfe8478676 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c38944f5-addb-47c7-b219-ea477f926c92 HTTP/1.1" status: 200 len: 861 time: 0.2879710 May 31 13:21:58.103749 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8b0dfed8-ca79-40b6-9cbd-ca33712d4ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:58.113729 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-478029ca-916e-481b-b4b9-77b8f2d08024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:58.119092 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d51970b2-67de-4293-887f-342cfd6098aa req-012860e2-2b05-4dda-b2cf-34c7b45d3d43 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.50 "GET /v2.0/quotas/dd1657545faf45fc89adec1c391d478b HTTP/1.1" status: 200 len: 375 time: 0.2980318 May 31 13:21:58.133654 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-6fc26872-e8b3-466f-b413-1c633706301a None None] Attempting to bind port 6fb373bb-a5c2-474d-ba2a-ef6454010c22 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:21:58.134420 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-6fc26872-e8b3-466f-b413-1c633706301a None None] Attempting to bind port 6fb373bb-a5c2-474d-ba2a-ef6454010c22 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'b8546942-dd5b-48c6-89fd-52643603cb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9a770a4a-32fb-4a19-8934-5e075fa0e651'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:21:58.134784 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc26872-e8b3-466f-b413-1c633706301a None None] Attempting to bind port 6fb373bb-a5c2-474d-ba2a-ef6454010c22 on network 9a770a4a-32fb-4a19-8934-5e075fa0e651 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:21:58.187936 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1334b643-69b1-4307-bd2b-804539ef4fe2 req-8c398a63-8bdf-4c2b-aceb-6da45af1370b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5b3c8d41-b43d-4739-acc3-c9eae6a83205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727627 May 31 13:21:58.226542 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0dfed8-ca79-40b6-9cbd-ca33712d4ebd None None] Routers {'96fa2bed-dd8d-4910-8484-6a7a4b12ad0e'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:21:58.228382 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-8b0dfed8-ca79-40b6-9cbd-ca33712d4ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:21:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['96fa2bed-dd8d-4910-8484-6a7a4b12ad0e'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:21:58.327999 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc568d7-c03d-4ec1-a1f1-adb3179fc9bc req-2f6024ff-d81c-4497-b04b-a1ec6f988fc1 service neutron] Port 95e68113-2ff1-42e3-b645-2d1b5c52a434 on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:21:58.328328 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc568d7-c03d-4ec1-a1f1-adb3179fc9bc req-2f6024ff-d81c-4497-b04b-a1ec6f988fc1 service neutron] Attempting to bind port 95e68113-2ff1-42e3-b645-2d1b5c52a434 on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:21:58.359436 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c966e72e-2bd0-4fe7-8d2f-652409a75399 req-781c499d-bf77-4cca-9bb2-61fb629813b7 tempest-ServersAdmin275Test-224223523 tempest-ServersAdmin275Test-224223523-project] 10.222.0.50 "GET /v2.0/ports?device_id=385ab51b-b4d3-4a53-a563-c02e0d6c3bb2 HTTP/1.1" status: 200 len: 210 time: 0.2265103 May 31 13:21:58.391280 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc26872-e8b3-466f-b413-1c633706301a None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:21:58.391661 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc26872-e8b3-466f-b413-1c633706301a None None] Checking segment: {'id': 'b8546942-dd5b-48c6-89fd-52643603cb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9a770a4a-32fb-4a19-8934-5e075fa0e651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:21:58.392076 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6fc26872-e8b3-466f-b413-1c633706301a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:58.392577 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc26872-e8b3-466f-b413-1c633706301a None None] Bound using segment: {'id': 'b8546942-dd5b-48c6-89fd-52643603cb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9a770a4a-32fb-4a19-8934-5e075fa0e651'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:21:58.392949 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-6fc26872-e8b3-466f-b413-1c633706301a None None] Bound port: 6fb373bb-a5c2-474d-ba2a-ef6454010c22, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8546942-dd5b-48c6-89fd-52643603cb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9a770a4a-32fb-4a19-8934-5e075fa0e651'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:21:58.393325 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6fc26872-e8b3-466f-b413-1c633706301a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:58.396799 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc568d7-c03d-4ec1-a1f1-adb3179fc9bc req-2f6024ff-d81c-4497-b04b-a1ec6f988fc1 service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:21:58.397136 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc568d7-c03d-4ec1-a1f1-adb3179fc9bc req-2f6024ff-d81c-4497-b04b-a1ec6f988fc1 service neutron] Checking segment: {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:21:58.397529 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc568d7-c03d-4ec1-a1f1-adb3179fc9bc req-2f6024ff-d81c-4497-b04b-a1ec6f988fc1 service neutron] Bound using segment: {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:21:58.397978 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-5fc568d7-c03d-4ec1-a1f1-adb3179fc9bc req-2f6024ff-d81c-4497-b04b-a1ec6f988fc1 service neutron] Bound port: 95e68113-2ff1-42e3-b645-2d1b5c52a434, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:21:58.398353 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-5fc568d7-c03d-4ec1-a1f1-adb3179fc9bc req-2f6024ff-d81c-4497-b04b-a1ec6f988fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:58.408964 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24baa9c7-25c0-44f3-8978-c4ea11ba836c None None] Pushing event updated for resources: {'Port': ['ID=b86a57a4-b60d-4fa8-a489-4dc41d538554,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:58.415907 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d169d546-c0a7-47fa-9b1b-8596a6945379 None None] Pushing event updated for resources: {'Port': ['ID=be706e2e-8189-45d8-8372-015740b2986d,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:58.663888 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-8b0dfed8-ca79-40b6-9cbd-ca33712d4ebd None None] Set router 96fa2bed-dd8d-4910-8484-6a7a4b12ad0e gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:21:58.708295 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1334b643-69b1-4307-bd2b-804539ef4fe2 req-d2e050f1-601f-4d8a-8635-f065860c9568 service neutron] 10.222.0.20 "GET /v2.0/networks/5b3c8d41-b43d-4739-acc3-c9eae6a83205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5107841 May 31 13:21:58.719488 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-d51970b2-67de-4293-887f-342cfd6098aa req-89e4bb5a-b6aa-43e6-b5fc-c37f32a3db2d tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Synchronizing usage tracker for tenant:dd1657545faf45fc89adec1c391d478b on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:21:58.736164 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-5fc568d7-c03d-4ec1-a1f1-adb3179fc9bc req-2f6024ff-d81c-4497-b04b-a1ec6f988fc1 service neutron] For port 95e68113-2ff1-42e3-b645-2d1b5c52a434, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:21:58.740333 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-5fc568d7-c03d-4ec1-a1f1-adb3179fc9bc req-2f6024ff-d81c-4497-b04b-a1ec6f988fc1 service neutron] For port 95e68113-2ff1-42e3-b645-2d1b5c52a434, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=95e68113-2ff1-42e3-b645-2d1b5c52a434,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:21:58.755987 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-5fc568d7-c03d-4ec1-a1f1-adb3179fc9bc req-2f6024ff-d81c-4497-b04b-a1ec6f988fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:58.766689 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-6fc26872-e8b3-466f-b413-1c633706301a None None] For port 6fb373bb-a5c2-474d-ba2a-ef6454010c22, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:21:58.772448 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-6fc26872-e8b3-466f-b413-1c633706301a None None] For port 6fb373bb-a5c2-474d-ba2a-ef6454010c22, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=6fb373bb-a5c2-474d-ba2a-ef6454010c22,segment=NetworkSegment(b8546942-dd5b-48c6-89fd-52643603cb0b),segment_id=b8546942-dd5b-48c6-89fd-52643603cb0b)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:21:58.787614 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07efb4a8-0838-4e13-bc55-3ba8e8570c80 None None] Network 5b41d36c-7072-45a2-be60-32082c8f092b requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:21:58.913100 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-9261768e-f7ce-41d3-86aa-75d4b72c0d2b admin admin] Deleting port be706e2e-8189-45d8-8372-015740b2986d {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:21:58.913100 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9261768e-f7ce-41d3-86aa-75d4b72c0d2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:59.002226 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-ceb638ed-0fc1-4051-af6b-4e7b75ec747a None None] Allocated IP 19.86.0.2 (a8f1f8e0-f7f7-43dc-aa20-a976a1744b37/b9e3d493-0295-4e55-8988-c3ce748e918b/348e1bf9-2d01-4a02-b126-35125a82971f) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:21:59.006347 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 7aa0162f-ef0b-497a-b0b8-9c10cbe2aae0 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:21:59.006833 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-eaf9e78c-f044-4659-b484-96741f4a52bf admin admin] Allocated IP 172.20.0.1 (5b41d36c-7072-45a2-be60-32082c8f092b/bbe5cf05-563b-4679-80c1-3368090f8f88/9fd6a7f5-a826-4244-bfe6-5cfa0ca2bd54) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:21:59.011717 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6fc26872-e8b3-466f-b413-1c633706301a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:59.022654 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-d51970b2-67de-4293-887f-342cfd6098aa req-89e4bb5a-b6aa-43e6-b5fc-c37f32a3db2d tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Unset dirty status for tenant:dd1657545faf45fc89adec1c391d478b on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:21:59.024306 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d51970b2-67de-4293-887f-342cfd6098aa req-89e4bb5a-b6aa-43e6-b5fc-c37f32a3db2d tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=dd1657545faf45fc89adec1c391d478b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8782220 May 31 13:21:59.106383 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc568d7-c03d-4ec1-a1f1-adb3179fc9bc req-2f6024ff-d81c-4497-b04b-a1ec6f988fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:21:59.107350 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-5fc568d7-c03d-4ec1-a1f1-adb3179fc9bc req-2f6024ff-d81c-4497-b04b-a1ec6f988fc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:59.109657 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5fc568d7-c03d-4ec1-a1f1-adb3179fc9bc req-2f6024ff-d81c-4497-b04b-a1ec6f988fc1 service neutron] 10.222.0.44 "PUT /v2.0/ports/95e68113-2ff1-42e3-b645-2d1b5c52a434 HTTP/1.1" status: 200 len: 1096 time: 4.3330863 May 31 13:21:59.187425 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1334b643-69b1-4307-bd2b-804539ef4fe2 req-b0950af4-04b3-4403-a8d1-d423f20b601a service neutron] 10.222.0.20 "GET /v2.0/networks/5b3c8d41-b43d-4739-acc3-c9eae6a83205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4632990 May 31 13:21:59.221669 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 7aa0162f-ef0b-497a-b0b8-9c10cbe2aae0 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:21:59.226545 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:59.326095 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-eaf9e78c-f044-4659-b484-96741f4a52bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:59.393039 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-eaf9e78c-f044-4659-b484-96741f4a52bf admin admin] Transition to ACTIVE for port object 9fd6a7f5-a826-4244-bfe6-5cfa0ca2bd54 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:21:59.432904 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d51970b2-67de-4293-887f-342cfd6098aa req-09938641-34d5-473b-b682-c3ecb501c989 service neutron] 10.222.0.50 "GET /v2.0/networks/9a770a4a-32fb-4a19-8934-5e075fa0e651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3665128 May 31 13:21:59.456966 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-8b0dfed8-ca79-40b6-9cbd-ca33712d4ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96fa2bed-dd8d-4910-8484-6a7a4b12ad0e', 'name': 'tempest-FloatingIPDetailsTestJSON-1099141948-router', 'tenant_id': 'c2eee9c4792947daa997d835b24e8bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'b86a57a4-b60d-4fa8-a489-4dc41d538554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:21:51Z', 'updated_at': '2022-05-31T13:21:54Z', 'revision_number': 3, 'project_id': 'c2eee9c4792947daa997d835b24e8bf2', 'gw_port': {'id': 'b86a57a4-b60d-4fa8-a489-4dc41d538554', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:2f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96fa2bed-dd8d-4910-8484-6a7a4b12ad0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:21:53Z', 'updated_at': '2022-05-31T13:21:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:21:59.460464 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-eaf9e78c-f044-4659-b484-96741f4a52bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:59.464687 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0dfed8-ca79-40b6-9cbd-ca33712d4ebd None None] The sync data for ids ['96fa2bed-dd8d-4910-8484-6a7a4b12ad0e'] in n-d-843939-1 is: [{'id': '96fa2bed-dd8d-4910-8484-6a7a4b12ad0e', 'name': 'tempest-FloatingIPDetailsTestJSON-1099141948-router', 'tenant_id': 'c2eee9c4792947daa997d835b24e8bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'b86a57a4-b60d-4fa8-a489-4dc41d538554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:21:51Z', 'updated_at': '2022-05-31T13:21:54Z', 'revision_number': 3, 'project_id': 'c2eee9c4792947daa997d835b24e8bf2', 'gw_port': {'id': 'b86a57a4-b60d-4fa8-a489-4dc41d538554', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:2f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96fa2bed-dd8d-4910-8484-6a7a4b12ad0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:21:53Z', 'updated_at': '2022-05-31T13:21:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:21:59.587356 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf9e78c-f044-4659-b484-96741f4a52bf admin admin] Network 5b41d36c-7072-45a2-be60-32082c8f092b is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:21:59.600174 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-eaf9e78c-f044-4659-b484-96741f4a52bf admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:21:59.609689 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf9e78c-f044-4659-b484-96741f4a52bf admin admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:21:59.819647 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-eaf9e78c-f044-4659-b484-96741f4a52bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:59.867429 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d51970b2-67de-4293-887f-342cfd6098aa req-aab09955-42f2-440d-8ed0-b79c84a11248 service neutron] 10.222.0.50 "GET /v2.0/networks/9a770a4a-32fb-4a19-8934-5e075fa0e651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3314681 May 31 13:21:59.875184 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf9e78c-f044-4659-b484-96741f4a52bf admin admin] Pushing event updated for resources: {'Port': ['ID=9fd6a7f5-a826-4244-bfe6-5cfa0ca2bd54,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:59.924270 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a4f734d5-0d9a-43cf-814b-b2c4f4d8bc9d req-7b1fc509-ab27-41ef-a21f-13b887a54386 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=385ab51b-b4d3-4a53-a563-c02e0d6c3bb2 HTTP/1.1" status: 200 len: 210 time: 0.4798851 May 31 13:21:59.971928 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-478029ca-916e-481b-b4b9-77b8f2d08024 None None] Attempting to bind port be706e2e-8189-45d8-8372-015740b2986d on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:21:59.972222 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-478029ca-916e-481b-b4b9-77b8f2d08024 None None] Attempting to bind port be706e2e-8189-45d8-8372-015740b2986d by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'd6e496d8-6d46-4220-b6bd-1569bed9cf69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9920458a-7a71-485f-afcf-4b011fda73fd'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:21:59.972579 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478029ca-916e-481b-b4b9-77b8f2d08024 None None] Attempting to bind port be706e2e-8189-45d8-8372-015740b2986d on network 9920458a-7a71-485f-afcf-4b011fda73fd {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:22:00.015977 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6024ff-d81c-4497-b04b-a1ec6f988fc1 service neutron] Pushing event updated for resources: {'Port': ['ID=95e68113-2ff1-42e3-b645-2d1b5c52a434,revision_number=7']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:00.045247 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478029ca-916e-481b-b4b9-77b8f2d08024 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:22:00.045437 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478029ca-916e-481b-b4b9-77b8f2d08024 None None] Checking segment: {'id': 'd6e496d8-6d46-4220-b6bd-1569bed9cf69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9920458a-7a71-485f-afcf-4b011fda73fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:22:00.045716 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-478029ca-916e-481b-b4b9-77b8f2d08024 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:00.046309 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478029ca-916e-481b-b4b9-77b8f2d08024 None None] Bound using segment: {'id': 'd6e496d8-6d46-4220-b6bd-1569bed9cf69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9920458a-7a71-485f-afcf-4b011fda73fd'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:22:00.046862 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-478029ca-916e-481b-b4b9-77b8f2d08024 None None] Bound port: be706e2e-8189-45d8-8372-015740b2986d, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6e496d8-6d46-4220-b6bd-1569bed9cf69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9920458a-7a71-485f-afcf-4b011fda73fd'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:22:00.047275 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-478029ca-916e-481b-b4b9-77b8f2d08024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:00.174577 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-187445c7-9f8b-47db-a605-4bf7d830c1ee None None] Provisioning for port f22eb231-175e-49c1-a5c7-69f6cf01e344 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:22:00.277417 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-eaf9e78c-f044-4659-b484-96741f4a52bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:00.371124 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 7aa0162f-ef0b-497a-b0b8-9c10cbe2aae0 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:22:00.371725 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:00.448209 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc26872-e8b3-466f-b413-1c633706301a None None] Pushing event updated for resources: {'Port': ['ID=6fb373bb-a5c2-474d-ba2a-ef6454010c22,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:00.544591 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 7aa0162f-ef0b-497a-b0b8-9c10cbe2aae0, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=7aa0162f-ef0b-497a-b0b8-9c10cbe2aae0,segment=NetworkSegment(1e15c2a0-1213-406c-bf53-5c2b86b683a8),segment_id=1e15c2a0-1213-406c-bf53-5c2b86b683a8)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:22:00.574664 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:00.724827 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-478029ca-916e-481b-b4b9-77b8f2d08024 None None] For port be706e2e-8189-45d8-8372-015740b2986d, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:22:00.764235 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-9261768e-f7ce-41d3-86aa-75d4b72c0d2b admin admin] For port be706e2e-8189-45d8-8372-015740b2986d, host n-d-843939-1, got binding levels [] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:22:00.764703 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9261768e-f7ce-41d3-86aa-75d4b72c0d2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:00.801263 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-478029ca-916e-481b-b4b9-77b8f2d08024 None None] For port be706e2e-8189-45d8-8372-015740b2986d, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=be706e2e-8189-45d8-8372-015740b2986d,segment=NetworkSegment(d6e496d8-6d46-4220-b6bd-1569bed9cf69),segment_id=d6e496d8-6d46-4220-b6bd-1569bed9cf69)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:22:00.818466 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-478029ca-916e-481b-b4b9-77b8f2d08024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:00.851512 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-eaf9e78c-f044-4659-b484-96741f4a52bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:00.863422 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-eaf9e78c-f044-4659-b484-96741f4a52bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:00.952491 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=7aa0162f-ef0b-497a-b0b8-9c10cbe2aae0,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:00.976069 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ceb638ed-0fc1-4051-af6b-4e7b75ec747a None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:01.004115 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ceb638ed-0fc1-4051-af6b-4e7b75ec747a None None] Transition to ACTIVE for port object 348e1bf9-2d01-4a02-b126-35125a82971f will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:22:01.041782 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ceb638ed-0fc1-4051-af6b-4e7b75ec747a None None] Transition to ACTIVE for port object 348e1bf9-2d01-4a02-b126-35125a82971f will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:22:01.047038 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device f22eb231-175e-49c1-a5c7-69f6cf01e344 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:22:01.159091 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-eaf9e78c-f044-4659-b484-96741f4a52bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:01.196098 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478029ca-916e-481b-b4b9-77b8f2d08024 None None] Routers {'f2bdef84-40d6-4f7f-aa58-d2d0e29dbee1'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:22:01.196098 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-478029ca-916e-481b-b4b9-77b8f2d08024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:21:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['f2bdef84-40d6-4f7f-aa58-d2d0e29dbee1'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:22:01.295114 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-9261768e-f7ce-41d3-86aa-75d4b72c0d2b admin admin] Calling delete_port for be706e2e-8189-45d8-8372-015740b2986d owned by network:router_interface {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:22:01.426110 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc568d7-c03d-4ec1-a1f1-adb3179fc9bc req-16543bb5-50c2-48ba-83f1-acaf880031c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:01.427648 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5fc568d7-c03d-4ec1-a1f1-adb3179fc9bc req-16543bb5-50c2-48ba-83f1-acaf880031c1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c905d91f2f614f928153cd05b2f8a225&device_id=1b50fd3b-b462-403d-b8da-fd02cb3e2439 HTTP/1.1" status: 200 len: 1099 time: 1.9798939 May 31 13:22:01.443427 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d51970b2-67de-4293-887f-342cfd6098aa req-2e87f758-8e18-4045-bc9d-c37ca64003b7 service neutron] 10.222.0.50 "GET /v2.0/networks/a8f1f8e0-f7f7-43dc-aa20-a976a1744b37?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5279450 May 31 13:22:01.509434 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf9e78c-f044-4659-b484-96741f4a52bf admin admin] Pushing event updated for resources: {'Port': ['ID=9fd6a7f5-a826-4244-bfe6-5cfa0ca2bd54,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:01.514713 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac8901a-1637-43d7-b274-0f28351384ab req-3a6e757f-445a-4691-8e37-1be904d18ab3 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:01.533614 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bac8901a-1637-43d7-b274-0f28351384ab req-3a6e757f-445a-4691-8e37-1be904d18ab3 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=9db63fb7-f5a0-4390-8f05-d9b2a1ae47fc HTTP/1.1" status: 200 len: 945 time: 1.5534840 May 31 13:22:01.603708 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-478029ca-916e-481b-b4b9-77b8f2d08024 None None] Set router f2bdef84-40d6-4f7f-aa58-d2d0e29dbee1 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:22:01.670237 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf9e78c-f044-4659-b484-96741f4a52bf admin admin] Network 5b41d36c-7072-45a2-be60-32082c8f092b is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:22:01.672036 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-eaf9e78c-f044-4659-b484-96741f4a52bf admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:22:01.679821 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ceb638ed-0fc1-4051-af6b-4e7b75ec747a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:01.855445 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d169d546-c0a7-47fa-9b1b-8596a6945379 None None] Pushing event updated for resources: {'Port': ['ID=be706e2e-8189-45d8-8372-015740b2986d,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:01.859029 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ead5b80-da40-4b63-acf2-7b4eb5cf30ac None None] Network 9a770a4a-32fb-4a19-8934-5e075fa0e651 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:22:02.050211 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaf9e78c-f044-4659-b484-96741f4a52bf admin admin] Router 96fa2bed-dd8d-4910-8484-6a7a4b12ad0e has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:22:02.180133 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb638ed-0fc1-4051-af6b-4e7b75ec747a None None] Network a8f1f8e0-f7f7-43dc-aa20-a976a1744b37 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:22:02.190883 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-ceb638ed-0fc1-4051-af6b-4e7b75ec747a None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:22:02.209267 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bac8901a-1637-43d7-b274-0f28351384ab req-3dbc18db-1f5f-4574-8c44-3cd7a0c5e592 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6715469 May 31 13:22:02.274161 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb638ed-0fc1-4051-af6b-4e7b75ec747a None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:22:02.375223 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5481a666-b35d-4e28-ae69-deb9257a4a6e'] response: {'server_uuid': '1b50fd3b-b462-403d-b8da-fd02cb3e2439', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95e68113-2ff1-42e3-b645-2d1b5c52a434', 'code': 200} May 31 13:22:02.414810 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d51970b2-67de-4293-887f-342cfd6098aa req-1f91d9c0-3b24-4797-abad-43d4ef8d3a85 service neutron] 10.222.0.50 "GET /v2.0/networks/a8f1f8e0-f7f7-43dc-aa20-a976a1744b37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8754127 May 31 13:22:02.431659 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf9e78c-f044-4659-b484-96741f4a52bf admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:22:02.461519 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-eaf9e78c-f044-4659-b484-96741f4a52bf admin admin] 10.222.0.50 "PUT /v2.0/routers/96fa2bed-dd8d-4910-8484-6a7a4b12ad0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6322796 May 31 13:22:02.510975 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f01e291e-06db-4343-9343-736c10abba37 None None] Provisioning for port 6fb373bb-a5c2-474d-ba2a-ef6454010c22 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:22:02.517038 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74766d26-455a-4e95-aa17-81f56eb2733b None None] Sync routers for ids ['96fa2bed-dd8d-4910-8484-6a7a4b12ad0e'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:22:02.520877 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc568d7-c03d-4ec1-a1f1-adb3179fc9bc req-160f6917-f629-40d9-9e95-ef99eef0d331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:02.522503 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5fc568d7-c03d-4ec1-a1f1-adb3179fc9bc req-160f6917-f629-40d9-9e95-ef99eef0d331 service neutron] 10.222.0.44 "GET /v2.0/networks?id=85b11c4f-90ad-4763-b38d-22d3f87089f4 HTTP/1.1" status: 200 len: 870 time: 1.0779443 May 31 13:22:02.544949 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port f22eb231-175e-49c1-a5c7-69f6cf01e344 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:22:02.561969 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb638ed-0fc1-4051-af6b-4e7b75ec747a None None] Pushing event updated for resources: {'Port': ['ID=348e1bf9-2d01-4a02-b126-35125a82971f,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:02.626861 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port f22eb231-175e-49c1-a5c7-69f6cf01e344 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:22:02.628057 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:02.641440 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5fc568d7-c03d-4ec1-a1f1-adb3179fc9bc req-9ee1b62b-1964-4274-a2ea-09c72d8f7c55 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=95e68113-2ff1-42e3-b645-2d1b5c52a434 HTTP/1.1" status: 200 len: 217 time: 0.0814867 May 31 13:22:02.675781 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74766d26-455a-4e95-aa17-81f56eb2733b None None] Routers {'96fa2bed-dd8d-4910-8484-6a7a4b12ad0e'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:22:02.676306 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-74766d26-455a-4e95-aa17-81f56eb2733b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:21:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['96fa2bed-dd8d-4910-8484-6a7a4b12ad0e'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:22:02.706934 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.api [None req-9261768e-f7ce-41d3-86aa-75d4b72c0d2b admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88370) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:22:02.707276 n-d-843939-1 neutron-server[88370]: DEBUG oslo_db.api [None req-9261768e-f7ce-41d3-86aa-75d4b72c0d2b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:22:02.744778 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-ceb638ed-0fc1-4051-af6b-4e7b75ec747a None None] Attempting to bind port 348e1bf9-2d01-4a02-b126-35125a82971f on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:22:02.745148 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-ceb638ed-0fc1-4051-af6b-4e7b75ec747a None None] Attempting to bind port 348e1bf9-2d01-4a02-b126-35125a82971f by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '6b3d41ff-bd1b-452e-86ed-ca7d85c65f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a8f1f8e0-f7f7-43dc-aa20-a976a1744b37'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:22:02.745495 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb638ed-0fc1-4051-af6b-4e7b75ec747a None None] Attempting to bind port 348e1bf9-2d01-4a02-b126-35125a82971f on network a8f1f8e0-f7f7-43dc-aa20-a976a1744b37 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:22:02.748064 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d51970b2-67de-4293-887f-342cfd6098aa req-84e97a45-6869-481f-a40c-c7a0a963fe30 service neutron] 10.222.0.50 "GET /v2.0/networks/9a770a4a-32fb-4a19-8934-5e075fa0e651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3324182 May 31 13:22:02.787146 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc568d7-c03d-4ec1-a1f1-adb3179fc9bc req-56d04437-2129-44fd-a03a-8d6d80f35e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:02.788592 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5fc568d7-c03d-4ec1-a1f1-adb3179fc9bc req-56d04437-2129-44fd-a03a-8d6d80f35e7a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.1356936 May 31 13:22:02.807517 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb638ed-0fc1-4051-af6b-4e7b75ec747a None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:22:02.807892 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb638ed-0fc1-4051-af6b-4e7b75ec747a None None] Checking segment: {'id': '6b3d41ff-bd1b-452e-86ed-ca7d85c65f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a8f1f8e0-f7f7-43dc-aa20-a976a1744b37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:22:02.808282 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ceb638ed-0fc1-4051-af6b-4e7b75ec747a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:02.808668 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb638ed-0fc1-4051-af6b-4e7b75ec747a None None] Bound using segment: {'id': '6b3d41ff-bd1b-452e-86ed-ca7d85c65f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a8f1f8e0-f7f7-43dc-aa20-a976a1744b37'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:22:02.809143 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-ceb638ed-0fc1-4051-af6b-4e7b75ec747a None None] Bound port: 348e1bf9-2d01-4a02-b126-35125a82971f, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3d41ff-bd1b-452e-86ed-ca7d85c65f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a8f1f8e0-f7f7-43dc-aa20-a976a1744b37'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:22:02.809507 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ceb638ed-0fc1-4051-af6b-4e7b75ec747a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:03.009455 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca4192b-ae88-4da5-91b3-61ac77512845 req-de3dc084-538f-4dd2-8a85-aedfe2ef3296 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:03.010931 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cca4192b-ae88-4da5-91b3-61ac77512845 req-de3dc084-538f-4dd2-8a85-aedfe2ef3296 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b50fd3b-b462-403d-b8da-fd02cb3e2439 HTTP/1.1" status: 200 len: 948 time: 0.5001817 May 31 13:22:03.105852 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d51970b2-67de-4293-887f-342cfd6098aa req-306d8c42-4a42-47e9-adc9-593c70a589d0 service neutron] 10.222.0.50 "GET /v2.0/networks/9a770a4a-32fb-4a19-8934-5e075fa0e651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3496041 May 31 13:22:03.113164 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cca4192b-ae88-4da5-91b3-61ac77512845 req-96b70470-7467-452f-87e0-2b61cc1efbeb tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924778 May 31 13:22:03.123311 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc568d7-c03d-4ec1-a1f1-adb3179fc9bc req-f85e520e-5687-49fa-8e20-357cf39ff128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:03.125461 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5fc568d7-c03d-4ec1-a1f1-adb3179fc9bc req-f85e520e-5687-49fa-8e20-357cf39ff128 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2878718 May 31 13:22:03.154592 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-bbf40bc1-2c34-4000-ba64-b6f1d512ac31 None None] Provisioning for port 9fd6a7f5-a826-4244-bfe6-5cfa0ca2bd54 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:22:03.179567 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-bbf40bc1-2c34-4000-ba64-b6f1d512ac31 None None] Provisioning complete for port 9fd6a7f5-a826-4244-bfe6-5cfa0ca2bd54 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:22:03.179930 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bbf40bc1-2c34-4000-ba64-b6f1d512ac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:03.213890 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-74766d26-455a-4e95-aa17-81f56eb2733b None None] Set router 96fa2bed-dd8d-4910-8484-6a7a4b12ad0e gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:22:03.216617 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-9261768e-f7ce-41d3-86aa-75d4b72c0d2b admin admin] Deleting port be706e2e-8189-45d8-8372-015740b2986d {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:22:03.216955 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9261768e-f7ce-41d3-86aa-75d4b72c0d2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:03.282230 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port f22eb231-175e-49c1-a5c7-69f6cf01e344 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:22:03.282749 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:03.362640 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5b00fab8-54cf-4c65-8eed-a477ada9d7c6 req-782881a4-8d1a-4f82-8ca8-9990c4d96f88 tempest-ServersAdmin275Test-224223523 tempest-ServersAdmin275Test-224223523-project] 10.222.0.50 "GET /v2.0/ports?device_id=385ab51b-b4d3-4a53-a563-c02e0d6c3bb2 HTTP/1.1" status: 200 len: 210 time: 0.0987124 May 31 13:22:03.382972 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-ceb638ed-0fc1-4051-af6b-4e7b75ec747a None None] For port 348e1bf9-2d01-4a02-b126-35125a82971f, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:22:03.439562 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-ceb638ed-0fc1-4051-af6b-4e7b75ec747a None None] For port 348e1bf9-2d01-4a02-b126-35125a82971f, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=348e1bf9-2d01-4a02-b126-35125a82971f,segment=NetworkSegment(6b3d41ff-bd1b-452e-86ed-ca7d85c65f4d),segment_id=6b3d41ff-bd1b-452e-86ed-ca7d85c65f4d)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:22:03.439562 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port f22eb231-175e-49c1-a5c7-69f6cf01e344, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=f22eb231-175e-49c1-a5c7-69f6cf01e344,segment=NetworkSegment(162ea636-f64d-43d0-9bd8-56ef15f85e62),segment_id=162ea636-f64d-43d0-9bd8-56ef15f85e62)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:22:03.443319 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-bbf40bc1-2c34-4000-ba64-b6f1d512ac31 None None] Port 9fd6a7f5-a826-4244-bfe6-5cfa0ca2bd54 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:22:03.566405 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:03.567317 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device b86a57a4-b60d-4fa8-a489-4dc41d538554 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:22:03.603373 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ceb638ed-0fc1-4051-af6b-4e7b75ec747a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:03.801837 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5fc568d7-c03d-4ec1-a1f1-adb3179fc9bc req-ddb85cdc-136f-498d-821e-80e4bf9658f2 service neutron] 10.222.0.44 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6697452 May 31 13:22:03.915120 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-bbf40bc1-2c34-4000-ba64-b6f1d512ac31 None None] Provisioning complete for port f22eb231-175e-49c1-a5c7-69f6cf01e344 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:22:03.916222 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bbf40bc1-2c34-4000-ba64-b6f1d512ac31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:03.946615 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-478029ca-916e-481b-b4b9-77b8f2d08024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2bdef84-40d6-4f7f-aa58-d2d0e29dbee1', 'name': 'tempest-FloatingIPsNegativeTestJSON-2095365635-router', 'tenant_id': '432858527c384a11822cce1e7173230f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '9ed4188c-32e2-4da1-8335-5b25649ba85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:21:39Z', 'updated_at': '2022-05-31T13:21:48Z', 'revision_number': 4, 'project_id': '432858527c384a11822cce1e7173230f', 'gw_port': {'id': '9ed4188c-32e2-4da1-8335-5b25649ba85a', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2bdef84-40d6-4f7f-aa58-d2d0e29dbee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:21:41Z', 'updated_at': '2022-05-31T13:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'be706e2e-8189-45d8-8372-015740b2986d', 'name': '', 'network_id': '9920458a-7a71-485f-afcf-4b011fda73fd', 'tenant_id': '432858527c384a11822cce1e7173230f', 'mac_address': 'fa:16:3e:e3:cd:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2bdef84-40d6-4f7f-aa58-d2d0e29dbee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '8e9e2465-ff05-43ca-a55a-e097e948eced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:21:46Z', 'updated_at': '2022-05-31T13:22:00Z', 'revision_number': 4, 'project_id': '432858527c384a11822cce1e7173230f', 'subnets': [{'id': '8e9e2465-ff05-43ca-a55a-e097e948eced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:22:03.960712 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=f22eb231-175e-49c1-a5c7-69f6cf01e344,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:03.994129 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-9261768e-f7ce-41d3-86aa-75d4b72c0d2b admin admin] For port be706e2e-8189-45d8-8372-015740b2986d, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=be706e2e-8189-45d8-8372-015740b2986d,segment=NetworkSegment(d6e496d8-6d46-4220-b6bd-1569bed9cf69),segment_id=d6e496d8-6d46-4220-b6bd-1569bed9cf69)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:22:03.994501 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9261768e-f7ce-41d3-86aa-75d4b72c0d2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:04.129209 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 447569ef-dc2e-4501-a38b-eea0f262cd25 details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:22:04.133198 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478029ca-916e-481b-b4b9-77b8f2d08024 None None] The sync data for ids ['f2bdef84-40d6-4f7f-aa58-d2d0e29dbee1'] in n-d-843939-1 is: [{'id': 'f2bdef84-40d6-4f7f-aa58-d2d0e29dbee1', 'name': 'tempest-FloatingIPsNegativeTestJSON-2095365635-router', 'tenant_id': '432858527c384a11822cce1e7173230f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '9ed4188c-32e2-4da1-8335-5b25649ba85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:21:39Z', 'updated_at': '2022-05-31T13:21:48Z', 'revision_number': 4, 'project_id': '432858527c384a11822cce1e7173230f', 'gw_port': {'id': '9ed4188c-32e2-4da1-8335-5b25649ba85a', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2bdef84-40d6-4f7f-aa58-d2d0e29dbee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:21:41Z', 'updated_at': '2022-05-31T13:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'be706e2e-8189-45d8-8372-015740b2986d', 'name': '', 'network_id': '9920458a-7a71-485f-afcf-4b011fda73fd', 'tenant_id': '432858527c384a11822cce1e7173230f', 'mac_address': 'fa:16:3e:e3:cd:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2bdef84-40d6-4f7f-aa58-d2d0e29dbee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '8e9e2465-ff05-43ca-a55a-e097e948eced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:21:46Z', 'updated_at': '2022-05-31T13:22:00Z', 'revision_number': 4, 'project_id': '432858527c384a11822cce1e7173230f', 'subnets': [{'id': '8e9e2465-ff05-43ca-a55a-e097e948eced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:22:04.176533 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-c69d4834-e983-4643-ba11-0004f8b2f952 req-228ab25a-56f7-4d3b-b99d-0731b36ef138 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Synchronizing usage tracker for tenant:c2eee9c4792947daa997d835b24e8bf2 on resource:network {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:22:04.195358 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-9261768e-f7ce-41d3-86aa-75d4b72c0d2b admin admin] Calling delete_port for be706e2e-8189-45d8-8372-015740b2986d owned by network:router_interface {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:22:04.323256 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-c69d4834-e983-4643-ba11-0004f8b2f952 req-228ab25a-56f7-4d3b-b99d-0731b36ef138 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Unset dirty status for tenant:c2eee9c4792947daa997d835b24e8bf2 on resource:network {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:22:04.330597 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c69d4834-e983-4643-ba11-0004f8b2f952 req-228ab25a-56f7-4d3b-b99d-0731b36ef138 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8455610 May 31 13:22:04.347724 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-c69d4834-e983-4643-ba11-0004f8b2f952 req-375a0f5d-aafb-45ea-8b44-9d53ee1cb755 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Request body: {'floatingip': {'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:22:04.371388 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2c8a0-44ba-429c-9621-c03c98bd03df req-d66c2c92-4ba4-4bfe-8fd8-8c770915ba33 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:04.382789 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bcc2c8a0-44ba-429c-9621-c03c98bd03df req-d66c2c92-4ba4-4bfe-8fd8-8c770915ba33 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=9db63fb7-f5a0-4390-8f05-d9b2a1ae47fc HTTP/1.1" status: 200 len: 945 time: 0.7774112 May 31 13:22:04.397786 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb638ed-0fc1-4051-af6b-4e7b75ec747a None None] Pushing event updated for resources: {'Port': ['ID=348e1bf9-2d01-4a02-b126-35125a82971f,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:04.420632 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-c69d4834-e983-4643-ba11-0004f8b2f952 req-375a0f5d-aafb-45ea-8b44-9d53ee1cb755 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:22:04.423665 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b50fd3b-b462-403d-b8da-fd02cb3e2439', 'tag': '95e68113-2ff1-42e3-b645-2d1b5c52a434'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:22:04.429663 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5fc568d7-c03d-4ec1-a1f1-adb3179fc9bc req-321a5b24-73d4-491e-a3b1-cd5ead8b7d29 service neutron] 10.222.0.44 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6188915 May 31 13:22:04.458415 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 447569ef-dc2e-4501-a38b-eea0f262cd25, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=447569ef-dc2e-4501-a38b-eea0f262cd25,segment=NetworkSegment(5e25fb0d-97f0-46e3-9365-1fe4cebfedef),segment_id=5e25fb0d-97f0-46e3-9365-1fe4cebfedef)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:22:04.465194 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-c69d4834-e983-4643-ba11-0004f8b2f952 req-375a0f5d-aafb-45ea-8b44-9d53ee1cb755 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Usage tracker for resource:floatingip and tenant:c2eee9c4792947daa997d835b24e8bf2 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:22:04.469518 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-c69d4834-e983-4643-ba11-0004f8b2f952 req-375a0f5d-aafb-45ea-8b44-9d53ee1cb755 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:22:04.485227 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port b86a57a4-b60d-4fa8-a489-4dc41d538554 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:22:04.498537 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-c69d4834-e983-4643-ba11-0004f8b2f952 req-375a0f5d-aafb-45ea-8b44-9d53ee1cb755 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:22:04.504339 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': '447569ef-dc2e-4501-a38b-eea0f262cd25', 'network_id': '54080721-9f8a-4f91-bfc0-a61481e712fa', 'port_id': '447569ef-dc2e-4501-a38b-eea0f262cd25', 'mac_address': 'fa:16:3e:e1:70:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83cbe83f-97ff-497d-8da2-ff6d3874e4c0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:22:04.507814 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port b86a57a4-b60d-4fa8-a489-4dc41d538554 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:22:04.508227 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:04.514938 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bcc2c8a0-44ba-429c-9621-c03c98bd03df req-ac9dde1c-7aa2-4953-b885-45482d2a052b tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310699 May 31 13:22:04.557914 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-c69d4834-e983-4643-ba11-0004f8b2f952 req-375a0f5d-aafb-45ea-8b44-9d53ee1cb755 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Notify callbacks [] for floatingip, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:04.711769 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-bbf40bc1-2c34-4000-ba64-b6f1d512ac31 None None] Current status of the port f22eb231-175e-49c1-a5c7-69f6cf01e344 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:22:04.724383 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-74766d26-455a-4e95-aa17-81f56eb2733b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96fa2bed-dd8d-4910-8484-6a7a4b12ad0e', 'name': 'tempest-FloatingIPDetailsTestJSON-1099141948-router', 'tenant_id': 'c2eee9c4792947daa997d835b24e8bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'b86a57a4-b60d-4fa8-a489-4dc41d538554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:21:51Z', 'updated_at': '2022-05-31T13:21:59Z', 'revision_number': 4, 'project_id': 'c2eee9c4792947daa997d835b24e8bf2', 'gw_port': {'id': 'b86a57a4-b60d-4fa8-a489-4dc41d538554', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:2f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96fa2bed-dd8d-4910-8484-6a7a4b12ad0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:21:53Z', 'updated_at': '2022-05-31T13:21:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '9fd6a7f5-a826-4244-bfe6-5cfa0ca2bd54', 'name': '', 'network_id': '5b41d36c-7072-45a2-be60-32082c8f092b', 'tenant_id': 'c2eee9c4792947daa997d835b24e8bf2', 'mac_address': 'fa:16:3e:6d:d2:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96fa2bed-dd8d-4910-8484-6a7a4b12ad0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'bbe5cf05-563b-4679-80c1-3368090f8f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:21:58Z', 'updated_at': '2022-05-31T13:22:00Z', 'revision_number': 2, 'project_id': 'c2eee9c4792947daa997d835b24e8bf2', 'subnets': [{'id': 'bbe5cf05-563b-4679-80c1-3368090f8f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:22:04.732650 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 447569ef-dc2e-4501-a38b-eea0f262cd25 is: ACTIVE; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:22:04.737869 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:04.748561 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74766d26-455a-4e95-aa17-81f56eb2733b None None] Checking router: 96fa2bed-dd8d-4910-8484-6a7a4b12ad0e for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:22:04.748823 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74766d26-455a-4e95-aa17-81f56eb2733b None None] Updating router 96fa2bed-dd8d-4910-8484-6a7a4b12ad0e port 9fd6a7f5-a826-4244-bfe6-5cfa0ca2bd54 binding host n-d-843939-1 {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:22:04.859815 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 447569ef-dc2e-4501-a38b-eea0f262cd25 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:22:04.860893 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e728c599-bea4-49ff-ad51-597d50bf6779 req-4b1c11de-1077-4b71-8a39-32421e8f93b3 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7be184c-e414-411c-b8db-97c10ebd4e75 HTTP/1.1" status: 200 len: 210 time: 0.1257260 May 31 13:22:04.900143 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-74766d26-455a-4e95-aa17-81f56eb2733b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:04.984973 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 447569ef-dc2e-4501-a38b-eea0f262cd25, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=447569ef-dc2e-4501-a38b-eea0f262cd25,segment=NetworkSegment(5e25fb0d-97f0-46e3-9365-1fe4cebfedef),segment_id=5e25fb0d-97f0-46e3-9365-1fe4cebfedef)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:22:05.129581 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:05.149255 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51970b2-67de-4293-887f-342cfd6098aa req-384156b4-697d-4d2b-907b-29fd575842db tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:05.158678 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51970b2-67de-4293-887f-342cfd6098aa req-384156b4-697d-4d2b-907b-29fd575842db tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:05.159518 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-d51970b2-67de-4293-887f-342cfd6098aa req-384156b4-697d-4d2b-907b-29fd575842db tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Synchronizing usage tracker for tenant:dd1657545faf45fc89adec1c391d478b on resource:network {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:22:05.183665 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-d51970b2-67de-4293-887f-342cfd6098aa req-384156b4-697d-4d2b-907b-29fd575842db tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Unset dirty status for tenant:dd1657545faf45fc89adec1c391d478b on resource:network {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:22:05.184846 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d51970b2-67de-4293-887f-342cfd6098aa req-384156b4-697d-4d2b-907b-29fd575842db tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.20 "GET /v2.0/networks?id=9a770a4a-32fb-4a19-8934-5e075fa0e651&id=a8f1f8e0-f7f7-43dc-aa20-a976a1744b37&id=9a770a4a-32fb-4a19-8934-5e075fa0e651 HTTP/1.1" status: 200 len: 1391 time: 0.4011688 May 31 13:22:05.185537 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9261768e-f7ce-41d3-86aa-75d4b72c0d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:05.191772 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-c69d4834-e983-4643-ba11-0004f8b2f952 req-375a0f5d-aafb-45ea-8b44-9d53ee1cb755 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:05.200799 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-d51970b2-67de-4293-887f-342cfd6098aa req-571d491f-629c-408d-925a-53fb03a8a250 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Request body: {'port': {'device_id': 'a7be184c-e414-411c-b8db-97c10ebd4e75', 'network_id': '9a770a4a-32fb-4a19-8934-5e075fa0e651', 'admin_state_up': True, 'tenant_id': 'dd1657545faf45fc89adec1c391d478b'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:22:05.215497 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port b86a57a4-b60d-4fa8-a489-4dc41d538554 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:22:05.215942 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:05.289682 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['447569ef-dc2e-4501-a38b-eea0f262cd25'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:22:05.435399 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port b86a57a4-b60d-4fa8-a489-4dc41d538554, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=b86a57a4-b60d-4fa8-a489-4dc41d538554,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:22:05.465727 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31df9460-01c3-49d2-82ce-565d23419a95 None None] Network a8f1f8e0-f7f7-43dc-aa20-a976a1744b37 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:22:05.488162 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:05.488399 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9261768e-f7ce-41d3-86aa-75d4b72c0d2b admin admin] Pushing event deleted for resources: {'Port': ['ID=be706e2e-8189-45d8-8372-015740b2986d,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:05.488935 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 6fb373bb-a5c2-474d-ba2a-ef6454010c22 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:22:05.525167 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-d51970b2-67de-4293-887f-342cfd6098aa req-571d491f-629c-408d-925a-53fb03a8a250 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:22:05.549863 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-d51970b2-67de-4293-887f-342cfd6098aa req-571d491f-629c-408d-925a-53fb03a8a250 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:22:05.565572 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d51970b2-67de-4293-887f-342cfd6098aa req-571d491f-629c-408d-925a-53fb03a8a250 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Made reservation on behalf of dd1657545faf45fc89adec1c391d478b for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:22:05.574330 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-d51970b2-67de-4293-887f-342cfd6098aa req-571d491f-629c-408d-925a-53fb03a8a250 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:05.667702 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=447569ef-dc2e-4501-a38b-eea0f262cd25,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:05.865201 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0a56e85b-edc5-439a-8fb4-8d5bab7f324b req-ddfe1faa-c22a-4e38-9e64-5fb6c06a62ec tempest-ServersAdmin275Test-322118419 tempest-ServersAdmin275Test-322118419-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=385ab51b-b4d3-4a53-a563-c02e0d6c3bb2 HTTP/1.1" status: 200 len: 210 time: 0.1425545 May 31 13:22:05.883216 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-c69d4834-e983-4643-ba11-0004f8b2f952 req-375a0f5d-aafb-45ea-8b44-9d53ee1cb755 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Allocated IP 172.25.6.65 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/d5065e0c-792a-413d-9738-59ba59c62062) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:22:05.990769 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [req-d51970b2-67de-4293-887f-342cfd6098aa req-571d491f-629c-408d-925a-53fb03a8a250 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Allocated IP 19.80.0.121 (9a770a4a-32fb-4a19-8934-5e075fa0e651/f336b78c-b3bf-435c-8765-f7a574fb0c43/cdae85cb-9af4-4b8d-955f-ac5b482b05d7) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:22:06.039429 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2cf901d8-d75d-4fec-a287-afafa4f0e6d1 None None] Provisioning for port 348e1bf9-2d01-4a02-b126-35125a82971f completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:22:06.312798 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=b86a57a4-b60d-4fa8-a489-4dc41d538554,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:06.356611 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 6fb373bb-a5c2-474d-ba2a-ef6454010c22 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:22:06.408142 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 6fb373bb-a5c2-474d-ba2a-ef6454010c22 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:22:06.408872 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:06.409094 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-d51970b2-67de-4293-887f-342cfd6098aa req-571d491f-629c-408d-925a-53fb03a8a250 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:06.427249 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9261768e-f7ce-41d3-86aa-75d4b72c0d2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:06.429884 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-d51970b2-67de-4293-887f-342cfd6098aa req-571d491f-629c-408d-925a-53fb03a8a250 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Transition to ACTIVE for port object cdae85cb-9af4-4b8d-955f-ac5b482b05d7 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:22:06.449854 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-c69d4834-e983-4643-ba11-0004f8b2f952 req-375a0f5d-aafb-45ea-8b44-9d53ee1cb755 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:06.459127 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-d51970b2-67de-4293-887f-342cfd6098aa req-571d491f-629c-408d-925a-53fb03a8a250 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:06.552469 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d51970b2-67de-4293-887f-342cfd6098aa req-571d491f-629c-408d-925a-53fb03a8a250 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Network 9a770a4a-32fb-4a19-8934-5e075fa0e651 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:22:06.555826 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [req-d51970b2-67de-4293-887f-342cfd6098aa req-571d491f-629c-408d-925a-53fb03a8a250 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:22:06.565672 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366368aa-59a6-4f5c-850e-14146b975935 req-8875378a-81cd-42fa-be73-4147fe977c3f tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:06.569525 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571d491f-629c-408d-925a-53fb03a8a250 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Pushing event updated for resources: {'Port': ['ID=cdae85cb-9af4-4b8d-955f-ac5b482b05d7,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:06.573107 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-366368aa-59a6-4f5c-850e-14146b975935 req-8875378a-81cd-42fa-be73-4147fe977c3f tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b50fd3b-b462-403d-b8da-fd02cb3e2439 HTTP/1.1" status: 200 len: 948 time: 0.3104179 May 31 13:22:06.583515 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-d51970b2-67de-4293-887f-342cfd6098aa req-571d491f-629c-408d-925a-53fb03a8a250 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:22:06.670214 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51970b2-67de-4293-887f-342cfd6098aa req-571d491f-629c-408d-925a-53fb03a8a250 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:06.671324 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-d51970b2-67de-4293-887f-342cfd6098aa req-571d491f-629c-408d-925a-53fb03a8a250 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:06.683731 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-74766d26-455a-4e95-aa17-81f56eb2733b None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:06.716531 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-74766d26-455a-4e95-aa17-81f56eb2733b None None] Transition to ACTIVE for port object 9fd6a7f5-a826-4244-bfe6-5cfa0ca2bd54 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:22:06.717217 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d51970b2-67de-4293-887f-342cfd6098aa req-571d491f-629c-408d-925a-53fb03a8a250 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5206392 May 31 13:22:06.719328 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 95e68113-2ff1-42e3-b645-2d1b5c52a434 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:22:06.729781 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 6fb373bb-a5c2-474d-ba2a-ef6454010c22 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:22:06.730537 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:06.732016 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-d51970b2-67de-4293-887f-342cfd6098aa req-0cfc75d0-f33a-4c21-b2f7-86e35441558e tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Request body: {'port': {'device_id': 'a7be184c-e414-411c-b8db-97c10ebd4e75', 'network_id': 'a8f1f8e0-f7f7-43dc-aa20-a976a1744b37', 'admin_state_up': True, 'tenant_id': 'dd1657545faf45fc89adec1c391d478b'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:22:06.742805 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-74766d26-455a-4e95-aa17-81f56eb2733b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:06.751526 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-366368aa-59a6-4f5c-850e-14146b975935 req-3e306ad0-edd6-4410-aae7-b1b5b44f5546 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773567 May 31 13:22:06.839279 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-c69d4834-e983-4643-ba11-0004f8b2f952 req-375a0f5d-aafb-45ea-8b44-9d53ee1cb755 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:06.973693 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.resource_extend [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:22:06.989597 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-d51970b2-67de-4293-887f-342cfd6098aa req-0cfc75d0-f33a-4c21-b2f7-86e35441558e tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:22:07.004808 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-d51970b2-67de-4293-887f-342cfd6098aa req-0cfc75d0-f33a-4c21-b2f7-86e35441558e tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Usage tracker for resource:port and tenant:dd1657545faf45fc89adec1c391d478b is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:22:07.012297 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-d51970b2-67de-4293-887f-342cfd6098aa req-0cfc75d0-f33a-4c21-b2f7-86e35441558e tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:22:07.029476 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-d51970b2-67de-4293-887f-342cfd6098aa req-0cfc75d0-f33a-4c21-b2f7-86e35441558e tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:22:07.055994 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d51970b2-67de-4293-887f-342cfd6098aa req-0cfc75d0-f33a-4c21-b2f7-86e35441558e tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Made reservation on behalf of dd1657545faf45fc89adec1c391d478b for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:22:07.064999 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-d51970b2-67de-4293-887f-342cfd6098aa req-0cfc75d0-f33a-4c21-b2f7-86e35441558e tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:07.133484 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 6fb373bb-a5c2-474d-ba2a-ef6454010c22, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=6fb373bb-a5c2-474d-ba2a-ef6454010c22,segment=NetworkSegment(b8546942-dd5b-48c6-89fd-52643603cb0b),segment_id=b8546942-dd5b-48c6-89fd-52643603cb0b)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:22:07.162436 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:07.164175 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eb6da1-f631-4bd9-ab06-4e2473029ab9 None None] Pushing event updated for resources: {'Port': ['ID=9fd6a7f5-a826-4244-bfe6-5cfa0ca2bd54,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:07.179408 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03261448-78be-448e-bbc5-fb7dc22cf3a2'] response: {'name': 'network-changed', 'server_uuid': '1b50fd3b-b462-403d-b8da-fd02cb3e2439', 'tag': '95e68113-2ff1-42e3-b645-2d1b5c52a434', 'status': 'completed', 'code': 200} May 31 13:22:07.311908 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:07.321405 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b28111b6-fd56-432a-83d6-406b95a64056 None None] Provisioning for port cdae85cb-9af4-4b8d-955f-ac5b482b05d7 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:22:07.374505 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b28111b6-fd56-432a-83d6-406b95a64056 None None] Provisioning complete for port cdae85cb-9af4-4b8d-955f-ac5b482b05d7 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:22:07.375019 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b28111b6-fd56-432a-83d6-406b95a64056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:07.464625 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 95e68113-2ff1-42e3-b645-2d1b5c52a434, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=95e68113-2ff1-42e3-b645-2d1b5c52a434,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:22:07.478051 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [req-d51970b2-67de-4293-887f-342cfd6098aa req-0cfc75d0-f33a-4c21-b2f7-86e35441558e tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Allocated IP 19.86.0.158 (a8f1f8e0-f7f7-43dc-aa20-a976a1744b37/b9e3d493-0295-4e55-8988-c3ce748e918b/d91bacda-0390-4afb-8904-42b434cecbaf) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:22:07.488092 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 348e1bf9-2d01-4a02-b126-35125a82971f up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:22:07.504930 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c69d4834-e983-4643-ba11-0004f8b2f952 req-375a0f5d-aafb-45ea-8b44-9d53ee1cb755 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:22:07.554273 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-74766d26-455a-4e95-aa17-81f56eb2733b None None] Attempting to bind port 9fd6a7f5-a826-4244-bfe6-5cfa0ca2bd54 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:22:07.554643 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-74766d26-455a-4e95-aa17-81f56eb2733b None None] Attempting to bind port 9fd6a7f5-a826-4244-bfe6-5cfa0ca2bd54 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '162ea636-f64d-43d0-9bd8-56ef15f85e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5b41d36c-7072-45a2-be60-32082c8f092b'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:22:07.554999 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74766d26-455a-4e95-aa17-81f56eb2733b None None] Attempting to bind port 9fd6a7f5-a826-4244-bfe6-5cfa0ca2bd54 on network 5b41d36c-7072-45a2-be60-32082c8f092b {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:22:07.559129 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-c69d4834-e983-4643-ba11-0004f8b2f952 req-375a0f5d-aafb-45ea-8b44-9d53ee1cb755 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:22:07.562799 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-c69d4834-e983-4643-ba11-0004f8b2f952 req-375a0f5d-aafb-45ea-8b44-9d53ee1cb755 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:22:07.568706 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=6fb373bb-a5c2-474d-ba2a-ef6454010c22,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:07.582716 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': '95e68113-2ff1-42e3-b645-2d1b5c52a434', 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4', 'port_id': '95e68113-2ff1-42e3-b645-2d1b5c52a434', 'mac_address': 'fa:16:3e:43:73:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24822c99-0dce-4d50-9c44-3135ba3763b8', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:22:07.597972 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74766d26-455a-4e95-aa17-81f56eb2733b None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:22:07.598379 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74766d26-455a-4e95-aa17-81f56eb2733b None None] Checking segment: {'id': '162ea636-f64d-43d0-9bd8-56ef15f85e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5b41d36c-7072-45a2-be60-32082c8f092b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:22:07.598770 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-74766d26-455a-4e95-aa17-81f56eb2733b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:07.599334 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74766d26-455a-4e95-aa17-81f56eb2733b None None] Bound using segment: {'id': '162ea636-f64d-43d0-9bd8-56ef15f85e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5b41d36c-7072-45a2-be60-32082c8f092b'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:22:07.599820 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-74766d26-455a-4e95-aa17-81f56eb2733b None None] Bound port: 9fd6a7f5-a826-4244-bfe6-5cfa0ca2bd54, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '162ea636-f64d-43d0-9bd8-56ef15f85e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5b41d36c-7072-45a2-be60-32082c8f092b'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:22:07.600196 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-74766d26-455a-4e95-aa17-81f56eb2733b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:07.618643 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375a0f5d-aafb-45ea-8b44-9d53ee1cb755 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Pushing event updated for resources: {'Port': ['ID=d5065e0c-792a-413d-9738-59ba59c62062,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:07.649716 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b28111b6-fd56-432a-83d6-406b95a64056 None None] Port cdae85cb-9af4-4b8d-955f-ac5b482b05d7 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:22:07.754707 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9261768e-f7ce-41d3-86aa-75d4b72c0d2b admin admin] Router f2bdef84-40d6-4f7f-aa58-d2d0e29dbee1 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:22:07.759470 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-d51970b2-67de-4293-887f-342cfd6098aa req-0cfc75d0-f33a-4c21-b2f7-86e35441558e tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:07.766631 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 95e68113-2ff1-42e3-b645-2d1b5c52a434 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:22:07.767589 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:07.780937 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 348e1bf9-2d01-4a02-b126-35125a82971f completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:22:07.784402 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-d51970b2-67de-4293-887f-342cfd6098aa req-0cfc75d0-f33a-4c21-b2f7-86e35441558e tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Transition to ACTIVE for port object d91bacda-0390-4afb-8904-42b434cecbaf will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:22:07.809845 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 348e1bf9-2d01-4a02-b126-35125a82971f triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:22:07.810184 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:07.827311 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-d51970b2-67de-4293-887f-342cfd6098aa req-0cfc75d0-f33a-4c21-b2f7-86e35441558e tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:07.862499 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95e68113-2ff1-42e3-b645-2d1b5c52a434 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:22:07.884650 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-74766d26-455a-4e95-aa17-81f56eb2733b None None] For port 9fd6a7f5-a826-4244-bfe6-5cfa0ca2bd54, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:22:07.904442 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ab75c0e1-fc01-4fcf-a45e-19aa624a5655 None None] Provisioning complete for port 348e1bf9-2d01-4a02-b126-35125a82971f triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:22:07.904832 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ab75c0e1-fc01-4fcf-a45e-19aa624a5655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:07.926771 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1a7913-34ae-4247-828c-3c4feba98e6f req-73a7acb2-af15-48af-bb51-e2d142410486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:07.928291 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8d1a7913-34ae-4247-828c-3c4feba98e6f req-73a7acb2-af15-48af-bb51-e2d142410486 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c905d91f2f614f928153cd05b2f8a225&device_id=1b50fd3b-b462-403d-b8da-fd02cb3e2439 HTTP/1.1" status: 200 len: 1099 time: 0.7330866 May 31 13:22:07.941584 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d51970b2-67de-4293-887f-342cfd6098aa req-0cfc75d0-f33a-4c21-b2f7-86e35441558e tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Network a8f1f8e0-f7f7-43dc-aa20-a976a1744b37 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:22:07.945086 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [req-d51970b2-67de-4293-887f-342cfd6098aa req-0cfc75d0-f33a-4c21-b2f7-86e35441558e tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:22:07.950225 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-d51970b2-67de-4293-887f-342cfd6098aa req-0cfc75d0-f33a-4c21-b2f7-86e35441558e tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:22:07.962468 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-74766d26-455a-4e95-aa17-81f56eb2733b None None] For port 9fd6a7f5-a826-4244-bfe6-5cfa0ca2bd54, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=9fd6a7f5-a826-4244-bfe6-5cfa0ca2bd54,segment=NetworkSegment(162ea636-f64d-43d0-9bd8-56ef15f85e62),segment_id=162ea636-f64d-43d0-9bd8-56ef15f85e62)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:22:07.966714 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 95e68113-2ff1-42e3-b645-2d1b5c52a434, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=95e68113-2ff1-42e3-b645-2d1b5c52a434,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:22:07.985247 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:07.987677 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-74766d26-455a-4e95-aa17-81f56eb2733b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:07.995125 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfc75d0-f33a-4c21-b2f7-86e35441558e tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Pushing event updated for resources: {'Port': ['ID=d91bacda-0390-4afb-8904-42b434cecbaf,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:08.049877 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51970b2-67de-4293-887f-342cfd6098aa req-0cfc75d0-f33a-4c21-b2f7-86e35441558e tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:08.052686 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-d51970b2-67de-4293-887f-342cfd6098aa req-0cfc75d0-f33a-4c21-b2f7-86e35441558e tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:08.081527 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d51970b2-67de-4293-887f-342cfd6098aa req-0cfc75d0-f33a-4c21-b2f7-86e35441558e tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3580930 May 31 13:22:08.094949 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-d51970b2-67de-4293-887f-342cfd6098aa req-57e05930-3d42-4b49-94cc-bd68f83d1650 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Request body: {'port': {'device_id': 'a7be184c-e414-411c-b8db-97c10ebd4e75', 'network_id': '9a770a4a-32fb-4a19-8934-5e075fa0e651', 'admin_state_up': True, 'tenant_id': 'dd1657545faf45fc89adec1c391d478b'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:22:08.161618 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1a7913-34ae-4247-828c-3c4feba98e6f req-279c0786-7372-4035-b3f0-bc690e9e6295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:08.163334 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8d1a7913-34ae-4247-828c-3c4feba98e6f req-279c0786-7372-4035-b3f0-bc690e9e6295 service neutron] 10.222.0.20 "GET /v2.0/networks?id=85b11c4f-90ad-4763-b38d-22d3f87089f4 HTTP/1.1" status: 200 len: 870 time: 0.2281692 May 31 13:22:08.166784 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74766d26-455a-4e95-aa17-81f56eb2733b None None] Routers {'96fa2bed-dd8d-4910-8484-6a7a4b12ad0e'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:22:08.167409 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-74766d26-455a-4e95-aa17-81f56eb2733b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:21:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['96fa2bed-dd8d-4910-8484-6a7a4b12ad0e'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:22:08.167978 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1a7913-34ae-4247-828c-3c4feba98e6f req-c1e7f27b-b781-4aa8-9907-db07c35f3904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:08.172480 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8d1a7913-34ae-4247-828c-3c4feba98e6f req-c1e7f27b-b781-4aa8-9907-db07c35f3904 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c905d91f2f614f928153cd05b2f8a225&device_id=1b50fd3b-b462-403d-b8da-fd02cb3e2439 HTTP/1.1" status: 200 len: 1099 time: 0.9233522 May 31 13:22:08.300054 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 447569ef-dc2e-4501-a38b-eea0f262cd25 up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:22:08.388077 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=95e68113-2ff1-42e3-b645-2d1b5c52a434,revision_number=8']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:08.391812 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 348e1bf9-2d01-4a02-b126-35125a82971f is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:22:08.392126 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:08.443193 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-d51970b2-67de-4293-887f-342cfd6098aa req-57e05930-3d42-4b49-94cc-bd68f83d1650 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:22:08.448887 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-d51970b2-67de-4293-887f-342cfd6098aa req-57e05930-3d42-4b49-94cc-bd68f83d1650 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Usage tracker for resource:port and tenant:dd1657545faf45fc89adec1c391d478b is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:22:08.453534 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-d51970b2-67de-4293-887f-342cfd6098aa req-57e05930-3d42-4b49-94cc-bd68f83d1650 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:22:08.460509 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-d51970b2-67de-4293-887f-342cfd6098aa req-57e05930-3d42-4b49-94cc-bd68f83d1650 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:22:08.476788 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d51970b2-67de-4293-887f-342cfd6098aa req-57e05930-3d42-4b49-94cc-bd68f83d1650 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Made reservation on behalf of dd1657545faf45fc89adec1c391d478b for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:22:08.481448 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-d51970b2-67de-4293-887f-342cfd6098aa req-57e05930-3d42-4b49-94cc-bd68f83d1650 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:08.523078 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 348e1bf9-2d01-4a02-b126-35125a82971f, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=348e1bf9-2d01-4a02-b126-35125a82971f,segment=NetworkSegment(6b3d41ff-bd1b-452e-86ed-ca7d85c65f4d),segment_id=6b3d41ff-bd1b-452e-86ed-ca7d85c65f4d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:22:08.551706 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eb6da1-f631-4bd9-ab06-4e2473029ab9 None None] Pushing event updated for resources: {'Port': ['ID=9fd6a7f5-a826-4244-bfe6-5cfa0ca2bd54,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:08.582664 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['95e68113-2ff1-42e3-b645-2d1b5c52a434'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:22:08.586540 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-c69d4834-e983-4643-ba11-0004f8b2f952 req-375a0f5d-aafb-45ea-8b44-9d53ee1cb755 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:08.605932 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1a7913-34ae-4247-828c-3c4feba98e6f req-1e1f66ec-1553-4086-9fb3-c8dcba0b819b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:08.607040 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8d1a7913-34ae-4247-828c-3c4feba98e6f req-1e1f66ec-1553-4086-9fb3-c8dcba0b819b service neutron] 10.222.0.44 "GET /v2.0/networks?id=85b11c4f-90ad-4763-b38d-22d3f87089f4 HTTP/1.1" status: 200 len: 870 time: 0.1785753 May 31 13:22:08.707689 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:08.708480 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device f22eb231-175e-49c1-a5c7-69f6cf01e344 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:22:08.711798 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [req-d51970b2-67de-4293-887f-342cfd6098aa req-57e05930-3d42-4b49-94cc-bd68f83d1650 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Allocated IP 19.80.0.40 (9a770a4a-32fb-4a19-8934-5e075fa0e651/f336b78c-b3bf-435c-8765-f7a574fb0c43/6fddfc67-0032-467f-97f0-1eb7b08f2ac5) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:22:08.750339 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9261768e-f7ce-41d3-86aa-75d4b72c0d2b admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:22:08.761246 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c47fe75-6840-48d7-8528-f83d4b2dcb40 None None] Sync routers for ids ['f2bdef84-40d6-4f7f-aa58-d2d0e29dbee1'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:22:08.776999 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c47fe75-6840-48d7-8528-f83d4b2dcb40 None None] Routers {'f2bdef84-40d6-4f7f-aa58-d2d0e29dbee1'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:22:08.778943 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-6c47fe75-6840-48d7-8528-f83d4b2dcb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:21:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['f2bdef84-40d6-4f7f-aa58-d2d0e29dbee1'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:22:08.779188 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf9fe5-95b9-4f9e-b7c4-3276eadfcf7a req-b8d90bc2-daa3-4a54-869e-5ad3ed43ad14 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:08.789595 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-64bf9fe5-95b9-4f9e-b7c4-3276eadfcf7a req-b8d90bc2-daa3-4a54-869e-5ad3ed43ad14 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=9db63fb7-f5a0-4390-8f05-d9b2a1ae47fc HTTP/1.1" status: 200 len: 945 time: 1.2929831 May 31 13:22:08.810299 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8d1a7913-34ae-4247-828c-3c4feba98e6f req-427878e9-db8e-4959-8c80-b7e0d5458c07 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=95e68113-2ff1-42e3-b645-2d1b5c52a434 HTTP/1.1" status: 200 len: 217 time: 0.6334045 May 31 13:22:08.894705 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=348e1bf9-2d01-4a02-b126-35125a82971f,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:08.940354 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8d1a7913-34ae-4247-828c-3c4feba98e6f req-49e4f570-69c9-44e0-b9af-29b4c75a865d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=95e68113-2ff1-42e3-b645-2d1b5c52a434 HTTP/1.1" status: 200 len: 217 time: 0.1710474 May 31 13:22:08.941275 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-d51970b2-67de-4293-887f-342cfd6098aa req-57e05930-3d42-4b49-94cc-bd68f83d1650 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:08.965315 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-d51970b2-67de-4293-887f-342cfd6098aa req-57e05930-3d42-4b49-94cc-bd68f83d1650 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Transition to ACTIVE for port object 6fddfc67-0032-467f-97f0-1eb7b08f2ac5 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:22:08.994033 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-d51970b2-67de-4293-887f-342cfd6098aa req-57e05930-3d42-4b49-94cc-bd68f83d1650 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:09.011224 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:09.054318 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port f22eb231-175e-49c1-a5c7-69f6cf01e344 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:22:09.054626 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:09.063923 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1a7913-34ae-4247-828c-3c4feba98e6f req-526cfba5-8b5d-4bb5-8470-9b81b338fb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:09.066710 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8d1a7913-34ae-4247-828c-3c4feba98e6f req-526cfba5-8b5d-4bb5-8470-9b81b338fb2d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.1245122 May 31 13:22:09.149150 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-9261768e-f7ce-41d3-86aa-75d4b72c0d2b admin admin] 10.222.0.50 "PUT /v2.0/routers/f2bdef84-40d6-4f7f-aa58-d2d0e29dbee1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2000523 May 31 13:22:09.151606 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1a7913-34ae-4247-828c-3c4feba98e6f req-5b225f4c-5b24-4d21-afe5-06d5c85d6f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:09.153236 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8d1a7913-34ae-4247-828c-3c4feba98e6f req-5b225f4c-5b24-4d21-afe5-06d5c85d6f64 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.1163225 May 31 13:22:09.156395 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 36140) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:22:09.179064 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e05930-3d42-4b49-94cc-bd68f83d1650 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Pushing event updated for resources: {'Port': ['ID=6fddfc67-0032-467f-97f0-1eb7b08f2ac5,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:09.197920 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d51970b2-67de-4293-887f-342cfd6098aa req-57e05930-3d42-4b49-94cc-bd68f83d1650 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Network 9a770a4a-32fb-4a19-8934-5e075fa0e651 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:22:09.199191 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [req-d51970b2-67de-4293-887f-342cfd6098aa req-57e05930-3d42-4b49-94cc-bd68f83d1650 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:22:09.210568 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-d51970b2-67de-4293-887f-342cfd6098aa req-57e05930-3d42-4b49-94cc-bd68f83d1650 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:22:09.295626 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-ab75c0e1-fc01-4fcf-a45e-19aa624a5655 None None] Current status of the port 348e1bf9-2d01-4a02-b126-35125a82971f is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:22:09.321580 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-6c47fe75-6840-48d7-8528-f83d4b2dcb40 None None] Set router f2bdef84-40d6-4f7f-aa58-d2d0e29dbee1 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:22:09.327882 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port 447569ef-dc2e-4501-a38b-eea0f262cd25 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:22:09.328756 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:09.367779 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51970b2-67de-4293-887f-342cfd6098aa req-57e05930-3d42-4b49-94cc-bd68f83d1650 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:09.368453 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-d51970b2-67de-4293-887f-342cfd6098aa req-57e05930-3d42-4b49-94cc-bd68f83d1650 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:09.462027 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d51970b2-67de-4293-887f-342cfd6098aa req-57e05930-3d42-4b49-94cc-bd68f83d1650 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3703458 May 31 13:22:09.479447 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-d51970b2-67de-4293-887f-342cfd6098aa req-0360704c-b254-4e81-8a2a-a014543685a4 service neutron] Request body: {'port': {'device_id': 'a7be184c-e414-411c-b8db-97c10ebd4e75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843939-1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:22:09.542135 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-74766d26-455a-4e95-aa17-81f56eb2733b None None] Set router 96fa2bed-dd8d-4910-8484-6a7a4b12ad0e gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:22:09.613592 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-11efee0b-8a40-401b-a3b7-de27432dcffe admin admin] Notify callbacks [] for router, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:09.643598 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-d51970b2-67de-4293-887f-342cfd6098aa req-0360704c-b254-4e81-8a2a-a014543685a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:09.697563 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port f22eb231-175e-49c1-a5c7-69f6cf01e344 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:22:09.699180 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device b86a57a4-b60d-4fa8-a489-4dc41d538554 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:22:09.875723 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-4be056df-8173-44fa-98f3-24bc49d3bfc4 None None] Provisioning for port d91bacda-0390-4afb-8904-42b434cecbaf completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:22:09.942600 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port b86a57a4-b60d-4fa8-a489-4dc41d538554 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:22:09.942969 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:10.087236 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-6c47fe75-6840-48d7-8528-f83d4b2dcb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2bdef84-40d6-4f7f-aa58-d2d0e29dbee1', 'name': 'tempest-FloatingIPsNegativeTestJSON-2095365635-router', 'tenant_id': '432858527c384a11822cce1e7173230f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '9ed4188c-32e2-4da1-8335-5b25649ba85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:21:39Z', 'updated_at': '2022-05-31T13:22:04Z', 'revision_number': 5, 'project_id': '432858527c384a11822cce1e7173230f', 'gw_port': {'id': '9ed4188c-32e2-4da1-8335-5b25649ba85a', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2bdef84-40d6-4f7f-aa58-d2d0e29dbee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:21:41Z', 'updated_at': '2022-05-31T13:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:22:10.094106 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c47fe75-6840-48d7-8528-f83d4b2dcb40 None None] Checking router: f2bdef84-40d6-4f7f-aa58-d2d0e29dbee1 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:22:10.100018 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-11efee0b-8a40-401b-a3b7-de27432dcffe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:10.107712 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c47fe75-6840-48d7-8528-f83d4b2dcb40 None None] Routers {'f2bdef84-40d6-4f7f-aa58-d2d0e29dbee1'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:22:10.109324 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-6c47fe75-6840-48d7-8528-f83d4b2dcb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:21:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['f2bdef84-40d6-4f7f-aa58-d2d0e29dbee1'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:22:10.132794 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-4be056df-8173-44fa-98f3-24bc49d3bfc4 None None] Provisioning complete for port d91bacda-0390-4afb-8904-42b434cecbaf triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:22:10.133176 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4be056df-8173-44fa-98f3-24bc49d3bfc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:10.176928 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [req-d51970b2-67de-4293-887f-342cfd6098aa req-0360704c-b254-4e81-8a2a-a014543685a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdae85cb-9af4-4b8d-955f-ac5b482b05d7 {{(pid=88369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:22:10.186641 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-d51970b2-67de-4293-887f-342cfd6098aa req-0360704c-b254-4e81-8a2a-a014543685a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:10.204208 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-d51970b2-67de-4293-887f-342cfd6098aa req-0360704c-b254-4e81-8a2a-a014543685a4 service neutron] Transition to ACTIVE for port object cdae85cb-9af4-4b8d-955f-ac5b482b05d7 will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:22:10.210053 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-d51970b2-67de-4293-887f-342cfd6098aa req-0360704c-b254-4e81-8a2a-a014543685a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:10.219106 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-c69d4834-e983-4643-ba11-0004f8b2f952 req-375a0f5d-aafb-45ea-8b44-9d53ee1cb755 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:10.238238 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 3a29f38a-dfe7-4a4d-9217-88b275f81816 details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:22:10.291789 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-64bf9fe5-95b9-4f9e-b7c4-3276eadfcf7a req-3860d69c-2757-4cbb-ae1c-8c23a9d9b38a tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5011580 May 31 13:22:10.325021 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-11efee0b-8a40-401b-a3b7-de27432dcffe admin admin] Deleting port 9ed4188c-32e2-4da1-8335-5b25649ba85a {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:22:10.325021 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-11efee0b-8a40-401b-a3b7-de27432dcffe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:10.326805 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 447569ef-dc2e-4501-a38b-eea0f262cd25 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:22:10.327400 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:10.342243 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-6c47fe75-6840-48d7-8528-f83d4b2dcb40 None None] Set router f2bdef84-40d6-4f7f-aa58-d2d0e29dbee1 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:22:10.406732 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.resource_extend [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:22:10.485574 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-4be056df-8173-44fa-98f3-24bc49d3bfc4 None None] Port d91bacda-0390-4afb-8904-42b434cecbaf cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:22:10.663469 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 3a29f38a-dfe7-4a4d-9217-88b275f81816, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=3a29f38a-dfe7-4a4d-9217-88b275f81816,segment=NetworkSegment(a592d348-649e-4ed1-b139-bdf2b9c4a847),segment_id=a592d348-649e-4ed1-b139-bdf2b9c4a847)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:22:10.744443 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0360704c-b254-4e81-8a2a-a014543685a4 service neutron] Pushing event updated for resources: {'Port': ['ID=cdae85cb-9af4-4b8d-955f-ac5b482b05d7,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:10.747775 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 447569ef-dc2e-4501-a38b-eea0f262cd25, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=447569ef-dc2e-4501-a38b-eea0f262cd25,segment=NetworkSegment(5e25fb0d-97f0-46e3-9365-1fe4cebfedef),segment_id=5e25fb0d-97f0-46e3-9365-1fe4cebfedef)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:22:10.763134 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 3a29f38a-dfe7-4a4d-9217-88b275f81816 has no active binding in host n-h1-843939-1 {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 31 13:22:10.776301 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd223e19c-cfa5-4f3b-b038-381c716ca9ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '447569ef-dc2e-4501-a38b-eea0f262cd25'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:22:10.836044 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 95e68113-2ff1-42e3-b645-2d1b5c52a434 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:22:10.840863 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1334b643-69b1-4307-bd2b-804539ef4fe2 req-870e44bb-bbf0-4b52-bb0d-c981cf8bd5b8 tempest-LiveAutoBlockMigrationV225Test-938371686 tempest-LiveAutoBlockMigrationV225Test-938371686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:10.842962 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1334b643-69b1-4307-bd2b-804539ef4fe2 req-870e44bb-bbf0-4b52-bb0d-c981cf8bd5b8 tempest-LiveAutoBlockMigrationV225Test-938371686 tempest-LiveAutoBlockMigrationV225Test-938371686-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9db63fb7-f5a0-4390-8f05-d9b2a1ae47fc&tenant_id=2539a3508c4b448ea8707834972224c7&binding%3Ahost_id=n-h2-843939-1 HTTP/1.1" status: 200 len: 1096 time: 0.5197332 May 31 13:22:10.877924 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-1334b643-69b1-4307-bd2b-804539ef4fe2 req-6a0b8ea8-8fbc-4a3d-a832-b14ff51e7292 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-843939-1'}}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:22:10.935421 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-d51970b2-67de-4293-887f-342cfd6098aa req-0360704c-b254-4e81-8a2a-a014543685a4 service neutron] Attempting to bind port cdae85cb-9af4-4b8d-955f-ac5b482b05d7 on host n-h1-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:22:10.935669 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-d51970b2-67de-4293-887f-342cfd6098aa req-0360704c-b254-4e81-8a2a-a014543685a4 service neutron] Attempting to bind port cdae85cb-9af4-4b8d-955f-ac5b482b05d7 by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': 'b8546942-dd5b-48c6-89fd-52643603cb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9a770a4a-32fb-4a19-8934-5e075fa0e651'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:22:10.935995 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51970b2-67de-4293-887f-342cfd6098aa req-0360704c-b254-4e81-8a2a-a014543685a4 service neutron] Attempting to bind port cdae85cb-9af4-4b8d-955f-ac5b482b05d7 on network 9a770a4a-32fb-4a19-8934-5e075fa0e651 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:22:10.945509 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:10.954152 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51970b2-67de-4293-887f-342cfd6098aa req-0360704c-b254-4e81-8a2a-a014543685a4 service neutron] Port cdae85cb-9af4-4b8d-955f-ac5b482b05d7 on network 9a770a4a-32fb-4a19-8934-5e075fa0e651 not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:22:10.954497 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51970b2-67de-4293-887f-342cfd6098aa req-0360704c-b254-4e81-8a2a-a014543685a4 service neutron] Attempting to bind port cdae85cb-9af4-4b8d-955f-ac5b482b05d7 on network 9a770a4a-32fb-4a19-8934-5e075fa0e651 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:22:10.965496 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51970b2-67de-4293-887f-342cfd6098aa req-0360704c-b254-4e81-8a2a-a014543685a4 service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:22:10.965830 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51970b2-67de-4293-887f-342cfd6098aa req-0360704c-b254-4e81-8a2a-a014543685a4 service neutron] Checking segment: {'id': 'b8546942-dd5b-48c6-89fd-52643603cb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9a770a4a-32fb-4a19-8934-5e075fa0e651'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:22:10.966254 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51970b2-67de-4293-887f-342cfd6098aa req-0360704c-b254-4e81-8a2a-a014543685a4 service neutron] Bound using segment: {'id': 'b8546942-dd5b-48c6-89fd-52643603cb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9a770a4a-32fb-4a19-8934-5e075fa0e651'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:22:10.966697 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-d51970b2-67de-4293-887f-342cfd6098aa req-0360704c-b254-4e81-8a2a-a014543685a4 service neutron] Bound port: cdae85cb-9af4-4b8d-955f-ac5b482b05d7, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8546942-dd5b-48c6-89fd-52643603cb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9a770a4a-32fb-4a19-8934-5e075fa0e651'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:22:10.967043 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-d51970b2-67de-4293-887f-342cfd6098aa req-0360704c-b254-4e81-8a2a-a014543685a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:11.056712 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-be669010-0f72-415f-840c-e5a287da1414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:11.060660 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-74766d26-455a-4e95-aa17-81f56eb2733b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96fa2bed-dd8d-4910-8484-6a7a4b12ad0e', 'name': 'tempest-FloatingIPDetailsTestJSON-1099141948-router', 'tenant_id': 'c2eee9c4792947daa997d835b24e8bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'b86a57a4-b60d-4fa8-a489-4dc41d538554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:21:51Z', 'updated_at': '2022-05-31T13:21:59Z', 'revision_number': 4, 'project_id': 'c2eee9c4792947daa997d835b24e8bf2', 'gw_port': {'id': 'b86a57a4-b60d-4fa8-a489-4dc41d538554', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:2f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96fa2bed-dd8d-4910-8484-6a7a4b12ad0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:21:53Z', 'updated_at': '2022-05-31T13:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '9fd6a7f5-a826-4244-bfe6-5cfa0ca2bd54', 'name': '', 'network_id': '5b41d36c-7072-45a2-be60-32082c8f092b', 'tenant_id': 'c2eee9c4792947daa997d835b24e8bf2', 'mac_address': 'fa:16:3e:6d:d2:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96fa2bed-dd8d-4910-8484-6a7a4b12ad0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'bbe5cf05-563b-4679-80c1-3368090f8f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:21:58Z', 'updated_at': '2022-05-31T13:22:07Z', 'revision_number': 4, 'project_id': 'c2eee9c4792947daa997d835b24e8bf2', 'subnets': [{'id': 'bbe5cf05-563b-4679-80c1-3368090f8f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:22:11.071565 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port 95e68113-2ff1-42e3-b645-2d1b5c52a434 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:22:11.084914 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port 95e68113-2ff1-42e3-b645-2d1b5c52a434 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:22:11.085442 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:11.089562 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-6c47fe75-6840-48d7-8528-f83d4b2dcb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2bdef84-40d6-4f7f-aa58-d2d0e29dbee1', 'name': 'tempest-FloatingIPsNegativeTestJSON-2095365635-router', 'tenant_id': '432858527c384a11822cce1e7173230f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '9ed4188c-32e2-4da1-8335-5b25649ba85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:21:39Z', 'updated_at': '2022-05-31T13:22:04Z', 'revision_number': 5, 'project_id': '432858527c384a11822cce1e7173230f', 'gw_port': {'id': '9ed4188c-32e2-4da1-8335-5b25649ba85a', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2bdef84-40d6-4f7f-aa58-d2d0e29dbee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:21:41Z', 'updated_at': '2022-05-31T13:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:22:11.100748 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c47fe75-6840-48d7-8528-f83d4b2dcb40 None None] The sync data for ids ['f2bdef84-40d6-4f7f-aa58-d2d0e29dbee1'] in n-d-843939-1 is: [{'id': 'f2bdef84-40d6-4f7f-aa58-d2d0e29dbee1', 'name': 'tempest-FloatingIPsNegativeTestJSON-2095365635-router', 'tenant_id': '432858527c384a11822cce1e7173230f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '9ed4188c-32e2-4da1-8335-5b25649ba85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:21:39Z', 'updated_at': '2022-05-31T13:22:04Z', 'revision_number': 5, 'project_id': '432858527c384a11822cce1e7173230f', 'gw_port': {'id': '9ed4188c-32e2-4da1-8335-5b25649ba85a', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2bdef84-40d6-4f7f-aa58-d2d0e29dbee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:21:41Z', 'updated_at': '2022-05-31T13:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:22:11.136956 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-d51970b2-67de-4293-887f-342cfd6098aa req-0360704c-b254-4e81-8a2a-a014543685a4 service neutron] For port cdae85cb-9af4-4b8d-955f-ac5b482b05d7, host n-h1-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:22:11.154468 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-d51970b2-67de-4293-887f-342cfd6098aa req-0360704c-b254-4e81-8a2a-a014543685a4 service neutron] For port cdae85cb-9af4-4b8d-955f-ac5b482b05d7, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=cdae85cb-9af4-4b8d-955f-ac5b482b05d7,segment=NetworkSegment(b8546942-dd5b-48c6-89fd-52643603cb0b),segment_id=b8546942-dd5b-48c6-89fd-52643603cb0b)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:22:11.160238 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-d51970b2-67de-4293-887f-342cfd6098aa req-0360704c-b254-4e81-8a2a-a014543685a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:11.162312 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74766d26-455a-4e95-aa17-81f56eb2733b None None] The sync data for ids ['96fa2bed-dd8d-4910-8484-6a7a4b12ad0e'] in n-d-843939-1 is: [{'id': '96fa2bed-dd8d-4910-8484-6a7a4b12ad0e', 'name': 'tempest-FloatingIPDetailsTestJSON-1099141948-router', 'tenant_id': 'c2eee9c4792947daa997d835b24e8bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'b86a57a4-b60d-4fa8-a489-4dc41d538554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:21:51Z', 'updated_at': '2022-05-31T13:21:59Z', 'revision_number': 4, 'project_id': 'c2eee9c4792947daa997d835b24e8bf2', 'gw_port': {'id': 'b86a57a4-b60d-4fa8-a489-4dc41d538554', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:2f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96fa2bed-dd8d-4910-8484-6a7a4b12ad0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:21:53Z', 'updated_at': '2022-05-31T13:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '9fd6a7f5-a826-4244-bfe6-5cfa0ca2bd54', 'name': '', 'network_id': '5b41d36c-7072-45a2-be60-32082c8f092b', 'tenant_id': 'c2eee9c4792947daa997d835b24e8bf2', 'mac_address': 'fa:16:3e:6d:d2:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96fa2bed-dd8d-4910-8484-6a7a4b12ad0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'bbe5cf05-563b-4679-80c1-3368090f8f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:21:58Z', 'updated_at': '2022-05-31T13:22:07Z', 'revision_number': 4, 'project_id': 'c2eee9c4792947daa997d835b24e8bf2', 'subnets': [{'id': 'bbe5cf05-563b-4679-80c1-3368090f8f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:22:11.174044 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1a7913-34ae-4247-828c-3c4feba98e6f req-7430ef4b-4986-425d-a5c7-d9696eeaa60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:11.175567 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8d1a7913-34ae-4247-828c-3c4feba98e6f req-7430ef4b-4986-425d-a5c7-d9696eeaa60e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 2.0180604 May 31 13:22:11.256449 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-1334b643-69b1-4307-bd2b-804539ef4fe2 req-6a0b8ea8-8fbc-4a3d-a832-b14ff51e7292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:11.264073 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port b86a57a4-b60d-4fa8-a489-4dc41d538554 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:22:11.265918 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 7aa0162f-ef0b-497a-b0b8-9c10cbe2aae0 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:22:11.291375 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51970b2-67de-4293-887f-342cfd6098aa req-0360704c-b254-4e81-8a2a-a014543685a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:11.291982 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-d51970b2-67de-4293-887f-342cfd6098aa req-0360704c-b254-4e81-8a2a-a014543685a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:11.293345 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d51970b2-67de-4293-887f-342cfd6098aa req-0360704c-b254-4e81-8a2a-a014543685a4 service neutron] 10.222.0.20 "PUT /v2.0/ports/cdae85cb-9af4-4b8d-955f-ac5b482b05d7 HTTP/1.1" status: 200 len: 1092 time: 1.8183193 May 31 13:22:11.294577 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7be184c-e414-411c-b8db-97c10ebd4e75', 'tag': 'cdae85cb-9af4-4b8d-955f-ac5b482b05d7'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:22:11.383174 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-d51970b2-67de-4293-887f-342cfd6098aa req-7c873be1-4bce-42de-8fdf-db9f937e197c service neutron] Request body: {'port': {'device_id': 'a7be184c-e414-411c-b8db-97c10ebd4e75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843939-1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:22:11.391877 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1a7913-34ae-4247-828c-3c4feba98e6f req-83eec8f7-d893-4446-8f91-a802a0da4bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:11.471786 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0360704c-b254-4e81-8a2a-a014543685a4 service neutron] Pushing event updated for resources: {'Port': ['ID=cdae85cb-9af4-4b8d-955f-ac5b482b05d7,revision_number=3']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:11.506057 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8d1a7913-34ae-4247-828c-3c4feba98e6f req-83eec8f7-d893-4446-8f91-a802a0da4bff service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 2.2426136 May 31 13:22:11.518469 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=447569ef-dc2e-4501-a38b-eea0f262cd25,revision_number=7']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:11.622888 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-14499ef2-8056-46be-bbb5-1d42599304b2 None None] Provisioning for port 6fddfc67-0032-467f-97f0-1eb7b08f2ac5 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:22:11.644053 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 7aa0162f-ef0b-497a-b0b8-9c10cbe2aae0 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:22:11.644424 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:11.705595 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-14499ef2-8056-46be-bbb5-1d42599304b2 None None] Provisioning complete for port 6fddfc67-0032-467f-97f0-1eb7b08f2ac5 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:22:11.706287 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-14499ef2-8056-46be-bbb5-1d42599304b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:11.848740 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-d51970b2-67de-4293-887f-342cfd6098aa req-7c873be1-4bce-42de-8fdf-db9f937e197c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:11.857125 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-14499ef2-8056-46be-bbb5-1d42599304b2 None None] Port 6fddfc67-0032-467f-97f0-1eb7b08f2ac5 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:22:12.067977 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 95e68113-2ff1-42e3-b645-2d1b5c52a434 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:22:12.068348 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:12.156045 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 95e68113-2ff1-42e3-b645-2d1b5c52a434, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=95e68113-2ff1-42e3-b645-2d1b5c52a434,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:22:12.162741 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:12.201462 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.resource_extend [req-c69d4834-e983-4643-ba11-0004f8b2f952 req-375a0f5d-aafb-45ea-8b44-9d53ee1cb755 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:22:12.221097 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 7aa0162f-ef0b-497a-b0b8-9c10cbe2aae0 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:22:12.262769 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-1334b643-69b1-4307-bd2b-804539ef4fe2 req-6a0b8ea8-8fbc-4a3d-a832-b14ff51e7292 service neutron] For port 3a29f38a-dfe7-4a4d-9217-88b275f81816, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=3a29f38a-dfe7-4a4d-9217-88b275f81816,segment=NetworkSegment(a592d348-649e-4ed1-b139-bdf2b9c4a847),segment_id=a592d348-649e-4ed1-b139-bdf2b9c4a847)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:22:12.273157 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da048c22-495c-4a19-9c38-c561c015ac40 req-097e90ca-c6c0-411c-beec-03c1d5115235 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:12.281345 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=95e68113-2ff1-42e3-b645-2d1b5c52a434,revision_number=9']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:12.285397 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da048c22-495c-4a19-9c38-c561c015ac40 req-097e90ca-c6c0-411c-beec-03c1d5115235 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:12.313705 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da048c22-495c-4a19-9c38-c561c015ac40 req-097e90ca-c6c0-411c-beec-03c1d5115235 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:12.319690 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-1334b643-69b1-4307-bd2b-804539ef4fe2 req-6a0b8ea8-8fbc-4a3d-a832-b14ff51e7292 service neutron] For port 3a29f38a-dfe7-4a4d-9217-88b275f81816, host n-h2-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:22:12.341490 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-da048c22-495c-4a19-9c38-c561c015ac40 req-097e90ca-c6c0-411c-beec-03c1d5115235 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7be184c-e414-411c-b8db-97c10ebd4e75 HTTP/1.1" status: 200 len: 2388 time: 1.4364622 May 31 13:22:12.408057 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-11efee0b-8a40-401b-a3b7-de27432dcffe admin admin] For port 9ed4188c-32e2-4da1-8335-5b25649ba85a, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=9ed4188c-32e2-4da1-8335-5b25649ba85a,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:22:12.409055 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-11efee0b-8a40-401b-a3b7-de27432dcffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:12.467056 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-1334b643-69b1-4307-bd2b-804539ef4fe2 req-6a0b8ea8-8fbc-4a3d-a832-b14ff51e7292 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:12.485598 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-1334b643-69b1-4307-bd2b-804539ef4fe2 req-6a0b8ea8-8fbc-4a3d-a832-b14ff51e7292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:12.533885 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 348e1bf9-2d01-4a02-b126-35125a82971f up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:22:12.662133 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-11efee0b-8a40-401b-a3b7-de27432dcffe admin admin] Calling delete_port for 9ed4188c-32e2-4da1-8335-5b25649ba85a owned by network:router_gateway {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:22:12.695860 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 348e1bf9-2d01-4a02-b126-35125a82971f triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:22:12.698704 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:12.754321 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-c69d4834-e983-4643-ba11-0004f8b2f952 req-375a0f5d-aafb-45ea-8b44-9d53ee1cb755 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:12.760275 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8d1a7913-34ae-4247-828c-3c4feba98e6f req-89f267e4-b3b6-4f49-8f82-6c440aa898c6 service neutron] 10.222.0.44 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2523839 May 31 13:22:12.874808 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4b9cac2a-a2c0-4ec0-a157-4c0f7ccc8cdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:12.915495 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0b8ea8-8fbc-4a3d-a832-b14ff51e7292 service neutron] Pushing event updated for resources: {'Port': ['ID=3a29f38a-dfe7-4a4d-9217-88b275f81816,revision_number=7']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:12.930699 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 348e1bf9-2d01-4a02-b126-35125a82971f is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:22:12.930949 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-1334b643-69b1-4307-bd2b-804539ef4fe2 req-6a0b8ea8-8fbc-4a3d-a832-b14ff51e7292 service neutron] Attempting to bind port 3a29f38a-dfe7-4a4d-9217-88b275f81816 on host n-h2-843939-1 for vnic_type normal with profile {"migrating_to": "n-h1-843939-1"} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:22:12.931284 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-1334b643-69b1-4307-bd2b-804539ef4fe2 req-6a0b8ea8-8fbc-4a3d-a832-b14ff51e7292 service neutron] Attempting to bind port 3a29f38a-dfe7-4a4d-9217-88b275f81816 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'a592d348-649e-4ed1-b139-bdf2b9c4a847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5b3c8d41-b43d-4739-acc3-c9eae6a83205'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:22:12.931653 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1334b643-69b1-4307-bd2b-804539ef4fe2 req-6a0b8ea8-8fbc-4a3d-a832-b14ff51e7292 service neutron] Attempting to bind port 3a29f38a-dfe7-4a4d-9217-88b275f81816 on network 5b3c8d41-b43d-4739-acc3-c9eae6a83205 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:22:12.932629 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 9fd6a7f5-a826-4244-bfe6-5cfa0ca2bd54 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:22:12.956583 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1334b643-69b1-4307-bd2b-804539ef4fe2 req-6a0b8ea8-8fbc-4a3d-a832-b14ff51e7292 service neutron] Port 3a29f38a-dfe7-4a4d-9217-88b275f81816 on network 5b3c8d41-b43d-4739-acc3-c9eae6a83205 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:22:12.956908 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1334b643-69b1-4307-bd2b-804539ef4fe2 req-6a0b8ea8-8fbc-4a3d-a832-b14ff51e7292 service neutron] Attempting to bind port 3a29f38a-dfe7-4a4d-9217-88b275f81816 on network 5b3c8d41-b43d-4739-acc3-c9eae6a83205 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:22:12.969865 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-c69d4834-e983-4643-ba11-0004f8b2f952 req-375a0f5d-aafb-45ea-8b44-9d53ee1cb755 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:12.999505 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1334b643-69b1-4307-bd2b-804539ef4fe2 req-6a0b8ea8-8fbc-4a3d-a832-b14ff51e7292 service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:22:13.000197 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1334b643-69b1-4307-bd2b-804539ef4fe2 req-6a0b8ea8-8fbc-4a3d-a832-b14ff51e7292 service neutron] Checking segment: {'id': 'a592d348-649e-4ed1-b139-bdf2b9c4a847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5b3c8d41-b43d-4739-acc3-c9eae6a83205'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:22:13.000642 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1334b643-69b1-4307-bd2b-804539ef4fe2 req-6a0b8ea8-8fbc-4a3d-a832-b14ff51e7292 service neutron] Bound using segment: {'id': 'a592d348-649e-4ed1-b139-bdf2b9c4a847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5b3c8d41-b43d-4739-acc3-c9eae6a83205'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:22:13.001223 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-1334b643-69b1-4307-bd2b-804539ef4fe2 req-6a0b8ea8-8fbc-4a3d-a832-b14ff51e7292 service neutron] Bound port: 3a29f38a-dfe7-4a4d-9217-88b275f81816, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a592d348-649e-4ed1-b139-bdf2b9c4a847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5b3c8d41-b43d-4739-acc3-c9eae6a83205'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:22:13.001682 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-1334b643-69b1-4307-bd2b-804539ef4fe2 req-6a0b8ea8-8fbc-4a3d-a832-b14ff51e7292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:13.024070 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 9fd6a7f5-a826-4244-bfe6-5cfa0ca2bd54 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:22:13.031858 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 9fd6a7f5-a826-4244-bfe6-5cfa0ca2bd54 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:22:13.032629 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:13.078738 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8d1a7913-34ae-4247-828c-3c4feba98e6f req-25e03be1-2440-4f0b-aa74-8809d5941164 service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8880870 May 31 13:22:13.095299 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [req-d51970b2-67de-4293-887f-342cfd6098aa req-7c873be1-4bce-42de-8fdf-db9f937e197c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d91bacda-0390-4afb-8904-42b434cecbaf {{(pid=88369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:22:13.109031 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-d51970b2-67de-4293-887f-342cfd6098aa req-7c873be1-4bce-42de-8fdf-db9f937e197c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:13.157218 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-d51970b2-67de-4293-887f-342cfd6098aa req-7c873be1-4bce-42de-8fdf-db9f937e197c service neutron] Transition to ACTIVE for port object d91bacda-0390-4afb-8904-42b434cecbaf will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:22:13.166826 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-d51970b2-67de-4293-887f-342cfd6098aa req-7c873be1-4bce-42de-8fdf-db9f937e197c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:13.237266 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-1334b643-69b1-4307-bd2b-804539ef4fe2 req-6a0b8ea8-8fbc-4a3d-a832-b14ff51e7292 service neutron] For port 3a29f38a-dfe7-4a4d-9217-88b275f81816, host n-h2-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:22:13.262126 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-1334b643-69b1-4307-bd2b-804539ef4fe2 req-6a0b8ea8-8fbc-4a3d-a832-b14ff51e7292 service neutron] For port 3a29f38a-dfe7-4a4d-9217-88b275f81816, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=3a29f38a-dfe7-4a4d-9217-88b275f81816,segment=NetworkSegment(a592d348-649e-4ed1-b139-bdf2b9c4a847),segment_id=a592d348-649e-4ed1-b139-bdf2b9c4a847)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:22:13.288456 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 9fd6a7f5-a826-4244-bfe6-5cfa0ca2bd54 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:22:13.288914 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:13.310120 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-11efee0b-8a40-401b-a3b7-de27432dcffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:13.411780 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 9fd6a7f5-a826-4244-bfe6-5cfa0ca2bd54, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=9fd6a7f5-a826-4244-bfe6-5cfa0ca2bd54,segment=NetworkSegment(162ea636-f64d-43d0-9bd8-56ef15f85e62),segment_id=162ea636-f64d-43d0-9bd8-56ef15f85e62)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:22:13.417881 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:13.418746 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 6fb373bb-a5c2-474d-ba2a-ef6454010c22 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:22:13.472478 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-1334b643-69b1-4307-bd2b-804539ef4fe2 req-6a0b8ea8-8fbc-4a3d-a832-b14ff51e7292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:13.580530 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-da048c22-495c-4a19-9c38-c561c015ac40 req-c8a77ee3-2803-404b-89f9-98534296ebe9 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.50 "GET /v2.0/security-groups?id=81ecd401-c676-4ce2-9977-0e736c745f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2378602 May 31 13:22:13.651755 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c873be1-4bce-42de-8fdf-db9f937e197c service neutron] Pushing event updated for resources: {'Port': ['ID=d91bacda-0390-4afb-8904-42b434cecbaf,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:13.722262 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:13.752599 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 6fb373bb-a5c2-474d-ba2a-ef6454010c22 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:22:13.752971 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:13.814829 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1334b643-69b1-4307-bd2b-804539ef4fe2 req-6a0b8ea8-8fbc-4a3d-a832-b14ff51e7292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:13.815350 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-1334b643-69b1-4307-bd2b-804539ef4fe2 req-6a0b8ea8-8fbc-4a3d-a832-b14ff51e7292 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:13.816738 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1334b643-69b1-4307-bd2b-804539ef4fe2 req-6a0b8ea8-8fbc-4a3d-a832-b14ff51e7292 service neutron] 10.222.0.20 "PUT /v2.0/ports/3a29f38a-dfe7-4a4d-9217-88b275f81816 HTTP/1.1" status: 200 len: 1121 time: 2.9567077 May 31 13:22:13.822024 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:13.828204 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=9fd6a7f5-a826-4244-bfe6-5cfa0ca2bd54,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:13.898696 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0b8ea8-8fbc-4a3d-a832-b14ff51e7292 service neutron] Pushing event updated for resources: {'Port': ['ID=3a29f38a-dfe7-4a4d-9217-88b275f81816,revision_number=8']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:13.911597 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-d51970b2-67de-4293-887f-342cfd6098aa req-7c873be1-4bce-42de-8fdf-db9f937e197c service neutron] Attempting to bind port d91bacda-0390-4afb-8904-42b434cecbaf on host n-h1-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:22:13.911930 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-d51970b2-67de-4293-887f-342cfd6098aa req-7c873be1-4bce-42de-8fdf-db9f937e197c service neutron] Attempting to bind port d91bacda-0390-4afb-8904-42b434cecbaf by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': '6b3d41ff-bd1b-452e-86ed-ca7d85c65f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a8f1f8e0-f7f7-43dc-aa20-a976a1744b37'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:22:13.912257 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51970b2-67de-4293-887f-342cfd6098aa req-7c873be1-4bce-42de-8fdf-db9f937e197c service neutron] Attempting to bind port d91bacda-0390-4afb-8904-42b434cecbaf on network a8f1f8e0-f7f7-43dc-aa20-a976a1744b37 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:22:13.923476 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51970b2-67de-4293-887f-342cfd6098aa req-7c873be1-4bce-42de-8fdf-db9f937e197c service neutron] Port d91bacda-0390-4afb-8904-42b434cecbaf on network a8f1f8e0-f7f7-43dc-aa20-a976a1744b37 not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:22:13.924997 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51970b2-67de-4293-887f-342cfd6098aa req-7c873be1-4bce-42de-8fdf-db9f937e197c service neutron] Attempting to bind port d91bacda-0390-4afb-8904-42b434cecbaf on network a8f1f8e0-f7f7-43dc-aa20-a976a1744b37 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:22:13.925169 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['3a29f38a-dfe7-4a4d-9217-88b275f81816'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:22:13.932167 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51970b2-67de-4293-887f-342cfd6098aa req-7c873be1-4bce-42de-8fdf-db9f937e197c service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:22:13.932802 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51970b2-67de-4293-887f-342cfd6098aa req-7c873be1-4bce-42de-8fdf-db9f937e197c service neutron] Checking segment: {'id': '6b3d41ff-bd1b-452e-86ed-ca7d85c65f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a8f1f8e0-f7f7-43dc-aa20-a976a1744b37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:22:13.933363 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51970b2-67de-4293-887f-342cfd6098aa req-7c873be1-4bce-42de-8fdf-db9f937e197c service neutron] Bound using segment: {'id': '6b3d41ff-bd1b-452e-86ed-ca7d85c65f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a8f1f8e0-f7f7-43dc-aa20-a976a1744b37'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:22:13.933970 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-d51970b2-67de-4293-887f-342cfd6098aa req-7c873be1-4bce-42de-8fdf-db9f937e197c service neutron] Bound port: d91bacda-0390-4afb-8904-42b434cecbaf, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b3d41ff-bd1b-452e-86ed-ca7d85c65f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a8f1f8e0-f7f7-43dc-aa20-a976a1744b37'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:22:13.934792 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-d51970b2-67de-4293-887f-342cfd6098aa req-7c873be1-4bce-42de-8fdf-db9f937e197c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:13.960576 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['3a29f38a-dfe7-4a4d-9217-88b275f81816'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:22:13.965263 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 13:22:14.076166 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-d51970b2-67de-4293-887f-342cfd6098aa req-7c873be1-4bce-42de-8fdf-db9f937e197c service neutron] For port d91bacda-0390-4afb-8904-42b434cecbaf, host n-h1-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:22:14.081489 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-d51970b2-67de-4293-887f-342cfd6098aa req-7c873be1-4bce-42de-8fdf-db9f937e197c service neutron] For port d91bacda-0390-4afb-8904-42b434cecbaf, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=d91bacda-0390-4afb-8904-42b434cecbaf,segment=NetworkSegment(6b3d41ff-bd1b-452e-86ed-ca7d85c65f4d),segment_id=6b3d41ff-bd1b-452e-86ed-ca7d85c65f4d)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:22:14.087386 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-d51970b2-67de-4293-887f-342cfd6098aa req-7c873be1-4bce-42de-8fdf-db9f937e197c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:14.089254 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-11efee0b-8a40-401b-a3b7-de27432dcffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577389'] for router_gateway, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:14.134313 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 6fb373bb-a5c2-474d-ba2a-ef6454010c22 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:22:14.152120 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device be706e2e-8189-45d8-8372-015740b2986d no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:22:14.196431 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c873be1-4bce-42de-8fdf-db9f937e197c service neutron] Pushing event updated for resources: {'Port': ['ID=d91bacda-0390-4afb-8904-42b434cecbaf,revision_number=3']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:14.200942 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: be706e2e-8189-45d8-8372-015740b2986d {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:22:14.201283 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device be706e2e-8189-45d8-8372-015740b2986d not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:22:14.242192 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51970b2-67de-4293-887f-342cfd6098aa req-7c873be1-4bce-42de-8fdf-db9f937e197c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:14.243722 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-d51970b2-67de-4293-887f-342cfd6098aa req-7c873be1-4bce-42de-8fdf-db9f937e197c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:14.246880 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d51970b2-67de-4293-887f-342cfd6098aa req-7c873be1-4bce-42de-8fdf-db9f937e197c service neutron] 10.222.0.20 "PUT /v2.0/ports/d91bacda-0390-4afb-8904-42b434cecbaf HTTP/1.1" status: 200 len: 1092 time: 2.9218831 May 31 13:22:14.285598 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-d51970b2-67de-4293-887f-342cfd6098aa req-24c9a7a9-439b-4869-a563-92863833bcd3 service neutron] Request body: {'port': {'device_id': 'a7be184c-e414-411c-b8db-97c10ebd4e75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843939-1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:22:14.369850 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 9fd6a7f5-a826-4244-bfe6-5cfa0ca2bd54 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:22:14.456334 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-d51970b2-67de-4293-887f-342cfd6098aa req-24c9a7a9-439b-4869-a563-92863833bcd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:14.506535 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-05699ced-817e-4364-b868-96c659759a66 req-003e6197-4df1-40a6-ba3d-e08dd0a38f03 tempest-ServersAdmin275Test-322118419 tempest-ServersAdmin275Test-322118419-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=385ab51b-b4d3-4a53-a563-c02e0d6c3bb2 HTTP/1.1" status: 200 len: 210 time: 0.4346380 May 31 13:22:14.523689 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375a0f5d-aafb-45ea-8b44-9d53ee1cb755 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Pushing event updated for resources: {'Port': ['ID=d5065e0c-792a-413d-9738-59ba59c62062,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:14.609663 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 9fd6a7f5-a826-4244-bfe6-5cfa0ca2bd54 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:22:14.610049 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:14.649137 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11efee0b-8a40-401b-a3b7-de27432dcffe admin admin] Pushing event deleted for resources: {'Port': ['ID=9ed4188c-32e2-4da1-8335-5b25649ba85a,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:14.656030 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-11efee0b-8a40-401b-a3b7-de27432dcffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:14.665415 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-11efee0b-8a40-401b-a3b7-de27432dcffe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:14.679469 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-c69d4834-e983-4643-ba11-0004f8b2f952 req-375a0f5d-aafb-45ea-8b44-9d53ee1cb755 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:14.691094 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8d1a7913-34ae-4247-828c-3c4feba98e6f req-08396934-3f0d-44a0-a4fa-9990c50c8ce2 service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5367315 May 31 13:22:14.798552 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 9fd6a7f5-a826-4244-bfe6-5cfa0ca2bd54 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:22:14.864470 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8d1a7913-34ae-4247-828c-3c4feba98e6f req-3d20cfb3-a534-4cc3-b784-f2eeef568bc5 service neutron] 10.222.0.44 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8854959 May 31 13:22:14.867288 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-c69d4834-e983-4643-ba11-0004f8b2f952 req-375a0f5d-aafb-45ea-8b44-9d53ee1cb755 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:14.869691 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c69d4834-e983-4643-ba11-0004f8b2f952 req-375a0f5d-aafb-45ea-8b44-9d53ee1cb755 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 10.5374627 May 31 13:22:14.873204 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0e3b4a54-ae33-40ae-9e58-deec4e3dfc3e req-3f071c8a-b7cf-4989-8f9e-a5a6b8004e8f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7a9680b0-40cc-49a3-a3a2-174f0c4d9066&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8684278 May 31 13:22:14.874238 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-11efee0b-8a40-401b-a3b7-de27432dcffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:14.877068 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11efee0b-8a40-401b-a3b7-de27432dcffe admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2bdef84-40d6-4f7f-aa58-d2d0e29dbee1 {{(pid=88370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:22:15.050736 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [req-d51970b2-67de-4293-887f-342cfd6098aa req-24c9a7a9-439b-4869-a563-92863833bcd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fddfc67-0032-467f-97f0-1eb7b08f2ac5 {{(pid=88369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:22:15.063341 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-d51970b2-67de-4293-887f-342cfd6098aa req-24c9a7a9-439b-4869-a563-92863833bcd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:15.099844 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-d51970b2-67de-4293-887f-342cfd6098aa req-24c9a7a9-439b-4869-a563-92863833bcd3 service neutron] Transition to ACTIVE for port object 6fddfc67-0032-467f-97f0-1eb7b08f2ac5 will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:22:15.105146 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-d51970b2-67de-4293-887f-342cfd6098aa req-24c9a7a9-439b-4869-a563-92863833bcd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:15.149566 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-11efee0b-8a40-401b-a3b7-de27432dcffe admin admin] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:15.153491 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-11efee0b-8a40-401b-a3b7-de27432dcffe admin admin] 10.222.0.50 "DELETE /v2.0/routers/f2bdef84-40d6-4f7f-aa58-d2d0e29dbee1 HTTP/1.1" status: 204 len: 168 time: 5.9856174 May 31 13:22:15.157928 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 36154) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:22:15.173460 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-c69d4834-e983-4643-ba11-0004f8b2f952 req-6aea2187-a90e-41f9-be8e-6baa1a8a1a04 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Synchronizing usage tracker for tenant:c2eee9c4792947daa997d835b24e8bf2 on resource:floatingip {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:22:15.215871 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-c69d4834-e983-4643-ba11-0004f8b2f952 req-6aea2187-a90e-41f9-be8e-6baa1a8a1a04 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Unset dirty status for tenant:c2eee9c4792947daa997d835b24e8bf2 on resource:floatingip {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:22:15.216936 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c69d4834-e983-4643-ba11-0004f8b2f952 req-6aea2187-a90e-41f9-be8e-6baa1a8a1a04 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.65 HTTP/1.1" status: 200 len: 695 time: 0.3382070 May 31 13:22:15.344129 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c9a7a9-439b-4869-a563-92863833bcd3 service neutron] Pushing event updated for resources: {'Port': ['ID=6fddfc67-0032-467f-97f0-1eb7b08f2ac5,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:15.400051 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bb98355-7871-4e69-9c73-a78e4c556489 admin admin] Deleting subnet 8e9e2465-ff05-43ca-a55a-e097e948eced {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:22:15.416674 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d154e-02c1-4661-a946-393aa1924530 req-92e7b5c4-7cfb-49c6-8b28-10cf6075f7d4 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:15.418511 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ac4d154e-02c1-4661-a946-393aa1924530 req-92e7b5c4-7cfb-49c6-8b28-10cf6075f7d4 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b50fd3b-b462-403d-b8da-fd02cb3e2439 HTTP/1.1" status: 200 len: 950 time: 0.4045589 May 31 13:22:15.424175 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b4a54-ae33-40ae-9e58-deec4e3dfc3e req-c94de822-3b49-4306-96f6-4f6553583a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:15.425977 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0e3b4a54-ae33-40ae-9e58-deec4e3dfc3e req-c94de822-3b49-4306-96f6-4f6553583a0a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2539a3508c4b448ea8707834972224c7&device_id=7a9680b0-40cc-49a3-a3a2-174f0c4d9066 HTTP/1.1" status: 200 len: 1095 time: 0.4012296 May 31 13:22:15.442784 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:15.630888 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8bb98355-7871-4e69-9c73-a78e4c556489 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:15.659484 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ac4d154e-02c1-4661-a946-393aa1924530 req-8aad5382-5334-4dfe-b1c4-9cd6055190ae tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299421 May 31 13:22:15.690903 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69d4834-e983-4643-ba11-0004f8b2f952 req-3585e59f-83f8-496b-88bb-2ba8a322cec5 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:15.692927 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c69d4834-e983-4643-ba11-0004f8b2f952 req-3585e59f-83f8-496b-88bb-2ba8a322cec5 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] 10.222.0.50 "GET /v2.0/networks/d2103cd5-63ba-4c24-9d95-fd17643bf14c HTTP/1.1" status: 200 len: 784 time: 0.4668059 May 31 13:22:15.725297 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [req-c69d4834-e983-4643-ba11-0004f8b2f952 req-4fafa25b-69bd-4fe2-9e55-05391453f8e1 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:22:15.732835 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c69d4834-e983-4643-ba11-0004f8b2f952 req-4fafa25b-69bd-4fe2-9e55-05391453f8e1 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0324786 May 31 13:22:15.747426 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8bb98355-7871-4e69-9c73-a78e4c556489 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:15.793670 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b4a54-ae33-40ae-9e58-deec4e3dfc3e req-ad2a9b2a-8b0b-44dc-b3ed-fcc80242958c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:15.795441 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0e3b4a54-ae33-40ae-9e58-deec4e3dfc3e req-ad2a9b2a-8b0b-44dc-b3ed-fcc80242958c service neutron] 10.222.0.44 "GET /v2.0/networks?id=5b3c8d41-b43d-4739-acc3-c9eae6a83205 HTTP/1.1" status: 200 len: 922 time: 0.3428943 May 31 13:22:15.819789 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e55714b-1c24-4f53-82f9-b985c222ddf9'] response: {'server_uuid': 'd223e19c-cfa5-4f3b-b038-381c716ca9ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '447569ef-dc2e-4501-a38b-eea0f262cd25', 'code': 200} May 31 13:22:15.900047 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4600540-9a2d-41ca-bca9-9daef2fc37dc'] response: {'name': 'network-changed', 'server_uuid': 'a7be184c-e414-411c-b8db-97c10ebd4e75', 'tag': 'cdae85cb-9af4-4b8d-955f-ac5b482b05d7', 'status': 'completed', 'code': 200} May 31 13:22:15.944101 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-d51970b2-67de-4293-887f-342cfd6098aa req-24c9a7a9-439b-4869-a563-92863833bcd3 service neutron] Attempting to bind port 6fddfc67-0032-467f-97f0-1eb7b08f2ac5 on host n-h1-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:22:15.944334 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-d51970b2-67de-4293-887f-342cfd6098aa req-24c9a7a9-439b-4869-a563-92863833bcd3 service neutron] Attempting to bind port 6fddfc67-0032-467f-97f0-1eb7b08f2ac5 by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': 'b8546942-dd5b-48c6-89fd-52643603cb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9a770a4a-32fb-4a19-8934-5e075fa0e651'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:22:15.945726 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51970b2-67de-4293-887f-342cfd6098aa req-24c9a7a9-439b-4869-a563-92863833bcd3 service neutron] Attempting to bind port 6fddfc67-0032-467f-97f0-1eb7b08f2ac5 on network 9a770a4a-32fb-4a19-8934-5e075fa0e651 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:22:15.958125 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51970b2-67de-4293-887f-342cfd6098aa req-24c9a7a9-439b-4869-a563-92863833bcd3 service neutron] Port 6fddfc67-0032-467f-97f0-1eb7b08f2ac5 on network 9a770a4a-32fb-4a19-8934-5e075fa0e651 not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:22:15.958451 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51970b2-67de-4293-887f-342cfd6098aa req-24c9a7a9-439b-4869-a563-92863833bcd3 service neutron] Attempting to bind port 6fddfc67-0032-467f-97f0-1eb7b08f2ac5 on network 9a770a4a-32fb-4a19-8934-5e075fa0e651 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:22:15.966691 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51970b2-67de-4293-887f-342cfd6098aa req-24c9a7a9-439b-4869-a563-92863833bcd3 service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:22:15.967027 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51970b2-67de-4293-887f-342cfd6098aa req-24c9a7a9-439b-4869-a563-92863833bcd3 service neutron] Checking segment: {'id': 'b8546942-dd5b-48c6-89fd-52643603cb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9a770a4a-32fb-4a19-8934-5e075fa0e651'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:22:15.967497 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51970b2-67de-4293-887f-342cfd6098aa req-24c9a7a9-439b-4869-a563-92863833bcd3 service neutron] Bound using segment: {'id': 'b8546942-dd5b-48c6-89fd-52643603cb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9a770a4a-32fb-4a19-8934-5e075fa0e651'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:22:15.967941 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-d51970b2-67de-4293-887f-342cfd6098aa req-24c9a7a9-439b-4869-a563-92863833bcd3 service neutron] Bound port: 6fddfc67-0032-467f-97f0-1eb7b08f2ac5, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8546942-dd5b-48c6-89fd-52643603cb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9a770a4a-32fb-4a19-8934-5e075fa0e651'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:22:15.968384 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-d51970b2-67de-4293-887f-342cfd6098aa req-24c9a7a9-439b-4869-a563-92863833bcd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:15.989855 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0e3b4a54-ae33-40ae-9e58-deec4e3dfc3e req-027d74db-da96-4e17-96ca-03340b25f4ab service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c560ca4b-4cee-4fa8-b8d2-ac9a72d59334 HTTP/1.1" status: 200 len: 217 time: 0.1764567 May 31 13:22:15.992243 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8bb98355-7871-4e69-9c73-a78e4c556489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:16.153051 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-d51970b2-67de-4293-887f-342cfd6098aa req-24c9a7a9-439b-4869-a563-92863833bcd3 service neutron] For port 6fddfc67-0032-467f-97f0-1eb7b08f2ac5, host n-h1-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:22:16.158292 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-d51970b2-67de-4293-887f-342cfd6098aa req-24c9a7a9-439b-4869-a563-92863833bcd3 service neutron] For port 6fddfc67-0032-467f-97f0-1eb7b08f2ac5, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=6fddfc67-0032-467f-97f0-1eb7b08f2ac5,segment=NetworkSegment(b8546942-dd5b-48c6-89fd-52643603cb0b),segment_id=b8546942-dd5b-48c6-89fd-52643603cb0b)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:22:16.159673 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8bb98355-7871-4e69-9c73-a78e4c556489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:16.196189 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-d51970b2-67de-4293-887f-342cfd6098aa req-24c9a7a9-439b-4869-a563-92863833bcd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:16.247128 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb98355-7871-4e69-9c73-a78e4c556489 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e9e2465-ff05-43ca-a55a-e097e948eced,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:16.250351 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c671b0-7dfe-4b16-bcd5-d1c9e6f9e30a None None] Network 9920458a-7a71-485f-afcf-4b011fda73fd requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:22:16.265773 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8bb98355-7871-4e69-9c73-a78e4c556489 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:16.272463 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-8bb98355-7871-4e69-9c73-a78e4c556489 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/8e9e2465-ff05-43ca-a55a-e097e948eced HTTP/1.1" status: 204 len: 168 time: 1.1133561 May 31 13:22:16.284619 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 36176) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:22:16.314397 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51970b2-67de-4293-887f-342cfd6098aa req-24c9a7a9-439b-4869-a563-92863833bcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:16.315018 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-d51970b2-67de-4293-887f-342cfd6098aa req-24c9a7a9-439b-4869-a563-92863833bcd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:16.316388 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d51970b2-67de-4293-887f-342cfd6098aa req-24c9a7a9-439b-4869-a563-92863833bcd3 service neutron] 10.222.0.20 "PUT /v2.0/ports/6fddfc67-0032-467f-97f0-1eb7b08f2ac5 HTTP/1.1" status: 200 len: 1091 time: 2.0363121 May 31 13:22:16.337743 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b4a54-ae33-40ae-9e58-deec4e3dfc3e req-308bf68c-7470-4697-ab43-b68c59f6f2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:16.339407 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0e3b4a54-ae33-40ae-9e58-deec4e3dfc3e req-308bf68c-7470-4697-ab43-b68c59f6f2ce service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c38944f5-addb-47c7-b219-ea477f926c92 HTTP/1.1" status: 200 len: 861 time: 0.3117392 May 31 13:22:16.419317 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0e3b4a54-ae33-40ae-9e58-deec4e3dfc3e req-a55ff1b9-b1b8-48c1-900a-dfd3923e915f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5b3c8d41-b43d-4739-acc3-c9eae6a83205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707245 May 31 13:22:16.419548 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c9a7a9-439b-4869-a563-92863833bcd3 service neutron] Pushing event updated for resources: {'Port': ['ID=6fddfc67-0032-467f-97f0-1eb7b08f2ac5,revision_number=3']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:16.465291 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a61c782e-ba3e-4c2e-9f86-5fcf3cb942f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:16.470460 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 9ed4188c-32e2-4da1-8335-5b25649ba85a no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:22:16.496107 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-a61c782e-ba3e-4c2e-9f86-5fcf3cb942f6 admin admin] Deleting port 81aa3b3a-e7cc-4ecf-b910-c503fdfdbe51 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:22:16.496453 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a61c782e-ba3e-4c2e-9f86-5fcf3cb942f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:16.505542 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f95f2a-b313-4675-be08-f1e9fdcc71a1 req-4c2c6e40-1975-4d2d-b3c0-3098d8f397d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:16.518607 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f95f2a-b313-4675-be08-f1e9fdcc71a1 req-4c2c6e40-1975-4d2d-b3c0-3098d8f397d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:16.519262 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f95f2a-b313-4675-be08-f1e9fdcc71a1 req-4c2c6e40-1975-4d2d-b3c0-3098d8f397d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:16.520979 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a4f95f2a-b313-4675-be08-f1e9fdcc71a1 req-4c2c6e40-1975-4d2d-b3c0-3098d8f397d9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dd1657545faf45fc89adec1c391d478b&device_id=a7be184c-e414-411c-b8db-97c10ebd4e75 HTTP/1.1" status: 200 len: 2823 time: 0.5756245 May 31 13:22:16.674856 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec4b37-4d94-4e0a-81ff-046e069a7083 req-0c2f287a-c483-4d5e-84b4-e24987cd4aab tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:16.683989 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dbec4b37-4d94-4e0a-81ff-046e069a7083 req-0c2f287a-c483-4d5e-84b4-e24987cd4aab tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=9db63fb7-f5a0-4390-8f05-d9b2a1ae47fc HTTP/1.1" status: 200 len: 943 time: 0.6960948 May 31 13:22:16.738481 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 9ed4188c-32e2-4da1-8335-5b25649ba85a {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:22:16.739467 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 9ed4188c-32e2-4da1-8335-5b25649ba85a not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:22:16.783359 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bea442-280e-43fa-96cb-6c689adfad53 req-c733b675-2311-4528-9118-04a7101789fa tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:16.790342 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bea442-280e-43fa-96cb-6c689adfad53 req-c733b675-2311-4528-9118-04a7101789fa tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:16.797285 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bea442-280e-43fa-96cb-6c689adfad53 req-c733b675-2311-4528-9118-04a7101789fa tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:16.805405 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-44bea442-280e-43fa-96cb-6c689adfad53 req-c733b675-2311-4528-9118-04a7101789fa tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7be184c-e414-411c-b8db-97c10ebd4e75 HTTP/1.1" status: 200 len: 2412 time: 0.7318406 May 31 13:22:16.828001 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-a61c782e-ba3e-4c2e-9f86-5fcf3cb942f6 admin admin] For port 81aa3b3a-e7cc-4ecf-b910-c503fdfdbe51, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=81aa3b3a-e7cc-4ecf-b910-c503fdfdbe51,segment=NetworkSegment(d6e496d8-6d46-4220-b6bd-1569bed9cf69),segment_id=d6e496d8-6d46-4220-b6bd-1569bed9cf69)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:22:16.828532 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a61c782e-ba3e-4c2e-9f86-5fcf3cb942f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:16.924298 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9434ea-2f2e-415d-979a-bc87b31aeacf None None] DHCP port deletion for 9920458a-7a71-485f-afcf-4b011fda73fd request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:22:16.930028 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-ff9434ea-2f2e-415d-979a-bc87b31aeacf None None] Deleting port 81aa3b3a-e7cc-4ecf-b910-c503fdfdbe51 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:22:16.930648 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ff9434ea-2f2e-415d-979a-bc87b31aeacf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:16.949818 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-44bea442-280e-43fa-96cb-6c689adfad53 req-9f33b11a-bc78-458a-9a01-fbe3e318fdef tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.50 "GET /v2.0/security-groups?id=81ecd401-c676-4ce2-9977-0e736c745f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433299 May 31 13:22:16.986027 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dbec4b37-4d94-4e0a-81ff-046e069a7083 req-655388a3-cc87-43dd-9d6d-f8a49a66b3c5 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009379 May 31 13:22:17.063419 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0e3b4a54-ae33-40ae-9e58-deec4e3dfc3e req-fbb18afb-3455-42fd-9e0f-4723a86a5339 service neutron] 10.222.0.44 "GET /v2.0/networks/5b3c8d41-b43d-4739-acc3-c9eae6a83205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6340673 May 31 13:22:17.069657 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-a61c782e-ba3e-4c2e-9f86-5fcf3cb942f6 admin admin] Calling delete_port for 81aa3b3a-e7cc-4ecf-b910-c503fdfdbe51 owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:22:17.156590 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f95f2a-b313-4675-be08-f1e9fdcc71a1 req-6af97ec0-c613-4a60-8796-81e88ae4e88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:17.157459 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f95f2a-b313-4675-be08-f1e9fdcc71a1 req-6af97ec0-c613-4a60-8796-81e88ae4e88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:17.158818 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f95f2a-b313-4675-be08-f1e9fdcc71a1 req-6af97ec0-c613-4a60-8796-81e88ae4e88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:17.160894 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a4f95f2a-b313-4675-be08-f1e9fdcc71a1 req-6af97ec0-c613-4a60-8796-81e88ae4e88d service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=dd1657545faf45fc89adec1c391d478b&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5376978 May 31 13:22:17.245146 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a61c782e-ba3e-4c2e-9f86-5fcf3cb942f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:17.363818 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61c782e-ba3e-4c2e-9f86-5fcf3cb942f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=81aa3b3a-e7cc-4ecf-b910-c503fdfdbe51,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:17.381083 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61c782e-ba3e-4c2e-9f86-5fcf3cb942f6 admin admin] No DVR routers for this DVR port 81aa3b3a-e7cc-4ecf-b910-c503fdfdbe51 on host n-d-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:22:17.438106 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-ff9434ea-2f2e-415d-979a-bc87b31aeacf None None] For port 81aa3b3a-e7cc-4ecf-b910-c503fdfdbe51, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=81aa3b3a-e7cc-4ecf-b910-c503fdfdbe51,segment=NetworkSegment(d6e496d8-6d46-4220-b6bd-1569bed9cf69),segment_id=d6e496d8-6d46-4220-b6bd-1569bed9cf69)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:22:17.438527 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ff9434ea-2f2e-415d-979a-bc87b31aeacf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:17.444449 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0ae42c2e-e831-4917-b8df-62981fca7c3a req-fb9076fd-74e2-4ade-986e-adf769d81672 tempest-ServersAdmin275Test-322118419 tempest-ServersAdmin275Test-322118419-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=385ab51b-b4d3-4a53-a563-c02e0d6c3bb2 HTTP/1.1" status: 200 len: 210 time: 0.0915859 May 31 13:22:17.584872 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4e7b3389-f976-4492-be14-d207fddbda77 req-bd773706-b4b9-4310-b54d-200b0a63d947 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5520618 May 31 13:22:17.590548 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-4e7b3389-f976-4492-be14-d207fddbda77 req-89d0e1b2-8be4-469b-957e-4ed05f4880dc tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Request body: {'floatingip': {'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:22:17.620612 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-4e7b3389-f976-4492-be14-d207fddbda77 req-89d0e1b2-8be4-469b-957e-4ed05f4880dc tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:22:17.644885 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-ff9434ea-2f2e-415d-979a-bc87b31aeacf None None] Calling delete_port for 81aa3b3a-e7cc-4ecf-b910-c503fdfdbe51 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:22:17.647352 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0e3b4a54-ae33-40ae-9e58-deec4e3dfc3e req-305d8498-64f3-4690-af1a-42e305f20f3f service neutron] 10.222.0.44 "GET /v2.0/networks/5b3c8d41-b43d-4739-acc3-c9eae6a83205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5764751 May 31 13:22:17.660971 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-4e7b3389-f976-4492-be14-d207fddbda77 req-89d0e1b2-8be4-469b-957e-4ed05f4880dc tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:22:17.676777 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f95f2a-b313-4675-be08-f1e9fdcc71a1 req-dba2a97e-7700-42db-9572-e1d9219a694e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:17.686842 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a4f95f2a-b313-4675-be08-f1e9fdcc71a1 req-dba2a97e-7700-42db-9572-e1d9219a694e service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4577169 May 31 13:22:17.709348 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-4e7b3389-f976-4492-be14-d207fddbda77 req-89d0e1b2-8be4-469b-957e-4ed05f4880dc tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Notify callbacks [] for floatingip, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:17.755390 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-ff9434ea-2f2e-415d-979a-bc87b31aeacf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:22:17.756678 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-ff9434ea-2f2e-415d-979a-bc87b31aeacf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:22:17.821605 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b50fd3b-b462-403d-b8da-fd02cb3e2439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95e68113-2ff1-42e3-b645-2d1b5c52a434'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:22:17.868390 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a61c782e-ba3e-4c2e-9f86-5fcf3cb942f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:17.902121 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9db63fb7-f5a0-4390-8f05-d9b2a1ae47fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a29f38a-dfe7-4a4d-9217-88b275f81816'}, {'name': 'network-changed', 'server_uuid': '9db63fb7-f5a0-4390-8f05-d9b2a1ae47fc', 'tag': '3a29f38a-dfe7-4a4d-9217-88b275f81816'}, {'name': 'network-changed', 'server_uuid': 'a7be184c-e414-411c-b8db-97c10ebd4e75', 'tag': 'd91bacda-0390-4afb-8904-42b434cecbaf'}, {'name': 'network-changed', 'server_uuid': 'a7be184c-e414-411c-b8db-97c10ebd4e75', 'tag': '6fddfc67-0032-467f-97f0-1eb7b08f2ac5'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:22:17.917398 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-a61c782e-ba3e-4c2e-9f86-5fcf3cb942f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9920458a-7a71-485f-afcf-4b011fda73fd']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:22:17.935555 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-a61c782e-ba3e-4c2e-9f86-5fcf3cb942f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6e496d8-6d46-4220-b6bd-1569bed9cf69') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:22:17.935794 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-a61c782e-ba3e-4c2e-9f86-5fcf3cb942f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6e496d8-6d46-4220-b6bd-1569bed9cf69') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:22:17.969878 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51970b2-67de-4293-887f-342cfd6098aa req-1ef77328-0ee7-4e94-a32d-25520f44d31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:17.971033 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51970b2-67de-4293-887f-342cfd6098aa req-1ef77328-0ee7-4e94-a32d-25520f44d31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:17.971752 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51970b2-67de-4293-887f-342cfd6098aa req-1ef77328-0ee7-4e94-a32d-25520f44d31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:17.975197 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d51970b2-67de-4293-887f-342cfd6098aa req-1ef77328-0ee7-4e94-a32d-25520f44d31c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dd1657545faf45fc89adec1c391d478b&device_id=a7be184c-e414-411c-b8db-97c10ebd4e75 HTTP/1.1" status: 200 len: 2865 time: 0.1514072 May 31 13:22:17.979745 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399dcfc7-3310-4882-99bb-a14d14c866f7 req-af253864-3b3d-41fd-b56d-2226ebbc36aa tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:17.980523 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-399dcfc7-3310-4882-99bb-a14d14c866f7 req-af253864-3b3d-41fd-b56d-2226ebbc36aa tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Synchronizing usage tracker for tenant:c905d91f2f614f928153cd05b2f8a225 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:22:18.001208 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a61c782e-ba3e-4c2e-9f86-5fcf3cb942f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:18.036794 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a61c782e-ba3e-4c2e-9f86-5fcf3cb942f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:18.067327 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a61c782e-ba3e-4c2e-9f86-5fcf3cb942f6 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:22:18.067755 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a61c782e-ba3e-4c2e-9f86-5fcf3cb942f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:18.086632 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d51970b2-67de-4293-887f-342cfd6098aa req-e3e3975a-853e-411c-a690-ec4bacd3130d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.121&port_id=cdae85cb-9af4-4b8d-955f-ac5b482b05d7 HTTP/1.1" status: 200 len: 217 time: 0.0992298 May 31 13:22:18.156981 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-4e7b3389-f976-4492-be14-d207fddbda77 req-89d0e1b2-8be4-469b-957e-4ed05f4880dc tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:18.232463 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment d6e496d8-6d46-4220-b6bd-1569bed9cf69 resource provider aggregate not found May 31 13:22:18.254578 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-399dcfc7-3310-4882-99bb-a14d14c866f7 req-af253864-3b3d-41fd-b56d-2226ebbc36aa tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Unset dirty status for tenant:c905d91f2f614f928153cd05b2f8a225 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:22:18.256018 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-399dcfc7-3310-4882-99bb-a14d14c866f7 req-af253864-3b3d-41fd-b56d-2226ebbc36aa tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b50fd3b-b462-403d-b8da-fd02cb3e2439&tenant_id=c905d91f2f614f928153cd05b2f8a225&binding%3Ahost_id=n-h2-843939-1 HTTP/1.1" status: 200 len: 950 time: 0.8247430 May 31 13:22:18.257957 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-ff9434ea-2f2e-415d-979a-bc87b31aeacf None None] Deleting port 81aa3b3a-e7cc-4ecf-b910-c503fdfdbe51 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:22:18.258431 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ff9434ea-2f2e-415d-979a-bc87b31aeacf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:18.266700 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment d6e496d8-6d46-4220-b6bd-1569bed9cf69 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d6e496d8-6d46-4220-b6bd-1569bed9cf69 found for delete ", "request_id": "req-a20d2011-a106-4697-afb4-3c8e2461a3cd"}]} May 31 13:22:18.322782 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51970b2-67de-4293-887f-342cfd6098aa req-d5282125-4b42-4f7a-b777-750214a01bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:18.325642 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d51970b2-67de-4293-887f-342cfd6098aa req-d5282125-4b42-4f7a-b777-750214a01bd3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f336b78c-b3bf-435c-8765-f7a574fb0c43 HTTP/1.1" status: 200 len: 801 time: 0.2278116 May 31 13:22:18.397957 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a61c782e-ba3e-4c2e-9f86-5fcf3cb942f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:18.453982 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-ff9434ea-2f2e-415d-979a-bc87b31aeacf None None] The port '81aa3b3a-e7cc-4ecf-b910-c503fdfdbe51' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 13:22:18.458967 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a61c782e-ba3e-4c2e-9f86-5fcf3cb942f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:18.461167 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 81aa3b3a-e7cc-4ecf-b910-c503fdfdbe51 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:22:18.517409 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 81aa3b3a-e7cc-4ecf-b910-c503fdfdbe51 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:22:18.517777 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 81aa3b3a-e7cc-4ecf-b910-c503fdfdbe51 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:22:18.522042 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61c782e-ba3e-4c2e-9f86-5fcf3cb942f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=9920458a-7a71-485f-afcf-4b011fda73fd,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:18.543397 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a61c782e-ba3e-4c2e-9f86-5fcf3cb942f6 admin admin] 10.222.0.50 "DELETE /v2.0/networks/9920458a-7a71-485f-afcf-4b011fda73fd HTTP/1.1" status: 204 len: 168 time: 2.2575586 May 31 13:22:18.546818 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [req-399dcfc7-3310-4882-99bb-a14d14c866f7 req-e5591b97-05f9-49f8-a6a8-764671bf3851 service neutron] delete failed (client error): The resource could not be found. May 31 13:22:18.548667 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-399dcfc7-3310-4882-99bb-a14d14c866f7 req-e5591b97-05f9-49f8-a6a8-764671bf3851 service neutron] 10.222.0.20 "DELETE /v2.0/ports/95e68113-2ff1-42e3-b645-2d1b5c52a434/bindings/n-h1-843939-1 HTTP/1.1" status: 404 len: 380 time: 0.2805214 May 31 13:22:18.566795 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-4e7b3389-f976-4492-be14-d207fddbda77 req-89d0e1b2-8be4-469b-957e-4ed05f4880dc tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Allocated IP 172.25.6.211 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/6ae4ef9e-455d-4587-8b90-33e7376ed820) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:22:18.841008 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 36206) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:22:18.851791 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc721691-f456-4e9e-9b91-202acb8ed6dd req-33ef6f34-744b-4704-8dce-e8538ad49931 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:18.858832 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fc721691-f456-4e9e-9b91-202acb8ed6dd req-33ef6f34-744b-4704-8dce-e8538ad49931 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b50fd3b-b462-403d-b8da-fd02cb3e2439 HTTP/1.1" status: 200 len: 950 time: 0.6263893 May 31 13:22:18.896326 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399dcfc7-3310-4882-99bb-a14d14c866f7 req-a369cc7b-fb7f-427f-a758-408538392c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:18.898025 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-399dcfc7-3310-4882-99bb-a14d14c866f7 req-a369cc7b-fb7f-427f-a758-408538392c01 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c905d91f2f614f928153cd05b2f8a225&device_id=1b50fd3b-b462-403d-b8da-fd02cb3e2439 HTTP/1.1" status: 200 len: 1101 time: 0.2493401 May 31 13:22:18.912526 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51970b2-67de-4293-887f-342cfd6098aa req-da311f88-24ec-423b-bf06-5d298ffcfe2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:18.914295 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d51970b2-67de-4293-887f-342cfd6098aa req-da311f88-24ec-423b-bf06-5d298ffcfe2b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9a770a4a-32fb-4a19-8934-5e075fa0e651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5778878 May 31 13:22:19.079191 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-a5dbc965-b30d-416a-9f00-20c82c704039 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=432858527c384a11822cce1e7173230f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2334821 May 31 13:22:19.080740 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 36214) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:22:19.094769 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fc721691-f456-4e9e-9b91-202acb8ed6dd req-b8d892d2-053b-4590-b387-fdefb528d932 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349329 May 31 13:22:19.104586 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399dcfc7-3310-4882-99bb-a14d14c866f7 req-7e25844e-755a-4f63-bec2-729baf8b9061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:19.106218 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-399dcfc7-3310-4882-99bb-a14d14c866f7 req-7e25844e-755a-4f63-bec2-729baf8b9061 service neutron] 10.222.0.20 "GET /v2.0/networks?id=85b11c4f-90ad-4763-b38d-22d3f87089f4 HTTP/1.1" status: 200 len: 870 time: 0.2011194 May 31 13:22:19.156795 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d51970b2-67de-4293-887f-342cfd6098aa req-0a017205-df1c-40ba-a211-a584d738d93d service neutron] 10.222.0.20 "GET /v2.0/networks/9a770a4a-32fb-4a19-8934-5e075fa0e651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334907 May 31 13:22:19.163390 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de34ed58-2663-4ecb-86f1-81d33d22d1a7'] response: {'server_uuid': '1b50fd3b-b462-403d-b8da-fd02cb3e2439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95e68113-2ff1-42e3-b645-2d1b5c52a434', 'code': 200} May 31 13:22:19.212844 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-4e7b3389-f976-4492-be14-d207fddbda77 req-89d0e1b2-8be4-469b-957e-4ed05f4880dc tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:19.224686 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23033c19-ab2c-4385-ad18-1a1d7174d389'] response: {'server_uuid': '9db63fb7-f5a0-4390-8f05-d9b2a1ae47fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a29f38a-dfe7-4a4d-9217-88b275f81816', 'code': 200} May 31 13:22:19.225016 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23033c19-ab2c-4385-ad18-1a1d7174d389'] response: {'name': 'network-changed', 'server_uuid': '9db63fb7-f5a0-4390-8f05-d9b2a1ae47fc', 'tag': '3a29f38a-dfe7-4a4d-9217-88b275f81816', 'status': 'completed', 'code': 200} May 31 13:22:19.225339 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23033c19-ab2c-4385-ad18-1a1d7174d389'] response: {'name': 'network-changed', 'server_uuid': 'a7be184c-e414-411c-b8db-97c10ebd4e75', 'tag': 'd91bacda-0390-4afb-8904-42b434cecbaf', 'status': 'completed', 'code': 200} May 31 13:22:19.225654 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23033c19-ab2c-4385-ad18-1a1d7174d389'] response: {'name': 'network-changed', 'server_uuid': 'a7be184c-e414-411c-b8db-97c10ebd4e75', 'tag': '6fddfc67-0032-467f-97f0-1eb7b08f2ac5', 'status': 'completed', 'code': 200} May 31 13:22:19.230164 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-399dcfc7-3310-4882-99bb-a14d14c866f7 req-b1a26eb1-6294-4761-acb1-043fe1304235 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=95e68113-2ff1-42e3-b645-2d1b5c52a434 HTTP/1.1" status: 200 len: 217 time: 0.1075790 May 31 13:22:19.340955 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bab357f4-b00b-4722-b989-c1ca0d4c649d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:19.344947 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399dcfc7-3310-4882-99bb-a14d14c866f7 req-226b88e8-34d6-4314-a798-9810f39564a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:19.348169 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-399dcfc7-3310-4882-99bb-a14d14c866f7 req-226b88e8-34d6-4314-a798-9810f39564a3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.1100540 May 31 13:22:19.450180 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bab357f4-b00b-4722-b989-c1ca0d4c649d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:19.509321 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d51970b2-67de-4293-887f-342cfd6098aa req-d8611ede-154d-4aa9-83cb-d14c17c7c4a4 service neutron] 10.222.0.20 "GET /v2.0/networks/9a770a4a-32fb-4a19-8934-5e075fa0e651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3309152 May 31 13:22:19.514498 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017de495-7bf3-4267-a009-bd74165b5b91 req-323932ee-fad3-4926-b979-d862a40d1688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:19.516498 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-017de495-7bf3-4267-a009-bd74165b5b91 req-323932ee-fad3-4926-b979-d862a40d1688 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2539a3508c4b448ea8707834972224c7&device_id=9db63fb7-f5a0-4390-8f05-d9b2a1ae47fc HTTP/1.1" status: 200 len: 1124 time: 0.2446952 May 31 13:22:19.538259 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bab357f4-b00b-4722-b989-c1ca0d4c649d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:19.564025 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab357f4-b00b-4722-b989-c1ca0d4c649d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8132b186-3e68-4c45-9315-6ba141716e5d,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:19.583458 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399dcfc7-3310-4882-99bb-a14d14c866f7 req-df0a8fba-68fb-4c0f-9f4c-5eb86c41a3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:19.586368 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-399dcfc7-3310-4882-99bb-a14d14c866f7 req-df0a8fba-68fb-4c0f-9f4c-5eb86c41a3da service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2247741 May 31 13:22:19.589543 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bab357f4-b00b-4722-b989-c1ca0d4c649d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:19.590943 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-bab357f4-b00b-4722-b989-c1ca0d4c649d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8132b186-3e68-4c45-9315-6ba141716e5d HTTP/1.1" status: 204 len: 168 time: 0.5077784 May 31 13:22:19.695768 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d51970b2-67de-4293-887f-342cfd6098aa req-a59df475-ca79-46bc-88bf-7e193240fcfe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.158&port_id=d91bacda-0390-4afb-8904-42b434cecbaf HTTP/1.1" status: 200 len: 217 time: 0.1781569 May 31 13:22:19.738363 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-4e7b3389-f976-4492-be14-d207fddbda77 req-89d0e1b2-8be4-469b-957e-4ed05f4880dc tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:19.837802 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-399dcfc7-3310-4882-99bb-a14d14c866f7 req-3b4b3596-f717-4545-97fa-623e9362d954 service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209566 May 31 13:22:19.877443 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e7b3389-f976-4492-be14-d207fddbda77 req-89d0e1b2-8be4-469b-957e-4ed05f4880dc tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:22:19.895855 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-4e7b3389-f976-4492-be14-d207fddbda77 req-89d0e1b2-8be4-469b-957e-4ed05f4880dc tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:22:19.900115 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e7b3389-f976-4492-be14-d207fddbda77 req-89d0e1b2-8be4-469b-957e-4ed05f4880dc tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:22:19.977531 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51970b2-67de-4293-887f-342cfd6098aa req-b4090199-4784-448e-8548-d08bea247bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:19.979370 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d51970b2-67de-4293-887f-342cfd6098aa req-b4090199-4784-448e-8548-d08bea247bcf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b9e3d493-0295-4e55-8988-c3ce748e918b HTTP/1.1" status: 200 len: 801 time: 0.2733948 May 31 13:22:19.988358 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d0e1b2-8be4-469b-957e-4ed05f4880dc tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Pushing event updated for resources: {'Port': ['ID=6ae4ef9e-455d-4587-8b90-33e7376ed820,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:20.056181 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a5d689-0d66-40cc-876c-0f3d40dfdd0a req-20a704b8-6b06-4f99-b2d4-c356552acc94 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:20.059220 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-399dcfc7-3310-4882-99bb-a14d14c866f7 req-3e5816b5-99dc-4a9f-8e7f-7515285a2ec5 service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102332 May 31 13:22:20.062639 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a5d689-0d66-40cc-876c-0f3d40dfdd0a req-20a704b8-6b06-4f99-b2d4-c356552acc94 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:20.068528 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a5d689-0d66-40cc-876c-0f3d40dfdd0a req-20a704b8-6b06-4f99-b2d4-c356552acc94 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:20.075991 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-03a5d689-0d66-40cc-876c-0f3d40dfdd0a req-20a704b8-6b06-4f99-b2d4-c356552acc94 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7be184c-e414-411c-b8db-97c10ebd4e75 HTTP/1.1" status: 200 len: 2412 time: 0.6725132 May 31 13:22:20.124243 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017de495-7bf3-4267-a009-bd74165b5b91 req-8e88d4c0-0318-4fdb-a95f-d65603de533f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:20.125956 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-017de495-7bf3-4267-a009-bd74165b5b91 req-8e88d4c0-0318-4fdb-a95f-d65603de533f service neutron] 10.222.0.44 "GET /v2.0/networks?id=5b3c8d41-b43d-4739-acc3-c9eae6a83205 HTTP/1.1" status: 200 len: 922 time: 0.5262313 May 31 13:22:20.244216 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-03a5d689-0d66-40cc-876c-0f3d40dfdd0a req-04390ead-36a6-4b72-814c-17b51ba2f6a7 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.50 "GET /v2.0/security-groups?id=81ecd401-c676-4ce2-9977-0e736c745f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673710 May 31 13:22:20.248496 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-017de495-7bf3-4267-a009-bd74165b5b91 req-e056e9fa-c0e0-470f-bd70-bc3ca1cb7de9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a29f38a-dfe7-4a4d-9217-88b275f81816 HTTP/1.1" status: 200 len: 217 time: 0.1089752 May 31 13:22:20.257018 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-4e7b3389-f976-4492-be14-d207fddbda77 req-89d0e1b2-8be4-469b-957e-4ed05f4880dc tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:20.450989 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-4e7b3389-f976-4492-be14-d207fddbda77 req-89d0e1b2-8be4-469b-957e-4ed05f4880dc tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:20.478876 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51970b2-67de-4293-887f-342cfd6098aa req-2c06e3b5-cc99-4ea8-8c94-8851a9d3683f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:20.479140 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d51970b2-67de-4293-887f-342cfd6098aa req-2c06e3b5-cc99-4ea8-8c94-8851a9d3683f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a8f1f8e0-f7f7-43dc-aa20-a976a1744b37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4880078 May 31 13:22:20.627880 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017de495-7bf3-4267-a009-bd74165b5b91 req-6a2e4dce-49b4-4080-8020-e6d9e348a5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:20.630981 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-017de495-7bf3-4267-a009-bd74165b5b91 req-6a2e4dce-49b4-4080-8020-e6d9e348a5ce service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c38944f5-addb-47c7-b219-ea477f926c92 HTTP/1.1" status: 200 len: 861 time: 0.3722837 May 31 13:22:20.729895 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-017de495-7bf3-4267-a009-bd74165b5b91 req-84e5e2d9-b435-4e2d-9dfb-da5c4ea7790a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5b3c8d41-b43d-4739-acc3-c9eae6a83205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707831 May 31 13:22:21.118757 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb94118-bd16-4cbb-9fe0-580e58030bc5 req-afce7d86-6a5e-4e9b-bdfd-6cecb3ca4983 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:21.120144 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dbb94118-bd16-4cbb-9fe0-580e58030bc5 req-afce7d86-6a5e-4e9b-bdfd-6cecb3ca4983 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=9db63fb7-f5a0-4390-8f05-d9b2a1ae47fc HTTP/1.1" status: 200 len: 943 time: 0.7161884 May 31 13:22:21.130631 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d51970b2-67de-4293-887f-342cfd6098aa req-ce45bd88-0328-4c85-b411-02a15ba70879 service neutron] 10.222.0.20 "GET /v2.0/networks/a8f1f8e0-f7f7-43dc-aa20-a976a1744b37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6185918 May 31 13:22:21.326924 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dbb94118-bd16-4cbb-9fe0-580e58030bc5 req-ce2e136d-42fc-4735-91e1-3328e127f290 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936684 May 31 13:22:21.336369 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-017de495-7bf3-4267-a009-bd74165b5b91 req-b9635e39-4a4b-4fcb-85b3-df43bd87d840 service neutron] 10.222.0.44 "GET /v2.0/networks/5b3c8d41-b43d-4739-acc3-c9eae6a83205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5861156 May 31 13:22:21.409671 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-4e7b3389-f976-4492-be14-d207fddbda77 req-89d0e1b2-8be4-469b-957e-4ed05f4880dc tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:21.443097 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d51970b2-67de-4293-887f-342cfd6098aa req-4a025eb6-ff8f-4c50-9b31-c0a1d0f18a61 service neutron] 10.222.0.20 "GET /v2.0/networks/a8f1f8e0-f7f7-43dc-aa20-a976a1744b37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940590 May 31 13:22:21.449068 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-4e7b3389-f976-4492-be14-d207fddbda77 req-89d0e1b2-8be4-469b-957e-4ed05f4880dc tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:21.662433 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d51970b2-67de-4293-887f-342cfd6098aa req-93c0a7ad-4cfb-4d40-924f-ba266707802d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.40&port_id=6fddfc67-0032-467f-97f0-1eb7b08f2ac5 HTTP/1.1" status: 200 len: 217 time: 0.2089603 May 31 13:22:21.705338 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8438369d-6c41-48c0-9392-c00b2c164389 req-be806d49-6f70-4b41-8660-a928d004a703 tempest-ServersAdmin275Test-322118419 tempest-ServersAdmin275Test-322118419-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=385ab51b-b4d3-4a53-a563-c02e0d6c3bb2 HTTP/1.1" status: 200 len: 210 time: 0.1683726 May 31 13:22:21.798623 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d0e1b2-8be4-469b-957e-4ed05f4880dc tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Pushing event updated for resources: {'Port': ['ID=6ae4ef9e-455d-4587-8b90-33e7376ed820,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:21.828370 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-4e7b3389-f976-4492-be14-d207fddbda77 req-89d0e1b2-8be4-469b-957e-4ed05f4880dc tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:21.846358 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51970b2-67de-4293-887f-342cfd6098aa req-f39538f5-76a1-496d-8cf0-ca44ccf2c497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:21.848145 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d51970b2-67de-4293-887f-342cfd6098aa req-f39538f5-76a1-496d-8cf0-ca44ccf2c497 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f336b78c-b3bf-435c-8765-f7a574fb0c43 HTTP/1.1" status: 200 len: 801 time: 0.1742570 May 31 13:22:21.852798 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-017de495-7bf3-4267-a009-bd74165b5b91 req-bf222ea8-6e74-440a-82bb-f8179366fd75 service neutron] 10.222.0.44 "GET /v2.0/networks/5b3c8d41-b43d-4739-acc3-c9eae6a83205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5004280 May 31 13:22:21.927321 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-4e7b3389-f976-4492-be14-d207fddbda77 req-89d0e1b2-8be4-469b-957e-4ed05f4880dc tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:21.928518 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4e7b3389-f976-4492-be14-d207fddbda77 req-89d0e1b2-8be4-469b-957e-4ed05f4880dc tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.3426580 May 31 13:22:22.020891 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-4e7b3389-f976-4492-be14-d207fddbda77 req-3e68a41a-986c-4658-a881-93563416aa7d tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Synchronizing usage tracker for tenant:c2eee9c4792947daa997d835b24e8bf2 on resource:floatingip {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:22:22.028266 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51970b2-67de-4293-887f-342cfd6098aa req-b556e70e-2ad1-4d93-b385-69df96cb5135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:22.029788 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d51970b2-67de-4293-887f-342cfd6098aa req-b556e70e-2ad1-4d93-b385-69df96cb5135 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9a770a4a-32fb-4a19-8934-5e075fa0e651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1721764 May 31 13:22:22.063602 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-4e7b3389-f976-4492-be14-d207fddbda77 req-3e68a41a-986c-4658-a881-93563416aa7d tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Unset dirty status for tenant:c2eee9c4792947daa997d835b24e8bf2 on resource:floatingip {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:22:22.064782 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4e7b3389-f976-4492-be14-d207fddbda77 req-3e68a41a-986c-4658-a881-93563416aa7d tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.211 HTTP/1.1" status: 200 len: 696 time: 0.1260209 May 31 13:22:22.259161 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 3a29f38a-dfe7-4a4d-9217-88b275f81816 details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:22:22.384407 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d51970b2-67de-4293-887f-342cfd6098aa req-d4466cdf-af1b-4079-b08b-6ad905584b96 service neutron] 10.222.0.20 "GET /v2.0/networks/9a770a4a-32fb-4a19-8934-5e075fa0e651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469119 May 31 13:22:22.428393 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf99a1a-f7df-4369-ba79-334e3a6d6eae req-ac9e4c67-34ec-426e-a499-d7dca9af4b8f tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:22.435442 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fdf99a1a-f7df-4369-ba79-334e3a6d6eae req-ac9e4c67-34ec-426e-a499-d7dca9af4b8f tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b50fd3b-b462-403d-b8da-fd02cb3e2439 HTTP/1.1" status: 200 len: 950 time: 0.3218708 May 31 13:22:22.464329 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 3a29f38a-dfe7-4a4d-9217-88b275f81816, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=3a29f38a-dfe7-4a4d-9217-88b275f81816,segment=NetworkSegment(a592d348-649e-4ed1-b139-bdf2b9c4a847),segment_id=a592d348-649e-4ed1-b139-bdf2b9c4a847)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:22:22.479775 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 3a29f38a-dfe7-4a4d-9217-88b275f81816 has no active binding in host n-h1-843939-1 {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 31 13:22:22.645001 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b3389-f976-4492-be14-d207fddbda77 req-5d85397a-a5fc-43ec-b567-0d091aadda1c tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:22.646341 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4e7b3389-f976-4492-be14-d207fddbda77 req-5d85397a-a5fc-43ec-b567-0d091aadda1c tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] 10.222.0.50 "GET /v2.0/networks/d2103cd5-63ba-4c24-9d95-fd17643bf14c HTTP/1.1" status: 200 len: 784 time: 0.5311635 May 31 13:22:22.667596 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [req-4e7b3389-f976-4492-be14-d207fddbda77 req-f28cd1c3-f43f-4724-b087-44cc1c6e1b13 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:22:22.668561 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4e7b3389-f976-4492-be14-d207fddbda77 req-f28cd1c3-f43f-4724-b087-44cc1c6e1b13 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057695 May 31 13:22:22.712462 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fdf99a1a-f7df-4369-ba79-334e3a6d6eae req-77298c30-919a-42a6-8e13-3de1e5775e99 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737722 May 31 13:22:22.770219 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d51970b2-67de-4293-887f-342cfd6098aa req-4c50a2a1-f0ef-4170-93ab-f5f520d8d760 service neutron] 10.222.0.20 "GET /v2.0/networks/9a770a4a-32fb-4a19-8934-5e075fa0e651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3753176 May 31 13:22:23.076413 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017de495-7bf3-4267-a009-bd74165b5b91 req-074b0c52-e313-4710-baca-25a456fd5b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:23.077102 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017de495-7bf3-4267-a009-bd74165b5b91 req-074b0c52-e313-4710-baca-25a456fd5b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:23.077942 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017de495-7bf3-4267-a009-bd74165b5b91 req-074b0c52-e313-4710-baca-25a456fd5b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:23.079685 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-017de495-7bf3-4267-a009-bd74165b5b91 req-074b0c52-e313-4710-baca-25a456fd5b2a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dd1657545faf45fc89adec1c391d478b&device_id=a7be184c-e414-411c-b8db-97c10ebd4e75 HTTP/1.1" status: 200 len: 2865 time: 0.2478199 May 31 13:22:23.153981 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8704028-b9c4-4fd0-a139-40bb8a8cdd3d req-50fb9076-b1fd-4e12-a1e4-1d8c11525659 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:23.160929 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8704028-b9c4-4fd0-a139-40bb8a8cdd3d req-50fb9076-b1fd-4e12-a1e4-1d8c11525659 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:23.167195 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8704028-b9c4-4fd0-a139-40bb8a8cdd3d req-50fb9076-b1fd-4e12-a1e4-1d8c11525659 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:23.168814 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c8704028-b9c4-4fd0-a139-40bb8a8cdd3d req-50fb9076-b1fd-4e12-a1e4-1d8c11525659 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7be184c-e414-411c-b8db-97c10ebd4e75 HTTP/1.1" status: 200 len: 2412 time: 0.2568374 May 31 13:22:23.315638 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faabdf2-4f6b-49ac-b09e-3c01c29cc21f req-f2f4e6f0-7917-48a6-8a40-1eaacad6fb47 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:23.317116 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3faabdf2-4f6b-49ac-b09e-3c01c29cc21f req-f2f4e6f0-7917-48a6-8a40-1eaacad6fb47 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=9db63fb7-f5a0-4390-8f05-d9b2a1ae47fc HTTP/1.1" status: 200 len: 943 time: 0.3280890 May 31 13:22:23.368590 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c8704028-b9c4-4fd0-a139-40bb8a8cdd3d req-e7bbdee4-291a-44cc-98e4-1c9344147159 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.50 "GET /v2.0/security-groups?id=81ecd401-c676-4ce2-9977-0e736c745f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765995 May 31 13:22:23.374098 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1334b643-69b1-4307-bd2b-804539ef4fe2 req-5a9b3241-a8b8-4503-8cb6-6feb77453d4b service neutron] 10.222.0.44 "GET /v2.0/ports/3a29f38a-dfe7-4a4d-9217-88b275f81816/bindings/n-h1-843939-1 HTTP/1.1" status: 200 len: 384 time: 0.2912331 May 31 13:22:23.566820 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3faabdf2-4f6b-49ac-b09e-3c01c29cc21f req-2255ca13-d9fb-4463-8b43-6a7dfc9c5630 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401352 May 31 13:22:23.576958 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017de495-7bf3-4267-a009-bd74165b5b91 req-fa142814-b1e4-49b6-af51-c0ce6110c44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:23.578533 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-017de495-7bf3-4267-a009-bd74165b5b91 req-fa142814-b1e4-49b6-af51-c0ce6110c44a service neutron] 10.222.0.20 "GET /v2.0/networks?id=a8f1f8e0-f7f7-43dc-aa20-a976a1744b37 HTTP/1.1" status: 200 len: 902 time: 0.4595652 May 31 13:22:23.664519 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-017de495-7bf3-4267-a009-bd74165b5b91 req-906d8c09-fec7-4dcc-9348-6bcef8714c86 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.158&port_id=d91bacda-0390-4afb-8904-42b434cecbaf HTTP/1.1" status: 200 len: 217 time: 0.0761776 May 31 13:22:23.851470 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-833ccd1f-e732-4875-b717-ba0459071bde req-252651f9-50a7-4e2b-bde2-8f6fe0966e71 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4091418 May 31 13:22:23.895376 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-833ccd1f-e732-4875-b717-ba0459071bde req-780d8458-7f0c-406b-bab9-e84fc4585b86 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Request body: {'floatingip': {'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:22:23.910741 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017de495-7bf3-4267-a009-bd74165b5b91 req-7c94b84a-8e12-436c-a75a-de62b060b67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:23.912183 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-017de495-7bf3-4267-a009-bd74165b5b91 req-7c94b84a-8e12-436c-a75a-de62b060b67f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b9e3d493-0295-4e55-8988-c3ce748e918b HTTP/1.1" status: 200 len: 801 time: 0.2399054 May 31 13:22:23.913810 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-833ccd1f-e732-4875-b717-ba0459071bde req-780d8458-7f0c-406b-bab9-e84fc4585b86 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:22:23.988560 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-833ccd1f-e732-4875-b717-ba0459071bde req-780d8458-7f0c-406b-bab9-e84fc4585b86 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:22:24.112209 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-833ccd1f-e732-4875-b717-ba0459071bde req-780d8458-7f0c-406b-bab9-e84fc4585b86 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Notify callbacks [] for floatingip, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:24.159828 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99720e2-2190-4fa1-b8cf-72f613bf650f req-ad4de46b-a423-491f-93ff-63e459df88c0 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:24.161414 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e99720e2-2190-4fa1-b8cf-72f613bf650f req-ad4de46b-a423-491f-93ff-63e459df88c0 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b50fd3b-b462-403d-b8da-fd02cb3e2439 HTTP/1.1" status: 200 len: 950 time: 0.4246414 May 31 13:22:24.315988 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017de495-7bf3-4267-a009-bd74165b5b91 req-3ce13ca2-1c18-4248-b8ff-bf3d8fe8c794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:24.317444 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-017de495-7bf3-4267-a009-bd74165b5b91 req-3ce13ca2-1c18-4248-b8ff-bf3d8fe8c794 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a8f1f8e0-f7f7-43dc-aa20-a976a1744b37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3905213 May 31 13:22:24.321883 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e99720e2-2190-4fa1-b8cf-72f613bf650f req-ded301ff-561d-4dfb-9c01-97ff527f9499 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114097 May 31 13:22:24.323362 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-1334b643-69b1-4307-bd2b-804539ef4fe2 req-3e246ebf-74f6-471a-b640-f0404fc6d153 service neutron] For port 3a29f38a-dfe7-4a4d-9217-88b275f81816, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=3a29f38a-dfe7-4a4d-9217-88b275f81816,segment=NetworkSegment(a592d348-649e-4ed1-b139-bdf2b9c4a847),segment_id=a592d348-649e-4ed1-b139-bdf2b9c4a847)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:22:24.449025 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-1334b643-69b1-4307-bd2b-804539ef4fe2 req-3e246ebf-74f6-471a-b640-f0404fc6d153 service neutron] For port 3a29f38a-dfe7-4a4d-9217-88b275f81816, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:22:24.736109 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-85255034-7a6a-47b1-9c23-f50bf7c6c592 req-c407eca4-1d82-48d1-84b0-70f79179b150 tempest-ServersAdmin275Test-322118419 tempest-ServersAdmin275Test-322118419-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=385ab51b-b4d3-4a53-a563-c02e0d6c3bb2 HTTP/1.1" status: 200 len: 210 time: 0.1093750 May 31 13:22:24.741338 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-1334b643-69b1-4307-bd2b-804539ef4fe2 req-3e246ebf-74f6-471a-b640-f0404fc6d153 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a29f38a-dfe7-4a4d-9217-88b275f81816 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:22:24.755535 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-1334b643-69b1-4307-bd2b-804539ef4fe2 req-3e246ebf-74f6-471a-b640-f0404fc6d153 service neutron] For port 3a29f38a-dfe7-4a4d-9217-88b275f81816, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=3a29f38a-dfe7-4a4d-9217-88b275f81816,segment=NetworkSegment(a592d348-649e-4ed1-b139-bdf2b9c4a847),segment_id=a592d348-649e-4ed1-b139-bdf2b9c4a847)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:22:24.791767 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-017de495-7bf3-4267-a009-bd74165b5b91 req-4a38e44d-e753-46c4-878e-aca5a0cd09ab service neutron] 10.222.0.20 "GET /v2.0/networks/a8f1f8e0-f7f7-43dc-aa20-a976a1744b37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4593003 May 31 13:22:24.792431 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1334b643-69b1-4307-bd2b-804539ef4fe2 req-3e246ebf-74f6-471a-b640-f0404fc6d153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:24.906871 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 3a29f38a-dfe7-4a4d-9217-88b275f81816 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:22:25.009919 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 36306) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:22:25.016021 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-6e429471-2e5b-4b00-b85f-5def521ce268 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1193337048', 'description': 'tempest-description--1037035640'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:22:25.028857 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6e429471-2e5b-4b00-b85f-5def521ce268 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:22:25.047642 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6e429471-2e5b-4b00-b85f-5def521ce268 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:22:25.070154 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 3a29f38a-dfe7-4a4d-9217-88b275f81816 is: DOWN; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:22:25.072302 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6e429471-2e5b-4b00-b85f-5def521ce268 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:25.086256 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-833ccd1f-e732-4875-b717-ba0459071bde req-780d8458-7f0c-406b-bab9-e84fc4585b86 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:25.097702 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6e429471-2e5b-4b00-b85f-5def521ce268 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:22:25.101941 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-6e429471-2e5b-4b00-b85f-5def521ce268 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Usage tracker for resource:security_group_rule and tenant:c905d91f2f614f928153cd05b2f8a225 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:22:25.104902 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-6e429471-2e5b-4b00-b85f-5def521ce268 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:22:25.111167 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6e429471-2e5b-4b00-b85f-5def521ce268 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:22:25.183584 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6e429471-2e5b-4b00-b85f-5def521ce268 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:25.188382 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6e429471-2e5b-4b00-b85f-5def521ce268 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:25.204904 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-017de495-7bf3-4267-a009-bd74165b5b91 req-8797c8e4-9e3f-4436-8a3c-38a63e1e68a0 service neutron] 10.222.0.20 "GET /v2.0/networks/a8f1f8e0-f7f7-43dc-aa20-a976a1744b37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3999503 May 31 13:22:25.236373 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e429471-2e5b-4b00-b85f-5def521ce268 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61df2e52-b710-4d8b-848c-40d29adf82e2,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:25.249508 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6e429471-2e5b-4b00-b85f-5def521ce268 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:25.254278 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-6e429471-2e5b-4b00-b85f-5def521ce268 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2401071 May 31 13:22:25.254278 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 36314) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:22:25.259735 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-6b8f8929-9966-46ab-9531-38b292913070 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Request body: {'security_group_rule': {'security_group_id': '61df2e52-b710-4d8b-848c-40d29adf82e2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:22:25.266722 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6b8f8929-9966-46ab-9531-38b292913070 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:22:25.266994 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-1334b643-69b1-4307-bd2b-804539ef4fe2 req-3e246ebf-74f6-471a-b640-f0404fc6d153 service neutron] Transition to ACTIVE for port object 3a29f38a-dfe7-4a4d-9217-88b275f81816 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:22:25.270989 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-6b8f8929-9966-46ab-9531-38b292913070 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Usage tracker for resource:security_group_rule and tenant:c905d91f2f614f928153cd05b2f8a225 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:22:25.273948 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-6b8f8929-9966-46ab-9531-38b292913070 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:22:25.279722 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6b8f8929-9966-46ab-9531-38b292913070 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:22:25.297214 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6b8f8929-9966-46ab-9531-38b292913070 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:25.313555 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1334b643-69b1-4307-bd2b-804539ef4fe2 req-3e246ebf-74f6-471a-b640-f0404fc6d153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:25.359326 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6b8f8929-9966-46ab-9531-38b292913070 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:25.364681 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6b8f8929-9966-46ab-9531-38b292913070 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:25.391416 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8f8929-9966-46ab-9531-38b292913070 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c6aaac3-550e-4dcf-84ec-e1afd8d2e35d,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:25.401426 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6b8f8929-9966-46ab-9531-38b292913070 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:25.402817 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-6b8f8929-9966-46ab-9531-38b292913070 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1474423 May 31 13:22:25.405672 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 36318) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:22:25.411304 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-ad877dd0-f98f-425e-88b3-6ca21ea0a5e5 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Request body: {'security_group_rule': {'security_group_id': '61df2e52-b710-4d8b-848c-40d29adf82e2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:22:25.417371 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ad877dd0-f98f-425e-88b3-6ca21ea0a5e5 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:22:25.421578 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ad877dd0-f98f-425e-88b3-6ca21ea0a5e5 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Usage tracker for resource:security_group_rule and tenant:c905d91f2f614f928153cd05b2f8a225 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:22:25.424540 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ad877dd0-f98f-425e-88b3-6ca21ea0a5e5 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:22:25.431823 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ad877dd0-f98f-425e-88b3-6ca21ea0a5e5 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:22:25.449441 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ad877dd0-f98f-425e-88b3-6ca21ea0a5e5 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:25.515881 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ad877dd0-f98f-425e-88b3-6ca21ea0a5e5 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:25.519503 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ad877dd0-f98f-425e-88b3-6ca21ea0a5e5 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:25.543821 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad877dd0-f98f-425e-88b3-6ca21ea0a5e5 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=115510e6-3728-484e-9167-f9f9f2234c6f,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:25.555403 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ad877dd0-f98f-425e-88b3-6ca21ea0a5e5 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:25.556840 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ad877dd0-f98f-425e-88b3-6ca21ea0a5e5 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1499825 May 31 13:22:25.559963 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 36322) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:22:25.565792 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-0a140f21-79ac-40a6-aff8-3032e0ff3af7 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Request body: {'floatingip': {'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:22:25.567148 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-1334b643-69b1-4307-bd2b-804539ef4fe2 req-3e246ebf-74f6-471a-b640-f0404fc6d153 service neutron] No DVR routers for this DVR port 3a29f38a-dfe7-4a4d-9217-88b275f81816 on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:22:25.571553 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0a140f21-79ac-40a6-aff8-3032e0ff3af7 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:22:25.575389 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-0a140f21-79ac-40a6-aff8-3032e0ff3af7 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Usage tracker for resource:floatingip and tenant:c905d91f2f614f928153cd05b2f8a225 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:22:25.578950 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-0a140f21-79ac-40a6-aff8-3032e0ff3af7 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:22:25.585124 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0a140f21-79ac-40a6-aff8-3032e0ff3af7 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:22:25.590572 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5632eb1b-36ab-4ed4-b5f6-3f77954d81e6 req-53641628-3479-41fe-8ea1-e4473587b8f5 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:25.596307 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5632eb1b-36ab-4ed4-b5f6-3f77954d81e6 req-53641628-3479-41fe-8ea1-e4473587b8f5 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:25.598569 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0a140f21-79ac-40a6-aff8-3032e0ff3af7 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Notify callbacks [] for floatingip, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:25.601963 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5632eb1b-36ab-4ed4-b5f6-3f77954d81e6 req-53641628-3479-41fe-8ea1-e4473587b8f5 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:25.603604 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5632eb1b-36ab-4ed4-b5f6-3f77954d81e6 req-53641628-3479-41fe-8ea1-e4473587b8f5 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7be184c-e414-411c-b8db-97c10ebd4e75 HTTP/1.1" status: 200 len: 2412 time: 0.4597595 May 31 13:22:25.635818 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e246ebf-74f6-471a-b640-f0404fc6d153 service neutron] Pushing event updated for resources: {'Port': ['ID=3a29f38a-dfe7-4a4d-9217-88b275f81816,revision_number=10']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:25.639772 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-833ccd1f-e732-4875-b717-ba0459071bde req-780d8458-7f0c-406b-bab9-e84fc4585b86 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Allocated IP 172.25.6.27 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/312a5506-14f1-4b77-87be-b2f032abf76b) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:22:25.721244 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017de495-7bf3-4267-a009-bd74165b5b91 req-f1b32854-2bfa-479f-9d24-812141805427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:25.721721 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017de495-7bf3-4267-a009-bd74165b5b91 req-f1b32854-2bfa-479f-9d24-812141805427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:25.722214 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017de495-7bf3-4267-a009-bd74165b5b91 req-f1b32854-2bfa-479f-9d24-812141805427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:25.723814 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-017de495-7bf3-4267-a009-bd74165b5b91 req-f1b32854-2bfa-479f-9d24-812141805427 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dd1657545faf45fc89adec1c391d478b&device_id=a7be184c-e414-411c-b8db-97c10ebd4e75 HTTP/1.1" status: 200 len: 2865 time: 0.4551542 May 31 13:22:25.734132 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0a140f21-79ac-40a6-aff8-3032e0ff3af7 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:25.776880 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1334b643-69b1-4307-bd2b-804539ef4fe2 req-3e246ebf-74f6-471a-b640-f0404fc6d153 service neutron] 10.222.0.44 "PUT /v2.0/ports/3a29f38a-dfe7-4a4d-9217-88b275f81816/bindings/n-h1-843939-1/activate HTTP/1.1" status: 200 len: 369 time: 2.3890510 May 31 13:22:25.815800 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5632eb1b-36ab-4ed4-b5f6-3f77954d81e6 req-efed1048-d730-4ac7-a9f7-dba75a3a9e5d tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.50 "GET /v2.0/security-groups?id=81ecd401-c676-4ce2-9977-0e736c745f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735830 May 31 13:22:25.945520 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1334b643-69b1-4307-bd2b-804539ef4fe2 req-632e9f53-a3e1-4dcc-acdf-d221cc6d5cec tempest-LiveAutoBlockMigrationV225Test-938371686 tempest-LiveAutoBlockMigrationV225Test-938371686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:25.947361 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1334b643-69b1-4307-bd2b-804539ef4fe2 req-632e9f53-a3e1-4dcc-acdf-d221cc6d5cec tempest-LiveAutoBlockMigrationV225Test-938371686 tempest-LiveAutoBlockMigrationV225Test-938371686-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9db63fb7-f5a0-4390-8f05-d9b2a1ae47fc&tenant_id=2539a3508c4b448ea8707834972224c7&binding%3Ahost_id=n-h2-843939-1 HTTP/1.1" status: 200 len: 1095 time: 0.0871971 May 31 13:22:26.022176 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017de495-7bf3-4267-a009-bd74165b5b91 req-f8adffb3-310c-4ab3-bfda-b134dd67b190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:26.023642 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-017de495-7bf3-4267-a009-bd74165b5b91 req-f8adffb3-310c-4ab3-bfda-b134dd67b190 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9a770a4a-32fb-4a19-8934-5e075fa0e651 HTTP/1.1" status: 200 len: 903 time: 0.2460258 May 31 13:22:26.027776 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1334b643-69b1-4307-bd2b-804539ef4fe2 req-ac51a008-a5df-44b8-98df-5e34e25f5c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:26.029161 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1334b643-69b1-4307-bd2b-804539ef4fe2 req-ac51a008-a5df-44b8-98df-5e34e25f5c5f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9db63fb7-f5a0-4390-8f05-d9b2a1ae47fc&tenant_id=2539a3508c4b448ea8707834972224c7 HTTP/1.1" status: 200 len: 1095 time: 0.0742028 May 31 13:22:26.035442 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-833ccd1f-e732-4875-b717-ba0459071bde req-780d8458-7f0c-406b-bab9-e84fc4585b86 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:26.112505 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-017de495-7bf3-4267-a009-bd74165b5b91 req-a2120a32-95db-4fd3-bd09-9508f1f79363 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.40&port_id=6fddfc67-0032-467f-97f0-1eb7b08f2ac5 HTTP/1.1" status: 200 len: 217 time: 0.0739486 May 31 13:22:26.120250 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1334b643-69b1-4307-bd2b-804539ef4fe2 req-dc9eac80-8368-4c62-9238-20f878acc8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:26.121704 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1334b643-69b1-4307-bd2b-804539ef4fe2 req-dc9eac80-8368-4c62-9238-20f878acc8b1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2539a3508c4b448ea8707834972224c7&device_id=9db63fb7-f5a0-4390-8f05-d9b2a1ae47fc HTTP/1.1" status: 200 len: 1095 time: 0.0710044 May 31 13:22:26.193625 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6797b5c-fb40-4d39-a71b-72f97396ec0c req-fa5bc264-a574-4105-8302-1e19991f66c8 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:26.195084 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a6797b5c-fb40-4d39-a71b-72f97396ec0c req-fa5bc264-a574-4105-8302-1e19991f66c8 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=9db63fb7-f5a0-4390-8f05-d9b2a1ae47fc HTTP/1.1" status: 200 len: 944 time: 0.2601850 May 31 13:22:26.221299 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017de495-7bf3-4267-a009-bd74165b5b91 req-22c4e911-7a59-4ab7-abb0-9b6483e00138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:26.222852 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-017de495-7bf3-4267-a009-bd74165b5b91 req-22c4e911-7a59-4ab7-abb0-9b6483e00138 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f336b78c-b3bf-435c-8765-f7a574fb0c43 HTTP/1.1" status: 200 len: 801 time: 0.1022024 May 31 13:22:26.231492 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-833ccd1f-e732-4875-b717-ba0459071bde req-780d8458-7f0c-406b-bab9-e84fc4585b86 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:26.260390 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device d91bacda-0390-4afb-8904-42b434cecbaf details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:22:26.263810 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 3a29f38a-dfe7-4a4d-9217-88b275f81816 no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:22:26.299057 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1334b643-69b1-4307-bd2b-804539ef4fe2 req-56b90236-b91f-4aa7-9a72-c8ce15f83f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:26.300505 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1334b643-69b1-4307-bd2b-804539ef4fe2 req-56b90236-b91f-4aa7-9a72-c8ce15f83f91 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5b3c8d41-b43d-4739-acc3-c9eae6a83205 HTTP/1.1" status: 200 len: 922 time: 0.1728611 May 31 13:22:26.363041 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-833ccd1f-e732-4875-b717-ba0459071bde req-780d8458-7f0c-406b-bab9-e84fc4585b86 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:22:26.382163 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a6797b5c-fb40-4d39-a71b-72f97396ec0c req-b333a3c9-c2c1-4e57-b89e-d20fe0940a38 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786456 May 31 13:22:26.387783 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-833ccd1f-e732-4875-b717-ba0459071bde req-780d8458-7f0c-406b-bab9-e84fc4585b86 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:22:26.410127 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-833ccd1f-e732-4875-b717-ba0459071bde req-780d8458-7f0c-406b-bab9-e84fc4585b86 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:22:26.474035 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 3a29f38a-dfe7-4a4d-9217-88b275f81816 is: DOWN; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:22:26.488868 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-0a140f21-79ac-40a6-aff8-3032e0ff3af7 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Allocated IP 172.25.6.119 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/cbbfbd30-2136-4c94-aca9-b7f0e4557c5e) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:22:26.507840 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1334b643-69b1-4307-bd2b-804539ef4fe2 req-b7fb6ebf-b879-47e9-803e-65dede853ae8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a29f38a-dfe7-4a4d-9217-88b275f81816 HTTP/1.1" status: 200 len: 217 time: 0.1964145 May 31 13:22:26.526912 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port d91bacda-0390-4afb-8904-42b434cecbaf, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=d91bacda-0390-4afb-8904-42b434cecbaf,segment=NetworkSegment(6b3d41ff-bd1b-452e-86ed-ca7d85c65f4d),segment_id=6b3d41ff-bd1b-452e-86ed-ca7d85c65f4d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:22:26.542846 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': 'd91bacda-0390-4afb-8904-42b434cecbaf', 'network_id': 'a8f1f8e0-f7f7-43dc-aa20-a976a1744b37', 'port_id': 'd91bacda-0390-4afb-8904-42b434cecbaf', 'mac_address': 'fa:16:3e:bb:1b:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9e3d493-0295-4e55-8988-c3ce748e918b', 'ip_address': '19.86.0.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:22:26.602834 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780d8458-7f0c-406b-bab9-e84fc4585b86 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Pushing event updated for resources: {'Port': ['ID=312a5506-14f1-4b77-87be-b2f032abf76b,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:26.603036 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port d91bacda-0390-4afb-8904-42b434cecbaf is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:22:26.603367 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:26.621112 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d91bacda-0390-4afb-8904-42b434cecbaf {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:22:26.637157 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port d91bacda-0390-4afb-8904-42b434cecbaf, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=d91bacda-0390-4afb-8904-42b434cecbaf,segment=NetworkSegment(6b3d41ff-bd1b-452e-86ed-ca7d85c65f4d),segment_id=6b3d41ff-bd1b-452e-86ed-ca7d85c65f4d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:22:26.640924 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:26.641624 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 6fddfc67-0032-467f-97f0-1eb7b08f2ac5 details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:22:26.663846 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-217dad02-4db8-4367-9d45-4a79daf5c324 req-3ccf2f98-3f79-4834-a871-27be790992be tempest-ServersAdmin275Test-322118419 tempest-ServersAdmin275Test-322118419-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=385ab51b-b4d3-4a53-a563-c02e0d6c3bb2 HTTP/1.1" status: 200 len: 210 time: 0.0578282 May 31 13:22:26.667393 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1334b643-69b1-4307-bd2b-804539ef4fe2 req-043bdaff-b623-4a8e-b60c-dfb5368951d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:26.668911 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1334b643-69b1-4307-bd2b-804539ef4fe2 req-043bdaff-b623-4a8e-b60c-dfb5368951d7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c38944f5-addb-47c7-b219-ea477f926c92 HTTP/1.1" status: 200 len: 861 time: 0.1536849 May 31 13:22:26.694723 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017de495-7bf3-4267-a009-bd74165b5b91 req-7e151c40-7d70-40d8-a4be-258296515b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:26.696417 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-017de495-7bf3-4267-a009-bd74165b5b91 req-7e151c40-7d70-40d8-a4be-258296515b75 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9a770a4a-32fb-4a19-8934-5e075fa0e651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4602225 May 31 13:22:26.719942 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=d91bacda-0390-4afb-8904-42b434cecbaf,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:26.732616 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1334b643-69b1-4307-bd2b-804539ef4fe2 req-06e7e26f-7ab8-4e81-8e56-0a4adb7d32c9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5b3c8d41-b43d-4739-acc3-c9eae6a83205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473790 May 31 13:22:26.800779 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0a140f21-79ac-40a6-aff8-3032e0ff3af7 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:26.814574 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-833ccd1f-e732-4875-b717-ba0459071bde req-780d8458-7f0c-406b-bab9-e84fc4585b86 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:26.890377 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 6fddfc67-0032-467f-97f0-1eb7b08f2ac5, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=6fddfc67-0032-467f-97f0-1eb7b08f2ac5,segment=NetworkSegment(b8546942-dd5b-48c6-89fd-52643603cb0b),segment_id=b8546942-dd5b-48c6-89fd-52643603cb0b)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:22:26.919521 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-833ccd1f-e732-4875-b717-ba0459071bde req-780d8458-7f0c-406b-bab9-e84fc4585b86 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:26.928780 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1334b643-69b1-4307-bd2b-804539ef4fe2 req-b5275b93-3e16-449e-8f1d-09fb10276b4f service neutron] 10.222.0.20 "GET /v2.0/networks/5b3c8d41-b43d-4739-acc3-c9eae6a83205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858609 May 31 13:22:26.948504 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-017de495-7bf3-4267-a009-bd74165b5b91 req-ab10c3cc-3b60-4afa-bd85-68c19f8496b8 service neutron] 10.222.0.20 "GET /v2.0/networks/9a770a4a-32fb-4a19-8934-5e075fa0e651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431056 May 31 13:22:26.954769 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': '6fddfc67-0032-467f-97f0-1eb7b08f2ac5', 'network_id': '9a770a4a-32fb-4a19-8934-5e075fa0e651', 'port_id': '6fddfc67-0032-467f-97f0-1eb7b08f2ac5', 'mac_address': 'fa:16:3e:ca:68:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f336b78c-b3bf-435c-8765-f7a574fb0c43', 'ip_address': '19.80.0.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:22:27.021718 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 6fddfc67-0032-467f-97f0-1eb7b08f2ac5 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:22:27.022164 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:27.042634 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fddfc67-0032-467f-97f0-1eb7b08f2ac5 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:22:27.060275 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 6fddfc67-0032-467f-97f0-1eb7b08f2ac5, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=6fddfc67-0032-467f-97f0-1eb7b08f2ac5,segment=NetworkSegment(b8546942-dd5b-48c6-89fd-52643603cb0b),segment_id=b8546942-dd5b-48c6-89fd-52643603cb0b)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:22:27.066638 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:27.068085 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device cdae85cb-9af4-4b8d-955f-ac5b482b05d7 details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:22:27.069871 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0a140f21-79ac-40a6-aff8-3032e0ff3af7 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:27.146314 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=6fddfc67-0032-467f-97f0-1eb7b08f2ac5,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:27.151057 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1334b643-69b1-4307-bd2b-804539ef4fe2 req-86cbb1ac-e437-43b0-be55-e98c591d89c8 service neutron] 10.222.0.20 "GET /v2.0/networks/5b3c8d41-b43d-4739-acc3-c9eae6a83205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133777 May 31 13:22:27.159245 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a140f21-79ac-40a6-aff8-3032e0ff3af7 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:22:27.162130 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-0a140f21-79ac-40a6-aff8-3032e0ff3af7 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:22:27.166709 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a140f21-79ac-40a6-aff8-3032e0ff3af7 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:22:27.175386 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port cdae85cb-9af4-4b8d-955f-ac5b482b05d7, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=cdae85cb-9af4-4b8d-955f-ac5b482b05d7,segment=NetworkSegment(b8546942-dd5b-48c6-89fd-52643603cb0b),segment_id=b8546942-dd5b-48c6-89fd-52643603cb0b)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:22:27.197850 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': 'cdae85cb-9af4-4b8d-955f-ac5b482b05d7', 'network_id': '9a770a4a-32fb-4a19-8934-5e075fa0e651', 'port_id': 'cdae85cb-9af4-4b8d-955f-ac5b482b05d7', 'mac_address': 'fa:16:3e:38:10:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f336b78c-b3bf-435c-8765-f7a574fb0c43', 'ip_address': '19.80.0.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:22:27.208967 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a140f21-79ac-40a6-aff8-3032e0ff3af7 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Pushing event updated for resources: {'Port': ['ID=cbbfbd30-2136-4c94-aca9-b7f0e4557c5e,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:27.252580 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0a140f21-79ac-40a6-aff8-3032e0ff3af7 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:27.254176 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port cdae85cb-9af4-4b8d-955f-ac5b482b05d7 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:22:27.254594 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:27.264833 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-017de495-7bf3-4267-a009-bd74165b5b91 req-78a3bae0-ec23-40e6-a1c1-28467529881f service neutron] 10.222.0.20 "GET /v2.0/networks/9a770a4a-32fb-4a19-8934-5e075fa0e651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094525 May 31 13:22:27.272647 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdae85cb-9af4-4b8d-955f-ac5b482b05d7 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:22:27.287705 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80656c61-7f5d-43e8-9349-04ddd59b71d5 req-f82333fe-c9fc-494d-aa04-afffa817a4ce tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:27.289676 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port cdae85cb-9af4-4b8d-955f-ac5b482b05d7, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=cdae85cb-9af4-4b8d-955f-ac5b482b05d7,segment=NetworkSegment(b8546942-dd5b-48c6-89fd-52643603cb0b),segment_id=b8546942-dd5b-48c6-89fd-52643603cb0b)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:22:27.293949 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80656c61-7f5d-43e8-9349-04ddd59b71d5 req-f82333fe-c9fc-494d-aa04-afffa817a4ce tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:27.294195 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:27.300202 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80656c61-7f5d-43e8-9349-04ddd59b71d5 req-f82333fe-c9fc-494d-aa04-afffa817a4ce tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:27.301828 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-80656c61-7f5d-43e8-9349-04ddd59b71d5 req-f82333fe-c9fc-494d-aa04-afffa817a4ce tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7be184c-e414-411c-b8db-97c10ebd4e75 HTTP/1.1" status: 200 len: 2414 time: 0.2589941 May 31 13:22:27.371788 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0a140f21-79ac-40a6-aff8-3032e0ff3af7 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:27.372962 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=cdae85cb-9af4-4b8d-955f-ac5b482b05d7,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:27.379795 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-80656c61-7f5d-43e8-9349-04ddd59b71d5 req-e21aa672-1e9c-4ca3-bad2-faa5911f7912 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.50 "GET /v2.0/security-groups?id=81ecd401-c676-4ce2-9977-0e736c745f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667121 May 31 13:22:27.403447 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-833ccd1f-e732-4875-b717-ba0459071bde req-780d8458-7f0c-406b-bab9-e84fc4585b86 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:27.408964 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-833ccd1f-e732-4875-b717-ba0459071bde req-780d8458-7f0c-406b-bab9-e84fc4585b86 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:27.588333 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780d8458-7f0c-406b-bab9-e84fc4585b86 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Pushing event updated for resources: {'Port': ['ID=312a5506-14f1-4b77-87be-b2f032abf76b,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:27.641445 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-833ccd1f-e732-4875-b717-ba0459071bde req-780d8458-7f0c-406b-bab9-e84fc4585b86 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:27.644216 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0a140f21-79ac-40a6-aff8-3032e0ff3af7 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:27.648913 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0a140f21-79ac-40a6-aff8-3032e0ff3af7 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:27.701590 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-833ccd1f-e732-4875-b717-ba0459071bde req-780d8458-7f0c-406b-bab9-e84fc4585b86 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:27.709276 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-833ccd1f-e732-4875-b717-ba0459071bde req-780d8458-7f0c-406b-bab9-e84fc4585b86 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.8486047 May 31 13:22:27.764807 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1334b643-69b1-4307-bd2b-804539ef4fe2 req-95393c2d-5f34-4c2b-aca0-85a526472041 tempest-LiveAutoBlockMigrationV225Test-938371686 tempest-LiveAutoBlockMigrationV225Test-938371686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:27.766941 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a140f21-79ac-40a6-aff8-3032e0ff3af7 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Pushing event updated for resources: {'Port': ['ID=cbbfbd30-2136-4c94-aca9-b7f0e4557c5e,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:27.767076 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1334b643-69b1-4307-bd2b-804539ef4fe2 req-95393c2d-5f34-4c2b-aca0-85a526472041 tempest-LiveAutoBlockMigrationV225Test-938371686 tempest-LiveAutoBlockMigrationV225Test-938371686-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9db63fb7-f5a0-4390-8f05-d9b2a1ae47fc&tenant_id=2539a3508c4b448ea8707834972224c7&binding%3Ahost_id=n-h1-843939-1 HTTP/1.1" status: 200 len: 1095 time: 0.2485933 May 31 13:22:27.777553 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0a140f21-79ac-40a6-aff8-3032e0ff3af7 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:27.801497 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0a140f21-79ac-40a6-aff8-3032e0ff3af7 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:27.802732 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-0a140f21-79ac-40a6-aff8-3032e0ff3af7 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2418661 May 31 13:22:27.840065 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-833ccd1f-e732-4875-b717-ba0459071bde req-1c0356bd-63e0-419f-bd81-23903d2d1634 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Synchronizing usage tracker for tenant:c2eee9c4792947daa997d835b24e8bf2 on resource:floatingip {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:22:27.880655 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d51ebd-a813-4f94-a20d-ec2571488cbb req-cf93d19a-dc60-44a5-be7f-b668b6213609 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:27.882304 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-03d51ebd-a813-4f94-a20d-ec2571488cbb req-cf93d19a-dc60-44a5-be7f-b668b6213609 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=9db63fb7-f5a0-4390-8f05-d9b2a1ae47fc HTTP/1.1" status: 200 len: 944 time: 0.2830720 May 31 13:22:27.887193 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-833ccd1f-e732-4875-b717-ba0459071bde req-1c0356bd-63e0-419f-bd81-23903d2d1634 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Unset dirty status for tenant:c2eee9c4792947daa997d835b24e8bf2 on resource:floatingip {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:22:27.888245 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-833ccd1f-e732-4875-b717-ba0459071bde req-1c0356bd-63e0-419f-bd81-23903d2d1634 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.27 HTTP/1.1" status: 200 len: 695 time: 0.1782463 May 31 13:22:27.948102 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['d91bacda-0390-4afb-8904-42b434cecbaf'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:22:27.973780 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['cdae85cb-9af4-4b8d-955f-ac5b482b05d7'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:22:28.035266 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-03d51ebd-a813-4f94-a20d-ec2571488cbb req-888de77e-5a28-4247-9631-80521c7483da tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460841 May 31 13:22:28.090530 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-1334b643-69b1-4307-bd2b-804539ef4fe2 req-40983157-8ac8-4eeb-8bb5-3fc08153276e service neutron] For port 3a29f38a-dfe7-4a4d-9217-88b275f81816, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:22:28.095384 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1334b643-69b1-4307-bd2b-804539ef4fe2 req-40983157-8ac8-4eeb-8bb5-3fc08153276e service neutron] Notify callbacks [] for binding, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:28.096450 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1334b643-69b1-4307-bd2b-804539ef4fe2 req-40983157-8ac8-4eeb-8bb5-3fc08153276e service neutron] 10.222.0.20 "DELETE /v2.0/ports/3a29f38a-dfe7-4a4d-9217-88b275f81816/bindings/n-h2-843939-1 HTTP/1.1" status: 204 len: 173 time: 0.3215520 May 31 13:22:28.104422 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ccd1f-e732-4875-b717-ba0459071bde req-cf10abae-ef6d-4ac5-95cd-051db1138e27 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:28.105746 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-833ccd1f-e732-4875-b717-ba0459071bde req-cf10abae-ef6d-4ac5-95cd-051db1138e27 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] 10.222.0.50 "GET /v2.0/networks/d2103cd5-63ba-4c24-9d95-fd17643bf14c HTTP/1.1" status: 200 len: 784 time: 0.2000186 May 31 13:22:28.270440 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 447569ef-dc2e-4501-a38b-eea0f262cd25 no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:22:28.387497 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ae9a991a-3120-47f7-990e-74985dbd43c9 req-f4ba80c5-2df2-4125-adf9-5a7a69d43063 tempest-ServersAdmin275Test-322118419 tempest-ServersAdmin275Test-322118419-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=385ab51b-b4d3-4a53-a563-c02e0d6c3bb2 HTTP/1.1" status: 200 len: 210 time: 0.0968471 May 31 13:22:28.449901 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 447569ef-dc2e-4501-a38b-eea0f262cd25 is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:22:28.450501 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:28.552304 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 447569ef-dc2e-4501-a38b-eea0f262cd25, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=447569ef-dc2e-4501-a38b-eea0f262cd25,segment=NetworkSegment(5e25fb0d-97f0-46e3-9365-1fe4cebfedef),segment_id=5e25fb0d-97f0-46e3-9365-1fe4cebfedef)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:22:28.557298 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd223e19c-cfa5-4f3b-b038-381c716ca9ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '447569ef-dc2e-4501-a38b-eea0f262cd25'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:22:28.565015 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:28.672243 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 36406) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:22:28.754200 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=447569ef-dc2e-4501-a38b-eea0f262cd25,revision_number=8']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:28.882874 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-24d92d7d-c98c-4328-850b-1a21554d6c2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:28.894166 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['6fddfc67-0032-467f-97f0-1eb7b08f2ac5'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:22:28.902952 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-24d92d7d-c98c-4328-850b-1a21554d6c2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:22:28.907741 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-24d92d7d-c98c-4328-850b-1a21554d6c2f admin admin] Usage tracker for resource:security_group_rule and tenant:30bff379f678429b8c7c2a3fc95d4ffc is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:22:28.910898 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-24d92d7d-c98c-4328-850b-1a21554d6c2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:22:28.917954 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-24d92d7d-c98c-4328-850b-1a21554d6c2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:22:28.948639 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e2f272fa-c8ba-49d3-ab97-7216becdfcff req-8b2e69a9-23fd-4db8-a27f-1ac4d1a40720 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3586795 May 31 13:22:28.963503 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-e2f272fa-c8ba-49d3-ab97-7216becdfcff req-dc1c9a13-ce2f-4d9b-b649-fe3c22d1c9b7 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Request body: {'floatingip': {'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:22:28.978786 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-e2f272fa-c8ba-49d3-ab97-7216becdfcff req-dc1c9a13-ce2f-4d9b-b649-fe3c22d1c9b7 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:22:28.994031 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-e2f272fa-c8ba-49d3-ab97-7216becdfcff req-dc1c9a13-ce2f-4d9b-b649-fe3c22d1c9b7 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:22:29.027451 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-24d92d7d-c98c-4328-850b-1a21554d6c2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:29.032612 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-24d92d7d-c98c-4328-850b-1a21554d6c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:29.037869 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e2f272fa-c8ba-49d3-ab97-7216becdfcff req-dc1c9a13-ce2f-4d9b-b649-fe3c22d1c9b7 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Notify callbacks [] for floatingip, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:29.084580 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-24d92d7d-c98c-4328-850b-1a21554d6c2f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=30bff379f678429b8c7c2a3fc95d4ffc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4106240 May 31 13:22:29.087158 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 36440) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:22:29.097041 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d92d7d-c98c-4328-850b-1a21554d6c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72005e85-1f6d-4af3-9f92-1e2136ee6ad9,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:29.176183 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-62258acc-6c96-4254-b2d1-8ce3bff6732c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:29.209124 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-62258acc-6c96-4254-b2d1-8ce3bff6732c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:29.224894 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e2f272fa-c8ba-49d3-ab97-7216becdfcff req-dc1c9a13-ce2f-4d9b-b649-fe3c22d1c9b7 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:29.280827 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-62258acc-6c96-4254-b2d1-8ce3bff6732c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:29.295376 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62258acc-6c96-4254-b2d1-8ce3bff6732c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72005e85-1f6d-4af3-9f92-1e2136ee6ad9,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:29.302880 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-62258acc-6c96-4254-b2d1-8ce3bff6732c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:29.306202 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-62258acc-6c96-4254-b2d1-8ce3bff6732c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/72005e85-1f6d-4af3-9f92-1e2136ee6ad9 HTTP/1.1" status: 204 len: 168 time: 0.2101564 May 31 13:22:29.496428 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-e2f272fa-c8ba-49d3-ab97-7216becdfcff req-dc1c9a13-ce2f-4d9b-b649-fe3c22d1c9b7 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Allocated IP 172.25.6.113 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/868cb208-175a-406c-a017-a0fdd411b472) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:22:29.604220 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de0e22b-c1f8-4fdf-a8f8-4a98fca0851d req-2cfaa295-f8a8-4c81-900c-db3b44df200d tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:29.610780 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de0e22b-c1f8-4fdf-a8f8-4a98fca0851d req-2cfaa295-f8a8-4c81-900c-db3b44df200d tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:29.616468 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de0e22b-c1f8-4fdf-a8f8-4a98fca0851d req-2cfaa295-f8a8-4c81-900c-db3b44df200d tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:29.618181 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3de0e22b-c1f8-4fdf-a8f8-4a98fca0851d req-2cfaa295-f8a8-4c81-900c-db3b44df200d tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7be184c-e414-411c-b8db-97c10ebd4e75 HTTP/1.1" status: 200 len: 2415 time: 0.2125697 May 31 13:22:29.703260 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3de0e22b-c1f8-4fdf-a8f8-4a98fca0851d req-5b290361-fbdd-499b-a613-0c02a4f4af97 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.50 "GET /v2.0/security-groups?id=81ecd401-c676-4ce2-9977-0e736c745f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772345 May 31 13:22:29.718990 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e2f272fa-c8ba-49d3-ab97-7216becdfcff req-dc1c9a13-ce2f-4d9b-b649-fe3c22d1c9b7 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:29.752300 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e2f272fa-c8ba-49d3-ab97-7216becdfcff req-dc1c9a13-ce2f-4d9b-b649-fe3c22d1c9b7 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:29.797945 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb2add23-ec22-4b69-8248-d8b2e06d2de8'] response: {'server_uuid': 'd223e19c-cfa5-4f3b-b038-381c716ca9ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '447569ef-dc2e-4501-a38b-eea0f262cd25', 'code': 200} May 31 13:22:29.834086 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2f272fa-c8ba-49d3-ab97-7216becdfcff req-dc1c9a13-ce2f-4d9b-b649-fe3c22d1c9b7 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:22:29.836761 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-e2f272fa-c8ba-49d3-ab97-7216becdfcff req-dc1c9a13-ce2f-4d9b-b649-fe3c22d1c9b7 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:22:29.840827 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2f272fa-c8ba-49d3-ab97-7216becdfcff req-dc1c9a13-ce2f-4d9b-b649-fe3c22d1c9b7 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:22:29.881552 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1c9a13-ce2f-4d9b-b649-fe3c22d1c9b7 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Pushing event updated for resources: {'Port': ['ID=868cb208-175a-406c-a017-a0fdd411b472,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:29.981123 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e2f272fa-c8ba-49d3-ab97-7216becdfcff req-dc1c9a13-ce2f-4d9b-b649-fe3c22d1c9b7 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:30.020861 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2befc74-e7fa-40a9-a69b-43d9bf1468c2 req-db8501fe-f43a-4c5c-ae4f-e489afd8187e tempest-LiveAutoBlockMigrationV225Test-938371686 tempest-LiveAutoBlockMigrationV225Test-938371686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:30.022361 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c2befc74-e7fa-40a9-a69b-43d9bf1468c2 req-db8501fe-f43a-4c5c-ae4f-e489afd8187e tempest-LiveAutoBlockMigrationV225Test-938371686 tempest-LiveAutoBlockMigrationV225Test-938371686-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=9db63fb7-f5a0-4390-8f05-d9b2a1ae47fc HTTP/1.1" status: 200 len: 1095 time: 0.1237097 May 31 13:22:30.054493 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 36470) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:22:30.084536 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e2f272fa-c8ba-49d3-ab97-7216becdfcff req-dc1c9a13-ce2f-4d9b-b649-fe3c22d1c9b7 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:30.121185 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c2befc74-e7fa-40a9-a69b-43d9bf1468c2 req-8142ded1-b3eb-4abd-a208-63b6d2cf5fb0 tempest-LiveAutoBlockMigrationV225Test-938371686 tempest-LiveAutoBlockMigrationV225Test-938371686-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925522 May 31 13:22:30.176866 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-c971fe3f-8b0a-4e10-a97b-12cd1edfdca1 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-128561363-network', 'tenant_id': '8bff224c80bf48b39f0f40a39dcca375'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:22:30.227640 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c971fe3f-8b0a-4e10-a97b-12cd1edfdca1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:22:30.242908 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-c971fe3f-8b0a-4e10-a97b-12cd1edfdca1 admin admin] Usage tracker for resource:network and tenant:8bff224c80bf48b39f0f40a39dcca375 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:22:30.247243 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-c971fe3f-8b0a-4e10-a97b-12cd1edfdca1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:22:30.256398 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c971fe3f-8b0a-4e10-a97b-12cd1edfdca1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:22:30.279856 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c971fe3f-8b0a-4e10-a97b-12cd1edfdca1 admin admin] Made reservation on behalf of 8bff224c80bf48b39f0f40a39dcca375 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:22:30.282224 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c971fe3f-8b0a-4e10-a97b-12cd1edfdca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:30.300182 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c971fe3f-8b0a-4e10-a97b-12cd1edfdca1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:30.303566 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device d91bacda-0390-4afb-8904-42b434cecbaf up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:22:30.331033 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c971fe3f-8b0a-4e10-a97b-12cd1edfdca1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:22:30.336753 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-c971fe3f-8b0a-4e10-a97b-12cd1edfdca1 admin admin] Usage tracker for resource:security_group_rule and tenant:8bff224c80bf48b39f0f40a39dcca375 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:22:30.341577 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-c971fe3f-8b0a-4e10-a97b-12cd1edfdca1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:22:30.361625 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c971fe3f-8b0a-4e10-a97b-12cd1edfdca1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:22:30.380630 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e2f272fa-c8ba-49d3-ab97-7216becdfcff req-dc1c9a13-ce2f-4d9b-b649-fe3c22d1c9b7 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:30.391418 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e2f272fa-c8ba-49d3-ab97-7216becdfcff req-dc1c9a13-ce2f-4d9b-b649-fe3c22d1c9b7 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:30.397564 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning for port d91bacda-0390-4afb-8904-42b434cecbaf completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:22:30.403874 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port d91bacda-0390-4afb-8904-42b434cecbaf triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:22:30.404527 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:30.551097 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port d91bacda-0390-4afb-8904-42b434cecbaf is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:22:30.551478 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:30.584644 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port d91bacda-0390-4afb-8904-42b434cecbaf, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=d91bacda-0390-4afb-8904-42b434cecbaf,segment=NetworkSegment(6b3d41ff-bd1b-452e-86ed-ca7d85c65f4d),segment_id=6b3d41ff-bd1b-452e-86ed-ca7d85c65f4d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:22:30.588341 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:30.589090 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device cdae85cb-9af4-4b8d-955f-ac5b482b05d7 up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:22:30.625163 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-35007268-f473-4475-80f5-28e58902e2b3 req-0398a563-c61a-4aea-88ba-fe589c2c3074 tempest-ServersAdmin275Test-322118419 tempest-ServersAdmin275Test-322118419-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=385ab51b-b4d3-4a53-a563-c02e0d6c3bb2 HTTP/1.1" status: 200 len: 210 time: 0.0822484 May 31 13:22:30.644771 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1c9a13-ce2f-4d9b-b649-fe3c22d1c9b7 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Pushing event updated for resources: {'Port': ['ID=868cb208-175a-406c-a017-a0fdd411b472,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:30.662071 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e2f272fa-c8ba-49d3-ab97-7216becdfcff req-dc1c9a13-ce2f-4d9b-b649-fe3c22d1c9b7 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:30.715542 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=d91bacda-0390-4afb-8904-42b434cecbaf,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:30.730313 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning for port cdae85cb-9af4-4b8d-955f-ac5b482b05d7 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:22:30.750026 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port cdae85cb-9af4-4b8d-955f-ac5b482b05d7 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:22:30.750424 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:30.761116 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c971fe3f-8b0a-4e10-a97b-12cd1edfdca1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:30.762391 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e2f272fa-c8ba-49d3-ab97-7216becdfcff req-dc1c9a13-ce2f-4d9b-b649-fe3c22d1c9b7 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:30.763758 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e2f272fa-c8ba-49d3-ab97-7216becdfcff req-dc1c9a13-ce2f-4d9b-b649-fe3c22d1c9b7 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8048136 May 31 13:22:30.764924 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c971fe3f-8b0a-4e10-a97b-12cd1edfdca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:30.888843 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port cdae85cb-9af4-4b8d-955f-ac5b482b05d7 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:22:30.890074 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:30.898094 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c971fe3f-8b0a-4e10-a97b-12cd1edfdca1 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:22:30.916304 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-e2f272fa-c8ba-49d3-ab97-7216becdfcff req-60e42706-db43-4b7b-bd85-2b0d4702aaad tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Synchronizing usage tracker for tenant:c2eee9c4792947daa997d835b24e8bf2 on resource:floatingip {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:22:30.925707 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port cdae85cb-9af4-4b8d-955f-ac5b482b05d7, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=cdae85cb-9af4-4b8d-955f-ac5b482b05d7,segment=NetworkSegment(b8546942-dd5b-48c6-89fd-52643603cb0b),segment_id=b8546942-dd5b-48c6-89fd-52643603cb0b)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:22:30.931077 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:30.936418 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c971fe3f-8b0a-4e10-a97b-12cd1edfdca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:30.936739 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-c971fe3f-8b0a-4e10-a97b-12cd1edfdca1 admin admin] Added segment d7309113-f20c-4277-9d33-c2c09d544478 of type vlan for network bada6e72-f857-4c26-8d62-111b71bd100f May 31 13:22:30.937778 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c971fe3f-8b0a-4e10-a97b-12cd1edfdca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ad4b2a-fb90-4eb6-965b-a592a5a46b1e,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:30.963687 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-e2f272fa-c8ba-49d3-ab97-7216becdfcff req-60e42706-db43-4b7b-bd85-2b0d4702aaad tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Unset dirty status for tenant:c2eee9c4792947daa997d835b24e8bf2 on resource:floatingip {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:22:30.964865 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e2f272fa-c8ba-49d3-ab97-7216becdfcff req-60e42706-db43-4b7b-bd85-2b0d4702aaad tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.113 HTTP/1.1" status: 200 len: 696 time: 0.1889007 May 31 13:22:30.986538 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c971fe3f-8b0a-4e10-a97b-12cd1edfdca1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:31.009656 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=cdae85cb-9af4-4b8d-955f-ac5b482b05d7,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:31.189369 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.resource_extend [None req-c971fe3f-8b0a-4e10-a97b-12cd1edfdca1 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:22:31.215005 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f27c89-5643-41c0-a644-ec6d52cb9dd5 req-15ad8c64-5b2e-4d37-9bab-c4a3629023d7 tempest-LiveAutoBlockMigrationV225Test-938371686 tempest-LiveAutoBlockMigrationV225Test-938371686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:31.216528 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-37f27c89-5643-41c0-a644-ec6d52cb9dd5 req-15ad8c64-5b2e-4d37-9bab-c4a3629023d7 tempest-LiveAutoBlockMigrationV225Test-938371686 tempest-LiveAutoBlockMigrationV225Test-938371686-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=9db63fb7-f5a0-4390-8f05-d9b2a1ae47fc HTTP/1.1" status: 200 len: 1095 time: 0.3796291 May 31 13:22:31.221113 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c971fe3f-8b0a-4e10-a97b-12cd1edfdca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:31.222226 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c971fe3f-8b0a-4e10-a97b-12cd1edfdca1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:31.222809 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c971fe3f-8b0a-4e10-a97b-12cd1edfdca1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:31.382081 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c971fe3f-8b0a-4e10-a97b-12cd1edfdca1 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3242962 May 31 13:22:31.386400 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 36486) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:22:31.394338 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-2a8d185c-6df3-4282-aaaa-23896357e6aa admin admin] Request body: {'subnet': {'network_id': 'bada6e72-f857-4c26-8d62-111b71bd100f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-128561363-subnet', 'tenant_id': '8bff224c80bf48b39f0f40a39dcca375', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:22:31.396876 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f272fa-c8ba-49d3-ab97-7216becdfcff req-f22d24ed-551e-4b0d-9000-5cfdffb1628f tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:31.398230 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e2f272fa-c8ba-49d3-ab97-7216becdfcff req-f22d24ed-551e-4b0d-9000-5cfdffb1628f tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] 10.222.0.50 "GET /v2.0/networks/d2103cd5-63ba-4c24-9d95-fd17643bf14c HTTP/1.1" status: 200 len: 784 time: 0.4169118 May 31 13:22:31.399397 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-2a8d185c-6df3-4282-aaaa-23896357e6aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:22:31.404463 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c971fe3f-8b0a-4e10-a97b-12cd1edfdca1 admin admin] Pushing event updated for resources: {'Network': ['ID=bada6e72-f857-4c26-8d62-111b71bd100f,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:31.408560 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-37f27c89-5643-41c0-a644-ec6d52cb9dd5 req-c5567d83-34b7-45e1-b974-811ab39b0009 tempest-LiveAutoBlockMigrationV225Test-938371686 tempest-LiveAutoBlockMigrationV225Test-938371686-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786478 May 31 13:22:31.414591 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-2a8d185c-6df3-4282-aaaa-23896357e6aa admin admin] Usage tracker for resource:subnet and tenant:8bff224c80bf48b39f0f40a39dcca375 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:22:31.418201 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network bada6e72-f857-4c26-8d62-111b71bd100f details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:22:31.419039 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-2a8d185c-6df3-4282-aaaa-23896357e6aa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:22:31.426603 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-2a8d185c-6df3-4282-aaaa-23896357e6aa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:22:31.438760 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8d185c-6df3-4282-aaaa-23896357e6aa admin admin] Made reservation on behalf of 8bff224c80bf48b39f0f40a39dcca375 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:22:31.442527 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2a8d185c-6df3-4282-aaaa-23896357e6aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:31.708807 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2a8d185c-6df3-4282-aaaa-23896357e6aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:31.729454 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8aca5-9402-4977-8f56-c49ca02fee49 req-b9d06568-aa75-4f72-9616-a615915abc3c tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:31.731001 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4ed8aca5-9402-4977-8f56-c49ca02fee49 req-b9d06568-aa75-4f72-9616-a615915abc3c tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/networks?id=54080721-9f8a-4f91-bfc0-a61481e712fa HTTP/1.1" status: 200 len: 805 time: 0.2284102 May 31 13:22:31.746029 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7236ffaa-b51e-4db2-b98f-0f50ba7e9ddc req-088cf005-d0cb-41fe-8e5c-79ee8df841fa tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:31.753080 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7236ffaa-b51e-4db2-b98f-0f50ba7e9ddc req-088cf005-d0cb-41fe-8e5c-79ee8df841fa tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:31.759166 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7236ffaa-b51e-4db2-b98f-0f50ba7e9ddc req-088cf005-d0cb-41fe-8e5c-79ee8df841fa tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:31.761048 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7236ffaa-b51e-4db2-b98f-0f50ba7e9ddc req-088cf005-d0cb-41fe-8e5c-79ee8df841fa tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7be184c-e414-411c-b8db-97c10ebd4e75 HTTP/1.1" status: 200 len: 2417 time: 0.1559577 May 31 13:22:31.788001 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4ed8aca5-9402-4977-8f56-c49ca02fee49 req-d6e06fd1-c004-4b0c-a5f5-d7fb9b82df4e tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/quotas/e2597a7ed6d8470e9c70cdf094415106 HTTP/1.1" status: 200 len: 375 time: 0.0257921 May 31 13:22:31.799815 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7be184c-e414-411c-b8db-97c10ebd4e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd91bacda-0390-4afb-8904-42b434cecbaf'}, {'server_uuid': 'a7be184c-e414-411c-b8db-97c10ebd4e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdae85cb-9af4-4b8d-955f-ac5b482b05d7'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:22:31.862429 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7236ffaa-b51e-4db2-b98f-0f50ba7e9ddc req-fec4291c-bd1d-4ae0-86d8-050e982f71fc tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.50 "GET /v2.0/security-groups?id=81ecd401-c676-4ce2-9977-0e736c745f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927868 May 31 13:22:31.889214 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8d185c-6df3-4282-aaaa-23896357e6aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=a46e2da4-6180-42f5-9a18-ea6a1573ac51,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:31.898751 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8d185c-6df3-4282-aaaa-23896357e6aa admin admin] Checking segment: {'id': 'd7309113-f20c-4277-9d33-c2c09d544478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'bada6e72-f857-4c26-8d62-111b71bd100f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:22:31.899217 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8d185c-6df3-4282-aaaa-23896357e6aa admin admin] Network hostable DHCP agents. Network: bada6e72-f857-4c26-8d62-111b71bd100f, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:22:31.922416 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8d185c-6df3-4282-aaaa-23896357e6aa admin admin] Network bada6e72-f857-4c26-8d62-111b71bd100f is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:22:31.926593 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4ed8aca5-9402-4977-8f56-c49ca02fee49 req-da7f5501-2d4e-4ca9-ada2-634a51717eb3 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e2597a7ed6d8470e9c70cdf094415106&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1225710 May 31 13:22:31.936454 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-2a8d185c-6df3-4282-aaaa-23896357e6aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, bada6e72-f857-4c26-8d62-111b71bd100f) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:22:31.940716 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8d185c-6df3-4282-aaaa-23896357e6aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:31.941405 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2a8d185c-6df3-4282-aaaa-23896357e6aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:31.950168 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792b88fd-a59b-4fd6-8a7e-54d8b101cc6f None None] Network bada6e72-f857-4c26-8d62-111b71bd100f requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:22:31.964751 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-2a8d185c-6df3-4282-aaaa-23896357e6aa admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5768123 May 31 13:22:32.095734 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-003792b1-c932-4be2-8776-bc2c758fcf26 req-f299d090-7a32-4ae7-9575-34211796aa98 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] 10.222.0.50 "GET /v2.0/floatingips/705eacf5-9a4b-4a83-8268-7de441c243d3 HTTP/1.1" status: 200 len: 693 time: 0.1678209 May 31 13:22:32.233356 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4ed8aca5-9402-4977-8f56-c49ca02fee49 req-22d908e7-8d0c-49b7-927b-ed9e38209795 service neutron] 10.222.0.50 "GET /v2.0/networks/54080721-9f8a-4f91-bfc0-a61481e712fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3041408 May 31 13:22:32.233702 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea13d4d-09f3-4be8-af54-e67d8f2224f8 None None] Network bada6e72-f857-4c26-8d62-111b71bd100f requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:22:32.308548 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 6fddfc67-0032-467f-97f0-1eb7b08f2ac5 up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:22:32.367335 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003792b1-c932-4be2-8776-bc2c758fcf26 req-1fe31db0-504d-4342-9b9b-0842b6f8dedc tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:32.370025 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-003792b1-c932-4be2-8776-bc2c758fcf26 req-1fe31db0-504d-4342-9b9b-0842b6f8dedc tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] 10.222.0.50 "GET /v2.0/networks/d2103cd5-63ba-4c24-9d95-fd17643bf14c HTTP/1.1" status: 200 len: 784 time: 0.2617586 May 31 13:22:32.394861 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [req-003792b1-c932-4be2-8776-bc2c758fcf26 req-fdc672b9-2f1b-4bb8-9630-e4a15b0e4b75 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:22:32.395837 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-003792b1-c932-4be2-8776-bc2c758fcf26 req-fdc672b9-2f1b-4bb8-9630-e4a15b0e4b75 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0175946 May 31 13:22:32.426748 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4ed8aca5-9402-4977-8f56-c49ca02fee49 req-66a76b76-4aa1-40e1-b70f-3ebbcf460bf2 service neutron] 10.222.0.50 "GET /v2.0/networks/54080721-9f8a-4f91-bfc0-a61481e712fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872253 May 31 13:22:32.470821 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning for port 6fddfc67-0032-467f-97f0-1eb7b08f2ac5 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:22:32.478979 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port 6fddfc67-0032-467f-97f0-1eb7b08f2ac5 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:22:32.479352 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:32.694661 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c0157ceb-96c7-487d-9cc2-27a9f0d3091e req-2ef3a9cf-514c-48e3-86b3-3cbe6fa62625 tempest-ServersAdmin275Test-322118419 tempest-ServersAdmin275Test-322118419-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=385ab51b-b4d3-4a53-a563-c02e0d6c3bb2 HTTP/1.1" status: 200 len: 210 time: 0.0684965 May 31 13:22:32.696899 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 6fddfc67-0032-467f-97f0-1eb7b08f2ac5 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:22:32.699391 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:32.742950 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b78cf1-22bf-466b-8397-caf8e0f59743 req-729f599d-0a47-4778-8d57-65508dff534b tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:32.745801 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-12b78cf1-22bf-466b-8397-caf8e0f59743 req-729f599d-0a47-4778-8d57-65508dff534b tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.20 "GET /v2.0/ports?device_id=d223e19c-cfa5-4f3b-b038-381c716ca9ba HTTP/1.1" status: 200 len: 943 time: 0.2265401 May 31 13:22:32.766921 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 6fddfc67-0032-467f-97f0-1eb7b08f2ac5, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=6fddfc67-0032-467f-97f0-1eb7b08f2ac5,segment=NetworkSegment(b8546942-dd5b-48c6-89fd-52643603cb0b),segment_id=b8546942-dd5b-48c6-89fd-52643603cb0b)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:22:32.771959 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:32.837037 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c76db872-a920-462d-b261-6aa9f54365d6'] response: {'server_uuid': 'a7be184c-e414-411c-b8db-97c10ebd4e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd91bacda-0390-4afb-8904-42b434cecbaf', 'code': 200} May 31 13:22:32.837303 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c76db872-a920-462d-b261-6aa9f54365d6'] response: {'server_uuid': 'a7be184c-e414-411c-b8db-97c10ebd4e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdae85cb-9af4-4b8d-955f-ac5b482b05d7', 'code': 200} May 31 13:22:32.928809 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=6fddfc67-0032-467f-97f0-1eb7b08f2ac5,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:32.989565 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-12b78cf1-22bf-466b-8397-caf8e0f59743 req-1d4d697d-74f9-4850-a768-7b85345d019e tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Deleting port 447569ef-dc2e-4501-a38b-eea0f262cd25 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:22:32.989891 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-12b78cf1-22bf-466b-8397-caf8e0f59743 req-1d4d697d-74f9-4850-a768-7b85345d019e tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:33.032351 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a4182cdd-d84e-4903-8305-149479fdee70 req-98f4ebea-0079-4818-a59b-5733f604a777 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=c905d91f2f614f928153cd05b2f8a225&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0768809 May 31 13:22:33.126742 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-d74cd890-062d-4b02-82c1-6e61577c3c53 req-dee727d3-8440-49e3-9466-37221615948f tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1891513486', 'description': 'tempest-description-500951561'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:22:33.139709 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-d74cd890-062d-4b02-82c1-6e61577c3c53 req-dee727d3-8440-49e3-9466-37221615948f tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:22:33.178914 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-d74cd890-062d-4b02-82c1-6e61577c3c53 req-dee727d3-8440-49e3-9466-37221615948f tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Usage tracker for resource:security_group and tenant:8bff224c80bf48b39f0f40a39dcca375 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:22:33.192612 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-d74cd890-062d-4b02-82c1-6e61577c3c53 req-dee727d3-8440-49e3-9466-37221615948f tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:22:33.333401 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-d74cd890-062d-4b02-82c1-6e61577c3c53 req-dee727d3-8440-49e3-9466-37221615948f tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:22:33.450083 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d74cd890-062d-4b02-82c1-6e61577c3c53 req-dee727d3-8440-49e3-9466-37221615948f tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:33.493949 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4182cdd-d84e-4903-8305-149479fdee70 req-f5a02392-a01e-4e9b-9920-931255bef861 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:33.495449 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a4182cdd-d84e-4903-8305-149479fdee70 req-f5a02392-a01e-4e9b-9920-931255bef861 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4554982 May 31 13:22:33.516873 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-d74cd890-062d-4b02-82c1-6e61577c3c53 req-dee727d3-8440-49e3-9466-37221615948f tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:22:33.527331 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a4182cdd-d84e-4903-8305-149479fdee70 req-49123f85-3af6-4c2f-b5a1-cce5aa01602e tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/quotas/c905d91f2f614f928153cd05b2f8a225 HTTP/1.1" status: 200 len: 375 time: 0.0248489 May 31 13:22:33.528225 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-d74cd890-062d-4b02-82c1-6e61577c3c53 req-dee727d3-8440-49e3-9466-37221615948f tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Usage tracker for resource:security_group_rule and tenant:8bff224c80bf48b39f0f40a39dcca375 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:22:33.541857 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-d74cd890-062d-4b02-82c1-6e61577c3c53 req-dee727d3-8440-49e3-9466-37221615948f tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:22:33.590360 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-d74cd890-062d-4b02-82c1-6e61577c3c53 req-dee727d3-8440-49e3-9466-37221615948f tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:22:33.622389 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-12b78cf1-22bf-466b-8397-caf8e0f59743 req-1d4d697d-74f9-4850-a768-7b85345d019e tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] For port 447569ef-dc2e-4501-a38b-eea0f262cd25, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=447569ef-dc2e-4501-a38b-eea0f262cd25,segment=NetworkSegment(5e25fb0d-97f0-46e3-9365-1fe4cebfedef),segment_id=5e25fb0d-97f0-46e3-9365-1fe4cebfedef)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:22:33.622756 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-12b78cf1-22bf-466b-8397-caf8e0f59743 req-1d4d697d-74f9-4850-a768-7b85345d019e tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:33.777960 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-12b78cf1-22bf-466b-8397-caf8e0f59743 req-1d4d697d-74f9-4850-a768-7b85345d019e tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Calling delete_port for 447569ef-dc2e-4501-a38b-eea0f262cd25 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:22:34.013045 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d74cd890-062d-4b02-82c1-6e61577c3c53 req-dee727d3-8440-49e3-9466-37221615948f tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:34.031247 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a4182cdd-d84e-4903-8305-149479fdee70 req-ec12d11f-6d7d-428e-8220-ac46c55029d1 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c905d91f2f614f928153cd05b2f8a225&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4864581 May 31 13:22:34.031870 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d74cd890-062d-4b02-82c1-6e61577c3c53 req-dee727d3-8440-49e3-9466-37221615948f tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:34.178391 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee727d3-8440-49e3-9466-37221615948f tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd32b06-a58a-4a7a-9dc2-4b4bc8b70268,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:34.246265 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8aca5-9402-4977-8f56-c49ca02fee49 req-1827c3a5-ce96-4c05-9288-ff3cefa99a6d tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:34.247684 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4ed8aca5-9402-4977-8f56-c49ca02fee49 req-1827c3a5-ce96-4c05-9288-ff3cefa99a6d tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.44 "GET /v2.0/networks?id=54080721-9f8a-4f91-bfc0-a61481e712fa HTTP/1.1" status: 200 len: 805 time: 0.4011092 May 31 13:22:34.300046 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d74cd890-062d-4b02-82c1-6e61577c3c53 req-dee727d3-8440-49e3-9466-37221615948f tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:34.301181 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d74cd890-062d-4b02-82c1-6e61577c3c53 req-dee727d3-8440-49e3-9466-37221615948f tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.2331340 May 31 13:22:34.304487 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-4ed8aca5-9402-4977-8f56-c49ca02fee49 req-517a0863-3074-457f-95a9-4e9bfd6523bc tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Request body: {'port': {'device_id': '71bc0373-5ee9-4050-a881-4a2e2048d293', 'network_id': '54080721-9f8a-4f91-bfc0-a61481e712fa', 'admin_state_up': True, 'tenant_id': 'e2597a7ed6d8470e9c70cdf094415106'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:22:34.346899 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ccbc5eb0-817f-49ac-b599-d99025ab19b4 req-737ea00c-e679-49a9-be33-3283666f8620 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=385ab51b-b4d3-4a53-a563-c02e0d6c3bb2 HTTP/1.1" status: 200 len: 210 time: 0.0888407 May 31 13:22:34.354247 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5a488ed5-57e1-48c5-b3ee-a06c31f14a95 req-4b4782ee-45b0-4e37-9056-8e580e69743d tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] 10.222.0.50 "GET /v2.0/floatingips/705eacf5-9a4b-4a83-8268-7de441c243d3 HTTP/1.1" status: 200 len: 693 time: 0.1813653 May 31 13:22:34.406535 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-12b78cf1-22bf-466b-8397-caf8e0f59743 req-1d4d697d-74f9-4850-a768-7b85345d019e tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:34.583065 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d697d-74f9-4850-a768-7b85345d019e tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Pushing event deleted for resources: {'Port': ['ID=447569ef-dc2e-4501-a38b-eea0f262cd25,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:34.609727 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-0985c4a2-6703-46cd-b8f0-15fb0d76ec4b req-fe96091a-3853-40c4-a762-bda8c1129b63 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Synchronizing usage tracker for tenant:e2597a7ed6d8470e9c70cdf094415106 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:22:34.724590 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-12b78cf1-22bf-466b-8397-caf8e0f59743 req-1d4d697d-74f9-4850-a768-7b85345d019e tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] No DVR routers for this DVR port 447569ef-dc2e-4501-a38b-eea0f262cd25 on host n-h1-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:22:34.745568 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-12b78cf1-22bf-466b-8397-caf8e0f59743 req-1d4d697d-74f9-4850-a768-7b85345d019e tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:34.747563 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-12b78cf1-22bf-466b-8397-caf8e0f59743 req-1d4d697d-74f9-4850-a768-7b85345d019e tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.20 "DELETE /v2.0/ports/447569ef-dc2e-4501-a38b-eea0f262cd25 HTTP/1.1" status: 204 len: 173 time: 1.9962256 May 31 13:22:34.756195 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd223e19c-cfa5-4f3b-b038-381c716ca9ba', 'name': 'network-vif-deleted', 'tag': '447569ef-dc2e-4501-a38b-eea0f262cd25'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:22:34.769447 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-0985c4a2-6703-46cd-b8f0-15fb0d76ec4b req-fe96091a-3853-40c4-a762-bda8c1129b63 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Unset dirty status for tenant:e2597a7ed6d8470e9c70cdf094415106 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:22:34.770609 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0985c4a2-6703-46cd-b8f0-15fb0d76ec4b req-fe96091a-3853-40c4-a762-bda8c1129b63 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/ports?device_id=71bc0373-5ee9-4050-a881-4a2e2048d293 HTTP/1.1" status: 200 len: 210 time: 0.3347392 May 31 13:22:34.781288 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-4ed8aca5-9402-4977-8f56-c49ca02fee49 req-517a0863-3074-457f-95a9-4e9bfd6523bc tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:22:34.819724 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a488ed5-57e1-48c5-b3ee-a06c31f14a95 req-c0f52408-634a-4ca0-a371-67d2f3cae37b tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:34.821109 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5a488ed5-57e1-48c5-b3ee-a06c31f14a95 req-c0f52408-634a-4ca0-a371-67d2f3cae37b tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] 10.222.0.50 "GET /v2.0/networks/d2103cd5-63ba-4c24-9d95-fd17643bf14c HTTP/1.1" status: 200 len: 784 time: 0.4168179 May 31 13:22:34.822099 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-4ed8aca5-9402-4977-8f56-c49ca02fee49 req-517a0863-3074-457f-95a9-4e9bfd6523bc tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:22:34.839076 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7be184c-e414-411c-b8db-97c10ebd4e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fddfc67-0032-467f-97f0-1eb7b08f2ac5'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:22:34.839775 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [req-5a488ed5-57e1-48c5-b3ee-a06c31f14a95 req-b53f449e-b052-4f43-bf4c-09042ad58c2d tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:22:34.842514 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5a488ed5-57e1-48c5-b3ee-a06c31f14a95 req-b53f449e-b052-4f43-bf4c-09042ad58c2d tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0123153 May 31 13:22:34.852474 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ed8aca5-9402-4977-8f56-c49ca02fee49 req-517a0863-3074-457f-95a9-4e9bfd6523bc tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Made reservation on behalf of e2597a7ed6d8470e9c70cdf094415106 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:22:34.856346 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-4ed8aca5-9402-4977-8f56-c49ca02fee49 req-517a0863-3074-457f-95a9-4e9bfd6523bc tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:34.981474 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5a488ed5-57e1-48c5-b3ee-a06c31f14a95 req-7d47539d-b19e-4485-81e6-5fd36258a947 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.113 HTTP/1.1" status: 200 len: 696 time: 0.1316586 May 31 13:22:35.298702 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5a488ed5-57e1-48c5-b3ee-a06c31f14a95 req-8cf018f4-bb49-484a-b345-e30ea0b83c41 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.113 HTTP/1.1" status: 200 len: 696 time: 0.1544335 May 31 13:22:35.612381 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-5a488ed5-57e1-48c5-b3ee-a06c31f14a95 req-b057b4b1-d16f-4e17-b653-c7ecd3678853 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Deleting port 868cb208-175a-406c-a017-a0fdd411b472 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:22:35.612819 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-5a488ed5-57e1-48c5-b3ee-a06c31f14a95 req-b057b4b1-d16f-4e17-b653-c7ecd3678853 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:35.684003 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a4182cdd-d84e-4903-8305-149479fdee70 req-700b72dd-5ee7-4d1d-b312-fba7488f9a30 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=c905d91f2f614f928153cd05b2f8a225&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3083177 May 31 13:22:36.021247 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc07bca6-44ee-495c-baef-1d6d6ac0bd15 req-255277f2-8528-48cd-b88e-999d89534d68 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:36.026875 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc07bca6-44ee-495c-baef-1d6d6ac0bd15 req-255277f2-8528-48cd-b88e-999d89534d68 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:36.033173 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc07bca6-44ee-495c-baef-1d6d6ac0bd15 req-255277f2-8528-48cd-b88e-999d89534d68 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:36.034890 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dc07bca6-44ee-495c-baef-1d6d6ac0bd15 req-255277f2-8528-48cd-b88e-999d89534d68 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7be184c-e414-411c-b8db-97c10ebd4e75 HTTP/1.1" status: 200 len: 2418 time: 1.0506718 May 31 13:22:36.082079 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4182cdd-d84e-4903-8305-149479fdee70 req-113c415d-c23c-4844-b5f8-b63c0e903129 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:36.084816 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a4182cdd-d84e-4903-8305-149479fdee70 req-113c415d-c23c-4844-b5f8-b63c0e903129 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3925214 May 31 13:22:36.086992 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-4ed8aca5-9402-4977-8f56-c49ca02fee49 req-517a0863-3074-457f-95a9-4e9bfd6523bc tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Allocated IP 172.20.0.10 (54080721-9f8a-4f91-bfc0-a61481e712fa/83cbe83f-97ff-497d-8da2-ff6d3874e4c0/d67651fe-66f4-4ad0-bc5c-2a3f215f7ef7) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:22:36.133914 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-5a488ed5-57e1-48c5-b3ee-a06c31f14a95 req-b057b4b1-d16f-4e17-b653-c7ecd3678853 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:36.134269 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-5a488ed5-57e1-48c5-b3ee-a06c31f14a95 req-b057b4b1-d16f-4e17-b653-c7ecd3678853 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:36.170105 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-a4182cdd-d84e-4903-8305-149479fdee70 req-1c368c3b-6c60-4f0b-8bd1-1de4327e90f5 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Request body: {'port': {'device_id': 'f3ae7dd3-1e2c-4136-92d4-42e9b83cc48d', 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4', 'admin_state_up': True, 'tenant_id': 'c905d91f2f614f928153cd05b2f8a225'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:22:36.189864 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dc07bca6-44ee-495c-baef-1d6d6ac0bd15 req-a55a92c8-8d52-49d0-93f3-1ec36b177308 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.50 "GET /v2.0/security-groups?id=81ecd401-c676-4ce2-9977-0e736c745f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449494 May 31 13:22:36.334793 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-5a488ed5-57e1-48c5-b3ee-a06c31f14a95 req-b057b4b1-d16f-4e17-b653-c7ecd3678853 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Calling delete_port for 868cb208-175a-406c-a017-a0fdd411b472 owned by network:floatingip {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:22:36.354035 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 447569ef-dc2e-4501-a38b-eea0f262cd25 no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:22:36.396738 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] No Port match for: 447569ef-dc2e-4501-a38b-eea0f262cd25 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:22:36.397338 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 447569ef-dc2e-4501-a38b-eea0f262cd25 not bound to the agent host n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:22:36.487480 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2ab9059e-4126-4653-b919-6d52130746ce req-c2147880-6b80-408d-9e95-1f80cfb826df tempest-ServersAdmin275Test-322118419 tempest-ServersAdmin275Test-322118419-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=385ab51b-b4d3-4a53-a563-c02e0d6c3bb2 HTTP/1.1" status: 200 len: 210 time: 0.1253519 May 31 13:22:36.901159 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1ed5df77-a02b-44bb-ba46-03c9d4a9069a req-02878de0-01fa-4ce5-97ad-b603ba1c347e tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3ae7dd3-1e2c-4136-92d4-42e9b83cc48d HTTP/1.1" status: 200 len: 210 time: 0.2225776 May 31 13:22:36.925263 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-a4182cdd-d84e-4903-8305-149479fdee70 req-1c368c3b-6c60-4f0b-8bd1-1de4327e90f5 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:22:36.954748 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-a4182cdd-d84e-4903-8305-149479fdee70 req-1c368c3b-6c60-4f0b-8bd1-1de4327e90f5 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:22:36.971301 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-4ed8aca5-9402-4977-8f56-c49ca02fee49 req-517a0863-3074-457f-95a9-4e9bfd6523bc tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:37.005805 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-5a488ed5-57e1-48c5-b3ee-a06c31f14a95 req-b057b4b1-d16f-4e17-b653-c7ecd3678853 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:37.050906 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4182cdd-d84e-4903-8305-149479fdee70 req-1c368c3b-6c60-4f0b-8bd1-1de4327e90f5 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Made reservation on behalf of c905d91f2f614f928153cd05b2f8a225 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:22:37.054316 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a4182cdd-d84e-4903-8305-149479fdee70 req-1c368c3b-6c60-4f0b-8bd1-1de4327e90f5 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:37.088283 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b057b4b1-d16f-4e17-b653-c7ecd3678853 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Pushing event deleted for resources: {'Port': ['ID=868cb208-175a-406c-a017-a0fdd411b472,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:37.129715 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-684dc76d-7805-442f-a785-5a4d2732bfbb req-4a018988-4afd-4064-ace2-6e84377d4ffb tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] 10.222.0.50 "GET /v2.0/security-groups/2dd32b06-a58a-4a7a-9dc2-4b4bc8b70268 HTTP/1.1" status: 200 len: 1812 time: 0.1822660 May 31 13:22:37.175834 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:37.176544 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-684dc76d-7805-442f-a785-5a4d2732bfbb req-fab05336-b605-4b0d-8bd0-d759d9042bbe tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2dd32b06-a58a-4a7a-9dc2-4b4bc8b70268', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:22:37.176845 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-684dc76d-7805-442f-a785-5a4d2732bfbb req-fab05336-b605-4b0d-8bd0-d759d9042bbe tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2dd32b06-a58a-4a7a-9dc2-4b4bc8b70268', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:22:37.232029 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-684dc76d-7805-442f-a785-5a4d2732bfbb req-fab05336-b605-4b0d-8bd0-d759d9042bbe tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:22:37.249872 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-684dc76d-7805-442f-a785-5a4d2732bfbb req-fab05336-b605-4b0d-8bd0-d759d9042bbe tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Usage tracker for resource:security_group_rule and tenant:8bff224c80bf48b39f0f40a39dcca375 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:22:37.259414 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-684dc76d-7805-442f-a785-5a4d2732bfbb req-fab05336-b605-4b0d-8bd0-d759d9042bbe tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:22:37.270695 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-684dc76d-7805-442f-a785-5a4d2732bfbb req-fab05336-b605-4b0d-8bd0-d759d9042bbe tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:22:37.292807 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-4ed8aca5-9402-4977-8f56-c49ca02fee49 req-517a0863-3074-457f-95a9-4e9bfd6523bc tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:37.361574 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-5a488ed5-57e1-48c5-b3ee-a06c31f14a95 req-b057b4b1-d16f-4e17-b653-c7ecd3678853 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Notify callbacks [] for floatingip, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:37.449752 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ed8aca5-9402-4977-8f56-c49ca02fee49 req-517a0863-3074-457f-95a9-4e9bfd6523bc tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Network 54080721-9f8a-4f91-bfc0-a61481e712fa is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:22:37.457659 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-4ed8aca5-9402-4977-8f56-c49ca02fee49 req-517a0863-3074-457f-95a9-4e9bfd6523bc tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:22:37.468627 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ed8aca5-9402-4977-8f56-c49ca02fee49 req-517a0863-3074-457f-95a9-4e9bfd6523bc tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:22:37.542738 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517a0863-3074-457f-95a9-4e9bfd6523bc tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Pushing event updated for resources: {'Port': ['ID=d67651fe-66f4-4ad0-bc5c-2a3f215f7ef7,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:37.589812 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-5a488ed5-57e1-48c5-b3ee-a06c31f14a95 req-b057b4b1-d16f-4e17-b653-c7ecd3678853 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:37.590941 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5a488ed5-57e1-48c5-b3ee-a06c31f14a95 req-b057b4b1-d16f-4e17-b653-c7ecd3678853 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] 10.222.0.50 "DELETE /v2.0/floatingips/705eacf5-9a4b-4a83-8268-7de441c243d3 HTTP/1.1" status: 204 len: 173 time: 2.2912421 May 31 13:22:37.598512 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-a4182cdd-d84e-4903-8305-149479fdee70 req-1c368c3b-6c60-4f0b-8bd1-1de4327e90f5 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Allocated IP 192.168.233.55 (85b11c4f-90ad-4763-b38d-22d3f87089f4/24822c99-0dce-4d50-9c44-3135ba3763b8/3ef39a42-a126-4bb0-bc4c-ce3b4178bf58) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:22:37.606726 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-684dc76d-7805-442f-a785-5a4d2732bfbb req-fab05336-b605-4b0d-8bd0-d759d9042bbe tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:37.628450 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8aca5-9402-4977-8f56-c49ca02fee49 req-517a0863-3074-457f-95a9-4e9bfd6523bc tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:37.629082 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-4ed8aca5-9402-4977-8f56-c49ca02fee49 req-517a0863-3074-457f-95a9-4e9bfd6523bc tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:37.652490 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06bbc64d-f1a9-4d65-bbdb-06065dc8905f'] response: {'server_uuid': 'd223e19c-cfa5-4f3b-b038-381c716ca9ba', 'name': 'network-vif-deleted', 'tag': '447569ef-dc2e-4501-a38b-eea0f262cd25', 'status': 'completed', 'code': 200} May 31 13:22:37.676028 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-684dc76d-7805-442f-a785-5a4d2732bfbb req-fab05336-b605-4b0d-8bd0-d759d9042bbe tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:37.680758 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4ed8aca5-9402-4977-8f56-c49ca02fee49 req-517a0863-3074-457f-95a9-4e9bfd6523bc tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3839908 May 31 13:22:37.683461 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-684dc76d-7805-442f-a785-5a4d2732bfbb req-fab05336-b605-4b0d-8bd0-d759d9042bbe tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:37.689445 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-883f9dfd-cdf7-4190-9b75-d6785d5f33c6'] response: {'server_uuid': 'a7be184c-e414-411c-b8db-97c10ebd4e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fddfc67-0032-467f-97f0-1eb7b08f2ac5', 'code': 200} May 31 13:22:37.714248 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-4ed8aca5-9402-4977-8f56-c49ca02fee49 req-60139261-5555-4105-b6de-e391e33ac23c service neutron] Request body: {'port': {'device_id': '71bc0373-5ee9-4050-a881-4a2e2048d293', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:22:37.765807 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab05336-b605-4b0d-8bd0-d759d9042bbe tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6200bf39-639d-413b-9d17-811d3e750d17,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:37.863777 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b354da34-0dd3-452e-bac1-c93ae5d2aa65 req-7a603ec3-6352-4b2b-9e02-661aec5d4cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:37.864609 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b354da34-0dd3-452e-bac1-c93ae5d2aa65 req-7a603ec3-6352-4b2b-9e02-661aec5d4cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:37.865122 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b354da34-0dd3-452e-bac1-c93ae5d2aa65 req-7a603ec3-6352-4b2b-9e02-661aec5d4cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:37.866983 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b354da34-0dd3-452e-bac1-c93ae5d2aa65 req-7a603ec3-6352-4b2b-9e02-661aec5d4cff service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a7be184c-e414-411c-b8db-97c10ebd4e75 HTTP/1.1" status: 200 len: 2871 time: 0.1131968 May 31 13:22:37.921305 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b354da34-0dd3-452e-bac1-c93ae5d2aa65 req-1f86c356-92fd-43fc-a7eb-97a2f6027a57 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=81ecd401-c676-4ce2-9977-0e736c745f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462997 May 31 13:22:37.943652 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-684dc76d-7805-442f-a785-5a4d2732bfbb req-fab05336-b605-4b0d-8bd0-d759d9042bbe tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:37.944792 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-684dc76d-7805-442f-a785-5a4d2732bfbb req-fab05336-b605-4b0d-8bd0-d759d9042bbe tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8059947 May 31 13:22:38.066398 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-4ed8aca5-9402-4977-8f56-c49ca02fee49 req-60139261-5555-4105-b6de-e391e33ac23c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:38.137539 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f932331-31f6-46d1-b425-465b1adcdb02 req-7f1501d8-2081-4ab4-814b-05682da79152 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:38.138313 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-5f932331-31f6-46d1-b425-465b1adcdb02 req-7f1501d8-2081-4ab4-814b-05682da79152 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Synchronizing usage tracker for tenant:e2597a7ed6d8470e9c70cdf094415106 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:22:38.183345 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a4182cdd-d84e-4903-8305-149479fdee70 req-1c368c3b-6c60-4f0b-8bd1-1de4327e90f5 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:38.211581 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-5f932331-31f6-46d1-b425-465b1adcdb02 req-7f1501d8-2081-4ab4-814b-05682da79152 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Unset dirty status for tenant:e2597a7ed6d8470e9c70cdf094415106 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:22:38.212720 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5f932331-31f6-46d1-b425-465b1adcdb02 req-7f1501d8-2081-4ab4-814b-05682da79152 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/ports?device_id=71bc0373-5ee9-4050-a881-4a2e2048d293 HTTP/1.1" status: 200 len: 932 time: 0.4297309 May 31 13:22:38.271837 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-a4182cdd-d84e-4903-8305-149479fdee70 req-1c368c3b-6c60-4f0b-8bd1-1de4327e90f5 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Transition to ACTIVE for port object 3ef39a42-a126-4bb0-bc4c-ce3b4178bf58 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:22:38.403000 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5f932331-31f6-46d1-b425-465b1adcdb02 req-7e40a51c-fabb-4b02-a58e-e9d5ee822af3 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/security-groups?id=9bb73710-3d65-4dab-a4f3-8814f415ca6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824946 May 31 13:22:38.438815 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a4182cdd-d84e-4903-8305-149479fdee70 req-1c368c3b-6c60-4f0b-8bd1-1de4327e90f5 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:38.464466 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['95e68113-2ff1-42e3-b645-2d1b5c52a434'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:22:38.506155 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['f9a3a0b4-413d-47ea-9884-ee6988a0a17a'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:22:38.635804 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:38.852608 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3c959403-829a-42db-9301-64d3367f2be1 req-145626ad-016b-4040-9ba1-7126fe570f2e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f98ea7adf5d24beeb8b87e8699d6fe02&device_id=385ab51b-b4d3-4a53-a563-c02e0d6c3bb2 HTTP/1.1" status: 200 len: 210 time: 0.3363636 May 31 13:22:38.872290 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4182cdd-d84e-4903-8305-149479fdee70 req-1c368c3b-6c60-4f0b-8bd1-1de4327e90f5 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Network 85b11c4f-90ad-4763-b38d-22d3f87089f4 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:22:38.912765 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-a4182cdd-d84e-4903-8305-149479fdee70 req-1c368c3b-6c60-4f0b-8bd1-1de4327e90f5 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:22:38.926825 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4182cdd-d84e-4903-8305-149479fdee70 req-1c368c3b-6c60-4f0b-8bd1-1de4327e90f5 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:22:38.964527 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c368c3b-6c60-4f0b-8bd1-1de4327e90f5 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Pushing event updated for resources: {'Port': ['ID=3ef39a42-a126-4bb0-bc4c-ce3b4178bf58,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:38.979839 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3c959403-829a-42db-9301-64d3367f2be1 req-afcb0f5c-b5ff-4e72-ae10-51995942d7fd service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=f98ea7adf5d24beeb8b87e8699d6fe02&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1030393 May 31 13:22:39.207630 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4182cdd-d84e-4903-8305-149479fdee70 req-1c368c3b-6c60-4f0b-8bd1-1de4327e90f5 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:39.208168 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a4182cdd-d84e-4903-8305-149479fdee70 req-1c368c3b-6c60-4f0b-8bd1-1de4327e90f5 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:39.209477 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-97ec7ddd-5064-4f15-8870-a968de9b93a0 None None] Provisioning for port 3ef39a42-a126-4bb0-bc4c-ce3b4178bf58 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:22:39.215618 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-97ec7ddd-5064-4f15-8870-a968de9b93a0 None None] Provisioning complete for port 3ef39a42-a126-4bb0-bc4c-ce3b4178bf58 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:22:39.216185 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-97ec7ddd-5064-4f15-8870-a968de9b93a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:39.237803 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f739a1-0da4-49b8-b529-3d5354d851f5 req-26bd057d-5b1d-4f0c-bd54-bb1b898d9e3f tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:39.239294 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b5f739a1-0da4-49b8-b529-3d5354d851f5 req-26bd057d-5b1d-4f0c-bd54-bb1b898d9e3f tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.7466140 May 31 13:22:39.277142 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-4ed8aca5-9402-4977-8f56-c49ca02fee49 req-60139261-5555-4105-b6de-e391e33ac23c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d67651fe-66f4-4ad0-bc5c-2a3f215f7ef7 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:22:39.283452 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a4182cdd-d84e-4903-8305-149479fdee70 req-1c368c3b-6c60-4f0b-8bd1-1de4327e90f5 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1319339 May 31 13:22:39.291248 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-4ed8aca5-9402-4977-8f56-c49ca02fee49 req-60139261-5555-4105-b6de-e391e33ac23c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:39.306631 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-a4182cdd-d84e-4903-8305-149479fdee70 req-124c4980-a623-4104-99fa-9b63ea0f3050 service neutron] Request body: {'port': {'device_id': 'f3ae7dd3-1e2c-4136-92d4-42e9b83cc48d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:22:39.334294 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-97ec7ddd-5064-4f15-8870-a968de9b93a0 None None] Port 3ef39a42-a126-4bb0-bc4c-ce3b4178bf58 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:22:39.356625 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3f3be-a415-400a-adec-d98894db7025 req-9479ce45-29a8-42dc-b73c-3646950ec8fd tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:39.362833 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3f3be-a415-400a-adec-d98894db7025 req-9479ce45-29a8-42dc-b73c-3646950ec8fd tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:39.368961 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3f3be-a415-400a-adec-d98894db7025 req-9479ce45-29a8-42dc-b73c-3646950ec8fd tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:39.370689 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-78f3f3be-a415-400a-adec-d98894db7025 req-9479ce45-29a8-42dc-b73c-3646950ec8fd tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7be184c-e414-411c-b8db-97c10ebd4e75 HTTP/1.1" status: 200 len: 2418 time: 0.6913474 May 31 13:22:39.465715 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c959403-829a-42db-9301-64d3367f2be1 req-1449fbea-b4eb-4c15-9a8d-6b7afc72959d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:39.467853 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3c959403-829a-42db-9301-64d3367f2be1 req-1449fbea-b4eb-4c15-9a8d-6b7afc72959d service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4656951 May 31 13:22:39.471205 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-4ed8aca5-9402-4977-8f56-c49ca02fee49 req-60139261-5555-4105-b6de-e391e33ac23c service neutron] Transition to ACTIVE for port object d67651fe-66f4-4ad0-bc5c-2a3f215f7ef7 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:22:39.495476 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-4ed8aca5-9402-4977-8f56-c49ca02fee49 req-60139261-5555-4105-b6de-e391e33ac23c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:39.613824 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-78f3f3be-a415-400a-adec-d98894db7025 req-0c3eced1-6744-49b1-916a-80b89a243716 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.50 "GET /v2.0/security-groups?id=81ecd401-c676-4ce2-9977-0e736c745f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276058 May 31 13:22:39.788097 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60139261-5555-4105-b6de-e391e33ac23c service neutron] Pushing event updated for resources: {'Port': ['ID=d67651fe-66f4-4ad0-bc5c-2a3f215f7ef7,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:39.791541 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a4182cdd-d84e-4903-8305-149479fdee70 req-124c4980-a623-4104-99fa-9b63ea0f3050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:39.905166 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6328e175-d43e-457c-89fe-c46f50c5494d req-0e32c2ed-387e-495a-a2d9-b4560a44c431 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:39.905872 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-6328e175-d43e-457c-89fe-c46f50c5494d req-0e32c2ed-387e-495a-a2d9-b4560a44c431 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Synchronizing usage tracker for tenant:c905d91f2f614f928153cd05b2f8a225 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:22:39.910187 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bf5ed991-9674-4836-ac66-00c3992a211b req-3c41ff14-6a99-4b25-8bfb-cd8347255e90 tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] 10.222.0.50 "GET /v2.0/security-groups/2dd32b06-a58a-4a7a-9dc2-4b4bc8b70268 HTTP/1.1" status: 200 len: 2405 time: 0.2188296 May 31 13:22:39.983053 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-6328e175-d43e-457c-89fe-c46f50c5494d req-0e32c2ed-387e-495a-a2d9-b4560a44c431 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Unset dirty status for tenant:c905d91f2f614f928153cd05b2f8a225 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:22:39.984578 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6328e175-d43e-457c-89fe-c46f50c5494d req-0e32c2ed-387e-495a-a2d9-b4560a44c431 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3ae7dd3-1e2c-4136-92d4-42e9b83cc48d HTTP/1.1" status: 200 len: 935 time: 0.6027615 May 31 13:22:40.050559 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-4ed8aca5-9402-4977-8f56-c49ca02fee49 req-60139261-5555-4105-b6de-e391e33ac23c service neutron] Attempting to bind port d67651fe-66f4-4ad0-bc5c-2a3f215f7ef7 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:22:40.050891 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-4ed8aca5-9402-4977-8f56-c49ca02fee49 req-60139261-5555-4105-b6de-e391e33ac23c service neutron] Attempting to bind port d67651fe-66f4-4ad0-bc5c-2a3f215f7ef7 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': '5e25fb0d-97f0-46e3-9365-1fe4cebfedef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '54080721-9f8a-4f91-bfc0-a61481e712fa'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:22:40.051219 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed8aca5-9402-4977-8f56-c49ca02fee49 req-60139261-5555-4105-b6de-e391e33ac23c service neutron] Attempting to bind port d67651fe-66f4-4ad0-bc5c-2a3f215f7ef7 on network 54080721-9f8a-4f91-bfc0-a61481e712fa {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:22:40.118746 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed8aca5-9402-4977-8f56-c49ca02fee49 req-60139261-5555-4105-b6de-e391e33ac23c service neutron] Port d67651fe-66f4-4ad0-bc5c-2a3f215f7ef7 on network 54080721-9f8a-4f91-bfc0-a61481e712fa not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:22:40.119070 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed8aca5-9402-4977-8f56-c49ca02fee49 req-60139261-5555-4105-b6de-e391e33ac23c service neutron] Attempting to bind port d67651fe-66f4-4ad0-bc5c-2a3f215f7ef7 on network 54080721-9f8a-4f91-bfc0-a61481e712fa {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:22:40.142296 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed8aca5-9402-4977-8f56-c49ca02fee49 req-60139261-5555-4105-b6de-e391e33ac23c service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:22:40.142635 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed8aca5-9402-4977-8f56-c49ca02fee49 req-60139261-5555-4105-b6de-e391e33ac23c service neutron] Checking segment: {'id': '5e25fb0d-97f0-46e3-9365-1fe4cebfedef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '54080721-9f8a-4f91-bfc0-a61481e712fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:22:40.143021 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed8aca5-9402-4977-8f56-c49ca02fee49 req-60139261-5555-4105-b6de-e391e33ac23c service neutron] Bound using segment: {'id': '5e25fb0d-97f0-46e3-9365-1fe4cebfedef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '54080721-9f8a-4f91-bfc0-a61481e712fa'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:22:40.143469 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-4ed8aca5-9402-4977-8f56-c49ca02fee49 req-60139261-5555-4105-b6de-e391e33ac23c service neutron] Bound port: d67651fe-66f4-4ad0-bc5c-2a3f215f7ef7, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e25fb0d-97f0-46e3-9365-1fe4cebfedef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '54080721-9f8a-4f91-bfc0-a61481e712fa'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:22:40.143814 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-4ed8aca5-9402-4977-8f56-c49ca02fee49 req-60139261-5555-4105-b6de-e391e33ac23c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:40.232757 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f875ff-9704-4641-b2d3-ffd5cfcb6ead req-dde82a8f-2db5-42bc-8e5c-50586b660c1c tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:40.233449 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-53f875ff-9704-4641-b2d3-ffd5cfcb6ead req-dde82a8f-2db5-42bc-8e5c-50586b660c1c tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Synchronizing usage tracker for tenant:b507f55702b4454690aaa4c9f4de29b0 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:22:40.246135 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-53f875ff-9704-4641-b2d3-ffd5cfcb6ead req-dde82a8f-2db5-42bc-8e5c-50586b660c1c tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Unset dirty status for tenant:b507f55702b4454690aaa4c9f4de29b0 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:22:40.247540 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-53f875ff-9704-4641-b2d3-ffd5cfcb6ead req-dde82a8f-2db5-42bc-8e5c-50586b660c1c tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ee30518-0d5d-4b0c-89f6-3c303f271df7 HTTP/1.1" status: 200 len: 946 time: 0.1213288 May 31 13:22:40.265479 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6328e175-d43e-457c-89fe-c46f50c5494d req-4f2d8735-b253-41ec-b399-ac137bec1158 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380440 May 31 13:22:40.352069 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-53f875ff-9704-4641-b2d3-ffd5cfcb6ead req-6b5e6dbd-8027-49c1-a487-612e665a3dfd tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Deleting port a0c3a9ed-10db-4c2d-97a5-5799e321f3f8 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:22:40.352412 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-53f875ff-9704-4641-b2d3-ffd5cfcb6ead req-6b5e6dbd-8027-49c1-a487-612e665a3dfd tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:40.413264 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2049615-cdd0-4373-a73e-ed4592a22938 req-4086fbfc-ca1a-49b7-8cdb-b5499cae2ce9 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:40.414817 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d2049615-cdd0-4373-a73e-ed4592a22938 req-4086fbfc-ca1a-49b7-8cdb-b5499cae2ce9 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ee30518-0d5d-4b0c-89f6-3c303f271df7 HTTP/1.1" status: 200 len: 946 time: 0.3867309 May 31 13:22:40.469928 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-4ed8aca5-9402-4977-8f56-c49ca02fee49 req-60139261-5555-4105-b6de-e391e33ac23c service neutron] For port d67651fe-66f4-4ad0-bc5c-2a3f215f7ef7, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:22:40.478609 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-60229f59-9941-4b38-90dc-617a3f8739b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:40.502784 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ab03a6cd-1991-4021-b872-4eccead08071 req-b0129bc6-434e-4d80-971c-cd80951f0e6a tempest-ServersAdmin275Test-224223523 tempest-ServersAdmin275Test-224223523-project] 10.222.0.50 "GET /v2.0/ports?device_id=385ab51b-b4d3-4a53-a563-c02e0d6c3bb2 HTTP/1.1" status: 200 len: 210 time: 0.0637023 May 31 13:22:40.507434 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-4ed8aca5-9402-4977-8f56-c49ca02fee49 req-60139261-5555-4105-b6de-e391e33ac23c service neutron] For port d67651fe-66f4-4ad0-bc5c-2a3f215f7ef7, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=d67651fe-66f4-4ad0-bc5c-2a3f215f7ef7,segment=NetworkSegment(5e25fb0d-97f0-46e3-9365-1fe4cebfedef),segment_id=5e25fb0d-97f0-46e3-9365-1fe4cebfedef)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:22:40.526173 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-4ed8aca5-9402-4977-8f56-c49ca02fee49 req-60139261-5555-4105-b6de-e391e33ac23c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:40.605867 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d2049615-cdd0-4373-a73e-ed4592a22938 req-3dc3a2c8-cfd3-4bc0-969a-277ab70335bb tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a8d50c8-ecaa-42f3-ab2e-6ee0f73e2630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1826084 May 31 13:22:40.718216 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-53f875ff-9704-4641-b2d3-ffd5cfcb6ead req-6b5e6dbd-8027-49c1-a487-612e665a3dfd tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] For port a0c3a9ed-10db-4c2d-97a5-5799e321f3f8, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=a0c3a9ed-10db-4c2d-97a5-5799e321f3f8,segment=NetworkSegment(cc4868b5-30a5-4956-8627-7d52c92af76c),segment_id=cc4868b5-30a5-4956-8627-7d52c92af76c)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:22:40.718740 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-53f875ff-9704-4641-b2d3-ffd5cfcb6ead req-6b5e6dbd-8027-49c1-a487-612e665a3dfd tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:40.850386 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8aca5-9402-4977-8f56-c49ca02fee49 req-60139261-5555-4105-b6de-e391e33ac23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:40.850994 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-4ed8aca5-9402-4977-8f56-c49ca02fee49 req-60139261-5555-4105-b6de-e391e33ac23c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:40.852344 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4ed8aca5-9402-4977-8f56-c49ca02fee49 req-60139261-5555-4105-b6de-e391e33ac23c service neutron] 10.222.0.44 "PUT /v2.0/ports/d67651fe-66f4-4ad0-bc5c-2a3f215f7ef7 HTTP/1.1" status: 200 len: 1092 time: 3.1483800 May 31 13:22:40.891202 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71bc0373-5ee9-4050-a881-4a2e2048d293', 'tag': 'd67651fe-66f4-4ad0-bc5c-2a3f215f7ef7'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:22:40.985197 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-9398aed5-28d0-4444-b6aa-0a403bfd4038 req-4f324714-cf01-4b4c-9cfa-743fe0191eef tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Synchronizing usage tracker for tenant:c2eee9c4792947daa997d835b24e8bf2 on resource:floatingip {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:22:40.996574 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-a4182cdd-d84e-4903-8305-149479fdee70 req-124c4980-a623-4104-99fa-9b63ea0f3050 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ef39a42-a126-4bb0-bc4c-ce3b4178bf58 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:22:41.022691 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a4182cdd-d84e-4903-8305-149479fdee70 req-124c4980-a623-4104-99fa-9b63ea0f3050 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:41.036717 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3c959403-829a-42db-9301-64d3367f2be1 req-dce5c9ec-75ff-4f04-8112-4ebd2aa3a8bf tempest-ServersAdmin275Test-224223523 tempest-ServersAdmin275Test-224223523-project] 10.222.0.44 "GET /v2.0/ports?device_id=385ab51b-b4d3-4a53-a563-c02e0d6c3bb2 HTTP/1.1" status: 200 len: 210 time: 0.1388657 May 31 13:22:41.061106 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60139261-5555-4105-b6de-e391e33ac23c service neutron] Pushing event updated for resources: {'Port': ['ID=d67651fe-66f4-4ad0-bc5c-2a3f215f7ef7,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:41.075018 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-a4182cdd-d84e-4903-8305-149479fdee70 req-124c4980-a623-4104-99fa-9b63ea0f3050 service neutron] Transition to ACTIVE for port object 3ef39a42-a126-4bb0-bc4c-ce3b4178bf58 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:22:41.075854 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-9398aed5-28d0-4444-b6aa-0a403bfd4038 req-4f324714-cf01-4b4c-9cfa-743fe0191eef tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Unset dirty status for tenant:c2eee9c4792947daa997d835b24e8bf2 on resource:floatingip {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:22:41.078245 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9398aed5-28d0-4444-b6aa-0a403bfd4038 req-4f324714-cf01-4b4c-9cfa-743fe0191eef tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] 10.222.0.50 "GET /v2.0/floatingips?tenant_id=c2eee9c4792947daa997d835b24e8bf2 HTTP/1.1" status: 200 len: 1655 time: 0.4805932 May 31 13:22:41.089669 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a4182cdd-d84e-4903-8305-149479fdee70 req-124c4980-a623-4104-99fa-9b63ea0f3050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:41.110800 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-53f875ff-9704-4641-b2d3-ffd5cfcb6ead req-6b5e6dbd-8027-49c1-a487-612e665a3dfd tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:41.111170 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-53f875ff-9704-4641-b2d3-ffd5cfcb6ead req-6b5e6dbd-8027-49c1-a487-612e665a3dfd tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:41.111509 n-d-843939-1 neutron-server[88369]: INFO neutron.db.l3_db [req-53f875ff-9704-4641-b2d3-ffd5cfcb6ead req-6b5e6dbd-8027-49c1-a487-612e665a3dfd tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Floating IP 4139a634-0314-4a3c-82a2-5ff196420ff6 disassociated. External IP: 172.25.6.145, port: a0c3a9ed-10db-4c2d-97a5-5799e321f3f8. May 31 13:22:41.111844 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-53f875ff-9704-4641-b2d3-ffd5cfcb6ead req-6b5e6dbd-8027-49c1-a487-612e665a3dfd tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Calling delete_port for a0c3a9ed-10db-4c2d-97a5-5799e321f3f8 owned by compute:nova {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:22:41.282306 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-53f875ff-9704-4641-b2d3-ffd5cfcb6ead req-6b5e6dbd-8027-49c1-a487-612e665a3dfd tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:41.356095 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5e6dbd-8027-49c1-a487-612e665a3dfd tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Pushing event deleted for resources: {'Port': ['ID=a0c3a9ed-10db-4c2d-97a5-5799e321f3f8,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:41.394974 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124c4980-a623-4104-99fa-9b63ea0f3050 service neutron] Pushing event updated for resources: {'Port': ['ID=3ef39a42-a126-4bb0-bc4c-ce3b4178bf58,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:41.514746 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8aca5-9402-4977-8f56-c49ca02fee49 req-feb702fa-0b94-4a85-bd9a-c7232c3c0e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:41.516336 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4ed8aca5-9402-4977-8f56-c49ca02fee49 req-feb702fa-0b94-4a85-bd9a-c7232c3c0e24 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e2597a7ed6d8470e9c70cdf094415106&device_id=71bc0373-5ee9-4050-a881-4a2e2048d293 HTTP/1.1" status: 200 len: 1095 time: 0.6171243 May 31 13:22:41.555568 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4efe35-e962-4ea7-869a-d36864bfa3cf req-d18fc0e5-795c-4d33-9f9c-e7019b50be1d tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:41.562564 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5b4efe35-e962-4ea7-869a-d36864bfa3cf req-d18fc0e5-795c-4d33-9f9c-e7019b50be1d tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/ports?device_id=71bc0373-5ee9-4050-a881-4a2e2048d293 HTTP/1.1" status: 200 len: 944 time: 0.7281878 May 31 13:22:41.646049 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [req-53f875ff-9704-4641-b2d3-ffd5cfcb6ead req-6b5e6dbd-8027-49c1-a487-612e665a3dfd tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Router bd651f60-0be8-4c16-8cb7-f5e40172e9d0 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:22:41.689739 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9398aed5-28d0-4444-b6aa-0a403bfd4038 req-c34fef01-c7cc-497f-a1dd-43f54699ad06 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:41.696417 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9398aed5-28d0-4444-b6aa-0a403bfd4038 req-c34fef01-c7cc-497f-a1dd-43f54699ad06 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] 10.222.0.50 "GET /v2.0/networks?id=d2103cd5-63ba-4c24-9d95-fd17643bf14c&id=d2103cd5-63ba-4c24-9d95-fd17643bf14c&id=d2103cd5-63ba-4c24-9d95-fd17643bf14c HTTP/1.1" status: 200 len: 787 time: 0.6076531 May 31 13:22:41.720663 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [req-9398aed5-28d0-4444-b6aa-0a403bfd4038 req-10319fb6-1573-4fda-8678-264939b383ee tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:22:41.721653 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9398aed5-28d0-4444-b6aa-0a403bfd4038 req-10319fb6-1573-4fda-8678-264939b383ee tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0244920 May 31 13:22:41.723004 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4ed8aca5-9402-4977-8f56-c49ca02fee49 req-1138266e-1751-4025-8f8d-d769b3b34387 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d67651fe-66f4-4ad0-bc5c-2a3f215f7ef7 HTTP/1.1" status: 200 len: 217 time: 0.1230369 May 31 13:22:41.822559 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5b4efe35-e962-4ea7-869a-d36864bfa3cf req-57c006a3-39fa-4811-942c-2034d34c0d0b tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/security-groups?id=9bb73710-3d65-4dab-a4f3-8814f415ca6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590475 May 31 13:22:41.835320 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-405c765b-e150-4fd6-a135-e28834b8cf14 req-47b6a08b-1f7d-4d3b-a9ac-830adc7df3cc tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] 10.222.0.50 "GET /v2.0/security-group-rules/6200bf39-639d-413b-9d17-811d3e750d17 HTTP/1.1" status: 200 len: 778 time: 0.0477860 May 31 13:22:41.907430 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-a4182cdd-d84e-4903-8305-149479fdee70 req-124c4980-a623-4104-99fa-9b63ea0f3050 service neutron] Attempting to bind port 3ef39a42-a126-4bb0-bc4c-ce3b4178bf58 on host n-h1-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:22:41.908107 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-a4182cdd-d84e-4903-8305-149479fdee70 req-124c4980-a623-4104-99fa-9b63ea0f3050 service neutron] Attempting to bind port 3ef39a42-a126-4bb0-bc4c-ce3b4178bf58 by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:22:41.908674 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4182cdd-d84e-4903-8305-149479fdee70 req-124c4980-a623-4104-99fa-9b63ea0f3050 service neutron] Attempting to bind port 3ef39a42-a126-4bb0-bc4c-ce3b4178bf58 on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:22:41.909439 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-53f875ff-9704-4641-b2d3-ffd5cfcb6ead req-6b5e6dbd-8027-49c1-a487-612e665a3dfd tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:22:41.925616 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d194b67-dd9a-461b-a8b6-d33ebd289725 None None] Sync routers for ids ['bd651f60-0be8-4c16-8cb7-f5e40172e9d0'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:22:41.949224 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d194b67-dd9a-461b-a8b6-d33ebd289725 None None] Routers {'bd651f60-0be8-4c16-8cb7-f5e40172e9d0'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:22:41.950117 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-2d194b67-dd9a-461b-a8b6-d33ebd289725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:22:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['bd651f60-0be8-4c16-8cb7-f5e40172e9d0'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:22:41.956336 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4182cdd-d84e-4903-8305-149479fdee70 req-124c4980-a623-4104-99fa-9b63ea0f3050 service neutron] Port 3ef39a42-a126-4bb0-bc4c-ce3b4178bf58 on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:22:41.956853 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4182cdd-d84e-4903-8305-149479fdee70 req-124c4980-a623-4104-99fa-9b63ea0f3050 service neutron] Attempting to bind port 3ef39a42-a126-4bb0-bc4c-ce3b4178bf58 on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:22:41.964603 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4182cdd-d84e-4903-8305-149479fdee70 req-124c4980-a623-4104-99fa-9b63ea0f3050 service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:22:41.965023 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4182cdd-d84e-4903-8305-149479fdee70 req-124c4980-a623-4104-99fa-9b63ea0f3050 service neutron] Checking segment: {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:22:41.965517 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4182cdd-d84e-4903-8305-149479fdee70 req-124c4980-a623-4104-99fa-9b63ea0f3050 service neutron] Bound using segment: {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:22:41.966013 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-a4182cdd-d84e-4903-8305-149479fdee70 req-124c4980-a623-4104-99fa-9b63ea0f3050 service neutron] Bound port: 3ef39a42-a126-4bb0-bc4c-ce3b4178bf58, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:22:41.966443 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a4182cdd-d84e-4903-8305-149479fdee70 req-124c4980-a623-4104-99fa-9b63ea0f3050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:41.985375 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-405c765b-e150-4fd6-a135-e28834b8cf14 req-5a566c20-ca9d-4790-a157-91ca2617465f tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] 10.222.0.50 "GET /v2.0/security-groups/2dd32b06-a58a-4a7a-9dc2-4b4bc8b70268 HTTP/1.1" status: 200 len: 2405 time: 0.1197898 May 31 13:22:41.986988 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8aca5-9402-4977-8f56-c49ca02fee49 req-91da3851-757b-4ad5-a9c0-d85ec4189ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:41.988446 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4ed8aca5-9402-4977-8f56-c49ca02fee49 req-91da3851-757b-4ad5-a9c0-d85ec4189ca2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=83cbe83f-97ff-497d-8da2-ff6d3874e4c0 HTTP/1.1" status: 200 len: 845 time: 0.2582061 May 31 13:22:42.180872 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-405c765b-e150-4fd6-a135-e28834b8cf14 req-8ff40626-81fe-4932-8d09-50d1106a025b tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:42.188001 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-53f875ff-9704-4641-b2d3-ffd5cfcb6ead req-6b5e6dbd-8027-49c1-a487-612e665a3dfd tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] No DVR routers for this DVR port a0c3a9ed-10db-4c2d-97a5-5799e321f3f8 on host n-h1-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:22:42.190704 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-53f875ff-9704-4641-b2d3-ffd5cfcb6ead req-6b5e6dbd-8027-49c1-a487-612e665a3dfd tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:42.195981 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ee30518-0d5d-4b0c-89f6-3c303f271df7', 'name': 'network-vif-deleted', 'tag': 'a0c3a9ed-10db-4c2d-97a5-5799e321f3f8'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:22:42.206028 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4ed8aca5-9402-4977-8f56-c49ca02fee49 req-916c6905-0263-4fe2-bfde-a5a5440807d6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=54080721-9f8a-4f91-bfc0-a61481e712fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1638486 May 31 13:22:42.209076 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-2d194b67-dd9a-461b-a8b6-d33ebd289725 None None] Set router bd651f60-0be8-4c16-8cb7-f5e40172e9d0 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:22:42.214882 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-53f875ff-9704-4641-b2d3-ffd5cfcb6ead req-6b5e6dbd-8027-49c1-a487-612e665a3dfd tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] 10.222.0.20 "DELETE /v2.0/ports/a0c3a9ed-10db-4c2d-97a5-5799e321f3f8 HTTP/1.1" status: 204 len: 173 time: 1.9618561 May 31 13:22:42.266921 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-405c765b-e150-4fd6-a135-e28834b8cf14 req-8ff40626-81fe-4932-8d09-50d1106a025b tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:42.416361 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device a0c3a9ed-10db-4c2d-97a5-5799e321f3f8 no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:22:42.505147 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] No Port match for: a0c3a9ed-10db-4c2d-97a5-5799e321f3f8 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:22:42.505683 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device a0c3a9ed-10db-4c2d-97a5-5799e321f3f8 not bound to the agent host n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:22:42.524655 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-a4182cdd-d84e-4903-8305-149479fdee70 req-124c4980-a623-4104-99fa-9b63ea0f3050 service neutron] For port 3ef39a42-a126-4bb0-bc4c-ce3b4178bf58, host n-h1-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:22:42.527506 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-405c765b-e150-4fd6-a135-e28834b8cf14 req-8ff40626-81fe-4932-8d09-50d1106a025b tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:42.556746 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586254fb-2f28-4831-8c6d-2b5b9dfd74a9 req-85c5ecaf-da4e-4381-992a-f14829afb174 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:42.562579 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586254fb-2f28-4831-8c6d-2b5b9dfd74a9 req-85c5ecaf-da4e-4381-992a-f14829afb174 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:42.568375 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586254fb-2f28-4831-8c6d-2b5b9dfd74a9 req-85c5ecaf-da4e-4381-992a-f14829afb174 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:42.570053 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-586254fb-2f28-4831-8c6d-2b5b9dfd74a9 req-85c5ecaf-da4e-4381-992a-f14829afb174 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7be184c-e414-411c-b8db-97c10ebd4e75 HTTP/1.1" status: 200 len: 2418 time: 0.5268536 May 31 13:22:42.571892 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4ed8aca5-9402-4977-8f56-c49ca02fee49 req-bf783aba-eb71-4c0c-a1a5-b3e6d67e2b49 service neutron] 10.222.0.44 "GET /v2.0/networks/54080721-9f8a-4f91-bfc0-a61481e712fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3496177 May 31 13:22:42.577927 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff40626-81fe-4932-8d09-50d1106a025b tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6200bf39-639d-413b-9d17-811d3e750d17,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:42.582947 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-a4182cdd-d84e-4903-8305-149479fdee70 req-124c4980-a623-4104-99fa-9b63ea0f3050 service neutron] For port 3ef39a42-a126-4bb0-bc4c-ce3b4178bf58, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=3ef39a42-a126-4bb0-bc4c-ce3b4178bf58,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:22:42.583691 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-405c765b-e150-4fd6-a135-e28834b8cf14 req-8ff40626-81fe-4932-8d09-50d1106a025b tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:42.584890 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-405c765b-e150-4fd6-a135-e28834b8cf14 req-8ff40626-81fe-4932-8d09-50d1106a025b tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/6200bf39-639d-413b-9d17-811d3e750d17 HTTP/1.1" status: 204 len: 173 time: 0.5917132 May 31 13:22:42.636382 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a4182cdd-d84e-4903-8305-149479fdee70 req-124c4980-a623-4104-99fa-9b63ea0f3050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:42.645429 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-2d194b67-dd9a-461b-a8b6-d33ebd289725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd651f60-0be8-4c16-8cb7-f5e40172e9d0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-732351676-router', 'tenant_id': 'b507f55702b4454690aaa4c9f4de29b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': '0b7ddb7f-6fe3-4b26-9866-154d36fe3a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:18:52Z', 'updated_at': '2022-05-31T13:19:06Z', 'revision_number': 4, 'project_id': 'b507f55702b4454690aaa4c9f4de29b0', 'gw_port': {'id': '0b7ddb7f-6fe3-4b26-9866-154d36fe3a17', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:26:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd651f60-0be8-4c16-8cb7-f5e40172e9d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:18:55Z', 'updated_at': '2022-05-31T13:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'afa8a152-e452-49c0-b1e2-c656552eaeef', 'name': '', 'network_id': '166095fb-602c-4131-97e4-e6648d07bb0e', 'tenant_id': 'b507f55702b4454690aaa4c9f4de29b0', 'mac_address': 'fa:16:3e:93:32:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd651f60-0be8-4c16-8cb7-f5e40172e9d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 153, 'fixed_ips': [{'subnet_id': '351010e5-51b7-43d5-9224-87aaece5e49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:19:03Z', 'updated_at': '2022-05-31T13:19:15Z', 'revision_number': 5, 'project_id': 'b507f55702b4454690aaa4c9f4de29b0', 'subnets': [{'id': '351010e5-51b7-43d5-9224-87aaece5e49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:22:42.650405 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d194b67-dd9a-461b-a8b6-d33ebd289725 None None] Checking router: bd651f60-0be8-4c16-8cb7-f5e40172e9d0 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:22:42.666684 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d194b67-dd9a-461b-a8b6-d33ebd289725 None None] Routers {'bd651f60-0be8-4c16-8cb7-f5e40172e9d0'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:22:42.667342 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-2d194b67-dd9a-461b-a8b6-d33ebd289725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:22:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['bd651f60-0be8-4c16-8cb7-f5e40172e9d0'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:22:42.743064 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d46669b8-94a5-402d-bf41-4284eff3c93a'] response: {'name': 'network-changed', 'server_uuid': '71bc0373-5ee9-4050-a881-4a2e2048d293', 'tag': 'd67651fe-66f4-4ad0-bc5c-2a3f215f7ef7', 'status': 'completed', 'code': 200} May 31 13:22:42.852067 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-589fa770-b318-4649-8ce6-d72e003f418b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:42.872963 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4182cdd-d84e-4903-8305-149479fdee70 req-124c4980-a623-4104-99fa-9b63ea0f3050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:42.874576 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a4182cdd-d84e-4903-8305-149479fdee70 req-124c4980-a623-4104-99fa-9b63ea0f3050 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:42.876085 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a4182cdd-d84e-4903-8305-149479fdee70 req-124c4980-a623-4104-99fa-9b63ea0f3050 service neutron] 10.222.0.20 "PUT /v2.0/ports/3ef39a42-a126-4bb0-bc4c-ce3b4178bf58 HTTP/1.1" status: 200 len: 1095 time: 3.5798647 May 31 13:22:42.907552 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-586254fb-2f28-4831-8c6d-2b5b9dfd74a9 req-8e23ab8c-d34d-4a83-a40b-97f899198a43 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.50 "GET /v2.0/security-groups?id=81ecd401-c676-4ce2-9977-0e736c745f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3308027 May 31 13:22:42.915544 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-2d194b67-dd9a-461b-a8b6-d33ebd289725 None None] Set router bd651f60-0be8-4c16-8cb7-f5e40172e9d0 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:22:43.302828 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124c4980-a623-4104-99fa-9b63ea0f3050 service neutron] Pushing event updated for resources: {'Port': ['ID=3ef39a42-a126-4bb0-bc4c-ce3b4178bf58,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:43.357230 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4ed8aca5-9402-4977-8f56-c49ca02fee49 req-cd070ac5-b523-4ed2-8746-644220806bb2 service neutron] 10.222.0.44 "GET /v2.0/networks/54080721-9f8a-4f91-bfc0-a61481e712fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7766409 May 31 13:22:43.375041 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1ecc78bd-b01a-4f69-9ca3-fffe0b38fee0 req-e726ce59-fe2f-4be0-b6a9-dbd0dc9d4f3b tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] 10.222.0.50 "GET /v2.0/floatingips/9ba53732-831a-4ff1-b739-f403839ea866 HTTP/1.1" status: 200 len: 692 time: 0.1267838 May 31 13:22:43.464634 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 36706) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:22:43.502207 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-2d194b67-dd9a-461b-a8b6-d33ebd289725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd651f60-0be8-4c16-8cb7-f5e40172e9d0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-732351676-router', 'tenant_id': 'b507f55702b4454690aaa4c9f4de29b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': '0b7ddb7f-6fe3-4b26-9866-154d36fe3a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:18:52Z', 'updated_at': '2022-05-31T13:19:06Z', 'revision_number': 4, 'project_id': 'b507f55702b4454690aaa4c9f4de29b0', 'gw_port': {'id': '0b7ddb7f-6fe3-4b26-9866-154d36fe3a17', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:26:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd651f60-0be8-4c16-8cb7-f5e40172e9d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:18:55Z', 'updated_at': '2022-05-31T13:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'afa8a152-e452-49c0-b1e2-c656552eaeef', 'name': '', 'network_id': '166095fb-602c-4131-97e4-e6648d07bb0e', 'tenant_id': 'b507f55702b4454690aaa4c9f4de29b0', 'mac_address': 'fa:16:3e:93:32:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd651f60-0be8-4c16-8cb7-f5e40172e9d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 153, 'fixed_ips': [{'subnet_id': '351010e5-51b7-43d5-9224-87aaece5e49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:19:03Z', 'updated_at': '2022-05-31T13:19:15Z', 'revision_number': 5, 'project_id': 'b507f55702b4454690aaa4c9f4de29b0', 'subnets': [{'id': '351010e5-51b7-43d5-9224-87aaece5e49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:22:43.507968 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d194b67-dd9a-461b-a8b6-d33ebd289725 None None] The sync data for ids ['bd651f60-0be8-4c16-8cb7-f5e40172e9d0'] in n-d-843939-1 is: [{'id': 'bd651f60-0be8-4c16-8cb7-f5e40172e9d0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-732351676-router', 'tenant_id': 'b507f55702b4454690aaa4c9f4de29b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': '0b7ddb7f-6fe3-4b26-9866-154d36fe3a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:18:52Z', 'updated_at': '2022-05-31T13:19:06Z', 'revision_number': 4, 'project_id': 'b507f55702b4454690aaa4c9f4de29b0', 'gw_port': {'id': '0b7ddb7f-6fe3-4b26-9866-154d36fe3a17', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:26:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd651f60-0be8-4c16-8cb7-f5e40172e9d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:18:55Z', 'updated_at': '2022-05-31T13:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'afa8a152-e452-49c0-b1e2-c656552eaeef', 'name': '', 'network_id': '166095fb-602c-4131-97e4-e6648d07bb0e', 'tenant_id': 'b507f55702b4454690aaa4c9f4de29b0', 'mac_address': 'fa:16:3e:93:32:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd651f60-0be8-4c16-8cb7-f5e40172e9d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 153, 'fixed_ips': [{'subnet_id': '351010e5-51b7-43d5-9224-87aaece5e49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:19:03Z', 'updated_at': '2022-05-31T13:19:15Z', 'revision_number': 5, 'project_id': 'b507f55702b4454690aaa4c9f4de29b0', 'subnets': [{'id': '351010e5-51b7-43d5-9224-87aaece5e49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:22:43.526448 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b7d738-0835-4866-839d-50aa4172862f req-71fb5bd6-9d96-4a67-aba6-858cfbe71d12 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:43.533874 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c8b7d738-0835-4866-839d-50aa4172862f req-71fb5bd6-9d96-4a67-aba6-858cfbe71d12 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3ae7dd3-1e2c-4136-92d4-42e9b83cc48d HTTP/1.1" status: 200 len: 947 time: 0.7277007 May 31 13:22:43.628172 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4182cdd-d84e-4903-8305-149479fdee70 req-45bd637a-b62e-44e9-8d98-508b1d6bef94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:43.629723 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a4182cdd-d84e-4903-8305-149479fdee70 req-45bd637a-b62e-44e9-8d98-508b1d6bef94 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c905d91f2f614f928153cd05b2f8a225&device_id=f3ae7dd3-1e2c-4136-92d4-42e9b83cc48d HTTP/1.1" status: 200 len: 1098 time: 0.6402719 May 31 13:22:43.659544 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c8b7d738-0835-4866-839d-50aa4172862f req-55e67b19-3dbe-4aff-a67b-adad7d332460 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139596 May 31 13:22:43.667279 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:43.723972 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6867d8da-13db-4ed5-a1bd-6fb87e82db3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:43.724678 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:43.745456 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6867d8da-13db-4ed5-a1bd-6fb87e82db3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:22:43.752707 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a4182cdd-d84e-4903-8305-149479fdee70 req-b3bfea2c-f51a-4be9-9cf8-ecba29bb092f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=3ef39a42-a126-4bb0-bc4c-ce3b4178bf58 HTTP/1.1" status: 200 len: 217 time: 0.0919235 May 31 13:22:43.753191 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f9da8c2-199f-4fff-bf30-ae8e484c018f'] response: {'server_uuid': '0ee30518-0d5d-4b0c-89f6-3c303f271df7', 'name': 'network-vif-deleted', 'tag': 'a0c3a9ed-10db-4c2d-97a5-5799e321f3f8', 'status': 'completed', 'code': 200} May 31 13:22:43.754573 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-6867d8da-13db-4ed5-a1bd-6fb87e82db3b admin admin] Usage tracker for resource:security_group_rule and tenant:f98ea7adf5d24beeb8b87e8699d6fe02 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:22:43.758341 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-6867d8da-13db-4ed5-a1bd-6fb87e82db3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:22:43.762485 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc78bd-b01a-4f69-9ca3-fffe0b38fee0 req-4d3c4fb1-3279-4ec2-8d1c-535d3108c82a tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:43.765217 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1ecc78bd-b01a-4f69-9ca3-fffe0b38fee0 req-4d3c4fb1-3279-4ec2-8d1c-535d3108c82a tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] 10.222.0.50 "GET /v2.0/networks/d2103cd5-63ba-4c24-9d95-fd17643bf14c HTTP/1.1" status: 200 len: 784 time: 0.3803687 May 31 13:22:43.768160 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6867d8da-13db-4ed5-a1bd-6fb87e82db3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:22:43.854977 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-a78f59ef-634f-4e3c-87e3-c930041301a4 req-b1a57eb6-088e-4358-99a0-f0a8064f1c7a tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1235396351', 'description': 'tempest-description-1800772833'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:22:43.883595 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d442faf1-6bbe-446f-83d4-3870bbf6bfe9 None None] New status for floating IP 4139a634-0314-4a3c-82a2-5ff196420ff6: DOWN {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 13:22:43.890609 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6867d8da-13db-4ed5-a1bd-6fb87e82db3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:43.895247 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6867d8da-13db-4ed5-a1bd-6fb87e82db3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:43.941564 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b72f1-8e79-4b09-9b77-22487bf98a94 req-255a7d9f-b229-4e78-a6e8-60b995fcb91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:43.943106 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-862b72f1-8e79-4b09-9b77-22487bf98a94 req-255a7d9f-b229-4e78-a6e8-60b995fcb91e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e2597a7ed6d8470e9c70cdf094415106&device_id=71bc0373-5ee9-4050-a881-4a2e2048d293 HTTP/1.1" status: 200 len: 1095 time: 0.4729819 May 31 13:22:43.947207 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6867d8da-13db-4ed5-a1bd-6fb87e82db3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b71de4-afb2-4619-b38e-87d827b1e569,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:43.958459 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-a78f59ef-634f-4e3c-87e3-c930041301a4 req-b1a57eb6-088e-4358-99a0-f0a8064f1c7a tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:22:43.985706 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-6867d8da-13db-4ed5-a1bd-6fb87e82db3b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f98ea7adf5d24beeb8b87e8699d6fe02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5194690 May 31 13:22:43.985923 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 36714) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:22:43.999491 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1ecc78bd-b01a-4f69-9ca3-fffe0b38fee0 req-bbed37a6-4d3f-434c-9097-0e7b927dc4c7 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.27 HTTP/1.1" status: 200 len: 695 time: 0.1522350 May 31 13:22:44.007072 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-a78f59ef-634f-4e3c-87e3-c930041301a4 req-b1a57eb6-088e-4358-99a0-f0a8064f1c7a tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Usage tracker for resource:security_group and tenant:8bff224c80bf48b39f0f40a39dcca375 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:22:44.056891 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3c09ec37-404a-458e-a996-549a04515ae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:44.096182 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3c09ec37-404a-458e-a996-549a04515ae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:44.130481 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4182cdd-d84e-4903-8305-149479fdee70 req-4beeb0bd-a70b-40f4-9ad0-138b63ce3a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:44.134416 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a4182cdd-d84e-4903-8305-149479fdee70 req-4beeb0bd-a70b-40f4-9ad0-138b63ce3a5c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.3680820 May 31 13:22:44.135388 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-a78f59ef-634f-4e3c-87e3-c930041301a4 req-b1a57eb6-088e-4358-99a0-f0a8064f1c7a tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:22:44.179235 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3c09ec37-404a-458e-a996-549a04515ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:44.196556 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c09ec37-404a-458e-a996-549a04515ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b71de4-afb2-4619-b38e-87d827b1e569,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:44.207042 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3c09ec37-404a-458e-a996-549a04515ae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:44.210608 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-3c09ec37-404a-458e-a996-549a04515ae6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b3b71de4-afb2-4619-b38e-87d827b1e569 HTTP/1.1" status: 204 len: 168 time: 0.2209969 May 31 13:22:44.229711 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1ecc78bd-b01a-4f69-9ca3-fffe0b38fee0 req-08bbbe2c-2920-4baf-8b81-ef370d5cdcc6 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.27 HTTP/1.1" status: 200 len: 695 time: 0.2196286 May 31 13:22:44.240289 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-a78f59ef-634f-4e3c-87e3-c930041301a4 req-b1a57eb6-088e-4358-99a0-f0a8064f1c7a tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:22:44.403925 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a78f59ef-634f-4e3c-87e3-c930041301a4 req-b1a57eb6-088e-4358-99a0-f0a8064f1c7a tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:44.546838 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-a78f59ef-634f-4e3c-87e3-c930041301a4 req-b1a57eb6-088e-4358-99a0-f0a8064f1c7a tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:22:44.564009 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-1ecc78bd-b01a-4f69-9ca3-fffe0b38fee0 req-474f3afa-ec9e-41bb-b81b-1c96e2c4f717 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Deleting port 312a5506-14f1-4b77-87be-b2f032abf76b {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:22:44.564354 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1ecc78bd-b01a-4f69-9ca3-fffe0b38fee0 req-474f3afa-ec9e-41bb-b81b-1c96e2c4f717 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:44.600779 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-a78f59ef-634f-4e3c-87e3-c930041301a4 req-b1a57eb6-088e-4358-99a0-f0a8064f1c7a tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Usage tracker for resource:security_group_rule and tenant:8bff224c80bf48b39f0f40a39dcca375 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:22:44.612677 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-a78f59ef-634f-4e3c-87e3-c930041301a4 req-b1a57eb6-088e-4358-99a0-f0a8064f1c7a tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:22:44.616997 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b72f1-8e79-4b09-9b77-22487bf98a94 req-c81c769e-afce-4eea-990c-e6cabb555d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:44.616997 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-862b72f1-8e79-4b09-9b77-22487bf98a94 req-c81c769e-afce-4eea-990c-e6cabb555d31 service neutron] 10.222.0.44 "GET /v2.0/networks?id=54080721-9f8a-4f91-bfc0-a61481e712fa HTTP/1.1" status: 200 len: 906 time: 0.6541717 May 31 13:22:44.635712 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-a78f59ef-634f-4e3c-87e3-c930041301a4 req-b1a57eb6-088e-4358-99a0-f0a8064f1c7a tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:22:44.701897 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4182cdd-d84e-4903-8305-149479fdee70 req-ef56e119-4f4a-47ae-8cf0-a3e21fb6d968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:44.703919 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a4182cdd-d84e-4903-8305-149479fdee70 req-ef56e119-4f4a-47ae-8cf0-a3e21fb6d968 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5523705 May 31 13:22:44.721572 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-862b72f1-8e79-4b09-9b77-22487bf98a94 req-cf94fd8e-e126-4d1e-bb5a-0111788296ee service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d67651fe-66f4-4ad0-bc5c-2a3f215f7ef7 HTTP/1.1" status: 200 len: 217 time: 0.0873475 May 31 13:22:44.762154 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3ae7dd3-1e2c-4136-92d4-42e9b83cc48d', 'tag': '3ef39a42-a126-4bb0-bc4c-ce3b4178bf58'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:22:44.793606 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 36728) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:22:44.821160 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9552ff05-e0f3-40a5-817a-ca32c389131b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:44.838533 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-9552ff05-e0f3-40a5-817a-ca32c389131b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:22:44.843201 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-9552ff05-e0f3-40a5-817a-ca32c389131b admin admin] Usage tracker for resource:security_group_rule and tenant:34170a7b8f7f432396a2326b352bc569 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:22:44.846614 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-9552ff05-e0f3-40a5-817a-ca32c389131b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:22:44.853647 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-9552ff05-e0f3-40a5-817a-ca32c389131b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:22:44.986419 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9552ff05-e0f3-40a5-817a-ca32c389131b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:45.001036 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9552ff05-e0f3-40a5-817a-ca32c389131b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:45.064049 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-9552ff05-e0f3-40a5-817a-ca32c389131b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=34170a7b8f7f432396a2326b352bc569&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2690551 May 31 13:22:45.064974 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552ff05-e0f3-40a5-817a-ca32c389131b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c841c42e-90bb-4bcb-adbb-962cfb9c3b62,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:45.067377 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 36732) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:22:45.140411 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-08f26700-4ed1-48ee-8d8a-d5b1c9c5882f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:45.169715 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-08f26700-4ed1-48ee-8d8a-d5b1c9c5882f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:45.178297 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b72f1-8e79-4b09-9b77-22487bf98a94 req-b1f0dbd2-c0b4-4714-849c-fac493dbe26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:45.180225 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-862b72f1-8e79-4b09-9b77-22487bf98a94 req-b1f0dbd2-c0b4-4714-849c-fac493dbe26b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=83cbe83f-97ff-497d-8da2-ff6d3874e4c0 HTTP/1.1" status: 200 len: 845 time: 0.4121006 May 31 13:22:45.193458 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1ecc78bd-b01a-4f69-9ca3-fffe0b38fee0 req-474f3afa-ec9e-41bb-b81b-1c96e2c4f717 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:45.193918 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1ecc78bd-b01a-4f69-9ca3-fffe0b38fee0 req-474f3afa-ec9e-41bb-b81b-1c96e2c4f717 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:45.230918 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-08f26700-4ed1-48ee-8d8a-d5b1c9c5882f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:45.253127 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f26700-4ed1-48ee-8d8a-d5b1c9c5882f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c841c42e-90bb-4bcb-adbb-962cfb9c3b62,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:45.257633 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-08f26700-4ed1-48ee-8d8a-d5b1c9c5882f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:45.262026 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-08f26700-4ed1-48ee-8d8a-d5b1c9c5882f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c841c42e-90bb-4bcb-adbb-962cfb9c3b62 HTTP/1.1" status: 204 len: 168 time: 0.1901345 May 31 13:22:45.402959 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:45.411210 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a78f59ef-634f-4e3c-87e3-c930041301a4 req-b1a57eb6-088e-4358-99a0-f0a8064f1c7a tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:45.419233 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-1ecc78bd-b01a-4f69-9ca3-fffe0b38fee0 req-474f3afa-ec9e-41bb-b81b-1c96e2c4f717 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Calling delete_port for 312a5506-14f1-4b77-87be-b2f032abf76b owned by network:floatingip {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:22:45.448774 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-862b72f1-8e79-4b09-9b77-22487bf98a94 req-0ee54c44-0e52-4906-926b-40845e5045a1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=54080721-9f8a-4f91-bfc0-a61481e712fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2435803 May 31 13:22:45.461206 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a78f59ef-634f-4e3c-87e3-c930041301a4 req-b1a57eb6-088e-4358-99a0-f0a8064f1c7a tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:45.500136 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a4182cdd-d84e-4903-8305-149479fdee70 req-2d0e16e3-fec7-445e-b9bc-f4eebeeac105 service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7836308 May 31 13:22:45.688176 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a78f59ef-634f-4e3c-87e3-c930041301a4 req-b1a57eb6-088e-4358-99a0-f0a8064f1c7a tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:45.689394 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a78f59ef-634f-4e3c-87e3-c930041301a4 req-b1a57eb6-088e-4358-99a0-f0a8064f1c7a tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.8407319 May 31 13:22:45.700907 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a57eb6-088e-4358-99a0-f0a8064f1c7a tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08319b23-ea37-41e7-a355-deaff8c09913,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:45.844319 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-862b72f1-8e79-4b09-9b77-22487bf98a94 req-03e747a6-13e9-4642-99c0-14e1a2c2f698 service neutron] 10.222.0.44 "GET /v2.0/networks/54080721-9f8a-4f91-bfc0-a61481e712fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3839650 May 31 13:22:45.882347 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a4182cdd-d84e-4903-8305-149479fdee70 req-7d073fab-c353-4828-85ad-ad5f9979b11e service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3634694 May 31 13:22:46.008549 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1ecc78bd-b01a-4f69-9ca3-fffe0b38fee0 req-474f3afa-ec9e-41bb-b81b-1c96e2c4f717 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:46.072415 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474f3afa-ec9e-41bb-b81b-1c96e2c4f717 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Pushing event deleted for resources: {'Port': ['ID=312a5506-14f1-4b77-87be-b2f032abf76b,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:46.180998 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-862b72f1-8e79-4b09-9b77-22487bf98a94 req-62f956d8-0671-4931-94c3-8834884e1e8d service neutron] 10.222.0.44 "GET /v2.0/networks/54080721-9f8a-4f91-bfc0-a61481e712fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030047 May 31 13:22:46.200800 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f000d1ab-6573-442a-a7da-4089a3e4437e req-b697cd8e-d5b3-4a2d-9cf2-aa7e5bab407f tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:46.202411 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f000d1ab-6573-442a-a7da-4089a3e4437e req-b697cd8e-d5b3-4a2d-9cf2-aa7e5bab407f tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/ports?device_id=71bc0373-5ee9-4050-a881-4a2e2048d293 HTTP/1.1" status: 200 len: 944 time: 0.3699951 May 31 13:22:46.227329 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1ecc78bd-b01a-4f69-9ca3-fffe0b38fee0 req-474f3afa-ec9e-41bb-b81b-1c96e2c4f717 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Notify callbacks [] for floatingip, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:46.265657 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f000d1ab-6573-442a-a7da-4089a3e4437e req-fee06d32-7f01-47c1-87fe-2f82a45d4861 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/security-groups?id=9bb73710-3d65-4dab-a4f3-8814f415ca6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559914 May 31 13:22:46.268516 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1ecc78bd-b01a-4f69-9ca3-fffe0b38fee0 req-474f3afa-ec9e-41bb-b81b-1c96e2c4f717 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:46.269602 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1ecc78bd-b01a-4f69-9ca3-fffe0b38fee0 req-474f3afa-ec9e-41bb-b81b-1c96e2c4f717 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] 10.222.0.50 "DELETE /v2.0/floatingips/9ba53732-831a-4ff1-b739-f403839ea866 HTTP/1.1" status: 204 len: 173 time: 2.0191703 May 31 13:22:46.443279 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45c6802d-568c-4389-b089-75a274a622a3'] response: {'name': 'network-changed', 'server_uuid': 'f3ae7dd3-1e2c-4136-92d4-42e9b83cc48d', 'tag': '3ef39a42-a126-4bb0-bc4c-ce3b4178bf58', 'status': 'completed', 'code': 200} May 31 13:22:46.619321 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-109ce9c5-9b64-4ad4-a452-acf0c92111bc req-91ab036b-f9f2-4dcb-b247-1525fe96767d tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] 10.222.0.50 "GET /v2.0/security-groups/08319b23-ea37-41e7-a355-deaff8c09913 HTTP/1.1" status: 200 len: 1813 time: 0.1567008 May 31 13:22:46.742279 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fb487308-9854-4992-ae8c-0ec8baf77113 req-9e6fefaa-679a-4e12-98fe-a963ff65bf94 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] 10.222.0.50 "GET /v2.0/floatingips/edce5a74-9c51-4795-bfcb-ecdc86a570b0 HTTP/1.1" status: 200 len: 693 time: 0.0980923 May 31 13:22:46.745154 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c994d-3560-451e-a04b-4ef0a0f5fff9 req-d0706dd5-2941-42f7-9a38-fde15d934d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:46.746581 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2d8c994d-3560-451e-a04b-4ef0a0f5fff9 req-d0706dd5-2941-42f7-9a38-fde15d934d1a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c905d91f2f614f928153cd05b2f8a225&device_id=f3ae7dd3-1e2c-4136-92d4-42e9b83cc48d HTTP/1.1" status: 200 len: 1098 time: 0.2665064 May 31 13:22:46.758471 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e9e5c-ade6-4531-b087-a1a7510c7ef5 req-50c95c78-3bdb-46b7-a3fb-f7d3a5c09203 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:46.760086 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4d0e9e5c-ade6-4531-b087-a1a7510c7ef5 req-50c95c78-3bdb-46b7-a3fb-f7d3a5c09203 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3ae7dd3-1e2c-4136-92d4-42e9b83cc48d HTTP/1.1" status: 200 len: 947 time: 0.2438133 May 31 13:22:47.011078 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device d67651fe-66f4-4ad0-bc5c-2a3f215f7ef7 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:22:47.140509 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4d0e9e5c-ade6-4531-b087-a1a7510c7ef5 req-2e962815-29d5-4f6f-a3e9-f58a8c843106 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3546443 May 31 13:22:47.210387 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb487308-9854-4992-ae8c-0ec8baf77113 req-baa4f5d1-7955-40ae-85a8-012b2403e073 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:47.211790 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fb487308-9854-4992-ae8c-0ec8baf77113 req-baa4f5d1-7955-40ae-85a8-012b2403e073 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] 10.222.0.50 "GET /v2.0/networks/d2103cd5-63ba-4c24-9d95-fd17643bf14c HTTP/1.1" status: 200 len: 784 time: 0.4507108 May 31 13:22:47.214620 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port d67651fe-66f4-4ad0-bc5c-2a3f215f7ef7, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=d67651fe-66f4-4ad0-bc5c-2a3f215f7ef7,segment=NetworkSegment(5e25fb0d-97f0-46e3-9365-1fe4cebfedef),segment_id=5e25fb0d-97f0-46e3-9365-1fe4cebfedef)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:22:47.220581 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c994d-3560-451e-a04b-4ef0a0f5fff9 req-ce8bb8cc-7579-4673-bcd7-499b212f4e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:47.220581 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2d8c994d-3560-451e-a04b-4ef0a0f5fff9 req-ce8bb8cc-7579-4673-bcd7-499b212f4e76 service neutron] 10.222.0.20 "GET /v2.0/networks?id=85b11c4f-90ad-4763-b38d-22d3f87089f4 HTTP/1.1" status: 200 len: 870 time: 0.4570832 May 31 13:22:47.233614 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': 'd67651fe-66f4-4ad0-bc5c-2a3f215f7ef7', 'network_id': '54080721-9f8a-4f91-bfc0-a61481e712fa', 'port_id': 'd67651fe-66f4-4ad0-bc5c-2a3f215f7ef7', 'mac_address': 'fa:16:3e:de:47:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83cbe83f-97ff-497d-8da2-ff6d3874e4c0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:22:47.305804 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port d67651fe-66f4-4ad0-bc5c-2a3f215f7ef7 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:22:47.306237 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:47.328847 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d67651fe-66f4-4ad0-bc5c-2a3f215f7ef7 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:22:47.346537 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port d67651fe-66f4-4ad0-bc5c-2a3f215f7ef7, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=d67651fe-66f4-4ad0-bc5c-2a3f215f7ef7,segment=NetworkSegment(5e25fb0d-97f0-46e3-9365-1fe4cebfedef),segment_id=5e25fb0d-97f0-46e3-9365-1fe4cebfedef)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:22:47.351645 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:47.372581 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2d8c994d-3560-451e-a04b-4ef0a0f5fff9 req-8c002ab1-d26c-4e29-be3f-d29a1d00c15e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=3ef39a42-a126-4bb0-bc4c-ce3b4178bf58 HTTP/1.1" status: 200 len: 217 time: 0.1472621 May 31 13:22:47.378597 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-fb487308-9854-4992-ae8c-0ec8baf77113 req-b2369719-ed97-4f93-b074-0b338a05cd62 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Synchronizing usage tracker for tenant:c2eee9c4792947daa997d835b24e8bf2 on resource:floatingip {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:22:47.429938 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=d67651fe-66f4-4ad0-bc5c-2a3f215f7ef7,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:47.454397 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-fb487308-9854-4992-ae8c-0ec8baf77113 req-b2369719-ed97-4f93-b074-0b338a05cd62 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Unset dirty status for tenant:c2eee9c4792947daa997d835b24e8bf2 on resource:floatingip {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:22:47.458638 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fb487308-9854-4992-ae8c-0ec8baf77113 req-b2369719-ed97-4f93-b074-0b338a05cd62 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.211 HTTP/1.1" status: 200 len: 696 time: 0.2349291 May 31 13:22:47.520980 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c994d-3560-451e-a04b-4ef0a0f5fff9 req-b2a1b9a0-2bb3-4bb6-8317-fd6fc7546fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:47.522414 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2d8c994d-3560-451e-a04b-4ef0a0f5fff9 req-b2a1b9a0-2bb3-4bb6-8317-fd6fc7546fb9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.1388259 May 31 13:22:47.593105 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fb487308-9854-4992-ae8c-0ec8baf77113 req-3d6a4712-01e2-4319-bd42-48db146df646 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.211 HTTP/1.1" status: 200 len: 696 time: 0.1301317 May 31 13:22:47.620937 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['d67651fe-66f4-4ad0-bc5c-2a3f215f7ef7'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:22:47.775486 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-fb487308-9854-4992-ae8c-0ec8baf77113 req-a0c9151b-8f4f-4d42-8b19-11ad3e39ed48 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Deleting port 6ae4ef9e-455d-4587-8b90-33e7376ed820 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:22:47.776389 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-fb487308-9854-4992-ae8c-0ec8baf77113 req-a0c9151b-8f4f-4d42-8b19-11ad3e39ed48 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:47.862014 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a22e4dbf-2994-4f51-92f7-7dd6dc585692 req-ec26ce28-77bd-419a-99d6-c345bbaabb7f tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=09dd0f3ff03c49d3a5c47e4de6593f6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0530875 May 31 13:22:48.020640 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c994d-3560-451e-a04b-4ef0a0f5fff9 req-529a2e0c-79c5-45f3-a631-677f144b16f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:48.022136 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2d8c994d-3560-451e-a04b-4ef0a0f5fff9 req-529a2e0c-79c5-45f3-a631-677f144b16f8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4934897 May 31 13:22:48.246948 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-fb487308-9854-4992-ae8c-0ec8baf77113 req-a0c9151b-8f4f-4d42-8b19-11ad3e39ed48 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:48.247269 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-fb487308-9854-4992-ae8c-0ec8baf77113 req-a0c9151b-8f4f-4d42-8b19-11ad3e39ed48 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:48.271008 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e4dbf-2994-4f51-92f7-7dd6dc585692 req-a478501d-91c8-455a-b091-6deb826fdec0 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:48.272458 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a22e4dbf-2994-4f51-92f7-7dd6dc585692 req-a478501d-91c8-455a-b091-6deb826fdec0 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4038286 May 31 13:22:48.276468 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2d8c994d-3560-451e-a04b-4ef0a0f5fff9 req-9afc597e-24a1-4be4-a66f-d9e2ede840e3 service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444108 May 31 13:22:48.431876 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 3ef39a42-a126-4bb0-bc4c-ce3b4178bf58 details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:22:48.552381 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-fb487308-9854-4992-ae8c-0ec8baf77113 req-a0c9151b-8f4f-4d42-8b19-11ad3e39ed48 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Calling delete_port for 6ae4ef9e-455d-4587-8b90-33e7376ed820 owned by network:floatingip {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:22:48.577896 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 3ef39a42-a126-4bb0-bc4c-ce3b4178bf58, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=3ef39a42-a126-4bb0-bc4c-ce3b4178bf58,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:22:48.592858 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': '3ef39a42-a126-4bb0-bc4c-ce3b4178bf58', 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4', 'port_id': '3ef39a42-a126-4bb0-bc4c-ce3b4178bf58', 'mac_address': 'fa:16:3e:8b:82:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24822c99-0dce-4d50-9c44-3135ba3763b8', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:22:48.648629 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 3ef39a42-a126-4bb0-bc4c-ce3b4178bf58 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:22:48.648989 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:48.650632 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a22e4dbf-2994-4f51-92f7-7dd6dc585692 req-9e3c7b3b-fcc6-438c-8a0c-b8221e57e03e tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/quotas/09dd0f3ff03c49d3a5c47e4de6593f6c HTTP/1.1" status: 200 len: 375 time: 0.1854875 May 31 13:22:48.666716 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ef39a42-a126-4bb0-bc4c-ce3b4178bf58 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:22:48.683157 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 3ef39a42-a126-4bb0-bc4c-ce3b4178bf58, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=3ef39a42-a126-4bb0-bc4c-ce3b4178bf58,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:22:48.688068 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:48.715336 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a22e4dbf-2994-4f51-92f7-7dd6dc585692 req-a969974c-94e0-4a4e-9741-a8716811e2b4 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=09dd0f3ff03c49d3a5c47e4de6593f6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0551031 May 31 13:22:48.768995 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=3ef39a42-a126-4bb0-bc4c-ce3b4178bf58,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:48.777106 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2d8c994d-3560-451e-a04b-4ef0a0f5fff9 req-9f777631-b852-4177-9306-99b1bc7f2ad5 service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3102136 May 31 13:22:48.918056 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-fb487308-9854-4992-ae8c-0ec8baf77113 req-a0c9151b-8f4f-4d42-8b19-11ad3e39ed48 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:48.988694 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9151b-8f4f-4d42-8b19-11ad3e39ed48 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Pushing event deleted for resources: {'Port': ['ID=6ae4ef9e-455d-4587-8b90-33e7376ed820,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:49.040896 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device d67651fe-66f4-4ad0-bc5c-2a3f215f7ef7 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:22:49.130975 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['3ef39a42-a126-4bb0-bc4c-ce3b4178bf58'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:22:49.147735 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-fb487308-9854-4992-ae8c-0ec8baf77113 req-a0c9151b-8f4f-4d42-8b19-11ad3e39ed48 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Notify callbacks [] for floatingip, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:49.174899 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-fb487308-9854-4992-ae8c-0ec8baf77113 req-a0c9151b-8f4f-4d42-8b19-11ad3e39ed48 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:49.203265 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fb487308-9854-4992-ae8c-0ec8baf77113 req-a0c9151b-8f4f-4d42-8b19-11ad3e39ed48 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] 10.222.0.50 "DELETE /v2.0/floatingips/edce5a74-9c51-4795-bfcb-ecdc86a570b0 HTTP/1.1" status: 204 len: 173 time: 1.5988035 May 31 13:22:49.211839 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32996b7d-5aa8-41bc-8cfb-d831fce46fa2 req-5139b8e9-1250-431d-ab18-0d13b8ac93ea tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:49.224302 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-32996b7d-5aa8-41bc-8cfb-d831fce46fa2 req-5139b8e9-1250-431d-ab18-0d13b8ac93ea tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/ports?device_id=71bc0373-5ee9-4050-a881-4a2e2048d293 HTTP/1.1" status: 200 len: 945 time: 0.1925635 May 31 13:22:49.308805 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port d67651fe-66f4-4ad0-bc5c-2a3f215f7ef7 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:22:49.323845 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port d67651fe-66f4-4ad0-bc5c-2a3f215f7ef7 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:22:49.324215 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:49.370559 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-32996b7d-5aa8-41bc-8cfb-d831fce46fa2 req-f7319b03-32a6-43f1-ab26-9c7a30f8e64c tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/security-groups?id=9bb73710-3d65-4dab-a4f3-8814f415ca6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388276 May 31 13:22:49.438508 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 36832) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:22:49.460289 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-e5518075-6a31-42d3-acee-4a674232c4a6 req-a7d4a2c3-98e8-4387-bd6f-6575e7c49176 tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1345076986', 'description': 'tempest-description-102678203'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:22:49.467877 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-e5518075-6a31-42d3-acee-4a674232c4a6 req-a7d4a2c3-98e8-4387-bd6f-6575e7c49176 tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:22:49.473515 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-e5518075-6a31-42d3-acee-4a674232c4a6 req-a7d4a2c3-98e8-4387-bd6f-6575e7c49176 tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Usage tracker for resource:security_group and tenant:8bff224c80bf48b39f0f40a39dcca375 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:22:49.477033 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-e5518075-6a31-42d3-acee-4a674232c4a6 req-a7d4a2c3-98e8-4387-bd6f-6575e7c49176 tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:22:49.484116 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-e5518075-6a31-42d3-acee-4a674232c4a6 req-a7d4a2c3-98e8-4387-bd6f-6575e7c49176 tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:22:49.512352 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dafb079-5bfb-4726-800e-f911be47f84f req-5a189b51-6c73-4a36-9cef-2bae8b0c9d24 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:49.519962 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dafb079-5bfb-4726-800e-f911be47f84f req-5a189b51-6c73-4a36-9cef-2bae8b0c9d24 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:49.526233 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dafb079-5bfb-4726-800e-f911be47f84f req-5a189b51-6c73-4a36-9cef-2bae8b0c9d24 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:49.528305 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9dafb079-5bfb-4726-800e-f911be47f84f req-5a189b51-6c73-4a36-9cef-2bae8b0c9d24 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7be184c-e414-411c-b8db-97c10ebd4e75 HTTP/1.1" status: 200 len: 2418 time: 0.2336993 May 31 13:22:49.530693 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e5518075-6a31-42d3-acee-4a674232c4a6 req-a7d4a2c3-98e8-4387-bd6f-6575e7c49176 tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:49.550390 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3104e5c5-700e-451f-94e3-2214f6d4f06d tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:49.582623 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port d67651fe-66f4-4ad0-bc5c-2a3f215f7ef7 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:22:49.583611 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:49.586894 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3104e5c5-700e-451f-94e3-2214f6d4f06d tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:49.646181 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71bc0373-5ee9-4050-a881-4a2e2048d293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd67651fe-66f4-4ad0-bc5c-2a3f215f7ef7'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:22:49.654665 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-e5518075-6a31-42d3-acee-4a674232c4a6 req-a7d4a2c3-98e8-4387-bd6f-6575e7c49176 tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:22:49.665239 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-e5518075-6a31-42d3-acee-4a674232c4a6 req-a7d4a2c3-98e8-4387-bd6f-6575e7c49176 tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Usage tracker for resource:security_group_rule and tenant:8bff224c80bf48b39f0f40a39dcca375 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:22:49.671373 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9dafb079-5bfb-4726-800e-f911be47f84f req-10bb33e1-9a85-4a88-a6d9-7876e4be9259 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.50 "GET /v2.0/security-groups?id=81ecd401-c676-4ce2-9977-0e736c745f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281950 May 31 13:22:49.671663 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port d67651fe-66f4-4ad0-bc5c-2a3f215f7ef7, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=d67651fe-66f4-4ad0-bc5c-2a3f215f7ef7,segment=NetworkSegment(5e25fb0d-97f0-46e3-9365-1fe4cebfedef),segment_id=5e25fb0d-97f0-46e3-9365-1fe4cebfedef)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:22:49.672901 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-e5518075-6a31-42d3-acee-4a674232c4a6 req-a7d4a2c3-98e8-4387-bd6f-6575e7c49176 tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:22:49.680998 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-e5518075-6a31-42d3-acee-4a674232c4a6 req-a7d4a2c3-98e8-4387-bd6f-6575e7c49176 tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:22:49.683783 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:49.698682 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3104e5c5-700e-451f-94e3-2214f6d4f06d tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:49.730742 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d42916-fce9-4850-b9ac-99f3bed46d37 req-7a9bdde7-38e8-4365-8b17-b4d74483a884 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:49.740992 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3104e5c5-700e-451f-94e3-2214f6d4f06d tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a8d50c8-ecaa-42f3-ab2e-6ee0f73e2630,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:49.749909 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d42916-fce9-4850-b9ac-99f3bed46d37 req-7a9bdde7-38e8-4365-8b17-b4d74483a884 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:49.755625 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d42916-fce9-4850-b9ac-99f3bed46d37 req-7a9bdde7-38e8-4365-8b17-b4d74483a884 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:49.757252 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a2d42916-fce9-4850-b9ac-99f3bed46d37 req-7a9bdde7-38e8-4365-8b17-b4d74483a884 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7be184c-e414-411c-b8db-97c10ebd4e75 HTTP/1.1" status: 200 len: 2418 time: 0.1983302 May 31 13:22:49.771778 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3104e5c5-700e-451f-94e3-2214f6d4f06d tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:22:49.772564 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3104e5c5-700e-451f-94e3-2214f6d4f06d tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:22:49.772914 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3104e5c5-700e-451f-94e3-2214f6d4f06d tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:22:49.774132 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=d67651fe-66f4-4ad0-bc5c-2a3f215f7ef7,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:49.774949 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3104e5c5-700e-451f-94e3-2214f6d4f06d tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:22:49.775926 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3104e5c5-700e-451f-94e3-2214f6d4f06d tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:22:49.776982 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3104e5c5-700e-451f-94e3-2214f6d4f06d tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:22:49.777981 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3104e5c5-700e-451f-94e3-2214f6d4f06d tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:22:49.778353 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3104e5c5-700e-451f-94e3-2214f6d4f06d tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:22:49.782164 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3104e5c5-700e-451f-94e3-2214f6d4f06d tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:22:49.783070 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3104e5c5-700e-451f-94e3-2214f6d4f06d tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:22:49.784067 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3104e5c5-700e-451f-94e3-2214f6d4f06d tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:22:49.784733 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3104e5c5-700e-451f-94e3-2214f6d4f06d tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:22:49.821042 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3104e5c5-700e-451f-94e3-2214f6d4f06d tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:49.824289 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-3104e5c5-700e-451f-94e3-2214f6d4f06d tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] 10.222.0.50 "DELETE /v2.0/security-groups/2a8d50c8-ecaa-42f3-ab2e-6ee0f73e2630 HTTP/1.1" status: 204 len: 168 time: 0.3844712 May 31 13:22:49.828872 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 36838) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:22:49.853722 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-ce5b4c0c-2362-44c0-b252-cc349d79b3e0 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] show failed (client error): The resource could not be found. May 31 13:22:49.858248 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ce5b4c0c-2362-44c0-b252-cc349d79b3e0 tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] 10.222.0.50 "GET /v2.0/security-groups/2a8d50c8-ecaa-42f3-ab2e-6ee0f73e2630 HTTP/1.1" status: 404 len: 347 time: 0.0249705 May 31 13:22:49.861630 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 36842) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:22:49.932541 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-a2d42916-fce9-4850-b9ac-99f3bed46d37 req-42eb9f9a-8770-4b02-8116-b697fbe0392c tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Deleting port 6fddfc67-0032-467f-97f0-1eb7b08f2ac5 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:22:49.933121 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a2d42916-fce9-4850-b9ac-99f3bed46d37 req-42eb9f9a-8770-4b02-8116-b697fbe0392c tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:50.017003 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e5518075-6a31-42d3-acee-4a674232c4a6 req-a7d4a2c3-98e8-4387-bd6f-6575e7c49176 tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:50.025799 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e5518075-6a31-42d3-acee-4a674232c4a6 req-a7d4a2c3-98e8-4387-bd6f-6575e7c49176 tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:50.037581 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-0cd639dd-e02f-4003-a6aa-09774880a75f tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Deleting port 11300546-bfaf-4e82-8679-855aa29f70f2 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:22:50.038013 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0cd639dd-e02f-4003-a6aa-09774880a75f tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:50.125186 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d4a2c3-98e8-4387-bd6f-6575e7c49176 tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91ca91b8-9ab9-4535-8e20-5deb305964cf,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:50.130920 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e5518075-6a31-42d3-acee-4a674232c4a6 req-a7d4a2c3-98e8-4387-bd6f-6575e7c49176 tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:50.132138 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e5518075-6a31-42d3-acee-4a674232c4a6 req-a7d4a2c3-98e8-4387-bd6f-6575e7c49176 tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6793442 May 31 13:22:50.146752 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470002ed-086c-4407-aeb7-788ad993909f req-a8a9ec36-f071-4919-a67f-579b5284c2f1 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:50.154602 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-470002ed-086c-4407-aeb7-788ad993909f req-a8a9ec36-f071-4919-a67f-579b5284c2f1 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3ae7dd3-1e2c-4136-92d4-42e9b83cc48d HTTP/1.1" status: 200 len: 948 time: 0.3010237 May 31 13:22:50.198219 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d4a2c3-98e8-4387-bd6f-6575e7c49176 tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:22:50.198589 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d4a2c3-98e8-4387-bd6f-6575e7c49176 tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:22:50.199162 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d4a2c3-98e8-4387-bd6f-6575e7c49176 tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:22:50.199724 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d4a2c3-98e8-4387-bd6f-6575e7c49176 tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:22:50.200284 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d4a2c3-98e8-4387-bd6f-6575e7c49176 tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:22:50.200850 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d4a2c3-98e8-4387-bd6f-6575e7c49176 tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:22:50.201447 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d4a2c3-98e8-4387-bd6f-6575e7c49176 tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:22:50.202136 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d4a2c3-98e8-4387-bd6f-6575e7c49176 tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:22:50.202597 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d4a2c3-98e8-4387-bd6f-6575e7c49176 tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:22:50.204495 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d4a2c3-98e8-4387-bd6f-6575e7c49176 tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:22:50.204855 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d4a2c3-98e8-4387-bd6f-6575e7c49176 tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:22:50.205191 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d4a2c3-98e8-4387-bd6f-6575e7c49176 tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:22:50.301584 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0cd639dd-e02f-4003-a6aa-09774880a75f tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:50.301938 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0cd639dd-e02f-4003-a6aa-09774880a75f tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:50.437046 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 3ef39a42-a126-4bb0-bc4c-ce3b4178bf58 up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:22:50.442893 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-69013428-c329-4b3d-afdc-5c64b7257191 req-95b82370-f522-47cc-bcf7-26bb2d36ed67 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4cb63f0-0d04-41a9-9fe8-1aa2860e7681 HTTP/1.1" status: 200 len: 210 time: 0.0921180 May 31 13:22:50.446750 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-0cd639dd-e02f-4003-a6aa-09774880a75f tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Calling delete_port for 11300546-bfaf-4e82-8679-855aa29f70f2 owned by network:floatingip {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:22:50.457347 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-470002ed-086c-4407-aeb7-788ad993909f req-61d1307d-c141-485b-bee7-b8764e4f9e89 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016994 May 31 13:22:50.459045 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a22e4dbf-2994-4f51-92f7-7dd6dc585692 req-add01e52-e633-453c-9fd9-207492d049d4 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=09dd0f3ff03c49d3a5c47e4de6593f6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1110258 May 31 13:22:50.558741 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning for port 3ef39a42-a126-4bb0-bc4c-ce3b4178bf58 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:22:50.604503 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-134cb9f3-c697-420d-baee-c09dc49c6982'] response: {'server_uuid': '71bc0373-5ee9-4050-a881-4a2e2048d293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd67651fe-66f4-4ad0-bc5c-2a3f215f7ef7', 'code': 200} May 31 13:22:50.605310 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port 3ef39a42-a126-4bb0-bc4c-ce3b4178bf58 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:22:50.605710 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:50.673535 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0cd639dd-e02f-4003-a6aa-09774880a75f tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:50.730585 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd639dd-e02f-4003-a6aa-09774880a75f tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Pushing event deleted for resources: {'Port': ['ID=11300546-bfaf-4e82-8679-855aa29f70f2,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:50.835529 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0cd639dd-e02f-4003-a6aa-09774880a75f tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Notify callbacks [] for floatingip, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:50.851966 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0cd639dd-e02f-4003-a6aa-09774880a75f tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:50.853376 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-0cd639dd-e02f-4003-a6aa-09774880a75f tempest-ServersWithSpecificFlavorTestJSON-920323350 tempest-ServersWithSpecificFlavorTestJSON-920323350-project] 10.222.0.50 "DELETE /v2.0/floatingips/4139a634-0314-4a3c-82a2-5ff196420ff6 HTTP/1.1" status: 204 len: 168 time: 0.9906468 May 31 13:22:50.864648 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 3ef39a42-a126-4bb0-bc4c-ce3b4178bf58 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:22:50.865041 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:50.905534 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 3ef39a42-a126-4bb0-bc4c-ce3b4178bf58, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=3ef39a42-a126-4bb0-bc4c-ce3b4178bf58,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:22:50.919712 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:50.921772 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device d91bacda-0390-4afb-8904-42b434cecbaf no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:22:50.963149 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8d8bf4be-37d0-4970-9103-29baaca7a908 req-f8761455-a652-403c-836c-988d516239fd tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] 10.222.0.50 "GET /v2.0/floatingips/780a64fb-f37e-4ed6-a9e2-60ada0670eda HTTP/1.1" status: 200 len: 692 time: 0.3996148 May 31 13:22:50.975623 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 13:22:50.982039 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-a2d42916-fce9-4850-b9ac-99f3bed46d37 req-42eb9f9a-8770-4b02-8116-b697fbe0392c tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] For port 6fddfc67-0032-467f-97f0-1eb7b08f2ac5, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=6fddfc67-0032-467f-97f0-1eb7b08f2ac5,segment=NetworkSegment(b8546942-dd5b-48c6-89fd-52643603cb0b),segment_id=b8546942-dd5b-48c6-89fd-52643603cb0b)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:22:50.982891 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a2d42916-fce9-4850-b9ac-99f3bed46d37 req-42eb9f9a-8770-4b02-8116-b697fbe0392c tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:51.026222 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1a8a6e4e-d266-4587-b9ee-ff584b664c98 req-944c3af6-d026-49a4-8934-3fa080e8ceda tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] 10.222.0.50 "GET /v2.0/security-groups/91ca91b8-9ab9-4535-8e20-5deb305964cf HTTP/1.1" status: 200 len: 1812 time: 0.2619381 May 31 13:22:51.052488 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=3ef39a42-a126-4bb0-bc4c-ce3b4178bf58,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:51.112726 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port d91bacda-0390-4afb-8904-42b434cecbaf is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:22:51.113010 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:51.147407 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port d91bacda-0390-4afb-8904-42b434cecbaf, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=d91bacda-0390-4afb-8904-42b434cecbaf,segment=NetworkSegment(6b3d41ff-bd1b-452e-86ed-ca7d85c65f4d),segment_id=6b3d41ff-bd1b-452e-86ed-ca7d85c65f4d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:22:51.151873 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:51.152658 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device cdae85cb-9af4-4b8d-955f-ac5b482b05d7 no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:22:51.171539 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-a2d42916-fce9-4850-b9ac-99f3bed46d37 req-42eb9f9a-8770-4b02-8116-b697fbe0392c tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Calling delete_port for 6fddfc67-0032-467f-97f0-1eb7b08f2ac5 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:22:51.272317 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=d91bacda-0390-4afb-8904-42b434cecbaf,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:51.333806 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port cdae85cb-9af4-4b8d-955f-ac5b482b05d7 is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:22:51.334731 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:51.372143 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port cdae85cb-9af4-4b8d-955f-ac5b482b05d7, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=cdae85cb-9af4-4b8d-955f-ac5b482b05d7,segment=NetworkSegment(b8546942-dd5b-48c6-89fd-52643603cb0b),segment_id=b8546942-dd5b-48c6-89fd-52643603cb0b)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:22:51.393872 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:51.402800 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e4dbf-2994-4f51-92f7-7dd6dc585692 req-4dcc53ac-219c-4a71-9cd7-3103f9f6d960 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:51.405223 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a22e4dbf-2994-4f51-92f7-7dd6dc585692 req-4dcc53ac-219c-4a71-9cd7-3103f9f6d960 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9322557 May 31 13:22:51.417691 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-a22e4dbf-2994-4f51-92f7-7dd6dc585692 req-c83524ad-f9ea-44de-94c2-2e17efb9f858 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Request body: {'port': {'device_id': 'f4cb63f0-0d04-41a9-9fe8-1aa2860e7681', 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4', 'admin_state_up': True, 'tenant_id': '09dd0f3ff03c49d3a5c47e4de6593f6c'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:22:51.489033 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=cdae85cb-9af4-4b8d-955f-ac5b482b05d7,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:51.529032 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d8fcb-af3e-4743-af26-86fd9095ec2b req-b6e3188e-8770-477c-875a-afe402b50708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:51.530526 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-610d8fcb-af3e-4743-af26-86fd9095ec2b req-b6e3188e-8770-477c-875a-afe402b50708 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=71bc0373-5ee9-4050-a881-4a2e2048d293 HTTP/1.1" status: 200 len: 1097 time: 0.6730976 May 31 13:22:51.640553 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8bf4be-37d0-4970-9103-29baaca7a908 req-9fce7fc9-ad86-4579-aa1f-07494308297c tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:51.641806 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8d8bf4be-37d0-4970-9103-29baaca7a908 req-9fce7fc9-ad86-4579-aa1f-07494308297c tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] 10.222.0.50 "GET /v2.0/networks/d2103cd5-63ba-4c24-9d95-fd17643bf14c HTTP/1.1" status: 200 len: 784 time: 0.6622448 May 31 13:22:51.764349 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69971596-50b2-4f4b-bc66-66dcedc158d2 req-0f20a02e-c2bb-42a0-a3c2-e1b71358d105 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:51.765836 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-69971596-50b2-4f4b-bc66-66dcedc158d2 req-0f20a02e-c2bb-42a0-a3c2-e1b71358d105 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/ports?device_id=71bc0373-5ee9-4050-a881-4a2e2048d293 HTTP/1.1" status: 200 len: 946 time: 0.6022506 May 31 13:22:51.778346 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-610d8fcb-af3e-4743-af26-86fd9095ec2b req-6385905c-3efe-4cea-b2e5-151c1de1be2d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9bb73710-3d65-4dab-a4f3-8814f415ca6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308037 May 31 13:22:51.799532 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-8d8bf4be-37d0-4970-9103-29baaca7a908 req-d96610f5-954a-4930-b1e2-0552e25e285c tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Synchronizing usage tracker for tenant:c2eee9c4792947daa997d835b24e8bf2 on resource:floatingip {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:22:51.842174 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-a22e4dbf-2994-4f51-92f7-7dd6dc585692 req-c83524ad-f9ea-44de-94c2-2e17efb9f858 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:22:51.850594 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a2d42916-fce9-4850-b9ac-99f3bed46d37 req-42eb9f9a-8770-4b02-8116-b697fbe0392c tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:51.856409 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-a22e4dbf-2994-4f51-92f7-7dd6dc585692 req-c83524ad-f9ea-44de-94c2-2e17efb9f858 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Usage tracker for resource:port and tenant:09dd0f3ff03c49d3a5c47e4de6593f6c is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:22:51.893318 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-a22e4dbf-2994-4f51-92f7-7dd6dc585692 req-c83524ad-f9ea-44de-94c2-2e17efb9f858 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:22:51.915551 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-8d8bf4be-37d0-4970-9103-29baaca7a908 req-d96610f5-954a-4930-b1e2-0552e25e285c tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Unset dirty status for tenant:c2eee9c4792947daa997d835b24e8bf2 on resource:floatingip {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:22:51.916945 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8d8bf4be-37d0-4970-9103-29baaca7a908 req-d96610f5-954a-4930-b1e2-0552e25e285c tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.65 HTTP/1.1" status: 200 len: 695 time: 0.2629614 May 31 13:22:51.919744 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-a22e4dbf-2994-4f51-92f7-7dd6dc585692 req-c83524ad-f9ea-44de-94c2-2e17efb9f858 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:22:51.934563 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eb9f9a-8770-4b02-8116-b697fbe0392c tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Pushing event deleted for resources: {'Port': ['ID=6fddfc67-0032-467f-97f0-1eb7b08f2ac5,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:51.965512 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-69971596-50b2-4f4b-bc66-66dcedc158d2 req-bc42e0d2-765c-4ede-aca8-becbd1a987a4 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/security-groups?id=9bb73710-3d65-4dab-a4f3-8814f415ca6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741891 May 31 13:22:52.076837 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a22e4dbf-2994-4f51-92f7-7dd6dc585692 req-c83524ad-f9ea-44de-94c2-2e17efb9f858 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Made reservation on behalf of 09dd0f3ff03c49d3a5c47e4de6593f6c for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:22:52.080368 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a22e4dbf-2994-4f51-92f7-7dd6dc585692 req-c83524ad-f9ea-44de-94c2-2e17efb9f858 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:52.114622 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8d8bf4be-37d0-4970-9103-29baaca7a908 req-a8409e2a-6ce2-4148-897d-ee5153e6e677 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.65 HTTP/1.1" status: 200 len: 695 time: 0.1836169 May 31 13:22:52.144920 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2d42916-fce9-4850-b9ac-99f3bed46d37 req-42eb9f9a-8770-4b02-8116-b697fbe0392c tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] No DVR routers for this DVR port 6fddfc67-0032-467f-97f0-1eb7b08f2ac5 on host n-h1-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:22:52.146633 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a22e4dbf-2994-4f51-92f7-7dd6dc585692 req-c83524ad-f9ea-44de-94c2-2e17efb9f858 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:52.156894 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a2d42916-fce9-4850-b9ac-99f3bed46d37 req-42eb9f9a-8770-4b02-8116-b697fbe0392c tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:52.165776 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7be184c-e414-411c-b8db-97c10ebd4e75', 'name': 'network-vif-deleted', 'tag': '6fddfc67-0032-467f-97f0-1eb7b08f2ac5'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:22:52.267777 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a2d42916-fce9-4850-b9ac-99f3bed46d37 req-42eb9f9a-8770-4b02-8116-b697fbe0392c tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.20 "DELETE /v2.0/ports/6fddfc67-0032-467f-97f0-1eb7b08f2ac5 HTTP/1.1" status: 204 len: 173 time: 2.4959023 May 31 13:22:52.277626 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-a22e4dbf-2994-4f51-92f7-7dd6dc585692 req-c83524ad-f9ea-44de-94c2-2e17efb9f858 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:22:52.449652 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 6fddfc67-0032-467f-97f0-1eb7b08f2ac5 no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:22:52.493607 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] No Port match for: 6fddfc67-0032-467f-97f0-1eb7b08f2ac5 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:22:52.502406 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 6fddfc67-0032-467f-97f0-1eb7b08f2ac5 not bound to the agent host n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:22:52.506315 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-a22e4dbf-2994-4f51-92f7-7dd6dc585692 req-c83524ad-f9ea-44de-94c2-2e17efb9f858 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Usage tracker for resource:security_group_rule and tenant:09dd0f3ff03c49d3a5c47e4de6593f6c is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:22:52.527856 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-a22e4dbf-2994-4f51-92f7-7dd6dc585692 req-c83524ad-f9ea-44de-94c2-2e17efb9f858 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:22:52.540520 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-a22e4dbf-2994-4f51-92f7-7dd6dc585692 req-c83524ad-f9ea-44de-94c2-2e17efb9f858 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:22:52.543083 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-8d8bf4be-37d0-4970-9103-29baaca7a908 req-5011e77f-247d-4bdd-8071-ed5eebf30395 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Deleting port d5065e0c-792a-413d-9738-59ba59c62062 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:22:52.543415 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8d8bf4be-37d0-4970-9103-29baaca7a908 req-5011e77f-247d-4bdd-8071-ed5eebf30395 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:52.606141 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3ae7dd3-1e2c-4136-92d4-42e9b83cc48d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef39a42-a126-4bb0-bc4c-ce3b4178bf58'}, {'server_uuid': 'a7be184c-e414-411c-b8db-97c10ebd4e75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd91bacda-0390-4afb-8904-42b434cecbaf'}, {'server_uuid': 'a7be184c-e414-411c-b8db-97c10ebd4e75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdae85cb-9af4-4b8d-955f-ac5b482b05d7'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:22:52.650554 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-a2d42916-fce9-4850-b9ac-99f3bed46d37 req-1c9b7655-5702-4d43-8fa6-a1a37ab775e8 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Deleting port d91bacda-0390-4afb-8904-42b434cecbaf {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:22:52.650898 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a2d42916-fce9-4850-b9ac-99f3bed46d37 req-1c9b7655-5702-4d43-8fa6-a1a37ab775e8 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:52.800236 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f646ab-d2b1-473d-882f-fa7cab97746d req-8848f595-6955-44dc-8ec1-58b9f6e55e8a tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:52.805837 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f646ab-d2b1-473d-882f-fa7cab97746d req-8848f595-6955-44dc-8ec1-58b9f6e55e8a tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:52.806623 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-e3f646ab-d2b1-473d-882f-fa7cab97746d req-8848f595-6955-44dc-8ec1-58b9f6e55e8a tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Synchronizing usage tracker for tenant:dd1657545faf45fc89adec1c391d478b on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:22:52.934115 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8d8bf4be-37d0-4970-9103-29baaca7a908 req-5011e77f-247d-4bdd-8071-ed5eebf30395 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:52.934422 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8d8bf4be-37d0-4970-9103-29baaca7a908 req-5011e77f-247d-4bdd-8071-ed5eebf30395 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:52.942005 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-e3f646ab-d2b1-473d-882f-fa7cab97746d req-8848f595-6955-44dc-8ec1-58b9f6e55e8a tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Unset dirty status for tenant:dd1657545faf45fc89adec1c391d478b on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:22:52.943192 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e3f646ab-d2b1-473d-882f-fa7cab97746d req-8848f595-6955-44dc-8ec1-58b9f6e55e8a tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7be184c-e414-411c-b8db-97c10ebd4e75 HTTP/1.1" status: 200 len: 1679 time: 0.8413413 May 31 13:22:53.152025 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a22e4dbf-2994-4f51-92f7-7dd6dc585692 req-c83524ad-f9ea-44de-94c2-2e17efb9f858 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:53.166367 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-8d8bf4be-37d0-4970-9103-29baaca7a908 req-5011e77f-247d-4bdd-8071-ed5eebf30395 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Calling delete_port for d5065e0c-792a-413d-9738-59ba59c62062 owned by network:floatingip {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:22:53.213590 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a22e4dbf-2994-4f51-92f7-7dd6dc585692 req-c83524ad-f9ea-44de-94c2-2e17efb9f858 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:53.324084 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e3f646ab-d2b1-473d-882f-fa7cab97746d req-1e8d5a17-81cb-4bbb-bfef-1564bb271a52 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.50 "GET /v2.0/security-groups?id=81ecd401-c676-4ce2-9977-0e736c745f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3532627 May 31 13:22:53.344763 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83524ad-f9ea-44de-94c2-2e17efb9f858 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e17580-fef9-47ea-85b1-59ae8325b41c,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:53.430151 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-a2d42916-fce9-4850-b9ac-99f3bed46d37 req-1c9b7655-5702-4d43-8fa6-a1a37ab775e8 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] For port d91bacda-0390-4afb-8904-42b434cecbaf, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=d91bacda-0390-4afb-8904-42b434cecbaf,segment=NetworkSegment(6b3d41ff-bd1b-452e-86ed-ca7d85c65f4d),segment_id=6b3d41ff-bd1b-452e-86ed-ca7d85c65f4d)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:22:53.430615 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a2d42916-fce9-4850-b9ac-99f3bed46d37 req-1c9b7655-5702-4d43-8fa6-a1a37ab775e8 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:53.454056 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-25142738-318b-4f72-9fe8-36753057b16b req-691142e4-eed8-452a-8c9b-aabd109c0e9b tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-520543748', 'description': 'tempest-description-1282302081'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:22:53.495455 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-25142738-318b-4f72-9fe8-36753057b16b req-691142e4-eed8-452a-8c9b-aabd109c0e9b tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:22:53.634499 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-a2d42916-fce9-4850-b9ac-99f3bed46d37 req-1c9b7655-5702-4d43-8fa6-a1a37ab775e8 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Calling delete_port for d91bacda-0390-4afb-8904-42b434cecbaf owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:22:53.704724 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-25142738-318b-4f72-9fe8-36753057b16b req-691142e4-eed8-452a-8c9b-aabd109c0e9b tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Usage tracker for resource:security_group and tenant:8bff224c80bf48b39f0f40a39dcca375 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:22:53.722206 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-25142738-318b-4f72-9fe8-36753057b16b req-691142e4-eed8-452a-8c9b-aabd109c0e9b tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:22:53.748439 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-25142738-318b-4f72-9fe8-36753057b16b req-691142e4-eed8-452a-8c9b-aabd109c0e9b tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:22:53.791889 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-a22e4dbf-2994-4f51-92f7-7dd6dc585692 req-c83524ad-f9ea-44de-94c2-2e17efb9f858 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Allocated IP 192.168.233.133 (85b11c4f-90ad-4763-b38d-22d3f87089f4/24822c99-0dce-4d50-9c44-3135ba3763b8/340b14e3-4287-43f8-a3a0-d594186321f6) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:22:53.794212 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-25142738-318b-4f72-9fe8-36753057b16b req-691142e4-eed8-452a-8c9b-aabd109c0e9b tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:53.855294 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8d8bf4be-37d0-4970-9103-29baaca7a908 req-5011e77f-247d-4bdd-8071-ed5eebf30395 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:53.860518 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-25142738-318b-4f72-9fe8-36753057b16b req-691142e4-eed8-452a-8c9b-aabd109c0e9b tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:22:53.913000 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-25142738-318b-4f72-9fe8-36753057b16b req-691142e4-eed8-452a-8c9b-aabd109c0e9b tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Usage tracker for resource:security_group_rule and tenant:8bff224c80bf48b39f0f40a39dcca375 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:22:53.932584 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-25142738-318b-4f72-9fe8-36753057b16b req-691142e4-eed8-452a-8c9b-aabd109c0e9b tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:22:53.949825 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5011e77f-247d-4bdd-8071-ed5eebf30395 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Pushing event deleted for resources: {'Port': ['ID=d5065e0c-792a-413d-9738-59ba59c62062,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:54.022108 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-25142738-318b-4f72-9fe8-36753057b16b req-691142e4-eed8-452a-8c9b-aabd109c0e9b tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:22:54.361625 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a2d42916-fce9-4850-b9ac-99f3bed46d37 req-1c9b7655-5702-4d43-8fa6-a1a37ab775e8 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:54.414745 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8d8bf4be-37d0-4970-9103-29baaca7a908 req-5011e77f-247d-4bdd-8071-ed5eebf30395 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Notify callbacks [] for floatingip, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:54.469238 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9b7655-5702-4d43-8fa6-a1a37ab775e8 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Pushing event deleted for resources: {'Port': ['ID=d91bacda-0390-4afb-8904-42b434cecbaf,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:54.521434 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-25142738-318b-4f72-9fe8-36753057b16b req-691142e4-eed8-452a-8c9b-aabd109c0e9b tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:54.582506 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-25142738-318b-4f72-9fe8-36753057b16b req-691142e4-eed8-452a-8c9b-aabd109c0e9b tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:54.614026 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2d42916-fce9-4850-b9ac-99f3bed46d37 req-1c9b7655-5702-4d43-8fa6-a1a37ab775e8 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] No DVR routers for this DVR port d91bacda-0390-4afb-8904-42b434cecbaf on host n-h1-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:22:54.626222 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a2d42916-fce9-4850-b9ac-99f3bed46d37 req-1c9b7655-5702-4d43-8fa6-a1a37ab775e8 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:54.643656 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a22e4dbf-2994-4f51-92f7-7dd6dc585692 req-c83524ad-f9ea-44de-94c2-2e17efb9f858 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:54.692426 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691142e4-eed8-452a-8c9b-aabd109c0e9b tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20d51216-630d-44a3-ac9a-3898fc43f482,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:54.701666 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a2d42916-fce9-4850-b9ac-99f3bed46d37 req-1c9b7655-5702-4d43-8fa6-a1a37ab775e8 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.20 "DELETE /v2.0/ports/d91bacda-0390-4afb-8904-42b434cecbaf HTTP/1.1" status: 204 len: 173 time: 2.4208045 May 31 13:22:54.704874 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-25142738-318b-4f72-9fe8-36753057b16b req-691142e4-eed8-452a-8c9b-aabd109c0e9b tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:54.706043 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25142738-318b-4f72-9fe8-36753057b16b req-691142e4-eed8-452a-8c9b-aabd109c0e9b tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.2669137 May 31 13:22:54.707072 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-a22e4dbf-2994-4f51-92f7-7dd6dc585692 req-c83524ad-f9ea-44de-94c2-2e17efb9f858 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Transition to ACTIVE for port object 340b14e3-4287-43f8-a3a0-d594186321f6 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:22:54.744731 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8d8bf4be-37d0-4970-9103-29baaca7a908 req-5011e77f-247d-4bdd-8071-ed5eebf30395 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:54.745830 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8d8bf4be-37d0-4970-9103-29baaca7a908 req-5011e77f-247d-4bdd-8071-ed5eebf30395 tempest-FloatingIPDetailsTestJSON-2082712301 tempest-FloatingIPDetailsTestJSON-2082712301-project] 10.222.0.50 "DELETE /v2.0/floatingips/780a64fb-f37e-4ed6-a9e2-60ada0670eda HTTP/1.1" status: 204 len: 173 time: 2.5815816 May 31 13:22:54.752887 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 36902) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:22:54.791519 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-a2d42916-fce9-4850-b9ac-99f3bed46d37 req-c5367597-ac4f-42d8-a30b-5f368457c33b tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Deleting port cdae85cb-9af4-4b8d-955f-ac5b482b05d7 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:22:54.791767 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a2d42916-fce9-4850-b9ac-99f3bed46d37 req-c5367597-ac4f-42d8-a30b-5f368457c33b tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:54.937321 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a22e4dbf-2994-4f51-92f7-7dd6dc585692 req-c83524ad-f9ea-44de-94c2-2e17efb9f858 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:55.088452 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a22e4dbf-2994-4f51-92f7-7dd6dc585692 req-c83524ad-f9ea-44de-94c2-2e17efb9f858 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Network 85b11c4f-90ad-4763-b38d-22d3f87089f4 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:22:55.097824 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-a22e4dbf-2994-4f51-92f7-7dd6dc585692 req-c83524ad-f9ea-44de-94c2-2e17efb9f858 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:22:55.104704 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-a22e4dbf-2994-4f51-92f7-7dd6dc585692 req-c83524ad-f9ea-44de-94c2-2e17efb9f858 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:22:55.163528 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83524ad-f9ea-44de-94c2-2e17efb9f858 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Pushing event updated for resources: {'Port': ['ID=340b14e3-4287-43f8-a3a0-d594186321f6,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:55.277214 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a6e96-f81a-4161-9072-64cc757235f5 req-97b38364-d512-4e44-9527-a116b400672f tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:55.279785 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8e8a6e96-f81a-4161-9072-64cc757235f5 req-97b38364-d512-4e44-9527-a116b400672f tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3ae7dd3-1e2c-4136-92d4-42e9b83cc48d HTTP/1.1" status: 200 len: 949 time: 0.4567342 May 31 13:22:55.306183 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e4dbf-2994-4f51-92f7-7dd6dc585692 req-c83524ad-f9ea-44de-94c2-2e17efb9f858 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:55.306792 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a22e4dbf-2994-4f51-92f7-7dd6dc585692 req-c83524ad-f9ea-44de-94c2-2e17efb9f858 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:55.321311 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe58a30-0015-4dc5-8616-2d02e1ff39a1 req-5fca240f-8035-4c33-ac06-33fe0605af3e tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:55.321978 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-6fe58a30-0015-4dc5-8616-2d02e1ff39a1 req-5fca240f-8035-4c33-ac06-33fe0605af3e tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Synchronizing usage tracker for tenant:09dd0f3ff03c49d3a5c47e4de6593f6c on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:22:55.363410 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0a80525b-f4e3-4edd-abe0-c7d5011a435a None None] Provisioning for port 340b14e3-4287-43f8-a3a0-d594186321f6 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:22:55.368781 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0a80525b-f4e3-4edd-abe0-c7d5011a435a None None] Provisioning complete for port 340b14e3-4287-43f8-a3a0-d594186321f6 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:22:55.369375 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0a80525b-f4e3-4edd-abe0-c7d5011a435a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:55.389090 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a22e4dbf-2994-4f51-92f7-7dd6dc585692 req-c83524ad-f9ea-44de-94c2-2e17efb9f858 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9747040 May 31 13:22:55.393158 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-a2d42916-fce9-4850-b9ac-99f3bed46d37 req-c5367597-ac4f-42d8-a30b-5f368457c33b tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] For port cdae85cb-9af4-4b8d-955f-ac5b482b05d7, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=cdae85cb-9af4-4b8d-955f-ac5b482b05d7,segment=NetworkSegment(b8546942-dd5b-48c6-89fd-52643603cb0b),segment_id=b8546942-dd5b-48c6-89fd-52643603cb0b)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:22:55.393527 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a2d42916-fce9-4850-b9ac-99f3bed46d37 req-c5367597-ac4f-42d8-a30b-5f368457c33b tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:55.413082 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-a22e4dbf-2994-4f51-92f7-7dd6dc585692 req-9dfab1f6-9b35-40af-96f0-21bb5ce7846b service neutron] Request body: {'port': {'device_id': 'f4cb63f0-0d04-41a9-9fe8-1aa2860e7681', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:22:55.429811 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0a80525b-f4e3-4edd-abe0-c7d5011a435a None None] Port 340b14e3-4287-43f8-a3a0-d594186321f6 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:22:55.448115 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8e8a6e96-f81a-4161-9072-64cc757235f5 req-5acfacf0-1206-4333-b01a-1f3161356699 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485465 May 31 13:22:55.488097 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1731be05-ecfe-495a-abf2-b2b86c20299f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:55.514730 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-6fe58a30-0015-4dc5-8616-2d02e1ff39a1 req-5fca240f-8035-4c33-ac06-33fe0605af3e tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Unset dirty status for tenant:09dd0f3ff03c49d3a5c47e4de6593f6c on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:22:55.515935 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6fe58a30-0015-4dc5-8616-2d02e1ff39a1 req-5fca240f-8035-4c33-ac06-33fe0605af3e tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4cb63f0-0d04-41a9-9fe8-1aa2860e7681 HTTP/1.1" status: 200 len: 936 time: 0.6487708 May 31 13:22:55.577449 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7db15b85-f110-435a-ae4c-b89cf8ccf1db'] response: {'server_uuid': 'a7be184c-e414-411c-b8db-97c10ebd4e75', 'name': 'network-vif-deleted', 'tag': '6fddfc67-0032-467f-97f0-1eb7b08f2ac5', 'status': 'completed', 'code': 200} May 31 13:22:55.585172 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acb03ed5-b026-4358-abc1-39ec626a67b8'] response: {'server_uuid': 'f3ae7dd3-1e2c-4136-92d4-42e9b83cc48d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef39a42-a126-4bb0-bc4c-ce3b4178bf58', 'code': 200} May 31 13:22:55.585444 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acb03ed5-b026-4358-abc1-39ec626a67b8'] response: {'server_uuid': 'a7be184c-e414-411c-b8db-97c10ebd4e75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd91bacda-0390-4afb-8904-42b434cecbaf', 'code': 200} May 31 13:22:55.585730 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acb03ed5-b026-4358-abc1-39ec626a67b8'] response: {'server_uuid': 'a7be184c-e414-411c-b8db-97c10ebd4e75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdae85cb-9af4-4b8d-955f-ac5b482b05d7', 'code': 200} May 31 13:22:55.585910 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-a2d42916-fce9-4850-b9ac-99f3bed46d37 req-c5367597-ac4f-42d8-a30b-5f368457c33b tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Calling delete_port for cdae85cb-9af4-4b8d-955f-ac5b482b05d7 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:22:55.768476 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-6fe58a30-0015-4dc5-8616-2d02e1ff39a1 req-96a573c7-e134-4248-921a-d013aae47230 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Synchronizing usage tracker for tenant:09dd0f3ff03c49d3a5c47e4de6593f6c on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:22:55.801944 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a22e4dbf-2994-4f51-92f7-7dd6dc585692 req-9dfab1f6-9b35-40af-96f0-21bb5ce7846b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:55.896298 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-6fe58a30-0015-4dc5-8616-2d02e1ff39a1 req-96a573c7-e134-4248-921a-d013aae47230 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Unset dirty status for tenant:09dd0f3ff03c49d3a5c47e4de6593f6c on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:22:55.897691 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6fe58a30-0015-4dc5-8616-2d02e1ff39a1 req-96a573c7-e134-4248-921a-d013aae47230 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4e17580-fef9-47ea-85b1-59ae8325b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3240135 May 31 13:22:55.901927 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8e3ef9-ddf8-4e54-a018-90467641aa86 req-4cb19309-0411-482d-bc89-4a4b29fe1a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:55.903803 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5d8e3ef9-ddf8-4e54-a018-90467641aa86 req-4cb19309-0411-482d-bc89-4a4b29fe1a28 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f3ae7dd3-1e2c-4136-92d4-42e9b83cc48d HTTP/1.1" status: 200 len: 1100 time: 0.2474177 May 31 13:22:55.969289 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5d8e3ef9-ddf8-4e54-a018-90467641aa86 req-64a400cb-a25a-46db-aa15-4c445050ca01 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588639 May 31 13:22:56.035337 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-1731be05-ecfe-495a-abf2-b2b86c20299f admin admin] Deleting port 9fd6a7f5-a826-4244-bfe6-5cfa0ca2bd54 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:22:56.035719 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1731be05-ecfe-495a-abf2-b2b86c20299f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:56.135713 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a2d42916-fce9-4850-b9ac-99f3bed46d37 req-c5367597-ac4f-42d8-a30b-5f368457c33b tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:56.174195 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-cddcaf71-4ad6-4de8-abd7-c6a17bb4e350 req-f1219388-9574-4a9e-8758-fdb44af6a1c9 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Synchronizing usage tracker for tenant:dd1657545faf45fc89adec1c391d478b on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:22:56.222821 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-1731be05-ecfe-495a-abf2-b2b86c20299f admin admin] For port 9fd6a7f5-a826-4244-bfe6-5cfa0ca2bd54, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=9fd6a7f5-a826-4244-bfe6-5cfa0ca2bd54,segment=NetworkSegment(162ea636-f64d-43d0-9bd8-56ef15f85e62),segment_id=162ea636-f64d-43d0-9bd8-56ef15f85e62)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:22:56.223176 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1731be05-ecfe-495a-abf2-b2b86c20299f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:56.257197 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65701633-3c08-465d-aeba-e01c35a6c2ed req-880807f9-b20f-498b-93af-30c44431b52f tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:56.258705 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-65701633-3c08-465d-aeba-e01c35a6c2ed req-880807f9-b20f-498b-93af-30c44431b52f tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/ports?device_id=71bc0373-5ee9-4050-a881-4a2e2048d293 HTTP/1.1" status: 200 len: 946 time: 0.5494850 May 31 13:22:56.266903 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5367597-ac4f-42d8-a30b-5f368457c33b tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Pushing event deleted for resources: {'Port': ['ID=cdae85cb-9af4-4b8d-955f-ac5b482b05d7,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:56.316279 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-cddcaf71-4ad6-4de8-abd7-c6a17bb4e350 req-f1219388-9574-4a9e-8758-fdb44af6a1c9 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Unset dirty status for tenant:dd1657545faf45fc89adec1c391d478b on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:22:56.323515 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cddcaf71-4ad6-4de8-abd7-c6a17bb4e350 req-f1219388-9574-4a9e-8758-fdb44af6a1c9 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7be184c-e414-411c-b8db-97c10ebd4e75 HTTP/1.1" status: 200 len: 210 time: 0.2404213 May 31 13:22:56.371858 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-1731be05-ecfe-495a-abf2-b2b86c20299f admin admin] Calling delete_port for 9fd6a7f5-a826-4244-bfe6-5cfa0ca2bd54 owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:22:56.509369 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2d42916-fce9-4850-b9ac-99f3bed46d37 req-c5367597-ac4f-42d8-a30b-5f368457c33b tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] No DVR routers for this DVR port cdae85cb-9af4-4b8d-955f-ac5b482b05d7 on host n-h1-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:22:56.518396 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a2d42916-fce9-4850-b9ac-99f3bed46d37 req-c5367597-ac4f-42d8-a30b-5f368457c33b tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:56.520446 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a2d42916-fce9-4850-b9ac-99f3bed46d37 req-c5367597-ac4f-42d8-a30b-5f368457c33b tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.20 "DELETE /v2.0/ports/cdae85cb-9af4-4b8d-955f-ac5b482b05d7 HTTP/1.1" status: 204 len: 173 time: 1.8120534 May 31 13:22:56.565159 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-65701633-3c08-465d-aeba-e01c35a6c2ed req-e309beff-907c-428f-853b-bfa148a5b292 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/security-groups?id=9bb73710-3d65-4dab-a4f3-8814f415ca6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878344 May 31 13:22:56.607707 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-65c08eb3-cffa-47d7-ad15-28faf86e71bc req-af75cd7e-9606-4217-89a6-c99d3d2df503 tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] 10.222.0.50 "GET /v2.0/security-groups/20d51216-630d-44a3-ac9a-3898fc43f482 HTTP/1.1" status: 200 len: 1812 time: 0.2306955 May 31 13:22:56.705966 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-a22e4dbf-2994-4f51-92f7-7dd6dc585692 req-9dfab1f6-9b35-40af-96f0-21bb5ce7846b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 340b14e3-4287-43f8-a3a0-d594186321f6 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:22:56.713895 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a22e4dbf-2994-4f51-92f7-7dd6dc585692 req-9dfab1f6-9b35-40af-96f0-21bb5ce7846b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:56.738838 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-a22e4dbf-2994-4f51-92f7-7dd6dc585692 req-9dfab1f6-9b35-40af-96f0-21bb5ce7846b service neutron] Transition to ACTIVE for port object 340b14e3-4287-43f8-a3a0-d594186321f6 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:22:56.829072 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a22e4dbf-2994-4f51-92f7-7dd6dc585692 req-9dfab1f6-9b35-40af-96f0-21bb5ce7846b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:56.876476 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1731be05-ecfe-495a-abf2-b2b86c20299f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:56.924077 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1731be05-ecfe-495a-abf2-b2b86c20299f admin admin] Pushing event deleted for resources: {'Port': ['ID=9fd6a7f5-a826-4244-bfe6-5cfa0ca2bd54,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:57.041642 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfab1f6-9b35-40af-96f0-21bb5ce7846b service neutron] Pushing event updated for resources: {'Port': ['ID=340b14e3-4287-43f8-a3a0-d594186321f6,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:57.219442 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3215b9-495e-4961-aa32-8b125f53e349 req-35e15774-dc04-4d46-be75-4917f1dbbe69 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:57.226229 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8f3215b9-495e-4961-aa32-8b125f53e349 req-35e15774-dc04-4d46-be75-4917f1dbbe69 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/networks?id=5b3c8d41-b43d-4739-acc3-c9eae6a83205 HTTP/1.1" status: 200 len: 821 time: 0.4858153 May 31 13:22:57.255134 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8f3215b9-495e-4961-aa32-8b125f53e349 req-308a7ff6-3c62-475a-ae9f-56cc2308defc tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/quotas/2539a3508c4b448ea8707834972224c7 HTTP/1.1" status: 200 len: 375 time: 0.0279803 May 31 13:22:57.276812 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1731be05-ecfe-495a-abf2-b2b86c20299f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:57.320268 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f30ee-cbd3-4ba3-a820-215a41d371c5 req-b19df76c-adcb-4512-8d56-9acb30bbc46d tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:57.321693 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8f2f30ee-cbd3-4ba3-a820-215a41d371c5 req-b19df76c-adcb-4512-8d56-9acb30bbc46d tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3ae7dd3-1e2c-4136-92d4-42e9b83cc48d HTTP/1.1" status: 200 len: 949 time: 0.4994409 May 31 13:22:57.370817 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-a22e4dbf-2994-4f51-92f7-7dd6dc585692 req-9dfab1f6-9b35-40af-96f0-21bb5ce7846b service neutron] Attempting to bind port 340b14e3-4287-43f8-a3a0-d594186321f6 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:22:57.370817 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-a22e4dbf-2994-4f51-92f7-7dd6dc585692 req-9dfab1f6-9b35-40af-96f0-21bb5ce7846b service neutron] Attempting to bind port 340b14e3-4287-43f8-a3a0-d594186321f6 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:22:57.371110 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22e4dbf-2994-4f51-92f7-7dd6dc585692 req-9dfab1f6-9b35-40af-96f0-21bb5ce7846b service neutron] Attempting to bind port 340b14e3-4287-43f8-a3a0-d594186321f6 on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:22:57.388020 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22e4dbf-2994-4f51-92f7-7dd6dc585692 req-9dfab1f6-9b35-40af-96f0-21bb5ce7846b service neutron] Port 340b14e3-4287-43f8-a3a0-d594186321f6 on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:22:57.389205 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22e4dbf-2994-4f51-92f7-7dd6dc585692 req-9dfab1f6-9b35-40af-96f0-21bb5ce7846b service neutron] Attempting to bind port 340b14e3-4287-43f8-a3a0-d594186321f6 on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:22:57.403346 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22e4dbf-2994-4f51-92f7-7dd6dc585692 req-9dfab1f6-9b35-40af-96f0-21bb5ce7846b service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:22:57.403679 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22e4dbf-2994-4f51-92f7-7dd6dc585692 req-9dfab1f6-9b35-40af-96f0-21bb5ce7846b service neutron] Checking segment: {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:22:57.404678 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22e4dbf-2994-4f51-92f7-7dd6dc585692 req-9dfab1f6-9b35-40af-96f0-21bb5ce7846b service neutron] Bound using segment: {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:22:57.405107 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-a22e4dbf-2994-4f51-92f7-7dd6dc585692 req-9dfab1f6-9b35-40af-96f0-21bb5ce7846b service neutron] Bound port: 340b14e3-4287-43f8-a3a0-d594186321f6, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:22:57.405454 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a22e4dbf-2994-4f51-92f7-7dd6dc585692 req-9dfab1f6-9b35-40af-96f0-21bb5ce7846b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:57.424592 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8f2f30ee-cbd3-4ba3-a820-215a41d371c5 req-10d91194-0227-4b1f-afa3-0e1e1a6fcb3e tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853460 May 31 13:22:57.502562 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8f3215b9-495e-4961-aa32-8b125f53e349 req-bbae41cf-68b1-4706-9178-2596745f6f54 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2539a3508c4b448ea8707834972224c7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2463043 May 31 13:22:57.592110 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7be184c-e414-411c-b8db-97c10ebd4e75', 'name': 'network-vif-deleted', 'tag': 'd91bacda-0390-4afb-8904-42b434cecbaf'}, {'server_uuid': 'a7be184c-e414-411c-b8db-97c10ebd4e75', 'name': 'network-vif-deleted', 'tag': 'cdae85cb-9af4-4b8d-955f-ac5b482b05d7'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:22:57.642446 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-bd48739e-917f-4559-9349-36ea76e741ca req-210c20da-a2b1-40d7-b929-e7b32869f52b tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1090102649', 'description': 'tempest-description-622442385'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:22:57.652329 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-bd48739e-917f-4559-9349-36ea76e741ca req-210c20da-a2b1-40d7-b929-e7b32869f52b tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:22:57.660620 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-a22e4dbf-2994-4f51-92f7-7dd6dc585692 req-9dfab1f6-9b35-40af-96f0-21bb5ce7846b service neutron] For port 340b14e3-4287-43f8-a3a0-d594186321f6, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:22:57.662791 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-bd48739e-917f-4559-9349-36ea76e741ca req-210c20da-a2b1-40d7-b929-e7b32869f52b tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Usage tracker for resource:security_group and tenant:8bff224c80bf48b39f0f40a39dcca375 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:22:57.671707 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-bd48739e-917f-4559-9349-36ea76e741ca req-210c20da-a2b1-40d7-b929-e7b32869f52b tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:22:57.691957 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-bd48739e-917f-4559-9349-36ea76e741ca req-210c20da-a2b1-40d7-b929-e7b32869f52b tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:22:57.692353 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1731be05-ecfe-495a-abf2-b2b86c20299f admin admin] Router 96fa2bed-dd8d-4910-8484-6a7a4b12ad0e has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:22:57.702199 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-a22e4dbf-2994-4f51-92f7-7dd6dc585692 req-9dfab1f6-9b35-40af-96f0-21bb5ce7846b service neutron] For port 340b14e3-4287-43f8-a3a0-d594186321f6, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=340b14e3-4287-43f8-a3a0-d594186321f6,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:22:57.718809 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a22e4dbf-2994-4f51-92f7-7dd6dc585692 req-9dfab1f6-9b35-40af-96f0-21bb5ce7846b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:57.774512 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8f3215b9-495e-4961-aa32-8b125f53e349 req-f6f0badf-9c9d-49ec-bc3f-86792aed5670 service neutron] 10.222.0.50 "GET /v2.0/networks/5b3c8d41-b43d-4739-acc3-c9eae6a83205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680798 May 31 13:22:57.775207 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-bd48739e-917f-4559-9349-36ea76e741ca req-210c20da-a2b1-40d7-b929-e7b32869f52b tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:57.801730 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e4dbf-2994-4f51-92f7-7dd6dc585692 req-9dfab1f6-9b35-40af-96f0-21bb5ce7846b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:57.802499 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a22e4dbf-2994-4f51-92f7-7dd6dc585692 req-9dfab1f6-9b35-40af-96f0-21bb5ce7846b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:57.803857 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a22e4dbf-2994-4f51-92f7-7dd6dc585692 req-9dfab1f6-9b35-40af-96f0-21bb5ce7846b service neutron] 10.222.0.44 "PUT /v2.0/ports/340b14e3-4287-43f8-a3a0-d594186321f6 HTTP/1.1" status: 200 len: 1096 time: 2.3984704 May 31 13:22:57.891334 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1731be05-ecfe-495a-abf2-b2b86c20299f admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:22:57.902308 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6f67e1-4e42-4707-b896-012641cfe5d9 None None] Sync routers for ids ['96fa2bed-dd8d-4910-8484-6a7a4b12ad0e'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:22:57.906042 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-1731be05-ecfe-495a-abf2-b2b86c20299f admin admin] 10.222.0.50 "PUT /v2.0/routers/96fa2bed-dd8d-4910-8484-6a7a4b12ad0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1512096 May 31 13:22:57.906942 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 36930) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:22:57.926268 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6f67e1-4e42-4707-b896-012641cfe5d9 None None] Routers {'96fa2bed-dd8d-4910-8484-6a7a4b12ad0e'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:22:57.927513 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-9c6f67e1-4e42-4707-b896-012641cfe5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:22:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['96fa2bed-dd8d-4910-8484-6a7a4b12ad0e'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:22:58.096451 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-bd48739e-917f-4559-9349-36ea76e741ca req-210c20da-a2b1-40d7-b929-e7b32869f52b tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:22:58.103442 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-36f5932a-3341-4f57-b292-6bfd84ed4693 admin admin] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:58.115175 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-bd48739e-917f-4559-9349-36ea76e741ca req-210c20da-a2b1-40d7-b929-e7b32869f52b tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Usage tracker for resource:security_group_rule and tenant:8bff224c80bf48b39f0f40a39dcca375 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:22:58.120641 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfab1f6-9b35-40af-96f0-21bb5ce7846b service neutron] Pushing event updated for resources: {'Port': ['ID=340b14e3-4287-43f8-a3a0-d594186321f6,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:58.125738 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-bd48739e-917f-4559-9349-36ea76e741ca req-210c20da-a2b1-40d7-b929-e7b32869f52b tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:22:58.142639 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-9c6f67e1-4e42-4707-b896-012641cfe5d9 None None] Set router 96fa2bed-dd8d-4910-8484-6a7a4b12ad0e gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:22:58.144290 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-bd48739e-917f-4559-9349-36ea76e741ca req-210c20da-a2b1-40d7-b929-e7b32869f52b tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:22:58.207922 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8f3215b9-495e-4961-aa32-8b125f53e349 req-4ed78484-9f9b-480d-9e71-8d2fa01160ca service neutron] 10.222.0.50 "GET /v2.0/networks/5b3c8d41-b43d-4739-acc3-c9eae6a83205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4199359 May 31 13:22:58.230888 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e4dbf-2994-4f51-92f7-7dd6dc585692 req-30225caf-eaa5-4cce-8cb8-3b8e8b37d1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:58.233038 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a22e4dbf-2994-4f51-92f7-7dd6dc585692 req-30225caf-eaa5-4cce-8cb8-3b8e8b37d1ef service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=09dd0f3ff03c49d3a5c47e4de6593f6c&device_id=f4cb63f0-0d04-41a9-9fe8-1aa2860e7681 HTTP/1.1" status: 200 len: 1099 time: 0.3275924 May 31 13:22:58.325138 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a22e4dbf-2994-4f51-92f7-7dd6dc585692 req-06530160-6971-440b-8d91-1049eeed7159 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=340b14e3-4287-43f8-a3a0-d594186321f6 HTTP/1.1" status: 200 len: 217 time: 0.0805690 May 31 13:22:58.413185 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e4dbf-2994-4f51-92f7-7dd6dc585692 req-dc47c209-3bcc-44d7-a5ab-1fd6e86161e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:58.414660 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a22e4dbf-2994-4f51-92f7-7dd6dc585692 req-dc47c209-3bcc-44d7-a5ab-1fd6e86161e2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.0791860 May 31 13:22:58.433069 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-bd48739e-917f-4559-9349-36ea76e741ca req-210c20da-a2b1-40d7-b929-e7b32869f52b tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:58.457514 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-36f5932a-3341-4f57-b292-6bfd84ed4693 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:58.470785 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-36f5932a-3341-4f57-b292-6bfd84ed4693 admin admin] Deleting port b86a57a4-b60d-4fa8-a489-4dc41d538554 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:22:58.471297 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-36f5932a-3341-4f57-b292-6bfd84ed4693 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:58.491600 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-bd48739e-917f-4559-9349-36ea76e741ca req-210c20da-a2b1-40d7-b929-e7b32869f52b tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:58.564179 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210c20da-a2b1-40d7-b929-e7b32869f52b tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=065b38dd-c033-4085-b844-84e35d9c2661,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:58.570146 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-bd48739e-917f-4559-9349-36ea76e741ca req-210c20da-a2b1-40d7-b929-e7b32869f52b tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:58.581936 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-9c6f67e1-4e42-4707-b896-012641cfe5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96fa2bed-dd8d-4910-8484-6a7a4b12ad0e', 'name': 'tempest-FloatingIPDetailsTestJSON-1099141948-router', 'tenant_id': 'c2eee9c4792947daa997d835b24e8bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'b86a57a4-b60d-4fa8-a489-4dc41d538554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:21:51Z', 'updated_at': '2022-05-31T13:22:56Z', 'revision_number': 5, 'project_id': 'c2eee9c4792947daa997d835b24e8bf2', 'gw_port': {'id': 'b86a57a4-b60d-4fa8-a489-4dc41d538554', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:2f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96fa2bed-dd8d-4910-8484-6a7a4b12ad0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:21:53Z', 'updated_at': '2022-05-31T13:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:22:58.582613 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bd48739e-917f-4559-9349-36ea76e741ca req-210c20da-a2b1-40d7-b929-e7b32869f52b tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.9512444 May 31 13:22:58.589395 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6f67e1-4e42-4707-b896-012641cfe5d9 None None] Checking router: 96fa2bed-dd8d-4910-8484-6a7a4b12ad0e for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:22:58.609398 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6f67e1-4e42-4707-b896-012641cfe5d9 None None] Routers {'96fa2bed-dd8d-4910-8484-6a7a4b12ad0e'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:22:58.610192 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-9c6f67e1-4e42-4707-b896-012641cfe5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:22:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['96fa2bed-dd8d-4910-8484-6a7a4b12ad0e'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:22:58.612000 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e4dbf-2994-4f51-92f7-7dd6dc585692 req-adbc9407-b44d-4c22-a0ad-1f515b31d920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:58.614761 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a22e4dbf-2994-4f51-92f7-7dd6dc585692 req-adbc9407-b44d-4c22-a0ad-1f515b31d920 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1801214 May 31 13:22:58.760598 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-36f5932a-3341-4f57-b292-6bfd84ed4693 admin admin] For port b86a57a4-b60d-4fa8-a489-4dc41d538554, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=b86a57a4-b60d-4fa8-a489-4dc41d538554,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:22:58.760832 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-36f5932a-3341-4f57-b292-6bfd84ed4693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:58.783911 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-9c6f67e1-4e42-4707-b896-012641cfe5d9 None None] Set router 96fa2bed-dd8d-4910-8484-6a7a4b12ad0e gateway port host: None {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:22:58.829247 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 36950) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:22:58.925310 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-9c6f67e1-4e42-4707-b896-012641cfe5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96fa2bed-dd8d-4910-8484-6a7a4b12ad0e', 'name': 'tempest-FloatingIPDetailsTestJSON-1099141948-router', 'tenant_id': 'c2eee9c4792947daa997d835b24e8bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:21:51Z', 'updated_at': '2022-05-31T13:22:58Z', 'revision_number': 6, 'project_id': 'c2eee9c4792947daa997d835b24e8bf2', 'gw_port_host': None}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:22:58.929819 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6f67e1-4e42-4707-b896-012641cfe5d9 None None] The sync data for ids ['96fa2bed-dd8d-4910-8484-6a7a4b12ad0e'] in n-d-843939-1 is: [{'id': '96fa2bed-dd8d-4910-8484-6a7a4b12ad0e', 'name': 'tempest-FloatingIPDetailsTestJSON-1099141948-router', 'tenant_id': 'c2eee9c4792947daa997d835b24e8bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:21:51Z', 'updated_at': '2022-05-31T13:22:58Z', 'revision_number': 6, 'project_id': 'c2eee9c4792947daa997d835b24e8bf2', 'gw_port_host': None}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:22:58.985467 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-36f5932a-3341-4f57-b292-6bfd84ed4693 admin admin] Calling delete_port for b86a57a4-b60d-4fa8-a489-4dc41d538554 owned by network:router_gateway {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:22:58.988289 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a22e4dbf-2994-4f51-92f7-7dd6dc585692 req-22ffdb39-8173-4007-8fcc-2a73595068ba service neutron] 10.222.0.44 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3529062 May 31 13:22:59.039208 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-434db86b-7ceb-4a55-abfb-7b445bc626c0 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Deleting subnet b9e3d493-0295-4e55-8988-c3ce748e918b {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:22:59.070537 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-434db86b-7ceb-4a55-abfb-7b445bc626c0 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:59.175476 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-36f5932a-3341-4f57-b292-6bfd84ed4693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:59.225197 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f5932a-3341-4f57-b292-6bfd84ed4693 admin admin] Pushing event deleted for resources: {'Port': ['ID=b86a57a4-b60d-4fa8-a489-4dc41d538554,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:59.225784 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-434db86b-7ceb-4a55-abfb-7b445bc626c0 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65507433'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:59.301206 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67b35c8-7617-4142-90f6-e7228b1b0422 req-188320b9-d7c1-4250-bc89-681a76bb99ba tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:59.309134 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c67b35c8-7617-4142-90f6-e7228b1b0422 req-188320b9-d7c1-4250-bc89-681a76bb99ba tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4cb63f0-0d04-41a9-9fe8-1aa2860e7681 HTTP/1.1" status: 200 len: 948 time: 0.4399455 May 31 13:22:59.334261 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-36f5932a-3341-4f57-b292-6bfd84ed4693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577389'] for router_gateway, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:59.446652 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a22e4dbf-2994-4f51-92f7-7dd6dc585692 req-a173fe71-f607-4f0f-98a1-56047599f5f0 service neutron] 10.222.0.44 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4164503 May 31 13:22:59.458872 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90607ac-0699-4e13-8e7d-b9336a417b7d req-115f93a9-5452-4973-b13a-e9f682c866f2 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:22:59.461660 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c90607ac-0699-4e13-8e7d-b9336a417b7d req-115f93a9-5452-4973-b13a-e9f682c866f2 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/ports?device_id=71bc0373-5ee9-4050-a881-4a2e2048d293 HTTP/1.1" status: 200 len: 946 time: 0.4835956 May 31 13:22:59.470539 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-434db86b-7ceb-4a55-abfb-7b445bc626c0 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:59.508454 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c67b35c8-7617-4142-90f6-e7228b1b0422 req-8d6e0d76-87b1-4de5-b2a2-29e0cfd0507d tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4e17580-fef9-47ea-85b1-59ae8325b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789541 May 31 13:22:59.547997 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-36f5932a-3341-4f57-b292-6bfd84ed4693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:59.550411 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-36f5932a-3341-4f57-b292-6bfd84ed4693 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:59.576647 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c90607ac-0699-4e13-8e7d-b9336a417b7d req-f0d59400-7bd4-4e07-b712-c2dbe1ad43e0 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/security-groups?id=9bb73710-3d65-4dab-a4f3-8814f415ca6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711548 May 31 13:22:59.583812 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-36f5932a-3341-4f57-b292-6bfd84ed4693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:59.584357 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36f5932a-3341-4f57-b292-6bfd84ed4693 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96fa2bed-dd8d-4910-8484-6a7a4b12ad0e {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:22:59.588720 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d0e25b0-75bf-4753-94bb-eecb2a6255a6'] response: {'server_uuid': 'a7be184c-e414-411c-b8db-97c10ebd4e75', 'name': 'network-vif-deleted', 'tag': 'd91bacda-0390-4afb-8904-42b434cecbaf', 'status': 'completed', 'code': 200} May 31 13:22:59.588977 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d0e25b0-75bf-4753-94bb-eecb2a6255a6'] response: {'server_uuid': 'a7be184c-e414-411c-b8db-97c10ebd4e75', 'name': 'network-vif-deleted', 'tag': 'cdae85cb-9af4-4b8d-955f-ac5b482b05d7', 'status': 'completed', 'code': 200} May 31 13:22:59.613240 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-36f5932a-3341-4f57-b292-6bfd84ed4693 admin admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:59.616879 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-36f5932a-3341-4f57-b292-6bfd84ed4693 admin admin] 10.222.0.50 "DELETE /v2.0/routers/96fa2bed-dd8d-4910-8484-6a7a4b12ad0e HTTP/1.1" status: 204 len: 168 time: 1.7063377 May 31 13:22:59.617168 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 36960) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:22:59.625368 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-434db86b-7ceb-4a55-abfb-7b445bc626c0 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65216469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65148562'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:59.671891 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434db86b-7ceb-4a55-abfb-7b445bc626c0 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Pushing event deleted for resources: {'Subnet': ['ID=b9e3d493-0295-4e55-8988-c3ce748e918b,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:59.679028 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6d32437-0277-44df-8052-f1f86834e592 admin admin] Deleting subnet bbe5cf05-563b-4679-80c1-3368090f8f88 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:22:59.682183 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d6d32437-0277-44df-8052-f1f86834e592 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:59.692335 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-434db86b-7ceb-4a55-abfb-7b445bc626c0 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:59.694829 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3987ec57-6653-4010-9313-699d73f09bcd None None] Network a8f1f8e0-f7f7-43dc-aa20-a976a1744b37 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:22:59.735473 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d6d32437-0277-44df-8052-f1f86834e592 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:59.739670 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-434db86b-7ceb-4a55-abfb-7b445bc626c0 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.50 "DELETE /v2.0/subnets/b9e3d493-0295-4e55-8988-c3ce748e918b HTTP/1.1" status: 204 len: 168 time: 0.9093761 May 31 13:22:59.747342 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6c78de59-f5a7-4ac6-9b53-d969e97c7f4c req-f3455156-4c01-4367-ad6b-d0a1fb72bda6 tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] 10.222.0.50 "GET /v2.0/security-groups/065b38dd-c033-4085-b844-84e35d9c2661 HTTP/1.1" status: 200 len: 1812 time: 0.1358948 May 31 13:22:59.748445 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 36964) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:22:59.844037 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d6d32437-0277-44df-8052-f1f86834e592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:59.934985 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d6d32437-0277-44df-8052-f1f86834e592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:59.978353 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3f659804-d71f-45f2-9fc5-7d3000af63c2 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:59.996271 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d32437-0277-44df-8052-f1f86834e592 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbe5cf05-563b-4679-80c1-3368090f8f88,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:22:59.998307 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d6d32437-0277-44df-8052-f1f86834e592 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:00.006987 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9751442c-81d0-46ea-b62b-e60744b6fb7d None None] Network 5b41d36c-7072-45a2-be60-32082c8f092b requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:23:00.007471 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d6d32437-0277-44df-8052-f1f86834e592 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/bbe5cf05-563b-4679-80c1-3368090f8f88 HTTP/1.1" status: 204 len: 168 time: 0.3892617 May 31 13:23:00.008075 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 36972) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:23:00.098475 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f101bbf0-e6f3-4a39-8672-c56629cb5356 req-e97cb2a3-a972-4fb3-a148-30e1e68f58dd tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=12c6813d-f517-4002-8c22-cda7b5d28c2d HTTP/1.1" status: 200 len: 210 time: 0.1079473 May 31 13:23:00.152647 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-36eaad6f-2981-49f8-a1bb-e5d6a70f9b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:00.167416 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e995c803-19cb-47a6-a24a-57c01a5cb733 None None] DHCP port deletion for a8f1f8e0-f7f7-43dc-aa20-a976a1744b37 request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:23:00.168760 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-36eaad6f-2981-49f8-a1bb-e5d6a70f9b7f admin admin] Deleting port f22eb231-175e-49c1-a5c7-69f6cf01e344 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:23:00.169075 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-36eaad6f-2981-49f8-a1bb-e5d6a70f9b7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:00.194854 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b57fdd-c58b-45ed-8ff8-268da12a15f2 req-be8ab55c-f7e6-4a5a-acda-c7c3031cf480 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:00.196591 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-63b57fdd-c58b-45ed-8ff8-268da12a15f2 req-be8ab55c-f7e6-4a5a-acda-c7c3031cf480 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3ae7dd3-1e2c-4136-92d4-42e9b83cc48d HTTP/1.1" status: 200 len: 949 time: 0.5000598 May 31 13:23:00.237210 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-3f659804-d71f-45f2-9fc5-7d3000af63c2 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Deleting port 348e1bf9-2d01-4a02-b126-35125a82971f {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:23:00.237541 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3f659804-d71f-45f2-9fc5-7d3000af63c2 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:00.260985 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-e995c803-19cb-47a6-a24a-57c01a5cb733 None None] Deleting port 348e1bf9-2d01-4a02-b126-35125a82971f {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:23:00.261414 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e995c803-19cb-47a6-a24a-57c01a5cb733 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:00.318747 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [req-adaa66f9-e8a1-4a0c-8d05-2a1dad1a6604 req-edccf43e-5abd-43fa-a116-0381ca9dbac5 tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] show failed (client error): The resource could not be found. May 31 13:23:00.319794 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-adaa66f9-e8a1-4a0c-8d05-2a1dad1a6604 req-edccf43e-5abd-43fa-a116-0381ca9dbac5 tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] 10.222.0.50 "GET /v2.0/security-groups/bdcfae50-08ba-4839-9106-ac6f9c059258 HTTP/1.1" status: 404 len: 352 time: 0.1217556 May 31 13:23:00.381843 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 348e1bf9-2d01-4a02-b126-35125a82971f no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:23:00.630582 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [req-44bac78f-1aeb-4361-b254-a5065f93bd9e req-20a6b372-2179-4fc8-b292-a4b259cf27c5 tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] show failed (client error): The resource could not be found. May 31 13:23:00.642443 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-44bac78f-1aeb-4361-b254-a5065f93bd9e req-20a6b372-2179-4fc8-b292-a4b259cf27c5 tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] 10.222.0.50 "GET /v2.0/security-group-rules/b04379c4-80ae-40fd-9739-075e68f4fb77 HTTP/1.1" status: 404 len: 361 time: 0.0653386 May 31 13:23:00.663240 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-36eaad6f-2981-49f8-a1bb-e5d6a70f9b7f admin admin] For port f22eb231-175e-49c1-a5c7-69f6cf01e344, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=f22eb231-175e-49c1-a5c7-69f6cf01e344,segment=NetworkSegment(162ea636-f64d-43d0-9bd8-56ef15f85e62),segment_id=162ea636-f64d-43d0-9bd8-56ef15f85e62)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:23:00.664772 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-36eaad6f-2981-49f8-a1bb-e5d6a70f9b7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:00.709482 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-63b57fdd-c58b-45ed-8ff8-268da12a15f2 req-e861f8a4-6b2f-4d12-a901-b57ebd48216c tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5016837 May 31 13:23:00.730527 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1188db3c-4ac7-4088-b973-d6e91fdec595 None None] DHCP port deletion for 5b41d36c-7072-45a2-be60-32082c8f092b request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:23:00.740221 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 348e1bf9-2d01-4a02-b126-35125a82971f is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:23:00.740596 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:00.777267 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-1188db3c-4ac7-4088-b973-d6e91fdec595 None None] Deleting port f22eb231-175e-49c1-a5c7-69f6cf01e344 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:23:00.777637 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1188db3c-4ac7-4088-b973-d6e91fdec595 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:00.845487 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-36eaad6f-2981-49f8-a1bb-e5d6a70f9b7f admin admin] Calling delete_port for f22eb231-175e-49c1-a5c7-69f6cf01e344 owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:23:00.864156 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-e995c803-19cb-47a6-a24a-57c01a5cb733 None None] For port 348e1bf9-2d01-4a02-b126-35125a82971f, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=348e1bf9-2d01-4a02-b126-35125a82971f,segment=NetworkSegment(6b3d41ff-bd1b-452e-86ed-ca7d85c65f4d),segment_id=6b3d41ff-bd1b-452e-86ed-ca7d85c65f4d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:23:00.864795 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e995c803-19cb-47a6-a24a-57c01a5cb733 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:00.983806 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 348e1bf9-2d01-4a02-b126-35125a82971f, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=348e1bf9-2d01-4a02-b126-35125a82971f,segment=NetworkSegment(6b3d41ff-bd1b-452e-86ed-ca7d85c65f4d),segment_id=6b3d41ff-bd1b-452e-86ed-ca7d85c65f4d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:23:00.987752 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-36eaad6f-2981-49f8-a1bb-e5d6a70f9b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:01.036100 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36eaad6f-2981-49f8-a1bb-e5d6a70f9b7f admin admin] No DVR routers for this DVR port f22eb231-175e-49c1-a5c7-69f6cf01e344 on host n-d-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:23:01.051218 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-e995c803-19cb-47a6-a24a-57c01a5cb733 None None] Calling delete_port for 348e1bf9-2d01-4a02-b126-35125a82971f owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:23:01.076724 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eaad6f-2981-49f8-a1bb-e5d6a70f9b7f admin admin] Pushing event deleted for resources: {'Port': ['ID=f22eb231-175e-49c1-a5c7-69f6cf01e344,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:01.086251 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:01.086936 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 9fd6a7f5-a826-4244-bfe6-5cfa0ca2bd54 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:23:01.120712 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3215b9-495e-4961-aa32-8b125f53e349 req-7803865e-ffe2-41dc-be23-59b409ce22b2 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:01.123532 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8f3215b9-495e-4961-aa32-8b125f53e349 req-7803865e-ffe2-41dc-be23-59b409ce22b2 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.20 "GET /v2.0/networks?id=5b3c8d41-b43d-4739-acc3-c9eae6a83205 HTTP/1.1" status: 200 len: 821 time: 1.0743036 May 31 13:23:01.176792 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-3f659804-d71f-45f2-9fc5-7d3000af63c2 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] For port 348e1bf9-2d01-4a02-b126-35125a82971f, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=348e1bf9-2d01-4a02-b126-35125a82971f,segment=NetworkSegment(6b3d41ff-bd1b-452e-86ed-ca7d85c65f4d),segment_id=6b3d41ff-bd1b-452e-86ed-ca7d85c65f4d)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:23:01.177700 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3f659804-d71f-45f2-9fc5-7d3000af63c2 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:01.197744 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-36eaad6f-2981-49f8-a1bb-e5d6a70f9b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:01.227530 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-36eaad6f-2981-49f8-a1bb-e5d6a70f9b7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b41d36c-7072-45a2-be60-32082c8f092b']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:23:01.237050 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 9fd6a7f5-a826-4244-bfe6-5cfa0ca2bd54 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:23:01.237316 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 9fd6a7f5-a826-4244-bfe6-5cfa0ca2bd54 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:23:01.237737 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device b86a57a4-b60d-4fa8-a489-4dc41d538554 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:23:01.241144 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-36eaad6f-2981-49f8-a1bb-e5d6a70f9b7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '162ea636-f64d-43d0-9bd8-56ef15f85e62') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:23:01.241616 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-36eaad6f-2981-49f8-a1bb-e5d6a70f9b7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '162ea636-f64d-43d0-9bd8-56ef15f85e62') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:23:01.254897 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-36eaad6f-2981-49f8-a1bb-e5d6a70f9b7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:01.276814 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-36eaad6f-2981-49f8-a1bb-e5d6a70f9b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:01.293084 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36eaad6f-2981-49f8-a1bb-e5d6a70f9b7f admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:23:01.293500 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-36eaad6f-2981-49f8-a1bb-e5d6a70f9b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:01.306508 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-1188db3c-4ac7-4088-b973-d6e91fdec595 None None] The port 'f22eb231-175e-49c1-a5c7-69f6cf01e344' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 13:23:01.331277 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-8f3215b9-495e-4961-aa32-8b125f53e349 req-55b3a3bc-d7af-4483-838b-7cb56a662357 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Request body: {'port': {'device_id': '12c6813d-f517-4002-8c22-cda7b5d28c2d', 'network_id': '5b3c8d41-b43d-4739-acc3-c9eae6a83205', 'admin_state_up': True, 'tenant_id': '2539a3508c4b448ea8707834972224c7'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:23:01.332106 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: b86a57a4-b60d-4fa8-a489-4dc41d538554 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:23:01.332463 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device b86a57a4-b60d-4fa8-a489-4dc41d538554 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:23:01.372047 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 162ea636-f64d-43d0-9bd8-56ef15f85e62 resource provider aggregate not found May 31 13:23:01.379644 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=348e1bf9-2d01-4a02-b126-35125a82971f,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:01.390313 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:23:01.390686 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:23:01.391117 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:23:01.391600 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:23:01.392186 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:23:01.392369 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:23:01.392669 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:23:01.393033 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:23:01.393356 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:23:01.393672 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:23:01.394061 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:23:01.394491 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:23:01.398100 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-e995c803-19cb-47a6-a24a-57c01a5cb733 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:23:01.398494 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-e995c803-19cb-47a6-a24a-57c01a5cb733 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:23:01.405722 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-3f659804-d71f-45f2-9fc5-7d3000af63c2 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Calling delete_port for 348e1bf9-2d01-4a02-b126-35125a82971f owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:23:01.415300 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 162ea636-f64d-43d0-9bd8-56ef15f85e62 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 162ea636-f64d-43d0-9bd8-56ef15f85e62 found for delete ", "request_id": "req-eb854ab9-4bf0-43b7-8e72-e1463241e6e1"}]} May 31 13:23:01.417162 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-36eaad6f-2981-49f8-a1bb-e5d6a70f9b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:01.433846 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-36eaad6f-2981-49f8-a1bb-e5d6a70f9b7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:01.444875 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eaad6f-2981-49f8-a1bb-e5d6a70f9b7f admin admin] Pushing event deleted for resources: {'Network': ['ID=5b41d36c-7072-45a2-be60-32082c8f092b,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:01.461564 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-36eaad6f-2981-49f8-a1bb-e5d6a70f9b7f admin admin] 10.222.0.50 "DELETE /v2.0/networks/5b41d36c-7072-45a2-be60-32082c8f092b HTTP/1.1" status: 204 len: 168 time: 1.4483337 May 31 13:23:01.592984 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4cb63f0-0d04-41a9-9fe8-1aa2860e7681', 'tag': '340b14e3-4287-43f8-a3a0-d594186321f6'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:23:01.611569 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca60d8-3888-4694-a35a-c68da52f0645 req-dcc4c238-25d5-44b3-8e03-999c91a08764 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:01.613052 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ebca60d8-3888-4694-a35a-c68da52f0645 req-dcc4c238-25d5-44b3-8e03-999c91a08764 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4cb63f0-0d04-41a9-9fe8-1aa2860e7681 HTTP/1.1" status: 200 len: 948 time: 0.6426284 May 31 13:23:01.634663 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a232bb-c660-46cf-943e-1fbba0f4e151 req-218bfd3e-d044-4fa3-a1ed-6aad2138e5cc tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:01.636109 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-58a232bb-c660-46cf-943e-1fbba0f4e151 req-218bfd3e-d044-4fa3-a1ed-6aad2138e5cc tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/ports?device_id=71bc0373-5ee9-4050-a881-4a2e2048d293 HTTP/1.1" status: 200 len: 946 time: 0.6638856 May 31 13:23:01.656520 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 37000) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:23:01.675171 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.api [None req-3f659804-d71f-45f2-9fc5-7d3000af63c2 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88370) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:23:01.675526 n-d-843939-1 neutron-server[88370]: DEBUG oslo_db.api [None req-3f659804-d71f-45f2-9fc5-7d3000af63c2 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:23:01.702984 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-8f3215b9-495e-4961-aa32-8b125f53e349 req-55b3a3bc-d7af-4483-838b-7cb56a662357 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:23:01.713320 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-1d7d57a4-623a-43cb-a13c-89fbce6e54bb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c2eee9c4792947daa997d835b24e8bf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0535131 May 31 13:23:01.713927 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 37004) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:23:01.734052 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ebca60d8-3888-4694-a35a-c68da52f0645 req-21299760-8799-408c-9030-51326fc42e9a tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4e17580-fef9-47ea-85b1-59ae8325b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932574 May 31 13:23:01.736809 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-8f3215b9-495e-4961-aa32-8b125f53e349 req-55b3a3bc-d7af-4483-838b-7cb56a662357 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:23:01.741257 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-58a232bb-c660-46cf-943e-1fbba0f4e151 req-e8e2602f-25c3-4d13-82fb-cff34a36ec14 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/security-groups?id=9bb73710-3d65-4dab-a4f3-8814f415ca6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852163 May 31 13:23:01.752365 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f3215b9-495e-4961-aa32-8b125f53e349 req-55b3a3bc-d7af-4483-838b-7cb56a662357 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Made reservation on behalf of 2539a3508c4b448ea8707834972224c7 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:23:01.760985 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8f3215b9-495e-4961-aa32-8b125f53e349 req-55b3a3bc-d7af-4483-838b-7cb56a662357 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:01.818723 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-455a55d6-a8de-4974-8316-72ce321041c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:01.854339 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-455a55d6-a8de-4974-8316-72ce321041c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:01.899269 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-e995c803-19cb-47a6-a24a-57c01a5cb733 None None] Deleting port 348e1bf9-2d01-4a02-b126-35125a82971f {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:23:01.899646 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e995c803-19cb-47a6-a24a-57c01a5cb733 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:01.922471 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-455a55d6-a8de-4974-8316-72ce321041c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:01.935668 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4c02fe01-83fb-4ddb-9632-cfa4b4053d62 req-42dc663d-eae7-4aa7-b1d1-f9c18f5d3f18 tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] 10.222.0.50 "GET /v2.0/security-groups/065b38dd-c033-4085-b844-84e35d9c2661 HTTP/1.1" status: 200 len: 1812 time: 0.1520114 May 31 13:23:01.942566 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455a55d6-a8de-4974-8316-72ce321041c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c61bfa4b-cbc2-44dc-9e8d-b7eeb2e008bd,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:01.960984 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-455a55d6-a8de-4974-8316-72ce321041c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:01.962787 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-455a55d6-a8de-4974-8316-72ce321041c5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c61bfa4b-cbc2-44dc-9e8d-b7eeb2e008bd HTTP/1.1" status: 204 len: 168 time: 0.2482202 May 31 13:23:02.137435 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-8f3215b9-495e-4961-aa32-8b125f53e349 req-55b3a3bc-d7af-4483-838b-7cb56a662357 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Allocated IP 172.20.0.8 (5b3c8d41-b43d-4739-acc3-c9eae6a83205/c38944f5-addb-47c7-b219-ea477f926c92/3f1be6ac-8045-4d23-a472-0648cf23190e) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:23:02.139818 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-4c02fe01-83fb-4ddb-9632-cfa4b4053d62 req-23d65103-b45b-4d9c-b91e-e78349c4cab4 tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:02.156121 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b3de7b-4060-47b2-8f01-55d73fa3cc7a req-ae7f8c42-14a7-465f-bf07-80966e23a8f2 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:02.163646 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e0b3de7b-4060-47b2-8f01-55d73fa3cc7a req-ae7f8c42-14a7-465f-bf07-80966e23a8f2 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3ae7dd3-1e2c-4136-92d4-42e9b83cc48d HTTP/1.1" status: 200 len: 949 time: 0.2793460 May 31 13:23:02.178497 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-e995c803-19cb-47a6-a24a-57c01a5cb733 None None] For port 348e1bf9-2d01-4a02-b126-35125a82971f, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=348e1bf9-2d01-4a02-b126-35125a82971f,segment=NetworkSegment(6b3d41ff-bd1b-452e-86ed-ca7d85c65f4d),segment_id=6b3d41ff-bd1b-452e-86ed-ca7d85c65f4d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:23:02.179097 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e995c803-19cb-47a6-a24a-57c01a5cb733 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:02.192069 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-3f659804-d71f-45f2-9fc5-7d3000af63c2 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Deleting port 348e1bf9-2d01-4a02-b126-35125a82971f {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:23:02.192405 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3f659804-d71f-45f2-9fc5-7d3000af63c2 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:02.272766 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-4c02fe01-83fb-4ddb-9632-cfa4b4053d62 req-23d65103-b45b-4d9c-b91e-e78349c4cab4 tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:02.344415 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-e995c803-19cb-47a6-a24a-57c01a5cb733 None None] Calling delete_port for 348e1bf9-2d01-4a02-b126-35125a82971f owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:23:02.381206 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device f22eb231-175e-49c1-a5c7-69f6cf01e344 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:23:02.441027 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: f22eb231-175e-49c1-a5c7-69f6cf01e344 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:23:02.441364 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device f22eb231-175e-49c1-a5c7-69f6cf01e344 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:23:02.484226 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e995c803-19cb-47a6-a24a-57c01a5cb733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:02.543250 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e995c803-19cb-47a6-a24a-57c01a5cb733 None None] Pushing event deleted for resources: {'Port': ['ID=348e1bf9-2d01-4a02-b126-35125a82971f,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:02.548005 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e995c803-19cb-47a6-a24a-57c01a5cb733 None None] No DVR routers for this DVR port 348e1bf9-2d01-4a02-b126-35125a82971f on host n-d-843939-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:23:02.548208 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e0b3de7b-4060-47b2-8f01-55d73fa3cc7a req-fc6f3e65-3e79-420b-9553-5e4abde703ce tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3836222 May 31 13:23:02.645172 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-3f659804-d71f-45f2-9fc5-7d3000af63c2 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] For port 348e1bf9-2d01-4a02-b126-35125a82971f, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=348e1bf9-2d01-4a02-b126-35125a82971f,segment=NetworkSegment(6b3d41ff-bd1b-452e-86ed-ca7d85c65f4d),segment_id=6b3d41ff-bd1b-452e-86ed-ca7d85c65f4d)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:23:02.645853 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3f659804-d71f-45f2-9fc5-7d3000af63c2 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:02.671035 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 37022) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:23:02.850428 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1f29a9bb-1ffd-45b9-a49f-62ca5ef20157 req-17d3e986-f74b-401d-8ebb-f65f70e3d1aa tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=12c6813d-f517-4002-8c22-cda7b5d28c2d HTTP/1.1" status: 200 len: 210 time: 0.0594079 May 31 13:23:03.004781 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a294bf3-6f30-4077-931a-58ce82348702'] response: {'name': 'network-changed', 'server_uuid': 'f4cb63f0-0d04-41a9-9fe8-1aa2860e7681', 'tag': '340b14e3-4287-43f8-a3a0-d594186321f6', 'status': 'completed', 'code': 200} May 31 13:23:03.019068 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-3f659804-d71f-45f2-9fc5-7d3000af63c2 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Calling delete_port for 348e1bf9-2d01-4a02-b126-35125a82971f owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:23:03.052694 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-4c02fe01-83fb-4ddb-9632-cfa4b4053d62 req-23d65103-b45b-4d9c-b91e-e78349c4cab4 tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:03.072129 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 340b14e3-4287-43f8-a3a0-d594186321f6 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:23:03.163189 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d65103-b45b-4d9c-b91e-e78349c4cab4 tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=065b38dd-c033-4085-b844-84e35d9c2661,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:03.188834 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-4c02fe01-83fb-4ddb-9632-cfa4b4053d62 req-23d65103-b45b-4d9c-b91e-e78349c4cab4 tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:03.206077 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4c02fe01-83fb-4ddb-9632-cfa4b4053d62 req-23d65103-b45b-4d9c-b91e-e78349c4cab4 tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] 10.222.0.50 "DELETE /v2.0/security-groups/065b38dd-c033-4085-b844-84e35d9c2661 HTTP/1.1" status: 204 len: 173 time: 1.2620068 May 31 13:23:03.264729 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 340b14e3-4287-43f8-a3a0-d594186321f6, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=340b14e3-4287-43f8-a3a0-d594186321f6,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:23:03.296093 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': '340b14e3-4287-43f8-a3a0-d594186321f6', 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4', 'port_id': '340b14e3-4287-43f8-a3a0-d594186321f6', 'mac_address': 'fa:16:3e:cb:f2:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24822c99-0dce-4d50-9c44-3135ba3763b8', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:23:03.325682 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8f3215b9-495e-4961-aa32-8b125f53e349 req-55b3a3bc-d7af-4483-838b-7cb56a662357 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:03.365757 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 340b14e3-4287-43f8-a3a0-d594186321f6 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:23:03.366286 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:03.388809 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24268b1a-8f8f-4ae8-9d55-fc143771e1ce req-51b4a159-e2a8-4026-9bba-b2b5114eeb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:03.390268 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 340b14e3-4287-43f8-a3a0-d594186321f6 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:23:03.390866 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-24268b1a-8f8f-4ae8-9d55-fc143771e1ce req-51b4a159-e2a8-4026-9bba-b2b5114eeb6e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=09dd0f3ff03c49d3a5c47e4de6593f6c&device_id=f4cb63f0-0d04-41a9-9fe8-1aa2860e7681 HTTP/1.1" status: 200 len: 1099 time: 0.4280775 May 31 13:23:03.424206 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 340b14e3-4287-43f8-a3a0-d594186321f6, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=340b14e3-4287-43f8-a3a0-d594186321f6,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:23:03.431334 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:03.459026 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e80ab464-cd0b-46d0-ab2e-35a4149ff450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:03.517159 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6bb617-9992-4980-b352-3e62e08daa0e req-648dd116-4026-4bc3-9c57-833409d9189e tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:03.524425 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3a6bb617-9992-4980-b352-3e62e08daa0e req-648dd116-4026-4bc3-9c57-833409d9189e tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4cb63f0-0d04-41a9-9fe8-1aa2860e7681 HTTP/1.1" status: 200 len: 948 time: 0.4424200 May 31 13:23:03.526259 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.api [None req-3f659804-d71f-45f2-9fc5-7d3000af63c2 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88370) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:23:03.526642 n-d-843939-1 neutron-server[88370]: DEBUG oslo_db.api [None req-3f659804-d71f-45f2-9fc5-7d3000af63c2 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:23:03.533411 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=340b14e3-4287-43f8-a3a0-d594186321f6,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:03.625169 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3a6bb617-9992-4980-b352-3e62e08daa0e req-54b7a3fd-0295-4fc6-84f2-0d9ba31e650e tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4e17580-fef9-47ea-85b1-59ae8325b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996585 May 31 13:23:03.661597 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1756321-2888-4884-a4fb-212911bcc63c req-74df336e-80e1-4473-9ea0-06b4a698d7c5 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:03.663367 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a1756321-2888-4884-a4fb-212911bcc63c req-74df336e-80e1-4473-9ea0-06b4a698d7c5 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/ports?device_id=71bc0373-5ee9-4050-a881-4a2e2048d293 HTTP/1.1" status: 200 len: 946 time: 0.3469865 May 31 13:23:03.667420 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8f3215b9-495e-4961-aa32-8b125f53e349 req-55b3a3bc-d7af-4483-838b-7cb56a662357 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:03.702358 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['340b14e3-4287-43f8-a3a0-d594186321f6'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:23:03.829605 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24268b1a-8f8f-4ae8-9d55-fc143771e1ce req-7a210062-fd8f-4d8f-9f65-c60f64140db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:03.831072 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-24268b1a-8f8f-4ae8-9d55-fc143771e1ce req-7a210062-fd8f-4d8f-9f65-c60f64140db8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=85b11c4f-90ad-4763-b38d-22d3f87089f4 HTTP/1.1" status: 200 len: 870 time: 0.4338553 May 31 13:23:03.834775 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f3215b9-495e-4961-aa32-8b125f53e349 req-55b3a3bc-d7af-4483-838b-7cb56a662357 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Network 5b3c8d41-b43d-4739-acc3-c9eae6a83205 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:23:03.840348 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a1756321-2888-4884-a4fb-212911bcc63c req-b3947535-4ed0-4c88-bbd3-8caf8baafa7b tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/security-groups?id=9bb73710-3d65-4dab-a4f3-8814f415ca6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706967 May 31 13:23:03.850608 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-8f3215b9-495e-4961-aa32-8b125f53e349 req-55b3a3bc-d7af-4483-838b-7cb56a662357 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:23:03.914913 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f3215b9-495e-4961-aa32-8b125f53e349 req-55b3a3bc-d7af-4483-838b-7cb56a662357 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:23:03.979704 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b3a3bc-d7af-4483-838b-7cb56a662357 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Pushing event updated for resources: {'Port': ['ID=3f1be6ac-8045-4d23-a472-0648cf23190e,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:03.991617 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-24268b1a-8f8f-4ae8-9d55-fc143771e1ce req-0ff10a8f-3f0f-43d6-9f80-37cbaf40deb5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=340b14e3-4287-43f8-a3a0-d594186321f6 HTTP/1.1" status: 200 len: 217 time: 0.1387849 May 31 13:23:03.997156 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-e80ab464-cd0b-46d0-ab2e-35a4149ff450 admin admin] Deleting port afa8a152-e452-49c0-b1e2-c656552eaeef {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:23:03.997657 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e80ab464-cd0b-46d0-ab2e-35a4149ff450 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:04.035959 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-528a71bd-e984-4649-ba7a-85ad203758c5 req-b73d4022-e9c9-431c-ba61-a0b02f1dbbaf tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] 10.222.0.50 "GET /v2.0/security-groups/20d51216-630d-44a3-ac9a-3898fc43f482 HTTP/1.1" status: 200 len: 1812 time: 0.3083758 May 31 13:23:04.073152 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3215b9-495e-4961-aa32-8b125f53e349 req-55b3a3bc-d7af-4483-838b-7cb56a662357 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:04.073777 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8f3215b9-495e-4961-aa32-8b125f53e349 req-55b3a3bc-d7af-4483-838b-7cb56a662357 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:04.148294 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24268b1a-8f8f-4ae8-9d55-fc143771e1ce req-f4b9115f-857b-4acf-9f08-04222fc1d0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:04.149859 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-24268b1a-8f8f-4ae8-9d55-fc143771e1ce req-f4b9115f-857b-4acf-9f08-04222fc1d0d7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.1480243 May 31 13:23:04.152256 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8f3215b9-495e-4961-aa32-8b125f53e349 req-55b3a3bc-d7af-4483-838b-7cb56a662357 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8263001 May 31 13:23:04.205227 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-8f3215b9-495e-4961-aa32-8b125f53e349 req-5511b044-a235-457c-a8fc-3f7e397dd0c6 service neutron] Request body: {'port': {'device_id': '12c6813d-f517-4002-8c22-cda7b5d28c2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:23:04.236165 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-3f659804-d71f-45f2-9fc5-7d3000af63c2 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Deleting port 348e1bf9-2d01-4a02-b126-35125a82971f {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:23:04.236783 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3f659804-d71f-45f2-9fc5-7d3000af63c2 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:04.283416 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-e80ab464-cd0b-46d0-ab2e-35a4149ff450 admin admin] For port afa8a152-e452-49c0-b1e2-c656552eaeef, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=afa8a152-e452-49c0-b1e2-c656552eaeef,segment=NetworkSegment(cc4868b5-30a5-4956-8627-7d52c92af76c),segment_id=cc4868b5-30a5-4956-8627-7d52c92af76c)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:23:04.283416 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e80ab464-cd0b-46d0-ab2e-35a4149ff450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:04.373638 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-528a71bd-e984-4649-ba7a-85ad203758c5 req-ebf0eeb6-b5ce-4856-b13e-fa3b3aff1520 tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:04.410242 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-3f659804-d71f-45f2-9fc5-7d3000af63c2 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] The port '348e1bf9-2d01-4a02-b126-35125a82971f' was deleted {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 13:23:04.416204 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-e80ab464-cd0b-46d0-ab2e-35a4149ff450 admin admin] Calling delete_port for afa8a152-e452-49c0-b1e2-c656552eaeef owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:23:04.479784 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-6201f7ca-f2b9-4c36-8568-4540a37b918a req-879a7f2a-d595-4ff9-80ed-ea172205e17c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f3ae7dd3-1e2c-4136-92d4-42e9b83cc48d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2763026 May 31 13:23:04.631162 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e80ab464-cd0b-46d0-ab2e-35a4149ff450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:04.663029 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-528a71bd-e984-4649-ba7a-85ad203758c5 req-ebf0eeb6-b5ce-4856-b13e-fa3b3aff1520 tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:04.690471 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80ab464-cd0b-46d0-ab2e-35a4149ff450 admin admin] Pushing event deleted for resources: {'Port': ['ID=afa8a152-e452-49c0-b1e2-c656552eaeef,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:04.801193 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3f659804-d71f-45f2-9fc5-7d3000af63c2 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:04.812686 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8f3215b9-495e-4961-aa32-8b125f53e349 req-5511b044-a235-457c-a8fc-3f7e397dd0c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:04.897305 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-3f659804-d71f-45f2-9fc5-7d3000af63c2 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8f1f8e0-f7f7-43dc-aa20-a976a1744b37']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:23:04.922328 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24268b1a-8f8f-4ae8-9d55-fc143771e1ce req-4c9b6a1f-08dc-496a-8745-1612ce129276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:04.923890 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-24268b1a-8f8f-4ae8-9d55-fc143771e1ce req-4c9b6a1f-08dc-496a-8745-1612ce129276 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7650485 May 31 13:23:04.938108 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-528a71bd-e984-4649-ba7a-85ad203758c5 req-ebf0eeb6-b5ce-4856-b13e-fa3b3aff1520 tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:04.965386 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-3f659804-d71f-45f2-9fc5-7d3000af63c2 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b3d41ff-bd1b-452e-86ed-ca7d85c65f4d') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:23:04.965614 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-3f659804-d71f-45f2-9fc5-7d3000af63c2 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b3d41ff-bd1b-452e-86ed-ca7d85c65f4d') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:23:04.988632 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17233389-c4f4-44e8-a68b-556ac1fa0168 req-4e255735-bdeb-4ddb-ab47-8dd85b8a7d99 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:04.989322 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-17233389-c4f4-44e8-a68b-556ac1fa0168 req-4e255735-bdeb-4ddb-ab47-8dd85b8a7d99 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Synchronizing usage tracker for tenant:2539a3508c4b448ea8707834972224c7 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:23:05.024167 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e80ab464-cd0b-46d0-ab2e-35a4149ff450 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:05.072926 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 340b14e3-4287-43f8-a3a0-d594186321f6 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:23:05.076736 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf0eeb6-b5ce-4856-b13e-fa3b3aff1520 tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d51216-630d-44a3-ac9a-3898fc43f482,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:05.080550 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3f659804-d71f-45f2-9fc5-7d3000af63c2 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:05.159522 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-528a71bd-e984-4649-ba7a-85ad203758c5 req-ebf0eeb6-b5ce-4856-b13e-fa3b3aff1520 tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:05.160802 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-528a71bd-e984-4649-ba7a-85ad203758c5 req-ebf0eeb6-b5ce-4856-b13e-fa3b3aff1520 tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] 10.222.0.50 "DELETE /v2.0/security-groups/20d51216-630d-44a3-ac9a-3898fc43f482 HTTP/1.1" status: 204 len: 173 time: 1.1128914 May 31 13:23:05.174269 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3f659804-d71f-45f2-9fc5-7d3000af63c2 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:05.178417 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-17233389-c4f4-44e8-a68b-556ac1fa0168 req-4e255735-bdeb-4ddb-ab47-8dd85b8a7d99 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Unset dirty status for tenant:2539a3508c4b448ea8707834972224c7 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:23:05.187365 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-17233389-c4f4-44e8-a68b-556ac1fa0168 req-4e255735-bdeb-4ddb-ab47-8dd85b8a7d99 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=12c6813d-f517-4002-8c22-cda7b5d28c2d HTTP/1.1" status: 200 len: 931 time: 0.8929734 May 31 13:23:05.209767 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port 340b14e3-4287-43f8-a3a0-d594186321f6 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:23:05.224085 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port 340b14e3-4287-43f8-a3a0-d594186321f6 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:23:05.224586 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:05.224868 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f659804-d71f-45f2-9fc5-7d3000af63c2 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:23:05.225274 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3f659804-d71f-45f2-9fc5-7d3000af63c2 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:05.313446 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 6b3d41ff-bd1b-452e-86ed-ca7d85c65f4d resource provider aggregate not found May 31 13:23:05.379914 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 6b3d41ff-bd1b-452e-86ed-ca7d85c65f4d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6b3d41ff-bd1b-452e-86ed-ca7d85c65f4d found for delete ", "request_id": "req-813d1e12-1f25-47dc-b80c-9e1e532b2b30"}]} May 31 13:23:05.443509 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 340b14e3-4287-43f8-a3a0-d594186321f6 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:23:05.444181 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:05.478647 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4cb63f0-0d04-41a9-9fe8-1aa2860e7681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '340b14e3-4287-43f8-a3a0-d594186321f6'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:23:05.481036 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-17233389-c4f4-44e8-a68b-556ac1fa0168 req-61cefe76-d1c8-4916-bda1-786fab38459a tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921166 May 31 13:23:05.491805 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 340b14e3-4287-43f8-a3a0-d594186321f6, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=340b14e3-4287-43f8-a3a0-d594186321f6,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:23:05.498961 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:05.589542 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-24268b1a-8f8f-4ae8-9d55-fc143771e1ce req-9c989225-f346-4cde-9b7c-e6230bef7993 service neutron] 10.222.0.44 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6523778 May 31 13:23:05.602148 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=340b14e3-4287-43f8-a3a0-d594186321f6,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:05.653066 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3f659804-d71f-45f2-9fc5-7d3000af63c2 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:05.707535 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3f659804-d71f-45f2-9fc5-7d3000af63c2 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:05.722533 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e80ab464-cd0b-46d0-ab2e-35a4149ff450 admin admin] Router bd651f60-0be8-4c16-8cb7-f5e40172e9d0 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:23:05.786140 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f659804-d71f-45f2-9fc5-7d3000af63c2 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Pushing event deleted for resources: {'Network': ['ID=a8f1f8e0-f7f7-43dc-aa20-a976a1744b37,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:05.824276 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-3f659804-d71f-45f2-9fc5-7d3000af63c2 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.50 "DELETE /v2.0/networks/a8f1f8e0-f7f7-43dc-aa20-a976a1744b37 HTTP/1.1" status: 204 len: 168 time: 6.0738716 May 31 13:23:05.838543 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 37146) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:23:05.926117 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e80ab464-cd0b-46d0-ab2e-35a4149ff450 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:23:05.938287 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27eef301-b27b-4277-ab2c-c35751d8b183 None None] Sync routers for ids ['bd651f60-0be8-4c16-8cb7-f5e40172e9d0'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:23:05.954435 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e80ab464-cd0b-46d0-ab2e-35a4149ff450 admin admin] 10.222.0.50 "PUT /v2.0/routers/bd651f60-0be8-4c16-8cb7-f5e40172e9d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2792995 May 31 13:23:05.955390 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 37154) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:23:05.956774 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-24268b1a-8f8f-4ae8-9d55-fc143771e1ce req-27ac1dfc-0b38-43d0-b391-8aa2c08f1cb4 service neutron] 10.222.0.44 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287313 May 31 13:23:05.958311 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27eef301-b27b-4277-ab2c-c35751d8b183 None None] Routers {'bd651f60-0be8-4c16-8cb7-f5e40172e9d0'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:23:05.959770 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-27eef301-b27b-4277-ab2c-c35751d8b183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:22:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['bd651f60-0be8-4c16-8cb7-f5e40172e9d0'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:23:05.969371 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315bfcff-be3d-447b-9bfc-5c9425d1f4f1 req-cfbe5fe3-cca4-46a6-a70f-b47e0eae021b tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:05.971206 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-315bfcff-be3d-447b-9bfc-5c9425d1f4f1 req-cfbe5fe3-cca4-46a6-a70f-b47e0eae021b tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3ae7dd3-1e2c-4136-92d4-42e9b83cc48d HTTP/1.1" status: 200 len: 949 time: 0.5901909 May 31 13:23:06.010538 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-b54c960d-ae89-49a2-a0ed-7f38b2ad8716 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Deleting subnet f336b78c-b3bf-435c-8765-f7a574fb0c43 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:23:06.018671 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b54c960d-ae89-49a2-a0ed-7f38b2ad8716 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:06.151303 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-315bfcff-be3d-447b-9bfc-5c9425d1f4f1 req-e191ab94-dac2-4564-8aaf-72aa1b7cc1ff tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659706 May 31 13:23:06.153377 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b54c960d-ae89-49a2-a0ed-7f38b2ad8716 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65507433'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:06.182667 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-8f3215b9-495e-4961-aa32-8b125f53e349 req-5511b044-a235-457c-a8fc-3f7e397dd0c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f1be6ac-8045-4d23-a472-0648cf23190e {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:23:06.196464 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8f3215b9-495e-4961-aa32-8b125f53e349 req-5511b044-a235-457c-a8fc-3f7e397dd0c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:06.227792 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-27eef301-b27b-4277-ab2c-c35751d8b183 None None] Set router bd651f60-0be8-4c16-8cb7-f5e40172e9d0 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:23:06.259083 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-069d3219-903a-4111-87ed-c00896078379 admin admin] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:06.265538 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-8f3215b9-495e-4961-aa32-8b125f53e349 req-5511b044-a235-457c-a8fc-3f7e397dd0c6 service neutron] Transition to ACTIVE for port object 3f1be6ac-8045-4d23-a472-0648cf23190e will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:23:06.282561 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8f3215b9-495e-4961-aa32-8b125f53e349 req-5511b044-a235-457c-a8fc-3f7e397dd0c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:06.509675 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5511b044-a235-457c-a8fc-3f7e397dd0c6 service neutron] Pushing event updated for resources: {'Port': ['ID=3f1be6ac-8045-4d23-a472-0648cf23190e,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:06.569502 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b54c960d-ae89-49a2-a0ed-7f38b2ad8716 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:06.570064 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201f7ca-f2b9-4c36-8568-4540a37b918a req-aa26673d-dd4c-4963-a4c8-3773bc4aab4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:06.571667 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-6201f7ca-f2b9-4c36-8568-4540a37b918a req-aa26673d-dd4c-4963-a4c8-3773bc4aab4c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c905d91f2f614f928153cd05b2f8a225&device_id=f3ae7dd3-1e2c-4136-92d4-42e9b83cc48d HTTP/1.1" status: 200 len: 1100 time: 0.4975626 May 31 13:23:06.576327 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-069d3219-903a-4111-87ed-c00896078379 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:06.608737 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-069d3219-903a-4111-87ed-c00896078379 admin admin] Deleting port 0b7ddb7f-6fe3-4b26-9866-154d36fe3a17 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:23:06.608969 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-069d3219-903a-4111-87ed-c00896078379 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:06.635179 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-27eef301-b27b-4277-ab2c-c35751d8b183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd651f60-0be8-4c16-8cb7-f5e40172e9d0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-732351676-router', 'tenant_id': 'b507f55702b4454690aaa4c9f4de29b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': '0b7ddb7f-6fe3-4b26-9866-154d36fe3a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:18:52Z', 'updated_at': '2022-05-31T13:23:04Z', 'revision_number': 5, 'project_id': 'b507f55702b4454690aaa4c9f4de29b0', 'gw_port': {'id': '0b7ddb7f-6fe3-4b26-9866-154d36fe3a17', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:26:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd651f60-0be8-4c16-8cb7-f5e40172e9d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:18:55Z', 'updated_at': '2022-05-31T13:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:23:06.640775 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27eef301-b27b-4277-ab2c-c35751d8b183 None None] Checking router: bd651f60-0be8-4c16-8cb7-f5e40172e9d0 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:23:06.652500 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27eef301-b27b-4277-ab2c-c35751d8b183 None None] Routers {'bd651f60-0be8-4c16-8cb7-f5e40172e9d0'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:23:06.653136 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-27eef301-b27b-4277-ab2c-c35751d8b183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:22:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['bd651f60-0be8-4c16-8cb7-f5e40172e9d0'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:23:06.799589 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b326f3-895d-42ec-9c7f-8a390f4d3e59 req-e2f6654a-332d-4caa-bed4-1be33729f334 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:06.801508 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c6b326f3-895d-42ec-9c7f-8a390f4d3e59 req-e2f6654a-332d-4caa-bed4-1be33729f334 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4cb63f0-0d04-41a9-9fe8-1aa2860e7681 HTTP/1.1" status: 200 len: 950 time: 0.6067362 May 31 13:23:06.846808 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-27eef301-b27b-4277-ab2c-c35751d8b183 None None] Set router bd651f60-0be8-4c16-8cb7-f5e40172e9d0 gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:23:06.867171 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201f7ca-f2b9-4c36-8568-4540a37b918a req-b581a967-d520-4907-8bc5-52d26a3eddd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:06.869531 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-6201f7ca-f2b9-4c36-8568-4540a37b918a req-b581a967-d520-4907-8bc5-52d26a3eddd2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=85b11c4f-90ad-4763-b38d-22d3f87089f4 HTTP/1.1" status: 200 len: 870 time: 0.2837923 May 31 13:23:06.882205 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfaf68f-5834-479e-a8d8-e9c2dc75d0b9 req-c4f0605c-41ca-4af8-bca2-175dc143efd9 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:06.883650 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8dfaf68f-5834-479e-a8d8-e9c2dc75d0b9 req-c4f0605c-41ca-4af8-bca2-175dc143efd9 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/ports?device_id=71bc0373-5ee9-4050-a881-4a2e2048d293 HTTP/1.1" status: 200 len: 946 time: 0.5475411 May 31 13:23:06.896470 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-8f3215b9-495e-4961-aa32-8b125f53e349 req-5511b044-a235-457c-a8fc-3f7e397dd0c6 service neutron] Attempting to bind port 3f1be6ac-8045-4d23-a472-0648cf23190e on host n-h1-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:23:06.896800 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-8f3215b9-495e-4961-aa32-8b125f53e349 req-5511b044-a235-457c-a8fc-3f7e397dd0c6 service neutron] Attempting to bind port 3f1be6ac-8045-4d23-a472-0648cf23190e by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': 'a592d348-649e-4ed1-b139-bdf2b9c4a847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5b3c8d41-b43d-4739-acc3-c9eae6a83205'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:23:06.897134 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3215b9-495e-4961-aa32-8b125f53e349 req-5511b044-a235-457c-a8fc-3f7e397dd0c6 service neutron] Attempting to bind port 3f1be6ac-8045-4d23-a472-0648cf23190e on network 5b3c8d41-b43d-4739-acc3-c9eae6a83205 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:23:06.923604 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3215b9-495e-4961-aa32-8b125f53e349 req-5511b044-a235-457c-a8fc-3f7e397dd0c6 service neutron] Port 3f1be6ac-8045-4d23-a472-0648cf23190e on network 5b3c8d41-b43d-4739-acc3-c9eae6a83205 not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:23:06.923918 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3215b9-495e-4961-aa32-8b125f53e349 req-5511b044-a235-457c-a8fc-3f7e397dd0c6 service neutron] Attempting to bind port 3f1be6ac-8045-4d23-a472-0648cf23190e on network 5b3c8d41-b43d-4739-acc3-c9eae6a83205 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:23:06.931107 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b54c960d-ae89-49a2-a0ed-7f38b2ad8716 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65216469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65148562'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:06.955836 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-6201f7ca-f2b9-4c36-8568-4540a37b918a req-095ef6ba-50a1-44bd-a0ab-870e5d57fa9c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=3ef39a42-a126-4bb0-bc4c-ce3b4178bf58 HTTP/1.1" status: 200 len: 217 time: 0.0742991 May 31 13:23:06.965615 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-27eef301-b27b-4277-ab2c-c35751d8b183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd651f60-0be8-4c16-8cb7-f5e40172e9d0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-732351676-router', 'tenant_id': 'b507f55702b4454690aaa4c9f4de29b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:18:52Z', 'updated_at': '2022-05-31T13:23:06Z', 'revision_number': 6, 'project_id': 'b507f55702b4454690aaa4c9f4de29b0', 'gw_port_host': None}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:23:06.970368 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27eef301-b27b-4277-ab2c-c35751d8b183 None None] The sync data for ids ['bd651f60-0be8-4c16-8cb7-f5e40172e9d0'] in n-d-843939-1 is: [{'id': 'bd651f60-0be8-4c16-8cb7-f5e40172e9d0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-732351676-router', 'tenant_id': 'b507f55702b4454690aaa4c9f4de29b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:18:52Z', 'updated_at': '2022-05-31T13:23:06Z', 'revision_number': 6, 'project_id': 'b507f55702b4454690aaa4c9f4de29b0', 'gw_port_host': None}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:23:06.973133 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c6b326f3-895d-42ec-9c7f-8a390f4d3e59 req-4f0a2d7e-9fe7-43a9-a771-28ddcfcc14a9 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4e17580-fef9-47ea-85b1-59ae8325b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577315 May 31 13:23:06.974664 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3215b9-495e-4961-aa32-8b125f53e349 req-5511b044-a235-457c-a8fc-3f7e397dd0c6 service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:23:06.974664 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3215b9-495e-4961-aa32-8b125f53e349 req-5511b044-a235-457c-a8fc-3f7e397dd0c6 service neutron] Checking segment: {'id': 'a592d348-649e-4ed1-b139-bdf2b9c4a847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5b3c8d41-b43d-4739-acc3-c9eae6a83205'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:23:06.974930 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3215b9-495e-4961-aa32-8b125f53e349 req-5511b044-a235-457c-a8fc-3f7e397dd0c6 service neutron] Bound using segment: {'id': 'a592d348-649e-4ed1-b139-bdf2b9c4a847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5b3c8d41-b43d-4739-acc3-c9eae6a83205'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:23:06.975544 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-8f3215b9-495e-4961-aa32-8b125f53e349 req-5511b044-a235-457c-a8fc-3f7e397dd0c6 service neutron] Bound port: 3f1be6ac-8045-4d23-a472-0648cf23190e, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a592d348-649e-4ed1-b139-bdf2b9c4a847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5b3c8d41-b43d-4739-acc3-c9eae6a83205'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:23:06.976084 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8f3215b9-495e-4961-aa32-8b125f53e349 req-5511b044-a235-457c-a8fc-3f7e397dd0c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:07.012733 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34b33ac-d9c3-41f6-88ea-d20826380b3f None None] Network 9a770a4a-32fb-4a19-8934-5e075fa0e651 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:23:07.018126 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b54c960d-ae89-49a2-a0ed-7f38b2ad8716 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:07.023163 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-069d3219-903a-4111-87ed-c00896078379 admin admin] For port 0b7ddb7f-6fe3-4b26-9866-154d36fe3a17, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=0b7ddb7f-6fe3-4b26-9866-154d36fe3a17,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:23:07.023163 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-069d3219-903a-4111-87ed-c00896078379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:07.023436 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54c960d-ae89-49a2-a0ed-7f38b2ad8716 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Pushing event deleted for resources: {'Subnet': ['ID=f336b78c-b3bf-435c-8765-f7a574fb0c43,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:07.070747 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8dfaf68f-5834-479e-a8d8-e9c2dc75d0b9 req-7b741bd1-d442-4a35-ab7a-2367adc564f4 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/security-groups?id=9bb73710-3d65-4dab-a4f3-8814f415ca6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756730 May 31 13:23:07.084057 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-b54c960d-ae89-49a2-a0ed-7f38b2ad8716 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.50 "DELETE /v2.0/subnets/f336b78c-b3bf-435c-8765-f7a574fb0c43 HTTP/1.1" status: 204 len: 168 time: 1.2394693 May 31 13:23:07.095533 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 37166) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:23:07.132685 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42ed07a3-6999-43d8-aed3-4d0285f0c4a5'] response: {'server_uuid': 'f4cb63f0-0d04-41a9-9fe8-1aa2860e7681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '340b14e3-4287-43f8-a3a0-d594186321f6', 'code': 200} May 31 13:23:07.206281 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-069d3219-903a-4111-87ed-c00896078379 admin admin] Calling delete_port for 0b7ddb7f-6fe3-4b26-9866-154d36fe3a17 owned by network:router_gateway {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:23:07.228848 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-534be564-1e55-4cc9-9fc0-f689b900af75 req-85947eff-4d54-4741-860d-965bae935e7c tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] 10.222.0.50 "GET /v2.0/security-groups/91ca91b8-9ab9-4535-8e20-5deb305964cf HTTP/1.1" status: 200 len: 1812 time: 0.2119114 May 31 13:23:07.276167 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:07.341650 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-8f3215b9-495e-4961-aa32-8b125f53e349 req-5511b044-a235-457c-a8fc-3f7e397dd0c6 service neutron] For port 3f1be6ac-8045-4d23-a472-0648cf23190e, host n-h1-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:23:07.367517 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a5b9f306-c1bb-4d1c-b2fd-0afca523027c tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:07.397322 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-8f3215b9-495e-4961-aa32-8b125f53e349 req-5511b044-a235-457c-a8fc-3f7e397dd0c6 service neutron] For port 3f1be6ac-8045-4d23-a472-0648cf23190e, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=3f1be6ac-8045-4d23-a472-0648cf23190e,segment=NetworkSegment(a592d348-649e-4ed1-b139-bdf2b9c4a847),segment_id=a592d348-649e-4ed1-b139-bdf2b9c4a847)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:23:07.399594 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d40ab28-c529-45ad-8f48-72ca17fd87db None None] DHCP port deletion for 9a770a4a-32fb-4a19-8934-5e075fa0e651 request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:23:07.411685 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8f3215b9-495e-4961-aa32-8b125f53e349 req-5511b044-a235-457c-a8fc-3f7e397dd0c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:07.413708 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-6d40ab28-c529-45ad-8f48-72ca17fd87db None None] Deleting port 6fb373bb-a5c2-474d-ba2a-ef6454010c22 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:23:07.414353 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6d40ab28-c529-45ad-8f48-72ca17fd87db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:07.471924 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201f7ca-f2b9-4c36-8568-4540a37b918a req-05e5acdc-e983-4d19-8c29-2389d5373b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:07.473445 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-6201f7ca-f2b9-4c36-8568-4540a37b918a req-05e5acdc-e983-4d19-8c29-2389d5373b8e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.5087771 May 31 13:23:07.524061 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-534be564-1e55-4cc9-9fc0-f689b900af75 req-c02163cc-aedb-450a-91c2-96318c7469be tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:07.577770 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3215b9-495e-4961-aa32-8b125f53e349 req-5511b044-a235-457c-a8fc-3f7e397dd0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:07.578431 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8f3215b9-495e-4961-aa32-8b125f53e349 req-5511b044-a235-457c-a8fc-3f7e397dd0c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:07.580094 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8f3215b9-495e-4961-aa32-8b125f53e349 req-5511b044-a235-457c-a8fc-3f7e397dd0c6 service neutron] 10.222.0.20 "PUT /v2.0/ports/3f1be6ac-8045-4d23-a472-0648cf23190e HTTP/1.1" status: 200 len: 1091 time: 3.4095147 May 31 13:23:07.592613 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12c6813d-f517-4002-8c22-cda7b5d28c2d', 'tag': '3f1be6ac-8045-4d23-a472-0648cf23190e'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:23:07.621440 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-a5b9f306-c1bb-4d1c-b2fd-0afca523027c tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Deleting port 6fb373bb-a5c2-474d-ba2a-ef6454010c22 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:23:07.621801 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a5b9f306-c1bb-4d1c-b2fd-0afca523027c tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:07.646112 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201f7ca-f2b9-4c36-8568-4540a37b918a req-b807483a-8b3c-4e7f-9907-c6c25a55f0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:07.647687 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-6201f7ca-f2b9-4c36-8568-4540a37b918a req-b807483a-8b3c-4e7f-9907-c6c25a55f0dc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1524172 May 31 13:23:07.662864 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fad8f7-e73a-4fd1-aee1-d4f9f6294f41 req-ad28e8a3-ce2c-4f48-b9b6-3c016244fec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:07.664517 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-96fad8f7-e73a-4fd1-aee1-d4f9f6294f41 req-ad28e8a3-ce2c-4f48-b9b6-3c016244fec5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f4cb63f0-0d04-41a9-9fe8-1aa2860e7681 HTTP/1.1" status: 200 len: 1101 time: 0.4317591 May 31 13:23:07.685498 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-6d40ab28-c529-45ad-8f48-72ca17fd87db None None] For port 6fb373bb-a5c2-474d-ba2a-ef6454010c22, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=6fb373bb-a5c2-474d-ba2a-ef6454010c22,segment=NetworkSegment(b8546942-dd5b-48c6-89fd-52643603cb0b),segment_id=b8546942-dd5b-48c6-89fd-52643603cb0b)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:23:07.685896 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6d40ab28-c529-45ad-8f48-72ca17fd87db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:07.740620 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-534be564-1e55-4cc9-9fc0-f689b900af75 req-c02163cc-aedb-450a-91c2-96318c7469be tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:07.781851 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5511b044-a235-457c-a8fc-3f7e397dd0c6 service neutron] Pushing event updated for resources: {'Port': ['ID=3f1be6ac-8045-4d23-a472-0648cf23190e,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:07.853785 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-069d3219-903a-4111-87ed-c00896078379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:07.880713 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-6d40ab28-c529-45ad-8f48-72ca17fd87db None None] Calling delete_port for 6fb373bb-a5c2-474d-ba2a-ef6454010c22 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:23:07.892635 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-96fad8f7-e73a-4fd1-aee1-d4f9f6294f41 req-c73d8e05-8fee-4bcf-b2e6-8f8d3be0a81c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a4e17580-fef9-47ea-85b1-59ae8325b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665819 May 31 13:23:07.912285 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-6201f7ca-f2b9-4c36-8568-4540a37b918a req-66c6d2bc-7553-4fd0-a67b-1e62ca341453 service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582054 May 31 13:23:07.913234 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069d3219-903a-4111-87ed-c00896078379 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b7ddb7f-6fe3-4b26-9866-154d36fe3a17,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:07.977176 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-534be564-1e55-4cc9-9fc0-f689b900af75 req-c02163cc-aedb-450a-91c2-96318c7469be tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:07.985307 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6d40ab28-c529-45ad-8f48-72ca17fd87db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:08.015669 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3215b9-495e-4961-aa32-8b125f53e349 req-6fdb4eea-de8e-424c-8a07-0c8d53990a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:08.017148 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8f3215b9-495e-4961-aa32-8b125f53e349 req-6fdb4eea-de8e-424c-8a07-0c8d53990a40 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2539a3508c4b448ea8707834972224c7&device_id=12c6813d-f517-4002-8c22-cda7b5d28c2d HTTP/1.1" status: 200 len: 1094 time: 0.3567986 May 31 13:23:08.022681 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02163cc-aedb-450a-91c2-96318c7469be tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ca91b8-9ab9-4535-8e20-5deb305964cf,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:08.039532 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d40ab28-c529-45ad-8f48-72ca17fd87db None None] Pushing event deleted for resources: {'Port': ['ID=6fb373bb-a5c2-474d-ba2a-ef6454010c22,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:08.055326 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d40ab28-c529-45ad-8f48-72ca17fd87db None None] No DVR routers for this DVR port 6fb373bb-a5c2-474d-ba2a-ef6454010c22 on host n-d-843939-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:23:08.098959 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-069d3219-903a-4111-87ed-c00896078379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577389'] for router_gateway, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:08.173651 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8f3215b9-495e-4961-aa32-8b125f53e349 req-b862d6d2-b967-4e30-a6cd-359344c80500 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f1be6ac-8045-4d23-a472-0648cf23190e HTTP/1.1" status: 200 len: 217 time: 0.1312613 May 31 13:23:08.182361 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-534be564-1e55-4cc9-9fc0-f689b900af75 req-c02163cc-aedb-450a-91c2-96318c7469be tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:08.183428 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-534be564-1e55-4cc9-9fc0-f689b900af75 req-c02163cc-aedb-450a-91c2-96318c7469be tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] 10.222.0.50 "DELETE /v2.0/security-groups/91ca91b8-9ab9-4535-8e20-5deb305964cf HTTP/1.1" status: 204 len: 173 time: 0.9539924 May 31 13:23:08.286883 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fa9d07-fe76-4806-8d18-f58ec957999a req-2426b030-0d93-42b0-aea7-f0cbd48787bc tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:08.286883 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-99fa9d07-fe76-4806-8d18-f58ec957999a req-2426b030-0d93-42b0-aea7-f0cbd48787bc tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=12c6813d-f517-4002-8c22-cda7b5d28c2d HTTP/1.1" status: 200 len: 943 time: 0.3842230 May 31 13:23:08.286883 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-a5b9f306-c1bb-4d1c-b2fd-0afca523027c tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] For port 6fb373bb-a5c2-474d-ba2a-ef6454010c22, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=6fb373bb-a5c2-474d-ba2a-ef6454010c22,segment=NetworkSegment(b8546942-dd5b-48c6-89fd-52643603cb0b),segment_id=b8546942-dd5b-48c6-89fd-52643603cb0b)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:23:08.286883 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a5b9f306-c1bb-4d1c-b2fd-0afca523027c tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:08.302666 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-069d3219-903a-4111-87ed-c00896078379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:08.309938 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-6201f7ca-f2b9-4c36-8568-4540a37b918a req-93a210ab-1b07-4d77-a08d-1d6a649f0a06 service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3599133 May 31 13:23:08.311310 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-069d3219-903a-4111-87ed-c00896078379 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:08.360873 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device afa8a152-e452-49c0-b1e2-c656552eaeef no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:23:08.368464 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-069d3219-903a-4111-87ed-c00896078379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:08.369646 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-069d3219-903a-4111-87ed-c00896078379 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd651f60-0be8-4c16-8cb7-f5e40172e9d0 {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:23:08.390135 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-069d3219-903a-4111-87ed-c00896078379 admin admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:08.391752 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-069d3219-903a-4111-87ed-c00896078379 admin admin] 10.222.0.50 "DELETE /v2.0/routers/bd651f60-0be8-4c16-8cb7-f5e40172e9d0 HTTP/1.1" status: 204 len: 168 time: 2.4344084 May 31 13:23:08.394619 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 37218) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:23:08.441508 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: afa8a152-e452-49c0-b1e2-c656552eaeef {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:23:08.446569 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device afa8a152-e452-49c0-b1e2-c656552eaeef not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:23:08.447293 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 0b7ddb7f-6fe3-4b26-9866-154d36fe3a17 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:23:08.482433 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-a5b9f306-c1bb-4d1c-b2fd-0afca523027c tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Calling delete_port for 6fb373bb-a5c2-474d-ba2a-ef6454010c22 owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:23:08.490707 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-256d7aae-0b09-4da3-a3bf-491404ac5fd4 admin admin] Deleting subnet 351010e5-51b7-43d5-9224-87aaece5e49a {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:23:08.495668 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-256d7aae-0b09-4da3-a3bf-491404ac5fd4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:08.548485 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 0b7ddb7f-6fe3-4b26-9866-154d36fe3a17 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:23:08.548824 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 0b7ddb7f-6fe3-4b26-9866-154d36fe3a17 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:23:08.549348 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 6fb373bb-a5c2-474d-ba2a-ef6454010c22 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:23:08.561342 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-256d7aae-0b09-4da3-a3bf-491404ac5fd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:08.566229 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3215b9-495e-4961-aa32-8b125f53e349 req-56d4f916-e52e-4c0d-adca-019c98452927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:08.567571 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8f3215b9-495e-4961-aa32-8b125f53e349 req-56d4f916-e52e-4c0d-adca-019c98452927 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c38944f5-addb-47c7-b219-ea477f926c92 HTTP/1.1" status: 200 len: 861 time: 0.3831668 May 31 13:23:08.595452 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 6fb373bb-a5c2-474d-ba2a-ef6454010c22 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:23:08.595452 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 6fb373bb-a5c2-474d-ba2a-ef6454010c22 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:23:08.595452 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:08.652277 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-256d7aae-0b09-4da3-a3bf-491404ac5fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:08.728787 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-256d7aae-0b09-4da3-a3bf-491404ac5fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:08.773016 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256d7aae-0b09-4da3-a3bf-491404ac5fd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=351010e5-51b7-43d5-9224-87aaece5e49a,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:08.774956 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-256d7aae-0b09-4da3-a3bf-491404ac5fd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:08.781393 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-256d7aae-0b09-4da3-a3bf-491404ac5fd4 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/351010e5-51b7-43d5-9224-87aaece5e49a HTTP/1.1" status: 204 len: 168 time: 0.3854389 May 31 13:23:08.784012 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 37222) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:23:08.788629 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8f3215b9-495e-4961-aa32-8b125f53e349 req-86cc73c9-7ef8-4aad-a8ac-5438661287df service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5b3c8d41-b43d-4739-acc3-c9eae6a83205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2073367 May 31 13:23:08.791594 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2344d6eb-0051-46b5-8cb8-281305549cac None None] Network 166095fb-602c-4131-97e4-e6648d07bb0e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:23:08.794496 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-99fa9d07-fe76-4806-8d18-f58ec957999a req-6902bcdb-aa1f-4f60-8cb0-e43681157007 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5105445 May 31 13:23:08.897474 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-289af220-7ee5-4125-83b3-d244fb73b106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:08.911034 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-289af220-7ee5-4125-83b3-d244fb73b106 admin admin] Deleting port ec18ba15-26ab-4d4f-93be-43b37f4d8111 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:23:08.911543 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-289af220-7ee5-4125-83b3-d244fb73b106 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:08.917404 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.api [None req-a5b9f306-c1bb-4d1c-b2fd-0afca523027c tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88370) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:23:08.917893 n-d-843939-1 neutron-server[88370]: DEBUG oslo_db.api [None req-a5b9f306-c1bb-4d1c-b2fd-0afca523027c tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:23:08.919898 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9618c4ab-9e9e-4443-bd09-2da909eaf601'] response: {'name': 'network-changed', 'server_uuid': '12c6813d-f517-4002-8c22-cda7b5d28c2d', 'tag': '3f1be6ac-8045-4d23-a472-0648cf23190e', 'status': 'completed', 'code': 200} May 31 13:23:09.002108 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c0fe8-d926-4640-9cd2-3730f4000556 req-f5985425-3938-4b6e-9eb3-24f73a827d49 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:09.009375 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6f9c0fe8-d926-4640-9cd2-3730f4000556 req-f5985425-3938-4b6e-9eb3-24f73a827d49 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3ae7dd3-1e2c-4136-92d4-42e9b83cc48d HTTP/1.1" status: 200 len: 949 time: 0.7196515 May 31 13:23:09.121796 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8f3215b9-495e-4961-aa32-8b125f53e349 req-cb4b75fe-bbb3-4cff-955e-eaef52646092 service neutron] 10.222.0.20 "GET /v2.0/networks/5b3c8d41-b43d-4739-acc3-c9eae6a83205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145683 May 31 13:23:09.157393 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6f9c0fe8-d926-4640-9cd2-3730f4000556 req-772aa0cb-7708-4449-a966-5de1c58743fb tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470695 May 31 13:23:09.175788 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1e1567-9cf5-42ad-b9e2-503901e8269e None None] DHCP port deletion for 166095fb-602c-4131-97e4-e6648d07bb0e request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:23:09.188311 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-bc1e1567-9cf5-42ad-b9e2-503901e8269e None None] Deleting port ec18ba15-26ab-4d4f-93be-43b37f4d8111 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:23:09.188983 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bc1e1567-9cf5-42ad-b9e2-503901e8269e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:09.261415 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1061302-4d4e-406b-a1f3-2175943e7075 req-bd61b6ed-36ab-4a77-9a1a-d50abd3f0c64 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:09.263302 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f1061302-4d4e-406b-a1f3-2175943e7075 req-bd61b6ed-36ab-4a77-9a1a-d50abd3f0c64 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4cb63f0-0d04-41a9-9fe8-1aa2860e7681 HTTP/1.1" status: 200 len: 950 time: 0.2477324 May 31 13:23:09.333865 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8f3215b9-495e-4961-aa32-8b125f53e349 req-466f460a-5769-465c-ae0a-934b92d35a59 service neutron] 10.222.0.20 "GET /v2.0/networks/5b3c8d41-b43d-4739-acc3-c9eae6a83205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008765 May 31 13:23:09.341120 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f1061302-4d4e-406b-a1f3-2175943e7075 req-2654b8d3-e63e-4659-a23e-6e996b737aa4 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4e17580-fef9-47ea-85b1-59ae8325b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644922 May 31 13:23:09.417698 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-289af220-7ee5-4125-83b3-d244fb73b106 admin admin] For port ec18ba15-26ab-4d4f-93be-43b37f4d8111, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=ec18ba15-26ab-4d4f-93be-43b37f4d8111,segment=NetworkSegment(cc4868b5-30a5-4956-8627-7d52c92af76c),segment_id=cc4868b5-30a5-4956-8627-7d52c92af76c)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:23:09.418323 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-289af220-7ee5-4125-83b3-d244fb73b106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:09.424116 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-a5b9f306-c1bb-4d1c-b2fd-0afca523027c tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Deleting port 6fb373bb-a5c2-474d-ba2a-ef6454010c22 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:23:09.424571 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a5b9f306-c1bb-4d1c-b2fd-0afca523027c tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:09.473261 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-bc1e1567-9cf5-42ad-b9e2-503901e8269e None None] For port ec18ba15-26ab-4d4f-93be-43b37f4d8111, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=ec18ba15-26ab-4d4f-93be-43b37f4d8111,segment=NetworkSegment(cc4868b5-30a5-4956-8627-7d52c92af76c),segment_id=cc4868b5-30a5-4956-8627-7d52c92af76c)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:23:09.473742 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bc1e1567-9cf5-42ad-b9e2-503901e8269e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:09.553593 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-289af220-7ee5-4125-83b3-d244fb73b106 admin admin] Calling delete_port for ec18ba15-26ab-4d4f-93be-43b37f4d8111 owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:23:09.565586 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-a5b9f306-c1bb-4d1c-b2fd-0afca523027c tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] The port '6fb373bb-a5c2-474d-ba2a-ef6454010c22' was deleted {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 13:23:09.640574 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-289af220-7ee5-4125-83b3-d244fb73b106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:09.643345 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-bc1e1567-9cf5-42ad-b9e2-503901e8269e None None] Calling delete_port for ec18ba15-26ab-4d4f-93be-43b37f4d8111 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:23:09.670777 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-47ce305d-a861-4faa-a323-99a312c7ade1 req-9c97c09e-df96-40e7-ba47-90010e049e3e tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] 10.222.0.50 "GET /v2.0/security-groups/08319b23-ea37-41e7-a355-deaff8c09913 HTTP/1.1" status: 200 len: 1813 time: 0.2541714 May 31 13:23:09.701080 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289af220-7ee5-4125-83b3-d244fb73b106 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec18ba15-26ab-4d4f-93be-43b37f4d8111,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:09.706599 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289af220-7ee5-4125-83b3-d244fb73b106 admin admin] No DVR routers for this DVR port ec18ba15-26ab-4d4f-93be-43b37f4d8111 on host n-d-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:23:09.717460 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-bc1e1567-9cf5-42ad-b9e2-503901e8269e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:23:09.717893 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-bc1e1567-9cf5-42ad-b9e2-503901e8269e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:23:09.766835 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a5b9f306-c1bb-4d1c-b2fd-0afca523027c tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:09.799842 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838713d5-cd76-4748-bccd-c6c972908fa5 req-28498580-0a59-4851-8cb9-bc43e4180ee0 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:09.801321 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-838713d5-cd76-4748-bccd-c6c972908fa5 req-28498580-0a59-4851-8cb9-bc43e4180ee0 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/ports?device_id=71bc0373-5ee9-4050-a881-4a2e2048d293 HTTP/1.1" status: 200 len: 946 time: 0.4275432 May 31 13:23:09.828021 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-289af220-7ee5-4125-83b3-d244fb73b106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:09.848681 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2621a-e620-489b-88c1-f7bea220cf0b req-aff84bb5-849e-43da-a1ba-f8d0b6c3f8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:09.850158 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-04c2621a-e620-489b-88c1-f7bea220cf0b req-aff84bb5-849e-43da-a1ba-f8d0b6c3f8fc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2539a3508c4b448ea8707834972224c7&device_id=12c6813d-f517-4002-8c22-cda7b5d28c2d HTTP/1.1" status: 200 len: 1094 time: 0.4268332 May 31 13:23:09.854661 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-a5b9f306-c1bb-4d1c-b2fd-0afca523027c tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a770a4a-32fb-4a19-8934-5e075fa0e651']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:23:09.855316 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-289af220-7ee5-4125-83b3-d244fb73b106 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['166095fb-602c-4131-97e4-e6648d07bb0e']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:23:09.868832 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-289af220-7ee5-4125-83b3-d244fb73b106 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc4868b5-30a5-4956-8627-7d52c92af76c') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:23:09.869122 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-289af220-7ee5-4125-83b3-d244fb73b106 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc4868b5-30a5-4956-8627-7d52c92af76c') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:23:09.881340 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-289af220-7ee5-4125-83b3-d244fb73b106 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:09.898610 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-289af220-7ee5-4125-83b3-d244fb73b106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:09.898807 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-a5b9f306-c1bb-4d1c-b2fd-0afca523027c tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8546942-dd5b-48c6-89fd-52643603cb0b') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:23:09.898930 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-a5b9f306-c1bb-4d1c-b2fd-0afca523027c tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8546942-dd5b-48c6-89fd-52643603cb0b') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:23:09.905658 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-289af220-7ee5-4125-83b3-d244fb73b106 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:23:09.906139 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-289af220-7ee5-4125-83b3-d244fb73b106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:09.972846 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment cc4868b5-30a5-4956-8627-7d52c92af76c resource provider aggregate not found May 31 13:23:09.977434 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a5b9f306-c1bb-4d1c-b2fd-0afca523027c tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:09.987512 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-47ce305d-a861-4faa-a323-99a312c7ade1 req-210ddb40-d647-4e80-b8a3-03c84e625735 tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:09.991868 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment cc4868b5-30a5-4956-8627-7d52c92af76c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cc4868b5-30a5-4956-8627-7d52c92af76c found for delete ", "request_id": "req-a69796f0-2ca8-4b4c-be1c-f20a97c7f4d2"}]} May 31 13:23:10.006826 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-289af220-7ee5-4125-83b3-d244fb73b106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:10.020571 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-838713d5-cd76-4748-bccd-c6c972908fa5 req-85e8dc98-e7a7-46ba-bd87-a28171dd0a98 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/security-groups?id=9bb73710-3d65-4dab-a4f3-8814f415ca6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031686 May 31 13:23:10.023330 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-289af220-7ee5-4125-83b3-d244fb73b106 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:10.034439 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a5b9f306-c1bb-4d1c-b2fd-0afca523027c tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:10.035201 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289af220-7ee5-4125-83b3-d244fb73b106 admin admin] Pushing event deleted for resources: {'Network': ['ID=166095fb-602c-4131-97e4-e6648d07bb0e,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:10.056818 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-289af220-7ee5-4125-83b3-d244fb73b106 admin admin] 10.222.0.50 "DELETE /v2.0/networks/166095fb-602c-4131-97e4-e6648d07bb0e HTTP/1.1" status: 204 len: 168 time: 1.2683995 May 31 13:23:10.057374 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 37242) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:23:10.058102 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5b9f306-c1bb-4d1c-b2fd-0afca523027c tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:23:10.058567 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a5b9f306-c1bb-4d1c-b2fd-0afca523027c tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:10.080558 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-47ce305d-a861-4faa-a323-99a312c7ade1 req-210ddb40-d647-4e80-b8a3-03c84e625735 tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:10.107184 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment b8546942-dd5b-48c6-89fd-52643603cb0b resource provider aggregate not found May 31 13:23:10.186682 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment b8546942-dd5b-48c6-89fd-52643603cb0b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b8546942-dd5b-48c6-89fd-52643603cb0b found for delete ", "request_id": "req-8255724d-cc0b-4da0-b49e-63e752b16665"}]} May 31 13:23:10.221732 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-bc1e1567-9cf5-42ad-b9e2-503901e8269e None None] Deleting port ec18ba15-26ab-4d4f-93be-43b37f4d8111 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:23:10.223307 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bc1e1567-9cf5-42ad-b9e2-503901e8269e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:10.227671 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2621a-e620-489b-88c1-f7bea220cf0b req-6ef5c5eb-ba52-449b-bb18-c18145a84b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:10.229418 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-04c2621a-e620-489b-88c1-f7bea220cf0b req-6ef5c5eb-ba52-449b-bb18-c18145a84b59 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5b3c8d41-b43d-4739-acc3-c9eae6a83205 HTTP/1.1" status: 200 len: 922 time: 0.3593085 May 31 13:23:10.233565 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a5b9f306-c1bb-4d1c-b2fd-0afca523027c tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:10.309417 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a5b9f306-c1bb-4d1c-b2fd-0afca523027c tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:10.340807 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b9f306-c1bb-4d1c-b2fd-0afca523027c tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Pushing event deleted for resources: {'Network': ['ID=9a770a4a-32fb-4a19-8934-5e075fa0e651,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:10.343894 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-04c2621a-e620-489b-88c1-f7bea220cf0b req-376a9a68-c823-4d73-9d6e-2eb6a46dbb52 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f1be6ac-8045-4d23-a472-0648cf23190e HTTP/1.1" status: 200 len: 217 time: 0.1076584 May 31 13:23:10.348644 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-47ce305d-a861-4faa-a323-99a312c7ade1 req-210ddb40-d647-4e80-b8a3-03c84e625735 tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:10.353120 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-bc1e1567-9cf5-42ad-b9e2-503901e8269e None None] The port 'ec18ba15-26ab-4d4f-93be-43b37f4d8111' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 13:23:10.393840 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device ec18ba15-26ab-4d4f-93be-43b37f4d8111 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:23:10.419843 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-47ce305d-a861-4faa-a323-99a312c7ade1 req-210ddb40-d647-4e80-b8a3-03c84e625735 tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:10.420823 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-47ce305d-a861-4faa-a323-99a312c7ade1 req-210ddb40-d647-4e80-b8a3-03c84e625735 tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] 10.222.0.50 "DELETE /v2.0/security-groups/08319b23-ea37-41e7-a355-deaff8c09913 HTTP/1.1" status: 204 len: 173 time: 0.6976838 May 31 13:23:10.421576 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210ddb40-d647-4e80-b8a3-03c84e625735 tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08319b23-ea37-41e7-a355-deaff8c09913,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:10.434435 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-a5b9f306-c1bb-4d1c-b2fd-0afca523027c tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.50 "DELETE /v2.0/networks/9a770a4a-32fb-4a19-8934-5e075fa0e651 HTTP/1.1" status: 204 len: 168 time: 3.3265631 May 31 13:23:10.452505 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 37284) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:23:10.474147 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-8e3a4f6e-b4d2-4ffe-a3d2-c8444ab2d05d tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-925237893'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:23:10.488024 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-8e3a4f6e-b4d2-4ffe-a3d2-c8444ab2d05d tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:23:10.496224 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-8e3a4f6e-b4d2-4ffe-a3d2-c8444ab2d05d tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Usage tracker for resource:network and tenant:dd1657545faf45fc89adec1c391d478b is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:23:10.499905 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2621a-e620-489b-88c1-f7bea220cf0b req-1f73466e-6265-493c-a965-6c818d09ef45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:10.501639 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-04c2621a-e620-489b-88c1-f7bea220cf0b req-1f73466e-6265-493c-a965-6c818d09ef45 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c38944f5-addb-47c7-b219-ea477f926c92 HTTP/1.1" status: 200 len: 861 time: 0.1483593 May 31 13:23:10.502783 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-8e3a4f6e-b4d2-4ffe-a3d2-c8444ab2d05d tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:23:10.532920 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: ec18ba15-26ab-4d4f-93be-43b37f4d8111 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:23:10.533273 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device ec18ba15-26ab-4d4f-93be-43b37f4d8111 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:23:10.552412 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-8e3a4f6e-b4d2-4ffe-a3d2-c8444ab2d05d tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:23:10.565328 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cd5460ac-6661-474c-bdb9-6b9e50a62a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:10.576221 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-04c2621a-e620-489b-88c1-f7bea220cf0b req-2f7e8719-7e04-4725-9c80-e9a6fe00c2f0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5b3c8d41-b43d-4739-acc3-c9eae6a83205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666995 May 31 13:23:10.605700 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e3a4f6e-b4d2-4ffe-a3d2-c8444ab2d05d tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Made reservation on behalf of dd1657545faf45fc89adec1c391d478b for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:23:10.610597 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8e3a4f6e-b4d2-4ffe-a3d2-c8444ab2d05d tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:10.773209 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-674a1342-c029-48e9-b636-33da861238fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:10.933799 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e3a4f6e-b4d2-4ffe-a3d2-c8444ab2d05d tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:23:10.981247 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8e3a4f6e-b4d2-4ffe-a3d2-c8444ab2d05d tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:10.982500 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-8e3a4f6e-b4d2-4ffe-a3d2-c8444ab2d05d tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Added segment d1ade0bb-97e9-46b7-9d25-cb2d5d73fa12 of type vlan for network 04e95335-3d26-489c-9f1d-266426a8df08 May 31 13:23:11.006188 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-04c2621a-e620-489b-88c1-f7bea220cf0b req-660c53e5-2ced-4604-a1ce-805a014e026d service neutron] 10.222.0.20 "GET /v2.0/networks/5b3c8d41-b43d-4739-acc3-c9eae6a83205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4240901 May 31 13:23:11.058641 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8e3a4f6e-b4d2-4ffe-a3d2-c8444ab2d05d tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:11.135365 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a18fd-f149-489a-9035-d27ed0416151 req-1d0e452d-459c-4e62-93a0-a1e165408277 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:11.136825 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-051a18fd-f149-489a-9035-d27ed0416151 req-1d0e452d-459c-4e62-93a0-a1e165408277 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=12c6813d-f517-4002-8c22-cda7b5d28c2d HTTP/1.1" status: 200 len: 943 time: 0.5322454 May 31 13:23:11.148089 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8dd902-995f-40c3-a2da-d8cfecf7400c req-ff98d84c-17da-4196-aeb6-1649c4b16dd5 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:11.149514 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3d8dd902-995f-40c3-a2da-d8cfecf7400c req-ff98d84c-17da-4196-aeb6-1649c4b16dd5 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3ae7dd3-1e2c-4136-92d4-42e9b83cc48d HTTP/1.1" status: 200 len: 949 time: 0.3263328 May 31 13:23:11.231348 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-674a1342-c029-48e9-b636-33da861238fc admin admin] Deleting port 46b4c7c3-ac6b-40cb-888a-34b0f6739218 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:23:11.231862 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-674a1342-c029-48e9-b636-33da861238fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:11.266199 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8e3a4f6e-b4d2-4ffe-a3d2-c8444ab2d05d tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:11.272265 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3a4f6e-b4d2-4ffe-a3d2-c8444ab2d05d tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:11.272869 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8e3a4f6e-b4d2-4ffe-a3d2-c8444ab2d05d tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:11.320168 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-051a18fd-f149-489a-9035-d27ed0416151 req-63a0152a-d8dd-4934-ad12-c1efa52e2041 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696677 May 31 13:23:11.373091 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3d8dd902-995f-40c3-a2da-d8cfecf7400c req-6b1f0881-df2f-4e1f-bcd0-c1532e308520 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902850 May 31 13:23:11.376474 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-04c2621a-e620-489b-88c1-f7bea220cf0b req-e2c74b29-a4a5-412d-ab17-2f201be084eb service neutron] 10.222.0.20 "GET /v2.0/networks/5b3c8d41-b43d-4739-acc3-c9eae6a83205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3534269 May 31 13:23:11.417274 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-8e3a4f6e-b4d2-4ffe-a3d2-c8444ab2d05d tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9689429 May 31 13:23:11.421531 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 37300) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:23:11.441840 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-d2b2b78f-d041-4d5c-8b19-1aba7fa39048 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Request body: {'subnet': {'network_id': '04e95335-3d26-489c-9f1d-266426a8df08', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:23:11.449143 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-674a1342-c029-48e9-b636-33da861238fc admin admin] For port 46b4c7c3-ac6b-40cb-888a-34b0f6739218, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=46b4c7c3-ac6b-40cb-888a-34b0f6739218,segment=NetworkSegment(5e494d5f-05e5-441f-b4e2-606d7bc01734),segment_id=5e494d5f-05e5-441f-b4e2-606d7bc01734)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:23:11.449642 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-674a1342-c029-48e9-b636-33da861238fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:11.464744 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3a4f6e-b4d2-4ffe-a3d2-c8444ab2d05d tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Pushing event updated for resources: {'Network': ['ID=04e95335-3d26-489c-9f1d-266426a8df08,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:11.480143 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 04e95335-3d26-489c-9f1d-266426a8df08 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:23:11.581747 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-674a1342-c029-48e9-b636-33da861238fc admin admin] Calling delete_port for 46b4c7c3-ac6b-40cb-888a-34b0f6739218 owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:23:11.627356 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1884b682-2da3-4fbb-b7ab-7e931a969517 req-7d7db1dd-eabd-41da-accb-b36675bd03da tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] 10.222.0.50 "GET /v2.0/security-groups/2dd32b06-a58a-4a7a-9dc2-4b4bc8b70268 HTTP/1.1" status: 200 len: 1812 time: 0.2064691 May 31 13:23:11.660236 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d2b2b78f-d041-4d5c-8b19-1aba7fa39048 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:23:11.667612 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-d2b2b78f-d041-4d5c-8b19-1aba7fa39048 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Usage tracker for resource:subnet and tenant:dd1657545faf45fc89adec1c391d478b is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:23:11.677521 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-d2b2b78f-d041-4d5c-8b19-1aba7fa39048 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:23:11.689390 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d2b2b78f-d041-4d5c-8b19-1aba7fa39048 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:23:11.718405 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b2b78f-d041-4d5c-8b19-1aba7fa39048 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Made reservation on behalf of dd1657545faf45fc89adec1c391d478b for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:23:11.721601 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d2b2b78f-d041-4d5c-8b19-1aba7fa39048 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:11.749603 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23258416-4e36-40fb-b191-941cda4f4bf1 req-d1a5387a-e24c-4d05-b2d6-00bc2bca9d21 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:11.751130 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-23258416-4e36-40fb-b191-941cda4f4bf1 req-d1a5387a-e24c-4d05-b2d6-00bc2bca9d21 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4cb63f0-0d04-41a9-9fe8-1aa2860e7681 HTTP/1.1" status: 200 len: 950 time: 0.2257268 May 31 13:23:11.772985 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-674a1342-c029-48e9-b636-33da861238fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:11.824842 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674a1342-c029-48e9-b636-33da861238fc admin admin] Pushing event deleted for resources: {'Port': ['ID=46b4c7c3-ac6b-40cb-888a-34b0f6739218,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:11.846789 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1884b682-2da3-4fbb-b7ab-7e931a969517 req-db2cb865-bea4-476f-8385-8b35af5a9066 tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:11.911625 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-23258416-4e36-40fb-b191-941cda4f4bf1 req-be2432a2-2d36-4501-afd3-9f585814f1f8 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4e17580-fef9-47ea-85b1-59ae8325b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541893 May 31 13:23:11.912996 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1884b682-2da3-4fbb-b7ab-7e931a969517 req-db2cb865-bea4-476f-8385-8b35af5a9066 tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:12.038559 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1884b682-2da3-4fbb-b7ab-7e931a969517 req-db2cb865-bea4-476f-8385-8b35af5a9066 tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:12.061018 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2cb865-bea4-476f-8385-8b35af5a9066 tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd32b06-a58a-4a7a-9dc2-4b4bc8b70268,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:12.111920 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1884b682-2da3-4fbb-b7ab-7e931a969517 req-db2cb865-bea4-476f-8385-8b35af5a9066 tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:12.113056 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1884b682-2da3-4fbb-b7ab-7e931a969517 req-db2cb865-bea4-476f-8385-8b35af5a9066 tempest-SecurityGroupRulesNegativeTestJSON-542561679 tempest-SecurityGroupRulesNegativeTestJSON-542561679-project] 10.222.0.50 "DELETE /v2.0/security-groups/2dd32b06-a58a-4a7a-9dc2-4b4bc8b70268 HTTP/1.1" status: 204 len: 173 time: 0.4780130 May 31 13:23:12.119621 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 37316) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:23:12.174023 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-674a1342-c029-48e9-b636-33da861238fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:12.184767 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d2b2b78f-d041-4d5c-8b19-1aba7fa39048 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:12.262041 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2a48aab-3408-48c0-a376-8d194216517a admin admin] Deleting subnet a46e2da4-6180-42f5-9a18-ea6a1573ac51 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:23:12.275739 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f2a48aab-3408-48c0-a376-8d194216517a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:12.282600 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b2b78f-d041-4d5c-8b19-1aba7fa39048 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Pushing event updated for resources: {'Subnet': ['ID=ef18fefd-a7dd-4f00-a339-1aea439c440b,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:12.302738 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e3e1ef-0bfe-4a8b-961c-31cb9caf5471 req-7cb8b959-b960-4d23-810d-143bbb3d2efe tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:12.304289 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-14e3e1ef-0bfe-4a8b-961c-31cb9caf5471 req-7cb8b959-b960-4d23-810d-143bbb3d2efe tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/ports?device_id=71bc0373-5ee9-4050-a881-4a2e2048d293 HTTP/1.1" status: 200 len: 946 time: 0.1903996 May 31 13:23:12.307568 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b2b78f-d041-4d5c-8b19-1aba7fa39048 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Checking segment: {'id': 'd1ade0bb-97e9-46b7-9d25-cb2d5d73fa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '04e95335-3d26-489c-9f1d-266426a8df08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:23:12.307568 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b2b78f-d041-4d5c-8b19-1aba7fa39048 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Network hostable DHCP agents. Network: 04e95335-3d26-489c-9f1d-266426a8df08, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:23:12.353670 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b2b78f-d041-4d5c-8b19-1aba7fa39048 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Network 04e95335-3d26-489c-9f1d-266426a8df08 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:23:12.385172 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-14e3e1ef-0bfe-4a8b-961c-31cb9caf5471 req-02506a75-728c-4b46-8ec3-95f33319bd87 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/security-groups?id=9bb73710-3d65-4dab-a4f3-8814f415ca6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700676 May 31 13:23:12.389590 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-d2b2b78f-d041-4d5c-8b19-1aba7fa39048 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 04e95335-3d26-489c-9f1d-266426a8df08) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:23:12.395516 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b2b78f-d041-4d5c-8b19-1aba7fa39048 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:12.397794 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d2b2b78f-d041-4d5c-8b19-1aba7fa39048 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:12.414824 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f2a48aab-3408-48c0-a376-8d194216517a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:12.416202 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b8c611-b86f-4a8d-a73c-d67afdcaa01e None None] Network 04e95335-3d26-489c-9f1d-266426a8df08 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:23:12.438345 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-d2b2b78f-d041-4d5c-8b19-1aba7fa39048 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0151772 May 31 13:23:12.439311 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 37330) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:23:12.451531 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-b4e3bff5-0913-4628-81b8-352b82db649e tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-587181311'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:23:12.504983 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-b4e3bff5-0913-4628-81b8-352b82db649e tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:23:12.518218 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-b4e3bff5-0913-4628-81b8-352b82db649e tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Usage tracker for resource:network and tenant:dd1657545faf45fc89adec1c391d478b is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:23:12.523012 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-b4e3bff5-0913-4628-81b8-352b82db649e tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:23:12.536311 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-b4e3bff5-0913-4628-81b8-352b82db649e tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:23:12.555210 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e3bff5-0913-4628-81b8-352b82db649e tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Made reservation on behalf of dd1657545faf45fc89adec1c391d478b for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:23:12.558824 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b4e3bff5-0913-4628-81b8-352b82db649e tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:12.599899 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4e3bff5-0913-4628-81b8-352b82db649e tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:23:12.604683 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f2a48aab-3408-48c0-a376-8d194216517a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:12.609563 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc5849d-bbc8-4395-a818-4ffb267a61d0 req-e14348e2-2f9e-4e6e-bc17-02cdf8a38e22 tempest-ServersOnMultiNodesTest-616659521 tempest-ServersOnMultiNodesTest-616659521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:12.611631 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9dc5849d-bbc8-4395-a818-4ffb267a61d0 req-e14348e2-2f9e-4e6e-bc17-02cdf8a38e22 tempest-ServersOnMultiNodesTest-616659521 tempest-ServersOnMultiNodesTest-616659521-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=f4cb63f0-0d04-41a9-9fe8-1aa2860e7681 HTTP/1.1" status: 200 len: 1101 time: 0.1558869 May 31 13:23:12.617508 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b4e3bff5-0913-4628-81b8-352b82db649e tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:12.618374 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-b4e3bff5-0913-4628-81b8-352b82db649e tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Added segment c7bcfd21-6346-44eb-9515-f79d903a458e of type vlan for network 564d1403-efda-47b2-b874-4c61ddb4b79a May 31 13:23:12.650958 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-9dc5849d-bbc8-4395-a818-4ffb267a61d0 req-2177a750-e0dc-4d3a-bc85-23829c0cd9b9 tempest-ServersOnMultiNodesTest-616659521 tempest-ServersOnMultiNodesTest-616659521-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:12.681240 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-9dc5849d-bbc8-4395-a818-4ffb267a61d0 req-2177a750-e0dc-4d3a-bc85-23829c0cd9b9 tempest-ServersOnMultiNodesTest-616659521 tempest-ServersOnMultiNodesTest-616659521-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:23:12.684557 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b4e3bff5-0913-4628-81b8-352b82db649e tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:12.690809 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-9dc5849d-bbc8-4395-a818-4ffb267a61d0 req-2177a750-e0dc-4d3a-bc85-23829c0cd9b9 tempest-ServersOnMultiNodesTest-616659521 tempest-ServersOnMultiNodesTest-616659521-project-admin] Usage tracker for resource:security_group_rule and tenant:e9e798650cfb4c29804bab15a2934445 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:23:12.695781 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-9dc5849d-bbc8-4395-a818-4ffb267a61d0 req-2177a750-e0dc-4d3a-bc85-23829c0cd9b9 tempest-ServersOnMultiNodesTest-616659521 tempest-ServersOnMultiNodesTest-616659521-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:23:12.704965 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-9dc5849d-bbc8-4395-a818-4ffb267a61d0 req-2177a750-e0dc-4d3a-bc85-23829c0cd9b9 tempest-ServersOnMultiNodesTest-616659521 tempest-ServersOnMultiNodesTest-616659521-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:23:12.725685 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b33ca10-a312-4ea6-a6e3-a24608c1f00f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-04e95335-3d26-489c-9f1d-266426a8df08', 'network_id': '04e95335-3d26-489c-9f1d-266426a8df08', 'tenant_id': 'dd1657545faf45fc89adec1c391d478b', 'fixed_ips': [{'subnet_id': 'ef18fefd-a7dd-4f00-a339-1aea439c440b'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:23:12.727455 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5b33ca10-a312-4ea6-a6e3-a24608c1f00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:12.749018 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b4e3bff5-0913-4628-81b8-352b82db649e tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:12.754776 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e3bff5-0913-4628-81b8-352b82db649e tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:12.755382 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b4e3bff5-0913-4628-81b8-352b82db649e tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:12.854283 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-38eaf611-aded-4056-9383-469ac4fbf231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:12.912677 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-b4e3bff5-0913-4628-81b8-352b82db649e tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4720979 May 31 13:23:12.913896 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 37368) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:23:12.918095 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e3bff5-0913-4628-81b8-352b82db649e tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Pushing event updated for resources: {'Network': ['ID=564d1403-efda-47b2-b874-4c61ddb4b79a,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:12.927785 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-534004a6-3096-4f8e-b0d0-d08de77ec63d tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Request body: {'subnet': {'network_id': '564d1403-efda-47b2-b874-4c61ddb4b79a', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:23:12.970456 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-9dc5849d-bbc8-4395-a818-4ffb267a61d0 req-2177a750-e0dc-4d3a-bc85-23829c0cd9b9 tempest-ServersOnMultiNodesTest-616659521 tempest-ServersOnMultiNodesTest-616659521-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:12.975354 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-9dc5849d-bbc8-4395-a818-4ffb267a61d0 req-2177a750-e0dc-4d3a-bc85-23829c0cd9b9 tempest-ServersOnMultiNodesTest-616659521 tempest-ServersOnMultiNodesTest-616659521-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:12.985335 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 564d1403-efda-47b2-b874-4c61ddb4b79a details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:23:13.001394 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f2a48aab-3408-48c0-a376-8d194216517a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:13.004956 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-5b33ca10-a312-4ea6-a6e3-a24608c1f00f None None] Allocated IP 19.80.0.2 (04e95335-3d26-489c-9f1d-266426a8df08/ef18fefd-a7dd-4f00-a339-1aea439c440b/1a381363-99d9-4e50-baef-8b1fe5061c64) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:23:13.017562 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-9dc5849d-bbc8-4395-a818-4ffb267a61d0 req-2177a750-e0dc-4d3a-bc85-23829c0cd9b9 tempest-ServersOnMultiNodesTest-616659521 tempest-ServersOnMultiNodesTest-616659521-project-admin] Synchronizing usage tracker for tenant:e9e798650cfb4c29804bab15a2934445 on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:23:13.063006 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-674a1342-c029-48e9-b636-33da861238fc admin admin] Router ab3cfa3a-ec0e-4b20-8fdb-94fdf0b71fd3 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:23:13.067081 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a48aab-3408-48c0-a376-8d194216517a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a46e2da4-6180-42f5-9a18-ea6a1573ac51,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:13.071753 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f2a48aab-3408-48c0-a376-8d194216517a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:13.100566 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2177a750-e0dc-4d3a-bc85-23829c0cd9b9 tempest-ServersOnMultiNodesTest-616659521 tempest-ServersOnMultiNodesTest-616659521-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94deded2-a4b5-461c-ad3b-75b4fd62bf2a,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:13.101313 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-f2a48aab-3408-48c0-a376-8d194216517a admin admin] 10.222.0.50 "DELETE /v2.0/subnets/a46e2da4-6180-42f5-9a18-ea6a1573ac51 HTTP/1.1" status: 204 len: 168 time: 0.9803631 May 31 13:23:13.104321 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 37372) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:23:13.105107 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-534004a6-3096-4f8e-b0d0-d08de77ec63d tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:23:13.112248 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-534004a6-3096-4f8e-b0d0-d08de77ec63d tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Usage tracker for resource:subnet and tenant:dd1657545faf45fc89adec1c391d478b is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:23:13.169673 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-534004a6-3096-4f8e-b0d0-d08de77ec63d tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:23:13.188958 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-534004a6-3096-4f8e-b0d0-d08de77ec63d tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:23:13.212573 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-534004a6-3096-4f8e-b0d0-d08de77ec63d tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Made reservation on behalf of dd1657545faf45fc89adec1c391d478b for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:23:13.216179 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-534004a6-3096-4f8e-b0d0-d08de77ec63d tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:13.307681 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-9dc5849d-bbc8-4395-a818-4ffb267a61d0 req-2177a750-e0dc-4d3a-bc85-23829c0cd9b9 tempest-ServersOnMultiNodesTest-616659521 tempest-ServersOnMultiNodesTest-616659521-project-admin] Unset dirty status for tenant:e9e798650cfb4c29804bab15a2934445 on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:23:13.308586 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9dc5849d-bbc8-4395-a818-4ffb267a61d0 req-2177a750-e0dc-4d3a-bc85-23829c0cd9b9 tempest-ServersOnMultiNodesTest-616659521 tempest-ServersOnMultiNodesTest-616659521-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=a4e17580-fef9-47ea-85b1-59ae8325b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6881642 May 31 13:23:13.367679 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5b33ca10-a312-4ea6-a6e3-a24608c1f00f None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:13.387111 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-5b33ca10-a312-4ea6-a6e3-a24608c1f00f None None] Transition to ACTIVE for port object 1a381363-99d9-4e50-baef-8b1fe5061c64 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:23:13.410284 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-674a1342-c029-48e9-b636-33da861238fc admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:23:13.416030 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-674a1342-c029-48e9-b636-33da861238fc admin admin] 10.222.0.50 "PUT /v2.0/routers/ab3cfa3a-ec0e-4b20-8fdb-94fdf0b71fd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3571718 May 31 13:23:13.419985 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 37380) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:23:13.431098 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7987bd-dd66-4921-9239-b0defbacf551 None None] Sync routers for ids ['ab3cfa3a-ec0e-4b20-8fdb-94fdf0b71fd3'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:23:13.436742 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9db2ddb2-aa13-4bb7-9c86-2d4e9ebcf464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:13.451350 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-5b33ca10-a312-4ea6-a6e3-a24608c1f00f None None] Transition to ACTIVE for port object 1a381363-99d9-4e50-baef-8b1fe5061c64 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:23:13.467122 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7987bd-dd66-4921-9239-b0defbacf551 None None] Routers {'ab3cfa3a-ec0e-4b20-8fdb-94fdf0b71fd3'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:23:13.468879 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-3d7987bd-dd66-4921-9239-b0defbacf551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:23:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['ab3cfa3a-ec0e-4b20-8fdb-94fdf0b71fd3'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:23:13.470227 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434d778c-bdea-436b-a62b-688e92d96c56 req-31a370a1-8107-464a-b25e-72da792959f0 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:13.471755 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-434d778c-bdea-436b-a62b-688e92d96c56 req-31a370a1-8107-464a-b25e-72da792959f0 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=12c6813d-f517-4002-8c22-cda7b5d28c2d HTTP/1.1" status: 200 len: 943 time: 0.4390666 May 31 13:23:13.526707 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5b33ca10-a312-4ea6-a6e3-a24608c1f00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:13.576193 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1622e17d-8ffa-452f-aac8-1efd62a897c2 req-3dde9c71-5149-43b1-ba38-0e4394528b82 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a06e1f01-c592-43ce-8534-64d7c3528378&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3368597 May 31 13:23:13.617157 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b33ca10-a312-4ea6-a6e3-a24608c1f00f None None] Network 04e95335-3d26-489c-9f1d-266426a8df08 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:23:13.623670 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-5b33ca10-a312-4ea6-a6e3-a24608c1f00f None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:23:13.630525 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b33ca10-a312-4ea6-a6e3-a24608c1f00f None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:23:13.689012 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ca18cd80-fb62-4f0d-9311-e3fadcef1c6a admin admin] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:13.710568 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-434d778c-bdea-436b-a62b-688e92d96c56 req-fb9fc865-8d5f-418c-b528-efab99f49452 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020676 May 31 13:23:13.715639 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9db2ddb2-aa13-4bb7-9c86-2d4e9ebcf464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:13.752775 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-9db2ddb2-aa13-4bb7-9c86-2d4e9ebcf464 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bada6e72-f857-4c26-8d62-111b71bd100f']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:23:13.768337 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-9db2ddb2-aa13-4bb7-9c86-2d4e9ebcf464 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7309113-f20c-4277-9d33-c2c09d544478') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:23:13.768566 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-9db2ddb2-aa13-4bb7-9c86-2d4e9ebcf464 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7309113-f20c-4277-9d33-c2c09d544478') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:23:13.783569 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9db2ddb2-aa13-4bb7-9c86-2d4e9ebcf464 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:13.804189 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-534004a6-3096-4f8e-b0d0-d08de77ec63d tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:13.806455 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9db2ddb2-aa13-4bb7-9c86-2d4e9ebcf464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:13.812689 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b33ca10-a312-4ea6-a6e3-a24608c1f00f None None] Pushing event updated for resources: {'Port': ['ID=1a381363-99d9-4e50-baef-8b1fe5061c64,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:13.813801 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9db2ddb2-aa13-4bb7-9c86-2d4e9ebcf464 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:23:13.817453 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9db2ddb2-aa13-4bb7-9c86-2d4e9ebcf464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:13.887771 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:13.888922 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:13.901060 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-5b33ca10-a312-4ea6-a6e3-a24608c1f00f None None] Attempting to bind port 1a381363-99d9-4e50-baef-8b1fe5061c64 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:23:13.901438 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-5b33ca10-a312-4ea6-a6e3-a24608c1f00f None None] Attempting to bind port 1a381363-99d9-4e50-baef-8b1fe5061c64 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'd1ade0bb-97e9-46b7-9d25-cb2d5d73fa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '04e95335-3d26-489c-9f1d-266426a8df08'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:23:13.901774 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b33ca10-a312-4ea6-a6e3-a24608c1f00f None None] Attempting to bind port 1a381363-99d9-4e50-baef-8b1fe5061c64 on network 04e95335-3d26-489c-9f1d-266426a8df08 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:23:13.908522 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-3d7987bd-dd66-4921-9239-b0defbacf551 None None] Set router ab3cfa3a-ec0e-4b20-8fdb-94fdf0b71fd3 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:23:13.984585 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534004a6-3096-4f8e-b0d0-d08de77ec63d tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Checking segment: {'id': 'c7bcfd21-6346-44eb-9515-f79d903a458e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '564d1403-efda-47b2-b874-4c61ddb4b79a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:23:13.985567 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534004a6-3096-4f8e-b0d0-d08de77ec63d tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Network hostable DHCP agents. Network: 564d1403-efda-47b2-b874-4c61ddb4b79a, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:23:14.020182 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b33ca10-a312-4ea6-a6e3-a24608c1f00f None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:23:14.020553 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b33ca10-a312-4ea6-a6e3-a24608c1f00f None None] Checking segment: {'id': 'd1ade0bb-97e9-46b7-9d25-cb2d5d73fa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '04e95335-3d26-489c-9f1d-266426a8df08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:23:14.020957 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5b33ca10-a312-4ea6-a6e3-a24608c1f00f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:14.021349 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b33ca10-a312-4ea6-a6e3-a24608c1f00f None None] Bound using segment: {'id': 'd1ade0bb-97e9-46b7-9d25-cb2d5d73fa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '04e95335-3d26-489c-9f1d-266426a8df08'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:23:14.021823 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-5b33ca10-a312-4ea6-a6e3-a24608c1f00f None None] Bound port: 1a381363-99d9-4e50-baef-8b1fe5061c64, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1ade0bb-97e9-46b7-9d25-cb2d5d73fa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '04e95335-3d26-489c-9f1d-266426a8df08'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:23:14.022216 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5b33ca10-a312-4ea6-a6e3-a24608c1f00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:14.045660 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534004a6-3096-4f8e-b0d0-d08de77ec63d tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Pushing event updated for resources: {'Subnet': ['ID=50d7dc2c-ba72-40f7-8be3-70dc10ad07b8,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:14.082968 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534004a6-3096-4f8e-b0d0-d08de77ec63d tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Network 564d1403-efda-47b2-b874-4c61ddb4b79a is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:23:14.085819 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ca18cd80-fb62-4f0d-9311-e3fadcef1c6a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:14.109458 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-ca18cd80-fb62-4f0d-9311-e3fadcef1c6a admin admin] Deleting port 6f2668b9-050c-48e2-a831-8d0fc1488410 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:23:14.110425 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ca18cd80-fb62-4f0d-9311-e3fadcef1c6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:14.129735 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9db2ddb2-aa13-4bb7-9c86-2d4e9ebcf464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:14.134092 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment d7309113-f20c-4277-9d33-c2c09d544478 resource provider aggregate not found May 31 13:23:14.142792 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-534004a6-3096-4f8e-b0d0-d08de77ec63d tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 564d1403-efda-47b2-b874-4c61ddb4b79a) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:23:14.160651 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534004a6-3096-4f8e-b0d0-d08de77ec63d tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:14.161036 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-534004a6-3096-4f8e-b0d0-d08de77ec63d tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:14.168169 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9331b533-26b2-4b38-9618-52b3eb719178 None None] Network 564d1403-efda-47b2-b874-4c61ddb4b79a requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:23:14.188082 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment d7309113-f20c-4277-9d33-c2c09d544478 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d7309113-f20c-4277-9d33-c2c09d544478 found for delete ", "request_id": "req-e5d4ba6f-7598-4a42-a15a-bcdebdb533ff"}]} May 31 13:23:14.189160 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9db2ddb2-aa13-4bb7-9c86-2d4e9ebcf464 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:14.192940 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db2ddb2-aa13-4bb7-9c86-2d4e9ebcf464 admin admin] Pushing event deleted for resources: {'Network': ['ID=bada6e72-f857-4c26-8d62-111b71bd100f,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:14.214201 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-534004a6-3096-4f8e-b0d0-d08de77ec63d tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2910280 May 31 13:23:14.284667 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f84e00-40b0-4abb-a619-44ea7611e0f1 req-cc249ce2-3e71-439d-9bd7-417e6f362730 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:14.292548 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-51f84e00-40b0-4abb-a619-44ea7611e0f1 req-cc249ce2-3e71-439d-9bd7-417e6f362730 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3ae7dd3-1e2c-4136-92d4-42e9b83cc48d HTTP/1.1" status: 200 len: 949 time: 0.7880847 May 31 13:23:14.293353 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-5b33ca10-a312-4ea6-a6e3-a24608c1f00f None None] For port 1a381363-99d9-4e50-baef-8b1fe5061c64, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:23:14.295067 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-9db2ddb2-aa13-4bb7-9c86-2d4e9ebcf464 admin admin] 10.222.0.50 "DELETE /v2.0/networks/bada6e72-f857-4c26-8d62-111b71bd100f HTTP/1.1" status: 204 len: 168 time: 1.0588417 May 31 13:23:14.297628 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-5b33ca10-a312-4ea6-a6e3-a24608c1f00f None None] For port 1a381363-99d9-4e50-baef-8b1fe5061c64, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=1a381363-99d9-4e50-baef-8b1fe5061c64,segment=NetworkSegment(d1ade0bb-97e9-46b7-9d25-cb2d5d73fa12),segment_id=d1ade0bb-97e9-46b7-9d25-cb2d5d73fa12)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:23:14.342861 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1622e17d-8ffa-452f-aac8-1efd62a897c2 req-0a9b3a69-53b4-4bfe-9800-0ee4cff14d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:14.344344 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1622e17d-8ffa-452f-aac8-1efd62a897c2 req-0a9b3a69-53b4-4bfe-9800-0ee4cff14d75 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c905d91f2f614f928153cd05b2f8a225&device_id=a06e1f01-c592-43ce-8534-64d7c3528378 HTTP/1.1" status: 200 len: 1101 time: 0.6403143 May 31 13:23:14.367527 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5b33ca10-a312-4ea6-a6e3-a24608c1f00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:14.403923 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-51f84e00-40b0-4abb-a619-44ea7611e0f1 req-66250d43-2d19-42d2-ba77-72c59f35f44f tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102262 May 31 13:23:14.410452 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e37ac9e4-5b0e-4083-aa4a-bd3ae9ce5940 req-cd3572ed-6193-4d20-a8f8-ef2ca5acb058 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5c382273-1d38-47ae-b844-3d871794dad7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3609781 May 31 13:23:14.451339 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-ca18cd80-fb62-4f0d-9311-e3fadcef1c6a admin admin] For port 6f2668b9-050c-48e2-a831-8d0fc1488410, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=6f2668b9-050c-48e2-a831-8d0fc1488410,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:23:14.451711 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ca18cd80-fb62-4f0d-9311-e3fadcef1c6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:14.653347 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b33ca10-a312-4ea6-a6e3-a24608c1f00f None None] Pushing event updated for resources: {'Port': ['ID=1a381363-99d9-4e50-baef-8b1fe5061c64,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:14.671587 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77937e5-1bc1-497f-b9ce-4fe264c7a824 req-f530f867-149e-453e-a4fa-b0555b19838c tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:14.675633 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f77937e5-1bc1-497f-b9ce-4fe264c7a824 req-f530f867-149e-453e-a4fa-b0555b19838c tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/ports?device_id=71bc0373-5ee9-4050-a881-4a2e2048d293 HTTP/1.1" status: 200 len: 946 time: 0.5155735 May 31 13:23:14.710195 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 37428) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:23:14.787424 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-3d7987bd-dd66-4921-9239-b0defbacf551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab3cfa3a-ec0e-4b20-8fdb-94fdf0b71fd3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-489033667-router', 'tenant_id': '8f45df6fe50940b59c7e3192b3d15b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': '6f2668b9-050c-48e2-a831-8d0fc1488410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:19:13Z', 'updated_at': '2022-05-31T13:23:11Z', 'revision_number': 5, 'project_id': '8f45df6fe50940b59c7e3192b3d15b16', 'gw_port': {'id': '6f2668b9-050c-48e2-a831-8d0fc1488410', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:77:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3cfa3a-ec0e-4b20-8fdb-94fdf0b71fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 202, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:19:14Z', 'updated_at': '2022-05-31T13:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:23:14.795778 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7987bd-dd66-4921-9239-b0defbacf551 None None] Checking router: ab3cfa3a-ec0e-4b20-8fdb-94fdf0b71fd3 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:23:14.801960 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f424d796-3e1d-4fd4-979b-45f1e5bc4977 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-564d1403-efda-47b2-b874-4c61ddb4b79a', 'network_id': '564d1403-efda-47b2-b874-4c61ddb4b79a', 'tenant_id': 'dd1657545faf45fc89adec1c391d478b', 'fixed_ips': [{'subnet_id': '50d7dc2c-ba72-40f7-8be3-70dc10ad07b8'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:23:14.802864 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f424d796-3e1d-4fd4-979b-45f1e5bc4977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:14.826824 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7987bd-dd66-4921-9239-b0defbacf551 None None] Routers {'ab3cfa3a-ec0e-4b20-8fdb-94fdf0b71fd3'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:23:14.827502 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-3d7987bd-dd66-4921-9239-b0defbacf551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:23:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['ab3cfa3a-ec0e-4b20-8fdb-94fdf0b71fd3'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:23:14.863737 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-3bc39b40-75cc-4b29-b480-c1b767b442eb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8bff224c80bf48b39f0f40a39dcca375&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1505637 May 31 13:23:14.882734 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f77937e5-1bc1-497f-b9ce-4fe264c7a824 req-ff29b9d5-8a53-4740-8360-ee282e8000bb tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/security-groups?id=9bb73710-3d65-4dab-a4f3-8814f415ca6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934488 May 31 13:23:14.883273 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 37442) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:23:14.939380 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-ca18cd80-fb62-4f0d-9311-e3fadcef1c6a admin admin] Calling delete_port for 6f2668b9-050c-48e2-a831-8d0fc1488410 owned by network:router_gateway {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:23:15.001456 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1622e17d-8ffa-452f-aac8-1efd62a897c2 req-a8f8859b-f65b-49e7-a525-949b2bcddb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:15.010494 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1622e17d-8ffa-452f-aac8-1efd62a897c2 req-a8f8859b-f65b-49e7-a525-949b2bcddb91 service neutron] 10.222.0.20 "GET /v2.0/networks?id=85b11c4f-90ad-4763-b38d-22d3f87089f4 HTTP/1.1" status: 200 len: 870 time: 0.6381409 May 31 13:23:15.019114 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ac9e4-5b0e-4083-aa4a-bd3ae9ce5940 req-05e696e8-2287-48eb-a5c0-e5f7e1e664b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:15.020658 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e37ac9e4-5b0e-4083-aa4a-bd3ae9ce5940 req-05e696e8-2287-48eb-a5c0-e5f7e1e664b6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2539a3508c4b448ea8707834972224c7&device_id=5c382273-1d38-47ae-b844-3d871794dad7 HTTP/1.1" status: 200 len: 1095 time: 0.5166764 May 31 13:23:15.113151 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1622e17d-8ffa-452f-aac8-1efd62a897c2 req-eb7dec74-8888-4078-a036-bc3c23ddbeac service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=f9a3a0b4-413d-47ea-9884-ee6988a0a17a HTTP/1.1" status: 200 len: 217 time: 0.0702944 May 31 13:23:15.148760 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-49b6b377-b641-4f19-9979-7c20e4e58924 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=09dd0f3ff03c49d3a5c47e4de6593f6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361984 May 31 13:23:15.200748 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-f424d796-3e1d-4fd4-979b-45f1e5bc4977 None None] Allocated IP 19.86.0.2 (564d1403-efda-47b2-b874-4c61ddb4b79a/50d7dc2c-ba72-40f7-8be3-70dc10ad07b8/6cc90cd8-a5ba-4133-8579-3c8007199d86) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:23:15.214575 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-3d7987bd-dd66-4921-9239-b0defbacf551 None None] Set router ab3cfa3a-ec0e-4b20-8fdb-94fdf0b71fd3 gateway port host: None {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:23:15.216878 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ca18cd80-fb62-4f0d-9311-e3fadcef1c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:15.266556 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca18cd80-fb62-4f0d-9311-e3fadcef1c6a admin admin] Pushing event deleted for resources: {'Port': ['ID=6f2668b9-050c-48e2-a831-8d0fc1488410,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:15.334685 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-3d7987bd-dd66-4921-9239-b0defbacf551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab3cfa3a-ec0e-4b20-8fdb-94fdf0b71fd3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-489033667-router', 'tenant_id': '8f45df6fe50940b59c7e3192b3d15b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:19:13Z', 'updated_at': '2022-05-31T13:23:14Z', 'revision_number': 6, 'project_id': '8f45df6fe50940b59c7e3192b3d15b16', 'gw_port_host': None}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:23:15.369829 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ca18cd80-fb62-4f0d-9311-e3fadcef1c6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577389'] for router_gateway, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:15.452859 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7987bd-dd66-4921-9239-b0defbacf551 None None] The sync data for ids ['ab3cfa3a-ec0e-4b20-8fdb-94fdf0b71fd3'] in n-d-843939-1 is: [{'id': 'ab3cfa3a-ec0e-4b20-8fdb-94fdf0b71fd3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-489033667-router', 'tenant_id': '8f45df6fe50940b59c7e3192b3d15b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:19:13Z', 'updated_at': '2022-05-31T13:23:14Z', 'revision_number': 6, 'project_id': '8f45df6fe50940b59c7e3192b3d15b16', 'gw_port_host': None}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:23:15.481013 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:15.581500 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ca18cd80-fb62-4f0d-9311-e3fadcef1c6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:15.583838 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ca18cd80-fb62-4f0d-9311-e3fadcef1c6a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:15.621133 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f424d796-3e1d-4fd4-979b-45f1e5bc4977 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:15.625368 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6fc0745c-8374-43d5-810c-76748e230e57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:15.626848 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ca18cd80-fb62-4f0d-9311-e3fadcef1c6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:15.627738 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca18cd80-fb62-4f0d-9311-e3fadcef1c6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab3cfa3a-ec0e-4b20-8fdb-94fdf0b71fd3 {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:23:15.634432 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f424d796-3e1d-4fd4-979b-45f1e5bc4977 None None] Transition to ACTIVE for port object 6cc90cd8-a5ba-4133-8579-3c8007199d86 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:23:15.640771 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ca18cd80-fb62-4f0d-9311-e3fadcef1c6a admin admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:15.641906 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ca18cd80-fb62-4f0d-9311-e3fadcef1c6a admin admin] 10.222.0.50 "DELETE /v2.0/routers/ab3cfa3a-ec0e-4b20-8fdb-94fdf0b71fd3 HTTP/1.1" status: 204 len: 168 time: 2.2217402 May 31 13:23:15.644381 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 37474) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:23:15.656686 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f424d796-3e1d-4fd4-979b-45f1e5bc4977 None None] Transition to ACTIVE for port object 6cc90cd8-a5ba-4133-8579-3c8007199d86 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:23:15.658144 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6fc0745c-8374-43d5-810c-76748e230e57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:15.663913 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f424d796-3e1d-4fd4-979b-45f1e5bc4977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:15.714856 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c789ded-5af9-4173-9dde-228e4d11ef10 admin admin] Deleting subnet 2dff7ad3-fe72-4177-9136-f1bcaebd25fa {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:23:15.719327 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3c789ded-5af9-4173-9dde-228e4d11ef10 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:15.785768 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3c789ded-5af9-4173-9dde-228e4d11ef10 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:15.795166 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f424d796-3e1d-4fd4-979b-45f1e5bc4977 None None] Network 564d1403-efda-47b2-b874-4c61ddb4b79a is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:23:15.798059 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-f424d796-3e1d-4fd4-979b-45f1e5bc4977 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:23:15.801967 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f424d796-3e1d-4fd4-979b-45f1e5bc4977 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:23:15.838788 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6fc0745c-8374-43d5-810c-76748e230e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:15.843831 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f424d796-3e1d-4fd4-979b-45f1e5bc4977 None None] Pushing event updated for resources: {'Port': ['ID=6cc90cd8-a5ba-4133-8579-3c8007199d86,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:15.844749 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1622e17d-8ffa-452f-aac8-1efd62a897c2 req-e3710613-de7c-4a30-94fa-793eedc24fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:15.846326 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1622e17d-8ffa-452f-aac8-1efd62a897c2 req-e3710613-de7c-4a30-94fa-793eedc24fd1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.6750488 May 31 13:23:15.896086 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3c789ded-5af9-4173-9dde-228e4d11ef10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:15.900978 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ac9e4-5b0e-4083-aa4a-bd3ae9ce5940 req-783f8cb9-3416-4da2-b933-c2ef5aa789a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:15.902708 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e37ac9e4-5b0e-4083-aa4a-bd3ae9ce5940 req-783f8cb9-3416-4da2-b933-c2ef5aa789a0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5b3c8d41-b43d-4739-acc3-c9eae6a83205 HTTP/1.1" status: 200 len: 922 time: 0.7932448 May 31 13:23:15.938812 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-f424d796-3e1d-4fd4-979b-45f1e5bc4977 None None] Attempting to bind port 6cc90cd8-a5ba-4133-8579-3c8007199d86 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:23:15.939525 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-f424d796-3e1d-4fd4-979b-45f1e5bc4977 None None] Attempting to bind port 6cc90cd8-a5ba-4133-8579-3c8007199d86 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'c7bcfd21-6346-44eb-9515-f79d903a458e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '564d1403-efda-47b2-b874-4c61ddb4b79a'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:23:15.940104 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f424d796-3e1d-4fd4-979b-45f1e5bc4977 None None] Attempting to bind port 6cc90cd8-a5ba-4133-8579-3c8007199d86 on network 564d1403-efda-47b2-b874-4c61ddb4b79a {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:23:15.947298 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f424d796-3e1d-4fd4-979b-45f1e5bc4977 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:23:15.948353 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f424d796-3e1d-4fd4-979b-45f1e5bc4977 None None] Checking segment: {'id': 'c7bcfd21-6346-44eb-9515-f79d903a458e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '564d1403-efda-47b2-b874-4c61ddb4b79a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:23:15.948986 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f424d796-3e1d-4fd4-979b-45f1e5bc4977 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:15.950200 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f424d796-3e1d-4fd4-979b-45f1e5bc4977 None None] Bound using segment: {'id': 'c7bcfd21-6346-44eb-9515-f79d903a458e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '564d1403-efda-47b2-b874-4c61ddb4b79a'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:23:15.951416 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-f424d796-3e1d-4fd4-979b-45f1e5bc4977 None None] Bound port: 6cc90cd8-a5ba-4133-8579-3c8007199d86, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7bcfd21-6346-44eb-9515-f79d903a458e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '564d1403-efda-47b2-b874-4c61ddb4b79a'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:23:15.952035 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f424d796-3e1d-4fd4-979b-45f1e5bc4977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:16.029202 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3c789ded-5af9-4173-9dde-228e4d11ef10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:16.063098 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e37ac9e4-5b0e-4083-aa4a-bd3ae9ce5940 req-a91e4cd2-d0b1-4f68-930e-60ba74bb0ccc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ea3382f3-3ff7-4563-a4cf-59a7d28cd33c HTTP/1.1" status: 200 len: 217 time: 0.1497045 May 31 13:23:16.063808 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc0745c-8374-43d5-810c-76748e230e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ad4b2a-fb90-4eb6-965b-a592a5a46b1e,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:16.067847 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-f424d796-3e1d-4fd4-979b-45f1e5bc4977 None None] For port 6cc90cd8-a5ba-4133-8579-3c8007199d86, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:23:16.072150 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-f424d796-3e1d-4fd4-979b-45f1e5bc4977 None None] For port 6cc90cd8-a5ba-4133-8579-3c8007199d86, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=6cc90cd8-a5ba-4133-8579-3c8007199d86,segment=NetworkSegment(c7bcfd21-6346-44eb-9515-f79d903a458e),segment_id=c7bcfd21-6346-44eb-9515-f79d903a458e)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:23:16.074308 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3c789ded-5af9-4173-9dde-228e4d11ef10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:16.076052 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-ba35f84b-82bf-40b1-b144-154e69d7b641 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:16.078210 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f424d796-3e1d-4fd4-979b-45f1e5bc4977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:16.083564 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c789ded-5af9-4173-9dde-228e4d11ef10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dff7ad3-fe72-4177-9136-f1bcaebd25fa,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:16.085882 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-ba35f84b-82bf-40b1-b144-154e69d7b641 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9355276 May 31 13:23:16.089413 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-3c789ded-5af9-4173-9dde-228e4d11ef10 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/2dff7ad3-fe72-4177-9136-f1bcaebd25fa HTTP/1.1" status: 204 len: 168 time: 0.4437878 May 31 13:23:16.091775 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 37480) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:23:16.102897 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-414ad3e6-e041-4703-814b-ade9a10142e8 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:16.110266 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-414ad3e6-e041-4703-814b-ade9a10142e8 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:16.110973 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-414ad3e6-e041-4703-814b-ade9a10142e8 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Synchronizing usage tracker for tenant:dd1657545faf45fc89adec1c391d478b on resource:network {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:23:16.127319 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ce7590-b64a-4d09-af1e-d17b097f9e63 None None] Network 1a166127-9d83-40c3-b8fb-068807274aee requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:23:16.153681 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026d7c5c-8dae-40a3-a46e-259877538ca0 None None] Network 04e95335-3d26-489c-9f1d-266426a8df08 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:23:16.161410 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6fc0745c-8374-43d5-810c-76748e230e57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:16.165776 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-6fc0745c-8374-43d5-810c-76748e230e57 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b0ad4b2a-fb90-4eb6-965b-a592a5a46b1e HTTP/1.1" status: 204 len: 168 time: 1.2706237 May 31 13:23:16.185511 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-d04ef39f-b483-405b-bc79-0af3cfd85798 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/quotas/09dd0f3ff03c49d3a5c47e4de6593f6c HTTP/1.1" status: 200 len: 375 time: 0.0979848 May 31 13:23:16.225025 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ff1cefe6-da7b-41c4-859d-16c6c556d845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:16.238925 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-ff1cefe6-da7b-41c4-859d-16c6c556d845 admin admin] Deleting port 0738c58c-d0bd-4583-bfd1-6daac96c454d {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:23:16.239535 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ff1cefe6-da7b-41c4-859d-16c6c556d845 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:16.322286 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-414ad3e6-e041-4703-814b-ade9a10142e8 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Unset dirty status for tenant:dd1657545faf45fc89adec1c391d478b on resource:network {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:23:16.323524 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-414ad3e6-e041-4703-814b-ade9a10142e8 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.50 "GET /v2.0/networks?id=04e95335-3d26-489c-9f1d-266426a8df08&id=564d1403-efda-47b2-b874-4c61ddb4b79a HTTP/1.1" status: 200 len: 1390 time: 1.1481113 May 31 13:23:16.351513 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ac9e4-5b0e-4083-aa4a-bd3ae9ce5940 req-9ba183a3-8b41-4d27-a4c4-7045c5bcc9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:16.354510 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e37ac9e4-5b0e-4083-aa4a-bd3ae9ce5940 req-9ba183a3-8b41-4d27-a4c4-7045c5bcc9c1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c38944f5-addb-47c7-b219-ea477f926c92 HTTP/1.1" status: 200 len: 861 time: 0.2306278 May 31 13:23:16.358121 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-263e1f48-9c59-414b-84ee-10653e69dc6f tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.50 "GET /v2.0/quotas/dd1657545faf45fc89adec1c391d478b HTTP/1.1" status: 200 len: 375 time: 0.0233414 May 31 13:23:16.391057 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-97aa69f4-8195-4b93-83ae-36d84e0696a3 None None] Provisioning for port 1a381363-99d9-4e50-baef-8b1fe5061c64 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:23:16.496342 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e37ac9e4-5b0e-4083-aa4a-bd3ae9ce5940 req-d0c7266d-6e02-44c1-8188-7eb5e60c2e1d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5b3c8d41-b43d-4739-acc3-c9eae6a83205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1334612 May 31 13:23:16.499026 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1622e17d-8ffa-452f-aac8-1efd62a897c2 req-7c46d2b3-cd55-489d-9da2-c7ef2cb99627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:16.500481 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1622e17d-8ffa-452f-aac8-1efd62a897c2 req-7c46d2b3-cd55-489d-9da2-c7ef2cb99627 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5883431 May 31 13:23:16.587579 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f424d796-3e1d-4fd4-979b-45f1e5bc4977 None None] Pushing event updated for resources: {'Port': ['ID=6cc90cd8-a5ba-4133-8579-3c8007199d86,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:16.616870 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 3f1be6ac-8045-4d23-a472-0648cf23190e details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:23:16.619616 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 1a381363-99d9-4e50-baef-8b1fe5061c64 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:23:16.628317 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-ff1cefe6-da7b-41c4-859d-16c6c556d845 admin admin] For port 0738c58c-d0bd-4583-bfd1-6daac96c454d, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=0738c58c-d0bd-4583-bfd1-6daac96c454d,segment=NetworkSegment(5e494d5f-05e5-441f-b4e2-606d7bc01734),segment_id=5e494d5f-05e5-441f-b4e2-606d7bc01734)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:23:16.628773 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ff1cefe6-da7b-41c4-859d-16c6c556d845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:16.917274 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-fc042aff-f124-4897-9897-2d6289bee394 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=09dd0f3ff03c49d3a5c47e4de6593f6c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7306931 May 31 13:23:16.937523 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1622e17d-8ffa-452f-aac8-1efd62a897c2 req-1df8bcbf-963a-4561-b51a-6f71a005ccc4 service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4283562 May 31 13:23:17.001281 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-ff1cefe6-da7b-41c4-859d-16c6c556d845 admin admin] Calling delete_port for 0738c58c-d0bd-4583-bfd1-6daac96c454d owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:23:17.088506 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e37ac9e4-5b0e-4083-aa4a-bd3ae9ce5940 req-98d7cc7e-cd07-46ec-bc3e-ed3275100bf7 service neutron] 10.222.0.44 "GET /v2.0/networks/5b3c8d41-b43d-4739-acc3-c9eae6a83205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5803962 May 31 13:23:17.105006 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 1a381363-99d9-4e50-baef-8b1fe5061c64 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:23:17.122817 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 1a381363-99d9-4e50-baef-8b1fe5061c64 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:23:17.123244 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:17.149226 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ff1cefe6-da7b-41c4-859d-16c6c556d845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:17.210797 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 3f1be6ac-8045-4d23-a472-0648cf23190e, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=3f1be6ac-8045-4d23-a472-0648cf23190e,segment=NetworkSegment(a592d348-649e-4ed1-b139-bdf2b9c4a847),segment_id=a592d348-649e-4ed1-b139-bdf2b9c4a847)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:23:17.216858 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1cefe6-da7b-41c4-859d-16c6c556d845 admin admin] Pushing event deleted for resources: {'Port': ['ID=0738c58c-d0bd-4583-bfd1-6daac96c454d,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:17.220932 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1cefe6-da7b-41c4-859d-16c6c556d845 admin admin] No DVR routers for this DVR port 0738c58c-d0bd-4583-bfd1-6daac96c454d on host n-d-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:23:17.246088 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': '3f1be6ac-8045-4d23-a472-0648cf23190e', 'network_id': '5b3c8d41-b43d-4739-acc3-c9eae6a83205', 'port_id': '3f1be6ac-8045-4d23-a472-0648cf23190e', 'mac_address': 'fa:16:3e:7b:da:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c38944f5-addb-47c7-b219-ea477f926c92', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:23:17.252679 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-0e273cfa-450f-4bee-8e07-aaeba5bcfb54 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Synchronizing usage tracker for tenant:dd1657545faf45fc89adec1c391d478b on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:23:17.256914 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1622e17d-8ffa-452f-aac8-1efd62a897c2 req-b0971d1d-5ed4-4450-bb46-e3c6bdaf81d3 service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773602 May 31 13:23:17.406837 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-0e273cfa-450f-4bee-8e07-aaeba5bcfb54 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Unset dirty status for tenant:dd1657545faf45fc89adec1c391d478b on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:23:17.408437 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 3f1be6ac-8045-4d23-a472-0648cf23190e is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:23:17.409087 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:17.415417 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-0e273cfa-450f-4bee-8e07-aaeba5bcfb54 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=dd1657545faf45fc89adec1c391d478b&fields=id HTTP/1.1" status: 200 len: 394 time: 1.0513117 May 31 13:23:17.431776 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a61603-10ee-484b-8172-c52d9385a4f6 None None] DHCP port deletion for 1a166127-9d83-40c3-b8fb-068807274aee request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:23:17.440955 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f1be6ac-8045-4d23-a472-0648cf23190e {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:23:17.501873 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ff1cefe6-da7b-41c4-859d-16c6c556d845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:17.565530 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 3f1be6ac-8045-4d23-a472-0648cf23190e, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=3f1be6ac-8045-4d23-a472-0648cf23190e,segment=NetworkSegment(a592d348-649e-4ed1-b139-bdf2b9c4a847),segment_id=a592d348-649e-4ed1-b139-bdf2b9c4a847)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:23:17.572420 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-ff1cefe6-da7b-41c4-859d-16c6c556d845 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a166127-9d83-40c3-b8fb-068807274aee']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:23:17.594877 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e37ac9e4-5b0e-4083-aa4a-bd3ae9ce5940 req-c15dddb8-2193-4921-998a-cfba237f04bc service neutron] 10.222.0.44 "GET /v2.0/networks/5b3c8d41-b43d-4739-acc3-c9eae6a83205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4993639 May 31 13:23:17.614947 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-ff1cefe6-da7b-41c4-859d-16c6c556d845 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e494d5f-05e5-441f-b4e2-606d7bc01734') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:23:17.615623 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-ff1cefe6-da7b-41c4-859d-16c6c556d845 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e494d5f-05e5-441f-b4e2-606d7bc01734') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:23:17.619828 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:17.640776 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ff1cefe6-da7b-41c4-859d-16c6c556d845 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:17.655991 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-cf1ae771-415c-43a6-9fcd-bc450712aafe service neutron] 10.222.0.50 "GET /v2.0/networks/04e95335-3d26-489c-9f1d-266426a8df08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396069 May 31 13:23:17.689716 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ff1cefe6-da7b-41c4-859d-16c6c556d845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:17.706648 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff1cefe6-da7b-41c4-859d-16c6c556d845 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:23:17.707355 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ff1cefe6-da7b-41c4-859d-16c6c556d845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:17.772706 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=3f1be6ac-8045-4d23-a472-0648cf23190e,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:17.799227 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 1a381363-99d9-4e50-baef-8b1fe5061c64 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:23:17.799604 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:17.862302 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 1a381363-99d9-4e50-baef-8b1fe5061c64, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=1a381363-99d9-4e50-baef-8b1fe5061c64,segment=NetworkSegment(d1ade0bb-97e9-46b7-9d25-cb2d5d73fa12),segment_id=d1ade0bb-97e9-46b7-9d25-cb2d5d73fa12)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:23:17.876743 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:17.884179 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 37508) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:23:17.898648 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ff1cefe6-da7b-41c4-859d-16c6c556d845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:17.910426 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ff1cefe6-da7b-41c4-859d-16c6c556d845 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:17.934133 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ff1cefe6-da7b-41c4-859d-16c6c556d845 admin admin] 10.222.0.50 "DELETE /v2.0/networks/1a166127-9d83-40c3-b8fb-068807274aee HTTP/1.1" status: 204 len: 168 time: 1.8411531 May 31 13:23:17.954225 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 5e494d5f-05e5-441f-b4e2-606d7bc01734 resource provider aggregate not found May 31 13:23:17.965770 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1cefe6-da7b-41c4-859d-16c6c556d845 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a166127-9d83-40c3-b8fb-068807274aee,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:18.004458 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 46b4c7c3-ac6b-40cb-888a-34b0f6739218 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:23:18.032021 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 5e494d5f-05e5-441f-b4e2-606d7bc01734 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5e494d5f-05e5-441f-b4e2-606d7bc01734 found for delete ", "request_id": "req-35788e6c-c3f4-423c-822f-90508f82f2ed"}]} May 31 13:23:18.056184 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 46b4c7c3-ac6b-40cb-888a-34b0f6739218 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:23:18.056775 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 46b4c7c3-ac6b-40cb-888a-34b0f6739218 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:23:18.057350 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 6f2668b9-050c-48e2-a831-8d0fc1488410 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:23:18.105663 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['3f1be6ac-8045-4d23-a472-0648cf23190e'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:23:18.206067 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 37526) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:23:18.241726 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 6f2668b9-050c-48e2-a831-8d0fc1488410 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:23:18.242164 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 6f2668b9-050c-48e2-a831-8d0fc1488410 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:23:18.254263 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=1a381363-99d9-4e50-baef-8b1fe5061c64,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:18.274609 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-cfbe19b9-d4f3-44b4-a6d1-328cb972723a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-599833252-network', 'tenant_id': 'a487a8012f6942fe8ddd9bac507c4ea0'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:23:18.311874 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-cfbe19b9-d4f3-44b4-a6d1-328cb972723a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:23:18.317279 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-6f5c9893-1b03-4fba-ae33-35acf28a5254 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b507f55702b4454690aaa4c9f4de29b0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1100378 May 31 13:23:18.320095 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 37532) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:23:18.323890 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-cfbe19b9-d4f3-44b4-a6d1-328cb972723a admin admin] Usage tracker for resource:network and tenant:a487a8012f6942fe8ddd9bac507c4ea0 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:23:18.344789 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-c3fa6628-ed15-4e79-97a4-89e75abce1d1 service neutron] 10.222.0.50 "GET /v2.0/networks/04e95335-3d26-489c-9f1d-266426a8df08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6875234 May 31 13:23:18.385517 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-cfbe19b9-d4f3-44b4-a6d1-328cb972723a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:23:18.396100 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-cfbe19b9-d4f3-44b4-a6d1-328cb972723a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:23:18.421507 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-28d32141-3be0-43a3-8120-d1d901a54e0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:18.423601 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfbe19b9-d4f3-44b4-a6d1-328cb972723a admin admin] Made reservation on behalf of a487a8012f6942fe8ddd9bac507c4ea0 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:23:18.426205 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cfbe19b9-d4f3-44b4-a6d1-328cb972723a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:18.451480 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cfbe19b9-d4f3-44b4-a6d1-328cb972723a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:18.473675 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-cfbe19b9-d4f3-44b4-a6d1-328cb972723a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:23:18.482255 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-cfbe19b9-d4f3-44b4-a6d1-328cb972723a admin admin] Usage tracker for resource:security_group_rule and tenant:a487a8012f6942fe8ddd9bac507c4ea0 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:23:18.482255 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-cfbe19b9-d4f3-44b4-a6d1-328cb972723a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:23:18.489489 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-cfbe19b9-d4f3-44b4-a6d1-328cb972723a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:23:18.496931 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf59ab97-1ca7-47f7-8a1a-e6085b97ece1 None None] Network 564d1403-efda-47b2-b874-4c61ddb4b79a requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:23:18.542287 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-28d32141-3be0-43a3-8120-d1d901a54e0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:18.639947 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cfbe19b9-d4f3-44b4-a6d1-328cb972723a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:18.653691 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cfbe19b9-d4f3-44b4-a6d1-328cb972723a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:18.675148 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-28d32141-3be0-43a3-8120-d1d901a54e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:18.677936 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-86dce028-0ad5-4304-9277-e068f6d5b430 service neutron] 10.222.0.50 "GET /v2.0/networks/564d1403-efda-47b2-b874-4c61ddb4b79a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3264916 May 31 13:23:18.694142 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 6cc90cd8-a5ba-4133-8579-3c8007199d86 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:23:18.706186 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-28d32141-3be0-43a3-8120-d1d901a54e0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:18.709598 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-28d32141-3be0-43a3-8120-d1d901a54e0e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3f1c8153-2e38-4731-81a4-a7eea5d1b485 HTTP/1.1" status: 204 len: 168 time: 0.3858709 May 31 13:23:18.719323 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfbe19b9-d4f3-44b4-a6d1-328cb972723a admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:23:18.729486 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbe19b9-d4f3-44b4-a6d1-328cb972723a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98e17d4a-ac5b-4480-9bc6-49977fe0902a,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:18.743585 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cfbe19b9-d4f3-44b4-a6d1-328cb972723a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:18.743937 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-cfbe19b9-d4f3-44b4-a6d1-328cb972723a admin admin] Added segment 370cc937-b213-498d-9452-fec6264d9498 of type vlan for network adff3eec-c144-4d49-9989-f7573e7edff0 May 31 13:23:18.751211 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d32141-3be0-43a3-8120-d1d901a54e0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1c8153-2e38-4731-81a4-a7eea5d1b485,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:18.788061 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cfbe19b9-d4f3-44b4-a6d1-328cb972723a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:18.790594 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-65806eb3-9eef-49be-9fe4-f6cd1773fb3e None None] Provisioning complete for port 1a381363-99d9-4e50-baef-8b1fe5061c64 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:23:18.791220 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-65806eb3-9eef-49be-9fe4-f6cd1773fb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:18.848768 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cfbe19b9-d4f3-44b4-a6d1-328cb972723a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:18.849770 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbe19b9-d4f3-44b4-a6d1-328cb972723a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:18.850411 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cfbe19b9-d4f3-44b4-a6d1-328cb972723a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:18.868144 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e452c7-3f3a-4087-9527-46bf9430e0d5 req-90962a53-7043-4ca0-bd23-46f47bf4f964 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:18.877243 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-32e452c7-3f3a-4087-9527-46bf9430e0d5 req-90962a53-7043-4ca0-bd23-46f47bf4f964 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=12c6813d-f517-4002-8c22-cda7b5d28c2d HTTP/1.1" status: 200 len: 944 time: 0.7880223 May 31 13:23:18.956258 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-36332c81-42ba-45c4-9382-4813274cdc04 service neutron] 10.222.0.50 "GET /v2.0/networks/564d1403-efda-47b2-b874-4c61ddb4b79a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773466 May 31 13:23:19.049299 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-32e452c7-3f3a-4087-9527-46bf9430e0d5 req-c0be0631-65ab-4f19-baf8-e151b1d57a2a tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711850 May 31 13:23:19.068577 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbe19b9-d4f3-44b4-a6d1-328cb972723a admin admin] Pushing event updated for resources: {'Network': ['ID=adff3eec-c144-4d49-9989-f7573e7edff0,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:19.128914 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 37546) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:23:19.129162 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-cfbe19b9-d4f3-44b4-a6d1-328cb972723a admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2387455 May 31 13:23:19.139796 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-45d6a9da-90b7-46f4-bd11-ba2998c52e0a admin admin] Request body: {'subnet': {'network_id': 'adff3eec-c144-4d49-9989-f7573e7edff0', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-599833252-subnet', 'tenant_id': 'a487a8012f6942fe8ddd9bac507c4ea0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:23:19.143962 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-65806eb3-9eef-49be-9fe4-f6cd1773fb3e None None] Current status of the port 1a381363-99d9-4e50-baef-8b1fe5061c64 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:23:19.148135 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network adff3eec-c144-4d49-9989-f7573e7edff0 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:23:19.158383 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-45d6a9da-90b7-46f4-bd11-ba2998c52e0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:23:19.166303 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-45d6a9da-90b7-46f4-bd11-ba2998c52e0a admin admin] Usage tracker for resource:subnet and tenant:a487a8012f6942fe8ddd9bac507c4ea0 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:23:19.171553 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-45d6a9da-90b7-46f4-bd11-ba2998c52e0a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:23:19.209274 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-45d6a9da-90b7-46f4-bd11-ba2998c52e0a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:23:19.245211 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d6a9da-90b7-46f4-bd11-ba2998c52e0a admin admin] Made reservation on behalf of a487a8012f6942fe8ddd9bac507c4ea0 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:23:19.255667 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-45d6a9da-90b7-46f4-bd11-ba2998c52e0a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:19.385623 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 37566) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:23:19.486973 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c70bf13b-fc4d-4e7c-8d4e-8498e0f62e8b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8f45df6fe50940b59c7e3192b3d15b16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0981514 May 31 13:23:19.490551 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 37570) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:23:19.527502 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 6cc90cd8-a5ba-4133-8579-3c8007199d86 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:23:19.540315 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 1a381363-99d9-4e50-baef-8b1fe5061c64 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:23:19.610742 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47989d6-5918-451a-a1d1-63248056150d req-b9eb4a5d-d7d0-44f1-a771-3ba70e4902d7 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:19.612251 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b47989d6-5918-451a-a1d1-63248056150d req-b9eb4a5d-d7d0-44f1-a771-3ba70e4902d7 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3ae7dd3-1e2c-4136-92d4-42e9b83cc48d HTTP/1.1" status: 200 len: 949 time: 0.1415856 May 31 13:23:19.625174 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b8a72de8-9438-4776-8d6e-f72ba9b0fbe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:19.700575 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e674aabe-dcd8-468a-89ad-04aff7f4b0f7 None None] Provisioning for port 6cc90cd8-a5ba-4133-8579-3c8007199d86 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:23:19.730912 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b8a72de8-9438-4776-8d6e-f72ba9b0fbe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:19.732690 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e674aabe-dcd8-468a-89ad-04aff7f4b0f7 None None] Provisioning complete for port 6cc90cd8-a5ba-4133-8579-3c8007199d86 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:23:19.733061 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e674aabe-dcd8-468a-89ad-04aff7f4b0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:19.759881 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b47989d6-5918-451a-a1d1-63248056150d req-4fa73543-33bc-4063-a754-cc741ab60e40 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363688 May 31 13:23:19.809282 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-45d6a9da-90b7-46f4-bd11-ba2998c52e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:19.868968 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b8a72de8-9438-4776-8d6e-f72ba9b0fbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:19.892173 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d6a9da-90b7-46f4-bd11-ba2998c52e0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c22c9473-7cad-4741-bb6c-0e549db0e04e,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:19.896937 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a72de8-9438-4776-8d6e-f72ba9b0fbe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1438093-43bc-493f-8bc7-aa519950da65,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:19.914269 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b8a72de8-9438-4776-8d6e-f72ba9b0fbe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:19.923346 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b8a72de8-9438-4776-8d6e-f72ba9b0fbe1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f1438093-43bc-493f-8bc7-aa519950da65 HTTP/1.1" status: 204 len: 168 time: 0.4296443 May 31 13:23:19.930146 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d6a9da-90b7-46f4-bd11-ba2998c52e0a admin admin] Checking segment: {'id': '370cc937-b213-498d-9452-fec6264d9498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'adff3eec-c144-4d49-9989-f7573e7edff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:23:19.930508 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d6a9da-90b7-46f4-bd11-ba2998c52e0a admin admin] Network hostable DHCP agents. Network: adff3eec-c144-4d49-9989-f7573e7edff0, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:23:19.953717 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d6a9da-90b7-46f4-bd11-ba2998c52e0a admin admin] Network adff3eec-c144-4d49-9989-f7573e7edff0 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:23:19.971021 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-45d6a9da-90b7-46f4-bd11-ba2998c52e0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, adff3eec-c144-4d49-9989-f7573e7edff0) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:23:19.983980 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d6a9da-90b7-46f4-bd11-ba2998c52e0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:19.984612 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-45d6a9da-90b7-46f4-bd11-ba2998c52e0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:20.007689 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efcb7ff-9e1a-4c3e-bd80-3df66a25bb47 None None] Network adff3eec-c144-4d49-9989-f7573e7edff0 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:23:20.149221 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-45d6a9da-90b7-46f4-bd11-ba2998c52e0a admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0175500 May 31 13:23:20.210185 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0506158f-826e-4a8d-b2d8-c3f4c0ab35dd req-36ee1f0b-ac9b-4adf-99df-f3e3a9c9e16d tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:20.211675 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0506158f-826e-4a8d-b2d8-c3f4c0ab35dd req-36ee1f0b-ac9b-4adf-99df-f3e3a9c9e16d tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/ports?device_id=71bc0373-5ee9-4050-a881-4a2e2048d293 HTTP/1.1" status: 200 len: 946 time: 0.2209563 May 31 13:23:20.328115 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 1a381363-99d9-4e50-baef-8b1fe5061c64 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:23:20.329858 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:20.340634 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-defc1bf3-a686-4897-9e85-5e49c6c69b11 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=09dd0f3ff03c49d3a5c47e4de6593f6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0888970 May 31 13:23:20.379752 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0506158f-826e-4a8d-b2d8-c3f4c0ab35dd req-9e29c10e-4c6a-4755-a382-f7be27242b05 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/security-groups?id=9bb73710-3d65-4dab-a4f3-8814f415ca6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612494 May 31 13:23:20.654145 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-8bbec4c2-a9c8-4f80-a52a-a4aab2987b3d tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:20.665874 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-8bbec4c2-a9c8-4f80-a52a-a4aab2987b3d tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2900212 May 31 13:23:20.682790 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-28dc0a0c-dc95-4e67-8677-15b729da1b24 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Request body: {'port': {'device_id': '051ed48e-51ef-40a1-83b3-14a913c71c6f', 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4', 'admin_state_up': True, 'tenant_id': '09dd0f3ff03c49d3a5c47e4de6593f6c'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:23:20.690368 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-e674aabe-dcd8-468a-89ad-04aff7f4b0f7 None None] Current status of the port 6cc90cd8-a5ba-4133-8579-3c8007199d86 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:23:20.690879 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e674aabe-dcd8-468a-89ad-04aff7f4b0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:20.726472 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 3f1be6ac-8045-4d23-a472-0648cf23190e up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:23:20.903796 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0b6c70af-9ac4-4164-ab99-ba1edca9b34a req-add9f6ad-6638-4064-8472-b3b29ae7698a tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.50 "GET /v2.0/ports?device_id=34a84813-68f5-463f-be95-ab4cb48052c5 HTTP/1.1" status: 200 len: 210 time: 0.2359629 May 31 13:23:20.948668 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-c3e1de17-49cd-46d5-8b3c-6b18b00eb0c7 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=09dd0f3ff03c49d3a5c47e4de6593f6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378399 May 31 13:23:20.983290 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-e674aabe-dcd8-468a-89ad-04aff7f4b0f7 None None] For port 6cc90cd8-a5ba-4133-8579-3c8007199d86, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=6cc90cd8-a5ba-4133-8579-3c8007199d86,segment=NetworkSegment(c7bcfd21-6346-44eb-9515-f79d903a458e),segment_id=c7bcfd21-6346-44eb-9515-f79d903a458e)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:23:21.013330 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e674aabe-dcd8-468a-89ad-04aff7f4b0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:21.106325 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 1a381363-99d9-4e50-baef-8b1fe5061c64 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:23:21.160608 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning for port 3f1be6ac-8045-4d23-a472-0648cf23190e completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:23:21.180523 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port 3f1be6ac-8045-4d23-a472-0648cf23190e triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:23:21.180821 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:21.206034 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3195ba0d-66ad-457b-bf62-8f884fe05b12 None None] Network adff3eec-c144-4d49-9989-f7573e7edff0 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:23:21.236444 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 0738c58c-d0bd-4583-bfd1-6daac96c454d no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:23:21.340388 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 0738c58c-d0bd-4583-bfd1-6daac96c454d {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:23:21.341784 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 0738c58c-d0bd-4583-bfd1-6daac96c454d not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:23:21.370293 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e674aabe-dcd8-468a-89ad-04aff7f4b0f7 None None] Pushing event updated for resources: {'Port': ['ID=6cc90cd8-a5ba-4133-8579-3c8007199d86,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:21.393963 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ba88fc32-6a8a-4ca7-bb76-d36f3736797d None None] Provisioning complete for port 6cc90cd8-a5ba-4133-8579-3c8007199d86 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:23:21.394360 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ba88fc32-6a8a-4ca7-bb76-d36f3736797d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:21.558525 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-28dc0a0c-dc95-4e67-8677-15b729da1b24 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:23:21.565320 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-5eb49629-3379-48ac-a937-6c222bf22011 req-5de43383-3ae8-4fb8-a541-d36f16ca52c0 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2003756956', 'description': 'tempest-description-1714790146'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:23:21.585794 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-5eb49629-3379-48ac-a937-6c222bf22011 req-5de43383-3ae8-4fb8-a541-d36f16ca52c0 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:23:21.648304 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-28dc0a0c-dc95-4e67-8677-15b729da1b24 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:23:21.661090 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-5eb49629-3379-48ac-a937-6c222bf22011 req-5de43383-3ae8-4fb8-a541-d36f16ca52c0 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Usage tracker for resource:security_group and tenant:a487a8012f6942fe8ddd9bac507c4ea0 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:23:21.668734 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-5eb49629-3379-48ac-a937-6c222bf22011 req-5de43383-3ae8-4fb8-a541-d36f16ca52c0 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:23:21.698951 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-5eb49629-3379-48ac-a937-6c222bf22011 req-5de43383-3ae8-4fb8-a541-d36f16ca52c0 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:23:21.720535 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 3f1be6ac-8045-4d23-a472-0648cf23190e is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:23:21.720899 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:21.726972 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca53fac-9187-423c-b040-7c3c59f9667a req-5a7dbbfb-0ac8-4af3-a72d-6c17342847b7 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:21.728453 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6ca53fac-9187-423c-b040-7c3c59f9667a req-5a7dbbfb-0ac8-4af3-a72d-6c17342847b7 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=12c6813d-f517-4002-8c22-cda7b5d28c2d HTTP/1.1" status: 200 len: 944 time: 0.8188326 May 31 13:23:21.740262 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-ba88fc32-6a8a-4ca7-bb76-d36f3736797d None None] Current status of the port 6cc90cd8-a5ba-4133-8579-3c8007199d86 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:23:21.761397 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-28dc0a0c-dc95-4e67-8677-15b729da1b24 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Made reservation on behalf of 09dd0f3ff03c49d3a5c47e4de6593f6c for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:23:21.766563 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-28dc0a0c-dc95-4e67-8677-15b729da1b24 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:21.797644 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-5eb49629-3379-48ac-a937-6c222bf22011 req-5de43383-3ae8-4fb8-a541-d36f16ca52c0 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:21.806371 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12c6813d-f517-4002-8c22-cda7b5d28c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f1be6ac-8045-4d23-a472-0648cf23190e'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:23:21.816686 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 3f1be6ac-8045-4d23-a472-0648cf23190e, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=3f1be6ac-8045-4d23-a472-0648cf23190e,segment=NetworkSegment(a592d348-649e-4ed1-b139-bdf2b9c4a847),segment_id=a592d348-649e-4ed1-b139-bdf2b9c4a847)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:23:21.820987 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:21.831221 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-a938a0c2-eb8f-4f0e-aab6-2d9bed8a5438 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:21.832627 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-a938a0c2-eb8f-4f0e-aab6-2d9bed8a5438 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8129125 May 31 13:23:21.853497 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-29a551dc-b830-4d4f-a9bc-797dce4d2810 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Request body: {'port': {'device_id': 'f3744315-d92b-4f5d-a8a0-2a9ee3c5263c', 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4', 'admin_state_up': True, 'tenant_id': '09dd0f3ff03c49d3a5c47e4de6593f6c'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:23:21.896232 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=3f1be6ac-8045-4d23-a472-0648cf23190e,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:22.004412 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-5eb49629-3379-48ac-a937-6c222bf22011 req-5de43383-3ae8-4fb8-a541-d36f16ca52c0 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:23:22.022746 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-04fe8cd8-7905-4826-b963-c1398c208ca3 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:22.028369 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-04fe8cd8-7905-4826-b963-c1398c208ca3 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:22.029945 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-04fe8cd8-7905-4826-b963-c1398c208ca3 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.44 "GET /v2.0/networks?id=04e95335-3d26-489c-9f1d-266426a8df08&id=564d1403-efda-47b2-b874-4c61ddb4b79a HTTP/1.1" status: 200 len: 1390 time: 0.4986048 May 31 13:23:22.040951 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6ca53fac-9187-423c-b040-7c3c59f9667a req-dd355921-8548-40d2-8f46-bfb8506e0807 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953315 May 31 13:23:22.049126 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-5eb49629-3379-48ac-a937-6c222bf22011 req-5de43383-3ae8-4fb8-a541-d36f16ca52c0 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Usage tracker for resource:security_group_rule and tenant:a487a8012f6942fe8ddd9bac507c4ea0 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:23:22.054192 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-5eb49629-3379-48ac-a937-6c222bf22011 req-5de43383-3ae8-4fb8-a541-d36f16ca52c0 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:23:22.060201 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-cb502fe7-1fd5-426b-88d7-44c10da31bc1 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Request body: {'port': {'device_id': '34a84813-68f5-463f-be95-ab4cb48052c5', 'network_id': '04e95335-3d26-489c-9f1d-266426a8df08', 'admin_state_up': True, 'tenant_id': 'dd1657545faf45fc89adec1c391d478b'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:23:22.094994 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-5eb49629-3379-48ac-a937-6c222bf22011 req-5de43383-3ae8-4fb8-a541-d36f16ca52c0 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:23:22.245263 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-73c6c3e2-2408-4e79-8203-16f3b23da3ad req-2c00ee18-c676-44a6-8847-e319f77f2fc0 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/ports?device_id=051ed48e-51ef-40a1-83b3-14a913c71c6f HTTP/1.1" status: 200 len: 210 time: 0.0963562 May 31 13:23:22.358442 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-29a551dc-b830-4d4f-a9bc-797dce4d2810 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:23:22.419988 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-29a551dc-b830-4d4f-a9bc-797dce4d2810 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Usage tracker for resource:port and tenant:09dd0f3ff03c49d3a5c47e4de6593f6c is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:23:22.435858 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-29a551dc-b830-4d4f-a9bc-797dce4d2810 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:23:22.446986 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-29a551dc-b830-4d4f-a9bc-797dce4d2810 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:23:22.467198 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-cb502fe7-1fd5-426b-88d7-44c10da31bc1 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:23:22.483962 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-28dc0a0c-dc95-4e67-8677-15b729da1b24 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Allocated IP 192.168.233.159 (85b11c4f-90ad-4763-b38d-22d3f87089f4/24822c99-0dce-4d50-9c44-3135ba3763b8/07547904-825e-4f1e-bf9b-eb2fc12e8810) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:23:22.507274 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-cb502fe7-1fd5-426b-88d7-44c10da31bc1 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:23:22.511567 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-29a551dc-b830-4d4f-a9bc-797dce4d2810 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Made reservation on behalf of 09dd0f3ff03c49d3a5c47e4de6593f6c for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:23:22.515226 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-29a551dc-b830-4d4f-a9bc-797dce4d2810 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:22.563820 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-5eb49629-3379-48ac-a937-6c222bf22011 req-5de43383-3ae8-4fb8-a541-d36f16ca52c0 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:22.567350 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-cb502fe7-1fd5-426b-88d7-44c10da31bc1 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Made reservation on behalf of dd1657545faf45fc89adec1c391d478b for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:23:22.570721 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-cb502fe7-1fd5-426b-88d7-44c10da31bc1 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:22.633128 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-5eb49629-3379-48ac-a937-6c222bf22011 req-5de43383-3ae8-4fb8-a541-d36f16ca52c0 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:22.786607 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf8049-cdc7-483e-845f-7138d8ead660 req-6108553e-8291-462d-ac4a-49ed9bf9ca8f tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:22.788050 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-59cf8049-cdc7-483e-845f-7138d8ead660 req-6108553e-8291-462d-ac4a-49ed9bf9ca8f tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3ae7dd3-1e2c-4136-92d4-42e9b83cc48d HTTP/1.1" status: 200 len: 949 time: 0.4353993 May 31 13:23:22.820087 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de43383-3ae8-4fb8-a541-d36f16ca52c0 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c532e93d-059e-45be-ab0b-a578cae373d8,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:22.835917 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-5eb49629-3379-48ac-a937-6c222bf22011 req-5de43383-3ae8-4fb8-a541-d36f16ca52c0 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:22.837059 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5eb49629-3379-48ac-a937-6c222bf22011 req-5de43383-3ae8-4fb8-a541-d36f16ca52c0 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.3102105 May 31 13:23:23.010349 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-59cf8049-cdc7-483e-845f-7138d8ead660 req-8b882a8a-b102-4d1a-9743-2d3ee60dba05 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911607 May 31 13:23:23.077487 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-cb502fe7-1fd5-426b-88d7-44c10da31bc1 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Allocated IP 19.80.0.218 (04e95335-3d26-489c-9f1d-266426a8df08/ef18fefd-a7dd-4f00-a339-1aea439c440b/551881f1-8e2e-459f-9239-8a8d890cb1f8) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:23:23.099203 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-28dc0a0c-dc95-4e67-8677-15b729da1b24 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:23.136179 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-28dc0a0c-dc95-4e67-8677-15b729da1b24 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Transition to ACTIVE for port object 07547904-825e-4f1e-bf9b-eb2fc12e8810 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:23:23.357975 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7eed2a64-bacc-45b7-9cf8-ef039803b7eb'] response: {'server_uuid': '12c6813d-f517-4002-8c22-cda7b5d28c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f1be6ac-8045-4d23-a472-0648cf23190e', 'code': 200} May 31 13:23:23.381110 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-28dc0a0c-dc95-4e67-8677-15b729da1b24 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:23.396854 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['340b14e3-4287-43f8-a3a0-d594186321f6'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:23:23.486231 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 6cc90cd8-a5ba-4133-8579-3c8007199d86 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:23:23.620668 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 6cc90cd8-a5ba-4133-8579-3c8007199d86 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:23:23.621044 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:23.723278 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ad579-d1a3-4a08-b799-32d88c933bd3 req-9e692a72-4aec-4469-8c4c-ef3e70d71857 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:23.724745 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2f6ad579-d1a3-4a08-b799-32d88c933bd3 req-9e692a72-4aec-4469-8c4c-ef3e70d71857 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/ports?device_id=71bc0373-5ee9-4050-a881-4a2e2048d293 HTTP/1.1" status: 200 len: 946 time: 0.5766635 May 31 13:23:23.741843 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-33e7de24-8b73-4c05-9e01-d59199e98a3d req-89592e0e-0b80-46c3-93d8-c92398561419 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.50 "GET /v2.0/ports?device_id=34a84813-68f5-463f-be95-ab4cb48052c5 HTTP/1.1" status: 200 len: 210 time: 0.1642573 May 31 13:23:23.751260 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-28dc0a0c-dc95-4e67-8677-15b729da1b24 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Network 85b11c4f-90ad-4763-b38d-22d3f87089f4 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:23:23.773681 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-28dc0a0c-dc95-4e67-8677-15b729da1b24 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:23:23.780942 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-cb502fe7-1fd5-426b-88d7-44c10da31bc1 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:23.784744 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 6cc90cd8-a5ba-4133-8579-3c8007199d86 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:23:23.800537 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-28dc0a0c-dc95-4e67-8677-15b729da1b24 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:23:23.849851 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-29a551dc-b830-4d4f-a9bc-797dce4d2810 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Allocated IP 192.168.233.36 (85b11c4f-90ad-4763-b38d-22d3f87089f4/24822c99-0dce-4d50-9c44-3135ba3763b8/32daf59e-30ee-4850-815e-972dba797556) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:23:23.863041 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dc0a0c-dc95-4e67-8677-15b729da1b24 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Pushing event updated for resources: {'Port': ['ID=07547904-825e-4f1e-bf9b-eb2fc12e8810,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:23.927490 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-cb502fe7-1fd5-426b-88d7-44c10da31bc1 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Transition to ACTIVE for port object 551881f1-8e2e-459f-9239-8a8d890cb1f8 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:23:23.949135 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2f6ad579-d1a3-4a08-b799-32d88c933bd3 req-1a96e693-35a3-45c4-80d4-4f7bb563369c tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/security-groups?id=9bb73710-3d65-4dab-a4f3-8814f415ca6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022314 May 31 13:23:23.959974 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-28dc0a0c-dc95-4e67-8677-15b729da1b24 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:23.961063 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-28dc0a0c-dc95-4e67-8677-15b729da1b24 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:24.002734 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-36a38de9-70d9-41a0-b380-a7f894db9004 req-3dbfef61-0a04-4aaf-adc1-aad2bdebce90 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-280754257', 'description': 'tempest-description-1314848613'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:23:24.021436 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-36a38de9-70d9-41a0-b380-a7f894db9004 req-3dbfef61-0a04-4aaf-adc1-aad2bdebce90 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:23:24.031441 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-36a38de9-70d9-41a0-b380-a7f894db9004 req-3dbfef61-0a04-4aaf-adc1-aad2bdebce90 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Usage tracker for resource:security_group and tenant:a487a8012f6942fe8ddd9bac507c4ea0 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:23:24.039384 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-28dc0a0c-dc95-4e67-8677-15b729da1b24 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3635626 May 31 13:23:24.048768 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-36a38de9-70d9-41a0-b380-a7f894db9004 req-3dbfef61-0a04-4aaf-adc1-aad2bdebce90 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:23:24.053001 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5462cbd0-ebf9-4ffe-928c-19e76922daaa req-dcbdbe32-0783-4f27-869a-4eeb4c274bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:24.054558 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5462cbd0-ebf9-4ffe-928c-19e76922daaa req-dcbdbe32-0783-4f27-869a-4eeb4c274bd4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=12c6813d-f517-4002-8c22-cda7b5d28c2d HTTP/1.1" status: 200 len: 1096 time: 0.4751067 May 31 13:23:24.066041 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-13f24ba1-a0fd-45b6-a886-bec467c0c3d9 service neutron] Request body: {'port': {'device_id': '051ed48e-51ef-40a1-83b3-14a913c71c6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:23:24.079598 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-7aa3cc52-36b9-42f5-ad45-8c672ae3846c None None] Provisioning for port 07547904-825e-4f1e-bf9b-eb2fc12e8810 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:23:24.084953 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-7aa3cc52-36b9-42f5-ad45-8c672ae3846c None None] Provisioning complete for port 07547904-825e-4f1e-bf9b-eb2fc12e8810 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:23:24.085326 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7aa3cc52-36b9-42f5-ad45-8c672ae3846c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:24.095380 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-36a38de9-70d9-41a0-b380-a7f894db9004 req-3dbfef61-0a04-4aaf-adc1-aad2bdebce90 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:23:24.147795 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-7aa3cc52-36b9-42f5-ad45-8c672ae3846c None None] Port 07547904-825e-4f1e-bf9b-eb2fc12e8810 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:23:24.286089 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-36a38de9-70d9-41a0-b380-a7f894db9004 req-3dbfef61-0a04-4aaf-adc1-aad2bdebce90 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:24.302516 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-cb502fe7-1fd5-426b-88d7-44c10da31bc1 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:24.400045 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5462cbd0-ebf9-4ffe-928c-19e76922daaa req-226a93ff-cf1f-496a-8164-79fb26273edb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058767 May 31 13:23:24.460341 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-36a38de9-70d9-41a0-b380-a7f894db9004 req-3dbfef61-0a04-4aaf-adc1-aad2bdebce90 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:23:24.476992 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-cb502fe7-1fd5-426b-88d7-44c10da31bc1 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Network 04e95335-3d26-489c-9f1d-266426a8df08 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:23:24.478049 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-36a38de9-70d9-41a0-b380-a7f894db9004 req-3dbfef61-0a04-4aaf-adc1-aad2bdebce90 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Usage tracker for resource:security_group_rule and tenant:a487a8012f6942fe8ddd9bac507c4ea0 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:23:24.489934 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-36a38de9-70d9-41a0-b380-a7f894db9004 req-3dbfef61-0a04-4aaf-adc1-aad2bdebce90 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:23:24.492703 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-cb502fe7-1fd5-426b-88d7-44c10da31bc1 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:23:24.507021 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-36a38de9-70d9-41a0-b380-a7f894db9004 req-3dbfef61-0a04-4aaf-adc1-aad2bdebce90 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:23:24.517369 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-cb502fe7-1fd5-426b-88d7-44c10da31bc1 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:23:24.546493 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-13f24ba1-a0fd-45b6-a886-bec467c0c3d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:24.565271 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb502fe7-1fd5-426b-88d7-44c10da31bc1 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Pushing event updated for resources: {'Port': ['ID=551881f1-8e2e-459f-9239-8a8d890cb1f8,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:24.654962 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-29a551dc-b830-4d4f-a9bc-797dce4d2810 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:24.697968 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623aa043-20c3-491f-a853-61f3eeffe27e req-70821cc3-0bf0-4746-8882-0012a9c73ff6 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:24.699468 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-623aa043-20c3-491f-a853-61f3eeffe27e req-70821cc3-0bf0-4746-8882-0012a9c73ff6 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=12c6813d-f517-4002-8c22-cda7b5d28c2d HTTP/1.1" status: 200 len: 945 time: 0.5788713 May 31 13:23:24.719370 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-29a551dc-b830-4d4f-a9bc-797dce4d2810 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Transition to ACTIVE for port object 32daf59e-30ee-4850-815e-972dba797556 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:23:24.725637 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-cb502fe7-1fd5-426b-88d7-44c10da31bc1 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:24.726253 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-cb502fe7-1fd5-426b-88d7-44c10da31bc1 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:24.778656 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-cb017595-2b6a-43c8-a3c8-a7a31d3059d4 None None] Provisioning for port 551881f1-8e2e-459f-9239-8a8d890cb1f8 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:23:24.783915 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-cb017595-2b6a-43c8-a3c8-a7a31d3059d4 None None] Provisioning complete for port 551881f1-8e2e-459f-9239-8a8d890cb1f8 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:23:24.784278 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cb017595-2b6a-43c8-a3c8-a7a31d3059d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:24.837281 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-cb017595-2b6a-43c8-a3c8-a7a31d3059d4 None None] Port 551881f1-8e2e-459f-9239-8a8d890cb1f8 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:23:24.881632 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-cb502fe7-1fd5-426b-88d7-44c10da31bc1 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8394308 May 31 13:23:24.900446 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-623aa043-20c3-491f-a853-61f3eeffe27e req-6174da32-896d-4112-9c5d-b1c35912fca0 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868479 May 31 13:23:24.910510 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-3d9610d4-f14e-43be-ad45-0f85ee28d1d7 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Request body: {'port': {'device_id': '34a84813-68f5-463f-be95-ab4cb48052c5', 'network_id': '564d1403-efda-47b2-b874-4c61ddb4b79a', 'admin_state_up': True, 'tenant_id': 'dd1657545faf45fc89adec1c391d478b'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:23:24.990961 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-36a38de9-70d9-41a0-b380-a7f894db9004 req-3dbfef61-0a04-4aaf-adc1-aad2bdebce90 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:25.011847 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-36a38de9-70d9-41a0-b380-a7f894db9004 req-3dbfef61-0a04-4aaf-adc1-aad2bdebce90 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:25.054744 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-29a551dc-b830-4d4f-a9bc-797dce4d2810 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:25.066022 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['340b14e3-4287-43f8-a3a0-d594186321f6'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:23:25.244490 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-36a38de9-70d9-41a0-b380-a7f894db9004 req-3dbfef61-0a04-4aaf-adc1-aad2bdebce90 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:25.245672 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-36a38de9-70d9-41a0-b380-a7f894db9004 req-3dbfef61-0a04-4aaf-adc1-aad2bdebce90 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.2548118 May 31 13:23:25.292898 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbfef61-0a04-4aaf-adc1-aad2bdebce90 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bfc18eb-adde-42c7-a27e-abc007856413,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:25.297578 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-29a551dc-b830-4d4f-a9bc-797dce4d2810 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Network 85b11c4f-90ad-4763-b38d-22d3f87089f4 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:23:25.324285 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-29a551dc-b830-4d4f-a9bc-797dce4d2810 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:23:25.352923 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-29a551dc-b830-4d4f-a9bc-797dce4d2810 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:23:25.389720 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a551dc-b830-4d4f-a9bc-797dce4d2810 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Pushing event updated for resources: {'Port': ['ID=32daf59e-30ee-4850-815e-972dba797556,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:25.449717 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-3d9610d4-f14e-43be-ad45-0f85ee28d1d7 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:23:25.491667 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-3d9610d4-f14e-43be-ad45-0f85ee28d1d7 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:23:25.512371 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-29a551dc-b830-4d4f-a9bc-797dce4d2810 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:25.513094 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-29a551dc-b830-4d4f-a9bc-797dce4d2810 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:25.532474 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c836e47-9a23-4510-9d5e-189b6d16ed50 req-c1749537-bca3-4c48-9bb2-01c11ad748c3 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:25.533182 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-8c836e47-9a23-4510-9d5e-189b6d16ed50 req-c1749537-bca3-4c48-9bb2-01c11ad748c3 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Synchronizing usage tracker for tenant:09dd0f3ff03c49d3a5c47e4de6593f6c on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:23:25.665365 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-1f8c03eb-eb9a-478e-8c2f-a85710ac0d4c None None] Provisioning for port 32daf59e-30ee-4850-815e-972dba797556 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:23:25.672047 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-1f8c03eb-eb9a-478e-8c2f-a85710ac0d4c None None] Provisioning complete for port 32daf59e-30ee-4850-815e-972dba797556 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:23:25.672832 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1f8c03eb-eb9a-478e-8c2f-a85710ac0d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:25.688747 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-3d9610d4-f14e-43be-ad45-0f85ee28d1d7 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Made reservation on behalf of dd1657545faf45fc89adec1c391d478b for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:23:25.692191 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-3d9610d4-f14e-43be-ad45-0f85ee28d1d7 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:25.757558 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-29a551dc-b830-4d4f-a9bc-797dce4d2810 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9099145 May 31 13:23:25.768902 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-1f8c03eb-eb9a-478e-8c2f-a85710ac0d4c None None] Port 32daf59e-30ee-4850-815e-972dba797556 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:23:25.821291 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-cdd78d10-e8ff-40ce-b3d8-c47efd2293f6 service neutron] Request body: {'port': {'device_id': 'f3744315-d92b-4f5d-a8a0-2a9ee3c5263c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:23:25.860665 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-8c836e47-9a23-4510-9d5e-189b6d16ed50 req-c1749537-bca3-4c48-9bb2-01c11ad748c3 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Unset dirty status for tenant:09dd0f3ff03c49d3a5c47e4de6593f6c on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:23:25.861900 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8c836e47-9a23-4510-9d5e-189b6d16ed50 req-c1749537-bca3-4c48-9bb2-01c11ad748c3 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/ports?device_id=051ed48e-51ef-40a1-83b3-14a913c71c6f HTTP/1.1" status: 200 len: 936 time: 0.8277073 May 31 13:23:25.917424 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-13f24ba1-a0fd-45b6-a886-bec467c0c3d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07547904-825e-4f1e-bf9b-eb2fc12e8810 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:23:25.935039 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-13f24ba1-a0fd-45b6-a886-bec467c0c3d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:26.061974 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-13f24ba1-a0fd-45b6-a886-bec467c0c3d9 service neutron] Transition to ACTIVE for port object 07547904-825e-4f1e-bf9b-eb2fc12e8810 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:23:26.065306 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8c836e47-9a23-4510-9d5e-189b6d16ed50 req-d759c36c-9d12-4460-8b8d-d9a82a7677e5 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4e17580-fef9-47ea-85b1-59ae8325b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829715 May 31 13:23:26.073981 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-13f24ba1-a0fd-45b6-a886-bec467c0c3d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:26.129157 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-cdd78d10-e8ff-40ce-b3d8-c47efd2293f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:26.341400 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-3d9610d4-f14e-43be-ad45-0f85ee28d1d7 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Allocated IP 19.86.0.199 (564d1403-efda-47b2-b874-4c61ddb4b79a/50d7dc2c-ba72-40f7-8be3-70dc10ad07b8/8e8e620f-5c5c-4270-8de5-83eb8f155e2b) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:23:26.359789 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f24ba1-a0fd-45b6-a886-bec467c0c3d9 service neutron] Pushing event updated for resources: {'Port': ['ID=07547904-825e-4f1e-bf9b-eb2fc12e8810,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:26.839827 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-13f24ba1-a0fd-45b6-a886-bec467c0c3d9 service neutron] Attempting to bind port 07547904-825e-4f1e-bf9b-eb2fc12e8810 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:23:26.840159 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-13f24ba1-a0fd-45b6-a886-bec467c0c3d9 service neutron] Attempting to bind port 07547904-825e-4f1e-bf9b-eb2fc12e8810 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:23:26.840488 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-13f24ba1-a0fd-45b6-a886-bec467c0c3d9 service neutron] Attempting to bind port 07547904-825e-4f1e-bf9b-eb2fc12e8810 on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:23:26.863506 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b7574-4c4e-4458-b8ea-ae8b38949b0f req-fa026002-28bf-4d4a-b718-8cae5a89c6bd tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:26.864986 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-380b7574-4c4e-4458-b8ea-ae8b38949b0f req-fa026002-28bf-4d4a-b718-8cae5a89c6bd tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3ae7dd3-1e2c-4136-92d4-42e9b83cc48d HTTP/1.1" status: 200 len: 949 time: 0.6478908 May 31 13:23:26.876906 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-13f24ba1-a0fd-45b6-a886-bec467c0c3d9 service neutron] Port 07547904-825e-4f1e-bf9b-eb2fc12e8810 on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:23:26.877228 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-13f24ba1-a0fd-45b6-a886-bec467c0c3d9 service neutron] Attempting to bind port 07547904-825e-4f1e-bf9b-eb2fc12e8810 on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:23:26.921029 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-13f24ba1-a0fd-45b6-a886-bec467c0c3d9 service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:23:26.921758 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-13f24ba1-a0fd-45b6-a886-bec467c0c3d9 service neutron] Checking segment: {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:23:26.921758 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-13f24ba1-a0fd-45b6-a886-bec467c0c3d9 service neutron] Bound using segment: {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:23:26.922208 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-13f24ba1-a0fd-45b6-a886-bec467c0c3d9 service neutron] Bound port: 07547904-825e-4f1e-bf9b-eb2fc12e8810, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:23:26.922559 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-13f24ba1-a0fd-45b6-a886-bec467c0c3d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:26.965125 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b2c9d3-9fd4-4e6b-bec2-847447d7cac5 req-f93bd662-13f9-4228-9609-5cdf4e288486 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:26.966655 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-98b2c9d3-9fd4-4e6b-bec2-847447d7cac5 req-f93bd662-13f9-4228-9609-5cdf4e288486 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Synchronizing usage tracker for tenant:dd1657545faf45fc89adec1c391d478b on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:23:27.069871 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-380b7574-4c4e-4458-b8ea-ae8b38949b0f req-0405ced2-3627-4461-8bfc-00c10a8bfb82 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938217 May 31 13:23:27.108471 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-98b2c9d3-9fd4-4e6b-bec2-847447d7cac5 req-f93bd662-13f9-4228-9609-5cdf4e288486 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Unset dirty status for tenant:dd1657545faf45fc89adec1c391d478b on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:23:27.109675 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-98b2c9d3-9fd4-4e6b-bec2-847447d7cac5 req-f93bd662-13f9-4228-9609-5cdf4e288486 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.50 "GET /v2.0/ports?device_id=34a84813-68f5-463f-be95-ab4cb48052c5 HTTP/1.1" status: 200 len: 932 time: 0.6685438 May 31 13:23:27.136560 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-3d9610d4-f14e-43be-ad45-0f85ee28d1d7 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:27.310369 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-13f24ba1-a0fd-45b6-a886-bec467c0c3d9 service neutron] For port 07547904-825e-4f1e-bf9b-eb2fc12e8810, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:23:27.461010 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-3d9610d4-f14e-43be-ad45-0f85ee28d1d7 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Transition to ACTIVE for port object 8e8e620f-5c5c-4270-8de5-83eb8f155e2b will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:23:27.482452 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-cdd78d10-e8ff-40ce-b3d8-c47efd2293f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32daf59e-30ee-4850-815e-972dba797556 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:23:27.487670 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-13f24ba1-a0fd-45b6-a886-bec467c0c3d9 service neutron] For port 07547904-825e-4f1e-bf9b-eb2fc12e8810, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=07547904-825e-4f1e-bf9b-eb2fc12e8810,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:23:27.503289 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-cdd78d10-e8ff-40ce-b3d8-c47efd2293f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:27.508244 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-13f24ba1-a0fd-45b6-a886-bec467c0c3d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:27.514685 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-98b2c9d3-9fd4-4e6b-bec2-847447d7cac5 req-f572ca31-33f4-452c-8260-ebede5bc2f76 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.50 "GET /v2.0/security-groups?id=81ecd401-c676-4ce2-9977-0e736c745f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3920810 May 31 13:23:27.604848 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-cdd78d10-e8ff-40ce-b3d8-c47efd2293f6 service neutron] Transition to ACTIVE for port object 32daf59e-30ee-4850-815e-972dba797556 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:23:27.621135 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-13f24ba1-a0fd-45b6-a886-bec467c0c3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:27.621769 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-13f24ba1-a0fd-45b6-a886-bec467c0c3d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:27.623968 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-13f24ba1-a0fd-45b6-a886-bec467c0c3d9 service neutron] 10.222.0.44 "PUT /v2.0/ports/07547904-825e-4f1e-bf9b-eb2fc12e8810 HTTP/1.1" status: 200 len: 1096 time: 3.5659895 May 31 13:23:27.647663 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-cdd78d10-e8ff-40ce-b3d8-c47efd2293f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:27.651152 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '051ed48e-51ef-40a1-83b3-14a913c71c6f', 'tag': '07547904-825e-4f1e-bf9b-eb2fc12e8810'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:23:27.662555 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650b1e3-f073-4198-bbc3-67e48f3fbbf8 req-356730d0-7bf0-4de0-b42d-6b65346be1a9 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:27.664135 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d650b1e3-f073-4198-bbc3-67e48f3fbbf8 req-356730d0-7bf0-4de0-b42d-6b65346be1a9 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/networks?id=adff3eec-c144-4d49-9989-f7573e7edff0 HTTP/1.1" status: 200 len: 812 time: 0.4917550 May 31 13:23:27.780345 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f24ba1-a0fd-45b6-a886-bec467c0c3d9 service neutron] Pushing event updated for resources: {'Port': ['ID=07547904-825e-4f1e-bf9b-eb2fc12e8810,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:27.872351 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d650b1e3-f073-4198-bbc3-67e48f3fbbf8 req-3f10b3ad-0d14-4188-b22e-9b2b70d7c5c2 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/quotas/a487a8012f6942fe8ddd9bac507c4ea0 HTTP/1.1" status: 200 len: 375 time: 0.1926043 May 31 13:23:27.916125 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-3d9610d4-f14e-43be-ad45-0f85ee28d1d7 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:27.966254 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 13:23:28.032995 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d650b1e3-f073-4198-bbc3-67e48f3fbbf8 req-12224c42-21c8-4821-8823-0cfd377b0663 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a487a8012f6942fe8ddd9bac507c4ea0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1336708 May 31 13:23:28.102085 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd78d10-e8ff-40ce-b3d8-c47efd2293f6 service neutron] Pushing event updated for resources: {'Port': ['ID=32daf59e-30ee-4850-815e-972dba797556,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:28.107129 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-3d9610d4-f14e-43be-ad45-0f85ee28d1d7 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Network 564d1403-efda-47b2-b874-4c61ddb4b79a is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:23:28.153542 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-3d9610d4-f14e-43be-ad45-0f85ee28d1d7 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:23:28.175706 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-3d9610d4-f14e-43be-ad45-0f85ee28d1d7 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:23:28.368107 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-70a20b4b-cced-4fa9-becb-0158079e554b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:28.369589 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-70a20b4b-cced-4fa9-becb-0158079e554b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=09dd0f3ff03c49d3a5c47e4de6593f6c&device_id=051ed48e-51ef-40a1-83b3-14a913c71c6f HTTP/1.1" status: 200 len: 1099 time: 0.6947575 May 31 13:23:28.376359 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-cdd78d10-e8ff-40ce-b3d8-c47efd2293f6 service neutron] Attempting to bind port 32daf59e-30ee-4850-815e-972dba797556 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:23:28.376698 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-cdd78d10-e8ff-40ce-b3d8-c47efd2293f6 service neutron] Attempting to bind port 32daf59e-30ee-4850-815e-972dba797556 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:23:28.377030 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-cdd78d10-e8ff-40ce-b3d8-c47efd2293f6 service neutron] Attempting to bind port 32daf59e-30ee-4850-815e-972dba797556 on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:23:28.379134 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9610d4-f14e-43be-ad45-0f85ee28d1d7 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Pushing event updated for resources: {'Port': ['ID=8e8e620f-5c5c-4270-8de5-83eb8f155e2b,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:28.390226 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-24a03801-3ea8-40dc-9088-743e723c98fb None None] Provisioning for port 8e8e620f-5c5c-4270-8de5-83eb8f155e2b completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:23:28.395211 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-24a03801-3ea8-40dc-9088-743e723c98fb None None] Provisioning complete for port 8e8e620f-5c5c-4270-8de5-83eb8f155e2b triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:23:28.395582 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-24a03801-3ea8-40dc-9088-743e723c98fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:28.401498 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-3d9610d4-f14e-43be-ad45-0f85ee28d1d7 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:28.402201 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-3d9610d4-f14e-43be-ad45-0f85ee28d1d7 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:28.452873 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-24a03801-3ea8-40dc-9088-743e723c98fb None None] Port 8e8e620f-5c5c-4270-8de5-83eb8f155e2b cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:23:28.474152 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-cdd78d10-e8ff-40ce-b3d8-c47efd2293f6 service neutron] Port 32daf59e-30ee-4850-815e-972dba797556 on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:23:28.474482 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-cdd78d10-e8ff-40ce-b3d8-c47efd2293f6 service neutron] Attempting to bind port 32daf59e-30ee-4850-815e-972dba797556 on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:23:28.483899 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e7b03-1957-47ca-b30c-93546de59dc4 req-ca2419a5-cd6a-45ef-ae9b-7ad376eeabc0 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:28.485436 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f36e7b03-1957-47ca-b30c-93546de59dc4 req-ca2419a5-cd6a-45ef-ae9b-7ad376eeabc0 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=12c6813d-f517-4002-8c22-cda7b5d28c2d HTTP/1.1" status: 200 len: 945 time: 0.7062767 May 31 13:23:28.516971 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-02206ebd-8d6a-4e54-8518-d50ec8e6440d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=07547904-825e-4f1e-bf9b-eb2fc12e8810 HTTP/1.1" status: 200 len: 217 time: 0.1333840 May 31 13:23:28.521810 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-cdd78d10-e8ff-40ce-b3d8-c47efd2293f6 service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:23:28.522296 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-cdd78d10-e8ff-40ce-b3d8-c47efd2293f6 service neutron] Checking segment: {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:23:28.522651 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-cdd78d10-e8ff-40ce-b3d8-c47efd2293f6 service neutron] Bound using segment: {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:23:28.523108 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-cdd78d10-e8ff-40ce-b3d8-c47efd2293f6 service neutron] Bound port: 32daf59e-30ee-4850-815e-972dba797556, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:23:28.523511 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-cdd78d10-e8ff-40ce-b3d8-c47efd2293f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:28.602565 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-3d9610d4-f14e-43be-ad45-0f85ee28d1d7 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7070637 May 31 13:23:28.605338 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d650b1e3-f073-4198-bbc3-67e48f3fbbf8 req-44d90999-000c-433f-9a7a-3cea8355dfbb service neutron] 10.222.0.50 "GET /v2.0/networks/adff3eec-c144-4d49-9989-f7573e7edff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5381074 May 31 13:23:28.660890 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-404135da-8952-4a0b-b5e6-78a91f6c9968 service neutron] Request body: {'port': {'device_id': '34a84813-68f5-463f-be95-ab4cb48052c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:23:28.843608 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-8fee9012-db2c-4492-b51e-b72be7d7be3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:28.844955 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-8fee9012-db2c-4492-b51e-b72be7d7be3a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.3082397 May 31 13:23:28.853157 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f36e7b03-1957-47ca-b30c-93546de59dc4 req-f7315de5-f7ef-47de-b01a-b9026e40ff0e tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391964 May 31 13:23:29.059319 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-cdd78d10-e8ff-40ce-b3d8-c47efd2293f6 service neutron] For port 32daf59e-30ee-4850-815e-972dba797556, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:23:29.211123 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-404135da-8952-4a0b-b5e6-78a91f6c9968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:29.227477 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d650b1e3-f073-4198-bbc3-67e48f3fbbf8 req-29321f45-9439-4c32-b6ec-76b095909ae5 service neutron] 10.222.0.50 "GET /v2.0/networks/adff3eec-c144-4d49-9989-f7573e7edff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5994871 May 31 13:23:29.236894 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-cdd78d10-e8ff-40ce-b3d8-c47efd2293f6 service neutron] For port 32daf59e-30ee-4850-815e-972dba797556, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=32daf59e-30ee-4850-815e-972dba797556,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:23:29.253056 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-cdd78d10-e8ff-40ce-b3d8-c47efd2293f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:29.265821 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device d67651fe-66f4-4ad0-bc5c-2a3f215f7ef7 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:23:29.379358 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-cdd78d10-e8ff-40ce-b3d8-c47efd2293f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:29.379358 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-cdd78d10-e8ff-40ce-b3d8-c47efd2293f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:29.379358 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-cdd78d10-e8ff-40ce-b3d8-c47efd2293f6 service neutron] 10.222.0.44 "PUT /v2.0/ports/32daf59e-30ee-4850-815e-972dba797556 HTTP/1.1" status: 200 len: 1095 time: 3.6038244 May 31 13:23:29.388738 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-e0b3755a-859b-4d89-8a08-44b4c5ec6c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:29.390249 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-e0b3755a-859b-4d89-8a08-44b4c5ec6c3d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5361395 May 31 13:23:29.553649 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port d67651fe-66f4-4ad0-bc5c-2a3f215f7ef7, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=d67651fe-66f4-4ad0-bc5c-2a3f215f7ef7,segment=NetworkSegment(5e25fb0d-97f0-46e3-9365-1fe4cebfedef),segment_id=5e25fb0d-97f0-46e3-9365-1fe4cebfedef)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:23:29.572025 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': 'd67651fe-66f4-4ad0-bc5c-2a3f215f7ef7', 'network_id': '54080721-9f8a-4f91-bfc0-a61481e712fa', 'port_id': 'd67651fe-66f4-4ad0-bc5c-2a3f215f7ef7', 'mac_address': 'fa:16:3e:de:47:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83cbe83f-97ff-497d-8da2-ff6d3874e4c0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:23:29.671086 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd78d10-e8ff-40ce-b3d8-c47efd2293f6 service neutron] Pushing event updated for resources: {'Port': ['ID=32daf59e-30ee-4850-815e-972dba797556,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:29.700389 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e9c8ed-f57b-4582-b53c-c23d9fdef17c req-fc82b1cf-4be8-4fc0-acd5-8d7d98850d75 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:29.707592 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-69e9c8ed-f57b-4582-b53c-c23d9fdef17c req-fc82b1cf-4be8-4fc0-acd5-8d7d98850d75 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/ports?device_id=051ed48e-51ef-40a1-83b3-14a913c71c6f HTTP/1.1" status: 200 len: 948 time: 0.6952610 May 31 13:23:29.722120 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port d67651fe-66f4-4ad0-bc5c-2a3f215f7ef7 is: ACTIVE; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:23:29.722744 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:29.754029 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d67651fe-66f4-4ad0-bc5c-2a3f215f7ef7 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:23:29.776487 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port d67651fe-66f4-4ad0-bc5c-2a3f215f7ef7, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=d67651fe-66f4-4ad0-bc5c-2a3f215f7ef7,segment=NetworkSegment(5e25fb0d-97f0-46e3-9365-1fe4cebfedef),segment_id=5e25fb0d-97f0-46e3-9365-1fe4cebfedef)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:23:29.787602 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:29.957093 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['d67651fe-66f4-4ad0-bc5c-2a3f215f7ef7'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:23:30.016814 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-404135da-8952-4a0b-b5e6-78a91f6c9968 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 551881f1-8e2e-459f-9239-8a8d890cb1f8 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:23:30.024683 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-404135da-8952-4a0b-b5e6-78a91f6c9968 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:30.047016 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-404135da-8952-4a0b-b5e6-78a91f6c9968 service neutron] Transition to ACTIVE for port object 551881f1-8e2e-459f-9239-8a8d890cb1f8 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:23:30.069033 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-404135da-8952-4a0b-b5e6-78a91f6c9968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:30.098703 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=d67651fe-66f4-4ad0-bc5c-2a3f215f7ef7,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:30.375961 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-626cf5b0-5967-4dd1-a3b9-fab7d190741a'] response: {'name': 'network-changed', 'server_uuid': '051ed48e-51ef-40a1-83b3-14a913c71c6f', 'tag': '07547904-825e-4f1e-bf9b-eb2fc12e8810', 'status': 'completed', 'code': 200} May 31 13:23:30.392415 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-69e9c8ed-f57b-4582-b53c-c23d9fdef17c req-a4ea6fce-b8b8-411a-86b2-7122fec8e533 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4e17580-fef9-47ea-85b1-59ae8325b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6837595 May 31 13:23:30.499810 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-0acbb460-7682-4524-84c2-04ccb71dea2a service neutron] 10.222.0.44 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0927610 May 31 13:23:30.500377 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404135da-8952-4a0b-b5e6-78a91f6c9968 service neutron] Pushing event updated for resources: {'Port': ['ID=551881f1-8e2e-459f-9239-8a8d890cb1f8,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:30.751755 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-12e0511c-5dbd-47fa-bd1e-9fe91da7b86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:30.753499 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-12e0511c-5dbd-47fa-bd1e-9fe91da7b86f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=09dd0f3ff03c49d3a5c47e4de6593f6c&device_id=f3744315-d92b-4f5d-a8a0-2a9ee3c5263c HTTP/1.1" status: 200 len: 1098 time: 1.3178527 May 31 13:23:30.897522 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-abb0ac00-4f8c-4841-8345-e11c869e06a5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=32daf59e-30ee-4850-815e-972dba797556 HTTP/1.1" status: 200 len: 217 time: 0.1313307 May 31 13:23:30.971968 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6201f7ca-f2b9-4c36-8568-4540a37b918a req-d2f0c1ec-4c30-4fa0-a047-322b69d0e80a service neutron] 10.222.0.20 "GET /v2.0/ports/3ef39a42-a126-4bb0-bc4c-ce3b4178bf58/bindings/n-h1-843939-1 HTTP/1.1" status: 200 len: 382 time: 0.6132948 May 31 13:23:31.033213 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-4f0ce36d-772c-4d8a-b729-3a7cd4f2d9cd service neutron] 10.222.0.44 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4770718 May 31 13:23:31.056096 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c42ac37-5067-4c84-95c1-44747db209a6 req-834d2b56-4770-4c67-b774-4830c47396bb tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:31.063680 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1c42ac37-5067-4c84-95c1-44747db209a6 req-834d2b56-4770-4c67-b774-4830c47396bb tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3ae7dd3-1e2c-4136-92d4-42e9b83cc48d HTTP/1.1" status: 200 len: 949 time: 0.6649394 May 31 13:23:31.065602 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-404135da-8952-4a0b-b5e6-78a91f6c9968 service neutron] Attempting to bind port 551881f1-8e2e-459f-9239-8a8d890cb1f8 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:23:31.065953 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-404135da-8952-4a0b-b5e6-78a91f6c9968 service neutron] Attempting to bind port 551881f1-8e2e-459f-9239-8a8d890cb1f8 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'd1ade0bb-97e9-46b7-9d25-cb2d5d73fa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '04e95335-3d26-489c-9f1d-266426a8df08'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:23:31.066279 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-404135da-8952-4a0b-b5e6-78a91f6c9968 service neutron] Attempting to bind port 551881f1-8e2e-459f-9239-8a8d890cb1f8 on network 04e95335-3d26-489c-9f1d-266426a8df08 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:23:31.070984 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-a5d8f42d-86d2-46c0-b3a1-9b91db89976f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:31.072380 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-a5d8f42d-86d2-46c0-b3a1-9b91db89976f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.1657312 May 31 13:23:31.187951 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-404135da-8952-4a0b-b5e6-78a91f6c9968 service neutron] Port 551881f1-8e2e-459f-9239-8a8d890cb1f8 on network 04e95335-3d26-489c-9f1d-266426a8df08 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:23:31.188189 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-404135da-8952-4a0b-b5e6-78a91f6c9968 service neutron] Attempting to bind port 551881f1-8e2e-459f-9239-8a8d890cb1f8 on network 04e95335-3d26-489c-9f1d-266426a8df08 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:23:31.268707 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device d67651fe-66f4-4ad0-bc5c-2a3f215f7ef7 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:23:31.357567 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de76a3e-160d-464d-ba7c-58bae8ea8fd7 req-3ec4f545-7cf6-44e7-9c60-e2e2955591fe tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:31.363288 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de76a3e-160d-464d-ba7c-58bae8ea8fd7 req-3ec4f545-7cf6-44e7-9c60-e2e2955591fe tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:31.370599 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6de76a3e-160d-464d-ba7c-58bae8ea8fd7 req-3ec4f545-7cf6-44e7-9c60-e2e2955591fe tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.50 "GET /v2.0/ports?device_id=34a84813-68f5-463f-be95-ab4cb48052c5 HTTP/1.1" status: 200 len: 1667 time: 0.7770247 May 31 13:23:31.480114 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port d67651fe-66f4-4ad0-bc5c-2a3f215f7ef7 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:23:31.481971 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:31.542134 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201f7ca-f2b9-4c36-8568-4540a37b918a req-70227ab9-23e7-4fae-84ef-1a7ebd7abee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:31.545665 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-6201f7ca-f2b9-4c36-8568-4540a37b918a req-70227ab9-23e7-4fae-84ef-1a7ebd7abee9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f3ae7dd3-1e2c-4136-92d4-42e9b83cc48d&tenant_id=c905d91f2f614f928153cd05b2f8a225 HTTP/1.1" status: 200 len: 1100 time: 0.1903863 May 31 13:23:31.550724 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-404135da-8952-4a0b-b5e6-78a91f6c9968 service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:23:31.551063 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-404135da-8952-4a0b-b5e6-78a91f6c9968 service neutron] Checking segment: {'id': 'd1ade0bb-97e9-46b7-9d25-cb2d5d73fa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '04e95335-3d26-489c-9f1d-266426a8df08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:23:31.551550 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-404135da-8952-4a0b-b5e6-78a91f6c9968 service neutron] Bound using segment: {'id': 'd1ade0bb-97e9-46b7-9d25-cb2d5d73fa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '04e95335-3d26-489c-9f1d-266426a8df08'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:23:31.552015 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-404135da-8952-4a0b-b5e6-78a91f6c9968 service neutron] Bound port: 551881f1-8e2e-459f-9239-8a8d890cb1f8, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1ade0bb-97e9-46b7-9d25-cb2d5d73fa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '04e95335-3d26-489c-9f1d-266426a8df08'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:23:31.552363 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-404135da-8952-4a0b-b5e6-78a91f6c9968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:31.571797 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650b1e3-f073-4198-bbc3-67e48f3fbbf8 req-15b4f4d2-c651-4c32-8154-2ddad411e01b tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:31.573248 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d650b1e3-f073-4198-bbc3-67e48f3fbbf8 req-15b4f4d2-c651-4c32-8154-2ddad411e01b tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.20 "GET /v2.0/networks?id=adff3eec-c144-4d49-9989-f7573e7edff0 HTTP/1.1" status: 200 len: 812 time: 0.5000184 May 31 13:23:31.633980 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1c42ac37-5067-4c84-95c1-44747db209a6 req-418e14aa-e520-485e-bb4c-1dd52dbb9046 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5692968 May 31 13:23:31.719588 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-d650b1e3-f073-4198-bbc3-67e48f3fbbf8 req-108f1731-473b-43df-8e04-8c086fb4e04d tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Request body: {'port': {'device_id': '290dce05-a5a1-4203-9d4e-bbe24ed12d31', 'network_id': 'adff3eec-c144-4d49-9989-f7573e7edff0', 'admin_state_up': True, 'tenant_id': 'a487a8012f6942fe8ddd9bac507c4ea0'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:23:31.724175 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201f7ca-f2b9-4c36-8568-4540a37b918a req-c6a58842-6971-4026-bfd2-242ae691fcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:31.725663 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-6201f7ca-f2b9-4c36-8568-4540a37b918a req-c6a58842-6971-4026-bfd2-242ae691fcf6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c905d91f2f614f928153cd05b2f8a225&device_id=f3ae7dd3-1e2c-4136-92d4-42e9b83cc48d HTTP/1.1" status: 200 len: 1100 time: 0.1418328 May 31 13:23:31.828095 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port d67651fe-66f4-4ad0-bc5c-2a3f215f7ef7 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:23:31.828741 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:31.876420 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71bc0373-5ee9-4050-a881-4a2e2048d293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd67651fe-66f4-4ad0-bc5c-2a3f215f7ef7'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:23:31.888996 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port d67651fe-66f4-4ad0-bc5c-2a3f215f7ef7, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=d67651fe-66f4-4ad0-bc5c-2a3f215f7ef7,segment=NetworkSegment(5e25fb0d-97f0-46e3-9365-1fe4cebfedef),segment_id=5e25fb0d-97f0-46e3-9365-1fe4cebfedef)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:23:31.901839 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6de76a3e-160d-464d-ba7c-58bae8ea8fd7 req-2063b7e4-823f-44c8-81a5-d99c2f5129b8 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.50 "GET /v2.0/security-groups?id=81ecd401-c676-4ce2-9977-0e736c745f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5302563 May 31 13:23:31.920187 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:31.931151 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201f7ca-f2b9-4c36-8568-4540a37b918a req-920aec35-4759-41fa-bc05-070ab6057aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:31.932610 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-6201f7ca-f2b9-4c36-8568-4540a37b918a req-920aec35-4759-41fa-bc05-070ab6057aca service neutron] 10.222.0.20 "GET /v2.0/networks?id=85b11c4f-90ad-4763-b38d-22d3f87089f4 HTTP/1.1" status: 200 len: 870 time: 0.1999385 May 31 13:23:32.038236 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=d67651fe-66f4-4ad0-bc5c-2a3f215f7ef7,revision_number=7']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:32.097103 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-6201f7ca-f2b9-4c36-8568-4540a37b918a req-43117504-0f12-4b52-b7dc-47f7722c5f8f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=3ef39a42-a126-4bb0-bc4c-ce3b4178bf58 HTTP/1.1" status: 200 len: 217 time: 0.1200686 May 31 13:23:32.166510 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201f7ca-f2b9-4c36-8568-4540a37b918a req-3d944781-8800-467e-a354-d18926712a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:32.168213 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-6201f7ca-f2b9-4c36-8568-4540a37b918a req-3d944781-8800-467e-a354-d18926712a7a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.0652118 May 31 13:23:32.182080 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2b1b154c-49b9-4e3f-812f-03cd271d73b3 req-03ff0876-72b5-4d69-9fc9-89a55c8f7e89 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/ports?device_id=290dce05-a5a1-4203-9d4e-bbe24ed12d31 HTTP/1.1" status: 200 len: 210 time: 0.1140807 May 31 13:23:32.249220 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb234f9-57f3-4196-8b3e-d1fc7f4dfee8 req-d478d472-2d2a-492b-8241-a2d24c8bd229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:32.250731 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-afb234f9-57f3-4196-8b3e-d1fc7f4dfee8 req-d478d472-2d2a-492b-8241-a2d24c8bd229 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=09dd0f3ff03c49d3a5c47e4de6593f6c&device_id=051ed48e-51ef-40a1-83b3-14a913c71c6f HTTP/1.1" status: 200 len: 1099 time: 1.1031044 May 31 13:23:32.260062 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-6394065b-17da-40a9-a2ab-5a0a9c419e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:32.261531 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-6394065b-17da-40a9-a2ab-5a0a9c419e3c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1679499 May 31 13:23:32.264054 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-404135da-8952-4a0b-b5e6-78a91f6c9968 service neutron] For port 551881f1-8e2e-459f-9239-8a8d890cb1f8, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:23:32.284342 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-d650b1e3-f073-4198-bbc3-67e48f3fbbf8 req-108f1731-473b-43df-8e04-8c086fb4e04d tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:23:32.304296 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201f7ca-f2b9-4c36-8568-4540a37b918a req-4706824d-6ffd-444a-b855-10c434af7202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:32.310810 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-6201f7ca-f2b9-4c36-8568-4540a37b918a req-4706824d-6ffd-444a-b855-10c434af7202 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1368942 May 31 13:23:32.374518 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-d650b1e3-f073-4198-bbc3-67e48f3fbbf8 req-108f1731-473b-43df-8e04-8c086fb4e04d tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Usage tracker for resource:port and tenant:a487a8012f6942fe8ddd9bac507c4ea0 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:23:32.378267 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3744315-d92b-4f5d-a8a0-2a9ee3c5263c', 'tag': '32daf59e-30ee-4850-815e-972dba797556'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:23:32.439508 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-d650b1e3-f073-4198-bbc3-67e48f3fbbf8 req-108f1731-473b-43df-8e04-8c086fb4e04d tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:23:32.454868 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-404135da-8952-4a0b-b5e6-78a91f6c9968 service neutron] For port 551881f1-8e2e-459f-9239-8a8d890cb1f8, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=551881f1-8e2e-459f-9239-8a8d890cb1f8,segment=NetworkSegment(d1ade0bb-97e9-46b7-9d25-cb2d5d73fa12),segment_id=d1ade0bb-97e9-46b7-9d25-cb2d5d73fa12)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:23:32.476840 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-d650b1e3-f073-4198-bbc3-67e48f3fbbf8 req-108f1731-473b-43df-8e04-8c086fb4e04d tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:23:32.479371 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-404135da-8952-4a0b-b5e6-78a91f6c9968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:32.521510 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-6201f7ca-f2b9-4c36-8568-4540a37b918a req-418dc727-6a40-4dfa-85a8-f8449ad0775e service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042344 May 31 13:23:32.547045 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b5114-795e-4a84-9d2b-3ffa58a1cb55 req-a3110d57-69fe-4a95-b496-ca5fd02167f1 tempest-LiveAutoBlockMigrationV225Test-938371686 tempest-LiveAutoBlockMigrationV225Test-938371686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:32.550512 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-594b5114-795e-4a84-9d2b-3ffa58a1cb55 req-a3110d57-69fe-4a95-b496-ca5fd02167f1 tempest-LiveAutoBlockMigrationV225Test-938371686 tempest-LiveAutoBlockMigrationV225Test-938371686-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=12c6813d-f517-4002-8c22-cda7b5d28c2d HTTP/1.1" status: 200 len: 1096 time: 0.6152306 May 31 13:23:32.605074 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-404135da-8952-4a0b-b5e6-78a91f6c9968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:32.605686 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-404135da-8952-4a0b-b5e6-78a91f6c9968 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:32.607313 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-404135da-8952-4a0b-b5e6-78a91f6c9968 service neutron] 10.222.0.44 "PUT /v2.0/ports/551881f1-8e2e-459f-9239-8a8d890cb1f8 HTTP/1.1" status: 200 len: 1092 time: 3.9871640 May 31 13:23:32.607950 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d650b1e3-f073-4198-bbc3-67e48f3fbbf8 req-108f1731-473b-43df-8e04-8c086fb4e04d tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Made reservation on behalf of a487a8012f6942fe8ddd9bac507c4ea0 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:23:32.615602 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d650b1e3-f073-4198-bbc3-67e48f3fbbf8 req-108f1731-473b-43df-8e04-8c086fb4e04d tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:32.716970 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-241938e9-a0c1-4e50-a993-8298c74df7a6 service neutron] Request body: {'port': {'device_id': '34a84813-68f5-463f-be95-ab4cb48052c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:23:32.821893 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-6201f7ca-f2b9-4c36-8568-4540a37b918a req-2f23c818-69f0-46cc-b8ad-b88bf73aa749 service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880259 May 31 13:23:32.892394 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb234f9-57f3-4196-8b3e-d1fc7f4dfee8 req-e9e6f91d-63b2-4c2c-acfe-95155ad71a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:32.895331 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-afb234f9-57f3-4196-8b3e-d1fc7f4dfee8 req-e9e6f91d-63b2-4c2c-acfe-95155ad71a7a service neutron] 10.222.0.44 "GET /v2.0/networks?id=85b11c4f-90ad-4763-b38d-22d3f87089f4 HTTP/1.1" status: 200 len: 870 time: 0.6289508 May 31 13:23:32.915702 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404135da-8952-4a0b-b5e6-78a91f6c9968 service neutron] Pushing event updated for resources: {'Port': ['ID=551881f1-8e2e-459f-9239-8a8d890cb1f8,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:33.002760 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-b450822d-9de8-408a-9600-9561977fef67 service neutron] 10.222.0.44 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7090285 May 31 13:23:33.004056 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-afb234f9-57f3-4196-8b3e-d1fc7f4dfee8 req-ca694d1b-821b-4e94-b8fd-25f2ad4829f5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=07547904-825e-4f1e-bf9b-eb2fc12e8810 HTTP/1.1" status: 200 len: 217 time: 0.0838461 May 31 13:23:33.017886 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-594b5114-795e-4a84-9d2b-3ffa58a1cb55 req-fbff0bf6-a996-4fe2-bffa-a9fc86b86330 tempest-LiveAutoBlockMigrationV225Test-938371686 tempest-LiveAutoBlockMigrationV225Test-938371686-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4488661 May 31 13:23:33.148173 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7aca1fda-5ce1-44f2-8988-5edf724c8622'] response: {'server_uuid': '71bc0373-5ee9-4050-a881-4a2e2048d293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd67651fe-66f4-4ad0-bc5c-2a3f215f7ef7', 'code': 200} May 31 13:23:33.212066 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb801c1b-b306-42d9-afc1-bf5980df51c2'] response: {'name': 'network-changed', 'server_uuid': 'f3744315-d92b-4f5d-a8a0-2a9ee3c5263c', 'tag': '32daf59e-30ee-4850-815e-972dba797556', 'status': 'completed', 'code': 200} May 31 13:23:33.295894 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 07547904-825e-4f1e-bf9b-eb2fc12e8810 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:23:33.527339 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-241938e9-a0c1-4e50-a993-8298c74df7a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:33.543075 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb234f9-57f3-4196-8b3e-d1fc7f4dfee8 req-334054a4-6811-4b74-acc2-b221d92dd1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:33.545662 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-afb234f9-57f3-4196-8b3e-d1fc7f4dfee8 req-334054a4-6811-4b74-acc2-b221d92dd1bc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.5243077 May 31 13:23:33.568580 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 07547904-825e-4f1e-bf9b-eb2fc12e8810, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=07547904-825e-4f1e-bf9b-eb2fc12e8810,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:23:33.584458 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': '07547904-825e-4f1e-bf9b-eb2fc12e8810', 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4', 'port_id': '07547904-825e-4f1e-bf9b-eb2fc12e8810', 'mac_address': 'fa:16:3e:e1:5c:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24822c99-0dce-4d50-9c44-3135ba3763b8', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:23:33.660946 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 07547904-825e-4f1e-bf9b-eb2fc12e8810 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:23:33.661336 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:33.683246 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07547904-825e-4f1e-bf9b-eb2fc12e8810 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:23:33.693819 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-d650b1e3-f073-4198-bbc3-67e48f3fbbf8 req-108f1731-473b-43df-8e04-8c086fb4e04d tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Allocated IP 172.20.0.7 (adff3eec-c144-4d49-9989-f7573e7edff0/c22c9473-7cad-4741-bb6c-0e549db0e04e/a6ce2620-59bc-460a-b055-9b0674cf69e8) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:23:33.701362 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 07547904-825e-4f1e-bf9b-eb2fc12e8810, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=07547904-825e-4f1e-bf9b-eb2fc12e8810,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:23:33.707760 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:33.768207 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bffacf15-4cdf-4d6e-aa7b-0d2f4542eec6 req-c939e333-ded9-41d7-9132-fddb8d3ab7aa service neutron] 10.222.0.44 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7063651 May 31 13:23:33.798689 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=07547904-825e-4f1e-bf9b-eb2fc12e8810,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:33.948538 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb8e11d-64b7-4962-a163-34ae7b3b46a2 req-aa915294-085e-4fa9-8766-c23b8b38c602 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:33.950563 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cfb8e11d-64b7-4962-a163-34ae7b3b46a2 req-aa915294-085e-4fa9-8766-c23b8b38c602 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/ports?device_id=051ed48e-51ef-40a1-83b3-14a913c71c6f HTTP/1.1" status: 200 len: 948 time: 0.7526886 May 31 13:23:33.979630 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc634b-d7bf-40d7-b233-42b613d347cc req-e6c0f9e1-2b55-499b-82f2-1633c4527f56 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:33.986629 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a9cc634b-d7bf-40d7-b233-42b613d347cc req-e6c0f9e1-2b55-499b-82f2-1633c4527f56 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3ae7dd3-1e2c-4136-92d4-42e9b83cc48d HTTP/1.1" status: 200 len: 949 time: 0.6831195 May 31 13:23:34.021474 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['07547904-825e-4f1e-bf9b-eb2fc12e8810'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:23:34.105415 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb234f9-57f3-4196-8b3e-d1fc7f4dfee8 req-f79142df-619e-4d7f-a5b6-f920a2b45688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:34.106947 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-afb234f9-57f3-4196-8b3e-d1fc7f4dfee8 req-f79142df-619e-4d7f-a5b6-f920a2b45688 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5451641 May 31 13:23:34.415726 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a9cc634b-d7bf-40d7-b233-42b613d347cc req-5a08cd6b-25e5-4f7a-b2d3-5c1e19b9d127 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4106643 May 31 13:23:34.452337 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cfb8e11d-64b7-4962-a163-34ae7b3b46a2 req-12124348-3397-41c7-b80e-be42e06646d7 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4e17580-fef9-47ea-85b1-59ae8325b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4607847 May 31 13:23:34.567412 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96149279-9d4b-419d-b792-2ba8147e3a10 req-763f298a-b60d-496f-b712-47e797afb02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:34.570265 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-96149279-9d4b-419d-b792-2ba8147e3a10 req-763f298a-b60d-496f-b712-47e797afb02d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=09dd0f3ff03c49d3a5c47e4de6593f6c&device_id=f3744315-d92b-4f5d-a8a0-2a9ee3c5263c HTTP/1.1" status: 200 len: 1098 time: 0.7057731 May 31 13:23:34.647339 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d650b1e3-f073-4198-bbc3-67e48f3fbbf8 req-108f1731-473b-43df-8e04-8c086fb4e04d tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:34.682503 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 3ef39a42-a126-4bb0-bc4c-ce3b4178bf58 no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:23:34.836552 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 3ef39a42-a126-4bb0-bc4c-ce3b4178bf58 is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:23:34.837179 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:34.879042 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 3ef39a42-a126-4bb0-bc4c-ce3b4178bf58, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=3ef39a42-a126-4bb0-bc4c-ce3b4178bf58,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:23:34.883424 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:34.896998 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-afb234f9-57f3-4196-8b3e-d1fc7f4dfee8 req-ba6fcc11-0479-4f9c-a954-948783a7bbda service neutron] 10.222.0.44 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7506964 May 31 13:23:34.959111 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=3ef39a42-a126-4bb0-bc4c-ce3b4178bf58,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:35.090267 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca23c0-f4b1-4b22-a848-d502de8cd407 req-a5aa0f10-e53b-4286-9b36-536dc22bd54a tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:35.096824 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca23c0-f4b1-4b22-a848-d502de8cd407 req-a5aa0f10-e53b-4286-9b36-536dc22bd54a tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:35.098426 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-23ca23c0-f4b1-4b22-a848-d502de8cd407 req-a5aa0f10-e53b-4286-9b36-536dc22bd54a tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.50 "GET /v2.0/ports?device_id=34a84813-68f5-463f-be95-ab4cb48052c5 HTTP/1.1" status: 200 len: 1667 time: 0.5270107 May 31 13:23:35.149884 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3ae7dd3-1e2c-4136-92d4-42e9b83cc48d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ef39a42-a126-4bb0-bc4c-ce3b4178bf58'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:23:35.189758 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbda7408-366c-4617-ae28-c8265d0fd8a6 req-5be501b6-b17b-4e26-824b-bd639f7938c5 tempest-LiveAutoBlockMigrationV225Test-938371686 tempest-LiveAutoBlockMigrationV225Test-938371686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:35.191553 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cbda7408-366c-4617-ae28-c8265d0fd8a6 req-5be501b6-b17b-4e26-824b-bd639f7938c5 tempest-LiveAutoBlockMigrationV225Test-938371686 tempest-LiveAutoBlockMigrationV225Test-938371686-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=12c6813d-f517-4002-8c22-cda7b5d28c2d HTTP/1.1" status: 200 len: 1096 time: 0.4055181 May 31 13:23:35.200638 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96149279-9d4b-419d-b792-2ba8147e3a10 req-344cc567-5883-4bd3-99bf-236e72d98ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:35.202315 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-96149279-9d4b-419d-b792-2ba8147e3a10 req-344cc567-5883-4bd3-99bf-236e72d98ae1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=85b11c4f-90ad-4763-b38d-22d3f87089f4 HTTP/1.1" status: 200 len: 870 time: 0.5417330 May 31 13:23:35.221441 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d650b1e3-f073-4198-bbc3-67e48f3fbbf8 req-108f1731-473b-43df-8e04-8c086fb4e04d tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:35.228957 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34a84813-68f5-463f-be95-ab4cb48052c5', 'tag': '551881f1-8e2e-459f-9239-8a8d890cb1f8'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:23:35.308275 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 07547904-825e-4f1e-bf9b-eb2fc12e8810 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:23:35.368747 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-96149279-9d4b-419d-b792-2ba8147e3a10 req-f421c80a-997e-4b3d-a8b6-7178b3b96439 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=32daf59e-30ee-4850-815e-972dba797556 HTTP/1.1" status: 200 len: 217 time: 0.1271727 May 31 13:23:35.400366 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-241938e9-a0c1-4e50-a993-8298c74df7a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e8e620f-5c5c-4270-8de5-83eb8f155e2b {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:23:35.416093 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port 07547904-825e-4f1e-bf9b-eb2fc12e8810 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:23:35.436128 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port 07547904-825e-4f1e-bf9b-eb2fc12e8810 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:23:35.436582 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:35.458177 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 37994) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:23:35.640823 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-241938e9-a0c1-4e50-a993-8298c74df7a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:35.642189 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 07547904-825e-4f1e-bf9b-eb2fc12e8810 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:23:35.643006 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:35.645717 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d650b1e3-f073-4198-bbc3-67e48f3fbbf8 req-108f1731-473b-43df-8e04-8c086fb4e04d tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Network adff3eec-c144-4d49-9989-f7573e7edff0 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:23:35.645907 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-08055d7e-f9d4-4f5a-b177-0d1fef1321c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:35.671772 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-08055d7e-f9d4-4f5a-b177-0d1fef1321c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:23:35.675948 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-afb234f9-57f3-4196-8b3e-d1fc7f4dfee8 req-2992ab16-4a5f-4f45-8947-9842f14fa941 service neutron] 10.222.0.44 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7672901 May 31 13:23:35.676289 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-08055d7e-f9d4-4f5a-b177-0d1fef1321c0 admin admin] Usage tracker for resource:security_group_rule and tenant:3a1c9d81d3d749478ac46700d8b58bfa is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:23:35.676735 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-d650b1e3-f073-4198-bbc3-67e48f3fbbf8 req-108f1731-473b-43df-8e04-8c086fb4e04d tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:23:35.683121 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-08055d7e-f9d4-4f5a-b177-0d1fef1321c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:23:35.689582 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-08055d7e-f9d4-4f5a-b177-0d1fef1321c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:23:35.716854 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-23ca23c0-f4b1-4b22-a848-d502de8cd407 req-9e3682bc-b88a-454b-bee3-5d6c50b56db1 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.50 "GET /v2.0/security-groups?id=81ecd401-c676-4ce2-9977-0e736c745f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5659027 May 31 13:23:35.734989 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-d650b1e3-f073-4198-bbc3-67e48f3fbbf8 req-108f1731-473b-43df-8e04-8c086fb4e04d tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:23:35.754571 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 07547904-825e-4f1e-bf9b-eb2fc12e8810, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=07547904-825e-4f1e-bf9b-eb2fc12e8810,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:23:35.765357 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:35.773699 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108f1731-473b-43df-8e04-8c086fb4e04d tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Pushing event updated for resources: {'Port': ['ID=a6ce2620-59bc-460a-b055-9b0674cf69e8,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:35.795223 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-241938e9-a0c1-4e50-a993-8298c74df7a6 service neutron] Transition to ACTIVE for port object 8e8e620f-5c5c-4270-8de5-83eb8f155e2b will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:23:35.809669 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cbda7408-366c-4617-ae28-c8265d0fd8a6 req-0d29931f-573f-4db5-b4a3-608516858241 tempest-LiveAutoBlockMigrationV225Test-938371686 tempest-LiveAutoBlockMigrationV225Test-938371686-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6007965 May 31 13:23:35.821323 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-241938e9-a0c1-4e50-a993-8298c74df7a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:35.866550 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-08055d7e-f9d4-4f5a-b177-0d1fef1321c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:35.876497 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96149279-9d4b-419d-b792-2ba8147e3a10 req-fb37ce4a-4c60-4699-a0bc-bebde564e536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:35.878011 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-96149279-9d4b-419d-b792-2ba8147e3a10 req-fb37ce4a-4c60-4699-a0bc-bebde564e536 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.4600096 May 31 13:23:35.879892 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-08055d7e-f9d4-4f5a-b177-0d1fef1321c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:35.973362 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=07547904-825e-4f1e-bf9b-eb2fc12e8810,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:36.021776 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-08055d7e-f9d4-4f5a-b177-0d1fef1321c0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3a1c9d81d3d749478ac46700d8b58bfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5624962 May 31 13:23:36.031244 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 38002) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:23:36.073442 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08055d7e-f9d4-4f5a-b177-0d1fef1321c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86df291a-b531-4e3b-b4cf-0bfb67877e8a,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:36.095278 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650b1e3-f073-4198-bbc3-67e48f3fbbf8 req-108f1731-473b-43df-8e04-8c086fb4e04d tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:36.095951 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d650b1e3-f073-4198-bbc3-67e48f3fbbf8 req-108f1731-473b-43df-8e04-8c086fb4e04d tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:36.142527 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a23d9c0e-2fbe-4963-8834-c92793c4de3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:36.195524 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a23d9c0e-2fbe-4963-8834-c92793c4de3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:36.258463 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241938e9-a0c1-4e50-a993-8298c74df7a6 service neutron] Pushing event updated for resources: {'Port': ['ID=8e8e620f-5c5c-4270-8de5-83eb8f155e2b,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:36.318919 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a23d9c0e-2fbe-4963-8834-c92793c4de3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:36.355846 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a493a99f-91ff-4df2-8797-ccf30df10733'] response: {'server_uuid': 'f3ae7dd3-1e2c-4136-92d4-42e9b83cc48d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ef39a42-a126-4bb0-bc4c-ce3b4178bf58', 'code': 200} May 31 13:23:36.361676 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23d9c0e-2fbe-4963-8834-c92793c4de3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86df291a-b531-4e3b-b4cf-0bfb67877e8a,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:36.372936 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a23d9c0e-2fbe-4963-8834-c92793c4de3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:36.374094 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a23d9c0e-2fbe-4963-8834-c92793c4de3a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/86df291a-b531-4e3b-b4cf-0bfb67877e8a HTTP/1.1" status: 204 len: 168 time: 0.3415554 May 31 13:23:36.416005 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d650b1e3-f073-4198-bbc3-67e48f3fbbf8 req-108f1731-473b-43df-8e04-8c086fb4e04d tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8238938 May 31 13:23:36.447992 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41493284-4b21-40d0-b8e4-606dbb30434e'] response: {'name': 'network-changed', 'server_uuid': '34a84813-68f5-463f-be95-ab4cb48052c5', 'tag': '551881f1-8e2e-459f-9239-8a8d890cb1f8', 'status': 'completed', 'code': 200} May 31 13:23:36.458937 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-d650b1e3-f073-4198-bbc3-67e48f3fbbf8 req-4f369bb3-b623-46bc-883d-925f6cdb326c service neutron] Request body: {'port': {'device_id': '290dce05-a5a1-4203-9d4e-bbe24ed12d31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:23:36.706046 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 3ef39a42-a126-4bb0-bc4c-ce3b4178bf58 details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:23:36.758108 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-241938e9-a0c1-4e50-a993-8298c74df7a6 service neutron] Attempting to bind port 8e8e620f-5c5c-4270-8de5-83eb8f155e2b on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:23:36.758682 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-241938e9-a0c1-4e50-a993-8298c74df7a6 service neutron] Attempting to bind port 8e8e620f-5c5c-4270-8de5-83eb8f155e2b by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'c7bcfd21-6346-44eb-9515-f79d903a458e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '564d1403-efda-47b2-b874-4c61ddb4b79a'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:23:36.758682 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-241938e9-a0c1-4e50-a993-8298c74df7a6 service neutron] Attempting to bind port 8e8e620f-5c5c-4270-8de5-83eb8f155e2b on network 564d1403-efda-47b2-b874-4c61ddb4b79a {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:23:36.766163 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 38026) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:23:36.834745 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96149279-9d4b-419d-b792-2ba8147e3a10 req-efa6aed8-9193-4089-80a8-b97068ec9b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:36.841461 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-96149279-9d4b-419d-b792-2ba8147e3a10 req-efa6aed8-9193-4089-80a8-b97068ec9b5e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9493639 May 31 13:23:36.888924 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-241938e9-a0c1-4e50-a993-8298c74df7a6 service neutron] Port 8e8e620f-5c5c-4270-8de5-83eb8f155e2b on network 564d1403-efda-47b2-b874-4c61ddb4b79a not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:23:36.889229 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-241938e9-a0c1-4e50-a993-8298c74df7a6 service neutron] Attempting to bind port 8e8e620f-5c5c-4270-8de5-83eb8f155e2b on network 564d1403-efda-47b2-b874-4c61ddb4b79a {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:23:36.961863 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cdc5f6d4-f11f-4fbf-bcab-c30fd78e4221 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:36.980428 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d650b1e3-f073-4198-bbc3-67e48f3fbbf8 req-4f369bb3-b623-46bc-883d-925f6cdb326c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:36.989740 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-cdc5f6d4-f11f-4fbf-bcab-c30fd78e4221 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:23:36.996168 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-cdc5f6d4-f11f-4fbf-bcab-c30fd78e4221 admin admin] Usage tracker for resource:security_group_rule and tenant:941098cc4b6048d993b92e78b9abdbfe is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:23:37.008184 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-cdc5f6d4-f11f-4fbf-bcab-c30fd78e4221 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:23:37.010856 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 3ef39a42-a126-4bb0-bc4c-ce3b4178bf58, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=3ef39a42-a126-4bb0-bc4c-ce3b4178bf58,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:23:37.022630 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-cdc5f6d4-f11f-4fbf-bcab-c30fd78e4221 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:23:37.023923 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a878868-69ed-4db6-a582-cca3402cd44d req-126165a4-bf58-4bb2-abd5-42f967c43448 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:37.024769 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-2a878868-69ed-4db6-a582-cca3402cd44d req-126165a4-bf58-4bb2-abd5-42f967c43448 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Synchronizing usage tracker for tenant:a487a8012f6942fe8ddd9bac507c4ea0 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:23:37.030228 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-241938e9-a0c1-4e50-a993-8298c74df7a6 service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:23:37.030572 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-241938e9-a0c1-4e50-a993-8298c74df7a6 service neutron] Checking segment: {'id': 'c7bcfd21-6346-44eb-9515-f79d903a458e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '564d1403-efda-47b2-b874-4c61ddb4b79a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:23:37.031365 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-241938e9-a0c1-4e50-a993-8298c74df7a6 service neutron] Bound using segment: {'id': 'c7bcfd21-6346-44eb-9515-f79d903a458e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '564d1403-efda-47b2-b874-4c61ddb4b79a'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:23:37.031808 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-241938e9-a0c1-4e50-a993-8298c74df7a6 service neutron] Bound port: 8e8e620f-5c5c-4270-8de5-83eb8f155e2b, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7bcfd21-6346-44eb-9515-f79d903a458e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '564d1403-efda-47b2-b874-4c61ddb4b79a'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:23:37.032197 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-241938e9-a0c1-4e50-a993-8298c74df7a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:37.039936 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': '3ef39a42-a126-4bb0-bc4c-ce3b4178bf58', 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4', 'port_id': '3ef39a42-a126-4bb0-bc4c-ce3b4178bf58', 'mac_address': 'fa:16:3e:8b:82:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24822c99-0dce-4d50-9c44-3135ba3763b8', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:23:37.120266 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cdc5f6d4-f11f-4fbf-bcab-c30fd78e4221 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:37.125257 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cdc5f6d4-f11f-4fbf-bcab-c30fd78e4221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:37.217897 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 3ef39a42-a126-4bb0-bc4c-ce3b4178bf58 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:23:37.218606 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:37.235172 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-cdc5f6d4-f11f-4fbf-bcab-c30fd78e4221 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=941098cc4b6048d993b92e78b9abdbfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4674037 May 31 13:23:37.237037 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc5f6d4-f11f-4fbf-bcab-c30fd78e4221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51d7feba-fe41-44e1-b622-224058b7a156,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:37.242960 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 38044) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:23:37.262317 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ef39a42-a126-4bb0-bc4c-ce3b4178bf58 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:23:37.301013 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 3ef39a42-a126-4bb0-bc4c-ce3b4178bf58, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=3ef39a42-a126-4bb0-bc4c-ce3b4178bf58,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:23:37.322563 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:37.329930 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 32daf59e-30ee-4850-815e-972dba797556 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:23:37.344295 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:37.378948 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3ba1d0ad-9edc-4a87-bfeb-d29181e80fea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:37.429205 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-2a878868-69ed-4db6-a582-cca3402cd44d req-126165a4-bf58-4bb2-abd5-42f967c43448 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Unset dirty status for tenant:a487a8012f6942fe8ddd9bac507c4ea0 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:23:37.442106 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3ba1d0ad-9edc-4a87-bfeb-d29181e80fea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:37.442622 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2a878868-69ed-4db6-a582-cca3402cd44d req-126165a4-bf58-4bb2-abd5-42f967c43448 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/ports?device_id=290dce05-a5a1-4203-9d4e-bbe24ed12d31 HTTP/1.1" status: 200 len: 931 time: 1.3285632 May 31 13:23:37.567697 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3ba1d0ad-9edc-4a87-bfeb-d29181e80fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:37.611394 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-241938e9-a0c1-4e50-a993-8298c74df7a6 service neutron] For port 8e8e620f-5c5c-4270-8de5-83eb8f155e2b, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:23:37.615082 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-241938e9-a0c1-4e50-a993-8298c74df7a6 service neutron] For port 8e8e620f-5c5c-4270-8de5-83eb8f155e2b, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=8e8e620f-5c5c-4270-8de5-83eb8f155e2b,segment=NetworkSegment(c7bcfd21-6346-44eb-9515-f79d903a458e),segment_id=c7bcfd21-6346-44eb-9515-f79d903a458e)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:23:37.631193 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3ba1d0ad-9edc-4a87-bfeb-d29181e80fea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:37.643596 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-3ba1d0ad-9edc-4a87-bfeb-d29181e80fea admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/51d7feba-fe41-44e1-b622-224058b7a156 HTTP/1.1" status: 204 len: 168 time: 0.3979702 May 31 13:23:37.645860 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1d0ad-9edc-4a87-bfeb-d29181e80fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d7feba-fe41-44e1-b622-224058b7a156,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:37.720484 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a24d3ac-c134-4b56-b9b7-7a8afbcb3ab8 req-79263520-738a-45ac-aa90-5930704778ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:37.720672 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a24d3ac-c134-4b56-b9b7-7a8afbcb3ab8 req-79263520-738a-45ac-aa90-5930704778ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:37.721886 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['3ef39a42-a126-4bb0-bc4c-ce3b4178bf58'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:23:37.722548 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2a24d3ac-c134-4b56-b9b7-7a8afbcb3ab8 req-79263520-738a-45ac-aa90-5930704778ad service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dd1657545faf45fc89adec1c391d478b&device_id=34a84813-68f5-463f-be95-ab4cb48052c5 HTTP/1.1" status: 200 len: 1939 time: 1.2138741 May 31 13:23:37.761483 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-241938e9-a0c1-4e50-a993-8298c74df7a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:37.886111 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ab0dca-96fb-4cd3-baf4-89ef38bde8a6 req-640363d9-2b93-48a6-be5c-32973764655d tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:37.890744 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=3ef39a42-a126-4bb0-bc4c-ce3b4178bf58,revision_number=7']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:37.902368 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-11ab0dca-96fb-4cd3-baf4-89ef38bde8a6 req-640363d9-2b93-48a6-be5c-32973764655d tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3ae7dd3-1e2c-4136-92d4-42e9b83cc48d HTTP/1.1" status: 200 len: 947 time: 1.3074257 May 31 13:23:37.942568 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241938e9-a0c1-4e50-a993-8298c74df7a6 service neutron] Pushing event updated for resources: {'Port': ['ID=8e8e620f-5c5c-4270-8de5-83eb8f155e2b,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:37.961807 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 32daf59e-30ee-4850-815e-972dba797556, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=32daf59e-30ee-4850-815e-972dba797556,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:23:37.989034 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': '32daf59e-30ee-4850-815e-972dba797556', 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4', 'port_id': '32daf59e-30ee-4850-815e-972dba797556', 'mac_address': 'fa:16:3e:85:fc:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24822c99-0dce-4d50-9c44-3135ba3763b8', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:23:38.087532 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 32daf59e-30ee-4850-815e-972dba797556 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:23:38.088155 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:38.101157 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-241938e9-a0c1-4e50-a993-8298c74df7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:38.102201 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-241938e9-a0c1-4e50-a993-8298c74df7a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:38.104042 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-241938e9-a0c1-4e50-a993-8298c74df7a6 service neutron] 10.222.0.44 "PUT /v2.0/ports/8e8e620f-5c5c-4270-8de5-83eb8f155e2b HTTP/1.1" status: 200 len: 1092 time: 5.4261129 May 31 13:23:38.115116 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-11ab0dca-96fb-4cd3-baf4-89ef38bde8a6 req-bf142163-8664-43e8-8ad0-fe47b56d20b9 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119019 May 31 13:23:38.120066 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-2a878868-69ed-4db6-a582-cca3402cd44d req-9f78ee9f-deda-47bb-8b7d-66eede2c4784 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Synchronizing usage tracker for tenant:a487a8012f6942fe8ddd9bac507c4ea0 on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:23:38.153707 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32daf59e-30ee-4850-815e-972dba797556 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:23:38.351422 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 32daf59e-30ee-4850-815e-972dba797556, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=32daf59e-30ee-4850-815e-972dba797556,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:23:38.357349 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '051ed48e-51ef-40a1-83b3-14a913c71c6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07547904-825e-4f1e-bf9b-eb2fc12e8810'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:23:38.410417 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:38.411077 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-2a878868-69ed-4db6-a582-cca3402cd44d req-9f78ee9f-deda-47bb-8b7d-66eede2c4784 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Unset dirty status for tenant:a487a8012f6942fe8ddd9bac507c4ea0 on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:23:38.436815 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2a878868-69ed-4db6-a582-cca3402cd44d req-9f78ee9f-deda-47bb-8b7d-66eede2c4784 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/security-groups?id=98e17d4a-ac5b-4480-9bc6-49977fe0902a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9855523 May 31 13:23:38.444413 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-96149279-9d4b-419d-b792-2ba8147e3a10 req-4e7f99e7-6964-49ef-86b9-7f8fd647457d service neutron] 10.222.0.44 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5786850 May 31 13:23:38.511644 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34a84813-68f5-463f-be95-ab4cb48052c5', 'tag': '8e8e620f-5c5c-4270-8de5-83eb8f155e2b'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:23:38.533968 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 38066) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:23:38.581437 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-53f4e2fa-9af0-4e77-9fe4-2ad835e5afb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:38.632408 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-53f4e2fa-9af0-4e77-9fe4-2ad835e5afb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:23:38.644843 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-53f4e2fa-9af0-4e77-9fe4-2ad835e5afb9 admin admin] Usage tracker for resource:security_group_rule and tenant:eddcb1064d8b483e81d9a6780eaf3d91 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:23:38.654537 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-53f4e2fa-9af0-4e77-9fe4-2ad835e5afb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:23:38.673941 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-53f4e2fa-9af0-4e77-9fe4-2ad835e5afb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:23:38.805224 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-53f4e2fa-9af0-4e77-9fe4-2ad835e5afb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:38.811911 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-53f4e2fa-9af0-4e77-9fe4-2ad835e5afb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:38.813097 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:38.839014 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=32daf59e-30ee-4850-815e-972dba797556,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:38.857746 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f4e2fa-9af0-4e77-9fe4-2ad835e5afb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44ce978f-f5b4-4777-8d13-219edd68b69e,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:38.883779 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-53f4e2fa-9af0-4e77-9fe4-2ad835e5afb9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=eddcb1064d8b483e81d9a6780eaf3d91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3468513 May 31 13:23:38.886319 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 38074) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:23:38.891463 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['32daf59e-30ee-4850-815e-972dba797556'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:23:38.989966 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4bc630fa-58df-47bc-8a63-c75d4628079c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:39.021035 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4bc630fa-58df-47bc-8a63-c75d4628079c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:39.058705 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a24d3ac-c134-4b56-b9b7-7a8afbcb3ab8 req-15f58f16-6761-44a0-8fe6-54880346174d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:39.059875 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a24d3ac-c134-4b56-b9b7-7a8afbcb3ab8 req-15f58f16-6761-44a0-8fe6-54880346174d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:39.060460 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a24d3ac-c134-4b56-b9b7-7a8afbcb3ab8 req-15f58f16-6761-44a0-8fe6-54880346174d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:39.062062 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2a24d3ac-c134-4b56-b9b7-7a8afbcb3ab8 req-15f58f16-6761-44a0-8fe6-54880346174d service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=dd1657545faf45fc89adec1c391d478b&shared=False HTTP/1.1" status: 200 len: 2290 time: 1.3223877 May 31 13:23:39.104035 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4bc630fa-58df-47bc-8a63-c75d4628079c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:39.125604 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-96149279-9d4b-419d-b792-2ba8147e3a10 req-a3657ed7-6b68-4787-ab38-3ab7b4f76004 service neutron] 10.222.0.44 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6052349 May 31 13:23:39.131622 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc630fa-58df-47bc-8a63-c75d4628079c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ce978f-f5b4-4777-8d13-219edd68b69e,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:39.137157 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4bc630fa-58df-47bc-8a63-c75d4628079c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:39.140305 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-4bc630fa-58df-47bc-8a63-c75d4628079c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/44ce978f-f5b4-4777-8d13-219edd68b69e HTTP/1.1" status: 204 len: 168 time: 0.2530687 May 31 13:23:39.193007 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54117de-6f91-44ae-8829-4885b12a899d req-64e22f92-f9f1-4d98-a13b-2bbd0a6c46e7 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:39.194557 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c54117de-6f91-44ae-8829-4885b12a899d req-64e22f92-f9f1-4d98-a13b-2bbd0a6c46e7 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/ports?device_id=051ed48e-51ef-40a1-83b3-14a913c71c6f HTTP/1.1" status: 200 len: 950 time: 0.6844914 May 31 13:23:39.259037 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d976bca-7f45-42a8-ba9b-1b6a29138bc2 req-882561f5-1579-473f-857f-8feaf6403757 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:39.264925 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d976bca-7f45-42a8-ba9b-1b6a29138bc2 req-882561f5-1579-473f-857f-8feaf6403757 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:39.266714 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4d976bca-7f45-42a8-ba9b-1b6a29138bc2 req-882561f5-1579-473f-857f-8feaf6403757 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.50 "GET /v2.0/ports?device_id=34a84813-68f5-463f-be95-ab4cb48052c5 HTTP/1.1" status: 200 len: 1679 time: 0.4509811 May 31 13:23:39.424389 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c54117de-6f91-44ae-8829-4885b12a899d req-25503740-8238-48cc-bb29-174fd5fd6106 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4e17580-fef9-47ea-85b1-59ae8325b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187996 May 31 13:23:39.427964 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4d976bca-7f45-42a8-ba9b-1b6a29138bc2 req-362d0f50-1252-4e30-aeb5-17df710f0bce tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.50 "GET /v2.0/security-groups?id=81ecd401-c676-4ce2-9977-0e736c745f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136725 May 31 13:23:39.432355 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a24d3ac-c134-4b56-b9b7-7a8afbcb3ab8 req-7cefccfc-694e-42a1-b7e2-e129ad73a963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:39.434860 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2a24d3ac-c134-4b56-b9b7-7a8afbcb3ab8 req-7cefccfc-694e-42a1-b7e2-e129ad73a963 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3563313 May 31 13:23:39.439403 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-d650b1e3-f073-4198-bbc3-67e48f3fbbf8 req-4f369bb3-b623-46bc-883d-925f6cdb326c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6ce2620-59bc-460a-b055-9b0674cf69e8 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:23:39.449771 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d650b1e3-f073-4198-bbc3-67e48f3fbbf8 req-4f369bb3-b623-46bc-883d-925f6cdb326c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:39.471907 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-d650b1e3-f073-4198-bbc3-67e48f3fbbf8 req-4f369bb3-b623-46bc-883d-925f6cdb326c service neutron] Transition to ACTIVE for port object a6ce2620-59bc-460a-b055-9b0674cf69e8 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:23:39.477073 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d650b1e3-f073-4198-bbc3-67e48f3fbbf8 req-4f369bb3-b623-46bc-883d-925f6cdb326c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:39.776417 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f369bb3-b623-46bc-883d-925f6cdb326c service neutron] Pushing event updated for resources: {'Port': ['ID=a6ce2620-59bc-460a-b055-9b0674cf69e8,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:39.902311 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-1290dc4d-7719-40f2-87c5-a2dc00e49c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:39.904456 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-1290dc4d-7719-40f2-87c5-a2dc00e49c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:39.906520 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-1290dc4d-7719-40f2-87c5-a2dc00e49c88 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dd1657545faf45fc89adec1c391d478b&device_id=34a84813-68f5-463f-be95-ab4cb48052c5 HTTP/1.1" status: 200 len: 1981 time: 0.3820922 May 31 13:23:39.944219 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ee13b02-32ad-4fd5-b4af-20951ddfbf39'] response: {'server_uuid': '051ed48e-51ef-40a1-83b3-14a913c71c6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07547904-825e-4f1e-bf9b-eb2fc12e8810', 'code': 200} May 31 13:23:40.075838 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a658784a-7948-4691-bc13-4ffaf471bbdb'] response: {'name': 'network-changed', 'server_uuid': '34a84813-68f5-463f-be95-ab4cb48052c5', 'tag': '8e8e620f-5c5c-4270-8de5-83eb8f155e2b', 'status': 'completed', 'code': 200} May 31 13:23:40.212173 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-da6051bb-edc4-4fc2-a9a8-2f1d1d6944ff service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.218&port_id=551881f1-8e2e-459f-9239-8a8d890cb1f8 HTTP/1.1" status: 200 len: 217 time: 0.2892082 May 31 13:23:40.280036 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 38114) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:23:40.360986 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-d650b1e3-f073-4198-bbc3-67e48f3fbbf8 req-4f369bb3-b623-46bc-883d-925f6cdb326c service neutron] Attempting to bind port a6ce2620-59bc-460a-b055-9b0674cf69e8 on host n-h1-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:23:40.361624 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-d650b1e3-f073-4198-bbc3-67e48f3fbbf8 req-4f369bb3-b623-46bc-883d-925f6cdb326c service neutron] Attempting to bind port a6ce2620-59bc-460a-b055-9b0674cf69e8 by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': '370cc937-b213-498d-9452-fec6264d9498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'adff3eec-c144-4d49-9989-f7573e7edff0'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:23:40.362179 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d650b1e3-f073-4198-bbc3-67e48f3fbbf8 req-4f369bb3-b623-46bc-883d-925f6cdb326c service neutron] Attempting to bind port a6ce2620-59bc-460a-b055-9b0674cf69e8 on network adff3eec-c144-4d49-9989-f7573e7edff0 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:23:40.365300 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-f2e358d1-dc0e-4e06-b32e-3483456b8e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:40.366975 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-f2e358d1-dc0e-4e06-b32e-3483456b8e11 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ef18fefd-a7dd-4f00-a339-1aea439c440b HTTP/1.1" status: 200 len: 801 time: 0.1411469 May 31 13:23:40.372676 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d650b1e3-f073-4198-bbc3-67e48f3fbbf8 req-4f369bb3-b623-46bc-883d-925f6cdb326c service neutron] Port a6ce2620-59bc-460a-b055-9b0674cf69e8 on network adff3eec-c144-4d49-9989-f7573e7edff0 not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:23:40.373237 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d650b1e3-f073-4198-bbc3-67e48f3fbbf8 req-4f369bb3-b623-46bc-883d-925f6cdb326c service neutron] Attempting to bind port a6ce2620-59bc-460a-b055-9b0674cf69e8 on network adff3eec-c144-4d49-9989-f7573e7edff0 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:23:40.422499 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d650b1e3-f073-4198-bbc3-67e48f3fbbf8 req-4f369bb3-b623-46bc-883d-925f6cdb326c service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:23:40.423228 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d650b1e3-f073-4198-bbc3-67e48f3fbbf8 req-4f369bb3-b623-46bc-883d-925f6cdb326c service neutron] Checking segment: {'id': '370cc937-b213-498d-9452-fec6264d9498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'adff3eec-c144-4d49-9989-f7573e7edff0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:23:40.423833 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d650b1e3-f073-4198-bbc3-67e48f3fbbf8 req-4f369bb3-b623-46bc-883d-925f6cdb326c service neutron] Bound using segment: {'id': '370cc937-b213-498d-9452-fec6264d9498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'adff3eec-c144-4d49-9989-f7573e7edff0'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:23:40.424486 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-d650b1e3-f073-4198-bbc3-67e48f3fbbf8 req-4f369bb3-b623-46bc-883d-925f6cdb326c service neutron] Bound port: a6ce2620-59bc-460a-b055-9b0674cf69e8, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '370cc937-b213-498d-9452-fec6264d9498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'adff3eec-c144-4d49-9989-f7573e7edff0'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:23:40.425044 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d650b1e3-f073-4198-bbc3-67e48f3fbbf8 req-4f369bb3-b623-46bc-883d-925f6cdb326c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:40.493895 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0f1ddbfd-2a09-4835-9e60-f6091311d24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:40.639314 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ba9055e3-952d-4425-bf92-6361589e4000 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:40.687915 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ba9055e3-952d-4425-bf92-6361589e4000 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:23:40.690836 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef0639-741b-47be-be83-041142b491dd req-0f6a5207-c306-494b-bcc3-cfb173332760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:40.692568 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f2ef0639-741b-47be-be83-041142b491dd req-0f6a5207-c306-494b-bcc3-cfb173332760 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=051ed48e-51ef-40a1-83b3-14a913c71c6f HTTP/1.1" status: 200 len: 1101 time: 0.6158936 May 31 13:23:40.715010 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ba9055e3-952d-4425-bf92-6361589e4000 admin admin] Usage tracker for resource:security_group_rule and tenant:935370dee9934d5c84ffa09d0e37df72 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:23:40.718540 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 3ef39a42-a126-4bb0-bc4c-ce3b4178bf58 up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:23:40.719935 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ba9055e3-952d-4425-bf92-6361589e4000 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:23:40.736212 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ba9055e3-952d-4425-bf92-6361589e4000 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:23:40.764991 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83961bc1-bad5-4177-9b54-6386946b78d0 req-7f63c925-1f7e-4de5-ada6-670710a576c8 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:40.767775 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-83961bc1-bad5-4177-9b54-6386946b78d0 req-7f63c925-1f7e-4de5-ada6-670710a576c8 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3ae7dd3-1e2c-4136-92d4-42e9b83cc48d&tenant_id=c905d91f2f614f928153cd05b2f8a225&binding%3Ahost_id=n-h1-843939-1 HTTP/1.1" status: 200 len: 948 time: 0.4730527 May 31 13:23:40.775304 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-d650b1e3-f073-4198-bbc3-67e48f3fbbf8 req-4f369bb3-b623-46bc-883d-925f6cdb326c service neutron] For port a6ce2620-59bc-460a-b055-9b0674cf69e8, host n-h1-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:23:40.781002 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-96013f56-1fdc-491b-bdb9-e2481a637355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:40.783165 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-96013f56-1fdc-491b-bdb9-e2481a637355 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=04e95335-3d26-489c-9f1d-266426a8df08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4073515 May 31 13:23:40.832620 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-d650b1e3-f073-4198-bbc3-67e48f3fbbf8 req-4f369bb3-b623-46bc-883d-925f6cdb326c service neutron] For port a6ce2620-59bc-460a-b055-9b0674cf69e8, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=a6ce2620-59bc-460a-b055-9b0674cf69e8,segment=NetworkSegment(370cc937-b213-498d-9452-fec6264d9498),segment_id=370cc937-b213-498d-9452-fec6264d9498)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:23:40.860544 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb452acc-558b-4e69-809e-059c74374788 req-e70f7b84-7d30-4cc3-82d5-9323700516c4 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:40.864542 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cb452acc-558b-4e69-809e-059c74374788 req-e70f7b84-7d30-4cc3-82d5-9323700516c4 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/ports?device_id=290dce05-a5a1-4203-9d4e-bbe24ed12d31 HTTP/1.1" status: 200 len: 943 time: 0.3061106 May 31 13:23:40.914299 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port 3ef39a42-a126-4bb0-bc4c-ce3b4178bf58 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:23:40.914684 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:40.938525 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d650b1e3-f073-4198-bbc3-67e48f3fbbf8 req-4f369bb3-b623-46bc-883d-925f6cdb326c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:40.957233 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f2ef0639-741b-47be-be83-041142b491dd req-654108a4-61ec-46ef-a42c-c981f0c34885 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a4e17580-fef9-47ea-85b1-59ae8325b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575219 May 31 13:23:40.997673 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-83961bc1-bad5-4177-9b54-6386946b78d0 req-64e4ce61-70e4-4b8c-adcf-7a2a628eb792 service neutron] 10.222.0.20 "GET /v2.0/ports/3ef39a42-a126-4bb0-bc4c-ce3b4178bf58/bindings/n-h1-843939-1 HTTP/1.1" status: 200 len: 382 time: 0.2081833 May 31 13:23:41.081549 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 38146) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:23:41.220479 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 3ef39a42-a126-4bb0-bc4c-ce3b4178bf58 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:23:41.221303 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:41.298395 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ba9055e3-952d-4425-bf92-6361589e4000 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:41.299351 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 3ef39a42-a126-4bb0-bc4c-ce3b4178bf58, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=3ef39a42-a126-4bb0-bc4c-ce3b4178bf58,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:23:41.304410 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:41.310106 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83961bc1-bad5-4177-9b54-6386946b78d0 req-35b07b09-30c1-46a3-9446-43d1722af066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:41.311936 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-83961bc1-bad5-4177-9b54-6386946b78d0 req-35b07b09-30c1-46a3-9446-43d1722af066 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c905d91f2f614f928153cd05b2f8a225&device_id=f3ae7dd3-1e2c-4136-92d4-42e9b83cc48d HTTP/1.1" status: 200 len: 1099 time: 0.2885227 May 31 13:23:41.313276 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ba9055e3-952d-4425-bf92-6361589e4000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:41.388807 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 32daf59e-30ee-4850-815e-972dba797556 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:23:41.467655 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650b1e3-f073-4198-bbc3-67e48f3fbbf8 req-4f369bb3-b623-46bc-883d-925f6cdb326c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:41.468287 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d650b1e3-f073-4198-bbc3-67e48f3fbbf8 req-4f369bb3-b623-46bc-883d-925f6cdb326c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:41.469712 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d650b1e3-f073-4198-bbc3-67e48f3fbbf8 req-4f369bb3-b623-46bc-883d-925f6cdb326c service neutron] 10.222.0.20 "PUT /v2.0/ports/a6ce2620-59bc-460a-b055-9b0674cf69e8 HTTP/1.1" status: 200 len: 1091 time: 5.0208983 May 31 13:23:41.546161 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f369bb3-b623-46bc-883d-925f6cdb326c service neutron] Pushing event updated for resources: {'Port': ['ID=a6ce2620-59bc-460a-b055-9b0674cf69e8,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:41.580196 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=3ef39a42-a126-4bb0-bc4c-ce3b4178bf58,revision_number=8']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:41.643671 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port 32daf59e-30ee-4850-815e-972dba797556 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:23:41.649904 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port 32daf59e-30ee-4850-815e-972dba797556 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:23:41.650656 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:41.703033 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ba9055e3-952d-4425-bf92-6361589e4000 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=935370dee9934d5c84ffa09d0e37df72&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4212790 May 31 13:23:41.706107 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9055e3-952d-4425-bf92-6361589e4000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f25ab5d1-8455-45ce-ad77-29b53dc372d3,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:41.710441 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 38164) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:23:41.729162 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cb452acc-558b-4e69-809e-059c74374788 req-ef797398-7fa5-4db9-b1eb-6440275c5a5a tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/security-groups?id=98e17d4a-ac5b-4480-9bc6-49977fe0902a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7921031 May 31 13:23:41.789643 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-b3550798-06e9-4514-b482-d081cc6267bb admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1481339684-network', 'tenant_id': '9d7345b6bbc64d3981e920379156fa19'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:23:41.812116 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-b3550798-06e9-4514-b482-d081cc6267bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:23:41.821697 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-b3550798-06e9-4514-b482-d081cc6267bb admin admin] Usage tracker for resource:network and tenant:9d7345b6bbc64d3981e920379156fa19 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:23:41.825760 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-b3550798-06e9-4514-b482-d081cc6267bb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:23:41.835852 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-89c34c52-6564-4fff-8572-7013bdb60bae service neutron] 10.222.0.44 "GET /v2.0/networks/04e95335-3d26-489c-9f1d-266426a8df08?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0387592 May 31 13:23:41.836938 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-b3550798-06e9-4514-b482-d081cc6267bb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:23:41.894175 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [req-6200cfa0-9ed4-42af-bdbc-32c1e011a463 req-348828a8-9219-4214-b909-9d975d3eff97 tempest-LiveAutoBlockMigrationV225Test-938371686 tempest-LiveAutoBlockMigrationV225Test-938371686-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88369) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:23:41.895315 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-6200cfa0-9ed4-42af-bdbc-32c1e011a463 req-348828a8-9219-4214-b909-9d975d3eff97 tempest-LiveAutoBlockMigrationV225Test-938371686 tempest-LiveAutoBlockMigrationV225Test-938371686-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057013 May 31 13:23:41.906486 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-6200cfa0-9ed4-42af-bdbc-32c1e011a463 req-277812c5-f56c-4ac4-b289-b491422b9c3e service neutron] Request body: {'binding': {'host': 'n-h2-843939-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:23:41.907306 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-6200cfa0-9ed4-42af-bdbc-32c1e011a463 req-277812c5-f56c-4ac4-b289-b491422b9c3e service neutron] Unknown quota resources ['binding']. {{(pid=88369) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 31 13:23:41.939985 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3550798-06e9-4514-b482-d081cc6267bb admin admin] Made reservation on behalf of 9d7345b6bbc64d3981e920379156fa19 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:23:41.941315 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 32daf59e-30ee-4850-815e-972dba797556 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:23:41.941696 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:41.942320 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b3550798-06e9-4514-b482-d081cc6267bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:41.973529 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650b1e3-f073-4198-bbc3-67e48f3fbbf8 req-516fcbb0-6c64-4e60-9862-106a447002eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:41.975234 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d650b1e3-f073-4198-bbc3-67e48f3fbbf8 req-516fcbb0-6c64-4e60-9862-106a447002eb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a487a8012f6942fe8ddd9bac507c4ea0&device_id=290dce05-a5a1-4203-9d4e-bbe24ed12d31 HTTP/1.1" status: 200 len: 1094 time: 0.4027073 May 31 13:23:41.976073 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b3550798-06e9-4514-b482-d081cc6267bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:41.976929 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3ae7dd3-1e2c-4136-92d4-42e9b83cc48d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef39a42-a126-4bb0-bc4c-ce3b4178bf58'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:23:41.999182 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dd91a5e2-ff69-4dfd-9fcd-f2385f6d2fb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:42.013107 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83961bc1-bad5-4177-9b54-6386946b78d0 req-bdf48163-693f-4237-8882-a285c924a901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:42.014850 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-83961bc1-bad5-4177-9b54-6386946b78d0 req-bdf48163-693f-4237-8882-a285c924a901 service neutron] 10.222.0.20 "GET /v2.0/networks?id=85b11c4f-90ad-4763-b38d-22d3f87089f4 HTTP/1.1" status: 200 len: 870 time: 0.6942387 May 31 13:23:42.015438 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 32daf59e-30ee-4850-815e-972dba797556, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=32daf59e-30ee-4850-815e-972dba797556,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:23:42.022810 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:42.095251 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '290dce05-a5a1-4203-9d4e-bbe24ed12d31', 'tag': 'a6ce2620-59bc-460a-b055-9b0674cf69e8'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:23:42.115698 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-b3550798-06e9-4514-b482-d081cc6267bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:23:42.128257 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d650b1e3-f073-4198-bbc3-67e48f3fbbf8 req-9f4a3948-4368-48cc-8102-d889a268376c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6ce2620-59bc-460a-b055-9b0674cf69e8 HTTP/1.1" status: 200 len: 217 time: 0.1353664 May 31 13:23:42.130797 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=32daf59e-30ee-4850-815e-972dba797556,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:42.133282 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-b3550798-06e9-4514-b482-d081cc6267bb admin admin] Usage tracker for resource:security_group_rule and tenant:9d7345b6bbc64d3981e920379156fa19 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:23:42.139641 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-b3550798-06e9-4514-b482-d081cc6267bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:23:42.164998 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dd91a5e2-ff69-4dfd-9fcd-f2385f6d2fb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:42.184940 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-b3550798-06e9-4514-b482-d081cc6267bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:23:42.241048 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-83961bc1-bad5-4177-9b54-6386946b78d0 req-41a0daf2-a45e-444c-b670-5f925c70870e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=3ef39a42-a126-4bb0-bc4c-ce3b4178bf58 HTTP/1.1" status: 200 len: 217 time: 0.2062926 May 31 13:23:42.261252 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-5103178b-5e74-4c9e-a1f3-8d4cf2f9588e service neutron] 10.222.0.44 "GET /v2.0/networks/04e95335-3d26-489c-9f1d-266426a8df08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4148731 May 31 13:23:42.268019 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650b1e3-f073-4198-bbc3-67e48f3fbbf8 req-d1c812cd-47a4-46d2-8a69-972b6cb91c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:42.269711 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d650b1e3-f073-4198-bbc3-67e48f3fbbf8 req-d1c812cd-47a4-46d2-8a69-972b6cb91c81 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c22c9473-7cad-4741-bb6c-0e549db0e04e HTTP/1.1" status: 200 len: 852 time: 0.1313021 May 31 13:23:42.361026 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dd91a5e2-ff69-4dfd-9fcd-f2385f6d2fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:42.406140 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-09c47de8-d365-462d-9f1d-0c975226cc3d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.199&port_id=8e8e620f-5c5c-4270-8de5-83eb8f155e2b HTTP/1.1" status: 200 len: 217 time: 0.1330044 May 31 13:23:42.410964 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d650b1e3-f073-4198-bbc3-67e48f3fbbf8 req-24082c76-679b-4025-bca3-a7e78790177f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=adff3eec-c144-4d49-9989-f7573e7edff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744948 May 31 13:23:42.448465 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd91a5e2-ff69-4dfd-9fcd-f2385f6d2fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f25ab5d1-8455-45ce-ad77-29b53dc372d3,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:42.473818 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83961bc1-bad5-4177-9b54-6386946b78d0 req-df17e7bd-ad79-41a6-8715-15e06a320549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:42.498179 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-83961bc1-bad5-4177-9b54-6386946b78d0 req-df17e7bd-ad79-41a6-8715-15e06a320549 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.2434959 May 31 13:23:42.501292 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fe03e8-8bbc-4e66-a495-f8fc83193251 req-294a40ca-2352-4fe6-a36e-aa2852f006c0 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:42.503520 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dd91a5e2-ff69-4dfd-9fcd-f2385f6d2fb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:42.508347 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d3fe03e8-8bbc-4e66-a495-f8fc83193251 req-294a40ca-2352-4fe6-a36e-aa2852f006c0 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3ae7dd3-1e2c-4136-92d4-42e9b83cc48d HTTP/1.1" status: 200 len: 949 time: 0.5215898 May 31 13:23:42.522792 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-dd91a5e2-ff69-4dfd-9fcd-f2385f6d2fb9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f25ab5d1-8455-45ce-ad77-29b53dc372d3 HTTP/1.1" status: 204 len: 168 time: 0.8094611 May 31 13:23:42.674682 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-4156afe1-16cf-49a2-bfb1-35f2e1b8fcca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:42.676514 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-4156afe1-16cf-49a2-bfb1-35f2e1b8fcca service neutron] 10.222.0.44 "GET /v2.0/subnets?id=50d7dc2c-ba72-40f7-8be3-70dc10ad07b8 HTTP/1.1" status: 200 len: 801 time: 0.2596216 May 31 13:23:42.757304 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d3fe03e8-8bbc-4e66-a495-f8fc83193251 req-0f3dd237-4e3a-4284-8c03-07e658382d6b tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479689 May 31 13:23:42.811238 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-68028f6a-e6a5-43f9-9cd1-8da17b472787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:42.891404 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-6200cfa0-9ed4-42af-bdbc-32c1e011a463 req-277812c5-f56c-4ac4-b289-b491422b9c3e service neutron] Attempting to bind port 3f1be6ac-8045-4d23-a472-0648cf23190e on host n-h2-843939-1 for vnic_type normal with profile None {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:23:42.891898 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-6200cfa0-9ed4-42af-bdbc-32c1e011a463 req-277812c5-f56c-4ac4-b289-b491422b9c3e service neutron] Attempting to bind port 3f1be6ac-8045-4d23-a472-0648cf23190e by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'a592d348-649e-4ed1-b139-bdf2b9c4a847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5b3c8d41-b43d-4739-acc3-c9eae6a83205'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:23:42.892343 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6200cfa0-9ed4-42af-bdbc-32c1e011a463 req-277812c5-f56c-4ac4-b289-b491422b9c3e service neutron] Attempting to bind port 3f1be6ac-8045-4d23-a472-0648cf23190e on network 5b3c8d41-b43d-4739-acc3-c9eae6a83205 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:23:42.896977 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d650b1e3-f073-4198-bbc3-67e48f3fbbf8 req-8268c4a0-8907-4bc4-a846-fa1ee9740591 service neutron] 10.222.0.20 "GET /v2.0/networks/adff3eec-c144-4d49-9989-f7573e7edff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4753129 May 31 13:23:42.900887 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6200cfa0-9ed4-42af-bdbc-32c1e011a463 req-277812c5-f56c-4ac4-b289-b491422b9c3e service neutron] Port 3f1be6ac-8045-4d23-a472-0648cf23190e on network 5b3c8d41-b43d-4739-acc3-c9eae6a83205 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:23:42.903902 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6200cfa0-9ed4-42af-bdbc-32c1e011a463 req-277812c5-f56c-4ac4-b289-b491422b9c3e service neutron] Attempting to bind port 3f1be6ac-8045-4d23-a472-0648cf23190e on network 5b3c8d41-b43d-4739-acc3-c9eae6a83205 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:23:42.905299 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83961bc1-bad5-4177-9b54-6386946b78d0 req-0f6b3c9f-817d-40a2-86ad-0006925ca125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:42.906935 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-83961bc1-bad5-4177-9b54-6386946b78d0 req-0f6b3c9f-817d-40a2-86ad-0006925ca125 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3567357 May 31 13:23:42.911550 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6200cfa0-9ed4-42af-bdbc-32c1e011a463 req-277812c5-f56c-4ac4-b289-b491422b9c3e service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:23:42.912033 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6200cfa0-9ed4-42af-bdbc-32c1e011a463 req-277812c5-f56c-4ac4-b289-b491422b9c3e service neutron] Checking segment: {'id': 'a592d348-649e-4ed1-b139-bdf2b9c4a847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5b3c8d41-b43d-4739-acc3-c9eae6a83205'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:23:42.912526 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6200cfa0-9ed4-42af-bdbc-32c1e011a463 req-277812c5-f56c-4ac4-b289-b491422b9c3e service neutron] Bound using segment: {'id': 'a592d348-649e-4ed1-b139-bdf2b9c4a847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5b3c8d41-b43d-4739-acc3-c9eae6a83205'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:23:42.913059 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-6200cfa0-9ed4-42af-bdbc-32c1e011a463 req-277812c5-f56c-4ac4-b289-b491422b9c3e service neutron] Bound port: 3f1be6ac-8045-4d23-a472-0648cf23190e, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a592d348-649e-4ed1-b139-bdf2b9c4a847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5b3c8d41-b43d-4739-acc3-c9eae6a83205'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:23:42.919563 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b3550798-06e9-4514-b482-d081cc6267bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:42.960134 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b3550798-06e9-4514-b482-d081cc6267bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:43.094243 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-6200cfa0-9ed4-42af-bdbc-32c1e011a463 req-277812c5-f56c-4ac4-b289-b491422b9c3e service neutron] For port 3f1be6ac-8045-4d23-a472-0648cf23190e, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=3f1be6ac-8045-4d23-a472-0648cf23190e,segment=NetworkSegment(a592d348-649e-4ed1-b139-bdf2b9c4a847),segment_id=a592d348-649e-4ed1-b139-bdf2b9c4a847)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:23:43.104084 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-6200cfa0-9ed4-42af-bdbc-32c1e011a463 req-277812c5-f56c-4ac4-b289-b491422b9c3e service neutron] Notify callbacks [] for binding, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:43.105331 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-6200cfa0-9ed4-42af-bdbc-32c1e011a463 req-277812c5-f56c-4ac4-b289-b491422b9c3e service neutron] 10.222.0.50 "POST /v2.0/ports/3f1be6ac-8045-4d23-a472-0648cf23190e/bindings HTTP/1.1" status: 201 len: 389 time: 1.2030745 May 31 13:23:43.107759 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-83961bc1-bad5-4177-9b54-6386946b78d0 req-2861cb8c-bf6a-4a80-ae37-3dbd902ce727 service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925981 May 31 13:23:43.119326 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3550798-06e9-4514-b482-d081cc6267bb admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:23:43.166260 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3550798-06e9-4514-b482-d081cc6267bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d29a7ba-8da4-4594-bfbf-9f55cd071e5f,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:43.171225 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b3550798-06e9-4514-b482-d081cc6267bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:43.171583 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-b3550798-06e9-4514-b482-d081cc6267bb admin admin] Added segment 6af449b4-9759-41ca-aa70-1c602a81197c of type vlan for network e576ad54-297c-4eec-b73b-25479782c1e2 May 31 13:23:43.225298 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-868f81cb-501e-4abd-b7a3-41a1f9ecbaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:43.226954 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-868f81cb-501e-4abd-b7a3-41a1f9ecbaf2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=564d1403-efda-47b2-b874-4c61ddb4b79a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5371428 May 31 13:23:43.300870 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-83961bc1-bad5-4177-9b54-6386946b78d0 req-1ff53b7e-9406-415a-8a0a-33a96efefa70 service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858988 May 31 13:23:43.303547 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b3550798-06e9-4514-b482-d081cc6267bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:43.411063 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d650b1e3-f073-4198-bbc3-67e48f3fbbf8 req-9da87d55-ebfe-47f9-9e80-3dbd13540482 service neutron] 10.222.0.20 "GET /v2.0/networks/adff3eec-c144-4d49-9989-f7573e7edff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4888418 May 31 13:23:43.472583 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b3550798-06e9-4514-b482-d081cc6267bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:43.473535 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3550798-06e9-4514-b482-d081cc6267bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:43.474211 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b3550798-06e9-4514-b482-d081cc6267bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:43.656751 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:43.687524 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f350e7-78dd-4cef-86f2-c249546b5e7d req-ba0276af-7d42-4780-b0a1-66518219017b tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:43.691368 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c4f350e7-78dd-4cef-86f2-c249546b5e7d req-ba0276af-7d42-4780-b0a1-66518219017b tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/ports?device_id=051ed48e-51ef-40a1-83b3-14a913c71c6f HTTP/1.1" status: 200 len: 950 time: 0.6847131 May 31 13:23:43.722078 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:43.748529 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 38200) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:23:43.897167 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-77e8ba88-e584-4a65-b991-55ab13549185 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1073739830-network', 'tenant_id': '4724d34fb9014d5da73efec875de6c30'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:23:43.902280 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-77e8ba88-e584-4a65-b991-55ab13549185 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:23:43.910917 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-77e8ba88-e584-4a65-b991-55ab13549185 admin admin] Usage tracker for resource:network and tenant:4724d34fb9014d5da73efec875de6c30 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:23:43.914655 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-77e8ba88-e584-4a65-b991-55ab13549185 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:23:43.928088 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-77e8ba88-e584-4a65-b991-55ab13549185 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:23:43.948763 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e8ba88-e584-4a65-b991-55ab13549185 admin admin] Made reservation on behalf of 4724d34fb9014d5da73efec875de6c30 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:23:43.952842 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-77e8ba88-e584-4a65-b991-55ab13549185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:43.962066 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3550798-06e9-4514-b482-d081cc6267bb admin admin] Pushing event updated for resources: {'Network': ['ID=e576ad54-297c-4eec-b73b-25479782c1e2,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:43.973051 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-77e8ba88-e584-4a65-b991-55ab13549185 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:43.975501 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network e576ad54-297c-4eec-b73b-25479782c1e2 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:23:43.978476 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-b3550798-06e9-4514-b482-d081cc6267bb admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.8958108 May 31 13:23:43.981927 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 38208) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:23:44.001360 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-77e8ba88-e584-4a65-b991-55ab13549185 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:23:44.002040 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-57e18721-5bfb-4633-bf75-552aab0dc228 admin admin] Request body: {'subnet': {'network_id': 'e576ad54-297c-4eec-b73b-25479782c1e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1481339684-subnet', 'tenant_id': '9d7345b6bbc64d3981e920379156fa19', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:23:44.006120 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-77e8ba88-e584-4a65-b991-55ab13549185 admin admin] Usage tracker for resource:security_group_rule and tenant:4724d34fb9014d5da73efec875de6c30 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:23:44.009354 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-77e8ba88-e584-4a65-b991-55ab13549185 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:23:44.016815 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-77e8ba88-e584-4a65-b991-55ab13549185 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:23:44.047185 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-d9e20414-03db-4e73-8597-0e27ee25324b service neutron] 10.222.0.44 "GET /v2.0/networks/564d1403-efda-47b2-b874-4c61ddb4b79a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7969558 May 31 13:23:44.053674 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-57e18721-5bfb-4633-bf75-552aab0dc228 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:23:44.095460 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c4f350e7-78dd-4cef-86f2-c249546b5e7d req-1e622a11-e053-4b5f-b3cf-e11f997ed70a tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4e17580-fef9-47ea-85b1-59ae8325b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3762386 May 31 13:23:44.099215 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-57e18721-5bfb-4633-bf75-552aab0dc228 admin admin] Usage tracker for resource:subnet and tenant:9d7345b6bbc64d3981e920379156fa19 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:23:44.105755 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-57e18721-5bfb-4633-bf75-552aab0dc228 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:23:44.144411 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-77e8ba88-e584-4a65-b991-55ab13549185 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:44.150120 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-77e8ba88-e584-4a65-b991-55ab13549185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:44.195389 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77e8ba88-e584-4a65-b991-55ab13549185 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:23:44.200175 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-57e18721-5bfb-4633-bf75-552aab0dc228 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:23:44.216445 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e8ba88-e584-4a65-b991-55ab13549185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d0e9b1-523f-4623-946b-4714473ac49f,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:44.222766 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-77e8ba88-e584-4a65-b991-55ab13549185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:44.223193 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-77e8ba88-e584-4a65-b991-55ab13549185 admin admin] Added segment a412bdc4-e226-4cb9-ab8a-2a05765802df of type vlan for network f4f364ab-8140-469f-9e6e-b2111ffdda17 May 31 13:23:44.265794 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-77e8ba88-e584-4a65-b991-55ab13549185 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:44.269339 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e18721-5bfb-4633-bf75-552aab0dc228 admin admin] Made reservation on behalf of 9d7345b6bbc64d3981e920379156fa19 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:23:44.280377 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-57e18721-5bfb-4633-bf75-552aab0dc228 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:44.313254 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be009052-ffc9-4a35-b884-9bfbe27d0b80'] response: {'server_uuid': 'f3ae7dd3-1e2c-4136-92d4-42e9b83cc48d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef39a42-a126-4bb0-bc4c-ce3b4178bf58', 'code': 200} May 31 13:23:44.324129 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b31d192-b043-46da-a10c-dfd7387074cd req-e5fb682d-6dde-4364-9501-3ebadd84ef08 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:44.332827 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b31d192-b043-46da-a10c-dfd7387074cd req-e5fb682d-6dde-4364-9501-3ebadd84ef08 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:44.334981 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-77e8ba88-e584-4a65-b991-55ab13549185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:44.335932 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e8ba88-e584-4a65-b991-55ab13549185 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:44.336526 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-77e8ba88-e584-4a65-b991-55ab13549185 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:44.341977 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0b31d192-b043-46da-a10c-dfd7387074cd req-e5fb682d-6dde-4364-9501-3ebadd84ef08 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.50 "GET /v2.0/ports?device_id=34a84813-68f5-463f-be95-ab4cb48052c5 HTTP/1.1" status: 200 len: 1679 time: 0.8340173 May 31 13:23:44.413469 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-77e8ba88-e584-4a65-b991-55ab13549185 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6632464 May 31 13:23:44.419085 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 38222) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:23:44.484132 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-9a4eaeb8-2a62-4bd4-953c-632d8398bd00 admin admin] Request body: {'subnet': {'network_id': 'f4f364ab-8140-469f-9e6e-b2111ffdda17', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1073739830-subnet', 'tenant_id': '4724d34fb9014d5da73efec875de6c30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:23:44.494844 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-9a4eaeb8-2a62-4bd4-953c-632d8398bd00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:23:44.515150 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-9a4eaeb8-2a62-4bd4-953c-632d8398bd00 admin admin] Usage tracker for resource:subnet and tenant:4724d34fb9014d5da73efec875de6c30 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:23:44.520149 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-9a4eaeb8-2a62-4bd4-953c-632d8398bd00 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:23:44.534599 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3ce3211-9c68-49e9-a483-222ba5bdd774'] response: {'name': 'network-changed', 'server_uuid': '290dce05-a5a1-4203-9d4e-bbe24ed12d31', 'tag': 'a6ce2620-59bc-460a-b055-9b0674cf69e8', 'status': 'completed', 'code': 200} May 31 13:23:44.534821 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-9a4eaeb8-2a62-4bd4-953c-632d8398bd00 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:23:44.536934 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e8ba88-e584-4a65-b991-55ab13549185 admin admin] Pushing event updated for resources: {'Network': ['ID=f4f364ab-8140-469f-9e6e-b2111ffdda17,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:44.553254 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network f4f364ab-8140-469f-9e6e-b2111ffdda17 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:23:44.563647 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a4eaeb8-2a62-4bd4-953c-632d8398bd00 admin admin] Made reservation on behalf of 4724d34fb9014d5da73efec875de6c30 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:23:44.571760 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9a4eaeb8-2a62-4bd4-953c-632d8398bd00 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:44.619028 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200cfa0-9ed4-42af-bdbc-32c1e011a463 req-be2e224b-3fe8-456c-be53-4b2afa13bfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:44.620780 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6200cfa0-9ed4-42af-bdbc-32c1e011a463 req-be2e224b-3fe8-456c-be53-4b2afa13bfa3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2539a3508c4b448ea8707834972224c7&device_id=12c6813d-f517-4002-8c22-cda7b5d28c2d HTTP/1.1" status: 200 len: 1096 time: 0.9222727 May 31 13:23:44.861078 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-56d9096a-64b2-4ed6-baf0-3f6ed62b2efa req-c7292ccc-9e2a-452c-ae25-cfdf6ffca1e3 service neutron] 10.222.0.44 "GET /v2.0/networks/564d1403-efda-47b2-b874-4c61ddb4b79a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7964091 May 31 13:23:44.911271 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0b31d192-b043-46da-a10c-dfd7387074cd req-09d4e3d4-871a-4475-9b8c-f9a7f7c6273f tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.50 "GET /v2.0/security-groups?id=81ecd401-c676-4ce2-9977-0e736c745f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5643570 May 31 13:23:45.037785 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9a4eaeb8-2a62-4bd4-953c-632d8398bd00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:45.192178 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4eaeb8-2a62-4bd4-953c-632d8398bd00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afd64a17-3383-4614-a77c-8c04c94a0c91,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:45.225520 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4eaeb8-2a62-4bd4-953c-632d8398bd00 admin admin] Checking segment: {'id': 'a412bdc4-e226-4cb9-ab8a-2a05765802df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f4f364ab-8140-469f-9e6e-b2111ffdda17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:23:45.225875 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4eaeb8-2a62-4bd4-953c-632d8398bd00 admin admin] Network hostable DHCP agents. Network: f4f364ab-8140-469f-9e6e-b2111ffdda17, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:23:45.284232 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4eaeb8-2a62-4bd4-953c-632d8398bd00 admin admin] Network f4f364ab-8140-469f-9e6e-b2111ffdda17 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:23:45.315277 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-9a4eaeb8-2a62-4bd4-953c-632d8398bd00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, f4f364ab-8140-469f-9e6e-b2111ffdda17) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:23:45.329362 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65aaa138-eb9c-48c8-868a-c2982c0764c8 None None] Network f4f364ab-8140-469f-9e6e-b2111ffdda17 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:23:45.336892 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4eaeb8-2a62-4bd4-953c-632d8398bd00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:45.336892 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9a4eaeb8-2a62-4bd4-953c-632d8398bd00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:45.410463 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-9a4eaeb8-2a62-4bd4-953c-632d8398bd00 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9717975 May 31 13:23:45.700533 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200cfa0-9ed4-42af-bdbc-32c1e011a463 req-474f091c-56ad-434d-90a3-42d4566eb955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:45.702379 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6200cfa0-9ed4-42af-bdbc-32c1e011a463 req-474f091c-56ad-434d-90a3-42d4566eb955 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5b3c8d41-b43d-4739-acc3-c9eae6a83205 HTTP/1.1" status: 200 len: 922 time: 1.0232122 May 31 13:23:45.761691 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-57e18721-5bfb-4633-bf75-552aab0dc228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:45.764288 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:45.957053 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a69a51f-a401-4280-9356-de760b0f08cc req-c4972b2c-c93d-4861-88f9-98ebf3b9c622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:45.957053 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5a69a51f-a401-4280-9356-de760b0f08cc req-c4972b2c-c93d-4861-88f9-98ebf3b9c622 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a487a8012f6942fe8ddd9bac507c4ea0&device_id=290dce05-a5a1-4203-9d4e-bbe24ed12d31 HTTP/1.1" status: 200 len: 1094 time: 1.4180105 May 31 13:23:46.042540 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6200cfa0-9ed4-42af-bdbc-32c1e011a463 req-c0b2039c-4269-42e5-bd4c-d7706a90a1e3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f1be6ac-8045-4d23-a472-0648cf23190e HTTP/1.1" status: 200 len: 217 time: 0.2975700 May 31 13:23:46.061297 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e18721-5bfb-4633-bf75-552aab0dc228 admin admin] Pushing event updated for resources: {'Subnet': ['ID=376bfa95-ebe5-4cb8-abaa-2bcb5d3a07e3,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:46.119452 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d76cfa-f6a2-4cb4-813d-5b96e6d9a1c0 None None] Network f4f364ab-8140-469f-9e6e-b2111ffdda17 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:23:46.180006 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba82e4-045e-4c3d-940e-58365e204503 req-b813ce65-d4b3-43db-b449-d623babb90bb tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:46.180006 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-84ba82e4-045e-4c3d-940e-58365e204503 req-b813ce65-d4b3-43db-b449-d623babb90bb tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/ports?device_id=290dce05-a5a1-4203-9d4e-bbe24ed12d31 HTTP/1.1" status: 200 len: 943 time: 1.5398188 May 31 13:23:46.323399 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3744315-d92b-4f5d-a8a0-2a9ee3c5263c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32daf59e-30ee-4850-815e-972dba797556'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:23:46.395463 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83961bc1-bad5-4177-9b54-6386946b78d0 req-835a3607-a363-4242-a688-5758f2dc1c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:46.396957 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-83961bc1-bad5-4177-9b54-6386946b78d0 req-835a3607-a363-4242-a688-5758f2dc1c1f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f3ae7dd3-1e2c-4136-92d4-42e9b83cc48d&tenant_id=c905d91f2f614f928153cd05b2f8a225 HTTP/1.1" status: 200 len: 1100 time: 0.2081470 May 31 13:23:46.443264 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200cfa0-9ed4-42af-bdbc-32c1e011a463 req-ecf1bf91-d77d-4e23-a929-91f1e232df86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:46.444661 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6200cfa0-9ed4-42af-bdbc-32c1e011a463 req-ecf1bf91-d77d-4e23-a929-91f1e232df86 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c38944f5-addb-47c7-b219-ea477f926c92 HTTP/1.1" status: 200 len: 861 time: 0.3661475 May 31 13:23:46.579604 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d1fd6-81e4-4334-a4b0-a02e2c12889c req-88a939a9-a37b-49fb-9770-bd91602dd553 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:46.583101 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83961bc1-bad5-4177-9b54-6386946b78d0 req-b08ab30a-9787-4378-bb4f-8b4d3040fdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:46.588303 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-83961bc1-bad5-4177-9b54-6386946b78d0 req-b08ab30a-9787-4378-bb4f-8b4d3040fdbe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c905d91f2f614f928153cd05b2f8a225&device_id=f3ae7dd3-1e2c-4136-92d4-42e9b83cc48d HTTP/1.1" status: 200 len: 1100 time: 0.1693196 May 31 13:23:46.590703 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3a2d1fd6-81e4-4334-a4b0-a02e2c12889c req-88a939a9-a37b-49fb-9770-bd91602dd553 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=12c6813d-f517-4002-8c22-cda7b5d28c2d HTTP/1.1" status: 200 len: 945 time: 1.4101224 May 31 13:23:46.631922 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39334661-bca9-487c-80d6-a363a8efae3f req-3d13f7bc-ff45-4895-8c1a-294e326f8ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:46.632399 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39334661-bca9-487c-80d6-a363a8efae3f req-3d13f7bc-ff45-4895-8c1a-294e326f8ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:46.635970 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-39334661-bca9-487c-80d6-a363a8efae3f req-3d13f7bc-ff45-4895-8c1a-294e326f8ba0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=dd1657545faf45fc89adec1c391d478b&device_id=34a84813-68f5-463f-be95-ab4cb48052c5 HTTP/1.1" status: 200 len: 1981 time: 1.6823368 May 31 13:23:46.738055 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e18721-5bfb-4633-bf75-552aab0dc228 admin admin] Checking segment: {'id': '6af449b4-9759-41ca-aa70-1c602a81197c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e576ad54-297c-4eec-b73b-25479782c1e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:23:46.739308 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e18721-5bfb-4633-bf75-552aab0dc228 admin admin] Network hostable DHCP agents. Network: e576ad54-297c-4eec-b73b-25479782c1e2, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:23:46.781753 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-84ba82e4-045e-4c3d-940e-58365e204503 req-9566bfc1-8a71-46d3-9b5f-14f482c23c38 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/security-groups?id=98e17d4a-ac5b-4480-9bc6-49977fe0902a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6018164 May 31 13:23:46.794838 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83961bc1-bad5-4177-9b54-6386946b78d0 req-c3d8a0f6-6f5f-470e-9cb2-641eab49fdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:46.806935 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-83961bc1-bad5-4177-9b54-6386946b78d0 req-c3d8a0f6-6f5f-470e-9cb2-641eab49fdf1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=85b11c4f-90ad-4763-b38d-22d3f87089f4 HTTP/1.1" status: 200 len: 870 time: 0.2110834 May 31 13:23:46.868855 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6200cfa0-9ed4-42af-bdbc-32c1e011a463 req-bd789d8e-903e-4582-8896-de3cc9d001d4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5b3c8d41-b43d-4739-acc3-c9eae6a83205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3572750 May 31 13:23:46.937427 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3a2d1fd6-81e4-4334-a4b0-a02e2c12889c req-6477f99a-afe2-4afb-ab7e-5091db1af348 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3455606 May 31 13:23:46.978775 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-83961bc1-bad5-4177-9b54-6386946b78d0 req-88e8150a-e51d-4037-aef8-3bf253188bbd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=3ef39a42-a126-4bb0-bc4c-ce3b4178bf58 HTTP/1.1" status: 200 len: 217 time: 0.1619515 May 31 13:23:47.091594 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a69a51f-a401-4280-9356-de760b0f08cc req-db46a136-f1dd-45c3-b19b-d037609bb0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:47.093690 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5a69a51f-a401-4280-9356-de760b0f08cc req-db46a136-f1dd-45c3-b19b-d037609bb0fc service neutron] 10.222.0.20 "GET /v2.0/networks?id=adff3eec-c144-4d49-9989-f7573e7edff0 HTTP/1.1" status: 200 len: 913 time: 1.0590720 May 31 13:23:47.096142 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83961bc1-bad5-4177-9b54-6386946b78d0 req-95b51a0f-589e-451e-8d41-71ae19706711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:47.097750 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-83961bc1-bad5-4177-9b54-6386946b78d0 req-95b51a0f-589e-451e-8d41-71ae19706711 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.1127481 May 31 13:23:47.212346 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83961bc1-bad5-4177-9b54-6386946b78d0 req-02fb591b-742e-41c3-a069-0f8e3f0896b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:47.222274 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-83961bc1-bad5-4177-9b54-6386946b78d0 req-02fb591b-742e-41c3-a069-0f8e3f0896b7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1152132 May 31 13:23:47.445373 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-83961bc1-bad5-4177-9b54-6386946b78d0 req-c6c71fa9-4311-48a7-b6df-6bd02ef101ec service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185063 May 31 13:23:47.465605 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 551881f1-8e2e-459f-9239-8a8d890cb1f8 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:23:47.553891 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5a69a51f-a401-4280-9356-de760b0f08cc req-a21ff6c8-e679-4b2d-9855-54466559706f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6ce2620-59bc-460a-b055-9b0674cf69e8 HTTP/1.1" status: 200 len: 217 time: 0.3047249 May 31 13:23:47.561943 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e18721-5bfb-4633-bf75-552aab0dc228 admin admin] Network e576ad54-297c-4eec-b73b-25479782c1e2 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:23:47.649658 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-57e18721-5bfb-4633-bf75-552aab0dc228 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, e576ad54-297c-4eec-b73b-25479782c1e2) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:23:47.720089 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e18721-5bfb-4633-bf75-552aab0dc228 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:47.721124 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-57e18721-5bfb-4633-bf75-552aab0dc228 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:47.735669 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 551881f1-8e2e-459f-9239-8a8d890cb1f8, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=551881f1-8e2e-459f-9239-8a8d890cb1f8,segment=NetworkSegment(d1ade0bb-97e9-46b7-9d25-cb2d5d73fa12),segment_id=d1ade0bb-97e9-46b7-9d25-cb2d5d73fa12)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:23:47.753824 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': '551881f1-8e2e-459f-9239-8a8d890cb1f8', 'network_id': '04e95335-3d26-489c-9f1d-266426a8df08', 'port_id': '551881f1-8e2e-459f-9239-8a8d890cb1f8', 'mac_address': 'fa:16:3e:5e:55:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef18fefd-a7dd-4f00-a339-1aea439c440b', 'ip_address': '19.80.0.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:23:47.757704 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-83961bc1-bad5-4177-9b54-6386946b78d0 req-fe9e9ed6-a981-448f-8d0a-0558bbc02151 service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3047493 May 31 13:23:47.758569 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0db3b41-42e4-4338-bcff-ee36fa08d24a None None] Network e576ad54-297c-4eec-b73b-25479782c1e2 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:23:47.773491 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4d66c3-4c72-4196-bb53-23cb4580dcb8 req-925156a5-4408-46c5-bac6-d4bfc7ae0e71 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:47.775869 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cf4d66c3-4c72-4196-bb53-23cb4580dcb8 req-925156a5-4408-46c5-bac6-d4bfc7ae0e71 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3744315-d92b-4f5d-a8a0-2a9ee3c5263c HTTP/1.1" status: 200 len: 949 time: 0.6871872 May 31 13:23:47.794100 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc5208-6500-4e7a-bbb7-51c9e9f0ad4e req-ae561416-d5b6-4861-bb6a-552ca6e3a95a tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:47.803878 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1cfc5208-6500-4e7a-bbb7-51c9e9f0ad4e req-ae561416-d5b6-4861-bb6a-552ca6e3a95a tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3ae7dd3-1e2c-4136-92d4-42e9b83cc48d HTTP/1.1" status: 200 len: 949 time: 0.7210591 May 31 13:23:47.806933 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39334661-bca9-487c-80d6-a363a8efae3f req-2fd1ab3d-0551-462e-a857-7e7f432fd644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:47.808681 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-39334661-bca9-487c-80d6-a363a8efae3f req-2fd1ab3d-0551-462e-a857-7e7f432fd644 service neutron] 10.222.0.44 "GET /v2.0/networks?id=564d1403-efda-47b2-b874-4c61ddb4b79a HTTP/1.1" status: 200 len: 902 time: 1.1540534 May 31 13:23:47.893235 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6200cfa0-9ed4-42af-bdbc-32c1e011a463 req-19bd5043-a2e3-4b67-9f0d-0128bce8aca3 service neutron] 10.222.0.44 "GET /v2.0/networks/5b3c8d41-b43d-4739-acc3-c9eae6a83205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8396473 May 31 13:23:47.921389 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a69a51f-a401-4280-9356-de760b0f08cc req-b6c6cd5e-78c6-488d-a1bf-ae9368df9dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:47.923318 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5a69a51f-a401-4280-9356-de760b0f08cc req-b6c6cd5e-78c6-488d-a1bf-ae9368df9dbd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c22c9473-7cad-4741-bb6c-0e549db0e04e HTTP/1.1" status: 200 len: 852 time: 0.3503430 May 31 13:23:47.953175 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 551881f1-8e2e-459f-9239-8a8d890cb1f8 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:23:47.953544 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:48.011125 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 551881f1-8e2e-459f-9239-8a8d890cb1f8 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:23:48.041488 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-39334661-bca9-487c-80d6-a363a8efae3f req-cd1b9eec-caea-4c24-b392-b24ac4670537 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.199&port_id=8e8e620f-5c5c-4270-8de5-83eb8f155e2b HTTP/1.1" status: 200 len: 217 time: 0.2225809 May 31 13:23:48.046067 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-57e18721-5bfb-4633-bf75-552aab0dc228 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 4.0522156 May 31 13:23:48.047645 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 551881f1-8e2e-459f-9239-8a8d890cb1f8, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=551881f1-8e2e-459f-9239-8a8d890cb1f8,segment=NetworkSegment(d1ade0bb-97e9-46b7-9d25-cb2d5d73fa12),segment_id=d1ade0bb-97e9-46b7-9d25-cb2d5d73fa12)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:23:48.061920 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:48.062606 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 8e8e620f-5c5c-4270-8de5-83eb8f155e2b details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:23:48.227766 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cf4d66c3-4c72-4196-bb53-23cb4580dcb8 req-be05767a-aecd-4566-938f-ba5f9042c2c5 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4e17580-fef9-47ea-85b1-59ae8325b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3985496 May 31 13:23:48.227766 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5a69a51f-a401-4280-9356-de760b0f08cc req-df44e3b0-7758-484e-a739-241e11362a38 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=adff3eec-c144-4d49-9989-f7573e7edff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1679001 May 31 13:23:48.247408 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39334661-bca9-487c-80d6-a363a8efae3f req-88e7d14f-23a9-4fab-b01e-339e5557f7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:48.247408 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-39334661-bca9-487c-80d6-a363a8efae3f req-88e7d14f-23a9-4fab-b01e-339e5557f7c5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=50d7dc2c-ba72-40f7-8be3-70dc10ad07b8 HTTP/1.1" status: 200 len: 801 time: 0.1312165 May 31 13:23:48.260137 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1cfc5208-6500-4e7a-bbb7-51c9e9f0ad4e req-515865ec-c94d-4d8e-b143-124375b1d48c tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4549551 May 31 13:23:48.441259 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4df2cc-d137-4f79-8655-b553dfaba498 None None] Network e576ad54-297c-4eec-b73b-25479782c1e2 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:23:48.450196 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6200cfa0-9ed4-42af-bdbc-32c1e011a463 req-83f39aba-6288-4573-bc83-8eea5547b443 service neutron] 10.222.0.44 "GET /v2.0/networks/5b3c8d41-b43d-4739-acc3-c9eae6a83205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5255196 May 31 13:23:48.550665 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [req-c1bf9453-7a84-4496-9a8e-495d7b51f262 req-8f2a9e3a-8868-4dd8-905e-94e224960ae3 tempest-SecurityGroupsNegativeTestJSON-852982981 tempest-SecurityGroupsNegativeTestJSON-852982981-project] show failed (client error): The resource could not be found. May 31 13:23:48.569964 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c1bf9453-7a84-4496-9a8e-495d7b51f262 req-8f2a9e3a-8868-4dd8-905e-94e224960ae3 tempest-SecurityGroupsNegativeTestJSON-852982981 tempest-SecurityGroupsNegativeTestJSON-852982981-project] 10.222.0.50 "GET /v2.0/security-groups/db27d649-187b-48d1-8d22-02a0beb079cd HTTP/1.1" status: 404 len: 352 time: 0.0491059 May 31 13:23:48.575595 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.resource_extend [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:23:48.718044 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39334661-bca9-487c-80d6-a363a8efae3f req-e2ae0973-9bb2-48b3-be81-3db35c1359ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:48.730522 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-39334661-bca9-487c-80d6-a363a8efae3f req-e2ae0973-9bb2-48b3-be81-3db35c1359ee service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=564d1403-efda-47b2-b874-4c61ddb4b79a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4483619 May 31 13:23:48.730522 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5a69a51f-a401-4280-9356-de760b0f08cc req-9a58041c-25bc-4970-8dfb-8c2a0eb89fd9 service neutron] 10.222.0.20 "GET /v2.0/networks/adff3eec-c144-4d49-9989-f7573e7edff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4890606 May 31 13:23:48.741905 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 8e8e620f-5c5c-4270-8de5-83eb8f155e2b, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=8e8e620f-5c5c-4270-8de5-83eb8f155e2b,segment=NetworkSegment(c7bcfd21-6346-44eb-9515-f79d903a458e),segment_id=c7bcfd21-6346-44eb-9515-f79d903a458e)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:23:48.769389 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccbd0f86-f516-414b-b6d6-4b21687a9a75'] response: {'server_uuid': 'f3744315-d92b-4f5d-a8a0-2a9ee3c5263c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32daf59e-30ee-4850-815e-972dba797556', 'code': 200} May 31 13:23:48.770166 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device a6ce2620-59bc-460a-b055-9b0674cf69e8 details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:23:48.832377 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': '8e8e620f-5c5c-4270-8de5-83eb8f155e2b', 'network_id': '564d1403-efda-47b2-b874-4c61ddb4b79a', 'port_id': '8e8e620f-5c5c-4270-8de5-83eb8f155e2b', 'mac_address': 'fa:16:3e:cb:0f:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50d7dc2c-ba72-40f7-8be3-70dc10ad07b8', 'ip_address': '19.86.0.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:23:48.938295 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=551881f1-8e2e-459f-9239-8a8d890cb1f8,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:49.013673 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 8e8e620f-5c5c-4270-8de5-83eb8f155e2b is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:23:49.014701 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:49.258898 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e8e620f-5c5c-4270-8de5-83eb8f155e2b {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:23:49.300371 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 8e8e620f-5c5c-4270-8de5-83eb8f155e2b, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=8e8e620f-5c5c-4270-8de5-83eb8f155e2b,segment=NetworkSegment(c7bcfd21-6346-44eb-9515-f79d903a458e),segment_id=c7bcfd21-6346-44eb-9515-f79d903a458e)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:23:49.313897 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:49.331806 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 38290) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:23:49.339936 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-0680042f-4e9f-4977-991c-7492ac124e9b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1130070310-network', 'tenant_id': '3a2f4923ca5f4c7fbe05d2db9d7df2e7'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:23:49.349022 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0680042f-4e9f-4977-991c-7492ac124e9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:23:49.354368 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-0680042f-4e9f-4977-991c-7492ac124e9b admin admin] Usage tracker for resource:network and tenant:3a2f4923ca5f4c7fbe05d2db9d7df2e7 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:23:49.364042 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-0680042f-4e9f-4977-991c-7492ac124e9b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:23:49.380492 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0680042f-4e9f-4977-991c-7492ac124e9b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:23:49.407917 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0680042f-4e9f-4977-991c-7492ac124e9b admin admin] Made reservation on behalf of 3a2f4923ca5f4c7fbe05d2db9d7df2e7 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:23:49.412743 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0680042f-4e9f-4977-991c-7492ac124e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:49.445092 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0680042f-4e9f-4977-991c-7492ac124e9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:49.469011 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0680042f-4e9f-4977-991c-7492ac124e9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:23:49.475311 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-0680042f-4e9f-4977-991c-7492ac124e9b admin admin] Usage tracker for resource:security_group_rule and tenant:3a2f4923ca5f4c7fbe05d2db9d7df2e7 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:23:49.478975 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-0680042f-4e9f-4977-991c-7492ac124e9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:23:49.488827 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0680042f-4e9f-4977-991c-7492ac124e9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:23:49.497620 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device d67651fe-66f4-4ad0-bc5c-2a3f215f7ef7 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:23:49.507577 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5a69a51f-a401-4280-9356-de760b0f08cc req-6c7c78ba-1793-43a2-b518-7e8afb705aaf service neutron] 10.222.0.20 "GET /v2.0/networks/adff3eec-c144-4d49-9989-f7573e7edff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7752826 May 31 13:23:49.607848 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4ae609-4c8a-4078-add5-1ef6f7f0a4a9 req-9e89be91-5256-40fc-9ac7-f361c19d750b tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:49.607848 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4ae609-4c8a-4078-add5-1ef6f7f0a4a9 req-9e89be91-5256-40fc-9ac7-f361c19d750b tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:49.607848 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ea4ae609-4c8a-4078-add5-1ef6f7f0a4a9 req-9e89be91-5256-40fc-9ac7-f361c19d750b tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.50 "GET /v2.0/ports?device_id=34a84813-68f5-463f-be95-ab4cb48052c5 HTTP/1.1" status: 200 len: 1680 time: 0.7348914 May 31 13:23:49.633302 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8c500-bc21-4e62-af49-f947cf2254f0 req-ab8773de-16aa-4ab1-a3a3-c8ae3dbe114d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:49.633302 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-21e8c500-bc21-4e62-af49-f947cf2254f0 req-ab8773de-16aa-4ab1-a3a3-c8ae3dbe114d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f3744315-d92b-4f5d-a8a0-2a9ee3c5263c HTTP/1.1" status: 200 len: 1100 time: 0.8914418 May 31 13:23:49.633302 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-39334661-bca9-487c-80d6-a363a8efae3f req-83e2045e-13d6-43fa-9da4-e2abc5eb2300 service neutron] 10.222.0.44 "GET /v2.0/networks/564d1403-efda-47b2-b874-4c61ddb4b79a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8975492 May 31 13:23:49.708734 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0680042f-4e9f-4977-991c-7492ac124e9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:49.716962 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e307499c-4adc-46d9-adea-77f6caaebcd3 req-f5d2e5e5-bcd0-4f4f-87b2-db9bb23eb5e2 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:49.716962 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e307499c-4adc-46d9-adea-77f6caaebcd3 req-f5d2e5e5-bcd0-4f4f-87b2-db9bb23eb5e2 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/ports?device_id=290dce05-a5a1-4203-9d4e-bbe24ed12d31 HTTP/1.1" status: 200 len: 943 time: 0.6892047 May 31 13:23:49.723868 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0680042f-4e9f-4977-991c-7492ac124e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:49.731150 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port a6ce2620-59bc-460a-b055-9b0674cf69e8, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=a6ce2620-59bc-460a-b055-9b0674cf69e8,segment=NetworkSegment(370cc937-b213-498d-9452-fec6264d9498),segment_id=370cc937-b213-498d-9452-fec6264d9498)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:23:49.748870 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=8e8e620f-5c5c-4270-8de5-83eb8f155e2b,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:49.774985 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0680042f-4e9f-4977-991c-7492ac124e9b admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:23:49.815448 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0680042f-4e9f-4977-991c-7492ac124e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:49.815448 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-0680042f-4e9f-4977-991c-7492ac124e9b admin admin] Added segment df78dfdd-85ad-4edd-a38a-347b6cf12250 of type vlan for network 95003227-16e6-4d95-aeb2-7abbdc1778c3 May 31 13:23:49.815448 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0680042f-4e9f-4977-991c-7492ac124e9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0787801a-77b5-4948-bd9c-952f13fea8ac,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:49.840064 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0680042f-4e9f-4977-991c-7492ac124e9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:23:49.840064 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0680042f-4e9f-4977-991c-7492ac124e9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:23:49.840064 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0680042f-4e9f-4977-991c-7492ac124e9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:23:49.840064 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0680042f-4e9f-4977-991c-7492ac124e9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:23:49.840064 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0680042f-4e9f-4977-991c-7492ac124e9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:23:49.840064 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0680042f-4e9f-4977-991c-7492ac124e9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:23:49.840064 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0680042f-4e9f-4977-991c-7492ac124e9b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:23:49.840064 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0680042f-4e9f-4977-991c-7492ac124e9b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:23:49.840064 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0680042f-4e9f-4977-991c-7492ac124e9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:23:49.840064 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0680042f-4e9f-4977-991c-7492ac124e9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:23:49.840064 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0680042f-4e9f-4977-991c-7492ac124e9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:23:49.840064 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0680042f-4e9f-4977-991c-7492ac124e9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:23:49.888042 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0680042f-4e9f-4977-991c-7492ac124e9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:49.933450 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0680042f-4e9f-4977-991c-7492ac124e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:49.941005 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e307499c-4adc-46d9-adea-77f6caaebcd3 req-3c1d0f55-343c-414c-b8bf-620576dbcc2c tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/security-groups?id=98e17d4a-ac5b-4480-9bc6-49977fe0902a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291151 May 31 13:23:49.941005 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ea4ae609-4c8a-4078-add5-1ef6f7f0a4a9 req-65f27ae7-f60d-458a-9a05-9d06154d926c tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.50 "GET /v2.0/security-groups?id=81ecd401-c676-4ce2-9977-0e736c745f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130939 May 31 13:23:49.941005 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-21e8c500-bc21-4e62-af49-f947cf2254f0 req-ec2a3781-cda3-497f-8866-f076f9ca47c1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a4e17580-fef9-47ea-85b1-59ae8325b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891695 May 31 13:23:49.957324 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0680042f-4e9f-4977-991c-7492ac124e9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:49.959016 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0680042f-4e9f-4977-991c-7492ac124e9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:49.969233 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['551881f1-8e2e-459f-9239-8a8d890cb1f8'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:23:50.042777 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-39334661-bca9-487c-80d6-a363a8efae3f req-aca6d209-fc98-4fbd-9a4e-94387d4c5800 service neutron] 10.222.0.44 "GET /v2.0/networks/564d1403-efda-47b2-b874-4c61ddb4b79a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3888931 May 31 13:23:50.065005 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['8e8e620f-5c5c-4270-8de5-83eb8f155e2b'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:23:50.118842 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': 'a6ce2620-59bc-460a-b055-9b0674cf69e8', 'network_id': 'adff3eec-c144-4d49-9989-f7573e7edff0', 'port_id': 'a6ce2620-59bc-460a-b055-9b0674cf69e8', 'mac_address': 'fa:16:3e:bf:7c:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c22c9473-7cad-4741-bb6c-0e549db0e04e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:23:50.120395 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port d67651fe-66f4-4ad0-bc5c-2a3f215f7ef7 is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:23:50.120755 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:50.222778 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-0680042f-4e9f-4977-991c-7492ac124e9b admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8886826 May 31 13:23:50.230466 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 38298) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:23:50.237118 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-289a65dd-a75b-4abd-8217-622eaecbf8b1 admin admin] Request body: {'subnet': {'network_id': '95003227-16e6-4d95-aeb2-7abbdc1778c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1130070310-subnet', 'tenant_id': '3a2f4923ca5f4c7fbe05d2db9d7df2e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:23:50.246041 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-289a65dd-a75b-4abd-8217-622eaecbf8b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:23:50.259103 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-289a65dd-a75b-4abd-8217-622eaecbf8b1 admin admin] Usage tracker for resource:subnet and tenant:3a2f4923ca5f4c7fbe05d2db9d7df2e7 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:23:50.267830 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-289a65dd-a75b-4abd-8217-622eaecbf8b1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:23:50.274456 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-289a65dd-a75b-4abd-8217-622eaecbf8b1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:23:50.293055 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port a6ce2620-59bc-460a-b055-9b0674cf69e8 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:23:50.293635 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:50.304394 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port d67651fe-66f4-4ad0-bc5c-2a3f215f7ef7, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=d67651fe-66f4-4ad0-bc5c-2a3f215f7ef7,segment=NetworkSegment(5e25fb0d-97f0-46e3-9365-1fe4cebfedef),segment_id=5e25fb0d-97f0-46e3-9365-1fe4cebfedef)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:23:50.311514 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-289a65dd-a75b-4abd-8217-622eaecbf8b1 admin admin] Made reservation on behalf of 3a2f4923ca5f4c7fbe05d2db9d7df2e7 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:23:50.319363 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-289a65dd-a75b-4abd-8217-622eaecbf8b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:50.353586 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:50.395308 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d6a5a-3c94-4d28-8272-84ff51cc66ba req-c2942971-cb45-4351-9441-b7bfac27a26a tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:50.397301 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bf7d6a5a-3c94-4d28-8272-84ff51cc66ba req-c2942971-cb45-4351-9441-b7bfac27a26a tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3744315-d92b-4f5d-a8a0-2a9ee3c5263c HTTP/1.1" status: 200 len: 949 time: 0.2451887 May 31 13:23:50.410306 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f2574c-7116-4e17-a16f-10e86c2951e3 req-197716e5-94ae-4ad3-8d3e-6f08c41642b1 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:50.423934 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b3f2574c-7116-4e17-a16f-10e86c2951e3 req-197716e5-94ae-4ad3-8d3e-6f08c41642b1 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=12c6813d-f517-4002-8c22-cda7b5d28c2d HTTP/1.1" status: 200 len: 945 time: 0.2141137 May 31 13:23:50.435132 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0680042f-4e9f-4977-991c-7492ac124e9b admin admin] Pushing event updated for resources: {'Network': ['ID=95003227-16e6-4d95-aeb2-7abbdc1778c3,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:50.467139 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6ce2620-59bc-460a-b055-9b0674cf69e8 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:23:50.500360 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port a6ce2620-59bc-460a-b055-9b0674cf69e8, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=a6ce2620-59bc-460a-b055-9b0674cf69e8,segment=NetworkSegment(370cc937-b213-498d-9452-fec6264d9498),segment_id=370cc937-b213-498d-9452-fec6264d9498)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:23:50.518817 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 95003227-16e6-4d95-aeb2-7abbdc1778c3 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:23:50.548422 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b3f2574c-7116-4e17-a16f-10e86c2951e3 req-7de55d7b-107f-45e7-8fe2-556969ff4c01 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225741 May 31 13:23:50.554883 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:50.557765 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bf7d6a5a-3c94-4d28-8272-84ff51cc66ba req-1b734896-3fdd-429a-98fb-c15970d09743 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4e17580-fef9-47ea-85b1-59ae8325b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111073 May 31 13:23:50.757534 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-289a65dd-a75b-4abd-8217-622eaecbf8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:50.775259 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 3ef39a42-a126-4bb0-bc4c-ce3b4178bf58 no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:23:50.816031 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71bc0373-5ee9-4050-a881-4a2e2048d293', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd67651fe-66f4-4ad0-bc5c-2a3f215f7ef7'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:23:50.836045 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289a65dd-a75b-4abd-8217-622eaecbf8b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f3849e6-b055-4ef1-af71-02abf3fa7949,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:50.870586 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289a65dd-a75b-4abd-8217-622eaecbf8b1 admin admin] Checking segment: {'id': 'df78dfdd-85ad-4edd-a38a-347b6cf12250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '95003227-16e6-4d95-aeb2-7abbdc1778c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:23:50.872138 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289a65dd-a75b-4abd-8217-622eaecbf8b1 admin admin] Network hostable DHCP agents. Network: 95003227-16e6-4d95-aeb2-7abbdc1778c3, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:23:50.887055 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=d67651fe-66f4-4ad0-bc5c-2a3f215f7ef7,revision_number=8']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:50.930328 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289a65dd-a75b-4abd-8217-622eaecbf8b1 admin admin] Network 95003227-16e6-4d95-aeb2-7abbdc1778c3 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:23:50.953352 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ce932b15-0eb2-4fb4-8dd8-fa32cfbe89a4 req-05091963-cca2-4237-a719-80594db776a7 tempest-SecurityGroupsNegativeTestJSON-852982981 tempest-SecurityGroupsNegativeTestJSON-852982981-project] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4724d34fb9014d5da73efec875de6c30 HTTP/1.1" status: 200 len: 2984 time: 0.1728504 May 31 13:23:50.959593 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-289a65dd-a75b-4abd-8217-622eaecbf8b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 95003227-16e6-4d95-aeb2-7abbdc1778c3) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:23:50.974176 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289a65dd-a75b-4abd-8217-622eaecbf8b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:50.974176 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-289a65dd-a75b-4abd-8217-622eaecbf8b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:50.983998 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276dbea0-e632-4cba-94ad-0e7a240bd039 req-e45302a2-a906-4d46-8f01-d2efff100b64 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:51.005560 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-276dbea0-e632-4cba-94ad-0e7a240bd039 req-e45302a2-a906-4d46-8f01-d2efff100b64 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3ae7dd3-1e2c-4136-92d4-42e9b83cc48d HTTP/1.1" status: 200 len: 949 time: 0.3258114 May 31 13:23:51.030428 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c5e312-9eae-464a-b47e-981a083c96dc None None] Network 95003227-16e6-4d95-aeb2-7abbdc1778c3 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:23:51.031494 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-289a65dd-a75b-4abd-8217-622eaecbf8b1 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7959566 May 31 13:23:51.049684 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['a6ce2620-59bc-460a-b055-9b0674cf69e8'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:23:51.139762 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-276dbea0-e632-4cba-94ad-0e7a240bd039 req-6e7f1232-9fad-47e2-9fb2-bef5fbdf7f46 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247096 May 31 13:23:51.139762 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ce932b15-0eb2-4fb4-8dd8-fa32cfbe89a4 req-dded536c-16b9-4978-9752-199bacd942de tempest-SecurityGroupsNegativeTestJSON-852982981 tempest-SecurityGroupsNegativeTestJSON-852982981-project] 10.222.0.50 "GET /v2.0/security-groups/f3d0e9b1-523f-4623-946b-4714473ac49f HTTP/1.1" status: 200 len: 2981 time: 0.1342025 May 31 13:23:51.376010 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ce932b15-0eb2-4fb4-8dd8-fa32cfbe89a4 req-3b721a2b-9607-4843-8ead-6e58620434f0 tempest-SecurityGroupsNegativeTestJSON-852982981 tempest-SecurityGroupsNegativeTestJSON-852982981-project] 10.222.0.50 "GET /v2.0/security-groups/f3d0e9b1-523f-4623-946b-4714473ac49f HTTP/1.1" status: 200 len: 2981 time: 0.2207909 May 31 13:23:51.463505 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e67dca0-56d9-4ff8-8677-d9c0e43443a0'] response: {'server_uuid': '71bc0373-5ee9-4050-a881-4a2e2048d293', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd67651fe-66f4-4ad0-bc5c-2a3f215f7ef7', 'code': 200} May 31 13:23:51.471507 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=a6ce2620-59bc-460a-b055-9b0674cf69e8,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:51.685795 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 3ef39a42-a126-4bb0-bc4c-ce3b4178bf58 is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:23:51.686190 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:51.699176 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d50fdf-bb9c-4c4b-a528-99f7f39d7f89 req-d9dde26f-5874-473e-819b-ac3130399d55 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:51.705859 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d50fdf-bb9c-4c4b-a528-99f7f39d7f89 req-d9dde26f-5874-473e-819b-ac3130399d55 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:51.707610 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-78d50fdf-bb9c-4c4b-a528-99f7f39d7f89 req-d9dde26f-5874-473e-819b-ac3130399d55 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.50 "GET /v2.0/ports?device_id=34a84813-68f5-463f-be95-ab4cb48052c5 HTTP/1.1" status: 200 len: 1681 time: 0.1585097 May 31 13:23:51.743740 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59bf215-7980-46e0-a97d-84e5516f373e req-91eca954-08de-4005-8997-8c829d1334ab tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:51.747689 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e59bf215-7980-46e0-a97d-84e5516f373e req-91eca954-08de-4005-8997-8c829d1334ab tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/ports?device_id=290dce05-a5a1-4203-9d4e-bbe24ed12d31 HTTP/1.1" status: 200 len: 944 time: 0.1486773 May 31 13:23:51.806781 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-78d50fdf-bb9c-4c4b-a528-99f7f39d7f89 req-3a58e6d7-8e7e-46b4-a502-9c5a5ca66e54 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.50 "GET /v2.0/security-groups?id=81ecd401-c676-4ce2-9977-0e736c745f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920084 May 31 13:23:51.820847 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e59bf215-7980-46e0-a97d-84e5516f373e req-c63ca0a2-d0be-48c9-b198-c44296f7770e tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/security-groups?id=98e17d4a-ac5b-4480-9bc6-49977fe0902a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656931 May 31 13:23:51.841323 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 3ef39a42-a126-4bb0-bc4c-ce3b4178bf58, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=3ef39a42-a126-4bb0-bc4c-ce3b4178bf58,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:23:51.871684 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:51.956493 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5595247c-f261-4ebd-863b-9afb7833a8c1 req-a68bd789-a5bc-4d98-bab4-f4c9bd521989 tempest-SecurityGroupsNegativeTestJSON-852982981 tempest-SecurityGroupsNegativeTestJSON-852982981-project] 10.222.0.50 "GET /v2.0/security-groups/f3d0e9b1-523f-4623-946b-4714473ac49f HTTP/1.1" status: 200 len: 2981 time: 0.0833731 May 31 13:23:52.023026 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0641f229-e4aa-4e66-a87a-c74aa17af570 None None] Network 95003227-16e6-4d95-aeb2-7abbdc1778c3 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:23:52.053798 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [req-5595247c-f261-4ebd-863b-9afb7833a8c1 req-0b49e2c8-d9c1-4467-a38e-507e9548c4c1 tempest-SecurityGroupsNegativeTestJSON-852982981 tempest-SecurityGroupsNegativeTestJSON-852982981-project] delete failed (client error): There was a conflict when trying to complete your request. May 31 13:23:52.054319 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5595247c-f261-4ebd-863b-9afb7833a8c1 req-0b49e2c8-d9c1-4467-a38e-507e9548c4c1 tempest-SecurityGroupsNegativeTestJSON-852982981 tempest-SecurityGroupsNegativeTestJSON-852982981-project] 10.222.0.50 "DELETE /v2.0/security-groups/f3d0e9b1-523f-4623-946b-4714473ac49f HTTP/1.1" status: 409 len: 352 time: 0.0967486 May 31 13:23:52.146780 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=3ef39a42-a126-4bb0-bc4c-ce3b4178bf58,revision_number=9']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:52.305400 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada66377-0530-4f81-bf2b-102ec771d2ff req-f4aa83c1-c266-407b-8b3a-290db0392893 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:52.306830 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ada66377-0530-4f81-bf2b-102ec771d2ff req-f4aa83c1-c266-407b-8b3a-290db0392893 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=12c6813d-f517-4002-8c22-cda7b5d28c2d HTTP/1.1" status: 200 len: 945 time: 0.1058435 May 31 13:23:52.384375 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ada66377-0530-4f81-bf2b-102ec771d2ff req-9e4a9c68-096d-480a-94a1-2e51f3e8a22b tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688539 May 31 13:23:52.607975 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1535d0b4-d523-4691-aff9-ed02e43cad51 req-50843ef2-a70a-46d7-afed-a6489780d8fe tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:52.610203 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1535d0b4-d523-4691-aff9-ed02e43cad51 req-50843ef2-a70a-46d7-afed-a6489780d8fe tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3744315-d92b-4f5d-a8a0-2a9ee3c5263c HTTP/1.1" status: 200 len: 949 time: 0.1073747 May 31 13:23:52.664418 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1535d0b4-d523-4691-aff9-ed02e43cad51 req-94d5315b-208f-4783-9a41-bb4ba32b7794 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4e17580-fef9-47ea-85b1-59ae8325b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459304 May 31 13:23:52.735173 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [req-e31525da-311b-490c-9044-05ab8a002f1e req-0f51110f-9dea-429d-834c-3c6a4f519b2f tempest-SecurityGroupsNegativeTestJSON-852982981 tempest-SecurityGroupsNegativeTestJSON-852982981-project] show failed (client error): The resource could not be found. May 31 13:23:52.736260 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e31525da-311b-490c-9044-05ab8a002f1e req-0f51110f-9dea-429d-834c-3c6a4f519b2f tempest-SecurityGroupsNegativeTestJSON-852982981 tempest-SecurityGroupsNegativeTestJSON-852982981-project] 10.222.0.50 "GET /v2.0/security-groups/69d0ef72-5ce2-4418-9a01-9f7c95c4ab19 HTTP/1.1" status: 404 len: 352 time: 0.0189526 May 31 13:23:52.755606 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 3ef39a42-a126-4bb0-bc4c-ce3b4178bf58 details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:23:52.917054 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 3ef39a42-a126-4bb0-bc4c-ce3b4178bf58, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=3ef39a42-a126-4bb0-bc4c-ce3b4178bf58,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:23:52.937256 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': '3ef39a42-a126-4bb0-bc4c-ce3b4178bf58', 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4', 'port_id': '3ef39a42-a126-4bb0-bc4c-ce3b4178bf58', 'mac_address': 'fa:16:3e:8b:82:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24822c99-0dce-4d50-9c44-3135ba3763b8', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:23:52.956270 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc51c5-dbab-4d8f-94fb-2fca519a540f req-9b756510-435b-4c8c-955b-f4cd308ff6c9 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:52.963893 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-07dc51c5-dbab-4d8f-94fb-2fca519a540f req-9b756510-435b-4c8c-955b-f4cd308ff6c9 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3ae7dd3-1e2c-4136-92d4-42e9b83cc48d HTTP/1.1" status: 200 len: 947 time: 0.1247389 May 31 13:23:53.015048 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 3ef39a42-a126-4bb0-bc4c-ce3b4178bf58 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:23:53.015048 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:53.039832 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ef39a42-a126-4bb0-bc4c-ce3b4178bf58 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:23:53.062401 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 3ef39a42-a126-4bb0-bc4c-ce3b4178bf58, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=3ef39a42-a126-4bb0-bc4c-ce3b4178bf58,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:23:53.062401 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:53.107317 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-07dc51c5-dbab-4d8f-94fb-2fca519a540f req-8a044316-b57f-4d4d-8fce-9e9672abe3e5 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409283 May 31 13:23:53.139357 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=3ef39a42-a126-4bb0-bc4c-ce3b4178bf58,revision_number=10']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:53.157857 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bbbcc7-ae18-42c1-a996-3dcb8f5a1a1f req-af43515c-99fa-4d98-a874-319786880dcf tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:53.158565 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-09bbbcc7-ae18-42c1-a996-3dcb8f5a1a1f req-af43515c-99fa-4d98-a874-319786880dcf tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Synchronizing usage tracker for tenant:9d7345b6bbc64d3981e920379156fa19 on resource:network {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:23:53.179028 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-09bbbcc7-ae18-42c1-a996-3dcb8f5a1a1f req-af43515c-99fa-4d98-a874-319786880dcf tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Unset dirty status for tenant:9d7345b6bbc64d3981e920379156fa19 on resource:network {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:23:53.180651 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-09bbbcc7-ae18-42c1-a996-3dcb8f5a1a1f req-af43515c-99fa-4d98-a874-319786880dcf tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/networks?id=e576ad54-297c-4eec-b73b-25479782c1e2 HTTP/1.1" status: 200 len: 808 time: 0.2139714 May 31 13:23:53.199934 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-09bbbcc7-ae18-42c1-a996-3dcb8f5a1a1f req-50259914-4ebc-40d2-a628-281c6fc55dcb tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/quotas/9d7345b6bbc64d3981e920379156fa19 HTTP/1.1" status: 200 len: 375 time: 0.0102601 May 31 13:23:53.251395 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-09bbbcc7-ae18-42c1-a996-3dcb8f5a1a1f req-4ea34231-7db3-49c2-892a-75329ff998e9 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9d7345b6bbc64d3981e920379156fa19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0456078 May 31 13:23:53.400298 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-09bbbcc7-ae18-42c1-a996-3dcb8f5a1a1f req-2d877b8e-83b9-41a8-a2a1-81623313db1b service neutron] 10.222.0.50 "GET /v2.0/networks/e576ad54-297c-4eec-b73b-25479782c1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419339 May 31 13:23:53.419354 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['3ef39a42-a126-4bb0-bc4c-ce3b4178bf58'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:23:53.455183 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 551881f1-8e2e-459f-9239-8a8d890cb1f8 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:23:53.486528 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3ae7dd3-1e2c-4136-92d4-42e9b83cc48d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ef39a42-a126-4bb0-bc4c-ce3b4178bf58'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:23:53.589454 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port 551881f1-8e2e-459f-9239-8a8d890cb1f8 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:23:53.645768 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port 551881f1-8e2e-459f-9239-8a8d890cb1f8 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:23:53.646162 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:53.744712 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-09bbbcc7-ae18-42c1-a996-3dcb8f5a1a1f req-f8a52c32-aef9-45c8-91ff-40b441f085f7 service neutron] 10.222.0.50 "GET /v2.0/networks/e576ad54-297c-4eec-b73b-25479782c1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3336558 May 31 13:23:53.772721 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133800be-6fb6-46ac-86a9-db6a48ebfb7f req-9924c353-37f8-498b-a176-d920a05d62f6 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:53.785684 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133800be-6fb6-46ac-86a9-db6a48ebfb7f req-9924c353-37f8-498b-a176-d920a05d62f6 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:53.801911 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-133800be-6fb6-46ac-86a9-db6a48ebfb7f req-9924c353-37f8-498b-a176-d920a05d62f6 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/ports?device_id=051ed48e-51ef-40a1-83b3-14a913c71c6f&device_id=f3744315-d92b-4f5d-a8a0-2a9ee3c5263c HTTP/1.1" status: 200 len: 1690 time: 0.1806893 May 31 13:23:53.840433 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 551881f1-8e2e-459f-9239-8a8d890cb1f8 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:23:53.840821 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:53.860150 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-133800be-6fb6-46ac-86a9-db6a48ebfb7f req-6e3ad8e3-f06b-4e66-9b94-924377cbb22b tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4e17580-fef9-47ea-85b1-59ae8325b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683143 May 31 13:23:53.895099 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 551881f1-8e2e-459f-9239-8a8d890cb1f8, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=551881f1-8e2e-459f-9239-8a8d890cb1f8,segment=NetworkSegment(d1ade0bb-97e9-46b7-9d25-cb2d5d73fa12),segment_id=d1ade0bb-97e9-46b7-9d25-cb2d5d73fa12)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:23:53.908927 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:53.908927 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 8e8e620f-5c5c-4270-8de5-83eb8f155e2b up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:23:53.977686 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [req-84e30a6f-59ce-4031-bd27-d026ab866aec req-ba3a45d1-dedb-4696-bf15-9458565b9ad6 tempest-SecurityGroupsNegativeTestJSON-852982981 tempest-SecurityGroupsNegativeTestJSON-852982981-project] show failed (client error): The resource could not be found. May 31 13:23:53.991241 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 38410) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:23:53.996688 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-84e30a6f-59ce-4031-bd27-d026ab866aec req-ba3a45d1-dedb-4696-bf15-9458565b9ad6 tempest-SecurityGroupsNegativeTestJSON-852982981 tempest-SecurityGroupsNegativeTestJSON-852982981-project] 10.222.0.50 "GET /v2.0/security-groups/fbab5a73-9298-41de-9f62-28f38c33314c HTTP/1.1" status: 404 len: 352 time: 0.0370533 May 31 13:23:54.145163 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f9a0663-3d7e-466e-acbf-91934b8d6b1f admin admin] Deleting subnet afd64a17-3383-4614-a77c-8c04c94a0c91 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:23:54.153428 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=551881f1-8e2e-459f-9239-8a8d890cb1f8,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:54.173367 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0f9a0663-3d7e-466e-acbf-91934b8d6b1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:54.178468 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port 8e8e620f-5c5c-4270-8de5-83eb8f155e2b completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:23:54.178468 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port 8e8e620f-5c5c-4270-8de5-83eb8f155e2b triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:23:54.178468 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:54.352223 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0f9a0663-3d7e-466e-acbf-91934b8d6b1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:54.396771 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d0286-10ba-43cf-89e0-3e957de4c9db req-a9a46ad4-b54b-4302-ab38-12dda4c7e2a5 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:54.404202 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d0286-10ba-43cf-89e0-3e957de4c9db req-a9a46ad4-b54b-4302-ab38-12dda4c7e2a5 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:54.404202 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-013d0286-10ba-43cf-89e0-3e957de4c9db req-a9a46ad4-b54b-4302-ab38-12dda4c7e2a5 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.50 "GET /v2.0/ports?device_id=34a84813-68f5-463f-be95-ab4cb48052c5 HTTP/1.1" status: 200 len: 1682 time: 0.2534945 May 31 13:23:54.511354 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0f9a0663-3d7e-466e-acbf-91934b8d6b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:54.601756 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-013d0286-10ba-43cf-89e0-3e957de4c9db req-b5d3f4e5-211d-4091-8072-c9175f6d795e tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.50 "GET /v2.0/security-groups?id=81ecd401-c676-4ce2-9977-0e736c745f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697664 May 31 13:23:54.625864 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 8e8e620f-5c5c-4270-8de5-83eb8f155e2b is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:23:54.626443 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:54.664053 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0f9a0663-3d7e-466e-acbf-91934b8d6b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:54.683170 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 8e8e620f-5c5c-4270-8de5-83eb8f155e2b, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=8e8e620f-5c5c-4270-8de5-83eb8f155e2b,segment=NetworkSegment(c7bcfd21-6346-44eb-9515-f79d903a458e),segment_id=c7bcfd21-6346-44eb-9515-f79d903a458e)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:23:54.689221 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:54.743981 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c4c334-be90-45e4-bbc8-b7ea9668b1cf req-50f61751-90e9-4600-aae8-aaaae5392583 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:54.746985 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d7c4c334-be90-45e4-bbc8-b7ea9668b1cf req-50f61751-90e9-4600-aae8-aaaae5392583 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/ports?device_id=290dce05-a5a1-4203-9d4e-bbe24ed12d31 HTTP/1.1" status: 200 len: 944 time: 0.1381202 May 31 13:23:54.765384 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0f9a0663-3d7e-466e-acbf-91934b8d6b1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:54.768345 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device a6ce2620-59bc-460a-b055-9b0674cf69e8 up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:23:54.773756 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9a0663-3d7e-466e-acbf-91934b8d6b1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afd64a17-3383-4614-a77c-8c04c94a0c91,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:54.778803 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-0f9a0663-3d7e-466e-acbf-91934b8d6b1f admin admin] 10.222.0.50 "DELETE /v2.0/subnets/afd64a17-3383-4614-a77c-8c04c94a0c91 HTTP/1.1" status: 204 len: 168 time: 0.7857749 May 31 13:23:54.781215 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 38426) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:23:54.821410 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=8e8e620f-5c5c-4270-8de5-83eb8f155e2b,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:54.852175 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning for port a6ce2620-59bc-460a-b055-9b0674cf69e8 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:23:54.858818 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port a6ce2620-59bc-460a-b055-9b0674cf69e8 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:23:54.859842 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:54.906531 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d7c4c334-be90-45e4-bbc8-b7ea9668b1cf req-611a3166-82be-4dfb-9fe5-417aa7eed0a3 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/security-groups?id=98e17d4a-ac5b-4480-9bc6-49977fe0902a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523199 May 31 13:23:54.909812 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c7f85d28-5806-40e4-8ade-b674a034fae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:54.952608 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c317c8d-e8f8-4200-8424-7d4a149af0c1 req-f289c9f4-2296-481a-b9ca-24b79e37a536 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:54.954383 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0c317c8d-e8f8-4200-8424-7d4a149af0c1 req-f289c9f4-2296-481a-b9ca-24b79e37a536 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3ae7dd3-1e2c-4136-92d4-42e9b83cc48d HTTP/1.1" status: 200 len: 949 time: 0.1640637 May 31 13:23:55.047204 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port a6ce2620-59bc-460a-b055-9b0674cf69e8 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:23:55.047873 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:55.092268 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port a6ce2620-59bc-460a-b055-9b0674cf69e8, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=a6ce2620-59bc-460a-b055-9b0674cf69e8,segment=NetworkSegment(370cc937-b213-498d-9452-fec6264d9498),segment_id=370cc937-b213-498d-9452-fec6264d9498)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:23:55.096098 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0c317c8d-e8f8-4200-8424-7d4a149af0c1 req-a7779e4d-e6a4-4d36-ba72-87e0ad1a963e tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351030 May 31 13:23:55.102160 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:55.103074 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 3ef39a42-a126-4bb0-bc4c-ce3b4178bf58 up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:23:55.128945 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c7f85d28-5806-40e4-8ade-b674a034fae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:55.166084 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe33175-19e0-4693-a84e-7d7455fde528 req-41d7b6c8-8644-41f2-a296-b53728601653 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:55.169848 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9fe33175-19e0-4693-a84e-7d7455fde528 req-41d7b6c8-8644-41f2-a296-b53728601653 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=12c6813d-f517-4002-8c22-cda7b5d28c2d HTTP/1.1" status: 200 len: 945 time: 0.1240928 May 31 13:23:55.183171 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-c7f85d28-5806-40e4-8ade-b674a034fae2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4f364ab-8140-469f-9e6e-b2111ffdda17']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:23:55.199584 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-c7f85d28-5806-40e4-8ade-b674a034fae2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a412bdc4-e226-4cb9-ab8a-2a05765802df') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:23:55.199727 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-c7f85d28-5806-40e4-8ade-b674a034fae2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a412bdc4-e226-4cb9-ab8a-2a05765802df') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:23:55.204741 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e56c6af-fe9c-4dcc-8b6b-c95aaba9373a'] response: {'server_uuid': 'f3ae7dd3-1e2c-4136-92d4-42e9b83cc48d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ef39a42-a126-4bb0-bc4c-ce3b4178bf58', 'code': 200} May 31 13:23:55.215244 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c7f85d28-5806-40e4-8ade-b674a034fae2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:55.237610 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c7f85d28-5806-40e4-8ade-b674a034fae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:55.247782 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7f85d28-5806-40e4-8ade-b674a034fae2 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:23:55.249347 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c7f85d28-5806-40e4-8ade-b674a034fae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:55.264246 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9fe33175-19e0-4693-a84e-7d7455fde528 req-c8b39343-b571-45dd-a4e6-4369b6108c9b tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889044 May 31 13:23:55.279108 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=a6ce2620-59bc-460a-b055-9b0674cf69e8,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:55.306814 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port 3ef39a42-a126-4bb0-bc4c-ce3b4178bf58 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:23:55.307163 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:55.430346 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment a412bdc4-e226-4cb9-ab8a-2a05765802df resource provider aggregate not found May 31 13:23:55.474153 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment a412bdc4-e226-4cb9-ab8a-2a05765802df resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a412bdc4-e226-4cb9-ab8a-2a05765802df found for delete ", "request_id": "req-99963adb-3e7d-43bf-aea6-106a8cde4984"}]} May 31 13:23:55.476715 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c7f85d28-5806-40e4-8ade-b674a034fae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:55.505928 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c7f85d28-5806-40e4-8ade-b674a034fae2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:55.517220 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c7f85d28-5806-40e4-8ade-b674a034fae2 admin admin] 10.222.0.50 "DELETE /v2.0/networks/f4f364ab-8140-469f-9e6e-b2111ffdda17 HTTP/1.1" status: 204 len: 168 time: 0.7342811 May 31 13:23:55.524191 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 3ef39a42-a126-4bb0-bc4c-ce3b4178bf58 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:23:55.524919 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:55.526595 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f85d28-5806-40e4-8ade-b674a034fae2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4f364ab-8140-469f-9e6e-b2111ffdda17,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:55.587628 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 3ef39a42-a126-4bb0-bc4c-ce3b4178bf58, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=3ef39a42-a126-4bb0-bc4c-ce3b4178bf58,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:23:55.593443 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:55.651651 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b437a7b5-3f7e-4fab-93f5-ff1383607d08 req-bad2c713-d721-4850-a74b-c2a7e41ca41c tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/ports?device_id=30b9966f-70b7-43b1-ab74-f74fd2bbd109 HTTP/1.1" status: 200 len: 210 time: 0.1537459 May 31 13:23:55.696966 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=3ef39a42-a126-4bb0-bc4c-ce3b4178bf58,revision_number=11']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:55.845714 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a514a90b-e19d-46d2-a47f-edca5a3f6963 req-4fef1ad6-9027-4bac-bf21-4749199a9428 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:55.853494 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a514a90b-e19d-46d2-a47f-edca5a3f6963 req-4fef1ad6-9027-4bac-bf21-4749199a9428 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/networks?id=54080721-9f8a-4f91-bfc0-a61481e712fa HTTP/1.1" status: 200 len: 805 time: 0.4617991 May 31 13:23:55.858939 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 38456) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:23:55.873469 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a514a90b-e19d-46d2-a47f-edca5a3f6963 req-c0faa901-ee95-4cac-9a83-c282ef8363ca tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/quotas/e2597a7ed6d8470e9c70cdf094415106 HTTP/1.1" status: 200 len: 375 time: 0.0189955 May 31 13:23:55.938886 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-5e68c10e-6d4b-4f0f-bf4e-6b79b0f1a94f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4724d34fb9014d5da73efec875de6c30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0782549 May 31 13:23:55.940319 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 38464) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:23:56.040603 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9a6d5a97-0b83-4ddd-b6ac-6cdf71dc9e87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:56.095520 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9a6d5a97-0b83-4ddd-b6ac-6cdf71dc9e87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:56.135399 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a514a90b-e19d-46d2-a47f-edca5a3f6963 req-3ef8590e-bd68-4e51-9063-3820b1c3d60e tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e2597a7ed6d8470e9c70cdf094415106&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2487717 May 31 13:23:56.209559 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9a6d5a97-0b83-4ddd-b6ac-6cdf71dc9e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:56.263934 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e7b7b3-21bf-4b80-905f-59f53a00dc74 req-27e082e2-6808-416f-bab8-e960e62d651b tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:56.263934 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-38e7b7b3-21bf-4b80-905f-59f53a00dc74 req-27e082e2-6808-416f-bab8-e960e62d651b tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.44 "GET /v2.0/ports?device_id=71bc0373-5ee9-4050-a881-4a2e2048d293 HTTP/1.1" status: 200 len: 944 time: 0.3243451 May 31 13:23:56.263934 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28b6068-9ec4-42fc-bca3-d44cc5400862 req-4ad62783-91fb-4a8f-855a-9222c747cb73 tempest-ServersOnMultiNodesTest-616659521 tempest-ServersOnMultiNodesTest-616659521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:56.276320 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a28b6068-9ec4-42fc-bca3-d44cc5400862 req-4ad62783-91fb-4a8f-855a-9222c747cb73 tempest-ServersOnMultiNodesTest-616659521 tempest-ServersOnMultiNodesTest-616659521-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=051ed48e-51ef-40a1-83b3-14a913c71c6f HTTP/1.1" status: 200 len: 1101 time: 0.3446510 May 31 13:23:56.302351 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9a6d5a97-0b83-4ddd-b6ac-6cdf71dc9e87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:56.302351 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-9a6d5a97-0b83-4ddd-b6ac-6cdf71dc9e87 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f3d0e9b1-523f-4623-946b-4714473ac49f HTTP/1.1" status: 204 len: 168 time: 0.3480055 May 31 13:23:56.302351 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6d5a97-0b83-4ddd-b6ac-6cdf71dc9e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d0e9b1-523f-4623-946b-4714473ac49f,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:56.621930 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a28b6068-9ec4-42fc-bca3-d44cc5400862 req-59278b9e-a790-4822-915d-dd5a0a74ae41 tempest-ServersOnMultiNodesTest-616659521 tempest-ServersOnMultiNodesTest-616659521-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=a4e17580-fef9-47ea-85b1-59ae8325b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425987 May 31 13:23:56.635769 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-38e7b7b3-21bf-4b80-905f-59f53a00dc74 req-1c59b6ef-9bea-4fad-a721-1cc61771b303 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Deleting port d67651fe-66f4-4ad0-bc5c-2a3f215f7ef7 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:23:56.635769 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-38e7b7b3-21bf-4b80-905f-59f53a00dc74 req-1c59b6ef-9bea-4fad-a721-1cc61771b303 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:56.739116 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a514a90b-e19d-46d2-a47f-edca5a3f6963 req-3350d1fb-01bd-4ae2-82ae-65d7983cabd6 service neutron] 10.222.0.50 "GET /v2.0/networks/54080721-9f8a-4f91-bfc0-a61481e712fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6107473 May 31 13:23:57.211179 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34a84813-68f5-463f-be95-ab4cb48052c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '551881f1-8e2e-459f-9239-8a8d890cb1f8'}, {'server_uuid': '34a84813-68f5-463f-be95-ab4cb48052c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e8e620f-5c5c-4270-8de5-83eb8f155e2b'}, {'server_uuid': '290dce05-a5a1-4203-9d4e-bbe24ed12d31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6ce2620-59bc-460a-b055-9b0674cf69e8'}, {'server_uuid': 'f3ae7dd3-1e2c-4136-92d4-42e9b83cc48d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef39a42-a126-4bb0-bc4c-ce3b4178bf58'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:23:57.232697 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bbbcc7-ae18-42c1-a996-3dcb8f5a1a1f req-8b78322c-4ca4-429d-94c4-ddf24023fc93 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:57.234873 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-09bbbcc7-ae18-42c1-a996-3dcb8f5a1a1f req-8b78322c-4ca4-429d-94c4-ddf24023fc93 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.20 "GET /v2.0/networks?id=e576ad54-297c-4eec-b73b-25479782c1e2 HTTP/1.1" status: 200 len: 808 time: 0.9502203 May 31 13:23:57.299575 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-09bbbcc7-ae18-42c1-a996-3dcb8f5a1a1f req-14f3a8c8-c68f-449e-8b76-19ac8de16228 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Request body: {'port': {'device_id': '30b9966f-70b7-43b1-ab74-f74fd2bbd109', 'network_id': 'e576ad54-297c-4eec-b73b-25479782c1e2', 'admin_state_up': True, 'tenant_id': '9d7345b6bbc64d3981e920379156fa19'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:23:57.485508 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 3f1be6ac-8045-4d23-a472-0648cf23190e details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:23:57.626618 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a514a90b-e19d-46d2-a47f-edca5a3f6963 req-7e494685-ba92-4223-a171-c0f561f56919 service neutron] 10.222.0.50 "GET /v2.0/networks/54080721-9f8a-4f91-bfc0-a61481e712fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8904071 May 31 13:23:57.655215 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 3f1be6ac-8045-4d23-a472-0648cf23190e, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=3f1be6ac-8045-4d23-a472-0648cf23190e,segment=NetworkSegment(a592d348-649e-4ed1-b139-bdf2b9c4a847),segment_id=a592d348-649e-4ed1-b139-bdf2b9c4a847)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:23:57.659879 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 38496) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:23:57.675917 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 3f1be6ac-8045-4d23-a472-0648cf23190e has no active binding in host n-h2-843939-1 {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 31 13:23:57.696351 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccefc444-279d-43a0-9c16-14081c18d76b req-1981cd6d-1fd6-4c5b-8544-6255e8b9d1ca tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:57.704604 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccefc444-279d-43a0-9c16-14081c18d76b req-1981cd6d-1fd6-4c5b-8544-6255e8b9d1ca tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:57.706210 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ccefc444-279d-43a0-9c16-14081c18d76b req-1981cd6d-1fd6-4c5b-8544-6255e8b9d1ca tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.50 "GET /v2.0/ports?device_id=34a84813-68f5-463f-be95-ab4cb48052c5 HTTP/1.1" status: 200 len: 1683 time: 0.8822699 May 31 13:23:57.872927 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-09bbbcc7-ae18-42c1-a996-3dcb8f5a1a1f req-14f3a8c8-c68f-449e-8b76-19ac8de16228 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:23:57.891177 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200cfa0-9ed4-42af-bdbc-32c1e011a463 req-f775f9d3-d97f-43ea-bac8-bbb247f3325c tempest-LiveAutoBlockMigrationV225Test-938371686 tempest-LiveAutoBlockMigrationV225Test-938371686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:57.893290 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6200cfa0-9ed4-42af-bdbc-32c1e011a463 req-f775f9d3-d97f-43ea-bac8-bbb247f3325c tempest-LiveAutoBlockMigrationV225Test-938371686 tempest-LiveAutoBlockMigrationV225Test-938371686-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=12c6813d-f517-4002-8c22-cda7b5d28c2d&tenant_id=2539a3508c4b448ea8707834972224c7&binding%3Ahost_id=n-h1-843939-1 HTTP/1.1" status: 200 len: 1096 time: 0.6877570 May 31 13:23:57.897497 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-38e7b7b3-21bf-4b80-905f-59f53a00dc74 req-1c59b6ef-9bea-4fad-a721-1cc61771b303 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] For port d67651fe-66f4-4ad0-bc5c-2a3f215f7ef7, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=d67651fe-66f4-4ad0-bc5c-2a3f215f7ef7,segment=NetworkSegment(5e25fb0d-97f0-46e3-9365-1fe4cebfedef),segment_id=5e25fb0d-97f0-46e3-9365-1fe4cebfedef)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:23:57.897497 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-38e7b7b3-21bf-4b80-905f-59f53a00dc74 req-1c59b6ef-9bea-4fad-a721-1cc61771b303 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:57.913220 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-690fa381-c72f-467d-b36a-9683961aa562 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1554090402-network', 'tenant_id': 'b7cf8726517b4438b022debf1ecf0375'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:23:57.922555 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-690fa381-c72f-467d-b36a-9683961aa562 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:23:57.935482 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-690fa381-c72f-467d-b36a-9683961aa562 admin admin] Usage tracker for resource:network and tenant:b7cf8726517b4438b022debf1ecf0375 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:23:57.943429 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-690fa381-c72f-467d-b36a-9683961aa562 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:23:57.944843 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-09bbbcc7-ae18-42c1-a996-3dcb8f5a1a1f req-14f3a8c8-c68f-449e-8b76-19ac8de16228 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Usage tracker for resource:port and tenant:9d7345b6bbc64d3981e920379156fa19 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:23:57.950792 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-690fa381-c72f-467d-b36a-9683961aa562 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:23:57.953190 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-6200cfa0-9ed4-42af-bdbc-32c1e011a463 req-a6abed40-acae-4def-a258-18b4a88650b0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-843939-1'}}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:23:57.984813 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-690fa381-c72f-467d-b36a-9683961aa562 admin admin] Made reservation on behalf of b7cf8726517b4438b022debf1ecf0375 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:23:57.984813 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-690fa381-c72f-467d-b36a-9683961aa562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:58.025346 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-690fa381-c72f-467d-b36a-9683961aa562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:58.040861 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-690fa381-c72f-467d-b36a-9683961aa562 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:23:58.048209 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-09bbbcc7-ae18-42c1-a996-3dcb8f5a1a1f req-14f3a8c8-c68f-449e-8b76-19ac8de16228 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:23:58.049589 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-690fa381-c72f-467d-b36a-9683961aa562 admin admin] Usage tracker for resource:security_group_rule and tenant:b7cf8726517b4438b022debf1ecf0375 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:23:58.055574 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-09bbbcc7-ae18-42c1-a996-3dcb8f5a1a1f req-14f3a8c8-c68f-449e-8b76-19ac8de16228 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:23:58.059362 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-690fa381-c72f-467d-b36a-9683961aa562 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:23:58.071360 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-690fa381-c72f-467d-b36a-9683961aa562 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:23:58.142622 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ccefc444-279d-43a0-9c16-14081c18d76b req-5107e861-90e0-4327-8280-a633be9a90ff tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.50 "GET /v2.0/security-groups?id=81ecd401-c676-4ce2-9977-0e736c745f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4128118 May 31 13:23:58.233177 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-690fa381-c72f-467d-b36a-9683961aa562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:58.236312 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-690fa381-c72f-467d-b36a-9683961aa562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:58.285935 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690fa381-c72f-467d-b36a-9683961aa562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc7a52aa-a3e2-4ce3-b1cf-d5832396ec71,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:58.303663 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-690fa381-c72f-467d-b36a-9683961aa562 admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:23:58.317203 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-690fa381-c72f-467d-b36a-9683961aa562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:58.318399 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-690fa381-c72f-467d-b36a-9683961aa562 admin admin] Added segment 3cd1e590-b03b-4bab-9eb2-d4b001419190 of type vlan for network 1b3c2627-242d-47aa-a663-84cbc730d348 May 31 13:23:58.367134 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-690fa381-c72f-467d-b36a-9683961aa562 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:58.386769 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-38e7b7b3-21bf-4b80-905f-59f53a00dc74 req-1c59b6ef-9bea-4fad-a721-1cc61771b303 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Calling delete_port for d67651fe-66f4-4ad0-bc5c-2a3f215f7ef7 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:23:58.419629 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-690fa381-c72f-467d-b36a-9683961aa562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:58.419629 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690fa381-c72f-467d-b36a-9683961aa562 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:58.419629 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-690fa381-c72f-467d-b36a-9683961aa562 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:58.494304 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4488519e-f5e0-44ee-931e-ed70d1e8ed72 req-eeb984e0-afe6-491d-ae80-18f871bc95a4 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=c905d91f2f614f928153cd05b2f8a225&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5507042 May 31 13:23:58.557177 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09bbbcc7-ae18-42c1-a996-3dcb8f5a1a1f req-14f3a8c8-c68f-449e-8b76-19ac8de16228 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Made reservation on behalf of 9d7345b6bbc64d3981e920379156fa19 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:23:58.566331 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-09bbbcc7-ae18-42c1-a996-3dcb8f5a1a1f req-14f3a8c8-c68f-449e-8b76-19ac8de16228 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:58.570404 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-690fa381-c72f-467d-b36a-9683961aa562 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9075260 May 31 13:23:58.572651 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 38520) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:23:58.576488 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690fa381-c72f-467d-b36a-9683961aa562 admin admin] Pushing event updated for resources: {'Network': ['ID=1b3c2627-242d-47aa-a663-84cbc730d348,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:58.587256 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-4d6d8e67-db88-4214-acd6-7b800b03c56d admin admin] Request body: {'subnet': {'network_id': '1b3c2627-242d-47aa-a663-84cbc730d348', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1554090402-subnet', 'tenant_id': 'b7cf8726517b4438b022debf1ecf0375', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:23:58.600749 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4d6d8e67-db88-4214-acd6-7b800b03c56d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:23:58.605729 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 1b3c2627-242d-47aa-a663-84cbc730d348 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:23:58.614853 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-4d6d8e67-db88-4214-acd6-7b800b03c56d admin admin] Usage tracker for resource:subnet and tenant:b7cf8726517b4438b022debf1ecf0375 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:23:58.614853 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-4d6d8e67-db88-4214-acd6-7b800b03c56d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:23:58.633763 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4d6d8e67-db88-4214-acd6-7b800b03c56d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:23:58.649143 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6d8e67-db88-4214-acd6-7b800b03c56d admin admin] Made reservation on behalf of b7cf8726517b4438b022debf1ecf0375 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:23:58.649143 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4d6d8e67-db88-4214-acd6-7b800b03c56d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:59.132767 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4d6d8e67-db88-4214-acd6-7b800b03c56d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:59.135729 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6200cfa0-9ed4-42af-bdbc-32c1e011a463 req-a6abed40-acae-4def-a258-18b4a88650b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:59.148996 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db79112-755d-45e4-aab3-6d09fdac5bed req-cd21bdb4-4e1a-4fe4-93b3-a423079b31c6 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:59.149868 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7db79112-755d-45e4-aab3-6d09fdac5bed req-cd21bdb4-4e1a-4fe4-93b3-a423079b31c6 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/ports?device_id=290dce05-a5a1-4203-9d4e-bbe24ed12d31 HTTP/1.1" status: 200 len: 945 time: 0.6542830 May 31 13:23:59.231895 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6d8e67-db88-4214-acd6-7b800b03c56d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6fb7463-9434-4855-8fea-436f931ae20e,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:23:59.243046 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4488519e-f5e0-44ee-931e-ed70d1e8ed72 req-3a30e2bd-fa3b-4e5e-95a3-eb1ffefe42fb tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:59.243046 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4488519e-f5e0-44ee-931e-ed70d1e8ed72 req-3a30e2bd-fa3b-4e5e-95a3-eb1ffefe42fb tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7479827 May 31 13:23:59.269735 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6d8e67-db88-4214-acd6-7b800b03c56d admin admin] Checking segment: {'id': '3cd1e590-b03b-4bab-9eb2-d4b001419190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1b3c2627-242d-47aa-a663-84cbc730d348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:23:59.270193 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6d8e67-db88-4214-acd6-7b800b03c56d admin admin] Network hostable DHCP agents. Network: 1b3c2627-242d-47aa-a663-84cbc730d348, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:23:59.290979 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6d8e67-db88-4214-acd6-7b800b03c56d admin admin] Network 1b3c2627-242d-47aa-a663-84cbc730d348 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:23:59.302991 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-4d6d8e67-db88-4214-acd6-7b800b03c56d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 1b3c2627-242d-47aa-a663-84cbc730d348) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:23:59.325417 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0669583c-ab27-41bb-8bb8-fe63d2d59c1b None None] Network 1b3c2627-242d-47aa-a663-84cbc730d348 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:23:59.329769 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6d8e67-db88-4214-acd6-7b800b03c56d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:23:59.329769 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4d6d8e67-db88-4214-acd6-7b800b03c56d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:59.398159 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-4d6d8e67-db88-4214-acd6-7b800b03c56d admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8033912 May 31 13:23:59.398159 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 38526) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:23:59.398159 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-0103b666-8766-4fe7-8f00-ac9633544045 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1554090402-router', 'tenant_id': 'b7cf8726517b4438b022debf1ecf0375', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:23:59.417328 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0103b666-8766-4fe7-8f00-ac9633544045 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:23:59.432779 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-0103b666-8766-4fe7-8f00-ac9633544045 admin admin] Usage tracker for resource:router and tenant:b7cf8726517b4438b022debf1ecf0375 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:23:59.432779 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-0103b666-8766-4fe7-8f00-ac9633544045 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:23:59.456348 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0103b666-8766-4fe7-8f00-ac9633544045 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:23:59.484225 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0103b666-8766-4fe7-8f00-ac9633544045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:59.484225 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0103b666-8766-4fe7-8f00-ac9633544045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:59.511111 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4488519e-f5e0-44ee-931e-ed70d1e8ed72 req-546b537f-fcff-4f5e-ae80-0d6cb8b95019 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/quotas/c905d91f2f614f928153cd05b2f8a225 HTTP/1.1" status: 200 len: 375 time: 0.2422490 May 31 13:23:59.570960 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7db79112-755d-45e4-aab3-6d09fdac5bed req-ecd06e49-f368-4ae0-b2d6-61a29b4ccdfe tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/security-groups?id=98e17d4a-ac5b-4480-9bc6-49977fe0902a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3878148 May 31 13:23:59.597564 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device d67651fe-66f4-4ad0-bc5c-2a3f215f7ef7 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:23:59.837116 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0103b666-8766-4fe7-8f00-ac9633544045 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:59.889014 n-d-843939-1 neutron-server[88371]: INFO neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] No ports have port_id starting with d67651fe-66f4-4ad0-bc5c-2a3f215f7ef7 May 31 13:23:59.904851 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d13a2f-9c9e-487e-8d8b-de6ffa022c6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-1b3c2627-242d-47aa-a663-84cbc730d348', 'network_id': '1b3c2627-242d-47aa-a663-84cbc730d348', 'tenant_id': 'b7cf8726517b4438b022debf1ecf0375', 'fixed_ips': [{'subnet_id': 'f6fb7463-9434-4855-8fea-436f931ae20e'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:23:59.904984 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d4d13a2f-9c9e-487e-8d8b-de6ffa022c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:59.972075 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-38e7b7b3-21bf-4b80-905f-59f53a00dc74 req-1c59b6ef-9bea-4fad-a721-1cc61771b303 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:00.097851 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-d4d13a2f-9c9e-487e-8d8b-de6ffa022c6d None None] Allocated IP 172.20.0.2 (1b3c2627-242d-47aa-a663-84cbc730d348/f6fb7463-9434-4855-8fea-436f931ae20e/b3055128-ef10-46ff-95f4-7dc3166bd1d8) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:24:00.125711 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-09bbbcc7-ae18-42c1-a996-3dcb8f5a1a1f req-14f3a8c8-c68f-449e-8b76-19ac8de16228 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Allocated IP 172.20.0.11 (e576ad54-297c-4eec-b73b-25479782c1e2/376bfa95-ebe5-4cb8-abaa-2bcb5d3a07e3/7981e8f9-d03b-40e2-9db7-0fab18d23011) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:24:00.221881 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c59b6ef-9bea-4fad-a721-1cc61771b303 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Pushing event deleted for resources: {'Port': ['ID=d67651fe-66f4-4ad0-bc5c-2a3f215f7ef7,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:24:00.227627 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0103b666-8766-4fe7-8f00-ac9633544045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:00.319654 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c59b6ef-9bea-4fad-a721-1cc61771b303 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:24:00.319654 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c59b6ef-9bea-4fad-a721-1cc61771b303 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:24:00.319654 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c59b6ef-9bea-4fad-a721-1cc61771b303 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:24:00.319654 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c59b6ef-9bea-4fad-a721-1cc61771b303 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:24:00.319654 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c59b6ef-9bea-4fad-a721-1cc61771b303 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:24:00.319654 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c59b6ef-9bea-4fad-a721-1cc61771b303 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:24:00.319654 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c59b6ef-9bea-4fad-a721-1cc61771b303 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:24:00.319654 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c59b6ef-9bea-4fad-a721-1cc61771b303 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:24:00.319654 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c59b6ef-9bea-4fad-a721-1cc61771b303 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:24:00.319654 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c59b6ef-9bea-4fad-a721-1cc61771b303 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:24:00.319654 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c59b6ef-9bea-4fad-a721-1cc61771b303 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:24:00.319654 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c59b6ef-9bea-4fad-a721-1cc61771b303 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:24:00.434426 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a514a90b-e19d-46d2-a47f-edca5a3f6963 req-c32610d0-8329-40b8-8be5-3bb6b11329c8 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:00.434426 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a514a90b-e19d-46d2-a47f-edca5a3f6963 req-c32610d0-8329-40b8-8be5-3bb6b11329c8 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.44 "GET /v2.0/networks?id=54080721-9f8a-4f91-bfc0-a61481e712fa HTTP/1.1" status: 200 len: 805 time: 1.0338039 May 31 13:24:00.471555 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-38e7b7b3-21bf-4b80-905f-59f53a00dc74 req-1c59b6ef-9bea-4fad-a721-1cc61771b303 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] No DVR routers for this DVR port d67651fe-66f4-4ad0-bc5c-2a3f215f7ef7 on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:24:00.479823 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-a514a90b-e19d-46d2-a47f-edca5a3f6963 req-aa95325c-56d8-45b3-9927-92741cb48977 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Request body: {'port': {'device_id': 'bd1f28db-980f-460f-9d1a-6d9576db37e9', 'network_id': '54080721-9f8a-4f91-bfc0-a61481e712fa', 'admin_state_up': True, 'tenant_id': 'e2597a7ed6d8470e9c70cdf094415106'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:24:00.521780 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-38e7b7b3-21bf-4b80-905f-59f53a00dc74 req-1c59b6ef-9bea-4fad-a721-1cc61771b303 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:00.529268 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71bc0373-5ee9-4050-a881-4a2e2048d293', 'name': 'network-vif-deleted', 'tag': 'd67651fe-66f4-4ad0-bc5c-2a3f215f7ef7'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:24:00.569599 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d4d13a2f-9c9e-487e-8d8b-de6ffa022c6d None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:00.581210 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d4d13a2f-9c9e-487e-8d8b-de6ffa022c6d None None] Transition to ACTIVE for port object b3055128-ef10-46ff-95f4-7dc3166bd1d8 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:24:00.610960 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d4d13a2f-9c9e-487e-8d8b-de6ffa022c6d None None] Transition to ACTIVE for port object b3055128-ef10-46ff-95f4-7dc3166bd1d8 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:24:00.618686 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d4d13a2f-9c9e-487e-8d8b-de6ffa022c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:00.620646 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-6200cfa0-9ed4-42af-bdbc-32c1e011a463 req-a6abed40-acae-4def-a258-18b4a88650b0 service neutron] For port 3f1be6ac-8045-4d23-a472-0648cf23190e, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=3f1be6ac-8045-4d23-a472-0648cf23190e,segment=NetworkSegment(a592d348-649e-4ed1-b139-bdf2b9c4a847),segment_id=a592d348-649e-4ed1-b139-bdf2b9c4a847)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:24:00.673845 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4488519e-f5e0-44ee-931e-ed70d1e8ed72 req-a6fcc114-effb-4a32-9414-03c06ae1c53b tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c905d91f2f614f928153cd05b2f8a225&fields=id HTTP/1.1" status: 200 len: 394 time: 1.1379881 May 31 13:24:00.693976 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d13a2f-9c9e-487e-8d8b-de6ffa022c6d None None] Network 1b3c2627-242d-47aa-a663-84cbc730d348 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:24:00.696930 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-d4d13a2f-9c9e-487e-8d8b-de6ffa022c6d None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:24:00.701455 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d13a2f-9c9e-487e-8d8b-de6ffa022c6d None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:24:00.739145 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865732cd-dbe1-4fad-8204-071e584d7a86 req-af1bc8cc-d4dc-471f-9c9b-42912431d094 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:00.740678 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-865732cd-dbe1-4fad-8204-071e584d7a86 req-af1bc8cc-d4dc-471f-9c9b-42912431d094 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=12c6813d-f517-4002-8c22-cda7b5d28c2d HTTP/1.1" status: 200 len: 945 time: 0.8278978 May 31 13:24:00.750958 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-38e7b7b3-21bf-4b80-905f-59f53a00dc74 req-1c59b6ef-9bea-4fad-a721-1cc61771b303 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.44 "DELETE /v2.0/ports/d67651fe-66f4-4ad0-bc5c-2a3f215f7ef7 HTTP/1.1" status: 204 len: 173 time: 4.4769361 May 31 13:24:00.799232 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0103b666-8766-4fe7-8f00-ac9633544045 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:00.818952 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-d4d13a2f-9c9e-487e-8d8b-de6ffa022c6d None None] Attempting to bind port b3055128-ef10-46ff-95f4-7dc3166bd1d8 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:24:00.819807 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-d4d13a2f-9c9e-487e-8d8b-de6ffa022c6d None None] Attempting to bind port b3055128-ef10-46ff-95f4-7dc3166bd1d8 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '3cd1e590-b03b-4bab-9eb2-d4b001419190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1b3c2627-242d-47aa-a663-84cbc730d348'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:24:00.820391 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d13a2f-9c9e-487e-8d8b-de6ffa022c6d None None] Attempting to bind port b3055128-ef10-46ff-95f4-7dc3166bd1d8 on network 1b3c2627-242d-47aa-a663-84cbc730d348 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:24:00.826421 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d13a2f-9c9e-487e-8d8b-de6ffa022c6d None None] Pushing event updated for resources: {'Port': ['ID=b3055128-ef10-46ff-95f4-7dc3166bd1d8,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:24:00.829152 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d13a2f-9c9e-487e-8d8b-de6ffa022c6d None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:24:00.829775 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d13a2f-9c9e-487e-8d8b-de6ffa022c6d None None] Checking segment: {'id': '3cd1e590-b03b-4bab-9eb2-d4b001419190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1b3c2627-242d-47aa-a663-84cbc730d348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:24:00.830364 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d4d13a2f-9c9e-487e-8d8b-de6ffa022c6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:00.830895 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d13a2f-9c9e-487e-8d8b-de6ffa022c6d None None] Bound using segment: {'id': '3cd1e590-b03b-4bab-9eb2-d4b001419190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1b3c2627-242d-47aa-a663-84cbc730d348'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:24:00.831536 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-d4d13a2f-9c9e-487e-8d8b-de6ffa022c6d None None] Bound port: b3055128-ef10-46ff-95f4-7dc3166bd1d8, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cd1e590-b03b-4bab-9eb2-d4b001419190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1b3c2627-242d-47aa-a663-84cbc730d348'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:24:00.832069 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d4d13a2f-9c9e-487e-8d8b-de6ffa022c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:00.883446 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0103b666-8766-4fe7-8f00-ac9633544045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:00.908178 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-6200cfa0-9ed4-42af-bdbc-32c1e011a463 req-a6abed40-acae-4def-a258-18b4a88650b0 service neutron] For port 3f1be6ac-8045-4d23-a472-0648cf23190e, host n-h1-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:24:00.946927 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-865732cd-dbe1-4fad-8204-071e584d7a86 req-c1e4678a-a69c-4d74-8cb5-10a4828b1faa tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859593 May 31 13:24:01.019915 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-a514a90b-e19d-46d2-a47f-edca5a3f6963 req-aa95325c-56d8-45b3-9927-92741cb48977 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:24:01.040175 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-d4d13a2f-9c9e-487e-8d8b-de6ffa022c6d None None] For port b3055128-ef10-46ff-95f4-7dc3166bd1d8, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:24:01.050378 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-d4d13a2f-9c9e-487e-8d8b-de6ffa022c6d None None] For port b3055128-ef10-46ff-95f4-7dc3166bd1d8, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=b3055128-ef10-46ff-95f4-7dc3166bd1d8,segment=NetworkSegment(3cd1e590-b03b-4bab-9eb2-d4b001419190),segment_id=3cd1e590-b03b-4bab-9eb2-d4b001419190)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:24:01.051230 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-a514a90b-e19d-46d2-a47f-edca5a3f6963 req-aa95325c-56d8-45b3-9927-92741cb48977 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Usage tracker for resource:port and tenant:e2597a7ed6d8470e9c70cdf094415106 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:24:01.058110 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d4d13a2f-9c9e-487e-8d8b-de6ffa022c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:01.102065 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-0103b666-8766-4fe7-8f00-ac9633544045 admin admin] Allocated IP 172.25.6.225 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/454473a9-a67e-4267-ab12-d2db9c2f0299) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:24:01.102677 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-09bbbcc7-ae18-42c1-a996-3dcb8f5a1a1f req-14f3a8c8-c68f-449e-8b76-19ac8de16228 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:01.128668 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-a514a90b-e19d-46d2-a47f-edca5a3f6963 req-aa95325c-56d8-45b3-9927-92741cb48977 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:24:01.136029 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-a514a90b-e19d-46d2-a47f-edca5a3f6963 req-aa95325c-56d8-45b3-9927-92741cb48977 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:24:01.196787 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d13a2f-9c9e-487e-8d8b-de6ffa022c6d None None] Pushing event updated for resources: {'Port': ['ID=b3055128-ef10-46ff-95f4-7dc3166bd1d8,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:24:01.272769 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-7ab1e1e4-dc25-4a5f-a86e-28f343f4ddcd req-1b31054a-cf59-4696-9638-614e8fd57cb5 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Synchronizing usage tracker for tenant:9d7345b6bbc64d3981e920379156fa19 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:24:01.279586 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6200cfa0-9ed4-42af-bdbc-32c1e011a463 req-a6abed40-acae-4def-a258-18b4a88650b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:01.284313 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a514a90b-e19d-46d2-a47f-edca5a3f6963 req-aa95325c-56d8-45b3-9927-92741cb48977 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Made reservation on behalf of e2597a7ed6d8470e9c70cdf094415106 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:24:01.288937 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a514a90b-e19d-46d2-a47f-edca5a3f6963 req-aa95325c-56d8-45b3-9927-92741cb48977 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:01.312061 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0103b666-8766-4fe7-8f00-ac9633544045 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:01.348564 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6200cfa0-9ed4-42af-bdbc-32c1e011a463 req-a6abed40-acae-4def-a258-18b4a88650b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:01.380020 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0103b666-8766-4fe7-8f00-ac9633544045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:01.502647 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-7ab1e1e4-dc25-4a5f-a86e-28f343f4ddcd req-1b31054a-cf59-4696-9638-614e8fd57cb5 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Unset dirty status for tenant:9d7345b6bbc64d3981e920379156fa19 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:24:01.515842 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7ab1e1e4-dc25-4a5f-a86e-28f343f4ddcd req-1b31054a-cf59-4696-9638-614e8fd57cb5 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/ports?device_id=30b9966f-70b7-43b1-ab74-f74fd2bbd109 HTTP/1.1" status: 200 len: 210 time: 0.3660905 May 31 13:24:01.581265 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-09bbbcc7-ae18-42c1-a996-3dcb8f5a1a1f req-14f3a8c8-c68f-449e-8b76-19ac8de16228 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:01.606888 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0103b666-8766-4fe7-8f00-ac9633544045 admin admin] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:24:01.610437 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-0103b666-8766-4fe7-8f00-ac9633544045 admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:24:01.614180 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0103b666-8766-4fe7-8f00-ac9633544045 admin admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:24:01.687695 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0103b666-8766-4fe7-8f00-ac9633544045 admin admin] Pushing event updated for resources: {'Port': ['ID=454473a9-a67e-4267-ab12-d2db9c2f0299,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:24:01.842044 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09bbbcc7-ae18-42c1-a996-3dcb8f5a1a1f req-14f3a8c8-c68f-449e-8b76-19ac8de16228 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Network e576ad54-297c-4eec-b73b-25479782c1e2 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:24:01.849426 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0830e380-6ce3-49a0-8842-8cec532106c8 req-3e805d7f-0743-41be-a010-6732d4076e5c tempest-ServersOnMultiNodesTest-616659521 tempest-ServersOnMultiNodesTest-616659521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:01.851435 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0830e380-6ce3-49a0-8842-8cec532106c8 req-3e805d7f-0743-41be-a010-6732d4076e5c tempest-ServersOnMultiNodesTest-616659521 tempest-ServersOnMultiNodesTest-616659521-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=f3744315-d92b-4f5d-a8a0-2a9ee3c5263c HTTP/1.1" status: 200 len: 1100 time: 0.7082853 May 31 13:24:01.851971 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6abed40-acae-4def-a258-18b4a88650b0 service neutron] Pushing event updated for resources: {'Port': ['ID=3f1be6ac-8045-4d23-a472-0648cf23190e,revision_number=7']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:24:01.868017 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-09bbbcc7-ae18-42c1-a996-3dcb8f5a1a1f req-14f3a8c8-c68f-449e-8b76-19ac8de16228 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:24:01.894808 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0786c454-0728-4417-89ea-b0b9db753579'] response: {'server_uuid': '34a84813-68f5-463f-be95-ab4cb48052c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '551881f1-8e2e-459f-9239-8a8d890cb1f8', 'code': 200} May 31 13:24:01.895308 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0786c454-0728-4417-89ea-b0b9db753579'] response: {'server_uuid': '34a84813-68f5-463f-be95-ab4cb48052c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e8e620f-5c5c-4270-8de5-83eb8f155e2b', 'code': 200} May 31 13:24:01.896738 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0786c454-0728-4417-89ea-b0b9db753579'] response: {'server_uuid': '290dce05-a5a1-4203-9d4e-bbe24ed12d31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6ce2620-59bc-460a-b055-9b0674cf69e8', 'code': 200} May 31 13:24:01.897224 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0786c454-0728-4417-89ea-b0b9db753579'] response: {'server_uuid': 'f3ae7dd3-1e2c-4136-92d4-42e9b83cc48d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef39a42-a126-4bb0-bc4c-ce3b4178bf58', 'code': 200} May 31 13:24:02.019488 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f3a8c8-c68f-449e-8b76-19ac8de16228 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Pushing event updated for resources: {'Port': ['ID=7981e8f9-d03b-40e2-9db7-0fab18d23011,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:24:02.035514 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-09bbbcc7-ae18-42c1-a996-3dcb8f5a1a1f req-14f3a8c8-c68f-449e-8b76-19ac8de16228 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:24:02.073248 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-6200cfa0-9ed4-42af-bdbc-32c1e011a463 req-a6abed40-acae-4def-a258-18b4a88650b0 service neutron] Attempting to bind port 3f1be6ac-8045-4d23-a472-0648cf23190e on host n-h1-843939-1 for vnic_type normal with profile {"migrating_to": "n-h2-843939-1"} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:24:02.073583 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-6200cfa0-9ed4-42af-bdbc-32c1e011a463 req-a6abed40-acae-4def-a258-18b4a88650b0 service neutron] Attempting to bind port 3f1be6ac-8045-4d23-a472-0648cf23190e by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': 'a592d348-649e-4ed1-b139-bdf2b9c4a847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5b3c8d41-b43d-4739-acc3-c9eae6a83205'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:24:02.073920 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6200cfa0-9ed4-42af-bdbc-32c1e011a463 req-a6abed40-acae-4def-a258-18b4a88650b0 service neutron] Attempting to bind port 3f1be6ac-8045-4d23-a472-0648cf23190e on network 5b3c8d41-b43d-4739-acc3-c9eae6a83205 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:24:02.303050 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f5ccd7-44b6-44e7-be45-9e91f065f6e5 req-1b1ef9f9-8ed6-479b-a993-f2c008c1ef3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:02.304865 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-95f5ccd7-44b6-44e7-be45-9e91f065f6e5 req-1b1ef9f9-8ed6-479b-a993-f2c008c1ef3f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=290dce05-a5a1-4203-9d4e-bbe24ed12d31 HTTP/1.1" status: 200 len: 1096 time: 0.2289791 May 31 13:24:02.397656 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6200cfa0-9ed4-42af-bdbc-32c1e011a463 req-a6abed40-acae-4def-a258-18b4a88650b0 service neutron] Port 3f1be6ac-8045-4d23-a472-0648cf23190e on network 5b3c8d41-b43d-4739-acc3-c9eae6a83205 not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:24:02.398377 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6200cfa0-9ed4-42af-bdbc-32c1e011a463 req-a6abed40-acae-4def-a258-18b4a88650b0 service neutron] Attempting to bind port 3f1be6ac-8045-4d23-a472-0648cf23190e on network 5b3c8d41-b43d-4739-acc3-c9eae6a83205 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:24:02.413882 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6200cfa0-9ed4-42af-bdbc-32c1e011a463 req-a6abed40-acae-4def-a258-18b4a88650b0 service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:24:02.414528 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6200cfa0-9ed4-42af-bdbc-32c1e011a463 req-a6abed40-acae-4def-a258-18b4a88650b0 service neutron] Checking segment: {'id': 'a592d348-649e-4ed1-b139-bdf2b9c4a847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5b3c8d41-b43d-4739-acc3-c9eae6a83205'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:24:02.415138 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6200cfa0-9ed4-42af-bdbc-32c1e011a463 req-a6abed40-acae-4def-a258-18b4a88650b0 service neutron] Bound using segment: {'id': 'a592d348-649e-4ed1-b139-bdf2b9c4a847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5b3c8d41-b43d-4739-acc3-c9eae6a83205'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:24:02.415765 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-6200cfa0-9ed4-42af-bdbc-32c1e011a463 req-a6abed40-acae-4def-a258-18b4a88650b0 service neutron] Bound port: 3f1be6ac-8045-4d23-a472-0648cf23190e, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a592d348-649e-4ed1-b139-bdf2b9c4a847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5b3c8d41-b43d-4739-acc3-c9eae6a83205'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:24:02.416303 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6200cfa0-9ed4-42af-bdbc-32c1e011a463 req-a6abed40-acae-4def-a258-18b4a88650b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:02.428211 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-9c203965-21b2-4d60-8a28-fe46d6f6d9da req-37100796-cfff-4acc-8e10-df0133040875 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Synchronizing usage tracker for tenant:e2597a7ed6d8470e9c70cdf094415106 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:24:02.454576 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-95f5ccd7-44b6-44e7-be45-9e91f065f6e5 req-cb54b547-9ea9-46c2-bbe2-6c227a5ead75 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=98e17d4a-ac5b-4480-9bc6-49977fe0902a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412525 May 31 13:24:02.460888 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0830e380-6ce3-49a0-8842-8cec532106c8 req-6253cfeb-e9b3-4c98-9edb-0e80faead42f tempest-ServersOnMultiNodesTest-616659521 tempest-ServersOnMultiNodesTest-616659521-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=a4e17580-fef9-47ea-85b1-59ae8325b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4937797 May 31 13:24:02.490440 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4488519e-f5e0-44ee-931e-ed70d1e8ed72 req-73c5c1db-adbd-4cb3-a708-011bbdf883e1 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=c905d91f2f614f928153cd05b2f8a225&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380850 May 31 13:24:02.497300 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0103b666-8766-4fe7-8f00-ac9633544045 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:02.521627 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bbbcc7-ae18-42c1-a996-3dcb8f5a1a1f req-14f3a8c8-c68f-449e-8b76-19ac8de16228 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:02.522409 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-09bbbcc7-ae18-42c1-a996-3dcb8f5a1a1f req-14f3a8c8-c68f-449e-8b76-19ac8de16228 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:02.616658 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-09bbbcc7-ae18-42c1-a996-3dcb8f5a1a1f req-14f3a8c8-c68f-449e-8b76-19ac8de16228 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3310637 May 31 13:24:02.621318 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289c7464-13eb-4488-bf42-0fa07c4f3cc1 None None] Network 1b3c2627-242d-47aa-a663-84cbc730d348 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:24:02.647601 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-9c203965-21b2-4d60-8a28-fe46d6f6d9da req-37100796-cfff-4acc-8e10-df0133040875 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Unset dirty status for tenant:e2597a7ed6d8470e9c70cdf094415106 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:24:02.648745 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9c203965-21b2-4d60-8a28-fe46d6f6d9da req-37100796-cfff-4acc-8e10-df0133040875 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd1f28db-980f-460f-9d1a-6d9576db37e9 HTTP/1.1" status: 200 len: 210 time: 0.5852895 May 31 13:24:02.705613 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-a514a90b-e19d-46d2-a47f-edca5a3f6963 req-aa95325c-56d8-45b3-9927-92741cb48977 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Allocated IP 172.20.0.9 (54080721-9f8a-4f91-bfc0-a61481e712fa/83cbe83f-97ff-497d-8da2-ff6d3874e4c0/a713b83b-03d8-4e07-aa31-65b58e4fc23b) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:24:02.737895 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-09bbbcc7-ae18-42c1-a996-3dcb8f5a1a1f req-7a108d33-d88c-48a0-927b-40c0f27fcc1c service neutron] Request body: {'port': {'device_id': '30b9966f-70b7-43b1-ab74-f74fd2bbd109', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:24:02.814061 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-6200cfa0-9ed4-42af-bdbc-32c1e011a463 req-a6abed40-acae-4def-a258-18b4a88650b0 service neutron] For port 3f1be6ac-8045-4d23-a472-0648cf23190e, host n-h1-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:24:02.822111 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aba675-2488-42df-a6f3-d7786a371205 req-d5f67402-998a-443e-b6e3-7857fffb2d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:02.823156 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aba675-2488-42df-a6f3-d7786a371205 req-d5f67402-998a-443e-b6e3-7857fffb2d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:02.825011 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-42aba675-2488-42df-a6f3-d7786a371205 req-d5f67402-998a-443e-b6e3-7857fffb2d3a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=34a84813-68f5-463f-be95-ab4cb48052c5 HTTP/1.1" status: 200 len: 1985 time: 0.7596848 May 31 13:24:02.835154 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-1cbd78f6-b2d8-4996-b4d8-0922487f592d None None] Provisioning for port b3055128-ef10-46ff-95f4-7dc3166bd1d8 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:24:02.850251 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-6200cfa0-9ed4-42af-bdbc-32c1e011a463 req-a6abed40-acae-4def-a258-18b4a88650b0 service neutron] For port 3f1be6ac-8045-4d23-a472-0648cf23190e, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=3f1be6ac-8045-4d23-a472-0648cf23190e,segment=NetworkSegment(a592d348-649e-4ed1-b139-bdf2b9c4a847),segment_id=a592d348-649e-4ed1-b139-bdf2b9c4a847)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:24:02.853148 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f9913ef-dad5-41fb-a274-b134139adc00'] response: {'server_uuid': '71bc0373-5ee9-4050-a881-4a2e2048d293', 'name': 'network-vif-deleted', 'tag': 'd67651fe-66f4-4ad0-bc5c-2a3f215f7ef7', 'status': 'completed', 'code': 200} May 31 13:24:02.942312 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6200cfa0-9ed4-42af-bdbc-32c1e011a463 req-a6abed40-acae-4def-a258-18b4a88650b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:03.071817 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4488519e-f5e0-44ee-931e-ed70d1e8ed72 req-08e1a3d0-926e-4b25-9615-eb12907b76fe tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:03.073318 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4488519e-f5e0-44ee-931e-ed70d1e8ed72 req-08e1a3d0-926e-4b25-9615-eb12907b76fe tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3400240 May 31 13:24:03.135965 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-4488519e-f5e0-44ee-931e-ed70d1e8ed72 req-1e9ab389-a39e-4940-8eca-efa8d5d7c821 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Request body: {'port': {'device_id': '4510f090-0a02-4ef1-8cc4-e9dea399e0f1', 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4', 'admin_state_up': True, 'tenant_id': 'c905d91f2f614f928153cd05b2f8a225'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:24:03.280293 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-42aba675-2488-42df-a6f3-d7786a371205 req-db0cd0df-0cdb-441b-aca1-07a75c06f034 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=81ecd401-c676-4ce2-9977-0e736c745f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4415398 May 31 13:24:03.280293 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-09bbbcc7-ae18-42c1-a996-3dcb8f5a1a1f req-7a108d33-d88c-48a0-927b-40c0f27fcc1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:03.280488 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0103b666-8766-4fe7-8f00-ac9633544045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:03.420428 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-4488519e-f5e0-44ee-931e-ed70d1e8ed72 req-1e9ab389-a39e-4940-8eca-efa8d5d7c821 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:24:03.473215 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb0383-ef7f-4cb2-b0ab-3b47901abf52 req-706dbd7b-e856-4e55-84d9-f5b2c776042d tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:03.473215 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb0383-ef7f-4cb2-b0ab-3b47901abf52 req-706dbd7b-e856-4e55-84d9-f5b2c776042d tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:03.478910 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1cdb0383-ef7f-4cb2-b0ab-3b47901abf52 req-706dbd7b-e856-4e55-84d9-f5b2c776042d tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.50 "GET /v2.0/ports?device_id=34a84813-68f5-463f-be95-ab4cb48052c5 HTTP/1.1" status: 200 len: 1683 time: 0.8393853 May 31 13:24:03.490486 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-4488519e-f5e0-44ee-931e-ed70d1e8ed72 req-1e9ab389-a39e-4940-8eca-efa8d5d7c821 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:24:03.525653 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4488519e-f5e0-44ee-931e-ed70d1e8ed72 req-1e9ab389-a39e-4940-8eca-efa8d5d7c821 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Made reservation on behalf of c905d91f2f614f928153cd05b2f8a225 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:24:03.529110 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200cfa0-9ed4-42af-bdbc-32c1e011a463 req-a6abed40-acae-4def-a258-18b4a88650b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:03.529790 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6200cfa0-9ed4-42af-bdbc-32c1e011a463 req-a6abed40-acae-4def-a258-18b4a88650b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:03.530293 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-4488519e-f5e0-44ee-931e-ed70d1e8ed72 req-1e9ab389-a39e-4940-8eca-efa8d5d7c821 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:03.531488 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6200cfa0-9ed4-42af-bdbc-32c1e011a463 req-a6abed40-acae-4def-a258-18b4a88650b0 service neutron] 10.222.0.44 "PUT /v2.0/ports/3f1be6ac-8045-4d23-a472-0648cf23190e HTTP/1.1" status: 200 len: 1121 time: 5.5880854 May 31 13:24:03.544658 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device b3055128-ef10-46ff-95f4-7dc3166bd1d8 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:24:03.547026 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6abed40-acae-4def-a258-18b4a88650b0 service neutron] Pushing event updated for resources: {'Port': ['ID=3f1be6ac-8045-4d23-a472-0648cf23190e,revision_number=8']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:24:03.649509 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1cdb0383-ef7f-4cb2-b0ab-3b47901abf52 req-4505a6fe-a8d1-41a1-b270-a247a9cc860c tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.50 "GET /v2.0/security-groups?id=81ecd401-c676-4ce2-9977-0e736c745f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033857 May 31 13:24:03.694341 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port b3055128-ef10-46ff-95f4-7dc3166bd1d8 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:24:03.710600 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['3f1be6ac-8045-4d23-a472-0648cf23190e'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:24:03.763318 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['3f1be6ac-8045-4d23-a472-0648cf23190e'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:24:03.841970 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c28bb6-c4b2-4fc0-b11a-2daa48c234a4 req-c11b284d-9964-4de1-b8d5-35f82df2f3eb tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:03.852209 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c9c28bb6-c4b2-4fc0-b11a-2daa48c234a4 req-c11b284d-9964-4de1-b8d5-35f82df2f3eb tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/ports?device_id=290dce05-a5a1-4203-9d4e-bbe24ed12d31 HTTP/1.1" status: 200 len: 945 time: 0.8917665 May 31 13:24:03.894428 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port b3055128-ef10-46ff-95f4-7dc3166bd1d8 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:24:03.894892 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:04.013360 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a514a90b-e19d-46d2-a47f-edca5a3f6963 req-aa95325c-56d8-45b3-9927-92741cb48977 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:04.022749 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c9c28bb6-c4b2-4fc0-b11a-2daa48c234a4 req-47e6b108-5c9f-4f20-b218-2d93b977ad0e tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/security-groups?id=98e17d4a-ac5b-4480-9bc6-49977fe0902a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694655 May 31 13:24:04.069210 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b61ce2da-67c2-48a3-9206-fd4f4811acbd req-e1466b68-014a-4ad1-ae76-249753721813 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=4510f090-0a02-4ef1-8cc4-e9dea399e0f1 HTTP/1.1" status: 200 len: 210 time: 0.2146075 May 31 13:24:04.100326 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0103b666-8766-4fe7-8f00-ac9633544045 admin admin] Router 53b111f4-e8b1-4133-b0be-79b56d445a9a is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 13:24:04.392048 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-09bbbcc7-ae18-42c1-a996-3dcb8f5a1a1f req-7a108d33-d88c-48a0-927b-40c0f27fcc1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7981e8f9-d03b-40e2-9db7-0fab18d23011 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:24:04.402401 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-09bbbcc7-ae18-42c1-a996-3dcb8f5a1a1f req-7a108d33-d88c-48a0-927b-40c0f27fcc1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:04.413780 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a514a90b-e19d-46d2-a47f-edca5a3f6963 req-aa95325c-56d8-45b3-9927-92741cb48977 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:04.440500 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port b3055128-ef10-46ff-95f4-7dc3166bd1d8 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:24:04.441248 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:04.513960 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port b3055128-ef10-46ff-95f4-7dc3166bd1d8, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=b3055128-ef10-46ff-95f4-7dc3166bd1d8,segment=NetworkSegment(3cd1e590-b03b-4bab-9eb2-d4b001419190),segment_id=3cd1e590-b03b-4bab-9eb2-d4b001419190)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:24:04.523191 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:04.580680 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa95325c-56d8-45b3-9927-92741cb48977 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Pushing event updated for resources: {'Port': ['ID=a713b83b-03d8-4e07-aa31-65b58e4fc23b,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:24:04.588616 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-09bbbcc7-ae18-42c1-a996-3dcb8f5a1a1f req-7a108d33-d88c-48a0-927b-40c0f27fcc1c service neutron] Transition to ACTIVE for port object 7981e8f9-d03b-40e2-9db7-0fab18d23011 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:24:04.638064 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=b3055128-ef10-46ff-95f4-7dc3166bd1d8,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:24:04.646766 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:24:04.647422 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:24:04.647781 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:24:04.648112 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:24:04.648511 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:24:04.648777 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:24:04.649105 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:24:04.649434 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:24:04.649760 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:24:04.650132 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:24:04.650459 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:24:04.650778 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:24:04.653974 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [req-4488519e-f5e0-44ee-931e-ed70d1e8ed72 req-1e9ab389-a39e-4940-8eca-efa8d5d7c821 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Allocated IP 192.168.233.19 (85b11c4f-90ad-4763-b38d-22d3f87089f4/24822c99-0dce-4d50-9c44-3135ba3763b8/dc8da617-a252-4841-8cb3-18718271901b) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:24:04.677534 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-09bbbcc7-ae18-42c1-a996-3dcb8f5a1a1f req-7a108d33-d88c-48a0-927b-40c0f27fcc1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:04.704836 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0103b666-8766-4fe7-8f00-ac9633544045 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:24:04.717011 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d75f2c-40a7-417f-9acb-2dea164408f2 None None] Sync routers for ids ['53b111f4-e8b1-4133-b0be-79b56d445a9a'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:24:04.768229 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d75f2c-40a7-417f-9acb-2dea164408f2 None None] Routers {'53b111f4-e8b1-4133-b0be-79b56d445a9a'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:24:04.768229 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-96d75f2c-40a7-417f-9acb-2dea164408f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:23:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['53b111f4-e8b1-4133-b0be-79b56d445a9a'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:24:04.887522 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0103b666-8766-4fe7-8f00-ac9633544045 admin admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:04.889042 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-0103b666-8766-4fe7-8f00-ac9633544045 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.5071549 May 31 13:24:04.892430 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 38562) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:24:04.940475 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12c6813d-f517-4002-8c22-cda7b5d28c2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f1be6ac-8045-4d23-a472-0648cf23190e'}, {'name': 'network-changed', 'server_uuid': '12c6813d-f517-4002-8c22-cda7b5d28c2d', 'tag': '3f1be6ac-8045-4d23-a472-0648cf23190e'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:24:04.950214 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a514a90b-e19d-46d2-a47f-edca5a3f6963 req-aa95325c-56d8-45b3-9927-92741cb48977 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Network 54080721-9f8a-4f91-bfc0-a61481e712fa is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:24:04.956407 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a108d33-d88c-48a0-927b-40c0f27fcc1c service neutron] Pushing event updated for resources: {'Port': ['ID=7981e8f9-d03b-40e2-9db7-0fab18d23011,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:24:04.988356 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-a514a90b-e19d-46d2-a47f-edca5a3f6963 req-aa95325c-56d8-45b3-9927-92741cb48977 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:24:04.992180 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-a514a90b-e19d-46d2-a47f-edca5a3f6963 req-aa95325c-56d8-45b3-9927-92741cb48977 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:24:05.050240 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 13:24:05.064820 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-96d75f2c-40a7-417f-9acb-2dea164408f2 None None] Set router 53b111f4-e8b1-4133-b0be-79b56d445a9a gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:24:05.142253 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-4488519e-f5e0-44ee-931e-ed70d1e8ed72 req-1e9ab389-a39e-4940-8eca-efa8d5d7c821 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:05.200031 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a514a90b-e19d-46d2-a47f-edca5a3f6963 req-aa95325c-56d8-45b3-9927-92741cb48977 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:05.200840 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a514a90b-e19d-46d2-a47f-edca5a3f6963 req-aa95325c-56d8-45b3-9927-92741cb48977 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:05.219285 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-4488519e-f5e0-44ee-931e-ed70d1e8ed72 req-1e9ab389-a39e-4940-8eca-efa8d5d7c821 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Transition to ACTIVE for port object dc8da617-a252-4841-8cb3-18718271901b will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:24:05.279504 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0fadeb-38e2-4ae0-84ce-8ab1eca6e9ff req-527434e3-85bb-4676-9bef-51cb386db025 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:05.281057 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-be0fadeb-38e2-4ae0-84ce-8ab1eca6e9ff req-527434e3-85bb-4676-9bef-51cb386db025 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=12c6813d-f517-4002-8c22-cda7b5d28c2d HTTP/1.1" status: 200 len: 943 time: 0.7026172 May 31 13:24:05.295412 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0e23c5-fa4e-41b5-a505-e55c6dfca898 req-ca333cb0-0959-4ebd-a7a1-bd1e93e46c37 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:05.296944 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ee0e23c5-fa4e-41b5-a505-e55c6dfca898 req-ca333cb0-0959-4ebd-a7a1-bd1e93e46c37 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/ports?device_id=30b9966f-70b7-43b1-ab74-f74fd2bbd109 HTTP/1.1" status: 200 len: 932 time: 0.8851383 May 31 13:24:05.298282 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a514a90b-e19d-46d2-a47f-edca5a3f6963 req-aa95325c-56d8-45b3-9927-92741cb48977 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8391979 May 31 13:24:05.327628 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-a514a90b-e19d-46d2-a47f-edca5a3f6963 req-0e5f46dc-0ded-4120-a1dd-6b238e23612f service neutron] Request body: {'port': {'device_id': 'bd1f28db-980f-460f-9d1a-6d9576db37e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:24:05.379808 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-4488519e-f5e0-44ee-931e-ed70d1e8ed72 req-1e9ab389-a39e-4940-8eca-efa8d5d7c821 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:05.392999 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['f9a3a0b4-413d-47ea-9884-ee6988a0a17a', '3ef39a42-a126-4bb0-bc4c-ce3b4178bf58'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:24:05.410458 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-96d75f2c-40a7-417f-9acb-2dea164408f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b111f4-e8b1-4133-b0be-79b56d445a9a', 'name': 'tempest-ServersTestBootFromVolume-1554090402-router', 'tenant_id': 'b7cf8726517b4438b022debf1ecf0375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '454473a9-a67e-4267-ab12-d2db9c2f0299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:23:59Z', 'updated_at': '2022-05-31T13:24:02Z', 'revision_number': 3, 'project_id': 'b7cf8726517b4438b022debf1ecf0375', 'gw_port': {'id': '454473a9-a67e-4267-ab12-d2db9c2f0299', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ac:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53b111f4-e8b1-4133-b0be-79b56d445a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:24:00Z', 'updated_at': '2022-05-31T13:24:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:24:05.419221 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d75f2c-40a7-417f-9acb-2dea164408f2 None None] Checking router: 53b111f4-e8b1-4133-b0be-79b56d445a9a for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:24:05.420048 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d75f2c-40a7-417f-9acb-2dea164408f2 None None] Updating router 53b111f4-e8b1-4133-b0be-79b56d445a9a port 454473a9-a67e-4267-ab12-d2db9c2f0299 binding host n-d-843939-1 {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:24:05.434299 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-09bbbcc7-ae18-42c1-a996-3dcb8f5a1a1f req-7a108d33-d88c-48a0-927b-40c0f27fcc1c service neutron] Attempting to bind port 7981e8f9-d03b-40e2-9db7-0fab18d23011 on host n-h1-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:24:05.436778 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-09bbbcc7-ae18-42c1-a996-3dcb8f5a1a1f req-7a108d33-d88c-48a0-927b-40c0f27fcc1c service neutron] Attempting to bind port 7981e8f9-d03b-40e2-9db7-0fab18d23011 by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': '6af449b4-9759-41ca-aa70-1c602a81197c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e576ad54-297c-4eec-b73b-25479782c1e2'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:24:05.437571 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09bbbcc7-ae18-42c1-a996-3dcb8f5a1a1f req-7a108d33-d88c-48a0-927b-40c0f27fcc1c service neutron] Attempting to bind port 7981e8f9-d03b-40e2-9db7-0fab18d23011 on network e576ad54-297c-4eec-b73b-25479782c1e2 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:24:05.464913 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['95e68113-2ff1-42e3-b645-2d1b5c52a434'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:24:05.480001 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09bbbcc7-ae18-42c1-a996-3dcb8f5a1a1f req-7a108d33-d88c-48a0-927b-40c0f27fcc1c service neutron] Port 7981e8f9-d03b-40e2-9db7-0fab18d23011 on network e576ad54-297c-4eec-b73b-25479782c1e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:24:05.480703 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09bbbcc7-ae18-42c1-a996-3dcb8f5a1a1f req-7a108d33-d88c-48a0-927b-40c0f27fcc1c service neutron] Attempting to bind port 7981e8f9-d03b-40e2-9db7-0fab18d23011 on network e576ad54-297c-4eec-b73b-25479782c1e2 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:24:05.503903 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-be0fadeb-38e2-4ae0-84ce-8ab1eca6e9ff req-63608fac-e3a6-4317-ba08-1720bcf58835 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990881 May 31 13:24:05.520067 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-96d75f2c-40a7-417f-9acb-2dea164408f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:05.562967 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4488519e-f5e0-44ee-931e-ed70d1e8ed72 req-1e9ab389-a39e-4940-8eca-efa8d5d7c821 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Network 85b11c4f-90ad-4763-b38d-22d3f87089f4 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:24:05.573511 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [req-4488519e-f5e0-44ee-931e-ed70d1e8ed72 req-1e9ab389-a39e-4940-8eca-efa8d5d7c821 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:24:05.580755 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-4488519e-f5e0-44ee-931e-ed70d1e8ed72 req-1e9ab389-a39e-4940-8eca-efa8d5d7c821 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:24:05.588295 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-ee0e23c5-fa4e-41b5-a505-e55c6dfca898 req-3cad2089-1721-48f5-8c96-a7ed023206fe tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Synchronizing usage tracker for tenant:9d7345b6bbc64d3981e920379156fa19 on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:24:05.603917 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09bbbcc7-ae18-42c1-a996-3dcb8f5a1a1f req-7a108d33-d88c-48a0-927b-40c0f27fcc1c service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:24:05.614164 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09bbbcc7-ae18-42c1-a996-3dcb8f5a1a1f req-7a108d33-d88c-48a0-927b-40c0f27fcc1c service neutron] Checking segment: {'id': '6af449b4-9759-41ca-aa70-1c602a81197c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e576ad54-297c-4eec-b73b-25479782c1e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:24:05.614164 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09bbbcc7-ae18-42c1-a996-3dcb8f5a1a1f req-7a108d33-d88c-48a0-927b-40c0f27fcc1c service neutron] Bound using segment: {'id': '6af449b4-9759-41ca-aa70-1c602a81197c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e576ad54-297c-4eec-b73b-25479782c1e2'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:24:05.614579 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-09bbbcc7-ae18-42c1-a996-3dcb8f5a1a1f req-7a108d33-d88c-48a0-927b-40c0f27fcc1c service neutron] Bound port: 7981e8f9-d03b-40e2-9db7-0fab18d23011, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6af449b4-9759-41ca-aa70-1c602a81197c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e576ad54-297c-4eec-b73b-25479782c1e2'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:24:05.615267 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-09bbbcc7-ae18-42c1-a996-3dcb8f5a1a1f req-7a108d33-d88c-48a0-927b-40c0f27fcc1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:05.651227 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9ab389-a39e-4940-8eca-efa8d5d7c821 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Pushing event updated for resources: {'Port': ['ID=dc8da617-a252-4841-8cb3-18718271901b,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:24:05.663529 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device b3055128-ef10-46ff-95f4-7dc3166bd1d8 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:24:05.809245 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4488519e-f5e0-44ee-931e-ed70d1e8ed72 req-1e9ab389-a39e-4940-8eca-efa8d5d7c821 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:05.814314 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-4488519e-f5e0-44ee-931e-ed70d1e8ed72 req-1e9ab389-a39e-4940-8eca-efa8d5d7c821 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:05.846891 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4488519e-f5e0-44ee-931e-ed70d1e8ed72 req-1e9ab389-a39e-4940-8eca-efa8d5d7c821 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7155180 May 31 13:24:05.874207 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-ee0e23c5-fa4e-41b5-a505-e55c6dfca898 req-3cad2089-1721-48f5-8c96-a7ed023206fe tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Unset dirty status for tenant:9d7345b6bbc64d3981e920379156fa19 on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:24:05.876122 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ee0e23c5-fa4e-41b5-a505-e55c6dfca898 req-3cad2089-1721-48f5-8c96-a7ed023206fe tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d29a7ba-8da4-4594-bfbf-9f55cd071e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5553358 May 31 13:24:05.876809 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-4488519e-f5e0-44ee-931e-ed70d1e8ed72 req-61aedee6-47f5-4341-b3de-dc6b277c933a service neutron] Request body: {'port': {'device_id': '4510f090-0a02-4ef1-8cc4-e9dea399e0f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843939-1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:24:05.888817 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a514a90b-e19d-46d2-a47f-edca5a3f6963 req-0e5f46dc-0ded-4120-a1dd-6b238e23612f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:06.120356 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-96d75f2c-40a7-417f-9acb-2dea164408f2 None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:06.135524 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-96d75f2c-40a7-417f-9acb-2dea164408f2 None None] Transition to ACTIVE for port object 454473a9-a67e-4267-ab12-d2db9c2f0299 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:24:06.142913 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port b3055128-ef10-46ff-95f4-7dc3166bd1d8 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:24:06.143588 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:06.145225 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-96d75f2c-40a7-417f-9acb-2dea164408f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:06.167243 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-09bbbcc7-ae18-42c1-a996-3dcb8f5a1a1f req-7a108d33-d88c-48a0-927b-40c0f27fcc1c service neutron] For port 7981e8f9-d03b-40e2-9db7-0fab18d23011, host n-h1-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:24:06.183963 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-4488519e-f5e0-44ee-931e-ed70d1e8ed72 req-61aedee6-47f5-4341-b3de-dc6b277c933a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:06.216677 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6996a692-e832-44f2-b972-9e9f06c49623 req-af78a2f2-251f-4088-8300-cf51f2c6002e tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=09dd0f3ff03c49d3a5c47e4de6593f6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1078105 May 31 13:24:06.279453 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32b4cc5-fd92-422e-8a23-d43a6dd9fd38 None None] Pushing event updated for resources: {'Port': ['ID=454473a9-a67e-4267-ab12-d2db9c2f0299,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:24:06.281244 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-09bbbcc7-ae18-42c1-a996-3dcb8f5a1a1f req-7a108d33-d88c-48a0-927b-40c0f27fcc1c service neutron] For port 7981e8f9-d03b-40e2-9db7-0fab18d23011, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=7981e8f9-d03b-40e2-9db7-0fab18d23011,segment=NetworkSegment(6af449b4-9759-41ca-aa70-1c602a81197c),segment_id=6af449b4-9759-41ca-aa70-1c602a81197c)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:24:06.291250 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-96d75f2c-40a7-417f-9acb-2dea164408f2 None None] Attempting to bind port 454473a9-a67e-4267-ab12-d2db9c2f0299 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:24:06.292146 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-96d75f2c-40a7-417f-9acb-2dea164408f2 None None] Attempting to bind port 454473a9-a67e-4267-ab12-d2db9c2f0299 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:24:06.293202 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d75f2c-40a7-417f-9acb-2dea164408f2 None None] Attempting to bind port 454473a9-a67e-4267-ab12-d2db9c2f0299 on network d2103cd5-63ba-4c24-9d95-fd17643bf14c {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:24:06.301460 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32b4cc5-fd92-422e-8a23-d43a6dd9fd38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:24:06.301973 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32b4cc5-fd92-422e-8a23-d43a6dd9fd38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:24:06.302477 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32b4cc5-fd92-422e-8a23-d43a6dd9fd38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:24:06.302934 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32b4cc5-fd92-422e-8a23-d43a6dd9fd38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:24:06.303354 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32b4cc5-fd92-422e-8a23-d43a6dd9fd38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:24:06.303775 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32b4cc5-fd92-422e-8a23-d43a6dd9fd38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:24:06.304229 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32b4cc5-fd92-422e-8a23-d43a6dd9fd38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:24:06.304781 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32b4cc5-fd92-422e-8a23-d43a6dd9fd38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:24:06.305448 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32b4cc5-fd92-422e-8a23-d43a6dd9fd38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:24:06.305873 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32b4cc5-fd92-422e-8a23-d43a6dd9fd38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:24:06.306324 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32b4cc5-fd92-422e-8a23-d43a6dd9fd38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:24:06.307590 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32b4cc5-fd92-422e-8a23-d43a6dd9fd38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:24:06.313134 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d75f2c-40a7-417f-9acb-2dea164408f2 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:24:06.313844 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d75f2c-40a7-417f-9acb-2dea164408f2 None None] Checking segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:24:06.314529 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-96d75f2c-40a7-417f-9acb-2dea164408f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:06.315482 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d75f2c-40a7-417f-9acb-2dea164408f2 None None] Bound using segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:24:06.316089 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-96d75f2c-40a7-417f-9acb-2dea164408f2 None None] Bound port: 454473a9-a67e-4267-ab12-d2db9c2f0299, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:24:06.316762 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-96d75f2c-40a7-417f-9acb-2dea164408f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:06.325432 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-09bbbcc7-ae18-42c1-a996-3dcb8f5a1a1f req-7a108d33-d88c-48a0-927b-40c0f27fcc1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:06.349954 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-670843a2-2232-4704-9c91-dc97f2b17a5c None None] Provisioning for port dc8da617-a252-4841-8cb3-18718271901b completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:24:06.383725 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-670843a2-2232-4704-9c91-dc97f2b17a5c None None] Provisioning complete for port dc8da617-a252-4841-8cb3-18718271901b triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:24:06.383995 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-670843a2-2232-4704-9c91-dc97f2b17a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:06.423009 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-96d75f2c-40a7-417f-9acb-2dea164408f2 None None] For port 454473a9-a67e-4267-ab12-d2db9c2f0299, host n-d-843939-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:24:06.428634 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-96d75f2c-40a7-417f-9acb-2dea164408f2 None None] For port 454473a9-a67e-4267-ab12-d2db9c2f0299, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=454473a9-a67e-4267-ab12-d2db9c2f0299,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:24:06.440921 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-96d75f2c-40a7-417f-9acb-2dea164408f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:06.528649 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bbbcc7-ae18-42c1-a996-3dcb8f5a1a1f req-7a108d33-d88c-48a0-927b-40c0f27fcc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:06.529589 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-09bbbcc7-ae18-42c1-a996-3dcb8f5a1a1f req-7a108d33-d88c-48a0-927b-40c0f27fcc1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:06.531172 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-09bbbcc7-ae18-42c1-a996-3dcb8f5a1a1f req-7a108d33-d88c-48a0-927b-40c0f27fcc1c service neutron] 10.222.0.20 "PUT /v2.0/ports/7981e8f9-d03b-40e2-9db7-0fab18d23011 HTTP/1.1" status: 200 len: 1092 time: 3.8047290 May 31 13:24:06.586776 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a476effd-b5c0-47b8-833c-a80ea36f6183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:06.595684 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32b4cc5-fd92-422e-8a23-d43a6dd9fd38 None None] Pushing event updated for resources: {'Port': ['ID=454473a9-a67e-4267-ab12-d2db9c2f0299,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:24:06.617379 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d75f2c-40a7-417f-9acb-2dea164408f2 None None] Routers {'53b111f4-e8b1-4133-b0be-79b56d445a9a'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:24:06.618023 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-96d75f2c-40a7-417f-9acb-2dea164408f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:23:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['53b111f4-e8b1-4133-b0be-79b56d445a9a'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:24:06.653874 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-670843a2-2232-4704-9c91-dc97f2b17a5c None None] Port dc8da617-a252-4841-8cb3-18718271901b cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:24:06.737381 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port b3055128-ef10-46ff-95f4-7dc3166bd1d8 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:24:06.773431 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6996a692-e832-44f2-b972-9e9f06c49623 req-31cf84de-a2ab-47fa-a47e-6c5daa585cc6 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:06.778885 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6996a692-e832-44f2-b972-9e9f06c49623 req-31cf84de-a2ab-47fa-a47e-6c5daa585cc6 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5497441 May 31 13:24:06.781160 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a108d33-d88c-48a0-927b-40c0f27fcc1c service neutron] Pushing event updated for resources: {'Port': ['ID=7981e8f9-d03b-40e2-9db7-0fab18d23011,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:24:06.851127 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6996a692-e832-44f2-b972-9e9f06c49623 req-4e859bab-0430-4ceb-8792-04ae11682098 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/quotas/09dd0f3ff03c49d3a5c47e4de6593f6c HTTP/1.1" status: 200 len: 375 time: 0.0601149 May 31 13:24:06.861909 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-96d75f2c-40a7-417f-9acb-2dea164408f2 None None] Set router 53b111f4-e8b1-4133-b0be-79b56d445a9a gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:24:06.869389 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a5e324-6c70-4e40-ac4e-93947a79d99f req-30fd8686-c687-4e73-9e8c-a2e42120c974 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:06.871014 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-11a5e324-6c70-4e40-ac4e-93947a79d99f req-30fd8686-c687-4e73-9e8c-a2e42120c974 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd1f28db-980f-460f-9d1a-6d9576db37e9 HTTP/1.1" status: 200 len: 931 time: 0.7055883 May 31 13:24:07.084302 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bbbcc7-ae18-42c1-a996-3dcb8f5a1a1f req-671d1397-99be-4663-be83-d35db9b93b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:07.085137 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-09bbbcc7-ae18-42c1-a996-3dcb8f5a1a1f req-671d1397-99be-4663-be83-d35db9b93b44 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9d7345b6bbc64d3981e920379156fa19&device_id=30b9966f-70b7-43b1-ab74-f74fd2bbd109 HTTP/1.1" status: 200 len: 1095 time: 0.4714756 May 31 13:24:07.091467 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-11a5e324-6c70-4e40-ac4e-93947a79d99f req-abef7ae2-9398-4e6b-8b03-91d2ae1b626c tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/security-groups?id=9bb73710-3d65-4dab-a4f3-8814f415ca6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037427 May 31 13:24:07.147105 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-a476effd-b5c0-47b8-833c-a80ea36f6183 admin admin] Allocated IP 172.20.0.1 (1b3c2627-242d-47aa-a663-84cbc730d348/f6fb7463-9434-4855-8fea-436f931ae20e/0e3fc2bb-bfe0-4c78-aa53-26576f9776e6) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:24:07.154497 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [req-4488519e-f5e0-44ee-931e-ed70d1e8ed72 req-61aedee6-47f5-4341-b3de-dc6b277c933a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc8da617-a252-4841-8cb3-18718271901b {{(pid=88369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:24:07.206272 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:07.209938 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-4488519e-f5e0-44ee-931e-ed70d1e8ed72 req-61aedee6-47f5-4341-b3de-dc6b277c933a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:07.240550 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-09bbbcc7-ae18-42c1-a996-3dcb8f5a1a1f req-1dba0466-c56c-4e2f-9b23-68593de0746f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7981e8f9-d03b-40e2-9db7-0fab18d23011 HTTP/1.1" status: 200 len: 217 time: 0.0948875 May 31 13:24:07.266113 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-96d75f2c-40a7-417f-9acb-2dea164408f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b111f4-e8b1-4133-b0be-79b56d445a9a', 'name': 'tempest-ServersTestBootFromVolume-1554090402-router', 'tenant_id': 'b7cf8726517b4438b022debf1ecf0375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '454473a9-a67e-4267-ab12-d2db9c2f0299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:23:59Z', 'updated_at': '2022-05-31T13:24:02Z', 'revision_number': 3, 'project_id': 'b7cf8726517b4438b022debf1ecf0375', 'gw_port': {'id': '454473a9-a67e-4267-ab12-d2db9c2f0299', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ac:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53b111f4-e8b1-4133-b0be-79b56d445a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:24:00Z', 'updated_at': '2022-05-31T13:24:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:24:07.281425 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d75f2c-40a7-417f-9acb-2dea164408f2 None None] The sync data for ids ['53b111f4-e8b1-4133-b0be-79b56d445a9a'] in n-d-843939-1 is: [{'id': '53b111f4-e8b1-4133-b0be-79b56d445a9a', 'name': 'tempest-ServersTestBootFromVolume-1554090402-router', 'tenant_id': 'b7cf8726517b4438b022debf1ecf0375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '454473a9-a67e-4267-ab12-d2db9c2f0299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:23:59Z', 'updated_at': '2022-05-31T13:24:02Z', 'revision_number': 3, 'project_id': 'b7cf8726517b4438b022debf1ecf0375', 'gw_port': {'id': '454473a9-a67e-4267-ab12-d2db9c2f0299', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ac:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53b111f4-e8b1-4133-b0be-79b56d445a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:24:00Z', 'updated_at': '2022-05-31T13:24:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:24:07.285068 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-a514a90b-e19d-46d2-a47f-edca5a3f6963 req-0e5f46dc-0ded-4120-a1dd-6b238e23612f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a713b83b-03d8-4e07-aa31-65b58e4fc23b {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:24:07.317738 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a514a90b-e19d-46d2-a47f-edca5a3f6963 req-0e5f46dc-0ded-4120-a1dd-6b238e23612f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:07.354049 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-4488519e-f5e0-44ee-931e-ed70d1e8ed72 req-61aedee6-47f5-4341-b3de-dc6b277c933a service neutron] Transition to ACTIVE for port object dc8da617-a252-4841-8cb3-18718271901b will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:24:07.363505 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-4488519e-f5e0-44ee-931e-ed70d1e8ed72 req-61aedee6-47f5-4341-b3de-dc6b277c933a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:07.383634 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6996a692-e832-44f2-b972-9e9f06c49623 req-381677cc-0b67-4c05-8c0b-3ad38e8b679d tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=09dd0f3ff03c49d3a5c47e4de6593f6c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5100906 May 31 13:24:07.670193 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-a514a90b-e19d-46d2-a47f-edca5a3f6963 req-0e5f46dc-0ded-4120-a1dd-6b238e23612f service neutron] Transition to ACTIVE for port object a713b83b-03d8-4e07-aa31-65b58e4fc23b will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:24:07.689308 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bbbcc7-ae18-42c1-a996-3dcb8f5a1a1f req-cf32d8c1-f85e-46cc-9f4e-872509789b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:07.694040 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-09bbbcc7-ae18-42c1-a996-3dcb8f5a1a1f req-cf32d8c1-f85e-46cc-9f4e-872509789b64 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=376bfa95-ebe5-4cb8-abaa-2bcb5d3a07e3 HTTP/1.1" status: 200 len: 848 time: 0.4458349 May 31 13:24:07.699908 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a514a90b-e19d-46d2-a47f-edca5a3f6963 req-0e5f46dc-0ded-4120-a1dd-6b238e23612f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:07.724872 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aedee6-47f5-4341-b3de-dc6b277c933a service neutron] Pushing event updated for resources: {'Port': ['ID=dc8da617-a252-4841-8cb3-18718271901b,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:24:07.732826 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a476effd-b5c0-47b8-833c-a80ea36f6183 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:07.827025 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-a476effd-b5c0-47b8-833c-a80ea36f6183 admin admin] Transition to ACTIVE for port object 0e3fc2bb-bfe0-4c78-aa53-26576f9776e6 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:24:07.863518 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-4488519e-f5e0-44ee-931e-ed70d1e8ed72 req-61aedee6-47f5-4341-b3de-dc6b277c933a service neutron] Attempting to bind port dc8da617-a252-4841-8cb3-18718271901b on host n-h1-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:24:07.863971 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-4488519e-f5e0-44ee-931e-ed70d1e8ed72 req-61aedee6-47f5-4341-b3de-dc6b277c933a service neutron] Attempting to bind port dc8da617-a252-4841-8cb3-18718271901b by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:24:07.864239 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4488519e-f5e0-44ee-931e-ed70d1e8ed72 req-61aedee6-47f5-4341-b3de-dc6b277c933a service neutron] Attempting to bind port dc8da617-a252-4841-8cb3-18718271901b on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:24:07.873140 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4488519e-f5e0-44ee-931e-ed70d1e8ed72 req-61aedee6-47f5-4341-b3de-dc6b277c933a service neutron] Port dc8da617-a252-4841-8cb3-18718271901b on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:24:07.873660 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4488519e-f5e0-44ee-931e-ed70d1e8ed72 req-61aedee6-47f5-4341-b3de-dc6b277c933a service neutron] Attempting to bind port dc8da617-a252-4841-8cb3-18718271901b on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:24:07.883077 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4488519e-f5e0-44ee-931e-ed70d1e8ed72 req-61aedee6-47f5-4341-b3de-dc6b277c933a service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:24:07.883802 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4488519e-f5e0-44ee-931e-ed70d1e8ed72 req-61aedee6-47f5-4341-b3de-dc6b277c933a service neutron] Checking segment: {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:24:07.884195 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4488519e-f5e0-44ee-931e-ed70d1e8ed72 req-61aedee6-47f5-4341-b3de-dc6b277c933a service neutron] Bound using segment: {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:24:07.884635 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-4488519e-f5e0-44ee-931e-ed70d1e8ed72 req-61aedee6-47f5-4341-b3de-dc6b277c933a service neutron] Bound port: dc8da617-a252-4841-8cb3-18718271901b, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:24:07.884983 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-4488519e-f5e0-44ee-931e-ed70d1e8ed72 req-61aedee6-47f5-4341-b3de-dc6b277c933a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:07.938895 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-09bbbcc7-ae18-42c1-a996-3dcb8f5a1a1f req-a591121d-72e9-4c47-bcc0-7787cacc7cc4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e576ad54-297c-4eec-b73b-25479782c1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2109029 May 31 13:24:07.975363 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a476effd-b5c0-47b8-833c-a80ea36f6183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:08.069274 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-4488519e-f5e0-44ee-931e-ed70d1e8ed72 req-61aedee6-47f5-4341-b3de-dc6b277c933a service neutron] For port dc8da617-a252-4841-8cb3-18718271901b, host n-h1-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:24:08.073095 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-4488519e-f5e0-44ee-931e-ed70d1e8ed72 req-61aedee6-47f5-4341-b3de-dc6b277c933a service neutron] For port dc8da617-a252-4841-8cb3-18718271901b, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=dc8da617-a252-4841-8cb3-18718271901b,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:24:08.081754 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5f46dc-0ded-4120-a1dd-6b238e23612f service neutron] Pushing event updated for resources: {'Port': ['ID=a713b83b-03d8-4e07-aa31-65b58e4fc23b,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:24:08.152883 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.20', 61781) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:24:08.154230 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a476effd-b5c0-47b8-833c-a80ea36f6183 admin admin] Pushing event updated for resources: {'Port': ['ID=0e3fc2bb-bfe0-4c78-aa53-26576f9776e6,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:24:08.164674 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-4488519e-f5e0-44ee-931e-ed70d1e8ed72 req-61aedee6-47f5-4341-b3de-dc6b277c933a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:08.193419 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7533ceaf-71ae-44e7-b266-4f71c06a0b32'] response: {'server_uuid': '12c6813d-f517-4002-8c22-cda7b5d28c2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f1be6ac-8045-4d23-a472-0648cf23190e', 'code': 200} May 31 13:24:08.194041 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7533ceaf-71ae-44e7-b266-4f71c06a0b32'] response: {'name': 'network-changed', 'server_uuid': '12c6813d-f517-4002-8c22-cda7b5d28c2d', 'tag': '3f1be6ac-8045-4d23-a472-0648cf23190e', 'status': 'completed', 'code': 200} May 31 13:24:08.279701 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4488519e-f5e0-44ee-931e-ed70d1e8ed72 req-61aedee6-47f5-4341-b3de-dc6b277c933a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:08.280328 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-4488519e-f5e0-44ee-931e-ed70d1e8ed72 req-61aedee6-47f5-4341-b3de-dc6b277c933a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:08.281861 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4488519e-f5e0-44ee-931e-ed70d1e8ed72 req-61aedee6-47f5-4341-b3de-dc6b277c933a service neutron] 10.222.0.20 "PUT /v2.0/ports/dc8da617-a252-4841-8cb3-18718271901b HTTP/1.1" status: 200 len: 1095 time: 2.4229755 May 31 13:24:08.284514 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4510f090-0a02-4ef1-8cc4-e9dea399e0f1', 'tag': 'dc8da617-a252-4841-8cb3-18718271901b'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:24:08.301404 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a476effd-b5c0-47b8-833c-a80ea36f6183 admin admin] Network 1b3c2627-242d-47aa-a663-84cbc730d348 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:24:08.336576 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-a476effd-b5c0-47b8-833c-a80ea36f6183 admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:24:08.444754 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a476effd-b5c0-47b8-833c-a80ea36f6183 admin admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:24:08.526055 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aedee6-47f5-4341-b3de-dc6b277c933a service neutron] Pushing event updated for resources: {'Port': ['ID=dc8da617-a252-4841-8cb3-18718271901b,revision_number=3']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:24:08.539252 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:08.589506 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-6200cfa0-9ed4-42af-bdbc-32c1e011a463 req-73ebedee-3822-437e-b5ab-cd9c13dfd06f service neutron] 10.222.0.20 "GET /v2.0/ports/3f1be6ac-8045-4d23-a472-0648cf23190e/bindings/n-h2-843939-1 HTTP/1.1" status: 200 len: 384 time: 0.6880412 May 31 13:24:08.597714 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5982f73-22e5-4939-9f49-dd16302ef240 req-58ff4f7f-a332-474a-b17c-54a2e03e969f tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:08.605054 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5982f73-22e5-4939-9f49-dd16302ef240 req-58ff4f7f-a332-474a-b17c-54a2e03e969f tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:08.622787 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b5982f73-22e5-4939-9f49-dd16302ef240 req-58ff4f7f-a332-474a-b17c-54a2e03e969f tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.50 "GET /v2.0/ports?device_id=34a84813-68f5-463f-be95-ab4cb48052c5 HTTP/1.1" status: 200 len: 1683 time: 1.2207248 May 31 13:24:08.700015 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-09bbbcc7-ae18-42c1-a996-3dcb8f5a1a1f req-31d44147-686a-4357-96b5-2f888b8d9c1f service neutron] 10.222.0.20 "GET /v2.0/networks/e576ad54-297c-4eec-b73b-25479782c1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6653013 May 31 13:24:08.704640 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-a514a90b-e19d-46d2-a47f-edca5a3f6963 req-0e5f46dc-0ded-4120-a1dd-6b238e23612f service neutron] Attempting to bind port a713b83b-03d8-4e07-aa31-65b58e4fc23b on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:24:08.705348 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-a514a90b-e19d-46d2-a47f-edca5a3f6963 req-0e5f46dc-0ded-4120-a1dd-6b238e23612f service neutron] Attempting to bind port a713b83b-03d8-4e07-aa31-65b58e4fc23b by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': '5e25fb0d-97f0-46e3-9365-1fe4cebfedef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '54080721-9f8a-4f91-bfc0-a61481e712fa'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:24:08.705902 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a514a90b-e19d-46d2-a47f-edca5a3f6963 req-0e5f46dc-0ded-4120-a1dd-6b238e23612f service neutron] Attempting to bind port a713b83b-03d8-4e07-aa31-65b58e4fc23b on network 54080721-9f8a-4f91-bfc0-a61481e712fa {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:24:08.831635 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a514a90b-e19d-46d2-a47f-edca5a3f6963 req-0e5f46dc-0ded-4120-a1dd-6b238e23612f service neutron] Port a713b83b-03d8-4e07-aa31-65b58e4fc23b on network 54080721-9f8a-4f91-bfc0-a61481e712fa not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:24:08.832060 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a514a90b-e19d-46d2-a47f-edca5a3f6963 req-0e5f46dc-0ded-4120-a1dd-6b238e23612f service neutron] Attempting to bind port a713b83b-03d8-4e07-aa31-65b58e4fc23b on network 54080721-9f8a-4f91-bfc0-a61481e712fa {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:24:08.868223 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6e5cb2da-8d19-439f-9d42-59ce7d60805d None None] Provisioning for port 0e3fc2bb-bfe0-4c78-aa53-26576f9776e6 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:24:08.869574 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b5982f73-22e5-4939-9f49-dd16302ef240 req-654c85b1-df4a-4069-a8cd-41513c29bd2a tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.50 "GET /v2.0/security-groups?id=81ecd401-c676-4ce2-9977-0e736c745f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454593 May 31 13:24:08.876896 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a476effd-b5c0-47b8-833c-a80ea36f6183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:08.877456 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6e5cb2da-8d19-439f-9d42-59ce7d60805d None None] Provisioning complete for port 0e3fc2bb-bfe0-4c78-aa53-26576f9776e6 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:24:08.878625 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6e5cb2da-8d19-439f-9d42-59ce7d60805d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:08.889360 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a514a90b-e19d-46d2-a47f-edca5a3f6963 req-0e5f46dc-0ded-4120-a1dd-6b238e23612f service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:24:08.889785 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a514a90b-e19d-46d2-a47f-edca5a3f6963 req-0e5f46dc-0ded-4120-a1dd-6b238e23612f service neutron] Checking segment: {'id': '5e25fb0d-97f0-46e3-9365-1fe4cebfedef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '54080721-9f8a-4f91-bfc0-a61481e712fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:24:08.891127 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a514a90b-e19d-46d2-a47f-edca5a3f6963 req-0e5f46dc-0ded-4120-a1dd-6b238e23612f service neutron] Bound using segment: {'id': '5e25fb0d-97f0-46e3-9365-1fe4cebfedef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '54080721-9f8a-4f91-bfc0-a61481e712fa'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:24:08.891670 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-a514a90b-e19d-46d2-a47f-edca5a3f6963 req-0e5f46dc-0ded-4120-a1dd-6b238e23612f service neutron] Bound port: a713b83b-03d8-4e07-aa31-65b58e4fc23b, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e25fb0d-97f0-46e3-9365-1fe4cebfedef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '54080721-9f8a-4f91-bfc0-a61481e712fa'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:24:08.894740 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a514a90b-e19d-46d2-a47f-edca5a3f6963 req-0e5f46dc-0ded-4120-a1dd-6b238e23612f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:08.962132 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4915d9a-1d31-4928-afcb-93af74844682 req-af3ce43a-d26b-42bb-956c-20a2c57de047 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:08.965775 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-6e5cb2da-8d19-439f-9d42-59ce7d60805d None None] Port 0e3fc2bb-bfe0-4c78-aa53-26576f9776e6 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:24:08.968478 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a4915d9a-1d31-4928-afcb-93af74844682 req-af3ce43a-d26b-42bb-956c-20a2c57de047 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/ports?device_id=290dce05-a5a1-4203-9d4e-bbe24ed12d31 HTTP/1.1" status: 200 len: 945 time: 0.7187455 May 31 13:24:09.028977 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17054657-7a67-4949-a75a-3353d4be953d req-9d789906-b670-4f4e-b188-58a907aca7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:09.030535 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-17054657-7a67-4949-a75a-3353d4be953d req-9d789906-b670-4f4e-b188-58a907aca7e6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2539a3508c4b448ea8707834972224c7&device_id=12c6813d-f517-4002-8c22-cda7b5d28c2d HTTP/1.1" status: 200 len: 1124 time: 0.8678777 May 31 13:24:09.219049 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a4915d9a-1d31-4928-afcb-93af74844682 req-8ef6688e-904a-490f-98e2-b5706dff23be tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/security-groups?id=98e17d4a-ac5b-4480-9bc6-49977fe0902a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309918 May 31 13:24:09.226495 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-09bbbcc7-ae18-42c1-a996-3dcb8f5a1a1f req-23349c21-c33b-4952-ad9c-f6d67172f808 service neutron] 10.222.0.20 "GET /v2.0/networks/e576ad54-297c-4eec-b73b-25479782c1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4863102 May 31 13:24:09.268164 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4488519e-f5e0-44ee-931e-ed70d1e8ed72 req-d98ecbb5-7fa2-4376-866e-1819b5b45a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:09.269695 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4488519e-f5e0-44ee-931e-ed70d1e8ed72 req-d98ecbb5-7fa2-4376-866e-1819b5b45a61 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c905d91f2f614f928153cd05b2f8a225&device_id=4510f090-0a02-4ef1-8cc4-e9dea399e0f1 HTTP/1.1" status: 200 len: 1098 time: 0.9297731 May 31 13:24:09.343953 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a43ea12-1511-4baa-a1b8-55e3cc8bbbcf req-93171545-4ebe-484a-824b-1b819852343f tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:09.360146 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4a43ea12-1511-4baa-a1b8-55e3cc8bbbcf req-93171545-4ebe-484a-824b-1b819852343f tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=4510f090-0a02-4ef1-8cc4-e9dea399e0f1 HTTP/1.1" status: 200 len: 947 time: 0.3062489 May 31 13:24:09.367649 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-a514a90b-e19d-46d2-a47f-edca5a3f6963 req-0e5f46dc-0ded-4120-a1dd-6b238e23612f service neutron] For port a713b83b-03d8-4e07-aa31-65b58e4fc23b, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:24:09.379950 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-a514a90b-e19d-46d2-a47f-edca5a3f6963 req-0e5f46dc-0ded-4120-a1dd-6b238e23612f service neutron] For port a713b83b-03d8-4e07-aa31-65b58e4fc23b, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=a713b83b-03d8-4e07-aa31-65b58e4fc23b,segment=NetworkSegment(5e25fb0d-97f0-46e3-9365-1fe4cebfedef),segment_id=5e25fb0d-97f0-46e3-9365-1fe4cebfedef)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:24:09.403387 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4488519e-f5e0-44ee-931e-ed70d1e8ed72 req-1c6c87bc-e9c0-49f3-9b22-cc08ab305979 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=dc8da617-a252-4841-8cb3-18718271901b HTTP/1.1" status: 200 len: 217 time: 0.1198149 May 31 13:24:09.451533 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a514a90b-e19d-46d2-a47f-edca5a3f6963 req-0e5f46dc-0ded-4120-a1dd-6b238e23612f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:09.569736 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4488519e-f5e0-44ee-931e-ed70d1e8ed72 req-f9b8f4c7-ec62-42ce-9313-db9087111373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:09.571205 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4488519e-f5e0-44ee-931e-ed70d1e8ed72 req-f9b8f4c7-ec62-42ce-9313-db9087111373 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.1461499 May 31 13:24:09.578995 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 454473a9-a67e-4267-ab12-d2db9c2f0299 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:24:09.670507 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17054657-7a67-4949-a75a-3353d4be953d req-49067eb9-ad25-440e-86c5-ba791cd96f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:09.672282 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-17054657-7a67-4949-a75a-3353d4be953d req-49067eb9-ad25-440e-86c5-ba791cd96f06 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5b3c8d41-b43d-4739-acc3-c9eae6a83205 HTTP/1.1" status: 200 len: 922 time: 0.6255791 May 31 13:24:09.673449 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a514a90b-e19d-46d2-a47f-edca5a3f6963 req-0e5f46dc-0ded-4120-a1dd-6b238e23612f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:09.674690 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a514a90b-e19d-46d2-a47f-edca5a3f6963 req-0e5f46dc-0ded-4120-a1dd-6b238e23612f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:09.676035 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a514a90b-e19d-46d2-a47f-edca5a3f6963 req-0e5f46dc-0ded-4120-a1dd-6b238e23612f service neutron] 10.222.0.44 "PUT /v2.0/ports/a713b83b-03d8-4e07-aa31-65b58e4fc23b HTTP/1.1" status: 200 len: 1091 time: 4.3596239 May 31 13:24:09.685164 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 454473a9-a67e-4267-ab12-d2db9c2f0299 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:24:09.691607 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 454473a9-a67e-4267-ab12-d2db9c2f0299 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:24:09.693373 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:09.715878 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4a43ea12-1511-4baa-a1b8-55e3cc8bbbcf req-0460c853-fed2-450d-baff-8a94fb59df70 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337908 May 31 13:24:09.814344 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-17054657-7a67-4949-a75a-3353d4be953d req-ddd29d83-5bda-459d-b496-5e8b7ce36a66 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f1be6ac-8045-4d23-a472-0648cf23190e HTTP/1.1" status: 200 len: 217 time: 0.1230648 May 31 13:24:09.830314 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5f46dc-0ded-4120-a1dd-6b238e23612f service neutron] Pushing event updated for resources: {'Port': ['ID=a713b83b-03d8-4e07-aa31-65b58e4fc23b,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:24:09.867953 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 454473a9-a67e-4267-ab12-d2db9c2f0299 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:24:09.868732 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:09.892675 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 454473a9-a67e-4267-ab12-d2db9c2f0299, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=454473a9-a67e-4267-ab12-d2db9c2f0299,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:24:09.899472 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:09.952171 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-6200cfa0-9ed4-42af-bdbc-32c1e011a463 req-8743c3e7-388c-40a4-93c9-3d6370c3e9c3 service neutron] For port 3f1be6ac-8045-4d23-a472-0648cf23190e, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=3f1be6ac-8045-4d23-a472-0648cf23190e,segment=NetworkSegment(a592d348-649e-4ed1-b139-bdf2b9c4a847),segment_id=a592d348-649e-4ed1-b139-bdf2b9c4a847)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:24:09.962107 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a514a90b-e19d-46d2-a47f-edca5a3f6963 req-28db401e-eed5-452b-b796-adacc7037049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:09.963310 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a514a90b-e19d-46d2-a47f-edca5a3f6963 req-28db401e-eed5-452b-b796-adacc7037049 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e2597a7ed6d8470e9c70cdf094415106&device_id=bd1f28db-980f-460f-9d1a-6d9576db37e9 HTTP/1.1" status: 200 len: 1094 time: 0.2288387 May 31 13:24:09.978737 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebf95c0-433f-48e5-885d-88d7371285e5 req-c04f7f56-8662-4537-94cc-96a1c5df96c3 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:09.986866 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9ebf95c0-433f-48e5-885d-88d7371285e5 req-c04f7f56-8662-4537-94cc-96a1c5df96c3 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=12c6813d-f517-4002-8c22-cda7b5d28c2d HTTP/1.1" status: 200 len: 943 time: 0.2533376 May 31 13:24:10.002246 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4488519e-f5e0-44ee-931e-ed70d1e8ed72 req-d5f2b28e-f3db-4fc3-afdc-0c8d2c1e6e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:10.003742 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4488519e-f5e0-44ee-931e-ed70d1e8ed72 req-d5f2b28e-f3db-4fc3-afdc-0c8d2c1e6e0f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4130993 May 31 13:24:10.013142 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=454473a9-a67e-4267-ab12-d2db9c2f0299,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:24:10.015559 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17054657-7a67-4949-a75a-3353d4be953d req-18915ea3-c0a1-4d23-90ee-1a3bca9e7fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:10.017242 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-17054657-7a67-4949-a75a-3353d4be953d req-18915ea3-c0a1-4d23-90ee-1a3bca9e7fd5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c38944f5-addb-47c7-b219-ea477f926c92 HTTP/1.1" status: 200 len: 861 time: 0.1913333 May 31 13:24:10.042334 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-6200cfa0-9ed4-42af-bdbc-32c1e011a463 req-8743c3e7-388c-40a4-93c9-3d6370c3e9c3 service neutron] For port 3f1be6ac-8045-4d23-a472-0648cf23190e, host n-h1-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:24:10.076043 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a476effd-b5c0-47b8-833c-a80ea36f6183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:10.077122 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a514a90b-e19d-46d2-a47f-edca5a3f6963 req-0a9aba84-2d97-44cb-b1cb-2a881dea3666 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a713b83b-03d8-4e07-aa31-65b58e4fc23b HTTP/1.1" status: 200 len: 217 time: 0.0864770 May 31 13:24:10.156139 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27bdb2-6c2f-4385-b7ce-c628663af0e9 req-750cbf24-fdcd-4e87-bdc3-0d83ef48272e tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:10.162726 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ec27bdb2-6c2f-4385-b7ce-c628663af0e9 req-750cbf24-fdcd-4e87-bdc3-0d83ef48272e tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/ports?device_id=30b9966f-70b7-43b1-ab74-f74fd2bbd109 HTTP/1.1" status: 200 len: 944 time: 0.3035624 May 31 13:24:10.185754 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a514a90b-e19d-46d2-a47f-edca5a3f6963 req-d10fd917-7c12-43fe-974a-868bf4747e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:10.187565 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a514a90b-e19d-46d2-a47f-edca5a3f6963 req-d10fd917-7c12-43fe-974a-868bf4747e48 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=83cbe83f-97ff-497d-8da2-ff6d3874e4c0 HTTP/1.1" status: 200 len: 845 time: 0.0968270 May 31 13:24:10.204536 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30b9966f-70b7-43b1-ab74-f74fd2bbd109', 'tag': '7981e8f9-d03b-40e2-9db7-0fab18d23011'}, {'name': 'network-changed', 'server_uuid': 'bd1f28db-980f-460f-9d1a-6d9576db37e9', 'tag': 'a713b83b-03d8-4e07-aa31-65b58e4fc23b'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:24:10.204757 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-17054657-7a67-4949-a75a-3353d4be953d req-9284ca65-8eb0-440c-a012-d428ce0dd51b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5b3c8d41-b43d-4739-acc3-c9eae6a83205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1326768 May 31 13:24:10.257791 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9ebf95c0-433f-48e5-885d-88d7371285e5 req-544768fe-d5fa-4f47-8550-fc825ec834c5 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699752 May 31 13:24:10.302225 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [req-6200cfa0-9ed4-42af-bdbc-32c1e011a463 req-8743c3e7-388c-40a4-93c9-3d6370c3e9c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f1be6ac-8045-4d23-a472-0648cf23190e {{(pid=88369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:24:10.327342 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ec27bdb2-6c2f-4385-b7ce-c628663af0e9 req-ec3d7603-8763-428d-b4e5-1ebb13392095 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d29a7ba-8da4-4594-bfbf-9f55cd071e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635001 May 31 13:24:10.334112 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a514a90b-e19d-46d2-a47f-edca5a3f6963 req-d31eac7c-7e29-4c83-add1-4e90202eebb1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=54080721-9f8a-4f91-bfc0-a61481e712fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1220629 May 31 13:24:10.517116 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-de9f5cf4-cecf-4636-9c49-b979e5f91921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:10.521819 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6996a692-e832-44f2-b972-9e9f06c49623 req-cc9dc650-25c1-46f2-b4bc-d84cc231b43b tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=09dd0f3ff03c49d3a5c47e4de6593f6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2171633 May 31 13:24:10.583357 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-17054657-7a67-4949-a75a-3353d4be953d req-534f0e29-8bb2-4d37-8431-234484982950 service neutron] 10.222.0.20 "GET /v2.0/networks/5b3c8d41-b43d-4739-acc3-c9eae6a83205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3473675 May 31 13:24:10.664994 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-6200cfa0-9ed4-42af-bdbc-32c1e011a463 req-8743c3e7-388c-40a4-93c9-3d6370c3e9c3 service neutron] For port 3f1be6ac-8045-4d23-a472-0648cf23190e, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=3f1be6ac-8045-4d23-a472-0648cf23190e,segment=NetworkSegment(a592d348-649e-4ed1-b139-bdf2b9c4a847),segment_id=a592d348-649e-4ed1-b139-bdf2b9c4a847)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:24:10.835647 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 3f1be6ac-8045-4d23-a472-0648cf23190e no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:24:10.898315 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0102bc83-5264-4783-8ccc-e0cb52ac6a5c'] response: {'name': 'network-changed', 'server_uuid': '4510f090-0a02-4ef1-8cc4-e9dea399e0f1', 'tag': 'dc8da617-a252-4841-8cb3-18718271901b', 'status': 'completed', 'code': 200} May 31 13:24:10.910809 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6996a692-e832-44f2-b972-9e9f06c49623 req-249254d5-3f32-473f-a47a-e22f4fffa53f tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=09dd0f3ff03c49d3a5c47e4de6593f6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5988684 May 31 13:24:11.036773 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-17054657-7a67-4949-a75a-3353d4be953d req-b568971b-4776-40d7-8a64-c9218c721db8 service neutron] 10.222.0.20 "GET /v2.0/networks/5b3c8d41-b43d-4739-acc3-c9eae6a83205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239520 May 31 13:24:11.036773 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-6200cfa0-9ed4-42af-bdbc-32c1e011a463 req-8743c3e7-388c-40a4-93c9-3d6370c3e9c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:11.081388 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 3f1be6ac-8045-4d23-a472-0648cf23190e is: DOWN; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:24:11.148570 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4488519e-f5e0-44ee-931e-ed70d1e8ed72 req-607545b0-3330-434e-8cdc-77b6cf9a18dc service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1241794 May 31 13:24:11.344792 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e8db0b7b-68e9-40e0-b320-69528a89fc9f req-5d97ae22-306f-4571-965b-a55b360d7fa5 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2003756956&fields=id&tenant_id=a487a8012f6942fe8ddd9bac507c4ea0 HTTP/1.1" status: 200 len: 267 time: 0.2286429 May 31 13:24:11.364761 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-6200cfa0-9ed4-42af-bdbc-32c1e011a463 req-8743c3e7-388c-40a4-93c9-3d6370c3e9c3 service neutron] Transition to ACTIVE for port object 3f1be6ac-8045-4d23-a472-0648cf23190e will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:24:11.368644 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4488519e-f5e0-44ee-931e-ed70d1e8ed72 req-2f7627c7-c3d7-4837-9711-43a896d5bbb9 service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048275 May 31 13:24:11.404981 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-6200cfa0-9ed4-42af-bdbc-32c1e011a463 req-8743c3e7-388c-40a4-93c9-3d6370c3e9c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:11.466203 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a476effd-b5c0-47b8-833c-a80ea36f6183 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:11.511804 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 454473a9-a67e-4267-ab12-d2db9c2f0299 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:24:11.528595 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a476effd-b5c0-47b8-833c-a80ea36f6183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:11.528918 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a514a90b-e19d-46d2-a47f-edca5a3f6963 req-0d83ee10-e47f-43e6-b1dc-d72b9df1c35c service neutron] 10.222.0.44 "GET /v2.0/networks/54080721-9f8a-4f91-bfc0-a61481e712fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0014522 May 31 13:24:11.557517 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6996a692-e832-44f2-b972-9e9f06c49623 req-f0f96eb0-2d45-4a59-a35a-c2c979509d84 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:11.559654 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6996a692-e832-44f2-b972-9e9f06c49623 req-f0f96eb0-2d45-4a59-a35a-c2c979509d84 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6296296 May 31 13:24:11.595972 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6996a692-e832-44f2-b972-9e9f06c49623 req-c5397f62-a0bc-4165-9775-30da7a8b2e0f tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:11.596318 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6996a692-e832-44f2-b972-9e9f06c49623 req-c5397f62-a0bc-4165-9775-30da7a8b2e0f tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7867193 May 31 13:24:11.607168 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 454473a9-a67e-4267-ab12-d2db9c2f0299 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:24:11.607358 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:11.611918 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-6996a692-e832-44f2-b972-9e9f06c49623 req-45e0cd6c-466d-4be5-b218-340a44c02498 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Request body: {'port': {'device_id': 'cae43b1c-7243-44be-959d-68da5cf199b2', 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4', 'admin_state_up': True, 'tenant_id': '09dd0f3ff03c49d3a5c47e4de6593f6c'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:24:11.634210 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e30e2-6bac-4357-b2d8-70616451a7c0 req-efde6ff3-04b2-444e-8049-a3be8e8ad884 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:11.635741 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-082e30e2-6bac-4357-b2d8-70616451a7c0 req-efde6ff3-04b2-444e-8049-a3be8e8ad884 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd1f28db-980f-460f-9d1a-6d9576db37e9 HTTP/1.1" status: 200 len: 943 time: 0.7967556 May 31 13:24:11.696921 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-6996a692-e832-44f2-b972-9e9f06c49623 req-5c9d1aab-b275-4e3a-b7ce-e1cc15b6c82f tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Request body: {'port': {'device_id': 'bd227f0c-1027-4194-8c63-045bc1ccb95b', 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4', 'admin_state_up': True, 'tenant_id': '09dd0f3ff03c49d3a5c47e4de6593f6c'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:24:11.705354 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-6200cfa0-9ed4-42af-bdbc-32c1e011a463 req-8743c3e7-388c-40a4-93c9-3d6370c3e9c3 service neutron] No DVR routers for this DVR port 3f1be6ac-8045-4d23-a472-0648cf23190e on host n-h1-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:24:11.723140 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a476effd-b5c0-47b8-833c-a80ea36f6183 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:11.727577 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8743c3e7-388c-40a4-93c9-3d6370c3e9c3 service neutron] Pushing event updated for resources: {'Port': ['ID=3f1be6ac-8045-4d23-a472-0648cf23190e,revision_number=10']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:24:11.763602 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 454473a9-a67e-4267-ab12-d2db9c2f0299 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:24:11.947105 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a476effd-b5c0-47b8-833c-a80ea36f6183 admin admin] Pushing event updated for resources: {'Port': ['ID=0e3fc2bb-bfe0-4c78-aa53-26576f9776e6,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:24:11.956800 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-082e30e2-6bac-4357-b2d8-70616451a7c0 req-63cd8744-bd78-4d4f-a5c3-350c49b69bfa tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/security-groups?id=9bb73710-3d65-4dab-a4f3-8814f415ca6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440717 May 31 13:24:11.956980 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-6200cfa0-9ed4-42af-bdbc-32c1e011a463 req-8743c3e7-388c-40a4-93c9-3d6370c3e9c3 service neutron] 10.222.0.20 "PUT /v2.0/ports/3f1be6ac-8045-4d23-a472-0648cf23190e/bindings/n-h2-843939-1/activate HTTP/1.1" status: 200 len: 369 time: 3.3292916 May 31 13:24:11.968092 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9505083-272f-4de3-8b9b-980e3c673236 req-cdd0cf37-a25a-44f6-8c30-3fd3ae8ca7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:11.968092 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e9505083-272f-4de3-8b9b-980e3c673236 req-cdd0cf37-a25a-44f6-8c30-3fd3ae8ca7fb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c905d91f2f614f928153cd05b2f8a225&device_id=4510f090-0a02-4ef1-8cc4-e9dea399e0f1 HTTP/1.1" status: 200 len: 1098 time: 0.5102999 May 31 13:24:12.006178 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db0b7b-68e9-40e0-b320-69528a89fc9f req-42d43222-5a15-47bb-a98f-e3d8b2873bdf tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:12.015907 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e8db0b7b-68e9-40e0-b320-69528a89fc9f req-42d43222-5a15-47bb-a98f-e3d8b2873bdf tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/ports?device_id=290dce05-a5a1-4203-9d4e-bbe24ed12d31 HTTP/1.1" status: 200 len: 945 time: 0.6460426 May 31 13:24:12.024271 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-e8db0b7b-68e9-40e0-b320-69528a89fc9f req-ea4e02a2-9c0c-4bd4-8926-2a0923ae3083 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Request body: {'port': {'security_groups': ['98e17d4a-ac5b-4480-9bc6-49977fe0902a', 'c532e93d-059e-45be-ab0b-a578cae373d8']}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:24:12.199343 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ffb0a30-4894-4710-a9f6-561c7801bcd8'] response: {'name': 'network-changed', 'server_uuid': '30b9966f-70b7-43b1-ab74-f74fd2bbd109', 'tag': '7981e8f9-d03b-40e2-9db7-0fab18d23011', 'status': 'completed', 'code': 200} May 31 13:24:12.199343 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ffb0a30-4894-4710-a9f6-561c7801bcd8'] response: {'name': 'network-changed', 'server_uuid': 'bd1f28db-980f-460f-9d1a-6d9576db37e9', 'tag': 'a713b83b-03d8-4e07-aa31-65b58e4fc23b', 'status': 'completed', 'code': 200} May 31 13:24:12.199343 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e8db0b7b-68e9-40e0-b320-69528a89fc9f req-ea4e02a2-9c0c-4bd4-8926-2a0923ae3083 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:12.270113 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9505083-272f-4de3-8b9b-980e3c673236 req-9d0a4492-697d-430e-bab5-705a8868f150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:12.270113 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e9505083-272f-4de3-8b9b-980e3c673236 req-9d0a4492-697d-430e-bab5-705a8868f150 service neutron] 10.222.0.20 "GET /v2.0/networks?id=85b11c4f-90ad-4763-b38d-22d3f87089f4 HTTP/1.1" status: 200 len: 870 time: 0.2941225 May 31 13:24:12.275322 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-6996a692-e832-44f2-b972-9e9f06c49623 req-5c9d1aab-b275-4e3a-b7ce-e1cc15b6c82f tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:24:12.285198 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-6996a692-e832-44f2-b972-9e9f06c49623 req-5c9d1aab-b275-4e3a-b7ce-e1cc15b6c82f tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:24:12.296328 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a514a90b-e19d-46d2-a47f-edca5a3f6963 req-375cec4d-1e3d-46b6-a802-0bc58e04838b service neutron] 10.222.0.44 "GET /v2.0/networks/54080721-9f8a-4f91-bfc0-a61481e712fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7445371 May 31 13:24:12.313185 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6996a692-e832-44f2-b972-9e9f06c49623 req-5c9d1aab-b275-4e3a-b7ce-e1cc15b6c82f tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Made reservation on behalf of 09dd0f3ff03c49d3a5c47e4de6593f6c for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:24:12.324089 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6996a692-e832-44f2-b972-9e9f06c49623 req-5c9d1aab-b275-4e3a-b7ce-e1cc15b6c82f tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:12.468826 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e9505083-272f-4de3-8b9b-980e3c673236 req-49c63ee9-afee-40eb-9136-d409831e24aa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=dc8da617-a252-4841-8cb3-18718271901b HTTP/1.1" status: 200 len: 217 time: 0.1177740 May 31 13:24:12.474914 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-958cd555-4c18-418b-887c-9b8c55dce55d req-9df8aa97-8da7-4019-aedc-b274ee5a55d5 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd227f0c-1027-4194-8c63-045bc1ccb95b HTTP/1.1" status: 200 len: 210 time: 0.1009998 May 31 13:24:12.487112 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-6996a692-e832-44f2-b972-9e9f06c49623 req-45e0cd6c-466d-4be5-b218-340a44c02498 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:24:12.619633 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a476effd-b5c0-47b8-833c-a80ea36f6183 admin admin] Network 1b3c2627-242d-47aa-a663-84cbc730d348 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:24:12.619633 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-a476effd-b5c0-47b8-833c-a80ea36f6183 admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:24:12.752185 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9505083-272f-4de3-8b9b-980e3c673236 req-d9ceecba-6940-4e6f-b98c-232115374ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:12.752185 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e9505083-272f-4de3-8b9b-980e3c673236 req-d9ceecba-6940-4e6f-b98c-232115374ea0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.2379804 May 31 13:24:12.815442 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ea3b7eb1-a12a-4745-8095-18ec9dca92d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:12.825091 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e9486f-5bef-41a4-b237-744a9f447aa8 req-d8983beb-5094-44fe-83b8-f88090de6e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:12.825091 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-74e9486f-5bef-41a4-b237-744a9f447aa8 req-d8983beb-5094-44fe-83b8-f88090de6e76 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9d7345b6bbc64d3981e920379156fa19&device_id=30b9966f-70b7-43b1-ab74-f74fd2bbd109 HTTP/1.1" status: 200 len: 1095 time: 0.5432882 May 31 13:24:12.844189 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 7981e8f9-d03b-40e2-9db7-0fab18d23011 details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:24:12.959261 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-6996a692-e832-44f2-b972-9e9f06c49623 req-45e0cd6c-466d-4be5-b218-340a44c02498 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:24:13.038631 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6996a692-e832-44f2-b972-9e9f06c49623 req-45e0cd6c-466d-4be5-b218-340a44c02498 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Made reservation on behalf of 09dd0f3ff03c49d3a5c47e4de6593f6c for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:24:13.038631 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6996a692-e832-44f2-b972-9e9f06c49623 req-45e0cd6c-466d-4be5-b218-340a44c02498 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:13.068396 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a77fbb34-f382-4cb8-92bf-1e75cfdd7004 None None] Provisioning complete for port 0e3fc2bb-bfe0-4c78-aa53-26576f9776e6 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:24:13.068396 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a77fbb34-f382-4cb8-92bf-1e75cfdd7004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:13.172094 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 7981e8f9-d03b-40e2-9db7-0fab18d23011, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=7981e8f9-d03b-40e2-9db7-0fab18d23011,segment=NetworkSegment(6af449b4-9759-41ca-aa70-1c602a81197c),segment_id=6af449b4-9759-41ca-aa70-1c602a81197c)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:24:13.192333 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-a77fbb34-f382-4cb8-92bf-1e75cfdd7004 None None] Port 0e3fc2bb-bfe0-4c78-aa53-26576f9776e6 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:24:13.192333 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': '7981e8f9-d03b-40e2-9db7-0fab18d23011', 'network_id': 'e576ad54-297c-4eec-b73b-25479782c1e2', 'port_id': '7981e8f9-d03b-40e2-9db7-0fab18d23011', 'mac_address': 'fa:16:3e:12:39:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '376bfa95-ebe5-4cb8-abaa-2bcb5d3a07e3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:24:13.218355 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200cfa0-9ed4-42af-bdbc-32c1e011a463 req-c568f5be-b4c7-4385-acdb-6f2a776d107f tempest-LiveAutoBlockMigrationV225Test-938371686 tempest-LiveAutoBlockMigrationV225Test-938371686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:13.218355 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6200cfa0-9ed4-42af-bdbc-32c1e011a463 req-c568f5be-b4c7-4385-acdb-6f2a776d107f tempest-LiveAutoBlockMigrationV225Test-938371686 tempest-LiveAutoBlockMigrationV225Test-938371686-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=12c6813d-f517-4002-8c22-cda7b5d28c2d&tenant_id=2539a3508c4b448ea8707834972224c7&binding%3Ahost_id=n-h1-843939-1 HTTP/1.1" status: 200 len: 1095 time: 1.1181045 May 31 13:24:13.297156 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 7981e8f9-d03b-40e2-9db7-0fab18d23011 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:24:13.297156 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:13.313871 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7981e8f9-d03b-40e2-9db7-0fab18d23011 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:24:13.314155 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a476effd-b5c0-47b8-833c-a80ea36f6183 admin admin] Router 53b111f4-e8b1-4133-b0be-79b56d445a9a has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:24:13.321496 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e9486f-5bef-41a4-b237-744a9f447aa8 req-89f6230b-847b-43d4-803d-8198f28ce1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:13.323044 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-74e9486f-5bef-41a4-b237-744a9f447aa8 req-89f6230b-847b-43d4-803d-8198f28ce1eb service neutron] 10.222.0.20 "GET /v2.0/networks?id=e576ad54-297c-4eec-b73b-25479782c1e2 HTTP/1.1" status: 200 len: 909 time: 0.5000873 May 31 13:24:13.325020 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9505083-272f-4de3-8b9b-980e3c673236 req-70a542f8-5f95-40f2-a906-f87057146b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:13.326371 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e9505083-272f-4de3-8b9b-980e3c673236 req-70a542f8-5f95-40f2-a906-f87057146b1f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5720799 May 31 13:24:13.332458 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 7981e8f9-d03b-40e2-9db7-0fab18d23011, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=7981e8f9-d03b-40e2-9db7-0fab18d23011,segment=NetworkSegment(6af449b4-9759-41ca-aa70-1c602a81197c),segment_id=6af449b4-9759-41ca-aa70-1c602a81197c)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:24:13.337649 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:13.382421 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-6996a692-e832-44f2-b972-9e9f06c49623 req-5c9d1aab-b275-4e3a-b7ce-e1cc15b6c82f tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Allocated IP 192.168.233.69 (85b11c4f-90ad-4763-b38d-22d3f87089f4/24822c99-0dce-4d50-9c44-3135ba3763b8/4794bb7b-447e-424b-b7ea-f4f19c3f6227) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:24:13.425138 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=7981e8f9-d03b-40e2-9db7-0fab18d23011,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:24:13.526332 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e9486f-5bef-41a4-b237-744a9f447aa8 req-926cfda6-92a0-486a-ab40-58e88542d1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:13.529366 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-74e9486f-5bef-41a4-b237-744a9f447aa8 req-926cfda6-92a0-486a-ab40-58e88542d1b5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e2597a7ed6d8470e9c70cdf094415106&device_id=bd1f28db-980f-460f-9d1a-6d9576db37e9 HTTP/1.1" status: 200 len: 1094 time: 1.1059887 May 31 13:24:13.538294 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-74e9486f-5bef-41a4-b237-744a9f447aa8 req-e0662f41-c576-43e1-ab98-89df9e4710b5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7981e8f9-d03b-40e2-9db7-0fab18d23011 HTTP/1.1" status: 200 len: 217 time: 0.1589839 May 31 13:24:13.577075 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908faef-f447-4325-8cc1-919e1769f45e req-e51fc9de-6c1a-4d49-8136-9ceb4b642196 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:13.584639 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1908faef-f447-4325-8cc1-919e1769f45e req-e51fc9de-6c1a-4d49-8136-9ceb4b642196 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=4510f090-0a02-4ef1-8cc4-e9dea399e0f1 HTTP/1.1" status: 200 len: 947 time: 0.7681236 May 31 13:24:13.650678 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:13.713053 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['7981e8f9-d03b-40e2-9db7-0fab18d23011'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:24:13.729882 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e9486f-5bef-41a4-b237-744a9f447aa8 req-ae367c0a-aa1a-40bb-8f96-424957876179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:13.731967 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-74e9486f-5bef-41a4-b237-744a9f447aa8 req-ae367c0a-aa1a-40bb-8f96-424957876179 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=376bfa95-ebe5-4cb8-abaa-2bcb5d3a07e3 HTTP/1.1" status: 200 len: 848 time: 0.1762624 May 31 13:24:13.743272 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e9505083-272f-4de3-8b9b-980e3c673236 req-9258e645-64b6-4f41-b739-abf08ae87b4b service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3652451 May 31 13:24:13.771796 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:13.777827 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a476effd-b5c0-47b8-833c-a80ea36f6183 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:24:13.794009 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db7e11d-59aa-456b-a33f-fe09ba0e9bda None None] Sync routers for ids ['53b111f4-e8b1-4133-b0be-79b56d445a9a'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:24:13.806682 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a476effd-b5c0-47b8-833c-a80ea36f6183 admin admin] 10.222.0.50 "PUT /v2.0/routers/53b111f4-e8b1-4133-b0be-79b56d445a9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9023154 May 31 13:24:13.842503 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db7e11d-59aa-456b-a33f-fe09ba0e9bda None None] Routers {'53b111f4-e8b1-4133-b0be-79b56d445a9a'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:24:13.843108 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-6db7e11d-59aa-456b-a33f-fe09ba0e9bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:24:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['53b111f4-e8b1-4133-b0be-79b56d445a9a'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:24:13.859636 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-74e9486f-5bef-41a4-b237-744a9f447aa8 req-7a9cda91-2756-4d0f-aa3b-9bde28104c3f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e576ad54-297c-4eec-b73b-25479782c1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1200886 May 31 13:24:13.899164 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1908faef-f447-4325-8cc1-919e1769f45e req-550fae24-0a10-4dd4-8754-33ad52ea5080 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136034 May 31 13:24:13.978190 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200cfa0-9ed4-42af-bdbc-32c1e011a463 req-d715c3f5-2f63-424e-bd34-45557553bd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:13.979702 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6200cfa0-9ed4-42af-bdbc-32c1e011a463 req-d715c3f5-2f63-424e-bd34-45557553bd2d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=12c6813d-f517-4002-8c22-cda7b5d28c2d&tenant_id=2539a3508c4b448ea8707834972224c7 HTTP/1.1" status: 200 len: 1095 time: 0.7012756 May 31 13:24:14.030114 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e9505083-272f-4de3-8b9b-980e3c673236 req-b3d83d47-b018-4ebd-9868-bdd251685737 service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501688 May 31 13:24:14.053936 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-74e9486f-5bef-41a4-b237-744a9f447aa8 req-531315d8-a7ff-47ff-8c6a-761bedb1355e service neutron] 10.222.0.20 "GET /v2.0/networks/e576ad54-297c-4eec-b73b-25479782c1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769176 May 31 13:24:14.116056 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e9486f-5bef-41a4-b237-744a9f447aa8 req-c206f3d2-d090-4d42-bc6c-de91a9cc706f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:14.117781 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-74e9486f-5bef-41a4-b237-744a9f447aa8 req-c206f3d2-d090-4d42-bc6c-de91a9cc706f service neutron] 10.222.0.44 "GET /v2.0/networks?id=54080721-9f8a-4f91-bfc0-a61481e712fa HTTP/1.1" status: 200 len: 906 time: 0.5795610 May 31 13:24:14.225652 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-6db7e11d-59aa-456b-a33f-fe09ba0e9bda None None] Set router 53b111f4-e8b1-4133-b0be-79b56d445a9a gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:24:14.236492 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-74e9486f-5bef-41a4-b237-744a9f447aa8 req-e71f5837-e4fc-4981-b93e-7dd6d7d37638 service neutron] 10.222.0.20 "GET /v2.0/networks/e576ad54-297c-4eec-b73b-25479782c1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671839 May 31 13:24:14.274046 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-74e9486f-5bef-41a4-b237-744a9f447aa8 req-c0ab90b6-160e-4638-9d48-7d324c996008 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a713b83b-03d8-4e07-aa31-65b58e4fc23b HTTP/1.1" status: 200 len: 217 time: 0.1274548 May 31 13:24:14.297739 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6996a692-e832-44f2-b972-9e9f06c49623 req-5c9d1aab-b275-4e3a-b7ce-e1cc15b6c82f tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:14.357411 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-e8db0b7b-68e9-40e0-b320-69528a89fc9f req-ea4e02a2-9c0c-4bd4-8926-2a0923ae3083 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] For port a6ce2620-59bc-460a-b055-9b0674cf69e8, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=a6ce2620-59bc-460a-b055-9b0674cf69e8,segment=NetworkSegment(370cc937-b213-498d-9452-fec6264d9498),segment_id=370cc937-b213-498d-9452-fec6264d9498)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:24:14.378715 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-79bd02f8-24ba-4b55-b50a-253463aeb98f req-ebd20a2e-0bae-451b-a775-49a74f819b7e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9db63fb7-f5a0-4390-8f05-d9b2a1ae47fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1288586 May 31 13:24:14.382652 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-6996a692-e832-44f2-b972-9e9f06c49623 req-5c9d1aab-b275-4e3a-b7ce-e1cc15b6c82f tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Transition to ACTIVE for port object 4794bb7b-447e-424b-b7ea-f4f19c3f6227 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:24:14.419998 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e9486f-5bef-41a4-b237-744a9f447aa8 req-5448b96b-823f-4084-b5e2-bfd0125f8623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:14.421503 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-74e9486f-5bef-41a4-b237-744a9f447aa8 req-5448b96b-823f-4084-b5e2-bfd0125f8623 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=83cbe83f-97ff-497d-8da2-ff6d3874e4c0 HTTP/1.1" status: 200 len: 845 time: 0.1321826 May 31 13:24:14.529381 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200cfa0-9ed4-42af-bdbc-32c1e011a463 req-db0d982e-bf06-4a13-8aad-7b111365b043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:14.531024 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6200cfa0-9ed4-42af-bdbc-32c1e011a463 req-db0d982e-bf06-4a13-8aad-7b111365b043 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2539a3508c4b448ea8707834972224c7&device_id=12c6813d-f517-4002-8c22-cda7b5d28c2d HTTP/1.1" status: 200 len: 1095 time: 0.4820373 May 31 13:24:14.534131 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e8db0b7b-68e9-40e0-b320-69528a89fc9f req-ea4e02a2-9c0c-4bd4-8926-2a0923ae3083 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:14.538819 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd02f8-24ba-4b55-b50a-253463aeb98f req-be76f322-74ca-479a-8a59-d86c9c382e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:14.541069 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-79bd02f8-24ba-4b55-b50a-253463aeb98f req-be76f322-74ca-479a-8a59-d86c9c382e2b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2539a3508c4b448ea8707834972224c7&device_id=9db63fb7-f5a0-4390-8f05-d9b2a1ae47fc HTTP/1.1" status: 200 len: 1095 time: 0.1365736 May 31 13:24:14.547187 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-74e9486f-5bef-41a4-b237-744a9f447aa8 req-c6db81a6-53f1-479a-85f1-006b00b386bf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=54080721-9f8a-4f91-bfc0-a61481e712fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733652 May 31 13:24:14.569668 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e8db0b7b-68e9-40e0-b320-69528a89fc9f req-ea4e02a2-9c0c-4bd4-8926-2a0923ae3083 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:14.629158 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-6db7e11d-59aa-456b-a33f-fe09ba0e9bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b111f4-e8b1-4133-b0be-79b56d445a9a', 'name': 'tempest-ServersTestBootFromVolume-1554090402-router', 'tenant_id': 'b7cf8726517b4438b022debf1ecf0375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '454473a9-a67e-4267-ab12-d2db9c2f0299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:23:59Z', 'updated_at': '2022-05-31T13:24:09Z', 'revision_number': 4, 'project_id': 'b7cf8726517b4438b022debf1ecf0375', 'gw_port': {'id': '454473a9-a67e-4267-ab12-d2db9c2f0299', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ac:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b111f4-e8b1-4133-b0be-79b56d445a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:24:00Z', 'updated_at': '2022-05-31T13:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '0e3fc2bb-bfe0-4c78-aa53-26576f9776e6', 'name': '', 'network_id': '1b3c2627-242d-47aa-a663-84cbc730d348', 'tenant_id': 'b7cf8726517b4438b022debf1ecf0375', 'mac_address': 'fa:16:3e:36:99:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53b111f4-e8b1-4133-b0be-79b56d445a9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'f6fb7463-9434-4855-8fea-436f931ae20e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:24:06Z', 'updated_at': '2022-05-31T13:24:10Z', 'revision_number': 2, 'project_id': 'b7cf8726517b4438b022debf1ecf0375', 'subnets': [{'id': 'f6fb7463-9434-4855-8fea-436f931ae20e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:24:14.633353 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db7e11d-59aa-456b-a33f-fe09ba0e9bda None None] Checking router: 53b111f4-e8b1-4133-b0be-79b56d445a9a for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:24:14.633706 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db7e11d-59aa-456b-a33f-fe09ba0e9bda None None] Updating router 53b111f4-e8b1-4133-b0be-79b56d445a9a port 0e3fc2bb-bfe0-4c78-aa53-26576f9776e6 binding host n-d-843939-1 {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:24:14.689322 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6db7e11d-59aa-456b-a33f-fe09ba0e9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:14.837917 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db0b7b-68e9-40e0-b320-69528a89fc9f req-ea4e02a2-9c0c-4bd4-8926-2a0923ae3083 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:14.838956 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e8db0b7b-68e9-40e0-b320-69528a89fc9f req-ea4e02a2-9c0c-4bd4-8926-2a0923ae3083 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:14.842497 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e8db0b7b-68e9-40e0-b320-69528a89fc9f req-ea4e02a2-9c0c-4bd4-8926-2a0923ae3083 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "PUT /v2.0/ports/a6ce2620-59bc-460a-b055-9b0674cf69e8 HTTP/1.1" status: 200 len: 981 time: 2.8280265 May 31 13:24:14.859833 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd02f8-24ba-4b55-b50a-253463aeb98f req-575cc10f-cc5f-4cc1-927d-b1f8606c16d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:14.861299 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-79bd02f8-24ba-4b55-b50a-253463aeb98f req-575cc10f-cc5f-4cc1-927d-b1f8606c16d6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5b3c8d41-b43d-4739-acc3-c9eae6a83205 HTTP/1.1" status: 200 len: 922 time: 0.2888637 May 31 13:24:14.864603 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['a6ce2620-59bc-460a-b055-9b0674cf69e8'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:24:14.865489 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '290dce05-a5a1-4203-9d4e-bbe24ed12d31', 'tag': 'a6ce2620-59bc-460a-b055-9b0674cf69e8'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:24:14.944111 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-79bd02f8-24ba-4b55-b50a-253463aeb98f req-13ac0e75-57a2-4e60-b4e4-d17b0466d05a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a29f38a-dfe7-4a4d-9217-88b275f81816 HTTP/1.1" status: 200 len: 217 time: 0.0735121 May 31 13:24:14.979160 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6996a692-e832-44f2-b972-9e9f06c49623 req-5c9d1aab-b275-4e3a-b7ce-e1cc15b6c82f tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:15.040373 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['340b14e3-4287-43f8-a3a0-d594186321f6', '07547904-825e-4f1e-bf9b-eb2fc12e8810', '32daf59e-30ee-4850-815e-972dba797556'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:24:15.066826 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['a6ce2620-59bc-460a-b055-9b0674cf69e8'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:24:15.083497 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd02f8-24ba-4b55-b50a-253463aeb98f req-e37b7504-5f35-4a84-a8ee-555c5ef02436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:15.085192 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-79bd02f8-24ba-4b55-b50a-253463aeb98f req-e37b7504-5f35-4a84-a8ee-555c5ef02436 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c38944f5-addb-47c7-b219-ea477f926c92 HTTP/1.1" status: 200 len: 861 time: 0.1352079 May 31 13:24:15.156393 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-79bd02f8-24ba-4b55-b50a-253463aeb98f req-750df6f1-4840-4f04-a57c-900a0c1646c8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5b3c8d41-b43d-4739-acc3-c9eae6a83205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577302 May 31 13:24:15.259816 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6996a692-e832-44f2-b972-9e9f06c49623 req-5c9d1aab-b275-4e3a-b7ce-e1cc15b6c82f tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Network 85b11c4f-90ad-4763-b38d-22d3f87089f4 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:24:15.271000 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-9e95ad8d-2ba8-4050-b3b0-5710de3064a5 req-1b587713-07d9-4ecf-825c-c5d3898b18c7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1b50fd3b-b462-403d-b8da-fd02cb3e2439&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2375941 May 31 13:24:15.285009 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4e02a2-9c0c-4bd4-8926-2a0923ae3083 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Pushing event updated for resources: {'Port': ['ID=a6ce2620-59bc-460a-b055-9b0674cf69e8,revision_number=6']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:24:15.359893 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-6996a692-e832-44f2-b972-9e9f06c49623 req-5c9d1aab-b275-4e3a-b7ce-e1cc15b6c82f tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:24:15.378351 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-79bd02f8-24ba-4b55-b50a-253463aeb98f req-3837e397-24f4-4fec-b137-d5bb204016b1 service neutron] 10.222.0.20 "GET /v2.0/networks/5b3c8d41-b43d-4739-acc3-c9eae6a83205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160144 May 31 13:24:15.430021 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-6996a692-e832-44f2-b972-9e9f06c49623 req-45e0cd6c-466d-4be5-b218-340a44c02498 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Allocated IP 192.168.233.135 (85b11c4f-90ad-4763-b38d-22d3f87089f4/24822c99-0dce-4d50-9c44-3135ba3763b8/91f8550f-7c6e-4f43-81db-91e2670bc6ae) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:24:15.521872 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-6996a692-e832-44f2-b972-9e9f06c49623 req-5c9d1aab-b275-4e3a-b7ce-e1cc15b6c82f tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:24:15.569527 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:15.599183 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device a713b83b-03d8-4e07-aa31-65b58e4fc23b details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:24:15.609743 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e95ad8d-2ba8-4050-b3b0-5710de3064a5 req-106e9f04-f7c8-4010-a538-2d2bd2517845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:15.617011 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-9e95ad8d-2ba8-4050-b3b0-5710de3064a5 req-106e9f04-f7c8-4010-a538-2d2bd2517845 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c905d91f2f614f928153cd05b2f8a225&device_id=1b50fd3b-b462-403d-b8da-fd02cb3e2439 HTTP/1.1" status: 200 len: 1101 time: 0.2947013 May 31 13:24:15.623715 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6db7e11d-59aa-456b-a33f-fe09ba0e9bda None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:15.633078 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-74e9486f-5bef-41a4-b237-744a9f447aa8 req-27283166-66a4-4d86-97fe-2f1eadd7ef1f service neutron] 10.222.0.44 "GET /v2.0/networks/54080721-9f8a-4f91-bfc0-a61481e712fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0596414 May 31 13:24:15.702411 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6db7e11d-59aa-456b-a33f-fe09ba0e9bda None None] Transition to ACTIVE for port object 0e3fc2bb-bfe0-4c78-aa53-26576f9776e6 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:24:15.715547 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200cfa0-9ed4-42af-bdbc-32c1e011a463 req-093a17a9-eb51-4d30-83f4-750a4ce93625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:15.717043 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6200cfa0-9ed4-42af-bdbc-32c1e011a463 req-093a17a9-eb51-4d30-83f4-750a4ce93625 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5b3c8d41-b43d-4739-acc3-c9eae6a83205 HTTP/1.1" status: 200 len: 922 time: 1.1724367 May 31 13:24:15.753774 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ef6d38-e748-48bd-9497-3482fc92f6a0 req-5ac6e153-4c8a-4258-bc0a-c14381d4fbee tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:15.755524 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-26ef6d38-e748-48bd-9497-3482fc92f6a0 req-5ac6e153-4c8a-4258-bc0a-c14381d4fbee tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=12c6813d-f517-4002-8c22-cda7b5d28c2d HTTP/1.1" status: 200 len: 944 time: 1.3236964 May 31 13:24:15.763712 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6db7e11d-59aa-456b-a33f-fe09ba0e9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:15.815928 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-79bd02f8-24ba-4b55-b50a-253463aeb98f req-758e5264-c167-4a87-b293-754001144862 service neutron] 10.222.0.20 "GET /v2.0/networks/5b3c8d41-b43d-4739-acc3-c9eae6a83205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4227598 May 31 13:24:15.913684 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e95ad8d-2ba8-4050-b3b0-5710de3064a5 req-690992a1-3567-45be-827d-e818af54b1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:15.916601 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-9e95ad8d-2ba8-4050-b3b0-5710de3064a5 req-690992a1-3567-45be-827d-e818af54b1d0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=85b11c4f-90ad-4763-b38d-22d3f87089f4 HTTP/1.1" status: 200 len: 870 time: 0.2626390 May 31 13:24:15.957746 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9d1aab-b275-4e3a-b7ce-e1cc15b6c82f tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Pushing event updated for resources: {'Port': ['ID=4794bb7b-447e-424b-b7ea-f4f19c3f6227,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:24:15.961442 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6200cfa0-9ed4-42af-bdbc-32c1e011a463 req-21a68fd6-379a-4817-bd5c-d7bec6004161 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f1be6ac-8045-4d23-a472-0648cf23190e HTTP/1.1" status: 200 len: 217 time: 0.1865306 May 31 13:24:15.979416 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.44', 53909) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:24:16.010681 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-9e95ad8d-2ba8-4050-b3b0-5710de3064a5 req-accc32ba-f1fe-4a9f-bcde-8519c7b6d545 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=95e68113-2ff1-42e3-b645-2d1b5c52a434 HTTP/1.1" status: 200 len: 217 time: 0.0865595 May 31 13:24:16.028247 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6996a692-e832-44f2-b972-9e9f06c49623 req-5c9d1aab-b275-4e3a-b7ce-e1cc15b6c82f tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:16.028945 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6996a692-e832-44f2-b972-9e9f06c49623 req-5c9d1aab-b275-4e3a-b7ce-e1cc15b6c82f tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:16.087028 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-96b734d1-44ea-40aa-a614-3e42a907bcc1 None None] Provisioning for port 4794bb7b-447e-424b-b7ea-f4f19c3f6227 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:24:16.146904 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-96b734d1-44ea-40aa-a614-3e42a907bcc1 None None] Provisioning complete for port 4794bb7b-447e-424b-b7ea-f4f19c3f6227 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:24:16.147825 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-96b734d1-44ea-40aa-a614-3e42a907bcc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:16.154810 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e95ad8d-2ba8-4050-b3b0-5710de3064a5 req-7ecac330-4863-4ef0-9491-005da50927d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:16.158471 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-9e95ad8d-2ba8-4050-b3b0-5710de3064a5 req-7ecac330-4863-4ef0-9491-005da50927d4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.1396461 May 31 13:24:16.215198 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-26ef6d38-e748-48bd-9497-3482fc92f6a0 req-1097203e-1e82-4de0-9393-a64d6eca0a08 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3615713 May 31 13:24:16.271066 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e95ad8d-2ba8-4050-b3b0-5710de3064a5 req-4eae772a-e207-4a2d-bb90-f19e96fe1075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:16.272857 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-9e95ad8d-2ba8-4050-b3b0-5710de3064a5 req-4eae772a-e207-4a2d-bb90-f19e96fe1075 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1034050 May 31 13:24:16.274239 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d6bdb2-17af-4fb7-8fb0-9a65ad6ffcfc None None] Pushing event updated for resources: {'Port': ['ID=0e3fc2bb-bfe0-4c78-aa53-26576f9776e6,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:24:16.351024 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6996a692-e832-44f2-b972-9e9f06c49623 req-5c9d1aab-b275-4e3a-b7ce-e1cc15b6c82f tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.6611669 May 31 13:24:16.372657 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200cfa0-9ed4-42af-bdbc-32c1e011a463 req-29ff0c40-d7f6-4eb6-b893-c0cb9a89fd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:16.375228 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6200cfa0-9ed4-42af-bdbc-32c1e011a463 req-29ff0c40-d7f6-4eb6-b893-c0cb9a89fd8e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c38944f5-addb-47c7-b219-ea477f926c92 HTTP/1.1" status: 200 len: 861 time: 0.3917487 May 31 13:24:16.406863 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-6996a692-e832-44f2-b972-9e9f06c49623 req-3383444a-134e-4ad8-bad8-b399f891751d service neutron] Request body: {'port': {'device_id': 'bd227f0c-1027-4194-8c63-045bc1ccb95b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:24:16.450683 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-9e95ad8d-2ba8-4050-b3b0-5710de3064a5 req-1c8b4743-19e0-4a83-a028-f294252e4fea service neutron] 10.222.0.44 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625416 May 31 13:24:16.462263 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port a713b83b-03d8-4e07-aa31-65b58e4fc23b, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=a713b83b-03d8-4e07-aa31-65b58e4fc23b,segment=NetworkSegment(5e25fb0d-97f0-46e3-9365-1fe4cebfedef),segment_id=5e25fb0d-97f0-46e3-9365-1fe4cebfedef)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:24:16.463080 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d52716-97d5-4f3a-8b71-f12b1dd82024 req-6ed3f2b8-83cb-42bc-9844-784c5e48ca83 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:16.471131 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f3d52716-97d5-4f3a-8b71-f12b1dd82024 req-6ed3f2b8-83cb-42bc-9844-784c5e48ca83 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/ports?device_id=30b9966f-70b7-43b1-ab74-f74fd2bbd109 HTTP/1.1" status: 200 len: 945 time: 1.4790413 May 31 13:24:16.484728 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-96b734d1-44ea-40aa-a614-3e42a907bcc1 None None] Port 4794bb7b-447e-424b-b7ea-f4f19c3f6227 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:24:16.501788 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-6db7e11d-59aa-456b-a33f-fe09ba0e9bda None None] Attempting to bind port 0e3fc2bb-bfe0-4c78-aa53-26576f9776e6 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:24:16.502341 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-6db7e11d-59aa-456b-a33f-fe09ba0e9bda None None] Attempting to bind port 0e3fc2bb-bfe0-4c78-aa53-26576f9776e6 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '3cd1e590-b03b-4bab-9eb2-d4b001419190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1b3c2627-242d-47aa-a663-84cbc730d348'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:24:16.502567 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db7e11d-59aa-456b-a33f-fe09ba0e9bda None None] Attempting to bind port 0e3fc2bb-bfe0-4c78-aa53-26576f9776e6 on network 1b3c2627-242d-47aa-a663-84cbc730d348 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:24:16.519460 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': 'a713b83b-03d8-4e07-aa31-65b58e4fc23b', 'network_id': '54080721-9f8a-4f91-bfc0-a61481e712fa', 'port_id': 'a713b83b-03d8-4e07-aa31-65b58e4fc23b', 'mac_address': 'fa:16:3e:e5:64:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83cbe83f-97ff-497d-8da2-ff6d3874e4c0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:24:16.522855 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db7e11d-59aa-456b-a33f-fe09ba0e9bda None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:24:16.523227 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db7e11d-59aa-456b-a33f-fe09ba0e9bda None None] Checking segment: {'id': '3cd1e590-b03b-4bab-9eb2-d4b001419190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1b3c2627-242d-47aa-a663-84cbc730d348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:24:16.523720 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6db7e11d-59aa-456b-a33f-fe09ba0e9bda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:16.524110 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db7e11d-59aa-456b-a33f-fe09ba0e9bda None None] Bound using segment: {'id': '3cd1e590-b03b-4bab-9eb2-d4b001419190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1b3c2627-242d-47aa-a663-84cbc730d348'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:24:16.524588 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-6db7e11d-59aa-456b-a33f-fe09ba0e9bda None None] Bound port: 0e3fc2bb-bfe0-4c78-aa53-26576f9776e6, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cd1e590-b03b-4bab-9eb2-d4b001419190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1b3c2627-242d-47aa-a663-84cbc730d348'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:24:16.525069 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6db7e11d-59aa-456b-a33f-fe09ba0e9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:16.586310 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-74e9486f-5bef-41a4-b237-744a9f447aa8 req-76c985ac-18ad-4970-93e0-04de251e1351 service neutron] 10.222.0.44 "GET /v2.0/networks/54080721-9f8a-4f91-bfc0-a61481e712fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8725953 May 31 13:24:16.597082 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6996a692-e832-44f2-b972-9e9f06c49623 req-45e0cd6c-466d-4be5-b218-340a44c02498 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:16.610364 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-9e95ad8d-2ba8-4050-b3b0-5710de3064a5 req-20ee6f16-bcfb-438e-bf90-0e3d29994be8 service neutron] 10.222.0.44 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527898 May 31 13:24:16.632353 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6200cfa0-9ed4-42af-bdbc-32c1e011a463 req-e4195e70-6f73-4368-923a-9b17781b0a1b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5b3c8d41-b43d-4739-acc3-c9eae6a83205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1407592 May 31 13:24:16.682077 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port a713b83b-03d8-4e07-aa31-65b58e4fc23b is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:24:16.682456 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:16.700715 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-6996a692-e832-44f2-b972-9e9f06c49623 req-45e0cd6c-466d-4be5-b218-340a44c02498 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Transition to ACTIVE for port object 91f8550f-7c6e-4f43-81db-91e2670bc6ae will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:24:16.730934 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a713b83b-03d8-4e07-aa31-65b58e4fc23b {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:24:16.763482 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-6db7e11d-59aa-456b-a33f-fe09ba0e9bda None None] For port 0e3fc2bb-bfe0-4c78-aa53-26576f9776e6, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:24:16.769361 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-6db7e11d-59aa-456b-a33f-fe09ba0e9bda None None] For port 0e3fc2bb-bfe0-4c78-aa53-26576f9776e6, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=0e3fc2bb-bfe0-4c78-aa53-26576f9776e6,segment=NetworkSegment(3cd1e590-b03b-4bab-9eb2-d4b001419190),segment_id=3cd1e590-b03b-4bab-9eb2-d4b001419190)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:24:16.786129 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6db7e11d-59aa-456b-a33f-fe09ba0e9bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:16.791903 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port a713b83b-03d8-4e07-aa31-65b58e4fc23b, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=a713b83b-03d8-4e07-aa31-65b58e4fc23b,segment=NetworkSegment(5e25fb0d-97f0-46e3-9365-1fe4cebfedef),segment_id=5e25fb0d-97f0-46e3-9365-1fe4cebfedef)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:24:16.822953 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f3d52716-97d5-4f3a-8b71-f12b1dd82024 req-e11fe2da-3ec0-45c7-a1c0-7ad4a765168f tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d29a7ba-8da4-4594-bfbf-9f55cd071e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3509233 May 31 13:24:16.848014 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e510a8f-7782-4950-bf76-b6b67c0f79ff req-2d4f2b44-eb89-4cb9-b9f7-f75473fbbf1b tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:16.854240 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e510a8f-7782-4950-bf76-b6b67c0f79ff req-2d4f2b44-eb89-4cb9-b9f7-f75473fbbf1b tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:16.856685 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0e510a8f-7782-4950-bf76-b6b67c0f79ff req-2d4f2b44-eb89-4cb9-b9f7-f75473fbbf1b tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.44 "GET /v2.0/ports?device_id=34a84813-68f5-463f-be95-ab4cb48052c5 HTTP/1.1" status: 200 len: 1683 time: 0.8361228 May 31 13:24:16.861024 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:16.882996 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device dc8da617-a252-4841-8cb3-18718271901b details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:24:16.885817 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 7981e8f9-d03b-40e2-9db7-0fab18d23011 up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:24:16.929827 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6996a692-e832-44f2-b972-9e9f06c49623 req-3383444a-134e-4ad8-bad8-b399f891751d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:17.004079 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db7e11d-59aa-456b-a33f-fe09ba0e9bda None None] Routers {'53b111f4-e8b1-4133-b0be-79b56d445a9a'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:24:17.005027 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-6db7e11d-59aa-456b-a33f-fe09ba0e9bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:24:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['53b111f4-e8b1-4133-b0be-79b56d445a9a'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:24:17.076730 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.resource_extend [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:24:17.120164 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b30278a-9c47-4491-be69-f5b179994a9c req-4621535b-d3d2-498f-a2ad-3b2762909456 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:17.122122 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0b30278a-9c47-4491-be69-f5b179994a9c req-4621535b-d3d2-498f-a2ad-3b2762909456 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd1f28db-980f-460f-9d1a-6d9576db37e9 HTTP/1.1" status: 200 len: 943 time: 0.5896971 May 31 13:24:17.136484 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-0e510a8f-7782-4950-bf76-b6b67c0f79ff req-03feae9a-71fe-4fdb-bec1-e6f228c7e719 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Deleting port 8e8e620f-5c5c-4270-8de5-83eb8f155e2b {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:24:17.136847 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-0e510a8f-7782-4950-bf76-b6b67c0f79ff req-03feae9a-71fe-4fdb-bec1-e6f228c7e719 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:17.180565 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d6bdb2-17af-4fb7-8fb0-9a65ad6ffcfc None None] Pushing event updated for resources: {'Port': ['ID=0e3fc2bb-bfe0-4c78-aa53-26576f9776e6,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:24:17.186866 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6996a692-e832-44f2-b972-9e9f06c49623 req-45e0cd6c-466d-4be5-b218-340a44c02498 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:17.190166 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6200cfa0-9ed4-42af-bdbc-32c1e011a463 req-be7fac48-0635-43e3-b7e8-756c4d7c0f43 service neutron] 10.222.0.44 "GET /v2.0/networks/5b3c8d41-b43d-4739-acc3-c9eae6a83205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5484860 May 31 13:24:17.253790 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['a713b83b-03d8-4e07-aa31-65b58e4fc23b'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:24:17.497904 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning for port 7981e8f9-d03b-40e2-9db7-0fab18d23011 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:24:17.520308 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=a713b83b-03d8-4e07-aa31-65b58e4fc23b,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:24:17.546251 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port 7981e8f9-d03b-40e2-9db7-0fab18d23011 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:24:17.546615 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:17.601169 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-6db7e11d-59aa-456b-a33f-fe09ba0e9bda None None] Set router 53b111f4-e8b1-4133-b0be-79b56d445a9a gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:24:17.625959 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6996a692-e832-44f2-b972-9e9f06c49623 req-45e0cd6c-466d-4be5-b218-340a44c02498 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Network 85b11c4f-90ad-4763-b38d-22d3f87089f4 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:24:17.648801 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-6996a692-e832-44f2-b972-9e9f06c49623 req-45e0cd6c-466d-4be5-b218-340a44c02498 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:24:17.688720 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port dc8da617-a252-4841-8cb3-18718271901b, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=dc8da617-a252-4841-8cb3-18718271901b,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:24:17.692264 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-6996a692-e832-44f2-b972-9e9f06c49623 req-45e0cd6c-466d-4be5-b218-340a44c02498 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:24:17.723907 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0b30278a-9c47-4491-be69-f5b179994a9c req-667eb787-fa0b-42d4-ad58-6fb6a0fd25f4 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/security-groups?id=9bb73710-3d65-4dab-a4f3-8814f415ca6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5481355 May 31 13:24:17.741177 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e0cd6c-466d-4be5-b218-340a44c02498 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Pushing event updated for resources: {'Port': ['ID=91f8550f-7c6e-4f43-81db-91e2670bc6ae,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:24:17.791040 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': 'dc8da617-a252-4841-8cb3-18718271901b', 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4', 'port_id': 'dc8da617-a252-4841-8cb3-18718271901b', 'mac_address': 'fa:16:3e:85:80:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24822c99-0dce-4d50-9c44-3135ba3763b8', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:24:17.829620 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f84b5a-5aee-476b-b800-bc619d4e87a5 req-039fe9c8-5c62-47e3-91b0-675ec9fb0387 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:17.830403 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-91f84b5a-5aee-476b-b800-bc619d4e87a5 req-039fe9c8-5c62-47e3-91b0-675ec9fb0387 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Synchronizing usage tracker for tenant:09dd0f3ff03c49d3a5c47e4de6593f6c on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:24:17.952938 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 38650) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:24:17.960153 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-b0dc7638-fad1-4628-8518-367948030c17 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Request body: {'security_group': {'name': 'tempest-securitygroup--137296958', 'description': 'tempest-description--464036013'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:24:17.967882 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b0dc7638-fad1-4628-8518-367948030c17 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:24:17.972104 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-b0dc7638-fad1-4628-8518-367948030c17 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Usage tracker for resource:security_group and tenant:b7cf8726517b4438b022debf1ecf0375 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:24:17.975681 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-b0dc7638-fad1-4628-8518-367948030c17 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:24:17.977910 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6200cfa0-9ed4-42af-bdbc-32c1e011a463 req-e181ef9a-8489-46d1-8e42-7fdada2be820 service neutron] 10.222.0.44 "GET /v2.0/networks/5b3c8d41-b43d-4739-acc3-c9eae6a83205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7280071 May 31 13:24:17.984589 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6996a692-e832-44f2-b972-9e9f06c49623 req-45e0cd6c-466d-4be5-b218-340a44c02498 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:17.985284 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6996a692-e832-44f2-b972-9e9f06c49623 req-45e0cd6c-466d-4be5-b218-340a44c02498 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:17.986070 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b0dc7638-fad1-4628-8518-367948030c17 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:24:18.003035 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b0dc7638-fad1-4628-8518-367948030c17 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:18.050403 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b0dc7638-fad1-4628-8518-367948030c17 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:24:18.056789 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-b0dc7638-fad1-4628-8518-367948030c17 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Usage tracker for resource:security_group_rule and tenant:b7cf8726517b4438b022debf1ecf0375 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:24:18.076349 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-b0dc7638-fad1-4628-8518-367948030c17 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:24:18.082258 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6996a692-e832-44f2-b972-9e9f06c49623 req-45e0cd6c-466d-4be5-b218-340a44c02498 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.4822664 May 31 13:24:18.090199 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-91f84b5a-5aee-476b-b800-bc619d4e87a5 req-039fe9c8-5c62-47e3-91b0-675ec9fb0387 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Unset dirty status for tenant:09dd0f3ff03c49d3a5c47e4de6593f6c on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:24:18.091987 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-91f84b5a-5aee-476b-b800-bc619d4e87a5 req-039fe9c8-5c62-47e3-91b0-675ec9fb0387 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd227f0c-1027-4194-8c63-045bc1ccb95b HTTP/1.1" status: 200 len: 935 time: 1.1374080 May 31 13:24:18.094088 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b0dc7638-fad1-4628-8518-367948030c17 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:24:18.101760 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-6996a692-e832-44f2-b972-9e9f06c49623 req-58f91878-f563-4b5e-9cca-9c719ddd5bc7 service neutron] Request body: {'port': {'device_id': 'cae43b1c-7243-44be-959d-68da5cf199b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:24:18.110943 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port dc8da617-a252-4841-8cb3-18718271901b is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:24:18.111316 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:18.139937 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0180968d-e7c1-4f59-8f74-2477716c8d6f None None] Provisioning for port 91f8550f-7c6e-4f43-81db-91e2670bc6ae completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:24:18.179633 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0180968d-e7c1-4f59-8f74-2477716c8d6f None None] Provisioning complete for port 91f8550f-7c6e-4f43-81db-91e2670bc6ae triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:24:18.179898 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0180968d-e7c1-4f59-8f74-2477716c8d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:18.210174 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 7981e8f9-d03b-40e2-9db7-0fab18d23011 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:24:18.211351 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:18.221393 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc8da617-a252-4841-8cb3-18718271901b {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:24:18.246343 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b0dc7638-fad1-4628-8518-367948030c17 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:18.253536 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b0dc7638-fad1-4628-8518-367948030c17 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:18.280589 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['340b14e3-4287-43f8-a3a0-d594186321f6', '07547904-825e-4f1e-bf9b-eb2fc12e8810', '32daf59e-30ee-4850-815e-972dba797556'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:24:18.338035 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dc7638-fad1-4628-8518-367948030c17 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3316f69c-0b0b-4b52-92ce-248c8657cef4,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:24:18.356231 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b0dc7638-fad1-4628-8518-367948030c17 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:18.361814 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b0dc7638-fad1-4628-8518-367948030c17 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4064727 May 31 13:24:18.363500 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 38654) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:24:18.374732 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-16420b6f-a3d6-4a86-a086-dd04858daca9 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Request body: {'security_group_rule': {'security_group_id': '3316f69c-0b0b-4b52-92ce-248c8657cef4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:24:18.389562 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-16420b6f-a3d6-4a86-a086-dd04858daca9 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:24:18.396185 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-16420b6f-a3d6-4a86-a086-dd04858daca9 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Usage tracker for resource:security_group_rule and tenant:b7cf8726517b4438b022debf1ecf0375 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:24:18.401972 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-16420b6f-a3d6-4a86-a086-dd04858daca9 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:24:18.404276 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port dc8da617-a252-4841-8cb3-18718271901b, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=dc8da617-a252-4841-8cb3-18718271901b,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:24:18.416802 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0180968d-e7c1-4f59-8f74-2477716c8d6f None None] Port 91f8550f-7c6e-4f43-81db-91e2670bc6ae cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:24:18.419476 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b9966f-70b7-43b1-ab74-f74fd2bbd109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7981e8f9-d03b-40e2-9db7-0fab18d23011'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:24:18.431381 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-16420b6f-a3d6-4a86-a086-dd04858daca9 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:24:18.433693 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:18.464251 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-16420b6f-a3d6-4a86-a086-dd04858daca9 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:18.468952 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-91f84b5a-5aee-476b-b800-bc619d4e87a5 req-4ab9ef0f-23fc-437c-aa5d-59baf68562a7 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4e17580-fef9-47ea-85b1-59ae8325b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201938 May 31 13:24:18.472795 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 7981e8f9-d03b-40e2-9db7-0fab18d23011, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=7981e8f9-d03b-40e2-9db7-0fab18d23011,segment=NetworkSegment(6af449b4-9759-41ca-aa70-1c602a81197c),segment_id=6af449b4-9759-41ca-aa70-1c602a81197c)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:24:18.510395 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:18.570831 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-0e510a8f-7782-4950-bf76-b6b67c0f79ff req-03feae9a-71fe-4fdb-bec1-e6f228c7e719 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] For port 8e8e620f-5c5c-4270-8de5-83eb8f155e2b, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=8e8e620f-5c5c-4270-8de5-83eb8f155e2b,segment=NetworkSegment(c7bcfd21-6346-44eb-9515-f79d903a458e),segment_id=c7bcfd21-6346-44eb-9515-f79d903a458e)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:24:18.571336 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-0e510a8f-7782-4950-bf76-b6b67c0f79ff req-03feae9a-71fe-4fdb-bec1-e6f228c7e719 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:18.579218 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=dc8da617-a252-4841-8cb3-18718271901b,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:24:18.582430 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6996a692-e832-44f2-b972-9e9f06c49623 req-58f91878-f563-4b5e-9cca-9c719ddd5bc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:18.603233 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-16420b6f-a3d6-4a86-a086-dd04858daca9 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:18.608795 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-16420b6f-a3d6-4a86-a086-dd04858daca9 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:18.619324 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.resource_extend [req-6996a692-e832-44f2-b972-9e9f06c49623 req-3383444a-134e-4ad8-bad8-b399f891751d service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:24:18.668519 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16420b6f-a3d6-4a86-a086-dd04858daca9 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01fc5e33-e945-4815-a13b-951b78afe98d,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:24:18.685604 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-16420b6f-a3d6-4a86-a086-dd04858daca9 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:18.686344 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-6db7e11d-59aa-456b-a33f-fe09ba0e9bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b111f4-e8b1-4133-b0be-79b56d445a9a', 'name': 'tempest-ServersTestBootFromVolume-1554090402-router', 'tenant_id': 'b7cf8726517b4438b022debf1ecf0375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '454473a9-a67e-4267-ab12-d2db9c2f0299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:23:59Z', 'updated_at': '2022-05-31T13:24:09Z', 'revision_number': 4, 'project_id': 'b7cf8726517b4438b022debf1ecf0375', 'gw_port': {'id': '454473a9-a67e-4267-ab12-d2db9c2f0299', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ac:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b111f4-e8b1-4133-b0be-79b56d445a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:24:00Z', 'updated_at': '2022-05-31T13:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '0e3fc2bb-bfe0-4c78-aa53-26576f9776e6', 'name': '', 'network_id': '1b3c2627-242d-47aa-a663-84cbc730d348', 'tenant_id': 'b7cf8726517b4438b022debf1ecf0375', 'mac_address': 'fa:16:3e:36:99:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53b111f4-e8b1-4133-b0be-79b56d445a9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'f6fb7463-9434-4855-8fea-436f931ae20e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:24:06Z', 'updated_at': '2022-05-31T13:24:16Z', 'revision_number': 4, 'project_id': 'b7cf8726517b4438b022debf1ecf0375', 'subnets': [{'id': 'f6fb7463-9434-4855-8fea-436f931ae20e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:24:18.690840 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-16420b6f-a3d6-4a86-a086-dd04858daca9 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3253617 May 31 13:24:18.692577 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 38660) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:24:18.702911 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db7e11d-59aa-456b-a33f-fe09ba0e9bda None None] The sync data for ids ['53b111f4-e8b1-4133-b0be-79b56d445a9a'] in n-d-843939-1 is: [{'id': '53b111f4-e8b1-4133-b0be-79b56d445a9a', 'name': 'tempest-ServersTestBootFromVolume-1554090402-router', 'tenant_id': 'b7cf8726517b4438b022debf1ecf0375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '454473a9-a67e-4267-ab12-d2db9c2f0299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:23:59Z', 'updated_at': '2022-05-31T13:24:09Z', 'revision_number': 4, 'project_id': 'b7cf8726517b4438b022debf1ecf0375', 'gw_port': {'id': '454473a9-a67e-4267-ab12-d2db9c2f0299', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ac:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b111f4-e8b1-4133-b0be-79b56d445a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:24:00Z', 'updated_at': '2022-05-31T13:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '0e3fc2bb-bfe0-4c78-aa53-26576f9776e6', 'name': '', 'network_id': '1b3c2627-242d-47aa-a663-84cbc730d348', 'tenant_id': 'b7cf8726517b4438b022debf1ecf0375', 'mac_address': 'fa:16:3e:36:99:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53b111f4-e8b1-4133-b0be-79b56d445a9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'f6fb7463-9434-4855-8fea-436f931ae20e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:24:06Z', 'updated_at': '2022-05-31T13:24:16Z', 'revision_number': 4, 'project_id': 'b7cf8726517b4438b022debf1ecf0375', 'subnets': [{'id': 'f6fb7463-9434-4855-8fea-436f931ae20e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:24:18.703882 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-fe59ee78-53f1-4817-a206-e48616b8bbe0 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Request body: {'security_group_rule': {'security_group_id': '3316f69c-0b0b-4b52-92ce-248c8657cef4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:24:18.704651 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=7981e8f9-d03b-40e2-9db7-0fab18d23011,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:24:18.727621 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-fe59ee78-53f1-4817-a206-e48616b8bbe0 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:24:18.733472 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-fe59ee78-53f1-4817-a206-e48616b8bbe0 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Usage tracker for resource:security_group_rule and tenant:b7cf8726517b4438b022debf1ecf0375 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:24:18.737296 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-fe59ee78-53f1-4817-a206-e48616b8bbe0 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:24:18.750106 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-fe59ee78-53f1-4817-a206-e48616b8bbe0 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:24:18.795543 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fe59ee78-53f1-4817-a206-e48616b8bbe0 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:18.812631 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['dc8da617-a252-4841-8cb3-18718271901b'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:24:18.841282 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-0e510a8f-7782-4950-bf76-b6b67c0f79ff req-03feae9a-71fe-4fdb-bec1-e6f228c7e719 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Calling delete_port for 8e8e620f-5c5c-4270-8de5-83eb8f155e2b owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:24:18.911124 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fe59ee78-53f1-4817-a206-e48616b8bbe0 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:18.915847 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fe59ee78-53f1-4817-a206-e48616b8bbe0 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:18.942174 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe59ee78-53f1-4817-a206-e48616b8bbe0 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=852ebdc9-8f92-40e4-b1bd-57d814f0e4aa,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:24:18.969468 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fe59ee78-53f1-4817-a206-e48616b8bbe0 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:18.974749 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-fe59ee78-53f1-4817-a206-e48616b8bbe0 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2772632 May 31 13:24:18.974944 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 38666) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:24:18.981337 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-5a356057-c991-4bd1-9cc5-3b12a088b191 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Request body: {'floatingip': {'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:24:18.988446 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5a356057-c991-4bd1-9cc5-3b12a088b191 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:24:18.996498 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-5a356057-c991-4bd1-9cc5-3b12a088b191 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Usage tracker for resource:floatingip and tenant:b7cf8726517b4438b022debf1ecf0375 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:24:19.004392 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-5a356057-c991-4bd1-9cc5-3b12a088b191 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:24:19.014147 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5a356057-c991-4bd1-9cc5-3b12a088b191 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:24:19.032354 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5a356057-c991-4bd1-9cc5-3b12a088b191 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Notify callbacks [] for floatingip, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:19.200979 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9e20c8-a15c-4e20-9270-77097afe0296 req-c99de868-0a30-4961-8974-2545588e9edc tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:19.207431 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9e20c8-a15c-4e20-9270-77097afe0296 req-c99de868-0a30-4961-8974-2545588e9edc tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:19.209042 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1c9e20c8-a15c-4e20-9270-77097afe0296 req-c99de868-0a30-4961-8974-2545588e9edc tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.50 "GET /v2.0/ports?device_id=34a84813-68f5-463f-be95-ab4cb48052c5 HTTP/1.1" status: 200 len: 1683 time: 1.0247040 May 31 13:24:19.212139 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8b56dcc8-04b8-4ae2-a752-df6c5309b134 req-bc166481-6c7f-472f-9ed4-ac6921ac0ae5 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-280754257&fields=id&tenant_id=a487a8012f6942fe8ddd9bac507c4ea0 HTTP/1.1" status: 200 len: 267 time: 0.5007873 May 31 13:24:19.214373 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-6996a692-e832-44f2-b972-9e9f06c49623 req-3383444a-134e-4ad8-bad8-b399f891751d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4794bb7b-447e-424b-b7ea-f4f19c3f6227 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:24:19.228484 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-0e510a8f-7782-4950-bf76-b6b67c0f79ff req-03feae9a-71fe-4fdb-bec1-e6f228c7e719 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:19.393843 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5a356057-c991-4bd1-9cc5-3b12a088b191 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:19.414230 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6996a692-e832-44f2-b972-9e9f06c49623 req-3383444a-134e-4ad8-bad8-b399f891751d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:19.564711 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 0e3fc2bb-bfe0-4c78-aa53-26576f9776e6 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:24:19.622384 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-5a356057-c991-4bd1-9cc5-3b12a088b191 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Allocated IP 172.25.6.44 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/7ee3a9a1-79e5-4eab-aead-78627b439f03) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:24:19.653805 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device a713b83b-03d8-4e07-aa31-65b58e4fc23b up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:24:19.759230 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 0e3fc2bb-bfe0-4c78-aa53-26576f9776e6 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:24:19.769435 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 0e3fc2bb-bfe0-4c78-aa53-26576f9776e6 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:24:19.770334 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:19.778402 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-6996a692-e832-44f2-b972-9e9f06c49623 req-3383444a-134e-4ad8-bad8-b399f891751d service neutron] Transition to ACTIVE for port object 4794bb7b-447e-424b-b7ea-f4f19c3f6227 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:24:19.809154 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port a713b83b-03d8-4e07-aa31-65b58e4fc23b completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:24:19.818809 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03feae9a-71fe-4fdb-bec1-e6f228c7e719 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Pushing event deleted for resources: {'Port': ['ID=8e8e620f-5c5c-4270-8de5-83eb8f155e2b,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:24:19.835155 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5a356057-c991-4bd1-9cc5-3b12a088b191 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:19.836942 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port a713b83b-03d8-4e07-aa31-65b58e4fc23b triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:24:19.837314 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:19.873488 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5a356057-c991-4bd1-9cc5-3b12a088b191 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:19.958561 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a356057-c991-4bd1-9cc5-3b12a088b191 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:24:19.962485 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-5a356057-c991-4bd1-9cc5-3b12a088b191 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:24:19.969494 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a356057-c991-4bd1-9cc5-3b12a088b191 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:24:20.030612 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1c9e20c8-a15c-4e20-9270-77097afe0296 req-74f881c2-e2a1-4ea8-a01b-f4283104e758 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.50 "GET /v2.0/security-groups?id=81ecd401-c676-4ce2-9977-0e736c745f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7797911 May 31 13:24:20.031416 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6996a692-e832-44f2-b972-9e9f06c49623 req-3383444a-134e-4ad8-bad8-b399f891751d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:20.076568 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a356057-c991-4bd1-9cc5-3b12a088b191 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Pushing event updated for resources: {'Port': ['ID=7ee3a9a1-79e5-4eab-aead-78627b439f03,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:24:20.107127 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 0e3fc2bb-bfe0-4c78-aa53-26576f9776e6 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:24:20.107731 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:20.116442 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e510a8f-7782-4950-bf76-b6b67c0f79ff req-03feae9a-71fe-4fdb-bec1-e6f228c7e719 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] No DVR routers for this DVR port 8e8e620f-5c5c-4270-8de5-83eb8f155e2b on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:24:20.128413 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200cfa0-9ed4-42af-bdbc-32c1e011a463 req-3d33594d-ed2d-4f3a-940a-07fd5bb1e3b7 tempest-LiveAutoBlockMigrationV225Test-938371686 tempest-LiveAutoBlockMigrationV225Test-938371686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:20.128413 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6200cfa0-9ed4-42af-bdbc-32c1e011a463 req-3d33594d-ed2d-4f3a-940a-07fd5bb1e3b7 tempest-LiveAutoBlockMigrationV225Test-938371686 tempest-LiveAutoBlockMigrationV225Test-938371686-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=12c6813d-f517-4002-8c22-cda7b5d28c2d&tenant_id=2539a3508c4b448ea8707834972224c7&binding%3Ahost_id=n-h2-843939-1 HTTP/1.1" status: 200 len: 1095 time: 1.6672523 May 31 13:24:20.160904 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port a713b83b-03d8-4e07-aa31-65b58e4fc23b is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:24:20.161496 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:20.215300 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6c56312-3e43-48f2-be31-ab4c8d935d53'] response: {'name': 'network-changed', 'server_uuid': '290dce05-a5a1-4203-9d4e-bbe24ed12d31', 'tag': 'a6ce2620-59bc-460a-b055-9b0674cf69e8', 'status': 'completed', 'code': 200} May 31 13:24:20.217336 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-0e510a8f-7782-4950-bf76-b6b67c0f79ff req-03feae9a-71fe-4fdb-bec1-e6f228c7e719 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:20.239408 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port a713b83b-03d8-4e07-aa31-65b58e4fc23b, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=a713b83b-03d8-4e07-aa31-65b58e4fc23b,segment=NetworkSegment(5e25fb0d-97f0-46e3-9365-1fe4cebfedef),segment_id=5e25fb0d-97f0-46e3-9365-1fe4cebfedef)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:24:20.247106 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:20.248467 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 551881f1-8e2e-459f-9239-8a8d890cb1f8 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:24:20.264376 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5a356057-c991-4bd1-9cc5-3b12a088b191 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:20.276390 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 0e3fc2bb-bfe0-4c78-aa53-26576f9776e6, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=0e3fc2bb-bfe0-4c78-aa53-26576f9776e6,segment=NetworkSegment(3cd1e590-b03b-4bab-9eb2-d4b001419190),segment_id=3cd1e590-b03b-4bab-9eb2-d4b001419190)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:24:20.345588 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:20.358644 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0e510a8f-7782-4950-bf76-b6b67c0f79ff req-03feae9a-71fe-4fdb-bec1-e6f228c7e719 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.44 "DELETE /v2.0/ports/8e8e620f-5c5c-4270-8de5-83eb8f155e2b HTTP/1.1" status: 204 len: 173 time: 3.4860041 May 31 13:24:20.416495 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=a713b83b-03d8-4e07-aa31-65b58e4fc23b,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:24:20.430348 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5a356057-c991-4bd1-9cc5-3b12a088b191 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:20.513671 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250d5f85-f524-42db-97c1-3baba47f0152 req-28640c76-3109-4b2f-a78a-58f7a6d5581a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:20.515761 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-250d5f85-f524-42db-97c1-3baba47f0152 req-28640c76-3109-4b2f-a78a-58f7a6d5581a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a487a8012f6942fe8ddd9bac507c4ea0&device_id=290dce05-a5a1-4203-9d4e-bbe24ed12d31 HTTP/1.1" status: 200 len: 1135 time: 0.3385718 May 31 13:24:20.578136 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 551881f1-8e2e-459f-9239-8a8d890cb1f8 is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:24:20.579042 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:20.612221 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-6996a692-e832-44f2-b972-9e9f06c49623 req-58f91878-f563-4b5e-9cca-9c719ddd5bc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91f8550f-7c6e-4f43-81db-91e2670bc6ae {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:24:20.645791 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b56dcc8-04b8-4ae2-a752-df6c5309b134 req-90276c74-a645-4527-87a6-a087638893b6 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:20.647315 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8b56dcc8-04b8-4ae2-a752-df6c5309b134 req-90276c74-a645-4527-87a6-a087638893b6 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/ports?device_id=290dce05-a5a1-4203-9d4e-bbe24ed12d31 HTTP/1.1" status: 200 len: 984 time: 1.3710179 May 31 13:24:20.661890 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3383444a-134e-4ad8-bad8-b399f891751d service neutron] Pushing event updated for resources: {'Port': ['ID=4794bb7b-447e-424b-b7ea-f4f19c3f6227,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:24:20.669122 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6996a692-e832-44f2-b972-9e9f06c49623 req-58f91878-f563-4b5e-9cca-9c719ddd5bc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:20.688055 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-8b56dcc8-04b8-4ae2-a752-df6c5309b134 req-089ed5e2-7c45-4468-b7b1-0c4701924c80 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Request body: {'port': {'security_groups': ['98e17d4a-ac5b-4480-9bc6-49977fe0902a', 'c532e93d-059e-45be-ab0b-a578cae373d8', '5bfc18eb-adde-42c7-a27e-abc007856413']}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:24:20.702894 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 551881f1-8e2e-459f-9239-8a8d890cb1f8, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=551881f1-8e2e-459f-9239-8a8d890cb1f8,segment=NetworkSegment(d1ade0bb-97e9-46b7-9d25-cb2d5d73fa12),segment_id=d1ade0bb-97e9-46b7-9d25-cb2d5d73fa12)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:24:20.704695 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=0e3fc2bb-bfe0-4c78-aa53-26576f9776e6,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:24:20.715810 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:20.716958 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 8e8e620f-5c5c-4270-8de5-83eb8f155e2b no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:24:20.796805 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] No Port match for: 8e8e620f-5c5c-4270-8de5-83eb8f155e2b {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:24:20.797044 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 8e8e620f-5c5c-4270-8de5-83eb8f155e2b not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:24:20.820632 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250d5f85-f524-42db-97c1-3baba47f0152 req-228858c7-9bed-4e3c-be4b-a97ca3391623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:20.822507 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-250d5f85-f524-42db-97c1-3baba47f0152 req-228858c7-9bed-4e3c-be4b-a97ca3391623 service neutron] 10.222.0.20 "GET /v2.0/networks?id=adff3eec-c144-4d49-9989-f7573e7edff0 HTTP/1.1" status: 200 len: 913 time: 0.2961044 May 31 13:24:20.837165 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=551881f1-8e2e-459f-9239-8a8d890cb1f8,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:24:20.838367 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-6996a692-e832-44f2-b972-9e9f06c49623 req-58f91878-f563-4b5e-9cca-9c719ddd5bc7 service neutron] Transition to ACTIVE for port object 91f8550f-7c6e-4f43-81db-91e2670bc6ae will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:24:20.856309 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-0e510a8f-7782-4950-bf76-b6b67c0f79ff req-2ed4250b-b51f-4afc-adf6-9d5d324227de tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Deleting port 551881f1-8e2e-459f-9239-8a8d890cb1f8 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:24:20.856654 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-0e510a8f-7782-4950-bf76-b6b67c0f79ff req-2ed4250b-b51f-4afc-adf6-9d5d324227de tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:20.865041 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device dc8da617-a252-4841-8cb3-18718271901b up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:24:20.893445 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6996a692-e832-44f2-b972-9e9f06c49623 req-58f91878-f563-4b5e-9cca-9c719ddd5bc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:20.904489 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-250d5f85-f524-42db-97c1-3baba47f0152 req-4e82b002-fc3e-47ae-a7cf-b6f1f37ee1b8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6ce2620-59bc-460a-b055-9b0674cf69e8 HTTP/1.1" status: 200 len: 217 time: 0.0731776 May 31 13:24:20.948102 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning for port dc8da617-a252-4841-8cb3-18718271901b completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:24:20.956830 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port dc8da617-a252-4841-8cb3-18718271901b triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:24:20.957707 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:20.973072 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5a356057-c991-4bd1-9cc5-3b12a088b191 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:20.985042 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5a356057-c991-4bd1-9cc5-3b12a088b191 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:21.064360 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a356057-c991-4bd1-9cc5-3b12a088b191 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Pushing event updated for resources: {'Port': ['ID=7ee3a9a1-79e5-4eab-aead-78627b439f03,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:24:21.082118 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250d5f85-f524-42db-97c1-3baba47f0152 req-cb02edef-e39c-4b1a-ae30-b9636009c128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:21.083739 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-250d5f85-f524-42db-97c1-3baba47f0152 req-cb02edef-e39c-4b1a-ae30-b9636009c128 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c22c9473-7cad-4741-bb6c-0e549db0e04e HTTP/1.1" status: 200 len: 852 time: 0.1722181 May 31 13:24:21.139663 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port dc8da617-a252-4841-8cb3-18718271901b is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:24:21.140174 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:21.168667 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-250d5f85-f524-42db-97c1-3baba47f0152 req-f5dbfa36-c9d8-41c9-a4f8-ef8df6e87c47 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=adff3eec-c144-4d49-9989-f7573e7edff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586240 May 31 13:24:21.207526 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port dc8da617-a252-4841-8cb3-18718271901b, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=dc8da617-a252-4841-8cb3-18718271901b,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:24:21.212141 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:21.217195 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5a356057-c991-4bd1-9cc5-3b12a088b191 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:21.258499 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f91878-f563-4b5e-9cca-9c719ddd5bc7 service neutron] Pushing event updated for resources: {'Port': ['ID=91f8550f-7c6e-4f43-81db-91e2670bc6ae,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:24:21.282754 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ca0193-f0d9-4e54-b75a-7214d5f96766 req-51c86c73-a976-4d08-a7fa-dcea96d567ed tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:21.284280 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c0ca0193-f0d9-4e54-b75a-7214d5f96766 req-51c86c73-a976-4d08-a7fa-dcea96d567ed tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=4510f090-0a02-4ef1-8cc4-e9dea399e0f1 HTTP/1.1" status: 200 len: 948 time: 0.7582862 May 31 13:24:21.327528 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8b56dcc8-04b8-4ae2-a752-df6c5309b134 req-089ed5e2-7c45-4468-b7b1-0c4701924c80 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:21.330066 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5a356057-c991-4bd1-9cc5-3b12a088b191 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:21.331416 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-5a356057-c991-4bd1-9cc5-3b12a088b191 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3554058 May 31 13:24:21.394367 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=dc8da617-a252-4841-8cb3-18718271901b,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:24:21.437381 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-250d5f85-f524-42db-97c1-3baba47f0152 req-9b75c11b-e8b6-4cb8-9775-74889d9d285f service neutron] 10.222.0.20 "GET /v2.0/networks/adff3eec-c144-4d49-9989-f7573e7edff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523584 May 31 13:24:21.454860 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-6996a692-e832-44f2-b972-9e9f06c49623 req-3383444a-134e-4ad8-bad8-b399f891751d service neutron] Attempting to bind port 4794bb7b-447e-424b-b7ea-f4f19c3f6227 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:24:21.455146 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-6996a692-e832-44f2-b972-9e9f06c49623 req-3383444a-134e-4ad8-bad8-b399f891751d service neutron] Attempting to bind port 4794bb7b-447e-424b-b7ea-f4f19c3f6227 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:24:21.455487 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6996a692-e832-44f2-b972-9e9f06c49623 req-3383444a-134e-4ad8-bad8-b399f891751d service neutron] Attempting to bind port 4794bb7b-447e-424b-b7ea-f4f19c3f6227 on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:24:21.508775 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 0e3fc2bb-bfe0-4c78-aa53-26576f9776e6 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:24:21.511215 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6996a692-e832-44f2-b972-9e9f06c49623 req-3383444a-134e-4ad8-bad8-b399f891751d service neutron] Port 4794bb7b-447e-424b-b7ea-f4f19c3f6227 on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:24:21.511591 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6996a692-e832-44f2-b972-9e9f06c49623 req-3383444a-134e-4ad8-bad8-b399f891751d service neutron] Attempting to bind port 4794bb7b-447e-424b-b7ea-f4f19c3f6227 on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:24:21.597784 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6996a692-e832-44f2-b972-9e9f06c49623 req-3383444a-134e-4ad8-bad8-b399f891751d service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:24:21.598162 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6996a692-e832-44f2-b972-9e9f06c49623 req-3383444a-134e-4ad8-bad8-b399f891751d service neutron] Checking segment: {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:24:21.598566 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6996a692-e832-44f2-b972-9e9f06c49623 req-3383444a-134e-4ad8-bad8-b399f891751d service neutron] Bound using segment: {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:24:21.599016 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-6996a692-e832-44f2-b972-9e9f06c49623 req-3383444a-134e-4ad8-bad8-b399f891751d service neutron] Bound port: 4794bb7b-447e-424b-b7ea-f4f19c3f6227, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:24:21.599370 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6996a692-e832-44f2-b972-9e9f06c49623 req-3383444a-134e-4ad8-bad8-b399f891751d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:21.603928 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 0e3fc2bb-bfe0-4c78-aa53-26576f9776e6 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:24:21.604645 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:21.630701 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-6200cfa0-9ed4-42af-bdbc-32c1e011a463 req-bd93ec4d-6b6c-4534-9571-4c58c67442fd service neutron] For port 3f1be6ac-8045-4d23-a472-0648cf23190e, host n-h1-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:24:21.654055 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-6996a692-e832-44f2-b972-9e9f06c49623 req-58f91878-f563-4b5e-9cca-9c719ddd5bc7 service neutron] Attempting to bind port 91f8550f-7c6e-4f43-81db-91e2670bc6ae on host n-h1-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:24:21.655908 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-6996a692-e832-44f2-b972-9e9f06c49623 req-58f91878-f563-4b5e-9cca-9c719ddd5bc7 service neutron] Attempting to bind port 91f8550f-7c6e-4f43-81db-91e2670bc6ae by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:24:21.656326 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6996a692-e832-44f2-b972-9e9f06c49623 req-58f91878-f563-4b5e-9cca-9c719ddd5bc7 service neutron] Attempting to bind port 91f8550f-7c6e-4f43-81db-91e2670bc6ae on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:24:21.745137 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6200cfa0-9ed4-42af-bdbc-32c1e011a463 req-bd93ec4d-6b6c-4534-9571-4c58c67442fd service neutron] Notify callbacks [] for binding, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:21.746911 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6200cfa0-9ed4-42af-bdbc-32c1e011a463 req-bd93ec4d-6b6c-4534-9571-4c58c67442fd service neutron] 10.222.0.44 "DELETE /v2.0/ports/3f1be6ac-8045-4d23-a472-0648cf23190e/bindings/n-h1-843939-1 HTTP/1.1" status: 204 len: 173 time: 1.5743518 May 31 13:24:21.795059 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 0e3fc2bb-bfe0-4c78-aa53-26576f9776e6 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:24:21.815674 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-250d5f85-f524-42db-97c1-3baba47f0152 req-2bf6ff60-12f6-48f3-ac0f-09b1d1d6e6b6 service neutron] 10.222.0.20 "GET /v2.0/networks/adff3eec-c144-4d49-9989-f7573e7edff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3719633 May 31 13:24:21.837023 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6996a692-e832-44f2-b972-9e9f06c49623 req-58f91878-f563-4b5e-9cca-9c719ddd5bc7 service neutron] Port 91f8550f-7c6e-4f43-81db-91e2670bc6ae on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:24:21.837267 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6996a692-e832-44f2-b972-9e9f06c49623 req-58f91878-f563-4b5e-9cca-9c719ddd5bc7 service neutron] Attempting to bind port 91f8550f-7c6e-4f43-81db-91e2670bc6ae on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:24:21.868771 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c0ca0193-f0d9-4e54-b75a-7214d5f96766 req-a7bc2ed9-7897-4bb3-9b76-6d1612753995 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5514066 May 31 13:24:22.071488 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6996a692-e832-44f2-b972-9e9f06c49623 req-58f91878-f563-4b5e-9cca-9c719ddd5bc7 service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:24:22.071723 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6996a692-e832-44f2-b972-9e9f06c49623 req-58f91878-f563-4b5e-9cca-9c719ddd5bc7 service neutron] Checking segment: {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:24:22.072120 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6996a692-e832-44f2-b972-9e9f06c49623 req-58f91878-f563-4b5e-9cca-9c719ddd5bc7 service neutron] Bound using segment: {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:24:22.073340 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-6996a692-e832-44f2-b972-9e9f06c49623 req-58f91878-f563-4b5e-9cca-9c719ddd5bc7 service neutron] Bound port: 91f8550f-7c6e-4f43-81db-91e2670bc6ae, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:24:22.073340 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6996a692-e832-44f2-b972-9e9f06c49623 req-58f91878-f563-4b5e-9cca-9c719ddd5bc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:22.252818 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34a84813-68f5-463f-be95-ab4cb48052c5', 'name': 'network-vif-deleted', 'tag': '8e8e620f-5c5c-4270-8de5-83eb8f155e2b'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:24:22.328133 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-0e510a8f-7782-4950-bf76-b6b67c0f79ff req-2ed4250b-b51f-4afc-adf6-9d5d324227de tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] For port 551881f1-8e2e-459f-9239-8a8d890cb1f8, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=551881f1-8e2e-459f-9239-8a8d890cb1f8,segment=NetworkSegment(d1ade0bb-97e9-46b7-9d25-cb2d5d73fa12),segment_id=d1ade0bb-97e9-46b7-9d25-cb2d5d73fa12)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:24:22.328799 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-0e510a8f-7782-4950-bf76-b6b67c0f79ff req-2ed4250b-b51f-4afc-adf6-9d5d324227de tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:22.380186 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-6996a692-e832-44f2-b972-9e9f06c49623 req-3383444a-134e-4ad8-bad8-b399f891751d service neutron] For port 4794bb7b-447e-424b-b7ea-f4f19c3f6227, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:24:22.529022 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-0e510a8f-7782-4950-bf76-b6b67c0f79ff req-2ed4250b-b51f-4afc-adf6-9d5d324227de tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Calling delete_port for 551881f1-8e2e-459f-9239-8a8d890cb1f8 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:24:22.587242 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-6996a692-e832-44f2-b972-9e9f06c49623 req-3383444a-134e-4ad8-bad8-b399f891751d service neutron] For port 4794bb7b-447e-424b-b7ea-f4f19c3f6227, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=4794bb7b-447e-424b-b7ea-f4f19c3f6227,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:24:22.601130 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-6996a692-e832-44f2-b972-9e9f06c49623 req-58f91878-f563-4b5e-9cca-9c719ddd5bc7 service neutron] For port 91f8550f-7c6e-4f43-81db-91e2670bc6ae, host n-h1-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:24:22.624569 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef6a42b-c3d4-4db6-85cb-0343079df3d3 req-80e47814-c61d-4717-85f5-fdd1ff280d79 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:22.626323 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7ef6a42b-c3d4-4db6-85cb-0343079df3d3 req-80e47814-c61d-4717-85f5-fdd1ff280d79 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=12c6813d-f517-4002-8c22-cda7b5d28c2d HTTP/1.1" status: 200 len: 944 time: 0.5351419 May 31 13:24:22.677184 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6996a692-e832-44f2-b972-9e9f06c49623 req-3383444a-134e-4ad8-bad8-b399f891751d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:22.759267 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-6996a692-e832-44f2-b972-9e9f06c49623 req-58f91878-f563-4b5e-9cca-9c719ddd5bc7 service neutron] For port 91f8550f-7c6e-4f43-81db-91e2670bc6ae, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=91f8550f-7c6e-4f43-81db-91e2670bc6ae,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:24:22.800321 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6996a692-e832-44f2-b972-9e9f06c49623 req-58f91878-f563-4b5e-9cca-9c719ddd5bc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:22.811263 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6996a692-e832-44f2-b972-9e9f06c49623 req-3383444a-134e-4ad8-bad8-b399f891751d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:22.811885 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6996a692-e832-44f2-b972-9e9f06c49623 req-3383444a-134e-4ad8-bad8-b399f891751d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:22.813273 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6996a692-e832-44f2-b972-9e9f06c49623 req-3383444a-134e-4ad8-bad8-b399f891751d service neutron] 10.222.0.44 "PUT /v2.0/ports/4794bb7b-447e-424b-b7ea-f4f19c3f6227 HTTP/1.1" status: 200 len: 1095 time: 6.4116898 May 31 13:24:22.927748 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6996a692-e832-44f2-b972-9e9f06c49623 req-58f91878-f563-4b5e-9cca-9c719ddd5bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:22.928372 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6996a692-e832-44f2-b972-9e9f06c49623 req-58f91878-f563-4b5e-9cca-9c719ddd5bc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:22.929752 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6996a692-e832-44f2-b972-9e9f06c49623 req-58f91878-f563-4b5e-9cca-9c719ddd5bc7 service neutron] 10.222.0.20 "PUT /v2.0/ports/91f8550f-7c6e-4f43-81db-91e2670bc6ae HTTP/1.1" status: 200 len: 1096 time: 4.8329077 May 31 13:24:22.940852 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7ef6a42b-c3d4-4db6-85cb-0343079df3d3 req-259c3bf0-98f2-427f-814b-399ab39cb9ec tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562921 May 31 13:24:22.960114 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3383444a-134e-4ad8-bad8-b399f891751d service neutron] Pushing event updated for resources: {'Port': ['ID=4794bb7b-447e-424b-b7ea-f4f19c3f6227,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:24:23.132962 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-8b56dcc8-04b8-4ae2-a752-df6c5309b134 req-089ed5e2-7c45-4468-b7b1-0c4701924c80 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] For port a6ce2620-59bc-460a-b055-9b0674cf69e8, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=a6ce2620-59bc-460a-b055-9b0674cf69e8,segment=NetworkSegment(370cc937-b213-498d-9452-fec6264d9498),segment_id=370cc937-b213-498d-9452-fec6264d9498)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:24:23.300432 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-0e510a8f-7782-4950-bf76-b6b67c0f79ff req-2ed4250b-b51f-4afc-adf6-9d5d324227de tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:23.307275 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.resource_extend [req-8b56dcc8-04b8-4ae2-a752-df6c5309b134 req-089ed5e2-7c45-4468-b7b1-0c4701924c80 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:24:23.337722 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f91878-f563-4b5e-9cca-9c719ddd5bc7 service neutron] Pushing event updated for resources: {'Port': ['ID=91f8550f-7c6e-4f43-81db-91e2670bc6ae,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:24:23.343318 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8b56dcc8-04b8-4ae2-a752-df6c5309b134 req-089ed5e2-7c45-4468-b7b1-0c4701924c80 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:23.398648 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8b56dcc8-04b8-4ae2-a752-df6c5309b134 req-089ed5e2-7c45-4468-b7b1-0c4701924c80 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:23.413267 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['a6ce2620-59bc-460a-b055-9b0674cf69e8'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:24:23.433057 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed4250b-b51f-4afc-adf6-9d5d324227de tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Pushing event deleted for resources: {'Port': ['ID=551881f1-8e2e-459f-9239-8a8d890cb1f8,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:24:23.436941 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6996a692-e832-44f2-b972-9e9f06c49623 req-18b89986-0a3b-41f4-9d0b-09eb5449b3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:23.438343 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6996a692-e832-44f2-b972-9e9f06c49623 req-18b89986-0a3b-41f4-9d0b-09eb5449b3ea service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=09dd0f3ff03c49d3a5c47e4de6593f6c&device_id=bd227f0c-1027-4194-8c63-045bc1ccb95b HTTP/1.1" status: 200 len: 1098 time: 0.5665073 May 31 13:24:23.626691 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6996a692-e832-44f2-b972-9e9f06c49623 req-10a10ebc-35ed-4e21-bce2-9353dd833872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:23.628091 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6996a692-e832-44f2-b972-9e9f06c49623 req-10a10ebc-35ed-4e21-bce2-9353dd833872 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=09dd0f3ff03c49d3a5c47e4de6593f6c&device_id=cae43b1c-7243-44be-959d-68da5cf199b2 HTTP/1.1" status: 200 len: 1099 time: 0.5871565 May 31 13:24:23.642307 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e510a8f-7782-4950-bf76-b6b67c0f79ff req-2ed4250b-b51f-4afc-adf6-9d5d324227de tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] No DVR routers for this DVR port 551881f1-8e2e-459f-9239-8a8d890cb1f8 on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:24:23.646641 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6996a692-e832-44f2-b972-9e9f06c49623 req-69e5d5f7-f038-4923-ad99-5c04e0100853 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=4794bb7b-447e-424b-b7ea-f4f19c3f6227 HTTP/1.1" status: 200 len: 217 time: 0.1517224 May 31 13:24:23.655183 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-0e510a8f-7782-4950-bf76-b6b67c0f79ff req-2ed4250b-b51f-4afc-adf6-9d5d324227de tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:23.721075 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b56dcc8-04b8-4ae2-a752-df6c5309b134 req-089ed5e2-7c45-4468-b7b1-0c4701924c80 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:23.721629 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8b56dcc8-04b8-4ae2-a752-df6c5309b134 req-089ed5e2-7c45-4468-b7b1-0c4701924c80 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:23.723968 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8b56dcc8-04b8-4ae2-a752-df6c5309b134 req-089ed5e2-7c45-4468-b7b1-0c4701924c80 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "PUT /v2.0/ports/a6ce2620-59bc-460a-b055-9b0674cf69e8 HTTP/1.1" status: 200 len: 1020 time: 3.0489962 May 31 13:24:23.763183 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['a6ce2620-59bc-460a-b055-9b0674cf69e8'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:24:23.785304 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6996a692-e832-44f2-b972-9e9f06c49623 req-cd780ead-967d-42e8-ba05-f22e8ef9e83f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=91f8550f-7c6e-4f43-81db-91e2670bc6ae HTTP/1.1" status: 200 len: 217 time: 0.1255336 May 31 13:24:23.803705 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b60ef27-a955-43e0-b4e3-a8103d6e7336'] response: {'server_uuid': '30b9966f-70b7-43b1-ab74-f74fd2bbd109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7981e8f9-d03b-40e2-9db7-0fab18d23011', 'code': 200} May 31 13:24:23.838713 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0e510a8f-7782-4950-bf76-b6b67c0f79ff req-2ed4250b-b51f-4afc-adf6-9d5d324227de tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.44 "DELETE /v2.0/ports/551881f1-8e2e-459f-9239-8a8d890cb1f8 HTTP/1.1" status: 204 len: 173 time: 3.3795552 May 31 13:24:24.055245 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04202dd-b084-4c62-9079-96914fe15791 req-78fbd7cc-8b7b-420b-9b40-4f394d713c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:24.060434 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-a04202dd-b084-4c62-9079-96914fe15791 req-78fbd7cc-8b7b-420b-9b40-4f394d713c05 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=30b9966f-70b7-43b1-ab74-f74fd2bbd109 HTTP/1.1" status: 200 len: 1097 time: 0.1741829 May 31 13:24:24.111309 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089ed5e2-7c45-4468-b7b1-0c4701924c80 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Pushing event updated for resources: {'Port': ['ID=a6ce2620-59bc-460a-b055-9b0674cf69e8,revision_number=7']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:24:24.121407 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8912891b-1d18-45dd-8012-4a6524ca41ea req-c3a628cf-4852-4916-b760-c6942f7911d5 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:24.128453 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8912891b-1d18-45dd-8012-4a6524ca41ea req-c3a628cf-4852-4916-b760-c6942f7911d5 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/ports?device_id=30b9966f-70b7-43b1-ab74-f74fd2bbd109 HTTP/1.1" status: 200 len: 946 time: 0.9663329 May 31 13:24:24.132117 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-a04202dd-b084-4c62-9079-96914fe15791 req-b616265e-2d93-46f2-a1c7-55e7cf941cef service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3d29a7ba-8da4-4594-bfbf-9f55cd071e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644221 May 31 13:24:24.139944 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6996a692-e832-44f2-b972-9e9f06c49623 req-b39ef94f-63dc-433a-8a63-33272cc725e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:24.141394 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6996a692-e832-44f2-b972-9e9f06c49623 req-b39ef94f-63dc-433a-8a63-33272cc725e2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.4174361 May 31 13:24:24.194348 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6996a692-e832-44f2-b972-9e9f06c49623 req-43edc682-8bad-4805-bd25-a3f89db78de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:24.195806 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6996a692-e832-44f2-b972-9e9f06c49623 req-43edc682-8bad-4805-bd25-a3f89db78de4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.3929007 May 31 13:24:24.255555 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8912891b-1d18-45dd-8012-4a6524ca41ea req-496c138c-f1f6-484e-a37f-cf5252f762fe tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d29a7ba-8da4-4594-bfbf-9f55cd071e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262262 May 31 13:24:24.294166 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d03ed1c-2ddb-425b-b9aa-f4a27d32afd1 req-55733033-9759-4f65-920b-ffb57046bb9c tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:24.295734 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9d03ed1c-2ddb-425b-b9aa-f4a27d32afd1 req-55733033-9759-4f65-920b-ffb57046bb9c tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd1f28db-980f-460f-9d1a-6d9576db37e9 HTTP/1.1" status: 200 len: 945 time: 0.2384737 May 31 13:24:24.303395 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6996a692-e832-44f2-b972-9e9f06c49623 req-f38fbeec-7be9-43e7-b56c-a0204aff94aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:24.305008 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6996a692-e832-44f2-b972-9e9f06c49623 req-f38fbeec-7be9-43e7-b56c-a0204aff94aa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1460838 May 31 13:24:24.689447 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9d03ed1c-2ddb-425b-b9aa-f4a27d32afd1 req-03009e89-328b-483e-b4cc-d4b8a51c2418 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/security-groups?id=9bb73710-3d65-4dab-a4f3-8814f415ca6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3800058 May 31 13:24:24.765564 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6996a692-e832-44f2-b972-9e9f06c49623 req-5438bc5f-248c-4e27-ad81-fb7a9d4c1488 service neutron] 10.222.0.44 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4522629 May 31 13:24:24.794917 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6996a692-e832-44f2-b972-9e9f06c49623 req-f5eda1e1-5e3f-41c3-b778-d74a6a7d676a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:24.796401 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6996a692-e832-44f2-b972-9e9f06c49623 req-f5eda1e1-5e3f-41c3-b778-d74a6a7d676a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2696192 May 31 13:24:24.841064 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 38760) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:24:24.890251 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effb2e32-9a3d-469e-96d4-34d64eed295c req-98b0675d-f382-4c42-afde-0506007ca67e tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:24.891832 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-effb2e32-9a3d-469e-96d4-34d64eed295c req-98b0675d-f382-4c42-afde-0506007ca67e tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd227f0c-1027-4194-8c63-045bc1ccb95b HTTP/1.1" status: 200 len: 947 time: 0.3144734 May 31 13:24:24.949068 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-a914e55e-9a40-491f-afa4-39dca4f1b80b tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Deleting subnet 50d7dc2c-ba72-40f7-8be3-70dc10ad07b8 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:24:24.949686 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d8ebee8-3f26-4a7d-9c9c-d25201c3e686'] response: {'server_uuid': '34a84813-68f5-463f-be95-ab4cb48052c5', 'name': 'network-vif-deleted', 'tag': '8e8e620f-5c5c-4270-8de5-83eb8f155e2b', 'status': 'completed', 'code': 200} May 31 13:24:24.953592 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a914e55e-9a40-491f-afa4-39dca4f1b80b tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:25.021277 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a914e55e-9a40-491f-afa4-39dca4f1b80b tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:25.118403 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-effb2e32-9a3d-469e-96d4-34d64eed295c req-e2f31e5d-5e99-4037-89e2-8a8155e90c68 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4e17580-fef9-47ea-85b1-59ae8325b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677597 May 31 13:24:25.159571 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6996a692-e832-44f2-b972-9e9f06c49623 req-2b5f41af-9166-4910-94cf-becb1b038393 service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3548598 May 31 13:24:25.162183 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a914e55e-9a40-491f-afa4-39dca4f1b80b tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:25.163002 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6996a692-e832-44f2-b972-9e9f06c49623 req-c493983f-df88-4a66-a43f-65e4ad82324c service neutron] 10.222.0.44 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3893578 May 31 13:24:25.273181 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a914e55e-9a40-491f-afa4-39dca4f1b80b tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:25.296837 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b80984-93e7-45af-8e1e-d4b3dfc48c98 req-71643409-32d0-4e76-8a98-bbd321ef59db tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:25.298416 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-40b80984-93e7-45af-8e1e-d4b3dfc48c98 req-71643409-32d0-4e76-8a98-bbd321ef59db tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=4510f090-0a02-4ef1-8cc4-e9dea399e0f1 HTTP/1.1" status: 200 len: 949 time: 0.3104229 May 31 13:24:25.342069 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a914e55e-9a40-491f-afa4-39dca4f1b80b tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Pushing event deleted for resources: {'Subnet': ['ID=50d7dc2c-ba72-40f7-8be3-70dc10ad07b8,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:24:25.345753 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a914e55e-9a40-491f-afa4-39dca4f1b80b tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:25.353553 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2540292d-5319-40bb-a102-8171928a263d None None] Network 564d1403-efda-47b2-b874-4c61ddb4b79a requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:24:25.359574 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a914e55e-9a40-491f-afa4-39dca4f1b80b tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.50 "DELETE /v2.0/subnets/50d7dc2c-ba72-40f7-8be3-70dc10ad07b8 HTTP/1.1" status: 204 len: 168 time: 0.5173826 May 31 13:24:25.362773 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 38768) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:24:25.445518 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6996a692-e832-44f2-b972-9e9f06c49623 req-6d896912-19f1-4279-ad08-f66e8ee07934 service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786360 May 31 13:24:25.484410 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-40b80984-93e7-45af-8e1e-d4b3dfc48c98 req-f515e54d-3638-407f-85d7-c2c5640637df tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783955 May 31 13:24:25.558511 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-93f6824a-cf7c-4032-aa8c-0b801aa1e946 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:25.586777 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-93f6824a-cf7c-4032-aa8c-0b801aa1e946 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Deleting port 6cc90cd8-a5ba-4133-8579-3c8007199d86 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:24:25.587247 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-93f6824a-cf7c-4032-aa8c-0b801aa1e946 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:25.624371 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e9f5f-159c-4081-87d9-b4fa3bffe467 req-0f7ad53e-da28-4794-bf59-50778861505f tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:25.630105 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-de6e9f5f-159c-4081-87d9-b4fa3bffe467 req-0f7ad53e-da28-4794-bf59-50778861505f tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/ports?device_id=290dce05-a5a1-4203-9d4e-bbe24ed12d31 HTTP/1.1" status: 200 len: 1023 time: 0.3223512 May 31 13:24:25.805019 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd1f28db-980f-460f-9d1a-6d9576db37e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a713b83b-03d8-4e07-aa31-65b58e4fc23b'}, {'server_uuid': '34a84813-68f5-463f-be95-ab4cb48052c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '551881f1-8e2e-459f-9239-8a8d890cb1f8'}, {'server_uuid': '4510f090-0a02-4ef1-8cc4-e9dea399e0f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc8da617-a252-4841-8cb3-18718271901b'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:24:25.824512 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eab661c-3563-46ef-b5d5-64c784b28d79 None None] DHCP port deletion for 564d1403-efda-47b2-b874-4c61ddb4b79a request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:24:25.829494 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-6eab661c-3563-46ef-b5d5-64c784b28d79 None None] Deleting port 6cc90cd8-a5ba-4133-8579-3c8007199d86 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:24:25.830213 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6eab661c-3563-46ef-b5d5-64c784b28d79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:25.890855 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-de6e9f5f-159c-4081-87d9-b4fa3bffe467 req-284cbd8d-cc86-4bc2-afe9-5b37f4d2999b tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bfc18eb-adde-42c7-a27e-abc007856413&id=c532e93d-059e-45be-ab0b-a578cae373d8&id=98e17d4a-ac5b-4480-9bc6-49977fe0902a HTTP/1.1" status: 200 len: 6149 time: 0.2592742 May 31 13:24:25.896170 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc8715-cb4a-48da-ae7d-f89bd06a49e3 req-a5c9e5e9-f6aa-46a2-94c8-91cc40d21f01 tempest-LiveAutoBlockMigrationV225Test-938371686 tempest-LiveAutoBlockMigrationV225Test-938371686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:25.897530 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-98cc8715-cb4a-48da-ae7d-f89bd06a49e3 req-a5c9e5e9-f6aa-46a2-94c8-91cc40d21f01 tempest-LiveAutoBlockMigrationV225Test-938371686 tempest-LiveAutoBlockMigrationV225Test-938371686-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=12c6813d-f517-4002-8c22-cda7b5d28c2d HTTP/1.1" status: 200 len: 1095 time: 0.2248058 May 31 13:24:25.972345 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-98cc8715-cb4a-48da-ae7d-f89bd06a49e3 req-b710db54-1c5b-4de6-b168-7cef04ffffb2 tempest-LiveAutoBlockMigrationV225Test-938371686 tempest-LiveAutoBlockMigrationV225Test-938371686-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672932 May 31 13:24:25.991953 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-93f6824a-cf7c-4032-aa8c-0b801aa1e946 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] For port 6cc90cd8-a5ba-4133-8579-3c8007199d86, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=6cc90cd8-a5ba-4133-8579-3c8007199d86,segment=NetworkSegment(c7bcfd21-6346-44eb-9515-f79d903a458e),segment_id=c7bcfd21-6346-44eb-9515-f79d903a458e)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:24:25.992335 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-93f6824a-cf7c-4032-aa8c-0b801aa1e946 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:26.199462 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-6eab661c-3563-46ef-b5d5-64c784b28d79 None None] For port 6cc90cd8-a5ba-4133-8579-3c8007199d86, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=6cc90cd8-a5ba-4133-8579-3c8007199d86,segment=NetworkSegment(c7bcfd21-6346-44eb-9515-f79d903a458e),segment_id=c7bcfd21-6346-44eb-9515-f79d903a458e)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:24:26.203615 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6eab661c-3563-46ef-b5d5-64c784b28d79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:26.217546 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-93f6824a-cf7c-4032-aa8c-0b801aa1e946 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Calling delete_port for 6cc90cd8-a5ba-4133-8579-3c8007199d86 owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:24:26.335777 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d39e8-5adb-4259-80c3-13939d43beab req-38ceeb93-78e9-4d95-94a6-b2cd906d0e2d tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:26.342032 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-93f6824a-cf7c-4032-aa8c-0b801aa1e946 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:26.347979 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bc5d39e8-5adb-4259-80c3-13939d43beab req-38ceeb93-78e9-4d95-94a6-b2cd906d0e2d tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/ports?device_id=30b9966f-70b7-43b1-ab74-f74fd2bbd109 HTTP/1.1" status: 200 len: 946 time: 0.2563453 May 31 13:24:26.390872 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-6eab661c-3563-46ef-b5d5-64c784b28d79 None None] Calling delete_port for 6cc90cd8-a5ba-4133-8579-3c8007199d86 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:24:26.391851 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37676c91-c048-495d-a674-33550916ad24 req-eebb94bb-ee39-47a6-8d27-bd2c61b40485 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:26.401225 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-37676c91-c048-495d-a674-33550916ad24 req-eebb94bb-ee39-47a6-8d27-bd2c61b40485 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd1f28db-980f-460f-9d1a-6d9576db37e9 HTTP/1.1" status: 200 len: 945 time: 0.1876953 May 31 13:24:26.429210 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f6824a-cf7c-4032-aa8c-0b801aa1e946 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Pushing event deleted for resources: {'Port': ['ID=6cc90cd8-a5ba-4133-8579-3c8007199d86,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:24:26.437630 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f6824a-cf7c-4032-aa8c-0b801aa1e946 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] No DVR routers for this DVR port 6cc90cd8-a5ba-4133-8579-3c8007199d86 on host n-d-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:24:26.466868 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bc5d39e8-5adb-4259-80c3-13939d43beab req-b6301d35-a97c-4bb1-9c40-29d0b2e28e86 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d29a7ba-8da4-4594-bfbf-9f55cd071e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173308 May 31 13:24:26.498366 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-37676c91-c048-495d-a674-33550916ad24 req-0f6486c5-4c21-4454-b4a7-8a33e6eeda82 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/security-groups?id=9bb73710-3d65-4dab-a4f3-8814f415ca6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948584 May 31 13:24:26.536214 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-6eab661c-3563-46ef-b5d5-64c784b28d79 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:24:26.537013 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-6eab661c-3563-46ef-b5d5-64c784b28d79 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:24:26.550436 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-7bf2e678-2e68-4bad-971f-df91620cc175 req-776783bf-393c-4c5d-961e-583aff059568 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1798734083 ', 'description': 'tempest-description-359823117'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:24:26.559686 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-7bf2e678-2e68-4bad-971f-df91620cc175 req-776783bf-393c-4c5d-961e-583aff059568 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:24:26.583987 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-7bf2e678-2e68-4bad-971f-df91620cc175 req-776783bf-393c-4c5d-961e-583aff059568 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:24:26.600897 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2aab367e-bc15-4706-8870-4437c985cfd8'] response: {'server_uuid': 'bd1f28db-980f-460f-9d1a-6d9576db37e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a713b83b-03d8-4e07-aa31-65b58e4fc23b', 'code': 200} May 31 13:24:26.601166 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2aab367e-bc15-4706-8870-4437c985cfd8'] response: {'server_uuid': '34a84813-68f5-463f-be95-ab4cb48052c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '551881f1-8e2e-459f-9239-8a8d890cb1f8', 'code': 200} May 31 13:24:26.601423 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2aab367e-bc15-4706-8870-4437c985cfd8'] response: {'server_uuid': '4510f090-0a02-4ef1-8cc4-e9dea399e0f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc8da617-a252-4841-8cb3-18718271901b', 'code': 200} May 31 13:24:26.608061 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7bf2e678-2e68-4bad-971f-df91620cc175 req-776783bf-393c-4c5d-961e-583aff059568 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:26.614407 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-93f6824a-cf7c-4032-aa8c-0b801aa1e946 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:26.655686 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-93f6824a-cf7c-4032-aa8c-0b801aa1e946 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['564d1403-efda-47b2-b874-4c61ddb4b79a']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:24:26.681888 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-93f6824a-cf7c-4032-aa8c-0b801aa1e946 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7bcfd21-6346-44eb-9515-f79d903a458e') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:24:26.682149 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-7bf2e678-2e68-4bad-971f-df91620cc175 req-776783bf-393c-4c5d-961e-583aff059568 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:24:26.682554 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-93f6824a-cf7c-4032-aa8c-0b801aa1e946 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7bcfd21-6346-44eb-9515-f79d903a458e') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:24:26.697060 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-93f6824a-cf7c-4032-aa8c-0b801aa1e946 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:26.700664 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-7bf2e678-2e68-4bad-971f-df91620cc175 req-776783bf-393c-4c5d-961e-583aff059568 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Usage tracker for resource:security_group_rule and tenant:a487a8012f6942fe8ddd9bac507c4ea0 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:24:26.706633 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-7bf2e678-2e68-4bad-971f-df91620cc175 req-776783bf-393c-4c5d-961e-583aff059568 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:24:26.724545 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-93f6824a-cf7c-4032-aa8c-0b801aa1e946 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:26.734560 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93f6824a-cf7c-4032-aa8c-0b801aa1e946 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:24:26.735033 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-93f6824a-cf7c-4032-aa8c-0b801aa1e946 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:26.832750 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-7bf2e678-2e68-4bad-971f-df91620cc175 req-776783bf-393c-4c5d-961e-583aff059568 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:24:26.849548 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment c7bcfd21-6346-44eb-9515-f79d903a458e resource provider aggregate not found May 31 13:24:26.880325 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment c7bcfd21-6346-44eb-9515-f79d903a458e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c7bcfd21-6346-44eb-9515-f79d903a458e found for delete ", "request_id": "req-0191d444-e87d-4baf-b004-2bbd7092e98c"}]} May 31 13:24:26.930360 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-93f6824a-cf7c-4032-aa8c-0b801aa1e946 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:26.953231 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd227f0c-1027-4194-8c63-045bc1ccb95b', 'tag': '4794bb7b-447e-424b-b7ea-f4f19c3f6227'}, {'name': 'network-changed', 'server_uuid': 'cae43b1c-7243-44be-959d-68da5cf199b2', 'tag': '91f8550f-7c6e-4f43-81db-91e2670bc6ae'}, {'server_uuid': '34a84813-68f5-463f-be95-ab4cb48052c5', 'name': 'network-vif-deleted', 'tag': '551881f1-8e2e-459f-9239-8a8d890cb1f8'}, {'name': 'network-changed', 'server_uuid': '290dce05-a5a1-4203-9d4e-bbe24ed12d31', 'tag': 'a6ce2620-59bc-460a-b055-9b0674cf69e8'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:24:26.958667 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-93f6824a-cf7c-4032-aa8c-0b801aa1e946 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:26.981720 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f6824a-cf7c-4032-aa8c-0b801aa1e946 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Pushing event deleted for resources: {'Network': ['ID=564d1403-efda-47b2-b874-4c61ddb4b79a,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:24:27.008839 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-93f6824a-cf7c-4032-aa8c-0b801aa1e946 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.50 "DELETE /v2.0/networks/564d1403-efda-47b2-b874-4c61ddb4b79a HTTP/1.1" status: 204 len: 168 time: 1.6414218 May 31 13:24:27.011517 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 38798) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:24:27.015596 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad99e0-4489-4c25-9bb0-6d1f413f9ac9 req-a9b0aa0a-325b-45f0-a5fc-cd4ad8e7839c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:27.017127 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3cad99e0-4489-4c25-9bb0-6d1f413f9ac9 req-a9b0aa0a-325b-45f0-a5fc-cd4ad8e7839c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bd1f28db-980f-460f-9d1a-6d9576db37e9 HTTP/1.1" status: 200 len: 1096 time: 0.2217352 May 31 13:24:27.038595 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-6eab661c-3563-46ef-b5d5-64c784b28d79 None None] Deleting port 6cc90cd8-a5ba-4133-8579-3c8007199d86 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:24:27.039236 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6eab661c-3563-46ef-b5d5-64c784b28d79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:27.140408 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-6eab661c-3563-46ef-b5d5-64c784b28d79 None None] The port '6cc90cd8-a5ba-4133-8579-3c8007199d86' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 13:24:27.140618 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-28fe2bc2-fe4a-44c6-ba25-e803d474cb2f tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Deleting subnet ef18fefd-a7dd-4f00-a339-1aea439c440b {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:24:27.159198 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-28fe2bc2-fe4a-44c6-ba25-e803d474cb2f tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:27.193583 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624227d-2d2f-4029-82a3-6c63aabc6237 req-0a035485-33c8-45f0-b8dd-1402d26d8bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:27.195099 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b624227d-2d2f-4029-82a3-6c63aabc6237 req-0a035485-33c8-45f0-b8dd-1402d26d8bec service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4510f090-0a02-4ef1-8cc4-e9dea399e0f1 HTTP/1.1" status: 200 len: 1100 time: 0.4626610 May 31 13:24:27.234389 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-28fe2bc2-fe4a-44c6-ba25-e803d474cb2f tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:27.269434 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7bf2e678-2e68-4bad-971f-df91620cc175 req-776783bf-393c-4c5d-961e-583aff059568 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:27.303837 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7bf2e678-2e68-4bad-971f-df91620cc175 req-776783bf-393c-4c5d-961e-583aff059568 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:27.363131 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-28fe2bc2-fe4a-44c6-ba25-e803d474cb2f tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:27.384581 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3cad99e0-4489-4c25-9bb0-6d1f413f9ac9 req-5792e026-9afd-4550-bfd7-51e6057c7141 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9bb73710-3d65-4dab-a4f3-8814f415ca6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3542290 May 31 13:24:27.410425 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b624227d-2d2f-4029-82a3-6c63aabc6237 req-78f9569d-8cca-4fbd-9b58-f123333617ba service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012861 May 31 13:24:27.420349 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776783bf-393c-4c5d-961e-583aff059568 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=440b449b-7471-4922-bd45-448ee2cc2200,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:24:27.436220 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7bf2e678-2e68-4bad-971f-df91620cc175 req-776783bf-393c-4c5d-961e-583aff059568 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:27.438248 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7bf2e678-2e68-4bad-971f-df91620cc175 req-776783bf-393c-4c5d-961e-583aff059568 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.8974016 May 31 13:24:27.503384 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22bc3f5-5993-428d-8132-f0ea8aa78e91 req-59d8ba61-7d57-4b65-a303-e01c5317ec59 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:27.508612 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c22bc3f5-5993-428d-8132-f0ea8aa78e91 req-59d8ba61-7d57-4b65-a303-e01c5317ec59 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd227f0c-1027-4194-8c63-045bc1ccb95b HTTP/1.1" status: 200 len: 947 time: 0.3096547 May 31 13:24:27.578052 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 6cc90cd8-a5ba-4133-8579-3c8007199d86 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:24:27.581353 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c22bc3f5-5993-428d-8132-f0ea8aa78e91 req-00ff025b-704e-4a98-9f44-62f7e6756e5f tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4e17580-fef9-47ea-85b1-59ae8325b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655673 May 31 13:24:27.664548 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 6cc90cd8-a5ba-4133-8579-3c8007199d86 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:24:27.664548 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 6cc90cd8-a5ba-4133-8579-3c8007199d86 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:24:27.664548 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 4794bb7b-447e-424b-b7ea-f4f19c3f6227 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:24:27.709183 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-28fe2bc2-fe4a-44c6-ba25-e803d474cb2f tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:27.769367 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-28fe2bc2-fe4a-44c6-ba25-e803d474cb2f tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:27.777242 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f96340-75cb-4b0a-a3e9-f477222ba5f0 None None] Network 04e95335-3d26-489c-9f1d-266426a8df08 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:24:27.779879 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 38808) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:24:27.780284 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-28fe2bc2-fe4a-44c6-ba25-e803d474cb2f tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.50 "DELETE /v2.0/subnets/ef18fefd-a7dd-4f00-a339-1aea439c440b HTTP/1.1" status: 204 len: 168 time: 0.7670431 May 31 13:24:27.787506 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fe2bc2-fe4a-44c6-ba25-e803d474cb2f tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Pushing event deleted for resources: {'Subnet': ['ID=ef18fefd-a7dd-4f00-a339-1aea439c440b,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:24:28.070639 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 4794bb7b-447e-424b-b7ea-f4f19c3f6227, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=4794bb7b-447e-424b-b7ea-f4f19c3f6227,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:24:28.090529 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': '4794bb7b-447e-424b-b7ea-f4f19c3f6227', 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4', 'port_id': '4794bb7b-447e-424b-b7ea-f4f19c3f6227', 'mac_address': 'fa:16:3e:30:a0:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24822c99-0dce-4d50-9c44-3135ba3763b8', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:24:28.190440 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5ca56166-1aad-4cc9-9ac6-e026943b3f47 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:28.235247 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-5ca56166-1aad-4cc9-9ac6-e026943b3f47 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Deleting port 1a381363-99d9-4e50-baef-8b1fe5061c64 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:24:28.235505 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5ca56166-1aad-4cc9-9ac6-e026943b3f47 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:28.236189 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 4794bb7b-447e-424b-b7ea-f4f19c3f6227 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:24:28.236715 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:28.255151 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4794bb7b-447e-424b-b7ea-f4f19c3f6227 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:24:28.271229 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 4794bb7b-447e-424b-b7ea-f4f19c3f6227, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=4794bb7b-447e-424b-b7ea-f4f19c3f6227,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:24:28.280217 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:28.280691 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5249e8f-6113-4935-b4b0-663382cc86f2 req-19434a5d-ff09-499c-bcda-5e2b8aa676be tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:28.282855 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b5249e8f-6113-4935-b4b0-663382cc86f2 req-19434a5d-ff09-499c-bcda-5e2b8aa676be tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.44 "GET /v2.0/ports?device_id=12c6813d-f517-4002-8c22-cda7b5d28c2d HTTP/1.1" status: 200 len: 944 time: 0.3403442 May 31 13:24:28.290585 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b4f34b-bdb6-4a21-a77f-8d713909b868 req-86c6fb38-3b4f-4bbc-949b-62868a1e2a46 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:28.291990 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-40b4f34b-bdb6-4a21-a77f-8d713909b868 req-86c6fb38-3b4f-4bbc-949b-62868a1e2a46 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=4510f090-0a02-4ef1-8cc4-e9dea399e0f1 HTTP/1.1" status: 200 len: 949 time: 0.5080414 May 31 13:24:28.347891 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a729a4ee-3518-4490-83b0-37daf5495cfd req-b24bcedc-5120-46d3-ac96-b76932e255e3 tempest-LiveMigrationTest-979382837 tempest-LiveMigrationTest-979382837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:28.349404 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a729a4ee-3518-4490-83b0-37daf5495cfd req-b24bcedc-5120-46d3-ac96-b76932e255e3 tempest-LiveMigrationTest-979382837 tempest-LiveMigrationTest-979382837-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=30b9966f-70b7-43b1-ab74-f74fd2bbd109 HTTP/1.1" status: 200 len: 1097 time: 0.3753784 May 31 13:24:28.387265 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=4794bb7b-447e-424b-b7ea-f4f19c3f6227,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:24:28.493816 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-b5249e8f-6113-4935-b4b0-663382cc86f2 req-6d929aa8-8dc1-4e79-bd50-1c5f135d2a84 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Deleting port 3f1be6ac-8045-4d23-a472-0648cf23190e {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:24:28.494089 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-b5249e8f-6113-4935-b4b0-663382cc86f2 req-6d929aa8-8dc1-4e79-bd50-1c5f135d2a84 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:28.512409 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fdb562c-1746-48f9-85a6-90f55e91fc58 None None] DHCP port deletion for 04e95335-3d26-489c-9f1d-266426a8df08 request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:24:28.520704 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9fdb562c-1746-48f9-85a6-90f55e91fc58 None None] Deleting port 1a381363-99d9-4e50-baef-8b1fe5061c64 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:24:28.521576 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9fdb562c-1746-48f9-85a6-90f55e91fc58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:28.547069 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-40b4f34b-bdb6-4a21-a77f-8d713909b868 req-71d3b081-9af1-40ec-83e7-253d88044222 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132347 May 31 13:24:28.616585 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a729a4ee-3518-4490-83b0-37daf5495cfd req-144f7ddc-2365-445b-b640-d88082f77692 tempest-LiveMigrationTest-979382837 tempest-LiveMigrationTest-979382837-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=3d29a7ba-8da4-4594-bfbf-9f55cd071e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443483 May 31 13:24:28.668687 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['4794bb7b-447e-424b-b7ea-f4f19c3f6227'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:24:28.847109 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe16e92b-cee4-42d5-93a7-688b13c55181'] response: {'name': 'network-changed', 'server_uuid': 'bd227f0c-1027-4194-8c63-045bc1ccb95b', 'tag': '4794bb7b-447e-424b-b7ea-f4f19c3f6227', 'status': 'completed', 'code': 200} May 31 13:24:28.848376 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe16e92b-cee4-42d5-93a7-688b13c55181'] response: {'name': 'network-changed', 'server_uuid': 'cae43b1c-7243-44be-959d-68da5cf199b2', 'tag': '91f8550f-7c6e-4f43-81db-91e2670bc6ae', 'status': 'completed', 'code': 200} May 31 13:24:28.848965 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe16e92b-cee4-42d5-93a7-688b13c55181'] response: {'server_uuid': '34a84813-68f5-463f-be95-ab4cb48052c5', 'name': 'network-vif-deleted', 'tag': '551881f1-8e2e-459f-9239-8a8d890cb1f8', 'status': 'completed', 'code': 200} May 31 13:24:28.849460 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe16e92b-cee4-42d5-93a7-688b13c55181'] response: {'name': 'network-changed', 'server_uuid': '290dce05-a5a1-4203-9d4e-bbe24ed12d31', 'tag': 'a6ce2620-59bc-460a-b055-9b0674cf69e8', 'status': 'completed', 'code': 200} May 31 13:24:29.039838 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9fdb562c-1746-48f9-85a6-90f55e91fc58 None None] For port 1a381363-99d9-4e50-baef-8b1fe5061c64, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=1a381363-99d9-4e50-baef-8b1fe5061c64,segment=NetworkSegment(d1ade0bb-97e9-46b7-9d25-cb2d5d73fa12),segment_id=d1ade0bb-97e9-46b7-9d25-cb2d5d73fa12)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:24:29.040668 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9fdb562c-1746-48f9-85a6-90f55e91fc58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:29.220300 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9fdb562c-1746-48f9-85a6-90f55e91fc58 None None] Calling delete_port for 1a381363-99d9-4e50-baef-8b1fe5061c64 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:24:29.282186 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b187bd5a-7f0b-4855-8c51-f7fb652e0a54 req-a4c5d981-bbfd-47ef-b14d-d7c838c3635d tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/security-groups/440b449b-7471-4922-bd45-448ee2cc2200 HTTP/1.1" status: 200 len: 1780 time: 0.4452140 May 31 13:24:29.283282 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-5ca56166-1aad-4cc9-9ac6-e026943b3f47 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] For port 1a381363-99d9-4e50-baef-8b1fe5061c64, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=1a381363-99d9-4e50-baef-8b1fe5061c64,segment=NetworkSegment(d1ade0bb-97e9-46b7-9d25-cb2d5d73fa12),segment_id=d1ade0bb-97e9-46b7-9d25-cb2d5d73fa12)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:24:29.283651 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5ca56166-1aad-4cc9-9ac6-e026943b3f47 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:29.406104 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9fdb562c-1746-48f9-85a6-90f55e91fc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:29.523472 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdb562c-1746-48f9-85a6-90f55e91fc58 None None] No DVR routers for this DVR port 1a381363-99d9-4e50-baef-8b1fe5061c64 on host n-d-843939-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:24:29.536771 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 1a381363-99d9-4e50-baef-8b1fe5061c64 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:24:29.569481 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdb562c-1746-48f9-85a6-90f55e91fc58 None None] Pushing event deleted for resources: {'Port': ['ID=1a381363-99d9-4e50-baef-8b1fe5061c64,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:24:29.595801 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 1a381363-99d9-4e50-baef-8b1fe5061c64 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:24:29.596180 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 1a381363-99d9-4e50-baef-8b1fe5061c64 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:24:29.696718 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-5ca56166-1aad-4cc9-9ac6-e026943b3f47 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Calling delete_port for 1a381363-99d9-4e50-baef-8b1fe5061c64 owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:24:29.772630 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-b5249e8f-6113-4935-b4b0-663382cc86f2 req-6d929aa8-8dc1-4e79-bd50-1c5f135d2a84 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] For port 3f1be6ac-8045-4d23-a472-0648cf23190e, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=3f1be6ac-8045-4d23-a472-0648cf23190e,segment=NetworkSegment(a592d348-649e-4ed1-b139-bdf2b9c4a847),segment_id=a592d348-649e-4ed1-b139-bdf2b9c4a847)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:24:29.772990 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-b5249e8f-6113-4935-b4b0-663382cc86f2 req-6d929aa8-8dc1-4e79-bd50-1c5f135d2a84 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:29.797270 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f694d5d2-cf0e-4515-b4b7-e8e02b4f9ba4 req-d205a001-155d-4338-a51c-e4ac192c181e tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:29.798688 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f694d5d2-cf0e-4515-b4b7-e8e02b4f9ba4 req-d205a001-155d-4338-a51c-e4ac192c181e tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=12c6813d-f517-4002-8c22-cda7b5d28c2d HTTP/1.1" status: 200 len: 944 time: 1.0270903 May 31 13:24:29.956117 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-b5249e8f-6113-4935-b4b0-663382cc86f2 req-6d929aa8-8dc1-4e79-bd50-1c5f135d2a84 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Calling delete_port for 3f1be6ac-8045-4d23-a472-0648cf23190e owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:24:30.038566 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba73c7-1718-4179-b87e-a66ddf971a35 req-82063b1e-18c6-406e-956c-a88cb95ac315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:30.040083 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ffba73c7-1718-4179-b87e-a66ddf971a35 req-82063b1e-18c6-406e-956c-a88cb95ac315 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=09dd0f3ff03c49d3a5c47e4de6593f6c&device_id=cae43b1c-7243-44be-959d-68da5cf199b2 HTTP/1.1" status: 200 len: 1099 time: 0.9373891 May 31 13:24:30.060916 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba73c7-1718-4179-b87e-a66ddf971a35 req-82f8f6c2-8e14-498c-8853-5c0827251f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:30.062390 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ffba73c7-1718-4179-b87e-a66ddf971a35 req-82f8f6c2-8e14-498c-8853-5c0827251f3e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=09dd0f3ff03c49d3a5c47e4de6593f6c&device_id=bd227f0c-1027-4194-8c63-045bc1ccb95b HTTP/1.1" status: 200 len: 1099 time: 0.9543955 May 31 13:24:30.179499 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.api [None req-5ca56166-1aad-4cc9-9ac6-e026943b3f47 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88370) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:24:30.179814 n-d-843939-1 neutron-server[88370]: DEBUG oslo_db.api [None req-5ca56166-1aad-4cc9-9ac6-e026943b3f47 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:24:30.239418 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f694d5d2-cf0e-4515-b4b7-e8e02b4f9ba4 req-4827048e-eb50-44ac-8d53-4e4edf9f5ba9 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4314604 May 31 13:24:30.296491 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9249c870-b190-4bba-befe-e6f1484bc558 req-6f335fdd-926d-4659-9275-5d990490e495 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:30.302826 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9249c870-b190-4bba-befe-e6f1484bc558 req-6f335fdd-926d-4659-9275-5d990490e495 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd1f28db-980f-460f-9d1a-6d9576db37e9 HTTP/1.1" status: 200 len: 945 time: 0.8099153 May 31 13:24:30.556069 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba73c7-1718-4179-b87e-a66ddf971a35 req-6f3b9db7-3054-4af5-a870-bdf4ea6bebb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:30.557580 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ffba73c7-1718-4179-b87e-a66ddf971a35 req-6f3b9db7-3054-4af5-a870-bdf4ea6bebb9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=85b11c4f-90ad-4763-b38d-22d3f87089f4 HTTP/1.1" status: 200 len: 870 time: 0.5085046 May 31 13:24:30.576834 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9249c870-b190-4bba-befe-e6f1484bc558 req-1bd7f523-f1a4-4ce9-8440-482bd3ef3924 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/security-groups?id=9bb73710-3d65-4dab-a4f3-8814f415ca6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685230 May 31 13:24:30.668535 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba73c7-1718-4179-b87e-a66ddf971a35 req-15d171a9-6131-44f0-bdb3-9ad8d6d7c95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:30.670230 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ffba73c7-1718-4179-b87e-a66ddf971a35 req-15d171a9-6131-44f0-bdb3-9ad8d6d7c95e service neutron] 10.222.0.44 "GET /v2.0/networks?id=85b11c4f-90ad-4763-b38d-22d3f87089f4 HTTP/1.1" status: 200 len: 870 time: 0.5819254 May 31 13:24:30.672424 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-b5249e8f-6113-4935-b4b0-663382cc86f2 req-6d929aa8-8dc1-4e79-bd50-1c5f135d2a84 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:30.675012 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ffba73c7-1718-4179-b87e-a66ddf971a35 req-b4c2e062-e67b-44af-ac14-6ea499456853 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=91f8550f-7c6e-4f43-81db-91e2670bc6ae HTTP/1.1" status: 200 len: 217 time: 0.1029766 May 31 13:24:30.712503 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-5ca56166-1aad-4cc9-9ac6-e026943b3f47 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Deleting port 1a381363-99d9-4e50-baef-8b1fe5061c64 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:24:30.712936 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5ca56166-1aad-4cc9-9ac6-e026943b3f47 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:30.862368 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d929aa8-8dc1-4e79-bd50-1c5f135d2a84 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Pushing event deleted for resources: {'Port': ['ID=3f1be6ac-8045-4d23-a472-0648cf23190e,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:24:30.915964 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 91f8550f-7c6e-4f43-81db-91e2670bc6ae details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:24:30.919078 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ffba73c7-1718-4179-b87e-a66ddf971a35 req-9d643784-a90d-4559-949c-d4bc7e0709c0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=4794bb7b-447e-424b-b7ea-f4f19c3f6227 HTTP/1.1" status: 200 len: 217 time: 0.1769650 May 31 13:24:30.991784 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-5ca56166-1aad-4cc9-9ac6-e026943b3f47 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] The port '1a381363-99d9-4e50-baef-8b1fe5061c64' was deleted {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 13:24:31.066607 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 91f8550f-7c6e-4f43-81db-91e2670bc6ae, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=91f8550f-7c6e-4f43-81db-91e2670bc6ae,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:24:31.084296 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': '91f8550f-7c6e-4f43-81db-91e2670bc6ae', 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4', 'port_id': '91f8550f-7c6e-4f43-81db-91e2670bc6ae', 'mac_address': 'fa:16:3e:75:b0:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24822c99-0dce-4d50-9c44-3135ba3763b8', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:24:31.152257 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba73c7-1718-4179-b87e-a66ddf971a35 req-373ef34a-a730-4833-941e-99104afd5bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:31.153938 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ffba73c7-1718-4179-b87e-a66ddf971a35 req-373ef34a-a730-4833-941e-99104afd5bbc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.4042060 May 31 13:24:31.181936 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613a2db4-4c39-4ddb-9b00-6ec24ffbdafb req-28a0648f-a1dc-47e4-94dd-cbb3a8fd69d3 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:31.181936 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-613a2db4-4c39-4ddb-9b00-6ec24ffbdafb req-28a0648f-a1dc-47e4-94dd-cbb3a8fd69d3 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd227f0c-1027-4194-8c63-045bc1ccb95b HTTP/1.1" status: 200 len: 948 time: 0.7621624 May 31 13:24:31.193146 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 91f8550f-7c6e-4f43-81db-91e2670bc6ae is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:24:31.193540 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:31.211165 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91f8550f-7c6e-4f43-81db-91e2670bc6ae {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:24:31.230818 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 91f8550f-7c6e-4f43-81db-91e2670bc6ae, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=91f8550f-7c6e-4f43-81db-91e2670bc6ae,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:24:31.238258 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:31.346674 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=91f8550f-7c6e-4f43-81db-91e2670bc6ae,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:24:31.440947 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5249e8f-6113-4935-b4b0-663382cc86f2 req-6d929aa8-8dc1-4e79-bd50-1c5f135d2a84 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] No DVR routers for this DVR port 3f1be6ac-8045-4d23-a472-0648cf23190e on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:24:31.458099 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-b5249e8f-6113-4935-b4b0-663382cc86f2 req-6d929aa8-8dc1-4e79-bd50-1c5f135d2a84 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:31.462663 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12c6813d-f517-4002-8c22-cda7b5d28c2d', 'name': 'network-vif-deleted', 'tag': '3f1be6ac-8045-4d23-a472-0648cf23190e'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:24:31.515288 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba73c7-1718-4179-b87e-a66ddf971a35 req-0b63c594-6384-4041-bf86-f190591a4dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:31.516777 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ffba73c7-1718-4179-b87e-a66ddf971a35 req-0b63c594-6384-4041-bf86-f190591a4dc8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.5658872 May 31 13:24:31.592529 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5ca56166-1aad-4cc9-9ac6-e026943b3f47 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:31.619085 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b5249e8f-6113-4935-b4b0-663382cc86f2 req-6d929aa8-8dc1-4e79-bd50-1c5f135d2a84 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.44 "DELETE /v2.0/ports/3f1be6ac-8045-4d23-a472-0648cf23190e HTTP/1.1" status: 204 len: 173 time: 3.3172381 May 31 13:24:31.619336 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['91f8550f-7c6e-4f43-81db-91e2670bc6ae'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:24:31.666310 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-613a2db4-4c39-4ddb-9b00-6ec24ffbdafb req-2da68b8e-f758-4825-bbb7-56a387299ac4 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4e17580-fef9-47ea-85b1-59ae8325b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267606 May 31 13:24:31.671397 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 4794bb7b-447e-424b-b7ea-f4f19c3f6227 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:24:31.672059 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-5ca56166-1aad-4cc9-9ac6-e026943b3f47 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04e95335-3d26-489c-9f1d-266426a8df08']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:24:31.687472 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617d0e7-7193-4808-9daf-049971b5a35a req-3b9b6482-658e-440e-b2d0-0b330d632d46 tempest-LiveMigrationTest-979382837 tempest-LiveMigrationTest-979382837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:31.688978 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e617d0e7-7193-4808-9daf-049971b5a35a req-3b9b6482-658e-440e-b2d0-0b330d632d46 tempest-LiveMigrationTest-979382837 tempest-LiveMigrationTest-979382837-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=30b9966f-70b7-43b1-ab74-f74fd2bbd109 HTTP/1.1" status: 200 len: 1097 time: 0.9373283 May 31 13:24:31.692001 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-5ca56166-1aad-4cc9-9ac6-e026943b3f47 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1ade0bb-97e9-46b7-9d25-cb2d5d73fa12') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:24:31.692243 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-5ca56166-1aad-4cc9-9ac6-e026943b3f47 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1ade0bb-97e9-46b7-9d25-cb2d5d73fa12') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:24:31.742327 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5ca56166-1aad-4cc9-9ac6-e026943b3f47 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:31.815947 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port 4794bb7b-447e-424b-b7ea-f4f19c3f6227 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:24:31.820851 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba73c7-1718-4179-b87e-a66ddf971a35 req-fb51560b-07e5-4598-8ea1-8932a779feef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:31.821745 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ffba73c7-1718-4179-b87e-a66ddf971a35 req-fb51560b-07e5-4598-8ea1-8932a779feef service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6555479 May 31 13:24:31.822827 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5ca56166-1aad-4cc9-9ac6-e026943b3f47 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:31.828956 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port 4794bb7b-447e-424b-b7ea-f4f19c3f6227 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:24:31.829316 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:31.836765 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e617d0e7-7193-4808-9daf-049971b5a35a req-bd3ce545-8594-4923-b0b6-b59d7ed09e8f tempest-LiveMigrationTest-979382837 tempest-LiveMigrationTest-979382837-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=3d29a7ba-8da4-4594-bfbf-9f55cd071e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360841 May 31 13:24:31.868173 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ca56166-1aad-4cc9-9ac6-e026943b3f47 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:24:31.868519 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5ca56166-1aad-4cc9-9ac6-e026943b3f47 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:31.889524 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fb5bfce0-eaa2-46e5-8bcd-f93d72e454c6 req-6b19ba96-7cb3-4a5b-a313-ea486bd3d5e7 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/security-groups/440b449b-7471-4922-bd45-448ee2cc2200 HTTP/1.1" status: 200 len: 1780 time: 0.1856391 May 31 13:24:31.942920 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment d1ade0bb-97e9-46b7-9d25-cb2d5d73fa12 resource provider aggregate not found May 31 13:24:31.969954 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba73c7-1718-4179-b87e-a66ddf971a35 req-4d2e56a8-75fd-470f-b21d-910f78a702ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:31.971505 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ffba73c7-1718-4179-b87e-a66ddf971a35 req-4d2e56a8-75fd-470f-b21d-910f78a702ef service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4320452 May 31 13:24:32.044689 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 4794bb7b-447e-424b-b7ea-f4f19c3f6227 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:24:32.046428 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:32.090415 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 4794bb7b-447e-424b-b7ea-f4f19c3f6227, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=4794bb7b-447e-424b-b7ea-f4f19c3f6227,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:24:32.091460 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd227f0c-1027-4194-8c63-045bc1ccb95b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4794bb7b-447e-424b-b7ea-f4f19c3f6227'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:24:32.106912 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:32.107693 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 3f1be6ac-8045-4d23-a472-0648cf23190e no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:24:32.118675 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment d1ade0bb-97e9-46b7-9d25-cb2d5d73fa12 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d1ade0bb-97e9-46b7-9d25-cb2d5d73fa12 found for delete ", "request_id": "req-dc605af2-ff8d-42c6-81b4-2f948f9a492f"}]} May 31 13:24:32.246012 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5ca56166-1aad-4cc9-9ac6-e026943b3f47 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:32.249521 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] No Port match for: 3f1be6ac-8045-4d23-a472-0648cf23190e {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:24:32.249976 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 3f1be6ac-8045-4d23-a472-0648cf23190e not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:24:32.255902 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=4794bb7b-447e-424b-b7ea-f4f19c3f6227,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:24:32.296038 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5ca56166-1aad-4cc9-9ac6-e026943b3f47 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:32.402890 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca56166-1aad-4cc9-9ac6-e026943b3f47 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] Pushing event deleted for resources: {'Network': ['ID=04e95335-3d26-489c-9f1d-266426a8df08,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:24:32.423399 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-5ca56166-1aad-4cc9-9ac6-e026943b3f47 tempest-ServersTestMultiNic-945873967 tempest-ServersTestMultiNic-945873967-project] 10.222.0.50 "DELETE /v2.0/networks/04e95335-3d26-489c-9f1d-266426a8df08 HTTP/1.1" status: 204 len: 168 time: 4.6412868 May 31 13:24:32.424198 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-fb5bfce0-eaa2-46e5-8bcd-f93d72e454c6 req-3251d217-8293-4030-b10e-8765b521a26c tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:32.436324 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ffba73c7-1718-4179-b87e-a66ddf971a35 req-65b8259e-32c8-4374-9f01-a3f97d61fa7d service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5995214 May 31 13:24:32.509384 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ffba73c7-1718-4179-b87e-a66ddf971a35 req-b47f2abe-0c82-4492-8b87-f1682ac12a7f service neutron] 10.222.0.44 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4743853 May 31 13:24:32.602197 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-fb5bfce0-eaa2-46e5-8bcd-f93d72e454c6 req-3251d217-8293-4030-b10e-8765b521a26c tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:32.675938 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64a0fa6-0181-4d41-b777-cec07834e003 req-2fac2521-fb6d-49df-8ead-6fa180c41a59 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:32.677671 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e64a0fa6-0181-4d41-b777-cec07834e003 req-2fac2521-fb6d-49df-8ead-6fa180c41a59 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=4510f090-0a02-4ef1-8cc4-e9dea399e0f1 HTTP/1.1" status: 200 len: 949 time: 0.6441431 May 31 13:24:32.848843 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e64a0fa6-0181-4d41-b777-cec07834e003 req-0c81e307-4f5e-426b-b776-d52753066fe5 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506743 May 31 13:24:32.858274 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ffba73c7-1718-4179-b87e-a66ddf971a35 req-a9eac2d0-23dc-48fc-9f77-ded2a765fbce service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4010079 May 31 13:24:32.859283 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-fb5bfce0-eaa2-46e5-8bcd-f93d72e454c6 req-3251d217-8293-4030-b10e-8765b521a26c tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:32.920686 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3251d217-8293-4030-b10e-8765b521a26c tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=440b449b-7471-4922-bd45-448ee2cc2200,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:24:32.935358 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ffba73c7-1718-4179-b87e-a66ddf971a35 req-75f1a019-8811-42ff-826f-c9c88b21181d service neutron] 10.222.0.44 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3782954 May 31 13:24:32.936991 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-fb5bfce0-eaa2-46e5-8bcd-f93d72e454c6 req-3251d217-8293-4030-b10e-8765b521a26c tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:32.938139 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fb5bfce0-eaa2-46e5-8bcd-f93d72e454c6 req-3251d217-8293-4030-b10e-8765b521a26c tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "DELETE /v2.0/security-groups/440b449b-7471-4922-bd45-448ee2cc2200 HTTP/1.1" status: 204 len: 173 time: 0.9914770 May 31 13:24:33.109194 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a2a2386-b3ef-418f-b9c7-e0b84d8a08ff'] response: {'server_uuid': '12c6813d-f517-4002-8c22-cda7b5d28c2d', 'name': 'network-vif-deleted', 'tag': '3f1be6ac-8045-4d23-a472-0648cf23190e', 'status': 'completed', 'code': 200} May 31 13:24:33.128427 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba73c7-1718-4179-b87e-a66ddf971a35 req-e0946639-be71-4495-8bfd-9d387519cd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:33.130228 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ffba73c7-1718-4179-b87e-a66ddf971a35 req-e0946639-be71-4495-8bfd-9d387519cd3d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a487a8012f6942fe8ddd9bac507c4ea0&device_id=290dce05-a5a1-4203-9d4e-bbe24ed12d31 HTTP/1.1" status: 200 len: 1174 time: 0.1674116 May 31 13:24:33.213841 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4a3995d-d2ac-4ff2-a6d1-354c2e5dbfcb'] response: {'server_uuid': 'bd227f0c-1027-4194-8c63-045bc1ccb95b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4794bb7b-447e-424b-b7ea-f4f19c3f6227', 'code': 200} May 31 13:24:33.486724 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69eb962-653f-4b4d-8b12-f8c3fd340cb2 req-ce92638e-1ed7-4898-b00a-732e9d2807a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:33.488261 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c69eb962-653f-4b4d-8b12-f8c3fd340cb2 req-ce92638e-1ed7-4898-b00a-732e9d2807a0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bd227f0c-1027-4194-8c63-045bc1ccb95b HTTP/1.1" status: 200 len: 1100 time: 0.1837964 May 31 13:24:33.629706 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba73c7-1718-4179-b87e-a66ddf971a35 req-dc477602-4911-4d1a-838e-35d6d723bdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:33.630653 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ffba73c7-1718-4179-b87e-a66ddf971a35 req-dc477602-4911-4d1a-838e-35d6d723bdbd service neutron] 10.222.0.20 "GET /v2.0/networks?id=adff3eec-c144-4d49-9989-f7573e7edff0 HTTP/1.1" status: 200 len: 913 time: 0.4910531 May 31 13:24:33.944489 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ffba73c7-1718-4179-b87e-a66ddf971a35 req-fbfa0963-63c5-40ac-ba12-a4b0712e8715 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6ce2620-59bc-460a-b055-9b0674cf69e8 HTTP/1.1" status: 200 len: 217 time: 0.3030710 May 31 13:24:34.016894 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c69eb962-653f-4b4d-8b12-f8c3fd340cb2 req-cf9ba611-6b28-44e6-a468-a08d79845d48 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a4e17580-fef9-47ea-85b1-59ae8325b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5040090 May 31 13:24:34.058956 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba73c7-1718-4179-b87e-a66ddf971a35 req-de152e07-e09b-4bcd-9d43-07d89a13f02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:34.060936 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ffba73c7-1718-4179-b87e-a66ddf971a35 req-de152e07-e09b-4bcd-9d43-07d89a13f02b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c22c9473-7cad-4741-bb6c-0e549db0e04e HTTP/1.1" status: 200 len: 852 time: 0.1030545 May 31 13:24:34.137874 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ffba73c7-1718-4179-b87e-a66ddf971a35 req-983ec6e2-f472-4682-b5a4-48c5403c7f8e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=adff3eec-c144-4d49-9989-f7573e7edff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696571 May 31 13:24:34.171978 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da37445a-5a84-4134-b276-4410ace3197e req-1ba70a12-b1e9-4ac3-b522-ac997a978146 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:34.173518 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-da37445a-5a84-4134-b276-4410ace3197e req-1ba70a12-b1e9-4ac3-b522-ac997a978146 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd227f0c-1027-4194-8c63-045bc1ccb95b HTTP/1.1" status: 200 len: 949 time: 0.6208713 May 31 13:24:34.261744 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2c5fe-0cb2-409e-8119-f072a0aa20bd req-55d28977-b7fa-4d8e-bf51-32523eebfddf tempest-MigrationsAdminTest-29746455 tempest-MigrationsAdminTest-29746455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:34.263660 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1ab2c5fe-0cb2-409e-8119-f072a0aa20bd req-55d28977-b7fa-4d8e-bf51-32523eebfddf tempest-MigrationsAdminTest-29746455 tempest-MigrationsAdminTest-29746455-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=4510f090-0a02-4ef1-8cc4-e9dea399e0f1 HTTP/1.1" status: 200 len: 1100 time: 0.6422002 May 31 13:24:34.320428 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-da37445a-5a84-4134-b276-4410ace3197e req-484af86e-3f9d-4b2f-8823-98785074b981 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4e17580-fef9-47ea-85b1-59ae8325b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386154 May 31 13:24:34.398764 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ffba73c7-1718-4179-b87e-a66ddf971a35 req-6887ac0e-c968-4387-b9d5-3e99d89726bd service neutron] 10.222.0.20 "GET /v2.0/networks/adff3eec-c144-4d49-9989-f7573e7edff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549462 May 31 13:24:34.455564 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1ab2c5fe-0cb2-409e-8119-f072a0aa20bd req-939ae3b2-5011-4494-a1f1-be4b03b747f2 tempest-MigrationsAdminTest-29746455 tempest-MigrationsAdminTest-29746455-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761930 May 31 13:24:34.461939 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [req-7880cbf2-c9d6-4f2a-8009-49b1be7282e5 req-f2cd3bd8-6c0b-41e4-90d3-08428047d65c tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] show failed (client error): The resource could not be found. May 31 13:24:34.479152 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7880cbf2-c9d6-4f2a-8009-49b1be7282e5 req-f2cd3bd8-6c0b-41e4-90d3-08428047d65c tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/security-groups/440b449b-7471-4922-bd45-448ee2cc2200 HTTP/1.1" status: 404 len: 352 time: 0.1112206 May 31 13:24:34.806686 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ffba73c7-1718-4179-b87e-a66ddf971a35 req-5a726095-cb18-4a7c-972b-69d6039d0197 service neutron] 10.222.0.20 "GET /v2.0/networks/adff3eec-c144-4d49-9989-f7573e7edff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3888044 May 31 13:24:34.927862 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ec7d5-03a8-4ae5-b131-fe8a61108bda req-e6375684-1f1f-4264-965f-a46e8c138dd6 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:34.929768 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fb7ec7d5-03a8-4ae5-b131-fe8a61108bda req-e6375684-1f1f-4264-965f-a46e8c138dd6 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd1f28db-980f-460f-9d1a-6d9576db37e9 HTTP/1.1" status: 200 len: 945 time: 0.1204832 May 31 13:24:34.943288 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 91f8550f-7c6e-4f43-81db-91e2670bc6ae up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:24:35.028847 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fb7ec7d5-03a8-4ae5-b131-fe8a61108bda req-f77fd2e5-465a-43bc-a49d-df2a40e29b98 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/security-groups?id=9bb73710-3d65-4dab-a4f3-8814f415ca6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918367 May 31 13:24:35.106784 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning for port 91f8550f-7c6e-4f43-81db-91e2670bc6ae completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:24:35.120928 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port 91f8550f-7c6e-4f43-81db-91e2670bc6ae triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:24:35.121816 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:35.327915 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 91f8550f-7c6e-4f43-81db-91e2670bc6ae is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:24:35.328303 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:35.363432 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cae43b1c-7243-44be-959d-68da5cf199b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91f8550f-7c6e-4f43-81db-91e2670bc6ae'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:24:35.385213 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 91f8550f-7c6e-4f43-81db-91e2670bc6ae, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=91f8550f-7c6e-4f43-81db-91e2670bc6ae,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:24:35.428394 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:35.584470 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-48f16948-3d3e-4409-890e-3e4fa257d3c0 req-4b7e80bd-ee38-4255-9e9f-0497cc2528f5 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-865993067', 'description': 'tempest-description-1823841568'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:24:35.595812 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-48f16948-3d3e-4409-890e-3e4fa257d3c0 req-4b7e80bd-ee38-4255-9e9f-0497cc2528f5 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:24:35.608748 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-48f16948-3d3e-4409-890e-3e4fa257d3c0 req-4b7e80bd-ee38-4255-9e9f-0497cc2528f5 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Usage tracker for resource:security_group and tenant:a487a8012f6942fe8ddd9bac507c4ea0 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:24:35.618562 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-48f16948-3d3e-4409-890e-3e4fa257d3c0 req-4b7e80bd-ee38-4255-9e9f-0497cc2528f5 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:24:35.652970 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-48f16948-3d3e-4409-890e-3e4fa257d3c0 req-4b7e80bd-ee38-4255-9e9f-0497cc2528f5 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:24:35.685639 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-48f16948-3d3e-4409-890e-3e4fa257d3c0 req-4b7e80bd-ee38-4255-9e9f-0497cc2528f5 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:35.688426 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=91f8550f-7c6e-4f43-81db-91e2670bc6ae,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:24:35.747218 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-48f16948-3d3e-4409-890e-3e4fa257d3c0 req-4b7e80bd-ee38-4255-9e9f-0497cc2528f5 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:24:35.751668 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-48f16948-3d3e-4409-890e-3e4fa257d3c0 req-4b7e80bd-ee38-4255-9e9f-0497cc2528f5 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Usage tracker for resource:security_group_rule and tenant:a487a8012f6942fe8ddd9bac507c4ea0 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:24:35.755172 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-48f16948-3d3e-4409-890e-3e4fa257d3c0 req-4b7e80bd-ee38-4255-9e9f-0497cc2528f5 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:24:35.764670 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-48f16948-3d3e-4409-890e-3e4fa257d3c0 req-4b7e80bd-ee38-4255-9e9f-0497cc2528f5 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:24:35.825584 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0bab71f9-ff61-4f4d-9146-13d8c472d66c req-98b6be34-6f31-4431-99f5-1449eabfa85c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4510f090-0a02-4ef1-8cc4-e9dea399e0f1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1919692 May 31 13:24:35.880915 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-48f16948-3d3e-4409-890e-3e4fa257d3c0 req-4b7e80bd-ee38-4255-9e9f-0497cc2528f5 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:35.891673 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-48f16948-3d3e-4409-890e-3e4fa257d3c0 req-4b7e80bd-ee38-4255-9e9f-0497cc2528f5 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:35.986375 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7e80bd-ee38-4255-9e9f-0497cc2528f5 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53cef61d-3597-46cf-aa1a-3056ce3d645d,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:24:36.022120 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-48f16948-3d3e-4409-890e-3e4fa257d3c0 req-4b7e80bd-ee38-4255-9e9f-0497cc2528f5 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:36.043358 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-48f16948-3d3e-4409-890e-3e4fa257d3c0 req-4b7e80bd-ee38-4255-9e9f-0497cc2528f5 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4656913 May 31 13:24:36.512938 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [req-ab897596-1a90-4fea-8e0f-b2f1f308f40f req-52920830-21bd-4e5b-bfe5-6a1e1eaae732 tempest-LiveMigrationTest-979382837 tempest-LiveMigrationTest-979382837-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:24:36.514157 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ab897596-1a90-4fea-8e0f-b2f1f308f40f req-52920830-21bd-4e5b-bfe5-6a1e1eaae732 tempest-LiveMigrationTest-979382837 tempest-LiveMigrationTest-979382837-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0234098 May 31 13:24:36.529649 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-ab897596-1a90-4fea-8e0f-b2f1f308f40f req-8b2f48b7-8ce3-4398-871e-d4e05f14e83d service neutron] Request body: {'binding': {'host': 'n-h2-843939-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:24:36.530420 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-ab897596-1a90-4fea-8e0f-b2f1f308f40f req-8b2f48b7-8ce3-4398-871e-d4e05f14e83d service neutron] Unknown quota resources ['binding']. {{(pid=88370) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 31 13:24:36.969262 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-ab897596-1a90-4fea-8e0f-b2f1f308f40f req-8b2f48b7-8ce3-4398-871e-d4e05f14e83d service neutron] Attempting to bind port 7981e8f9-d03b-40e2-9db7-0fab18d23011 on host n-h2-843939-1 for vnic_type normal with profile None {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:24:36.970476 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-ab897596-1a90-4fea-8e0f-b2f1f308f40f req-8b2f48b7-8ce3-4398-871e-d4e05f14e83d service neutron] Attempting to bind port 7981e8f9-d03b-40e2-9db7-0fab18d23011 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': '6af449b4-9759-41ca-aa70-1c602a81197c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e576ad54-297c-4eec-b73b-25479782c1e2'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:24:36.971009 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab897596-1a90-4fea-8e0f-b2f1f308f40f req-8b2f48b7-8ce3-4398-871e-d4e05f14e83d service neutron] Attempting to bind port 7981e8f9-d03b-40e2-9db7-0fab18d23011 on network e576ad54-297c-4eec-b73b-25479782c1e2 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:24:36.977976 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab897596-1a90-4fea-8e0f-b2f1f308f40f req-8b2f48b7-8ce3-4398-871e-d4e05f14e83d service neutron] Port 7981e8f9-d03b-40e2-9db7-0fab18d23011 on network e576ad54-297c-4eec-b73b-25479782c1e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:24:36.978693 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab897596-1a90-4fea-8e0f-b2f1f308f40f req-8b2f48b7-8ce3-4398-871e-d4e05f14e83d service neutron] Attempting to bind port 7981e8f9-d03b-40e2-9db7-0fab18d23011 on network e576ad54-297c-4eec-b73b-25479782c1e2 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:24:36.986800 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab897596-1a90-4fea-8e0f-b2f1f308f40f req-8b2f48b7-8ce3-4398-871e-d4e05f14e83d service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:24:36.987709 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab897596-1a90-4fea-8e0f-b2f1f308f40f req-8b2f48b7-8ce3-4398-871e-d4e05f14e83d service neutron] Checking segment: {'id': '6af449b4-9759-41ca-aa70-1c602a81197c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e576ad54-297c-4eec-b73b-25479782c1e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:24:36.988787 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab897596-1a90-4fea-8e0f-b2f1f308f40f req-8b2f48b7-8ce3-4398-871e-d4e05f14e83d service neutron] Bound using segment: {'id': '6af449b4-9759-41ca-aa70-1c602a81197c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e576ad54-297c-4eec-b73b-25479782c1e2'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:24:36.989455 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-ab897596-1a90-4fea-8e0f-b2f1f308f40f req-8b2f48b7-8ce3-4398-871e-d4e05f14e83d service neutron] Bound port: 7981e8f9-d03b-40e2-9db7-0fab18d23011, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6af449b4-9759-41ca-aa70-1c602a81197c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e576ad54-297c-4eec-b73b-25479782c1e2'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:24:37.047652 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-ab897596-1a90-4fea-8e0f-b2f1f308f40f req-8b2f48b7-8ce3-4398-871e-d4e05f14e83d service neutron] For port 7981e8f9-d03b-40e2-9db7-0fab18d23011, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=7981e8f9-d03b-40e2-9db7-0fab18d23011,segment=NetworkSegment(6af449b4-9759-41ca-aa70-1c602a81197c),segment_id=6af449b4-9759-41ca-aa70-1c602a81197c)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:24:37.056621 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ab897596-1a90-4fea-8e0f-b2f1f308f40f req-8b2f48b7-8ce3-4398-871e-d4e05f14e83d service neutron] Notify callbacks [] for binding, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:37.058004 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ab897596-1a90-4fea-8e0f-b2f1f308f40f req-8b2f48b7-8ce3-4398-871e-d4e05f14e83d service neutron] 10.222.0.50 "POST /v2.0/ports/7981e8f9-d03b-40e2-9db7-0fab18d23011/bindings HTTP/1.1" status: 201 len: 389 time: 0.5335059 May 31 13:24:37.208288 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:37.264584 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95c49ef1-4628-489f-93a2-f7e64238edd6'] response: {'server_uuid': 'cae43b1c-7243-44be-959d-68da5cf199b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91f8550f-7c6e-4f43-81db-91e2670bc6ae', 'code': 200} May 31 13:24:37.323034 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f283d-5c74-4ee7-b6c8-46acb4a08fbd req-3b1cb051-d669-41ce-8a54-0fdc7c10d09d tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:37.328976 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b86f283d-5c74-4ee7-b6c8-46acb4a08fbd req-3b1cb051-d669-41ce-8a54-0fdc7c10d09d tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd227f0c-1027-4194-8c63-045bc1ccb95b HTTP/1.1" status: 200 len: 949 time: 0.2254915 May 31 13:24:37.579253 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b86f283d-5c74-4ee7-b6c8-46acb4a08fbd req-d1d3fe23-c0bc-4837-99b6-fd3062f3e084 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4e17580-fef9-47ea-85b1-59ae8325b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467139 May 31 13:24:37.664251 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e9830d-e1fc-42e1-a0d1-56a85cb55237 req-24163bb1-99ba-4fd4-a9ab-2a202c747efa tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:37.669808 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-07e9830d-e1fc-42e1-a0d1-56a85cb55237 req-24163bb1-99ba-4fd4-a9ab-2a202c747efa tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=4510f090-0a02-4ef1-8cc4-e9dea399e0f1 HTTP/1.1" status: 200 len: 949 time: 0.2506201 May 31 13:24:37.702338 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab897596-1a90-4fea-8e0f-b2f1f308f40f req-4f9f5c44-fc36-4edb-8733-b464d8dbdc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:37.703877 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ab897596-1a90-4fea-8e0f-b2f1f308f40f req-4f9f5c44-fc36-4edb-8733-b464d8dbdc35 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9d7345b6bbc64d3981e920379156fa19&device_id=30b9966f-70b7-43b1-ab74-f74fd2bbd109 HTTP/1.1" status: 200 len: 1097 time: 0.2301381 May 31 13:24:37.708184 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e376292b-7807-401e-a251-33fb020c6d0f req-5f85e38b-a348-4d3d-bbea-56992c2a3f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:37.708862 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e376292b-7807-401e-a251-33fb020c6d0f req-5f85e38b-a348-4d3d-bbea-56992c2a3f90 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cae43b1c-7243-44be-959d-68da5cf199b2 HTTP/1.1" status: 200 len: 1101 time: 0.2365210 May 31 13:24:37.866918 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-07e9830d-e1fc-42e1-a0d1-56a85cb55237 req-9c676f6d-2edd-45c4-9c2d-67fb99c0b377 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889195 May 31 13:24:37.880164 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e376292b-7807-401e-a251-33fb020c6d0f req-8c798599-7805-4e38-a410-e68139d0311a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a4e17580-fef9-47ea-85b1-59ae8325b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472139 May 31 13:24:37.904060 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-b35aca9a-9357-4973-9788-6d2c2230019f req-38d33e5d-0f34-48eb-baf8-6624cf0ec66a tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1280844486', 'description': 'tempest-description-1401350496'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:24:37.913744 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-b35aca9a-9357-4973-9788-6d2c2230019f req-38d33e5d-0f34-48eb-baf8-6624cf0ec66a tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:24:37.923541 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-b35aca9a-9357-4973-9788-6d2c2230019f req-38d33e5d-0f34-48eb-baf8-6624cf0ec66a tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Usage tracker for resource:security_group and tenant:a487a8012f6942fe8ddd9bac507c4ea0 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:24:37.930781 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-b35aca9a-9357-4973-9788-6d2c2230019f req-38d33e5d-0f34-48eb-baf8-6624cf0ec66a tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:24:37.940393 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-b35aca9a-9357-4973-9788-6d2c2230019f req-38d33e5d-0f34-48eb-baf8-6624cf0ec66a tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:24:37.945014 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab897596-1a90-4fea-8e0f-b2f1f308f40f req-13097e09-c450-43e2-96b7-f3d8fe424e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:37.946496 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ab897596-1a90-4fea-8e0f-b2f1f308f40f req-13097e09-c450-43e2-96b7-f3d8fe424e82 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e576ad54-297c-4eec-b73b-25479782c1e2 HTTP/1.1" status: 200 len: 909 time: 0.2340055 May 31 13:24:38.060111 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 38962) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:24:38.142900 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-b35aca9a-9357-4973-9788-6d2c2230019f req-38d33e5d-0f34-48eb-baf8-6624cf0ec66a tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:38.166157 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ab897596-1a90-4fea-8e0f-b2f1f308f40f req-a06f2a67-d891-4f28-ae52-f56f80a872e5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7981e8f9-d03b-40e2-9db7-0fab18d23011 HTTP/1.1" status: 200 len: 217 time: 0.2128694 May 31 13:24:38.294073 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab897596-1a90-4fea-8e0f-b2f1f308f40f req-8a6234d9-8b27-4245-b4cc-19798a279d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:38.294073 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ab897596-1a90-4fea-8e0f-b2f1f308f40f req-8a6234d9-8b27-4245-b4cc-19798a279d28 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=376bfa95-ebe5-4cb8-abaa-2bcb5d3a07e3 HTTP/1.1" status: 200 len: 848 time: 0.1196451 May 31 13:24:38.294869 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-b35aca9a-9357-4973-9788-6d2c2230019f req-38d33e5d-0f34-48eb-baf8-6624cf0ec66a tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:24:38.371833 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-b35aca9a-9357-4973-9788-6d2c2230019f req-38d33e5d-0f34-48eb-baf8-6624cf0ec66a tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Usage tracker for resource:security_group_rule and tenant:a487a8012f6942fe8ddd9bac507c4ea0 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:24:38.422440 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-b35aca9a-9357-4973-9788-6d2c2230019f req-38d33e5d-0f34-48eb-baf8-6624cf0ec66a tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:24:38.451990 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-b35aca9a-9357-4973-9788-6d2c2230019f req-38d33e5d-0f34-48eb-baf8-6624cf0ec66a tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:24:38.455940 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ab897596-1a90-4fea-8e0f-b2f1f308f40f req-a6b90073-dc51-4d48-bb3a-52f8aa522aae service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e576ad54-297c-4eec-b73b-25479782c1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1515429 May 31 13:24:38.546899 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:38.686980 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d403528b-3317-46cc-8d9e-b67d1b477156 req-558a7518-03db-45a9-978c-589d9217e3d3 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:38.688484 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d403528b-3317-46cc-8d9e-b67d1b477156 req-558a7518-03db-45a9-978c-589d9217e3d3 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/ports?device_id=30b9966f-70b7-43b1-ab74-f74fd2bbd109 HTTP/1.1" status: 200 len: 946 time: 0.3873844 May 31 13:24:38.707436 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab71f9-ff61-4f4d-9146-13d8c472d66c req-fcae6be0-3b8d-4ccf-b08b-e41942ec4a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:38.709283 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0bab71f9-ff61-4f4d-9146-13d8c472d66c req-fcae6be0-3b8d-4ccf-b08b-e41942ec4a3c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c905d91f2f614f928153cd05b2f8a225&device_id=4510f090-0a02-4ef1-8cc4-e9dea399e0f1 HTTP/1.1" status: 200 len: 1100 time: 0.4041276 May 31 13:24:38.786739 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ab897596-1a90-4fea-8e0f-b2f1f308f40f req-92b2b8a6-f7cf-41a9-a34e-4961fbe9754e service neutron] 10.222.0.44 "GET /v2.0/networks/e576ad54-297c-4eec-b73b-25479782c1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3184962 May 31 13:24:38.821274 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-72267455-8b57-44fd-a165-6bb397740670 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:38.835587 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-b35aca9a-9357-4973-9788-6d2c2230019f req-38d33e5d-0f34-48eb-baf8-6624cf0ec66a tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:38.880361 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-b35aca9a-9357-4973-9788-6d2c2230019f req-38d33e5d-0f34-48eb-baf8-6624cf0ec66a tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:38.980271 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d403528b-3317-46cc-8d9e-b67d1b477156 req-e74851cf-99ce-46f7-8e71-4279957710f0 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d29a7ba-8da4-4594-bfbf-9f55cd071e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621005 May 31 13:24:39.036758 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d33e5d-0f34-48eb-baf8-6624cf0ec66a tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d51162f-6c0c-4be7-9b9c-65aedc5e3807,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:24:39.046961 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-b35aca9a-9357-4973-9788-6d2c2230019f req-38d33e5d-0f34-48eb-baf8-6624cf0ec66a tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:39.061636 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b35aca9a-9357-4973-9788-6d2c2230019f req-38d33e5d-0f34-48eb-baf8-6624cf0ec66a tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.1718557 May 31 13:24:39.179232 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab71f9-ff61-4f4d-9146-13d8c472d66c req-d5700d56-d547-45c8-bdbc-2a35e726de48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:39.180664 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0bab71f9-ff61-4f4d-9146-13d8c472d66c req-d5700d56-d547-45c8-bdbc-2a35e726de48 service neutron] 10.222.0.20 "GET /v2.0/networks?id=85b11c4f-90ad-4763-b38d-22d3f87089f4 HTTP/1.1" status: 200 len: 870 time: 0.4426219 May 31 13:24:39.313152 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ab897596-1a90-4fea-8e0f-b2f1f308f40f req-bd56677e-df04-4cf4-80d9-0674f96677b4 service neutron] 10.222.0.44 "GET /v2.0/networks/e576ad54-297c-4eec-b73b-25479782c1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4711659 May 31 13:24:39.314529 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0bab71f9-ff61-4f4d-9146-13d8c472d66c req-1dd5a936-b3cc-4fa8-b2a0-35570eb4966c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=dc8da617-a252-4841-8cb3-18718271901b HTTP/1.1" status: 200 len: 217 time: 0.1206563 May 31 13:24:39.350138 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db088a62-7197-42e5-8f09-9018bc5c0111 req-c8a8b17a-e680-4914-ad49-498194c81200 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:39.351569 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-db088a62-7197-42e5-8f09-9018bc5c0111 req-c8a8b17a-e680-4914-ad49-498194c81200 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Synchronizing usage tracker for tenant:2539a3508c4b448ea8707834972224c7 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:24:39.358685 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-72267455-8b57-44fd-a165-6bb397740670 admin admin] Deleting port 7aa0162f-ef0b-497a-b0b8-9c10cbe2aae0 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:24:39.359373 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-72267455-8b57-44fd-a165-6bb397740670 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:39.429311 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b9bc53-de6e-4290-890f-60757b59957b req-1ee430a4-25c3-4283-9dea-5d0e18c62471 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:39.430853 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f6b9bc53-de6e-4290-890f-60757b59957b req-1ee430a4-25c3-4283-9dea-5d0e18c62471 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/ports?device_id=cae43b1c-7243-44be-959d-68da5cf199b2 HTTP/1.1" status: 200 len: 950 time: 0.3039482 May 31 13:24:39.434458 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab71f9-ff61-4f4d-9146-13d8c472d66c req-7d5c9803-b6c4-4b3e-a304-98438754a8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:39.435891 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0bab71f9-ff61-4f4d-9146-13d8c472d66c req-7d5c9803-b6c4-4b3e-a304-98438754a8f3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.1065519 May 31 13:24:39.439053 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-db088a62-7197-42e5-8f09-9018bc5c0111 req-c8a8b17a-e680-4914-ad49-498194c81200 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Unset dirty status for tenant:2539a3508c4b448ea8707834972224c7 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:24:39.440523 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-db088a62-7197-42e5-8f09-9018bc5c0111 req-c8a8b17a-e680-4914-ad49-498194c81200 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.20 "GET /v2.0/ports?device_id=9db63fb7-f5a0-4390-8f05-d9b2a1ae47fc HTTP/1.1" status: 200 len: 944 time: 0.2425745 May 31 13:24:39.532364 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb872e9-fbf4-411c-a9f1-4cc546d4e896 req-a5d039c3-a85f-4205-b362-0f1ad8ddcf69 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:39.533296 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-bdb872e9-fbf4-411c-a9f1-4cc546d4e896 req-a5d039c3-a85f-4205-b362-0f1ad8ddcf69 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Synchronizing usage tracker for tenant:2539a3508c4b448ea8707834972224c7 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:24:39.580268 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f6b9bc53-de6e-4290-890f-60757b59957b req-0343da30-5807-4e08-adfc-bb508700e445 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4e17580-fef9-47ea-85b1-59ae8325b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360972 May 31 13:24:39.656788 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-db088a62-7197-42e5-8f09-9018bc5c0111 req-37c0793f-7224-4a59-b92c-44bf308d161b tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Deleting port 3a29f38a-dfe7-4a4d-9217-88b275f81816 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:24:39.657140 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-db088a62-7197-42e5-8f09-9018bc5c0111 req-37c0793f-7224-4a59-b92c-44bf308d161b tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:39.684892 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device a713b83b-03d8-4e07-aa31-65b58e4fc23b details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:24:39.752823 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-bdb872e9-fbf4-411c-a9f1-4cc546d4e896 req-a5d039c3-a85f-4205-b362-0f1ad8ddcf69 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Unset dirty status for tenant:2539a3508c4b448ea8707834972224c7 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:24:39.754332 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bdb872e9-fbf4-411c-a9f1-4cc546d4e896 req-a5d039c3-a85f-4205-b362-0f1ad8ddcf69 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=9db63fb7-f5a0-4390-8f05-d9b2a1ae47fc HTTP/1.1" status: 200 len: 944 time: 0.5592914 May 31 13:24:39.905384 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port a713b83b-03d8-4e07-aa31-65b58e4fc23b, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=a713b83b-03d8-4e07-aa31-65b58e4fc23b,segment=NetworkSegment(5e25fb0d-97f0-46e3-9365-1fe4cebfedef),segment_id=5e25fb0d-97f0-46e3-9365-1fe4cebfedef)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:24:39.946980 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': 'a713b83b-03d8-4e07-aa31-65b58e4fc23b', 'network_id': '54080721-9f8a-4f91-bfc0-a61481e712fa', 'port_id': 'a713b83b-03d8-4e07-aa31-65b58e4fc23b', 'mac_address': 'fa:16:3e:e5:64:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83cbe83f-97ff-497d-8da2-ff6d3874e4c0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:24:39.966805 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab71f9-ff61-4f4d-9146-13d8c472d66c req-c59bb867-970a-4c62-97e5-6796bd29f217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:39.968312 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0bab71f9-ff61-4f4d-9146-13d8c472d66c req-c59bb867-970a-4c62-97e5-6796bd29f217 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4915972 May 31 13:24:39.986856 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bdb872e9-fbf4-411c-a9f1-4cc546d4e896 req-4dc9f832-1e14-4c3d-88a2-1c6bb02a6b6a tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988602 May 31 13:24:40.035354 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port a713b83b-03d8-4e07-aa31-65b58e4fc23b is: ACTIVE; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:24:40.036275 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:40.037894 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-72267455-8b57-44fd-a165-6bb397740670 admin admin] For port 7aa0162f-ef0b-497a-b0b8-9c10cbe2aae0, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=7aa0162f-ef0b-497a-b0b8-9c10cbe2aae0,segment=NetworkSegment(1e15c2a0-1213-406c-bf53-5c2b86b683a8),segment_id=1e15c2a0-1213-406c-bf53-5c2b86b683a8)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:24:40.038363 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-72267455-8b57-44fd-a165-6bb397740670 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:40.052955 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-9217a3c4-d3cb-42fd-b366-3e22c0c2257b req-fc0d7a90-6c40-47fe-aa6d-fe66997960a4 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-15192823', 'description': 'tempest-description-1187133571'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:24:40.063424 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-9217a3c4-d3cb-42fd-b366-3e22c0c2257b req-fc0d7a90-6c40-47fe-aa6d-fe66997960a4 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:24:40.066881 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a713b83b-03d8-4e07-aa31-65b58e4fc23b {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:24:40.068624 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-9217a3c4-d3cb-42fd-b366-3e22c0c2257b req-fc0d7a90-6c40-47fe-aa6d-fe66997960a4 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Usage tracker for resource:security_group and tenant:a487a8012f6942fe8ddd9bac507c4ea0 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:24:40.071808 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-9217a3c4-d3cb-42fd-b366-3e22c0c2257b req-fc0d7a90-6c40-47fe-aa6d-fe66997960a4 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:24:40.094831 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port a713b83b-03d8-4e07-aa31-65b58e4fc23b, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=a713b83b-03d8-4e07-aa31-65b58e4fc23b,segment=NetworkSegment(5e25fb0d-97f0-46e3-9365-1fe4cebfedef),segment_id=5e25fb0d-97f0-46e3-9365-1fe4cebfedef)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:24:40.102816 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:40.136988 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-9217a3c4-d3cb-42fd-b366-3e22c0c2257b req-fc0d7a90-6c40-47fe-aa6d-fe66997960a4 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:24:40.168874 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab897596-1a90-4fea-8e0f-b2f1f308f40f req-44c0b08c-44e4-4495-9580-6e3342ca75d9 tempest-LiveMigrationTest-979382837 tempest-LiveMigrationTest-979382837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:40.170520 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ab897596-1a90-4fea-8e0f-b2f1f308f40f req-44c0b08c-44e4-4495-9580-6e3342ca75d9 tempest-LiveMigrationTest-979382837 tempest-LiveMigrationTest-979382837-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=30b9966f-70b7-43b1-ab74-f74fd2bbd109&tenant_id=9d7345b6bbc64d3981e920379156fa19&binding%3Ahost_id=n-h1-843939-1 HTTP/1.1" status: 200 len: 1097 time: 0.5862794 May 31 13:24:40.189143 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-ab897596-1a90-4fea-8e0f-b2f1f308f40f req-08324928-cd5d-41aa-9582-53df4943dbce service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-843939-1'}}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:24:40.192515 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=a713b83b-03d8-4e07-aa31-65b58e4fc23b,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:24:40.228800 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['a713b83b-03d8-4e07-aa31-65b58e4fc23b'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:24:40.229806 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-9217a3c4-d3cb-42fd-b366-3e22c0c2257b req-fc0d7a90-6c40-47fe-aa6d-fe66997960a4 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:40.252282 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c09c24-19c9-4f5a-a663-e12f18297e70 req-249c1e9e-8981-47ec-a8c0-b76d41d32e42 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:40.259379 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a4c09c24-19c9-4f5a-a663-e12f18297e70 req-249c1e9e-8981-47ec-a8c0-b76d41d32e42 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=4510f090-0a02-4ef1-8cc4-e9dea399e0f1 HTTP/1.1" status: 200 len: 949 time: 0.4763336 May 31 13:24:40.360357 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-72267455-8b57-44fd-a165-6bb397740670 admin admin] Calling delete_port for 7aa0162f-ef0b-497a-b0b8-9c10cbe2aae0 owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:24:40.587402 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-9217a3c4-d3cb-42fd-b366-3e22c0c2257b req-fc0d7a90-6c40-47fe-aa6d-fe66997960a4 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:24:40.608440 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e8f6031f-303a-4539-8890-6da8699bd8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:40.642041 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a4c09c24-19c9-4f5a-a663-e12f18297e70 req-32d0fd75-7226-4548-b7db-576494dd4cc1 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3814428 May 31 13:24:40.644263 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-9217a3c4-d3cb-42fd-b366-3e22c0c2257b req-fc0d7a90-6c40-47fe-aa6d-fe66997960a4 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Usage tracker for resource:security_group_rule and tenant:a487a8012f6942fe8ddd9bac507c4ea0 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:24:40.723290 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-9217a3c4-d3cb-42fd-b366-3e22c0c2257b req-fc0d7a90-6c40-47fe-aa6d-fe66997960a4 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:24:40.767023 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0bab71f9-ff61-4f4d-9146-13d8c472d66c req-cd238cfa-2f4a-40b3-843f-c249864c91cb service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7780674 May 31 13:24:40.817362 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-db088a62-7197-42e5-8f09-9018bc5c0111 req-37c0793f-7224-4a59-b92c-44bf308d161b tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] For port 3a29f38a-dfe7-4a4d-9217-88b275f81816, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=3a29f38a-dfe7-4a4d-9217-88b275f81816,segment=NetworkSegment(a592d348-649e-4ed1-b139-bdf2b9c4a847),segment_id=a592d348-649e-4ed1-b139-bdf2b9c4a847)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:24:40.817750 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-db088a62-7197-42e5-8f09-9018bc5c0111 req-37c0793f-7224-4a59-b92c-44bf308d161b tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:40.818929 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-9217a3c4-d3cb-42fd-b366-3e22c0c2257b req-fc0d7a90-6c40-47fe-aa6d-fe66997960a4 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:24:40.999400 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-db088a62-7197-42e5-8f09-9018bc5c0111 req-37c0793f-7224-4a59-b92c-44bf308d161b tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Calling delete_port for 3a29f38a-dfe7-4a4d-9217-88b275f81816 owned by compute:nova {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:24:41.028736 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ab897596-1a90-4fea-8e0f-b2f1f308f40f req-08324928-cd5d-41aa-9582-53df4943dbce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:41.224080 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0bab71f9-ff61-4f4d-9146-13d8c472d66c req-e80bb926-9cce-4cc0-8cc3-94504d5353fd service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4469395 May 31 13:24:41.232256 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a61ff-6df9-4acc-a776-36ad6240627a req-81ed888e-c4f7-48e0-9156-861f337c6c42 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:41.233777 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0a4a61ff-6df9-4acc-a776-36ad6240627a req-81ed888e-c4f7-48e0-9156-861f337c6c42 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/ports?device_id=30b9966f-70b7-43b1-ab74-f74fd2bbd109 HTTP/1.1" status: 200 len: 946 time: 0.3068254 May 31 13:24:41.293793 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-72267455-8b57-44fd-a165-6bb397740670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:41.440716 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72267455-8b57-44fd-a165-6bb397740670 admin admin] Pushing event deleted for resources: {'Port': ['ID=7aa0162f-ef0b-497a-b0b8-9c10cbe2aae0,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:24:41.471458 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-db088a62-7197-42e5-8f09-9018bc5c0111 req-37c0793f-7224-4a59-b92c-44bf308d161b tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:41.522242 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-ab897596-1a90-4fea-8e0f-b2f1f308f40f req-08324928-cd5d-41aa-9582-53df4943dbce service neutron] For port 7981e8f9-d03b-40e2-9db7-0fab18d23011, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=7981e8f9-d03b-40e2-9db7-0fab18d23011,segment=NetworkSegment(6af449b4-9759-41ca-aa70-1c602a81197c),segment_id=6af449b4-9759-41ca-aa70-1c602a81197c)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:24:41.570053 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-ab897596-1a90-4fea-8e0f-b2f1f308f40f req-08324928-cd5d-41aa-9582-53df4943dbce service neutron] For port 7981e8f9-d03b-40e2-9db7-0fab18d23011, host n-h1-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:24:41.654898 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ab897596-1a90-4fea-8e0f-b2f1f308f40f req-08324928-cd5d-41aa-9582-53df4943dbce service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:41.660293 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b9966f-70b7-43b1-ab74-f74fd2bbd109', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7981e8f9-d03b-40e2-9db7-0fab18d23011'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:24:41.680729 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c0793f-7224-4a59-b92c-44bf308d161b tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Pushing event deleted for resources: {'Port': ['ID=3a29f38a-dfe7-4a4d-9217-88b275f81816,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:24:41.683064 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ab897596-1a90-4fea-8e0f-b2f1f308f40f req-08324928-cd5d-41aa-9582-53df4943dbce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:41.692848 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device a713b83b-03d8-4e07-aa31-65b58e4fc23b up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:24:41.739679 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-db088a62-7197-42e5-8f09-9018bc5c0111 req-37c0793f-7224-4a59-b92c-44bf308d161b tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] No DVR routers for this DVR port 3a29f38a-dfe7-4a4d-9217-88b275f81816 on host n-h1-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:24:41.745909 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-db088a62-7197-42e5-8f09-9018bc5c0111 req-37c0793f-7224-4a59-b92c-44bf308d161b tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:41.750910 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9db63fb7-f5a0-4390-8f05-d9b2a1ae47fc', 'name': 'network-vif-deleted', 'tag': '3a29f38a-dfe7-4a4d-9217-88b275f81816'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:24:41.778110 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-9217a3c4-d3cb-42fd-b366-3e22c0c2257b req-fc0d7a90-6c40-47fe-aa6d-fe66997960a4 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:41.834518 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-9217a3c4-d3cb-42fd-b366-3e22c0c2257b req-fc0d7a90-6c40-47fe-aa6d-fe66997960a4 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:41.843524 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port a713b83b-03d8-4e07-aa31-65b58e4fc23b triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:24:41.843891 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:42.020810 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-db088a62-7197-42e5-8f09-9018bc5c0111 req-37c0793f-7224-4a59-b92c-44bf308d161b tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.20 "DELETE /v2.0/ports/3a29f38a-dfe7-4a4d-9217-88b275f81816 HTTP/1.1" status: 204 len: 173 time: 2.5685246 May 31 13:24:42.051332 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 13:24:42.137458 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0a4a61ff-6df9-4acc-a776-36ad6240627a req-8689e135-ad2e-4ef4-82e4-ad6acae65d06 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d29a7ba-8da4-4594-bfbf-9f55cd071e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8525708 May 31 13:24:42.148307 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port a713b83b-03d8-4e07-aa31-65b58e4fc23b is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:24:42.148694 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:42.217430 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port a713b83b-03d8-4e07-aa31-65b58e4fc23b, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=a713b83b-03d8-4e07-aa31-65b58e4fc23b,segment=NetworkSegment(5e25fb0d-97f0-46e3-9365-1fe4cebfedef),segment_id=5e25fb0d-97f0-46e3-9365-1fe4cebfedef)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:24:42.219359 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd1f28db-980f-460f-9d1a-6d9576db37e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a713b83b-03d8-4e07-aa31-65b58e4fc23b'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:24:42.228329 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:42.250747 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0d7a90-6c40-47fe-aa6d-fe66997960a4 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e750ae96-c146-4c1c-85c2-1498569a38d3,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:24:42.273298 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-9217a3c4-d3cb-42fd-b366-3e22c0c2257b req-fc0d7a90-6c40-47fe-aa6d-fe66997960a4 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:42.278103 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9217a3c4-d3cb-42fd-b366-3e22c0c2257b req-fc0d7a90-6c40-47fe-aa6d-fe66997960a4 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 2.2346892 May 31 13:24:42.287902 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08324928-cd5d-41aa-9582-53df4943dbce service neutron] Pushing event updated for resources: {'Port': ['ID=7981e8f9-d03b-40e2-9db7-0fab18d23011,revision_number=7']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:24:42.302806 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-ab897596-1a90-4fea-8e0f-b2f1f308f40f req-08324928-cd5d-41aa-9582-53df4943dbce service neutron] Attempting to bind port 7981e8f9-d03b-40e2-9db7-0fab18d23011 on host n-h1-843939-1 for vnic_type normal with profile {"migrating_to": "n-h2-843939-1"} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:24:42.303423 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-ab897596-1a90-4fea-8e0f-b2f1f308f40f req-08324928-cd5d-41aa-9582-53df4943dbce service neutron] Attempting to bind port 7981e8f9-d03b-40e2-9db7-0fab18d23011 by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': '6af449b4-9759-41ca-aa70-1c602a81197c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e576ad54-297c-4eec-b73b-25479782c1e2'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:24:42.304233 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab897596-1a90-4fea-8e0f-b2f1f308f40f req-08324928-cd5d-41aa-9582-53df4943dbce service neutron] Attempting to bind port 7981e8f9-d03b-40e2-9db7-0fab18d23011 on network e576ad54-297c-4eec-b73b-25479782c1e2 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:24:42.312372 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab897596-1a90-4fea-8e0f-b2f1f308f40f req-08324928-cd5d-41aa-9582-53df4943dbce service neutron] Port 7981e8f9-d03b-40e2-9db7-0fab18d23011 on network e576ad54-297c-4eec-b73b-25479782c1e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:24:42.314599 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab897596-1a90-4fea-8e0f-b2f1f308f40f req-08324928-cd5d-41aa-9582-53df4943dbce service neutron] Attempting to bind port 7981e8f9-d03b-40e2-9db7-0fab18d23011 on network e576ad54-297c-4eec-b73b-25479782c1e2 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:24:42.317006 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-72267455-8b57-44fd-a165-6bb397740670 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:42.326463 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab897596-1a90-4fea-8e0f-b2f1f308f40f req-08324928-cd5d-41aa-9582-53df4943dbce service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:24:42.328369 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab897596-1a90-4fea-8e0f-b2f1f308f40f req-08324928-cd5d-41aa-9582-53df4943dbce service neutron] Checking segment: {'id': '6af449b4-9759-41ca-aa70-1c602a81197c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e576ad54-297c-4eec-b73b-25479782c1e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:24:42.331449 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab897596-1a90-4fea-8e0f-b2f1f308f40f req-08324928-cd5d-41aa-9582-53df4943dbce service neutron] Bound using segment: {'id': '6af449b4-9759-41ca-aa70-1c602a81197c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e576ad54-297c-4eec-b73b-25479782c1e2'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:24:42.332083 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-ab897596-1a90-4fea-8e0f-b2f1f308f40f req-08324928-cd5d-41aa-9582-53df4943dbce service neutron] Bound port: 7981e8f9-d03b-40e2-9db7-0fab18d23011, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6af449b4-9759-41ca-aa70-1c602a81197c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e576ad54-297c-4eec-b73b-25479782c1e2'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:24:42.332550 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ab897596-1a90-4fea-8e0f-b2f1f308f40f req-08324928-cd5d-41aa-9582-53df4943dbce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:42.333175 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=a713b83b-03d8-4e07-aa31-65b58e4fc23b,revision_number=7']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:24:42.601885 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a8d685fd-e072-4e45-a1ef-8e8719879ade req-522f1824-9045-4e34-8a66-623c21928488 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=9db63fb7-f5a0-4390-8f05-d9b2a1ae47fc HTTP/1.1" status: 200 len: 210 time: 0.0694337 May 31 13:24:42.663173 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-ab897596-1a90-4fea-8e0f-b2f1f308f40f req-08324928-cd5d-41aa-9582-53df4943dbce service neutron] For port 7981e8f9-d03b-40e2-9db7-0fab18d23011, host n-h1-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:24:42.668645 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-ab897596-1a90-4fea-8e0f-b2f1f308f40f req-08324928-cd5d-41aa-9582-53df4943dbce service neutron] For port 7981e8f9-d03b-40e2-9db7-0fab18d23011, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=7981e8f9-d03b-40e2-9db7-0fab18d23011,segment=NetworkSegment(6af449b4-9759-41ca-aa70-1c602a81197c),segment_id=6af449b4-9759-41ca-aa70-1c602a81197c)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:24:42.692021 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea9bc8-a811-41dc-a502-5065d5a8f504 req-0f83388f-8703-4bc4-931c-4f7836b30497 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:42.693582 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-acea9bc8-a811-41dc-a502-5065d5a8f504 req-0f83388f-8703-4bc4-931c-4f7836b30497 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/ports?device_id=cae43b1c-7243-44be-959d-68da5cf199b2 HTTP/1.1" status: 200 len: 950 time: 0.2073753 May 31 13:24:42.695560 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ab897596-1a90-4fea-8e0f-b2f1f308f40f req-08324928-cd5d-41aa-9582-53df4943dbce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:42.812964 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-801110df-dac8-4d60-8eac-db133f48a83a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:42.955009 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 3a29f38a-dfe7-4a4d-9217-88b275f81816 no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:24:43.020606 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] No Port match for: 3a29f38a-dfe7-4a4d-9217-88b275f81816 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:24:43.021003 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 3a29f38a-dfe7-4a4d-9217-88b275f81816 not bound to the agent host n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:24:43.074634 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-acea9bc8-a811-41dc-a502-5065d5a8f504 req-d9242a81-f13e-4497-868f-ed5acdba035f tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4e17580-fef9-47ea-85b1-59ae8325b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3672419 May 31 13:24:43.143128 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab897596-1a90-4fea-8e0f-b2f1f308f40f req-08324928-cd5d-41aa-9582-53df4943dbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:43.143734 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ab897596-1a90-4fea-8e0f-b2f1f308f40f req-08324928-cd5d-41aa-9582-53df4943dbce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:43.145139 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ab897596-1a90-4fea-8e0f-b2f1f308f40f req-08324928-cd5d-41aa-9582-53df4943dbce service neutron] 10.222.0.44 "PUT /v2.0/ports/7981e8f9-d03b-40e2-9db7-0fab18d23011 HTTP/1.1" status: 200 len: 1122 time: 2.9602387 May 31 13:24:43.155211 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08324928-cd5d-41aa-9582-53df4943dbce service neutron] Pushing event updated for resources: {'Port': ['ID=7981e8f9-d03b-40e2-9db7-0fab18d23011,revision_number=8']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:24:43.185385 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccd40e7-93d7-490c-9932-1c3b688a5700 req-b7e1e1ae-fe8b-4b04-822d-66565ec2c7b3 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:43.193724 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cccd40e7-93d7-490c-9932-1c3b688a5700 req-b7e1e1ae-fe8b-4b04-822d-66565ec2c7b3 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=4510f090-0a02-4ef1-8cc4-e9dea399e0f1 HTTP/1.1" status: 200 len: 949 time: 0.3290155 May 31 13:24:43.250125 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cccd40e7-93d7-490c-9932-1c3b688a5700 req-b81a5e1e-4232-4a1b-b4a3-e324e3178812 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548770 May 31 13:24:43.252448 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72267455-8b57-44fd-a165-6bb397740670 admin admin] Router 7448191d-2e60-49ac-9a50-586a921a2a3c has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:24:43.253024 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['7981e8f9-d03b-40e2-9db7-0fab18d23011'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:24:43.264526 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec0e28ec-5313-4152-9a54-f856cb9f06f1'] response: {'server_uuid': '30b9966f-70b7-43b1-ab74-f74fd2bbd109', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7981e8f9-d03b-40e2-9db7-0fab18d23011', 'code': 200} May 31 13:24:43.491340 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f38a50cc-2d5f-4a02-a9fa-ff8f4931b2bd'] response: {'server_uuid': '9db63fb7-f5a0-4390-8f05-d9b2a1ae47fc', 'name': 'network-vif-deleted', 'tag': '3a29f38a-dfe7-4a4d-9217-88b275f81816', 'status': 'completed', 'code': 200} May 31 13:24:43.535505 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68896782-d7a1-4288-a081-b1a9b11f8aba'] response: {'server_uuid': 'bd1f28db-980f-460f-9d1a-6d9576db37e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a713b83b-03d8-4e07-aa31-65b58e4fc23b', 'code': 200} May 31 13:24:43.742803 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-e42087b4-2170-40fd-97da-c4bf098fa897 req-ce14beac-13fa-4919-906b-8b926d80ff18 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Synchronizing usage tracker for tenant:a487a8012f6942fe8ddd9bac507c4ea0 on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:24:43.783462 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-e42087b4-2170-40fd-97da-c4bf098fa897 req-ce14beac-13fa-4919-906b-8b926d80ff18 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Unset dirty status for tenant:a487a8012f6942fe8ddd9bac507c4ea0 on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:24:43.798137 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e42087b4-2170-40fd-97da-c4bf098fa897 req-ce14beac-13fa-4919-906b-8b926d80ff18 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a487a8012f6942fe8ddd9bac507c4ea0 HTTP/1.1" status: 200 len: 10896 time: 0.3032513 May 31 13:24:43.803224 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:43.811166 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:43.860444 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72267455-8b57-44fd-a165-6bb397740670 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:24:43.865894 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-72267455-8b57-44fd-a165-6bb397740670 admin admin] 10.222.0.50 "PUT /v2.0/routers/7448191d-2e60-49ac-9a50-586a921a2a3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8045378 May 31 13:24:43.870748 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 39082) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:24:43.875736 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e6bbe5-403c-47bc-9593-a646eca5a371 None None] Sync routers for ids ['7448191d-2e60-49ac-9a50-586a921a2a3c'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:24:43.900391 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e6bbe5-403c-47bc-9593-a646eca5a371 None None] Routers {'7448191d-2e60-49ac-9a50-586a921a2a3c'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:24:43.901359 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-d0e6bbe5-403c-47bc-9593-a646eca5a371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:24:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['7448191d-2e60-49ac-9a50-586a921a2a3c'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:24:44.149963 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-d0e6bbe5-403c-47bc-9593-a646eca5a371 None None] Set router 7448191d-2e60-49ac-9a50-586a921a2a3c gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:24:44.567247 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e42087b4-2170-40fd-97da-c4bf098fa897 req-8f9abfac-9897-42c3-8bec-1335e80f6c95 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/security-groups/98e17d4a-ac5b-4480-9bc6-49977fe0902a HTTP/1.1" status: 200 len: 2981 time: 0.7664163 May 31 13:24:44.570461 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-792778bc-b0e9-4798-bc14-72a3a91095ea admin admin] Notify callbacks [] for router, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:44.579357 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-d0e6bbe5-403c-47bc-9593-a646eca5a371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7448191d-2e60-49ac-9a50-586a921a2a3c', 'name': 'tempest-ServersTestMultiNic-1140716816-router', 'tenant_id': 'dd1657545faf45fc89adec1c391d478b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '5eb8f89e-c6ac-4dd1-b759-d1ee791f4aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:21:36Z', 'updated_at': '2022-05-31T13:24:41Z', 'revision_number': 5, 'project_id': 'dd1657545faf45fc89adec1c391d478b', 'gw_port': {'id': '5eb8f89e-c6ac-4dd1-b759-d1ee791f4aa1', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7448191d-2e60-49ac-9a50-586a921a2a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:21:38Z', 'updated_at': '2022-05-31T13:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:24:44.586063 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e6bbe5-403c-47bc-9593-a646eca5a371 None None] Checking router: 7448191d-2e60-49ac-9a50-586a921a2a3c for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:24:44.606778 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e6bbe5-403c-47bc-9593-a646eca5a371 None None] Routers {'7448191d-2e60-49ac-9a50-586a921a2a3c'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:24:44.608021 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-d0e6bbe5-403c-47bc-9593-a646eca5a371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:24:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['7448191d-2e60-49ac-9a50-586a921a2a3c'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:24:44.930847 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-d0e6bbe5-403c-47bc-9593-a646eca5a371 None None] Set router 7448191d-2e60-49ac-9a50-586a921a2a3c gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:24:44.941109 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e42087b4-2170-40fd-97da-c4bf098fa897 req-db343c3d-e6ed-4cee-9d79-b91b683dfc9b tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/security-groups/98e17d4a-ac5b-4480-9bc6-49977fe0902a HTTP/1.1" status: 200 len: 2981 time: 0.1497574 May 31 13:24:44.975050 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afe70c5-b1f2-4f9e-8c39-dbf9fbda214b req-be2ec1fa-3b0f-4963-b503-d4364afb9357 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:44.982494 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afe70c5-b1f2-4f9e-8c39-dbf9fbda214b req-be2ec1fa-3b0f-4963-b503-d4364afb9357 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:44.993031 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1afe70c5-b1f2-4f9e-8c39-dbf9fbda214b req-be2ec1fa-3b0f-4963-b503-d4364afb9357 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/ports?device_id=bd227f0c-1027-4194-8c63-045bc1ccb95b&device_id=cae43b1c-7243-44be-959d-68da5cf199b2 HTTP/1.1" status: 200 len: 1690 time: 0.5197349 May 31 13:24:45.031080 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-792778bc-b0e9-4798-bc14-72a3a91095ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:45.062452 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-792778bc-b0e9-4798-bc14-72a3a91095ea admin admin] Deleting port 5eb8f89e-c6ac-4dd1-b759-d1ee791f4aa1 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:24:45.062796 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-792778bc-b0e9-4798-bc14-72a3a91095ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:45.147571 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1afe70c5-b1f2-4f9e-8c39-dbf9fbda214b req-c7486619-bc5e-4b07-be01-a7a2223b883a tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4e17580-fef9-47ea-85b1-59ae8325b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535194 May 31 13:24:45.320802 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30b9966f-70b7-43b1-ab74-f74fd2bbd109', 'tag': '7981e8f9-d03b-40e2-9db7-0fab18d23011'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:24:45.433372 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:45.649750 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-792778bc-b0e9-4798-bc14-72a3a91095ea admin admin] For port 5eb8f89e-c6ac-4dd1-b759-d1ee791f4aa1, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=5eb8f89e-c6ac-4dd1-b759-d1ee791f4aa1,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:24:45.650368 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-792778bc-b0e9-4798-bc14-72a3a91095ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:45.682951 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e52275-8b35-45b0-8395-1f7caa6e5864 req-d7e67188-58dd-4d16-9cb8-35eeed41d3b7 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:45.685166 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f5e52275-8b35-45b0-8395-1f7caa6e5864 req-d7e67188-58dd-4d16-9cb8-35eeed41d3b7 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/ports?device_id=30b9966f-70b7-43b1-ab74-f74fd2bbd109 HTTP/1.1" status: 200 len: 944 time: 0.3319645 May 31 13:24:45.712883 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 7981e8f9-d03b-40e2-9db7-0fab18d23011 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:24:45.786849 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-d0e6bbe5-403c-47bc-9593-a646eca5a371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7448191d-2e60-49ac-9a50-586a921a2a3c', 'name': 'tempest-ServersTestMultiNic-1140716816-router', 'tenant_id': 'dd1657545faf45fc89adec1c391d478b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '5eb8f89e-c6ac-4dd1-b759-d1ee791f4aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:21:36Z', 'updated_at': '2022-05-31T13:24:41Z', 'revision_number': 5, 'project_id': 'dd1657545faf45fc89adec1c391d478b', 'gw_port': {'id': '5eb8f89e-c6ac-4dd1-b759-d1ee791f4aa1', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7448191d-2e60-49ac-9a50-586a921a2a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:21:38Z', 'updated_at': '2022-05-31T13:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:24:45.814426 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e6bbe5-403c-47bc-9593-a646eca5a371 None None] The sync data for ids ['7448191d-2e60-49ac-9a50-586a921a2a3c'] in n-d-843939-1 is: [{'id': '7448191d-2e60-49ac-9a50-586a921a2a3c', 'name': 'tempest-ServersTestMultiNic-1140716816-router', 'tenant_id': 'dd1657545faf45fc89adec1c391d478b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '5eb8f89e-c6ac-4dd1-b759-d1ee791f4aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:21:36Z', 'updated_at': '2022-05-31T13:24:41Z', 'revision_number': 5, 'project_id': 'dd1657545faf45fc89adec1c391d478b', 'gw_port': {'id': '5eb8f89e-c6ac-4dd1-b759-d1ee791f4aa1', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7448191d-2e60-49ac-9a50-586a921a2a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:21:38Z', 'updated_at': '2022-05-31T13:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:24:45.977399 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 7981e8f9-d03b-40e2-9db7-0fab18d23011, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=7981e8f9-d03b-40e2-9db7-0fab18d23011,segment=NetworkSegment(6af449b4-9759-41ca-aa70-1c602a81197c),segment_id=6af449b4-9759-41ca-aa70-1c602a81197c)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:24:45.993422 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 7981e8f9-d03b-40e2-9db7-0fab18d23011 has no active binding in host n-h2-843939-1 {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 31 13:24:45.998023 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-792778bc-b0e9-4798-bc14-72a3a91095ea admin admin] Calling delete_port for 5eb8f89e-c6ac-4dd1-b759-d1ee791f4aa1 owned by network:router_gateway {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:24:46.199315 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f5e52275-8b35-45b0-8395-1f7caa6e5864 req-706e2e27-f9f8-474e-88d2-fa3e17e47442 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d29a7ba-8da4-4594-bfbf-9f55cd071e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4335020 May 31 13:24:46.297826 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2120554d-01b4-455f-9cb7-62b8a7e4e82f req-7ead044f-07c7-4d46-8b8e-5bceaf5da0ce tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:46.306405 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2120554d-01b4-455f-9cb7-62b8a7e4e82f req-7ead044f-07c7-4d46-8b8e-5bceaf5da0ce tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=4510f090-0a02-4ef1-8cc4-e9dea399e0f1 HTTP/1.1" status: 200 len: 949 time: 0.6836226 May 31 13:24:46.383363 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2120554d-01b4-455f-9cb7-62b8a7e4e82f req-b9eb00ce-0126-4a01-b2f2-9229db457a84 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759845 May 31 13:24:46.559201 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-faedee68-e929-41e9-bc19-26107c07b252 req-1bdbb40d-57b7-4d9c-ba87-0be0742ef4f2 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/security-groups/53cef61d-3597-46cf-aa1a-3056ce3d645d HTTP/1.1" status: 200 len: 1800 time: 0.1024995 May 31 13:24:46.581711 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-792778bc-b0e9-4798-bc14-72a3a91095ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:46.661468 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792778bc-b0e9-4798-bc14-72a3a91095ea admin admin] Pushing event deleted for resources: {'Port': ['ID=5eb8f89e-c6ac-4dd1-b759-d1ee791f4aa1,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:24:46.800389 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-792778bc-b0e9-4798-bc14-72a3a91095ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577389'] for router_gateway, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:47.105834 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07d5e14a-0632-4b1d-9973-389152e2b045'] response: {'name': 'network-changed', 'server_uuid': '30b9966f-70b7-43b1-ab74-f74fd2bbd109', 'tag': '7981e8f9-d03b-40e2-9db7-0fab18d23011', 'status': 'completed', 'code': 200} May 31 13:24:47.218463 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47236691-603c-493c-87cc-0f89dd2768aa req-1b304414-c35f-468e-a93f-596a407f0eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:47.220092 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-47236691-603c-493c-87cc-0f89dd2768aa req-1b304414-c35f-468e-a93f-596a407f0eb8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9d7345b6bbc64d3981e920379156fa19&device_id=30b9966f-70b7-43b1-ab74-f74fd2bbd109 HTTP/1.1" status: 200 len: 1125 time: 0.1572275 May 31 13:24:47.246484 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-792778bc-b0e9-4798-bc14-72a3a91095ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:47.255218 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-faedee68-e929-41e9-bc19-26107c07b252 req-b17ed067-eba7-479f-a8be-c24896951a86 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:47.260155 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-792778bc-b0e9-4798-bc14-72a3a91095ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:47.334829 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7bacc846-7987-454a-8478-e4d36f10b86e req-6fa98265-ac14-472f-a709-cb4bcd124569 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--137296958&fields=id&tenant_id=b7cf8726517b4438b022debf1ecf0375 HTTP/1.1" status: 200 len: 267 time: 0.1128626 May 31 13:24:47.450998 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47236691-603c-493c-87cc-0f89dd2768aa req-adead1bf-0f57-4ba4-9bc7-9a0d82f680c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:47.455789 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-47236691-603c-493c-87cc-0f89dd2768aa req-adead1bf-0f57-4ba4-9bc7-9a0d82f680c4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e576ad54-297c-4eec-b73b-25479782c1e2 HTTP/1.1" status: 200 len: 909 time: 0.2218313 May 31 13:24:47.487635 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-faedee68-e929-41e9-bc19-26107c07b252 req-b17ed067-eba7-479f-a8be-c24896951a86 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:47.509787 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-792778bc-b0e9-4798-bc14-72a3a91095ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:47.510300 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-792778bc-b0e9-4798-bc14-72a3a91095ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7448191d-2e60-49ac-9a50-586a921a2a3c {{(pid=88370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:24:47.566382 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-47236691-603c-493c-87cc-0f89dd2768aa req-1df04b73-8523-4e05-b508-d26bd20b3f61 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7981e8f9-d03b-40e2-9db7-0fab18d23011 HTTP/1.1" status: 200 len: 217 time: 0.1033385 May 31 13:24:47.577470 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 7aa0162f-ef0b-497a-b0b8-9c10cbe2aae0 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:24:47.585629 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-792778bc-b0e9-4798-bc14-72a3a91095ea admin admin] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:47.590990 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-792778bc-b0e9-4798-bc14-72a3a91095ea admin admin] 10.222.0.50 "DELETE /v2.0/routers/7448191d-2e60-49ac-9a50-586a921a2a3c HTTP/1.1" status: 204 len: 168 time: 3.7188795 May 31 13:24:47.639690 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 39130) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:24:47.653349 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47236691-603c-493c-87cc-0f89dd2768aa req-4514914d-2152-44fd-80f2-020ff58d3a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:47.654951 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-47236691-603c-493c-87cc-0f89dd2768aa req-4514914d-2152-44fd-80f2-020ff58d3a39 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=376bfa95-ebe5-4cb8-abaa-2bcb5d3a07e3 HTTP/1.1" status: 200 len: 848 time: 0.0720584 May 31 13:24:47.664379 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 7aa0162f-ef0b-497a-b0b8-9c10cbe2aae0 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:24:47.665023 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 7aa0162f-ef0b-497a-b0b8-9c10cbe2aae0 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:24:47.732363 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-47236691-603c-493c-87cc-0f89dd2768aa req-3781dbdf-9b2d-4623-833e-14f7e295a892 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e576ad54-297c-4eec-b73b-25479782c1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688372 May 31 13:24:47.749662 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bacc846-7987-454a-8478-e4d36f10b86e req-913633d0-c726-4a64-8efb-29320a0f4443 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:47.756730 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7bacc846-7987-454a-8478-e4d36f10b86e req-913633d0-c726-4a64-8efb-29320a0f4443 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] 10.222.0.50 "GET /v2.0/networks?id=1b3c2627-242d-47aa-a663-84cbc730d348 HTTP/1.1" status: 200 len: 816 time: 0.4096973 May 31 13:24:47.793192 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-faedee68-e929-41e9-bc19-26107c07b252 req-b17ed067-eba7-479f-a8be-c24896951a86 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:47.815654 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7bacc846-7987-454a-8478-e4d36f10b86e req-e61e215c-d71b-46df-be0f-fb03ef0a00d9 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] 10.222.0.50 "GET /v2.0/quotas/b7cf8726517b4438b022debf1ecf0375 HTTP/1.1" status: 200 len: 375 time: 0.0580239 May 31 13:24:47.828876 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5ac5133-0291-4808-9299-a7700ab91020 admin admin] Deleting subnet 7e28f925-4f02-4846-b0f3-069165b35edc {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:24:47.836136 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e5ac5133-0291-4808-9299-a7700ab91020 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:47.869247 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17ed067-eba7-479f-a8be-c24896951a86 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53cef61d-3597-46cf-aa1a-3056ce3d645d,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:24:47.937393 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-faedee68-e929-41e9-bc19-26107c07b252 req-b17ed067-eba7-479f-a8be-c24896951a86 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:47.954949 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-47236691-603c-493c-87cc-0f89dd2768aa req-544d4fc9-383b-4d76-83c8-a8d4c8d50afe service neutron] 10.222.0.20 "GET /v2.0/networks/e576ad54-297c-4eec-b73b-25479782c1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163870 May 31 13:24:47.955409 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-faedee68-e929-41e9-bc19-26107c07b252 req-b17ed067-eba7-479f-a8be-c24896951a86 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "DELETE /v2.0/security-groups/53cef61d-3597-46cf-aa1a-3056ce3d645d HTTP/1.1" status: 204 len: 173 time: 1.3952563 May 31 13:24:47.969246 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f4d0b-b7a8-4dfe-afec-bf036019a04b req-ac7b0e4c-dbdc-4edb-aea5-479e6e3da548 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:47.970787 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-be6f4d0b-b7a8-4dfe-afec-bf036019a04b req-ac7b0e4c-dbdc-4edb-aea5-479e6e3da548 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c382273-1d38-47ae-b844-3d871794dad7 HTTP/1.1" status: 200 len: 944 time: 0.3747756 May 31 13:24:48.011877 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e5ac5133-0291-4808-9299-a7700ab91020 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65507433'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:48.152289 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-47236691-603c-493c-87cc-0f89dd2768aa req-033ef698-5d2d-4e06-ad67-1543ae6271dc service neutron] 10.222.0.20 "GET /v2.0/networks/e576ad54-297c-4eec-b73b-25479782c1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912270 May 31 13:24:48.224086 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-be6f4d0b-b7a8-4dfe-afec-bf036019a04b req-a81f718c-70bc-441c-8883-1f0ba63af40c tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Deleting port ea3382f3-3ff7-4563-a4cf-59a7d28cd33c {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:24:48.224599 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-be6f4d0b-b7a8-4dfe-afec-bf036019a04b req-a81f718c-70bc-441c-8883-1f0ba63af40c tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:48.363272 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7bacc846-7987-454a-8478-e4d36f10b86e req-53fa9b60-a93d-4e37-a100-6ea5a501eda2 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b7cf8726517b4438b022debf1ecf0375&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5286603 May 31 13:24:48.421338 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e5ac5133-0291-4808-9299-a7700ab91020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:48.489275 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ba1c03-8e7f-418c-8957-0a42bc7a437f req-e687a811-de22-4c81-a930-b7134ec6642e tempest-ServersOnMultiNodesTest-616659521 tempest-ServersOnMultiNodesTest-616659521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:48.490919 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-64ba1c03-8e7f-418c-8957-0a42bc7a437f req-e687a811-de22-4c81-a930-b7134ec6642e tempest-ServersOnMultiNodesTest-616659521 tempest-ServersOnMultiNodesTest-616659521-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=bd227f0c-1027-4194-8c63-045bc1ccb95b HTTP/1.1" status: 200 len: 1100 time: 0.4293091 May 31 13:24:48.570086 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-64ba1c03-8e7f-418c-8957-0a42bc7a437f req-63938d69-7cd4-46a8-a8b8-97dc9dae3b3e tempest-ServersOnMultiNodesTest-616659521 tempest-ServersOnMultiNodesTest-616659521-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=a4e17580-fef9-47ea-85b1-59ae8325b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673451 May 31 13:24:48.763588 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e5ac5133-0291-4808-9299-a7700ab91020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65216469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65148562'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:48.781391 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ab897596-1a90-4fea-8e0f-b2f1f308f40f req-6608b0ae-6d3d-4925-a8db-2490a45e9a9e service neutron] 10.222.0.20 "GET /v2.0/ports/7981e8f9-d03b-40e2-9db7-0fab18d23011/bindings/n-h2-843939-1 HTTP/1.1" status: 200 len: 384 time: 0.0954261 May 31 13:24:48.915617 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5b8ca8-aa3d-431a-b2ab-e2e1e966496a None None] Network 1392b813-53cc-4006-b5ea-81627a72f4ae requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:24:48.921813 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ac5133-0291-4808-9299-a7700ab91020 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e28f925-4f02-4846-b0f3-069165b35edc,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:24:48.924050 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e5ac5133-0291-4808-9299-a7700ab91020 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:49.133374 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-e5ac5133-0291-4808-9299-a7700ab91020 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/7e28f925-4f02-4846-b0f3-069165b35edc HTTP/1.1" status: 204 len: 168 time: 1.4922917 May 31 13:24:49.142611 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-be6f4d0b-b7a8-4dfe-afec-bf036019a04b req-a81f718c-70bc-441c-8883-1f0ba63af40c tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] For port ea3382f3-3ff7-4563-a4cf-59a7d28cd33c, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=ea3382f3-3ff7-4563-a4cf-59a7d28cd33c,segment=NetworkSegment(a592d348-649e-4ed1-b139-bdf2b9c4a847),segment_id=a592d348-649e-4ed1-b139-bdf2b9c4a847)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:24:49.143007 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-be6f4d0b-b7a8-4dfe-afec-bf036019a04b req-a81f718c-70bc-441c-8883-1f0ba63af40c tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:49.152326 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 39142) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:24:49.228225 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-ab897596-1a90-4fea-8e0f-b2f1f308f40f req-33f0d089-74af-41b9-abaa-61a78e67f893 service neutron] For port 7981e8f9-d03b-40e2-9db7-0fab18d23011, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=7981e8f9-d03b-40e2-9db7-0fab18d23011,segment=NetworkSegment(6af449b4-9759-41ca-aa70-1c602a81197c),segment_id=6af449b4-9759-41ca-aa70-1c602a81197c)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:24:49.265973 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-ab897596-1a90-4fea-8e0f-b2f1f308f40f req-33f0d089-74af-41b9-abaa-61a78e67f893 service neutron] For port 7981e8f9-d03b-40e2-9db7-0fab18d23011, host n-h1-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:24:49.310033 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa742d21-546d-40e0-a5c6-73f7987795cf None None] DHCP port deletion for 1392b813-53cc-4006-b5ea-81627a72f4ae request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:24:49.319952 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-fa742d21-546d-40e0-a5c6-73f7987795cf None None] Deleting port f132afc2-2b23-4ac2-b776-da4790b92acb {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:24:49.320577 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fa742d21-546d-40e0-a5c6-73f7987795cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:49.442668 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-be6f4d0b-b7a8-4dfe-afec-bf036019a04b req-a81f718c-70bc-441c-8883-1f0ba63af40c tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Calling delete_port for ea3382f3-3ff7-4563-a4cf-59a7d28cd33c owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:24:49.478352 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [req-ab897596-1a90-4fea-8e0f-b2f1f308f40f req-33f0d089-74af-41b9-abaa-61a78e67f893 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7981e8f9-d03b-40e2-9db7-0fab18d23011 {{(pid=88369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:24:49.492129 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-ab897596-1a90-4fea-8e0f-b2f1f308f40f req-33f0d089-74af-41b9-abaa-61a78e67f893 service neutron] For port 7981e8f9-d03b-40e2-9db7-0fab18d23011, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=7981e8f9-d03b-40e2-9db7-0fab18d23011,segment=NetworkSegment(6af449b4-9759-41ca-aa70-1c602a81197c),segment_id=6af449b4-9759-41ca-aa70-1c602a81197c)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:24:49.537124 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-ab897596-1a90-4fea-8e0f-b2f1f308f40f req-33f0d089-74af-41b9-abaa-61a78e67f893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:49.554301 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 5eb8f89e-c6ac-4dd1-b759-d1ee791f4aa1 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:24:49.562651 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7bacc846-7987-454a-8478-e4d36f10b86e req-f352274f-5661-4b7a-ac84-c8c006c401fb service neutron] 10.222.0.50 "GET /v2.0/networks/1b3c2627-242d-47aa-a663-84cbc730d348?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1434698 May 31 13:24:49.672780 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 5eb8f89e-c6ac-4dd1-b759-d1ee791f4aa1 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:24:49.673121 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 5eb8f89e-c6ac-4dd1-b759-d1ee791f4aa1 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:24:49.673555 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device f132afc2-2b23-4ac2-b776-da4790b92acb no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:24:49.708242 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6a9e69a7-9f85-48cc-b917-2998b4e76344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:49.719908 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-ab897596-1a90-4fea-8e0f-b2f1f308f40f req-33f0d089-74af-41b9-abaa-61a78e67f893 service neutron] Transition to ACTIVE for port object 7981e8f9-d03b-40e2-9db7-0fab18d23011 will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:24:49.726537 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-ab897596-1a90-4fea-8e0f-b2f1f308f40f req-33f0d089-74af-41b9-abaa-61a78e67f893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:49.733380 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device ea3382f3-3ff7-4563-a4cf-59a7d28cd33c no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:24:49.738437 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d38592e-7f97-45a9-b079-4b0371631c3d req-e24176a6-d6e9-4246-a904-866ad6ee5d70 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:49.740103 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7d38592e-7f97-45a9-b079-4b0371631c3d req-e24176a6-d6e9-4246-a904-866ad6ee5d70 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c382273-1d38-47ae-b844-3d871794dad7 HTTP/1.1" status: 200 len: 944 time: 1.0228338 May 31 13:24:49.826734 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-6a9e69a7-9f85-48cc-b917-2998b4e76344 admin admin] Deleting port f132afc2-2b23-4ac2-b776-da4790b92acb {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:24:49.827843 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6a9e69a7-9f85-48cc-b917-2998b4e76344 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:49.842764 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-fa742d21-546d-40e0-a5c6-73f7987795cf None None] For port f132afc2-2b23-4ac2-b776-da4790b92acb, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=f132afc2-2b23-4ac2-b776-da4790b92acb,segment=NetworkSegment(1e15c2a0-1213-406c-bf53-5c2b86b683a8),segment_id=1e15c2a0-1213-406c-bf53-5c2b86b683a8)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:24:49.843150 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fa742d21-546d-40e0-a5c6-73f7987795cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:49.871258 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7d38592e-7f97-45a9-b079-4b0371631c3d req-83dc7bbc-a3ad-4321-ab7d-cb19bc5b1597 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120875 May 31 13:24:50.041727 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7bacc846-7987-454a-8478-e4d36f10b86e req-b363ffde-2877-48eb-ac6b-146071af469a service neutron] 10.222.0.50 "GET /v2.0/networks/1b3c2627-242d-47aa-a663-84cbc730d348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4410381 May 31 13:24:50.070171 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-be6f4d0b-b7a8-4dfe-afec-bf036019a04b req-a81f718c-70bc-441c-8883-1f0ba63af40c tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:50.078509 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-fa742d21-546d-40e0-a5c6-73f7987795cf None None] Calling delete_port for f132afc2-2b23-4ac2-b776-da4790b92acb owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:24:50.140940 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81f718c-70bc-441c-8883-1f0ba63af40c tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Pushing event deleted for resources: {'Port': ['ID=ea3382f3-3ff7-4563-a4cf-59a7d28cd33c,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:24:50.188025 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab897596-1a90-4fea-8e0f-b2f1f308f40f req-33f0d089-74af-41b9-abaa-61a78e67f893 service neutron] No DVR routers for this DVR port 7981e8f9-d03b-40e2-9db7-0fab18d23011 on host n-h1-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:24:50.275449 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ab897596-1a90-4fea-8e0f-b2f1f308f40f req-33f0d089-74af-41b9-abaa-61a78e67f893 service neutron] 10.222.0.20 "PUT /v2.0/ports/7981e8f9-d03b-40e2-9db7-0fab18d23011/bindings/n-h2-843939-1/activate HTTP/1.1" status: 200 len: 369 time: 1.4870791 May 31 13:24:50.276483 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f0d089-74af-41b9-abaa-61a78e67f893 service neutron] Pushing event updated for resources: {'Port': ['ID=7981e8f9-d03b-40e2-9db7-0fab18d23011,revision_number=10']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:24:50.285486 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0d089-74af-41b9-abaa-61a78e67f893 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:24:50.285944 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0d089-74af-41b9-abaa-61a78e67f893 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:24:50.286407 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0d089-74af-41b9-abaa-61a78e67f893 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:24:50.286808 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0d089-74af-41b9-abaa-61a78e67f893 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:24:50.287203 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0d089-74af-41b9-abaa-61a78e67f893 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:24:50.287595 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0d089-74af-41b9-abaa-61a78e67f893 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:24:50.287982 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0d089-74af-41b9-abaa-61a78e67f893 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:24:50.288501 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0d089-74af-41b9-abaa-61a78e67f893 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:24:50.288890 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0d089-74af-41b9-abaa-61a78e67f893 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:24:50.289274 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0d089-74af-41b9-abaa-61a78e67f893 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:24:50.289658 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0d089-74af-41b9-abaa-61a78e67f893 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:24:50.290208 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0d089-74af-41b9-abaa-61a78e67f893 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:24:50.335867 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fa742d21-546d-40e0-a5c6-73f7987795cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:50.426341 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa742d21-546d-40e0-a5c6-73f7987795cf None None] Pushing event deleted for resources: {'Port': ['ID=f132afc2-2b23-4ac2-b776-da4790b92acb,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:24:50.429923 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa742d21-546d-40e0-a5c6-73f7987795cf None None] No DVR routers for this DVR port f132afc2-2b23-4ac2-b776-da4790b92acb on host n-d-843939-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:24:50.435912 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port ea3382f3-3ff7-4563-a4cf-59a7d28cd33c is: DOWN; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:24:50.449840 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port f132afc2-2b23-4ac2-b776-da4790b92acb is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:24:50.450419 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:50.551335 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-be6f4d0b-b7a8-4dfe-afec-bf036019a04b req-a81f718c-70bc-441c-8883-1f0ba63af40c tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] No DVR routers for this DVR port ea3382f3-3ff7-4563-a4cf-59a7d28cd33c on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:24:50.555588 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-be6f4d0b-b7a8-4dfe-afec-bf036019a04b req-a81f718c-70bc-441c-8883-1f0ba63af40c tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:50.567958 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c382273-1d38-47ae-b844-3d871794dad7', 'name': 'network-vif-deleted', 'tag': 'ea3382f3-3ff7-4563-a4cf-59a7d28cd33c'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:24:50.609469 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-be6f4d0b-b7a8-4dfe-afec-bf036019a04b req-a81f718c-70bc-441c-8883-1f0ba63af40c tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.44 "DELETE /v2.0/ports/ea3382f3-3ff7-4563-a4cf-59a7d28cd33c HTTP/1.1" status: 204 len: 173 time: 2.6326411 May 31 13:24:50.662394 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-6a9e69a7-9f85-48cc-b917-2998b4e76344 admin admin] For port f132afc2-2b23-4ac2-b776-da4790b92acb, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=f132afc2-2b23-4ac2-b776-da4790b92acb,segment=NetworkSegment(1e15c2a0-1213-406c-bf53-5c2b86b683a8),segment_id=1e15c2a0-1213-406c-bf53-5c2b86b683a8)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:24:50.662882 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6a9e69a7-9f85-48cc-b917-2998b4e76344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:51.026952 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-6a9e69a7-9f85-48cc-b917-2998b4e76344 admin admin] Calling delete_port for f132afc2-2b23-4ac2-b776-da4790b92acb owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:24:51.163767 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff56b7c-fae3-424d-8d78-35025e1b45e5 req-d7e7c8b7-11ee-452b-ba6f-2ac745685217 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:51.171315 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9ff56b7c-fae3-424d-8d78-35025e1b45e5 req-d7e7c8b7-11ee-452b-ba6f-2ac745685217 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/ports?device_id=30b9966f-70b7-43b1-ab74-f74fd2bbd109 HTTP/1.1" status: 200 len: 945 time: 0.9598103 May 31 13:24:51.201685 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab897596-1a90-4fea-8e0f-b2f1f308f40f req-5a514d33-166c-40aa-a959-2a3c225abd9c tempest-LiveMigrationTest-979382837 tempest-LiveMigrationTest-979382837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:51.203228 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ab897596-1a90-4fea-8e0f-b2f1f308f40f req-5a514d33-166c-40aa-a959-2a3c225abd9c tempest-LiveMigrationTest-979382837 tempest-LiveMigrationTest-979382837-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=30b9966f-70b7-43b1-ab74-f74fd2bbd109&tenant_id=9d7345b6bbc64d3981e920379156fa19&binding%3Ahost_id=n-h1-843939-1 HTTP/1.1" status: 200 len: 1096 time: 0.8048952 May 31 13:24:51.361761 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9ff56b7c-fae3-424d-8d78-35025e1b45e5 req-3b1328cb-79f1-4372-86c0-59e80c03b6f8 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d29a7ba-8da4-4594-bfbf-9f55cd071e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894324 May 31 13:24:51.367019 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.api [None req-6a9e69a7-9f85-48cc-b917-2998b4e76344 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88370) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:24:51.367351 n-d-843939-1 neutron-server[88370]: DEBUG oslo_db.api [None req-6a9e69a7-9f85-48cc-b917-2998b4e76344 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:24:51.485979 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc1052-52a2-4633-bca1-c7cff319805b req-64570b85-0b1c-4ada-a398-67b43682ab84 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:51.506944 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9fdc1052-52a2-4633-bca1-c7cff319805b req-64570b85-0b1c-4ada-a398-67b43682ab84 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=4510f090-0a02-4ef1-8cc4-e9dea399e0f1 HTTP/1.1" status: 200 len: 949 time: 0.4035404 May 31 13:24:51.566278 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab897596-1a90-4fea-8e0f-b2f1f308f40f req-307396b1-08f0-44f1-99cb-441482f146cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:51.568083 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ab897596-1a90-4fea-8e0f-b2f1f308f40f req-307396b1-08f0-44f1-99cb-441482f146cf service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=30b9966f-70b7-43b1-ab74-f74fd2bbd109&tenant_id=9d7345b6bbc64d3981e920379156fa19 HTTP/1.1" status: 200 len: 1096 time: 0.3437264 May 31 13:24:51.872494 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [req-41f5e3ec-1673-4fc9-adf8-a839018ad940 req-02ef4536-2704-4cdc-8677-b26f1b4ad466 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] show failed (client error): The resource could not be found. May 31 13:24:51.882422 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-41f5e3ec-1673-4fc9-adf8-a839018ad940 req-02ef4536-2704-4cdc-8677-b26f1b4ad466 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/security-groups/53cef61d-3597-46cf-aa1a-3056ce3d645d HTTP/1.1" status: 404 len: 352 time: 0.3185575 May 31 13:24:51.883117 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-6a9e69a7-9f85-48cc-b917-2998b4e76344 admin admin] Deleting port f132afc2-2b23-4ac2-b776-da4790b92acb {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:24:51.883454 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6a9e69a7-9f85-48cc-b917-2998b4e76344 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:52.020550 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-6a9e69a7-9f85-48cc-b917-2998b4e76344 admin admin] The port 'f132afc2-2b23-4ac2-b776-da4790b92acb' was deleted {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 13:24:52.045888 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9fdc1052-52a2-4633-bca1-c7cff319805b req-54e1fc94-b411-4f59-93d6-cc642c2ad73b tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5329540 May 31 13:24:52.156027 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74569ccb-25f8-47fd-9e69-57a4842370f3'] response: {'server_uuid': '5c382273-1d38-47ae-b844-3d871794dad7', 'name': 'network-vif-deleted', 'tag': 'ea3382f3-3ff7-4563-a4cf-59a7d28cd33c', 'status': 'completed', 'code': 200} May 31 13:24:52.433335 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6a9e69a7-9f85-48cc-b917-2998b4e76344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:52.450419 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab897596-1a90-4fea-8e0f-b2f1f308f40f req-c8faf967-1b1c-464b-ae88-271c3d5041bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:52.451899 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ab897596-1a90-4fea-8e0f-b2f1f308f40f req-c8faf967-1b1c-464b-ae88-271c3d5041bb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9d7345b6bbc64d3981e920379156fa19&device_id=30b9966f-70b7-43b1-ab74-f74fd2bbd109 HTTP/1.1" status: 200 len: 1096 time: 0.8347576 May 31 13:24:52.457970 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-837b1c0a-bfed-44b5-8834-3f5bc0249fe9 req-a592e6f7-a199-4cfa-81f2-54263e57fc4a tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffdedfac-9c20-40fd-86fb-fc53814787c9 HTTP/1.1" status: 200 len: 210 time: 0.0987487 May 31 13:24:52.506552 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-6a9e69a7-9f85-48cc-b917-2998b4e76344 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1392b813-53cc-4006-b5ea-81627a72f4ae']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:24:52.586891 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-6a9e69a7-9f85-48cc-b917-2998b4e76344 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e15c2a0-1213-406c-bf53-5c2b86b683a8') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:24:52.587144 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-6a9e69a7-9f85-48cc-b917-2998b4e76344 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e15c2a0-1213-406c-bf53-5c2b86b683a8') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:24:52.622052 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6a9e69a7-9f85-48cc-b917-2998b4e76344 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:52.670022 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6a9e69a7-9f85-48cc-b917-2998b4e76344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:52.698591 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a9e69a7-9f85-48cc-b917-2998b4e76344 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:24:52.699076 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6a9e69a7-9f85-48cc-b917-2998b4e76344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:52.799135 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef9d0d-3f0a-43ef-8576-1caba7b6b008 req-31923c6c-7d0d-4bcd-9536-f8a2ffe1fd35 tempest-ServersOnMultiNodesTest-616659521 tempest-ServersOnMultiNodesTest-616659521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:52.806433 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-87ef9d0d-3f0a-43ef-8576-1caba7b6b008 req-31923c6c-7d0d-4bcd-9536-f8a2ffe1fd35 tempest-ServersOnMultiNodesTest-616659521 tempest-ServersOnMultiNodesTest-616659521-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=cae43b1c-7243-44be-959d-68da5cf199b2 HTTP/1.1" status: 200 len: 1101 time: 0.6483140 May 31 13:24:52.832176 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 1e15c2a0-1213-406c-bf53-5c2b86b683a8 resource provider aggregate not found May 31 13:24:52.849643 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e94bd6dd-3768-452c-8bbc-fdedf68da0e7 req-4d4537cd-2bea-432f-a559-03ac22fc1413 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/security-groups/6d51162f-6c0c-4be7-9b9c-65aedc5e3807 HTTP/1.1" status: 200 len: 1801 time: 0.2553077 May 31 13:24:52.905698 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 1e15c2a0-1213-406c-bf53-5c2b86b683a8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1e15c2a0-1213-406c-bf53-5c2b86b683a8 found for delete ", "request_id": "req-acecfbe5-24ec-471d-8379-489ac5bb61bc"}]} May 31 13:24:52.913958 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab897596-1a90-4fea-8e0f-b2f1f308f40f req-583b4a8f-0365-47e8-acef-b2048d272fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:52.919587 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ab897596-1a90-4fea-8e0f-b2f1f308f40f req-583b4a8f-0365-47e8-acef-b2048d272fe7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e576ad54-297c-4eec-b73b-25479782c1e2 HTTP/1.1" status: 200 len: 909 time: 0.4582386 May 31 13:24:52.983715 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bacc846-7987-454a-8478-e4d36f10b86e req-71728e2d-7bd6-48af-a62d-88d91d94a450 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:52.985262 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-7bacc846-7987-454a-8478-e4d36f10b86e req-71728e2d-7bd6-48af-a62d-88d91d94a450 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Synchronizing usage tracker for tenant:b7cf8726517b4438b022debf1ecf0375 on resource:network {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:24:52.998638 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 7981e8f9-d03b-40e2-9db7-0fab18d23011 no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:24:53.020305 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6a9e69a7-9f85-48cc-b917-2998b4e76344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:53.022217 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ab897596-1a90-4fea-8e0f-b2f1f308f40f req-5cf413ee-058f-466e-ae36-bbe13643cf02 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7981e8f9-d03b-40e2-9db7-0fab18d23011 HTTP/1.1" status: 200 len: 217 time: 0.0832059 May 31 13:24:53.022843 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-7bacc846-7987-454a-8478-e4d36f10b86e req-71728e2d-7bd6-48af-a62d-88d91d94a450 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Unset dirty status for tenant:b7cf8726517b4438b022debf1ecf0375 on resource:network {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:24:53.024381 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7bacc846-7987-454a-8478-e4d36f10b86e req-71728e2d-7bd6-48af-a62d-88d91d94a450 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] 10.222.0.20 "GET /v2.0/networks?id=1b3c2627-242d-47aa-a663-84cbc730d348 HTTP/1.1" status: 200 len: 816 time: 0.2964182 May 31 13:24:53.027293 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-87ef9d0d-3f0a-43ef-8576-1caba7b6b008 req-98599c0d-fbce-4513-80de-038b3ff626c6 tempest-ServersOnMultiNodesTest-616659521 tempest-ServersOnMultiNodesTest-616659521-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=a4e17580-fef9-47ea-85b1-59ae8325b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189729 May 31 13:24:53.113543 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 7981e8f9-d03b-40e2-9db7-0fab18d23011 not bound to the agent host n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:24:53.127758 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-7bacc846-7987-454a-8478-e4d36f10b86e req-5f267d29-cfe1-4f90-91a1-ac23d74b34c6 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Synchronizing usage tracker for tenant:b7cf8726517b4438b022debf1ecf0375 on resource:security_group {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:24:53.137186 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6a9e69a7-9f85-48cc-b917-2998b4e76344 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:53.154035 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-7bacc846-7987-454a-8478-e4d36f10b86e req-5f267d29-cfe1-4f90-91a1-ac23d74b34c6 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Unset dirty status for tenant:b7cf8726517b4438b022debf1ecf0375 on resource:security_group {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:24:53.156863 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7bacc846-7987-454a-8478-e4d36f10b86e req-5f267d29-cfe1-4f90-91a1-ac23d74b34c6 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7cf8726517b4438b022debf1ecf0375 HTTP/1.1" status: 200 len: 379 time: 0.1194849 May 31 13:24:53.174340 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-7bacc846-7987-454a-8478-e4d36f10b86e req-d277ef21-c3fb-4aab-ae0a-72e80e884b15 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Request body: {'port': {'device_id': 'ffdedfac-9c20-40fd-86fb-fc53814787c9', 'network_id': '1b3c2627-242d-47aa-a663-84cbc730d348', 'admin_state_up': True, 'tenant_id': 'b7cf8726517b4438b022debf1ecf0375', 'security_groups': ['3316f69c-0b0b-4b52-92ce-248c8657cef4']}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:24:53.205015 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e94bd6dd-3768-452c-8bbc-fdedf68da0e7 req-a57a8f41-fb11-4a92-b03a-7dc51fd5f9f9 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:53.232943 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9e69a7-9f85-48cc-b917-2998b4e76344 admin admin] Pushing event deleted for resources: {'Network': ['ID=1392b813-53cc-4006-b5ea-81627a72f4ae,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:24:53.329367 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e94bd6dd-3768-452c-8bbc-fdedf68da0e7 req-a57a8f41-fb11-4a92-b03a-7dc51fd5f9f9 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:53.338437 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab897596-1a90-4fea-8e0f-b2f1f308f40f req-bee2b861-9f01-478e-a8d1-46ec46599287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:53.340217 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ab897596-1a90-4fea-8e0f-b2f1f308f40f req-bee2b861-9f01-478e-a8d1-46ec46599287 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=376bfa95-ebe5-4cb8-abaa-2bcb5d3a07e3 HTTP/1.1" status: 200 len: 848 time: 0.2926059 May 31 13:24:53.345825 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-6a9e69a7-9f85-48cc-b917-2998b4e76344 admin admin] 10.222.0.50 "DELETE /v2.0/networks/1392b813-53cc-4006-b5ea-81627a72f4ae HTTP/1.1" status: 204 len: 168 time: 4.1927216 May 31 13:24:53.424002 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ab897596-1a90-4fea-8e0f-b2f1f308f40f req-fa744037-d5c1-46eb-bf7a-cb47389ad274 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e576ad54-297c-4eec-b73b-25479782c1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769272 May 31 13:24:53.429087 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-7bacc846-7987-454a-8478-e4d36f10b86e req-d277ef21-c3fb-4aab-ae0a-72e80e884b15 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:24:53.443108 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-7bacc846-7987-454a-8478-e4d36f10b86e req-d277ef21-c3fb-4aab-ae0a-72e80e884b15 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Usage tracker for resource:port and tenant:b7cf8726517b4438b022debf1ecf0375 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:24:53.446396 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-7bacc846-7987-454a-8478-e4d36f10b86e req-d277ef21-c3fb-4aab-ae0a-72e80e884b15 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:24:53.463063 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-7bacc846-7987-454a-8478-e4d36f10b86e req-d277ef21-c3fb-4aab-ae0a-72e80e884b15 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:24:53.474035 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bacc846-7987-454a-8478-e4d36f10b86e req-d277ef21-c3fb-4aab-ae0a-72e80e884b15 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Made reservation on behalf of b7cf8726517b4438b022debf1ecf0375 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:24:53.477650 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-7bacc846-7987-454a-8478-e4d36f10b86e req-d277ef21-c3fb-4aab-ae0a-72e80e884b15 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:53.575710 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d950de52-3990-464e-a780-fb7bbd08452c req-bccf9d0d-10b4-4515-bed1-a2fba7dc57f8 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:53.577544 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d950de52-3990-464e-a780-fb7bbd08452c req-bccf9d0d-10b4-4515-bed1-a2fba7dc57f8 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/ports?device_id=30b9966f-70b7-43b1-ab74-f74fd2bbd109 HTTP/1.1" status: 200 len: 945 time: 0.3406503 May 31 13:24:53.608060 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e94bd6dd-3768-452c-8bbc-fdedf68da0e7 req-a57a8f41-fb11-4a92-b03a-7dc51fd5f9f9 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:53.631016 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39200) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:24:53.647643 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57a8f41-fb11-4a92-b03a-7dc51fd5f9f9 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d51162f-6c0c-4be7-9b9c-65aedc5e3807,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:24:53.704475 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e94bd6dd-3768-452c-8bbc-fdedf68da0e7 req-a57a8f41-fb11-4a92-b03a-7dc51fd5f9f9 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:53.725251 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-6ab8dd29-da9e-4acb-bc14-f01e49d86cca admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dd1657545faf45fc89adec1c391d478b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0932322 May 31 13:24:53.726591 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e94bd6dd-3768-452c-8bbc-fdedf68da0e7 req-a57a8f41-fb11-4a92-b03a-7dc51fd5f9f9 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "DELETE /v2.0/security-groups/6d51162f-6c0c-4be7-9b9c-65aedc5e3807 HTTP/1.1" status: 204 len: 173 time: 0.8752346 May 31 13:24:53.728641 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39206) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:24:53.731491 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d950de52-3990-464e-a780-fb7bbd08452c req-1cf10e8a-5b29-4f4f-a9cd-6462a72cf0bf tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d29a7ba-8da4-4594-bfbf-9f55cd071e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402707 May 31 13:24:53.764428 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ab897596-1a90-4fea-8e0f-b2f1f308f40f req-cf7eeac4-d342-44bd-aed4-3194466ddf0b service neutron] 10.222.0.44 "GET /v2.0/networks/e576ad54-297c-4eec-b73b-25479782c1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230782 May 31 13:24:53.886136 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [req-7bacc846-7987-454a-8478-e4d36f10b86e req-d277ef21-c3fb-4aab-ae0a-72e80e884b15 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Allocated IP 172.20.0.14 (1b3c2627-242d-47aa-a663-84cbc730d348/f6fb7463-9434-4855-8fea-436f931ae20e/4d4c9204-3d49-4098-85b7-785cd6ae26c2) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:24:53.888091 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0a4c776a-8228-47c5-8451-afe7206bd167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:53.941240 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0a4c776a-8228-47c5-8451-afe7206bd167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:54.142561 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ab897596-1a90-4fea-8e0f-b2f1f308f40f req-f06809ba-86ba-4e1a-814b-56b011ab096c service neutron] 10.222.0.44 "GET /v2.0/networks/e576ad54-297c-4eec-b73b-25479782c1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3718376 May 31 13:24:54.149440 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0a4c776a-8228-47c5-8451-afe7206bd167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:54.199661 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6220d-f517-497e-83b1-7d41c7808153 req-4ff66032-8e10-4996-86d4-21fc7903464e tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:54.201976 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a2c6220d-f517-497e-83b1-7d41c7808153 req-4ff66032-8e10-4996-86d4-21fc7903464e tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=4510f090-0a02-4ef1-8cc4-e9dea399e0f1 HTTP/1.1" status: 200 len: 949 time: 0.1563740 May 31 13:24:54.212348 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4c776a-8228-47c5-8451-afe7206bd167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ecd401-c676-4ce2-9977-0e736c745f59,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:24:54.242249 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0a4c776a-8228-47c5-8451-afe7206bd167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:54.243766 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-0a4c776a-8228-47c5-8451-afe7206bd167 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/81ecd401-c676-4ce2-9977-0e736c745f59 HTTP/1.1" status: 204 len: 168 time: 0.5121591 May 31 13:24:54.284901 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-7bacc846-7987-454a-8478-e4d36f10b86e req-d277ef21-c3fb-4aab-ae0a-72e80e884b15 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:54.298308 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-18f64262-27f9-4f00-8825-7670e5637b7b req-6fb5fc73-0c9c-4451-aafd-384fc5e40c28 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=09dd0f3ff03c49d3a5c47e4de6593f6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0950089 May 31 13:24:54.310746 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-7bacc846-7987-454a-8478-e4d36f10b86e req-d277ef21-c3fb-4aab-ae0a-72e80e884b15 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Transition to ACTIVE for port object 4d4c9204-3d49-4098-85b7-785cd6ae26c2 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:24:54.394620 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-7bacc846-7987-454a-8478-e4d36f10b86e req-d277ef21-c3fb-4aab-ae0a-72e80e884b15 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:54.579249 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a2c6220d-f517-497e-83b1-7d41c7808153 req-6da8db96-eb18-444d-b410-030d3a1d5d59 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185997 May 31 13:24:54.609320 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bacc846-7987-454a-8478-e4d36f10b86e req-d277ef21-c3fb-4aab-ae0a-72e80e884b15 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Network 1b3c2627-242d-47aa-a663-84cbc730d348 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:24:54.628612 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [req-7bacc846-7987-454a-8478-e4d36f10b86e req-d277ef21-c3fb-4aab-ae0a-72e80e884b15 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:24:54.634364 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bacc846-7987-454a-8478-e4d36f10b86e req-d277ef21-c3fb-4aab-ae0a-72e80e884b15 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:24:54.836471 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d277ef21-c3fb-4aab-ae0a-72e80e884b15 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Pushing event updated for resources: {'Port': ['ID=4d4c9204-3d49-4098-85b7-785cd6ae26c2,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:24:54.860826 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bacc846-7987-454a-8478-e4d36f10b86e req-d277ef21-c3fb-4aab-ae0a-72e80e884b15 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:54.861509 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-7bacc846-7987-454a-8478-e4d36f10b86e req-d277ef21-c3fb-4aab-ae0a-72e80e884b15 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:54.904846 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7bacc846-7987-454a-8478-e4d36f10b86e req-d277ef21-c3fb-4aab-ae0a-72e80e884b15 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7420678 May 31 13:24:54.920069 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-7bacc846-7987-454a-8478-e4d36f10b86e req-4415d33c-dd24-44cf-8d17-a9bd52f9029a service neutron] Request body: {'port': {'device_id': 'ffdedfac-9c20-40fd-86fb-fc53814787c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843939-1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:24:55.040746 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f64262-27f9-4f00-8825-7670e5637b7b req-160f2dd4-abdf-4a6d-aad8-916f34efdeed tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:55.051872 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-18f64262-27f9-4f00-8825-7670e5637b7b req-160f2dd4-abdf-4a6d-aad8-916f34efdeed tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7522917 May 31 13:24:55.108400 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0ed57b7d-3849-4004-9730-f951c45ea3f8 None None] Provisioning for port 4d4c9204-3d49-4098-85b7-785cd6ae26c2 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:24:55.132143 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-18f64262-27f9-4f00-8825-7670e5637b7b req-05b7afce-a8bb-4325-bb65-4e55a7fdee4f tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/quotas/09dd0f3ff03c49d3a5c47e4de6593f6c HTTP/1.1" status: 200 len: 375 time: 0.0792770 May 31 13:24:55.133834 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0ed57b7d-3849-4004-9730-f951c45ea3f8 None None] Provisioning complete for port 4d4c9204-3d49-4098-85b7-785cd6ae26c2 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:24:55.137174 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0ed57b7d-3849-4004-9730-f951c45ea3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:55.238560 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-7bacc846-7987-454a-8478-e4d36f10b86e req-4415d33c-dd24-44cf-8d17-a9bd52f9029a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:55.303983 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df49bb1c-a748-45fe-807d-a497c43ca0b3 req-047d67d4-5905-4913-a386-5777fcde7d1b tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:55.304978 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-df49bb1c-a748-45fe-807d-a497c43ca0b3 req-047d67d4-5905-4913-a386-5777fcde7d1b tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Synchronizing usage tracker for tenant:2539a3508c4b448ea8707834972224c7 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:24:55.319929 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0ed57b7d-3849-4004-9730-f951c45ea3f8 None None] Port 4d4c9204-3d49-4098-85b7-785cd6ae26c2 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:24:55.383522 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-df49bb1c-a748-45fe-807d-a497c43ca0b3 req-047d67d4-5905-4913-a386-5777fcde7d1b tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Unset dirty status for tenant:2539a3508c4b448ea8707834972224c7 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:24:55.386043 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-df49bb1c-a748-45fe-807d-a497c43ca0b3 req-047d67d4-5905-4913-a386-5777fcde7d1b tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a9680b0-40cc-49a3-a3a2-174f0c4d9066 HTTP/1.1" status: 200 len: 944 time: 0.8048191 May 31 13:24:55.388713 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab897596-1a90-4fea-8e0f-b2f1f308f40f req-b9e3cc0a-7737-4cbd-ace4-6733238e893d tempest-LiveMigrationTest-979382837 tempest-LiveMigrationTest-979382837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:55.392412 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ab897596-1a90-4fea-8e0f-b2f1f308f40f req-b9e3cc0a-7737-4cbd-ace4-6733238e893d tempest-LiveMigrationTest-979382837 tempest-LiveMigrationTest-979382837-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=30b9966f-70b7-43b1-ab74-f74fd2bbd109&tenant_id=9d7345b6bbc64d3981e920379156fa19&binding%3Ahost_id=n-h2-843939-1 HTTP/1.1" status: 200 len: 1096 time: 0.6750972 May 31 13:24:55.640687 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 39254) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:24:55.699636 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-18f64262-27f9-4f00-8825-7670e5637b7b req-36c8c4f7-2ca4-4dbd-9cc7-80005a55d31e tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=09dd0f3ff03c49d3a5c47e4de6593f6c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.5644560 May 31 13:24:55.703078 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-df49bb1c-a748-45fe-807d-a497c43ca0b3 req-b4d9a198-1872-4e9e-b200-a1c5703035dd tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Deleting port c560ca4b-4cee-4fa8-b8d2-ac9a72d59334 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:24:55.703826 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-df49bb1c-a748-45fe-807d-a497c43ca0b3 req-b4d9a198-1872-4e9e-b200-a1c5703035dd tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:55.830163 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbbdae9-4001-4acd-91ec-f20517af23da req-d9cdd222-498b-441f-82bf-c02856738b6d tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:55.842003 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1fbbdae9-4001-4acd-91ec-f20517af23da req-d9cdd222-498b-441f-82bf-c02856738b6d tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffdedfac-9c20-40fd-86fb-fc53814787c9 HTTP/1.1" status: 200 len: 932 time: 0.5613647 May 31 13:24:55.863599 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-ab897596-1a90-4fea-8e0f-b2f1f308f40f req-ced47e78-9dab-47c4-bd8c-2e7af4418255 service neutron] For port 7981e8f9-d03b-40e2-9db7-0fab18d23011, host n-h1-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:24:55.888891 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ab897596-1a90-4fea-8e0f-b2f1f308f40f req-ced47e78-9dab-47c4-bd8c-2e7af4418255 service neutron] Notify callbacks [] for binding, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:55.889975 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ab897596-1a90-4fea-8e0f-b2f1f308f40f req-ced47e78-9dab-47c4-bd8c-2e7af4418255 service neutron] 10.222.0.44 "DELETE /v2.0/ports/7981e8f9-d03b-40e2-9db7-0fab18d23011/bindings/n-h1-843939-1 HTTP/1.1" status: 204 len: 173 time: 0.4417078 May 31 13:24:55.920020 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-569f56d6-8933-401a-87cf-0d2892a17aa8 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1676681651-network', 'tenant_id': '3239bed898c344b59ed7ea3353897e74'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:24:55.926178 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-569f56d6-8933-401a-87cf-0d2892a17aa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:24:55.930954 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-569f56d6-8933-401a-87cf-0d2892a17aa8 admin admin] Usage tracker for resource:network and tenant:3239bed898c344b59ed7ea3353897e74 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:24:55.943576 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-569f56d6-8933-401a-87cf-0d2892a17aa8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:24:55.960421 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-569f56d6-8933-401a-87cf-0d2892a17aa8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:24:55.983815 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-569f56d6-8933-401a-87cf-0d2892a17aa8 admin admin] Made reservation on behalf of 3239bed898c344b59ed7ea3353897e74 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:24:55.986305 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-569f56d6-8933-401a-87cf-0d2892a17aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:56.083830 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1fbbdae9-4001-4acd-91ec-f20517af23da req-d8439294-137b-4892-b6ce-120d1095ce06 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] 10.222.0.50 "GET /v2.0/security-groups?id=3316f69c-0b0b-4b52-92ce-248c8657cef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2409503 May 31 13:24:56.097438 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-569f56d6-8933-401a-87cf-0d2892a17aa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:56.250486 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-569f56d6-8933-401a-87cf-0d2892a17aa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:24:56.261638 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-569f56d6-8933-401a-87cf-0d2892a17aa8 admin admin] Usage tracker for resource:security_group_rule and tenant:3239bed898c344b59ed7ea3353897e74 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:24:56.268193 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-569f56d6-8933-401a-87cf-0d2892a17aa8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:24:56.333051 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-569f56d6-8933-401a-87cf-0d2892a17aa8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:24:56.409738 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [req-7bacc846-7987-454a-8478-e4d36f10b86e req-4415d33c-dd24-44cf-8d17-a9bd52f9029a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d4c9204-3d49-4098-85b7-785cd6ae26c2 {{(pid=88369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:24:56.419411 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-7bacc846-7987-454a-8478-e4d36f10b86e req-4415d33c-dd24-44cf-8d17-a9bd52f9029a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:56.439580 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-7bacc846-7987-454a-8478-e4d36f10b86e req-4415d33c-dd24-44cf-8d17-a9bd52f9029a service neutron] Transition to ACTIVE for port object 4d4c9204-3d49-4098-85b7-785cd6ae26c2 will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:24:56.443667 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-7bacc846-7987-454a-8478-e4d36f10b86e req-4415d33c-dd24-44cf-8d17-a9bd52f9029a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:56.502894 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-569f56d6-8933-401a-87cf-0d2892a17aa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:56.531231 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-569f56d6-8933-401a-87cf-0d2892a17aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:56.586024 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [req-5545a0f5-393f-402a-9a5e-ef801a261f1b req-8ab53a96-67f7-4510-9519-ceef1f3d7916 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] show failed (client error): The resource could not be found. May 31 13:24:56.587099 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5545a0f5-393f-402a-9a5e-ef801a261f1b req-8ab53a96-67f7-4510-9519-ceef1f3d7916 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/security-groups/6d51162f-6c0c-4be7-9b9c-65aedc5e3807 HTTP/1.1" status: 404 len: 352 time: 0.4907985 May 31 13:24:56.642513 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-569f56d6-8933-401a-87cf-0d2892a17aa8 admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:24:56.769530 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569f56d6-8933-401a-87cf-0d2892a17aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71a9d93c-f6cb-49b0-b2f5-61553702d6c1,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:24:56.838954 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-569f56d6-8933-401a-87cf-0d2892a17aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:56.839299 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-569f56d6-8933-401a-87cf-0d2892a17aa8 admin admin] Added segment 93c0ce22-ca2e-4102-a5ac-29f4b6003ec8 of type vlan for network 398656cc-8bc4-4a6a-ad11-d04eee603cee May 31 13:24:56.911335 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-df49bb1c-a748-45fe-807d-a497c43ca0b3 req-b4d9a198-1872-4e9e-b200-a1c5703035dd tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] For port c560ca4b-4cee-4fa8-b8d2-ac9a72d59334, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=c560ca4b-4cee-4fa8-b8d2-ac9a72d59334,segment=NetworkSegment(a592d348-649e-4ed1-b139-bdf2b9c4a847),segment_id=a592d348-649e-4ed1-b139-bdf2b9c4a847)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:24:56.911581 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-df49bb1c-a748-45fe-807d-a497c43ca0b3 req-b4d9a198-1872-4e9e-b200-a1c5703035dd tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:57.159489 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4415d33c-dd24-44cf-8d17-a9bd52f9029a service neutron] Pushing event updated for resources: {'Port': ['ID=4d4c9204-3d49-4098-85b7-785cd6ae26c2,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:24:57.225617 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-7bacc846-7987-454a-8478-e4d36f10b86e req-4415d33c-dd24-44cf-8d17-a9bd52f9029a service neutron] Attempting to bind port 4d4c9204-3d49-4098-85b7-785cd6ae26c2 on host n-h1-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:24:57.226021 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-7bacc846-7987-454a-8478-e4d36f10b86e req-4415d33c-dd24-44cf-8d17-a9bd52f9029a service neutron] Attempting to bind port 4d4c9204-3d49-4098-85b7-785cd6ae26c2 by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': '3cd1e590-b03b-4bab-9eb2-d4b001419190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1b3c2627-242d-47aa-a663-84cbc730d348'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:24:57.226301 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bacc846-7987-454a-8478-e4d36f10b86e req-4415d33c-dd24-44cf-8d17-a9bd52f9029a service neutron] Attempting to bind port 4d4c9204-3d49-4098-85b7-785cd6ae26c2 on network 1b3c2627-242d-47aa-a663-84cbc730d348 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:24:57.244985 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bacc846-7987-454a-8478-e4d36f10b86e req-4415d33c-dd24-44cf-8d17-a9bd52f9029a service neutron] Port 4d4c9204-3d49-4098-85b7-785cd6ae26c2 on network 1b3c2627-242d-47aa-a663-84cbc730d348 not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:24:57.246400 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bacc846-7987-454a-8478-e4d36f10b86e req-4415d33c-dd24-44cf-8d17-a9bd52f9029a service neutron] Attempting to bind port 4d4c9204-3d49-4098-85b7-785cd6ae26c2 on network 1b3c2627-242d-47aa-a663-84cbc730d348 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:24:57.254663 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bacc846-7987-454a-8478-e4d36f10b86e req-4415d33c-dd24-44cf-8d17-a9bd52f9029a service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:24:57.254663 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bacc846-7987-454a-8478-e4d36f10b86e req-4415d33c-dd24-44cf-8d17-a9bd52f9029a service neutron] Checking segment: {'id': '3cd1e590-b03b-4bab-9eb2-d4b001419190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1b3c2627-242d-47aa-a663-84cbc730d348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:24:57.254663 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bacc846-7987-454a-8478-e4d36f10b86e req-4415d33c-dd24-44cf-8d17-a9bd52f9029a service neutron] Bound using segment: {'id': '3cd1e590-b03b-4bab-9eb2-d4b001419190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1b3c2627-242d-47aa-a663-84cbc730d348'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:24:57.255089 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-7bacc846-7987-454a-8478-e4d36f10b86e req-4415d33c-dd24-44cf-8d17-a9bd52f9029a service neutron] Bound port: 4d4c9204-3d49-4098-85b7-785cd6ae26c2, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cd1e590-b03b-4bab-9eb2-d4b001419190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1b3c2627-242d-47aa-a663-84cbc730d348'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:24:57.255192 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-7bacc846-7987-454a-8478-e4d36f10b86e req-4415d33c-dd24-44cf-8d17-a9bd52f9029a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:57.352458 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-df49bb1c-a748-45fe-807d-a497c43ca0b3 req-b4d9a198-1872-4e9e-b200-a1c5703035dd tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Calling delete_port for c560ca4b-4cee-4fa8-b8d2-ac9a72d59334 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:24:57.376999 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-7bacc846-7987-454a-8478-e4d36f10b86e req-4415d33c-dd24-44cf-8d17-a9bd52f9029a service neutron] For port 4d4c9204-3d49-4098-85b7-785cd6ae26c2, host n-h1-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:24:57.380355 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-7bacc846-7987-454a-8478-e4d36f10b86e req-4415d33c-dd24-44cf-8d17-a9bd52f9029a service neutron] For port 4d4c9204-3d49-4098-85b7-785cd6ae26c2, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=4d4c9204-3d49-4098-85b7-785cd6ae26c2,segment=NetworkSegment(3cd1e590-b03b-4bab-9eb2-d4b001419190),segment_id=3cd1e590-b03b-4bab-9eb2-d4b001419190)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:24:57.386350 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-7bacc846-7987-454a-8478-e4d36f10b86e req-4415d33c-dd24-44cf-8d17-a9bd52f9029a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:57.463998 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dc6373-93c0-43fc-bb37-9a30d17eab59 req-4508d11a-ae14-4fba-a7c5-cc18926bb299 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:57.465539 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-05dc6373-93c0-43fc-bb37-9a30d17eab59 req-4508d11a-ae14-4fba-a7c5-cc18926bb299 tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a9680b0-40cc-49a3-a3a2-174f0c4d9066 HTTP/1.1" status: 200 len: 944 time: 0.9463072 May 31 13:24:57.489690 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bacc846-7987-454a-8478-e4d36f10b86e req-4415d33c-dd24-44cf-8d17-a9bd52f9029a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:57.490490 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-7bacc846-7987-454a-8478-e4d36f10b86e req-4415d33c-dd24-44cf-8d17-a9bd52f9029a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:57.492439 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7bacc846-7987-454a-8478-e4d36f10b86e req-4415d33c-dd24-44cf-8d17-a9bd52f9029a service neutron] 10.222.0.20 "PUT /v2.0/ports/4d4c9204-3d49-4098-85b7-785cd6ae26c2 HTTP/1.1" status: 200 len: 1092 time: 2.5783720 May 31 13:24:57.492439 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffdedfac-9c20-40fd-86fb-fc53814787c9', 'tag': '4d4c9204-3d49-4098-85b7-785cd6ae26c2'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:24:57.495071 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-569f56d6-8933-401a-87cf-0d2892a17aa8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:57.552603 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4415d33c-dd24-44cf-8d17-a9bd52f9029a service neutron] Pushing event updated for resources: {'Port': ['ID=4d4c9204-3d49-4098-85b7-785cd6ae26c2,revision_number=3']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:24:57.661069 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bacc846-7987-454a-8478-e4d36f10b86e req-03ef9338-83df-4e58-87c8-fcd2b769dce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:57.662662 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7bacc846-7987-454a-8478-e4d36f10b86e req-03ef9338-83df-4e58-87c8-fcd2b769dce5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b7cf8726517b4438b022debf1ecf0375&device_id=ffdedfac-9c20-40fd-86fb-fc53814787c9 HTTP/1.1" status: 200 len: 1095 time: 0.1014233 May 31 13:24:57.709149 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-05dc6373-93c0-43fc-bb37-9a30d17eab59 req-12291f05-b985-4552-873e-d616afe0d5be tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.50 "GET /v2.0/security-groups?id=0636da6d-6c16-4cfb-8ddd-969c4c81428d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165833 May 31 13:24:57.717513 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-569f56d6-8933-401a-87cf-0d2892a17aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:57.718564 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569f56d6-8933-401a-87cf-0d2892a17aa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:57.719220 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-569f56d6-8933-401a-87cf-0d2892a17aa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:57.772516 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device c560ca4b-4cee-4fa8-b8d2-ac9a72d59334 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:24:57.826822 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7bacc846-7987-454a-8478-e4d36f10b86e req-801bb3b3-c7ab-4df8-ab1d-4bc02c813299 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d4c9204-3d49-4098-85b7-785cd6ae26c2 HTTP/1.1" status: 200 len: 217 time: 0.1543634 May 31 13:24:57.935410 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6154b11-da93-4528-a45c-ff39c7f845ff req-ed782204-80e3-483c-901b-c8b40e86ba17 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:57.939676 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f6154b11-da93-4528-a45c-ff39c7f845ff req-ed782204-80e3-483c-901b-c8b40e86ba17 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/ports?device_id=30b9966f-70b7-43b1-ab74-f74fd2bbd109 HTTP/1.1" status: 200 len: 945 time: 1.0012865 May 31 13:24:57.952114 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bacc846-7987-454a-8478-e4d36f10b86e req-f1118af6-38bb-4c3e-9a25-db3587738bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:57.958004 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7bacc846-7987-454a-8478-e4d36f10b86e req-f1118af6-38bb-4c3e-9a25-db3587738bc1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f6fb7463-9434-4855-8fea-436f931ae20e HTTP/1.1" status: 200 len: 855 time: 0.1224248 May 31 13:24:58.132643 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bacc846-7987-454a-8478-e4d36f10b86e req-e86db1be-2e6f-43e6-8b1c-565a49875ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:58.134815 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7bacc846-7987-454a-8478-e4d36f10b86e req-e86db1be-2e6f-43e6-8b1c-565a49875ddc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1b3c2627-242d-47aa-a663-84cbc730d348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1634595 May 31 13:24:58.153117 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port c560ca4b-4cee-4fa8-b8d2-ac9a72d59334 is: DOWN; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:24:58.344791 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569f56d6-8933-401a-87cf-0d2892a17aa8 admin admin] Pushing event updated for resources: {'Network': ['ID=398656cc-8bc4-4a6a-ad11-d04eee603cee,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:24:58.348257 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-569f56d6-8933-401a-87cf-0d2892a17aa8 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.7025068 May 31 13:24:58.364192 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 398656cc-8bc4-4a6a-ad11-d04eee603cee details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:24:58.406881 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 39284) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:24:58.408861 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-18f64262-27f9-4f00-8825-7670e5637b7b req-57069490-ec27-47e7-af3f-c5d21fbfa5bb tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=09dd0f3ff03c49d3a5c47e4de6593f6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1049438 May 31 13:24:58.414586 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-12467f8b-6e4c-4be3-a405-3039217fe858 admin admin] Request body: {'subnet': {'network_id': '398656cc-8bc4-4a6a-ad11-d04eee603cee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1676681651-subnet', 'tenant_id': '3239bed898c344b59ed7ea3353897e74', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:24:58.426941 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7bacc846-7987-454a-8478-e4d36f10b86e req-f604637a-12b6-491a-97ee-3e95ee515189 service neutron] 10.222.0.20 "GET /v2.0/networks/1b3c2627-242d-47aa-a663-84cbc730d348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807000 May 31 13:24:58.446017 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f6154b11-da93-4528-a45c-ff39c7f845ff req-aa272d40-63bf-4880-9511-25b710c452a1 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d29a7ba-8da4-4594-bfbf-9f55cd071e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4790027 May 31 13:24:58.449431 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-12467f8b-6e4c-4be3-a405-3039217fe858 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:24:58.511627 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-df49bb1c-a748-45fe-807d-a497c43ca0b3 req-b4d9a198-1872-4e9e-b200-a1c5703035dd tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:58.530202 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-12467f8b-6e4c-4be3-a405-3039217fe858 admin admin] Usage tracker for resource:subnet and tenant:3239bed898c344b59ed7ea3353897e74 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:24:58.692674 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7bacc846-7987-454a-8478-e4d36f10b86e req-b46e8d85-0db4-497a-ad30-3f2b4749373a service neutron] 10.222.0.20 "GET /v2.0/networks/1b3c2627-242d-47aa-a663-84cbc730d348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581356 May 31 13:24:58.719861 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-12467f8b-6e4c-4be3-a405-3039217fe858 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:24:58.747118 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-12467f8b-6e4c-4be3-a405-3039217fe858 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:24:58.811664 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-17a05dda-7a33-4e8c-b893-b1b4f4246320 req-9956b219-493f-4cc3-9dd9-ca7570f03ebf tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/ports?device_id=54f6a3fe-a9bd-4fd0-acec-ae9368d2faf2 HTTP/1.1" status: 200 len: 210 time: 0.1258118 May 31 13:24:58.848562 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d9a198-1872-4e9e-b200-a1c5703035dd tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Pushing event deleted for resources: {'Port': ['ID=c560ca4b-4cee-4fa8-b8d2-ac9a72d59334,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:24:58.858980 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-df49bb1c-a748-45fe-807d-a497c43ca0b3 req-b4d9a198-1872-4e9e-b200-a1c5703035dd tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] No DVR routers for this DVR port c560ca4b-4cee-4fa8-b8d2-ac9a72d59334 on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:24:58.869154 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-df49bb1c-a748-45fe-807d-a497c43ca0b3 req-b4d9a198-1872-4e9e-b200-a1c5703035dd tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:58.872201 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-df49bb1c-a748-45fe-807d-a497c43ca0b3 req-b4d9a198-1872-4e9e-b200-a1c5703035dd tempest-LiveAutoBlockMigrationV225Test-1971062728 tempest-LiveAutoBlockMigrationV225Test-1971062728-project] 10.222.0.44 "DELETE /v2.0/ports/c560ca4b-4cee-4fa8-b8d2-ac9a72d59334 HTTP/1.1" status: 204 len: 173 time: 3.4782300 May 31 13:24:58.874482 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a9680b0-40cc-49a3-a3a2-174f0c4d9066', 'name': 'network-vif-deleted', 'tag': 'c560ca4b-4cee-4fa8-b8d2-ac9a72d59334'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:24:58.903883 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12467f8b-6e4c-4be3-a405-3039217fe858 admin admin] Made reservation on behalf of 3239bed898c344b59ed7ea3353897e74 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:24:58.906587 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-12467f8b-6e4c-4be3-a405-3039217fe858 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:59.070409 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1fb2aa-56bf-4847-b6dd-32d58a0b876a req-d5f62006-e3b2-4584-9b53-7039ebe6e2fd tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:59.078902 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ea1fb2aa-56bf-4847-b6dd-32d58a0b876a req-d5f62006-e3b2-4584-9b53-7039ebe6e2fd tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=4510f090-0a02-4ef1-8cc4-e9dea399e0f1 HTTP/1.1" status: 200 len: 949 time: 0.7461751 May 31 13:24:59.103617 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f64262-27f9-4f00-8825-7670e5637b7b req-3b8bf7f8-028c-4a3a-8bc5-008e0e7db453 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:59.105280 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-18f64262-27f9-4f00-8825-7670e5637b7b req-3b8bf7f8-028c-4a3a-8bc5-008e0e7db453 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6750987 May 31 13:24:59.120197 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d9bbaccf-6075-416e-bb26-ba4f7ab28e0a req-0bebaa8f-fdff-440c-957a-4bdb6d1fbb90 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/security-groups/e750ae96-c146-4c1c-85c2-1498569a38d3 HTTP/1.1" status: 200 len: 1799 time: 0.2555723 May 31 13:24:59.185807 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-18f64262-27f9-4f00-8825-7670e5637b7b req-a7ef7c03-65bc-4e44-bcb4-74bd637bb98f tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Request body: {'port': {'device_id': '54f6a3fe-a9bd-4fd0-acec-ae9368d2faf2', 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4', 'admin_state_up': True, 'tenant_id': '09dd0f3ff03c49d3a5c47e4de6593f6c'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:24:59.219042 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ea1fb2aa-56bf-4847-b6dd-32d58a0b876a req-8f940d8f-7cb5-42ab-a0c5-5f32f05e4b2b tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389232 May 31 13:24:59.561044 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d9bbaccf-6075-416e-bb26-ba4f7ab28e0a req-9ed9b6e6-7b95-4ff3-9a5b-de32690d4a18 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:59.585965 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-18f64262-27f9-4f00-8825-7670e5637b7b req-a7ef7c03-65bc-4e44-bcb4-74bd637bb98f tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:24:59.618165 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-18f64262-27f9-4f00-8825-7670e5637b7b req-a7ef7c03-65bc-4e44-bcb4-74bd637bb98f tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:24:59.646527 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-12467f8b-6e4c-4be3-a405-3039217fe858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:59.653879 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d9bbaccf-6075-416e-bb26-ba4f7ab28e0a req-9ed9b6e6-7b95-4ff3-9a5b-de32690d4a18 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:59.730192 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18f64262-27f9-4f00-8825-7670e5637b7b req-a7ef7c03-65bc-4e44-bcb4-74bd637bb98f tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Made reservation on behalf of 09dd0f3ff03c49d3a5c47e4de6593f6c for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:24:59.733755 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-18f64262-27f9-4f00-8825-7670e5637b7b req-a7ef7c03-65bc-4e44-bcb4-74bd637bb98f tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:59.845287 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12467f8b-6e4c-4be3-a405-3039217fe858 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69094bcc-9239-4f53-bcfd-7f7eb81b8615,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:24:59.878367 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12467f8b-6e4c-4be3-a405-3039217fe858 admin admin] Checking segment: {'id': '93c0ce22-ca2e-4102-a5ac-29f4b6003ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '398656cc-8bc4-4a6a-ad11-d04eee603cee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:24:59.878722 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12467f8b-6e4c-4be3-a405-3039217fe858 admin admin] Network hostable DHCP agents. Network: 398656cc-8bc4-4a6a-ad11-d04eee603cee, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:24:59.883263 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d9bbaccf-6075-416e-bb26-ba4f7ab28e0a req-9ed9b6e6-7b95-4ff3-9a5b-de32690d4a18 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:59.921362 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880614ca-2b33-452b-9d49-f48f3c3f6da4 req-80c70b69-e710-448e-bde9-4f9709877f82 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:24:59.922970 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-880614ca-2b33-452b-9d49-f48f3c3f6da4 req-80c70b69-e710-448e-bde9-4f9709877f82 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffdedfac-9c20-40fd-86fb-fc53814787c9 HTTP/1.1" status: 200 len: 944 time: 0.5097246 May 31 13:24:59.931525 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed9b6e6-7b95-4ff3-9a5b-de32690d4a18 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e750ae96-c146-4c1c-85c2-1498569a38d3,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:25:00.044415 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12467f8b-6e4c-4be3-a405-3039217fe858 admin admin] Network 398656cc-8bc4-4a6a-ad11-d04eee603cee is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:25:00.073439 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-880614ca-2b33-452b-9d49-f48f3c3f6da4 req-eef4cefc-7a91-48f4-b658-514fdcf65d42 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] 10.222.0.50 "GET /v2.0/security-groups?id=3316f69c-0b0b-4b52-92ce-248c8657cef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367118 May 31 13:25:00.076870 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d9bbaccf-6075-416e-bb26-ba4f7ab28e0a req-9ed9b6e6-7b95-4ff3-9a5b-de32690d4a18 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:00.077924 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d9bbaccf-6075-416e-bb26-ba4f7ab28e0a req-9ed9b6e6-7b95-4ff3-9a5b-de32690d4a18 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "DELETE /v2.0/security-groups/e750ae96-c146-4c1c-85c2-1498569a38d3 HTTP/1.1" status: 204 len: 173 time: 0.9453218 May 31 13:25:00.082345 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-12467f8b-6e4c-4be3-a405-3039217fe858 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 398656cc-8bc4-4a6a-ad11-d04eee603cee) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:25:00.096935 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12467f8b-6e4c-4be3-a405-3039217fe858 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:00.097719 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-12467f8b-6e4c-4be3-a405-3039217fe858 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:00.102424 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-18f64262-27f9-4f00-8825-7670e5637b7b req-a7ef7c03-65bc-4e44-bcb4-74bd637bb98f tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Allocated IP 192.168.233.246 (85b11c4f-90ad-4763-b38d-22d3f87089f4/24822c99-0dce-4d50-9c44-3135ba3763b8/45d8f514-bd26-46ef-90f5-725ee81424e1) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:25:00.106547 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06ed963-928a-4993-a723-31a8a9db354f None None] Network 398656cc-8bc4-4a6a-ad11-d04eee603cee requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:25:00.146120 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a53223da-e439-450a-adfc-1553c53d11dc'] response: {'name': 'network-changed', 'server_uuid': 'ffdedfac-9c20-40fd-86fb-fc53814787c9', 'tag': '4d4c9204-3d49-4098-85b7-785cd6ae26c2', 'status': 'completed', 'code': 200} May 31 13:25:00.168010 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-12467f8b-6e4c-4be3-a405-3039217fe858 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7575748 May 31 13:25:00.171219 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39320) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:25:00.180102 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-c12a16a9-d004-4eb7-b299-514634dffb11 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1676681651-router', 'tenant_id': '3239bed898c344b59ed7ea3353897e74', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:25:00.231134 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c12a16a9-d004-4eb7-b299-514634dffb11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:25:00.253471 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39332) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:25:00.256058 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c12a16a9-d004-4eb7-b299-514634dffb11 admin admin] Usage tracker for resource:router and tenant:3239bed898c344b59ed7ea3353897e74 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:25:00.263072 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c12a16a9-d004-4eb7-b299-514634dffb11 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:25:00.282253 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c12a16a9-d004-4eb7-b299-514634dffb11 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:25:00.300987 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c12a16a9-d004-4eb7-b299-514634dffb11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:00.302715 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c12a16a9-d004-4eb7-b299-514634dffb11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:00.325363 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c12a16a9-d004-4eb7-b299-514634dffb11 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:00.392415 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9b65d72-508b-4401-836c-4292cf438581'] response: {'server_uuid': '7a9680b0-40cc-49a3-a3a2-174f0c4d9066', 'name': 'network-vif-deleted', 'tag': 'c560ca4b-4cee-4fa8-b8d2-ac9a72d59334', 'status': 'completed', 'code': 200} May 31 13:25:00.509560 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [req-729287f9-3af6-421a-b308-0c76b21e7b89 req-8ece08fb-1712-4ae0-b161-2d55385135e8 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] show failed (client error): The resource could not be found. May 31 13:25:00.513871 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-39c0028f-52f1-485d-b4ac-8427e0a8e5fc admin admin] Deleting subnet c38944f5-addb-47c7-b219-ea477f926c92 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:25:00.518724 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-729287f9-3af6-421a-b308-0c76b21e7b89 req-8ece08fb-1712-4ae0-b161-2d55385135e8 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/security-groups/e750ae96-c146-4c1c-85c2-1498569a38d3 HTTP/1.1" status: 404 len: 352 time: 0.1129224 May 31 13:25:00.529852 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-4ed4d710-90ae-49e1-9aac-3d8e0cb62d9c req-aaf363e1-bed5-4daf-b4ef-0925ae4df214 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Synchronizing usage tracker for tenant:09dd0f3ff03c49d3a5c47e4de6593f6c on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:25:00.545770 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592dd43e-40bb-4f6a-aa6f-84f8c17b34bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-398656cc-8bc4-4a6a-ad11-d04eee603cee', 'network_id': '398656cc-8bc4-4a6a-ad11-d04eee603cee', 'tenant_id': '3239bed898c344b59ed7ea3353897e74', 'fixed_ips': [{'subnet_id': '69094bcc-9239-4f53-bcfd-7f7eb81b8615'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:25:00.546793 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-592dd43e-40bb-4f6a-aa6f-84f8c17b34bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:00.576867 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-4ed4d710-90ae-49e1-9aac-3d8e0cb62d9c req-aaf363e1-bed5-4daf-b4ef-0925ae4df214 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Unset dirty status for tenant:09dd0f3ff03c49d3a5c47e4de6593f6c on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:25:00.593769 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4ed4d710-90ae-49e1-9aac-3d8e0cb62d9c req-aaf363e1-bed5-4daf-b4ef-0925ae4df214 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/ports?device_id=54f6a3fe-a9bd-4fd0-acec-ae9368d2faf2 HTTP/1.1" status: 200 len: 210 time: 0.2087548 May 31 13:25:00.612101 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-39c0028f-52f1-485d-b4ac-8427e0a8e5fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:00.794152 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-592dd43e-40bb-4f6a-aa6f-84f8c17b34bd None None] Allocated IP 172.20.0.2 (398656cc-8bc4-4a6a-ad11-d04eee603cee/69094bcc-9239-4f53-bcfd-7f7eb81b8615/ea782412-587f-45a2-b7fc-9ade7f8f23ba) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:25:00.864331 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9ab351-abb3-48ef-b852-d79e8a60bd14 req-62e98c70-46e6-41cf-9b47-ba66a9cafba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:00.865851 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-9b9ab351-abb3-48ef-b852-d79e8a60bd14 req-62e98c70-46e6-41cf-9b47-ba66a9cafba9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b7cf8726517b4438b022debf1ecf0375&device_id=ffdedfac-9c20-40fd-86fb-fc53814787c9 HTTP/1.1" status: 200 len: 1095 time: 0.6731343 May 31 13:25:01.002537 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-18f64262-27f9-4f00-8825-7670e5637b7b req-a7ef7c03-65bc-4e44-bcb4-74bd637bb98f tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:01.035051 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-18f64262-27f9-4f00-8825-7670e5637b7b req-a7ef7c03-65bc-4e44-bcb4-74bd637bb98f tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Transition to ACTIVE for port object 45d8f514-bd26-46ef-90f5-725ee81424e1 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:25:01.044441 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-39c0028f-52f1-485d-b4ac-8427e0a8e5fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:01.070316 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813ac53-ed9f-4bad-83f9-d566ffc29eda req-a55e6847-a0f1-44ee-b4eb-1e48b3418064 tempest-LiveMigrationTest-979382837 tempest-LiveMigrationTest-979382837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:01.072027 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1813ac53-ed9f-4bad-83f9-d566ffc29eda req-a55e6847-a0f1-44ee-b4eb-1e48b3418064 tempest-LiveMigrationTest-979382837 tempest-LiveMigrationTest-979382837-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=30b9966f-70b7-43b1-ab74-f74fd2bbd109 HTTP/1.1" status: 200 len: 1096 time: 0.3850937 May 31 13:25:01.080570 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-592dd43e-40bb-4f6a-aa6f-84f8c17b34bd None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:01.082660 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9838ca29-da06-4dad-b829-4cee70c8d92b req-58e69bf5-8e19-4453-b6ea-691f9166383c tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:01.086594 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c12a16a9-d004-4eb7-b299-514634dffb11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:01.086858 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9838ca29-da06-4dad-b829-4cee70c8d92b req-58e69bf5-8e19-4453-b6ea-691f9166383c tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=4510f090-0a02-4ef1-8cc4-e9dea399e0f1 HTTP/1.1" status: 200 len: 949 time: 0.1886961 May 31 13:25:01.092710 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-592dd43e-40bb-4f6a-aa6f-84f8c17b34bd None None] Transition to ACTIVE for port object ea782412-587f-45a2-b7fc-9ade7f8f23ba will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:25:01.117598 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-592dd43e-40bb-4f6a-aa6f-84f8c17b34bd None None] Transition to ACTIVE for port object ea782412-587f-45a2-b7fc-9ade7f8f23ba will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:25:01.125405 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-592dd43e-40bb-4f6a-aa6f-84f8c17b34bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:01.165062 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-18f64262-27f9-4f00-8825-7670e5637b7b req-a7ef7c03-65bc-4e44-bcb4-74bd637bb98f tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:01.178495 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1813ac53-ed9f-4bad-83f9-d566ffc29eda req-df66d0e5-5739-4885-a483-c532b35d6efb tempest-LiveMigrationTest-979382837 tempest-LiveMigrationTest-979382837-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=3d29a7ba-8da4-4594-bfbf-9f55cd071e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864453 May 31 13:25:01.218029 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['91f8550f-7c6e-4f43-81db-91e2670bc6ae'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:25:01.249395 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['340b14e3-4287-43f8-a3a0-d594186321f6', '07547904-825e-4f1e-bf9b-eb2fc12e8810', '32daf59e-30ee-4850-815e-972dba797556', '4794bb7b-447e-424b-b7ea-f4f19c3f6227'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:25:01.292206 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9838ca29-da06-4dad-b829-4cee70c8d92b req-ec954ae9-3f05-4552-b3e4-fcc793fbd783 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963918 May 31 13:25:01.310823 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-39c0028f-52f1-485d-b4ac-8427e0a8e5fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:01.343077 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592dd43e-40bb-4f6a-aa6f-84f8c17b34bd None None] Network 398656cc-8bc4-4a6a-ad11-d04eee603cee is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:25:01.361945 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-592dd43e-40bb-4f6a-aa6f-84f8c17b34bd None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:25:01.367066 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592dd43e-40bb-4f6a-aa6f-84f8c17b34bd None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:25:01.378825 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18f64262-27f9-4f00-8825-7670e5637b7b req-a7ef7c03-65bc-4e44-bcb4-74bd637bb98f tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Network 85b11c4f-90ad-4763-b38d-22d3f87089f4 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:25:01.405036 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-18f64262-27f9-4f00-8825-7670e5637b7b req-a7ef7c03-65bc-4e44-bcb4-74bd637bb98f tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:25:01.415887 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-18f64262-27f9-4f00-8825-7670e5637b7b req-a7ef7c03-65bc-4e44-bcb4-74bd637bb98f tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:25:01.499552 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592dd43e-40bb-4f6a-aa6f-84f8c17b34bd None None] Pushing event updated for resources: {'Port': ['ID=ea782412-587f-45a2-b7fc-9ade7f8f23ba,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:25:01.501241 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ef7c03-65bc-4e44-bcb4-74bd637bb98f tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Pushing event updated for resources: {'Port': ['ID=45d8f514-bd26-46ef-90f5-725ee81424e1,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:25:01.510329 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9ab351-abb3-48ef-b852-d79e8a60bd14 req-e49ba3a0-9879-4767-9abf-aa48fa01124d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:01.512278 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-9b9ab351-abb3-48ef-b852-d79e8a60bd14 req-e49ba3a0-9879-4767-9abf-aa48fa01124d service neutron] 10.222.0.20 "GET /v2.0/networks?id=1b3c2627-242d-47aa-a663-84cbc730d348 HTTP/1.1" status: 200 len: 917 time: 0.6139584 May 31 13:25:01.530493 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-39c0028f-52f1-485d-b4ac-8427e0a8e5fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:01.575391 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ef7c03-65bc-4e44-bcb4-74bd637bb98f tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:25:01.575892 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ef7c03-65bc-4e44-bcb4-74bd637bb98f tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:25:01.576335 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ef7c03-65bc-4e44-bcb4-74bd637bb98f tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:25:01.576830 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ef7c03-65bc-4e44-bcb4-74bd637bb98f tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:25:01.577297 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ef7c03-65bc-4e44-bcb4-74bd637bb98f tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:25:01.577896 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ef7c03-65bc-4e44-bcb4-74bd637bb98f tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:25:01.578180 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ef7c03-65bc-4e44-bcb4-74bd637bb98f tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:25:01.578613 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ef7c03-65bc-4e44-bcb4-74bd637bb98f tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:25:01.579050 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ef7c03-65bc-4e44-bcb4-74bd637bb98f tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:25:01.579482 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ef7c03-65bc-4e44-bcb4-74bd637bb98f tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:25:01.579922 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ef7c03-65bc-4e44-bcb4-74bd637bb98f tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:25:01.580350 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ef7c03-65bc-4e44-bcb4-74bd637bb98f tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:25:01.603120 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-592dd43e-40bb-4f6a-aa6f-84f8c17b34bd None None] Attempting to bind port ea782412-587f-45a2-b7fc-9ade7f8f23ba on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:25:01.603387 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-3f8f124c-9cb6-447d-b2b8-eb1447ee704e req-fa9b678f-10f2-4664-8ac9-0ca833394819 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Synchronizing usage tracker for tenant:a487a8012f6942fe8ddd9bac507c4ea0 on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:25:01.607057 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-592dd43e-40bb-4f6a-aa6f-84f8c17b34bd None None] Attempting to bind port ea782412-587f-45a2-b7fc-9ade7f8f23ba by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '93c0ce22-ca2e-4102-a5ac-29f4b6003ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '398656cc-8bc4-4a6a-ad11-d04eee603cee'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:25:01.607057 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592dd43e-40bb-4f6a-aa6f-84f8c17b34bd None None] Attempting to bind port ea782412-587f-45a2-b7fc-9ade7f8f23ba on network 398656cc-8bc4-4a6a-ad11-d04eee603cee {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:25:01.624544 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f64262-27f9-4f00-8825-7670e5637b7b req-a7ef7c03-65bc-4e44-bcb4-74bd637bb98f tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:01.625573 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-18f64262-27f9-4f00-8825-7670e5637b7b req-a7ef7c03-65bc-4e44-bcb4-74bd637bb98f tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:01.663445 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-18f64262-27f9-4f00-8825-7670e5637b7b req-a7ef7c03-65bc-4e44-bcb4-74bd637bb98f tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4919572 May 31 13:25:01.667368 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-3f8f124c-9cb6-447d-b2b8-eb1447ee704e req-fa9b678f-10f2-4664-8ac9-0ca833394819 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Unset dirty status for tenant:a487a8012f6942fe8ddd9bac507c4ea0 on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:25:01.669474 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3f8f124c-9cb6-447d-b2b8-eb1447ee704e req-fa9b678f-10f2-4664-8ac9-0ca833394819 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a487a8012f6942fe8ddd9bac507c4ea0 HTTP/1.1" status: 200 len: 6149 time: 0.3936560 May 31 13:25:01.677928 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-18f64262-27f9-4f00-8825-7670e5637b7b req-7b21417e-c27d-4a70-a235-bb45cd85d101 service neutron] Request body: {'port': {'device_id': '54f6a3fe-a9bd-4fd0-acec-ae9368d2faf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:25:01.682642 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c0028f-52f1-485d-b4ac-8427e0a8e5fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c38944f5-addb-47c7-b219-ea477f926c92,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:25:01.724191 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592dd43e-40bb-4f6a-aa6f-84f8c17b34bd None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:25:01.724941 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592dd43e-40bb-4f6a-aa6f-84f8c17b34bd None None] Checking segment: {'id': '93c0ce22-ca2e-4102-a5ac-29f4b6003ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '398656cc-8bc4-4a6a-ad11-d04eee603cee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:25:01.725509 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-592dd43e-40bb-4f6a-aa6f-84f8c17b34bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:01.726077 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592dd43e-40bb-4f6a-aa6f-84f8c17b34bd None None] Bound using segment: {'id': '93c0ce22-ca2e-4102-a5ac-29f4b6003ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '398656cc-8bc4-4a6a-ad11-d04eee603cee'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:25:01.726725 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-592dd43e-40bb-4f6a-aa6f-84f8c17b34bd None None] Bound port: ea782412-587f-45a2-b7fc-9ade7f8f23ba, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93c0ce22-ca2e-4102-a5ac-29f4b6003ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '398656cc-8bc4-4a6a-ad11-d04eee603cee'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:25:01.727277 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-592dd43e-40bb-4f6a-aa6f-84f8c17b34bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:01.730090 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-9b9ab351-abb3-48ef-b852-d79e8a60bd14 req-970f3b90-5ea0-402e-9959-4e8471c8776c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d4c9204-3d49-4098-85b7-785cd6ae26c2 HTTP/1.1" status: 200 len: 217 time: 0.1910949 May 31 13:25:01.732449 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-39c0028f-52f1-485d-b4ac-8427e0a8e5fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:01.840164 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-39c0028f-52f1-485d-b4ac-8427e0a8e5fc admin admin] 10.222.0.50 "DELETE /v2.0/subnets/c38944f5-addb-47c7-b219-ea477f926c92 HTTP/1.1" status: 204 len: 168 time: 1.5798266 May 31 13:25:01.841147 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39368) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:25:01.901148 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-592dd43e-40bb-4f6a-aa6f-84f8c17b34bd None None] For port ea782412-587f-45a2-b7fc-9ade7f8f23ba, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:25:01.905394 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-592dd43e-40bb-4f6a-aa6f-84f8c17b34bd None None] For port ea782412-587f-45a2-b7fc-9ade7f8f23ba, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=ea782412-587f-45a2-b7fc-9ade7f8f23ba,segment=NetworkSegment(93c0ce22-ca2e-4102-a5ac-29f4b6003ec8),segment_id=93c0ce22-ca2e-4102-a5ac-29f4b6003ec8)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:25:01.925457 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-592dd43e-40bb-4f6a-aa6f-84f8c17b34bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:01.938333 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-18f64262-27f9-4f00-8825-7670e5637b7b req-7b21417e-c27d-4a70-a235-bb45cd85d101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:01.957398 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3f8f124c-9cb6-447d-b2b8-eb1447ee704e req-fbd98395-c669-4119-801a-3092f586d88b tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/security-groups/98e17d4a-ac5b-4480-9bc6-49977fe0902a HTTP/1.1" status: 200 len: 2981 time: 0.1806405 May 31 13:25:02.003515 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9ab351-abb3-48ef-b852-d79e8a60bd14 req-c76eeb3b-3292-46de-8de0-10bf92bf42ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:02.006084 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-9b9ab351-abb3-48ef-b852-d79e8a60bd14 req-c76eeb3b-3292-46de-8de0-10bf92bf42ed service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f6fb7463-9434-4855-8fea-436f931ae20e HTTP/1.1" status: 200 len: 855 time: 0.2583060 May 31 13:25:02.052620 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592dd43e-40bb-4f6a-aa6f-84f8c17b34bd None None] Pushing event updated for resources: {'Port': ['ID=ea782412-587f-45a2-b7fc-9ade7f8f23ba,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:25:02.092674 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b2e8a518-bb6a-4746-9d42-6f702b4b6d2e None None] Provisioning for port 45d8f514-bd26-46ef-90f5-725ee81424e1 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:25:02.104338 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3f8f124c-9cb6-447d-b2b8-eb1447ee704e req-1bcc2888-464c-4d8f-b4a0-056999a16caa tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/security-groups/98e17d4a-ac5b-4480-9bc6-49977fe0902a HTTP/1.1" status: 200 len: 2981 time: 0.1454427 May 31 13:25:02.123415 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b2e8a518-bb6a-4746-9d42-6f702b4b6d2e None None] Provisioning complete for port 45d8f514-bd26-46ef-90f5-725ee81424e1 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:25:02.123937 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b2e8a518-bb6a-4746-9d42-6f702b4b6d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:02.150302 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7997f3ea-5599-4011-aa8c-062a3d6c0565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:02.341032 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b2e8a518-bb6a-4746-9d42-6f702b4b6d2e None None] Port 45d8f514-bd26-46ef-90f5-725ee81424e1 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:25:02.598534 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420e934f-393a-4246-8405-3346e980fbcc req-dac9fce3-34a9-433e-ac48-f0b7512781e4 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:02.609384 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-420e934f-393a-4246-8405-3346e980fbcc req-dac9fce3-34a9-433e-ac48-f0b7512781e4 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffdedfac-9c20-40fd-86fb-fc53814787c9 HTTP/1.1" status: 200 len: 944 time: 0.1572940 May 31 13:25:02.709171 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9ab351-abb3-48ef-b852-d79e8a60bd14 req-af69cd5a-aabb-4203-943b-6f638758db60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:02.710914 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-9b9ab351-abb3-48ef-b852-d79e8a60bd14 req-af69cd5a-aabb-4203-943b-6f638758db60 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1b3c2627-242d-47aa-a663-84cbc730d348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6967621 May 31 13:25:02.739467 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7997f3ea-5599-4011-aa8c-062a3d6c0565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:02.823317 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-7997f3ea-5599-4011-aa8c-062a3d6c0565 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b3c8d41-b43d-4739-acc3-c9eae6a83205']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:25:02.863288 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-18f64262-27f9-4f00-8825-7670e5637b7b req-7b21417e-c27d-4a70-a235-bb45cd85d101 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45d8f514-bd26-46ef-90f5-725ee81424e1 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:25:02.880234 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-18f64262-27f9-4f00-8825-7670e5637b7b req-7b21417e-c27d-4a70-a235-bb45cd85d101 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:02.885013 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-420e934f-393a-4246-8405-3346e980fbcc req-48b5b1eb-2c57-4bc8-b012-9cf2915ca75c tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] 10.222.0.50 "GET /v2.0/security-groups?id=3316f69c-0b0b-4b52-92ce-248c8657cef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2744353 May 31 13:25:02.899672 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-7997f3ea-5599-4011-aa8c-062a3d6c0565 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a592d348-649e-4ed1-b139-bdf2b9c4a847') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:25:02.900249 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-7997f3ea-5599-4011-aa8c-062a3d6c0565 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a592d348-649e-4ed1-b139-bdf2b9c4a847') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:25:02.912314 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-18f64262-27f9-4f00-8825-7670e5637b7b req-7b21417e-c27d-4a70-a235-bb45cd85d101 service neutron] Transition to ACTIVE for port object 45d8f514-bd26-46ef-90f5-725ee81424e1 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:25:02.917830 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-18f64262-27f9-4f00-8825-7670e5637b7b req-7b21417e-c27d-4a70-a235-bb45cd85d101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:02.923939 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7997f3ea-5599-4011-aa8c-062a3d6c0565 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:03.083901 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c12a16a9-d004-4eb7-b299-514634dffb11 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:03.123102 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c12a16a9-d004-4eb7-b299-514634dffb11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:03.147216 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b21417e-c27d-4a70-a235-bb45cd85d101 service neutron] Pushing event updated for resources: {'Port': ['ID=45d8f514-bd26-46ef-90f5-725ee81424e1,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:25:03.174197 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7997f3ea-5599-4011-aa8c-062a3d6c0565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:03.208107 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7997f3ea-5599-4011-aa8c-062a3d6c0565 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:25:03.209644 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7997f3ea-5599-4011-aa8c-062a3d6c0565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:03.212714 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dac443-c61a-421f-a63a-c187a70bbf06 req-64618318-1a0a-4f3c-aa1b-17dece9d9957 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:03.215096 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-92dac443-c61a-421f-a63a-c187a70bbf06 req-64618318-1a0a-4f3c-aa1b-17dece9d9957 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/networks?id=e576ad54-297c-4eec-b73b-25479782c1e2 HTTP/1.1" status: 200 len: 808 time: 0.4847488 May 31 13:25:03.319394 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-92dac443-c61a-421f-a63a-c187a70bbf06 req-1647eae7-72c5-49c6-be3a-61cab140a874 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/quotas/9d7345b6bbc64d3981e920379156fa19 HTTP/1.1" status: 200 len: 375 time: 0.0730536 May 31 13:25:03.323961 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-18f64262-27f9-4f00-8825-7670e5637b7b req-7b21417e-c27d-4a70-a235-bb45cd85d101 service neutron] Attempting to bind port 45d8f514-bd26-46ef-90f5-725ee81424e1 on host n-h1-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:25:03.324293 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-18f64262-27f9-4f00-8825-7670e5637b7b req-7b21417e-c27d-4a70-a235-bb45cd85d101 service neutron] Attempting to bind port 45d8f514-bd26-46ef-90f5-725ee81424e1 by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:25:03.324819 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f64262-27f9-4f00-8825-7670e5637b7b req-7b21417e-c27d-4a70-a235-bb45cd85d101 service neutron] Attempting to bind port 45d8f514-bd26-46ef-90f5-725ee81424e1 on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:25:03.337217 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-9b9ab351-abb3-48ef-b852-d79e8a60bd14 req-ede011de-9396-4efd-aca7-c34e9186d1d0 service neutron] 10.222.0.20 "GET /v2.0/networks/1b3c2627-242d-47aa-a663-84cbc730d348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5715401 May 31 13:25:03.410237 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f64262-27f9-4f00-8825-7670e5637b7b req-7b21417e-c27d-4a70-a235-bb45cd85d101 service neutron] Port 45d8f514-bd26-46ef-90f5-725ee81424e1 on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:25:03.410872 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f64262-27f9-4f00-8825-7670e5637b7b req-7b21417e-c27d-4a70-a235-bb45cd85d101 service neutron] Attempting to bind port 45d8f514-bd26-46ef-90f5-725ee81424e1 on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:25:03.582676 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f64262-27f9-4f00-8825-7670e5637b7b req-7b21417e-c27d-4a70-a235-bb45cd85d101 service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:25:03.583051 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f64262-27f9-4f00-8825-7670e5637b7b req-7b21417e-c27d-4a70-a235-bb45cd85d101 service neutron] Checking segment: {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:25:03.583432 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f64262-27f9-4f00-8825-7670e5637b7b req-7b21417e-c27d-4a70-a235-bb45cd85d101 service neutron] Bound using segment: {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:25:03.583890 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-18f64262-27f9-4f00-8825-7670e5637b7b req-7b21417e-c27d-4a70-a235-bb45cd85d101 service neutron] Bound port: 45d8f514-bd26-46ef-90f5-725ee81424e1, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:25:03.584267 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-18f64262-27f9-4f00-8825-7670e5637b7b req-7b21417e-c27d-4a70-a235-bb45cd85d101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:03.589584 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device ea782412-587f-45a2-b7fc-9ade7f8f23ba up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:25:03.601388 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment a592d348-649e-4ed1-b139-bdf2b9c4a847 resource provider aggregate not found May 31 13:25:03.622280 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe2173c-aba3-4cab-a1ae-50847b706eb2 req-380bab53-922f-4369-86b8-8825c1baf4b3 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:03.623974 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4fe2173c-aba3-4cab-a1ae-50847b706eb2 req-380bab53-922f-4369-86b8-8825c1baf4b3 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/ports?device_id=54f6a3fe-a9bd-4fd0-acec-ae9368d2faf2 HTTP/1.1" status: 200 len: 948 time: 0.5275671 May 31 13:25:03.641397 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7997f3ea-5599-4011-aa8c-062a3d6c0565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:03.645120 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment a592d348-649e-4ed1-b139-bdf2b9c4a847 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a592d348-649e-4ed1-b139-bdf2b9c4a847 found for delete ", "request_id": "req-566b430d-f723-43f7-aaaa-f78532028d26"}]} May 31 13:25:03.690493 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7997f3ea-5599-4011-aa8c-062a3d6c0565 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:03.727109 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port ea782412-587f-45a2-b7fc-9ade7f8f23ba completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:25:03.740755 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7997f3ea-5599-4011-aa8c-062a3d6c0565 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b3c8d41-b43d-4739-acc3-c9eae6a83205,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:25:03.754548 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4fe2173c-aba3-4cab-a1ae-50847b706eb2 req-1d8dc3b2-bdc0-4ad3-8e9d-41b18c373a8c tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4e17580-fef9-47ea-85b1-59ae8325b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090140 May 31 13:25:03.774918 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-9b9ab351-abb3-48ef-b852-d79e8a60bd14 req-56a4f419-cd53-497f-94b6-1f98ded832d8 service neutron] 10.222.0.20 "GET /v2.0/networks/1b3c2627-242d-47aa-a663-84cbc730d348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4298642 May 31 13:25:03.775186 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd919cd-9516-471c-a3ea-ca41e6c0ba2e None None] Network 398656cc-8bc4-4a6a-ad11-d04eee603cee requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:25:03.784543 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-92dac443-c61a-421f-a63a-c187a70bbf06 req-c99b3df7-e0ba-4b59-87f8-92b4e01a7cf7 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9d7345b6bbc64d3981e920379156fa19&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4566917 May 31 13:25:03.800346 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-18f64262-27f9-4f00-8825-7670e5637b7b req-7b21417e-c27d-4a70-a235-bb45cd85d101 service neutron] For port 45d8f514-bd26-46ef-90f5-725ee81424e1, host n-h1-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:25:03.814705 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-7997f3ea-5599-4011-aa8c-062a3d6c0565 admin admin] 10.222.0.50 "DELETE /v2.0/networks/5b3c8d41-b43d-4739-acc3-c9eae6a83205 HTTP/1.1" status: 204 len: 168 time: 1.9683886 May 31 13:25:03.819663 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39418) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:25:03.859049 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device a713b83b-03d8-4e07-aa31-65b58e4fc23b no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:25:03.866188 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-c12a16a9-d004-4eb7-b299-514634dffb11 admin admin] Allocated IP 172.25.6.82 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/a4c1501d-3929-4e85-83ff-9b966f9204d1) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:25:03.888884 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-7e02209d-c528-446e-ab5a-11d6a0bee2b4 req-15eeac58-5701-4e2e-bb8f-74844da08eab tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1854107197', 'description': 'tempest-description-1022706429'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:25:03.893480 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [req-0bab71f9-ff61-4f4d-9146-13d8c472d66c req-ba412c38-bdf1-4af4-90a3-bef23f4f12da service neutron] show failed (client error): The resource could not be found. May 31 13:25:03.894777 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0bab71f9-ff61-4f4d-9146-13d8c472d66c req-ba412c38-bdf1-4af4-90a3-bef23f4f12da service neutron] 10.222.0.20 "GET /v2.0/ports/dc8da617-a252-4841-8cb3-18718271901b/bindings/n-h2-843939-1 HTTP/1.1" status: 404 len: 380 time: 0.1987476 May 31 13:25:03.895772 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-18f64262-27f9-4f00-8825-7670e5637b7b req-7b21417e-c27d-4a70-a235-bb45cd85d101 service neutron] For port 45d8f514-bd26-46ef-90f5-725ee81424e1, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=45d8f514-bd26-46ef-90f5-725ee81424e1,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:25:03.903125 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-7e02209d-c528-446e-ab5a-11d6a0bee2b4 req-15eeac58-5701-4e2e-bb8f-74844da08eab tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:25:03.914615 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-18f64262-27f9-4f00-8825-7670e5637b7b req-7b21417e-c27d-4a70-a235-bb45cd85d101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:03.959063 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-044919ff-ce6f-4f0d-91b5-b6300eb561e3 None None] Provisioning for port ea782412-587f-45a2-b7fc-9ade7f8f23ba completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:25:03.970773 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-044919ff-ce6f-4f0d-91b5-b6300eb561e3 None None] Provisioning complete for port ea782412-587f-45a2-b7fc-9ade7f8f23ba triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:25:03.971234 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-044919ff-ce6f-4f0d-91b5-b6300eb561e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:03.983746 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-7e02209d-c528-446e-ab5a-11d6a0bee2b4 req-15eeac58-5701-4e2e-bb8f-74844da08eab tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:25:04.012076 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f64262-27f9-4f00-8825-7670e5637b7b req-7b21417e-c27d-4a70-a235-bb45cd85d101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:04.012909 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-18f64262-27f9-4f00-8825-7670e5637b7b req-7b21417e-c27d-4a70-a235-bb45cd85d101 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:04.014601 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-18f64262-27f9-4f00-8825-7670e5637b7b req-7b21417e-c27d-4a70-a235-bb45cd85d101 service neutron] 10.222.0.20 "PUT /v2.0/ports/45d8f514-bd26-46ef-90f5-725ee81424e1 HTTP/1.1" status: 200 len: 1096 time: 2.3413365 May 31 13:25:04.017080 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54f6a3fe-a9bd-4fd0-acec-ae9368d2faf2', 'tag': '45d8f514-bd26-46ef-90f5-725ee81424e1'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:25:04.052369 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7e02209d-c528-446e-ab5a-11d6a0bee2b4 req-15eeac58-5701-4e2e-bb8f-74844da08eab tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:04.089295 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b21417e-c27d-4a70-a235-bb45cd85d101 service neutron] Pushing event updated for resources: {'Port': ['ID=45d8f514-bd26-46ef-90f5-725ee81424e1,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:25:04.125845 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ec82164-3878-48a4-bf7c-de9eddd09571 admin admin] Deleting subnet c7f750c1-62e8-4ee8-af22-932df0f53ee4 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:25:04.133898 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4ec82164-3878-48a4-bf7c-de9eddd09571 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:04.160768 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-7e02209d-c528-446e-ab5a-11d6a0bee2b4 req-15eeac58-5701-4e2e-bb8f-74844da08eab tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:25:04.177114 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-7e02209d-c528-446e-ab5a-11d6a0bee2b4 req-15eeac58-5701-4e2e-bb8f-74844da08eab tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Usage tracker for resource:security_group_rule and tenant:a487a8012f6942fe8ddd9bac507c4ea0 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:25:04.181596 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-92dac443-c61a-421f-a63a-c187a70bbf06 req-b0b1d8b6-7406-4d84-a007-d14777684b4b service neutron] 10.222.0.50 "GET /v2.0/networks/e576ad54-297c-4eec-b73b-25479782c1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3962266 May 31 13:25:04.183635 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-7e02209d-c528-446e-ab5a-11d6a0bee2b4 req-15eeac58-5701-4e2e-bb8f-74844da08eab tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:25:04.236947 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port a713b83b-03d8-4e07-aa31-65b58e4fc23b is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:25:04.237600 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:04.262426 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-7e02209d-c528-446e-ab5a-11d6a0bee2b4 req-15eeac58-5701-4e2e-bb8f-74844da08eab tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:25:04.356526 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c12a16a9-d004-4eb7-b299-514634dffb11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:04.367996 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd1f28db-980f-460f-9d1a-6d9576db37e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a713b83b-03d8-4e07-aa31-65b58e4fc23b'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:25:04.373709 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4ec82164-3878-48a4-bf7c-de9eddd09571 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:04.409552 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port a713b83b-03d8-4e07-aa31-65b58e4fc23b, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=a713b83b-03d8-4e07-aa31-65b58e4fc23b,segment=NetworkSegment(5e25fb0d-97f0-46e3-9365-1fe4cebfedef),segment_id=5e25fb0d-97f0-46e3-9365-1fe4cebfedef)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:25:04.424417 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:04.463892 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-92dac443-c61a-421f-a63a-c187a70bbf06 req-69f321de-fe83-4d6b-bc46-13a2ecdd5062 service neutron] 10.222.0.50 "GET /v2.0/networks/e576ad54-297c-4eec-b73b-25479782c1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732413 May 31 13:25:04.492457 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4ec82164-3878-48a4-bf7c-de9eddd09571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:04.530188 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-044919ff-ce6f-4f0d-91b5-b6300eb561e3 None None] Current status of the port ea782412-587f-45a2-b7fc-9ade7f8f23ba is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:25:04.531136 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-044919ff-ce6f-4f0d-91b5-b6300eb561e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:04.537845 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f64262-27f9-4f00-8825-7670e5637b7b req-354e71c5-9666-4312-8e01-a87c958cdd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:04.540553 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-18f64262-27f9-4f00-8825-7670e5637b7b req-354e71c5-9666-4312-8e01-a87c958cdd15 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=09dd0f3ff03c49d3a5c47e4de6593f6c&device_id=54f6a3fe-a9bd-4fd0-acec-ae9368d2faf2 HTTP/1.1" status: 200 len: 1099 time: 0.4388564 May 31 13:25:04.586251 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=a713b83b-03d8-4e07-aa31-65b58e4fc23b,revision_number=8']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:25:04.600840 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c12a16a9-d004-4eb7-b299-514634dffb11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:04.646729 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-044919ff-ce6f-4f0d-91b5-b6300eb561e3 None None] For port ea782412-587f-45a2-b7fc-9ade7f8f23ba, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=ea782412-587f-45a2-b7fc-9ade7f8f23ba,segment=NetworkSegment(93c0ce22-ca2e-4102-a5ac-29f4b6003ec8),segment_id=93c0ce22-ca2e-4102-a5ac-29f4b6003ec8)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:25:04.652403 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4ec82164-3878-48a4-bf7c-de9eddd09571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:04.653792 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab71f9-ff61-4f4d-9146-13d8c472d66c req-515c3279-6962-4092-bbd5-4c7ae0c186cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:04.656898 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0bab71f9-ff61-4f4d-9146-13d8c472d66c req-515c3279-6962-4092-bbd5-4c7ae0c186cf service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4510f090-0a02-4ef1-8cc4-e9dea399e0f1&tenant_id=c905d91f2f614f928153cd05b2f8a225 HTTP/1.1" status: 200 len: 1100 time: 0.4641855 May 31 13:25:04.659333 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-044919ff-ce6f-4f0d-91b5-b6300eb561e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:04.672143 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-0bab71f9-ff61-4f4d-9146-13d8c472d66c req-5cb10e37-a9c4-4295-a5c7-95b8f6102770 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843939-1', 'device_owner': 'compute:nova'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:25:04.698337 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-18f64262-27f9-4f00-8825-7670e5637b7b req-9160ece7-2aca-4c84-97c6-097f582c5cc5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=45d8f514-bd26-46ef-90f5-725ee81424e1 HTTP/1.1" status: 200 len: 217 time: 0.1474061 May 31 13:25:04.738023 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12a16a9-d004-4eb7-b299-514634dffb11 admin admin] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:25:04.742080 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-c12a16a9-d004-4eb7-b299-514634dffb11 admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:25:04.746119 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec82164-3878-48a4-bf7c-de9eddd09571 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7f750c1-62e8-4ee8-af22-932df0f53ee4,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:25:04.754121 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4ec82164-3878-48a4-bf7c-de9eddd09571 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:04.763838 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12a16a9-d004-4eb7-b299-514634dffb11 admin admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:25:04.801562 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-4ec82164-3878-48a4-bf7c-de9eddd09571 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/c7f750c1-62e8-4ee8-af22-932df0f53ee4 HTTP/1.1" status: 204 len: 168 time: 0.9806414 May 31 13:25:04.807927 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39434) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:25:04.824497 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7e02209d-c528-446e-ab5a-11d6a0bee2b4 req-15eeac58-5701-4e2e-bb8f-74844da08eab tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:04.836046 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7e02209d-c528-446e-ab5a-11d6a0bee2b4 req-15eeac58-5701-4e2e-bb8f-74844da08eab tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:04.858900 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044919ff-ce6f-4f0d-91b5-b6300eb561e3 None None] Pushing event updated for resources: {'Port': ['ID=ea782412-587f-45a2-b7fc-9ade7f8f23ba,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:25:04.874470 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044919ff-ce6f-4f0d-91b5-b6300eb561e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:25:04.874800 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044919ff-ce6f-4f0d-91b5-b6300eb561e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:25:04.875132 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044919ff-ce6f-4f0d-91b5-b6300eb561e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:25:04.875459 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044919ff-ce6f-4f0d-91b5-b6300eb561e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:25:04.875786 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044919ff-ce6f-4f0d-91b5-b6300eb561e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:25:04.876107 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044919ff-ce6f-4f0d-91b5-b6300eb561e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:25:04.876427 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044919ff-ce6f-4f0d-91b5-b6300eb561e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:25:04.876749 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044919ff-ce6f-4f0d-91b5-b6300eb561e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:25:04.877064 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044919ff-ce6f-4f0d-91b5-b6300eb561e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:25:04.877392 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044919ff-ce6f-4f0d-91b5-b6300eb561e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:25:04.877697 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044919ff-ce6f-4f0d-91b5-b6300eb561e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:25:04.878024 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044919ff-ce6f-4f0d-91b5-b6300eb561e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:25:04.894723 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eeac58-5701-4e2e-bb8f-74844da08eab tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb19413-a72c-47ce-8fb3-65c7a09ab793,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:25:04.910150 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12a16a9-d004-4eb7-b299-514634dffb11 admin admin] Pushing event updated for resources: {'Port': ['ID=a4c1501d-3929-4e85-83ff-9b966f9204d1,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:25:05.018771 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-0bab71f9-ff61-4f4d-9146-13d8c472d66c req-5cb10e37-a9c4-4295-a5c7-95b8f6102770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:05.031126 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f64262-27f9-4f00-8825-7670e5637b7b req-ce828baf-9139-4b09-bcc7-309ba3173210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:05.033083 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-18f64262-27f9-4f00-8825-7670e5637b7b req-ce828baf-9139-4b09-bcc7-309ba3173210 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.3214624 May 31 13:25:05.179168 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-665fe855-261d-4a5c-873c-f8ffd073acd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:05.248471 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-71f89888-1697-436b-be31-c336677fa1bc None None] Provisioning complete for port ea782412-587f-45a2-b7fc-9ade7f8f23ba triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:25:05.249618 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-71f89888-1697-436b-be31-c336677fa1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:05.312692 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7e02209d-c528-446e-ab5a-11d6a0bee2b4 req-15eeac58-5701-4e2e-bb8f-74844da08eab tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:05.314087 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7e02209d-c528-446e-ab5a-11d6a0bee2b4 req-15eeac58-5701-4e2e-bb8f-74844da08eab tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.4843283 May 31 13:25:05.478104 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f64262-27f9-4f00-8825-7670e5637b7b req-80031ae1-849d-4527-b352-5de4bbace5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:05.480822 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-18f64262-27f9-4f00-8825-7670e5637b7b req-80031ae1-849d-4527-b352-5de4bbace5e0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3876951 May 31 13:25:05.564480 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e95ae9-2382-4ddc-8c66-9d49119ea606 req-bc0d3f0d-3edb-496b-b084-903efd222226 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:05.569096 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-36e95ae9-2382-4ddc-8c66-9d49119ea606 req-bc0d3f0d-3edb-496b-b084-903efd222226 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=4510f090-0a02-4ef1-8cc4-e9dea399e0f1 HTTP/1.1" status: 200 len: 949 time: 0.6284986 May 31 13:25:05.643670 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-71f89888-1697-436b-be31-c336677fa1bc None None] Current status of the port ea782412-587f-45a2-b7fc-9ade7f8f23ba is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:25:05.656369 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device ea782412-587f-45a2-b7fc-9ade7f8f23ba up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:25:05.791499 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port ea782412-587f-45a2-b7fc-9ade7f8f23ba triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:25:05.791499 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:05.793362 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-665fe855-261d-4a5c-873c-f8ffd073acd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:05.884516 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-36e95ae9-2382-4ddc-8c66-9d49119ea606 req-162f6f10-1b0f-4e93-9376-b18ddc645274 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951523 May 31 13:25:06.003015 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13555bf1-0c33-4038-a5d9-f5701bb44075'] response: {'name': 'network-changed', 'server_uuid': '54f6a3fe-a9bd-4fd0-acec-ae9368d2faf2', 'tag': '45d8f514-bd26-46ef-90f5-725ee81424e1', 'status': 'completed', 'code': 200} May 31 13:25:06.062627 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13157717-a3e8-4b6e-9c47-eaeb63d72874'] response: {'server_uuid': 'bd1f28db-980f-460f-9d1a-6d9576db37e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a713b83b-03d8-4e07-aa31-65b58e4fc23b', 'code': 200} May 31 13:25:06.080147 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port ea782412-587f-45a2-b7fc-9ade7f8f23ba is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:25:06.189356 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-665fe855-261d-4a5c-873c-f8ffd073acd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a0a25c3-0cc0-4957-9c4d-5d58da14e888']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:25:06.209412 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-665fe855-261d-4a5c-873c-f8ffd073acd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68629870-baf0-4578-8462-e5e8482e10f4') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:25:06.209716 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-665fe855-261d-4a5c-873c-f8ffd073acd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68629870-baf0-4578-8462-e5e8482e10f4') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:25:06.273623 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-665fe855-261d-4a5c-873c-f8ffd073acd5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:06.306781 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f70dd175-ac8d-4cd5-97f5-2b2577b1479f req-6a6eb2fc-f9f0-4672-b90e-98cc58e008d5 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/ports?device_id=95537a9c-c133-465c-9a9a-4b1c5e23bfe6 HTTP/1.1" status: 200 len: 210 time: 0.0797193 May 31 13:25:06.308465 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-0bab71f9-ff61-4f4d-9146-13d8c472d66c req-5cb10e37-a9c4-4295-a5c7-95b8f6102770 service neutron] For port dc8da617-a252-4841-8cb3-18718271901b, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=dc8da617-a252-4841-8cb3-18718271901b,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:25:06.317614 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-18f64262-27f9-4f00-8825-7670e5637b7b req-533ccf47-e6b6-4ad5-b3a5-dac3ccd5ffe3 service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8274374 May 31 13:25:06.324130 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-665fe855-261d-4a5c-873c-f8ffd073acd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:06.337213 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-665fe855-261d-4a5c-873c-f8ffd073acd5 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:25:06.337756 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-665fe855-261d-4a5c-873c-f8ffd073acd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:06.423843 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 68629870-baf0-4578-8462-e5e8482e10f4 resource provider aggregate not found May 31 13:25:06.434790 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c12a16a9-d004-4eb7-b299-514634dffb11 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:06.497844 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 68629870-baf0-4578-8462-e5e8482e10f4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 68629870-baf0-4578-8462-e5e8482e10f4 found for delete ", "request_id": "req-ff896038-0b72-47fc-9ba0-94db2d0d1691"}]} May 31 13:25:06.515541 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-0bab71f9-ff61-4f4d-9146-13d8c472d66c req-5cb10e37-a9c4-4295-a5c7-95b8f6102770 service neutron] For port dc8da617-a252-4841-8cb3-18718271901b, host n-h1-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:25:06.537535 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-665fe855-261d-4a5c-873c-f8ffd073acd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:06.578290 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95572aa7-373d-4737-87b5-2cf5ba29d82b req-39347e79-c3d4-4412-a23c-12678c437233 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:06.579633 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-95572aa7-373d-4737-87b5-2cf5ba29d82b req-39347e79-c3d4-4412-a23c-12678c437233 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffdedfac-9c20-40fd-86fb-fc53814787c9 HTTP/1.1" status: 200 len: 944 time: 0.6047468 May 31 13:25:06.628460 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-665fe855-261d-4a5c-873c-f8ffd073acd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:06.642768 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665fe855-261d-4a5c-873c-f8ffd073acd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a0a25c3-0cc0-4957-9c4d-5d58da14e888,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:25:06.650892 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-665fe855-261d-4a5c-873c-f8ffd073acd5 admin admin] 10.222.0.50 "DELETE /v2.0/networks/6a0a25c3-0cc0-4957-9c4d-5d58da14e888 HTTP/1.1" status: 204 len: 168 time: 1.8290303 May 31 13:25:06.751811 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-0bab71f9-ff61-4f4d-9146-13d8c472d66c req-5cb10e37-a9c4-4295-a5c7-95b8f6102770 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:06.759607 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-18f64262-27f9-4f00-8825-7670e5637b7b req-2a37de85-784e-48b1-a3dd-4f5075930941 service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4347475 May 31 13:25:06.803473 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-0bab71f9-ff61-4f4d-9146-13d8c472d66c req-5cb10e37-a9c4-4295-a5c7-95b8f6102770 service neutron] Transition to ACTIVE for port object dc8da617-a252-4841-8cb3-18718271901b will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:25:06.815291 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 39458) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:25:06.825971 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-95572aa7-373d-4737-87b5-2cf5ba29d82b req-9a22f383-52ba-4115-bb9d-097b53cad25f tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] 10.222.0.50 "GET /v2.0/security-groups?id=3316f69c-0b0b-4b52-92ce-248c8657cef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2287982 May 31 13:25:06.826832 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-0bab71f9-ff61-4f4d-9146-13d8c472d66c req-5cb10e37-a9c4-4295-a5c7-95b8f6102770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:06.910733 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a1cdb3-124e-400b-9872-71ab14a9b8bb req-a0062e27-b3db-4e52-8eac-f9efcc873447 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:06.912184 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e5a1cdb3-124e-400b-9872-71ab14a9b8bb req-a0062e27-b3db-4e52-8eac-f9efcc873447 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/ports?device_id=54f6a3fe-a9bd-4fd0-acec-ae9368d2faf2 HTTP/1.1" status: 200 len: 948 time: 0.4599061 May 31 13:25:06.917306 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c12a16a9-d004-4eb7-b299-514634dffb11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:06.962731 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-d9560fe3-91ff-46dc-94c0-65702400adf4 req-543f9162-36e4-4ffa-a77d-5687d237a15d tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-897356892', 'description': 'tempest-description-1013188672'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:25:07.039464 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-d9560fe3-91ff-46dc-94c0-65702400adf4 req-543f9162-36e4-4ffa-a77d-5687d237a15d tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:25:07.086236 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-d9560fe3-91ff-46dc-94c0-65702400adf4 req-543f9162-36e4-4ffa-a77d-5687d237a15d tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Usage tracker for resource:security_group and tenant:a487a8012f6942fe8ddd9bac507c4ea0 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:25:07.096774 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device dc8da617-a252-4841-8cb3-18718271901b no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:25:07.111916 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-d9560fe3-91ff-46dc-94c0-65702400adf4 req-543f9162-36e4-4ffa-a77d-5687d237a15d tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:25:07.133939 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c12a16a9-d004-4eb7-b299-514634dffb11 admin admin] Router ff13040e-2491-4cbe-8479-2b5ed2ed0bb5 is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 13:25:07.171378 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dac443-c61a-421f-a63a-c187a70bbf06 req-59d78b80-be60-41f2-9ec1-bc1a5a9cee85 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:07.173113 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-92dac443-c61a-421f-a63a-c187a70bbf06 req-59d78b80-be60-41f2-9ec1-bc1a5a9cee85 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.44 "GET /v2.0/networks?id=e576ad54-297c-4eec-b73b-25479782c1e2 HTTP/1.1" status: 200 len: 808 time: 0.5748959 May 31 13:25:07.186399 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device dc8da617-a252-4841-8cb3-18718271901b not bound to the agent host n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:25:07.190149 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-d9560fe3-91ff-46dc-94c0-65702400adf4 req-543f9162-36e4-4ffa-a77d-5687d237a15d tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:25:07.210348 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bab71f9-ff61-4f4d-9146-13d8c472d66c req-5cb10e37-a9c4-4295-a5c7-95b8f6102770 service neutron] No DVR routers for this DVR port dc8da617-a252-4841-8cb3-18718271901b on host n-h1-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:25:07.219462 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-92dac443-c61a-421f-a63a-c187a70bbf06 req-0281ef5b-937d-45b7-b1af-5cbcef8c8a42 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Request body: {'port': {'device_id': '95537a9c-c133-465c-9a9a-4b1c5e23bfe6', 'network_id': 'e576ad54-297c-4eec-b73b-25479782c1e2', 'admin_state_up': True, 'tenant_id': '9d7345b6bbc64d3981e920379156fa19'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:25:07.220209 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:07.239269 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb10e37-a9c4-4295-a5c7-95b8f6102770 service neutron] Pushing event updated for resources: {'Port': ['ID=dc8da617-a252-4841-8cb3-18718271901b,revision_number=6']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:25:07.284181 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-26ef8b77-f40e-45c4-9de6-e8471fbac222 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2539a3508c4b448ea8707834972224c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4669106 May 31 13:25:07.292882 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39464) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:25:07.343502 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e5a1cdb3-124e-400b-9872-71ab14a9b8bb req-304bc00a-7002-4908-9913-28ffd3a5a0bc tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4e17580-fef9-47ea-85b1-59ae8325b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3860791 May 31 13:25:07.366200 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c12a16a9-d004-4eb7-b299-514634dffb11 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:25:07.381049 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36948ab5-ce78-4549-8e96-38782f1bff92 None None] Sync routers for ids ['ff13040e-2491-4cbe-8479-2b5ed2ed0bb5'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:25:07.381318 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d9560fe3-91ff-46dc-94c0-65702400adf4 req-543f9162-36e4-4ffa-a77d-5687d237a15d tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:07.403637 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36948ab5-ce78-4549-8e96-38782f1bff92 None None] Routers {'ff13040e-2491-4cbe-8479-2b5ed2ed0bb5'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:25:07.404357 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-36948ab5-ce78-4549-8e96-38782f1bff92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:24:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['ff13040e-2491-4cbe-8479-2b5ed2ed0bb5'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:25:07.404503 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dac86050-7372-4938-984a-e814b856cb6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:07.414619 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c12a16a9-d004-4eb7-b299-514634dffb11 admin admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:07.419111 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c12a16a9-d004-4eb7-b299-514634dffb11 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.2434916 May 31 13:25:07.419494 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39470) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:25:07.421475 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-0bab71f9-ff61-4f4d-9146-13d8c472d66c req-5cb10e37-a9c4-4295-a5c7-95b8f6102770 service neutron] Attempting to bind port dc8da617-a252-4841-8cb3-18718271901b on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:25:07.421971 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-0bab71f9-ff61-4f4d-9146-13d8c472d66c req-5cb10e37-a9c4-4295-a5c7-95b8f6102770 service neutron] Attempting to bind port dc8da617-a252-4841-8cb3-18718271901b by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:25:07.422479 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bab71f9-ff61-4f4d-9146-13d8c472d66c req-5cb10e37-a9c4-4295-a5c7-95b8f6102770 service neutron] Attempting to bind port dc8da617-a252-4841-8cb3-18718271901b on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:25:07.457791 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-d9560fe3-91ff-46dc-94c0-65702400adf4 req-543f9162-36e4-4ffa-a77d-5687d237a15d tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:25:07.478159 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bab71f9-ff61-4f4d-9146-13d8c472d66c req-5cb10e37-a9c4-4295-a5c7-95b8f6102770 service neutron] Port dc8da617-a252-4841-8cb3-18718271901b on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:25:07.478690 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bab71f9-ff61-4f4d-9146-13d8c472d66c req-5cb10e37-a9c4-4295-a5c7-95b8f6102770 service neutron] Attempting to bind port dc8da617-a252-4841-8cb3-18718271901b on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:25:07.487380 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-d9560fe3-91ff-46dc-94c0-65702400adf4 req-543f9162-36e4-4ffa-a77d-5687d237a15d tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Usage tracker for resource:security_group_rule and tenant:a487a8012f6942fe8ddd9bac507c4ea0 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:25:07.507342 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-d9560fe3-91ff-46dc-94c0-65702400adf4 req-543f9162-36e4-4ffa-a77d-5687d237a15d tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:25:07.512730 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efdb9d7-ec9c-4531-b204-98c65c03e010 req-1f6f1c89-3538-4616-8ccf-1d103e8c9a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:07.514539 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5efdb9d7-ec9c-4531-b204-98c65c03e010 req-1f6f1c89-3538-4616-8ccf-1d103e8c9a1c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=09dd0f3ff03c49d3a5c47e4de6593f6c&device_id=54f6a3fe-a9bd-4fd0-acec-ae9368d2faf2 HTTP/1.1" status: 200 len: 1099 time: 0.6014946 May 31 13:25:07.521000 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dac86050-7372-4938-984a-e814b856cb6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:07.522020 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bab71f9-ff61-4f4d-9146-13d8c472d66c req-5cb10e37-a9c4-4295-a5c7-95b8f6102770 service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:25:07.522563 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bab71f9-ff61-4f4d-9146-13d8c472d66c req-5cb10e37-a9c4-4295-a5c7-95b8f6102770 service neutron] Checking segment: {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:25:07.522942 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bab71f9-ff61-4f4d-9146-13d8c472d66c req-5cb10e37-a9c4-4295-a5c7-95b8f6102770 service neutron] Bound using segment: {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:25:07.523470 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-0bab71f9-ff61-4f4d-9146-13d8c472d66c req-5cb10e37-a9c4-4295-a5c7-95b8f6102770 service neutron] Bound port: dc8da617-a252-4841-8cb3-18718271901b, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:25:07.523704 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-0bab71f9-ff61-4f4d-9146-13d8c472d66c req-5cb10e37-a9c4-4295-a5c7-95b8f6102770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:07.538194 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-d9560fe3-91ff-46dc-94c0-65702400adf4 req-543f9162-36e4-4ffa-a77d-5687d237a15d tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:25:07.720270 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-36948ab5-ce78-4549-8e96-38782f1bff92 None None] Set router ff13040e-2491-4cbe-8479-2b5ed2ed0bb5 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:25:07.771629 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-92dac443-c61a-421f-a63a-c187a70bbf06 req-0281ef5b-937d-45b7-b1af-5cbcef8c8a42 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:25:07.882163 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dac86050-7372-4938-984a-e814b856cb6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:07.920600 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-0bab71f9-ff61-4f4d-9146-13d8c472d66c req-5cb10e37-a9c4-4295-a5c7-95b8f6102770 service neutron] For port dc8da617-a252-4841-8cb3-18718271901b, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:25:07.924834 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-0bab71f9-ff61-4f4d-9146-13d8c472d66c req-5cb10e37-a9c4-4295-a5c7-95b8f6102770 service neutron] For port dc8da617-a252-4841-8cb3-18718271901b, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=dc8da617-a252-4841-8cb3-18718271901b,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:25:07.945819 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac86050-7372-4938-984a-e814b856cb6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0636da6d-6c16-4cfb-8ddd-969c4c81428d,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:25:07.977566 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efdb9d7-ec9c-4531-b204-98c65c03e010 req-73a4cd70-5de5-4107-9acb-408037199c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:07.979912 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5efdb9d7-ec9c-4531-b204-98c65c03e010 req-73a4cd70-5de5-4107-9acb-408037199c88 service neutron] 10.222.0.20 "GET /v2.0/networks?id=85b11c4f-90ad-4763-b38d-22d3f87089f4 HTTP/1.1" status: 200 len: 870 time: 0.4427605 May 31 13:25:07.995337 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-0bab71f9-ff61-4f4d-9146-13d8c472d66c req-5cb10e37-a9c4-4295-a5c7-95b8f6102770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:08.011274 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-92dac443-c61a-421f-a63a-c187a70bbf06 req-0281ef5b-937d-45b7-b1af-5cbcef8c8a42 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:25:08.029001 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dac86050-7372-4938-984a-e814b856cb6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:08.033204 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-dac86050-7372-4938-984a-e814b856cb6f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0636da6d-6c16-4cfb-8ddd-969c4c81428d HTTP/1.1" status: 204 len: 168 time: 0.7392759 May 31 13:25:08.060693 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4510f090-0a02-4ef1-8cc4-e9dea399e0f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc8da617-a252-4841-8cb3-18718271901b'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:25:08.282064 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-36948ab5-ce78-4549-8e96-38782f1bff92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff13040e-2491-4cbe-8479-2b5ed2ed0bb5', 'name': 'tempest-TaggedBootDevicesTest-1676681651-router', 'tenant_id': '3239bed898c344b59ed7ea3353897e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'a4c1501d-3929-4e85-83ff-9b966f9204d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:25:00Z', 'updated_at': '2022-05-31T13:25:05Z', 'revision_number': 3, 'project_id': '3239bed898c344b59ed7ea3353897e74', 'gw_port': {'id': 'a4c1501d-3929-4e85-83ff-9b966f9204d1', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b5:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff13040e-2491-4cbe-8479-2b5ed2ed0bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:25:03Z', 'updated_at': '2022-05-31T13:25:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:25:08.286732 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36948ab5-ce78-4549-8e96-38782f1bff92 None None] Checking router: ff13040e-2491-4cbe-8479-2b5ed2ed0bb5 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:25:08.287079 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36948ab5-ce78-4549-8e96-38782f1bff92 None None] Updating router ff13040e-2491-4cbe-8479-2b5ed2ed0bb5 port a4c1501d-3929-4e85-83ff-9b966f9204d1 binding host n-d-843939-1 {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:25:08.347627 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-36948ab5-ce78-4549-8e96-38782f1bff92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:08.548527 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5efdb9d7-ec9c-4531-b204-98c65c03e010 req-538c8d51-17d0-4889-896c-c3fb53c47da0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=45d8f514-bd26-46ef-90f5-725ee81424e1 HTTP/1.1" status: 200 len: 217 time: 0.5423913 May 31 13:25:08.580337 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab71f9-ff61-4f4d-9146-13d8c472d66c req-5cb10e37-a9c4-4295-a5c7-95b8f6102770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:08.580996 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-0bab71f9-ff61-4f4d-9146-13d8c472d66c req-5cb10e37-a9c4-4295-a5c7-95b8f6102770 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:08.582464 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0bab71f9-ff61-4f4d-9146-13d8c472d66c req-5cb10e37-a9c4-4295-a5c7-95b8f6102770 service neutron] 10.222.0.44 "PUT /v2.0/ports/dc8da617-a252-4841-8cb3-18718271901b HTTP/1.1" status: 200 len: 1095 time: 3.9148591 May 31 13:25:08.654605 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6d647900-a048-4f5a-b6b2-6c388848da4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:08.670517 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7a0760-6fee-49b0-8ec7-9193a2a58d8c req-74d94b20-fe54-4a17-832c-974070df2fd7 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:08.676929 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39492) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:25:08.678623 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2a7a0760-6fee-49b0-8ec7-9193a2a58d8c req-74d94b20-fe54-4a17-832c-974070df2fd7 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/networks?id=54080721-9f8a-4f91-bfc0-a61481e712fa HTTP/1.1" status: 200 len: 805 time: 1.1423943 May 31 13:25:08.688255 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efdb9d7-ec9c-4531-b204-98c65c03e010 req-229499cf-a57d-489d-a793-77b115f7fb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:08.690284 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5efdb9d7-ec9c-4531-b204-98c65c03e010 req-229499cf-a57d-489d-a793-77b115f7fb65 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.0891767 May 31 13:25:08.766831 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:08.802614 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2a7a0760-6fee-49b0-8ec7-9193a2a58d8c req-fa4abf8d-50ce-4047-9d62-9dee5e9eb9fc tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/quotas/e2597a7ed6d8470e9c70cdf094415106 HTTP/1.1" status: 200 len: 375 time: 0.1230445 May 31 13:25:08.803275 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92dac443-c61a-421f-a63a-c187a70bbf06 req-0281ef5b-937d-45b7-b1af-5cbcef8c8a42 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Made reservation on behalf of 9d7345b6bbc64d3981e920379156fa19 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:25:08.809439 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-92dac443-c61a-421f-a63a-c187a70bbf06 req-0281ef5b-937d-45b7-b1af-5cbcef8c8a42 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:08.817380 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b704a8ff-478a-43e9-9c15-c5d76b9f4744 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7263e6f882694af4b3c4cfbaa871d77b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1391041 May 31 13:25:08.844579 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 39496) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:25:08.962038 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-6d647900-a048-4f5a-b6b2-6c388848da4d admin admin] Allocated IP 172.20.0.1 (398656cc-8bc4-4a6a-ad11-d04eee603cee/69094bcc-9239-4f53-bcfd-7f7eb81b8615/994a437b-a620-43f2-8b4b-46c4aad6ee46) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:25:08.980791 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d9560fe3-91ff-46dc-94c0-65702400adf4 req-543f9162-36e4-4ffa-a77d-5687d237a15d tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:08.987556 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb10e37-a9c4-4295-a5c7-95b8f6102770 service neutron] Pushing event updated for resources: {'Port': ['ID=dc8da617-a252-4841-8cb3-18718271901b,revision_number=7']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:25:09.034998 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-36948ab5-ce78-4549-8e96-38782f1bff92 None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:09.054272 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-36948ab5-ce78-4549-8e96-38782f1bff92 None None] Transition to ACTIVE for port object a4c1501d-3929-4e85-83ff-9b966f9204d1 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:25:09.060160 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d9560fe3-91ff-46dc-94c0-65702400adf4 req-543f9162-36e4-4ffa-a77d-5687d237a15d tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:09.065456 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-36948ab5-ce78-4549-8e96-38782f1bff92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:09.109503 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 4d4c9204-3d49-4098-85b7-785cd6ae26c2 details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:25:09.133774 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6d647900-a048-4f5a-b6b2-6c388848da4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:09.149692 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb6834a-89d0-46b6-a4f8-c3efa0177c49 req-96881ab5-18f5-4f74-840c-4486de373b1c tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:09.152028 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8eb6834a-89d0-46b6-a4f8-c3efa0177c49 req-96881ab5-18f5-4f74-840c-4486de373b1c tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd1f28db-980f-460f-9d1a-6d9576db37e9 HTTP/1.1" status: 200 len: 943 time: 0.6670308 May 31 13:25:09.153409 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-6d647900-a048-4f5a-b6b2-6c388848da4d admin admin] Transition to ACTIVE for port object 994a437b-a620-43f2-8b4b-46c4aad6ee46 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:25:09.155456 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-36948ab5-ce78-4549-8e96-38782f1bff92 None None] Attempting to bind port a4c1501d-3929-4e85-83ff-9b966f9204d1 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:25:09.155833 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-36948ab5-ce78-4549-8e96-38782f1bff92 None None] Attempting to bind port a4c1501d-3929-4e85-83ff-9b966f9204d1 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:25:09.156195 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36948ab5-ce78-4549-8e96-38782f1bff92 None None] Attempting to bind port a4c1501d-3929-4e85-83ff-9b966f9204d1 on network d2103cd5-63ba-4c24-9d95-fd17643bf14c {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:25:09.167830 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec16e4a-9c32-45a9-bc1e-12bb775d75e8 None None] Pushing event updated for resources: {'Port': ['ID=a4c1501d-3929-4e85-83ff-9b966f9204d1,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:25:09.171336 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36948ab5-ce78-4549-8e96-38782f1bff92 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:25:09.171933 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36948ab5-ce78-4549-8e96-38782f1bff92 None None] Checking segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:25:09.172097 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-36948ab5-ce78-4549-8e96-38782f1bff92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:09.172476 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36948ab5-ce78-4549-8e96-38782f1bff92 None None] Bound using segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:25:09.173149 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-36948ab5-ce78-4549-8e96-38782f1bff92 None None] Bound port: a4c1501d-3929-4e85-83ff-9b966f9204d1, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:25:09.173298 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-36948ab5-ce78-4549-8e96-38782f1bff92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:09.183152 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6d647900-a048-4f5a-b6b2-6c388848da4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:09.250444 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d647900-a048-4f5a-b6b2-6c388848da4d admin admin] Network 398656cc-8bc4-4a6a-ad11-d04eee603cee is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:25:09.253568 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-6d647900-a048-4f5a-b6b2-6c388848da4d admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:25:09.257406 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d647900-a048-4f5a-b6b2-6c388848da4d admin admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:25:09.293486 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d647900-a048-4f5a-b6b2-6c388848da4d admin admin] Pushing event updated for resources: {'Port': ['ID=994a437b-a620-43f2-8b4b-46c4aad6ee46,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:25:09.318935 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d9560fe3-91ff-46dc-94c0-65702400adf4 req-543f9162-36e4-4ffa-a77d-5687d237a15d tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:09.320122 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d9560fe3-91ff-46dc-94c0-65702400adf4 req-543f9162-36e4-4ffa-a77d-5687d237a15d tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 2.4271610 May 31 13:25:09.327665 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6d647900-a048-4f5a-b6b2-6c388848da4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:09.385980 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bb8d90ea-123b-41fc-8788-9f27559006b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:09.389359 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab71f9-ff61-4f4d-9146-13d8c472d66c req-1a174ce2-06fb-4a7a-96c8-97fa7d193b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:09.390572 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0bab71f9-ff61-4f4d-9146-13d8c472d66c req-1a174ce2-06fb-4a7a-96c8-97fa7d193b12 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c905d91f2f614f928153cd05b2f8a225&device_id=4510f090-0a02-4ef1-8cc4-e9dea399e0f1 HTTP/1.1" status: 200 len: 1098 time: 0.6946666 May 31 13:25:09.403633 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-36948ab5-ce78-4549-8e96-38782f1bff92 None None] For port a4c1501d-3929-4e85-83ff-9b966f9204d1, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:25:09.404249 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f9162-36e4-4ffa-a77d-5687d237a15d tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9577d313-3b18-4a38-b032-40be94a5dd1c,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:25:09.433871 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efdb9d7-ec9c-4531-b204-98c65c03e010 req-69f1a62d-f757-483d-8d4c-9c8e7549ba31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:09.435671 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5efdb9d7-ec9c-4531-b204-98c65c03e010 req-69f1a62d-f757-483d-8d4c-9c8e7549ba31 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6920917 May 31 13:25:09.463274 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-8eb6834a-89d0-46b6-a4f8-c3efa0177c49 req-b9f765ab-be3b-482c-8cde-8dcf8a6657ae tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Deleting port a713b83b-03d8-4e07-aa31-65b58e4fc23b {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:25:09.463690 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8eb6834a-89d0-46b6-a4f8-c3efa0177c49 req-b9f765ab-be3b-482c-8cde-8dcf8a6657ae tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:09.481364 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-36948ab5-ce78-4549-8e96-38782f1bff92 None None] For port a4c1501d-3929-4e85-83ff-9b966f9204d1, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=a4c1501d-3929-4e85-83ff-9b966f9204d1,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:25:09.536192 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-36948ab5-ce78-4549-8e96-38782f1bff92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:09.636313 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 4d4c9204-3d49-4098-85b7-785cd6ae26c2, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=4d4c9204-3d49-4098-85b7-785cd6ae26c2,segment=NetworkSegment(3cd1e590-b03b-4bab-9eb2-d4b001419190),segment_id=3cd1e590-b03b-4bab-9eb2-d4b001419190)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:25:09.662350 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': '4d4c9204-3d49-4098-85b7-785cd6ae26c2', 'network_id': '1b3c2627-242d-47aa-a663-84cbc730d348', 'port_id': '4d4c9204-3d49-4098-85b7-785cd6ae26c2', 'mac_address': 'fa:16:3e:e1:03:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6fb7463-9434-4855-8fea-436f931ae20e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:25:09.701816 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6d647900-a048-4f5a-b6b2-6c388848da4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:09.703992 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36948ab5-ce78-4549-8e96-38782f1bff92 None None] Routers {'ff13040e-2491-4cbe-8479-2b5ed2ed0bb5'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:25:09.704776 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-36948ab5-ce78-4549-8e96-38782f1bff92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:24:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['ff13040e-2491-4cbe-8479-2b5ed2ed0bb5'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:25:09.738589 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2a7a0760-6fee-49b0-8ec7-9193a2a58d8c req-f2a9c045-28cd-4d3e-a182-282a6865797e tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e2597a7ed6d8470e9c70cdf094415106&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9109378 May 31 13:25:09.759561 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bb8d90ea-123b-41fc-8788-9f27559006b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:09.769578 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec16e4a-9c32-45a9-bc1e-12bb775d75e8 None None] Pushing event updated for resources: {'Port': ['ID=a4c1501d-3929-4e85-83ff-9b966f9204d1,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:25:09.819029 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 4d4c9204-3d49-4098-85b7-785cd6ae26c2 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:25:09.819411 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:09.898338 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-31d254ee-36d3-4f9a-8ff6-7cdeb47b2ee4 None None] Provisioning for port 994a437b-a620-43f2-8b4b-46c4aad6ee46 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:25:09.911561 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d4c9204-3d49-4098-85b7-785cd6ae26c2 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:25:09.933450 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-31d254ee-36d3-4f9a-8ff6-7cdeb47b2ee4 None None] Provisioning complete for port 994a437b-a620-43f2-8b4b-46c4aad6ee46 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:25:09.933847 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-31d254ee-36d3-4f9a-8ff6-7cdeb47b2ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:10.040593 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-92dac443-c61a-421f-a63a-c187a70bbf06 req-0281ef5b-937d-45b7-b1af-5cbcef8c8a42 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Allocated IP 172.20.0.7 (e576ad54-297c-4eec-b73b-25479782c1e2/376bfa95-ebe5-4cb8-abaa-2bcb5d3a07e3/2ca73744-b411-4cba-a1bc-b0632df659c1) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:25:10.053491 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 4d4c9204-3d49-4098-85b7-785cd6ae26c2, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=4d4c9204-3d49-4098-85b7-785cd6ae26c2,segment=NetworkSegment(3cd1e590-b03b-4bab-9eb2-d4b001419190),segment_id=3cd1e590-b03b-4bab-9eb2-d4b001419190)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:25:10.065068 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:10.068257 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-36948ab5-ce78-4549-8e96-38782f1bff92 None None] Set router ff13040e-2491-4cbe-8479-2b5ed2ed0bb5 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:25:10.084610 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6d647900-a048-4f5a-b6b2-6c388848da4d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:10.094065 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6d647900-a048-4f5a-b6b2-6c388848da4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:10.138482 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-31d254ee-36d3-4f9a-8ff6-7cdeb47b2ee4 None None] Port 994a437b-a620-43f2-8b4b-46c4aad6ee46 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:25:10.234297 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6d647900-a048-4f5a-b6b2-6c388848da4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:10.237729 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d647900-a048-4f5a-b6b2-6c388848da4d admin admin] Pushing event updated for resources: {'Port': ['ID=994a437b-a620-43f2-8b4b-46c4aad6ee46,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:25:10.251459 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab71f9-ff61-4f4d-9146-13d8c472d66c req-103ea783-368b-459f-82b4-7ba3499c471b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:10.252036 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0bab71f9-ff61-4f4d-9146-13d8c472d66c req-103ea783-368b-459f-82b4-7ba3499c471b service neutron] 10.222.0.44 "GET /v2.0/networks?id=85b11c4f-90ad-4763-b38d-22d3f87089f4 HTTP/1.1" status: 200 len: 870 time: 0.8297138 May 31 13:25:10.281960 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5efdb9d7-ec9c-4531-b204-98c65c03e010 req-6f8520cb-ce24-4816-bc4e-ef786ec92f16 service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7895846 May 31 13:25:10.358636 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=4d4c9204-3d49-4098-85b7-785cd6ae26c2,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:25:10.397170 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d647900-a048-4f5a-b6b2-6c388848da4d admin admin] Network 398656cc-8bc4-4a6a-ad11-d04eee603cee is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:25:10.399173 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-6d647900-a048-4f5a-b6b2-6c388848da4d admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:25:10.491952 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7e99bb28-2e6a-4de9-8f24-598f0fae294c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:10.497334 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['4d4c9204-3d49-4098-85b7-785cd6ae26c2'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:25:10.582919 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0bab71f9-ff61-4f4d-9146-13d8c472d66c req-dc1d70d8-f47a-4d0f-816f-333efa733b9a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=dc8da617-a252-4841-8cb3-18718271901b HTTP/1.1" status: 200 len: 217 time: 0.3073025 May 31 13:25:10.586171 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-36948ab5-ce78-4549-8e96-38782f1bff92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff13040e-2491-4cbe-8479-2b5ed2ed0bb5', 'name': 'tempest-TaggedBootDevicesTest-1676681651-router', 'tenant_id': '3239bed898c344b59ed7ea3353897e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'a4c1501d-3929-4e85-83ff-9b966f9204d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:25:00Z', 'updated_at': '2022-05-31T13:25:09Z', 'revision_number': 4, 'project_id': '3239bed898c344b59ed7ea3353897e74', 'gw_port': {'id': 'a4c1501d-3929-4e85-83ff-9b966f9204d1', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b5:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff13040e-2491-4cbe-8479-2b5ed2ed0bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:25:03Z', 'updated_at': '2022-05-31T13:25:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '994a437b-a620-43f2-8b4b-46c4aad6ee46', 'name': '', 'network_id': '398656cc-8bc4-4a6a-ad11-d04eee603cee', 'tenant_id': '3239bed898c344b59ed7ea3353897e74', 'mac_address': 'fa:16:3e:39:f3:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff13040e-2491-4cbe-8479-2b5ed2ed0bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '69094bcc-9239-4f53-bcfd-7f7eb81b8615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:25:08Z', 'updated_at': '2022-05-31T13:25:08Z', 'revision_number': 1, 'project_id': '3239bed898c344b59ed7ea3353897e74', 'subnets': [{'id': '69094bcc-9239-4f53-bcfd-7f7eb81b8615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:25:10.599400 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36948ab5-ce78-4549-8e96-38782f1bff92 None None] The sync data for ids ['ff13040e-2491-4cbe-8479-2b5ed2ed0bb5'] in n-d-843939-1 is: [{'id': 'ff13040e-2491-4cbe-8479-2b5ed2ed0bb5', 'name': 'tempest-TaggedBootDevicesTest-1676681651-router', 'tenant_id': '3239bed898c344b59ed7ea3353897e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'a4c1501d-3929-4e85-83ff-9b966f9204d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:25:00Z', 'updated_at': '2022-05-31T13:25:09Z', 'revision_number': 4, 'project_id': '3239bed898c344b59ed7ea3353897e74', 'gw_port': {'id': 'a4c1501d-3929-4e85-83ff-9b966f9204d1', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b5:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff13040e-2491-4cbe-8479-2b5ed2ed0bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:25:03Z', 'updated_at': '2022-05-31T13:25:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '994a437b-a620-43f2-8b4b-46c4aad6ee46', 'name': '', 'network_id': '398656cc-8bc4-4a6a-ad11-d04eee603cee', 'tenant_id': '3239bed898c344b59ed7ea3353897e74', 'mac_address': 'fa:16:3e:39:f3:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff13040e-2491-4cbe-8479-2b5ed2ed0bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '69094bcc-9239-4f53-bcfd-7f7eb81b8615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:25:08Z', 'updated_at': '2022-05-31T13:25:08Z', 'revision_number': 1, 'project_id': '3239bed898c344b59ed7ea3353897e74', 'subnets': [{'id': '69094bcc-9239-4f53-bcfd-7f7eb81b8615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:25:10.681444 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d647900-a048-4f5a-b6b2-6c388848da4d admin admin] Router ff13040e-2491-4cbe-8479-2b5ed2ed0bb5 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:25:10.707133 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24fd49e-eec8-433d-815a-dffc31a2df31 req-8eda9838-52b9-40a9-aa1c-464901c0e7f0 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:10.714223 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d24fd49e-eec8-433d-815a-dffc31a2df31 req-8eda9838-52b9-40a9-aa1c-464901c0e7f0 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=4510f090-0a02-4ef1-8cc4-e9dea399e0f1 HTTP/1.1" status: 200 len: 947 time: 1.0444808 May 31 13:25:10.753231 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bb8d90ea-123b-41fc-8788-9f27559006b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:10.773114 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-29c94140-9cf5-4638-9e45-af6a03ee8a76 None None] Provisioning complete for port 994a437b-a620-43f2-8b4b-46c4aad6ee46 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:25:10.773572 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-29c94140-9cf5-4638-9e45-af6a03ee8a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:10.835825 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-29c94140-9cf5-4638-9e45-af6a03ee8a76 None None] Port 994a437b-a620-43f2-8b4b-46c4aad6ee46 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:25:10.881416 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d90ea-123b-41fc-8788-9f27559006b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f58976-5cce-4515-8824-386b5140493d,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:25:10.913419 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2a7a0760-6fee-49b0-8ec7-9193a2a58d8c req-4bf1d4f1-89d7-4e7c-a384-a4bea991a7f3 service neutron] 10.222.0.50 "GET /v2.0/networks/54080721-9f8a-4f91-bfc0-a61481e712fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0851610 May 31 13:25:10.915304 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d647900-a048-4f5a-b6b2-6c388848da4d admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:25:10.938169 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-6d647900-a048-4f5a-b6b2-6c388848da4d admin admin] 10.222.0.50 "PUT /v2.0/routers/ff13040e-2491-4cbe-8479-2b5ed2ed0bb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5123060 May 31 13:25:11.043547 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bb8d90ea-123b-41fc-8788-9f27559006b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:11.044660 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-bb8d90ea-123b-41fc-8788-9f27559006b0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d6f58976-5cce-4515-8824-386b5140493d HTTP/1.1" status: 204 len: 168 time: 2.1926205 May 31 13:25:11.111559 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d24fd49e-eec8-433d-815a-dffc31a2df31 req-73fdc8b1-3ad9-43cb-ab43-c9137d5894d7 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3963509 May 31 13:25:11.112384 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 45d8f514-bd26-46ef-90f5-725ee81424e1 details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:25:11.113137 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab71f9-ff61-4f4d-9146-13d8c472d66c req-112d3b01-1f88-426d-a50e-57c8237a6c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:11.114678 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0bab71f9-ff61-4f4d-9146-13d8c472d66c req-112d3b01-1f88-426d-a50e-57c8237a6c1d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.4751060 May 31 13:25:11.149009 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-8eb6834a-89d0-46b6-a4f8-c3efa0177c49 req-b9f765ab-be3b-482c-8cde-8dcf8a6657ae tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] For port a713b83b-03d8-4e07-aa31-65b58e4fc23b, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=a713b83b-03d8-4e07-aa31-65b58e4fc23b,segment=NetworkSegment(5e25fb0d-97f0-46e3-9365-1fe4cebfedef),segment_id=5e25fb0d-97f0-46e3-9365-1fe4cebfedef)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:25:11.149391 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8eb6834a-89d0-46b6-a4f8-c3efa0177c49 req-b9f765ab-be3b-482c-8cde-8dcf8a6657ae tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:11.312662 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-8eb6834a-89d0-46b6-a4f8-c3efa0177c49 req-b9f765ab-be3b-482c-8cde-8dcf8a6657ae tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Calling delete_port for a713b83b-03d8-4e07-aa31-65b58e4fc23b owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:25:11.393403 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 45d8f514-bd26-46ef-90f5-725ee81424e1, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=45d8f514-bd26-46ef-90f5-725ee81424e1,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:25:11.425004 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': '45d8f514-bd26-46ef-90f5-725ee81424e1', 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4', 'port_id': '45d8f514-bd26-46ef-90f5-725ee81424e1', 'mac_address': 'fa:16:3e:31:71:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24822c99-0dce-4d50-9c44-3135ba3763b8', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:25:11.561135 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 45d8f514-bd26-46ef-90f5-725ee81424e1 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:25:11.562253 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:11.581606 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45d8f514-bd26-46ef-90f5-725ee81424e1 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:25:11.609426 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 45d8f514-bd26-46ef-90f5-725ee81424e1, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=45d8f514-bd26-46ef-90f5-725ee81424e1,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:25:11.620083 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:11.726571 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-c6c2bf5e-7c66-4ca0-a816-b5beb1190653 req-dee21259-cca9-4080-9db9-d0683de2d5f4 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Synchronizing usage tracker for tenant:9d7345b6bbc64d3981e920379156fa19 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:25:11.730662 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=45d8f514-bd26-46ef-90f5-725ee81424e1,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:25:11.804713 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5efdb9d7-ec9c-4531-b204-98c65c03e010 req-4eae2bb8-c739-40bd-b5a0-ca8aec0d52a6 service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2908165 May 31 13:25:11.817810 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8eb6834a-89d0-46b6-a4f8-c3efa0177c49 req-b9f765ab-be3b-482c-8cde-8dcf8a6657ae tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:11.836345 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device a713b83b-03d8-4e07-aa31-65b58e4fc23b no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:25:11.898927 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] No Port match for: a713b83b-03d8-4e07-aa31-65b58e4fc23b {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:25:11.900483 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device a713b83b-03d8-4e07-aa31-65b58e4fc23b not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:25:11.935758 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f765ab-be3b-482c-8cde-8dcf8a6657ae tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Pushing event deleted for resources: {'Port': ['ID=a713b83b-03d8-4e07-aa31-65b58e4fc23b,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:25:11.970566 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['45d8f514-bd26-46ef-90f5-725ee81424e1'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:25:11.976391 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39532) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:25:11.989211 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-aa066839-1a95-4ae2-898f-6a3bdcb9009e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-440123187-network', 'tenant_id': '4d238c2d208d4d78b9371b195e930da7'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:25:11.999413 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-aa066839-1a95-4ae2-898f-6a3bdcb9009e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:25:12.014679 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-aa066839-1a95-4ae2-898f-6a3bdcb9009e admin admin] Usage tracker for resource:network and tenant:4d238c2d208d4d78b9371b195e930da7 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:25:12.022723 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-aa066839-1a95-4ae2-898f-6a3bdcb9009e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:25:12.043212 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-aa066839-1a95-4ae2-898f-6a3bdcb9009e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:25:12.048172 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-92dac443-c61a-421f-a63a-c187a70bbf06 req-0281ef5b-937d-45b7-b1af-5cbcef8c8a42 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:12.076523 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa066839-1a95-4ae2-898f-6a3bdcb9009e admin admin] Made reservation on behalf of 4d238c2d208d4d78b9371b195e930da7 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:25:12.079295 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-aa066839-1a95-4ae2-898f-6a3bdcb9009e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:12.082987 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-c6c2bf5e-7c66-4ca0-a816-b5beb1190653 req-dee21259-cca9-4080-9db9-d0683de2d5f4 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Unset dirty status for tenant:9d7345b6bbc64d3981e920379156fa19 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:25:12.084404 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c6c2bf5e-7c66-4ca0-a816-b5beb1190653 req-dee21259-cca9-4080-9db9-d0683de2d5f4 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/ports?device_id=95537a9c-c133-465c-9a9a-4b1c5e23bfe6 HTTP/1.1" status: 200 len: 210 time: 0.4922109 May 31 13:25:12.101408 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-aa066839-1a95-4ae2-898f-6a3bdcb9009e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:12.105040 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-92dac443-c61a-421f-a63a-c187a70bbf06 req-0281ef5b-937d-45b7-b1af-5cbcef8c8a42 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:12.130728 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2a7a0760-6fee-49b0-8ec7-9193a2a58d8c req-54a26c5d-1dbf-443d-9f88-72e58c808f13 service neutron] 10.222.0.50 "GET /v2.0/networks/54080721-9f8a-4f91-bfc0-a61481e712fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1952090 May 31 13:25:12.130728 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eb6834a-89d0-46b6-a4f8-c3efa0177c49 req-b9f765ab-be3b-482c-8cde-8dcf8a6657ae tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] No DVR routers for this DVR port a713b83b-03d8-4e07-aa31-65b58e4fc23b on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:25:12.167985 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-aa066839-1a95-4ae2-898f-6a3bdcb9009e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:25:12.182864 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-aa066839-1a95-4ae2-898f-6a3bdcb9009e admin admin] Usage tracker for resource:security_group_rule and tenant:4d238c2d208d4d78b9371b195e930da7 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:25:12.191386 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-aa066839-1a95-4ae2-898f-6a3bdcb9009e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:25:12.203415 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-aa066839-1a95-4ae2-898f-6a3bdcb9009e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:25:12.419755 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8eb6834a-89d0-46b6-a4f8-c3efa0177c49 req-b9f765ab-be3b-482c-8cde-8dcf8a6657ae tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:12.459011 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0281ef5b-937d-45b7-b1af-5cbcef8c8a42 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Pushing event updated for resources: {'Port': ['ID=2ca73744-b411-4cba-a1bc-b0632df659c1,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:25:12.468217 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-aa066839-1a95-4ae2-898f-6a3bdcb9009e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:12.477809 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-aa066839-1a95-4ae2-898f-6a3bdcb9009e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:12.564846 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa066839-1a95-4ae2-898f-6a3bdcb9009e admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:25:12.576565 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa066839-1a95-4ae2-898f-6a3bdcb9009e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1c6f9f-0e1b-48a0-b5da-6bb3c5f40460,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:25:12.587162 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab71f9-ff61-4f4d-9146-13d8c472d66c req-5299d7d1-f8cf-4e42-8ed9-09c474ebf4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:12.589937 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-aa066839-1a95-4ae2-898f-6a3bdcb9009e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:12.590473 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-aa066839-1a95-4ae2-898f-6a3bdcb9009e admin admin] Added segment 9f77b6fe-43a6-47b2-b0a5-5e0381992e4e of type vlan for network d0523a4e-1f79-4b2e-ad21-a235d8580f88 May 31 13:25:12.594928 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0bab71f9-ff61-4f4d-9146-13d8c472d66c req-5299d7d1-f8cf-4e42-8ed9-09c474ebf4c2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0090048 May 31 13:25:12.612054 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92dac443-c61a-421f-a63a-c187a70bbf06 req-0281ef5b-937d-45b7-b1af-5cbcef8c8a42 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Network e576ad54-297c-4eec-b73b-25479782c1e2 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:25:12.614169 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8eb6834a-89d0-46b6-a4f8-c3efa0177c49 req-b9f765ab-be3b-482c-8cde-8dcf8a6657ae tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.44 "DELETE /v2.0/ports/a713b83b-03d8-4e07-aa31-65b58e4fc23b HTTP/1.1" status: 204 len: 173 time: 3.4525132 May 31 13:25:12.615030 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-92dac443-c61a-421f-a63a-c187a70bbf06 req-0281ef5b-937d-45b7-b1af-5cbcef8c8a42 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:25:12.634759 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-aa066839-1a95-4ae2-898f-6a3bdcb9009e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:12.651556 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-92dac443-c61a-421f-a63a-c187a70bbf06 req-0281ef5b-937d-45b7-b1af-5cbcef8c8a42 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:25:12.714344 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-aa066839-1a95-4ae2-898f-6a3bdcb9009e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:12.715563 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa066839-1a95-4ae2-898f-6a3bdcb9009e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:12.716240 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-aa066839-1a95-4ae2-898f-6a3bdcb9009e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:12.798105 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-48b8ef6b-eb4e-45f9-8587-b9115efecc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:12.875722 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-aa066839-1a95-4ae2-898f-6a3bdcb9009e admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8955207 May 31 13:25:12.876445 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa066839-1a95-4ae2-898f-6a3bdcb9009e admin admin] Pushing event updated for resources: {'Network': ['ID=d0523a4e-1f79-4b2e-ad21-a235d8580f88,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:25:12.879918 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39556) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:25:12.888915 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network d0523a4e-1f79-4b2e-ad21-a235d8580f88 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:25:12.899371 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-cda84c8e-8baa-4a62-9ebf-1e4b78f8e116 admin admin] Request body: {'subnet': {'network_id': 'd0523a4e-1f79-4b2e-ad21-a235d8580f88', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-440123187-subnet', 'tenant_id': '4d238c2d208d4d78b9371b195e930da7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:25:12.918849 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-cda84c8e-8baa-4a62-9ebf-1e4b78f8e116 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:25:12.927887 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-cda84c8e-8baa-4a62-9ebf-1e4b78f8e116 admin admin] Usage tracker for resource:subnet and tenant:4d238c2d208d4d78b9371b195e930da7 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:25:12.936346 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-cda84c8e-8baa-4a62-9ebf-1e4b78f8e116 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:25:12.963636 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-cda84c8e-8baa-4a62-9ebf-1e4b78f8e116 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:25:12.997208 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda84c8e-8baa-4a62-9ebf-1e4b78f8e116 admin admin] Made reservation on behalf of 4d238c2d208d4d78b9371b195e930da7 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:25:13.000938 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cda84c8e-8baa-4a62-9ebf-1e4b78f8e116 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:13.163162 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 4d4c9204-3d49-4098-85b7-785cd6ae26c2 up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:25:13.200760 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dac443-c61a-421f-a63a-c187a70bbf06 req-0281ef5b-937d-45b7-b1af-5cbcef8c8a42 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:13.202448 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-92dac443-c61a-421f-a63a-c187a70bbf06 req-0281ef5b-937d-45b7-b1af-5cbcef8c8a42 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:13.279605 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning for port 4d4c9204-3d49-4098-85b7-785cd6ae26c2 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:25:13.290210 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0bab71f9-ff61-4f4d-9146-13d8c472d66c req-f239d828-9090-4a82-8b66-ed19541c5c6f service neutron] 10.222.0.44 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6638877 May 31 13:25:13.296839 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port 4d4c9204-3d49-4098-85b7-785cd6ae26c2 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:25:13.297463 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:13.323793 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fcf003-4754-4738-a28c-2f67aa843e96 req-915d6d8b-dcc2-4953-84fe-fb9cf9f05efd tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:13.336109 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e6fcf003-4754-4738-a28c-2f67aa843e96 req-915d6d8b-dcc2-4953-84fe-fb9cf9f05efd tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/ports?device_id=54f6a3fe-a9bd-4fd0-acec-ae9368d2faf2 HTTP/1.1" status: 200 len: 949 time: 0.7182596 May 31 13:25:13.339678 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-92dac443-c61a-421f-a63a-c187a70bbf06 req-0281ef5b-937d-45b7-b1af-5cbcef8c8a42 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1306906 May 31 13:25:13.422592 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71017481-08ba-48be-b545-e61c9e39e102 req-038c4243-da03-4ad4-b6ba-33ecd5abba1c tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:13.433281 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-71017481-08ba-48be-b545-e61c9e39e102 req-038c4243-da03-4ad4-b6ba-33ecd5abba1c tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffdedfac-9c20-40fd-86fb-fc53814787c9 HTTP/1.1" status: 200 len: 945 time: 0.9463689 May 31 13:25:13.441939 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-92dac443-c61a-421f-a63a-c187a70bbf06 req-8b649137-17b9-4b19-b2e6-51550fc1690a service neutron] Request body: {'port': {'device_id': '95537a9c-c133-465c-9a9a-4b1c5e23bfe6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:25:13.517524 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 4d4c9204-3d49-4098-85b7-785cd6ae26c2 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:25:13.521155 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:13.579704 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffdedfac-9c20-40fd-86fb-fc53814787c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d4c9204-3d49-4098-85b7-785cd6ae26c2'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:25:13.604102 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 4d4c9204-3d49-4098-85b7-785cd6ae26c2, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=4d4c9204-3d49-4098-85b7-785cd6ae26c2,segment=NetworkSegment(3cd1e590-b03b-4bab-9eb2-d4b001419190),segment_id=3cd1e590-b03b-4bab-9eb2-d4b001419190)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:25:13.609832 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:13.636763 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e6fcf003-4754-4738-a28c-2f67aa843e96 req-50f599dd-9922-4c91-a953-f3e44401af5f tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4e17580-fef9-47ea-85b1-59ae8325b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963600 May 31 13:25:13.639784 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cda84c8e-8baa-4a62-9ebf-1e4b78f8e116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:13.803409 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device a4c1501d-3929-4e85-83ff-9b966f9204d1 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:25:13.823573 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0bab71f9-ff61-4f4d-9146-13d8c472d66c req-9b4ae1f3-475f-4666-98c4-5c9c133e692e service neutron] 10.222.0.44 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5240850 May 31 13:25:13.825189 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de6031ce-f227-4418-893b-34e61b4626c0'] response: {'server_uuid': '4510f090-0a02-4ef1-8cc4-e9dea399e0f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc8da617-a252-4841-8cb3-18718271901b', 'code': 200} May 31 13:25:13.880225 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-71017481-08ba-48be-b545-e61c9e39e102 req-6319bf5b-1a72-43f1-855d-afb1298e64c4 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] 10.222.0.50 "GET /v2.0/security-groups?id=3316f69c-0b0b-4b52-92ce-248c8657cef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4488196 May 31 13:25:13.940965 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5076f985-c4d8-434a-9fc5-90c3d5f8685c None None] Sync routers for ids ['ff13040e-2491-4cbe-8479-2b5ed2ed0bb5'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:25:13.947696 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda84c8e-8baa-4a62-9ebf-1e4b78f8e116 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f6fcd5a-c807-45d3-b970-a1e1c3dcf8b9,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:25:13.950220 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda84c8e-8baa-4a62-9ebf-1e4b78f8e116 admin admin] Checking segment: {'id': '9f77b6fe-43a6-47b2-b0a5-5e0381992e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd0523a4e-1f79-4b2e-ad21-a235d8580f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:25:13.954983 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda84c8e-8baa-4a62-9ebf-1e4b78f8e116 admin admin] Network hostable DHCP agents. Network: d0523a4e-1f79-4b2e-ad21-a235d8580f88, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:25:13.959521 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5076f985-c4d8-434a-9fc5-90c3d5f8685c None None] Routers {'ff13040e-2491-4cbe-8479-2b5ed2ed0bb5'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:25:13.961348 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-5076f985-c4d8-434a-9fc5-90c3d5f8685c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:25:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['ff13040e-2491-4cbe-8479-2b5ed2ed0bb5'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:25:13.999891 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda84c8e-8baa-4a62-9ebf-1e4b78f8e116 admin admin] Network d0523a4e-1f79-4b2e-ad21-a235d8580f88 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:25:14.015150 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-cda84c8e-8baa-4a62-9ebf-1e4b78f8e116 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, d0523a4e-1f79-4b2e-ad21-a235d8580f88) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:25:14.020219 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda84c8e-8baa-4a62-9ebf-1e4b78f8e116 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:14.021380 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cda84c8e-8baa-4a62-9ebf-1e4b78f8e116 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:14.047992 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab52ab4e-7145-416c-a822-01cc25998d4c None None] Network d0523a4e-1f79-4b2e-ad21-a235d8580f88 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:25:14.052238 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-cda84c8e-8baa-4a62-9ebf-1e4b78f8e116 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1709659 May 31 13:25:14.053504 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39586) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:25:14.061028 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-208579bd-aecf-49db-a512-6925f1f030db admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-440123187-router', 'tenant_id': '4d238c2d208d4d78b9371b195e930da7', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:25:14.069406 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-208579bd-aecf-49db-a512-6925f1f030db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:25:14.076792 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-208579bd-aecf-49db-a512-6925f1f030db admin admin] Usage tracker for resource:router and tenant:4d238c2d208d4d78b9371b195e930da7 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:25:14.081430 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-208579bd-aecf-49db-a512-6925f1f030db admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:25:14.090805 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-208579bd-aecf-49db-a512-6925f1f030db admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:25:14.105693 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-208579bd-aecf-49db-a512-6925f1f030db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:14.106840 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-208579bd-aecf-49db-a512-6925f1f030db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:14.126856 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-208579bd-aecf-49db-a512-6925f1f030db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:14.289726 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-92dac443-c61a-421f-a63a-c187a70bbf06 req-8b649137-17b9-4b19-b2e6-51550fc1690a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:14.460833 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1fe20-aef3-4e75-98ff-1fd26c19701e req-16238c4b-f65b-472d-959c-af47f689d46b tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:14.461098 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:14.470546 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f2a1fe20-aef3-4e75-98ff-1fd26c19701e req-16238c4b-f65b-472d-959c-af47f689d46b tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/networks?id=adff3eec-c144-4d49-9989-f7573e7edff0 HTTP/1.1" status: 200 len: 812 time: 0.4311414 May 31 13:25:14.488987 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:14.503387 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfa38b8-a0b1-4b4d-91f3-1bf264143891 req-e1966d1e-ef4a-4da6-8079-5827d8a1584a tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:14.509246 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-5076f985-c4d8-434a-9fc5-90c3d5f8685c None None] Set router ff13040e-2491-4cbe-8479-2b5ed2ed0bb5 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:25:14.515556 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dbfa38b8-a0b1-4b4d-91f3-1bf264143891 req-e1966d1e-ef4a-4da6-8079-5827d8a1584a tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=4510f090-0a02-4ef1-8cc4-e9dea399e0f1 HTTP/1.1" status: 200 len: 947 time: 0.4573855 May 31 13:25:14.524676 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=4d4c9204-3d49-4098-85b7-785cd6ae26c2,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:25:14.615712 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f2a1fe20-aef3-4e75-98ff-1fd26c19701e req-6a91ad80-ced3-4605-9d22-21943623cf4b tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/quotas/a487a8012f6942fe8ddd9bac507c4ea0 HTTP/1.1" status: 200 len: 375 time: 0.1438386 May 31 13:25:14.699145 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7988db-f1a2-46b3-b5ac-7219d7da0b65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-d0523a4e-1f79-4b2e-ad21-a235d8580f88', 'network_id': 'd0523a4e-1f79-4b2e-ad21-a235d8580f88', 'tenant_id': '4d238c2d208d4d78b9371b195e930da7', 'fixed_ips': [{'subnet_id': '9f6fcd5a-c807-45d3-b970-a1e1c3dcf8b9'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:25:14.704493 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fc7988db-f1a2-46b3-b5ac-7219d7da0b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:14.741348 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port a4c1501d-3929-4e85-83ff-9b966f9204d1 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:25:14.748289 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-208579bd-aecf-49db-a512-6925f1f030db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:14.762958 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port a4c1501d-3929-4e85-83ff-9b966f9204d1 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:25:14.763719 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:14.861721 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dbfa38b8-a0b1-4b4d-91f3-1bf264143891 req-ee30e15e-4bef-4355-b90c-76aafb6b4ca2 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3448813 May 31 13:25:15.032065 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-5076f985-c4d8-434a-9fc5-90c3d5f8685c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff13040e-2491-4cbe-8479-2b5ed2ed0bb5', 'name': 'tempest-TaggedBootDevicesTest-1676681651-router', 'tenant_id': '3239bed898c344b59ed7ea3353897e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'a4c1501d-3929-4e85-83ff-9b966f9204d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:25:00Z', 'updated_at': '2022-05-31T13:25:09Z', 'revision_number': 4, 'project_id': '3239bed898c344b59ed7ea3353897e74', 'gw_port': {'id': 'a4c1501d-3929-4e85-83ff-9b966f9204d1', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b5:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff13040e-2491-4cbe-8479-2b5ed2ed0bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:25:03Z', 'updated_at': '2022-05-31T13:25:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '994a437b-a620-43f2-8b4b-46c4aad6ee46', 'name': '', 'network_id': '398656cc-8bc4-4a6a-ad11-d04eee603cee', 'tenant_id': '3239bed898c344b59ed7ea3353897e74', 'mac_address': 'fa:16:3e:39:f3:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff13040e-2491-4cbe-8479-2b5ed2ed0bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '69094bcc-9239-4f53-bcfd-7f7eb81b8615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:25:08Z', 'updated_at': '2022-05-31T13:25:09Z', 'revision_number': 2, 'project_id': '3239bed898c344b59ed7ea3353897e74', 'subnets': [{'id': '69094bcc-9239-4f53-bcfd-7f7eb81b8615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:25:15.036984 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5076f985-c4d8-434a-9fc5-90c3d5f8685c None None] Checking router: ff13040e-2491-4cbe-8479-2b5ed2ed0bb5 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:25:15.037470 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5076f985-c4d8-434a-9fc5-90c3d5f8685c None None] Updating router ff13040e-2491-4cbe-8479-2b5ed2ed0bb5 port 994a437b-a620-43f2-8b4b-46c4aad6ee46 binding host n-d-843939-1 {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:25:15.106328 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5076f985-c4d8-434a-9fc5-90c3d5f8685c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:15.119000 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port a4c1501d-3929-4e85-83ff-9b966f9204d1 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:25:15.120898 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:15.131937 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-29d3a2b1-c020-4772-8d24-95f95a885a01 req-bc42e377-a20c-4d10-8c80-36babc8fb581 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Synchronizing usage tracker for tenant:e2597a7ed6d8470e9c70cdf094415106 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:25:15.139804 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 45d8f514-bd26-46ef-90f5-725ee81424e1 up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:25:15.180115 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7a0760-6fee-49b0-8ec7-9193a2a58d8c req-8bc5b9b8-5e9e-4b0c-90a5-3471476af192 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:15.181670 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2a7a0760-6fee-49b0-8ec7-9193a2a58d8c req-8bc5b9b8-5e9e-4b0c-90a5-3471476af192 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.20 "GET /v2.0/networks?id=54080721-9f8a-4f91-bfc0-a61481e712fa HTTP/1.1" status: 200 len: 805 time: 0.5556240 May 31 13:25:15.201810 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f2a1fe20-aef3-4e75-98ff-1fd26c19701e req-b693fbef-7957-4585-bc10-f862807b93c9 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a487a8012f6942fe8ddd9bac507c4ea0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5850446 May 31 13:25:15.225509 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port a4c1501d-3929-4e85-83ff-9b966f9204d1, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=a4c1501d-3929-4e85-83ff-9b966f9204d1,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:25:15.237475 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:15.245951 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-fc7988db-f1a2-46b3-b5ac-7219d7da0b65 None None] Allocated IP 172.20.0.2 (d0523a4e-1f79-4b2e-ad21-a235d8580f88/9f6fcd5a-c807-45d3-b970-a1e1c3dcf8b9/43487781-82d9-434c-b57c-d9a1ea7dca9c) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:25:15.279332 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-208579bd-aecf-49db-a512-6925f1f030db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:15.327461 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-208579bd-aecf-49db-a512-6925f1f030db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:15.335387 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=a4c1501d-3929-4e85-83ff-9b966f9204d1,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:25:15.430248 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-2a7a0760-6fee-49b0-8ec7-9193a2a58d8c req-a9c7c5de-ac51-4af5-88c4-539300000ef1 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Request body: {'port': {'device_id': '968b2255-5613-4ac6-93b2-00c604542046', 'network_id': '54080721-9f8a-4f91-bfc0-a61481e712fa', 'admin_state_up': True, 'tenant_id': 'e2597a7ed6d8470e9c70cdf094415106'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:25:15.473382 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning for port 45d8f514-bd26-46ef-90f5-725ee81424e1 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:25:15.524525 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port 45d8f514-bd26-46ef-90f5-725ee81424e1 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:25:15.525319 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:15.601763 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-26f65a18-ea80-471a-aa88-5e587449df4d req-7679ede2-f9c1-4061-9eed-01776326fa39 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f3ae7dd3-1e2c-4136-92d4-42e9b83cc48d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2203448 May 31 13:25:15.624652 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device a4c1501d-3929-4e85-83ff-9b966f9204d1 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:25:15.626940 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5076f985-c4d8-434a-9fc5-90c3d5f8685c None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:15.630956 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-29d3a2b1-c020-4772-8d24-95f95a885a01 req-bc42e377-a20c-4d10-8c80-36babc8fb581 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Unset dirty status for tenant:e2597a7ed6d8470e9c70cdf094415106 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:25:15.632431 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-29d3a2b1-c020-4772-8d24-95f95a885a01 req-bc42e377-a20c-4d10-8c80-36babc8fb581 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/ports?device_id=968b2255-5613-4ac6-93b2-00c604542046 HTTP/1.1" status: 200 len: 210 time: 0.6090634 May 31 13:25:15.646073 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-5076f985-c4d8-434a-9fc5-90c3d5f8685c None None] Transition to ACTIVE for port object 994a437b-a620-43f2-8b4b-46c4aad6ee46 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:25:15.665924 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5076f985-c4d8-434a-9fc5-90c3d5f8685c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:15.695152 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-208579bd-aecf-49db-a512-6925f1f030db admin admin] Allocated IP 172.25.6.170 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/860b60f9-8d46-43f8-beb0-125eeaa3c518) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:25:15.698449 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:15.777901 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f2a1fe20-aef3-4e75-98ff-1fd26c19701e req-de83402e-9ad1-4ab9-b9ed-b7d551f03c6c service neutron] 10.222.0.50 "GET /v2.0/networks/adff3eec-c144-4d49-9989-f7573e7edff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5749381 May 31 13:25:15.848766 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f65a18-ea80-471a-aa88-5e587449df4d req-6f127cfe-6cdc-4c5b-97be-505161d48cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:15.854051 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-26f65a18-ea80-471a-aa88-5e587449df4d req-6f127cfe-6cdc-4c5b-97be-505161d48cd0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c905d91f2f614f928153cd05b2f8a225&device_id=f3ae7dd3-1e2c-4136-92d4-42e9b83cc48d HTTP/1.1" status: 200 len: 1101 time: 0.2152596 May 31 13:25:15.876627 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device dc8da617-a252-4841-8cb3-18718271901b details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:25:15.951198 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d1373f-a11b-49eb-b45e-0198fe12e895 None None] Pushing event updated for resources: {'Port': ['ID=994a437b-a620-43f2-8b4b-46c4aad6ee46,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:25:16.023119 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d1373f-a11b-49eb-b45e-0198fe12e895 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:25:16.023769 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d1373f-a11b-49eb-b45e-0198fe12e895 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:25:16.024370 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d1373f-a11b-49eb-b45e-0198fe12e895 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:25:16.024954 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d1373f-a11b-49eb-b45e-0198fe12e895 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:25:16.026215 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d1373f-a11b-49eb-b45e-0198fe12e895 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:25:16.027021 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d1373f-a11b-49eb-b45e-0198fe12e895 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:25:16.027805 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d1373f-a11b-49eb-b45e-0198fe12e895 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:25:16.028730 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d1373f-a11b-49eb-b45e-0198fe12e895 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:25:16.029385 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d1373f-a11b-49eb-b45e-0198fe12e895 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:25:16.030156 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d1373f-a11b-49eb-b45e-0198fe12e895 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:25:16.031225 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d1373f-a11b-49eb-b45e-0198fe12e895 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:25:16.032136 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d1373f-a11b-49eb-b45e-0198fe12e895 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:25:16.093390 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-5076f985-c4d8-434a-9fc5-90c3d5f8685c None None] Attempting to bind port 994a437b-a620-43f2-8b4b-46c4aad6ee46 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:25:16.094176 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-5076f985-c4d8-434a-9fc5-90c3d5f8685c None None] Attempting to bind port 994a437b-a620-43f2-8b4b-46c4aad6ee46 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '93c0ce22-ca2e-4102-a5ac-29f4b6003ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '398656cc-8bc4-4a6a-ad11-d04eee603cee'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:25:16.096040 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5076f985-c4d8-434a-9fc5-90c3d5f8685c None None] Attempting to bind port 994a437b-a620-43f2-8b4b-46c4aad6ee46 on network 398656cc-8bc4-4a6a-ad11-d04eee603cee {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:25:16.116368 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5076f985-c4d8-434a-9fc5-90c3d5f8685c None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:25:16.121282 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-208579bd-aecf-49db-a512-6925f1f030db admin admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:16.121803 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5076f985-c4d8-434a-9fc5-90c3d5f8685c None None] Checking segment: {'id': '93c0ce22-ca2e-4102-a5ac-29f4b6003ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '398656cc-8bc4-4a6a-ad11-d04eee603cee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:25:16.122544 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5076f985-c4d8-434a-9fc5-90c3d5f8685c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:16.123123 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5076f985-c4d8-434a-9fc5-90c3d5f8685c None None] Bound using segment: {'id': '93c0ce22-ca2e-4102-a5ac-29f4b6003ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '398656cc-8bc4-4a6a-ad11-d04eee603cee'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:25:16.123797 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-5076f985-c4d8-434a-9fc5-90c3d5f8685c None None] Bound port: 994a437b-a620-43f2-8b4b-46c4aad6ee46, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93c0ce22-ca2e-4102-a5ac-29f4b6003ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '398656cc-8bc4-4a6a-ad11-d04eee603cee'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:25:16.124394 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5076f985-c4d8-434a-9fc5-90c3d5f8685c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:16.180108 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port dc8da617-a252-4841-8cb3-18718271901b, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=dc8da617-a252-4841-8cb3-18718271901b,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:25:16.209087 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f65a18-ea80-471a-aa88-5e587449df4d req-a60c7bfe-44da-4a23-bea4-9f73b4b46678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:16.215846 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-26f65a18-ea80-471a-aa88-5e587449df4d req-a60c7bfe-44da-4a23-bea4-9f73b4b46678 service neutron] 10.222.0.20 "GET /v2.0/networks?id=85b11c4f-90ad-4763-b38d-22d3f87089f4 HTTP/1.1" status: 200 len: 870 time: 0.3091693 May 31 13:25:16.220230 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': 'dc8da617-a252-4841-8cb3-18718271901b', 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4', 'port_id': 'dc8da617-a252-4841-8cb3-18718271901b', 'mac_address': 'fa:16:3e:85:80:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24822c99-0dce-4d50-9c44-3135ba3763b8', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:25:16.295478 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-2a7a0760-6fee-49b0-8ec7-9193a2a58d8c req-a9c7c5de-ac51-4af5-88c4-539300000ef1 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:25:16.299373 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4510f090-0a02-4ef1-8cc4-e9dea399e0f1', 'tag': 'dc8da617-a252-4841-8cb3-18718271901b'}, {'server_uuid': 'bd1f28db-980f-460f-9d1a-6d9576db37e9', 'name': 'network-vif-deleted', 'tag': 'a713b83b-03d8-4e07-aa31-65b58e4fc23b'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:25:16.335884 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f2a1fe20-aef3-4e75-98ff-1fd26c19701e req-3f7ffb9c-24ea-4826-b380-c7bb17bc7fc0 service neutron] 10.222.0.50 "GET /v2.0/networks/adff3eec-c144-4d49-9989-f7573e7edff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5549209 May 31 13:25:16.341389 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-5076f985-c4d8-434a-9fc5-90c3d5f8685c None None] For port 994a437b-a620-43f2-8b4b-46c4aad6ee46, host n-d-843939-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:25:16.346042 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-208579bd-aecf-49db-a512-6925f1f030db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:16.352160 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-5076f985-c4d8-434a-9fc5-90c3d5f8685c None None] For port 994a437b-a620-43f2-8b4b-46c4aad6ee46, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=994a437b-a620-43f2-8b4b-46c4aad6ee46,segment=NetworkSegment(93c0ce22-ca2e-4102-a5ac-29f4b6003ec8),segment_id=93c0ce22-ca2e-4102-a5ac-29f4b6003ec8)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:25:16.363576 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 45d8f514-bd26-46ef-90f5-725ee81424e1 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:25:16.364016 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:16.364949 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5076f985-c4d8-434a-9fc5-90c3d5f8685c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:16.381688 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-2a7a0760-6fee-49b0-8ec7-9193a2a58d8c req-a9c7c5de-ac51-4af5-88c4-539300000ef1 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:25:16.406149 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-26f65a18-ea80-471a-aa88-5e587449df4d req-fd30f9f7-7b39-4d63-b24f-47f29f59c1fa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=3ef39a42-a126-4bb0-bc4c-ce3b4178bf58 HTTP/1.1" status: 200 len: 217 time: 0.1782413 May 31 13:25:16.475047 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 45d8f514-bd26-46ef-90f5-725ee81424e1, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=45d8f514-bd26-46ef-90f5-725ee81424e1,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:25:16.508413 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f65a18-ea80-471a-aa88-5e587449df4d req-08f8fdfe-88e4-457a-9b64-8f746196f185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:16.510746 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-26f65a18-ea80-471a-aa88-5e587449df4d req-08f8fdfe-88e4-457a-9b64-8f746196f185 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.0841403 May 31 13:25:16.527705 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5076f985-c4d8-434a-9fc5-90c3d5f8685c None None] Routers {'ff13040e-2491-4cbe-8479-2b5ed2ed0bb5'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:25:16.528715 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-5076f985-c4d8-434a-9fc5-90c3d5f8685c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:25:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['ff13040e-2491-4cbe-8479-2b5ed2ed0bb5'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:25:16.561467 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a7a0760-6fee-49b0-8ec7-9193a2a58d8c req-a9c7c5de-ac51-4af5-88c4-539300000ef1 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Made reservation on behalf of e2597a7ed6d8470e9c70cdf094415106 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:25:16.567036 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-2a7a0760-6fee-49b0-8ec7-9193a2a58d8c req-a9c7c5de-ac51-4af5-88c4-539300000ef1 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:16.570857 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:16.576548 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208579bd-aecf-49db-a512-6925f1f030db admin admin] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:25:16.638460 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-208579bd-aecf-49db-a512-6925f1f030db admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:25:16.651715 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208579bd-aecf-49db-a512-6925f1f030db admin admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:25:16.725858 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35f6366d-4ae8-40ab-9c49-edcf5f45eab8'] response: {'server_uuid': 'ffdedfac-9c20-40fd-86fb-fc53814787c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d4c9204-3d49-4098-85b7-785cd6ae26c2', 'code': 200} May 31 13:25:16.727288 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port dc8da617-a252-4841-8cb3-18718271901b is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:25:16.727900 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:16.757760 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port a4c1501d-3929-4e85-83ff-9b966f9204d1 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:25:16.758144 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:16.799055 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d1373f-a11b-49eb-b45e-0198fe12e895 None None] Pushing event updated for resources: {'Port': ['ID=994a437b-a620-43f2-8b4b-46c4aad6ee46,revision_number=4']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:25:16.810877 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc8da617-a252-4841-8cb3-18718271901b {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:25:16.970976 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-92dac443-c61a-421f-a63a-c187a70bbf06 req-8b649137-17b9-4b19-b2e6-51550fc1690a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ca73744-b411-4cba-a1bc-b0632df659c1 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:25:16.989672 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-92dac443-c61a-421f-a63a-c187a70bbf06 req-8b649137-17b9-4b19-b2e6-51550fc1690a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:17.028710 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84695c82-e07e-4431-a89f-d8bbef3c4c94 req-18e12e4d-0581-4bf3-8052-be189760164e tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:17.036845 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-84695c82-e07e-4431-a89f-d8bbef3c4c94 req-18e12e4d-0581-4bf3-8052-be189760164e tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/ports?device_id=95537a9c-c133-465c-9a9a-4b1c5e23bfe6 HTTP/1.1" status: 200 len: 931 time: 0.6788468 May 31 13:25:17.045626 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208579bd-aecf-49db-a512-6925f1f030db admin admin] Pushing event updated for resources: {'Port': ['ID=860b60f9-8d46-43f8-beb0-125eeaa3c518,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:25:17.072960 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fc7988db-f1a2-46b3-b5ac-7219d7da0b65 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:17.080241 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-92dac443-c61a-421f-a63a-c187a70bbf06 req-8b649137-17b9-4b19-b2e6-51550fc1690a service neutron] Transition to ACTIVE for port object 2ca73744-b411-4cba-a1bc-b0632df659c1 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:25:17.091709 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=45d8f514-bd26-46ef-90f5-725ee81424e1,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:25:17.098524 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-92dac443-c61a-421f-a63a-c187a70bbf06 req-8b649137-17b9-4b19-b2e6-51550fc1690a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:17.124592 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-5076f985-c4d8-434a-9fc5-90c3d5f8685c None None] Set router ff13040e-2491-4cbe-8479-2b5ed2ed0bb5 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:25:17.156954 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port dc8da617-a252-4841-8cb3-18718271901b, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=dc8da617-a252-4841-8cb3-18718271901b,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:25:17.158341 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-fc7988db-f1a2-46b3-b5ac-7219d7da0b65 None None] Transition to ACTIVE for port object 43487781-82d9-434c-b57c-d9a1ea7dca9c will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:25:17.179242 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:17.289379 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-84695c82-e07e-4431-a89f-d8bbef3c4c94 req-01206755-f8a5-43f5-9948-2ac3bca0913c tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d29a7ba-8da4-4594-bfbf-9f55cd071e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514303 May 31 13:25:17.318657 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-2a7a0760-6fee-49b0-8ec7-9193a2a58d8c req-a9c7c5de-ac51-4af5-88c4-539300000ef1 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Allocated IP 172.20.0.5 (54080721-9f8a-4f91-bfc0-a61481e712fa/83cbe83f-97ff-497d-8da2-ff6d3874e4c0/7a270c73-1e6d-4c5a-a2b9-48e0518905fa) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:25:17.431256 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b649137-17b9-4b19-b2e6-51550fc1690a service neutron] Pushing event updated for resources: {'Port': ['ID=2ca73744-b411-4cba-a1bc-b0632df659c1,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:25:17.498433 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-fc7988db-f1a2-46b3-b5ac-7219d7da0b65 None None] Transition to ACTIVE for port object 43487781-82d9-434c-b57c-d9a1ea7dca9c will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:25:17.508464 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=dc8da617-a252-4841-8cb3-18718271901b,revision_number=8']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:25:17.538213 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fc7988db-f1a2-46b3-b5ac-7219d7da0b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:17.596412 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3dfdb4ba-a760-4b7f-9871-8f9c18ba98eb req-39709d64-fa96-4ae2-86f7-f7013ccc53da tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=56e02bdb103940bfa914b1757276d35d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3242421 May 31 13:25:17.649767 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92894b11-1693-4003-9e5e-d9f718b2dd0a req-6df2fd6b-4f1b-49d4-8600-c58c7330cd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:17.660878 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-92894b11-1693-4003-9e5e-d9f718b2dd0a req-6df2fd6b-4f1b-49d4-8600-c58c7330cd71 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ffdedfac-9c20-40fd-86fb-fc53814787c9 HTTP/1.1" status: 200 len: 1097 time: 0.7948196 May 31 13:25:17.745367 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7988db-f1a2-46b3-b5ac-7219d7da0b65 None None] Network d0523a4e-1f79-4b2e-ad21-a235d8580f88 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:25:17.755152 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7988db-f1a2-46b3-b5ac-7219d7da0b65 None None] Pushing event updated for resources: {'Port': ['ID=43487781-82d9-434c-b57c-d9a1ea7dca9c,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:25:17.758653 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-fc7988db-f1a2-46b3-b5ac-7219d7da0b65 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:25:17.763225 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['dc8da617-a252-4841-8cb3-18718271901b'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:25:17.875806 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7988db-f1a2-46b3-b5ac-7219d7da0b65 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:25:17.957683 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-5076f985-c4d8-434a-9fc5-90c3d5f8685c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff13040e-2491-4cbe-8479-2b5ed2ed0bb5', 'name': 'tempest-TaggedBootDevicesTest-1676681651-router', 'tenant_id': '3239bed898c344b59ed7ea3353897e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'a4c1501d-3929-4e85-83ff-9b966f9204d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:25:00Z', 'updated_at': '2022-05-31T13:25:09Z', 'revision_number': 4, 'project_id': '3239bed898c344b59ed7ea3353897e74', 'gw_port': {'id': 'a4c1501d-3929-4e85-83ff-9b966f9204d1', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff13040e-2491-4cbe-8479-2b5ed2ed0bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:25:03Z', 'updated_at': '2022-05-31T13:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '994a437b-a620-43f2-8b4b-46c4aad6ee46', 'name': '', 'network_id': '398656cc-8bc4-4a6a-ad11-d04eee603cee', 'tenant_id': '3239bed898c344b59ed7ea3353897e74', 'mac_address': 'fa:16:3e:39:f3:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff13040e-2491-4cbe-8479-2b5ed2ed0bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '69094bcc-9239-4f53-bcfd-7f7eb81b8615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:25:08Z', 'updated_at': '2022-05-31T13:25:16Z', 'revision_number': 4, 'project_id': '3239bed898c344b59ed7ea3353897e74', 'subnets': [{'id': '69094bcc-9239-4f53-bcfd-7f7eb81b8615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:25:17.967862 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5076f985-c4d8-434a-9fc5-90c3d5f8685c None None] The sync data for ids ['ff13040e-2491-4cbe-8479-2b5ed2ed0bb5'] in n-d-843939-1 is: [{'id': 'ff13040e-2491-4cbe-8479-2b5ed2ed0bb5', 'name': 'tempest-TaggedBootDevicesTest-1676681651-router', 'tenant_id': '3239bed898c344b59ed7ea3353897e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'a4c1501d-3929-4e85-83ff-9b966f9204d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:25:00Z', 'updated_at': '2022-05-31T13:25:09Z', 'revision_number': 4, 'project_id': '3239bed898c344b59ed7ea3353897e74', 'gw_port': {'id': 'a4c1501d-3929-4e85-83ff-9b966f9204d1', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff13040e-2491-4cbe-8479-2b5ed2ed0bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:25:03Z', 'updated_at': '2022-05-31T13:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '994a437b-a620-43f2-8b4b-46c4aad6ee46', 'name': '', 'network_id': '398656cc-8bc4-4a6a-ad11-d04eee603cee', 'tenant_id': '3239bed898c344b59ed7ea3353897e74', 'mac_address': 'fa:16:3e:39:f3:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff13040e-2491-4cbe-8479-2b5ed2ed0bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '69094bcc-9239-4f53-bcfd-7f7eb81b8615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:25:08Z', 'updated_at': '2022-05-31T13:25:16Z', 'revision_number': 4, 'project_id': '3239bed898c344b59ed7ea3353897e74', 'subnets': [{'id': '69094bcc-9239-4f53-bcfd-7f7eb81b8615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:25:18.158507 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-208579bd-aecf-49db-a512-6925f1f030db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:18.162892 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-92dac443-c61a-421f-a63a-c187a70bbf06 req-8b649137-17b9-4b19-b2e6-51550fc1690a service neutron] Attempting to bind port 2ca73744-b411-4cba-a1bc-b0632df659c1 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:25:18.163223 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-92dac443-c61a-421f-a63a-c187a70bbf06 req-8b649137-17b9-4b19-b2e6-51550fc1690a service neutron] Attempting to bind port 2ca73744-b411-4cba-a1bc-b0632df659c1 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': '6af449b4-9759-41ca-aa70-1c602a81197c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e576ad54-297c-4eec-b73b-25479782c1e2'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:25:18.163552 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92dac443-c61a-421f-a63a-c187a70bbf06 req-8b649137-17b9-4b19-b2e6-51550fc1690a service neutron] Attempting to bind port 2ca73744-b411-4cba-a1bc-b0632df659c1 on network e576ad54-297c-4eec-b73b-25479782c1e2 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:25:18.176814 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfdb4ba-a760-4b7f-9871-8f9c18ba98eb req-837c7c1d-924d-44ec-91b3-29772a53139c tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:18.178679 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3dfdb4ba-a760-4b7f-9871-8f9c18ba98eb req-837c7c1d-924d-44ec-91b3-29772a53139c tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5247450 May 31 13:25:18.192622 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974527df-fac8-4c61-b0f8-da3d10988219 req-772bb69b-6bb4-40cf-a315-92b94fbd3620 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:18.200709 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-974527df-fac8-4c61-b0f8-da3d10988219 req-772bb69b-6bb4-40cf-a315-92b94fbd3620 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/ports?device_id=54f6a3fe-a9bd-4fd0-acec-ae9368d2faf2 HTTP/1.1" status: 200 len: 950 time: 0.6133561 May 31 13:25:18.207830 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92dac443-c61a-421f-a63a-c187a70bbf06 req-8b649137-17b9-4b19-b2e6-51550fc1690a service neutron] Port 2ca73744-b411-4cba-a1bc-b0632df659c1 on network e576ad54-297c-4eec-b73b-25479782c1e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:25:18.208094 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92dac443-c61a-421f-a63a-c187a70bbf06 req-8b649137-17b9-4b19-b2e6-51550fc1690a service neutron] Attempting to bind port 2ca73744-b411-4cba-a1bc-b0632df659c1 on network e576ad54-297c-4eec-b73b-25479782c1e2 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:25:18.217162 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f65a18-ea80-471a-aa88-5e587449df4d req-e757789c-ccb8-4e92-9711-0357fa740498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:18.218716 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-26f65a18-ea80-471a-aa88-5e587449df4d req-e757789c-ccb8-4e92-9711-0357fa740498 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.6370676 May 31 13:25:18.240521 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92dac443-c61a-421f-a63a-c187a70bbf06 req-8b649137-17b9-4b19-b2e6-51550fc1690a service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:25:18.241151 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92dac443-c61a-421f-a63a-c187a70bbf06 req-8b649137-17b9-4b19-b2e6-51550fc1690a service neutron] Checking segment: {'id': '6af449b4-9759-41ca-aa70-1c602a81197c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e576ad54-297c-4eec-b73b-25479782c1e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:25:18.241714 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92dac443-c61a-421f-a63a-c187a70bbf06 req-8b649137-17b9-4b19-b2e6-51550fc1690a service neutron] Bound using segment: {'id': '6af449b4-9759-41ca-aa70-1c602a81197c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e576ad54-297c-4eec-b73b-25479782c1e2'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:25:18.242344 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-92dac443-c61a-421f-a63a-c187a70bbf06 req-8b649137-17b9-4b19-b2e6-51550fc1690a service neutron] Bound port: 2ca73744-b411-4cba-a1bc-b0632df659c1, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6af449b4-9759-41ca-aa70-1c602a81197c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e576ad54-297c-4eec-b73b-25479782c1e2'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:25:18.242983 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-92dac443-c61a-421f-a63a-c187a70bbf06 req-8b649137-17b9-4b19-b2e6-51550fc1690a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:18.278606 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3dfdb4ba-a760-4b7f-9871-8f9c18ba98eb req-5b1a5a4a-b122-48b1-ad46-eb47150cdf2d tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] 10.222.0.50 "GET /v2.0/quotas/56e02bdb103940bfa914b1757276d35d HTTP/1.1" status: 200 len: 375 time: 0.0716298 May 31 13:25:18.287355 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-92894b11-1693-4003-9e5e-d9f718b2dd0a req-8164dbef-dd37-4dcf-8610-65fd5d97e2c5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3316f69c-0b0b-4b52-92ce-248c8657cef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6253502 May 31 13:25:18.458129 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port a4c1501d-3929-4e85-83ff-9b966f9204d1 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:25:18.490527 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-fc7988db-f1a2-46b3-b5ac-7219d7da0b65 None None] Attempting to bind port 43487781-82d9-434c-b57c-d9a1ea7dca9c on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:25:18.490527 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-fc7988db-f1a2-46b3-b5ac-7219d7da0b65 None None] Attempting to bind port 43487781-82d9-434c-b57c-d9a1ea7dca9c by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '9f77b6fe-43a6-47b2-b0a5-5e0381992e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd0523a4e-1f79-4b2e-ad21-a235d8580f88'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:25:18.490527 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7988db-f1a2-46b3-b5ac-7219d7da0b65 None None] Attempting to bind port 43487781-82d9-434c-b57c-d9a1ea7dca9c on network d0523a4e-1f79-4b2e-ad21-a235d8580f88 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:25:18.520118 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7988db-f1a2-46b3-b5ac-7219d7da0b65 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:25:18.520118 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7988db-f1a2-46b3-b5ac-7219d7da0b65 None None] Checking segment: {'id': '9f77b6fe-43a6-47b2-b0a5-5e0381992e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd0523a4e-1f79-4b2e-ad21-a235d8580f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:25:18.521380 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fc7988db-f1a2-46b3-b5ac-7219d7da0b65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:18.521380 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7988db-f1a2-46b3-b5ac-7219d7da0b65 None None] Bound using segment: {'id': '9f77b6fe-43a6-47b2-b0a5-5e0381992e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd0523a4e-1f79-4b2e-ad21-a235d8580f88'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:25:18.527960 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-fc7988db-f1a2-46b3-b5ac-7219d7da0b65 None None] Bound port: 43487781-82d9-434c-b57c-d9a1ea7dca9c, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f77b6fe-43a6-47b2-b0a5-5e0381992e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd0523a4e-1f79-4b2e-ad21-a235d8580f88'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:25:18.529049 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3dfdb4ba-a760-4b7f-9871-8f9c18ba98eb req-7fffc4ca-29eb-402c-8300-0e0f8bae2dfc tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=56e02bdb103940bfa914b1757276d35d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2365251 May 31 13:25:18.540373 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fc7988db-f1a2-46b3-b5ac-7219d7da0b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:18.556578 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-974527df-fac8-4c61-b0f8-da3d10988219 req-0216e03c-151b-436a-9fb1-456cecc8fd85 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4e17580-fef9-47ea-85b1-59ae8325b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3507059 May 31 13:25:18.563154 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-2a7a0760-6fee-49b0-8ec7-9193a2a58d8c req-a9c7c5de-ac51-4af5-88c4-539300000ef1 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:18.658632 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-92dac443-c61a-421f-a63a-c187a70bbf06 req-8b649137-17b9-4b19-b2e6-51550fc1690a service neutron] For port 2ca73744-b411-4cba-a1bc-b0632df659c1, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:25:18.669316 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-92dac443-c61a-421f-a63a-c187a70bbf06 req-8b649137-17b9-4b19-b2e6-51550fc1690a service neutron] For port 2ca73744-b411-4cba-a1bc-b0632df659c1, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=2ca73744-b411-4cba-a1bc-b0632df659c1,segment=NetworkSegment(6af449b4-9759-41ca-aa70-1c602a81197c),segment_id=6af449b4-9759-41ca-aa70-1c602a81197c)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:25:18.683284 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-92dac443-c61a-421f-a63a-c187a70bbf06 req-8b649137-17b9-4b19-b2e6-51550fc1690a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:18.716105 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-26f65a18-ea80-471a-aa88-5e587449df4d req-df8fe648-ab73-4364-ac97-7ab30d330b6c service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4888690 May 31 13:25:18.780632 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dac443-c61a-421f-a63a-c187a70bbf06 req-8b649137-17b9-4b19-b2e6-51550fc1690a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:18.781693 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-92dac443-c61a-421f-a63a-c187a70bbf06 req-8b649137-17b9-4b19-b2e6-51550fc1690a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:18.784085 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-92dac443-c61a-421f-a63a-c187a70bbf06 req-8b649137-17b9-4b19-b2e6-51550fc1690a service neutron] 10.222.0.44 "PUT /v2.0/ports/2ca73744-b411-4cba-a1bc-b0632df659c1 HTTP/1.1" status: 200 len: 1091 time: 5.3803480 May 31 13:25:18.828861 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f6a3fe-a9bd-4fd0-acec-ae9368d2faf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d8f514-bd26-46ef-90f5-725ee81424e1'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:25:18.865112 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 994a437b-a620-43f2-8b4b-46c4aad6ee46 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:25:19.044333 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-fc7988db-f1a2-46b3-b5ac-7219d7da0b65 None None] For port 43487781-82d9-434c-b57c-d9a1ea7dca9c, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:25:19.051217 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 13:25:19.055570 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-fc7988db-f1a2-46b3-b5ac-7219d7da0b65 None None] For port 43487781-82d9-434c-b57c-d9a1ea7dca9c, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=43487781-82d9-434c-b57c-d9a1ea7dca9c,segment=NetworkSegment(9f77b6fe-43a6-47b2-b0a5-5e0381992e4e),segment_id=9f77b6fe-43a6-47b2-b0a5-5e0381992e4e)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:25:19.073757 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fc7988db-f1a2-46b3-b5ac-7219d7da0b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:19.092673 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-208579bd-aecf-49db-a512-6925f1f030db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:19.158485 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 994a437b-a620-43f2-8b4b-46c4aad6ee46 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:25:19.211521 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 994a437b-a620-43f2-8b4b-46c4aad6ee46 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:25:19.211909 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:19.239767 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-2a7a0760-6fee-49b0-8ec7-9193a2a58d8c req-a9c7c5de-ac51-4af5-88c4-539300000ef1 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:19.301602 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-26f65a18-ea80-471a-aa88-5e587449df4d req-39d4a795-7e86-4c3f-bd50-609e993dce21 service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5706861 May 31 13:25:19.403792 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7988db-f1a2-46b3-b5ac-7219d7da0b65 None None] Pushing event updated for resources: {'Port': ['ID=43487781-82d9-434c-b57c-d9a1ea7dca9c,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:25:19.632198 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-208579bd-aecf-49db-a512-6925f1f030db admin admin] Router ca7506b8-c785-49b8-8202-45d04af43b18 is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 13:25:19.659790 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 994a437b-a620-43f2-8b4b-46c4aad6ee46 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:25:19.660483 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:19.727630 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 994a437b-a620-43f2-8b4b-46c4aad6ee46, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=994a437b-a620-43f2-8b4b-46c4aad6ee46,segment=NetworkSegment(93c0ce22-ca2e-4102-a5ac-29f4b6003ec8),segment_id=93c0ce22-ca2e-4102-a5ac-29f4b6003ec8)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:25:19.738633 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:19.790195 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b649137-17b9-4b19-b2e6-51550fc1690a service neutron] Pushing event updated for resources: {'Port': ['ID=2ca73744-b411-4cba-a1bc-b0632df659c1,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:25:19.881879 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=994a437b-a620-43f2-8b4b-46c4aad6ee46,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:25:19.944064 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a7a0760-6fee-49b0-8ec7-9193a2a58d8c req-a9c7c5de-ac51-4af5-88c4-539300000ef1 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Network 54080721-9f8a-4f91-bfc0-a61481e712fa is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:25:19.969921 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-2a7a0760-6fee-49b0-8ec7-9193a2a58d8c req-a9c7c5de-ac51-4af5-88c4-539300000ef1 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:25:19.998899 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a7a0760-6fee-49b0-8ec7-9193a2a58d8c req-a9c7c5de-ac51-4af5-88c4-539300000ef1 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:25:20.126060 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208579bd-aecf-49db-a512-6925f1f030db admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:25:20.138357 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc790b9-e6e3-45de-ae20-a92e50e0d5aa None None] Sync routers for ids ['ca7506b8-c785-49b8-8202-45d04af43b18'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:25:20.141426 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dac443-c61a-421f-a63a-c187a70bbf06 req-448e1488-323c-48ab-9960-7f54cea9506d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:20.142940 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-92dac443-c61a-421f-a63a-c187a70bbf06 req-448e1488-323c-48ab-9960-7f54cea9506d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9d7345b6bbc64d3981e920379156fa19&device_id=95537a9c-c133-465c-9a9a-4b1c5e23bfe6 HTTP/1.1" status: 200 len: 1094 time: 1.2586093 May 31 13:25:20.143535 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c7c5de-ac51-4af5-88c4-539300000ef1 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Pushing event updated for resources: {'Port': ['ID=7a270c73-1e6d-4c5a-a2b9-48e0518905fa,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:25:20.161280 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc790b9-e6e3-45de-ae20-a92e50e0d5aa None None] Routers {'ca7506b8-c785-49b8-8202-45d04af43b18'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:25:20.162318 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-ecc790b9-e6e3-45de-ae20-a92e50e0d5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:25:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['ca7506b8-c785-49b8-8202-45d04af43b18'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:25:20.177350 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-208579bd-aecf-49db-a512-6925f1f030db admin admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:20.183370 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-208579bd-aecf-49db-a512-6925f1f030db admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.1285081 May 31 13:25:20.184333 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39640) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:25:20.241163 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7a0760-6fee-49b0-8ec7-9193a2a58d8c req-a9c7c5de-ac51-4af5-88c4-539300000ef1 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:20.241779 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-2a7a0760-6fee-49b0-8ec7-9193a2a58d8c req-a9c7c5de-ac51-4af5-88c4-539300000ef1 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:20.269076 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1fe20-aef3-4e75-98ff-1fd26c19701e req-dd5b9153-e7f7-4c43-b0e9-9b97133ff592 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:20.270160 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f2a1fe20-aef3-4e75-98ff-1fd26c19701e req-dd5b9153-e7f7-4c43-b0e9-9b97133ff592 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.44 "GET /v2.0/networks?id=adff3eec-c144-4d49-9989-f7573e7edff0 HTTP/1.1" status: 200 len: 812 time: 1.2274477 May 31 13:25:20.294087 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae22b0e-6832-4d01-ac57-ea858b51346e req-321d4841-62fc-433a-961e-3f01fe1c13bd tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:20.295919 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bae22b0e-6832-4d01-ac57-ea858b51346e req-321d4841-62fc-433a-961e-3f01fe1c13bd tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=4510f090-0a02-4ef1-8cc4-e9dea399e0f1 HTTP/1.1" status: 200 len: 948 time: 1.2240603 May 31 13:25:20.313112 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510bbb7d-d287-4cd5-a021-0b32ad063d51 req-6bf9a59d-5f95-4a75-ac38-2d3426cf1e8e tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:20.322126 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-510bbb7d-d287-4cd5-a021-0b32ad063d51 req-6bf9a59d-5f95-4a75-ac38-2d3426cf1e8e tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffdedfac-9c20-40fd-86fb-fc53814787c9 HTTP/1.1" status: 200 len: 946 time: 1.5491958 May 31 13:25:20.325800 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-92dac443-c61a-421f-a63a-c187a70bbf06 req-139e5d40-f6b0-4018-bbf4-c83d55e889ad service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ca73744-b411-4cba-a1bc-b0632df659c1 HTTP/1.1" status: 200 len: 217 time: 0.1647067 May 31 13:25:20.336233 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-f2a1fe20-aef3-4e75-98ff-1fd26c19701e req-40cd446e-dc2a-4c65-937e-7d3e44dd732a tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Request body: {'port': {'device_id': '5e93c94b-61da-42a5-8616-9dd4c6c5021f', 'network_id': 'adff3eec-c144-4d49-9989-f7573e7edff0', 'admin_state_up': True, 'tenant_id': 'a487a8012f6942fe8ddd9bac507c4ea0'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:25:20.428483 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-ecc790b9-e6e3-45de-ae20-a92e50e0d5aa None None] Set router ca7506b8-c785-49b8-8202-45d04af43b18 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:25:20.697016 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2a7a0760-6fee-49b0-8ec7-9193a2a58d8c req-a9c7c5de-ac51-4af5-88c4-539300000ef1 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4909399 May 31 13:25:20.745697 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-510bbb7d-d287-4cd5-a021-0b32ad063d51 req-3c07a7b5-7a62-419d-8260-493af43c7582 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] 10.222.0.50 "GET /v2.0/security-groups?id=3316f69c-0b0b-4b52-92ce-248c8657cef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4216843 May 31 13:25:20.749594 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bae22b0e-6832-4d01-ac57-ea858b51346e req-88fa10c7-1b53-40bc-bed7-6fd89b17e172 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4226670 May 31 13:25:20.753540 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-2a7a0760-6fee-49b0-8ec7-9193a2a58d8c req-cf4088a8-08ad-484d-8f3e-9a284d884e38 service neutron] Request body: {'port': {'device_id': '968b2255-5613-4ac6-93b2-00c604542046', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:25:20.819766 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dac443-c61a-421f-a63a-c187a70bbf06 req-7f2dbb0a-dd66-4165-8a8a-107b4218dc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:20.821236 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-92dac443-c61a-421f-a63a-c187a70bbf06 req-7f2dbb0a-dd66-4165-8a8a-107b4218dc7b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=376bfa95-ebe5-4cb8-abaa-2bcb5d3a07e3 HTTP/1.1" status: 200 len: 848 time: 0.4893055 May 31 13:25:20.910676 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 43487781-82d9-434c-b57c-d9a1ea7dca9c up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:25:20.951355 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3306a1cd-82e6-42b4-98b8-09ad7352c1b2'] response: {'name': 'network-changed', 'server_uuid': '4510f090-0a02-4ef1-8cc4-e9dea399e0f1', 'tag': 'dc8da617-a252-4841-8cb3-18718271901b', 'status': 'completed', 'code': 200} May 31 13:25:20.951355 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3306a1cd-82e6-42b4-98b8-09ad7352c1b2'] response: {'server_uuid': 'bd1f28db-980f-460f-9d1a-6d9576db37e9', 'name': 'network-vif-deleted', 'tag': 'a713b83b-03d8-4e07-aa31-65b58e4fc23b', 'status': 'completed', 'code': 200} May 31 13:25:21.027182 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-92dac443-c61a-421f-a63a-c187a70bbf06 req-eaebca0b-4cf9-4a87-b9a5-5e8e6daf100d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e576ad54-297c-4eec-b73b-25479782c1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1883194 May 31 13:25:21.052309 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79fe716-585a-4200-a15a-fe77a62e8884 None None] Network d0523a4e-1f79-4b2e-ad21-a235d8580f88 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:25:21.125244 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3dfdb4ba-a760-4b7f-9871-8f9c18ba98eb req-29b326cb-5f73-4f74-b962-1634ace32174 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=56e02bdb103940bfa914b1757276d35d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2183809 May 31 13:25:21.180907 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552e85a3-aaa0-4a20-8d92-d0e741e18a0f None None] Provisioning for port 43487781-82d9-434c-b57c-d9a1ea7dca9c completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:25:21.196224 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 43487781-82d9-434c-b57c-d9a1ea7dca9c completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:25:21.226185 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552e85a3-aaa0-4a20-8d92-d0e741e18a0f None None] Provisioning complete for port 43487781-82d9-434c-b57c-d9a1ea7dca9c triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:25:21.226185 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552e85a3-aaa0-4a20-8d92-d0e741e18a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:21.252307 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 43487781-82d9-434c-b57c-d9a1ea7dca9c triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:25:21.252833 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:21.329128 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-92dac443-c61a-421f-a63a-c187a70bbf06 req-d1ddbf63-28f0-43dc-b370-bd151fa4d295 service neutron] 10.222.0.44 "GET /v2.0/networks/e576ad54-297c-4eec-b73b-25479782c1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764139 May 31 13:25:21.458383 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-2a7a0760-6fee-49b0-8ec7-9193a2a58d8c req-cf4088a8-08ad-484d-8f3e-9a284d884e38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:21.601347 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c5e7c229-ca96-4e00-93cf-19ca3ff5396a req-7d968f91-83e7-4b33-a014-4ecdc86d766e tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e93c94b-61da-42a5-8616-9dd4c6c5021f HTTP/1.1" status: 200 len: 210 time: 0.4844959 May 31 13:25:21.603658 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-f2a1fe20-aef3-4e75-98ff-1fd26c19701e req-40cd446e-dc2a-4c65-937e-7d3e44dd732a tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:25:21.606470 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623fea89-9a28-409e-91df-0862eac12554 req-cf222809-036d-4b8a-8c3e-e8cbba07278b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:21.608690 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-623fea89-9a28-409e-91df-0862eac12554 req-cf222809-036d-4b8a-8c3e-e8cbba07278b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c905d91f2f614f928153cd05b2f8a225&device_id=4510f090-0a02-4ef1-8cc4-e9dea399e0f1 HTTP/1.1" status: 200 len: 1099 time: 0.6144683 May 31 13:25:21.685580 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-ecc790b9-e6e3-45de-ae20-a92e50e0d5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7506b8-c785-49b8-8202-45d04af43b18', 'name': 'tempest-TaggedBootDevicesTest-440123187-router', 'tenant_id': '4d238c2d208d4d78b9371b195e930da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '860b60f9-8d46-43f8-beb0-125eeaa3c518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:25:14Z', 'updated_at': '2022-05-31T13:25:17Z', 'revision_number': 3, 'project_id': '4d238c2d208d4d78b9371b195e930da7', 'gw_port': {'id': '860b60f9-8d46-43f8-beb0-125eeaa3c518', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fc:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7506b8-c785-49b8-8202-45d04af43b18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:25:15Z', 'updated_at': '2022-05-31T13:25:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:25:21.709365 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc790b9-e6e3-45de-ae20-a92e50e0d5aa None None] Checking router: ca7506b8-c785-49b8-8202-45d04af43b18 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:25:21.709731 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc790b9-e6e3-45de-ae20-a92e50e0d5aa None None] Updating router ca7506b8-c785-49b8-8202-45d04af43b18 port 860b60f9-8d46-43f8-beb0-125eeaa3c518 binding host n-d-843939-1 {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:25:21.740096 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 43487781-82d9-434c-b57c-d9a1ea7dca9c is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:25:21.740469 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:21.742935 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623fea89-9a28-409e-91df-0862eac12554 req-de123afb-7f12-453a-a91e-d0b2d2f08819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:21.745487 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-623fea89-9a28-409e-91df-0862eac12554 req-de123afb-7f12-453a-a91e-d0b2d2f08819 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c905d91f2f614f928153cd05b2f8a225&device_id=4510f090-0a02-4ef1-8cc4-e9dea399e0f1 HTTP/1.1" status: 200 len: 1099 time: 0.6426117 May 31 13:25:21.751557 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552e85a3-aaa0-4a20-8d92-d0e741e18a0f None None] Current status of the port 43487781-82d9-434c-b57c-d9a1ea7dca9c is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:25:21.751929 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552e85a3-aaa0-4a20-8d92-d0e741e18a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:21.757457 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-f2a1fe20-aef3-4e75-98ff-1fd26c19701e req-40cd446e-dc2a-4c65-937e-7d3e44dd732a tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:25:21.829507 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ecc790b9-e6e3-45de-ae20-a92e50e0d5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:21.868422 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 43487781-82d9-434c-b57c-d9a1ea7dca9c, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=43487781-82d9-434c-b57c-d9a1ea7dca9c,segment=NetworkSegment(9f77b6fe-43a6-47b2-b0a5-5e0381992e4e),segment_id=9f77b6fe-43a6-47b2-b0a5-5e0381992e4e)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:25:21.896459 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device dc8da617-a252-4841-8cb3-18718271901b up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:25:21.939666 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:21.940417 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 994a437b-a620-43f2-8b4b-46c4aad6ee46 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:25:21.951106 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2a1fe20-aef3-4e75-98ff-1fd26c19701e req-40cd446e-dc2a-4c65-937e-7d3e44dd732a tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Made reservation on behalf of a487a8012f6942fe8ddd9bac507c4ea0 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:25:21.954713 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f2a1fe20-aef3-4e75-98ff-1fd26c19701e req-40cd446e-dc2a-4c65-937e-7d3e44dd732a tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:22.062520 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623fea89-9a28-409e-91df-0862eac12554 req-16eea619-463b-4a4e-adeb-6290f5cdd4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:22.064423 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-623fea89-9a28-409e-91df-0862eac12554 req-16eea619-463b-4a4e-adeb-6290f5cdd4ea service neutron] 10.222.0.44 "GET /v2.0/networks?id=85b11c4f-90ad-4763-b38d-22d3f87089f4 HTTP/1.1" status: 200 len: 870 time: 0.3749549 May 31 13:25:22.153246 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-623fea89-9a28-409e-91df-0862eac12554 req-97683c48-6206-4a48-9316-254afc5d2d26 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=dc8da617-a252-4841-8cb3-18718271901b HTTP/1.1" status: 200 len: 217 time: 0.0770497 May 31 13:25:22.218657 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-552e85a3-aaa0-4a20-8d92-d0e741e18a0f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:25:22.219027 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-552e85a3-aaa0-4a20-8d92-d0e741e18a0f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:25:22.240960 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5fcfa7c3-d584-473a-87d4-d2746bfb4d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:22.250045 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=43487781-82d9-434c-b57c-d9a1ea7dca9c,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:25:22.276081 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfdb4ba-a760-4b7f-9871-8f9c18ba98eb req-9166bf2b-ccdf-4dba-98ae-977b6ea0dd18 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:22.277630 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3dfdb4ba-a760-4b7f-9871-8f9c18ba98eb req-9166bf2b-ccdf-4dba-98ae-977b6ea0dd18 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9471834 May 31 13:25:22.321371 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port dc8da617-a252-4841-8cb3-18718271901b completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:25:22.337149 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port dc8da617-a252-4841-8cb3-18718271901b triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:25:22.337908 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:22.353007 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-3dfdb4ba-a760-4b7f-9871-8f9c18ba98eb req-bfdddb51-8fd9-4391-988c-550272d0f12f tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Request body: {'port': {'device_id': '8928b4c5-1d11-4d4b-a171-a11f72b443af', 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4', 'admin_state_up': True, 'tenant_id': '56e02bdb103940bfa914b1757276d35d'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:25:22.364113 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 994a437b-a620-43f2-8b4b-46c4aad6ee46 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:25:22.364476 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:22.377066 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-92dac443-c61a-421f-a63a-c187a70bbf06 req-1c169b81-2665-4b78-9efa-2340cac68499 service neutron] 10.222.0.44 "GET /v2.0/networks/e576ad54-297c-4eec-b73b-25479782c1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9529889 May 31 13:25:22.411898 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623fea89-9a28-409e-91df-0862eac12554 req-1d2589f5-fbcf-4811-a479-f4b9c5983a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:22.414256 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-623fea89-9a28-409e-91df-0862eac12554 req-1d2589f5-fbcf-4811-a479-f4b9c5983a67 service neutron] 10.222.0.20 "GET /v2.0/networks?id=85b11c4f-90ad-4763-b38d-22d3f87089f4 HTTP/1.1" status: 200 len: 870 time: 0.6452510 May 31 13:25:22.485862 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97a7a04-8b9f-48fb-b2d9-59567334d3cc req-a35aa323-28e4-4523-9811-d6514d24cd97 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:22.487681 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-d97a7a04-8b9f-48fb-b2d9-59567334d3cc req-a35aa323-28e4-4523-9811-d6514d24cd97 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Synchronizing usage tracker for tenant:e2597a7ed6d8470e9c70cdf094415106 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:25:22.499068 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623fea89-9a28-409e-91df-0862eac12554 req-1578d702-1ded-4911-b0b0-c25b0055e5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:22.500713 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-623fea89-9a28-409e-91df-0862eac12554 req-1578d702-1ded-4911-b0b0-c25b0055e5e4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.3306243 May 31 13:25:22.548063 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116b6ab6-0455-42b3-8fab-c90388674008 req-7aad2e63-77c7-43b5-bbef-a3917e9f9c42 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:22.550323 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-116b6ab6-0455-42b3-8fab-c90388674008 req-7aad2e63-77c7-43b5-bbef-a3917e9f9c42 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/ports?device_id=95537a9c-c133-465c-9a9a-4b1c5e23bfe6 HTTP/1.1" status: 200 len: 943 time: 0.8136623 May 31 13:25:22.579985 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-623fea89-9a28-409e-91df-0862eac12554 req-1bf6cbd0-e9d9-4fd5-87ed-11887df7afbf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=dc8da617-a252-4841-8cb3-18718271901b HTTP/1.1" status: 200 len: 217 time: 0.1550438 May 31 13:25:22.693337 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 994a437b-a620-43f2-8b4b-46c4aad6ee46 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:25:22.700441 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-d97a7a04-8b9f-48fb-b2d9-59567334d3cc req-a35aa323-28e4-4523-9811-d6514d24cd97 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Unset dirty status for tenant:e2597a7ed6d8470e9c70cdf094415106 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:25:22.707290 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d97a7a04-8b9f-48fb-b2d9-59567334d3cc req-a35aa323-28e4-4523-9811-d6514d24cd97 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/ports?device_id=968b2255-5613-4ac6-93b2-00c604542046 HTTP/1.1" status: 200 len: 931 time: 1.3749363 May 31 13:25:22.708146 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port dc8da617-a252-4841-8cb3-18718271901b is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:25:22.708632 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:22.726776 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ecc790b9-e6e3-45de-ae20-a92e50e0d5aa None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:22.751380 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623fea89-9a28-409e-91df-0862eac12554 req-8c2db399-50f9-4deb-9adb-cf7c8642726d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:22.752810 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-623fea89-9a28-409e-91df-0862eac12554 req-8c2db399-50f9-4deb-9adb-cf7c8642726d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.1665063 May 31 13:25:22.786541 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-3dfdb4ba-a760-4b7f-9871-8f9c18ba98eb req-bfdddb51-8fd9-4391-988c-550272d0f12f tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:25:22.802628 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ecc790b9-e6e3-45de-ae20-a92e50e0d5aa None None] Transition to ACTIVE for port object 860b60f9-8d46-43f8-beb0-125eeaa3c518 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:25:22.810582 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port dc8da617-a252-4841-8cb3-18718271901b, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=dc8da617-a252-4841-8cb3-18718271901b,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:25:22.815315 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-116b6ab6-0455-42b3-8fab-c90388674008 req-bc751605-2618-449b-84dd-a2e6c06f09f6 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d29a7ba-8da4-4594-bfbf-9f55cd071e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082179 May 31 13:25:22.820016 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ecc790b9-e6e3-45de-ae20-a92e50e0d5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:22.822087 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-f2a1fe20-aef3-4e75-98ff-1fd26c19701e req-40cd446e-dc2a-4c65-937e-7d3e44dd732a tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Allocated IP 172.20.0.5 (adff3eec-c144-4d49-9989-f7573e7edff0/c22c9473-7cad-4741-bb6c-0e549db0e04e/49bd4b17-f871-4d04-845d-75477d171247) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:25:22.824624 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-3dfdb4ba-a760-4b7f-9871-8f9c18ba98eb req-bfdddb51-8fd9-4391-988c-550272d0f12f tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Usage tracker for resource:port and tenant:56e02bdb103940bfa914b1757276d35d is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:25:22.839316 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-3dfdb4ba-a760-4b7f-9871-8f9c18ba98eb req-bfdddb51-8fd9-4391-988c-550272d0f12f tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:25:22.871872 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:22.881041 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552e85a3-aaa0-4a20-8d92-d0e741e18a0f None None] Current status of the port 43487781-82d9-434c-b57c-d9a1ea7dca9c is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:25:22.886072 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 43487781-82d9-434c-b57c-d9a1ea7dca9c up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:25:22.888842 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d97a7a04-8b9f-48fb-b2d9-59567334d3cc req-403438ac-8b11-438e-88fc-0a0ac2c44a00 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/security-groups?id=9bb73710-3d65-4dab-a4f3-8814f415ca6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805727 May 31 13:25:22.915352 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623fea89-9a28-409e-91df-0862eac12554 req-6dead1d1-566a-459a-8207-6b5b744bb3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:22.917949 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-623fea89-9a28-409e-91df-0862eac12554 req-6dead1d1-566a-459a-8207-6b5b744bb3e5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3703716 May 31 13:25:22.934344 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-3dfdb4ba-a760-4b7f-9871-8f9c18ba98eb req-bfdddb51-8fd9-4391-988c-550272d0f12f tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:25:22.954802 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95537a9c-c133-465c-9a9a-4b1c5e23bfe6', 'tag': '2ca73744-b411-4cba-a1bc-b0632df659c1'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:25:22.988798 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-2a7a0760-6fee-49b0-8ec7-9193a2a58d8c req-cf4088a8-08ad-484d-8f3e-9a284d884e38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a270c73-1e6d-4c5a-a2b9-48e0518905fa {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:25:23.006613 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dfdb4ba-a760-4b7f-9871-8f9c18ba98eb req-bfdddb51-8fd9-4391-988c-550272d0f12f tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Made reservation on behalf of 56e02bdb103940bfa914b1757276d35d for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:25:23.010459 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-3dfdb4ba-a760-4b7f-9871-8f9c18ba98eb req-bfdddb51-8fd9-4391-988c-550272d0f12f tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:23.021073 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-2a7a0760-6fee-49b0-8ec7-9193a2a58d8c req-cf4088a8-08ad-484d-8f3e-9a284d884e38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:23.036315 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-ecc790b9-e6e3-45de-ae20-a92e50e0d5aa None None] Attempting to bind port 860b60f9-8d46-43f8-beb0-125eeaa3c518 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:25:23.036936 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-ecc790b9-e6e3-45de-ae20-a92e50e0d5aa None None] Attempting to bind port 860b60f9-8d46-43f8-beb0-125eeaa3c518 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:25:23.037687 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc790b9-e6e3-45de-ae20-a92e50e0d5aa None None] Attempting to bind port 860b60f9-8d46-43f8-beb0-125eeaa3c518 on network d2103cd5-63ba-4c24-9d95-fd17643bf14c {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:25:23.068238 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c57f1d49-ef53-4648-bb98-42bfb316288f'] response: {'server_uuid': '54f6a3fe-a9bd-4fd0-acec-ae9368d2faf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d8f514-bd26-46ef-90f5-725ee81424e1', 'code': 200} May 31 13:25:23.078829 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72885f05-6b78-4820-a931-5b56ecf04863 None None] Pushing event updated for resources: {'Port': ['ID=860b60f9-8d46-43f8-beb0-125eeaa3c518,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:25:23.083587 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-3dfdb4ba-a760-4b7f-9871-8f9c18ba98eb req-bfdddb51-8fd9-4391-988c-550272d0f12f tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:23.126278 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-2a7a0760-6fee-49b0-8ec7-9193a2a58d8c req-cf4088a8-08ad-484d-8f3e-9a284d884e38 service neutron] Transition to ACTIVE for port object 7a270c73-1e6d-4c5a-a2b9-48e0518905fa will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:25:23.131775 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-5fcfa7c3-d584-473a-87d4-d2746bfb4d95 admin admin] Allocated IP 172.20.0.1 (d0523a4e-1f79-4b2e-ad21-a235d8580f88/9f6fcd5a-c807-45d3-b970-a1e1c3dcf8b9/2e49f95a-c9b2-4b19-b674-b29db79ea0dd) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:25:23.146500 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc790b9-e6e3-45de-ae20-a92e50e0d5aa None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:25:23.147599 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc790b9-e6e3-45de-ae20-a92e50e0d5aa None None] Checking segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:25:23.148245 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ecc790b9-e6e3-45de-ae20-a92e50e0d5aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:23.148697 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc790b9-e6e3-45de-ae20-a92e50e0d5aa None None] Bound using segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:25:23.150029 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-ecc790b9-e6e3-45de-ae20-a92e50e0d5aa None None] Bound port: 860b60f9-8d46-43f8-beb0-125eeaa3c518, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:25:23.150369 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ecc790b9-e6e3-45de-ae20-a92e50e0d5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:23.172083 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623fea89-9a28-409e-91df-0862eac12554 req-793603f1-febb-4d46-9be1-db657e02f06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:23.173597 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-623fea89-9a28-409e-91df-0862eac12554 req-793603f1-febb-4d46-9be1-db657e02f06c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4096148 May 31 13:25:23.196478 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-4fd35c4e-ee16-468b-b286-ada508c303b7 None None] Provisioning complete for port 43487781-82d9-434c-b57c-d9a1ea7dca9c triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:25:23.196970 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4fd35c4e-ee16-468b-b286-ada508c303b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:23.209810 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-55ad8c5b-2482-468f-86cb-b59614b6c9e5 req-6763f6c5-836e-4d07-9c0a-67709cfe4f91 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] 10.222.0.50 "GET /v2.0/ports?device_id=8928b4c5-1d11-4d4b-a171-a11f72b443af HTTP/1.1" status: 200 len: 210 time: 0.1767151 May 31 13:25:23.231214 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-2a7a0760-6fee-49b0-8ec7-9193a2a58d8c req-cf4088a8-08ad-484d-8f3e-9a284d884e38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:23.242269 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-3dfdb4ba-a760-4b7f-9871-8f9c18ba98eb req-bfdddb51-8fd9-4391-988c-550272d0f12f tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:25:23.282854 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-3dfdb4ba-a760-4b7f-9871-8f9c18ba98eb req-bfdddb51-8fd9-4391-988c-550272d0f12f tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Usage tracker for resource:security_group_rule and tenant:56e02bdb103940bfa914b1757276d35d is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:25:23.297726 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-3dfdb4ba-a760-4b7f-9871-8f9c18ba98eb req-bfdddb51-8fd9-4391-988c-550272d0f12f tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:25:23.317724 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-3dfdb4ba-a760-4b7f-9871-8f9c18ba98eb req-bfdddb51-8fd9-4391-988c-550272d0f12f tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:25:23.337520 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 43487781-82d9-434c-b57c-d9a1ea7dca9c triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:25:23.337883 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:23.427140 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ff8df-f799-42ef-bdcb-ff8ec9614b63 req-6394fae0-8af0-4117-b56d-31a10bf5f114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:23.428816 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-792ff8df-f799-42ef-bdcb-ff8ec9614b63 req-6394fae0-8af0-4117-b56d-31a10bf5f114 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=54f6a3fe-a9bd-4fd0-acec-ae9368d2faf2 HTTP/1.1" status: 200 len: 1101 time: 0.3764966 May 31 13:25:23.437535 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-623fea89-9a28-409e-91df-0862eac12554 req-d1101b2d-e47e-4d65-a56d-b2f37cbfda73 service neutron] 10.222.0.44 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5115368 May 31 13:25:23.481883 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4088a8-08ad-484d-8f3e-9a284d884e38 service neutron] Pushing event updated for resources: {'Port': ['ID=7a270c73-1e6d-4c5a-a2b9-48e0518905fa,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:25:23.558458 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=dc8da617-a252-4841-8cb3-18718271901b,revision_number=9']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:25:23.573959 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-623fea89-9a28-409e-91df-0862eac12554 req-8ec22d73-a474-4319-9fa1-215681ea5e84 service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3786898 May 31 13:25:23.667362 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f2a1fe20-aef3-4e75-98ff-1fd26c19701e req-40cd446e-dc2a-4c65-937e-7d3e44dd732a tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:23.692346 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 43487781-82d9-434c-b57c-d9a1ea7dca9c is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:25:23.702007 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-ecc790b9-e6e3-45de-ae20-a92e50e0d5aa None None] For port 860b60f9-8d46-43f8-beb0-125eeaa3c518, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:25:23.710650 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-4fd35c4e-ee16-468b-b286-ada508c303b7 None None] Current status of the port 43487781-82d9-434c-b57c-d9a1ea7dca9c is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:25:23.716028 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-ecc790b9-e6e3-45de-ae20-a92e50e0d5aa None None] For port 860b60f9-8d46-43f8-beb0-125eeaa3c518, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=860b60f9-8d46-43f8-beb0-125eeaa3c518,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:25:23.730485 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ecc790b9-e6e3-45de-ae20-a92e50e0d5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:23.766247 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-792ff8df-f799-42ef-bdcb-ff8ec9614b63 req-5c59f8dd-9e05-46bc-b855-801bfee63926 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a4e17580-fef9-47ea-85b1-59ae8325b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275983 May 31 13:25:23.767002 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e359c-51b2-40fc-a8cb-a51bb85db6ab req-b6f95750-e9b6-4610-9b89-6a8687248308 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:23.768656 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ef2e359c-51b2-40fc-a8cb-a51bb85db6ab req-b6f95750-e9b6-4610-9b89-6a8687248308 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/ports?device_id=54f6a3fe-a9bd-4fd0-acec-ae9368d2faf2 HTTP/1.1" status: 200 len: 950 time: 0.6437671 May 31 13:25:23.823725 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc790b9-e6e3-45de-ae20-a92e50e0d5aa None None] Routers {'ca7506b8-c785-49b8-8202-45d04af43b18'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:25:23.824495 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-ecc790b9-e6e3-45de-ae20-a92e50e0d5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:25:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['ca7506b8-c785-49b8-8202-45d04af43b18'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:25:23.836781 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5fcfa7c3-d584-473a-87d4-d2746bfb4d95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:23.891793 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-2a7a0760-6fee-49b0-8ec7-9193a2a58d8c req-cf4088a8-08ad-484d-8f3e-9a284d884e38 service neutron] Attempting to bind port 7a270c73-1e6d-4c5a-a2b9-48e0518905fa on host n-h1-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:25:23.892292 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-2a7a0760-6fee-49b0-8ec7-9193a2a58d8c req-cf4088a8-08ad-484d-8f3e-9a284d884e38 service neutron] Attempting to bind port 7a270c73-1e6d-4c5a-a2b9-48e0518905fa by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': '5e25fb0d-97f0-46e3-9365-1fe4cebfedef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '54080721-9f8a-4f91-bfc0-a61481e712fa'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:25:23.892746 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7a0760-6fee-49b0-8ec7-9193a2a58d8c req-cf4088a8-08ad-484d-8f3e-9a284d884e38 service neutron] Attempting to bind port 7a270c73-1e6d-4c5a-a2b9-48e0518905fa on network 54080721-9f8a-4f91-bfc0-a61481e712fa {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:25:23.899703 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-5fcfa7c3-d584-473a-87d4-d2746bfb4d95 admin admin] Transition to ACTIVE for port object 2e49f95a-c9b2-4b19-b674-b29db79ea0dd will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:25:23.912759 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72885f05-6b78-4820-a931-5b56ecf04863 None None] Pushing event updated for resources: {'Port': ['ID=860b60f9-8d46-43f8-beb0-125eeaa3c518,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:25:23.928321 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-623fea89-9a28-409e-91df-0862eac12554 req-3cc35a11-ad53-42bc-a10f-87c278c2b209 service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3469403 May 31 13:25:23.931783 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-623fea89-9a28-409e-91df-0862eac12554 req-3f520d2d-839d-4487-8e94-b5e7e27f5bfa service neutron] 10.222.0.44 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4619431 May 31 13:25:23.933550 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7a0760-6fee-49b0-8ec7-9193a2a58d8c req-cf4088a8-08ad-484d-8f3e-9a284d884e38 service neutron] Port 7a270c73-1e6d-4c5a-a2b9-48e0518905fa on network 54080721-9f8a-4f91-bfc0-a61481e712fa not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:25:23.933996 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7a0760-6fee-49b0-8ec7-9193a2a58d8c req-cf4088a8-08ad-484d-8f3e-9a284d884e38 service neutron] Attempting to bind port 7a270c73-1e6d-4c5a-a2b9-48e0518905fa on network 54080721-9f8a-4f91-bfc0-a61481e712fa {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:25:23.962189 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5fcfa7c3-d584-473a-87d4-d2746bfb4d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:23.967030 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7a0760-6fee-49b0-8ec7-9193a2a58d8c req-cf4088a8-08ad-484d-8f3e-9a284d884e38 service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:25:23.967590 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7a0760-6fee-49b0-8ec7-9193a2a58d8c req-cf4088a8-08ad-484d-8f3e-9a284d884e38 service neutron] Checking segment: {'id': '5e25fb0d-97f0-46e3-9365-1fe4cebfedef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '54080721-9f8a-4f91-bfc0-a61481e712fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:25:23.968300 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7a0760-6fee-49b0-8ec7-9193a2a58d8c req-cf4088a8-08ad-484d-8f3e-9a284d884e38 service neutron] Bound using segment: {'id': '5e25fb0d-97f0-46e3-9365-1fe4cebfedef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '54080721-9f8a-4f91-bfc0-a61481e712fa'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:25:23.969199 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-2a7a0760-6fee-49b0-8ec7-9193a2a58d8c req-cf4088a8-08ad-484d-8f3e-9a284d884e38 service neutron] Bound port: 7a270c73-1e6d-4c5a-a2b9-48e0518905fa, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e25fb0d-97f0-46e3-9365-1fe4cebfedef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '54080721-9f8a-4f91-bfc0-a61481e712fa'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:25:23.970274 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-2a7a0760-6fee-49b0-8ec7-9193a2a58d8c req-cf4088a8-08ad-484d-8f3e-9a284d884e38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:23.990716 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ef2e359c-51b2-40fc-a8cb-a51bb85db6ab req-b1856508-384a-46d2-88dc-9b18f4ca95d4 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4e17580-fef9-47ea-85b1-59ae8325b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777096 May 31 13:25:24.002437 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-3dfdb4ba-a760-4b7f-9871-8f9c18ba98eb req-bfdddb51-8fd9-4391-988c-550272d0f12f tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:24.013736 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-3dfdb4ba-a760-4b7f-9871-8f9c18ba98eb req-bfdddb51-8fd9-4391-988c-550272d0f12f tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:24.041272 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-ecc790b9-e6e3-45de-ae20-a92e50e0d5aa None None] Set router ca7506b8-c785-49b8-8202-45d04af43b18 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:25:24.041928 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcfa7c3-d584-473a-87d4-d2746bfb4d95 admin admin] Network d0523a4e-1f79-4b2e-ad21-a235d8580f88 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:25:24.045200 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-5fcfa7c3-d584-473a-87d4-d2746bfb4d95 admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:25:24.047958 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcfa7c3-d584-473a-87d4-d2746bfb4d95 admin admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:25:24.055041 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f2a1fe20-aef3-4e75-98ff-1fd26c19701e req-40cd446e-dc2a-4c65-937e-7d3e44dd732a tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:24.123610 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcfa7c3-d584-473a-87d4-d2746bfb4d95 admin admin] Pushing event updated for resources: {'Port': ['ID=2e49f95a-c9b2-4b19-b674-b29db79ea0dd,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:25:24.156711 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5fcfa7c3-d584-473a-87d4-d2746bfb4d95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:24.186643 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd9596-f4bb-4458-a8d4-1d70e8c61284 req-13c807a1-9309-43db-93d1-a71e14c194e1 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:24.188299 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-38bd9596-f4bb-4458-a8d4-1d70e8c61284 req-13c807a1-9309-43db-93d1-a71e14c194e1 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.44 "GET /v2.0/ports?device_id=4510f090-0a02-4ef1-8cc4-e9dea399e0f1&tenant_id=c905d91f2f614f928153cd05b2f8a225&binding%3Ahost_id=n-h2-843939-1 HTTP/1.1" status: 200 len: 949 time: 0.5390153 May 31 13:25:24.218083 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['a6ce2620-59bc-460a-b055-9b0674cf69e8'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:25:24.370417 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5fcfa7c3-d584-473a-87d4-d2746bfb4d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:24.619143 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-4ef8851c-6f36-4392-83c0-e8a52e1d0fd9 None None] Provisioning for port 2e49f95a-c9b2-4b19-b674-b29db79ea0dd completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:25:24.639191 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-4ef8851c-6f36-4392-83c0-e8a52e1d0fd9 None None] Provisioning complete for port 2e49f95a-c9b2-4b19-b674-b29db79ea0dd triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:25:24.639578 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4ef8851c-6f36-4392-83c0-e8a52e1d0fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:24.666487 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdddb51-8fd9-4391-988c-550272d0f12f tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9145548e-74a9-4f5e-ae53-c23243c8c64e,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:25:24.672008 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2a1fe20-aef3-4e75-98ff-1fd26c19701e req-40cd446e-dc2a-4c65-937e-7d3e44dd732a tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Network adff3eec-c144-4d49-9989-f7573e7edff0 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:25:24.691171 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd9c14-2837-4ea1-b0bc-d767937e5362 req-9c1128aa-a8d1-4df4-814a-dc42b78224c4 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:24.698874 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7efd9c14-2837-4ea1-b0bc-d767937e5362 req-9c1128aa-a8d1-4df4-814a-dc42b78224c4 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffdedfac-9c20-40fd-86fb-fc53814787c9 HTTP/1.1" status: 200 len: 946 time: 0.9510629 May 31 13:25:24.711334 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-f2a1fe20-aef3-4e75-98ff-1fd26c19701e req-40cd446e-dc2a-4c65-937e-7d3e44dd732a tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:25:24.714159 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2a1fe20-aef3-4e75-98ff-1fd26c19701e req-40cd446e-dc2a-4c65-937e-7d3e44dd732a tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:25:24.777771 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-4ef8851c-6f36-4392-83c0-e8a52e1d0fd9 None None] Port 2e49f95a-c9b2-4b19-b674-b29db79ea0dd cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:25:24.813394 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cd446e-dc2a-4c65-937e-7d3e44dd732a tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Pushing event updated for resources: {'Port': ['ID=49bd4b17-f871-4d04-845d-75477d171247,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:25:24.828815 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-ecc790b9-e6e3-45de-ae20-a92e50e0d5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7506b8-c785-49b8-8202-45d04af43b18', 'name': 'tempest-TaggedBootDevicesTest-440123187-router', 'tenant_id': '4d238c2d208d4d78b9371b195e930da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '860b60f9-8d46-43f8-beb0-125eeaa3c518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:25:14Z', 'updated_at': '2022-05-31T13:25:17Z', 'revision_number': 3, 'project_id': '4d238c2d208d4d78b9371b195e930da7', 'gw_port': {'id': '860b60f9-8d46-43f8-beb0-125eeaa3c518', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fc:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7506b8-c785-49b8-8202-45d04af43b18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:25:15Z', 'updated_at': '2022-05-31T13:25:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:25:24.844458 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc790b9-e6e3-45de-ae20-a92e50e0d5aa None None] The sync data for ids ['ca7506b8-c785-49b8-8202-45d04af43b18'] in n-d-843939-1 is: [{'id': 'ca7506b8-c785-49b8-8202-45d04af43b18', 'name': 'tempest-TaggedBootDevicesTest-440123187-router', 'tenant_id': '4d238c2d208d4d78b9371b195e930da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '860b60f9-8d46-43f8-beb0-125eeaa3c518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:25:14Z', 'updated_at': '2022-05-31T13:25:17Z', 'revision_number': 3, 'project_id': '4d238c2d208d4d78b9371b195e930da7', 'gw_port': {'id': '860b60f9-8d46-43f8-beb0-125eeaa3c518', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fc:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7506b8-c785-49b8-8202-45d04af43b18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:25:15Z', 'updated_at': '2022-05-31T13:25:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:25:24.898717 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5fcfa7c3-d584-473a-87d4-d2746bfb4d95 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:24.904594 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5fcfa7c3-d584-473a-87d4-d2746bfb4d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:24.945467 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-2a7a0760-6fee-49b0-8ec7-9193a2a58d8c req-cf4088a8-08ad-484d-8f3e-9a284d884e38 service neutron] For port 7a270c73-1e6d-4c5a-a2b9-48e0518905fa, host n-h1-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:25:24.965905 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1fe20-aef3-4e75-98ff-1fd26c19701e req-40cd446e-dc2a-4c65-937e-7d3e44dd732a tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:24.966584 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f2a1fe20-aef3-4e75-98ff-1fd26c19701e req-40cd446e-dc2a-4c65-937e-7d3e44dd732a tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:24.980931 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7efd9c14-2837-4ea1-b0bc-d767937e5362 req-2260d2b7-0f36-43fb-b8c4-984c40e619e5 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] 10.222.0.50 "GET /v2.0/security-groups?id=3316f69c-0b0b-4b52-92ce-248c8657cef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2810915 May 31 13:25:25.025574 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-38bd9596-f4bb-4458-a8d4-1d70e8c61284 req-fe3f64f0-4439-48e3-bfff-375c8cc3a4ec service neutron] 10.222.0.44 "GET /v2.0/ports/dc8da617-a252-4841-8cb3-18718271901b/bindings/n-h2-843939-1 HTTP/1.1" status: 200 len: 382 time: 0.8166578 May 31 13:25:25.043443 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5fcfa7c3-d584-473a-87d4-d2746bfb4d95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:25.069728 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4510f090-0a02-4ef1-8cc4-e9dea399e0f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc8da617-a252-4841-8cb3-18718271901b'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:25:25.082468 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-3dfdb4ba-a760-4b7f-9871-8f9c18ba98eb req-bfdddb51-8fd9-4391-988c-550272d0f12f tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Allocated IP 192.168.233.177 (85b11c4f-90ad-4763-b38d-22d3f87089f4/24822c99-0dce-4d50-9c44-3135ba3763b8/ff2e17df-b2c5-4e35-85f4-8a1c7570c241) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:25:25.104599 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-2a7a0760-6fee-49b0-8ec7-9193a2a58d8c req-cf4088a8-08ad-484d-8f3e-9a284d884e38 service neutron] For port 7a270c73-1e6d-4c5a-a2b9-48e0518905fa, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=7a270c73-1e6d-4c5a-a2b9-48e0518905fa,segment=NetworkSegment(5e25fb0d-97f0-46e3-9365-1fe4cebfedef),segment_id=5e25fb0d-97f0-46e3-9365-1fe4cebfedef)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:25:25.124771 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fca8f96d-ace8-472a-8019-badcd6bb85ca'] response: {'name': 'network-changed', 'server_uuid': '95537a9c-c133-465c-9a9a-4b1c5e23bfe6', 'tag': '2ca73744-b411-4cba-a1bc-b0632df659c1', 'status': 'completed', 'code': 200} May 31 13:25:25.192577 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcfa7c3-d584-473a-87d4-d2746bfb4d95 admin admin] Pushing event updated for resources: {'Port': ['ID=2e49f95a-c9b2-4b19-b674-b29db79ea0dd,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:25:25.225486 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-2a7a0760-6fee-49b0-8ec7-9193a2a58d8c req-cf4088a8-08ad-484d-8f3e-9a284d884e38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:25.300818 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f243de4-c6cf-41d4-876f-2908916401b7 req-fca86130-7d34-4756-93d4-e2fac49f9c5c tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:25.302271 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-8f243de4-c6cf-41d4-876f-2908916401b7 req-fca86130-7d34-4756-93d4-e2fac49f9c5c tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Synchronizing usage tracker for tenant:a487a8012f6942fe8ddd9bac507c4ea0 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:25:25.334730 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcfa7c3-d584-473a-87d4-d2746bfb4d95 admin admin] Network d0523a4e-1f79-4b2e-ad21-a235d8580f88 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:25:25.336864 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-5fcfa7c3-d584-473a-87d4-d2746bfb4d95 admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:25:25.346083 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb19fbea-50c4-4f4d-8234-8a2911b819c2 req-736c8577-d0f7-4090-8865-01e86a4cc053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:25.347573 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fb19fbea-50c4-4f4d-8234-8a2911b819c2 req-736c8577-d0f7-4090-8865-01e86a4cc053 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9d7345b6bbc64d3981e920379156fa19&device_id=95537a9c-c133-465c-9a9a-4b1c5e23bfe6 HTTP/1.1" status: 200 len: 1094 time: 0.2571263 May 31 13:25:25.451226 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f2a1fe20-aef3-4e75-98ff-1fd26c19701e req-40cd446e-dc2a-4c65-937e-7d3e44dd732a tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1203227 May 31 13:25:25.487619 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7a0760-6fee-49b0-8ec7-9193a2a58d8c req-cf4088a8-08ad-484d-8f3e-9a284d884e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:25.488940 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-2a7a0760-6fee-49b0-8ec7-9193a2a58d8c req-cf4088a8-08ad-484d-8f3e-9a284d884e38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:25.491658 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2a7a0760-6fee-49b0-8ec7-9193a2a58d8c req-cf4088a8-08ad-484d-8f3e-9a284d884e38 service neutron] 10.222.0.20 "PUT /v2.0/ports/7a270c73-1e6d-4c5a-a2b9-48e0518905fa HTTP/1.1" status: 200 len: 1091 time: 4.7771094 May 31 13:25:25.500051 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-f2a1fe20-aef3-4e75-98ff-1fd26c19701e req-97b76e4d-4bf1-493e-8286-02d5d1307899 service neutron] Request body: {'port': {'device_id': '5e93c94b-61da-42a5-8616-9dd4c6c5021f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:25:25.656906 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-8f243de4-c6cf-41d4-876f-2908916401b7 req-fca86130-7d34-4756-93d4-e2fac49f9c5c tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Unset dirty status for tenant:a487a8012f6942fe8ddd9bac507c4ea0 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:25:25.666386 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8f243de4-c6cf-41d4-876f-2908916401b7 req-fca86130-7d34-4756-93d4-e2fac49f9c5c tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e93c94b-61da-42a5-8616-9dd4c6c5021f HTTP/1.1" status: 200 len: 931 time: 1.4683006 May 31 13:25:25.709180 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb19fbea-50c4-4f4d-8234-8a2911b819c2 req-a72d67ba-6b8a-4cf7-a9d2-d8b4894fff06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:25.711016 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fb19fbea-50c4-4f4d-8234-8a2911b819c2 req-a72d67ba-6b8a-4cf7-a9d2-d8b4894fff06 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e576ad54-297c-4eec-b73b-25479782c1e2 HTTP/1.1" status: 200 len: 909 time: 0.2911055 May 31 13:25:25.722263 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fcfa7c3-d584-473a-87d4-d2746bfb4d95 admin admin] Router ca7506b8-c785-49b8-8202-45d04af43b18 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:25:25.728386 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0081b275-6c02-4be1-9578-3aa88d126647 None None] Provisioning complete for port 2e49f95a-c9b2-4b19-b674-b29db79ea0dd triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:25:25.729118 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0081b275-6c02-4be1-9578-3aa88d126647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:25.796922 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fb19fbea-50c4-4f4d-8234-8a2911b819c2 req-b4d102cf-8c55-4711-8331-887c01d8d6d3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ca73744-b411-4cba-a1bc-b0632df659c1 HTTP/1.1" status: 200 len: 217 time: 0.0771306 May 31 13:25:25.826081 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4088a8-08ad-484d-8f3e-9a284d884e38 service neutron] Pushing event updated for resources: {'Port': ['ID=7a270c73-1e6d-4c5a-a2b9-48e0518905fa,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:25:25.877865 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0081b275-6c02-4be1-9578-3aa88d126647 None None] Port 2e49f95a-c9b2-4b19-b674-b29db79ea0dd cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:25:25.942693 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-8f243de4-c6cf-41d4-876f-2908916401b7 req-79a5655c-f595-449a-92ec-ad5a7e9e01d5 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Synchronizing usage tracker for tenant:a487a8012f6942fe8ddd9bac507c4ea0 on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:25:25.945356 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 2ca73744-b411-4cba-a1bc-b0632df659c1 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:25:25.948259 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb19fbea-50c4-4f4d-8234-8a2911b819c2 req-5929eace-7bb4-4730-bc10-51ecf0bffbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:25.950253 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fb19fbea-50c4-4f4d-8234-8a2911b819c2 req-5929eace-7bb4-4730-bc10-51ecf0bffbe1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=376bfa95-ebe5-4cb8-abaa-2bcb5d3a07e3 HTTP/1.1" status: 200 len: 848 time: 0.1019492 May 31 13:25:26.013451 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd9596-f4bb-4458-a8d4-1d70e8c61284 req-bc1548f3-9f9c-435b-84ea-55b426415348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:26.015186 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-38bd9596-f4bb-4458-a8d4-1d70e8c61284 req-bc1548f3-9f9c-435b-84ea-55b426415348 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c905d91f2f614f928153cd05b2f8a225&device_id=4510f090-0a02-4ef1-8cc4-e9dea399e0f1 HTTP/1.1" status: 200 len: 1100 time: 0.8988743 May 31 13:25:26.029191 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f2a1fe20-aef3-4e75-98ff-1fd26c19701e req-97b76e4d-4bf1-493e-8286-02d5d1307899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:26.099280 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fb19fbea-50c4-4f4d-8234-8a2911b819c2 req-535ed5a2-3ef9-42de-a9cb-98075d4f35f7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e576ad54-297c-4eec-b73b-25479782c1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1393812 May 31 13:25:26.179516 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 2ca73744-b411-4cba-a1bc-b0632df659c1, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=2ca73744-b411-4cba-a1bc-b0632df659c1,segment=NetworkSegment(6af449b4-9759-41ca-aa70-1c602a81197c),segment_id=6af449b4-9759-41ca-aa70-1c602a81197c)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:25:26.202063 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': '2ca73744-b411-4cba-a1bc-b0632df659c1', 'network_id': 'e576ad54-297c-4eec-b73b-25479782c1e2', 'port_id': '2ca73744-b411-4cba-a1bc-b0632df659c1', 'mac_address': 'fa:16:3e:b6:1a:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '376bfa95-ebe5-4cb8-abaa-2bcb5d3a07e3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:25:26.209872 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fcfa7c3-d584-473a-87d4-d2746bfb4d95 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:25:26.224116 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-5fcfa7c3-d584-473a-87d4-d2746bfb4d95 admin admin] 10.222.0.50 "PUT /v2.0/routers/ca7506b8-c785-49b8-8202-45d04af43b18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0383687 May 31 13:25:26.238650 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-8f243de4-c6cf-41d4-876f-2908916401b7 req-79a5655c-f595-449a-92ec-ad5a7e9e01d5 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Unset dirty status for tenant:a487a8012f6942fe8ddd9bac507c4ea0 on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:25:26.239831 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8f243de4-c6cf-41d4-876f-2908916401b7 req-79a5655c-f595-449a-92ec-ad5a7e9e01d5 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/security-groups?id=98e17d4a-ac5b-4480-9bc6-49977fe0902a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5724471 May 31 13:25:26.258561 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a939305-badd-4b86-bf60-002c4ebff61e req-a133b411-f158-46e3-8eef-2b17dab951e8 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:26.270615 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6a939305-badd-4b86-bf60-002c4ebff61e req-a133b411-f158-46e3-8eef-2b17dab951e8 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=4510f090-0a02-4ef1-8cc4-e9dea399e0f1 HTTP/1.1" status: 200 len: 949 time: 1.0360610 May 31 13:25:26.271677 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 2ca73744-b411-4cba-a1bc-b0632df659c1 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:25:26.272554 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:26.295503 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ca73744-b411-4cba-a1bc-b0632df659c1 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:25:26.319870 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 2ca73744-b411-4cba-a1bc-b0632df659c1, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=2ca73744-b411-4cba-a1bc-b0632df659c1,segment=NetworkSegment(6af449b4-9759-41ca-aa70-1c602a81197c),segment_id=6af449b4-9759-41ca-aa70-1c602a81197c)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:25:26.325582 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:26.357894 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fb19fbea-50c4-4f4d-8234-8a2911b819c2 req-558f9045-c032-4396-83d1-fdec96cde952 service neutron] 10.222.0.44 "GET /v2.0/networks/e576ad54-297c-4eec-b73b-25479782c1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508340 May 31 13:25:26.432820 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=2ca73744-b411-4cba-a1bc-b0632df659c1,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:25:26.621489 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['2ca73744-b411-4cba-a1bc-b0632df659c1'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:25:26.624305 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7a0760-6fee-49b0-8ec7-9193a2a58d8c req-7b4238cf-4518-49de-846d-d8aa8c4fc0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:26.625793 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2a7a0760-6fee-49b0-8ec7-9193a2a58d8c req-7b4238cf-4518-49de-846d-d8aa8c4fc0f2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e2597a7ed6d8470e9c70cdf094415106&device_id=968b2255-5613-4ac6-93b2-00c604542046 HTTP/1.1" status: 200 len: 1094 time: 1.0549479 May 31 13:25:26.685240 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fb19fbea-50c4-4f4d-8234-8a2911b819c2 req-eaa89d6b-bd9c-4b26-85fa-f6b5b749d566 service neutron] 10.222.0.44 "GET /v2.0/networks/e576ad54-297c-4eec-b73b-25479782c1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208435 May 31 13:25:26.767602 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6a939305-badd-4b86-bf60-002c4ebff61e req-cb15b28c-641c-4e65-9114-f6c1091f1ff3 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621996 May 31 13:25:26.856387 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 860b60f9-8d46-43f8-beb0-125eeaa3c518 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:25:26.882034 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2a7a0760-6fee-49b0-8ec7-9193a2a58d8c req-f4d56196-f610-4e19-bce0-cce1e3ecfcd3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a270c73-1e6d-4c5a-a2b9-48e0518905fa HTTP/1.1" status: 200 len: 217 time: 0.2278042 May 31 13:25:26.911696 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd9596-f4bb-4458-a8d4-1d70e8c61284 req-46a63e2e-d50e-4ae3-8451-44f0f2098e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:26.928330 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-38bd9596-f4bb-4458-a8d4-1d70e8c61284 req-46a63e2e-d50e-4ae3-8451-44f0f2098e22 service neutron] 10.222.0.44 "GET /v2.0/networks?id=85b11c4f-90ad-4763-b38d-22d3f87089f4 HTTP/1.1" status: 200 len: 870 time: 0.8767064 May 31 13:25:26.994481 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 860b60f9-8d46-43f8-beb0-125eeaa3c518 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:25:27.002359 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 860b60f9-8d46-43f8-beb0-125eeaa3c518 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:25:27.002734 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:27.059384 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-3dfdb4ba-a760-4b7f-9871-8f9c18ba98eb req-bfdddb51-8fd9-4391-988c-550272d0f12f tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:27.132950 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6041083e-a45e-4156-8984-aa3046fed694 None None] Sync routers for ids ['ca7506b8-c785-49b8-8202-45d04af43b18'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:25:27.149563 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6041083e-a45e-4156-8984-aa3046fed694 None None] Routers {'ca7506b8-c785-49b8-8202-45d04af43b18'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:25:27.152330 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-6041083e-a45e-4156-8984-aa3046fed694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:25:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['ca7506b8-c785-49b8-8202-45d04af43b18'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:25:27.232533 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '968b2255-5613-4ac6-93b2-00c604542046', 'tag': '7a270c73-1e6d-4c5a-a2b9-48e0518905fa'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:25:27.269744 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 860b60f9-8d46-43f8-beb0-125eeaa3c518 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:25:27.270355 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:27.294130 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 860b60f9-8d46-43f8-beb0-125eeaa3c518, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=860b60f9-8d46-43f8-beb0-125eeaa3c518,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:25:27.299405 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:27.347414 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-38bd9596-f4bb-4458-a8d4-1d70e8c61284 req-81d14736-1207-433e-9cb5-d74d61984f2f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=dc8da617-a252-4841-8cb3-18718271901b HTTP/1.1" status: 200 len: 217 time: 0.3610907 May 31 13:25:27.386162 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=860b60f9-8d46-43f8-beb0-125eeaa3c518,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:25:27.423136 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-6041083e-a45e-4156-8984-aa3046fed694 None None] Set router ca7506b8-c785-49b8-8202-45d04af43b18 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:25:27.450535 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-3dfdb4ba-a760-4b7f-9871-8f9c18ba98eb req-bfdddb51-8fd9-4391-988c-550272d0f12f tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Transition to ACTIVE for port object ff2e17df-b2c5-4e35-85f4-8a1c7570c241 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:25:27.459729 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7a0760-6fee-49b0-8ec7-9193a2a58d8c req-50accc7e-65a6-4b41-b376-b5c65ee8d4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:27.461490 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2a7a0760-6fee-49b0-8ec7-9193a2a58d8c req-50accc7e-65a6-4b41-b376-b5c65ee8d4d5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=83cbe83f-97ff-497d-8da2-ff6d3874e4c0 HTTP/1.1" status: 200 len: 845 time: 0.5289793 May 31 13:25:27.590637 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2a7a0760-6fee-49b0-8ec7-9193a2a58d8c req-49c2373d-1450-4b88-a214-8a3daf61598e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=54080721-9f8a-4f91-bfc0-a61481e712fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1200643 May 31 13:25:27.595525 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd9596-f4bb-4458-a8d4-1d70e8c61284 req-19dc8ff0-160f-48e0-a966-ea5d363907b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:27.596908 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-38bd9596-f4bb-4458-a8d4-1d70e8c61284 req-19dc8ff0-160f-48e0-a966-ea5d363907b7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.2228332 May 31 13:25:27.619721 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6214a412-c8cf-48b4-a9d5-1ff25414cbd6 req-b701d21a-5671-454c-9aa6-58f255b8034b tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:27.623698 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6214a412-c8cf-48b4-a9d5-1ff25414cbd6 req-b701d21a-5671-454c-9aa6-58f255b8034b tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/ports?device_id=95537a9c-c133-465c-9a9a-4b1c5e23bfe6 HTTP/1.1" status: 200 len: 944 time: 1.1088381 May 31 13:25:27.798191 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-f2a1fe20-aef3-4e75-98ff-1fd26c19701e req-97b76e4d-4bf1-493e-8286-02d5d1307899 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49bd4b17-f871-4d04-845d-75477d171247 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:25:27.832399 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f2a1fe20-aef3-4e75-98ff-1fd26c19701e req-97b76e4d-4bf1-493e-8286-02d5d1307899 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:27.845301 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d0901-e98d-47e2-bc2e-24b01acf9171 req-a2de8bb7-0ff7-47cc-8e17-3f8b55ddce9b tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:27.852751 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a51d0901-e98d-47e2-bc2e-24b01acf9171 req-a2de8bb7-0ff7-47cc-8e17-3f8b55ddce9b tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/ports?device_id=968b2255-5613-4ac6-93b2-00c604542046 HTTP/1.1" status: 200 len: 943 time: 0.8710194 May 31 13:25:27.864927 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-6041083e-a45e-4156-8984-aa3046fed694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7506b8-c785-49b8-8202-45d04af43b18', 'name': 'tempest-TaggedBootDevicesTest-440123187-router', 'tenant_id': '4d238c2d208d4d78b9371b195e930da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '860b60f9-8d46-43f8-beb0-125eeaa3c518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:25:14Z', 'updated_at': '2022-05-31T13:25:24Z', 'revision_number': 4, 'project_id': '4d238c2d208d4d78b9371b195e930da7', 'gw_port': {'id': '860b60f9-8d46-43f8-beb0-125eeaa3c518', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fc:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7506b8-c785-49b8-8202-45d04af43b18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:25:15Z', 'updated_at': '2022-05-31T13:25:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '2e49f95a-c9b2-4b19-b674-b29db79ea0dd', 'name': '', 'network_id': 'd0523a4e-1f79-4b2e-ad21-a235d8580f88', 'tenant_id': '4d238c2d208d4d78b9371b195e930da7', 'mac_address': 'fa:16:3e:20:cd:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7506b8-c785-49b8-8202-45d04af43b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '9f6fcd5a-c807-45d3-b970-a1e1c3dcf8b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:25:22Z', 'updated_at': '2022-05-31T13:25:24Z', 'revision_number': 2, 'project_id': '4d238c2d208d4d78b9371b195e930da7', 'subnets': [{'id': '9f6fcd5a-c807-45d3-b970-a1e1c3dcf8b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:25:27.870965 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6041083e-a45e-4156-8984-aa3046fed694 None None] Checking router: ca7506b8-c785-49b8-8202-45d04af43b18 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:25:27.871555 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6041083e-a45e-4156-8984-aa3046fed694 None None] Updating router ca7506b8-c785-49b8-8202-45d04af43b18 port 2e49f95a-c9b2-4b19-b674-b29db79ea0dd binding host n-d-843939-1 {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:25:27.900202 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-3dfdb4ba-a760-4b7f-9871-8f9c18ba98eb req-bfdddb51-8fd9-4391-988c-550272d0f12f tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:27.909946 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6214a412-c8cf-48b4-a9d5-1ff25414cbd6 req-cf0c88e5-d328-44fc-9c99-56c9d8881a36 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d29a7ba-8da4-4594-bfbf-9f55cd071e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257428 May 31 13:25:27.954183 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6041083e-a45e-4156-8984-aa3046fed694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:28.020851 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-f2a1fe20-aef3-4e75-98ff-1fd26c19701e req-97b76e4d-4bf1-493e-8286-02d5d1307899 service neutron] Transition to ACTIVE for port object 49bd4b17-f871-4d04-845d-75477d171247 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:25:28.063165 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f2a1fe20-aef3-4e75-98ff-1fd26c19701e req-97b76e4d-4bf1-493e-8286-02d5d1307899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:28.070129 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dfdb4ba-a760-4b7f-9871-8f9c18ba98eb req-bfdddb51-8fd9-4391-988c-550272d0f12f tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Network 85b11c4f-90ad-4763-b38d-22d3f87089f4 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:25:28.135958 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-3dfdb4ba-a760-4b7f-9871-8f9c18ba98eb req-bfdddb51-8fd9-4391-988c-550272d0f12f tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:25:28.161682 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dfdb4ba-a760-4b7f-9871-8f9c18ba98eb req-bfdddb51-8fd9-4391-988c-550272d0f12f tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:25:28.211576 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a51d0901-e98d-47e2-bc2e-24b01acf9171 req-1016605b-89c9-43af-b1e1-c6c774795e60 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/security-groups?id=9bb73710-3d65-4dab-a4f3-8814f415ca6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3573124 May 31 13:25:28.296563 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2a7a0760-6fee-49b0-8ec7-9193a2a58d8c req-dc2a0097-87b6-4c2b-acd1-f559c25c7ada service neutron] 10.222.0.20 "GET /v2.0/networks/54080721-9f8a-4f91-bfc0-a61481e712fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6966877 May 31 13:25:28.309853 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdddb51-8fd9-4391-988c-550272d0f12f tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Pushing event updated for resources: {'Port': ['ID=ff2e17df-b2c5-4e35-85f4-8a1c7570c241,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:25:28.475661 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6041083e-a45e-4156-8984-aa3046fed694 None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:28.488727 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-6041083e-a45e-4156-8984-aa3046fed694 None None] Transition to ACTIVE for port object 2e49f95a-c9b2-4b19-b674-b29db79ea0dd will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:25:28.495943 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd9596-f4bb-4458-a8d4-1d70e8c61284 req-8a058e16-b921-48e4-ab0c-3b76db565b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:28.497151 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6041083e-a45e-4156-8984-aa3046fed694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:28.497503 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-38bd9596-f4bb-4458-a8d4-1d70e8c61284 req-8a058e16-b921-48e4-ab0c-3b76db565b83 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8504078 May 31 13:25:28.525428 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-33f88b2c-d816-4c78-b07b-1b8a02f429e5 None None] Provisioning for port ff2e17df-b2c5-4e35-85f4-8a1c7570c241 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:25:28.533425 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-33f88b2c-d816-4c78-b07b-1b8a02f429e5 None None] Provisioning complete for port ff2e17df-b2c5-4e35-85f4-8a1c7570c241 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:25:28.533703 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-33f88b2c-d816-4c78-b07b-1b8a02f429e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:28.647929 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-33f88b2c-d816-4c78-b07b-1b8a02f429e5 None None] Port ff2e17df-b2c5-4e35-85f4-8a1c7570c241 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:25:28.780489 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1152c254-e6fb-4145-a5e1-7e2974f10b07 None None] Pushing event updated for resources: {'Port': ['ID=2e49f95a-c9b2-4b19-b674-b29db79ea0dd,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:25:28.848805 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 860b60f9-8d46-43f8-beb0-125eeaa3c518 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:25:28.868652 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-6041083e-a45e-4156-8984-aa3046fed694 None None] Attempting to bind port 2e49f95a-c9b2-4b19-b674-b29db79ea0dd on host n-d-843939-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:25:28.869637 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-6041083e-a45e-4156-8984-aa3046fed694 None None] Attempting to bind port 2e49f95a-c9b2-4b19-b674-b29db79ea0dd by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '9f77b6fe-43a6-47b2-b0a5-5e0381992e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd0523a4e-1f79-4b2e-ad21-a235d8580f88'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:25:28.870586 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6041083e-a45e-4156-8984-aa3046fed694 None None] Attempting to bind port 2e49f95a-c9b2-4b19-b674-b29db79ea0dd on network d0523a4e-1f79-4b2e-ad21-a235d8580f88 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:25:28.878715 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6041083e-a45e-4156-8984-aa3046fed694 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:25:28.881177 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6041083e-a45e-4156-8984-aa3046fed694 None None] Checking segment: {'id': '9f77b6fe-43a6-47b2-b0a5-5e0381992e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd0523a4e-1f79-4b2e-ad21-a235d8580f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:25:28.881177 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6041083e-a45e-4156-8984-aa3046fed694 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:28.881177 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6041083e-a45e-4156-8984-aa3046fed694 None None] Bound using segment: {'id': '9f77b6fe-43a6-47b2-b0a5-5e0381992e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd0523a4e-1f79-4b2e-ad21-a235d8580f88'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:25:28.882054 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-6041083e-a45e-4156-8984-aa3046fed694 None None] Bound port: 2e49f95a-c9b2-4b19-b674-b29db79ea0dd, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f77b6fe-43a6-47b2-b0a5-5e0381992e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd0523a4e-1f79-4b2e-ad21-a235d8580f88'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:25:28.882054 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6041083e-a45e-4156-8984-aa3046fed694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:28.914367 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfdb4ba-a760-4b7f-9871-8f9c18ba98eb req-bfdddb51-8fd9-4391-988c-550272d0f12f tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:28.915126 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-3dfdb4ba-a760-4b7f-9871-8f9c18ba98eb req-bfdddb51-8fd9-4391-988c-550272d0f12f tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:28.945384 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-f2a1fe20-aef3-4e75-98ff-1fd26c19701e req-97b76e4d-4bf1-493e-8286-02d5d1307899 service neutron] Attempting to bind port 49bd4b17-f871-4d04-845d-75477d171247 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:25:28.945796 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-f2a1fe20-aef3-4e75-98ff-1fd26c19701e req-97b76e4d-4bf1-493e-8286-02d5d1307899 service neutron] Attempting to bind port 49bd4b17-f871-4d04-845d-75477d171247 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': '370cc937-b213-498d-9452-fec6264d9498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'adff3eec-c144-4d49-9989-f7573e7edff0'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:25:28.946387 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a1fe20-aef3-4e75-98ff-1fd26c19701e req-97b76e4d-4bf1-493e-8286-02d5d1307899 service neutron] Attempting to bind port 49bd4b17-f871-4d04-845d-75477d171247 on network adff3eec-c144-4d49-9989-f7573e7edff0 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:25:28.960288 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b76e4d-4bf1-493e-8286-02d5d1307899 service neutron] Pushing event updated for resources: {'Port': ['ID=49bd4b17-f871-4d04-845d-75477d171247,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:25:28.974711 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3dfdb4ba-a760-4b7f-9871-8f9c18ba98eb req-bfdddb51-8fd9-4391-988c-550272d0f12f tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.6328526 May 31 13:25:28.997780 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 860b60f9-8d46-43f8-beb0-125eeaa3c518 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:25:28.998194 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:29.012979 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a1fe20-aef3-4e75-98ff-1fd26c19701e req-97b76e4d-4bf1-493e-8286-02d5d1307899 service neutron] Port 49bd4b17-f871-4d04-845d-75477d171247 on network adff3eec-c144-4d49-9989-f7573e7edff0 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:25:29.013312 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a1fe20-aef3-4e75-98ff-1fd26c19701e req-97b76e4d-4bf1-493e-8286-02d5d1307899 service neutron] Attempting to bind port 49bd4b17-f871-4d04-845d-75477d171247 on network adff3eec-c144-4d49-9989-f7573e7edff0 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:25:29.029214 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-3dfdb4ba-a760-4b7f-9871-8f9c18ba98eb req-1cda7e39-cf05-4299-9e5d-bd2d9b2ee0ee service neutron] Request body: {'port': {'device_id': '8928b4c5-1d11-4d4b-a171-a11f72b443af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:25:29.044548 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-6041083e-a45e-4156-8984-aa3046fed694 None None] For port 2e49f95a-c9b2-4b19-b674-b29db79ea0dd, host n-d-843939-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:25:29.049219 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-6041083e-a45e-4156-8984-aa3046fed694 None None] For port 2e49f95a-c9b2-4b19-b674-b29db79ea0dd, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=2e49f95a-c9b2-4b19-b674-b29db79ea0dd,segment=NetworkSegment(9f77b6fe-43a6-47b2-b0a5-5e0381992e4e),segment_id=9f77b6fe-43a6-47b2-b0a5-5e0381992e4e)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:25:29.058372 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6041083e-a45e-4156-8984-aa3046fed694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:29.166666 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6041083e-a45e-4156-8984-aa3046fed694 None None] Routers {'ca7506b8-c785-49b8-8202-45d04af43b18'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:25:29.167568 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-6041083e-a45e-4156-8984-aa3046fed694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:25:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['ca7506b8-c785-49b8-8202-45d04af43b18'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:25:29.179997 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 860b60f9-8d46-43f8-beb0-125eeaa3c518 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:25:29.203384 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a1fe20-aef3-4e75-98ff-1fd26c19701e req-97b76e4d-4bf1-493e-8286-02d5d1307899 service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:25:29.203989 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a1fe20-aef3-4e75-98ff-1fd26c19701e req-97b76e4d-4bf1-493e-8286-02d5d1307899 service neutron] Checking segment: {'id': '370cc937-b213-498d-9452-fec6264d9498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'adff3eec-c144-4d49-9989-f7573e7edff0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:25:29.204369 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a1fe20-aef3-4e75-98ff-1fd26c19701e req-97b76e4d-4bf1-493e-8286-02d5d1307899 service neutron] Bound using segment: {'id': '370cc937-b213-498d-9452-fec6264d9498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'adff3eec-c144-4d49-9989-f7573e7edff0'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:25:29.204921 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-f2a1fe20-aef3-4e75-98ff-1fd26c19701e req-97b76e4d-4bf1-493e-8286-02d5d1307899 service neutron] Bound port: 49bd4b17-f871-4d04-845d-75477d171247, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '370cc937-b213-498d-9452-fec6264d9498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'adff3eec-c144-4d49-9989-f7573e7edff0'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:25:29.205611 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f2a1fe20-aef3-4e75-98ff-1fd26c19701e req-97b76e4d-4bf1-493e-8286-02d5d1307899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:29.245835 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b55567f-9b82-4c2c-a4d2-ff756ce5f7d0 req-ebc180a0-aab6-4d3e-9e55-46ed0079a859 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:29.246608 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-0b55567f-9b82-4c2c-a4d2-ff756ce5f7d0 req-ebc180a0-aab6-4d3e-9e55-46ed0079a859 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Synchronizing usage tracker for tenant:56e02bdb103940bfa914b1757276d35d on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:25:29.290721 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-3dfdb4ba-a760-4b7f-9871-8f9c18ba98eb req-1cda7e39-cf05-4299-9e5d-bd2d9b2ee0ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:29.297972 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1152c254-e6fb-4145-a5e1-7e2974f10b07 None None] Pushing event updated for resources: {'Port': ['ID=2e49f95a-c9b2-4b19-b674-b29db79ea0dd,revision_number=4']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:25:29.498031 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2a7a0760-6fee-49b0-8ec7-9193a2a58d8c req-7e685bc8-7487-45d6-8fc4-75ee36c5360f service neutron] 10.222.0.20 "GET /v2.0/networks/54080721-9f8a-4f91-bfc0-a61481e712fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1648917 May 31 13:25:29.500692 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-6041083e-a45e-4156-8984-aa3046fed694 None None] Set router ca7506b8-c785-49b8-8202-45d04af43b18 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:25:29.607767 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63cef74-1d6a-4c51-886f-f6c5ce94ba87 req-65fd6ccb-c3b8-49a5-96b0-2970fcb3774f tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:29.610604 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d63cef74-1d6a-4c51-886f-f6c5ce94ba87 req-65fd6ccb-c3b8-49a5-96b0-2970fcb3774f tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffdedfac-9c20-40fd-86fb-fc53814787c9 HTTP/1.1" status: 200 len: 946 time: 1.1965244 May 31 13:25:29.619604 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39758) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:25:29.626430 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-129cd3e0-483f-40c4-a6f5-8383c2567f68 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Request body: {'floatingip': {'port_id': '4d4c9204-3d49-4098-85b7-785cd6ae26c2'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:25:29.640358 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-38bd9596-f4bb-4458-a8d4-1d70e8c61284 req-f15a7f94-c8a3-47e7-8d0d-a6409cd6efcb service neutron] 10.222.0.44 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9781458 May 31 13:25:29.751998 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-0b55567f-9b82-4c2c-a4d2-ff756ce5f7d0 req-ebc180a0-aab6-4d3e-9e55-46ed0079a859 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Unset dirty status for tenant:56e02bdb103940bfa914b1757276d35d on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:25:29.753586 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0b55567f-9b82-4c2c-a4d2-ff756ce5f7d0 req-ebc180a0-aab6-4d3e-9e55-46ed0079a859 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] 10.222.0.50 "GET /v2.0/ports?device_id=8928b4c5-1d11-4d4b-a171-a11f72b443af HTTP/1.1" status: 200 len: 936 time: 1.7085116 May 31 13:25:29.812311 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-129cd3e0-483f-40c4-a6f5-8383c2567f68 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Notify callbacks [] for floatingip, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:29.916884 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-6041083e-a45e-4156-8984-aa3046fed694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7506b8-c785-49b8-8202-45d04af43b18', 'name': 'tempest-TaggedBootDevicesTest-440123187-router', 'tenant_id': '4d238c2d208d4d78b9371b195e930da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '860b60f9-8d46-43f8-beb0-125eeaa3c518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:25:14Z', 'updated_at': '2022-05-31T13:25:24Z', 'revision_number': 4, 'project_id': '4d238c2d208d4d78b9371b195e930da7', 'gw_port': {'id': '860b60f9-8d46-43f8-beb0-125eeaa3c518', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7506b8-c785-49b8-8202-45d04af43b18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:25:15Z', 'updated_at': '2022-05-31T13:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '2e49f95a-c9b2-4b19-b674-b29db79ea0dd', 'name': '', 'network_id': 'd0523a4e-1f79-4b2e-ad21-a235d8580f88', 'tenant_id': '4d238c2d208d4d78b9371b195e930da7', 'mac_address': 'fa:16:3e:20:cd:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7506b8-c785-49b8-8202-45d04af43b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '9f6fcd5a-c807-45d3-b970-a1e1c3dcf8b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:25:22Z', 'updated_at': '2022-05-31T13:25:29Z', 'revision_number': 4, 'project_id': '4d238c2d208d4d78b9371b195e930da7', 'subnets': [{'id': '9f6fcd5a-c807-45d3-b970-a1e1c3dcf8b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:25:29.926238 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6041083e-a45e-4156-8984-aa3046fed694 None None] The sync data for ids ['ca7506b8-c785-49b8-8202-45d04af43b18'] in n-d-843939-1 is: [{'id': 'ca7506b8-c785-49b8-8202-45d04af43b18', 'name': 'tempest-TaggedBootDevicesTest-440123187-router', 'tenant_id': '4d238c2d208d4d78b9371b195e930da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '860b60f9-8d46-43f8-beb0-125eeaa3c518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:25:14Z', 'updated_at': '2022-05-31T13:25:24Z', 'revision_number': 4, 'project_id': '4d238c2d208d4d78b9371b195e930da7', 'gw_port': {'id': '860b60f9-8d46-43f8-beb0-125eeaa3c518', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7506b8-c785-49b8-8202-45d04af43b18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:25:15Z', 'updated_at': '2022-05-31T13:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '2e49f95a-c9b2-4b19-b674-b29db79ea0dd', 'name': '', 'network_id': 'd0523a4e-1f79-4b2e-ad21-a235d8580f88', 'tenant_id': '4d238c2d208d4d78b9371b195e930da7', 'mac_address': 'fa:16:3e:20:cd:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7506b8-c785-49b8-8202-45d04af43b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '9f6fcd5a-c807-45d3-b970-a1e1c3dcf8b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:25:22Z', 'updated_at': '2022-05-31T13:25:29Z', 'revision_number': 4, 'project_id': '4d238c2d208d4d78b9371b195e930da7', 'subnets': [{'id': '9f6fcd5a-c807-45d3-b970-a1e1c3dcf8b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:25:29.946454 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 2ca73744-b411-4cba-a1bc-b0632df659c1 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:25:30.037168 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-f2a1fe20-aef3-4e75-98ff-1fd26c19701e req-97b76e4d-4bf1-493e-8286-02d5d1307899 service neutron] For port 49bd4b17-f871-4d04-845d-75477d171247, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:25:30.092296 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port 2ca73744-b411-4cba-a1bc-b0632df659c1 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:25:30.100279 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port 2ca73744-b411-4cba-a1bc-b0632df659c1 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:25:30.100661 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:30.153171 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-f2a1fe20-aef3-4e75-98ff-1fd26c19701e req-97b76e4d-4bf1-493e-8286-02d5d1307899 service neutron] For port 49bd4b17-f871-4d04-845d-75477d171247, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=49bd4b17-f871-4d04-845d-75477d171247,segment=NetworkSegment(370cc937-b213-498d-9452-fec6264d9498),segment_id=370cc937-b213-498d-9452-fec6264d9498)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:25:30.194360 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f2a1fe20-aef3-4e75-98ff-1fd26c19701e req-97b76e4d-4bf1-493e-8286-02d5d1307899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:30.329215 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 2ca73744-b411-4cba-a1bc-b0632df659c1 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:25:30.330048 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:30.383528 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-0b55567f-9b82-4c2c-a4d2-ff756ce5f7d0 req-e8246e51-fca1-45b2-9a13-e8b4c5c5896c tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Synchronizing usage tracker for tenant:56e02bdb103940bfa914b1757276d35d on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:25:30.392297 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 2ca73744-b411-4cba-a1bc-b0632df659c1, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=2ca73744-b411-4cba-a1bc-b0632df659c1,segment=NetworkSegment(6af449b4-9759-41ca-aa70-1c602a81197c),segment_id=6af449b4-9759-41ca-aa70-1c602a81197c)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:25:30.406337 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:30.467490 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-38bd9596-f4bb-4458-a8d4-1d70e8c61284 req-10305fe7-66cf-4280-8783-e12a86540ee9 service neutron] 10.222.0.44 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7961216 May 31 13:25:30.482566 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1fe20-aef3-4e75-98ff-1fd26c19701e req-97b76e4d-4bf1-493e-8286-02d5d1307899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:30.483219 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f2a1fe20-aef3-4e75-98ff-1fd26c19701e req-97b76e4d-4bf1-493e-8286-02d5d1307899 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:30.484738 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f2a1fe20-aef3-4e75-98ff-1fd26c19701e req-97b76e4d-4bf1-493e-8286-02d5d1307899 service neutron] 10.222.0.44 "PUT /v2.0/ports/49bd4b17-f871-4d04-845d-75477d171247 HTTP/1.1" status: 200 len: 1091 time: 5.0234237 May 31 13:25:30.555417 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-0b55567f-9b82-4c2c-a4d2-ff756ce5f7d0 req-e8246e51-fca1-45b2-9a13-e8b4c5c5896c tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Unset dirty status for tenant:56e02bdb103940bfa914b1757276d35d on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:25:30.557399 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0b55567f-9b82-4c2c-a4d2-ff756ce5f7d0 req-e8246e51-fca1-45b2-9a13-e8b4c5c5896c tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] 10.222.0.50 "GET /v2.0/security-groups?id=9145548e-74a9-4f5e-ae53-c23243c8c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6807358 May 31 13:25:30.629570 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=2ca73744-b411-4cba-a1bc-b0632df659c1,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:25:30.660984 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d4e244-0886-45eb-9029-6f0422a3ebde req-dc939783-97e5-471b-b53a-dee41abdc1d3 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:30.662559 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d2d4e244-0886-45eb-9029-6f0422a3ebde req-dc939783-97e5-471b-b53a-dee41abdc1d3 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/ports?device_id=54f6a3fe-a9bd-4fd0-acec-ae9368d2faf2 HTTP/1.1" status: 200 len: 950 time: 0.8181224 May 31 13:25:30.685017 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b76e4d-4bf1-493e-8286-02d5d1307899 service neutron] Pushing event updated for resources: {'Port': ['ID=49bd4b17-f871-4d04-845d-75477d171247,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:25:30.745690 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5954483f-2436-488a-9292-3038da7ee3bb'] response: {'server_uuid': '4510f090-0a02-4ef1-8cc4-e9dea399e0f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc8da617-a252-4841-8cb3-18718271901b', 'code': 200} May 31 13:25:30.841968 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d2d4e244-0886-45eb-9029-6f0422a3ebde req-91a9fc97-f93f-4a1c-87a2-5ebea8faad22 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4e17580-fef9-47ea-85b1-59ae8325b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461608 May 31 13:25:30.979542 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-337dddd0-ab18-4dba-8247-2d7234c11af2'] response: {'name': 'network-changed', 'server_uuid': '968b2255-5613-4ac6-93b2-00c604542046', 'tag': '7a270c73-1e6d-4c5a-a2b9-48e0518905fa', 'status': 'completed', 'code': 200} May 31 13:25:31.011333 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 2e49f95a-c9b2-4b19-b674-b29db79ea0dd up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:25:31.270543 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-3dfdb4ba-a760-4b7f-9871-8f9c18ba98eb req-1cda7e39-cf05-4299-9e5d-bd2d9b2ee0ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff2e17df-b2c5-4e35-85f4-8a1c7570c241 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:25:31.300990 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-3dfdb4ba-a760-4b7f-9871-8f9c18ba98eb req-1cda7e39-cf05-4299-9e5d-bd2d9b2ee0ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:31.309468 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1fe20-aef3-4e75-98ff-1fd26c19701e req-dc9e3093-66f9-4477-a5b4-99754229b9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:31.312467 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f2a1fe20-aef3-4e75-98ff-1fd26c19701e req-dc9e3093-66f9-4477-a5b4-99754229b9b0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a487a8012f6942fe8ddd9bac507c4ea0&device_id=5e93c94b-61da-42a5-8616-9dd4c6c5021f HTTP/1.1" status: 200 len: 1094 time: 0.7401633 May 31 13:25:31.328749 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 2e49f95a-c9b2-4b19-b674-b29db79ea0dd completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:25:31.349562 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 2e49f95a-c9b2-4b19-b674-b29db79ea0dd triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:25:31.350697 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:31.593805 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f2a1fe20-aef3-4e75-98ff-1fd26c19701e req-6be42b5e-3c6a-4974-ab83-6aa686c545bc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49bd4b17-f871-4d04-845d-75477d171247 HTTP/1.1" status: 200 len: 217 time: 0.1967824 May 31 13:25:31.727182 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-129cd3e0-483f-40c4-a6f5-8383c2567f68 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:31.727182 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-129cd3e0-483f-40c4-a6f5-8383c2567f68 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:31.755647 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-3dfdb4ba-a760-4b7f-9871-8f9c18ba98eb req-1cda7e39-cf05-4299-9e5d-bd2d9b2ee0ee service neutron] Transition to ACTIVE for port object ff2e17df-b2c5-4e35-85f4-8a1c7570c241 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:25:31.822256 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-3dfdb4ba-a760-4b7f-9871-8f9c18ba98eb req-1cda7e39-cf05-4299-9e5d-bd2d9b2ee0ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:31.923736 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 2e49f95a-c9b2-4b19-b674-b29db79ea0dd is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:25:31.923736 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:32.052928 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 2e49f95a-c9b2-4b19-b674-b29db79ea0dd, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=2e49f95a-c9b2-4b19-b674-b29db79ea0dd,segment=NetworkSegment(9f77b6fe-43a6-47b2-b0a5-5e0381992e4e),segment_id=9f77b6fe-43a6-47b2-b0a5-5e0381992e4e)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:25:32.068071 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:32.187268 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5417587-433d-4a2e-87ee-2c60a574f338 req-8124de45-5333-4d78-8f0b-9cdcdec246bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:32.201951 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f5417587-433d-4a2e-87ee-2c60a574f338 req-8124de45-5333-4d78-8f0b-9cdcdec246bb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e2597a7ed6d8470e9c70cdf094415106&device_id=968b2255-5613-4ac6-93b2-00c604542046 HTTP/1.1" status: 200 len: 1094 time: 1.2320311 May 31 13:25:32.230608 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1fe20-aef3-4e75-98ff-1fd26c19701e req-dccf8510-008d-49f9-8663-f7117d79cbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:32.230608 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f2a1fe20-aef3-4e75-98ff-1fd26c19701e req-dccf8510-008d-49f9-8663-f7117d79cbcc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c22c9473-7cad-4741-bb6c-0e549db0e04e HTTP/1.1" status: 200 len: 852 time: 0.5872376 May 31 13:25:32.288480 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d398eb37-5e74-497c-93f1-e1d778953964 req-db8b5008-f352-41d3-91bd-188ec0f9267b tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:32.288480 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d398eb37-5e74-497c-93f1-e1d778953964 req-db8b5008-f352-41d3-91bd-188ec0f9267b tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e93c94b-61da-42a5-8616-9dd4c6c5021f HTTP/1.1" status: 200 len: 943 time: 1.1576540 May 31 13:25:32.382235 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=2e49f95a-c9b2-4b19-b674-b29db79ea0dd,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:25:32.420230 n-d-843939-1 neutron-server[88369]: INFO neutron.db.l3_db [None req-129cd3e0-483f-40c4-a6f5-8383c2567f68 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Floating IP c391503b-b44f-41eb-88b1-c4396c0ff4f7 associated. External IP: 172.25.6.44, port: 4d4c9204-3d49-4098-85b7-785cd6ae26c2. May 31 13:25:32.490040 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cda7e39-cf05-4299-9e5d-bd2d9b2ee0ee service neutron] Pushing event updated for resources: {'Port': ['ID=ff2e17df-b2c5-4e35-85f4-8a1c7570c241,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:25:32.502951 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f2a1fe20-aef3-4e75-98ff-1fd26c19701e req-b07f445a-0d12-4224-a66b-db5537b5d961 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=adff3eec-c144-4d49-9989-f7573e7edff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1408181 May 31 13:25:32.745864 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95537a9c-c133-465c-9a9a-4b1c5e23bfe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ca73744-b411-4cba-a1bc-b0632df659c1'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:25:32.820634 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 2e49f95a-c9b2-4b19-b674-b29db79ea0dd up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:25:32.927315 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b76ef-e8f7-46e6-b582-e102ca8e86f0 req-32d2a665-b601-4dd8-8ec5-f54a4a8cab4b tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:32.929663 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fb4b76ef-e8f7-46e6-b582-e102ca8e86f0 req-32d2a665-b601-4dd8-8ec5-f54a4a8cab4b tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=4510f090-0a02-4ef1-8cc4-e9dea399e0f1 HTTP/1.1" status: 200 len: 949 time: 1.6373677 May 31 13:25:32.945392 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d398eb37-5e74-497c-93f1-e1d778953964 req-56c56b95-5939-4d37-92b1-a946b08593da tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/security-groups?id=98e17d4a-ac5b-4480-9bc6-49977fe0902a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6559010 May 31 13:25:32.953068 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 2e49f95a-c9b2-4b19-b674-b29db79ea0dd triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:25:32.955239 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:33.006566 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e93c94b-61da-42a5-8616-9dd4c6c5021f', 'tag': '49bd4b17-f871-4d04-845d-75477d171247'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:25:33.175589 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 2e49f95a-c9b2-4b19-b674-b29db79ea0dd is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:25:33.264412 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5417587-433d-4a2e-87ee-2c60a574f338 req-45274828-e5c1-4713-a3c6-b167a2eb2b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:33.266779 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f5417587-433d-4a2e-87ee-2c60a574f338 req-45274828-e5c1-4713-a3c6-b167a2eb2b88 service neutron] 10.222.0.20 "GET /v2.0/networks?id=54080721-9f8a-4f91-bfc0-a61481e712fa HTTP/1.1" status: 200 len: 906 time: 0.9084620 May 31 13:25:33.272079 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-129cd3e0-483f-40c4-a6f5-8383c2567f68 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Router 53b111f4-e8b1-4133-b0be-79b56d445a9a has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:25:33.281788 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 7a270c73-1e6d-4c5a-a2b9-48e0518905fa details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:25:33.286456 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fb4b76ef-e8f7-46e6-b582-e102ca8e86f0 req-eb619422-d257-45ba-829e-fe19f675ff85 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3394105 May 31 13:25:33.442349 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-3dfdb4ba-a760-4b7f-9871-8f9c18ba98eb req-1cda7e39-cf05-4299-9e5d-bd2d9b2ee0ee service neutron] Attempting to bind port ff2e17df-b2c5-4e35-85f4-8a1c7570c241 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:25:33.442936 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-3dfdb4ba-a760-4b7f-9871-8f9c18ba98eb req-1cda7e39-cf05-4299-9e5d-bd2d9b2ee0ee service neutron] Attempting to bind port ff2e17df-b2c5-4e35-85f4-8a1c7570c241 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:25:33.443469 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfdb4ba-a760-4b7f-9871-8f9c18ba98eb req-1cda7e39-cf05-4299-9e5d-bd2d9b2ee0ee service neutron] Attempting to bind port ff2e17df-b2c5-4e35-85f4-8a1c7570c241 on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:25:33.525620 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f2a1fe20-aef3-4e75-98ff-1fd26c19701e req-6a414c89-cbb6-40c3-9119-92340a9d9d30 service neutron] 10.222.0.44 "GET /v2.0/networks/adff3eec-c144-4d49-9989-f7573e7edff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9878035 May 31 13:25:33.559676 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f5417587-433d-4a2e-87ee-2c60a574f338 req-79e3762b-17c4-4d95-bf3f-1c37bf56bb0e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a270c73-1e6d-4c5a-a2b9-48e0518905fa HTTP/1.1" status: 200 len: 217 time: 0.2628019 May 31 13:25:33.629366 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfdb4ba-a760-4b7f-9871-8f9c18ba98eb req-1cda7e39-cf05-4299-9e5d-bd2d9b2ee0ee service neutron] Port ff2e17df-b2c5-4e35-85f4-8a1c7570c241 on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:25:33.629366 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfdb4ba-a760-4b7f-9871-8f9c18ba98eb req-1cda7e39-cf05-4299-9e5d-bd2d9b2ee0ee service neutron] Attempting to bind port ff2e17df-b2c5-4e35-85f4-8a1c7570c241 on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:25:33.650887 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 7a270c73-1e6d-4c5a-a2b9-48e0518905fa, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=7a270c73-1e6d-4c5a-a2b9-48e0518905fa,segment=NetworkSegment(5e25fb0d-97f0-46e3-9365-1fe4cebfedef),segment_id=5e25fb0d-97f0-46e3-9365-1fe4cebfedef)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:25:33.690392 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': '7a270c73-1e6d-4c5a-a2b9-48e0518905fa', 'network_id': '54080721-9f8a-4f91-bfc0-a61481e712fa', 'port_id': '7a270c73-1e6d-4c5a-a2b9-48e0518905fa', 'mac_address': 'fa:16:3e:a3:ee:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83cbe83f-97ff-497d-8da2-ff6d3874e4c0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:25:33.745031 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-129cd3e0-483f-40c4-a6f5-8383c2567f68 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:25:33.752254 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-129cd3e0-483f-40c4-a6f5-8383c2567f68 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:33.760218 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfdb4ba-a760-4b7f-9871-8f9c18ba98eb req-1cda7e39-cf05-4299-9e5d-bd2d9b2ee0ee service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:25:33.760716 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfdb4ba-a760-4b7f-9871-8f9c18ba98eb req-1cda7e39-cf05-4299-9e5d-bd2d9b2ee0ee service neutron] Checking segment: {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:25:33.761116 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfdb4ba-a760-4b7f-9871-8f9c18ba98eb req-1cda7e39-cf05-4299-9e5d-bd2d9b2ee0ee service neutron] Bound using segment: {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:25:33.761574 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-3dfdb4ba-a760-4b7f-9871-8f9c18ba98eb req-1cda7e39-cf05-4299-9e5d-bd2d9b2ee0ee service neutron] Bound port: ff2e17df-b2c5-4e35-85f4-8a1c7570c241, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:25:33.761937 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-3dfdb4ba-a760-4b7f-9871-8f9c18ba98eb req-1cda7e39-cf05-4299-9e5d-bd2d9b2ee0ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:33.767345 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4c02d0-f7e2-4832-909b-bfdeec5a8eba None None] Sync routers for ids ['53b111f4-e8b1-4133-b0be-79b56d445a9a'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:25:33.787707 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 7a270c73-1e6d-4c5a-a2b9-48e0518905fa is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:25:33.788479 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:33.800561 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4c02d0-f7e2-4832-909b-bfdeec5a8eba None None] Routers {'53b111f4-e8b1-4133-b0be-79b56d445a9a'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:25:33.801907 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-1d4c02d0-f7e2-4832-909b-bfdeec5a8eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:25:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['53b111f4-e8b1-4133-b0be-79b56d445a9a'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:25:33.856360 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd9596-f4bb-4458-a8d4-1d70e8c61284 req-8d0a1aae-718f-4092-b76c-2a6f2f8b4aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:33.863651 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-38bd9596-f4bb-4458-a8d4-1d70e8c61284 req-8d0a1aae-718f-4092-b76c-2a6f2f8b4aae service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4510f090-0a02-4ef1-8cc4-e9dea399e0f1&tenant_id=c905d91f2f614f928153cd05b2f8a225 HTTP/1.1" status: 200 len: 1100 time: 0.2434313 May 31 13:25:33.882226 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-38bd9596-f4bb-4458-a8d4-1d70e8c61284 req-b999d494-c138-487d-836c-04c527ee51e2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843939-1', 'device_owner': 'compute:nova'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:25:33.906022 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a270c73-1e6d-4c5a-a2b9-48e0518905fa {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:25:33.908849 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5417587-433d-4a2e-87ee-2c60a574f338 req-da12f8f6-7cd3-4ce1-8251-c7df157aa86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:33.910689 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f5417587-433d-4a2e-87ee-2c60a574f338 req-da12f8f6-7cd3-4ce1-8251-c7df157aa86a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=83cbe83f-97ff-497d-8da2-ff6d3874e4c0 HTTP/1.1" status: 200 len: 845 time: 0.3268816 May 31 13:25:33.936744 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-129cd3e0-483f-40c4-a6f5-8383c2567f68 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] 10.222.0.50 "PUT /v2.0/floatingips/c391503b-b44f-41eb-88b1-c4396c0ff4f7 HTTP/1.1" status: 200 len: 991 time: 4.3155463 May 31 13:25:33.961853 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffdedfac-9c20-40fd-86fb-fc53814787c9', 'tag': '4d4c9204-3d49-4098-85b7-785cd6ae26c2'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:25:34.007763 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 7a270c73-1e6d-4c5a-a2b9-48e0518905fa, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=7a270c73-1e6d-4c5a-a2b9-48e0518905fa,segment=NetworkSegment(5e25fb0d-97f0-46e3-9365-1fe4cebfedef),segment_id=5e25fb0d-97f0-46e3-9365-1fe4cebfedef)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:25:34.015167 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f2a1fe20-aef3-4e75-98ff-1fd26c19701e req-756aafd5-db2c-41e2-aa31-8e64db522435 service neutron] 10.222.0.44 "GET /v2.0/networks/adff3eec-c144-4d49-9989-f7573e7edff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4821818 May 31 13:25:34.025480 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f5417587-433d-4a2e-87ee-2c60a574f338 req-80987004-47f9-4afa-87a7-7af6cb603177 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=54080721-9f8a-4f91-bfc0-a61481e712fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0938478 May 31 13:25:34.043097 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e27aed-bc99-4de5-8cfe-b44e66b1ac9b req-a14aa379-3257-4182-a272-9905ef9fe7a1 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:34.047073 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:34.052760 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e1e27aed-bc99-4de5-8cfe-b44e66b1ac9b req-a14aa379-3257-4182-a272-9905ef9fe7a1 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/ports?device_id=95537a9c-c133-465c-9a9a-4b1c5e23bfe6 HTTP/1.1" status: 200 len: 945 time: 0.8595581 May 31 13:25:34.127252 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-3dfdb4ba-a760-4b7f-9871-8f9c18ba98eb req-1cda7e39-cf05-4299-9e5d-bd2d9b2ee0ee service neutron] For port ff2e17df-b2c5-4e35-85f4-8a1c7570c241, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:25:34.163169 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-38bd9596-f4bb-4458-a8d4-1d70e8c61284 req-b999d494-c138-487d-836c-04c527ee51e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:34.213417 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-1d4c02d0-f7e2-4832-909b-bfdeec5a8eba None None] Set router 53b111f4-e8b1-4133-b0be-79b56d445a9a gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:25:34.226671 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-3dfdb4ba-a760-4b7f-9871-8f9c18ba98eb req-1cda7e39-cf05-4299-9e5d-bd2d9b2ee0ee service neutron] For port ff2e17df-b2c5-4e35-85f4-8a1c7570c241, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=ff2e17df-b2c5-4e35-85f4-8a1c7570c241,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:25:34.243254 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6609a205-33cf-4d53-abac-c1d7a018df67 req-479797fb-cd1c-4231-9f65-c9647b155a57 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:34.251431 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6609a205-33cf-4d53-abac-c1d7a018df67 req-479797fb-cd1c-4231-9f65-c9647b155a57 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/ports?device_id=968b2255-5613-4ac6-93b2-00c604542046 HTTP/1.1" status: 200 len: 943 time: 0.6854172 May 31 13:25:34.279713 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-3dfdb4ba-a760-4b7f-9871-8f9c18ba98eb req-1cda7e39-cf05-4299-9e5d-bd2d9b2ee0ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:34.338607 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e1e27aed-bc99-4de5-8cfe-b44e66b1ac9b req-1f49689c-1d6a-4634-97a4-36f38d4316fd tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d29a7ba-8da4-4594-bfbf-9f55cd071e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840981 May 31 13:25:34.512439 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-38bd9596-f4bb-4458-a8d4-1d70e8c61284 req-b999d494-c138-487d-836c-04c527ee51e2 service neutron] For port dc8da617-a252-4841-8cb3-18718271901b, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=dc8da617-a252-4841-8cb3-18718271901b,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:25:34.517817 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfdb4ba-a760-4b7f-9871-8f9c18ba98eb req-1cda7e39-cf05-4299-9e5d-bd2d9b2ee0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:34.517817 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-3dfdb4ba-a760-4b7f-9871-8f9c18ba98eb req-1cda7e39-cf05-4299-9e5d-bd2d9b2ee0ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:34.523735 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3dfdb4ba-a760-4b7f-9871-8f9c18ba98eb req-1cda7e39-cf05-4299-9e5d-bd2d9b2ee0ee service neutron] 10.222.0.44 "PUT /v2.0/ports/ff2e17df-b2c5-4e35-85f4-8a1c7570c241 HTTP/1.1" status: 200 len: 1096 time: 5.5346746 May 31 13:25:34.588823 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6609a205-33cf-4d53-abac-c1d7a018df67 req-3d6b9d72-478d-41e2-865e-f392588251ac tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/security-groups?id=9bb73710-3d65-4dab-a4f3-8814f415ca6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362660 May 31 13:25:34.631451 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=7a270c73-1e6d-4c5a-a2b9-48e0518905fa,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:25:34.675428 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-38bd9596-f4bb-4458-a8d4-1d70e8c61284 req-b999d494-c138-487d-836c-04c527ee51e2 service neutron] For port dc8da617-a252-4841-8cb3-18718271901b, host n-h2-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:25:34.798309 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-38bd9596-f4bb-4458-a8d4-1d70e8c61284 req-b999d494-c138-487d-836c-04c527ee51e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:34.803801 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['7a270c73-1e6d-4c5a-a2b9-48e0518905fa'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:25:34.854173 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-38bd9596-f4bb-4458-a8d4-1d70e8c61284 req-b999d494-c138-487d-836c-04c527ee51e2 service neutron] Transition to ACTIVE for port object dc8da617-a252-4841-8cb3-18718271901b will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:25:34.863459 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-38bd9596-f4bb-4458-a8d4-1d70e8c61284 req-b999d494-c138-487d-836c-04c527ee51e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:34.938644 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f5417587-433d-4a2e-87ee-2c60a574f338 req-ca372322-d6be-4fd6-941e-27b831697ad9 service neutron] 10.222.0.20 "GET /v2.0/networks/54080721-9f8a-4f91-bfc0-a61481e712fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8821700 May 31 13:25:34.979126 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999d494-c138-487d-836c-04c527ee51e2 service neutron] Pushing event updated for resources: {'Port': ['ID=dc8da617-a252-4841-8cb3-18718271901b,revision_number=10']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:25:35.014299 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cda7e39-cf05-4299-9e5d-bd2d9b2ee0ee service neutron] Pushing event updated for resources: {'Port': ['ID=ff2e17df-b2c5-4e35-85f4-8a1c7570c241,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:25:35.151339 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-38bd9596-f4bb-4458-a8d4-1d70e8c61284 req-b999d494-c138-487d-836c-04c527ee51e2 service neutron] No DVR routers for this DVR port dc8da617-a252-4841-8cb3-18718271901b on host n-h2-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:25:35.236852 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-38bd9596-f4bb-4458-a8d4-1d70e8c61284 req-b999d494-c138-487d-836c-04c527ee51e2 service neutron] Attempting to bind port dc8da617-a252-4841-8cb3-18718271901b on host n-h1-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:25:35.237312 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-38bd9596-f4bb-4458-a8d4-1d70e8c61284 req-b999d494-c138-487d-836c-04c527ee51e2 service neutron] Attempting to bind port dc8da617-a252-4841-8cb3-18718271901b by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:25:35.237737 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38bd9596-f4bb-4458-a8d4-1d70e8c61284 req-b999d494-c138-487d-836c-04c527ee51e2 service neutron] Attempting to bind port dc8da617-a252-4841-8cb3-18718271901b on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:25:35.249539 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38bd9596-f4bb-4458-a8d4-1d70e8c61284 req-b999d494-c138-487d-836c-04c527ee51e2 service neutron] Port dc8da617-a252-4841-8cb3-18718271901b on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:25:35.249982 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38bd9596-f4bb-4458-a8d4-1d70e8c61284 req-b999d494-c138-487d-836c-04c527ee51e2 service neutron] Attempting to bind port dc8da617-a252-4841-8cb3-18718271901b on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:25:35.256612 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38bd9596-f4bb-4458-a8d4-1d70e8c61284 req-b999d494-c138-487d-836c-04c527ee51e2 service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:25:35.257330 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38bd9596-f4bb-4458-a8d4-1d70e8c61284 req-b999d494-c138-487d-836c-04c527ee51e2 service neutron] Checking segment: {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:25:35.258021 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38bd9596-f4bb-4458-a8d4-1d70e8c61284 req-b999d494-c138-487d-836c-04c527ee51e2 service neutron] Bound using segment: {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:25:35.258702 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-38bd9596-f4bb-4458-a8d4-1d70e8c61284 req-b999d494-c138-487d-836c-04c527ee51e2 service neutron] Bound port: dc8da617-a252-4841-8cb3-18718271901b, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:25:35.259300 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-38bd9596-f4bb-4458-a8d4-1d70e8c61284 req-b999d494-c138-487d-836c-04c527ee51e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:35.334729 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6dcc25-d080-4be7-8779-f45e5ea41e56 req-07e03177-4cb4-4228-84fc-975a0e9219c0 tempest-ServersOnMultiNodesTest-616659521 tempest-ServersOnMultiNodesTest-616659521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:35.336852 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-df6dcc25-d080-4be7-8779-f45e5ea41e56 req-07e03177-4cb4-4228-84fc-975a0e9219c0 tempest-ServersOnMultiNodesTest-616659521 tempest-ServersOnMultiNodesTest-616659521-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=54f6a3fe-a9bd-4fd0-acec-ae9368d2faf2 HTTP/1.1" status: 200 len: 1101 time: 0.7635117 May 31 13:25:35.347655 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d1c9e8-fdf5-4fb1-9587-b36bc0562d89 req-b0bd65dc-de09-4134-b972-1c1bc427aa57 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:35.349533 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-31d1c9e8-fdf5-4fb1-9587-b36bc0562d89 req-b0bd65dc-de09-4134-b972-1c1bc427aa57 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] 10.222.0.50 "GET /v2.0/ports?device_id=8928b4c5-1d11-4d4b-a171-a11f72b443af HTTP/1.1" status: 200 len: 948 time: 0.4263842 May 31 13:25:35.352109 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f5417587-433d-4a2e-87ee-2c60a574f338 req-a04e78e8-6b13-4770-8963-f8621de4f40e service neutron] 10.222.0.20 "GET /v2.0/networks/54080721-9f8a-4f91-bfc0-a61481e712fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3693998 May 31 13:25:35.354762 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfdb4ba-a760-4b7f-9871-8f9c18ba98eb req-11b44377-a096-4532-8154-ca2f564e3398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:35.356352 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3dfdb4ba-a760-4b7f-9871-8f9c18ba98eb req-11b44377-a096-4532-8154-ca2f564e3398 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=56e02bdb103940bfa914b1757276d35d&device_id=8928b4c5-1d11-4d4b-a171-a11f72b443af HTTP/1.1" status: 200 len: 1099 time: 0.5729210 May 31 13:25:35.404475 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-1d4c02d0-f7e2-4832-909b-bfdeec5a8eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b111f4-e8b1-4133-b0be-79b56d445a9a', 'name': 'tempest-ServersTestBootFromVolume-1554090402-router', 'tenant_id': 'b7cf8726517b4438b022debf1ecf0375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '454473a9-a67e-4267-ab12-d2db9c2f0299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:23:59Z', 'updated_at': '2022-05-31T13:24:09Z', 'revision_number': 4, 'project_id': 'b7cf8726517b4438b022debf1ecf0375', 'gw_port': {'id': '454473a9-a67e-4267-ab12-d2db9c2f0299', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ac:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b111f4-e8b1-4133-b0be-79b56d445a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:24:00Z', 'updated_at': '2022-05-31T13:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': 'c391503b-b44f-41eb-88b1-c4396c0ff4f7', 'tenant_id': 'b7cf8726517b4438b022debf1ecf0375', 'floating_ip_address': '172.25.6.44', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '53b111f4-e8b1-4133-b0be-79b56d445a9a', 'port_id': '4d4c9204-3d49-4098-85b7-785cd6ae26c2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b3c2627-242d-47aa-a663-84cbc730d348', 'mac_address': 'fa:16:3e:e1:03:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffdedfac-9c20-40fd-86fb-fc53814787c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:24:20Z', 'updated_at': '2022-05-31T13:25:31Z', 'revision_number': 1, 'project_id': 'b7cf8726517b4438b022debf1ecf0375', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e3fc2bb-bfe0-4c78-aa53-26576f9776e6', 'name': '', 'network_id': '1b3c2627-242d-47aa-a663-84cbc730d348', 'tenant_id': 'b7cf8726517b4438b022debf1ecf0375', 'mac_address': 'fa:16:3e:36:99:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b111f4-e8b1-4133-b0be-79b56d445a9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'f6fb7463-9434-4855-8fea-436f931ae20e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:24:06Z', 'updated_at': '2022-05-31T13:24:20Z', 'revision_number': 5, 'project_id': 'b7cf8726517b4438b022debf1ecf0375', 'subnets': [{'id': 'f6fb7463-9434-4855-8fea-436f931ae20e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:25:35.418275 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-38bd9596-f4bb-4458-a8d4-1d70e8c61284 req-b999d494-c138-487d-836c-04c527ee51e2 service neutron] For port dc8da617-a252-4841-8cb3-18718271901b, host n-h1-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:25:35.419111 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4c02d0-f7e2-4832-909b-bfdeec5a8eba None None] Checking router: 53b111f4-e8b1-4133-b0be-79b56d445a9a for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:25:35.422755 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-38bd9596-f4bb-4458-a8d4-1d70e8c61284 req-b999d494-c138-487d-836c-04c527ee51e2 service neutron] For port dc8da617-a252-4841-8cb3-18718271901b, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=dc8da617-a252-4841-8cb3-18718271901b,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:25:35.429708 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-38bd9596-f4bb-4458-a8d4-1d70e8c61284 req-b999d494-c138-487d-836c-04c527ee51e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:35.448355 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4c02d0-f7e2-4832-909b-bfdeec5a8eba None None] Routers {'53b111f4-e8b1-4133-b0be-79b56d445a9a'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:25:35.449297 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-1d4c02d0-f7e2-4832-909b-bfdeec5a8eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:25:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['53b111f4-e8b1-4133-b0be-79b56d445a9a'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:25:35.519110 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd9596-f4bb-4458-a8d4-1d70e8c61284 req-b999d494-c138-487d-836c-04c527ee51e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:35.519803 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-38bd9596-f4bb-4458-a8d4-1d70e8c61284 req-b999d494-c138-487d-836c-04c527ee51e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:35.521594 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-38bd9596-f4bb-4458-a8d4-1d70e8c61284 req-b999d494-c138-487d-836c-04c527ee51e2 service neutron] 10.222.0.20 "PUT /v2.0/ports/dc8da617-a252-4841-8cb3-18718271901b HTTP/1.1" status: 200 len: 1096 time: 1.6483514 May 31 13:25:35.553275 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999d494-c138-487d-836c-04c527ee51e2 service neutron] Pushing event updated for resources: {'Port': ['ID=dc8da617-a252-4841-8cb3-18718271901b,revision_number=11']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:25:35.696082 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd9596-f4bb-4458-a8d4-1d70e8c61284 req-0ce0b62c-9369-4d52-a3bb-0d4be40818ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:35.698983 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-38bd9596-f4bb-4458-a8d4-1d70e8c61284 req-0ce0b62c-9369-4d52-a3bb-0d4be40818ea service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c905d91f2f614f928153cd05b2f8a225&device_id=4510f090-0a02-4ef1-8cc4-e9dea399e0f1 HTTP/1.1" status: 200 len: 1099 time: 0.1326756 May 31 13:25:35.743731 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3dfdb4ba-a760-4b7f-9871-8f9c18ba98eb req-d57e9a50-b678-4ff8-b2a4-c52bec691991 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=ff2e17df-b2c5-4e35-85f4-8a1c7570c241 HTTP/1.1" status: 200 len: 217 time: 0.3658686 May 31 13:25:35.751043 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-1d4c02d0-f7e2-4832-909b-bfdeec5a8eba None None] Set router 53b111f4-e8b1-4133-b0be-79b56d445a9a gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:25:35.816215 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfdb4ba-a760-4b7f-9871-8f9c18ba98eb req-391198e4-92ac-4784-a0bd-000d7c9f8cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:35.817852 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3dfdb4ba-a760-4b7f-9871-8f9c18ba98eb req-391198e4-92ac-4784-a0bd-000d7c9f8cd1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.0656235 May 31 13:25:35.904537 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd9596-f4bb-4458-a8d4-1d70e8c61284 req-04b96c1b-a786-45f3-be69-24724daf2957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:35.906383 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-38bd9596-f4bb-4458-a8d4-1d70e8c61284 req-04b96c1b-a786-45f3-be69-24724daf2957 service neutron] 10.222.0.20 "GET /v2.0/networks?id=85b11c4f-90ad-4763-b38d-22d3f87089f4 HTTP/1.1" status: 200 len: 870 time: 0.2005064 May 31 13:25:35.911123 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-df6dcc25-d080-4be7-8779-f45e5ea41e56 req-ce098efc-2a2c-494b-a007-865c57641455 tempest-ServersOnMultiNodesTest-616659521 tempest-ServersOnMultiNodesTest-616659521-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=a4e17580-fef9-47ea-85b1-59ae8325b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5421460 May 31 13:25:35.921260 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-31d1c9e8-fdf5-4fb1-9587-b36bc0562d89 req-6e62b6e8-4ee8-4887-a57c-db83dd4ae1e2 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] 10.222.0.50 "GET /v2.0/security-groups?id=9145548e-74a9-4f5e-ae53-c23243c8c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5637293 May 31 13:25:35.959717 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfdb4ba-a760-4b7f-9871-8f9c18ba98eb req-a0eee7bd-6ef9-4c16-a179-e9660b2ee1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:35.967739 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3dfdb4ba-a760-4b7f-9871-8f9c18ba98eb req-a0eee7bd-6ef9-4c16-a179-e9660b2ee1d6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1369190 May 31 13:25:35.991555 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device dc8da617-a252-4841-8cb3-18718271901b no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:25:36.084235 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-927f199c-b388-407e-8a5b-9efa6d31d028'] response: {'server_uuid': '95537a9c-c133-465c-9a9a-4b1c5e23bfe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ca73744-b411-4cba-a1bc-b0632df659c1', 'code': 200} May 31 13:25:36.122831 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9037bf6-b6a2-48c0-81d0-0b0ca1bf23ea'] response: {'name': 'network-changed', 'server_uuid': '5e93c94b-61da-42a5-8616-9dd4c6c5021f', 'tag': '49bd4b17-f871-4d04-845d-75477d171247', 'status': 'completed', 'code': 200} May 31 13:25:36.311700 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-38bd9596-f4bb-4458-a8d4-1d70e8c61284 req-d6226e04-eadd-407d-9de8-816a0d106d5f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=dc8da617-a252-4841-8cb3-18718271901b HTTP/1.1" status: 200 len: 217 time: 0.3831065 May 31 13:25:36.353657 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3dfdb4ba-a760-4b7f-9871-8f9c18ba98eb req-26ac03ce-9089-450d-9a8f-48c7e0f27abe service neutron] 10.222.0.44 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3805048 May 31 13:25:36.409612 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device dc8da617-a252-4841-8cb3-18718271901b not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:25:36.418842 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd9596-f4bb-4458-a8d4-1d70e8c61284 req-3ac45106-d1d6-4cac-85b1-84f9add7b189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:36.421960 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-38bd9596-f4bb-4458-a8d4-1d70e8c61284 req-3ac45106-d1d6-4cac-85b1-84f9add7b189 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.1024284 May 31 13:25:36.548752 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd9596-f4bb-4458-a8d4-1d70e8c61284 req-21184506-b286-4282-bd21-d8045a29871c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:36.551243 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-38bd9596-f4bb-4458-a8d4-1d70e8c61284 req-21184506-b286-4282-bd21-d8045a29871c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1203661 May 31 13:25:36.564809 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-1d4c02d0-f7e2-4832-909b-bfdeec5a8eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b111f4-e8b1-4133-b0be-79b56d445a9a', 'name': 'tempest-ServersTestBootFromVolume-1554090402-router', 'tenant_id': 'b7cf8726517b4438b022debf1ecf0375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '454473a9-a67e-4267-ab12-d2db9c2f0299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:23:59Z', 'updated_at': '2022-05-31T13:24:09Z', 'revision_number': 4, 'project_id': 'b7cf8726517b4438b022debf1ecf0375', 'gw_port': {'id': '454473a9-a67e-4267-ab12-d2db9c2f0299', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ac:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b111f4-e8b1-4133-b0be-79b56d445a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:24:00Z', 'updated_at': '2022-05-31T13:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': 'c391503b-b44f-41eb-88b1-c4396c0ff4f7', 'tenant_id': 'b7cf8726517b4438b022debf1ecf0375', 'floating_ip_address': '172.25.6.44', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '53b111f4-e8b1-4133-b0be-79b56d445a9a', 'port_id': '4d4c9204-3d49-4098-85b7-785cd6ae26c2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b3c2627-242d-47aa-a663-84cbc730d348', 'mac_address': 'fa:16:3e:e1:03:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffdedfac-9c20-40fd-86fb-fc53814787c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:24:20Z', 'updated_at': '2022-05-31T13:25:31Z', 'revision_number': 1, 'project_id': 'b7cf8726517b4438b022debf1ecf0375', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e3fc2bb-bfe0-4c78-aa53-26576f9776e6', 'name': '', 'network_id': '1b3c2627-242d-47aa-a663-84cbc730d348', 'tenant_id': 'b7cf8726517b4438b022debf1ecf0375', 'mac_address': 'fa:16:3e:36:99:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b111f4-e8b1-4133-b0be-79b56d445a9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'f6fb7463-9434-4855-8fea-436f931ae20e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:24:06Z', 'updated_at': '2022-05-31T13:24:20Z', 'revision_number': 5, 'project_id': 'b7cf8726517b4438b022debf1ecf0375', 'subnets': [{'id': 'f6fb7463-9434-4855-8fea-436f931ae20e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:25:36.569164 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4c02d0-f7e2-4832-909b-bfdeec5a8eba None None] The sync data for ids ['53b111f4-e8b1-4133-b0be-79b56d445a9a'] in n-d-843939-1 is: [{'id': '53b111f4-e8b1-4133-b0be-79b56d445a9a', 'name': 'tempest-ServersTestBootFromVolume-1554090402-router', 'tenant_id': 'b7cf8726517b4438b022debf1ecf0375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '454473a9-a67e-4267-ab12-d2db9c2f0299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:23:59Z', 'updated_at': '2022-05-31T13:24:09Z', 'revision_number': 4, 'project_id': 'b7cf8726517b4438b022debf1ecf0375', 'gw_port': {'id': '454473a9-a67e-4267-ab12-d2db9c2f0299', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ac:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b111f4-e8b1-4133-b0be-79b56d445a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:24:00Z', 'updated_at': '2022-05-31T13:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': 'c391503b-b44f-41eb-88b1-c4396c0ff4f7', 'tenant_id': 'b7cf8726517b4438b022debf1ecf0375', 'floating_ip_address': '172.25.6.44', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '53b111f4-e8b1-4133-b0be-79b56d445a9a', 'port_id': '4d4c9204-3d49-4098-85b7-785cd6ae26c2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b3c2627-242d-47aa-a663-84cbc730d348', 'mac_address': 'fa:16:3e:e1:03:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffdedfac-9c20-40fd-86fb-fc53814787c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:24:20Z', 'updated_at': '2022-05-31T13:25:31Z', 'revision_number': 1, 'project_id': 'b7cf8726517b4438b022debf1ecf0375', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e3fc2bb-bfe0-4c78-aa53-26576f9776e6', 'name': '', 'network_id': '1b3c2627-242d-47aa-a663-84cbc730d348', 'tenant_id': 'b7cf8726517b4438b022debf1ecf0375', 'mac_address': 'fa:16:3e:36:99:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b111f4-e8b1-4133-b0be-79b56d445a9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'f6fb7463-9434-4855-8fea-436f931ae20e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:24:06Z', 'updated_at': '2022-05-31T13:24:20Z', 'revision_number': 5, 'project_id': 'b7cf8726517b4438b022debf1ecf0375', 'subnets': [{'id': 'f6fb7463-9434-4855-8fea-436f931ae20e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:25:36.738037 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-38bd9596-f4bb-4458-a8d4-1d70e8c61284 req-e3c62a33-97a7-4f0f-a82e-1c453d025e6b service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691632 May 31 13:25:36.782474 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c542b2-f0a3-482b-90a3-4b5ad25aaffd req-09cccc7a-a3b9-4b32-a46a-093d637be07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:36.784035 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-90c542b2-f0a3-482b-90a3-4b5ad25aaffd req-09cccc7a-a3b9-4b32-a46a-093d637be07f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a487a8012f6942fe8ddd9bac507c4ea0&device_id=5e93c94b-61da-42a5-8616-9dd4c6c5021f HTTP/1.1" status: 200 len: 1094 time: 0.5985980 May 31 13:25:36.798679 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ec010-b5c7-41ae-9c14-7d52506ac72a req-b1a1ac6b-0854-4847-b7c3-345ed22625f4 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:36.800445 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2d0ec010-b5c7-41ae-9c14-7d52506ac72a req-b1a1ac6b-0854-4847-b7c3-345ed22625f4 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e93c94b-61da-42a5-8616-9dd4c6c5021f HTTP/1.1" status: 200 len: 943 time: 0.4459643 May 31 13:25:36.862381 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3dfdb4ba-a760-4b7f-9871-8f9c18ba98eb req-b49e0029-ecb8-4d70-8536-7c6912ac230b service neutron] 10.222.0.44 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4176393 May 31 13:25:36.869725 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc212f43-6688-43d9-8a50-826144ecbcd8 None None] New status for floating IP c391503b-b44f-41eb-88b1-c4396c0ff4f7: ACTIVE {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 13:25:36.935539 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-38bd9596-f4bb-4458-a8d4-1d70e8c61284 req-e9abb01b-b9dd-429a-a9c1-2d86621fc9ae service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833391 May 31 13:25:36.962363 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453eeac5-6d29-430f-b790-934dbc1990ce req-fd1f8baa-4665-49f2-a1e0-4ab58dda1e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:36.964024 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-453eeac5-6d29-430f-b790-934dbc1990ce req-fd1f8baa-4665-49f2-a1e0-4ab58dda1e81 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=95537a9c-c133-465c-9a9a-4b1c5e23bfe6 HTTP/1.1" status: 200 len: 1096 time: 0.8353708 May 31 13:25:36.998932 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd0fc5a-84ab-4f8a-986a-9fe334ff6fe9 req-4cee1b51-18a2-4195-a5c0-131dff0c499c tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:37.002605 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4fd0fc5a-84ab-4f8a-986a-9fe334ff6fe9 req-4cee1b51-18a2-4195-a5c0-131dff0c499c tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffdedfac-9c20-40fd-86fb-fc53814787c9 HTTP/1.1" status: 200 len: 946 time: 0.6469095 May 31 13:25:37.099177 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-453eeac5-6d29-430f-b790-934dbc1990ce req-19c996fa-dbde-41e4-a985-113391f24a31 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3d29a7ba-8da4-4594-bfbf-9f55cd071e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243231 May 31 13:25:37.126877 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2d0ec010-b5c7-41ae-9c14-7d52506ac72a req-77e012c9-9681-4641-89d3-b40c0f91ab41 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/security-groups?id=98e17d4a-ac5b-4480-9bc6-49977fe0902a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000879 May 31 13:25:37.136303 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4fd0fc5a-84ab-4f8a-986a-9fe334ff6fe9 req-1b1476bc-a75c-4a75-a3dd-b19d46670554 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] 10.222.0.50 "GET /v2.0/security-groups?id=3316f69c-0b0b-4b52-92ce-248c8657cef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275160 May 31 13:25:37.181109 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c542b2-f0a3-482b-90a3-4b5ad25aaffd req-9cbd9d6d-dbd1-49ea-aa9d-d4f2e2acb618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:37.184928 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-90c542b2-f0a3-482b-90a3-4b5ad25aaffd req-9cbd9d6d-dbd1-49ea-aa9d-d4f2e2acb618 service neutron] 10.222.0.44 "GET /v2.0/networks?id=adff3eec-c144-4d49-9989-f7573e7edff0 HTTP/1.1" status: 200 len: 913 time: 0.3804221 May 31 13:25:37.226679 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:37.265912 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f3b72de-0e83-4b64-a711-d73d18a1b87d'] response: {'name': 'network-changed', 'server_uuid': 'ffdedfac-9c20-40fd-86fb-fc53814787c9', 'tag': '4d4c9204-3d49-4098-85b7-785cd6ae26c2', 'status': 'completed', 'code': 200} May 31 13:25:37.296360 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 7a270c73-1e6d-4c5a-a2b9-48e0518905fa up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:25:37.489819 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec630d5-c06a-4323-8752-4ca70163d0d3 req-982f0436-702a-4598-b1c9-b8c8de45baff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:37.494395 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-bec630d5-c06a-4323-8752-4ca70163d0d3 req-982f0436-702a-4598-b1c9-b8c8de45baff service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b7cf8726517b4438b022debf1ecf0375&device_id=ffdedfac-9c20-40fd-86fb-fc53814787c9 HTTP/1.1" status: 200 len: 1097 time: 0.2075403 May 31 13:25:37.508451 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning for port 7a270c73-1e6d-4c5a-a2b9-48e0518905fa completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:25:37.519607 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port 7a270c73-1e6d-4c5a-a2b9-48e0518905fa triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:25:37.520244 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:37.599314 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-90c542b2-f0a3-482b-90a3-4b5ad25aaffd req-9280762b-37a4-44d5-b0f2-61e7a7255a05 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49bd4b17-f871-4d04-845d-75477d171247 HTTP/1.1" status: 200 len: 217 time: 0.1907220 May 31 13:25:37.702455 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec630d5-c06a-4323-8752-4ca70163d0d3 req-ac24d0f0-368b-4e95-9a6a-72fbad951abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:37.704693 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 7a270c73-1e6d-4c5a-a2b9-48e0518905fa is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:25:37.705289 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:37.706035 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-bec630d5-c06a-4323-8752-4ca70163d0d3 req-ac24d0f0-368b-4e95-9a6a-72fbad951abc service neutron] 10.222.0.20 "GET /v2.0/networks?id=1b3c2627-242d-47aa-a663-84cbc730d348 HTTP/1.1" status: 200 len: 917 time: 0.2039835 May 31 13:25:37.709410 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c542b2-f0a3-482b-90a3-4b5ad25aaffd req-14182cfb-ece2-4d05-8184-bd9cb7537427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:37.710888 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-90c542b2-f0a3-482b-90a3-4b5ad25aaffd req-14182cfb-ece2-4d05-8184-bd9cb7537427 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c22c9473-7cad-4741-bb6c-0e549db0e04e HTTP/1.1" status: 200 len: 852 time: 0.0978208 May 31 13:25:37.746661 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 7a270c73-1e6d-4c5a-a2b9-48e0518905fa, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=7a270c73-1e6d-4c5a-a2b9-48e0518905fa,segment=NetworkSegment(5e25fb0d-97f0-46e3-9365-1fe4cebfedef),segment_id=5e25fb0d-97f0-46e3-9365-1fe4cebfedef)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:25:37.752019 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:37.773751 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd075817-28ed-41d1-b131-6904d413f063 req-5f1660c8-8f77-4b8c-88e8-feda91a3aa90 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:37.775258 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bd075817-28ed-41d1-b131-6904d413f063 req-5f1660c8-8f77-4b8c-88e8-feda91a3aa90 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=4510f090-0a02-4ef1-8cc4-e9dea399e0f1 HTTP/1.1" status: 200 len: 948 time: 0.4853325 May 31 13:25:37.778353 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-90c542b2-f0a3-482b-90a3-4b5ad25aaffd req-3314d851-f88e-4344-93f5-56ff27b229c6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=adff3eec-c144-4d49-9989-f7573e7edff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599661 May 31 13:25:37.785970 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09ec2aa-110d-4869-a3e2-bed431c78041 req-0e5a97da-9827-4ddb-836f-56239f585243 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:37.791036 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c09ec2aa-110d-4869-a3e2-bed431c78041 req-0e5a97da-9827-4ddb-836f-56239f585243 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/ports?device_id=95537a9c-c133-465c-9a9a-4b1c5e23bfe6 HTTP/1.1" status: 200 len: 945 time: 0.2782648 May 31 13:25:37.840813 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=7a270c73-1e6d-4c5a-a2b9-48e0518905fa,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:25:37.861070 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-bec630d5-c06a-4323-8752-4ca70163d0d3 req-aa491942-83bf-4bc3-88ae-91528c91afc4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d4c9204-3d49-4098-85b7-785cd6ae26c2 HTTP/1.1" status: 200 len: 1001 time: 0.1482611 May 31 13:25:37.939442 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec630d5-c06a-4323-8752-4ca70163d0d3 req-62f3ff8b-6b96-49c6-b006-e29a209e0432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:37.941025 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-bec630d5-c06a-4323-8752-4ca70163d0d3 req-62f3ff8b-6b96-49c6-b006-e29a209e0432 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f6fb7463-9434-4855-8fea-436f931ae20e HTTP/1.1" status: 200 len: 855 time: 0.0717459 May 31 13:25:37.968759 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c09ec2aa-110d-4869-a3e2-bed431c78041 req-f11fa835-1684-4cd1-b188-5b9a913c97e9 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d29a7ba-8da4-4594-bfbf-9f55cd071e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716619 May 31 13:25:37.976410 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 49bd4b17-f871-4d04-845d-75477d171247 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:25:37.981408 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bd075817-28ed-41d1-b131-6904d413f063 req-08ea6d06-b47a-4e21-9332-c9adfd1be577 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854563 May 31 13:25:38.038938 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-90c542b2-f0a3-482b-90a3-4b5ad25aaffd req-07909b1f-729c-417f-b10d-b08c420bb364 service neutron] 10.222.0.44 "GET /v2.0/networks/adff3eec-c144-4d49-9989-f7573e7edff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441690 May 31 13:25:38.138015 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec630d5-c06a-4323-8752-4ca70163d0d3 req-e47a8383-d495-47a5-9482-d43fa6ad8e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:38.147957 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-bec630d5-c06a-4323-8752-4ca70163d0d3 req-e47a8383-d495-47a5-9482-d43fa6ad8e93 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1b3c2627-242d-47aa-a663-84cbc730d348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1953740 May 31 13:25:38.178035 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '968b2255-5613-4ac6-93b2-00c604542046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a270c73-1e6d-4c5a-a2b9-48e0518905fa'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:25:38.276285 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 49bd4b17-f871-4d04-845d-75477d171247, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=49bd4b17-f871-4d04-845d-75477d171247,segment=NetworkSegment(370cc937-b213-498d-9452-fec6264d9498),segment_id=370cc937-b213-498d-9452-fec6264d9498)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:25:38.295903 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': '49bd4b17-f871-4d04-845d-75477d171247', 'network_id': 'adff3eec-c144-4d49-9989-f7573e7edff0', 'port_id': '49bd4b17-f871-4d04-845d-75477d171247', 'mac_address': 'fa:16:3e:58:e4:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c22c9473-7cad-4741-bb6c-0e549db0e04e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:25:38.327492 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-bec630d5-c06a-4323-8752-4ca70163d0d3 req-8b2e4c91-277a-49bf-9ec5-34702f69e6f5 service neutron] 10.222.0.20 "GET /v2.0/networks/1b3c2627-242d-47aa-a663-84cbc730d348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708982 May 31 13:25:38.411297 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8928b4c5-1d11-4d4b-a171-a11f72b443af', 'tag': 'ff2e17df-b2c5-4e35-85f4-8a1c7570c241'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:25:38.435698 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 49bd4b17-f871-4d04-845d-75477d171247 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:25:38.436363 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:38.492259 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49bd4b17-f871-4d04-845d-75477d171247 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:25:38.554512 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 49bd4b17-f871-4d04-845d-75477d171247, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=49bd4b17-f871-4d04-845d-75477d171247,segment=NetworkSegment(370cc937-b213-498d-9452-fec6264d9498),segment_id=370cc937-b213-498d-9452-fec6264d9498)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:25:38.582337 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:38.657254 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-df3b8847-f934-43d5-9a95-dfd24fc88dd5 req-e69d244b-6c2c-4767-b393-4c7766d845f0 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=09dd0f3ff03c49d3a5c47e4de6593f6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2186329 May 31 13:25:38.825971 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=49bd4b17-f871-4d04-845d-75477d171247,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:25:38.866219 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:38.892006 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-bec630d5-c06a-4323-8752-4ca70163d0d3 req-64d8f16f-563b-49da-8111-a7988ae3743f service neutron] 10.222.0.20 "GET /v2.0/networks/1b3c2627-242d-47aa-a663-84cbc730d348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5430474 May 31 13:25:39.006821 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['49bd4b17-f871-4d04-845d-75477d171247'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:25:39.047609 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06de22-abfb-41d6-bf11-993a430fc413 req-897a5f8d-236b-4385-b5b1-21dda444a264 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:39.047609 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6f06de22-abfb-41d6-bf11-993a430fc413 req-897a5f8d-236b-4385-b5b1-21dda444a264 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/ports?device_id=968b2255-5613-4ac6-93b2-00c604542046 HTTP/1.1" status: 200 len: 945 time: 0.6209292 May 31 13:25:39.088074 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-90c542b2-f0a3-482b-90a3-4b5ad25aaffd req-586dd008-acbd-46b6-b83d-6aad438eb464 service neutron] 10.222.0.44 "GET /v2.0/networks/adff3eec-c144-4d49-9989-f7573e7edff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0213244 May 31 13:25:39.153207 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6f06de22-abfb-41d6-bf11-993a430fc413 req-a26b70b7-3f38-4ec9-984f-fb4dddf1fe8c tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/security-groups?id=9bb73710-3d65-4dab-a4f3-8814f415ca6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077223 May 31 13:25:39.251901 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b8847-f934-43d5-9a95-dfd24fc88dd5 req-b206d84e-5cb6-4b64-8dd0-2f089c2d34de tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:39.251901 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-df3b8847-f934-43d5-9a95-dfd24fc88dd5 req-b206d84e-5cb6-4b64-8dd0-2f089c2d34de tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5130231 May 31 13:25:39.274152 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4510f090-0a02-4ef1-8cc4-e9dea399e0f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc8da617-a252-4841-8cb3-18718271901b'}, {'name': 'network-changed', 'server_uuid': '4510f090-0a02-4ef1-8cc4-e9dea399e0f1', 'tag': 'dc8da617-a252-4841-8cb3-18718271901b'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:25:39.297750 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-df3b8847-f934-43d5-9a95-dfd24fc88dd5 req-4bccb0ae-5c8c-4aaf-afac-f813d8425181 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/quotas/09dd0f3ff03c49d3a5c47e4de6593f6c HTTP/1.1" status: 200 len: 375 time: 0.0383303 May 31 13:25:39.509691 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-df3b8847-f934-43d5-9a95-dfd24fc88dd5 req-0b250a69-f025-4dfa-81bc-160153be6e6c tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=09dd0f3ff03c49d3a5c47e4de6593f6c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1756675 May 31 13:25:39.517597 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4fc4b2-e980-4f6e-91d8-bc3a9c3f787c req-d1f41f03-ebfa-4d72-8a02-5490bd914f85 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:39.525342 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3c4fc4b2-e980-4f6e-91d8-bc3a9c3f787c req-d1f41f03-ebfa-4d72-8a02-5490bd914f85 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] 10.222.0.50 "GET /v2.0/ports?device_id=8928b4c5-1d11-4d4b-a171-a11f72b443af HTTP/1.1" status: 200 len: 948 time: 0.2285135 May 31 13:25:39.583995 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3c4fc4b2-e980-4f6e-91d8-bc3a9c3f787c req-3d654b1d-c5d3-47ed-a65a-f837e8b64cd0 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] 10.222.0.50 "GET /v2.0/security-groups?id=9145548e-74a9-4f5e-ae53-c23243c8c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566061 May 31 13:25:39.814347 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fce33d7-62e7-4f95-bf60-c6b8a4774574'] response: {'server_uuid': '968b2255-5613-4ac6-93b2-00c604542046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a270c73-1e6d-4c5a-a2b9-48e0518905fa', 'code': 200} May 31 13:25:39.965361 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b57683fa-3dbe-4e1b-a9f2-e6770ede031e'] response: {'name': 'network-changed', 'server_uuid': '8928b4c5-1d11-4d4b-a171-a11f72b443af', 'tag': 'ff2e17df-b2c5-4e35-85f4-8a1c7570c241', 'status': 'completed', 'code': 200} May 31 13:25:40.004340 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660891c4-ea3f-4e2c-b7cc-6859df47e444 req-2262a561-84f1-4d20-838f-3f36c28f7af1 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:40.019112 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-660891c4-ea3f-4e2c-b7cc-6859df47e444 req-2262a561-84f1-4d20-838f-3f36c28f7af1 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e93c94b-61da-42a5-8616-9dd4c6c5021f HTTP/1.1" status: 200 len: 944 time: 0.2767389 May 31 13:25:40.124235 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a728a312-44b9-4306-9c7f-edfe2ff3340a req-5103d41b-0a58-41b0-bbc9-9ba775e8e226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:40.127510 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-a728a312-44b9-4306-9c7f-edfe2ff3340a req-5103d41b-0a58-41b0-bbc9-9ba775e8e226 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=968b2255-5613-4ac6-93b2-00c604542046 HTTP/1.1" status: 200 len: 1096 time: 0.2223518 May 31 13:25:40.210226 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-a728a312-44b9-4306-9c7f-edfe2ff3340a req-72e41122-8fe3-4a40-8ee1-61b90330c6b3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9bb73710-3d65-4dab-a4f3-8814f415ca6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645776 May 31 13:25:40.280155 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-660891c4-ea3f-4e2c-b7cc-6859df47e444 req-fd6c2814-51c2-46f8-b346-7aec03dcc6cf tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/security-groups?id=98e17d4a-ac5b-4480-9bc6-49977fe0902a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538358 May 31 13:25:40.340607 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c1ffa-f5ea-4888-8761-53c90d50236e req-a3e71306-7f00-4d92-895e-5b0263b3345c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:40.340607 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-758c1ffa-f5ea-4888-8761-53c90d50236e req-a3e71306-7f00-4d92-895e-5b0263b3345c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=56e02bdb103940bfa914b1757276d35d&device_id=8928b4c5-1d11-4d4b-a171-a11f72b443af HTTP/1.1" status: 200 len: 1099 time: 0.3151512 May 31 13:25:40.513342 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea47d7f-db88-4c22-86f7-33b5593e1ca9 req-b21d0019-7149-4b28-ba63-03a8f50e9294 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:40.514514 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bea47d7f-db88-4c22-86f7-33b5593e1ca9 req-b21d0019-7149-4b28-ba63-03a8f50e9294 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/ports?device_id=95537a9c-c133-465c-9a9a-4b1c5e23bfe6 HTTP/1.1" status: 200 len: 945 time: 0.3018520 May 31 13:25:40.533475 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3603a248-1da4-4214-bf60-00582fcdf008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:40.688186 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bea47d7f-db88-4c22-86f7-33b5593e1ca9 req-93e4f04b-afee-4bdc-9467-11020918e00f tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d29a7ba-8da4-4594-bfbf-9f55cd071e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558216 May 31 13:25:40.699457 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c1ffa-f5ea-4888-8761-53c90d50236e req-c715a30e-f9e7-4ebc-b9f3-11d2b57a4120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:40.700917 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-758c1ffa-f5ea-4888-8761-53c90d50236e req-c715a30e-f9e7-4ebc-b9f3-11d2b57a4120 service neutron] 10.222.0.44 "GET /v2.0/networks?id=85b11c4f-90ad-4763-b38d-22d3f87089f4 HTTP/1.1" status: 200 len: 870 time: 0.3579299 May 31 13:25:40.798866 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c516b8a3-4b55-4e2f-8246-ad0f880f0966'] response: {'server_uuid': '4510f090-0a02-4ef1-8cc4-e9dea399e0f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc8da617-a252-4841-8cb3-18718271901b', 'code': 200} May 31 13:25:40.799338 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c516b8a3-4b55-4e2f-8246-ad0f880f0966'] response: {'name': 'network-changed', 'server_uuid': '4510f090-0a02-4ef1-8cc4-e9dea399e0f1', 'tag': 'dc8da617-a252-4841-8cb3-18718271901b', 'status': 'completed', 'code': 200} May 31 13:25:40.800645 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-758c1ffa-f5ea-4888-8761-53c90d50236e req-0b58b80f-7436-4b94-8dcb-adce5a685fc2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=ff2e17df-b2c5-4e35-85f4-8a1c7570c241 HTTP/1.1" status: 200 len: 217 time: 0.0933752 May 31 13:25:40.894322 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714d59d6-0052-4895-8692-a9e2c7a8b65e req-b7e2de6a-cefc-4e8d-a6be-a2590281bd42 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:40.895965 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-714d59d6-0052-4895-8692-a9e2c7a8b65e req-b7e2de6a-cefc-4e8d-a6be-a2590281bd42 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=4510f090-0a02-4ef1-8cc4-e9dea399e0f1 HTTP/1.1" status: 200 len: 948 time: 0.3753891 May 31 13:25:40.961702 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-714d59d6-0052-4895-8692-a9e2c7a8b65e req-3849a584-b639-4abe-a031-dae7ab52522b tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577776 May 31 13:25:40.963890 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c1ffa-f5ea-4888-8761-53c90d50236e req-090928b8-e600-4c9b-a122-3d0bde150c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:40.965712 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-758c1ffa-f5ea-4888-8761-53c90d50236e req-090928b8-e600-4c9b-a122-3d0bde150c40 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.1581378 May 31 13:25:40.980718 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927309c7-510e-4efc-b1aa-7ea1435550fd req-efa86601-0521-4db0-9ebc-93ddaede87d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:40.982648 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-927309c7-510e-4efc-b1aa-7ea1435550fd req-efa86601-0521-4db0-9ebc-93ddaede87d9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c905d91f2f614f928153cd05b2f8a225&device_id=4510f090-0a02-4ef1-8cc4-e9dea399e0f1 HTTP/1.1" status: 200 len: 1099 time: 0.1431425 May 31 13:25:41.149231 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ed39b1e9-0bf3-4ff5-ab72-4773a74cbf4b req-7a5b5002-fe31-4375-843e-948b55979eec tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1930c39-1f9e-42db-90e5-e025f2d5bbe5 HTTP/1.1" status: 200 len: 210 time: 0.0728662 May 31 13:25:41.175441 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c1ffa-f5ea-4888-8761-53c90d50236e req-2588dd6c-d910-4be4-bd0b-7a850ce966df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:41.177267 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-758c1ffa-f5ea-4888-8761-53c90d50236e req-2588dd6c-d910-4be4-bd0b-7a850ce966df service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2046988 May 31 13:25:41.285026 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927309c7-510e-4efc-b1aa-7ea1435550fd req-1b0ff442-5dcd-49cf-9494-107be1fb9fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:41.287521 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-927309c7-510e-4efc-b1aa-7ea1435550fd req-1b0ff442-5dcd-49cf-9494-107be1fb9fd4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=85b11c4f-90ad-4763-b38d-22d3f87089f4 HTTP/1.1" status: 200 len: 870 time: 0.2979975 May 31 13:25:41.304512 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device dc8da617-a252-4841-8cb3-18718271901b details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:25:41.542055 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-927309c7-510e-4efc-b1aa-7ea1435550fd req-5cd3cd35-489f-43d4-ab31-17aebf050cf5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=dc8da617-a252-4841-8cb3-18718271901b HTTP/1.1" status: 200 len: 217 time: 0.2478158 May 31 13:25:41.647168 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port dc8da617-a252-4841-8cb3-18718271901b, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=dc8da617-a252-4841-8cb3-18718271901b,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:25:41.664550 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197198a8-c0a0-4ec7-98e9-064c63486b63 req-ec3f2268-ae5c-470d-909c-0757f8080633 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:41.673001 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-197198a8-c0a0-4ec7-98e9-064c63486b63 req-ec3f2268-ae5c-470d-909c-0757f8080633 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/ports?device_id=968b2255-5613-4ac6-93b2-00c604542046 HTTP/1.1" status: 200 len: 945 time: 0.4594109 May 31 13:25:41.682474 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': 'dc8da617-a252-4841-8cb3-18718271901b', 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4', 'port_id': 'dc8da617-a252-4841-8cb3-18718271901b', 'mac_address': 'fa:16:3e:85:80:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24822c99-0dce-4d50-9c44-3135ba3763b8', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:25:41.704277 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-758c1ffa-f5ea-4888-8761-53c90d50236e req-f28e7714-d613-4daa-80d9-63c3ff5d7c18 service neutron] 10.222.0.44 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5151317 May 31 13:25:41.854078 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port dc8da617-a252-4841-8cb3-18718271901b is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:25:41.854078 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:41.874522 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-197198a8-c0a0-4ec7-98e9-064c63486b63 req-558507b6-8f5f-4856-b444-802350cb7447 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/security-groups?id=9bb73710-3d65-4dab-a4f3-8814f415ca6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976771 May 31 13:25:41.933084 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc8da617-a252-4841-8cb3-18718271901b {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:25:41.936189 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-758c1ffa-f5ea-4888-8761-53c90d50236e req-2a93efed-ae46-4e68-b82a-93b16404fe90 service neutron] 10.222.0.44 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249625 May 31 13:25:41.973560 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927309c7-510e-4efc-b1aa-7ea1435550fd req-e471ef42-e67e-46c6-bcc4-c7139c6f4587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:41.979355 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99667b4-ce1d-47b3-a66c-36041d27a037 req-14c4da8d-5f7c-4daf-9081-f7b02fd7473a tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:41.981232 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f99667b4-ce1d-47b3-a66c-36041d27a037 req-14c4da8d-5f7c-4daf-9081-f7b02fd7473a tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] 10.222.0.50 "GET /v2.0/ports?device_id=8928b4c5-1d11-4d4b-a171-a11f72b443af HTTP/1.1" status: 200 len: 948 time: 0.4016383 May 31 13:25:41.989416 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-927309c7-510e-4efc-b1aa-7ea1435550fd req-e471ef42-e67e-46c6-bcc4-c7139c6f4587 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.4263721 May 31 13:25:41.995288 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port dc8da617-a252-4841-8cb3-18718271901b, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=dc8da617-a252-4841-8cb3-18718271901b,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:25:42.004369 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:42.105786 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f99667b4-ce1d-47b3-a66c-36041d27a037 req-516f3f06-a331-492d-8b81-2c5fbba5836a tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] 10.222.0.50 "GET /v2.0/security-groups?id=9145548e-74a9-4f5e-ae53-c23243c8c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166193 May 31 13:25:42.121475 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device ff2e17df-b2c5-4e35-85f4-8a1c7570c241 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:25:42.126906 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 49bd4b17-f871-4d04-845d-75477d171247 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:25:42.199782 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-df3b8847-f934-43d5-9a95-dfd24fc88dd5 req-b9bcd56c-6fa0-4580-bb20-9291afff744a tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=09dd0f3ff03c49d3a5c47e4de6593f6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0680079 May 31 13:25:42.206557 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927309c7-510e-4efc-b1aa-7ea1435550fd req-d13edf9b-be10-4550-a15f-971965db9b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:42.217009 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-927309c7-510e-4efc-b1aa-7ea1435550fd req-d13edf9b-be10-4550-a15f-971965db9b0b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2244351 May 31 13:25:42.516854 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=dc8da617-a252-4841-8cb3-18718271901b,revision_number=12']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:25:42.581230 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['dc8da617-a252-4841-8cb3-18718271901b'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:25:42.584406 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-927309c7-510e-4efc-b1aa-7ea1435550fd req-1afd7d43-f844-43ed-84ad-7fe3edccb363 service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3599975 May 31 13:25:42.672973 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f78ffe3-2d04-49b1-8d17-45aac8e45780 req-b1a4fa06-7d30-4723-a164-e8935328eb97 tempest-LiveMigrationTest-979382837 tempest-LiveMigrationTest-979382837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:42.674485 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9f78ffe3-2d04-49b1-8d17-45aac8e45780 req-b1a4fa06-7d30-4723-a164-e8935328eb97 tempest-LiveMigrationTest-979382837 tempest-LiveMigrationTest-979382837-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=95537a9c-c133-465c-9a9a-4b1c5e23bfe6 HTTP/1.1" status: 200 len: 1096 time: 0.6165774 May 31 13:25:42.699630 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port 49bd4b17-f871-4d04-845d-75477d171247 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:25:42.727211 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port 49bd4b17-f871-4d04-845d-75477d171247 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:25:42.728444 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:42.734839 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b8847-f934-43d5-9a95-dfd24fc88dd5 req-6df230bb-921f-41bb-be23-7ac06c256cc1 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:42.738187 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-df3b8847-f934-43d5-9a95-dfd24fc88dd5 req-6df230bb-921f-41bb-be23-7ac06c256cc1 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5301819 May 31 13:25:42.756830 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-df3b8847-f934-43d5-9a95-dfd24fc88dd5 req-daeefba2-8b95-4ac8-807f-9a1da85fc2fb tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Request body: {'port': {'device_id': 'c1930c39-1f9e-42db-90e5-e025f2d5bbe5', 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4', 'admin_state_up': True, 'tenant_id': '09dd0f3ff03c49d3a5c47e4de6593f6c'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:25:42.793107 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-927309c7-510e-4efc-b1aa-7ea1435550fd req-4654e350-b631-412d-aa39-939a38d2ce6b service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021153 May 31 13:25:42.854944 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7a3ecb-2252-4cc5-8da4-53c08c294a25 req-7e68e383-46c6-4286-afbd-83c6b277c3d6 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:42.858379 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ae7a3ecb-2252-4cc5-8da4-53c08c294a25 req-7e68e383-46c6-4286-afbd-83c6b277c3d6 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e93c94b-61da-42a5-8616-9dd4c6c5021f HTTP/1.1" status: 200 len: 944 time: 0.4631894 May 31 13:25:42.903453 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port ff2e17df-b2c5-4e35-85f4-8a1c7570c241, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=ff2e17df-b2c5-4e35-85f4-8a1c7570c241,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:25:42.953057 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-38b77929-3c8c-4174-8eae-187cc935fc7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:42.953057 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': 'ff2e17df-b2c5-4e35-85f4-8a1c7570c241', 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4', 'port_id': 'ff2e17df-b2c5-4e35-85f4-8a1c7570c241', 'mac_address': 'fa:16:3e:4a:a4:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24822c99-0dce-4d50-9c44-3135ba3763b8', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:25:43.027365 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9f78ffe3-2d04-49b1-8d17-45aac8e45780 req-e72b44b4-a2d3-42c9-bd80-0cb64a078712 tempest-LiveMigrationTest-979382837 tempest-LiveMigrationTest-979382837-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=3d29a7ba-8da4-4594-bfbf-9f55cd071e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310714 May 31 13:25:43.094791 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ae7a3ecb-2252-4cc5-8da4-53c08c294a25 req-032b63aa-a40d-43a3-b300-f611ac59f965 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/security-groups?id=98e17d4a-ac5b-4480-9bc6-49977fe0902a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433296 May 31 13:25:43.302514 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-df3b8847-f934-43d5-9a95-dfd24fc88dd5 req-daeefba2-8b95-4ac8-807f-9a1da85fc2fb tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:25:43.317043 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-df3b8847-f934-43d5-9a95-dfd24fc88dd5 req-daeefba2-8b95-4ac8-807f-9a1da85fc2fb tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:25:43.319904 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 49bd4b17-f871-4d04-845d-75477d171247 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:25:43.320288 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:43.331685 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df3b8847-f934-43d5-9a95-dfd24fc88dd5 req-daeefba2-8b95-4ac8-807f-9a1da85fc2fb tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Made reservation on behalf of 09dd0f3ff03c49d3a5c47e4de6593f6c for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:25:43.338504 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-df3b8847-f934-43d5-9a95-dfd24fc88dd5 req-daeefba2-8b95-4ac8-807f-9a1da85fc2fb tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:43.474234 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port ff2e17df-b2c5-4e35-85f4-8a1c7570c241 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:25:43.474234 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:43.537211 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e93c94b-61da-42a5-8616-9dd4c6c5021f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49bd4b17-f871-4d04-845d-75477d171247'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:25:43.547725 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 49bd4b17-f871-4d04-845d-75477d171247, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=49bd4b17-f871-4d04-845d-75477d171247,segment=NetworkSegment(370cc937-b213-498d-9452-fec6264d9498),segment_id=370cc937-b213-498d-9452-fec6264d9498)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:25:43.551019 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff2e17df-b2c5-4e35-85f4-8a1c7570c241 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:25:43.572156 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:43.628386 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port ff2e17df-b2c5-4e35-85f4-8a1c7570c241, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=ff2e17df-b2c5-4e35-85f4-8a1c7570c241,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:25:43.651531 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:43.696292 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:43.710581 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=49bd4b17-f871-4d04-845d-75477d171247,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:25:43.790648 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:43.871447 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=ff2e17df-b2c5-4e35-85f4-8a1c7570c241,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:25:43.953597 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-96c2f0cd-551f-4992-b097-821f920dc7e2 req-45bf06da-96ff-49c6-a4ff-e62a6f18cf89 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1930c39-1f9e-42db-90e5-e025f2d5bbe5 HTTP/1.1" status: 200 len: 210 time: 0.1032679 May 31 13:25:44.008417 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['ff2e17df-b2c5-4e35-85f4-8a1c7570c241'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:25:44.199003 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab6535-c2e3-4660-9a52-61e454d6be4b req-a5d57e28-3e17-4e08-9f9e-b1594f4c812e tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:44.212726 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-55ab6535-c2e3-4660-9a52-61e454d6be4b req-a5d57e28-3e17-4e08-9f9e-b1594f4c812e tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=4510f090-0a02-4ef1-8cc4-e9dea399e0f1 HTTP/1.1" status: 200 len: 949 time: 0.4552915 May 31 13:25:44.239042 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-df3b8847-f934-43d5-9a95-dfd24fc88dd5 req-daeefba2-8b95-4ac8-807f-9a1da85fc2fb tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Allocated IP 192.168.233.34 (85b11c4f-90ad-4763-b38d-22d3f87089f4/24822c99-0dce-4d50-9c44-3135ba3763b8/b1594f51-43f8-4b99-bfa2-ea5b8b034b47) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:25:44.298024 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-55ab6535-c2e3-4660-9a52-61e454d6be4b req-ecf2a48a-2522-4978-a0bd-ee75c72abb3e tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905912 May 31 13:25:44.418894 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4552e21-1901-4fee-a5a0-1d895e6a1117 req-c8c03ea7-73ca-42ba-85c4-e05c32dec6cd tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:44.425479 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c4552e21-1901-4fee-a5a0-1d895e6a1117 req-c8c03ea7-73ca-42ba-85c4-e05c32dec6cd tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/ports?device_id=968b2255-5613-4ac6-93b2-00c604542046 HTTP/1.1" status: 200 len: 945 time: 0.3459620 May 31 13:25:44.604763 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c4552e21-1901-4fee-a5a0-1d895e6a1117 req-441aa05a-f413-4f37-a197-d6447d4ca4a6 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/security-groups?id=9bb73710-3d65-4dab-a4f3-8814f415ca6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753650 May 31 13:25:44.718854 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f3f86f-9b05-46b0-baeb-f9fab00a8d25 req-a6868733-c33f-4f01-af5f-55f8616be09c tempest-LiveMigrationTest-979382837 tempest-LiveMigrationTest-979382837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:44.718854 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-58f3f86f-9b05-46b0-baeb-f9fab00a8d25 req-a6868733-c33f-4f01-af5f-55f8616be09c tempest-LiveMigrationTest-979382837 tempest-LiveMigrationTest-979382837-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=95537a9c-c133-465c-9a9a-4b1c5e23bfe6 HTTP/1.1" status: 200 len: 1096 time: 0.2101729 May 31 13:25:44.718854 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-df3b8847-f934-43d5-9a95-dfd24fc88dd5 req-daeefba2-8b95-4ac8-807f-9a1da85fc2fb tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:44.836553 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-df3b8847-f934-43d5-9a95-dfd24fc88dd5 req-daeefba2-8b95-4ac8-807f-9a1da85fc2fb tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Transition to ACTIVE for port object b1594f51-43f8-4b99-bfa2-ea5b8b034b47 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:25:44.890464 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-58f3f86f-9b05-46b0-baeb-f9fab00a8d25 req-7b3bf447-6d3d-4664-b184-aae5c5bb6778 tempest-LiveMigrationTest-979382837 tempest-LiveMigrationTest-979382837-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=3d29a7ba-8da4-4594-bfbf-9f55cd071e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129575 May 31 13:25:44.945477 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee945f9-87b8-410d-81f5-7eb5909e99be req-078c9ea1-da68-423b-90eb-c992e1cfd9f1 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:44.953847 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6ee945f9-87b8-410d-81f5-7eb5909e99be req-078c9ea1-da68-423b-90eb-c992e1cfd9f1 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] 10.222.0.50 "GET /v2.0/ports?device_id=8928b4c5-1d11-4d4b-a171-a11f72b443af HTTP/1.1" status: 200 len: 949 time: 0.2372673 May 31 13:25:44.977650 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f738bea-d7f8-479e-9e13-809fce158ca2'] response: {'server_uuid': '5e93c94b-61da-42a5-8616-9dd4c6c5021f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49bd4b17-f871-4d04-845d-75477d171247', 'code': 200} May 31 13:25:45.008331 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-df3b8847-f934-43d5-9a95-dfd24fc88dd5 req-daeefba2-8b95-4ac8-807f-9a1da85fc2fb tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:45.016789 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['91f8550f-7c6e-4f43-81db-91e2670bc6ae', '45d8f514-bd26-46ef-90f5-725ee81424e1'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:25:45.129748 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['340b14e3-4287-43f8-a3a0-d594186321f6', '07547904-825e-4f1e-bf9b-eb2fc12e8810', '32daf59e-30ee-4850-815e-972dba797556', '4794bb7b-447e-424b-b7ea-f4f19c3f6227'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:25:45.287977 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6ee945f9-87b8-410d-81f5-7eb5909e99be req-f635e319-e2d8-4b41-8eda-92ed99bb4a26 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] 10.222.0.50 "GET /v2.0/security-groups?id=9145548e-74a9-4f5e-ae53-c23243c8c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346536 May 31 13:25:45.331649 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device dc8da617-a252-4841-8cb3-18718271901b up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:25:45.340357 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df3b8847-f934-43d5-9a95-dfd24fc88dd5 req-daeefba2-8b95-4ac8-807f-9a1da85fc2fb tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Network 85b11c4f-90ad-4763-b38d-22d3f87089f4 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:25:45.350631 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-df3b8847-f934-43d5-9a95-dfd24fc88dd5 req-daeefba2-8b95-4ac8-807f-9a1da85fc2fb tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:25:45.356481 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeefba2-8b95-4ac8-807f-9a1da85fc2fb tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Pushing event updated for resources: {'Port': ['ID=b1594f51-43f8-4b99-bfa2-ea5b8b034b47,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:25:45.361081 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-df3b8847-f934-43d5-9a95-dfd24fc88dd5 req-daeefba2-8b95-4ac8-807f-9a1da85fc2fb tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:25:45.589339 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b8847-f934-43d5-9a95-dfd24fc88dd5 req-daeefba2-8b95-4ac8-807f-9a1da85fc2fb tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:45.592394 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-df3b8847-f934-43d5-9a95-dfd24fc88dd5 req-daeefba2-8b95-4ac8-807f-9a1da85fc2fb tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:45.635497 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67426b6-80fe-4c37-81db-5808a75ae6a9 req-e52dc542-a7b3-4a54-a836-ecffc81f989c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:45.638793 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c67426b6-80fe-4c37-81db-5808a75ae6a9 req-e52dc542-a7b3-4a54-a836-ecffc81f989c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5e93c94b-61da-42a5-8616-9dd4c6c5021f HTTP/1.1" status: 200 len: 1096 time: 0.4572997 May 31 13:25:45.657724 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025badf7-63e4-4ee8-a373-a5395a12fad6 req-50e028fd-79de-4d07-a81a-d5e5d54242dd tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:45.660592 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-025badf7-63e4-4ee8-a373-a5395a12fad6 req-50e028fd-79de-4d07-a81a-d5e5d54242dd tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e93c94b-61da-42a5-8616-9dd4c6c5021f HTTP/1.1" status: 200 len: 945 time: 0.4797132 May 31 13:25:45.739636 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:45.770422 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-df3b8847-f934-43d5-9a95-dfd24fc88dd5 req-daeefba2-8b95-4ac8-807f-9a1da85fc2fb tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0152187 May 31 13:25:45.783534 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning for port dc8da617-a252-4841-8cb3-18718271901b completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:25:45.794494 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port dc8da617-a252-4841-8cb3-18718271901b triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:25:45.794494 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:45.821930 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-025badf7-63e4-4ee8-a373-a5395a12fad6 req-4acac263-323a-4097-a9c4-c62a8d66cec5 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/security-groups?id=98e17d4a-ac5b-4480-9bc6-49977fe0902a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511548 May 31 13:25:45.830807 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-df3b8847-f934-43d5-9a95-dfd24fc88dd5 req-1ef961c3-66f6-4cf1-b892-9a2f5a19eef8 service neutron] Request body: {'port': {'device_id': 'c1930c39-1f9e-42db-90e5-e025f2d5bbe5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:25:46.034896 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c67426b6-80fe-4c37-81db-5808a75ae6a9 req-19809f30-c15f-435e-a645-2e938e803b0e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=98e17d4a-ac5b-4480-9bc6-49977fe0902a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3550713 May 31 13:25:46.052342 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b1b9e616-2cea-4b38-b2af-c8d1e8b7a308 None None] Provisioning for port b1594f51-43f8-4b99-bfa2-ea5b8b034b47 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:25:46.091447 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b1b9e616-2cea-4b38-b2af-c8d1e8b7a308 None None] Provisioning complete for port b1594f51-43f8-4b99-bfa2-ea5b8b034b47 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:25:46.091447 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b1b9e616-2cea-4b38-b2af-c8d1e8b7a308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:46.162143 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device ff2e17df-b2c5-4e35-85f4-8a1c7570c241 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:25:46.348346 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869d9f1f-8190-43ad-9c1c-64f3d8362079 req-d3b86303-a3a1-466e-8884-21340df8a14f tempest-MigrationsAdminTest-29746455 tempest-MigrationsAdminTest-29746455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:46.350940 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-869d9f1f-8190-43ad-9c1c-64f3d8362079 req-d3b86303-a3a1-466e-8884-21340df8a14f tempest-MigrationsAdminTest-29746455 tempest-MigrationsAdminTest-29746455-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=4510f090-0a02-4ef1-8cc4-e9dea399e0f1 HTTP/1.1" status: 200 len: 1100 time: 0.4108534 May 31 13:25:46.351901 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-df3b8847-f934-43d5-9a95-dfd24fc88dd5 req-1ef961c3-66f6-4cf1-b892-9a2f5a19eef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:46.577283 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b1b9e616-2cea-4b38-b2af-c8d1e8b7a308 None None] Port b1594f51-43f8-4b99-bfa2-ea5b8b034b47 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:25:46.617078 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-869d9f1f-8190-43ad-9c1c-64f3d8362079 req-3b92c000-151f-45b9-95a1-766a927f7eec tempest-MigrationsAdminTest-29746455 tempest-MigrationsAdminTest-29746455-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261643 May 31 13:25:46.643216 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port dc8da617-a252-4841-8cb3-18718271901b is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:25:46.643216 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:46.885202 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port ff2e17df-b2c5-4e35-85f4-8a1c7570c241 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:25:46.913736 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port dc8da617-a252-4841-8cb3-18718271901b, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=dc8da617-a252-4841-8cb3-18718271901b,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:25:46.933218 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port ff2e17df-b2c5-4e35-85f4-8a1c7570c241 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:25:46.933218 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:46.981237 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:47.087711 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4510f090-0a02-4ef1-8cc4-e9dea399e0f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc8da617-a252-4841-8cb3-18718271901b'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:25:47.498315 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec52286c-fd3b-4f37-b815-39053aade892 req-2a384075-98ae-40d7-a93b-18592857831d tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:47.499645 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-ec52286c-fd3b-4f37-b815-39053aade892 req-2a384075-98ae-40d7-a93b-18592857831d tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Synchronizing usage tracker for tenant:09dd0f3ff03c49d3a5c47e4de6593f6c on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:25:47.560029 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=dc8da617-a252-4841-8cb3-18718271901b,revision_number=13']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:25:47.760760 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-ec52286c-fd3b-4f37-b815-39053aade892 req-2a384075-98ae-40d7-a93b-18592857831d tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Unset dirty status for tenant:09dd0f3ff03c49d3a5c47e4de6593f6c on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:25:47.760760 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ec52286c-fd3b-4f37-b815-39053aade892 req-2a384075-98ae-40d7-a93b-18592857831d tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1930c39-1f9e-42db-90e5-e025f2d5bbe5 HTTP/1.1" status: 200 len: 935 time: 0.6443989 May 31 13:25:47.869000 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port ff2e17df-b2c5-4e35-85f4-8a1c7570c241 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:25:47.869000 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:47.925062 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-df3b8847-f934-43d5-9a95-dfd24fc88dd5 req-1ef961c3-66f6-4cf1-b892-9a2f5a19eef8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1594f51-43f8-4b99-bfa2-ea5b8b034b47 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:25:47.958904 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port ff2e17df-b2c5-4e35-85f4-8a1c7570c241, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=ff2e17df-b2c5-4e35-85f4-8a1c7570c241,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:25:47.966040 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:47.978599 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd99d9-4cd7-4748-9cfa-de5992444255 req-1831f038-8e3f-461f-aff6-709bacfe94a6 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:47.982803 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-48fd99d9-4cd7-4748-9cfa-de5992444255 req-1831f038-8e3f-461f-aff6-709bacfe94a6 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] 10.222.0.50 "GET /v2.0/ports?device_id=8928b4c5-1d11-4d4b-a171-a11f72b443af HTTP/1.1" status: 200 len: 949 time: 0.5434430 May 31 13:25:47.991735 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-df3b8847-f934-43d5-9a95-dfd24fc88dd5 req-1ef961c3-66f6-4cf1-b892-9a2f5a19eef8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:48.003063 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ec52286c-fd3b-4f37-b815-39053aade892 req-45ba1853-c0f9-44fc-a91e-2debd4c6f29c tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4e17580-fef9-47ea-85b1-59ae8325b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747444 May 31 13:25:48.069695 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-df3b8847-f934-43d5-9a95-dfd24fc88dd5 req-1ef961c3-66f6-4cf1-b892-9a2f5a19eef8 service neutron] Transition to ACTIVE for port object b1594f51-43f8-4b99-bfa2-ea5b8b034b47 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:25:48.121162 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-df3b8847-f934-43d5-9a95-dfd24fc88dd5 req-1ef961c3-66f6-4cf1-b892-9a2f5a19eef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:48.166871 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=ff2e17df-b2c5-4e35-85f4-8a1c7570c241,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:25:48.225949 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-48fd99d9-4cd7-4748-9cfa-de5992444255 req-8ebbb6d5-0e54-4d7f-810b-973c2cd76865 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] 10.222.0.50 "GET /v2.0/security-groups?id=9145548e-74a9-4f5e-ae53-c23243c8c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994934 May 31 13:25:48.487437 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef961c3-66f6-4cf1-b892-9a2f5a19eef8 service neutron] Pushing event updated for resources: {'Port': ['ID=b1594f51-43f8-4b99-bfa2-ea5b8b034b47,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:25:48.606548 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-df3b8847-f934-43d5-9a95-dfd24fc88dd5 req-1ef961c3-66f6-4cf1-b892-9a2f5a19eef8 service neutron] Attempting to bind port b1594f51-43f8-4b99-bfa2-ea5b8b034b47 on host n-h1-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:25:48.609315 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-df3b8847-f934-43d5-9a95-dfd24fc88dd5 req-1ef961c3-66f6-4cf1-b892-9a2f5a19eef8 service neutron] Attempting to bind port b1594f51-43f8-4b99-bfa2-ea5b8b034b47 by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:25:48.611313 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3b8847-f934-43d5-9a95-dfd24fc88dd5 req-1ef961c3-66f6-4cf1-b892-9a2f5a19eef8 service neutron] Attempting to bind port b1594f51-43f8-4b99-bfa2-ea5b8b034b47 on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:25:48.636864 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3b8847-f934-43d5-9a95-dfd24fc88dd5 req-1ef961c3-66f6-4cf1-b892-9a2f5a19eef8 service neutron] Port b1594f51-43f8-4b99-bfa2-ea5b8b034b47 on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:25:48.637841 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3b8847-f934-43d5-9a95-dfd24fc88dd5 req-1ef961c3-66f6-4cf1-b892-9a2f5a19eef8 service neutron] Attempting to bind port b1594f51-43f8-4b99-bfa2-ea5b8b034b47 on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:25:48.668894 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3b8847-f934-43d5-9a95-dfd24fc88dd5 req-1ef961c3-66f6-4cf1-b892-9a2f5a19eef8 service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:25:48.670621 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3b8847-f934-43d5-9a95-dfd24fc88dd5 req-1ef961c3-66f6-4cf1-b892-9a2f5a19eef8 service neutron] Checking segment: {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:25:48.674687 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3b8847-f934-43d5-9a95-dfd24fc88dd5 req-1ef961c3-66f6-4cf1-b892-9a2f5a19eef8 service neutron] Bound using segment: {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:25:48.676506 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-df3b8847-f934-43d5-9a95-dfd24fc88dd5 req-1ef961c3-66f6-4cf1-b892-9a2f5a19eef8 service neutron] Bound port: b1594f51-43f8-4b99-bfa2-ea5b8b034b47, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:25:48.679188 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-df3b8847-f934-43d5-9a95-dfd24fc88dd5 req-1ef961c3-66f6-4cf1-b892-9a2f5a19eef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:48.937194 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-df3b8847-f934-43d5-9a95-dfd24fc88dd5 req-1ef961c3-66f6-4cf1-b892-9a2f5a19eef8 service neutron] For port b1594f51-43f8-4b99-bfa2-ea5b8b034b47, host n-h1-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:25:49.089430 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-df3b8847-f934-43d5-9a95-dfd24fc88dd5 req-1ef961c3-66f6-4cf1-b892-9a2f5a19eef8 service neutron] For port b1594f51-43f8-4b99-bfa2-ea5b8b034b47, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=b1594f51-43f8-4b99-bfa2-ea5b8b034b47,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:25:49.109798 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-df3b8847-f934-43d5-9a95-dfd24fc88dd5 req-1ef961c3-66f6-4cf1-b892-9a2f5a19eef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:49.120372 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b394f372-f4d2-4066-8b50-15a7b36db6b6'] response: {'server_uuid': '4510f090-0a02-4ef1-8cc4-e9dea399e0f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc8da617-a252-4841-8cb3-18718271901b', 'code': 200} May 31 13:25:49.203575 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b8847-f934-43d5-9a95-dfd24fc88dd5 req-1ef961c3-66f6-4cf1-b892-9a2f5a19eef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:49.203575 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-df3b8847-f934-43d5-9a95-dfd24fc88dd5 req-1ef961c3-66f6-4cf1-b892-9a2f5a19eef8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:49.203575 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-df3b8847-f934-43d5-9a95-dfd24fc88dd5 req-1ef961c3-66f6-4cf1-b892-9a2f5a19eef8 service neutron] 10.222.0.20 "PUT /v2.0/ports/b1594f51-43f8-4b99-bfa2-ea5b8b034b47 HTTP/1.1" status: 200 len: 1095 time: 3.3758283 May 31 13:25:49.203575 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1930c39-1f9e-42db-90e5-e025f2d5bbe5', 'tag': 'b1594f51-43f8-4b99-bfa2-ea5b8b034b47'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:25:49.284677 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef961c3-66f6-4cf1-b892-9a2f5a19eef8 service neutron] Pushing event updated for resources: {'Port': ['ID=b1594f51-43f8-4b99-bfa2-ea5b8b034b47,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:25:49.318003 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83843dc-9991-4f34-9d6b-c4ec7ecaf945 req-0ceccdea-2c25-43e0-9e2e-52ecfba410c5 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:49.318003 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f83843dc-9991-4f34-9d6b-c4ec7ecaf945 req-0ceccdea-2c25-43e0-9e2e-52ecfba410c5 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e93c94b-61da-42a5-8616-9dd4c6c5021f HTTP/1.1" status: 200 len: 945 time: 0.3778813 May 31 13:25:49.838877 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f83843dc-9991-4f34-9d6b-c4ec7ecaf945 req-70caee89-8a8d-4977-9348-a8898a3e9cfc tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/security-groups?id=98e17d4a-ac5b-4480-9bc6-49977fe0902a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5085700 May 31 13:25:49.872142 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b8847-f934-43d5-9a95-dfd24fc88dd5 req-be5975d1-a415-4877-af88-5f3f5b8d4b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:49.872142 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-df3b8847-f934-43d5-9a95-dfd24fc88dd5 req-be5975d1-a415-4877-af88-5f3f5b8d4b32 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=09dd0f3ff03c49d3a5c47e4de6593f6c&device_id=c1930c39-1f9e-42db-90e5-e025f2d5bbe5 HTTP/1.1" status: 200 len: 1098 time: 0.2833035 May 31 13:25:50.019388 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3201affa-6680-45db-ab3a-fc678e1edde1 req-2f3d9bac-146d-4be0-9d12-008c4124d3a6 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:50.043467 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3201affa-6680-45db-ab3a-fc678e1edde1 req-2f3d9bac-146d-4be0-9d12-008c4124d3a6 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=4510f090-0a02-4ef1-8cc4-e9dea399e0f1 HTTP/1.1" status: 200 len: 950 time: 0.3883069 May 31 13:25:50.112693 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-df3b8847-f934-43d5-9a95-dfd24fc88dd5 req-793d0733-d0f6-4d61-a604-32b2013d2978 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=b1594f51-43f8-4b99-bfa2-ea5b8b034b47 HTTP/1.1" status: 200 len: 217 time: 0.2289937 May 31 13:25:50.294987 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3201affa-6680-45db-ab3a-fc678e1edde1 req-d8721774-661a-4fda-a995-36b022b9a008 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485986 May 31 13:25:50.307491 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b8847-f934-43d5-9a95-dfd24fc88dd5 req-ee31402f-1913-4b8a-a508-26cf34183690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:50.309022 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-df3b8847-f934-43d5-9a95-dfd24fc88dd5 req-ee31402f-1913-4b8a-a508-26cf34183690 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.1859362 May 31 13:25:50.508186 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6122b7-c9e7-48b1-a58a-8919d8eb50b5 req-7408930d-9771-4e8d-b168-c317d2f43955 tempest-LiveMigrationTest-979382837 tempest-LiveMigrationTest-979382837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:50.534090 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1d6122b7-c9e7-48b1-a58a-8919d8eb50b5 req-7408930d-9771-4e8d-b168-c317d2f43955 tempest-LiveMigrationTest-979382837 tempest-LiveMigrationTest-979382837-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=95537a9c-c133-465c-9a9a-4b1c5e23bfe6 HTTP/1.1" status: 200 len: 1096 time: 0.3466201 May 31 13:25:50.725119 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1d6122b7-c9e7-48b1-a58a-8919d8eb50b5 req-db49a3c7-2c41-4794-bf52-ee64b8b6d16d tempest-LiveMigrationTest-979382837 tempest-LiveMigrationTest-979382837-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=3d29a7ba-8da4-4594-bfbf-9f55cd071e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988208 May 31 13:25:50.735914 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b8847-f934-43d5-9a95-dfd24fc88dd5 req-57951dff-b7ba-41a5-a117-bea93bf288df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:50.738870 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-df3b8847-f934-43d5-9a95-dfd24fc88dd5 req-57951dff-b7ba-41a5-a117-bea93bf288df service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4188585 May 31 13:25:50.784024 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a75b2-7a50-4071-a59c-0a2429d27281 req-ebac9db0-0fe5-4645-bacf-2aeca12b79dd tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:50.784881 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-724a75b2-7a50-4071-a59c-0a2429d27281 req-ebac9db0-0fe5-4645-bacf-2aeca12b79dd tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Synchronizing usage tracker for tenant:c905d91f2f614f928153cd05b2f8a225 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:25:50.806984 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-724a75b2-7a50-4071-a59c-0a2429d27281 req-ebac9db0-0fe5-4645-bacf-2aeca12b79dd tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Unset dirty status for tenant:c905d91f2f614f928153cd05b2f8a225 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:25:50.808795 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-724a75b2-7a50-4071-a59c-0a2429d27281 req-ebac9db0-0fe5-4645-bacf-2aeca12b79dd tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.20 "GET /v2.0/ports?device_id=4510f090-0a02-4ef1-8cc4-e9dea399e0f1 HTTP/1.1" status: 200 len: 950 time: 0.1930790 May 31 13:25:50.866806 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d76d91-8ad3-463e-bbed-5bd80a571503 req-440c27e9-588e-48f1-ac70-c31ac558610e tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:50.874846 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-26d76d91-8ad3-463e-bbed-5bd80a571503 req-440c27e9-588e-48f1-ac70-c31ac558610e tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1930c39-1f9e-42db-90e5-e025f2d5bbe5 HTTP/1.1" status: 200 len: 947 time: 0.3128793 May 31 13:25:50.898191 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcbd7fd3-3fec-4e62-b4b9-75badc62526a'] response: {'name': 'network-changed', 'server_uuid': 'c1930c39-1f9e-42db-90e5-e025f2d5bbe5', 'tag': 'b1594f51-43f8-4b99-bfa2-ea5b8b034b47', 'status': 'completed', 'code': 200} May 31 13:25:50.940778 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-724a75b2-7a50-4071-a59c-0a2429d27281 req-2cc5868f-3e45-45da-b737-fa1b2a3ef092 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Deleting port dc8da617-a252-4841-8cb3-18718271901b {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:25:50.941420 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-724a75b2-7a50-4071-a59c-0a2429d27281 req-2cc5868f-3e45-45da-b737-fa1b2a3ef092 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:50.966901 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-26d76d91-8ad3-463e-bbed-5bd80a571503 req-0917cb64-d136-442a-bc3b-ac05ee5fed9b tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4e17580-fef9-47ea-85b1-59ae8325b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908394 May 31 13:25:51.102709 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8928b4c5-1d11-4d4b-a171-a11f72b443af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff2e17df-b2c5-4e35-85f4-8a1c7570c241'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:25:51.175582 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-df3b8847-f934-43d5-9a95-dfd24fc88dd5 req-fcf9a1cb-308b-4573-8cb0-3cce1bc3f28c service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4223087 May 31 13:25:51.347894 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-80b14126-6e6d-4299-bc21-3fcc5711d2ca req-91856ce7-7de5-4385-a38a-8b30c5337d0d tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1854107197&fields=id&tenant_id=a487a8012f6942fe8ddd9bac507c4ea0 HTTP/1.1" status: 200 len: 267 time: 0.1709359 May 31 13:25:51.349911 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 7a270c73-1e6d-4c5a-a2b9-48e0518905fa details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:25:51.374524 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-724a75b2-7a50-4071-a59c-0a2429d27281 req-2cc5868f-3e45-45da-b737-fa1b2a3ef092 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] For port dc8da617-a252-4841-8cb3-18718271901b, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=dc8da617-a252-4841-8cb3-18718271901b,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:25:51.374524 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-724a75b2-7a50-4071-a59c-0a2429d27281 req-2cc5868f-3e45-45da-b737-fa1b2a3ef092 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:51.425905 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319cde11-5874-4f51-82e5-8f19a64517fa req-70fd479f-971c-48a4-a26c-48d49be634a9 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:51.444552 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-319cde11-5874-4f51-82e5-8f19a64517fa req-70fd479f-971c-48a4-a26c-48d49be634a9 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] 10.222.0.50 "GET /v2.0/ports?device_id=8928b4c5-1d11-4d4b-a171-a11f72b443af HTTP/1.1" status: 200 len: 950 time: 0.3930717 May 31 13:25:51.525644 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-df3b8847-f934-43d5-9a95-dfd24fc88dd5 req-e71bc119-bf03-4b5c-be04-22e824a39d35 service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106995 May 31 13:25:51.555893 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-319cde11-5874-4f51-82e5-8f19a64517fa req-ff19b326-f424-4e4a-acfd-8e92684b5155 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] 10.222.0.50 "GET /v2.0/security-groups?id=9145548e-74a9-4f5e-ae53-c23243c8c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229205 May 31 13:25:51.608876 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b14126-6e6d-4299-bc21-3fcc5711d2ca req-c48e4e83-12b1-4f43-a61c-5f0aee1b57e6 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:51.609893 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-724a75b2-7a50-4071-a59c-0a2429d27281 req-2cc5868f-3e45-45da-b737-fa1b2a3ef092 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Calling delete_port for dc8da617-a252-4841-8cb3-18718271901b owned by compute:nova {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:25:51.618562 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-80b14126-6e6d-4299-bc21-3fcc5711d2ca req-c48e4e83-12b1-4f43-a61c-5f0aee1b57e6 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e93c94b-61da-42a5-8616-9dd4c6c5021f HTTP/1.1" status: 200 len: 945 time: 0.2759216 May 31 13:25:51.768365 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 7a270c73-1e6d-4c5a-a2b9-48e0518905fa, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=7a270c73-1e6d-4c5a-a2b9-48e0518905fa,segment=NetworkSegment(5e25fb0d-97f0-46e3-9365-1fe4cebfedef),segment_id=5e25fb0d-97f0-46e3-9365-1fe4cebfedef)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:25:51.787980 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-80b14126-6e6d-4299-bc21-3fcc5711d2ca req-8d0cf381-5fa4-4732-b71a-0822323828b7 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Request body: {'port': {'security_groups': ['98e17d4a-ac5b-4480-9bc6-49977fe0902a', '1cb19413-a72c-47ce-8fb3-65c7a09ab793']}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:25:51.838910 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': '7a270c73-1e6d-4c5a-a2b9-48e0518905fa', 'network_id': '54080721-9f8a-4f91-bfc0-a61481e712fa', 'port_id': '7a270c73-1e6d-4c5a-a2b9-48e0518905fa', 'mac_address': 'fa:16:3e:a3:ee:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83cbe83f-97ff-497d-8da2-ff6d3874e4c0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:25:51.940812 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-724a75b2-7a50-4071-a59c-0a2429d27281 req-2cc5868f-3e45-45da-b737-fa1b2a3ef092 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:51.987260 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 7a270c73-1e6d-4c5a-a2b9-48e0518905fa is: ACTIVE; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:25:51.988271 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:52.008432 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['95e68113-2ff1-42e3-b645-2d1b5c52a434'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:25:52.023812 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc5868f-3e45-45da-b737-fa1b2a3ef092 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Pushing event deleted for resources: {'Port': ['ID=dc8da617-a252-4841-8cb3-18718271901b,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:25:52.069302 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc5868f-3e45-45da-b737-fa1b2a3ef092 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:25:52.070285 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc5868f-3e45-45da-b737-fa1b2a3ef092 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:25:52.070813 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc5868f-3e45-45da-b737-fa1b2a3ef092 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:25:52.072464 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc5868f-3e45-45da-b737-fa1b2a3ef092 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:25:52.073010 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc5868f-3e45-45da-b737-fa1b2a3ef092 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:25:52.073768 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc5868f-3e45-45da-b737-fa1b2a3ef092 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:25:52.074733 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc5868f-3e45-45da-b737-fa1b2a3ef092 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:25:52.075225 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc5868f-3e45-45da-b737-fa1b2a3ef092 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:25:52.075719 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc5868f-3e45-45da-b737-fa1b2a3ef092 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:25:52.076208 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc5868f-3e45-45da-b737-fa1b2a3ef092 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:25:52.076772 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc5868f-3e45-45da-b737-fa1b2a3ef092 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:25:52.077304 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc5868f-3e45-45da-b737-fa1b2a3ef092 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:25:52.117625 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['f9a3a0b4-413d-47ea-9884-ee6988a0a17a', '3ef39a42-a126-4bb0-bc4c-ce3b4178bf58', 'dc8da617-a252-4841-8cb3-18718271901b'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:25:52.124932 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-80b14126-6e6d-4299-bc21-3fcc5711d2ca req-8d0cf381-5fa4-4732-b71a-0822323828b7 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:52.157797 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-724a75b2-7a50-4071-a59c-0a2429d27281 req-2cc5868f-3e45-45da-b737-fa1b2a3ef092 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] No DVR routers for this DVR port dc8da617-a252-4841-8cb3-18718271901b on host n-h1-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:25:52.167218 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-724a75b2-7a50-4071-a59c-0a2429d27281 req-2cc5868f-3e45-45da-b737-fa1b2a3ef092 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:52.187742 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4510f090-0a02-4ef1-8cc4-e9dea399e0f1', 'name': 'network-vif-deleted', 'tag': 'dc8da617-a252-4841-8cb3-18718271901b'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:25:52.221286 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7a270c73-1e6d-4c5a-a2b9-48e0518905fa {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:25:52.225039 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6adf6a-bb07-4f4d-b4d1-461e87cbc8b2 req-7e52307f-d3ba-4d25-9a3c-315527d4f544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:52.231506 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-724a75b2-7a50-4071-a59c-0a2429d27281 req-2cc5868f-3e45-45da-b737-fa1b2a3ef092 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.20 "DELETE /v2.0/ports/dc8da617-a252-4841-8cb3-18718271901b HTTP/1.1" status: 204 len: 173 time: 1.4098787 May 31 13:25:52.238492 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6f6adf6a-bb07-4f4d-b4d1-461e87cbc8b2 req-7e52307f-d3ba-4d25-9a3c-315527d4f544 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=09dd0f3ff03c49d3a5c47e4de6593f6c&device_id=c1930c39-1f9e-42db-90e5-e025f2d5bbe5 HTTP/1.1" status: 200 len: 1098 time: 0.6623423 May 31 13:25:52.397459 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 7a270c73-1e6d-4c5a-a2b9-48e0518905fa, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=7a270c73-1e6d-4c5a-a2b9-48e0518905fa,segment=NetworkSegment(5e25fb0d-97f0-46e3-9365-1fe4cebfedef),segment_id=5e25fb0d-97f0-46e3-9365-1fe4cebfedef)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:25:52.440622 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:52.619333 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=7a270c73-1e6d-4c5a-a2b9-48e0518905fa,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:25:52.906812 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['7a270c73-1e6d-4c5a-a2b9-48e0518905fa'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:25:53.256359 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-80b14126-6e6d-4299-bc21-3fcc5711d2ca req-8d0cf381-5fa4-4732-b71a-0822323828b7 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] For port 49bd4b17-f871-4d04-845d-75477d171247, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=49bd4b17-f871-4d04-845d-75477d171247,segment=NetworkSegment(370cc937-b213-498d-9452-fec6264d9498),segment_id=370cc937-b213-498d-9452-fec6264d9498)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:25:53.484963 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device dc8da617-a252-4841-8cb3-18718271901b no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:25:53.498835 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6adf6a-bb07-4f4d-b4d1-461e87cbc8b2 req-aa9c8b35-2012-4c14-a200-7448521a5fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:53.501900 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6f6adf6a-bb07-4f4d-b4d1-461e87cbc8b2 req-aa9c8b35-2012-4c14-a200-7448521a5fd4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=85b11c4f-90ad-4763-b38d-22d3f87089f4 HTTP/1.1" status: 200 len: 870 time: 0.9472532 May 31 13:25:53.512535 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-80b14126-6e6d-4299-bc21-3fcc5711d2ca req-8d0cf381-5fa4-4732-b71a-0822323828b7 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:53.592705 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] No Port match for: dc8da617-a252-4841-8cb3-18718271901b {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:25:53.592705 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device dc8da617-a252-4841-8cb3-18718271901b not bound to the agent host n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:25:53.780942 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-80b14126-6e6d-4299-bc21-3fcc5711d2ca req-8d0cf381-5fa4-4732-b71a-0822323828b7 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:53.786291 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6f6adf6a-bb07-4f4d-b4d1-461e87cbc8b2 req-3a409c97-1545-47e8-99b3-6e67cb12759f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=b1594f51-43f8-4b99-bfa2-ea5b8b034b47 HTTP/1.1" status: 200 len: 217 time: 0.2772634 May 31 13:25:53.801254 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['49bd4b17-f871-4d04-845d-75477d171247'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:25:53.939074 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['a6ce2620-59bc-460a-b055-9b0674cf69e8'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:25:53.958398 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6adf6a-bb07-4f4d-b4d1-461e87cbc8b2 req-7d5baf00-e212-4bc6-959e-ca1220104b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:53.958398 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6f6adf6a-bb07-4f4d-b4d1-461e87cbc8b2 req-7d5baf00-e212-4bc6-959e-ca1220104b45 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.1131468 May 31 13:25:53.979225 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b14126-6e6d-4299-bc21-3fcc5711d2ca req-8d0cf381-5fa4-4732-b71a-0822323828b7 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:53.979225 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-80b14126-6e6d-4299-bc21-3fcc5711d2ca req-8d0cf381-5fa4-4732-b71a-0822323828b7 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:53.979225 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-80b14126-6e6d-4299-bc21-3fcc5711d2ca req-8d0cf381-5fa4-4732-b71a-0822323828b7 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "PUT /v2.0/ports/49bd4b17-f871-4d04-845d-75477d171247 HTTP/1.1" status: 200 len: 981 time: 2.2288728 May 31 13:25:54.036279 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e93c94b-61da-42a5-8616-9dd4c6c5021f', 'tag': '49bd4b17-f871-4d04-845d-75477d171247'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:25:54.134295 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-095e2b73-987e-4abc-ae69-0644602f23d1'] response: {'server_uuid': '8928b4c5-1d11-4d4b-a171-a11f72b443af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff2e17df-b2c5-4e35-85f4-8a1c7570c241', 'code': 200} May 31 13:25:54.188931 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['49bd4b17-f871-4d04-845d-75477d171247'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:25:54.243724 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6adf6a-bb07-4f4d-b4d1-461e87cbc8b2 req-df045cf1-d215-4e4a-9999-b85805322d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:54.246506 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6f6adf6a-bb07-4f4d-b4d1-461e87cbc8b2 req-df045cf1-d215-4e4a-9999-b85805322d30 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2708371 May 31 13:25:54.252720 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0cf381-5fa4-4732-b71a-0822323828b7 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Pushing event updated for resources: {'Port': ['ID=49bd4b17-f871-4d04-845d-75477d171247,revision_number=6']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:25:54.662812 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [req-5835a731-f548-44a2-ba74-a16decad5453 req-5f085397-4af2-4234-99a1-cdc69f56ca4d tempest-LiveMigrationTest-979382837 tempest-LiveMigrationTest-979382837-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88369) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:25:54.675764 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5835a731-f548-44a2-ba74-a16decad5453 req-5f085397-4af2-4234-99a1-cdc69f56ca4d tempest-LiveMigrationTest-979382837 tempest-LiveMigrationTest-979382837-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2568510 May 31 13:25:54.860370 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0554a5a8-b223-4632-9d86-1247d3955b29 req-8437a42b-3468-4066-b362-9f169261c31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:54.862981 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0554a5a8-b223-4632-9d86-1247d3955b29 req-8437a42b-3468-4066-b362-9f169261c31b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8928b4c5-1d11-4d4b-a171-a11f72b443af HTTP/1.1" status: 200 len: 1101 time: 0.6175833 May 31 13:25:55.007403 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-5835a731-f548-44a2-ba74-a16decad5453 req-381ad9a6-e02e-4851-9e9b-789675c0c0c6 service neutron] Request body: {'binding': {'host': 'n-h1-843939-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:25:55.007403 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-5835a731-f548-44a2-ba74-a16decad5453 req-381ad9a6-e02e-4851-9e9b-789675c0c0c6 service neutron] Unknown quota resources ['binding']. {{(pid=88369) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 31 13:25:55.082610 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0554a5a8-b223-4632-9d86-1247d3955b29 req-ed43ca91-83d3-4181-8749-fad9bcbafc05 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9145548e-74a9-4f5e-ae53-c23243c8c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089922 May 31 13:25:55.083060 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6f6adf6a-bb07-4f4d-b4d1-461e87cbc8b2 req-cf7c1347-56a3-4a09-a1a9-012dff92684b service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6778686 May 31 13:25:55.193030 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1799584-5d1e-4ca1-91ad-9fd03fbdb45f req-b3d349d6-e1fb-4a8e-bef0-e81458830321 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:55.198512 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b1799584-5d1e-4ca1-91ad-9fd03fbdb45f req-b3d349d6-e1fb-4a8e-bef0-e81458830321 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1930c39-1f9e-42db-90e5-e025f2d5bbe5 HTTP/1.1" status: 200 len: 947 time: 0.6274614 May 31 13:25:55.311060 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b1799584-5d1e-4ca1-91ad-9fd03fbdb45f req-0a3d77f7-971a-4a94-91e1-59652b33a2a4 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4e17580-fef9-47ea-85b1-59ae8325b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074848 May 31 13:25:55.339483 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6f6adf6a-bb07-4f4d-b4d1-461e87cbc8b2 req-bf7b29de-25c6-44e1-b099-1bc9bd99399a service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490511 May 31 13:25:55.364682 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 7a270c73-1e6d-4c5a-a2b9-48e0518905fa up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:25:55.389431 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-5835a731-f548-44a2-ba74-a16decad5453 req-381ad9a6-e02e-4851-9e9b-789675c0c0c6 service neutron] Attempting to bind port 2ca73744-b411-4cba-a1bc-b0632df659c1 on host n-h1-843939-1 for vnic_type normal with profile None {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:25:55.390036 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-5835a731-f548-44a2-ba74-a16decad5453 req-381ad9a6-e02e-4851-9e9b-789675c0c0c6 service neutron] Attempting to bind port 2ca73744-b411-4cba-a1bc-b0632df659c1 by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': '6af449b4-9759-41ca-aa70-1c602a81197c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e576ad54-297c-4eec-b73b-25479782c1e2'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:25:55.391259 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5835a731-f548-44a2-ba74-a16decad5453 req-381ad9a6-e02e-4851-9e9b-789675c0c0c6 service neutron] Attempting to bind port 2ca73744-b411-4cba-a1bc-b0632df659c1 on network e576ad54-297c-4eec-b73b-25479782c1e2 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:25:55.402116 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5835a731-f548-44a2-ba74-a16decad5453 req-381ad9a6-e02e-4851-9e9b-789675c0c0c6 service neutron] Port 2ca73744-b411-4cba-a1bc-b0632df659c1 on network e576ad54-297c-4eec-b73b-25479782c1e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:25:55.403029 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5835a731-f548-44a2-ba74-a16decad5453 req-381ad9a6-e02e-4851-9e9b-789675c0c0c6 service neutron] Attempting to bind port 2ca73744-b411-4cba-a1bc-b0632df659c1 on network e576ad54-297c-4eec-b73b-25479782c1e2 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:25:55.417002 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df63085c-f93c-4d4f-b977-68dd1d1857de'] response: {'server_uuid': '4510f090-0a02-4ef1-8cc4-e9dea399e0f1', 'name': 'network-vif-deleted', 'tag': 'dc8da617-a252-4841-8cb3-18718271901b', 'status': 'completed', 'code': 200} May 31 13:25:55.427825 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5835a731-f548-44a2-ba74-a16decad5453 req-381ad9a6-e02e-4851-9e9b-789675c0c0c6 service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:25:55.427825 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5835a731-f548-44a2-ba74-a16decad5453 req-381ad9a6-e02e-4851-9e9b-789675c0c0c6 service neutron] Checking segment: {'id': '6af449b4-9759-41ca-aa70-1c602a81197c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e576ad54-297c-4eec-b73b-25479782c1e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:25:55.438492 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5835a731-f548-44a2-ba74-a16decad5453 req-381ad9a6-e02e-4851-9e9b-789675c0c0c6 service neutron] Bound using segment: {'id': '6af449b4-9759-41ca-aa70-1c602a81197c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e576ad54-297c-4eec-b73b-25479782c1e2'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:25:55.438492 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-5835a731-f548-44a2-ba74-a16decad5453 req-381ad9a6-e02e-4851-9e9b-789675c0c0c6 service neutron] Bound port: 2ca73744-b411-4cba-a1bc-b0632df659c1, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6af449b4-9759-41ca-aa70-1c602a81197c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e576ad54-297c-4eec-b73b-25479782c1e2'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:25:55.547906 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-5835a731-f548-44a2-ba74-a16decad5453 req-381ad9a6-e02e-4851-9e9b-789675c0c0c6 service neutron] For port 2ca73744-b411-4cba-a1bc-b0632df659c1, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=2ca73744-b411-4cba-a1bc-b0632df659c1,segment=NetworkSegment(6af449b4-9759-41ca-aa70-1c602a81197c),segment_id=6af449b4-9759-41ca-aa70-1c602a81197c)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:25:55.547906 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-5835a731-f548-44a2-ba74-a16decad5453 req-381ad9a6-e02e-4851-9e9b-789675c0c0c6 service neutron] Notify callbacks [] for binding, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:55.560605 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5835a731-f548-44a2-ba74-a16decad5453 req-381ad9a6-e02e-4851-9e9b-789675c0c0c6 service neutron] 10.222.0.50 "POST /v2.0/ports/2ca73744-b411-4cba-a1bc-b0632df659c1/bindings HTTP/1.1" status: 201 len: 389 time: 0.8623104 May 31 13:25:55.601217 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port 7a270c73-1e6d-4c5a-a2b9-48e0518905fa triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:25:55.601217 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:55.868466 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a3f25555-d132-4a17-bdf5-9609b2eca645 req-7524c1cd-6b08-4248-8b7f-ea79315a6323 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/security-groups/1cb19413-a72c-47ce-8fb3-65c7a09ab793 HTTP/1.1" status: 200 len: 1801 time: 0.1016645 May 31 13:25:55.890076 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419fcae7-537d-471e-b8d1-642ad662c46c req-2e6ac2b1-54b3-4533-b158-a1f7955066f2 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:55.910724 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-419fcae7-537d-471e-b8d1-642ad662c46c req-2e6ac2b1-54b3-4533-b158-a1f7955066f2 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] 10.222.0.50 "GET /v2.0/ports?device_id=8928b4c5-1d11-4d4b-a171-a11f72b443af HTTP/1.1" status: 200 len: 950 time: 0.3285685 May 31 13:25:56.083462 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 13:25:56.153131 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 7a270c73-1e6d-4c5a-a2b9-48e0518905fa is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:25:56.153718 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:56.279450 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '968b2255-5613-4ac6-93b2-00c604542046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a270c73-1e6d-4c5a-a2b9-48e0518905fa'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:25:56.318967 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-419fcae7-537d-471e-b8d1-642ad662c46c req-d9cae2ad-02b6-489e-82e7-aef8a30a3977 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] 10.222.0.50 "GET /v2.0/security-groups?id=9145548e-74a9-4f5e-ae53-c23243c8c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4055302 May 31 13:25:56.333661 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 7a270c73-1e6d-4c5a-a2b9-48e0518905fa, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=7a270c73-1e6d-4c5a-a2b9-48e0518905fa,segment=NetworkSegment(5e25fb0d-97f0-46e3-9365-1fe4cebfedef),segment_id=5e25fb0d-97f0-46e3-9365-1fe4cebfedef)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:25:56.339905 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:56.575109 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9356b40d-bde1-4fac-8817-a32865643578'] response: {'name': 'network-changed', 'server_uuid': '5e93c94b-61da-42a5-8616-9dd4c6c5021f', 'tag': '49bd4b17-f871-4d04-845d-75477d171247', 'status': 'completed', 'code': 200} May 31 13:25:56.616344 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [req-a3f25555-d132-4a17-bdf5-9609b2eca645 req-3699ba1c-4123-4518-89dd-ca0570a506b3 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] delete failed (client error): There was a conflict when trying to complete your request. May 31 13:25:56.616344 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a3f25555-d132-4a17-bdf5-9609b2eca645 req-3699ba1c-4123-4518-89dd-ca0570a506b3 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "DELETE /v2.0/security-groups/1cb19413-a72c-47ce-8fb3-65c7a09ab793 HTTP/1.1" status: 409 len: 341 time: 0.6684096 May 31 13:25:56.790819 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=7a270c73-1e6d-4c5a-a2b9-48e0518905fa,revision_number=7']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:25:57.021330 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5835a731-f548-44a2-ba74-a16decad5453 req-7e3e4a4c-315f-480d-989e-3808efc69ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:57.029530 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5835a731-f548-44a2-ba74-a16decad5453 req-7e3e4a4c-315f-480d-989e-3808efc69ad1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9d7345b6bbc64d3981e920379156fa19&device_id=95537a9c-c133-465c-9a9a-4b1c5e23bfe6 HTTP/1.1" status: 200 len: 1096 time: 0.7029634 May 31 13:25:57.380850 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device b1594f51-43f8-4b99-bfa2-ea5b8b034b47 details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:25:57.620125 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5835a731-f548-44a2-ba74-a16decad5453 req-79f2f1c8-cc94-420b-8492-b00423b49d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:57.620125 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5835a731-f548-44a2-ba74-a16decad5453 req-79f2f1c8-cc94-420b-8492-b00423b49d40 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e576ad54-297c-4eec-b73b-25479782c1e2 HTTP/1.1" status: 200 len: 909 time: 0.4839623 May 31 13:25:57.702354 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5835a731-f548-44a2-ba74-a16decad5453 req-ee5e8b49-52a8-46ff-9d4a-91cfc87d11d4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ca73744-b411-4cba-a1bc-b0632df659c1 HTTP/1.1" status: 200 len: 217 time: 0.0740569 May 31 13:25:58.014793 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf3a293-8522-4d0c-b1ed-754daa1a92c4 req-1c0ce28d-0627-4078-9d2e-e013fa4b9a35 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:58.022511 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-acf3a293-8522-4d0c-b1ed-754daa1a92c4 req-1c0ce28d-0627-4078-9d2e-e013fa4b9a35 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/ports?device_id=968b2255-5613-4ac6-93b2-00c604542046 HTTP/1.1" status: 200 len: 945 time: 0.9973915 May 31 13:25:58.023142 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port b1594f51-43f8-4b99-bfa2-ea5b8b034b47, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=b1594f51-43f8-4b99-bfa2-ea5b8b034b47,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:25:58.039010 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f08a7-9571-4cca-b942-2df0fd9e396b req-10503964-8774-439f-8c27-204d41d5989e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:58.039495 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': 'b1594f51-43f8-4b99-bfa2-ea5b8b034b47', 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4', 'port_id': 'b1594f51-43f8-4b99-bfa2-ea5b8b034b47', 'mac_address': 'fa:16:3e:11:5c:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24822c99-0dce-4d50-9c44-3135ba3763b8', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:25:58.041387 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-529f08a7-9571-4cca-b942-2df0fd9e396b req-10503964-8774-439f-8c27-204d41d5989e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a487a8012f6942fe8ddd9bac507c4ea0&device_id=5e93c94b-61da-42a5-8616-9dd4c6c5021f HTTP/1.1" status: 200 len: 1135 time: 1.3269389 May 31 13:25:58.046681 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5835a731-f548-44a2-ba74-a16decad5453 req-0877f93e-62c9-459a-afb6-8af990d0cdda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:58.048118 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5835a731-f548-44a2-ba74-a16decad5453 req-0877f93e-62c9-459a-afb6-8af990d0cdda service neutron] 10.222.0.20 "GET /v2.0/subnets?id=376bfa95-ebe5-4cb8-abaa-2bcb5d3a07e3 HTTP/1.1" status: 200 len: 848 time: 0.3357217 May 31 13:25:58.104210 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port b1594f51-43f8-4b99-bfa2-ea5b8b034b47 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:25:58.104595 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:58.148398 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1594f51-43f8-4b99-bfa2-ea5b8b034b47 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:25:58.167440 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port b1594f51-43f8-4b99-bfa2-ea5b8b034b47, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=b1594f51-43f8-4b99-bfa2-ea5b8b034b47,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:25:58.172298 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:58.206564 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04f0112-7980-4095-a47e-70de1a9eff1b req-9dfb67e4-d531-4889-9069-7d5d455bd3db tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:58.214487 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a04f0112-7980-4095-a47e-70de1a9eff1b req-9dfb67e4-d531-4889-9069-7d5d455bd3db tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/ports?device_id=95537a9c-c133-465c-9a9a-4b1c5e23bfe6 HTTP/1.1" status: 200 len: 945 time: 0.6787922 May 31 13:25:58.249453 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5835a731-f548-44a2-ba74-a16decad5453 req-888b2844-6ddf-4243-8ced-a7478110e488 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e576ad54-297c-4eec-b73b-25479782c1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1722798 May 31 13:25:58.280752 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-acf3a293-8522-4d0c-b1ed-754daa1a92c4 req-a5bcb1e0-abe5-47f8-9e41-72a15ccca6ac tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/security-groups?id=9bb73710-3d65-4dab-a4f3-8814f415ca6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513783 May 31 13:25:58.303812 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=b1594f51-43f8-4b99-bfa2-ea5b8b034b47,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:25:58.357681 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46ef2acb-8411-45fa-834c-f1baf3a08096'] response: {'server_uuid': '968b2255-5613-4ac6-93b2-00c604542046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a270c73-1e6d-4c5a-a2b9-48e0518905fa', 'code': 200} May 31 13:25:58.466985 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a04f0112-7980-4095-a47e-70de1a9eff1b req-79215455-57be-4137-b012-e7f5d7b5b9ce tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d29a7ba-8da4-4594-bfbf-9f55cd071e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515070 May 31 13:25:58.502539 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f08a7-9571-4cca-b942-2df0fd9e396b req-c526e023-907e-4f29-898c-bbbb64d514b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:58.504164 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-529f08a7-9571-4cca-b942-2df0fd9e396b req-c526e023-907e-4f29-898c-bbbb64d514b7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=adff3eec-c144-4d49-9989-f7573e7edff0 HTTP/1.1" status: 200 len: 913 time: 0.4517610 May 31 13:25:58.653457 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['b1594f51-43f8-4b99-bfa2-ea5b8b034b47'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:25:58.658050 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-529f08a7-9571-4cca-b942-2df0fd9e396b req-79e67c02-3d12-49f6-b642-ab59449e3999 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49bd4b17-f871-4d04-845d-75477d171247 HTTP/1.1" status: 200 len: 217 time: 0.1091914 May 31 13:25:58.747439 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5835a731-f548-44a2-ba74-a16decad5453 req-1f89cbd4-fedc-4fe7-beb1-283b17826e3c service neutron] 10.222.0.20 "GET /v2.0/networks/e576ad54-297c-4eec-b73b-25479782c1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4768343 May 31 13:25:59.107528 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f08a7-9571-4cca-b942-2df0fd9e396b req-ded1fa34-5835-46c9-9456-810859a85be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:59.111380 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-529f08a7-9571-4cca-b942-2df0fd9e396b req-ded1fa34-5835-46c9-9456-810859a85be5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c22c9473-7cad-4741-bb6c-0e549db0e04e HTTP/1.1" status: 200 len: 852 time: 0.4432716 May 31 13:25:59.229139 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9563d63e-72f2-4fec-a9cb-def27a5f56ac req-f3c50c29-98f1-4c27-b9de-0ff2949cb2b6 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:59.230496 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-9563d63e-72f2-4fec-a9cb-def27a5f56ac req-f3c50c29-98f1-4c27-b9de-0ff2949cb2b6 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Synchronizing usage tracker for tenant:c905d91f2f614f928153cd05b2f8a225 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:25:59.255471 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-9563d63e-72f2-4fec-a9cb-def27a5f56ac req-f3c50c29-98f1-4c27-b9de-0ff2949cb2b6 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Unset dirty status for tenant:c905d91f2f614f928153cd05b2f8a225 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:25:59.257111 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-9563d63e-72f2-4fec-a9cb-def27a5f56ac req-f3c50c29-98f1-4c27-b9de-0ff2949cb2b6 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3ae7dd3-1e2c-4136-92d4-42e9b83cc48d HTTP/1.1" status: 200 len: 950 time: 0.2229812 May 31 13:25:59.270718 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-529f08a7-9571-4cca-b942-2df0fd9e396b req-0e1a0c6a-4bf3-4177-8802-1c447744968a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=adff3eec-c144-4d49-9989-f7573e7edff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1376991 May 31 13:25:59.313226 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9577e794-c6e1-4379-8fe0-98a0b05b6a9b req-2b33cffa-4afe-4c7f-80cc-6639269f412f tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:59.322147 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9577e794-c6e1-4379-8fe0-98a0b05b6a9b req-2b33cffa-4afe-4c7f-80cc-6639269f412f tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1930c39-1f9e-42db-90e5-e025f2d5bbe5 HTTP/1.1" status: 200 len: 948 time: 0.8241208 May 31 13:25:59.411889 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 7a270c73-1e6d-4c5a-a2b9-48e0518905fa no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:25:59.428744 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-9563d63e-72f2-4fec-a9cb-def27a5f56ac req-1bf06ff0-5240-42f7-9ed2-898dec648a01 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Deleting port 3ef39a42-a126-4bb0-bc4c-ce3b4178bf58 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:25:59.429415 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-9563d63e-72f2-4fec-a9cb-def27a5f56ac req-1bf06ff0-5240-42f7-9ed2-898dec648a01 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:59.604281 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5835a731-f548-44a2-ba74-a16decad5453 req-86d37001-43ff-41d0-ab01-2a85baaee375 service neutron] 10.222.0.20 "GET /v2.0/networks/e576ad54-297c-4eec-b73b-25479782c1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8263383 May 31 13:25:59.626682 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9577e794-c6e1-4379-8fe0-98a0b05b6a9b req-d8c62b6a-f7ba-4d21-a6cb-13512f2e3364 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4e17580-fef9-47ea-85b1-59ae8325b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031731 May 31 13:25:59.637837 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 7a270c73-1e6d-4c5a-a2b9-48e0518905fa is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:25:59.638252 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:59.710691 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 7a270c73-1e6d-4c5a-a2b9-48e0518905fa, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=7a270c73-1e6d-4c5a-a2b9-48e0518905fa,segment=NetworkSegment(5e25fb0d-97f0-46e3-9365-1fe4cebfedef),segment_id=5e25fb0d-97f0-46e3-9365-1fe4cebfedef)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:25:59.716094 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:59.812158 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-529f08a7-9571-4cca-b942-2df0fd9e396b req-d59dad37-c7b3-44a1-b9b9-3d574128a594 service neutron] 10.222.0.44 "GET /v2.0/networks/adff3eec-c144-4d49-9989-f7573e7edff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5320132 May 31 13:25:59.874437 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=7a270c73-1e6d-4c5a-a2b9-48e0518905fa,revision_number=8']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:25:59.877059 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c0078-770e-4eab-bdc9-d7c079c6586c req-0e8bd2bd-b49b-4b00-8828-d3fb98ae45fd tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:25:59.891361 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-504c0078-770e-4eab-bdc9-d7c079c6586c req-0e8bd2bd-b49b-4b00-8828-d3fb98ae45fd tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3ae7dd3-1e2c-4136-92d4-42e9b83cc48d HTTP/1.1" status: 200 len: 950 time: 0.5866437 May 31 13:26:00.090346 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-504c0078-770e-4eab-bdc9-d7c079c6586c req-58047e8b-8598-4e54-9003-ed23b3d170dd tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973717 May 31 13:26:00.141477 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5835a731-f548-44a2-ba74-a16decad5453 req-fccd396a-d70c-4963-8776-5f0f664e970e tempest-LiveMigrationTest-979382837 tempest-LiveMigrationTest-979382837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:00.142992 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5835a731-f548-44a2-ba74-a16decad5453 req-fccd396a-d70c-4963-8776-5f0f664e970e tempest-LiveMigrationTest-979382837 tempest-LiveMigrationTest-979382837-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=95537a9c-c133-465c-9a9a-4b1c5e23bfe6&tenant_id=9d7345b6bbc64d3981e920379156fa19&binding%3Ahost_id=n-h2-843939-1 HTTP/1.1" status: 200 len: 1096 time: 0.4533217 May 31 13:26:00.150864 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-529f08a7-9571-4cca-b942-2df0fd9e396b req-4c701bc3-b5d9-4bc4-8859-d324dca524ba service neutron] 10.222.0.44 "GET /v2.0/networks/adff3eec-c144-4d49-9989-f7573e7edff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217413 May 31 13:26:00.159033 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-5835a731-f548-44a2-ba74-a16decad5453 req-c981a944-3298-4760-9c91-e7de954dfaf0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-843939-1'}}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:26:00.181103 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-9563d63e-72f2-4fec-a9cb-def27a5f56ac req-1bf06ff0-5240-42f7-9ed2-898dec648a01 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] For port 3ef39a42-a126-4bb0-bc4c-ce3b4178bf58, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=3ef39a42-a126-4bb0-bc4c-ce3b4178bf58,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:26:00.181519 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-9563d63e-72f2-4fec-a9cb-def27a5f56ac req-1bf06ff0-5240-42f7-9ed2-898dec648a01 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:00.295959 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e4149a-e7fd-4723-aed3-3cbb41a528b7 req-5301289c-4e45-4401-9ac8-a0324351d7b2 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:00.298601 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-88e4149a-e7fd-4723-aed3-3cbb41a528b7 req-5301289c-4e45-4401-9ac8-a0324351d7b2 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] 10.222.0.50 "GET /v2.0/ports?device_id=8928b4c5-1d11-4d4b-a171-a11f72b443af HTTP/1.1" status: 200 len: 950 time: 0.3728089 May 31 13:26:00.360492 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '968b2255-5613-4ac6-93b2-00c604542046', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a270c73-1e6d-4c5a-a2b9-48e0518905fa'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:26:00.548403 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-9563d63e-72f2-4fec-a9cb-def27a5f56ac req-1bf06ff0-5240-42f7-9ed2-898dec648a01 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Calling delete_port for 3ef39a42-a126-4bb0-bc4c-ce3b4178bf58 owned by compute:nova {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:26:00.730724 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-5835a731-f548-44a2-ba74-a16decad5453 req-c981a944-3298-4760-9c91-e7de954dfaf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:00.756611 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-88e4149a-e7fd-4723-aed3-3cbb41a528b7 req-a58e2066-31f6-4765-b8aa-bed30cfc9d5b tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] 10.222.0.50 "GET /v2.0/security-groups?id=9145548e-74a9-4f5e-ae53-c23243c8c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4210966 May 31 13:26:00.850918 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-9563d63e-72f2-4fec-a9cb-def27a5f56ac req-1bf06ff0-5240-42f7-9ed2-898dec648a01 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:00.861700 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7144f6-0c75-4889-9c9f-6a7c2e0ec543 req-68b8b101-b4ca-4dce-97c2-6fd55ea4059e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:00.863480 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2c7144f6-0c75-4889-9c9f-6a7c2e0ec543 req-68b8b101-b4ca-4dce-97c2-6fd55ea4059e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a487a8012f6942fe8ddd9bac507c4ea0&device_id=5e93c94b-61da-42a5-8616-9dd4c6c5021f HTTP/1.1" status: 200 len: 1135 time: 0.6287165 May 31 13:26:00.869469 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['f9a3a0b4-413d-47ea-9884-ee6988a0a17a', '3ef39a42-a126-4bb0-bc4c-ce3b4178bf58'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:26:00.900278 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['95e68113-2ff1-42e3-b645-2d1b5c52a434'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:26:00.972194 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf06ff0-5240-42f7-9ed2-898dec648a01 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Pushing event deleted for resources: {'Port': ['ID=3ef39a42-a126-4bb0-bc4c-ce3b4178bf58,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:26:01.177138 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-9563d63e-72f2-4fec-a9cb-def27a5f56ac req-1bf06ff0-5240-42f7-9ed2-898dec648a01 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] No DVR routers for this DVR port 3ef39a42-a126-4bb0-bc4c-ce3b4178bf58 on host n-h1-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:26:01.180460 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-9563d63e-72f2-4fec-a9cb-def27a5f56ac req-1bf06ff0-5240-42f7-9ed2-898dec648a01 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:01.183976 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3ae7dd3-1e2c-4136-92d4-42e9b83cc48d', 'name': 'network-vif-deleted', 'tag': '3ef39a42-a126-4bb0-bc4c-ce3b4178bf58'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:26:01.211912 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-9563d63e-72f2-4fec-a9cb-def27a5f56ac req-1bf06ff0-5240-42f7-9ed2-898dec648a01 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.20 "DELETE /v2.0/ports/3ef39a42-a126-4bb0-bc4c-ce3b4178bf58 HTTP/1.1" status: 204 len: 173 time: 1.9460583 May 31 13:26:01.397934 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf9770f-4c82-489a-a3ce-07adeb0efd9c req-e0f1d202-3dd7-4f68-b698-b17ea26be44c tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:01.403038 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dcf9770f-4c82-489a-a3ce-07adeb0efd9c req-e0f1d202-3dd7-4f68-b698-b17ea26be44c tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e93c94b-61da-42a5-8616-9dd4c6c5021f HTTP/1.1" status: 200 len: 984 time: 0.5336733 May 31 13:26:01.428162 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device b1594f51-43f8-4b99-bfa2-ea5b8b034b47 up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:26:01.480843 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7144f6-0c75-4889-9c9f-6a7c2e0ec543 req-aa578a02-fbb4-437e-8780-18f0ec5f171c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:01.482749 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2c7144f6-0c75-4889-9c9f-6a7c2e0ec543 req-aa578a02-fbb4-437e-8780-18f0ec5f171c service neutron] 10.222.0.44 "GET /v2.0/networks?id=adff3eec-c144-4d49-9989-f7573e7edff0 HTTP/1.1" status: 200 len: 913 time: 0.6083255 May 31 13:26:01.511510 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d01fcf-2973-4634-96bb-e0ae5f9df822 req-d9a22fe3-50b6-4bda-a0df-20d580576c57 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:01.522057 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-98d01fcf-2973-4634-96bb-e0ae5f9df822 req-d9a22fe3-50b6-4bda-a0df-20d580576c57 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/ports?device_id=95537a9c-c133-465c-9a9a-4b1c5e23bfe6 HTTP/1.1" status: 200 len: 945 time: 0.3795822 May 31 13:26:01.622856 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning for port b1594f51-43f8-4b99-bfa2-ea5b8b034b47 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:26:01.631799 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port b1594f51-43f8-4b99-bfa2-ea5b8b034b47 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:26:01.632146 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:01.660910 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2c7144f6-0c75-4889-9c9f-6a7c2e0ec543 req-db9360da-d028-4141-a52f-f0e424ffb870 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49bd4b17-f871-4d04-845d-75477d171247 HTTP/1.1" status: 200 len: 217 time: 0.1329281 May 31 13:26:01.671172 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-5835a731-f548-44a2-ba74-a16decad5453 req-c981a944-3298-4760-9c91-e7de954dfaf0 service neutron] For port 2ca73744-b411-4cba-a1bc-b0632df659c1, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=2ca73744-b411-4cba-a1bc-b0632df659c1,segment=NetworkSegment(6af449b4-9759-41ca-aa70-1c602a81197c),segment_id=6af449b4-9759-41ca-aa70-1c602a81197c)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:26:01.780080 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port b1594f51-43f8-4b99-bfa2-ea5b8b034b47 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:26:01.780806 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:01.795681 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dcf9770f-4c82-489a-a3ce-07adeb0efd9c req-27ae8441-60c9-439d-8269-1cba8d1d3f51 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/security-groups?id=1cb19413-a72c-47ce-8fb3-65c7a09ab793&id=98e17d4a-ac5b-4480-9bc6-49977fe0902a&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.3391869 May 31 13:26:01.856215 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-98d01fcf-2973-4634-96bb-e0ae5f9df822 req-ffa228b2-df38-4274-8286-82e9df1f1a6a tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d29a7ba-8da4-4594-bfbf-9f55cd071e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327725 May 31 13:26:01.893392 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port b1594f51-43f8-4b99-bfa2-ea5b8b034b47, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=b1594f51-43f8-4b99-bfa2-ea5b8b034b47,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:26:01.901693 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:01.905663 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7144f6-0c75-4889-9c9f-6a7c2e0ec543 req-e2b90849-c018-4816-81e5-9f48bd1fa200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:01.907760 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2c7144f6-0c75-4889-9c9f-6a7c2e0ec543 req-e2b90849-c018-4816-81e5-9f48bd1fa200 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c22c9473-7cad-4741-bb6c-0e549db0e04e HTTP/1.1" status: 200 len: 852 time: 0.2335470 May 31 13:26:01.978600 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-5835a731-f548-44a2-ba74-a16decad5453 req-c981a944-3298-4760-9c91-e7de954dfaf0 service neutron] For port 2ca73744-b411-4cba-a1bc-b0632df659c1, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:26:02.010995 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-121212c1-f454-41a2-8e81-a1e32afce9f2'] response: {'server_uuid': '968b2255-5613-4ac6-93b2-00c604542046', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a270c73-1e6d-4c5a-a2b9-48e0518905fa', 'code': 200} May 31 13:26:02.197589 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=b1594f51-43f8-4b99-bfa2-ea5b8b034b47,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:26:02.268381 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95537a9c-c133-465c-9a9a-4b1c5e23bfe6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ca73744-b411-4cba-a1bc-b0632df659c1'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:26:02.278965 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2c7144f6-0c75-4889-9c9f-6a7c2e0ec543 req-d947b8a4-6d5c-4203-bd68-0f2957f7ad23 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=adff3eec-c144-4d49-9989-f7573e7edff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3640563 May 31 13:26:02.282394 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-5835a731-f548-44a2-ba74-a16decad5453 req-c981a944-3298-4760-9c91-e7de954dfaf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:02.375283 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-5835a731-f548-44a2-ba74-a16decad5453 req-c981a944-3298-4760-9c91-e7de954dfaf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:02.698175 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f46bee54-dca7-4467-b0cf-fc727547ac45'] response: {'server_uuid': 'f3ae7dd3-1e2c-4136-92d4-42e9b83cc48d', 'name': 'network-vif-deleted', 'tag': '3ef39a42-a126-4bb0-bc4c-ce3b4178bf58', 'status': 'completed', 'code': 200} May 31 13:26:02.794493 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-5835a731-f548-44a2-ba74-a16decad5453 req-c981a944-3298-4760-9c91-e7de954dfaf0 service neutron] Attempting to bind port 2ca73744-b411-4cba-a1bc-b0632df659c1 on host n-h2-843939-1 for vnic_type normal with profile {"migrating_to": "n-h1-843939-1"} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:26:02.795058 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-5835a731-f548-44a2-ba74-a16decad5453 req-c981a944-3298-4760-9c91-e7de954dfaf0 service neutron] Attempting to bind port 2ca73744-b411-4cba-a1bc-b0632df659c1 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': '6af449b4-9759-41ca-aa70-1c602a81197c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e576ad54-297c-4eec-b73b-25479782c1e2'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:26:02.795514 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5835a731-f548-44a2-ba74-a16decad5453 req-c981a944-3298-4760-9c91-e7de954dfaf0 service neutron] Attempting to bind port 2ca73744-b411-4cba-a1bc-b0632df659c1 on network e576ad54-297c-4eec-b73b-25479782c1e2 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:26:02.798841 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c981a944-3298-4760-9c91-e7de954dfaf0 service neutron] Pushing event updated for resources: {'Port': ['ID=2ca73744-b411-4cba-a1bc-b0632df659c1,revision_number=7']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:26:02.811646 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af539764-a050-43f7-a06e-3b783db6d6f1 req-1d5b2ba8-eec7-4920-ba3a-1f1a573e53df tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:02.813659 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af539764-a050-43f7-a06e-3b783db6d6f1 req-1d5b2ba8-eec7-4920-ba3a-1f1a573e53df tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1930c39-1f9e-42db-90e5-e025f2d5bbe5 HTTP/1.1" status: 200 len: 949 time: 0.6514742 May 31 13:26:02.858658 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5835a731-f548-44a2-ba74-a16decad5453 req-c981a944-3298-4760-9c91-e7de954dfaf0 service neutron] Port 2ca73744-b411-4cba-a1bc-b0632df659c1 on network e576ad54-297c-4eec-b73b-25479782c1e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:26:02.859188 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5835a731-f548-44a2-ba74-a16decad5453 req-c981a944-3298-4760-9c91-e7de954dfaf0 service neutron] Attempting to bind port 2ca73744-b411-4cba-a1bc-b0632df659c1 on network e576ad54-297c-4eec-b73b-25479782c1e2 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:26:02.881614 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5835a731-f548-44a2-ba74-a16decad5453 req-c981a944-3298-4760-9c91-e7de954dfaf0 service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:26:02.882607 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5835a731-f548-44a2-ba74-a16decad5453 req-c981a944-3298-4760-9c91-e7de954dfaf0 service neutron] Checking segment: {'id': '6af449b4-9759-41ca-aa70-1c602a81197c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e576ad54-297c-4eec-b73b-25479782c1e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:26:02.884721 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5835a731-f548-44a2-ba74-a16decad5453 req-c981a944-3298-4760-9c91-e7de954dfaf0 service neutron] Bound using segment: {'id': '6af449b4-9759-41ca-aa70-1c602a81197c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e576ad54-297c-4eec-b73b-25479782c1e2'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:26:02.887325 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-5835a731-f548-44a2-ba74-a16decad5453 req-c981a944-3298-4760-9c91-e7de954dfaf0 service neutron] Bound port: 2ca73744-b411-4cba-a1bc-b0632df659c1, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6af449b4-9759-41ca-aa70-1c602a81197c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e576ad54-297c-4eec-b73b-25479782c1e2'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:26:02.888190 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-5835a731-f548-44a2-ba74-a16decad5453 req-c981a944-3298-4760-9c91-e7de954dfaf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:02.921319 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c981a944-3298-4760-9c91-e7de954dfaf0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:26:02.921501 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c981a944-3298-4760-9c91-e7de954dfaf0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:26:02.921937 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c981a944-3298-4760-9c91-e7de954dfaf0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:26:02.924052 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c981a944-3298-4760-9c91-e7de954dfaf0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:26:02.929653 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c981a944-3298-4760-9c91-e7de954dfaf0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:26:02.930672 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c981a944-3298-4760-9c91-e7de954dfaf0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:26:02.931647 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c981a944-3298-4760-9c91-e7de954dfaf0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:26:02.932402 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c981a944-3298-4760-9c91-e7de954dfaf0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:26:02.933163 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c981a944-3298-4760-9c91-e7de954dfaf0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:26:02.934704 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c981a944-3298-4760-9c91-e7de954dfaf0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:26:02.935202 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c981a944-3298-4760-9c91-e7de954dfaf0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:26:02.935644 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c981a944-3298-4760-9c91-e7de954dfaf0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:26:02.959657 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1915113e-45ce-4d24-a3ff-7f40319e996d req-09ae5bb2-4a8a-4c95-85b5-001fbd4fbdc1 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:02.962259 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1915113e-45ce-4d24-a3ff-7f40319e996d req-09ae5bb2-4a8a-4c95-85b5-001fbd4fbdc1 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.20 "GET /v2.0/ports?device_id=968b2255-5613-4ac6-93b2-00c604542046 HTTP/1.1" status: 200 len: 943 time: 0.2592580 May 31 13:26:03.011044 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2c7144f6-0c75-4889-9c9f-6a7c2e0ec543 req-ff8b1d72-8fcd-4c7b-a795-0019aeeb49e4 service neutron] 10.222.0.44 "GET /v2.0/networks/adff3eec-c144-4d49-9989-f7573e7edff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7201426 May 31 13:26:03.104916 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-1915113e-45ce-4d24-a3ff-7f40319e996d req-6110a5e3-a156-4e2d-8137-9f95d88582e6 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Deleting port 7a270c73-1e6d-4c5a-a2b9-48e0518905fa {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:26:03.105502 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-1915113e-45ce-4d24-a3ff-7f40319e996d req-6110a5e3-a156-4e2d-8137-9f95d88582e6 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:03.161329 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37d75d18-9ee2-492a-8f49-ab52cafb1ed5'] response: {'server_uuid': '95537a9c-c133-465c-9a9a-4b1c5e23bfe6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ca73744-b411-4cba-a1bc-b0632df659c1', 'code': 200} May 31 13:26:03.173819 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af539764-a050-43f7-a06e-3b783db6d6f1 req-aca7ef32-544b-47a0-9398-e2116235dfc3 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4e17580-fef9-47ea-85b1-59ae8325b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3423321 May 31 13:26:03.247149 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 40114) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:26:03.430762 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 3ef39a42-a126-4bb0-bc4c-ce3b4178bf58 no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:26:03.531336 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] No Port match for: 3ef39a42-a126-4bb0-bc4c-ce3b4178bf58 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:26:03.531720 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 3ef39a42-a126-4bb0-bc4c-ce3b4178bf58 not bound to the agent host n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:26:03.589540 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-5835a731-f548-44a2-ba74-a16decad5453 req-c981a944-3298-4760-9c91-e7de954dfaf0 service neutron] For port 2ca73744-b411-4cba-a1bc-b0632df659c1, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:26:03.674896 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-1915113e-45ce-4d24-a3ff-7f40319e996d req-6110a5e3-a156-4e2d-8137-9f95d88582e6 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] For port 7a270c73-1e6d-4c5a-a2b9-48e0518905fa, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=7a270c73-1e6d-4c5a-a2b9-48e0518905fa,segment=NetworkSegment(5e25fb0d-97f0-46e3-9365-1fe4cebfedef),segment_id=5e25fb0d-97f0-46e3-9365-1fe4cebfedef)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:26:03.675292 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-1915113e-45ce-4d24-a3ff-7f40319e996d req-6110a5e3-a156-4e2d-8137-9f95d88582e6 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:03.724558 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-5835a731-f548-44a2-ba74-a16decad5453 req-c981a944-3298-4760-9c91-e7de954dfaf0 service neutron] For port 2ca73744-b411-4cba-a1bc-b0632df659c1, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=2ca73744-b411-4cba-a1bc-b0632df659c1,segment=NetworkSegment(6af449b4-9759-41ca-aa70-1c602a81197c),segment_id=6af449b4-9759-41ca-aa70-1c602a81197c)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:26:03.764596 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-5835a731-f548-44a2-ba74-a16decad5453 req-c981a944-3298-4760-9c91-e7de954dfaf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:03.851357 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-1915113e-45ce-4d24-a3ff-7f40319e996d req-6110a5e3-a156-4e2d-8137-9f95d88582e6 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Calling delete_port for 7a270c73-1e6d-4c5a-a2b9-48e0518905fa owned by compute:nova {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:26:03.882996 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2c7144f6-0c75-4889-9c9f-6a7c2e0ec543 req-c5b53d72-b2ea-4f75-b7d2-d1cda1a2bcde service neutron] 10.222.0.44 "GET /v2.0/networks/adff3eec-c144-4d49-9989-f7573e7edff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8552129 May 31 13:26:03.998751 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-30b8961c-ba53-4472-83ab-9a17b778176d tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:04.013188 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1930c39-1f9e-42db-90e5-e025f2d5bbe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1594f51-43f8-4b99-bfa2-ea5b8b034b47'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:26:04.045770 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5835a731-f548-44a2-ba74-a16decad5453 req-c981a944-3298-4760-9c91-e7de954dfaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:04.046752 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-5835a731-f548-44a2-ba74-a16decad5453 req-c981a944-3298-4760-9c91-e7de954dfaf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:04.048948 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5835a731-f548-44a2-ba74-a16decad5453 req-c981a944-3298-4760-9c91-e7de954dfaf0 service neutron] 10.222.0.20 "PUT /v2.0/ports/2ca73744-b411-4cba-a1bc-b0632df659c1 HTTP/1.1" status: 200 len: 1121 time: 3.8966103 May 31 13:26:04.055845 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c981a944-3298-4760-9c91-e7de954dfaf0 service neutron] Pushing event updated for resources: {'Port': ['ID=2ca73744-b411-4cba-a1bc-b0632df659c1,revision_number=8']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:26:04.068017 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-1915113e-45ce-4d24-a3ff-7f40319e996d req-6110a5e3-a156-4e2d-8137-9f95d88582e6 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:04.105644 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25cbceb-a435-40d7-813c-b154065dc81f req-8b2d2e3c-c4a4-4aad-9ca9-1ae0f2964b53 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:04.115993 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e25cbceb-a435-40d7-813c-b154065dc81f req-8b2d2e3c-c4a4-4aad-9ca9-1ae0f2964b53 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e93c94b-61da-42a5-8616-9dd4c6c5021f HTTP/1.1" status: 200 len: 984 time: 0.5367291 May 31 13:26:04.148576 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e077cf8-fa6a-4e74-ab30-600530dd5c51 req-46f0f467-0e4a-419d-837b-40cfc4281477 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:04.154529 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5e077cf8-fa6a-4e74-ab30-600530dd5c51 req-46f0f467-0e4a-419d-837b-40cfc4281477 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] 10.222.0.50 "GET /v2.0/ports?device_id=8928b4c5-1d11-4d4b-a171-a11f72b443af HTTP/1.1" status: 200 len: 950 time: 0.5698600 May 31 13:26:04.157981 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-30b8961c-ba53-4472-83ab-9a17b778176d tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:04.224784 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['2ca73744-b411-4cba-a1bc-b0632df659c1'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:26:04.242043 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6110a5e3-a156-4e2d-8137-9f95d88582e6 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Pushing event deleted for resources: {'Port': ['ID=7a270c73-1e6d-4c5a-a2b9-48e0518905fa,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:26:04.268488 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5e077cf8-fa6a-4e74-ab30-600530dd5c51 req-75b78c75-94a3-40e2-89c9-757c98627bed tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] 10.222.0.50 "GET /v2.0/security-groups?id=9145548e-74a9-4f5e-ae53-c23243c8c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911698 May 31 13:26:04.280650 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e25cbceb-a435-40d7-813c-b154065dc81f req-f45423df-b2ba-4ad0-a424-7ec40f86dfd1 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/security-groups?id=1cb19413-a72c-47ce-8fb3-65c7a09ab793&id=98e17d4a-ac5b-4480-9bc6-49977fe0902a&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1638269 May 31 13:26:04.369011 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-30b8961c-ba53-4472-83ab-9a17b778176d tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:04.375433 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-1915113e-45ce-4d24-a3ff-7f40319e996d req-6110a5e3-a156-4e2d-8137-9f95d88582e6 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] No DVR routers for this DVR port 7a270c73-1e6d-4c5a-a2b9-48e0518905fa on host n-h1-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:26:04.382543 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-1915113e-45ce-4d24-a3ff-7f40319e996d req-6110a5e3-a156-4e2d-8137-9f95d88582e6 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:04.401056 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b8961c-ba53-4472-83ab-9a17b778176d tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61df2e52-b710-4d8b-848c-40d29adf82e2,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:26:04.422309 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1915113e-45ce-4d24-a3ff-7f40319e996d req-6110a5e3-a156-4e2d-8137-9f95d88582e6 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.20 "DELETE /v2.0/ports/7a270c73-1e6d-4c5a-a2b9-48e0518905fa HTTP/1.1" status: 204 len: 173 time: 1.4541113 May 31 13:26:04.440417 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-30b8961c-ba53-4472-83ab-9a17b778176d tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:04.442599 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-30b8961c-ba53-4472-83ab-9a17b778176d tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "DELETE /v2.0/security-groups/61df2e52-b710-4d8b-848c-40d29adf82e2 HTTP/1.1" status: 204 len: 168 time: 1.1901333 May 31 13:26:04.445143 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 40126) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:26:04.658742 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-607fbcdc-7ed9-4b61-8f7f-8d38842d0ee1 req-5a597a53-975b-4e2b-9fdb-1abbf9135336 tempest-ImagesTestJSON-528500714 tempest-ImagesTestJSON-528500714-project] 10.222.0.50 "GET /v2.0/ports?device_id=968b2255-5613-4ac6-93b2-00c604542046 HTTP/1.1" status: 200 len: 210 time: 0.0637550 May 31 13:26:04.666465 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [None req-00cf646b-9d2e-4704-8476-f603d7c8f060 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] show failed (client error): The resource could not be found. May 31 13:26:04.668499 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-00cf646b-9d2e-4704-8476-f603d7c8f060 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups/61df2e52-b710-4d8b-848c-40d29adf82e2 HTTP/1.1" status: 404 len: 347 time: 0.1887803 May 31 13:26:04.673388 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40132) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:26:04.733720 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cba11b7-1c6d-4e34-b10e-f9aa989c8dbd req-0399e772-3268-41a9-90bc-22b2179275d3 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:04.752547 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9cba11b7-1c6d-4e34-b10e-f9aa989c8dbd req-0399e772-3268-41a9-90bc-22b2179275d3 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/ports?device_id=95537a9c-c133-465c-9a9a-4b1c5e23bfe6 HTTP/1.1" status: 200 len: 943 time: 0.2643099 May 31 13:26:04.840651 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3efbd504-7259-4038-abbe-2071cdd191d2'] response: {'server_uuid': 'c1930c39-1f9e-42db-90e5-e025f2d5bbe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1594f51-43f8-4b99-bfa2-ea5b8b034b47', 'code': 200} May 31 13:26:04.854699 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9cba11b7-1c6d-4e34-b10e-f9aa989c8dbd req-176e18f3-ae08-4ab6-9da7-8eef8a1b25d1 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d29a7ba-8da4-4594-bfbf-9f55cd071e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006150 May 31 13:26:05.028931 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '968b2255-5613-4ac6-93b2-00c604542046', 'name': 'network-vif-deleted', 'tag': '7a270c73-1e6d-4c5a-a2b9-48e0518905fa'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:26:05.099105 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f3ed3652-47e7-4ebb-b727-8cb5776a6840 req-4539c2d5-fa4c-4017-8261-f88586272873 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=56e02bdb103940bfa914b1757276d35d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0526192 May 31 13:26:05.191681 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-873362f2-f736-465f-903f-267dd4a6410c tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Deleting port cbbfbd30-2136-4c94-aca9-b7f0e4557c5e {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:26:05.192264 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-873362f2-f736-465f-903f-267dd4a6410c tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:05.197618 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95537a9c-c133-465c-9a9a-4b1c5e23bfe6', 'tag': '2ca73744-b411-4cba-a1bc-b0632df659c1'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:26:05.264192 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c938e6-731b-4307-aca3-77cfcc18a39a req-2f932725-9545-4f7d-b3ee-2ba4f0b04eb0 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:05.264743 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c5c938e6-731b-4307-aca3-77cfcc18a39a req-2f932725-9545-4f7d-b3ee-2ba4f0b04eb0 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1930c39-1f9e-42db-90e5-e025f2d5bbe5 HTTP/1.1" status: 200 len: 949 time: 0.2618291 May 31 13:26:05.427961 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 7a270c73-1e6d-4c5a-a2b9-48e0518905fa no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:26:05.470730 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed3652-47e7-4ebb-b727-8cb5776a6840 req-ddb5c6ec-88f8-4387-a720-2377d14be188 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:05.473696 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f3ed3652-47e7-4ebb-b727-8cb5776a6840 req-ddb5c6ec-88f8-4387-a720-2377d14be188 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3724997 May 31 13:26:05.524687 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c5c938e6-731b-4307-aca3-77cfcc18a39a req-6d3a55a1-3003-4446-a5ff-43ea079aed91 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4e17580-fef9-47ea-85b1-59ae8325b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453313 May 31 13:26:05.541590 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f3ed3652-47e7-4ebb-b727-8cb5776a6840 req-d663ae7d-1892-4ad6-8448-5dced87fc9be tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] 10.222.0.50 "GET /v2.0/quotas/56e02bdb103940bfa914b1757276d35d HTTP/1.1" status: 200 len: 375 time: 0.0478189 May 31 13:26:05.558121 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] No Port match for: 7a270c73-1e6d-4c5a-a2b9-48e0518905fa {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:26:05.558121 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 7a270c73-1e6d-4c5a-a2b9-48e0518905fa not bound to the agent host n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:26:05.603948 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e4d2f-0175-4280-b707-c3a8a6858997 req-7662d195-faea-4885-8531-a7e5816ee535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:05.605974 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-669e4d2f-0175-4280-b707-c3a8a6858997 req-7662d195-faea-4885-8531-a7e5816ee535 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c1930c39-1f9e-42db-90e5-e025f2d5bbe5 HTTP/1.1" status: 200 len: 1100 time: 0.5721996 May 31 13:26:05.744958 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-873362f2-f736-465f-903f-267dd4a6410c tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:05.745371 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-873362f2-f736-465f-903f-267dd4a6410c tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:05.756358 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecab093e-909d-45e3-bde0-b1e1d41abca5'] response: {'server_uuid': '968b2255-5613-4ac6-93b2-00c604542046', 'name': 'network-vif-deleted', 'tag': '7a270c73-1e6d-4c5a-a2b9-48e0518905fa', 'status': 'completed', 'code': 200} May 31 13:26:05.764920 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f3ed3652-47e7-4ebb-b727-8cb5776a6840 req-a09a3bc5-4477-4c7c-818b-db4fd79c4ff8 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=56e02bdb103940bfa914b1757276d35d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2152936 May 31 13:26:05.768440 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-669e4d2f-0175-4280-b707-c3a8a6858997 req-999fdf94-42f6-4a38-ac7c-90383211cc0b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a4e17580-fef9-47ea-85b1-59ae8325b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549854 May 31 13:26:05.866605 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f35e9cbc-53b2-48cc-9a58-e850b7067b26'] response: {'name': 'network-changed', 'server_uuid': '95537a9c-c133-465c-9a9a-4b1c5e23bfe6', 'tag': '2ca73744-b411-4cba-a1bc-b0632df659c1', 'status': 'completed', 'code': 200} May 31 13:26:05.927445 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-873362f2-f736-465f-903f-267dd4a6410c tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Calling delete_port for cbbfbd30-2136-4c94-aca9-b7f0e4557c5e owned by network:floatingip {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:26:06.215713 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88999fbb-d25e-446f-85a3-9fde2e4de8ae req-9bdb9017-45aa-4771-8aa9-c9922619c7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:06.217254 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-88999fbb-d25e-446f-85a3-9fde2e4de8ae req-9bdb9017-45aa-4771-8aa9-c9922619c7ed service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9d7345b6bbc64d3981e920379156fa19&device_id=95537a9c-c133-465c-9a9a-4b1c5e23bfe6 HTTP/1.1" status: 200 len: 1124 time: 0.3011062 May 31 13:26:06.243634 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-873362f2-f736-465f-903f-267dd4a6410c tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:06.346610 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873362f2-f736-465f-903f-267dd4a6410c tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Pushing event deleted for resources: {'Port': ['ID=cbbfbd30-2136-4c94-aca9-b7f0e4557c5e,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:26:06.463202 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-873362f2-f736-465f-903f-267dd4a6410c tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Notify callbacks [] for floatingip, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:06.491793 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88999fbb-d25e-446f-85a3-9fde2e4de8ae req-90cd2ca9-48e7-4044-bc67-ae576a1ec420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:06.496361 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-88999fbb-d25e-446f-85a3-9fde2e4de8ae req-90cd2ca9-48e7-4044-bc67-ae576a1ec420 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e576ad54-297c-4eec-b73b-25479782c1e2 HTTP/1.1" status: 200 len: 909 time: 0.2666018 May 31 13:26:06.509165 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-873362f2-f736-465f-903f-267dd4a6410c tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:06.517022 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-873362f2-f736-465f-903f-267dd4a6410c tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "DELETE /v2.0/floatingips/d7fc7179-c87e-4927-addc-4b34bc6bcc0c HTTP/1.1" status: 204 len: 168 time: 1.8416607 May 31 13:26:06.715629 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-88999fbb-d25e-446f-85a3-9fde2e4de8ae req-4294b580-4f9d-480f-b12e-84db8f8656af service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ca73744-b411-4cba-a1bc-b0632df659c1 HTTP/1.1" status: 200 len: 217 time: 0.1419911 May 31 13:26:06.847026 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ca435-2eaa-403d-8f7f-8cfb682cbb20 req-3e98a606-49f7-452d-8527-ce08f515fe6b tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:06.848564 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1f6ca435-2eaa-403d-8f7f-8cfb682cbb20 req-3e98a606-49f7-452d-8527-ce08f515fe6b tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e93c94b-61da-42a5-8616-9dd4c6c5021f HTTP/1.1" status: 200 len: 984 time: 0.7517045 May 31 13:26:06.857652 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88999fbb-d25e-446f-85a3-9fde2e4de8ae req-bfd8f961-ee43-40d6-b551-d0b30b36f4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:06.860046 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-88999fbb-d25e-446f-85a3-9fde2e4de8ae req-bfd8f961-ee43-40d6-b551-d0b30b36f4fb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=376bfa95-ebe5-4cb8-abaa-2bcb5d3a07e3 HTTP/1.1" status: 200 len: 848 time: 0.1114013 May 31 13:26:06.869804 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8747d740-b714-42d8-95ae-84966a68f370 req-d80486c0-82c9-44fa-90aa-c521b978cd75 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:06.877348 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8747d740-b714-42d8-95ae-84966a68f370 req-d80486c0-82c9-44fa-90aa-c521b978cd75 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/ports?device_id=95537a9c-c133-465c-9a9a-4b1c5e23bfe6 HTTP/1.1" status: 200 len: 943 time: 0.3748779 May 31 13:26:07.090594 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-88999fbb-d25e-446f-85a3-9fde2e4de8ae req-99052aff-2f07-466f-b95a-59fc8903c09d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e576ad54-297c-4eec-b73b-25479782c1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1980395 May 31 13:26:07.219710 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1f6ca435-2eaa-403d-8f7f-8cfb682cbb20 req-455518b8-29af-46c0-8afb-8722b2eccb06 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/security-groups?id=1cb19413-a72c-47ce-8fb3-65c7a09ab793&id=98e17d4a-ac5b-4480-9bc6-49977fe0902a&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.3250494 May 31 13:26:07.225556 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8747d740-b714-42d8-95ae-84966a68f370 req-0f0acd00-2851-44f1-9ae0-f27e2b52e59d tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d29a7ba-8da4-4594-bfbf-9f55cd071e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3481157 May 31 13:26:07.234168 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:07.346240 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-88999fbb-d25e-446f-85a3-9fde2e4de8ae req-0f1e2b52-2101-4439-994f-c2523e469585 service neutron] 10.222.0.44 "GET /v2.0/networks/e576ad54-297c-4eec-b73b-25479782c1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431774 May 31 13:26:07.436668 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 2ca73744-b411-4cba-a1bc-b0632df659c1 details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:26:07.565385 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ef920008-eea8-496b-82c8-51651e40e988 req-66991556-d4f6-41d9-8ff8-9d2b510f3927 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] 10.222.0.50 "GET /v2.0/ports?device_id=defb627e-1ad7-41e4-a859-155957cdc19f HTTP/1.1" status: 200 len: 210 time: 0.1642580 May 31 13:26:07.735557 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 2ca73744-b411-4cba-a1bc-b0632df659c1, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=2ca73744-b411-4cba-a1bc-b0632df659c1,segment=NetworkSegment(6af449b4-9759-41ca-aa70-1c602a81197c),segment_id=6af449b4-9759-41ca-aa70-1c602a81197c)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:26:07.788446 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-88999fbb-d25e-446f-85a3-9fde2e4de8ae req-212895a1-58e6-4063-bb5d-183b435b65c9 service neutron] 10.222.0.44 "GET /v2.0/networks/e576ad54-297c-4eec-b73b-25479782c1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4217458 May 31 13:26:07.798452 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 2ca73744-b411-4cba-a1bc-b0632df659c1 has no active binding in host n-h1-843939-1 {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 31 13:26:07.990513 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 40192) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:26:08.014421 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f3ed3652-47e7-4ebb-b727-8cb5776a6840 req-c47ce40b-293f-4130-98b5-4edb79a7191f tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=56e02bdb103940bfa914b1757276d35d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0955160 May 31 13:26:08.016490 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-bc9719e3-ccb3-439c-b7a9-24584b5c1a35 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-453993457'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:26:08.071515 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-bc9719e3-ccb3-439c-b7a9-24584b5c1a35 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:26:08.091042 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-bc9719e3-ccb3-439c-b7a9-24584b5c1a35 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Usage tracker for resource:network and tenant:3239bed898c344b59ed7ea3353897e74 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:26:08.122210 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-bc9719e3-ccb3-439c-b7a9-24584b5c1a35 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:26:08.146082 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-bc9719e3-ccb3-439c-b7a9-24584b5c1a35 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:26:08.258605 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9d4fb8c6-74eb-4c25-8bdf-ddfe2e356d6d req-c347f7f7-2260-410a-8033-dcf37d7a63ea tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-897356892&fields=id&tenant_id=a487a8012f6942fe8ddd9bac507c4ea0 HTTP/1.1" status: 200 len: 267 time: 0.2107604 May 31 13:26:08.324441 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc9719e3-ccb3-439c-b7a9-24584b5c1a35 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Made reservation on behalf of 3239bed898c344b59ed7ea3353897e74 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:26:08.329323 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bc9719e3-ccb3-439c-b7a9-24584b5c1a35 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:08.333652 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed3652-47e7-4ebb-b727-8cb5776a6840 req-a6fc35c0-265c-49c7-a8de-a01df46a2631 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:08.352859 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f3ed3652-47e7-4ebb-b727-8cb5776a6840 req-a6fc35c0-265c-49c7-a8de-a01df46a2631 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3218484 May 31 13:26:08.374735 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-f3ed3652-47e7-4ebb-b727-8cb5776a6840 req-0bd00601-896c-4edf-8b90-3ce03d052be0 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Request body: {'port': {'device_id': 'defb627e-1ad7-41e4-a859-155957cdc19f', 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4', 'admin_state_up': True, 'tenant_id': '56e02bdb103940bfa914b1757276d35d'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:26:08.467948 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa4aa5-7767-47d7-bba3-cfba6c58e5a6 req-6064285a-d277-4b41-b24b-803f9734928f tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:08.476543 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-99aa4aa5-7767-47d7-bba3-cfba6c58e5a6 req-6064285a-d277-4b41-b24b-803f9734928f tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1930c39-1f9e-42db-90e5-e025f2d5bbe5 HTTP/1.1" status: 200 len: 949 time: 0.6042707 May 31 13:26:08.476543 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc9719e3-ccb3-439c-b7a9-24584b5c1a35 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:26:08.564689 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bc9719e3-ccb3-439c-b7a9-24584b5c1a35 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:08.564689 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-bc9719e3-ccb3-439c-b7a9-24584b5c1a35 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Added segment c05c3025-af00-47f8-b61e-98dee05227ef of type vlan for network b4d30686-23e7-4909-aa70-b67d446f9c2b May 31 13:26:08.592968 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:08.602540 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4fb8c6-74eb-4c25-8bdf-ddfe2e356d6d req-bf7c52cb-5faf-48bd-ac2e-bd1b0c98d0e4 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:08.613204 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9d4fb8c6-74eb-4c25-8bdf-ddfe2e356d6d req-bf7c52cb-5faf-48bd-ac2e-bd1b0c98d0e4 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e93c94b-61da-42a5-8616-9dd4c6c5021f HTTP/1.1" status: 200 len: 984 time: 0.3469431 May 31 13:26:08.628330 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-9d4fb8c6-74eb-4c25-8bdf-ddfe2e356d6d req-43406092-90dc-407e-a190-cfdc27918a88 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Request body: {'port': {'security_groups': ['1cb19413-a72c-47ce-8fb3-65c7a09ab793', '98e17d4a-ac5b-4480-9bc6-49977fe0902a', '9577d313-3b18-4a38-b032-40be94a5dd1c']}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:26:08.670776 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-99aa4aa5-7767-47d7-bba3-cfba6c58e5a6 req-315adece-61dd-437c-b444-0c7a42536e27 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4e17580-fef9-47ea-85b1-59ae8325b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006280 May 31 13:26:08.779565 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-f3ed3652-47e7-4ebb-b727-8cb5776a6840 req-0bd00601-896c-4edf-8b90-3ce03d052be0 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:26:08.792236 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-f3ed3652-47e7-4ebb-b727-8cb5776a6840 req-0bd00601-896c-4edf-8b90-3ce03d052be0 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:26:08.807558 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3ed3652-47e7-4ebb-b727-8cb5776a6840 req-0bd00601-896c-4edf-8b90-3ce03d052be0 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Made reservation on behalf of 56e02bdb103940bfa914b1757276d35d for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:26:08.807558 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-f3ed3652-47e7-4ebb-b727-8cb5776a6840 req-0bd00601-896c-4edf-8b90-3ce03d052be0 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:08.899487 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bc9719e3-ccb3-439c-b7a9-24584b5c1a35 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:09.067033 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-9d4fb8c6-74eb-4c25-8bdf-ddfe2e356d6d req-43406092-90dc-407e-a190-cfdc27918a88 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:09.097205 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bc9719e3-ccb3-439c-b7a9-24584b5c1a35 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:09.097205 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9719e3-ccb3-439c-b7a9-24584b5c1a35 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:09.097205 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bc9719e3-ccb3-439c-b7a9-24584b5c1a35 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:09.150990 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [req-f3ed3652-47e7-4ebb-b727-8cb5776a6840 req-0bd00601-896c-4edf-8b90-3ce03d052be0 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Allocated IP 192.168.233.108 (85b11c4f-90ad-4763-b38d-22d3f87089f4/24822c99-0dce-4d50-9c44-3135ba3763b8/0001a290-f81d-4837-8c6d-d8c515b6b056) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:26:09.296298 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-bc9719e3-ccb3-439c-b7a9-24584b5c1a35 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.3120239 May 31 13:26:09.309037 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 40204) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:26:09.325982 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1170b1f4-d45c-41d0-be13-779007456bc7 req-c213f3e9-1646-4beb-b799-09c667d51fb1 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:09.328458 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1170b1f4-d45c-41d0-be13-779007456bc7 req-c213f3e9-1646-4beb-b799-09c667d51fb1 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b50fd3b-b462-403d-b8da-fd02cb3e2439 HTTP/1.1" status: 200 len: 950 time: 0.4213941 May 31 13:26:09.349755 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-31a10dfe-d7d4-49ac-bba5-9b5e4c17b162 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-742209460'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:26:09.349755 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-31a10dfe-d7d4-49ac-bba5-9b5e4c17b162 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:26:09.356252 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-31a10dfe-d7d4-49ac-bba5-9b5e4c17b162 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Usage tracker for resource:network and tenant:3239bed898c344b59ed7ea3353897e74 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:26:09.366186 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-31a10dfe-d7d4-49ac-bba5-9b5e4c17b162 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:26:09.373221 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-31a10dfe-d7d4-49ac-bba5-9b5e4c17b162 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:26:09.383908 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9719e3-ccb3-439c-b7a9-24584b5c1a35 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Pushing event updated for resources: {'Network': ['ID=b4d30686-23e7-4909-aa70-b67d446f9c2b,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:26:09.402016 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network b4d30686-23e7-4909-aa70-b67d446f9c2b details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:26:09.460561 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a10dfe-d7d4-49ac-bba5-9b5e4c17b162 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Made reservation on behalf of 3239bed898c344b59ed7ea3353897e74 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:26:09.460561 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-31a10dfe-d7d4-49ac-bba5-9b5e4c17b162 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:09.632193 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-1170b1f4-d45c-41d0-be13-779007456bc7 req-a7bc070b-0292-4930-92eb-22d555625b6d tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Synchronizing usage tracker for tenant:c905d91f2f614f928153cd05b2f8a225 on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:26:09.654631 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-f3ed3652-47e7-4ebb-b727-8cb5776a6840 req-0bd00601-896c-4edf-8b90-3ce03d052be0 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:09.679385 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31a10dfe-d7d4-49ac-bba5-9b5e4c17b162 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:26:09.689549 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-f3ed3652-47e7-4ebb-b727-8cb5776a6840 req-0bd00601-896c-4edf-8b90-3ce03d052be0 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Transition to ACTIVE for port object 0001a290-f81d-4837-8c6d-d8c515b6b056 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:26:09.734920 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-31a10dfe-d7d4-49ac-bba5-9b5e4c17b162 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:09.734920 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-31a10dfe-d7d4-49ac-bba5-9b5e4c17b162 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Added segment 3438d023-0058-42be-b2fa-a81ef9f95959 of type vlan for network 2d2d7c1f-d966-47df-b1e1-24eb3c3d5e68 May 31 13:26:09.734920 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-1170b1f4-d45c-41d0-be13-779007456bc7 req-a7bc070b-0292-4930-92eb-22d555625b6d tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Unset dirty status for tenant:c905d91f2f614f928153cd05b2f8a225 on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:26:09.734920 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1170b1f4-d45c-41d0-be13-779007456bc7 req-a7bc070b-0292-4930-92eb-22d555625b6d tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3473608 May 31 13:26:09.749321 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-f3ed3652-47e7-4ebb-b727-8cb5776a6840 req-0bd00601-896c-4edf-8b90-3ce03d052be0 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:09.779286 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['ff2e17df-b2c5-4e35-85f4-8a1c7570c241'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:26:09.922435 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3ed3652-47e7-4ebb-b727-8cb5776a6840 req-0bd00601-896c-4edf-8b90-3ce03d052be0 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Network 85b11c4f-90ad-4763-b38d-22d3f87089f4 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:26:09.922435 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [req-f3ed3652-47e7-4ebb-b727-8cb5776a6840 req-0bd00601-896c-4edf-8b90-3ce03d052be0 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:26:09.932088 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3ed3652-47e7-4ebb-b727-8cb5776a6840 req-0bd00601-896c-4edf-8b90-3ce03d052be0 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:26:10.103279 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-31a10dfe-d7d4-49ac-bba5-9b5e4c17b162 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:10.235743 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd00601-896c-4edf-8b90-3ce03d052be0 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Pushing event updated for resources: {'Port': ['ID=0001a290-f81d-4837-8c6d-d8c515b6b056,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:26:10.322694 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed3652-47e7-4ebb-b727-8cb5776a6840 req-0bd00601-896c-4edf-8b90-3ce03d052be0 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:10.322694 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-f3ed3652-47e7-4ebb-b727-8cb5776a6840 req-0bd00601-896c-4edf-8b90-3ce03d052be0 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:10.328427 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6fbbbe-9f3a-4434-a43c-ed8e1649f52a req-28adfd1d-8e41-497a-ae86-118e7abe3aaa tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:10.328427 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5e6fbbbe-9f3a-4434-a43c-ed8e1649f52a req-28adfd1d-8e41-497a-ae86-118e7abe3aaa tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b50fd3b-b462-403d-b8da-fd02cb3e2439 HTTP/1.1" status: 200 len: 950 time: 0.7871861 May 31 13:26:10.349891 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.resource_extend [None req-31a10dfe-d7d4-49ac-bba5-9b5e4c17b162 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:26:10.387095 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f3ed3652-47e7-4ebb-b727-8cb5776a6840 req-0bd00601-896c-4edf-8b90-3ce03d052be0 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0290971 May 31 13:26:10.426128 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-f3ed3652-47e7-4ebb-b727-8cb5776a6840 req-6c9d31f6-7556-44a8-a322-29f5b54d2565 service neutron] Request body: {'port': {'device_id': 'defb627e-1ad7-41e4-a859-155957cdc19f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843939-1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:26:10.515472 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-31a10dfe-d7d4-49ac-bba5-9b5e4c17b162 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:10.531068 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a10dfe-d7d4-49ac-bba5-9b5e4c17b162 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:10.531068 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-31a10dfe-d7d4-49ac-bba5-9b5e4c17b162 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:10.544247 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d10487ff-314a-4440-b052-4df24e78c4b4 None None] Provisioning for port 0001a290-f81d-4837-8c6d-d8c515b6b056 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:26:10.544247 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ece44814-c1d8-4402-af57-4820c5c69037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:10.544247 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d10487ff-314a-4440-b052-4df24e78c4b4 None None] Provisioning complete for port 0001a290-f81d-4837-8c6d-d8c515b6b056 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:26:10.551820 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d10487ff-314a-4440-b052-4df24e78c4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:10.582895 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-5e6fbbbe-9f3a-4434-a43c-ed8e1649f52a req-73332024-a4aa-4304-809c-47cea4c08de4 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Deleting port 95e68113-2ff1-42e3-b645-2d1b5c52a434 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:26:10.582895 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-5e6fbbbe-9f3a-4434-a43c-ed8e1649f52a req-73332024-a4aa-4304-809c-47cea4c08de4 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:10.655620 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-d10487ff-314a-4440-b052-4df24e78c4b4 None None] Port 0001a290-f81d-4837-8c6d-d8c515b6b056 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:26:10.716577 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-f3ed3652-47e7-4ebb-b727-8cb5776a6840 req-6c9d31f6-7556-44a8-a322-29f5b54d2565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:10.946145 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-9d4fb8c6-74eb-4c25-8bdf-ddfe2e356d6d req-43406092-90dc-407e-a190-cfdc27918a88 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] For port 49bd4b17-f871-4d04-845d-75477d171247, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=49bd4b17-f871-4d04-845d-75477d171247,segment=NetworkSegment(370cc937-b213-498d-9452-fec6264d9498),segment_id=370cc937-b213-498d-9452-fec6264d9498)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:26:10.952051 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-31a10dfe-d7d4-49ac-bba5-9b5e4c17b162 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.6332417 May 31 13:26:10.965575 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 40214) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:26:10.966930 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-3dc9a09e-0965-4647-a57a-97e1442aad19 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Request body: {'subnet': {'network_id': 'b4d30686-23e7-4909-aa70-b67d446f9c2b', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:26:11.001474 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a10dfe-d7d4-49ac-bba5-9b5e4c17b162 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Pushing event updated for resources: {'Network': ['ID=2d2d7c1f-d966-47df-b1e1-24eb3c3d5e68,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:26:11.022506 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 2d2d7c1f-d966-47df-b1e1-24eb3c3d5e68 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:26:11.180546 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.resource_extend [req-9d4fb8c6-74eb-4c25-8bdf-ddfe2e356d6d req-43406092-90dc-407e-a190-cfdc27918a88 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:26:11.228832 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995a26b-8999-45b7-845e-a608df12a200 req-bfc77d60-7076-435c-90a5-e496f4e51702 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:11.230420 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8995a26b-8999-45b7-845e-a608df12a200 req-bfc77d60-7076-435c-90a5-e496f4e51702 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/ports?device_id=95537a9c-c133-465c-9a9a-4b1c5e23bfe6 HTTP/1.1" status: 200 len: 943 time: 1.0056584 May 31 13:26:11.233698 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [req-f3ed3652-47e7-4ebb-b727-8cb5776a6840 req-6c9d31f6-7556-44a8-a322-29f5b54d2565 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0001a290-f81d-4837-8c6d-d8c515b6b056 {{(pid=88369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:26:11.244130 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-f3ed3652-47e7-4ebb-b727-8cb5776a6840 req-6c9d31f6-7556-44a8-a322-29f5b54d2565 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:11.253290 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-9d4fb8c6-74eb-4c25-8bdf-ddfe2e356d6d req-43406092-90dc-407e-a190-cfdc27918a88 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:11.269329 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-f3ed3652-47e7-4ebb-b727-8cb5776a6840 req-6c9d31f6-7556-44a8-a322-29f5b54d2565 service neutron] Transition to ACTIVE for port object 0001a290-f81d-4837-8c6d-d8c515b6b056 will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:26:11.276322 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-f3ed3652-47e7-4ebb-b727-8cb5776a6840 req-6c9d31f6-7556-44a8-a322-29f5b54d2565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:11.303083 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-9d4fb8c6-74eb-4c25-8bdf-ddfe2e356d6d req-43406092-90dc-407e-a190-cfdc27918a88 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:11.318151 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['49bd4b17-f871-4d04-845d-75477d171247'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:26:11.361339 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['a6ce2620-59bc-460a-b055-9b0674cf69e8'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:26:11.491668 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-3dc9a09e-0965-4647-a57a-97e1442aad19 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:26:11.530301 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-3dc9a09e-0965-4647-a57a-97e1442aad19 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Usage tracker for resource:subnet and tenant:3239bed898c344b59ed7ea3353897e74 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:26:11.531682 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9d31f6-7556-44a8-a322-29f5b54d2565 service neutron] Pushing event updated for resources: {'Port': ['ID=0001a290-f81d-4837-8c6d-d8c515b6b056,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:26:11.544364 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-3dc9a09e-0965-4647-a57a-97e1442aad19 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:26:11.557734 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4fb8c6-74eb-4c25-8bdf-ddfe2e356d6d req-43406092-90dc-407e-a190-cfdc27918a88 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:11.559109 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-9d4fb8c6-74eb-4c25-8bdf-ddfe2e356d6d req-43406092-90dc-407e-a190-cfdc27918a88 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:11.583346 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9d4fb8c6-74eb-4c25-8bdf-ddfe2e356d6d req-43406092-90dc-407e-a190-cfdc27918a88 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "PUT /v2.0/ports/49bd4b17-f871-4d04-845d-75477d171247 HTTP/1.1" status: 200 len: 1020 time: 2.9671309 May 31 13:26:11.602979 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e93c94b-61da-42a5-8616-9dd4c6c5021f', 'tag': '49bd4b17-f871-4d04-845d-75477d171247'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:26:11.619102 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-f3ed3652-47e7-4ebb-b727-8cb5776a6840 req-6c9d31f6-7556-44a8-a322-29f5b54d2565 service neutron] Attempting to bind port 0001a290-f81d-4837-8c6d-d8c515b6b056 on host n-h1-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:26:11.619637 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-f3ed3652-47e7-4ebb-b727-8cb5776a6840 req-6c9d31f6-7556-44a8-a322-29f5b54d2565 service neutron] Attempting to bind port 0001a290-f81d-4837-8c6d-d8c515b6b056 by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:26:11.619960 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ed3652-47e7-4ebb-b727-8cb5776a6840 req-6c9d31f6-7556-44a8-a322-29f5b54d2565 service neutron] Attempting to bind port 0001a290-f81d-4837-8c6d-d8c515b6b056 on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:26:11.628976 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ed3652-47e7-4ebb-b727-8cb5776a6840 req-6c9d31f6-7556-44a8-a322-29f5b54d2565 service neutron] Port 0001a290-f81d-4837-8c6d-d8c515b6b056 on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:26:11.629501 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ed3652-47e7-4ebb-b727-8cb5776a6840 req-6c9d31f6-7556-44a8-a322-29f5b54d2565 service neutron] Attempting to bind port 0001a290-f81d-4837-8c6d-d8c515b6b056 on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:26:11.637737 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8995a26b-8999-45b7-845e-a608df12a200 req-b40c0f8f-c3cf-4ad1-ab09-4d788d9ac710 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d29a7ba-8da4-4594-bfbf-9f55cd071e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3824611 May 31 13:26:11.642605 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-3dc9a09e-0965-4647-a57a-97e1442aad19 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:26:11.655021 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ed3652-47e7-4ebb-b727-8cb5776a6840 req-6c9d31f6-7556-44a8-a322-29f5b54d2565 service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:26:11.660885 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ed3652-47e7-4ebb-b727-8cb5776a6840 req-6c9d31f6-7556-44a8-a322-29f5b54d2565 service neutron] Checking segment: {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:26:11.662858 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ed3652-47e7-4ebb-b727-8cb5776a6840 req-6c9d31f6-7556-44a8-a322-29f5b54d2565 service neutron] Bound using segment: {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:26:11.663355 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-f3ed3652-47e7-4ebb-b727-8cb5776a6840 req-6c9d31f6-7556-44a8-a322-29f5b54d2565 service neutron] Bound port: 0001a290-f81d-4837-8c6d-d8c515b6b056, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:26:11.663715 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-f3ed3652-47e7-4ebb-b727-8cb5776a6840 req-6c9d31f6-7556-44a8-a322-29f5b54d2565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:11.684864 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43406092-90dc-407e-a190-cfdc27918a88 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Pushing event updated for resources: {'Port': ['ID=49bd4b17-f871-4d04-845d-75477d171247,revision_number=7']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:26:11.693873 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc9a09e-0965-4647-a57a-97e1442aad19 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Made reservation on behalf of 3239bed898c344b59ed7ea3353897e74 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:26:11.700102 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3dc9a09e-0965-4647-a57a-97e1442aad19 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:11.720268 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['49bd4b17-f871-4d04-845d-75477d171247'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:26:11.856734 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-f3ed3652-47e7-4ebb-b727-8cb5776a6840 req-6c9d31f6-7556-44a8-a322-29f5b54d2565 service neutron] For port 0001a290-f81d-4837-8c6d-d8c515b6b056, host n-h1-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:26:11.860820 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-f3ed3652-47e7-4ebb-b727-8cb5776a6840 req-6c9d31f6-7556-44a8-a322-29f5b54d2565 service neutron] For port 0001a290-f81d-4837-8c6d-d8c515b6b056, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=0001a290-f81d-4837-8c6d-d8c515b6b056,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:26:11.868214 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-f3ed3652-47e7-4ebb-b727-8cb5776a6840 req-6c9d31f6-7556-44a8-a322-29f5b54d2565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:12.016582 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed3652-47e7-4ebb-b727-8cb5776a6840 req-6c9d31f6-7556-44a8-a322-29f5b54d2565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:12.017208 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-f3ed3652-47e7-4ebb-b727-8cb5776a6840 req-6c9d31f6-7556-44a8-a322-29f5b54d2565 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:12.019740 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f3ed3652-47e7-4ebb-b727-8cb5776a6840 req-6c9d31f6-7556-44a8-a322-29f5b54d2565 service neutron] 10.222.0.20 "PUT /v2.0/ports/0001a290-f81d-4837-8c6d-d8c515b6b056 HTTP/1.1" status: 200 len: 1096 time: 1.6258829 May 31 13:26:12.020430 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'defb627e-1ad7-41e4-a859-155957cdc19f', 'tag': '0001a290-f81d-4837-8c6d-d8c515b6b056'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:26:12.054035 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-5e6fbbbe-9f3a-4434-a43c-ed8e1649f52a req-73332024-a4aa-4304-809c-47cea4c08de4 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] For port 95e68113-2ff1-42e3-b645-2d1b5c52a434, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=95e68113-2ff1-42e3-b645-2d1b5c52a434,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:26:12.055601 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-5e6fbbbe-9f3a-4434-a43c-ed8e1649f52a req-73332024-a4aa-4304-809c-47cea4c08de4 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:12.169879 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9d31f6-7556-44a8-a322-29f5b54d2565 service neutron] Pushing event updated for resources: {'Port': ['ID=0001a290-f81d-4837-8c6d-d8c515b6b056,revision_number=3']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:26:12.247877 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed3652-47e7-4ebb-b727-8cb5776a6840 req-e51748f7-4c74-48da-ad0e-4f38e6ef6417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:12.251471 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f3ed3652-47e7-4ebb-b727-8cb5776a6840 req-e51748f7-4c74-48da-ad0e-4f38e6ef6417 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=56e02bdb103940bfa914b1757276d35d&device_id=defb627e-1ad7-41e4-a859-155957cdc19f HTTP/1.1" status: 200 len: 1099 time: 0.1610076 May 31 13:26:12.304011 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-5e6fbbbe-9f3a-4434-a43c-ed8e1649f52a req-73332024-a4aa-4304-809c-47cea4c08de4 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Calling delete_port for 95e68113-2ff1-42e3-b645-2d1b5c52a434 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:26:12.418841 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f3ed3652-47e7-4ebb-b727-8cb5776a6840 req-8a1000a4-5529-42f4-972c-710eabe53876 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=0001a290-f81d-4837-8c6d-d8c515b6b056 HTTP/1.1" status: 200 len: 217 time: 0.1591086 May 31 13:26:12.449034 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909eb3a-b9a4-4374-b2d7-3c1e0321e4ac req-5397bb80-36f5-43ac-9006-102d8a2b00c3 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:12.451958 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8909eb3a-b9a4-4374-b2d7-3c1e0321e4ac req-5397bb80-36f5-43ac-9006-102d8a2b00c3 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] 10.222.0.50 "GET /v2.0/ports?device_id=defb627e-1ad7-41e4-a859-155957cdc19f HTTP/1.1" status: 200 len: 948 time: 0.5782390 May 31 13:26:12.570082 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed3652-47e7-4ebb-b727-8cb5776a6840 req-42920e26-5fe2-48e7-995e-33258d350819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:12.573091 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f3ed3652-47e7-4ebb-b727-8cb5776a6840 req-42920e26-5fe2-48e7-995e-33258d350819 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.1461117 May 31 13:26:12.596642 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db17d84-e763-4019-97c3-5be49c2d67f8 req-89448d29-8b2f-4660-93ce-5552ebc109d8 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:12.598240 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2db17d84-e763-4019-97c3-5be49c2d67f8 req-89448d29-8b2f-4660-93ce-5552ebc109d8 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1930c39-1f9e-42db-90e5-e025f2d5bbe5 HTTP/1.1" status: 200 len: 949 time: 0.6136148 May 31 13:26:12.739976 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8909eb3a-b9a4-4374-b2d7-3c1e0321e4ac req-219a1c54-48db-413c-8adc-85a079743a7c tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] 10.222.0.50 "GET /v2.0/security-groups?id=9145548e-74a9-4f5e-ae53-c23243c8c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381170 May 31 13:26:12.772095 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-5e6fbbbe-9f3a-4434-a43c-ed8e1649f52a req-73332024-a4aa-4304-809c-47cea4c08de4 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:12.775417 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed3652-47e7-4ebb-b727-8cb5776a6840 req-d2b157fe-3c2a-499e-b829-361278d64a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:12.781688 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f3ed3652-47e7-4ebb-b727-8cb5776a6840 req-d2b157fe-3c2a-499e-b829-361278d64a06 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2008910 May 31 13:26:12.858883 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73332024-a4aa-4304-809c-47cea4c08de4 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Pushing event deleted for resources: {'Port': ['ID=95e68113-2ff1-42e3-b645-2d1b5c52a434,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:26:12.874482 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2db17d84-e763-4019-97c3-5be49c2d67f8 req-ab128bf6-9c25-4d7c-8aab-bdd44e82dc27 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4e17580-fef9-47ea-85b1-59ae8325b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068431 May 31 13:26:12.878687 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['f9a3a0b4-413d-47ea-9884-ee6988a0a17a'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:26:12.880379 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5835a731-f548-44a2-ba74-a16decad5453 req-97c5ab21-5e6b-4a70-b963-4f44340baed2 service neutron] 10.222.0.44 "GET /v2.0/ports/2ca73744-b411-4cba-a1bc-b0632df659c1/bindings/n-h1-843939-1 HTTP/1.1" status: 200 len: 384 time: 0.2744148 May 31 13:26:12.881220 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3dc9a09e-0965-4647-a57a-97e1442aad19 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:13.006926 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7cf8e3e3-82a5-4e36-9d86-47ced97b9e1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:13.140809 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f3ed3652-47e7-4ebb-b727-8cb5776a6840 req-b8141a6a-1b3a-4726-a910-4038a981c193 service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3501303 May 31 13:26:13.383701 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f3ed3652-47e7-4ebb-b727-8cb5776a6840 req-c1f65506-bfd1-436f-ad42-a702e2b7c08c service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356253 May 31 13:26:13.392645 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e6fbbbe-9f3a-4434-a43c-ed8e1649f52a req-73332024-a4aa-4304-809c-47cea4c08de4 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] No DVR routers for this DVR port 95e68113-2ff1-42e3-b645-2d1b5c52a434 on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:26:13.424243 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-39c8cd62-ed4e-4212-8743-5dbf71f39838 req-6f58042d-4743-4abd-8b42-03d7e77162c0 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b50fd3b-b462-403d-b8da-fd02cb3e2439 HTTP/1.1" status: 200 len: 210 time: 0.1414323 May 31 13:26:13.437947 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-5e6fbbbe-9f3a-4434-a43c-ed8e1649f52a req-73332024-a4aa-4304-809c-47cea4c08de4 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:13.510386 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9a09e-0965-4647-a57a-97e1442aad19 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Pushing event updated for resources: {'Subnet': ['ID=ae1bf59e-fc0d-4b10-8719-029c4184cbca,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:26:13.528108 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d83aa912-d85c-4e09-8bd6-2e21d95856ef'] response: {'name': 'network-changed', 'server_uuid': '5e93c94b-61da-42a5-8616-9dd4c6c5021f', 'tag': '49bd4b17-f871-4d04-845d-75477d171247', 'status': 'completed', 'code': 200} May 31 13:26:13.535578 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5e6fbbbe-9f3a-4434-a43c-ed8e1649f52a req-73332024-a4aa-4304-809c-47cea4c08de4 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.44 "DELETE /v2.0/ports/95e68113-2ff1-42e3-b645-2d1b5c52a434 HTTP/1.1" status: 204 len: 173 time: 3.2049880 May 31 13:26:13.606612 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc9a09e-0965-4647-a57a-97e1442aad19 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Checking segment: {'id': 'c05c3025-af00-47f8-b61e-98dee05227ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b4d30686-23e7-4909-aa70-b67d446f9c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:26:13.608364 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc9a09e-0965-4647-a57a-97e1442aad19 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Network hostable DHCP agents. Network: b4d30686-23e7-4909-aa70-b67d446f9c2b, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:26:13.631201 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-80a2abc2-bfff-42c1-a789-c055cb42cb07 req-df3b677a-baba-4afe-9c8f-198c3f8bfbfe tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/security-groups/9577d313-3b18-4a38-b032-40be94a5dd1c HTTP/1.1" status: 200 len: 1800 time: 0.3408716 May 31 13:26:13.660829 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fa6d1d5-b044-425b-a916-58229a6da34a'] response: {'name': 'network-changed', 'server_uuid': 'defb627e-1ad7-41e4-a859-155957cdc19f', 'tag': '0001a290-f81d-4837-8c6d-d8c515b6b056', 'status': 'completed', 'code': 200} May 31 13:26:13.671421 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:13.740718 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:13.895883 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc9a09e-0965-4647-a57a-97e1442aad19 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Network b4d30686-23e7-4909-aa70-b67d446f9c2b is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:26:13.923555 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826ff9f2-d94f-4a9e-b0c3-bdecb49951ba req-7a410fc4-1e45-4c0a-b98e-1a6ece4e82e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:13.925071 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-826ff9f2-d94f-4a9e-b0c3-bdecb49951ba req-7a410fc4-1e45-4c0a-b98e-1a6ece4e82e9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=56e02bdb103940bfa914b1757276d35d&device_id=defb627e-1ad7-41e4-a859-155957cdc19f HTTP/1.1" status: 200 len: 1099 time: 0.2338097 May 31 13:26:13.988757 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-3dc9a09e-0965-4647-a57a-97e1442aad19 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, b4d30686-23e7-4909-aa70-b67d446f9c2b) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:26:14.003564 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d2a495-e005-4f8e-b45c-85dad0e12a3f None None] Network b4d30686-23e7-4909-aa70-b67d446f9c2b requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:26:14.005276 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc9a09e-0965-4647-a57a-97e1442aad19 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:14.005880 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3dc9a09e-0965-4647-a57a-97e1442aad19 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:14.029049 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [req-80a2abc2-bfff-42c1-a789-c055cb42cb07 req-b8877255-0645-4274-aa1c-709c9f85444e tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] delete failed (client error): There was a conflict when trying to complete your request. May 31 13:26:14.030119 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-80a2abc2-bfff-42c1-a789-c055cb42cb07 req-b8877255-0645-4274-aa1c-709c9f85444e tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "DELETE /v2.0/security-groups/9577d313-3b18-4a38-b032-40be94a5dd1c HTTP/1.1" status: 409 len: 341 time: 0.3386617 May 31 13:26:14.091784 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-3dc9a09e-0965-4647-a57a-97e1442aad19 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.1300955 May 31 13:26:14.096264 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1927ce-23ae-4e7a-b8b1-16a0cc4af94e req-dda461f0-5ee8-43a7-96ee-ae00b619e03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:14.098971 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bf1927ce-23ae-4e7a-b8b1-16a0cc4af94e req-dda461f0-5ee8-43a7-96ee-ae00b619e03a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a487a8012f6942fe8ddd9bac507c4ea0&device_id=5e93c94b-61da-42a5-8616-9dd4c6c5021f HTTP/1.1" status: 200 len: 1174 time: 0.5550973 May 31 13:26:14.100037 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 40242) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:26:14.113232 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-02d487aa-4c63-4ba9-a80c-2662b92e2fd9 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Request body: {'subnet': {'network_id': '2d2d7c1f-d966-47df-b1e1-24eb3c3d5e68', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:26:14.207032 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826ff9f2-d94f-4a9e-b0c3-bdecb49951ba req-80909abd-e2e3-4bd6-9e77-b93da3bcfdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:14.210225 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-826ff9f2-d94f-4a9e-b0c3-bdecb49951ba req-80909abd-e2e3-4bd6-9e77-b93da3bcfdb3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=85b11c4f-90ad-4763-b38d-22d3f87089f4 HTTP/1.1" status: 200 len: 870 time: 0.2786024 May 31 13:26:14.311038 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-826ff9f2-d94f-4a9e-b0c3-bdecb49951ba req-2e09380f-709e-43b0-aa55-ae511b1b32fa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=0001a290-f81d-4837-8c6d-d8c515b6b056 HTTP/1.1" status: 200 len: 217 time: 0.0934830 May 31 13:26:14.334712 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 95e68113-2ff1-42e3-b645-2d1b5c52a434 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:26:14.391018 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] No Port match for: 95e68113-2ff1-42e3-b645-2d1b5c52a434 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:26:14.391349 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 95e68113-2ff1-42e3-b645-2d1b5c52a434 not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:26:14.422787 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6788a66e-4e8c-4c81-97f4-29b124188664 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-b4d30686-23e7-4909-aa70-b67d446f9c2b', 'network_id': 'b4d30686-23e7-4909-aa70-b67d446f9c2b', 'tenant_id': '3239bed898c344b59ed7ea3353897e74', 'fixed_ips': [{'subnet_id': 'ae1bf59e-fc0d-4b10-8719-029c4184cbca'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:26:14.423607 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6788a66e-4e8c-4c81-97f4-29b124188664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:14.465164 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826ff9f2-d94f-4a9e-b0c3-bdecb49951ba req-1f7ac2c9-2f50-4b88-adfe-9070a7263236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:14.466869 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-826ff9f2-d94f-4a9e-b0c3-bdecb49951ba req-1f7ac2c9-2f50-4b88-adfe-9070a7263236 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.1488523 May 31 13:26:14.469734 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-5835a731-f548-44a2-ba74-a16decad5453 req-ad75b2d7-4053-4387-b55b-c9e62e270bda service neutron] For port 2ca73744-b411-4cba-a1bc-b0632df659c1, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=2ca73744-b411-4cba-a1bc-b0632df659c1,segment=NetworkSegment(6af449b4-9759-41ca-aa70-1c602a81197c),segment_id=6af449b4-9759-41ca-aa70-1c602a81197c)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:26:14.508244 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473dfbdf-126e-4294-92ac-bc8acdb85b9e req-6d0cc4d5-ca23-40de-810e-618846453ecd tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:14.510477 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-473dfbdf-126e-4294-92ac-bc8acdb85b9e req-6d0cc4d5-ca23-40de-810e-618846453ecd tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/ports?device_id=95537a9c-c133-465c-9a9a-4b1c5e23bfe6 HTTP/1.1" status: 200 len: 943 time: 0.7000442 May 31 13:26:14.622789 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-5835a731-f548-44a2-ba74-a16decad5453 req-ad75b2d7-4053-4387-b55b-c9e62e270bda service neutron] For port 2ca73744-b411-4cba-a1bc-b0632df659c1, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:26:14.624389 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826ff9f2-d94f-4a9e-b0c3-bdecb49951ba req-411c0b4b-edb2-4891-a56e-16bdfbcbe8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:14.627143 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-826ff9f2-d94f-4a9e-b0c3-bdecb49951ba req-411c0b4b-edb2-4891-a56e-16bdfbcbe8e6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1532576 May 31 13:26:14.657500 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-02d487aa-4c63-4ba9-a80c-2662b92e2fd9 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:26:14.691887 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-02d487aa-4c63-4ba9-a80c-2662b92e2fd9 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Usage tracker for resource:subnet and tenant:3239bed898c344b59ed7ea3353897e74 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:26:14.706475 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-02d487aa-4c63-4ba9-a80c-2662b92e2fd9 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:26:14.706970 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-6788a66e-4e8c-4c81-97f4-29b124188664 None None] Allocated IP 10.1.1.2 (b4d30686-23e7-4909-aa70-b67d446f9c2b/ae1bf59e-fc0d-4b10-8719-029c4184cbca/f90891ff-f142-4238-821f-cf0465156e7f) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:26:14.742851 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-02d487aa-4c63-4ba9-a80c-2662b92e2fd9 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:26:14.802556 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-826ff9f2-d94f-4a9e-b0c3-bdecb49951ba req-045bb4cc-f28e-4b24-a098-2008c63c9f86 service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673965 May 31 13:26:14.804416 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-473dfbdf-126e-4294-92ac-bc8acdb85b9e req-bba16410-cb41-41aa-b645-0e2b63d3b38d tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d29a7ba-8da4-4594-bfbf-9f55cd071e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580633 May 31 13:26:14.815280 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-5835a731-f548-44a2-ba74-a16decad5453 req-ad75b2d7-4053-4387-b55b-c9e62e270bda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ca73744-b411-4cba-a1bc-b0632df659c1 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:26:14.825037 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1927ce-23ae-4e7a-b8b1-16a0cc4af94e req-06a965ba-7991-441e-a97d-05a4af13d264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:14.827351 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bf1927ce-23ae-4e7a-b8b1-16a0cc4af94e req-06a965ba-7991-441e-a97d-05a4af13d264 service neutron] 10.222.0.44 "GET /v2.0/networks?id=adff3eec-c144-4d49-9989-f7573e7edff0 HTTP/1.1" status: 200 len: 913 time: 0.6889825 May 31 13:26:14.835362 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adaec09-096b-4c0b-9b90-ad6553856e90 req-aec1a735-a1b5-4db3-8fc5-e6271d2444cc tempest-ServersOnMultiNodesTest-616659521 tempest-ServersOnMultiNodesTest-616659521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:14.838426 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9adaec09-096b-4c0b-9b90-ad6553856e90 req-aec1a735-a1b5-4db3-8fc5-e6271d2444cc tempest-ServersOnMultiNodesTest-616659521 tempest-ServersOnMultiNodesTest-616659521-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=c1930c39-1f9e-42db-90e5-e025f2d5bbe5 HTTP/1.1" status: 200 len: 1100 time: 0.6391304 May 31 13:26:14.937629 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d487aa-4c63-4ba9-a80c-2662b92e2fd9 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Made reservation on behalf of 3239bed898c344b59ed7ea3353897e74 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:26:14.943617 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-02d487aa-4c63-4ba9-a80c-2662b92e2fd9 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:14.973305 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-5835a731-f548-44a2-ba74-a16decad5453 req-ad75b2d7-4053-4387-b55b-c9e62e270bda service neutron] For port 2ca73744-b411-4cba-a1bc-b0632df659c1, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=2ca73744-b411-4cba-a1bc-b0632df659c1,segment=NetworkSegment(6af449b4-9759-41ca-aa70-1c602a81197c),segment_id=6af449b4-9759-41ca-aa70-1c602a81197c)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:26:15.069729 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6788a66e-4e8c-4c81-97f4-29b124188664 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:15.084847 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6788a66e-4e8c-4c81-97f4-29b124188664 None None] Transition to ACTIVE for port object f90891ff-f142-4238-821f-cf0465156e7f will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:26:15.114997 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6788a66e-4e8c-4c81-97f4-29b124188664 None None] Transition to ACTIVE for port object f90891ff-f142-4238-821f-cf0465156e7f will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:26:15.125330 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6788a66e-4e8c-4c81-97f4-29b124188664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:15.127048 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bf1927ce-23ae-4e7a-b8b1-16a0cc4af94e req-43497888-d053-4b7a-84c7-980c0ed12a03 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49bd4b17-f871-4d04-845d-75477d171247 HTTP/1.1" status: 200 len: 217 time: 0.2820711 May 31 13:26:15.143798 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-826ff9f2-d94f-4a9e-b0c3-bdecb49951ba req-c7a7d203-5a5e-4ad5-9523-ff3135703150 service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3323023 May 31 13:26:15.220808 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-5835a731-f548-44a2-ba74-a16decad5453 req-ad75b2d7-4053-4387-b55b-c9e62e270bda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:15.249451 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6788a66e-4e8c-4c81-97f4-29b124188664 None None] Network b4d30686-23e7-4909-aa70-b67d446f9c2b is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:26:15.252544 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-6788a66e-4e8c-4c81-97f4-29b124188664 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:26:15.255215 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6788a66e-4e8c-4c81-97f4-29b124188664 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:26:15.265146 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6788a66e-4e8c-4c81-97f4-29b124188664 None None] Pushing event updated for resources: {'Port': ['ID=f90891ff-f142-4238-821f-cf0465156e7f,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:26:15.314527 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6788a66e-4e8c-4c81-97f4-29b124188664 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:26:15.315075 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6788a66e-4e8c-4c81-97f4-29b124188664 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:26:15.315632 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6788a66e-4e8c-4c81-97f4-29b124188664 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:26:15.316173 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6788a66e-4e8c-4c81-97f4-29b124188664 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:26:15.316711 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6788a66e-4e8c-4c81-97f4-29b124188664 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:26:15.317265 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6788a66e-4e8c-4c81-97f4-29b124188664 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:26:15.317793 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6788a66e-4e8c-4c81-97f4-29b124188664 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:26:15.318382 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6788a66e-4e8c-4c81-97f4-29b124188664 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:26:15.318919 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6788a66e-4e8c-4c81-97f4-29b124188664 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:26:15.319461 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6788a66e-4e8c-4c81-97f4-29b124188664 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:26:15.319997 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6788a66e-4e8c-4c81-97f4-29b124188664 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:26:15.320571 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6788a66e-4e8c-4c81-97f4-29b124188664 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:26:15.326655 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-9118bd7a-868e-41c1-a6d8-0e97d6663184 req-f6898b1d-4c6e-4349-9c92-25fe41bc5e42 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a06e1f01-c592-43ce-8534-64d7c3528378&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1218724 May 31 13:26:15.413357 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9adaec09-096b-4c0b-9b90-ad6553856e90 req-bd5a770a-2802-4dfd-ab4b-32e2d045bb89 tempest-ServersOnMultiNodesTest-616659521 tempest-ServersOnMultiNodesTest-616659521-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=a4e17580-fef9-47ea-85b1-59ae8325b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4148498 May 31 13:26:15.429807 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-6788a66e-4e8c-4c81-97f4-29b124188664 None None] Attempting to bind port f90891ff-f142-4238-821f-cf0465156e7f on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:26:15.430933 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-6788a66e-4e8c-4c81-97f4-29b124188664 None None] Attempting to bind port f90891ff-f142-4238-821f-cf0465156e7f by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'c05c3025-af00-47f8-b61e-98dee05227ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b4d30686-23e7-4909-aa70-b67d446f9c2b'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:26:15.431742 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6788a66e-4e8c-4c81-97f4-29b124188664 None None] Attempting to bind port f90891ff-f142-4238-821f-cf0465156e7f on network b4d30686-23e7-4909-aa70-b67d446f9c2b {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:26:15.437683 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:15.441119 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6788a66e-4e8c-4c81-97f4-29b124188664 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:26:15.441745 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6788a66e-4e8c-4c81-97f4-29b124188664 None None] Checking segment: {'id': 'c05c3025-af00-47f8-b61e-98dee05227ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b4d30686-23e7-4909-aa70-b67d446f9c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:26:15.442351 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6788a66e-4e8c-4c81-97f4-29b124188664 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:15.442906 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6788a66e-4e8c-4c81-97f4-29b124188664 None None] Bound using segment: {'id': 'c05c3025-af00-47f8-b61e-98dee05227ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b4d30686-23e7-4909-aa70-b67d446f9c2b'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:26:15.443993 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-6788a66e-4e8c-4c81-97f4-29b124188664 None None] Bound port: f90891ff-f142-4238-821f-cf0465156e7f, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c05c3025-af00-47f8-b61e-98dee05227ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b4d30686-23e7-4909-aa70-b67d446f9c2b'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:26:15.447929 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1927ce-23ae-4e7a-b8b1-16a0cc4af94e req-37ffdca4-c694-429d-b0ec-48263748a799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:15.450280 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bf1927ce-23ae-4e7a-b8b1-16a0cc4af94e req-37ffdca4-c694-429d-b0ec-48263748a799 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c22c9473-7cad-4741-bb6c-0e549db0e04e HTTP/1.1" status: 200 len: 852 time: 0.3060024 May 31 13:26:15.459221 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6788a66e-4e8c-4c81-97f4-29b124188664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:15.575799 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b50fd3b-b462-403d-b8da-fd02cb3e2439', 'name': 'network-vif-deleted', 'tag': '95e68113-2ff1-42e3-b645-2d1b5c52a434'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:26:15.637965 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9118bd7a-868e-41c1-a6d8-0e97d6663184 req-49bbbabb-2dce-46c4-8203-41f5239b2f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:15.639330 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bf1927ce-23ae-4e7a-b8b1-16a0cc4af94e req-5668067d-5aec-4cad-84b4-c4205822fa9f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=adff3eec-c144-4d49-9989-f7573e7edff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1537716 May 31 13:26:15.641967 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-6788a66e-4e8c-4c81-97f4-29b124188664 None None] For port f90891ff-f142-4238-821f-cf0465156e7f, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:26:15.645116 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-9118bd7a-868e-41c1-a6d8-0e97d6663184 req-49bbbabb-2dce-46c4-8203-41f5239b2f30 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c905d91f2f614f928153cd05b2f8a225&device_id=a06e1f01-c592-43ce-8534-64d7c3528378 HTTP/1.1" status: 200 len: 1101 time: 0.2286072 May 31 13:26:15.647282 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-6788a66e-4e8c-4c81-97f4-29b124188664 None None] For port f90891ff-f142-4238-821f-cf0465156e7f, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=f90891ff-f142-4238-821f-cf0465156e7f,segment=NetworkSegment(c05c3025-af00-47f8-b61e-98dee05227ef),segment_id=c05c3025-af00-47f8-b61e-98dee05227ef)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:26:15.657523 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6788a66e-4e8c-4c81-97f4-29b124188664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:15.748724 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6788a66e-4e8c-4c81-97f4-29b124188664 None None] Pushing event updated for resources: {'Port': ['ID=f90891ff-f142-4238-821f-cf0465156e7f,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:26:15.946639 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9118bd7a-868e-41c1-a6d8-0e97d6663184 req-392a5433-73f2-49ee-8a40-e4ab2be21f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:15.948659 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-9118bd7a-868e-41c1-a6d8-0e97d6663184 req-392a5433-73f2-49ee-8a40-e4ab2be21f83 service neutron] 10.222.0.20 "GET /v2.0/networks?id=85b11c4f-90ad-4763-b38d-22d3f87089f4 HTTP/1.1" status: 200 len: 870 time: 0.2666247 May 31 13:26:16.046606 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-5835a731-f548-44a2-ba74-a16decad5453 req-ad75b2d7-4053-4387-b55b-c9e62e270bda service neutron] Transition to ACTIVE for port object 2ca73744-b411-4cba-a1bc-b0632df659c1 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:26:16.069546 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d605f-33c3-4c4a-9dea-fa6d80843c4b req-e417f0b2-668e-4ae8-b07f-746443f3bdc3 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:16.077951 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c75d605f-33c3-4c4a-9dea-fa6d80843c4b req-e417f0b2-668e-4ae8-b07f-746443f3bdc3 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffdedfac-9c20-40fd-86fb-fc53814787c9 HTTP/1.1" status: 200 len: 946 time: 0.8363001 May 31 13:26:16.096544 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-5835a731-f548-44a2-ba74-a16decad5453 req-ad75b2d7-4053-4387-b55b-c9e62e270bda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:16.105154 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-9118bd7a-868e-41c1-a6d8-0e97d6663184 req-f91074de-a6d4-4f99-b5c2-6a5dc35aab85 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=f9a3a0b4-413d-47ea-9884-ee6988a0a17a HTTP/1.1" status: 200 len: 217 time: 0.1440251 May 31 13:26:16.163237 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 2ca73744-b411-4cba-a1bc-b0632df659c1 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:26:16.229130 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9118bd7a-868e-41c1-a6d8-0e97d6663184 req-14764fdb-7226-446b-85a0-35e100d47e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:16.232096 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-9118bd7a-868e-41c1-a6d8-0e97d6663184 req-14764fdb-7226-446b-85a0-35e100d47e3e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.1209188 May 31 13:26:16.268450 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 2ca73744-b411-4cba-a1bc-b0632df659c1 not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:26:16.306811 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bf1927ce-23ae-4e7a-b8b1-16a0cc4af94e req-64f17122-89fe-461e-9b52-f305ba0b83c9 service neutron] 10.222.0.44 "GET /v2.0/networks/adff3eec-c144-4d49-9989-f7573e7edff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6489708 May 31 13:26:16.376990 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9118bd7a-868e-41c1-a6d8-0e97d6663184 req-34d12f0e-03a2-49e0-8f13-3b61d005c06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:16.379740 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-9118bd7a-868e-41c1-a6d8-0e97d6663184 req-34d12f0e-03a2-49e0-8f13-3b61d005c06c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1403458 May 31 13:26:16.424132 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c75d605f-33c3-4c4a-9dea-fa6d80843c4b req-5921f751-4c67-41e2-a5ed-53c857a02030 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] 10.222.0.50 "GET /v2.0/security-groups?id=3316f69c-0b0b-4b52-92ce-248c8657cef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3446920 May 31 13:26:16.473709 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-5835a731-f548-44a2-ba74-a16decad5453 req-ad75b2d7-4053-4387-b55b-c9e62e270bda service neutron] No DVR routers for this DVR port 2ca73744-b411-4cba-a1bc-b0632df659c1 on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:26:16.475881 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad75b2d7-4053-4387-b55b-c9e62e270bda service neutron] Pushing event updated for resources: {'Port': ['ID=2ca73744-b411-4cba-a1bc-b0632df659c1,revision_number=10']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:26:16.485917 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-02d487aa-4c63-4ba9-a80c-2662b92e2fd9 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:16.580599 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-9118bd7a-868e-41c1-a6d8-0e97d6663184 req-69e12fff-96b0-411f-a777-472990f0b4a3 service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946249 May 31 13:26:16.639856 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f3c724-d0ae-4e95-9448-de175a123ff9 req-83adac70-7509-461f-a969-ad8d71f8ec29 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:16.641548 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d7f3c724-d0ae-4e95-9448-de175a123ff9 req-83adac70-7509-461f-a969-ad8d71f8ec29 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] 10.222.0.50 "GET /v2.0/ports?device_id=defb627e-1ad7-41e4-a859-155957cdc19f HTTP/1.1" status: 200 len: 948 time: 0.6876683 May 31 13:26:16.710597 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5835a731-f548-44a2-ba74-a16decad5453 req-ad75b2d7-4053-4387-b55b-c9e62e270bda service neutron] 10.222.0.44 "PUT /v2.0/ports/2ca73744-b411-4cba-a1bc-b0632df659c1/bindings/n-h1-843939-1/activate HTTP/1.1" status: 200 len: 369 time: 3.7446578 May 31 13:26:16.735304 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d487aa-4c63-4ba9-a80c-2662b92e2fd9 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Pushing event updated for resources: {'Subnet': ['ID=0cc880ea-aa7f-47b9-9b93-2b6fc9bcaa46,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:26:16.782459 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bf1927ce-23ae-4e7a-b8b1-16a0cc4af94e req-afc9f837-bc24-4be4-a0ab-a949522f3d8a service neutron] 10.222.0.44 "GET /v2.0/networks/adff3eec-c144-4d49-9989-f7573e7edff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4416480 May 31 13:26:16.812164 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-9118bd7a-868e-41c1-a6d8-0e97d6663184 req-cd838bb8-0a3d-4c31-aa2b-1a0c13a340e0 service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246137 May 31 13:26:16.822136 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d7f3c724-d0ae-4e95-9448-de175a123ff9 req-bf9b93c0-873f-4eab-bae5-55f8df3b68ca tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] 10.222.0.50 "GET /v2.0/security-groups?id=9145548e-74a9-4f5e-ae53-c23243c8c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490123 May 31 13:26:16.823060 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d487aa-4c63-4ba9-a80c-2662b92e2fd9 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Checking segment: {'id': '3438d023-0058-42be-b2fa-a81ef9f95959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '2d2d7c1f-d966-47df-b1e1-24eb3c3d5e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:26:16.823435 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d487aa-4c63-4ba9-a80c-2662b92e2fd9 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Network hostable DHCP agents. Network: 2d2d7c1f-d966-47df-b1e1-24eb3c3d5e68, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:26:16.906294 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d487aa-4c63-4ba9-a80c-2662b92e2fd9 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Network 2d2d7c1f-d966-47df-b1e1-24eb3c3d5e68 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:26:16.935372 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-02d487aa-4c63-4ba9-a80c-2662b92e2fd9 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 2d2d7c1f-d966-47df-b1e1-24eb3c3d5e68) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:26:16.942515 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device f90891ff-f142-4238-821f-cf0465156e7f up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:26:16.943602 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d487aa-4c63-4ba9-a80c-2662b92e2fd9 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:16.944429 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-02d487aa-4c63-4ba9-a80c-2662b92e2fd9 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:16.971190 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-02d487aa-4c63-4ba9-a80c-2662b92e2fd9 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.8643935 May 31 13:26:16.973734 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 40268) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:26:16.981469 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-8efd1cec-72d1-4c88-86a6-a0325f0d1b6b tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Request body: {'port': {'network_id': 'b4d30686-23e7-4909-aa70-b67d446f9c2b', 'name': 'tempest-TaggedBootDevicesTest-2051287967', 'fixed_ips': [{'subnet_id': 'ae1bf59e-fc0d-4b10-8719-029c4184cbca'}]}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:26:17.053939 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d101ceaa-4471-425b-8fbe-e42a8694afdf None None] Network 2d2d7c1f-d966-47df-b1e1-24eb3c3d5e68 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:26:17.172801 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-395cd58f-22fe-4934-85c7-dcb3364ca064 req-9ed0943e-c2ff-4b46-9c8b-8adc40723337 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=09dd0f3ff03c49d3a5c47e4de6593f6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0930068 May 31 13:26:17.173967 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5835a731-f548-44a2-ba74-a16decad5453 req-7544dbf0-87bc-4664-918b-e7b8d707a626 tempest-LiveMigrationTest-979382837 tempest-LiveMigrationTest-979382837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:17.175804 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5835a731-f548-44a2-ba74-a16decad5453 req-7544dbf0-87bc-4664-918b-e7b8d707a626 tempest-LiveMigrationTest-979382837 tempest-LiveMigrationTest-979382837-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=95537a9c-c133-465c-9a9a-4b1c5e23bfe6&tenant_id=9d7345b6bbc64d3981e920379156fa19&binding%3Ahost_id=n-h2-843939-1 HTTP/1.1" status: 200 len: 1095 time: 0.2882228 May 31 13:26:17.196114 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c0b6e13-a935-4c57-a40d-a2b8bbf7c3eb'] response: {'server_uuid': '1b50fd3b-b462-403d-b8da-fd02cb3e2439', 'name': 'network-vif-deleted', 'tag': '95e68113-2ff1-42e3-b645-2d1b5c52a434', 'status': 'completed', 'code': 200} May 31 13:26:17.432050 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5835a731-f548-44a2-ba74-a16decad5453 req-fbb9e3e6-f9b4-401b-bf25-ecc0027a80c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:17.435837 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5835a731-f548-44a2-ba74-a16decad5453 req-fbb9e3e6-f9b4-401b-bf25-ecc0027a80c3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=95537a9c-c133-465c-9a9a-4b1c5e23bfe6&tenant_id=9d7345b6bbc64d3981e920379156fa19 HTTP/1.1" status: 200 len: 1095 time: 0.2530811 May 31 13:26:17.484849 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 0001a290-f81d-4837-8c6d-d8c515b6b056 details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:26:17.638582 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4750c24-bdaa-4280-a8d1-aa101fb6cf23 None None] Network b4d30686-23e7-4909-aa70-b67d446f9c2b requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:26:17.797564 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-8efd1cec-72d1-4c88-86a6-a0325f0d1b6b tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:26:17.828333 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-8efd1cec-72d1-4c88-86a6-a0325f0d1b6b tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Usage tracker for resource:port and tenant:3239bed898c344b59ed7ea3353897e74 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:26:17.838850 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-8efd1cec-72d1-4c88-86a6-a0325f0d1b6b tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:26:17.854673 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-8efd1cec-72d1-4c88-86a6-a0325f0d1b6b tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:26:17.866637 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5835a731-f548-44a2-ba74-a16decad5453 req-72cd34b8-c603-46ed-811d-2b51ca7f57b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:17.871915 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395cd58f-22fe-4934-85c7-dcb3364ca064 req-03908217-9670-4bb6-b73c-abb64ee0de6e tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:17.875266 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5835a731-f548-44a2-ba74-a16decad5453 req-72cd34b8-c603-46ed-811d-2b51ca7f57b3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9d7345b6bbc64d3981e920379156fa19&device_id=95537a9c-c133-465c-9a9a-4b1c5e23bfe6 HTTP/1.1" status: 200 len: 1095 time: 0.3992064 May 31 13:26:17.884481 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-395cd58f-22fe-4934-85c7-dcb3364ca064 req-03908217-9670-4bb6-b73c-abb64ee0de6e tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6866539 May 31 13:26:17.929216 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-395cd58f-22fe-4934-85c7-dcb3364ca064 req-4a9edbe6-6627-463f-bca2-503871cbe9a6 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/quotas/09dd0f3ff03c49d3a5c47e4de6593f6c HTTP/1.1" status: 200 len: 375 time: 0.0432155 May 31 13:26:17.937269 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8efd1cec-72d1-4c88-86a6-a0325f0d1b6b tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Made reservation on behalf of 3239bed898c344b59ed7ea3353897e74 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:26:17.954115 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88862fe1-ea3e-4728-9956-ed4a7cb44993 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-2d2d7c1f-d966-47df-b1e1-24eb3c3d5e68', 'network_id': '2d2d7c1f-d966-47df-b1e1-24eb3c3d5e68', 'tenant_id': '3239bed898c344b59ed7ea3353897e74', 'fixed_ips': [{'subnet_id': '0cc880ea-aa7f-47b9-9b93-2b6fc9bcaa46'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:26:17.955761 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-88862fe1-ea3e-4728-9956-ed4a7cb44993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:18.000741 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-4ce8789c-984b-451e-8b13-f22e183bc35a None None] Provisioning for port f90891ff-f142-4238-821f-cf0465156e7f completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:26:18.140770 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb3420d-0a67-4893-b650-72c9e9acf305 req-4a2ded6d-0756-4c71-85d3-1d49b09b1795 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:18.143413 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ffb3420d-0a67-4893-b650-72c9e9acf305 req-4a2ded6d-0756-4c71-85d3-1d49b09b1795 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/ports?device_id=95537a9c-c133-465c-9a9a-4b1c5e23bfe6 HTTP/1.1" status: 200 len: 944 time: 0.5359728 May 31 13:26:18.227117 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port f90891ff-f142-4238-821f-cf0465156e7f completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:26:18.259690 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5835a731-f548-44a2-ba74-a16decad5453 req-dafe4413-e7fb-4e6f-b1c4-29b902992327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:18.261189 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5835a731-f548-44a2-ba74-a16decad5453 req-dafe4413-e7fb-4e6f-b1c4-29b902992327 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e576ad54-297c-4eec-b73b-25479782c1e2 HTTP/1.1" status: 200 len: 909 time: 0.3800590 May 31 13:26:18.290309 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port f90891ff-f142-4238-821f-cf0465156e7f triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:26:18.290653 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:18.315728 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ffb3420d-0a67-4893-b650-72c9e9acf305 req-07883469-0290-4352-b1d1-4ef337d9a304 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d29a7ba-8da4-4594-bfbf-9f55cd071e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569164 May 31 13:26:18.437853 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5835a731-f548-44a2-ba74-a16decad5453 req-6234fbf6-9c8d-4f16-af12-6aba8f8db6d0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ca73744-b411-4cba-a1bc-b0632df659c1 HTTP/1.1" status: 200 len: 217 time: 0.1689544 May 31 13:26:18.595626 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 0001a290-f81d-4837-8c6d-d8c515b6b056, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=0001a290-f81d-4837-8c6d-d8c515b6b056,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:26:18.610349 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5835a731-f548-44a2-ba74-a16decad5453 req-317d8922-d77b-4dfe-aec9-561f5711c10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:18.612867 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5835a731-f548-44a2-ba74-a16decad5453 req-317d8922-d77b-4dfe-aec9-561f5711c10b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=376bfa95-ebe5-4cb8-abaa-2bcb5d3a07e3 HTTP/1.1" status: 200 len: 848 time: 0.1614406 May 31 13:26:18.614251 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-395cd58f-22fe-4934-85c7-dcb3364ca064 req-33859e21-3a5f-46d7-a790-12fdf922e25e tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=09dd0f3ff03c49d3a5c47e4de6593f6c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.6820326 May 31 13:26:18.623526 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8efd1cec-72d1-4c88-86a6-a0325f0d1b6b tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:18.687084 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': '0001a290-f81d-4837-8c6d-d8c515b6b056', 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4', 'port_id': '0001a290-f81d-4837-8c6d-d8c515b6b056', 'mac_address': 'fa:16:3e:d6:65:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24822c99-0dce-4d50-9c44-3135ba3763b8', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:26:18.714046 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-8efd1cec-72d1-4c88-86a6-a0325f0d1b6b tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] device_id is not set on port 4954dca1-a5cd-4389-bc9b-a96a8180e081 yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:26:18.739973 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-88862fe1-ea3e-4728-9956-ed4a7cb44993 None None] Allocated IP 10.2.2.2 (2d2d7c1f-d966-47df-b1e1-24eb3c3d5e68/0cc880ea-aa7f-47b9-9b93-2b6fc9bcaa46/0ce7c141-c86b-481f-bcca-389725e17b39) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:26:18.757195 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5835a731-f548-44a2-ba74-a16decad5453 req-cb85667f-a7fd-4ad7-b0ba-54662bdbe2ea service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e576ad54-297c-4eec-b73b-25479782c1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1374474 May 31 13:26:18.879646 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port f90891ff-f142-4238-821f-cf0465156e7f is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:26:18.880103 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:18.999500 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 0001a290-f81d-4837-8c6d-d8c515b6b056 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:26:18.999854 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:19.102447 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5835a731-f548-44a2-ba74-a16decad5453 req-ec2252db-be47-4193-9a73-343366de6337 service neutron] 10.222.0.20 "GET /v2.0/networks/e576ad54-297c-4eec-b73b-25479782c1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3377976 May 31 13:26:19.110466 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0001a290-f81d-4837-8c6d-d8c515b6b056 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:26:19.229920 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port f90891ff-f142-4238-821f-cf0465156e7f, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=f90891ff-f142-4238-821f-cf0465156e7f,segment=NetworkSegment(c05c3025-af00-47f8-b61e-98dee05227ef),segment_id=c05c3025-af00-47f8-b61e-98dee05227ef)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:26:19.231767 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 0001a290-f81d-4837-8c6d-d8c515b6b056, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=0001a290-f81d-4837-8c6d-d8c515b6b056,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:26:19.280230 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:19.282031 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:19.474896 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5835a731-f548-44a2-ba74-a16decad5453 req-57484aea-9c5a-4ed8-8189-98860e4c5b44 service neutron] 10.222.0.20 "GET /v2.0/networks/e576ad54-297c-4eec-b73b-25479782c1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3619218 May 31 13:26:19.661482 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9799455-9a96-430e-9f51-8ad003c382e9 req-7f0a4848-ea54-4d08-b301-654e5286d100 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:19.672133 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d9799455-9a96-430e-9f51-8ad003c382e9 req-7f0a4848-ea54-4d08-b301-654e5286d100 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e93c94b-61da-42a5-8616-9dd4c6c5021f HTTP/1.1" status: 200 len: 1023 time: 0.7623844 May 31 13:26:19.791270 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-88862fe1-ea3e-4728-9956-ed4a7cb44993 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:19.811751 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98296580-eaed-4278-9a2b-d6f7c4a0588c req-6c6e9ba3-de6b-4dcf-a34e-f90d437c1384 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:19.814705 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-98296580-eaed-4278-9a2b-d6f7c4a0588c req-6c6e9ba3-de6b-4dcf-a34e-f90d437c1384 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e93c94b-61da-42a5-8616-9dd4c6c5021f HTTP/1.1" status: 200 len: 1023 time: 0.9599671 May 31 13:26:19.821578 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=f90891ff-f142-4238-821f-cf0465156e7f,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:26:19.876201 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d9799455-9a96-430e-9f51-8ad003c382e9 req-adba360c-ad41-439e-a6a5-f3ae029c227f tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/security-groups?id=1cb19413-a72c-47ce-8fb3-65c7a09ab793&id=98e17d4a-ac5b-4480-9bc6-49977fe0902a&id=9577d313-3b18-4a38-b032-40be94a5dd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2024779 May 31 13:26:20.000732 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=0001a290-f81d-4837-8c6d-d8c515b6b056,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:26:20.007535 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['0001a290-f81d-4837-8c6d-d8c515b6b056'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:26:20.061159 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-88862fe1-ea3e-4728-9956-ed4a7cb44993 None None] Transition to ACTIVE for port object 0ce7c141-c86b-481f-bcca-389725e17b39 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:26:20.110328 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-88862fe1-ea3e-4728-9956-ed4a7cb44993 None None] Transition to ACTIVE for port object 0ce7c141-c86b-481f-bcca-389725e17b39 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:26:20.123134 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-8efd1cec-72d1-4c88-86a6-a0325f0d1b6b tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Allocated IP 10.1.1.216 (b4d30686-23e7-4909-aa70-b67d446f9c2b/ae1bf59e-fc0d-4b10-8719-029c4184cbca/4954dca1-a5cd-4389-bc9b-a96a8180e081) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:26:20.166240 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-88862fe1-ea3e-4728-9956-ed4a7cb44993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:20.365649 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5835a731-f548-44a2-ba74-a16decad5453 req-d3665a3a-f7b0-4588-a168-49bf919d7d26 tempest-LiveMigrationTest-979382837 tempest-LiveMigrationTest-979382837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:20.375822 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5835a731-f548-44a2-ba74-a16decad5453 req-d3665a3a-f7b0-4588-a168-49bf919d7d26 tempest-LiveMigrationTest-979382837 tempest-LiveMigrationTest-979382837-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=95537a9c-c133-465c-9a9a-4b1c5e23bfe6&tenant_id=9d7345b6bbc64d3981e920379156fa19&binding%3Ahost_id=n-h1-843939-1 HTTP/1.1" status: 200 len: 1095 time: 0.3972380 May 31 13:26:20.396353 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88862fe1-ea3e-4728-9956-ed4a7cb44993 None None] Network 2d2d7c1f-d966-47df-b1e1-24eb3c3d5e68 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:26:20.411737 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-88862fe1-ea3e-4728-9956-ed4a7cb44993 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:26:20.420808 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88862fe1-ea3e-4728-9956-ed4a7cb44993 None None] Pushing event updated for resources: {'Port': ['ID=0ce7c141-c86b-481f-bcca-389725e17b39,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:26:20.423624 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88862fe1-ea3e-4728-9956-ed4a7cb44993 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:26:20.493023 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-30432c42-048e-4ef6-8a17-86481329f793 None None] Provisioning complete for port f90891ff-f142-4238-821f-cf0465156e7f triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:26:20.493551 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-30432c42-048e-4ef6-8a17-86481329f793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:20.884568 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-88862fe1-ea3e-4728-9956-ed4a7cb44993 None None] Attempting to bind port 0ce7c141-c86b-481f-bcca-389725e17b39 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:26:20.886411 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-88862fe1-ea3e-4728-9956-ed4a7cb44993 None None] Attempting to bind port 0ce7c141-c86b-481f-bcca-389725e17b39 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '3438d023-0058-42be-b2fa-a81ef9f95959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '2d2d7c1f-d966-47df-b1e1-24eb3c3d5e68'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:26:20.886978 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88862fe1-ea3e-4728-9956-ed4a7cb44993 None None] Attempting to bind port 0ce7c141-c86b-481f-bcca-389725e17b39 on network 2d2d7c1f-d966-47df-b1e1-24eb3c3d5e68 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:26:20.910577 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-5835a731-f548-44a2-ba74-a16decad5453 req-2123169c-55e5-4df4-8c39-691378f21745 service neutron] For port 2ca73744-b411-4cba-a1bc-b0632df659c1, host n-h2-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:26:20.911286 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88862fe1-ea3e-4728-9956-ed4a7cb44993 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:26:20.911889 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88862fe1-ea3e-4728-9956-ed4a7cb44993 None None] Checking segment: {'id': '3438d023-0058-42be-b2fa-a81ef9f95959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '2d2d7c1f-d966-47df-b1e1-24eb3c3d5e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:26:20.912712 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-88862fe1-ea3e-4728-9956-ed4a7cb44993 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:20.913286 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88862fe1-ea3e-4728-9956-ed4a7cb44993 None None] Bound using segment: {'id': '3438d023-0058-42be-b2fa-a81ef9f95959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '2d2d7c1f-d966-47df-b1e1-24eb3c3d5e68'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:26:20.915627 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-88862fe1-ea3e-4728-9956-ed4a7cb44993 None None] Bound port: 0ce7c141-c86b-481f-bcca-389725e17b39, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3438d023-0058-42be-b2fa-a81ef9f95959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '2d2d7c1f-d966-47df-b1e1-24eb3c3d5e68'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:26:20.916878 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-88862fe1-ea3e-4728-9956-ed4a7cb44993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:20.918605 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-5835a731-f548-44a2-ba74-a16decad5453 req-2123169c-55e5-4df4-8c39-691378f21745 service neutron] Notify callbacks [] for binding, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:20.921000 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5835a731-f548-44a2-ba74-a16decad5453 req-2123169c-55e5-4df4-8c39-691378f21745 service neutron] 10.222.0.20 "DELETE /v2.0/ports/2ca73744-b411-4cba-a1bc-b0632df659c1/bindings/n-h2-843939-1 HTTP/1.1" status: 204 len: 173 time: 0.5289500 May 31 13:26:21.105678 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6757fbca-463e-48ef-be72-aae0a396ff04 req-f52a16e8-20c2-4eaf-b5b3-c091dcd5f525 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b9a7a8a-7d47-4a3d-98be-8a296564d31c HTTP/1.1" status: 200 len: 210 time: 0.1593909 May 31 13:26:21.178397 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-98296580-eaed-4278-9a2b-d6f7c4a0588c req-f63b09dd-cdb0-45ed-b427-aa44071abac4 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Deleting port 49bd4b17-f871-4d04-845d-75477d171247 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:26:21.179299 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-98296580-eaed-4278-9a2b-d6f7c4a0588c req-f63b09dd-cdb0-45ed-b427-aa44071abac4 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:21.199221 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-30432c42-048e-4ef6-8a17-86481329f793 None None] Current status of the port f90891ff-f142-4238-821f-cf0465156e7f is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:26:21.259241 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-88862fe1-ea3e-4728-9956-ed4a7cb44993 None None] For port 0ce7c141-c86b-481f-bcca-389725e17b39, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:26:21.263196 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-88862fe1-ea3e-4728-9956-ed4a7cb44993 None None] For port 0ce7c141-c86b-481f-bcca-389725e17b39, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=0ce7c141-c86b-481f-bcca-389725e17b39,segment=NetworkSegment(3438d023-0058-42be-b2fa-a81ef9f95959),segment_id=3438d023-0058-42be-b2fa-a81ef9f95959)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:26:21.270039 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-88862fe1-ea3e-4728-9956-ed4a7cb44993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:21.278279 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8efd1cec-72d1-4c88-86a6-a0325f0d1b6b tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:21.329043 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-8efd1cec-72d1-4c88-86a6-a0325f0d1b6b tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Transition to ACTIVE for port object 4954dca1-a5cd-4389-bc9b-a96a8180e081 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:26:21.483159 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88862fe1-ea3e-4728-9956-ed4a7cb44993 None None] Pushing event updated for resources: {'Port': ['ID=0ce7c141-c86b-481f-bcca-389725e17b39,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:26:21.489079 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device f90891ff-f142-4238-821f-cf0465156e7f up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:26:21.555420 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe69ff56-34a3-4c6c-860c-1d38fd629002 req-0facd69a-1703-4e28-9d55-11fa25a26ab1 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:21.556588 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-fe69ff56-34a3-4c6c-860c-1d38fd629002 req-0facd69a-1703-4e28-9d55-11fa25a26ab1 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Synchronizing usage tracker for tenant:c905d91f2f614f928153cd05b2f8a225 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:26:21.575060 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ed9fe50b-a143-403c-b20e-122a037db438 req-59d38bbc-a8dd-4641-9923-6d71bd44b526 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f4cb63f0-0d04-41a9-9fe8-1aa2860e7681&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.2725515 May 31 13:26:21.649411 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-395cd58f-22fe-4934-85c7-dcb3364ca064 req-cf52a365-b8ce-4b28-9d1d-3122fc03230b tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=09dd0f3ff03c49d3a5c47e4de6593f6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0536175 May 31 13:26:21.661746 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port f90891ff-f142-4238-821f-cf0465156e7f triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:26:21.662855 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:21.701245 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0870ce-a970-4668-a615-67e18467a474 req-6e669fc1-8de6-4a3f-8862-26537db1e96b tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:21.708745 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ce0870ce-a970-4668-a615-67e18467a474 req-6e669fc1-8de6-4a3f-8862-26537db1e96b tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] 10.222.0.50 "GET /v2.0/ports?device_id=defb627e-1ad7-41e4-a859-155957cdc19f HTTP/1.1" status: 200 len: 949 time: 1.2508724 May 31 13:26:21.928784 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port f90891ff-f142-4238-821f-cf0465156e7f is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:26:22.061133 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-fe69ff56-34a3-4c6c-860c-1d38fd629002 req-0facd69a-1703-4e28-9d55-11fa25a26ab1 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Unset dirty status for tenant:c905d91f2f614f928153cd05b2f8a225 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:26:22.068943 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fe69ff56-34a3-4c6c-860c-1d38fd629002 req-0facd69a-1703-4e28-9d55-11fa25a26ab1 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.20 "GET /v2.0/ports?device_id=a06e1f01-c592-43ce-8534-64d7c3528378 HTTP/1.1" status: 200 len: 950 time: 1.5909061 May 31 13:26:22.173765 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c5233f-695f-470f-91d5-698b9a3bae6a req-dd5ac119-60f9-4fc1-9381-6c32ec510a94 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:22.176178 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-68c5233f-695f-470f-91d5-698b9a3bae6a req-dd5ac119-60f9-4fc1-9381-6c32ec510a94 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/ports?device_id=95537a9c-c133-465c-9a9a-4b1c5e23bfe6 HTTP/1.1" status: 200 len: 944 time: 0.8093696 May 31 13:26:22.213946 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ce0870ce-a970-4668-a615-67e18467a474 req-ee84495c-74ae-468e-9596-59a1ded2ea13 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] 10.222.0.50 "GET /v2.0/security-groups?id=9145548e-74a9-4f5e-ae53-c23243c8c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5037031 May 31 13:26:22.253738 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8efd1cec-72d1-4c88-86a6-a0325f0d1b6b tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:22.558360 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-98296580-eaed-4278-9a2b-d6f7c4a0588c req-f63b09dd-cdb0-45ed-b427-aa44071abac4 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] For port 49bd4b17-f871-4d04-845d-75477d171247, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=49bd4b17-f871-4d04-845d-75477d171247,segment=NetworkSegment(370cc937-b213-498d-9452-fec6264d9498),segment_id=370cc937-b213-498d-9452-fec6264d9498)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:26:22.558713 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-98296580-eaed-4278-9a2b-d6f7c4a0588c req-f63b09dd-cdb0-45ed-b427-aa44071abac4 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:22.620566 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8efd1cec-72d1-4c88-86a6-a0325f0d1b6b tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Network b4d30686-23e7-4909-aa70-b67d446f9c2b is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:26:22.634238 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-8efd1cec-72d1-4c88-86a6-a0325f0d1b6b tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:26:22.639227 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-fe69ff56-34a3-4c6c-860c-1d38fd629002 req-a2a9ba8e-dc88-44f1-9dd0-f734480a7fa6 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Deleting port f9a3a0b4-413d-47ea-9884-ee6988a0a17a {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:26:22.639556 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-fe69ff56-34a3-4c6c-860c-1d38fd629002 req-a2a9ba8e-dc88-44f1-9dd0-f734480a7fa6 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:22.664846 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447feb0b-36fa-466c-a1c8-46744b67e639 req-ca641017-1fe9-465e-88e9-73d62bb8e6f8 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:22.666395 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-447feb0b-36fa-466c-a1c8-46744b67e639 req-ca641017-1fe9-465e-88e9-73d62bb8e6f8 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Synchronizing usage tracker for tenant:b7cf8726517b4438b022debf1ecf0375 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:26:22.676293 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efd1cec-72d1-4c88-86a6-a0325f0d1b6b tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:26:22.694917 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-447feb0b-36fa-466c-a1c8-46744b67e639 req-ca641017-1fe9-465e-88e9-73d62bb8e6f8 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Unset dirty status for tenant:b7cf8726517b4438b022debf1ecf0375 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:26:22.697195 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-447feb0b-36fa-466c-a1c8-46744b67e639 req-ca641017-1fe9-465e-88e9-73d62bb8e6f8 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffdedfac-9c20-40fd-86fb-fc53814787c9 HTTP/1.1" status: 200 len: 946 time: 0.1743147 May 31 13:26:22.832640 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-447feb0b-36fa-466c-a1c8-46744b67e639 req-d8cc8408-6fd6-4120-88a5-1fd6fabe8ffe tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Deleting port 4d4c9204-3d49-4098-85b7-785cd6ae26c2 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:26:22.833651 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-447feb0b-36fa-466c-a1c8-46744b67e639 req-d8cc8408-6fd6-4120-88a5-1fd6fabe8ffe tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:23.050780 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b4861ed1-c6fc-4502-b897-8695c88a7566 None None] Provisioning for port 4954dca1-a5cd-4389-bc9b-a96a8180e081 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:26:23.061377 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b4861ed1-c6fc-4502-b897-8695c88a7566 None None] Provisioning complete for port 4954dca1-a5cd-4389-bc9b-a96a8180e081 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:26:23.061956 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b4861ed1-c6fc-4502-b897-8695c88a7566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:23.149570 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b4861ed1-c6fc-4502-b897-8695c88a7566 None None] Port 4954dca1-a5cd-4389-bc9b-a96a8180e081 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:26:23.180784 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efd1cec-72d1-4c88-86a6-a0325f0d1b6b tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Pushing event updated for resources: {'Port': ['ID=4954dca1-a5cd-4389-bc9b-a96a8180e081,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:26:23.197001 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395cd58f-22fe-4934-85c7-dcb3364ca064 req-93d9839c-891c-4edb-99f2-7ef37f822a28 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:23.198400 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-395cd58f-22fe-4934-85c7-dcb3364ca064 req-93d9839c-891c-4edb-99f2-7ef37f822a28 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.4629736 May 31 13:26:23.224384 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-98296580-eaed-4278-9a2b-d6f7c4a0588c req-f63b09dd-cdb0-45ed-b427-aa44071abac4 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Calling delete_port for 49bd4b17-f871-4d04-845d-75477d171247 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:26:23.270113 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567a8bfe-55e2-47c9-b1e1-442bbc88cea5 None None] Network 2d2d7c1f-d966-47df-b1e1-24eb3c3d5e68 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:26:23.276131 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-68c5233f-695f-470f-91d5-698b9a3bae6a req-ef2b967d-7677-421a-8d69-a6733a994e4a tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d29a7ba-8da4-4594-bfbf-9f55cd071e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0266078 May 31 13:26:23.297143 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9fe50b-a143-403c-b20e-122a037db438 req-e11675b8-d6ac-4347-841a-5ef3f56fb01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:23.299153 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ed9fe50b-a143-403c-b20e-122a037db438 req-e11675b8-d6ac-4347-841a-5ef3f56fb01f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=09dd0f3ff03c49d3a5c47e4de6593f6c&device_id=f4cb63f0-0d04-41a9-9fe8-1aa2860e7681 HTTP/1.1" status: 200 len: 1101 time: 1.4318938 May 31 13:26:23.312375 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-395cd58f-22fe-4934-85c7-dcb3364ca064 req-ae9f68e0-5b85-45a9-837d-76e1392230b4 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Request body: {'port': {'device_id': '6b9a7a8a-7d47-4a3d-98be-8a296564d31c', 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4', 'admin_state_up': True, 'tenant_id': '09dd0f3ff03c49d3a5c47e4de6593f6c'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:26:23.353115 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-447feb0b-36fa-466c-a1c8-46744b67e639 req-d8cc8408-6fd6-4120-88a5-1fd6fabe8ffe tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] For port 4d4c9204-3d49-4098-85b7-785cd6ae26c2, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=4d4c9204-3d49-4098-85b7-785cd6ae26c2,segment=NetworkSegment(3cd1e590-b03b-4bab-9eb2-d4b001419190),segment_id=3cd1e590-b03b-4bab-9eb2-d4b001419190)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:26:23.358438 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-447feb0b-36fa-466c-a1c8-46744b67e639 req-d8cc8408-6fd6-4120-88a5-1fd6fabe8ffe tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:23.498543 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 0001a290-f81d-4837-8c6d-d8c515b6b056 up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:26:23.575149 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-4651473a-cec4-4d71-9d71-f3b4d688a10a None None] Provisioning for port 0ce7c141-c86b-481f-bcca-389725e17b39 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:26:23.606381 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 0ce7c141-c86b-481f-bcca-389725e17b39 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:26:23.766046 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efd1cec-72d1-4c88-86a6-a0325f0d1b6b tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:23.767001 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8efd1cec-72d1-4c88-86a6-a0325f0d1b6b tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:23.880484 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning for port 0001a290-f81d-4837-8c6d-d8c515b6b056 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:26:23.894638 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port 0001a290-f81d-4837-8c6d-d8c515b6b056 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:26:23.895187 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:23.931281 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 0ce7c141-c86b-481f-bcca-389725e17b39 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:26:23.955338 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4416949d-3efb-4abd-9307-cddb00c8501f req-8499e84e-7392-4471-be91-22315633d9e2 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:23.958311 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4416949d-3efb-4abd-9307-cddb00c8501f req-8499e84e-7392-4471-be91-22315633d9e2 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=a06e1f01-c592-43ce-8534-64d7c3528378 HTTP/1.1" status: 200 len: 950 time: 1.5470772 May 31 13:26:23.959034 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 0ce7c141-c86b-481f-bcca-389725e17b39 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:26:23.959660 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:24.098709 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-447feb0b-36fa-466c-a1c8-46744b67e639 req-d8cc8408-6fd6-4120-88a5-1fd6fabe8ffe tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:24.099615 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-447feb0b-36fa-466c-a1c8-46744b67e639 req-d8cc8408-6fd6-4120-88a5-1fd6fabe8ffe tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:24.099812 n-d-843939-1 neutron-server[88369]: INFO neutron.db.l3_db [req-447feb0b-36fa-466c-a1c8-46744b67e639 req-d8cc8408-6fd6-4120-88a5-1fd6fabe8ffe tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Floating IP c391503b-b44f-41eb-88b1-c4396c0ff4f7 disassociated. External IP: 172.25.6.44, port: 4d4c9204-3d49-4098-85b7-785cd6ae26c2. May 31 13:26:24.100427 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-447feb0b-36fa-466c-a1c8-46744b67e639 req-d8cc8408-6fd6-4120-88a5-1fd6fabe8ffe tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Calling delete_port for 4d4c9204-3d49-4098-85b7-785cd6ae26c2 owned by compute:nova {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:26:24.197510 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-8efd1cec-72d1-4c88-86a6-a0325f0d1b6b tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 7.2219231 May 31 13:26:24.200016 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40320) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:26:24.209677 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-6344eceb-3069-4e4b-b1eb-cf735dd2f009 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Request body: {'port': {'network_id': 'b4d30686-23e7-4909-aa70-b67d446f9c2b', 'name': 'tempest-TaggedBootDevicesTest-903262487', 'fixed_ips': [{'subnet_id': 'ae1bf59e-fc0d-4b10-8719-029c4184cbca'}]}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:26:24.217081 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 49bd4b17-f871-4d04-845d-75477d171247 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:26:24.389058 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4416949d-3efb-4abd-9307-cddb00c8501f req-b606919a-c068-4d2b-86ac-b07515e72973 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3707857 May 31 13:26:24.498615 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 0ce7c141-c86b-481f-bcca-389725e17b39 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:26:24.499204 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:24.511498 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6344eceb-3069-4e4b-b1eb-cf735dd2f009 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:26:24.516934 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-6344eceb-3069-4e4b-b1eb-cf735dd2f009 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Usage tracker for resource:port and tenant:3239bed898c344b59ed7ea3353897e74 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:26:24.520806 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-6344eceb-3069-4e4b-b1eb-cf735dd2f009 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:26:24.525292 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-447feb0b-36fa-466c-a1c8-46744b67e639 req-d8cc8408-6fd6-4120-88a5-1fd6fabe8ffe tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:24.528840 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9fe50b-a143-403c-b20e-122a037db438 req-9cbef4ce-dd23-45ee-84f6-b8d823c640d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:24.533195 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ed9fe50b-a143-403c-b20e-122a037db438 req-9cbef4ce-dd23-45ee-84f6-b8d823c640d6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=85b11c4f-90ad-4763-b38d-22d3f87089f4 HTTP/1.1" status: 200 len: 870 time: 1.1836288 May 31 13:26:24.565205 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 0001a290-f81d-4837-8c6d-d8c515b6b056 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:26:24.565801 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:24.576600 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6344eceb-3069-4e4b-b1eb-cf735dd2f009 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:26:24.594027 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cc8408-6fd6-4120-88a5-1fd6fabe8ffe tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Pushing event deleted for resources: {'Port': ['ID=4d4c9204-3d49-4098-85b7-785cd6ae26c2,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:26:24.658301 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-395cd58f-22fe-4934-85c7-dcb3364ca064 req-ae9f68e0-5b85-45a9-837d-76e1392230b4 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:26:24.662756 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 0ce7c141-c86b-481f-bcca-389725e17b39, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=0ce7c141-c86b-481f-bcca-389725e17b39,segment=NetworkSegment(3438d023-0058-42be-b2fa-a81ef9f95959),segment_id=3438d023-0058-42be-b2fa-a81ef9f95959)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:26:24.708455 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6344eceb-3069-4e4b-b1eb-cf735dd2f009 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Made reservation on behalf of 3239bed898c344b59ed7ea3353897e74 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:26:24.786215 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ed9fe50b-a143-403c-b20e-122a037db438 req-4df6c1ba-1c60-45a2-8c7f-4e7fb8bd97fe service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=340b14e3-4287-43f8-a3a0-d594186321f6 HTTP/1.1" status: 200 len: 217 time: 0.2351828 May 31 13:26:24.804163 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-395cd58f-22fe-4934-85c7-dcb3364ca064 req-ae9f68e0-5b85-45a9-837d-76e1392230b4 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:26:24.819677 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:24.844150 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 49bd4b17-f871-4d04-845d-75477d171247 is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:26:24.844886 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:24.864224 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-fe69ff56-34a3-4c6c-860c-1d38fd629002 req-a2a9ba8e-dc88-44f1-9dd0-f734480a7fa6 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] For port f9a3a0b4-413d-47ea-9884-ee6988a0a17a, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=f9a3a0b4-413d-47ea-9884-ee6988a0a17a,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:26:24.865118 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-fe69ff56-34a3-4c6c-860c-1d38fd629002 req-a2a9ba8e-dc88-44f1-9dd0-f734480a7fa6 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:24.893080 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-98296580-eaed-4278-9a2b-d6f7c4a0588c req-f63b09dd-cdb0-45ed-b427-aa44071abac4 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:24.937076 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6344eceb-3069-4e4b-b1eb-cf735dd2f009 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:25.033872 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['a6ce2620-59bc-460a-b055-9b0674cf69e8'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:26:25.063313 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-6344eceb-3069-4e4b-b1eb-cf735dd2f009 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] device_id is not set on port ed7a4efa-d56d-4605-8b79-de0f8f0e9d7c yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:26:25.113726 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 0001a290-f81d-4837-8c6d-d8c515b6b056, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=0001a290-f81d-4837-8c6d-d8c515b6b056,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:26:25.138459 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66051175-7c81-4b7f-8dda-e061f3c98f57 req-3b8e6291-b799-4405-b552-7f66ef132978 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:25.142435 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-66051175-7c81-4b7f-8dda-e061f3c98f57 req-3b8e6291-b799-4405-b552-7f66ef132978 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffdedfac-9c20-40fd-86fb-fc53814787c9 HTTP/1.1" status: 200 len: 946 time: 1.3828406 May 31 13:26:25.143802 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-395cd58f-22fe-4934-85c7-dcb3364ca064 req-ae9f68e0-5b85-45a9-837d-76e1392230b4 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Made reservation on behalf of 09dd0f3ff03c49d3a5c47e4de6593f6c for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:26:25.151542 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-395cd58f-22fe-4934-85c7-dcb3364ca064 req-ae9f68e0-5b85-45a9-837d-76e1392230b4 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:25.184213 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'defb627e-1ad7-41e4-a859-155957cdc19f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0001a290-f81d-4837-8c6d-d8c515b6b056'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:26:25.189461 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=0ce7c141-c86b-481f-bcca-389725e17b39,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:26:25.209192 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:25.210089 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device f9a3a0b4-413d-47ea-9884-ee6988a0a17a no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:26:25.221018 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-fe69ff56-34a3-4c6c-860c-1d38fd629002 req-a2a9ba8e-dc88-44f1-9dd0-f734480a7fa6 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Calling delete_port for f9a3a0b4-413d-47ea-9884-ee6988a0a17a owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:26:25.389951 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-98296580-eaed-4278-9a2b-d6f7c4a0588c req-f63b09dd-cdb0-45ed-b427-aa44071abac4 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] No DVR routers for this DVR port 49bd4b17-f871-4d04-845d-75477d171247 on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:26:25.393553 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63b09dd-cdb0-45ed-b427-aa44071abac4 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Pushing event deleted for resources: {'Port': ['ID=49bd4b17-f871-4d04-845d-75477d171247,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:26:25.402013 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-98296580-eaed-4278-9a2b-d6f7c4a0588c req-f63b09dd-cdb0-45ed-b427-aa44071abac4 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:25.450764 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=0001a290-f81d-4837-8c6d-d8c515b6b056,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:26:25.470694 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 0ce7c141-c86b-481f-bcca-389725e17b39 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:26:25.500496 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [req-447feb0b-36fa-466c-a1c8-46744b67e639 req-d8cc8408-6fd6-4120-88a5-1fd6fabe8ffe tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Router 53b111f4-e8b1-4133-b0be-79b56d445a9a has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:26:25.526907 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-6344eceb-3069-4e4b-b1eb-cf735dd2f009 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Allocated IP 10.1.1.68 (b4d30686-23e7-4909-aa70-b67d446f9c2b/ae1bf59e-fc0d-4b10-8719-029c4184cbca/ed7a4efa-d56d-4605-8b79-de0f8f0e9d7c) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:26:25.536083 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-1cb917b1-b197-4b2d-9c0a-87f6aa23ef0b None None] Provisioning complete for port 0ce7c141-c86b-481f-bcca-389725e17b39 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:26:25.536841 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1cb917b1-b197-4b2d-9c0a-87f6aa23ef0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:25.710042 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e93c94b-61da-42a5-8616-9dd4c6c5021f', 'name': 'network-vif-deleted', 'tag': '49bd4b17-f871-4d04-845d-75477d171247'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:26:25.731178 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port f9a3a0b4-413d-47ea-9884-ee6988a0a17a is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:26:25.731709 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:25.758488 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9fe50b-a143-403c-b20e-122a037db438 req-fae297b0-d9e5-4a0c-9617-04b8ad518d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:25.760228 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ed9fe50b-a143-403c-b20e-122a037db438 req-fae297b0-d9e5-4a0c-9617-04b8ad518d8d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.9473779 May 31 13:26:25.812647 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 0ce7c141-c86b-481f-bcca-389725e17b39 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:26:25.813195 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:25.845445 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-98296580-eaed-4278-9a2b-d6f7c4a0588c req-f63b09dd-cdb0-45ed-b427-aa44071abac4 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.44 "DELETE /v2.0/ports/49bd4b17-f871-4d04-845d-75477d171247 HTTP/1.1" status: 204 len: 173 time: 5.9899812 May 31 13:26:25.898949 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-66051175-7c81-4b7f-8dda-e061f3c98f57 req-2069d5be-d867-43da-9df6-5b635a2f5846 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] 10.222.0.50 "GET /v2.0/security-groups?id=3316f69c-0b0b-4b52-92ce-248c8657cef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7124782 May 31 13:26:25.907001 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port f9a3a0b4-413d-47ea-9884-ee6988a0a17a, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=f9a3a0b4-413d-47ea-9884-ee6988a0a17a,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:26:25.928613 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:25.984581 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-395cd58f-22fe-4934-85c7-dcb3364ca064 req-ae9f68e0-5b85-45a9-837d-76e1392230b4 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Allocated IP 192.168.233.227 (85b11c4f-90ad-4763-b38d-22d3f87089f4/24822c99-0dce-4d50-9c44-3135ba3763b8/a6eeb66d-6810-4000-a3c9-63eba5d4e7ad) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:26:25.985310 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 4d4c9204-3d49-4098-85b7-785cd6ae26c2 no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:26:26.008495 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-447feb0b-36fa-466c-a1c8-46744b67e639 req-d8cc8408-6fd6-4120-88a5-1fd6fabe8ffe tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:26:26.037540 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05277afc-a329-4d12-b91a-1bc5c0595543 req-791a9bae-1146-4293-9b9f-496e9371c8b1 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:26.038835 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-05277afc-a329-4d12-b91a-1bc5c0595543 req-791a9bae-1146-4293-9b9f-496e9371c8b1 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Synchronizing usage tracker for tenant:a487a8012f6942fe8ddd9bac507c4ea0 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:26:26.056332 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22605247-79d5-4cc2-99e0-cf21d12a35ba None None] Sync routers for ids ['53b111f4-e8b1-4133-b0be-79b56d445a9a'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:26:26.073670 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] No Port match for: 4d4c9204-3d49-4098-85b7-785cd6ae26c2 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:26:26.074521 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 4d4c9204-3d49-4098-85b7-785cd6ae26c2 not bound to the agent host n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:26:26.075901 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-1cb917b1-b197-4b2d-9c0a-87f6aa23ef0b None None] Current status of the port 0ce7c141-c86b-481f-bcca-389725e17b39 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:26:26.082362 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.api [req-fe69ff56-34a3-4c6c-860c-1d38fd629002 req-a2a9ba8e-dc88-44f1-9dd0-f734480a7fa6 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88370) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:26:26.082866 n-d-843939-1 neutron-server[88370]: DEBUG oslo_db.api [req-fe69ff56-34a3-4c6c-860c-1d38fd629002 req-a2a9ba8e-dc88-44f1-9dd0-f734480a7fa6 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:26:26.118388 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22605247-79d5-4cc2-99e0-cf21d12a35ba None None] Routers {'53b111f4-e8b1-4133-b0be-79b56d445a9a'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:26:26.119659 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-22605247-79d5-4cc2-99e0-cf21d12a35ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:26:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['53b111f4-e8b1-4133-b0be-79b56d445a9a'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:26:26.135534 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-05277afc-a329-4d12-b91a-1bc5c0595543 req-791a9bae-1146-4293-9b9f-496e9371c8b1 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Unset dirty status for tenant:a487a8012f6942fe8ddd9bac507c4ea0 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:26:26.148979 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-05277afc-a329-4d12-b91a-1bc5c0595543 req-791a9bae-1146-4293-9b9f-496e9371c8b1 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e93c94b-61da-42a5-8616-9dd4c6c5021f HTTP/1.1" status: 200 len: 945 time: 1.4859984 May 31 13:26:26.164645 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-447feb0b-36fa-466c-a1c8-46744b67e639 req-d8cc8408-6fd6-4120-88a5-1fd6fabe8ffe tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] No DVR routers for this DVR port 4d4c9204-3d49-4098-85b7-785cd6ae26c2 on host n-h1-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:26:26.189602 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-447feb0b-36fa-466c-a1c8-46744b67e639 req-d8cc8408-6fd6-4120-88a5-1fd6fabe8ffe tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:26.195398 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffdedfac-9c20-40fd-86fb-fc53814787c9', 'name': 'network-vif-deleted', 'tag': '4d4c9204-3d49-4098-85b7-785cd6ae26c2'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:26:26.218443 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=f9a3a0b4-413d-47ea-9884-ee6988a0a17a,revision_number=10']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:26:26.251755 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-447feb0b-36fa-466c-a1c8-46744b67e639 req-d8cc8408-6fd6-4120-88a5-1fd6fabe8ffe tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] 10.222.0.20 "DELETE /v2.0/ports/4d4c9204-3d49-4098-85b7-785cd6ae26c2 HTTP/1.1" status: 204 len: 173 time: 3.5487750 May 31 13:26:26.303733 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6344eceb-3069-4e4b-b1eb-cf735dd2f009 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:26.349438 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-6344eceb-3069-4e4b-b1eb-cf735dd2f009 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Transition to ACTIVE for port object ed7a4efa-d56d-4605-8b79-de0f8f0e9d7c will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:26:26.394100 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9fe50b-a143-403c-b20e-122a037db438 req-d6d5c0af-f42d-4f58-82a9-1581994ff7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:26.396144 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ed9fe50b-a143-403c-b20e-122a037db438 req-d6d5c0af-f42d-4f58-82a9-1581994ff7cc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6221747 May 31 13:26:26.406722 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6344eceb-3069-4e4b-b1eb-cf735dd2f009 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:26.475242 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dc410f69-990e-4a1c-a4b1-913a5a64772e req-7ade3946-61cf-4bfe-9dde-e3e3c6789e9f tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b9a7a8a-7d47-4a3d-98be-8a296564d31c HTTP/1.1" status: 200 len: 210 time: 0.0648656 May 31 13:26:26.554422 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-05277afc-a329-4d12-b91a-1bc5c0595543 req-b863a148-dcfd-4c13-93d7-92786f47a9d6 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/security-groups?id=1cb19413-a72c-47ce-8fb3-65c7a09ab793&id=98e17d4a-ac5b-4480-9bc6-49977fe0902a&id=9577d313-3b18-4a38-b032-40be94a5dd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.4038138 May 31 13:26:26.618600 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-fe69ff56-34a3-4c6c-860c-1d38fd629002 req-a2a9ba8e-dc88-44f1-9dd0-f734480a7fa6 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Deleting port f9a3a0b4-413d-47ea-9884-ee6988a0a17a {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:26:26.619462 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-fe69ff56-34a3-4c6c-860c-1d38fd629002 req-a2a9ba8e-dc88-44f1-9dd0-f734480a7fa6 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:26.690377 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6344eceb-3069-4e4b-b1eb-cf735dd2f009 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Network b4d30686-23e7-4909-aa70-b67d446f9c2b is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:26:26.700445 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-6344eceb-3069-4e4b-b1eb-cf735dd2f009 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:26:26.705653 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6344eceb-3069-4e4b-b1eb-cf735dd2f009 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:26:26.727390 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-22605247-79d5-4cc2-99e0-cf21d12a35ba None None] Set router 53b111f4-e8b1-4133-b0be-79b56d445a9a gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:26:26.864539 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6344eceb-3069-4e4b-b1eb-cf735dd2f009 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:26.865565 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6344eceb-3069-4e4b-b1eb-cf735dd2f009 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:26.920977 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6344eceb-3069-4e4b-b1eb-cf735dd2f009 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Pushing event updated for resources: {'Port': ['ID=ed7a4efa-d56d-4605-8b79-de0f8f0e9d7c,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:26:26.952540 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-6344eceb-3069-4e4b-b1eb-cf735dd2f009 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7405994 May 31 13:26:26.980045 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40338) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:26:27.028285 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 0ce7c141-c86b-481f-bcca-389725e17b39 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:26:27.165404 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b114b38a-b666-4e5a-80f6-a0e57f52ddec'] response: {'server_uuid': 'defb627e-1ad7-41e4-a859-155957cdc19f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0001a290-f81d-4837-8c6d-d8c515b6b056', 'code': 200} May 31 13:26:27.425754 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-87652e34-811a-4347-a0ab-5ea2fda73979 None None] Provisioning for port ed7a4efa-d56d-4605-8b79-de0f8f0e9d7c completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:26:27.500333 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-4665cbcc-cb74-42ac-a311-b2596acd2962 admin admin] Deleting subnet 83cbe83f-97ff-497d-8da2-ff6d3874e4c0 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:26:27.501780 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-87652e34-811a-4347-a0ab-5ea2fda73979 None None] Provisioning complete for port ed7a4efa-d56d-4605-8b79-de0f8f0e9d7c triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:26:27.502175 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-87652e34-811a-4347-a0ab-5ea2fda73979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:27.523670 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ed9fe50b-a143-403c-b20e-122a037db438 req-af687964-c552-4ddb-8c2b-2ef8508f8b9e service neutron] 10.222.0.44 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0253389 May 31 13:26:27.535374 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4665cbcc-cb74-42ac-a311-b2596acd2962 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:27.635565 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-395cd58f-22fe-4934-85c7-dcb3364ca064 req-ae9f68e0-5b85-45a9-837d-76e1392230b4 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:27.650090 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4665cbcc-cb74-42ac-a311-b2596acd2962 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:27.714206 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c61abf-5ef7-41b5-bb7a-75740886e4ec req-1e7ec9a9-34e6-4f4f-868c-cf8e68f16973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:27.717783 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-94c61abf-5ef7-41b5-bb7a-75740886e4ec req-1e7ec9a9-34e6-4f4f-868c-cf8e68f16973 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=defb627e-1ad7-41e4-a859-155957cdc19f HTTP/1.1" status: 200 len: 1101 time: 0.3620200 May 31 13:26:27.738862 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-87652e34-811a-4347-a0ab-5ea2fda73979 None None] Port ed7a4efa-d56d-4605-8b79-de0f8f0e9d7c cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:26:27.795694 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-22605247-79d5-4cc2-99e0-cf21d12a35ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b111f4-e8b1-4133-b0be-79b56d445a9a', 'name': 'tempest-ServersTestBootFromVolume-1554090402-router', 'tenant_id': 'b7cf8726517b4438b022debf1ecf0375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '454473a9-a67e-4267-ab12-d2db9c2f0299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:23:59Z', 'updated_at': '2022-05-31T13:24:09Z', 'revision_number': 4, 'project_id': 'b7cf8726517b4438b022debf1ecf0375', 'gw_port': {'id': '454473a9-a67e-4267-ab12-d2db9c2f0299', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ac:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b111f4-e8b1-4133-b0be-79b56d445a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:24:00Z', 'updated_at': '2022-05-31T13:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '0e3fc2bb-bfe0-4c78-aa53-26576f9776e6', 'name': '', 'network_id': '1b3c2627-242d-47aa-a663-84cbc730d348', 'tenant_id': 'b7cf8726517b4438b022debf1ecf0375', 'mac_address': 'fa:16:3e:36:99:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b111f4-e8b1-4133-b0be-79b56d445a9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'f6fb7463-9434-4855-8fea-436f931ae20e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:24:06Z', 'updated_at': '2022-05-31T13:24:20Z', 'revision_number': 5, 'project_id': 'b7cf8726517b4438b022debf1ecf0375', 'subnets': [{'id': 'f6fb7463-9434-4855-8fea-436f931ae20e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:26:27.803354 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22605247-79d5-4cc2-99e0-cf21d12a35ba None None] Checking router: 53b111f4-e8b1-4133-b0be-79b56d445a9a for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:26:27.809538 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cf9122-f075-4dc9-80f6-68b426c8750c req-b962ea9e-cc36-4e33-b7d3-05fd04a16898 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:27.815765 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-70cf9122-f075-4dc9-80f6-68b426c8750c req-b962ea9e-cc36-4e33-b7d3-05fd04a16898 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] 10.222.0.50 "GET /v2.0/ports?device_id=defb627e-1ad7-41e4-a859-155957cdc19f HTTP/1.1" status: 200 len: 950 time: 0.9176741 May 31 13:26:27.816411 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4665cbcc-cb74-42ac-a311-b2596acd2962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:27.820039 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22605247-79d5-4cc2-99e0-cf21d12a35ba None None] Routers {'53b111f4-e8b1-4133-b0be-79b56d445a9a'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:26:27.821216 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-22605247-79d5-4cc2-99e0-cf21d12a35ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:26:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['53b111f4-e8b1-4133-b0be-79b56d445a9a'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:26:27.869090 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-94c61abf-5ef7-41b5-bb7a-75740886e4ec req-168b6df7-0a81-4e9a-a295-83d6851fb146 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9145548e-74a9-4f5e-ae53-c23243c8c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418896 May 31 13:26:27.890181 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-395cd58f-22fe-4934-85c7-dcb3364ca064 req-ae9f68e0-5b85-45a9-837d-76e1392230b4 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Transition to ACTIVE for port object a6eeb66d-6810-4000-a3c9-63eba5d4e7ad will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:26:27.949312 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4665cbcc-cb74-42ac-a311-b2596acd2962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:27.993690 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ed9fe50b-a143-403c-b20e-122a037db438 req-e0ccc552-fe2f-4c48-8df1-2e2e6eb38120 service neutron] 10.222.0.44 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4579585 May 31 13:26:27.996382 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4665cbcc-cb74-42ac-a311-b2596acd2962 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83cbe83f-97ff-497d-8da2-ff6d3874e4c0,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:26:28.003483 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4665cbcc-cb74-42ac-a311-b2596acd2962 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:28.011862 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-4665cbcc-cb74-42ac-a311-b2596acd2962 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/83cbe83f-97ff-497d-8da2-ff6d3874e4c0 HTTP/1.1" status: 204 len: 168 time: 1.0296667 May 31 13:26:28.015070 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 40348) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:26:28.166407 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-22605247-79d5-4cc2-99e0-cf21d12a35ba None None] Set router 53b111f4-e8b1-4133-b0be-79b56d445a9a gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:26:28.181434 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-70cf9122-f075-4dc9-80f6-68b426c8750c req-81af02bb-3947-4977-9c2d-e01ca3ff5f75 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] 10.222.0.50 "GET /v2.0/security-groups?id=9145548e-74a9-4f5e-ae53-c23243c8c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760499 May 31 13:26:28.183288 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-fe69ff56-34a3-4c6c-860c-1d38fd629002 req-a2a9ba8e-dc88-44f1-9dd0-f734480a7fa6 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] For port f9a3a0b4-413d-47ea-9884-ee6988a0a17a, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=f9a3a0b4-413d-47ea-9884-ee6988a0a17a,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:26:28.183656 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-fe69ff56-34a3-4c6c-860c-1d38fd629002 req-a2a9ba8e-dc88-44f1-9dd0-f734480a7fa6 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:28.359490 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf4fc5e5-653b-4003-8baa-f91abba7504a'] response: {'server_uuid': 'ffdedfac-9c20-40fd-86fb-fc53814787c9', 'name': 'network-vif-deleted', 'tag': '4d4c9204-3d49-4098-85b7-785cd6ae26c2', 'status': 'completed', 'code': 200} May 31 13:26:28.475215 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbcb5c6b-ec14-421f-b8b8-db92baefd024'] response: {'server_uuid': '5e93c94b-61da-42a5-8616-9dd4c6c5021f', 'name': 'network-vif-deleted', 'tag': '49bd4b17-f871-4d04-845d-75477d171247', 'status': 'completed', 'code': 200} May 31 13:26:28.529847 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-fe69ff56-34a3-4c6c-860c-1d38fd629002 req-a2a9ba8e-dc88-44f1-9dd0-f734480a7fa6 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Calling delete_port for f9a3a0b4-413d-47ea-9884-ee6988a0a17a owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:26:28.895378 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-22605247-79d5-4cc2-99e0-cf21d12a35ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b111f4-e8b1-4133-b0be-79b56d445a9a', 'name': 'tempest-ServersTestBootFromVolume-1554090402-router', 'tenant_id': 'b7cf8726517b4438b022debf1ecf0375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '454473a9-a67e-4267-ab12-d2db9c2f0299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:23:59Z', 'updated_at': '2022-05-31T13:24:09Z', 'revision_number': 4, 'project_id': 'b7cf8726517b4438b022debf1ecf0375', 'gw_port': {'id': '454473a9-a67e-4267-ab12-d2db9c2f0299', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ac:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b111f4-e8b1-4133-b0be-79b56d445a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:24:00Z', 'updated_at': '2022-05-31T13:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '0e3fc2bb-bfe0-4c78-aa53-26576f9776e6', 'name': '', 'network_id': '1b3c2627-242d-47aa-a663-84cbc730d348', 'tenant_id': 'b7cf8726517b4438b022debf1ecf0375', 'mac_address': 'fa:16:3e:36:99:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b111f4-e8b1-4133-b0be-79b56d445a9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'f6fb7463-9434-4855-8fea-436f931ae20e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:24:06Z', 'updated_at': '2022-05-31T13:24:20Z', 'revision_number': 5, 'project_id': 'b7cf8726517b4438b022debf1ecf0375', 'subnets': [{'id': 'f6fb7463-9434-4855-8fea-436f931ae20e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:26:28.904903 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22605247-79d5-4cc2-99e0-cf21d12a35ba None None] The sync data for ids ['53b111f4-e8b1-4133-b0be-79b56d445a9a'] in n-d-843939-1 is: [{'id': '53b111f4-e8b1-4133-b0be-79b56d445a9a', 'name': 'tempest-ServersTestBootFromVolume-1554090402-router', 'tenant_id': 'b7cf8726517b4438b022debf1ecf0375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '454473a9-a67e-4267-ab12-d2db9c2f0299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:23:59Z', 'updated_at': '2022-05-31T13:24:09Z', 'revision_number': 4, 'project_id': 'b7cf8726517b4438b022debf1ecf0375', 'gw_port': {'id': '454473a9-a67e-4267-ab12-d2db9c2f0299', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ac:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b111f4-e8b1-4133-b0be-79b56d445a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:24:00Z', 'updated_at': '2022-05-31T13:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '0e3fc2bb-bfe0-4c78-aa53-26576f9776e6', 'name': '', 'network_id': '1b3c2627-242d-47aa-a663-84cbc730d348', 'tenant_id': 'b7cf8726517b4438b022debf1ecf0375', 'mac_address': 'fa:16:3e:36:99:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b111f4-e8b1-4133-b0be-79b56d445a9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'f6fb7463-9434-4855-8fea-436f931ae20e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:24:06Z', 'updated_at': '2022-05-31T13:24:20Z', 'revision_number': 5, 'project_id': 'b7cf8726517b4438b022debf1ecf0375', 'subnets': [{'id': 'f6fb7463-9434-4855-8fea-436f931ae20e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:26:29.121703 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ba98b8be-5d7f-435e-829e-d9dc823a3916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:29.158134 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-fe69ff56-34a3-4c6c-860c-1d38fd629002 req-a2a9ba8e-dc88-44f1-9dd0-f734480a7fa6 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:29.167007 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a06e1f01-c592-43ce-8534-64d7c3528378', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9a3a0b4-413d-47ea-9884-ee6988a0a17a'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:26:29.173004 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32871ddb-ccb4-480a-9cc1-ee84ebe1d8b4 req-1450ded8-f245-4fbe-b1ec-b47e9556798e tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:29.174757 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-32871ddb-ccb4-480a-9cc1-ee84ebe1d8b4 req-1450ded8-f245-4fbe-b1ec-b47e9556798e tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=a06e1f01-c592-43ce-8534-64d7c3528378 HTTP/1.1" status: 200 len: 949 time: 1.5834696 May 31 13:26:29.248351 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-395cd58f-22fe-4934-85c7-dcb3364ca064 req-ae9f68e0-5b85-45a9-837d-76e1392230b4 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:29.261457 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['91f8550f-7c6e-4f43-81db-91e2670bc6ae', '45d8f514-bd26-46ef-90f5-725ee81424e1', 'b1594f51-43f8-4b99-bfa2-ea5b8b034b47'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:26:29.349196 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70456334-a0e8-4ab8-b91f-79a6f19a9a2c None None] New status for floating IP c391503b-b44f-41eb-88b1-c4396c0ff4f7: DOWN {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 13:26:29.352479 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['340b14e3-4287-43f8-a3a0-d594186321f6', '07547904-825e-4f1e-bf9b-eb2fc12e8810', '32daf59e-30ee-4850-815e-972dba797556', '4794bb7b-447e-424b-b7ea-f4f19c3f6227'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:26:29.513294 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a9ba8e-dc88-44f1-9dd0-f734480a7fa6 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Pushing event deleted for resources: {'Port': ['ID=f9a3a0b4-413d-47ea-9884-ee6988a0a17a,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:26:29.662724 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe69ff56-34a3-4c6c-860c-1d38fd629002 req-a2a9ba8e-dc88-44f1-9dd0-f734480a7fa6 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] No DVR routers for this DVR port f9a3a0b4-413d-47ea-9884-ee6988a0a17a on host n-h1-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:26:29.665197 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9f68e0-5b85-45a9-837d-76e1392230b4 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Pushing event updated for resources: {'Port': ['ID=a6eeb66d-6810-4000-a3c9-63eba5d4e7ad,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:26:29.680158 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-fe69ff56-34a3-4c6c-860c-1d38fd629002 req-a2a9ba8e-dc88-44f1-9dd0-f734480a7fa6 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:29.722189 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-32871ddb-ccb4-480a-9cc1-ee84ebe1d8b4 req-5ac2ce5d-56f5-435e-8f56-74d44c48d44b tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/security-groups?id=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3967564 May 31 13:26:29.874651 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-395cd58f-22fe-4934-85c7-dcb3364ca064 req-ae9f68e0-5b85-45a9-837d-76e1392230b4 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Network 85b11c4f-90ad-4763-b38d-22d3f87089f4 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:26:29.878740 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-395cd58f-22fe-4934-85c7-dcb3364ca064 req-ae9f68e0-5b85-45a9-837d-76e1392230b4 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:26:29.884496 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-395cd58f-22fe-4934-85c7-dcb3364ca064 req-ae9f68e0-5b85-45a9-837d-76e1392230b4 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:26:29.955535 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fe69ff56-34a3-4c6c-860c-1d38fd629002 req-a2a9ba8e-dc88-44f1-9dd0-f734480a7fa6 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.20 "DELETE /v2.0/ports/f9a3a0b4-413d-47ea-9884-ee6988a0a17a HTTP/1.1" status: 204 len: 173 time: 7.8623028 May 31 13:26:30.222413 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7c6e1922-996d-4120-999b-dd1e490169e3 req-cb71e3e6-29bb-498f-90ce-798104871eb4 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffdedfac-9c20-40fd-86fb-fc53814787c9 HTTP/1.1" status: 200 len: 210 time: 0.0969684 May 31 13:26:30.251066 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75321a-c9f1-427d-971c-2e1770fa187e req-38abfb90-bbb5-4310-b878-31514e4f120d tempest-LiveMigrationTest-979382837 tempest-LiveMigrationTest-979382837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:30.252697 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5f75321a-c9f1-427d-971c-2e1770fa187e req-38abfb90-bbb5-4310-b878-31514e4f120d tempest-LiveMigrationTest-979382837 tempest-LiveMigrationTest-979382837-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=95537a9c-c133-465c-9a9a-4b1c5e23bfe6 HTTP/1.1" status: 200 len: 1095 time: 1.4497094 May 31 13:26:30.256880 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ba98b8be-5d7f-435e-829e-d9dc823a3916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:30.288254 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-ba98b8be-5d7f-435e-829e-d9dc823a3916 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54080721-9f8a-4f91-bfc0-a61481e712fa']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:26:30.302911 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-ba98b8be-5d7f-435e-829e-d9dc823a3916 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e25fb0d-97f0-46e3-9365-1fe4cebfedef') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:26:30.303374 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-ba98b8be-5d7f-435e-829e-d9dc823a3916 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e25fb0d-97f0-46e3-9365-1fe4cebfedef') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:26:30.315795 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ba98b8be-5d7f-435e-829e-d9dc823a3916 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:30.334395 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ba98b8be-5d7f-435e-829e-d9dc823a3916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:30.342143 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba98b8be-5d7f-435e-829e-d9dc823a3916 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:26:30.342544 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ba98b8be-5d7f-435e-829e-d9dc823a3916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:30.433521 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40356) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:26:30.439204 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-6c43cc8a-d46e-4593-ab2a-6e84ed9e482d tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1912645632', 'description': 'tempest-description--1955568842'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:26:30.450640 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6c43cc8a-d46e-4593-ab2a-6e84ed9e482d tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:26:30.461045 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-6c43cc8a-d46e-4593-ab2a-6e84ed9e482d tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Usage tracker for resource:security_group and tenant:3239bed898c344b59ed7ea3353897e74 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:26:30.466495 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-6c43cc8a-d46e-4593-ab2a-6e84ed9e482d tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:26:30.482931 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6c43cc8a-d46e-4593-ab2a-6e84ed9e482d tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:26:30.495465 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a06e1f01-c592-43ce-8534-64d7c3528378', 'name': 'network-vif-deleted', 'tag': 'f9a3a0b4-413d-47ea-9884-ee6988a0a17a'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:26:30.495786 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6c43cc8a-d46e-4593-ab2a-6e84ed9e482d tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:30.521557 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ba98b8be-5d7f-435e-829e-d9dc823a3916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:30.529142 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395cd58f-22fe-4934-85c7-dcb3364ca064 req-ae9f68e0-5b85-45a9-837d-76e1392230b4 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:30.529771 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-395cd58f-22fe-4934-85c7-dcb3364ca064 req-ae9f68e0-5b85-45a9-837d-76e1392230b4 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:30.535761 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6c43cc8a-d46e-4593-ab2a-6e84ed9e482d tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:26:30.540931 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-6c43cc8a-d46e-4593-ab2a-6e84ed9e482d tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Usage tracker for resource:security_group_rule and tenant:3239bed898c344b59ed7ea3353897e74 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:26:30.547421 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-6c43cc8a-d46e-4593-ab2a-6e84ed9e482d tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:26:30.556981 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6c43cc8a-d46e-4593-ab2a-6e84ed9e482d tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:26:30.610956 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ba98b8be-5d7f-435e-829e-d9dc823a3916 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:30.669071 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6c43cc8a-d46e-4593-ab2a-6e84ed9e482d tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:30.675756 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6c43cc8a-d46e-4593-ab2a-6e84ed9e482d tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:30.678493 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-ba98b8be-5d7f-435e-829e-d9dc823a3916 admin admin] 10.222.0.50 "DELETE /v2.0/networks/54080721-9f8a-4f91-bfc0-a61481e712fa HTTP/1.1" status: 204 len: 168 time: 2.6596289 May 31 13:26:30.713097 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba98b8be-5d7f-435e-829e-d9dc823a3916 admin admin] Pushing event deleted for resources: {'Network': ['ID=54080721-9f8a-4f91-bfc0-a61481e712fa,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:26:30.733620 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 5e25fb0d-97f0-46e3-9365-1fe4cebfedef resource provider aggregate not found May 31 13:26:30.739405 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c43cc8a-d46e-4593-ab2a-6e84ed9e482d tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1de4fedc-888a-46c6-9d87-1b48c5765046,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:26:30.742541 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6c43cc8a-d46e-4593-ab2a-6e84ed9e482d tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:30.743824 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-6c43cc8a-d46e-4593-ab2a-6e84ed9e482d tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3093252 May 31 13:26:30.751628 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40370) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:26:30.752999 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-395cd58f-22fe-4934-85c7-dcb3364ca064 req-ae9f68e0-5b85-45a9-837d-76e1392230b4 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 7.4733074 May 31 13:26:30.762635 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c1927db2-c476-43e1-8c15-9b5bc2d3cf59 None None] Provisioning for port a6eeb66d-6810-4000-a3c9-63eba5d4e7ad completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:26:30.767093 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-9311bb97-c3a2-4f1c-9950-4561c8e390a4 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Request body: {'security_group_rule': {'security_group_id': '1de4fedc-888a-46c6-9d87-1b48c5765046', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:26:30.788183 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-395cd58f-22fe-4934-85c7-dcb3364ca064 req-b8c6c06d-a2a7-4a86-974f-5411fcb5adc7 service neutron] Request body: {'port': {'device_id': '6b9a7a8a-7d47-4a3d-98be-8a296564d31c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:26:30.788412 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-9311bb97-c3a2-4f1c-9950-4561c8e390a4 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:26:30.799142 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c1927db2-c476-43e1-8c15-9b5bc2d3cf59 None None] Provisioning complete for port a6eeb66d-6810-4000-a3c9-63eba5d4e7ad triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:26:30.799395 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c1927db2-c476-43e1-8c15-9b5bc2d3cf59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:30.800830 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-9311bb97-c3a2-4f1c-9950-4561c8e390a4 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Usage tracker for resource:security_group_rule and tenant:3239bed898c344b59ed7ea3353897e74 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:26:30.808378 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-9311bb97-c3a2-4f1c-9950-4561c8e390a4 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:26:30.823494 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-9311bb97-c3a2-4f1c-9950-4561c8e390a4 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:26:30.859931 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 5e25fb0d-97f0-46e3-9365-1fe4cebfedef resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5e25fb0d-97f0-46e3-9365-1fe4cebfedef found for delete ", "request_id": "req-afc60ba1-2ded-4210-9a2a-bad8c731fe4d"}]} May 31 13:26:30.871165 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9311bb97-c3a2-4f1c-9950-4561c8e390a4 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:30.876099 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5f75321a-c9f1-427d-971c-2e1770fa187e req-d7a6d6d3-72da-4987-ac56-af88cc273454 tempest-LiveMigrationTest-979382837 tempest-LiveMigrationTest-979382837-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=3d29a7ba-8da4-4594-bfbf-9f55cd071e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3740029 May 31 13:26:31.016216 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-c1927db2-c476-43e1-8c15-9b5bc2d3cf59 None None] Port a6eeb66d-6810-4000-a3c9-63eba5d4e7ad cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:26:31.055804 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9311bb97-c3a2-4f1c-9950-4561c8e390a4 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:31.062045 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9311bb97-c3a2-4f1c-9950-4561c8e390a4 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:31.084138 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40378) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:26:31.092736 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9311bb97-c3a2-4f1c-9950-4561c8e390a4 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2927320-64c0-4e59-b90a-e2afbdfa4fbd,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:26:31.210894 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-f430c6ea-9f3f-4e60-ba58-e89fb2ebda30 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e2597a7ed6d8470e9c70cdf094415106&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1140130 May 31 13:26:31.213036 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9311bb97-c3a2-4f1c-9950-4561c8e390a4 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:31.215192 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-9311bb97-c3a2-4f1c-9950-4561c8e390a4 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4620807 May 31 13:26:31.218535 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40386) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:26:31.219618 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40388) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:26:31.280656 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33aef85d-1b24-439d-afa6-14b14cf4c65b'] response: {'server_uuid': 'a06e1f01-c592-43ce-8534-64d7c3528378', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9a3a0b4-413d-47ea-9884-ee6988a0a17a', 'code': 200} May 31 13:26:31.309350 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-395cd58f-22fe-4934-85c7-dcb3364ca064 req-b8c6c06d-a2a7-4a86-974f-5411fcb5adc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:31.335316 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6287d1a-27c7-4f5c-8505-532f60ae2aef req-201f88cd-fe84-480c-94d1-5832eaa7a724 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:31.336726 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-b6287d1a-27c7-4f5c-8505-532f60ae2aef req-201f88cd-fe84-480c-94d1-5832eaa7a724 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Synchronizing usage tracker for tenant:09dd0f3ff03c49d3a5c47e4de6593f6c on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:26:31.349965 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-f8ea8871-8374-48ce-b593-33ba351dc7e8 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Request body: {'security_group_rule': {'security_group_id': '1de4fedc-888a-46c6-9d87-1b48c5765046', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:26:31.363241 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-f8ea8871-8374-48ce-b593-33ba351dc7e8 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:26:31.371861 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-f8ea8871-8374-48ce-b593-33ba351dc7e8 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Usage tracker for resource:security_group_rule and tenant:3239bed898c344b59ed7ea3353897e74 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:26:31.376817 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-f8ea8871-8374-48ce-b593-33ba351dc7e8 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:26:31.389587 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-f8ea8871-8374-48ce-b593-33ba351dc7e8 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:26:31.418930 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f8ea8871-8374-48ce-b593-33ba351dc7e8 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:31.453900 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ab06e461-5c7e-40a3-93ad-27b051587db8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:31.532861 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ab06e461-5c7e-40a3-93ad-27b051587db8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:31.554504 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f8ea8871-8374-48ce-b593-33ba351dc7e8 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:31.572449 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f8ea8871-8374-48ce-b593-33ba351dc7e8 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:31.623840 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ea8871-8374-48ce-b593-33ba351dc7e8 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7314fd06-3ab1-4d58-9b0d-a7b5568f44bb,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:26:31.631428 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-b6287d1a-27c7-4f5c-8505-532f60ae2aef req-201f88cd-fe84-480c-94d1-5832eaa7a724 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Unset dirty status for tenant:09dd0f3ff03c49d3a5c47e4de6593f6c on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:26:31.633343 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b6287d1a-27c7-4f5c-8505-532f60ae2aef req-201f88cd-fe84-480c-94d1-5832eaa7a724 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b9a7a8a-7d47-4a3d-98be-8a296564d31c HTTP/1.1" status: 200 len: 936 time: 0.7561998 May 31 13:26:31.638012 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f8ea8871-8374-48ce-b593-33ba351dc7e8 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:31.643739 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-f8ea8871-8374-48ce-b593-33ba351dc7e8 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4170892 May 31 13:26:31.646090 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40396) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:26:31.654169 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-7960d3d3-0434-47da-8162-641ddcce7087 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Request body: {'floatingip': {'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:26:31.664007 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-7960d3d3-0434-47da-8162-641ddcce7087 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:26:31.670547 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-7960d3d3-0434-47da-8162-641ddcce7087 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Usage tracker for resource:floatingip and tenant:3239bed898c344b59ed7ea3353897e74 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:26:31.676056 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-7960d3d3-0434-47da-8162-641ddcce7087 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:26:31.679415 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ab06e461-5c7e-40a3-93ad-27b051587db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:31.693762 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-7960d3d3-0434-47da-8162-641ddcce7087 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:26:31.709765 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab06e461-5c7e-40a3-93ad-27b051587db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb73710-3d65-4dab-a4f3-8814f415ca6d,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:26:31.723123 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7960d3d3-0434-47da-8162-641ddcce7087 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks [] for floatingip, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:31.827117 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b6287d1a-27c7-4f5c-8505-532f60ae2aef req-67d1d2ef-bdea-42d9-b2e5-42d3489387a0 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4e17580-fef9-47ea-85b1-59ae8325b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437488 May 31 13:26:31.837276 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ab06e461-5c7e-40a3-93ad-27b051587db8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:31.838894 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ab06e461-5c7e-40a3-93ad-27b051587db8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9bb73710-3d65-4dab-a4f3-8814f415ca6d HTTP/1.1" status: 204 len: 168 time: 0.6175015 May 31 13:26:31.864328 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f6ebf-91fb-4d9c-b6fd-6f40a2a1c929 req-2fb90ffc-c4c2-4512-b95e-d36f69cdd5b3 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:31.872084 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-707f6ebf-91fb-4d9c-b6fd-6f40a2a1c929 req-2fb90ffc-c4c2-4512-b95e-d36f69cdd5b3 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] 10.222.0.50 "GET /v2.0/ports?device_id=defb627e-1ad7-41e4-a859-155957cdc19f HTTP/1.1" status: 200 len: 950 time: 0.3241041 May 31 13:26:31.974826 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-707f6ebf-91fb-4d9c-b6fd-6f40a2a1c929 req-24284fb2-d5ae-43c4-8db4-94955183dc12 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] 10.222.0.50 "GET /v2.0/security-groups?id=9145548e-74a9-4f5e-ae53-c23243c8c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018655 May 31 13:26:31.997554 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-395cd58f-22fe-4934-85c7-dcb3364ca064 req-b8c6c06d-a2a7-4a86-974f-5411fcb5adc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6eeb66d-6810-4000-a3c9-63eba5d4e7ad {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:26:32.011829 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-395cd58f-22fe-4934-85c7-dcb3364ca064 req-b8c6c06d-a2a7-4a86-974f-5411fcb5adc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:32.022854 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7960d3d3-0434-47da-8162-641ddcce7087 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:32.075399 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8aaf515b-1038-4460-b8b1-40d61ecfe8f5'] response: {'server_uuid': 'a06e1f01-c592-43ce-8534-64d7c3528378', 'name': 'network-vif-deleted', 'tag': 'f9a3a0b4-413d-47ea-9884-ee6988a0a17a', 'status': 'completed', 'code': 200} May 31 13:26:32.077065 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-395cd58f-22fe-4934-85c7-dcb3364ca064 req-b8c6c06d-a2a7-4a86-974f-5411fcb5adc7 service neutron] Transition to ACTIVE for port object a6eeb66d-6810-4000-a3c9-63eba5d4e7ad will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:26:32.088048 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-395cd58f-22fe-4934-85c7-dcb3364ca064 req-b8c6c06d-a2a7-4a86-974f-5411fcb5adc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:32.281214 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c6c06d-a2a7-4a86-974f-5411fcb5adc7 service neutron] Pushing event updated for resources: {'Port': ['ID=a6eeb66d-6810-4000-a3c9-63eba5d4e7ad,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:26:32.444577 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-7960d3d3-0434-47da-8162-641ddcce7087 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Allocated IP 172.25.6.126 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/ef545697-cd86-41cf-85b8-82e728986544) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:26:32.766174 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-efe07d0e-a584-4824-bb71-152ee1aed817 req-c99fd4d2-c257-4262-bab4-9435a70b1b60 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Synchronizing usage tracker for tenant:c905d91f2f614f928153cd05b2f8a225 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:26:32.896045 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7960d3d3-0434-47da-8162-641ddcce7087 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:32.896935 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-efe07d0e-a584-4824-bb71-152ee1aed817 req-c99fd4d2-c257-4262-bab4-9435a70b1b60 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] Unset dirty status for tenant:c905d91f2f614f928153cd05b2f8a225 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:26:32.898651 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-efe07d0e-a584-4824-bb71-152ee1aed817 req-c99fd4d2-c257-4262-bab4-9435a70b1b60 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=a06e1f01-c592-43ce-8534-64d7c3528378 HTTP/1.1" status: 200 len: 210 time: 0.3200455 May 31 13:26:32.925912 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-395cd58f-22fe-4934-85c7-dcb3364ca064 req-b8c6c06d-a2a7-4a86-974f-5411fcb5adc7 service neutron] Attempting to bind port a6eeb66d-6810-4000-a3c9-63eba5d4e7ad on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:26:32.927341 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-395cd58f-22fe-4934-85c7-dcb3364ca064 req-b8c6c06d-a2a7-4a86-974f-5411fcb5adc7 service neutron] Attempting to bind port a6eeb66d-6810-4000-a3c9-63eba5d4e7ad by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:26:32.927341 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395cd58f-22fe-4934-85c7-dcb3364ca064 req-b8c6c06d-a2a7-4a86-974f-5411fcb5adc7 service neutron] Attempting to bind port a6eeb66d-6810-4000-a3c9-63eba5d4e7ad on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:26:32.937216 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395cd58f-22fe-4934-85c7-dcb3364ca064 req-b8c6c06d-a2a7-4a86-974f-5411fcb5adc7 service neutron] Port a6eeb66d-6810-4000-a3c9-63eba5d4e7ad on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:26:32.937542 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395cd58f-22fe-4934-85c7-dcb3364ca064 req-b8c6c06d-a2a7-4a86-974f-5411fcb5adc7 service neutron] Attempting to bind port a6eeb66d-6810-4000-a3c9-63eba5d4e7ad on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:26:32.958027 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395cd58f-22fe-4934-85c7-dcb3364ca064 req-b8c6c06d-a2a7-4a86-974f-5411fcb5adc7 service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:26:32.958367 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395cd58f-22fe-4934-85c7-dcb3364ca064 req-b8c6c06d-a2a7-4a86-974f-5411fcb5adc7 service neutron] Checking segment: {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:26:32.958754 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395cd58f-22fe-4934-85c7-dcb3364ca064 req-b8c6c06d-a2a7-4a86-974f-5411fcb5adc7 service neutron] Bound using segment: {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:26:32.959200 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-395cd58f-22fe-4934-85c7-dcb3364ca064 req-b8c6c06d-a2a7-4a86-974f-5411fcb5adc7 service neutron] Bound port: a6eeb66d-6810-4000-a3c9-63eba5d4e7ad, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:26:32.959549 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-395cd58f-22fe-4934-85c7-dcb3364ca064 req-b8c6c06d-a2a7-4a86-974f-5411fcb5adc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:32.971593 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7960d3d3-0434-47da-8162-641ddcce7087 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:32.990444 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b7fc7-50f7-4567-84c5-b3f5228d256f req-a60e48f5-5549-4e9f-bce8-d4661f72793e tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:32.992389 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8f7b7fc7-50f7-4567-84c5-b3f5228d256f req-a60e48f5-5549-4e9f-bce8-d4661f72793e tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/networks?id=e576ad54-297c-4eec-b73b-25479782c1e2 HTTP/1.1" status: 200 len: 808 time: 0.4153292 May 31 13:26:33.055557 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 13:26:33.077267 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7960d3d3-0434-47da-8162-641ddcce7087 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:26:33.080050 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-7960d3d3-0434-47da-8162-641ddcce7087 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:26:33.085193 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7960d3d3-0434-47da-8162-641ddcce7087 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:26:33.094554 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8f7b7fc7-50f7-4567-84c5-b3f5228d256f req-7b0bbd69-5e5f-4009-bbc3-d95139e1dc42 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/quotas/9d7345b6bbc64d3981e920379156fa19 HTTP/1.1" status: 200 len: 375 time: 0.0828946 May 31 13:26:33.144210 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9e6fef6d-5c86-407d-8f46-09e915eb4710 req-c74331cc-b25c-4658-a77c-cb3d535d2711 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/security-groups/1cb19413-a72c-47ce-8fb3-65c7a09ab793 HTTP/1.1" status: 200 len: 1801 time: 0.1895719 May 31 13:26:33.161311 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7960d3d3-0434-47da-8162-641ddcce7087 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Pushing event updated for resources: {'Port': ['ID=ef545697-cd86-41cf-85b8-82e728986544,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:26:33.230993 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7960d3d3-0434-47da-8162-641ddcce7087 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:33.246138 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-395cd58f-22fe-4934-85c7-dcb3364ca064 req-b8c6c06d-a2a7-4a86-974f-5411fcb5adc7 service neutron] For port a6eeb66d-6810-4000-a3c9-63eba5d4e7ad, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:26:33.266622 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-395cd58f-22fe-4934-85c7-dcb3364ca064 req-b8c6c06d-a2a7-4a86-974f-5411fcb5adc7 service neutron] For port a6eeb66d-6810-4000-a3c9-63eba5d4e7ad, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=a6eeb66d-6810-4000-a3c9-63eba5d4e7ad,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:26:33.285926 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-395cd58f-22fe-4934-85c7-dcb3364ca064 req-b8c6c06d-a2a7-4a86-974f-5411fcb5adc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:33.352599 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7960d3d3-0434-47da-8162-641ddcce7087 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:33.377251 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8f7b7fc7-50f7-4567-84c5-b3f5228d256f req-0e86f73b-deb2-4045-9c16-cb7d2b5e2805 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9d7345b6bbc64d3981e920379156fa19&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2817650 May 31 13:26:33.388484 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-9e6fef6d-5c86-407d-8f46-09e915eb4710 req-c63a7cc4-dcfc-4e88-ad4d-891c5ee24351 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:33.419963 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395cd58f-22fe-4934-85c7-dcb3364ca064 req-b8c6c06d-a2a7-4a86-974f-5411fcb5adc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:33.420581 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-395cd58f-22fe-4934-85c7-dcb3364ca064 req-b8c6c06d-a2a7-4a86-974f-5411fcb5adc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:33.421956 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-395cd58f-22fe-4934-85c7-dcb3364ca064 req-b8c6c06d-a2a7-4a86-974f-5411fcb5adc7 service neutron] 10.222.0.44 "PUT /v2.0/ports/a6eeb66d-6810-4000-a3c9-63eba5d4e7ad HTTP/1.1" status: 200 len: 1096 time: 2.6515334 May 31 13:26:33.449831 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-9e6fef6d-5c86-407d-8f46-09e915eb4710 req-c63a7cc4-dcfc-4e88-ad4d-891c5ee24351 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:33.457659 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c6c06d-a2a7-4a86-974f-5411fcb5adc7 service neutron] Pushing event updated for resources: {'Port': ['ID=a6eeb66d-6810-4000-a3c9-63eba5d4e7ad,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:26:33.595092 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 40434) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:26:33.634073 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-9e6fef6d-5c86-407d-8f46-09e915eb4710 req-c63a7cc4-dcfc-4e88-ad4d-891c5ee24351 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:33.670085 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395cd58f-22fe-4934-85c7-dcb3364ca064 req-5521994b-e087-4872-bf27-f343c0d7ac56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:33.671694 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-395cd58f-22fe-4934-85c7-dcb3364ca064 req-5521994b-e087-4872-bf27-f343c0d7ac56 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=09dd0f3ff03c49d3a5c47e4de6593f6c&device_id=6b9a7a8a-7d47-4a3d-98be-8a296564d31c HTTP/1.1" status: 200 len: 1099 time: 0.1877699 May 31 13:26:33.769042 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7960d3d3-0434-47da-8162-641ddcce7087 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:33.775002 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7960d3d3-0434-47da-8162-641ddcce7087 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:33.793109 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63a7cc4-dcfc-4e88-ad4d-891c5ee24351 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb19413-a72c-47ce-8fb3-65c7a09ab793,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:26:33.797825 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-f759c415-22c5-4109-8c13-8dea5893f716 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1935416421-network', 'tenant_id': '268d5b580128463e93ff63e3dfbd6d2b'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:26:33.802871 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f759c415-22c5-4109-8c13-8dea5893f716 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:26:33.807080 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-f759c415-22c5-4109-8c13-8dea5893f716 admin admin] Usage tracker for resource:network and tenant:268d5b580128463e93ff63e3dfbd6d2b is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:26:33.824850 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-f759c415-22c5-4109-8c13-8dea5893f716 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:26:33.845238 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-395cd58f-22fe-4934-85c7-dcb3364ca064 req-512c7d74-ea41-4614-8f2f-68d13ca09041 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=a6eeb66d-6810-4000-a3c9-63eba5d4e7ad HTTP/1.1" status: 200 len: 217 time: 0.1655726 May 31 13:26:33.847298 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f759c415-22c5-4109-8c13-8dea5893f716 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:26:33.857168 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-9e6fef6d-5c86-407d-8f46-09e915eb4710 req-c63a7cc4-dcfc-4e88-ad4d-891c5ee24351 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:33.858243 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9e6fef6d-5c86-407d-8f46-09e915eb4710 req-c63a7cc4-dcfc-4e88-ad4d-891c5ee24351 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "DELETE /v2.0/security-groups/1cb19413-a72c-47ce-8fb3-65c7a09ab793 HTTP/1.1" status: 204 len: 173 time: 0.7053976 May 31 13:26:33.932827 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f759c415-22c5-4109-8c13-8dea5893f716 admin admin] Made reservation on behalf of 268d5b580128463e93ff63e3dfbd6d2b for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:26:33.935125 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f759c415-22c5-4109-8c13-8dea5893f716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:33.967002 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f759c415-22c5-4109-8c13-8dea5893f716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:33.985925 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395cd58f-22fe-4934-85c7-dcb3364ca064 req-80b72208-e0b2-48fa-a981-2db71f1e85a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:33.987445 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-395cd58f-22fe-4934-85c7-dcb3364ca064 req-80b72208-e0b2-48fa-a981-2db71f1e85a6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.1339226 May 31 13:26:33.992453 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8f7b7fc7-50f7-4567-84c5-b3f5228d256f req-38d7f0dd-b210-4b8b-a7ad-2d39433ff45d service neutron] 10.222.0.50 "GET /v2.0/networks/e576ad54-297c-4eec-b73b-25479782c1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6142249 May 31 13:26:34.038259 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7960d3d3-0434-47da-8162-641ddcce7087 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Pushing event updated for resources: {'Port': ['ID=ef545697-cd86-41cf-85b8-82e728986544,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:26:34.056880 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f759c415-22c5-4109-8c13-8dea5893f716 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:26:34.060599 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7960d3d3-0434-47da-8162-641ddcce7087 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:34.069802 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-f759c415-22c5-4109-8c13-8dea5893f716 admin admin] Usage tracker for resource:security_group_rule and tenant:268d5b580128463e93ff63e3dfbd6d2b is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:26:34.074751 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-f759c415-22c5-4109-8c13-8dea5893f716 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:26:34.088373 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7960d3d3-0434-47da-8162-641ddcce7087 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:34.090030 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-7960d3d3-0434-47da-8162-641ddcce7087 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4441099 May 31 13:26:34.109725 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b9a7a8a-7d47-4a3d-98be-8a296564d31c', 'tag': 'a6eeb66d-6810-4000-a3c9-63eba5d4e7ad'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:26:34.173545 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f759c415-22c5-4109-8c13-8dea5893f716 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:26:34.188476 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2a9cedd5-40af-49d2-9455-09471cdce765 req-67f5b6d1-0298-4fdf-8387-dcbc45ccaad7 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffdedfac-9c20-40fd-86fb-fc53814787c9 HTTP/1.1" status: 200 len: 210 time: 0.1240864 May 31 13:26:34.295280 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8f7b7fc7-50f7-4567-84c5-b3f5228d256f req-5d783bdf-e430-49a4-925e-e49c97369a56 service neutron] 10.222.0.50 "GET /v2.0/networks/e576ad54-297c-4eec-b73b-25479782c1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586324 May 31 13:26:34.306616 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395cd58f-22fe-4934-85c7-dcb3364ca064 req-3d1067ec-0826-4214-939d-0e81d49d985d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:34.308359 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-395cd58f-22fe-4934-85c7-dcb3364ca064 req-3d1067ec-0826-4214-939d-0e81d49d985d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3129470 May 31 13:26:34.791348 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f759c415-22c5-4109-8c13-8dea5893f716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:34.812915 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f759c415-22c5-4109-8c13-8dea5893f716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:34.834837 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-395cd58f-22fe-4934-85c7-dcb3364ca064 req-1bae89b9-bdf6-4cbd-940c-4b08d90156a7 service neutron] 10.222.0.44 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5199456 May 31 13:26:34.905749 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f759c415-22c5-4109-8c13-8dea5893f716 admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:26:35.026455 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b0f4ee-cd76-491b-98c4-c7ddf5dd3723 req-bd915158-9677-4d8f-bfb4-d32a16c6ecbf tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:35.028730 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-26b0f4ee-cd76-491b-98c4-c7ddf5dd3723 req-bd915158-9677-4d8f-bfb4-d32a16c6ecbf tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b9a7a8a-7d47-4a3d-98be-8a296564d31c HTTP/1.1" status: 200 len: 948 time: 0.6548445 May 31 13:26:35.045978 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f759c415-22c5-4109-8c13-8dea5893f716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08fdc7f1-d6fe-4233-86d7-0a083038898b,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:26:35.049938 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f759c415-22c5-4109-8c13-8dea5893f716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:35.050811 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-f759c415-22c5-4109-8c13-8dea5893f716 admin admin] Added segment 0a0928c0-e017-4d40-adff-18b9231da25b of type vlan for network 64c2a6d7-85ef-4df5-b882-8652c67cb59d May 31 13:26:35.067544 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883cc715-e22b-4d01-8533-ca410b03a818 req-1749dbc1-fd2f-485f-ab6e-c4887d4df5dc tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:35.069175 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-883cc715-e22b-4d01-8533-ca410b03a818 req-1749dbc1-fd2f-485f-ab6e-c4887d4df5dc tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] 10.222.0.50 "GET /v2.0/ports?device_id=defb627e-1ad7-41e4-a859-155957cdc19f HTTP/1.1" status: 200 len: 950 time: 0.4406941 May 31 13:26:35.191518 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f759c415-22c5-4109-8c13-8dea5893f716 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:35.223762 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-26b0f4ee-cd76-491b-98c4-c7ddf5dd3723 req-bc8e69b5-45ad-4570-b25f-4f28ce0b6d63 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4e17580-fef9-47ea-85b1-59ae8325b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708815 May 31 13:26:35.234672 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-883cc715-e22b-4d01-8533-ca410b03a818 req-c114438e-bf97-4597-82d1-0b84978ebd85 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] 10.222.0.50 "GET /v2.0/security-groups?id=9145548e-74a9-4f5e-ae53-c23243c8c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377845 May 31 13:26:35.238325 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-395cd58f-22fe-4934-85c7-dcb3364ca064 req-a5412a4f-83f0-42f6-9e4f-893f1b74e80a service neutron] 10.222.0.44 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3858461 May 31 13:26:35.308765 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f759c415-22c5-4109-8c13-8dea5893f716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:35.308765 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f759c415-22c5-4109-8c13-8dea5893f716 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:35.309272 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f759c415-22c5-4109-8c13-8dea5893f716 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:35.508252 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f759c415-22c5-4109-8c13-8dea5893f716 admin admin] Pushing event updated for resources: {'Network': ['ID=64c2a6d7-85ef-4df5-b882-8652c67cb59d,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:26:35.519841 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d9185052-471a-4a4a-bbc0-eb611475badf req-9276eb4d-5a40-4ede-82d5-891d731b1aa6 tempest-MigrationsAdminTest-1786060079 tempest-MigrationsAdminTest-1786060079-project] 10.222.0.50 "GET /v2.0/ports?device_id=a06e1f01-c592-43ce-8534-64d7c3528378 HTTP/1.1" status: 200 len: 210 time: 0.0902519 May 31 13:26:35.538102 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 64c2a6d7-85ef-4df5-b882-8652c67cb59d details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:26:35.549048 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-f759c415-22c5-4109-8c13-8dea5893f716 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9516137 May 31 13:26:35.552071 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 40464) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:26:35.561785 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-118bf5de-b7a0-4a37-9a9d-02c5bbfd9e3b admin admin] Request body: {'subnet': {'network_id': '64c2a6d7-85ef-4df5-b882-8652c67cb59d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1935416421-subnet', 'tenant_id': '268d5b580128463e93ff63e3dfbd6d2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:26:35.569461 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-118bf5de-b7a0-4a37-9a9d-02c5bbfd9e3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:26:35.576722 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-665ae423-ad20-4119-80c0-c0816e02e631 req-3297ad6e-4662-4669-bc63-91afb4007667 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/security-groups/9577d313-3b18-4a38-b032-40be94a5dd1c HTTP/1.1" status: 200 len: 1800 time: 0.2870696 May 31 13:26:35.584227 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-118bf5de-b7a0-4a37-9a9d-02c5bbfd9e3b admin admin] Usage tracker for resource:subnet and tenant:268d5b580128463e93ff63e3dfbd6d2b is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:26:35.589726 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-118bf5de-b7a0-4a37-9a9d-02c5bbfd9e3b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:26:35.599684 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-118bf5de-b7a0-4a37-9a9d-02c5bbfd9e3b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:26:35.626583 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d94d2e5-2b97-4d29-9426-08d142d15d54'] response: {'name': 'network-changed', 'server_uuid': '6b9a7a8a-7d47-4a3d-98be-8a296564d31c', 'tag': 'a6eeb66d-6810-4000-a3c9-63eba5d4e7ad', 'status': 'completed', 'code': 200} May 31 13:26:35.650351 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-118bf5de-b7a0-4a37-9a9d-02c5bbfd9e3b admin admin] Made reservation on behalf of 268d5b580128463e93ff63e3dfbd6d2b for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:26:35.652725 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-118bf5de-b7a0-4a37-9a9d-02c5bbfd9e3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:35.894869 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-665ae423-ad20-4119-80c0-c0816e02e631 req-3a500d86-2002-4ab8-84e9-64343d4a8e4c tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:35.908097 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-e16dff19-ba30-4d2d-be93-4cffb2b8b6a4 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Synchronizing usage tracker for tenant:3239bed898c344b59ed7ea3353897e74 on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:26:35.967263 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-665ae423-ad20-4119-80c0-c0816e02e631 req-3a500d86-2002-4ab8-84e9-64343d4a8e4c tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:36.014919 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-e16dff19-ba30-4d2d-be93-4cffb2b8b6a4 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Unset dirty status for tenant:3239bed898c344b59ed7ea3353897e74 on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:26:36.016186 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-e16dff19-ba30-4d2d-be93-4cffb2b8b6a4 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1912645632&fields=id&tenant_id=3239bed898c344b59ed7ea3353897e74 HTTP/1.1" status: 200 len: 267 time: 0.2261364 May 31 13:26:36.143324 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0753af8d-c54c-492e-bde0-8c4be0e19130 req-5a667816-f369-4fe2-9059-1b35cbb383e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:36.144838 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0753af8d-c54c-492e-bde0-8c4be0e19130 req-5a667816-f369-4fe2-9059-1b35cbb383e7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=09dd0f3ff03c49d3a5c47e4de6593f6c&device_id=6b9a7a8a-7d47-4a3d-98be-8a296564d31c HTTP/1.1" status: 200 len: 1099 time: 0.4683671 May 31 13:26:36.378999 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-665ae423-ad20-4119-80c0-c0816e02e631 req-3a500d86-2002-4ab8-84e9-64343d4a8e4c tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:36.402946 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-9b6d1a87-1eb7-453d-b06c-c0ffb0b37b7c tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:36.403518 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-9b6d1a87-1eb7-453d-b06c-c0ffb0b37b7c tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Synchronizing usage tracker for tenant:3239bed898c344b59ed7ea3353897e74 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:26:36.435674 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a500d86-2002-4ab8-84e9-64343d4a8e4c tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9577d313-3b18-4a38-b032-40be94a5dd1c,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:26:36.503070 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-118bf5de-b7a0-4a37-9a9d-02c5bbfd9e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:36.580256 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b7fc7-50f7-4567-84c5-b3f5228d256f req-d22b2139-04fd-4d0a-b798-de274c330c06 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:36.581785 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8f7b7fc7-50f7-4567-84c5-b3f5228d256f req-d22b2139-04fd-4d0a-b798-de274c330c06 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.44 "GET /v2.0/networks?id=e576ad54-297c-4eec-b73b-25479782c1e2 HTTP/1.1" status: 200 len: 808 time: 0.5317335 May 31 13:26:36.594790 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-9b6d1a87-1eb7-453d-b06c-c0ffb0b37b7c tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Unset dirty status for tenant:3239bed898c344b59ed7ea3353897e74 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:26:36.596101 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-9b6d1a87-1eb7-453d-b06c-c0ffb0b37b7c tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/ports/4954dca1-a5cd-4389-bc9b-a96a8180e081 HTTP/1.1" status: 200 len: 932 time: 0.5476735 May 31 13:26:36.607829 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-665ae423-ad20-4119-80c0-c0816e02e631 req-3a500d86-2002-4ab8-84e9-64343d4a8e4c tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:36.608979 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-665ae423-ad20-4119-80c0-c0816e02e631 req-3a500d86-2002-4ab8-84e9-64343d4a8e4c tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "DELETE /v2.0/security-groups/9577d313-3b18-4a38-b032-40be94a5dd1c HTTP/1.1" status: 204 len: 173 time: 1.0109444 May 31 13:26:36.610167 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0753af8d-c54c-492e-bde0-8c4be0e19130 req-a96b631e-c215-4945-8748-53e6b4bfe7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:36.612228 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0753af8d-c54c-492e-bde0-8c4be0e19130 req-a96b631e-c215-4945-8748-53e6b4bfe7bd service neutron] 10.222.0.44 "GET /v2.0/networks?id=85b11c4f-90ad-4763-b38d-22d3f87089f4 HTTP/1.1" status: 200 len: 870 time: 0.4505885 May 31 13:26:36.624966 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-8f7b7fc7-50f7-4567-84c5-b3f5228d256f req-5552bb11-7b7c-4919-a5d1-3493499759ec tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Request body: {'port': {'device_id': '24302c62-7ac3-4163-8b04-e80e5c068019', 'network_id': 'e576ad54-297c-4eec-b73b-25479782c1e2', 'admin_state_up': True, 'tenant_id': '9d7345b6bbc64d3981e920379156fa19'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:26:37.013867 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118bf5de-b7a0-4a37-9a9d-02c5bbfd9e3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=745ff7f2-77c9-447d-88f6-a0ea5247392e,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:26:37.016652 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0753af8d-c54c-492e-bde0-8c4be0e19130 req-5bd32ce6-7e09-4ae6-8011-06251f77f70e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=a6eeb66d-6810-4000-a3c9-63eba5d4e7ad HTTP/1.1" status: 200 len: 217 time: 0.3741479 May 31 13:26:37.035852 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f7ba72b0-4f04-4a15-95f2-37d9595e1c0e req-85e582cb-5955-4949-a088-e4381e68efe8 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/ports?device_id=24302c62-7ac3-4163-8b04-e80e5c068019 HTTP/1.1" status: 200 len: 210 time: 0.2911115 May 31 13:26:37.121620 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-e19a5b2f-2fc2-4da5-aa5a-991f8703c748 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:37.122991 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-e19a5b2f-2fc2-4da5-aa5a-991f8703c748 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/ports/ed7a4efa-d56d-4605-8b79-de0f8f0e9d7c HTTP/1.1" status: 200 len: 930 time: 0.5166276 May 31 13:26:37.137565 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118bf5de-b7a0-4a37-9a9d-02c5bbfd9e3b admin admin] Checking segment: {'id': '0a0928c0-e017-4d40-adff-18b9231da25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '64c2a6d7-85ef-4df5-b882-8652c67cb59d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:26:37.138031 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118bf5de-b7a0-4a37-9a9d-02c5bbfd9e3b admin admin] Network hostable DHCP agents. Network: 64c2a6d7-85ef-4df5-b882-8652c67cb59d, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:26:37.221102 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:37.250080 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-38276466-9852-4691-afb8-22a240c80e73 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/ports?network_id=2d2d7c1f-d966-47df-b1e1-24eb3c3d5e68&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1136127 May 31 13:26:37.251461 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0753af8d-c54c-492e-bde0-8c4be0e19130 req-710b0a23-59df-417e-a098-f40ecfc5df6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:37.252792 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0753af8d-c54c-492e-bde0-8c4be0e19130 req-710b0a23-59df-417e-a098-f40ecfc5df6a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.2233129 May 31 13:26:37.353048 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-74207e0f-79df-4c2a-9812-3f8bab7fabcc req-fdd8e6c0-64f1-4ac1-a2ae-748383b77ee0 tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffdedfac-9c20-40fd-86fb-fc53814787c9 HTTP/1.1" status: 200 len: 210 time: 0.1507292 May 31 13:26:37.383103 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-8f7b7fc7-50f7-4567-84c5-b3f5228d256f req-5552bb11-7b7c-4919-a5d1-3493499759ec tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:26:37.392219 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-e5227fa5-eede-410e-93d5-8bb039a183a3 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/ports?network_id=2d2d7c1f-d966-47df-b1e1-24eb3c3d5e68&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1216376 May 31 13:26:37.396069 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118bf5de-b7a0-4a37-9a9d-02c5bbfd9e3b admin admin] Network 64c2a6d7-85ef-4df5-b882-8652c67cb59d is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:26:37.411810 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-8f7b7fc7-50f7-4567-84c5-b3f5228d256f req-5552bb11-7b7c-4919-a5d1-3493499759ec tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:26:37.451642 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-118bf5de-b7a0-4a37-9a9d-02c5bbfd9e3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 64c2a6d7-85ef-4df5-b882-8652c67cb59d) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:26:37.464766 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08bc9ee-e5e3-4d90-8743-c85ca17036e6 None None] Network 64c2a6d7-85ef-4df5-b882-8652c67cb59d requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:26:37.527648 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118bf5de-b7a0-4a37-9a9d-02c5bbfd9e3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:37.528642 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-118bf5de-b7a0-4a37-9a9d-02c5bbfd9e3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:37.537124 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f7b7fc7-50f7-4567-84c5-b3f5228d256f req-5552bb11-7b7c-4919-a5d1-3493499759ec tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Made reservation on behalf of 9d7345b6bbc64d3981e920379156fa19 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:26:37.541411 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8f7b7fc7-50f7-4567-84c5-b3f5228d256f req-5552bb11-7b7c-4919-a5d1-3493499759ec tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:37.668009 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0753af8d-c54c-492e-bde0-8c4be0e19130 req-47db1f11-e34b-448e-b442-0c9c9f7baf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:37.669761 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0753af8d-c54c-492e-bde0-8c4be0e19130 req-47db1f11-e34b-448e-b442-0c9c9f7baf18 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3982565 May 31 13:26:37.676640 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-118bf5de-b7a0-4a37-9a9d-02c5bbfd9e3b admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.1233830 May 31 13:26:37.872239 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-cd237dea-f99a-4d3c-9090-875c4ffd1e8b tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:37.877852 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-cd237dea-f99a-4d3c-9090-875c4ffd1e8b tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:37.884774 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-cd237dea-f99a-4d3c-9090-875c4ffd1e8b tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:37.885854 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-cd237dea-f99a-4d3c-9090-875c4ffd1e8b tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Synchronizing usage tracker for tenant:3239bed898c344b59ed7ea3353897e74 on resource:network {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:26:37.926038 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184797f6-f0dd-48cf-9941-bb3891dcf049 None None] Network 64c2a6d7-85ef-4df5-b882-8652c67cb59d requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:26:38.100043 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-cd237dea-f99a-4d3c-9090-875c4ffd1e8b tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Unset dirty status for tenant:3239bed898c344b59ed7ea3353897e74 on resource:network {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:26:38.101460 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-cd237dea-f99a-4d3c-9090-875c4ffd1e8b tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/networks?id=398656cc-8bc4-4a6a-ad11-d04eee603cee&id=b4d30686-23e7-4909-aa70-b67d446f9c2b&id=b4d30686-23e7-4909-aa70-b67d446f9c2b&id=2d2d7c1f-d966-47df-b1e1-24eb3c3d5e68&id=2d2d7c1f-d966-47df-b1e1-24eb3c3d5e68 HTTP/1.1" status: 200 len: 1989 time: 0.6979642 May 31 13:26:38.123878 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f08190-3c93-4069-bca4-30d33852c020 req-391b7e37-f7cf-48a2-9532-c1b24aa75efe tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:38.125585 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b0f08190-3c93-4069-bca4-30d33852c020 req-391b7e37-f7cf-48a2-9532-c1b24aa75efe tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] 10.222.0.50 "GET /v2.0/ports?device_id=defb627e-1ad7-41e4-a859-155957cdc19f HTTP/1.1" status: 200 len: 950 time: 0.5721755 May 31 13:26:38.132273 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0753af8d-c54c-492e-bde0-8c4be0e19130 req-a751371f-adef-4b5c-b58c-57e54e6e8e20 service neutron] 10.222.0.44 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4043732 May 31 13:26:38.216201 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-8f7b7fc7-50f7-4567-84c5-b3f5228d256f req-5552bb11-7b7c-4919-a5d1-3493499759ec tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Allocated IP 172.20.0.8 (e576ad54-297c-4eec-b73b-25479782c1e2/376bfa95-ebe5-4cb8-abaa-2bcb5d3a07e3/56abcba9-513f-4c4d-a97d-b112bfe0bc20) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:26:38.222270 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-3748530e-ac8f-4aed-8552-036b1d1d0e05 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/quotas/3239bed898c344b59ed7ea3353897e74 HTTP/1.1" status: 200 len: 375 time: 0.0953443 May 31 13:26:38.294275 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device a6eeb66d-6810-4000-a3c9-63eba5d4e7ad details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:26:38.481649 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0753af8d-c54c-492e-bde0-8c4be0e19130 req-fca5965f-e418-405e-a0ca-b5c352445929 service neutron] 10.222.0.44 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359494 May 31 13:26:38.492325 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b0f08190-3c93-4069-bca4-30d33852c020 req-2e7b63cf-0e95-4d18-9b79-2df635fb84c1 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] 10.222.0.50 "GET /v2.0/security-groups?id=9145548e-74a9-4f5e-ae53-c23243c8c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382699 May 31 13:26:38.515691 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port a6eeb66d-6810-4000-a3c9-63eba5d4e7ad, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=a6eeb66d-6810-4000-a3c9-63eba5d4e7ad,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:26:38.546708 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': 'a6eeb66d-6810-4000-a3c9-63eba5d4e7ad', 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4', 'port_id': 'a6eeb66d-6810-4000-a3c9-63eba5d4e7ad', 'mac_address': 'fa:16:3e:a6:85:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24822c99-0dce-4d50-9c44-3135ba3763b8', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:26:38.640483 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:38.662100 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port a6eeb66d-6810-4000-a3c9-63eba5d4e7ad is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:26:38.663000 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:38.700438 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6eeb66d-6810-4000-a3c9-63eba5d4e7ad {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:26:38.719857 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-685af2d3-dfff-4596-9473-30e2814dfe1e tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=3239bed898c344b59ed7ea3353897e74&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4822731 May 31 13:26:38.731486 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port a6eeb66d-6810-4000-a3c9-63eba5d4e7ad, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=a6eeb66d-6810-4000-a3c9-63eba5d4e7ad,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:26:38.739152 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:38.877833 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=a6eeb66d-6810-4000-a3c9-63eba5d4e7ad,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:26:39.114894 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['a6eeb66d-6810-4000-a3c9-63eba5d4e7ad'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:26:39.192867 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8f7b7fc7-50f7-4567-84c5-b3f5228d256f req-5552bb11-7b7c-4919-a5d1-3493499759ec tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:39.258740 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-c1d0f358-c472-4f4d-92ba-a3cac5acdef5 service neutron] 10.222.0.50 "GET /v2.0/networks/398656cc-8bc4-4a6a-ad11-d04eee603cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4954064 May 31 13:26:39.280927 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389994c8-8531-4a8e-92f0-ccfef2249ef0 req-1a178411-b8f0-4e27-a56b-9e8ec17a4638 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:39.282588 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-389994c8-8531-4a8e-92f0-ccfef2249ef0 req-1a178411-b8f0-4e27-a56b-9e8ec17a4638 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b9a7a8a-7d47-4a3d-98be-8a296564d31c HTTP/1.1" status: 200 len: 949 time: 0.5179794 May 31 13:26:39.453691 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8f7b7fc7-50f7-4567-84c5-b3f5228d256f req-5552bb11-7b7c-4919-a5d1-3493499759ec tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:39.512704 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-389994c8-8531-4a8e-92f0-ccfef2249ef0 req-7975372f-3ef2-4a0d-8658-8700d0104a26 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4e17580-fef9-47ea-85b1-59ae8325b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044828 May 31 13:26:39.593428 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f7b7fc7-50f7-4567-84c5-b3f5228d256f req-5552bb11-7b7c-4919-a5d1-3493499759ec tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Network e576ad54-297c-4eec-b73b-25479782c1e2 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:26:39.601360 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-8f7b7fc7-50f7-4567-84c5-b3f5228d256f req-5552bb11-7b7c-4919-a5d1-3493499759ec tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:26:39.608415 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f7b7fc7-50f7-4567-84c5-b3f5228d256f req-5552bb11-7b7c-4919-a5d1-3493499759ec tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:26:39.649861 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-790b4b22-b3e5-4668-a92e-2bbabb6684ea service neutron] 10.222.0.50 "GET /v2.0/networks/398656cc-8bc4-4a6a-ad11-d04eee603cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3657401 May 31 13:26:39.753397 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-08bc3505-ce1b-4b7b-a203-8246ecacf789 req-22a6e54b-7e5e-4709-bb97-d692ab71e2a1 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-233390103', 'description': 'tempest-description-862948732'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:26:39.760183 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552bb11-7b7c-4919-a5d1-3493499759ec tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Pushing event updated for resources: {'Port': ['ID=56abcba9-513f-4c4d-a97d-b112bfe0bc20,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:26:39.794672 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-08bc3505-ce1b-4b7b-a203-8246ecacf789 req-22a6e54b-7e5e-4709-bb97-d692ab71e2a1 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:26:39.820772 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-08bc3505-ce1b-4b7b-a203-8246ecacf789 req-22a6e54b-7e5e-4709-bb97-d692ab71e2a1 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Usage tracker for resource:security_group and tenant:a487a8012f6942fe8ddd9bac507c4ea0 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:26:39.835178 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-08bc3505-ce1b-4b7b-a203-8246ecacf789 req-22a6e54b-7e5e-4709-bb97-d692ab71e2a1 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:26:39.848494 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b7fc7-50f7-4567-84c5-b3f5228d256f req-5552bb11-7b7c-4919-a5d1-3493499759ec tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:39.849517 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8f7b7fc7-50f7-4567-84c5-b3f5228d256f req-5552bb11-7b7c-4919-a5d1-3493499759ec tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:39.866970 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-08bc3505-ce1b-4b7b-a203-8246ecacf789 req-22a6e54b-7e5e-4709-bb97-d692ab71e2a1 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:26:39.883959 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-910b3ad3-892d-49e7-8e2c-122ea4f7bea8 service neutron] 10.222.0.50 "GET /v2.0/ports/4954dca1-a5cd-4389-bc9b-a96a8180e081?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2230017 May 31 13:26:39.935506 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-08bc3505-ce1b-4b7b-a203-8246ecacf789 req-22a6e54b-7e5e-4709-bb97-d692ab71e2a1 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:39.969430 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8f7b7fc7-50f7-4567-84c5-b3f5228d256f req-5552bb11-7b7c-4919-a5d1-3493499759ec tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3677707 May 31 13:26:39.987123 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40502) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:26:40.040665 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-8f7b7fc7-50f7-4567-84c5-b3f5228d256f req-85960675-d72e-44e0-90c4-c2e4db7ff86e service neutron] Request body: {'port': {'device_id': '24302c62-7ac3-4163-8b04-e80e5c068019', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:26:40.124809 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-08bc3505-ce1b-4b7b-a203-8246ecacf789 req-22a6e54b-7e5e-4709-bb97-d692ab71e2a1 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:26:40.146210 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-08bc3505-ce1b-4b7b-a203-8246ecacf789 req-22a6e54b-7e5e-4709-bb97-d692ab71e2a1 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Usage tracker for resource:security_group_rule and tenant:a487a8012f6942fe8ddd9bac507c4ea0 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:26:40.153627 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-08bc3505-ce1b-4b7b-a203-8246ecacf789 req-22a6e54b-7e5e-4709-bb97-d692ab71e2a1 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:26:40.170531 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-08bc3505-ce1b-4b7b-a203-8246ecacf789 req-22a6e54b-7e5e-4709-bb97-d692ab71e2a1 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:26:40.249165 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d4d0681f-965a-437b-bd3a-5ef0dd0eeabe admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c905d91f2f614f928153cd05b2f8a225&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2603419 May 31 13:26:40.252379 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40508) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:26:40.292616 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-e610fcde-3bd4-4c07-9fcf-a99fa55a828b service neutron] 10.222.0.50 "GET /v2.0/networks/b4d30686-23e7-4909-aa70-b67d446f9c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3909147 May 31 13:26:40.303555 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device a6eeb66d-6810-4000-a3c9-63eba5d4e7ad up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:26:40.311123 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8f7b7fc7-50f7-4567-84c5-b3f5228d256f req-85960675-d72e-44e0-90c4-c2e4db7ff86e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:40.342143 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5b0a93c0-102a-458d-a33f-e11a1604a57d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:40.393073 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5b0a93c0-102a-458d-a33f-e11a1604a57d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:40.455934 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port a6eeb66d-6810-4000-a3c9-63eba5d4e7ad completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:26:40.464545 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port a6eeb66d-6810-4000-a3c9-63eba5d4e7ad triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:26:40.465025 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:40.505652 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5b0a93c0-102a-458d-a33f-e11a1604a57d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:40.524887 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0a93c0-102a-458d-a33f-e11a1604a57d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ccf8168-79a9-4f6f-8dd9-757dffab6d5b,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:26:40.551369 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5b0a93c0-102a-458d-a33f-e11a1604a57d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:40.553082 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-5b0a93c0-102a-458d-a33f-e11a1604a57d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6ccf8168-79a9-4f6f-8dd9-757dffab6d5b HTTP/1.1" status: 204 len: 168 time: 0.2992423 May 31 13:26:40.565906 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1b091764-1ef6-4f60-86c1-833b6275120e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:40.620794 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-08bc3505-ce1b-4b7b-a203-8246ecacf789 req-22a6e54b-7e5e-4709-bb97-d692ab71e2a1 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:40.638163 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-08bc3505-ce1b-4b7b-a203-8246ecacf789 req-22a6e54b-7e5e-4709-bb97-d692ab71e2a1 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:40.659748 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port a6eeb66d-6810-4000-a3c9-63eba5d4e7ad is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:26:40.660129 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:40.697445 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b9a7a8a-7d47-4a3d-98be-8a296564d31c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6eeb66d-6810-4000-a3c9-63eba5d4e7ad'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:26:40.708544 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port a6eeb66d-6810-4000-a3c9-63eba5d4e7ad, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=a6eeb66d-6810-4000-a3c9-63eba5d4e7ad,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:26:40.714656 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:40.802146 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=a6eeb66d-6810-4000-a3c9-63eba5d4e7ad,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:26:40.857521 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a6e54b-7e5e-4709-bb97-d692ab71e2a1 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=974e6028-bf23-48cc-98c3-6dde2bc60be0,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:26:40.860582 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-08bc3505-ce1b-4b7b-a203-8246ecacf789 req-22a6e54b-7e5e-4709-bb97-d692ab71e2a1 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:40.862442 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-08bc3505-ce1b-4b7b-a203-8246ecacf789 req-22a6e54b-7e5e-4709-bb97-d692ab71e2a1 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 1.1915898 May 31 13:26:40.877096 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-0fe809b2-cb50-4eab-aa4e-5ed493c9b5b5 service neutron] 10.222.0.50 "GET /v2.0/networks/b4d30686-23e7-4909-aa70-b67d446f9c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5391915 May 31 13:26:41.017424 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40524) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:26:41.074950 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c939f0f0-31cb-42f7-b889-1dba1cc00fb1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f56543d8a37547e6aec6adca28673da0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0555947 May 31 13:26:41.082624 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40528) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:26:41.123871 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-8ad9bda6-d6ff-401d-9703-dcb09ebbdc2e service neutron] 10.222.0.50 "GET /v2.0/ports/ed7a4efa-d56d-4605-8b79-de0f8f0e9d7c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2433519 May 31 13:26:41.156658 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-00ec7eaf-6074-48c9-8343-a50440c32855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:41.209103 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-00ec7eaf-6074-48c9-8343-a50440c32855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:41.298327 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-00ec7eaf-6074-48c9-8343-a50440c32855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:41.330937 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ec7eaf-6074-48c9-8343-a50440c32855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7cbe45-a13d-4eed-9e65-a1be0838b924,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:26:41.352121 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-00ec7eaf-6074-48c9-8343-a50440c32855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:41.354094 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-00ec7eaf-6074-48c9-8343-a50440c32855 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cf7cbe45-a13d-4eed-9e65-a1be0838b924 HTTP/1.1" status: 204 len: 168 time: 0.2704322 May 31 13:26:41.364203 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-a74a2160-dfe5-4f42-abbb-ce9ab7dade97 req-352ffbf3-2a09-4988-b805-fcbc3b7817a4 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1089407277', 'description': 'tempest-description-99361675'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:26:41.411397 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-c410eda3-8d71-4f8c-8b11-efa66b9e7edb service neutron] 10.222.0.50 "GET /v2.0/networks/b4d30686-23e7-4909-aa70-b67d446f9c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711725 May 31 13:26:41.433118 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-a74a2160-dfe5-4f42-abbb-ce9ab7dade97 req-352ffbf3-2a09-4988-b805-fcbc3b7817a4 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:26:41.479925 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-a74a2160-dfe5-4f42-abbb-ce9ab7dade97 req-352ffbf3-2a09-4988-b805-fcbc3b7817a4 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Usage tracker for resource:security_group and tenant:268d5b580128463e93ff63e3dfbd6d2b is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:26:41.487743 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-a74a2160-dfe5-4f42-abbb-ce9ab7dade97 req-352ffbf3-2a09-4988-b805-fcbc3b7817a4 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:26:41.547607 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-a74a2160-dfe5-4f42-abbb-ce9ab7dade97 req-352ffbf3-2a09-4988-b805-fcbc3b7817a4 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:26:41.565265 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-8f7b7fc7-50f7-4567-84c5-b3f5228d256f req-85960675-d72e-44e0-90c4-c2e4db7ff86e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56abcba9-513f-4c4d-a97d-b112bfe0bc20 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:26:41.579561 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8f7b7fc7-50f7-4567-84c5-b3f5228d256f req-85960675-d72e-44e0-90c4-c2e4db7ff86e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:41.595811 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a74a2160-dfe5-4f42-abbb-ce9ab7dade97 req-352ffbf3-2a09-4988-b805-fcbc3b7817a4 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:41.626056 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-8f7b7fc7-50f7-4567-84c5-b3f5228d256f req-85960675-d72e-44e0-90c4-c2e4db7ff86e service neutron] Transition to ACTIVE for port object 56abcba9-513f-4c4d-a97d-b112bfe0bc20 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:26:41.648873 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8f7b7fc7-50f7-4567-84c5-b3f5228d256f req-85960675-d72e-44e0-90c4-c2e4db7ff86e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:41.886869 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-a74a2160-dfe5-4f42-abbb-ce9ab7dade97 req-352ffbf3-2a09-4988-b805-fcbc3b7817a4 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:26:41.922567 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-a74a2160-dfe5-4f42-abbb-ce9ab7dade97 req-352ffbf3-2a09-4988-b805-fcbc3b7817a4 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Usage tracker for resource:security_group_rule and tenant:268d5b580128463e93ff63e3dfbd6d2b is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:26:41.925787 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-a74a2160-dfe5-4f42-abbb-ce9ab7dade97 req-352ffbf3-2a09-4988-b805-fcbc3b7817a4 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:26:42.002575 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-64c69599-fd6a-4f9b-9339-dd3bf4a07bc5 service neutron] 10.222.0.50 "GET /v2.0/networks/b4d30686-23e7-4909-aa70-b67d446f9c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5661473 May 31 13:26:42.012795 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-a74a2160-dfe5-4f42-abbb-ce9ab7dade97 req-352ffbf3-2a09-4988-b805-fcbc3b7817a4 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:26:42.063271 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85960675-d72e-44e0-90c4-c2e4db7ff86e service neutron] Pushing event updated for resources: {'Port': ['ID=56abcba9-513f-4c4d-a97d-b112bfe0bc20,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:26:42.411207 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-8d04c4f6-fe1a-4256-83c0-ef1113daa071 service neutron] 10.222.0.50 "GET /v2.0/networks/b4d30686-23e7-4909-aa70-b67d446f9c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3936760 May 31 13:26:42.455932 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a74a2160-dfe5-4f42-abbb-ce9ab7dade97 req-352ffbf3-2a09-4988-b805-fcbc3b7817a4 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:42.499834 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-8f7b7fc7-50f7-4567-84c5-b3f5228d256f req-85960675-d72e-44e0-90c4-c2e4db7ff86e service neutron] Attempting to bind port 56abcba9-513f-4c4d-a97d-b112bfe0bc20 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:26:42.500171 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-8f7b7fc7-50f7-4567-84c5-b3f5228d256f req-85960675-d72e-44e0-90c4-c2e4db7ff86e service neutron] Attempting to bind port 56abcba9-513f-4c4d-a97d-b112bfe0bc20 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': '6af449b4-9759-41ca-aa70-1c602a81197c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e576ad54-297c-4eec-b73b-25479782c1e2'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:26:42.500497 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7b7fc7-50f7-4567-84c5-b3f5228d256f req-85960675-d72e-44e0-90c4-c2e4db7ff86e service neutron] Attempting to bind port 56abcba9-513f-4c4d-a97d-b112bfe0bc20 on network e576ad54-297c-4eec-b73b-25479782c1e2 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:26:42.520864 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a74a2160-dfe5-4f42-abbb-ce9ab7dade97 req-352ffbf3-2a09-4988-b805-fcbc3b7817a4 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:42.545087 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7b7fc7-50f7-4567-84c5-b3f5228d256f req-85960675-d72e-44e0-90c4-c2e4db7ff86e service neutron] Port 56abcba9-513f-4c4d-a97d-b112bfe0bc20 on network e576ad54-297c-4eec-b73b-25479782c1e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:26:42.545419 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7b7fc7-50f7-4567-84c5-b3f5228d256f req-85960675-d72e-44e0-90c4-c2e4db7ff86e service neutron] Attempting to bind port 56abcba9-513f-4c4d-a97d-b112bfe0bc20 on network e576ad54-297c-4eec-b73b-25479782c1e2 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:26:42.571491 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7b7fc7-50f7-4567-84c5-b3f5228d256f req-85960675-d72e-44e0-90c4-c2e4db7ff86e service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:26:42.571814 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7b7fc7-50f7-4567-84c5-b3f5228d256f req-85960675-d72e-44e0-90c4-c2e4db7ff86e service neutron] Checking segment: {'id': '6af449b4-9759-41ca-aa70-1c602a81197c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e576ad54-297c-4eec-b73b-25479782c1e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:26:42.572222 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7b7fc7-50f7-4567-84c5-b3f5228d256f req-85960675-d72e-44e0-90c4-c2e4db7ff86e service neutron] Bound using segment: {'id': '6af449b4-9759-41ca-aa70-1c602a81197c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e576ad54-297c-4eec-b73b-25479782c1e2'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:26:42.572683 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-8f7b7fc7-50f7-4567-84c5-b3f5228d256f req-85960675-d72e-44e0-90c4-c2e4db7ff86e service neutron] Bound port: 56abcba9-513f-4c4d-a97d-b112bfe0bc20, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6af449b4-9759-41ca-aa70-1c602a81197c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e576ad54-297c-4eec-b73b-25479782c1e2'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:26:42.573034 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8f7b7fc7-50f7-4567-84c5-b3f5228d256f req-85960675-d72e-44e0-90c4-c2e4db7ff86e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:42.611056 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a74a2160-dfe5-4f42-abbb-ce9ab7dade97 req-352ffbf3-2a09-4988-b805-fcbc3b7817a4 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:42.612312 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a74a2160-dfe5-4f42-abbb-ce9ab7dade97 req-352ffbf3-2a09-4988-b805-fcbc3b7817a4 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.2600255 May 31 13:26:42.632514 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352ffbf3-2a09-4988-b805-fcbc3b7817a4 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fce91e32-a3ff-4bbf-a940-387c4bde9c0e,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:26:42.730339 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-eaf0aa21-b557-45f7-b73d-585bc44ce761 service neutron] 10.222.0.50 "GET /v2.0/networks/b4d30686-23e7-4909-aa70-b67d446f9c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061974 May 31 13:26:42.804615 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-58c4b0b7-48be-4ef8-801b-74f112bab816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:42.902225 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-8f7b7fc7-50f7-4567-84c5-b3f5228d256f req-85960675-d72e-44e0-90c4-c2e4db7ff86e service neutron] For port 56abcba9-513f-4c4d-a97d-b112bfe0bc20, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:26:42.926339 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-8f7b7fc7-50f7-4567-84c5-b3f5228d256f req-85960675-d72e-44e0-90c4-c2e4db7ff86e service neutron] For port 56abcba9-513f-4c4d-a97d-b112bfe0bc20, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=56abcba9-513f-4c4d-a97d-b112bfe0bc20,segment=NetworkSegment(6af449b4-9759-41ca-aa70-1c602a81197c),segment_id=6af449b4-9759-41ca-aa70-1c602a81197c)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:26:42.944199 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8f7b7fc7-50f7-4567-84c5-b3f5228d256f req-85960675-d72e-44e0-90c4-c2e4db7ff86e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:43.051900 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b7fc7-50f7-4567-84c5-b3f5228d256f req-85960675-d72e-44e0-90c4-c2e4db7ff86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:43.052919 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8f7b7fc7-50f7-4567-84c5-b3f5228d256f req-85960675-d72e-44e0-90c4-c2e4db7ff86e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:43.055364 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8f7b7fc7-50f7-4567-84c5-b3f5228d256f req-85960675-d72e-44e0-90c4-c2e4db7ff86e service neutron] 10.222.0.44 "PUT /v2.0/ports/56abcba9-513f-4c4d-a97d-b112bfe0bc20 HTTP/1.1" status: 200 len: 1091 time: 3.0192349 May 31 13:26:43.072231 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24302c62-7ac3-4163-8b04-e80e5c068019', 'tag': '56abcba9-513f-4c4d-a97d-b112bfe0bc20'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:26:43.113662 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-bd79699c-098b-4d7b-80d6-9986ac45c9de service neutron] 10.222.0.50 "GET /v2.0/networks/b4d30686-23e7-4909-aa70-b67d446f9c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3676565 May 31 13:26:43.198481 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85960675-d72e-44e0-90c4-c2e4db7ff86e service neutron] Pushing event updated for resources: {'Port': ['ID=56abcba9-513f-4c4d-a97d-b112bfe0bc20,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:26:43.301755 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0fe486-b483-4d3f-8e2d-763f30a8afc9 req-134ae73b-e8de-42a4-ae5d-62af1a743082 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:43.303007 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-fa0fe486-b483-4d3f-8e2d-763f30a8afc9 req-134ae73b-e8de-42a4-ae5d-62af1a743082 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Synchronizing usage tracker for tenant:9d7345b6bbc64d3981e920379156fa19 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:26:43.375553 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-fa0fe486-b483-4d3f-8e2d-763f30a8afc9 req-134ae73b-e8de-42a4-ae5d-62af1a743082 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Unset dirty status for tenant:9d7345b6bbc64d3981e920379156fa19 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:26:43.376740 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fa0fe486-b483-4d3f-8e2d-763f30a8afc9 req-134ae73b-e8de-42a4-ae5d-62af1a743082 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/ports?device_id=24302c62-7ac3-4163-8b04-e80e5c068019 HTTP/1.1" status: 200 len: 943 time: 0.6008973 May 31 13:26:43.430501 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-8c0158e1-8428-4bd7-86a0-58a595a7f503 service neutron] 10.222.0.50 "GET /v2.0/networks/b4d30686-23e7-4909-aa70-b67d446f9c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681994 May 31 13:26:43.435248 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b7fc7-50f7-4567-84c5-b3f5228d256f req-93b8b3dc-56a6-4415-a65f-a9fc62b41b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:43.438606 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8f7b7fc7-50f7-4567-84c5-b3f5228d256f req-93b8b3dc-56a6-4415-a65f-a9fc62b41b15 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9d7345b6bbc64d3981e920379156fa19&device_id=24302c62-7ac3-4163-8b04-e80e5c068019 HTTP/1.1" status: 200 len: 1094 time: 0.3284540 May 31 13:26:43.554871 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8f7b7fc7-50f7-4567-84c5-b3f5228d256f req-d755b387-2559-4111-868c-a2db72a50f0c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56abcba9-513f-4c4d-a97d-b112bfe0bc20 HTTP/1.1" status: 200 len: 217 time: 0.1036906 May 31 13:26:43.647786 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fa0fe486-b483-4d3f-8e2d-763f30a8afc9 req-34c123da-7ce3-444d-9b68-4db52f89aa5b tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d29a7ba-8da4-4594-bfbf-9f55cd071e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551405 May 31 13:26:43.689558 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:43.730863 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:43.772809 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b7fc7-50f7-4567-84c5-b3f5228d256f req-d9b48f00-5cc2-47a1-b48f-4a6388b0d939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:43.775155 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8f7b7fc7-50f7-4567-84c5-b3f5228d256f req-d9b48f00-5cc2-47a1-b48f-4a6388b0d939 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=376bfa95-ebe5-4cb8-abaa-2bcb5d3a07e3 HTTP/1.1" status: 200 len: 848 time: 0.1654615 May 31 13:26:43.834939 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-6985bd95-a53f-49aa-ba6b-a8a24f17fdf0 service neutron] 10.222.0.50 "GET /v2.0/networks/2d2d7c1f-d966-47df-b1e1-24eb3c3d5e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3858461 May 31 13:26:43.986957 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8f7b7fc7-50f7-4567-84c5-b3f5228d256f req-08eb1073-8587-4a38-90ef-65ff584e99c1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e576ad54-297c-4eec-b73b-25479782c1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2025213 May 31 13:26:44.380316 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-b1ecb188-0218-4cf2-8d49-830639e35006 service neutron] 10.222.0.50 "GET /v2.0/networks/2d2d7c1f-d966-47df-b1e1-24eb3c3d5e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3962965 May 31 13:26:44.383875 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8f7b7fc7-50f7-4567-84c5-b3f5228d256f req-ec7c639c-8df3-4163-a977-8afc14599dd1 service neutron] 10.222.0.44 "GET /v2.0/networks/e576ad54-297c-4eec-b73b-25479782c1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3767326 May 31 13:26:44.561117 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daf6d7c-b9fd-4c70-9063-f67545056085 req-e5809547-98ed-469b-bb94-b7b52e24404d tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:44.562775 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7daf6d7c-b9fd-4c70-9063-f67545056085 req-e5809547-98ed-469b-bb94-b7b52e24404d tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] 10.222.0.50 "GET /v2.0/ports?device_id=defb627e-1ad7-41e4-a859-155957cdc19f HTTP/1.1" status: 200 len: 950 time: 0.3907073 May 31 13:26:44.700186 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7daf6d7c-b9fd-4c70-9063-f67545056085 req-b5b181fb-0e02-475a-88dc-eaf8ccdf07af tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] 10.222.0.50 "GET /v2.0/security-groups?id=9145548e-74a9-4f5e-ae53-c23243c8c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212347 May 31 13:26:44.719794 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8f7b7fc7-50f7-4567-84c5-b3f5228d256f req-bc36976e-3bec-4ea3-9348-d0eee15cdd6f service neutron] 10.222.0.44 "GET /v2.0/networks/e576ad54-297c-4eec-b73b-25479782c1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286984 May 31 13:26:44.723365 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-1610c27e-67ad-41a3-9c41-6eb80d280b88 service neutron] 10.222.0.50 "GET /v2.0/networks/2d2d7c1f-d966-47df-b1e1-24eb3c3d5e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3308067 May 31 13:26:44.937302 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-c228f826-d6aa-4b2e-8207-7ab75ba2f94c service neutron] 10.222.0.50 "GET /v2.0/networks/2d2d7c1f-d966-47df-b1e1-24eb3c3d5e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060728 May 31 13:26:44.989142 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f088baa7-2dc1-4071-b285-a942115d6b53 req-a8f81af7-e212-4f99-bc09-8956b9507c88 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:44.990810 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f088baa7-2dc1-4071-b285-a942115d6b53 req-a8f81af7-e212-4f99-bc09-8956b9507c88 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b9a7a8a-7d47-4a3d-98be-8a296564d31c HTTP/1.1" status: 200 len: 950 time: 0.1257510 May 31 13:26:45.047171 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f088baa7-2dc1-4071-b285-a942115d6b53 req-d2a7f713-8e04-441a-b341-999abe117b12 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4e17580-fef9-47ea-85b1-59ae8325b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475645 May 31 13:26:45.135340 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-177577d3-da4a-4a83-81a5-48be202e1adc'] response: {'server_uuid': '6b9a7a8a-7d47-4a3d-98be-8a296564d31c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6eeb66d-6810-4000-a3c9-63eba5d4e7ad', 'code': 200} May 31 13:26:45.308059 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d83c64df-ab7f-4455-a7b1-c86bc6dbd0c2 req-bf4955b3-e314-495c-a03d-c9ac340933b3 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/security-groups/974e6028-bf23-48cc-98c3-6dde2bc60be0 HTTP/1.1" status: 200 len: 1799 time: 0.1394658 May 31 13:26:45.339745 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-d83c64df-ab7f-4455-a7b1-c86bc6dbd0c2 req-c0c36e01-f81d-45e3-bf99-b9353d98ede8 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1957346317', 'description': 'tempest-description-hth-1758994561'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:26:45.387033 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d83c64df-ab7f-4455-a7b1-c86bc6dbd0c2 req-c0c36e01-f81d-45e3-bf99-b9353d98ede8 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks [] for security_group, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:45.431622 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c4180-c226-4ac8-bf5e-5b9e3b7f3784 req-00f3de4c-3b8d-4933-9bad-e5e55079335f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:45.432273 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:45.433960 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1b7c4180-c226-4ac8-bf5e-5b9e3b7f3784 req-00f3de4c-3b8d-4933-9bad-e5e55079335f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6b9a7a8a-7d47-4a3d-98be-8a296564d31c HTTP/1.1" status: 200 len: 1101 time: 0.2089784 May 31 13:26:45.524821 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d83c64df-ab7f-4455-a7b1-c86bc6dbd0c2 req-c0c36e01-f81d-45e3-bf99-b9353d98ede8 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks [] for security_group, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:45.533004 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d83c64df-ab7f-4455-a7b1-c86bc6dbd0c2 req-c0c36e01-f81d-45e3-bf99-b9353d98ede8 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:45.535367 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d83c64df-ab7f-4455-a7b1-c86bc6dbd0c2 req-c0c36e01-f81d-45e3-bf99-b9353d98ede8 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:45.536873 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d83c64df-ab7f-4455-a7b1-c86bc6dbd0c2 req-c0c36e01-f81d-45e3-bf99-b9353d98ede8 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "PUT /v2.0/security-groups/974e6028-bf23-48cc-98c3-6dde2bc60be0 HTTP/1.1" status: 200 len: 1775 time: 0.2108533 May 31 13:26:45.549587 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1b7c4180-c226-4ac8-bf5e-5b9e3b7f3784 req-a0fd4163-2f06-40a6-ab9c-fe320e21d16d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a4e17580-fef9-47ea-85b1-59ae8325b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074047 May 31 13:26:45.598838 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c36e01-f81d-45e3-bf99-b9353d98ede8 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=974e6028-bf23-48cc-98c3-6dde2bc60be0,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:26:45.651727 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1e5867b4-8662-4a86-bdd6-d2125b55af3c req-e251ed3f-a5b1-4c36-ad2a-f65f3d60773a tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] 10.222.0.50 "GET /v2.0/security-groups/fce91e32-a3ff-4bbf-a940-387c4bde9c0e HTTP/1.1" status: 200 len: 1803 time: 0.0887725 May 31 13:26:45.666893 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-1e5867b4-8662-4a86-bdd6-d2125b55af3c req-bccffdda-08b3-49ea-ae66-332d05f7d0b1 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fce91e32-a3ff-4bbf-a940-387c4bde9c0e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:26:45.667794 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-1e5867b4-8662-4a86-bdd6-d2125b55af3c req-bccffdda-08b3-49ea-ae66-332d05f7d0b1 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fce91e32-a3ff-4bbf-a940-387c4bde9c0e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:26:45.678056 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-1e5867b4-8662-4a86-bdd6-d2125b55af3c req-bccffdda-08b3-49ea-ae66-332d05f7d0b1 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:26:45.685131 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-1e5867b4-8662-4a86-bdd6-d2125b55af3c req-bccffdda-08b3-49ea-ae66-332d05f7d0b1 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Usage tracker for resource:security_group_rule and tenant:268d5b580128463e93ff63e3dfbd6d2b is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:26:45.689662 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-1e5867b4-8662-4a86-bdd6-d2125b55af3c req-bccffdda-08b3-49ea-ae66-332d05f7d0b1 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:26:45.699922 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-1e5867b4-8662-4a86-bdd6-d2125b55af3c req-bccffdda-08b3-49ea-ae66-332d05f7d0b1 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:26:45.792000 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1e5867b4-8662-4a86-bdd6-d2125b55af3c req-bccffdda-08b3-49ea-ae66-332d05f7d0b1 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:45.841288 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1e5867b4-8662-4a86-bdd6-d2125b55af3c req-bccffdda-08b3-49ea-ae66-332d05f7d0b1 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:45.847498 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1e5867b4-8662-4a86-bdd6-d2125b55af3c req-bccffdda-08b3-49ea-ae66-332d05f7d0b1 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:45.888591 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccffdda-08b3-49ea-ae66-332d05f7d0b1 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d84bfb0-977d-49db-a054-65a7ce7a0037,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:26:45.906011 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1e5867b4-8662-4a86-bdd6-d2125b55af3c req-bccffdda-08b3-49ea-ae66-332d05f7d0b1 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:45.908542 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1e5867b4-8662-4a86-bdd6-d2125b55af3c req-bccffdda-08b3-49ea-ae66-332d05f7d0b1 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2467246 May 31 13:26:45.996565 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18bb264b-27a7-4471-b938-53930c00c4bb'] response: {'name': 'network-changed', 'server_uuid': '24302c62-7ac3-4163-8b04-e80e5c068019', 'tag': '56abcba9-513f-4c4d-a97d-b112bfe0bc20', 'status': 'completed', 'code': 200} May 31 13:26:46.167457 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c95ea51-1309-4e59-8fc4-9beff827c35b req-b4923438-b3b8-4292-bc38-68bc4ce6fb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:46.171158 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4c95ea51-1309-4e59-8fc4-9beff827c35b req-b4923438-b3b8-4292-bc38-68bc4ce6fb6d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9d7345b6bbc64d3981e920379156fa19&device_id=24302c62-7ac3-4163-8b04-e80e5c068019 HTTP/1.1" status: 200 len: 1094 time: 0.1370966 May 31 13:26:46.511564 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c95ea51-1309-4e59-8fc4-9beff827c35b req-0139744c-9180-4c35-bbce-62c12317aded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:46.513136 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4c95ea51-1309-4e59-8fc4-9beff827c35b req-0139744c-9180-4c35-bbce-62c12317aded service neutron] 10.222.0.44 "GET /v2.0/networks?id=e576ad54-297c-4eec-b73b-25479782c1e2 HTTP/1.1" status: 200 len: 909 time: 0.3325872 May 31 13:26:46.623963 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4c95ea51-1309-4e59-8fc4-9beff827c35b req-6ba7c5ef-c9cd-4979-bda2-f6e2a37a7757 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56abcba9-513f-4c4d-a97d-b112bfe0bc20 HTTP/1.1" status: 200 len: 217 time: 0.0994163 May 31 13:26:46.844863 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e654e70a-d095-4906-925f-2a0a899d7fdb req-35199278-0e80-4fa5-bb4c-635a7c6b05ad tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:46.846490 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e654e70a-d095-4906-925f-2a0a899d7fdb req-35199278-0e80-4fa5-bb4c-635a7c6b05ad tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/ports?device_id=24302c62-7ac3-4163-8b04-e80e5c068019 HTTP/1.1" status: 200 len: 943 time: 0.4425058 May 31 13:26:46.916758 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c95ea51-1309-4e59-8fc4-9beff827c35b req-f6a14a05-eb5a-4158-a49f-9898c65bc565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:46.919527 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4c95ea51-1309-4e59-8fc4-9beff827c35b req-f6a14a05-eb5a-4158-a49f-9898c65bc565 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=376bfa95-ebe5-4cb8-abaa-2bcb5d3a07e3 HTTP/1.1" status: 200 len: 848 time: 0.2850378 May 31 13:26:46.991771 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4c95ea51-1309-4e59-8fc4-9beff827c35b req-2e5a4a61-b378-4bb3-8524-774f0834a933 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e576ad54-297c-4eec-b73b-25479782c1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590754 May 31 13:26:47.013538 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e654e70a-d095-4906-925f-2a0a899d7fdb req-a3bce5f9-08df-47c1-a0da-50d9609d7a6b tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d29a7ba-8da4-4594-bfbf-9f55cd071e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490121 May 31 13:26:47.266597 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40618) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:26:47.287899 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4c95ea51-1309-4e59-8fc4-9beff827c35b req-da51866b-18d3-4890-84bd-ae96720a79cb service neutron] 10.222.0.44 "GET /v2.0/networks/e576ad54-297c-4eec-b73b-25479782c1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717354 May 31 13:26:47.412314 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-28f77053-0be6-451b-9042-500d4533cb1d tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:47.475343 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-28f77053-0be6-451b-9042-500d4533cb1d tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:47.503571 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8bca8314-e457-4c2b-9a93-ecbe74125c9f req-f86f87b3-0bb6-4d6b-be98-ff3002411baf tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/security-groups/974e6028-bf23-48cc-98c3-6dde2bc60be0 HTTP/1.1" status: 200 len: 1775 time: 0.1483338 May 31 13:26:47.526675 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-f9da470b-0902-4b72-a354-7d75dae14a3a req-6835fa32-cb85-4110-bfb2-ceb1f2f37925 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2112155444', 'description': 'tempest-description-1193180232'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:26:47.537839 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-f9da470b-0902-4b72-a354-7d75dae14a3a req-6835fa32-cb85-4110-bfb2-ceb1f2f37925 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:26:47.547186 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-f9da470b-0902-4b72-a354-7d75dae14a3a req-6835fa32-cb85-4110-bfb2-ceb1f2f37925 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Usage tracker for resource:security_group and tenant:268d5b580128463e93ff63e3dfbd6d2b is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:26:47.552413 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-f9da470b-0902-4b72-a354-7d75dae14a3a req-6835fa32-cb85-4110-bfb2-ceb1f2f37925 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:26:47.567165 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-f9da470b-0902-4b72-a354-7d75dae14a3a req-6835fa32-cb85-4110-bfb2-ceb1f2f37925 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:26:47.619403 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f9da470b-0902-4b72-a354-7d75dae14a3a req-6835fa32-cb85-4110-bfb2-ceb1f2f37925 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:47.647697 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-28f77053-0be6-451b-9042-500d4533cb1d tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:47.676810 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f77053-0be6-451b-9042-500d4533cb1d tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3316f69c-0b0b-4b52-92ce-248c8657cef4,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:26:47.698549 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-28f77053-0be6-451b-9042-500d4533cb1d tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:47.702897 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-28f77053-0be6-451b-9042-500d4533cb1d tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] 10.222.0.50 "DELETE /v2.0/security-groups/3316f69c-0b0b-4b52-92ce-248c8657cef4 HTTP/1.1" status: 204 len: 168 time: 0.4300570 May 31 13:26:47.703593 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40626) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:26:47.709111 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4c95ea51-1309-4e59-8fc4-9beff827c35b req-84eb478a-8310-413d-ba29-062f85777f8f service neutron] 10.222.0.44 "GET /v2.0/networks/e576ad54-297c-4eec-b73b-25479782c1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4061494 May 31 13:26:47.724862 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-9e267e5e-20ef-41e8-8fdc-d65211a7908f tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] show failed (client error): The resource could not be found. May 31 13:26:47.729033 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-9e267e5e-20ef-41e8-8fdc-d65211a7908f tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] 10.222.0.50 "GET /v2.0/security-groups/3316f69c-0b0b-4b52-92ce-248c8657cef4 HTTP/1.1" status: 404 len: 347 time: 0.0204034 May 31 13:26:47.729416 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-f9da470b-0902-4b72-a354-7d75dae14a3a req-6835fa32-cb85-4110-bfb2-ceb1f2f37925 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:26:47.729522 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40630) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:26:47.741511 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-f9da470b-0902-4b72-a354-7d75dae14a3a req-6835fa32-cb85-4110-bfb2-ceb1f2f37925 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Usage tracker for resource:security_group_rule and tenant:268d5b580128463e93ff63e3dfbd6d2b is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:26:47.746598 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-f9da470b-0902-4b72-a354-7d75dae14a3a req-6835fa32-cb85-4110-bfb2-ceb1f2f37925 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:26:47.754580 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-f9da470b-0902-4b72-a354-7d75dae14a3a req-6835fa32-cb85-4110-bfb2-ceb1f2f37925 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:26:47.837128 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7229cb8-5a80-4ad0-a0f1-04834d64667e req-32324317-7399-4c9d-aff2-d9b9f6787ef4 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:47.838911 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e7229cb8-5a80-4ad0-a0f1-04834d64667e req-32324317-7399-4c9d-aff2-d9b9f6787ef4 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b9a7a8a-7d47-4a3d-98be-8a296564d31c HTTP/1.1" status: 200 len: 950 time: 0.1779025 May 31 13:26:47.919328 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-8fd8f117-3c6a-4c6d-a06c-fad33dfbd3cf tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Deleting port 7ee3a9a1-79e5-4eab-aead-78627b439f03 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:26:47.920034 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8fd8f117-3c6a-4c6d-a06c-fad33dfbd3cf tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:47.930168 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f9da470b-0902-4b72-a354-7d75dae14a3a req-6835fa32-cb85-4110-bfb2-ceb1f2f37925 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:47.936479 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e7229cb8-5a80-4ad0-a0f1-04834d64667e req-6ca2b63e-f051-43e4-8535-3ff2bd10050d tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4e17580-fef9-47ea-85b1-59ae8325b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838680 May 31 13:26:47.938415 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f9da470b-0902-4b72-a354-7d75dae14a3a req-6835fa32-cb85-4110-bfb2-ceb1f2f37925 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:48.027073 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6835fa32-cb85-4110-bfb2-ceb1f2f37925 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95536f24-10b7-4997-9f61-c08453aa9fd4,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:26:48.031997 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f9da470b-0902-4b72-a354-7d75dae14a3a req-6835fa32-cb85-4110-bfb2-ceb1f2f37925 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:48.032718 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f9da470b-0902-4b72-a354-7d75dae14a3a req-6835fa32-cb85-4110-bfb2-ceb1f2f37925 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5217984 May 31 13:26:48.219376 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8fd8f117-3c6a-4c6d-a06c-fad33dfbd3cf tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:48.219874 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8fd8f117-3c6a-4c6d-a06c-fad33dfbd3cf tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:48.295285 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cdded883-6c76-4857-b9f3-c9be31ba5ba9 req-8e7feb16-80eb-4722-b525-e0e3ffbe9476 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a HTTP/1.1" status: 200 len: 210 time: 0.0939913 May 31 13:26:48.349374 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 56abcba9-513f-4c4d-a97d-b112bfe0bc20 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:26:48.373407 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-fcc460c6-1ca8-49dd-806f-c25e80ecd489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:48.381085 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-fcc460c6-1ca8-49dd-806f-c25e80ecd489 service neutron] 10.222.0.20 "GET /v2.0/ports/4954dca1-a5cd-4389-bc9b-a96a8180e081 HTTP/1.1" status: 200 len: 1028 time: 0.2732711 May 31 13:26:48.538456 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-8fd8f117-3c6a-4c6d-a06c-fad33dfbd3cf tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Calling delete_port for 7ee3a9a1-79e5-4eab-aead-78627b439f03 owned by network:floatingip {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:26:48.542922 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 56abcba9-513f-4c4d-a97d-b112bfe0bc20, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=56abcba9-513f-4c4d-a97d-b112bfe0bc20,segment=NetworkSegment(6af449b4-9759-41ca-aa70-1c602a81197c),segment_id=6af449b4-9759-41ca-aa70-1c602a81197c)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:26:48.563055 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': '56abcba9-513f-4c4d-a97d-b112bfe0bc20', 'network_id': 'e576ad54-297c-4eec-b73b-25479782c1e2', 'port_id': '56abcba9-513f-4c4d-a97d-b112bfe0bc20', 'mac_address': 'fa:16:3e:93:40:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '376bfa95-ebe5-4cb8-abaa-2bcb5d3a07e3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:26:48.657769 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-a51d2a13-c360-40cd-9901-bd8f6826b842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:48.661664 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-a51d2a13-c360-40cd-9901-bd8f6826b842 service neutron] 10.222.0.20 "GET /v2.0/ports/ed7a4efa-d56d-4605-8b79-de0f8f0e9d7c HTTP/1.1" status: 200 len: 1026 time: 0.2623091 May 31 13:26:48.666252 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 56abcba9-513f-4c4d-a97d-b112bfe0bc20 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:26:48.666936 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:48.735796 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56abcba9-513f-4c4d-a97d-b112bfe0bc20 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:26:48.781345 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 56abcba9-513f-4c4d-a97d-b112bfe0bc20, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=56abcba9-513f-4c4d-a97d-b112bfe0bc20,segment=NetworkSegment(6af449b4-9759-41ca-aa70-1c602a81197c),segment_id=6af449b4-9759-41ca-aa70-1c602a81197c)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:26:48.805313 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:48.879664 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8fd8f117-3c6a-4c6d-a06c-fad33dfbd3cf tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:48.917085 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=56abcba9-513f-4c4d-a97d-b112bfe0bc20,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:26:48.953105 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-49ee99c9-777c-48f3-9f03-e5d2630b236b req-0506f7f9-48f1-4fd0-8b39-5d6b7d1c3717 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/security-groups/974e6028-bf23-48cc-98c3-6dde2bc60be0 HTTP/1.1" status: 200 len: 1775 time: 0.2883410 May 31 13:26:49.024288 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd8f117-3c6a-4c6d-a06c-fad33dfbd3cf tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Pushing event deleted for resources: {'Port': ['ID=7ee3a9a1-79e5-4eab-aead-78627b439f03,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:26:49.046825 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3f6d9-d442-436e-995c-91677e41ff9d req-4cc9f69a-6bf4-437e-b23b-09dd12c8ae7f tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:49.049167 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fbd3f6d9-d442-436e-995c-91677e41ff9d req-4cc9f69a-6bf4-437e-b23b-09dd12c8ae7f tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] 10.222.0.50 "GET /v2.0/ports?device_id=defb627e-1ad7-41e4-a859-155957cdc19f HTTP/1.1" status: 200 len: 950 time: 0.3056176 May 31 13:26:49.065423 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-0b65d5f4-ccb8-46ef-b3df-2e15602b8788 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:49.075766 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-0b65d5f4-ccb8-46ef-b3df-2e15602b8788 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:49.086585 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-0b65d5f4-ccb8-46ef-b3df-2e15602b8788 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:49.089072 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-0b65d5f4-ccb8-46ef-b3df-2e15602b8788 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.20 "GET /v2.0/networks?id=398656cc-8bc4-4a6a-ad11-d04eee603cee&id=b4d30686-23e7-4909-aa70-b67d446f9c2b&id=b4d30686-23e7-4909-aa70-b67d446f9c2b&id=b4d30686-23e7-4909-aa70-b67d446f9c2b&id=b4d30686-23e7-4909-aa70-b67d446f9c2b&id=2d2d7c1f-d966-47df-b1e1-24eb3c3d5e68&id=2d2d7c1f-d966-47df-b1e1-24eb3c3d5e68 HTTP/1.1" status: 200 len: 1989 time: 0.4153743 May 31 13:26:49.098169 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8fd8f117-3c6a-4c6d-a06c-fad33dfbd3cf tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Notify callbacks [] for floatingip, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:49.121517 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8fd8f117-3c6a-4c6d-a06c-fad33dfbd3cf tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:49.122972 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-8fd8f117-3c6a-4c6d-a06c-fad33dfbd3cf tempest-ServersTestBootFromVolume-642160495 tempest-ServersTestBootFromVolume-642160495-project] 10.222.0.50 "DELETE /v2.0/floatingips/c391503b-b44f-41eb-88b1-c4396c0ff4f7 HTTP/1.1" status: 204 len: 168 time: 1.3923151 May 31 13:26:49.123352 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['56abcba9-513f-4c4d-a97d-b112bfe0bc20'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:26:49.125864 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40642) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:26:49.187913 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-0db31382-9ffe-4c9b-9f40-fb1145995743 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3239bed898c344b59ed7ea3353897e74 HTTP/1.1" status: 200 len: 380 time: 0.0728927 May 31 13:26:49.215607 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-7fd06bd5-c507-4e10-bdbe-7e01d0d973e7 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Request body: {'port': {'device_id': 'f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a', 'network_id': '398656cc-8bc4-4a6a-ad11-d04eee603cee', 'admin_state_up': True, 'tenant_id': '3239bed898c344b59ed7ea3353897e74', 'security_groups': ['1de4fedc-888a-46c6-9d87-1b48c5765046']}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:26:49.240156 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fbd3f6d9-d442-436e-995c-91677e41ff9d req-25695b0a-45f0-4e96-854c-d76a42c6b242 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] 10.222.0.50 "GET /v2.0/security-groups?id=9145548e-74a9-4f5e-ae53-c23243c8c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496627 May 31 13:26:49.419297 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-49ee99c9-777c-48f3-9f03-e5d2630b236b req-4ddd514c-fd76-4a42-a840-b2a3f2bd8a1e tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:49.580339 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-49ee99c9-777c-48f3-9f03-e5d2630b236b req-4ddd514c-fd76-4a42-a840-b2a3f2bd8a1e tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:49.720581 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-7fd06bd5-c507-4e10-bdbe-7e01d0d973e7 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:26:49.748052 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-7fd06bd5-c507-4e10-bdbe-7e01d0d973e7 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:26:49.771607 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-49ee99c9-777c-48f3-9f03-e5d2630b236b req-4ddd514c-fd76-4a42-a840-b2a3f2bd8a1e tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:49.803861 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677355dd-6a22-43d4-93ce-dc469d90dfd9 req-337baffe-05c2-413d-a689-b0e8fce292b5 tempest-ServersOnMultiNodesTest-616659521 tempest-ServersOnMultiNodesTest-616659521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:49.806495 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-677355dd-6a22-43d4-93ce-dc469d90dfd9 req-337baffe-05c2-413d-a689-b0e8fce292b5 tempest-ServersOnMultiNodesTest-616659521 tempest-ServersOnMultiNodesTest-616659521-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=6b9a7a8a-7d47-4a3d-98be-8a296564d31c HTTP/1.1" status: 200 len: 1101 time: 0.3068461 May 31 13:26:49.807457 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-7fd06bd5-c507-4e10-bdbe-7e01d0d973e7 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Made reservation on behalf of 3239bed898c344b59ed7ea3353897e74 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:26:49.813210 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-7fd06bd5-c507-4e10-bdbe-7e01d0d973e7 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:49.880957 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddd514c-fd76-4a42-a840-b2a3f2bd8a1e tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=974e6028-bf23-48cc-98c3-6dde2bc60be0,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:26:49.910802 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-49ee99c9-777c-48f3-9f03-e5d2630b236b req-4ddd514c-fd76-4a42-a840-b2a3f2bd8a1e tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:49.922774 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-49ee99c9-777c-48f3-9f03-e5d2630b236b req-4ddd514c-fd76-4a42-a840-b2a3f2bd8a1e tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "DELETE /v2.0/security-groups/974e6028-bf23-48cc-98c3-6dde2bc60be0 HTTP/1.1" status: 204 len: 173 time: 0.9512753 May 31 13:26:50.018673 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-677355dd-6a22-43d4-93ce-dc469d90dfd9 req-a28e10fc-fbe0-456f-a7f2-be1643196b4d tempest-ServersOnMultiNodesTest-616659521 tempest-ServersOnMultiNodesTest-616659521-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=a4e17580-fef9-47ea-85b1-59ae8325b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886301 May 31 13:26:50.110608 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8291cd64-c767-4f0b-a31b-cea94afefabe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:50.472052 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8eb11620-ad54-4fab-aa88-e746d202dbdb req-89224606-9cac-4ca9-ba43-4d05e730d99e tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] 10.222.0.50 "GET /v2.0/security-groups/95536f24-10b7-4997-9f61-c08453aa9fd4 HTTP/1.1" status: 200 len: 1805 time: 0.3485396 May 31 13:26:50.497559 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-7fd06bd5-c507-4e10-bdbe-7e01d0d973e7 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Allocated IP 172.20.0.13 (398656cc-8bc4-4a6a-ad11-d04eee603cee/69094bcc-9239-4f53-bcfd-7f7eb81b8615/efc96b22-153b-44b0-a49d-5f2541380c5e) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:26:50.535241 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-8eb11620-ad54-4fab-aa88-e746d202dbdb req-8580a563-6ff8-40b4-b4de-d1195edd6d1a tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '95536f24-10b7-4997-9f61-c08453aa9fd4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:26:50.535581 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-8eb11620-ad54-4fab-aa88-e746d202dbdb req-8580a563-6ff8-40b4-b4de-d1195edd6d1a tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '95536f24-10b7-4997-9f61-c08453aa9fd4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:26:50.559463 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-8eb11620-ad54-4fab-aa88-e746d202dbdb req-8580a563-6ff8-40b4-b4de-d1195edd6d1a tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:26:50.575102 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-8eb11620-ad54-4fab-aa88-e746d202dbdb req-8580a563-6ff8-40b4-b4de-d1195edd6d1a tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Usage tracker for resource:security_group_rule and tenant:268d5b580128463e93ff63e3dfbd6d2b is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:26:50.586670 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-8eb11620-ad54-4fab-aa88-e746d202dbdb req-8580a563-6ff8-40b4-b4de-d1195edd6d1a tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:26:50.595708 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-8291cd64-c767-4f0b-a31b-cea94afefabe admin admin] Deleting port 0e3fc2bb-bfe0-4c78-aa53-26576f9776e6 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:26:50.596314 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8291cd64-c767-4f0b-a31b-cea94afefabe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:50.620367 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-8eb11620-ad54-4fab-aa88-e746d202dbdb req-8580a563-6ff8-40b4-b4de-d1195edd6d1a tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:26:50.800619 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143841e4-023e-4ed8-b45a-b2790884f65d req-eed64098-be8e-4298-b0b3-371460093848 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:50.801574 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-143841e4-023e-4ed8-b45a-b2790884f65d req-eed64098-be8e-4298-b0b3-371460093848 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/ports?device_id=24302c62-7ac3-4163-8b04-e80e5c068019 HTTP/1.1" status: 200 len: 944 time: 0.6771662 May 31 13:26:50.844882 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-8291cd64-c767-4f0b-a31b-cea94afefabe admin admin] For port 0e3fc2bb-bfe0-4c78-aa53-26576f9776e6, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=0e3fc2bb-bfe0-4c78-aa53-26576f9776e6,segment=NetworkSegment(3cd1e590-b03b-4bab-9eb2-d4b001419190),segment_id=3cd1e590-b03b-4bab-9eb2-d4b001419190)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:26:50.845385 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8291cd64-c767-4f0b-a31b-cea94afefabe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:50.921661 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8eb11620-ad54-4fab-aa88-e746d202dbdb req-8580a563-6ff8-40b4-b4de-d1195edd6d1a tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:50.956502 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-7fd06bd5-c507-4e10-bdbe-7e01d0d973e7 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:50.968516 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-143841e4-023e-4ed8-b45a-b2790884f65d req-3c053185-112c-4700-b3c0-7653f352a77e tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d29a7ba-8da4-4594-bfbf-9f55cd071e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438930 May 31 13:26:50.994501 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8eb11620-ad54-4fab-aa88-e746d202dbdb req-8580a563-6ff8-40b4-b4de-d1195edd6d1a tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:51.001803 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-8291cd64-c767-4f0b-a31b-cea94afefabe admin admin] Calling delete_port for 0e3fc2bb-bfe0-4c78-aa53-26576f9776e6 owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:26:51.008620 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-7fd06bd5-c507-4e10-bdbe-7e01d0d973e7 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Transition to ACTIVE for port object efc96b22-153b-44b0-a49d-5f2541380c5e will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:26:51.010018 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8eb11620-ad54-4fab-aa88-e746d202dbdb req-8580a563-6ff8-40b4-b4de-d1195edd6d1a tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:51.040997 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8580a563-6ff8-40b4-b4de-d1195edd6d1a tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b91dc7ed-cce4-4622-91d9-fb01ecb339bc,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:26:51.061637 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8eb11620-ad54-4fab-aa88-e746d202dbdb req-8580a563-6ff8-40b4-b4de-d1195edd6d1a tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:51.063161 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8eb11620-ad54-4fab-aa88-e746d202dbdb req-8580a563-6ff8-40b4-b4de-d1195edd6d1a tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.5448470 May 31 13:26:51.077302 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-7fd06bd5-c507-4e10-bdbe-7e01d0d973e7 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:51.192763 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-7fd06bd5-c507-4e10-bdbe-7e01d0d973e7 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Network 398656cc-8bc4-4a6a-ad11-d04eee603cee is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:26:51.201215 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-7fd06bd5-c507-4e10-bdbe-7e01d0d973e7 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:26:51.203160 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-7fd06bd5-c507-4e10-bdbe-7e01d0d973e7 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:26:51.261866 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd06bd5-c507-4e10-bdbe-7e01d0d973e7 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Pushing event updated for resources: {'Port': ['ID=efc96b22-153b-44b0-a49d-5f2541380c5e,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:26:51.456033 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-7fd06bd5-c507-4e10-bdbe-7e01d0d973e7 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:51.456851 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-7fd06bd5-c507-4e10-bdbe-7e01d0d973e7 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:51.530860 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-7fd06bd5-c507-4e10-bdbe-7e01d0d973e7 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3189204 May 31 13:26:51.542728 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-277dcc93-6e61-44b1-96fd-220bbc41a16b tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Request body: {'port': {'device_id': 'f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a', 'network_id': 'b4d30686-23e7-4909-aa70-b67d446f9c2b', 'admin_state_up': True, 'tenant_id': '3239bed898c344b59ed7ea3353897e74', 'security_groups': ['1de4fedc-888a-46c6-9d87-1b48c5765046']}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:26:51.699954 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2af38687-3102-477e-b43a-ec307592cdae None None] Provisioning for port efc96b22-153b-44b0-a49d-5f2541380c5e completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:26:51.716000 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2af38687-3102-477e-b43a-ec307592cdae None None] Provisioning complete for port efc96b22-153b-44b0-a49d-5f2541380c5e triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:26:51.716363 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2af38687-3102-477e-b43a-ec307592cdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:51.759656 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4a8036-33ad-4fcf-ac5d-d865e2f766f3 req-f3de7ed3-ba9a-4d4f-aa87-bdfe30621666 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:51.760687 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-ca4a8036-33ad-4fcf-ac5d-d865e2f766f3 req-f3de7ed3-ba9a-4d4f-aa87-bdfe30621666 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Synchronizing usage tracker for tenant:3239bed898c344b59ed7ea3353897e74 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:26:51.806410 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2af38687-3102-477e-b43a-ec307592cdae None None] Port efc96b22-153b-44b0-a49d-5f2541380c5e cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:26:51.812438 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-ca4a8036-33ad-4fcf-ac5d-d865e2f766f3 req-f3de7ed3-ba9a-4d4f-aa87-bdfe30621666 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Unset dirty status for tenant:3239bed898c344b59ed7ea3353897e74 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:26:51.825654 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ca4a8036-33ad-4fcf-ac5d-d865e2f766f3 req-f3de7ed3-ba9a-4d4f-aa87-bdfe30621666 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a HTTP/1.1" status: 200 len: 932 time: 0.5595675 May 31 13:26:51.848584 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8291cd64-c767-4f0b-a31b-cea94afefabe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:51.917499 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8291cd64-c767-4f0b-a31b-cea94afefabe admin admin] Pushing event deleted for resources: {'Port': ['ID=0e3fc2bb-bfe0-4c78-aa53-26576f9776e6,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:26:51.996497 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ca4a8036-33ad-4fcf-ac5d-d865e2f766f3 req-1a05adee-a218-4aaa-a074-0054ac55ecfc tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/security-groups?id=1de4fedc-888a-46c6-9d87-1b48c5765046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695459 May 31 13:26:52.124667 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-277dcc93-6e61-44b1-96fd-220bbc41a16b tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:26:52.151644 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-277dcc93-6e61-44b1-96fd-220bbc41a16b tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:26:52.205161 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ff907-59ef-48bb-bf79-3c57485825da req-8b9e6d2d-589d-47b7-92f1-aa09c629a813 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:52.218883 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-004ff907-59ef-48bb-bf79-3c57485825da req-8b9e6d2d-589d-47b7-92f1-aa09c629a813 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] 10.222.0.50 "GET /v2.0/ports?device_id=defb627e-1ad7-41e4-a859-155957cdc19f HTTP/1.1" status: 200 len: 950 time: 0.3493340 May 31 13:26:52.293273 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-277dcc93-6e61-44b1-96fd-220bbc41a16b tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Made reservation on behalf of 3239bed898c344b59ed7ea3353897e74 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:26:52.297342 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-277dcc93-6e61-44b1-96fd-220bbc41a16b tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:52.319914 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-f72591ac-ee3f-4444-adac-820853388736 req-7cdb04f6-4492-4300-840c-c504a8f07169 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1295883981', 'description': 'tempest-description-1396880877'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:26:52.354565 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-f72591ac-ee3f-4444-adac-820853388736 req-7cdb04f6-4492-4300-840c-c504a8f07169 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:26:52.368573 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 56abcba9-513f-4c4d-a97d-b112bfe0bc20 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:26:52.385429 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-004ff907-59ef-48bb-bf79-3c57485825da req-9534f15c-b993-4275-b8b5-afda8c6ba551 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] 10.222.0.50 "GET /v2.0/security-groups?id=9145548e-74a9-4f5e-ae53-c23243c8c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651394 May 31 13:26:52.387621 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-f72591ac-ee3f-4444-adac-820853388736 req-7cdb04f6-4492-4300-840c-c504a8f07169 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Usage tracker for resource:security_group and tenant:268d5b580128463e93ff63e3dfbd6d2b is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:26:52.405243 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-f72591ac-ee3f-4444-adac-820853388736 req-7cdb04f6-4492-4300-840c-c504a8f07169 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:26:52.479594 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-f72591ac-ee3f-4444-adac-820853388736 req-7cdb04f6-4492-4300-840c-c504a8f07169 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:26:52.528487 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f72591ac-ee3f-4444-adac-820853388736 req-7cdb04f6-4492-4300-840c-c504a8f07169 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:52.547193 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port 56abcba9-513f-4c4d-a97d-b112bfe0bc20 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:26:52.550421 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8291cd64-c767-4f0b-a31b-cea94afefabe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:52.559899 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port 56abcba9-513f-4c4d-a97d-b112bfe0bc20 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:26:52.560972 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:52.725214 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-277dcc93-6e61-44b1-96fd-220bbc41a16b tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Allocated IP 10.1.1.200 (b4d30686-23e7-4909-aa70-b67d446f9c2b/ae1bf59e-fc0d-4b10-8719-029c4184cbca/afb50f20-5db7-426b-99db-2d8249ca9f29) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:26:52.771445 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-f72591ac-ee3f-4444-adac-820853388736 req-7cdb04f6-4492-4300-840c-c504a8f07169 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:26:52.786439 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-f72591ac-ee3f-4444-adac-820853388736 req-7cdb04f6-4492-4300-840c-c504a8f07169 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Usage tracker for resource:security_group_rule and tenant:268d5b580128463e93ff63e3dfbd6d2b is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:26:52.795004 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-f72591ac-ee3f-4444-adac-820853388736 req-7cdb04f6-4492-4300-840c-c504a8f07169 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:26:52.825021 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-f72591ac-ee3f-4444-adac-820853388736 req-7cdb04f6-4492-4300-840c-c504a8f07169 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:26:52.826257 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 56abcba9-513f-4c4d-a97d-b112bfe0bc20 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:26:52.827200 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:52.894859 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24302c62-7ac3-4163-8b04-e80e5c068019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56abcba9-513f-4c4d-a97d-b112bfe0bc20'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:26:52.913780 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 56abcba9-513f-4c4d-a97d-b112bfe0bc20, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=56abcba9-513f-4c4d-a97d-b112bfe0bc20,segment=NetworkSegment(6af449b4-9759-41ca-aa70-1c602a81197c),segment_id=6af449b4-9759-41ca-aa70-1c602a81197c)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:26:52.921103 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:53.048934 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=56abcba9-513f-4c4d-a97d-b112bfe0bc20,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:26:53.093386 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40678) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:26:53.392628 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d6273708-6088-4a3c-9481-4fcb7f9770ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:53.406739 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f72591ac-ee3f-4444-adac-820853388736 req-7cdb04f6-4492-4300-840c-c504a8f07169 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:53.408976 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8291cd64-c767-4f0b-a31b-cea94afefabe admin admin] Router 53b111f4-e8b1-4133-b0be-79b56d445a9a has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:26:53.425331 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d6273708-6088-4a3c-9481-4fcb7f9770ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:26:53.436790 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d6273708-6088-4a3c-9481-4fcb7f9770ea admin admin] Usage tracker for resource:security_group_rule and tenant:0810c84fa8b14246a8f64faddc1058ef is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:26:53.445785 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d6273708-6088-4a3c-9481-4fcb7f9770ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:26:53.567645 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d6273708-6088-4a3c-9481-4fcb7f9770ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:26:53.598254 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-277dcc93-6e61-44b1-96fd-220bbc41a16b tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:53.633193 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f72591ac-ee3f-4444-adac-820853388736 req-7cdb04f6-4492-4300-840c-c504a8f07169 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:53.794722 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-277dcc93-6e61-44b1-96fd-220bbc41a16b tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Transition to ACTIVE for port object afb50f20-5db7-426b-99db-2d8249ca9f29 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:26:53.831644 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d80fd-a19f-4732-b570-acfc78d41e14 req-21ea7e97-4d0e-4460-8e4b-478a0a93dfb8 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:53.837739 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3f8d80fd-a19f-4732-b570-acfc78d41e14 req-21ea7e97-4d0e-4460-8e4b-478a0a93dfb8 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b9a7a8a-7d47-4a3d-98be-8a296564d31c HTTP/1.1" status: 200 len: 950 time: 0.9205112 May 31 13:26:53.885526 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdb04f6-4492-4300-840c-c504a8f07169 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c114d549-807a-40b8-a761-4ae154236aa5,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:26:53.900923 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f72591ac-ee3f-4444-adac-820853388736 req-7cdb04f6-4492-4300-840c-c504a8f07169 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:53.902469 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f72591ac-ee3f-4444-adac-820853388736 req-7cdb04f6-4492-4300-840c-c504a8f07169 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.5896466 May 31 13:26:53.920955 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8291cd64-c767-4f0b-a31b-cea94afefabe admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:26:53.939597 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85cfd9a-c4f4-4d85-aac3-002bc5717d66 None None] Sync routers for ids ['53b111f4-e8b1-4133-b0be-79b56d445a9a'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:26:53.954442 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098a5193-4369-4a10-8af8-7e0001265780 req-7b0ba978-7e29-4fe4-9209-058abbd628b6 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:53.956394 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-098a5193-4369-4a10-8af8-7e0001265780 req-7b0ba978-7e29-4fe4-9209-058abbd628b6 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b9a7a8a-7d47-4a3d-98be-8a296564d31c HTTP/1.1" status: 200 len: 950 time: 0.5381045 May 31 13:26:53.967017 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85cfd9a-c4f4-4d85-aac3-002bc5717d66 None None] Routers {'53b111f4-e8b1-4133-b0be-79b56d445a9a'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:26:53.968074 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-c85cfd9a-c4f4-4d85-aac3-002bc5717d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:26:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['53b111f4-e8b1-4133-b0be-79b56d445a9a'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:26:53.975063 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3f8d80fd-a19f-4732-b570-acfc78d41e14 req-46d2c8f4-68d0-4d4d-8437-f1ffec4681ba tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4e17580-fef9-47ea-85b1-59ae8325b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183684 May 31 13:26:54.067135 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d6273708-6088-4a3c-9481-4fcb7f9770ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:54.089351 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d6273708-6088-4a3c-9481-4fcb7f9770ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:54.184524 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-098a5193-4369-4a10-8af8-7e0001265780 req-c68ee38c-051b-4f7d-9382-e4a415422ef3 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Deleting port a6eeb66d-6810-4000-a3c9-63eba5d4e7ad {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:26:54.185038 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-098a5193-4369-4a10-8af8-7e0001265780 req-c68ee38c-051b-4f7d-9382-e4a415422ef3 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:54.195563 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-8291cd64-c767-4f0b-a31b-cea94afefabe admin admin] 10.222.0.50 "PUT /v2.0/routers/53b111f4-e8b1-4133-b0be-79b56d445a9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0683968 May 31 13:26:54.200870 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40686) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:26:54.201901 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6273708-6088-4a3c-9481-4fcb7f9770ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aad2be5-63ba-41a2-8183-5672131964ec,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:26:54.224135 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6273708-6088-4a3c-9481-4fcb7f9770ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:26:54.225054 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6273708-6088-4a3c-9481-4fcb7f9770ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:26:54.226755 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6273708-6088-4a3c-9481-4fcb7f9770ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:26:54.227586 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6273708-6088-4a3c-9481-4fcb7f9770ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:26:54.228326 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6273708-6088-4a3c-9481-4fcb7f9770ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:26:54.229128 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6273708-6088-4a3c-9481-4fcb7f9770ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:26:54.230099 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6273708-6088-4a3c-9481-4fcb7f9770ea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:26:54.230936 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6273708-6088-4a3c-9481-4fcb7f9770ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:26:54.231711 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6273708-6088-4a3c-9481-4fcb7f9770ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:26:54.232510 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6273708-6088-4a3c-9481-4fcb7f9770ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:26:54.233282 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6273708-6088-4a3c-9481-4fcb7f9770ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:26:54.235712 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6273708-6088-4a3c-9481-4fcb7f9770ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:26:54.249183 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-c85cfd9a-c4f4-4d85-aac3-002bc5717d66 None None] Set router 53b111f4-e8b1-4133-b0be-79b56d445a9a gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:26:54.543221 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d6273708-6088-4a3c-9481-4fcb7f9770ea admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0810c84fa8b14246a8f64faddc1058ef&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4487002 May 31 13:26:54.549778 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40690) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:26:54.632459 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-680c3cc5-9acd-4a69-ad8b-662df95a97f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:54.639718 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-c85cfd9a-c4f4-4d85-aac3-002bc5717d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b111f4-e8b1-4133-b0be-79b56d445a9a', 'name': 'tempest-ServersTestBootFromVolume-1554090402-router', 'tenant_id': 'b7cf8726517b4438b022debf1ecf0375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '454473a9-a67e-4267-ab12-d2db9c2f0299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:23:59Z', 'updated_at': '2022-05-31T13:26:51Z', 'revision_number': 5, 'project_id': 'b7cf8726517b4438b022debf1ecf0375', 'gw_port': {'id': '454473a9-a67e-4267-ab12-d2db9c2f0299', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ac:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b111f4-e8b1-4133-b0be-79b56d445a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:24:00Z', 'updated_at': '2022-05-31T13:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:26:54.645957 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85cfd9a-c4f4-4d85-aac3-002bc5717d66 None None] Checking router: 53b111f4-e8b1-4133-b0be-79b56d445a9a for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:26:54.657961 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85cfd9a-c4f4-4d85-aac3-002bc5717d66 None None] Routers {'53b111f4-e8b1-4133-b0be-79b56d445a9a'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:26:54.659023 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-c85cfd9a-c4f4-4d85-aac3-002bc5717d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:26:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['53b111f4-e8b1-4133-b0be-79b56d445a9a'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:26:54.684688 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-277dcc93-6e61-44b1-96fd-220bbc41a16b tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:54.878877 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-277dcc93-6e61-44b1-96fd-220bbc41a16b tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Network b4d30686-23e7-4909-aa70-b67d446f9c2b is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:26:54.890646 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-277dcc93-6e61-44b1-96fd-220bbc41a16b tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:26:54.891094 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b914aaee-65d1-4c13-a047-32746a51d3f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:54.898794 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-277dcc93-6e61-44b1-96fd-220bbc41a16b tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:26:54.963639 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b914aaee-65d1-4c13-a047-32746a51d3f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:54.979762 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277dcc93-6e61-44b1-96fd-220bbc41a16b tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Pushing event updated for resources: {'Port': ['ID=afb50f20-5db7-426b-99db-2d8249ca9f29,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:26:55.003316 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-c85cfd9a-c4f4-4d85-aac3-002bc5717d66 None None] Set router 53b111f4-e8b1-4133-b0be-79b56d445a9a gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:26:55.052441 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-277dcc93-6e61-44b1-96fd-220bbc41a16b tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:55.053138 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-277dcc93-6e61-44b1-96fd-220bbc41a16b tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:55.092874 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-680c3cc5-9acd-4a69-ad8b-662df95a97f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:55.110271 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b914aaee-65d1-4c13-a047-32746a51d3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:55.111479 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-098a5193-4369-4a10-8af8-7e0001265780 req-c68ee38c-051b-4f7d-9382-e4a415422ef3 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] For port a6eeb66d-6810-4000-a3c9-63eba5d4e7ad, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=a6eeb66d-6810-4000-a3c9-63eba5d4e7ad,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:26:55.111914 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-098a5193-4369-4a10-8af8-7e0001265780 req-c68ee38c-051b-4f7d-9382-e4a415422ef3 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:55.137793 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b05c056-08f3-4b39-9994-705f61ca6de0 req-7fe2bf57-fe26-4a97-8d71-a3cabecad62b tempest-LiveMigrationNegativeTest-1248961104 tempest-LiveMigrationNegativeTest-1248961104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:55.146801 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2b05c056-08f3-4b39-9994-705f61ca6de0 req-7fe2bf57-fe26-4a97-8d71-a3cabecad62b tempest-LiveMigrationNegativeTest-1248961104 tempest-LiveMigrationNegativeTest-1248961104-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=defb627e-1ad7-41e4-a859-155957cdc19f HTTP/1.1" status: 200 len: 1101 time: 0.8538344 May 31 13:26:55.188502 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b914aaee-65d1-4c13-a047-32746a51d3f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aad2be5-63ba-41a2-8183-5672131964ec,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:26:55.192782 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-680c3cc5-9acd-4a69-ad8b-662df95a97f8 admin admin] Deleting port 454473a9-a67e-4267-ab12-d2db9c2f0299 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:26:55.196140 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-680c3cc5-9acd-4a69-ad8b-662df95a97f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:55.449980 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-66c60473-43f6-4bef-b33d-5b0eb2c5c1bc None None] Provisioning for port afb50f20-5db7-426b-99db-2d8249ca9f29 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:26:55.461484 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-66c60473-43f6-4bef-b33d-5b0eb2c5c1bc None None] Provisioning complete for port afb50f20-5db7-426b-99db-2d8249ca9f29 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:26:55.461854 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-66c60473-43f6-4bef-b33d-5b0eb2c5c1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:55.491773 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-098a5193-4369-4a10-8af8-7e0001265780 req-c68ee38c-051b-4f7d-9382-e4a415422ef3 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Calling delete_port for a6eeb66d-6810-4000-a3c9-63eba5d4e7ad owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:26:55.580065 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-c85cfd9a-c4f4-4d85-aac3-002bc5717d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b111f4-e8b1-4133-b0be-79b56d445a9a', 'name': 'tempest-ServersTestBootFromVolume-1554090402-router', 'tenant_id': 'b7cf8726517b4438b022debf1ecf0375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '454473a9-a67e-4267-ab12-d2db9c2f0299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:23:59Z', 'updated_at': '2022-05-31T13:26:51Z', 'revision_number': 5, 'project_id': 'b7cf8726517b4438b022debf1ecf0375', 'gw_port': {'id': '454473a9-a67e-4267-ab12-d2db9c2f0299', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ac:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b111f4-e8b1-4133-b0be-79b56d445a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:24:00Z', 'updated_at': '2022-05-31T13:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:26:55.584670 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9040888a-2c4b-486d-9eff-60a4b40c075d req-883a63a1-66a4-46ca-8ad8-fd562e8bebe6 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:55.588281 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85cfd9a-c4f4-4d85-aac3-002bc5717d66 None None] The sync data for ids ['53b111f4-e8b1-4133-b0be-79b56d445a9a'] in n-d-843939-1 is: [{'id': '53b111f4-e8b1-4133-b0be-79b56d445a9a', 'name': 'tempest-ServersTestBootFromVolume-1554090402-router', 'tenant_id': 'b7cf8726517b4438b022debf1ecf0375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '454473a9-a67e-4267-ab12-d2db9c2f0299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:23:59Z', 'updated_at': '2022-05-31T13:26:51Z', 'revision_number': 5, 'project_id': 'b7cf8726517b4438b022debf1ecf0375', 'gw_port': {'id': '454473a9-a67e-4267-ab12-d2db9c2f0299', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ac:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b111f4-e8b1-4133-b0be-79b56d445a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:24:00Z', 'updated_at': '2022-05-31T13:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:26:55.591022 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9040888a-2c4b-486d-9eff-60a4b40c075d req-883a63a1-66a4-46ca-8ad8-fd562e8bebe6 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/ports?device_id=24302c62-7ac3-4163-8b04-e80e5c068019 HTTP/1.1" status: 200 len: 945 time: 1.3028603 May 31 13:26:55.593222 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-66c60473-43f6-4bef-b33d-5b0eb2c5c1bc None None] Port afb50f20-5db7-426b-99db-2d8249ca9f29 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:26:55.603992 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-277dcc93-6e61-44b1-96fd-220bbc41a16b tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0664473 May 31 13:26:55.634224 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-b2c665ea-1a61-4a71-8a85-0d6bd267f8fa tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Request body: {'port': {'device_id': 'f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a', 'network_id': 'b4d30686-23e7-4909-aa70-b67d446f9c2b', 'admin_state_up': True, 'tenant_id': '3239bed898c344b59ed7ea3353897e74', 'security_groups': ['1de4fedc-888a-46c6-9d87-1b48c5765046']}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:26:55.693443 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-2b05c056-08f3-4b39-9994-705f61ca6de0 req-572b9b6a-3494-4822-bb07-e2668c8c053e tempest-LiveMigrationNegativeTest-1248961104 tempest-LiveMigrationNegativeTest-1248961104-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:55.776626 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-680c3cc5-9acd-4a69-ad8b-662df95a97f8 admin admin] For port 454473a9-a67e-4267-ab12-d2db9c2f0299, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=454473a9-a67e-4267-ab12-d2db9c2f0299,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:26:55.777045 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-680c3cc5-9acd-4a69-ad8b-662df95a97f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:55.787213 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b914aaee-65d1-4c13-a047-32746a51d3f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:55.793627 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b914aaee-65d1-4c13-a047-32746a51d3f9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4aad2be5-63ba-41a2-8183-5672131964ec HTTP/1.1" status: 204 len: 168 time: 1.2383103 May 31 13:26:55.833746 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-2b05c056-08f3-4b39-9994-705f61ca6de0 req-572b9b6a-3494-4822-bb07-e2668c8c053e tempest-LiveMigrationNegativeTest-1248961104 tempest-LiveMigrationNegativeTest-1248961104-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:26:55.840274 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-2b05c056-08f3-4b39-9994-705f61ca6de0 req-572b9b6a-3494-4822-bb07-e2668c8c053e tempest-LiveMigrationNegativeTest-1248961104 tempest-LiveMigrationNegativeTest-1248961104-project-admin] Usage tracker for resource:security_group_rule and tenant:02f150f22a4b42ae87205f36be67f1bc is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:26:55.844150 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-2b05c056-08f3-4b39-9994-705f61ca6de0 req-572b9b6a-3494-4822-bb07-e2668c8c053e tempest-LiveMigrationNegativeTest-1248961104 tempest-LiveMigrationNegativeTest-1248961104-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:26:55.853871 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-2b05c056-08f3-4b39-9994-705f61ca6de0 req-572b9b6a-3494-4822-bb07-e2668c8c053e tempest-LiveMigrationNegativeTest-1248961104 tempest-LiveMigrationNegativeTest-1248961104-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:26:56.003267 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-2b05c056-08f3-4b39-9994-705f61ca6de0 req-572b9b6a-3494-4822-bb07-e2668c8c053e tempest-LiveMigrationNegativeTest-1248961104 tempest-LiveMigrationNegativeTest-1248961104-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:56.019692 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-2b05c056-08f3-4b39-9994-705f61ca6de0 req-572b9b6a-3494-4822-bb07-e2668c8c053e tempest-LiveMigrationNegativeTest-1248961104 tempest-LiveMigrationNegativeTest-1248961104-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:56.026668 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-680c3cc5-9acd-4a69-ad8b-662df95a97f8 admin admin] Calling delete_port for 454473a9-a67e-4267-ab12-d2db9c2f0299 owned by network:router_gateway {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:26:56.102263 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2b05c056-08f3-4b39-9994-705f61ca6de0 req-572b9b6a-3494-4822-bb07-e2668c8c053e tempest-LiveMigrationNegativeTest-1248961104 tempest-LiveMigrationNegativeTest-1248961104-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=9145548e-74a9-4f5e-ae53-c23243c8c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5073504 May 31 13:26:56.107445 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9040888a-2c4b-486d-9eff-60a4b40c075d req-b4b09cb1-3a6e-4e95-b87d-81ce8aab3c12 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d29a7ba-8da4-4594-bfbf-9f55cd071e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4814110 May 31 13:26:56.233398 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572b9b6a-3494-4822-bb07-e2668c8c053e tempest-LiveMigrationNegativeTest-1248961104 tempest-LiveMigrationNegativeTest-1248961104-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cca48735-fcfb-42fd-9fa8-b9265de03c5a,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:26:56.307015 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c8f91bd-1fdc-4cb9-84ae-b65f67a95fbf'] response: {'server_uuid': '24302c62-7ac3-4163-8b04-e80e5c068019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56abcba9-513f-4c4d-a97d-b112bfe0bc20', 'code': 200} May 31 13:26:56.382624 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [req-999cdd46-67ec-4548-ae7e-052b371078c7 req-221751f6-4541-4678-9297-8e991e4f4857 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] show failed (client error): The resource could not be found. May 31 13:26:56.383929 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-999cdd46-67ec-4548-ae7e-052b371078c7 req-221751f6-4541-4678-9297-8e991e4f4857 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/security-groups/9577d313-3b18-4a38-b032-40be94a5dd1c HTTP/1.1" status: 404 len: 352 time: 0.1857207 May 31 13:26:56.389410 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-b2c665ea-1a61-4a71-8a85-0d6bd267f8fa tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:26:56.414282 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-680c3cc5-9acd-4a69-ad8b-662df95a97f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:56.441949 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-b2c665ea-1a61-4a71-8a85-0d6bd267f8fa tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:26:56.497546 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-f2c318f0-aa59-4f79-a462-ed206a605836 req-622c3df9-d108-4245-916a-a1e1992efe30 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-438318518', 'description': 'tempest-description-975073026'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:26:56.505194 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-f2c318f0-aa59-4f79-a462-ed206a605836 req-622c3df9-d108-4245-916a-a1e1992efe30 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:26:56.515259 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-f2c318f0-aa59-4f79-a462-ed206a605836 req-622c3df9-d108-4245-916a-a1e1992efe30 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Usage tracker for resource:security_group and tenant:268d5b580128463e93ff63e3dfbd6d2b is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:26:56.518822 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-f2c318f0-aa59-4f79-a462-ed206a605836 req-622c3df9-d108-4245-916a-a1e1992efe30 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:26:56.527323 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-f2c318f0-aa59-4f79-a462-ed206a605836 req-622c3df9-d108-4245-916a-a1e1992efe30 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:26:56.545238 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 40706) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:26:56.550443 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f2c318f0-aa59-4f79-a462-ed206a605836 req-622c3df9-d108-4245-916a-a1e1992efe30 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:56.604597 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-098a5193-4369-4a10-8af8-7e0001265780 req-c68ee38c-051b-4f7d-9382-e4a415422ef3 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:56.620925 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['340b14e3-4287-43f8-a3a0-d594186321f6', '07547904-825e-4f1e-bf9b-eb2fc12e8810', '32daf59e-30ee-4850-815e-972dba797556', '4794bb7b-447e-424b-b7ea-f4f19c3f6227'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:26:56.623054 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680c3cc5-9acd-4a69-ad8b-662df95a97f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=454473a9-a67e-4267-ab12-d2db9c2f0299,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:26:56.697396 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['91f8550f-7c6e-4f43-81db-91e2670bc6ae', '45d8f514-bd26-46ef-90f5-725ee81424e1', 'b1594f51-43f8-4b99-bfa2-ea5b8b034b47'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:26:56.735311 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-b2c665ea-1a61-4a71-8a85-0d6bd267f8fa tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Made reservation on behalf of 3239bed898c344b59ed7ea3353897e74 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:26:56.741470 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-b2c665ea-1a61-4a71-8a85-0d6bd267f8fa tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:56.786994 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2350b95d-2bf8-4475-8ffa-764a9d99fb2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:56.789130 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-680c3cc5-9acd-4a69-ad8b-662df95a97f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577389'] for router_gateway, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:56.949095 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-f2c318f0-aa59-4f79-a462-ed206a605836 req-622c3df9-d108-4245-916a-a1e1992efe30 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:26:56.956150 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68ee38c-051b-4f7d-9382-e4a415422ef3 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Pushing event deleted for resources: {'Port': ['ID=a6eeb66d-6810-4000-a3c9-63eba5d4e7ad,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:26:57.002826 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-f2c318f0-aa59-4f79-a462-ed206a605836 req-622c3df9-d108-4245-916a-a1e1992efe30 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Usage tracker for resource:security_group_rule and tenant:268d5b580128463e93ff63e3dfbd6d2b is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:26:57.091314 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-f2c318f0-aa59-4f79-a462-ed206a605836 req-622c3df9-d108-4245-916a-a1e1992efe30 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:26:57.095471 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-2350b95d-2bf8-4475-8ffa-764a9d99fb2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:26:57.241319 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-680c3cc5-9acd-4a69-ad8b-662df95a97f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:57.248026 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-680c3cc5-9acd-4a69-ad8b-662df95a97f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:57.255331 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-2350b95d-2bf8-4475-8ffa-764a9d99fb2d admin admin] Usage tracker for resource:security_group_rule and tenant:4ad0ff456c1841ff9d56893b93464206 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:26:57.260690 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-f2c318f0-aa59-4f79-a462-ed206a605836 req-622c3df9-d108-4245-916a-a1e1992efe30 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:26:57.292841 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-680c3cc5-9acd-4a69-ad8b-662df95a97f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:57.294018 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-680c3cc5-9acd-4a69-ad8b-662df95a97f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53b111f4-e8b1-4133-b0be-79b56d445a9a {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:26:57.329313 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-2350b95d-2bf8-4475-8ffa-764a9d99fb2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:26:57.393617 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-680c3cc5-9acd-4a69-ad8b-662df95a97f8 admin admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:57.407018 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-098a5193-4369-4a10-8af8-7e0001265780 req-c68ee38c-051b-4f7d-9382-e4a415422ef3 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] No DVR routers for this DVR port a6eeb66d-6810-4000-a3c9-63eba5d4e7ad on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:26:57.409203 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-680c3cc5-9acd-4a69-ad8b-662df95a97f8 admin admin] 10.222.0.50 "DELETE /v2.0/routers/53b111f4-e8b1-4133-b0be-79b56d445a9a HTTP/1.1" status: 204 len: 168 time: 3.1929133 May 31 13:26:57.411638 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40712) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:26:57.468834 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-2350b95d-2bf8-4475-8ffa-764a9d99fb2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:26:57.486435 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-098a5193-4369-4a10-8af8-7e0001265780 req-c68ee38c-051b-4f7d-9382-e4a415422ef3 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:57.502463 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b9a7a8a-7d47-4a3d-98be-8a296564d31c', 'name': 'network-vif-deleted', 'tag': 'a6eeb66d-6810-4000-a3c9-63eba5d4e7ad'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:26:57.509769 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d4021e-48fa-4a9a-a364-2a89ea569818 req-db631608-3797-4062-b1b1-3c5a70d2d636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:57.547916 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d4d4021e-48fa-4a9a-a364-2a89ea569818 req-db631608-3797-4062-b1b1-3c5a70d2d636 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=24302c62-7ac3-4163-8b04-e80e5c068019 HTTP/1.1" status: 200 len: 1096 time: 1.1072481 May 31 13:26:57.564713 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 0e3fc2bb-bfe0-4c78-aa53-26576f9776e6 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:26:57.636403 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 0e3fc2bb-bfe0-4c78-aa53-26576f9776e6 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:26:57.636736 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 0e3fc2bb-bfe0-4c78-aa53-26576f9776e6 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:26:57.676260 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ae3e712-270c-415f-99c1-8a0a81ceec46 admin admin] Deleting subnet f6fb7463-9434-4855-8fea-436f931ae20e {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:26:57.681667 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3ae3e712-270c-415f-99c1-8a0a81ceec46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:57.791326 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3ae3e712-270c-415f-99c1-8a0a81ceec46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:57.846561 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-098a5193-4369-4a10-8af8-7e0001265780 req-c68ee38c-051b-4f7d-9382-e4a415422ef3 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.44 "DELETE /v2.0/ports/a6eeb66d-6810-4000-a3c9-63eba5d4e7ad HTTP/1.1" status: 204 len: 173 time: 3.8699837 May 31 13:26:57.895401 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d4d4021e-48fa-4a9a-a364-2a89ea569818 req-62b87642-2a08-4755-a974-1f022b05b922 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3d29a7ba-8da4-4594-bfbf-9f55cd071e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811344 May 31 13:26:57.940104 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3adb1a-802b-4c82-9138-0cb760778017 req-fcef3e8b-6f7b-4d0f-bfa3-c143e1e31fa6 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:57.950285 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3adb1a-802b-4c82-9138-0cb760778017 req-fcef3e8b-6f7b-4d0f-bfa3-c143e1e31fa6 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:57.951550 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-0d3adb1a-802b-4c82-9138-0cb760778017 req-fcef3e8b-6f7b-4d0f-bfa3-c143e1e31fa6 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Synchronizing usage tracker for tenant:3239bed898c344b59ed7ea3353897e74 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:26:58.003306 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3ae3e712-270c-415f-99c1-8a0a81ceec46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:58.017466 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-b2c665ea-1a61-4a71-8a85-0d6bd267f8fa tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Allocated IP 10.1.1.213 (b4d30686-23e7-4909-aa70-b67d446f9c2b/ae1bf59e-fc0d-4b10-8719-029c4184cbca/05ae88ea-d0ae-410f-9fc2-dd7330f8c30f) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:26:58.049705 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f2c318f0-aa59-4f79-a462-ed206a605836 req-622c3df9-d108-4245-916a-a1e1992efe30 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:58.065056 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-0d3adb1a-802b-4c82-9138-0cb760778017 req-fcef3e8b-6f7b-4d0f-bfa3-c143e1e31fa6 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Unset dirty status for tenant:3239bed898c344b59ed7ea3353897e74 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:26:58.066415 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0d3adb1a-802b-4c82-9138-0cb760778017 req-fcef3e8b-6f7b-4d0f-bfa3-c143e1e31fa6 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a HTTP/1.1" status: 200 len: 1654 time: 1.2906101 May 31 13:26:58.070110 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f2c318f0-aa59-4f79-a462-ed206a605836 req-622c3df9-d108-4245-916a-a1e1992efe30 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:58.134684 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3ae3e712-270c-415f-99c1-8a0a81ceec46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:58.192795 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3ae3e712-270c-415f-99c1-8a0a81ceec46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:58.201294 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae3e712-270c-415f-99c1-8a0a81ceec46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6fb7463-9434-4855-8fea-436f931ae20e,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:26:58.205945 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-3ae3e712-270c-415f-99c1-8a0a81ceec46 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/f6fb7463-9434-4855-8fea-436f931ae20e HTTP/1.1" status: 204 len: 168 time: 0.7914028 May 31 13:26:58.209881 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31ecd63-d606-40fa-91b9-61c1cf86771d None None] Network 1b3c2627-242d-47aa-a663-84cbc730d348 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:26:58.212600 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40718) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:26:58.448886 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3df8500b-c76e-4c5e-8c77-03f43c7cfb9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:58.456427 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device a6eeb66d-6810-4000-a3c9-63eba5d4e7ad no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:26:58.473093 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-3df8500b-c76e-4c5e-8c77-03f43c7cfb9c admin admin] Deleting port b3055128-ef10-46ff-95f4-7dc3166bd1d8 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:26:58.473676 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3df8500b-c76e-4c5e-8c77-03f43c7cfb9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:58.550291 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] No Port match for: a6eeb66d-6810-4000-a3c9-63eba5d4e7ad {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:26:58.551236 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device a6eeb66d-6810-4000-a3c9-63eba5d4e7ad not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:26:58.561815 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2350b95d-2bf8-4475-8ffa-764a9d99fb2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:58.603616 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622c3df9-d108-4245-916a-a1e1992efe30 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7ce8a7-1ad2-4c78-91d4-dbe07bc6ca2a,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:26:58.606853 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2350b95d-2bf8-4475-8ffa-764a9d99fb2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:58.663374 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f2c318f0-aa59-4f79-a462-ed206a605836 req-622c3df9-d108-4245-916a-a1e1992efe30 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:58.663374 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f2c318f0-aa59-4f79-a462-ed206a605836 req-622c3df9-d108-4245-916a-a1e1992efe30 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 2.2146769 May 31 13:26:58.731721 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0d3adb1a-802b-4c82-9138-0cb760778017 req-5d83b760-5e81-428e-abbe-48c1552a2f43 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/security-groups?id=1de4fedc-888a-46c6-9d87-1b48c5765046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6153779 May 31 13:26:58.794281 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d205d127-ba53-42e8-b59b-b047233adb10 None None] DHCP port deletion for 1b3c2627-242d-47aa-a663-84cbc730d348 request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:26:58.801576 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-d205d127-ba53-42e8-b59b-b047233adb10 None None] Deleting port b3055128-ef10-46ff-95f4-7dc3166bd1d8 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:26:58.802118 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d205d127-ba53-42e8-b59b-b047233adb10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:58.889061 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-2350b95d-2bf8-4475-8ffa-764a9d99fb2d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4ad0ff456c1841ff9d56893b93464206&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3411622 May 31 13:26:58.898642 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2350b95d-2bf8-4475-8ffa-764a9d99fb2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef5cd6b2-55a1-4746-b4e4-ec5a59248d86,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:26:58.902544 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 40728) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:26:58.987328 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [req-a04ebb53-56de-4312-a5d3-340c73dcd810 req-6b564e03-a24d-4b2d-9f18-bf4d1a0dd12f tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] show failed (client error): The resource could not be found. May 31 13:26:58.988897 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a04ebb53-56de-4312-a5d3-340c73dcd810 req-6b564e03-a24d-4b2d-9f18-bf4d1a0dd12f tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/security-groups/1cb19413-a72c-47ce-8fb3-65c7a09ab793 HTTP/1.1" status: 404 len: 352 time: 0.0849645 May 31 13:26:59.079795 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-3df8500b-c76e-4c5e-8c77-03f43c7cfb9c admin admin] For port b3055128-ef10-46ff-95f4-7dc3166bd1d8, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=b3055128-ef10-46ff-95f4-7dc3166bd1d8,segment=NetworkSegment(3cd1e590-b03b-4bab-9eb2-d4b001419190),segment_id=3cd1e590-b03b-4bab-9eb2-d4b001419190)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:26:59.081372 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3df8500b-c76e-4c5e-8c77-03f43c7cfb9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:59.185678 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-e55b8640-e02b-48d4-b386-503b5d0997f3 req-ecb8bb3b-1adc-40c8-967e-5d3ca731957e tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Synchronizing usage tracker for tenant:09dd0f3ff03c49d3a5c47e4de6593f6c on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:26:59.262507 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-d205d127-ba53-42e8-b59b-b047233adb10 None None] For port b3055128-ef10-46ff-95f4-7dc3166bd1d8, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=b3055128-ef10-46ff-95f4-7dc3166bd1d8,segment=NetworkSegment(3cd1e590-b03b-4bab-9eb2-d4b001419190),segment_id=3cd1e590-b03b-4bab-9eb2-d4b001419190)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:26:59.264526 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d205d127-ba53-42e8-b59b-b047233adb10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:59.298394 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-3df8500b-c76e-4c5e-8c77-03f43c7cfb9c admin admin] Calling delete_port for b3055128-ef10-46ff-95f4-7dc3166bd1d8 owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:26:59.393048 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3df8500b-c76e-4c5e-8c77-03f43c7cfb9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:59.518122 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device b3055128-ef10-46ff-95f4-7dc3166bd1d8 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:26:59.528386 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df8500b-c76e-4c5e-8c77-03f43c7cfb9c admin admin] Pushing event deleted for resources: {'Port': ['ID=b3055128-ef10-46ff-95f4-7dc3166bd1d8,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:26:59.552434 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-e55b8640-e02b-48d4-b386-503b5d0997f3 req-ecb8bb3b-1adc-40c8-967e-5d3ca731957e tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Unset dirty status for tenant:09dd0f3ff03c49d3a5c47e4de6593f6c on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:26:59.559927 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df8500b-c76e-4c5e-8c77-03f43c7cfb9c admin admin] No DVR routers for this DVR port b3055128-ef10-46ff-95f4-7dc3166bd1d8 on host n-d-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:26:59.567712 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e55b8640-e02b-48d4-b386-503b5d0997f3 req-ecb8bb3b-1adc-40c8-967e-5d3ca731957e tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b9a7a8a-7d47-4a3d-98be-8a296564d31c HTTP/1.1" status: 200 len: 210 time: 0.5861623 May 31 13:26:59.605971 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-b2c665ea-1a61-4a71-8a85-0d6bd267f8fa tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:59.639232 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-47147a42-e202-47f2-acb6-1c15a2f988a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:59.668942 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-b2c665ea-1a61-4a71-8a85-0d6bd267f8fa tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Transition to ACTIVE for port object 05ae88ea-d0ae-410f-9fc2-dd7330f8c30f will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:26:59.686415 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa6eb9e7-6570-4891-b4f1-3aca233b53ae'] response: {'server_uuid': '6b9a7a8a-7d47-4a3d-98be-8a296564d31c', 'name': 'network-vif-deleted', 'tag': 'a6eeb66d-6810-4000-a3c9-63eba5d4e7ad', 'status': 'completed', 'code': 200} May 31 13:26:59.690991 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-d205d127-ba53-42e8-b59b-b047233adb10 None None] Calling delete_port for b3055128-ef10-46ff-95f4-7dc3166bd1d8 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:26:59.705204 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-47147a42-e202-47f2-acb6-1c15a2f988a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:59.724150 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e5cab-db79-450b-85cf-0e179aa22f7a req-088dcc25-ee47-436e-8b61-7e3d3193751a tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:26:59.732867 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1b4e5cab-db79-450b-85cf-0e179aa22f7a req-088dcc25-ee47-436e-8b61-7e3d3193751a tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/ports?device_id=24302c62-7ac3-4163-8b04-e80e5c068019 HTTP/1.1" status: 200 len: 945 time: 0.5421090 May 31 13:26:59.736791 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: b3055128-ef10-46ff-95f4-7dc3166bd1d8 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:26:59.737278 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device b3055128-ef10-46ff-95f4-7dc3166bd1d8 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:26:59.737699 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 454473a9-a67e-4267-ab12-d2db9c2f0299 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:26:59.764310 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3df8500b-c76e-4c5e-8c77-03f43c7cfb9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:59.794791 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 454473a9-a67e-4267-ab12-d2db9c2f0299 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:26:59.795458 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 454473a9-a67e-4267-ab12-d2db9c2f0299 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:26:59.813645 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-3df8500b-c76e-4c5e-8c77-03f43c7cfb9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b3c2627-242d-47aa-a663-84cbc730d348']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:26:59.836169 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-3df8500b-c76e-4c5e-8c77-03f43c7cfb9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cd1e590-b03b-4bab-9eb2-d4b001419190') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:26:59.837061 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-3df8500b-c76e-4c5e-8c77-03f43c7cfb9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cd1e590-b03b-4bab-9eb2-d4b001419190') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:26:59.847285 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1b4e5cab-db79-450b-85cf-0e179aa22f7a req-a66475f5-5fda-4f8c-968c-5f8740b28f04 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d29a7ba-8da4-4594-bfbf-9f55cd071e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133718 May 31 13:26:59.854722 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-b2c665ea-1a61-4a71-8a85-0d6bd267f8fa tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:59.860077 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-d205d127-ba53-42e8-b59b-b047233adb10 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:26:59.860453 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-d205d127-ba53-42e8-b59b-b047233adb10 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:26:59.863639 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3df8500b-c76e-4c5e-8c77-03f43c7cfb9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:59.895729 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3df8500b-c76e-4c5e-8c77-03f43c7cfb9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:59.908060 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3df8500b-c76e-4c5e-8c77-03f43c7cfb9c admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:26:59.908461 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3df8500b-c76e-4c5e-8c77-03f43c7cfb9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:59.964077 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f5a12186-5c9e-4061-8471-d5335fff89ec req-3fea79d0-dde6-477c-8d7d-c6b83524dbf4 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] 10.222.0.50 "GET /v2.0/security-groups/c114d549-807a-40b8-a761-4ae154236aa5 HTTP/1.1" status: 200 len: 1805 time: 0.2278950 May 31 13:26:59.976230 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-b2c665ea-1a61-4a71-8a85-0d6bd267f8fa tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Network b4d30686-23e7-4909-aa70-b67d446f9c2b is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:26:59.983121 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-b2c665ea-1a61-4a71-8a85-0d6bd267f8fa tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:26:59.992420 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-b2c665ea-1a61-4a71-8a85-0d6bd267f8fa tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:27:00.045645 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 3cd1e590-b03b-4bab-9eb2-d4b001419190 resource provider aggregate not found May 31 13:27:00.058094 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3df8500b-c76e-4c5e-8c77-03f43c7cfb9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:00.061642 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c665ea-1a61-4a71-8a85-0d6bd267f8fa tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Pushing event updated for resources: {'Port': ['ID=05ae88ea-d0ae-410f-9fc2-dd7330f8c30f,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:00.078876 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3df8500b-c76e-4c5e-8c77-03f43c7cfb9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:00.098264 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df8500b-c76e-4c5e-8c77-03f43c7cfb9c admin admin] Pushing event deleted for resources: {'Network': ['ID=1b3c2627-242d-47aa-a663-84cbc730d348,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:00.102544 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 3cd1e590-b03b-4bab-9eb2-d4b001419190 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3cd1e590-b03b-4bab-9eb2-d4b001419190 found for delete ", "request_id": "req-52d7d4c7-428e-43ca-b29d-692c3caf08a3"}]} May 31 13:27:00.122570 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-3df8500b-c76e-4c5e-8c77-03f43c7cfb9c admin admin] 10.222.0.50 "DELETE /v2.0/networks/1b3c2627-242d-47aa-a663-84cbc730d348 HTTP/1.1" status: 204 len: 168 time: 1.9081032 May 31 13:27:00.124958 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-47147a42-e202-47f2-acb6-1c15a2f988a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:00.182513 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47147a42-e202-47f2-acb6-1c15a2f988a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef5cd6b2-55a1-4746-b4e4-ec5a59248d86,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:00.189691 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [req-e8b86ce4-873a-471b-a40b-55cb9f50adb4 req-89c7e9ce-0579-4042-a599-8657bf77e682 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] show failed (client error): The resource could not be found. May 31 13:27:00.190750 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e8b86ce4-873a-471b-a40b-55cb9f50adb4 req-89c7e9ce-0579-4042-a599-8657bf77e682 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/security-groups/e750ae96-c146-4c1c-85c2-1498569a38d3 HTTP/1.1" status: 404 len: 352 time: 0.0765970 May 31 13:27:00.207394 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f5a12186-5c9e-4061-8471-d5335fff89ec req-0c3c9b33-8380-49cf-ad1e-4d0d1e7cebfa tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] 10.222.0.50 "GET /v2.0/security-groups/ac7ce8a7-1ad2-4c78-91d4-dbe07bc6ca2a HTTP/1.1" status: 200 len: 1803 time: 0.2275608 May 31 13:27:00.220139 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-47147a42-e202-47f2-acb6-1c15a2f988a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:00.226775 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-47147a42-e202-47f2-acb6-1c15a2f988a4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ef5cd6b2-55a1-4746-b4e4-ec5a59248d86 HTTP/1.1" status: 204 len: 168 time: 1.2919652 May 31 13:27:00.235045 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-f5a12186-5c9e-4061-8471-d5335fff89ec req-a9deb289-9921-4b07-b4f3-b4b849b18df7 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c114d549-807a-40b8-a761-4ae154236aa5', 'remote_group_id': 'ac7ce8a7-1ad2-4c78-91d4-dbe07bc6ca2a', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:27:00.235308 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-f5a12186-5c9e-4061-8471-d5335fff89ec req-a9deb289-9921-4b07-b4f3-b4b849b18df7 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c114d549-807a-40b8-a761-4ae154236aa5', 'remote_group_id': 'ac7ce8a7-1ad2-4c78-91d4-dbe07bc6ca2a', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:27:00.245198 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-b2c665ea-1a61-4a71-8a85-0d6bd267f8fa tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:00.245843 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-b2c665ea-1a61-4a71-8a85-0d6bd267f8fa tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:00.252808 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-f5a12186-5c9e-4061-8471-d5335fff89ec req-a9deb289-9921-4b07-b4f3-b4b849b18df7 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:27:00.265104 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-f5a12186-5c9e-4061-8471-d5335fff89ec req-a9deb289-9921-4b07-b4f3-b4b849b18df7 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Usage tracker for resource:security_group_rule and tenant:268d5b580128463e93ff63e3dfbd6d2b is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:27:00.268545 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-f5a12186-5c9e-4061-8471-d5335fff89ec req-a9deb289-9921-4b07-b4f3-b4b849b18df7 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:27:00.276307 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-f5a12186-5c9e-4061-8471-d5335fff89ec req-a9deb289-9921-4b07-b4f3-b4b849b18df7 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:27:00.281102 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-b2c665ea-1a61-4a71-8a85-0d6bd267f8fa tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6509254 May 31 13:27:00.297870 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-1f56a1f5-1eda-4da9-a368-3451781fa604 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Request body: {'port': {'device_id': 'f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '2d2d7c1f-d966-47df-b1e1-24eb3c3d5e68', 'admin_state_up': True, 'tenant_id': '3239bed898c344b59ed7ea3353897e74', 'security_groups': ['1de4fedc-888a-46c6-9d87-1b48c5765046']}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:27:00.362321 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-d205d127-ba53-42e8-b59b-b047233adb10 None None] Deleting port b3055128-ef10-46ff-95f4-7dc3166bd1d8 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:27:00.362959 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d205d127-ba53-42e8-b59b-b047233adb10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:00.496833 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-d205d127-ba53-42e8-b59b-b047233adb10 None None] The port 'b3055128-ef10-46ff-95f4-7dc3166bd1d8' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 13:27:00.521417 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-fe6d8a38-dfc4-481f-86c2-43c06f77f29b None None] Provisioning for port 05ae88ea-d0ae-410f-9fc2-dd7330f8c30f completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:27:00.532832 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-fe6d8a38-dfc4-481f-86c2-43c06f77f29b None None] Provisioning complete for port 05ae88ea-d0ae-410f-9fc2-dd7330f8c30f triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:27:00.533925 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fe6d8a38-dfc4-481f-86c2-43c06f77f29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:00.594223 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40748) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:27:00.670570 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d8a38-dfc4-481f-86c2-43c06f77f29b None None] Port 05ae88ea-d0ae-410f-9fc2-dd7330f8c30f cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:27:00.687145 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e9a8e77c-ed90-4489-833f-4f3d1f355ba3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b7cf8726517b4438b022debf1ecf0375&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0914102 May 31 13:27:00.690224 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40756) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:27:00.798436 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e0da990d-35ae-41ba-adad-141b692e1ce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:00.804922 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f5a12186-5c9e-4061-8471-d5335fff89ec req-a9deb289-9921-4b07-b4f3-b4b849b18df7 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:00.825134 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-1f56a1f5-1eda-4da9-a368-3451781fa604 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:27:00.843209 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e0da990d-35ae-41ba-adad-141b692e1ce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:00.867477 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-1f56a1f5-1eda-4da9-a368-3451781fa604 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:27:00.908033 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f5a12186-5c9e-4061-8471-d5335fff89ec req-a9deb289-9921-4b07-b4f3-b4b849b18df7 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:00.911321 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-1f56a1f5-1eda-4da9-a368-3451781fa604 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Made reservation on behalf of 3239bed898c344b59ed7ea3353897e74 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:27:00.945511 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026e8b85-e16c-4d13-9844-c3a4362fcd2b req-13247c92-8714-42e2-93fc-ab738d6c6921 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:00.947680 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e0da990d-35ae-41ba-adad-141b692e1ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:00.954302 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026e8b85-e16c-4d13-9844-c3a4362fcd2b req-13247c92-8714-42e2-93fc-ab738d6c6921 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:00.960920 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026e8b85-e16c-4d13-9844-c3a4362fcd2b req-13247c92-8714-42e2-93fc-ab738d6c6921 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:00.962689 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-026e8b85-e16c-4d13-9844-c3a4362fcd2b req-13247c92-8714-42e2-93fc-ab738d6c6921 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a HTTP/1.1" status: 200 len: 2375 time: 0.4163868 May 31 13:27:00.965895 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f5a12186-5c9e-4061-8471-d5335fff89ec req-a9deb289-9921-4b07-b4f3-b4b849b18df7 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:00.987551 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0da990d-35ae-41ba-adad-141b692e1ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc7a52aa-a3e2-4ce3-b1cf-d5832396ec71,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:00.997734 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e0da990d-35ae-41ba-adad-141b692e1ce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:00.999509 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e0da990d-35ae-41ba-adad-141b692e1ce8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dc7a52aa-a3e2-4ce3-b1cf-d5832396ec71 HTTP/1.1" status: 204 len: 168 time: 0.3077817 May 31 13:27:01.120923 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9deb289-9921-4b07-b4f3-b4b849b18df7 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=783c033a-62f7-4177-8c3b-6f8ea71e6468,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:01.157178 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f5a12186-5c9e-4061-8471-d5335fff89ec req-a9deb289-9921-4b07-b4f3-b4b849b18df7 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:01.159307 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f5a12186-5c9e-4061-8471-d5335fff89ec req-a9deb289-9921-4b07-b4f3-b4b849b18df7 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.9529774 May 31 13:27:01.217473 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-026e8b85-e16c-4d13-9844-c3a4362fcd2b req-a62ff4ac-2b45-43ff-8272-8508fbbbf05c tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/security-groups?id=1de4fedc-888a-46c6-9d87-1b48c5765046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2332165 May 31 13:27:01.266020 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-1f56a1f5-1eda-4da9-a368-3451781fa604 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:01.534611 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [req-00e07a65-ee86-4142-9b2d-0517d5a76dc9 req-73441dc7-9405-4016-9ebc-6b7abc0d7466 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] show failed (client error): The resource could not be found. May 31 13:27:01.536122 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-00e07a65-ee86-4142-9b2d-0517d5a76dc9 req-73441dc7-9405-4016-9ebc-6b7abc0d7466 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/security-groups/6d51162f-6c0c-4be7-9b9c-65aedc5e3807 HTTP/1.1" status: 404 len: 352 time: 0.0298529 May 31 13:27:01.716121 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-671abfa1-56b1-471c-8f83-704dd595d888 req-c7358514-6386-4aa0-ae74-81d879ff316e tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2110982353', 'description': 'tempest-description-1032293635'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:27:01.724548 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-671abfa1-56b1-471c-8f83-704dd595d888 req-c7358514-6386-4aa0-ae74-81d879ff316e tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:27:01.736554 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-671abfa1-56b1-471c-8f83-704dd595d888 req-c7358514-6386-4aa0-ae74-81d879ff316e tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Usage tracker for resource:security_group and tenant:268d5b580128463e93ff63e3dfbd6d2b is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:27:01.740303 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-1f56a1f5-1eda-4da9-a368-3451781fa604 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Allocated IP 10.2.2.100 (2d2d7c1f-d966-47df-b1e1-24eb3c3d5e68/0cc880ea-aa7f-47b9-9b93-2b6fc9bcaa46/8e966406-8086-497d-9f36-fd419f01573c) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:27:01.743068 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-671abfa1-56b1-471c-8f83-704dd595d888 req-c7358514-6386-4aa0-ae74-81d879ff316e tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:27:01.752590 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-671abfa1-56b1-471c-8f83-704dd595d888 req-c7358514-6386-4aa0-ae74-81d879ff316e tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:27:01.779586 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-671abfa1-56b1-471c-8f83-704dd595d888 req-c7358514-6386-4aa0-ae74-81d879ff316e tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:01.884376 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-671abfa1-56b1-471c-8f83-704dd595d888 req-c7358514-6386-4aa0-ae74-81d879ff316e tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:27:01.971304 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-671abfa1-56b1-471c-8f83-704dd595d888 req-c7358514-6386-4aa0-ae74-81d879ff316e tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Usage tracker for resource:security_group_rule and tenant:268d5b580128463e93ff63e3dfbd6d2b is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:27:01.981362 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-671abfa1-56b1-471c-8f83-704dd595d888 req-c7358514-6386-4aa0-ae74-81d879ff316e tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:27:02.002030 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-671abfa1-56b1-471c-8f83-704dd595d888 req-c7358514-6386-4aa0-ae74-81d879ff316e tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:27:02.289224 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e880509d-0142-4d68-9b07-b3cadcd4eb9b req-75209092-c0c1-4f52-8a44-3140803ff0ca tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:02.292151 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e880509d-0142-4d68-9b07-b3cadcd4eb9b req-75209092-c0c1-4f52-8a44-3140803ff0ca tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/ports?device_id=24302c62-7ac3-4163-8b04-e80e5c068019 HTTP/1.1" status: 200 len: 945 time: 0.4894533 May 31 13:27:02.315059 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-671abfa1-56b1-471c-8f83-704dd595d888 req-c7358514-6386-4aa0-ae74-81d879ff316e tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:02.341467 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-671abfa1-56b1-471c-8f83-704dd595d888 req-c7358514-6386-4aa0-ae74-81d879ff316e tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:02.398140 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-1f56a1f5-1eda-4da9-a368-3451781fa604 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:02.507587 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7358514-6386-4aa0-ae74-81d879ff316e tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2799b8de-6e13-4618-86f8-10cd073efc5d,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:02.512255 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-1f56a1f5-1eda-4da9-a368-3451781fa604 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Transition to ACTIVE for port object 8e966406-8086-497d-9f36-fd419f01573c will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:27:02.519936 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-671abfa1-56b1-471c-8f83-704dd595d888 req-c7358514-6386-4aa0-ae74-81d879ff316e tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:02.521953 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-671abfa1-56b1-471c-8f83-704dd595d888 req-c7358514-6386-4aa0-ae74-81d879ff316e tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.8181722 May 31 13:27:02.550443 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e880509d-0142-4d68-9b07-b3cadcd4eb9b req-31647960-843f-4d3f-9218-fc82e80c07d0 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d29a7ba-8da4-4594-bfbf-9f55cd071e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180550 May 31 13:27:02.605143 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [req-6c188f70-c94c-4bc6-9ea6-103b026227e1 req-7de9ab63-c6ae-45dd-8fa8-75fcb0bdef6f tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] show failed (client error): The resource could not be found. May 31 13:27:02.607016 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6c188f70-c94c-4bc6-9ea6-103b026227e1 req-7de9ab63-c6ae-45dd-8fa8-75fcb0bdef6f tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/security-groups/53cef61d-3597-46cf-aa1a-3056ce3d645d HTTP/1.1" status: 404 len: 352 time: 0.0407169 May 31 13:27:02.624386 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-1f56a1f5-1eda-4da9-a368-3451781fa604 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:02.715339 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40830) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:27:02.742973 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-1f56a1f5-1eda-4da9-a368-3451781fa604 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Network 2d2d7c1f-d966-47df-b1e1-24eb3c3d5e68 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:27:02.747808 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-1f56a1f5-1eda-4da9-a368-3451781fa604 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:27:02.752517 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-1f56a1f5-1eda-4da9-a368-3451781fa604 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:27:02.846646 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-1f56a1f5-1eda-4da9-a368-3451781fa604 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:02.848088 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-1f56a1f5-1eda-4da9-a368-3451781fa604 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:02.979541 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-1f56a1f5-1eda-4da9-a368-3451781fa604 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6908343 May 31 13:27:02.985717 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f56a1f5-1eda-4da9-a368-3451781fa604 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Pushing event updated for resources: {'Port': ['ID=8e966406-8086-497d-9f36-fd419f01573c,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:03.008641 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-6eeb5f20-46f0-4574-a53a-0fec66070efb tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Request body: {'port': {'device_id': 'f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '2d2d7c1f-d966-47df-b1e1-24eb3c3d5e68', 'admin_state_up': True, 'tenant_id': '3239bed898c344b59ed7ea3353897e74', 'security_groups': ['1de4fedc-888a-46c6-9d87-1b48c5765046']}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:27:03.039243 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f56a1f5-1eda-4da9-a368-3451781fa604 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:03.039669 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f56a1f5-1eda-4da9-a368-3451781fa604 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:03.040075 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f56a1f5-1eda-4da9-a368-3451781fa604 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:03.040349 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f56a1f5-1eda-4da9-a368-3451781fa604 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:03.040774 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f56a1f5-1eda-4da9-a368-3451781fa604 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:03.041080 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f56a1f5-1eda-4da9-a368-3451781fa604 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:03.041418 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f56a1f5-1eda-4da9-a368-3451781fa604 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:03.041746 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f56a1f5-1eda-4da9-a368-3451781fa604 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:03.042103 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f56a1f5-1eda-4da9-a368-3451781fa604 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:03.042439 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f56a1f5-1eda-4da9-a368-3451781fa604 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:03.042864 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f56a1f5-1eda-4da9-a368-3451781fa604 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:03.043281 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f56a1f5-1eda-4da9-a368-3451781fa604 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:03.216571 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-e44f49a7-aa96-4c44-934b-52651629856b admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-633123195-network', 'tenant_id': 'bc5142db886b48f8906c49afcc233362'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:27:03.223065 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e44f49a7-aa96-4c44-934b-52651629856b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:27:03.226790 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-63b38a75-0dba-4131-932b-65cf20125660 None None] Provisioning for port 8e966406-8086-497d-9f36-fd419f01573c completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:27:03.231024 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e44f49a7-aa96-4c44-934b-52651629856b admin admin] Usage tracker for resource:network and tenant:bc5142db886b48f8906c49afcc233362 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:27:03.233120 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-63b38a75-0dba-4131-932b-65cf20125660 None None] Provisioning complete for port 8e966406-8086-497d-9f36-fd419f01573c triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:27:03.233501 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-63b38a75-0dba-4131-932b-65cf20125660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:03.237764 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e44f49a7-aa96-4c44-934b-52651629856b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:27:03.248416 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e44f49a7-aa96-4c44-934b-52651629856b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:27:03.264385 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e44f49a7-aa96-4c44-934b-52651629856b admin admin] Made reservation on behalf of bc5142db886b48f8906c49afcc233362 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:27:03.267530 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e44f49a7-aa96-4c44-934b-52651629856b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:03.282941 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e44f49a7-aa96-4c44-934b-52651629856b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:03.300060 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e44f49a7-aa96-4c44-934b-52651629856b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:27:03.301373 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-63b38a75-0dba-4131-932b-65cf20125660 None None] Port 8e966406-8086-497d-9f36-fd419f01573c cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:27:03.301878 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b61b8b1-a18e-4346-8317-19948594dbd3 req-c5f958aa-fe33-410f-a58d-56ed6b594b90 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:03.305147 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6b61b8b1-a18e-4346-8317-19948594dbd3 req-c5f958aa-fe33-410f-a58d-56ed6b594b90 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] 10.222.0.50 "GET /v2.0/ports?device_id=defb627e-1ad7-41e4-a859-155957cdc19f HTTP/1.1" status: 200 len: 950 time: 0.4349000 May 31 13:27:03.312973 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e44f49a7-aa96-4c44-934b-52651629856b admin admin] Usage tracker for resource:security_group_rule and tenant:bc5142db886b48f8906c49afcc233362 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:27:03.320423 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e44f49a7-aa96-4c44-934b-52651629856b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:27:03.329958 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e44f49a7-aa96-4c44-934b-52651629856b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:27:03.486770 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593d8901-aa89-4deb-9899-4316aca86345 req-fe194706-5283-47c2-a5ed-9d01d625f885 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:03.487478 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-593d8901-aa89-4deb-9899-4316aca86345 req-fe194706-5283-47c2-a5ed-9d01d625f885 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Synchronizing usage tracker for tenant:56e02bdb103940bfa914b1757276d35d on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:27:03.492976 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-6eeb5f20-46f0-4574-a53a-0fec66070efb tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:27:03.506998 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6b61b8b1-a18e-4346-8317-19948594dbd3 req-bb5bad0b-b196-4018-8b04-45f294fb9a12 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] 10.222.0.50 "GET /v2.0/security-groups?id=9145548e-74a9-4f5e-ae53-c23243c8c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768482 May 31 13:27:03.530869 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-6eeb5f20-46f0-4574-a53a-0fec66070efb tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:27:03.538008 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-593d8901-aa89-4deb-9899-4316aca86345 req-fe194706-5283-47c2-a5ed-9d01d625f885 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Unset dirty status for tenant:56e02bdb103940bfa914b1757276d35d on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:27:03.539722 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-593d8901-aa89-4deb-9899-4316aca86345 req-fe194706-5283-47c2-a5ed-9d01d625f885 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] 10.222.0.20 "GET /v2.0/ports?device_id=defb627e-1ad7-41e4-a859-155957cdc19f HTTP/1.1" status: 200 len: 950 time: 0.2036660 May 31 13:27:03.541724 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e44f49a7-aa96-4c44-934b-52651629856b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:03.560355 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-f39f2c00-0773-487f-b078-a34ae16eba18 req-eff53fe5-4c5f-4546-b461-f5767ea5ff90 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1629744358', 'description': 'tempest-description-970029898'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:27:03.572841 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-f39f2c00-0773-487f-b078-a34ae16eba18 req-eff53fe5-4c5f-4546-b461-f5767ea5ff90 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:27:03.577410 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-6eeb5f20-46f0-4574-a53a-0fec66070efb tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Made reservation on behalf of 3239bed898c344b59ed7ea3353897e74 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:27:03.582350 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e44f49a7-aa96-4c44-934b-52651629856b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:03.585606 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-6eeb5f20-46f0-4574-a53a-0fec66070efb tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:03.624361 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e44f49a7-aa96-4c44-934b-52651629856b admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:27:03.627693 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7b580-cc47-49f6-91bb-72430d80a7c4 req-ae38a6ff-abf7-4abb-b264-e0713b1aad1c tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:03.638767 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7b580-cc47-49f6-91bb-72430d80a7c4 req-ae38a6ff-abf7-4abb-b264-e0713b1aad1c tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:03.650808 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7b580-cc47-49f6-91bb-72430d80a7c4 req-ae38a6ff-abf7-4abb-b264-e0713b1aad1c tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:03.652261 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-593d8901-aa89-4deb-9899-4316aca86345 req-bb3b165a-0481-4fc1-9067-1de60910bb69 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Deleting port 0001a290-f81d-4837-8c6d-d8c515b6b056 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:27:03.652611 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-593d8901-aa89-4deb-9899-4316aca86345 req-bb3b165a-0481-4fc1-9067-1de60910bb69 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:03.661674 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7b580-cc47-49f6-91bb-72430d80a7c4 req-ae38a6ff-abf7-4abb-b264-e0713b1aad1c tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:03.663309 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-01a7b580-cc47-49f6-91bb-72430d80a7c4 req-ae38a6ff-abf7-4abb-b264-e0713b1aad1c tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Synchronizing usage tracker for tenant:3239bed898c344b59ed7ea3353897e74 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:27:03.675299 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-f39f2c00-0773-487f-b078-a34ae16eba18 req-eff53fe5-4c5f-4546-b461-f5767ea5ff90 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Usage tracker for resource:security_group and tenant:268d5b580128463e93ff63e3dfbd6d2b is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:27:03.684653 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-f39f2c00-0773-487f-b078-a34ae16eba18 req-eff53fe5-4c5f-4546-b461-f5767ea5ff90 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:27:03.689304 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44f49a7-aa96-4c44-934b-52651629856b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b28319a5-744d-4c54-bfbf-469a0b7a5bca,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:03.698961 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-f39f2c00-0773-487f-b078-a34ae16eba18 req-eff53fe5-4c5f-4546-b461-f5767ea5ff90 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:27:03.701491 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e44f49a7-aa96-4c44-934b-52651629856b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:03.701870 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-e44f49a7-aa96-4c44-934b-52651629856b admin admin] Added segment 4d75b4c6-9dbf-466e-9960-e4baeffc8b58 of type vlan for network ef7bc708-faad-4f53-9863-9b17fc2bd3a4 May 31 13:27:03.760514 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f39f2c00-0773-487f-b078-a34ae16eba18 req-eff53fe5-4c5f-4546-b461-f5767ea5ff90 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:03.782639 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e44f49a7-aa96-4c44-934b-52651629856b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:03.783601 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-01a7b580-cc47-49f6-91bb-72430d80a7c4 req-ae38a6ff-abf7-4abb-b264-e0713b1aad1c tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Unset dirty status for tenant:3239bed898c344b59ed7ea3353897e74 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:27:03.784582 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-01a7b580-cc47-49f6-91bb-72430d80a7c4 req-ae38a6ff-abf7-4abb-b264-e0713b1aad1c tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a HTTP/1.1" status: 200 len: 3096 time: 0.5618467 May 31 13:27:03.840897 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-f39f2c00-0773-487f-b078-a34ae16eba18 req-eff53fe5-4c5f-4546-b461-f5767ea5ff90 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:27:03.897772 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-f39f2c00-0773-487f-b078-a34ae16eba18 req-eff53fe5-4c5f-4546-b461-f5767ea5ff90 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Usage tracker for resource:security_group_rule and tenant:268d5b580128463e93ff63e3dfbd6d2b is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:27:03.913259 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-f39f2c00-0773-487f-b078-a34ae16eba18 req-eff53fe5-4c5f-4546-b461-f5767ea5ff90 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:27:03.932236 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-f39f2c00-0773-487f-b078-a34ae16eba18 req-eff53fe5-4c5f-4546-b461-f5767ea5ff90 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:27:03.944911 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-01a7b580-cc47-49f6-91bb-72430d80a7c4 req-d6e38eed-c417-4685-ab42-d47722457fd6 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/security-groups?id=1de4fedc-888a-46c6-9d87-1b48c5765046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494534 May 31 13:27:03.945134 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e44f49a7-aa96-4c44-934b-52651629856b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:03.946548 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44f49a7-aa96-4c44-934b-52651629856b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:03.947334 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e44f49a7-aa96-4c44-934b-52651629856b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:04.072240 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-6eeb5f20-46f0-4574-a53a-0fec66070efb tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Allocated IP 10.2.2.200 (2d2d7c1f-d966-47df-b1e1-24eb3c3d5e68/0cc880ea-aa7f-47b9-9b93-2b6fc9bcaa46/10ed9e35-6e6d-4cf1-8c03-6739c221f3a3) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:27:04.127856 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f39f2c00-0773-487f-b078-a34ae16eba18 req-eff53fe5-4c5f-4546-b461-f5767ea5ff90 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:04.133566 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e44f49a7-aa96-4c44-934b-52651629856b admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4119146 May 31 13:27:04.133566 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44f49a7-aa96-4c44-934b-52651629856b admin admin] Pushing event updated for resources: {'Network': ['ID=ef7bc708-faad-4f53-9863-9b17fc2bd3a4,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:04.135604 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 40846) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:27:04.149958 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-f3ada364-c0e1-431b-bb59-27140f542340 admin admin] Request body: {'subnet': {'network_id': 'ef7bc708-faad-4f53-9863-9b17fc2bd3a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-633123195-subnet', 'tenant_id': 'bc5142db886b48f8906c49afcc233362', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:27:04.152436 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network ef7bc708-faad-4f53-9863-9b17fc2bd3a4 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:27:04.159701 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-593d8901-aa89-4deb-9899-4316aca86345 req-bb3b165a-0481-4fc1-9067-1de60910bb69 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] For port 0001a290-f81d-4837-8c6d-d8c515b6b056, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=0001a290-f81d-4837-8c6d-d8c515b6b056,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:27:04.160067 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-593d8901-aa89-4deb-9899-4316aca86345 req-bb3b165a-0481-4fc1-9067-1de60910bb69 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:04.177212 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f39f2c00-0773-487f-b078-a34ae16eba18 req-eff53fe5-4c5f-4546-b461-f5767ea5ff90 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:04.187007 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f3ada364-c0e1-431b-bb59-27140f542340 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:27:04.316043 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-f3ada364-c0e1-431b-bb59-27140f542340 admin admin] Usage tracker for resource:subnet and tenant:bc5142db886b48f8906c49afcc233362 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:27:04.333071 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-593d8901-aa89-4deb-9899-4316aca86345 req-bb3b165a-0481-4fc1-9067-1de60910bb69 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Calling delete_port for 0001a290-f81d-4837-8c6d-d8c515b6b056 owned by compute:nova {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:27:04.333578 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-f3ada364-c0e1-431b-bb59-27140f542340 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:27:04.501083 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f3ada364-c0e1-431b-bb59-27140f542340 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:27:04.513238 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f39f2c00-0773-487f-b078-a34ae16eba18 req-eff53fe5-4c5f-4546-b461-f5767ea5ff90 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:04.515297 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f39f2c00-0773-487f-b078-a34ae16eba18 req-eff53fe5-4c5f-4546-b461-f5767ea5ff90 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.9650075 May 31 13:27:04.516271 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff53fe5-4c5f-4546-b461-f5767ea5ff90 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6633faa-01a3-48e3-abab-8b81e6b8ae9f,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:04.598590 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ada364-c0e1-431b-bb59-27140f542340 admin admin] Made reservation on behalf of bc5142db886b48f8906c49afcc233362 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:27:04.603048 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f3ada364-c0e1-431b-bb59-27140f542340 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:04.643390 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [req-ec71d893-3d9a-43eb-b252-7852a4760858 req-435c1464-bbc8-4ced-b104-bb5fe1b2fe41 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] show failed (client error): The resource could not be found. May 31 13:27:04.644993 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ec71d893-3d9a-43eb-b252-7852a4760858 req-435c1464-bbc8-4ced-b104-bb5fe1b2fe41 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/security-groups/440b449b-7471-4922-bd45-448ee2cc2200 HTTP/1.1" status: 404 len: 352 time: 0.0922914 May 31 13:27:04.667954 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-593d8901-aa89-4deb-9899-4316aca86345 req-bb3b165a-0481-4fc1-9067-1de60910bb69 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:04.680069 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['ff2e17df-b2c5-4e35-85f4-8a1c7570c241'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:27:04.811884 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3b165a-0481-4fc1-9067-1de60910bb69 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Pushing event deleted for resources: {'Port': ['ID=0001a290-f81d-4837-8c6d-d8c515b6b056,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:04.876371 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-593d8901-aa89-4deb-9899-4316aca86345 req-bb3b165a-0481-4fc1-9067-1de60910bb69 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] No DVR routers for this DVR port 0001a290-f81d-4837-8c6d-d8c515b6b056 on host n-h1-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:27:04.881433 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-593d8901-aa89-4deb-9899-4316aca86345 req-bb3b165a-0481-4fc1-9067-1de60910bb69 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:04.884967 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'defb627e-1ad7-41e4-a859-155957cdc19f', 'name': 'network-vif-deleted', 'tag': '0001a290-f81d-4837-8c6d-d8c515b6b056'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:27:04.912474 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-593d8901-aa89-4deb-9899-4316aca86345 req-bb3b165a-0481-4fc1-9067-1de60910bb69 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] 10.222.0.20 "DELETE /v2.0/ports/0001a290-f81d-4837-8c6d-d8c515b6b056 HTTP/1.1" status: 204 len: 173 time: 1.3666201 May 31 13:27:04.915584 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-6eeb5f20-46f0-4574-a53a-0fec66070efb tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:04.934768 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-6eeb5f20-46f0-4574-a53a-0fec66070efb tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Transition to ACTIVE for port object 10ed9e35-6e6d-4cf1-8c03-6739c221f3a3 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:27:04.950520 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d555744e-cdc0-4137-ac77-fd929ac1aa74 req-ab867b3f-0170-4e9e-a210-6585a8e04aa5 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:04.952416 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d555744e-cdc0-4137-ac77-fd929ac1aa74 req-ab867b3f-0170-4e9e-a210-6585a8e04aa5 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1930c39-1f9e-42db-90e5-e025f2d5bbe5 HTTP/1.1" status: 200 len: 949 time: 0.3264542 May 31 13:27:04.984311 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-6eeb5f20-46f0-4574-a53a-0fec66070efb tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:05.099145 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-d555744e-cdc0-4137-ac77-fd929ac1aa74 req-61a8f5e3-475a-48c9-bdd0-380bf5fe449a tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Deleting port b1594f51-43f8-4b99-bfa2-ea5b8b034b47 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:27:05.099761 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-d555744e-cdc0-4137-ac77-fd929ac1aa74 req-61a8f5e3-475a-48c9-bdd0-380bf5fe449a tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:05.100921 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f555206-bb87-4062-a5ba-babc0ab63204 req-49e769c6-0818-43ff-ac4b-5ac9b4df349d tempest-LiveMigrationTest-979382837 tempest-LiveMigrationTest-979382837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:05.103833 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6f555206-bb87-4062-a5ba-babc0ab63204 req-49e769c6-0818-43ff-ac4b-5ac9b4df349d tempest-LiveMigrationTest-979382837 tempest-LiveMigrationTest-979382837-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=24302c62-7ac3-4163-8b04-e80e5c068019 HTTP/1.1" status: 200 len: 1096 time: 0.9366112 May 31 13:27:05.158623 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-6eeb5f20-46f0-4574-a53a-0fec66070efb tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Network 2d2d7c1f-d966-47df-b1e1-24eb3c3d5e68 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:27:05.171102 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-6eeb5f20-46f0-4574-a53a-0fec66070efb tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:27:05.174378 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-6eeb5f20-46f0-4574-a53a-0fec66070efb tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:27:05.273878 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeb5f20-46f0-4574-a53a-0fec66070efb tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Pushing event updated for resources: {'Port': ['ID=10ed9e35-6e6d-4cf1-8c03-6739c221f3a3,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:05.339941 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6f555206-bb87-4062-a5ba-babc0ab63204 req-a60837a1-20e5-42a1-b8e1-0ff83d15bde4 tempest-LiveMigrationTest-979382837 tempest-LiveMigrationTest-979382837-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=3d29a7ba-8da4-4594-bfbf-9f55cd071e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213490 May 31 13:27:05.415848 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-6eeb5f20-46f0-4574-a53a-0fec66070efb tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:05.417308 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-6eeb5f20-46f0-4574-a53a-0fec66070efb tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:05.456062 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a823a59b-7e4e-483e-8703-643759571db7 req-afb4a8d2-55b2-4f6c-acb7-68adf6905a73 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:05.469578 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a823a59b-7e4e-483e-8703-643759571db7 req-afb4a8d2-55b2-4f6c-acb7-68adf6905a73 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1930c39-1f9e-42db-90e5-e025f2d5bbe5 HTTP/1.1" status: 200 len: 949 time: 0.6737320 May 31 13:27:05.595520 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-d555744e-cdc0-4137-ac77-fd929ac1aa74 req-61a8f5e3-475a-48c9-bdd0-380bf5fe449a tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] For port b1594f51-43f8-4b99-bfa2-ea5b8b034b47, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=b1594f51-43f8-4b99-bfa2-ea5b8b034b47,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:27:05.596287 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-d555744e-cdc0-4137-ac77-fd929ac1aa74 req-61a8f5e3-475a-48c9-bdd0-380bf5fe449a tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:05.607780 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a823a59b-7e4e-483e-8703-643759571db7 req-d40fd25e-8e33-4174-9313-0331567c90f4 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4e17580-fef9-47ea-85b1-59ae8325b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366405 May 31 13:27:05.614716 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-6eeb5f20-46f0-4574-a53a-0fec66070efb tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6239269 May 31 13:27:05.682037 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-817330b6-b97a-4c73-86a1-c6594b56413a service neutron] Request body: {'port': {'device_id': 'f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:27:05.687094 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-80ae34e1-4f4d-4b5d-a1a9-9a5770e6466b None None] Provisioning for port 10ed9e35-6e6d-4cf1-8c03-6739c221f3a3 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:27:05.692945 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-80ae34e1-4f4d-4b5d-a1a9-9a5770e6466b None None] Provisioning complete for port 10ed9e35-6e6d-4cf1-8c03-6739c221f3a3 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:27:05.693319 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-80ae34e1-4f4d-4b5d-a1a9-9a5770e6466b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:05.864839 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-d555744e-cdc0-4137-ac77-fd929ac1aa74 req-61a8f5e3-475a-48c9-bdd0-380bf5fe449a tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Calling delete_port for b1594f51-43f8-4b99-bfa2-ea5b8b034b47 owned by compute:nova {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:27:05.922452 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-80ae34e1-4f4d-4b5d-a1a9-9a5770e6466b None None] Port 10ed9e35-6e6d-4cf1-8c03-6739c221f3a3 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:27:05.924088 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 0001a290-f81d-4837-8c6d-d8c515b6b056 no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:27:05.984040 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] No Port match for: 0001a290-f81d-4837-8c6d-d8c515b6b056 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:27:05.984574 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 0001a290-f81d-4837-8c6d-d8c515b6b056 not bound to the agent host n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:27:06.027298 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f3ada364-c0e1-431b-bb59-27140f542340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:06.135843 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-d555744e-cdc0-4137-ac77-fd929ac1aa74 req-61a8f5e3-475a-48c9-bdd0-380bf5fe449a tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:06.156953 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['91f8550f-7c6e-4f43-81db-91e2670bc6ae', '45d8f514-bd26-46ef-90f5-725ee81424e1'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:27:06.161719 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1e6efc7f-823a-47d7-a12d-bf9b9b595815 req-249a3aa1-560d-472a-8093-2a1343a30c87 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] 10.222.0.50 "GET /v2.0/security-groups/2799b8de-6e13-4618-86f8-10cd073efc5d HTTP/1.1" status: 200 len: 1805 time: 0.2258363 May 31 13:27:06.204685 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ada364-c0e1-431b-bb59-27140f542340 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03601eff-cc07-4210-91b9-54e2e22c50f4,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:06.207781 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a8f5e3-475a-48c9-bdd0-380bf5fe449a tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Pushing event deleted for resources: {'Port': ['ID=b1594f51-43f8-4b99-bfa2-ea5b8b034b47,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:06.232237 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['340b14e3-4287-43f8-a3a0-d594186321f6', '07547904-825e-4f1e-bf9b-eb2fc12e8810', '32daf59e-30ee-4850-815e-972dba797556', '4794bb7b-447e-424b-b7ea-f4f19c3f6227'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:27:06.267854 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-817330b6-b97a-4c73-86a1-c6594b56413a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:06.329851 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ada364-c0e1-431b-bb59-27140f542340 admin admin] Checking segment: {'id': '4d75b4c6-9dbf-466e-9960-e4baeffc8b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ef7bc708-faad-4f53-9863-9b17fc2bd3a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:27:06.330464 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ada364-c0e1-431b-bb59-27140f542340 admin admin] Network hostable DHCP agents. Network: ef7bc708-faad-4f53-9863-9b17fc2bd3a4, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:27:06.356891 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-d555744e-cdc0-4137-ac77-fd929ac1aa74 req-61a8f5e3-475a-48c9-bdd0-380bf5fe449a tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] No DVR routers for this DVR port b1594f51-43f8-4b99-bfa2-ea5b8b034b47 on host n-h1-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:27:06.359161 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-d555744e-cdc0-4137-ac77-fd929ac1aa74 req-61a8f5e3-475a-48c9-bdd0-380bf5fe449a tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:06.378325 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d555744e-cdc0-4137-ac77-fd929ac1aa74 req-61a8f5e3-475a-48c9-bdd0-380bf5fe449a tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.20 "DELETE /v2.0/ports/b1594f51-43f8-4b99-bfa2-ea5b8b034b47 HTTP/1.1" status: 204 len: 173 time: 1.4194965 May 31 13:27:06.428503 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d9430aa-df1e-46a2-b934-1ca665d726b9'] response: {'server_uuid': 'defb627e-1ad7-41e4-a859-155957cdc19f', 'name': 'network-vif-deleted', 'tag': '0001a290-f81d-4837-8c6d-d8c515b6b056', 'status': 'completed', 'code': 200} May 31 13:27:06.576919 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1e6efc7f-823a-47d7-a12d-bf9b9b595815 req-e86eda49-3753-437d-8ebe-6500145dd3a7 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] 10.222.0.50 "GET /v2.0/security-groups/d6633faa-01a3-48e3-abab-8b81e6b8ae9f HTTP/1.1" status: 200 len: 1804 time: 0.4141705 May 31 13:27:06.683183 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-1e6efc7f-823a-47d7-a12d-bf9b9b595815 req-5f587605-8e65-471a-8a0e-483d9fb934ef tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2799b8de-6e13-4618-86f8-10cd073efc5d', 'remote_group_id': 'd6633faa-01a3-48e3-abab-8b81e6b8ae9f', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:27:06.683760 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-1e6efc7f-823a-47d7-a12d-bf9b9b595815 req-5f587605-8e65-471a-8a0e-483d9fb934ef tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2799b8de-6e13-4618-86f8-10cd073efc5d', 'remote_group_id': 'd6633faa-01a3-48e3-abab-8b81e6b8ae9f', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:27:06.709893 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-1e6efc7f-823a-47d7-a12d-bf9b9b595815 req-5f587605-8e65-471a-8a0e-483d9fb934ef tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:27:06.715948 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ada364-c0e1-431b-bb59-27140f542340 admin admin] Network ef7bc708-faad-4f53-9863-9b17fc2bd3a4 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:27:06.738292 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-1e6efc7f-823a-47d7-a12d-bf9b9b595815 req-5f587605-8e65-471a-8a0e-483d9fb934ef tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Usage tracker for resource:security_group_rule and tenant:268d5b580128463e93ff63e3dfbd6d2b is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:27:06.749929 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-1e6efc7f-823a-47d7-a12d-bf9b9b595815 req-5f587605-8e65-471a-8a0e-483d9fb934ef tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:27:06.794131 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-1e6efc7f-823a-47d7-a12d-bf9b9b595815 req-5f587605-8e65-471a-8a0e-483d9fb934ef tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:27:06.861562 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-f3ada364-c0e1-431b-bb59-27140f542340 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, ef7bc708-faad-4f53-9863-9b17fc2bd3a4) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:27:06.876714 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ada364-c0e1-431b-bb59-27140f542340 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:06.877704 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f3ada364-c0e1-431b-bb59-27140f542340 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:06.879383 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3155da9f-f2af-475c-bf55-1779467ddfc5 None None] Network ef7bc708-faad-4f53-9863-9b17fc2bd3a4 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:27:06.953626 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-f3ada364-c0e1-431b-bb59-27140f542340 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8121636 May 31 13:27:06.953828 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40876) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:27:06.959527 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-903ba49a-9e24-4706-88af-9600da9b4b04 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-633123195-router', 'tenant_id': 'bc5142db886b48f8906c49afcc233362', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:27:06.967653 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-903ba49a-9e24-4706-88af-9600da9b4b04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:27:06.974814 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-903ba49a-9e24-4706-88af-9600da9b4b04 admin admin] Usage tracker for resource:router and tenant:bc5142db886b48f8906c49afcc233362 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:27:06.980440 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-903ba49a-9e24-4706-88af-9600da9b4b04 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:27:06.989787 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-903ba49a-9e24-4706-88af-9600da9b4b04 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:27:07.017964 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-903ba49a-9e24-4706-88af-9600da9b4b04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:07.021136 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-903ba49a-9e24-4706-88af-9600da9b4b04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:07.075812 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-903ba49a-9e24-4706-88af-9600da9b4b04 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:07.083697 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95518e53-c2e0-48d3-a78f-a8b43b3183db req-72ca6486-32d4-4eb8-a30d-bbf657941ae8 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:07.094813 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95518e53-c2e0-48d3-a78f-a8b43b3183db req-72ca6486-32d4-4eb8-a30d-bbf657941ae8 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:07.106152 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95518e53-c2e0-48d3-a78f-a8b43b3183db req-72ca6486-32d4-4eb8-a30d-bbf657941ae8 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:07.116555 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95518e53-c2e0-48d3-a78f-a8b43b3183db req-72ca6486-32d4-4eb8-a30d-bbf657941ae8 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:07.123538 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95518e53-c2e0-48d3-a78f-a8b43b3183db req-72ca6486-32d4-4eb8-a30d-bbf657941ae8 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:07.125736 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-95518e53-c2e0-48d3-a78f-a8b43b3183db req-72ca6486-32d4-4eb8-a30d-bbf657941ae8 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a HTTP/1.1" status: 200 len: 3817 time: 0.5354462 May 31 13:27:07.199147 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1e6efc7f-823a-47d7-a12d-bf9b9b595815 req-5f587605-8e65-471a-8a0e-483d9fb934ef tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:07.258546 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-95518e53-c2e0-48d3-a78f-a8b43b3183db req-beb3b77c-497b-4ea3-a13e-021e064529d4 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/security-groups?id=1de4fedc-888a-46c6-9d87-1b48c5765046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253495 May 31 13:27:07.328068 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1e6efc7f-823a-47d7-a12d-bf9b9b595815 req-5f587605-8e65-471a-8a0e-483d9fb934ef tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:07.348031 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1e6efc7f-823a-47d7-a12d-bf9b9b595815 req-5f587605-8e65-471a-8a0e-483d9fb934ef tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:07.351937 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:07.434326 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-817330b6-b97a-4c73-86a1-c6594b56413a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efc96b22-153b-44b0-a49d-5f2541380c5e {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:27:07.457422 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-817330b6-b97a-4c73-86a1-c6594b56413a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:07.498014 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b8aa80-571a-4800-83d5-2fe9f4afea40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-ef7bc708-faad-4f53-9863-9b17fc2bd3a4', 'network_id': 'ef7bc708-faad-4f53-9863-9b17fc2bd3a4', 'tenant_id': 'bc5142db886b48f8906c49afcc233362', 'fixed_ips': [{'subnet_id': '03601eff-cc07-4210-91b9-54e2e22c50f4'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:27:07.502918 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-90b8aa80-571a-4800-83d5-2fe9f4afea40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:07.517411 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-817330b6-b97a-4c73-86a1-c6594b56413a service neutron] Transition to ACTIVE for port object efc96b22-153b-44b0-a49d-5f2541380c5e will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:27:07.518366 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1e6efc7f-823a-47d7-a12d-bf9b9b595815 req-5f587605-8e65-471a-8a0e-483d9fb934ef tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:07.519730 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1e6efc7f-823a-47d7-a12d-bf9b9b595815 req-5f587605-8e65-471a-8a0e-483d9fb934ef tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.9205024 May 31 13:27:07.524178 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-817330b6-b97a-4c73-86a1-c6594b56413a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:07.535765 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f587605-8e65-471a-8a0e-483d9fb934ef tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=157c82f5-fbd1-43dd-8756-0702d858145c,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:07.705196 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-903ba49a-9e24-4706-88af-9600da9b4b04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:07.874111 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device b1594f51-43f8-4b99-bfa2-ea5b8b034b47 no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:27:07.981752 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] No Port match for: b1594f51-43f8-4b99-bfa2-ea5b8b034b47 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:27:07.982791 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device b1594f51-43f8-4b99-bfa2-ea5b8b034b47 not bound to the agent host n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:27:08.063486 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817330b6-b97a-4c73-86a1-c6594b56413a service neutron] Pushing event updated for resources: {'Port': ['ID=efc96b22-153b-44b0-a49d-5f2541380c5e,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:08.064482 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-90b8aa80-571a-4800-83d5-2fe9f4afea40 None None] Allocated IP 172.20.0.2 (ef7bc708-faad-4f53-9863-9b17fc2bd3a4/03601eff-cc07-4210-91b9-54e2e22c50f4/b3022ba6-8ae9-4f97-8d68-2a2917ed25c9) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:27:08.224127 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-817330b6-b97a-4c73-86a1-c6594b56413a service neutron] Attempting to bind port efc96b22-153b-44b0-a49d-5f2541380c5e on host n-h1-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:27:08.224707 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-817330b6-b97a-4c73-86a1-c6594b56413a service neutron] Attempting to bind port efc96b22-153b-44b0-a49d-5f2541380c5e by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': '93c0ce22-ca2e-4102-a5ac-29f4b6003ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '398656cc-8bc4-4a6a-ad11-d04eee603cee'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:27:08.224707 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-817330b6-b97a-4c73-86a1-c6594b56413a service neutron] Attempting to bind port efc96b22-153b-44b0-a49d-5f2541380c5e on network 398656cc-8bc4-4a6a-ad11-d04eee603cee {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:27:08.233526 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-817330b6-b97a-4c73-86a1-c6594b56413a service neutron] Port efc96b22-153b-44b0-a49d-5f2541380c5e on network 398656cc-8bc4-4a6a-ad11-d04eee603cee not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:27:08.233835 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-817330b6-b97a-4c73-86a1-c6594b56413a service neutron] Attempting to bind port efc96b22-153b-44b0-a49d-5f2541380c5e on network 398656cc-8bc4-4a6a-ad11-d04eee603cee {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:27:08.243298 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-817330b6-b97a-4c73-86a1-c6594b56413a service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:27:08.243633 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-817330b6-b97a-4c73-86a1-c6594b56413a service neutron] Checking segment: {'id': '93c0ce22-ca2e-4102-a5ac-29f4b6003ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '398656cc-8bc4-4a6a-ad11-d04eee603cee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:27:08.244023 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-817330b6-b97a-4c73-86a1-c6594b56413a service neutron] Bound using segment: {'id': '93c0ce22-ca2e-4102-a5ac-29f4b6003ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '398656cc-8bc4-4a6a-ad11-d04eee603cee'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:27:08.244465 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-817330b6-b97a-4c73-86a1-c6594b56413a service neutron] Bound port: efc96b22-153b-44b0-a49d-5f2541380c5e, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93c0ce22-ca2e-4102-a5ac-29f4b6003ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '398656cc-8bc4-4a6a-ad11-d04eee603cee'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:27:08.244812 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-817330b6-b97a-4c73-86a1-c6594b56413a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:08.270723 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06644194-04e5-423b-b93b-7ac114b53c13 req-3e61ff2f-00a1-46be-a610-0dbb491961ce tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:08.275835 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-06644194-04e5-423b-b93b-7ac114b53c13 req-3e61ff2f-00a1-46be-a610-0dbb491961ce tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/ports?device_id=290dce05-a5a1-4203-9d4e-bbe24ed12d31 HTTP/1.1" status: 200 len: 1023 time: 0.1941566 May 31 13:27:08.373751 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c5f96-c458-4098-9b2a-1b2d6662846e req-05103d13-1793-4726-92ac-23cafd7efb19 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:08.375656 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-a25c5f96-c458-4098-9b2a-1b2d6662846e req-05103d13-1793-4726-92ac-23cafd7efb19 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.20 "GET /v2.0/ports?device_id=290dce05-a5a1-4203-9d4e-bbe24ed12d31 HTTP/1.1" status: 200 len: 1023 time: 0.5771453 May 31 13:27:08.454382 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-06644194-04e5-423b-b93b-7ac114b53c13 req-23406a8d-c42d-4208-b338-8824974b4015 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Synchronizing usage tracker for tenant:a487a8012f6942fe8ddd9bac507c4ea0 on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:27:08.472682 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-817330b6-b97a-4c73-86a1-c6594b56413a service neutron] For port efc96b22-153b-44b0-a49d-5f2541380c5e, host n-h1-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:27:08.478777 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-817330b6-b97a-4c73-86a1-c6594b56413a service neutron] For port efc96b22-153b-44b0-a49d-5f2541380c5e, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=efc96b22-153b-44b0-a49d-5f2541380c5e,segment=NetworkSegment(93c0ce22-ca2e-4102-a5ac-29f4b6003ec8),segment_id=93c0ce22-ca2e-4102-a5ac-29f4b6003ec8)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:27:08.486103 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a322f08a-8079-4b1e-bbe4-ab023e7b358c req-09364f7d-1afc-4817-bd2e-af8c8dad9a2a tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] 10.222.0.50 "GET /v2.0/security-groups/d6633faa-01a3-48e3-abab-8b81e6b8ae9f HTTP/1.1" status: 200 len: 1804 time: 0.1618874 May 31 13:27:08.489880 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-817330b6-b97a-4c73-86a1-c6594b56413a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:08.518822 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1930c39-1f9e-42db-90e5-e025f2d5bbe5', 'name': 'network-vif-deleted', 'tag': 'b1594f51-43f8-4b99-bfa2-ea5b8b034b47'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:27:08.572319 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-06644194-04e5-423b-b93b-7ac114b53c13 req-23406a8d-c42d-4208-b338-8824974b4015 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Unset dirty status for tenant:a487a8012f6942fe8ddd9bac507c4ea0 on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:27:08.585379 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-06644194-04e5-423b-b93b-7ac114b53c13 req-23406a8d-c42d-4208-b338-8824974b4015 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bfc18eb-adde-42c7-a27e-abc007856413&id=c532e93d-059e-45be-ab0b-a578cae373d8&id=98e17d4a-ac5b-4480-9bc6-49977fe0902a&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3046622 May 31 13:27:08.645724 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-817330b6-b97a-4c73-86a1-c6594b56413a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:08.646518 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-817330b6-b97a-4c73-86a1-c6594b56413a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:08.648819 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-817330b6-b97a-4c73-86a1-c6594b56413a service neutron] 10.222.0.20 "PUT /v2.0/ports/efc96b22-153b-44b0-a49d-5f2541380c5e HTTP/1.1" status: 200 len: 1092 time: 3.0248034 May 31 13:27:08.649344 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a', 'tag': 'efc96b22-153b-44b0-a49d-5f2541380c5e'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:27:08.673860 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-a25c5f96-c458-4098-9b2a-1b2d6662846e req-d07d76e4-8d67-4392-9cd9-3ba8724fa41f tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Deleting port a6ce2620-59bc-460a-b055-9b0674cf69e8 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:27:08.679629 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-a25c5f96-c458-4098-9b2a-1b2d6662846e req-d07d76e4-8d67-4392-9cd9-3ba8724fa41f tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:08.694706 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-3d2903e9-5034-40f9-b4c2-62a2e7e47e2c service neutron] Request body: {'port': {'device_id': 'f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:27:08.967763 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-90b8aa80-571a-4800-83d5-2fe9f4afea40 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:09.028329 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:09.046729 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-90b8aa80-571a-4800-83d5-2fe9f4afea40 None None] Transition to ACTIVE for port object b3022ba6-8ae9-4f97-8d68-2a2917ed25c9 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:27:09.134660 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-90b8aa80-571a-4800-83d5-2fe9f4afea40 None None] Transition to ACTIVE for port object b3022ba6-8ae9-4f97-8d68-2a2917ed25c9 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:27:09.150474 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817330b6-b97a-4c73-86a1-c6594b56413a service neutron] Pushing event updated for resources: {'Port': ['ID=efc96b22-153b-44b0-a49d-5f2541380c5e,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:09.168451 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a322f08a-8079-4b1e-bbe4-ab023e7b358c req-e4d1b29c-8f9d-411d-9c00-ba488a928621 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:09.178330 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-90b8aa80-571a-4800-83d5-2fe9f4afea40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:09.212617 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a322f08a-8079-4b1e-bbe4-ab023e7b358c req-e4d1b29c-8f9d-411d-9c00-ba488a928621 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:09.305826 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a322f08a-8079-4b1e-bbe4-ab023e7b358c req-e4d1b29c-8f9d-411d-9c00-ba488a928621 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:09.334965 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-3d2903e9-5034-40f9-b4c2-62a2e7e47e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:09.363833 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d1b29c-8f9d-411d-9c00-ba488a928621 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6633faa-01a3-48e3-abab-8b81e6b8ae9f,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:09.368871 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b8aa80-571a-4800-83d5-2fe9f4afea40 None None] Network ef7bc708-faad-4f53-9863-9b17fc2bd3a4 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:27:09.386942 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a322f08a-8079-4b1e-bbe4-ab023e7b358c req-e4d1b29c-8f9d-411d-9c00-ba488a928621 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:09.390196 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-90b8aa80-571a-4800-83d5-2fe9f4afea40 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:27:09.403320 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a322f08a-8079-4b1e-bbe4-ab023e7b358c req-e4d1b29c-8f9d-411d-9c00-ba488a928621 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] 10.222.0.50 "DELETE /v2.0/security-groups/d6633faa-01a3-48e3-abab-8b81e6b8ae9f HTTP/1.1" status: 204 len: 173 time: 0.8496046 May 31 13:27:09.405396 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b8aa80-571a-4800-83d5-2fe9f4afea40 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:27:09.535909 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b8aa80-571a-4800-83d5-2fe9f4afea40 None None] Pushing event updated for resources: {'Port': ['ID=b3022ba6-8ae9-4f97-8d68-2a2917ed25c9,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:09.616951 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-a25c5f96-c458-4098-9b2a-1b2d6662846e req-d07d76e4-8d67-4392-9cd9-3ba8724fa41f tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] For port a6ce2620-59bc-460a-b055-9b0674cf69e8, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=a6ce2620-59bc-460a-b055-9b0674cf69e8,segment=NetworkSegment(370cc937-b213-498d-9452-fec6264d9498),segment_id=370cc937-b213-498d-9452-fec6264d9498)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:27:09.622710 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-a25c5f96-c458-4098-9b2a-1b2d6662846e req-d07d76e4-8d67-4392-9cd9-3ba8724fa41f tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:09.640352 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-90b8aa80-571a-4800-83d5-2fe9f4afea40 None None] Attempting to bind port b3022ba6-8ae9-4f97-8d68-2a2917ed25c9 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:27:09.640950 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-90b8aa80-571a-4800-83d5-2fe9f4afea40 None None] Attempting to bind port b3022ba6-8ae9-4f97-8d68-2a2917ed25c9 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '4d75b4c6-9dbf-466e-9960-e4baeffc8b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ef7bc708-faad-4f53-9863-9b17fc2bd3a4'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:27:09.653522 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b8aa80-571a-4800-83d5-2fe9f4afea40 None None] Attempting to bind port b3022ba6-8ae9-4f97-8d68-2a2917ed25c9 on network ef7bc708-faad-4f53-9863-9b17fc2bd3a4 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:27:09.688180 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b8aa80-571a-4800-83d5-2fe9f4afea40 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:27:09.688555 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b8aa80-571a-4800-83d5-2fe9f4afea40 None None] Checking segment: {'id': '4d75b4c6-9dbf-466e-9960-e4baeffc8b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ef7bc708-faad-4f53-9863-9b17fc2bd3a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:27:09.688960 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-90b8aa80-571a-4800-83d5-2fe9f4afea40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:09.689356 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b8aa80-571a-4800-83d5-2fe9f4afea40 None None] Bound using segment: {'id': '4d75b4c6-9dbf-466e-9960-e4baeffc8b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ef7bc708-faad-4f53-9863-9b17fc2bd3a4'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:27:09.689841 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-90b8aa80-571a-4800-83d5-2fe9f4afea40 None None] Bound port: b3022ba6-8ae9-4f97-8d68-2a2917ed25c9, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d75b4c6-9dbf-466e-9960-e4baeffc8b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ef7bc708-faad-4f53-9863-9b17fc2bd3a4'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:27:09.690234 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-90b8aa80-571a-4800-83d5-2fe9f4afea40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:09.883030 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-a25c5f96-c458-4098-9b2a-1b2d6662846e req-d07d76e4-8d67-4392-9cd9-3ba8724fa41f tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Calling delete_port for a6ce2620-59bc-460a-b055-9b0674cf69e8 owned by compute:nova {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:27:09.940652 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-90b8aa80-571a-4800-83d5-2fe9f4afea40 None None] For port b3022ba6-8ae9-4f97-8d68-2a2917ed25c9, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:27:09.946204 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-90b8aa80-571a-4800-83d5-2fe9f4afea40 None None] For port b3022ba6-8ae9-4f97-8d68-2a2917ed25c9, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=b3022ba6-8ae9-4f97-8d68-2a2917ed25c9,segment=NetworkSegment(4d75b4c6-9dbf-466e-9960-e4baeffc8b58),segment_id=4d75b4c6-9dbf-466e-9960-e4baeffc8b58)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:27:09.949403 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-903ba49a-9e24-4706-88af-9600da9b4b04 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:09.951637 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ae118-9e6d-4568-ba74-a5b98a5e728e req-dbbfd0b9-04cd-41b5-94dc-45ac45f49249 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:09.959668 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1f1ae118-9e6d-4568-ba74-a5b98a5e728e req-dbbfd0b9-04cd-41b5-94dc-45ac45f49249 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] 10.222.0.50 "GET /v2.0/ports?device_id=8928b4c5-1d11-4d4b-a171-a11f72b443af HTTP/1.1" status: 200 len: 950 time: 0.9440224 May 31 13:27:09.968897 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-90b8aa80-571a-4800-83d5-2fe9f4afea40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:10.031804 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-903ba49a-9e24-4706-88af-9600da9b4b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:10.061395 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 13:27:10.124201 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b8aa80-571a-4800-83d5-2fe9f4afea40 None None] Pushing event updated for resources: {'Port': ['ID=b3022ba6-8ae9-4f97-8d68-2a2917ed25c9,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:10.205543 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1f1ae118-9e6d-4568-ba74-a5b98a5e728e req-31b93afe-f8c8-4cb8-8d17-359e6d374948 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] 10.222.0.50 "GET /v2.0/security-groups?id=9145548e-74a9-4f5e-ae53-c23243c8c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414937 May 31 13:27:10.292794 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b02cdfed-e5bb-4482-ada5-c208a9b556d4'] response: {'server_uuid': 'c1930c39-1f9e-42db-90e5-e025f2d5bbe5', 'name': 'network-vif-deleted', 'tag': 'b1594f51-43f8-4b99-bfa2-ea5b8b034b47', 'status': 'completed', 'code': 200} May 31 13:27:10.350217 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f073eafa-289b-4060-8d0d-f817922f184b'] response: {'name': 'network-changed', 'server_uuid': 'f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a', 'tag': 'efc96b22-153b-44b0-a49d-5f2541380c5e', 'status': 'completed', 'code': 200} May 31 13:27:10.423072 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ba6a2-2c80-4943-b8b2-1a6c83dafba5 req-a5cba8b9-6bf1-4bcc-a7e1-72a5a01557e1 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:10.424782 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cf8ba6a2-2c80-4943-b8b2-1a6c83dafba5 req-a5cba8b9-6bf1-4bcc-a7e1-72a5a01557e1 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] 10.222.0.44 "GET /v2.0/ports?device_id=8928b4c5-1d11-4d4b-a171-a11f72b443af HTTP/1.1" status: 200 len: 950 time: 0.5810215 May 31 13:27:10.525216 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba84c93-b164-41f4-a822-a010c09f9b49 req-ee1f8e6c-1829-4018-9c87-cfa810dcd82c tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:10.533315 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba84c93-b164-41f4-a822-a010c09f9b49 req-ee1f8e6c-1829-4018-9c87-cfa810dcd82c tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:10.544894 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba84c93-b164-41f4-a822-a010c09f9b49 req-ee1f8e6c-1829-4018-9c87-cfa810dcd82c tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:10.551324 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba84c93-b164-41f4-a822-a010c09f9b49 req-ee1f8e6c-1829-4018-9c87-cfa810dcd82c tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:10.558063 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba84c93-b164-41f4-a822-a010c09f9b49 req-ee1f8e6c-1829-4018-9c87-cfa810dcd82c tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:10.560089 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7ba84c93-b164-41f4-a822-a010c09f9b49 req-ee1f8e6c-1829-4018-9c87-cfa810dcd82c tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a HTTP/1.1" status: 200 len: 3829 time: 0.4232500 May 31 13:27:10.561021 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-a25c5f96-c458-4098-9b2a-1b2d6662846e req-d07d76e4-8d67-4392-9cd9-3ba8724fa41f tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:10.577147 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-865acab4-cb89-4ac1-ac33-87f12e542236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:10.696861 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-cf8ba6a2-2c80-4943-b8b2-1a6c83dafba5 req-8078016d-b1e6-4047-b513-261a3b4d9617 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Deleting port ff2e17df-b2c5-4e35-85f4-8a1c7570c241 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:27:10.697215 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-cf8ba6a2-2c80-4943-b8b2-1a6c83dafba5 req-8078016d-b1e6-4047-b513-261a3b4d9617 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:10.736422 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07d76e4-8d67-4392-9cd9-3ba8724fa41f tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Pushing event deleted for resources: {'Port': ['ID=a6ce2620-59bc-460a-b055-9b0674cf69e8,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:10.755799 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7ba84c93-b164-41f4-a822-a010c09f9b49 req-d6483c2a-2061-42ed-bb3c-6de30f0b86a4 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/security-groups?id=1de4fedc-888a-46c6-9d87-1b48c5765046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575162 May 31 13:27:10.820456 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-903ba49a-9e24-4706-88af-9600da9b4b04 admin admin] Allocated IP 172.25.6.128 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/b0ff9342-7286-4582-a322-b61313944bd3) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:27:10.852123 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-a25c5f96-c458-4098-9b2a-1b2d6662846e req-d07d76e4-8d67-4392-9cd9-3ba8724fa41f tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] No DVR routers for this DVR port a6ce2620-59bc-460a-b055-9b0674cf69e8 on host n-h1-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:27:10.862996 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-a25c5f96-c458-4098-9b2a-1b2d6662846e req-d07d76e4-8d67-4392-9cd9-3ba8724fa41f tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:10.935225 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1bdf1546-c9fb-4778-a8df-4b9b51e7fd93 req-afa8b297-b95a-4cb7-9946-1c1adf9f5acf tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] 10.222.0.50 "GET /v2.0/security-groups/2799b8de-6e13-4618-86f8-10cd073efc5d HTTP/1.1" status: 200 len: 1805 time: 0.2749794 May 31 13:27:10.951263 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-a25c5f96-c458-4098-9b2a-1b2d6662846e req-d07d76e4-8d67-4392-9cd9-3ba8724fa41f tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.20 "DELETE /v2.0/ports/a6ce2620-59bc-460a-b055-9b0674cf69e8 HTTP/1.1" status: 204 len: 173 time: 2.5611081 May 31 13:27:11.012073 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-3d2903e9-5034-40f9-b4c2-62a2e7e47e2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4954dca1-a5cd-4389-bc9b-a96a8180e081 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:27:11.022530 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-3d2903e9-5034-40f9-b4c2-62a2e7e47e2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:11.044005 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-3d2903e9-5034-40f9-b4c2-62a2e7e47e2c service neutron] Transition to ACTIVE for port object 4954dca1-a5cd-4389-bc9b-a96a8180e081 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:27:11.061218 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c698fa-7d8f-4174-9b8c-24a606fe6618 req-0235aabf-a478-43f9-b1ea-a94ca9e75945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:11.062098 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c698fa-7d8f-4174-9b8c-24a606fe6618 req-0235aabf-a478-43f9-b1ea-a94ca9e75945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:11.062759 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c698fa-7d8f-4174-9b8c-24a606fe6618 req-0235aabf-a478-43f9-b1ea-a94ca9e75945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:11.063371 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c698fa-7d8f-4174-9b8c-24a606fe6618 req-0235aabf-a478-43f9-b1ea-a94ca9e75945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:11.064031 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c698fa-7d8f-4174-9b8c-24a606fe6618 req-0235aabf-a478-43f9-b1ea-a94ca9e75945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:11.066583 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-42c698fa-7d8f-4174-9b8c-24a606fe6618 req-0235aabf-a478-43f9-b1ea-a94ca9e75945 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3239bed898c344b59ed7ea3353897e74&device_id=f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a HTTP/1.1" status: 200 len: 4364 time: 0.7273264 May 31 13:27:11.092593 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-3d2903e9-5034-40f9-b4c2-62a2e7e47e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:11.288238 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bff32faf-fa08-428e-ae28-e99cb28b4b06 req-7f0d0c59-b8ea-46e3-ac80-69e72c15e409 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/ports?device_id=290dce05-a5a1-4203-9d4e-bbe24ed12d31 HTTP/1.1" status: 200 len: 210 time: 0.3221183 May 31 13:27:11.435549 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-903ba49a-9e24-4706-88af-9600da9b4b04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:11.480024 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-cf8ba6a2-2c80-4943-b8b2-1a6c83dafba5 req-8078016d-b1e6-4047-b513-261a3b4d9617 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] For port ff2e17df-b2c5-4e35-85f4-8a1c7570c241, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=ff2e17df-b2c5-4e35-85f4-8a1c7570c241,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:27:11.480975 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-cf8ba6a2-2c80-4943-b8b2-1a6c83dafba5 req-8078016d-b1e6-4047-b513-261a3b4d9617 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:11.598384 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device b3022ba6-8ae9-4f97-8d68-2a2917ed25c9 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:27:11.737156 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c698fa-7d8f-4174-9b8c-24a606fe6618 req-c8ce5cf3-4bd0-4f18-94c2-1295eb12191f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:11.737947 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c698fa-7d8f-4174-9b8c-24a606fe6618 req-c8ce5cf3-4bd0-4f18-94c2-1295eb12191f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:11.738865 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c698fa-7d8f-4174-9b8c-24a606fe6618 req-c8ce5cf3-4bd0-4f18-94c2-1295eb12191f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:11.745134 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-42c698fa-7d8f-4174-9b8c-24a606fe6618 req-c8ce5cf3-4bd0-4f18-94c2-1295eb12191f service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=3239bed898c344b59ed7ea3353897e74&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.6651101 May 31 13:27:11.761849 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port b3022ba6-8ae9-4f97-8d68-2a2917ed25c9 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:27:11.797549 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device a6ce2620-59bc-460a-b055-9b0674cf69e8 no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:27:11.833506 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-cf8ba6a2-2c80-4943-b8b2-1a6c83dafba5 req-8078016d-b1e6-4047-b513-261a3b4d9617 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Calling delete_port for ff2e17df-b2c5-4e35-85f4-8a1c7570c241 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:27:11.888108 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] No Port match for: a6ce2620-59bc-460a-b055-9b0674cf69e8 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:27:11.888496 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device a6ce2620-59bc-460a-b055-9b0674cf69e8 not bound to the agent host n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:27:11.891008 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792837aa-e26f-427a-9d69-80fdbabfcbf6 None None] Network ef7bc708-faad-4f53-9863-9b17fc2bd3a4 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:27:11.977019 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2903e9-5034-40f9-b4c2-62a2e7e47e2c service neutron] Pushing event updated for resources: {'Port': ['ID=4954dca1-a5cd-4389-bc9b-a96a8180e081,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:12.108815 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c8cd0f-0697-4fcf-a026-40ada6b3bc4d req-5306aa0f-b5c8-4b40-9878-311fe121629d tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:12.110107 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-10c8cd0f-0697-4fcf-a026-40ada6b3bc4d req-5306aa0f-b5c8-4b40-9878-311fe121629d tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Synchronizing usage tracker for tenant:09dd0f3ff03c49d3a5c47e4de6593f6c on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:27:12.120102 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-903ba49a-9e24-4706-88af-9600da9b4b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:12.192343 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-71b40af1-17cf-47a6-83c9-e0236cc1bff8 req-6da225d3-ced7-414e-8af0-525ed73dc1a1 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1662006844', 'description': 'tempest-description-459745946'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:27:12.228526 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-71b40af1-17cf-47a6-83c9-e0236cc1bff8 req-6da225d3-ced7-414e-8af0-525ed73dc1a1 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:27:12.230320 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-bf2eaddc-7ed0-4e43-af8a-ad3cb065e240 None None] Provisioning for port b3022ba6-8ae9-4f97-8d68-2a2917ed25c9 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:27:12.261091 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-bf2eaddc-7ed0-4e43-af8a-ad3cb065e240 None None] Provisioning complete for port b3022ba6-8ae9-4f97-8d68-2a2917ed25c9 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:27:12.264418 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bf2eaddc-7ed0-4e43-af8a-ad3cb065e240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:12.273423 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903ba49a-9e24-4706-88af-9600da9b4b04 admin admin] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:27:12.280027 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c698fa-7d8f-4174-9b8c-24a606fe6618 req-aa934f74-9d01-4a1b-a62d-a007069f0a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:12.282527 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-42c698fa-7d8f-4174-9b8c-24a606fe6618 req-aa934f74-9d01-4a1b-a62d-a007069f0a9b service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5244069 May 31 13:27:12.290216 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-903ba49a-9e24-4706-88af-9600da9b4b04 admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:27:12.294188 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903ba49a-9e24-4706-88af-9600da9b4b04 admin admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:27:12.296878 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-71b40af1-17cf-47a6-83c9-e0236cc1bff8 req-6da225d3-ced7-414e-8af0-525ed73dc1a1 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Usage tracker for resource:security_group and tenant:268d5b580128463e93ff63e3dfbd6d2b is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:27:12.314022 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-71b40af1-17cf-47a6-83c9-e0236cc1bff8 req-6da225d3-ced7-414e-8af0-525ed73dc1a1 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:27:12.340951 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-10c8cd0f-0697-4fcf-a026-40ada6b3bc4d req-5306aa0f-b5c8-4b40-9878-311fe121629d tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Unset dirty status for tenant:09dd0f3ff03c49d3a5c47e4de6593f6c on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:27:12.341288 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-10c8cd0f-0697-4fcf-a026-40ada6b3bc4d req-5306aa0f-b5c8-4b40-9878-311fe121629d tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.20 "GET /v2.0/ports?device_id=54f6a3fe-a9bd-4fd0-acec-ae9368d2faf2 HTTP/1.1" status: 200 len: 950 time: 0.8350482 May 31 13:27:12.349152 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '290dce05-a5a1-4203-9d4e-bbe24ed12d31', 'name': 'network-vif-deleted', 'tag': 'a6ce2620-59bc-460a-b055-9b0674cf69e8'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:27:12.367053 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-71b40af1-17cf-47a6-83c9-e0236cc1bff8 req-6da225d3-ced7-414e-8af0-525ed73dc1a1 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:27:12.460101 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-71b40af1-17cf-47a6-83c9-e0236cc1bff8 req-6da225d3-ced7-414e-8af0-525ed73dc1a1 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:12.466550 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903ba49a-9e24-4706-88af-9600da9b4b04 admin admin] Pushing event updated for resources: {'Port': ['ID=b0ff9342-7286-4582-a322-b61313944bd3,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:12.501434 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14d9462-19b0-4ee3-8f60-1ee815510bb5 req-2ab74f10-1691-458d-84e3-59700d4ddd9c tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:12.503527 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a14d9462-19b0-4ee3-8f60-1ee815510bb5 req-2ab74f10-1691-458d-84e3-59700d4ddd9c tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/ports?device_id=54f6a3fe-a9bd-4fd0-acec-ae9368d2faf2 HTTP/1.1" status: 200 len: 950 time: 1.4241858 May 31 13:27:12.552468 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-71b40af1-17cf-47a6-83c9-e0236cc1bff8 req-6da225d3-ced7-414e-8af0-525ed73dc1a1 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:27:12.561961 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-3d2903e9-5034-40f9-b4c2-62a2e7e47e2c service neutron] Attempting to bind port 4954dca1-a5cd-4389-bc9b-a96a8180e081 on host n-h1-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:27:12.562426 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-3d2903e9-5034-40f9-b4c2-62a2e7e47e2c service neutron] Attempting to bind port 4954dca1-a5cd-4389-bc9b-a96a8180e081 by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': 'c05c3025-af00-47f8-b61e-98dee05227ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b4d30686-23e7-4909-aa70-b67d446f9c2b'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:27:12.562763 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-3d2903e9-5034-40f9-b4c2-62a2e7e47e2c service neutron] Attempting to bind port 4954dca1-a5cd-4389-bc9b-a96a8180e081 on network b4d30686-23e7-4909-aa70-b67d446f9c2b {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:27:12.565022 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-cf8ba6a2-2c80-4943-b8b2-1a6c83dafba5 req-8078016d-b1e6-4047-b513-261a3b4d9617 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:12.567147 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-71b40af1-17cf-47a6-83c9-e0236cc1bff8 req-6da225d3-ced7-414e-8af0-525ed73dc1a1 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Usage tracker for resource:security_group_rule and tenant:268d5b580128463e93ff63e3dfbd6d2b is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:27:12.600346 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-10c8cd0f-0697-4fcf-a026-40ada6b3bc4d req-3f902b6a-0ebc-41ad-b3f0-1406144e027f tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Deleting port 45d8f514-bd26-46ef-90f5-725ee81424e1 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:27:12.600700 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-10c8cd0f-0697-4fcf-a026-40ada6b3bc4d req-3f902b6a-0ebc-41ad-b3f0-1406144e027f tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:12.639535 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-bf2eaddc-7ed0-4e43-af8a-ad3cb065e240 None None] Current status of the port b3022ba6-8ae9-4f97-8d68-2a2917ed25c9 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:27:12.640500 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bf2eaddc-7ed0-4e43-af8a-ad3cb065e240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:12.699763 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-bf2eaddc-7ed0-4e43-af8a-ad3cb065e240 None None] For port b3022ba6-8ae9-4f97-8d68-2a2917ed25c9, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=b3022ba6-8ae9-4f97-8d68-2a2917ed25c9,segment=NetworkSegment(4d75b4c6-9dbf-466e-9960-e4baeffc8b58),segment_id=4d75b4c6-9dbf-466e-9960-e4baeffc8b58)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:27:12.705751 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bf2eaddc-7ed0-4e43-af8a-ad3cb065e240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:12.742923 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-71b40af1-17cf-47a6-83c9-e0236cc1bff8 req-6da225d3-ced7-414e-8af0-525ed73dc1a1 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:27:12.754432 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-71b40af1-17cf-47a6-83c9-e0236cc1bff8 req-6da225d3-ced7-414e-8af0-525ed73dc1a1 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:27:12.831000 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-08e736f1-b5b3-4702-861c-6f3fd1194325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:12.845560 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2eaddc-7ed0-4e43-af8a-ad3cb065e240 None None] Pushing event updated for resources: {'Port': ['ID=b3022ba6-8ae9-4f97-8d68-2a2917ed25c9,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:12.881666 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-71b40af1-17cf-47a6-83c9-e0236cc1bff8 req-6da225d3-ced7-414e-8af0-525ed73dc1a1 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:12.925084 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-3d2903e9-5034-40f9-b4c2-62a2e7e47e2c service neutron] Port 4954dca1-a5cd-4389-bc9b-a96a8180e081 on network b4d30686-23e7-4909-aa70-b67d446f9c2b not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:27:12.925084 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-3d2903e9-5034-40f9-b4c2-62a2e7e47e2c service neutron] Attempting to bind port 4954dca1-a5cd-4389-bc9b-a96a8180e081 on network b4d30686-23e7-4909-aa70-b67d446f9c2b {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:27:12.948425 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-71b40af1-17cf-47a6-83c9-e0236cc1bff8 req-6da225d3-ced7-414e-8af0-525ed73dc1a1 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:12.985295 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-bca07209-4497-4edc-8f61-854b59e9f87a None None] Provisioning complete for port b3022ba6-8ae9-4f97-8d68-2a2917ed25c9 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:27:12.986135 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bca07209-4497-4edc-8f61-854b59e9f87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:12.987962 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8078016d-b1e6-4047-b513-261a3b4d9617 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Pushing event deleted for resources: {'Port': ['ID=ff2e17df-b2c5-4e35-85f4-8a1c7570c241,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:13.005407 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-3d2903e9-5034-40f9-b4c2-62a2e7e47e2c service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:27:13.005734 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-3d2903e9-5034-40f9-b4c2-62a2e7e47e2c service neutron] Checking segment: {'id': 'c05c3025-af00-47f8-b61e-98dee05227ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b4d30686-23e7-4909-aa70-b67d446f9c2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:27:13.006721 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-3d2903e9-5034-40f9-b4c2-62a2e7e47e2c service neutron] Bound using segment: {'id': 'c05c3025-af00-47f8-b61e-98dee05227ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b4d30686-23e7-4909-aa70-b67d446f9c2b'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:27:13.007178 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-3d2903e9-5034-40f9-b4c2-62a2e7e47e2c service neutron] Bound port: 4954dca1-a5cd-4389-bc9b-a96a8180e081, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c05c3025-af00-47f8-b61e-98dee05227ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b4d30686-23e7-4909-aa70-b67d446f9c2b'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:27:13.007719 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-3d2903e9-5034-40f9-b4c2-62a2e7e47e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:13.086726 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a14d9462-19b0-4ee3-8f60-1ee815510bb5 req-4d28d6a5-f7ec-4db7-94d6-bc257a4cdd4d tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4e17580-fef9-47ea-85b1-59ae8325b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5702512 May 31 13:27:13.107212 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da225d3-ced7-414e-8af0-525ed73dc1a1 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59c727d9-e494-431f-b413-a0e033d6cd4b,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:13.196709 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-bca07209-4497-4edc-8f61-854b59e9f87a None None] Current status of the port b3022ba6-8ae9-4f97-8d68-2a2917ed25c9 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:27:13.212829 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-71b40af1-17cf-47a6-83c9-e0236cc1bff8 req-6da225d3-ced7-414e-8af0-525ed73dc1a1 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:13.224491 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-71b40af1-17cf-47a6-83c9-e0236cc1bff8 req-6da225d3-ced7-414e-8af0-525ed73dc1a1 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.2797348 May 31 13:27:13.230173 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf8ba6a2-2c80-4943-b8b2-1a6c83dafba5 req-8078016d-b1e6-4047-b513-261a3b4d9617 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] No DVR routers for this DVR port ff2e17df-b2c5-4e35-85f4-8a1c7570c241 on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:27:13.238870 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-cf8ba6a2-2c80-4943-b8b2-1a6c83dafba5 req-8078016d-b1e6-4047-b513-261a3b4d9617 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:13.241055 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cf8ba6a2-2c80-4943-b8b2-1a6c83dafba5 req-8078016d-b1e6-4047-b513-261a3b4d9617 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] 10.222.0.44 "DELETE /v2.0/ports/ff2e17df-b2c5-4e35-85f4-8a1c7570c241 HTTP/1.1" status: 204 len: 173 time: 2.8078990 May 31 13:27:13.241516 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8928b4c5-1d11-4d4b-a171-a11f72b443af', 'name': 'network-vif-deleted', 'tag': 'ff2e17df-b2c5-4e35-85f4-8a1c7570c241'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:27:13.301406 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-3d2903e9-5034-40f9-b4c2-62a2e7e47e2c service neutron] For port 4954dca1-a5cd-4389-bc9b-a96a8180e081, host n-h1-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:27:13.328037 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-3d2903e9-5034-40f9-b4c2-62a2e7e47e2c service neutron] For port 4954dca1-a5cd-4389-bc9b-a96a8180e081, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=4954dca1-a5cd-4389-bc9b-a96a8180e081,segment=NetworkSegment(c05c3025-af00-47f8-b61e-98dee05227ef),segment_id=c05c3025-af00-47f8-b61e-98dee05227ef)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:27:13.339552 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-3d2903e9-5034-40f9-b4c2-62a2e7e47e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:13.467136 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-903ba49a-9e24-4706-88af-9600da9b4b04 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:13.525040 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device b3022ba6-8ae9-4f97-8d68-2a2917ed25c9 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:27:13.576184 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-a308eb49-08d2-4919-af5e-f94ec2f783f1 req-8dfc77cd-3d98-4a2f-9e32-1bdaeae16065 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Synchronizing usage tracker for tenant:56e02bdb103940bfa914b1757276d35d on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:27:13.613435 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-3d2903e9-5034-40f9-b4c2-62a2e7e47e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:13.615057 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-3d2903e9-5034-40f9-b4c2-62a2e7e47e2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:13.618649 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-3d2903e9-5034-40f9-b4c2-62a2e7e47e2c service neutron] 10.222.0.20 "PUT /v2.0/ports/4954dca1-a5cd-4389-bc9b-a96a8180e081 HTTP/1.1" status: 200 len: 1131 time: 4.9283466 May 31 13:27:13.686774 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:13.698875 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-5d28395d-6300-435a-bf02-e4425264eb33 service neutron] Request body: {'port': {'device_id': 'f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:27:13.704893 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port b3022ba6-8ae9-4f97-8d68-2a2917ed25c9 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:27:13.705391 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:13.788527 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-a308eb49-08d2-4919-af5e-f94ec2f783f1 req-8dfc77cd-3d98-4a2f-9e32-1bdaeae16065 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] Unset dirty status for tenant:56e02bdb103940bfa914b1757276d35d on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:27:13.789966 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a308eb49-08d2-4919-af5e-f94ec2f783f1 req-8dfc77cd-3d98-4a2f-9e32-1bdaeae16065 tempest-LiveMigrationNegativeTest-1528747526 tempest-LiveMigrationNegativeTest-1528747526-project] 10.222.0.50 "GET /v2.0/ports?device_id=8928b4c5-1d11-4d4b-a171-a11f72b443af HTTP/1.1" status: 200 len: 210 time: 0.3133948 May 31 13:27:13.796957 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2903e9-5034-40f9-b4c2-62a2e7e47e2c service neutron] Pushing event updated for resources: {'Port': ['ID=4954dca1-a5cd-4389-bc9b-a96a8180e081,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:13.907480 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 45d8f514-bd26-46ef-90f5-725ee81424e1 no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:27:14.048868 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-5d28395d-6300-435a-bf02-e4425264eb33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:14.097423 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:14.200051 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-903ba49a-9e24-4706-88af-9600da9b4b04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:14.204529 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-10c8cd0f-0697-4fcf-a026-40ada6b3bc4d req-3f902b6a-0ebc-41ad-b3f0-1406144e027f tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] For port 45d8f514-bd26-46ef-90f5-725ee81424e1, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=45d8f514-bd26-46ef-90f5-725ee81424e1,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:27:14.205057 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-10c8cd0f-0697-4fcf-a026-40ada6b3bc4d req-3f902b6a-0ebc-41ad-b3f0-1406144e027f tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:14.402753 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port b3022ba6-8ae9-4f97-8d68-2a2917ed25c9 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:27:14.444847 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 45d8f514-bd26-46ef-90f5-725ee81424e1 is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:27:14.444847 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:14.509113 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f6a3fe-a9bd-4fd0-acec-ae9368d2faf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45d8f514-bd26-46ef-90f5-725ee81424e1'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:27:14.530716 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device ff2e17df-b2c5-4e35-85f4-8a1c7570c241 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:27:14.577622 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 45d8f514-bd26-46ef-90f5-725ee81424e1, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=45d8f514-bd26-46ef-90f5-725ee81424e1,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:27:14.579024 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] No Port match for: ff2e17df-b2c5-4e35-85f4-8a1c7570c241 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:27:14.579522 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device ff2e17df-b2c5-4e35-85f4-8a1c7570c241 not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:27:14.585556 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:14.663434 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=45d8f514-bd26-46ef-90f5-725ee81424e1,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:14.707771 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-10c8cd0f-0697-4fcf-a026-40ada6b3bc4d req-3f902b6a-0ebc-41ad-b3f0-1406144e027f tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Calling delete_port for 45d8f514-bd26-46ef-90f5-725ee81424e1 owned by compute:nova {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:27:14.797844 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa437a-c54b-4487-ab5c-897f4689002b req-e1e8f6d9-1c11-45de-93da-5bb09c7064d3 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:14.809540 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa437a-c54b-4487-ab5c-897f4689002b req-e1e8f6d9-1c11-45de-93da-5bb09c7064d3 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:14.820527 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa437a-c54b-4487-ab5c-897f4689002b req-e1e8f6d9-1c11-45de-93da-5bb09c7064d3 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:14.832585 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa437a-c54b-4487-ab5c-897f4689002b req-e1e8f6d9-1c11-45de-93da-5bb09c7064d3 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:14.843638 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa437a-c54b-4487-ab5c-897f4689002b req-e1e8f6d9-1c11-45de-93da-5bb09c7064d3 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:14.856867 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa437a-c54b-4487-ab5c-897f4689002b req-e1e8f6d9-1c11-45de-93da-5bb09c7064d3 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:14.870969 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7eaa437a-c54b-4487-ab5c-897f4689002b req-e1e8f6d9-1c11-45de-93da-5bb09c7064d3 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a HTTP/1.1" status: 200 len: 4602 time: 0.6359484 May 31 13:27:14.958374 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7eaa437a-c54b-4487-ab5c-897f4689002b req-fa068e60-1e16-4d65-8d9e-8d644e8ed076 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/security-groups?id=1de4fedc-888a-46c6-9d87-1b48c5765046&id=71a9d93c-f6cb-49b0-b2f5-61553702d6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0755134 May 31 13:27:15.084869 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93219c30-e416-4c42-83cb-cfdbb10e2893'] response: {'server_uuid': '290dce05-a5a1-4203-9d4e-bbe24ed12d31', 'name': 'network-vif-deleted', 'tag': 'a6ce2620-59bc-460a-b055-9b0674cf69e8', 'status': 'completed', 'code': 200} May 31 13:27:15.103142 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.db.api [req-10c8cd0f-0697-4fcf-a026-40ada6b3bc4d req-3f902b6a-0ebc-41ad-b3f0-1406144e027f tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:27:15.103783 n-d-843939-1 neutron-server[88369]: DEBUG oslo_db.api [req-10c8cd0f-0697-4fcf-a026-40ada6b3bc4d req-3f902b6a-0ebc-41ad-b3f0-1406144e027f tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:27:15.125600 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f7944cd7-9031-41e1-947e-2cb73da26682 req-14ba048d-a0be-45cb-8d98-b9886fda4b08 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] 10.222.0.50 "GET /v2.0/security-groups/59c727d9-e494-431f-b413-a0e033d6cd4b HTTP/1.1" status: 200 len: 1804 time: 0.0836141 May 31 13:27:15.129061 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c00aa881-1c02-4424-98ff-4cb6fa741308'] response: {'server_uuid': '8928b4c5-1d11-4d4b-a171-a11f72b443af', 'name': 'network-vif-deleted', 'tag': 'ff2e17df-b2c5-4e35-85f4-8a1c7570c241', 'status': 'completed', 'code': 200} May 31 13:27:15.130681 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-903ba49a-9e24-4706-88af-9600da9b4b04 admin admin] Router 450e5751-4d0c-4fea-9698-137a06d1e8eb is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 13:27:15.174754 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-f7944cd7-9031-41e1-947e-2cb73da26682 req-3ecb9c37-7a57-4644-afa3-e3c95cfd46f9 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '59c727d9-e494-431f-b413-a0e033d6cd4b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:27:15.175077 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-f7944cd7-9031-41e1-947e-2cb73da26682 req-3ecb9c37-7a57-4644-afa3-e3c95cfd46f9 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '59c727d9-e494-431f-b413-a0e033d6cd4b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:27:15.196773 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-f7944cd7-9031-41e1-947e-2cb73da26682 req-3ecb9c37-7a57-4644-afa3-e3c95cfd46f9 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:27:15.204821 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-f7944cd7-9031-41e1-947e-2cb73da26682 req-3ecb9c37-7a57-4644-afa3-e3c95cfd46f9 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Usage tracker for resource:security_group_rule and tenant:268d5b580128463e93ff63e3dfbd6d2b is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:27:15.209765 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-f7944cd7-9031-41e1-947e-2cb73da26682 req-3ecb9c37-7a57-4644-afa3-e3c95cfd46f9 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:27:15.219306 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-f7944cd7-9031-41e1-947e-2cb73da26682 req-3ecb9c37-7a57-4644-afa3-e3c95cfd46f9 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:27:15.223077 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-5d28395d-6300-435a-bf02-e4425264eb33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed7a4efa-d56d-4605-8b79-de0f8f0e9d7c {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:27:15.235123 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-5d28395d-6300-435a-bf02-e4425264eb33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:15.270086 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-5d28395d-6300-435a-bf02-e4425264eb33 service neutron] Transition to ACTIVE for port object ed7a4efa-d56d-4605-8b79-de0f8f0e9d7c will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:27:15.280281 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-5d28395d-6300-435a-bf02-e4425264eb33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:15.415709 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d28395d-6300-435a-bf02-e4425264eb33 service neutron] Pushing event updated for resources: {'Port': ['ID=ed7a4efa-d56d-4605-8b79-de0f8f0e9d7c,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:15.417730 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:15.479633 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-903ba49a-9e24-4706-88af-9600da9b4b04 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:27:15.491093 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11289aa-2c3c-4187-9f4f-7bad585a07f8 None None] Sync routers for ids ['450e5751-4d0c-4fea-9698-137a06d1e8eb'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:27:15.518770 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11289aa-2c3c-4187-9f4f-7bad585a07f8 None None] Routers {'450e5751-4d0c-4fea-9698-137a06d1e8eb'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:27:15.519398 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-c11289aa-2c3c-4187-9f4f-7bad585a07f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:27:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['450e5751-4d0c-4fea-9698-137a06d1e8eb'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:27:15.539235 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f7944cd7-9031-41e1-947e-2cb73da26682 req-3ecb9c37-7a57-4644-afa3-e3c95cfd46f9 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:15.550067 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-903ba49a-9e24-4706-88af-9600da9b4b04 admin admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:15.555952 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-903ba49a-9e24-4706-88af-9600da9b4b04 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.6013253 May 31 13:27:15.558706 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40978) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:27:15.636883 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-10c8cd0f-0697-4fcf-a026-40ada6b3bc4d req-3f902b6a-0ebc-41ad-b3f0-1406144e027f tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Deleting port 45d8f514-bd26-46ef-90f5-725ee81424e1 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:27:15.636883 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-10c8cd0f-0697-4fcf-a026-40ada6b3bc4d req-3f902b6a-0ebc-41ad-b3f0-1406144e027f tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:15.647307 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f7944cd7-9031-41e1-947e-2cb73da26682 req-3ecb9c37-7a57-4644-afa3-e3c95cfd46f9 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:15.760170 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f7944cd7-9031-41e1-947e-2cb73da26682 req-3ecb9c37-7a57-4644-afa3-e3c95cfd46f9 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:15.810254 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecb9c37-7a57-4644-afa3-e3c95cfd46f9 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3f0d8ca-ab19-4e4a-ac45-bd36ce9212a4,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:15.900058 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd55ecd-0e5a-40ff-ab9f-bffdc1df2007 req-09e8fb1c-0fed-43a5-a655-fbcd11f24334 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:15.901712 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-c11289aa-2c3c-4187-9f4f-7bad585a07f8 None None] Set router 450e5751-4d0c-4fea-9698-137a06d1e8eb gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:27:15.902260 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4bd55ecd-0e5a-40ff-ab9f-bffdc1df2007 req-09e8fb1c-0fed-43a5-a655-fbcd11f24334 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/ports?device_id=54f6a3fe-a9bd-4fd0-acec-ae9368d2faf2 HTTP/1.1" status: 200 len: 948 time: 0.6229949 May 31 13:27:15.911376 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f7944cd7-9031-41e1-947e-2cb73da26682 req-3ecb9c37-7a57-4644-afa3-e3c95cfd46f9 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:15.914020 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f7944cd7-9031-41e1-947e-2cb73da26682 req-3ecb9c37-7a57-4644-afa3-e3c95cfd46f9 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7433732 May 31 13:27:15.944319 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-5d28395d-6300-435a-bf02-e4425264eb33 service neutron] Attempting to bind port ed7a4efa-d56d-4605-8b79-de0f8f0e9d7c on host n-h1-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:27:15.945460 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-5d28395d-6300-435a-bf02-e4425264eb33 service neutron] Attempting to bind port ed7a4efa-d56d-4605-8b79-de0f8f0e9d7c by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': 'c05c3025-af00-47f8-b61e-98dee05227ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b4d30686-23e7-4909-aa70-b67d446f9c2b'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:27:15.945848 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-5d28395d-6300-435a-bf02-e4425264eb33 service neutron] Attempting to bind port ed7a4efa-d56d-4605-8b79-de0f8f0e9d7c on network b4d30686-23e7-4909-aa70-b67d446f9c2b {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:27:15.962446 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-5d28395d-6300-435a-bf02-e4425264eb33 service neutron] Port ed7a4efa-d56d-4605-8b79-de0f8f0e9d7c on network b4d30686-23e7-4909-aa70-b67d446f9c2b not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:27:15.962748 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-5d28395d-6300-435a-bf02-e4425264eb33 service neutron] Attempting to bind port ed7a4efa-d56d-4605-8b79-de0f8f0e9d7c on network b4d30686-23e7-4909-aa70-b67d446f9c2b {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:27:15.972819 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-5d28395d-6300-435a-bf02-e4425264eb33 service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:27:15.973173 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-5d28395d-6300-435a-bf02-e4425264eb33 service neutron] Checking segment: {'id': 'c05c3025-af00-47f8-b61e-98dee05227ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b4d30686-23e7-4909-aa70-b67d446f9c2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:27:15.973714 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-5d28395d-6300-435a-bf02-e4425264eb33 service neutron] Bound using segment: {'id': 'c05c3025-af00-47f8-b61e-98dee05227ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b4d30686-23e7-4909-aa70-b67d446f9c2b'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:27:15.974172 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-5d28395d-6300-435a-bf02-e4425264eb33 service neutron] Bound port: ed7a4efa-d56d-4605-8b79-de0f8f0e9d7c, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c05c3025-af00-47f8-b61e-98dee05227ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b4d30686-23e7-4909-aa70-b67d446f9c2b'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:27:15.974589 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-5d28395d-6300-435a-bf02-e4425264eb33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:16.004265 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4bd55ecd-0e5a-40ff-ab9f-bffdc1df2007 req-84152a1a-2e78-42e4-9b28-ccaa28714ee0 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4e17580-fef9-47ea-85b1-59ae8325b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868793 May 31 13:27:16.031911 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6d7f76f-d782-4e1f-8944-7acfdb1dd57c'] response: {'server_uuid': '54f6a3fe-a9bd-4fd0-acec-ae9368d2faf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45d8f514-bd26-46ef-90f5-725ee81424e1', 'code': 200} May 31 13:27:16.475884 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-10c8cd0f-0697-4fcf-a026-40ada6b3bc4d req-3f902b6a-0ebc-41ad-b3f0-1406144e027f tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] For port 45d8f514-bd26-46ef-90f5-725ee81424e1, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=45d8f514-bd26-46ef-90f5-725ee81424e1,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:27:16.476719 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-10c8cd0f-0697-4fcf-a026-40ada6b3bc4d req-3f902b6a-0ebc-41ad-b3f0-1406144e027f tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:16.566687 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-5d28395d-6300-435a-bf02-e4425264eb33 service neutron] For port ed7a4efa-d56d-4605-8b79-de0f8f0e9d7c, host n-h1-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:27:16.653727 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-5d28395d-6300-435a-bf02-e4425264eb33 service neutron] For port ed7a4efa-d56d-4605-8b79-de0f8f0e9d7c, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=ed7a4efa-d56d-4605-8b79-de0f8f0e9d7c,segment=NetworkSegment(c05c3025-af00-47f8-b61e-98dee05227ef),segment_id=c05c3025-af00-47f8-b61e-98dee05227ef)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:27:16.665117 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cfcb261d-2932-402e-acad-7722904c57dd req-e21ff2da-1f57-4106-a38e-33405cebf149 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/security-groups/5bfc18eb-adde-42c7-a27e-abc007856413 HTTP/1.1" status: 200 len: 1800 time: 0.4568324 May 31 13:27:16.674010 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-c11289aa-2c3c-4187-9f4f-7bad585a07f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450e5751-4d0c-4fea-9698-137a06d1e8eb', 'name': 'tempest-ServerActionsTestJSON-633123195-router', 'tenant_id': 'bc5142db886b48f8906c49afcc233362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': 'b0ff9342-7286-4582-a322-b61313944bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:27:07Z', 'updated_at': '2022-05-31T13:27:12Z', 'revision_number': 3, 'project_id': 'bc5142db886b48f8906c49afcc233362', 'gw_port': {'id': 'b0ff9342-7286-4582-a322-b61313944bd3', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6f:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450e5751-4d0c-4fea-9698-137a06d1e8eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:27:10Z', 'updated_at': '2022-05-31T13:27:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:27:16.687573 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11289aa-2c3c-4187-9f4f-7bad585a07f8 None None] Checking router: 450e5751-4d0c-4fea-9698-137a06d1e8eb for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:27:16.688421 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11289aa-2c3c-4187-9f4f-7bad585a07f8 None None] Updating router 450e5751-4d0c-4fea-9698-137a06d1e8eb port b0ff9342-7286-4582-a322-b61313944bd3 binding host n-d-843939-1 {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:27:16.708543 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-5d28395d-6300-435a-bf02-e4425264eb33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:16.792464 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c11289aa-2c3c-4187-9f4f-7bad585a07f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:16.839521 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3185e80e-67d7-4c56-bce2-390bc06759cc req-aa0b87b4-5c93-4844-98a4-41b9c18e7e8b tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] 10.222.0.50 "GET /v2.0/security-groups/59c727d9-e494-431f-b413-a0e033d6cd4b HTTP/1.1" status: 200 len: 2397 time: 0.2701082 May 31 13:27:16.864609 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-3185e80e-67d7-4c56-bce2-390bc06759cc req-d0ec9b03-4954-4996-9222-e6abf9b0727a tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '59c727d9-e494-431f-b413-a0e033d6cd4b', 'remote_group_id': None}]} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:27:16.864976 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-3185e80e-67d7-4c56-bce2-390bc06759cc req-d0ec9b03-4954-4996-9222-e6abf9b0727a tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '59c727d9-e494-431f-b413-a0e033d6cd4b', 'remote_group_id': None}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:27:16.951411 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-3185e80e-67d7-4c56-bce2-390bc06759cc req-d0ec9b03-4954-4996-9222-e6abf9b0727a tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:27:16.987639 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-5d28395d-6300-435a-bf02-e4425264eb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:16.988506 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-5d28395d-6300-435a-bf02-e4425264eb33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:16.991731 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-5d28395d-6300-435a-bf02-e4425264eb33 service neutron] 10.222.0.20 "PUT /v2.0/ports/ed7a4efa-d56d-4605-8b79-de0f8f0e9d7c HTTP/1.1" status: 200 len: 1129 time: 3.3319490 May 31 13:27:17.028367 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-3185e80e-67d7-4c56-bce2-390bc06759cc req-d0ec9b03-4954-4996-9222-e6abf9b0727a tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Usage tracker for resource:security_group_rule and tenant:268d5b580128463e93ff63e3dfbd6d2b is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:27:17.042202 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-738681c7-c418-46cd-8426-1e9e1239c76f service neutron] Request body: {'port': {'device_id': 'f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:27:17.096398 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-10c8cd0f-0697-4fcf-a026-40ada6b3bc4d req-3f902b6a-0ebc-41ad-b3f0-1406144e027f tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Calling delete_port for 45d8f514-bd26-46ef-90f5-725ee81424e1 owned by compute:nova {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:27:17.112667 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-3185e80e-67d7-4c56-bce2-390bc06759cc req-d0ec9b03-4954-4996-9222-e6abf9b0727a tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:27:17.126485 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-3185e80e-67d7-4c56-bce2-390bc06759cc req-d0ec9b03-4954-4996-9222-e6abf9b0727a tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:27:17.129520 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41008) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:27:17.135520 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a', 'tag': '4954dca1-a5cd-4389-bc9b-a96a8180e081'}, {'name': 'network-changed', 'server_uuid': 'f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a', 'tag': 'ed7a4efa-d56d-4605-8b79-de0f8f0e9d7c'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:27:17.238123 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d28395d-6300-435a-bf02-e4425264eb33 service neutron] Pushing event updated for resources: {'Port': ['ID=ed7a4efa-d56d-4605-8b79-de0f8f0e9d7c,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:17.242937 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-cfcb261d-2932-402e-acad-7722904c57dd req-59f1a8fa-5a25-49dc-9e56-748affbca733 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:17.633832 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-3185e80e-67d7-4c56-bce2-390bc06759cc req-d0ec9b03-4954-4996-9222-e6abf9b0727a tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:17.675946 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c11289aa-2c3c-4187-9f4f-7bad585a07f8 None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:17.702377 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-c11289aa-2c3c-4187-9f4f-7bad585a07f8 None None] Transition to ACTIVE for port object b0ff9342-7286-4582-a322-b61313944bd3 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:27:17.713504 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c11289aa-2c3c-4187-9f4f-7bad585a07f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:17.729279 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-cfcb261d-2932-402e-acad-7722904c57dd req-59f1a8fa-5a25-49dc-9e56-748affbca733 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:17.757900 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-3185e80e-67d7-4c56-bce2-390bc06759cc req-d0ec9b03-4954-4996-9222-e6abf9b0727a tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:17.807146 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-e0f6da39-e160-439e-81e7-1ef493b7dba5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=56e02bdb103940bfa914b1757276d35d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6625485 May 31 13:27:17.822229 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41016) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:27:17.823472 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-3185e80e-67d7-4c56-bce2-390bc06759cc req-d0ec9b03-4954-4996-9222-e6abf9b0727a tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:17.827461 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-738681c7-c418-46cd-8426-1e9e1239c76f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:17.851322 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-c11289aa-2c3c-4187-9f4f-7bad585a07f8 None None] Attempting to bind port b0ff9342-7286-4582-a322-b61313944bd3 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:27:17.851784 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-c11289aa-2c3c-4187-9f4f-7bad585a07f8 None None] Attempting to bind port b0ff9342-7286-4582-a322-b61313944bd3 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:27:17.852747 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11289aa-2c3c-4187-9f4f-7bad585a07f8 None None] Attempting to bind port b0ff9342-7286-4582-a322-b61313944bd3 on network d2103cd5-63ba-4c24-9d95-fd17643bf14c {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:27:17.860495 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c3186d-9e1f-47e1-a54e-9eed53365137 None None] Pushing event updated for resources: {'Port': ['ID=b0ff9342-7286-4582-a322-b61313944bd3,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:17.863327 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11289aa-2c3c-4187-9f4f-7bad585a07f8 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:27:17.863746 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11289aa-2c3c-4187-9f4f-7bad585a07f8 None None] Checking segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:27:17.866498 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c11289aa-2c3c-4187-9f4f-7bad585a07f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:17.866498 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11289aa-2c3c-4187-9f4f-7bad585a07f8 None None] Bound using segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:27:17.866498 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-c11289aa-2c3c-4187-9f4f-7bad585a07f8 None None] Bound port: b0ff9342-7286-4582-a322-b61313944bd3, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:27:17.866498 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c11289aa-2c3c-4187-9f4f-7bad585a07f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:17.924482 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3186d-9e1f-47e1-a54e-9eed53365137 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:17.924482 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3186d-9e1f-47e1-a54e-9eed53365137 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:17.924482 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3186d-9e1f-47e1-a54e-9eed53365137 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:17.924482 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3186d-9e1f-47e1-a54e-9eed53365137 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:17.924482 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3186d-9e1f-47e1-a54e-9eed53365137 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:17.924482 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3186d-9e1f-47e1-a54e-9eed53365137 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:17.924482 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3186d-9e1f-47e1-a54e-9eed53365137 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:17.924482 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3186d-9e1f-47e1-a54e-9eed53365137 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:17.924482 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3186d-9e1f-47e1-a54e-9eed53365137 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:17.924482 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3186d-9e1f-47e1-a54e-9eed53365137 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:17.924482 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3186d-9e1f-47e1-a54e-9eed53365137 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:17.924482 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c3186d-9e1f-47e1-a54e-9eed53365137 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:18.012676 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-c11289aa-2c3c-4187-9f4f-7bad585a07f8 None None] For port b0ff9342-7286-4582-a322-b61313944bd3, host n-d-843939-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:27:18.016281 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-10c8cd0f-0697-4fcf-a026-40ada6b3bc4d req-3f902b6a-0ebc-41ad-b3f0-1406144e027f tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:18.019304 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-c11289aa-2c3c-4187-9f4f-7bad585a07f8 None None] For port b0ff9342-7286-4582-a322-b61313944bd3, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=b0ff9342-7286-4582-a322-b61313944bd3,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:27:18.035621 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c11289aa-2c3c-4187-9f4f-7bad585a07f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:18.039970 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['340b14e3-4287-43f8-a3a0-d594186321f6', '07547904-825e-4f1e-bf9b-eb2fc12e8810', '32daf59e-30ee-4850-815e-972dba797556', '4794bb7b-447e-424b-b7ea-f4f19c3f6227'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:27:18.043961 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ec9b03-4954-4996-9222-e6abf9b0727a tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f330febc-1d6f-431d-ad58-85d22ae505ff,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:18.105773 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-3185e80e-67d7-4c56-bce2-390bc06759cc req-d0ec9b03-4954-4996-9222-e6abf9b0727a tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:18.107757 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3185e80e-67d7-4c56-bce2-390bc06759cc req-d0ec9b03-4954-4996-9222-e6abf9b0727a tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 1.2672181 May 31 13:27:18.165567 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f902b6a-0ebc-41ad-b3f0-1406144e027f tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Pushing event deleted for resources: {'Port': ['ID=45d8f514-bd26-46ef-90f5-725ee81424e1,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:18.209596 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['91f8550f-7c6e-4f43-81db-91e2670bc6ae'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:27:18.235451 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4507ef09-60e3-425a-b81c-8bf2c31a71b0 req-64141817-92d8-400c-8766-b1fa85fc134a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cae43b1c-7243-44be-959d-68da5cf199b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7446651 May 31 13:27:18.245257 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-cfcb261d-2932-402e-acad-7722904c57dd req-59f1a8fa-5a25-49dc-9e56-748affbca733 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:18.301968 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11289aa-2c3c-4187-9f4f-7bad585a07f8 None None] Routers {'450e5751-4d0c-4fea-9698-137a06d1e8eb'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:27:18.303052 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-c11289aa-2c3c-4187-9f4f-7bad585a07f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:27:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['450e5751-4d0c-4fea-9698-137a06d1e8eb'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:27:18.335901 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4747c51b-72df-4ca8-8e16-2ea843d16299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:18.400508 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f1a8fa-5a25-49dc-9e56-748affbca733 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bfc18eb-adde-42c7-a27e-abc007856413,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:18.451599 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-10c8cd0f-0697-4fcf-a026-40ada6b3bc4d req-3f902b6a-0ebc-41ad-b3f0-1406144e027f tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] No DVR routers for this DVR port 45d8f514-bd26-46ef-90f5-725ee81424e1 on host n-h1-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:27:18.463402 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-10c8cd0f-0697-4fcf-a026-40ada6b3bc4d req-3f902b6a-0ebc-41ad-b3f0-1406144e027f tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:18.469374 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f6a3fe-a9bd-4fd0-acec-ae9368d2faf2', 'name': 'network-vif-deleted', 'tag': '45d8f514-bd26-46ef-90f5-725ee81424e1'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:27:18.476738 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-cfcb261d-2932-402e-acad-7722904c57dd req-59f1a8fa-5a25-49dc-9e56-748affbca733 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:18.478762 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cfcb261d-2932-402e-acad-7722904c57dd req-59f1a8fa-5a25-49dc-9e56-748affbca733 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "DELETE /v2.0/security-groups/5bfc18eb-adde-42c7-a27e-abc007856413 HTTP/1.1" status: 204 len: 173 time: 1.7960510 May 31 13:27:18.531584 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c3186d-9e1f-47e1-a54e-9eed53365137 None None] Pushing event updated for resources: {'Port': ['ID=b0ff9342-7286-4582-a322-b61313944bd3,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:18.536595 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4747c51b-72df-4ca8-8e16-2ea843d16299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:18.542291 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-10c8cd0f-0697-4fcf-a026-40ada6b3bc4d req-3f902b6a-0ebc-41ad-b3f0-1406144e027f tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.20 "DELETE /v2.0/ports/45d8f514-bd26-46ef-90f5-725ee81424e1 HTTP/1.1" status: 204 len: 173 time: 6.1812708 May 31 13:27:18.771037 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4507ef09-60e3-425a-b81c-8bf2c31a71b0 req-6b39b02d-1485-4729-9ef1-b4ee361b512f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:18.775496 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4507ef09-60e3-425a-b81c-8bf2c31a71b0 req-6b39b02d-1485-4729-9ef1-b4ee361b512f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=09dd0f3ff03c49d3a5c47e4de6593f6c&device_id=cae43b1c-7243-44be-959d-68da5cf199b2 HTTP/1.1" status: 200 len: 1101 time: 0.4477253 May 31 13:27:18.777765 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-06223feb-2bcb-4ed7-b844-de6a12f054a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:18.846113 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-c11289aa-2c3c-4187-9f4f-7bad585a07f8 None None] Set router 450e5751-4d0c-4fea-9698-137a06d1e8eb gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:27:19.297506 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4747c51b-72df-4ca8-8e16-2ea843d16299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:19.380376 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d45a7fa-2902-46ab-990b-a121a2582e57 req-c34a19f3-f7e9-42cd-812f-1d5ce4c1be33 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:19.418203 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d45a7fa-2902-46ab-990b-a121a2582e57 req-c34a19f3-f7e9-42cd-812f-1d5ce4c1be33 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:19.440964 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d45a7fa-2902-46ab-990b-a121a2582e57 req-c34a19f3-f7e9-42cd-812f-1d5ce4c1be33 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:19.462544 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d45a7fa-2902-46ab-990b-a121a2582e57 req-c34a19f3-f7e9-42cd-812f-1d5ce4c1be33 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:19.476665 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d45a7fa-2902-46ab-990b-a121a2582e57 req-c34a19f3-f7e9-42cd-812f-1d5ce4c1be33 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:19.487923 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d45a7fa-2902-46ab-990b-a121a2582e57 req-c34a19f3-f7e9-42cd-812f-1d5ce4c1be33 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:19.501137 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d45a7fa-2902-46ab-990b-a121a2582e57 req-c34a19f3-f7e9-42cd-812f-1d5ce4c1be33 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:19.517115 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1d45a7fa-2902-46ab-990b-a121a2582e57 req-c34a19f3-f7e9-42cd-812f-1d5ce4c1be33 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a HTTP/1.1" status: 200 len: 5373 time: 1.1005952 May 31 13:27:19.527862 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4507ef09-60e3-425a-b81c-8bf2c31a71b0 req-e2ba643e-bdd7-469e-81e4-0b0c46cd4175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:19.531163 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4747c51b-72df-4ca8-8e16-2ea843d16299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9145548e-74a9-4f5e-ae53-c23243c8c64e,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:19.531964 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4507ef09-60e3-425a-b81c-8bf2c31a71b0 req-e2ba643e-bdd7-469e-81e4-0b0c46cd4175 service neutron] 10.222.0.20 "GET /v2.0/networks?id=85b11c4f-90ad-4763-b38d-22d3f87089f4 HTTP/1.1" status: 200 len: 870 time: 0.7239561 May 31 13:27:19.634434 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1d45a7fa-2902-46ab-990b-a121a2582e57 req-23f082d1-b8cd-4541-aaf0-d80ed68955b5 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/security-groups?id=1de4fedc-888a-46c6-9d87-1b48c5765046&id=71a9d93c-f6cb-49b0-b2f5-61553702d6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1123855 May 31 13:27:19.670936 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-06223feb-2bcb-4ed7-b844-de6a12f054a6 admin admin] Allocated IP 172.20.0.1 (ef7bc708-faad-4f53-9863-9b17fc2bd3a4/03601eff-cc07-4210-91b9-54e2e22c50f4/50c579ec-b4fe-4444-83e5-25d3369ee18f) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:27:19.676586 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4507ef09-60e3-425a-b81c-8bf2c31a71b0 req-c8f13982-3c26-4052-a035-195e525907ab service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=91f8550f-7c6e-4f43-81db-91e2670bc6ae HTTP/1.1" status: 200 len: 217 time: 0.1345255 May 31 13:27:19.683216 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-c11289aa-2c3c-4187-9f4f-7bad585a07f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450e5751-4d0c-4fea-9698-137a06d1e8eb', 'name': 'tempest-ServerActionsTestJSON-633123195-router', 'tenant_id': 'bc5142db886b48f8906c49afcc233362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': 'b0ff9342-7286-4582-a322-b61313944bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:27:07Z', 'updated_at': '2022-05-31T13:27:12Z', 'revision_number': 3, 'project_id': 'bc5142db886b48f8906c49afcc233362', 'gw_port': {'id': 'b0ff9342-7286-4582-a322-b61313944bd3', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6f:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450e5751-4d0c-4fea-9698-137a06d1e8eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:27:10Z', 'updated_at': '2022-05-31T13:27:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:27:19.688124 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4747c51b-72df-4ca8-8e16-2ea843d16299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:19.689141 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-4747c51b-72df-4ca8-8e16-2ea843d16299 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9145548e-74a9-4f5e-ae53-c23243c8c64e HTTP/1.1" status: 204 len: 168 time: 1.8424244 May 31 13:27:19.696525 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.resource_extend [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-738681c7-c418-46cd-8426-1e9e1239c76f service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:27:19.705215 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11289aa-2c3c-4187-9f4f-7bad585a07f8 None None] The sync data for ids ['450e5751-4d0c-4fea-9698-137a06d1e8eb'] in n-d-843939-1 is: [{'id': '450e5751-4d0c-4fea-9698-137a06d1e8eb', 'name': 'tempest-ServerActionsTestJSON-633123195-router', 'tenant_id': 'bc5142db886b48f8906c49afcc233362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': 'b0ff9342-7286-4582-a322-b61313944bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:27:07Z', 'updated_at': '2022-05-31T13:27:12Z', 'revision_number': 3, 'project_id': 'bc5142db886b48f8906c49afcc233362', 'gw_port': {'id': 'b0ff9342-7286-4582-a322-b61313944bd3', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6f:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450e5751-4d0c-4fea-9698-137a06d1e8eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:27:10Z', 'updated_at': '2022-05-31T13:27:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:27:19.788965 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-96c0ce23-e0be-4d57-ba4f-daa893a90013 req-10016b28-07b0-492c-b131-debb4ac32f3d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=051ed48e-51ef-40a1-83b3-14a913c71c6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8013728 May 31 13:27:19.842656 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecb89b96-f99f-4b8c-94db-2e12e66b08b0'] response: {'name': 'network-changed', 'server_uuid': 'f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a', 'tag': '4954dca1-a5cd-4389-bc9b-a96a8180e081', 'status': 'completed', 'code': 200} May 31 13:27:19.843204 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecb89b96-f99f-4b8c-94db-2e12e66b08b0'] response: {'name': 'network-changed', 'server_uuid': 'f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a', 'tag': 'ed7a4efa-d56d-4605-8b79-de0f8f0e9d7c', 'status': 'completed', 'code': 200} May 31 13:27:19.960678 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-738681c7-c418-46cd-8426-1e9e1239c76f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afb50f20-5db7-426b-99db-2d8249ca9f29 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:27:19.969490 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-738681c7-c418-46cd-8426-1e9e1239c76f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:19.987496 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-738681c7-c418-46cd-8426-1e9e1239c76f service neutron] Transition to ACTIVE for port object afb50f20-5db7-426b-99db-2d8249ca9f29 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:27:20.021375 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dec6c114-721a-4839-a1e8-6debb9c4beb1 req-a911bac8-c266-41d8-8196-dfe75f26eca4 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] 10.222.0.50 "GET /v2.0/security-groups/59c727d9-e494-431f-b413-a0e033d6cd4b HTTP/1.1" status: 200 len: 2995 time: 0.3079381 May 31 13:27:20.038055 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-738681c7-c418-46cd-8426-1e9e1239c76f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:20.153037 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738681c7-c418-46cd-8426-1e9e1239c76f service neutron] Pushing event updated for resources: {'Port': ['ID=afb50f20-5db7-426b-99db-2d8249ca9f29,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:20.313743 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-938683f3-e897-4738-a533-ec8b4b919f5c'] response: {'server_uuid': '54f6a3fe-a9bd-4fd0-acec-ae9368d2faf2', 'name': 'network-vif-deleted', 'tag': '45d8f514-bd26-46ef-90f5-725ee81424e1', 'status': 'completed', 'code': 200} May 31 13:27:20.315609 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4507ef09-60e3-425a-b81c-8bf2c31a71b0 req-8c5e354c-07f4-4a62-b272-5c46eac8f17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:20.317673 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4507ef09-60e3-425a-b81c-8bf2c31a71b0 req-8c5e354c-07f4-4a62-b272-5c46eac8f17b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.6356807 May 31 13:27:20.422686 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41048) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:27:20.497914 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9df61a00-5280-42bd-bf64-7317d9ab4cb3 req-a1431806-a00f-4d7a-93e9-49ad6dd01f34 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "GET /v2.0/security-groups/c532e93d-059e-45be-ab0b-a578cae373d8 HTTP/1.1" status: 200 len: 1801 time: 0.5008891 May 31 13:27:20.629477 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-06223feb-2bcb-4ed7-b844-de6a12f054a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:20.677368 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fbc9ab-cc72-4aff-abff-f7e5022c0907 req-d965e82b-d016-45bc-ad05-27143bde1f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:20.677649 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fbc9ab-cc72-4aff-abff-f7e5022c0907 req-d965e82b-d016-45bc-ad05-27143bde1f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:20.678229 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fbc9ab-cc72-4aff-abff-f7e5022c0907 req-d965e82b-d016-45bc-ad05-27143bde1f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:20.679692 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fbc9ab-cc72-4aff-abff-f7e5022c0907 req-d965e82b-d016-45bc-ad05-27143bde1f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:20.680747 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fbc9ab-cc72-4aff-abff-f7e5022c0907 req-d965e82b-d016-45bc-ad05-27143bde1f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:20.681524 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fbc9ab-cc72-4aff-abff-f7e5022c0907 req-d965e82b-d016-45bc-ad05-27143bde1f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:20.682290 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fbc9ab-cc72-4aff-abff-f7e5022c0907 req-d965e82b-d016-45bc-ad05-27143bde1f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:20.684830 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-82fbc9ab-cc72-4aff-abff-f7e5022c0907 req-d965e82b-d016-45bc-ad05-27143bde1f00 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3239bed898c344b59ed7ea3353897e74&device_id=f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a HTTP/1.1" status: 200 len: 6210 time: 0.8597209 May 31 13:27:20.824954 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c0ce23-e0be-4d57-ba4f-daa893a90013 req-6fb72aec-f42f-4baf-ab11-7c9c241128bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:20.830526 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-96c0ce23-e0be-4d57-ba4f-daa893a90013 req-6fb72aec-f42f-4baf-ab11-7c9c241128bc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=09dd0f3ff03c49d3a5c47e4de6593f6c&device_id=051ed48e-51ef-40a1-83b3-14a913c71c6f HTTP/1.1" status: 200 len: 1101 time: 0.9892652 May 31 13:27:20.838691 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-06223feb-2bcb-4ed7-b844-de6a12f054a6 admin admin] Transition to ACTIVE for port object 50c579ec-b4fe-4444-83e5-25d3369ee18f will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:27:20.841176 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-ac35a211-0780-47a3-a3f3-3adb330516fd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=02f150f22a4b42ae87205f36be67f1bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4039030 May 31 13:27:20.843627 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4507ef09-60e3-425a-b81c-8bf2c31a71b0 req-4aa3c1dc-a336-4a08-9b4d-acd2b1b20ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:20.846235 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4507ef09-60e3-425a-b81c-8bf2c31a71b0 req-4aa3c1dc-a336-4a08-9b4d-acd2b1b20ad0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5093439 May 31 13:27:20.846497 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41058) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:27:21.051857 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-9df61a00-5280-42bd-bf64-7317d9ab4cb3 req-b0978004-70c0-4e22-a5c2-6a0a0697f383 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:21.261165 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fbc9ab-cc72-4aff-abff-f7e5022c0907 req-830f8e07-768d-443a-88fd-c1d4baa46bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:21.262294 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fbc9ab-cc72-4aff-abff-f7e5022c0907 req-830f8e07-768d-443a-88fd-c1d4baa46bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:21.264235 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fbc9ab-cc72-4aff-abff-f7e5022c0907 req-830f8e07-768d-443a-88fd-c1d4baa46bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:21.267335 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-82fbc9ab-cc72-4aff-abff-f7e5022c0907 req-830f8e07-768d-443a-88fd-c1d4baa46bf3 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=3239bed898c344b59ed7ea3353897e74&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5717766 May 31 13:27:21.329122 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-06223feb-2bcb-4ed7-b844-de6a12f054a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:21.531842 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1160291e-3717-4e77-ac40-c090921d3f23 req-88ca2b9d-8a64-421e-bafc-2ecea51aaffe tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] 10.222.0.50 "GET /v2.0/security-group-rules/f330febc-1d6f-431d-ad58-85d22ae505ff HTTP/1.1" status: 200 len: 783 time: 0.1193595 May 31 13:27:21.546294 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device b0ff9342-7286-4582-a322-b61313944bd3 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:27:21.581797 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4507ef09-60e3-425a-b81c-8bf2c31a71b0 req-73e8f8f3-78c5-4989-a0d6-462230bb2d46 service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6982570 May 31 13:27:21.614948 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-9df61a00-5280-42bd-bf64-7317d9ab4cb3 req-b0978004-70c0-4e22-a5c2-6a0a0697f383 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:21.629001 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-738681c7-c418-46cd-8426-1e9e1239c76f service neutron] Attempting to bind port afb50f20-5db7-426b-99db-2d8249ca9f29 on host n-h1-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:27:21.629377 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-738681c7-c418-46cd-8426-1e9e1239c76f service neutron] Attempting to bind port afb50f20-5db7-426b-99db-2d8249ca9f29 by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': 'c05c3025-af00-47f8-b61e-98dee05227ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b4d30686-23e7-4909-aa70-b67d446f9c2b'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:27:21.629680 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-738681c7-c418-46cd-8426-1e9e1239c76f service neutron] Attempting to bind port afb50f20-5db7-426b-99db-2d8249ca9f29 on network b4d30686-23e7-4909-aa70-b67d446f9c2b {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:27:21.642696 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8162fd39-d23a-4613-ab38-35a7f3d3263b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:21.651302 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06223feb-2bcb-4ed7-b844-de6a12f054a6 admin admin] Network ef7bc708-faad-4f53-9863-9b17fc2bd3a4 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:27:21.653704 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port b0ff9342-7286-4582-a322-b61313944bd3 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:27:21.662619 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-06223feb-2bcb-4ed7-b844-de6a12f054a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:27:21.662938 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port b0ff9342-7286-4582-a322-b61313944bd3 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:27:21.663256 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:21.666042 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06223feb-2bcb-4ed7-b844-de6a12f054a6 admin admin] Pushing event updated for resources: {'Port': ['ID=50c579ec-b4fe-4444-83e5-25d3369ee18f,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:21.685628 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-738681c7-c418-46cd-8426-1e9e1239c76f service neutron] Port afb50f20-5db7-426b-99db-2d8249ca9f29 on network b4d30686-23e7-4909-aa70-b67d446f9c2b not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:27:21.686117 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-738681c7-c418-46cd-8426-1e9e1239c76f service neutron] Attempting to bind port afb50f20-5db7-426b-99db-2d8249ca9f29 on network b4d30686-23e7-4909-aa70-b67d446f9c2b {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:27:21.756711 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06223feb-2bcb-4ed7-b844-de6a12f054a6 admin admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:27:21.764155 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-738681c7-c418-46cd-8426-1e9e1239c76f service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:27:21.764662 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-738681c7-c418-46cd-8426-1e9e1239c76f service neutron] Checking segment: {'id': 'c05c3025-af00-47f8-b61e-98dee05227ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b4d30686-23e7-4909-aa70-b67d446f9c2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:27:21.765227 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-738681c7-c418-46cd-8426-1e9e1239c76f service neutron] Bound using segment: {'id': 'c05c3025-af00-47f8-b61e-98dee05227ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b4d30686-23e7-4909-aa70-b67d446f9c2b'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:27:21.765874 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-738681c7-c418-46cd-8426-1e9e1239c76f service neutron] Bound port: afb50f20-5db7-426b-99db-2d8249ca9f29, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c05c3025-af00-47f8-b61e-98dee05227ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b4d30686-23e7-4909-aa70-b67d446f9c2b'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:27:21.766396 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-738681c7-c418-46cd-8426-1e9e1239c76f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:21.805075 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8162fd39-d23a-4613-ab38-35a7f3d3263b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:21.827686 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1160291e-3717-4e77-ac40-c090921d3f23 req-3f9e3914-2aa0-4ead-a676-544088641154 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] 10.222.0.50 "GET /v2.0/security-groups/59c727d9-e494-431f-b413-a0e033d6cd4b HTTP/1.1" status: 200 len: 2995 time: 0.2712975 May 31 13:27:21.951030 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port b0ff9342-7286-4582-a322-b61313944bd3 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:27:21.951882 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:21.988252 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-06223feb-2bcb-4ed7-b844-de6a12f054a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:22.000099 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port b0ff9342-7286-4582-a322-b61313944bd3, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=b0ff9342-7286-4582-a322-b61313944bd3,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:27:22.008036 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:22.027696 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c0ce23-e0be-4d57-ba4f-daa893a90013 req-8b15b25f-a55a-46c9-aabe-8476b74943b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:22.030199 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-96c0ce23-e0be-4d57-ba4f-daa893a90013 req-8b15b25f-a55a-46c9-aabe-8476b74943b9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=85b11c4f-90ad-4763-b38d-22d3f87089f4 HTTP/1.1" status: 200 len: 870 time: 1.0903511 May 31 13:27:22.144888 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=b0ff9342-7286-4582-a322-b61313944bd3,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:22.155274 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:22.155813 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:22.156348 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:22.156848 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:22.157403 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:22.157952 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:22.158588 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:22.158926 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:22.159487 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:22.159968 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:22.160813 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:22.161341 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:22.190063 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-9df61a00-5280-42bd-bf64-7317d9ab4cb3 req-b0978004-70c0-4e22-a5c2-6a0a0697f383 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:22.244843 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-35e98088-f624-462a-83a3-5e2defa075ab None None] Provisioning for port 50c579ec-b4fe-4444-83e5-25d3369ee18f completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:27:22.249473 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0978004-70c0-4e22-a5c2-6a0a0697f383 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c532e93d-059e-45be-ab0b-a578cae373d8,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:22.252966 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1160291e-3717-4e77-ac40-c090921d3f23 req-6753e1ce-c3e6-4e29-bab0-5687df949862 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:22.254102 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fbc9ab-cc72-4aff-abff-f7e5022c0907 req-fb70f233-d31a-4881-b9dd-f8b812eebc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:22.256434 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-82fbc9ab-cc72-4aff-abff-f7e5022c0907 req-fb70f233-d31a-4881-b9dd-f8b812eebc77 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9641562 May 31 13:27:22.260131 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-35e98088-f624-462a-83a3-5e2defa075ab None None] Provisioning complete for port 50c579ec-b4fe-4444-83e5-25d3369ee18f triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:27:22.261978 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-35e98088-f624-462a-83a3-5e2defa075ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:22.272675 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4507ef09-60e3-425a-b81c-8bf2c31a71b0 req-d61e441f-4148-4760-bec9-0d06e2794750 service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6657751 May 31 13:27:22.292322 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-96c0ce23-e0be-4d57-ba4f-daa893a90013 req-b5e0e7dd-394f-4c12-9b13-f9da7a5359e1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=07547904-825e-4f1e-bf9b-eb2fc12e8810 HTTP/1.1" status: 200 len: 217 time: 0.2277856 May 31 13:27:22.323871 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1160291e-3717-4e77-ac40-c090921d3f23 req-6753e1ce-c3e6-4e29-bab0-5687df949862 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:22.366749 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-35e98088-f624-462a-83a3-5e2defa075ab None None] Port 50c579ec-b4fe-4444-83e5-25d3369ee18f cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:27:22.475313 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-738681c7-c418-46cd-8426-1e9e1239c76f service neutron] For port afb50f20-5db7-426b-99db-2d8249ca9f29, host n-h1-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:27:22.484597 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fbc9ab-cc72-4aff-abff-f7e5022c0907 req-658d85c7-286a-4210-9977-2790322ae415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:22.485278 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fbc9ab-cc72-4aff-abff-f7e5022c0907 req-658d85c7-286a-4210-9977-2790322ae415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:22.485927 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fbc9ab-cc72-4aff-abff-f7e5022c0907 req-658d85c7-286a-4210-9977-2790322ae415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:22.486543 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fbc9ab-cc72-4aff-abff-f7e5022c0907 req-658d85c7-286a-4210-9977-2790322ae415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:22.487221 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fbc9ab-cc72-4aff-abff-f7e5022c0907 req-658d85c7-286a-4210-9977-2790322ae415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:22.487959 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fbc9ab-cc72-4aff-abff-f7e5022c0907 req-658d85c7-286a-4210-9977-2790322ae415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:22.488726 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fbc9ab-cc72-4aff-abff-f7e5022c0907 req-658d85c7-286a-4210-9977-2790322ae415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:22.491812 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-82fbc9ab-cc72-4aff-abff-f7e5022c0907 req-658d85c7-286a-4210-9977-2790322ae415 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3239bed898c344b59ed7ea3353897e74&device_id=f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a HTTP/1.1" status: 200 len: 6235 time: 0.1327803 May 31 13:27:22.539619 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-9df61a00-5280-42bd-bf64-7317d9ab4cb3 req-b0978004-70c0-4e22-a5c2-6a0a0697f383 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:22.549908 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41072) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:27:22.555429 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9df61a00-5280-42bd-bf64-7317d9ab4cb3 req-b0978004-70c0-4e22-a5c2-6a0a0697f383 tempest-SecurityGroupsTestJSON-1923050125 tempest-SecurityGroupsTestJSON-1923050125-project] 10.222.0.50 "DELETE /v2.0/security-groups/c532e93d-059e-45be-ab0b-a578cae373d8 HTTP/1.1" status: 204 len: 173 time: 2.0014074 May 31 13:27:22.557749 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-738681c7-c418-46cd-8426-1e9e1239c76f service neutron] For port afb50f20-5db7-426b-99db-2d8249ca9f29, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=afb50f20-5db7-426b-99db-2d8249ca9f29,segment=NetworkSegment(c05c3025-af00-47f8-b61e-98dee05227ef),segment_id=c05c3025-af00-47f8-b61e-98dee05227ef)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:27:22.561434 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8162fd39-d23a-4613-ab38-35a7f3d3263b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:22.585667 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1160291e-3717-4e77-ac40-c090921d3f23 req-6753e1ce-c3e6-4e29-bab0-5687df949862 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:22.603815 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-738681c7-c418-46cd-8426-1e9e1239c76f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:22.620927 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1160291e-3717-4e77-ac40-c090921d3f23 req-6753e1ce-c3e6-4e29-bab0-5687df949862 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:22.622528 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1160291e-3717-4e77-ac40-c090921d3f23 req-6753e1ce-c3e6-4e29-bab0-5687df949862 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/f330febc-1d6f-431d-ad58-85d22ae505ff HTTP/1.1" status: 204 len: 173 time: 0.7935231 May 31 13:27:22.702181 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c0ce23-e0be-4d57-ba4f-daa893a90013 req-0df452f7-5d2c-4b49-9bc9-95099003cb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:22.704097 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-96c0ce23-e0be-4d57-ba4f-daa893a90013 req-0df452f7-5d2c-4b49-9bc9-95099003cb0e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.3597858 May 31 13:27:22.705065 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8162fd39-d23a-4613-ab38-35a7f3d3263b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca48735-fcfb-42fd-9fa8-b9265de03c5a,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:22.715834 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8162fd39-d23a-4613-ab38-35a7f3d3263b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:22.716989 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-8162fd39-d23a-4613-ab38-35a7f3d3263b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cca48735-fcfb-42fd-9fa8-b9265de03c5a HTTP/1.1" status: 204 len: 168 time: 1.8659840 May 31 13:27:22.718079 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6753e1ce-c3e6-4e29-bab0-5687df949862 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f330febc-1d6f-431d-ad58-85d22ae505ff,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:22.799500 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-06223feb-2bcb-4ed7-b844-de6a12f054a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:22.929156 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-738681c7-c418-46cd-8426-1e9e1239c76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:22.935388 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-738681c7-c418-46cd-8426-1e9e1239c76f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:22.937955 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-738681c7-c418-46cd-8426-1e9e1239c76f service neutron] 10.222.0.20 "PUT /v2.0/ports/afb50f20-5db7-426b-99db-2d8249ca9f29 HTTP/1.1" status: 200 len: 1091 time: 5.9035289 May 31 13:27:22.942896 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a', 'tag': 'afb50f20-5db7-426b-99db-2d8249ca9f29'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:27:23.001738 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-6de11154-5cfe-4ec0-b499-76acbe7d659d service neutron] Request body: {'port': {'device_id': 'f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:27:23.157290 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738681c7-c418-46cd-8426-1e9e1239c76f service neutron] Pushing event updated for resources: {'Port': ['ID=afb50f20-5db7-426b-99db-2d8249ca9f29,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:23.278173 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c0ce23-e0be-4d57-ba4f-daa893a90013 req-3c475a7b-9d97-4a25-873d-0cd39664625a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:23.279715 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-96c0ce23-e0be-4d57-ba4f-daa893a90013 req-3c475a7b-9d97-4a25-873d-0cd39664625a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5595961 May 31 13:27:23.299256 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929988bc-21b6-4d99-b746-580099c79098 req-9d887689-f374-4302-b9e8-af5fd575803b tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:23.305192 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929988bc-21b6-4d99-b746-580099c79098 req-9d887689-f374-4302-b9e8-af5fd575803b tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:23.311173 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929988bc-21b6-4d99-b746-580099c79098 req-9d887689-f374-4302-b9e8-af5fd575803b tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:23.324150 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929988bc-21b6-4d99-b746-580099c79098 req-9d887689-f374-4302-b9e8-af5fd575803b tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:23.342440 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929988bc-21b6-4d99-b746-580099c79098 req-9d887689-f374-4302-b9e8-af5fd575803b tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:23.348244 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929988bc-21b6-4d99-b746-580099c79098 req-9d887689-f374-4302-b9e8-af5fd575803b tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:23.354552 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929988bc-21b6-4d99-b746-580099c79098 req-9d887689-f374-4302-b9e8-af5fd575803b tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:23.362532 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-929988bc-21b6-4d99-b746-580099c79098 req-9d887689-f374-4302-b9e8-af5fd575803b tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a HTTP/1.1" status: 200 len: 5385 time: 0.6480901 May 31 13:27:23.364257 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-6de11154-5cfe-4ec0-b499-76acbe7d659d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:23.501036 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device b0ff9342-7286-4582-a322-b61313944bd3 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:27:23.509802 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-e24a6905-51ee-47d7-b252-40c92073434f admin admin] Deleting subnet c22c9473-7cad-4741-bb6c-0e549db0e04e {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:27:23.528767 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e24a6905-51ee-47d7-b252-40c92073434f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:23.640791 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-929988bc-21b6-4d99-b746-580099c79098 req-515d77ee-abaf-457e-8533-d377c8ec08b8 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/security-groups?id=1de4fedc-888a-46c6-9d87-1b48c5765046&id=71a9d93c-f6cb-49b0-b2f5-61553702d6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2651083 May 31 13:27:23.739484 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e24a6905-51ee-47d7-b252-40c92073434f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:23.750238 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port b0ff9342-7286-4582-a322-b61313944bd3 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:27:23.750238 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:23.853392 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fbc9ab-cc72-4aff-abff-f7e5022c0907 req-9490616d-5260-4ab0-aeab-ad72fe4bc093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:23.877152 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fbc9ab-cc72-4aff-abff-f7e5022c0907 req-9490616d-5260-4ab0-aeab-ad72fe4bc093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:23.882842 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fbc9ab-cc72-4aff-abff-f7e5022c0907 req-9490616d-5260-4ab0-aeab-ad72fe4bc093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:23.884696 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-82fbc9ab-cc72-4aff-abff-f7e5022c0907 req-9490616d-5260-4ab0-aeab-ad72fe4bc093 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=3239bed898c344b59ed7ea3353897e74&shared=False HTTP/1.1" status: 200 len: 2292 time: 1.3818138 May 31 13:27:23.926618 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae3d3a6-908d-49fb-86aa-97df2d4eb215 req-87ba1dd6-6419-4b3a-bfb3-d863387c3043 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:23.938924 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-5ae3d3a6-908d-49fb-86aa-97df2d4eb215 req-87ba1dd6-6419-4b3a-bfb3-d863387c3043 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Synchronizing usage tracker for tenant:09dd0f3ff03c49d3a5c47e4de6593f6c on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:27:24.042771 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port b0ff9342-7286-4582-a322-b61313944bd3 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:27:24.053676 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-802f7269-83c8-4149-82a1-2dcf2bdd83e7'] response: {'name': 'network-changed', 'server_uuid': 'f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a', 'tag': 'afb50f20-5db7-426b-99db-2d8249ca9f29', 'status': 'completed', 'code': 200} May 31 13:27:24.092268 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2ebdf20c-70ee-49e4-b864-247ed0dcf0b0 req-f58daaa4-7b5d-4fd5-a6ad-deb907204026 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] 10.222.0.50 "GET /v2.0/security-groups/59c727d9-e494-431f-b413-a0e033d6cd4b HTTP/1.1" status: 200 len: 2397 time: 0.2774930 May 31 13:27:24.222050 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-5ae3d3a6-908d-49fb-86aa-97df2d4eb215 req-87ba1dd6-6419-4b3a-bfb3-d863387c3043 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Unset dirty status for tenant:09dd0f3ff03c49d3a5c47e4de6593f6c on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:27:24.223497 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5ae3d3a6-908d-49fb-86aa-97df2d4eb215 req-87ba1dd6-6419-4b3a-bfb3-d863387c3043 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.20 "GET /v2.0/ports?device_id=cae43b1c-7243-44be-959d-68da5cf199b2 HTTP/1.1" status: 200 len: 950 time: 1.4417107 May 31 13:27:24.283821 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e24a6905-51ee-47d7-b252-40c92073434f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:24.381267 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-96c0ce23-e0be-4d57-ba4f-daa893a90013 req-da42b6c4-f0a9-4f78-9c0d-7c64daa2a2c9 service neutron] 10.222.0.44 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0050178 May 31 13:27:24.383838 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.db.resource_extend [None req-06223feb-2bcb-4ed7-b844-de6a12f054a6 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:27:24.416399 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-06223feb-2bcb-4ed7-b844-de6a12f054a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:24.447279 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-5ae3d3a6-908d-49fb-86aa-97df2d4eb215 req-dab44f2f-56a1-4894-9c5d-f7a6a7f801c6 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Deleting port 91f8550f-7c6e-4f43-81db-91e2670bc6ae {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:27:24.448176 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-5ae3d3a6-908d-49fb-86aa-97df2d4eb215 req-dab44f2f-56a1-4894-9c5d-f7a6a7f801c6 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:24.488496 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-06223feb-2bcb-4ed7-b844-de6a12f054a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:24.610530 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-2ebdf20c-70ee-49e4-b864-247ed0dcf0b0 req-89d58ce9-89b7-4fb5-9920-ad08a8b75fb3 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:24.615744 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fbc9ab-cc72-4aff-abff-f7e5022c0907 req-3b557f12-e81f-4e62-8554-52090aa00988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:24.617315 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-82fbc9ab-cc72-4aff-abff-f7e5022c0907 req-3b557f12-e81f-4e62-8554-52090aa00988 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6741939 May 31 13:27:24.663516 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-06223feb-2bcb-4ed7-b844-de6a12f054a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:24.664491 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-2ebdf20c-70ee-49e4-b864-247ed0dcf0b0 req-89d58ce9-89b7-4fb5-9920-ad08a8b75fb3 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:24.667415 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e24a6905-51ee-47d7-b252-40c92073434f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:24.873793 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06223feb-2bcb-4ed7-b844-de6a12f054a6 admin admin] Pushing event updated for resources: {'Port': ['ID=50c579ec-b4fe-4444-83e5-25d3369ee18f,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:25.065513 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24a6905-51ee-47d7-b252-40c92073434f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c22c9473-7cad-4741-bb6c-0e549db0e04e,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:25.143873 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-6de11154-5cfe-4ec0-b499-76acbe7d659d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05ae88ea-d0ae-410f-9fc2-dd7330f8c30f {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:27:25.156152 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e24a6905-51ee-47d7-b252-40c92073434f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:25.178374 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-6de11154-5cfe-4ec0-b499-76acbe7d659d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:25.249716 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e24a6905-51ee-47d7-b252-40c92073434f admin admin] 10.222.0.50 "DELETE /v2.0/subnets/c22c9473-7cad-4741-bb6c-0e549db0e04e HTTP/1.1" status: 204 len: 168 time: 2.6946771 May 31 13:27:25.267257 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41122) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:27:25.292357 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d14be81-4656-483e-8c12-fd789eff089b req-0277e091-39c2-493e-a432-1c39e3369212 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:25.292357 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0d14be81-4656-483e-8c12-fd789eff089b req-0277e091-39c2-493e-a432-1c39e3369212 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd227f0c-1027-4194-8c63-045bc1ccb95b HTTP/1.1" status: 200 len: 949 time: 0.3394613 May 31 13:27:25.409682 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-6de11154-5cfe-4ec0-b499-76acbe7d659d service neutron] Transition to ACTIVE for port object 05ae88ea-d0ae-410f-9fc2-dd7330f8c30f will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:27:25.415144 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bad51ba4-cfbf-43ae-af92-0d067baf3842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:25.429838 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-2ebdf20c-70ee-49e4-b864-247ed0dcf0b0 req-89d58ce9-89b7-4fb5-9920-ad08a8b75fb3 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:25.439747 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b77738-e73b-4d36-bdd3-b737205553d4 req-417bea0b-4f9b-444f-a56e-4ba69f6e5428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:25.440936 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b77738-e73b-4d36-bdd3-b737205553d4 req-417bea0b-4f9b-444f-a56e-4ba69f6e5428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:25.442477 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b77738-e73b-4d36-bdd3-b737205553d4 req-417bea0b-4f9b-444f-a56e-4ba69f6e5428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:25.443480 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b77738-e73b-4d36-bdd3-b737205553d4 req-417bea0b-4f9b-444f-a56e-4ba69f6e5428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:25.444546 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b77738-e73b-4d36-bdd3-b737205553d4 req-417bea0b-4f9b-444f-a56e-4ba69f6e5428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:25.445494 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b77738-e73b-4d36-bdd3-b737205553d4 req-417bea0b-4f9b-444f-a56e-4ba69f6e5428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:25.446449 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b77738-e73b-4d36-bdd3-b737205553d4 req-417bea0b-4f9b-444f-a56e-4ba69f6e5428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:25.450513 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-42b77738-e73b-4d36-bdd3-b737205553d4 req-417bea0b-4f9b-444f-a56e-4ba69f6e5428 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3239bed898c344b59ed7ea3353897e74&device_id=f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a HTTP/1.1" status: 200 len: 6277 time: 0.7760496 May 31 13:27:25.481465 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06223feb-2bcb-4ed7-b844-de6a12f054a6 admin admin] Network ef7bc708-faad-4f53-9863-9b17fc2bd3a4 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:27:25.506135 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-06223feb-2bcb-4ed7-b844-de6a12f054a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:27:25.519936 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-5ae3d3a6-908d-49fb-86aa-97df2d4eb215 req-dab44f2f-56a1-4894-9c5d-f7a6a7f801c6 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] For port 91f8550f-7c6e-4f43-81db-91e2670bc6ae, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=91f8550f-7c6e-4f43-81db-91e2670bc6ae,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:27:25.520500 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-5ae3d3a6-908d-49fb-86aa-97df2d4eb215 req-dab44f2f-56a1-4894-9c5d-f7a6a7f801c6 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:25.541819 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-6de11154-5cfe-4ec0-b499-76acbe7d659d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:25.560266 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-0d14be81-4656-483e-8c12-fd789eff089b req-ce9bdca5-5edf-43b7-a913-9dbf8f7358ab tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Deleting port 4794bb7b-447e-424b-b7ea-f4f19c3f6227 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:27:25.560673 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-0d14be81-4656-483e-8c12-fd789eff089b req-ce9bdca5-5edf-43b7-a913-9dbf8f7358ab tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:25.608656 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d58ce9-89b7-4fb5-9920-ad08a8b75fb3 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c727d9-e494-431f-b413-a0e033d6cd4b,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:25.766096 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb0346-3e8c-4f7a-b390-dc9f1ae33187 req-ff54bf84-6f46-49c1-83fd-e09b1d6d7fcb tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:25.768467 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0fdb0346-3e8c-4f7a-b390-dc9f1ae33187 req-ff54bf84-6f46-49c1-83fd-e09b1d6d7fcb tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/ports?device_id=cae43b1c-7243-44be-959d-68da5cf199b2 HTTP/1.1" status: 200 len: 950 time: 1.5809660 May 31 13:27:25.864492 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 91f8550f-7c6e-4f43-81db-91e2670bc6ae no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:27:26.024748 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-7610034e-9755-4693-adef-40a72c4054ae None None] Provisioning complete for port 50c579ec-b4fe-4444-83e5-25d3369ee18f triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:27:26.025570 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7610034e-9755-4693-adef-40a72c4054ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:26.142958 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-96c0ce23-e0be-4d57-ba4f-daa893a90013 req-e6f21976-eecd-4dcf-8b7c-b192b8b39252 service neutron] 10.222.0.44 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5483019 May 31 13:27:26.149093 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 91f8550f-7c6e-4f43-81db-91e2670bc6ae is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:27:26.149462 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:26.167404 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-5ae3d3a6-908d-49fb-86aa-97df2d4eb215 req-dab44f2f-56a1-4894-9c5d-f7a6a7f801c6 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Calling delete_port for 91f8550f-7c6e-4f43-81db-91e2670bc6ae owned by compute:nova {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:27:26.173755 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-7610034e-9755-4693-adef-40a72c4054ae None None] Port 50c579ec-b4fe-4444-83e5-25d3369ee18f cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:27:26.217705 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cae43b1c-7243-44be-959d-68da5cf199b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91f8550f-7c6e-4f43-81db-91e2670bc6ae'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:27:26.233925 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 91f8550f-7c6e-4f43-81db-91e2670bc6ae, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=91f8550f-7c6e-4f43-81db-91e2670bc6ae,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:27:26.240643 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:26.266551 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-2ebdf20c-70ee-49e4-b864-247ed0dcf0b0 req-89d58ce9-89b7-4fb5-9920-ad08a8b75fb3 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:26.278964 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2ebdf20c-70ee-49e4-b864-247ed0dcf0b0 req-89d58ce9-89b7-4fb5-9920-ad08a8b75fb3 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] 10.222.0.50 "DELETE /v2.0/security-groups/59c727d9-e494-431f-b413-a0e033d6cd4b HTTP/1.1" status: 204 len: 173 time: 2.1646316 May 31 13:27:26.369103 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=91f8550f-7c6e-4f43-81db-91e2670bc6ae,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:26.375358 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bad51ba4-cfbf-43ae-af92-0d067baf3842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:26.422937 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b77738-e73b-4d36-bdd3-b737205553d4 req-5c2215fe-da90-4001-b9b9-0a130f40772f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:26.423476 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b77738-e73b-4d36-bdd3-b737205553d4 req-5c2215fe-da90-4001-b9b9-0a130f40772f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:26.423902 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b77738-e73b-4d36-bdd3-b737205553d4 req-5c2215fe-da90-4001-b9b9-0a130f40772f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:26.425561 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-42b77738-e73b-4d36-bdd3-b737205553d4 req-5c2215fe-da90-4001-b9b9-0a130f40772f service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=3239bed898c344b59ed7ea3353897e74&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.9428957 May 31 13:27:26.555990 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de11154-5cfe-4ec0-b499-76acbe7d659d service neutron] Pushing event updated for resources: {'Port': ['ID=05ae88ea-d0ae-410f-9fc2-dd7330f8c30f,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:26.574202 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.db.api [req-5ae3d3a6-908d-49fb-86aa-97df2d4eb215 req-dab44f2f-56a1-4894-9c5d-f7a6a7f801c6 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:27:26.574520 n-d-843939-1 neutron-server[88369]: DEBUG oslo_db.api [req-5ae3d3a6-908d-49fb-86aa-97df2d4eb215 req-dab44f2f-56a1-4894-9c5d-f7a6a7f801c6 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:27:26.581678 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-bad51ba4-cfbf-43ae-af92-0d067baf3842 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adff3eec-c144-4d49-9989-f7573e7edff0']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:27:26.587864 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06223feb-2bcb-4ed7-b844-de6a12f054a6 admin admin] Router 450e5751-4d0c-4fea-9698-137a06d1e8eb has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:27:26.594883 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0fdb0346-3e8c-4f7a-b390-dc9f1ae33187 req-f381cad7-8599-4fdd-99f0-6fea6c86b0d3 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4e17580-fef9-47ea-85b1-59ae8325b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7118771 May 31 13:27:26.595682 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-6de11154-5cfe-4ec0-b499-76acbe7d659d service neutron] Attempting to bind port 05ae88ea-d0ae-410f-9fc2-dd7330f8c30f on host n-h1-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:27:26.596236 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-6de11154-5cfe-4ec0-b499-76acbe7d659d service neutron] Attempting to bind port 05ae88ea-d0ae-410f-9fc2-dd7330f8c30f by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': 'c05c3025-af00-47f8-b61e-98dee05227ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b4d30686-23e7-4909-aa70-b67d446f9c2b'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:27:26.596785 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-6de11154-5cfe-4ec0-b499-76acbe7d659d service neutron] Attempting to bind port 05ae88ea-d0ae-410f-9fc2-dd7330f8c30f on network b4d30686-23e7-4909-aa70-b67d446f9c2b {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:27:26.611789 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-bad51ba4-cfbf-43ae-af92-0d067baf3842 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '370cc937-b213-498d-9452-fec6264d9498') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:27:26.612298 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-bad51ba4-cfbf-43ae-af92-0d067baf3842 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '370cc937-b213-498d-9452-fec6264d9498') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:27:26.640182 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-6de11154-5cfe-4ec0-b499-76acbe7d659d service neutron] Port 05ae88ea-d0ae-410f-9fc2-dd7330f8c30f on network b4d30686-23e7-4909-aa70-b67d446f9c2b not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:27:26.640646 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-6de11154-5cfe-4ec0-b499-76acbe7d659d service neutron] Attempting to bind port 05ae88ea-d0ae-410f-9fc2-dd7330f8c30f on network b4d30686-23e7-4909-aa70-b67d446f9c2b {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:27:26.653621 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bad51ba4-cfbf-43ae-af92-0d067baf3842 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:26.713014 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-6de11154-5cfe-4ec0-b499-76acbe7d659d service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:27:26.713355 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-6de11154-5cfe-4ec0-b499-76acbe7d659d service neutron] Checking segment: {'id': 'c05c3025-af00-47f8-b61e-98dee05227ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b4d30686-23e7-4909-aa70-b67d446f9c2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:27:26.713757 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-6de11154-5cfe-4ec0-b499-76acbe7d659d service neutron] Bound using segment: {'id': 'c05c3025-af00-47f8-b61e-98dee05227ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b4d30686-23e7-4909-aa70-b67d446f9c2b'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:27:26.714234 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-6de11154-5cfe-4ec0-b499-76acbe7d659d service neutron] Bound port: 05ae88ea-d0ae-410f-9fc2-dd7330f8c30f, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c05c3025-af00-47f8-b61e-98dee05227ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b4d30686-23e7-4909-aa70-b67d446f9c2b'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:27:26.714635 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-6de11154-5cfe-4ec0-b499-76acbe7d659d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:26.720177 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b77738-e73b-4d36-bdd3-b737205553d4 req-7d2852b4-fa39-4686-a081-2a6dbd96ed36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:26.722329 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-42b77738-e73b-4d36-bdd3-b737205553d4 req-7d2852b4-fa39-4686-a081-2a6dbd96ed36 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2811840 May 31 13:27:26.821834 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bad51ba4-cfbf-43ae-af92-0d067baf3842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:26.853453 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bad51ba4-cfbf-43ae-af92-0d067baf3842 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:27:26.854226 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bad51ba4-cfbf-43ae-af92-0d067baf3842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:26.885002 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06223feb-2bcb-4ed7-b844-de6a12f054a6 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:27:26.900936 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2aff41c-824c-4362-bea9-e57ef9269e0b None None] Sync routers for ids ['450e5751-4d0c-4fea-9698-137a06d1e8eb'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:27:26.908219 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-06223feb-2bcb-4ed7-b844-de6a12f054a6 admin admin] 10.222.0.50 "PUT /v2.0/routers/450e5751-4d0c-4fea-9698-137a06d1e8eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3477859 May 31 13:27:26.918408 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2aff41c-824c-4362-bea9-e57ef9269e0b None None] Routers {'450e5751-4d0c-4fea-9698-137a06d1e8eb'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:27:26.919868 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-b2aff41c-824c-4362-bea9-e57ef9269e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:27:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['450e5751-4d0c-4fea-9698-137a06d1e8eb'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:27:26.989263 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 370cc937-b213-498d-9452-fec6264d9498 resource provider aggregate not found May 31 13:27:27.076640 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-5ae3d3a6-908d-49fb-86aa-97df2d4eb215 req-dab44f2f-56a1-4894-9c5d-f7a6a7f801c6 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Deleting port 91f8550f-7c6e-4f43-81db-91e2670bc6ae {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:27:27.077208 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-5ae3d3a6-908d-49fb-86aa-97df2d4eb215 req-dab44f2f-56a1-4894-9c5d-f7a6a7f801c6 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:27.122409 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 370cc937-b213-498d-9452-fec6264d9498 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 370cc937-b213-498d-9452-fec6264d9498 found for delete ", "request_id": "req-96c6b444-9d80-4a61-884b-31b6bdf3f271"}]} May 31 13:27:27.257528 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-0d14be81-4656-483e-8c12-fd789eff089b req-ce9bdca5-5edf-43b7-a913-9dbf8f7358ab tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] For port 4794bb7b-447e-424b-b7ea-f4f19c3f6227, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=4794bb7b-447e-424b-b7ea-f4f19c3f6227,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:27:27.257959 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-0d14be81-4656-483e-8c12-fd789eff089b req-ce9bdca5-5edf-43b7-a913-9dbf8f7358ab tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:27.265592 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bad51ba4-cfbf-43ae-af92-0d067baf3842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:27.271019 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bad51ba4-cfbf-43ae-af92-0d067baf3842 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:27.291821 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-b2aff41c-824c-4362-bea9-e57ef9269e0b None None] Set router 450e5751-4d0c-4fea-9698-137a06d1e8eb gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:27:27.299267 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-6de11154-5cfe-4ec0-b499-76acbe7d659d service neutron] For port 05ae88ea-d0ae-410f-9fc2-dd7330f8c30f, host n-h1-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:27:27.317180 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-bad51ba4-cfbf-43ae-af92-0d067baf3842 admin admin] 10.222.0.50 "DELETE /v2.0/networks/adff3eec-c144-4d49-9989-f7573e7edff0 HTTP/1.1" status: 204 len: 168 time: 2.0458398 May 31 13:27:27.370164 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad51ba4-cfbf-43ae-af92-0d067baf3842 admin admin] Pushing event deleted for resources: {'Network': ['ID=adff3eec-c144-4d49-9989-f7573e7edff0,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:27.452880 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-0d14be81-4656-483e-8c12-fd789eff089b req-ce9bdca5-5edf-43b7-a913-9dbf8f7358ab tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Calling delete_port for 4794bb7b-447e-424b-b7ea-f4f19c3f6227 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:27:27.580169 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-5ae3d3a6-908d-49fb-86aa-97df2d4eb215 req-dab44f2f-56a1-4894-9c5d-f7a6a7f801c6 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] For port 91f8550f-7c6e-4f43-81db-91e2670bc6ae, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=91f8550f-7c6e-4f43-81db-91e2670bc6ae,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:27:27.581252 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-5ae3d3a6-908d-49fb-86aa-97df2d4eb215 req-dab44f2f-56a1-4894-9c5d-f7a6a7f801c6 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:27.669032 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-6de11154-5cfe-4ec0-b499-76acbe7d659d service neutron] For port 05ae88ea-d0ae-410f-9fc2-dd7330f8c30f, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=05ae88ea-d0ae-410f-9fc2-dd7330f8c30f,segment=NetworkSegment(c05c3025-af00-47f8-b61e-98dee05227ef),segment_id=c05c3025-af00-47f8-b61e-98dee05227ef)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:27:27.732204 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41160) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:27:27.756680 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-6de11154-5cfe-4ec0-b499-76acbe7d659d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:27.796392 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-5ae3d3a6-908d-49fb-86aa-97df2d4eb215 req-dab44f2f-56a1-4894-9c5d-f7a6a7f801c6 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Calling delete_port for 91f8550f-7c6e-4f43-81db-91e2670bc6ae owned by compute:nova {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:27:27.865614 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c004129-8b50-4aef-9c59-c4a0bd7a3e4d req-e2f52619-5eba-46d5-8a9c-89bd450fff9d tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:27.870990 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c004129-8b50-4aef-9c59-c4a0bd7a3e4d req-e2f52619-5eba-46d5-8a9c-89bd450fff9d tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:27.882743 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c004129-8b50-4aef-9c59-c4a0bd7a3e4d req-e2f52619-5eba-46d5-8a9c-89bd450fff9d tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:27.890914 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c004129-8b50-4aef-9c59-c4a0bd7a3e4d req-e2f52619-5eba-46d5-8a9c-89bd450fff9d tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:27.898557 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c004129-8b50-4aef-9c59-c4a0bd7a3e4d req-e2f52619-5eba-46d5-8a9c-89bd450fff9d tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:27.905836 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c004129-8b50-4aef-9c59-c4a0bd7a3e4d req-e2f52619-5eba-46d5-8a9c-89bd450fff9d tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:27.912784 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c004129-8b50-4aef-9c59-c4a0bd7a3e4d req-e2f52619-5eba-46d5-8a9c-89bd450fff9d tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:27.914933 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1c004129-8b50-4aef-9c59-c4a0bd7a3e4d req-e2f52619-5eba-46d5-8a9c-89bd450fff9d tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a HTTP/1.1" status: 200 len: 5397 time: 0.9857702 May 31 13:27:27.920927 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-b2aff41c-824c-4362-bea9-e57ef9269e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450e5751-4d0c-4fea-9698-137a06d1e8eb', 'name': 'tempest-ServerActionsTestJSON-633123195-router', 'tenant_id': 'bc5142db886b48f8906c49afcc233362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': 'b0ff9342-7286-4582-a322-b61313944bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:27:07Z', 'updated_at': '2022-05-31T13:27:22Z', 'revision_number': 4, 'project_id': 'bc5142db886b48f8906c49afcc233362', 'gw_port': {'id': 'b0ff9342-7286-4582-a322-b61313944bd3', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450e5751-4d0c-4fea-9698-137a06d1e8eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:27:10Z', 'updated_at': '2022-05-31T13:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '50c579ec-b4fe-4444-83e5-25d3369ee18f', 'name': '', 'network_id': 'ef7bc708-faad-4f53-9863-9b17fc2bd3a4', 'tenant_id': 'bc5142db886b48f8906c49afcc233362', 'mac_address': 'fa:16:3e:43:c2:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450e5751-4d0c-4fea-9698-137a06d1e8eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '03601eff-cc07-4210-91b9-54e2e22c50f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:27:19Z', 'updated_at': '2022-05-31T13:27:23Z', 'revision_number': 2, 'project_id': 'bc5142db886b48f8906c49afcc233362', 'subnets': [{'id': '03601eff-cc07-4210-91b9-54e2e22c50f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:27:27.926028 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2aff41c-824c-4362-bea9-e57ef9269e0b None None] Checking router: 450e5751-4d0c-4fea-9698-137a06d1e8eb for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:27:27.926609 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2aff41c-824c-4362-bea9-e57ef9269e0b None None] Updating router 450e5751-4d0c-4fea-9698-137a06d1e8eb port 50c579ec-b4fe-4444-83e5-25d3369ee18f binding host n-d-843939-1 {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:27:27.972317 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-6de11154-5cfe-4ec0-b499-76acbe7d659d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:27.972927 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-6de11154-5cfe-4ec0-b499-76acbe7d659d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:27.974895 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-6de11154-5cfe-4ec0-b499-76acbe7d659d service neutron] 10.222.0.20 "PUT /v2.0/ports/05ae88ea-d0ae-410f-9fc2-dd7330f8c30f HTTP/1.1" status: 200 len: 1091 time: 4.9903309 May 31 13:27:28.006812 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a', 'tag': '05ae88ea-d0ae-410f-9fc2-dd7330f8c30f'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:27:28.016374 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b2aff41c-824c-4362-bea9-e57ef9269e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:28.024523 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-be37809e-2a9e-428d-be18-990fa35ecd38 service neutron] Request body: {'port': {'device_id': 'f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:27:28.036778 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-5ae3d3a6-908d-49fb-86aa-97df2d4eb215 req-dab44f2f-56a1-4894-9c5d-f7a6a7f801c6 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:28.129691 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab44f2f-56a1-4894-9c5d-f7a6a7f801c6 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Pushing event deleted for resources: {'Port': ['ID=91f8550f-7c6e-4f43-81db-91e2670bc6ae,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:28.182179 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['340b14e3-4287-43f8-a3a0-d594186321f6', '07547904-825e-4f1e-bf9b-eb2fc12e8810', '32daf59e-30ee-4850-815e-972dba797556'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:27:28.264764 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ae3d3a6-908d-49fb-86aa-97df2d4eb215 req-dab44f2f-56a1-4894-9c5d-f7a6a7f801c6 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] No DVR routers for this DVR port 91f8550f-7c6e-4f43-81db-91e2670bc6ae on host n-h1-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:27:28.269602 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-5ae3d3a6-908d-49fb-86aa-97df2d4eb215 req-dab44f2f-56a1-4894-9c5d-f7a6a7f801c6 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:28.276423 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cae43b1c-7243-44be-959d-68da5cf199b2', 'name': 'network-vif-deleted', 'tag': '91f8550f-7c6e-4f43-81db-91e2670bc6ae'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:27:28.295817 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5ae3d3a6-908d-49fb-86aa-97df2d4eb215 req-dab44f2f-56a1-4894-9c5d-f7a6a7f801c6 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.20 "DELETE /v2.0/ports/91f8550f-7c6e-4f43-81db-91e2670bc6ae HTTP/1.1" status: 204 len: 173 time: 4.0622911 May 31 13:27:28.443308 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-a1fce844-32fc-48f9-879a-30640ac31d57 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a487a8012f6942fe8ddd9bac507c4ea0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7015805 May 31 13:27:28.446063 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41168) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:27:28.466483 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1c004129-8b50-4aef-9c59-c4a0bd7a3e4d req-08e5b0f8-be10-43fd-9a5d-357fc23499fe tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/security-groups?id=1de4fedc-888a-46c6-9d87-1b48c5765046&id=71a9d93c-f6cb-49b0-b2f5-61553702d6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5263329 May 31 13:27:28.469737 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de11154-5cfe-4ec0-b499-76acbe7d659d service neutron] Pushing event updated for resources: {'Port': ['ID=05ae88ea-d0ae-410f-9fc2-dd7330f8c30f,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:28.545135 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-be37809e-2a9e-428d-be18-990fa35ecd38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:28.548826 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-07c5819b-874d-4203-af63-64f0f651c574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:28.580400 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-07c5819b-874d-4203-af63-64f0f651c574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:28.651411 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 4794bb7b-447e-424b-b7ea-f4f19c3f6227 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:27:28.696415 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-07c5819b-874d-4203-af63-64f0f651c574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:28.730911 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-07c5819b-874d-4203-af63-64f0f651c574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:28.732414 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-07c5819b-874d-4203-af63-64f0f651c574 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/98e17d4a-ac5b-4480-9bc6-49977fe0902a HTTP/1.1" status: 204 len: 168 time: 0.2852609 May 31 13:27:28.735380 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c5819b-874d-4203-af63-64f0f651c574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e17d4a-ac5b-4480-9bc6-49977fe0902a,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:28.778569 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c60e4d-49c8-40dc-8e7d-94ac381b5a43 req-de5e597b-a521-4354-a112-9578061a95db tempest-LiveMigrationTest-979382837 tempest-LiveMigrationTest-979382837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:28.783345 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f0c60e4d-49c8-40dc-8e7d-94ac381b5a43 req-de5e597b-a521-4354-a112-9578061a95db tempest-LiveMigrationTest-979382837 tempest-LiveMigrationTest-979382837-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=24302c62-7ac3-4163-8b04-e80e5c068019 HTTP/1.1" status: 200 len: 1096 time: 1.3429978 May 31 13:27:28.813972 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-0d14be81-4656-483e-8c12-fd789eff089b req-ce9bdca5-5edf-43b7-a913-9dbf8f7358ab tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:28.821741 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b2aff41c-824c-4362-bea9-e57ef9269e0b None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:28.839040 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b2aff41c-824c-4362-bea9-e57ef9269e0b None None] Transition to ACTIVE for port object 50c579ec-b4fe-4444-83e5-25d3369ee18f will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:27:28.879513 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b2aff41c-824c-4362-bea9-e57ef9269e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:28.993078 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-642799f4-3e07-428b-b251-039e0fb374ab req-671a6d36-afa6-4ec1-aa8a-12b31e1f7d11 tempest-SecurityGroupsTestAdminJSON-1564117374 tempest-SecurityGroupsTestAdminJSON-1564117374-project] Request body: {'security_group': {'name': 'tempest-securitygroup-554582745', 'description': 'tempest-description-516862076'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:27:28.999592 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-642799f4-3e07-428b-b251-039e0fb374ab req-671a6d36-afa6-4ec1-aa8a-12b31e1f7d11 tempest-SecurityGroupsTestAdminJSON-1564117374 tempest-SecurityGroupsTestAdminJSON-1564117374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:27:29.004089 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-642799f4-3e07-428b-b251-039e0fb374ab req-671a6d36-afa6-4ec1-aa8a-12b31e1f7d11 tempest-SecurityGroupsTestAdminJSON-1564117374 tempest-SecurityGroupsTestAdminJSON-1564117374-project] Usage tracker for resource:security_group and tenant:83df2d6315494dc3a3ceae05f36380d9 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:27:29.007992 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-642799f4-3e07-428b-b251-039e0fb374ab req-671a6d36-afa6-4ec1-aa8a-12b31e1f7d11 tempest-SecurityGroupsTestAdminJSON-1564117374 tempest-SecurityGroupsTestAdminJSON-1564117374-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:27:29.014299 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-642799f4-3e07-428b-b251-039e0fb374ab req-671a6d36-afa6-4ec1-aa8a-12b31e1f7d11 tempest-SecurityGroupsTestAdminJSON-1564117374 tempest-SecurityGroupsTestAdminJSON-1564117374-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:27:29.051903 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9bdca5-5edf-43b7-a913-9dbf8f7358ab tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Pushing event deleted for resources: {'Port': ['ID=4794bb7b-447e-424b-b7ea-f4f19c3f6227,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:29.066499 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddb360d-f5bb-46fb-aa50-42740f35dfe0 None None] Pushing event updated for resources: {'Port': ['ID=50c579ec-b4fe-4444-83e5-25d3369ee18f,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:29.067219 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-642799f4-3e07-428b-b251-039e0fb374ab req-671a6d36-afa6-4ec1-aa8a-12b31e1f7d11 tempest-SecurityGroupsTestAdminJSON-1564117374 tempest-SecurityGroupsTestAdminJSON-1564117374-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:29.153404 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f0c60e4d-49c8-40dc-8e7d-94ac381b5a43 req-ea4e9860-bc83-43eb-bab0-60cf54961d82 tempest-LiveMigrationTest-979382837 tempest-LiveMigrationTest-979382837-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=3d29a7ba-8da4-4594-bfbf-9f55cd071e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3539255 May 31 13:27:29.154216 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-642799f4-3e07-428b-b251-039e0fb374ab req-671a6d36-afa6-4ec1-aa8a-12b31e1f7d11 tempest-SecurityGroupsTestAdminJSON-1564117374 tempest-SecurityGroupsTestAdminJSON-1564117374-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:29.231423 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d14be81-4656-483e-8c12-fd789eff089b req-ce9bdca5-5edf-43b7-a913-9dbf8f7358ab tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] No DVR routers for this DVR port 4794bb7b-447e-424b-b7ea-f4f19c3f6227 on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:27:29.241548 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-0d14be81-4656-483e-8c12-fd789eff089b req-ce9bdca5-5edf-43b7-a913-9dbf8f7358ab tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:29.340429 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-642799f4-3e07-428b-b251-039e0fb374ab req-671a6d36-afa6-4ec1-aa8a-12b31e1f7d11 tempest-SecurityGroupsTestAdminJSON-1564117374 tempest-SecurityGroupsTestAdminJSON-1564117374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:27:29.348157 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-696f8620-8a25-474c-a2f0-396e06af9323'] response: {'server_uuid': 'cae43b1c-7243-44be-959d-68da5cf199b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91f8550f-7c6e-4f43-81db-91e2670bc6ae', 'code': 200} May 31 13:27:29.353803 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-642799f4-3e07-428b-b251-039e0fb374ab req-671a6d36-afa6-4ec1-aa8a-12b31e1f7d11 tempest-SecurityGroupsTestAdminJSON-1564117374 tempest-SecurityGroupsTestAdminJSON-1564117374-project] Usage tracker for resource:security_group_rule and tenant:83df2d6315494dc3a3ceae05f36380d9 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:27:29.370865 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] No active binding found for port 4794bb7b-447e-424b-b7ea-f4f19c3f6227 {{(pid=88371) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 31 13:27:29.373516 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 4794bb7b-447e-424b-b7ea-f4f19c3f6227 not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:27:29.375420 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0d14be81-4656-483e-8c12-fd789eff089b req-ce9bdca5-5edf-43b7-a913-9dbf8f7358ab tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.44 "DELETE /v2.0/ports/4794bb7b-447e-424b-b7ea-f4f19c3f6227 HTTP/1.1" status: 204 len: 173 time: 3.9523282 May 31 13:27:29.380121 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-642799f4-3e07-428b-b251-039e0fb374ab req-671a6d36-afa6-4ec1-aa8a-12b31e1f7d11 tempest-SecurityGroupsTestAdminJSON-1564117374 tempest-SecurityGroupsTestAdminJSON-1564117374-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:27:29.392379 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [req-fb488e25-f9ae-405d-8668-dd9a564f25b6 req-8f8d5b88-8e4d-4355-aecd-18bb2b2ef89f tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] show failed (client error): The resource could not be found. May 31 13:27:29.409851 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fb488e25-f9ae-405d-8668-dd9a564f25b6 req-8f8d5b88-8e4d-4355-aecd-18bb2b2ef89f tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] 10.222.0.50 "GET /v2.0/security-groups/d6633faa-01a3-48e3-abab-8b81e6b8ae9f HTTP/1.1" status: 404 len: 352 time: 0.0648139 May 31 13:27:29.417258 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-642799f4-3e07-428b-b251-039e0fb374ab req-671a6d36-afa6-4ec1-aa8a-12b31e1f7d11 tempest-SecurityGroupsTestAdminJSON-1564117374 tempest-SecurityGroupsTestAdminJSON-1564117374-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:27:29.554878 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-b2aff41c-824c-4362-bea9-e57ef9269e0b None None] Attempting to bind port 50c579ec-b4fe-4444-83e5-25d3369ee18f on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:27:29.555403 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-b2aff41c-824c-4362-bea9-e57ef9269e0b None None] Attempting to bind port 50c579ec-b4fe-4444-83e5-25d3369ee18f by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '4d75b4c6-9dbf-466e-9960-e4baeffc8b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ef7bc708-faad-4f53-9863-9b17fc2bd3a4'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:27:29.555928 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2aff41c-824c-4362-bea9-e57ef9269e0b None None] Attempting to bind port 50c579ec-b4fe-4444-83e5-25d3369ee18f on network ef7bc708-faad-4f53-9863-9b17fc2bd3a4 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:27:29.580676 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2aff41c-824c-4362-bea9-e57ef9269e0b None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:27:29.581287 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2aff41c-824c-4362-bea9-e57ef9269e0b None None] Checking segment: {'id': '4d75b4c6-9dbf-466e-9960-e4baeffc8b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ef7bc708-faad-4f53-9863-9b17fc2bd3a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:27:29.581567 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b2aff41c-824c-4362-bea9-e57ef9269e0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:29.582156 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2aff41c-824c-4362-bea9-e57ef9269e0b None None] Bound using segment: {'id': '4d75b4c6-9dbf-466e-9960-e4baeffc8b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ef7bc708-faad-4f53-9863-9b17fc2bd3a4'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:27:29.582842 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-b2aff41c-824c-4362-bea9-e57ef9269e0b None None] Bound port: 50c579ec-b4fe-4444-83e5-25d3369ee18f, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d75b4c6-9dbf-466e-9960-e4baeffc8b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ef7bc708-faad-4f53-9863-9b17fc2bd3a4'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:27:29.583370 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b2aff41c-824c-4362-bea9-e57ef9269e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:29.728558 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-b2aff41c-824c-4362-bea9-e57ef9269e0b None None] For port 50c579ec-b4fe-4444-83e5-25d3369ee18f, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:27:29.751423 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-b2aff41c-824c-4362-bea9-e57ef9269e0b None None] For port 50c579ec-b4fe-4444-83e5-25d3369ee18f, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=50c579ec-b4fe-4444-83e5-25d3369ee18f,segment=NetworkSegment(4d75b4c6-9dbf-466e-9960-e4baeffc8b58),segment_id=4d75b4c6-9dbf-466e-9960-e4baeffc8b58)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:27:29.806691 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b2aff41c-824c-4362-bea9-e57ef9269e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:29.916457 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-be37809e-2a9e-428d-be18-990fa35ecd38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e966406-8086-497d-9f36-fd419f01573c {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:27:29.936040 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-be37809e-2a9e-428d-be18-990fa35ecd38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:29.957981 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddb360d-f5bb-46fb-aa50-42740f35dfe0 None None] Pushing event updated for resources: {'Port': ['ID=50c579ec-b4fe-4444-83e5-25d3369ee18f,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:29.976831 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-be37809e-2a9e-428d-be18-990fa35ecd38 service neutron] Transition to ACTIVE for port object 8e966406-8086-497d-9f36-fd419f01573c will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:27:29.987180 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-be37809e-2a9e-428d-be18-990fa35ecd38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:30.018245 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2aff41c-824c-4362-bea9-e57ef9269e0b None None] Routers {'450e5751-4d0c-4fea-9698-137a06d1e8eb'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:27:30.019272 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-b2aff41c-824c-4362-bea9-e57ef9269e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:27:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['450e5751-4d0c-4fea-9698-137a06d1e8eb'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:27:30.089671 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-642799f4-3e07-428b-b251-039e0fb374ab req-671a6d36-afa6-4ec1-aa8a-12b31e1f7d11 tempest-SecurityGroupsTestAdminJSON-1564117374 tempest-SecurityGroupsTestAdminJSON-1564117374-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:30.323264 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-642799f4-3e07-428b-b251-039e0fb374ab req-671a6d36-afa6-4ec1-aa8a-12b31e1f7d11 tempest-SecurityGroupsTestAdminJSON-1564117374 tempest-SecurityGroupsTestAdminJSON-1564117374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:30.443637 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-642799f4-3e07-428b-b251-039e0fb374ab req-671a6d36-afa6-4ec1-aa8a-12b31e1f7d11 tempest-SecurityGroupsTestAdminJSON-1564117374 tempest-SecurityGroupsTestAdminJSON-1564117374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:27:30.450696 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671a6d36-afa6-4ec1-aa8a-12b31e1f7d11 tempest-SecurityGroupsTestAdminJSON-1564117374 tempest-SecurityGroupsTestAdminJSON-1564117374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84314846-c507-4097-a979-7f8b48962ccf,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:30.601260 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-642799f4-3e07-428b-b251-039e0fb374ab req-671a6d36-afa6-4ec1-aa8a-12b31e1f7d11 tempest-SecurityGroupsTestAdminJSON-1564117374 tempest-SecurityGroupsTestAdminJSON-1564117374-project] Usage tracker for resource:security_group_rule and tenant:83df2d6315494dc3a3ceae05f36380d9 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:27:30.642953 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41204) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:27:30.692097 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-642799f4-3e07-428b-b251-039e0fb374ab req-671a6d36-afa6-4ec1-aa8a-12b31e1f7d11 tempest-SecurityGroupsTestAdminJSON-1564117374 tempest-SecurityGroupsTestAdminJSON-1564117374-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:27:30.710196 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be37809e-2a9e-428d-be18-990fa35ecd38 service neutron] Pushing event updated for resources: {'Port': ['ID=8e966406-8086-497d-9f36-fd419f01573c,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:30.727646 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-642799f4-3e07-428b-b251-039e0fb374ab req-671a6d36-afa6-4ec1-aa8a-12b31e1f7d11 tempest-SecurityGroupsTestAdminJSON-1564117374 tempest-SecurityGroupsTestAdminJSON-1564117374-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:27:30.744099 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-b2aff41c-824c-4362-bea9-e57ef9269e0b None None] Set router 450e5751-4d0c-4fea-9698-137a06d1e8eb gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:27:30.791586 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-be37809e-2a9e-428d-be18-990fa35ecd38 service neutron] Attempting to bind port 8e966406-8086-497d-9f36-fd419f01573c on host n-h1-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:27:30.792024 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-be37809e-2a9e-428d-be18-990fa35ecd38 service neutron] Attempting to bind port 8e966406-8086-497d-9f36-fd419f01573c by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': '3438d023-0058-42be-b2fa-a81ef9f95959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '2d2d7c1f-d966-47df-b1e1-24eb3c3d5e68'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:27:30.792189 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-be37809e-2a9e-428d-be18-990fa35ecd38 service neutron] Attempting to bind port 8e966406-8086-497d-9f36-fd419f01573c on network 2d2d7c1f-d966-47df-b1e1-24eb3c3d5e68 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:27:30.801500 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-be37809e-2a9e-428d-be18-990fa35ecd38 service neutron] Port 8e966406-8086-497d-9f36-fd419f01573c on network 2d2d7c1f-d966-47df-b1e1-24eb3c3d5e68 not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:27:30.801826 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-be37809e-2a9e-428d-be18-990fa35ecd38 service neutron] Attempting to bind port 8e966406-8086-497d-9f36-fd419f01573c on network 2d2d7c1f-d966-47df-b1e1-24eb3c3d5e68 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:27:30.809490 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-be37809e-2a9e-428d-be18-990fa35ecd38 service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:27:30.809862 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-be37809e-2a9e-428d-be18-990fa35ecd38 service neutron] Checking segment: {'id': '3438d023-0058-42be-b2fa-a81ef9f95959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '2d2d7c1f-d966-47df-b1e1-24eb3c3d5e68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:27:30.810338 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-be37809e-2a9e-428d-be18-990fa35ecd38 service neutron] Bound using segment: {'id': '3438d023-0058-42be-b2fa-a81ef9f95959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '2d2d7c1f-d966-47df-b1e1-24eb3c3d5e68'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:27:30.810776 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-be37809e-2a9e-428d-be18-990fa35ecd38 service neutron] Bound port: 8e966406-8086-497d-9f36-fd419f01573c, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3438d023-0058-42be-b2fa-a81ef9f95959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '2d2d7c1f-d966-47df-b1e1-24eb3c3d5e68'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:27:30.811128 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-be37809e-2a9e-428d-be18-990fa35ecd38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:30.925103 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-642799f4-3e07-428b-b251-039e0fb374ab req-671a6d36-afa6-4ec1-aa8a-12b31e1f7d11 tempest-SecurityGroupsTestAdminJSON-1564117374 tempest-SecurityGroupsTestAdminJSON-1564117374-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:30.941977 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-642799f4-3e07-428b-b251-039e0fb374ab req-671a6d36-afa6-4ec1-aa8a-12b31e1f7d11 tempest-SecurityGroupsTestAdminJSON-1564117374 tempest-SecurityGroupsTestAdminJSON-1564117374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:30.978088 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-84df740c-19aa-468c-8249-45c361f72bd5 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1428493909-network', 'tenant_id': '4a3167498c124479b2acfc56163122d6'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:27:30.998175 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-be37809e-2a9e-428d-be18-990fa35ecd38 service neutron] For port 8e966406-8086-497d-9f36-fd419f01573c, host n-h1-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:27:31.000220 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-84df740c-19aa-468c-8249-45c361f72bd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:27:31.011532 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-84df740c-19aa-468c-8249-45c361f72bd5 admin admin] Usage tracker for resource:network and tenant:4a3167498c124479b2acfc56163122d6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:27:31.014050 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671a6d36-afa6-4ec1-aa8a-12b31e1f7d11 tempest-SecurityGroupsTestAdminJSON-1564117374 tempest-SecurityGroupsTestAdminJSON-1564117374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d74724d-f03a-47b3-a8ca-cdfdefcd4f62,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:31.019615 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-be37809e-2a9e-428d-be18-990fa35ecd38 service neutron] For port 8e966406-8086-497d-9f36-fd419f01573c, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=8e966406-8086-497d-9f36-fd419f01573c,segment=NetworkSegment(3438d023-0058-42be-b2fa-a81ef9f95959),segment_id=3438d023-0058-42be-b2fa-a81ef9f95959)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:27:31.022112 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-642799f4-3e07-428b-b251-039e0fb374ab req-671a6d36-afa6-4ec1-aa8a-12b31e1f7d11 tempest-SecurityGroupsTestAdminJSON-1564117374 tempest-SecurityGroupsTestAdminJSON-1564117374-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:31.026486 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-84df740c-19aa-468c-8249-45c361f72bd5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:27:31.040533 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-642799f4-3e07-428b-b251-039e0fb374ab req-671a6d36-afa6-4ec1-aa8a-12b31e1f7d11 tempest-SecurityGroupsTestAdminJSON-1564117374 tempest-SecurityGroupsTestAdminJSON-1564117374-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 2.0524471 May 31 13:27:31.040939 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-84df740c-19aa-468c-8249-45c361f72bd5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:27:31.055010 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-be37809e-2a9e-428d-be18-990fa35ecd38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:31.061434 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84df740c-19aa-468c-8249-45c361f72bd5 admin admin] Made reservation on behalf of 4a3167498c124479b2acfc56163122d6 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:27:31.067243 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-84df740c-19aa-468c-8249-45c361f72bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:31.093722 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-84df740c-19aa-468c-8249-45c361f72bd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:31.137587 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-84df740c-19aa-468c-8249-45c361f72bd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:27:31.146677 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-84df740c-19aa-468c-8249-45c361f72bd5 admin admin] Usage tracker for resource:security_group_rule and tenant:4a3167498c124479b2acfc56163122d6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:27:31.152334 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-84df740c-19aa-468c-8249-45c361f72bd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:27:31.167510 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-84df740c-19aa-468c-8249-45c361f72bd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:27:31.469824 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be37809e-2a9e-428d-be18-990fa35ecd38 service neutron] Pushing event updated for resources: {'Port': ['ID=8e966406-8086-497d-9f36-fd419f01573c,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:31.512384 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-b2aff41c-824c-4362-bea9-e57ef9269e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450e5751-4d0c-4fea-9698-137a06d1e8eb', 'name': 'tempest-ServerActionsTestJSON-633123195-router', 'tenant_id': 'bc5142db886b48f8906c49afcc233362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': 'b0ff9342-7286-4582-a322-b61313944bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:27:07Z', 'updated_at': '2022-05-31T13:27:22Z', 'revision_number': 4, 'project_id': 'bc5142db886b48f8906c49afcc233362', 'gw_port': {'id': 'b0ff9342-7286-4582-a322-b61313944bd3', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450e5751-4d0c-4fea-9698-137a06d1e8eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:27:10Z', 'updated_at': '2022-05-31T13:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '50c579ec-b4fe-4444-83e5-25d3369ee18f', 'name': '', 'network_id': 'ef7bc708-faad-4f53-9863-9b17fc2bd3a4', 'tenant_id': 'bc5142db886b48f8906c49afcc233362', 'mac_address': 'fa:16:3e:43:c2:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450e5751-4d0c-4fea-9698-137a06d1e8eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '03601eff-cc07-4210-91b9-54e2e22c50f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:27:19Z', 'updated_at': '2022-05-31T13:27:29Z', 'revision_number': 4, 'project_id': 'bc5142db886b48f8906c49afcc233362', 'subnets': [{'id': '03601eff-cc07-4210-91b9-54e2e22c50f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:27:31.513828 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35a7f309-16eb-49e1-8243-15f6d5d7ca98'] response: {'name': 'network-changed', 'server_uuid': 'f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a', 'tag': '05ae88ea-d0ae-410f-9fc2-dd7330f8c30f', 'status': 'completed', 'code': 200} May 31 13:27:31.546122 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2aff41c-824c-4362-bea9-e57ef9269e0b None None] The sync data for ids ['450e5751-4d0c-4fea-9698-137a06d1e8eb'] in n-d-843939-1 is: [{'id': '450e5751-4d0c-4fea-9698-137a06d1e8eb', 'name': 'tempest-ServerActionsTestJSON-633123195-router', 'tenant_id': 'bc5142db886b48f8906c49afcc233362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': 'b0ff9342-7286-4582-a322-b61313944bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:27:07Z', 'updated_at': '2022-05-31T13:27:22Z', 'revision_number': 4, 'project_id': 'bc5142db886b48f8906c49afcc233362', 'gw_port': {'id': 'b0ff9342-7286-4582-a322-b61313944bd3', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450e5751-4d0c-4fea-9698-137a06d1e8eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:27:10Z', 'updated_at': '2022-05-31T13:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '50c579ec-b4fe-4444-83e5-25d3369ee18f', 'name': '', 'network_id': 'ef7bc708-faad-4f53-9863-9b17fc2bd3a4', 'tenant_id': 'bc5142db886b48f8906c49afcc233362', 'mac_address': 'fa:16:3e:43:c2:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450e5751-4d0c-4fea-9698-137a06d1e8eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '03601eff-cc07-4210-91b9-54e2e22c50f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:27:19Z', 'updated_at': '2022-05-31T13:27:29Z', 'revision_number': 4, 'project_id': 'bc5142db886b48f8906c49afcc233362', 'subnets': [{'id': '03601eff-cc07-4210-91b9-54e2e22c50f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:27:31.551224 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-be37809e-2a9e-428d-be18-990fa35ecd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:31.554271 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-be37809e-2a9e-428d-be18-990fa35ecd38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:31.555743 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-be37809e-2a9e-428d-be18-990fa35ecd38 service neutron] 10.222.0.20 "PUT /v2.0/ports/8e966406-8086-497d-9f36-fd419f01573c HTTP/1.1" status: 200 len: 1091 time: 3.5366795 May 31 13:27:31.591427 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-96b58cd7-5920-4e63-9949-313555487596 service neutron] Request body: {'port': {'device_id': 'f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:27:31.614031 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc9ebc9b-7c07-42f1-9e7f-6390c946422f'] response: {'server_uuid': 'cae43b1c-7243-44be-959d-68da5cf199b2', 'name': 'network-vif-deleted', 'tag': '91f8550f-7c6e-4f43-81db-91e2670bc6ae', 'status': 'completed', 'code': 200} May 31 13:27:31.795808 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-84df740c-19aa-468c-8249-45c361f72bd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:31.802395 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-84df740c-19aa-468c-8249-45c361f72bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:31.859907 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41220) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:27:31.909573 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['340b14e3-4287-43f8-a3a0-d594186321f6', '07547904-825e-4f1e-bf9b-eb2fc12e8810', '32daf59e-30ee-4850-815e-972dba797556'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:27:31.921327 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-96b58cd7-5920-4e63-9949-313555487596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:32.042087 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41226) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:27:32.087866 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-76fe4b85-ce03-4cce-a981-ddf707139fe9 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Request body: {'security_group': {'name': 'tempest-securitygroup--283810391', 'description': 'tempest-description--138425684'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:27:32.117395 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84df740c-19aa-468c-8249-45c361f72bd5 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:27:32.153538 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-76fe4b85-ce03-4cce-a981-ddf707139fe9 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:27:32.165155 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-76fe4b85-ce03-4cce-a981-ddf707139fe9 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Usage tracker for resource:security_group and tenant:bc5142db886b48f8906c49afcc233362 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:27:32.174265 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-76fe4b85-ce03-4cce-a981-ddf707139fe9 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:27:32.178128 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-84df740c-19aa-468c-8249-45c361f72bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:32.184631 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-84df740c-19aa-468c-8249-45c361f72bd5 admin admin] Added segment 4d066d05-cdce-46e1-9764-8a91fcd18529 of type vlan for network 51977e84-df1f-4ca5-947c-7cd964e4ca30 May 31 13:27:32.222144 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed9be5-0a2a-490e-8ea0-d1863be30ac9 req-23f88442-6a6e-4ff4-9dc3-ead86006c5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:32.223640 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed9be5-0a2a-490e-8ea0-d1863be30ac9 req-23f88442-6a6e-4ff4-9dc3-ead86006c5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:32.226774 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed9be5-0a2a-490e-8ea0-d1863be30ac9 req-23f88442-6a6e-4ff4-9dc3-ead86006c5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:32.227684 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed9be5-0a2a-490e-8ea0-d1863be30ac9 req-23f88442-6a6e-4ff4-9dc3-ead86006c5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:32.228413 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed9be5-0a2a-490e-8ea0-d1863be30ac9 req-23f88442-6a6e-4ff4-9dc3-ead86006c5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:32.229049 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed9be5-0a2a-490e-8ea0-d1863be30ac9 req-23f88442-6a6e-4ff4-9dc3-ead86006c5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:32.230975 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed9be5-0a2a-490e-8ea0-d1863be30ac9 req-23f88442-6a6e-4ff4-9dc3-ead86006c5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:32.236755 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-44ed9be5-0a2a-490e-8ea0-d1863be30ac9 req-23f88442-6a6e-4ff4-9dc3-ead86006c5aa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3239bed898c344b59ed7ea3353897e74&device_id=f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a HTTP/1.1" status: 200 len: 6411 time: 0.7756543 May 31 13:27:32.239190 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84df740c-19aa-468c-8249-45c361f72bd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a45fcbe6-f2bd-489e-98d1-8cd92d7ced8d,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:32.357750 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-84df740c-19aa-468c-8249-45c361f72bd5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:32.396431 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-76fe4b85-ce03-4cce-a981-ddf707139fe9 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:27:32.558549 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.db.resource_extend [None req-84df740c-19aa-468c-8249-45c361f72bd5 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:27:32.660881 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-84df740c-19aa-468c-8249-45c361f72bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:32.664821 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84df740c-19aa-468c-8249-45c361f72bd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:32.666253 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-84df740c-19aa-468c-8249-45c361f72bd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:32.686385 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3446c60f-6161-4b5a-a368-6fb25c784ecd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:32.709485 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a58ee880-aed0-4392-92aa-777e3ec7e507 req-ecb15bb5-2514-4542-b435-23827fc1aa00 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] 10.222.0.50 "GET /v2.0/security-groups/2799b8de-6e13-4618-86f8-10cd073efc5d HTTP/1.1" status: 200 len: 1805 time: 0.6290772 May 31 13:27:32.717959 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-3446c60f-6161-4b5a-a368-6fb25c784ecd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:27:32.720516 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-76fe4b85-ce03-4cce-a981-ddf707139fe9 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:32.754379 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed9be5-0a2a-490e-8ea0-d1863be30ac9 req-83dac5e1-9e3a-4f32-8d07-36fa1af0d28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:32.755317 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed9be5-0a2a-490e-8ea0-d1863be30ac9 req-83dac5e1-9e3a-4f32-8d07-36fa1af0d28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:32.756191 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed9be5-0a2a-490e-8ea0-d1863be30ac9 req-83dac5e1-9e3a-4f32-8d07-36fa1af0d28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:32.759903 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-44ed9be5-0a2a-490e-8ea0-d1863be30ac9 req-83dac5e1-9e3a-4f32-8d07-36fa1af0d28d service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=3239bed898c344b59ed7ea3353897e74&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4468441 May 31 13:27:32.801819 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-3446c60f-6161-4b5a-a368-6fb25c784ecd admin admin] Usage tracker for resource:security_group_rule and tenant:cad4aa0fa90c465490afe901eb2fd673 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:27:32.878393 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-3446c60f-6161-4b5a-a368-6fb25c784ecd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:27:32.887215 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a58ee880-aed0-4392-92aa-777e3ec7e507 req-0296dda6-bf27-4da0-900b-256ffc77c786 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:32.920332 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a58ee880-aed0-4392-92aa-777e3ec7e507 req-0296dda6-bf27-4da0-900b-256ffc77c786 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:33.015026 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-3446c60f-6161-4b5a-a368-6fb25c784ecd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:27:33.051631 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-84df740c-19aa-468c-8249-45c361f72bd5 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.4001400 May 31 13:27:33.055559 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41248) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:27:33.061686 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84df740c-19aa-468c-8249-45c361f72bd5 admin admin] Pushing event updated for resources: {'Network': ['ID=51977e84-df1f-4ca5-947c-7cd964e4ca30,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:33.067412 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-76fe4b85-ce03-4cce-a981-ddf707139fe9 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:27:33.071877 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-ae891ec9-8648-4dc8-99a9-75ab745b37f0 admin admin] Request body: {'subnet': {'network_id': '51977e84-df1f-4ca5-947c-7cd964e4ca30', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1428493909-subnet', 'tenant_id': '4a3167498c124479b2acfc56163122d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:27:33.081632 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-76fe4b85-ce03-4cce-a981-ddf707139fe9 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Usage tracker for resource:security_group_rule and tenant:bc5142db886b48f8906c49afcc233362 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:27:33.086861 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ae891ec9-8648-4dc8-99a9-75ab745b37f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:27:33.088129 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 51977e84-df1f-4ca5-947c-7cd964e4ca30 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:27:33.114159 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ae891ec9-8648-4dc8-99a9-75ab745b37f0 admin admin] Usage tracker for resource:subnet and tenant:4a3167498c124479b2acfc56163122d6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:27:33.115473 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-76fe4b85-ce03-4cce-a981-ddf707139fe9 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:27:33.122425 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ae891ec9-8648-4dc8-99a9-75ab745b37f0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:27:33.138969 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ae891ec9-8648-4dc8-99a9-75ab745b37f0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:27:33.144296 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-76fe4b85-ce03-4cce-a981-ddf707139fe9 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:27:33.149578 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a58ee880-aed0-4392-92aa-777e3ec7e507 req-0296dda6-bf27-4da0-900b-256ffc77c786 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:33.199657 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed9be5-0a2a-490e-8ea0-d1863be30ac9 req-70559e5d-69d9-4375-8ee3-c53b88e39259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:33.203445 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-44ed9be5-0a2a-490e-8ea0-d1863be30ac9 req-70559e5d-69d9-4375-8ee3-c53b88e39259 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4228301 May 31 13:27:33.205764 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae891ec9-8648-4dc8-99a9-75ab745b37f0 admin admin] Made reservation on behalf of 4a3167498c124479b2acfc56163122d6 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:27:33.221118 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ae891ec9-8648-4dc8-99a9-75ab745b37f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:33.374746 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-96b58cd7-5920-4e63-9949-313555487596 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10ed9e35-6e6d-4cf1-8c03-6739c221f3a3 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:27:33.388345 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-96b58cd7-5920-4e63-9949-313555487596 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:33.407593 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-96b58cd7-5920-4e63-9949-313555487596 service neutron] Transition to ACTIVE for port object 10ed9e35-6e6d-4cf1-8c03-6739c221f3a3 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:27:33.476996 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a58ee880-aed0-4392-92aa-777e3ec7e507 req-0296dda6-bf27-4da0-900b-256ffc77c786 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:33.478871 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a58ee880-aed0-4392-92aa-777e3ec7e507 req-0296dda6-bf27-4da0-900b-256ffc77c786 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] 10.222.0.50 "DELETE /v2.0/security-groups/2799b8de-6e13-4618-86f8-10cd073efc5d HTTP/1.1" status: 204 len: 173 time: 0.7440007 May 31 13:27:33.494762 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-96b58cd7-5920-4e63-9949-313555487596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:33.667199 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0296dda6-bf27-4da0-900b-256ffc77c786 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2799b8de-6e13-4618-86f8-10cd073efc5d,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:33.739760 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 50c579ec-b4fe-4444-83e5-25d3369ee18f up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:27:33.785885 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ae891ec9-8648-4dc8-99a9-75ab745b37f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:33.830238 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd227f0c-1027-4194-8c63-045bc1ccb95b', 'name': 'network-vif-deleted', 'tag': '4794bb7b-447e-424b-b7ea-f4f19c3f6227'}, {'name': 'network-changed', 'server_uuid': 'f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a', 'tag': '8e966406-8086-497d-9f36-fd419f01573c'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:27:33.965172 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 50c579ec-b4fe-4444-83e5-25d3369ee18f completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:27:33.978912 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 50c579ec-b4fe-4444-83e5-25d3369ee18f triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:27:33.982010 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:34.008097 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae891ec9-8648-4dc8-99a9-75ab745b37f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=275771fd-dda7-4f92-8c0a-d5c15290b60c,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:34.019408 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-76fe4b85-ce03-4cce-a981-ddf707139fe9 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:34.028641 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae891ec9-8648-4dc8-99a9-75ab745b37f0 admin admin] Checking segment: {'id': '4d066d05-cdce-46e1-9764-8a91fcd18529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '51977e84-df1f-4ca5-947c-7cd964e4ca30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:27:34.031127 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae891ec9-8648-4dc8-99a9-75ab745b37f0 admin admin] Network hostable DHCP agents. Network: 51977e84-df1f-4ca5-947c-7cd964e4ca30, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:27:34.072415 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae891ec9-8648-4dc8-99a9-75ab745b37f0 admin admin] Network 51977e84-df1f-4ca5-947c-7cd964e4ca30 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:27:34.088523 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-ae891ec9-8648-4dc8-99a9-75ab745b37f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 51977e84-df1f-4ca5-947c-7cd964e4ca30) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:27:34.100557 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae891ec9-8648-4dc8-99a9-75ab745b37f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:34.101968 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ae891ec9-8648-4dc8-99a9-75ab745b37f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:34.111355 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83ef558-2274-494f-bad1-de124820bc32 None None] Network 51977e84-df1f-4ca5-947c-7cd964e4ca30 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:27:34.143460 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-76fe4b85-ce03-4cce-a981-ddf707139fe9 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:34.170760 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ae891ec9-8648-4dc8-99a9-75ab745b37f0 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1096117 May 31 13:27:34.221581 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3446c60f-6161-4b5a-a368-6fb25c784ecd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:34.279624 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [req-df85ced9-f598-4e90-9f27-16e159209caa req-8bdcdb88-4cd2-49f9-af58-c15a5bcc0634 tempest-LiveMigrationTest-979382837 tempest-LiveMigrationTest-979382837-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:27:34.281554 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-df85ced9-f598-4e90-9f27-16e159209caa req-8bdcdb88-4cd2-49f9-af58-c15a5bcc0634 tempest-LiveMigrationTest-979382837 tempest-LiveMigrationTest-979382837-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2793043 May 31 13:27:34.296061 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3446c60f-6161-4b5a-a368-6fb25c784ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:34.310044 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b58cd7-5920-4e63-9949-313555487596 service neutron] Pushing event updated for resources: {'Port': ['ID=10ed9e35-6e6d-4cf1-8c03-6739c221f3a3,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:34.456251 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 50c579ec-b4fe-4444-83e5-25d3369ee18f is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:27:34.456852 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:34.490951 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fe4b85-ce03-4cce-a981-ddf707139fe9 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffda2590-39a0-411b-8152-4a5699ec7511,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:34.540107 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-df85ced9-f598-4e90-9f27-16e159209caa req-c63d1605-418b-45d2-aeae-58f4b29c93e9 service neutron] Request body: {'binding': {'host': 'n-h1-843939-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:27:34.541131 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-df85ced9-f598-4e90-9f27-16e159209caa req-c63d1605-418b-45d2-aeae-58f4b29c93e9 service neutron] Unknown quota resources ['binding']. {{(pid=88370) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 31 13:27:34.585537 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 50c579ec-b4fe-4444-83e5-25d3369ee18f, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=50c579ec-b4fe-4444-83e5-25d3369ee18f,segment=NetworkSegment(4d75b4c6-9dbf-466e-9960-e4baeffc8b58),segment_id=4d75b4c6-9dbf-466e-9960-e4baeffc8b58)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:27:34.593597 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-96b58cd7-5920-4e63-9949-313555487596 service neutron] Attempting to bind port 10ed9e35-6e6d-4cf1-8c03-6739c221f3a3 on host n-h1-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:27:34.593862 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c602a72-1002-49cf-b1ce-0fbdf3e5255f None None] Network 51977e84-df1f-4ca5-947c-7cd964e4ca30 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:27:34.594009 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-96b58cd7-5920-4e63-9949-313555487596 service neutron] Attempting to bind port 10ed9e35-6e6d-4cf1-8c03-6739c221f3a3 by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': '3438d023-0058-42be-b2fa-a81ef9f95959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '2d2d7c1f-d966-47df-b1e1-24eb3c3d5e68'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:27:34.594271 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-96b58cd7-5920-4e63-9949-313555487596 service neutron] Attempting to bind port 10ed9e35-6e6d-4cf1-8c03-6739c221f3a3 on network 2d2d7c1f-d966-47df-b1e1-24eb3c3d5e68 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:27:34.600151 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-3446c60f-6161-4b5a-a368-6fb25c784ecd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cad4aa0fa90c465490afe901eb2fd673&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7389538 May 31 13:27:34.601319 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-76fe4b85-ce03-4cce-a981-ddf707139fe9 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:34.605599 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-76fe4b85-ce03-4cce-a981-ddf707139fe9 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.5451245 May 31 13:27:34.605738 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41270) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:27:34.606370 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41272) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:27:34.611548 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-dc169aea-56c6-4629-8336-937da70fbb55 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Request body: {'security_group_rule': {'security_group_id': 'ffda2590-39a0-411b-8152-4a5699ec7511', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:27:34.635762 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-dc169aea-56c6-4629-8336-937da70fbb55 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:27:34.646201 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-96b58cd7-5920-4e63-9949-313555487596 service neutron] Port 10ed9e35-6e6d-4cf1-8c03-6739c221f3a3 on network 2d2d7c1f-d966-47df-b1e1-24eb3c3d5e68 not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:27:34.646829 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-96b58cd7-5920-4e63-9949-313555487596 service neutron] Attempting to bind port 10ed9e35-6e6d-4cf1-8c03-6739c221f3a3 on network 2d2d7c1f-d966-47df-b1e1-24eb3c3d5e68 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:27:34.651869 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-dc169aea-56c6-4629-8336-937da70fbb55 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Usage tracker for resource:security_group_rule and tenant:bc5142db886b48f8906c49afcc233362 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:27:34.657403 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-dc169aea-56c6-4629-8336-937da70fbb55 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:27:34.672963 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-dc169aea-56c6-4629-8336-937da70fbb55 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:27:34.673753 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:34.702597 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c5489-9abe-48b0-80b5-87c06d5d4db0 req-d710face-b8e9-4cf1-bea4-fb0e3a3221bb tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:34.710155 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c5489-9abe-48b0-80b5-87c06d5d4db0 req-d710face-b8e9-4cf1-bea4-fb0e3a3221bb tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:34.718294 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dc169aea-56c6-4629-8336-937da70fbb55 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:34.719080 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c5489-9abe-48b0-80b5-87c06d5d4db0 req-d710face-b8e9-4cf1-bea4-fb0e3a3221bb tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:34.731074 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c5489-9abe-48b0-80b5-87c06d5d4db0 req-d710face-b8e9-4cf1-bea4-fb0e3a3221bb tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:34.742032 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c5489-9abe-48b0-80b5-87c06d5d4db0 req-d710face-b8e9-4cf1-bea4-fb0e3a3221bb tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:34.742252 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4270e5cc-029d-42b6-8e58-79ed2fa8d802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:34.749859 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c5489-9abe-48b0-80b5-87c06d5d4db0 req-d710face-b8e9-4cf1-bea4-fb0e3a3221bb tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:34.760192 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c5489-9abe-48b0-80b5-87c06d5d4db0 req-d710face-b8e9-4cf1-bea4-fb0e3a3221bb tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:34.762987 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1f2c5489-9abe-48b0-80b5-87c06d5d4db0 req-d710face-b8e9-4cf1-bea4-fb0e3a3221bb tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a HTTP/1.1" status: 200 len: 5421 time: 0.9046388 May 31 13:27:34.770612 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-96b58cd7-5920-4e63-9949-313555487596 service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:27:34.771394 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-96b58cd7-5920-4e63-9949-313555487596 service neutron] Checking segment: {'id': '3438d023-0058-42be-b2fa-a81ef9f95959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '2d2d7c1f-d966-47df-b1e1-24eb3c3d5e68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:27:34.772284 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-96b58cd7-5920-4e63-9949-313555487596 service neutron] Bound using segment: {'id': '3438d023-0058-42be-b2fa-a81ef9f95959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '2d2d7c1f-d966-47df-b1e1-24eb3c3d5e68'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:27:34.772940 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-96b58cd7-5920-4e63-9949-313555487596 service neutron] Bound port: 10ed9e35-6e6d-4cf1-8c03-6739c221f3a3, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3438d023-0058-42be-b2fa-a81ef9f95959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '2d2d7c1f-d966-47df-b1e1-24eb3c3d5e68'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:27:34.773526 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-96b58cd7-5920-4e63-9949-313555487596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:34.799113 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3446c60f-6161-4b5a-a368-6fb25c784ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=710a633d-5ab2-4ab6-9677-fa6a91721a21,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:34.800352 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4270e5cc-029d-42b6-8e58-79ed2fa8d802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:34.829210 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=50c579ec-b4fe-4444-83e5-25d3369ee18f,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:34.899768 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dc169aea-56c6-4629-8336-937da70fbb55 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:34.905979 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dc169aea-56c6-4629-8336-937da70fbb55 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:34.936828 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4270e5cc-029d-42b6-8e58-79ed2fa8d802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:34.961579 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc169aea-56c6-4629-8336-937da70fbb55 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b46b432a-729f-4ff8-85c7-bc14fef04185,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:34.975057 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1f2c5489-9abe-48b0-80b5-87c06d5d4db0 req-5044b0bb-1dce-4447-b10f-374ce9a03f77 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/security-groups?id=1de4fedc-888a-46c6-9d87-1b48c5765046&id=71a9d93c-f6cb-49b0-b2f5-61553702d6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1828635 May 31 13:27:35.002743 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4270e5cc-029d-42b6-8e58-79ed2fa8d802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=710a633d-5ab2-4ab6-9677-fa6a91721a21,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:35.004830 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4270e5cc-029d-42b6-8e58-79ed2fa8d802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:35.009136 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-4270e5cc-029d-42b6-8e58-79ed2fa8d802 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/710a633d-5ab2-4ab6-9677-fa6a91721a21 HTTP/1.1" status: 204 len: 168 time: 0.4011469 May 31 13:27:35.012829 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dc169aea-56c6-4629-8336-937da70fbb55 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:35.012829 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-dc169aea-56c6-4629-8336-937da70fbb55 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4053493 May 31 13:27:35.015530 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41280) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:27:35.022783 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-774c69a8-fb25-4680-9a0e-e3c21f4e676d tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Request body: {'security_group_rule': {'security_group_id': 'ffda2590-39a0-411b-8152-4a5699ec7511', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:27:35.035577 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-774c69a8-fb25-4680-9a0e-e3c21f4e676d tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:27:35.040351 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-774c69a8-fb25-4680-9a0e-e3c21f4e676d tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Usage tracker for resource:security_group_rule and tenant:bc5142db886b48f8906c49afcc233362 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:27:35.046749 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-774c69a8-fb25-4680-9a0e-e3c21f4e676d tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:27:35.054949 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-ce305dee-b27f-4ba0-99c5-88120cd6f093 req-032174b2-e6e9-4b8a-a1fb-8fef70c566db tempest-SecurityGroupsTestAdminJSON-1564117374 tempest-SecurityGroupsTestAdminJSON-1564117374-project] Request body: {'security_group': {'name': 'tempest-securitygroup-98876094', 'description': 'tempest-description-781969820'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:27:35.058344 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-774c69a8-fb25-4680-9a0e-e3c21f4e676d tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:27:35.080553 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-ce305dee-b27f-4ba0-99c5-88120cd6f093 req-032174b2-e6e9-4b8a-a1fb-8fef70c566db tempest-SecurityGroupsTestAdminJSON-1564117374 tempest-SecurityGroupsTestAdminJSON-1564117374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:27:35.090660 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-774c69a8-fb25-4680-9a0e-e3c21f4e676d tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:35.098515 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-ce305dee-b27f-4ba0-99c5-88120cd6f093 req-032174b2-e6e9-4b8a-a1fb-8fef70c566db tempest-SecurityGroupsTestAdminJSON-1564117374 tempest-SecurityGroupsTestAdminJSON-1564117374-project] Usage tracker for resource:security_group and tenant:83df2d6315494dc3a3ceae05f36380d9 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:27:35.124094 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-ce305dee-b27f-4ba0-99c5-88120cd6f093 req-032174b2-e6e9-4b8a-a1fb-8fef70c566db tempest-SecurityGroupsTestAdminJSON-1564117374 tempest-SecurityGroupsTestAdminJSON-1564117374-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:27:35.140056 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-96b58cd7-5920-4e63-9949-313555487596 service neutron] For port 10ed9e35-6e6d-4cf1-8c03-6739c221f3a3, host n-h1-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:27:35.148231 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-ce305dee-b27f-4ba0-99c5-88120cd6f093 req-032174b2-e6e9-4b8a-a1fb-8fef70c566db tempest-SecurityGroupsTestAdminJSON-1564117374 tempest-SecurityGroupsTestAdminJSON-1564117374-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:27:35.181361 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-96b58cd7-5920-4e63-9949-313555487596 service neutron] For port 10ed9e35-6e6d-4cf1-8c03-6739c221f3a3, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=10ed9e35-6e6d-4cf1-8c03-6739c221f3a3,segment=NetworkSegment(3438d023-0058-42be-b2fa-a81ef9f95959),segment_id=3438d023-0058-42be-b2fa-a81ef9f95959)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:27:35.198606 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-96b58cd7-5920-4e63-9949-313555487596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:35.215694 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-774c69a8-fb25-4680-9a0e-e3c21f4e676d tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:35.220762 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-774c69a8-fb25-4680-9a0e-e3c21f4e676d tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:35.273840 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774c69a8-fb25-4680-9a0e-e3c21f4e676d tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4df8cdb7-ff02-4db0-bdaa-38603d45e056,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:35.281850 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-774c69a8-fb25-4680-9a0e-e3c21f4e676d tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:35.284189 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-774c69a8-fb25-4680-9a0e-e3c21f4e676d tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2673655 May 31 13:27:35.289756 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41286) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:27:35.297141 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ce305dee-b27f-4ba0-99c5-88120cd6f093 req-032174b2-e6e9-4b8a-a1fb-8fef70c566db tempest-SecurityGroupsTestAdminJSON-1564117374 tempest-SecurityGroupsTestAdminJSON-1564117374-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:35.298859 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-4074d1b6-4f56-4fcd-a8b7-245ee751fd40 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Request body: {'floatingip': {'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:27:35.309824 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4074d1b6-4f56-4fcd-a8b7-245ee751fd40 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:27:35.316973 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-4074d1b6-4f56-4fcd-a8b7-245ee751fd40 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Usage tracker for resource:floatingip and tenant:bc5142db886b48f8906c49afcc233362 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:27:35.322389 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-4074d1b6-4f56-4fcd-a8b7-245ee751fd40 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:27:35.336769 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4074d1b6-4f56-4fcd-a8b7-245ee751fd40 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:27:35.354283 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4074d1b6-4f56-4fcd-a8b7-245ee751fd40 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Notify callbacks [] for floatingip, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:35.387806 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-96b58cd7-5920-4e63-9949-313555487596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:35.388787 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-96b58cd7-5920-4e63-9949-313555487596 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:35.391040 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-96b58cd7-5920-4e63-9949-313555487596 service neutron] 10.222.0.20 "PUT /v2.0/ports/10ed9e35-6e6d-4cf1-8c03-6739c221f3a3 HTTP/1.1" status: 200 len: 1091 time: 3.8043232 May 31 13:27:35.402532 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-ce305dee-b27f-4ba0-99c5-88120cd6f093 req-032174b2-e6e9-4b8a-a1fb-8fef70c566db tempest-SecurityGroupsTestAdminJSON-1564117374 tempest-SecurityGroupsTestAdminJSON-1564117374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:27:35.412158 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-ce305dee-b27f-4ba0-99c5-88120cd6f093 req-032174b2-e6e9-4b8a-a1fb-8fef70c566db tempest-SecurityGroupsTestAdminJSON-1564117374 tempest-SecurityGroupsTestAdminJSON-1564117374-project] Usage tracker for resource:security_group_rule and tenant:83df2d6315494dc3a3ceae05f36380d9 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:27:35.418487 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-ce305dee-b27f-4ba0-99c5-88120cd6f093 req-032174b2-e6e9-4b8a-a1fb-8fef70c566db tempest-SecurityGroupsTestAdminJSON-1564117374 tempest-SecurityGroupsTestAdminJSON-1564117374-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:27:35.431938 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-ce305dee-b27f-4ba0-99c5-88120cd6f093 req-032174b2-e6e9-4b8a-a1fb-8fef70c566db tempest-SecurityGroupsTestAdminJSON-1564117374 tempest-SecurityGroupsTestAdminJSON-1564117374-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:27:35.532927 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 50c579ec-b4fe-4444-83e5-25d3369ee18f up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:27:35.610372 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41290) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:27:35.641447 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-70254bb1-8605-4bbb-953b-0e55fcb0ee04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:35.653182 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-df85ced9-f598-4e90-9f27-16e159209caa req-c63d1605-418b-45d2-aeae-58f4b29c93e9 service neutron] Attempting to bind port 56abcba9-513f-4c4d-a97d-b112bfe0bc20 on host n-h1-843939-1 for vnic_type normal with profile None {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:27:35.653980 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-df85ced9-f598-4e90-9f27-16e159209caa req-c63d1605-418b-45d2-aeae-58f4b29c93e9 service neutron] Attempting to bind port 56abcba9-513f-4c4d-a97d-b112bfe0bc20 by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': '6af449b4-9759-41ca-aa70-1c602a81197c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e576ad54-297c-4eec-b73b-25479782c1e2'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:27:35.654250 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df85ced9-f598-4e90-9f27-16e159209caa req-c63d1605-418b-45d2-aeae-58f4b29c93e9 service neutron] Attempting to bind port 56abcba9-513f-4c4d-a97d-b112bfe0bc20 on network e576ad54-297c-4eec-b73b-25479782c1e2 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:27:35.685084 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 50c579ec-b4fe-4444-83e5-25d3369ee18f triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:27:35.685932 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:35.713869 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-70254bb1-8605-4bbb-953b-0e55fcb0ee04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:27:35.722346 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-70254bb1-8605-4bbb-953b-0e55fcb0ee04 admin admin] Usage tracker for resource:security_group_rule and tenant:5384d06791094c0db0b72561142c2097 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:27:35.729646 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-70254bb1-8605-4bbb-953b-0e55fcb0ee04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:27:35.739374 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-70254bb1-8605-4bbb-953b-0e55fcb0ee04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:27:35.755568 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4074d1b6-4f56-4fcd-a8b7-245ee751fd40 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:35.854782 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df85ced9-f598-4e90-9f27-16e159209caa req-c63d1605-418b-45d2-aeae-58f4b29c93e9 service neutron] Port 56abcba9-513f-4c4d-a97d-b112bfe0bc20 on network e576ad54-297c-4eec-b73b-25479782c1e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:27:35.855094 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df85ced9-f598-4e90-9f27-16e159209caa req-c63d1605-418b-45d2-aeae-58f4b29c93e9 service neutron] Attempting to bind port 56abcba9-513f-4c4d-a97d-b112bfe0bc20 on network e576ad54-297c-4eec-b73b-25479782c1e2 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:27:35.867665 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b58cd7-5920-4e63-9949-313555487596 service neutron] Pushing event updated for resources: {'Port': ['ID=10ed9e35-6e6d-4cf1-8c03-6739c221f3a3,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:35.884138 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 50c579ec-b4fe-4444-83e5-25d3369ee18f is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:27:35.888971 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df85ced9-f598-4e90-9f27-16e159209caa req-c63d1605-418b-45d2-aeae-58f4b29c93e9 service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:27:35.889288 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df85ced9-f598-4e90-9f27-16e159209caa req-c63d1605-418b-45d2-aeae-58f4b29c93e9 service neutron] Checking segment: {'id': '6af449b4-9759-41ca-aa70-1c602a81197c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e576ad54-297c-4eec-b73b-25479782c1e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:27:35.889644 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df85ced9-f598-4e90-9f27-16e159209caa req-c63d1605-418b-45d2-aeae-58f4b29c93e9 service neutron] Bound using segment: {'id': '6af449b4-9759-41ca-aa70-1c602a81197c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e576ad54-297c-4eec-b73b-25479782c1e2'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:27:35.890367 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-df85ced9-f598-4e90-9f27-16e159209caa req-c63d1605-418b-45d2-aeae-58f4b29c93e9 service neutron] Bound port: 56abcba9-513f-4c4d-a97d-b112bfe0bc20, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6af449b4-9759-41ca-aa70-1c602a81197c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e576ad54-297c-4eec-b73b-25479782c1e2'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:27:35.898659 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ce305dee-b27f-4ba0-99c5-88120cd6f093 req-032174b2-e6e9-4b8a-a1fb-8fef70c566db tempest-SecurityGroupsTestAdminJSON-1564117374 tempest-SecurityGroupsTestAdminJSON-1564117374-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:35.905763 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ce305dee-b27f-4ba0-99c5-88120cd6f093 req-032174b2-e6e9-4b8a-a1fb-8fef70c566db tempest-SecurityGroupsTestAdminJSON-1564117374 tempest-SecurityGroupsTestAdminJSON-1564117374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:35.981038 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ce305dee-b27f-4ba0-99c5-88120cd6f093 req-032174b2-e6e9-4b8a-a1fb-8fef70c566db tempest-SecurityGroupsTestAdminJSON-1564117374 tempest-SecurityGroupsTestAdminJSON-1564117374-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:35.982165 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ce305dee-b27f-4ba0-99c5-88120cd6f093 req-032174b2-e6e9-4b8a-a1fb-8fef70c566db tempest-SecurityGroupsTestAdminJSON-1564117374 tempest-SecurityGroupsTestAdminJSON-1564117374-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9472244 May 31 13:27:35.993086 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-8a5b0a89-268c-4e18-bccc-ff7a193607d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:35.995594 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-8a5b0a89-268c-4e18-bccc-ff7a193607d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:35.995594 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-8a5b0a89-268c-4e18-bccc-ff7a193607d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:35.995594 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-8a5b0a89-268c-4e18-bccc-ff7a193607d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:35.995594 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-8a5b0a89-268c-4e18-bccc-ff7a193607d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:35.995594 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-8a5b0a89-268c-4e18-bccc-ff7a193607d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:35.996197 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-8a5b0a89-268c-4e18-bccc-ff7a193607d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:35.998114 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-8a5b0a89-268c-4e18-bccc-ff7a193607d1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3239bed898c344b59ed7ea3353897e74&device_id=f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a HTTP/1.1" status: 200 len: 6478 time: 0.4686632 May 31 13:27:36.000298 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032174b2-e6e9-4b8a-a1fb-8fef70c566db tempest-SecurityGroupsTestAdminJSON-1564117374 tempest-SecurityGroupsTestAdminJSON-1564117374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2816c0e-8a21-4e42-bf01-34296e103691,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:36.038441 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-70254bb1-8605-4bbb-953b-0e55fcb0ee04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:36.049354 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-70254bb1-8605-4bbb-953b-0e55fcb0ee04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:36.072541 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-4074d1b6-4f56-4fcd-a8b7-245ee751fd40 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Allocated IP 172.25.6.192 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/e99c0d56-8cca-4c50-993a-349f80bd5e56) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:27:36.101091 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-df85ced9-f598-4e90-9f27-16e159209caa req-c63d1605-418b-45d2-aeae-58f4b29c93e9 service neutron] For port 56abcba9-513f-4c4d-a97d-b112bfe0bc20, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=56abcba9-513f-4c4d-a97d-b112bfe0bc20,segment=NetworkSegment(6af449b4-9759-41ca-aa70-1c602a81197c),segment_id=6af449b4-9759-41ca-aa70-1c602a81197c)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:27:36.124366 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-bcb77552-0843-42f9-8d48-87c436efd704 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efc96b22-153b-44b0-a49d-5f2541380c5e HTTP/1.1" status: 200 len: 217 time: 0.1171598 May 31 13:27:36.129461 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-df85ced9-f598-4e90-9f27-16e159209caa req-c63d1605-418b-45d2-aeae-58f4b29c93e9 service neutron] Notify callbacks [] for binding, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:36.130675 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-df85ced9-f598-4e90-9f27-16e159209caa req-c63d1605-418b-45d2-aeae-58f4b29c93e9 service neutron] 10.222.0.50 "POST /v2.0/ports/56abcba9-513f-4c4d-a97d-b112bfe0bc20/bindings HTTP/1.1" status: 201 len: 389 time: 1.7968805 May 31 13:27:36.139633 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70254bb1-8605-4bbb-953b-0e55fcb0ee04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c129e9e-8cdd-41c7-b0f8-ba97f446c3dd,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:36.215215 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-70254bb1-8605-4bbb-953b-0e55fcb0ee04 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5384d06791094c0db0b72561142c2097&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6035967 May 31 13:27:36.219920 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41300) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:27:36.282535 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-171d106c-351f-44c5-a3ab-78cf2a695126 req-e7a8af0f-7103-4e49-86cf-5e862d78a4e2 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] 10.222.0.50 "GET /v2.0/security-groups/ac7ce8a7-1ad2-4c78-91d4-dbe07bc6ca2a HTTP/1.1" status: 200 len: 1803 time: 0.1939249 May 31 13:27:36.324032 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b5b68cd-938a-48f7-9458-5c96481285c1'] response: {'server_uuid': 'bd227f0c-1027-4194-8c63-045bc1ccb95b', 'name': 'network-vif-deleted', 'tag': '4794bb7b-447e-424b-b7ea-f4f19c3f6227', 'status': 'completed', 'code': 200} May 31 13:27:36.324032 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b5b68cd-938a-48f7-9458-5c96481285c1'] response: {'name': 'network-changed', 'server_uuid': 'f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a', 'tag': '8e966406-8086-497d-9f36-fd419f01573c', 'status': 'completed', 'code': 200} May 31 13:27:36.330904 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-031ddff9-d24d-476b-a1eb-91b1fe9ae766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:36.334790 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-031ddff9-d24d-476b-a1eb-91b1fe9ae766 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=69094bcc-9239-4f53-bcfd-7f7eb81b8615 HTTP/1.1" status: 200 len: 851 time: 0.1977971 May 31 13:27:36.402173 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-32e0a2ce-dd43-4936-8ee6-bf8b2f148fee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:36.410517 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4074d1b6-4f56-4fcd-a8b7-245ee751fd40 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:36.454966 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-32e0a2ce-dd43-4936-8ee6-bf8b2f148fee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:36.536286 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-171d106c-351f-44c5-a3ab-78cf2a695126 req-91ced9a7-b453-4978-8b50-f82f34b8083b tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:36.572074 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-8a06745c-a3e9-4e98-ba58-c013a14360ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:36.573665 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-8a06745c-a3e9-4e98-ba58-c013a14360ac service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=398656cc-8bc4-4a6a-ad11-d04eee603cee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2201734 May 31 13:27:36.582140 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-171d106c-351f-44c5-a3ab-78cf2a695126 req-91ced9a7-b453-4978-8b50-f82f34b8083b tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:36.601822 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4074d1b6-4f56-4fcd-a8b7-245ee751fd40 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:36.770877 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-f79c0b27-76cc-4c38-986b-aefc489a0864 service neutron] 10.222.0.20 "GET /v2.0/networks/398656cc-8bc4-4a6a-ad11-d04eee603cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904469 May 31 13:27:36.799060 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-171d106c-351f-44c5-a3ab-78cf2a695126 req-91ced9a7-b453-4978-8b50-f82f34b8083b tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:36.848839 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df85ced9-f598-4e90-9f27-16e159209caa req-6a3cf503-c295-42c9-a5a3-7c69709d9cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:36.851240 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-df85ced9-f598-4e90-9f27-16e159209caa req-6a3cf503-c295-42c9-a5a3-7c69709d9cf1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9d7345b6bbc64d3981e920379156fa19&device_id=24302c62-7ac3-4163-8b04-e80e5c068019 HTTP/1.1" status: 200 len: 1096 time: 0.3709977 May 31 13:27:36.851939 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-32e0a2ce-dd43-4936-8ee6-bf8b2f148fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:36.860222 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4074d1b6-4f56-4fcd-a8b7-245ee751fd40 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:27:36.868707 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-4074d1b6-4f56-4fcd-a8b7-245ee751fd40 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:27:36.896570 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4074d1b6-4f56-4fcd-a8b7-245ee751fd40 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:27:36.915477 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ced9a7-b453-4978-8b50-f82f34b8083b tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7ce8a7-1ad2-4c78-91d4-dbe07bc6ca2a,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:36.945696 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e0a2ce-dd43-4936-8ee6-bf8b2f148fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c129e9e-8cdd-41c7-b0f8-ba97f446c3dd,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:36.947438 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4074d1b6-4f56-4fcd-a8b7-245ee751fd40 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Pushing event updated for resources: {'Port': ['ID=e99c0d56-8cca-4c50-993a-349f80bd5e56,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:36.996149 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-171d106c-351f-44c5-a3ab-78cf2a695126 req-91ced9a7-b453-4978-8b50-f82f34b8083b tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:36.997273 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-171d106c-351f-44c5-a3ab-78cf2a695126 req-91ced9a7-b453-4978-8b50-f82f34b8083b tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] 10.222.0.50 "DELETE /v2.0/security-groups/ac7ce8a7-1ad2-4c78-91d4-dbe07bc6ca2a HTTP/1.1" status: 204 len: 173 time: 0.7137108 May 31 13:27:37.044738 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-32e0a2ce-dd43-4936-8ee6-bf8b2f148fee admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:37.045936 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-32e0a2ce-dd43-4936-8ee6-bf8b2f148fee admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6c129e9e-8cdd-41c7-b0f8-ba97f446c3dd HTTP/1.1" status: 204 len: 168 time: 0.8248374 May 31 13:27:37.072897 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-19f0e32a-89c2-4f78-915c-e7a8d27daa9c service neutron] 10.222.0.20 "GET /v2.0/networks/398656cc-8bc4-4a6a-ad11-d04eee603cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950685 May 31 13:27:37.129467 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df85ced9-f598-4e90-9f27-16e159209caa req-d1402d38-c77d-4b9a-bec1-c62e234db9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:37.131511 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-df85ced9-f598-4e90-9f27-16e159209caa req-d1402d38-c77d-4b9a-bec1-c62e234db9aa service neutron] 10.222.0.20 "GET /v2.0/networks?id=e576ad54-297c-4eec-b73b-25479782c1e2 HTTP/1.1" status: 200 len: 909 time: 0.2605405 May 31 13:27:37.136969 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4074d1b6-4f56-4fcd-a8b7-245ee751fd40 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:37.175789 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc4818e-66b1-4892-a254-d8cff6c1daa3 req-aaed900b-a218-4a92-9a61-ed977f559cdc tempest-ServerPasswordTestJSON-2106173353 tempest-ServerPasswordTestJSON-2106173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:37.184713 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7fc4818e-66b1-4892-a254-d8cff6c1daa3 req-aaed900b-a218-4a92-9a61-ed977f559cdc tempest-ServerPasswordTestJSON-2106173353 tempest-ServerPasswordTestJSON-2106173353-project] 10.222.0.50 "GET /v2.0/networks?id=51977e84-df1f-4ca5-947c-7cd964e4ca30 HTTP/1.1" status: 200 len: 813 time: 0.3078372 May 31 13:27:37.190439 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-4933e921-50d8-4adb-b763-bb75534c4d9a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=4954dca1-a5cd-4389-bc9b-a96a8180e081 HTTP/1.1" status: 200 len: 217 time: 0.1088679 May 31 13:27:37.206755 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7fc4818e-66b1-4892-a254-d8cff6c1daa3 req-ebf11cae-878b-4e77-9fe9-79d1640c266c tempest-ServerPasswordTestJSON-2106173353 tempest-ServerPasswordTestJSON-2106173353-project] 10.222.0.50 "GET /v2.0/quotas/4a3167498c124479b2acfc56163122d6 HTTP/1.1" status: 200 len: 375 time: 0.0204988 May 31 13:27:37.228601 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-df85ced9-f598-4e90-9f27-16e159209caa req-4b0be402-2427-4b02-a004-e750e211fc63 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56abcba9-513f-4c4d-a97d-b112bfe0bc20 HTTP/1.1" status: 200 len: 217 time: 0.0895157 May 31 13:27:37.269947 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7fc4818e-66b1-4892-a254-d8cff6c1daa3 req-1edbbe1d-f76b-4701-8ab9-a423ba5dca72 tempest-ServerPasswordTestJSON-2106173353 tempest-ServerPasswordTestJSON-2106173353-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=4a3167498c124479b2acfc56163122d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0622435 May 31 13:27:37.298614 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4074d1b6-4f56-4fcd-a8b7-245ee751fd40 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:37.432706 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:37.436005 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-69c1c0a0-34f7-4bdf-b001-0bf52f101790 req-08dc927d-1d28-4e23-8a8d-463ed0add080 tempest-SecurityGroupsTestAdminJSON-606646232 tempest-SecurityGroupsTestAdminJSON-606646232-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1664652899', 'description': 'tempest-description-1816960587'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:27:37.455349 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-69c1c0a0-34f7-4bdf-b001-0bf52f101790 req-08dc927d-1d28-4e23-8a8d-463ed0add080 tempest-SecurityGroupsTestAdminJSON-606646232 tempest-SecurityGroupsTestAdminJSON-606646232-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:27:37.460145 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df85ced9-f598-4e90-9f27-16e159209caa req-e06f3649-93ba-4c39-847a-c72e69c552d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:37.463148 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-df85ced9-f598-4e90-9f27-16e159209caa req-e06f3649-93ba-4c39-847a-c72e69c552d1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=376bfa95-ebe5-4cb8-abaa-2bcb5d3a07e3 HTTP/1.1" status: 200 len: 848 time: 0.1660600 May 31 13:27:37.465755 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-69c1c0a0-34f7-4bdf-b001-0bf52f101790 req-08dc927d-1d28-4e23-8a8d-463ed0add080 tempest-SecurityGroupsTestAdminJSON-606646232 tempest-SecurityGroupsTestAdminJSON-606646232-project-admin] Usage tracker for resource:security_group and tenant:4ef2da2e565e4832bb31a2853a5dc268 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:27:37.473399 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-69c1c0a0-34f7-4bdf-b001-0bf52f101790 req-08dc927d-1d28-4e23-8a8d-463ed0add080 tempest-SecurityGroupsTestAdminJSON-606646232 tempest-SecurityGroupsTestAdminJSON-606646232-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:27:37.485891 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-69c1c0a0-34f7-4bdf-b001-0bf52f101790 req-08dc927d-1d28-4e23-8a8d-463ed0add080 tempest-SecurityGroupsTestAdminJSON-606646232 tempest-SecurityGroupsTestAdminJSON-606646232-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:27:37.491346 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-76c89bb8-af80-4bcd-96d6-392302788794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:37.493485 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-76c89bb8-af80-4bcd-96d6-392302788794 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ae1bf59e-fc0d-4b10-8719-029c4184cbca HTTP/1.1" status: 200 len: 797 time: 0.2835882 May 31 13:27:37.581857 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-69c1c0a0-34f7-4bdf-b001-0bf52f101790 req-08dc927d-1d28-4e23-8a8d-463ed0add080 tempest-SecurityGroupsTestAdminJSON-606646232 tempest-SecurityGroupsTestAdminJSON-606646232-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:37.620172 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7fc4818e-66b1-4892-a254-d8cff6c1daa3 req-a1185d69-f27b-44bc-8e72-9637db281011 service neutron] 10.222.0.50 "GET /v2.0/networks/51977e84-df1f-4ca5-947c-7cd964e4ca30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490925 May 31 13:27:37.634706 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-69c1c0a0-34f7-4bdf-b001-0bf52f101790 req-08dc927d-1d28-4e23-8a8d-463ed0add080 tempest-SecurityGroupsTestAdminJSON-606646232 tempest-SecurityGroupsTestAdminJSON-606646232-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:37.710352 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4074d1b6-4f56-4fcd-a8b7-245ee751fd40 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:37.716088 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-df85ced9-f598-4e90-9f27-16e159209caa req-5219e569-3f7a-426d-8402-3ce0aa76b5d5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e576ad54-297c-4eec-b73b-25479782c1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2460494 May 31 13:27:37.717520 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4074d1b6-4f56-4fcd-a8b7-245ee751fd40 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:37.741344 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-69c1c0a0-34f7-4bdf-b001-0bf52f101790 req-08dc927d-1d28-4e23-8a8d-463ed0add080 tempest-SecurityGroupsTestAdminJSON-606646232 tempest-SecurityGroupsTestAdminJSON-606646232-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:27:37.757927 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-69c1c0a0-34f7-4bdf-b001-0bf52f101790 req-08dc927d-1d28-4e23-8a8d-463ed0add080 tempest-SecurityGroupsTestAdminJSON-606646232 tempest-SecurityGroupsTestAdminJSON-606646232-project-admin] Usage tracker for resource:security_group_rule and tenant:4ef2da2e565e4832bb31a2853a5dc268 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:27:37.764975 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-69c1c0a0-34f7-4bdf-b001-0bf52f101790 req-08dc927d-1d28-4e23-8a8d-463ed0add080 tempest-SecurityGroupsTestAdminJSON-606646232 tempest-SecurityGroupsTestAdminJSON-606646232-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:27:37.779356 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-69c1c0a0-34f7-4bdf-b001-0bf52f101790 req-08dc927d-1d28-4e23-8a8d-463ed0add080 tempest-SecurityGroupsTestAdminJSON-606646232 tempest-SecurityGroupsTestAdminJSON-606646232-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:27:37.807203 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-5a36a048-17b5-4a16-9643-37848068d022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:37.808696 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-5a36a048-17b5-4a16-9643-37848068d022 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b4d30686-23e7-4909-aa70-b67d446f9c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2966478 May 31 13:27:37.924574 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7fc4818e-66b1-4892-a254-d8cff6c1daa3 req-66f00cfb-5adb-402d-855e-4acce8b6638c service neutron] 10.222.0.50 "GET /v2.0/networks/51977e84-df1f-4ca5-947c-7cd964e4ca30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756135 May 31 13:27:37.993344 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4074d1b6-4f56-4fcd-a8b7-245ee751fd40 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Pushing event updated for resources: {'Port': ['ID=e99c0d56-8cca-4c50-993a-349f80bd5e56,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:38.022860 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-f01821ba-d818-4dc9-9b03-058b6b8e8972 service neutron] 10.222.0.20 "GET /v2.0/networks/b4d30686-23e7-4909-aa70-b67d446f9c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004397 May 31 13:27:38.034219 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4074d1b6-4f56-4fcd-a8b7-245ee751fd40 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:38.090561 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-df85ced9-f598-4e90-9f27-16e159209caa req-3c6bfc72-0106-4178-ad87-a79949109f5e service neutron] 10.222.0.20 "GET /v2.0/networks/e576ad54-297c-4eec-b73b-25479782c1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3351207 May 31 13:27:38.092380 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4074d1b6-4f56-4fcd-a8b7-245ee751fd40 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:38.103367 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-4074d1b6-4f56-4fcd-a8b7-245ee751fd40 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8112926 May 31 13:27:38.296612 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-df85ced9-f598-4e90-9f27-16e159209caa req-5991509c-8688-48d5-81a4-5dc611791420 service neutron] 10.222.0.20 "GET /v2.0/networks/e576ad54-297c-4eec-b73b-25479782c1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914356 May 31 13:27:38.328046 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a', 'tag': '10ed9e35-6e6d-4cf1-8c03-6739c221f3a3'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:27:38.338817 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-69c1c0a0-34f7-4bdf-b001-0bf52f101790 req-08dc927d-1d28-4e23-8a8d-463ed0add080 tempest-SecurityGroupsTestAdminJSON-606646232 tempest-SecurityGroupsTestAdminJSON-606646232-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:38.345460 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-69c1c0a0-34f7-4bdf-b001-0bf52f101790 req-08dc927d-1d28-4e23-8a8d-463ed0add080 tempest-SecurityGroupsTestAdminJSON-606646232 tempest-SecurityGroupsTestAdminJSON-606646232-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:38.369681 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-69c1c0a0-34f7-4bdf-b001-0bf52f101790 req-08dc927d-1d28-4e23-8a8d-463ed0add080 tempest-SecurityGroupsTestAdminJSON-606646232 tempest-SecurityGroupsTestAdminJSON-606646232-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:27:38.385124 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-69c1c0a0-34f7-4bdf-b001-0bf52f101790 req-08dc927d-1d28-4e23-8a8d-463ed0add080 tempest-SecurityGroupsTestAdminJSON-606646232 tempest-SecurityGroupsTestAdminJSON-606646232-project-admin] Usage tracker for resource:security_group_rule and tenant:4ef2da2e565e4832bb31a2853a5dc268 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:27:38.407158 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-69c1c0a0-34f7-4bdf-b001-0bf52f101790 req-08dc927d-1d28-4e23-8a8d-463ed0add080 tempest-SecurityGroupsTestAdminJSON-606646232 tempest-SecurityGroupsTestAdminJSON-606646232-project-admin] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:27:38.432973 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-69c1c0a0-34f7-4bdf-b001-0bf52f101790 req-08dc927d-1d28-4e23-8a8d-463ed0add080 tempest-SecurityGroupsTestAdminJSON-606646232 tempest-SecurityGroupsTestAdminJSON-606646232-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:27:38.489977 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dc927d-1d28-4e23-8a8d-463ed0add080 tempest-SecurityGroupsTestAdminJSON-606646232 tempest-SecurityGroupsTestAdminJSON-606646232-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1930d7fb-7a6a-43c5-bcc8-f5c6a69d778f,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:38.554886 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-1654d4d0-7eef-4b10-a414-23f323c1833a service neutron] 10.222.0.20 "GET /v2.0/networks/b4d30686-23e7-4909-aa70-b67d446f9c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5266769 May 31 13:27:38.607899 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:38.648415 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-fb833eae-341d-47f6-a2f6-62bcafafaa2a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=ed7a4efa-d56d-4605-8b79-de0f8f0e9d7c HTTP/1.1" status: 200 len: 217 time: 0.0835750 May 31 13:27:38.751730 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25365648-8849-4ed2-b71b-117af9930f5c req-7da4cc60-cdb5-49f7-9a0b-5de4e5d9622e tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:38.757933 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25365648-8849-4ed2-b71b-117af9930f5c req-7da4cc60-cdb5-49f7-9a0b-5de4e5d9622e tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:38.763919 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25365648-8849-4ed2-b71b-117af9930f5c req-7da4cc60-cdb5-49f7-9a0b-5de4e5d9622e tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:38.769925 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25365648-8849-4ed2-b71b-117af9930f5c req-7da4cc60-cdb5-49f7-9a0b-5de4e5d9622e tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:38.776522 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25365648-8849-4ed2-b71b-117af9930f5c req-7da4cc60-cdb5-49f7-9a0b-5de4e5d9622e tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:38.782203 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25365648-8849-4ed2-b71b-117af9930f5c req-7da4cc60-cdb5-49f7-9a0b-5de4e5d9622e tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:38.789152 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25365648-8849-4ed2-b71b-117af9930f5c req-7da4cc60-cdb5-49f7-9a0b-5de4e5d9622e tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:38.796860 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25365648-8849-4ed2-b71b-117af9930f5c req-7da4cc60-cdb5-49f7-9a0b-5de4e5d9622e tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a HTTP/1.1" status: 200 len: 5421 time: 0.3751383 May 31 13:27:38.897916 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-69c1c0a0-34f7-4bdf-b001-0bf52f101790 req-08dc927d-1d28-4e23-8a8d-463ed0add080 tempest-SecurityGroupsTestAdminJSON-606646232 tempest-SecurityGroupsTestAdminJSON-606646232-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:38.905345 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25365648-8849-4ed2-b71b-117af9930f5c req-5afa1d22-7188-467e-9cd6-f6ab7fb51639 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/security-groups?id=1de4fedc-888a-46c6-9d87-1b48c5765046&id=71a9d93c-f6cb-49b0-b2f5-61553702d6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1073954 May 31 13:27:38.907267 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-e413fa4f-7c8d-4295-a884-41c20ec3f16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:38.909298 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-e413fa4f-7c8d-4295-a884-41c20ec3f16c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ae1bf59e-fc0d-4b10-8719-029c4184cbca HTTP/1.1" status: 200 len: 797 time: 0.2508171 May 31 13:27:38.910877 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-69c1c0a0-34f7-4bdf-b001-0bf52f101790 req-08dc927d-1d28-4e23-8a8d-463ed0add080 tempest-SecurityGroupsTestAdminJSON-606646232 tempest-SecurityGroupsTestAdminJSON-606646232-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:39.068797 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-69c1c0a0-34f7-4bdf-b001-0bf52f101790 req-08dc927d-1d28-4e23-8a8d-463ed0add080 tempest-SecurityGroupsTestAdminJSON-606646232 tempest-SecurityGroupsTestAdminJSON-606646232-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:39.090854 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-69c1c0a0-34f7-4bdf-b001-0bf52f101790 req-08dc927d-1d28-4e23-8a8d-463ed0add080 tempest-SecurityGroupsTestAdminJSON-606646232 tempest-SecurityGroupsTestAdminJSON-606646232-project-admin] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.6772687 May 31 13:27:39.118327 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dc927d-1d28-4e23-8a8d-463ed0add080 tempest-SecurityGroupsTestAdminJSON-606646232 tempest-SecurityGroupsTestAdminJSON-606646232-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=879fbc6e-23e0-46e7-bf55-90fdb5895e6b,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:39.199175 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d2de7719-1b07-4962-9ab6-f7f62a093a99 req-c25732ef-f5fd-4c08-9ab9-782935cd7fc0 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] 10.222.0.50 "GET /v2.0/security-groups/c114d549-807a-40b8-a761-4ae154236aa5 HTTP/1.1" status: 200 len: 1805 time: 0.1069503 May 31 13:27:39.293644 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-25aaf7dd-d4ee-421f-9377-23b5d6853f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:39.295400 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-25aaf7dd-d4ee-421f-9377-23b5d6853f15 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b4d30686-23e7-4909-aa70-b67d446f9c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3608246 May 31 13:27:39.448538 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d2de7719-1b07-4962-9ab6-f7f62a093a99 req-5ccb1d48-7733-4865-ad9d-6c8caa8cddae tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:39.504471 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d2de7719-1b07-4962-9ab6-f7f62a093a99 req-5ccb1d48-7733-4865-ad9d-6c8caa8cddae tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:39.523156 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-47ffb6e0-a038-483b-88dd-561571dddfbc service neutron] 10.222.0.20 "GET /v2.0/networks/b4d30686-23e7-4909-aa70-b67d446f9c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072523 May 31 13:27:39.658763 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5363437a-1ef4-4b90-8e8b-24c73565023f req-6c3ac1cb-73cc-4fab-ae1b-024c628f2471 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:39.658763 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5363437a-1ef4-4b90-8e8b-24c73565023f req-6c3ac1cb-73cc-4fab-ae1b-024c628f2471 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/ports?device_id=24302c62-7ac3-4163-8b04-e80e5c068019 HTTP/1.1" status: 200 len: 945 time: 0.4039695 May 31 13:27:39.734180 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d2de7719-1b07-4962-9ab6-f7f62a093a99 req-5ccb1d48-7733-4865-ad9d-6c8caa8cddae tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:39.759909 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-369f864d-1878-4b4d-aec3-b526af33c0ca service neutron] 10.222.0.20 "GET /v2.0/networks/b4d30686-23e7-4909-aa70-b67d446f9c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337856 May 31 13:27:39.777128 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccb1d48-7733-4865-ad9d-6c8caa8cddae tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c114d549-807a-40b8-a761-4ae154236aa5,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:39.891147 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5363437a-1ef4-4b90-8e8b-24c73565023f req-684e7b8f-7b2b-4706-a2bf-199c6cb95492 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d29a7ba-8da4-4594-bfbf-9f55cd071e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063305 May 31 13:27:39.892380 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d2de7719-1b07-4962-9ab6-f7f62a093a99 req-5ccb1d48-7733-4865-ad9d-6c8caa8cddae tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:39.893437 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d2de7719-1b07-4962-9ab6-f7f62a093a99 req-5ccb1d48-7733-4865-ad9d-6c8caa8cddae tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] 10.222.0.50 "DELETE /v2.0/security-groups/c114d549-807a-40b8-a761-4ae154236aa5 HTTP/1.1" status: 204 len: 173 time: 0.6934130 May 31 13:27:39.894792 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-cff16c4b-78ef-4e0d-b69b-3171d44cc67f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.200&port_id=afb50f20-5db7-426b-99db-2d8249ca9f29 HTTP/1.1" status: 200 len: 217 time: 0.1229234 May 31 13:27:39.988529 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-a442a2e7-b4d2-4a74-a761-c3d455a32ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:39.990119 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-a442a2e7-b4d2-4a74-a761-c3d455a32ac9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ae1bf59e-fc0d-4b10-8719-029c4184cbca HTTP/1.1" status: 200 len: 797 time: 0.0887773 May 31 13:27:40.062020 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9094dbd5-d891-4281-9db1-e814d1997364'] response: {'name': 'network-changed', 'server_uuid': 'f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a', 'tag': '10ed9e35-6e6d-4cf1-8c03-6739c221f3a3', 'status': 'completed', 'code': 200} May 31 13:27:40.145817 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1d77bef0-4909-4616-8154-b4db9d173c6c req-a0bdd78c-990b-4f58-8f55-42c53f6ec24d tempest-ServerPasswordTestJSON-2106173353 tempest-ServerPasswordTestJSON-2106173353-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d3d67ef-9667-4c94-a4f9-1eef9fedc68d HTTP/1.1" status: 200 len: 210 time: 0.0869794 May 31 13:27:40.333488 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-de4862c3-c09d-4406-9fbc-79cffdc0a947 req-27f4a523-18c7-4a16-ad05-fa1faf7c41e5 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Synchronizing usage tracker for tenant:bc5142db886b48f8906c49afcc233362 on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:27:40.384190 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc4818e-66b1-4892-a254-d8cff6c1daa3 req-5822af3f-7cec-401d-9dfd-309c145e4bc6 tempest-ServerPasswordTestJSON-2106173353 tempest-ServerPasswordTestJSON-2106173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:40.386216 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7fc4818e-66b1-4892-a254-d8cff6c1daa3 req-5822af3f-7cec-401d-9dfd-309c145e4bc6 tempest-ServerPasswordTestJSON-2106173353 tempest-ServerPasswordTestJSON-2106173353-project] 10.222.0.44 "GET /v2.0/networks?id=51977e84-df1f-4ca5-947c-7cd964e4ca30 HTTP/1.1" status: 200 len: 813 time: 0.3258381 May 31 13:27:40.395176 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-892d0a43-a713-44db-94c3-cf57d30b1a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:40.396806 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-892d0a43-a713-44db-94c3-cf57d30b1a20 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b4d30686-23e7-4909-aa70-b67d446f9c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3981237 May 31 13:27:40.404108 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-7fc4818e-66b1-4892-a254-d8cff6c1daa3 req-6f634b46-8251-43a4-808f-4665994c00c2 tempest-ServerPasswordTestJSON-2106173353 tempest-ServerPasswordTestJSON-2106173353-project] Request body: {'port': {'device_id': '4d3d67ef-9667-4c94-a4f9-1eef9fedc68d', 'network_id': '51977e84-df1f-4ca5-947c-7cd964e4ca30', 'admin_state_up': True, 'tenant_id': '4a3167498c124479b2acfc56163122d6'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:27:40.418647 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-de4862c3-c09d-4406-9fbc-79cffdc0a947 req-27f4a523-18c7-4a16-ad05-fa1faf7c41e5 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Unset dirty status for tenant:bc5142db886b48f8906c49afcc233362 on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:27:40.420592 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-de4862c3-c09d-4406-9fbc-79cffdc0a947 req-27f4a523-18c7-4a16-ad05-fa1faf7c41e5 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--283810391&fields=id&tenant_id=bc5142db886b48f8906c49afcc233362 HTTP/1.1" status: 200 len: 267 time: 0.2183213 May 31 13:27:40.509153 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6806a48b-c5d0-41c7-82cc-818feb85792f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:40.742873 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-7a3beb2b-2e40-4762-af6e-f95528170910 req-5f6be0c9-f99d-48ed-9b3d-2e1893ce113e tempest-SecurityGroupsTestAdminJSON-606646232 tempest-SecurityGroupsTestAdminJSON-606646232-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-256903553', 'description': 'tempest-description-683892850'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:27:40.811917 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-7a3beb2b-2e40-4762-af6e-f95528170910 req-5f6be0c9-f99d-48ed-9b3d-2e1893ce113e tempest-SecurityGroupsTestAdminJSON-606646232 tempest-SecurityGroupsTestAdminJSON-606646232-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:27:40.831872 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-7a3beb2b-2e40-4762-af6e-f95528170910 req-5f6be0c9-f99d-48ed-9b3d-2e1893ce113e tempest-SecurityGroupsTestAdminJSON-606646232 tempest-SecurityGroupsTestAdminJSON-606646232-project-admin] Usage tracker for resource:security_group and tenant:4ef2da2e565e4832bb31a2853a5dc268 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:27:40.855090 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-7a3beb2b-2e40-4762-af6e-f95528170910 req-5f6be0c9-f99d-48ed-9b3d-2e1893ce113e tempest-SecurityGroupsTestAdminJSON-606646232 tempest-SecurityGroupsTestAdminJSON-606646232-project-admin] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:27:40.870891 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-7a3beb2b-2e40-4762-af6e-f95528170910 req-5f6be0c9-f99d-48ed-9b3d-2e1893ce113e tempest-SecurityGroupsTestAdminJSON-606646232 tempest-SecurityGroupsTestAdminJSON-606646232-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:27:40.953415 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7a3beb2b-2e40-4762-af6e-f95528170910 req-5f6be0c9-f99d-48ed-9b3d-2e1893ce113e tempest-SecurityGroupsTestAdminJSON-606646232 tempest-SecurityGroupsTestAdminJSON-606646232-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:40.968708 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-7fc4818e-66b1-4892-a254-d8cff6c1daa3 req-6f634b46-8251-43a4-808f-4665994c00c2 tempest-ServerPasswordTestJSON-2106173353 tempest-ServerPasswordTestJSON-2106173353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:27:40.987609 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-7fc4818e-66b1-4892-a254-d8cff6c1daa3 req-6f634b46-8251-43a4-808f-4665994c00c2 tempest-ServerPasswordTestJSON-2106173353 tempest-ServerPasswordTestJSON-2106173353-project] Usage tracker for resource:port and tenant:4a3167498c124479b2acfc56163122d6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:27:40.995766 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-7fc4818e-66b1-4892-a254-d8cff6c1daa3 req-6f634b46-8251-43a4-808f-4665994c00c2 tempest-ServerPasswordTestJSON-2106173353 tempest-ServerPasswordTestJSON-2106173353-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:27:41.008356 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-d8968f8b-5422-4a82-bca8-00eb3576da75 service neutron] 10.222.0.20 "GET /v2.0/networks/b4d30686-23e7-4909-aa70-b67d446f9c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5827389 May 31 13:27:41.009196 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-7fc4818e-66b1-4892-a254-d8cff6c1daa3 req-6f634b46-8251-43a4-808f-4665994c00c2 tempest-ServerPasswordTestJSON-2106173353 tempest-ServerPasswordTestJSON-2106173353-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:27:41.022117 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4862c3-c09d-4406-9fbc-79cffdc0a947 req-b5f4268c-8024-451b-aa4d-9db7ce1fb1d8 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:41.023564 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-de4862c3-c09d-4406-9fbc-79cffdc0a947 req-b5f4268c-8024-451b-aa4d-9db7ce1fb1d8 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/networks?id=ef7bc708-faad-4f53-9863-9b17fc2bd3a4 HTTP/1.1" status: 200 len: 811 time: 0.5617750 May 31 13:27:41.046738 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-7a3beb2b-2e40-4762-af6e-f95528170910 req-5f6be0c9-f99d-48ed-9b3d-2e1893ce113e tempest-SecurityGroupsTestAdminJSON-606646232 tempest-SecurityGroupsTestAdminJSON-606646232-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:27:41.108222 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-7a3beb2b-2e40-4762-af6e-f95528170910 req-5f6be0c9-f99d-48ed-9b3d-2e1893ce113e tempest-SecurityGroupsTestAdminJSON-606646232 tempest-SecurityGroupsTestAdminJSON-606646232-project-admin] Usage tracker for resource:security_group_rule and tenant:4ef2da2e565e4832bb31a2853a5dc268 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:27:41.121960 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-7a3beb2b-2e40-4762-af6e-f95528170910 req-5f6be0c9-f99d-48ed-9b3d-2e1893ce113e tempest-SecurityGroupsTestAdminJSON-606646232 tempest-SecurityGroupsTestAdminJSON-606646232-project-admin] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:27:41.132625 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fc4818e-66b1-4892-a254-d8cff6c1daa3 req-6f634b46-8251-43a4-808f-4665994c00c2 tempest-ServerPasswordTestJSON-2106173353 tempest-ServerPasswordTestJSON-2106173353-project] Made reservation on behalf of 4a3167498c124479b2acfc56163122d6 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:27:41.136266 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7fc4818e-66b1-4892-a254-d8cff6c1daa3 req-6f634b46-8251-43a4-808f-4665994c00c2 tempest-ServerPasswordTestJSON-2106173353 tempest-ServerPasswordTestJSON-2106173353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:41.151614 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-de4862c3-c09d-4406-9fbc-79cffdc0a947 req-232dd913-1c22-47ce-ae1f-dfa72893d035 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/quotas/bc5142db886b48f8906c49afcc233362 HTTP/1.1" status: 200 len: 375 time: 0.1023526 May 31 13:27:41.152706 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-7a3beb2b-2e40-4762-af6e-f95528170910 req-5f6be0c9-f99d-48ed-9b3d-2e1893ce113e tempest-SecurityGroupsTestAdminJSON-606646232 tempest-SecurityGroupsTestAdminJSON-606646232-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:27:41.373858 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-ff42454f-91b9-46fe-978f-66cc6fd924e8 service neutron] 10.222.0.20 "GET /v2.0/networks/b4d30686-23e7-4909-aa70-b67d446f9c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3481364 May 31 13:27:41.518747 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-cd16534a-de3f-4559-96ca-a93d1fe25ac3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=05ae88ea-d0ae-410f-9fc2-dd7330f8c30f HTTP/1.1" status: 200 len: 217 time: 0.1276474 May 31 13:27:41.574841 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-de4862c3-c09d-4406-9fbc-79cffdc0a947 req-bac0a9a6-15df-4307-bb6b-bfc197faa5d1 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc5142db886b48f8906c49afcc233362&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4145694 May 31 13:27:41.592112 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7a3beb2b-2e40-4762-af6e-f95528170910 req-5f6be0c9-f99d-48ed-9b3d-2e1893ce113e tempest-SecurityGroupsTestAdminJSON-606646232 tempest-SecurityGroupsTestAdminJSON-606646232-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:41.629853 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-7fc4818e-66b1-4892-a254-d8cff6c1daa3 req-6f634b46-8251-43a4-808f-4665994c00c2 tempest-ServerPasswordTestJSON-2106173353 tempest-ServerPasswordTestJSON-2106173353-project] Allocated IP 172.20.0.7 (51977e84-df1f-4ca5-947c-7cd964e4ca30/275771fd-dda7-4f92-8c0a-d5c15290b60c/4ede7e2b-f455-48d3-b00b-33b5f9c4e44f) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:27:41.632002 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7a3beb2b-2e40-4762-af6e-f95528170910 req-5f6be0c9-f99d-48ed-9b3d-2e1893ce113e tempest-SecurityGroupsTestAdminJSON-606646232 tempest-SecurityGroupsTestAdminJSON-606646232-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:41.789538 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-785f75bd-f234-4f1a-86c0-3e781ca468d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:41.790988 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-785f75bd-f234-4f1a-86c0-3e781ca468d5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ae1bf59e-fc0d-4b10-8719-029c4184cbca HTTP/1.1" status: 200 len: 797 time: 0.2637503 May 31 13:27:41.795912 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7a3beb2b-2e40-4762-af6e-f95528170910 req-5f6be0c9-f99d-48ed-9b3d-2e1893ce113e tempest-SecurityGroupsTestAdminJSON-606646232 tempest-SecurityGroupsTestAdminJSON-606646232-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:41.797067 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7a3beb2b-2e40-4762-af6e-f95528170910 req-5f6be0c9-f99d-48ed-9b3d-2e1893ce113e tempest-SecurityGroupsTestAdminJSON-606646232 tempest-SecurityGroupsTestAdminJSON-606646232-project-admin] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0708444 May 31 13:27:41.797679 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6be0c9-f99d-48ed-9b3d-2e1893ce113e tempest-SecurityGroupsTestAdminJSON-606646232 tempest-SecurityGroupsTestAdminJSON-606646232-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0962eee-bcff-4e99-8f84-00f4b9add5d8,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:42.003066 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-de4862c3-c09d-4406-9fbc-79cffdc0a947 req-c05b37ca-5ff1-4404-a38c-49a64778d8d0 service neutron] 10.222.0.50 "GET /v2.0/networks/ef7bc708-faad-4f53-9863-9b17fc2bd3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4096863 May 31 13:27:42.183047 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-be7229d3-ba8a-4f4c-8875-195b09f78fa4 req-6603ab1c-96d0-4c3c-9d4a-471d14aa8068 tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=b1def4c9e50043e6a19eab99074af95d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0745597 May 31 13:27:42.403967 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-6bd81adf-b2c5-4891-a5b3-40a7bd9a6f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:42.405433 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-6bd81adf-b2c5-4891-a5b3-40a7bd9a6f9e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b4d30686-23e7-4909-aa70-b67d446f9c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5957592 May 31 13:27:42.520349 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7fc4818e-66b1-4892-a254-d8cff6c1daa3 req-6f634b46-8251-43a4-808f-4665994c00c2 tempest-ServerPasswordTestJSON-2106173353 tempest-ServerPasswordTestJSON-2106173353-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:42.645097 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-de4862c3-c09d-4406-9fbc-79cffdc0a947 req-d41db6bb-643d-4ae9-8b0a-44ca7ab5d98d service neutron] 10.222.0.50 "GET /v2.0/networks/ef7bc708-faad-4f53-9863-9b17fc2bd3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6252415 May 31 13:27:42.746980 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7229d3-ba8a-4f4c-8875-195b09f78fa4 req-c3209bd3-70d9-4255-b0d6-28c2f42b0d52 tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:42.748448 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-be7229d3-ba8a-4f4c-8875-195b09f78fa4 req-c3209bd3-70d9-4255-b0d6-28c2f42b0d52 tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5434127 May 31 13:27:42.765389 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-2c40db24-6b70-4e65-b63b-18c0a7b9a491 service neutron] 10.222.0.20 "GET /v2.0/networks/b4d30686-23e7-4909-aa70-b67d446f9c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3324342 May 31 13:27:42.797750 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7fc4818e-66b1-4892-a254-d8cff6c1daa3 req-6f634b46-8251-43a4-808f-4665994c00c2 tempest-ServerPasswordTestJSON-2106173353 tempest-ServerPasswordTestJSON-2106173353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:42.807417 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f073ea61-606f-4d41-9481-08bad16ba2d4 req-91422d19-3c5b-41ad-9115-b7cf12d5209d tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:42.808142 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-f073ea61-606f-4d41-9481-08bad16ba2d4 req-91422d19-3c5b-41ad-9115-b7cf12d5209d tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Synchronizing usage tracker for tenant:09dd0f3ff03c49d3a5c47e4de6593f6c on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:27:42.817671 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8974563a-4368-4395-b96e-5e3fa9966821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:42.854327 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-be7229d3-ba8a-4f4c-8875-195b09f78fa4 req-85af7b20-167e-4256-ab26-b5e31cf497ab tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] 10.222.0.50 "GET /v2.0/quotas/b1def4c9e50043e6a19eab99074af95d HTTP/1.1" status: 200 len: 375 time: 0.0943167 May 31 13:27:43.034737 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fc4818e-66b1-4892-a254-d8cff6c1daa3 req-6f634b46-8251-43a4-808f-4665994c00c2 tempest-ServerPasswordTestJSON-2106173353 tempest-ServerPasswordTestJSON-2106173353-project] Network 51977e84-df1f-4ca5-947c-7cd964e4ca30 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:27:43.044403 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-be7229d3-ba8a-4f4c-8875-195b09f78fa4 req-620550d0-4311-4db1-896a-75f7af5ea3dc tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b1def4c9e50043e6a19eab99074af95d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1770477 May 31 13:27:43.056436 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-7fc4818e-66b1-4892-a254-d8cff6c1daa3 req-6f634b46-8251-43a4-808f-4665994c00c2 tempest-ServerPasswordTestJSON-2106173353 tempest-ServerPasswordTestJSON-2106173353-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:27:43.073436 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fc4818e-66b1-4892-a254-d8cff6c1daa3 req-6f634b46-8251-43a4-808f-4665994c00c2 tempest-ServerPasswordTestJSON-2106173353 tempest-ServerPasswordTestJSON-2106173353-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:27:43.106360 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f634b46-8251-43a4-808f-4665994c00c2 tempest-ServerPasswordTestJSON-2106173353 tempest-ServerPasswordTestJSON-2106173353-project] Pushing event updated for resources: {'Port': ['ID=4ede7e2b-f455-48d3-b00b-33b5f9c4e44f,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:43.124915 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-f073ea61-606f-4d41-9481-08bad16ba2d4 req-91422d19-3c5b-41ad-9115-b7cf12d5209d tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Unset dirty status for tenant:09dd0f3ff03c49d3a5c47e4de6593f6c on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:27:43.126075 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f073ea61-606f-4d41-9481-08bad16ba2d4 req-91422d19-3c5b-41ad-9115-b7cf12d5209d tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3744315-d92b-4f5d-a8a0-2a9ee3c5263c HTTP/1.1" status: 200 len: 949 time: 0.9309967 May 31 13:27:43.187381 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9525107c-3c71-4b34-b1ef-75bfe16f51cf req-5a8249a0-c7da-4266-a10b-eca077e85a80 tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] 10.222.0.50 "GET /v2.0/security-groups/95536f24-10b7-4997-9f61-c08453aa9fd4 HTTP/1.1" status: 200 len: 2404 time: 0.3278015 May 31 13:27:43.254416 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-3dfcfadd-9e44-468a-b9f5-cc747f4fa552 service neutron] 10.222.0.20 "GET /v2.0/networks/b4d30686-23e7-4909-aa70-b67d446f9c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4798322 May 31 13:27:43.265069 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc4818e-66b1-4892-a254-d8cff6c1daa3 req-6f634b46-8251-43a4-808f-4665994c00c2 tempest-ServerPasswordTestJSON-2106173353 tempest-ServerPasswordTestJSON-2106173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:43.265712 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7fc4818e-66b1-4892-a254-d8cff6c1daa3 req-6f634b46-8251-43a4-808f-4665994c00c2 tempest-ServerPasswordTestJSON-2106173353 tempest-ServerPasswordTestJSON-2106173353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:43.389775 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-f073ea61-606f-4d41-9481-08bad16ba2d4 req-c4d3e42e-b6b8-421c-a4a5-8c8a068750f5 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Deleting port 32daf59e-30ee-4850-815e-972dba797556 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:27:43.390149 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f073ea61-606f-4d41-9481-08bad16ba2d4 req-c4d3e42e-b6b8-421c-a4a5-8c8a068750f5 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:43.425794 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-bf82956e-58d2-408f-9600-3abaf8cfda25 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8e966406-8086-497d-9f36-fd419f01573c HTTP/1.1" status: 200 len: 217 time: 0.1556649 May 31 13:27:43.516762 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7fc4818e-66b1-4892-a254-d8cff6c1daa3 req-6f634b46-8251-43a4-808f-4665994c00c2 tempest-ServerPasswordTestJSON-2106173353 tempest-ServerPasswordTestJSON-2106173353-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1183157 May 31 13:27:43.581364 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-7fc4818e-66b1-4892-a254-d8cff6c1daa3 req-3bd94ca0-a211-408b-8b4a-bab70ce2493a service neutron] Request body: {'port': {'device_id': '4d3d67ef-9667-4c94-a4f9-1eef9fedc68d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:27:43.672638 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:43.716102 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-9525107c-3c71-4b34-b1ef-75bfe16f51cf req-9f3b67b0-cb6c-4325-951d-4f5bd8b2db2b tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:43.756873 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:43.757428 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-e27e74a6-e231-4b49-8f45-000008c2975b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:43.758919 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-e27e74a6-e231-4b49-8f45-000008c2975b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0cc880ea-aa7f-47b9-9b93-2b6fc9bcaa46 HTTP/1.1" status: 200 len: 797 time: 0.3139369 May 31 13:27:43.964956 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-9525107c-3c71-4b34-b1ef-75bfe16f51cf req-9f3b67b0-cb6c-4325-951d-4f5bd8b2db2b tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:44.016975 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7fc4818e-66b1-4892-a254-d8cff6c1daa3 req-3bd94ca0-a211-408b-8b4a-bab70ce2493a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:44.106354 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc759fd-6705-407e-8371-681763cc581c req-760fc4ca-1c83-42dc-9536-223f12140d08 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:44.112311 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc759fd-6705-407e-8371-681763cc581c req-760fc4ca-1c83-42dc-9536-223f12140d08 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:44.119409 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc759fd-6705-407e-8371-681763cc581c req-760fc4ca-1c83-42dc-9536-223f12140d08 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:44.125780 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc759fd-6705-407e-8371-681763cc581c req-760fc4ca-1c83-42dc-9536-223f12140d08 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:44.132690 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc759fd-6705-407e-8371-681763cc581c req-760fc4ca-1c83-42dc-9536-223f12140d08 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:44.139011 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc759fd-6705-407e-8371-681763cc581c req-760fc4ca-1c83-42dc-9536-223f12140d08 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:44.146919 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc759fd-6705-407e-8371-681763cc581c req-760fc4ca-1c83-42dc-9536-223f12140d08 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:44.148328 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7cc759fd-6705-407e-8371-681763cc581c req-760fc4ca-1c83-42dc-9536-223f12140d08 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a HTTP/1.1" status: 200 len: 5421 time: 0.7050138 May 31 13:27:44.469354 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4862c3-c09d-4406-9fbc-79cffdc0a947 req-e86415be-527f-4a02-bcc7-703d5e92d3e0 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:44.473735 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-de4862c3-c09d-4406-9fbc-79cffdc0a947 req-e86415be-527f-4a02-bcc7-703d5e92d3e0 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Synchronizing usage tracker for tenant:bc5142db886b48f8906c49afcc233362 on resource:network {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:27:44.493484 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-f073ea61-606f-4d41-9481-08bad16ba2d4 req-c4d3e42e-b6b8-421c-a4a5-8c8a068750f5 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] For port 32daf59e-30ee-4850-815e-972dba797556, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=32daf59e-30ee-4850-815e-972dba797556,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:27:44.494258 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f073ea61-606f-4d41-9481-08bad16ba2d4 req-c4d3e42e-b6b8-421c-a4a5-8c8a068750f5 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:44.502111 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-de4862c3-c09d-4406-9fbc-79cffdc0a947 req-e86415be-527f-4a02-bcc7-703d5e92d3e0 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Unset dirty status for tenant:bc5142db886b48f8906c49afcc233362 on resource:network {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:27:44.504030 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-de4862c3-c09d-4406-9fbc-79cffdc0a947 req-e86415be-527f-4a02-bcc7-703d5e92d3e0 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.20 "GET /v2.0/networks?id=ef7bc708-faad-4f53-9863-9b17fc2bd3a4 HTTP/1.1" status: 200 len: 811 time: 0.2665203 May 31 13:27:44.561687 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-de4862c3-c09d-4406-9fbc-79cffdc0a947 req-8e88d9bc-a7bd-4264-96d9-810eb66bc403 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Synchronizing usage tracker for tenant:bc5142db886b48f8906c49afcc233362 on resource:security_group {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:27:44.578332 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-de4862c3-c09d-4406-9fbc-79cffdc0a947 req-8e88d9bc-a7bd-4264-96d9-810eb66bc403 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Unset dirty status for tenant:bc5142db886b48f8906c49afcc233362 on resource:security_group {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:27:44.579585 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-de4862c3-c09d-4406-9fbc-79cffdc0a947 req-8e88d9bc-a7bd-4264-96d9-810eb66bc403 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc5142db886b48f8906c49afcc233362 HTTP/1.1" status: 200 len: 379 time: 0.0681801 May 31 13:27:44.590691 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-de4862c3-c09d-4406-9fbc-79cffdc0a947 req-d7d5d3f1-1262-4759-82b8-a9b8c213a250 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Request body: {'port': {'device_id': 'a12efbab-a760-4348-9c14-f969aac5be15', 'network_id': 'ef7bc708-faad-4f53-9863-9b17fc2bd3a4', 'admin_state_up': True, 'tenant_id': 'bc5142db886b48f8906c49afcc233362', 'security_groups': ['ffda2590-39a0-411b-8152-4a5699ec7511']}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:27:44.694712 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-f073ea61-606f-4d41-9481-08bad16ba2d4 req-c4d3e42e-b6b8-421c-a4a5-8c8a068750f5 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Calling delete_port for 32daf59e-30ee-4850-815e-972dba797556 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:27:44.748729 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-9525107c-3c71-4b34-b1ef-75bfe16f51cf req-9f3b67b0-cb6c-4325-951d-4f5bd8b2db2b tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:44.780790 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b67b0-cb6c-4325-951d-4f5bd8b2db2b tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95536f24-10b7-4997-9f61-c08453aa9fd4,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:44.798674 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-de4862c3-c09d-4406-9fbc-79cffdc0a947 req-d7d5d3f1-1262-4759-82b8-a9b8c213a250 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:27:44.804693 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-de4862c3-c09d-4406-9fbc-79cffdc0a947 req-d7d5d3f1-1262-4759-82b8-a9b8c213a250 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Usage tracker for resource:port and tenant:bc5142db886b48f8906c49afcc233362 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:27:44.808566 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-de4862c3-c09d-4406-9fbc-79cffdc0a947 req-d7d5d3f1-1262-4759-82b8-a9b8c213a250 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:27:44.819371 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-de4862c3-c09d-4406-9fbc-79cffdc0a947 req-d7d5d3f1-1262-4759-82b8-a9b8c213a250 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:27:44.826320 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7cc759fd-6705-407e-8371-681763cc581c req-18f1365c-2425-4d3e-8d42-0bac1f896b9f tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/security-groups?id=1de4fedc-888a-46c6-9d87-1b48c5765046&id=71a9d93c-f6cb-49b0-b2f5-61553702d6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4684579 May 31 13:27:44.828830 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-3aa12c13-0339-46d6-a3db-d4bce5281bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:44.830823 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-3aa12c13-0339-46d6-a3db-d4bce5281bfa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2d2d7c1f-d966-47df-b1e1-24eb3c3d5e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.0227363 May 31 13:27:44.847071 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de4862c3-c09d-4406-9fbc-79cffdc0a947 req-d7d5d3f1-1262-4759-82b8-a9b8c213a250 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Made reservation on behalf of bc5142db886b48f8906c49afcc233362 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:27:44.850991 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-de4862c3-c09d-4406-9fbc-79cffdc0a947 req-d7d5d3f1-1262-4759-82b8-a9b8c213a250 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:45.101742 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-9525107c-3c71-4b34-b1ef-75bfe16f51cf req-9f3b67b0-cb6c-4325-951d-4f5bd8b2db2b tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:45.102920 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9525107c-3c71-4b34-b1ef-75bfe16f51cf req-9f3b67b0-cb6c-4325-951d-4f5bd8b2db2b tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] 10.222.0.50 "DELETE /v2.0/security-groups/95536f24-10b7-4997-9f61-c08453aa9fd4 HTTP/1.1" status: 204 len: 173 time: 1.8965869 May 31 13:27:45.135546 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-be7229d3-ba8a-4f4c-8875-195b09f78fa4 req-e44c2e10-a4e4-4a6e-8700-5f89568fba64 tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=b1def4c9e50043e6a19eab99074af95d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391767 May 31 13:27:45.193575 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-da45153e-b46e-4b96-add3-69423d54901e service neutron] 10.222.0.20 "GET /v2.0/networks/2d2d7c1f-d966-47df-b1e1-24eb3c3d5e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944219 May 31 13:27:45.436359 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:45.492062 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [req-de4862c3-c09d-4406-9fbc-79cffdc0a947 req-d7d5d3f1-1262-4759-82b8-a9b8c213a250 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Allocated IP 172.20.0.3 (ef7bc708-faad-4f53-9863-9b17fc2bd3a4/03601eff-cc07-4210-91b9-54e2e22c50f4/bcea5229-e83e-4a8f-a38a-ad9361d01354) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:27:45.517261 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7229d3-ba8a-4f4c-8875-195b09f78fa4 req-366f2f9f-96ed-4ae7-b6d9-ff9a56d2848a tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:45.518790 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-be7229d3-ba8a-4f4c-8875-195b09f78fa4 req-366f2f9f-96ed-4ae7-b6d9-ff9a56d2848a tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3344023 May 31 13:27:45.538030 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f073ea61-606f-4d41-9481-08bad16ba2d4 req-c4d3e42e-b6b8-421c-a4a5-8c8a068750f5 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:45.539775 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-be7229d3-ba8a-4f4c-8875-195b09f78fa4 req-e0d2d18d-2927-4a5f-a93a-aa909aa0c0db tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Request body: {'port': {'device_id': '60afb912-b9b4-4412-914e-472b08c3542b', 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4', 'admin_state_up': True, 'tenant_id': 'b1def4c9e50043e6a19eab99074af95d'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:27:45.551193 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['340b14e3-4287-43f8-a3a0-d594186321f6', '07547904-825e-4f1e-bf9b-eb2fc12e8810'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:27:45.596270 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-36389aa3-92e3-476f-beb2-7a0b03925d32 service neutron] 10.222.0.20 "GET /v2.0/networks/2d2d7c1f-d966-47df-b1e1-24eb3c3d5e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3966553 May 31 13:27:45.735076 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d3e42e-b6b8-421c-a4a5-8c8a068750f5 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Pushing event deleted for resources: {'Port': ['ID=32daf59e-30ee-4850-815e-972dba797556,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:45.769772 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-474c2c11-ba77-4a54-847f-ff8aa67425cc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=10ed9e35-6e6d-4cf1-8c03-6739c221f3a3 HTTP/1.1" status: 200 len: 217 time: 0.1471155 May 31 13:27:45.863483 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-f073ea61-606f-4d41-9481-08bad16ba2d4 req-c4d3e42e-b6b8-421c-a4a5-8c8a068750f5 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] No DVR routers for this DVR port 32daf59e-30ee-4850-815e-972dba797556 on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:27:45.876617 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f073ea61-606f-4d41-9481-08bad16ba2d4 req-c4d3e42e-b6b8-421c-a4a5-8c8a068750f5 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:45.878875 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3744315-d92b-4f5d-a8a0-2a9ee3c5263c', 'name': 'network-vif-deleted', 'tag': '32daf59e-30ee-4850-815e-972dba797556'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:27:45.881569 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-be7229d3-ba8a-4f4c-8875-195b09f78fa4 req-e0d2d18d-2927-4a5f-a93a-aa909aa0c0db tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:27:45.905221 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-be7229d3-ba8a-4f4c-8875-195b09f78fa4 req-e0d2d18d-2927-4a5f-a93a-aa909aa0c0db tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Usage tracker for resource:port and tenant:b1def4c9e50043e6a19eab99074af95d is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:27:45.907157 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e9ced5-1af0-44d0-91d6-0f45bace54cd req-c6e185dc-9fff-46d5-ab8d-9eae24d48115 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:45.911127 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-04e9ced5-1af0-44d0-91d6-0f45bace54cd req-c6e185dc-9fff-46d5-ab8d-9eae24d48115 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/ports?device_id=24302c62-7ac3-4163-8b04-e80e5c068019 HTTP/1.1" status: 200 len: 945 time: 0.6067708 May 31 13:27:45.925630 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-be7229d3-ba8a-4f4c-8875-195b09f78fa4 req-e0d2d18d-2927-4a5f-a93a-aa909aa0c0db tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:27:45.939240 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-be7229d3-ba8a-4f4c-8875-195b09f78fa4 req-e0d2d18d-2927-4a5f-a93a-aa909aa0c0db tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:27:45.954390 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f073ea61-606f-4d41-9481-08bad16ba2d4 req-c4d3e42e-b6b8-421c-a4a5-8c8a068750f5 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.44 "DELETE /v2.0/ports/32daf59e-30ee-4850-815e-972dba797556 HTTP/1.1" status: 204 len: 173 time: 2.8162260 May 31 13:27:45.963308 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-8932dc0e-bc1d-45b4-9f71-f2a81b754700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:45.965149 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-8932dc0e-bc1d-45b4-9f71-f2a81b754700 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0cc880ea-aa7f-47b9-9b93-2b6fc9bcaa46 HTTP/1.1" status: 200 len: 797 time: 0.1605377 May 31 13:27:45.982272 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-de4862c3-c09d-4406-9fbc-79cffdc0a947 req-d7d5d3f1-1262-4759-82b8-a9b8c213a250 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:45.986950 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be7229d3-ba8a-4f4c-8875-195b09f78fa4 req-e0d2d18d-2927-4a5f-a93a-aa909aa0c0db tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Made reservation on behalf of b1def4c9e50043e6a19eab99074af95d for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:27:45.996989 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-be7229d3-ba8a-4f4c-8875-195b09f78fa4 req-e0d2d18d-2927-4a5f-a93a-aa909aa0c0db tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:46.030786 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-be7229d3-ba8a-4f4c-8875-195b09f78fa4 req-e0d2d18d-2927-4a5f-a93a-aa909aa0c0db tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:46.062682 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-de4862c3-c09d-4406-9fbc-79cffdc0a947 req-d7d5d3f1-1262-4759-82b8-a9b8c213a250 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Transition to ACTIVE for port object bcea5229-e83e-4a8f-a38a-ad9361d01354 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:27:46.065177 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-be7229d3-ba8a-4f4c-8875-195b09f78fa4 req-e0d2d18d-2927-4a5f-a93a-aa909aa0c0db tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:27:46.073370 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-be7229d3-ba8a-4f4c-8875-195b09f78fa4 req-e0d2d18d-2927-4a5f-a93a-aa909aa0c0db tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Usage tracker for resource:security_group_rule and tenant:b1def4c9e50043e6a19eab99074af95d is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:27:46.079622 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-be7229d3-ba8a-4f4c-8875-195b09f78fa4 req-e0d2d18d-2927-4a5f-a93a-aa909aa0c0db tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:27:46.096167 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-be7229d3-ba8a-4f4c-8875-195b09f78fa4 req-e0d2d18d-2927-4a5f-a93a-aa909aa0c0db tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:27:46.118517 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8a58e2-7527-4a14-8e32-d11b4b55a47c req-ddc2a262-b906-4ab9-8f0c-30359b24a4f8 tempest-ServerPasswordTestJSON-2106173353 tempest-ServerPasswordTestJSON-2106173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:46.119345 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-ca8a58e2-7527-4a14-8e32-d11b4b55a47c req-ddc2a262-b906-4ab9-8f0c-30359b24a4f8 tempest-ServerPasswordTestJSON-2106173353 tempest-ServerPasswordTestJSON-2106173353-project] Synchronizing usage tracker for tenant:4a3167498c124479b2acfc56163122d6 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:27:46.162764 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-04e9ced5-1af0-44d0-91d6-0f45bace54cd req-1b839eda-43ba-4a28-80a7-b1dc33806614 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d29a7ba-8da4-4594-bfbf-9f55cd071e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419322 May 31 13:27:46.207889 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-7fc4818e-66b1-4892-a254-d8cff6c1daa3 req-3bd94ca0-a211-408b-8b4a-bab70ce2493a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ede7e2b-f455-48d3-b00b-33b5f9c4e44f {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:27:46.220234 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-de4862c3-c09d-4406-9fbc-79cffdc0a947 req-d7d5d3f1-1262-4759-82b8-a9b8c213a250 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:46.228294 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7fc4818e-66b1-4892-a254-d8cff6c1daa3 req-3bd94ca0-a211-408b-8b4a-bab70ce2493a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:46.246550 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-ca8a58e2-7527-4a14-8e32-d11b4b55a47c req-ddc2a262-b906-4ab9-8f0c-30359b24a4f8 tempest-ServerPasswordTestJSON-2106173353 tempest-ServerPasswordTestJSON-2106173353-project] Unset dirty status for tenant:4a3167498c124479b2acfc56163122d6 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:27:46.246550 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ca8a58e2-7527-4a14-8e32-d11b4b55a47c req-ddc2a262-b906-4ab9-8f0c-30359b24a4f8 tempest-ServerPasswordTestJSON-2106173353 tempest-ServerPasswordTestJSON-2106173353-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d3d67ef-9667-4c94-a4f9-1eef9fedc68d HTTP/1.1" status: 200 len: 931 time: 0.7961454 May 31 13:27:46.300182 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-7fc4818e-66b1-4892-a254-d8cff6c1daa3 req-3bd94ca0-a211-408b-8b4a-bab70ce2493a service neutron] Transition to ACTIVE for port object 4ede7e2b-f455-48d3-b00b-33b5f9c4e44f will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:27:46.340451 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7fc4818e-66b1-4892-a254-d8cff6c1daa3 req-3bd94ca0-a211-408b-8b4a-bab70ce2493a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:46.372829 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de4862c3-c09d-4406-9fbc-79cffdc0a947 req-d7d5d3f1-1262-4759-82b8-a9b8c213a250 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Network ef7bc708-faad-4f53-9863-9b17fc2bd3a4 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:27:46.382304 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [req-de4862c3-c09d-4406-9fbc-79cffdc0a947 req-d7d5d3f1-1262-4759-82b8-a9b8c213a250 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:27:46.397298 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-de4862c3-c09d-4406-9fbc-79cffdc0a947 req-d7d5d3f1-1262-4759-82b8-a9b8c213a250 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:27:46.465091 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d5d3f1-1262-4759-82b8-a9b8c213a250 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Pushing event updated for resources: {'Port': ['ID=bcea5229-e83e-4a8f-a38a-ad9361d01354,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:46.558011 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-be7229d3-ba8a-4f4c-8875-195b09f78fa4 req-e0d2d18d-2927-4a5f-a93a-aa909aa0c0db tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:46.565126 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-be7229d3-ba8a-4f4c-8875-195b09f78fa4 req-e0d2d18d-2927-4a5f-a93a-aa909aa0c0db tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:46.595238 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4862c3-c09d-4406-9fbc-79cffdc0a947 req-d7d5d3f1-1262-4759-82b8-a9b8c213a250 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:46.595910 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-de4862c3-c09d-4406-9fbc-79cffdc0a947 req-d7d5d3f1-1262-4759-82b8-a9b8c213a250 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:46.643685 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 32daf59e-30ee-4850-815e-972dba797556 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:27:46.672197 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-25c6b0b4-dd9b-4878-b0ec-18d803b52cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:46.674855 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-25c6b0b4-dd9b-4878-b0ec-18d803b52cf5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2d2d7c1f-d966-47df-b1e1-24eb3c3d5e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6926317 May 31 13:27:46.675703 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd94ca0-a211-408b-8b4a-bab70ce2493a service neutron] Pushing event updated for resources: {'Port': ['ID=4ede7e2b-f455-48d3-b00b-33b5f9c4e44f,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:46.703322 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d2d18d-2927-4a5f-a93a-aa909aa0c0db tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf755f24-1043-4dc9-80d0-31a81d8fbace,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:46.769605 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] No Port match for: 32daf59e-30ee-4850-815e-972dba797556 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:27:46.770427 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 32daf59e-30ee-4850-815e-972dba797556 not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:27:46.776794 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-de4862c3-c09d-4406-9fbc-79cffdc0a947 req-d7d5d3f1-1262-4759-82b8-a9b8c213a250 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1914885 May 31 13:27:46.788515 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-de4862c3-c09d-4406-9fbc-79cffdc0a947 req-62ac4a9a-ed33-412b-aac2-558e353b4565 service neutron] Request body: {'port': {'device_id': 'a12efbab-a760-4348-9c14-f969aac5be15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843939-1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:27:46.811397 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ca8a58e2-7527-4a14-8e32-d11b4b55a47c req-dd4a33c5-be68-4810-b1e2-d8ae89c35c25 tempest-ServerPasswordTestJSON-2106173353 tempest-ServerPasswordTestJSON-2106173353-project] 10.222.0.50 "GET /v2.0/security-groups?id=a45fcbe6-f2bd-489e-98d1-8cd92d7ced8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5383685 May 31 13:27:46.850390 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ae6827d5-2468-45a4-a306-270ababb89b5 None None] Provisioning for port bcea5229-e83e-4a8f-a38a-ad9361d01354 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:27:46.862910 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ae6827d5-2468-45a4-a306-270ababb89b5 None None] Provisioning complete for port bcea5229-e83e-4a8f-a38a-ad9361d01354 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:27:46.863291 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ae6827d5-2468-45a4-a306-270ababb89b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:47.012970 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-ae6827d5-2468-45a4-a306-270ababb89b5 None None] Port bcea5229-e83e-4a8f-a38a-ad9361d01354 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:27:47.067109 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 13:27:47.096748 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [req-be7229d3-ba8a-4f4c-8875-195b09f78fa4 req-e0d2d18d-2927-4a5f-a93a-aa909aa0c0db tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Allocated IP 192.168.233.16 (85b11c4f-90ad-4763-b38d-22d3f87089f4/24822c99-0dce-4d50-9c44-3135ba3763b8/c9e1fd5a-3c44-4e6f-b64b-eeb5510e929c) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:27:47.185658 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-de4862c3-c09d-4406-9fbc-79cffdc0a947 req-62ac4a9a-ed33-412b-aac2-558e353b4565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:47.437907 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-23ecc50a-8a8b-44b6-9103-31aea04318e5 service neutron] 10.222.0.20 "GET /v2.0/networks/2d2d7c1f-d966-47df-b1e1-24eb3c3d5e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6627147 May 31 13:27:47.468848 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df85ced9-f598-4e90-9f27-16e159209caa req-50b9c5f4-7dcb-40f0-8179-ac9a9a362d03 tempest-LiveMigrationTest-979382837 tempest-LiveMigrationTest-979382837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:47.470391 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-df85ced9-f598-4e90-9f27-16e159209caa req-50b9c5f4-7dcb-40f0-8179-ac9a9a362d03 tempest-LiveMigrationTest-979382837 tempest-LiveMigrationTest-979382837-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=24302c62-7ac3-4163-8b04-e80e5c068019&tenant_id=9d7345b6bbc64d3981e920379156fa19&binding%3Ahost_id=n-h2-843939-1 HTTP/1.1" status: 200 len: 1096 time: 0.5171225 May 31 13:27:47.531874 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-df85ced9-f598-4e90-9f27-16e159209caa req-a5f886fd-31d8-4782-8345-19abff65b916 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-843939-1'}}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:27:47.553885 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-7fc4818e-66b1-4892-a254-d8cff6c1daa3 req-3bd94ca0-a211-408b-8b4a-bab70ce2493a service neutron] Attempting to bind port 4ede7e2b-f455-48d3-b00b-33b5f9c4e44f on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:27:47.554245 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-7fc4818e-66b1-4892-a254-d8cff6c1daa3 req-3bd94ca0-a211-408b-8b4a-bab70ce2493a service neutron] Attempting to bind port 4ede7e2b-f455-48d3-b00b-33b5f9c4e44f by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': '4d066d05-cdce-46e1-9764-8a91fcd18529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '51977e84-df1f-4ca5-947c-7cd964e4ca30'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:27:47.554579 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc4818e-66b1-4892-a254-d8cff6c1daa3 req-3bd94ca0-a211-408b-8b4a-bab70ce2493a service neutron] Attempting to bind port 4ede7e2b-f455-48d3-b00b-33b5f9c4e44f on network 51977e84-df1f-4ca5-947c-7cd964e4ca30 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:27:47.587930 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc4818e-66b1-4892-a254-d8cff6c1daa3 req-3bd94ca0-a211-408b-8b4a-bab70ce2493a service neutron] Port 4ede7e2b-f455-48d3-b00b-33b5f9c4e44f on network 51977e84-df1f-4ca5-947c-7cd964e4ca30 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:27:47.588255 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc4818e-66b1-4892-a254-d8cff6c1daa3 req-3bd94ca0-a211-408b-8b4a-bab70ce2493a service neutron] Attempting to bind port 4ede7e2b-f455-48d3-b00b-33b5f9c4e44f on network 51977e84-df1f-4ca5-947c-7cd964e4ca30 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:27:47.609943 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac97327f-1634-4619-a800-d236d41197c4 req-2c4524ab-cdab-4714-b2c5-ad02664a00d5 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:47.611494 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ac97327f-1634-4619-a800-d236d41197c4 req-2c4524ab-cdab-4714-b2c5-ad02664a00d5 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 931 time: 0.5963564 May 31 13:27:47.631465 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05349f7d-9c95-48a8-a1fc-a29d43f6c36d req-4b03a076-d469-4b03-a3c0-a687435d0a11 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:47.631465 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-05349f7d-9c95-48a8-a1fc-a29d43f6c36d req-4b03a076-d469-4b03-a3c0-a687435d0a11 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Synchronizing usage tracker for tenant:09dd0f3ff03c49d3a5c47e4de6593f6c on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:27:47.639907 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc4818e-66b1-4892-a254-d8cff6c1daa3 req-3bd94ca0-a211-408b-8b4a-bab70ce2493a service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:27:47.640242 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc4818e-66b1-4892-a254-d8cff6c1daa3 req-3bd94ca0-a211-408b-8b4a-bab70ce2493a service neutron] Checking segment: {'id': '4d066d05-cdce-46e1-9764-8a91fcd18529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '51977e84-df1f-4ca5-947c-7cd964e4ca30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:27:47.640631 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc4818e-66b1-4892-a254-d8cff6c1daa3 req-3bd94ca0-a211-408b-8b4a-bab70ce2493a service neutron] Bound using segment: {'id': '4d066d05-cdce-46e1-9764-8a91fcd18529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '51977e84-df1f-4ca5-947c-7cd964e4ca30'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:27:47.641075 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-7fc4818e-66b1-4892-a254-d8cff6c1daa3 req-3bd94ca0-a211-408b-8b4a-bab70ce2493a service neutron] Bound port: 4ede7e2b-f455-48d3-b00b-33b5f9c4e44f, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d066d05-cdce-46e1-9764-8a91fcd18529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '51977e84-df1f-4ca5-947c-7cd964e4ca30'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:27:47.641850 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7fc4818e-66b1-4892-a254-d8cff6c1daa3 req-3bd94ca0-a211-408b-8b4a-bab70ce2493a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:47.813553 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-05349f7d-9c95-48a8-a1fc-a29d43f6c36d req-4b03a076-d469-4b03-a3c0-a687435d0a11 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Unset dirty status for tenant:09dd0f3ff03c49d3a5c47e4de6593f6c on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:27:47.814758 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-05349f7d-9c95-48a8-a1fc-a29d43f6c36d req-4b03a076-d469-4b03-a3c0-a687435d0a11 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.44 "GET /v2.0/ports?device_id=051ed48e-51ef-40a1-83b3-14a913c71c6f HTTP/1.1" status: 200 len: 950 time: 0.7769771 May 31 13:27:47.852675 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25f9cb3e-cf2c-412d-bfc0-fa59ff1ab4dd req-39a432a7-6008-46ea-a419-dbe3c131206f service neutron] 10.222.0.20 "GET /v2.0/networks/2d2d7c1f-d966-47df-b1e1-24eb3c3d5e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3953099 May 31 13:27:47.860757 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ac97327f-1634-4619-a800-d236d41197c4 req-67ffaed8-46aa-4d1d-8221-99d5070d496d tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2213104 May 31 13:27:47.901811 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-be7229d3-ba8a-4f4c-8875-195b09f78fa4 req-e0d2d18d-2927-4a5f-a93a-aa909aa0c0db tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:47.919946 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-7fc4818e-66b1-4892-a254-d8cff6c1daa3 req-3bd94ca0-a211-408b-8b4a-bab70ce2493a service neutron] For port 4ede7e2b-f455-48d3-b00b-33b5f9c4e44f, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:27:47.963509 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 56abcba9-513f-4c4d-a97d-b112bfe0bc20 details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:27:47.977694 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-7fc4818e-66b1-4892-a254-d8cff6c1daa3 req-3bd94ca0-a211-408b-8b4a-bab70ce2493a service neutron] For port 4ede7e2b-f455-48d3-b00b-33b5f9c4e44f, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=4ede7e2b-f455-48d3-b00b-33b5f9c4e44f,segment=NetworkSegment(4d066d05-cdce-46e1-9764-8a91fcd18529),segment_id=4d066d05-cdce-46e1-9764-8a91fcd18529)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:27:47.979448 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-be7229d3-ba8a-4f4c-8875-195b09f78fa4 req-e0d2d18d-2927-4a5f-a93a-aa909aa0c0db tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Transition to ACTIVE for port object c9e1fd5a-3c44-4e6f-b64b-eeb5510e929c will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:27:48.010252 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7fc4818e-66b1-4892-a254-d8cff6c1daa3 req-3bd94ca0-a211-408b-8b4a-bab70ce2493a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:48.014940 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-df85ced9-f598-4e90-9f27-16e159209caa req-a5f886fd-31d8-4782-8345-19abff65b916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:48.088540 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-280683f5-fc85-4d12-843f-4a92d5d2bd78 req-8c964213-d8c9-4b22-923c-feb2daaabbd3 tempest-SecurityGroupsTestAdminJSON-606646232 tempest-SecurityGroupsTestAdminJSON-606646232-project-admin] Synchronizing usage tracker for tenant:4ef2da2e565e4832bb31a2853a5dc268 on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:27:48.166050 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc4818e-66b1-4892-a254-d8cff6c1daa3 req-3bd94ca0-a211-408b-8b4a-bab70ce2493a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:48.166982 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7fc4818e-66b1-4892-a254-d8cff6c1daa3 req-3bd94ca0-a211-408b-8b4a-bab70ce2493a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:48.169358 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7fc4818e-66b1-4892-a254-d8cff6c1daa3 req-3bd94ca0-a211-408b-8b4a-bab70ce2493a service neutron] 10.222.0.44 "PUT /v2.0/ports/4ede7e2b-f455-48d3-b00b-33b5f9c4e44f HTTP/1.1" status: 200 len: 1091 time: 4.6028266 May 31 13:27:48.194519 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2ad45fda-273b-4bbf-98fe-74bbda04d40b req-5bd22dc6-f2f0-49d6-91ef-cab08186cf57 tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] 10.222.0.50 "GET /v2.0/ports?device_id=60afb912-b9b4-4412-914e-472b08c3542b HTTP/1.1" status: 200 len: 210 time: 0.0886669 May 31 13:27:48.227342 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-be7229d3-ba8a-4f4c-8875-195b09f78fa4 req-e0d2d18d-2927-4a5f-a93a-aa909aa0c0db tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:48.259949 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 56abcba9-513f-4c4d-a97d-b112bfe0bc20, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=56abcba9-513f-4c4d-a97d-b112bfe0bc20,segment=NetworkSegment(6af449b4-9759-41ca-aa70-1c602a81197c),segment_id=6af449b4-9759-41ca-aa70-1c602a81197c)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:27:48.277112 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 56abcba9-513f-4c4d-a97d-b112bfe0bc20 has no active binding in host n-h1-843939-1 {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 31 13:27:48.384648 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-280683f5-fc85-4d12-843f-4a92d5d2bd78 req-8c964213-d8c9-4b22-923c-feb2daaabbd3 tempest-SecurityGroupsTestAdminJSON-606646232 tempest-SecurityGroupsTestAdminJSON-606646232-project-admin] Unset dirty status for tenant:4ef2da2e565e4832bb31a2853a5dc268 on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:27:48.387059 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-280683f5-fc85-4d12-843f-4a92d5d2bd78 req-8c964213-d8c9-4b22-923c-feb2daaabbd3 tempest-SecurityGroupsTestAdminJSON-606646232 tempest-SecurityGroupsTestAdminJSON-606646232-project-admin] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 52751 time: 2.1492682 May 31 13:27:48.397573 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [req-de4862c3-c09d-4406-9fbc-79cffdc0a947 req-62ac4a9a-ed33-412b-aac2-558e353b4565 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcea5229-e83e-4a8f-a38a-ad9361d01354 {{(pid=88369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:27:48.422647 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd94ca0-a211-408b-8b4a-bab70ce2493a service neutron] Pushing event updated for resources: {'Port': ['ID=4ede7e2b-f455-48d3-b00b-33b5f9c4e44f,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:48.423614 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-de4862c3-c09d-4406-9fbc-79cffdc0a947 req-62ac4a9a-ed33-412b-aac2-558e353b4565 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:48.457364 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be7229d3-ba8a-4f4c-8875-195b09f78fa4 req-e0d2d18d-2927-4a5f-a93a-aa909aa0c0db tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Network 85b11c4f-90ad-4763-b38d-22d3f87089f4 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:27:48.461174 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-05349f7d-9c95-48a8-a1fc-a29d43f6c36d req-3d0c5dff-2914-4191-9043-9958e7d62752 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Deleting port 07547904-825e-4f1e-bf9b-eb2fc12e8810 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:27:48.461458 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-05349f7d-9c95-48a8-a1fc-a29d43f6c36d req-3d0c5dff-2914-4191-9043-9958e7d62752 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:48.470152 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [req-be7229d3-ba8a-4f4c-8875-195b09f78fa4 req-e0d2d18d-2927-4a5f-a93a-aa909aa0c0db tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:27:48.494092 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-be7229d3-ba8a-4f4c-8875-195b09f78fa4 req-e0d2d18d-2927-4a5f-a93a-aa909aa0c0db tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:27:48.530064 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b46eaa-66a1-414f-8b9b-a8628677db98 req-850daab9-c748-4fb4-9aa8-4722ba81973b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:48.530515 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b46eaa-66a1-414f-8b9b-a8628677db98 req-850daab9-c748-4fb4-9aa8-4722ba81973b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:48.530971 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b46eaa-66a1-414f-8b9b-a8628677db98 req-850daab9-c748-4fb4-9aa8-4722ba81973b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:48.531435 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b46eaa-66a1-414f-8b9b-a8628677db98 req-850daab9-c748-4fb4-9aa8-4722ba81973b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:48.531896 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b46eaa-66a1-414f-8b9b-a8628677db98 req-850daab9-c748-4fb4-9aa8-4722ba81973b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:48.532351 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b46eaa-66a1-414f-8b9b-a8628677db98 req-850daab9-c748-4fb4-9aa8-4722ba81973b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:48.532803 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b46eaa-66a1-414f-8b9b-a8628677db98 req-850daab9-c748-4fb4-9aa8-4722ba81973b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:48.535973 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-75b46eaa-66a1-414f-8b9b-a8628677db98 req-850daab9-c748-4fb4-9aa8-4722ba81973b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3239bed898c344b59ed7ea3353897e74&device_id=f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a HTTP/1.1" status: 200 len: 6478 time: 0.6020761 May 31 13:27:48.537506 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-de4862c3-c09d-4406-9fbc-79cffdc0a947 req-62ac4a9a-ed33-412b-aac2-558e353b4565 service neutron] Transition to ACTIVE for port object bcea5229-e83e-4a8f-a38a-ad9361d01354 will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:27:48.571298 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d2d18d-2927-4a5f-a93a-aa909aa0c0db tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Pushing event updated for resources: {'Port': ['ID=c9e1fd5a-3c44-4e6f-b64b-eeb5510e929c,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:48.589054 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5f21d70f-74f1-49fe-94ab-ea38cf0c34ce req-4f819e16-4044-422b-a08f-8839b0c7ceef tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] 10.222.0.50 "GET /v2.0/security-groups/fce91e32-a3ff-4bbf-a940-387c4bde9c0e HTTP/1.1" status: 200 len: 2396 time: 0.3349290 May 31 13:27:48.606137 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-de4862c3-c09d-4406-9fbc-79cffdc0a947 req-62ac4a9a-ed33-412b-aac2-558e353b4565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:48.686705 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7229d3-ba8a-4f4c-8875-195b09f78fa4 req-e0d2d18d-2927-4a5f-a93a-aa909aa0c0db tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:48.690245 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-be7229d3-ba8a-4f4c-8875-195b09f78fa4 req-e0d2d18d-2927-4a5f-a93a-aa909aa0c0db tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:48.727132 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-df85ced9-f598-4e90-9f27-16e159209caa req-a5f886fd-31d8-4782-8345-19abff65b916 service neutron] For port 56abcba9-513f-4c4d-a97d-b112bfe0bc20, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=56abcba9-513f-4c4d-a97d-b112bfe0bc20,segment=NetworkSegment(6af449b4-9759-41ca-aa70-1c602a81197c),segment_id=6af449b4-9759-41ca-aa70-1c602a81197c)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:27:48.778124 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-5ea0dfd7-99ed-43d2-8ef2-0b85d969b191 None None] Provisioning for port c9e1fd5a-3c44-4e6f-b64b-eeb5510e929c completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:27:48.785092 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-5ea0dfd7-99ed-43d2-8ef2-0b85d969b191 None None] Provisioning complete for port c9e1fd5a-3c44-4e6f-b64b-eeb5510e929c triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:27:48.786276 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5ea0dfd7-99ed-43d2-8ef2-0b85d969b191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:48.787958 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-280683f5-fc85-4d12-843f-4a92d5d2bd78 req-1e857a46-79f1-4ac4-9c42-14e00cb82c5c tempest-SecurityGroupsTestAdminJSON-606646232 tempest-SecurityGroupsTestAdminJSON-606646232-project-admin] 10.222.0.50 "GET /v2.0/security-groups/001b660e-3263-4f26-80d8-c610ca40f034 HTTP/1.1" status: 200 len: 2981 time: 0.3702760 May 31 13:27:48.914171 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-5ea0dfd7-99ed-43d2-8ef2-0b85d969b191 None None] Port c9e1fd5a-3c44-4e6f-b64b-eeb5510e929c cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:27:48.924028 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-be7229d3-ba8a-4f4c-8875-195b09f78fa4 req-e0d2d18d-2927-4a5f-a93a-aa909aa0c0db tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3959267 May 31 13:27:48.938711 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ac4a9a-ed33-412b-aac2-558e353b4565 service neutron] Pushing event updated for resources: {'Port': ['ID=bcea5229-e83e-4a8f-a38a-ad9361d01354,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:48.946237 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.db.resource_extend [req-df85ced9-f598-4e90-9f27-16e159209caa req-a5f886fd-31d8-4782-8345-19abff65b916 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:27:48.991483 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-be7229d3-ba8a-4f4c-8875-195b09f78fa4 req-d1969cf4-35ef-45f3-97d0-feb56e5dc984 service neutron] Request body: {'port': {'device_id': '60afb912-b9b4-4412-914e-472b08c3542b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843939-1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:27:49.026996 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc4818e-66b1-4892-a254-d8cff6c1daa3 req-67444891-e04d-4e3b-b180-b61e02f7d91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:49.026996 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7fc4818e-66b1-4892-a254-d8cff6c1daa3 req-67444891-e04d-4e3b-b180-b61e02f7d91a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4a3167498c124479b2acfc56163122d6&device_id=4d3d67ef-9667-4c94-a4f9-1eef9fedc68d HTTP/1.1" status: 200 len: 1094 time: 0.7745004 May 31 13:27:49.076911 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-df85ced9-f598-4e90-9f27-16e159209caa req-a5f886fd-31d8-4782-8345-19abff65b916 service neutron] For port 56abcba9-513f-4c4d-a97d-b112bfe0bc20, host n-h2-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:27:49.166664 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7fc4818e-66b1-4892-a254-d8cff6c1daa3 req-44856826-0afb-4405-bcf8-3fbd5ce38d3d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4ede7e2b-f455-48d3-b00b-33b5f9c4e44f HTTP/1.1" status: 200 len: 217 time: 0.1163120 May 31 13:27:49.257898 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-de4862c3-c09d-4406-9fbc-79cffdc0a947 req-62ac4a9a-ed33-412b-aac2-558e353b4565 service neutron] Attempting to bind port bcea5229-e83e-4a8f-a38a-ad9361d01354 on host n-h1-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:27:49.258306 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-de4862c3-c09d-4406-9fbc-79cffdc0a947 req-62ac4a9a-ed33-412b-aac2-558e353b4565 service neutron] Attempting to bind port bcea5229-e83e-4a8f-a38a-ad9361d01354 by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': '4d75b4c6-9dbf-466e-9960-e4baeffc8b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ef7bc708-faad-4f53-9863-9b17fc2bd3a4'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:27:49.258773 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4862c3-c09d-4406-9fbc-79cffdc0a947 req-62ac4a9a-ed33-412b-aac2-558e353b4565 service neutron] Attempting to bind port bcea5229-e83e-4a8f-a38a-ad9361d01354 on network ef7bc708-faad-4f53-9863-9b17fc2bd3a4 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:27:49.261555 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24302c62-7ac3-4163-8b04-e80e5c068019', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56abcba9-513f-4c4d-a97d-b112bfe0bc20'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:27:49.270505 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-df85ced9-f598-4e90-9f27-16e159209caa req-a5f886fd-31d8-4782-8345-19abff65b916 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:49.287145 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4862c3-c09d-4406-9fbc-79cffdc0a947 req-62ac4a9a-ed33-412b-aac2-558e353b4565 service neutron] Port bcea5229-e83e-4a8f-a38a-ad9361d01354 on network ef7bc708-faad-4f53-9863-9b17fc2bd3a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:27:49.287478 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4862c3-c09d-4406-9fbc-79cffdc0a947 req-62ac4a9a-ed33-412b-aac2-558e353b4565 service neutron] Attempting to bind port bcea5229-e83e-4a8f-a38a-ad9361d01354 on network ef7bc708-faad-4f53-9863-9b17fc2bd3a4 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:27:49.295300 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-df85ced9-f598-4e90-9f27-16e159209caa req-a5f886fd-31d8-4782-8345-19abff65b916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:49.337562 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4862c3-c09d-4406-9fbc-79cffdc0a947 req-62ac4a9a-ed33-412b-aac2-558e353b4565 service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:27:49.337915 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4862c3-c09d-4406-9fbc-79cffdc0a947 req-62ac4a9a-ed33-412b-aac2-558e353b4565 service neutron] Checking segment: {'id': '4d75b4c6-9dbf-466e-9960-e4baeffc8b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ef7bc708-faad-4f53-9863-9b17fc2bd3a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:27:49.339270 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4862c3-c09d-4406-9fbc-79cffdc0a947 req-62ac4a9a-ed33-412b-aac2-558e353b4565 service neutron] Bound using segment: {'id': '4d75b4c6-9dbf-466e-9960-e4baeffc8b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ef7bc708-faad-4f53-9863-9b17fc2bd3a4'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:27:49.339658 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b46eaa-66a1-414f-8b9b-a8628677db98 req-686f3311-3fe9-4a6f-99e0-f7abb9988090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:49.341186 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-75b46eaa-66a1-414f-8b9b-a8628677db98 req-686f3311-3fe9-4a6f-99e0-f7abb9988090 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2d2d7c1f-d966-47df-b1e1-24eb3c3d5e68 HTTP/1.1" status: 200 len: 902 time: 0.7877619 May 31 13:27:49.341304 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-de4862c3-c09d-4406-9fbc-79cffdc0a947 req-62ac4a9a-ed33-412b-aac2-558e353b4565 service neutron] Bound port: bcea5229-e83e-4a8f-a38a-ad9361d01354, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d75b4c6-9dbf-466e-9960-e4baeffc8b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ef7bc708-faad-4f53-9863-9b17fc2bd3a4'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:27:49.341688 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-de4862c3-c09d-4406-9fbc-79cffdc0a947 req-62ac4a9a-ed33-412b-aac2-558e353b4565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:49.362763 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-be7229d3-ba8a-4f4c-8875-195b09f78fa4 req-d1969cf4-35ef-45f3-97d0-feb56e5dc984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:49.441270 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-5f21d70f-74f1-49fe-94ab-ea38cf0c34ce req-4cb57c03-aa27-4a72-9330-84841025b9cc tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:49.455283 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-280683f5-fc85-4d12-843f-4a92d5d2bd78 req-56f774f4-89db-4d66-8296-c9a09e143ee9 tempest-SecurityGroupsTestAdminJSON-606646232 tempest-SecurityGroupsTestAdminJSON-606646232-project-admin] 10.222.0.50 "GET /v2.0/security-groups/001b660e-3263-4f26-80d8-c610ca40f034 HTTP/1.1" status: 200 len: 2981 time: 0.4435363 May 31 13:27:49.462515 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-75b46eaa-66a1-414f-8b9b-a8628677db98 req-cdb63210-f7bf-4f83-9a79-2c28bfb6352f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8e966406-8086-497d-9f36-fd419f01573c HTTP/1.1" status: 200 len: 217 time: 0.1003597 May 31 13:27:49.589551 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc4818e-66b1-4892-a254-d8cff6c1daa3 req-99eb495f-0c37-4c5b-b97c-df624ebce3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:49.591267 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7fc4818e-66b1-4892-a254-d8cff6c1daa3 req-99eb495f-0c37-4c5b-b97c-df624ebce3b4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=275771fd-dda7-4f92-8c0a-d5c15290b60c HTTP/1.1" status: 200 len: 853 time: 0.3821115 May 31 13:27:49.611312 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-5f21d70f-74f1-49fe-94ab-ea38cf0c34ce req-4cb57c03-aa27-4a72-9330-84841025b9cc tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:49.652326 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f886fd-31d8-4782-8345-19abff65b916 service neutron] Pushing event updated for resources: {'Port': ['ID=56abcba9-513f-4c4d-a97d-b112bfe0bc20,revision_number=7']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:49.688824 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-05349f7d-9c95-48a8-a1fc-a29d43f6c36d req-3d0c5dff-2914-4191-9043-9958e7d62752 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] For port 07547904-825e-4f1e-bf9b-eb2fc12e8810, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=07547904-825e-4f1e-bf9b-eb2fc12e8810,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:27:49.689204 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-05349f7d-9c95-48a8-a1fc-a29d43f6c36d req-3d0c5dff-2914-4191-9043-9958e7d62752 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:49.719205 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7fc4818e-66b1-4892-a254-d8cff6c1daa3 req-82d8eb21-5cee-4580-a06b-6ddd3c020fe2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=51977e84-df1f-4ca5-947c-7cd964e4ca30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1116431 May 31 13:27:49.725261 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-df85ced9-f598-4e90-9f27-16e159209caa req-a5f886fd-31d8-4782-8345-19abff65b916 service neutron] Attempting to bind port 56abcba9-513f-4c4d-a97d-b112bfe0bc20 on host n-h2-843939-1 for vnic_type normal with profile {"migrating_to": "n-h1-843939-1"} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:27:49.725815 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-df85ced9-f598-4e90-9f27-16e159209caa req-a5f886fd-31d8-4782-8345-19abff65b916 service neutron] Attempting to bind port 56abcba9-513f-4c4d-a97d-b112bfe0bc20 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': '6af449b4-9759-41ca-aa70-1c602a81197c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e576ad54-297c-4eec-b73b-25479782c1e2'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:27:49.726389 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df85ced9-f598-4e90-9f27-16e159209caa req-a5f886fd-31d8-4782-8345-19abff65b916 service neutron] Attempting to bind port 56abcba9-513f-4c4d-a97d-b112bfe0bc20 on network e576ad54-297c-4eec-b73b-25479782c1e2 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:27:49.784294 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-de4862c3-c09d-4406-9fbc-79cffdc0a947 req-62ac4a9a-ed33-412b-aac2-558e353b4565 service neutron] For port bcea5229-e83e-4a8f-a38a-ad9361d01354, host n-h1-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:27:49.803326 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df85ced9-f598-4e90-9f27-16e159209caa req-a5f886fd-31d8-4782-8345-19abff65b916 service neutron] Port 56abcba9-513f-4c4d-a97d-b112bfe0bc20 on network e576ad54-297c-4eec-b73b-25479782c1e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:27:49.803682 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df85ced9-f598-4e90-9f27-16e159209caa req-a5f886fd-31d8-4782-8345-19abff65b916 service neutron] Attempting to bind port 56abcba9-513f-4c4d-a97d-b112bfe0bc20 on network e576ad54-297c-4eec-b73b-25479782c1e2 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:27:49.820455 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df85ced9-f598-4e90-9f27-16e159209caa req-a5f886fd-31d8-4782-8345-19abff65b916 service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:27:49.820789 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df85ced9-f598-4e90-9f27-16e159209caa req-a5f886fd-31d8-4782-8345-19abff65b916 service neutron] Checking segment: {'id': '6af449b4-9759-41ca-aa70-1c602a81197c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e576ad54-297c-4eec-b73b-25479782c1e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:27:49.821174 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df85ced9-f598-4e90-9f27-16e159209caa req-a5f886fd-31d8-4782-8345-19abff65b916 service neutron] Bound using segment: {'id': '6af449b4-9759-41ca-aa70-1c602a81197c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e576ad54-297c-4eec-b73b-25479782c1e2'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:27:49.821602 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-df85ced9-f598-4e90-9f27-16e159209caa req-a5f886fd-31d8-4782-8345-19abff65b916 service neutron] Bound port: 56abcba9-513f-4c4d-a97d-b112bfe0bc20, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6af449b4-9759-41ca-aa70-1c602a81197c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e576ad54-297c-4eec-b73b-25479782c1e2'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:27:49.821945 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-df85ced9-f598-4e90-9f27-16e159209caa req-a5f886fd-31d8-4782-8345-19abff65b916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:49.837010 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-de4862c3-c09d-4406-9fbc-79cffdc0a947 req-62ac4a9a-ed33-412b-aac2-558e353b4565 service neutron] For port bcea5229-e83e-4a8f-a38a-ad9361d01354, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=bcea5229-e83e-4a8f-a38a-ad9361d01354,segment=NetworkSegment(4d75b4c6-9dbf-466e-9960-e4baeffc8b58),segment_id=4d75b4c6-9dbf-466e-9960-e4baeffc8b58)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:27:49.850416 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-de4862c3-c09d-4406-9fbc-79cffdc0a947 req-62ac4a9a-ed33-412b-aac2-558e353b4565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:49.862501 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-280683f5-fc85-4d12-843f-4a92d5d2bd78 req-6db3f530-58da-4a3d-8c5c-3cbdcf858af9 tempest-SecurityGroupsTestAdminJSON-606646232 tempest-SecurityGroupsTestAdminJSON-606646232-project-admin] 10.222.0.50 "GET /v2.0/security-groups/0787801a-77b5-4948-bd9c-952f13fea8ac HTTP/1.1" status: 200 len: 2981 time: 0.3841922 May 31 13:27:49.863906 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b46eaa-66a1-414f-8b9b-a8628677db98 req-2d5f4a03-3e0c-4ae4-b3b4-9c39e7b0f7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:49.865888 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-75b46eaa-66a1-414f-8b9b-a8628677db98 req-2d5f4a03-3e0c-4ae4-b3b4-9c39e7b0f7ab service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0cc880ea-aa7f-47b9-9b93-2b6fc9bcaa46 HTTP/1.1" status: 200 len: 797 time: 0.3865657 May 31 13:27:49.881394 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-05349f7d-9c95-48a8-a1fc-a29d43f6c36d req-3d0c5dff-2914-4191-9043-9958e7d62752 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Calling delete_port for 07547904-825e-4f1e-bf9b-eb2fc12e8810 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:27:50.148608 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-5f21d70f-74f1-49fe-94ab-ea38cf0c34ce req-4cb57c03-aa27-4a72-9330-84841025b9cc tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:50.169272 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4862c3-c09d-4406-9fbc-79cffdc0a947 req-62ac4a9a-ed33-412b-aac2-558e353b4565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:50.170536 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-de4862c3-c09d-4406-9fbc-79cffdc0a947 req-62ac4a9a-ed33-412b-aac2-558e353b4565 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:50.171284 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-de4862c3-c09d-4406-9fbc-79cffdc0a947 req-62ac4a9a-ed33-412b-aac2-558e353b4565 service neutron] 10.222.0.20 "PUT /v2.0/ports/bcea5229-e83e-4a8f-a38a-ad9361d01354 HTTP/1.1" status: 200 len: 1091 time: 3.3876212 May 31 13:27:50.173016 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-280683f5-fc85-4d12-843f-4a92d5d2bd78 req-e1d6d464-bfa5-4a01-9c6c-b7ecb5ed460f tempest-SecurityGroupsTestAdminJSON-606646232 tempest-SecurityGroupsTestAdminJSON-606646232-project-admin] 10.222.0.50 "GET /v2.0/security-groups/0787801a-77b5-4948-bd9c-952f13fea8ac HTTP/1.1" status: 200 len: 2981 time: 0.2522538 May 31 13:27:50.182712 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb57c03-aa27-4a72-9330-84841025b9cc tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce91e32-a3ff-4bbf-a940-387c4bde9c0e,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:50.216079 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7fc4818e-66b1-4892-a254-d8cff6c1daa3 req-51b837c2-b42e-4078-990f-fccdfe945cd4 service neutron] 10.222.0.44 "GET /v2.0/networks/51977e84-df1f-4ca5-947c-7cd964e4ca30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4351242 May 31 13:27:50.240744 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ac4a9a-ed33-412b-aac2-558e353b4565 service neutron] Pushing event updated for resources: {'Port': ['ID=bcea5229-e83e-4a8f-a38a-ad9361d01354,revision_number=3']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:50.243824 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-df85ced9-f598-4e90-9f27-16e159209caa req-a5f886fd-31d8-4782-8345-19abff65b916 service neutron] For port 56abcba9-513f-4c4d-a97d-b112bfe0bc20, host n-h2-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:27:50.250408 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-df85ced9-f598-4e90-9f27-16e159209caa req-a5f886fd-31d8-4782-8345-19abff65b916 service neutron] For port 56abcba9-513f-4c4d-a97d-b112bfe0bc20, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=56abcba9-513f-4c4d-a97d-b112bfe0bc20,segment=NetworkSegment(6af449b4-9759-41ca-aa70-1c602a81197c),segment_id=6af449b4-9759-41ca-aa70-1c602a81197c)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:27:50.262041 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-5f21d70f-74f1-49fe-94ab-ea38cf0c34ce req-4cb57c03-aa27-4a72-9330-84841025b9cc tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:50.274416 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5f21d70f-74f1-49fe-94ab-ea38cf0c34ce req-4cb57c03-aa27-4a72-9330-84841025b9cc tempest-SecurityGroupRulesTestJSON-1299431696 tempest-SecurityGroupRulesTestJSON-1299431696-project] 10.222.0.50 "DELETE /v2.0/security-groups/fce91e32-a3ff-4bbf-a940-387c4bde9c0e HTTP/1.1" status: 204 len: 173 time: 1.6842380 May 31 13:27:50.288010 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41450) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:27:50.314072 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-df85ced9-f598-4e90-9f27-16e159209caa req-a5f886fd-31d8-4782-8345-19abff65b916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:50.473155 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b46eaa-66a1-414f-8b9b-a8628677db98 req-6e6e4377-533a-4fab-9541-bd492e6ede72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:50.475772 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-75b46eaa-66a1-414f-8b9b-a8628677db98 req-6e6e4377-533a-4fab-9541-bd492e6ede72 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2d2d7c1f-d966-47df-b1e1-24eb3c3d5e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5516753 May 31 13:27:50.551959 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-05349f7d-9c95-48a8-a1fc-a29d43f6c36d req-3d0c5dff-2914-4191-9043-9958e7d62752 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:50.566073 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['340b14e3-4287-43f8-a3a0-d594186321f6'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:27:50.611773 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f886fd-31d8-4782-8345-19abff65b916 service neutron] Pushing event updated for resources: {'Port': ['ID=56abcba9-513f-4c4d-a97d-b112bfe0bc20,revision_number=8']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:50.620091 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df85ced9-f598-4e90-9f27-16e159209caa req-a5f886fd-31d8-4782-8345-19abff65b916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:50.621133 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-df85ced9-f598-4e90-9f27-16e159209caa req-a5f886fd-31d8-4782-8345-19abff65b916 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:50.623577 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-df85ced9-f598-4e90-9f27-16e159209caa req-a5f886fd-31d8-4782-8345-19abff65b916 service neutron] 10.222.0.20 "PUT /v2.0/ports/56abcba9-513f-4c4d-a97d-b112bfe0bc20 HTTP/1.1" status: 200 len: 1121 time: 3.1434000 May 31 13:27:50.655331 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4862c3-c09d-4406-9fbc-79cffdc0a947 req-6f79915f-e0a9-4c73-83df-a8d450d0472f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:50.656722 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-de4862c3-c09d-4406-9fbc-79cffdc0a947 req-6f79915f-e0a9-4c73-83df-a8d450d0472f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc5142db886b48f8906c49afcc233362&device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 1094 time: 0.3920944 May 31 13:27:50.661593 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [req-be7229d3-ba8a-4f4c-8875-195b09f78fa4 req-d1969cf4-35ef-45f3-97d0-feb56e5dc984 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9e1fd5a-3c44-4e6f-b64b-eeb5510e929c {{(pid=88369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:27:50.668580 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 07547904-825e-4f1e-bf9b-eb2fc12e8810 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:27:50.727458 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] No Port match for: 07547904-825e-4f1e-bf9b-eb2fc12e8810 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:27:50.727975 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 07547904-825e-4f1e-bf9b-eb2fc12e8810 not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:27:50.730418 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['56abcba9-513f-4c4d-a97d-b112bfe0bc20'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:27:50.749015 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-be7229d3-ba8a-4f4c-8875-195b09f78fa4 req-d1969cf4-35ef-45f3-97d0-feb56e5dc984 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:50.752726 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-de4862c3-c09d-4406-9fbc-79cffdc0a947 req-0c9af863-0d79-4efa-a37c-158d2228ca73 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bcea5229-e83e-4a8f-a38a-ad9361d01354 HTTP/1.1" status: 200 len: 217 time: 0.0841589 May 31 13:27:50.758569 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['56abcba9-513f-4c4d-a97d-b112bfe0bc20'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:27:50.819477 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-be7229d3-ba8a-4f4c-8875-195b09f78fa4 req-d1969cf4-35ef-45f3-97d0-feb56e5dc984 service neutron] Transition to ACTIVE for port object c9e1fd5a-3c44-4e6f-b64b-eeb5510e929c will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:27:50.829823 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-be7229d3-ba8a-4f4c-8875-195b09f78fa4 req-d1969cf4-35ef-45f3-97d0-feb56e5dc984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:50.847977 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-3857296c-bbc9-4524-ba59-6d4149aa867a admin admin] Deleting subnet 745ff7f2-77c9-447d-88f6-a0ea5247392e {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:27:50.851942 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-280683f5-fc85-4d12-843f-4a92d5d2bd78 req-0134ab15-ecad-4c0c-9f38-e15e9656f07a tempest-SecurityGroupsTestAdminJSON-606646232 tempest-SecurityGroupsTestAdminJSON-606646232-project-admin] 10.222.0.50 "GET /v2.0/security-groups/08fdc7f1-d6fe-4233-86d7-0a083038898b HTTP/1.1" status: 200 len: 2981 time: 0.5912714 May 31 13:27:50.891256 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3857296c-bbc9-4524-ba59-6d4149aa867a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:50.898416 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4862c3-c09d-4406-9fbc-79cffdc0a947 req-523fea4e-bcac-49b5-aaf3-43d4180f291c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:50.902182 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-de4862c3-c09d-4406-9fbc-79cffdc0a947 req-523fea4e-bcac-49b5-aaf3-43d4180f291c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=03601eff-cc07-4210-91b9-54e2e22c50f4 HTTP/1.1" status: 200 len: 850 time: 0.1410146 May 31 13:27:50.942693 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0c5dff-2914-4191-9043-9958e7d62752 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Pushing event deleted for resources: {'Port': ['ID=07547904-825e-4f1e-bf9b-eb2fc12e8810,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:51.074847 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1969cf4-35ef-45f3-97d0-feb56e5dc984 service neutron] Pushing event updated for resources: {'Port': ['ID=c9e1fd5a-3c44-4e6f-b64b-eeb5510e929c,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:51.085448 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-75b46eaa-66a1-414f-8b9b-a8628677db98 req-4212340f-8bce-4ab4-b816-07c5f208e37b service neutron] 10.222.0.20 "GET /v2.0/networks/2d2d7c1f-d966-47df-b1e1-24eb3c3d5e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5931189 May 31 13:27:51.087911 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7fc4818e-66b1-4892-a254-d8cff6c1daa3 req-97e5c763-727a-4695-bd50-42c8c7127c01 service neutron] 10.222.0.44 "GET /v2.0/networks/51977e84-df1f-4ca5-947c-7cd964e4ca30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8286600 May 31 13:27:51.177743 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-be7229d3-ba8a-4f4c-8875-195b09f78fa4 req-d1969cf4-35ef-45f3-97d0-feb56e5dc984 service neutron] Attempting to bind port c9e1fd5a-3c44-4e6f-b64b-eeb5510e929c on host n-h1-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:27:51.178400 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-be7229d3-ba8a-4f4c-8875-195b09f78fa4 req-d1969cf4-35ef-45f3-97d0-feb56e5dc984 service neutron] Attempting to bind port c9e1fd5a-3c44-4e6f-b64b-eeb5510e929c by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:27:51.178618 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7229d3-ba8a-4f4c-8875-195b09f78fa4 req-d1969cf4-35ef-45f3-97d0-feb56e5dc984 service neutron] Attempting to bind port c9e1fd5a-3c44-4e6f-b64b-eeb5510e929c on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:27:51.190159 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7229d3-ba8a-4f4c-8875-195b09f78fa4 req-d1969cf4-35ef-45f3-97d0-feb56e5dc984 service neutron] Port c9e1fd5a-3c44-4e6f-b64b-eeb5510e929c on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:27:51.190500 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7229d3-ba8a-4f4c-8875-195b09f78fa4 req-d1969cf4-35ef-45f3-97d0-feb56e5dc984 service neutron] Attempting to bind port c9e1fd5a-3c44-4e6f-b64b-eeb5510e929c on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:27:51.199506 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7229d3-ba8a-4f4c-8875-195b09f78fa4 req-d1969cf4-35ef-45f3-97d0-feb56e5dc984 service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:27:51.199794 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7229d3-ba8a-4f4c-8875-195b09f78fa4 req-d1969cf4-35ef-45f3-97d0-feb56e5dc984 service neutron] Checking segment: {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:27:51.200191 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7229d3-ba8a-4f4c-8875-195b09f78fa4 req-d1969cf4-35ef-45f3-97d0-feb56e5dc984 service neutron] Bound using segment: {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:27:51.200626 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-be7229d3-ba8a-4f4c-8875-195b09f78fa4 req-d1969cf4-35ef-45f3-97d0-feb56e5dc984 service neutron] Bound port: c9e1fd5a-3c44-4e6f-b64b-eeb5510e929c, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:27:51.200965 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-be7229d3-ba8a-4f4c-8875-195b09f78fa4 req-d1969cf4-35ef-45f3-97d0-feb56e5dc984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:51.251446 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4862c3-c09d-4406-9fbc-79cffdc0a947 req-1c9d4b94-e581-4de0-a236-d6dcc4cbc46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:51.252974 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-de4862c3-c09d-4406-9fbc-79cffdc0a947 req-1c9d4b94-e581-4de0-a236-d6dcc4cbc46f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ef7bc708-faad-4f53-9863-9b17fc2bd3a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3453541 May 31 13:27:51.265179 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-280683f5-fc85-4d12-843f-4a92d5d2bd78 req-00238579-af0f-4614-8ac2-f3721195f6a5 tempest-SecurityGroupsTestAdminJSON-606646232 tempest-SecurityGroupsTestAdminJSON-606646232-project-admin] 10.222.0.50 "GET /v2.0/security-groups/08fdc7f1-d6fe-4233-86d7-0a083038898b HTTP/1.1" status: 200 len: 2981 time: 0.3771784 May 31 13:27:51.343095 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-05349f7d-9c95-48a8-a1fc-a29d43f6c36d req-3d0c5dff-2914-4191-9043-9958e7d62752 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] No DVR routers for this DVR port 07547904-825e-4f1e-bf9b-eb2fc12e8810 on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:27:51.351234 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3857296c-bbc9-4524-ba59-6d4149aa867a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65507433'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:51.379247 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-05349f7d-9c95-48a8-a1fc-a29d43f6c36d req-3d0c5dff-2914-4191-9043-9958e7d62752 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:51.413041 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-be7229d3-ba8a-4f4c-8875-195b09f78fa4 req-d1969cf4-35ef-45f3-97d0-feb56e5dc984 service neutron] For port c9e1fd5a-3c44-4e6f-b64b-eeb5510e929c, host n-h1-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:27:51.421031 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d07e0-9c65-411c-b279-c2e29045dc11 req-c8a18926-b09d-499c-a69f-eeef61da7e49 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:51.427660 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d07e0-9c65-411c-b279-c2e29045dc11 req-c8a18926-b09d-499c-a69f-eeef61da7e49 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:51.433463 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d07e0-9c65-411c-b279-c2e29045dc11 req-c8a18926-b09d-499c-a69f-eeef61da7e49 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:51.434566 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-be7229d3-ba8a-4f4c-8875-195b09f78fa4 req-d1969cf4-35ef-45f3-97d0-feb56e5dc984 service neutron] For port c9e1fd5a-3c44-4e6f-b64b-eeb5510e929c, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=c9e1fd5a-3c44-4e6f-b64b-eeb5510e929c,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:27:51.437181 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-de4862c3-c09d-4406-9fbc-79cffdc0a947 req-0ce8eed4-b7c4-4264-98b0-2bcebc5d1c1b service neutron] 10.222.0.20 "GET /v2.0/networks/ef7bc708-faad-4f53-9863-9b17fc2bd3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776221 May 31 13:27:51.439283 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d07e0-9c65-411c-b279-c2e29045dc11 req-c8a18926-b09d-499c-a69f-eeef61da7e49 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:51.439692 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-be7229d3-ba8a-4f4c-8875-195b09f78fa4 req-d1969cf4-35ef-45f3-97d0-feb56e5dc984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:51.445745 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d07e0-9c65-411c-b279-c2e29045dc11 req-c8a18926-b09d-499c-a69f-eeef61da7e49 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:51.451501 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d07e0-9c65-411c-b279-c2e29045dc11 req-c8a18926-b09d-499c-a69f-eeef61da7e49 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:51.457201 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d07e0-9c65-411c-b279-c2e29045dc11 req-c8a18926-b09d-499c-a69f-eeef61da7e49 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:51.459284 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fc3d07e0-9c65-411c-b279-c2e29045dc11 req-c8a18926-b09d-499c-a69f-eeef61da7e49 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a HTTP/1.1" status: 200 len: 5421 time: 0.9180045 May 31 13:27:51.518080 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-05349f7d-9c95-48a8-a1fc-a29d43f6c36d req-3d0c5dff-2914-4191-9043-9958e7d62752 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.44 "DELETE /v2.0/ports/07547904-825e-4f1e-bf9b-eb2fc12e8810 HTTP/1.1" status: 204 len: 173 time: 3.6911018 May 31 13:27:51.544447 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-280683f5-fc85-4d12-843f-4a92d5d2bd78 req-893e8a96-7076-4b68-b021-e16710b2c2ae tempest-SecurityGroupsTestAdminJSON-606646232 tempest-SecurityGroupsTestAdminJSON-606646232-project-admin] 10.222.0.50 "GET /v2.0/security-groups/1930d7fb-7a6a-43c5-bcc8-f5c6a69d778f HTTP/1.1" status: 200 len: 2981 time: 0.2379687 May 31 13:27:51.584527 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3857296c-bbc9-4524-ba59-6d4149aa867a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:51.588235 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7229d3-ba8a-4f4c-8875-195b09f78fa4 req-d1969cf4-35ef-45f3-97d0-feb56e5dc984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:51.588855 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-be7229d3-ba8a-4f4c-8875-195b09f78fa4 req-d1969cf4-35ef-45f3-97d0-feb56e5dc984 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:51.590481 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-be7229d3-ba8a-4f4c-8875-195b09f78fa4 req-d1969cf4-35ef-45f3-97d0-feb56e5dc984 service neutron] 10.222.0.20 "PUT /v2.0/ports/c9e1fd5a-3c44-4e6f-b64b-eeb5510e929c HTTP/1.1" status: 200 len: 1095 time: 2.6481411 May 31 13:27:51.614185 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-75b46eaa-66a1-414f-8b9b-a8628677db98 req-24d63706-7077-46c9-abd1-eed779050664 service neutron] 10.222.0.20 "GET /v2.0/networks/2d2d7c1f-d966-47df-b1e1-24eb3c3d5e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4743180 May 31 13:27:51.621684 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1969cf4-35ef-45f3-97d0-feb56e5dc984 service neutron] Pushing event updated for resources: {'Port': ['ID=c9e1fd5a-3c44-4e6f-b64b-eeb5510e929c,revision_number=3']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:51.644627 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fc3d07e0-9c65-411c-b279-c2e29045dc11 req-2012b70e-ca86-445a-bbe7-c4cd9581587a tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/security-groups?id=1de4fedc-888a-46c6-9d87-1b48c5765046&id=71a9d93c-f6cb-49b0-b2f5-61553702d6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1739178 May 31 13:27:51.706121 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-de4862c3-c09d-4406-9fbc-79cffdc0a947 req-a6ede211-283a-4fd9-8302-eaae5a63ff58 service neutron] 10.222.0.20 "GET /v2.0/networks/ef7bc708-faad-4f53-9863-9b17fc2bd3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608240 May 31 13:27:51.768583 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-280683f5-fc85-4d12-843f-4a92d5d2bd78 req-1a135844-edbf-4a79-a520-ae851239d983 tempest-SecurityGroupsTestAdminJSON-606646232 tempest-SecurityGroupsTestAdminJSON-606646232-project-admin] 10.222.0.50 "GET /v2.0/security-groups/1930d7fb-7a6a-43c5-bcc8-f5c6a69d778f HTTP/1.1" status: 200 len: 2981 time: 0.2012339 May 31 13:27:51.770165 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56a50ba3-b91f-4848-aabc-b6c6c945ad78'] response: {'server_uuid': 'f3744315-d92b-4f5d-a8a0-2a9ee3c5263c', 'name': 'network-vif-deleted', 'tag': '32daf59e-30ee-4850-815e-972dba797556', 'status': 'completed', 'code': 200} May 31 13:27:51.862738 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-280683f5-fc85-4d12-843f-4a92d5d2bd78 req-7c513f7b-407d-4f30-b665-85a30bfcb5a8 tempest-SecurityGroupsTestAdminJSON-606646232 tempest-SecurityGroupsTestAdminJSON-606646232-project-admin] 10.222.0.50 "GET /v2.0/security-groups/354bd266-d8db-4484-848b-eb071a86ec6f HTTP/1.1" status: 200 len: 2977 time: 0.0709329 May 31 13:27:51.874589 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3857296c-bbc9-4524-ba59-6d4149aa867a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65216469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65148562'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:51.879760 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9771aa-8859-4805-927c-12b2f6c8510d req-e2ad86ba-83ad-421c-aea3-b09d41d45756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:51.881724 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9771aa-8859-4805-927c-12b2f6c8510d req-e2ad86ba-83ad-421c-aea3-b09d41d45756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:51.882245 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9771aa-8859-4805-927c-12b2f6c8510d req-e2ad86ba-83ad-421c-aea3-b09d41d45756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:51.882720 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9771aa-8859-4805-927c-12b2f6c8510d req-e2ad86ba-83ad-421c-aea3-b09d41d45756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:51.883186 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9771aa-8859-4805-927c-12b2f6c8510d req-e2ad86ba-83ad-421c-aea3-b09d41d45756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:51.883642 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9771aa-8859-4805-927c-12b2f6c8510d req-e2ad86ba-83ad-421c-aea3-b09d41d45756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:51.884093 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9771aa-8859-4805-927c-12b2f6c8510d req-e2ad86ba-83ad-421c-aea3-b09d41d45756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:51.890266 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1f9771aa-8859-4805-927c-12b2f6c8510d req-e2ad86ba-83ad-421c-aea3-b09d41d45756 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3239bed898c344b59ed7ea3353897e74&device_id=f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a HTTP/1.1" status: 200 len: 6478 time: 0.1347108 May 31 13:27:51.930656 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3857296c-bbc9-4524-ba59-6d4149aa867a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:51.993143 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3857296c-bbc9-4524-ba59-6d4149aa867a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=745ff7f2-77c9-447d-88f6-a0ea5247392e,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:52.011029 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7229d3-ba8a-4f4c-8875-195b09f78fa4 req-8d0369b3-4aa4-4afb-a257-f3a716805829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:52.012623 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-be7229d3-ba8a-4f4c-8875-195b09f78fa4 req-8d0369b3-4aa4-4afb-a257-f3a716805829 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b1def4c9e50043e6a19eab99074af95d&device_id=60afb912-b9b4-4412-914e-472b08c3542b HTTP/1.1" status: 200 len: 1098 time: 0.3292475 May 31 13:27:52.022624 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-3857296c-bbc9-4524-ba59-6d4149aa867a admin admin] 10.222.0.50 "DELETE /v2.0/subnets/745ff7f2-77c9-447d-88f6-a0ea5247392e HTTP/1.1" status: 204 len: 168 time: 1.7089498 May 31 13:27:52.086648 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41456) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:27:52.138246 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-280683f5-fc85-4d12-843f-4a92d5d2bd78 req-212ced0b-3c94-48a1-baf6-5e5540c01e13 tempest-SecurityGroupsTestAdminJSON-606646232 tempest-SecurityGroupsTestAdminJSON-606646232-project-admin] 10.222.0.50 "GET /v2.0/security-groups/354bd266-d8db-4484-848b-eb071a86ec6f HTTP/1.1" status: 200 len: 2977 time: 0.2669020 May 31 13:27:52.144663 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-be7229d3-ba8a-4f4c-8875-195b09f78fa4 req-dbf4151c-f5ac-4ff3-b784-651c7027948d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=c9e1fd5a-3c44-4e6f-b64b-eeb5510e929c HTTP/1.1" status: 200 len: 217 time: 0.1081450 May 31 13:27:52.201508 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9771aa-8859-4805-927c-12b2f6c8510d req-8d29d69f-619a-4c43-ab5e-0c5a34b04269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:52.203964 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1f9771aa-8859-4805-927c-12b2f6c8510d req-8d29d69f-619a-4c43-ab5e-0c5a34b04269 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2d2d7c1f-d966-47df-b1e1-24eb3c3d5e68 HTTP/1.1" status: 200 len: 902 time: 0.3101327 May 31 13:27:52.285661 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1f9771aa-8859-4805-927c-12b2f6c8510d req-d541110a-ebe3-4814-94b5-13db47a4e61c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=10ed9e35-6e6d-4cf1-8c03-6739c221f3a3 HTTP/1.1" status: 200 len: 217 time: 0.0742853 May 31 13:27:52.371527 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9771aa-8859-4805-927c-12b2f6c8510d req-6c9055b2-f67e-440d-81d0-9858ce2c0c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:52.373085 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1f9771aa-8859-4805-927c-12b2f6c8510d req-6c9055b2-f67e-440d-81d0-9858ce2c0c71 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0cc880ea-aa7f-47b9-9b93-2b6fc9bcaa46 HTTP/1.1" status: 200 len: 797 time: 0.0803649 May 31 13:27:52.380465 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-40a04a4f-d859-4ccc-9451-6a95ef3379cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:52.386004 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7229d3-ba8a-4f4c-8875-195b09f78fa4 req-1fc41462-5694-41f4-a27b-8c18229cf72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:52.387856 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-be7229d3-ba8a-4f4c-8875-195b09f78fa4 req-1fc41462-5694-41f4-a27b-8c18229cf72d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.1517944 May 31 13:27:52.391628 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-280683f5-fc85-4d12-843f-4a92d5d2bd78 req-1939ef11-f6d8-454a-8ef6-054d2b5bc03f tempest-SecurityGroupsTestAdminJSON-606646232 tempest-SecurityGroupsTestAdminJSON-606646232-project-admin] 10.222.0.50 "GET /v2.0/security-groups/3d29a7ba-8da4-4594-bfbf-9f55cd071e5f HTTP/1.1" status: 200 len: 2981 time: 0.1612136 May 31 13:27:52.464266 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abaeea0-c181-4169-b50d-b421f35d21fa req-c88e2888-e5a1-4679-8e5e-cac44008f7f4 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:52.465960 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4abaeea0-c181-4169-b50d-b421f35d21fa req-c88e2888-e5a1-4679-8e5e-cac44008f7f4 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/ports?device_id=24302c62-7ac3-4163-8b04-e80e5c068019 HTTP/1.1" status: 200 len: 943 time: 0.5395827 May 31 13:27:52.468222 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9771aa-8859-4805-927c-12b2f6c8510d req-a1be1554-71be-422d-b35e-4b51987ecc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:52.469842 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1f9771aa-8859-4805-927c-12b2f6c8510d req-a1be1554-71be-422d-b35e-4b51987ecc2e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2d2d7c1f-d966-47df-b1e1-24eb3c3d5e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0898325 May 31 13:27:52.622148 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1f9771aa-8859-4805-927c-12b2f6c8510d req-ae406e20-ea06-40b2-9681-57e94db8fc73 service neutron] 10.222.0.20 "GET /v2.0/networks/2d2d7c1f-d966-47df-b1e1-24eb3c3d5e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459222 May 31 13:27:52.663429 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-280683f5-fc85-4d12-843f-4a92d5d2bd78 req-322c4914-feda-4de9-bfbe-47dc79fd75f5 tempest-SecurityGroupsTestAdminJSON-606646232 tempest-SecurityGroupsTestAdminJSON-606646232-project-admin] 10.222.0.50 "GET /v2.0/security-groups/3d29a7ba-8da4-4594-bfbf-9f55cd071e5f HTTP/1.1" status: 200 len: 2981 time: 0.2301729 May 31 13:27:52.690237 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4abaeea0-c181-4169-b50d-b421f35d21fa req-eb9dd73a-ab39-41c3-998f-a06b4399a7d1 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d29a7ba-8da4-4594-bfbf-9f55cd071e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051377 May 31 13:27:52.714874 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-40a04a4f-d859-4ccc-9451-6a95ef3379cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:52.758904 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-40a04a4f-d859-4ccc-9451-6a95ef3379cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64c2a6d7-85ef-4df5-b882-8652c67cb59d']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:27:52.773624 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7229d3-ba8a-4f4c-8875-195b09f78fa4 req-723881ab-efb0-4b9e-a403-fa080fc643b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:52.775231 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-be7229d3-ba8a-4f4c-8875-195b09f78fa4 req-723881ab-efb0-4b9e-a403-fa080fc643b1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3808711 May 31 13:27:52.781295 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1f9771aa-8859-4805-927c-12b2f6c8510d req-ff1d21a3-424d-4972-b223-b0e9952e54b4 service neutron] 10.222.0.20 "GET /v2.0/networks/2d2d7c1f-d966-47df-b1e1-24eb3c3d5e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519284 May 31 13:27:52.787797 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-40a04a4f-d859-4ccc-9451-6a95ef3379cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a0928c0-e017-4d40-adff-18b9231da25b') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:27:52.788095 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-40a04a4f-d859-4ccc-9451-6a95ef3379cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a0928c0-e017-4d40-adff-18b9231da25b') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:27:53.054368 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-280683f5-fc85-4d12-843f-4a92d5d2bd78 req-8772c964-dc57-42e9-aa90-ff4b0d2a561e tempest-SecurityGroupsTestAdminJSON-606646232 tempest-SecurityGroupsTestAdminJSON-606646232-project-admin] 10.222.0.50 "GET /v2.0/security-groups/71a9d93c-f6cb-49b0-b2f5-61553702d6c1 HTTP/1.1" status: 200 len: 2981 time: 0.3821938 May 31 13:27:53.060728 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-40a04a4f-d859-4ccc-9451-6a95ef3379cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:53.131355 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-40a04a4f-d859-4ccc-9451-6a95ef3379cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:53.181807 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40a04a4f-d859-4ccc-9451-6a95ef3379cc admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:27:53.182254 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-40a04a4f-d859-4ccc-9451-6a95ef3379cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:53.272670 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 0a0928c0-e017-4d40-adff-18b9231da25b resource provider aggregate not found May 31 13:27:53.278146 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-be7229d3-ba8a-4f4c-8875-195b09f78fa4 req-699fad2e-24df-44ac-91ec-b03e36baab71 service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4930623 May 31 13:27:53.279594 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-280683f5-fc85-4d12-843f-4a92d5d2bd78 req-a4107889-36c4-418b-b9fb-ae72c4a54ffd tempest-SecurityGroupsTestAdminJSON-606646232 tempest-SecurityGroupsTestAdminJSON-606646232-project-admin] 10.222.0.50 "GET /v2.0/security-groups/71a9d93c-f6cb-49b0-b2f5-61553702d6c1 HTTP/1.1" status: 200 len: 2981 time: 0.2025576 May 31 13:27:53.334710 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 0a0928c0-e017-4d40-adff-18b9231da25b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0a0928c0-e017-4d40-adff-18b9231da25b found for delete ", "request_id": "req-480bc31e-810c-4f03-8b90-9db8f03f4dc1"}]} May 31 13:27:53.419582 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-40a04a4f-d859-4ccc-9451-6a95ef3379cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:53.465449 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-40a04a4f-d859-4ccc-9451-6a95ef3379cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:53.483151 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bd6936-5424-4035-95ee-4eb1eaf90b95 req-270985b4-548d-4fd1-a7cb-b3a8ed1ecb5b tempest-ServerPasswordTestJSON-2106173353 tempest-ServerPasswordTestJSON-2106173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:53.484661 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-71bd6936-5424-4035-95ee-4eb1eaf90b95 req-270985b4-548d-4fd1-a7cb-b3a8ed1ecb5b tempest-ServerPasswordTestJSON-2106173353 tempest-ServerPasswordTestJSON-2106173353-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d3d67ef-9667-4c94-a4f9-1eef9fedc68d HTTP/1.1" status: 200 len: 943 time: 0.6690621 May 31 13:27:53.500034 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a04a4f-d859-4ccc-9451-6a95ef3379cc admin admin] Pushing event deleted for resources: {'Network': ['ID=64c2a6d7-85ef-4df5-b882-8652c67cb59d,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:53.506616 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-40a04a4f-d859-4ccc-9451-6a95ef3379cc admin admin] 10.222.0.50 "DELETE /v2.0/networks/64c2a6d7-85ef-4df5-b882-8652c67cb59d HTTP/1.1" status: 204 len: 168 time: 1.4186065 May 31 13:27:53.523082 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-280683f5-fc85-4d12-843f-4a92d5d2bd78 req-75a30476-62bb-4a21-8b30-ada9ddb438fd tempest-SecurityGroupsTestAdminJSON-606646232 tempest-SecurityGroupsTestAdminJSON-606646232-project-admin] 10.222.0.50 "GET /v2.0/security-groups/84314846-c507-4097-a979-7f8b48962ccf HTTP/1.1" status: 200 len: 2981 time: 0.2150154 May 31 13:27:53.615750 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-71bd6936-5424-4035-95ee-4eb1eaf90b95 req-76c83c71-2c9f-4bf1-8f83-66dc719b6227 tempest-ServerPasswordTestJSON-2106173353 tempest-ServerPasswordTestJSON-2106173353-project] 10.222.0.50 "GET /v2.0/security-groups?id=a45fcbe6-f2bd-489e-98d1-8cd92d7ced8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188786 May 31 13:27:53.628014 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-be7229d3-ba8a-4f4c-8875-195b09f78fa4 req-3cbb034e-a77c-49a7-911d-889a032e601c service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3188701 May 31 13:27:53.638069 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-280683f5-fc85-4d12-843f-4a92d5d2bd78 req-73d0ded2-7da3-4e7b-9a00-1ebf12ee963f tempest-SecurityGroupsTestAdminJSON-606646232 tempest-SecurityGroupsTestAdminJSON-606646232-project-admin] 10.222.0.50 "GET /v2.0/security-groups/84314846-c507-4097-a979-7f8b48962ccf HTTP/1.1" status: 200 len: 2981 time: 0.0983698 May 31 13:27:53.697758 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-280683f5-fc85-4d12-843f-4a92d5d2bd78 req-5ec8c64c-ed9e-43fb-aed4-e9e593c3851e tempest-SecurityGroupsTestAdminJSON-606646232 tempest-SecurityGroupsTestAdminJSON-606646232-project-admin] 10.222.0.50 "GET /v2.0/security-groups/94deded2-a4b5-461c-ad3b-75b4fd62bf2a HTTP/1.1" status: 200 len: 2981 time: 0.0533631 May 31 13:27:53.768312 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41470) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:27:53.779036 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d3d67ef-9667-4c94-a4f9-1eef9fedc68d', 'tag': '4ede7e2b-f455-48d3-b00b-33b5f9c4e44f'}, {'server_uuid': '051ed48e-51ef-40a1-83b3-14a913c71c6f', 'name': 'network-vif-deleted', 'tag': '07547904-825e-4f1e-bf9b-eb2fc12e8810'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:27:53.822422 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-280683f5-fc85-4d12-843f-4a92d5d2bd78 req-9f58fe26-2a03-403d-97b3-a5d6349b9b92 tempest-SecurityGroupsTestAdminJSON-606646232 tempest-SecurityGroupsTestAdminJSON-606646232-project-admin] 10.222.0.50 "GET /v2.0/security-groups/94deded2-a4b5-461c-ad3b-75b4fd62bf2a HTTP/1.1" status: 200 len: 2981 time: 0.1152544 May 31 13:27:53.833755 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c4bce4f4-12cf-4172-9f74-fa38735ac3e4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=268d5b580128463e93ff63e3dfbd6d2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0636475 May 31 13:27:53.834431 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41476) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:27:53.899084 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a554229-c573-4243-98a8-42805304d1b4 req-37c77d19-6208-4bfa-b8e1-968f41631e25 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:53.900514 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5a554229-c573-4243-98a8-42805304d1b4 req-37c77d19-6208-4bfa-b8e1-968f41631e25 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 943 time: 0.1562355 May 31 13:27:53.901148 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-02132285-678e-4265-b700-ac425dbe0671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:53.902214 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-280683f5-fc85-4d12-843f-4a92d5d2bd78 req-3d1099ce-05d1-4eba-b1b2-f23c199f12c4 tempest-SecurityGroupsTestAdminJSON-606646232 tempest-SecurityGroupsTestAdminJSON-606646232-project-admin] 10.222.0.50 "GET /v2.0/security-groups/9a1c6f9f-0e1b-48a0-b5da-6bb3c5f40460 HTTP/1.1" status: 200 len: 2981 time: 0.0713694 May 31 13:27:53.931067 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-02132285-678e-4265-b700-ac425dbe0671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:53.995628 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5a554229-c573-4243-98a8-42805304d1b4 req-2a8aeae6-f1f5-4b92-bc91-8f2ca54ba5aa tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849552 May 31 13:27:53.995628 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-280683f5-fc85-4d12-843f-4a92d5d2bd78 req-2794a57d-f820-425c-b697-da5b21e02291 tempest-SecurityGroupsTestAdminJSON-606646232 tempest-SecurityGroupsTestAdminJSON-606646232-project-admin] 10.222.0.50 "GET /v2.0/security-groups/9a1c6f9f-0e1b-48a0-b5da-6bb3c5f40460 HTTP/1.1" status: 200 len: 2981 time: 0.0845945 May 31 13:27:54.010629 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-02132285-678e-4265-b700-ac425dbe0671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:54.024865 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02132285-678e-4265-b700-ac425dbe0671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08fdc7f1-d6fe-4233-86d7-0a083038898b,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:54.033017 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-02132285-678e-4265-b700-ac425dbe0671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:54.034855 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-02132285-678e-4265-b700-ac425dbe0671 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/08fdc7f1-d6fe-4233-86d7-0a083038898b HTTP/1.1" status: 204 len: 168 time: 0.1989281 May 31 13:27:54.058261 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-280683f5-fc85-4d12-843f-4a92d5d2bd78 req-22ff4bd8-fc57-46e8-9f84-e24feef8dce3 tempest-SecurityGroupsTestAdminJSON-606646232 tempest-SecurityGroupsTestAdminJSON-606646232-project-admin] 10.222.0.50 "GET /v2.0/security-groups/a45fcbe6-f2bd-489e-98d1-8cd92d7ced8d HTTP/1.1" status: 200 len: 2981 time: 0.0540872 May 31 13:27:54.112525 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-280683f5-fc85-4d12-843f-4a92d5d2bd78 req-f1a5f164-71c2-480a-9c97-193cd0b897bb tempest-SecurityGroupsTestAdminJSON-606646232 tempest-SecurityGroupsTestAdminJSON-606646232-project-admin] 10.222.0.50 "GET /v2.0/security-groups/a45fcbe6-f2bd-489e-98d1-8cd92d7ced8d HTTP/1.1" status: 200 len: 2981 time: 0.0482802 May 31 13:27:54.230904 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-280683f5-fc85-4d12-843f-4a92d5d2bd78 req-02b9a806-0ba4-4f3d-9616-d7dcabb6e752 tempest-SecurityGroupsTestAdminJSON-606646232 tempest-SecurityGroupsTestAdminJSON-606646232-project-admin] 10.222.0.50 "GET /v2.0/security-groups/a4e17580-fef9-47ea-85b1-59ae8325b41c HTTP/1.1" status: 200 len: 2981 time: 0.1117535 May 31 13:27:54.270461 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade57c2b-a899-4ed5-9c4e-a470fc5c4006 req-e5f127d2-0132-4c26-ac0c-a6c5fb552509 tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:54.272464 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ade57c2b-a899-4ed5-9c4e-a470fc5c4006 req-e5f127d2-0132-4c26-ac0c-a6c5fb552509 tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] 10.222.0.50 "GET /v2.0/ports?device_id=60afb912-b9b4-4412-914e-472b08c3542b HTTP/1.1" status: 200 len: 947 time: 0.1546488 May 31 13:27:54.336739 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-280683f5-fc85-4d12-843f-4a92d5d2bd78 req-7339fe5f-9ad5-4fc9-bc7a-f73bdee1012d tempest-SecurityGroupsTestAdminJSON-606646232 tempest-SecurityGroupsTestAdminJSON-606646232-project-admin] 10.222.0.50 "GET /v2.0/security-groups/a4e17580-fef9-47ea-85b1-59ae8325b41c HTTP/1.1" status: 200 len: 2981 time: 0.0959585 May 31 13:27:54.344453 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ade57c2b-a899-4ed5-9c4e-a470fc5c4006 req-202b7518-f9af-438b-8dff-ec9f28c7f50d tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf755f24-1043-4dc9-80d0-31a81d8fbace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590661 May 31 13:27:54.404819 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-280683f5-fc85-4d12-843f-4a92d5d2bd78 req-b696bd06-ee25-439c-afaa-1cd8843fc8bb tempest-SecurityGroupsTestAdminJSON-606646232 tempest-SecurityGroupsTestAdminJSON-606646232-project-admin] 10.222.0.50 "GET /v2.0/security-groups/b28319a5-744d-4c54-bfbf-469a0b7a5bca HTTP/1.1" status: 200 len: 2981 time: 0.0593879 May 31 13:27:54.421164 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d116649-6d42-47c9-8128-9e1820e2a11c'] response: {'server_uuid': '24302c62-7ac3-4163-8b04-e80e5c068019', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56abcba9-513f-4c4d-a97d-b112bfe0bc20', 'code': 200} May 31 13:27:54.482831 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-280683f5-fc85-4d12-843f-4a92d5d2bd78 req-01bddeac-5044-4550-8cd8-86f52306b052 tempest-SecurityGroupsTestAdminJSON-606646232 tempest-SecurityGroupsTestAdminJSON-606646232-project-admin] 10.222.0.50 "GET /v2.0/security-groups/b28319a5-744d-4c54-bfbf-469a0b7a5bca HTTP/1.1" status: 200 len: 2981 time: 0.0682743 May 31 13:27:54.545041 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-280683f5-fc85-4d12-843f-4a92d5d2bd78 req-212741df-629f-4d6d-bc9a-5957adaaa4ee tempest-SecurityGroupsTestAdminJSON-606646232 tempest-SecurityGroupsTestAdminJSON-606646232-project-admin] 10.222.0.50 "GET /v2.0/security-groups/f236ef4d-0658-4fda-89f8-ccca6a69db7d HTTP/1.1" status: 200 len: 2973 time: 0.0578268 May 31 13:27:54.601469 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-280683f5-fc85-4d12-843f-4a92d5d2bd78 req-7fcf7c0d-e629-4e42-a643-651f6481916c tempest-SecurityGroupsTestAdminJSON-606646232 tempest-SecurityGroupsTestAdminJSON-606646232-project-admin] 10.222.0.50 "GET /v2.0/security-groups/f236ef4d-0658-4fda-89f8-ccca6a69db7d HTTP/1.1" status: 200 len: 2973 time: 0.0496700 May 31 13:27:54.689480 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 4ede7e2b-f455-48d3-b00b-33b5f9c4e44f details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:27:54.735224 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819f8a0d-59b9-4ac7-a739-c91a58cd03f6 req-49c5050b-10ae-42b1-9bbd-bfa63c94d275 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:54.741800 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819f8a0d-59b9-4ac7-a739-c91a58cd03f6 req-49c5050b-10ae-42b1-9bbd-bfa63c94d275 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:54.747887 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819f8a0d-59b9-4ac7-a739-c91a58cd03f6 req-49c5050b-10ae-42b1-9bbd-bfa63c94d275 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:54.753880 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819f8a0d-59b9-4ac7-a739-c91a58cd03f6 req-49c5050b-10ae-42b1-9bbd-bfa63c94d275 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:54.759877 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819f8a0d-59b9-4ac7-a739-c91a58cd03f6 req-49c5050b-10ae-42b1-9bbd-bfa63c94d275 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:54.765933 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819f8a0d-59b9-4ac7-a739-c91a58cd03f6 req-49c5050b-10ae-42b1-9bbd-bfa63c94d275 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:54.772438 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819f8a0d-59b9-4ac7-a739-c91a58cd03f6 req-49c5050b-10ae-42b1-9bbd-bfa63c94d275 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:54.774446 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-819f8a0d-59b9-4ac7-a739-c91a58cd03f6 req-49c5050b-10ae-42b1-9bbd-bfa63c94d275 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a HTTP/1.1" status: 200 len: 5421 time: 0.1635478 May 31 13:27:54.858598 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 4ede7e2b-f455-48d3-b00b-33b5f9c4e44f, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=4ede7e2b-f455-48d3-b00b-33b5f9c4e44f,segment=NetworkSegment(4d066d05-cdce-46e1-9764-8a91fcd18529),segment_id=4d066d05-cdce-46e1-9764-8a91fcd18529)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:27:54.873066 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': '4ede7e2b-f455-48d3-b00b-33b5f9c4e44f', 'network_id': '51977e84-df1f-4ca5-947c-7cd964e4ca30', 'port_id': '4ede7e2b-f455-48d3-b00b-33b5f9c4e44f', 'mac_address': 'fa:16:3e:ba:e7:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '275771fd-dda7-4f92-8c0a-d5c15290b60c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:27:54.880557 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-819f8a0d-59b9-4ac7-a739-c91a58cd03f6 req-1e55f1ba-430a-44fb-b3a9-327708a129cc tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/security-groups?id=1de4fedc-888a-46c6-9d87-1b48c5765046&id=71a9d93c-f6cb-49b0-b2f5-61553702d6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0607183 May 31 13:27:54.906093 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bbf06e-82cb-4307-bfac-90594de4dff0 req-a6442d8c-b9e4-4aab-aeeb-b5919b477b95 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:54.914232 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-93bbf06e-82cb-4307-bfac-90594de4dff0 req-a6442d8c-b9e4-4aab-aeeb-b5919b477b95 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/ports?device_id=24302c62-7ac3-4163-8b04-e80e5c068019 HTTP/1.1" status: 200 len: 943 time: 0.1384041 May 31 13:27:54.934499 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 4ede7e2b-f455-48d3-b00b-33b5f9c4e44f is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:27:54.934869 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:54.956446 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ede7e2b-f455-48d3-b00b-33b5f9c4e44f {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:27:54.974247 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-93bbf06e-82cb-4307-bfac-90594de4dff0 req-7b70559b-e789-4876-869b-b463c6a6014e tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d29a7ba-8da4-4594-bfbf-9f55cd071e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566347 May 31 13:27:54.976087 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98dac4b9-679b-4229-8296-be3440793fed'] response: {'name': 'network-changed', 'server_uuid': '4d3d67ef-9667-4c94-a4f9-1eef9fedc68d', 'tag': '4ede7e2b-f455-48d3-b00b-33b5f9c4e44f', 'status': 'completed', 'code': 200} May 31 13:27:54.976287 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 4ede7e2b-f455-48d3-b00b-33b5f9c4e44f, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=4ede7e2b-f455-48d3-b00b-33b5f9c4e44f,segment=NetworkSegment(4d066d05-cdce-46e1-9764-8a91fcd18529),segment_id=4d066d05-cdce-46e1-9764-8a91fcd18529)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:27:54.976421 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98dac4b9-679b-4229-8296-be3440793fed'] response: {'server_uuid': '051ed48e-51ef-40a1-83b3-14a913c71c6f', 'name': 'network-vif-deleted', 'tag': '07547904-825e-4f1e-bf9b-eb2fc12e8810', 'status': 'completed', 'code': 200} May 31 13:27:54.993189 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:54.998353 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41506) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:27:55.080445 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=4ede7e2b-f455-48d3-b00b-33b5f9c4e44f,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:55.150794 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-5b62ffb0-704f-42d6-ac0a-cdaf6deffee8 req-2b5a5b3a-b343-4e62-a600-adeb155ef267 tempest-SecurityGroupsTestAdminJSON-1564117374 tempest-SecurityGroupsTestAdminJSON-1564117374-project] Synchronizing usage tracker for tenant:83df2d6315494dc3a3ceae05f36380d9 on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:27:55.206752 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-4c536469-cd31-43eb-b9f3-cceeb9fdec58 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1089656051-network', 'tenant_id': '18168e4261004e939dcd26b86e964c6e'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:27:55.213052 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f31da4-8337-43ee-9155-cfed1da62caf req-cbc642c4-7604-4b6a-8f55-966693e67d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:55.214502 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c6f31da4-8337-43ee-9155-cfed1da62caf req-cbc642c4-7604-4b6a-8f55-966693e67d60 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4a3167498c124479b2acfc56163122d6&device_id=4d3d67ef-9667-4c94-a4f9-1eef9fedc68d HTTP/1.1" status: 200 len: 1095 time: 0.2131679 May 31 13:27:55.221047 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-4c536469-cd31-43eb-b9f3-cceeb9fdec58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:27:55.253870 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-4c536469-cd31-43eb-b9f3-cceeb9fdec58 admin admin] Usage tracker for resource:network and tenant:18168e4261004e939dcd26b86e964c6e is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:27:55.259565 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-4c536469-cd31-43eb-b9f3-cceeb9fdec58 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:27:55.272409 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-5b62ffb0-704f-42d6-ac0a-cdaf6deffee8 req-2b5a5b3a-b343-4e62-a600-adeb155ef267 tempest-SecurityGroupsTestAdminJSON-1564117374 tempest-SecurityGroupsTestAdminJSON-1564117374-project] Unset dirty status for tenant:83df2d6315494dc3a3ceae05f36380d9 on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:27:55.274457 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5b62ffb0-704f-42d6-ac0a-cdaf6deffee8 req-2b5a5b3a-b343-4e62-a600-adeb155ef267 tempest-SecurityGroupsTestAdminJSON-1564117374 tempest-SecurityGroupsTestAdminJSON-1564117374-project] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=83df2d6315494dc3a3ceae05f36380d9 HTTP/1.1" status: 200 len: 6099 time: 0.2789090 May 31 13:27:55.275056 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['4ede7e2b-f455-48d3-b00b-33b5f9c4e44f'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:27:55.276519 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-4c536469-cd31-43eb-b9f3-cceeb9fdec58 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:27:55.374270 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c536469-cd31-43eb-b9f3-cceeb9fdec58 admin admin] Made reservation on behalf of 18168e4261004e939dcd26b86e964c6e for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:27:55.376600 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4c536469-cd31-43eb-b9f3-cceeb9fdec58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:55.541440 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4c536469-cd31-43eb-b9f3-cceeb9fdec58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:55.601014 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-4c536469-cd31-43eb-b9f3-cceeb9fdec58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:27:55.608360 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5b62ffb0-704f-42d6-ac0a-cdaf6deffee8 req-bef5a7bc-f081-4f60-a126-1fc5f1c473a4 tempest-SecurityGroupsTestAdminJSON-1564117374 tempest-SecurityGroupsTestAdminJSON-1564117374-project] 10.222.0.50 "GET /v2.0/security-groups/84314846-c507-4097-a979-7f8b48962ccf HTTP/1.1" status: 200 len: 2981 time: 0.2835002 May 31 13:27:55.612416 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-4c536469-cd31-43eb-b9f3-cceeb9fdec58 admin admin] Usage tracker for resource:security_group_rule and tenant:18168e4261004e939dcd26b86e964c6e is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:27:55.617335 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-4c536469-cd31-43eb-b9f3-cceeb9fdec58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:27:55.628583 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c095bd9-de3c-4378-9ed6-02d7c2b5afb4 req-1c118d3f-d7a2-4039-a447-389e413df1f5 tempest-ServerPasswordTestJSON-2106173353 tempest-ServerPasswordTestJSON-2106173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:55.631425 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5c095bd9-de3c-4378-9ed6-02d7c2b5afb4 req-1c118d3f-d7a2-4039-a447-389e413df1f5 tempest-ServerPasswordTestJSON-2106173353 tempest-ServerPasswordTestJSON-2106173353-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d3d67ef-9667-4c94-a4f9-1eef9fedc68d HTTP/1.1" status: 200 len: 944 time: 0.4754829 May 31 13:27:55.636299 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f31da4-8337-43ee-9155-cfed1da62caf req-7c732f20-8158-4aa0-83a2-fcf67a004ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:55.637676 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c6f31da4-8337-43ee-9155-cfed1da62caf req-7c732f20-8158-4aa0-83a2-fcf67a004ece service neutron] 10.222.0.44 "GET /v2.0/networks?id=51977e84-df1f-4ca5-947c-7cd964e4ca30 HTTP/1.1" status: 200 len: 914 time: 0.4104655 May 31 13:27:55.648716 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-4c536469-cd31-43eb-b9f3-cceeb9fdec58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:27:55.751533 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c6f31da4-8337-43ee-9155-cfed1da62caf req-a312f144-ca99-4910-b35a-138f59424244 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4ede7e2b-f455-48d3-b00b-33b5f9c4e44f HTTP/1.1" status: 200 len: 217 time: 0.0985966 May 31 13:27:55.860524 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5c095bd9-de3c-4378-9ed6-02d7c2b5afb4 req-29766d1e-916c-4a72-8ffb-aee409df7df1 tempest-ServerPasswordTestJSON-2106173353 tempest-ServerPasswordTestJSON-2106173353-project] 10.222.0.50 "GET /v2.0/security-groups?id=a45fcbe6-f2bd-489e-98d1-8cd92d7ced8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088420 May 31 13:27:55.877560 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5b62ffb0-704f-42d6-ac0a-cdaf6deffee8 req-12ef4d87-2655-4c26-bea2-340979fd6cf6 tempest-SecurityGroupsTestAdminJSON-1564117374 tempest-SecurityGroupsTestAdminJSON-1564117374-project] 10.222.0.50 "GET /v2.0/security-groups/84314846-c507-4097-a979-7f8b48962ccf HTTP/1.1" status: 200 len: 2981 time: 0.2567892 May 31 13:27:55.896187 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f31da4-8337-43ee-9155-cfed1da62caf req-590ed39f-bdfb-4d17-a751-b826487ba03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:55.898846 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c6f31da4-8337-43ee-9155-cfed1da62caf req-590ed39f-bdfb-4d17-a751-b826487ba03b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=275771fd-dda7-4f92-8c0a-d5c15290b60c HTTP/1.1" status: 200 len: 853 time: 0.1365337 May 31 13:27:55.974881 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c6f31da4-8337-43ee-9155-cfed1da62caf req-261b21cf-8bc5-402b-9edb-ccedf5dd091e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=51977e84-df1f-4ca5-947c-7cd964e4ca30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681710 May 31 13:27:55.991187 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device bcea5229-e83e-4a8f-a38a-ad9361d01354 details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:27:56.164609 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port bcea5229-e83e-4a8f-a38a-ad9361d01354, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=bcea5229-e83e-4a8f-a38a-ad9361d01354,segment=NetworkSegment(4d75b4c6-9dbf-466e-9960-e4baeffc8b58),segment_id=4d75b4c6-9dbf-466e-9960-e4baeffc8b58)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:27:56.186182 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': 'bcea5229-e83e-4a8f-a38a-ad9361d01354', 'network_id': 'ef7bc708-faad-4f53-9863-9b17fc2bd3a4', 'port_id': 'bcea5229-e83e-4a8f-a38a-ad9361d01354', 'mac_address': 'fa:16:3e:4f:08:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03601eff-cc07-4210-91b9-54e2e22c50f4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:27:56.206379 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c6f31da4-8337-43ee-9155-cfed1da62caf req-83108a33-e76c-4a14-94a7-631f127df15e service neutron] 10.222.0.44 "GET /v2.0/networks/51977e84-df1f-4ca5-947c-7cd964e4ca30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208254 May 31 13:27:56.281650 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4c536469-cd31-43eb-b9f3-cceeb9fdec58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:56.317052 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port bcea5229-e83e-4a8f-a38a-ad9361d01354 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:27:56.317804 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:56.339075 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcea5229-e83e-4a8f-a38a-ad9361d01354 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:27:56.358313 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4c536469-cd31-43eb-b9f3-cceeb9fdec58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:56.362311 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port bcea5229-e83e-4a8f-a38a-ad9361d01354, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=bcea5229-e83e-4a8f-a38a-ad9361d01354,segment=NetworkSegment(4d75b4c6-9dbf-466e-9960-e4baeffc8b58),segment_id=4d75b4c6-9dbf-466e-9960-e4baeffc8b58)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:27:56.368260 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:56.418103 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a12efbab-a760-4348-9c14-f969aac5be15', 'tag': 'bcea5229-e83e-4a8f-a38a-ad9361d01354'}, {'name': 'network-changed', 'server_uuid': '24302c62-7ac3-4163-8b04-e80e5c068019', 'tag': '56abcba9-513f-4c4d-a97d-b112bfe0bc20'}, {'name': 'network-changed', 'server_uuid': '60afb912-b9b4-4412-914e-472b08c3542b', 'tag': 'c9e1fd5a-3c44-4e6f-b64b-eeb5510e929c'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:27:56.465868 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c536469-cd31-43eb-b9f3-cceeb9fdec58 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:27:56.466868 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=bcea5229-e83e-4a8f-a38a-ad9361d01354,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:56.519202 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c536469-cd31-43eb-b9f3-cceeb9fdec58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56245281-250d-4bbc-bfb1-1f1bf6752dc4,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:56.528444 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4c536469-cd31-43eb-b9f3-cceeb9fdec58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:56.528795 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-4c536469-cd31-43eb-b9f3-cceeb9fdec58 admin admin] Added segment e182c216-7254-4f7c-9347-fb53ba5ba244 of type vlan for network e94860fc-774d-4c2a-8939-034b7867dd9d May 31 13:27:56.554333 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2e8c12-92f5-40a0-93da-8c795126d4bc req-32b36f47-d592-4fff-a947-aa68d814500a tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:56.555809 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dc2e8c12-92f5-40a0-93da-8c795126d4bc req-32b36f47-d592-4fff-a947-aa68d814500a tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 943 time: 0.5428908 May 31 13:27:56.574577 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c6f31da4-8337-43ee-9155-cfed1da62caf req-4b1e5294-fd86-414d-b820-1b57a9921f48 service neutron] 10.222.0.44 "GET /v2.0/networks/51977e84-df1f-4ca5-947c-7cd964e4ca30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3404632 May 31 13:27:56.610771 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4c536469-cd31-43eb-b9f3-cceeb9fdec58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:56.656093 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad653d5-892a-477e-b493-da0283a8f3b3 req-f7ce51a0-630b-4221-98e3-6650b9b5302b tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:56.657579 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2ad653d5-892a-477e-b493-da0283a8f3b3 req-f7ce51a0-630b-4221-98e3-6650b9b5302b tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] 10.222.0.50 "GET /v2.0/ports?device_id=60afb912-b9b4-4412-914e-472b08c3542b HTTP/1.1" status: 200 len: 947 time: 0.3065853 May 31 13:27:56.668529 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dc2e8c12-92f5-40a0-93da-8c795126d4bc req-ea34e3ae-7d1c-41f8-8d00-42a6518a3828 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015563 May 31 13:27:56.696322 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 4ede7e2b-f455-48d3-b00b-33b5f9c4e44f up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:27:56.716927 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4c536469-cd31-43eb-b9f3-cceeb9fdec58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:56.717854 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c536469-cd31-43eb-b9f3-cceeb9fdec58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:56.718461 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4c536469-cd31-43eb-b9f3-cceeb9fdec58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:56.745492 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['bcea5229-e83e-4a8f-a38a-ad9361d01354'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:27:56.830853 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2ad653d5-892a-477e-b493-da0283a8f3b3 req-10e20a43-d849-4873-bd0e-49cb45fd065d tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf755f24-1043-4dc9-80d0-31a81d8fbace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582789 May 31 13:27:56.842306 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port 4ede7e2b-f455-48d3-b00b-33b5f9c4e44f completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:27:56.854258 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port 4ede7e2b-f455-48d3-b00b-33b5f9c4e44f triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:27:56.854844 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:56.892198 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-4c536469-cd31-43eb-b9f3-cceeb9fdec58 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8927741 May 31 13:27:56.894223 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1d7f6939-50fd-4ecd-9620-9b786ac560cc req-02c8d9d4-46ed-4a16-b85e-6e2ebafa1bb3 tempest-SecurityGroupsTestAdminJSON-606646232 tempest-SecurityGroupsTestAdminJSON-606646232-project-admin] 10.222.0.50 "GET /v2.0/security-groups/a0962eee-bcff-4e99-8f84-00f4b9add5d8 HTTP/1.1" status: 200 len: 1776 time: 0.1965075 May 31 13:27:56.898604 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41530) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:27:56.905781 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-651c9d69-96bc-43e1-98bc-4c460b7d2347 admin admin] Request body: {'subnet': {'network_id': 'e94860fc-774d-4c2a-8939-034b7867dd9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1089656051-subnet', 'tenant_id': '18168e4261004e939dcd26b86e964c6e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:27:56.913446 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-651c9d69-96bc-43e1-98bc-4c460b7d2347 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:27:56.919795 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c536469-cd31-43eb-b9f3-cceeb9fdec58 admin admin] Pushing event updated for resources: {'Network': ['ID=e94860fc-774d-4c2a-8939-034b7867dd9d,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:56.922897 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-651c9d69-96bc-43e1-98bc-4c460b7d2347 admin admin] Usage tracker for resource:subnet and tenant:18168e4261004e939dcd26b86e964c6e is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:27:56.938369 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-651c9d69-96bc-43e1-98bc-4c460b7d2347 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:27:56.948588 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network e94860fc-774d-4c2a-8939-034b7867dd9d details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:27:56.951800 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-651c9d69-96bc-43e1-98bc-4c460b7d2347 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:27:57.016664 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-651c9d69-96bc-43e1-98bc-4c460b7d2347 admin admin] Made reservation on behalf of 18168e4261004e939dcd26b86e964c6e for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:27:57.019030 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-651c9d69-96bc-43e1-98bc-4c460b7d2347 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:57.148808 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1d7f6939-50fd-4ecd-9620-9b786ac560cc req-2682830f-7bed-47c9-a8ce-b955a55f683f tempest-SecurityGroupsTestAdminJSON-606646232 tempest-SecurityGroupsTestAdminJSON-606646232-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:57.169373 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 4ede7e2b-f455-48d3-b00b-33b5f9c4e44f is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:27:57.170021 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:57.200042 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1d7f6939-50fd-4ecd-9620-9b786ac560cc req-2682830f-7bed-47c9-a8ce-b955a55f683f tempest-SecurityGroupsTestAdminJSON-606646232 tempest-SecurityGroupsTestAdminJSON-606646232-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:57.201953 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d3d67ef-9667-4c94-a4f9-1eef9fedc68d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ede7e2b-f455-48d3-b00b-33b5f9c4e44f'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:27:57.214706 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 4ede7e2b-f455-48d3-b00b-33b5f9c4e44f, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=4ede7e2b-f455-48d3-b00b-33b5f9c4e44f,segment=NetworkSegment(4d066d05-cdce-46e1-9764-8a91fcd18529),segment_id=4d066d05-cdce-46e1-9764-8a91fcd18529)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:27:57.219050 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:57.238371 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba11fe83-6914-43db-b8d9-f5908cf2e28f req-5b78644b-9fca-4325-a541-93f111a31f06 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:57.244673 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba11fe83-6914-43db-b8d9-f5908cf2e28f req-5b78644b-9fca-4325-a541-93f111a31f06 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:57.250430 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba11fe83-6914-43db-b8d9-f5908cf2e28f req-5b78644b-9fca-4325-a541-93f111a31f06 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:57.256178 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba11fe83-6914-43db-b8d9-f5908cf2e28f req-5b78644b-9fca-4325-a541-93f111a31f06 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:57.261910 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba11fe83-6914-43db-b8d9-f5908cf2e28f req-5b78644b-9fca-4325-a541-93f111a31f06 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:57.267743 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba11fe83-6914-43db-b8d9-f5908cf2e28f req-5b78644b-9fca-4325-a541-93f111a31f06 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:57.273525 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba11fe83-6914-43db-b8d9-f5908cf2e28f req-5b78644b-9fca-4325-a541-93f111a31f06 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:57.275458 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ba11fe83-6914-43db-b8d9-f5908cf2e28f req-5b78644b-9fca-4325-a541-93f111a31f06 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a HTTP/1.1" status: 200 len: 5421 time: 0.3064399 May 31 13:27:57.291927 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=4ede7e2b-f455-48d3-b00b-33b5f9c4e44f,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:57.388877 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ba11fe83-6914-43db-b8d9-f5908cf2e28f req-5203dafc-0292-45b1-b1d1-9a494aeab301 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/security-groups?id=1de4fedc-888a-46c6-9d87-1b48c5765046&id=71a9d93c-f6cb-49b0-b2f5-61553702d6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1034148 May 31 13:27:57.389702 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1d7f6939-50fd-4ecd-9620-9b786ac560cc req-2682830f-7bed-47c9-a8ce-b955a55f683f tempest-SecurityGroupsTestAdminJSON-606646232 tempest-SecurityGroupsTestAdminJSON-606646232-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:57.408722 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2682830f-7bed-47c9-a8ce-b955a55f683f tempest-SecurityGroupsTestAdminJSON-606646232 tempest-SecurityGroupsTestAdminJSON-606646232-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0962eee-bcff-4e99-8f84-00f4b9add5d8,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:57.480082 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1d7f6939-50fd-4ecd-9620-9b786ac560cc req-2682830f-7bed-47c9-a8ce-b955a55f683f tempest-SecurityGroupsTestAdminJSON-606646232 tempest-SecurityGroupsTestAdminJSON-606646232-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:57.481224 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1d7f6939-50fd-4ecd-9620-9b786ac560cc req-2682830f-7bed-47c9-a8ce-b955a55f683f tempest-SecurityGroupsTestAdminJSON-606646232 tempest-SecurityGroupsTestAdminJSON-606646232-project-admin] 10.222.0.50 "DELETE /v2.0/security-groups/a0962eee-bcff-4e99-8f84-00f4b9add5d8 HTTP/1.1" status: 204 len: 173 time: 0.5647838 May 31 13:27:57.488275 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-651c9d69-96bc-43e1-98bc-4c460b7d2347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:57.836755 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651c9d69-96bc-43e1-98bc-4c460b7d2347 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7bc81f6-6e33-4455-a972-854280f36089,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:57.868338 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651c9d69-96bc-43e1-98bc-4c460b7d2347 admin admin] Checking segment: {'id': 'e182c216-7254-4f7c-9347-fb53ba5ba244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e94860fc-774d-4c2a-8939-034b7867dd9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:27:57.868699 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651c9d69-96bc-43e1-98bc-4c460b7d2347 admin admin] Network hostable DHCP agents. Network: e94860fc-774d-4c2a-8939-034b7867dd9d, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:27:57.931315 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df9600-1a7b-4a48-81a5-56a12aa147c1 req-cbcb3a9d-99ae-4bea-b992-83c90c0ecbb5 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:57.932866 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-02df9600-1a7b-4a48-81a5-56a12aa147c1 req-cbcb3a9d-99ae-4bea-b992-83c90c0ecbb5 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/ports?device_id=24302c62-7ac3-4163-8b04-e80e5c068019 HTTP/1.1" status: 200 len: 943 time: 0.3979597 May 31 13:27:57.936590 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651c9d69-96bc-43e1-98bc-4c460b7d2347 admin admin] Network e94860fc-774d-4c2a-8939-034b7867dd9d is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:27:57.954278 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9269aa2-44ef-41ce-b51b-fda70ec91cb9 req-ce71a0fa-f0f7-4da0-b207-3163d9bb876b tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:57.954981 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-d9269aa2-44ef-41ce-b51b-fda70ec91cb9 req-ce71a0fa-f0f7-4da0-b207-3163d9bb876b tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Synchronizing usage tracker for tenant:09dd0f3ff03c49d3a5c47e4de6593f6c on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:27:57.988728 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b193ec54-3da4-47bb-bcb6-e2f0a9bb8e7a req-04765217-5f73-4317-9cd3-d889dfa56c0f tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:57.989521 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-b193ec54-3da4-47bb-bcb6-e2f0a9bb8e7a req-04765217-5f73-4317-9cd3-d889dfa56c0f tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Synchronizing usage tracker for tenant:09dd0f3ff03c49d3a5c47e4de6593f6c on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:27:57.995363 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-651c9d69-96bc-43e1-98bc-4c460b7d2347 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, e94860fc-774d-4c2a-8939-034b7867dd9d) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:27:58.003270 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5197ae10-936c-43ee-ba6e-d406453c70f9 None None] Network e94860fc-774d-4c2a-8939-034b7867dd9d requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:27:58.013168 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651c9d69-96bc-43e1-98bc-4c460b7d2347 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:58.013789 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-651c9d69-96bc-43e1-98bc-4c460b7d2347 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:58.022139 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device c9e1fd5a-3c44-4e6f-b64b-eeb5510e929c details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:27:58.024808 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device bcea5229-e83e-4a8f-a38a-ad9361d01354 up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:27:58.035447 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-d9269aa2-44ef-41ce-b51b-fda70ec91cb9 req-ce71a0fa-f0f7-4da0-b207-3163d9bb876b tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Unset dirty status for tenant:09dd0f3ff03c49d3a5c47e4de6593f6c on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:27:58.037121 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d9269aa2-44ef-41ce-b51b-fda70ec91cb9 req-ce71a0fa-f0f7-4da0-b207-3163d9bb876b tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4cb63f0-0d04-41a9-9fe8-1aa2860e7681 HTTP/1.1" status: 200 len: 950 time: 0.4465723 May 31 13:27:58.053610 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-b193ec54-3da4-47bb-bcb6-e2f0a9bb8e7a req-04765217-5f73-4317-9cd3-d889dfa56c0f tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Unset dirty status for tenant:09dd0f3ff03c49d3a5c47e4de6593f6c on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:27:58.054753 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b193ec54-3da4-47bb-bcb6-e2f0a9bb8e7a req-04765217-5f73-4317-9cd3-d889dfa56c0f tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4cb63f0-0d04-41a9-9fe8-1aa2860e7681 HTTP/1.1" status: 200 len: 950 time: 0.4546335 May 31 13:27:58.058743 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-02df9600-1a7b-4a48-81a5-56a12aa147c1 req-d58ab4e9-9add-4054-b64e-d73588738898 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d29a7ba-8da4-4594-bfbf-9f55cd071e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152110 May 31 13:27:58.075092 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-651c9d69-96bc-43e1-98bc-4c460b7d2347 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1764090 May 31 13:27:58.078071 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41542) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:27:58.086460 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-2caa2e34-9d4b-4d29-abf5-828ee3447a2e admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1089656051-router', 'tenant_id': '18168e4261004e939dcd26b86e964c6e', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:27:58.091861 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-2caa2e34-9d4b-4d29-abf5-828ee3447a2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:27:58.097594 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-2caa2e34-9d4b-4d29-abf5-828ee3447a2e admin admin] Usage tracker for resource:router and tenant:18168e4261004e939dcd26b86e964c6e is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:27:58.106814 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-2caa2e34-9d4b-4d29-abf5-828ee3447a2e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:27:58.113794 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-2caa2e34-9d4b-4d29-abf5-828ee3447a2e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:27:58.129455 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2caa2e34-9d4b-4d29-abf5-828ee3447a2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:58.132933 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2caa2e34-9d4b-4d29-abf5-828ee3447a2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:58.164846 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2caa2e34-9d4b-4d29-abf5-828ee3447a2e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:58.180843 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d9269aa2-44ef-41ce-b51b-fda70ec91cb9 req-2bc82ff2-f156-4ddc-8471-7f118ed9abdf tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4e17580-fef9-47ea-85b1-59ae8325b41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306646 May 31 13:27:58.186814 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-b193ec54-3da4-47bb-bcb6-e2f0a9bb8e7a req-3ee5ccc7-f563-4e3f-8fe4-557a05277041 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Deleting port 340b14e3-4287-43f8-a3a0-d594186321f6 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:27:58.186814 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-b193ec54-3da4-47bb-bcb6-e2f0a9bb8e7a req-3ee5ccc7-f563-4e3f-8fe4-557a05277041 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:58.376013 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dace0d6-6568-4cd9-8ee4-3356d71c65f3'] response: {'name': 'network-changed', 'server_uuid': 'a12efbab-a760-4348-9c14-f969aac5be15', 'tag': 'bcea5229-e83e-4a8f-a38a-ad9361d01354', 'status': 'completed', 'code': 200} May 31 13:27:58.376586 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dace0d6-6568-4cd9-8ee4-3356d71c65f3'] response: {'name': 'network-changed', 'server_uuid': '24302c62-7ac3-4163-8b04-e80e5c068019', 'tag': '56abcba9-513f-4c4d-a97d-b112bfe0bc20', 'status': 'completed', 'code': 200} May 31 13:27:58.377101 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dace0d6-6568-4cd9-8ee4-3356d71c65f3'] response: {'name': 'network-changed', 'server_uuid': '60afb912-b9b4-4412-914e-472b08c3542b', 'tag': 'c9e1fd5a-3c44-4e6f-b64b-eeb5510e929c', 'status': 'completed', 'code': 200} May 31 13:27:58.446926 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25337a0e-74e5-43e2-9890-3d293e0042ef'] response: {'server_uuid': '4d3d67ef-9667-4c94-a4f9-1eef9fedc68d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ede7e2b-f455-48d3-b00b-33b5f9c4e44f', 'code': 200} May 31 13:27:58.596699 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning for port bcea5229-e83e-4a8f-a38a-ad9361d01354 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:27:58.615831 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2caa2e34-9d4b-4d29-abf5-828ee3447a2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:58.631659 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port bcea5229-e83e-4a8f-a38a-ad9361d01354 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:27:58.632271 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:58.793575 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port c9e1fd5a-3c44-4e6f-b64b-eeb5510e929c, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=c9e1fd5a-3c44-4e6f-b64b-eeb5510e929c,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:27:58.807232 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfebd25-14b9-47dd-9dff-93102ba12b25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-e94860fc-774d-4c2a-8939-034b7867dd9d', 'network_id': 'e94860fc-774d-4c2a-8939-034b7867dd9d', 'tenant_id': '18168e4261004e939dcd26b86e964c6e', 'fixed_ips': [{'subnet_id': 'e7bc81f6-6e33-4455-a972-854280f36089'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:27:58.807955 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-adfebd25-14b9-47dd-9dff-93102ba12b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:58.827725 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': 'c9e1fd5a-3c44-4e6f-b64b-eeb5510e929c', 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4', 'port_id': 'c9e1fd5a-3c44-4e6f-b64b-eeb5510e929c', 'mac_address': 'fa:16:3e:4d:4a:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24822c99-0dce-4d50-9c44-3135ba3763b8', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:27:58.886491 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-598c2dc5-2b77-42ad-82e3-dc46f4272b11 req-d89736fa-3abb-4afd-afce-00863d66c929 tempest-SecurityGroupsTestAdminJSON-606646232 tempest-SecurityGroupsTestAdminJSON-606646232-project-admin] 10.222.0.50 "GET /v2.0/security-groups/879fbc6e-23e0-46e7-bf55-90fdb5895e6b HTTP/1.1" status: 200 len: 1778 time: 0.4362249 May 31 13:27:58.946203 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2356326a-c0c8-4af8-b333-d86704591807 req-f1b38d04-49d6-4839-a556-e93a9d2012a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:58.947678 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2356326a-c0c8-4af8-b333-d86704591807 req-f1b38d04-49d6-4839-a556-e93a9d2012a1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc5142db886b48f8906c49afcc233362&device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 1095 time: 0.6924186 May 31 13:27:58.971089 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2caa2e34-9d4b-4d29-abf5-828ee3447a2e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:58.996690 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port c9e1fd5a-3c44-4e6f-b64b-eeb5510e929c is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:27:58.997152 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:59.000391 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2356326a-c0c8-4af8-b333-d86704591807 req-9c39fc80-350b-4afc-8046-ad08f3a445d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:59.001904 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2356326a-c0c8-4af8-b333-d86704591807 req-9c39fc80-350b-4afc-8046-ad08f3a445d3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9d7345b6bbc64d3981e920379156fa19&device_id=24302c62-7ac3-4163-8b04-e80e5c068019 HTTP/1.1" status: 200 len: 1124 time: 0.7478185 May 31 13:27:59.003133 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2caa2e34-9d4b-4d29-abf5-828ee3447a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:59.012422 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5e90e-84b4-47c3-af20-e44a241ee360 req-c9cb58ed-d060-447e-aa55-c5b9d3e97e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:59.014392 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-baf5e90e-84b4-47c3-af20-e44a241ee360 req-c9cb58ed-d060-447e-aa55-c5b9d3e97e0d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4d3d67ef-9667-4c94-a4f9-1eef9fedc68d HTTP/1.1" status: 200 len: 1096 time: 0.5480163 May 31 13:27:59.028564 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9e1fd5a-3c44-4e6f-b64b-eeb5510e929c {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:27:59.044219 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port bcea5229-e83e-4a8f-a38a-ad9361d01354 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:27:59.044672 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:59.102526 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port c9e1fd5a-3c44-4e6f-b64b-eeb5510e929c, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=c9e1fd5a-3c44-4e6f-b64b-eeb5510e929c,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:27:59.107661 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4668ea5-f869-462f-a92b-c8909e80eb5b req-49b827c7-8704-4e60-bc49-e14aa00f630e tempest-ServerPasswordTestJSON-2106173353 tempest-ServerPasswordTestJSON-2106173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:59.114992 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f4668ea5-f869-462f-a92b-c8909e80eb5b req-49b827c7-8704-4e60-bc49-e14aa00f630e tempest-ServerPasswordTestJSON-2106173353 tempest-ServerPasswordTestJSON-2106173353-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d3d67ef-9667-4c94-a4f9-1eef9fedc68d HTTP/1.1" status: 200 len: 945 time: 0.7446470 May 31 13:27:59.118153 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:59.194548 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-adfebd25-14b9-47dd-9dff-93102ba12b25 None None] Allocated IP 172.20.0.2 (e94860fc-774d-4c2a-8939-034b7867dd9d/e7bc81f6-6e33-4455-a972-854280f36089/a2bc01b6-dbec-4a0f-b524-6894495f7384) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:27:59.202296 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port bcea5229-e83e-4a8f-a38a-ad9361d01354, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=bcea5229-e83e-4a8f-a38a-ad9361d01354,segment=NetworkSegment(4d75b4c6-9dbf-466e-9960-e4baeffc8b58),segment_id=4d75b4c6-9dbf-466e-9960-e4baeffc8b58)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:27:59.213106 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:59.304952 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-2caa2e34-9d4b-4d29-abf5-828ee3447a2e admin admin] Allocated IP 172.25.6.207 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/e27c20f1-335d-46e2-8466-d1ab2372b932) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:27:59.338018 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-b193ec54-3da4-47bb-bcb6-e2f0a9bb8e7a req-3ee5ccc7-f563-4e3f-8fe4-557a05277041 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] For port 340b14e3-4287-43f8-a3a0-d594186321f6, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=340b14e3-4287-43f8-a3a0-d594186321f6,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:27:59.338653 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-b193ec54-3da4-47bb-bcb6-e2f0a9bb8e7a req-3ee5ccc7-f563-4e3f-8fe4-557a05277041 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:59.426329 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=c9e1fd5a-3c44-4e6f-b64b-eeb5510e929c,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:59.508700 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-b193ec54-3da4-47bb-bcb6-e2f0a9bb8e7a req-3ee5ccc7-f563-4e3f-8fe4-557a05277041 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Calling delete_port for 340b14e3-4287-43f8-a3a0-d594186321f6 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:27:59.509129 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2caa2e34-9d4b-4d29-abf5-828ee3447a2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:59.539307 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-baf5e90e-84b4-47c3-af20-e44a241ee360 req-202c9922-6526-4888-b928-14b9cbaff786 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a45fcbe6-f2bd-489e-98d1-8cd92d7ced8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4422495 May 31 13:27:59.556994 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2caa2e34-9d4b-4d29-abf5-828ee3447a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:59.569300 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['c9e1fd5a-3c44-4e6f-b64b-eeb5510e929c'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:27:59.631559 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-adfebd25-14b9-47dd-9dff-93102ba12b25 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:59.646175 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2356326a-c0c8-4af8-b333-d86704591807 req-444d4d98-45ce-48c5-9541-56c535cddb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:59.647826 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2356326a-c0c8-4af8-b333-d86704591807 req-444d4d98-45ce-48c5-9541-56c535cddb3f service neutron] 10.222.0.44 "GET /v2.0/networks?id=e576ad54-297c-4eec-b73b-25479782c1e2 HTTP/1.1" status: 200 len: 909 time: 0.6293766 May 31 13:27:59.648874 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2356326a-c0c8-4af8-b333-d86704591807 req-8989ddf5-8fab-4e5f-ac9c-65e9c18bb023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:27:59.650230 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2356326a-c0c8-4af8-b333-d86704591807 req-8989ddf5-8fab-4e5f-ac9c-65e9c18bb023 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ef7bc708-faad-4f53-9863-9b17fc2bd3a4 HTTP/1.1" status: 200 len: 912 time: 0.6928711 May 31 13:27:59.652391 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2caa2e34-9d4b-4d29-abf5-828ee3447a2e admin admin] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:27:59.655415 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-2caa2e34-9d4b-4d29-abf5-828ee3447a2e admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:27:59.663514 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2caa2e34-9d4b-4d29-abf5-828ee3447a2e admin admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:27:59.663950 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-adfebd25-14b9-47dd-9dff-93102ba12b25 None None] Transition to ACTIVE for port object a2bc01b6-dbec-4a0f-b524-6894495f7384 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:27:59.664070 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f4668ea5-f869-462f-a92b-c8909e80eb5b req-793a2441-41c1-4c9b-add6-8eff32d78cef tempest-ServerPasswordTestJSON-2106173353 tempest-ServerPasswordTestJSON-2106173353-project] 10.222.0.50 "GET /v2.0/security-groups?id=a45fcbe6-f2bd-489e-98d1-8cd92d7ced8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5481217 May 31 13:27:59.678530 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=bcea5229-e83e-4a8f-a38a-ad9361d01354,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:59.707600 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-adfebd25-14b9-47dd-9dff-93102ba12b25 None None] Transition to ACTIVE for port object a2bc01b6-dbec-4a0f-b524-6894495f7384 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:27:59.723328 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-adfebd25-14b9-47dd-9dff-93102ba12b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:59.724497 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caa2e34-9d4b-4d29-abf5-828ee3447a2e admin admin] Pushing event updated for resources: {'Port': ['ID=e27c20f1-335d-46e2-8466-d1ab2372b932,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:59.776488 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caa2e34-9d4b-4d29-abf5-828ee3447a2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:59.778016 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caa2e34-9d4b-4d29-abf5-828ee3447a2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:59.780051 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caa2e34-9d4b-4d29-abf5-828ee3447a2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:59.780146 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caa2e34-9d4b-4d29-abf5-828ee3447a2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:59.782741 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caa2e34-9d4b-4d29-abf5-828ee3447a2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:59.783112 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caa2e34-9d4b-4d29-abf5-828ee3447a2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:59.783455 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caa2e34-9d4b-4d29-abf5-828ee3447a2e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:59.783796 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caa2e34-9d4b-4d29-abf5-828ee3447a2e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:59.784123 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caa2e34-9d4b-4d29-abf5-828ee3447a2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:59.785121 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caa2e34-9d4b-4d29-abf5-828ee3447a2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:59.785730 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caa2e34-9d4b-4d29-abf5-828ee3447a2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:59.786862 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caa2e34-9d4b-4d29-abf5-828ee3447a2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:59.841112 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfebd25-14b9-47dd-9dff-93102ba12b25 None None] Network e94860fc-774d-4c2a-8939-034b7867dd9d is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:27:59.848289 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-adfebd25-14b9-47dd-9dff-93102ba12b25 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:27:59.861029 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfebd25-14b9-47dd-9dff-93102ba12b25 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:27:59.872037 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfebd25-14b9-47dd-9dff-93102ba12b25 None None] Pushing event updated for resources: {'Port': ['ID=a2bc01b6-dbec-4a0f-b524-6894495f7384,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:59.880324 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-598c2dc5-2b77-42ad-82e3-dc46f4272b11 req-feb3553a-5d63-435e-911b-31bbac899c80 tempest-SecurityGroupsTestAdminJSON-606646232 tempest-SecurityGroupsTestAdminJSON-606646232-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:00.037454 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-adfebd25-14b9-47dd-9dff-93102ba12b25 None None] Attempting to bind port a2bc01b6-dbec-4a0f-b524-6894495f7384 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:28:00.037454 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-adfebd25-14b9-47dd-9dff-93102ba12b25 None None] Attempting to bind port a2bc01b6-dbec-4a0f-b524-6894495f7384 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'e182c216-7254-4f7c-9347-fb53ba5ba244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e94860fc-774d-4c2a-8939-034b7867dd9d'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:28:00.037454 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfebd25-14b9-47dd-9dff-93102ba12b25 None None] Attempting to bind port a2bc01b6-dbec-4a0f-b524-6894495f7384 on network e94860fc-774d-4c2a-8939-034b7867dd9d {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:28:00.062630 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfebd25-14b9-47dd-9dff-93102ba12b25 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:28:00.062630 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfebd25-14b9-47dd-9dff-93102ba12b25 None None] Checking segment: {'id': 'e182c216-7254-4f7c-9347-fb53ba5ba244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e94860fc-774d-4c2a-8939-034b7867dd9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:28:00.062630 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-adfebd25-14b9-47dd-9dff-93102ba12b25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:00.062630 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfebd25-14b9-47dd-9dff-93102ba12b25 None None] Bound using segment: {'id': 'e182c216-7254-4f7c-9347-fb53ba5ba244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e94860fc-774d-4c2a-8939-034b7867dd9d'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:28:00.062630 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-adfebd25-14b9-47dd-9dff-93102ba12b25 None None] Bound port: a2bc01b6-dbec-4a0f-b524-6894495f7384, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e182c216-7254-4f7c-9347-fb53ba5ba244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e94860fc-774d-4c2a-8939-034b7867dd9d'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:28:00.062630 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-adfebd25-14b9-47dd-9dff-93102ba12b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:00.160181 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2356326a-c0c8-4af8-b333-d86704591807 req-f6f12e87-0013-410c-aee7-59c903400e08 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bcea5229-e83e-4a8f-a38a-ad9361d01354 HTTP/1.1" status: 200 len: 217 time: 0.4950662 May 31 13:28:00.188124 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2356326a-c0c8-4af8-b333-d86704591807 req-2fda40d4-0505-4c27-a5d7-4087686129f2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56abcba9-513f-4c4d-a97d-b112bfe0bc20 HTTP/1.1" status: 200 len: 217 time: 0.3113096 May 31 13:28:00.189978 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-adfebd25-14b9-47dd-9dff-93102ba12b25 None None] For port a2bc01b6-dbec-4a0f-b524-6894495f7384, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:28:00.194836 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-adfebd25-14b9-47dd-9dff-93102ba12b25 None None] For port a2bc01b6-dbec-4a0f-b524-6894495f7384, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=a2bc01b6-dbec-4a0f-b524-6894495f7384,segment=NetworkSegment(e182c216-7254-4f7c-9347-fb53ba5ba244),segment_id=e182c216-7254-4f7c-9347-fb53ba5ba244)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:28:00.201831 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-adfebd25-14b9-47dd-9dff-93102ba12b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:00.330340 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfebd25-14b9-47dd-9dff-93102ba12b25 None None] Pushing event updated for resources: {'Port': ['ID=a2bc01b6-dbec-4a0f-b524-6894495f7384,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:00.367296 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-598c2dc5-2b77-42ad-82e3-dc46f4272b11 req-feb3553a-5d63-435e-911b-31bbac899c80 tempest-SecurityGroupsTestAdminJSON-606646232 tempest-SecurityGroupsTestAdminJSON-606646232-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:00.370947 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2caa2e34-9d4b-4d29-abf5-828ee3447a2e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:00.429352 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-b193ec54-3da4-47bb-bcb6-e2f0a9bb8e7a req-3ee5ccc7-f563-4e3f-8fe4-557a05277041 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:00.451038 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a12efbab-a760-4348-9c14-f969aac5be15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcea5229-e83e-4a8f-a38a-ad9361d01354'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:28:00.522307 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2356326a-c0c8-4af8-b333-d86704591807 req-7f9d9c11-588a-4ba6-afd7-be1f4c4dcbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:00.524110 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2356326a-c0c8-4af8-b333-d86704591807 req-7f9d9c11-588a-4ba6-afd7-be1f4c4dcbf5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=03601eff-cc07-4210-91b9-54e2e22c50f4 HTTP/1.1" status: 200 len: 850 time: 0.3392041 May 31 13:28:00.535116 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee5ccc7-f563-4e3f-8fe4-557a05277041 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Pushing event deleted for resources: {'Port': ['ID=340b14e3-4287-43f8-a3a0-d594186321f6,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:00.593068 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2356326a-c0c8-4af8-b333-d86704591807 req-3bd8147c-5c7b-48e8-a4b1-bfd3af8369ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:00.595198 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2356326a-c0c8-4af8-b333-d86704591807 req-3bd8147c-5c7b-48e8-a4b1-bfd3af8369ff service neutron] 10.222.0.44 "GET /v2.0/subnets?id=376bfa95-ebe5-4cb8-abaa-2bcb5d3a07e3 HTTP/1.1" status: 200 len: 848 time: 0.3579531 May 31 13:28:00.727234 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 340b14e3-4287-43f8-a3a0-d594186321f6 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:28:00.805848 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c879c0-e474-4d15-b762-19a3974fc7de req-70a5e41b-7786-43a7-a251-e3e3d0a83158 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:00.806949 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-28c879c0-e474-4d15-b762-19a3974fc7de req-70a5e41b-7786-43a7-a251-e3e3d0a83158 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 945 time: 0.9890487 May 31 13:28:00.854946 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2356326a-c0c8-4af8-b333-d86704591807 req-8f41de28-8655-4299-85e0-c9c7a8098d7d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e576ad54-297c-4eec-b73b-25479782c1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1946979 May 31 13:28:00.855601 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-598c2dc5-2b77-42ad-82e3-dc46f4272b11 req-feb3553a-5d63-435e-911b-31bbac899c80 tempest-SecurityGroupsTestAdminJSON-606646232 tempest-SecurityGroupsTestAdminJSON-606646232-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:00.860216 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-b193ec54-3da4-47bb-bcb6-e2f0a9bb8e7a req-3ee5ccc7-f563-4e3f-8fe4-557a05277041 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] No DVR routers for this DVR port 340b14e3-4287-43f8-a3a0-d594186321f6 on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:28:00.862229 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] No Port match for: 340b14e3-4287-43f8-a3a0-d594186321f6 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:28:00.862807 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-b193ec54-3da4-47bb-bcb6-e2f0a9bb8e7a req-3ee5ccc7-f563-4e3f-8fe4-557a05277041 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:00.863463 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 340b14e3-4287-43f8-a3a0-d594186321f6 not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:28:00.878369 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4cb63f0-0d04-41a9-9fe8-1aa2860e7681', 'name': 'network-vif-deleted', 'tag': '340b14e3-4287-43f8-a3a0-d594186321f6'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:28:00.940111 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb3553a-5d63-435e-911b-31bbac899c80 tempest-SecurityGroupsTestAdminJSON-606646232 tempest-SecurityGroupsTestAdminJSON-606646232-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=879fbc6e-23e0-46e7-bf55-90fdb5895e6b,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:01.074670 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b193ec54-3da4-47bb-bcb6-e2f0a9bb8e7a req-3ee5ccc7-f563-4e3f-8fe4-557a05277041 tempest-ServersOnMultiNodesTest-1605915256 tempest-ServersOnMultiNodesTest-1605915256-project] 10.222.0.44 "DELETE /v2.0/ports/340b14e3-4287-43f8-a3a0-d594186321f6 HTTP/1.1" status: 204 len: 173 time: 2.9979937 May 31 13:28:01.077285 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2caa2e34-9d4b-4d29-abf5-828ee3447a2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:01.088822 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-598c2dc5-2b77-42ad-82e3-dc46f4272b11 req-feb3553a-5d63-435e-911b-31bbac899c80 tempest-SecurityGroupsTestAdminJSON-606646232 tempest-SecurityGroupsTestAdminJSON-606646232-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:01.108616 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-598c2dc5-2b77-42ad-82e3-dc46f4272b11 req-feb3553a-5d63-435e-911b-31bbac899c80 tempest-SecurityGroupsTestAdminJSON-606646232 tempest-SecurityGroupsTestAdminJSON-606646232-project-admin] 10.222.0.50 "DELETE /v2.0/security-groups/879fbc6e-23e0-46e7-bf55-90fdb5895e6b HTTP/1.1" status: 204 len: 173 time: 2.2198579 May 31 13:28:01.205308 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-28c879c0-e474-4d15-b762-19a3974fc7de req-265c837a-9a50-45fd-a11e-a9297d5cc0ae tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3972628 May 31 13:28:01.251634 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2356326a-c0c8-4af8-b333-d86704591807 req-fab86a03-c29a-4114-92f4-95c341562931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:01.253172 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2356326a-c0c8-4af8-b333-d86704591807 req-fab86a03-c29a-4114-92f4-95c341562931 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ef7bc708-faad-4f53-9863-9b17fc2bd3a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7103074 May 31 13:28:01.532434 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2caa2e34-9d4b-4d29-abf5-828ee3447a2e admin admin] Router 5c07ff4b-13f4-4d03-b990-05eeaba90e06 is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 13:28:01.576659 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device a2bc01b6-dbec-4a0f-b524-6894495f7384 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:28:01.677838 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port a2bc01b6-dbec-4a0f-b524-6894495f7384 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:28:01.809547 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2356326a-c0c8-4af8-b333-d86704591807 req-0171de4b-e0d9-4c11-a9e7-8ea83a054226 service neutron] 10.222.0.44 "GET /v2.0/networks/e576ad54-297c-4eec-b73b-25479782c1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9136484 May 31 13:28:01.823807 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2356326a-c0c8-4af8-b333-d86704591807 req-63998396-0e03-42fc-bf70-7dcd10c57d35 service neutron] 10.222.0.20 "GET /v2.0/networks/ef7bc708-faad-4f53-9863-9b17fc2bd3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5640614 May 31 13:28:01.967808 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2caa2e34-9d4b-4d29-abf5-828ee3447a2e admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:28:01.979938 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d1d800-c11e-45ee-a36b-2452349e24be None None] Sync routers for ids ['5c07ff4b-13f4-4d03-b990-05eeaba90e06'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:28:01.998396 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d1d800-c11e-45ee-a36b-2452349e24be None None] Routers {'5c07ff4b-13f4-4d03-b990-05eeaba90e06'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:28:01.999153 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-a4d1d800-c11e-45ee-a36b-2452349e24be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:27:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['5c07ff4b-13f4-4d03-b990-05eeaba90e06'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:28:02.002504 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2caa2e34-9d4b-4d29-abf5-828ee3447a2e admin admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:02.008825 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-2caa2e34-9d4b-4d29-abf5-828ee3447a2e admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.9236612 May 31 13:28:02.009142 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41560) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:28:02.055222 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device c9e1fd5a-3c44-4e6f-b64b-eeb5510e929c up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:28:02.084937 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-df85ced9-f598-4e90-9f27-16e159209caa req-5dd8e2cd-809d-41c5-97d8-96f75ac3ef84 service neutron] 10.222.0.44 "GET /v2.0/ports/56abcba9-513f-4c4d-a97d-b112bfe0bc20/bindings/n-h1-843939-1 HTTP/1.1" status: 200 len: 384 time: 0.5607619 May 31 13:28:02.133007 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d901f34-ec64-4a79-9223-af50d4168d67 None None] Network e94860fc-774d-4c2a-8939-034b7867dd9d requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:28:02.247131 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40e66b8-db19-4f6d-b261-48b85d013fba req-1d61f4d3-09f7-4b50-aaee-cacf38264a86 tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:02.256521 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a40e66b8-db19-4f6d-b261-48b85d013fba req-1d61f4d3-09f7-4b50-aaee-cacf38264a86 tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] 10.222.0.50 "GET /v2.0/ports?device_id=60afb912-b9b4-4412-914e-472b08c3542b HTTP/1.1" status: 200 len: 948 time: 0.7304919 May 31 13:28:02.272432 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a3bbc-a56e-4947-8b65-9c010b1abd8a req-03be954d-99a3-428c-97b5-2dada221952e tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:02.279418 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a3bbc-a56e-4947-8b65-9c010b1abd8a req-03be954d-99a3-428c-97b5-2dada221952e tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:02.288501 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a3bbc-a56e-4947-8b65-9c010b1abd8a req-03be954d-99a3-428c-97b5-2dada221952e tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:02.296918 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a3bbc-a56e-4947-8b65-9c010b1abd8a req-03be954d-99a3-428c-97b5-2dada221952e tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:02.306724 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a3bbc-a56e-4947-8b65-9c010b1abd8a req-03be954d-99a3-428c-97b5-2dada221952e tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:02.317340 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a3bbc-a56e-4947-8b65-9c010b1abd8a req-03be954d-99a3-428c-97b5-2dada221952e tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:02.318519 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-a4d1d800-c11e-45ee-a36b-2452349e24be None None] Set router 5c07ff4b-13f4-4d03-b990-05eeaba90e06 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:28:02.324877 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a3bbc-a56e-4947-8b65-9c010b1abd8a req-03be954d-99a3-428c-97b5-2dada221952e tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:02.337060 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-612a3bbc-a56e-4947-8b65-9c010b1abd8a req-03be954d-99a3-428c-97b5-2dada221952e tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a HTTP/1.1" status: 200 len: 5421 time: 0.8337369 May 31 13:28:02.338310 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-41c38bdc-80c4-4bb6-ae60-bbb96abf6cf4 None None] Provisioning for port a2bc01b6-dbec-4a0f-b524-6894495f7384 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:28:02.389722 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-41c38bdc-80c4-4bb6-ae60-bbb96abf6cf4 None None] Provisioning complete for port a2bc01b6-dbec-4a0f-b524-6894495f7384 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:28:02.390316 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-41c38bdc-80c4-4bb6-ae60-bbb96abf6cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:02.422636 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2356326a-c0c8-4af8-b333-d86704591807 req-0d3b49ec-070b-48b9-8af7-64f2ed2f5e28 service neutron] 10.222.0.44 "GET /v2.0/networks/e576ad54-297c-4eec-b73b-25479782c1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6063850 May 31 13:28:02.453077 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2356326a-c0c8-4af8-b333-d86704591807 req-3f1c7577-98ed-49f7-8b98-771534baca23 service neutron] 10.222.0.20 "GET /v2.0/networks/ef7bc708-faad-4f53-9863-9b17fc2bd3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5968106 May 31 13:28:02.497619 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a40e66b8-db19-4f6d-b261-48b85d013fba req-ed9b62bf-41a3-43c3-846a-177366cded3f tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf755f24-1043-4dc9-80d0-31a81d8fbace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399032 May 31 13:28:02.516667 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning for port c9e1fd5a-3c44-4e6f-b64b-eeb5510e929c completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:28:02.562100 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port c9e1fd5a-3c44-4e6f-b64b-eeb5510e929c triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:28:02.562651 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:02.824553 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port c9e1fd5a-3c44-4e6f-b64b-eeb5510e929c is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:28:02.824918 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:02.829098 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-612a3bbc-a56e-4947-8b65-9c010b1abd8a req-59272e76-4c32-40da-8e2b-4c02f5381416 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/security-groups?id=1de4fedc-888a-46c6-9d87-1b48c5765046&id=71a9d93c-f6cb-49b0-b2f5-61553702d6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4909310 May 31 13:28:02.853334 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-41c38bdc-80c4-4bb6-ae60-bbb96abf6cf4 None None] Current status of the port a2bc01b6-dbec-4a0f-b524-6894495f7384 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:28:02.853707 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-41c38bdc-80c4-4bb6-ae60-bbb96abf6cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:02.905079 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port c9e1fd5a-3c44-4e6f-b64b-eeb5510e929c, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=c9e1fd5a-3c44-4e6f-b64b-eeb5510e929c,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:28:02.912341 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-41c38bdc-80c4-4bb6-ae60-bbb96abf6cf4 None None] For port a2bc01b6-dbec-4a0f-b524-6894495f7384, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=a2bc01b6-dbec-4a0f-b524-6894495f7384,segment=NetworkSegment(e182c216-7254-4f7c-9347-fb53ba5ba244),segment_id=e182c216-7254-4f7c-9347-fb53ba5ba244)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:28:02.913534 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:02.930435 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-a4d1d800-c11e-45ee-a36b-2452349e24be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c07ff4b-13f4-4d03-b990-05eeaba90e06', 'name': 'tempest-ServersTestManualDisk-1089656051-router', 'tenant_id': '18168e4261004e939dcd26b86e964c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': 'e27c20f1-335d-46e2-8466-d1ab2372b932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:27:58Z', 'updated_at': '2022-05-31T13:28:00Z', 'revision_number': 3, 'project_id': '18168e4261004e939dcd26b86e964c6e', 'gw_port': {'id': 'e27c20f1-335d-46e2-8466-d1ab2372b932', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:3e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c07ff4b-13f4-4d03-b990-05eeaba90e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:27:59Z', 'updated_at': '2022-05-31T13:27:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:28:02.936266 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d1d800-c11e-45ee-a36b-2452349e24be None None] Checking router: 5c07ff4b-13f4-4d03-b990-05eeaba90e06 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:28:02.936661 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d1d800-c11e-45ee-a36b-2452349e24be None None] Updating router 5c07ff4b-13f4-4d03-b990-05eeaba90e06 port e27c20f1-335d-46e2-8466-d1ab2372b932 binding host n-d-843939-1 {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:28:02.953660 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-41c38bdc-80c4-4bb6-ae60-bbb96abf6cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:02.997552 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=c9e1fd5a-3c44-4e6f-b64b-eeb5510e929c,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:03.076166 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a4d1d800-c11e-45ee-a36b-2452349e24be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:03.097503 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c38bdc-80c4-4bb6-ae60-bbb96abf6cf4 None None] Pushing event updated for resources: {'Port': ['ID=a2bc01b6-dbec-4a0f-b524-6894495f7384,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:03.185035 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f9d82be-3563-45db-b994-3a227c6e0f61'] response: {'server_uuid': 'a12efbab-a760-4348-9c14-f969aac5be15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcea5229-e83e-4a8f-a38a-ad9361d01354', 'code': 200} May 31 13:28:03.431754 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-8c621ef4-4d26-4e81-82d4-1ac7c286f155 None None] Provisioning complete for port a2bc01b6-dbec-4a0f-b524-6894495f7384 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:28:03.432184 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8c621ef4-4d26-4e81-82d4-1ac7c286f155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:03.510997 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2356326a-c0c8-4af8-b333-d86704591807 req-6b0f9216-3be6-4666-a5a6-36ee20a9f53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:03.512510 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2356326a-c0c8-4af8-b333-d86704591807 req-6b0f9216-3be6-4666-a5a6-36ee20a9f53d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b1def4c9e50043e6a19eab99074af95d&device_id=60afb912-b9b4-4412-914e-472b08c3542b HTTP/1.1" status: 200 len: 1099 time: 0.7493646 May 31 13:28:03.554530 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device a2bc01b6-dbec-4a0f-b524-6894495f7384 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:28:03.572108 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41572) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:28:03.618045 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3dd62adf-08a7-4618-9473-9b38be8dc940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:03.704288 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a4d1d800-c11e-45ee-a36b-2452349e24be None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:03.726116 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-a4d1d800-c11e-45ee-a36b-2452349e24be None None] Transition to ACTIVE for port object e27c20f1-335d-46e2-8466-d1ab2372b932 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:28:03.737862 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2356326a-c0c8-4af8-b333-d86704591807 req-e23e330b-f7f4-407e-9349-d555e264d385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:03.739408 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a4d1d800-c11e-45ee-a36b-2452349e24be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:03.739932 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2356326a-c0c8-4af8-b333-d86704591807 req-e23e330b-f7f4-407e-9349-d555e264d385 service neutron] 10.222.0.20 "GET /v2.0/networks?id=85b11c4f-90ad-4763-b38d-22d3f87089f4 HTTP/1.1" status: 200 len: 870 time: 0.2172668 May 31 13:28:03.751496 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-df85ced9-f598-4e90-9f27-16e159209caa req-68825e6c-9d57-43b4-a1d5-84a50b5038d8 service neutron] For port 56abcba9-513f-4c4d-a97d-b112bfe0bc20, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=56abcba9-513f-4c4d-a97d-b112bfe0bc20,segment=NetworkSegment(6af449b4-9759-41ca-aa70-1c602a81197c),segment_id=6af449b4-9759-41ca-aa70-1c602a81197c)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:28:03.779030 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-8c621ef4-4d26-4e81-82d4-1ac7c286f155 None None] Current status of the port a2bc01b6-dbec-4a0f-b524-6894495f7384 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:28:03.789912 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port a2bc01b6-dbec-4a0f-b524-6894495f7384 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:28:03.790384 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:03.831161 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ccbbda-8170-4b51-96d7-839565b768bc req-ae2b9ddb-acd2-40c6-95ca-67831515f6ed tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:03.833233 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-82ccbbda-8170-4b51-96d7-839565b768bc req-ae2b9ddb-acd2-40c6-95ca-67831515f6ed tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/ports?device_id=24302c62-7ac3-4163-8b04-e80e5c068019 HTTP/1.1" status: 200 len: 943 time: 1.0709558 May 31 13:28:03.842018 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2356326a-c0c8-4af8-b333-d86704591807 req-27de0492-6062-4962-acd8-510e52cb1fd3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=c9e1fd5a-3c44-4e6f-b64b-eeb5510e929c HTTP/1.1" status: 200 len: 217 time: 0.0947146 May 31 13:28:03.917411 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-a4d1d800-c11e-45ee-a36b-2452349e24be None None] Attempting to bind port e27c20f1-335d-46e2-8466-d1ab2372b932 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:28:03.917969 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-a4d1d800-c11e-45ee-a36b-2452349e24be None None] Attempting to bind port e27c20f1-335d-46e2-8466-d1ab2372b932 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:28:03.918557 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d1d800-c11e-45ee-a36b-2452349e24be None None] Attempting to bind port e27c20f1-335d-46e2-8466-d1ab2372b932 on network d2103cd5-63ba-4c24-9d95-fd17643bf14c {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:28:03.935177 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-82ccbbda-8170-4b51-96d7-839565b768bc req-a2eada2e-17da-4872-97cf-7d4bbdd8bbc4 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d29a7ba-8da4-4594-bfbf-9f55cd071e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921533 May 31 13:28:03.936314 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d1d800-c11e-45ee-a36b-2452349e24be None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:28:03.937213 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d1d800-c11e-45ee-a36b-2452349e24be None None] Checking segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:28:03.937407 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a4d1d800-c11e-45ee-a36b-2452349e24be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:03.937952 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d1d800-c11e-45ee-a36b-2452349e24be None None] Bound using segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:28:03.939127 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-a4d1d800-c11e-45ee-a36b-2452349e24be None None] Bound port: e27c20f1-335d-46e2-8466-d1ab2372b932, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:28:03.939291 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a4d1d800-c11e-45ee-a36b-2452349e24be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:03.956272 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-df85ced9-f598-4e90-9f27-16e159209caa req-68825e6c-9d57-43b4-a1d5-84a50b5038d8 service neutron] For port 56abcba9-513f-4c4d-a97d-b112bfe0bc20, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:28:03.969867 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port a2bc01b6-dbec-4a0f-b524-6894495f7384 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:28:03.981695 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a11b3d1-c5f3-44e2-8a3f-f77f339787f4 req-23bf22cf-59c2-41f8-897a-9cd7a79b4756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:03.984364 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8a11b3d1-c5f3-44e2-8a3f-f77f339787f4 req-23bf22cf-59c2-41f8-897a-9cd7a79b4756 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 1096 time: 0.6838007 May 31 13:28:03.997268 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd4fac7-f0e8-4988-8a5a-1ff71a9e5f39 None None] Pushing event updated for resources: {'Port': ['ID=e27c20f1-335d-46e2-8466-d1ab2372b932,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:04.019068 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345969ea-c958-45f9-b5b7-a03a6fce9d21 req-488b70c1-70d3-4b9e-9918-56e50e78a5ed tempest-ServerPasswordTestJSON-2106173353 tempest-ServerPasswordTestJSON-2106173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:04.020989 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-345969ea-c958-45f9-b5b7-a03a6fce9d21 req-488b70c1-70d3-4b9e-9918-56e50e78a5ed tempest-ServerPasswordTestJSON-2106173353 tempest-ServerPasswordTestJSON-2106173353-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d3d67ef-9667-4c94-a4f9-1eef9fedc68d HTTP/1.1" status: 200 len: 945 time: 0.6066377 May 31 13:28:04.026657 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2356326a-c0c8-4af8-b333-d86704591807 req-320635fa-064a-49fe-8a7a-558429edbdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:04.028068 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2356326a-c0c8-4af8-b333-d86704591807 req-320635fa-064a-49fe-8a7a-558429edbdcc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.1756954 May 31 13:28:04.035215 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d6254a3-0f29-4f5f-a84a-1bc258f2d87a'] response: {'server_uuid': 'f4cb63f0-0d04-41a9-9fe8-1aa2860e7681', 'name': 'network-vif-deleted', 'tag': '340b14e3-4287-43f8-a3a0-d594186321f6', 'status': 'completed', 'code': 200} May 31 13:28:04.041222 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-3dd62adf-08a7-4618-9473-9b38be8dc940 admin admin] Allocated IP 172.20.0.1 (e94860fc-774d-4c2a-8939-034b7867dd9d/e7bc81f6-6e33-4455-a972-854280f36089/f80beafb-4837-4beb-9ebc-4e5c18fabb2d) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:28:04.056187 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-df85ced9-f598-4e90-9f27-16e159209caa req-68825e6c-9d57-43b4-a1d5-84a50b5038d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56abcba9-513f-4c4d-a97d-b112bfe0bc20 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:28:04.072309 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-a4d1d800-c11e-45ee-a36b-2452349e24be None None] For port e27c20f1-335d-46e2-8466-d1ab2372b932, host n-d-843939-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:28:04.077463 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-a4d1d800-c11e-45ee-a36b-2452349e24be None None] For port e27c20f1-335d-46e2-8466-d1ab2372b932, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=e27c20f1-335d-46e2-8466-d1ab2372b932,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:28:04.088627 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a4d1d800-c11e-45ee-a36b-2452349e24be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:04.136509 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-df85ced9-f598-4e90-9f27-16e159209caa req-68825e6c-9d57-43b4-a1d5-84a50b5038d8 service neutron] For port 56abcba9-513f-4c4d-a97d-b112bfe0bc20, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=56abcba9-513f-4c4d-a97d-b112bfe0bc20,segment=NetworkSegment(6af449b4-9759-41ca-aa70-1c602a81197c),segment_id=6af449b4-9759-41ca-aa70-1c602a81197c)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:28:04.189499 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-345969ea-c958-45f9-b5b7-a03a6fce9d21 req-0c504c99-3faa-46bc-9f2c-c0d0893b0117 tempest-ServerPasswordTestJSON-2106173353 tempest-ServerPasswordTestJSON-2106173353-project] 10.222.0.50 "GET /v2.0/security-groups?id=a45fcbe6-f2bd-489e-98d1-8cd92d7ced8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564794 May 31 13:28:04.194905 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-df85ced9-f598-4e90-9f27-16e159209caa req-68825e6c-9d57-43b4-a1d5-84a50b5038d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:04.203088 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd4fac7-f0e8-4988-8a5a-1ff71a9e5f39 None None] Pushing event updated for resources: {'Port': ['ID=e27c20f1-335d-46e2-8466-d1ab2372b932,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:04.206177 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d1d800-c11e-45ee-a36b-2452349e24be None None] Routers {'5c07ff4b-13f4-4d03-b990-05eeaba90e06'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:28:04.206947 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-a4d1d800-c11e-45ee-a36b-2452349e24be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:27:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['5c07ff4b-13f4-4d03-b990-05eeaba90e06'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:28:04.267181 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c86fea87-8b74-4c9b-9be7-980b6f69ca36 req-732004c5-5061-45b7-be46-590c86e2d5ff tempest-SecurityGroupsTestAdminJSON-1564117374 tempest-SecurityGroupsTestAdminJSON-1564117374-project] 10.222.0.50 "GET /v2.0/security-groups/d2816c0e-8a21-4e42-bf01-34296e103691 HTTP/1.1" status: 200 len: 1775 time: 0.2041492 May 31 13:28:04.267425 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-2a24c46d-c3f8-4589-ae00-f224ab147166 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=09dd0f3ff03c49d3a5c47e4de6593f6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6916668 May 31 13:28:04.267425 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8a11b3d1-c5f3-44e2-8a3f-f77f339787f4 req-356eb42e-d3fb-4ca3-9d17-1de530fb3738 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2156377 May 31 13:28:04.269631 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41582) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:28:04.383862 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2356326a-c0c8-4af8-b333-d86704591807 req-bcf09cac-fa45-4579-8634-60f651d2b1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:04.385346 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2356326a-c0c8-4af8-b333-d86704591807 req-bcf09cac-fa45-4579-8634-60f651d2b1b9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3494084 May 31 13:28:04.411884 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3dd62adf-08a7-4618-9473-9b38be8dc940 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:04.425947 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-df34ec15-84ca-4d9a-b93b-d2444cf80d06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:04.447840 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-3dd62adf-08a7-4618-9473-9b38be8dc940 admin admin] Transition to ACTIVE for port object f80beafb-4837-4beb-9ebc-4e5c18fabb2d will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:28:04.468582 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-df34ec15-84ca-4d9a-b93b-d2444cf80d06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:04.469855 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-df85ced9-f598-4e90-9f27-16e159209caa req-68825e6c-9d57-43b4-a1d5-84a50b5038d8 service neutron] Transition to ACTIVE for port object 56abcba9-513f-4c4d-a97d-b112bfe0bc20 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:28:04.470640 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-c86fea87-8b74-4c9b-9be7-980b6f69ca36 req-6454eba0-9f68-4c47-8dd9-e87869e58cf7 tempest-SecurityGroupsTestAdminJSON-1564117374 tempest-SecurityGroupsTestAdminJSON-1564117374-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:04.497483 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-df85ced9-f598-4e90-9f27-16e159209caa req-68825e6c-9d57-43b4-a1d5-84a50b5038d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:04.564084 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-a4d1d800-c11e-45ee-a36b-2452349e24be None None] Set router 5c07ff4b-13f4-4d03-b990-05eeaba90e06 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:28:04.569286 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-c86fea87-8b74-4c9b-9be7-980b6f69ca36 req-6454eba0-9f68-4c47-8dd9-e87869e58cf7 tempest-SecurityGroupsTestAdminJSON-1564117374 tempest-SecurityGroupsTestAdminJSON-1564117374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:04.677562 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3dd62adf-08a7-4618-9473-9b38be8dc940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:04.692779 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c699f3-70cc-47cb-a4d3-fbe9e9ff852e req-3d637672-613b-45d0-b426-1df5e712aba4 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:04.695620 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c2c699f3-70cc-47cb-a4d3-fbe9e9ff852e req-3d637672-613b-45d0-b426-1df5e712aba4 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 945 time: 0.3584068 May 31 13:28:04.727258 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 56abcba9-513f-4c4d-a97d-b112bfe0bc20 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:28:04.768146 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-df34ec15-84ca-4d9a-b93b-d2444cf80d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:04.796210 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd62adf-08a7-4618-9473-9b38be8dc940 admin admin] Network e94860fc-774d-4c2a-8939-034b7867dd9d is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:28:04.799207 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df34ec15-84ca-4d9a-b93b-d2444cf80d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e17580-fef9-47ea-85b1-59ae8325b41c,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:04.814145 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-3dd62adf-08a7-4618-9473-9b38be8dc940 admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:28:04.846109 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd62adf-08a7-4618-9473-9b38be8dc940 admin admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:28:04.869508 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 56abcba9-513f-4c4d-a97d-b112bfe0bc20 not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:28:04.877951 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-df85ced9-f598-4e90-9f27-16e159209caa req-68825e6c-9d57-43b4-a1d5-84a50b5038d8 service neutron] No DVR routers for this DVR port 56abcba9-513f-4c4d-a97d-b112bfe0bc20 on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:28:04.892065 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68825e6c-9d57-43b4-a1d5-84a50b5038d8 service neutron] Pushing event updated for resources: {'Port': ['ID=56abcba9-513f-4c4d-a97d-b112bfe0bc20,revision_number=10']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:04.961189 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd62adf-08a7-4618-9473-9b38be8dc940 admin admin] Pushing event updated for resources: {'Port': ['ID=f80beafb-4837-4beb-9ebc-4e5c18fabb2d,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:04.975202 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-a4d1d800-c11e-45ee-a36b-2452349e24be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c07ff4b-13f4-4d03-b990-05eeaba90e06', 'name': 'tempest-ServersTestManualDisk-1089656051-router', 'tenant_id': '18168e4261004e939dcd26b86e964c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': 'e27c20f1-335d-46e2-8466-d1ab2372b932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:27:58Z', 'updated_at': '2022-05-31T13:28:00Z', 'revision_number': 3, 'project_id': '18168e4261004e939dcd26b86e964c6e', 'gw_port': {'id': 'e27c20f1-335d-46e2-8466-d1ab2372b932', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:3e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c07ff4b-13f4-4d03-b990-05eeaba90e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:27:59Z', 'updated_at': '2022-05-31T13:28:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:28:04.981727 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d1d800-c11e-45ee-a36b-2452349e24be None None] The sync data for ids ['5c07ff4b-13f4-4d03-b990-05eeaba90e06'] in n-d-843939-1 is: [{'id': '5c07ff4b-13f4-4d03-b990-05eeaba90e06', 'name': 'tempest-ServersTestManualDisk-1089656051-router', 'tenant_id': '18168e4261004e939dcd26b86e964c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': 'e27c20f1-335d-46e2-8466-d1ab2372b932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:27:58Z', 'updated_at': '2022-05-31T13:28:00Z', 'revision_number': 3, 'project_id': '18168e4261004e939dcd26b86e964c6e', 'gw_port': {'id': 'e27c20f1-335d-46e2-8466-d1ab2372b932', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:3e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c07ff4b-13f4-4d03-b990-05eeaba90e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:27:59Z', 'updated_at': '2022-05-31T13:28:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:28:04.988749 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-df34ec15-84ca-4d9a-b93b-d2444cf80d06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:04.994577 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-df34ec15-84ca-4d9a-b93b-d2444cf80d06 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a4e17580-fef9-47ea-85b1-59ae8325b41c HTTP/1.1" status: 204 len: 168 time: 0.7231956 May 31 13:28:04.995953 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3dd62adf-08a7-4618-9473-9b38be8dc940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:05.136885 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c2c699f3-70cc-47cb-a4d3-fbe9e9ff852e req-4ec9f28b-f688-4d74-b23c-f6ccb0a3b7ca tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3503039 May 31 13:28:05.173611 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68825e6c-9d57-43b4-a1d5-84a50b5038d8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:28:05.173611 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68825e6c-9d57-43b4-a1d5-84a50b5038d8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:28:05.173611 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68825e6c-9d57-43b4-a1d5-84a50b5038d8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:28:05.173611 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68825e6c-9d57-43b4-a1d5-84a50b5038d8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:28:05.173611 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68825e6c-9d57-43b4-a1d5-84a50b5038d8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:28:05.176765 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68825e6c-9d57-43b4-a1d5-84a50b5038d8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:28:05.176765 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68825e6c-9d57-43b4-a1d5-84a50b5038d8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:28:05.176765 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68825e6c-9d57-43b4-a1d5-84a50b5038d8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:28:05.176765 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68825e6c-9d57-43b4-a1d5-84a50b5038d8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:28:05.176765 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68825e6c-9d57-43b4-a1d5-84a50b5038d8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:28:05.176765 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68825e6c-9d57-43b4-a1d5-84a50b5038d8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:28:05.176765 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68825e6c-9d57-43b4-a1d5-84a50b5038d8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:28:05.186252 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60afb912-b9b4-4412-914e-472b08c3542b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9e1fd5a-3c44-4e6f-b64b-eeb5510e929c'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:28:05.245447 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3dd62adf-08a7-4618-9473-9b38be8dc940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:05.247737 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2356326a-c0c8-4af8-b333-d86704591807 req-b9bd044a-4c20-41cc-b04d-52720042889a service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6699080 May 31 13:28:05.249369 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-c86fea87-8b74-4c9b-9be7-980b6f69ca36 req-6454eba0-9f68-4c47-8dd9-e87869e58cf7 tempest-SecurityGroupsTestAdminJSON-1564117374 tempest-SecurityGroupsTestAdminJSON-1564117374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:05.324321 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-94b8e15d-ec05-4209-88d5-7f1846656e17 None None] Provisioning for port f80beafb-4837-4beb-9ebc-4e5c18fabb2d completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:28:05.342565 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-94b8e15d-ec05-4209-88d5-7f1846656e17 None None] Provisioning complete for port f80beafb-4837-4beb-9ebc-4e5c18fabb2d triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:28:05.343467 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-94b8e15d-ec05-4209-88d5-7f1846656e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:05.479751 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6454eba0-9f68-4c47-8dd9-e87869e58cf7 tempest-SecurityGroupsTestAdminJSON-1564117374 tempest-SecurityGroupsTestAdminJSON-1564117374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2816c0e-8a21-4e42-bf01-34296e103691,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:05.501440 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-94b8e15d-ec05-4209-88d5-7f1846656e17 None None] Port f80beafb-4837-4beb-9ebc-4e5c18fabb2d cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:28:05.578117 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-c86fea87-8b74-4c9b-9be7-980b6f69ca36 req-6454eba0-9f68-4c47-8dd9-e87869e58cf7 tempest-SecurityGroupsTestAdminJSON-1564117374 tempest-SecurityGroupsTestAdminJSON-1564117374-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:05.599201 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c86fea87-8b74-4c9b-9be7-980b6f69ca36 req-6454eba0-9f68-4c47-8dd9-e87869e58cf7 tempest-SecurityGroupsTestAdminJSON-1564117374 tempest-SecurityGroupsTestAdminJSON-1564117374-project] 10.222.0.50 "DELETE /v2.0/security-groups/d2816c0e-8a21-4e42-bf01-34296e103691 HTTP/1.1" status: 204 len: 173 time: 1.3180237 May 31 13:28:05.604120 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device e27c20f1-335d-46e2-8466-d1ab2372b932 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:28:05.607735 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41596) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:28:05.633256 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-df85ced9-f598-4e90-9f27-16e159209caa req-68825e6c-9d57-43b4-a1d5-84a50b5038d8 service neutron] 10.222.0.44 "PUT /v2.0/ports/56abcba9-513f-4c4d-a97d-b112bfe0bc20/bindings/n-h1-843939-1/activate HTTP/1.1" status: 200 len: 369 time: 3.5390661 May 31 13:28:05.755980 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port e27c20f1-335d-46e2-8466-d1ab2372b932 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:28:05.762497 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port e27c20f1-335d-46e2-8466-d1ab2372b932 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:28:05.763261 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:05.775481 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3dd62adf-08a7-4618-9473-9b38be8dc940 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:05.806728 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2356326a-c0c8-4af8-b333-d86704591807 req-c6017ed6-ab4b-471c-940c-5903efdc3959 service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5378256 May 31 13:28:05.840707 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-2e1113af-d068-4ecf-b793-b235c5c4c689 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e9e798650cfb4c29804bab15a2934445&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2140412 May 31 13:28:05.845278 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3dd62adf-08a7-4618-9473-9b38be8dc940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:05.888558 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41600) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:28:05.942487 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820a01d8-9797-4d47-adb6-fc9fab36c2b6 req-ce9273fd-201c-4509-9a58-b0cb243956db tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:05.950789 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-820a01d8-9797-4d47-adb6-fc9fab36c2b6 req-ce9273fd-201c-4509-9a58-b0cb243956db tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] 10.222.0.50 "GET /v2.0/ports?device_id=60afb912-b9b4-4412-914e-472b08c3542b HTTP/1.1" status: 200 len: 949 time: 0.4357853 May 31 13:28:05.956016 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port e27c20f1-335d-46e2-8466-d1ab2372b932 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:28:05.956402 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:05.978323 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port e27c20f1-335d-46e2-8466-d1ab2372b932, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=e27c20f1-335d-46e2-8466-d1ab2372b932,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:28:05.985723 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:06.033833 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3dd62adf-08a7-4618-9473-9b38be8dc940 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:06.086620 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-80be0f99-a9f3-4c59-90dd-3354d21a44c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:06.104823 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-820a01d8-9797-4d47-adb6-fc9fab36c2b6 req-95da1926-19b8-4bee-897e-e2e782b72309 tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf755f24-1043-4dc9-80d0-31a81d8fbace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464739 May 31 13:28:06.115529 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=e27c20f1-335d-46e2-8466-d1ab2372b932,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:06.166847 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-80be0f99-a9f3-4c59-90dd-3354d21a44c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:06.231414 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d95034-70d6-419a-adb9-318090ab0c50 req-4097264a-d422-4c10-a02f-c88d3a610c58 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:06.237876 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d95034-70d6-419a-adb9-318090ab0c50 req-4097264a-d422-4c10-a02f-c88d3a610c58 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:06.244923 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d95034-70d6-419a-adb9-318090ab0c50 req-4097264a-d422-4c10-a02f-c88d3a610c58 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:06.250947 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d95034-70d6-419a-adb9-318090ab0c50 req-4097264a-d422-4c10-a02f-c88d3a610c58 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:06.258854 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d95034-70d6-419a-adb9-318090ab0c50 req-4097264a-d422-4c10-a02f-c88d3a610c58 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:06.265365 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d95034-70d6-419a-adb9-318090ab0c50 req-4097264a-d422-4c10-a02f-c88d3a610c58 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:06.272081 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d95034-70d6-419a-adb9-318090ab0c50 req-4097264a-d422-4c10-a02f-c88d3a610c58 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:06.279642 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-97d95034-70d6-419a-adb9-318090ab0c50 req-4097264a-d422-4c10-a02f-c88d3a610c58 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a HTTP/1.1" status: 200 len: 5421 time: 0.4566913 May 31 13:28:06.321082 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd62adf-08a7-4618-9473-9b38be8dc940 admin admin] Network e94860fc-774d-4c2a-8939-034b7867dd9d is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:28:06.327453 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-3dd62adf-08a7-4618-9473-9b38be8dc940 admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:28:06.354788 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd62adf-08a7-4618-9473-9b38be8dc940 admin admin] Pushing event updated for resources: {'Port': ['ID=f80beafb-4837-4beb-9ebc-4e5c18fabb2d,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:06.367135 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-80be0f99-a9f3-4c59-90dd-3354d21a44c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:06.443590 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-97d95034-70d6-419a-adb9-318090ab0c50 req-4703ef19-dd3a-4cb1-a1bf-ff6ba19ebeab tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/security-groups?id=1de4fedc-888a-46c6-9d87-1b48c5765046&id=71a9d93c-f6cb-49b0-b2f5-61553702d6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1621144 May 31 13:28:06.445111 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80be0f99-a9f3-4c59-90dd-3354d21a44c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94deded2-a4b5-461c-ad3b-75b4fd62bf2a,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:06.506674 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-80be0f99-a9f3-4c59-90dd-3354d21a44c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:06.528688 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-80be0f99-a9f3-4c59-90dd-3354d21a44c8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/94deded2-a4b5-461c-ad3b-75b4fd62bf2a HTTP/1.1" status: 204 len: 168 time: 0.6189990 May 31 13:28:06.605421 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecef9c34-ab1e-4696-9488-aeb90cb9c6a8'] response: {'server_uuid': '60afb912-b9b4-4412-914e-472b08c3542b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9e1fd5a-3c44-4e6f-b64b-eeb5510e929c', 'code': 200} May 31 13:28:06.670054 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df85ced9-f598-4e90-9f27-16e159209caa req-ca266775-991e-483f-8a00-11036746d911 tempest-LiveMigrationTest-979382837 tempest-LiveMigrationTest-979382837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:06.673962 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-df85ced9-f598-4e90-9f27-16e159209caa req-ca266775-991e-483f-8a00-11036746d911 tempest-LiveMigrationTest-979382837 tempest-LiveMigrationTest-979382837-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=24302c62-7ac3-4163-8b04-e80e5c068019&tenant_id=9d7345b6bbc64d3981e920379156fa19&binding%3Ahost_id=n-h2-843939-1 HTTP/1.1" status: 200 len: 1095 time: 0.8853209 May 31 13:28:06.740391 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b8db49f4-48c0-4f9f-8499-6d9e3f188c1b None None] Provisioning complete for port f80beafb-4837-4beb-9ebc-4e5c18fabb2d triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:28:06.741163 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b8db49f4-48c0-4f9f-8499-6d9e3f188c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:06.763021 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dd62adf-08a7-4618-9473-9b38be8dc940 admin admin] Router 5c07ff4b-13f4-4d03-b990-05eeaba90e06 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:28:06.828123 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ca2973f4-884a-45f1-937a-f6f4ddd2118e req-c6a9383e-b268-4815-aa3a-0e250eb6f2d9 tempest-SecurityGroupsTestAdminJSON-1564117374 tempest-SecurityGroupsTestAdminJSON-1564117374-project] 10.222.0.50 "GET /v2.0/security-groups/3d74724d-f03a-47b3-a8ca-cdfdefcd4f62 HTTP/1.1" status: 200 len: 1776 time: 0.2079830 May 31 13:28:06.852814 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b8db49f4-48c0-4f9f-8499-6d9e3f188c1b None None] Port f80beafb-4837-4beb-9ebc-4e5c18fabb2d cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:28:06.949899 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ca2973f4-884a-45f1-937a-f6f4ddd2118e req-4498a899-38a0-4d41-8afe-ecbffe8ebcb4 tempest-SecurityGroupsTestAdminJSON-1564117374 tempest-SecurityGroupsTestAdminJSON-1564117374-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:06.965126 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ab8263-3fa7-4850-a79e-7b91308f3293 req-1c5a8a64-4fca-48a7-bda8-f9a00109bb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:06.966705 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f8ab8263-3fa7-4850-a79e-7b91308f3293 req-1c5a8a64-4fca-48a7-bda8-f9a00109bb29 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=60afb912-b9b4-4412-914e-472b08c3542b HTTP/1.1" status: 200 len: 1100 time: 0.2686331 May 31 13:28:06.978404 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a791f3-9c3d-4c6b-9150-cd8e876edc22 req-409f26d5-88b4-4c2f-a80b-27a00f5f3b22 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:06.980019 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f2a791f3-9c3d-4c6b-9150-cd8e876edc22 req-409f26d5-88b4-4c2f-a80b-27a00f5f3b22 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/ports?device_id=24302c62-7ac3-4163-8b04-e80e5c068019 HTTP/1.1" status: 200 len: 944 time: 0.2386308 May 31 13:28:07.005582 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df85ced9-f598-4e90-9f27-16e159209caa req-3b2b7b3e-07aa-40b8-af90-1c3cc5a4b899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:07.007141 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-df85ced9-f598-4e90-9f27-16e159209caa req-3b2b7b3e-07aa-40b8-af90-1c3cc5a4b899 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=24302c62-7ac3-4163-8b04-e80e5c068019&tenant_id=9d7345b6bbc64d3981e920379156fa19 HTTP/1.1" status: 200 len: 1095 time: 0.3111193 May 31 13:28:07.033177 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ca2973f4-884a-45f1-937a-f6f4ddd2118e req-4498a899-38a0-4d41-8afe-ecbffe8ebcb4 tempest-SecurityGroupsTestAdminJSON-1564117374 tempest-SecurityGroupsTestAdminJSON-1564117374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:07.099814 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dd62adf-08a7-4618-9473-9b38be8dc940 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:28:07.105471 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f8ab8263-3fa7-4850-a79e-7b91308f3293 req-0752093f-6695-42c1-88a6-5f6a6843f212 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=bf755f24-1043-4dc9-80d0-31a81d8fbace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220453 May 31 13:28:07.108356 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-3dd62adf-08a7-4618-9473-9b38be8dc940 admin admin] 10.222.0.50 "PUT /v2.0/routers/5c07ff4b-13f4-4d03-b990-05eeaba90e06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0981534 May 31 13:28:07.117159 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f2a791f3-9c3d-4c6b-9150-cd8e876edc22 req-d4ebb97e-c1ef-4e7a-93aa-46809a183b36 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d29a7ba-8da4-4594-bfbf-9f55cd071e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051929 May 31 13:28:07.147268 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ca2973f4-884a-45f1-937a-f6f4ddd2118e req-4498a899-38a0-4d41-8afe-ecbffe8ebcb4 tempest-SecurityGroupsTestAdminJSON-1564117374 tempest-SecurityGroupsTestAdminJSON-1564117374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:07.182989 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df85ced9-f598-4e90-9f27-16e159209caa req-9c073e5a-84cd-4b04-8982-9970c100debb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:07.184613 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-df85ced9-f598-4e90-9f27-16e159209caa req-9c073e5a-84cd-4b04-8982-9970c100debb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9d7345b6bbc64d3981e920379156fa19&device_id=24302c62-7ac3-4163-8b04-e80e5c068019 HTTP/1.1" status: 200 len: 1095 time: 0.1460159 May 31 13:28:07.197238 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4498a899-38a0-4d41-8afe-ecbffe8ebcb4 tempest-SecurityGroupsTestAdminJSON-1564117374 tempest-SecurityGroupsTestAdminJSON-1564117374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d74724d-f03a-47b3-a8ca-cdfdefcd4f62,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:07.209059 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ca2973f4-884a-45f1-937a-f6f4ddd2118e req-4498a899-38a0-4d41-8afe-ecbffe8ebcb4 tempest-SecurityGroupsTestAdminJSON-1564117374 tempest-SecurityGroupsTestAdminJSON-1564117374-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:07.210249 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ca2973f4-884a-45f1-937a-f6f4ddd2118e req-4498a899-38a0-4d41-8afe-ecbffe8ebcb4 tempest-SecurityGroupsTestAdminJSON-1564117374 tempest-SecurityGroupsTestAdminJSON-1564117374-project] 10.222.0.50 "DELETE /v2.0/security-groups/3d74724d-f03a-47b3-a8ca-cdfdefcd4f62 HTTP/1.1" status: 204 len: 173 time: 0.3812120 May 31 13:28:07.265800 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:07.529515 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2179f6bc-f345-4e5e-902e-7c0d52df5fd9 req-e5ecebca-1709-42f9-a52c-0b4e4faf6fe2 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:07.546214 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2179f6bc-f345-4e5e-902e-7c0d52df5fd9 req-e5ecebca-1709-42f9-a52c-0b4e4faf6fe2 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 945 time: 0.1935296 May 31 13:28:07.577363 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device e27c20f1-335d-46e2-8466-d1ab2372b932 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:28:07.659770 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d419c3-2366-4c50-befd-e0eec2e4776f None None] Sync routers for ids ['5c07ff4b-13f4-4d03-b990-05eeaba90e06'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:28:07.690691 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d419c3-2366-4c50-befd-e0eec2e4776f None None] Routers {'5c07ff4b-13f4-4d03-b990-05eeaba90e06'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:28:07.691582 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-a9d419c3-2366-4c50-befd-e0eec2e4776f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:27:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['5c07ff4b-13f4-4d03-b990-05eeaba90e06'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:28:07.744415 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41634) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:28:07.744563 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2179f6bc-f345-4e5e-902e-7c0d52df5fd9 req-c103fc15-7cb7-4ef4-a3c7-8e46932e56d0 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1970735 May 31 13:28:07.779376 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df85ced9-f598-4e90-9f27-16e159209caa req-48f4b669-7e3d-4123-9612-15480c40f535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:07.787522 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-df85ced9-f598-4e90-9f27-16e159209caa req-48f4b669-7e3d-4123-9612-15480c40f535 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e576ad54-297c-4eec-b73b-25479782c1e2 HTTP/1.1" status: 200 len: 909 time: 0.4302704 May 31 13:28:07.823291 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5f2d7-a14b-44e7-a812-e012caad9c33 req-a051b5ef-d32a-4958-bf28-c2628b6d4557 tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:07.836088 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-77f5f2d7-a14b-44e7-a812-e012caad9c33 req-a051b5ef-d32a-4958-bf28-c2628b6d4557 tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] 10.222.0.50 "GET /v2.0/ports?device_id=60afb912-b9b4-4412-914e-472b08c3542b HTTP/1.1" status: 200 len: 949 time: 0.2394390 May 31 13:28:07.898725 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-77f5f2d7-a14b-44e7-a812-e012caad9c33 req-11b904da-da0c-41be-a5b6-ae3820353578 tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf755f24-1043-4dc9-80d0-31a81d8fbace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615392 May 31 13:28:07.967689 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port e27c20f1-335d-46e2-8466-d1ab2372b932 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:28:07.968260 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:08.054878 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-df85ced9-f598-4e90-9f27-16e159209caa req-f4013914-f94c-4627-8a68-03a631fb0acf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56abcba9-513f-4c4d-a97d-b112bfe0bc20 HTTP/1.1" status: 200 len: 217 time: 0.2559011 May 31 13:28:08.080125 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-a9d419c3-2366-4c50-befd-e0eec2e4776f None None] Set router 5c07ff4b-13f4-4d03-b990-05eeaba90e06 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:28:08.160594 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 8e966406-8086-497d-9f36-fd419f01573c details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:28:08.163797 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df85ced9-f598-4e90-9f27-16e159209caa req-2ee4f9e9-4821-4791-b8ae-4779a986062f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:08.165925 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-df85ced9-f598-4e90-9f27-16e159209caa req-2ee4f9e9-4821-4791-b8ae-4779a986062f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=376bfa95-ebe5-4cb8-abaa-2bcb5d3a07e3 HTTP/1.1" status: 200 len: 848 time: 0.1046078 May 31 13:28:08.276804 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-df85ced9-f598-4e90-9f27-16e159209caa req-9588533d-852b-403d-870d-8c9696199c1c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e576ad54-297c-4eec-b73b-25479782c1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1031640 May 31 13:28:08.357041 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.resource_extend [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:28:08.496553 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41656) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:28:08.545758 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-d1999bca-57ee-432d-b452-2cc83671cf9e tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1961430655', 'description': 'tempest-description--260469527'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:28:08.576617 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d1999bca-57ee-432d-b452-2cc83671cf9e tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:28:08.588779 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port e27c20f1-335d-46e2-8466-d1ab2372b932 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:28:08.595793 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d1999bca-57ee-432d-b452-2cc83671cf9e tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Usage tracker for resource:security_group and tenant:18168e4261004e939dcd26b86e964c6e is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:28:08.609378 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d1999bca-57ee-432d-b452-2cc83671cf9e tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:28:08.618132 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-55a6bdce-617a-4e9c-856d-b40cf9f5133f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=83df2d6315494dc3a3ceae05f36380d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8714430 May 31 13:28:08.636111 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41660) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:28:08.639487 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d1999bca-57ee-432d-b452-2cc83671cf9e tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:28:08.707356 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:08.718013 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d1999bca-57ee-432d-b452-2cc83671cf9e tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:08.764077 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d1999bca-57ee-432d-b452-2cc83671cf9e tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:28:08.769195 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d1999bca-57ee-432d-b452-2cc83671cf9e tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Usage tracker for resource:security_group_rule and tenant:18168e4261004e939dcd26b86e964c6e is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:28:08.773700 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d1999bca-57ee-432d-b452-2cc83671cf9e tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:28:08.781222 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d1999bca-57ee-432d-b452-2cc83671cf9e tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:28:08.814623 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-df85ced9-f598-4e90-9f27-16e159209caa req-06db9385-4419-4963-9538-d2e0c6d1dcc7 service neutron] 10.222.0.20 "GET /v2.0/networks/e576ad54-297c-4eec-b73b-25479782c1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5134833 May 31 13:28:08.815849 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dff82d-db8e-46a3-9f27-b1ac429c7313 req-a3346ea1-5b05-4590-9330-2d59edd484a6 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:08.822879 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dff82d-db8e-46a3-9f27-b1ac429c7313 req-a3346ea1-5b05-4590-9330-2d59edd484a6 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:08.825267 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 8e966406-8086-497d-9f36-fd419f01573c, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=8e966406-8086-497d-9f36-fd419f01573c,segment=NetworkSegment(3438d023-0058-42be-b2fa-a81ef9f95959),segment_id=3438d023-0058-42be-b2fa-a81ef9f95959)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:28:08.828778 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dff82d-db8e-46a3-9f27-b1ac429c7313 req-a3346ea1-5b05-4590-9330-2d59edd484a6 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:08.836037 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dff82d-db8e-46a3-9f27-b1ac429c7313 req-a3346ea1-5b05-4590-9330-2d59edd484a6 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:08.843171 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dff82d-db8e-46a3-9f27-b1ac429c7313 req-a3346ea1-5b05-4590-9330-2d59edd484a6 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:08.850218 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dff82d-db8e-46a3-9f27-b1ac429c7313 req-a3346ea1-5b05-4590-9330-2d59edd484a6 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:08.857058 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dff82d-db8e-46a3-9f27-b1ac429c7313 req-a3346ea1-5b05-4590-9330-2d59edd484a6 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:08.866475 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-31dff82d-db8e-46a3-9f27-b1ac429c7313 req-a3346ea1-5b05-4590-9330-2d59edd484a6 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a HTTP/1.1" status: 200 len: 5421 time: 0.3968980 May 31 13:28:08.871792 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': '8e966406-8086-497d-9f36-fd419f01573c', 'network_id': '2d2d7c1f-d966-47df-b1e1-24eb3c3d5e68', 'port_id': '8e966406-8086-497d-9f36-fd419f01573c', 'mac_address': 'fa:16:3e:92:35:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cc880ea-aa7f-47b9-9b93-2b6fc9bcaa46', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:28:08.929526 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-31dff82d-db8e-46a3-9f27-b1ac429c7313 req-3e51ee61-3c8d-416e-b721-cc0c6ba99cc8 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/security-groups?id=1de4fedc-888a-46c6-9d87-1b48c5765046&id=71a9d93c-f6cb-49b0-b2f5-61553702d6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0620370 May 31 13:28:08.962980 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca1338-727c-4f30-bef2-d4c269f8d436 req-e9db7973-0367-4f15-b03c-939dbedbe954 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:08.976084 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f9ca1338-727c-4f30-bef2-d4c269f8d436 req-e9db7973-0367-4f15-b03c-939dbedbe954 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 945 time: 0.2741339 May 31 13:28:08.986186 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41670) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:28:08.992375 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-a70a02ea-8488-4d80-82c2-e5ac74bd56a6 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Request body: {'floatingip': {'port_id': 'bcea5229-e83e-4a8f-a38a-ad9361d01354'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:28:09.128805 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 8e966406-8086-497d-9f36-fd419f01573c is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:28:09.130371 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:09.161289 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a70a02ea-8488-4d80-82c2-e5ac74bd56a6 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Notify callbacks [] for floatingip, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:09.173785 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-df85ced9-f598-4e90-9f27-16e159209caa req-ffc22cc8-067a-4aac-91a0-c5b38b6f5c6a service neutron] 10.222.0.20 "GET /v2.0/networks/e576ad54-297c-4eec-b73b-25479782c1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3461537 May 31 13:28:09.189901 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fffe3f6b-874d-4236-83c5-0025e4d660f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:09.196903 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e966406-8086-497d-9f36-fd419f01573c {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:28:09.260852 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d1999bca-57ee-432d-b452-2cc83671cf9e tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:09.261100 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 8e966406-8086-497d-9f36-fd419f01573c, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=8e966406-8086-497d-9f36-fd419f01573c,segment=NetworkSegment(3438d023-0058-42be-b2fa-a81ef9f95959),segment_id=3438d023-0058-42be-b2fa-a81ef9f95959)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:28:09.268431 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:09.269414 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device efc96b22-153b-44b0-a49d-5f2541380c5e details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:28:09.280034 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d1999bca-57ee-432d-b452-2cc83671cf9e tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:09.356985 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-a9d419c3-2366-4c50-befd-e0eec2e4776f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c07ff4b-13f4-4d03-b990-05eeaba90e06', 'name': 'tempest-ServersTestManualDisk-1089656051-router', 'tenant_id': '18168e4261004e939dcd26b86e964c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': 'e27c20f1-335d-46e2-8466-d1ab2372b932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:27:58Z', 'updated_at': '2022-05-31T13:28:05Z', 'revision_number': 4, 'project_id': '18168e4261004e939dcd26b86e964c6e', 'gw_port': {'id': 'e27c20f1-335d-46e2-8466-d1ab2372b932', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:3e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c07ff4b-13f4-4d03-b990-05eeaba90e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:27:59Z', 'updated_at': '2022-05-31T13:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'f80beafb-4837-4beb-9ebc-4e5c18fabb2d', 'name': '', 'network_id': 'e94860fc-774d-4c2a-8939-034b7867dd9d', 'tenant_id': '18168e4261004e939dcd26b86e964c6e', 'mac_address': 'fa:16:3e:e7:a8:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c07ff4b-13f4-4d03-b990-05eeaba90e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'e7bc81f6-6e33-4455-a972-854280f36089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:28:03Z', 'updated_at': '2022-05-31T13:28:05Z', 'revision_number': 2, 'project_id': '18168e4261004e939dcd26b86e964c6e', 'subnets': [{'id': 'e7bc81f6-6e33-4455-a972-854280f36089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:28:09.363753 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fffe3f6b-874d-4236-83c5-0025e4d660f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:09.418681 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d419c3-2366-4c50-befd-e0eec2e4776f None None] Checking router: 5c07ff4b-13f4-4d03-b990-05eeaba90e06 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:28:09.419403 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d419c3-2366-4c50-befd-e0eec2e4776f None None] Updating router 5c07ff4b-13f4-4d03-b990-05eeaba90e06 port f80beafb-4837-4beb-9ebc-4e5c18fabb2d binding host n-d-843939-1 {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:28:09.597190 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1999bca-57ee-432d-b452-2cc83671cf9e tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9df5af2d-f549-4666-90cd-c522e41d204c,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:09.642824 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d1999bca-57ee-432d-b452-2cc83671cf9e tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:09.644729 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d1999bca-57ee-432d-b452-2cc83671cf9e tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.1428523 May 31 13:28:09.652539 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41682) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:28:09.671386 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-b3ab01a2-a98c-4581-9ab4-2b2fd3b151ac tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Request body: {'security_group_rule': {'security_group_id': '9df5af2d-f549-4666-90cd-c522e41d204c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:28:09.691090 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=8e966406-8086-497d-9f36-fd419f01573c,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:09.719399 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.resource_extend [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:28:09.776136 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b3ab01a2-a98c-4581-9ab4-2b2fd3b151ac tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:28:09.792720 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-b3ab01a2-a98c-4581-9ab4-2b2fd3b151ac tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Usage tracker for resource:security_group_rule and tenant:18168e4261004e939dcd26b86e964c6e is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:28:09.813723 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-b3ab01a2-a98c-4581-9ab4-2b2fd3b151ac tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:28:09.835805 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b3ab01a2-a98c-4581-9ab4-2b2fd3b151ac tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:28:09.856837 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fffe3f6b-874d-4236-83c5-0025e4d660f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:09.899932 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffe3f6b-874d-4236-83c5-0025e4d660f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84314846-c507-4097-a979-7f8b48962ccf,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:09.921735 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b3ab01a2-a98c-4581-9ab4-2b2fd3b151ac tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:09.946371 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fffe3f6b-874d-4236-83c5-0025e4d660f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:09.948222 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-fffe3f6b-874d-4236-83c5-0025e4d660f0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/84314846-c507-4097-a979-7f8b48962ccf HTTP/1.1" status: 204 len: 168 time: 1.3106446 May 31 13:28:09.954643 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df85ced9-f598-4e90-9f27-16e159209caa req-ce3629d7-56e0-485c-bf3d-732d8a66b115 tempest-LiveMigrationTest-979382837 tempest-LiveMigrationTest-979382837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:09.956578 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-df85ced9-f598-4e90-9f27-16e159209caa req-ce3629d7-56e0-485c-bf3d-732d8a66b115 tempest-LiveMigrationTest-979382837 tempest-LiveMigrationTest-979382837-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=24302c62-7ac3-4163-8b04-e80e5c068019&tenant_id=9d7345b6bbc64d3981e920379156fa19&binding%3Ahost_id=n-h1-843939-1 HTTP/1.1" status: 200 len: 1095 time: 0.2684102 May 31 13:28:09.965673 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a9d419c3-2366-4c50-befd-e0eec2e4776f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:10.139115 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b3ab01a2-a98c-4581-9ab4-2b2fd3b151ac tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:10.149972 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b3ab01a2-a98c-4581-9ab4-2b2fd3b151ac tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:10.215427 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ab01a2-a98c-4581-9ab4-2b2fd3b151ac tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ad8be70-6bad-4f8a-a78e-3e15976c07de,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:10.227188 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b3ab01a2-a98c-4581-9ab4-2b2fd3b151ac tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:10.229284 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b3ab01a2-a98c-4581-9ab4-2b2fd3b151ac tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5751622 May 31 13:28:10.232872 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41694) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:28:10.241747 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-adc4afee-83ce-4750-8d3d-bc6a74f2de2b tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Request body: {'security_group_rule': {'security_group_id': '9df5af2d-f549-4666-90cd-c522e41d204c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:28:10.249052 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-adc4afee-83ce-4750-8d3d-bc6a74f2de2b tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:28:10.253918 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-adc4afee-83ce-4750-8d3d-bc6a74f2de2b tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Usage tracker for resource:security_group_rule and tenant:18168e4261004e939dcd26b86e964c6e is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:28:10.258250 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-adc4afee-83ce-4750-8d3d-bc6a74f2de2b tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:28:10.265826 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-adc4afee-83ce-4750-8d3d-bc6a74f2de2b tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:28:10.303387 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port efc96b22-153b-44b0-a49d-5f2541380c5e, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=efc96b22-153b-44b0-a49d-5f2541380c5e,segment=NetworkSegment(93c0ce22-ca2e-4102-a5ac-29f4b6003ec8),segment_id=93c0ce22-ca2e-4102-a5ac-29f4b6003ec8)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:28:10.325825 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-df85ced9-f598-4e90-9f27-16e159209caa req-e31b913d-6380-4ba2-80d8-a3307f73992f service neutron] For port 56abcba9-513f-4c4d-a97d-b112bfe0bc20, host n-h2-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:28:10.327438 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-adc4afee-83ce-4750-8d3d-bc6a74f2de2b tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:10.337444 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': 'efc96b22-153b-44b0-a49d-5f2541380c5e', 'network_id': '398656cc-8bc4-4a6a-ad11-d04eee603cee', 'port_id': 'efc96b22-153b-44b0-a49d-5f2541380c5e', 'mac_address': 'fa:16:3e:95:32:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69094bcc-9239-4f53-bcfd-7f7eb81b8615', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:28:10.360775 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-df85ced9-f598-4e90-9f27-16e159209caa req-e31b913d-6380-4ba2-80d8-a3307f73992f service neutron] Notify callbacks [] for binding, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:10.363184 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-df85ced9-f598-4e90-9f27-16e159209caa req-e31b913d-6380-4ba2-80d8-a3307f73992f service neutron] 10.222.0.20 "DELETE /v2.0/ports/56abcba9-513f-4c4d-a97d-b112bfe0bc20/bindings/n-h2-843939-1 HTTP/1.1" status: 204 len: 173 time: 0.3952255 May 31 13:28:10.396120 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d1a727-47c0-4629-8efe-231651d19194 req-53afc977-bb1b-425d-bbbe-457396a0010c tempest-ServerPasswordTestJSON-2106173353 tempest-ServerPasswordTestJSON-2106173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:10.406264 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-02d1a727-47c0-4629-8efe-231651d19194 req-53afc977-bb1b-425d-bbbe-457396a0010c tempest-ServerPasswordTestJSON-2106173353 tempest-ServerPasswordTestJSON-2106173353-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d3d67ef-9667-4c94-a4f9-1eef9fedc68d HTTP/1.1" status: 200 len: 945 time: 0.4693377 May 31 13:28:10.438792 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd99d872-c436-4bdf-8c1f-24970ed1e0a1 req-32c9ff77-d2b3-4b5f-839e-79374a729349 tempest-ServerPasswordTestJSON-2106173353 tempest-ServerPasswordTestJSON-2106173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:10.442201 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bd99d872-c436-4bdf-8c1f-24970ed1e0a1 req-32c9ff77-d2b3-4b5f-839e-79374a729349 tempest-ServerPasswordTestJSON-2106173353 tempest-ServerPasswordTestJSON-2106173353-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d3d67ef-9667-4c94-a4f9-1eef9fedc68d HTTP/1.1" status: 200 len: 945 time: 0.5470467 May 31 13:28:10.517508 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-adc4afee-83ce-4750-8d3d-bc6a74f2de2b tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:10.526257 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-adc4afee-83ce-4750-8d3d-bc6a74f2de2b tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:10.556937 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port efc96b22-153b-44b0-a49d-5f2541380c5e is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:28:10.557331 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:10.572080 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bd389646-dc82-497b-99c0-b81ba2160c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:10.591821 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d203bc98-15a4-4d8f-8436-e672802ed38d req-e36807e0-7ba2-43e2-8693-df412cc1410f tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:10.596304 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc4afee-83ce-4750-8d3d-bc6a74f2de2b tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87504880-1576-459a-b7dd-de0e9d5cde51,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:10.599987 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d203bc98-15a4-4d8f-8436-e672802ed38d req-e36807e0-7ba2-43e2-8693-df412cc1410f tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/ports?device_id=24302c62-7ac3-4163-8b04-e80e5c068019 HTTP/1.1" status: 200 len: 944 time: 0.6149879 May 31 13:28:10.603868 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efc96b22-153b-44b0-a49d-5f2541380c5e {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:28:10.606917 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-adc4afee-83ce-4750-8d3d-bc6a74f2de2b tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:10.613354 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-adc4afee-83ce-4750-8d3d-bc6a74f2de2b tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3741643 May 31 13:28:10.615522 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41700) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:28:10.624610 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-1a926d7e-efa1-40c6-ae93-e028ea86e42b tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Request body: {'floatingip': {'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:28:10.625593 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-02d1a727-47c0-4629-8efe-231651d19194 req-1e60e7d8-bda7-4720-a4c2-ecf97b553c7d tempest-ServerPasswordTestJSON-2106173353 tempest-ServerPasswordTestJSON-2106173353-project] 10.222.0.50 "GET /v2.0/security-groups?id=a45fcbe6-f2bd-489e-98d1-8cd92d7ced8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176049 May 31 13:28:10.654294 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41704) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:28:10.657039 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-1a926d7e-efa1-40c6-ae93-e028ea86e42b tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:28:10.674491 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port efc96b22-153b-44b0-a49d-5f2541380c5e, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=efc96b22-153b-44b0-a49d-5f2541380c5e,segment=NetworkSegment(93c0ce22-ca2e-4102-a5ac-29f4b6003ec8),segment_id=93c0ce22-ca2e-4102-a5ac-29f4b6003ec8)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:28:10.681259 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-bd99d872-c436-4bdf-8c1f-24970ed1e0a1 req-69a73c01-7735-48e1-9d04-f508178b616e tempest-ServerPasswordTestJSON-2106173353 tempest-ServerPasswordTestJSON-2106173353-project] Deleting port 4ede7e2b-f455-48d3-b00b-33b5f9c4e44f {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:28:10.682290 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-bd99d872-c436-4bdf-8c1f-24970ed1e0a1 req-69a73c01-7735-48e1-9d04-f508178b616e tempest-ServerPasswordTestJSON-2106173353 tempest-ServerPasswordTestJSON-2106173353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:10.685591 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-1a926d7e-efa1-40c6-ae93-e028ea86e42b tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Usage tracker for resource:floatingip and tenant:18168e4261004e939dcd26b86e964c6e is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:28:10.690994 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:10.691213 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-1a926d7e-efa1-40c6-ae93-e028ea86e42b tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:28:10.692467 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 05ae88ea-d0ae-410f-9fc2-dd7330f8c30f details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:28:10.701458 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-1a926d7e-efa1-40c6-ae93-e028ea86e42b tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:28:10.761693 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1a926d7e-efa1-40c6-ae93-e028ea86e42b tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Notify callbacks [] for floatingip, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:10.771938 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d203bc98-15a4-4d8f-8436-e672802ed38d req-65c7a95e-a2ca-434f-8c68-8e8bc6845830 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d29a7ba-8da4-4594-bfbf-9f55cd071e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665378 May 31 13:28:10.802498 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-84a93ff2-cd1f-4b1c-a30e-720df4d9e21a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4ef2da2e565e4832bb31a2853a5dc268&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1462319 May 31 13:28:10.807477 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41708) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:28:10.880926 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.resource_extend [None req-a70a02ea-8488-4d80-82c2-e5ac74bd56a6 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:28:11.052290 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b67846fa-204f-448a-b4df-bde5c81cbaf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:11.053392 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.resource_extend [None req-a9d419c3-2366-4c50-befd-e0eec2e4776f None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:28:11.103172 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b67846fa-204f-448a-b4df-bde5c81cbaf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:11.171303 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=efc96b22-153b-44b0-a49d-5f2541380c5e,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:11.171722 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1a926d7e-efa1-40c6-ae93-e028ea86e42b tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:11.199772 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a9d419c3-2366-4c50-befd-e0eec2e4776f None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:11.218043 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 05ae88ea-d0ae-410f-9fc2-dd7330f8c30f, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=05ae88ea-d0ae-410f-9fc2-dd7330f8c30f,segment=NetworkSegment(c05c3025-af00-47f8-b61e-98dee05227ef),segment_id=c05c3025-af00-47f8-b61e-98dee05227ef)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:28:11.221771 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a70a02ea-8488-4d80-82c2-e5ac74bd56a6 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:11.231118 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a9d419c3-2366-4c50-befd-e0eec2e4776f None None] Transition to ACTIVE for port object f80beafb-4837-4beb-9ebc-4e5c18fabb2d will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:28:11.243935 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a70a02ea-8488-4d80-82c2-e5ac74bd56a6 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:11.252040 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': '05ae88ea-d0ae-410f-9fc2-dd7330f8c30f', 'network_id': 'b4d30686-23e7-4909-aa70-b67d446f9c2b', 'port_id': '05ae88ea-d0ae-410f-9fc2-dd7330f8c30f', 'mac_address': 'fa:16:3e:6e:f6:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae1bf59e-fc0d-4b10-8719-029c4184cbca', 'ip_address': '10.1.1.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:28:11.262823 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a9d419c3-2366-4c50-befd-e0eec2e4776f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:11.385473 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-bd99d872-c436-4bdf-8c1f-24970ed1e0a1 req-69a73c01-7735-48e1-9d04-f508178b616e tempest-ServerPasswordTestJSON-2106173353 tempest-ServerPasswordTestJSON-2106173353-project] For port 4ede7e2b-f455-48d3-b00b-33b5f9c4e44f, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=4ede7e2b-f455-48d3-b00b-33b5f9c4e44f,segment=NetworkSegment(4d066d05-cdce-46e1-9764-8a91fcd18529),segment_id=4d066d05-cdce-46e1-9764-8a91fcd18529)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:28:11.385836 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-bd99d872-c436-4bdf-8c1f-24970ed1e0a1 req-69a73c01-7735-48e1-9d04-f508178b616e tempest-ServerPasswordTestJSON-2106173353 tempest-ServerPasswordTestJSON-2106173353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:11.396034 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b67846fa-204f-448a-b4df-bde5c81cbaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:11.481837 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67846fa-204f-448a-b4df-bde5c81cbaf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1930d7fb-7a6a-43c5-bcc8-f5c6a69d778f,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:11.530888 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-bd99d872-c436-4bdf-8c1f-24970ed1e0a1 req-69a73c01-7735-48e1-9d04-f508178b616e tempest-ServerPasswordTestJSON-2106173353 tempest-ServerPasswordTestJSON-2106173353-project] Calling delete_port for 4ede7e2b-f455-48d3-b00b-33b5f9c4e44f owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:28:11.531990 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-1a926d7e-efa1-40c6-ae93-e028ea86e42b tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Allocated IP 172.25.6.72 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/d2b26567-4d34-4efc-91cc-30969f712585) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:28:11.547001 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 05ae88ea-d0ae-410f-9fc2-dd7330f8c30f is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:28:11.547912 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:11.551985 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b67846fa-204f-448a-b4df-bde5c81cbaf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:11.557742 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b67846fa-204f-448a-b4df-bde5c81cbaf5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1930d7fb-7a6a-43c5-bcc8-f5c6a69d778f HTTP/1.1" status: 204 len: 168 time: 0.7434106 May 31 13:28:11.659974 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05ae88ea-d0ae-410f-9fc2-dd7330f8c30f {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:28:11.716881 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3213fd1a-a992-40b4-b739-d3507931cf50 None None] Pushing event updated for resources: {'Port': ['ID=f80beafb-4837-4beb-9ebc-4e5c18fabb2d,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:11.796703 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 05ae88ea-d0ae-410f-9fc2-dd7330f8c30f, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=05ae88ea-d0ae-410f-9fc2-dd7330f8c30f,segment=NetworkSegment(c05c3025-af00-47f8-b61e-98dee05227ef),segment_id=c05c3025-af00-47f8-b61e-98dee05227ef)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:28:11.802176 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-a9d419c3-2366-4c50-befd-e0eec2e4776f None None] Attempting to bind port f80beafb-4837-4beb-9ebc-4e5c18fabb2d on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:28:11.802724 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-a9d419c3-2366-4c50-befd-e0eec2e4776f None None] Attempting to bind port f80beafb-4837-4beb-9ebc-4e5c18fabb2d by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'e182c216-7254-4f7c-9347-fb53ba5ba244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e94860fc-774d-4c2a-8939-034b7867dd9d'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:28:11.803439 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d419c3-2366-4c50-befd-e0eec2e4776f None None] Attempting to bind port f80beafb-4837-4beb-9ebc-4e5c18fabb2d on network e94860fc-774d-4c2a-8939-034b7867dd9d {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:28:11.811247 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:11.812175 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 10ed9e35-6e6d-4cf1-8c03-6739c221f3a3 details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:28:11.858811 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1a926d7e-efa1-40c6-ae93-e028ea86e42b tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:11.898491 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d419c3-2366-4c50-befd-e0eec2e4776f None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:28:11.899075 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d419c3-2366-4c50-befd-e0eec2e4776f None None] Checking segment: {'id': 'e182c216-7254-4f7c-9347-fb53ba5ba244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e94860fc-774d-4c2a-8939-034b7867dd9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:28:11.899769 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a9d419c3-2366-4c50-befd-e0eec2e4776f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:11.900469 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d419c3-2366-4c50-befd-e0eec2e4776f None None] Bound using segment: {'id': 'e182c216-7254-4f7c-9347-fb53ba5ba244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e94860fc-774d-4c2a-8939-034b7867dd9d'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:28:11.901306 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-a9d419c3-2366-4c50-befd-e0eec2e4776f None None] Bound port: f80beafb-4837-4beb-9ebc-4e5c18fabb2d, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e182c216-7254-4f7c-9347-fb53ba5ba244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e94860fc-774d-4c2a-8939-034b7867dd9d'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:28:11.901907 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a9d419c3-2366-4c50-befd-e0eec2e4776f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:11.908845 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1a926d7e-efa1-40c6-ae93-e028ea86e42b tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:11.953744 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98cf0b5-2420-417c-bb8a-b1fccd409e27 req-a3b93ece-51c9-422c-bf47-866c19c11602 tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:11.955267 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a98cf0b5-2420-417c-bb8a-b1fccd409e27 req-a3b93ece-51c9-422c-bf47-866c19c11602 tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] 10.222.0.50 "GET /v2.0/ports?device_id=60afb912-b9b4-4412-914e-472b08c3542b HTTP/1.1" status: 200 len: 949 time: 1.0014720 May 31 13:28:11.989735 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b381c2-9808-4c3e-8581-ed93cac64de8 req-e8321ce9-c4ae-48d4-8c19-c02ff9d32f20 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:11.995812 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b381c2-9808-4c3e-8581-ed93cac64de8 req-e8321ce9-c4ae-48d4-8c19-c02ff9d32f20 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:11.998898 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a926d7e-efa1-40c6-ae93-e028ea86e42b tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:28:12.001381 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b381c2-9808-4c3e-8581-ed93cac64de8 req-e8321ce9-c4ae-48d4-8c19-c02ff9d32f20 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:12.002906 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-1a926d7e-efa1-40c6-ae93-e028ea86e42b tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:28:12.007079 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a926d7e-efa1-40c6-ae93-e028ea86e42b tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:28:12.008549 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b381c2-9808-4c3e-8581-ed93cac64de8 req-e8321ce9-c4ae-48d4-8c19-c02ff9d32f20 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:12.014417 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b381c2-9808-4c3e-8581-ed93cac64de8 req-e8321ce9-c4ae-48d4-8c19-c02ff9d32f20 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:12.020964 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b381c2-9808-4c3e-8581-ed93cac64de8 req-e8321ce9-c4ae-48d4-8c19-c02ff9d32f20 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:12.027355 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b381c2-9808-4c3e-8581-ed93cac64de8 req-e8321ce9-c4ae-48d4-8c19-c02ff9d32f20 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:12.035245 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-53b381c2-9808-4c3e-8581-ed93cac64de8 req-e8321ce9-c4ae-48d4-8c19-c02ff9d32f20 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a HTTP/1.1" status: 200 len: 5423 time: 1.0189316 May 31 13:28:12.077469 n-d-843939-1 neutron-server[88370]: INFO neutron.db.l3_db [None req-a70a02ea-8488-4d80-82c2-e5ac74bd56a6 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Floating IP 4e86d11b-5ec2-4a73-88bc-656ca1b735d9 associated. External IP: 172.25.6.192, port: bcea5229-e83e-4a8f-a38a-ad9361d01354. May 31 13:28:12.183898 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-a9d419c3-2366-4c50-befd-e0eec2e4776f None None] For port f80beafb-4837-4beb-9ebc-4e5c18fabb2d, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:28:12.189881 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-a9d419c3-2366-4c50-befd-e0eec2e4776f None None] For port f80beafb-4837-4beb-9ebc-4e5c18fabb2d, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=f80beafb-4837-4beb-9ebc-4e5c18fabb2d,segment=NetworkSegment(e182c216-7254-4f7c-9347-fb53ba5ba244),segment_id=e182c216-7254-4f7c-9347-fb53ba5ba244)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:28:12.194902 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a926d7e-efa1-40c6-ae93-e028ea86e42b tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Pushing event updated for resources: {'Port': ['ID=d2b26567-4d34-4efc-91cc-30969f712585,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:12.217359 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a9d419c3-2366-4c50-befd-e0eec2e4776f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:12.257588 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a98cf0b5-2420-417c-bb8a-b1fccd409e27 req-71828fbc-03b0-4aa0-8960-526050f9159f tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf755f24-1043-4dc9-80d0-31a81d8fbace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925167 May 31 13:28:12.267756 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-53b381c2-9808-4c3e-8581-ed93cac64de8 req-37d03f6f-249a-4d9f-adc0-f74bd665b433 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/security-groups?id=1de4fedc-888a-46c6-9d87-1b48c5765046&id=71a9d93c-f6cb-49b0-b2f5-61553702d6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2312763 May 31 13:28:12.381684 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-bd99d872-c436-4bdf-8c1f-24970ed1e0a1 req-69a73c01-7735-48e1-9d04-f508178b616e tempest-ServerPasswordTestJSON-2106173353 tempest-ServerPasswordTestJSON-2106173353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:12.392345 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 10ed9e35-6e6d-4cf1-8c03-6739c221f3a3, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=10ed9e35-6e6d-4cf1-8c03-6739c221f3a3,segment=NetworkSegment(3438d023-0058-42be-b2fa-a81ef9f95959),segment_id=3438d023-0058-42be-b2fa-a81ef9f95959)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:28:12.406021 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1a926d7e-efa1-40c6-ae93-e028ea86e42b tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:12.448455 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d419c3-2366-4c50-befd-e0eec2e4776f None None] Routers {'5c07ff4b-13f4-4d03-b990-05eeaba90e06'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:28:12.449480 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-a9d419c3-2366-4c50-befd-e0eec2e4776f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:27:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['5c07ff4b-13f4-4d03-b990-05eeaba90e06'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:28:12.507133 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a73c01-7735-48e1-9d04-f508178b616e tempest-ServerPasswordTestJSON-2106173353 tempest-ServerPasswordTestJSON-2106173353-project] Pushing event deleted for resources: {'Port': ['ID=4ede7e2b-f455-48d3-b00b-33b5f9c4e44f,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:12.584927 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1a926d7e-efa1-40c6-ae93-e028ea86e42b tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:12.637958 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=05ae88ea-d0ae-410f-9fc2-dd7330f8c30f,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:12.688552 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-48bd524c-3391-4368-b39b-70235d94cc1b req-674dbd81-01dc-4905-9a1c-0a93698c09d5 tempest-ServerPasswordTestJSON-2106173353 tempest-ServerPasswordTestJSON-2106173353-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d3d67ef-9667-4c94-a4f9-1eef9fedc68d HTTP/1.1" status: 200 len: 210 time: 0.1490500 May 31 13:28:12.718100 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': '10ed9e35-6e6d-4cf1-8c03-6739c221f3a3', 'network_id': '2d2d7c1f-d966-47df-b1e1-24eb3c3d5e68', 'port_id': '10ed9e35-6e6d-4cf1-8c03-6739c221f3a3', 'mac_address': 'fa:16:3e:a8:91:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cc880ea-aa7f-47b9-9b93-2b6fc9bcaa46', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:28:12.772054 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd99d872-c436-4bdf-8c1f-24970ed1e0a1 req-69a73c01-7735-48e1-9d04-f508178b616e tempest-ServerPasswordTestJSON-2106173353 tempest-ServerPasswordTestJSON-2106173353-project] No DVR routers for this DVR port 4ede7e2b-f455-48d3-b00b-33b5f9c4e44f on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:28:12.841648 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-bd99d872-c436-4bdf-8c1f-24970ed1e0a1 req-69a73c01-7735-48e1-9d04-f508178b616e tempest-ServerPasswordTestJSON-2106173353 tempest-ServerPasswordTestJSON-2106173353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:12.850960 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 4ede7e2b-f455-48d3-b00b-33b5f9c4e44f no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:28:12.855485 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d3d67ef-9667-4c94-a4f9-1eef9fedc68d', 'name': 'network-vif-deleted', 'tag': '4ede7e2b-f455-48d3-b00b-33b5f9c4e44f'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:28:12.932166 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] No Port match for: 4ede7e2b-f455-48d3-b00b-33b5f9c4e44f {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:28:12.932731 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 4ede7e2b-f455-48d3-b00b-33b5f9c4e44f not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:28:12.975802 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1a926d7e-efa1-40c6-ae93-e028ea86e42b tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:12.981723 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1a926d7e-efa1-40c6-ae93-e028ea86e42b tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:13.018104 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fbb31f59-5dc6-420f-aa97-f0ea1c85192d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:13.032191 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 10ed9e35-6e6d-4cf1-8c03-6739c221f3a3 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:28:13.032785 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:13.064592 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3213fd1a-a992-40b4-b739-d3507931cf50 None None] Pushing event updated for resources: {'Port': ['ID=f80beafb-4837-4beb-9ebc-4e5c18fabb2d,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:13.081003 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10ed9e35-6e6d-4cf1-8c03-6739c221f3a3 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:28:13.085289 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bd99d872-c436-4bdf-8c1f-24970ed1e0a1 req-69a73c01-7735-48e1-9d04-f508178b616e tempest-ServerPasswordTestJSON-2106173353 tempest-ServerPasswordTestJSON-2106173353-project] 10.222.0.44 "DELETE /v2.0/ports/4ede7e2b-f455-48d3-b00b-33b5f9c4e44f HTTP/1.1" status: 204 len: 173 time: 2.6310949 May 31 13:28:13.103317 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a70a02ea-8488-4d80-82c2-e5ac74bd56a6 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Router 450e5751-4d0c-4fea-9698-137a06d1e8eb has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:28:13.111695 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-a9d419c3-2366-4c50-befd-e0eec2e4776f None None] Set router 5c07ff4b-13f4-4d03-b990-05eeaba90e06 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:28:13.161266 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 10ed9e35-6e6d-4cf1-8c03-6739c221f3a3, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=10ed9e35-6e6d-4cf1-8c03-6739c221f3a3,segment=NetworkSegment(3438d023-0058-42be-b2fa-a81ef9f95959),segment_id=3438d023-0058-42be-b2fa-a81ef9f95959)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:28:13.175259 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:13.176272 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device ed7a4efa-d56d-4605-8b79-de0f8f0e9d7c details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:28:13.178574 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1a926d7e-efa1-40c6-ae93-e028ea86e42b tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:13.204862 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1a926d7e-efa1-40c6-ae93-e028ea86e42b tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:13.206116 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-1a926d7e-efa1-40c6-ae93-e028ea86e42b tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5894232 May 31 13:28:13.230207 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a926d7e-efa1-40c6-ae93-e028ea86e42b tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Pushing event updated for resources: {'Port': ['ID=d2b26567-4d34-4efc-91cc-30969f712585,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:13.362908 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.resource_extend [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:28:13.377371 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=10ed9e35-6e6d-4cf1-8c03-6739c221f3a3,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:13.447302 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port ed7a4efa-d56d-4605-8b79-de0f8f0e9d7c, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=ed7a4efa-d56d-4605-8b79-de0f8f0e9d7c,segment=NetworkSegment(c05c3025-af00-47f8-b61e-98dee05227ef),segment_id=c05c3025-af00-47f8-b61e-98dee05227ef)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:28:13.473968 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': 'ed7a4efa-d56d-4605-8b79-de0f8f0e9d7c', 'network_id': 'b4d30686-23e7-4909-aa70-b67d446f9c2b', 'port_id': 'ed7a4efa-d56d-4605-8b79-de0f8f0e9d7c', 'mac_address': 'fa:16:3e:ff:79:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae1bf59e-fc0d-4b10-8719-029c4184cbca', 'ip_address': '10.1.1.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:28:13.552128 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198b8831-030d-48c5-81b4-a0989cbd954c req-4a4fccb7-4e3e-4fd8-9d03-7c9da938a3dc tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:13.559343 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-198b8831-030d-48c5-81b4-a0989cbd954c req-4a4fccb7-4e3e-4fd8-9d03-7c9da938a3dc tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/ports?device_id=24302c62-7ac3-4163-8b04-e80e5c068019 HTTP/1.1" status: 200 len: 944 time: 0.6948500 May 31 13:28:13.599585 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a70a02ea-8488-4d80-82c2-e5ac74bd56a6 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:28:13.608550 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port ed7a4efa-d56d-4605-8b79-de0f8f0e9d7c is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:28:13.609360 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:13.610346 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a70a02ea-8488-4d80-82c2-e5ac74bd56a6 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:13.613336 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ae41c3-6db3-441c-8df6-65aaae87faf4 None None] Sync routers for ids ['450e5751-4d0c-4fea-9698-137a06d1e8eb'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:28:13.650054 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ae41c3-6db3-441c-8df6-65aaae87faf4 None None] Routers {'450e5751-4d0c-4fea-9698-137a06d1e8eb'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:28:13.652790 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-64ae41c3-6db3-441c-8df6-65aaae87faf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:28:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['450e5751-4d0c-4fea-9698-137a06d1e8eb'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:28:13.674913 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-198b8831-030d-48c5-81b4-a0989cbd954c req-b14ce788-52f5-4cdc-ada3-376bfb9b9838 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d29a7ba-8da4-4594-bfbf-9f55cd071e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145411 May 31 13:28:13.714182 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-a70a02ea-8488-4d80-82c2-e5ac74bd56a6 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "PUT /v2.0/floatingips/4e86d11b-5ec2-4a73-88bc-656ca1b735d9 HTTP/1.1" status: 200 len: 991 time: 4.7267194 May 31 13:28:13.757834 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed7a4efa-d56d-4605-8b79-de0f8f0e9d7c {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:28:13.759195 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7020e6ba-3e56-4c40-a599-651972ae82db'] response: {'server_uuid': '4d3d67ef-9667-4c94-a4f9-1eef9fedc68d', 'name': 'network-vif-deleted', 'tag': '4ede7e2b-f455-48d3-b00b-33b5f9c4e44f', 'status': 'completed', 'code': 200} May 31 13:28:13.768916 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:13.793483 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:13.807518 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port ed7a4efa-d56d-4605-8b79-de0f8f0e9d7c, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=ed7a4efa-d56d-4605-8b79-de0f8f0e9d7c,segment=NetworkSegment(c05c3025-af00-47f8-b61e-98dee05227ef),segment_id=c05c3025-af00-47f8-b61e-98dee05227ef)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:28:13.818545 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:13.821311 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device afb50f20-5db7-426b-99db-2d8249ca9f29 details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:28:14.003853 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.resource_extend [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:28:14.013150 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-e8638d1f-8931-48f3-999e-4df221c4f1d1 req-2bb98969-2531-46a9-89eb-9e823732f1a4 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Synchronizing usage tracker for tenant:18168e4261004e939dcd26b86e964c6e on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:28:14.040928 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=ed7a4efa-d56d-4605-8b79-de0f8f0e9d7c,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:14.045947 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port afb50f20-5db7-426b-99db-2d8249ca9f29, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=afb50f20-5db7-426b-99db-2d8249ca9f29,segment=NetworkSegment(c05c3025-af00-47f8-b61e-98dee05227ef),segment_id=c05c3025-af00-47f8-b61e-98dee05227ef)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:28:14.067132 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-a9d419c3-2366-4c50-befd-e0eec2e4776f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c07ff4b-13f4-4d03-b990-05eeaba90e06', 'name': 'tempest-ServersTestManualDisk-1089656051-router', 'tenant_id': '18168e4261004e939dcd26b86e964c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': 'e27c20f1-335d-46e2-8466-d1ab2372b932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:27:58Z', 'updated_at': '2022-05-31T13:28:05Z', 'revision_number': 4, 'project_id': '18168e4261004e939dcd26b86e964c6e', 'gw_port': {'id': 'e27c20f1-335d-46e2-8466-d1ab2372b932', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:3e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c07ff4b-13f4-4d03-b990-05eeaba90e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:27:59Z', 'updated_at': '2022-05-31T13:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'f80beafb-4837-4beb-9ebc-4e5c18fabb2d', 'name': '', 'network_id': 'e94860fc-774d-4c2a-8939-034b7867dd9d', 'tenant_id': '18168e4261004e939dcd26b86e964c6e', 'mac_address': 'fa:16:3e:e7:a8:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c07ff4b-13f4-4d03-b990-05eeaba90e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'e7bc81f6-6e33-4455-a972-854280f36089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:28:03Z', 'updated_at': '2022-05-31T13:28:12Z', 'revision_number': 4, 'project_id': '18168e4261004e939dcd26b86e964c6e', 'subnets': [{'id': 'e7bc81f6-6e33-4455-a972-854280f36089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:28:14.071923 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': 'afb50f20-5db7-426b-99db-2d8249ca9f29', 'network_id': 'b4d30686-23e7-4909-aa70-b67d446f9c2b', 'port_id': 'afb50f20-5db7-426b-99db-2d8249ca9f29', 'mac_address': 'fa:16:3e:f6:0a:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae1bf59e-fc0d-4b10-8719-029c4184cbca', 'ip_address': '10.1.1.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:28:14.076234 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d419c3-2366-4c50-befd-e0eec2e4776f None None] The sync data for ids ['5c07ff4b-13f4-4d03-b990-05eeaba90e06'] in n-d-843939-1 is: [{'id': '5c07ff4b-13f4-4d03-b990-05eeaba90e06', 'name': 'tempest-ServersTestManualDisk-1089656051-router', 'tenant_id': '18168e4261004e939dcd26b86e964c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': 'e27c20f1-335d-46e2-8466-d1ab2372b932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:27:58Z', 'updated_at': '2022-05-31T13:28:05Z', 'revision_number': 4, 'project_id': '18168e4261004e939dcd26b86e964c6e', 'gw_port': {'id': 'e27c20f1-335d-46e2-8466-d1ab2372b932', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:3e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c07ff4b-13f4-4d03-b990-05eeaba90e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:27:59Z', 'updated_at': '2022-05-31T13:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'f80beafb-4837-4beb-9ebc-4e5c18fabb2d', 'name': '', 'network_id': 'e94860fc-774d-4c2a-8939-034b7867dd9d', 'tenant_id': '18168e4261004e939dcd26b86e964c6e', 'mac_address': 'fa:16:3e:e7:a8:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c07ff4b-13f4-4d03-b990-05eeaba90e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'e7bc81f6-6e33-4455-a972-854280f36089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:28:03Z', 'updated_at': '2022-05-31T13:28:12Z', 'revision_number': 4, 'project_id': '18168e4261004e939dcd26b86e964c6e', 'subnets': [{'id': 'e7bc81f6-6e33-4455-a972-854280f36089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:28:14.223688 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port afb50f20-5db7-426b-99db-2d8249ca9f29 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:28:14.224411 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:14.247665 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-64ae41c3-6db3-441c-8df6-65aaae87faf4 None None] Set router 450e5751-4d0c-4fea-9698-137a06d1e8eb gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:28:14.264112 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afb50f20-5db7-426b-99db-2d8249ca9f29 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:28:14.276270 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-e8638d1f-8931-48f3-999e-4df221c4f1d1 req-2bb98969-2531-46a9-89eb-9e823732f1a4 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Unset dirty status for tenant:18168e4261004e939dcd26b86e964c6e on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:28:14.284147 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port afb50f20-5db7-426b-99db-2d8249ca9f29, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=afb50f20-5db7-426b-99db-2d8249ca9f29,segment=NetworkSegment(c05c3025-af00-47f8-b61e-98dee05227ef),segment_id=c05c3025-af00-47f8-b61e-98dee05227ef)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:28:14.285502 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e8638d1f-8931-48f3-999e-4df221c4f1d1 req-2bb98969-2531-46a9-89eb-9e823732f1a4 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1961430655&fields=id&tenant_id=18168e4261004e939dcd26b86e964c6e HTTP/1.1" status: 200 len: 267 time: 0.3425078 May 31 13:28:14.302525 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:14.317028 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 4954dca1-a5cd-4389-bc9b-a96a8180e081 details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:28:14.477809 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 4954dca1-a5cd-4389-bc9b-a96a8180e081, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=4954dca1-a5cd-4389-bc9b-a96a8180e081,segment=NetworkSegment(c05c3025-af00-47f8-b61e-98dee05227ef),segment_id=c05c3025-af00-47f8-b61e-98dee05227ef)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:28:14.484381 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee8aae-e9fe-4159-ba80-b32dce9566e9 req-ec2c0dcb-736f-42db-8802-c868313b5065 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:14.491188 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee8aae-e9fe-4159-ba80-b32dce9566e9 req-ec2c0dcb-736f-42db-8802-c868313b5065 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:14.492946 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=afb50f20-5db7-426b-99db-2d8249ca9f29,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:14.505719 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee8aae-e9fe-4159-ba80-b32dce9566e9 req-ec2c0dcb-736f-42db-8802-c868313b5065 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:14.511661 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee8aae-e9fe-4159-ba80-b32dce9566e9 req-ec2c0dcb-736f-42db-8802-c868313b5065 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:14.514886 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': '4954dca1-a5cd-4389-bc9b-a96a8180e081', 'network_id': 'b4d30686-23e7-4909-aa70-b67d446f9c2b', 'port_id': '4954dca1-a5cd-4389-bc9b-a96a8180e081', 'mac_address': 'fa:16:3e:6a:04:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae1bf59e-fc0d-4b10-8719-029c4184cbca', 'ip_address': '10.1.1.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:28:14.523619 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee8aae-e9fe-4159-ba80-b32dce9566e9 req-ec2c0dcb-736f-42db-8802-c868313b5065 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:14.530137 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee8aae-e9fe-4159-ba80-b32dce9566e9 req-ec2c0dcb-736f-42db-8802-c868313b5065 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:14.540179 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee8aae-e9fe-4159-ba80-b32dce9566e9 req-ec2c0dcb-736f-42db-8802-c868313b5065 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:14.546924 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-86ee8aae-e9fe-4159-ba80-b32dce9566e9 req-ec2c0dcb-736f-42db-8802-c868313b5065 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a HTTP/1.1" status: 200 len: 5426 time: 0.4812229 May 31 13:28:14.642308 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8638d1f-8931-48f3-999e-4df221c4f1d1 req-45d3db6a-cfc0-42da-9670-e1439ed8d089 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:14.643274 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-e8638d1f-8931-48f3-999e-4df221c4f1d1 req-45d3db6a-cfc0-42da-9670-e1439ed8d089 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Synchronizing usage tracker for tenant:18168e4261004e939dcd26b86e964c6e on resource:network {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:28:14.649450 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 4954dca1-a5cd-4389-bc9b-a96a8180e081 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:28:14.654238 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:14.663757 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-86ee8aae-e9fe-4159-ba80-b32dce9566e9 req-3e4fbd73-0f1e-4c74-9709-7c12e51e2487 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/security-groups?id=1de4fedc-888a-46c6-9d87-1b48c5765046&id=71a9d93c-f6cb-49b0-b2f5-61553702d6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0979569 May 31 13:28:14.681494 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-e8638d1f-8931-48f3-999e-4df221c4f1d1 req-45d3db6a-cfc0-42da-9670-e1439ed8d089 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Unset dirty status for tenant:18168e4261004e939dcd26b86e964c6e on resource:network {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:28:14.687916 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4954dca1-a5cd-4389-bc9b-a96a8180e081 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:28:14.693947 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e8638d1f-8931-48f3-999e-4df221c4f1d1 req-45d3db6a-cfc0-42da-9670-e1439ed8d089 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] 10.222.0.50 "GET /v2.0/networks?id=e94860fc-774d-4c2a-8939-034b7867dd9d HTTP/1.1" status: 200 len: 812 time: 0.3905833 May 31 13:28:14.706684 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 4954dca1-a5cd-4389-bc9b-a96a8180e081, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=4954dca1-a5cd-4389-bc9b-a96a8180e081,segment=NetworkSegment(c05c3025-af00-47f8-b61e-98dee05227ef),segment_id=c05c3025-af00-47f8-b61e-98dee05227ef)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:28:14.721060 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:14.724692 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e8638d1f-8931-48f3-999e-4df221c4f1d1 req-7404eb3a-85f8-40c2-a055-060edbe805bb tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] 10.222.0.50 "GET /v2.0/quotas/18168e4261004e939dcd26b86e964c6e HTTP/1.1" status: 200 len: 375 time: 0.0278735 May 31 13:28:14.856874 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41794) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:28:14.862488 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-64ae41c3-6db3-441c-8df6-65aaae87faf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450e5751-4d0c-4fea-9698-137a06d1e8eb', 'name': 'tempest-ServerActionsTestJSON-633123195-router', 'tenant_id': 'bc5142db886b48f8906c49afcc233362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': 'b0ff9342-7286-4582-a322-b61313944bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:27:07Z', 'updated_at': '2022-05-31T13:27:22Z', 'revision_number': 4, 'project_id': 'bc5142db886b48f8906c49afcc233362', 'gw_port': {'id': 'b0ff9342-7286-4582-a322-b61313944bd3', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450e5751-4d0c-4fea-9698-137a06d1e8eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:27:10Z', 'updated_at': '2022-05-31T13:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '4e86d11b-5ec2-4a73-88bc-656ca1b735d9', 'tenant_id': 'bc5142db886b48f8906c49afcc233362', 'floating_ip_address': '172.25.6.192', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '450e5751-4d0c-4fea-9698-137a06d1e8eb', 'port_id': 'bcea5229-e83e-4a8f-a38a-ad9361d01354', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 918, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef7bc708-faad-4f53-9863-9b17fc2bd3a4', 'mac_address': 'fa:16:3e:4f:08:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12efbab-a760-4348-9c14-f969aac5be15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:27:37Z', 'updated_at': '2022-05-31T13:28:10Z', 'revision_number': 1, 'project_id': 'bc5142db886b48f8906c49afcc233362', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50c579ec-b4fe-4444-83e5-25d3369ee18f', 'name': '', 'network_id': 'ef7bc708-faad-4f53-9863-9b17fc2bd3a4', 'tenant_id': 'bc5142db886b48f8906c49afcc233362', 'mac_address': 'fa:16:3e:43:c2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450e5751-4d0c-4fea-9698-137a06d1e8eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '03601eff-cc07-4210-91b9-54e2e22c50f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:27:19Z', 'updated_at': '2022-05-31T13:27:34Z', 'revision_number': 5, 'project_id': 'bc5142db886b48f8906c49afcc233362', 'subnets': [{'id': '03601eff-cc07-4210-91b9-54e2e22c50f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:28:14.872055 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ae41c3-6db3-441c-8df6-65aaae87faf4 None None] Checking router: 450e5751-4d0c-4fea-9698-137a06d1e8eb for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:28:14.895390 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ae41c3-6db3-441c-8df6-65aaae87faf4 None None] Routers {'450e5751-4d0c-4fea-9698-137a06d1e8eb'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:28:14.896327 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-64ae41c3-6db3-441c-8df6-65aaae87faf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:28:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['450e5751-4d0c-4fea-9698-137a06d1e8eb'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:28:14.903438 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=4954dca1-a5cd-4389-bc9b-a96a8180e081,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:14.962873 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e8638d1f-8931-48f3-999e-4df221c4f1d1 req-4acebdbb-86d3-474e-b594-d42fafbaea9a tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=18168e4261004e939dcd26b86e964c6e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2316270 May 31 13:28:14.999861 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1850237-a1d6-4f8c-b8d1-760621976e77 admin admin] Deleting subnet 275771fd-dda7-4f92-8c0a-d5c15290b60c {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:28:15.004149 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e1850237-a1d6-4f8c-b8d1-760621976e77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:15.072126 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e1850237-a1d6-4f8c-b8d1-760621976e77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:15.140293 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e1850237-a1d6-4f8c-b8d1-760621976e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:15.221803 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-64ae41c3-6db3-441c-8df6-65aaae87faf4 None None] Set router 450e5751-4d0c-4fea-9698-137a06d1e8eb gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:28:15.229460 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e1850237-a1d6-4f8c-b8d1-760621976e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:15.282043 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1850237-a1d6-4f8c-b8d1-760621976e77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=275771fd-dda7-4f92-8c0a-d5c15290b60c,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:15.286612 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e1850237-a1d6-4f8c-b8d1-760621976e77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:15.293802 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e1850237-a1d6-4f8c-b8d1-760621976e77 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/275771fd-dda7-4f92-8c0a-d5c15290b60c HTTP/1.1" status: 204 len: 168 time: 0.4342668 May 31 13:28:15.298471 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41800) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:28:15.451415 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:15.492573 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e8638d1f-8931-48f3-999e-4df221c4f1d1 req-71332685-827c-4559-947f-a6787e487182 service neutron] 10.222.0.50 "GET /v2.0/networks/e94860fc-774d-4c2a-8939-034b7867dd9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5166562 May 31 13:28:15.518572 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e48a6-4b21-418d-9fc8-068ff64eeb24 req-ff4cf518-f1a0-4bda-a7d4-981cda5dcea2 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:15.528947 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af7e48a6-4b21-418d-9fc8-068ff64eeb24 req-ff4cf518-f1a0-4bda-a7d4-981cda5dcea2 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 945 time: 0.5517790 May 31 13:28:15.534956 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ab4e4443-c116-4969-bf72-0a31059304c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:15.578369 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device f80beafb-4837-4beb-9ebc-4e5c18fabb2d up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:28:15.688930 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af7e48a6-4b21-418d-9fc8-068ff64eeb24 req-16d89301-39d1-4fdc-8280-d2f6ce683211 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1590130 May 31 13:28:15.747224 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port f80beafb-4837-4beb-9ebc-4e5c18fabb2d completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:28:15.761087 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port f80beafb-4837-4beb-9ebc-4e5c18fabb2d triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:28:15.761601 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:15.773921 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a12efbab-a760-4348-9c14-f969aac5be15', 'tag': 'bcea5229-e83e-4a8f-a38a-ad9361d01354'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:28:15.777254 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ab4e4443-c116-4969-bf72-0a31059304c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:15.803806 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e8638d1f-8931-48f3-999e-4df221c4f1d1 req-6aa6235a-a84e-4890-ad11-6952f426d1e5 service neutron] 10.222.0.50 "GET /v2.0/networks/e94860fc-774d-4c2a-8939-034b7867dd9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020358 May 31 13:28:15.827074 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-ab4e4443-c116-4969-bf72-0a31059304c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51977e84-df1f-4ca5-947c-7cd964e4ca30']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:28:15.846784 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-ab4e4443-c116-4969-bf72-0a31059304c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d066d05-cdce-46e1-9764-8a91fcd18529') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:28:15.847079 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-ab4e4443-c116-4969-bf72-0a31059304c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d066d05-cdce-46e1-9764-8a91fcd18529') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:28:15.862985 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ab4e4443-c116-4969-bf72-0a31059304c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:15.890462 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ab4e4443-c116-4969-bf72-0a31059304c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:15.904385 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab4e4443-c116-4969-bf72-0a31059304c4 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:28:15.905194 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ab4e4443-c116-4969-bf72-0a31059304c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:15.996223 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-64ae41c3-6db3-441c-8df6-65aaae87faf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450e5751-4d0c-4fea-9698-137a06d1e8eb', 'name': 'tempest-ServerActionsTestJSON-633123195-router', 'tenant_id': 'bc5142db886b48f8906c49afcc233362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': 'b0ff9342-7286-4582-a322-b61313944bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:27:07Z', 'updated_at': '2022-05-31T13:27:22Z', 'revision_number': 4, 'project_id': 'bc5142db886b48f8906c49afcc233362', 'gw_port': {'id': 'b0ff9342-7286-4582-a322-b61313944bd3', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450e5751-4d0c-4fea-9698-137a06d1e8eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:27:10Z', 'updated_at': '2022-05-31T13:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '4e86d11b-5ec2-4a73-88bc-656ca1b735d9', 'tenant_id': 'bc5142db886b48f8906c49afcc233362', 'floating_ip_address': '172.25.6.192', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '450e5751-4d0c-4fea-9698-137a06d1e8eb', 'port_id': 'bcea5229-e83e-4a8f-a38a-ad9361d01354', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 918, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef7bc708-faad-4f53-9863-9b17fc2bd3a4', 'mac_address': 'fa:16:3e:4f:08:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12efbab-a760-4348-9c14-f969aac5be15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:27:37Z', 'updated_at': '2022-05-31T13:28:10Z', 'revision_number': 1, 'project_id': 'bc5142db886b48f8906c49afcc233362', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50c579ec-b4fe-4444-83e5-25d3369ee18f', 'name': '', 'network_id': 'ef7bc708-faad-4f53-9863-9b17fc2bd3a4', 'tenant_id': 'bc5142db886b48f8906c49afcc233362', 'mac_address': 'fa:16:3e:43:c2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450e5751-4d0c-4fea-9698-137a06d1e8eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '03601eff-cc07-4210-91b9-54e2e22c50f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:27:19Z', 'updated_at': '2022-05-31T13:27:34Z', 'revision_number': 5, 'project_id': 'bc5142db886b48f8906c49afcc233362', 'subnets': [{'id': '03601eff-cc07-4210-91b9-54e2e22c50f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:28:16.006792 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ae41c3-6db3-441c-8df6-65aaae87faf4 None None] The sync data for ids ['450e5751-4d0c-4fea-9698-137a06d1e8eb'] in n-d-843939-1 is: [{'id': '450e5751-4d0c-4fea-9698-137a06d1e8eb', 'name': 'tempest-ServerActionsTestJSON-633123195-router', 'tenant_id': 'bc5142db886b48f8906c49afcc233362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': 'b0ff9342-7286-4582-a322-b61313944bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:27:07Z', 'updated_at': '2022-05-31T13:27:22Z', 'revision_number': 4, 'project_id': 'bc5142db886b48f8906c49afcc233362', 'gw_port': {'id': 'b0ff9342-7286-4582-a322-b61313944bd3', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450e5751-4d0c-4fea-9698-137a06d1e8eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:27:10Z', 'updated_at': '2022-05-31T13:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '4e86d11b-5ec2-4a73-88bc-656ca1b735d9', 'tenant_id': 'bc5142db886b48f8906c49afcc233362', 'floating_ip_address': '172.25.6.192', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '450e5751-4d0c-4fea-9698-137a06d1e8eb', 'port_id': 'bcea5229-e83e-4a8f-a38a-ad9361d01354', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 918, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef7bc708-faad-4f53-9863-9b17fc2bd3a4', 'mac_address': 'fa:16:3e:4f:08:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12efbab-a760-4348-9c14-f969aac5be15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:27:37Z', 'updated_at': '2022-05-31T13:28:10Z', 'revision_number': 1, 'project_id': 'bc5142db886b48f8906c49afcc233362', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50c579ec-b4fe-4444-83e5-25d3369ee18f', 'name': '', 'network_id': 'ef7bc708-faad-4f53-9863-9b17fc2bd3a4', 'tenant_id': 'bc5142db886b48f8906c49afcc233362', 'mac_address': 'fa:16:3e:43:c2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450e5751-4d0c-4fea-9698-137a06d1e8eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '03601eff-cc07-4210-91b9-54e2e22c50f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:27:19Z', 'updated_at': '2022-05-31T13:27:34Z', 'revision_number': 5, 'project_id': 'bc5142db886b48f8906c49afcc233362', 'subnets': [{'id': '03601eff-cc07-4210-91b9-54e2e22c50f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:28:16.024250 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-35ee6add-bc08-4c40-9084-03f608aaf3dd req-cf6d0a83-cbf7-464f-9e34-aa810154784c tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=b1def4c9e50043e6a19eab99074af95d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0695632 May 31 13:28:16.042317 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port f80beafb-4837-4beb-9ebc-4e5c18fabb2d is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:28:16.043057 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:16.063962 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 4d066d05-cdce-46e1-9764-8a91fcd18529 resource provider aggregate not found May 31 13:28:16.070288 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['10ed9e35-6e6d-4cf1-8c03-6739c221f3a3'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:28:16.120587 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 4d066d05-cdce-46e1-9764-8a91fcd18529 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4d066d05-cdce-46e1-9764-8a91fcd18529 found for delete ", "request_id": "req-a52fe7ec-d0a1-47c8-83a0-e4822bccb614"}]} May 31 13:28:16.148738 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ab4e4443-c116-4969-bf72-0a31059304c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:16.162148 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ab4e4443-c116-4969-bf72-0a31059304c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:16.193219 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4e4443-c116-4969-bf72-0a31059304c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=51977e84-df1f-4ca5-947c-7cd964e4ca30,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:16.200874 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ab4e4443-c116-4969-bf72-0a31059304c4 admin admin] 10.222.0.50 "DELETE /v2.0/networks/51977e84-df1f-4ca5-947c-7cd964e4ca30 HTTP/1.1" status: 204 len: 168 time: 0.9008791 May 31 13:28:16.241766 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['8e966406-8086-497d-9f36-fd419f01573c'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:28:16.274964 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['05ae88ea-d0ae-410f-9fc2-dd7330f8c30f'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:28:16.324575 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee6add-bc08-4c40-9084-03f608aaf3dd req-df49f0bc-dea5-4142-90c5-9a52ee0bf62a tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:16.335181 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-35ee6add-bc08-4c40-9084-03f608aaf3dd req-df49f0bc-dea5-4142-90c5-9a52ee0bf62a tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3094218 May 31 13:28:16.447292 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['afb50f20-5db7-426b-99db-2d8249ca9f29'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:28:16.450262 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-35ee6add-bc08-4c40-9084-03f608aaf3dd req-6f69c45d-c962-46fd-a50c-54c456f30d19 tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] 10.222.0.50 "GET /v2.0/quotas/b1def4c9e50043e6a19eab99074af95d HTTP/1.1" status: 200 len: 375 time: 0.1136096 May 31 13:28:16.494286 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['ed7a4efa-d56d-4605-8b79-de0f8f0e9d7c'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:28:16.530597 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['4954dca1-a5cd-4389-bc9b-a96a8180e081'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:28:16.553225 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c174a-7327-4f63-928d-a91201aa1e03 req-7c28c253-badd-41fe-ba26-02579987f5e2 tempest-LiveMigrationTest-979382837 tempest-LiveMigrationTest-979382837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:16.554936 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1d2c174a-7327-4f63-928d-a91201aa1e03 req-7c28c253-badd-41fe-ba26-02579987f5e2 tempest-LiveMigrationTest-979382837 tempest-LiveMigrationTest-979382837-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=24302c62-7ac3-4163-8b04-e80e5c068019 HTTP/1.1" status: 200 len: 1095 time: 0.2110136 May 31 13:28:16.579730 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-35ee6add-bc08-4c40-9084-03f608aaf3dd req-7f88f7b7-5126-423b-8018-faab4f6bb80a tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b1def4c9e50043e6a19eab99074af95d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1284845 May 31 13:28:16.621535 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41836) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:28:16.685691 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49be592b-6586-404d-a306-29bfc73ee5f4 None None] New status for floating IP 4e86d11b-5ec2-4a73-88bc-656ca1b735d9: ACTIVE {{(pid=88371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 13:28:16.721345 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1d2c174a-7327-4f63-928d-a91201aa1e03 req-6a14a981-b9a6-4d65-b7e8-cd33a2c7ed55 tempest-LiveMigrationTest-979382837 tempest-LiveMigrationTest-979382837-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=3d29a7ba-8da4-4594-bfbf-9f55cd071e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357336 May 31 13:28:16.726479 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-97885a09-1121-4f7a-b287-61da7b885981 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4a3167498c124479b2acfc56163122d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1032476 May 31 13:28:16.729192 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41842) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:28:16.838040 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0399d8ab-2823-4ffb-a4ce-bf4797f98a59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:16.901384 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0399d8ab-2823-4ffb-a4ce-bf4797f98a59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:17.070795 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['efc96b22-153b-44b0-a49d-5f2541380c5e'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:28:17.138507 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c48a13-f1e6-401a-b12f-48d98612e1f2 req-978563c9-c16d-4a98-aa9a-0b20823e8efc tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:17.140196 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-91c48a13-f1e6-401a-b12f-48d98612e1f2 req-978563c9-c16d-4a98-aa9a-0b20823e8efc tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 945 time: 0.1698694 May 31 13:28:17.142149 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0399d8ab-2823-4ffb-a4ce-bf4797f98a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:17.185730 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port f80beafb-4837-4beb-9ebc-4e5c18fabb2d, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=f80beafb-4837-4beb-9ebc-4e5c18fabb2d,segment=NetworkSegment(e182c216-7254-4f7c-9347-fb53ba5ba244),segment_id=e182c216-7254-4f7c-9347-fb53ba5ba244)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:28:17.186136 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0399d8ab-2823-4ffb-a4ce-bf4797f98a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45fcbe6-f2bd-489e-98d1-8cd92d7ced8d,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:17.214330 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0399d8ab-2823-4ffb-a4ce-bf4797f98a59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:17.215777 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-0399d8ab-2823-4ffb-a4ce-bf4797f98a59 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a45fcbe6-f2bd-489e-98d1-8cd92d7ced8d HTTP/1.1" status: 204 len: 168 time: 0.4855895 May 31 13:28:17.234049 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-91c48a13-f1e6-401a-b12f-48d98612e1f2 req-34fb9b42-cb0a-4335-ac9e-e07fc80ef622 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778158 May 31 13:28:17.237350 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:17.538332 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bd2d57ee-de80-4067-a82b-faf8c72823c2 req-12e55fd6-c636-4be7-bf55-2948e60fc949 tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=fee0d4481d624d2b84c0b1fc01d296f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0729871 May 31 13:28:17.557083 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=f80beafb-4837-4beb-9ebc-4e5c18fabb2d,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:17.829306 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ced05d-b49a-45f0-b110-e68bd43816c5 req-74824e7a-b20a-4082-8659-449e10a6f54e tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:17.837384 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ced05d-b49a-45f0-b110-e68bd43816c5 req-74824e7a-b20a-4082-8659-449e10a6f54e tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:17.846659 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ced05d-b49a-45f0-b110-e68bd43816c5 req-74824e7a-b20a-4082-8659-449e10a6f54e tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:17.856484 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ced05d-b49a-45f0-b110-e68bd43816c5 req-74824e7a-b20a-4082-8659-449e10a6f54e tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:17.862558 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ced05d-b49a-45f0-b110-e68bd43816c5 req-74824e7a-b20a-4082-8659-449e10a6f54e tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:17.871866 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ced05d-b49a-45f0-b110-e68bd43816c5 req-74824e7a-b20a-4082-8659-449e10a6f54e tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:17.887399 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ced05d-b49a-45f0-b110-e68bd43816c5 req-74824e7a-b20a-4082-8659-449e10a6f54e tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:17.918772 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-05ced05d-b49a-45f0-b110-e68bd43816c5 req-74824e7a-b20a-4082-8659-449e10a6f54e tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a HTTP/1.1" status: 200 len: 5428 time: 0.3760211 May 31 13:28:18.172279 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-05ced05d-b49a-45f0-b110-e68bd43816c5 req-db3f21fb-2def-48c0-82bf-03a88ef24649 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/security-groups?id=1de4fedc-888a-46c6-9d87-1b48c5765046&id=71a9d93c-f6cb-49b0-b2f5-61553702d6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2519279 May 31 13:28:18.219022 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d57ee-de80-4067-a82b-faf8c72823c2 req-a0d23df9-1dfa-4ee9-ad4e-959e1e975ff5 tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:18.232585 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bd2d57ee-de80-4067-a82b-faf8c72823c2 req-a0d23df9-1dfa-4ee9-ad4e-959e1e975ff5 tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6310220 May 31 13:28:18.282746 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bd2d57ee-de80-4067-a82b-faf8c72823c2 req-e280e120-1658-40db-89ce-032db31e44b8 tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] 10.222.0.50 "GET /v2.0/quotas/fee0d4481d624d2b84c0b1fc01d296f7 HTTP/1.1" status: 200 len: 375 time: 0.0478168 May 31 13:28:18.425776 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77ae1857-98a8-4a07-8261-8b9617fa5086'] response: {'name': 'network-changed', 'server_uuid': 'a12efbab-a760-4348-9c14-f969aac5be15', 'tag': 'bcea5229-e83e-4a8f-a38a-ad9361d01354', 'status': 'completed', 'code': 200} May 31 13:28:18.471086 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bd2d57ee-de80-4067-a82b-faf8c72823c2 req-dbfdd9b3-d3d6-4a20-b92b-7f8bb6fd31ff tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=fee0d4481d624d2b84c0b1fc01d296f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1344297 May 31 13:28:18.482324 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41898) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:28:18.554801 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0588c52c-7ec2-4d6f-b169-cb680b454ab7 req-fcdda0d2-dbdd-4cf4-bf32-be9a22066e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:18.556143 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8638d1f-8931-48f3-999e-4df221c4f1d1 req-7f823e80-83cd-4e9b-8242-404b3ce4f718 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:18.559465 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e8638d1f-8931-48f3-999e-4df221c4f1d1 req-7f823e80-83cd-4e9b-8242-404b3ce4f718 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] 10.222.0.44 "GET /v2.0/networks?id=e94860fc-774d-4c2a-8939-034b7867dd9d HTTP/1.1" status: 200 len: 812 time: 0.5688627 May 31 13:28:18.562330 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0588c52c-7ec2-4d6f-b169-cb680b454ab7 req-fcdda0d2-dbdd-4cf4-bf32-be9a22066e7b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc5142db886b48f8906c49afcc233362&device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 1096 time: 0.2278180 May 31 13:28:18.661069 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e8638d1f-8931-48f3-999e-4df221c4f1d1 req-ee6f8682-dfb4-4f50-9f9d-a0a9a3389edf tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18168e4261004e939dcd26b86e964c6e HTTP/1.1" status: 200 len: 380 time: 0.0930972 May 31 13:28:18.674342 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-e8638d1f-8931-48f3-999e-4df221c4f1d1 req-2e7c6639-7a97-43df-a92d-d2675c58c246 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Request body: {'port': {'device_id': '6d09d665-de20-4480-88af-e81be792c3c1', 'network_id': 'e94860fc-774d-4c2a-8939-034b7867dd9d', 'admin_state_up': True, 'tenant_id': '18168e4261004e939dcd26b86e964c6e', 'security_groups': ['9df5af2d-f549-4666-90cd-c522e41d204c']}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:28:18.752985 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-ed006b00-ee66-4245-b193-4cbcdd48782f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-722066791-network', 'tenant_id': 'be9b8c94d98b42f385a0f29035539835'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:28:18.766734 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ed006b00-ee66-4245-b193-4cbcdd48782f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:28:18.783096 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ed006b00-ee66-4245-b193-4cbcdd48782f admin admin] Usage tracker for resource:network and tenant:be9b8c94d98b42f385a0f29035539835 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:28:18.796566 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ed006b00-ee66-4245-b193-4cbcdd48782f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:28:18.821398 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ed006b00-ee66-4245-b193-4cbcdd48782f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:28:18.851091 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed006b00-ee66-4245-b193-4cbcdd48782f admin admin] Made reservation on behalf of be9b8c94d98b42f385a0f29035539835 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:28:18.854243 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ed006b00-ee66-4245-b193-4cbcdd48782f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:18.891001 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ed006b00-ee66-4245-b193-4cbcdd48782f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:18.937394 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ed006b00-ee66-4245-b193-4cbcdd48782f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:28:18.956967 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ed006b00-ee66-4245-b193-4cbcdd48782f admin admin] Usage tracker for resource:security_group_rule and tenant:be9b8c94d98b42f385a0f29035539835 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:28:18.961785 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ed006b00-ee66-4245-b193-4cbcdd48782f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:28:18.984964 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ed006b00-ee66-4245-b193-4cbcdd48782f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:28:18.993770 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0588c52c-7ec2-4d6f-b169-cb680b454ab7 req-927432d3-4295-4899-a7e5-d001b7070680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:19.000782 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0588c52c-7ec2-4d6f-b169-cb680b454ab7 req-927432d3-4295-4899-a7e5-d001b7070680 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ef7bc708-faad-4f53-9863-9b17fc2bd3a4 HTTP/1.1" status: 200 len: 912 time: 0.4320626 May 31 13:28:19.089124 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41912) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:28:19.125671 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c79b5d4f-585f-4831-9c09-ed47e4b145dc req-4ec7b55c-4de1-4e0e-90fe-7cf1f567fe82 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d09d665-de20-4480-88af-e81be792c3c1 HTTP/1.1" status: 200 len: 210 time: 0.4585176 May 31 13:28:19.254804 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-35ee6add-bc08-4c40-9084-03f608aaf3dd req-885c9223-6c6b-4d59-b534-e9a7538b9094 tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=b1def4c9e50043e6a19eab99074af95d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5418744 May 31 13:28:19.265750 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0588c52c-7ec2-4d6f-b169-cb680b454ab7 req-5d902741-8554-4b57-bbc6-ae429f588279 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bcea5229-e83e-4a8f-a38a-ad9361d01354 HTTP/1.1" status: 200 len: 1001 time: 0.2511265 May 31 13:28:19.337552 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-e8638d1f-8931-48f3-999e-4df221c4f1d1 req-2e7c6639-7a97-43df-a92d-d2675c58c246 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:28:19.352589 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-116efcc9-037e-4e65-b864-a9bdac60c31f req-90490826-f975-46b0-82eb-92befe64475a tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2399f6c-7adf-46cb-8f5c-a5a17daead07 HTTP/1.1" status: 200 len: 210 time: 0.0942676 May 31 13:28:19.376725 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-e8638d1f-8931-48f3-999e-4df221c4f1d1 req-2e7c6639-7a97-43df-a92d-d2675c58c246 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Usage tracker for resource:port and tenant:18168e4261004e939dcd26b86e964c6e is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:28:19.384737 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-e8638d1f-8931-48f3-999e-4df221c4f1d1 req-2e7c6639-7a97-43df-a92d-d2675c58c246 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:28:19.456846 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-e8638d1f-8931-48f3-999e-4df221c4f1d1 req-2e7c6639-7a97-43df-a92d-d2675c58c246 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:28:19.492981 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a14f17-a482-482b-a3ac-293354838597 req-d02fe0d7-bccb-4eed-bf91-81247d347873 tempest-LiveMigrationTest-979382837 tempest-LiveMigrationTest-979382837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:19.500603 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-68a14f17-a482-482b-a3ac-293354838597 req-d02fe0d7-bccb-4eed-bf91-81247d347873 tempest-LiveMigrationTest-979382837 tempest-LiveMigrationTest-979382837-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=24302c62-7ac3-4163-8b04-e80e5c068019 HTTP/1.1" status: 200 len: 1095 time: 0.3936050 May 31 13:28:19.525413 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dfe05d15-574d-4e62-85e9-3704b63dcc3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:19.569699 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-dfe05d15-574d-4e62-85e9-3704b63dcc3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:28:19.574428 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-dfe05d15-574d-4e62-85e9-3704b63dcc3d admin admin] Usage tracker for resource:security_group_rule and tenant:3f02eea7ed38477b94e789ca3a38875f is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:28:19.577435 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-dfe05d15-574d-4e62-85e9-3704b63dcc3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:28:19.578335 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device f80beafb-4837-4beb-9ebc-4e5c18fabb2d up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:28:19.584627 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-dfe05d15-574d-4e62-85e9-3704b63dcc3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:28:19.591214 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8638d1f-8931-48f3-999e-4df221c4f1d1 req-2e7c6639-7a97-43df-a92d-d2675c58c246 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Made reservation on behalf of 18168e4261004e939dcd26b86e964c6e for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:28:19.595535 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e8638d1f-8931-48f3-999e-4df221c4f1d1 req-2e7c6639-7a97-43df-a92d-d2675c58c246 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:19.642376 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0588c52c-7ec2-4d6f-b169-cb680b454ab7 req-e424ec7b-9ffd-41e0-a84c-7f1f31ffa728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:19.643875 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0588c52c-7ec2-4d6f-b169-cb680b454ab7 req-e424ec7b-9ffd-41e0-a84c-7f1f31ffa728 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=03601eff-cc07-4210-91b9-54e2e22c50f4 HTTP/1.1" status: 200 len: 850 time: 0.3717427 May 31 13:28:19.650566 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0a78494e-bc25-4a11-8889-7c4dd8516e6a req-982bd3ae-5675-4530-aad6-47e013d424ce service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=30b9966f-70b7-43b1-ab74-f74fd2bbd109&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4979882 May 31 13:28:19.655126 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ed006b00-ee66-4245-b193-4cbcdd48782f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:19.697751 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port f80beafb-4837-4beb-9ebc-4e5c18fabb2d triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:28:19.698490 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:19.711028 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ed006b00-ee66-4245-b193-4cbcdd48782f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:19.756220 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-68a14f17-a482-482b-a3ac-293354838597 req-c30def74-7873-4d3c-9140-20f87fa55db9 tempest-LiveMigrationTest-979382837 tempest-LiveMigrationTest-979382837-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=3d29a7ba-8da4-4594-bfbf-9f55cd071e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546108 May 31 13:28:19.775442 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed006b00-ee66-4245-b193-4cbcdd48782f admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:28:19.780372 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed006b00-ee66-4245-b193-4cbcdd48782f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a17cab4-6020-4095-a3af-d8da92feae16,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:19.822807 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ed006b00-ee66-4245-b193-4cbcdd48782f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:19.823147 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-ed006b00-ee66-4245-b193-4cbcdd48782f admin admin] Added segment e9cd1a0e-a4b7-43b7-be1f-97f3a2f73d5d of type vlan for network 29fe9209-7455-49d1-bbb8-3bf3a6f3bebb May 31 13:28:19.903633 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dfe05d15-574d-4e62-85e9-3704b63dcc3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:19.905775 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ed006b00-ee66-4245-b193-4cbcdd48782f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:19.915235 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dfe05d15-574d-4e62-85e9-3704b63dcc3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:19.945375 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0588c52c-7ec2-4d6f-b169-cb680b454ab7 req-e32f0da0-56d3-4638-80ba-6e7153add616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:19.947729 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0588c52c-7ec2-4d6f-b169-cb680b454ab7 req-e32f0da0-56d3-4638-80ba-6e7153add616 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ef7bc708-faad-4f53-9863-9b17fc2bd3a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2892914 May 31 13:28:19.976144 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe05d15-574d-4e62-85e9-3704b63dcc3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eef64f3d-64d9-415a-98ec-97c1c90f5ed0,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:20.007196 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port f80beafb-4837-4beb-9ebc-4e5c18fabb2d is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:28:20.061542 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee6add-bc08-4c40-9084-03f608aaf3dd req-57c38186-30ef-490e-8d4b-30f4211ae17c tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:20.061910 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-dfe05d15-574d-4e62-85e9-3704b63dcc3d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3f02eea7ed38477b94e789ca3a38875f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9708245 May 31 13:28:20.063052 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-35ee6add-bc08-4c40-9084-03f608aaf3dd req-57c38186-30ef-490e-8d4b-30f4211ae17c tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7972174 May 31 13:28:20.085849 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41928) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:28:20.089829 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6a26fd55-8707-47a5-b4e6-e58ce2edcfaf req-7757ca01-c11c-40bc-b4da-22b6b0da7c43 tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0e5e9bb-5818-4360-8a59-bdca79c81bb2 HTTP/1.1" status: 200 len: 210 time: 0.1079624 May 31 13:28:20.093977 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-35ee6add-bc08-4c40-9084-03f608aaf3dd req-906f7d39-023a-44b0-ae94-d99bc8224b3f tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Request body: {'port': {'device_id': 'c2399f6c-7adf-46cb-8f5c-a5a17daead07', 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4', 'admin_state_up': True, 'tenant_id': 'b1def4c9e50043e6a19eab99074af95d'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:28:20.125922 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ed006b00-ee66-4245-b193-4cbcdd48782f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:20.126938 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed006b00-ee66-4245-b193-4cbcdd48782f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:20.127530 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ed006b00-ee66-4245-b193-4cbcdd48782f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:20.326714 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed006b00-ee66-4245-b193-4cbcdd48782f admin admin] Pushing event updated for resources: {'Network': ['ID=29fe9209-7455-49d1-bbb8-3bf3a6f3bebb,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:20.340156 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 29fe9209-7455-49d1-bbb8-3bf3a6f3bebb details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:28:20.354473 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0588c52c-7ec2-4d6f-b169-cb680b454ab7 req-d03605df-f69c-4c81-9c9a-1268e663d0d9 service neutron] 10.222.0.20 "GET /v2.0/networks/ef7bc708-faad-4f53-9863-9b17fc2bd3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3580279 May 31 13:28:20.383184 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788a851b-6ce3-4425-b8c6-c7d5815854d3 req-c81c4b4f-9a5b-4dd0-9657-ab77d5bbb943 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:20.392345 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-788a851b-6ce3-4425-b8c6-c7d5815854d3 req-c81c4b4f-9a5b-4dd0-9657-ab77d5bbb943 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 945 time: 0.7760715 May 31 13:28:20.532148 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-e8638d1f-8931-48f3-999e-4df221c4f1d1 req-2e7c6639-7a97-43df-a92d-d2675c58c246 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Allocated IP 172.20.0.11 (e94860fc-774d-4c2a-8939-034b7867dd9d/e7bc81f6-6e33-4455-a972-854280f36089/93461431-3737-43ab-ac12-7864c8d1a3c4) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:28:20.568942 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7e6cdc8c-21e0-47e4-81c6-be98155f188f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:20.580262 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-788a851b-6ce3-4425-b8c6-c7d5815854d3 req-12fface5-1820-48a7-b6e0-6018f7a393f6 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1866927 May 31 13:28:20.582970 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a78494e-bc25-4a11-8889-7c4dd8516e6a req-6361f028-9e01-432d-ac81-8165cb76218b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:20.587879 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ed006b00-ee66-4245-b193-4cbcdd48782f admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.0869162 May 31 13:28:20.588401 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0a78494e-bc25-4a11-8889-7c4dd8516e6a req-6361f028-9e01-432d-ac81-8165cb76218b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9d7345b6bbc64d3981e920379156fa19&device_id=30b9966f-70b7-43b1-ab74-f74fd2bbd109 HTTP/1.1" status: 200 len: 1096 time: 0.8160150 May 31 13:28:20.588513 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-bd2d57ee-de80-4067-a82b-faf8c72823c2 req-9a280cfe-7d96-4544-af42-e6defcea52f8 tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=fee0d4481d624d2b84c0b1fc01d296f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2384748 May 31 13:28:20.614331 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41936) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:28:20.656511 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-35ee6add-bc08-4c40-9084-03f608aaf3dd req-906f7d39-023a-44b0-ae94-d99bc8224b3f tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:28:20.666024 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-d16cc09c-7082-4141-9145-0c93a00bef92 admin admin] Request body: {'subnet': {'network_id': '29fe9209-7455-49d1-bbb8-3bf3a6f3bebb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-722066791-subnet', 'tenant_id': 'be9b8c94d98b42f385a0f29035539835', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:28:20.708718 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-35ee6add-bc08-4c40-9084-03f608aaf3dd req-906f7d39-023a-44b0-ae94-d99bc8224b3f tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Usage tracker for resource:port and tenant:b1def4c9e50043e6a19eab99074af95d is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:28:20.720472 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d16cc09c-7082-4141-9145-0c93a00bef92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:28:20.726861 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-35ee6add-bc08-4c40-9084-03f608aaf3dd req-906f7d39-023a-44b0-ae94-d99bc8224b3f tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:28:20.746581 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0588c52c-7ec2-4d6f-b169-cb680b454ab7 req-d2dff2fd-8ed3-468d-b9c3-1fcc8cef156d service neutron] 10.222.0.20 "GET /v2.0/networks/ef7bc708-faad-4f53-9863-9b17fc2bd3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3595340 May 31 13:28:20.780290 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 05ae88ea-d0ae-410f-9fc2-dd7330f8c30f up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:28:20.785439 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-d16cc09c-7082-4141-9145-0c93a00bef92 admin admin] Usage tracker for resource:subnet and tenant:be9b8c94d98b42f385a0f29035539835 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:28:20.805315 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-35ee6add-bc08-4c40-9084-03f608aaf3dd req-906f7d39-023a-44b0-ae94-d99bc8224b3f tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:28:20.809358 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7e6cdc8c-21e0-47e4-81c6-be98155f188f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:20.817889 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-d16cc09c-7082-4141-9145-0c93a00bef92 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:28:20.856147 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d16cc09c-7082-4141-9145-0c93a00bef92 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:28:20.859662 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning for port 05ae88ea-d0ae-410f-9fc2-dd7330f8c30f completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:28:20.864623 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d57ee-de80-4067-a82b-faf8c72823c2 req-4e16a317-eba6-4c8c-93f4-7efe594fb298 tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:20.866314 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-bd2d57ee-de80-4067-a82b-faf8c72823c2 req-4e16a317-eba6-4c8c-93f4-7efe594fb298 tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2751276 May 31 13:28:20.868059 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port 05ae88ea-d0ae-410f-9fc2-dd7330f8c30f triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:28:20.868555 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:20.878670 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-bd2d57ee-de80-4067-a82b-faf8c72823c2 req-02dbaf05-e3ec-4885-be78-198dc0cb02f1 tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] Request body: {'port': {'device_id': 'f0e5e9bb-5818-4360-8a59-bdca79c81bb2', 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4', 'admin_state_up': True, 'tenant_id': 'fee0d4481d624d2b84c0b1fc01d296f7'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:28:21.020478 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 05ae88ea-d0ae-410f-9fc2-dd7330f8c30f is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:28:21.021136 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:21.068786 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0236f22-298e-4818-b4bb-b7088242be2b req-d628ab95-50ae-4137-b452-74e59888c6c5 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:21.075447 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0236f22-298e-4818-b4bb-b7088242be2b req-d628ab95-50ae-4137-b452-74e59888c6c5 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:21.078603 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ae88ea-d0ae-410f-9fc2-dd7330f8c30f'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:28:21.081282 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0236f22-298e-4818-b4bb-b7088242be2b req-d628ab95-50ae-4137-b452-74e59888c6c5 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:21.088669 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0236f22-298e-4818-b4bb-b7088242be2b req-d628ab95-50ae-4137-b452-74e59888c6c5 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:21.092651 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 05ae88ea-d0ae-410f-9fc2-dd7330f8c30f, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=05ae88ea-d0ae-410f-9fc2-dd7330f8c30f,segment=NetworkSegment(c05c3025-af00-47f8-b61e-98dee05227ef),segment_id=c05c3025-af00-47f8-b61e-98dee05227ef)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:28:21.094504 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0236f22-298e-4818-b4bb-b7088242be2b req-d628ab95-50ae-4137-b452-74e59888c6c5 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:21.101376 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0236f22-298e-4818-b4bb-b7088242be2b req-d628ab95-50ae-4137-b452-74e59888c6c5 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:21.102702 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-bd2d57ee-de80-4067-a82b-faf8c72823c2 req-02dbaf05-e3ec-4885-be78-198dc0cb02f1 tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:28:21.108180 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-bd2d57ee-de80-4067-a82b-faf8c72823c2 req-02dbaf05-e3ec-4885-be78-198dc0cb02f1 tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] Usage tracker for resource:port and tenant:fee0d4481d624d2b84c0b1fc01d296f7 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:28:21.108310 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0236f22-298e-4818-b4bb-b7088242be2b req-d628ab95-50ae-4137-b452-74e59888c6c5 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:21.113186 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-bd2d57ee-de80-4067-a82b-faf8c72823c2 req-02dbaf05-e3ec-4885-be78-198dc0cb02f1 tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:28:21.115717 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:21.117345 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a0236f22-298e-4818-b4bb-b7088242be2b req-d628ab95-50ae-4137-b452-74e59888c6c5 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a HTTP/1.1" status: 200 len: 5428 time: 0.8739026 May 31 13:28:21.124812 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-bd2d57ee-de80-4067-a82b-faf8c72823c2 req-02dbaf05-e3ec-4885-be78-198dc0cb02f1 tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:28:21.139401 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35ee6add-bc08-4c40-9084-03f608aaf3dd req-906f7d39-023a-44b0-ae94-d99bc8224b3f tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Made reservation on behalf of b1def4c9e50043e6a19eab99074af95d for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:28:21.142214 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd2d57ee-de80-4067-a82b-faf8c72823c2 req-02dbaf05-e3ec-4885-be78-198dc0cb02f1 tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] Made reservation on behalf of fee0d4481d624d2b84c0b1fc01d296f7 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:28:21.142579 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-35ee6add-bc08-4c40-9084-03f608aaf3dd req-906f7d39-023a-44b0-ae94-d99bc8224b3f tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:21.149381 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-bd2d57ee-de80-4067-a82b-faf8c72823c2 req-02dbaf05-e3ec-4885-be78-198dc0cb02f1 tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:21.159560 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d16cc09c-7082-4141-9145-0c93a00bef92 admin admin] Made reservation on behalf of be9b8c94d98b42f385a0f29035539835 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:28:21.164481 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d16cc09c-7082-4141-9145-0c93a00bef92 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:21.171336 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-bd2d57ee-de80-4067-a82b-faf8c72823c2 req-02dbaf05-e3ec-4885-be78-198dc0cb02f1 tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:21.198993 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-bd2d57ee-de80-4067-a82b-faf8c72823c2 req-02dbaf05-e3ec-4885-be78-198dc0cb02f1 tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:28:21.207937 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-bd2d57ee-de80-4067-a82b-faf8c72823c2 req-02dbaf05-e3ec-4885-be78-198dc0cb02f1 tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] Usage tracker for resource:security_group_rule and tenant:fee0d4481d624d2b84c0b1fc01d296f7 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:28:21.214722 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-bd2d57ee-de80-4067-a82b-faf8c72823c2 req-02dbaf05-e3ec-4885-be78-198dc0cb02f1 tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:28:21.230132 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-bd2d57ee-de80-4067-a82b-faf8c72823c2 req-02dbaf05-e3ec-4885-be78-198dc0cb02f1 tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:28:21.238699 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=05ae88ea-d0ae-410f-9fc2-dd7330f8c30f,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:21.284201 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7e6cdc8c-21e0-47e4-81c6-be98155f188f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:21.350189 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-bd2d57ee-de80-4067-a82b-faf8c72823c2 req-02dbaf05-e3ec-4885-be78-198dc0cb02f1 tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:21.354811 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-bd2d57ee-de80-4067-a82b-faf8c72823c2 req-02dbaf05-e3ec-4885-be78-198dc0cb02f1 tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:21.454755 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dbaf05-e3ec-4885-be78-198dc0cb02f1 tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a7ba04-cfe4-4106-a377-7b2346488305,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:21.553718 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6cdc8c-21e0-47e4-81c6-be98155f188f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef64f3d-64d9-415a-98ec-97c1c90f5ed0,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:21.559058 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a0236f22-298e-4818-b4bb-b7088242be2b req-8d80a3de-bf74-4703-9117-d3fe358766e5 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/security-groups?id=1de4fedc-888a-46c6-9d87-1b48c5765046&id=71a9d93c-f6cb-49b0-b2f5-61553702d6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4409070 May 31 13:28:21.562527 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [req-bd2d57ee-de80-4067-a82b-faf8c72823c2 req-02dbaf05-e3ec-4885-be78-198dc0cb02f1 tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] Allocated IP 192.168.233.230 (85b11c4f-90ad-4763-b38d-22d3f87089f4/24822c99-0dce-4d50-9c44-3135ba3763b8/35237f49-e812-47c7-9519-8b34b6d937ec) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:28:21.574256 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a78494e-bc25-4a11-8889-7c4dd8516e6a req-304b0e98-ab19-441d-976c-64b1d920c0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:21.575988 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0a78494e-bc25-4a11-8889-7c4dd8516e6a req-304b0e98-ab19-441d-976c-64b1d920c0fd service neutron] 10.222.0.44 "GET /v2.0/networks?id=e576ad54-297c-4eec-b73b-25479782c1e2 HTTP/1.1" status: 200 len: 909 time: 0.9214313 May 31 13:28:21.655105 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-15b3e407-f309-469f-a9e3-05350a71e1a5 req-6dbd3c3a-a293-4319-8466-c339ed826f37 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Synchronizing usage tracker for tenant:18168e4261004e939dcd26b86e964c6e on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:28:21.699792 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0a78494e-bc25-4a11-8889-7c4dd8516e6a req-b5fa8700-a861-4ab2-b9cc-bae248bbf06f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7981e8f9-d03b-40e2-9db7-0fab18d23011 HTTP/1.1" status: 200 len: 217 time: 0.1000409 May 31 13:28:21.784724 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e8638d1f-8931-48f3-999e-4df221c4f1d1 req-2e7c6639-7a97-43df-a92d-d2675c58c246 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:21.825067 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-bd2d57ee-de80-4067-a82b-faf8c72823c2 req-02dbaf05-e3ec-4885-be78-198dc0cb02f1 tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:21.865224 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7e6cdc8c-21e0-47e4-81c6-be98155f188f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:21.865443 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-bd2d57ee-de80-4067-a82b-faf8c72823c2 req-02dbaf05-e3ec-4885-be78-198dc0cb02f1 tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] Transition to ACTIVE for port object 35237f49-e812-47c7-9519-8b34b6d937ec will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:28:21.865719 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-7e6cdc8c-21e0-47e4-81c6-be98155f188f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/eef64f3d-64d9-415a-98ec-97c1c90f5ed0 HTTP/1.1" status: 204 len: 168 time: 1.7711320 May 31 13:28:21.890350 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-15b3e407-f309-469f-a9e3-05350a71e1a5 req-6dbd3c3a-a293-4319-8466-c339ed826f37 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Unset dirty status for tenant:18168e4261004e939dcd26b86e964c6e on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:28:21.891498 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-15b3e407-f309-469f-a9e3-05350a71e1a5 req-6dbd3c3a-a293-4319-8466-c339ed826f37 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d09d665-de20-4480-88af-e81be792c3c1 HTTP/1.1" status: 200 len: 210 time: 0.5844789 May 31 13:28:21.904208 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b899fe70-fe05-4c98-ace7-abe413c966ca req-aeee69b9-d331-4a41-b609-8b3631e100ae tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2399f6c-7adf-46cb-8f5c-a5a17daead07 HTTP/1.1" status: 200 len: 210 time: 0.1242414 May 31 13:28:21.911410 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-bd2d57ee-de80-4067-a82b-faf8c72823c2 req-02dbaf05-e3ec-4885-be78-198dc0cb02f1 tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:21.914023 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-e8638d1f-8931-48f3-999e-4df221c4f1d1 req-2e7c6639-7a97-43df-a92d-d2675c58c246 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Transition to ACTIVE for port object 93461431-3737-43ab-ac12-7864c8d1a3c4 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:28:22.002841 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dbaf05-e3ec-4885-be78-198dc0cb02f1 tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] Pushing event updated for resources: {'Port': ['ID=35237f49-e812-47c7-9519-8b34b6d937ec,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:22.036435 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd2d57ee-de80-4067-a82b-faf8c72823c2 req-02dbaf05-e3ec-4885-be78-198dc0cb02f1 tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] Network 85b11c4f-90ad-4763-b38d-22d3f87089f4 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:28:22.041021 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ca5e978-ecbc-4733-8269-fbe9c4c5701f'] response: {'server_uuid': 'f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ae88ea-d0ae-410f-9fc2-dd7330f8c30f', 'code': 200} May 31 13:28:22.041484 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [req-bd2d57ee-de80-4067-a82b-faf8c72823c2 req-02dbaf05-e3ec-4885-be78-198dc0cb02f1 tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:28:22.055025 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd2d57ee-de80-4067-a82b-faf8c72823c2 req-02dbaf05-e3ec-4885-be78-198dc0cb02f1 tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:28:22.254455 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d57ee-de80-4067-a82b-faf8c72823c2 req-02dbaf05-e3ec-4885-be78-198dc0cb02f1 tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:22.255957 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-bd2d57ee-de80-4067-a82b-faf8c72823c2 req-02dbaf05-e3ec-4885-be78-198dc0cb02f1 tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:22.321030 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-bd2d57ee-de80-4067-a82b-faf8c72823c2 req-02dbaf05-e3ec-4885-be78-198dc0cb02f1 tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4462526 May 31 13:28:22.335159 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-bd2d57ee-de80-4067-a82b-faf8c72823c2 req-592ca293-16c8-4ffb-a402-08f073a7525d service neutron] Request body: {'port': {'device_id': 'f0e5e9bb-5818-4360-8a59-bdca79c81bb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:28:22.337366 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a78494e-bc25-4a11-8889-7c4dd8516e6a req-1b086d79-450c-485b-8308-d2d054973a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:22.340319 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0a78494e-bc25-4a11-8889-7c4dd8516e6a req-1b086d79-450c-485b-8308-d2d054973a77 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=376bfa95-ebe5-4cb8-abaa-2bcb5d3a07e3 HTTP/1.1" status: 200 len: 848 time: 0.6152334 May 31 13:28:22.539176 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-bd2d57ee-de80-4067-a82b-faf8c72823c2 req-592ca293-16c8-4ffb-a402-08f073a7525d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:22.611430 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a9771a26-a6ca-4649-a5be-30ab58daaa14 None None] Provisioning for port 35237f49-e812-47c7-9519-8b34b6d937ec completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:28:22.616298 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0a78494e-bc25-4a11-8889-7c4dd8516e6a req-2b9d403b-500a-48e9-9d5c-e9a63c99156d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e576ad54-297c-4eec-b73b-25479782c1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1357965 May 31 13:28:22.632654 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a9771a26-a6ca-4649-a5be-30ab58daaa14 None None] Provisioning complete for port 35237f49-e812-47c7-9519-8b34b6d937ec triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:28:22.633037 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a9771a26-a6ca-4649-a5be-30ab58daaa14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:22.670265 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41958) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:28:22.735927 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-a9771a26-a6ca-4649-a5be-30ab58daaa14 None None] Port 35237f49-e812-47c7-9519-8b34b6d937ec cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:28:22.775831 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d16cc09c-7082-4141-9145-0c93a00bef92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:22.791827 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device ed7a4efa-d56d-4605-8b79-de0f8f0e9d7c up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:28:22.847557 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-35ee6add-bc08-4c40-9084-03f608aaf3dd req-906f7d39-023a-44b0-ae94-d99bc8224b3f tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Allocated IP 192.168.233.246 (85b11c4f-90ad-4763-b38d-22d3f87089f4/24822c99-0dce-4d50-9c44-3135ba3763b8/d35a6424-4d31-4e0a-9b18-2eee07fecbf2) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:28:22.860043 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-adfef9fb-c172-4f0a-a24a-e55be0cd8115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:22.899569 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e8638d1f-8931-48f3-999e-4df221c4f1d1 req-2e7c6639-7a97-43df-a92d-d2675c58c246 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:22.939066 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning for port ed7a4efa-d56d-4605-8b79-de0f8f0e9d7c completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:28:22.951245 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port ed7a4efa-d56d-4605-8b79-de0f8f0e9d7c triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:28:22.952004 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:22.965840 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-adfef9fb-c172-4f0a-a24a-e55be0cd8115 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:28:23.008196 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-adfef9fb-c172-4f0a-a24a-e55be0cd8115 admin admin] Usage tracker for resource:security_group_rule and tenant:c30643ed4f804307962550697d821045 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:28:23.040530 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-adfef9fb-c172-4f0a-a24a-e55be0cd8115 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:28:23.088377 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16cc09c-7082-4141-9145-0c93a00bef92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82d28a94-56aa-487e-b28b-6f63cbb648aa,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:23.092745 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8638d1f-8931-48f3-999e-4df221c4f1d1 req-2e7c6639-7a97-43df-a92d-d2675c58c246 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Network e94860fc-774d-4c2a-8939-034b7867dd9d is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:28:23.093710 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-adfef9fb-c172-4f0a-a24a-e55be0cd8115 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:28:23.113746 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port ed7a4efa-d56d-4605-8b79-de0f8f0e9d7c is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:28:23.114392 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:23.127051 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-e8638d1f-8931-48f3-999e-4df221c4f1d1 req-2e7c6639-7a97-43df-a92d-d2675c58c246 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:28:23.141872 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8638d1f-8931-48f3-999e-4df221c4f1d1 req-2e7c6639-7a97-43df-a92d-d2675c58c246 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:28:23.158905 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port ed7a4efa-d56d-4605-8b79-de0f8f0e9d7c, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=ed7a4efa-d56d-4605-8b79-de0f8f0e9d7c,segment=NetworkSegment(c05c3025-af00-47f8-b61e-98dee05227ef),segment_id=c05c3025-af00-47f8-b61e-98dee05227ef)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:28:23.164212 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:23.165048 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 8e966406-8086-497d-9f36-fd419f01573c up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:28:23.188536 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7c6639-7a97-43df-a92d-d2675c58c246 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Pushing event updated for resources: {'Port': ['ID=93461431-3737-43ab-ac12-7864c8d1a3c4,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:23.203148 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0a78494e-bc25-4a11-8889-7c4dd8516e6a req-b9c9fbbc-671a-4660-ae7f-5b456ba119de service neutron] 10.222.0.44 "GET /v2.0/networks/e576ad54-297c-4eec-b73b-25479782c1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5746861 May 31 13:28:23.211934 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989350b-d4e5-4faa-8964-fdf354891823 req-52f8f4c1-05ce-4831-a47e-b82fec2c1670 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:23.219209 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e989350b-d4e5-4faa-8964-fdf354891823 req-52f8f4c1-05ce-4831-a47e-b82fec2c1670 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 945 time: 0.7896323 May 31 13:28:23.221179 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16cc09c-7082-4141-9145-0c93a00bef92 admin admin] Checking segment: {'id': 'e9cd1a0e-a4b7-43b7-be1f-97f3a2f73d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '29fe9209-7455-49d1-bbb8-3bf3a6f3bebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:28:23.221551 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16cc09c-7082-4141-9145-0c93a00bef92 admin admin] Network hostable DHCP agents. Network: 29fe9209-7455-49d1-bbb8-3bf3a6f3bebb, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:28:23.254951 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6382711-5849-48b8-bff9-16a74208caa6 req-c5820b51-dc4e-4d49-82c0-23ee8ff2c544 tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:23.259662 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d6382711-5849-48b8-bff9-16a74208caa6 req-c5820b51-dc4e-4d49-82c0-23ee8ff2c544 tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0e5e9bb-5818-4360-8a59-bdca79c81bb2 HTTP/1.1" status: 200 len: 936 time: 0.9003105 May 31 13:28:23.323778 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=ed7a4efa-d56d-4605-8b79-de0f8f0e9d7c,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:23.340791 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:28:23.341263 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:28:23.341683 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:28:23.342154 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:28:23.342689 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:28:23.343096 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:28:23.343495 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:28:23.343835 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:28:23.344370 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:28:23.344904 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:28:23.345454 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:28:23.346020 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:28:23.352301 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning for port 8e966406-8086-497d-9f36-fd419f01573c completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:28:23.362482 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port 8e966406-8086-497d-9f36-fd419f01573c triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:28:23.363071 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:23.475533 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-aac2335a-bf90-4f6c-a7ce-98a02f075989 None None] Provisioning for port 93461431-3737-43ab-ac12-7864c8d1a3c4 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:28:23.514384 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-aac2335a-bf90-4f6c-a7ce-98a02f075989 None None] Provisioning complete for port 93461431-3737-43ab-ac12-7864c8d1a3c4 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:28:23.514636 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-aac2335a-bf90-4f6c-a7ce-98a02f075989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:23.569933 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8638d1f-8931-48f3-999e-4df221c4f1d1 req-2e7c6639-7a97-43df-a92d-d2675c58c246 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:23.570604 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e8638d1f-8931-48f3-999e-4df221c4f1d1 req-2e7c6639-7a97-43df-a92d-d2675c58c246 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:23.601063 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-aac2335a-bf90-4f6c-a7ce-98a02f075989 None None] Port 93461431-3737-43ab-ac12-7864c8d1a3c4 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:28:23.602516 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 8e966406-8086-497d-9f36-fd419f01573c is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:28:23.602898 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:23.606655 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e989350b-d4e5-4faa-8964-fdf354891823 req-334c8a98-52cc-451b-b419-cb27be5d8750 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3865645 May 31 13:28:23.607269 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16cc09c-7082-4141-9145-0c93a00bef92 admin admin] Network 29fe9209-7455-49d1-bbb8-3bf3a6f3bebb is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:28:23.646271 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d6382711-5849-48b8-bff9-16a74208caa6 req-3796ee36-8463-4e5e-8285-a03a9fea380a tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2a7ba04-cfe4-4106-a377-7b2346488305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3857324 May 31 13:28:23.685462 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 8e966406-8086-497d-9f36-fd419f01573c, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=8e966406-8086-497d-9f36-fd419f01573c,segment=NetworkSegment(3438d023-0058-42be-b2fa-a81ef9f95959),segment_id=3438d023-0058-42be-b2fa-a81ef9f95959)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:28:23.696353 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:23.698088 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device efc96b22-153b-44b0-a49d-5f2541380c5e up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:28:23.728568 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-d16cc09c-7082-4141-9145-0c93a00bef92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 29fe9209-7455-49d1-bbb8-3bf3a6f3bebb) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:28:23.733660 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16cc09c-7082-4141-9145-0c93a00bef92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:23.734295 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d16cc09c-7082-4141-9145-0c93a00bef92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:23.768233 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e8638d1f-8931-48f3-999e-4df221c4f1d1 req-2e7c6639-7a97-43df-a92d-d2675c58c246 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1011705 May 31 13:28:23.803044 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ff459f-2b54-463b-9757-1786bb07a1f5 None None] Network 29fe9209-7455-49d1-bbb8-3bf3a6f3bebb requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:28:23.833380 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-e8638d1f-8931-48f3-999e-4df221c4f1d1 req-99e51e10-3b95-4d23-8d18-465b48a341ab service neutron] Request body: {'port': {'device_id': '6d09d665-de20-4480-88af-e81be792c3c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:28:24.029825 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=8e966406-8086-497d-9f36-fd419f01573c,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:24.033130 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0a78494e-bc25-4a11-8889-7c4dd8516e6a req-53c58b25-03cf-4471-977b-2aaf55a6dad6 service neutron] 10.222.0.44 "GET /v2.0/networks/e576ad54-297c-4eec-b73b-25479782c1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7884774 May 31 13:28:24.052099 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed7a4efa-d56d-4605-8b79-de0f8f0e9d7c'}, {'server_uuid': 'f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e966406-8086-497d-9f36-fd419f01573c'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:28:24.080494 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 13:28:24.110328 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning for port efc96b22-153b-44b0-a49d-5f2541380c5e completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:28:24.116528 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-d16cc09c-7082-4141-9145-0c93a00bef92 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 3.4902337 May 31 13:28:24.117927 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-35ee6add-bc08-4c40-9084-03f608aaf3dd req-906f7d39-023a-44b0-ae94-d99bc8224b3f tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:24.119321 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41972) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:28:24.130275 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-5bedd907-48c6-4f88-9137-c2958cd83270 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-722066791-router', 'tenant_id': 'be9b8c94d98b42f385a0f29035539835', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:28:24.133793 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port efc96b22-153b-44b0-a49d-5f2541380c5e triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:28:24.135268 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:24.146584 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5bedd907-48c6-4f88-9137-c2958cd83270 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:28:24.151047 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-5bedd907-48c6-4f88-9137-c2958cd83270 admin admin] Usage tracker for resource:router and tenant:be9b8c94d98b42f385a0f29035539835 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:28:24.160029 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-5bedd907-48c6-4f88-9137-c2958cd83270 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:28:24.161873 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-adfef9fb-c172-4f0a-a24a-e55be0cd8115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:24.172437 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-b88a5ae4-b9dd-48dc-b461-a120611f64d9 req-dc263e74-18de-43a7-ac76-0d700a003165 tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Synchronizing usage tracker for tenant:b1def4c9e50043e6a19eab99074af95d on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:28:24.178442 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5bedd907-48c6-4f88-9137-c2958cd83270 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:28:24.185287 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-adfef9fb-c172-4f0a-a24a-e55be0cd8115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:24.198512 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5bedd907-48c6-4f88-9137-c2958cd83270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:24.200390 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5bedd907-48c6-4f88-9137-c2958cd83270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:24.226823 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5bedd907-48c6-4f88-9137-c2958cd83270 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:24.266073 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-35ee6add-bc08-4c40-9084-03f608aaf3dd req-906f7d39-023a-44b0-ae94-d99bc8224b3f tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Transition to ACTIVE for port object d35a6424-4d31-4e0a-9b18-2eee07fecbf2 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:28:24.304716 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3db1a51-089a-41d8-a88e-6e1f14741035 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-29fe9209-7455-49d1-bbb8-3bf3a6f3bebb', 'network_id': '29fe9209-7455-49d1-bbb8-3bf3a6f3bebb', 'tenant_id': 'be9b8c94d98b42f385a0f29035539835', 'fixed_ips': [{'subnet_id': '82d28a94-56aa-487e-b28b-6f63cbb648aa'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:28:24.325645 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b3db1a51-089a-41d8-a88e-6e1f14741035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:24.390017 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-b88a5ae4-b9dd-48dc-b461-a120611f64d9 req-dc263e74-18de-43a7-ac76-0d700a003165 tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Unset dirty status for tenant:b1def4c9e50043e6a19eab99074af95d on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:28:24.401717 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b88a5ae4-b9dd-48dc-b461-a120611f64d9 req-dc263e74-18de-43a7-ac76-0d700a003165 tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2399f6c-7adf-46cb-8f5c-a5a17daead07 HTTP/1.1" status: 200 len: 210 time: 0.3794227 May 31 13:28:24.434522 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-adfef9fb-c172-4f0a-a24a-e55be0cd8115 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c30643ed4f804307962550697d821045&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7591267 May 31 13:28:24.467103 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfef9fb-c172-4f0a-a24a-e55be0cd8115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a30af4b1-7836-4a6d-bac0-434c827a3266,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:24.484518 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41976) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:28:24.538258 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e8638d1f-8931-48f3-999e-4df221c4f1d1 req-99e51e10-3b95-4d23-8d18-465b48a341ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:24.619342 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7816bbe-208a-4d42-a76b-2aca8d7365f0 req-21e2159b-a60f-43d1-9a53-0aa2dc5db3c0 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:24.624415 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-b3db1a51-089a-41d8-a88e-6e1f14741035 None None] Allocated IP 172.20.0.2 (29fe9209-7455-49d1-bbb8-3bf3a6f3bebb/82d28a94-56aa-487e-b28b-6f63cbb648aa/72a71f29-e5d2-4b2e-96c4-42fc5ea4c224) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:28:24.632832 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7816bbe-208a-4d42-a76b-2aca8d7365f0 req-21e2159b-a60f-43d1-9a53-0aa2dc5db3c0 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:24.645158 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7816bbe-208a-4d42-a76b-2aca8d7365f0 req-21e2159b-a60f-43d1-9a53-0aa2dc5db3c0 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:24.656960 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7816bbe-208a-4d42-a76b-2aca8d7365f0 req-21e2159b-a60f-43d1-9a53-0aa2dc5db3c0 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:24.662447 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5bedd907-48c6-4f88-9137-c2958cd83270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:24.670861 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7816bbe-208a-4d42-a76b-2aca8d7365f0 req-21e2159b-a60f-43d1-9a53-0aa2dc5db3c0 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:24.673420 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fa0eaaba-d825-4506-8e13-44af57790202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:24.682927 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7816bbe-208a-4d42-a76b-2aca8d7365f0 req-21e2159b-a60f-43d1-9a53-0aa2dc5db3c0 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:24.698584 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7816bbe-208a-4d42-a76b-2aca8d7365f0 req-21e2159b-a60f-43d1-9a53-0aa2dc5db3c0 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:24.702337 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b7816bbe-208a-4d42-a76b-2aca8d7365f0 req-21e2159b-a60f-43d1-9a53-0aa2dc5db3c0 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a HTTP/1.1" status: 200 len: 5431 time: 0.9202273 May 31 13:28:24.724114 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fa0eaaba-d825-4506-8e13-44af57790202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:24.873774 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fa0eaaba-d825-4506-8e13-44af57790202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:24.901460 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0eaaba-d825-4506-8e13-44af57790202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30af4b1-7836-4a6d-bac0-434c827a3266,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:24.948187 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-35ee6add-bc08-4c40-9084-03f608aaf3dd req-906f7d39-023a-44b0-ae94-d99bc8224b3f tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:24.977833 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port efc96b22-153b-44b0-a49d-5f2541380c5e is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:28:24.978603 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:24.992332 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fa0eaaba-d825-4506-8e13-44af57790202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:24.998369 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-fa0eaaba-d825-4506-8e13-44af57790202 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a30af4b1-7836-4a6d-bac0-434c827a3266 HTTP/1.1" status: 204 len: 168 time: 0.5080967 May 31 13:28:25.004779 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['c9e1fd5a-3c44-4e6f-b64b-eeb5510e929c'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:28:25.073787 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b3db1a51-089a-41d8-a88e-6e1f14741035 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:25.085335 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b3db1a51-089a-41d8-a88e-6e1f14741035 None None] Transition to ACTIVE for port object 72a71f29-e5d2-4b2e-96c4-42fc5ea4c224 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:28:25.104663 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b3db1a51-089a-41d8-a88e-6e1f14741035 None None] Transition to ACTIVE for port object 72a71f29-e5d2-4b2e-96c4-42fc5ea4c224 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:28:25.126901 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b3db1a51-089a-41d8-a88e-6e1f14741035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:25.168700 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [req-bd2d57ee-de80-4067-a82b-faf8c72823c2 req-592ca293-16c8-4ffb-a402-08f073a7525d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35237f49-e812-47c7-9519-8b34b6d937ec {{(pid=88369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:28:25.178294 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-bd2d57ee-de80-4067-a82b-faf8c72823c2 req-592ca293-16c8-4ffb-a402-08f073a7525d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:25.188070 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port efc96b22-153b-44b0-a49d-5f2541380c5e, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=efc96b22-153b-44b0-a49d-5f2541380c5e,segment=NetworkSegment(93c0ce22-ca2e-4102-a5ac-29f4b6003ec8),segment_id=93c0ce22-ca2e-4102-a5ac-29f4b6003ec8)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:28:25.198255 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-bd2d57ee-de80-4067-a82b-faf8c72823c2 req-592ca293-16c8-4ffb-a402-08f073a7525d service neutron] Transition to ACTIVE for port object 35237f49-e812-47c7-9519-8b34b6d937ec will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:28:25.209848 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:25.210148 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-bd2d57ee-de80-4067-a82b-faf8c72823c2 req-592ca293-16c8-4ffb-a402-08f073a7525d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:25.210827 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device afb50f20-5db7-426b-99db-2d8249ca9f29 up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:28:25.240000 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b7816bbe-208a-4d42-a76b-2aca8d7365f0 req-14c4a2f4-3b3c-4967-9733-e6aa7c414369 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/security-groups?id=1de4fedc-888a-46c6-9d87-1b48c5765046&id=71a9d93c-f6cb-49b0-b2f5-61553702d6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4684651 May 31 13:28:25.244966 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35ee6add-bc08-4c40-9084-03f608aaf3dd req-906f7d39-023a-44b0-ae94-d99bc8224b3f tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Network 85b11c4f-90ad-4763-b38d-22d3f87089f4 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:28:25.279536 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-35ee6add-bc08-4c40-9084-03f608aaf3dd req-906f7d39-023a-44b0-ae94-d99bc8224b3f tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:28:25.282955 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-35ee6add-bc08-4c40-9084-03f608aaf3dd req-906f7d39-023a-44b0-ae94-d99bc8224b3f tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:28:25.382641 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3db1a51-089a-41d8-a88e-6e1f14741035 None None] Network 29fe9209-7455-49d1-bbb8-3bf3a6f3bebb is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:28:25.412212 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-b3db1a51-089a-41d8-a88e-6e1f14741035 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:28:25.434655 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning for port afb50f20-5db7-426b-99db-2d8249ca9f29 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:28:25.446439 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3db1a51-089a-41d8-a88e-6e1f14741035 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:28:25.482948 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3db1a51-089a-41d8-a88e-6e1f14741035 None None] Pushing event updated for resources: {'Port': ['ID=72a71f29-e5d2-4b2e-96c4-42fc5ea4c224,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:25.625168 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592ca293-16c8-4ffb-a402-08f073a7525d service neutron] Pushing event updated for resources: {'Port': ['ID=35237f49-e812-47c7-9519-8b34b6d937ec,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:25.652577 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906f7d39-023a-44b0-ae94-d99bc8224b3f tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Pushing event updated for resources: {'Port': ['ID=d35a6424-4d31-4e0a-9b18-2eee07fecbf2,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:25.673855 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee6add-bc08-4c40-9084-03f608aaf3dd req-906f7d39-023a-44b0-ae94-d99bc8224b3f tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:25.675007 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-35ee6add-bc08-4c40-9084-03f608aaf3dd req-906f7d39-023a-44b0-ae94-d99bc8224b3f tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:25.774691 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port afb50f20-5db7-426b-99db-2d8249ca9f29 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:28:25.775592 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:25.833872 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-35ee6add-bc08-4c40-9084-03f608aaf3dd req-906f7d39-023a-44b0-ae94-d99bc8224b3f tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.7488804 May 31 13:28:25.861874 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-35ee6add-bc08-4c40-9084-03f608aaf3dd req-a5861397-710d-4d1d-a16e-87b64247ab94 service neutron] Request body: {'port': {'device_id': 'c2399f6c-7adf-46cb-8f5c-a5a17daead07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:28:26.073360 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-b3db1a51-089a-41d8-a88e-6e1f14741035 None None] Attempting to bind port 72a71f29-e5d2-4b2e-96c4-42fc5ea4c224 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:28:26.073981 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-b3db1a51-089a-41d8-a88e-6e1f14741035 None None] Attempting to bind port 72a71f29-e5d2-4b2e-96c4-42fc5ea4c224 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'e9cd1a0e-a4b7-43b7-be1f-97f3a2f73d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '29fe9209-7455-49d1-bbb8-3bf3a6f3bebb'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:28:26.074546 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3db1a51-089a-41d8-a88e-6e1f14741035 None None] Attempting to bind port 72a71f29-e5d2-4b2e-96c4-42fc5ea4c224 on network 29fe9209-7455-49d1-bbb8-3bf3a6f3bebb {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:28:26.139600 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-bd2d57ee-de80-4067-a82b-faf8c72823c2 req-592ca293-16c8-4ffb-a402-08f073a7525d service neutron] Attempting to bind port 35237f49-e812-47c7-9519-8b34b6d937ec on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:28:26.140188 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-bd2d57ee-de80-4067-a82b-faf8c72823c2 req-592ca293-16c8-4ffb-a402-08f073a7525d service neutron] Attempting to bind port 35237f49-e812-47c7-9519-8b34b6d937ec by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:28:26.140945 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2d57ee-de80-4067-a82b-faf8c72823c2 req-592ca293-16c8-4ffb-a402-08f073a7525d service neutron] Attempting to bind port 35237f49-e812-47c7-9519-8b34b6d937ec on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:28:26.153739 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port afb50f20-5db7-426b-99db-2d8249ca9f29 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:28:26.154147 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:26.167065 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-1867960e-1ac4-47de-9e81-cb89c53472fd None None] Provisioning for port d35a6424-4d31-4e0a-9b18-2eee07fecbf2 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:28:26.171968 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2d57ee-de80-4067-a82b-faf8c72823c2 req-592ca293-16c8-4ffb-a402-08f073a7525d service neutron] Port 35237f49-e812-47c7-9519-8b34b6d937ec on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:28:26.173288 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2d57ee-de80-4067-a82b-faf8c72823c2 req-592ca293-16c8-4ffb-a402-08f073a7525d service neutron] Attempting to bind port 35237f49-e812-47c7-9519-8b34b6d937ec on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:28:26.179384 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-1867960e-1ac4-47de-9e81-cb89c53472fd None None] Provisioning complete for port d35a6424-4d31-4e0a-9b18-2eee07fecbf2 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:28:26.180619 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1867960e-1ac4-47de-9e81-cb89c53472fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:26.209580 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3db1a51-089a-41d8-a88e-6e1f14741035 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:28:26.210702 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3db1a51-089a-41d8-a88e-6e1f14741035 None None] Checking segment: {'id': 'e9cd1a0e-a4b7-43b7-be1f-97f3a2f73d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '29fe9209-7455-49d1-bbb8-3bf3a6f3bebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:28:26.211291 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b3db1a51-089a-41d8-a88e-6e1f14741035 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:26.211830 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3db1a51-089a-41d8-a88e-6e1f14741035 None None] Bound using segment: {'id': 'e9cd1a0e-a4b7-43b7-be1f-97f3a2f73d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '29fe9209-7455-49d1-bbb8-3bf3a6f3bebb'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:28:26.212540 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-b3db1a51-089a-41d8-a88e-6e1f14741035 None None] Bound port: 72a71f29-e5d2-4b2e-96c4-42fc5ea4c224, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9cd1a0e-a4b7-43b7-be1f-97f3a2f73d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '29fe9209-7455-49d1-bbb8-3bf3a6f3bebb'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:28:26.213065 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b3db1a51-089a-41d8-a88e-6e1f14741035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:26.226215 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5bedd907-48c6-4f88-9137-c2958cd83270 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:26.227247 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddf5a50-654b-4046-ba1f-8fe4aacfb8b6 req-14fa4dbb-f328-48a0-b311-be7f219cb131 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:26.229174 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1ddf5a50-654b-4046-ba1f-8fe4aacfb8b6 req-14fa4dbb-f328-48a0-b311-be7f219cb131 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d09d665-de20-4480-88af-e81be792c3c1 HTTP/1.1" status: 200 len: 932 time: 1.4085338 May 31 13:28:26.271447 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=efc96b22-153b-44b0-a49d-5f2541380c5e,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:26.282169 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2d57ee-de80-4067-a82b-faf8c72823c2 req-592ca293-16c8-4ffb-a402-08f073a7525d service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:28:26.282547 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2d57ee-de80-4067-a82b-faf8c72823c2 req-592ca293-16c8-4ffb-a402-08f073a7525d service neutron] Checking segment: {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:28:26.283129 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2d57ee-de80-4067-a82b-faf8c72823c2 req-592ca293-16c8-4ffb-a402-08f073a7525d service neutron] Bound using segment: {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:28:26.283815 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-bd2d57ee-de80-4067-a82b-faf8c72823c2 req-592ca293-16c8-4ffb-a402-08f073a7525d service neutron] Bound port: 35237f49-e812-47c7-9519-8b34b6d937ec, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:28:26.284359 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-bd2d57ee-de80-4067-a82b-faf8c72823c2 req-592ca293-16c8-4ffb-a402-08f073a7525d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:26.305231 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port afb50f20-5db7-426b-99db-2d8249ca9f29, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=afb50f20-5db7-426b-99db-2d8249ca9f29,segment=NetworkSegment(c05c3025-af00-47f8-b61e-98dee05227ef),segment_id=c05c3025-af00-47f8-b61e-98dee05227ef)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:28:26.366038 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:26.367692 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 4954dca1-a5cd-4389-bc9b-a96a8180e081 up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:28:26.445318 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-e8638d1f-8931-48f3-999e-4df221c4f1d1 req-99e51e10-3b95-4d23-8d18-465b48a341ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93461431-3737-43ab-ac12-7864c8d1a3c4 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:28:26.463427 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-1867960e-1ac4-47de-9e81-cb89c53472fd None None] Port d35a6424-4d31-4e0a-9b18-2eee07fecbf2 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:28:26.472475 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-35ee6add-bc08-4c40-9084-03f608aaf3dd req-a5861397-710d-4d1d-a16e-87b64247ab94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:26.513149 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e8638d1f-8931-48f3-999e-4df221c4f1d1 req-99e51e10-3b95-4d23-8d18-465b48a341ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:26.517777 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5bedd907-48c6-4f88-9137-c2958cd83270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:26.560583 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=afb50f20-5db7-426b-99db-2d8249ca9f29,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:26.564845 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-b3db1a51-089a-41d8-a88e-6e1f14741035 None None] For port 72a71f29-e5d2-4b2e-96c4-42fc5ea4c224, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:28:26.570942 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-b3db1a51-089a-41d8-a88e-6e1f14741035 None None] For port 72a71f29-e5d2-4b2e-96c4-42fc5ea4c224, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=72a71f29-e5d2-4b2e-96c4-42fc5ea4c224,segment=NetworkSegment(e9cd1a0e-a4b7-43b7-be1f-97f3a2f73d5d),segment_id=e9cd1a0e-a4b7-43b7-be1f-97f3a2f73d5d)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:28:26.581333 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b3db1a51-089a-41d8-a88e-6e1f14741035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:26.622971 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-e8638d1f-8931-48f3-999e-4df221c4f1d1 req-99e51e10-3b95-4d23-8d18-465b48a341ab service neutron] Transition to ACTIVE for port object 93461431-3737-43ab-ac12-7864c8d1a3c4 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:28:26.633816 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1ddf5a50-654b-4046-ba1f-8fe4aacfb8b6 req-0481c8df-8d67-49bd-8edd-5bbebd601e5b tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] 10.222.0.50 "GET /v2.0/security-groups?id=9df5af2d-f549-4666-90cd-c522e41d204c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3980887 May 31 13:28:26.651478 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61ebea3-69f3-4743-8532-f0fef738cec5 req-bdf5af2c-7f93-4c39-aa90-ad681419eecc tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:26.670121 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f61ebea3-69f3-4743-8532-f0fef738cec5 req-bdf5af2c-7f93-4c39-aa90-ad681419eecc tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 945 time: 0.9701228 May 31 13:28:26.676473 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e8638d1f-8931-48f3-999e-4df221c4f1d1 req-99e51e10-3b95-4d23-8d18-465b48a341ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:26.732978 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3db1a51-089a-41d8-a88e-6e1f14741035 None None] Pushing event updated for resources: {'Port': ['ID=72a71f29-e5d2-4b2e-96c4-42fc5ea4c224,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:26.756482 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f78a0c8-1b5d-4384-909c-4db3d4002c86'] response: {'server_uuid': 'f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed7a4efa-d56d-4605-8b79-de0f8f0e9d7c', 'code': 200} May 31 13:28:26.758136 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f78a0c8-1b5d-4384-909c-4db3d4002c86'] response: {'server_uuid': 'f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e966406-8086-497d-9f36-fd419f01573c', 'code': 200} May 31 13:28:26.761387 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning for port 4954dca1-a5cd-4389-bc9b-a96a8180e081 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:28:26.773627 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port 4954dca1-a5cd-4389-bc9b-a96a8180e081 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:28:26.775154 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:26.796268 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 42044) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:28:26.945269 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-bd2d57ee-de80-4067-a82b-faf8c72823c2 req-592ca293-16c8-4ffb-a402-08f073a7525d service neutron] For port 35237f49-e812-47c7-9519-8b34b6d937ec, host n-h2-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:28:26.963557 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-bd2d57ee-de80-4067-a82b-faf8c72823c2 req-592ca293-16c8-4ffb-a402-08f073a7525d service neutron] For port 35237f49-e812-47c7-9519-8b34b6d937ec, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=35237f49-e812-47c7-9519-8b34b6d937ec,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:28:26.995556 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-bd2d57ee-de80-4067-a82b-faf8c72823c2 req-592ca293-16c8-4ffb-a402-08f073a7525d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:27.000293 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-5bedd907-48c6-4f88-9137-c2958cd83270 admin admin] Allocated IP 172.25.6.89 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/ec502baf-891e-4127-8c8f-bdc0e135b9e9) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:28:27.057100 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 4954dca1-a5cd-4389-bc9b-a96a8180e081 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:28:27.058555 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:27.111768 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d57ee-de80-4067-a82b-faf8c72823c2 req-592ca293-16c8-4ffb-a402-08f073a7525d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:27.112396 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-bd2d57ee-de80-4067-a82b-faf8c72823c2 req-592ca293-16c8-4ffb-a402-08f073a7525d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:27.114527 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-bd2d57ee-de80-4067-a82b-faf8c72823c2 req-592ca293-16c8-4ffb-a402-08f073a7525d service neutron] 10.222.0.44 "PUT /v2.0/ports/35237f49-e812-47c7-9519-8b34b6d937ec HTTP/1.1" status: 200 len: 1096 time: 4.7871001 May 31 13:28:27.120419 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0e5e9bb-5818-4360-8a59-bdca79c81bb2', 'tag': '35237f49-e812-47c7-9519-8b34b6d937ec'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:28:27.127560 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 4954dca1-a5cd-4389-bc9b-a96a8180e081, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=4954dca1-a5cd-4389-bc9b-a96a8180e081,segment=NetworkSegment(c05c3025-af00-47f8-b61e-98dee05227ef),segment_id=c05c3025-af00-47f8-b61e-98dee05227ef)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:28:27.135026 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:27.135895 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 10ed9e35-6e6d-4cf1-8c03-6739c221f3a3 up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:28:27.357788 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e51e10-3b95-4d23-8d18-465b48a341ab service neutron] Pushing event updated for resources: {'Port': ['ID=93461431-3737-43ab-ac12-7864c8d1a3c4,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:27.487723 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592ca293-16c8-4ffb-a402-08f073a7525d service neutron] Pushing event updated for resources: {'Port': ['ID=35237f49-e812-47c7-9519-8b34b6d937ec,revision_number=3']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:27.538465 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning for port 10ed9e35-6e6d-4cf1-8c03-6739c221f3a3 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:28:27.558676 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port 10ed9e35-6e6d-4cf1-8c03-6739c221f3a3 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:28:27.559050 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:27.633015 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=4954dca1-a5cd-4389-bc9b-a96a8180e081,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:27.685943 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 72a71f29-e5d2-4b2e-96c4-42fc5ea4c224 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:28:27.687101 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d57ee-de80-4067-a82b-faf8c72823c2 req-5061fb9f-66b3-4835-976a-69ac79a9b1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:27.689132 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-bd2d57ee-de80-4067-a82b-faf8c72823c2 req-5061fb9f-66b3-4835-976a-69ac79a9b1b9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fee0d4481d624d2b84c0b1fc01d296f7&device_id=f0e5e9bb-5818-4360-8a59-bdca79c81bb2 HTTP/1.1" status: 200 len: 1099 time: 0.5306096 May 31 13:28:27.695861 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5bedd907-48c6-4f88-9137-c2958cd83270 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:27.818363 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-bd2d57ee-de80-4067-a82b-faf8c72823c2 req-de9ee09d-3a09-47f3-af2d-f22d1ecf3b11 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=35237f49-e812-47c7-9519-8b34b6d937ec HTTP/1.1" status: 200 len: 217 time: 0.1184189 May 31 13:28:27.919553 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d57ee-de80-4067-a82b-faf8c72823c2 req-e467a801-167f-4eee-97f0-b82292add19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:27.922101 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-bd2d57ee-de80-4067-a82b-faf8c72823c2 req-e467a801-167f-4eee-97f0-b82292add19a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.0939586 May 31 13:28:27.930149 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f61ebea3-69f3-4743-8532-f0fef738cec5 req-d01918db-6f0f-42c5-a7ca-94bacc662f13 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2590137 May 31 13:28:27.959920 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-35ee6add-bc08-4c40-9084-03f608aaf3dd req-a5861397-710d-4d1d-a16e-87b64247ab94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d35a6424-4d31-4e0a-9b18-2eee07fecbf2 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:28:27.968372 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 10ed9e35-6e6d-4cf1-8c03-6739c221f3a3 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:28:27.968813 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:28.022706 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5bedd907-48c6-4f88-9137-c2958cd83270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:28.093858 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 72a71f29-e5d2-4b2e-96c4-42fc5ea4c224 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:28:28.112383 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-35ee6add-bc08-4c40-9084-03f608aaf3dd req-a5861397-710d-4d1d-a16e-87b64247ab94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:28.117610 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bedd907-48c6-4f88-9137-c2958cd83270 admin admin] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:28:28.134035 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 10ed9e35-6e6d-4cf1-8c03-6739c221f3a3, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=10ed9e35-6e6d-4cf1-8c03-6739c221f3a3,segment=NetworkSegment(3438d023-0058-42be-b2fa-a81ef9f95959),segment_id=3438d023-0058-42be-b2fa-a81ef9f95959)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:28:28.136045 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-5bedd907-48c6-4f88-9137-c2958cd83270 admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:28:28.141880 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bedd907-48c6-4f88-9137-c2958cd83270 admin admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:28:28.147301 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:28.206959 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-4d51a700-d48c-4c79-8cce-6fa198998979 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-235570822-network', 'tenant_id': '633e14999cf6449e966925c4e75e7489'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:28:28.247737 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=10ed9e35-6e6d-4cf1-8c03-6739c221f3a3,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:28.297280 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-4d51a700-d48c-4c79-8cce-6fa198998979 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:28:28.362673 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-35ee6add-bc08-4c40-9084-03f608aaf3dd req-a5861397-710d-4d1d-a16e-87b64247ab94 service neutron] Transition to ACTIVE for port object d35a6424-4d31-4e0a-9b18-2eee07fecbf2 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:28:28.365053 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-4d51a700-d48c-4c79-8cce-6fa198998979 admin admin] Usage tracker for resource:network and tenant:633e14999cf6449e966925c4e75e7489 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:28:28.377739 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-4d51a700-d48c-4c79-8cce-6fa198998979 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:28:28.393678 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-35ee6add-bc08-4c40-9084-03f608aaf3dd req-a5861397-710d-4d1d-a16e-87b64247ab94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:28.400855 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-4d51a700-d48c-4c79-8cce-6fa198998979 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:28:28.452014 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bedd907-48c6-4f88-9137-c2958cd83270 admin admin] Pushing event updated for resources: {'Port': ['ID=ec502baf-891e-4127-8c8f-bdc0e135b9e9,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:28.494532 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d57ee-de80-4067-a82b-faf8c72823c2 req-ddf7865a-ce51-4926-94c0-84f621b748fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:28.496031 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-bd2d57ee-de80-4067-a82b-faf8c72823c2 req-ddf7865a-ce51-4926-94c0-84f621b748fc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5656371 May 31 13:28:28.659837 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5861397-710d-4d1d-a16e-87b64247ab94 service neutron] Pushing event updated for resources: {'Port': ['ID=d35a6424-4d31-4e0a-9b18-2eee07fecbf2,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:28.687598 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99449226-e878-4af6-a75e-6cf45923eadb None None] Network 29fe9209-7455-49d1-bbb8-3bf3a6f3bebb requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:28:28.690519 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d51a700-d48c-4c79-8cce-6fa198998979 admin admin] Made reservation on behalf of 633e14999cf6449e966925c4e75e7489 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:28:28.695173 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4d51a700-d48c-4c79-8cce-6fa198998979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:28.766656 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7adb6db-37e8-4bc0-9b22-66d27a584ad5 req-686a064c-6bcb-4aa3-93d0-95f36ce9d7a7 tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:28.771197 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a7adb6db-37e8-4bc0-9b22-66d27a584ad5 req-686a064c-6bcb-4aa3-93d0-95f36ce9d7a7 tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0e5e9bb-5818-4360-8a59-bdca79c81bb2 HTTP/1.1" status: 200 len: 948 time: 1.4883301 May 31 13:28:28.843576 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efc96b22-153b-44b0-a49d-5f2541380c5e'}, {'server_uuid': 'f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb50f20-5db7-426b-99db-2d8249ca9f29'}, {'server_uuid': 'f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4954dca1-a5cd-4389-bc9b-a96a8180e081'}, {'server_uuid': 'f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10ed9e35-6e6d-4cf1-8c03-6739c221f3a3'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:28:28.867165 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-e8638d1f-8931-48f3-999e-4df221c4f1d1 req-99e51e10-3b95-4d23-8d18-465b48a341ab service neutron] Attempting to bind port 93461431-3737-43ab-ac12-7864c8d1a3c4 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:28:28.867165 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-e8638d1f-8931-48f3-999e-4df221c4f1d1 req-99e51e10-3b95-4d23-8d18-465b48a341ab service neutron] Attempting to bind port 93461431-3737-43ab-ac12-7864c8d1a3c4 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'e182c216-7254-4f7c-9347-fb53ba5ba244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e94860fc-774d-4c2a-8939-034b7867dd9d'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:28:28.867165 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8638d1f-8931-48f3-999e-4df221c4f1d1 req-99e51e10-3b95-4d23-8d18-465b48a341ab service neutron] Attempting to bind port 93461431-3737-43ab-ac12-7864c8d1a3c4 on network e94860fc-774d-4c2a-8939-034b7867dd9d {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:28:28.880384 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b3c0ed08-52e4-4ba6-9141-91c10ace64b1 None None] Provisioning for port 72a71f29-e5d2-4b2e-96c4-42fc5ea4c224 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:28:28.887264 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b3c0ed08-52e4-4ba6-9141-91c10ace64b1 None None] Provisioning complete for port 72a71f29-e5d2-4b2e-96c4-42fc5ea4c224 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:28:28.887465 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b3c0ed08-52e4-4ba6-9141-91c10ace64b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:28.920258 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8638d1f-8931-48f3-999e-4df221c4f1d1 req-99e51e10-3b95-4d23-8d18-465b48a341ab service neutron] Port 93461431-3737-43ab-ac12-7864c8d1a3c4 on network e94860fc-774d-4c2a-8939-034b7867dd9d not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:28:28.920675 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8638d1f-8931-48f3-999e-4df221c4f1d1 req-99e51e10-3b95-4d23-8d18-465b48a341ab service neutron] Attempting to bind port 93461431-3737-43ab-ac12-7864c8d1a3c4 on network e94860fc-774d-4c2a-8939-034b7867dd9d {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:28:28.923239 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4d51a700-d48c-4c79-8cce-6fa198998979 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:28.935301 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-bd2d57ee-de80-4067-a82b-faf8c72823c2 req-ea73e605-7c4b-4b0f-8db3-fdd3db917e5a service neutron] 10.222.0.44 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4273064 May 31 13:28:28.954491 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5bedd907-48c6-4f88-9137-c2958cd83270 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:28.985955 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-4d51a700-d48c-4c79-8cce-6fa198998979 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:28:28.991559 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-4d51a700-d48c-4c79-8cce-6fa198998979 admin admin] Usage tracker for resource:security_group_rule and tenant:633e14999cf6449e966925c4e75e7489 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:28:28.994542 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-4d51a700-d48c-4c79-8cce-6fa198998979 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:28:29.000693 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-4d51a700-d48c-4c79-8cce-6fa198998979 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:28:29.025856 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8638d1f-8931-48f3-999e-4df221c4f1d1 req-99e51e10-3b95-4d23-8d18-465b48a341ab service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:28:29.026477 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8638d1f-8931-48f3-999e-4df221c4f1d1 req-99e51e10-3b95-4d23-8d18-465b48a341ab service neutron] Checking segment: {'id': 'e182c216-7254-4f7c-9347-fb53ba5ba244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e94860fc-774d-4c2a-8939-034b7867dd9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:28:29.026974 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8638d1f-8931-48f3-999e-4df221c4f1d1 req-99e51e10-3b95-4d23-8d18-465b48a341ab service neutron] Bound using segment: {'id': 'e182c216-7254-4f7c-9347-fb53ba5ba244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e94860fc-774d-4c2a-8939-034b7867dd9d'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:28:29.027524 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-e8638d1f-8931-48f3-999e-4df221c4f1d1 req-99e51e10-3b95-4d23-8d18-465b48a341ab service neutron] Bound port: 93461431-3737-43ab-ac12-7864c8d1a3c4, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e182c216-7254-4f7c-9347-fb53ba5ba244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e94860fc-774d-4c2a-8939-034b7867dd9d'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:28:29.028129 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e8638d1f-8931-48f3-999e-4df221c4f1d1 req-99e51e10-3b95-4d23-8d18-465b48a341ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:29.173518 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c63f3dc-8152-4291-b811-b4edb4b19f36 req-877f7b63-441d-444c-9fcb-000f19bb840c tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:29.176807 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b3c0ed08-52e4-4ba6-9141-91c10ace64b1 None None] Current status of the port 72a71f29-e5d2-4b2e-96c4-42fc5ea4c224 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:28:29.177084 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8c63f3dc-8152-4291-b811-b4edb4b19f36 req-877f7b63-441d-444c-9fcb-000f19bb840c tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2399f6c-7adf-46cb-8f5c-a5a17daead07 HTTP/1.1" status: 200 len: 936 time: 0.8839715 May 31 13:28:29.177376 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b3c0ed08-52e4-4ba6-9141-91c10ace64b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:29.209513 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a7adb6db-37e8-4bc0-9b22-66d27a584ad5 req-a904f99c-f77a-4a30-8790-3709f9e0ba37 tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2a7ba04-cfe4-4106-a377-7b2346488305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065269 May 31 13:28:29.280297 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-b3c0ed08-52e4-4ba6-9141-91c10ace64b1 None None] For port 72a71f29-e5d2-4b2e-96c4-42fc5ea4c224, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=72a71f29-e5d2-4b2e-96c4-42fc5ea4c224,segment=NetworkSegment(e9cd1a0e-a4b7-43b7-be1f-97f3a2f73d5d),segment_id=e9cd1a0e-a4b7-43b7-be1f-97f3a2f73d5d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:28:29.288284 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b3c0ed08-52e4-4ba6-9141-91c10ace64b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:29.312396 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8c63f3dc-8152-4291-b811-b4edb4b19f36 req-3a6d22ef-f4b7-47bd-9e5d-2fe3ab81fa98 tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf755f24-1043-4dc9-80d0-31a81d8fbace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128612 May 31 13:28:29.313213 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-35ee6add-bc08-4c40-9084-03f608aaf3dd req-a5861397-710d-4d1d-a16e-87b64247ab94 service neutron] Attempting to bind port d35a6424-4d31-4e0a-9b18-2eee07fecbf2 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:28:29.313545 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-35ee6add-bc08-4c40-9084-03f608aaf3dd req-a5861397-710d-4d1d-a16e-87b64247ab94 service neutron] Attempting to bind port d35a6424-4d31-4e0a-9b18-2eee07fecbf2 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:28:29.313874 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ee6add-bc08-4c40-9084-03f608aaf3dd req-a5861397-710d-4d1d-a16e-87b64247ab94 service neutron] Attempting to bind port d35a6424-4d31-4e0a-9b18-2eee07fecbf2 on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:28:29.355171 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-e8638d1f-8931-48f3-999e-4df221c4f1d1 req-99e51e10-3b95-4d23-8d18-465b48a341ab service neutron] For port 93461431-3737-43ab-ac12-7864c8d1a3c4, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:28:29.377049 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ee6add-bc08-4c40-9084-03f608aaf3dd req-a5861397-710d-4d1d-a16e-87b64247ab94 service neutron] Port d35a6424-4d31-4e0a-9b18-2eee07fecbf2 on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:28:29.377573 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ee6add-bc08-4c40-9084-03f608aaf3dd req-a5861397-710d-4d1d-a16e-87b64247ab94 service neutron] Attempting to bind port d35a6424-4d31-4e0a-9b18-2eee07fecbf2 on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:28:29.459139 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ee6add-bc08-4c40-9084-03f608aaf3dd req-a5861397-710d-4d1d-a16e-87b64247ab94 service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:28:29.459626 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ee6add-bc08-4c40-9084-03f608aaf3dd req-a5861397-710d-4d1d-a16e-87b64247ab94 service neutron] Checking segment: {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:28:29.460178 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ee6add-bc08-4c40-9084-03f608aaf3dd req-a5861397-710d-4d1d-a16e-87b64247ab94 service neutron] Bound using segment: {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:28:29.460810 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-35ee6add-bc08-4c40-9084-03f608aaf3dd req-a5861397-710d-4d1d-a16e-87b64247ab94 service neutron] Bound port: d35a6424-4d31-4e0a-9b18-2eee07fecbf2, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:28:29.461311 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-35ee6add-bc08-4c40-9084-03f608aaf3dd req-a5861397-710d-4d1d-a16e-87b64247ab94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:29.509394 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-e8638d1f-8931-48f3-999e-4df221c4f1d1 req-99e51e10-3b95-4d23-8d18-465b48a341ab service neutron] For port 93461431-3737-43ab-ac12-7864c8d1a3c4, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=93461431-3737-43ab-ac12-7864c8d1a3c4,segment=NetworkSegment(e182c216-7254-4f7c-9347-fb53ba5ba244),segment_id=e182c216-7254-4f7c-9347-fb53ba5ba244)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:28:29.527427 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4d51a700-d48c-4c79-8cce-6fa198998979 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:29.533817 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e8638d1f-8931-48f3-999e-4df221c4f1d1 req-99e51e10-3b95-4d23-8d18-465b48a341ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:29.568898 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c0ed08-52e4-4ba6-9141-91c10ace64b1 None None] Pushing event updated for resources: {'Port': ['ID=72a71f29-e5d2-4b2e-96c4-42fc5ea4c224,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:29.606973 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca574f62-1a2f-4de2-8b43-319e9026e837'] response: {'name': 'network-changed', 'server_uuid': 'f0e5e9bb-5818-4360-8a59-bdca79c81bb2', 'tag': '35237f49-e812-47c7-9519-8b34b6d937ec', 'status': 'completed', 'code': 200} May 31 13:28:29.672780 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4d51a700-d48c-4c79-8cce-6fa198998979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:29.788989 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-bd2d57ee-de80-4067-a82b-faf8c72823c2 req-67764730-0463-48ea-96b6-101f9317d3b5 service neutron] 10.222.0.44 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7431641 May 31 13:28:29.849418 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-7298658d-be1a-4824-8a68-4d2f1bd5cc3a None None] Provisioning complete for port 72a71f29-e5d2-4b2e-96c4-42fc5ea4c224 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:28:29.850235 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7298658d-be1a-4824-8a68-4d2f1bd5cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:29.863380 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8638d1f-8931-48f3-999e-4df221c4f1d1 req-99e51e10-3b95-4d23-8d18-465b48a341ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:29.863380 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e8638d1f-8931-48f3-999e-4df221c4f1d1 req-99e51e10-3b95-4d23-8d18-465b48a341ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:29.864881 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e8638d1f-8931-48f3-999e-4df221c4f1d1 req-99e51e10-3b95-4d23-8d18-465b48a341ab service neutron] 10.222.0.44 "PUT /v2.0/ports/93461431-3737-43ab-ac12-7864c8d1a3c4 HTTP/1.1" status: 200 len: 1092 time: 6.0802698 May 31 13:28:29.883188 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d09d665-de20-4480-88af-e81be792c3c1', 'tag': '93461431-3737-43ab-ac12-7864c8d1a3c4'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:28:29.896365 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d51a700-d48c-4c79-8cce-6fa198998979 admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:28:30.018311 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d51a700-d48c-4c79-8cce-6fa198998979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=834a7886-0cce-4ec4-86a1-7e121fb3b800,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:30.057398 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4d51a700-d48c-4c79-8cce-6fa198998979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:30.057742 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-4d51a700-d48c-4c79-8cce-6fa198998979 admin admin] Added segment b43bd213-a5c3-431b-9972-53566e005364 of type vlan for network 4906b42e-b307-4d36-b70d-f5895b463d19 May 31 13:28:30.068305 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e51e10-3b95-4d23-8d18-465b48a341ab service neutron] Pushing event updated for resources: {'Port': ['ID=93461431-3737-43ab-ac12-7864c8d1a3c4,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:30.091469 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-35ee6add-bc08-4c40-9084-03f608aaf3dd req-a5861397-710d-4d1d-a16e-87b64247ab94 service neutron] For port d35a6424-4d31-4e0a-9b18-2eee07fecbf2, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:28:30.126773 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-35ee6add-bc08-4c40-9084-03f608aaf3dd req-a5861397-710d-4d1d-a16e-87b64247ab94 service neutron] For port d35a6424-4d31-4e0a-9b18-2eee07fecbf2, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=d35a6424-4d31-4e0a-9b18-2eee07fecbf2,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:28:30.131877 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5bedd907-48c6-4f88-9137-c2958cd83270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:30.145675 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4d51a700-d48c-4c79-8cce-6fa198998979 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:30.150068 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-35ee6add-bc08-4c40-9084-03f608aaf3dd req-a5861397-710d-4d1d-a16e-87b64247ab94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:30.153497 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-7298658d-be1a-4824-8a68-4d2f1bd5cc3a None None] Current status of the port 72a71f29-e5d2-4b2e-96c4-42fc5ea4c224 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:28:30.202265 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8638d1f-8931-48f3-999e-4df221c4f1d1 req-ba1cf989-48fd-4533-8a91-7e964ae8e6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:30.204264 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e8638d1f-8931-48f3-999e-4df221c4f1d1 req-ba1cf989-48fd-4533-8a91-7e964ae8e6d7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=18168e4261004e939dcd26b86e964c6e&device_id=6d09d665-de20-4480-88af-e81be792c3c1 HTTP/1.1" status: 200 len: 1095 time: 0.2700393 May 31 13:28:30.207998 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e20e56-568b-45cc-bbc5-d28e043e3e13 req-221f0063-7701-4b39-9999-09087257da26 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:30.214212 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e20e56-568b-45cc-bbc5-d28e043e3e13 req-221f0063-7701-4b39-9999-09087257da26 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:30.219895 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e20e56-568b-45cc-bbc5-d28e043e3e13 req-221f0063-7701-4b39-9999-09087257da26 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:30.226352 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e20e56-568b-45cc-bbc5-d28e043e3e13 req-221f0063-7701-4b39-9999-09087257da26 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:30.232102 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e20e56-568b-45cc-bbc5-d28e043e3e13 req-221f0063-7701-4b39-9999-09087257da26 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:30.237875 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e20e56-568b-45cc-bbc5-d28e043e3e13 req-221f0063-7701-4b39-9999-09087257da26 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:30.244610 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e20e56-568b-45cc-bbc5-d28e043e3e13 req-221f0063-7701-4b39-9999-09087257da26 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:30.252364 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-27e20e56-568b-45cc-bbc5-d28e043e3e13 req-221f0063-7701-4b39-9999-09087257da26 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a HTTP/1.1" status: 200 len: 5435 time: 0.7203057 May 31 13:28:30.288523 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e8638d1f-8931-48f3-999e-4df221c4f1d1 req-ba8f3d0c-7625-4726-b8a0-21f36e612cfe service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93461431-3737-43ab-ac12-7864c8d1a3c4 HTTP/1.1" status: 200 len: 217 time: 0.0749559 May 31 13:28:30.327082 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee6add-bc08-4c40-9084-03f608aaf3dd req-a5861397-710d-4d1d-a16e-87b64247ab94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:30.327702 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-35ee6add-bc08-4c40-9084-03f608aaf3dd req-a5861397-710d-4d1d-a16e-87b64247ab94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:30.328992 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-35ee6add-bc08-4c40-9084-03f608aaf3dd req-a5861397-710d-4d1d-a16e-87b64247ab94 service neutron] 10.222.0.44 "PUT /v2.0/ports/d35a6424-4d31-4e0a-9b18-2eee07fecbf2 HTTP/1.1" status: 200 len: 1096 time: 4.4773467 May 31 13:28:30.348383 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b92c6b-c406-47e4-aa44-335d1c0e07bb req-4ac643d3-24bc-4ef3-87a5-f81aa6cac358 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:30.350140 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f5b92c6b-c406-47e4-aa44-335d1c0e07bb req-4ac643d3-24bc-4ef3-87a5-f81aa6cac358 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d09d665-de20-4480-88af-e81be792c3c1 HTTP/1.1" status: 200 len: 944 time: 0.6477814 May 31 13:28:30.375524 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df9a57-50f5-46d5-90f6-aa713830673f req-f5e34960-07e4-4177-b1f5-c038a14d7d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:30.377003 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a8df9a57-50f5-46d5-90f6-aa713830673f req-f5e34960-07e4-4177-b1f5-c038a14d7d20 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fee0d4481d624d2b84c0b1fc01d296f7&device_id=f0e5e9bb-5818-4360-8a59-bdca79c81bb2 HTTP/1.1" status: 200 len: 1099 time: 0.4824269 May 31 13:28:30.397664 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8638d1f-8931-48f3-999e-4df221c4f1d1 req-674c0509-295a-463e-a261-0a93c6392bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:30.399955 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e8638d1f-8931-48f3-999e-4df221c4f1d1 req-674c0509-295a-463e-a261-0a93c6392bdd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e7bc81f6-6e33-4455-a972-854280f36089 HTTP/1.1" status: 200 len: 851 time: 0.1009729 May 31 13:28:30.511836 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-27e20e56-568b-45cc-bbc5-d28e043e3e13 req-ccd33a3c-62d9-4353-be9e-fba73613999e tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/security-groups?id=1de4fedc-888a-46c6-9d87-1b48c5765046&id=71a9d93c-f6cb-49b0-b2f5-61553702d6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2585499 May 31 13:28:30.618067 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8638d1f-8931-48f3-999e-4df221c4f1d1 req-3347b952-f175-4c54-8d05-e7e5ad5ae82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:30.619585 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e8638d1f-8931-48f3-999e-4df221c4f1d1 req-3347b952-f175-4c54-8d05-e7e5ad5ae82c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e94860fc-774d-4c2a-8939-034b7867dd9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1395817 May 31 13:28:30.686311 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4d51a700-d48c-4c79-8cce-6fa198998979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:30.687433 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d51a700-d48c-4c79-8cce-6fa198998979 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:30.688282 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4d51a700-d48c-4c79-8cce-6fa198998979 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:30.694249 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df9a57-50f5-46d5-90f6-aa713830673f req-c36f0e9b-1a79-45cc-8dd9-42b207c67d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:30.696261 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a8df9a57-50f5-46d5-90f6-aa713830673f req-c36f0e9b-1a79-45cc-8dd9-42b207c67d3c service neutron] 10.222.0.44 "GET /v2.0/networks?id=85b11c4f-90ad-4763-b38d-22d3f87089f4 HTTP/1.1" status: 200 len: 870 time: 0.2788377 May 31 13:28:30.741936 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5861397-710d-4d1d-a16e-87b64247ab94 service neutron] Pushing event updated for resources: {'Port': ['ID=d35a6424-4d31-4e0a-9b18-2eee07fecbf2,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:30.776171 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bedd907-48c6-4f88-9137-c2958cd83270 admin admin] Router a011e779-64a3-443d-8f62-5cd06b630711 is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 13:28:30.875088 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e8638d1f-8931-48f3-999e-4df221c4f1d1 req-4f9e7a6e-a9b9-4302-b4b3-84eb96f6f6ac service neutron] 10.222.0.44 "GET /v2.0/networks/e94860fc-774d-4c2a-8939-034b7867dd9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336349 May 31 13:28:31.075695 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a8df9a57-50f5-46d5-90f6-aa713830673f req-f71d9e3e-db07-4642-b5d1-41074e382882 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=35237f49-e812-47c7-9519-8b34b6d937ec HTTP/1.1" status: 200 len: 217 time: 0.3117471 May 31 13:28:31.171631 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d51a700-d48c-4c79-8cce-6fa198998979 admin admin] Pushing event updated for resources: {'Network': ['ID=4906b42e-b307-4d36-b70d-f5895b463d19,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:31.189293 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f5b92c6b-c406-47e4-aa44-335d1c0e07bb req-826ed0e9-0686-4837-ab89-19d7e8688856 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] 10.222.0.50 "GET /v2.0/security-groups?id=9df5af2d-f549-4666-90cd-c522e41d204c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8198915 May 31 13:28:31.193064 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 4906b42e-b307-4d36-b70d-f5895b463d19 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:28:31.199955 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-4d51a700-d48c-4c79-8cce-6fa198998979 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 3.9395444 May 31 13:28:31.211788 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 42118) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:28:31.228333 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-25d3047e-de13-41aa-bda5-34936de2665a admin admin] Request body: {'subnet': {'network_id': '4906b42e-b307-4d36-b70d-f5895b463d19', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-235570822-subnet', 'tenant_id': '633e14999cf6449e966925c4e75e7489', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:28:31.258101 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-25d3047e-de13-41aa-bda5-34936de2665a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:28:31.261635 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bedd907-48c6-4f88-9137-c2958cd83270 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:28:31.270020 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e8638d1f-8931-48f3-999e-4df221c4f1d1 req-55532222-e70b-483a-8434-2a92f6272343 service neutron] 10.222.0.44 "GET /v2.0/networks/e94860fc-774d-4c2a-8939-034b7867dd9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3844657 May 31 13:28:31.280400 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-25d3047e-de13-41aa-bda5-34936de2665a admin admin] Usage tracker for resource:subnet and tenant:633e14999cf6449e966925c4e75e7489 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:28:31.286728 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6794303-82fd-4038-bb58-1e32e47ed6b0 None None] Sync routers for ids ['a011e779-64a3-443d-8f62-5cd06b630711'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:28:31.296081 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df9a57-50f5-46d5-90f6-aa713830673f req-5ef5af9d-c609-4a67-86e7-a6542ca1f505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:31.303319 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a8df9a57-50f5-46d5-90f6-aa713830673f req-5ef5af9d-c609-4a67-86e7-a6542ca1f505 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.2064118 May 31 13:28:31.308208 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5bedd907-48c6-4f88-9137-c2958cd83270 admin admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:31.310806 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-5bedd907-48c6-4f88-9137-c2958cd83270 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.1886332 May 31 13:28:31.315799 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42122) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:28:31.327954 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-25d3047e-de13-41aa-bda5-34936de2665a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:28:31.328339 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6794303-82fd-4038-bb58-1e32e47ed6b0 None None] Routers {'a011e779-64a3-443d-8f62-5cd06b630711'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:28:31.334070 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-a6794303-82fd-4038-bb58-1e32e47ed6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:28:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['a011e779-64a3-443d-8f62-5cd06b630711'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:28:31.342759 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d061802-7994-4ecb-bcf8-b82ad490ed13'] response: {'name': 'network-changed', 'server_uuid': '6d09d665-de20-4480-88af-e81be792c3c1', 'tag': '93461431-3737-43ab-ac12-7864c8d1a3c4', 'status': 'completed', 'code': 200} May 31 13:28:31.480255 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee6add-bc08-4c40-9084-03f608aaf3dd req-31091e57-f464-494c-a20c-a70f783cdef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:31.481831 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-35ee6add-bc08-4c40-9084-03f608aaf3dd req-31091e57-f464-494c-a20c-a70f783cdef0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b1def4c9e50043e6a19eab99074af95d&device_id=c2399f6c-7adf-46cb-8f5c-a5a17daead07 HTTP/1.1" status: 200 len: 1099 time: 1.0995140 May 31 13:28:31.514996 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-25d3047e-de13-41aa-bda5-34936de2665a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:28:31.570741 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99a75d71-d10c-43aa-900e-6716a2c0ed7e'] response: {'server_uuid': 'f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efc96b22-153b-44b0-a49d-5f2541380c5e', 'code': 200} May 31 13:28:31.571186 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99a75d71-d10c-43aa-900e-6716a2c0ed7e'] response: {'server_uuid': 'f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb50f20-5db7-426b-99db-2d8249ca9f29', 'code': 200} May 31 13:28:31.571569 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99a75d71-d10c-43aa-900e-6716a2c0ed7e'] response: {'server_uuid': 'f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4954dca1-a5cd-4389-bc9b-a96a8180e081', 'code': 200} May 31 13:28:31.571912 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99a75d71-d10c-43aa-900e-6716a2c0ed7e'] response: {'server_uuid': 'f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10ed9e35-6e6d-4cf1-8c03-6739c221f3a3', 'code': 200} May 31 13:28:31.699601 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 72a71f29-e5d2-4b2e-96c4-42fc5ea4c224 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:28:31.743379 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-35ee6add-bc08-4c40-9084-03f608aaf3dd req-15bbbec1-e6e1-4f7b-b1dd-84db2720c577 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=d35a6424-4d31-4e0a-9b18-2eee07fecbf2 HTTP/1.1" status: 200 len: 217 time: 0.2259910 May 31 13:28:31.812699 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d3047e-de13-41aa-bda5-34936de2665a admin admin] Made reservation on behalf of 633e14999cf6449e966925c4e75e7489 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:28:31.814993 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-25d3047e-de13-41aa-bda5-34936de2665a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:31.841191 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 72a71f29-e5d2-4b2e-96c4-42fc5ea4c224 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:28:31.843387 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:31.921047 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-a6794303-82fd-4038-bb58-1e32e47ed6b0 None None] Set router a011e779-64a3-443d-8f62-5cd06b630711 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:28:32.011303 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfddd9f-590e-466b-b19a-c1e968215a40 req-e459803b-bc49-492d-9746-7112c1b520ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:32.012752 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fcfddd9f-590e-466b-b19a-c1e968215a40 req-e459803b-bc49-492d-9746-7112c1b520ca service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=18168e4261004e939dcd26b86e964c6e&device_id=6d09d665-de20-4480-88af-e81be792c3c1 HTTP/1.1" status: 200 len: 1095 time: 0.5215108 May 31 13:28:32.102367 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee6add-bc08-4c40-9084-03f608aaf3dd req-788111e4-86ca-4a25-9cd4-e9b55ccf0ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:32.103825 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-35ee6add-bc08-4c40-9084-03f608aaf3dd req-788111e4-86ca-4a25-9cd4-e9b55ccf0ff4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.3039794 May 31 13:28:32.113140 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df9a57-50f5-46d5-90f6-aa713830673f req-4abca21e-8720-4754-8e7a-d09ebfff5bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:32.114640 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a8df9a57-50f5-46d5-90f6-aa713830673f req-4abca21e-8720-4754-8e7a-d09ebfff5bfd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7708921 May 31 13:28:32.131315 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 72a71f29-e5d2-4b2e-96c4-42fc5ea4c224 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:28:32.178411 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc46b88e-f659-4312-b85c-c32917e054c4 req-a2587081-0c92-4b49-9fb0-30942261d738 tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:32.179916 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dc46b88e-f659-4312-b85c-c32917e054c4 req-a2587081-0c92-4b49-9fb0-30942261d738 tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0e5e9bb-5818-4360-8a59-bdca79c81bb2 HTTP/1.1" status: 200 len: 948 time: 0.5448663 May 31 13:28:32.235778 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71010269-34d9-44b8-9532-f3627779ab46 req-025a4420-ea9c-42ed-ae9c-468364cd283f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:32.236291 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71010269-34d9-44b8-9532-f3627779ab46 req-025a4420-ea9c-42ed-ae9c-468364cd283f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:32.236722 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71010269-34d9-44b8-9532-f3627779ab46 req-025a4420-ea9c-42ed-ae9c-468364cd283f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:32.237190 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71010269-34d9-44b8-9532-f3627779ab46 req-025a4420-ea9c-42ed-ae9c-468364cd283f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:32.243249 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71010269-34d9-44b8-9532-f3627779ab46 req-025a4420-ea9c-42ed-ae9c-468364cd283f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:32.244134 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71010269-34d9-44b8-9532-f3627779ab46 req-025a4420-ea9c-42ed-ae9c-468364cd283f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:32.244603 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71010269-34d9-44b8-9532-f3627779ab46 req-025a4420-ea9c-42ed-ae9c-468364cd283f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:32.246621 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-71010269-34d9-44b8-9532-f3627779ab46 req-025a4420-ea9c-42ed-ae9c-468364cd283f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a HTTP/1.1" status: 200 len: 6492 time: 0.5435841 May 31 13:28:32.331008 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b8e74-6db3-4325-80f2-61b1993196c8 req-6881cf3f-ae42-4c7d-bfa6-c050a2a23b18 tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:32.333026 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8d4b8e74-6db3-4325-80f2-61b1993196c8 req-6881cf3f-ae42-4c7d-bfa6-c050a2a23b18 tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2399f6c-7adf-46cb-8f5c-a5a17daead07 HTTP/1.1" status: 200 len: 948 time: 0.6162734 May 31 13:28:32.386914 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfddd9f-590e-466b-b19a-c1e968215a40 req-eff4ead9-f756-415b-947c-508c2e174a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:32.392662 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fcfddd9f-590e-466b-b19a-c1e968215a40 req-eff4ead9-f756-415b-947c-508c2e174a6b service neutron] 10.222.0.44 "GET /v2.0/networks?id=e94860fc-774d-4c2a-8939-034b7867dd9d HTTP/1.1" status: 200 len: 913 time: 0.3731718 May 31 13:28:32.476799 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-a6794303-82fd-4038-bb58-1e32e47ed6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a011e779-64a3-443d-8f62-5cd06b630711', 'name': 'tempest-ServerRescueNegativeTestJSON-722066791-router', 'tenant_id': 'be9b8c94d98b42f385a0f29035539835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'ec502baf-891e-4127-8c8f-bdc0e135b9e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:28:24Z', 'updated_at': '2022-05-31T13:28:28Z', 'revision_number': 3, 'project_id': 'be9b8c94d98b42f385a0f29035539835', 'gw_port': {'id': 'ec502baf-891e-4127-8c8f-bdc0e135b9e9', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6c:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a011e779-64a3-443d-8f62-5cd06b630711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:28:26Z', 'updated_at': '2022-05-31T13:28:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:28:32.481670 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dc46b88e-f659-4312-b85c-c32917e054c4 req-72552cc7-791e-4eba-8d68-e280aa6b4bad tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2a7ba04-cfe4-4106-a377-7b2346488305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859254 May 31 13:28:32.482517 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6794303-82fd-4038-bb58-1e32e47ed6b0 None None] Checking router: a011e779-64a3-443d-8f62-5cd06b630711 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:28:32.482974 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6794303-82fd-4038-bb58-1e32e47ed6b0 None None] Updating router a011e779-64a3-443d-8f62-5cd06b630711 port ec502baf-891e-4127-8c8f-bdc0e135b9e9 binding host n-d-843939-1 {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:28:32.540554 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8d4b8e74-6db3-4325-80f2-61b1993196c8 req-2617b9d8-c080-4adc-97a1-dcb163f08998 tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf755f24-1043-4dc9-80d0-31a81d8fbace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838436 May 31 13:28:32.584334 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a8df9a57-50f5-46d5-90f6-aa713830673f req-bfa9f1f7-4ff1-405c-9674-5dc967dada10 service neutron] 10.222.0.44 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4621866 May 31 13:28:32.599840 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a6794303-82fd-4038-bb58-1e32e47ed6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:32.626465 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee6add-bc08-4c40-9084-03f608aaf3dd req-34c437e6-86c8-490f-8a14-8c276ae88d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:32.628087 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-35ee6add-bc08-4c40-9084-03f608aaf3dd req-34c437e6-86c8-490f-8a14-8c276ae88d16 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5124788 May 31 13:28:32.695254 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-71010269-34d9-44b8-9532-f3627779ab46 req-5831e746-3d5f-470b-a57f-46783534f9b3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=71a9d93c-f6cb-49b0-b2f5-61553702d6c1&id=1de4fedc-888a-46c6-9d87-1b48c5765046&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4391382 May 31 13:28:32.696666 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fcfddd9f-590e-466b-b19a-c1e968215a40 req-8504abb9-c25e-4328-a08c-80b467e13936 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93461431-3737-43ab-ac12-7864c8d1a3c4 HTTP/1.1" status: 200 len: 217 time: 0.2264800 May 31 13:28:32.856708 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfddd9f-590e-466b-b19a-c1e968215a40 req-70e13f9b-36a3-4129-aec2-5b9f0c5fcf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:32.860045 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fcfddd9f-590e-466b-b19a-c1e968215a40 req-70e13f9b-36a3-4129-aec2-5b9f0c5fcf67 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e7bc81f6-6e33-4455-a972-854280f36089 HTTP/1.1" status: 200 len: 851 time: 0.1572068 May 31 13:28:32.909195 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 35237f49-e812-47c7-9519-8b34b6d937ec details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:28:32.914737 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-25d3047e-de13-41aa-bda5-34936de2665a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:33.082933 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfddd9f-590e-466b-b19a-c1e968215a40 req-552b8960-76a4-466e-8635-aa7908d2ba8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:33.085172 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fcfddd9f-590e-466b-b19a-c1e968215a40 req-552b8960-76a4-466e-8635-aa7908d2ba8f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e94860fc-774d-4c2a-8939-034b7867dd9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2152958 May 31 13:28:33.240020 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-41ec3c98-8aba-4e79-b845-876cc4e5207e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:33.250531 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 35237f49-e812-47c7-9519-8b34b6d937ec, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=35237f49-e812-47c7-9519-8b34b6d937ec,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:28:33.282778 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': '35237f49-e812-47c7-9519-8b34b6d937ec', 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4', 'port_id': '35237f49-e812-47c7-9519-8b34b6d937ec', 'mac_address': 'fa:16:3e:d2:68:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24822c99-0dce-4d50-9c44-3135ba3763b8', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:28:33.287431 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d3047e-de13-41aa-bda5-34936de2665a admin admin] Pushing event updated for resources: {'Subnet': ['ID=33d5a057-d728-4f2d-867b-3bfbd8f9a5e3,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:33.290273 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a6794303-82fd-4038-bb58-1e32e47ed6b0 None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:33.335470 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-a6794303-82fd-4038-bb58-1e32e47ed6b0 None None] Transition to ACTIVE for port object ec502baf-891e-4127-8c8f-bdc0e135b9e9 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:28:33.355653 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a6794303-82fd-4038-bb58-1e32e47ed6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:33.372468 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-35ee6add-bc08-4c40-9084-03f608aaf3dd req-0b750de8-7164-4b07-9ea8-27322e55d8f0 service neutron] 10.222.0.44 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7374766 May 31 13:28:33.374310 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a8df9a57-50f5-46d5-90f6-aa713830673f req-f8ff0187-4d92-4283-b5fc-48c64c612485 service neutron] 10.222.0.44 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7815914 May 31 13:28:33.374764 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2399f6c-7adf-46cb-8f5c-a5a17daead07', 'tag': 'd35a6424-4d31-4e0a-9b18-2eee07fecbf2'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:28:33.390098 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 35237f49-e812-47c7-9519-8b34b6d937ec is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:28:33.390475 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:33.423690 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35237f49-e812-47c7-9519-8b34b6d937ec {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:28:33.474601 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 35237f49-e812-47c7-9519-8b34b6d937ec, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=35237f49-e812-47c7-9519-8b34b6d937ec,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:28:33.481787 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:33.513222 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fcfddd9f-590e-466b-b19a-c1e968215a40 req-fe2ec9fd-3f45-44bf-b6aa-8a2e1649d950 service neutron] 10.222.0.44 "GET /v2.0/networks/e94860fc-774d-4c2a-8939-034b7867dd9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3929863 May 31 13:28:33.595135 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-a6794303-82fd-4038-bb58-1e32e47ed6b0 None None] Attempting to bind port ec502baf-891e-4127-8c8f-bdc0e135b9e9 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:28:33.595703 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-a6794303-82fd-4038-bb58-1e32e47ed6b0 None None] Attempting to bind port ec502baf-891e-4127-8c8f-bdc0e135b9e9 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:28:33.597569 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6794303-82fd-4038-bb58-1e32e47ed6b0 None None] Attempting to bind port ec502baf-891e-4127-8c8f-bdc0e135b9e9 on network d2103cd5-63ba-4c24-9d95-fd17643bf14c {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:28:33.600692 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6a7f03-2aaa-4c6e-8d18-448db602ae45 None None] Pushing event updated for resources: {'Port': ['ID=ec502baf-891e-4127-8c8f-bdc0e135b9e9,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:33.604775 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=35237f49-e812-47c7-9519-8b34b6d937ec,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:33.628523 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6794303-82fd-4038-bb58-1e32e47ed6b0 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:28:33.629725 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6794303-82fd-4038-bb58-1e32e47ed6b0 None None] Checking segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:28:33.631083 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a6794303-82fd-4038-bb58-1e32e47ed6b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:33.634638 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6794303-82fd-4038-bb58-1e32e47ed6b0 None None] Bound using segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:28:33.637507 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-a6794303-82fd-4038-bb58-1e32e47ed6b0 None None] Bound port: ec502baf-891e-4127-8c8f-bdc0e135b9e9, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:28:33.638061 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a6794303-82fd-4038-bb58-1e32e47ed6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:33.667490 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d3047e-de13-41aa-bda5-34936de2665a admin admin] Checking segment: {'id': 'b43bd213-a5c3-431b-9972-53566e005364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4906b42e-b307-4d36-b70d-f5895b463d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:28:33.667823 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d3047e-de13-41aa-bda5-34936de2665a admin admin] Network hostable DHCP agents. Network: 4906b42e-b307-4d36-b70d-f5895b463d19, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:28:33.681290 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6a7f03-2aaa-4c6e-8d18-448db602ae45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:28:33.681783 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6a7f03-2aaa-4c6e-8d18-448db602ae45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:28:33.682247 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6a7f03-2aaa-4c6e-8d18-448db602ae45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:28:33.682681 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6a7f03-2aaa-4c6e-8d18-448db602ae45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:28:33.683107 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6a7f03-2aaa-4c6e-8d18-448db602ae45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:28:33.684183 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6a7f03-2aaa-4c6e-8d18-448db602ae45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:28:33.684183 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6a7f03-2aaa-4c6e-8d18-448db602ae45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:28:33.684183 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6a7f03-2aaa-4c6e-8d18-448db602ae45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:28:33.684736 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6a7f03-2aaa-4c6e-8d18-448db602ae45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:28:33.685391 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6a7f03-2aaa-4c6e-8d18-448db602ae45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:28:33.685526 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6a7f03-2aaa-4c6e-8d18-448db602ae45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:28:33.685939 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6a7f03-2aaa-4c6e-8d18-448db602ae45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:28:33.693150 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500fe670-03c8-40cc-b4e2-05ce8c3ab2c3 req-914ae476-1b7f-4296-9745-3cbcdd230904 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:33.704499 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['35237f49-e812-47c7-9519-8b34b6d937ec'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:28:33.714601 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-500fe670-03c8-40cc-b4e2-05ce8c3ab2c3 req-914ae476-1b7f-4296-9745-3cbcdd230904 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d09d665-de20-4480-88af-e81be792c3c1 HTTP/1.1" status: 200 len: 944 time: 0.8843567 May 31 13:28:33.760322 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-a6794303-82fd-4038-bb58-1e32e47ed6b0 None None] For port ec502baf-891e-4127-8c8f-bdc0e135b9e9, host n-d-843939-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:28:33.760949 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f904c18-6f8d-4c68-bd37-f0352fd77b8e req-6a44b202-ae9e-43f3-b165-74189208b337 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:33.765294 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-a6794303-82fd-4038-bb58-1e32e47ed6b0 None None] For port ec502baf-891e-4127-8c8f-bdc0e135b9e9, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=ec502baf-891e-4127-8c8f-bdc0e135b9e9,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:28:33.767047 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f904c18-6f8d-4c68-bd37-f0352fd77b8e req-6a44b202-ae9e-43f3-b165-74189208b337 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:33.771947 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a6794303-82fd-4038-bb58-1e32e47ed6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:33.774606 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f904c18-6f8d-4c68-bd37-f0352fd77b8e req-6a44b202-ae9e-43f3-b165-74189208b337 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:33.780501 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f904c18-6f8d-4c68-bd37-f0352fd77b8e req-6a44b202-ae9e-43f3-b165-74189208b337 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:33.789108 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f904c18-6f8d-4c68-bd37-f0352fd77b8e req-6a44b202-ae9e-43f3-b165-74189208b337 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:33.792782 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fcfddd9f-590e-466b-b19a-c1e968215a40 req-4775c1fe-cc02-49bd-8720-e8298ea8aeb3 service neutron] 10.222.0.44 "GET /v2.0/networks/e94860fc-774d-4c2a-8939-034b7867dd9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722454 May 31 13:28:33.798826 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f904c18-6f8d-4c68-bd37-f0352fd77b8e req-6a44b202-ae9e-43f3-b165-74189208b337 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:33.810102 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f904c18-6f8d-4c68-bd37-f0352fd77b8e req-6a44b202-ae9e-43f3-b165-74189208b337 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:33.812047 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6f904c18-6f8d-4c68-bd37-f0352fd77b8e req-6a44b202-ae9e-43f3-b165-74189208b337 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a HTTP/1.1" status: 200 len: 5435 time: 1.1088600 May 31 13:28:33.841929 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-41ec3c98-8aba-4e79-b845-876cc4e5207e admin admin] Allocated IP 172.20.0.1 (29fe9209-7455-49d1-bbb8-3bf3a6f3bebb/82d28a94-56aa-487e-b28b-6f63cbb648aa/b1737765-3744-418b-9eb8-268b91ac258d) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:28:33.909270 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d3047e-de13-41aa-bda5-34936de2665a admin admin] Network 4906b42e-b307-4d36-b70d-f5895b463d19 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:28:33.935290 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-500fe670-03c8-40cc-b4e2-05ce8c3ab2c3 req-0fe0cb97-4f04-495a-8a0d-6f1ad1a86abd tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] 10.222.0.50 "GET /v2.0/security-groups?id=9df5af2d-f549-4666-90cd-c522e41d204c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2194960 May 31 13:28:33.948333 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-35ee6add-bc08-4c40-9084-03f608aaf3dd req-e9770986-e922-4043-98d4-ed044157a9d2 service neutron] 10.222.0.44 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5622768 May 31 13:28:33.976734 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6794303-82fd-4038-bb58-1e32e47ed6b0 None None] Routers {'a011e779-64a3-443d-8f62-5cd06b630711'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:28:33.977885 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-a6794303-82fd-4038-bb58-1e32e47ed6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:28:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['a011e779-64a3-443d-8f62-5cd06b630711'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:28:33.994685 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6f904c18-6f8d-4c68-bd37-f0352fd77b8e req-1e68666e-8494-4736-940a-bdb33d2f4803 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/security-groups?id=1de4fedc-888a-46c6-9d87-1b48c5765046&id=71a9d93c-f6cb-49b0-b2f5-61553702d6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1657166 May 31 13:28:33.994933 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-25d3047e-de13-41aa-bda5-34936de2665a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 4906b42e-b307-4d36-b70d-f5895b463d19) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:28:34.021936 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d3047e-de13-41aa-bda5-34936de2665a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:34.022774 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-25d3047e-de13-41aa-bda5-34936de2665a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:34.089094 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480a3671-3b30-4835-940f-bb3b87d51b4e None None] Network 4906b42e-b307-4d36-b70d-f5895b463d19 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:28:34.096876 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc750dc6-381e-44cd-80f5-da36e2e0b567'] response: {'name': 'network-changed', 'server_uuid': 'c2399f6c-7adf-46cb-8f5c-a5a17daead07', 'tag': 'd35a6424-4d31-4e0a-9b18-2eee07fecbf2', 'status': 'completed', 'code': 200} May 31 13:28:34.099317 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-25d3047e-de13-41aa-bda5-34936de2665a admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.8826883 May 31 13:28:34.103837 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 42150) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:28:34.108920 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-1df0be22-8339-425d-add1-656ed8d5f5da admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-235570822-router', 'tenant_id': '633e14999cf6449e966925c4e75e7489', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:28:34.233307 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-41ec3c98-8aba-4e79-b845-876cc4e5207e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:34.255766 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-1df0be22-8339-425d-add1-656ed8d5f5da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:28:34.257841 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6a7f03-2aaa-4c6e-8d18-448db602ae45 None None] Pushing event updated for resources: {'Port': ['ID=ec502baf-891e-4127-8c8f-bdc0e135b9e9,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:34.281214 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-1df0be22-8339-425d-add1-656ed8d5f5da admin admin] Usage tracker for resource:router and tenant:633e14999cf6449e966925c4e75e7489 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:28:34.285516 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-1df0be22-8339-425d-add1-656ed8d5f5da admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:28:34.304676 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-41ec3c98-8aba-4e79-b845-876cc4e5207e admin admin] Transition to ACTIVE for port object b1737765-3744-418b-9eb8-268b91ac258d will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:28:34.357964 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-41ec3c98-8aba-4e79-b845-876cc4e5207e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:34.484791 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-1df0be22-8339-425d-add1-656ed8d5f5da admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:28:34.564538 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1df0be22-8339-425d-add1-656ed8d5f5da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:34.565475 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1df0be22-8339-425d-add1-656ed8d5f5da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:34.596020 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f45bada-dc73-467f-b4a5-c602ef356f03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-4906b42e-b307-4d36-b70d-f5895b463d19', 'network_id': '4906b42e-b307-4d36-b70d-f5895b463d19', 'tenant_id': '633e14999cf6449e966925c4e75e7489', 'fixed_ips': [{'subnet_id': '33d5a057-d728-4f2d-867b-3bfbd8f9a5e3'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:28:34.597937 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f45bada-dc73-467f-b4a5-c602ef356f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:34.613645 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ec3c98-8aba-4e79-b845-876cc4e5207e admin admin] Network 29fe9209-7455-49d1-bbb8-3bf3a6f3bebb is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:28:34.615366 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ec3c98-8aba-4e79-b845-876cc4e5207e admin admin] Pushing event updated for resources: {'Port': ['ID=b1737765-3744-418b-9eb8-268b91ac258d,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:34.620874 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-41ec3c98-8aba-4e79-b845-876cc4e5207e admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:28:34.622010 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1df0be22-8339-425d-add1-656ed8d5f5da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:34.624676 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ec3c98-8aba-4e79-b845-876cc4e5207e admin admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:28:34.628032 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4364f5d-9c53-490a-8260-3fd733dc39cb req-a60bf26f-cb21-477d-8603-c50c347bfd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:34.631033 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c4364f5d-9c53-490a-8260-3fd733dc39cb req-a60bf26f-cb21-477d-8603-c50c347bfd95 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b1def4c9e50043e6a19eab99074af95d&device_id=c2399f6c-7adf-46cb-8f5c-a5a17daead07 HTTP/1.1" status: 200 len: 1099 time: 0.4971573 May 31 13:28:34.751927 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-a6794303-82fd-4038-bb58-1e32e47ed6b0 None None] Set router a011e779-64a3-443d-8f62-5cd06b630711 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:28:34.780384 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-41ec3c98-8aba-4e79-b845-876cc4e5207e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:34.894676 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681bf3a-001e-4668-89d0-70d6d7059c69 req-de4a7f4c-4973-4365-98dc-40cba0468f43 tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:34.910941 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2681bf3a-001e-4668-89d0-70d6d7059c69 req-de4a7f4c-4973-4365-98dc-40cba0468f43 tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0e5e9bb-5818-4360-8a59-bdca79c81bb2 HTTP/1.1" status: 200 len: 949 time: 0.5779665 May 31 13:28:35.116112 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-41ec3c98-8aba-4e79-b845-876cc4e5207e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:35.153126 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf661f55-867c-46d1-8296-18e0556be5aa req-3f4a4a7f-3518-4ba3-8226-689c625a943d tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:35.172876 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bf661f55-867c-46d1-8296-18e0556be5aa req-3f4a4a7f-3518-4ba3-8226-689c625a943d tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2399f6c-7adf-46cb-8f5c-a5a17daead07 HTTP/1.1" status: 200 len: 948 time: 0.7372470 May 31 13:28:35.236734 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 93461431-3737-43ab-ac12-7864c8d1a3c4 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:28:35.374174 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e26d6c2e-2b0d-4910-ac34-6889d4bfaf1e None None] Provisioning for port b1737765-3744-418b-9eb8-268b91ac258d completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:28:35.553004 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e26d6c2e-2b0d-4910-ac34-6889d4bfaf1e None None] Provisioning complete for port b1737765-3744-418b-9eb8-268b91ac258d triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:28:35.555330 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e26d6c2e-2b0d-4910-ac34-6889d4bfaf1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:35.676972 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-9f45bada-dc73-467f-b4a5-c602ef356f03 None None] Allocated IP 172.20.0.2 (4906b42e-b307-4d36-b70d-f5895b463d19/33d5a057-d728-4f2d-867b-3bfbd8f9a5e3/4f603f18-a7d5-449e-9b61-231b81f8c7ca) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:28:35.724941 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-a6794303-82fd-4038-bb58-1e32e47ed6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a011e779-64a3-443d-8f62-5cd06b630711', 'name': 'tempest-ServerRescueNegativeTestJSON-722066791-router', 'tenant_id': 'be9b8c94d98b42f385a0f29035539835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'ec502baf-891e-4127-8c8f-bdc0e135b9e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:28:24Z', 'updated_at': '2022-05-31T13:28:28Z', 'revision_number': 3, 'project_id': 'be9b8c94d98b42f385a0f29035539835', 'gw_port': {'id': 'ec502baf-891e-4127-8c8f-bdc0e135b9e9', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6c:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a011e779-64a3-443d-8f62-5cd06b630711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:28:26Z', 'updated_at': '2022-05-31T13:28:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:28:35.759635 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6794303-82fd-4038-bb58-1e32e47ed6b0 None None] The sync data for ids ['a011e779-64a3-443d-8f62-5cd06b630711'] in n-d-843939-1 is: [{'id': 'a011e779-64a3-443d-8f62-5cd06b630711', 'name': 'tempest-ServerRescueNegativeTestJSON-722066791-router', 'tenant_id': 'be9b8c94d98b42f385a0f29035539835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'ec502baf-891e-4127-8c8f-bdc0e135b9e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:28:24Z', 'updated_at': '2022-05-31T13:28:28Z', 'revision_number': 3, 'project_id': 'be9b8c94d98b42f385a0f29035539835', 'gw_port': {'id': 'ec502baf-891e-4127-8c8f-bdc0e135b9e9', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6c:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a011e779-64a3-443d-8f62-5cd06b630711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:28:26Z', 'updated_at': '2022-05-31T13:28:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:28:35.777396 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bf661f55-867c-46d1-8296-18e0556be5aa req-03ef7da8-588c-4bc2-a0e7-c5f5f0b55dfc tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf755f24-1043-4dc9-80d0-31a81d8fbace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6029718 May 31 13:28:35.807219 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2681bf3a-001e-4668-89d0-70d6d7059c69 req-3d666e6e-df3f-4626-b8cc-0b708ebae1b6 tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2a7ba04-cfe4-4106-a377-7b2346488305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8948452 May 31 13:28:35.807850 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-e26d6c2e-2b0d-4910-ac34-6889d4bfaf1e None None] Port b1737765-3744-418b-9eb8-268b91ac258d cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:28:35.965891 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-41ec3c98-8aba-4e79-b845-876cc4e5207e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:35.979822 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-41ec3c98-8aba-4e79-b845-876cc4e5207e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:36.005511 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4364f5d-9c53-490a-8260-3fd733dc39cb req-d8f50990-3163-4b75-8baa-e887ddc74c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:36.007430 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c4364f5d-9c53-490a-8260-3fd733dc39cb req-d8f50990-3163-4b75-8baa-e887ddc74c0d service neutron] 10.222.0.44 "GET /v2.0/networks?id=85b11c4f-90ad-4763-b38d-22d3f87089f4 HTTP/1.1" status: 200 len: 870 time: 1.3484809 May 31 13:28:36.011264 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1df0be22-8339-425d-add1-656ed8d5f5da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:36.068120 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 93461431-3737-43ab-ac12-7864c8d1a3c4, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=93461431-3737-43ab-ac12-7864c8d1a3c4,segment=NetworkSegment(e182c216-7254-4f7c-9347-fb53ba5ba244),segment_id=e182c216-7254-4f7c-9347-fb53ba5ba244)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:28:36.100209 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': '93461431-3737-43ab-ac12-7864c8d1a3c4', 'network_id': 'e94860fc-774d-4c2a-8939-034b7867dd9d', 'port_id': '93461431-3737-43ab-ac12-7864c8d1a3c4', 'mac_address': 'fa:16:3e:af:bf:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7bc81f6-6e33-4455-a972-854280f36089', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:28:36.143528 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c4364f5d-9c53-490a-8260-3fd733dc39cb req-1f6f0468-c1f9-4aa2-b705-1282f9b007cc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=d35a6424-4d31-4e0a-9b18-2eee07fecbf2 HTTP/1.1" status: 200 len: 217 time: 0.1197283 May 31 13:28:36.353429 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ec3c98-8aba-4e79-b845-876cc4e5207e admin admin] Pushing event updated for resources: {'Port': ['ID=b1737765-3744-418b-9eb8-268b91ac258d,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:36.356878 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-41ec3c98-8aba-4e79-b845-876cc4e5207e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:36.368411 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 93461431-3737-43ab-ac12-7864c8d1a3c4 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:28:36.369392 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:36.413378 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93461431-3737-43ab-ac12-7864c8d1a3c4 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:28:36.418223 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f45bada-dc73-467f-b4a5-c602ef356f03 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:36.440301 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f45bada-dc73-467f-b4a5-c602ef356f03 None None] Transition to ACTIVE for port object 4f603f18-a7d5-449e-9b61-231b81f8c7ca will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:28:36.458543 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 93461431-3737-43ab-ac12-7864c8d1a3c4, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=93461431-3737-43ab-ac12-7864c8d1a3c4,segment=NetworkSegment(e182c216-7254-4f7c-9347-fb53ba5ba244),segment_id=e182c216-7254-4f7c-9347-fb53ba5ba244)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:28:36.480411 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:36.519097 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4364f5d-9c53-490a-8260-3fd733dc39cb req-4d59ce2c-5fd3-45bf-be80-30acd32fc07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:36.525030 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c4364f5d-9c53-490a-8260-3fd733dc39cb req-4d59ce2c-5fd3-45bf-be80-30acd32fc07f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.2326093 May 31 13:28:36.563414 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f45bada-dc73-467f-b4a5-c602ef356f03 None None] Transition to ACTIVE for port object 4f603f18-a7d5-449e-9b61-231b81f8c7ca will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:28:36.618243 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f45bada-dc73-467f-b4a5-c602ef356f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:36.696661 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f45bada-dc73-467f-b4a5-c602ef356f03 None None] Network 4906b42e-b307-4d36-b70d-f5895b463d19 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:28:36.705246 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-9f45bada-dc73-467f-b4a5-c602ef356f03 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:28:36.712164 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f45bada-dc73-467f-b4a5-c602ef356f03 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:28:36.726124 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=93461431-3737-43ab-ac12-7864c8d1a3c4,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:36.822615 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['93461431-3737-43ab-ac12-7864c8d1a3c4'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:28:36.851008 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ec3c98-8aba-4e79-b845-876cc4e5207e admin admin] Network 29fe9209-7455-49d1-bbb8-3bf3a6f3bebb is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:28:36.853878 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-41ec3c98-8aba-4e79-b845-876cc4e5207e admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:28:36.860501 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf41191-c475-4d93-a10d-5aaa05e218fc req-6397b243-0a6e-4740-8ca4-00e37d090633 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:36.862807 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1cf41191-c475-4d93-a10d-5aaa05e218fc req-6397b243-0a6e-4740-8ca4-00e37d090633 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d09d665-de20-4480-88af-e81be792c3c1 HTTP/1.1" status: 200 len: 944 time: 0.7158468 May 31 13:28:36.907565 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device bcea5229-e83e-4a8f-a38a-ad9361d01354 details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:28:37.017877 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device d35a6424-4d31-4e0a-9b18-2eee07fecbf2 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:28:37.028193 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 35237f49-e812-47c7-9519-8b34b6d937ec up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:28:37.221623 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f45bada-dc73-467f-b4a5-c602ef356f03 None None] Pushing event updated for resources: {'Port': ['ID=4f603f18-a7d5-449e-9b61-231b81f8c7ca,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:37.232443 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.resource_extend [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:28:37.240914 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41ec3c98-8aba-4e79-b845-876cc4e5207e admin admin] Router a011e779-64a3-443d-8f62-5cd06b630711 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:28:37.256736 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-9f45bada-dc73-467f-b4a5-c602ef356f03 None None] Attempting to bind port 4f603f18-a7d5-449e-9b61-231b81f8c7ca on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:28:37.257109 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-9f45bada-dc73-467f-b4a5-c602ef356f03 None None] Attempting to bind port 4f603f18-a7d5-449e-9b61-231b81f8c7ca by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'b43bd213-a5c3-431b-9972-53566e005364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4906b42e-b307-4d36-b70d-f5895b463d19'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:28:37.257467 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f45bada-dc73-467f-b4a5-c602ef356f03 None None] Attempting to bind port 4f603f18-a7d5-449e-9b61-231b81f8c7ca on network 4906b42e-b307-4d36-b70d-f5895b463d19 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:28:37.328743 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77728cb3-e27b-40ec-8c1b-2ca6239cc7ac req-61539943-e4fd-49d9-b723-f6acfb4cbd7d tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:37.352623 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77728cb3-e27b-40ec-8c1b-2ca6239cc7ac req-61539943-e4fd-49d9-b723-f6acfb4cbd7d tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:37.374528 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77728cb3-e27b-40ec-8c1b-2ca6239cc7ac req-61539943-e4fd-49d9-b723-f6acfb4cbd7d tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:37.385097 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77728cb3-e27b-40ec-8c1b-2ca6239cc7ac req-61539943-e4fd-49d9-b723-f6acfb4cbd7d tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:37.403304 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77728cb3-e27b-40ec-8c1b-2ca6239cc7ac req-61539943-e4fd-49d9-b723-f6acfb4cbd7d tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:37.418246 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.resource_extend [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:28:37.430204 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77728cb3-e27b-40ec-8c1b-2ca6239cc7ac req-61539943-e4fd-49d9-b723-f6acfb4cbd7d tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:37.440755 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77728cb3-e27b-40ec-8c1b-2ca6239cc7ac req-61539943-e4fd-49d9-b723-f6acfb4cbd7d tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:37.454340 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-77728cb3-e27b-40ec-8c1b-2ca6239cc7ac req-61539943-e4fd-49d9-b723-f6acfb4cbd7d tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a HTTP/1.1" status: 200 len: 5435 time: 1.2343519 May 31 13:28:37.591950 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4364f5d-9c53-490a-8260-3fd733dc39cb req-93febb91-1a9b-4389-ac3b-81a472e8c1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:37.596412 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c4364f5d-9c53-490a-8260-3fd733dc39cb req-93febb91-1a9b-4389-ac3b-81a472e8c1e4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0404043 May 31 13:28:37.600083 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1cf41191-c475-4d93-a10d-5aaa05e218fc req-b9e217cb-3f53-43d7-bcac-575864bb8982 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] 10.222.0.50 "GET /v2.0/security-groups?id=9df5af2d-f549-4666-90cd-c522e41d204c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7023313 May 31 13:28:37.711959 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f45bada-dc73-467f-b4a5-c602ef356f03 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:28:37.712830 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f45bada-dc73-467f-b4a5-c602ef356f03 None None] Checking segment: {'id': 'b43bd213-a5c3-431b-9972-53566e005364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4906b42e-b307-4d36-b70d-f5895b463d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:28:37.728939 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f45bada-dc73-467f-b4a5-c602ef356f03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:37.729733 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f45bada-dc73-467f-b4a5-c602ef356f03 None None] Bound using segment: {'id': 'b43bd213-a5c3-431b-9972-53566e005364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4906b42e-b307-4d36-b70d-f5895b463d19'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:28:37.746458 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-77728cb3-e27b-40ec-8c1b-2ca6239cc7ac req-4b2a810e-bcc8-494c-9846-83a91c4aae46 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/security-groups?id=1de4fedc-888a-46c6-9d87-1b48c5765046&id=71a9d93c-f6cb-49b0-b2f5-61553702d6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2839773 May 31 13:28:37.754569 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-9f45bada-dc73-467f-b4a5-c602ef356f03 None None] Bound port: 4f603f18-a7d5-449e-9b61-231b81f8c7ca, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43bd213-a5c3-431b-9972-53566e005364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4906b42e-b307-4d36-b70d-f5895b463d19'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:28:37.755640 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f45bada-dc73-467f-b4a5-c602ef356f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:37.771068 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41ec3c98-8aba-4e79-b845-876cc4e5207e admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:28:37.795184 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-41ec3c98-8aba-4e79-b845-876cc4e5207e admin admin] 10.222.0.50 "PUT /v2.0/routers/a011e779-64a3-443d-8f62-5cd06b630711/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4792500 May 31 13:28:37.803267 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device ec502baf-891e-4127-8c8f-bdc0e135b9e9 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:28:38.008307 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:38.065802 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port 35237f49-e812-47c7-9519-8b34b6d937ec completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:28:38.140156 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port 35237f49-e812-47c7-9519-8b34b6d937ec triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:28:38.141010 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:38.170726 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c4364f5d-9c53-490a-8260-3fd733dc39cb req-3c18f548-6505-47ef-961c-60097051d5da service neutron] 10.222.0.44 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5514703 May 31 13:28:38.364679 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-7db32595-66dc-406a-9a53-af6ad7bb10a1 None None] Provisioning complete for port b1737765-3744-418b-9eb8-268b91ac258d triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:28:38.365145 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7db32595-66dc-406a-9a53-af6ad7bb10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:38.449493 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port d35a6424-4d31-4e0a-9b18-2eee07fecbf2, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=d35a6424-4d31-4e0a-9b18-2eee07fecbf2,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:28:38.516633 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port bcea5229-e83e-4a8f-a38a-ad9361d01354, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=bcea5229-e83e-4a8f-a38a-ad9361d01354,segment=NetworkSegment(4d75b4c6-9dbf-466e-9960-e4baeffc8b58),segment_id=4d75b4c6-9dbf-466e-9960-e4baeffc8b58)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:28:38.550091 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f45bada-dc73-467f-b4a5-c602ef356f03 None None] For port 4f603f18-a7d5-449e-9b61-231b81f8c7ca, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:28:38.554927 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': 'd35a6424-4d31-4e0a-9b18-2eee07fecbf2', 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4', 'port_id': 'd35a6424-4d31-4e0a-9b18-2eee07fecbf2', 'mac_address': 'fa:16:3e:e2:99:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24822c99-0dce-4d50-9c44-3135ba3763b8', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:28:38.582662 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': 'bcea5229-e83e-4a8f-a38a-ad9361d01354', 'network_id': 'ef7bc708-faad-4f53-9863-9b17fc2bd3a4', 'port_id': 'bcea5229-e83e-4a8f-a38a-ad9361d01354', 'mac_address': 'fa:16:3e:4f:08:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03601eff-cc07-4210-91b9-54e2e22c50f4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:28:38.586446 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857f0f5d-fb80-46b8-8ec4-7dbe6fee238e req-49bcd914-f5fc-46a7-845e-2dd4e04a382d tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:38.588074 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-857f0f5d-fb80-46b8-8ec4-7dbe6fee238e req-49bcd914-f5fc-46a7-845e-2dd4e04a382d tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2399f6c-7adf-46cb-8f5c-a5a17daead07 HTTP/1.1" status: 200 len: 948 time: 0.4999278 May 31 13:28:38.593476 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9f45bada-dc73-467f-b4a5-c602ef356f03 None None] For port 4f603f18-a7d5-449e-9b61-231b81f8c7ca, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=4f603f18-a7d5-449e-9b61-231b81f8c7ca,segment=NetworkSegment(b43bd213-a5c3-431b-9972-53566e005364),segment_id=b43bd213-a5c3-431b-9972-53566e005364)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:28:38.611254 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1df0be22-8339-425d-add1-656ed8d5f5da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:38.624920 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-7db32595-66dc-406a-9a53-af6ad7bb10a1 None None] Port b1737765-3744-418b-9eb8-268b91ac258d cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:28:38.643784 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c4364f5d-9c53-490a-8260-3fd733dc39cb req-cc09acee-eed4-4b4c-b21c-c180183fa655 service neutron] 10.222.0.44 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3935771 May 31 13:28:38.676981 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f45bada-dc73-467f-b4a5-c602ef356f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:38.683776 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port ec502baf-891e-4127-8c8f-bdc0e135b9e9 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:28:38.697461 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-857f0f5d-fb80-46b8-8ec4-7dbe6fee238e req-019aa3ba-8bf2-4dec-a41f-39b9b9d2346e tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf755f24-1043-4dc9-80d0-31a81d8fbace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901670 May 31 13:28:38.700243 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1df0be22-8339-425d-add1-656ed8d5f5da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:38.709143 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e19689-9264-4446-b837-1ddc87e2cbde req-7b685165-a787-41ac-b7a6-3f2241af464b tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:38.723751 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-36e19689-9264-4446-b837-1ddc87e2cbde req-7b685165-a787-41ac-b7a6-3f2241af464b tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0e5e9bb-5818-4360-8a59-bdca79c81bb2 HTTP/1.1" status: 200 len: 949 time: 0.6728783 May 31 13:28:38.806453 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7070941-ff71-4185-b8d8-aebd862c0478 None None] Sync routers for ids ['a011e779-64a3-443d-8f62-5cd06b630711'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:28:38.893333 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port ec502baf-891e-4127-8c8f-bdc0e135b9e9 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:28:38.893702 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:38.939393 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-36e19689-9264-4446-b837-1ddc87e2cbde req-8ad08708-dbed-4035-988a-86285ceebdf0 tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2a7ba04-cfe4-4106-a377-7b2346488305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140574 May 31 13:28:38.972008 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:39.024357 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port d35a6424-4d31-4e0a-9b18-2eee07fecbf2 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:28:39.024745 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:39.036715 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7070941-ff71-4185-b8d8-aebd862c0478 None None] Routers {'a011e779-64a3-443d-8f62-5cd06b630711'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:28:39.037806 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-f7070941-ff71-4185-b8d8-aebd862c0478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:28:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['a011e779-64a3-443d-8f62-5cd06b630711'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:28:39.116830 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50b063c-b804-4850-8909-82a36b2318cf req-1c1eff2d-aace-4cf5-b142-66a0be56ef3d tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:39.122583 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50b063c-b804-4850-8909-82a36b2318cf req-1c1eff2d-aace-4cf5-b142-66a0be56ef3d tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:39.129046 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port bcea5229-e83e-4a8f-a38a-ad9361d01354 is: ACTIVE; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:28:39.129511 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:39.135602 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50b063c-b804-4850-8909-82a36b2318cf req-1c1eff2d-aace-4cf5-b142-66a0be56ef3d tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:39.151287 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50b063c-b804-4850-8909-82a36b2318cf req-1c1eff2d-aace-4cf5-b142-66a0be56ef3d tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:39.161572 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50b063c-b804-4850-8909-82a36b2318cf req-1c1eff2d-aace-4cf5-b142-66a0be56ef3d tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:39.167468 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50b063c-b804-4850-8909-82a36b2318cf req-1c1eff2d-aace-4cf5-b142-66a0be56ef3d tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:39.176655 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50b063c-b804-4850-8909-82a36b2318cf req-1c1eff2d-aace-4cf5-b142-66a0be56ef3d tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:39.178399 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e50b063c-b804-4850-8909-82a36b2318cf req-1c1eff2d-aace-4cf5-b142-66a0be56ef3d tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a HTTP/1.1" status: 200 len: 5435 time: 0.3187437 May 31 13:28:39.191802 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42202) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:28:39.200368 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-c63538ca-2a09-4e6c-9912-4ca709164046 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Request body: {'floatingip': {'port_id': 'efc96b22-153b-44b0-a49d-5f2541380c5e'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:28:39.209087 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-1df0be22-8339-425d-add1-656ed8d5f5da admin admin] Allocated IP 172.25.6.213 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/7cc6de2f-6595-49b2-9d8c-3aa2c4591031) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:28:39.223915 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d35a6424-4d31-4e0a-9b18-2eee07fecbf2 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:28:39.227991 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 35237f49-e812-47c7-9519-8b34b6d937ec is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:28:39.228360 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:39.277091 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bcea5229-e83e-4a8f-a38a-ad9361d01354 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:28:39.301090 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f45bada-dc73-467f-b4a5-c602ef356f03 None None] Pushing event updated for resources: {'Port': ['ID=4f603f18-a7d5-449e-9b61-231b81f8c7ca,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:39.489521 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c63538ca-2a09-4e6c-9912-4ca709164046 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks [] for floatingip, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:39.514998 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port d35a6424-4d31-4e0a-9b18-2eee07fecbf2, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=d35a6424-4d31-4e0a-9b18-2eee07fecbf2,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:28:39.542809 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:39.544635 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0e5e9bb-5818-4360-8a59-bdca79c81bb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35237f49-e812-47c7-9519-8b34b6d937ec'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:28:39.561298 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port bcea5229-e83e-4a8f-a38a-ad9361d01354, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=bcea5229-e83e-4a8f-a38a-ad9361d01354,segment=NetworkSegment(4d75b4c6-9dbf-466e-9960-e4baeffc8b58),segment_id=4d75b4c6-9dbf-466e-9960-e4baeffc8b58)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:28:39.684906 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:39.694505 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 35237f49-e812-47c7-9519-8b34b6d937ec, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=35237f49-e812-47c7-9519-8b34b6d937ec,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:28:39.733489 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:39.753199 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 93461431-3737-43ab-ac12-7864c8d1a3c4 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:28:39.803665 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-f7070941-ff71-4185-b8d8-aebd862c0478 None None] Set router a011e779-64a3-443d-8f62-5cd06b630711 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:28:39.870694 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['d35a6424-4d31-4e0a-9b18-2eee07fecbf2'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:28:39.873203 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1df0be22-8339-425d-add1-656ed8d5f5da admin admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:39.896878 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['bcea5229-e83e-4a8f-a38a-ad9361d01354'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:28:39.987390 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad75ac31-ca4a-45f6-ac9b-c8f8ef77a869 req-e11b13d2-f275-480d-88ce-e35bd11fcaa0 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:39.998928 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ad75ac31-ca4a-45f6-ac9b-c8f8ef77a869 req-e11b13d2-f275-480d-88ce-e35bd11fcaa0 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d09d665-de20-4480-88af-e81be792c3c1 HTTP/1.1" status: 200 len: 945 time: 0.4760673 May 31 13:28:40.009463 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port ec502baf-891e-4127-8c8f-bdc0e135b9e9 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:28:40.009852 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:40.034396 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc3396-70a8-4a02-bada-25d8ebbc1575 req-5aa96914-3765-426b-8886-d09241e1cde4 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:40.043931 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f0cc3396-70a8-4a02-bada-25d8ebbc1575 req-5aa96914-3765-426b-8886-d09241e1cde4 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/networks?id=29fe9209-7455-49d1-bbb8-3bf3a6f3bebb HTTP/1.1" status: 200 len: 818 time: 0.4551020 May 31 13:28:40.074356 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f0cc3396-70a8-4a02-bada-25d8ebbc1575 req-3b9ae396-54bc-4bed-85ee-c7f78590d87a tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/quotas/be9b8c94d98b42f385a0f29035539835 HTTP/1.1" status: 200 len: 375 time: 0.0286598 May 31 13:28:40.076681 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=d35a6424-4d31-4e0a-9b18-2eee07fecbf2,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:40.223375 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1df0be22-8339-425d-add1-656ed8d5f5da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:40.244335 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port ec502baf-891e-4127-8c8f-bdc0e135b9e9, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=ec502baf-891e-4127-8c8f-bdc0e135b9e9,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:28:40.288559 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:40.445152 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ad75ac31-ca4a-45f6-ac9b-c8f8ef77a869 req-57962fc3-afe2-4f81-a330-2c4a7d069310 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] 10.222.0.50 "GET /v2.0/security-groups?id=9df5af2d-f549-4666-90cd-c522e41d204c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4450076 May 31 13:28:40.492406 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df0be22-8339-425d-add1-656ed8d5f5da admin admin] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:28:40.521980 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-1df0be22-8339-425d-add1-656ed8d5f5da admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:28:40.539593 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df0be22-8339-425d-add1-656ed8d5f5da admin admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:28:40.570810 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd160c48-4a43-4500-b56a-71d6eb2e7df0'] response: {'server_uuid': 'f0e5e9bb-5818-4360-8a59-bdca79c81bb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35237f49-e812-47c7-9519-8b34b6d937ec', 'code': 200} May 31 13:28:40.587373 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 4f603f18-a7d5-449e-9b61-231b81f8c7ca up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:28:40.641301 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port 93461431-3737-43ab-ac12-7864c8d1a3c4 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:28:40.644688 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=bcea5229-e83e-4a8f-a38a-ad9361d01354,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:40.862391 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-73b8e874-7e54-4c4c-a8ce-c00d359e0d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:40.866216 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c63538ca-2a09-4e6c-9912-4ca709164046 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:40.871572 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c63538ca-2a09-4e6c-9912-4ca709164046 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:40.887780 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port 93461431-3737-43ab-ac12-7864c8d1a3c4 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:28:40.888237 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:40.941530 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e3071c-3a2a-4096-a174-16d91dd68468 None None] Network 4906b42e-b307-4d36-b70d-f5895b463d19 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:28:40.956451 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df0be22-8339-425d-add1-656ed8d5f5da admin admin] Pushing event updated for resources: {'Port': ['ID=7cc6de2f-6595-49b2-9d8c-3aa2c4591031,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:41.012360 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f0cc3396-70a8-4a02-bada-25d8ebbc1575 req-b4ff8f03-0c54-4279-8eba-834b0c338cc3 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=be9b8c94d98b42f385a0f29035539835&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9373956 May 31 13:28:41.126284 n-d-843939-1 neutron-server[88369]: INFO neutron.db.l3_db [None req-c63538ca-2a09-4e6c-9912-4ca709164046 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Floating IP 873186a2-22cf-42b1-8b3c-8790b761ea05 associated. External IP: 172.25.6.126, port: efc96b22-153b-44b0-a49d-5f2541380c5e. May 31 13:28:41.224884 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ce0141f4-0df1-43e0-b5ce-9883e97965d4 None None] Provisioning for port 4f603f18-a7d5-449e-9b61-231b81f8c7ca completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:28:41.313727 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=35237f49-e812-47c7-9519-8b34b6d937ec,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:41.414348 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4819b0d5-9c4d-4c4e-b1d8-e8f8d9d40067 req-56b77496-e98d-4f05-a661-4d63dcd0518d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:41.416049 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4819b0d5-9c4d-4c4e-b1d8-e8f8d9d40067 req-56b77496-e98d-4f05-a661-4d63dcd0518d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f0e5e9bb-5818-4360-8a59-bdca79c81bb2 HTTP/1.1" status: 200 len: 1101 time: 0.5791097 May 31 13:28:41.474673 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f0cc3396-70a8-4a02-bada-25d8ebbc1575 req-21b10f0e-4c19-4bb5-9c19-ad233d7691ef service neutron] 10.222.0.50 "GET /v2.0/networks/29fe9209-7455-49d1-bbb8-3bf3a6f3bebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3993988 May 31 13:28:41.562022 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f4fdb-b7eb-42c8-bbe1-6fd0d7ea3dc0 req-34183dd4-11fb-45e6-9177-e613dfaefd17 tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:41.563553 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-651f4fdb-b7eb-42c8-bbe1-6fd0d7ea3dc0 req-34183dd4-11fb-45e6-9177-e613dfaefd17 tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2399f6c-7adf-46cb-8f5c-a5a17daead07 HTTP/1.1" status: 200 len: 949 time: 0.7229536 May 31 13:28:41.594821 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 4f603f18-a7d5-449e-9b61-231b81f8c7ca completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:28:41.718664 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c63538ca-2a09-4e6c-9912-4ca709164046 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Router ff13040e-2491-4cbe-8479-2b5ed2ed0bb5 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:28:41.727699 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 4f603f18-a7d5-449e-9b61-231b81f8c7ca triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:28:41.729217 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:41.739324 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4819b0d5-9c4d-4c4e-b1d8-e8f8d9d40067 req-b5f4d351-06ef-4ec0-ab69-b1a5710af82e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e2a7ba04-cfe4-4106-a377-7b2346488305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102021 May 31 13:28:41.912044 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 93461431-3737-43ab-ac12-7864c8d1a3c4 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:28:41.912451 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-651f4fdb-b7eb-42c8-bbe1-6fd0d7ea3dc0 req-c191c31a-5873-43b4-81fe-abb3aa5d1bb0 tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf755f24-1043-4dc9-80d0-31a81d8fbace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186851 May 31 13:28:41.912654 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:41.951256 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f0cc3396-70a8-4a02-bada-25d8ebbc1575 req-c004c916-fa6e-4a1d-9862-f4e5296772b8 service neutron] 10.222.0.50 "GET /v2.0/networks/29fe9209-7455-49d1-bbb8-3bf3a6f3bebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4632664 May 31 13:28:41.952082 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1df0be22-8339-425d-add1-656ed8d5f5da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:41.961837 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=ec502baf-891e-4127-8c8f-bdc0e135b9e9,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:42.078791 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 4f603f18-a7d5-449e-9b61-231b81f8c7ca is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:28:42.079130 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:42.129576 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 93461431-3737-43ab-ac12-7864c8d1a3c4, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=93461431-3737-43ab-ac12-7864c8d1a3c4,segment=NetworkSegment(e182c216-7254-4f7c-9347-fb53ba5ba244),segment_id=e182c216-7254-4f7c-9347-fb53ba5ba244)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:28:42.137632 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-f7070941-ff71-4185-b8d8-aebd862c0478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a011e779-64a3-443d-8f62-5cd06b630711', 'name': 'tempest-ServerRescueNegativeTestJSON-722066791-router', 'tenant_id': 'be9b8c94d98b42f385a0f29035539835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'ec502baf-891e-4127-8c8f-bdc0e135b9e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:28:24Z', 'updated_at': '2022-05-31T13:28:34Z', 'revision_number': 4, 'project_id': 'be9b8c94d98b42f385a0f29035539835', 'gw_port': {'id': 'ec502baf-891e-4127-8c8f-bdc0e135b9e9', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6c:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a011e779-64a3-443d-8f62-5cd06b630711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:28:26Z', 'updated_at': '2022-05-31T13:28:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'b1737765-3744-418b-9eb8-268b91ac258d', 'name': '', 'network_id': '29fe9209-7455-49d1-bbb8-3bf3a6f3bebb', 'tenant_id': 'be9b8c94d98b42f385a0f29035539835', 'mac_address': 'fa:16:3e:c5:fb:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a011e779-64a3-443d-8f62-5cd06b630711', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '82d28a94-56aa-487e-b28b-6f63cbb648aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:28:33Z', 'updated_at': '2022-05-31T13:28:35Z', 'revision_number': 2, 'project_id': 'be9b8c94d98b42f385a0f29035539835', 'subnets': [{'id': '82d28a94-56aa-487e-b28b-6f63cbb648aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:28:42.148974 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7070941-ff71-4185-b8d8-aebd862c0478 None None] Checking router: a011e779-64a3-443d-8f62-5cd06b630711 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:28:42.149323 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7070941-ff71-4185-b8d8-aebd862c0478 None None] Updating router a011e779-64a3-443d-8f62-5cd06b630711 port b1737765-3744-418b-9eb8-268b91ac258d binding host n-d-843939-1 {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:28:42.210713 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:42.331955 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c63538ca-2a09-4e6c-9912-4ca709164046 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:28:42.343668 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8846ca44-a3dc-47e9-af87-927a9052862c None None] Sync routers for ids ['ff13040e-2491-4cbe-8479-2b5ed2ed0bb5'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:28:42.352892 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c63538ca-2a09-4e6c-9912-4ca709164046 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:42.362815 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8846ca44-a3dc-47e9-af87-927a9052862c None None] Routers {'ff13040e-2491-4cbe-8479-2b5ed2ed0bb5'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:28:42.364262 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-8846ca44-a3dc-47e9-af87-927a9052862c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:28:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['ff13040e-2491-4cbe-8479-2b5ed2ed0bb5'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:28:42.429729 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f7070941-ff71-4185-b8d8-aebd862c0478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:42.566045 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c63538ca-2a09-4e6c-9912-4ca709164046 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "PUT /v2.0/floatingips/873186a2-22cf-42b1-8b3c-8790b761ea05 HTTP/1.1" status: 200 len: 992 time: 3.3717270 May 31 13:28:42.572449 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=93461431-3737-43ab-ac12-7864c8d1a3c4,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:42.575593 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a', 'tag': 'efc96b22-153b-44b0-a49d-5f2541380c5e'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:28:42.611557 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d09d665-de20-4480-88af-e81be792c3c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93461431-3737-43ab-ac12-7864c8d1a3c4'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:28:42.621467 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 4f603f18-a7d5-449e-9b61-231b81f8c7ca, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=4f603f18-a7d5-449e-9b61-231b81f8c7ca,segment=NetworkSegment(b43bd213-a5c3-431b-9972-53566e005364),segment_id=b43bd213-a5c3-431b-9972-53566e005364)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:28:42.664431 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:43.002693 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-8846ca44-a3dc-47e9-af87-927a9052862c None None] Set router ff13040e-2491-4cbe-8479-2b5ed2ed0bb5 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:28:43.041540 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device ec502baf-891e-4127-8c8f-bdc0e135b9e9 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:28:43.117103 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea24aa0-2e72-4407-b6ca-f40c08ba4545 req-4e223f3b-e880-41d9-b24b-f6b7ad567791 tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:43.126965 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dea24aa0-2e72-4407-b6ca-f40c08ba4545 req-4e223f3b-e880-41d9-b24b-f6b7ad567791 tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0e5e9bb-5818-4360-8a59-bdca79c81bb2 HTTP/1.1" status: 200 len: 950 time: 0.9403288 May 31 13:28:43.318204 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=4f603f18-a7d5-449e-9b61-231b81f8c7ca,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:43.519638 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c623c4b0-a3ad-4fa3-8365-22dcbba1c302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:43.620149 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device d35a6424-4d31-4e0a-9b18-2eee07fecbf2 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:28:43.758541 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f143ebc-c50b-4d9a-8789-bed6278eaec3 req-47f75323-760f-4f37-a1cd-81cddeed2478 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:43.766278 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6f143ebc-c50b-4d9a-8789-bed6278eaec3 req-47f75323-760f-4f37-a1cd-81cddeed2478 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d09d665-de20-4480-88af-e81be792c3c1 HTTP/1.1" status: 200 len: 946 time: 1.1382327 May 31 13:28:43.829890 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dea24aa0-2e72-4407-b6ca-f40c08ba4545 req-6d148c45-8b0b-4efd-9e06-ec0d2d56a8aa tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2a7ba04-cfe4-4106-a377-7b2346488305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7017853 May 31 13:28:43.882961 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device bcea5229-e83e-4a8f-a38a-ad9361d01354 up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:28:43.919039 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6f143ebc-c50b-4d9a-8789-bed6278eaec3 req-98b7ad39-cff7-46c3-95a4-ae9c2f0b2f91 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] 10.222.0.50 "GET /v2.0/security-groups?id=9df5af2d-f549-4666-90cd-c522e41d204c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514249 May 31 13:28:43.975467 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1df0be22-8339-425d-add1-656ed8d5f5da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:44.023769 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a68b6516-a6c0-40da-b3f4-5a451d0fd46b'] response: {'name': 'network-changed', 'server_uuid': 'f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a', 'tag': 'efc96b22-153b-44b0-a49d-5f2541380c5e', 'status': 'completed', 'code': 200} May 31 13:28:44.391019 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff695c-ba76-4900-ad0c-598805254d6a req-b41dea2d-e8da-4caa-852a-13f0345bc909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:44.391536 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff695c-ba76-4900-ad0c-598805254d6a req-b41dea2d-e8da-4caa-852a-13f0345bc909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:44.392019 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff695c-ba76-4900-ad0c-598805254d6a req-b41dea2d-e8da-4caa-852a-13f0345bc909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:44.392486 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff695c-ba76-4900-ad0c-598805254d6a req-b41dea2d-e8da-4caa-852a-13f0345bc909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:44.392951 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff695c-ba76-4900-ad0c-598805254d6a req-b41dea2d-e8da-4caa-852a-13f0345bc909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:44.393447 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff695c-ba76-4900-ad0c-598805254d6a req-b41dea2d-e8da-4caa-852a-13f0345bc909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:44.398668 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff695c-ba76-4900-ad0c-598805254d6a req-b41dea2d-e8da-4caa-852a-13f0345bc909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:44.401028 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fdff695c-ba76-4900-ad0c-598805254d6a req-b41dea2d-e8da-4caa-852a-13f0345bc909 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3239bed898c344b59ed7ea3353897e74&device_id=f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a HTTP/1.1" status: 200 len: 6492 time: 0.3060262 May 31 13:28:44.407115 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-8846ca44-a3dc-47e9-af87-927a9052862c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff13040e-2491-4cbe-8479-2b5ed2ed0bb5', 'name': 'tempest-TaggedBootDevicesTest-1676681651-router', 'tenant_id': '3239bed898c344b59ed7ea3353897e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'a4c1501d-3929-4e85-83ff-9b966f9204d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:25:00Z', 'updated_at': '2022-05-31T13:25:09Z', 'revision_number': 4, 'project_id': '3239bed898c344b59ed7ea3353897e74', 'gw_port': {'id': 'a4c1501d-3929-4e85-83ff-9b966f9204d1', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff13040e-2491-4cbe-8479-2b5ed2ed0bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:25:03Z', 'updated_at': '2022-05-31T13:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '873186a2-22cf-42b1-8b3c-8790b761ea05', 'tenant_id': '3239bed898c344b59ed7ea3353897e74', 'floating_ip_address': '172.25.6.126', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': 'ff13040e-2491-4cbe-8479-2b5ed2ed0bb5', 'port_id': 'efc96b22-153b-44b0-a49d-5f2541380c5e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '398656cc-8bc4-4a6a-ad11-d04eee603cee', 'mac_address': 'fa:16:3e:95:32:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:26:33Z', 'updated_at': '2022-05-31T13:28:40Z', 'revision_number': 1, 'project_id': '3239bed898c344b59ed7ea3353897e74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '994a437b-a620-43f2-8b4b-46c4aad6ee46', 'name': '', 'network_id': '398656cc-8bc4-4a6a-ad11-d04eee603cee', 'tenant_id': '3239bed898c344b59ed7ea3353897e74', 'mac_address': 'fa:16:3e:39:f3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff13040e-2491-4cbe-8479-2b5ed2ed0bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '69094bcc-9239-4f53-bcfd-7f7eb81b8615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:25:08Z', 'updated_at': '2022-05-31T13:25:19Z', 'revision_number': 5, 'project_id': '3239bed898c344b59ed7ea3353897e74', 'subnets': [{'id': '69094bcc-9239-4f53-bcfd-7f7eb81b8615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:28:44.433880 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8846ca44-a3dc-47e9-af87-927a9052862c None None] Checking router: ff13040e-2491-4cbe-8479-2b5ed2ed0bb5 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:28:44.463840 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8846ca44-a3dc-47e9-af87-927a9052862c None None] Routers {'ff13040e-2491-4cbe-8479-2b5ed2ed0bb5'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:28:44.464891 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-8846ca44-a3dc-47e9-af87-927a9052862c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:28:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['ff13040e-2491-4cbe-8479-2b5ed2ed0bb5'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:28:44.488839 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89657dbb-41e7-459e-b614-db8a1c4e9a0b'] response: {'server_uuid': '6d09d665-de20-4480-88af-e81be792c3c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93461431-3737-43ab-ac12-7864c8d1a3c4', 'code': 200} May 31 13:28:44.673172 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff695c-ba76-4900-ad0c-598805254d6a req-690b800c-58af-4c7c-83fa-d53188f4f934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:44.674758 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fdff695c-ba76-4900-ad0c-598805254d6a req-690b800c-58af-4c7c-83fa-d53188f4f934 service neutron] 10.222.0.20 "GET /v2.0/networks?id=398656cc-8bc4-4a6a-ad11-d04eee603cee HTTP/1.1" status: 200 len: 913 time: 0.2634742 May 31 13:28:44.806212 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b3ba9091-3750-4e9e-afce-fb81dae8671a req-aa903e42-ae57-40d5-9a7d-517e6b89de8b tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/ports?device_id=5eee3054-3ed5-47f8-b1a8-ef0b67b604a5 HTTP/1.1" status: 200 len: 210 time: 0.5072913 May 31 13:28:44.826684 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-8846ca44-a3dc-47e9-af87-927a9052862c None None] Set router ff13040e-2491-4cbe-8479-2b5ed2ed0bb5 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:28:44.986296 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f7070941-ff71-4185-b8d8-aebd862c0478 None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:45.078665 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fdff695c-ba76-4900-ad0c-598805254d6a req-dcb3b1f7-e605-4daf-abde-3e51c1972e00 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efc96b22-153b-44b0-a49d-5f2541380c5e HTTP/1.1" status: 200 len: 1000 time: 0.3891373 May 31 13:28:45.101479 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f7070941-ff71-4185-b8d8-aebd862c0478 None None] Transition to ACTIVE for port object b1737765-3744-418b-9eb8-268b91ac258d will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:28:45.136581 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:45.153910 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:45.154998 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f7070941-ff71-4185-b8d8-aebd862c0478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:45.338196 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port d35a6424-4d31-4e0a-9b18-2eee07fecbf2 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:28:45.364207 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff695c-ba76-4900-ad0c-598805254d6a req-22569f07-90b8-4ef5-b175-e59aaa146591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:45.374021 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port d35a6424-4d31-4e0a-9b18-2eee07fecbf2 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:28:45.374627 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:45.393485 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fdff695c-ba76-4900-ad0c-598805254d6a req-22569f07-90b8-4ef5-b175-e59aaa146591 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=69094bcc-9239-4f53-bcfd-7f7eb81b8615 HTTP/1.1" status: 200 len: 851 time: 0.2820346 May 31 13:28:45.557593 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-bae00f2c-7c70-41cb-a1dc-8c20d8f431b4 None None] Provisioning complete for port 4f603f18-a7d5-449e-9b61-231b81f8c7ca triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:28:45.558553 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bae00f2c-7c70-41cb-a1dc-8c20d8f431b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:45.867308 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3ab94e-1989-4e93-9d0e-a126a4157aba None None] Pushing event updated for resources: {'Port': ['ID=b1737765-3744-418b-9eb8-268b91ac258d,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:46.067357 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port bcea5229-e83e-4a8f-a38a-ad9361d01354 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:28:46.068807 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:46.079398 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff695c-ba76-4900-ad0c-598805254d6a req-76e650fe-afdf-4f63-9c30-a47e9928c386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:46.091220 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fdff695c-ba76-4900-ad0c-598805254d6a req-76e650fe-afdf-4f63-9c30-a47e9928c386 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=398656cc-8bc4-4a6a-ad11-d04eee603cee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6939147 May 31 13:28:46.286097 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-8846ca44-a3dc-47e9-af87-927a9052862c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff13040e-2491-4cbe-8479-2b5ed2ed0bb5', 'name': 'tempest-TaggedBootDevicesTest-1676681651-router', 'tenant_id': '3239bed898c344b59ed7ea3353897e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'a4c1501d-3929-4e85-83ff-9b966f9204d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:25:00Z', 'updated_at': '2022-05-31T13:25:09Z', 'revision_number': 4, 'project_id': '3239bed898c344b59ed7ea3353897e74', 'gw_port': {'id': 'a4c1501d-3929-4e85-83ff-9b966f9204d1', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff13040e-2491-4cbe-8479-2b5ed2ed0bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:25:03Z', 'updated_at': '2022-05-31T13:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '873186a2-22cf-42b1-8b3c-8790b761ea05', 'tenant_id': '3239bed898c344b59ed7ea3353897e74', 'floating_ip_address': '172.25.6.126', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': 'ff13040e-2491-4cbe-8479-2b5ed2ed0bb5', 'port_id': 'efc96b22-153b-44b0-a49d-5f2541380c5e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '398656cc-8bc4-4a6a-ad11-d04eee603cee', 'mac_address': 'fa:16:3e:95:32:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:26:33Z', 'updated_at': '2022-05-31T13:28:40Z', 'revision_number': 1, 'project_id': '3239bed898c344b59ed7ea3353897e74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '994a437b-a620-43f2-8b4b-46c4aad6ee46', 'name': '', 'network_id': '398656cc-8bc4-4a6a-ad11-d04eee603cee', 'tenant_id': '3239bed898c344b59ed7ea3353897e74', 'mac_address': 'fa:16:3e:39:f3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff13040e-2491-4cbe-8479-2b5ed2ed0bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '69094bcc-9239-4f53-bcfd-7f7eb81b8615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:25:08Z', 'updated_at': '2022-05-31T13:25:19Z', 'revision_number': 5, 'project_id': '3239bed898c344b59ed7ea3353897e74', 'subnets': [{'id': '69094bcc-9239-4f53-bcfd-7f7eb81b8615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:28:46.302337 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8846ca44-a3dc-47e9-af87-927a9052862c None None] The sync data for ids ['ff13040e-2491-4cbe-8479-2b5ed2ed0bb5'] in n-d-843939-1 is: [{'id': 'ff13040e-2491-4cbe-8479-2b5ed2ed0bb5', 'name': 'tempest-TaggedBootDevicesTest-1676681651-router', 'tenant_id': '3239bed898c344b59ed7ea3353897e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'a4c1501d-3929-4e85-83ff-9b966f9204d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:25:00Z', 'updated_at': '2022-05-31T13:25:09Z', 'revision_number': 4, 'project_id': '3239bed898c344b59ed7ea3353897e74', 'gw_port': {'id': 'a4c1501d-3929-4e85-83ff-9b966f9204d1', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff13040e-2491-4cbe-8479-2b5ed2ed0bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:25:03Z', 'updated_at': '2022-05-31T13:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '873186a2-22cf-42b1-8b3c-8790b761ea05', 'tenant_id': '3239bed898c344b59ed7ea3353897e74', 'floating_ip_address': '172.25.6.126', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': 'ff13040e-2491-4cbe-8479-2b5ed2ed0bb5', 'port_id': 'efc96b22-153b-44b0-a49d-5f2541380c5e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '398656cc-8bc4-4a6a-ad11-d04eee603cee', 'mac_address': 'fa:16:3e:95:32:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:26:33Z', 'updated_at': '2022-05-31T13:28:40Z', 'revision_number': 1, 'project_id': '3239bed898c344b59ed7ea3353897e74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '994a437b-a620-43f2-8b4b-46c4aad6ee46', 'name': '', 'network_id': '398656cc-8bc4-4a6a-ad11-d04eee603cee', 'tenant_id': '3239bed898c344b59ed7ea3353897e74', 'mac_address': 'fa:16:3e:39:f3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff13040e-2491-4cbe-8479-2b5ed2ed0bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '69094bcc-9239-4f53-bcfd-7f7eb81b8615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:25:08Z', 'updated_at': '2022-05-31T13:25:19Z', 'revision_number': 5, 'project_id': '3239bed898c344b59ed7ea3353897e74', 'subnets': [{'id': '69094bcc-9239-4f53-bcfd-7f7eb81b8615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:28:46.442339 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port ec502baf-891e-4127-8c8f-bdc0e135b9e9 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:28:46.442339 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:46.508913 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc3396-70a8-4a02-bada-25d8ebbc1575 req-3b359290-9f92-49bc-89aa-17241040ef62 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:46.521841 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f0cc3396-70a8-4a02-bada-25d8ebbc1575 req-3b359290-9f92-49bc-89aa-17241040ef62 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.20 "GET /v2.0/networks?id=29fe9209-7455-49d1-bbb8-3bf3a6f3bebb HTTP/1.1" status: 200 len: 818 time: 1.2786608 May 31 13:28:46.595608 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-f0cc3396-70a8-4a02-bada-25d8ebbc1575 req-39c0d76b-5e03-4717-8fd1-8e172dc82d76 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Request body: {'port': {'device_id': '5eee3054-3ed5-47f8-b1a8-ef0b67b604a5', 'network_id': '29fe9209-7455-49d1-bbb8-3bf3a6f3bebb', 'admin_state_up': True, 'tenant_id': 'be9b8c94d98b42f385a0f29035539835'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:28:46.601297 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:46.684997 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fdff695c-ba76-4900-ad0c-598805254d6a req-383cd7e1-306f-46d0-b2a1-a1125e450768 service neutron] 10.222.0.20 "GET /v2.0/networks/398656cc-8bc4-4a6a-ad11-d04eee603cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5862679 May 31 13:28:47.047320 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3999d601-c1c2-4d48-9d56-143f199b772f req-cc50b480-3530-4131-aa66-78bad5acefc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:47.070415 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-f7070941-ff71-4185-b8d8-aebd862c0478 None None] Attempting to bind port b1737765-3744-418b-9eb8-268b91ac258d on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:28:47.073010 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-f7070941-ff71-4185-b8d8-aebd862c0478 None None] Attempting to bind port b1737765-3744-418b-9eb8-268b91ac258d by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'e9cd1a0e-a4b7-43b7-be1f-97f3a2f73d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '29fe9209-7455-49d1-bbb8-3bf3a6f3bebb'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:28:47.075106 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3999d601-c1c2-4d48-9d56-143f199b772f req-cc50b480-3530-4131-aa66-78bad5acefc3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6d09d665-de20-4480-88af-e81be792c3c1 HTTP/1.1" status: 200 len: 1097 time: 2.5326893 May 31 13:28:47.075641 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7070941-ff71-4185-b8d8-aebd862c0478 None None] Attempting to bind port b1737765-3744-418b-9eb8-268b91ac258d on network 29fe9209-7455-49d1-bbb8-3bf3a6f3bebb {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:28:47.145127 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ee94f7-262d-4e70-ae00-f7ced755d84e None None] New status for floating IP 873186a2-22cf-42b1-8b3c-8790b761ea05: ACTIVE {{(pid=88371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 13:28:47.198591 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fdff695c-ba76-4900-ad0c-598805254d6a req-9966904c-0566-4441-840c-104eaf3db5d7 service neutron] 10.222.0.20 "GET /v2.0/networks/398656cc-8bc4-4a6a-ad11-d04eee603cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5032911 May 31 13:28:47.302489 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abfa30f-296e-41f2-9595-b0eb747757e0 req-9cb231ad-7418-490e-b111-3979dfaa790f tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:47.328571 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3abfa30f-296e-41f2-9595-b0eb747757e0 req-9cb231ad-7418-490e-b111-3979dfaa790f tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2399f6c-7adf-46cb-8f5c-a5a17daead07 HTTP/1.1" status: 200 len: 949 time: 2.7714727 May 31 13:28:47.428009 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1df0be22-8339-425d-add1-656ed8d5f5da admin admin] Router 5372a397-3a97-491b-9c5f-82fd07262847 is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 13:28:47.437046 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port bcea5229-e83e-4a8f-a38a-ad9361d01354 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:28:47.437431 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:47.450143 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbe8aad-b5cd-4d0b-a8ae-73518278ff36 req-090c3a43-2e0c-470e-b95c-38e9bd5d6a04 tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:47.453040 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7070941-ff71-4185-b8d8-aebd862c0478 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:28:47.453553 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7070941-ff71-4185-b8d8-aebd862c0478 None None] Checking segment: {'id': 'e9cd1a0e-a4b7-43b7-be1f-97f3a2f73d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '29fe9209-7455-49d1-bbb8-3bf3a6f3bebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:28:47.453971 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f7070941-ff71-4185-b8d8-aebd862c0478 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:47.454404 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7070941-ff71-4185-b8d8-aebd862c0478 None None] Bound using segment: {'id': 'e9cd1a0e-a4b7-43b7-be1f-97f3a2f73d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '29fe9209-7455-49d1-bbb8-3bf3a6f3bebb'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:28:47.455048 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-f7070941-ff71-4185-b8d8-aebd862c0478 None None] Bound port: b1737765-3744-418b-9eb8-268b91ac258d, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9cd1a0e-a4b7-43b7-be1f-97f3a2f73d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '29fe9209-7455-49d1-bbb8-3bf3a6f3bebb'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:28:47.455438 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f7070941-ff71-4185-b8d8-aebd862c0478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:47.463865 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fbbe8aad-b5cd-4d0b-a8ae-73518278ff36 req-090c3a43-2e0c-470e-b95c-38e9bd5d6a04 tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0e5e9bb-5818-4360-8a59-bdca79c81bb2 HTTP/1.1" status: 200 len: 950 time: 2.2374184 May 31 13:28:47.508988 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-f0cc3396-70a8-4a02-bada-25d8ebbc1575 req-39c0d76b-5e03-4717-8fd1-8e172dc82d76 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:28:47.529180 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-f0cc3396-70a8-4a02-bada-25d8ebbc1575 req-39c0d76b-5e03-4717-8fd1-8e172dc82d76 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Usage tracker for resource:port and tenant:be9b8c94d98b42f385a0f29035539835 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:28:47.555461 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-f0cc3396-70a8-4a02-bada-25d8ebbc1575 req-39c0d76b-5e03-4717-8fd1-8e172dc82d76 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:28:47.754179 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-f0cc3396-70a8-4a02-bada-25d8ebbc1575 req-39c0d76b-5e03-4717-8fd1-8e172dc82d76 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:28:47.909703 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fbbe8aad-b5cd-4d0b-a8ae-73518278ff36 req-4a05bb5f-c5fb-4e11-a5c5-a9abb1550c27 tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2a7ba04-cfe4-4106-a377-7b2346488305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4446213 May 31 13:28:47.981356 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-bae00f2c-7c70-41cb-a1dc-8c20d8f431b4 None None] Current status of the port 4f603f18-a7d5-449e-9b61-231b81f8c7ca is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:28:48.047067 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0cc3396-70a8-4a02-bada-25d8ebbc1575 req-39c0d76b-5e03-4717-8fd1-8e172dc82d76 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Made reservation on behalf of be9b8c94d98b42f385a0f29035539835 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:28:48.053054 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f0cc3396-70a8-4a02-bada-25d8ebbc1575 req-39c0d76b-5e03-4717-8fd1-8e172dc82d76 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:48.101940 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a12efbab-a760-4348-9c14-f969aac5be15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcea5229-e83e-4a8f-a38a-ad9361d01354'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:28:48.132181 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port d35a6424-4d31-4e0a-9b18-2eee07fecbf2 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:28:48.133140 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:48.221499 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port ec502baf-891e-4127-8c8f-bdc0e135b9e9 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:28:48.263610 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port bcea5229-e83e-4a8f-a38a-ad9361d01354, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=bcea5229-e83e-4a8f-a38a-ad9361d01354,segment=NetworkSegment(4d75b4c6-9dbf-466e-9960-e4baeffc8b58),segment_id=4d75b4c6-9dbf-466e-9960-e4baeffc8b58)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:28:48.281410 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:48.430437 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3999d601-c1c2-4d48-9d56-143f199b772f req-b6acf4cc-0c2a-45ee-a863-49c50b5e19f3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9df5af2d-f549-4666-90cd-c522e41d204c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1664510 May 31 13:28:48.442577 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1df0be22-8339-425d-add1-656ed8d5f5da admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:28:48.459647 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2e01aa-703d-4324-8a67-f1711fbe7051 None None] Sync routers for ids ['5372a397-3a97-491b-9c5f-82fd07262847'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:28:48.491987 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2e01aa-703d-4324-8a67-f1711fbe7051 None None] Routers {'5372a397-3a97-491b-9c5f-82fd07262847'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:28:48.492933 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-da2e01aa-703d-4324-8a67-f1711fbe7051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:28:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['5372a397-3a97-491b-9c5f-82fd07262847'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:28:48.544609 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3abfa30f-296e-41f2-9595-b0eb747757e0 req-6c30e4c6-0e00-4144-909c-c6781f6a7dfc tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf755f24-1043-4dc9-80d0-31a81d8fbace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2293961 May 31 13:28:48.565077 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1df0be22-8339-425d-add1-656ed8d5f5da admin admin] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:48.567076 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-1df0be22-8339-425d-add1-656ed8d5f5da admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 14.4622352 May 31 13:28:48.570518 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42318) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:28:48.896025 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-f7070941-ff71-4185-b8d8-aebd862c0478 None None] For port b1737765-3744-418b-9eb8-268b91ac258d, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:28:48.908082 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-f7070941-ff71-4185-b8d8-aebd862c0478 None None] For port b1737765-3744-418b-9eb8-268b91ac258d, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=b1737765-3744-418b-9eb8-268b91ac258d,segment=NetworkSegment(e9cd1a0e-a4b7-43b7-be1f-97f3a2f73d5d),segment_id=e9cd1a0e-a4b7-43b7-be1f-97f3a2f73d5d)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:28:48.945892 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=bcea5229-e83e-4a8f-a38a-ad9361d01354,revision_number=7']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:48.953907 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 4f603f18-a7d5-449e-9b61-231b81f8c7ca up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:28:48.962479 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-f0cc3396-70a8-4a02-bada-25d8ebbc1575 req-39c0d76b-5e03-4717-8fd1-8e172dc82d76 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Allocated IP 172.20.0.5 (29fe9209-7455-49d1-bbb8-3bf3a6f3bebb/82d28a94-56aa-487e-b28b-6f63cbb648aa/cab04309-4594-4e66-a15a-e4206da32c24) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:28:49.147150 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-da2e01aa-703d-4324-8a67-f1711fbe7051 None None] Set router 5372a397-3a97-491b-9c5f-82fd07262847 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:28:49.228112 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f7070941-ff71-4185-b8d8-aebd862c0478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:49.392217 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port d35a6424-4d31-4e0a-9b18-2eee07fecbf2, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=d35a6424-4d31-4e0a-9b18-2eee07fecbf2,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:28:49.412575 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:49.471395 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7070941-ff71-4185-b8d8-aebd862c0478 None None] Routers {'a011e779-64a3-443d-8f62-5cd06b630711'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:28:49.472608 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-f7070941-ff71-4185-b8d8-aebd862c0478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:28:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['a011e779-64a3-443d-8f62-5cd06b630711'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:28:49.649265 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 4f603f18-a7d5-449e-9b61-231b81f8c7ca triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:28:49.650011 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:49.895006 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3ab94e-1989-4e93-9d0e-a126a4157aba None None] Pushing event updated for resources: {'Port': ['ID=b1737765-3744-418b-9eb8-268b91ac258d,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:50.017468 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-da2e01aa-703d-4324-8a67-f1711fbe7051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5372a397-3a97-491b-9c5f-82fd07262847', 'name': 'tempest-FloatingIPsAssociationTestJSON-235570822-router', 'tenant_id': '633e14999cf6449e966925c4e75e7489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '7cc6de2f-6595-49b2-9d8c-3aa2c4591031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:28:34Z', 'updated_at': '2022-05-31T13:28:41Z', 'revision_number': 3, 'project_id': '633e14999cf6449e966925c4e75e7489', 'gw_port': {'id': '7cc6de2f-6595-49b2-9d8c-3aa2c4591031', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:90:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5372a397-3a97-491b-9c5f-82fd07262847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:28:38Z', 'updated_at': '2022-05-31T13:28:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:28:50.036384 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2e01aa-703d-4324-8a67-f1711fbe7051 None None] Checking router: 5372a397-3a97-491b-9c5f-82fd07262847 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:28:50.037735 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2e01aa-703d-4324-8a67-f1711fbe7051 None None] Updating router 5372a397-3a97-491b-9c5f-82fd07262847 port 7cc6de2f-6595-49b2-9d8c-3aa2c4591031 binding host n-d-843939-1 {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:28:50.183843 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-da2e01aa-703d-4324-8a67-f1711fbe7051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:50.537187 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-f7070941-ff71-4185-b8d8-aebd862c0478 None None] Set router a011e779-64a3-443d-8f62-5cd06b630711 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:28:50.639447 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23ab843-991d-413a-b591-07b75f519969 req-2e5c937e-e9fb-496b-987f-4f29d2fa7eba tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:50.645256 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b23ab843-991d-413a-b591-07b75f519969 req-2e5c937e-e9fb-496b-987f-4f29d2fa7eba tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/networks?id=29fe9209-7455-49d1-bbb8-3bf3a6f3bebb HTTP/1.1" status: 200 len: 818 time: 1.2256985 May 31 13:28:50.916615 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b5176b-f691-4b95-9292-fac0782f6d64 req-7df92bdf-db72-4046-b58c-a55e8b6932c9 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:50.918674 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-30b5176b-f691-4b95-9292-fac0782f6d64 req-7df92bdf-db72-4046-b58c-a55e8b6932c9 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d09d665-de20-4480-88af-e81be792c3c1 HTTP/1.1" status: 200 len: 946 time: 1.9489906 May 31 13:28:50.937839 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b23ab843-991d-413a-b591-07b75f519969 req-0bc21141-8697-4d9a-909e-4d31be08af53 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/quotas/be9b8c94d98b42f385a0f29035539835 HTTP/1.1" status: 200 len: 375 time: 0.2766788 May 31 13:28:50.986640 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-da2e01aa-703d-4324-8a67-f1711fbe7051 None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:51.041678 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-da2e01aa-703d-4324-8a67-f1711fbe7051 None None] Transition to ACTIVE for port object 7cc6de2f-6595-49b2-9d8c-3aa2c4591031 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:28:51.060779 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-da2e01aa-703d-4324-8a67-f1711fbe7051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:51.074242 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f0cc3396-70a8-4a02-bada-25d8ebbc1575 req-39c0d76b-5e03-4717-8fd1-8e172dc82d76 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:51.106614 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-30b5176b-f691-4b95-9292-fac0782f6d64 req-b845cb1b-fa13-4b5b-bd36-e10ce35b24b5 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] 10.222.0.50 "GET /v2.0/security-groups?id=9df5af2d-f549-4666-90cd-c522e41d204c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1798294 May 31 13:28:51.190043 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 4f603f18-a7d5-449e-9b61-231b81f8c7ca is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:28:51.200698 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-f0cc3396-70a8-4a02-bada-25d8ebbc1575 req-39c0d76b-5e03-4717-8fd1-8e172dc82d76 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Transition to ACTIVE for port object cab04309-4594-4e66-a15a-e4206da32c24 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:28:51.257396 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b23ab843-991d-413a-b591-07b75f519969 req-823a72d0-e3e5-4b07-8143-b7dff074811e tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=be9b8c94d98b42f385a0f29035539835&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3180449 May 31 13:28:51.329553 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ccf7568c-83ad-4dd0-97e1-178f3e1642c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:51.331528 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=d35a6424-4d31-4e0a-9b18-2eee07fecbf2,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:51.412010 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b144bc55-7422-42c2-906b-0787bb3231f4 None None] Pushing event updated for resources: {'Port': ['ID=7cc6de2f-6595-49b2-9d8c-3aa2c4591031,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:51.434148 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-da2e01aa-703d-4324-8a67-f1711fbe7051 None None] Attempting to bind port 7cc6de2f-6595-49b2-9d8c-3aa2c4591031 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:28:51.435324 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-da2e01aa-703d-4324-8a67-f1711fbe7051 None None] Attempting to bind port 7cc6de2f-6595-49b2-9d8c-3aa2c4591031 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:28:51.439229 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2e01aa-703d-4324-8a67-f1711fbe7051 None None] Attempting to bind port 7cc6de2f-6595-49b2-9d8c-3aa2c4591031 on network d2103cd5-63ba-4c24-9d95-fd17643bf14c {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:28:51.454573 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2e01aa-703d-4324-8a67-f1711fbe7051 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:28:51.455335 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2e01aa-703d-4324-8a67-f1711fbe7051 None None] Checking segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:28:51.455993 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-da2e01aa-703d-4324-8a67-f1711fbe7051 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:51.456750 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2e01aa-703d-4324-8a67-f1711fbe7051 None None] Bound using segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:28:51.457471 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-da2e01aa-703d-4324-8a67-f1711fbe7051 None None] Bound port: 7cc6de2f-6595-49b2-9d8c-3aa2c4591031, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:28:51.458154 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-da2e01aa-703d-4324-8a67-f1711fbe7051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:51.479281 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b23ab843-991d-413a-b591-07b75f519969 req-c1964a74-82ca-4d72-ab39-5917388f9c0b service neutron] 10.222.0.50 "GET /v2.0/networks/29fe9209-7455-49d1-bbb8-3bf3a6f3bebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208614 May 31 13:28:51.508415 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-f7070941-ff71-4185-b8d8-aebd862c0478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a011e779-64a3-443d-8f62-5cd06b630711', 'name': 'tempest-ServerRescueNegativeTestJSON-722066791-router', 'tenant_id': 'be9b8c94d98b42f385a0f29035539835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'ec502baf-891e-4127-8c8f-bdc0e135b9e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:28:24Z', 'updated_at': '2022-05-31T13:28:34Z', 'revision_number': 4, 'project_id': 'be9b8c94d98b42f385a0f29035539835', 'gw_port': {'id': 'ec502baf-891e-4127-8c8f-bdc0e135b9e9', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a011e779-64a3-443d-8f62-5cd06b630711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:28:26Z', 'updated_at': '2022-05-31T13:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'b1737765-3744-418b-9eb8-268b91ac258d', 'name': '', 'network_id': '29fe9209-7455-49d1-bbb8-3bf3a6f3bebb', 'tenant_id': 'be9b8c94d98b42f385a0f29035539835', 'mac_address': 'fa:16:3e:c5:fb:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a011e779-64a3-443d-8f62-5cd06b630711', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '82d28a94-56aa-487e-b28b-6f63cbb648aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:28:33Z', 'updated_at': '2022-05-31T13:28:48Z', 'revision_number': 4, 'project_id': 'be9b8c94d98b42f385a0f29035539835', 'subnets': [{'id': '82d28a94-56aa-487e-b28b-6f63cbb648aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:28:51.526776 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7070941-ff71-4185-b8d8-aebd862c0478 None None] The sync data for ids ['a011e779-64a3-443d-8f62-5cd06b630711'] in n-d-843939-1 is: [{'id': 'a011e779-64a3-443d-8f62-5cd06b630711', 'name': 'tempest-ServerRescueNegativeTestJSON-722066791-router', 'tenant_id': 'be9b8c94d98b42f385a0f29035539835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'ec502baf-891e-4127-8c8f-bdc0e135b9e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:28:24Z', 'updated_at': '2022-05-31T13:28:34Z', 'revision_number': 4, 'project_id': 'be9b8c94d98b42f385a0f29035539835', 'gw_port': {'id': 'ec502baf-891e-4127-8c8f-bdc0e135b9e9', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a011e779-64a3-443d-8f62-5cd06b630711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:28:26Z', 'updated_at': '2022-05-31T13:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'b1737765-3744-418b-9eb8-268b91ac258d', 'name': '', 'network_id': '29fe9209-7455-49d1-bbb8-3bf3a6f3bebb', 'tenant_id': 'be9b8c94d98b42f385a0f29035539835', 'mac_address': 'fa:16:3e:c5:fb:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a011e779-64a3-443d-8f62-5cd06b630711', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '82d28a94-56aa-487e-b28b-6f63cbb648aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:28:33Z', 'updated_at': '2022-05-31T13:28:48Z', 'revision_number': 4, 'project_id': 'be9b8c94d98b42f385a0f29035539835', 'subnets': [{'id': '82d28a94-56aa-487e-b28b-6f63cbb648aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:28:51.570920 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f0cc3396-70a8-4a02-bada-25d8ebbc1575 req-39c0d76b-5e03-4717-8fd1-8e172dc82d76 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:51.647610 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba8c2bf3-6c29-42c7-8934-4313b410428b'] response: {'server_uuid': 'a12efbab-a760-4348-9c14-f969aac5be15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcea5229-e83e-4a8f-a38a-ad9361d01354', 'code': 200} May 31 13:28:51.725916 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-da2e01aa-703d-4324-8a67-f1711fbe7051 None None] For port 7cc6de2f-6595-49b2-9d8c-3aa2c4591031, host n-d-843939-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:28:51.735809 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-da2e01aa-703d-4324-8a67-f1711fbe7051 None None] For port 7cc6de2f-6595-49b2-9d8c-3aa2c4591031, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=7cc6de2f-6595-49b2-9d8c-3aa2c4591031,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:28:51.743939 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-da2e01aa-703d-4324-8a67-f1711fbe7051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:51.954090 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0cc3396-70a8-4a02-bada-25d8ebbc1575 req-39c0d76b-5e03-4717-8fd1-8e172dc82d76 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Network 29fe9209-7455-49d1-bbb8-3bf3a6f3bebb is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:28:51.974009 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-f0cc3396-70a8-4a02-bada-25d8ebbc1575 req-39c0d76b-5e03-4717-8fd1-8e172dc82d76 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:28:51.980506 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2e01aa-703d-4324-8a67-f1711fbe7051 None None] Routers {'5372a397-3a97-491b-9c5f-82fd07262847'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:28:51.981924 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-da2e01aa-703d-4324-8a67-f1711fbe7051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:28:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['5372a397-3a97-491b-9c5f-82fd07262847'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:28:52.035317 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-ccf7568c-83ad-4dd0-97e1-178f3e1642c0 admin admin] Allocated IP 172.20.0.1 (4906b42e-b307-4d36-b70d-f5895b463d19/33d5a057-d728-4f2d-867b-3bfbd8f9a5e3/e7679717-72d0-422d-bb1a-824fffff1b99) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:28:52.046532 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0cc3396-70a8-4a02-bada-25d8ebbc1575 req-39c0d76b-5e03-4717-8fd1-8e172dc82d76 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:28:52.106110 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c0d76b-5e03-4717-8fd1-8e172dc82d76 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Pushing event updated for resources: {'Port': ['ID=cab04309-4594-4e66-a15a-e4206da32c24,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:52.151481 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b144bc55-7422-42c2-906b-0787bb3231f4 None None] Pushing event updated for resources: {'Port': ['ID=7cc6de2f-6595-49b2-9d8c-3aa2c4591031,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:52.277926 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b23ab843-991d-413a-b591-07b75f519969 req-2b7e7668-8d2b-4836-9d00-99597fcd10df service neutron] 10.222.0.50 "GET /v2.0/networks/29fe9209-7455-49d1-bbb8-3bf3a6f3bebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7814889 May 31 13:28:52.296593 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc3396-70a8-4a02-bada-25d8ebbc1575 req-39c0d76b-5e03-4717-8fd1-8e172dc82d76 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:52.297950 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f0cc3396-70a8-4a02-bada-25d8ebbc1575 req-39c0d76b-5e03-4717-8fd1-8e172dc82d76 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:52.363102 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f0cc3396-70a8-4a02-bada-25d8ebbc1575 req-39c0d76b-5e03-4717-8fd1-8e172dc82d76 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7918780 May 31 13:28:52.379305 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-f0cc3396-70a8-4a02-bada-25d8ebbc1575 req-89a34030-c03d-459a-9cda-a89d8df5436d service neutron] Request body: {'port': {'device_id': '5eee3054-3ed5-47f8-b1a8-ef0b67b604a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:28:52.537067 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ccf7568c-83ad-4dd0-97e1-178f3e1642c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:52.567035 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d8cee923-892e-47eb-91d3-828f837185f7 None None] Provisioning for port cab04309-4594-4e66-a15a-e4206da32c24 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:28:52.585748 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d8cee923-892e-47eb-91d3-828f837185f7 None None] Provisioning complete for port cab04309-4594-4e66-a15a-e4206da32c24 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:28:52.592460 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d8cee923-892e-47eb-91d3-828f837185f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:52.615544 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-ccf7568c-83ad-4dd0-97e1-178f3e1642c0 admin admin] Transition to ACTIVE for port object e7679717-72d0-422d-bb1a-824fffff1b99 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:28:52.627406 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e53d6d2-0967-4339-b81f-17cf1d238df1 req-5e105f3a-286b-498b-9342-19333aa7b910 tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:52.633682 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2e53d6d2-0967-4339-b81f-17cf1d238df1 req-5e105f3a-286b-498b-9342-19333aa7b910 tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2399f6c-7adf-46cb-8f5c-a5a17daead07 HTTP/1.1" status: 200 len: 950 time: 0.6502395 May 31 13:28:52.662480 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-da2e01aa-703d-4324-8a67-f1711fbe7051 None None] Set router 5372a397-3a97-491b-9c5f-82fd07262847 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:28:52.708469 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ccf7568c-83ad-4dd0-97e1-178f3e1642c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:52.715143 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-d8cee923-892e-47eb-91d3-828f837185f7 None None] Port cab04309-4594-4e66-a15a-e4206da32c24 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:28:52.875895 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f0cc3396-70a8-4a02-bada-25d8ebbc1575 req-89a34030-c03d-459a-9cda-a89d8df5436d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:52.957042 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf7568c-83ad-4dd0-97e1-178f3e1642c0 admin admin] Network 4906b42e-b307-4d36-b70d-f5895b463d19 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:28:52.961497 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-ccf7568c-83ad-4dd0-97e1-178f3e1642c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:28:52.965712 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf7568c-83ad-4dd0-97e1-178f3e1642c0 admin admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:28:53.145805 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf7568c-83ad-4dd0-97e1-178f3e1642c0 admin admin] Pushing event updated for resources: {'Port': ['ID=e7679717-72d0-422d-bb1a-824fffff1b99,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:53.163293 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2e53d6d2-0967-4339-b81f-17cf1d238df1 req-cca7d751-b78a-4b2c-85e3-98b18fd9f51a tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf755f24-1043-4dc9-80d0-31a81d8fbace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5171762 May 31 13:28:53.276336 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ccf7568c-83ad-4dd0-97e1-178f3e1642c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:53.521309 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device b1737765-3744-418b-9eb8-268b91ac258d up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:28:53.872848 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ccf7568c-83ad-4dd0-97e1-178f3e1642c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:53.924412 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2399f6c-7adf-46cb-8f5c-a5a17daead07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd35a6424-4d31-4e0a-9b18-2eee07fecbf2'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:28:54.077403 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-da2e01aa-703d-4324-8a67-f1711fbe7051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5372a397-3a97-491b-9c5f-82fd07262847', 'name': 'tempest-FloatingIPsAssociationTestJSON-235570822-router', 'tenant_id': '633e14999cf6449e966925c4e75e7489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '7cc6de2f-6595-49b2-9d8c-3aa2c4591031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:28:34Z', 'updated_at': '2022-05-31T13:28:41Z', 'revision_number': 3, 'project_id': '633e14999cf6449e966925c4e75e7489', 'gw_port': {'id': '7cc6de2f-6595-49b2-9d8c-3aa2c4591031', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:90:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5372a397-3a97-491b-9c5f-82fd07262847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:28:38Z', 'updated_at': '2022-05-31T13:28:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:28:54.082311 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port b1737765-3744-418b-9eb8-268b91ac258d completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:28:54.125118 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2e01aa-703d-4324-8a67-f1711fbe7051 None None] The sync data for ids ['5372a397-3a97-491b-9c5f-82fd07262847'] in n-d-843939-1 is: [{'id': '5372a397-3a97-491b-9c5f-82fd07262847', 'name': 'tempest-FloatingIPsAssociationTestJSON-235570822-router', 'tenant_id': '633e14999cf6449e966925c4e75e7489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '7cc6de2f-6595-49b2-9d8c-3aa2c4591031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:28:34Z', 'updated_at': '2022-05-31T13:28:41Z', 'revision_number': 3, 'project_id': '633e14999cf6449e966925c4e75e7489', 'gw_port': {'id': '7cc6de2f-6595-49b2-9d8c-3aa2c4591031', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:90:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5372a397-3a97-491b-9c5f-82fd07262847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:28:38Z', 'updated_at': '2022-05-31T13:28:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:28:54.140006 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port b1737765-3744-418b-9eb8-268b91ac258d triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:28:54.140006 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:54.396242 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-1c8e2e79-feea-4637-a1e5-e8ffb01dc61d None None] Provisioning for port e7679717-72d0-422d-bb1a-824fffff1b99 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:28:54.479132 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-1c8e2e79-feea-4637-a1e5-e8ffb01dc61d None None] Provisioning complete for port e7679717-72d0-422d-bb1a-824fffff1b99 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:28:54.495173 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1c8e2e79-feea-4637-a1e5-e8ffb01dc61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:54.613517 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-88dbbb9f-bf3e-4355-ab83-7b916a161822 req-1b0cc890-47ff-4060-acd1-e8f8e485b5d9 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Synchronizing usage tracker for tenant:be9b8c94d98b42f385a0f29035539835 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:28:54.783772 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-1c8e2e79-feea-4637-a1e5-e8ffb01dc61d None None] Port e7679717-72d0-422d-bb1a-824fffff1b99 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:28:54.821170 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-88dbbb9f-bf3e-4355-ab83-7b916a161822 req-1b0cc890-47ff-4060-acd1-e8f8e485b5d9 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Unset dirty status for tenant:be9b8c94d98b42f385a0f29035539835 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:28:54.854140 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-88dbbb9f-bf3e-4355-ab83-7b916a161822 req-1b0cc890-47ff-4060-acd1-e8f8e485b5d9 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/ports?device_id=83adaa3b-be23-4bb2-afc8-0cb4149fa849 HTTP/1.1" status: 200 len: 210 time: 0.8919461 May 31 13:28:55.060123 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ccf7568c-83ad-4dd0-97e1-178f3e1642c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:55.094578 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b81d758-d79b-4e70-9315-927efcaa77e0 req-9a4109c6-0cfc-4303-8273-f6ed2c01f709 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:55.094578 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8b81d758-d79b-4e70-9315-927efcaa77e0 req-9a4109c6-0cfc-4303-8273-f6ed2c01f709 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d09d665-de20-4480-88af-e81be792c3c1 HTTP/1.1" status: 200 len: 946 time: 1.1170323 May 31 13:28:55.098085 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port b1737765-3744-418b-9eb8-268b91ac258d is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:28:55.098085 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:55.107748 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ccf7568c-83ad-4dd0-97e1-178f3e1642c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:55.240247 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.resource_extend [req-f0cc3396-70a8-4a02-bada-25d8ebbc1575 req-89a34030-c03d-459a-9cda-a89d8df5436d service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:28:55.308089 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8b81d758-d79b-4e70-9315-927efcaa77e0 req-e031c432-6425-44e3-af41-9693d27854ac tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] 10.222.0.50 "GET /v2.0/security-groups?id=9df5af2d-f549-4666-90cd-c522e41d204c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2068248 May 31 13:28:55.329287 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port b1737765-3744-418b-9eb8-268b91ac258d, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=b1737765-3744-418b-9eb8-268b91ac258d,segment=NetworkSegment(e9cd1a0e-a4b7-43b7-be1f-97f3a2f73d5d),segment_id=e9cd1a0e-a4b7-43b7-be1f-97f3a2f73d5d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:28:55.344892 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:55.756496 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94dabf8e-146c-44e3-8be2-2a277ed831f3'] response: {'server_uuid': 'c2399f6c-7adf-46cb-8f5c-a5a17daead07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd35a6424-4d31-4e0a-9b18-2eee07fecbf2', 'code': 200} May 31 13:28:55.793447 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-f0cc3396-70a8-4a02-bada-25d8ebbc1575 req-89a34030-c03d-459a-9cda-a89d8df5436d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cab04309-4594-4e66-a15a-e4206da32c24 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:28:55.826817 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f0cc3396-70a8-4a02-bada-25d8ebbc1575 req-89a34030-c03d-459a-9cda-a89d8df5436d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:55.875183 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-f0cc3396-70a8-4a02-bada-25d8ebbc1575 req-89a34030-c03d-459a-9cda-a89d8df5436d service neutron] Transition to ACTIVE for port object cab04309-4594-4e66-a15a-e4206da32c24 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:28:55.883162 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f0cc3396-70a8-4a02-bada-25d8ebbc1575 req-89a34030-c03d-459a-9cda-a89d8df5436d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:55.898311 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 7cc6de2f-6595-49b2-9d8c-3aa2c4591031 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:28:56.027615 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf7568c-83ad-4dd0-97e1-178f3e1642c0 admin admin] Pushing event updated for resources: {'Port': ['ID=e7679717-72d0-422d-bb1a-824fffff1b99,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:56.057287 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ccf7568c-83ad-4dd0-97e1-178f3e1642c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:56.191934 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=b1737765-3744-418b-9eb8-268b91ac258d,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:56.228124 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 7cc6de2f-6595-49b2-9d8c-3aa2c4591031 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:28:56.244385 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 7cc6de2f-6595-49b2-9d8c-3aa2c4591031 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:28:56.245597 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:56.595286 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a34030-c03d-459a-9cda-a89d8df5436d service neutron] Pushing event updated for resources: {'Port': ['ID=cab04309-4594-4e66-a15a-e4206da32c24,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:56.729162 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 7cc6de2f-6595-49b2-9d8c-3aa2c4591031 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:28:56.729602 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:56.775310 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 7cc6de2f-6595-49b2-9d8c-3aa2c4591031, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=7cc6de2f-6595-49b2-9d8c-3aa2c4591031,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:28:56.780573 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:56.842212 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23ab843-991d-413a-b591-07b75f519969 req-54914ad4-0845-41b4-a543-f8110b8d110a tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:56.843008 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-b23ab843-991d-413a-b591-07b75f519969 req-54914ad4-0845-41b4-a543-f8110b8d110a tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Synchronizing usage tracker for tenant:be9b8c94d98b42f385a0f29035539835 on resource:network {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:28:56.981332 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-b23ab843-991d-413a-b591-07b75f519969 req-54914ad4-0845-41b4-a543-f8110b8d110a tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Unset dirty status for tenant:be9b8c94d98b42f385a0f29035539835 on resource:network {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:28:56.990152 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b23ab843-991d-413a-b591-07b75f519969 req-54914ad4-0845-41b4-a543-f8110b8d110a tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.20 "GET /v2.0/networks?id=29fe9209-7455-49d1-bbb8-3bf3a6f3bebb HTTP/1.1" status: 200 len: 818 time: 0.9293900 May 31 13:28:56.995982 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=7cc6de2f-6595-49b2-9d8c-3aa2c4591031,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:57.013242 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-b23ab843-991d-413a-b591-07b75f519969 req-664df785-5ad3-43ef-bb6d-89f84c533333 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Request body: {'port': {'device_id': '83adaa3b-be23-4bb2-afc8-0cb4149fa849', 'network_id': '29fe9209-7455-49d1-bbb8-3bf3a6f3bebb', 'admin_state_up': True, 'tenant_id': 'be9b8c94d98b42f385a0f29035539835'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:28:57.420053 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da088561-44c5-4e3f-91df-1f0789aa4120 req-d11f38e0-b1ee-46b0-8f73-247d3ad55f02 tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:57.450485 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-da088561-44c5-4e3f-91df-1f0789aa4120 req-d11f38e0-b1ee-46b0-8f73-247d3ad55f02 tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2399f6c-7adf-46cb-8f5c-a5a17daead07 HTTP/1.1" status: 200 len: 950 time: 0.8595426 May 31 13:28:57.574895 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 7cc6de2f-6595-49b2-9d8c-3aa2c4591031 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:28:57.608714 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b63121-6e84-427d-9887-56be4e5460d5 req-43816bb9-e0c2-4668-9a9d-34a0ef36c2b8 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:57.608714 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-74b63121-6e84-427d-9887-56be4e5460d5 req-43816bb9-e0c2-4668-9a9d-34a0ef36c2b8 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d09d665-de20-4480-88af-e81be792c3c1 HTTP/1.1" status: 200 len: 946 time: 1.3026526 May 31 13:28:57.641434 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a804b5b-0029-41b8-ae05-3de232b23a64 req-af8693c4-5d5b-4060-af42-78c2c0bb5843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:57.648333 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6a804b5b-0029-41b8-ae05-3de232b23a64 req-af8693c4-5d5b-4060-af42-78c2c0bb5843 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c2399f6c-7adf-46cb-8f5c-a5a17daead07 HTTP/1.1" status: 200 len: 1101 time: 1.2024717 May 31 13:28:57.653607 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 42432) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:28:57.741709 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-030e7714-1841-4940-b97d-02e5525de8f9 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Request body: {'floatingip': {'port_id': '93461431-3737-43ab-ac12-7864c8d1a3c4'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:28:57.768038 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf7568c-83ad-4dd0-97e1-178f3e1642c0 admin admin] Network 4906b42e-b307-4d36-b70d-f5895b463d19 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:28:57.772706 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-ccf7568c-83ad-4dd0-97e1-178f3e1642c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:28:57.915827 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 7cc6de2f-6595-49b2-9d8c-3aa2c4591031 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:28:57.916214 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:57.982113 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-b23ab843-991d-413a-b591-07b75f519969 req-664df785-5ad3-43ef-bb6d-89f84c533333 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:28:58.073649 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-b23ab843-991d-413a-b591-07b75f519969 req-664df785-5ad3-43ef-bb6d-89f84c533333 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:28:58.183938 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-030e7714-1841-4940-b97d-02e5525de8f9 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Notify callbacks [] for floatingip, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:58.283495 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-f0cc3396-70a8-4a02-bada-25d8ebbc1575 req-89a34030-c03d-459a-9cda-a89d8df5436d service neutron] Attempting to bind port cab04309-4594-4e66-a15a-e4206da32c24 on host n-h1-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:28:58.284123 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-f0cc3396-70a8-4a02-bada-25d8ebbc1575 req-89a34030-c03d-459a-9cda-a89d8df5436d service neutron] Attempting to bind port cab04309-4594-4e66-a15a-e4206da32c24 by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': 'e9cd1a0e-a4b7-43b7-be1f-97f3a2f73d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '29fe9209-7455-49d1-bbb8-3bf3a6f3bebb'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:28:58.284284 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0cc3396-70a8-4a02-bada-25d8ebbc1575 req-89a34030-c03d-459a-9cda-a89d8df5436d service neutron] Attempting to bind port cab04309-4594-4e66-a15a-e4206da32c24 on network 29fe9209-7455-49d1-bbb8-3bf3a6f3bebb {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:28:58.328659 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6a804b5b-0029-41b8-ae05-3de232b23a64 req-1aaad0ea-421d-4889-a097-a417b170337f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bf755f24-1043-4dc9-80d0-31a81d8fbace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6313109 May 31 13:28:58.339012 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b23ab843-991d-413a-b591-07b75f519969 req-664df785-5ad3-43ef-bb6d-89f84c533333 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Made reservation on behalf of be9b8c94d98b42f385a0f29035539835 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:28:58.352309 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-b23ab843-991d-413a-b591-07b75f519969 req-664df785-5ad3-43ef-bb6d-89f84c533333 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:58.373092 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 7cc6de2f-6595-49b2-9d8c-3aa2c4591031 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:28:58.403945 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0cc3396-70a8-4a02-bada-25d8ebbc1575 req-89a34030-c03d-459a-9cda-a89d8df5436d service neutron] Port cab04309-4594-4e66-a15a-e4206da32c24 on network 29fe9209-7455-49d1-bbb8-3bf3a6f3bebb not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:28:58.403945 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0cc3396-70a8-4a02-bada-25d8ebbc1575 req-89a34030-c03d-459a-9cda-a89d8df5436d service neutron] Attempting to bind port cab04309-4594-4e66-a15a-e4206da32c24 on network 29fe9209-7455-49d1-bbb8-3bf3a6f3bebb {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:28:58.411830 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device b1737765-3744-418b-9eb8-268b91ac258d up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:28:58.501310 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-da088561-44c5-4e3f-91df-1f0789aa4120 req-122d47cb-fd64-423a-8302-4b261fa3b642 tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf755f24-1043-4dc9-80d0-31a81d8fbace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0432019 May 31 13:28:58.545388 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0cc3396-70a8-4a02-bada-25d8ebbc1575 req-89a34030-c03d-459a-9cda-a89d8df5436d service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:28:58.545388 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0cc3396-70a8-4a02-bada-25d8ebbc1575 req-89a34030-c03d-459a-9cda-a89d8df5436d service neutron] Checking segment: {'id': 'e9cd1a0e-a4b7-43b7-be1f-97f3a2f73d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '29fe9209-7455-49d1-bbb8-3bf3a6f3bebb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:28:58.545388 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0cc3396-70a8-4a02-bada-25d8ebbc1575 req-89a34030-c03d-459a-9cda-a89d8df5436d service neutron] Bound using segment: {'id': 'e9cd1a0e-a4b7-43b7-be1f-97f3a2f73d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '29fe9209-7455-49d1-bbb8-3bf3a6f3bebb'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:28:58.545388 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-f0cc3396-70a8-4a02-bada-25d8ebbc1575 req-89a34030-c03d-459a-9cda-a89d8df5436d service neutron] Bound port: cab04309-4594-4e66-a15a-e4206da32c24, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9cd1a0e-a4b7-43b7-be1f-97f3a2f73d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '29fe9209-7455-49d1-bbb8-3bf3a6f3bebb'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:28:58.545388 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f0cc3396-70a8-4a02-bada-25d8ebbc1575 req-89a34030-c03d-459a-9cda-a89d8df5436d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:58.567978 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-cbcf55bf-f31e-4d32-8d8d-60adcccb1236 None None] Provisioning complete for port e7679717-72d0-422d-bb1a-824fffff1b99 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:28:58.567978 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cbcf55bf-f31e-4d32-8d8d-60adcccb1236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:58.760479 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccf7568c-83ad-4dd0-97e1-178f3e1642c0 admin admin] Router 5372a397-3a97-491b-9c5f-82fd07262847 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:28:58.768061 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-cbcf55bf-f31e-4d32-8d8d-60adcccb1236 None None] Port e7679717-72d0-422d-bb1a-824fffff1b99 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:28:58.786916 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port b1737765-3744-418b-9eb8-268b91ac258d triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:28:58.787294 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:58.887566 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-f0cc3396-70a8-4a02-bada-25d8ebbc1575 req-89a34030-c03d-459a-9cda-a89d8df5436d service neutron] For port cab04309-4594-4e66-a15a-e4206da32c24, host n-h1-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:28:58.893089 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-f0cc3396-70a8-4a02-bada-25d8ebbc1575 req-89a34030-c03d-459a-9cda-a89d8df5436d service neutron] For port cab04309-4594-4e66-a15a-e4206da32c24, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=cab04309-4594-4e66-a15a-e4206da32c24,segment=NetworkSegment(e9cd1a0e-a4b7-43b7-be1f-97f3a2f73d5d),segment_id=e9cd1a0e-a4b7-43b7-be1f-97f3a2f73d5d)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:28:59.202068 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port b1737765-3744-418b-9eb8-268b91ac258d is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:28:59.358215 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f0cc3396-70a8-4a02-bada-25d8ebbc1575 req-89a34030-c03d-459a-9cda-a89d8df5436d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:59.388571 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [req-b23ab843-991d-413a-b591-07b75f519969 req-664df785-5ad3-43ef-bb6d-89f84c533333 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Allocated IP 172.20.0.11 (29fe9209-7455-49d1-bbb8-3bf3a6f3bebb/82d28a94-56aa-487e-b28b-6f63cbb648aa/d6f0b232-ad17-4000-98e9-695254df988a) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:28:59.431921 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf7568c-83ad-4dd0-97e1-178f3e1642c0 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:28:59.441610 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35a5ecb-a0e4-4336-b188-bdb44cb238b6 None None] Sync routers for ids ['5372a397-3a97-491b-9c5f-82fd07262847'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:28:59.465038 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35a5ecb-a0e4-4336-b188-bdb44cb238b6 None None] Routers {'5372a397-3a97-491b-9c5f-82fd07262847'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:28:59.465038 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-c35a5ecb-a0e4-4336-b188-bdb44cb238b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:28:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['5372a397-3a97-491b-9c5f-82fd07262847'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:28:59.480679 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ccf7568c-83ad-4dd0-97e1-178f3e1642c0 admin admin] 10.222.0.50 "PUT /v2.0/routers/5372a397-3a97-491b-9c5f-82fd07262847/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8996854 May 31 13:28:59.533141 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6828afa6-c226-4de1-98e5-e5a7f00a31b1 req-c33129cf-b49a-4e73-8392-894d12d9afdf tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/ports?device_id=83adaa3b-be23-4bb2-afc8-0cb4149fa849 HTTP/1.1" status: 200 len: 210 time: 0.6192350 May 31 13:28:59.635737 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc3396-70a8-4a02-bada-25d8ebbc1575 req-89a34030-c03d-459a-9cda-a89d8df5436d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:28:59.635737 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f0cc3396-70a8-4a02-bada-25d8ebbc1575 req-89a34030-c03d-459a-9cda-a89d8df5436d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:59.635737 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f0cc3396-70a8-4a02-bada-25d8ebbc1575 req-89a34030-c03d-459a-9cda-a89d8df5436d service neutron] 10.222.0.20 "PUT /v2.0/ports/cab04309-4594-4e66-a15a-e4206da32c24 HTTP/1.1" status: 200 len: 1091 time: 7.2628505 May 31 13:28:59.740304 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eee3054-3ed5-47f8-b1a8-ef0b67b604a5', 'tag': 'cab04309-4594-4e66-a15a-e4206da32c24'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:29:00.142221 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a34030-c03d-459a-9cda-a89d8df5436d service neutron] Pushing event updated for resources: {'Port': ['ID=cab04309-4594-4e66-a15a-e4206da32c24,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:29:00.260525 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c4530-c352-45f8-b0c3-1b53ca487ec1 req-752d780a-2296-4a63-8368-1248d36461c5 tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:00.263018 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-269c4530-c352-45f8-b0c3-1b53ca487ec1 req-752d780a-2296-4a63-8368-1248d36461c5 tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0e5e9bb-5818-4360-8a59-bdca79c81bb2 HTTP/1.1" status: 200 len: 950 time: 1.2926893 May 31 13:29:00.269250 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-b23ab843-991d-413a-b591-07b75f519969 req-664df785-5ad3-43ef-bb6d-89f84c533333 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:00.274813 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-c35a5ecb-a0e4-4336-b188-bdb44cb238b6 None None] Set router 5372a397-3a97-491b-9c5f-82fd07262847 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:29:00.291754 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-b23ab843-991d-413a-b591-07b75f519969 req-664df785-5ad3-43ef-bb6d-89f84c533333 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Transition to ACTIVE for port object d6f0b232-ad17-4000-98e9-695254df988a will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:29:00.327480 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-b23ab843-991d-413a-b591-07b75f519969 req-664df785-5ad3-43ef-bb6d-89f84c533333 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:00.520228 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b23ab843-991d-413a-b591-07b75f519969 req-664df785-5ad3-43ef-bb6d-89f84c533333 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Network 29fe9209-7455-49d1-bbb8-3bf3a6f3bebb is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:29:00.531567 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [req-b23ab843-991d-413a-b591-07b75f519969 req-664df785-5ad3-43ef-bb6d-89f84c533333 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:29:00.546821 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-b23ab843-991d-413a-b591-07b75f519969 req-664df785-5ad3-43ef-bb6d-89f84c533333 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:29:00.656686 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664df785-5ad3-43ef-bb6d-89f84c533333 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Pushing event updated for resources: {'Port': ['ID=d6f0b232-ad17-4000-98e9-695254df988a,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:29:00.730010 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664df785-5ad3-43ef-bb6d-89f84c533333 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:29:00.732999 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664df785-5ad3-43ef-bb6d-89f84c533333 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:29:00.750021 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664df785-5ad3-43ef-bb6d-89f84c533333 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:29:00.754274 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664df785-5ad3-43ef-bb6d-89f84c533333 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:29:00.755831 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664df785-5ad3-43ef-bb6d-89f84c533333 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:29:00.758244 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664df785-5ad3-43ef-bb6d-89f84c533333 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:29:00.762346 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664df785-5ad3-43ef-bb6d-89f84c533333 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:29:00.762853 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664df785-5ad3-43ef-bb6d-89f84c533333 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:29:00.765172 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664df785-5ad3-43ef-bb6d-89f84c533333 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:29:00.797429 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664df785-5ad3-43ef-bb6d-89f84c533333 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:29:00.802418 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664df785-5ad3-43ef-bb6d-89f84c533333 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:29:00.802928 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664df785-5ad3-43ef-bb6d-89f84c533333 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:29:00.901658 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23ab843-991d-413a-b591-07b75f519969 req-664df785-5ad3-43ef-bb6d-89f84c533333 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:00.904817 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-b23ab843-991d-413a-b591-07b75f519969 req-664df785-5ad3-43ef-bb6d-89f84c533333 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:00.946228 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b23ab843-991d-413a-b591-07b75f519969 req-664df785-5ad3-43ef-bb6d-89f84c533333 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9525011 May 31 13:29:00.963149 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-b23ab843-991d-413a-b591-07b75f519969 req-bb9a0a93-62a3-4544-b9b4-4279299aa017 service neutron] Request body: {'port': {'device_id': '83adaa3b-be23-4bb2-afc8-0cb4149fa849', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843939-1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:29:01.071108 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 13:29:01.185951 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-964fe005-2bac-410c-a9cb-fdc785993810 None None] Provisioning for port d6f0b232-ad17-4000-98e9-695254df988a completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:29:01.273706 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-964fe005-2bac-410c-a9cb-fdc785993810 None None] Provisioning complete for port d6f0b232-ad17-4000-98e9-695254df988a triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:29:01.273706 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-964fe005-2bac-410c-a9cb-fdc785993810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:01.320318 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-269c4530-c352-45f8-b0c3-1b53ca487ec1 req-a79d03ba-1b7d-436a-8ffb-513f2893613b tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2a7ba04-cfe4-4106-a377-7b2346488305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8452384 May 31 13:29:01.481364 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dfd2a81-574b-4a4d-b67b-5c93ad87440a'] response: {'name': 'network-changed', 'server_uuid': '5eee3054-3ed5-47f8-b1a8-ef0b67b604a5', 'tag': 'cab04309-4594-4e66-a15a-e4206da32c24', 'status': 'completed', 'code': 200} May 31 13:29:01.537544 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650781fd-4c8f-4b35-b7ca-37b90e6dc42f req-2030e831-4b50-47e8-ab1d-9bfbb48eb6c2 tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:01.541929 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-650781fd-4c8f-4b35-b7ca-37b90e6dc42f req-2030e831-4b50-47e8-ab1d-9bfbb48eb6c2 tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0e5e9bb-5818-4360-8a59-bdca79c81bb2 HTTP/1.1" status: 200 len: 950 time: 1.3168097 May 31 13:29:01.545654 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-b23ab843-991d-413a-b591-07b75f519969 req-bb9a0a93-62a3-4544-b9b4-4279299aa017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:01.575996 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-964fe005-2bac-410c-a9cb-fdc785993810 None None] Port d6f0b232-ad17-4000-98e9-695254df988a cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:29:01.593300 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184d86e0-ebc0-4629-9e78-2ce1690aee91 req-fe60221a-53ef-4419-aa63-214149ab281e tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:01.616900 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-184d86e0-ebc0-4629-9e78-2ce1690aee91 req-fe60221a-53ef-4419-aa63-214149ab281e tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2399f6c-7adf-46cb-8f5c-a5a17daead07 HTTP/1.1" status: 200 len: 950 time: 1.6727812 May 31 13:29:01.670606 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-c35a5ecb-a0e4-4336-b188-bdb44cb238b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5372a397-3a97-491b-9c5f-82fd07262847', 'name': 'tempest-FloatingIPsAssociationTestJSON-235570822-router', 'tenant_id': '633e14999cf6449e966925c4e75e7489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '7cc6de2f-6595-49b2-9d8c-3aa2c4591031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:28:34Z', 'updated_at': '2022-05-31T13:28:53Z', 'revision_number': 4, 'project_id': '633e14999cf6449e966925c4e75e7489', 'gw_port': {'id': '7cc6de2f-6595-49b2-9d8c-3aa2c4591031', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:90:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5372a397-3a97-491b-9c5f-82fd07262847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:28:38Z', 'updated_at': '2022-05-31T13:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'e7679717-72d0-422d-bb1a-824fffff1b99', 'name': '', 'network_id': '4906b42e-b307-4d36-b70d-f5895b463d19', 'tenant_id': '633e14999cf6449e966925c4e75e7489', 'mac_address': 'fa:16:3e:cd:4a:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5372a397-3a97-491b-9c5f-82fd07262847', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '33d5a057-d728-4f2d-867b-3bfbd8f9a5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:28:51Z', 'updated_at': '2022-05-31T13:28:54Z', 'revision_number': 2, 'project_id': '633e14999cf6449e966925c4e75e7489', 'subnets': [{'id': '33d5a057-d728-4f2d-867b-3bfbd8f9a5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:29:01.697120 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35a5ecb-a0e4-4336-b188-bdb44cb238b6 None None] Checking router: 5372a397-3a97-491b-9c5f-82fd07262847 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:29:01.697120 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35a5ecb-a0e4-4336-b188-bdb44cb238b6 None None] Updating router 5372a397-3a97-491b-9c5f-82fd07262847 port e7679717-72d0-422d-bb1a-824fffff1b99 binding host n-d-843939-1 {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:29:01.927330 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c35a5ecb-a0e4-4336-b188-bdb44cb238b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:01.931134 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-184d86e0-ebc0-4629-9e78-2ce1690aee91 req-d1288b23-f37b-4445-8cdc-e5daaf239088 tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf755f24-1043-4dc9-80d0-31a81d8fbace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256729 May 31 13:29:01.969677 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-650781fd-4c8f-4b35-b7ca-37b90e6dc42f req-3030b009-2189-4ce0-bfe5-05aa148c50f6 tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] Deleting port 35237f49-e812-47c7-9519-8b34b6d937ec {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:29:01.969677 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-650781fd-4c8f-4b35-b7ca-37b90e6dc42f req-3030b009-2189-4ce0-bfe5-05aa148c50f6 tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:02.970709 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [req-b23ab843-991d-413a-b591-07b75f519969 req-bb9a0a93-62a3-4544-b9b4-4279299aa017 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6f0b232-ad17-4000-98e9-695254df988a {{(pid=88369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:29:02.974998 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc3396-70a8-4a02-bada-25d8ebbc1575 req-308c4df2-c546-4ee4-83bb-165e2922ac93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:02.976527 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f0cc3396-70a8-4a02-bada-25d8ebbc1575 req-308c4df2-c546-4ee4-83bb-165e2922ac93 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=be9b8c94d98b42f385a0f29035539835&device_id=5eee3054-3ed5-47f8-b1a8-ef0b67b604a5 HTTP/1.1" status: 200 len: 1094 time: 2.9913177 May 31 13:29:02.992859 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-b23ab843-991d-413a-b591-07b75f519969 req-bb9a0a93-62a3-4544-b9b4-4279299aa017 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:03.036007 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-b23ab843-991d-413a-b591-07b75f519969 req-bb9a0a93-62a3-4544-b9b4-4279299aa017 service neutron] Transition to ACTIVE for port object d6f0b232-ad17-4000-98e9-695254df988a will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:29:03.044108 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-b23ab843-991d-413a-b591-07b75f519969 req-bb9a0a93-62a3-4544-b9b4-4279299aa017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:03.094303 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c35a5ecb-a0e4-4336-b188-bdb44cb238b6 None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:03.161526 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9a0a93-62a3-4544-b9b4-4279299aa017 service neutron] Pushing event updated for resources: {'Port': ['ID=d6f0b232-ad17-4000-98e9-695254df988a,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:29:03.163909 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c35a5ecb-a0e4-4336-b188-bdb44cb238b6 None None] Transition to ACTIVE for port object e7679717-72d0-422d-bb1a-824fffff1b99 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:29:03.221256 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c35a5ecb-a0e4-4336-b188-bdb44cb238b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:03.450358 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f0cc3396-70a8-4a02-bada-25d8ebbc1575 req-324c3b98-7b09-4820-8200-ab5d95e95297 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cab04309-4594-4e66-a15a-e4206da32c24 HTTP/1.1" status: 200 len: 217 time: 0.1840944 May 31 13:29:03.491489 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e4caa-8f6d-442e-8eea-c9d93abccaed req-a9cfb3ff-9a6c-4b2c-99de-e778f3cc9ba1 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:03.496118 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-295e4caa-8f6d-442e-8eea-c9d93abccaed req-a9cfb3ff-9a6c-4b2c-99de-e778f3cc9ba1 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Synchronizing usage tracker for tenant:633e14999cf6449e966925c4e75e7489 on resource:network {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:29:03.890619 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16236ec0-65ac-4128-abed-91ad545932ab None None] Pushing event updated for resources: {'Port': ['ID=e7679717-72d0-422d-bb1a-824fffff1b99,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:29:04.014268 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc3396-70a8-4a02-bada-25d8ebbc1575 req-1a35932c-0daa-4ad5-acfb-823e8d318d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:04.014268 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f0cc3396-70a8-4a02-bada-25d8ebbc1575 req-1a35932c-0daa-4ad5-acfb-823e8d318d9f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82d28a94-56aa-487e-b28b-6f63cbb648aa HTTP/1.1" status: 200 len: 857 time: 0.4791169 May 31 13:29:04.048834 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-295e4caa-8f6d-442e-8eea-c9d93abccaed req-a9cfb3ff-9a6c-4b2c-99de-e778f3cc9ba1 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Unset dirty status for tenant:633e14999cf6449e966925c4e75e7489 on resource:network {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:29:04.048834 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-295e4caa-8f6d-442e-8eea-c9d93abccaed req-a9cfb3ff-9a6c-4b2c-99de-e778f3cc9ba1 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.50 "GET /v2.0/networks?id=4906b42e-b307-4d36-b70d-f5895b463d19 HTTP/1.1" status: 200 len: 820 time: 1.6957123 May 31 13:29:04.162620 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-b23ab843-991d-413a-b591-07b75f519969 req-bb9a0a93-62a3-4544-b9b4-4279299aa017 service neutron] Attempting to bind port d6f0b232-ad17-4000-98e9-695254df988a on host n-h1-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:29:04.162620 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-b23ab843-991d-413a-b591-07b75f519969 req-bb9a0a93-62a3-4544-b9b4-4279299aa017 service neutron] Attempting to bind port d6f0b232-ad17-4000-98e9-695254df988a by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': 'e9cd1a0e-a4b7-43b7-be1f-97f3a2f73d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '29fe9209-7455-49d1-bbb8-3bf3a6f3bebb'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:29:04.162620 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23ab843-991d-413a-b591-07b75f519969 req-bb9a0a93-62a3-4544-b9b4-4279299aa017 service neutron] Attempting to bind port d6f0b232-ad17-4000-98e9-695254df988a on network 29fe9209-7455-49d1-bbb8-3bf3a6f3bebb {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:29:04.187468 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-295e4caa-8f6d-442e-8eea-c9d93abccaed req-ed17ab9b-e423-4e1b-945a-1f7c0d0d1342 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.50 "GET /v2.0/quotas/633e14999cf6449e966925c4e75e7489 HTTP/1.1" status: 200 len: 375 time: 0.0290833 May 31 13:29:04.198540 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23ab843-991d-413a-b591-07b75f519969 req-bb9a0a93-62a3-4544-b9b4-4279299aa017 service neutron] Port d6f0b232-ad17-4000-98e9-695254df988a on network 29fe9209-7455-49d1-bbb8-3bf3a6f3bebb not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:29:04.198540 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23ab843-991d-413a-b591-07b75f519969 req-bb9a0a93-62a3-4544-b9b4-4279299aa017 service neutron] Attempting to bind port d6f0b232-ad17-4000-98e9-695254df988a on network 29fe9209-7455-49d1-bbb8-3bf3a6f3bebb {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:29:04.203531 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-c35a5ecb-a0e4-4336-b188-bdb44cb238b6 None None] Attempting to bind port e7679717-72d0-422d-bb1a-824fffff1b99 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:29:04.203531 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-c35a5ecb-a0e4-4336-b188-bdb44cb238b6 None None] Attempting to bind port e7679717-72d0-422d-bb1a-824fffff1b99 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'b43bd213-a5c3-431b-9972-53566e005364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4906b42e-b307-4d36-b70d-f5895b463d19'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:29:04.203531 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35a5ecb-a0e4-4336-b188-bdb44cb238b6 None None] Attempting to bind port e7679717-72d0-422d-bb1a-824fffff1b99 on network 4906b42e-b307-4d36-b70d-f5895b463d19 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:29:04.249818 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23ab843-991d-413a-b591-07b75f519969 req-bb9a0a93-62a3-4544-b9b4-4279299aa017 service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:29:04.249818 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23ab843-991d-413a-b591-07b75f519969 req-bb9a0a93-62a3-4544-b9b4-4279299aa017 service neutron] Checking segment: {'id': 'e9cd1a0e-a4b7-43b7-be1f-97f3a2f73d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '29fe9209-7455-49d1-bbb8-3bf3a6f3bebb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:29:04.249818 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23ab843-991d-413a-b591-07b75f519969 req-bb9a0a93-62a3-4544-b9b4-4279299aa017 service neutron] Bound using segment: {'id': 'e9cd1a0e-a4b7-43b7-be1f-97f3a2f73d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '29fe9209-7455-49d1-bbb8-3bf3a6f3bebb'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:29:04.249818 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-b23ab843-991d-413a-b591-07b75f519969 req-bb9a0a93-62a3-4544-b9b4-4279299aa017 service neutron] Bound port: d6f0b232-ad17-4000-98e9-695254df988a, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9cd1a0e-a4b7-43b7-be1f-97f3a2f73d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '29fe9209-7455-49d1-bbb8-3bf3a6f3bebb'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:29:04.249818 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-b23ab843-991d-413a-b591-07b75f519969 req-bb9a0a93-62a3-4544-b9b4-4279299aa017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:04.277517 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35a5ecb-a0e4-4336-b188-bdb44cb238b6 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:29:04.277517 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35a5ecb-a0e4-4336-b188-bdb44cb238b6 None None] Checking segment: {'id': 'b43bd213-a5c3-431b-9972-53566e005364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4906b42e-b307-4d36-b70d-f5895b463d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:29:04.287686 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c35a5ecb-a0e4-4336-b188-bdb44cb238b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:04.287686 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35a5ecb-a0e4-4336-b188-bdb44cb238b6 None None] Bound using segment: {'id': 'b43bd213-a5c3-431b-9972-53566e005364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4906b42e-b307-4d36-b70d-f5895b463d19'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:29:04.297375 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-c35a5ecb-a0e4-4336-b188-bdb44cb238b6 None None] Bound port: e7679717-72d0-422d-bb1a-824fffff1b99, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43bd213-a5c3-431b-9972-53566e005364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4906b42e-b307-4d36-b70d-f5895b463d19'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:29:04.297375 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c35a5ecb-a0e4-4336-b188-bdb44cb238b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:04.398442 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-b23ab843-991d-413a-b591-07b75f519969 req-bb9a0a93-62a3-4544-b9b4-4279299aa017 service neutron] For port d6f0b232-ad17-4000-98e9-695254df988a, host n-h1-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:29:04.398442 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-b23ab843-991d-413a-b591-07b75f519969 req-bb9a0a93-62a3-4544-b9b4-4279299aa017 service neutron] For port d6f0b232-ad17-4000-98e9-695254df988a, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=d6f0b232-ad17-4000-98e9-695254df988a,segment=NetworkSegment(e9cd1a0e-a4b7-43b7-be1f-97f3a2f73d5d),segment_id=e9cd1a0e-a4b7-43b7-be1f-97f3a2f73d5d)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:29:04.415818 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-b23ab843-991d-413a-b591-07b75f519969 req-bb9a0a93-62a3-4544-b9b4-4279299aa017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:04.531117 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9a0a93-62a3-4544-b9b4-4279299aa017 service neutron] Pushing event updated for resources: {'Port': ['ID=d6f0b232-ad17-4000-98e9-695254df988a,revision_number=3']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:29:04.556461 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-c35a5ecb-a0e4-4336-b188-bdb44cb238b6 None None] For port e7679717-72d0-422d-bb1a-824fffff1b99, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:29:04.556461 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-c35a5ecb-a0e4-4336-b188-bdb44cb238b6 None None] For port e7679717-72d0-422d-bb1a-824fffff1b99, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=e7679717-72d0-422d-bb1a-824fffff1b99,segment=NetworkSegment(b43bd213-a5c3-431b-9972-53566e005364),segment_id=b43bd213-a5c3-431b-9972-53566e005364)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:29:04.564408 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23ab843-991d-413a-b591-07b75f519969 req-bb9a0a93-62a3-4544-b9b4-4279299aa017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:04.564408 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-b23ab843-991d-413a-b591-07b75f519969 req-bb9a0a93-62a3-4544-b9b4-4279299aa017 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:04.564408 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b23ab843-991d-413a-b591-07b75f519969 req-bb9a0a93-62a3-4544-b9b4-4279299aa017 service neutron] 10.222.0.20 "PUT /v2.0/ports/d6f0b232-ad17-4000-98e9-695254df988a HTTP/1.1" status: 200 len: 1092 time: 3.5991099 May 31 13:29:04.564408 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83adaa3b-be23-4bb2-afc8-0cb4149fa849', 'tag': 'd6f0b232-ad17-4000-98e9-695254df988a'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:29:04.570301 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c35a5ecb-a0e4-4336-b188-bdb44cb238b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:04.765922 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35a5ecb-a0e4-4336-b188-bdb44cb238b6 None None] Routers {'5372a397-3a97-491b-9c5f-82fd07262847'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:29:04.765922 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-c35a5ecb-a0e4-4336-b188-bdb44cb238b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:28:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['5372a397-3a97-491b-9c5f-82fd07262847'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:29:04.881735 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23ab843-991d-413a-b591-07b75f519969 req-029aae3e-4415-4308-857d-a78fbd8b18d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:04.881735 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b23ab843-991d-413a-b591-07b75f519969 req-029aae3e-4415-4308-857d-a78fbd8b18d4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=be9b8c94d98b42f385a0f29035539835&device_id=83adaa3b-be23-4bb2-afc8-0cb4149fa849 HTTP/1.1" status: 200 len: 1095 time: 0.2308550 May 31 13:29:04.935950 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8564cc4-9565-4d59-bc42-1fe2bf40ad7e req-6dafaa1d-ed51-425e-b68e-6b0120b5be41 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:04.944919 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a8564cc4-9565-4d59-bc42-1fe2bf40ad7e req-6dafaa1d-ed51-425e-b68e-6b0120b5be41 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/ports?device_id=83adaa3b-be23-4bb2-afc8-0cb4149fa849 HTTP/1.1" status: 200 len: 932 time: 2.4486167 May 31 13:29:04.960433 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16236ec0-65ac-4128-abed-91ad545932ab None None] Pushing event updated for resources: {'Port': ['ID=e7679717-72d0-422d-bb1a-824fffff1b99,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:29:05.034216 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b23ab843-991d-413a-b591-07b75f519969 req-50f36263-bb8d-4081-b5fa-b1834fc45457 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6f0b232-ad17-4000-98e9-695254df988a HTTP/1.1" status: 200 len: 217 time: 0.1475945 May 31 13:29:05.053206 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.resource_extend [None req-030e7714-1841-4940-b97d-02e5525de8f9 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:29:05.204371 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23ab843-991d-413a-b591-07b75f519969 req-58359688-ad16-47d2-90c1-b1fa7b9b5e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:05.205798 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b23ab843-991d-413a-b591-07b75f519969 req-58359688-ad16-47d2-90c1-b1fa7b9b5e2d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82d28a94-56aa-487e-b28b-6f63cbb648aa HTTP/1.1" status: 200 len: 857 time: 0.1660545 May 31 13:29:05.225356 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-650781fd-4c8f-4b35-b7ca-37b90e6dc42f req-3030b009-2189-4ce0-bfe5-05aa148c50f6 tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] For port 35237f49-e812-47c7-9519-8b34b6d937ec, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=35237f49-e812-47c7-9519-8b34b6d937ec,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:29:05.225733 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-650781fd-4c8f-4b35-b7ca-37b90e6dc42f req-3030b009-2189-4ce0-bfe5-05aa148c50f6 tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:05.271411 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-c35a5ecb-a0e4-4336-b188-bdb44cb238b6 None None] Set router 5372a397-3a97-491b-9c5f-82fd07262847 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:29:05.361325 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-650781fd-4c8f-4b35-b7ca-37b90e6dc42f req-3030b009-2189-4ce0-bfe5-05aa148c50f6 tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] Calling delete_port for 35237f49-e812-47c7-9519-8b34b6d937ec owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:29:05.484412 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23ab843-991d-413a-b591-07b75f519969 req-68434913-2827-4697-afc0-852cc1c02825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:05.488132 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b23ab843-991d-413a-b591-07b75f519969 req-68434913-2827-4697-afc0-852cc1c02825 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=29fe9209-7455-49d1-bbb8-3bf3a6f3bebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2604165 May 31 13:29:05.562312 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-295e4caa-8f6d-442e-8eea-c9d93abccaed req-67220fed-ac76-4a17-85c5-51930b068ac0 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=633e14999cf6449e966925c4e75e7489&fields=id HTTP/1.1" status: 200 len: 302 time: 1.2360966 May 31 13:29:05.633873 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc3396-70a8-4a02-bada-25d8ebbc1575 req-4ed4bec2-b991-4f6a-85fb-93b598ac4086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:05.635525 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f0cc3396-70a8-4a02-bada-25d8ebbc1575 req-4ed4bec2-b991-4f6a-85fb-93b598ac4086 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=29fe9209-7455-49d1-bbb8-3bf3a6f3bebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.5722926 May 31 13:29:05.638370 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a8564cc4-9565-4d59-bc42-1fe2bf40ad7e req-07069375-8c1f-43f3-b194-32541586d287 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a17cab4-6020-4095-a3af-d8da92feae16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6925452 May 31 13:29:05.733493 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b23ab843-991d-413a-b591-07b75f519969 req-c3188fc6-0869-4ff1-850a-27f14485e97c service neutron] 10.222.0.20 "GET /v2.0/networks/29fe9209-7455-49d1-bbb8-3bf3a6f3bebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386088 May 31 13:29:05.746809 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 35237f49-e812-47c7-9519-8b34b6d937ec no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:29:05.930949 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b23ab843-991d-413a-b591-07b75f519969 req-deb26445-9589-4d4d-ae95-aef5de4861d8 service neutron] 10.222.0.20 "GET /v2.0/networks/29fe9209-7455-49d1-bbb8-3bf3a6f3bebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913378 May 31 13:29:06.044118 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-c35a5ecb-a0e4-4336-b188-bdb44cb238b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5372a397-3a97-491b-9c5f-82fd07262847', 'name': 'tempest-FloatingIPsAssociationTestJSON-235570822-router', 'tenant_id': '633e14999cf6449e966925c4e75e7489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '7cc6de2f-6595-49b2-9d8c-3aa2c4591031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:28:34Z', 'updated_at': '2022-05-31T13:28:53Z', 'revision_number': 4, 'project_id': '633e14999cf6449e966925c4e75e7489', 'gw_port': {'id': '7cc6de2f-6595-49b2-9d8c-3aa2c4591031', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:90:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5372a397-3a97-491b-9c5f-82fd07262847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:28:38Z', 'updated_at': '2022-05-31T13:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'e7679717-72d0-422d-bb1a-824fffff1b99', 'name': '', 'network_id': '4906b42e-b307-4d36-b70d-f5895b463d19', 'tenant_id': '633e14999cf6449e966925c4e75e7489', 'mac_address': 'fa:16:3e:cd:4a:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5372a397-3a97-491b-9c5f-82fd07262847', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '33d5a057-d728-4f2d-867b-3bfbd8f9a5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:28:51Z', 'updated_at': '2022-05-31T13:29:04Z', 'revision_number': 4, 'project_id': '633e14999cf6449e966925c4e75e7489', 'subnets': [{'id': '33d5a057-d728-4f2d-867b-3bfbd8f9a5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:29:06.054136 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35a5ecb-a0e4-4336-b188-bdb44cb238b6 None None] The sync data for ids ['5372a397-3a97-491b-9c5f-82fd07262847'] in n-d-843939-1 is: [{'id': '5372a397-3a97-491b-9c5f-82fd07262847', 'name': 'tempest-FloatingIPsAssociationTestJSON-235570822-router', 'tenant_id': '633e14999cf6449e966925c4e75e7489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '7cc6de2f-6595-49b2-9d8c-3aa2c4591031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:28:34Z', 'updated_at': '2022-05-31T13:28:53Z', 'revision_number': 4, 'project_id': '633e14999cf6449e966925c4e75e7489', 'gw_port': {'id': '7cc6de2f-6595-49b2-9d8c-3aa2c4591031', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:90:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5372a397-3a97-491b-9c5f-82fd07262847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:28:38Z', 'updated_at': '2022-05-31T13:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'e7679717-72d0-422d-bb1a-824fffff1b99', 'name': '', 'network_id': '4906b42e-b307-4d36-b70d-f5895b463d19', 'tenant_id': '633e14999cf6449e966925c4e75e7489', 'mac_address': 'fa:16:3e:cd:4a:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5372a397-3a97-491b-9c5f-82fd07262847', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '33d5a057-d728-4f2d-867b-3bfbd8f9a5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:28:51Z', 'updated_at': '2022-05-31T13:29:04Z', 'revision_number': 4, 'project_id': '633e14999cf6449e966925c4e75e7489', 'subnets': [{'id': '33d5a057-d728-4f2d-867b-3bfbd8f9a5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:29:06.058374 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 35237f49-e812-47c7-9519-8b34b6d937ec is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:29:06.059033 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:06.099300 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-030e7714-1841-4940-b97d-02e5525de8f9 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:06.101869 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f0cc3396-70a8-4a02-bada-25d8ebbc1575 req-4ebd6ef0-96c3-46eb-a924-2b5310f96aaa service neutron] 10.222.0.20 "GET /v2.0/networks/29fe9209-7455-49d1-bbb8-3bf3a6f3bebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3946772 May 31 13:29:06.243351 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-030e7714-1841-4940-b97d-02e5525de8f9 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:06.605225 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-650781fd-4c8f-4b35-b7ca-37b90e6dc42f req-3030b009-2189-4ce0-bfe5-05aa148c50f6 tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:06.696167 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-295e4caa-8f6d-442e-8eea-c9d93abccaed req-65a0cf27-d798-4d9d-ba49-893d0843daa4 service neutron] 10.222.0.50 "GET /v2.0/networks/4906b42e-b307-4d36-b70d-f5895b463d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1053400 May 31 13:29:06.713703 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3030b009-2189-4ce0-bfe5-05aa148c50f6 tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] Pushing event deleted for resources: {'Port': ['ID=35237f49-e812-47c7-9519-8b34b6d937ec,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:29:06.861766 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3030b009-2189-4ce0-bfe5-05aa148c50f6 tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:29:06.862645 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3030b009-2189-4ce0-bfe5-05aa148c50f6 tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:29:06.863234 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3030b009-2189-4ce0-bfe5-05aa148c50f6 tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:29:06.863794 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3030b009-2189-4ce0-bfe5-05aa148c50f6 tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:29:06.864341 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3030b009-2189-4ce0-bfe5-05aa148c50f6 tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:29:06.864885 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3030b009-2189-4ce0-bfe5-05aa148c50f6 tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:29:06.865415 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3030b009-2189-4ce0-bfe5-05aa148c50f6 tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:29:06.865957 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3030b009-2189-4ce0-bfe5-05aa148c50f6 tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:29:06.866531 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3030b009-2189-4ce0-bfe5-05aa148c50f6 tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:29:06.867070 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3030b009-2189-4ce0-bfe5-05aa148c50f6 tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:29:06.867613 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3030b009-2189-4ce0-bfe5-05aa148c50f6 tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:29:06.868150 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3030b009-2189-4ce0-bfe5-05aa148c50f6 tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:29:07.019229 n-d-843939-1 neutron-server[88370]: INFO neutron.db.l3_db [None req-030e7714-1841-4940-b97d-02e5525de8f9 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Floating IP 3b9e5365-6390-46a5-9349-4a7d86b985a3 associated. External IP: 172.25.6.72, port: 93461431-3737-43ab-ac12-7864c8d1a3c4. May 31 13:29:07.094824 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422d47e-ca97-4b5d-aa12-ef14bf1e5a42 req-04f8be4f-272f-4ebb-9b04-4b2d5df5c133 tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:07.096986 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f422d47e-ca97-4b5d-aa12-ef14bf1e5a42 req-04f8be4f-272f-4ebb-9b04-4b2d5df5c133 tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0e5e9bb-5818-4360-8a59-bdca79c81bb2 HTTP/1.1" status: 200 len: 950 time: 0.9937508 May 31 13:29:07.099273 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f0cc3396-70a8-4a02-bada-25d8ebbc1575 req-a00c914f-a5c9-4133-bd75-f686a488b386 service neutron] 10.222.0.20 "GET /v2.0/networks/29fe9209-7455-49d1-bbb8-3bf3a6f3bebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8936615 May 31 13:29:07.167290 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-650781fd-4c8f-4b35-b7ca-37b90e6dc42f req-3030b009-2189-4ce0-bfe5-05aa148c50f6 tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] No DVR routers for this DVR port 35237f49-e812-47c7-9519-8b34b6d937ec on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:29:07.182281 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-650781fd-4c8f-4b35-b7ca-37b90e6dc42f req-3030b009-2189-4ce0-bfe5-05aa148c50f6 tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:07.255428 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0e5e9bb-5818-4360-8a59-bdca79c81bb2', 'name': 'network-vif-deleted', 'tag': '35237f49-e812-47c7-9519-8b34b6d937ec'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:29:07.256484 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:07.294171 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-650781fd-4c8f-4b35-b7ca-37b90e6dc42f req-3030b009-2189-4ce0-bfe5-05aa148c50f6 tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] 10.222.0.44 "DELETE /v2.0/ports/35237f49-e812-47c7-9519-8b34b6d937ec HTTP/1.1" status: 204 len: 173 time: 5.5926821 May 31 13:29:07.516563 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f422d47e-ca97-4b5d-aa12-ef14bf1e5a42 req-92a401e0-a677-48af-912b-aada9559470b tempest-TenantUsagesTestJSON-1123796466 tempest-TenantUsagesTestJSON-1123796466-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2a7ba04-cfe4-4106-a377-7b2346488305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3829422 May 31 13:29:07.558275 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-295e4caa-8f6d-442e-8eea-c9d93abccaed req-69e6bdc9-cfac-4894-be92-4f4530026241 service neutron] 10.222.0.50 "GET /v2.0/networks/4906b42e-b307-4d36-b70d-f5895b463d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8290858 May 31 13:29:07.594553 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device e7679717-72d0-422d-bb1a-824fffff1b99 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:29:07.752971 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port e7679717-72d0-422d-bb1a-824fffff1b99 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:29:07.764367 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port e7679717-72d0-422d-bb1a-824fffff1b99 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:29:07.764999 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:07.897460 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86f26f38-8814-4cd8-80e6-d38429271959'] response: {'name': 'network-changed', 'server_uuid': '83adaa3b-be23-4bb2-afc8-0cb4149fa849', 'tag': 'd6f0b232-ad17-4000-98e9-695254df988a', 'status': 'completed', 'code': 200} May 31 13:29:07.992645 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df3e84e-3ed1-42f7-a19b-bdfe9b8ef593 req-3f41a0d4-d710-4486-9b58-a7c972017e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:07.994933 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5df3e84e-3ed1-42f7-a19b-bdfe9b8ef593 req-3f41a0d4-d710-4486-9b58-a7c972017e53 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=be9b8c94d98b42f385a0f29035539835&device_id=5eee3054-3ed5-47f8-b1a8-ef0b67b604a5 HTTP/1.1" status: 200 len: 1094 time: 0.8196213 May 31 13:29:08.145617 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df3e84e-3ed1-42f7-a19b-bdfe9b8ef593 req-e1672603-73ae-4318-9b63-3144c32081ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:08.147724 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5df3e84e-3ed1-42f7-a19b-bdfe9b8ef593 req-e1672603-73ae-4318-9b63-3144c32081ee service neutron] 10.222.0.20 "GET /v2.0/networks?id=29fe9209-7455-49d1-bbb8-3bf3a6f3bebb HTTP/1.1" status: 200 len: 919 time: 0.1442599 May 31 13:29:08.235098 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de57f95-7e46-412c-a14a-668ae26e1182 req-fa7675e0-4d60-44ed-b49f-d30e65164342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:08.239143 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3de57f95-7e46-412c-a14a-668ae26e1182 req-fa7675e0-4d60-44ed-b49f-d30e65164342 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=be9b8c94d98b42f385a0f29035539835&device_id=83adaa3b-be23-4bb2-afc8-0cb4149fa849 HTTP/1.1" status: 200 len: 1095 time: 0.3229423 May 31 13:29:08.244939 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port e7679717-72d0-422d-bb1a-824fffff1b99 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:29:08.247879 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:08.376265 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port e7679717-72d0-422d-bb1a-824fffff1b99, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=e7679717-72d0-422d-bb1a-824fffff1b99,segment=NetworkSegment(b43bd213-a5c3-431b-9972-53566e005364),segment_id=b43bd213-a5c3-431b-9972-53566e005364)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:29:08.381190 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:08.546349 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de57f95-7e46-412c-a14a-668ae26e1182 req-7e8efbd1-2e11-4934-acbf-87d9324eccac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:08.548556 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3de57f95-7e46-412c-a14a-668ae26e1182 req-7e8efbd1-2e11-4934-acbf-87d9324eccac service neutron] 10.222.0.20 "GET /v2.0/networks?id=29fe9209-7455-49d1-bbb8-3bf3a6f3bebb HTTP/1.1" status: 200 len: 919 time: 0.2986326 May 31 13:29:08.584742 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5df3e84e-3ed1-42f7-a19b-bdfe9b8ef593 req-1f1ad3ca-4d87-4462-b54f-416a5937224e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cab04309-4594-4e66-a15a-e4206da32c24 HTTP/1.1" status: 200 len: 217 time: 0.4251497 May 31 13:29:08.663984 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3de57f95-7e46-412c-a14a-668ae26e1182 req-9ffdca7e-dd4c-488f-a177-dcb55c667559 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6f0b232-ad17-4000-98e9-695254df988a HTTP/1.1" status: 200 len: 217 time: 0.1089430 May 31 13:29:08.754833 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=e7679717-72d0-422d-bb1a-824fffff1b99,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:29:08.792324 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:08.796750 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-030e7714-1841-4940-b97d-02e5525de8f9 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Router 5c07ff4b-13f4-4d03-b990-05eeaba90e06 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:29:08.810195 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02966417-6380-4612-a402-b7ac91366c1a req-f928ac8b-1e29-4d5f-bc8b-bb0051574b06 tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:08.819426 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-02966417-6380-4612-a402-b7ac91366c1a req-f928ac8b-1e29-4d5f-bc8b-bb0051574b06 tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2399f6c-7adf-46cb-8f5c-a5a17daead07 HTTP/1.1" status: 200 len: 950 time: 1.0446661 May 31 13:29:08.841843 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df3e84e-3ed1-42f7-a19b-bdfe9b8ef593 req-a47cee57-ff88-42b3-87a7-f9d14806058e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:08.843541 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5df3e84e-3ed1-42f7-a19b-bdfe9b8ef593 req-a47cee57-ff88-42b3-87a7-f9d14806058e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82d28a94-56aa-487e-b28b-6f63cbb648aa HTTP/1.1" status: 200 len: 857 time: 0.2515821 May 31 13:29:08.866710 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de57f95-7e46-412c-a14a-668ae26e1182 req-0ae26fb3-042c-41ff-9638-eee3439fa51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:08.868190 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3de57f95-7e46-412c-a14a-668ae26e1182 req-0ae26fb3-042c-41ff-9638-eee3439fa51c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82d28a94-56aa-487e-b28b-6f63cbb648aa HTTP/1.1" status: 200 len: 857 time: 0.1935503 May 31 13:29:08.892955 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef832b-e10f-46ef-b3c4-113f5e92e8c8 req-342ce143-9b68-453e-b1f7-f8d7725f03c8 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:08.894755 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d6ef832b-e10f-46ef-b3c4-113f5e92e8c8 req-342ce143-9b68-453e-b1f7-f8d7725f03c8 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/networks?id=e576ad54-297c-4eec-b73b-25479782c1e2 HTTP/1.1" status: 200 len: 808 time: 0.3451018 May 31 13:29:09.030272 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de57f95-7e46-412c-a14a-668ae26e1182 req-93ed8820-d818-43dc-9d48-b99076632a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:09.032500 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3de57f95-7e46-412c-a14a-668ae26e1182 req-93ed8820-d818-43dc-9d48-b99076632a92 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=29fe9209-7455-49d1-bbb8-3bf3a6f3bebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1446707 May 31 13:29:09.046123 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d6ef832b-e10f-46ef-b3c4-113f5e92e8c8 req-c65a1680-8b63-4abc-8b34-b86307a51864 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/quotas/9d7345b6bbc64d3981e920379156fa19 HTTP/1.1" status: 200 len: 375 time: 0.1010396 May 31 13:29:09.115797 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-02966417-6380-4612-a402-b7ac91366c1a req-a891c62d-a6f1-4bea-83a3-c2c237d0592a tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf755f24-1043-4dc9-80d0-31a81d8fbace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951019 May 31 13:29:09.246313 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3de57f95-7e46-412c-a14a-668ae26e1182 req-41116e4f-1906-4910-b8f4-748c37d5f062 service neutron] 10.222.0.20 "GET /v2.0/networks/29fe9209-7455-49d1-bbb8-3bf3a6f3bebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054305 May 31 13:29:09.272703 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df3e84e-3ed1-42f7-a19b-bdfe9b8ef593 req-db17198d-726a-4e05-9484-2aeed3e6f9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:09.274600 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5df3e84e-3ed1-42f7-a19b-bdfe9b8ef593 req-db17198d-726a-4e05-9484-2aeed3e6f9e7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=29fe9209-7455-49d1-bbb8-3bf3a6f3bebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3767772 May 31 13:29:09.307162 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-030e7714-1841-4940-b97d-02e5525de8f9 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:29:09.325463 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89d8ff7-f791-4dbc-9250-d1fd266fe3bb None None] Sync routers for ids ['5c07ff4b-13f4-4d03-b990-05eeaba90e06'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:29:09.349797 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89d8ff7-f791-4dbc-9250-d1fd266fe3bb None None] Routers {'5c07ff4b-13f4-4d03-b990-05eeaba90e06'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:29:09.350539 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-b89d8ff7-f791-4dbc-9250-d1fd266fe3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:28:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['5c07ff4b-13f4-4d03-b990-05eeaba90e06'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:29:09.357063 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-030e7714-1841-4940-b97d-02e5525de8f9 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:09.467065 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-030e7714-1841-4940-b97d-02e5525de8f9 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] 10.222.0.50 "PUT /v2.0/floatingips/3b9e5365-6390-46a5-9349-4a7d86b985a3 HTTP/1.1" status: 200 len: 991 time: 11.7851434 May 31 13:29:09.547437 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device e7679717-72d0-422d-bb1a-824fffff1b99 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:29:09.595354 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3de57f95-7e46-412c-a14a-668ae26e1182 req-14b7af09-1961-4f07-970c-a93948778c54 service neutron] 10.222.0.20 "GET /v2.0/networks/29fe9209-7455-49d1-bbb8-3bf3a6f3bebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3389475 May 31 13:29:09.611279 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d6ef832b-e10f-46ef-b3c4-113f5e92e8c8 req-52d54d33-b4ba-4a6a-ae1f-caf4023994cc tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9d7345b6bbc64d3981e920379156fa19&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5511327 May 31 13:29:09.633400 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [req-d6ef832b-e10f-46ef-b3c4-113f5e92e8c8 req-57f8aedd-95a9-44cc-a243-301b0c73c018 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:29:09.634659 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d6ef832b-e10f-46ef-b3c4-113f5e92e8c8 req-57f8aedd-95a9-44cc-a243-301b0c73c018 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059996 May 31 13:29:09.792091 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5df3e84e-3ed1-42f7-a19b-bdfe9b8ef593 req-c1db5342-8b3b-4e04-9d07-954a52556319 service neutron] 10.222.0.20 "GET /v2.0/networks/29fe9209-7455-49d1-bbb8-3bf3a6f3bebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5085208 May 31 13:29:09.805067 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port e7679717-72d0-422d-bb1a-824fffff1b99 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:29:09.807460 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:09.891921 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device d6f0b232-ad17-4000-98e9-695254df988a details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:29:09.926264 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-b89d8ff7-f791-4dbc-9250-d1fd266fe3bb None None] Set router 5c07ff4b-13f4-4d03-b990-05eeaba90e06 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:29:09.984559 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e834c76-1613-4a89-b3ad-1ee6910f35e8 req-2acbc35e-85ef-4cf1-935a-428bc840c9ea tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:10.004456 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5e834c76-1613-4a89-b3ad-1ee6910f35e8 req-2acbc35e-85ef-4cf1-935a-428bc840c9ea tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/ports?device_id=83adaa3b-be23-4bb2-afc8-0cb4149fa849 HTTP/1.1" status: 200 len: 944 time: 0.6903718 May 31 13:29:10.129644 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d6ef832b-e10f-46ef-b3c4-113f5e92e8c8 req-3f371d29-f622-4260-95ef-03729c9c2b66 service neutron] 10.222.0.50 "GET /v2.0/networks/e576ad54-297c-4eec-b73b-25479782c1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4819834 May 31 13:29:10.275593 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port e7679717-72d0-422d-bb1a-824fffff1b99 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:29:10.330284 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d6ef832b-e10f-46ef-b3c4-113f5e92e8c8 req-ff5ebdf6-0179-4531-abce-194bddfae6ad service neutron] 10.222.0.50 "GET /v2.0/networks/e576ad54-297c-4eec-b73b-25479782c1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756754 May 31 13:29:10.363331 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5e834c76-1613-4a89-b3ad-1ee6910f35e8 req-eeb0acb6-9cb6-45e2-aa6a-94628929836c tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a17cab4-6020-4095-a3af-d8da92feae16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3572931 May 31 13:29:10.411543 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port d6f0b232-ad17-4000-98e9-695254df988a, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=d6f0b232-ad17-4000-98e9-695254df988a,segment=NetworkSegment(e9cd1a0e-a4b7-43b7-be1f-97f3a2f73d5d),segment_id=e9cd1a0e-a4b7-43b7-be1f-97f3a2f73d5d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:29:10.476704 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': 'd6f0b232-ad17-4000-98e9-695254df988a', 'network_id': '29fe9209-7455-49d1-bbb8-3bf3a6f3bebb', 'port_id': 'd6f0b232-ad17-4000-98e9-695254df988a', 'mac_address': 'fa:16:3e:aa:58:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82d28a94-56aa-487e-b28b-6f63cbb648aa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:29:10.525145 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5df3e84e-3ed1-42f7-a19b-bdfe9b8ef593 req-b8568d31-2135-4653-ac6f-606ef0506fd2 service neutron] 10.222.0.20 "GET /v2.0/networks/29fe9209-7455-49d1-bbb8-3bf3a6f3bebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7178459 May 31 13:29:10.606581 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port d6f0b232-ad17-4000-98e9-695254df988a is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:29:10.610782 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:10.671534 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0a99751d-59f7-4f57-a145-cdd222f13ef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:10.694622 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6f0b232-ad17-4000-98e9-695254df988a {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:29:10.761020 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port d6f0b232-ad17-4000-98e9-695254df988a, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=d6f0b232-ad17-4000-98e9-695254df988a,segment=NetworkSegment(e9cd1a0e-a4b7-43b7-be1f-97f3a2f73d5d),segment_id=e9cd1a0e-a4b7-43b7-be1f-97f3a2f73d5d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:29:10.768815 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:10.790873 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef64eefd-cd2f-4e9c-908f-4563563af846'] response: {'server_uuid': 'f0e5e9bb-5818-4360-8a59-bdca79c81bb2', 'name': 'network-vif-deleted', 'tag': '35237f49-e812-47c7-9519-8b34b6d937ec', 'status': 'completed', 'code': 200} May 31 13:29:10.872260 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e4caa-8f6d-442e-8eea-c9d93abccaed req-9d7177c5-206b-47d9-8c3c-de7ca81765fc tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:10.876935 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-295e4caa-8f6d-442e-8eea-c9d93abccaed req-9d7177c5-206b-47d9-8c3c-de7ca81765fc tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.44 "GET /v2.0/networks?id=4906b42e-b307-4d36-b70d-f5895b463d19 HTTP/1.1" status: 200 len: 820 time: 0.5004113 May 31 13:29:10.894549 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-295e4caa-8f6d-442e-8eea-c9d93abccaed req-bc227c04-4698-4b78-aa91-1e4f0ed02194 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Request body: {'port': {'device_id': '9d6d9622-63e9-4767-9e87-e5a9f80cb523', 'network_id': '4906b42e-b307-4d36-b70d-f5895b463d19', 'admin_state_up': True, 'tenant_id': '633e14999cf6449e966925c4e75e7489'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:29:10.939087 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=d6f0b232-ad17-4000-98e9-695254df988a,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:29:11.114660 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-b89d8ff7-f791-4dbc-9250-d1fd266fe3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c07ff4b-13f4-4d03-b990-05eeaba90e06', 'name': 'tempest-ServersTestManualDisk-1089656051-router', 'tenant_id': '18168e4261004e939dcd26b86e964c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': 'e27c20f1-335d-46e2-8466-d1ab2372b932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:27:58Z', 'updated_at': '2022-05-31T13:28:05Z', 'revision_number': 4, 'project_id': '18168e4261004e939dcd26b86e964c6e', 'gw_port': {'id': 'e27c20f1-335d-46e2-8466-d1ab2372b932', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:3e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c07ff4b-13f4-4d03-b990-05eeaba90e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:27:59Z', 'updated_at': '2022-05-31T13:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '3b9e5365-6390-46a5-9349-4a7d86b985a3', 'tenant_id': '18168e4261004e939dcd26b86e964c6e', 'floating_ip_address': '172.25.6.72', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '5c07ff4b-13f4-4d03-b990-05eeaba90e06', 'port_id': '93461431-3737-43ab-ac12-7864c8d1a3c4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e94860fc-774d-4c2a-8939-034b7867dd9d', 'mac_address': 'fa:16:3e:af:bf:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d09d665-de20-4480-88af-e81be792c3c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:28:12Z', 'updated_at': '2022-05-31T13:29:04Z', 'revision_number': 1, 'project_id': '18168e4261004e939dcd26b86e964c6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f80beafb-4837-4beb-9ebc-4e5c18fabb2d', 'name': '', 'network_id': 'e94860fc-774d-4c2a-8939-034b7867dd9d', 'tenant_id': '18168e4261004e939dcd26b86e964c6e', 'mac_address': 'fa:16:3e:e7:a8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c07ff4b-13f4-4d03-b990-05eeaba90e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'e7bc81f6-6e33-4455-a972-854280f36089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:28:03Z', 'updated_at': '2022-05-31T13:28:16Z', 'revision_number': 5, 'project_id': '18168e4261004e939dcd26b86e964c6e', 'subnets': [{'id': 'e7bc81f6-6e33-4455-a972-854280f36089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:29:11.128100 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89d8ff7-f791-4dbc-9250-d1fd266fe3bb None None] Checking router: 5c07ff4b-13f4-4d03-b990-05eeaba90e06 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:29:11.140791 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89d8ff7-f791-4dbc-9250-d1fd266fe3bb None None] Routers {'5c07ff4b-13f4-4d03-b990-05eeaba90e06'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:29:11.141748 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-b89d8ff7-f791-4dbc-9250-d1fd266fe3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:28:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['5c07ff4b-13f4-4d03-b990-05eeaba90e06'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:29:11.228876 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['d6f0b232-ad17-4000-98e9-695254df988a'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:29:11.364926 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-295e4caa-8f6d-442e-8eea-c9d93abccaed req-bc227c04-4698-4b78-aa91-1e4f0ed02194 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:29:11.375454 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-65314efa-1729-42b2-a247-aca6edc674c6 req-7cac1dfe-6eaa-4d12-b2a3-b8c66bfa9cb6 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d6d9622-63e9-4767-9e87-e5a9f80cb523 HTTP/1.1" status: 200 len: 210 time: 0.1777964 May 31 13:29:11.376725 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-295e4caa-8f6d-442e-8eea-c9d93abccaed req-bc227c04-4698-4b78-aa91-1e4f0ed02194 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Usage tracker for resource:port and tenant:633e14999cf6449e966925c4e75e7489 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:29:11.381713 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-295e4caa-8f6d-442e-8eea-c9d93abccaed req-bc227c04-4698-4b78-aa91-1e4f0ed02194 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:29:11.389885 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-295e4caa-8f6d-442e-8eea-c9d93abccaed req-bc227c04-4698-4b78-aa91-1e4f0ed02194 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:29:11.413788 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-295e4caa-8f6d-442e-8eea-c9d93abccaed req-bc227c04-4698-4b78-aa91-1e4f0ed02194 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Made reservation on behalf of 633e14999cf6449e966925c4e75e7489 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:29:11.421236 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-295e4caa-8f6d-442e-8eea-c9d93abccaed req-bc227c04-4698-4b78-aa91-1e4f0ed02194 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:11.583540 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-b89d8ff7-f791-4dbc-9250-d1fd266fe3bb None None] Set router 5c07ff4b-13f4-4d03-b990-05eeaba90e06 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:29:11.875818 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device cab04309-4594-4e66-a15a-e4206da32c24 details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:29:12.148430 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port cab04309-4594-4e66-a15a-e4206da32c24, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=cab04309-4594-4e66-a15a-e4206da32c24,segment=NetworkSegment(e9cd1a0e-a4b7-43b7-be1f-97f3a2f73d5d),segment_id=e9cd1a0e-a4b7-43b7-be1f-97f3a2f73d5d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:29:12.181864 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f359c9cc-701b-4e57-8a85-46821c64467d req-e7a9fa45-9ac6-45c1-a56c-fd2f6e9959d8 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c9187d7-9dd8-469d-b56d-671bd4b21a48 HTTP/1.1" status: 200 len: 210 time: 0.1344416 May 31 13:29:12.183398 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': 'cab04309-4594-4e66-a15a-e4206da32c24', 'network_id': '29fe9209-7455-49d1-bbb8-3bf3a6f3bebb', 'port_id': 'cab04309-4594-4e66-a15a-e4206da32c24', 'mac_address': 'fa:16:3e:7e:15:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82d28a94-56aa-487e-b28b-6f63cbb648aa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:29:12.217570 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05a0f73-c01b-4242-9b74-b53831112afe req-70057961-8cee-4807-9894-4f7bf1105403 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:12.235832 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f05a0f73-c01b-4242-9b74-b53831112afe req-70057961-8cee-4807-9894-4f7bf1105403 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d09d665-de20-4480-88af-e81be792c3c1 HTTP/1.1" status: 200 len: 946 time: 0.4794681 May 31 13:29:12.246712 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-295e4caa-8f6d-442e-8eea-c9d93abccaed req-bc227c04-4698-4b78-aa91-1e4f0ed02194 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Allocated IP 172.20.0.13 (4906b42e-b307-4d36-b70d-f5895b463d19/33d5a057-d728-4f2d-867b-3bfbd8f9a5e3/32ca3252-a6cd-40d0-9751-a0bcd2a5f418) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:29:12.300725 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42602) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:29:12.347271 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port cab04309-4594-4e66-a15a-e4206da32c24 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:29:12.348030 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:12.416523 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cab04309-4594-4e66-a15a-e4206da32c24 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:29:12.466894 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port cab04309-4594-4e66-a15a-e4206da32c24, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=cab04309-4594-4e66-a15a-e4206da32c24,segment=NetworkSegment(e9cd1a0e-a4b7-43b7-be1f-97f3a2f73d5d),segment_id=e9cd1a0e-a4b7-43b7-be1f-97f3a2f73d5d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:29:12.467903 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f05a0f73-c01b-4242-9b74-b53831112afe req-05c9a889-e76d-4f6b-9818-ad6f27739137 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] 10.222.0.50 "GET /v2.0/security-groups?id=9df5af2d-f549-4666-90cd-c522e41d204c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2214952 May 31 13:29:12.490167 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:12.583836 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-b89d8ff7-f791-4dbc-9250-d1fd266fe3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c07ff4b-13f4-4d03-b990-05eeaba90e06', 'name': 'tempest-ServersTestManualDisk-1089656051-router', 'tenant_id': '18168e4261004e939dcd26b86e964c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': 'e27c20f1-335d-46e2-8466-d1ab2372b932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:27:58Z', 'updated_at': '2022-05-31T13:28:05Z', 'revision_number': 4, 'project_id': '18168e4261004e939dcd26b86e964c6e', 'gw_port': {'id': 'e27c20f1-335d-46e2-8466-d1ab2372b932', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:3e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c07ff4b-13f4-4d03-b990-05eeaba90e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:27:59Z', 'updated_at': '2022-05-31T13:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '3b9e5365-6390-46a5-9349-4a7d86b985a3', 'tenant_id': '18168e4261004e939dcd26b86e964c6e', 'floating_ip_address': '172.25.6.72', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '5c07ff4b-13f4-4d03-b990-05eeaba90e06', 'port_id': '93461431-3737-43ab-ac12-7864c8d1a3c4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e94860fc-774d-4c2a-8939-034b7867dd9d', 'mac_address': 'fa:16:3e:af:bf:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d09d665-de20-4480-88af-e81be792c3c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:28:12Z', 'updated_at': '2022-05-31T13:29:04Z', 'revision_number': 1, 'project_id': '18168e4261004e939dcd26b86e964c6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f80beafb-4837-4beb-9ebc-4e5c18fabb2d', 'name': '', 'network_id': 'e94860fc-774d-4c2a-8939-034b7867dd9d', 'tenant_id': '18168e4261004e939dcd26b86e964c6e', 'mac_address': 'fa:16:3e:e7:a8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c07ff4b-13f4-4d03-b990-05eeaba90e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'e7bc81f6-6e33-4455-a972-854280f36089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:28:03Z', 'updated_at': '2022-05-31T13:28:16Z', 'revision_number': 5, 'project_id': '18168e4261004e939dcd26b86e964c6e', 'subnets': [{'id': 'e7bc81f6-6e33-4455-a972-854280f36089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:29:12.590521 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89d8ff7-f791-4dbc-9250-d1fd266fe3bb None None] The sync data for ids ['5c07ff4b-13f4-4d03-b990-05eeaba90e06'] in n-d-843939-1 is: [{'id': '5c07ff4b-13f4-4d03-b990-05eeaba90e06', 'name': 'tempest-ServersTestManualDisk-1089656051-router', 'tenant_id': '18168e4261004e939dcd26b86e964c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': 'e27c20f1-335d-46e2-8466-d1ab2372b932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:27:58Z', 'updated_at': '2022-05-31T13:28:05Z', 'revision_number': 4, 'project_id': '18168e4261004e939dcd26b86e964c6e', 'gw_port': {'id': 'e27c20f1-335d-46e2-8466-d1ab2372b932', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:3e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c07ff4b-13f4-4d03-b990-05eeaba90e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:27:59Z', 'updated_at': '2022-05-31T13:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '3b9e5365-6390-46a5-9349-4a7d86b985a3', 'tenant_id': '18168e4261004e939dcd26b86e964c6e', 'floating_ip_address': '172.25.6.72', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '5c07ff4b-13f4-4d03-b990-05eeaba90e06', 'port_id': '93461431-3737-43ab-ac12-7864c8d1a3c4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e94860fc-774d-4c2a-8939-034b7867dd9d', 'mac_address': 'fa:16:3e:af:bf:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d09d665-de20-4480-88af-e81be792c3c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:28:12Z', 'updated_at': '2022-05-31T13:29:04Z', 'revision_number': 1, 'project_id': '18168e4261004e939dcd26b86e964c6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f80beafb-4837-4beb-9ebc-4e5c18fabb2d', 'name': '', 'network_id': 'e94860fc-774d-4c2a-8939-034b7867dd9d', 'tenant_id': '18168e4261004e939dcd26b86e964c6e', 'mac_address': 'fa:16:3e:e7:a8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c07ff4b-13f4-4d03-b990-05eeaba90e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'e7bc81f6-6e33-4455-a972-854280f36089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:28:03Z', 'updated_at': '2022-05-31T13:28:16Z', 'revision_number': 5, 'project_id': '18168e4261004e939dcd26b86e964c6e', 'subnets': [{'id': 'e7bc81f6-6e33-4455-a972-854280f36089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:29:12.634817 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c4603977-2f5d-437a-a0bd-54576d178952 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fee0d4481d624d2b84c0b1fc01d296f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3322198 May 31 13:29:12.648784 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42612) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:29:12.735065 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=cab04309-4594-4e66-a15a-e4206da32c24,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:29:12.789148 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-18c459c9-f0f7-47c2-b773-eb300595033a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:12.811328 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8eae8aed-cd35-4a64-8dc4-6395e1adbb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:12.913035 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d09d665-de20-4480-88af-e81be792c3c1', 'tag': '93461431-3737-43ab-ac12-7864c8d1a3c4'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:29:12.948473 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['cab04309-4594-4e66-a15a-e4206da32c24'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:29:12.984449 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-18c459c9-f0f7-47c2-b773-eb300595033a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:13.051515 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-18c459c9-f0f7-47c2-b773-eb300595033a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:13.090542 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c459c9-f0f7-47c2-b773-eb300595033a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a7ba04-cfe4-4106-a377-7b2346488305,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:29:13.103118 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-18c459c9-f0f7-47c2-b773-eb300595033a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:13.105917 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-18c459c9-f0f7-47c2-b773-eb300595033a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e2a7ba04-cfe4-4106-a377-7b2346488305 HTTP/1.1" status: 204 len: 168 time: 0.4548554 May 31 13:29:13.145426 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a05793f-5202-4fdf-8eec-3f321032f623 None None] New status for floating IP 3b9e5365-6390-46a5-9349-4a7d86b985a3: ACTIVE {{(pid=88371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 13:29:13.154123 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-295e4caa-8f6d-442e-8eea-c9d93abccaed req-bc227c04-4698-4b78-aa91-1e4f0ed02194 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:13.184744 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ececb76-5743-4ec9-bfe8-da1563eac799 req-0740f5a7-3e18-4566-a4c7-6207c3bdef9d tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:13.194112 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8ececb76-5743-4ec9-bfe8-da1563eac799 req-0740f5a7-3e18-4566-a4c7-6207c3bdef9d tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/ports?device_id=83adaa3b-be23-4bb2-afc8-0cb4149fa849 HTTP/1.1" status: 200 len: 945 time: 0.7619178 May 31 13:29:13.255119 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a671ca5-d578-463c-a580-44c09e29f304 req-6c1d6cdb-0418-488a-97d2-eeb52e39f77e tempest-ServersAdminNegativeTestJSON-1468879263 tempest-ServersAdminNegativeTestJSON-1468879263-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:13.260714 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4a671ca5-d578-463c-a580-44c09e29f304 req-6c1d6cdb-0418-488a-97d2-eeb52e39f77e tempest-ServersAdminNegativeTestJSON-1468879263 tempest-ServersAdminNegativeTestJSON-1468879263-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=c2399f6c-7adf-46cb-8f5c-a5a17daead07 HTTP/1.1" status: 200 len: 1101 time: 0.3287349 May 31 13:29:13.275765 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-295e4caa-8f6d-442e-8eea-c9d93abccaed req-bc227c04-4698-4b78-aa91-1e4f0ed02194 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Transition to ACTIVE for port object 32ca3252-a6cd-40d0-9751-a0bcd2a5f418 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:29:13.358145 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8ececb76-5743-4ec9-bfe8-da1563eac799 req-cebe3756-2147-4c76-892d-dcf74bd227df tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a17cab4-6020-4095-a3af-d8da92feae16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609378 May 31 13:29:13.371758 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-295e4caa-8f6d-442e-8eea-c9d93abccaed req-bc227c04-4698-4b78-aa91-1e4f0ed02194 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:13.424747 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-4a671ca5-d578-463c-a580-44c09e29f304 req-d153b1cc-f601-4a85-8440-acfde53bb9c3 tempest-ServersAdminNegativeTestJSON-1468879263 tempest-ServersAdminNegativeTestJSON-1468879263-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:13.672139 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc227c04-4698-4b78-aa91-1e4f0ed02194 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Pushing event updated for resources: {'Port': ['ID=32ca3252-a6cd-40d0-9751-a0bcd2a5f418,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:29:13.682538 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-295e4caa-8f6d-442e-8eea-c9d93abccaed req-bc227c04-4698-4b78-aa91-1e4f0ed02194 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Network 4906b42e-b307-4d36-b70d-f5895b463d19 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:29:13.683755 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-4a671ca5-d578-463c-a580-44c09e29f304 req-d153b1cc-f601-4a85-8440-acfde53bb9c3 tempest-ServersAdminNegativeTestJSON-1468879263 tempest-ServersAdminNegativeTestJSON-1468879263-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:29:13.686374 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-295e4caa-8f6d-442e-8eea-c9d93abccaed req-bc227c04-4698-4b78-aa91-1e4f0ed02194 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:29:13.691322 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-295e4caa-8f6d-442e-8eea-c9d93abccaed req-bc227c04-4698-4b78-aa91-1e4f0ed02194 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:29:13.756095 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:13.769716 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef832b-e10f-46ef-b3c4-113f5e92e8c8 req-0bc3a931-85db-46be-bf15-9f89726452b2 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:13.776529 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d6ef832b-e10f-46ef-b3c4-113f5e92e8c8 req-0bc3a931-85db-46be-bf15-9f89726452b2 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.44 "GET /v2.0/networks?id=e576ad54-297c-4eec-b73b-25479782c1e2 HTTP/1.1" status: 200 len: 808 time: 0.4332218 May 31 13:29:13.791049 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-d6ef832b-e10f-46ef-b3c4-113f5e92e8c8 req-3dc975ef-33db-427b-84d7-ca151228717f tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Request body: {'port': {'device_id': '9c9187d7-9dd8-469d-b56d-671bd4b21a48', 'network_id': 'e576ad54-297c-4eec-b73b-25479782c1e2', 'admin_state_up': True, 'tenant_id': '9d7345b6bbc64d3981e920379156fa19'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:29:13.815920 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:13.867256 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-4a671ca5-d578-463c-a580-44c09e29f304 req-d153b1cc-f601-4a85-8440-acfde53bb9c3 tempest-ServersAdminNegativeTestJSON-1468879263 tempest-ServersAdminNegativeTestJSON-1468879263-project-admin] Usage tracker for resource:security_group_rule and tenant:e004c27902b94bc8a58e80c864d75dba is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:29:13.878574 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e4caa-8f6d-442e-8eea-c9d93abccaed req-bc227c04-4698-4b78-aa91-1e4f0ed02194 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:13.878574 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-295e4caa-8f6d-442e-8eea-c9d93abccaed req-bc227c04-4698-4b78-aa91-1e4f0ed02194 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:13.884309 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-4a671ca5-d578-463c-a580-44c09e29f304 req-d153b1cc-f601-4a85-8440-acfde53bb9c3 tempest-ServersAdminNegativeTestJSON-1468879263 tempest-ServersAdminNegativeTestJSON-1468879263-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:29:13.889926 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device d6f0b232-ad17-4000-98e9-695254df988a up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:29:13.936227 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-4a671ca5-d578-463c-a580-44c09e29f304 req-d153b1cc-f601-4a85-8440-acfde53bb9c3 tempest-ServersAdminNegativeTestJSON-1468879263 tempest-ServersAdminNegativeTestJSON-1468879263-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:29:14.022819 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 42642) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:29:14.033680 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-295e4caa-8f6d-442e-8eea-c9d93abccaed req-bc227c04-4698-4b78-aa91-1e4f0ed02194 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1474555 May 31 13:29:14.052535 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning for port d6f0b232-ad17-4000-98e9-695254df988a completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:29:14.061869 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port d6f0b232-ad17-4000-98e9-695254df988a triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:29:14.062345 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:14.104818 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [req-295e4caa-8f6d-442e-8eea-c9d93abccaed req-8feae405-8685-4f4f-aad5-b6669ef7aa7c tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:29:14.105878 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-295e4caa-8f6d-442e-8eea-c9d93abccaed req-8feae405-8685-4f4f-aad5-b6669ef7aa7c tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0613732 May 31 13:29:14.223884 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-d6ef832b-e10f-46ef-b3c4-113f5e92e8c8 req-3dc975ef-33db-427b-84d7-ca151228717f tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:29:14.241945 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-d6ef832b-e10f-46ef-b3c4-113f5e92e8c8 req-3dc975ef-33db-427b-84d7-ca151228717f tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:29:14.271852 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6ef832b-e10f-46ef-b3c4-113f5e92e8c8 req-3dc975ef-33db-427b-84d7-ca151228717f tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Made reservation on behalf of 9d7345b6bbc64d3981e920379156fa19 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:29:14.277720 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-d6ef832b-e10f-46ef-b3c4-113f5e92e8c8 req-3dc975ef-33db-427b-84d7-ca151228717f tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:14.282383 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6d2b661d-5342-4b70-9824-ea7a88fe923f None None] Provisioning for port 32ca3252-a6cd-40d0-9751-a0bcd2a5f418 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:29:14.292378 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6d2b661d-5342-4b70-9824-ea7a88fe923f None None] Provisioning complete for port 32ca3252-a6cd-40d0-9751-a0bcd2a5f418 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:29:14.292736 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6d2b661d-5342-4b70-9824-ea7a88fe923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:14.296004 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b9e29c8d-48c8-4f52-8666-8e1aeac6b603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:14.324096 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-295e4caa-8f6d-442e-8eea-c9d93abccaed req-80b3317f-471c-4388-bc33-9ca91fa131c6 service neutron] Request body: {'port': {'device_id': '9d6d9622-63e9-4767-9e87-e5a9f80cb523', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:29:14.463073 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-6d2b661d-5342-4b70-9824-ea7a88fe923f None None] Port 32ca3252-a6cd-40d0-9751-a0bcd2a5f418 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:29:14.507498 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port d6f0b232-ad17-4000-98e9-695254df988a is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:29:14.507498 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:14.568791 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-4a671ca5-d578-463c-a580-44c09e29f304 req-d153b1cc-f601-4a85-8440-acfde53bb9c3 tempest-ServersAdminNegativeTestJSON-1468879263 tempest-ServersAdminNegativeTestJSON-1468879263-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:14.575287 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83adaa3b-be23-4bb2-afc8-0cb4149fa849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6f0b232-ad17-4000-98e9-695254df988a'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:29:14.581969 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-295e4caa-8f6d-442e-8eea-c9d93abccaed req-80b3317f-471c-4388-bc33-9ca91fa131c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:14.590981 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-b9e29c8d-48c8-4f52-8666-8e1aeac6b603 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:29:14.600393 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port d6f0b232-ad17-4000-98e9-695254df988a, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=d6f0b232-ad17-4000-98e9-695254df988a,segment=NetworkSegment(e9cd1a0e-a4b7-43b7-be1f-97f3a2f73d5d),segment_id=e9cd1a0e-a4b7-43b7-be1f-97f3a2f73d5d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:29:14.607524 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [req-d6ef832b-e10f-46ef-b3c4-113f5e92e8c8 req-3dc975ef-33db-427b-84d7-ca151228717f tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Allocated IP 172.20.0.12 (e576ad54-297c-4eec-b73b-25479782c1e2/376bfa95-ebe5-4cb8-abaa-2bcb5d3a07e3/61762e12-583d-445a-a9d7-c31772613a37) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:29:14.613707 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:14.632202 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-4a671ca5-d578-463c-a580-44c09e29f304 req-d153b1cc-f601-4a85-8440-acfde53bb9c3 tempest-ServersAdminNegativeTestJSON-1468879263 tempest-ServersAdminNegativeTestJSON-1468879263-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:14.650809 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-b9e29c8d-48c8-4f52-8666-8e1aeac6b603 admin admin] Usage tracker for resource:security_group_rule and tenant:dc50c1905f1646dc939b7001d6f743fc is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:29:14.664319 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4a671ca5-d578-463c-a580-44c09e29f304 req-d153b1cc-f601-4a85-8440-acfde53bb9c3 tempest-ServersAdminNegativeTestJSON-1468879263 tempest-ServersAdminNegativeTestJSON-1468879263-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=bf755f24-1043-4dc9-80d0-31a81d8fbace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3585713 May 31 13:29:14.668598 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-b9e29c8d-48c8-4f52-8666-8e1aeac6b603 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:29:14.717783 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578c10ef-0633-4653-8654-a0018161f445 req-d6056ead-5783-46c5-9bff-369b9713e45c tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:14.718490 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-578c10ef-0633-4653-8654-a0018161f445 req-d6056ead-5783-46c5-9bff-369b9713e45c tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Synchronizing usage tracker for tenant:633e14999cf6449e966925c4e75e7489 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:29:14.721635 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d153b1cc-f601-4a85-8440-acfde53bb9c3 tempest-ServersAdminNegativeTestJSON-1468879263 tempest-ServersAdminNegativeTestJSON-1468879263-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea83699e-e96a-4148-8645-610fb90fdfee,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:29:14.725576 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-b9e29c8d-48c8-4f52-8666-8e1aeac6b603 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:29:14.788593 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ebe2a51-2acd-4f36-8858-5e3ff248cf62'] response: {'name': 'network-changed', 'server_uuid': '6d09d665-de20-4480-88af-e81be792c3c1', 'tag': '93461431-3737-43ab-ac12-7864c8d1a3c4', 'status': 'completed', 'code': 200} May 31 13:29:14.788780 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=d6f0b232-ad17-4000-98e9-695254df988a,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:29:14.900085 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-578c10ef-0633-4653-8654-a0018161f445 req-d6056ead-5783-46c5-9bff-369b9713e45c tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Unset dirty status for tenant:633e14999cf6449e966925c4e75e7489 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:29:14.911227 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-578c10ef-0633-4653-8654-a0018161f445 req-d6056ead-5783-46c5-9bff-369b9713e45c tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d6d9622-63e9-4767-9e87-e5a9f80cb523 HTTP/1.1" status: 200 len: 932 time: 1.0405397 May 31 13:29:14.970568 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-d6ef832b-e10f-46ef-b3c4-113f5e92e8c8 req-3dc975ef-33db-427b-84d7-ca151228717f tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:15.028480 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-d6ef832b-e10f-46ef-b3c4-113f5e92e8c8 req-3dc975ef-33db-427b-84d7-ca151228717f tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:15.036186 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['56abcba9-513f-4c4d-a97d-b112bfe0bc20'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:29:15.119413 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-578c10ef-0633-4653-8654-a0018161f445 req-bdb6b6cb-ab12-43ab-a8bf-693f1ead9352 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Synchronizing usage tracker for tenant:633e14999cf6449e966925c4e75e7489 on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:29:15.196818 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6ef832b-e10f-46ef-b3c4-113f5e92e8c8 req-3dc975ef-33db-427b-84d7-ca151228717f tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Network e576ad54-297c-4eec-b73b-25479782c1e2 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:29:15.196818 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [req-d6ef832b-e10f-46ef-b3c4-113f5e92e8c8 req-3dc975ef-33db-427b-84d7-ca151228717f tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:29:15.200895 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6ef832b-e10f-46ef-b3c4-113f5e92e8c8 req-3dc975ef-33db-427b-84d7-ca151228717f tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:29:15.251399 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc975ef-33db-427b-84d7-ca151228717f tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Pushing event updated for resources: {'Port': ['ID=61762e12-583d-445a-a9d7-c31772613a37,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:29:15.283192 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef832b-e10f-46ef-b3c4-113f5e92e8c8 req-3dc975ef-33db-427b-84d7-ca151228717f tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:15.284415 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-d6ef832b-e10f-46ef-b3c4-113f5e92e8c8 req-3dc975ef-33db-427b-84d7-ca151228717f tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:15.327447 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d6ef832b-e10f-46ef-b3c4-113f5e92e8c8 req-3dc975ef-33db-427b-84d7-ca151228717f tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5441902 May 31 13:29:15.340114 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-d6ef832b-e10f-46ef-b3c4-113f5e92e8c8 req-4196e763-de1b-496c-8b20-8327ac554c0f service neutron] Request body: {'port': {'device_id': '9c9187d7-9dd8-469d-b56d-671bd4b21a48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:29:15.404171 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62291793-6b06-49d9-bc92-beb308b5ed84 req-076d1566-9742-493e-a75b-d05b2ce356bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:15.417337 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-62291793-6b06-49d9-bc92-beb308b5ed84 req-076d1566-9742-493e-a75b-d05b2ce356bf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=18168e4261004e939dcd26b86e964c6e&device_id=6d09d665-de20-4480-88af-e81be792c3c1 HTTP/1.1" status: 200 len: 1097 time: 0.5301433 May 31 13:29:15.455208 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-578c10ef-0633-4653-8654-a0018161f445 req-bdb6b6cb-ab12-43ab-a8bf-693f1ead9352 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Unset dirty status for tenant:633e14999cf6449e966925c4e75e7489 on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:29:15.470445 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-578c10ef-0633-4653-8654-a0018161f445 req-bdb6b6cb-ab12-43ab-a8bf-693f1ead9352 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.50 "GET /v2.0/security-groups?id=834a7886-0cce-4ec4-86a1-7e121fb3b800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5547390 May 31 13:29:15.532217 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:15.556732 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-d6ef832b-e10f-46ef-b3c4-113f5e92e8c8 req-4196e763-de1b-496c-8b20-8327ac554c0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:15.662948 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c022ac5-5b54-4153-9ef3-539cbf92d909 req-0ef9b955-19a4-4e27-841a-21c1e009c48e tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:15.664320 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2c022ac5-5b54-4153-9ef3-539cbf92d909 req-0ef9b955-19a4-4e27-841a-21c1e009c48e tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c9187d7-9dd8-469d-b56d-671bd4b21a48 HTTP/1.1" status: 200 len: 932 time: 0.6951990 May 31 13:29:15.793037 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b9e29c8d-48c8-4f52-8666-8e1aeac6b603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:15.811762 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b9e29c8d-48c8-4f52-8666-8e1aeac6b603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:15.854579 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2c022ac5-5b54-4153-9ef3-539cbf92d909 req-64013a61-da0c-4b00-9c60-f301580cb287 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d29a7ba-8da4-4594-bfbf-9f55cd071e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744814 May 31 13:29:15.896970 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device cab04309-4594-4e66-a15a-e4206da32c24 up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:29:15.969881 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-b9e29c8d-48c8-4f52-8666-8e1aeac6b603 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dc50c1905f1646dc939b7001d6f743fc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9257014 May 31 13:29:15.969881 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 42654) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:29:16.001949 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62291793-6b06-49d9-bc92-beb308b5ed84 req-2444a4a5-d684-4b4d-a4b9-639d5c49207a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:16.004818 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-62291793-6b06-49d9-bc92-beb308b5ed84 req-2444a4a5-d684-4b4d-a4b9-639d5c49207a service neutron] 10.222.0.44 "GET /v2.0/networks?id=e94860fc-774d-4c2a-8939-034b7867dd9d HTTP/1.1" status: 200 len: 913 time: 0.5263300 May 31 13:29:16.004974 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e29c8d-48c8-4f52-8666-8e1aeac6b603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2389c3-8d07-4a35-bf6f-6877c755d9e8,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:29:16.048054 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning for port cab04309-4594-4e66-a15a-e4206da32c24 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:29:16.055403 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port cab04309-4594-4e66-a15a-e4206da32c24 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:29:16.055500 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:16.107538 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [req-d6ef832b-e10f-46ef-b3c4-113f5e92e8c8 req-4196e763-de1b-496c-8b20-8327ac554c0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61762e12-583d-445a-a9d7-c31772613a37 {{(pid=88369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:29:16.127103 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-d6ef832b-e10f-46ef-b3c4-113f5e92e8c8 req-4196e763-de1b-496c-8b20-8327ac554c0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:16.157273 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-62291793-6b06-49d9-bc92-beb308b5ed84 req-34e560f7-f9e1-49b5-b043-74afdbfa6812 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93461431-3737-43ab-ac12-7864c8d1a3c4 HTTP/1.1" status: 200 len: 1001 time: 0.1223457 May 31 13:29:16.167086 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-d6ef832b-e10f-46ef-b3c4-113f5e92e8c8 req-4196e763-de1b-496c-8b20-8327ac554c0f service neutron] Transition to ACTIVE for port object 61762e12-583d-445a-a9d7-c31772613a37 will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:29:16.175689 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-d6ef832b-e10f-46ef-b3c4-113f5e92e8c8 req-4196e763-de1b-496c-8b20-8327ac554c0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:16.248444 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-295e4caa-8f6d-442e-8eea-c9d93abccaed req-80b3317f-471c-4388-bc33-9ca91fa131c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32ca3252-a6cd-40d0-9751-a0bcd2a5f418 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:29:16.261560 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-295e4caa-8f6d-442e-8eea-c9d93abccaed req-80b3317f-471c-4388-bc33-9ca91fa131c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:16.302388 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2975e596-bc4a-4c60-887d-b3b2e46260e8 req-d5597dcf-06e6-4dc5-bd21-f1da6a1cbbf4 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:16.327639 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2975e596-bc4a-4c60-887d-b3b2e46260e8 req-d5597dcf-06e6-4dc5-bd21-f1da6a1cbbf4 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 945 time: 0.6592014 May 31 13:29:16.378505 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port cab04309-4594-4e66-a15a-e4206da32c24 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:29:16.378505 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:16.400182 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-295e4caa-8f6d-442e-8eea-c9d93abccaed req-80b3317f-471c-4388-bc33-9ca91fa131c6 service neutron] Transition to ACTIVE for port object 32ca3252-a6cd-40d0-9751-a0bcd2a5f418 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:29:16.427564 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port cab04309-4594-4e66-a15a-e4206da32c24, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=cab04309-4594-4e66-a15a-e4206da32c24,segment=NetworkSegment(e9cd1a0e-a4b7-43b7-be1f-97f3a2f73d5d),segment_id=e9cd1a0e-a4b7-43b7-be1f-97f3a2f73d5d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:29:16.445570 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:16.467913 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-295e4caa-8f6d-442e-8eea-c9d93abccaed req-80b3317f-471c-4388-bc33-9ca91fa131c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:16.477577 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4196e763-de1b-496c-8b20-8327ac554c0f service neutron] Pushing event updated for resources: {'Port': ['ID=61762e12-583d-445a-a9d7-c31772613a37,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:29:16.576123 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6adbf185-a9c2-4ab8-8c22-e5aed43bec72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:16.602809 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=cab04309-4594-4e66-a15a-e4206da32c24,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:29:16.631934 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-d6ef832b-e10f-46ef-b3c4-113f5e92e8c8 req-4196e763-de1b-496c-8b20-8327ac554c0f service neutron] Attempting to bind port 61762e12-583d-445a-a9d7-c31772613a37 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:29:16.632505 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-d6ef832b-e10f-46ef-b3c4-113f5e92e8c8 req-4196e763-de1b-496c-8b20-8327ac554c0f service neutron] Attempting to bind port 61762e12-583d-445a-a9d7-c31772613a37 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': '6af449b4-9759-41ca-aa70-1c602a81197c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e576ad54-297c-4eec-b73b-25479782c1e2'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:29:16.634061 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ef832b-e10f-46ef-b3c4-113f5e92e8c8 req-4196e763-de1b-496c-8b20-8327ac554c0f service neutron] Attempting to bind port 61762e12-583d-445a-a9d7-c31772613a37 on network e576ad54-297c-4eec-b73b-25479782c1e2 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:29:16.644911 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ef832b-e10f-46ef-b3c4-113f5e92e8c8 req-4196e763-de1b-496c-8b20-8327ac554c0f service neutron] Port 61762e12-583d-445a-a9d7-c31772613a37 on network e576ad54-297c-4eec-b73b-25479782c1e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:29:16.645851 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ef832b-e10f-46ef-b3c4-113f5e92e8c8 req-4196e763-de1b-496c-8b20-8327ac554c0f service neutron] Attempting to bind port 61762e12-583d-445a-a9d7-c31772613a37 on network e576ad54-297c-4eec-b73b-25479782c1e2 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:29:16.652754 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62291793-6b06-49d9-bc92-beb308b5ed84 req-2cd4115f-aa2b-4cdf-a596-809fd0c39f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:16.652754 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-62291793-6b06-49d9-bc92-beb308b5ed84 req-2cd4115f-aa2b-4cdf-a596-809fd0c39f3f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e7bc81f6-6e33-4455-a972-854280f36089 HTTP/1.1" status: 200 len: 851 time: 0.4874623 May 31 13:29:16.655935 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ef832b-e10f-46ef-b3c4-113f5e92e8c8 req-4196e763-de1b-496c-8b20-8327ac554c0f service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:29:16.656959 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ef832b-e10f-46ef-b3c4-113f5e92e8c8 req-4196e763-de1b-496c-8b20-8327ac554c0f service neutron] Checking segment: {'id': '6af449b4-9759-41ca-aa70-1c602a81197c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e576ad54-297c-4eec-b73b-25479782c1e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:29:16.657365 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ef832b-e10f-46ef-b3c4-113f5e92e8c8 req-4196e763-de1b-496c-8b20-8327ac554c0f service neutron] Bound using segment: {'id': '6af449b4-9759-41ca-aa70-1c602a81197c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e576ad54-297c-4eec-b73b-25479782c1e2'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:29:16.657800 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-d6ef832b-e10f-46ef-b3c4-113f5e92e8c8 req-4196e763-de1b-496c-8b20-8327ac554c0f service neutron] Bound port: 61762e12-583d-445a-a9d7-c31772613a37, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6af449b4-9759-41ca-aa70-1c602a81197c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e576ad54-297c-4eec-b73b-25479782c1e2'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:29:16.658258 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-d6ef832b-e10f-46ef-b3c4-113f5e92e8c8 req-4196e763-de1b-496c-8b20-8327ac554c0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:16.834077 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2975e596-bc4a-4c60-887d-b3b2e46260e8 req-cafb9d63-d0de-47ec-8b5a-1c115fc22c51 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5052497 May 31 13:29:16.910227 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6adbf185-a9c2-4ab8-8c22-e5aed43bec72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:16.928064 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b3317f-471c-4388-bc33-9ca91fa131c6 service neutron] Pushing event updated for resources: {'Port': ['ID=32ca3252-a6cd-40d0-9751-a0bcd2a5f418,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:29:17.020724 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-d6ef832b-e10f-46ef-b3c4-113f5e92e8c8 req-4196e763-de1b-496c-8b20-8327ac554c0f service neutron] For port 61762e12-583d-445a-a9d7-c31772613a37, host n-h2-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:29:17.025083 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-d6ef832b-e10f-46ef-b3c4-113f5e92e8c8 req-4196e763-de1b-496c-8b20-8327ac554c0f service neutron] For port 61762e12-583d-445a-a9d7-c31772613a37, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=61762e12-583d-445a-a9d7-c31772613a37,segment=NetworkSegment(6af449b4-9759-41ca-aa70-1c602a81197c),segment_id=6af449b4-9759-41ca-aa70-1c602a81197c)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:29:17.032154 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-d6ef832b-e10f-46ef-b3c4-113f5e92e8c8 req-4196e763-de1b-496c-8b20-8327ac554c0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:17.106551 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef832b-e10f-46ef-b3c4-113f5e92e8c8 req-4196e763-de1b-496c-8b20-8327ac554c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:17.106809 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-d6ef832b-e10f-46ef-b3c4-113f5e92e8c8 req-4196e763-de1b-496c-8b20-8327ac554c0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:17.109362 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d6ef832b-e10f-46ef-b3c4-113f5e92e8c8 req-4196e763-de1b-496c-8b20-8327ac554c0f service neutron] 10.222.0.44 "PUT /v2.0/ports/61762e12-583d-445a-a9d7-c31772613a37 HTTP/1.1" status: 200 len: 1092 time: 1.7736266 May 31 13:29:17.135891 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c9187d7-9dd8-469d-b56d-671bd4b21a48', 'tag': '61762e12-583d-445a-a9d7-c31772613a37'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:29:17.204963 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4196e763-de1b-496c-8b20-8327ac554c0f service neutron] Pushing event updated for resources: {'Port': ['ID=61762e12-583d-445a-a9d7-c31772613a37,revision_number=3']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:29:17.241188 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8ae786-a683-4029-8a24-879c35532051 req-ad289a9e-96d1-4a25-b6d0-ae988788a58f tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:17.249087 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4d8ae786-a683-4029-8a24-879c35532051 req-ad289a9e-96d1-4a25-b6d0-ae988788a58f tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/ports?device_id=83adaa3b-be23-4bb2-afc8-0cb4149fa849 HTTP/1.1" status: 200 len: 946 time: 0.6699693 May 31 13:29:17.275085 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-295e4caa-8f6d-442e-8eea-c9d93abccaed req-80b3317f-471c-4388-bc33-9ca91fa131c6 service neutron] Attempting to bind port 32ca3252-a6cd-40d0-9751-a0bcd2a5f418 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:29:17.275085 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-295e4caa-8f6d-442e-8eea-c9d93abccaed req-80b3317f-471c-4388-bc33-9ca91fa131c6 service neutron] Attempting to bind port 32ca3252-a6cd-40d0-9751-a0bcd2a5f418 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'b43bd213-a5c3-431b-9972-53566e005364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4906b42e-b307-4d36-b70d-f5895b463d19'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:29:17.275085 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295e4caa-8f6d-442e-8eea-c9d93abccaed req-80b3317f-471c-4388-bc33-9ca91fa131c6 service neutron] Attempting to bind port 32ca3252-a6cd-40d0-9751-a0bcd2a5f418 on network 4906b42e-b307-4d36-b70d-f5895b463d19 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:29:17.284616 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295e4caa-8f6d-442e-8eea-c9d93abccaed req-80b3317f-471c-4388-bc33-9ca91fa131c6 service neutron] Port 32ca3252-a6cd-40d0-9751-a0bcd2a5f418 on network 4906b42e-b307-4d36-b70d-f5895b463d19 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:29:17.284616 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295e4caa-8f6d-442e-8eea-c9d93abccaed req-80b3317f-471c-4388-bc33-9ca91fa131c6 service neutron] Attempting to bind port 32ca3252-a6cd-40d0-9751-a0bcd2a5f418 on network 4906b42e-b307-4d36-b70d-f5895b463d19 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:29:17.314546 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295e4caa-8f6d-442e-8eea-c9d93abccaed req-80b3317f-471c-4388-bc33-9ca91fa131c6 service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:29:17.315081 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295e4caa-8f6d-442e-8eea-c9d93abccaed req-80b3317f-471c-4388-bc33-9ca91fa131c6 service neutron] Checking segment: {'id': 'b43bd213-a5c3-431b-9972-53566e005364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4906b42e-b307-4d36-b70d-f5895b463d19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:29:17.315565 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295e4caa-8f6d-442e-8eea-c9d93abccaed req-80b3317f-471c-4388-bc33-9ca91fa131c6 service neutron] Bound using segment: {'id': 'b43bd213-a5c3-431b-9972-53566e005364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4906b42e-b307-4d36-b70d-f5895b463d19'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:29:17.316029 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-295e4caa-8f6d-442e-8eea-c9d93abccaed req-80b3317f-471c-4388-bc33-9ca91fa131c6 service neutron] Bound port: 32ca3252-a6cd-40d0-9751-a0bcd2a5f418, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b43bd213-a5c3-431b-9972-53566e005364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4906b42e-b307-4d36-b70d-f5895b463d19'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:29:17.316611 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-295e4caa-8f6d-442e-8eea-c9d93abccaed req-80b3317f-471c-4388-bc33-9ca91fa131c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:17.343734 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62291793-6b06-49d9-bc92-beb308b5ed84 req-2af61b43-118d-470f-8daf-0f487f3a1c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:17.345044 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-62291793-6b06-49d9-bc92-beb308b5ed84 req-2af61b43-118d-470f-8daf-0f487f3a1c2d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e94860fc-774d-4c2a-8939-034b7867dd9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6421618 May 31 13:29:17.345938 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef832b-e10f-46ef-b3c4-113f5e92e8c8 req-e9339656-ca76-4c9b-9bac-ee02f0d0bc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:17.349748 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d6ef832b-e10f-46ef-b3c4-113f5e92e8c8 req-e9339656-ca76-4c9b-9bac-ee02f0d0bc15 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9d7345b6bbc64d3981e920379156fa19&device_id=9c9187d7-9dd8-469d-b56d-671bd4b21a48 HTTP/1.1" status: 200 len: 1095 time: 0.1340849 May 31 13:29:17.361492 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4d8ae786-a683-4029-8a24-879c35532051 req-d928673e-8c5a-4b4d-8833-8f75f97883ef tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a17cab4-6020-4095-a3af-d8da92feae16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110978 May 31 13:29:17.362667 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6adbf185-a9c2-4ab8-8c22-e5aed43bec72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:17.474572 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63f1ae43-9af4-4fa3-84be-474216ed907e'] response: {'server_uuid': '83adaa3b-be23-4bb2-afc8-0cb4149fa849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6f0b232-ad17-4000-98e9-695254df988a', 'code': 200} May 31 13:29:17.525389 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d6ef832b-e10f-46ef-b3c4-113f5e92e8c8 req-cb06ec45-59a8-4371-aee6-7476d507a94b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61762e12-583d-445a-a9d7-c31772613a37 HTTP/1.1" status: 200 len: 217 time: 0.1611025 May 31 13:29:17.534770 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adbf185-a9c2-4ab8-8c22-e5aed43bec72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2389c3-8d07-4a35-bf6f-6877c755d9e8,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:29:17.678155 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef832b-e10f-46ef-b3c4-113f5e92e8c8 req-86ac6ee2-2511-4506-bfcb-20af8ab3c7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:17.678155 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d6ef832b-e10f-46ef-b3c4-113f5e92e8c8 req-86ac6ee2-2511-4506-bfcb-20af8ab3c7cb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=376bfa95-ebe5-4cb8-abaa-2bcb5d3a07e3 HTTP/1.1" status: 200 len: 848 time: 0.1445129 May 31 13:29:17.683959 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6adbf185-a9c2-4ab8-8c22-e5aed43bec72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:17.690438 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-6adbf185-a9c2-4ab8-8c22-e5aed43bec72 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ae2389c3-8d07-4a35-bf6f-6877c755d9e8 HTTP/1.1" status: 204 len: 168 time: 1.7200341 May 31 13:29:17.764321 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-295e4caa-8f6d-442e-8eea-c9d93abccaed req-80b3317f-471c-4388-bc33-9ca91fa131c6 service neutron] For port 32ca3252-a6cd-40d0-9751-a0bcd2a5f418, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:29:17.792601 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d6ef832b-e10f-46ef-b3c4-113f5e92e8c8 req-268dfe41-7069-4ef1-8d4a-e32bf9e807d5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e576ad54-297c-4eec-b73b-25479782c1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1087997 May 31 13:29:17.802374 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-295e4caa-8f6d-442e-8eea-c9d93abccaed req-80b3317f-471c-4388-bc33-9ca91fa131c6 service neutron] For port 32ca3252-a6cd-40d0-9751-a0bcd2a5f418, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=32ca3252-a6cd-40d0-9751-a0bcd2a5f418,segment=NetworkSegment(b43bd213-a5c3-431b-9972-53566e005364),segment_id=b43bd213-a5c3-431b-9972-53566e005364)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:29:17.842404 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-295e4caa-8f6d-442e-8eea-c9d93abccaed req-80b3317f-471c-4388-bc33-9ca91fa131c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:17.885621 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device bcea5229-e83e-4a8f-a38a-ad9361d01354 no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:29:18.082637 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d6ef832b-e10f-46ef-b3c4-113f5e92e8c8 req-c892bcf7-edd7-45d8-bbfb-99399b7ea2e6 service neutron] 10.222.0.44 "GET /v2.0/networks/e576ad54-297c-4eec-b73b-25479782c1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696834 May 31 13:29:18.086247 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port bcea5229-e83e-4a8f-a38a-ad9361d01354 is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:29:18.086247 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:18.142084 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port bcea5229-e83e-4a8f-a38a-ad9361d01354, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=bcea5229-e83e-4a8f-a38a-ad9361d01354,segment=NetworkSegment(4d75b4c6-9dbf-466e-9960-e4baeffc8b58),segment_id=4d75b4c6-9dbf-466e-9960-e4baeffc8b58)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:29:18.159816 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:18.280561 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=bcea5229-e83e-4a8f-a38a-ad9361d01354,revision_number=8']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:29:18.338109 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-62291793-6b06-49d9-bc92-beb308b5ed84 req-33c77a3c-6dc6-4e7f-85db-909c3fa331b0 service neutron] 10.222.0.44 "GET /v2.0/networks/e94860fc-774d-4c2a-8939-034b7867dd9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9450879 May 31 13:29:18.423928 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d6ef832b-e10f-46ef-b3c4-113f5e92e8c8 req-3fda6c23-87af-4deb-b239-83a0e3918d15 service neutron] 10.222.0.44 "GET /v2.0/networks/e576ad54-297c-4eec-b73b-25479782c1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350430 May 31 13:29:18.436111 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e4caa-8f6d-442e-8eea-c9d93abccaed req-80b3317f-471c-4388-bc33-9ca91fa131c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:18.438100 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-295e4caa-8f6d-442e-8eea-c9d93abccaed req-80b3317f-471c-4388-bc33-9ca91fa131c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:18.440360 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-295e4caa-8f6d-442e-8eea-c9d93abccaed req-80b3317f-471c-4388-bc33-9ca91fa131c6 service neutron] 10.222.0.44 "PUT /v2.0/ports/32ca3252-a6cd-40d0-9751-a0bcd2a5f418 HTTP/1.1" status: 200 len: 1092 time: 4.1241062 May 31 13:29:18.494513 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d6d9622-63e9-4767-9e87-e5a9f80cb523', 'tag': '32ca3252-a6cd-40d0-9751-a0bcd2a5f418'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:29:18.756640 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d016c2f-caed-4517-8359-23f74518d755 req-391420c7-fed9-421a-922a-8c8bb4f6609f tempest-ServersAdminNegativeTestJSON-1468879263 tempest-ServersAdminNegativeTestJSON-1468879263-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:18.756640 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0d016c2f-caed-4517-8359-23f74518d755 req-391420c7-fed9-421a-922a-8c8bb4f6609f tempest-ServersAdminNegativeTestJSON-1468879263 tempest-ServersAdminNegativeTestJSON-1468879263-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=c2399f6c-7adf-46cb-8f5c-a5a17daead07 HTTP/1.1" status: 200 len: 1101 time: 1.2231405 May 31 13:29:18.781584 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5210fd-c83b-494e-ab62-f9839c22dd21 req-bba30ae5-de64-4452-96a1-7fb187c38ad5 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:18.781584 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1f5210fd-c83b-494e-ab62-f9839c22dd21 req-bba30ae5-de64-4452-96a1-7fb187c38ad5 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d6d9622-63e9-4767-9e87-e5a9f80cb523 HTTP/1.1" status: 200 len: 944 time: 1.1067703 May 31 13:29:18.825979 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b3317f-471c-4388-bc33-9ca91fa131c6 service neutron] Pushing event updated for resources: {'Port': ['ID=32ca3252-a6cd-40d0-9751-a0bcd2a5f418,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:29:18.988354 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1f5210fd-c83b-494e-ab62-f9839c22dd21 req-40dcd5cf-c0fc-4a0d-9a5f-d71dfe014b03 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.50 "GET /v2.0/security-groups?id=834a7886-0cce-4ec4-86a1-7e121fb3b800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725781 May 31 13:29:18.999181 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c6b9c-669c-4088-8bc0-02b5226824a1 req-1a29390a-daa6-421f-984a-dc30773757d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:18.999181 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-339c6b9c-669c-4088-8bc0-02b5226824a1 req-1a29390a-daa6-421f-984a-dc30773757d6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=83adaa3b-be23-4bb2-afc8-0cb4149fa849 HTTP/1.1" status: 200 len: 1097 time: 1.3864841 May 31 13:29:19.007069 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-62291793-6b06-49d9-bc92-beb308b5ed84 req-a62ae9dd-a81e-4aad-b92f-dca952d480a4 service neutron] 10.222.0.44 "GET /v2.0/networks/e94860fc-774d-4c2a-8939-034b7867dd9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6245699 May 31 13:29:19.007069 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-0d016c2f-caed-4517-8359-23f74518d755 req-69c4315c-3a2b-4ab7-a454-3c1ea12cb896 tempest-ServersAdminNegativeTestJSON-1468879263 tempest-ServersAdminNegativeTestJSON-1468879263-project-admin] Synchronizing usage tracker for tenant:e004c27902b94bc8a58e80c864d75dba on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:29:19.050898 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e4caa-8f6d-442e-8eea-c9d93abccaed req-f9115094-95b5-48f8-b772-56dba6f7230b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:19.052382 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-295e4caa-8f6d-442e-8eea-c9d93abccaed req-f9115094-95b5-48f8-b772-56dba6f7230b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=633e14999cf6449e966925c4e75e7489&device_id=9d6d9622-63e9-4767-9e87-e5a9f80cb523 HTTP/1.1" status: 200 len: 1095 time: 0.5291991 May 31 13:29:19.156196 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-295e4caa-8f6d-442e-8eea-c9d93abccaed req-0333062d-c517-44e2-a742-b3168fe837d2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32ca3252-a6cd-40d0-9751-a0bcd2a5f418 HTTP/1.1" status: 200 len: 217 time: 0.0901322 May 31 13:29:19.156196 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-0d016c2f-caed-4517-8359-23f74518d755 req-69c4315c-3a2b-4ab7-a454-3c1ea12cb896 tempest-ServersAdminNegativeTestJSON-1468879263 tempest-ServersAdminNegativeTestJSON-1468879263-project-admin] Unset dirty status for tenant:e004c27902b94bc8a58e80c864d75dba on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:29:19.156196 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0d016c2f-caed-4517-8359-23f74518d755 req-69c4315c-3a2b-4ab7-a454-3c1ea12cb896 tempest-ServersAdminNegativeTestJSON-1468879263 tempest-ServersAdminNegativeTestJSON-1468879263-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=bf755f24-1043-4dc9-80d0-31a81d8fbace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3966198 May 31 13:29:19.230716 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-339c6b9c-669c-4088-8bc0-02b5226824a1 req-d308a071-9dc5-4369-954e-14789bf72e8e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1a17cab4-6020-4095-a3af-d8da92feae16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205746 May 31 13:29:19.280902 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e4caa-8f6d-442e-8eea-c9d93abccaed req-4b779bdd-90bb-4ab2-8da6-b2351aec04df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:19.286424 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-295e4caa-8f6d-442e-8eea-c9d93abccaed req-4b779bdd-90bb-4ab2-8da6-b2351aec04df service neutron] 10.222.0.44 "GET /v2.0/subnets?id=33d5a057-d728-4f2d-867b-3bfbd8f9a5e3 HTTP/1.1" status: 200 len: 859 time: 0.1253188 May 31 13:29:19.481958 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eee3054-3ed5-47f8-b1a8-ef0b67b604a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab04309-4594-4e66-a15a-e4206da32c24'}, {'server_uuid': 'a12efbab-a760-4348-9c14-f969aac5be15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcea5229-e83e-4a8f-a38a-ad9361d01354'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:29:19.589405 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e4caa-8f6d-442e-8eea-c9d93abccaed req-7d2cf0fa-0e44-46fe-9e90-bbf33761ad5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:19.589405 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-295e4caa-8f6d-442e-8eea-c9d93abccaed req-7d2cf0fa-0e44-46fe-9e90-bbf33761ad5f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4906b42e-b307-4d36-b70d-f5895b463d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2978222 May 31 13:29:19.799072 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e31865c-0e25-465a-b13a-cae309120008 req-1ea68777-4714-4081-92bd-97f4215dde38 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:19.800618 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1e31865c-0e25-465a-b13a-cae309120008 req-1ea68777-4714-4081-92bd-97f4215dde38 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c9187d7-9dd8-469d-b56d-671bd4b21a48 HTTP/1.1" status: 200 len: 944 time: 0.3501661 May 31 13:29:19.826677 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-295e4caa-8f6d-442e-8eea-c9d93abccaed req-7c10e2a4-33fd-466a-a090-26c872abb86f service neutron] 10.222.0.44 "GET /v2.0/networks/4906b42e-b307-4d36-b70d-f5895b463d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289603 May 31 13:29:19.853666 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eda8dc7f-b385-416d-b2ad-c83c6288b8bf'] response: {'name': 'network-changed', 'server_uuid': '9c9187d7-9dd8-469d-b56d-671bd4b21a48', 'tag': '61762e12-583d-445a-a9d7-c31772613a37', 'status': 'completed', 'code': 200} May 31 13:29:19.986275 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1e31865c-0e25-465a-b13a-cae309120008 req-fa9eef2e-da22-4cfc-98e5-bd1d71a4dd7e tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d29a7ba-8da4-4594-bfbf-9f55cd071e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788971 May 31 13:29:20.077269 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-210423e6-abb3-4c5b-9060-0c485a722b07'] response: {'name': 'network-changed', 'server_uuid': '9d6d9622-63e9-4767-9e87-e5a9f80cb523', 'tag': '32ca3252-a6cd-40d0-9751-a0bcd2a5f418', 'status': 'completed', 'code': 200} May 31 13:29:20.129731 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-295e4caa-8f6d-442e-8eea-c9d93abccaed req-aab3cf13-ab34-410f-94ff-e0b3f2de02f9 service neutron] 10.222.0.44 "GET /v2.0/networks/4906b42e-b307-4d36-b70d-f5895b463d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950842 May 31 13:29:20.143986 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8409beb8-167e-4b6d-b97a-5bedc296f0b1 req-77faa314-2c67-4739-8fa3-2b52ced088f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:20.145588 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8409beb8-167e-4b6d-b97a-5bedc296f0b1 req-77faa314-2c67-4739-8fa3-2b52ced088f7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9d7345b6bbc64d3981e920379156fa19&device_id=9c9187d7-9dd8-469d-b56d-671bd4b21a48 HTTP/1.1" status: 200 len: 1095 time: 0.2202218 May 31 13:29:20.154701 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c9e528-fe43-4e05-b3ba-1bfde3572157 req-0c9aa381-b50f-4930-b320-9c1d4125c5ca tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:20.156268 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-00c9e528-fe43-4e05-b3ba-1bfde3572157 req-0c9aa381-b50f-4930-b320-9c1d4125c5ca tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/ports?device_id=83adaa3b-be23-4bb2-afc8-0cb4149fa849 HTTP/1.1" status: 200 len: 946 time: 0.1816409 May 31 13:29:20.218758 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6c1043c-67a2-4840-a330-ec0095b3b226'] response: {'server_uuid': '5eee3054-3ed5-47f8-b1a8-ef0b67b604a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab04309-4594-4e66-a15a-e4206da32c24', 'code': 200} May 31 13:29:20.219541 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6c1043c-67a2-4840-a330-ec0095b3b226'] response: {'server_uuid': 'a12efbab-a760-4348-9c14-f969aac5be15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcea5229-e83e-4a8f-a38a-ad9361d01354', 'code': 200} May 31 13:29:20.399231 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-00c9e528-fe43-4e05-b3ba-1bfde3572157 req-be5b0e8f-6423-4d69-b296-272c625fdb5e tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a17cab4-6020-4095-a3af-d8da92feae16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227297 May 31 13:29:20.459460 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8409beb8-167e-4b6d-b97a-5bedc296f0b1 req-3a72e9dc-3356-4074-a819-ba688851988c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:20.462458 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8409beb8-167e-4b6d-b97a-5bedc296f0b1 req-3a72e9dc-3356-4074-a819-ba688851988c service neutron] 10.222.0.44 "GET /v2.0/networks?id=e576ad54-297c-4eec-b73b-25479782c1e2 HTTP/1.1" status: 200 len: 909 time: 0.3038123 May 31 13:29:20.761310 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8409beb8-167e-4b6d-b97a-5bedc296f0b1 req-4464fd15-1079-4dee-9f88-08c1b7b535d3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61762e12-583d-445a-a9d7-c31772613a37 HTTP/1.1" status: 200 len: 217 time: 0.2859564 May 31 13:29:20.780246 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f4a3741d-605f-45a7-888f-62facae6ceb3 req-d2f01491-7234-47df-b8a8-77d2f9e4943a tempest-ImagesNegativeTestJSON-382097120 tempest-ImagesNegativeTestJSON-382097120-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=9af895e56e55429cbcebef8bd8906566&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2365386 May 31 13:29:20.813408 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501993ad-cfe2-4ebf-a05d-f16efc3e5d2e req-e96a6ebc-7ab9-4e52-bf88-0754e08c2083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:20.815450 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-501993ad-cfe2-4ebf-a05d-f16efc3e5d2e req-e96a6ebc-7ab9-4e52-bf88-0754e08c2083 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=633e14999cf6449e966925c4e75e7489&device_id=9d6d9622-63e9-4767-9e87-e5a9f80cb523 HTTP/1.1" status: 200 len: 1095 time: 0.6192589 May 31 13:29:20.999292 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71926446-04f3-4f7e-9608-cb8ad5fffbcc req-f0c314f0-aab9-44f5-a932-7629c4cd0c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:21.000542 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-71926446-04f3-4f7e-9608-cb8ad5fffbcc req-f0c314f0-aab9-44f5-a932-7629c4cd0c71 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5eee3054-3ed5-47f8-b1a8-ef0b67b604a5 HTTP/1.1" status: 200 len: 1096 time: 0.6846631 May 31 13:29:21.056870 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8409beb8-167e-4b6d-b97a-5bedc296f0b1 req-a5e62463-fbe0-4610-8593-ee47174410c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:21.058217 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8409beb8-167e-4b6d-b97a-5bedc296f0b1 req-a5e62463-fbe0-4610-8593-ee47174410c6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=376bfa95-ebe5-4cb8-abaa-2bcb5d3a07e3 HTTP/1.1" status: 200 len: 848 time: 0.2802811 May 31 13:29:21.146261 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8409beb8-167e-4b6d-b97a-5bedc296f0b1 req-37c97e0f-fef0-4289-8dd3-3ec66e8e15a7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e576ad54-297c-4eec-b73b-25479782c1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773933 May 31 13:29:21.193294 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-71926446-04f3-4f7e-9608-cb8ad5fffbcc req-2c5ea5f8-2a5e-4969-a31f-3d25062a56d9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1a17cab4-6020-4095-a3af-d8da92feae16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659210 May 31 13:29:21.255306 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d6be034f-1994-4342-a14d-41fa0655d4b8 req-ef76d72f-2f7d-4ca4-8733-f5cd4773b5dc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=95537a9c-c133-465c-9a9a-4b1c5e23bfe6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0695558 May 31 13:29:21.266803 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961667f9-bf3c-4ae7-83a3-6c7182c8f984 req-e2b5ad19-2c44-4942-9d79-2ec129a48e1a tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:21.268321 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-961667f9-bf3c-4ae7-83a3-6c7182c8f984 req-e2b5ad19-2c44-4942-9d79-2ec129a48e1a tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d6d9622-63e9-4767-9e87-e5a9f80cb523 HTTP/1.1" status: 200 len: 944 time: 0.7231438 May 31 13:29:21.316387 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3741d-605f-45a7-888f-62facae6ceb3 req-e37ffcd1-231e-489c-96e3-66be7775be02 tempest-ImagesNegativeTestJSON-382097120 tempest-ImagesNegativeTestJSON-382097120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:21.317713 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f4a3741d-605f-45a7-888f-62facae6ceb3 req-e37ffcd1-231e-489c-96e3-66be7775be02 tempest-ImagesNegativeTestJSON-382097120 tempest-ImagesNegativeTestJSON-382097120-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5014157 May 31 13:29:21.326321 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501993ad-cfe2-4ebf-a05d-f16efc3e5d2e req-26029f84-62cf-4e10-94a6-c1c61a3efaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:21.327718 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-501993ad-cfe2-4ebf-a05d-f16efc3e5d2e req-26029f84-62cf-4e10-94a6-c1c61a3efaba service neutron] 10.222.0.44 "GET /v2.0/networks?id=4906b42e-b307-4d36-b70d-f5895b463d19 HTTP/1.1" status: 200 len: 921 time: 0.4920731 May 31 13:29:21.436088 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f4a3741d-605f-45a7-888f-62facae6ceb3 req-56c2c121-3503-47eb-b8c9-5bdda7b87304 tempest-ImagesNegativeTestJSON-382097120 tempest-ImagesNegativeTestJSON-382097120-project] 10.222.0.50 "GET /v2.0/quotas/9af895e56e55429cbcebef8bd8906566 HTTP/1.1" status: 200 len: 375 time: 0.1110137 May 31 13:29:21.441627 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-501993ad-cfe2-4ebf-a05d-f16efc3e5d2e req-e58a0916-09e9-4d3f-8d2a-c28b46d0bebd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32ca3252-a6cd-40d0-9751-a0bcd2a5f418 HTTP/1.1" status: 200 len: 217 time: 0.0981584 May 31 13:29:21.540356 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-961667f9-bf3c-4ae7-83a3-6c7182c8f984 req-b3b72402-0c49-4c98-85bf-9a6039f2308a tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.50 "GET /v2.0/security-groups?id=834a7886-0cce-4ec4-86a1-7e121fb3b800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572596 May 31 13:29:21.550428 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f4a3741d-605f-45a7-888f-62facae6ceb3 req-782ecf64-e9de-4612-98c3-98fb67f82e85 tempest-ImagesNegativeTestJSON-382097120 tempest-ImagesNegativeTestJSON-382097120-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9af895e56e55429cbcebef8bd8906566&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1050165 May 31 13:29:21.563822 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8409beb8-167e-4b6d-b97a-5bedc296f0b1 req-55314424-e82f-4907-ac92-ebd94d240cfc service neutron] 10.222.0.44 "GET /v2.0/networks/e576ad54-297c-4eec-b73b-25479782c1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3959455 May 31 13:29:21.595231 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501993ad-cfe2-4ebf-a05d-f16efc3e5d2e req-6501b00a-be70-48a2-882f-fbcdcd7ca3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:21.596862 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-501993ad-cfe2-4ebf-a05d-f16efc3e5d2e req-6501b00a-be70-48a2-882f-fbcdcd7ca3af service neutron] 10.222.0.44 "GET /v2.0/subnets?id=33d5a057-d728-4f2d-867b-3bfbd8f9a5e3 HTTP/1.1" status: 200 len: 859 time: 0.1155803 May 31 13:29:21.706852 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6be034f-1994-4342-a14d-41fa0655d4b8 req-939f60cc-5e3a-4a79-a965-d253c3ea4863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:21.708323 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d6be034f-1994-4342-a14d-41fa0655d4b8 req-939f60cc-5e3a-4a79-a965-d253c3ea4863 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9d7345b6bbc64d3981e920379156fa19&device_id=95537a9c-c133-465c-9a9a-4b1c5e23bfe6 HTTP/1.1" status: 200 len: 1095 time: 0.0867579 May 31 13:29:21.873380 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8409beb8-167e-4b6d-b97a-5bedc296f0b1 req-ab3ba518-e36b-4562-a836-a64ea3bf4826 service neutron] 10.222.0.44 "GET /v2.0/networks/e576ad54-297c-4eec-b73b-25479782c1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026493 May 31 13:29:21.889553 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501993ad-cfe2-4ebf-a05d-f16efc3e5d2e req-c28f24d9-5bf8-48be-8407-e2fda5bb595e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:21.891345 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-501993ad-cfe2-4ebf-a05d-f16efc3e5d2e req-c28f24d9-5bf8-48be-8407-e2fda5bb595e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4906b42e-b307-4d36-b70d-f5895b463d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2466407 May 31 13:29:21.894617 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6be034f-1994-4342-a14d-41fa0655d4b8 req-f6eb9ba9-9fa1-4436-b7bc-a7823e274b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:21.896142 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d6be034f-1994-4342-a14d-41fa0655d4b8 req-f6eb9ba9-9fa1-4436-b7bc-a7823e274b56 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e576ad54-297c-4eec-b73b-25479782c1e2 HTTP/1.1" status: 200 len: 909 time: 0.1664178 May 31 13:29:21.934171 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e019907-4730-4508-bfe0-82a03a1d1ccd req-26d1ea20-35c4-4719-af1a-db69fdf61f7a tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:21.935658 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6e019907-4730-4508-bfe0-82a03a1d1ccd req-26d1ea20-35c4-4719-af1a-db69fdf61f7a tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c9187d7-9dd8-469d-b56d-671bd4b21a48 HTTP/1.1" status: 200 len: 944 time: 0.2481868 May 31 13:29:21.993587 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d6be034f-1994-4342-a14d-41fa0655d4b8 req-2e1a31b9-4d95-47d0-8377-e9c4c8586c97 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ca73744-b411-4cba-a1bc-b0632df659c1 HTTP/1.1" status: 200 len: 217 time: 0.0900404 May 31 13:29:22.062516 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6be034f-1994-4342-a14d-41fa0655d4b8 req-ff2bada8-8fca-40eb-92fc-9f32246dd5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:22.064009 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d6be034f-1994-4342-a14d-41fa0655d4b8 req-ff2bada8-8fca-40eb-92fc-9f32246dd5b6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=376bfa95-ebe5-4cb8-abaa-2bcb5d3a07e3 HTTP/1.1" status: 200 len: 848 time: 0.0644219 May 31 13:29:22.075014 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9185dd5-ce71-4d64-b961-9640c6fdfd2d req-6d32ee81-ac11-4777-8f49-ec6a56abbbd9 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:22.076389 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f9185dd5-ce71-4d64-b961-9640c6fdfd2d req-6d32ee81-ac11-4777-8f49-ec6a56abbbd9 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/ports?device_id=83adaa3b-be23-4bb2-afc8-0cb4149fa849 HTTP/1.1" status: 200 len: 946 time: 0.2809896 May 31 13:29:22.099457 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6e019907-4730-4508-bfe0-82a03a1d1ccd req-cd3721c0-6340-4517-8823-7a8c0e373b2e tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d29a7ba-8da4-4594-bfbf-9f55cd071e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132402 May 31 13:29:22.116272 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d6be034f-1994-4342-a14d-41fa0655d4b8 req-72cea364-03bd-4f1f-8c54-17c696ed5c92 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e576ad54-297c-4eec-b73b-25479782c1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460603 May 31 13:29:22.121073 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-501993ad-cfe2-4ebf-a05d-f16efc3e5d2e req-17de8fbf-eb05-4d11-8bd5-41c59caff0b1 service neutron] 10.222.0.44 "GET /v2.0/networks/4906b42e-b307-4d36-b70d-f5895b463d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211084 May 31 13:29:22.129622 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [req-d6be034f-1994-4342-a14d-41fa0655d4b8 req-937ddc35-6b18-44c9-a77c-4e2509143d7e service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88369) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:29:22.131341 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d6be034f-1994-4342-a14d-41fa0655d4b8 req-937ddc35-6b18-44c9-a77c-4e2509143d7e service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080178 May 31 13:29:22.217384 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f9185dd5-ce71-4d64-b961-9640c6fdfd2d req-83929304-d760-449d-948f-e0e1827083d3 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a17cab4-6020-4095-a3af-d8da92feae16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302171 May 31 13:29:22.313248 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d6be034f-1994-4342-a14d-41fa0655d4b8 req-07023a75-8235-457a-8a78-364775bff7e7 service neutron] 10.222.0.20 "GET /v2.0/networks/e576ad54-297c-4eec-b73b-25479782c1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759770 May 31 13:29:22.469123 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-28623034-f2cf-4d29-965c-3ff41af14292 req-306a881a-905b-44da-97cd-4f5bf8f40baf tempest-ImagesNegativeTestJSON-382097120 tempest-ImagesNegativeTestJSON-382097120-project] 10.222.0.50 "GET /v2.0/ports?device_id=994a7b7f-afa6-40a6-8ef1-6a89c09ecae4 HTTP/1.1" status: 200 len: 210 time: 0.2055721 May 31 13:29:22.474529 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-501993ad-cfe2-4ebf-a05d-f16efc3e5d2e req-6676c74f-802f-4aaf-8273-1c8d1df6fba0 service neutron] 10.222.0.44 "GET /v2.0/networks/4906b42e-b307-4d36-b70d-f5895b463d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3419447 May 31 13:29:22.527014 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d6be034f-1994-4342-a14d-41fa0655d4b8 req-8be2ed35-2bab-416c-9494-3477975285f4 service neutron] 10.222.0.20 "GET /v2.0/networks/e576ad54-297c-4eec-b73b-25479782c1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072852 May 31 13:29:22.734345 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eeb7bf-c3c4-4377-a929-fbe9fb230757 req-bbe41c27-5dac-4d49-a92e-4dfa0ae7d995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:22.736037 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-16eeb7bf-c3c4-4377-a929-fbe9fb230757 req-bbe41c27-5dac-4d49-a92e-4dfa0ae7d995 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=be9b8c94d98b42f385a0f29035539835&device_id=83adaa3b-be23-4bb2-afc8-0cb4149fa849 HTTP/1.1" status: 200 len: 1097 time: 0.0969536 May 31 13:29:22.845172 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1603aaeb-1b81-4b68-852d-be64dea3171a req-3dcbbfa1-4096-47f4-9abe-d89dfa255730 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:22.845172 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1603aaeb-1b81-4b68-852d-be64dea3171a req-3dcbbfa1-4096-47f4-9abe-d89dfa255730 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d6d9622-63e9-4767-9e87-e5a9f80cb523 HTTP/1.1" status: 200 len: 944 time: 0.1336470 May 31 13:29:22.942622 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1603aaeb-1b81-4b68-852d-be64dea3171a req-05b12826-b8df-4b16-aacc-6bcbfedfedd7 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.50 "GET /v2.0/security-groups?id=834a7886-0cce-4ec4-86a1-7e121fb3b800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921199 May 31 13:29:23.059139 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f4a3741d-605f-45a7-888f-62facae6ceb3 req-7ac36d1e-2cc7-4360-8143-a8fb4111b0aa tempest-ImagesNegativeTestJSON-382097120 tempest-ImagesNegativeTestJSON-382097120-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=9af895e56e55429cbcebef8bd8906566&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0683031 May 31 13:29:23.068258 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eeb7bf-c3c4-4377-a929-fbe9fb230757 req-6819d330-2d82-4349-8cf1-2f235d63b197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:23.070870 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-16eeb7bf-c3c4-4377-a929-fbe9fb230757 req-6819d330-2d82-4349-8cf1-2f235d63b197 service neutron] 10.222.0.20 "GET /v2.0/networks?id=29fe9209-7455-49d1-bbb8-3bf3a6f3bebb HTTP/1.1" status: 200 len: 919 time: 0.3265810 May 31 13:29:23.155619 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-16eeb7bf-c3c4-4377-a929-fbe9fb230757 req-749247b9-e9fc-4314-9ae2-d228ea238754 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6f0b232-ad17-4000-98e9-695254df988a HTTP/1.1" status: 200 len: 217 time: 0.0769196 May 31 13:29:23.240291 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c131a789-2b60-4f76-8a19-73a99358e523 req-67656a6c-2b63-46f5-a5ce-8e566c697e1b tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:23.242820 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c131a789-2b60-4f76-8a19-73a99358e523 req-67656a6c-2b63-46f5-a5ce-8e566c697e1b tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/ports?device_id=83adaa3b-be23-4bb2-afc8-0cb4149fa849 HTTP/1.1" status: 200 len: 946 time: 0.3427217 May 31 13:29:23.266396 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eeb7bf-c3c4-4377-a929-fbe9fb230757 req-b428fb35-ff61-4e98-8e38-907265125d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:23.287953 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-16eeb7bf-c3c4-4377-a929-fbe9fb230757 req-b428fb35-ff61-4e98-8e38-907265125d62 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82d28a94-56aa-487e-b28b-6f63cbb648aa HTTP/1.1" status: 200 len: 857 time: 0.1220582 May 31 13:29:23.362409 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c131a789-2b60-4f76-8a19-73a99358e523 req-a011c389-6809-4685-8bd0-729ab1080cba tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a17cab4-6020-4095-a3af-d8da92feae16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051357 May 31 13:29:23.386186 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eeb7bf-c3c4-4377-a929-fbe9fb230757 req-c2b0d019-23ce-4a40-bb04-1a02fe0f5329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:23.388414 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-16eeb7bf-c3c4-4377-a929-fbe9fb230757 req-c2b0d019-23ce-4a40-bb04-1a02fe0f5329 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=29fe9209-7455-49d1-bbb8-3bf3a6f3bebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0915153 May 31 13:29:23.442834 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3741d-605f-45a7-888f-62facae6ceb3 req-be057f83-319c-4d6a-985d-5e1870fabb59 tempest-ImagesNegativeTestJSON-382097120 tempest-ImagesNegativeTestJSON-382097120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:23.445222 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f4a3741d-605f-45a7-888f-62facae6ceb3 req-be057f83-319c-4d6a-985d-5e1870fabb59 tempest-ImagesNegativeTestJSON-382097120 tempest-ImagesNegativeTestJSON-382097120-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3785121 May 31 13:29:23.459155 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c3e232-920d-4c32-b2ac-3ec18c9ca735 req-9c527512-ac67-44a8-bd98-5183b5ad8d3a tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:23.467543 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-98c3e232-920d-4c32-b2ac-3ec18c9ca735 req-9c527512-ac67-44a8-bd98-5183b5ad8d3a tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2399f6c-7adf-46cb-8f5c-a5a17daead07 HTTP/1.1" status: 200 len: 950 time: 0.3464289 May 31 13:29:23.475801 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-f4a3741d-605f-45a7-888f-62facae6ceb3 req-a3c3a5a8-c6ce-473b-8890-6b764f3647b2 tempest-ImagesNegativeTestJSON-382097120 tempest-ImagesNegativeTestJSON-382097120-project] Request body: {'port': {'device_id': '994a7b7f-afa6-40a6-8ef1-6a89c09ecae4', 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4', 'admin_state_up': True, 'tenant_id': '9af895e56e55429cbcebef8bd8906566'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:29:23.553018 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-16eeb7bf-c3c4-4377-a929-fbe9fb230757 req-a6a09baf-5c62-4974-b9e0-f3b40d1554d1 service neutron] 10.222.0.20 "GET /v2.0/networks/29fe9209-7455-49d1-bbb8-3bf3a6f3bebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544886 May 31 13:29:23.661432 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-98c3e232-920d-4c32-b2ac-3ec18c9ca735 req-5a0a503c-30f7-44b7-9c6a-f0ef1bf1bd50 tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf755f24-1043-4dc9-80d0-31a81d8fbace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926482 May 31 13:29:23.719974 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-f4a3741d-605f-45a7-888f-62facae6ceb3 req-a3c3a5a8-c6ce-473b-8890-6b764f3647b2 tempest-ImagesNegativeTestJSON-382097120 tempest-ImagesNegativeTestJSON-382097120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:29:23.724763 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-f4a3741d-605f-45a7-888f-62facae6ceb3 req-a3c3a5a8-c6ce-473b-8890-6b764f3647b2 tempest-ImagesNegativeTestJSON-382097120 tempest-ImagesNegativeTestJSON-382097120-project] Usage tracker for resource:port and tenant:9af895e56e55429cbcebef8bd8906566 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:29:23.730641 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-f4a3741d-605f-45a7-888f-62facae6ceb3 req-a3c3a5a8-c6ce-473b-8890-6b764f3647b2 tempest-ImagesNegativeTestJSON-382097120 tempest-ImagesNegativeTestJSON-382097120-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:29:23.735896 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-16eeb7bf-c3c4-4377-a929-fbe9fb230757 req-94a32fc5-023f-47e7-a814-b9fb550c8e5c service neutron] 10.222.0.20 "GET /v2.0/networks/29fe9209-7455-49d1-bbb8-3bf3a6f3bebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729941 May 31 13:29:23.741622 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-f4a3741d-605f-45a7-888f-62facae6ceb3 req-a3c3a5a8-c6ce-473b-8890-6b764f3647b2 tempest-ImagesNegativeTestJSON-382097120 tempest-ImagesNegativeTestJSON-382097120-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:29:23.755241 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f9b3b6-e002-4e75-9028-7976ff866be9 req-ba7b3878-962f-4a70-a9e8-d5fd7af016cd tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:23.756770 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-68f9b3b6-e002-4e75-9028-7976ff866be9 req-ba7b3878-962f-4a70-a9e8-d5fd7af016cd tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c9187d7-9dd8-469d-b56d-671bd4b21a48 HTTP/1.1" status: 200 len: 944 time: 0.2435892 May 31 13:29:23.763574 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4a3741d-605f-45a7-888f-62facae6ceb3 req-a3c3a5a8-c6ce-473b-8890-6b764f3647b2 tempest-ImagesNegativeTestJSON-382097120 tempest-ImagesNegativeTestJSON-382097120-project] Made reservation on behalf of 9af895e56e55429cbcebef8bd8906566 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:29:23.768253 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f4a3741d-605f-45a7-888f-62facae6ceb3 req-a3c3a5a8-c6ce-473b-8890-6b764f3647b2 tempest-ImagesNegativeTestJSON-382097120 tempest-ImagesNegativeTestJSON-382097120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:23.789093 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 32ca3252-a6cd-40d0-9751-a0bcd2a5f418 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:29:23.835548 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f4a3741d-605f-45a7-888f-62facae6ceb3 req-a3c3a5a8-c6ce-473b-8890-6b764f3647b2 tempest-ImagesNegativeTestJSON-382097120 tempest-ImagesNegativeTestJSON-382097120-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:23.867837 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f302a0a2-9a59-4b50-8982-9c8a00b9c927 req-d6a5a89a-b898-4e17-b4bd-ce8fbea0639f tempest-ImagesNegativeTestJSON-382097120 tempest-ImagesNegativeTestJSON-382097120-project] 10.222.0.50 "GET /v2.0/ports?device_id=994a7b7f-afa6-40a6-8ef1-6a89c09ecae4 HTTP/1.1" status: 200 len: 210 time: 0.0796266 May 31 13:29:23.871084 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-f4a3741d-605f-45a7-888f-62facae6ceb3 req-a3c3a5a8-c6ce-473b-8890-6b764f3647b2 tempest-ImagesNegativeTestJSON-382097120 tempest-ImagesNegativeTestJSON-382097120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:29:23.883087 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-f4a3741d-605f-45a7-888f-62facae6ceb3 req-a3c3a5a8-c6ce-473b-8890-6b764f3647b2 tempest-ImagesNegativeTestJSON-382097120 tempest-ImagesNegativeTestJSON-382097120-project] Usage tracker for resource:security_group_rule and tenant:9af895e56e55429cbcebef8bd8906566 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:29:23.889275 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-f4a3741d-605f-45a7-888f-62facae6ceb3 req-a3c3a5a8-c6ce-473b-8890-6b764f3647b2 tempest-ImagesNegativeTestJSON-382097120 tempest-ImagesNegativeTestJSON-382097120-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:29:23.898143 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-f4a3741d-605f-45a7-888f-62facae6ceb3 req-a3c3a5a8-c6ce-473b-8890-6b764f3647b2 tempest-ImagesNegativeTestJSON-382097120 tempest-ImagesNegativeTestJSON-382097120-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:29:23.907560 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-68f9b3b6-e002-4e75-9028-7976ff866be9 req-397d07c4-169a-4a0e-86e1-1ea407239030 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d29a7ba-8da4-4594-bfbf-9f55cd071e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224389 May 31 13:29:23.974608 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 32ca3252-a6cd-40d0-9751-a0bcd2a5f418, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=32ca3252-a6cd-40d0-9751-a0bcd2a5f418,segment=NetworkSegment(b43bd213-a5c3-431b-9972-53566e005364),segment_id=b43bd213-a5c3-431b-9972-53566e005364)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:29:23.994456 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': '32ca3252-a6cd-40d0-9751-a0bcd2a5f418', 'network_id': '4906b42e-b307-4d36-b70d-f5895b463d19', 'port_id': '32ca3252-a6cd-40d0-9751-a0bcd2a5f418', 'mac_address': 'fa:16:3e:93:33:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33d5a057-d728-4f2d-867b-3bfbd8f9a5e3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:29:24.040483 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f4a3741d-605f-45a7-888f-62facae6ceb3 req-a3c3a5a8-c6ce-473b-8890-6b764f3647b2 tempest-ImagesNegativeTestJSON-382097120 tempest-ImagesNegativeTestJSON-382097120-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:24.047220 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f4a3741d-605f-45a7-888f-62facae6ceb3 req-a3c3a5a8-c6ce-473b-8890-6b764f3647b2 tempest-ImagesNegativeTestJSON-382097120 tempest-ImagesNegativeTestJSON-382097120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:24.092799 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 32ca3252-a6cd-40d0-9751-a0bcd2a5f418 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:29:24.093596 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:24.151516 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32ca3252-a6cd-40d0-9751-a0bcd2a5f418 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:29:24.154555 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c3a5a8-c6ce-473b-8890-6b764f3647b2 tempest-ImagesNegativeTestJSON-382097120 tempest-ImagesNegativeTestJSON-382097120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab68db0-3165-46a0-87e1-7f0f388c1b98,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:29:24.177318 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 32ca3252-a6cd-40d0-9751-a0bcd2a5f418, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=32ca3252-a6cd-40d0-9751-a0bcd2a5f418,segment=NetworkSegment(b43bd213-a5c3-431b-9972-53566e005364),segment_id=b43bd213-a5c3-431b-9972-53566e005364)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:29:24.183335 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:24.266730 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=32ca3252-a6cd-40d0-9751-a0bcd2a5f418,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:29:24.276908 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:29:24.277067 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:29:24.277577 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:29:24.278108 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:29:24.279054 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:29:24.279737 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:29:24.280276 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:29:24.280804 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:29:24.281459 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:29:24.282171 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:29:24.282698 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:29:24.283248 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:29:24.315549 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-f4a3741d-605f-45a7-888f-62facae6ceb3 req-a3c3a5a8-c6ce-473b-8890-6b764f3647b2 tempest-ImagesNegativeTestJSON-382097120 tempest-ImagesNegativeTestJSON-382097120-project] Allocated IP 192.168.233.107 (85b11c4f-90ad-4763-b38d-22d3f87089f4/24822c99-0dce-4d50-9c44-3135ba3763b8/6ea5257a-ac3a-4364-b87f-8dae5f08ad02) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:29:24.356742 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6ae5fe-4231-4cee-aa28-64a540c61384 req-65668afc-3139-4a26-a236-165684025a76 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:24.358129 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ad6ae5fe-4231-4cee-aa28-64a540c61384 req-65668afc-3139-4a26-a236-165684025a76 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d6d9622-63e9-4767-9e87-e5a9f80cb523 HTTP/1.1" status: 200 len: 945 time: 0.2096190 May 31 13:29:24.499951 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['32ca3252-a6cd-40d0-9751-a0bcd2a5f418'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:29:24.619308 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ad6ae5fe-4231-4cee-aa28-64a540c61384 req-e7080748-19bd-4340-83f1-edff44b4df95 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.50 "GET /v2.0/security-groups?id=834a7886-0cce-4ec4-86a1-7e121fb3b800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468843 May 31 13:29:24.710662 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37337df-39c7-4477-bfc1-e4a51601c8c4 req-ffa4c22e-ce96-4ee5-8b88-ce24a8f24148 tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:24.712100 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d37337df-39c7-4477-bfc1-e4a51601c8c4 req-ffa4c22e-ce96-4ee5-8b88-ce24a8f24148 tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] 10.222.0.44 "GET /v2.0/ports?device_id=c2399f6c-7adf-46cb-8f5c-a5a17daead07 HTTP/1.1" status: 200 len: 950 time: 0.3122694 May 31 13:29:24.759483 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b518c190-b896-4010-be96-5a578a7de2f7 req-b6393ae4-3727-49c9-a36f-eeaa05af5858 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:24.760881 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b518c190-b896-4010-be96-5a578a7de2f7 req-b6393ae4-3727-49c9-a36f-eeaa05af5858 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/ports?device_id=83adaa3b-be23-4bb2-afc8-0cb4149fa849 HTTP/1.1" status: 200 len: 946 time: 0.2869155 May 31 13:29:24.844417 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f4a3741d-605f-45a7-888f-62facae6ceb3 req-a3c3a5a8-c6ce-473b-8890-6b764f3647b2 tempest-ImagesNegativeTestJSON-382097120 tempest-ImagesNegativeTestJSON-382097120-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:24.901257 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-f4a3741d-605f-45a7-888f-62facae6ceb3 req-a3c3a5a8-c6ce-473b-8890-6b764f3647b2 tempest-ImagesNegativeTestJSON-382097120 tempest-ImagesNegativeTestJSON-382097120-project] Transition to ACTIVE for port object 6ea5257a-ac3a-4364-b87f-8dae5f08ad02 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:29:24.909434 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-d37337df-39c7-4477-bfc1-e4a51601c8c4 req-027877e8-f27e-47f1-82e1-e1a17ede23db tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Deleting port d35a6424-4d31-4e0a-9b18-2eee07fecbf2 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:29:24.909876 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d37337df-39c7-4477-bfc1-e4a51601c8c4 req-027877e8-f27e-47f1-82e1-e1a17ede23db tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:24.950207 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b518c190-b896-4010-be96-5a578a7de2f7 req-1ff9a3ac-220f-465f-bbf0-6e9ce8ea9613 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a17cab4-6020-4095-a3af-d8da92feae16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708333 May 31 13:29:25.147939 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b66e487b-0da8-4807-b5bb-0635b1dda290 req-bdee56c4-37ba-4b14-9391-56d30bb9e311 tempest-ImagesNegativeTestJSON-382097120 tempest-ImagesNegativeTestJSON-382097120-project] 10.222.0.50 "GET /v2.0/ports?device_id=994a7b7f-afa6-40a6-8ef1-6a89c09ecae4 HTTP/1.1" status: 200 len: 210 time: 0.0704072 May 31 13:29:25.226010 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e699f-24fb-403e-99c8-ce1fdbc15997 req-5897327c-f905-4cba-976d-160b1e5928dc tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:25.227414 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-533e699f-24fb-403e-99c8-ce1fdbc15997 req-5897327c-f905-4cba-976d-160b1e5928dc tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2399f6c-7adf-46cb-8f5c-a5a17daead07 HTTP/1.1" status: 200 len: 950 time: 0.4499803 May 31 13:29:25.231326 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f4a3741d-605f-45a7-888f-62facae6ceb3 req-a3c3a5a8-c6ce-473b-8890-6b764f3647b2 tempest-ImagesNegativeTestJSON-382097120 tempest-ImagesNegativeTestJSON-382097120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:25.456969 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4a3741d-605f-45a7-888f-62facae6ceb3 req-a3c3a5a8-c6ce-473b-8890-6b764f3647b2 tempest-ImagesNegativeTestJSON-382097120 tempest-ImagesNegativeTestJSON-382097120-project] Network 85b11c4f-90ad-4763-b38d-22d3f87089f4 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:29:25.466750 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-f4a3741d-605f-45a7-888f-62facae6ceb3 req-a3c3a5a8-c6ce-473b-8890-6b764f3647b2 tempest-ImagesNegativeTestJSON-382097120 tempest-ImagesNegativeTestJSON-382097120-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:29:25.478867 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4a3741d-605f-45a7-888f-62facae6ceb3 req-a3c3a5a8-c6ce-473b-8890-6b764f3647b2 tempest-ImagesNegativeTestJSON-382097120 tempest-ImagesNegativeTestJSON-382097120-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:29:25.531169 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-533e699f-24fb-403e-99c8-ce1fdbc15997 req-73cac26e-dfde-4d37-9ba7-a6b8914c8ae6 tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf755f24-1043-4dc9-80d0-31a81d8fbace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818656 May 31 13:29:25.531780 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c3a5a8-c6ce-473b-8890-6b764f3647b2 tempest-ImagesNegativeTestJSON-382097120 tempest-ImagesNegativeTestJSON-382097120-project] Pushing event updated for resources: {'Port': ['ID=6ea5257a-ac3a-4364-b87f-8dae5f08ad02,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:29:25.602856 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3741d-605f-45a7-888f-62facae6ceb3 req-a3c3a5a8-c6ce-473b-8890-6b764f3647b2 tempest-ImagesNegativeTestJSON-382097120 tempest-ImagesNegativeTestJSON-382097120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:25.603510 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f4a3741d-605f-45a7-888f-62facae6ceb3 req-a3c3a5a8-c6ce-473b-8890-6b764f3647b2 tempest-ImagesNegativeTestJSON-382097120 tempest-ImagesNegativeTestJSON-382097120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:25.617100 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-d37337df-39c7-4477-bfc1-e4a51601c8c4 req-027877e8-f27e-47f1-82e1-e1a17ede23db tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] For port d35a6424-4d31-4e0a-9b18-2eee07fecbf2, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=d35a6424-4d31-4e0a-9b18-2eee07fecbf2,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:29:25.617486 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d37337df-39c7-4477-bfc1-e4a51601c8c4 req-027877e8-f27e-47f1-82e1-e1a17ede23db tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:25.734814 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6076eab4-5367-45c7-bc5f-dc6d273b222a None None] Provisioning for port 6ea5257a-ac3a-4364-b87f-8dae5f08ad02 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:29:25.741833 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6076eab4-5367-45c7-bc5f-dc6d273b222a None None] Provisioning complete for port 6ea5257a-ac3a-4364-b87f-8dae5f08ad02 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:29:25.742278 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6076eab4-5367-45c7-bc5f-dc6d273b222a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:25.772461 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-d37337df-39c7-4477-bfc1-e4a51601c8c4 req-027877e8-f27e-47f1-82e1-e1a17ede23db tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Calling delete_port for d35a6424-4d31-4e0a-9b18-2eee07fecbf2 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:29:25.811890 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 32ca3252-a6cd-40d0-9751-a0bcd2a5f418 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:29:25.843883 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-6076eab4-5367-45c7-bc5f-dc6d273b222a None None] Port 6ea5257a-ac3a-4364-b87f-8dae5f08ad02 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:29:25.862771 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eb877c-3795-448e-97b1-0a0bd1d6a6a9 req-ee3d0b41-7b45-473d-8a32-c326e2d37f3b tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:25.864331 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-41eb877c-3795-448e-97b1-0a0bd1d6a6a9 req-ee3d0b41-7b45-473d-8a32-c326e2d37f3b tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c9187d7-9dd8-469d-b56d-671bd4b21a48 HTTP/1.1" status: 200 len: 944 time: 0.5761826 May 31 13:29:25.874445 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f4a3741d-605f-45a7-888f-62facae6ceb3 req-a3c3a5a8-c6ce-473b-8890-6b764f3647b2 tempest-ImagesNegativeTestJSON-382097120 tempest-ImagesNegativeTestJSON-382097120-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4030144 May 31 13:29:25.893951 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port 32ca3252-a6cd-40d0-9751-a0bcd2a5f418 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:29:25.901353 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port 32ca3252-a6cd-40d0-9751-a0bcd2a5f418 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:29:25.901508 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-f4a3741d-605f-45a7-888f-62facae6ceb3 req-db8ca435-a565-46e0-a81a-296fb7898076 service neutron] Request body: {'port': {'device_id': '994a7b7f-afa6-40a6-8ef1-6a89c09ecae4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:29:25.901660 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:25.955886 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device bcea5229-e83e-4a8f-a38a-ad9361d01354 details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:29:26.020965 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-41eb877c-3795-448e-97b1-0a0bd1d6a6a9 req-89dc356e-9685-4f3e-94a6-1545597dabeb tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d29a7ba-8da4-4594-bfbf-9f55cd071e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460447 May 31 13:29:26.150383 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2779bf5b-e730-46f0-98b9-a2c3b27acbe3 req-a25aaff8-3b1b-4ace-be63-f8fd9203d2c2 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:26.157106 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2779bf5b-e730-46f0-98b9-a2c3b27acbe3 req-a25aaff8-3b1b-4ace-be63-f8fd9203d2c2 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d6d9622-63e9-4767-9e87-e5a9f80cb523 HTTP/1.1" status: 200 len: 945 time: 0.3953907 May 31 13:29:26.184489 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f4a3741d-605f-45a7-888f-62facae6ceb3 req-db8ca435-a565-46e0-a81a-296fb7898076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:26.255146 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port bcea5229-e83e-4a8f-a38a-ad9361d01354, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=bcea5229-e83e-4a8f-a38a-ad9361d01354,segment=NetworkSegment(4d75b4c6-9dbf-466e-9960-e4baeffc8b58),segment_id=4d75b4c6-9dbf-466e-9960-e4baeffc8b58)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:29:26.267481 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 32ca3252-a6cd-40d0-9751-a0bcd2a5f418 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:29:26.268561 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:26.289042 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': 'bcea5229-e83e-4a8f-a38a-ad9361d01354', 'network_id': 'ef7bc708-faad-4f53-9863-9b17fc2bd3a4', 'port_id': 'bcea5229-e83e-4a8f-a38a-ad9361d01354', 'mac_address': 'fa:16:3e:4f:08:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03601eff-cc07-4210-91b9-54e2e22c50f4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:29:26.313259 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d37337df-39c7-4477-bfc1-e4a51601c8c4 req-027877e8-f27e-47f1-82e1-e1a17ede23db tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:26.334132 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2779bf5b-e730-46f0-98b9-a2c3b27acbe3 req-8ae949c8-645d-4ce3-b160-a9aaa9986fcc tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.50 "GET /v2.0/security-groups?id=834a7886-0cce-4ec4-86a1-7e121fb3b800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760399 May 31 13:29:26.348317 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['d35a6424-4d31-4e0a-9b18-2eee07fecbf2'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:29:26.410167 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['c9e1fd5a-3c44-4e6f-b64b-eeb5510e929c'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:29:26.447723 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027877e8-f27e-47f1-82e1-e1a17ede23db tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Pushing event deleted for resources: {'Port': ['ID=d35a6424-4d31-4e0a-9b18-2eee07fecbf2,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:29:26.460794 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 32ca3252-a6cd-40d0-9751-a0bcd2a5f418, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=32ca3252-a6cd-40d0-9751-a0bcd2a5f418,segment=NetworkSegment(b43bd213-a5c3-431b-9972-53566e005364),segment_id=b43bd213-a5c3-431b-9972-53566e005364)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:29:26.463222 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d6d9622-63e9-4767-9e87-e5a9f80cb523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ca3252-a6cd-40d0-9751-a0bcd2a5f418'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:29:26.485848 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:26.568487 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port bcea5229-e83e-4a8f-a38a-ad9361d01354 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:29:26.568860 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:26.605075 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcea5229-e83e-4a8f-a38a-ad9361d01354 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:29:26.615192 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=32ca3252-a6cd-40d0-9751-a0bcd2a5f418,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:29:26.637388 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-d37337df-39c7-4477-bfc1-e4a51601c8c4 req-027877e8-f27e-47f1-82e1-e1a17ede23db tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] No DVR routers for this DVR port d35a6424-4d31-4e0a-9b18-2eee07fecbf2 on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:29:26.639306 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port bcea5229-e83e-4a8f-a38a-ad9361d01354, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=bcea5229-e83e-4a8f-a38a-ad9361d01354,segment=NetworkSegment(4d75b4c6-9dbf-466e-9960-e4baeffc8b58),segment_id=4d75b4c6-9dbf-466e-9960-e4baeffc8b58)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:29:26.645196 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d37337df-39c7-4477-bfc1-e4a51601c8c4 req-027877e8-f27e-47f1-82e1-e1a17ede23db tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:26.652198 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2399f6c-7adf-46cb-8f5c-a5a17daead07', 'name': 'network-vif-deleted', 'tag': 'd35a6424-4d31-4e0a-9b18-2eee07fecbf2'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:29:26.653956 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:26.700398 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3137dc18-2cb9-40de-9677-682e0c34c8ca req-b6c3fb92-078a-4d62-b66b-cd271d645c27 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:26.701883 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3137dc18-2cb9-40de-9677-682e0c34c8ca req-b6c3fb92-078a-4d62-b66b-cd271d645c27 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/ports?device_id=83adaa3b-be23-4bb2-afc8-0cb4149fa849 HTTP/1.1" status: 200 len: 946 time: 0.5027297 May 31 13:29:26.725523 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d37337df-39c7-4477-bfc1-e4a51601c8c4 req-027877e8-f27e-47f1-82e1-e1a17ede23db tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] 10.222.0.44 "DELETE /v2.0/ports/d35a6424-4d31-4e0a-9b18-2eee07fecbf2 HTTP/1.1" status: 204 len: 173 time: 2.0054872 May 31 13:29:26.771830 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=bcea5229-e83e-4a8f-a38a-ad9361d01354,revision_number=9']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:29:26.846916 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['bcea5229-e83e-4a8f-a38a-ad9361d01354'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:29:26.983784 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3137dc18-2cb9-40de-9677-682e0c34c8ca req-2f457c55-9892-4962-8514-13b5f8a0be9a tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a17cab4-6020-4095-a3af-d8da92feae16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650106 May 31 13:29:26.999451 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1c5b27-5e2c-4d40-ad92-b5eee2a4e889 req-bedba9ef-b132-486a-ac77-bdd222010db5 tempest-ImagesNegativeTestJSON-382097120 tempest-ImagesNegativeTestJSON-382097120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:27.000178 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-1f1c5b27-5e2c-4d40-ad92-b5eee2a4e889 req-bedba9ef-b132-486a-ac77-bdd222010db5 tempest-ImagesNegativeTestJSON-382097120 tempest-ImagesNegativeTestJSON-382097120-project] Synchronizing usage tracker for tenant:9af895e56e55429cbcebef8bd8906566 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:29:27.036462 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-1f1c5b27-5e2c-4d40-ad92-b5eee2a4e889 req-bedba9ef-b132-486a-ac77-bdd222010db5 tempest-ImagesNegativeTestJSON-382097120 tempest-ImagesNegativeTestJSON-382097120-project] Unset dirty status for tenant:9af895e56e55429cbcebef8bd8906566 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:29:27.042506 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1f1c5b27-5e2c-4d40-ad92-b5eee2a4e889 req-bedba9ef-b132-486a-ac77-bdd222010db5 tempest-ImagesNegativeTestJSON-382097120 tempest-ImagesNegativeTestJSON-382097120-project] 10.222.0.50 "GET /v2.0/ports?device_id=994a7b7f-afa6-40a6-8ef1-6a89c09ecae4 HTTP/1.1" status: 200 len: 936 time: 0.5480256 May 31 13:29:27.045842 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51907816-fa23-40f4-91b9-ceb658a64b2e'] response: {'server_uuid': '9d6d9622-63e9-4767-9e87-e5a9f80cb523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ca3252-a6cd-40d0-9751-a0bcd2a5f418', 'code': 200} May 31 13:29:27.239817 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-1df495f5-78ee-48e4-8c4f-e9b9ee3204dd req-6f68c137-24af-4dcb-9fa8-36f1c7d043d9 tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Synchronizing usage tracker for tenant:b1def4c9e50043e6a19eab99074af95d on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:29:27.244380 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-1f1c5b27-5e2c-4d40-ad92-b5eee2a4e889 req-b7c8c2ad-b650-48cd-81eb-a9656cef6bbc tempest-ImagesNegativeTestJSON-382097120 tempest-ImagesNegativeTestJSON-382097120-project] Synchronizing usage tracker for tenant:9af895e56e55429cbcebef8bd8906566 on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:29:27.273157 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-f4a3741d-605f-45a7-888f-62facae6ceb3 req-db8ca435-a565-46e0-a81a-296fb7898076 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ea5257a-ac3a-4364-b87f-8dae5f08ad02 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:29:27.290873 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f4a3741d-605f-45a7-888f-62facae6ceb3 req-db8ca435-a565-46e0-a81a-296fb7898076 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:27.298357 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-1df495f5-78ee-48e4-8c4f-e9b9ee3204dd req-6f68c137-24af-4dcb-9fa8-36f1c7d043d9 tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Unset dirty status for tenant:b1def4c9e50043e6a19eab99074af95d on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:29:27.299688 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1df495f5-78ee-48e4-8c4f-e9b9ee3204dd req-6f68c137-24af-4dcb-9fa8-36f1c7d043d9 tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2399f6c-7adf-46cb-8f5c-a5a17daead07 HTTP/1.1" status: 200 len: 210 time: 0.1217477 May 31 13:29:27.332558 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-1f1c5b27-5e2c-4d40-ad92-b5eee2a4e889 req-b7c8c2ad-b650-48cd-81eb-a9656cef6bbc tempest-ImagesNegativeTestJSON-382097120 tempest-ImagesNegativeTestJSON-382097120-project] Unset dirty status for tenant:9af895e56e55429cbcebef8bd8906566 on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:29:27.333944 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1f1c5b27-5e2c-4d40-ad92-b5eee2a4e889 req-b7c8c2ad-b650-48cd-81eb-a9656cef6bbc tempest-ImagesNegativeTestJSON-382097120 tempest-ImagesNegativeTestJSON-382097120-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ab68db0-3165-46a0-87e1-7f0f388c1b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860367 May 31 13:29:27.339417 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-f4a3741d-605f-45a7-888f-62facae6ceb3 req-db8ca435-a565-46e0-a81a-296fb7898076 service neutron] Transition to ACTIVE for port object 6ea5257a-ac3a-4364-b87f-8dae5f08ad02 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:29:27.347123 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84df713-3ca6-486c-b9ff-01ded4a82563 req-35309602-37a6-45b2-bcf0-b1f61c8b3601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:27.348853 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a84df713-3ca6-486c-b9ff-01ded4a82563 req-35309602-37a6-45b2-bcf0-b1f61c8b3601 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9d6d9622-63e9-4767-9e87-e5a9f80cb523 HTTP/1.1" status: 200 len: 1097 time: 0.2158699 May 31 13:29:27.350225 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f4a3741d-605f-45a7-888f-62facae6ceb3 req-db8ca435-a565-46e0-a81a-296fb7898076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:27.439081 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f9d96fc-fd37-4efe-927d-5a64c58a300f'] response: {'server_uuid': 'c2399f6c-7adf-46cb-8f5c-a5a17daead07', 'name': 'network-vif-deleted', 'tag': 'd35a6424-4d31-4e0a-9b18-2eee07fecbf2', 'status': 'completed', 'code': 200} May 31 13:29:27.684487 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8ca435-a565-46e0-a81a-296fb7898076 service neutron] Pushing event updated for resources: {'Port': ['ID=6ea5257a-ac3a-4364-b87f-8dae5f08ad02,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:29:27.700569 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a84df713-3ca6-486c-b9ff-01ded4a82563 req-3445019d-c212-4aab-ae49-bbe341872a44 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=834a7886-0cce-4ec4-86a1-7e121fb3b800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368204 May 31 13:29:27.814346 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 61762e12-583d-445a-a9d7-c31772613a37 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:29:27.831700 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-f4a3741d-605f-45a7-888f-62facae6ceb3 req-db8ca435-a565-46e0-a81a-296fb7898076 service neutron] Attempting to bind port 6ea5257a-ac3a-4364-b87f-8dae5f08ad02 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:29:27.832028 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-f4a3741d-605f-45a7-888f-62facae6ceb3 req-db8ca435-a565-46e0-a81a-296fb7898076 service neutron] Attempting to bind port 6ea5257a-ac3a-4364-b87f-8dae5f08ad02 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:29:27.832353 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a3741d-605f-45a7-888f-62facae6ceb3 req-db8ca435-a565-46e0-a81a-296fb7898076 service neutron] Attempting to bind port 6ea5257a-ac3a-4364-b87f-8dae5f08ad02 on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:29:27.842037 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8503b5-f9ec-47d3-b5b9-ecf6396a4df2 req-1dbbf90d-1a38-4934-bd52-0ca492a7caf1 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:27.843496 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6e8503b5-f9ec-47d3-b5b9-ecf6396a4df2 req-1dbbf90d-1a38-4934-bd52-0ca492a7caf1 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c9187d7-9dd8-469d-b56d-671bd4b21a48 HTTP/1.1" status: 200 len: 944 time: 0.3376758 May 31 13:29:27.853052 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddf3b18-e5d6-4af7-98e1-f0d115a8680a req-6274cb18-4c46-470e-9cee-0c0c18b1b70c tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:27.854509 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5ddf3b18-e5d6-4af7-98e1-f0d115a8680a req-6274cb18-4c46-470e-9cee-0c0c18b1b70c tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d6d9622-63e9-4767-9e87-e5a9f80cb523 HTTP/1.1" status: 200 len: 946 time: 0.3263855 May 31 13:29:27.872814 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a3741d-605f-45a7-888f-62facae6ceb3 req-db8ca435-a565-46e0-a81a-296fb7898076 service neutron] Port 6ea5257a-ac3a-4364-b87f-8dae5f08ad02 on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:29:27.873141 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a3741d-605f-45a7-888f-62facae6ceb3 req-db8ca435-a565-46e0-a81a-296fb7898076 service neutron] Attempting to bind port 6ea5257a-ac3a-4364-b87f-8dae5f08ad02 on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:29:27.904091 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a3741d-605f-45a7-888f-62facae6ceb3 req-db8ca435-a565-46e0-a81a-296fb7898076 service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:29:27.904756 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a3741d-605f-45a7-888f-62facae6ceb3 req-db8ca435-a565-46e0-a81a-296fb7898076 service neutron] Checking segment: {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:29:27.905227 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a3741d-605f-45a7-888f-62facae6ceb3 req-db8ca435-a565-46e0-a81a-296fb7898076 service neutron] Bound using segment: {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:29:27.905227 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-f4a3741d-605f-45a7-888f-62facae6ceb3 req-db8ca435-a565-46e0-a81a-296fb7898076 service neutron] Bound port: 6ea5257a-ac3a-4364-b87f-8dae5f08ad02, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:29:27.905838 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f4a3741d-605f-45a7-888f-62facae6ceb3 req-db8ca435-a565-46e0-a81a-296fb7898076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:27.960544 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 61762e12-583d-445a-a9d7-c31772613a37, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=61762e12-583d-445a-a9d7-c31772613a37,segment=NetworkSegment(6af449b4-9759-41ca-aa70-1c602a81197c),segment_id=6af449b4-9759-41ca-aa70-1c602a81197c)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:29:27.975390 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': '61762e12-583d-445a-a9d7-c31772613a37', 'network_id': 'e576ad54-297c-4eec-b73b-25479782c1e2', 'port_id': '61762e12-583d-445a-a9d7-c31772613a37', 'mac_address': 'fa:16:3e:6d:35:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '376bfa95-ebe5-4cb8-abaa-2bcb5d3a07e3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:29:27.997726 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5ddf3b18-e5d6-4af7-98e1-f0d115a8680a req-8fa072d3-0249-4214-9dbf-65916db5a3ce tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.50 "GET /v2.0/security-groups?id=834a7886-0cce-4ec4-86a1-7e121fb3b800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214533 May 31 13:29:28.002572 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6e8503b5-f9ec-47d3-b5b9-ecf6396a4df2 req-52f5db23-c608-40ea-8a35-e6f3b05d8127 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d29a7ba-8da4-4594-bfbf-9f55cd071e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465864 May 31 13:29:28.050165 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-f4a3741d-605f-45a7-888f-62facae6ceb3 req-db8ca435-a565-46e0-a81a-296fb7898076 service neutron] For port 6ea5257a-ac3a-4364-b87f-8dae5f08ad02, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:29:28.051480 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 61762e12-583d-445a-a9d7-c31772613a37 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:29:28.052016 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:28.053694 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-f4a3741d-605f-45a7-888f-62facae6ceb3 req-db8ca435-a565-46e0-a81a-296fb7898076 service neutron] For port 6ea5257a-ac3a-4364-b87f-8dae5f08ad02, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=6ea5257a-ac3a-4364-b87f-8dae5f08ad02,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:29:28.059498 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f4a3741d-605f-45a7-888f-62facae6ceb3 req-db8ca435-a565-46e0-a81a-296fb7898076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:28.076632 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61762e12-583d-445a-a9d7-c31772613a37 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:29:28.097846 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 61762e12-583d-445a-a9d7-c31772613a37, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=61762e12-583d-445a-a9d7-c31772613a37,segment=NetworkSegment(6af449b4-9759-41ca-aa70-1c602a81197c),segment_id=6af449b4-9759-41ca-aa70-1c602a81197c)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:29:28.103916 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:28.184687 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=61762e12-583d-445a-a9d7-c31772613a37,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:29:28.193844 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3741d-605f-45a7-888f-62facae6ceb3 req-db8ca435-a565-46e0-a81a-296fb7898076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:28.194651 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f4a3741d-605f-45a7-888f-62facae6ceb3 req-db8ca435-a565-46e0-a81a-296fb7898076 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:28.196582 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f4a3741d-605f-45a7-888f-62facae6ceb3 req-db8ca435-a565-46e0-a81a-296fb7898076 service neutron] 10.222.0.44 "PUT /v2.0/ports/6ea5257a-ac3a-4364-b87f-8dae5f08ad02 HTTP/1.1" status: 200 len: 1096 time: 2.3011234 May 31 13:29:28.235822 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8ca435-a565-46e0-a81a-296fb7898076 service neutron] Pushing event updated for resources: {'Port': ['ID=6ea5257a-ac3a-4364-b87f-8dae5f08ad02,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:29:28.336815 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a2d00-a93f-4e78-bff9-58d2232679b3 req-9063ef3f-a2de-4c09-bfb2-409c4e4ddb7c tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:28.338326 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-926a2d00-a93f-4e78-bff9-58d2232679b3 req-9063ef3f-a2de-4c09-bfb2-409c4e4ddb7c tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/ports?device_id=83adaa3b-be23-4bb2-afc8-0cb4149fa849 HTTP/1.1" status: 200 len: 946 time: 0.1924150 May 31 13:29:28.374795 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3741d-605f-45a7-888f-62facae6ceb3 req-63034907-682c-4dbf-a82c-baad6fabb5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:28.376283 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f4a3741d-605f-45a7-888f-62facae6ceb3 req-63034907-682c-4dbf-a82c-baad6fabb5c0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9af895e56e55429cbcebef8bd8906566&device_id=994a7b7f-afa6-40a6-8ef1-6a89c09ecae4 HTTP/1.1" status: 200 len: 1099 time: 0.1325257 May 31 13:29:28.414282 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['61762e12-583d-445a-a9d7-c31772613a37'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:29:28.474001 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f4a3741d-605f-45a7-888f-62facae6ceb3 req-96636908-eeb9-4c59-81e4-b4c6775299ab service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=6ea5257a-ac3a-4364-b87f-8dae5f08ad02 HTTP/1.1" status: 200 len: 217 time: 0.0863988 May 31 13:29:28.476974 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-926a2d00-a93f-4e78-bff9-58d2232679b3 req-d632da82-c025-4363-a3a0-b340f7671e44 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a17cab4-6020-4095-a3af-d8da92feae16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305273 May 31 13:29:28.583494 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3741d-605f-45a7-888f-62facae6ceb3 req-3fcde184-80a3-4a68-8af2-b0d27a24e7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:28.585096 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f4a3741d-605f-45a7-888f-62facae6ceb3 req-3fcde184-80a3-4a68-8af2-b0d27a24e7a9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.1040359 May 31 13:29:28.806785 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3741d-605f-45a7-888f-62facae6ceb3 req-ae75e543-6087-4cae-be43-e96795720e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:28.808250 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f4a3741d-605f-45a7-888f-62facae6ceb3 req-ae75e543-6087-4cae-be43-e96795720e9f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2143393 May 31 13:29:28.817738 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386178f-f088-416b-83b5-d1fdd0ab13e2 req-ef462030-74b2-47d8-9492-aa77cca1b334 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:28.819232 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1386178f-f088-416b-83b5-d1fdd0ab13e2 req-ef462030-74b2-47d8-9492-aa77cca1b334 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d09d665-de20-4480-88af-e81be792c3c1 HTTP/1.1" status: 200 len: 946 time: 0.2219284 May 31 13:29:28.923690 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274368ed-7579-4d43-ba01-53b1accc3bdb req-1e081837-5812-4c86-b4b7-e80df800abb6 tempest-ImagesNegativeTestJSON-382097120 tempest-ImagesNegativeTestJSON-382097120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:28.925292 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-274368ed-7579-4d43-ba01-53b1accc3bdb req-1e081837-5812-4c86-b4b7-e80df800abb6 tempest-ImagesNegativeTestJSON-382097120 tempest-ImagesNegativeTestJSON-382097120-project] 10.222.0.50 "GET /v2.0/ports?device_id=994a7b7f-afa6-40a6-8ef1-6a89c09ecae4 HTTP/1.1" status: 200 len: 948 time: 0.2397306 May 31 13:29:29.116577 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1386178f-f088-416b-83b5-d1fdd0ab13e2 req-8cd08485-313b-4037-b265-710fc7fc443b tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] 10.222.0.50 "GET /v2.0/security-groups?id=9df5af2d-f549-4666-90cd-c522e41d204c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2754419 May 31 13:29:29.188195 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-274368ed-7579-4d43-ba01-53b1accc3bdb req-d17729be-d963-4ecc-b631-9ebabdeda73e tempest-ImagesNegativeTestJSON-382097120 tempest-ImagesNegativeTestJSON-382097120-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ab68db0-3165-46a0-87e1-7f0f388c1b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496624 May 31 13:29:29.230516 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f4a3741d-605f-45a7-888f-62facae6ceb3 req-4eed8aaa-9e1c-4a7f-a389-b74edbbc3dcc service neutron] 10.222.0.44 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4080923 May 31 13:29:29.446931 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '994a7b7f-afa6-40a6-8ef1-6a89c09ecae4', 'tag': '6ea5257a-ac3a-4364-b87f-8dae5f08ad02'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:29:29.652117 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e13a169-119b-4b7c-8a36-49595cc52aed req-c320dd02-21d7-460a-84a9-e1d5040cb8a5 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:29.654739 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0e13a169-119b-4b7c-8a36-49595cc52aed req-c320dd02-21d7-460a-84a9-e1d5040cb8a5 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c9187d7-9dd8-469d-b56d-671bd4b21a48 HTTP/1.1" status: 200 len: 945 time: 0.2588429 May 31 13:29:29.688153 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f4a3741d-605f-45a7-888f-62facae6ceb3 req-a1349ded-6abc-4582-9a68-f45d1d56a4a3 service neutron] 10.222.0.44 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4501979 May 31 13:29:29.739386 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0e13a169-119b-4b7c-8a36-49595cc52aed req-b422c1f4-ccdb-41f4-aa88-e7653eb33406 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d29a7ba-8da4-4594-bfbf-9f55cd071e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755663 May 31 13:29:29.806087 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec25490c-f7b8-49b7-ba00-d38b21626933 req-b029af45-4317-46cc-8ab1-0229cd8cdc84 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:29.808597 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ec25490c-f7b8-49b7-ba00-d38b21626933 req-b029af45-4317-46cc-8ab1-0229cd8cdc84 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d6d9622-63e9-4767-9e87-e5a9f80cb523 HTTP/1.1" status: 200 len: 946 time: 0.2303951 May 31 13:29:29.823320 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 61762e12-583d-445a-a9d7-c31772613a37 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:29:29.945461 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d5021e4-b71d-4cb3-a659-b3217c2a6d36'] response: {'name': 'network-changed', 'server_uuid': '994a7b7f-afa6-40a6-8ef1-6a89c09ecae4', 'tag': '6ea5257a-ac3a-4364-b87f-8dae5f08ad02', 'status': 'completed', 'code': 200} May 31 13:29:29.985075 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port 61762e12-583d-445a-a9d7-c31772613a37 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:29:29.997077 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device bcea5229-e83e-4a8f-a38a-ad9361d01354 up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:29:30.038515 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port 61762e12-583d-445a-a9d7-c31772613a37 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:29:30.039104 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:30.047545 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ec25490c-f7b8-49b7-ba00-d38b21626933 req-5d68f6ac-99f3-417f-9038-2fd1167f8c20 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.50 "GET /v2.0/security-groups?id=834a7886-0cce-4ec4-86a1-7e121fb3b800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099409 May 31 13:29:30.093827 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9adcd5-0991-4252-b16a-3912882e0e72 req-13f5f1ca-6bbe-4598-bff4-ab1b1640c0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:30.095388 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ee9adcd5-0991-4252-b16a-3912882e0e72 req-13f5f1ca-6bbe-4598-bff4-ab1b1640c0dd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9af895e56e55429cbcebef8bd8906566&device_id=994a7b7f-afa6-40a6-8ef1-6a89c09ecae4 HTTP/1.1" status: 200 len: 1099 time: 0.1973994 May 31 13:29:30.139835 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110983e7-4d63-4903-9947-f42470b669a0 req-f9917762-dc47-42b4-b950-ce8fdd2a6960 tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:30.142119 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-110983e7-4d63-4903-9947-f42470b669a0 req-f9917762-dc47-42b4-b950-ce8fdd2a6960 tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] 10.222.0.50 "GET /v2.0/ports?device_id=60afb912-b9b4-4412-914e-472b08c3542b HTTP/1.1" status: 200 len: 949 time: 0.1461267 May 31 13:29:30.278767 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port bcea5229-e83e-4a8f-a38a-ad9361d01354 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:29:30.279372 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:30.356672 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-110983e7-4d63-4903-9947-f42470b669a0 req-b2ad98cf-14c3-4195-a0de-62ecbcb42a1d tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf755f24-1043-4dc9-80d0-31a81d8fbace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527183 May 31 13:29:30.383288 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9adcd5-0991-4252-b16a-3912882e0e72 req-eaec2201-653a-4e5a-b836-98d8d032c023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:30.384985 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ee9adcd5-0991-4252-b16a-3912882e0e72 req-eaec2201-653a-4e5a-b836-98d8d032c023 service neutron] 10.222.0.44 "GET /v2.0/networks?id=85b11c4f-90ad-4763-b38d-22d3f87089f4 HTTP/1.1" status: 200 len: 870 time: 0.2806623 May 31 13:29:30.441351 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 61762e12-583d-445a-a9d7-c31772613a37 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:29:30.441727 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:30.499314 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 61762e12-583d-445a-a9d7-c31772613a37, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=61762e12-583d-445a-a9d7-c31772613a37,segment=NetworkSegment(6af449b4-9759-41ca-aa70-1c602a81197c),segment_id=6af449b4-9759-41ca-aa70-1c602a81197c)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:29:30.519998 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c9187d7-9dd8-469d-b56d-671bd4b21a48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61762e12-583d-445a-a9d7-c31772613a37'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:29:30.519998 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:30.531658 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device d35a6424-4d31-4e0a-9b18-2eee07fecbf2 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:29:30.630700 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ee9adcd5-0991-4252-b16a-3912882e0e72 req-1bd4e343-2bfe-4990-a29d-c997e133fa8c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=6ea5257a-ac3a-4364-b87f-8dae5f08ad02 HTTP/1.1" status: 200 len: 217 time: 0.2370622 May 31 13:29:30.702676 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] No Port match for: d35a6424-4d31-4e0a-9b18-2eee07fecbf2 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:29:30.703162 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device d35a6424-4d31-4e0a-9b18-2eee07fecbf2 not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:29:30.768651 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ceea9f7e-b5d0-46ac-be94-0e265b320761 req-a301785d-4818-401b-8619-0f6d74a1bd79 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2918191 May 31 13:29:30.787409 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-ceea9f7e-b5d0-46ac-be94-0e265b320761 req-c910c25a-ad89-4806-930b-ba0deb753d6e tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Request body: {'floatingip': {'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:29:30.799197 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-ceea9f7e-b5d0-46ac-be94-0e265b320761 req-c910c25a-ad89-4806-930b-ba0deb753d6e tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:29:30.806296 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port bcea5229-e83e-4a8f-a38a-ad9361d01354 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:29:30.806988 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:30.812913 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-ceea9f7e-b5d0-46ac-be94-0e265b320761 req-c910c25a-ad89-4806-930b-ba0deb753d6e tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Usage tracker for resource:floatingip and tenant:633e14999cf6449e966925c4e75e7489 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:29:30.819036 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9adcd5-0991-4252-b16a-3912882e0e72 req-3709e645-f965-40be-bfb0-c3f26d261cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:30.820831 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ee9adcd5-0991-4252-b16a-3912882e0e72 req-3709e645-f965-40be-bfb0-c3f26d261cdb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.1837416 May 31 13:29:30.821930 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-ceea9f7e-b5d0-46ac-be94-0e265b320761 req-c910c25a-ad89-4806-930b-ba0deb753d6e tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:29:30.844615 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=61762e12-583d-445a-a9d7-c31772613a37,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:29:30.870814 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port bcea5229-e83e-4a8f-a38a-ad9361d01354, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=bcea5229-e83e-4a8f-a38a-ad9361d01354,segment=NetworkSegment(4d75b4c6-9dbf-466e-9960-e4baeffc8b58),segment_id=4d75b4c6-9dbf-466e-9960-e4baeffc8b58)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:29:30.873271 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-ceea9f7e-b5d0-46ac-be94-0e265b320761 req-c910c25a-ad89-4806-930b-ba0deb753d6e tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:29:30.884220 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:30.891438 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bbdc2d-95d9-431a-a4a1-7aea7c1a7b66 req-1ad7ca34-120b-44a7-b650-cd8c86199251 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:30.938133 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c3bbdc2d-95d9-431a-a4a1-7aea7c1a7b66 req-1ad7ca34-120b-44a7-b650-cd8c86199251 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/ports?device_id=83adaa3b-be23-4bb2-afc8-0cb4149fa849 HTTP/1.1" status: 200 len: 946 time: 0.6310751 May 31 13:29:30.977259 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ceea9f7e-b5d0-46ac-be94-0e265b320761 req-c910c25a-ad89-4806-930b-ba0deb753d6e tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Notify callbacks [] for floatingip, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:30.992742 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=bcea5229-e83e-4a8f-a38a-ad9361d01354,revision_number=10']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:29:31.079680 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c3bbdc2d-95d9-431a-a4a1-7aea7c1a7b66 req-de47e309-4ba2-40c6-8313-cc8ae611bd56 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a17cab4-6020-4095-a3af-d8da92feae16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430590 May 31 13:29:31.152583 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9adcd5-0991-4252-b16a-3912882e0e72 req-2d7fc6f0-459e-4c9f-a784-4ffa83b7e45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:31.156264 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ee9adcd5-0991-4252-b16a-3912882e0e72 req-2d7fc6f0-459e-4c9f-a784-4ffa83b7e45b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3290501 May 31 13:29:31.554594 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ee9adcd5-0991-4252-b16a-3912882e0e72 req-2ec16013-991a-4e94-854d-c9566eb4d9c4 service neutron] 10.222.0.44 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3827212 May 31 13:29:31.561933 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ceea9f7e-b5d0-46ac-be94-0e265b320761 req-c910c25a-ad89-4806-930b-ba0deb753d6e tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:31.591750 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d3853-0953-4861-b71f-c29aa9865372 req-68230013-c273-41c9-8550-f864bcbe45b0 tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:31.592907 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-1f9d3853-0953-4861-b71f-c29aa9865372 req-68230013-c273-41c9-8550-f864bcbe45b0 tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Synchronizing usage tracker for tenant:b1def4c9e50043e6a19eab99074af95d on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:29:31.612676 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-1f9d3853-0953-4861-b71f-c29aa9865372 req-68230013-c273-41c9-8550-f864bcbe45b0 tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Unset dirty status for tenant:b1def4c9e50043e6a19eab99074af95d on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:29:31.614002 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1f9d3853-0953-4861-b71f-c29aa9865372 req-68230013-c273-41c9-8550-f864bcbe45b0 tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] 10.222.0.20 "GET /v2.0/ports?device_id=60afb912-b9b4-4412-914e-472b08c3542b HTTP/1.1" status: 200 len: 949 time: 0.2612641 May 31 13:29:31.723151 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-1f9d3853-0953-4861-b71f-c29aa9865372 req-d837a175-17d2-4711-80d1-f08c5642abeb tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Deleting port c9e1fd5a-3c44-4e6f-b64b-eeb5510e929c {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:29:31.723151 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-1f9d3853-0953-4861-b71f-c29aa9865372 req-d837a175-17d2-4711-80d1-f08c5642abeb tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:31.889566 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e3d42-07c6-47d9-a62a-fe8e995eb41f req-82d6a644-a9fc-4237-b0d2-8fa5f78c06f1 tempest-ImagesNegativeTestJSON-382097120 tempest-ImagesNegativeTestJSON-382097120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:31.902412 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7f6e3d42-07c6-47d9-a62a-fe8e995eb41f req-82d6a644-a9fc-4237-b0d2-8fa5f78c06f1 tempest-ImagesNegativeTestJSON-382097120 tempest-ImagesNegativeTestJSON-382097120-project] 10.222.0.50 "GET /v2.0/ports?device_id=994a7b7f-afa6-40a6-8ef1-6a89c09ecae4 HTTP/1.1" status: 200 len: 948 time: 0.4486771 May 31 13:29:32.114869 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7f6e3d42-07c6-47d9-a62a-fe8e995eb41f req-ac1ed5cd-0e15-4554-8c76-8fa1777b5ac8 tempest-ImagesNegativeTestJSON-382097120 tempest-ImagesNegativeTestJSON-382097120-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ab68db0-3165-46a0-87e1-7f0f388c1b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108920 May 31 13:29:32.116715 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-1f9d3853-0953-4861-b71f-c29aa9865372 req-d837a175-17d2-4711-80d1-f08c5642abeb tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] For port c9e1fd5a-3c44-4e6f-b64b-eeb5510e929c, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=c9e1fd5a-3c44-4e6f-b64b-eeb5510e929c,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:29:32.117340 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-1f9d3853-0953-4861-b71f-c29aa9865372 req-d837a175-17d2-4711-80d1-f08c5642abeb tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:32.269961 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-1f9d3853-0953-4861-b71f-c29aa9865372 req-d837a175-17d2-4711-80d1-f08c5642abeb tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Calling delete_port for c9e1fd5a-3c44-4e6f-b64b-eeb5510e929c owned by compute:nova {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:29:32.271305 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ee9adcd5-0991-4252-b16a-3912882e0e72 req-fb50c6a5-4630-4841-8e30-a10039ba5490 service neutron] 10.222.0.44 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7037604 May 31 13:29:32.291010 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdcba6d0-505f-47e4-9372-8eebec858609'] response: {'server_uuid': '9c9187d7-9dd8-469d-b56d-671bd4b21a48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61762e12-583d-445a-a9d7-c31772613a37', 'code': 200} May 31 13:29:32.395803 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-ceea9f7e-b5d0-46ac-be94-0e265b320761 req-c910c25a-ad89-4806-930b-ba0deb753d6e tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Allocated IP 172.25.6.106 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/ded0ecb6-4d0f-47a4-b46f-3d0533cc6cac) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:29:32.634203 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-1f9d3853-0953-4861-b71f-c29aa9865372 req-d837a175-17d2-4711-80d1-f08c5642abeb tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:32.744646 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837a175-17d2-4711-80d1-f08c5642abeb tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Pushing event deleted for resources: {'Port': ['ID=c9e1fd5a-3c44-4e6f-b64b-eeb5510e929c,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:29:32.870287 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f9d3853-0953-4861-b71f-c29aa9865372 req-d837a175-17d2-4711-80d1-f08c5642abeb tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] No DVR routers for this DVR port c9e1fd5a-3c44-4e6f-b64b-eeb5510e929c on host n-h1-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:29:32.870287 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-1f9d3853-0953-4861-b71f-c29aa9865372 req-d837a175-17d2-4711-80d1-f08c5642abeb tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:32.875762 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60afb912-b9b4-4412-914e-472b08c3542b', 'name': 'network-vif-deleted', 'tag': 'c9e1fd5a-3c44-4e6f-b64b-eeb5510e929c'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:29:32.901501 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1f9d3853-0953-4861-b71f-c29aa9865372 req-d837a175-17d2-4711-80d1-f08c5642abeb tempest-ServersAdminNegativeTestJSON-1782780075 tempest-ServersAdminNegativeTestJSON-1782780075-project] 10.222.0.20 "DELETE /v2.0/ports/c9e1fd5a-3c44-4e6f-b64b-eeb5510e929c HTTP/1.1" status: 204 len: 173 time: 1.2722938 May 31 13:29:33.006111 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609cd601-14ed-4ecd-9e0a-465c034ec241 req-6a7019f5-8749-4524-b955-a4bca62e72c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:33.006111 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-609cd601-14ed-4ecd-9e0a-465c034ec241 req-6a7019f5-8749-4524-b955-a4bca62e72c8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9c9187d7-9dd8-469d-b56d-671bd4b21a48 HTTP/1.1" status: 200 len: 1097 time: 0.5838158 May 31 13:29:33.077198 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c26dab2-8039-4410-b81d-10ea168b8d94 req-0fe783b6-04a1-4a31-b63b-4dd4d18ff851 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:33.088963 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3c26dab2-8039-4410-b81d-10ea168b8d94 req-0fe783b6-04a1-4a31-b63b-4dd4d18ff851 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c9187d7-9dd8-469d-b56d-671bd4b21a48 HTTP/1.1" status: 200 len: 946 time: 0.5300517 May 31 13:29:33.304555 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ceea9f7e-b5d0-46ac-be94-0e265b320761 req-c910c25a-ad89-4806-930b-ba0deb753d6e tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:33.358330 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3c26dab2-8039-4410-b81d-10ea168b8d94 req-12ccfab5-feec-43d1-9558-bda148156c39 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d29a7ba-8da4-4594-bfbf-9f55cd071e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578723 May 31 13:29:33.358330 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7202993-e846-4f36-9db5-e2796d2c7dd1 req-27415306-017d-4da1-9ab4-1d26818a4c85 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:33.382876 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f7202993-e846-4f36-9db5-e2796d2c7dd1 req-27415306-017d-4da1-9ab4-1d26818a4c85 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d09d665-de20-4480-88af-e81be792c3c1 HTTP/1.1" status: 200 len: 946 time: 0.6366043 May 31 13:29:33.754461 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-609cd601-14ed-4ecd-9e0a-465c034ec241 req-6a740763-6d29-4f29-98be-ee8decaa16e4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3d29a7ba-8da4-4594-bfbf-9f55cd071e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7306402 May 31 13:29:33.836946 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-f7202993-e846-4f36-9db5-e2796d2c7dd1 req-ad4c1bfa-c252-45e9-b7d6-d6568ef8cba2 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Deleting port 93461431-3737-43ab-ac12-7864c8d1a3c4 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:29:33.837258 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f7202993-e846-4f36-9db5-e2796d2c7dd1 req-ad4c1bfa-c252-45e9-b7d6-d6568ef8cba2 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:33.851176 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 6ea5257a-ac3a-4364-b87f-8dae5f08ad02 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:29:33.931595 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ceea9f7e-b5d0-46ac-be94-0e265b320761 req-c910c25a-ad89-4806-930b-ba0deb753d6e tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:34.028736 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device c9e1fd5a-3c44-4e6f-b64b-eeb5510e929c no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:29:34.087480 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] No Port match for: c9e1fd5a-3c44-4e6f-b64b-eeb5510e929c {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:29:34.087735 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device c9e1fd5a-3c44-4e6f-b64b-eeb5510e929c not bound to the agent host n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:29:34.178885 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 6ea5257a-ac3a-4364-b87f-8dae5f08ad02, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=6ea5257a-ac3a-4364-b87f-8dae5f08ad02,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:29:34.216101 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': '6ea5257a-ac3a-4364-b87f-8dae5f08ad02', 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4', 'port_id': '6ea5257a-ac3a-4364-b87f-8dae5f08ad02', 'mac_address': 'fa:16:3e:2d:84:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24822c99-0dce-4d50-9c44-3135ba3763b8', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:29:34.253678 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ceea9f7e-b5d0-46ac-be94-0e265b320761 req-c910c25a-ad89-4806-930b-ba0deb753d6e tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:29:34.269877 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-ceea9f7e-b5d0-46ac-be94-0e265b320761 req-c910c25a-ad89-4806-930b-ba0deb753d6e tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:29:34.280505 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c910c25a-ad89-4806-930b-ba0deb753d6e tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Pushing event updated for resources: {'Port': ['ID=ded0ecb6-4d0f-47a4-b46f-3d0533cc6cac,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:29:34.280505 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceea9f7e-b5d0-46ac-be94-0e265b320761 req-c910c25a-ad89-4806-930b-ba0deb753d6e tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:29:34.313619 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a12efbab-a760-4348-9c14-f969aac5be15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcea5229-e83e-4a8f-a38a-ad9361d01354'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:29:34.383873 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b564a5fa-0a23-4f2c-8f48-cfce0f7fb11b req-f02dfd6a-f05a-4191-8370-4a3a56521a3b tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:34.414713 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b564a5fa-0a23-4f2c-8f48-cfce0f7fb11b req-f02dfd6a-f05a-4191-8370-4a3a56521a3b tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d09d665-de20-4480-88af-e81be792c3c1 HTTP/1.1" status: 200 len: 946 time: 0.6063335 May 31 13:29:34.448206 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 6ea5257a-ac3a-4364-b87f-8dae5f08ad02 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:29:34.448206 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:34.516048 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ea5257a-ac3a-4364-b87f-8dae5f08ad02 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:29:34.567373 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 6ea5257a-ac3a-4364-b87f-8dae5f08ad02, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=6ea5257a-ac3a-4364-b87f-8dae5f08ad02,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:29:34.567373 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:34.593300 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b564a5fa-0a23-4f2c-8f48-cfce0f7fb11b req-f1df7e4f-e943-4e93-b570-4f1144c58fac tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] 10.222.0.50 "GET /v2.0/security-groups?id=9df5af2d-f549-4666-90cd-c522e41d204c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1781542 May 31 13:29:34.665276 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=6ea5257a-ac3a-4364-b87f-8dae5f08ad02,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:29:34.711080 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-f7202993-e846-4f36-9db5-e2796d2c7dd1 req-ad4c1bfa-c252-45e9-b7d6-d6568ef8cba2 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] For port 93461431-3737-43ab-ac12-7864c8d1a3c4, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=93461431-3737-43ab-ac12-7864c8d1a3c4,segment=NetworkSegment(e182c216-7254-4f7c-9347-fb53ba5ba244),segment_id=e182c216-7254-4f7c-9347-fb53ba5ba244)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:29:34.711080 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f7202993-e846-4f36-9db5-e2796d2c7dd1 req-ad4c1bfa-c252-45e9-b7d6-d6568ef8cba2 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:34.911448 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['6ea5257a-ac3a-4364-b87f-8dae5f08ad02'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:29:35.012925 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ceea9f7e-b5d0-46ac-be94-0e265b320761 req-c910c25a-ad89-4806-930b-ba0deb753d6e tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:35.385033 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ceea9f7e-b5d0-46ac-be94-0e265b320761 req-c910c25a-ad89-4806-930b-ba0deb753d6e tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:35.700119 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7acf877-7450-4a2d-ac7b-8e0075b2582b req-b866f4ff-f731-46ba-b405-8b5b48396ba3 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:35.701677 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f7acf877-7450-4a2d-ac7b-8e0075b2582b req-b866f4ff-f731-46ba-b405-8b5b48396ba3 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/ports?device_id=83adaa3b-be23-4bb2-afc8-0cb4149fa849 HTTP/1.1" status: 200 len: 946 time: 0.6419170 May 31 13:29:35.808131 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f7202993-e846-4f36-9db5-e2796d2c7dd1 req-ad4c1bfa-c252-45e9-b7d6-d6568ef8cba2 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:35.808786 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f7202993-e846-4f36-9db5-e2796d2c7dd1 req-ad4c1bfa-c252-45e9-b7d6-d6568ef8cba2 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:35.809099 n-d-843939-1 neutron-server[88370]: INFO neutron.db.l3_db [req-f7202993-e846-4f36-9db5-e2796d2c7dd1 req-ad4c1bfa-c252-45e9-b7d6-d6568ef8cba2 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Floating IP 3b9e5365-6390-46a5-9349-4a7d86b985a3 disassociated. External IP: 172.25.6.72, port: 93461431-3737-43ab-ac12-7864c8d1a3c4. May 31 13:29:35.809691 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-f7202993-e846-4f36-9db5-e2796d2c7dd1 req-ad4c1bfa-c252-45e9-b7d6-d6568ef8cba2 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Calling delete_port for 93461431-3737-43ab-ac12-7864c8d1a3c4 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:29:35.857974 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42940) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:29:35.864261 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 93461431-3737-43ab-ac12-7864c8d1a3c4 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:29:35.941385 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f7acf877-7450-4a2d-ac7b-8e0075b2582b req-9cd4a0f0-eb75-43b2-bb01-85f9965d17f3 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a17cab4-6020-4095-a3af-d8da92feae16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256796 May 31 13:29:36.147908 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-5cd90ac8-bf05-4c23-9459-09631ec434c0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b1def4c9e50043e6a19eab99074af95d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2869418 May 31 13:29:36.151566 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42950) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:29:36.200527 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Port 93461431-3737-43ab-ac12-7864c8d1a3c4 update to DOWN by agent not found {{(pid=88371) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 31 13:29:36.215841 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ceea9f7e-b5d0-46ac-be94-0e265b320761 req-c910c25a-ad89-4806-930b-ba0deb753d6e tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:36.271345 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5aede30d-6f8e-4e71-bf07-e57fd385fe4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:36.278800 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f7202993-e846-4f36-9db5-e2796d2c7dd1 req-ad4c1bfa-c252-45e9-b7d6-d6568ef8cba2 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:36.292151 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ceea9f7e-b5d0-46ac-be94-0e265b320761 req-c910c25a-ad89-4806-930b-ba0deb753d6e tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:36.319538 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5aede30d-6f8e-4e71-bf07-e57fd385fe4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:36.401095 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5aede30d-6f8e-4e71-bf07-e57fd385fe4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:36.418299 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aede30d-6f8e-4e71-bf07-e57fd385fe4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf755f24-1043-4dc9-80d0-31a81d8fbace,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:29:36.427344 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5aede30d-6f8e-4e71-bf07-e57fd385fe4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:36.431568 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-5aede30d-6f8e-4e71-bf07-e57fd385fe4b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bf755f24-1043-4dc9-80d0-31a81d8fbace HTTP/1.1" status: 204 len: 168 time: 0.2786283 May 31 13:29:36.452995 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c910c25a-ad89-4806-930b-ba0deb753d6e tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Pushing event updated for resources: {'Port': ['ID=ded0ecb6-4d0f-47a4-b46f-3d0533cc6cac,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:29:36.615641 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4c1bfa-c252-45e9-b7d6-d6568ef8cba2 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Pushing event deleted for resources: {'Port': ['ID=93461431-3737-43ab-ac12-7864c8d1a3c4,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:29:36.776072 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ceea9f7e-b5d0-46ac-be94-0e265b320761 req-c910c25a-ad89-4806-930b-ba0deb753d6e tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:36.821464 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ceea9f7e-b5d0-46ac-be94-0e265b320761 req-c910c25a-ad89-4806-930b-ba0deb753d6e tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:36.830662 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ceea9f7e-b5d0-46ac-be94-0e265b320761 req-c910c25a-ad89-4806-930b-ba0deb753d6e tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 6.0515158 May 31 13:29:36.972481 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1adc18-a1af-40fc-9b1a-aa4577eef4f0 req-25e2718e-91f0-40a3-ad49-616f419a426e tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:36.981442 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1adc18-a1af-40fc-9b1a-aa4577eef4f0 req-25e2718e-91f0-40a3-ad49-616f419a426e tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:36.993015 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1adc18-a1af-40fc-9b1a-aa4577eef4f0 req-25e2718e-91f0-40a3-ad49-616f419a426e tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:37.009245 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1adc18-a1af-40fc-9b1a-aa4577eef4f0 req-25e2718e-91f0-40a3-ad49-616f419a426e tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:37.016667 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42964) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:29:37.032778 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1adc18-a1af-40fc-9b1a-aa4577eef4f0 req-25e2718e-91f0-40a3-ad49-616f419a426e tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:37.054490 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1adc18-a1af-40fc-9b1a-aa4577eef4f0 req-25e2718e-91f0-40a3-ad49-616f419a426e tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:37.063381 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1adc18-a1af-40fc-9b1a-aa4577eef4f0 req-25e2718e-91f0-40a3-ad49-616f419a426e tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:37.072276 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7b1adc18-a1af-40fc-9b1a-aa4577eef4f0 req-25e2718e-91f0-40a3-ad49-616f419a426e tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a HTTP/1.1" status: 200 len: 5435 time: 0.8525119 May 31 13:29:37.122919 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-ceea9f7e-b5d0-46ac-be94-0e265b320761 req-629ae6e8-a530-48ad-83ab-4f4aeb20aa99 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Synchronizing usage tracker for tenant:633e14999cf6449e966925c4e75e7489 on resource:floatingip {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:29:37.128506 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d9856803-fac3-4e5f-920d-393fb878001e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e004c27902b94bc8a58e80c864d75dba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1094444 May 31 13:29:37.132737 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42968) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:29:37.167633 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7202993-e846-4f36-9db5-e2796d2c7dd1 req-ad4c1bfa-c252-45e9-b7d6-d6568ef8cba2 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Router 5c07ff4b-13f4-4d03-b990-05eeaba90e06 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:29:37.183456 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7b1adc18-a1af-40fc-9b1a-aa4577eef4f0 req-3c2087de-a492-4aaf-ae04-46d1f2c9794b tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/security-groups?id=1de4fedc-888a-46c6-9d87-1b48c5765046&id=71a9d93c-f6cb-49b0-b2f5-61553702d6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1090028 May 31 13:29:37.192114 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-ceea9f7e-b5d0-46ac-be94-0e265b320761 req-629ae6e8-a530-48ad-83ab-4f4aeb20aa99 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Unset dirty status for tenant:633e14999cf6449e966925c4e75e7489 on resource:floatingip {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:29:37.206018 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ceea9f7e-b5d0-46ac-be94-0e265b320761 req-629ae6e8-a530-48ad-83ab-4f4aeb20aa99 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.106 HTTP/1.1" status: 200 len: 696 time: 0.3621864 May 31 13:29:37.227424 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ad89546e-6748-4186-8c62-8371f5642ff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:37.271913 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:37.273949 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ad89546e-6748-4186-8c62-8371f5642ff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:37.451269 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-049112c9-8d63-4043-8ed6-84cbf029f9d4'] response: {'server_uuid': '60afb912-b9b4-4412-914e-472b08c3542b', 'name': 'network-vif-deleted', 'tag': 'c9e1fd5a-3c44-4e6f-b64b-eeb5510e929c', 'status': 'completed', 'code': 200} May 31 13:29:37.453025 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ad89546e-6748-4186-8c62-8371f5642ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:37.475862 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad89546e-6748-4186-8c62-8371f5642ff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea83699e-e96a-4148-8645-610fb90fdfee,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:29:37.498234 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ad89546e-6748-4186-8c62-8371f5642ff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:37.499358 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ad89546e-6748-4186-8c62-8371f5642ff4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ea83699e-e96a-4148-8645-610fb90fdfee HTTP/1.1" status: 204 len: 168 time: 0.3655906 May 31 13:29:37.832845 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7202993-e846-4f36-9db5-e2796d2c7dd1 req-ad4c1bfa-c252-45e9-b7d6-d6568ef8cba2 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:29:37.848285 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9672c4-cc5c-455b-9ced-ea2772631e6d None None] Sync routers for ids ['5c07ff4b-13f4-4d03-b990-05eeaba90e06'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:29:37.863055 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 6ea5257a-ac3a-4364-b87f-8dae5f08ad02 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:29:37.873805 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9672c4-cc5c-455b-9ced-ea2772631e6d None None] Routers {'5c07ff4b-13f4-4d03-b990-05eeaba90e06'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:29:37.874515 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-1a9672c4-cc5c-455b-9ced-ea2772631e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:29:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['5c07ff4b-13f4-4d03-b990-05eeaba90e06'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:29:37.932477 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503a463-32ef-4073-8d14-7b4014cf8f3c req-f6b4f04c-d6e2-4013-b330-26bde973ca7e tempest-ImagesNegativeTestJSON-382097120 tempest-ImagesNegativeTestJSON-382097120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:37.937162 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d503a463-32ef-4073-8d14-7b4014cf8f3c req-f6b4f04c-d6e2-4013-b330-26bde973ca7e tempest-ImagesNegativeTestJSON-382097120 tempest-ImagesNegativeTestJSON-382097120-project] 10.222.0.50 "GET /v2.0/ports?device_id=994a7b7f-afa6-40a6-8ef1-6a89c09ecae4 HTTP/1.1" status: 200 len: 949 time: 0.4609962 May 31 13:29:37.989495 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port 6ea5257a-ac3a-4364-b87f-8dae5f08ad02 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:29:38.003507 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port 6ea5257a-ac3a-4364-b87f-8dae5f08ad02 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:29:38.004166 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:38.195093 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 13:29:38.247447 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-1a9672c4-cc5c-455b-9ced-ea2772631e6d None None] Set router 5c07ff4b-13f4-4d03-b990-05eeaba90e06 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:29:38.259174 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea9f7e-b5d0-46ac-be94-0e265b320761 req-94178afd-2f18-4fd1-ae75-a06680334ba3 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:38.268519 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 6ea5257a-ac3a-4364-b87f-8dae5f08ad02 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:29:38.269555 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ceea9f7e-b5d0-46ac-be94-0e265b320761 req-94178afd-2f18-4fd1-ae75-a06680334ba3 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.50 "GET /v2.0/networks/d2103cd5-63ba-4c24-9d95-fd17643bf14c HTTP/1.1" status: 200 len: 784 time: 1.0657330 May 31 13:29:38.271005 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:38.320954 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7202993-e846-4f36-9db5-e2796d2c7dd1 req-ad4c1bfa-c252-45e9-b7d6-d6568ef8cba2 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] No DVR routers for this DVR port 93461431-3737-43ab-ac12-7864c8d1a3c4 on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:29:38.339876 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d503a463-32ef-4073-8d14-7b4014cf8f3c req-14631942-3b36-4910-984b-ac49a0db1464 tempest-ImagesNegativeTestJSON-382097120 tempest-ImagesNegativeTestJSON-382097120-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ab68db0-3165-46a0-87e1-7f0f388c1b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680162 May 31 13:29:38.341460 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f7202993-e846-4f36-9db5-e2796d2c7dd1 req-ad4c1bfa-c252-45e9-b7d6-d6568ef8cba2 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:38.355148 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f7202993-e846-4f36-9db5-e2796d2c7dd1 req-ad4c1bfa-c252-45e9-b7d6-d6568ef8cba2 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] 10.222.0.44 "DELETE /v2.0/ports/93461431-3737-43ab-ac12-7864c8d1a3c4 HTTP/1.1" status: 204 len: 173 time: 4.9572322 May 31 13:29:38.356019 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d09d665-de20-4480-88af-e81be792c3c1', 'name': 'network-vif-deleted', 'tag': '93461431-3737-43ab-ac12-7864c8d1a3c4'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:29:38.392753 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f39dc393-967c-4a88-bf32-847b5a957bc3'] response: {'server_uuid': 'a12efbab-a760-4348-9c14-f969aac5be15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcea5229-e83e-4a8f-a38a-ad9361d01354', 'code': 200} May 31 13:29:38.400615 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 6ea5257a-ac3a-4364-b87f-8dae5f08ad02, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=6ea5257a-ac3a-4364-b87f-8dae5f08ad02,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:29:38.407236 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:38.647960 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-fe716bed-0891-4a52-a543-be67a6da5304 req-af83370e-183b-4eb2-a6e7-3dd195ac4a55 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Synchronizing usage tracker for tenant:18168e4261004e939dcd26b86e964c6e on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:29:38.680528 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-fe716bed-0891-4a52-a543-be67a6da5304 req-af83370e-183b-4eb2-a6e7-3dd195ac4a55 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Unset dirty status for tenant:18168e4261004e939dcd26b86e964c6e on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:29:38.691102 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fe716bed-0891-4a52-a543-be67a6da5304 req-af83370e-183b-4eb2-a6e7-3dd195ac4a55 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d09d665-de20-4480-88af-e81be792c3c1 HTTP/1.1" status: 200 len: 210 time: 0.1837981 May 31 13:29:38.714600 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=6ea5257a-ac3a-4364-b87f-8dae5f08ad02,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:29:38.761117 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:39.225162 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb136d6-0132-4038-b49c-7dc8dde6cb93 req-d50ca6ea-6faf-4f0f-97d4-90a23d67b41f tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:39.238966 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bbb136d6-0132-4038-b49c-7dc8dde6cb93 req-d50ca6ea-6faf-4f0f-97d4-90a23d67b41f tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c9187d7-9dd8-469d-b56d-671bd4b21a48 HTTP/1.1" status: 200 len: 946 time: 0.3353419 May 31 13:29:39.328461 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069bbd4e-6283-4946-a04e-f8160597a2b4 req-fb1091d9-3f20-4ffd-912f-7794a468ac7c tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:39.342486 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-069bbd4e-6283-4946-a04e-f8160597a2b4 req-fb1091d9-3f20-4ffd-912f-7794a468ac7c tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/ports?device_id=83adaa3b-be23-4bb2-afc8-0cb4149fa849 HTTP/1.1" status: 200 len: 946 time: 0.3173237 May 31 13:29:39.437755 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bbb136d6-0132-4038-b49c-7dc8dde6cb93 req-86e51089-ae81-4190-bb32-ed43d0db89a9 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d29a7ba-8da4-4594-bfbf-9f55cd071e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971450 May 31 13:29:39.466088 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-1a9672c4-cc5c-455b-9ced-ea2772631e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c07ff4b-13f4-4d03-b990-05eeaba90e06', 'name': 'tempest-ServersTestManualDisk-1089656051-router', 'tenant_id': '18168e4261004e939dcd26b86e964c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': 'e27c20f1-335d-46e2-8466-d1ab2372b932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:27:58Z', 'updated_at': '2022-05-31T13:28:05Z', 'revision_number': 4, 'project_id': '18168e4261004e939dcd26b86e964c6e', 'gw_port': {'id': 'e27c20f1-335d-46e2-8466-d1ab2372b932', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:3e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c07ff4b-13f4-4d03-b990-05eeaba90e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:27:59Z', 'updated_at': '2022-05-31T13:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'f80beafb-4837-4beb-9ebc-4e5c18fabb2d', 'name': '', 'network_id': 'e94860fc-774d-4c2a-8939-034b7867dd9d', 'tenant_id': '18168e4261004e939dcd26b86e964c6e', 'mac_address': 'fa:16:3e:e7:a8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c07ff4b-13f4-4d03-b990-05eeaba90e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'e7bc81f6-6e33-4455-a972-854280f36089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:28:03Z', 'updated_at': '2022-05-31T13:28:16Z', 'revision_number': 5, 'project_id': '18168e4261004e939dcd26b86e964c6e', 'subnets': [{'id': 'e7bc81f6-6e33-4455-a972-854280f36089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:29:39.497744 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9672c4-cc5c-455b-9ced-ea2772631e6d None None] Checking router: 5c07ff4b-13f4-4d03-b990-05eeaba90e06 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:29:39.535507 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9672c4-cc5c-455b-9ced-ea2772631e6d None None] Routers {'5c07ff4b-13f4-4d03-b990-05eeaba90e06'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:29:39.536423 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-1a9672c4-cc5c-455b-9ced-ea2772631e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:29:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['5c07ff4b-13f4-4d03-b990-05eeaba90e06'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:29:39.543896 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-069bbd4e-6283-4946-a04e-f8160597a2b4 req-8683c8fe-92b8-47dc-a669-4b02d01603ef tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a17cab4-6020-4095-a3af-d8da92feae16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000248 May 31 13:29:39.776756 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92451fed-1233-4068-9de6-22a485331e30'] response: {'server_uuid': '6d09d665-de20-4480-88af-e81be792c3c1', 'name': 'network-vif-deleted', 'tag': '93461431-3737-43ab-ac12-7864c8d1a3c4', 'status': 'completed', 'code': 200} May 31 13:29:39.897829 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-1a9672c4-cc5c-455b-9ced-ea2772631e6d None None] Set router 5c07ff4b-13f4-4d03-b990-05eeaba90e06 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:29:39.994253 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be00f6-c37d-48ff-b6e8-3f4311cde5fc req-350be726-aa69-48d1-bd91-bf3517b48e58 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:40.008642 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be00f6-c37d-48ff-b6e8-3f4311cde5fc req-350be726-aa69-48d1-bd91-bf3517b48e58 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:40.023036 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be00f6-c37d-48ff-b6e8-3f4311cde5fc req-350be726-aa69-48d1-bd91-bf3517b48e58 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:40.036007 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be00f6-c37d-48ff-b6e8-3f4311cde5fc req-350be726-aa69-48d1-bd91-bf3517b48e58 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:40.054671 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be00f6-c37d-48ff-b6e8-3f4311cde5fc req-350be726-aa69-48d1-bd91-bf3517b48e58 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:40.069448 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be00f6-c37d-48ff-b6e8-3f4311cde5fc req-350be726-aa69-48d1-bd91-bf3517b48e58 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:40.082544 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be00f6-c37d-48ff-b6e8-3f4311cde5fc req-350be726-aa69-48d1-bd91-bf3517b48e58 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:40.086077 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c0be00f6-c37d-48ff-b6e8-3f4311cde5fc req-350be726-aa69-48d1-bd91-bf3517b48e58 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a HTTP/1.1" status: 200 len: 5435 time: 0.4453278 May 31 13:29:40.210907 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff3e86-a2a2-4009-8d1d-49565afc2968 req-262341f6-2763-4b91-82ed-013c001c044c tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:40.218500 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8aff3e86-a2a2-4009-8d1d-49565afc2968 req-262341f6-2763-4b91-82ed-013c001c044c tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.50 "GET /v2.0/networks?id=4906b42e-b307-4d36-b70d-f5895b463d19 HTTP/1.1" status: 200 len: 820 time: 0.4251378 May 31 13:29:40.238673 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8aff3e86-a2a2-4009-8d1d-49565afc2968 req-75d06c0a-742a-440f-88ba-da21af55d1b4 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.50 "GET /v2.0/quotas/633e14999cf6449e966925c4e75e7489 HTTP/1.1" status: 200 len: 375 time: 0.0190346 May 31 13:29:40.398014 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '994a7b7f-afa6-40a6-8ef1-6a89c09ecae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ea5257a-ac3a-4364-b87f-8dae5f08ad02'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:29:40.485479 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-1a9672c4-cc5c-455b-9ced-ea2772631e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c07ff4b-13f4-4d03-b990-05eeaba90e06', 'name': 'tempest-ServersTestManualDisk-1089656051-router', 'tenant_id': '18168e4261004e939dcd26b86e964c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': 'e27c20f1-335d-46e2-8466-d1ab2372b932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:27:58Z', 'updated_at': '2022-05-31T13:28:05Z', 'revision_number': 4, 'project_id': '18168e4261004e939dcd26b86e964c6e', 'gw_port': {'id': 'e27c20f1-335d-46e2-8466-d1ab2372b932', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:3e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c07ff4b-13f4-4d03-b990-05eeaba90e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:27:59Z', 'updated_at': '2022-05-31T13:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'f80beafb-4837-4beb-9ebc-4e5c18fabb2d', 'name': '', 'network_id': 'e94860fc-774d-4c2a-8939-034b7867dd9d', 'tenant_id': '18168e4261004e939dcd26b86e964c6e', 'mac_address': 'fa:16:3e:e7:a8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c07ff4b-13f4-4d03-b990-05eeaba90e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'e7bc81f6-6e33-4455-a972-854280f36089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:28:03Z', 'updated_at': '2022-05-31T13:28:16Z', 'revision_number': 5, 'project_id': '18168e4261004e939dcd26b86e964c6e', 'subnets': [{'id': 'e7bc81f6-6e33-4455-a972-854280f36089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:29:40.492183 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9672c4-cc5c-455b-9ced-ea2772631e6d None None] The sync data for ids ['5c07ff4b-13f4-4d03-b990-05eeaba90e06'] in n-d-843939-1 is: [{'id': '5c07ff4b-13f4-4d03-b990-05eeaba90e06', 'name': 'tempest-ServersTestManualDisk-1089656051-router', 'tenant_id': '18168e4261004e939dcd26b86e964c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': 'e27c20f1-335d-46e2-8466-d1ab2372b932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:27:58Z', 'updated_at': '2022-05-31T13:28:05Z', 'revision_number': 4, 'project_id': '18168e4261004e939dcd26b86e964c6e', 'gw_port': {'id': 'e27c20f1-335d-46e2-8466-d1ab2372b932', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:3e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c07ff4b-13f4-4d03-b990-05eeaba90e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:27:59Z', 'updated_at': '2022-05-31T13:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'f80beafb-4837-4beb-9ebc-4e5c18fabb2d', 'name': '', 'network_id': 'e94860fc-774d-4c2a-8939-034b7867dd9d', 'tenant_id': '18168e4261004e939dcd26b86e964c6e', 'mac_address': 'fa:16:3e:e7:a8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c07ff4b-13f4-4d03-b990-05eeaba90e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'e7bc81f6-6e33-4455-a972-854280f36089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:28:03Z', 'updated_at': '2022-05-31T13:28:16Z', 'revision_number': 5, 'project_id': '18168e4261004e939dcd26b86e964c6e', 'subnets': [{'id': 'e7bc81f6-6e33-4455-a972-854280f36089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:29:40.545751 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8aff3e86-a2a2-4009-8d1d-49565afc2968 req-d8305644-bb73-47cd-a69e-acb01ac5ed9b tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=633e14999cf6449e966925c4e75e7489&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2905424 May 31 13:29:40.602534 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0ea977f4-032d-424c-8eef-7eebfa15c626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:40.811875 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52325c22-7d3c-425b-943b-4ecf63991c22 req-98be8c49-13ed-4e96-bbec-0a5beb2a839f tempest-ImagesNegativeTestJSON-382097120 tempest-ImagesNegativeTestJSON-382097120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:40.811875 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-52325c22-7d3c-425b-943b-4ecf63991c22 req-98be8c49-13ed-4e96-bbec-0a5beb2a839f tempest-ImagesNegativeTestJSON-382097120 tempest-ImagesNegativeTestJSON-382097120-project] 10.222.0.50 "GET /v2.0/ports?device_id=994a7b7f-afa6-40a6-8ef1-6a89c09ecae4 HTTP/1.1" status: 200 len: 950 time: 0.4990299 May 31 13:29:40.972525 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-52325c22-7d3c-425b-943b-4ecf63991c22 req-f92f709c-b91b-4c5f-83a2-32939447aaf2 tempest-ImagesNegativeTestJSON-382097120 tempest-ImagesNegativeTestJSON-382097120-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ab68db0-3165-46a0-87e1-7f0f388c1b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287112 May 31 13:29:41.019080 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a557e4b-e6e7-4cfa-ad38-5040e918e74c None None] New status for floating IP 3b9e5365-6390-46a5-9349-4a7d86b985a3: DOWN {{(pid=88371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 13:29:41.027076 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8aff3e86-a2a2-4009-8d1d-49565afc2968 req-6530f00d-d61d-4a4d-ae8d-cebca0c93121 service neutron] 10.222.0.50 "GET /v2.0/networks/4906b42e-b307-4d36-b70d-f5895b463d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4729078 May 31 13:29:41.271669 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8aff3e86-a2a2-4009-8d1d-49565afc2968 req-d2c15c53-32e5-49fd-b423-a725f2c8fc94 service neutron] 10.222.0.50 "GET /v2.0/networks/4906b42e-b307-4d36-b70d-f5895b463d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327929 May 31 13:29:41.868892 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbc8d6b3-ba6e-4763-8ce6-a5d67be0e99b'] response: {'server_uuid': '994a7b7f-afa6-40a6-8ef1-6a89c09ecae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ea5257a-ac3a-4364-b87f-8dae5f08ad02', 'code': 200} May 31 13:29:42.279595 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96696f05-d6a6-4efe-b18d-735c6fd0eabf req-deb164d1-9a90-4c8a-8675-e9b0d7d8af2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:42.281512 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-96696f05-d6a6-4efe-b18d-735c6fd0eabf req-deb164d1-9a90-4c8a-8675-e9b0d7d8af2a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=994a7b7f-afa6-40a6-8ef1-6a89c09ecae4 HTTP/1.1" status: 200 len: 1101 time: 0.2789063 May 31 13:29:42.340656 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61468d15-b5d6-423c-ab40-824051c98bab req-3a77606f-55d5-4e22-a056-daeacc50ea42 tempest-LiveMigrationTest-979382837 tempest-LiveMigrationTest-979382837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:42.350833 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-61468d15-b5d6-423c-ab40-824051c98bab req-3a77606f-55d5-4e22-a056-daeacc50ea42 tempest-LiveMigrationTest-979382837 tempest-LiveMigrationTest-979382837-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=9c9187d7-9dd8-469d-b56d-671bd4b21a48 HTTP/1.1" status: 200 len: 1097 time: 0.4711070 May 31 13:29:42.437244 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fcc46e-b413-42ed-92ca-70df5ad6e024 req-54d53860-5a10-406a-863e-845b534d3f83 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:42.439557 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e1fcc46e-b413-42ed-92ca-70df5ad6e024 req-54d53860-5a10-406a-863e-845b534d3f83 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/ports?device_id=83adaa3b-be23-4bb2-afc8-0cb4149fa849 HTTP/1.1" status: 200 len: 946 time: 0.3107011 May 31 13:29:42.467591 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-96696f05-d6a6-4efe-b18d-735c6fd0eabf req-48798e36-94c6-40c7-a914-264128b0d7c8 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0ab68db0-3165-46a0-87e1-7f0f388c1b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782897 May 31 13:29:42.497733 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43086) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:29:42.516823 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-61468d15-b5d6-423c-ab40-824051c98bab req-3f4e00d3-1a35-45b0-9490-d3bd9ea8d6ac tempest-LiveMigrationTest-979382837 tempest-LiveMigrationTest-979382837-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=3d29a7ba-8da4-4594-bfbf-9f55cd071e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488905 May 31 13:29:42.556070 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e1fcc46e-b413-42ed-92ca-70df5ad6e024 req-74640288-df3e-4c9a-9473-d8ecad8451e3 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a17cab4-6020-4095-a3af-d8da92feae16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051214 May 31 13:29:42.659852 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 43096) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:29:42.721588 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c5263b-24e8-4960-bd54-72ad86510085 req-af534226-7d89-4612-abe8-3c2442871f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:42.739475 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c5263b-24e8-4960-bd54-72ad86510085 req-af534226-7d89-4612-abe8-3c2442871f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:42.741104 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c5263b-24e8-4960-bd54-72ad86510085 req-af534226-7d89-4612-abe8-3c2442871f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:42.742245 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c5263b-24e8-4960-bd54-72ad86510085 req-af534226-7d89-4612-abe8-3c2442871f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:42.747790 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c5263b-24e8-4960-bd54-72ad86510085 req-af534226-7d89-4612-abe8-3c2442871f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:42.749128 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c5263b-24e8-4960-bd54-72ad86510085 req-af534226-7d89-4612-abe8-3c2442871f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:42.750266 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c5263b-24e8-4960-bd54-72ad86510085 req-af534226-7d89-4612-abe8-3c2442871f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:42.763044 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-44c5263b-24e8-4960-bd54-72ad86510085 req-af534226-7d89-4612-abe8-3c2442871f91 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a HTTP/1.1" status: 200 len: 6492 time: 0.2638092 May 31 13:29:42.795466 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a2a3a9da-a465-4abb-bc82-eeebbec15ebb req-42bce6ab-f4aa-40c3-abc5-84dfeb42ba94 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5e95ad1-6dce-417f-a915-ce477b98c8cd HTTP/1.1" status: 200 len: 210 time: 0.0778000 May 31 13:29:42.797720 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-432b9e00-a20a-4cde-8279-12710281fedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:42.849919 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-44c5263b-24e8-4960-bd54-72ad86510085 req-0cd00af2-e24a-4227-a4b4-ca3a8b2197fb service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=71a9d93c-f6cb-49b0-b2f5-61553702d6c1&id=1de4fedc-888a-46c6-9d87-1b48c5765046&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0840707 May 31 13:29:42.921091 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6db04f0d-5977-4f4c-9949-0dfce807c523 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:43.050084 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6db04f0d-5977-4f4c-9949-0dfce807c523 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:43.303812 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407c4062-7521-4875-8d56-9a11adeaeb0c req-155816ca-36d1-4e17-acfb-3a875a81483c tempest-ImagesNegativeTestJSON-382097120 tempest-ImagesNegativeTestJSON-382097120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:43.310587 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-407c4062-7521-4875-8d56-9a11adeaeb0c req-155816ca-36d1-4e17-acfb-3a875a81483c tempest-ImagesNegativeTestJSON-382097120 tempest-ImagesNegativeTestJSON-382097120-project] 10.222.0.50 "GET /v2.0/ports?device_id=994a7b7f-afa6-40a6-8ef1-6a89c09ecae4 HTTP/1.1" status: 200 len: 950 time: 0.4675069 May 31 13:29:43.366682 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6db04f0d-5977-4f4c-9949-0dfce807c523 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:43.383081 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b513e-52b3-488f-9185-38ee3a1dff49 req-5019299b-f213-4ff1-9f91-22b9dadf4092 tempest-LiveMigrationTest-979382837 tempest-LiveMigrationTest-979382837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:43.384518 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af9b513e-52b3-488f-9185-38ee3a1dff49 req-5019299b-f213-4ff1-9f91-22b9dadf4092 tempest-LiveMigrationTest-979382837 tempest-LiveMigrationTest-979382837-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=9c9187d7-9dd8-469d-b56d-671bd4b21a48 HTTP/1.1" status: 200 len: 1097 time: 0.4071450 May 31 13:29:43.402855 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-407c4062-7521-4875-8d56-9a11adeaeb0c req-550c9171-fc20-4c4f-955d-aa24ae085803 tempest-ImagesNegativeTestJSON-382097120 tempest-ImagesNegativeTestJSON-382097120-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ab68db0-3165-46a0-87e1-7f0f388c1b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894706 May 31 13:29:43.444457 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db04f0d-5977-4f4c-9949-0dfce807c523 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df5af2d-f549-4666-90cd-c522e41d204c,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:29:43.535610 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af9b513e-52b3-488f-9185-38ee3a1dff49 req-46f8b97d-242b-4669-9bb2-c95c2e072f90 tempest-LiveMigrationTest-979382837 tempest-LiveMigrationTest-979382837-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=3d29a7ba-8da4-4594-bfbf-9f55cd071e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285260 May 31 13:29:43.541543 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6db04f0d-5977-4f4c-9949-0dfce807c523 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:43.541543 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-6db04f0d-5977-4f4c-9949-0dfce807c523 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] 10.222.0.50 "DELETE /v2.0/security-groups/9df5af2d-f549-4666-90cd-c522e41d204c HTTP/1.1" status: 204 len: 168 time: 0.8791490 May 31 13:29:43.544051 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 43110) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:29:43.578399 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [None req-e32b6acb-5ee7-4a04-a390-1127c6f3aa2c tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] show failed (client error): The resource could not be found. May 31 13:29:43.582278 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-e32b6acb-5ee7-4a04-a390-1127c6f3aa2c tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] 10.222.0.50 "GET /v2.0/security-groups/9df5af2d-f549-4666-90cd-c522e41d204c HTTP/1.1" status: 404 len: 347 time: 0.0368648 May 31 13:29:43.586728 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 43118) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:29:43.679103 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:43.780234 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:44.160432 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-c7b74a6e-07d8-4d17-bcec-d74d71095d99 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Deleting port d2b26567-4d34-4efc-91cc-30969f712585 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:29:44.160965 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c7b74a6e-07d8-4d17-bcec-d74d71095d99 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:44.346630 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff3e86-a2a2-4009-8d1d-49565afc2968 req-18063ac4-0f06-4fb0-a1a9-7361fd133c0b tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:44.348971 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8aff3e86-a2a2-4009-8d1d-49565afc2968 req-18063ac4-0f06-4fb0-a1a9-7361fd133c0b tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.44 "GET /v2.0/networks?id=4906b42e-b307-4d36-b70d-f5895b463d19 HTTP/1.1" status: 200 len: 820 time: 0.4144413 May 31 13:29:44.410912 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-8aff3e86-a2a2-4009-8d1d-49565afc2968 req-b1f4c9f3-e1e8-4984-9ed9-6d962b9e3a90 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Request body: {'port': {'device_id': 'a5e95ad1-6dce-417f-a915-ce477b98c8cd', 'network_id': '4906b42e-b307-4d36-b70d-f5895b463d19', 'admin_state_up': True, 'tenant_id': '633e14999cf6449e966925c4e75e7489'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:29:44.627246 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-8aff3e86-a2a2-4009-8d1d-49565afc2968 req-b1f4c9f3-e1e8-4984-9ed9-6d962b9e3a90 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:29:44.666116 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-8aff3e86-a2a2-4009-8d1d-49565afc2968 req-b1f4c9f3-e1e8-4984-9ed9-6d962b9e3a90 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:29:44.694951 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad1124-3556-40c9-8040-5cac7fbc8996 req-f8ba53b9-78a0-4ebb-8d40-67936973d15d tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:44.702783 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-49ad1124-3556-40c9-8040-5cac7fbc8996 req-f8ba53b9-78a0-4ebb-8d40-67936973d15d tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/ports?device_id=83adaa3b-be23-4bb2-afc8-0cb4149fa849 HTTP/1.1" status: 200 len: 946 time: 0.8428833 May 31 13:29:44.752138 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8aff3e86-a2a2-4009-8d1d-49565afc2968 req-b1f4c9f3-e1e8-4984-9ed9-6d962b9e3a90 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Made reservation on behalf of 633e14999cf6449e966925c4e75e7489 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:29:44.755876 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8aff3e86-a2a2-4009-8d1d-49565afc2968 req-b1f4c9f3-e1e8-4984-9ed9-6d962b9e3a90 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:44.878571 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c7b74a6e-07d8-4d17-bcec-d74d71095d99 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:44.878904 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c7b74a6e-07d8-4d17-bcec-d74d71095d99 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:45.098637 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-49ad1124-3556-40c9-8040-5cac7fbc8996 req-8e931cba-ca8f-4bad-8101-1fec929ac706 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a17cab4-6020-4095-a3af-d8da92feae16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3880839 May 31 13:29:45.107454 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-c7b74a6e-07d8-4d17-bcec-d74d71095d99 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Calling delete_port for d2b26567-4d34-4efc-91cc-30969f712585 owned by network:floatingip {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:29:45.337493 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-8aff3e86-a2a2-4009-8d1d-49565afc2968 req-b1f4c9f3-e1e8-4984-9ed9-6d962b9e3a90 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Allocated IP 172.20.0.3 (4906b42e-b307-4d36-b70d-f5895b463d19/33d5a057-d728-4f2d-867b-3bfbd8f9a5e3/e6b68917-db09-4f5c-b406-1282734b8074) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:29:45.445122 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:45.509783 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2d56f7b5-e863-4b53-974b-10f2ef9e2c08 req-f2aa4290-df44-45a0-8ec7-fa9530200cac tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5e95ad1-6dce-417f-a915-ce477b98c8cd HTTP/1.1" status: 200 len: 210 time: 0.0898139 May 31 13:29:45.602795 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c7b74a6e-07d8-4d17-bcec-d74d71095d99 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:45.693469 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b74a6e-07d8-4d17-bcec-d74d71095d99 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Pushing event deleted for resources: {'Port': ['ID=d2b26567-4d34-4efc-91cc-30969f712585,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:29:45.908343 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [req-8d1d7ba9-95c1-4ec0-8b5a-3468dc2cce9d req-bda34631-5426-460c-8465-432e2bd03b95 tempest-LiveMigrationTest-979382837 tempest-LiveMigrationTest-979382837-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88369) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:29:45.911505 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8d1d7ba9-95c1-4ec0-8b5a-3468dc2cce9d req-bda34631-5426-460c-8465-432e2bd03b95 tempest-LiveMigrationTest-979382837 tempest-LiveMigrationTest-979382837-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0111568 May 31 13:29:45.927401 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-8d1d7ba9-95c1-4ec0-8b5a-3468dc2cce9d req-71f380b7-73f4-4d0e-869d-b30594a4cf2d service neutron] Request body: {'binding': {'host': 'n-h1-843939-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:29:45.927713 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-8d1d7ba9-95c1-4ec0-8b5a-3468dc2cce9d req-71f380b7-73f4-4d0e-869d-b30594a4cf2d service neutron] Unknown quota resources ['binding']. {{(pid=88369) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 31 13:29:46.252974 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-8d1d7ba9-95c1-4ec0-8b5a-3468dc2cce9d req-71f380b7-73f4-4d0e-869d-b30594a4cf2d service neutron] Attempting to bind port 61762e12-583d-445a-a9d7-c31772613a37 on host n-h1-843939-1 for vnic_type normal with profile None {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:29:46.253483 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-8d1d7ba9-95c1-4ec0-8b5a-3468dc2cce9d req-71f380b7-73f4-4d0e-869d-b30594a4cf2d service neutron] Attempting to bind port 61762e12-583d-445a-a9d7-c31772613a37 by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': '6af449b4-9759-41ca-aa70-1c602a81197c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e576ad54-297c-4eec-b73b-25479782c1e2'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:29:46.254053 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1d7ba9-95c1-4ec0-8b5a-3468dc2cce9d req-71f380b7-73f4-4d0e-869d-b30594a4cf2d service neutron] Attempting to bind port 61762e12-583d-445a-a9d7-c31772613a37 on network e576ad54-297c-4eec-b73b-25479782c1e2 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:29:46.262246 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1d7ba9-95c1-4ec0-8b5a-3468dc2cce9d req-71f380b7-73f4-4d0e-869d-b30594a4cf2d service neutron] Port 61762e12-583d-445a-a9d7-c31772613a37 on network e576ad54-297c-4eec-b73b-25479782c1e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:29:46.262972 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1d7ba9-95c1-4ec0-8b5a-3468dc2cce9d req-71f380b7-73f4-4d0e-869d-b30594a4cf2d service neutron] Attempting to bind port 61762e12-583d-445a-a9d7-c31772613a37 on network e576ad54-297c-4eec-b73b-25479782c1e2 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:29:46.270423 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1d7ba9-95c1-4ec0-8b5a-3468dc2cce9d req-71f380b7-73f4-4d0e-869d-b30594a4cf2d service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:29:46.270903 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1d7ba9-95c1-4ec0-8b5a-3468dc2cce9d req-71f380b7-73f4-4d0e-869d-b30594a4cf2d service neutron] Checking segment: {'id': '6af449b4-9759-41ca-aa70-1c602a81197c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e576ad54-297c-4eec-b73b-25479782c1e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:29:46.271412 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1d7ba9-95c1-4ec0-8b5a-3468dc2cce9d req-71f380b7-73f4-4d0e-869d-b30594a4cf2d service neutron] Bound using segment: {'id': '6af449b4-9759-41ca-aa70-1c602a81197c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e576ad54-297c-4eec-b73b-25479782c1e2'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:29:46.272101 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-8d1d7ba9-95c1-4ec0-8b5a-3468dc2cce9d req-71f380b7-73f4-4d0e-869d-b30594a4cf2d service neutron] Bound port: 61762e12-583d-445a-a9d7-c31772613a37, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6af449b4-9759-41ca-aa70-1c602a81197c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e576ad54-297c-4eec-b73b-25479782c1e2'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:29:46.313008 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c7b74a6e-07d8-4d17-bcec-d74d71095d99 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Notify callbacks [] for floatingip, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:46.370860 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-8d1d7ba9-95c1-4ec0-8b5a-3468dc2cce9d req-71f380b7-73f4-4d0e-869d-b30594a4cf2d service neutron] For port 61762e12-583d-445a-a9d7-c31772613a37, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=61762e12-583d-445a-a9d7-c31772613a37,segment=NetworkSegment(6af449b4-9759-41ca-aa70-1c602a81197c),segment_id=6af449b4-9759-41ca-aa70-1c602a81197c)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:29:46.380584 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-8d1d7ba9-95c1-4ec0-8b5a-3468dc2cce9d req-71f380b7-73f4-4d0e-869d-b30594a4cf2d service neutron] Notify callbacks [] for binding, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:46.390642 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094679f2-39b2-45f0-baf0-b34da5113039 req-b8259e1c-5dcc-4b27-b66f-4f48bfbd0dcb tempest-ImagesNegativeTestJSON-382097120 tempest-ImagesNegativeTestJSON-382097120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:46.392529 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-094679f2-39b2-45f0-baf0-b34da5113039 req-b8259e1c-5dcc-4b27-b66f-4f48bfbd0dcb tempest-ImagesNegativeTestJSON-382097120 tempest-ImagesNegativeTestJSON-382097120-project] 10.222.0.50 "GET /v2.0/ports?device_id=994a7b7f-afa6-40a6-8ef1-6a89c09ecae4 HTTP/1.1" status: 200 len: 950 time: 0.6164927 May 31 13:29:46.394813 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8d1d7ba9-95c1-4ec0-8b5a-3468dc2cce9d req-71f380b7-73f4-4d0e-869d-b30594a4cf2d service neutron] 10.222.0.50 "POST /v2.0/ports/61762e12-583d-445a-a9d7-c31772613a37/bindings HTTP/1.1" status: 201 len: 389 time: 0.4753127 May 31 13:29:46.458130 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c7b74a6e-07d8-4d17-bcec-d74d71095d99 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:46.462498 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c7b74a6e-07d8-4d17-bcec-d74d71095d99 tempest-ServersTestManualDisk-1425983456 tempest-ServersTestManualDisk-1425983456-project] 10.222.0.50 "DELETE /v2.0/floatingips/3b9e5365-6390-46a5-9349-4a7d86b985a3 HTTP/1.1" status: 204 len: 168 time: 2.8742955 May 31 13:29:46.463027 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43166) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:29:46.469466 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8aff3e86-a2a2-4009-8d1d-49565afc2968 req-b1f4c9f3-e1e8-4984-9ed9-6d962b9e3a90 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:46.555022 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-8aff3e86-a2a2-4009-8d1d-49565afc2968 req-b1f4c9f3-e1e8-4984-9ed9-6d962b9e3a90 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Transition to ACTIVE for port object e6b68917-db09-4f5c-b406-1282734b8074 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:29:46.594991 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-094679f2-39b2-45f0-baf0-b34da5113039 req-614df2fd-d301-44ae-a837-6181e0320465 tempest-ImagesNegativeTestJSON-382097120 tempest-ImagesNegativeTestJSON-382097120-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ab68db0-3165-46a0-87e1-7f0f388c1b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910717 May 31 13:29:46.696147 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8aff3e86-a2a2-4009-8d1d-49565afc2968 req-b1f4c9f3-e1e8-4984-9ed9-6d962b9e3a90 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:46.711279 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['32ca3252-a6cd-40d0-9751-a0bcd2a5f418'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:29:46.872594 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8aff3e86-a2a2-4009-8d1d-49565afc2968 req-b1f4c9f3-e1e8-4984-9ed9-6d962b9e3a90 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Network 4906b42e-b307-4d36-b70d-f5895b463d19 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:29:46.876938 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-8aff3e86-a2a2-4009-8d1d-49565afc2968 req-b1f4c9f3-e1e8-4984-9ed9-6d962b9e3a90 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:29:46.897071 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aff3e86-a2a2-4009-8d1d-49565afc2968 req-b1f4c9f3-e1e8-4984-9ed9-6d962b9e3a90 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:29:46.951904 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f4c9f3-e1e8-4984-9ed9-6d962b9e3a90 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Pushing event updated for resources: {'Port': ['ID=e6b68917-db09-4f5c-b406-1282734b8074,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:29:47.037886 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff3e86-a2a2-4009-8d1d-49565afc2968 req-b1f4c9f3-e1e8-4984-9ed9-6d962b9e3a90 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:47.047267 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8aff3e86-a2a2-4009-8d1d-49565afc2968 req-b1f4c9f3-e1e8-4984-9ed9-6d962b9e3a90 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:47.087940 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8aff3e86-a2a2-4009-8d1d-49565afc2968 req-b1f4c9f3-e1e8-4984-9ed9-6d962b9e3a90 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7029250 May 31 13:29:47.264518 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-8aff3e86-a2a2-4009-8d1d-49565afc2968 req-d70967fd-67f9-4a48-b120-a22bcb402b1d service neutron] Request body: {'port': {'device_id': 'a5e95ad1-6dce-417f-a915-ce477b98c8cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:29:47.289614 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f919a796-f1b2-48ec-8ffe-6f7aba8e754c None None] Provisioning for port e6b68917-db09-4f5c-b406-1282734b8074 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:29:47.304898 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f919a796-f1b2-48ec-8ffe-6f7aba8e754c None None] Provisioning complete for port e6b68917-db09-4f5c-b406-1282734b8074 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:29:47.320101 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f919a796-f1b2-48ec-8ffe-6f7aba8e754c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:47.460156 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-f919a796-f1b2-48ec-8ffe-6f7aba8e754c None None] Port e6b68917-db09-4f5c-b406-1282734b8074 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:29:47.482460 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d7ba9-95c1-4ec0-8b5a-3468dc2cce9d req-ee02c6e0-7584-4de3-93e0-2782a2bc973a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:47.484653 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8d1d7ba9-95c1-4ec0-8b5a-3468dc2cce9d req-ee02c6e0-7584-4de3-93e0-2782a2bc973a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9d7345b6bbc64d3981e920379156fa19&device_id=9c9187d7-9dd8-469d-b56d-671bd4b21a48 HTTP/1.1" status: 200 len: 1097 time: 0.2280946 May 31 13:29:47.519242 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d761e33-ab46-4c3c-95c2-6e7fb9eecd43 req-2ead720f-2d64-4a4a-9bea-2a82dd32693e tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:47.519242 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6d761e33-ab46-4c3c-95c2-6e7fb9eecd43 req-2ead720f-2d64-4a4a-9bea-2a82dd32693e tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/ports?device_id=83adaa3b-be23-4bb2-afc8-0cb4149fa849 HTTP/1.1" status: 200 len: 946 time: 0.4347255 May 31 13:29:47.519242 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8aff3e86-a2a2-4009-8d1d-49565afc2968 req-d70967fd-67f9-4a48-b120-a22bcb402b1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:47.561269 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ddb2eb-eb87-4fbf-a123-dd78f8782a7e req-d6ed68fe-624a-4386-8705-1e229a0d9ab2 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:47.561269 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a0ddb2eb-eb87-4fbf-a123-dd78f8782a7e req-d6ed68fe-624a-4386-8705-1e229a0d9ab2 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c9187d7-9dd8-469d-b56d-671bd4b21a48 HTTP/1.1" status: 200 len: 946 time: 0.4725521 May 31 13:29:47.747794 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6d761e33-ab46-4c3c-95c2-6e7fb9eecd43 req-0aa79f58-def6-4eee-b25b-be4ea8d78444 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a17cab4-6020-4095-a3af-d8da92feae16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124853 May 31 13:29:47.758555 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d7ba9-95c1-4ec0-8b5a-3468dc2cce9d req-81cd5c0d-3d55-4286-baa6-4a9425dabb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:47.760014 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8d1d7ba9-95c1-4ec0-8b5a-3468dc2cce9d req-81cd5c0d-3d55-4286-baa6-4a9425dabb07 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e576ad54-297c-4eec-b73b-25479782c1e2 HTTP/1.1" status: 200 len: 909 time: 0.2631602 May 31 13:29:47.770189 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a0ddb2eb-eb87-4fbf-a123-dd78f8782a7e req-1b588839-17ef-447b-bf27-e08cf45b77ca tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d29a7ba-8da4-4594-bfbf-9f55cd071e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944888 May 31 13:29:47.855188 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fc11b3d6-c030-49fe-87f9-68dc4d69f9da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:47.966328 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8d1d7ba9-95c1-4ec0-8b5a-3468dc2cce9d req-c0bd43a2-9f6a-4980-b34f-ec1c81790cb1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61762e12-583d-445a-a9d7-c31772613a37 HTTP/1.1" status: 200 len: 217 time: 0.1999669 May 31 13:29:48.235039 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d7ba9-95c1-4ec0-8b5a-3468dc2cce9d req-91237735-8b38-49c7-898d-eeed4db03af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:48.237793 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8d1d7ba9-95c1-4ec0-8b5a-3468dc2cce9d req-91237735-8b38-49c7-898d-eeed4db03af9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=376bfa95-ebe5-4cb8-abaa-2bcb5d3a07e3 HTTP/1.1" status: 200 len: 848 time: 0.2576139 May 31 13:29:48.398600 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-8aff3e86-a2a2-4009-8d1d-49565afc2968 req-d70967fd-67f9-4a48-b120-a22bcb402b1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6b68917-db09-4f5c-b406-1282734b8074 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:29:48.416721 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8aff3e86-a2a2-4009-8d1d-49565afc2968 req-d70967fd-67f9-4a48-b120-a22bcb402b1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:48.438543 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-8aff3e86-a2a2-4009-8d1d-49565afc2968 req-d70967fd-67f9-4a48-b120-a22bcb402b1d service neutron] Transition to ACTIVE for port object e6b68917-db09-4f5c-b406-1282734b8074 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:29:48.438543 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8aff3e86-a2a2-4009-8d1d-49565afc2968 req-d70967fd-67f9-4a48-b120-a22bcb402b1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:48.814990 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8d1d7ba9-95c1-4ec0-8b5a-3468dc2cce9d req-597942a4-9659-41bc-a24d-8d6655accd0a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e576ad54-297c-4eec-b73b-25479782c1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5545714 May 31 13:29:49.068279 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70967fd-67f9-4a48-b120-a22bcb402b1d service neutron] Pushing event updated for resources: {'Port': ['ID=e6b68917-db09-4f5c-b406-1282734b8074,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:29:49.175527 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f93b75-cbd1-4717-8ca8-f561d9f1d6e8 req-5bef68ee-b0f4-48af-a313-07348fbc72e7 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:49.175527 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-e7f93b75-cbd1-4717-8ca8-f561d9f1d6e8 req-5bef68ee-b0f4-48af-a313-07348fbc72e7 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Synchronizing usage tracker for tenant:633e14999cf6449e966925c4e75e7489 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:29:49.217495 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-e7f93b75-cbd1-4717-8ca8-f561d9f1d6e8 req-5bef68ee-b0f4-48af-a313-07348fbc72e7 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Unset dirty status for tenant:633e14999cf6449e966925c4e75e7489 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:29:49.232997 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e7f93b75-cbd1-4717-8ca8-f561d9f1d6e8 req-5bef68ee-b0f4-48af-a313-07348fbc72e7 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5e95ad1-6dce-417f-a915-ce477b98c8cd HTTP/1.1" status: 200 len: 943 time: 0.8068113 May 31 13:29:49.348898 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35c4650-8efb-46c2-b044-6aea5651fb98 req-1e5deb0d-bd90-4b98-a2b1-f23f3bf1dc40 tempest-ImagesNegativeTestJSON-382097120 tempest-ImagesNegativeTestJSON-382097120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:49.348898 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e35c4650-8efb-46c2-b044-6aea5651fb98 req-1e5deb0d-bd90-4b98-a2b1-f23f3bf1dc40 tempest-ImagesNegativeTestJSON-382097120 tempest-ImagesNegativeTestJSON-382097120-project] 10.222.0.50 "GET /v2.0/ports?device_id=994a7b7f-afa6-40a6-8ef1-6a89c09ecae4 HTTP/1.1" status: 200 len: 950 time: 0.6041756 May 31 13:29:49.432277 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8d1d7ba9-95c1-4ec0-8b5a-3468dc2cce9d req-3b1f81b1-5a6f-48ff-8ca7-71a2213ace6f service neutron] 10.222.0.20 "GET /v2.0/networks/e576ad54-297c-4eec-b73b-25479782c1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5939679 May 31 13:29:49.447423 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-8aff3e86-a2a2-4009-8d1d-49565afc2968 req-d70967fd-67f9-4a48-b120-a22bcb402b1d service neutron] Attempting to bind port e6b68917-db09-4f5c-b406-1282734b8074 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:29:49.462844 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-8aff3e86-a2a2-4009-8d1d-49565afc2968 req-d70967fd-67f9-4a48-b120-a22bcb402b1d service neutron] Attempting to bind port e6b68917-db09-4f5c-b406-1282734b8074 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'b43bd213-a5c3-431b-9972-53566e005364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4906b42e-b307-4d36-b70d-f5895b463d19'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:29:49.462844 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aff3e86-a2a2-4009-8d1d-49565afc2968 req-d70967fd-67f9-4a48-b120-a22bcb402b1d service neutron] Attempting to bind port e6b68917-db09-4f5c-b406-1282734b8074 on network 4906b42e-b307-4d36-b70d-f5895b463d19 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:29:49.517928 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aff3e86-a2a2-4009-8d1d-49565afc2968 req-d70967fd-67f9-4a48-b120-a22bcb402b1d service neutron] Port e6b68917-db09-4f5c-b406-1282734b8074 on network 4906b42e-b307-4d36-b70d-f5895b463d19 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:29:49.517928 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aff3e86-a2a2-4009-8d1d-49565afc2968 req-d70967fd-67f9-4a48-b120-a22bcb402b1d service neutron] Attempting to bind port e6b68917-db09-4f5c-b406-1282734b8074 on network 4906b42e-b307-4d36-b70d-f5895b463d19 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:29:49.560177 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e7f93b75-cbd1-4717-8ca8-f561d9f1d6e8 req-fd47201c-389c-4a4c-8ff7-329f4467b5f4 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.50 "GET /v2.0/security-groups?id=834a7886-0cce-4ec4-86a1-7e121fb3b800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221331 May 31 13:29:49.598530 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8d1d7ba9-95c1-4ec0-8b5a-3468dc2cce9d req-c5b78f78-124a-48c8-961d-2888fa3ae38b service neutron] 10.222.0.20 "GET /v2.0/networks/e576ad54-297c-4eec-b73b-25479782c1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765609 May 31 13:29:49.640999 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e35c4650-8efb-46c2-b044-6aea5651fb98 req-cabe31bb-9c99-4388-9729-736d4fde0414 tempest-ImagesNegativeTestJSON-382097120 tempest-ImagesNegativeTestJSON-382097120-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ab68db0-3165-46a0-87e1-7f0f388c1b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767189 May 31 13:29:49.640999 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aff3e86-a2a2-4009-8d1d-49565afc2968 req-d70967fd-67f9-4a48-b120-a22bcb402b1d service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:29:49.640999 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aff3e86-a2a2-4009-8d1d-49565afc2968 req-d70967fd-67f9-4a48-b120-a22bcb402b1d service neutron] Checking segment: {'id': 'b43bd213-a5c3-431b-9972-53566e005364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4906b42e-b307-4d36-b70d-f5895b463d19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:29:49.640999 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aff3e86-a2a2-4009-8d1d-49565afc2968 req-d70967fd-67f9-4a48-b120-a22bcb402b1d service neutron] Bound using segment: {'id': 'b43bd213-a5c3-431b-9972-53566e005364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4906b42e-b307-4d36-b70d-f5895b463d19'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:29:49.640999 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-8aff3e86-a2a2-4009-8d1d-49565afc2968 req-d70967fd-67f9-4a48-b120-a22bcb402b1d service neutron] Bound port: e6b68917-db09-4f5c-b406-1282734b8074, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b43bd213-a5c3-431b-9972-53566e005364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4906b42e-b307-4d36-b70d-f5895b463d19'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:29:49.640999 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8aff3e86-a2a2-4009-8d1d-49565afc2968 req-d70967fd-67f9-4a48-b120-a22bcb402b1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:50.104372 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-fc11b3d6-c030-49fe-87f9-68dc4d69f9da admin admin] Deleting port f80beafb-4837-4beb-9ebc-4e5c18fabb2d {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:29:50.104372 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fc11b3d6-c030-49fe-87f9-68dc4d69f9da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:50.384228 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-8aff3e86-a2a2-4009-8d1d-49565afc2968 req-d70967fd-67f9-4a48-b120-a22bcb402b1d service neutron] For port e6b68917-db09-4f5c-b406-1282734b8074, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:29:50.468198 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-8aff3e86-a2a2-4009-8d1d-49565afc2968 req-d70967fd-67f9-4a48-b120-a22bcb402b1d service neutron] For port e6b68917-db09-4f5c-b406-1282734b8074, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=e6b68917-db09-4f5c-b406-1282734b8074,segment=NetworkSegment(b43bd213-a5c3-431b-9972-53566e005364),segment_id=b43bd213-a5c3-431b-9972-53566e005364)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:29:50.482764 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8aff3e86-a2a2-4009-8d1d-49565afc2968 req-d70967fd-67f9-4a48-b120-a22bcb402b1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:50.510394 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-fc11b3d6-c030-49fe-87f9-68dc4d69f9da admin admin] For port f80beafb-4837-4beb-9ebc-4e5c18fabb2d, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=f80beafb-4837-4beb-9ebc-4e5c18fabb2d,segment=NetworkSegment(e182c216-7254-4f7c-9347-fb53ba5ba244),segment_id=e182c216-7254-4f7c-9347-fb53ba5ba244)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:29:50.510739 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fc11b3d6-c030-49fe-87f9-68dc4d69f9da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:50.593377 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70967fd-67f9-4a48-b120-a22bcb402b1d service neutron] Pushing event updated for resources: {'Port': ['ID=e6b68917-db09-4f5c-b406-1282734b8074,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:29:50.631416 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff3e86-a2a2-4009-8d1d-49565afc2968 req-d70967fd-67f9-4a48-b120-a22bcb402b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:50.632684 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8aff3e86-a2a2-4009-8d1d-49565afc2968 req-d70967fd-67f9-4a48-b120-a22bcb402b1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:50.635238 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8aff3e86-a2a2-4009-8d1d-49565afc2968 req-d70967fd-67f9-4a48-b120-a22bcb402b1d service neutron] 10.222.0.44 "PUT /v2.0/ports/e6b68917-db09-4f5c-b406-1282734b8074 HTTP/1.1" status: 200 len: 1091 time: 3.4490654 May 31 13:29:50.648130 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5e95ad1-6dce-417f-a915-ce477b98c8cd', 'tag': 'e6b68917-db09-4f5c-b406-1282734b8074'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:29:50.685063 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc97bd4-f549-4edb-9845-de31843bb963 req-08e7d582-2111-447c-823a-cb2c63dbfc65 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:50.687927 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ddc97bd4-f549-4edb-9845-de31843bb963 req-08e7d582-2111-447c-823a-cb2c63dbfc65 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c9187d7-9dd8-469d-b56d-671bd4b21a48 HTTP/1.1" status: 200 len: 946 time: 0.8054886 May 31 13:29:50.712967 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177fcf91-9b21-41e6-9141-e64540fe0027 req-a2923d5c-8ff4-49bf-bb20-f459406e3cc5 tempest-ImagesNegativeTestJSON-382097120 tempest-ImagesNegativeTestJSON-382097120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:50.715223 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-177fcf91-9b21-41e6-9141-e64540fe0027 req-a2923d5c-8ff4-49bf-bb20-f459406e3cc5 tempest-ImagesNegativeTestJSON-382097120 tempest-ImagesNegativeTestJSON-382097120-project] 10.222.0.44 "GET /v2.0/ports?device_id=994a7b7f-afa6-40a6-8ef1-6a89c09ecae4 HTTP/1.1" status: 200 len: 950 time: 0.5019307 May 31 13:29:50.733919 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5afead-c786-466b-8d7a-17d414d13046 req-bfb88c6d-c5ee-49fc-a288-71de670f33f3 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:50.736645 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1a5afead-c786-466b-8d7a-17d414d13046 req-bfb88c6d-c5ee-49fc-a288-71de670f33f3 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/ports?device_id=83adaa3b-be23-4bb2-afc8-0cb4149fa849 HTTP/1.1" status: 200 len: 946 time: 0.6005778 May 31 13:29:50.864337 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-fc11b3d6-c030-49fe-87f9-68dc4d69f9da admin admin] Calling delete_port for f80beafb-4837-4beb-9ebc-4e5c18fabb2d owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:29:50.932398 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-177fcf91-9b21-41e6-9141-e64540fe0027 req-cd7b779a-f02a-4d51-bb7f-8987e1f317d8 tempest-ImagesNegativeTestJSON-382097120 tempest-ImagesNegativeTestJSON-382097120-project] Deleting port 6ea5257a-ac3a-4364-b87f-8dae5f08ad02 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:29:50.932961 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-177fcf91-9b21-41e6-9141-e64540fe0027 req-cd7b779a-f02a-4d51-bb7f-8987e1f317d8 tempest-ImagesNegativeTestJSON-382097120 tempest-ImagesNegativeTestJSON-382097120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:51.103025 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ddc97bd4-f549-4edb-9845-de31843bb963 req-ce058047-8fb3-4585-a4f8-65fbd44a503c tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d29a7ba-8da4-4594-bfbf-9f55cd071e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3865104 May 31 13:29:51.205419 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1a5afead-c786-466b-8d7a-17d414d13046 req-ef34cfb5-9788-4e71-96f5-e783756132de tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a17cab4-6020-4095-a3af-d8da92feae16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182755 May 31 13:29:51.404339 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1158b786-6351-4d88-8aeb-1f3230b749a7'] response: {'name': 'network-changed', 'server_uuid': 'a5e95ad1-6dce-417f-a915-ce477b98c8cd', 'tag': 'e6b68917-db09-4f5c-b406-1282734b8074', 'status': 'completed', 'code': 200} May 31 13:29:51.450672 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff3e86-a2a2-4009-8d1d-49565afc2968 req-47954bff-5b05-4ea4-9280-195185b4d57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:51.453222 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8aff3e86-a2a2-4009-8d1d-49565afc2968 req-47954bff-5b05-4ea4-9280-195185b4d57b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=633e14999cf6449e966925c4e75e7489&device_id=a5e95ad1-6dce-417f-a915-ce477b98c8cd HTTP/1.1" status: 200 len: 1094 time: 0.7151995 May 31 13:29:51.554632 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fc11b3d6-c030-49fe-87f9-68dc4d69f9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:51.622530 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc11b3d6-c030-49fe-87f9-68dc4d69f9da admin admin] Pushing event deleted for resources: {'Port': ['ID=f80beafb-4837-4beb-9ebc-4e5c18fabb2d,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:29:51.693552 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8aff3e86-a2a2-4009-8d1d-49565afc2968 req-dbb4f1a8-6cf1-4aa2-8ae5-7923a023d8f4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6b68917-db09-4f5c-b406-1282734b8074 HTTP/1.1" status: 200 len: 217 time: 0.2226336 May 31 13:29:51.863398 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-177fcf91-9b21-41e6-9141-e64540fe0027 req-cd7b779a-f02a-4d51-bb7f-8987e1f317d8 tempest-ImagesNegativeTestJSON-382097120 tempest-ImagesNegativeTestJSON-382097120-project] For port 6ea5257a-ac3a-4364-b87f-8dae5f08ad02, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=6ea5257a-ac3a-4364-b87f-8dae5f08ad02,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:29:51.863676 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-177fcf91-9b21-41e6-9141-e64540fe0027 req-cd7b779a-f02a-4d51-bb7f-8987e1f317d8 tempest-ImagesNegativeTestJSON-382097120 tempest-ImagesNegativeTestJSON-382097120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:51.995677 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff3e86-a2a2-4009-8d1d-49565afc2968 req-ef5028aa-127e-4d9f-8e61-0f19a55a85a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:51.997519 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8aff3e86-a2a2-4009-8d1d-49565afc2968 req-ef5028aa-127e-4d9f-8e61-0f19a55a85a6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=33d5a057-d728-4f2d-867b-3bfbd8f9a5e3 HTTP/1.1" status: 200 len: 859 time: 0.2749896 May 31 13:29:52.087708 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-177fcf91-9b21-41e6-9141-e64540fe0027 req-cd7b779a-f02a-4d51-bb7f-8987e1f317d8 tempest-ImagesNegativeTestJSON-382097120 tempest-ImagesNegativeTestJSON-382097120-project] Calling delete_port for 6ea5257a-ac3a-4364-b87f-8dae5f08ad02 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:29:52.192459 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fc11b3d6-c030-49fe-87f9-68dc4d69f9da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:52.235031 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c188e-b32c-47fc-b553-11df9559977c req-afdad305-fd88-4218-88e7-ef1c2884ffc5 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:52.237210 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-731c188e-b32c-47fc-b553-11df9559977c req-afdad305-fd88-4218-88e7-ef1c2884ffc5 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5e95ad1-6dce-417f-a915-ce477b98c8cd HTTP/1.1" status: 200 len: 943 time: 0.6253209 May 31 13:29:52.252285 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75f619-51eb-4f50-86d1-774dfbd48007 req-5d8e0f28-9b9a-4087-97a4-e7432a7ee991 tempest-ImagesNegativeTestJSON-382097120 tempest-ImagesNegativeTestJSON-382097120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:52.258548 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1e75f619-51eb-4f50-86d1-774dfbd48007 req-5d8e0f28-9b9a-4087-97a4-e7432a7ee991 tempest-ImagesNegativeTestJSON-382097120 tempest-ImagesNegativeTestJSON-382097120-project] 10.222.0.50 "GET /v2.0/ports?device_id=994a7b7f-afa6-40a6-8ef1-6a89c09ecae4 HTTP/1.1" status: 200 len: 950 time: 0.6903703 May 31 13:29:52.362011 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1e75f619-51eb-4f50-86d1-774dfbd48007 req-1da0c097-1920-40ed-a65f-413c5a839d20 tempest-ImagesNegativeTestJSON-382097120 tempest-ImagesNegativeTestJSON-382097120-project] 10.222.0.50 "GET /v2.0/security-groups?id=0ab68db0-3165-46a0-87e1-7f0f388c1b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896492 May 31 13:29:52.520787 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-731c188e-b32c-47fc-b553-11df9559977c req-e4a146b7-4e81-427a-a4b6-ae513002cf51 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.50 "GET /v2.0/security-groups?id=834a7886-0cce-4ec4-86a1-7e121fb3b800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513134 May 31 13:29:52.565941 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff3e86-a2a2-4009-8d1d-49565afc2968 req-79c3f8f1-05f7-4081-bae3-bd024fb13dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:52.568613 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8aff3e86-a2a2-4009-8d1d-49565afc2968 req-79c3f8f1-05f7-4081-bae3-bd024fb13dcf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4906b42e-b307-4d36-b70d-f5895b463d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4422791 May 31 13:29:52.714978 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-177fcf91-9b21-41e6-9141-e64540fe0027 req-cd7b779a-f02a-4d51-bb7f-8987e1f317d8 tempest-ImagesNegativeTestJSON-382097120 tempest-ImagesNegativeTestJSON-382097120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:52.743841 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc11b3d6-c030-49fe-87f9-68dc4d69f9da admin admin] Router 5c07ff4b-13f4-4d03-b990-05eeaba90e06 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:29:52.964474 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc11b3d6-c030-49fe-87f9-68dc4d69f9da admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:29:52.988683 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7663cc12-1f13-40e9-9959-be3101050ce6 None None] Sync routers for ids ['5c07ff4b-13f4-4d03-b990-05eeaba90e06'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:29:52.992331 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-fc11b3d6-c030-49fe-87f9-68dc4d69f9da admin admin] 10.222.0.50 "PUT /v2.0/routers/5c07ff4b-13f4-4d03-b990-05eeaba90e06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5276248 May 31 13:29:52.999802 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43250) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:29:53.006247 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7663cc12-1f13-40e9-9959-be3101050ce6 None None] Routers {'5c07ff4b-13f4-4d03-b990-05eeaba90e06'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:29:53.006754 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-7663cc12-1f13-40e9-9959-be3101050ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:29:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['5c07ff4b-13f4-4d03-b990-05eeaba90e06'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:29:53.020952 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7b779a-f02a-4d51-bb7f-8987e1f317d8 tempest-ImagesNegativeTestJSON-382097120 tempest-ImagesNegativeTestJSON-382097120-project] Pushing event deleted for resources: {'Port': ['ID=6ea5257a-ac3a-4364-b87f-8dae5f08ad02,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:29:53.213416 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-177fcf91-9b21-41e6-9141-e64540fe0027 req-cd7b779a-f02a-4d51-bb7f-8987e1f317d8 tempest-ImagesNegativeTestJSON-382097120 tempest-ImagesNegativeTestJSON-382097120-project] No DVR routers for this DVR port 6ea5257a-ac3a-4364-b87f-8dae5f08ad02 on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:29:53.224915 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-177fcf91-9b21-41e6-9141-e64540fe0027 req-cd7b779a-f02a-4d51-bb7f-8987e1f317d8 tempest-ImagesNegativeTestJSON-382097120 tempest-ImagesNegativeTestJSON-382097120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:53.276231 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-701a5fac-2c92-4da6-8901-8ce0ab93e7fd admin admin] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:53.293124 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8aff3e86-a2a2-4009-8d1d-49565afc2968 req-e6e6f0cf-37f6-411d-97df-1bf7e9e7a509 service neutron] 10.222.0.44 "GET /v2.0/networks/4906b42e-b307-4d36-b70d-f5895b463d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7078724 May 31 13:29:53.357060 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0977b65b-5d96-45e7-8889-103a46aec8ef req-951d4eca-591d-4303-9b8f-922fce8b6a3a tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:53.359201 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0977b65b-5d96-45e7-8889-103a46aec8ef req-951d4eca-591d-4303-9b8f-922fce8b6a3a tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 946 time: 0.7842333 May 31 13:29:53.362452 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-177fcf91-9b21-41e6-9141-e64540fe0027 req-cd7b779a-f02a-4d51-bb7f-8987e1f317d8 tempest-ImagesNegativeTestJSON-382097120 tempest-ImagesNegativeTestJSON-382097120-project] 10.222.0.44 "DELETE /v2.0/ports/6ea5257a-ac3a-4364-b87f-8dae5f08ad02 HTTP/1.1" status: 204 len: 173 time: 2.5846276 May 31 13:29:53.365421 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-7663cc12-1f13-40e9-9959-be3101050ce6 None None] Set router 5c07ff4b-13f4-4d03-b990-05eeaba90e06 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:29:53.383900 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ce9b4-c391-4a03-a712-dd65fac4c6a9 req-5eaa0b8e-8ae4-46be-bf5b-62ce735046d3 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:53.404152 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8f5ce9b4-c391-4a03-a712-dd65fac4c6a9 req-5eaa0b8e-8ae4-46be-bf5b-62ce735046d3 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c9187d7-9dd8-469d-b56d-671bd4b21a48 HTTP/1.1" status: 200 len: 946 time: 0.7410083 May 31 13:29:53.417326 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '994a7b7f-afa6-40a6-8ef1-6a89c09ecae4', 'name': 'network-vif-deleted', 'tag': '6ea5257a-ac3a-4364-b87f-8dae5f08ad02'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:29:53.616481 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-701a5fac-2c92-4da6-8901-8ce0ab93e7fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:53.629762 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-701a5fac-2c92-4da6-8901-8ce0ab93e7fd admin admin] Deleting port e27c20f1-335d-46e2-8466-d1ab2372b932 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:29:53.630565 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-701a5fac-2c92-4da6-8901-8ce0ab93e7fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:53.653375 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8f5ce9b4-c391-4a03-a712-dd65fac4c6a9 req-2e8bbec4-e977-4801-be37-b6985712e23a tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d29a7ba-8da4-4594-bfbf-9f55cd071e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472575 May 31 13:29:53.663281 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0977b65b-5d96-45e7-8889-103a46aec8ef req-8b51bcb8-3f63-4bbc-9afc-18c4960463ff tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2507510 May 31 13:29:53.741863 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8aff3e86-a2a2-4009-8d1d-49565afc2968 req-5cec9940-30a4-4e76-bd3b-7464b9d64a19 service neutron] 10.222.0.44 "GET /v2.0/networks/4906b42e-b307-4d36-b70d-f5895b463d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4389639 May 31 13:29:53.945171 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 6ea5257a-ac3a-4364-b87f-8dae5f08ad02 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:29:54.003695 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-7663cc12-1f13-40e9-9959-be3101050ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c07ff4b-13f4-4d03-b990-05eeaba90e06', 'name': 'tempest-ServersTestManualDisk-1089656051-router', 'tenant_id': '18168e4261004e939dcd26b86e964c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': 'e27c20f1-335d-46e2-8466-d1ab2372b932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:27:58Z', 'updated_at': '2022-05-31T13:29:51Z', 'revision_number': 5, 'project_id': '18168e4261004e939dcd26b86e964c6e', 'gw_port': {'id': 'e27c20f1-335d-46e2-8466-d1ab2372b932', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:3e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c07ff4b-13f4-4d03-b990-05eeaba90e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:27:59Z', 'updated_at': '2022-05-31T13:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:29:54.011524 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-701a5fac-2c92-4da6-8901-8ce0ab93e7fd admin admin] For port e27c20f1-335d-46e2-8466-d1ab2372b932, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=e27c20f1-335d-46e2-8466-d1ab2372b932,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:29:54.012318 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-701a5fac-2c92-4da6-8901-8ce0ab93e7fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:54.013738 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7663cc12-1f13-40e9-9959-be3101050ce6 None None] Checking router: 5c07ff4b-13f4-4d03-b990-05eeaba90e06 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:29:54.031456 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7663cc12-1f13-40e9-9959-be3101050ce6 None None] Routers {'5c07ff4b-13f4-4d03-b990-05eeaba90e06'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:29:54.033428 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-7663cc12-1f13-40e9-9959-be3101050ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:29:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['5c07ff4b-13f4-4d03-b990-05eeaba90e06'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:29:54.042844 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] No Port match for: 6ea5257a-ac3a-4364-b87f-8dae5f08ad02 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:29:54.043515 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 6ea5257a-ac3a-4364-b87f-8dae5f08ad02 not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:29:54.146478 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device bcea5229-e83e-4a8f-a38a-ad9361d01354 no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:29:54.146727 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d8c20-669a-40ad-be79-f5e6a043b0f2 req-75145909-ca97-447f-a4fc-200e700a013d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:54.149081 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-195d8c20-669a-40ad-be79-f5e6a043b0f2 req-75145909-ca97-447f-a4fc-200e700a013d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=633e14999cf6449e966925c4e75e7489&device_id=a5e95ad1-6dce-417f-a915-ce477b98c8cd HTTP/1.1" status: 200 len: 1094 time: 0.3212023 May 31 13:29:54.231159 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-d86986d2-82f0-4f2c-ad88-87825db5408b req-690de917-973e-425f-94ca-0395246191d8 tempest-ImagesNegativeTestJSON-382097120 tempest-ImagesNegativeTestJSON-382097120-project] Synchronizing usage tracker for tenant:9af895e56e55429cbcebef8bd8906566 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:29:54.240137 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-701a5fac-2c92-4da6-8901-8ce0ab93e7fd admin admin] Calling delete_port for e27c20f1-335d-46e2-8466-d1ab2372b932 owned by network:router_gateway {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:29:54.254575 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbcaefe-fda4-4c19-b67d-1deee210fb57 req-18441e88-5f76-4531-b476-4782940fdc25 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:54.258849 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bdbcaefe-fda4-4c19-b67d-1deee210fb57 req-18441e88-5f76-4531-b476-4782940fdc25 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/ports?device_id=83adaa3b-be23-4bb2-afc8-0cb4149fa849 HTTP/1.1" status: 200 len: 946 time: 0.3613131 May 31 13:29:54.296882 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-7663cc12-1f13-40e9-9959-be3101050ce6 None None] Set router 5c07ff4b-13f4-4d03-b990-05eeaba90e06 gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:29:54.378300 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port bcea5229-e83e-4a8f-a38a-ad9361d01354 is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:29:54.379130 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:54.460496 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-d86986d2-82f0-4f2c-ad88-87825db5408b req-690de917-973e-425f-94ca-0395246191d8 tempest-ImagesNegativeTestJSON-382097120 tempest-ImagesNegativeTestJSON-382097120-project] Unset dirty status for tenant:9af895e56e55429cbcebef8bd8906566 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:29:54.462469 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d86986d2-82f0-4f2c-ad88-87825db5408b req-690de917-973e-425f-94ca-0395246191d8 tempest-ImagesNegativeTestJSON-382097120 tempest-ImagesNegativeTestJSON-382097120-project] 10.222.0.50 "GET /v2.0/ports?device_id=994a7b7f-afa6-40a6-8ef1-6a89c09ecae4 HTTP/1.1" status: 200 len: 210 time: 0.3906281 May 31 13:29:54.472075 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port bcea5229-e83e-4a8f-a38a-ad9361d01354, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=bcea5229-e83e-4a8f-a38a-ad9361d01354,segment=NetworkSegment(4d75b4c6-9dbf-466e-9960-e4baeffc8b58),segment_id=4d75b4c6-9dbf-466e-9960-e4baeffc8b58)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:29:54.475345 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a12efbab-a760-4348-9c14-f969aac5be15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcea5229-e83e-4a8f-a38a-ad9361d01354'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:29:54.486591 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:54.506958 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-7663cc12-1f13-40e9-9959-be3101050ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c07ff4b-13f4-4d03-b990-05eeaba90e06', 'name': 'tempest-ServersTestManualDisk-1089656051-router', 'tenant_id': '18168e4261004e939dcd26b86e964c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:27:58Z', 'updated_at': '2022-05-31T13:29:53Z', 'revision_number': 6, 'project_id': '18168e4261004e939dcd26b86e964c6e', 'gw_port_host': None}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:29:54.512212 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7663cc12-1f13-40e9-9959-be3101050ce6 None None] The sync data for ids ['5c07ff4b-13f4-4d03-b990-05eeaba90e06'] in n-d-843939-1 is: [{'id': '5c07ff4b-13f4-4d03-b990-05eeaba90e06', 'name': 'tempest-ServersTestManualDisk-1089656051-router', 'tenant_id': '18168e4261004e939dcd26b86e964c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:27:58Z', 'updated_at': '2022-05-31T13:29:53Z', 'revision_number': 6, 'project_id': '18168e4261004e939dcd26b86e964c6e', 'gw_port_host': None}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:29:54.513128 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bdbcaefe-fda4-4c19-b67d-1deee210fb57 req-65faf5fa-2770-4609-8f52-60fdb7cd3657 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a17cab4-6020-4095-a3af-d8da92feae16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411959 May 31 13:29:54.539240 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d8c20-669a-40ad-be79-f5e6a043b0f2 req-e7bc4ed8-a976-4213-8d8a-89e577873359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:54.541292 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-195d8c20-669a-40ad-be79-f5e6a043b0f2 req-e7bc4ed8-a976-4213-8d8a-89e577873359 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4906b42e-b307-4d36-b70d-f5895b463d19 HTTP/1.1" status: 200 len: 921 time: 0.3749990 May 31 13:29:54.634413 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82d4b520-2eb6-401e-be6b-ae78eb767479'] response: {'server_uuid': '994a7b7f-afa6-40a6-8ef1-6a89c09ecae4', 'name': 'network-vif-deleted', 'tag': '6ea5257a-ac3a-4364-b87f-8dae5f08ad02', 'status': 'completed', 'code': 200} May 31 13:29:54.647100 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=bcea5229-e83e-4a8f-a38a-ad9361d01354,revision_number=11']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:29:54.650105 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-195d8c20-669a-40ad-be79-f5e6a043b0f2 req-4183c72c-1606-4608-b6f4-98748986b5d8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6b68917-db09-4f5c-b406-1282734b8074 HTTP/1.1" status: 200 len: 217 time: 0.0992792 May 31 13:29:54.800586 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d8c20-669a-40ad-be79-f5e6a043b0f2 req-c2fdf291-ebc0-43f3-a0ef-5b9d54a33030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:54.802681 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-195d8c20-669a-40ad-be79-f5e6a043b0f2 req-c2fdf291-ebc0-43f3-a0ef-5b9d54a33030 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=33d5a057-d728-4f2d-867b-3bfbd8f9a5e3 HTTP/1.1" status: 200 len: 859 time: 0.1432831 May 31 13:29:54.897201 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae68ac5-ddd6-4bf1-8887-35e9c1564693 req-15defa72-6c20-486d-bdda-56a5e3905d68 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:54.899150 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3ae68ac5-ddd6-4bf1-8887-35e9c1564693 req-15defa72-6c20-486d-bdda-56a5e3905d68 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5e95ad1-6dce-417f-a915-ce477b98c8cd HTTP/1.1" status: 200 len: 943 time: 0.2064471 May 31 13:29:54.906050 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-701a5fac-2c92-4da6-8901-8ce0ab93e7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:54.992550 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3ae68ac5-ddd6-4bf1-8887-35e9c1564693 req-00a0279a-ecb9-474b-bb1e-99c29444d501 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.50 "GET /v2.0/security-groups?id=834a7886-0cce-4ec4-86a1-7e121fb3b800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728750 May 31 13:29:55.018483 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d8c20-669a-40ad-be79-f5e6a043b0f2 req-188e79d0-ad56-4ac6-a2a0-03d91ea514b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:55.019793 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701a5fac-2c92-4da6-8901-8ce0ab93e7fd admin admin] Pushing event deleted for resources: {'Port': ['ID=e27c20f1-335d-46e2-8466-d1ab2372b932,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:29:55.027026 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-195d8c20-669a-40ad-be79-f5e6a043b0f2 req-188e79d0-ad56-4ac6-a2a0-03d91ea514b7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4906b42e-b307-4d36-b70d-f5895b463d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2078352 May 31 13:29:55.204364 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-701a5fac-2c92-4da6-8901-8ce0ab93e7fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577389'] for router_gateway, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:55.219004 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fadb8d0-9bf6-47ab-8993-be35620c1903'] response: {'server_uuid': 'a12efbab-a760-4348-9c14-f969aac5be15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcea5229-e83e-4a8f-a38a-ad9361d01354', 'code': 200} May 31 13:29:55.266522 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-195d8c20-669a-40ad-be79-f5e6a043b0f2 req-ebeae5b0-f61e-4f2a-bf88-0c8be6f41b88 service neutron] 10.222.0.44 "GET /v2.0/networks/4906b42e-b307-4d36-b70d-f5895b463d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120004 May 31 13:29:55.446635 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-701a5fac-2c92-4da6-8901-8ce0ab93e7fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:55.456665 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-701a5fac-2c92-4da6-8901-8ce0ab93e7fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:55.513759 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-701a5fac-2c92-4da6-8901-8ce0ab93e7fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:55.515163 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-701a5fac-2c92-4da6-8901-8ce0ab93e7fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c07ff4b-13f4-4d03-b990-05eeaba90e06 {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:29:55.548557 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-701a5fac-2c92-4da6-8901-8ce0ab93e7fd admin admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:55.549459 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device f80beafb-4837-4beb-9ebc-4e5c18fabb2d no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:29:55.550780 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-701a5fac-2c92-4da6-8901-8ce0ab93e7fd admin admin] 10.222.0.50 "DELETE /v2.0/routers/5c07ff4b-13f4-4d03-b990-05eeaba90e06 HTTP/1.1" status: 204 len: 168 time: 2.5532794 May 31 13:29:55.554860 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43286) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:29:55.642508 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: f80beafb-4837-4beb-9ebc-4e5c18fabb2d {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:29:55.643054 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device f80beafb-4837-4beb-9ebc-4e5c18fabb2d not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:29:55.643969 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device e27c20f1-335d-46e2-8466-d1ab2372b932 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:29:55.646677 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-70e8c43a-24a8-4bbe-a881-1af161e0a4f0 admin admin] Deleting subnet e7bc81f6-6e33-4455-a972-854280f36089 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:29:55.650429 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-70e8c43a-24a8-4bbe-a881-1af161e0a4f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:55.742323 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: e27c20f1-335d-46e2-8466-d1ab2372b932 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:29:55.742932 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device e27c20f1-335d-46e2-8466-d1ab2372b932 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:29:55.779913 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-70e8c43a-24a8-4bbe-a881-1af161e0a4f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:55.814720 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-195d8c20-669a-40ad-be79-f5e6a043b0f2 req-6970ff68-15ba-4d9d-9b19-c4f7667f3045 service neutron] 10.222.0.44 "GET /v2.0/networks/4906b42e-b307-4d36-b70d-f5895b463d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5562041 May 31 13:29:55.863718 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a112fe5f-8275-4c45-a725-7570a0a42569 req-fa965611-c72e-42a8-a97b-f130243e90c9 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:55.876630 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a112fe5f-8275-4c45-a725-7570a0a42569 req-fa965611-c72e-42a8-a97b-f130243e90c9 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 944 time: 0.4740696 May 31 13:29:55.920500 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955d92b-7fc9-4f44-8bc5-6bc5c21d9515 req-2d9b592b-25cd-45e7-89f8-097e8bbc131d tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:55.931145 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8955d92b-7fc9-4f44-8bc5-6bc5c21d9515 req-2d9b592b-25cd-45e7-89f8-097e8bbc131d tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c9187d7-9dd8-469d-b56d-671bd4b21a48 HTTP/1.1" status: 200 len: 946 time: 0.5259874 May 31 13:29:56.021898 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a112fe5f-8275-4c45-a725-7570a0a42569 req-9fc4785f-a102-451a-9a70-52260cd63966 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438391 May 31 13:29:56.034871 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8955d92b-7fc9-4f44-8bc5-6bc5c21d9515 req-5cadabc7-e21c-4583-9519-f82eaa902704 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d29a7ba-8da4-4594-bfbf-9f55cd071e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048670 May 31 13:29:56.063025 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4b38bc-9a61-4481-8386-de3e855533b0 req-8e9e7afd-febc-4263-bec6-0dfde449e358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:56.064800 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ed4b38bc-9a61-4481-8386-de3e855533b0 req-8e9e7afd-febc-4263-bec6-0dfde449e358 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=83adaa3b-be23-4bb2-afc8-0cb4149fa849 HTTP/1.1" status: 200 len: 1097 time: 0.1546533 May 31 13:29:56.073682 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-70e8c43a-24a8-4bbe-a881-1af161e0a4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:56.197681 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ed4b38bc-9a61-4481-8386-de3e855533b0 req-a87f165d-940c-4d3c-b8bc-83bfb368771c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1a17cab4-6020-4095-a3af-d8da92feae16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263633 May 31 13:29:56.229262 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-70e8c43a-24a8-4bbe-a881-1af161e0a4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:56.280319 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e8c43a-24a8-4bbe-a881-1af161e0a4f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7bc81f6-6e33-4455-a972-854280f36089,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:29:56.289210 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-70e8c43a-24a8-4bbe-a881-1af161e0a4f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:56.296678 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6871549c-dbe6-48de-854e-bf1f6af41cca None None] Network e94860fc-774d-4c2a-8939-034b7867dd9d requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:29:56.304870 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 43298) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:29:56.305217 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-70e8c43a-24a8-4bbe-a881-1af161e0a4f0 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/e7bc81f6-6e33-4455-a972-854280f36089 HTTP/1.1" status: 204 len: 168 time: 0.7468526 May 31 13:29:56.506430 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-de38703e-a10f-44fd-8810-cb6100180011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:56.542042 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-de38703e-a10f-44fd-8810-cb6100180011 admin admin] Deleting port a2bc01b6-dbec-4a0f-b524-6894495f7384 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:29:56.542624 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-de38703e-a10f-44fd-8810-cb6100180011 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:56.593640 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d30168-52df-4ecd-82d1-baf08c985522 req-abddb01f-1919-4920-921c-ab9fa453fd56 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:56.595610 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c9d30168-52df-4ecd-82d1-baf08c985522 req-abddb01f-1919-4920-921c-ab9fa453fd56 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/ports?device_id=83adaa3b-be23-4bb2-afc8-0cb4149fa849 HTTP/1.1" status: 200 len: 946 time: 0.3926950 May 31 13:29:56.687982 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e124b4e-2025-4a74-84ea-61bab6c1be33 None None] DHCP port deletion for e94860fc-774d-4c2a-8939-034b7867dd9d request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:29:56.694056 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0e124b4e-2025-4a74-84ea-61bab6c1be33 None None] Deleting port a2bc01b6-dbec-4a0f-b524-6894495f7384 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:29:56.694438 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0e124b4e-2025-4a74-84ea-61bab6c1be33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:56.707326 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8543d3d-e2cf-481d-8b35-51331b44a299 req-2bfa32d4-6695-4d1f-a9be-9ab34ae3cb1e tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:56.708945 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e8543d3d-e2cf-481d-8b35-51331b44a299 req-2bfa32d4-6695-4d1f-a9be-9ab34ae3cb1e tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5e95ad1-6dce-417f-a915-ce477b98c8cd HTTP/1.1" status: 200 len: 943 time: 0.2952781 May 31 13:29:56.763879 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c9d30168-52df-4ecd-82d1-baf08c985522 req-6ad5ea8e-d572-4bba-86c2-685272ced7fd tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a17cab4-6020-4095-a3af-d8da92feae16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582789 May 31 13:29:56.795342 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e8543d3d-e2cf-481d-8b35-51331b44a299 req-28912cd7-b840-409a-9b6a-06d4253a28ca tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.50 "GET /v2.0/security-groups?id=834a7886-0cce-4ec4-86a1-7e121fb3b800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730484 May 31 13:29:56.958777 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-de38703e-a10f-44fd-8810-cb6100180011 admin admin] For port a2bc01b6-dbec-4a0f-b524-6894495f7384, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=a2bc01b6-dbec-4a0f-b524-6894495f7384,segment=NetworkSegment(e182c216-7254-4f7c-9347-fb53ba5ba244),segment_id=e182c216-7254-4f7c-9347-fb53ba5ba244)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:29:56.959646 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-de38703e-a10f-44fd-8810-cb6100180011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:57.046018 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0e124b4e-2025-4a74-84ea-61bab6c1be33 None None] For port a2bc01b6-dbec-4a0f-b524-6894495f7384, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=a2bc01b6-dbec-4a0f-b524-6894495f7384,segment=NetworkSegment(e182c216-7254-4f7c-9347-fb53ba5ba244),segment_id=e182c216-7254-4f7c-9347-fb53ba5ba244)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:29:57.046018 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0e124b4e-2025-4a74-84ea-61bab6c1be33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:57.163721 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-de38703e-a10f-44fd-8810-cb6100180011 admin admin] Calling delete_port for a2bc01b6-dbec-4a0f-b524-6894495f7384 owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:29:57.239657 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0e124b4e-2025-4a74-84ea-61bab6c1be33 None None] Calling delete_port for a2bc01b6-dbec-4a0f-b524-6894495f7384 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:29:57.371157 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0e124b4e-2025-4a74-84ea-61bab6c1be33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:57.455413 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e124b4e-2025-4a74-84ea-61bab6c1be33 None None] No DVR routers for this DVR port a2bc01b6-dbec-4a0f-b524-6894495f7384 on host n-d-843939-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:29:57.484983 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e124b4e-2025-4a74-84ea-61bab6c1be33 None None] Pushing event deleted for resources: {'Port': ['ID=a2bc01b6-dbec-4a0f-b524-6894495f7384,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:29:57.535486 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.api [None req-de38703e-a10f-44fd-8810-cb6100180011 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88370) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:29:57.535486 n-d-843939-1 neutron-server[88370]: DEBUG oslo_db.api [None req-de38703e-a10f-44fd-8810-cb6100180011 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:29:57.563215 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cf6320-5286-46bb-b10c-e69dc0982252 req-a9d253f0-3bc7-4470-814d-cc25ff844829 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:57.571851 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device a2bc01b6-dbec-4a0f-b524-6894495f7384 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:29:57.579700 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-00cf6320-5286-46bb-b10c-e69dc0982252 req-a9d253f0-3bc7-4470-814d-cc25ff844829 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 944 time: 0.3232856 May 31 13:29:57.605289 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438641fd-4481-4716-a25e-3bcffb5d8e6f req-3426c43f-634e-4d61-bc41-3d30e41e15fa tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:57.605289 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-438641fd-4481-4716-a25e-3bcffb5d8e6f req-3426c43f-634e-4d61-bc41-3d30e41e15fa tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c9187d7-9dd8-469d-b56d-671bd4b21a48 HTTP/1.1" status: 200 len: 946 time: 0.3536713 May 31 13:29:57.642529 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: a2bc01b6-dbec-4a0f-b524-6894495f7384 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:29:57.642529 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device a2bc01b6-dbec-4a0f-b524-6894495f7384 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:29:57.683020 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-00cf6320-5286-46bb-b10c-e69dc0982252 req-4f7e0bac-2387-466d-b7d9-6523842c1731 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072497 May 31 13:29:57.707505 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-438641fd-4481-4716-a25e-3bcffb5d8e6f req-f761af89-d079-4a0e-a270-30176917c044 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d29a7ba-8da4-4594-bfbf-9f55cd071e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838809 May 31 13:29:57.980443 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device e6b68917-db09-4f5c-b406-1282734b8074 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:29:58.043367 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-de38703e-a10f-44fd-8810-cb6100180011 admin admin] Deleting port a2bc01b6-dbec-4a0f-b524-6894495f7384 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:29:58.043367 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-de38703e-a10f-44fd-8810-cb6100180011 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:58.284124 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-de38703e-a10f-44fd-8810-cb6100180011 admin admin] The port 'a2bc01b6-dbec-4a0f-b524-6894495f7384' was deleted {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 13:29:58.395472 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port e6b68917-db09-4f5c-b406-1282734b8074, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=e6b68917-db09-4f5c-b406-1282734b8074,segment=NetworkSegment(b43bd213-a5c3-431b-9972-53566e005364),segment_id=b43bd213-a5c3-431b-9972-53566e005364)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:29:58.412745 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': 'e6b68917-db09-4f5c-b406-1282734b8074', 'network_id': '4906b42e-b307-4d36-b70d-f5895b463d19', 'port_id': 'e6b68917-db09-4f5c-b406-1282734b8074', 'mac_address': 'fa:16:3e:23:be:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33d5a057-d728-4f2d-867b-3bfbd8f9a5e3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:29:58.514312 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43334) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:29:58.554051 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-de38703e-a10f-44fd-8810-cb6100180011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:58.554051 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6534403c-8890-4ffc-a403-f93ad1d5b4be req-80063b38-bfe9-4e66-976d-18a1a8ec543d tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:58.575414 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6534403c-8890-4ffc-a403-f93ad1d5b4be req-80063b38-bfe9-4e66-976d-18a1a8ec543d tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5e95ad1-6dce-417f-a915-ce477b98c8cd HTTP/1.1" status: 200 len: 943 time: 0.4757793 May 31 13:29:58.583169 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43340) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:29:58.617133 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port e6b68917-db09-4f5c-b406-1282734b8074 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:29:58.617133 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:58.639639 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac4055-10ac-4cef-932b-4838c38d58a9 req-025307c7-4a33-4ab0-aa11-a677e4094e4c tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:58.656491 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b0ac4055-10ac-4cef-932b-4838c38d58a9 req-025307c7-4a33-4ab0-aa11-a677e4094e4c tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/ports?device_id=83adaa3b-be23-4bb2-afc8-0cb4149fa849 HTTP/1.1" status: 200 len: 946 time: 0.6807494 May 31 13:29:58.656491 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-de38703e-a10f-44fd-8810-cb6100180011 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e94860fc-774d-4c2a-8939-034b7867dd9d']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:29:58.691668 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6b68917-db09-4f5c-b406-1282734b8074 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:29:58.721510 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port e6b68917-db09-4f5c-b406-1282734b8074, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=e6b68917-db09-4f5c-b406-1282734b8074,segment=NetworkSegment(b43bd213-a5c3-431b-9972-53566e005364),segment_id=b43bd213-a5c3-431b-9972-53566e005364)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:29:58.721510 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:58.839089 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=e6b68917-db09-4f5c-b406-1282734b8074,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:29:58.915219 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-de38703e-a10f-44fd-8810-cb6100180011 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e182c216-7254-4f7c-9347-fb53ba5ba244') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:29:58.915219 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-de38703e-a10f-44fd-8810-cb6100180011 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e182c216-7254-4f7c-9347-fb53ba5ba244') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:29:58.950796 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6534403c-8890-4ffc-a403-f93ad1d5b4be req-bd758b6c-3637-4810-a966-4bbc328658bf tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.50 "GET /v2.0/security-groups?id=834a7886-0cce-4ec4-86a1-7e121fb3b800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3827493 May 31 13:29:58.978123 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b0ac4055-10ac-4cef-932b-4838c38d58a9 req-c7d8a3a2-a555-4ea2-baaa-6c75508bcd2f tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a17cab4-6020-4095-a3af-d8da92feae16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3267813 May 31 13:29:58.989276 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-de38703e-a10f-44fd-8810-cb6100180011 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:59.025391 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-de38703e-a10f-44fd-8810-cb6100180011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:59.069419 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de38703e-a10f-44fd-8810-cb6100180011 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:29:59.069419 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-de38703e-a10f-44fd-8810-cb6100180011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:59.086047 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['e6b68917-db09-4f5c-b406-1282734b8074'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:29:59.097412 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6f129878-8a47-477d-824c-a46a4cd707f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:59.109033 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6f129878-8a47-477d-824c-a46a4cd707f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:29:59.118814 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ef467b73-e612-45d2-9dec-3dfc306995b0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9af895e56e55429cbcebef8bd8906566&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6145277 May 31 13:29:59.121272 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43352) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:29:59.170763 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-6f129878-8a47-477d-824c-a46a4cd707f0 admin admin] Usage tracker for resource:security_group_rule and tenant:76d8c8f3fd764da2ae67c12780ab00b7 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:29:59.202403 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-6f129878-8a47-477d-824c-a46a4cd707f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:29:59.226457 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6f129878-8a47-477d-824c-a46a4cd707f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:29:59.240899 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment e182c216-7254-4f7c-9347-fb53ba5ba244 resource provider aggregate not found May 31 13:29:59.255068 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-de38703e-a10f-44fd-8810-cb6100180011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:59.285657 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-de38703e-a10f-44fd-8810-cb6100180011 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:59.293663 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de38703e-a10f-44fd-8810-cb6100180011 admin admin] Pushing event deleted for resources: {'Network': ['ID=e94860fc-774d-4c2a-8939-034b7867dd9d,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:29:59.314329 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment e182c216-7254-4f7c-9347-fb53ba5ba244 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e182c216-7254-4f7c-9347-fb53ba5ba244 found for delete ", "request_id": "req-982f8c93-7510-40aa-a8d0-8795c7d3351e"}]} May 31 13:29:59.348599 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-de38703e-a10f-44fd-8810-cb6100180011 admin admin] 10.222.0.50 "DELETE /v2.0/networks/e94860fc-774d-4c2a-8939-034b7867dd9d HTTP/1.1" status: 204 len: 168 time: 3.0302718 May 31 13:29:59.395305 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c064f038-a250-4f12-85cd-5620df1053fe req-24abce6e-831a-4126-b588-630176eba377 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:59.421052 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c064f038-a250-4f12-85cd-5620df1053fe req-24abce6e-831a-4126-b588-630176eba377 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 944 time: 0.2357588 May 31 13:29:59.465254 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-469c4225-33da-4fc7-a813-1227b7928cd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:59.563068 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-469c4225-33da-4fc7-a813-1227b7928cd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:59.631995 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c064f038-a250-4f12-85cd-5620df1053fe req-c3e56908-fc35-4ed6-94ef-8e97273b818d tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2231164 May 31 13:29:59.693202 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6f129878-8a47-477d-824c-a46a4cd707f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:59.697266 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec38605-e69e-4974-b5df-6d7585d00a50 req-19285d8d-954d-477d-9254-5502c8a05f49 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:59.699232 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-469c4225-33da-4fc7-a813-1227b7928cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:59.706371 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bec38605-e69e-4974-b5df-6d7585d00a50 req-19285d8d-954d-477d-9254-5502c8a05f49 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c9187d7-9dd8-469d-b56d-671bd4b21a48 HTTP/1.1" status: 200 len: 946 time: 0.2669466 May 31 13:29:59.707988 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43362) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:29:59.752331 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6f129878-8a47-477d-824c-a46a4cd707f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:59.767647 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469c4225-33da-4fc7-a813-1227b7928cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab68db0-3165-46a0-87e1-7f0f388c1b98,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:29:59.779928 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bec38605-e69e-4974-b5df-6d7585d00a50 req-caa7a2e5-66ab-4a32-a919-423a3c8e81e6 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d29a7ba-8da4-4594-bfbf-9f55cd071e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625994 May 31 13:29:59.873377 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f129878-8a47-477d-824c-a46a4cd707f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f85771-db69-42c1-9366-3ee213d7a665,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:29:59.887695 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-6f129878-8a47-477d-824c-a46a4cd707f0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=76d8c8f3fd764da2ae67c12780ab00b7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3154984 May 31 13:29:59.888006 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 43366) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:29:59.889328 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-469c4225-33da-4fc7-a813-1227b7928cd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:59.893759 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-469c4225-33da-4fc7-a813-1227b7928cd0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0ab68db0-3165-46a0-87e1-7f0f388c1b98 HTTP/1.1" status: 204 len: 168 time: 0.7676265 May 31 13:29:59.903145 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-01c5afe5-a6f2-4d7d-bd8f-dc69a2c505fd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=18168e4261004e939dcd26b86e964c6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1747601 May 31 13:29:59.903466 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43372) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:29:59.935819 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95aaeec-802b-413e-b1e5-1b6d4b624c29 req-ebe479a5-d626-4f5d-9b2a-1fe26d407b84 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:29:59.938224 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b95aaeec-802b-413e-b1e5-1b6d4b624c29 req-ebe479a5-d626-4f5d-9b2a-1fe26d407b84 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/ports?device_id=5eee3054-3ed5-47f8-b1a8-ef0b67b604a5 HTTP/1.1" status: 200 len: 945 time: 0.1519182 May 31 13:29:59.981764 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a8fb0ea1-ed85-4a8f-a095-ef4ef232ddda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:00.020424 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a8fb0ea1-ed85-4a8f-a095-ef4ef232ddda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:00.036738 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b99c1038-fd67-4db2-843d-c29afc0f254f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:00.067838 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b95aaeec-802b-413e-b1e5-1b6d4b624c29 req-09917bd1-9692-4a0d-9846-9fad412c8a56 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a17cab4-6020-4095-a3af-d8da92feae16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084490 May 31 13:30:00.073357 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b99c1038-fd67-4db2-843d-c29afc0f254f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:00.153491 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a8fb0ea1-ed85-4a8f-a095-ef4ef232ddda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:00.178166 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device bcea5229-e83e-4a8f-a38a-ad9361d01354 details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:30:00.193143 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fb0ea1-ed85-4a8f-a095-ef4ef232ddda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56245281-250d-4bbc-bfb1-1f1bf6752dc4,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:30:00.196847 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a8fb0ea1-ed85-4a8f-a095-ef4ef232ddda admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:00.198289 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a8fb0ea1-ed85-4a8f-a095-ef4ef232ddda admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/56245281-250d-4bbc-bfb1-1f1bf6752dc4 HTTP/1.1" status: 204 len: 168 time: 0.2936468 May 31 13:30:00.265300 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b99c1038-fd67-4db2-843d-c29afc0f254f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:00.295721 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99c1038-fd67-4db2-843d-c29afc0f254f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f85771-db69-42c1-9366-3ee213d7a665,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:30:00.312020 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b99c1038-fd67-4db2-843d-c29afc0f254f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:00.314086 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-b99c1038-fd67-4db2-843d-c29afc0f254f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a2f85771-db69-42c1-9366-3ee213d7a665 HTTP/1.1" status: 204 len: 168 time: 0.4246917 May 31 13:30:00.380070 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febc6453-eed2-462a-a1e8-6df4b3381442 req-f1aef846-498d-4371-aca4-44eb6c522647 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:00.388955 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-febc6453-eed2-462a-a1e8-6df4b3381442 req-f1aef846-498d-4371-aca4-44eb6c522647 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5e95ad1-6dce-417f-a915-ce477b98c8cd HTTP/1.1" status: 200 len: 944 time: 0.1985097 May 31 13:30:00.498371 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-febc6453-eed2-462a-a1e8-6df4b3381442 req-49f05aab-217c-48c3-bd01-7149b7ff254f tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.50 "GET /v2.0/security-groups?id=834a7886-0cce-4ec4-86a1-7e121fb3b800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806890 May 31 13:30:00.642612 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port bcea5229-e83e-4a8f-a38a-ad9361d01354, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=bcea5229-e83e-4a8f-a38a-ad9361d01354,segment=NetworkSegment(4d75b4c6-9dbf-466e-9960-e4baeffc8b58),segment_id=4d75b4c6-9dbf-466e-9960-e4baeffc8b58)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:30:00.672379 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': 'bcea5229-e83e-4a8f-a38a-ad9361d01354', 'network_id': 'ef7bc708-faad-4f53-9863-9b17fc2bd3a4', 'port_id': 'bcea5229-e83e-4a8f-a38a-ad9361d01354', 'mac_address': 'fa:16:3e:4f:08:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03601eff-cc07-4210-91b9-54e2e22c50f4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:30:00.763767 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port bcea5229-e83e-4a8f-a38a-ad9361d01354 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:30:00.764140 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:00.785667 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcea5229-e83e-4a8f-a38a-ad9361d01354 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:30:00.807492 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port bcea5229-e83e-4a8f-a38a-ad9361d01354, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=bcea5229-e83e-4a8f-a38a-ad9361d01354,segment=NetworkSegment(4d75b4c6-9dbf-466e-9960-e4baeffc8b58),segment_id=4d75b4c6-9dbf-466e-9960-e4baeffc8b58)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:30:00.813145 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:00.932325 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c609bf55-a85b-4e69-a411-0637a2e25424 req-4efce1f7-6842-4eb2-a4c2-c400e366a436 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:00.942741 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=bcea5229-e83e-4a8f-a38a-ad9361d01354,revision_number=12']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:30:00.945374 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c609bf55-a85b-4e69-a411-0637a2e25424 req-4efce1f7-6842-4eb2-a4c2-c400e366a436 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/ports?device_id=5eee3054-3ed5-47f8-b1a8-ef0b67b604a5 HTTP/1.1" status: 200 len: 945 time: 0.2058589 May 31 13:30:00.964118 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['bcea5229-e83e-4a8f-a38a-ad9361d01354'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:30:01.141154 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c609bf55-a85b-4e69-a411-0637a2e25424 req-7e686ea1-400e-4001-a7f2-4eb1f1a63688 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a17cab4-6020-4095-a3af-d8da92feae16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839252 May 31 13:30:01.233641 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2532f-697d-4ced-85a5-bfafdf63ce69 req-2fc88abd-c499-4b80-967c-bc72f3fdad17 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:01.236237 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-97b2532f-697d-4ced-85a5-bfafdf63ce69 req-2fc88abd-c499-4b80-967c-bc72f3fdad17 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 945 time: 0.2374399 May 31 13:30:01.406621 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-97b2532f-697d-4ced-85a5-bfafdf63ce69 req-ef3e236c-82cd-4b9b-bb80-498241524723 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1540983 May 31 13:30:01.470462 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c6817f-1ee7-4c0a-8979-d0e12f5f74ce req-95fe077f-39be-4e81-93ef-6ed88d24a816 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:01.472112 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-18c6817f-1ee7-4c0a-8979-d0e12f5f74ce req-95fe077f-39be-4e81-93ef-6ed88d24a816 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c9187d7-9dd8-469d-b56d-671bd4b21a48 HTTP/1.1" status: 200 len: 946 time: 0.1498072 May 31 13:30:01.547406 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-18c6817f-1ee7-4c0a-8979-d0e12f5f74ce req-a2800f24-22da-4059-bfe1-5cfcfae8f846 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d29a7ba-8da4-4594-bfbf-9f55cd071e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652587 May 31 13:30:01.859974 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3373935-e49a-4f6d-8fbc-e24818229bd9 req-4f0c1aa3-ec8a-4bc6-a848-2d9814621c90 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:01.859974 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e3373935-e49a-4f6d-8fbc-e24818229bd9 req-4f0c1aa3-ec8a-4bc6-a848-2d9814621c90 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5e95ad1-6dce-417f-a915-ce477b98c8cd HTTP/1.1" status: 200 len: 944 time: 0.1612000 May 31 13:30:01.981657 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device e6b68917-db09-4f5c-b406-1282734b8074 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:30:01.994236 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e3373935-e49a-4f6d-8fbc-e24818229bd9 req-843fe7aa-6544-4f39-a50e-5ecb8c6901a1 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.50 "GET /v2.0/security-groups?id=834a7886-0cce-4ec4-86a1-7e121fb3b800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225653 May 31 13:30:02.108569 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port e6b68917-db09-4f5c-b406-1282734b8074 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:30:02.114743 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port e6b68917-db09-4f5c-b406-1282734b8074 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:30:02.115063 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:02.255472 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43446) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:30:02.304883 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43452) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:30:02.380964 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port e6b68917-db09-4f5c-b406-1282734b8074 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:30:02.380964 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:02.533863 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port e6b68917-db09-4f5c-b406-1282734b8074, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=e6b68917-db09-4f5c-b406-1282734b8074,segment=NetworkSegment(b43bd213-a5c3-431b-9972-53566e005364),segment_id=b43bd213-a5c3-431b-9972-53566e005364)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:30:02.539243 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5e95ad1-6dce-417f-a915-ce477b98c8cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6b68917-db09-4f5c-b406-1282734b8074'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:30:02.551546 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-3cc14185-2d8f-4d87-b851-6c52423436ef admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-2040045724-network', 'tenant_id': '1471cc7c2bcf49a68dcbc360fa0fde8b'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:30:02.557528 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:02.568340 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3cc14185-2d8f-4d87-b851-6c52423436ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:30:02.580026 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-3cc14185-2d8f-4d87-b851-6c52423436ef admin admin] Usage tracker for resource:network and tenant:1471cc7c2bcf49a68dcbc360fa0fde8b is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:30:02.581286 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-3cc14185-2d8f-4d87-b851-6c52423436ef admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:30:02.593299 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3cc14185-2d8f-4d87-b851-6c52423436ef admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:30:02.611987 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc14185-2d8f-4d87-b851-6c52423436ef admin admin] Made reservation on behalf of 1471cc7c2bcf49a68dcbc360fa0fde8b for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:30:02.618850 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3cc14185-2d8f-4d87-b851-6c52423436ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:02.633482 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090a4b73-3c56-464a-a09d-801656470e69 req-10faf75e-58ca-4989-82ff-93a045b4aec0 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:02.639128 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-090a4b73-3c56-464a-a09d-801656470e69 req-10faf75e-58ca-4989-82ff-93a045b4aec0 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/ports?device_id=5eee3054-3ed5-47f8-b1a8-ef0b67b604a5 HTTP/1.1" status: 200 len: 945 time: 0.2534161 May 31 13:30:02.659939 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3cc14185-2d8f-4d87-b851-6c52423436ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:02.694482 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3cc14185-2d8f-4d87-b851-6c52423436ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:30:02.724723 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-3cc14185-2d8f-4d87-b851-6c52423436ef admin admin] Usage tracker for resource:security_group_rule and tenant:1471cc7c2bcf49a68dcbc360fa0fde8b is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:30:02.724723 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-3cc14185-2d8f-4d87-b851-6c52423436ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:30:02.838493 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3cc14185-2d8f-4d87-b851-6c52423436ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:30:02.874354 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=e6b68917-db09-4f5c-b406-1282734b8074,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:30:02.926891 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-090a4b73-3c56-464a-a09d-801656470e69 req-9a2b3856-d1b4-4ac6-831f-ab411d0cdc1b tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a17cab4-6020-4095-a3af-d8da92feae16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174362 May 31 13:30:02.986328 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37732bda-652e-4d19-8156-6499c77c3ca2 req-ddb6f7ce-ed39-4c9c-8bfa-afe886049556 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:02.986328 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-37732bda-652e-4d19-8156-6499c77c3ca2 req-ddb6f7ce-ed39-4c9c-8bfa-afe886049556 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 945 time: 0.3433957 May 31 13:30:02.986328 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 43470) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:30:03.014271 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-e2701209-e422-4157-900e-b158b99e1db8 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1634523678-network', 'tenant_id': '82e5ccf58acb423eaef945c1ccf7e09b'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:30:03.025069 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e2701209-e422-4157-900e-b158b99e1db8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:30:03.039755 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e2701209-e422-4157-900e-b158b99e1db8 admin admin] Usage tracker for resource:network and tenant:82e5ccf58acb423eaef945c1ccf7e09b is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:30:03.039755 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e2701209-e422-4157-900e-b158b99e1db8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:30:03.061648 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e2701209-e422-4157-900e-b158b99e1db8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:30:03.074625 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1def2f0-28c2-434a-97e2-4d19c7a7b08d'] response: {'server_uuid': 'a5e95ad1-6dce-417f-a915-ce477b98c8cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6b68917-db09-4f5c-b406-1282734b8074', 'code': 200} May 31 13:30:03.094159 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2701209-e422-4157-900e-b158b99e1db8 admin admin] Made reservation on behalf of 82e5ccf58acb423eaef945c1ccf7e09b for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:30:03.101717 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e2701209-e422-4157-900e-b158b99e1db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:03.129673 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e2701209-e422-4157-900e-b158b99e1db8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:03.165871 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e2701209-e422-4157-900e-b158b99e1db8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:30:03.170282 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3cc14185-2d8f-4d87-b851-6c52423436ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:03.174453 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e2701209-e422-4157-900e-b158b99e1db8 admin admin] Usage tracker for resource:security_group_rule and tenant:82e5ccf58acb423eaef945c1ccf7e09b is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:30:03.179220 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3cc14185-2d8f-4d87-b851-6c52423436ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:03.187259 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e2701209-e422-4157-900e-b158b99e1db8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:30:03.263445 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc14185-2d8f-4d87-b851-6c52423436ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55bd970b-2f57-4851-b98f-a55d5a4ba329,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:30:03.263445 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e2701209-e422-4157-900e-b158b99e1db8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:30:03.275962 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-37732bda-652e-4d19-8156-6499c77c3ca2 req-29593d4b-dcb6-4f67-9424-c1548b55ab59 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2352531 May 31 13:30:03.290418 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc14185-2d8f-4d87-b851-6c52423436ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:30:03.290418 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc14185-2d8f-4d87-b851-6c52423436ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:30:03.290418 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc14185-2d8f-4d87-b851-6c52423436ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:30:03.290418 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc14185-2d8f-4d87-b851-6c52423436ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:30:03.290418 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc14185-2d8f-4d87-b851-6c52423436ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:30:03.290418 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc14185-2d8f-4d87-b851-6c52423436ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:30:03.290418 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc14185-2d8f-4d87-b851-6c52423436ef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:30:03.290418 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc14185-2d8f-4d87-b851-6c52423436ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:30:03.290418 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc14185-2d8f-4d87-b851-6c52423436ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:30:03.290418 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc14185-2d8f-4d87-b851-6c52423436ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:30:03.290418 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc14185-2d8f-4d87-b851-6c52423436ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:30:03.290418 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc14185-2d8f-4d87-b851-6c52423436ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:30:03.309402 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cc14185-2d8f-4d87-b851-6c52423436ef admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:30:03.371862 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3cc14185-2d8f-4d87-b851-6c52423436ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:03.372297 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-3cc14185-2d8f-4d87-b851-6c52423436ef admin admin] Added segment 6fa0bd13-a4b7-4b4f-80e5-be8b2fd586ea of type vlan for network 6c1e3874-7498-46ea-a617-0c963766e837 May 31 13:30:03.390504 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-c45a4556-831d-493a-9fc5-40be8710d429 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1777814975-network', 'tenant_id': 'a3c10d77b5e9443791adec2e7e1c7c37'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:30:03.398031 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c45a4556-831d-493a-9fc5-40be8710d429 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:30:03.402750 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-c45a4556-831d-493a-9fc5-40be8710d429 admin admin] Usage tracker for resource:network and tenant:a3c10d77b5e9443791adec2e7e1c7c37 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:30:03.406033 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-c45a4556-831d-493a-9fc5-40be8710d429 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:30:03.414037 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c45a4556-831d-493a-9fc5-40be8710d429 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:30:03.475338 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45a4556-831d-493a-9fc5-40be8710d429 admin admin] Made reservation on behalf of a3c10d77b5e9443791adec2e7e1c7c37 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:30:03.489519 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c45a4556-831d-493a-9fc5-40be8710d429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:03.517465 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c45a4556-831d-493a-9fc5-40be8710d429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:03.549873 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3cc14185-2d8f-4d87-b851-6c52423436ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:03.560554 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c45a4556-831d-493a-9fc5-40be8710d429 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:30:03.560554 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-c45a4556-831d-493a-9fc5-40be8710d429 admin admin] Usage tracker for resource:security_group_rule and tenant:a3c10d77b5e9443791adec2e7e1c7c37 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:30:03.575044 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-c45a4556-831d-493a-9fc5-40be8710d429 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:30:03.575044 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c45a4556-831d-493a-9fc5-40be8710d429 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:30:03.615452 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c212dc7-d86e-4995-aae5-e1efd7b18d8a req-10a26d97-9d6c-4fcd-944f-0b28c6ee4ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:03.615452 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6c212dc7-d86e-4995-aae5-e1efd7b18d8a req-10a26d97-9d6c-4fcd-944f-0b28c6ee4ef1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a5e95ad1-6dce-417f-a915-ce477b98c8cd HTTP/1.1" status: 200 len: 1096 time: 0.4022346 May 31 13:30:03.641255 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e2701209-e422-4157-900e-b158b99e1db8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:03.641255 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3cc14185-2d8f-4d87-b851-6c52423436ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:03.641255 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc14185-2d8f-4d87-b851-6c52423436ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:03.641255 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3cc14185-2d8f-4d87-b851-6c52423436ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:03.674563 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e2701209-e422-4157-900e-b158b99e1db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:03.682513 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82408baf-62a3-4761-8a21-e0ac234aa2c8 req-aaed1a6a-ad17-4faf-8555-3d4bcf1dbe9e tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:03.682513 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-82408baf-62a3-4761-8a21-e0ac234aa2c8 req-aaed1a6a-ad17-4faf-8555-3d4bcf1dbe9e tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c9187d7-9dd8-469d-b56d-671bd4b21a48 HTTP/1.1" status: 200 len: 946 time: 0.4301827 May 31 13:30:03.851263 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2701209-e422-4157-900e-b158b99e1db8 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:30:03.901182 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2701209-e422-4157-900e-b158b99e1db8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11fe291e-69a0-4211-ae19-9fbe273445b6,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:30:03.901182 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e2701209-e422-4157-900e-b158b99e1db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:03.901182 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-e2701209-e422-4157-900e-b158b99e1db8 admin admin] Added segment 1e6452d1-51f8-4e9a-9e93-895c398faede of type vlan for network b11a5e31-f902-47bb-ae2d-8ab30e32d2c6 May 31 13:30:03.901182 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc14185-2d8f-4d87-b851-6c52423436ef admin admin] Pushing event updated for resources: {'Network': ['ID=6c1e3874-7498-46ea-a617-0c963766e837,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:30:03.934463 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-82408baf-62a3-4761-8a21-e0ac234aa2c8 req-f9d669a7-54a9-41ec-ae54-5e5be7a803a9 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d29a7ba-8da4-4594-bfbf-9f55cd071e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294950 May 31 13:30:03.943366 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-3cc14185-2d8f-4d87-b851-6c52423436ef admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6618426 May 31 13:30:03.943366 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43492) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:30:03.943366 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-d0c48f0c-5df8-4e92-bf59-230cfa3d2e7b admin admin] Request body: {'subnet': {'network_id': '6c1e3874-7498-46ea-a617-0c963766e837', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-2040045724-subnet', 'tenant_id': '1471cc7c2bcf49a68dcbc360fa0fde8b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:30:03.952710 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6c212dc7-d86e-4995-aae5-e1efd7b18d8a req-1ff403f7-032b-4106-b9fe-001270b7ffc5 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=834a7886-0cce-4ec4-86a1-7e121fb3b800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3240912 May 31 13:30:03.971915 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d0c48f0c-5df8-4e92-bf59-230cfa3d2e7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:30:03.978293 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 6c1e3874-7498-46ea-a617-0c963766e837 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:30:04.040096 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d0c48f0c-5df8-4e92-bf59-230cfa3d2e7b admin admin] Usage tracker for resource:subnet and tenant:1471cc7c2bcf49a68dcbc360fa0fde8b is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:30:04.050300 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d0c48f0c-5df8-4e92-bf59-230cfa3d2e7b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:30:04.074882 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e2701209-e422-4157-900e-b158b99e1db8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:04.074882 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d0c48f0c-5df8-4e92-bf59-230cfa3d2e7b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:30:04.096809 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d162c5-4330-48c8-9b63-d14c1bdbd5a6 req-ac657c45-6a45-4f4a-8cfd-b5b6d9c1e8f5 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:04.096809 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-13d162c5-4330-48c8-9b63-d14c1bdbd5a6 req-ac657c45-6a45-4f4a-8cfd-b5b6d9c1e8f5 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5e95ad1-6dce-417f-a915-ce477b98c8cd HTTP/1.1" status: 200 len: 945 time: 0.2640414 May 31 13:30:04.119558 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e2701209-e422-4157-900e-b158b99e1db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:04.119558 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2701209-e422-4157-900e-b158b99e1db8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:04.119558 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e2701209-e422-4157-900e-b158b99e1db8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:04.137239 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c45a4556-831d-493a-9fc5-40be8710d429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:04.142563 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c45a4556-831d-493a-9fc5-40be8710d429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:04.215315 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device bcea5229-e83e-4a8f-a38a-ad9361d01354 up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:30:04.219050 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c45a4556-831d-493a-9fc5-40be8710d429 admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:30:04.243920 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e2701209-e422-4157-900e-b158b99e1db8 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.9345059 May 31 13:30:04.244175 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-13d162c5-4330-48c8-9b63-d14c1bdbd5a6 req-57ff7674-0bf5-4b42-afea-26d2c45bcc08 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.50 "GET /v2.0/security-groups?id=834a7886-0cce-4ec4-86a1-7e121fb3b800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452749 May 31 13:30:04.245392 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 43498) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:30:04.246334 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c45a4556-831d-493a-9fc5-40be8710d429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:04.246698 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-c45a4556-831d-493a-9fc5-40be8710d429 admin admin] Added segment d34d3df1-ef2d-4ac2-8f4f-a6f08879cb77 of type vlan for network 080d6d49-93ca-4bc9-b724-23769f792082 May 31 13:30:04.259334 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-159f3c5c-611b-4a30-8078-9ff1636ae110 admin admin] Request body: {'subnet': {'network_id': 'b11a5e31-f902-47bb-ae2d-8ab30e32d2c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1634523678-subnet', 'tenant_id': '82e5ccf58acb423eaef945c1ccf7e09b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:30:04.263513 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45a4556-831d-493a-9fc5-40be8710d429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c132ed5-3f8d-49e9-af79-a1eb5f0990cc,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:30:04.290471 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-159f3c5c-611b-4a30-8078-9ff1636ae110 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:30:04.297217 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-159f3c5c-611b-4a30-8078-9ff1636ae110 admin admin] Usage tracker for resource:subnet and tenant:82e5ccf58acb423eaef945c1ccf7e09b is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:30:04.316374 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-159f3c5c-611b-4a30-8078-9ff1636ae110 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:30:04.331040 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-159f3c5c-611b-4a30-8078-9ff1636ae110 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:30:04.356923 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-159f3c5c-611b-4a30-8078-9ff1636ae110 admin admin] Made reservation on behalf of 82e5ccf58acb423eaef945c1ccf7e09b for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:30:04.371419 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-159f3c5c-611b-4a30-8078-9ff1636ae110 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:04.685048 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port bcea5229-e83e-4a8f-a38a-ad9361d01354 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:30:04.685048 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:04.720446 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c48f0c-5df8-4e92-bf59-230cfa3d2e7b admin admin] Made reservation on behalf of 1471cc7c2bcf49a68dcbc360fa0fde8b for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:30:04.737037 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d0c48f0c-5df8-4e92-bf59-230cfa3d2e7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:05.009126 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c45a4556-831d-493a-9fc5-40be8710d429 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:05.024453 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port bcea5229-e83e-4a8f-a38a-ad9361d01354 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:30:05.026074 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:05.042771 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2701209-e422-4157-900e-b158b99e1db8 admin admin] Pushing event updated for resources: {'Network': ['ID=b11a5e31-f902-47bb-ae2d-8ab30e32d2c6,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:30:05.065022 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network b11a5e31-f902-47bb-ae2d-8ab30e32d2c6 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:30:05.087653 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d7ba9-95c1-4ec0-8b5a-3468dc2cce9d req-9cdf64f6-c5dd-4a78-b684-f11390434cf7 tempest-LiveMigrationTest-979382837 tempest-LiveMigrationTest-979382837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:05.089286 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8d1d7ba9-95c1-4ec0-8b5a-3468dc2cce9d req-9cdf64f6-c5dd-4a78-b684-f11390434cf7 tempest-LiveMigrationTest-979382837 tempest-LiveMigrationTest-979382837-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9c9187d7-9dd8-469d-b56d-671bd4b21a48&tenant_id=9d7345b6bbc64d3981e920379156fa19&binding%3Ahost_id=n-h2-843939-1 HTTP/1.1" status: 200 len: 1097 time: 0.9122241 May 31 13:30:05.111954 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-8d1d7ba9-95c1-4ec0-8b5a-3468dc2cce9d req-9be9b44f-c076-44f0-a14a-030d96774b0f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-843939-1'}}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:30:05.186945 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c45a4556-831d-493a-9fc5-40be8710d429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:05.189621 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45a4556-831d-493a-9fc5-40be8710d429 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:05.189621 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c45a4556-831d-493a-9fc5-40be8710d429 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:05.255165 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c45a4556-831d-493a-9fc5-40be8710d429 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.2619915 May 31 13:30:05.292729 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 43516) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:30:05.534719 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a12efbab-a760-4348-9c14-f969aac5be15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcea5229-e83e-4a8f-a38a-ad9361d01354'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:30:05.619959 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ea1b1-5c71-41dc-8498-cc6f092c4112 req-98dcd32b-112e-4fe1-8971-6c7ba2061fe0 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:05.620795 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port bcea5229-e83e-4a8f-a38a-ad9361d01354, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=bcea5229-e83e-4a8f-a38a-ad9361d01354,segment=NetworkSegment(4d75b4c6-9dbf-466e-9960-e4baeffc8b58),segment_id=4d75b4c6-9dbf-466e-9960-e4baeffc8b58)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:30:05.634981 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:05.635249 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-069ea1b1-5c71-41dc-8498-cc6f092c4112 req-98dcd32b-112e-4fe1-8971-6c7ba2061fe0 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 945 time: 0.8113544 May 31 13:30:05.649678 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-4b228b57-d2cd-4f95-8bda-5e293f95f85d admin admin] Request body: {'subnet': {'network_id': '080d6d49-93ca-4bc9-b724-23769f792082', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1777814975-subnet', 'tenant_id': 'a3c10d77b5e9443791adec2e7e1c7c37', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:30:05.783217 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=bcea5229-e83e-4a8f-a38a-ad9361d01354,revision_number=13']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:30:05.853941 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-8d1d7ba9-95c1-4ec0-8b5a-3468dc2cce9d req-9be9b44f-c076-44f0-a14a-030d96774b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:05.877141 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-4b228b57-d2cd-4f95-8bda-5e293f95f85d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:30:05.881844 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d0c48f0c-5df8-4e92-bf59-230cfa3d2e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:05.892533 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45a4556-831d-493a-9fc5-40be8710d429 admin admin] Pushing event updated for resources: {'Network': ['ID=080d6d49-93ca-4bc9-b724-23769f792082,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:30:05.932108 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 080d6d49-93ca-4bc9-b724-23769f792082 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:30:05.940339 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-4b228b57-d2cd-4f95-8bda-5e293f95f85d admin admin] Usage tracker for resource:subnet and tenant:a3c10d77b5e9443791adec2e7e1c7c37 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:30:05.955873 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-4b228b57-d2cd-4f95-8bda-5e293f95f85d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:30:06.011254 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed753157-441d-437a-9658-1f715fbfa621 req-0f5213ab-87c3-49ef-a857-ea34fa43a902 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:06.011254 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ed753157-441d-437a-9658-1f715fbfa621 req-0f5213ab-87c3-49ef-a857-ea34fa43a902 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/ports?device_id=5eee3054-3ed5-47f8-b1a8-ef0b67b604a5 HTTP/1.1" status: 200 len: 945 time: 1.1827898 May 31 13:30:06.053939 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-4b228b57-d2cd-4f95-8bda-5e293f95f85d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:30:06.197409 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 61762e12-583d-445a-a9d7-c31772613a37 details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:30:06.381191 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-159f3c5c-611b-4a30-8078-9ff1636ae110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:06.486564 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c48f0c-5df8-4e92-bf59-230cfa3d2e7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9281520b-3968-4043-88c8-2ba80816b8e3,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:30:06.514927 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c48f0c-5df8-4e92-bf59-230cfa3d2e7b admin admin] Checking segment: {'id': '6fa0bd13-a4b7-4b4f-80e5-be8b2fd586ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6c1e3874-7498-46ea-a617-0c963766e837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:30:06.514927 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c48f0c-5df8-4e92-bf59-230cfa3d2e7b admin admin] Network hostable DHCP agents. Network: 6c1e3874-7498-46ea-a617-0c963766e837, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:30:06.530650 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-069ea1b1-5c71-41dc-8498-cc6f092c4112 req-03ba1c4c-fd85-441d-8fb2-4e20e3eeefd8 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8829031 May 31 13:30:06.566218 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159f3c5c-611b-4a30-8078-9ff1636ae110 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7a2881f-e291-4214-81d7-8f9b77a7af81,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:30:06.621722 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-8d1d7ba9-95c1-4ec0-8b5a-3468dc2cce9d req-9be9b44f-c076-44f0-a14a-030d96774b0f service neutron] For port 61762e12-583d-445a-a9d7-c31772613a37, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=61762e12-583d-445a-a9d7-c31772613a37,segment=NetworkSegment(6af449b4-9759-41ca-aa70-1c602a81197c),segment_id=6af449b4-9759-41ca-aa70-1c602a81197c)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:30:06.630200 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b228b57-d2cd-4f95-8bda-5e293f95f85d admin admin] Made reservation on behalf of a3c10d77b5e9443791adec2e7e1c7c37 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:30:06.630200 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4b228b57-d2cd-4f95-8bda-5e293f95f85d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:06.679168 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-8d1d7ba9-95c1-4ec0-8b5a-3468dc2cce9d req-9be9b44f-c076-44f0-a14a-030d96774b0f service neutron] For port 61762e12-583d-445a-a9d7-c31772613a37, host n-h2-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:30:06.737089 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ed753157-441d-437a-9658-1f715fbfa621 req-da61570b-dcac-4c51-9521-2d1578792f97 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a17cab4-6020-4095-a3af-d8da92feae16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3650753 May 31 13:30:06.801467 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-8d1d7ba9-95c1-4ec0-8b5a-3468dc2cce9d req-9be9b44f-c076-44f0-a14a-030d96774b0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:06.801467 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c9187d7-9dd8-469d-b56d-671bd4b21a48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61762e12-583d-445a-a9d7-c31772613a37'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:30:06.826131 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-8d1d7ba9-95c1-4ec0-8b5a-3468dc2cce9d req-9be9b44f-c076-44f0-a14a-030d96774b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:07.051616 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 61762e12-583d-445a-a9d7-c31772613a37, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=61762e12-583d-445a-a9d7-c31772613a37,segment=NetworkSegment(6af449b4-9759-41ca-aa70-1c602a81197c),segment_id=6af449b4-9759-41ca-aa70-1c602a81197c)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:30:07.112211 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 61762e12-583d-445a-a9d7-c31772613a37 has no active binding in host n-h1-843939-1 {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 31 13:30:07.178064 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be9b44f-c076-44f0-a14a-030d96774b0f service neutron] Pushing event updated for resources: {'Port': ['ID=61762e12-583d-445a-a9d7-c31772613a37,revision_number=7']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:30:07.178064 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c48f0c-5df8-4e92-bf59-230cfa3d2e7b admin admin] Network 6c1e3874-7498-46ea-a617-0c963766e837 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:30:07.244902 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-d0c48f0c-5df8-4e92-bf59-230cfa3d2e7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 6c1e3874-7498-46ea-a617-0c963766e837) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:30:07.252483 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c48f0c-5df8-4e92-bf59-230cfa3d2e7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:07.253894 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d0c48f0c-5df8-4e92-bf59-230cfa3d2e7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:07.262207 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438c83a8-7031-4e9e-adbf-7e3bd7d1ade5 None None] Network 6c1e3874-7498-46ea-a617-0c963766e837 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:30:07.290242 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d0c48f0c-5df8-4e92-bf59-230cfa3d2e7b admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 3.3517857 May 31 13:30:07.290242 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-8d1d7ba9-95c1-4ec0-8b5a-3468dc2cce9d req-9be9b44f-c076-44f0-a14a-030d96774b0f service neutron] Attempting to bind port 61762e12-583d-445a-a9d7-c31772613a37 on host n-h2-843939-1 for vnic_type normal with profile {"migrating_to": "n-h1-843939-1"} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:30:07.290242 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-8d1d7ba9-95c1-4ec0-8b5a-3468dc2cce9d req-9be9b44f-c076-44f0-a14a-030d96774b0f service neutron] Attempting to bind port 61762e12-583d-445a-a9d7-c31772613a37 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': '6af449b4-9759-41ca-aa70-1c602a81197c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e576ad54-297c-4eec-b73b-25479782c1e2'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:30:07.290242 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1d7ba9-95c1-4ec0-8b5a-3468dc2cce9d req-9be9b44f-c076-44f0-a14a-030d96774b0f service neutron] Attempting to bind port 61762e12-583d-445a-a9d7-c31772613a37 on network e576ad54-297c-4eec-b73b-25479782c1e2 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:30:07.290242 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1d7ba9-95c1-4ec0-8b5a-3468dc2cce9d req-9be9b44f-c076-44f0-a14a-030d96774b0f service neutron] Port 61762e12-583d-445a-a9d7-c31772613a37 on network e576ad54-297c-4eec-b73b-25479782c1e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:30:07.290242 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1d7ba9-95c1-4ec0-8b5a-3468dc2cce9d req-9be9b44f-c076-44f0-a14a-030d96774b0f service neutron] Attempting to bind port 61762e12-583d-445a-a9d7-c31772613a37 on network e576ad54-297c-4eec-b73b-25479782c1e2 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:30:07.317745 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1d7ba9-95c1-4ec0-8b5a-3468dc2cce9d req-9be9b44f-c076-44f0-a14a-030d96774b0f service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:30:07.317745 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1d7ba9-95c1-4ec0-8b5a-3468dc2cce9d req-9be9b44f-c076-44f0-a14a-030d96774b0f service neutron] Checking segment: {'id': '6af449b4-9759-41ca-aa70-1c602a81197c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e576ad54-297c-4eec-b73b-25479782c1e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:30:07.317745 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1d7ba9-95c1-4ec0-8b5a-3468dc2cce9d req-9be9b44f-c076-44f0-a14a-030d96774b0f service neutron] Bound using segment: {'id': '6af449b4-9759-41ca-aa70-1c602a81197c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e576ad54-297c-4eec-b73b-25479782c1e2'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:30:07.317745 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-8d1d7ba9-95c1-4ec0-8b5a-3468dc2cce9d req-9be9b44f-c076-44f0-a14a-030d96774b0f service neutron] Bound port: 61762e12-583d-445a-a9d7-c31772613a37, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6af449b4-9759-41ca-aa70-1c602a81197c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e576ad54-297c-4eec-b73b-25479782c1e2'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:30:07.317745 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-8d1d7ba9-95c1-4ec0-8b5a-3468dc2cce9d req-9be9b44f-c076-44f0-a14a-030d96774b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:07.530647 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159f3c5c-611b-4a30-8078-9ff1636ae110 admin admin] Checking segment: {'id': '1e6452d1-51f8-4e9a-9e93-895c398faede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b11a5e31-f902-47bb-ae2d-8ab30e32d2c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:30:07.531198 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159f3c5c-611b-4a30-8078-9ff1636ae110 admin admin] Network hostable DHCP agents. Network: b11a5e31-f902-47bb-ae2d-8ab30e32d2c6, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:30:07.590697 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4b228b57-d2cd-4f95-8bda-5e293f95f85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:07.675219 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-8d1d7ba9-95c1-4ec0-8b5a-3468dc2cce9d req-9be9b44f-c076-44f0-a14a-030d96774b0f service neutron] For port 61762e12-583d-445a-a9d7-c31772613a37, host n-h2-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:30:07.689264 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-8d1d7ba9-95c1-4ec0-8b5a-3468dc2cce9d req-9be9b44f-c076-44f0-a14a-030d96774b0f service neutron] For port 61762e12-583d-445a-a9d7-c31772613a37, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=61762e12-583d-445a-a9d7-c31772613a37,segment=NetworkSegment(6af449b4-9759-41ca-aa70-1c602a81197c),segment_id=6af449b4-9759-41ca-aa70-1c602a81197c)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:30:07.702119 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-8d1d7ba9-95c1-4ec0-8b5a-3468dc2cce9d req-9be9b44f-c076-44f0-a14a-030d96774b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:07.710857 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:07.855471 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b228b57-d2cd-4f95-8bda-5e293f95f85d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee0cb7bc-77e1-4f9a-9c6e-2549aff2458e,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:30:07.886463 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b228b57-d2cd-4f95-8bda-5e293f95f85d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:30:07.886463 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b228b57-d2cd-4f95-8bda-5e293f95f85d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:30:07.886463 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b228b57-d2cd-4f95-8bda-5e293f95f85d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:30:07.886463 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b228b57-d2cd-4f95-8bda-5e293f95f85d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:30:07.886463 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b228b57-d2cd-4f95-8bda-5e293f95f85d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:30:07.886463 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b228b57-d2cd-4f95-8bda-5e293f95f85d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:30:07.886463 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b228b57-d2cd-4f95-8bda-5e293f95f85d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:30:07.893054 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b228b57-d2cd-4f95-8bda-5e293f95f85d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:30:07.893054 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b228b57-d2cd-4f95-8bda-5e293f95f85d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:30:07.893054 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b228b57-d2cd-4f95-8bda-5e293f95f85d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:30:07.893054 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b228b57-d2cd-4f95-8bda-5e293f95f85d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:30:07.893054 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b228b57-d2cd-4f95-8bda-5e293f95f85d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:30:07.959418 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159f3c5c-611b-4a30-8078-9ff1636ae110 admin admin] Network b11a5e31-f902-47bb-ae2d-8ab30e32d2c6 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:30:07.980781 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-159f3c5c-611b-4a30-8078-9ff1636ae110 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, b11a5e31-f902-47bb-ae2d-8ab30e32d2c6) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:30:07.980781 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159f3c5c-611b-4a30-8078-9ff1636ae110 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:07.980781 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-159f3c5c-611b-4a30-8078-9ff1636ae110 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:08.012745 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b5c40d-e3c7-48b5-a5af-3e51f0ccc6be None None] Network b11a5e31-f902-47bb-ae2d-8ab30e32d2c6 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:30:08.051944 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-159f3c5c-611b-4a30-8078-9ff1636ae110 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 3.7876410 May 31 13:30:08.123919 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b228b57-d2cd-4f95-8bda-5e293f95f85d admin admin] Checking segment: {'id': 'd34d3df1-ef2d-4ac2-8f4f-a6f08879cb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '080d6d49-93ca-4bc9-b724-23769f792082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:30:08.123919 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b228b57-d2cd-4f95-8bda-5e293f95f85d admin admin] Network hostable DHCP agents. Network: 080d6d49-93ca-4bc9-b724-23769f792082, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:30:08.146426 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4f00c8-9042-49e3-a117-5e521e546353 req-235a3923-a15f-4608-a9fb-7bdb4476d22b tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:08.158296 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0d4f00c8-9042-49e3-a117-5e521e546353 req-235a3923-a15f-4608-a9fb-7bdb4476d22b tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c9187d7-9dd8-469d-b56d-671bd4b21a48 HTTP/1.1" status: 200 len: 944 time: 1.2183228 May 31 13:30:08.215883 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93df6e45-ac1e-4163-be5e-e318988d7ecb req-0b6d3da6-37d2-4471-aec0-0b652cf573eb tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:08.215883 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-93df6e45-ac1e-4163-be5e-e318988d7ecb req-0b6d3da6-37d2-4471-aec0-0b652cf573eb tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5e95ad1-6dce-417f-a915-ce477b98c8cd HTTP/1.1" status: 200 len: 945 time: 0.8568578 May 31 13:30:08.258956 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b228b57-d2cd-4f95-8bda-5e293f95f85d admin admin] Network 080d6d49-93ca-4bc9-b724-23769f792082 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:30:08.258956 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-4b228b57-d2cd-4f95-8bda-5e293f95f85d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 080d6d49-93ca-4bc9-b724-23769f792082) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:30:08.270088 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b228b57-d2cd-4f95-8bda-5e293f95f85d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:08.270088 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4b228b57-d2cd-4f95-8bda-5e293f95f85d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:08.287847 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0d4f00c8-9042-49e3-a117-5e521e546353 req-7ee8a5cd-6cb7-4a0b-8157-c69e0049e82c tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d29a7ba-8da4-4594-bfbf-9f55cd071e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324174 May 31 13:30:08.522556 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-4b228b57-d2cd-4f95-8bda-5e293f95f85d admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.9392297 May 31 13:30:08.525087 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 43538) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:30:08.606362 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-7756bc52-9baf-44ef-90ea-cf8feb6867f7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1777814975-router', 'tenant_id': 'a3c10d77b5e9443791adec2e7e1c7c37', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:30:08.622499 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-7756bc52-9baf-44ef-90ea-cf8feb6867f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:30:08.629943 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a705ad-01ce-4343-aa6a-fd36cace39dd None None] Network 080d6d49-93ca-4bc9-b724-23769f792082 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:30:08.636131 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-7756bc52-9baf-44ef-90ea-cf8feb6867f7 admin admin] Usage tracker for resource:router and tenant:a3c10d77b5e9443791adec2e7e1c7c37 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:30:08.652236 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-7756bc52-9baf-44ef-90ea-cf8feb6867f7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:30:08.669201 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-7756bc52-9baf-44ef-90ea-cf8feb6867f7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:30:08.677565 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be9b44f-c076-44f0-a14a-030d96774b0f service neutron] Pushing event updated for resources: {'Port': ['ID=61762e12-583d-445a-a9d7-c31772613a37,revision_number=8']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:30:08.684161 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2efb3936-09f8-4e16-ab42-a7816ea25308'] response: {'server_uuid': 'a12efbab-a760-4348-9c14-f969aac5be15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcea5229-e83e-4a8f-a38a-ad9361d01354', 'code': 200} May 31 13:30:08.694554 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-93df6e45-ac1e-4163-be5e-e318988d7ecb req-8644218f-f5e2-4cf6-805a-a74f76ef16a2 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.50 "GET /v2.0/security-groups?id=834a7886-0cce-4ec4-86a1-7e121fb3b800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3771677 May 31 13:30:08.705043 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7756bc52-9baf-44ef-90ea-cf8feb6867f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:08.705043 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7756bc52-9baf-44ef-90ea-cf8feb6867f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:08.724545 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d7ba9-95c1-4ec0-8b5a-3468dc2cce9d req-9be9b44f-c076-44f0-a14a-030d96774b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:08.724545 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-8d1d7ba9-95c1-4ec0-8b5a-3468dc2cce9d req-9be9b44f-c076-44f0-a14a-030d96774b0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:08.734500 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8d1d7ba9-95c1-4ec0-8b5a-3468dc2cce9d req-9be9b44f-c076-44f0-a14a-030d96774b0f service neutron] 10.222.0.20 "PUT /v2.0/ports/61762e12-583d-445a-a9d7-c31772613a37 HTTP/1.1" status: 200 len: 1122 time: 3.6278965 May 31 13:30:08.808159 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7756bc52-9baf-44ef-90ea-cf8feb6867f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:09.137429 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['61762e12-583d-445a-a9d7-c31772613a37'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:30:09.164479 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d41647b-dc75-4b8d-92ae-418c7eab81b1'] response: {'server_uuid': '9c9187d7-9dd8-469d-b56d-671bd4b21a48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61762e12-583d-445a-a9d7-c31772613a37', 'code': 200} May 31 13:30:09.259809 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56abc3f-53c1-4a44-8485-e6370fe93256 None None] Network b11a5e31-f902-47bb-ae2d-8ab30e32d2c6 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:30:09.278858 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['61762e12-583d-445a-a9d7-c31772613a37'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:30:09.481090 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:09.586155 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21058d6f-cd0c-4cd9-bf79-5fe30c484b46 None None] Network 6c1e3874-7498-46ea-a617-0c963766e837 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:30:09.722779 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7756bc52-9baf-44ef-90ea-cf8feb6867f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:09.761583 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113f84ae-9f52-4244-960c-0ee269c57104 req-9c48528e-4ea0-4d12-97a4-785607d7e839 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:09.763388 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-113f84ae-9f52-4244-960c-0ee269c57104 req-9c48528e-4ea0-4d12-97a4-785607d7e839 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 946 time: 0.6961710 May 31 13:30:09.872288 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ebaa3e-5aef-4c6e-bacf-43761575f39f req-138e31ff-1465-4f9b-8c75-ea9590f0da25 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:09.880505 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-04ebaa3e-5aef-4c6e-bacf-43761575f39f req-138e31ff-1465-4f9b-8c75-ea9590f0da25 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/ports?device_id=5eee3054-3ed5-47f8-b1a8-ef0b67b604a5 HTTP/1.1" status: 200 len: 945 time: 0.5294776 May 31 13:30:09.934374 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-113f84ae-9f52-4244-960c-0ee269c57104 req-b4599769-74ff-41af-b3c2-7c38c8a41d20 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1604133 May 31 13:30:09.972426 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-04ebaa3e-5aef-4c6e-bacf-43761575f39f req-3c95ac56-454e-4005-a333-089a13710862 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a17cab4-6020-4095-a3af-d8da92feae16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907140 May 31 13:30:10.076246 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f94a05c-ba8e-4894-a0bc-614fa78fb115 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-080d6d49-93ca-4bc9-b724-23769f792082', 'network_id': '080d6d49-93ca-4bc9-b724-23769f792082', 'tenant_id': 'a3c10d77b5e9443791adec2e7e1c7c37', 'fixed_ips': [{'subnet_id': 'ee0cb7bc-77e1-4f9a-9c6e-2549aff2458e'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:30:10.077839 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6f94a05c-ba8e-4894-a0bc-614fa78fb115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:11.123863 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7756bc52-9baf-44ef-90ea-cf8feb6867f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:11.165449 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c9187d7-9dd8-469d-b56d-671bd4b21a48', 'tag': '61762e12-583d-445a-a9d7-c31772613a37'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:30:11.212679 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7756bc52-9baf-44ef-90ea-cf8feb6867f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:11.242567 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-114a066e-3a7a-48a8-b853-0073f75f4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:11.370304 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344bb088-8455-4d4c-8cb8-3a176f10bb0a req-30ce6dcc-ab35-445a-803c-c91d0329cdac tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:11.372444 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-344bb088-8455-4d4c-8cb8-3a176f10bb0a req-30ce6dcc-ab35-445a-803c-c91d0329cdac tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d6d9622-63e9-4767-9e87-e5a9f80cb523&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.9880607 May 31 13:30:11.405910 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479147da-d7a6-45f3-a5a2-42658227188d req-26632255-e552-4a65-8554-12fb86ad55fa tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:11.408419 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-479147da-d7a6-45f3-a5a2-42658227188d req-26632255-e552-4a65-8554-12fb86ad55fa tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] 10.222.0.50 "GET /v2.0/networks?id=6c1e3874-7498-46ea-a617-0c963766e837 HTTP/1.1" status: 200 len: 818 time: 1.1774182 May 31 13:30:11.478258 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-6f94a05c-ba8e-4894-a0bc-614fa78fb115 None None] Allocated IP 172.20.0.2 (080d6d49-93ca-4bc9-b724-23769f792082/ee0cb7bc-77e1-4f9a-9c6e-2549aff2458e/a55b6ac2-617c-4a79-9d50-94f7643e6c2d) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:30:11.616766 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-479147da-d7a6-45f3-a5a2-42658227188d req-8f9c285b-5c46-4ac4-b2e1-1cfb431ee8f8 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] 10.222.0.50 "GET /v2.0/quotas/1471cc7c2bcf49a68dcbc360fa0fde8b HTTP/1.1" status: 200 len: 375 time: 0.0648477 May 31 13:30:11.623691 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-344bb088-8455-4d4c-8cb8-3a176f10bb0a req-632ec868-f6aa-4e5d-b74a-0b8afb2ccdd0 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.106 HTTP/1.1" status: 200 len: 696 time: 0.2146368 May 31 13:30:11.685126 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-344bb088-8455-4d4c-8cb8-3a176f10bb0a req-76c3776b-7f03-49dc-b843-fba34ea69f19 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Request body: {'floatingip': {'port_id': '32ca3252-a6cd-40d0-9751-a0bcd2a5f418', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:30:11.803603 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6f94a05c-ba8e-4894-a0bc-614fa78fb115 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:11.819141 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6f94a05c-ba8e-4894-a0bc-614fa78fb115 None None] Transition to ACTIVE for port object a55b6ac2-617c-4a79-9d50-94f7643e6c2d will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:30:11.848474 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6f94a05c-ba8e-4894-a0bc-614fa78fb115 None None] Transition to ACTIVE for port object a55b6ac2-617c-4a79-9d50-94f7643e6c2d will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:30:11.855579 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-479147da-d7a6-45f3-a5a2-42658227188d req-08e79ce7-366e-45d9-834b-5d847968b145 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=1471cc7c2bcf49a68dcbc360fa0fde8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1843073 May 31 13:30:11.872035 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-344bb088-8455-4d4c-8cb8-3a176f10bb0a req-76c3776b-7f03-49dc-b843-fba34ea69f19 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Notify callbacks [] for floatingip, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:11.874247 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6f94a05c-ba8e-4894-a0bc-614fa78fb115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:11.975621 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [req-479147da-d7a6-45f3-a5a2-42658227188d req-13e3018c-9e1f-401e-9dfc-764d5ddc8bf5 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:30:11.977648 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-479147da-d7a6-45f3-a5a2-42658227188d req-13e3018c-9e1f-401e-9dfc-764d5ddc8bf5 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0174847 May 31 13:30:12.025756 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f94a05c-ba8e-4894-a0bc-614fa78fb115 None None] Network 080d6d49-93ca-4bc9-b724-23769f792082 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:30:12.027934 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-6f94a05c-ba8e-4894-a0bc-614fa78fb115 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:30:12.038200 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f94a05c-ba8e-4894-a0bc-614fa78fb115 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:30:12.098336 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f94a05c-ba8e-4894-a0bc-614fa78fb115 None None] Pushing event updated for resources: {'Port': ['ID=a55b6ac2-617c-4a79-9d50-94f7643e6c2d,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:30:12.199974 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-6f94a05c-ba8e-4894-a0bc-614fa78fb115 None None] Attempting to bind port a55b6ac2-617c-4a79-9d50-94f7643e6c2d on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:30:12.200690 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-6f94a05c-ba8e-4894-a0bc-614fa78fb115 None None] Attempting to bind port a55b6ac2-617c-4a79-9d50-94f7643e6c2d by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'd34d3df1-ef2d-4ac2-8f4f-a6f08879cb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '080d6d49-93ca-4bc9-b724-23769f792082'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:30:12.201260 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f94a05c-ba8e-4894-a0bc-614fa78fb115 None None] Attempting to bind port a55b6ac2-617c-4a79-9d50-94f7643e6c2d on network 080d6d49-93ca-4bc9-b724-23769f792082 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:30:12.209165 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f94a05c-ba8e-4894-a0bc-614fa78fb115 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:30:12.210091 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f94a05c-ba8e-4894-a0bc-614fa78fb115 None None] Checking segment: {'id': 'd34d3df1-ef2d-4ac2-8f4f-a6f08879cb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '080d6d49-93ca-4bc9-b724-23769f792082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:30:12.210671 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6f94a05c-ba8e-4894-a0bc-614fa78fb115 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:12.211222 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f94a05c-ba8e-4894-a0bc-614fa78fb115 None None] Bound using segment: {'id': 'd34d3df1-ef2d-4ac2-8f4f-a6f08879cb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '080d6d49-93ca-4bc9-b724-23769f792082'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:30:12.211990 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-6f94a05c-ba8e-4894-a0bc-614fa78fb115 None None] Bound port: a55b6ac2-617c-4a79-9d50-94f7643e6c2d, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd34d3df1-ef2d-4ac2-8f4f-a6f08879cb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '080d6d49-93ca-4bc9-b724-23769f792082'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:30:12.212606 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6f94a05c-ba8e-4894-a0bc-614fa78fb115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:12.215308 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-7756bc52-9baf-44ef-90ea-cf8feb6867f7 admin admin] Allocated IP 172.25.6.47 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/2b4b6155-b580-4412-b6dc-1a89859c0ca3) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:30:12.526508 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-6f94a05c-ba8e-4894-a0bc-614fa78fb115 None None] For port a55b6ac2-617c-4a79-9d50-94f7643e6c2d, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:30:12.538222 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-6f94a05c-ba8e-4894-a0bc-614fa78fb115 None None] For port a55b6ac2-617c-4a79-9d50-94f7643e6c2d, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=a55b6ac2-617c-4a79-9d50-94f7643e6c2d,segment=NetworkSegment(d34d3df1-ef2d-4ac2-8f4f-a6f08879cb77),segment_id=d34d3df1-ef2d-4ac2-8f4f-a6f08879cb77)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:30:12.556557 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6f94a05c-ba8e-4894-a0bc-614fa78fb115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:13.062278 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f94a05c-ba8e-4894-a0bc-614fa78fb115 None None] Pushing event updated for resources: {'Port': ['ID=a55b6ac2-617c-4a79-9d50-94f7643e6c2d,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:30:13.088188 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-479147da-d7a6-45f3-a5a2-42658227188d req-334b7f8f-d6f8-45c2-a6da-5d8146227361 service neutron] 10.222.0.50 "GET /v2.0/networks/6c1e3874-7498-46ea-a617-0c963766e837?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0550046 May 31 13:30:13.104374 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-40548bdf-8e10-4da2-a62c-9f9e2ee1d9e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:13.313894 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7756bc52-9baf-44ef-90ea-cf8feb6867f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:13.670733 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7756bc52-9baf-44ef-90ea-cf8feb6867f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:13.761941 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device a55b6ac2-617c-4a79-9d50-94f7643e6c2d up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:30:13.939784 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:13.970578 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:13.989243 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port a55b6ac2-617c-4a79-9d50-94f7643e6c2d completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:30:14.167638 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7756bc52-9baf-44ef-90ea-cf8feb6867f7 admin admin] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:30:14.193575 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-7756bc52-9baf-44ef-90ea-cf8feb6867f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:30:14.243590 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7756bc52-9baf-44ef-90ea-cf8feb6867f7 admin admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:30:14.555255 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7756bc52-9baf-44ef-90ea-cf8feb6867f7 admin admin] Pushing event updated for resources: {'Port': ['ID=2b4b6155-b580-4412-b6dc-1a89859c0ca3,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:30:15.120207 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8bf957-e41e-4d66-b1d4-75ac5ce711b0 None None] Network 080d6d49-93ca-4bc9-b724-23769f792082 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:30:15.213822 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 13:30:15.252689 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-479147da-d7a6-45f3-a5a2-42658227188d req-31aba89d-2418-4196-822c-a1315410d455 service neutron] 10.222.0.50 "GET /v2.0/networks/6c1e3874-7498-46ea-a617-0c963766e837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.1582835 May 31 13:30:15.724694 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7756bc52-9baf-44ef-90ea-cf8feb6867f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:15.821010 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8d1d7ba9-95c1-4ec0-8b5a-3468dc2cce9d req-7e19b41b-b6cc-4e92-acd5-1387fb9df233 service neutron] 10.222.0.44 "GET /v2.0/ports/61762e12-583d-445a-a9d7-c31772613a37/bindings/n-h1-843939-1 HTTP/1.1" status: 200 len: 384 time: 2.2341986 May 31 13:30:15.897411 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-349e36b9-11f1-4ac0-b714-c3867f8f1770 None None] Provisioning for port a55b6ac2-617c-4a79-9d50-94f7643e6c2d completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:30:15.905662 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:15.905662 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-349e36b9-11f1-4ac0-b714-c3867f8f1770 None None] Provisioning complete for port a55b6ac2-617c-4a79-9d50-94f7643e6c2d triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:30:15.905662 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-349e36b9-11f1-4ac0-b714-c3867f8f1770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:16.030449 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 61762e12-583d-445a-a9d7-c31772613a37 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:30:16.555585 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 61762e12-583d-445a-a9d7-c31772613a37 is: DOWN; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:30:16.666339 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.resource_extend [req-344bb088-8455-4d4c-8cb8-3a176f10bb0a req-76c3776b-7f03-49dc-b843-fba34ea69f19 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] It took 0.69 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:30:16.730481 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-349e36b9-11f1-4ac0-b714-c3867f8f1770 None None] Current status of the port a55b6ac2-617c-4a79-9d50-94f7643e6c2d is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:30:16.731300 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-349e36b9-11f1-4ac0-b714-c3867f8f1770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:16.822525 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-349e36b9-11f1-4ac0-b714-c3867f8f1770 None None] For port a55b6ac2-617c-4a79-9d50-94f7643e6c2d, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=a55b6ac2-617c-4a79-9d50-94f7643e6c2d,segment=NetworkSegment(d34d3df1-ef2d-4ac2-8f4f-a6f08879cb77),segment_id=d34d3df1-ef2d-4ac2-8f4f-a6f08879cb77)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:30:16.828983 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-349e36b9-11f1-4ac0-b714-c3867f8f1770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:17.057911 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349e36b9-11f1-4ac0-b714-c3867f8f1770 None None] Pushing event updated for resources: {'Port': ['ID=a55b6ac2-617c-4a79-9d50-94f7643e6c2d,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:30:17.065528 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0c5f21f2-3b1c-4a60-8007-9c7003a2e367 None None] Provisioning complete for port a55b6ac2-617c-4a79-9d50-94f7643e6c2d triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:30:17.065901 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0c5f21f2-3b1c-4a60-8007-9c7003a2e367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:17.256626 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-344bb088-8455-4d4c-8cb8-3a176f10bb0a req-76c3776b-7f03-49dc-b843-fba34ea69f19 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:17.293973 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-344bb088-8455-4d4c-8cb8-3a176f10bb0a req-76c3776b-7f03-49dc-b843-fba34ea69f19 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:17.330896 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0c5f21f2-3b1c-4a60-8007-9c7003a2e367 None None] Current status of the port a55b6ac2-617c-4a79-9d50-94f7643e6c2d is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:30:17.548628 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device a55b6ac2-617c-4a79-9d50-94f7643e6c2d up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:30:17.761578 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port a55b6ac2-617c-4a79-9d50-94f7643e6c2d triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:30:17.762875 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:17.866914 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7756bc52-9baf-44ef-90ea-cf8feb6867f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:17.886584 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217b5567-1418-40b7-bc1d-21e02994a88d req-406cc4a0-b46a-4751-8217-f444fcc1758d tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:17.898670 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-217b5567-1418-40b7-bc1d-21e02994a88d req-406cc4a0-b46a-4751-8217-f444fcc1758d tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/networks?id=b11a5e31-f902-47bb-ae2d-8ab30e32d2c6 HTTP/1.1" status: 200 len: 822 time: 1.1257026 May 31 13:30:17.906810 n-d-843939-1 neutron-server[88370]: INFO neutron.db.l3_db [req-344bb088-8455-4d4c-8cb8-3a176f10bb0a req-76c3776b-7f03-49dc-b843-fba34ea69f19 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Floating IP c974891d-8af0-4de2-bb08-3daf2b7fc538 associated. External IP: 172.25.6.106, port: 32ca3252-a6cd-40d0-9751-a0bcd2a5f418. May 31 13:30:17.994135 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port a55b6ac2-617c-4a79-9d50-94f7643e6c2d is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:30:18.168622 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-217b5567-1418-40b7-bc1d-21e02994a88d req-0f012696-8a28-4999-84f5-5d6492a53b60 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/quotas/82e5ccf58acb423eaef945c1ccf7e09b HTTP/1.1" status: 200 len: 375 time: 0.2687874 May 31 13:30:18.285706 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-217b5567-1418-40b7-bc1d-21e02994a88d req-ac431e83-b793-4b54-b034-db0e690f900e tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=82e5ccf58acb423eaef945c1ccf7e09b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0982425 May 31 13:30:18.990901 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479147da-d7a6-45f3-a5a2-42658227188d req-03bd7609-8908-42af-8991-b262422ba148 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:18.992241 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-8d1d7ba9-95c1-4ec0-8b5a-3468dc2cce9d req-d66820d6-6c85-4cf0-a985-a81bea034309 service neutron] For port 61762e12-583d-445a-a9d7-c31772613a37, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=61762e12-583d-445a-a9d7-c31772613a37,segment=NetworkSegment(6af449b4-9759-41ca-aa70-1c602a81197c),segment_id=6af449b4-9759-41ca-aa70-1c602a81197c)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:30:18.992972 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-479147da-d7a6-45f3-a5a2-42658227188d req-03bd7609-8908-42af-8991-b262422ba148 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Synchronizing usage tracker for tenant:1471cc7c2bcf49a68dcbc360fa0fde8b on resource:network {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:30:19.021067 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-479147da-d7a6-45f3-a5a2-42658227188d req-03bd7609-8908-42af-8991-b262422ba148 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Unset dirty status for tenant:1471cc7c2bcf49a68dcbc360fa0fde8b on resource:network {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:30:19.024231 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-479147da-d7a6-45f3-a5a2-42658227188d req-03bd7609-8908-42af-8991-b262422ba148 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] 10.222.0.20 "GET /v2.0/networks?id=6c1e3874-7498-46ea-a617-0c963766e837 HTTP/1.1" status: 200 len: 818 time: 0.3911970 May 31 13:30:19.048219 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-479147da-d7a6-45f3-a5a2-42658227188d req-54243497-f847-47ee-9b75-386b22506f9f tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Request body: {'port': {'device_id': 'c60064d4-fc1a-4054-aedd-db2291062076', 'network_id': '6c1e3874-7498-46ea-a617-0c963766e837', 'admin_state_up': True, 'tenant_id': '1471cc7c2bcf49a68dcbc360fa0fde8b'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:30:19.199780 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-8d1d7ba9-95c1-4ec0-8b5a-3468dc2cce9d req-d66820d6-6c85-4cf0-a985-a81bea034309 service neutron] For port 61762e12-583d-445a-a9d7-c31772613a37, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:30:19.334260 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-479147da-d7a6-45f3-a5a2-42658227188d req-54243497-f847-47ee-9b75-386b22506f9f tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:30:19.341096 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-479147da-d7a6-45f3-a5a2-42658227188d req-54243497-f847-47ee-9b75-386b22506f9f tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Usage tracker for resource:port and tenant:1471cc7c2bcf49a68dcbc360fa0fde8b is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:30:19.345941 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-479147da-d7a6-45f3-a5a2-42658227188d req-54243497-f847-47ee-9b75-386b22506f9f tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:30:19.355882 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-479147da-d7a6-45f3-a5a2-42658227188d req-54243497-f847-47ee-9b75-386b22506f9f tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:30:19.367603 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-479147da-d7a6-45f3-a5a2-42658227188d req-54243497-f847-47ee-9b75-386b22506f9f tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Made reservation on behalf of 1471cc7c2bcf49a68dcbc360fa0fde8b for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:30:19.371708 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-479147da-d7a6-45f3-a5a2-42658227188d req-54243497-f847-47ee-9b75-386b22506f9f tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:19.484449 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-8d1d7ba9-95c1-4ec0-8b5a-3468dc2cce9d req-d66820d6-6c85-4cf0-a985-a81bea034309 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61762e12-583d-445a-a9d7-c31772613a37 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:30:19.512456 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-217b5567-1418-40b7-bc1d-21e02994a88d req-f85fedd0-4782-423c-b278-dbcd69eb7ccd service neutron] 10.222.0.50 "GET /v2.0/networks/b11a5e31-f902-47bb-ae2d-8ab30e32d2c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1575646 May 31 13:30:19.584629 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-8d1d7ba9-95c1-4ec0-8b5a-3468dc2cce9d req-d66820d6-6c85-4cf0-a985-a81bea034309 service neutron] For port 61762e12-583d-445a-a9d7-c31772613a37, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=61762e12-583d-445a-a9d7-c31772613a37,segment=NetworkSegment(6af449b4-9759-41ca-aa70-1c602a81197c),segment_id=6af449b4-9759-41ca-aa70-1c602a81197c)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:30:19.699460 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479147da-d7a6-45f3-a5a2-42658227188d req-7eae7845-29f3-4531-9154-162ddca6f3bf tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:19.700078 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-479147da-d7a6-45f3-a5a2-42658227188d req-7eae7845-29f3-4531-9154-162ddca6f3bf tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] 10.222.0.44 "GET /v2.0/networks?id=6c1e3874-7498-46ea-a617-0c963766e837 HTTP/1.1" status: 200 len: 818 time: 0.7530828 May 31 13:30:19.730972 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-479147da-d7a6-45f3-a5a2-42658227188d req-79b27520-3527-4a4b-9479-fb48dab041b8 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Request body: {'port': {'device_id': '0d5f5475-098d-4982-b942-ed8f9e3042c4', 'network_id': '6c1e3874-7498-46ea-a617-0c963766e837', 'admin_state_up': True, 'tenant_id': '1471cc7c2bcf49a68dcbc360fa0fde8b'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:30:19.748550 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8d1d7ba9-95c1-4ec0-8b5a-3468dc2cce9d req-d66820d6-6c85-4cf0-a985-a81bea034309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:19.984715 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479147da-d7a6-45f3-a5a2-42658227188d req-f4c47e99-ed83-479c-88f6-9d8e2ee1c7cc tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:19.987194 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-479147da-d7a6-45f3-a5a2-42658227188d req-f4c47e99-ed83-479c-88f6-9d8e2ee1c7cc tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] 10.222.0.44 "GET /v2.0/networks?id=6c1e3874-7498-46ea-a617-0c963766e837 HTTP/1.1" status: 200 len: 818 time: 0.3910389 May 31 13:30:19.993757 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [req-479147da-d7a6-45f3-a5a2-42658227188d req-54243497-f847-47ee-9b75-386b22506f9f tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Allocated IP 172.20.0.2 (6c1e3874-7498-46ea-a617-0c963766e837/9281520b-3968-4043-88c8-2ba80816b8e3/0891449e-83a0-4a17-b388-f78cb0a6f90e) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:30:20.068519 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7756bc52-9baf-44ef-90ea-cf8feb6867f7 admin admin] Router 28a094dc-caca-4f5b-8c5c-3ea8344682d2 is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 13:30:20.171801 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-479147da-d7a6-45f3-a5a2-42658227188d req-04547333-1dc9-4157-b42f-767256caef71 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Request body: {'port': {'device_id': 'a64dd48e-cba4-4dc6-98c9-6b03580d5a81', 'network_id': '6c1e3874-7498-46ea-a617-0c963766e837', 'admin_state_up': True, 'tenant_id': '1471cc7c2bcf49a68dcbc360fa0fde8b'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:30:20.254313 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-217b5567-1418-40b7-bc1d-21e02994a88d req-a0600eeb-cc76-4f1e-afc4-9bb0250f7298 service neutron] 10.222.0.50 "GET /v2.0/networks/b11a5e31-f902-47bb-ae2d-8ab30e32d2c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6957433 May 31 13:30:20.286775 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [req-344bb088-8455-4d4c-8cb8-3a176f10bb0a req-76c3776b-7f03-49dc-b843-fba34ea69f19 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Router 5372a397-3a97-491b-9c5f-82fd07262847 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:30:20.362269 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-8d1d7ba9-95c1-4ec0-8b5a-3468dc2cce9d req-d66820d6-6c85-4cf0-a985-a81bea034309 service neutron] Transition to ACTIVE for port object 61762e12-583d-445a-a9d7-c31772613a37 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:30:20.375266 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-479147da-d7a6-45f3-a5a2-42658227188d req-79b27520-3527-4a4b-9479-fb48dab041b8 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:30:20.521487 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8d1d7ba9-95c1-4ec0-8b5a-3468dc2cce9d req-d66820d6-6c85-4cf0-a985-a81bea034309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:20.535484 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-479147da-d7a6-45f3-a5a2-42658227188d req-79b27520-3527-4a4b-9479-fb48dab041b8 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Usage tracker for resource:port and tenant:1471cc7c2bcf49a68dcbc360fa0fde8b is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:30:20.760250 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-479147da-d7a6-45f3-a5a2-42658227188d req-79b27520-3527-4a4b-9479-fb48dab041b8 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:30:20.790873 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-479147da-d7a6-45f3-a5a2-42658227188d req-04547333-1dc9-4157-b42f-767256caef71 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:30:20.802448 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-479147da-d7a6-45f3-a5a2-42658227188d req-54243497-f847-47ee-9b75-386b22506f9f tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:20.813817 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-479147da-d7a6-45f3-a5a2-42658227188d req-04547333-1dc9-4157-b42f-767256caef71 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Usage tracker for resource:port and tenant:1471cc7c2bcf49a68dcbc360fa0fde8b is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:30:20.820839 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-479147da-d7a6-45f3-a5a2-42658227188d req-04547333-1dc9-4157-b42f-767256caef71 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:30:20.840607 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-479147da-d7a6-45f3-a5a2-42658227188d req-04547333-1dc9-4157-b42f-767256caef71 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:30:20.877842 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-479147da-d7a6-45f3-a5a2-42658227188d req-04547333-1dc9-4157-b42f-767256caef71 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Made reservation on behalf of 1471cc7c2bcf49a68dcbc360fa0fde8b for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:30:20.887139 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-479147da-d7a6-45f3-a5a2-42658227188d req-04547333-1dc9-4157-b42f-767256caef71 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:20.947946 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-479147da-d7a6-45f3-a5a2-42658227188d req-54243497-f847-47ee-9b75-386b22506f9f tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:21.095299 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-479147da-d7a6-45f3-a5a2-42658227188d req-54243497-f847-47ee-9b75-386b22506f9f tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Network 6c1e3874-7498-46ea-a617-0c963766e837 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:30:21.116142 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [req-479147da-d7a6-45f3-a5a2-42658227188d req-54243497-f847-47ee-9b75-386b22506f9f tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:30:21.125887 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-479147da-d7a6-45f3-a5a2-42658227188d req-79b27520-3527-4a4b-9479-fb48dab041b8 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:30:21.209623 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-479147da-d7a6-45f3-a5a2-42658227188d req-54243497-f847-47ee-9b75-386b22506f9f tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:30:21.379454 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54243497-f847-47ee-9b75-386b22506f9f tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Pushing event updated for resources: {'Port': ['ID=0891449e-83a0-4a17-b388-f78cb0a6f90e,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:30:21.480524 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479147da-d7a6-45f3-a5a2-42658227188d req-54243497-f847-47ee-9b75-386b22506f9f tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:21.481576 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-479147da-d7a6-45f3-a5a2-42658227188d req-54243497-f847-47ee-9b75-386b22506f9f tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:21.640459 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [req-479147da-d7a6-45f3-a5a2-42658227188d req-04547333-1dc9-4157-b42f-767256caef71 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Allocated IP 172.20.0.11 (6c1e3874-7498-46ea-a617-0c963766e837/9281520b-3968-4043-88c8-2ba80816b8e3/ceb23f00-4c76-47bc-93b3-4778dc33ac57) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:30:21.754904 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7756bc52-9baf-44ef-90ea-cf8feb6867f7 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:30:21.762300 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-479147da-d7a6-45f3-a5a2-42658227188d req-54243497-f847-47ee-9b75-386b22506f9f tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7234631 May 31 13:30:21.767066 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66820d6-6c85-4cf0-a985-a81bea034309 service neutron] Pushing event updated for resources: {'Port': ['ID=61762e12-583d-445a-a9d7-c31772613a37,revision_number=10']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:30:21.773887 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8842d040-a07c-4dfe-b6ce-76a329d3b041 None None] Sync routers for ids ['28a094dc-caca-4f5b-8c5c-3ea8344682d2'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:30:21.799259 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8842d040-a07c-4dfe-b6ce-76a329d3b041 None None] Routers {'28a094dc-caca-4f5b-8c5c-3ea8344682d2'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:30:21.799396 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-8842d040-a07c-4dfe-b6ce-76a329d3b041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:30:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['28a094dc-caca-4f5b-8c5c-3ea8344682d2'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:30:21.811333 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d1d7ba9-95c1-4ec0-8b5a-3468dc2cce9d req-d66820d6-6c85-4cf0-a985-a81bea034309 service neutron] No DVR routers for this DVR port 61762e12-583d-445a-a9d7-c31772613a37 on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:30:21.830295 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-479147da-d7a6-45f3-a5a2-42658227188d req-bcc75663-967e-4f21-b5ba-15df51a8bc4b service neutron] Request body: {'port': {'device_id': 'c60064d4-fc1a-4054-aedd-db2291062076', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843939-1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:30:21.888031 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-479147da-d7a6-45f3-a5a2-42658227188d req-79b27520-3527-4a4b-9479-fb48dab041b8 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Made reservation on behalf of 1471cc7c2bcf49a68dcbc360fa0fde8b for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:30:21.895202 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-479147da-d7a6-45f3-a5a2-42658227188d req-79b27520-3527-4a4b-9479-fb48dab041b8 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:22.141403 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-8842d040-a07c-4dfe-b6ce-76a329d3b041 None None] Set router 28a094dc-caca-4f5b-8c5c-3ea8344682d2 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:30:22.232929 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-479147da-d7a6-45f3-a5a2-42658227188d req-bcc75663-967e-4f21-b5ba-15df51a8bc4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:22.245760 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-344bb088-8455-4d4c-8cb8-3a176f10bb0a req-76c3776b-7f03-49dc-b843-fba34ea69f19 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:30:22.268447 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2760265-ecec-49d7-8989-678ab8a00b8b None None] Sync routers for ids ['5372a397-3a97-491b-9c5f-82fd07262847'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:30:22.300564 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2760265-ecec-49d7-8989-678ab8a00b8b None None] Routers {'5372a397-3a97-491b-9c5f-82fd07262847'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:30:22.301643 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-c2760265-ecec-49d7-8989-678ab8a00b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:30:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['5372a397-3a97-491b-9c5f-82fd07262847'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:30:22.572392 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-479147da-d7a6-45f3-a5a2-42658227188d req-04547333-1dc9-4157-b42f-767256caef71 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:22.667666 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7756bc52-9baf-44ef-90ea-cf8feb6867f7 admin admin] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:22.671874 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-7756bc52-9baf-44ef-90ea-cf8feb6867f7 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 14.1355224 May 31 13:30:22.687165 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 43628) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:30:22.700466 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8d1d7ba9-95c1-4ec0-8b5a-3468dc2cce9d req-d66820d6-6c85-4cf0-a985-a81bea034309 service neutron] 10.222.0.44 "PUT /v2.0/ports/61762e12-583d-445a-a9d7-c31772613a37/bindings/n-h1-843939-1/activate HTTP/1.1" status: 200 len: 369 time: 6.8753583 May 31 13:30:22.715917 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-344bb088-8455-4d4c-8cb8-3a176f10bb0a req-76c3776b-7f03-49dc-b843-fba34ea69f19 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:22.961127 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-8842d040-a07c-4dfe-b6ce-76a329d3b041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a094dc-caca-4f5b-8c5c-3ea8344682d2', 'name': 'tempest-FloatingIPsTestJSON-1777814975-router', 'tenant_id': 'a3c10d77b5e9443791adec2e7e1c7c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '2b4b6155-b580-4412-b6dc-1a89859c0ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:30:08Z', 'updated_at': '2022-05-31T13:30:15Z', 'revision_number': 3, 'project_id': 'a3c10d77b5e9443791adec2e7e1c7c37', 'gw_port': {'id': '2b4b6155-b580-4412-b6dc-1a89859c0ca3', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4d:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a094dc-caca-4f5b-8c5c-3ea8344682d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:30:11Z', 'updated_at': '2022-05-31T13:30:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:30:22.970177 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8842d040-a07c-4dfe-b6ce-76a329d3b041 None None] Checking router: 28a094dc-caca-4f5b-8c5c-3ea8344682d2 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:30:22.971433 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-c2760265-ecec-49d7-8989-678ab8a00b8b None None] Set router 5372a397-3a97-491b-9c5f-82fd07262847 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:30:22.971676 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8842d040-a07c-4dfe-b6ce-76a329d3b041 None None] Updating router 28a094dc-caca-4f5b-8c5c-3ea8344682d2 port 2b4b6155-b580-4412-b6dc-1a89859c0ca3 binding host n-d-843939-1 {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:30:23.179985 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8842d040-a07c-4dfe-b6ce-76a329d3b041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:23.203909 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-344bb088-8455-4d4c-8cb8-3a176f10bb0a req-76c3776b-7f03-49dc-b843-fba34ea69f19 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.50 "PUT /v2.0/floatingips/c974891d-8af0-4de2-bb08-3daf2b7fc538 HTTP/1.1" status: 200 len: 997 time: 11.5309877 May 31 13:30:23.225304 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d6d9622-63e9-4767-9e87-e5a9f80cb523', 'tag': '32ca3252-a6cd-40d0-9751-a0bcd2a5f418'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:30:23.334070 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8381b-c80b-43bd-85a2-f657dfc2b6f5 req-f1ed21a0-654f-4488-942e-a10be4a096b0 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:23.336991 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-56a8381b-c80b-43bd-85a2-f657dfc2b6f5 req-f1ed21a0-654f-4488-942e-a10be4a096b0 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c9187d7-9dd8-469d-b56d-671bd4b21a48 HTTP/1.1" status: 200 len: 945 time: 2.3727853 May 31 13:30:23.401491 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9f051aa2-c621-420d-9774-f87ac43e7fba req-ddfdab28-2358-4e89-91e3-40a12c960785 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=24302c62-7ac3-4163-8b04-e80e5c068019&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.8059773 May 31 13:30:23.587446 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-479147da-d7a6-45f3-a5a2-42658227188d req-04547333-1dc9-4157-b42f-767256caef71 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:23.756358 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04547333-1dc9-4157-b42f-767256caef71 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Pushing event updated for resources: {'Port': ['ID=ceb23f00-4c76-47bc-93b3-4778dc33ac57,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:30:23.962661 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-138b9a06-32ff-4cc8-9f02-b9b72f0762e8 req-d616d1f2-e07f-4dec-9e93-1dba1cbe207b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=30b9966f-70b7-43b1-ab74-f74fd2bbd109&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.8283768 May 31 13:30:24.039302 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-c2760265-ecec-49d7-8989-678ab8a00b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5372a397-3a97-491b-9c5f-82fd07262847', 'name': 'tempest-FloatingIPsAssociationTestJSON-235570822-router', 'tenant_id': '633e14999cf6449e966925c4e75e7489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '7cc6de2f-6595-49b2-9d8c-3aa2c4591031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:28:34Z', 'updated_at': '2022-05-31T13:28:53Z', 'revision_number': 4, 'project_id': '633e14999cf6449e966925c4e75e7489', 'gw_port': {'id': '7cc6de2f-6595-49b2-9d8c-3aa2c4591031', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:90:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5372a397-3a97-491b-9c5f-82fd07262847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:28:38Z', 'updated_at': '2022-05-31T13:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': 'c974891d-8af0-4de2-bb08-3daf2b7fc538', 'tenant_id': '633e14999cf6449e966925c4e75e7489', 'floating_ip_address': '172.25.6.106', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '5372a397-3a97-491b-9c5f-82fd07262847', 'port_id': '32ca3252-a6cd-40d0-9751-a0bcd2a5f418', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4906b42e-b307-4d36-b70d-f5895b463d19', 'mac_address': 'fa:16:3e:93:33:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d6d9622-63e9-4767-9e87-e5a9f80cb523', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:29:34Z', 'updated_at': '2022-05-31T13:30:15Z', 'revision_number': 1, 'project_id': '633e14999cf6449e966925c4e75e7489', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7679717-72d0-422d-bb1a-824fffff1b99', 'name': '', 'network_id': '4906b42e-b307-4d36-b70d-f5895b463d19', 'tenant_id': '633e14999cf6449e966925c4e75e7489', 'mac_address': 'fa:16:3e:cd:4a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5372a397-3a97-491b-9c5f-82fd07262847', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '33d5a057-d728-4f2d-867b-3bfbd8f9a5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:28:51Z', 'updated_at': '2022-05-31T13:29:08Z', 'revision_number': 5, 'project_id': '633e14999cf6449e966925c4e75e7489', 'subnets': [{'id': '33d5a057-d728-4f2d-867b-3bfbd8f9a5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:30:24.051158 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2760265-ecec-49d7-8989-678ab8a00b8b None None] Checking router: 5372a397-3a97-491b-9c5f-82fd07262847 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:30:24.084322 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2760265-ecec-49d7-8989-678ab8a00b8b None None] Routers {'5372a397-3a97-491b-9c5f-82fd07262847'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:30:24.085381 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-c2760265-ecec-49d7-8989-678ab8a00b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:30:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['5372a397-3a97-491b-9c5f-82fd07262847'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:30:24.095218 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-56a8381b-c80b-43bd-85a2-f657dfc2b6f5 req-c3e82406-4845-4a0b-a0d3-1bd722c3c34d tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d29a7ba-8da4-4594-bfbf-9f55cd071e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7417214 May 31 13:30:24.185872 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-479147da-d7a6-45f3-a5a2-42658227188d req-04547333-1dc9-4157-b42f-767256caef71 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Network 6c1e3874-7498-46ea-a617-0c963766e837 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:30:24.189572 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d7ba9-95c1-4ec0-8b5a-3468dc2cce9d req-4441539f-28e2-42ff-a791-59086fe7f159 tempest-LiveMigrationTest-979382837 tempest-LiveMigrationTest-979382837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:24.193451 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8d1d7ba9-95c1-4ec0-8b5a-3468dc2cce9d req-4441539f-28e2-42ff-a791-59086fe7f159 tempest-LiveMigrationTest-979382837 tempest-LiveMigrationTest-979382837-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9c9187d7-9dd8-469d-b56d-671bd4b21a48&tenant_id=9d7345b6bbc64d3981e920379156fa19&binding%3Ahost_id=n-h2-843939-1 HTTP/1.1" status: 200 len: 1096 time: 1.2517028 May 31 13:30:24.196640 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [req-479147da-d7a6-45f3-a5a2-42658227188d req-04547333-1dc9-4157-b42f-767256caef71 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:30:24.201326 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-479147da-d7a6-45f3-a5a2-42658227188d req-04547333-1dc9-4157-b42f-767256caef71 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:30:24.316666 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217b5567-1418-40b7-bc1d-21e02994a88d req-aa5d5bf0-7223-4c4b-9b7e-c85c60531962 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:24.317646 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-217b5567-1418-40b7-bc1d-21e02994a88d req-aa5d5bf0-7223-4c4b-9b7e-c85c60531962 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Synchronizing usage tracker for tenant:82e5ccf58acb423eaef945c1ccf7e09b on resource:network {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:30:24.334988 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479147da-d7a6-45f3-a5a2-42658227188d req-04547333-1dc9-4157-b42f-767256caef71 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:24.339612 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-479147da-d7a6-45f3-a5a2-42658227188d req-04547333-1dc9-4157-b42f-767256caef71 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:24.527683 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8842d040-a07c-4dfe-b6ce-76a329d3b041 None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:24.556223 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-8842d040-a07c-4dfe-b6ce-76a329d3b041 None None] Transition to ACTIVE for port object 2b4b6155-b580-4412-b6dc-1a89859c0ca3 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:30:24.573772 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8842d040-a07c-4dfe-b6ce-76a329d3b041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:24.701495 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2967e031-4dab-4fc3-8703-95e503f8cbe1 None None] Pushing event updated for resources: {'Port': ['ID=2b4b6155-b580-4412-b6dc-1a89859c0ca3,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:30:24.713159 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2967e031-4dab-4fc3-8703-95e503f8cbe1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:30:24.714071 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2967e031-4dab-4fc3-8703-95e503f8cbe1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:30:24.714252 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2967e031-4dab-4fc3-8703-95e503f8cbe1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:30:24.714744 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2967e031-4dab-4fc3-8703-95e503f8cbe1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:30:24.715241 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2967e031-4dab-4fc3-8703-95e503f8cbe1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:30:24.715571 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2967e031-4dab-4fc3-8703-95e503f8cbe1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:30:24.715895 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2967e031-4dab-4fc3-8703-95e503f8cbe1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:30:24.716217 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2967e031-4dab-4fc3-8703-95e503f8cbe1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:30:24.716538 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2967e031-4dab-4fc3-8703-95e503f8cbe1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:30:24.716854 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2967e031-4dab-4fc3-8703-95e503f8cbe1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:30:24.717171 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2967e031-4dab-4fc3-8703-95e503f8cbe1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:30:24.717486 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2967e031-4dab-4fc3-8703-95e503f8cbe1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:30:24.761946 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-217b5567-1418-40b7-bc1d-21e02994a88d req-aa5d5bf0-7223-4c4b-9b7e-c85c60531962 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Unset dirty status for tenant:82e5ccf58acb423eaef945c1ccf7e09b on resource:network {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:30:24.763233 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-217b5567-1418-40b7-bc1d-21e02994a88d req-aa5d5bf0-7223-4c4b-9b7e-c85c60531962 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.20 "GET /v2.0/networks?id=b11a5e31-f902-47bb-ae2d-8ab30e32d2c6 HTTP/1.1" status: 200 len: 822 time: 1.9733341 May 31 13:30:24.767420 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-479147da-d7a6-45f3-a5a2-42658227188d req-04547333-1dc9-4157-b42f-767256caef71 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6295161 May 31 13:30:24.771856 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-8842d040-a07c-4dfe-b6ce-76a329d3b041 None None] Attempting to bind port 2b4b6155-b580-4412-b6dc-1a89859c0ca3 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:30:24.772326 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-8842d040-a07c-4dfe-b6ce-76a329d3b041 None None] Attempting to bind port 2b4b6155-b580-4412-b6dc-1a89859c0ca3 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:30:24.772756 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8842d040-a07c-4dfe-b6ce-76a329d3b041 None None] Attempting to bind port 2b4b6155-b580-4412-b6dc-1a89859c0ca3 on network d2103cd5-63ba-4c24-9d95-fd17643bf14c {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:30:24.782098 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8842d040-a07c-4dfe-b6ce-76a329d3b041 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:30:24.782602 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8842d040-a07c-4dfe-b6ce-76a329d3b041 None None] Checking segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:30:24.783012 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8842d040-a07c-4dfe-b6ce-76a329d3b041 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:24.783596 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8842d040-a07c-4dfe-b6ce-76a329d3b041 None None] Bound using segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:30:24.784250 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-8842d040-a07c-4dfe-b6ce-76a329d3b041 None None] Bound port: 2b4b6155-b580-4412-b6dc-1a89859c0ca3, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:30:24.784934 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8842d040-a07c-4dfe-b6ce-76a329d3b041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:24.794035 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-c2760265-ecec-49d7-8989-678ab8a00b8b None None] Set router 5372a397-3a97-491b-9c5f-82fd07262847 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:30:24.796503 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-479147da-d7a6-45f3-a5a2-42658227188d req-0b7b402d-6ad5-4ca1-a5a9-bae59fa105a9 service neutron] Request body: {'port': {'device_id': 'a64dd48e-cba4-4dc6-98c9-6b03580d5a81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:30:24.910533 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-479147da-d7a6-45f3-a5a2-42658227188d req-79b27520-3527-4a4b-9479-fb48dab041b8 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Allocated IP 172.20.0.6 (6c1e3874-7498-46ea-a617-0c963766e837/9281520b-3968-4043-88c8-2ba80816b8e3/9fc82b4a-271e-4b98-9006-3c95ee4acfb3) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:30:24.911728 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-217b5567-1418-40b7-bc1d-21e02994a88d req-d4a079c2-4c7d-4270-8980-e780cced8288 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Request body: {'port': {'device_id': '44ddad2c-fe8f-47c8-a3e7-0e7cc36dafd3', 'network_id': 'b11a5e31-f902-47bb-ae2d-8ab30e32d2c6', 'admin_state_up': True, 'tenant_id': '82e5ccf58acb423eaef945c1ccf7e09b'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:30:24.916374 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344bb088-8455-4d4c-8cb8-3a176f10bb0a req-a080601b-1516-4c24-8bed-020b6a4d9915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:24.919353 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-344bb088-8455-4d4c-8cb8-3a176f10bb0a req-a080601b-1516-4c24-8bed-020b6a4d9915 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=633e14999cf6449e966925c4e75e7489&device_id=9d6d9622-63e9-4767-9e87-e5a9f80cb523 HTTP/1.1" status: 200 len: 1097 time: 1.6486392 May 31 13:30:24.941873 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f051aa2-c621-420d-9774-f87ac43e7fba req-5a6dd35b-f285-4c9c-b603-a38ccb4846c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:24.945162 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9f051aa2-c621-420d-9774-f87ac43e7fba req-5a6dd35b-f285-4c9c-b603-a38ccb4846c0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9d7345b6bbc64d3981e920379156fa19&device_id=24302c62-7ac3-4163-8b04-e80e5c068019 HTTP/1.1" status: 200 len: 1095 time: 1.4226575 May 31 13:30:24.957512 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-8842d040-a07c-4dfe-b6ce-76a329d3b041 None None] For port 2b4b6155-b580-4412-b6dc-1a89859c0ca3, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:30:24.965205 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-8842d040-a07c-4dfe-b6ce-76a329d3b041 None None] For port 2b4b6155-b580-4412-b6dc-1a89859c0ca3, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=2b4b6155-b580-4412-b6dc-1a89859c0ca3,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:30:24.976347 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8842d040-a07c-4dfe-b6ce-76a329d3b041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:25.203949 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8842d040-a07c-4dfe-b6ce-76a329d3b041 None None] Routers {'28a094dc-caca-4f5b-8c5c-3ea8344682d2'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:30:25.203949 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-8842d040-a07c-4dfe-b6ce-76a329d3b041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:30:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['28a094dc-caca-4f5b-8c5c-3ea8344682d2'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:30:25.700589 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d7ba9-95c1-4ec0-8b5a-3468dc2cce9d req-0e6595f7-09c6-47b3-8996-0a5d87a9f15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:25.700589 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8d1d7ba9-95c1-4ec0-8b5a-3468dc2cce9d req-0e6595f7-09c6-47b3-8996-0a5d87a9f15c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9c9187d7-9dd8-469d-b56d-671bd4b21a48&tenant_id=9d7345b6bbc64d3981e920379156fa19 HTTP/1.1" status: 200 len: 1096 time: 1.3439274 May 31 13:30:25.814402 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-8842d040-a07c-4dfe-b6ce-76a329d3b041 None None] Set router 28a094dc-caca-4f5b-8c5c-3ea8344682d2 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:30:25.967288 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-c2760265-ecec-49d7-8989-678ab8a00b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5372a397-3a97-491b-9c5f-82fd07262847', 'name': 'tempest-FloatingIPsAssociationTestJSON-235570822-router', 'tenant_id': '633e14999cf6449e966925c4e75e7489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '7cc6de2f-6595-49b2-9d8c-3aa2c4591031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:28:34Z', 'updated_at': '2022-05-31T13:28:53Z', 'revision_number': 4, 'project_id': '633e14999cf6449e966925c4e75e7489', 'gw_port': {'id': '7cc6de2f-6595-49b2-9d8c-3aa2c4591031', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:90:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5372a397-3a97-491b-9c5f-82fd07262847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:28:38Z', 'updated_at': '2022-05-31T13:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': 'c974891d-8af0-4de2-bb08-3daf2b7fc538', 'tenant_id': '633e14999cf6449e966925c4e75e7489', 'floating_ip_address': '172.25.6.106', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '5372a397-3a97-491b-9c5f-82fd07262847', 'port_id': '32ca3252-a6cd-40d0-9751-a0bcd2a5f418', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4906b42e-b307-4d36-b70d-f5895b463d19', 'mac_address': 'fa:16:3e:93:33:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d6d9622-63e9-4767-9e87-e5a9f80cb523', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:29:34Z', 'updated_at': '2022-05-31T13:30:15Z', 'revision_number': 1, 'project_id': '633e14999cf6449e966925c4e75e7489', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7679717-72d0-422d-bb1a-824fffff1b99', 'name': '', 'network_id': '4906b42e-b307-4d36-b70d-f5895b463d19', 'tenant_id': '633e14999cf6449e966925c4e75e7489', 'mac_address': 'fa:16:3e:cd:4a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5372a397-3a97-491b-9c5f-82fd07262847', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '33d5a057-d728-4f2d-867b-3bfbd8f9a5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:28:51Z', 'updated_at': '2022-05-31T13:29:08Z', 'revision_number': 5, 'project_id': '633e14999cf6449e966925c4e75e7489', 'subnets': [{'id': '33d5a057-d728-4f2d-867b-3bfbd8f9a5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:30:25.993005 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2760265-ecec-49d7-8989-678ab8a00b8b None None] The sync data for ids ['5372a397-3a97-491b-9c5f-82fd07262847'] in n-d-843939-1 is: [{'id': '5372a397-3a97-491b-9c5f-82fd07262847', 'name': 'tempest-FloatingIPsAssociationTestJSON-235570822-router', 'tenant_id': '633e14999cf6449e966925c4e75e7489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '7cc6de2f-6595-49b2-9d8c-3aa2c4591031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:28:34Z', 'updated_at': '2022-05-31T13:28:53Z', 'revision_number': 4, 'project_id': '633e14999cf6449e966925c4e75e7489', 'gw_port': {'id': '7cc6de2f-6595-49b2-9d8c-3aa2c4591031', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:90:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5372a397-3a97-491b-9c5f-82fd07262847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:28:38Z', 'updated_at': '2022-05-31T13:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': 'c974891d-8af0-4de2-bb08-3daf2b7fc538', 'tenant_id': '633e14999cf6449e966925c4e75e7489', 'floating_ip_address': '172.25.6.106', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '5372a397-3a97-491b-9c5f-82fd07262847', 'port_id': '32ca3252-a6cd-40d0-9751-a0bcd2a5f418', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4906b42e-b307-4d36-b70d-f5895b463d19', 'mac_address': 'fa:16:3e:93:33:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d6d9622-63e9-4767-9e87-e5a9f80cb523', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:29:34Z', 'updated_at': '2022-05-31T13:30:15Z', 'revision_number': 1, 'project_id': '633e14999cf6449e966925c4e75e7489', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7679717-72d0-422d-bb1a-824fffff1b99', 'name': '', 'network_id': '4906b42e-b307-4d36-b70d-f5895b463d19', 'tenant_id': '633e14999cf6449e966925c4e75e7489', 'mac_address': 'fa:16:3e:cd:4a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5372a397-3a97-491b-9c5f-82fd07262847', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '33d5a057-d728-4f2d-867b-3bfbd8f9a5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:28:51Z', 'updated_at': '2022-05-31T13:29:08Z', 'revision_number': 5, 'project_id': '633e14999cf6449e966925c4e75e7489', 'subnets': [{'id': '33d5a057-d728-4f2d-867b-3bfbd8f9a5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:30:26.313716 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-479147da-d7a6-45f3-a5a2-42658227188d req-0b7b402d-6ad5-4ca1-a5a9-bae59fa105a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:26.686618 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-217b5567-1418-40b7-bc1d-21e02994a88d req-d4a079c2-4c7d-4270-8980-e780cced8288 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:30:26.713461 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-217b5567-1418-40b7-bc1d-21e02994a88d req-d4a079c2-4c7d-4270-8980-e780cced8288 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Usage tracker for resource:port and tenant:82e5ccf58acb423eaef945c1ccf7e09b is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:30:26.728810 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-217b5567-1418-40b7-bc1d-21e02994a88d req-d4a079c2-4c7d-4270-8980-e780cced8288 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:30:26.775541 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a21cf1-faab-4902-8ca9-27363e326c22 None None] New status for floating IP c974891d-8af0-4de2-bb08-3daf2b7fc538: ACTIVE {{(pid=88371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 13:30:26.814956 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d7ba9-95c1-4ec0-8b5a-3468dc2cce9d req-4d64a774-8321-4eec-af92-3edd22498b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:26.817228 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8d1d7ba9-95c1-4ec0-8b5a-3468dc2cce9d req-4d64a774-8321-4eec-af92-3edd22498b53 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9d7345b6bbc64d3981e920379156fa19&device_id=9c9187d7-9dd8-469d-b56d-671bd4b21a48 HTTP/1.1" status: 200 len: 1096 time: 0.9989512 May 31 13:30:26.829568 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-217b5567-1418-40b7-bc1d-21e02994a88d req-d4a079c2-4c7d-4270-8980-e780cced8288 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:30:26.872400 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b9a06-32ff-4cc8-9f02-b9b72f0762e8 req-607952cc-e097-43e5-b9e1-c95bd946bbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:26.875446 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-138b9a06-32ff-4cc8-9f02-b9b72f0762e8 req-607952cc-e097-43e5-b9e1-c95bd946bbe7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9d7345b6bbc64d3981e920379156fa19&device_id=30b9966f-70b7-43b1-ab74-f74fd2bbd109 HTTP/1.1" status: 200 len: 1096 time: 2.4341242 May 31 13:30:26.949497 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2967e031-4dab-4fc3-8703-95e503f8cbe1 None None] Pushing event updated for resources: {'Port': ['ID=2b4b6155-b580-4412-b6dc-1a89859c0ca3,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:30:26.963079 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-217b5567-1418-40b7-bc1d-21e02994a88d req-d4a079c2-4c7d-4270-8980-e780cced8288 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Made reservation on behalf of 82e5ccf58acb423eaef945c1ccf7e09b for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:30:26.966510 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-217b5567-1418-40b7-bc1d-21e02994a88d req-d4a079c2-4c7d-4270-8980-e780cced8288 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:27.139930 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344bb088-8455-4d4c-8cb8-3a176f10bb0a req-adc13586-971f-4034-b586-5e120768be2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:27.142630 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-344bb088-8455-4d4c-8cb8-3a176f10bb0a req-adc13586-971f-4034-b586-5e120768be2c service neutron] 10.222.0.50 "GET /v2.0/networks?id=4906b42e-b307-4d36-b70d-f5895b463d19 HTTP/1.1" status: 200 len: 921 time: 2.1951904 May 31 13:30:27.210467 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d7ba9-95c1-4ec0-8b5a-3468dc2cce9d req-f5edbc65-c62b-4348-971e-7acb0db648dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:27.212566 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8d1d7ba9-95c1-4ec0-8b5a-3468dc2cce9d req-f5edbc65-c62b-4348-971e-7acb0db648dc service neutron] 10.222.0.20 "GET /v2.0/networks?id=e576ad54-297c-4eec-b73b-25479782c1e2 HTTP/1.1" status: 200 len: 909 time: 0.3848643 May 31 13:30:27.331095 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8d1d7ba9-95c1-4ec0-8b5a-3468dc2cce9d req-6ace4292-0bd6-4890-a456-050ba4b3b38f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61762e12-583d-445a-a9d7-c31772613a37 HTTP/1.1" status: 200 len: 217 time: 0.1122155 May 31 13:30:27.494935 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f0e2f6-9aab-4262-b909-da27b80249ad req-8833abcc-eb96-4651-980d-3372396c1879 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:27.497102 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e3f0e2f6-9aab-4262-b909-da27b80249ad req-8833abcc-eb96-4651-980d-3372396c1879 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 946 time: 2.8650043 May 31 13:30:27.499506 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-344bb088-8455-4d4c-8cb8-3a176f10bb0a req-4b8587eb-8d4b-4e03-ad76-3fc6f423f664 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32ca3252-a6cd-40d0-9751-a0bcd2a5f418 HTTP/1.1" status: 200 len: 1002 time: 0.2849245 May 31 13:30:27.571615 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d7ba9-95c1-4ec0-8b5a-3468dc2cce9d req-acfdf83c-10e9-4d22-b72a-036c874faca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:27.574092 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8d1d7ba9-95c1-4ec0-8b5a-3468dc2cce9d req-acfdf83c-10e9-4d22-b72a-036c874faca9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=376bfa95-ebe5-4cb8-abaa-2bcb5d3a07e3 HTTP/1.1" status: 200 len: 848 time: 0.2263305 May 31 13:30:27.622436 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [req-217b5567-1418-40b7-bc1d-21e02994a88d req-d4a079c2-4c7d-4270-8980-e780cced8288 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Allocated IP 172.20.0.13 (b11a5e31-f902-47bb-ae2d-8ab30e32d2c6/a7a2881f-e291-4214-81d7-8f9b77a7af81/4d45171f-722a-4471-be12-7e323923194e) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:30:27.624185 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-8842d040-a07c-4dfe-b6ce-76a329d3b041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a094dc-caca-4f5b-8c5c-3ea8344682d2', 'name': 'tempest-FloatingIPsTestJSON-1777814975-router', 'tenant_id': 'a3c10d77b5e9443791adec2e7e1c7c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '2b4b6155-b580-4412-b6dc-1a89859c0ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:30:08Z', 'updated_at': '2022-05-31T13:30:15Z', 'revision_number': 3, 'project_id': 'a3c10d77b5e9443791adec2e7e1c7c37', 'gw_port': {'id': '2b4b6155-b580-4412-b6dc-1a89859c0ca3', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4d:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a094dc-caca-4f5b-8c5c-3ea8344682d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:30:11Z', 'updated_at': '2022-05-31T13:30:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:30:27.629913 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8842d040-a07c-4dfe-b6ce-76a329d3b041 None None] The sync data for ids ['28a094dc-caca-4f5b-8c5c-3ea8344682d2'] in n-d-843939-1 is: [{'id': '28a094dc-caca-4f5b-8c5c-3ea8344682d2', 'name': 'tempest-FloatingIPsTestJSON-1777814975-router', 'tenant_id': 'a3c10d77b5e9443791adec2e7e1c7c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '2b4b6155-b580-4412-b6dc-1a89859c0ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:30:08Z', 'updated_at': '2022-05-31T13:30:15Z', 'revision_number': 3, 'project_id': 'a3c10d77b5e9443791adec2e7e1c7c37', 'gw_port': {'id': '2b4b6155-b580-4412-b6dc-1a89859c0ca3', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4d:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a094dc-caca-4f5b-8c5c-3ea8344682d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:30:11Z', 'updated_at': '2022-05-31T13:30:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:30:27.667625 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8d1d7ba9-95c1-4ec0-8b5a-3468dc2cce9d req-a1a6d902-c165-45cb-9fd4-a436982419e6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e576ad54-297c-4eec-b73b-25479782c1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845017 May 31 13:30:28.018373 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8d1d7ba9-95c1-4ec0-8b5a-3468dc2cce9d req-60cd28d7-6db7-4237-bc7b-f2a4fa5ea00e service neutron] 10.222.0.20 "GET /v2.0/networks/e576ad54-297c-4eec-b73b-25479782c1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417130 May 31 13:30:28.206352 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344bb088-8455-4d4c-8cb8-3a176f10bb0a req-dc10e433-fe49-43df-8116-4dfa17f95723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:28.210878 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-344bb088-8455-4d4c-8cb8-3a176f10bb0a req-dc10e433-fe49-43df-8116-4dfa17f95723 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=33d5a057-d728-4f2d-867b-3bfbd8f9a5e3 HTTP/1.1" status: 200 len: 859 time: 0.6697400 May 31 13:30:28.220353 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-479147da-d7a6-45f3-a5a2-42658227188d req-79b27520-3527-4a4b-9479-fb48dab041b8 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:28.347583 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e3f0e2f6-9aab-4262-b909-da27b80249ad req-0fe1f0f2-898a-416e-81f0-b6c03403608c tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7252319 May 31 13:30:28.392238 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f051aa2-c621-420d-9774-f87ac43e7fba req-119dc755-1cf2-430a-8e2b-bea81564450a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:28.399468 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9f051aa2-c621-420d-9774-f87ac43e7fba req-119dc755-1cf2-430a-8e2b-bea81564450a service neutron] 10.222.0.20 "GET /v2.0/networks?id=e576ad54-297c-4eec-b73b-25479782c1e2 HTTP/1.1" status: 200 len: 909 time: 2.6435356 May 31 13:30:28.474045 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8d1d7ba9-95c1-4ec0-8b5a-3468dc2cce9d req-de0c1fc1-358a-492b-8a0a-a061daaac4f0 service neutron] 10.222.0.20 "GET /v2.0/networks/e576ad54-297c-4eec-b73b-25479782c1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4480207 May 31 13:30:28.587696 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc857c1f-faac-4b32-beca-56e3eec3134c'] response: {'name': 'network-changed', 'server_uuid': '9c9187d7-9dd8-469d-b56d-671bd4b21a48', 'tag': '61762e12-583d-445a-a9d7-c31772613a37', 'status': 'completed', 'code': 200} May 31 13:30:28.691177 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b9a06-32ff-4cc8-9f02-b9b72f0762e8 req-e717c92e-8316-4461-8202-17bf4c331a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:28.699586 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-138b9a06-32ff-4cc8-9f02-b9b72f0762e8 req-e717c92e-8316-4461-8202-17bf4c331a39 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e576ad54-297c-4eec-b73b-25479782c1e2 HTTP/1.1" status: 200 len: 909 time: 1.6135032 May 31 13:30:28.769685 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-217b5567-1418-40b7-bc1d-21e02994a88d req-d4a079c2-4c7d-4270-8980-e780cced8288 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:28.900554 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-217b5567-1418-40b7-bc1d-21e02994a88d req-d4a079c2-4c7d-4270-8980-e780cced8288 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:28.920776 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9f051aa2-c621-420d-9774-f87ac43e7fba req-bba79ce6-558c-4273-90e5-974ff20791d4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56abcba9-513f-4c4d-a97d-b112bfe0bc20 HTTP/1.1" status: 200 len: 217 time: 0.4546969 May 31 13:30:29.214836 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-138b9a06-32ff-4cc8-9f02-b9b72f0762e8 req-65f8941d-db9e-49eb-8efb-5252105d94af service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7981e8f9-d03b-40e2-9db7-0fab18d23011 HTTP/1.1" status: 200 len: 217 time: 0.4199417 May 31 13:30:29.240480 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-479147da-d7a6-45f3-a5a2-42658227188d req-79b27520-3527-4a4b-9479-fb48dab041b8 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:29.358877 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.20', 61943) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:30:29.443178 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-217b5567-1418-40b7-bc1d-21e02994a88d req-d4a079c2-4c7d-4270-8980-e780cced8288 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Network b11a5e31-f902-47bb-ae2d-8ab30e32d2c6 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:30:29.543674 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [req-217b5567-1418-40b7-bc1d-21e02994a88d req-d4a079c2-4c7d-4270-8980-e780cced8288 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:30:29.549302 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-217b5567-1418-40b7-bc1d-21e02994a88d req-d4a079c2-4c7d-4270-8980-e780cced8288 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:30:29.585913 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b27520-3527-4a4b-9479-fb48dab041b8 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Pushing event updated for resources: {'Port': ['ID=9fc82b4a-271e-4b98-9006-3c95ee4acfb3,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:30:29.622080 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344bb088-8455-4d4c-8cb8-3a176f10bb0a req-e3346ebc-749f-4791-af9e-2cc66d7c96ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:29.624553 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-344bb088-8455-4d4c-8cb8-3a176f10bb0a req-e3346ebc-749f-4791-af9e-2cc66d7c96ea service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4906b42e-b307-4d36-b70d-f5895b463d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3570817 May 31 13:30:29.655186 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [req-344bb088-8455-4d4c-8cb8-3a176f10bb0a req-b4adbc19-aa11-4afc-bf29-90868ed49be4 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:30:29.657134 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-344bb088-8455-4d4c-8cb8-3a176f10bb0a req-b4adbc19-aa11-4afc-bf29-90868ed49be4 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094776 May 31 13:30:29.677155 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-479147da-d7a6-45f3-a5a2-42658227188d req-79b27520-3527-4a4b-9479-fb48dab041b8 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Network 6c1e3874-7498-46ea-a617-0c963766e837 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:30:29.732614 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 2b4b6155-b580-4412-b6dc-1a89859c0ca3 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:30:29.807696 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a079c2-4c7d-4270-8980-e780cced8288 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Pushing event updated for resources: {'Port': ['ID=4d45171f-722a-4471-be12-7e323923194e,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:30:29.906052 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-479147da-d7a6-45f3-a5a2-42658227188d req-79b27520-3527-4a4b-9479-fb48dab041b8 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:30:29.947486 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 2b4b6155-b580-4412-b6dc-1a89859c0ca3 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:30:29.960810 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 2b4b6155-b580-4412-b6dc-1a89859c0ca3 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:30:29.961385 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:29.963986 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d7ba9-95c1-4ec0-8b5a-3468dc2cce9d req-747058fb-94d1-4a56-99e9-aa80a505d2e1 tempest-LiveMigrationTest-979382837 tempest-LiveMigrationTest-979382837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:29.966820 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8d1d7ba9-95c1-4ec0-8b5a-3468dc2cce9d req-747058fb-94d1-4a56-99e9-aa80a505d2e1 tempest-LiveMigrationTest-979382837 tempest-LiveMigrationTest-979382837-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9c9187d7-9dd8-469d-b56d-671bd4b21a48&tenant_id=9d7345b6bbc64d3981e920379156fa19&binding%3Ahost_id=n-h1-843939-1 HTTP/1.1" status: 200 len: 1096 time: 0.7201045 May 31 13:30:29.972636 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-479147da-d7a6-45f3-a5a2-42658227188d req-79b27520-3527-4a4b-9479-fb48dab041b8 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:30:29.994979 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217b5567-1418-40b7-bc1d-21e02994a88d req-d4a079c2-4c7d-4270-8980-e780cced8288 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:29.996454 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-217b5567-1418-40b7-bc1d-21e02994a88d req-d4a079c2-4c7d-4270-8980-e780cced8288 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:30.091031 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf8d0d7-d0b8-4ac7-854b-419a417ab56d req-48509883-4a6e-405e-8182-5ae2d0d7d5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:30.092571 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1bf8d0d7-d0b8-4ac7-854b-419a417ab56d req-48509883-4a6e-405e-8182-5ae2d0d7d5e7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9d7345b6bbc64d3981e920379156fa19&device_id=9c9187d7-9dd8-469d-b56d-671bd4b21a48 HTTP/1.1" status: 200 len: 1096 time: 1.4160347 May 31 13:30:30.207095 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-217b5567-1418-40b7-bc1d-21e02994a88d req-d4a079c2-4c7d-4270-8980-e780cced8288 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4262149 May 31 13:30:30.230236 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-217b5567-1418-40b7-bc1d-21e02994a88d req-9d298331-f35c-47b5-9ac7-f221e3e68f71 service neutron] Request body: {'port': {'device_id': '44ddad2c-fe8f-47c8-a3e7-0e7cc36dafd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843939-1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:30:30.309544 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 2b4b6155-b580-4412-b6dc-1a89859c0ca3 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:30:30.310599 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:30.338624 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 2b4b6155-b580-4412-b6dc-1a89859c0ca3, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=2b4b6155-b580-4412-b6dc-1a89859c0ca3,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:30:30.346151 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:30.565926 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f051aa2-c621-420d-9774-f87ac43e7fba req-ebcf39fd-6c67-48e0-937d-de8ee5d6e344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:30.567509 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9f051aa2-c621-420d-9774-f87ac43e7fba req-ebcf39fd-6c67-48e0-937d-de8ee5d6e344 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=376bfa95-ebe5-4cb8-abaa-2bcb5d3a07e3 HTTP/1.1" status: 200 len: 848 time: 1.6063533 May 31 13:30:30.585392 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=2b4b6155-b580-4412-b6dc-1a89859c0ca3,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:30:30.612895 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-217b5567-1418-40b7-bc1d-21e02994a88d req-9d298331-f35c-47b5-9ac7-f221e3e68f71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:30.650921 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [req-479147da-d7a6-45f3-a5a2-42658227188d req-bcc75663-967e-4f21-b5ba-15df51a8bc4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0891449e-83a0-4a17-b388-f78cb0a6f90e {{(pid=88369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:30:30.671139 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-479147da-d7a6-45f3-a5a2-42658227188d req-bcc75663-967e-4f21-b5ba-15df51a8bc4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:30.748952 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-8d1d7ba9-95c1-4ec0-8b5a-3468dc2cce9d req-068a96a3-24b7-4f02-91be-c3735d61cd7a service neutron] For port 61762e12-583d-445a-a9d7-c31772613a37, host n-h2-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:30:30.767878 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-8d1d7ba9-95c1-4ec0-8b5a-3468dc2cce9d req-068a96a3-24b7-4f02-91be-c3735d61cd7a service neutron] Notify callbacks [] for binding, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:30.769500 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8d1d7ba9-95c1-4ec0-8b5a-3468dc2cce9d req-068a96a3-24b7-4f02-91be-c3735d61cd7a service neutron] 10.222.0.20 "DELETE /v2.0/ports/61762e12-583d-445a-a9d7-c31772613a37/bindings/n-h2-843939-1 HTTP/1.1" status: 204 len: 173 time: 0.7911572 May 31 13:30:30.775041 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b9a06-32ff-4cc8-9f02-b9b72f0762e8 req-7d179763-b7a8-4f32-a294-069f810a2877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:30.776506 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-138b9a06-32ff-4cc8-9f02-b9b72f0762e8 req-7d179763-b7a8-4f32-a294-069f810a2877 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=376bfa95-ebe5-4cb8-abaa-2bcb5d3a07e3 HTTP/1.1" status: 200 len: 848 time: 1.5289822 May 31 13:30:30.813613 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-479147da-d7a6-45f3-a5a2-42658227188d req-bcc75663-967e-4f21-b5ba-15df51a8bc4b service neutron] Transition to ACTIVE for port object 0891449e-83a0-4a17-b388-f78cb0a6f90e will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:30:30.841529 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-479147da-d7a6-45f3-a5a2-42658227188d req-bcc75663-967e-4f21-b5ba-15df51a8bc4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:30.867723 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9f051aa2-c621-420d-9774-f87ac43e7fba req-5592e111-b611-4807-abe4-f05b0c605555 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e576ad54-297c-4eec-b73b-25479782c1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1617670 May 31 13:30:30.960803 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-138b9a06-32ff-4cc8-9f02-b9b72f0762e8 req-9dd500ae-2066-417c-86be-bbfc42d81e60 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e576ad54-297c-4eec-b73b-25479782c1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1626163 May 31 13:30:31.073404 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479147da-d7a6-45f3-a5a2-42658227188d req-79b27520-3527-4a4b-9479-fb48dab041b8 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:31.074087 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-479147da-d7a6-45f3-a5a2-42658227188d req-79b27520-3527-4a4b-9479-fb48dab041b8 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:31.079612 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-71b43a04-ce30-4de5-ab67-d6d7320f7daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:31.129229 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845d4d4-3f6b-4cde-91ce-3a1d47f9b9fc req-f65431c9-695e-4ff8-8036-672a09474ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:31.129525 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3845d4d4-3f6b-4cde-91ce-3a1d47f9b9fc req-f65431c9-695e-4ff8-8036-672a09474ade service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=be9b8c94d98b42f385a0f29035539835&device_id=5eee3054-3ed5-47f8-b1a8-ef0b67b604a5 HTTP/1.1" status: 200 len: 1096 time: 1.6195631 May 31 13:30:31.191079 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc75663-967e-4f21-b5ba-15df51a8bc4b service neutron] Pushing event updated for resources: {'Port': ['ID=0891449e-83a0-4a17-b388-f78cb0a6f90e,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:30:31.392468 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf8d0d7-d0b8-4ac7-854b-419a417ab56d req-4270ddaa-97e0-4533-8c77-6a1224d52c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:31.394536 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1bf8d0d7-d0b8-4ac7-854b-419a417ab56d req-4270ddaa-97e0-4533-8c77-6a1224d52c8c service neutron] 10.222.0.44 "GET /v2.0/networks?id=e576ad54-297c-4eec-b73b-25479782c1e2 HTTP/1.1" status: 200 len: 909 time: 0.8243804 May 31 13:30:31.399519 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-344bb088-8455-4d4c-8cb8-3a176f10bb0a req-80363f44-b34a-44fa-9c1d-ebccf0c32757 service neutron] 10.222.0.50 "GET /v2.0/networks/4906b42e-b307-4d36-b70d-f5895b463d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6928773 May 31 13:30:31.493964 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-479147da-d7a6-45f3-a5a2-42658227188d req-bcc75663-967e-4f21-b5ba-15df51a8bc4b service neutron] Attempting to bind port 0891449e-83a0-4a17-b388-f78cb0a6f90e on host n-h1-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:30:31.494322 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-479147da-d7a6-45f3-a5a2-42658227188d req-bcc75663-967e-4f21-b5ba-15df51a8bc4b service neutron] Attempting to bind port 0891449e-83a0-4a17-b388-f78cb0a6f90e by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': '6fa0bd13-a4b7-4b4f-80e5-be8b2fd586ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6c1e3874-7498-46ea-a617-0c963766e837'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:30:31.494720 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479147da-d7a6-45f3-a5a2-42658227188d req-bcc75663-967e-4f21-b5ba-15df51a8bc4b service neutron] Attempting to bind port 0891449e-83a0-4a17-b388-f78cb0a6f90e on network 6c1e3874-7498-46ea-a617-0c963766e837 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:30:31.553194 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479147da-d7a6-45f3-a5a2-42658227188d req-bcc75663-967e-4f21-b5ba-15df51a8bc4b service neutron] Port 0891449e-83a0-4a17-b388-f78cb0a6f90e on network 6c1e3874-7498-46ea-a617-0c963766e837 not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:30:31.553506 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479147da-d7a6-45f3-a5a2-42658227188d req-bcc75663-967e-4f21-b5ba-15df51a8bc4b service neutron] Attempting to bind port 0891449e-83a0-4a17-b388-f78cb0a6f90e on network 6c1e3874-7498-46ea-a617-0c963766e837 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:30:31.559688 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-479147da-d7a6-45f3-a5a2-42658227188d req-79b27520-3527-4a4b-9479-fb48dab041b8 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 11.8348339 May 31 13:30:31.569328 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 2b4b6155-b580-4412-b6dc-1a89859c0ca3 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:30:31.592072 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479147da-d7a6-45f3-a5a2-42658227188d req-bcc75663-967e-4f21-b5ba-15df51a8bc4b service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:30:31.592407 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479147da-d7a6-45f3-a5a2-42658227188d req-bcc75663-967e-4f21-b5ba-15df51a8bc4b service neutron] Checking segment: {'id': '6fa0bd13-a4b7-4b4f-80e5-be8b2fd586ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6c1e3874-7498-46ea-a617-0c963766e837'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:30:31.592797 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479147da-d7a6-45f3-a5a2-42658227188d req-bcc75663-967e-4f21-b5ba-15df51a8bc4b service neutron] Bound using segment: {'id': '6fa0bd13-a4b7-4b4f-80e5-be8b2fd586ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6c1e3874-7498-46ea-a617-0c963766e837'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:30:31.593243 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-479147da-d7a6-45f3-a5a2-42658227188d req-bcc75663-967e-4f21-b5ba-15df51a8bc4b service neutron] Bound port: 0891449e-83a0-4a17-b388-f78cb0a6f90e, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fa0bd13-a4b7-4b4f-80e5-be8b2fd586ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6c1e3874-7498-46ea-a617-0c963766e837'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:30:31.593593 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-479147da-d7a6-45f3-a5a2-42658227188d req-bcc75663-967e-4f21-b5ba-15df51a8bc4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:31.704923 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 2b4b6155-b580-4412-b6dc-1a89859c0ca3 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:30:31.705612 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:31.806223 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-344bb088-8455-4d4c-8cb8-3a176f10bb0a req-1fb6a6a0-9a5f-401a-bb42-cfbf13744fb9 service neutron] 10.222.0.50 "GET /v2.0/networks/4906b42e-b307-4d36-b70d-f5895b463d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3409886 May 31 13:30:31.811246 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-479147da-d7a6-45f3-a5a2-42658227188d req-0fa20ce1-a145-45d2-9a58-0ae040ae5cae service neutron] Request body: {'port': {'device_id': '0d5f5475-098d-4982-b942-ed8f9e3042c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:30:31.834232 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [req-479147da-d7a6-45f3-a5a2-42658227188d req-0b7b402d-6ad5-4ca1-a5a9-bae59fa105a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceb23f00-4c76-47bc-93b3-4778dc33ac57 {{(pid=88369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:30:31.859455 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 2b4b6155-b580-4412-b6dc-1a89859c0ca3 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:30:31.900691 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-479147da-d7a6-45f3-a5a2-42658227188d req-0b7b402d-6ad5-4ca1-a5a9-bae59fa105a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:31.920976 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1bf8d0d7-d0b8-4ac7-854b-419a417ab56d req-062fd7e4-29eb-4b54-b969-2d053fc3185c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61762e12-583d-445a-a9d7-c31772613a37 HTTP/1.1" status: 200 len: 217 time: 0.4471152 May 31 13:30:31.935834 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [req-217b5567-1418-40b7-bc1d-21e02994a88d req-9d298331-f35c-47b5-9ac7-f221e3e68f71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d45171f-722a-4471-be12-7e323923194e {{(pid=88369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:30:31.945876 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-479147da-d7a6-45f3-a5a2-42658227188d req-0b7b402d-6ad5-4ca1-a5a9-bae59fa105a9 service neutron] Transition to ACTIVE for port object ceb23f00-4c76-47bc-93b3-4778dc33ac57 will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:30:31.947842 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-217b5567-1418-40b7-bc1d-21e02994a88d req-9d298331-f35c-47b5-9ac7-f221e3e68f71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:31.968459 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-479147da-d7a6-45f3-a5a2-42658227188d req-0b7b402d-6ad5-4ca1-a5a9-bae59fa105a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:32.067653 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf8d0d7-d0b8-4ac7-854b-419a417ab56d req-9948aad5-555f-444f-9baa-48a08422db2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:32.069137 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1bf8d0d7-d0b8-4ac7-854b-419a417ab56d req-9948aad5-555f-444f-9baa-48a08422db2a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=376bfa95-ebe5-4cb8-abaa-2bcb5d3a07e3 HTTP/1.1" status: 200 len: 848 time: 0.1127684 May 31 13:30:32.074808 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbb26846-950f-41c0-9ea5-a72b0d9b4f1f'] response: {'name': 'network-changed', 'server_uuid': '9d6d9622-63e9-4767-9e87-e5a9f80cb523', 'tag': '32ca3252-a6cd-40d0-9751-a0bcd2a5f418', 'status': 'completed', 'code': 200} May 31 13:30:32.186978 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-217b5567-1418-40b7-bc1d-21e02994a88d req-9d298331-f35c-47b5-9ac7-f221e3e68f71 service neutron] Transition to ACTIVE for port object 4d45171f-722a-4471-be12-7e323923194e will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:30:32.198777 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cf8ab4-f640-4939-bc32-a19b0d714ae9 req-74e8973f-fa44-4e02-97c1-4a0ad0acb654 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:32.202580 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-85cf8ab4-f640-4939-bc32-a19b0d714ae9 req-74e8973f-fa44-4e02-97c1-4a0ad0acb654 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/ports?device_id=44ddad2c-fe8f-47c8-a3e7-0e7cc36dafd3 HTTP/1.1" status: 200 len: 932 time: 2.1087711 May 31 13:30:32.245782 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-217b5567-1418-40b7-bc1d-21e02994a88d req-9d298331-f35c-47b5-9ac7-f221e3e68f71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:32.257920 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-479147da-d7a6-45f3-a5a2-42658227188d req-bcc75663-967e-4f21-b5ba-15df51a8bc4b service neutron] For port 0891449e-83a0-4a17-b388-f78cb0a6f90e, host n-h1-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:30:32.279521 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-479147da-d7a6-45f3-a5a2-42658227188d req-bcc75663-967e-4f21-b5ba-15df51a8bc4b service neutron] For port 0891449e-83a0-4a17-b388-f78cb0a6f90e, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=0891449e-83a0-4a17-b388-f78cb0a6f90e,segment=NetworkSegment(6fa0bd13-a4b7-4b4f-80e5-be8b2fd586ea),segment_id=6fa0bd13-a4b7-4b4f-80e5-be8b2fd586ea)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:30:32.280967 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7b402d-6ad5-4ca1-a5a9-bae59fa105a9 service neutron] Pushing event updated for resources: {'Port': ['ID=ceb23f00-4c76-47bc-93b3-4778dc33ac57,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:30:32.320253 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9f051aa2-c621-420d-9774-f87ac43e7fba req-d222945f-fff0-4f94-bfe6-a25d86df2828 service neutron] 10.222.0.20 "GET /v2.0/networks/e576ad54-297c-4eec-b73b-25479782c1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4113057 May 31 13:30:32.403605 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-479147da-d7a6-45f3-a5a2-42658227188d req-bcc75663-967e-4f21-b5ba-15df51a8bc4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:32.507251 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-138b9a06-32ff-4cc8-9f02-b9b72f0762e8 req-fae1f425-65c5-440d-a577-67811ee00ed9 service neutron] 10.222.0.44 "GET /v2.0/networks/e576ad54-297c-4eec-b73b-25479782c1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5256305 May 31 13:30:32.517274 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1bf8d0d7-d0b8-4ac7-854b-419a417ab56d req-256d52c0-8e43-48bb-883f-b95091589948 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e576ad54-297c-4eec-b73b-25479782c1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3422604 May 31 13:30:32.535470 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479147da-d7a6-45f3-a5a2-42658227188d req-bcc75663-967e-4f21-b5ba-15df51a8bc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:32.536211 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-479147da-d7a6-45f3-a5a2-42658227188d req-bcc75663-967e-4f21-b5ba-15df51a8bc4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:32.537903 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-479147da-d7a6-45f3-a5a2-42658227188d req-bcc75663-967e-4f21-b5ba-15df51a8bc4b service neutron] 10.222.0.20 "PUT /v2.0/ports/0891449e-83a0-4a17-b388-f78cb0a6f90e HTTP/1.1" status: 200 len: 1091 time: 10.7232394 May 31 13:30:32.543655 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c60064d4-fc1a-4054-aedd-db2291062076', 'tag': '0891449e-83a0-4a17-b388-f78cb0a6f90e'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:30:32.671735 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d298331-f35c-47b5-9ac7-f221e3e68f71 service neutron] Pushing event updated for resources: {'Port': ['ID=4d45171f-722a-4471-be12-7e323923194e,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:30:32.803861 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-479147da-d7a6-45f3-a5a2-42658227188d req-0b7b402d-6ad5-4ca1-a5a9-bae59fa105a9 service neutron] Attempting to bind port ceb23f00-4c76-47bc-93b3-4778dc33ac57 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:30:32.804471 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-479147da-d7a6-45f3-a5a2-42658227188d req-0b7b402d-6ad5-4ca1-a5a9-bae59fa105a9 service neutron] Attempting to bind port ceb23f00-4c76-47bc-93b3-4778dc33ac57 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': '6fa0bd13-a4b7-4b4f-80e5-be8b2fd586ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6c1e3874-7498-46ea-a617-0c963766e837'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:30:32.804966 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479147da-d7a6-45f3-a5a2-42658227188d req-0b7b402d-6ad5-4ca1-a5a9-bae59fa105a9 service neutron] Attempting to bind port ceb23f00-4c76-47bc-93b3-4778dc33ac57 on network 6c1e3874-7498-46ea-a617-0c963766e837 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:30:32.814335 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-217b5567-1418-40b7-bc1d-21e02994a88d req-9d298331-f35c-47b5-9ac7-f221e3e68f71 service neutron] Attempting to bind port 4d45171f-722a-4471-be12-7e323923194e on host n-h1-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:30:32.814938 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-217b5567-1418-40b7-bc1d-21e02994a88d req-9d298331-f35c-47b5-9ac7-f221e3e68f71 service neutron] Attempting to bind port 4d45171f-722a-4471-be12-7e323923194e by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': '1e6452d1-51f8-4e9a-9e93-895c398faede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b11a5e31-f902-47bb-ae2d-8ab30e32d2c6'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:30:32.815410 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217b5567-1418-40b7-bc1d-21e02994a88d req-9d298331-f35c-47b5-9ac7-f221e3e68f71 service neutron] Attempting to bind port 4d45171f-722a-4471-be12-7e323923194e on network b11a5e31-f902-47bb-ae2d-8ab30e32d2c6 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:30:32.824497 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479147da-d7a6-45f3-a5a2-42658227188d req-0b7b402d-6ad5-4ca1-a5a9-bae59fa105a9 service neutron] Port ceb23f00-4c76-47bc-93b3-4778dc33ac57 on network 6c1e3874-7498-46ea-a617-0c963766e837 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:30:32.825087 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479147da-d7a6-45f3-a5a2-42658227188d req-0b7b402d-6ad5-4ca1-a5a9-bae59fa105a9 service neutron] Attempting to bind port ceb23f00-4c76-47bc-93b3-4778dc33ac57 on network 6c1e3874-7498-46ea-a617-0c963766e837 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:30:32.831581 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc75663-967e-4f21-b5ba-15df51a8bc4b service neutron] Pushing event updated for resources: {'Port': ['ID=0891449e-83a0-4a17-b388-f78cb0a6f90e,revision_number=3']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:30:32.836886 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217b5567-1418-40b7-bc1d-21e02994a88d req-9d298331-f35c-47b5-9ac7-f221e3e68f71 service neutron] Port 4d45171f-722a-4471-be12-7e323923194e on network b11a5e31-f902-47bb-ae2d-8ab30e32d2c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:30:32.838572 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217b5567-1418-40b7-bc1d-21e02994a88d req-9d298331-f35c-47b5-9ac7-f221e3e68f71 service neutron] Attempting to bind port 4d45171f-722a-4471-be12-7e323923194e on network b11a5e31-f902-47bb-ae2d-8ab30e32d2c6 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:30:32.849446 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479147da-d7a6-45f3-a5a2-42658227188d req-0b7b402d-6ad5-4ca1-a5a9-bae59fa105a9 service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:30:32.849795 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479147da-d7a6-45f3-a5a2-42658227188d req-0b7b402d-6ad5-4ca1-a5a9-bae59fa105a9 service neutron] Checking segment: {'id': '6fa0bd13-a4b7-4b4f-80e5-be8b2fd586ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6c1e3874-7498-46ea-a617-0c963766e837'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:30:32.850234 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479147da-d7a6-45f3-a5a2-42658227188d req-0b7b402d-6ad5-4ca1-a5a9-bae59fa105a9 service neutron] Bound using segment: {'id': '6fa0bd13-a4b7-4b4f-80e5-be8b2fd586ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6c1e3874-7498-46ea-a617-0c963766e837'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:30:32.850661 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-479147da-d7a6-45f3-a5a2-42658227188d req-0b7b402d-6ad5-4ca1-a5a9-bae59fa105a9 service neutron] Bound port: ceb23f00-4c76-47bc-93b3-4778dc33ac57, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fa0bd13-a4b7-4b4f-80e5-be8b2fd586ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6c1e3874-7498-46ea-a617-0c963766e837'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:30:32.851005 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-479147da-d7a6-45f3-a5a2-42658227188d req-0b7b402d-6ad5-4ca1-a5a9-bae59fa105a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:32.867712 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217b5567-1418-40b7-bc1d-21e02994a88d req-9d298331-f35c-47b5-9ac7-f221e3e68f71 service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:30:32.868375 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217b5567-1418-40b7-bc1d-21e02994a88d req-9d298331-f35c-47b5-9ac7-f221e3e68f71 service neutron] Checking segment: {'id': '1e6452d1-51f8-4e9a-9e93-895c398faede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b11a5e31-f902-47bb-ae2d-8ab30e32d2c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:30:32.869013 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217b5567-1418-40b7-bc1d-21e02994a88d req-9d298331-f35c-47b5-9ac7-f221e3e68f71 service neutron] Bound using segment: {'id': '1e6452d1-51f8-4e9a-9e93-895c398faede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b11a5e31-f902-47bb-ae2d-8ab30e32d2c6'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:30:32.869684 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-217b5567-1418-40b7-bc1d-21e02994a88d req-9d298331-f35c-47b5-9ac7-f221e3e68f71 service neutron] Bound port: 4d45171f-722a-4471-be12-7e323923194e, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e6452d1-51f8-4e9a-9e93-895c398faede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b11a5e31-f902-47bb-ae2d-8ab30e32d2c6'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:30:32.870259 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-217b5567-1418-40b7-bc1d-21e02994a88d req-9d298331-f35c-47b5-9ac7-f221e3e68f71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:32.957936 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479147da-d7a6-45f3-a5a2-42658227188d req-92415d3c-9f74-420a-8fe7-98ab2fb71149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:32.959340 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-479147da-d7a6-45f3-a5a2-42658227188d req-92415d3c-9f74-420a-8fe7-98ab2fb71149 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1471cc7c2bcf49a68dcbc360fa0fde8b&device_id=c60064d4-fc1a-4054-aedd-db2291062076 HTTP/1.1" status: 200 len: 1094 time: 0.3600349 May 31 13:30:33.060603 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-479147da-d7a6-45f3-a5a2-42658227188d req-820d2e61-8b97-404e-b6a5-d1795f4fb719 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0891449e-83a0-4a17-b388-f78cb0a6f90e HTTP/1.1" status: 200 len: 217 time: 0.0888283 May 31 13:30:33.075763 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845d4d4-3f6b-4cde-91ce-3a1d47f9b9fc req-6e4c31d0-ab47-4f65-92d3-d37782e8f74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:33.077254 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3845d4d4-3f6b-4cde-91ce-3a1d47f9b9fc req-6e4c31d0-ab47-4f65-92d3-d37782e8f74b service neutron] 10.222.0.20 "GET /v2.0/networks?id=29fe9209-7455-49d1-bbb8-3bf3a6f3bebb HTTP/1.1" status: 200 len: 919 time: 1.8391507 May 31 13:30:33.153585 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-479147da-d7a6-45f3-a5a2-42658227188d req-0b7b402d-6ad5-4ca1-a5a9-bae59fa105a9 service neutron] For port ceb23f00-4c76-47bc-93b3-4778dc33ac57, host n-h2-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:30:33.171395 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-479147da-d7a6-45f3-a5a2-42658227188d req-0b7b402d-6ad5-4ca1-a5a9-bae59fa105a9 service neutron] For port ceb23f00-4c76-47bc-93b3-4778dc33ac57, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=ceb23f00-4c76-47bc-93b3-4778dc33ac57,segment=NetworkSegment(6fa0bd13-a4b7-4b4f-80e5-be8b2fd586ea),segment_id=6fa0bd13-a4b7-4b4f-80e5-be8b2fd586ea)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:30:33.176121 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-217b5567-1418-40b7-bc1d-21e02994a88d req-9d298331-f35c-47b5-9ac7-f221e3e68f71 service neutron] For port 4d45171f-722a-4471-be12-7e323923194e, host n-h1-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:30:33.179707 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-85cf8ab4-f640-4939-bc32-a19b0d714ae9 req-8c1874c4-1364-471c-be03-8126c33557d4 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/security-groups?id=11fe291e-69a0-4211-ae19-9fbe273445b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9190426 May 31 13:30:33.180936 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-479147da-d7a6-45f3-a5a2-42658227188d req-0b7b402d-6ad5-4ca1-a5a9-bae59fa105a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:33.186039 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-217b5567-1418-40b7-bc1d-21e02994a88d req-9d298331-f35c-47b5-9ac7-f221e3e68f71 service neutron] For port 4d45171f-722a-4471-be12-7e323923194e, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=4d45171f-722a-4471-be12-7e323923194e,segment=NetworkSegment(1e6452d1-51f8-4e9a-9e93-895c398faede),segment_id=1e6452d1-51f8-4e9a-9e93-895c398faede)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:30:33.233267 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479147da-d7a6-45f3-a5a2-42658227188d req-c9b06834-6fcf-48fe-a5ab-34d42da43308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:33.235404 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-479147da-d7a6-45f3-a5a2-42658227188d req-c9b06834-6fcf-48fe-a5ab-34d42da43308 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9281520b-3968-4043-88c8-2ba80816b8e3 HTTP/1.1" status: 200 len: 858 time: 0.1603122 May 31 13:30:33.244785 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-217b5567-1418-40b7-bc1d-21e02994a88d req-9d298331-f35c-47b5-9ac7-f221e3e68f71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:33.309089 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-479147da-d7a6-45f3-a5a2-42658227188d req-57dfe08e-23e7-4383-8d6e-ed3ed3cfcf3b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6c1e3874-7498-46ea-a617-0c963766e837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609002 May 31 13:30:33.367734 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-479147da-d7a6-45f3-a5a2-42658227188d req-0fa20ce1-a145-45d2-9a58-0ae040ae5cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:33.396436 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3845d4d4-3f6b-4cde-91ce-3a1d47f9b9fc req-fa8b9adc-4c9e-4cb8-8ce2-5a8d9f2dda67 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cab04309-4594-4e66-a15a-e4206da32c24 HTTP/1.1" status: 200 len: 217 time: 0.2246954 May 31 13:30:33.403069 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479147da-d7a6-45f3-a5a2-42658227188d req-0b7b402d-6ad5-4ca1-a5a9-bae59fa105a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:33.404411 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-479147da-d7a6-45f3-a5a2-42658227188d req-0b7b402d-6ad5-4ca1-a5a9-bae59fa105a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:33.405825 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-479147da-d7a6-45f3-a5a2-42658227188d req-0b7b402d-6ad5-4ca1-a5a9-bae59fa105a9 service neutron] 10.222.0.44 "PUT /v2.0/ports/ceb23f00-4c76-47bc-93b3-4778dc33ac57 HTTP/1.1" status: 200 len: 1092 time: 8.6262608 May 31 13:30:33.438650 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217b5567-1418-40b7-bc1d-21e02994a88d req-9d298331-f35c-47b5-9ac7-f221e3e68f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:33.439491 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-217b5567-1418-40b7-bc1d-21e02994a88d req-9d298331-f35c-47b5-9ac7-f221e3e68f71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:33.441020 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-217b5567-1418-40b7-bc1d-21e02994a88d req-9d298331-f35c-47b5-9ac7-f221e3e68f71 service neutron] 10.222.0.20 "PUT /v2.0/ports/4d45171f-722a-4471-be12-7e323923194e HTTP/1.1" status: 200 len: 1092 time: 3.2172074 May 31 13:30:33.569467 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7b402d-6ad5-4ca1-a5a9-bae59fa105a9 service neutron] Pushing event updated for resources: {'Port': ['ID=ceb23f00-4c76-47bc-93b3-4778dc33ac57,revision_number=3']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:30:33.665121 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234f6419-d7b5-44e6-a2d1-d2be2aab983c req-379d433f-1afe-4909-a129-9970ee09f9e6 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:33.666890 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-234f6419-d7b5-44e6-a2d1-d2be2aab983c req-379d433f-1afe-4909-a129-9970ee09f9e6 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c9187d7-9dd8-469d-b56d-671bd4b21a48 HTTP/1.1" status: 200 len: 945 time: 1.4125166 May 31 13:30:33.683718 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-479147da-d7a6-45f3-a5a2-42658227188d req-1fb63959-f97c-4049-b3ef-d067d64c696b service neutron] 10.222.0.20 "GET /v2.0/networks/6c1e3874-7498-46ea-a617-0c963766e837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3631198 May 31 13:30:33.734629 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-71b43a04-ce30-4de5-ab67-d6d7320f7daf admin admin] Allocated IP 172.20.0.1 (080d6d49-93ca-4bc9-b724-23769f792082/ee0cb7bc-77e1-4f9a-9c6e-2549aff2458e/a13aa445-60bc-47a7-b5eb-71c61a56ef8e) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:30:33.785801 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-138b9a06-32ff-4cc8-9f02-b9b72f0762e8 req-83ee490b-3a47-4a4b-a0e4-2d4e04f838a2 service neutron] 10.222.0.44 "GET /v2.0/networks/e576ad54-297c-4eec-b73b-25479782c1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2603116 May 31 13:30:33.806831 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9f051aa2-c621-420d-9774-f87ac43e7fba req-c7fdb7d1-0f42-4cb7-88ab-d5386861033f service neutron] 10.222.0.20 "GET /v2.0/networks/e576ad54-297c-4eec-b73b-25479782c1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2827151 May 31 13:30:33.838638 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab29f1-988d-4aaf-be71-82674cca2138 req-9d66ab0e-c59f-43c4-ae27-c59ad7723c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:33.841076 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-16ab29f1-988d-4aaf-be71-82674cca2138 req-9d66ab0e-c59f-43c4-ae27-c59ad7723c9c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=633e14999cf6449e966925c4e75e7489&device_id=9d6d9622-63e9-4767-9e87-e5a9f80cb523 HTTP/1.1" status: 200 len: 1097 time: 1.7465575 May 31 13:30:33.843746 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1bf8d0d7-d0b8-4ac7-854b-419a417ab56d req-e4706e84-4a53-49de-a33a-56c731183311 service neutron] 10.222.0.44 "GET /v2.0/networks/e576ad54-297c-4eec-b73b-25479782c1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2125032 May 31 13:30:33.861907 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845d4d4-3f6b-4cde-91ce-3a1d47f9b9fc req-11a52dcb-5928-4f20-93a2-7af56e7aac91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:33.863383 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3845d4d4-3f6b-4cde-91ce-3a1d47f9b9fc req-11a52dcb-5928-4f20-93a2-7af56e7aac91 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82d28a94-56aa-487e-b28b-6f63cbb648aa HTTP/1.1" status: 200 len: 857 time: 0.3920355 May 31 13:30:33.943077 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d298331-f35c-47b5-9ac7-f221e3e68f71 service neutron] Pushing event updated for resources: {'Port': ['ID=4d45171f-722a-4471-be12-7e323923194e,revision_number=3']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:30:33.979977 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217b5567-1418-40b7-bc1d-21e02994a88d req-bba04b7d-465e-4512-a50b-5b03a2c133b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:33.981502 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-217b5567-1418-40b7-bc1d-21e02994a88d req-bba04b7d-465e-4512-a50b-5b03a2c133b8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=82e5ccf58acb423eaef945c1ccf7e09b&device_id=44ddad2c-fe8f-47c8-a3e7-0e7cc36dafd3 HTTP/1.1" status: 200 len: 1095 time: 0.4787486 May 31 13:30:33.987750 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479147da-d7a6-45f3-a5a2-42658227188d req-9d574ce8-ad23-461b-b8ea-d70122653b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:33.989195 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-479147da-d7a6-45f3-a5a2-42658227188d req-9d574ce8-ad23-461b-b8ea-d70122653b30 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1471cc7c2bcf49a68dcbc360fa0fde8b&device_id=a64dd48e-cba4-4dc6-98c9-6b03580d5a81 HTTP/1.1" status: 200 len: 1095 time: 0.5337627 May 31 13:30:34.140190 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-217b5567-1418-40b7-bc1d-21e02994a88d req-caabe57a-8c34-4a7d-9587-4edf7f034ad0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d45171f-722a-4471-be12-7e323923194e HTTP/1.1" status: 200 len: 217 time: 0.1403792 May 31 13:30:34.143966 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-479147da-d7a6-45f3-a5a2-42658227188d req-dec285bf-cf36-4975-a535-aab3cc3f276a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ceb23f00-4c76-47bc-93b3-4778dc33ac57 HTTP/1.1" status: 200 len: 217 time: 0.0936468 May 31 13:30:34.147409 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-479147da-d7a6-45f3-a5a2-42658227188d req-6a4df2c4-d3d6-4f9b-8961-93bc047840e5 service neutron] 10.222.0.20 "GET /v2.0/networks/6c1e3874-7498-46ea-a617-0c963766e837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4515183 May 31 13:30:34.278787 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217b5567-1418-40b7-bc1d-21e02994a88d req-30666e64-1f5a-41db-b520-ae70e5b70080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:34.279733 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-217b5567-1418-40b7-bc1d-21e02994a88d req-30666e64-1f5a-41db-b520-ae70e5b70080 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7a2881f-e291-4214-81d7-8f9b77a7af81 HTTP/1.1" status: 200 len: 862 time: 0.1314814 May 31 13:30:34.286096 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479147da-d7a6-45f3-a5a2-42658227188d req-f13f5b37-7e81-42a0-b3b1-09629c59b642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:34.287557 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-479147da-d7a6-45f3-a5a2-42658227188d req-f13f5b37-7e81-42a0-b3b1-09629c59b642 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9281520b-3968-4043-88c8-2ba80816b8e3 HTTP/1.1" status: 200 len: 858 time: 0.1040888 May 31 13:30:34.323182 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device bcea5229-e83e-4a8f-a38a-ad9361d01354 no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:30:34.331908 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-234f6419-d7b5-44e6-a2d1-d2be2aab983c req-dd05e96b-407c-45bf-82c4-f336732720f5 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d29a7ba-8da4-4594-bfbf-9f55cd071e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6274703 May 31 13:30:34.374306 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-479147da-d7a6-45f3-a5a2-42658227188d req-93685f63-583a-4321-be00-85600e51b323 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6c1e3874-7498-46ea-a617-0c963766e837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499227 May 31 13:30:34.377899 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-217b5567-1418-40b7-bc1d-21e02994a88d req-7280d155-31af-464d-b0de-62c99fc49bf6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b11a5e31-f902-47bb-ae2d-8ab30e32d2c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0892699 May 31 13:30:34.390839 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1bf8d0d7-d0b8-4ac7-854b-419a417ab56d req-8e3f7855-bda7-42a9-9fee-29de25ed48ef service neutron] 10.222.0.44 "GET /v2.0/networks/e576ad54-297c-4eec-b73b-25479782c1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5306249 May 31 13:30:34.549634 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b07e6d-2b70-472e-ac62-45df731c5a04 req-b1cd9bb3-7a02-4a0d-8a19-15023e481245 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:34.551222 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d6b07e6d-2b70-472e-ac62-45df731c5a04 req-b1cd9bb3-7a02-4a0d-8a19-15023e481245 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/ports?device_id=5eee3054-3ed5-47f8-b1a8-ef0b67b604a5 HTTP/1.1" status: 200 len: 945 time: 1.1873069 May 31 13:30:34.629576 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port bcea5229-e83e-4a8f-a38a-ad9361d01354 is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:30:34.630506 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:34.671949 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a12efbab-a760-4348-9c14-f969aac5be15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcea5229-e83e-4a8f-a38a-ad9361d01354'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:30:34.684300 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port bcea5229-e83e-4a8f-a38a-ad9361d01354, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=bcea5229-e83e-4a8f-a38a-ad9361d01354,segment=NetworkSegment(4d75b4c6-9dbf-466e-9960-e4baeffc8b58),segment_id=4d75b4c6-9dbf-466e-9960-e4baeffc8b58)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:30:34.693551 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:34.724177 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-479147da-d7a6-45f3-a5a2-42658227188d req-4ef38446-9d8d-4d48-b3f9-dec9198ddbe7 service neutron] 10.222.0.44 "GET /v2.0/networks/6c1e3874-7498-46ea-a617-0c963766e837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3427660 May 31 13:30:34.727819 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-217b5567-1418-40b7-bc1d-21e02994a88d req-c78c2aa1-d9f9-4f7d-b1f2-b7414ee05e95 service neutron] 10.222.0.20 "GET /v2.0/networks/b11a5e31-f902-47bb-ae2d-8ab30e32d2c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3209748 May 31 13:30:34.805548 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=bcea5229-e83e-4a8f-a38a-ad9361d01354,revision_number=14']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:30:34.998221 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-71b43a04-ce30-4de5-ab67-d6d7320f7daf admin admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:35.006571 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-479147da-d7a6-45f3-a5a2-42658227188d req-28904128-f886-4797-bf66-040b50c4d29f service neutron] 10.222.0.44 "GET /v2.0/networks/6c1e3874-7498-46ea-a617-0c963766e837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757208 May 31 13:30:35.012468 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-217b5567-1418-40b7-bc1d-21e02994a88d req-4d711eae-d772-4cce-9cef-7a0ba091d21c service neutron] 10.222.0.20 "GET /v2.0/networks/b11a5e31-f902-47bb-ae2d-8ab30e32d2c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604375 May 31 13:30:35.025082 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d6b07e6d-2b70-472e-ac62-45df731c5a04 req-eeb9bad5-784a-4cfe-a7b9-bbc9d8b223e9 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a17cab4-6020-4095-a3af-d8da92feae16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4603794 May 31 13:30:35.026857 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab29f1-988d-4aaf-be71-82674cca2138 req-1889324e-fb7d-4da6-abb1-6f633e7b38b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:35.029227 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-16ab29f1-988d-4aaf-be71-82674cca2138 req-1889324e-fb7d-4da6-abb1-6f633e7b38b4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4906b42e-b307-4d36-b70d-f5895b463d19 HTTP/1.1" status: 200 len: 921 time: 1.1714432 May 31 13:30:35.151015 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-71b43a04-ce30-4de5-ab67-d6d7320f7daf admin admin] Transition to ACTIVE for port object a13aa445-60bc-47a7-b5eb-71c61a56ef8e will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:30:35.247212 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845d4d4-3f6b-4cde-91ce-3a1d47f9b9fc req-5ae34fd1-4afb-49f3-8d81-24ea90269eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:35.248735 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3845d4d4-3f6b-4cde-91ce-3a1d47f9b9fc req-5ae34fd1-4afb-49f3-8d81-24ea90269eb0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=29fe9209-7455-49d1-bbb8-3bf3a6f3bebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3513370 May 31 13:30:35.436072 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-16ab29f1-988d-4aaf-be71-82674cca2138 req-69880451-e171-4faf-b6d7-515cba22cf32 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32ca3252-a6cd-40d0-9751-a0bcd2a5f418 HTTP/1.1" status: 200 len: 1002 time: 0.3940775 May 31 13:30:35.546502 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c429cd5a-8f27-4da3-85af-985229cff452 req-0733e580-ed25-4402-9565-d9a8c0f6f484 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:35.549146 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c429cd5a-8f27-4da3-85af-985229cff452 req-0733e580-ed25-4402-9565-d9a8c0f6f484 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 944 time: 0.8950624 May 31 13:30:35.566704 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.resource_extend [req-479147da-d7a6-45f3-a5a2-42658227188d req-0fa20ce1-a145-45d2-9a58-0ae040ae5cae service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:30:35.737146 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-71b43a04-ce30-4de5-ab67-d6d7320f7daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:35.823547 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab29f1-988d-4aaf-be71-82674cca2138 req-693f4148-16d6-4a5b-95bc-b7a088b5f882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:35.825179 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-16ab29f1-988d-4aaf-be71-82674cca2138 req-693f4148-16d6-4a5b-95bc-b7a088b5f882 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=33d5a057-d728-4f2d-867b-3bfbd8f9a5e3 HTTP/1.1" status: 200 len: 859 time: 0.3741691 May 31 13:30:35.903781 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3845d4d4-3f6b-4cde-91ce-3a1d47f9b9fc req-89909a0f-c8ab-466c-89ae-97be5f4f1ebb service neutron] 10.222.0.20 "GET /v2.0/networks/29fe9209-7455-49d1-bbb8-3bf3a6f3bebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6353407 May 31 13:30:35.918341 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-479147da-d7a6-45f3-a5a2-42658227188d req-0fa20ce1-a145-45d2-9a58-0ae040ae5cae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fc82b4a-271e-4b98-9006-3c95ee4acfb3 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:30:35.957131 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd63c1f-5cb0-4c83-af7a-ec180f7de6d9 req-b46fbc6b-d201-4dd9-a72e-2e686151074b tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:35.957131 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-5cd63c1f-5cb0-4c83-af7a-ec180f7de6d9 req-b46fbc6b-d201-4dd9-a72e-2e686151074b tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Synchronizing usage tracker for tenant:1471cc7c2bcf49a68dcbc360fa0fde8b on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:30:35.968953 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-479147da-d7a6-45f3-a5a2-42658227188d req-0fa20ce1-a145-45d2-9a58-0ae040ae5cae service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:36.009684 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b43a04-ce30-4de5-ab67-d6d7320f7daf admin admin] Network 080d6d49-93ca-4bc9-b724-23769f792082 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:30:36.026643 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c429cd5a-8f27-4da3-85af-985229cff452 req-ca89b909-8cd6-441a-be90-409c05cf7382 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4452722 May 31 13:30:36.039515 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-71b43a04-ce30-4de5-ab67-d6d7320f7daf admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:30:36.165806 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b43a04-ce30-4de5-ab67-d6d7320f7daf admin admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:30:36.220239 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b43a04-ce30-4de5-ab67-d6d7320f7daf admin admin] Pushing event updated for resources: {'Port': ['ID=a13aa445-60bc-47a7-b5eb-71c61a56ef8e,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:30:36.314326 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-479147da-d7a6-45f3-a5a2-42658227188d req-0fa20ce1-a145-45d2-9a58-0ae040ae5cae service neutron] Transition to ACTIVE for port object 9fc82b4a-271e-4b98-9006-3c95ee4acfb3 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:30:36.358641 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-479147da-d7a6-45f3-a5a2-42658227188d req-0fa20ce1-a145-45d2-9a58-0ae040ae5cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:36.408895 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-5cd63c1f-5cb0-4c83-af7a-ec180f7de6d9 req-b46fbc6b-d201-4dd9-a72e-2e686151074b tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Unset dirty status for tenant:1471cc7c2bcf49a68dcbc360fa0fde8b on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:30:36.411392 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5cd63c1f-5cb0-4c83-af7a-ec180f7de6d9 req-b46fbc6b-d201-4dd9-a72e-2e686151074b tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d5f5475-098d-4982-b942-ed8f9e3042c4 HTTP/1.1" status: 200 len: 931 time: 1.2582521 May 31 13:30:36.471120 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-986a3732-7dc3-445f-8ba5-59d788b8ff43 None None] Provisioning for port a13aa445-60bc-47a7-b5eb-71c61a56ef8e completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:30:36.477045 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-986a3732-7dc3-445f-8ba5-59d788b8ff43 None None] Provisioning complete for port a13aa445-60bc-47a7-b5eb-71c61a56ef8e triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:30:36.477685 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-986a3732-7dc3-445f-8ba5-59d788b8ff43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:36.534320 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-986a3732-7dc3-445f-8ba5-59d788b8ff43 None None] Port a13aa445-60bc-47a7-b5eb-71c61a56ef8e cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:30:36.561235 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-71b43a04-ce30-4de5-ab67-d6d7320f7daf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:36.749193 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3845d4d4-3f6b-4cde-91ce-3a1d47f9b9fc req-c51c58b6-07c0-4f0d-b50a-9306fd116142 service neutron] 10.222.0.20 "GET /v2.0/networks/29fe9209-7455-49d1-bbb8-3bf3a6f3bebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8113754 May 31 13:30:36.751153 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa20ce1-a145-45d2-9a58-0ae040ae5cae service neutron] Pushing event updated for resources: {'Port': ['ID=9fc82b4a-271e-4b98-9006-3c95ee4acfb3,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:30:36.806897 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab29f1-988d-4aaf-be71-82674cca2138 req-7f5f7036-1956-4a0f-ba5f-653c0bc8d937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:36.808400 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-16ab29f1-988d-4aaf-be71-82674cca2138 req-7f5f7036-1956-4a0f-ba5f-653c0bc8d937 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4906b42e-b307-4d36-b70d-f5895b463d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9674287 May 31 13:30:36.811262 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5cd63c1f-5cb0-4c83-af7a-ec180f7de6d9 req-14f212ef-0193-4452-be8f-71c1fced0546 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] 10.222.0.50 "GET /v2.0/security-groups?id=55bd970b-2f57-4851-b98f-a55d5a4ba329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3849967 May 31 13:30:36.880734 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b94b7ec1-e82a-4b61-a43c-21976e1cd342'] response: {'name': 'network-changed', 'server_uuid': 'c60064d4-fc1a-4054-aedd-db2291062076', 'tag': '0891449e-83a0-4a17-b388-f78cb0a6f90e', 'status': 'completed', 'code': 200} May 31 13:30:37.261491 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:37.273834 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e2c925-09da-4534-90fd-d4d9938215fc req-8ff8b2d5-9e61-4dbd-bd76-3e6f5c2b4709 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:37.275324 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-28e2c925-09da-4534-90fd-d4d9938215fc req-8ff8b2d5-9e61-4dbd-bd76-3e6f5c2b4709 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5e95ad1-6dce-417f-a915-ce477b98c8cd&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 1.0432918 May 31 13:30:37.433510 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-479147da-d7a6-45f3-a5a2-42658227188d req-0fa20ce1-a145-45d2-9a58-0ae040ae5cae service neutron] Attempting to bind port 9fc82b4a-271e-4b98-9006-3c95ee4acfb3 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:30:37.433616 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-479147da-d7a6-45f3-a5a2-42658227188d req-0fa20ce1-a145-45d2-9a58-0ae040ae5cae service neutron] Attempting to bind port 9fc82b4a-271e-4b98-9006-3c95ee4acfb3 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': '6fa0bd13-a4b7-4b4f-80e5-be8b2fd586ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6c1e3874-7498-46ea-a617-0c963766e837'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:30:37.433962 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479147da-d7a6-45f3-a5a2-42658227188d req-0fa20ce1-a145-45d2-9a58-0ae040ae5cae service neutron] Attempting to bind port 9fc82b4a-271e-4b98-9006-3c95ee4acfb3 on network 6c1e3874-7498-46ea-a617-0c963766e837 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:30:37.465363 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479147da-d7a6-45f3-a5a2-42658227188d req-0fa20ce1-a145-45d2-9a58-0ae040ae5cae service neutron] Port 9fc82b4a-271e-4b98-9006-3c95ee4acfb3 on network 6c1e3874-7498-46ea-a617-0c963766e837 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:30:37.465363 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479147da-d7a6-45f3-a5a2-42658227188d req-0fa20ce1-a145-45d2-9a58-0ae040ae5cae service neutron] Attempting to bind port 9fc82b4a-271e-4b98-9006-3c95ee4acfb3 on network 6c1e3874-7498-46ea-a617-0c963766e837 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:30:37.472322 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-16ab29f1-988d-4aaf-be71-82674cca2138 req-f8df84b7-540b-4250-bd4a-dccedc0679bc service neutron] 10.222.0.44 "GET /v2.0/networks/4906b42e-b307-4d36-b70d-f5895b463d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6432290 May 31 13:30:37.592122 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479147da-d7a6-45f3-a5a2-42658227188d req-0fa20ce1-a145-45d2-9a58-0ae040ae5cae service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:30:37.592786 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479147da-d7a6-45f3-a5a2-42658227188d req-0fa20ce1-a145-45d2-9a58-0ae040ae5cae service neutron] Checking segment: {'id': '6fa0bd13-a4b7-4b4f-80e5-be8b2fd586ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6c1e3874-7498-46ea-a617-0c963766e837'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:30:37.593055 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479147da-d7a6-45f3-a5a2-42658227188d req-0fa20ce1-a145-45d2-9a58-0ae040ae5cae service neutron] Bound using segment: {'id': '6fa0bd13-a4b7-4b4f-80e5-be8b2fd586ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6c1e3874-7498-46ea-a617-0c963766e837'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:30:37.594572 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-479147da-d7a6-45f3-a5a2-42658227188d req-0fa20ce1-a145-45d2-9a58-0ae040ae5cae service neutron] Bound port: 9fc82b4a-271e-4b98-9006-3c95ee4acfb3, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fa0bd13-a4b7-4b4f-80e5-be8b2fd586ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6c1e3874-7498-46ea-a617-0c963766e837'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:30:37.595496 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-479147da-d7a6-45f3-a5a2-42658227188d req-0fa20ce1-a145-45d2-9a58-0ae040ae5cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:37.704828 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-28e2c925-09da-4534-90fd-d4d9938215fc req-d640fa0d-9088-49e1-bd56-2730758cdd03 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.106 HTTP/1.1" status: 200 len: 1002 time: 0.4106314 May 31 13:30:37.764962 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-28e2c925-09da-4534-90fd-d4d9938215fc req-768d3beb-5ca3-479c-b421-d31ea7ae8e90 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Request body: {'floatingip': {'port_id': 'e6b68917-db09-4f5c-b406-1282734b8074', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:30:37.851423 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b82b806-db5a-458b-9785-afd7f49604d9 req-3324b429-9f1f-4054-a469-87faaa0537e2 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:37.851423 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2b82b806-db5a-458b-9785-afd7f49604d9 req-3324b429-9f1f-4054-a469-87faaa0537e2 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/ports?device_id=44ddad2c-fe8f-47c8-a3e7-0e7cc36dafd3 HTTP/1.1" status: 200 len: 944 time: 0.7340634 May 31 13:30:37.899271 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-71b43a04-ce30-4de5-ab67-d6d7320f7daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:37.913709 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91cb1e-11ba-4b05-ba37-2fbcd3618613 req-0bce078c-efb1-43fe-8f41-a887578cc1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:37.913709 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-db91cb1e-11ba-4b05-ba37-2fbcd3618613 req-0bce078c-efb1-43fe-8f41-a887578cc1d2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1471cc7c2bcf49a68dcbc360fa0fde8b&device_id=c60064d4-fc1a-4054-aedd-db2291062076 HTTP/1.1" status: 200 len: 1094 time: 0.8070285 May 31 13:30:38.110723 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device ceb23f00-4c76-47bc-93b3-4778dc33ac57 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:30:38.268619 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port ceb23f00-4c76-47bc-93b3-4778dc33ac57, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=ceb23f00-4c76-47bc-93b3-4778dc33ac57,segment=NetworkSegment(6fa0bd13-a4b7-4b4f-80e5-be8b2fd586ea),segment_id=6fa0bd13-a4b7-4b4f-80e5-be8b2fd586ea)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:30:38.290418 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': 'ceb23f00-4c76-47bc-93b3-4778dc33ac57', 'network_id': '6c1e3874-7498-46ea-a617-0c963766e837', 'port_id': 'ceb23f00-4c76-47bc-93b3-4778dc33ac57', 'mac_address': 'fa:16:3e:41:51:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9281520b-3968-4043-88c8-2ba80816b8e3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:30:38.300197 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2b82b806-db5a-458b-9785-afd7f49604d9 req-ca1eeb0c-c058-4b28-985e-148f8ef55704 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/security-groups?id=11fe291e-69a0-4211-ae19-9fbe273445b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3959160 May 31 13:30:38.303599 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-28e2c925-09da-4534-90fd-d4d9938215fc req-768d3beb-5ca3-479c-b421-d31ea7ae8e90 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Notify callbacks [] for floatingip, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:38.372290 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 0891449e-83a0-4a17-b388-f78cb0a6f90e details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:30:38.386032 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-16ab29f1-988d-4aaf-be71-82674cca2138 req-4c0084bf-00a0-432b-ae84-8bb540f00708 service neutron] 10.222.0.44 "GET /v2.0/networks/4906b42e-b307-4d36-b70d-f5895b463d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8958008 May 31 13:30:38.414154 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port ceb23f00-4c76-47bc-93b3-4778dc33ac57 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:30:38.414537 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:38.454625 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-479147da-d7a6-45f3-a5a2-42658227188d req-0fa20ce1-a145-45d2-9a58-0ae040ae5cae service neutron] For port 9fc82b4a-271e-4b98-9006-3c95ee4acfb3, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:30:38.454800 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceb23f00-4c76-47bc-93b3-4778dc33ac57 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:30:38.506040 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1a28721-b40a-4d32-ad05-77f29dd76d7c'] response: {'server_uuid': 'a12efbab-a760-4348-9c14-f969aac5be15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcea5229-e83e-4a8f-a38a-ad9361d01354', 'code': 200} May 31 13:30:38.520121 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-479147da-d7a6-45f3-a5a2-42658227188d req-0fa20ce1-a145-45d2-9a58-0ae040ae5cae service neutron] For port 9fc82b4a-271e-4b98-9006-3c95ee4acfb3, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=9fc82b4a-271e-4b98-9006-3c95ee4acfb3,segment=NetworkSegment(6fa0bd13-a4b7-4b4f-80e5-be8b2fd586ea),segment_id=6fa0bd13-a4b7-4b4f-80e5-be8b2fd586ea)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:30:38.550167 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-479147da-d7a6-45f3-a5a2-42658227188d req-0fa20ce1-a145-45d2-9a58-0ae040ae5cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:38.596843 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port ceb23f00-4c76-47bc-93b3-4778dc33ac57, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=ceb23f00-4c76-47bc-93b3-4778dc33ac57,segment=NetworkSegment(6fa0bd13-a4b7-4b4f-80e5-be8b2fd586ea),segment_id=6fa0bd13-a4b7-4b4f-80e5-be8b2fd586ea)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:30:38.604387 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:38.647842 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91cb1e-11ba-4b05-ba37-2fbcd3618613 req-d9411e56-94ea-4aa8-a3c8-0f4cf2b3a5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:38.649497 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-db91cb1e-11ba-4b05-ba37-2fbcd3618613 req-d9411e56-94ea-4aa8-a3c8-0f4cf2b3a5c7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6c1e3874-7498-46ea-a617-0c963766e837 HTTP/1.1" status: 200 len: 919 time: 0.6787007 May 31 13:30:38.717316 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 0891449e-83a0-4a17-b388-f78cb0a6f90e, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=0891449e-83a0-4a17-b388-f78cb0a6f90e,segment=NetworkSegment(6fa0bd13-a4b7-4b4f-80e5-be8b2fd586ea),segment_id=6fa0bd13-a4b7-4b4f-80e5-be8b2fd586ea)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:30:38.730477 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=ceb23f00-4c76-47bc-93b3-4778dc33ac57,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:30:38.735888 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:38.738082 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': '0891449e-83a0-4a17-b388-f78cb0a6f90e', 'network_id': '6c1e3874-7498-46ea-a617-0c963766e837', 'port_id': '0891449e-83a0-4a17-b388-f78cb0a6f90e', 'mac_address': 'fa:16:3e:98:26:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9281520b-3968-4043-88c8-2ba80816b8e3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:30:38.801735 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 0891449e-83a0-4a17-b388-f78cb0a6f90e is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:30:38.802162 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:38.819614 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0891449e-83a0-4a17-b388-f78cb0a6f90e {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:30:38.844577 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 0891449e-83a0-4a17-b388-f78cb0a6f90e, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=0891449e-83a0-4a17-b388-f78cb0a6f90e,segment=NetworkSegment(6fa0bd13-a4b7-4b4f-80e5-be8b2fd586ea),segment_id=6fa0bd13-a4b7-4b4f-80e5-be8b2fd586ea)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:30:38.849271 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:38.849503 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 4d45171f-722a-4471-be12-7e323923194e details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:30:38.867633 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-db91cb1e-11ba-4b05-ba37-2fbcd3618613 req-f014daf5-7fae-47be-bffd-c5945c828b8d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0891449e-83a0-4a17-b388-f78cb0a6f90e HTTP/1.1" status: 200 len: 217 time: 0.1610029 May 31 13:30:38.872610 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479147da-d7a6-45f3-a5a2-42658227188d req-0fa20ce1-a145-45d2-9a58-0ae040ae5cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:38.873557 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-479147da-d7a6-45f3-a5a2-42658227188d req-0fa20ce1-a145-45d2-9a58-0ae040ae5cae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:38.875649 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-479147da-d7a6-45f3-a5a2-42658227188d req-0fa20ce1-a145-45d2-9a58-0ae040ae5cae service neutron] 10.222.0.44 "PUT /v2.0/ports/9fc82b4a-271e-4b98-9006-3c95ee4acfb3 HTTP/1.1" status: 200 len: 1091 time: 7.0683939 May 31 13:30:38.879621 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d5f5475-098d-4982-b942-ed8f9e3042c4', 'tag': '9fc82b4a-271e-4b98-9006-3c95ee4acfb3'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:30:38.882092 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a64dd48e-cba4-4dc6-98c9-6b03580d5a81', 'tag': 'ceb23f00-4c76-47bc-93b3-4778dc33ac57'}, {'name': 'network-changed', 'server_uuid': '44ddad2c-fe8f-47c8-a3e7-0e7cc36dafd3', 'tag': '4d45171f-722a-4471-be12-7e323923194e'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:30:38.989816 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['ceb23f00-4c76-47bc-93b3-4778dc33ac57'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:30:39.190434 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=0891449e-83a0-4a17-b388-f78cb0a6f90e,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:30:39.200675 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 4d45171f-722a-4471-be12-7e323923194e, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=4d45171f-722a-4471-be12-7e323923194e,segment=NetworkSegment(1e6452d1-51f8-4e9a-9e93-895c398faede),segment_id=1e6452d1-51f8-4e9a-9e93-895c398faede)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:30:39.221405 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': '4d45171f-722a-4471-be12-7e323923194e', 'network_id': 'b11a5e31-f902-47bb-ae2d-8ab30e32d2c6', 'port_id': '4d45171f-722a-4471-be12-7e323923194e', 'mac_address': 'fa:16:3e:92:5a:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a2881f-e291-4214-81d7-8f9b77a7af81', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:30:39.323086 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa20ce1-a145-45d2-9a58-0ae040ae5cae service neutron] Pushing event updated for resources: {'Port': ['ID=9fc82b4a-271e-4b98-9006-3c95ee4acfb3,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:30:39.363894 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91cb1e-11ba-4b05-ba37-2fbcd3618613 req-d6ee7cbd-24e5-401b-8e7c-2a732e75bc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:39.365376 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-db91cb1e-11ba-4b05-ba37-2fbcd3618613 req-d6ee7cbd-24e5-401b-8e7c-2a732e75bc51 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9281520b-3968-4043-88c8-2ba80816b8e3 HTTP/1.1" status: 200 len: 858 time: 0.4733415 May 31 13:30:39.368956 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 4d45171f-722a-4471-be12-7e323923194e is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:30:39.369505 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:39.408421 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d45171f-722a-4471-be12-7e323923194e {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:30:39.451263 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 4d45171f-722a-4471-be12-7e323923194e, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=4d45171f-722a-4471-be12-7e323923194e,segment=NetworkSegment(1e6452d1-51f8-4e9a-9e93-895c398faede),segment_id=1e6452d1-51f8-4e9a-9e93-895c398faede)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:30:39.457638 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:39.511066 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.resource_extend [None req-71b43a04-ce30-4de5-ab67-d6d7320f7daf admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:30:39.531899 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-db91cb1e-11ba-4b05-ba37-2fbcd3618613 req-a77e1331-dfe1-41db-b43e-6a46c6c2f8f3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6c1e3874-7498-46ea-a617-0c963766e837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0860393 May 31 13:30:39.541235 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-71b43a04-ce30-4de5-ab67-d6d7320f7daf admin admin] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:39.555978 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=4d45171f-722a-4471-be12-7e323923194e,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:30:39.577176 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-71b43a04-ce30-4de5-ab67-d6d7320f7daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:39.696675 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8909bbb-d8b1-4346-8aab-cacd4f2e0682 req-96feee12-d601-4107-a71e-6611d1a0713e tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:39.698224 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b8909bbb-d8b1-4346-8aab-cacd4f2e0682 req-96feee12-d601-4107-a71e-6611d1a0713e tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/ports?device_id=5eee3054-3ed5-47f8-b1a8-ef0b67b604a5 HTTP/1.1" status: 200 len: 945 time: 1.0070975 May 31 13:30:39.896468 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b43a04-ce30-4de5-ab67-d6d7320f7daf admin admin] Pushing event updated for resources: {'Port': ['ID=a13aa445-60bc-47a7-b5eb-71c61a56ef8e,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:30:39.976540 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479147da-d7a6-45f3-a5a2-42658227188d req-7d18e7a7-ad1f-466e-9661-008f8e6c83de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:39.976540 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-479147da-d7a6-45f3-a5a2-42658227188d req-7d18e7a7-ad1f-466e-9661-008f8e6c83de service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1471cc7c2bcf49a68dcbc360fa0fde8b&device_id=0d5f5475-098d-4982-b942-ed8f9e3042c4 HTTP/1.1" status: 200 len: 1094 time: 0.8315036 May 31 13:30:39.989916 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-71b43a04-ce30-4de5-ab67-d6d7320f7daf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:40.010528 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['4d45171f-722a-4471-be12-7e323923194e'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:30:40.040448 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['0891449e-83a0-4a17-b388-f78cb0a6f90e'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:30:40.083687 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b8909bbb-d8b1-4346-8aab-cacd4f2e0682 req-db2862a1-b8fd-42ac-9191-3af4264c1b35 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a17cab4-6020-4095-a3af-d8da92feae16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127532 May 31 13:30:40.115627 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-479147da-d7a6-45f3-a5a2-42658227188d req-a13c84d4-b662-49a9-b053-9cbcc74f6d60 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9fc82b4a-271e-4b98-9006-3c95ee4acfb3 HTTP/1.1" status: 200 len: 217 time: 0.1219532 May 31 13:30:40.128388 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device ceb23f00-4c76-47bc-93b3-4778dc33ac57 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:30:40.192709 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-db91cb1e-11ba-4b05-ba37-2fbcd3618613 req-3639a743-a48f-4d07-b883-434dbdad0909 service neutron] 10.222.0.20 "GET /v2.0/networks/6c1e3874-7498-46ea-a617-0c963766e837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6495225 May 31 13:30:40.356978 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port ceb23f00-4c76-47bc-93b3-4778dc33ac57 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:30:40.379856 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port ceb23f00-4c76-47bc-93b3-4778dc33ac57 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:30:40.380471 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:40.466393 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479147da-d7a6-45f3-a5a2-42658227188d req-1adaf6a0-0f29-4764-89f5-0e970243567b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:40.467895 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-479147da-d7a6-45f3-a5a2-42658227188d req-1adaf6a0-0f29-4764-89f5-0e970243567b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9281520b-3968-4043-88c8-2ba80816b8e3 HTTP/1.1" status: 200 len: 858 time: 0.3432426 May 31 13:30:40.550551 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ec5c93ac-f767-4012-9f02-48061a32c327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:40.599061 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-479147da-d7a6-45f3-a5a2-42658227188d req-a3a66605-b623-4622-85c3-e92ba18b850e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6c1e3874-7498-46ea-a617-0c963766e837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1062596 May 31 13:30:40.642844 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port ceb23f00-4c76-47bc-93b3-4778dc33ac57 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:30:40.643220 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:40.675412 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a64dd48e-cba4-4dc6-98c9-6b03580d5a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceb23f00-4c76-47bc-93b3-4778dc33ac57'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:30:40.687602 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port ceb23f00-4c76-47bc-93b3-4778dc33ac57, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=ceb23f00-4c76-47bc-93b3-4778dc33ac57,segment=NetworkSegment(6fa0bd13-a4b7-4b4f-80e5-be8b2fd586ea),segment_id=6fa0bd13-a4b7-4b4f-80e5-be8b2fd586ea)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:30:40.692360 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:40.771472 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=ceb23f00-4c76-47bc-93b3-4778dc33ac57,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:30:40.866659 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b43a04-ce30-4de5-ab67-d6d7320f7daf admin admin] Network 080d6d49-93ca-4bc9-b724-23769f792082 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:30:40.869077 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-db91cb1e-11ba-4b05-ba37-2fbcd3618613 req-f305d773-72a3-4002-9db4-47fe16df7a04 service neutron] 10.222.0.20 "GET /v2.0/networks/6c1e3874-7498-46ea-a617-0c963766e837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5998189 May 31 13:30:40.877545 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-71b43a04-ce30-4de5-ab67-d6d7320f7daf admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:30:40.972762 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc83a9e-3b55-4d09-94fa-9d071cf7add1 req-a438139c-d315-4a61-815b-391de3857aa3 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:40.974327 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ecc83a9e-3b55-4d09-94fa-9d071cf7add1 req-a438139c-d315-4a61-815b-391de3857aa3 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 944 time: 0.7062585 May 31 13:30:40.987237 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.resource_extend [req-28e2c925-09da-4534-90fd-d4d9938215fc req-768d3beb-5ca3-479c-b421-d31ea7ae8e90 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:30:41.144667 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f77b5cbe-ea7e-49ff-b087-535bbdfbc77b None None] Provisioning complete for port a13aa445-60bc-47a7-b5eb-71c61a56ef8e triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:30:41.145496 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f77b5cbe-ea7e-49ff-b087-535bbdfbc77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:41.210362 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-f77b5cbe-ea7e-49ff-b087-535bbdfbc77b None None] Port a13aa445-60bc-47a7-b5eb-71c61a56ef8e cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:30:41.229821 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-28e2c925-09da-4534-90fd-d4d9938215fc req-768d3beb-5ca3-479c-b421-d31ea7ae8e90 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:41.257114 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-479147da-d7a6-45f3-a5a2-42658227188d req-26215657-3428-4833-9390-5ba3896e7f7b service neutron] 10.222.0.44 "GET /v2.0/networks/6c1e3874-7498-46ea-a617-0c963766e837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6353199 May 31 13:30:41.257835 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-28e2c925-09da-4534-90fd-d4d9938215fc req-768d3beb-5ca3-479c-b421-d31ea7ae8e90 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:41.349616 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ecc83a9e-3b55-4d09-94fa-9d071cf7add1 req-4ef6c946-0bd9-4b3b-b4af-7d985d20c4dc tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2984920 May 31 13:30:41.554321 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71b43a04-ce30-4de5-ab67-d6d7320f7daf admin admin] Router 28a094dc-caca-4f5b-8c5c-3ea8344682d2 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:30:41.697171 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-479147da-d7a6-45f3-a5a2-42658227188d req-cda40e1e-5e82-4f1e-a822-acfd4a83b51c service neutron] 10.222.0.44 "GET /v2.0/networks/6c1e3874-7498-46ea-a617-0c963766e837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3851871 May 31 13:30:41.742534 n-d-843939-1 neutron-server[88370]: INFO neutron.db.l3_db [req-28e2c925-09da-4534-90fd-d4d9938215fc req-768d3beb-5ca3-479c-b421-d31ea7ae8e90 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Floating IP c974891d-8af0-4de2-bb08-3daf2b7fc538 associated. External IP: 172.25.6.106, port: 32ca3252-a6cd-40d0-9751-a0bcd2a5f418. May 31 13:30:42.058693 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b43a04-ce30-4de5-ab67-d6d7320f7daf admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:30:42.072889 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e902f3e4-2c5c-4384-87c7-4d43bffcd95f None None] Sync routers for ids ['28a094dc-caca-4f5b-8c5c-3ea8344682d2'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:30:42.087040 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e902f3e4-2c5c-4384-87c7-4d43bffcd95f None None] Routers {'28a094dc-caca-4f5b-8c5c-3ea8344682d2'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:30:42.087867 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-e902f3e4-2c5c-4384-87c7-4d43bffcd95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:30:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['28a094dc-caca-4f5b-8c5c-3ea8344682d2'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:30:42.138074 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dbfb67-f7e6-4546-87cf-6db1095dd3b5 req-238e96d9-153a-4e83-9d3f-c9b3857ee8e7 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:42.139596 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-67dbfb67-f7e6-4546-87cf-6db1095dd3b5 req-238e96d9-153a-4e83-9d3f-c9b3857ee8e7 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d5f5475-098d-4982-b942-ed8f9e3042c4 HTTP/1.1" status: 200 len: 943 time: 0.4544482 May 31 13:30:42.154998 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-71b43a04-ce30-4de5-ab67-d6d7320f7daf admin admin] 10.222.0.50 "PUT /v2.0/routers/28a094dc-caca-4f5b-8c5c-3ea8344682d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 19.4657621 May 31 13:30:42.327572 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-e902f3e4-2c5c-4384-87c7-4d43bffcd95f None None] Set router 28a094dc-caca-4f5b-8c5c-3ea8344682d2 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:30:42.401483 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 0891449e-83a0-4a17-b388-f78cb0a6f90e up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:30:42.458444 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-67dbfb67-f7e6-4546-87cf-6db1095dd3b5 req-6cf05d92-027b-4a56-b751-9a867c9f7945 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] 10.222.0.50 "GET /v2.0/security-groups?id=55bd970b-2f57-4851-b98f-a55d5a4ba329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007653 May 31 13:30:42.502133 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning for port 0891449e-83a0-4a17-b388-f78cb0a6f90e completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:30:42.514475 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port 0891449e-83a0-4a17-b388-f78cb0a6f90e triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:30:42.517190 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:42.571331 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [req-28e2c925-09da-4534-90fd-d4d9938215fc req-768d3beb-5ca3-479c-b421-d31ea7ae8e90 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Router 5372a397-3a97-491b-9c5f-82fd07262847 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:30:42.715738 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 0891449e-83a0-4a17-b388-f78cb0a6f90e is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:30:42.716233 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:42.752731 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 0891449e-83a0-4a17-b388-f78cb0a6f90e, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=0891449e-83a0-4a17-b388-f78cb0a6f90e,segment=NetworkSegment(6fa0bd13-a4b7-4b4f-80e5-be8b2fd586ea),segment_id=6fa0bd13-a4b7-4b4f-80e5-be8b2fd586ea)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:30:42.757154 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:42.758123 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 4d45171f-722a-4471-be12-7e323923194e up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:30:42.778497 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-e902f3e4-2c5c-4384-87c7-4d43bffcd95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a094dc-caca-4f5b-8c5c-3ea8344682d2', 'name': 'tempest-FloatingIPsTestJSON-1777814975-router', 'tenant_id': 'a3c10d77b5e9443791adec2e7e1c7c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '2b4b6155-b580-4412-b6dc-1a89859c0ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:30:08Z', 'updated_at': '2022-05-31T13:30:37Z', 'revision_number': 4, 'project_id': 'a3c10d77b5e9443791adec2e7e1c7c37', 'gw_port': {'id': '2b4b6155-b580-4412-b6dc-1a89859c0ca3', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a094dc-caca-4f5b-8c5c-3ea8344682d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:30:11Z', 'updated_at': '2022-05-31T13:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'a13aa445-60bc-47a7-b5eb-71c61a56ef8e', 'name': '', 'network_id': '080d6d49-93ca-4bc9-b724-23769f792082', 'tenant_id': 'a3c10d77b5e9443791adec2e7e1c7c37', 'mac_address': 'fa:16:3e:44:69:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a094dc-caca-4f5b-8c5c-3ea8344682d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'ee0cb7bc-77e1-4f9a-9c6e-2549aff2458e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:30:31Z', 'updated_at': '2022-05-31T13:30:38Z', 'revision_number': 2, 'project_id': 'a3c10d77b5e9443791adec2e7e1c7c37', 'subnets': [{'id': 'ee0cb7bc-77e1-4f9a-9c6e-2549aff2458e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:30:42.784318 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e902f3e4-2c5c-4384-87c7-4d43bffcd95f None None] Checking router: 28a094dc-caca-4f5b-8c5c-3ea8344682d2 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:30:42.784968 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e902f3e4-2c5c-4384-87c7-4d43bffcd95f None None] Updating router 28a094dc-caca-4f5b-8c5c-3ea8344682d2 port a13aa445-60bc-47a7-b5eb-71c61a56ef8e binding host n-d-843939-1 {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:30:42.863574 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7680514b-38c9-40d7-b637-b45283585e07 req-42e3ebae-0cbd-4928-afe6-1a25b3f7ce0c tempest-LiveMigrationTest-979382837 tempest-LiveMigrationTest-979382837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:42.864409 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e902f3e4-2c5c-4384-87c7-4d43bffcd95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:42.871038 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7680514b-38c9-40d7-b637-b45283585e07 req-42e3ebae-0cbd-4928-afe6-1a25b3f7ce0c tempest-LiveMigrationTest-979382837 tempest-LiveMigrationTest-979382837-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=9c9187d7-9dd8-469d-b56d-671bd4b21a48 HTTP/1.1" status: 200 len: 1096 time: 0.1909196 May 31 13:30:42.884122 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e18f5406-3ec3-4c11-bfe2-7def269a92cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:42.896086 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-28e2c925-09da-4534-90fd-d4d9938215fc req-768d3beb-5ca3-479c-b421-d31ea7ae8e90 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:30:42.900977 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=0891449e-83a0-4a17-b388-f78cb0a6f90e,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:30:42.912761 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7d0517-c858-4692-8829-a3357ec0cd98 None None] Sync routers for ids ['5372a397-3a97-491b-9c5f-82fd07262847'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:30:42.924924 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning for port 4d45171f-722a-4471-be12-7e323923194e completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:30:42.930559 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7d0517-c858-4692-8829-a3357ec0cd98 None None] Routers {'5372a397-3a97-491b-9c5f-82fd07262847'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:30:42.931183 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-4d7d0517-c858-4692-8829-a3357ec0cd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:30:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['5372a397-3a97-491b-9c5f-82fd07262847'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:30:42.988929 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port 4d45171f-722a-4471-be12-7e323923194e triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:30:42.989285 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:43.000645 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7680514b-38c9-40d7-b637-b45283585e07 req-d6cf1753-0d6f-4585-b0fd-bb1b708d5f48 tempest-LiveMigrationTest-979382837 tempest-LiveMigrationTest-979382837-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=3d29a7ba-8da4-4594-bfbf-9f55cd071e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279111 May 31 13:30:43.143862 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-536b7db0-7732-4a67-91fb-ed2d1544f72b'] response: {'name': 'network-changed', 'server_uuid': 'a64dd48e-cba4-4dc6-98c9-6b03580d5a81', 'tag': 'ceb23f00-4c76-47bc-93b3-4778dc33ac57', 'status': 'completed', 'code': 200} May 31 13:30:43.144350 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-536b7db0-7732-4a67-91fb-ed2d1544f72b'] response: {'name': 'network-changed', 'server_uuid': '44ddad2c-fe8f-47c8-a3e7-0e7cc36dafd3', 'tag': '4d45171f-722a-4471-be12-7e323923194e', 'status': 'completed', 'code': 200} May 31 13:30:43.207342 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31bd221d-e011-417a-85ff-f243a56d0030'] response: {'name': 'network-changed', 'server_uuid': '0d5f5475-098d-4982-b942-ed8f9e3042c4', 'tag': '9fc82b4a-271e-4b98-9006-3c95ee4acfb3', 'status': 'completed', 'code': 200} May 31 13:30:43.216879 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-4d7d0517-c858-4692-8829-a3357ec0cd98 None None] Set router 5372a397-3a97-491b-9c5f-82fd07262847 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:30:43.382670 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 4d45171f-722a-4471-be12-7e323923194e is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:30:43.383351 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:43.409259 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e902f3e4-2c5c-4384-87c7-4d43bffcd95f None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:43.426849 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-e902f3e4-2c5c-4384-87c7-4d43bffcd95f None None] Transition to ACTIVE for port object a13aa445-60bc-47a7-b5eb-71c61a56ef8e will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:30:43.436201 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e902f3e4-2c5c-4384-87c7-4d43bffcd95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:43.528376 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 4d45171f-722a-4471-be12-7e323923194e, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=4d45171f-722a-4471-be12-7e323923194e,segment=NetworkSegment(1e6452d1-51f8-4e9a-9e93-895c398faede),segment_id=1e6452d1-51f8-4e9a-9e93-895c398faede)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:30:43.614647 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [req-28e2c925-09da-4534-90fd-d4d9938215fc req-768d3beb-5ca3-479c-b421-d31ea7ae8e90 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Router 5372a397-3a97-491b-9c5f-82fd07262847 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:30:43.618443 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:43.661546 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db14e0c-c30f-4b6a-bf1e-acd12c1bb4a7 req-285475ce-2933-4692-be21-b08c7edf00dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:43.663152 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8db14e0c-c30f-4b6a-bf1e-acd12c1bb4a7 req-285475ce-2933-4692-be21-b08c7edf00dc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1471cc7c2bcf49a68dcbc360fa0fde8b&device_id=0d5f5475-098d-4982-b942-ed8f9e3042c4 HTTP/1.1" status: 200 len: 1094 time: 0.4985061 May 31 13:30:43.700321 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-e902f3e4-2c5c-4384-87c7-4d43bffcd95f None None] Attempting to bind port a13aa445-60bc-47a7-b5eb-71c61a56ef8e on host n-d-843939-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:30:43.700690 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-e902f3e4-2c5c-4384-87c7-4d43bffcd95f None None] Attempting to bind port a13aa445-60bc-47a7-b5eb-71c61a56ef8e by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'd34d3df1-ef2d-4ac2-8f4f-a6f08879cb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '080d6d49-93ca-4bc9-b724-23769f792082'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:30:43.702491 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e902f3e4-2c5c-4384-87c7-4d43bffcd95f None None] Attempting to bind port a13aa445-60bc-47a7-b5eb-71c61a56ef8e on network 080d6d49-93ca-4bc9-b724-23769f792082 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:30:43.712251 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e902f3e4-2c5c-4384-87c7-4d43bffcd95f None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:30:43.712978 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e902f3e4-2c5c-4384-87c7-4d43bffcd95f None None] Checking segment: {'id': 'd34d3df1-ef2d-4ac2-8f4f-a6f08879cb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '080d6d49-93ca-4bc9-b724-23769f792082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:30:43.713538 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e902f3e4-2c5c-4384-87c7-4d43bffcd95f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:43.714342 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e902f3e4-2c5c-4384-87c7-4d43bffcd95f None None] Bound using segment: {'id': 'd34d3df1-ef2d-4ac2-8f4f-a6f08879cb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '080d6d49-93ca-4bc9-b724-23769f792082'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:30:43.714953 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-e902f3e4-2c5c-4384-87c7-4d43bffcd95f None None] Bound port: a13aa445-60bc-47a7-b5eb-71c61a56ef8e, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd34d3df1-ef2d-4ac2-8f4f-a6f08879cb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '080d6d49-93ca-4bc9-b724-23769f792082'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:30:43.715468 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e902f3e4-2c5c-4384-87c7-4d43bffcd95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:43.744736 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b42e90-5d6b-4430-b6f3-eebcc3d94203 None None] Pushing event updated for resources: {'Port': ['ID=a13aa445-60bc-47a7-b5eb-71c61a56ef8e,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:30:43.787929 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b42e90-5d6b-4430-b6f3-eebcc3d94203 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:30:43.788366 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b42e90-5d6b-4430-b6f3-eebcc3d94203 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:30:43.788703 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b42e90-5d6b-4430-b6f3-eebcc3d94203 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:30:43.789608 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b42e90-5d6b-4430-b6f3-eebcc3d94203 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:30:43.789811 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b42e90-5d6b-4430-b6f3-eebcc3d94203 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:30:43.790174 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b42e90-5d6b-4430-b6f3-eebcc3d94203 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:30:43.790502 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b42e90-5d6b-4430-b6f3-eebcc3d94203 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:30:43.790953 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b42e90-5d6b-4430-b6f3-eebcc3d94203 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:30:43.791280 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b42e90-5d6b-4430-b6f3-eebcc3d94203 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:30:43.791895 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b42e90-5d6b-4430-b6f3-eebcc3d94203 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:30:43.791895 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b42e90-5d6b-4430-b6f3-eebcc3d94203 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:30:43.792214 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b42e90-5d6b-4430-b6f3-eebcc3d94203 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:30:43.826954 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:43.850422 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-e902f3e4-2c5c-4384-87c7-4d43bffcd95f None None] For port a13aa445-60bc-47a7-b5eb-71c61a56ef8e, host n-d-843939-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:30:43.854027 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-e902f3e4-2c5c-4384-87c7-4d43bffcd95f None None] For port a13aa445-60bc-47a7-b5eb-71c61a56ef8e, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=a13aa445-60bc-47a7-b5eb-71c61a56ef8e,segment=NetworkSegment(d34d3df1-ef2d-4ac2-8f4f-a6f08879cb77),segment_id=d34d3df1-ef2d-4ac2-8f4f-a6f08879cb77)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:30:43.857428 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:43.858681 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e902f3e4-2c5c-4384-87c7-4d43bffcd95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:43.868068 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c27e3a4-59f6-4ce8-9f8e-f84c923ef2ea req-bac369a0-727d-4332-b89d-a0329c0fcf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:43.869580 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3c27e3a4-59f6-4ce8-9f8e-f84c923ef2ea req-bac369a0-727d-4332-b89d-a0329c0fcf04 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=82e5ccf58acb423eaef945c1ccf7e09b&device_id=44ddad2c-fe8f-47c8-a3e7-0e7cc36dafd3 HTTP/1.1" status: 200 len: 1096 time: 0.6645784 May 31 13:30:43.883704 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=4d45171f-722a-4471-be12-7e323923194e,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:30:43.912627 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c27e3a4-59f6-4ce8-9f8e-f84c923ef2ea req-cbd1763e-3bee-4219-bc9e-11900b853092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:43.915548 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3c27e3a4-59f6-4ce8-9f8e-f84c923ef2ea req-cbd1763e-3bee-4219-bc9e-11900b853092 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1471cc7c2bcf49a68dcbc360fa0fde8b&device_id=a64dd48e-cba4-4dc6-98c9-6b03580d5a81 HTTP/1.1" status: 200 len: 1097 time: 0.6460447 May 31 13:30:43.943970 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e902f3e4-2c5c-4384-87c7-4d43bffcd95f None None] Routers {'28a094dc-caca-4f5b-8c5c-3ea8344682d2'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:30:43.944673 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-e902f3e4-2c5c-4384-87c7-4d43bffcd95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:30:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['28a094dc-caca-4f5b-8c5c-3ea8344682d2'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:30:43.946553 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61dabe3-fb1f-44cb-9b35-1816bc332d49 req-3b8ac7fa-2d0f-4f98-941a-e40ba5850251 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:43.954784 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e61dabe3-fb1f-44cb-9b35-1816bc332d49 req-3b8ac7fa-2d0f-4f98-941a-e40ba5850251 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/ports?device_id=44ddad2c-fe8f-47c8-a3e7-0e7cc36dafd3 HTTP/1.1" status: 200 len: 945 time: 0.6324270 May 31 13:30:44.022723 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b42e90-5d6b-4430-b6f3-eebcc3d94203 None None] Pushing event updated for resources: {'Port': ['ID=a13aa445-60bc-47a7-b5eb-71c61a56ef8e,revision_number=4']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:30:44.052915 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-4d7d0517-c858-4692-8829-a3357ec0cd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5372a397-3a97-491b-9c5f-82fd07262847', 'name': 'tempest-FloatingIPsAssociationTestJSON-235570822-router', 'tenant_id': '633e14999cf6449e966925c4e75e7489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '7cc6de2f-6595-49b2-9d8c-3aa2c4591031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:28:34Z', 'updated_at': '2022-05-31T13:28:53Z', 'revision_number': 4, 'project_id': '633e14999cf6449e966925c4e75e7489', 'gw_port': {'id': '7cc6de2f-6595-49b2-9d8c-3aa2c4591031', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:90:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5372a397-3a97-491b-9c5f-82fd07262847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:28:38Z', 'updated_at': '2022-05-31T13:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': 'c974891d-8af0-4de2-bb08-3daf2b7fc538', 'tenant_id': '633e14999cf6449e966925c4e75e7489', 'floating_ip_address': '172.25.6.106', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '5372a397-3a97-491b-9c5f-82fd07262847', 'port_id': 'e6b68917-db09-4f5c-b406-1282734b8074', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4906b42e-b307-4d36-b70d-f5895b463d19', 'mac_address': 'fa:16:3e:23:be:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e95ad1-6dce-417f-a915-ce477b98c8cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:29:34Z', 'updated_at': '2022-05-31T13:30:40Z', 'revision_number': 3, 'project_id': '633e14999cf6449e966925c4e75e7489', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7679717-72d0-422d-bb1a-824fffff1b99', 'name': '', 'network_id': '4906b42e-b307-4d36-b70d-f5895b463d19', 'tenant_id': '633e14999cf6449e966925c4e75e7489', 'mac_address': 'fa:16:3e:cd:4a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5372a397-3a97-491b-9c5f-82fd07262847', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '33d5a057-d728-4f2d-867b-3bfbd8f9a5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:28:51Z', 'updated_at': '2022-05-31T13:29:08Z', 'revision_number': 5, 'project_id': '633e14999cf6449e966925c4e75e7489', 'subnets': [{'id': '33d5a057-d728-4f2d-867b-3bfbd8f9a5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:30:44.057560 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7d0517-c858-4692-8829-a3357ec0cd98 None None] Checking router: 5372a397-3a97-491b-9c5f-82fd07262847 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:30:44.068948 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7d0517-c858-4692-8829-a3357ec0cd98 None None] Routers {'5372a397-3a97-491b-9c5f-82fd07262847'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:30:44.069937 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-4d7d0517-c858-4692-8829-a3357ec0cd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:30:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['5372a397-3a97-491b-9c5f-82fd07262847'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:30:44.145771 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 9fc82b4a-271e-4b98-9006-3c95ee4acfb3 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:30:44.229221 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-e902f3e4-2c5c-4384-87c7-4d43bffcd95f None None] Set router 28a094dc-caca-4f5b-8c5c-3ea8344682d2 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:30:44.411989 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-4d7d0517-c858-4692-8829-a3357ec0cd98 None None] Set router 5372a397-3a97-491b-9c5f-82fd07262847 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:30:44.516672 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 9fc82b4a-271e-4b98-9006-3c95ee4acfb3, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=9fc82b4a-271e-4b98-9006-3c95ee4acfb3,segment=NetworkSegment(6fa0bd13-a4b7-4b4f-80e5-be8b2fd586ea),segment_id=6fa0bd13-a4b7-4b4f-80e5-be8b2fd586ea)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:30:44.566938 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-28e2c925-09da-4534-90fd-d4d9938215fc req-768d3beb-5ca3-479c-b421-d31ea7ae8e90 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:30:44.573091 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e61dabe3-fb1f-44cb-9b35-1816bc332d49 req-1d6f54fc-a6bf-4cc7-b5e1-1e3ca6ca9e35 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/security-groups?id=11fe291e-69a0-4211-ae19-9fbe273445b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6170006 May 31 13:30:44.611600 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': '9fc82b4a-271e-4b98-9006-3c95ee4acfb3', 'network_id': '6c1e3874-7498-46ea-a617-0c963766e837', 'port_id': '9fc82b4a-271e-4b98-9006-3c95ee4acfb3', 'mac_address': 'fa:16:3e:1a:0f:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9281520b-3968-4043-88c8-2ba80816b8e3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:30:44.612101 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-28e2c925-09da-4534-90fd-d4d9938215fc req-768d3beb-5ca3-479c-b421-d31ea7ae8e90 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:44.664610 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db14e0c-c30f-4b6a-bf1e-acd12c1bb4a7 req-5137fecd-e8fe-4bf2-b25c-89d4867e9395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:44.666165 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8db14e0c-c30f-4b6a-bf1e-acd12c1bb4a7 req-5137fecd-e8fe-4bf2-b25c-89d4867e9395 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6c1e3874-7498-46ea-a617-0c963766e837 HTTP/1.1" status: 200 len: 919 time: 0.9899831 May 31 13:30:44.667201 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c27e3a4-59f6-4ce8-9f8e-f84c923ef2ea req-fdccbcb1-6f38-412f-95c6-06f40605f310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:44.668700 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3c27e3a4-59f6-4ce8-9f8e-f84c923ef2ea req-fdccbcb1-6f38-412f-95c6-06f40605f310 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b11a5e31-f902-47bb-ae2d-8ab30e32d2c6 HTTP/1.1" status: 200 len: 923 time: 0.7774045 May 31 13:30:44.700755 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ead76ba-3197-4541-ad3b-19f25cd2a638'] response: {'server_uuid': 'a64dd48e-cba4-4dc6-98c9-6b03580d5a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceb23f00-4c76-47bc-93b3-4778dc33ac57', 'code': 200} May 31 13:30:44.745738 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c27e3a4-59f6-4ce8-9f8e-f84c923ef2ea req-d37de35a-2550-4ec4-880d-ca1aabce761b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:44.747890 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3c27e3a4-59f6-4ce8-9f8e-f84c923ef2ea req-d37de35a-2550-4ec4-880d-ca1aabce761b service neutron] 10.222.0.44 "GET /v2.0/networks?id=6c1e3874-7498-46ea-a617-0c963766e837 HTTP/1.1" status: 200 len: 919 time: 0.8136184 May 31 13:30:44.762452 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 9fc82b4a-271e-4b98-9006-3c95ee4acfb3 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:30:44.762859 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:44.778440 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-e902f3e4-2c5c-4384-87c7-4d43bffcd95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a094dc-caca-4f5b-8c5c-3ea8344682d2', 'name': 'tempest-FloatingIPsTestJSON-1777814975-router', 'tenant_id': 'a3c10d77b5e9443791adec2e7e1c7c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '2b4b6155-b580-4412-b6dc-1a89859c0ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:30:08Z', 'updated_at': '2022-05-31T13:30:37Z', 'revision_number': 4, 'project_id': 'a3c10d77b5e9443791adec2e7e1c7c37', 'gw_port': {'id': '2b4b6155-b580-4412-b6dc-1a89859c0ca3', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a094dc-caca-4f5b-8c5c-3ea8344682d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:30:11Z', 'updated_at': '2022-05-31T13:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'a13aa445-60bc-47a7-b5eb-71c61a56ef8e', 'name': '', 'network_id': '080d6d49-93ca-4bc9-b724-23769f792082', 'tenant_id': 'a3c10d77b5e9443791adec2e7e1c7c37', 'mac_address': 'fa:16:3e:44:69:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a094dc-caca-4f5b-8c5c-3ea8344682d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'ee0cb7bc-77e1-4f9a-9c6e-2549aff2458e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:30:31Z', 'updated_at': '2022-05-31T13:30:43Z', 'revision_number': 4, 'project_id': 'a3c10d77b5e9443791adec2e7e1c7c37', 'subnets': [{'id': 'ee0cb7bc-77e1-4f9a-9c6e-2549aff2458e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:30:44.785485 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e902f3e4-2c5c-4384-87c7-4d43bffcd95f None None] The sync data for ids ['28a094dc-caca-4f5b-8c5c-3ea8344682d2'] in n-d-843939-1 is: [{'id': '28a094dc-caca-4f5b-8c5c-3ea8344682d2', 'name': 'tempest-FloatingIPsTestJSON-1777814975-router', 'tenant_id': 'a3c10d77b5e9443791adec2e7e1c7c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '2b4b6155-b580-4412-b6dc-1a89859c0ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:30:08Z', 'updated_at': '2022-05-31T13:30:37Z', 'revision_number': 4, 'project_id': 'a3c10d77b5e9443791adec2e7e1c7c37', 'gw_port': {'id': '2b4b6155-b580-4412-b6dc-1a89859c0ca3', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a094dc-caca-4f5b-8c5c-3ea8344682d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:30:11Z', 'updated_at': '2022-05-31T13:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'a13aa445-60bc-47a7-b5eb-71c61a56ef8e', 'name': '', 'network_id': '080d6d49-93ca-4bc9-b724-23769f792082', 'tenant_id': 'a3c10d77b5e9443791adec2e7e1c7c37', 'mac_address': 'fa:16:3e:44:69:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a094dc-caca-4f5b-8c5c-3ea8344682d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'ee0cb7bc-77e1-4f9a-9c6e-2549aff2458e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:30:31Z', 'updated_at': '2022-05-31T13:30:43Z', 'revision_number': 4, 'project_id': 'a3c10d77b5e9443791adec2e7e1c7c37', 'subnets': [{'id': 'ee0cb7bc-77e1-4f9a-9c6e-2549aff2458e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:30:44.801788 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fc82b4a-271e-4b98-9006-3c95ee4acfb3 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:30:44.926497 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 9fc82b4a-271e-4b98-9006-3c95ee4acfb3, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=9fc82b4a-271e-4b98-9006-3c95ee4acfb3,segment=NetworkSegment(6fa0bd13-a4b7-4b4f-80e5-be8b2fd586ea),segment_id=6fa0bd13-a4b7-4b4f-80e5-be8b2fd586ea)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:30:44.932165 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:44.945017 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7a3015-7b57-48dc-9e5c-39d5cadce7ab req-83475e41-4f57-4245-9881-10d03804065b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:44.947114 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0a7a3015-7b57-48dc-9e5c-39d5cadce7ab req-83475e41-4f57-4245-9881-10d03804065b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a64dd48e-cba4-4dc6-98c9-6b03580d5a81 HTTP/1.1" status: 200 len: 1097 time: 0.1782398 May 31 13:30:45.023164 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0a7a3015-7b57-48dc-9e5c-39d5cadce7ab req-4cf19c03-cd6c-4a25-8f04-d585ee210666 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=55bd970b-2f57-4851-b98f-a55d5a4ba329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596590 May 31 13:30:45.090487 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3c27e3a4-59f6-4ce8-9f8e-f84c923ef2ea req-95138211-60b0-4927-a6a1-5dd8516d79c3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d45171f-722a-4471-be12-7e323923194e HTTP/1.1" status: 200 len: 217 time: 0.4134555 May 31 13:30:45.115778 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8db14e0c-c30f-4b6a-bf1e-acd12c1bb4a7 req-4e559683-bc9e-4354-827f-eabdda7850fb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9fc82b4a-271e-4b98-9006-3c95ee4acfb3 HTTP/1.1" status: 200 len: 217 time: 0.3587098 May 31 13:30:45.117002 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3c27e3a4-59f6-4ce8-9f8e-f84c923ef2ea req-3a774519-96cd-4fc2-bc00-4280f9087dc6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ceb23f00-4c76-47bc-93b3-4778dc33ac57 HTTP/1.1" status: 200 len: 217 time: 0.1156390 May 31 13:30:45.125444 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=9fc82b4a-271e-4b98-9006-3c95ee4acfb3,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:30:45.168643 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-4d7d0517-c858-4692-8829-a3357ec0cd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5372a397-3a97-491b-9c5f-82fd07262847', 'name': 'tempest-FloatingIPsAssociationTestJSON-235570822-router', 'tenant_id': '633e14999cf6449e966925c4e75e7489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '7cc6de2f-6595-49b2-9d8c-3aa2c4591031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:28:34Z', 'updated_at': '2022-05-31T13:28:53Z', 'revision_number': 4, 'project_id': '633e14999cf6449e966925c4e75e7489', 'gw_port': {'id': '7cc6de2f-6595-49b2-9d8c-3aa2c4591031', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:90:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5372a397-3a97-491b-9c5f-82fd07262847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:28:38Z', 'updated_at': '2022-05-31T13:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': 'c974891d-8af0-4de2-bb08-3daf2b7fc538', 'tenant_id': '633e14999cf6449e966925c4e75e7489', 'floating_ip_address': '172.25.6.106', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '5372a397-3a97-491b-9c5f-82fd07262847', 'port_id': 'e6b68917-db09-4f5c-b406-1282734b8074', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4906b42e-b307-4d36-b70d-f5895b463d19', 'mac_address': 'fa:16:3e:23:be:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e95ad1-6dce-417f-a915-ce477b98c8cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:29:34Z', 'updated_at': '2022-05-31T13:30:40Z', 'revision_number': 3, 'project_id': '633e14999cf6449e966925c4e75e7489', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7679717-72d0-422d-bb1a-824fffff1b99', 'name': '', 'network_id': '4906b42e-b307-4d36-b70d-f5895b463d19', 'tenant_id': '633e14999cf6449e966925c4e75e7489', 'mac_address': 'fa:16:3e:cd:4a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5372a397-3a97-491b-9c5f-82fd07262847', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '33d5a057-d728-4f2d-867b-3bfbd8f9a5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:28:51Z', 'updated_at': '2022-05-31T13:29:08Z', 'revision_number': 5, 'project_id': '633e14999cf6449e966925c4e75e7489', 'subnets': [{'id': '33d5a057-d728-4f2d-867b-3bfbd8f9a5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:30:45.176138 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7d0517-c858-4692-8829-a3357ec0cd98 None None] The sync data for ids ['5372a397-3a97-491b-9c5f-82fd07262847'] in n-d-843939-1 is: [{'id': '5372a397-3a97-491b-9c5f-82fd07262847', 'name': 'tempest-FloatingIPsAssociationTestJSON-235570822-router', 'tenant_id': '633e14999cf6449e966925c4e75e7489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '7cc6de2f-6595-49b2-9d8c-3aa2c4591031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:28:34Z', 'updated_at': '2022-05-31T13:28:53Z', 'revision_number': 4, 'project_id': '633e14999cf6449e966925c4e75e7489', 'gw_port': {'id': '7cc6de2f-6595-49b2-9d8c-3aa2c4591031', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:90:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5372a397-3a97-491b-9c5f-82fd07262847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:28:38Z', 'updated_at': '2022-05-31T13:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': 'c974891d-8af0-4de2-bb08-3daf2b7fc538', 'tenant_id': '633e14999cf6449e966925c4e75e7489', 'floating_ip_address': '172.25.6.106', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '5372a397-3a97-491b-9c5f-82fd07262847', 'port_id': 'e6b68917-db09-4f5c-b406-1282734b8074', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4906b42e-b307-4d36-b70d-f5895b463d19', 'mac_address': 'fa:16:3e:23:be:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e95ad1-6dce-417f-a915-ce477b98c8cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:29:34Z', 'updated_at': '2022-05-31T13:30:40Z', 'revision_number': 3, 'project_id': '633e14999cf6449e966925c4e75e7489', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7679717-72d0-422d-bb1a-824fffff1b99', 'name': '', 'network_id': '4906b42e-b307-4d36-b70d-f5895b463d19', 'tenant_id': '633e14999cf6449e966925c4e75e7489', 'mac_address': 'fa:16:3e:cd:4a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5372a397-3a97-491b-9c5f-82fd07262847', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '33d5a057-d728-4f2d-867b-3bfbd8f9a5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:28:51Z', 'updated_at': '2022-05-31T13:29:08Z', 'revision_number': 5, 'project_id': '633e14999cf6449e966925c4e75e7489', 'subnets': [{'id': '33d5a057-d728-4f2d-867b-3bfbd8f9a5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:30:45.225840 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d6d9622-63e9-4767-9e87-e5a9f80cb523', 'tag': '32ca3252-a6cd-40d0-9751-a0bcd2a5f418'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:30:45.227779 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['9fc82b4a-271e-4b98-9006-3c95ee4acfb3'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:30:45.338706 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c27e3a4-59f6-4ce8-9f8e-f84c923ef2ea req-d3133d58-37f2-4987-9e23-81de09ee5d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:45.340347 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3c27e3a4-59f6-4ce8-9f8e-f84c923ef2ea req-d3133d58-37f2-4987-9e23-81de09ee5d3c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7a2881f-e291-4214-81d7-8f9b77a7af81 HTTP/1.1" status: 200 len: 862 time: 0.2286999 May 31 13:30:45.432161 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-28e2c925-09da-4534-90fd-d4d9938215fc req-768d3beb-5ca3-479c-b421-d31ea7ae8e90 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.50 "PUT /v2.0/floatingips/c974891d-8af0-4de2-bb08-3daf2b7fc538 HTTP/1.1" status: 200 len: 998 time: 7.7164803 May 31 13:30:45.448318 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3c27e3a4-59f6-4ce8-9f8e-f84c923ef2ea req-ad19dd30-4bbd-4046-99a2-fa34f511b067 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b11a5e31-f902-47bb-ae2d-8ab30e32d2c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0877392 May 31 13:30:45.501968 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:45.598503 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446ed8e9-3cb5-417b-9eee-50be67b2a4bb None None] New status for floating IP c974891d-8af0-4de2-bb08-3daf2b7fc538: ACTIVE {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 13:30:45.700543 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device a13aa445-60bc-47a7-b5eb-71c61a56ef8e up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:30:45.769867 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db14e0c-c30f-4b6a-bf1e-acd12c1bb4a7 req-7cac6e78-5fc7-4577-9534-05cdda50eb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:45.769867 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8db14e0c-c30f-4b6a-bf1e-acd12c1bb4a7 req-7cac6e78-5fc7-4577-9534-05cdda50eb6d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9281520b-3968-4043-88c8-2ba80816b8e3 HTTP/1.1" status: 200 len: 858 time: 0.4944515 May 31 13:30:45.789061 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c27e3a4-59f6-4ce8-9f8e-f84c923ef2ea req-2c9ff9b2-3724-4dc9-9720-19e858b4ff3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:45.789061 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3c27e3a4-59f6-4ce8-9f8e-f84c923ef2ea req-2c9ff9b2-3724-4dc9-9720-19e858b4ff3a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9281520b-3968-4043-88c8-2ba80816b8e3 HTTP/1.1" status: 200 len: 858 time: 0.5085590 May 31 13:30:45.789061 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b94fc-cf21-4999-8448-7e3eb24d872d req-d8fb2a84-4055-47d4-8f77-3297d5dc45c2 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:45.799321 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ac3b94fc-cf21-4999-8448-7e3eb24d872d req-d8fb2a84-4055-47d4-8f77-3297d5dc45c2 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/ports?device_id=5eee3054-3ed5-47f8-b1a8-ef0b67b604a5 HTTP/1.1" status: 200 len: 945 time: 0.8495965 May 31 13:30:45.838973 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e2c925-09da-4534-90fd-d4d9938215fc req-089f0dc1-ac5a-4b6e-8d09-94412c43d298 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:45.847130 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-28e2c925-09da-4534-90fd-d4d9938215fc req-089f0dc1-ac5a-4b6e-8d09-94412c43d298 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.50 "GET /v2.0/ports/32ca3252-a6cd-40d0-9751-a0bcd2a5f418 HTTP/1.1" status: 200 len: 943 time: 0.3844664 May 31 13:30:45.863960 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port a13aa445-60bc-47a7-b5eb-71c61a56ef8e completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:30:45.879626 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port a13aa445-60bc-47a7-b5eb-71c61a56ef8e triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:30:45.880328 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:46.092887 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port a13aa445-60bc-47a7-b5eb-71c61a56ef8e is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:30:46.093350 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:46.126493 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3c27e3a4-59f6-4ce8-9f8e-f84c923ef2ea req-9d07563f-0646-4dc3-84d9-3bcefa1632d0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6c1e3874-7498-46ea-a617-0c963766e837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2777586 May 31 13:30:46.146972 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8db14e0c-c30f-4b6a-bf1e-acd12c1bb4a7 req-34783132-82ec-4af4-af49-a8450655547c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6c1e3874-7498-46ea-a617-0c963766e837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1655538 May 31 13:30:46.153043 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port a13aa445-60bc-47a7-b5eb-71c61a56ef8e, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=a13aa445-60bc-47a7-b5eb-71c61a56ef8e,segment=NetworkSegment(d34d3df1-ef2d-4ac2-8f4f-a6f08879cb77),segment_id=d34d3df1-ef2d-4ac2-8f4f-a6f08879cb77)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:30:46.159203 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:46.225222 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ac3b94fc-cf21-4999-8448-7e3eb24d872d req-913e3c20-3bb0-4ab1-845f-2eeeede267f5 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a17cab4-6020-4095-a3af-d8da92feae16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4283333 May 31 13:30:46.299421 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=a13aa445-60bc-47a7-b5eb-71c61a56ef8e,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:30:46.403640 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc6a2db-3a2a-4f77-bd37-242a6f680503 None None] Sync routers for ids ['5372a397-3a97-491b-9c5f-82fd07262847'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:30:46.439381 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc6a2db-3a2a-4f77-bd37-242a6f680503 None None] Routers {'5372a397-3a97-491b-9c5f-82fd07262847'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:30:46.440272 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-dcc6a2db-3a2a-4f77-bd37-242a6f680503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:30:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['5372a397-3a97-491b-9c5f-82fd07262847'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:30:46.707104 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c60064d4-fc1a-4054-aedd-db2291062076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0891449e-83a0-4a17-b388-f78cb0a6f90e'}, {'server_uuid': '44ddad2c-fe8f-47c8-a3e7-0e7cc36dafd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d45171f-722a-4471-be12-7e323923194e'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:30:46.738638 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3c27e3a4-59f6-4ce8-9f8e-f84c923ef2ea req-04ea29fc-63a6-48a9-8b37-50c99f74bac9 service neutron] 10.222.0.20 "GET /v2.0/networks/b11a5e31-f902-47bb-ae2d-8ab30e32d2c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1959853 May 31 13:30:46.793181 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-dcc6a2db-3a2a-4f77-bd37-242a6f680503 None None] Set router 5372a397-3a97-491b-9c5f-82fd07262847 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:30:47.132246 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8db14e0c-c30f-4b6a-bf1e-acd12c1bb4a7 req-c98381aa-94e1-4aa7-a109-1a0d2616605d service neutron] 10.222.0.44 "GET /v2.0/networks/6c1e3874-7498-46ea-a617-0c963766e837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9305656 May 31 13:30:47.141512 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3c27e3a4-59f6-4ce8-9f8e-f84c923ef2ea req-f7971421-9d9b-44ad-bc14-ccf5da39f198 service neutron] 10.222.0.44 "GET /v2.0/networks/6c1e3874-7498-46ea-a617-0c963766e837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9933984 May 31 13:30:47.151681 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e2c925-09da-4534-90fd-d4d9938215fc req-0abfb6d3-3cac-4ae9-84f1-6dab6639d959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:47.153406 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-28e2c925-09da-4534-90fd-d4d9938215fc req-0abfb6d3-3cac-4ae9-84f1-6dab6639d959 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=633e14999cf6449e966925c4e75e7489&device_id=9d6d9622-63e9-4767-9e87-e5a9f80cb523 HTTP/1.1" status: 200 len: 1097 time: 1.1078043 May 31 13:30:47.252818 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-dcc6a2db-3a2a-4f77-bd37-242a6f680503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5372a397-3a97-491b-9c5f-82fd07262847', 'name': 'tempest-FloatingIPsAssociationTestJSON-235570822-router', 'tenant_id': '633e14999cf6449e966925c4e75e7489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '7cc6de2f-6595-49b2-9d8c-3aa2c4591031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:28:34Z', 'updated_at': '2022-05-31T13:28:53Z', 'revision_number': 4, 'project_id': '633e14999cf6449e966925c4e75e7489', 'gw_port': {'id': '7cc6de2f-6595-49b2-9d8c-3aa2c4591031', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:90:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5372a397-3a97-491b-9c5f-82fd07262847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:28:38Z', 'updated_at': '2022-05-31T13:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': 'c974891d-8af0-4de2-bb08-3daf2b7fc538', 'tenant_id': '633e14999cf6449e966925c4e75e7489', 'floating_ip_address': '172.25.6.106', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '5372a397-3a97-491b-9c5f-82fd07262847', 'port_id': 'e6b68917-db09-4f5c-b406-1282734b8074', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4906b42e-b307-4d36-b70d-f5895b463d19', 'mac_address': 'fa:16:3e:23:be:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e95ad1-6dce-417f-a915-ce477b98c8cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:29:34Z', 'updated_at': '2022-05-31T13:30:46Z', 'revision_number': 4, 'project_id': '633e14999cf6449e966925c4e75e7489', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7679717-72d0-422d-bb1a-824fffff1b99', 'name': '', 'network_id': '4906b42e-b307-4d36-b70d-f5895b463d19', 'tenant_id': '633e14999cf6449e966925c4e75e7489', 'mac_address': 'fa:16:3e:cd:4a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5372a397-3a97-491b-9c5f-82fd07262847', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '33d5a057-d728-4f2d-867b-3bfbd8f9a5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:28:51Z', 'updated_at': '2022-05-31T13:29:08Z', 'revision_number': 5, 'project_id': '633e14999cf6449e966925c4e75e7489', 'subnets': [{'id': '33d5a057-d728-4f2d-867b-3bfbd8f9a5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:30:47.258656 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc6a2db-3a2a-4f77-bd37-242a6f680503 None None] Checking router: 5372a397-3a97-491b-9c5f-82fd07262847 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:30:47.271692 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc6a2db-3a2a-4f77-bd37-242a6f680503 None None] Routers {'5372a397-3a97-491b-9c5f-82fd07262847'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:30:47.272473 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-dcc6a2db-3a2a-4f77-bd37-242a6f680503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:30:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['5372a397-3a97-491b-9c5f-82fd07262847'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:30:47.442409 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-43b259f8-1ff9-4b05-bf4d-dab26bb08578 req-3dde7e1b-17cc-41eb-b4be-4ccd0b69be61 tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] Synchronizing usage tracker for tenant:a3c10d77b5e9443791adec2e7e1c7c37 on resource:network {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:30:47.496619 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3c27e3a4-59f6-4ce8-9f8e-f84c923ef2ea req-cdc9cccc-ba3d-4c39-b76e-3df433406f55 service neutron] 10.222.0.20 "GET /v2.0/networks/b11a5e31-f902-47bb-ae2d-8ab30e32d2c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7061024 May 31 13:30:47.525088 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-dcc6a2db-3a2a-4f77-bd37-242a6f680503 None None] Set router 5372a397-3a97-491b-9c5f-82fd07262847 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:30:47.575664 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-43b259f8-1ff9-4b05-bf4d-dab26bb08578 req-3dde7e1b-17cc-41eb-b4be-4ccd0b69be61 tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] Unset dirty status for tenant:a3c10d77b5e9443791adec2e7e1c7c37 on resource:network {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:30:47.583635 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-43b259f8-1ff9-4b05-bf4d-dab26bb08578 req-3dde7e1b-17cc-41eb-b4be-4ccd0b69be61 tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8781321 May 31 13:30:47.596907 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-43b259f8-1ff9-4b05-bf4d-dab26bb08578 req-43038c6f-86d8-47b2-bb22-dc05c905d8a2 tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] Request body: {'floatingip': {'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:30:47.613903 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device a13aa445-60bc-47a7-b5eb-71c61a56ef8e up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:30:47.614489 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-43b259f8-1ff9-4b05-bf4d-dab26bb08578 req-43038c6f-86d8-47b2-bb22-dc05c905d8a2 tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:30:47.644067 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3c27e3a4-59f6-4ce8-9f8e-f84c923ef2ea req-6a4237d1-45c8-4afa-88eb-1795da5dc63d service neutron] 10.222.0.44 "GET /v2.0/networks/6c1e3874-7498-46ea-a617-0c963766e837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4765205 May 31 13:30:47.650717 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-43b259f8-1ff9-4b05-bf4d-dab26bb08578 req-43038c6f-86d8-47b2-bb22-dc05c905d8a2 tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] Usage tracker for resource:floatingip and tenant:a3c10d77b5e9443791adec2e7e1c7c37 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:30:47.656805 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-43b259f8-1ff9-4b05-bf4d-dab26bb08578 req-43038c6f-86d8-47b2-bb22-dc05c905d8a2 tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:30:47.666299 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e2c925-09da-4534-90fd-d4d9938215fc req-a5cc3206-da13-420b-84a0-d64b4f459947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:47.668197 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-28e2c925-09da-4534-90fd-d4d9938215fc req-a5cc3206-da13-420b-84a0-d64b4f459947 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4906b42e-b307-4d36-b70d-f5895b463d19 HTTP/1.1" status: 200 len: 921 time: 0.4767795 May 31 13:30:47.670183 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8db14e0c-c30f-4b6a-bf1e-acd12c1bb4a7 req-dabd8f1b-9161-4fb3-89b1-e8f74b8f014e service neutron] 10.222.0.44 "GET /v2.0/networks/6c1e3874-7498-46ea-a617-0c963766e837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5243180 May 31 13:30:47.671081 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-43b259f8-1ff9-4b05-bf4d-dab26bb08578 req-43038c6f-86d8-47b2-bb22-dc05c905d8a2 tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:30:47.762397 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-28e2c925-09da-4534-90fd-d4d9938215fc req-a619b8c8-253a-44a2-891d-0d3bdfcd6b47 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32ca3252-a6cd-40d0-9751-a0bcd2a5f418 HTTP/1.1" status: 200 len: 217 time: 0.0873594 May 31 13:30:47.764882 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-43b259f8-1ff9-4b05-bf4d-dab26bb08578 req-43038c6f-86d8-47b2-bb22-dc05c905d8a2 tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] Notify callbacks [] for floatingip, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:47.914800 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e2c925-09da-4534-90fd-d4d9938215fc req-dc3841c5-c0ce-48db-baeb-2fdc34f4b7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:47.916349 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-28e2c925-09da-4534-90fd-d4d9938215fc req-dc3841c5-c0ce-48db-baeb-2fdc34f4b7e2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=33d5a057-d728-4f2d-867b-3bfbd8f9a5e3 HTTP/1.1" status: 200 len: 859 time: 0.1360295 May 31 13:30:48.046080 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e2c925-09da-4534-90fd-d4d9938215fc req-b1e0ee28-5425-4bee-b2df-1d77a2e17113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:48.048190 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-28e2c925-09da-4534-90fd-d4d9938215fc req-b1e0ee28-5425-4bee-b2df-1d77a2e17113 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4906b42e-b307-4d36-b70d-f5895b463d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1212304 May 31 13:30:48.074522 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-43b259f8-1ff9-4b05-bf4d-dab26bb08578 req-43038c6f-86d8-47b2-bb22-dc05c905d8a2 tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:48.087437 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port a13aa445-60bc-47a7-b5eb-71c61a56ef8e triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:30:48.088033 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:48.187603 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 9fc82b4a-271e-4b98-9006-3c95ee4acfb3 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:30:48.434479 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-28e2c925-09da-4534-90fd-d4d9938215fc req-76a1d467-a85b-4e9b-bca6-9321903a7025 service neutron] 10.222.0.50 "GET /v2.0/networks/4906b42e-b307-4d36-b70d-f5895b463d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3780887 May 31 13:30:48.489266 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-43b259f8-1ff9-4b05-bf4d-dab26bb08578 req-43038c6f-86d8-47b2-bb22-dc05c905d8a2 tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] Allocated IP 172.25.6.107 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/7a0e1d21-c3bd-40a8-8436-682c062f5622) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:30:48.508856 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port 9fc82b4a-271e-4b98-9006-3c95ee4acfb3 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:30:48.522072 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port 9fc82b4a-271e-4b98-9006-3c95ee4acfb3 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:30:48.522635 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:48.550420 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port a13aa445-60bc-47a7-b5eb-71c61a56ef8e is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:30:48.607415 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-dcc6a2db-3a2a-4f77-bd37-242a6f680503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5372a397-3a97-491b-9c5f-82fd07262847', 'name': 'tempest-FloatingIPsAssociationTestJSON-235570822-router', 'tenant_id': '633e14999cf6449e966925c4e75e7489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '7cc6de2f-6595-49b2-9d8c-3aa2c4591031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:28:34Z', 'updated_at': '2022-05-31T13:28:53Z', 'revision_number': 4, 'project_id': '633e14999cf6449e966925c4e75e7489', 'gw_port': {'id': '7cc6de2f-6595-49b2-9d8c-3aa2c4591031', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:90:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5372a397-3a97-491b-9c5f-82fd07262847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:28:38Z', 'updated_at': '2022-05-31T13:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': 'c974891d-8af0-4de2-bb08-3daf2b7fc538', 'tenant_id': '633e14999cf6449e966925c4e75e7489', 'floating_ip_address': '172.25.6.106', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '5372a397-3a97-491b-9c5f-82fd07262847', 'port_id': 'e6b68917-db09-4f5c-b406-1282734b8074', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4906b42e-b307-4d36-b70d-f5895b463d19', 'mac_address': 'fa:16:3e:23:be:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e95ad1-6dce-417f-a915-ce477b98c8cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:29:34Z', 'updated_at': '2022-05-31T13:30:46Z', 'revision_number': 4, 'project_id': '633e14999cf6449e966925c4e75e7489', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7679717-72d0-422d-bb1a-824fffff1b99', 'name': '', 'network_id': '4906b42e-b307-4d36-b70d-f5895b463d19', 'tenant_id': '633e14999cf6449e966925c4e75e7489', 'mac_address': 'fa:16:3e:cd:4a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5372a397-3a97-491b-9c5f-82fd07262847', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '33d5a057-d728-4f2d-867b-3bfbd8f9a5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:28:51Z', 'updated_at': '2022-05-31T13:29:08Z', 'revision_number': 5, 'project_id': '633e14999cf6449e966925c4e75e7489', 'subnets': [{'id': '33d5a057-d728-4f2d-867b-3bfbd8f9a5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:30:48.614682 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc6a2db-3a2a-4f77-bd37-242a6f680503 None None] The sync data for ids ['5372a397-3a97-491b-9c5f-82fd07262847'] in n-d-843939-1 is: [{'id': '5372a397-3a97-491b-9c5f-82fd07262847', 'name': 'tempest-FloatingIPsAssociationTestJSON-235570822-router', 'tenant_id': '633e14999cf6449e966925c4e75e7489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '7cc6de2f-6595-49b2-9d8c-3aa2c4591031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:28:34Z', 'updated_at': '2022-05-31T13:28:53Z', 'revision_number': 4, 'project_id': '633e14999cf6449e966925c4e75e7489', 'gw_port': {'id': '7cc6de2f-6595-49b2-9d8c-3aa2c4591031', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:90:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5372a397-3a97-491b-9c5f-82fd07262847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:28:38Z', 'updated_at': '2022-05-31T13:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': 'c974891d-8af0-4de2-bb08-3daf2b7fc538', 'tenant_id': '633e14999cf6449e966925c4e75e7489', 'floating_ip_address': '172.25.6.106', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '5372a397-3a97-491b-9c5f-82fd07262847', 'port_id': 'e6b68917-db09-4f5c-b406-1282734b8074', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4906b42e-b307-4d36-b70d-f5895b463d19', 'mac_address': 'fa:16:3e:23:be:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e95ad1-6dce-417f-a915-ce477b98c8cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:29:34Z', 'updated_at': '2022-05-31T13:30:46Z', 'revision_number': 4, 'project_id': '633e14999cf6449e966925c4e75e7489', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7679717-72d0-422d-bb1a-824fffff1b99', 'name': '', 'network_id': '4906b42e-b307-4d36-b70d-f5895b463d19', 'tenant_id': '633e14999cf6449e966925c4e75e7489', 'mac_address': 'fa:16:3e:cd:4a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5372a397-3a97-491b-9c5f-82fd07262847', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '33d5a057-d728-4f2d-867b-3bfbd8f9a5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:28:51Z', 'updated_at': '2022-05-31T13:29:08Z', 'revision_number': 5, 'project_id': '633e14999cf6449e966925c4e75e7489', 'subnets': [{'id': '33d5a057-d728-4f2d-867b-3bfbd8f9a5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:30:48.706146 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 9fc82b4a-271e-4b98-9006-3c95ee4acfb3 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:30:48.706611 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:48.759453 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 9fc82b4a-271e-4b98-9006-3c95ee4acfb3, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=9fc82b4a-271e-4b98-9006-3c95ee4acfb3,segment=NetworkSegment(6fa0bd13-a4b7-4b4f-80e5-be8b2fd586ea),segment_id=6fa0bd13-a4b7-4b4f-80e5-be8b2fd586ea)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:30:48.772066 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:48.777765 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-28e2c925-09da-4534-90fd-d4d9938215fc req-660c67fd-1de3-46b9-a52b-d93f108b2c66 service neutron] 10.222.0.50 "GET /v2.0/networks/4906b42e-b307-4d36-b70d-f5895b463d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3247254 May 31 13:30:48.853803 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=9fc82b4a-271e-4b98-9006-3c95ee4acfb3,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:30:48.876293 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-43b259f8-1ff9-4b05-bf4d-dab26bb08578 req-43038c6f-86d8-47b2-bb22-dc05c905d8a2 tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:48.932454 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e2c925-09da-4534-90fd-d4d9938215fc req-26af7fff-28c5-4243-b3fd-f3e7030762d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:48.934112 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-28e2c925-09da-4534-90fd-d4d9938215fc req-26af7fff-28c5-4243-b3fd-f3e7030762d7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=633e14999cf6449e966925c4e75e7489&device_id=a5e95ad1-6dce-417f-a915-ce477b98c8cd HTTP/1.1" status: 200 len: 1096 time: 0.1092911 May 31 13:30:48.941388 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-43b259f8-1ff9-4b05-bf4d-dab26bb08578 req-43038c6f-86d8-47b2-bb22-dc05c905d8a2 tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:49.144891 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43b259f8-1ff9-4b05-bf4d-dab26bb08578 req-43038c6f-86d8-47b2-bb22-dc05c905d8a2 tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:30:49.157548 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-43b259f8-1ff9-4b05-bf4d-dab26bb08578 req-43038c6f-86d8-47b2-bb22-dc05c905d8a2 tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:30:49.160000 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-43b259f8-1ff9-4b05-bf4d-dab26bb08578 req-43038c6f-86d8-47b2-bb22-dc05c905d8a2 tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:30:49.198950 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43038c6f-86d8-47b2-bb22-dc05c905d8a2 tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] Pushing event updated for resources: {'Port': ['ID=7a0e1d21-c3bd-40a8-8436-682c062f5622,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:30:49.283046 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e2c925-09da-4534-90fd-d4d9938215fc req-c9a097cf-6734-478b-8a5a-ec8109d911bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:49.284511 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-28e2c925-09da-4534-90fd-d4d9938215fc req-c9a097cf-6734-478b-8a5a-ec8109d911bf service neutron] 10.222.0.50 "GET /v2.0/networks?id=4906b42e-b307-4d36-b70d-f5895b463d19 HTTP/1.1" status: 200 len: 921 time: 0.3025808 May 31 13:30:49.424873 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f02c4-e74d-47f8-89f8-6f40dd66dd96 req-fb2f07ba-2658-403c-b2ab-7e4c670a8e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:49.426629 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-046f02c4-e74d-47f8-89f8-6f40dd66dd96 req-fb2f07ba-2658-403c-b2ab-7e4c670a8e42 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5eee3054-3ed5-47f8-b1a8-ef0b67b604a5 HTTP/1.1" status: 200 len: 1096 time: 0.3857877 May 31 13:30:49.465255 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-43b259f8-1ff9-4b05-bf4d-dab26bb08578 req-43038c6f-86d8-47b2-bb22-dc05c905d8a2 tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:49.511076 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-28e2c925-09da-4534-90fd-d4d9938215fc req-fefaf982-7b7d-4c75-ab27-39cf9addfb44 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6b68917-db09-4f5c-b406-1282734b8074 HTTP/1.1" status: 200 len: 1001 time: 0.2155800 May 31 13:30:49.573417 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-046f02c4-e74d-47f8-89f8-6f40dd66dd96 req-89b28ec3-fe22-4cad-8d20-5f616797abcc service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1a17cab4-6020-4095-a3af-d8da92feae16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339760 May 31 13:30:49.597083 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-43b259f8-1ff9-4b05-bf4d-dab26bb08578 req-43038c6f-86d8-47b2-bb22-dc05c905d8a2 tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:49.648985 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e2c925-09da-4534-90fd-d4d9938215fc req-ee48de10-472a-4a9b-b0e6-3ccabcc76982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:49.651319 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-28e2c925-09da-4534-90fd-d4d9938215fc req-ee48de10-472a-4a9b-b0e6-3ccabcc76982 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=33d5a057-d728-4f2d-867b-3bfbd8f9a5e3 HTTP/1.1" status: 200 len: 859 time: 0.1266501 May 31 13:30:49.851138 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e2c925-09da-4534-90fd-d4d9938215fc req-ceca71ac-8aeb-44ed-a021-0eff609d4aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:49.852506 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-28e2c925-09da-4534-90fd-d4d9938215fc req-ceca71ac-8aeb-44ed-a021-0eff609d4aff service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4906b42e-b307-4d36-b70d-f5895b463d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1935701 May 31 13:30:49.979645 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-43b259f8-1ff9-4b05-bf4d-dab26bb08578 req-43038c6f-86d8-47b2-bb22-dc05c905d8a2 tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:49.997171 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-43b259f8-1ff9-4b05-bf4d-dab26bb08578 req-43038c6f-86d8-47b2-bb22-dc05c905d8a2 tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:50.109665 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-28e2c925-09da-4534-90fd-d4d9938215fc req-c4612891-909d-4f8b-85b4-f8a08e1d948c service neutron] 10.222.0.50 "GET /v2.0/networks/4906b42e-b307-4d36-b70d-f5895b463d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476962 May 31 13:30:50.147530 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43038c6f-86d8-47b2-bb22-dc05c905d8a2 tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] Pushing event updated for resources: {'Port': ['ID=7a0e1d21-c3bd-40a8-8436-682c062f5622,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:30:50.350870 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-43b259f8-1ff9-4b05-bf4d-dab26bb08578 req-43038c6f-86d8-47b2-bb22-dc05c905d8a2 tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:50.396044 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-43b259f8-1ff9-4b05-bf4d-dab26bb08578 req-43038c6f-86d8-47b2-bb22-dc05c905d8a2 tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:50.397299 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-43b259f8-1ff9-4b05-bf4d-dab26bb08578 req-43038c6f-86d8-47b2-bb22-dc05c905d8a2 tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8126245 May 31 13:30:50.494738 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-28e2c925-09da-4534-90fd-d4d9938215fc req-e0318558-64e8-4c64-9b99-0adbbd225b4d service neutron] 10.222.0.50 "GET /v2.0/networks/4906b42e-b307-4d36-b70d-f5895b463d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3688459 May 31 13:30:50.500300 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-43b259f8-1ff9-4b05-bf4d-dab26bb08578 req-e913525b-bded-4152-8169-bf1ab83191cc tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] Synchronizing usage tracker for tenant:a3c10d77b5e9443791adec2e7e1c7c37 on resource:floatingip {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:30:50.525289 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-43b259f8-1ff9-4b05-bf4d-dab26bb08578 req-e913525b-bded-4152-8169-bf1ab83191cc tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] Unset dirty status for tenant:a3c10d77b5e9443791adec2e7e1c7c37 on resource:floatingip {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:30:50.526551 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-43b259f8-1ff9-4b05-bf4d-dab26bb08578 req-e913525b-bded-4152-8169-bf1ab83191cc tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.107 HTTP/1.1" status: 200 len: 696 time: 0.1208403 May 31 13:30:50.766064 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b259f8-1ff9-4b05-bf4d-dab26bb08578 req-51fedb03-9788-4aed-b298-ee8dbecd9bfb tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:50.768066 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-43b259f8-1ff9-4b05-bf4d-dab26bb08578 req-51fedb03-9788-4aed-b298-ee8dbecd9bfb tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] 10.222.0.50 "GET /v2.0/networks/d2103cd5-63ba-4c24-9d95-fd17643bf14c HTTP/1.1" status: 200 len: 784 time: 0.2317245 May 31 13:30:50.783503 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80df3b9-4f6e-4c17-83f5-5c9e0f9bc124 req-a90f71e2-02dd-4abc-bcd2-232e586a5684 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:50.785047 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d80df3b9-4f6e-4c17-83f5-5c9e0f9bc124 req-a90f71e2-02dd-4abc-bcd2-232e586a5684 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 944 time: 0.1643677 May 31 13:30:50.836818 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d80df3b9-4f6e-4c17-83f5-5c9e0f9bc124 req-d39579b2-779e-432f-bf1f-c59b9bc826d5 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446944 May 31 13:30:51.103982 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6d821b-f9e0-4b05-aed1-ea621fc6e21c req-0bc39829-8bad-4862-9584-b06e279241a8 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:51.106630 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ba6d821b-f9e0-4b05-aed1-ea621fc6e21c req-0bc39829-8bad-4862-9584-b06e279241a8 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d5f5475-098d-4982-b942-ed8f9e3042c4 HTTP/1.1" status: 200 len: 945 time: 0.1498723 May 31 13:30:51.132212 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7946b09-a8ef-4992-8871-77a6af7a19b4'] response: {'name': 'network-changed', 'server_uuid': '9d6d9622-63e9-4767-9e87-e5a9f80cb523', 'tag': '32ca3252-a6cd-40d0-9751-a0bcd2a5f418', 'status': 'completed', 'code': 200} May 31 13:30:51.224292 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ba6d821b-f9e0-4b05-aed1-ea621fc6e21c req-44ad0e00-5dfa-4556-ad4b-dcdfb72e1043 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] 10.222.0.50 "GET /v2.0/security-groups?id=55bd970b-2f57-4851-b98f-a55d5a4ba329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086636 May 31 13:30:51.302989 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6510396d-0ed2-46d7-ad4c-cad8c80522b0 req-8864dbbb-4ea2-4988-b525-ff654a811c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:51.304456 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6510396d-0ed2-46d7-ad4c-cad8c80522b0 req-8864dbbb-4ea2-4988-b525-ff654a811c31 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=633e14999cf6449e966925c4e75e7489&device_id=9d6d9622-63e9-4767-9e87-e5a9f80cb523 HTTP/1.1" status: 200 len: 1097 time: 0.1519682 May 31 13:30:51.327418 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ec328a6-b39b-4c74-bb8d-d3cce03137d6'] response: {'server_uuid': 'c60064d4-fc1a-4054-aedd-db2291062076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0891449e-83a0-4a17-b388-f78cb0a6f90e', 'code': 200} May 31 13:30:51.329168 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ec328a6-b39b-4c74-bb8d-d3cce03137d6'] response: {'server_uuid': '44ddad2c-fe8f-47c8-a3e7-0e7cc36dafd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d45171f-722a-4471-be12-7e323923194e', 'code': 200} May 31 13:30:51.573491 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e1149e-232e-43af-af0a-408ee83fbd0f req-b0b7dbc6-d6bd-46b5-959d-a080aae3921a tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:51.574896 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-48e1149e-232e-43af-af0a-408ee83fbd0f req-b0b7dbc6-d6bd-46b5-959d-a080aae3921a tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/ports?device_id=44ddad2c-fe8f-47c8-a3e7-0e7cc36dafd3 HTTP/1.1" status: 200 len: 946 time: 0.3231652 May 31 13:30:51.575370 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a5b780-ff61-4868-a429-42ae560fc237 req-1f46d493-7a07-4fdc-b72b-dfcc52a5b801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:51.578461 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e3a5b780-ff61-4868-a429-42ae560fc237 req-1f46d493-7a07-4fdc-b72b-dfcc52a5b801 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c60064d4-fc1a-4054-aedd-db2291062076 HTTP/1.1" status: 200 len: 1096 time: 0.1413908 May 31 13:30:51.585838 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6510396d-0ed2-46d7-ad4c-cad8c80522b0 req-b94ca367-a7f5-49e7-8639-563010d32b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:51.587332 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6510396d-0ed2-46d7-ad4c-cad8c80522b0 req-b94ca367-a7f5-49e7-8639-563010d32b4d service neutron] 10.222.0.44 "GET /v2.0/networks?id=4906b42e-b307-4d36-b70d-f5895b463d19 HTTP/1.1" status: 200 len: 921 time: 0.2762113 May 31 13:30:51.646562 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e3a5b780-ff61-4868-a429-42ae560fc237 req-b079bb25-7477-4475-ac74-bd02d02c21b2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=55bd970b-2f57-4851-b98f-a55d5a4ba329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606031 May 31 13:30:51.687957 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6510396d-0ed2-46d7-ad4c-cad8c80522b0 req-f65f8845-ded5-402f-90a9-36a0a1284033 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32ca3252-a6cd-40d0-9751-a0bcd2a5f418 HTTP/1.1" status: 200 len: 217 time: 0.0899270 May 31 13:30:51.762298 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-48e1149e-232e-43af-af0a-408ee83fbd0f req-af539eaf-a990-437a-ac7e-2ea31d01636c tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/security-groups?id=11fe291e-69a0-4211-ae19-9fbe273445b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689134 May 31 13:30:51.764127 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133c3a24-6cdf-4615-9d91-d8c8598fa74a req-2258ac53-3249-4598-bd68-6397866eb312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:51.766233 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-133c3a24-6cdf-4615-9d91-d8c8598fa74a req-2258ac53-3249-4598-bd68-6397866eb312 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=44ddad2c-fe8f-47c8-a3e7-0e7cc36dafd3 HTTP/1.1" status: 200 len: 1097 time: 0.3514390 May 31 13:30:51.795965 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6510396d-0ed2-46d7-ad4c-cad8c80522b0 req-3d6fb03c-06e4-4e28-9fc1-3f0c41fb9442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:51.797409 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6510396d-0ed2-46d7-ad4c-cad8c80522b0 req-3d6fb03c-06e4-4e28-9fc1-3f0c41fb9442 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=33d5a057-d728-4f2d-867b-3bfbd8f9a5e3 HTTP/1.1" status: 200 len: 859 time: 0.0959671 May 31 13:30:51.806445 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d796e37-deaa-4072-a57e-8bd999a25957 req-6654fd78-156e-46f2-b2f5-57ac97cc6f7b tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:51.808013 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7d796e37-deaa-4072-a57e-8bd999a25957 req-6654fd78-156e-46f2-b2f5-57ac97cc6f7b tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/ports?device_id=5eee3054-3ed5-47f8-b1a8-ef0b67b604a5 HTTP/1.1" status: 200 len: 945 time: 0.3075991 May 31 13:30:52.051966 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7d796e37-deaa-4072-a57e-8bd999a25957 req-f5c94c55-c0d4-438a-8ad0-7fefda99df88 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a17cab4-6020-4095-a3af-d8da92feae16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571090 May 31 13:30:52.053397 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-133c3a24-6cdf-4615-9d91-d8c8598fa74a req-3fe2209e-3714-417c-80c2-04617ffc9fe2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=11fe291e-69a0-4211-ae19-9fbe273445b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071455 May 31 13:30:52.056930 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b5d37567-1326-433d-ad4f-35831e51089c req-aef1eb56-9112-423d-8869-838bd1bf6801 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.106 HTTP/1.1" status: 200 len: 1001 time: 0.2634547 May 31 13:30:52.181657 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 13:30:52.224535 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6510396d-0ed2-46d7-ad4c-cad8c80522b0 req-5be45966-c3ba-45f5-8118-7348676240ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:52.226038 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6510396d-0ed2-46d7-ad4c-cad8c80522b0 req-5be45966-c3ba-45f5-8118-7348676240ab service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4906b42e-b307-4d36-b70d-f5895b463d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4171231 May 31 13:30:52.468292 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bee43ff8-633c-412d-a0b8-454fc255ab5a req-58aa6050-c57a-435f-883d-6caaf4311909 tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] 10.222.0.50 "GET /v2.0/floatingips/a69f036b-6a35-4893-ad80-78255f248f5f HTTP/1.1" status: 200 len: 693 time: 0.3588779 May 31 13:30:52.598932 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d37567-1326-433d-ad4f-35831e51089c req-543964f8-1c0c-4d81-ae1d-dc0c15d51efe tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:52.600325 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b5d37567-1326-433d-ad4f-35831e51089c req-543964f8-1c0c-4d81-ae1d-dc0c15d51efe tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.50 "GET /v2.0/ports/e6b68917-db09-4f5c-b406-1282734b8074 HTTP/1.1" status: 200 len: 942 time: 0.5367973 May 31 13:30:52.934506 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6510396d-0ed2-46d7-ad4c-cad8c80522b0 req-72d58aef-a9cc-4f4a-a2a1-6e33901237a1 service neutron] 10.222.0.44 "GET /v2.0/networks/4906b42e-b307-4d36-b70d-f5895b463d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6922097 May 31 13:30:52.949244 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b5d37567-1326-433d-ad4f-35831e51089c req-66c3b610-25a4-4cb6-81af-d4b17775c562 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.106 HTTP/1.1" status: 200 len: 1001 time: 0.2366772 May 31 13:30:52.986477 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee43ff8-633c-412d-a0b8-454fc255ab5a req-0c0fc14c-9d55-42a7-9e2e-abf78e61d4ab tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:52.988111 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bee43ff8-633c-412d-a0b8-454fc255ab5a req-0c0fc14c-9d55-42a7-9e2e-abf78e61d4ab tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] 10.222.0.50 "GET /v2.0/networks/d2103cd5-63ba-4c24-9d95-fd17643bf14c HTTP/1.1" status: 200 len: 784 time: 0.4980762 May 31 13:30:53.001193 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a2b64-2ae3-455a-a7af-75bc66ef0f6e req-833bfc5b-e795-4b6e-a2f7-670605053795 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:53.003286 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2c2a2b64-2ae3-455a-a7af-75bc66ef0f6e req-833bfc5b-e795-4b6e-a2f7-670605053795 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c9187d7-9dd8-469d-b56d-671bd4b21a48 HTTP/1.1" status: 200 len: 945 time: 0.5940621 May 31 13:30:53.148656 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5e95ad1-6dce-417f-a915-ce477b98c8cd', 'tag': 'e6b68917-db09-4f5c-b406-1282734b8074'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:30:53.331612 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d5f5475-098d-4982-b942-ed8f9e3042c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fc82b4a-271e-4b98-9006-3c95ee4acfb3'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:30:53.371873 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-2c2a2b64-2ae3-455a-a7af-75bc66ef0f6e req-5ca74152-c1db-4e96-8261-1cc67a583a99 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Deleting port 61762e12-583d-445a-a9d7-c31772613a37 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:30:53.372231 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-2c2a2b64-2ae3-455a-a7af-75bc66ef0f6e req-5ca74152-c1db-4e96-8261-1cc67a583a99 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:53.487888 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6510396d-0ed2-46d7-ad4c-cad8c80522b0 req-425fb591-4f27-45bd-9aa1-d0d80700929f service neutron] 10.222.0.44 "GET /v2.0/networks/4906b42e-b307-4d36-b70d-f5895b463d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5467453 May 31 13:30:53.500140 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d37567-1326-433d-ad4f-35831e51089c req-803be473-6467-4d45-9fae-f6a098c55b55 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:53.506944 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b5d37567-1326-433d-ad4f-35831e51089c req-803be473-6467-4d45-9fae-f6a098c55b55 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.50 "GET /v2.0/networks/d2103cd5-63ba-4c24-9d95-fd17643bf14c HTTP/1.1" status: 200 len: 784 time: 0.5298779 May 31 13:30:53.551781 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [req-b5d37567-1326-433d-ad4f-35831e51089c req-a1458f9d-eb43-4911-ac7c-2478430fb376 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:30:53.553506 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b5d37567-1326-433d-ad4f-35831e51089c req-a1458f9d-eb43-4911-ac7c-2478430fb376 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0456049 May 31 13:30:53.625625 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa3c086-43e0-4dd6-b08a-d4b84d11d865 req-2f2046b1-9cc0-452a-a682-4332873c17e6 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:53.627074 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-baa3c086-43e0-4dd6-b08a-d4b84d11d865 req-2f2046b1-9cc0-452a-a682-4332873c17e6 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 944 time: 0.4712441 May 31 13:30:53.824201 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-baa3c086-43e0-4dd6-b08a-d4b84d11d865 req-417c5ca4-92fa-42b4-9c15-f17d13e054a1 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468897 May 31 13:30:53.892668 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-2c2a2b64-2ae3-455a-a7af-75bc66ef0f6e req-5ca74152-c1db-4e96-8261-1cc67a583a99 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] For port 61762e12-583d-445a-a9d7-c31772613a37, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=61762e12-583d-445a-a9d7-c31772613a37,segment=NetworkSegment(6af449b4-9759-41ca-aa70-1c602a81197c),segment_id=6af449b4-9759-41ca-aa70-1c602a81197c)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:30:53.893576 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-2c2a2b64-2ae3-455a-a7af-75bc66ef0f6e req-5ca74152-c1db-4e96-8261-1cc67a583a99 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:54.027387 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990efec-d7d4-4d73-9dd8-2c85e97517c6 req-aafb6db1-e202-4dea-9700-e0a29e4cc7ac tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:54.029876 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2990efec-d7d4-4d73-9dd8-2c85e97517c6 req-aafb6db1-e202-4dea-9700-e0a29e4cc7ac tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c9187d7-9dd8-469d-b56d-671bd4b21a48 HTTP/1.1" status: 200 len: 945 time: 0.3537490 May 31 13:30:54.104976 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-2c2a2b64-2ae3-455a-a7af-75bc66ef0f6e req-5ca74152-c1db-4e96-8261-1cc67a583a99 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Calling delete_port for 61762e12-583d-445a-a9d7-c31772613a37 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:30:54.383603 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2990efec-d7d4-4d73-9dd8-2c85e97517c6 req-f49c3f57-d350-4ffe-a55b-31dea12ac75b tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d29a7ba-8da4-4594-bfbf-9f55cd071e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861218 May 31 13:30:54.494495 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 61762e12-583d-445a-a9d7-c31772613a37 no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:30:54.521162 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e60023f-6f48-41f8-8107-bda780a0b1fa req-d2714dc2-2a38-4005-bce5-ebef18b04abd tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:54.522763 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3e60023f-6f48-41f8-8107-bda780a0b1fa req-d2714dc2-2a38-4005-bce5-ebef18b04abd tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d5f5475-098d-4982-b942-ed8f9e3042c4 HTTP/1.1" status: 200 len: 945 time: 0.3767402 May 31 13:30:54.637968 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-2c2a2b64-2ae3-455a-a7af-75bc66ef0f6e req-5ca74152-c1db-4e96-8261-1cc67a583a99 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:54.666862 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['56abcba9-513f-4c4d-a97d-b112bfe0bc20'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:30:54.699427 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Port 61762e12-583d-445a-a9d7-c31772613a37 update to DOWN by agent not found {{(pid=88371) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 31 13:30:54.708275 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3e60023f-6f48-41f8-8107-bda780a0b1fa req-03b74bf9-fc7c-45f3-93f8-488c1ddf21e7 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] 10.222.0.50 "GET /v2.0/security-groups?id=55bd970b-2f57-4851-b98f-a55d5a4ba329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744745 May 31 13:30:54.711800 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca74152-c1db-4e96-8261-1cc67a583a99 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Pushing event deleted for resources: {'Port': ['ID=61762e12-583d-445a-a9d7-c31772613a37,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:30:54.912423 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c2a2b64-2ae3-455a-a7af-75bc66ef0f6e req-5ca74152-c1db-4e96-8261-1cc67a583a99 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] No DVR routers for this DVR port 61762e12-583d-445a-a9d7-c31772613a37 on host n-h1-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:30:54.916585 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-92c130bb-1206-47a0-9efa-6a63aa663489 req-d1086e1e-1534-4d34-a9f7-d72d8f43f108 tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] 10.222.0.50 "GET /v2.0/floatingips?tenant_id=a3c10d77b5e9443791adec2e7e1c7c37 HTTP/1.1" status: 200 len: 696 time: 0.1655705 May 31 13:30:54.918645 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-2c2a2b64-2ae3-455a-a7af-75bc66ef0f6e req-5ca74152-c1db-4e96-8261-1cc67a583a99 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:54.938667 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203a8e19-cecd-491c-9a2e-68915e030e22 req-57789a1f-a1b0-416d-99c0-ac7ab5804fd9 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:54.940102 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-203a8e19-cecd-491c-9a2e-68915e030e22 req-57789a1f-a1b0-416d-99c0-ac7ab5804fd9 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/ports?device_id=44ddad2c-fe8f-47c8-a3e7-0e7cc36dafd3 HTTP/1.1" status: 200 len: 946 time: 0.4134474 May 31 13:30:54.981160 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2c2a2b64-2ae3-455a-a7af-75bc66ef0f6e req-5ca74152-c1db-4e96-8261-1cc67a583a99 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.20 "DELETE /v2.0/ports/61762e12-583d-445a-a9d7-c31772613a37 HTTP/1.1" status: 204 len: 173 time: 1.8858964 May 31 13:30:55.089444 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-203a8e19-cecd-491c-9a2e-68915e030e22 req-33143253-40a4-40c2-b443-569de3689e72 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/security-groups?id=11fe291e-69a0-4211-ae19-9fbe273445b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257031 May 31 13:30:55.164635 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c130bb-1206-47a0-9efa-6a63aa663489 req-8d10a25e-fb98-405b-9758-80d921991c12 tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:55.166225 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-92c130bb-1206-47a0-9efa-6a63aa663489 req-8d10a25e-fb98-405b-9758-80d921991c12 tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] 10.222.0.50 "GET /v2.0/networks?id=d2103cd5-63ba-4c24-9d95-fd17643bf14c HTTP/1.1" status: 200 len: 787 time: 0.2394145 May 31 13:30:55.185325 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8594713b-f808-4c6c-8568-927111882bc3'] response: {'name': 'network-changed', 'server_uuid': 'a5e95ad1-6dce-417f-a915-ce477b98c8cd', 'tag': 'e6b68917-db09-4f5c-b406-1282734b8074', 'status': 'completed', 'code': 200} May 31 13:30:55.253696 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb8cfd23-bc1a-4236-8a26-142f33188fc9'] response: {'server_uuid': '0d5f5475-098d-4982-b942-ed8f9e3042c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fc82b4a-271e-4b98-9006-3c95ee4acfb3', 'code': 200} May 31 13:30:55.560559 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-02007c8c-6a78-47ac-973a-60c0e7c676db req-28c91073-065c-4fa5-b79e-20390465ec68 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.106 HTTP/1.1" status: 200 len: 1001 time: 0.3480361 May 31 13:30:55.675730 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02007c8c-6a78-47ac-973a-60c0e7c676db req-a4ebdf1c-8d6b-4963-96d3-0a07397d91e7 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:55.678454 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-02007c8c-6a78-47ac-973a-60c0e7c676db req-a4ebdf1c-8d6b-4963-96d3-0a07397d91e7 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.50 "GET /v2.0/ports/e6b68917-db09-4f5c-b406-1282734b8074 HTTP/1.1" status: 200 len: 942 time: 0.1168318 May 31 13:30:55.720819 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ae84a-5ec5-4e9a-a97d-e86020249cf5 req-ba8b3516-4806-49fc-8f3e-e9c5a079d255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:55.723205 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0e0ae84a-5ec5-4e9a-a97d-e86020249cf5 req-ba8b3516-4806-49fc-8f3e-e9c5a079d255 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=633e14999cf6449e966925c4e75e7489&device_id=a5e95ad1-6dce-417f-a915-ce477b98c8cd HTTP/1.1" status: 200 len: 1096 time: 0.5077517 May 31 13:30:55.769930 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb614138-bc3b-463a-a520-3e514990d847 req-a6ec282c-fe5b-44ce-83e5-b7a9b7610a43 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:55.771023 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-eb614138-bc3b-463a-a520-3e514990d847 req-a6ec282c-fe5b-44ce-83e5-b7a9b7610a43 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 944 time: 0.3188481 May 31 13:30:55.776511 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17241f1d-d0f8-4b80-a758-2210be1d2aed req-8fb82d73-3c55-4d47-941c-e18395f700b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:55.778063 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-17241f1d-d0f8-4b80-a758-2210be1d2aed req-8fb82d73-3c55-4d47-941c-e18395f700b3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0d5f5475-098d-4982-b942-ed8f9e3042c4 HTTP/1.1" status: 200 len: 1096 time: 0.4141116 May 31 13:30:56.037532 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-17241f1d-d0f8-4b80-a758-2210be1d2aed req-fabc5de5-0078-4a19-957e-03dde1232e6f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=55bd970b-2f57-4851-b98f-a55d5a4ba329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718471 May 31 13:30:56.068834 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-02007c8c-6a78-47ac-973a-60c0e7c676db req-2bfca43a-c280-4508-8677-ae0e43af63e1 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.106 HTTP/1.1" status: 200 len: 1001 time: 0.2893746 May 31 13:30:56.074394 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-eb614138-bc3b-463a-a520-3e514990d847 req-2d7d806b-5881-4c93-82e0-5455ba6318b7 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2102206 May 31 13:30:56.128396 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ae84a-5ec5-4e9a-a97d-e86020249cf5 req-2b1d2734-52b0-4b5d-9fcd-c7e00a3c2dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:56.129694 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0e0ae84a-5ec5-4e9a-a97d-e86020249cf5 req-2b1d2734-52b0-4b5d-9fcd-c7e00a3c2dfc service neutron] 10.222.0.44 "GET /v2.0/networks?id=4906b42e-b307-4d36-b70d-f5895b463d19 HTTP/1.1" status: 200 len: 921 time: 0.3988373 May 31 13:30:56.421705 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02007c8c-6a78-47ac-973a-60c0e7c676db req-e2d71030-ee59-42d9-883c-40738f82f30a tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:56.438416 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-02007c8c-6a78-47ac-973a-60c0e7c676db req-e2d71030-ee59-42d9-883c-40738f82f30a tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.50 "GET /v2.0/networks/d2103cd5-63ba-4c24-9d95-fd17643bf14c HTTP/1.1" status: 200 len: 784 time: 0.3620996 May 31 13:30:57.013334 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0e0ae84a-5ec5-4e9a-a97d-e86020249cf5 req-c9788fb1-d4c9-4df7-b056-82be2c2734de service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6b68917-db09-4f5c-b406-1282734b8074 HTTP/1.1" status: 200 len: 1001 time: 0.5734365 May 31 13:30:57.081370 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-02007c8c-6a78-47ac-973a-60c0e7c676db req-72b6ce0d-254f-4619-bb71-f0d7fa7500c9 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.106 HTTP/1.1" status: 200 len: 1001 time: 0.3114543 May 31 13:30:57.106236 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-02007c8c-6a78-47ac-973a-60c0e7c676db req-784733a0-f47b-495e-be8a-cae0c8776e0b tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:30:57.177029 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c9187d7-9dd8-469d-b56d-671bd4b21a48', 'name': 'network-vif-deleted', 'tag': '61762e12-583d-445a-a9d7-c31772613a37'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:30:57.216026 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ae84a-5ec5-4e9a-a97d-e86020249cf5 req-c5f5a389-ae3a-4edc-9ebc-efae16d12e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:57.217524 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0e0ae84a-5ec5-4e9a-a97d-e86020249cf5 req-c5f5a389-ae3a-4edc-9ebc-efae16d12e10 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=33d5a057-d728-4f2d-867b-3bfbd8f9a5e3 HTTP/1.1" status: 200 len: 859 time: 0.1900582 May 31 13:30:57.328626 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-02007c8c-6a78-47ac-973a-60c0e7c676db req-784733a0-f47b-495e-be8a-cae0c8776e0b tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Notify callbacks [] for floatingip, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:57.425907 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ace523-d9a9-4b9f-b2ad-c2fb015e8982 req-b979210e-f5a8-41bd-aca9-dfc8d87d8954 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:57.427731 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d6ace523-d9a9-4b9f-b2ad-c2fb015e8982 req-b979210e-f5a8-41bd-aca9-dfc8d87d8954 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/ports?device_id=44ddad2c-fe8f-47c8-a3e7-0e7cc36dafd3 HTTP/1.1" status: 200 len: 946 time: 0.6567800 May 31 13:30:57.430405 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071d9f1f-af28-4062-9cf0-1d429a8a1c03 req-986531ef-7969-43ef-b6f1-9831675e68c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:57.432141 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-071d9f1f-af28-4062-9cf0-1d429a8a1c03 req-986531ef-7969-43ef-b6f1-9831675e68c5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=be9b8c94d98b42f385a0f29035539835&device_id=5eee3054-3ed5-47f8-b1a8-ef0b67b604a5 HTTP/1.1" status: 200 len: 1096 time: 0.6601360 May 31 13:30:57.718669 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d6ace523-d9a9-4b9f-b2ad-c2fb015e8982 req-71234475-344d-4f1f-a022-57a543302951 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/security-groups?id=11fe291e-69a0-4211-ae19-9fbe273445b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718642 May 31 13:30:57.850757 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ae84a-5ec5-4e9a-a97d-e86020249cf5 req-7f7a4eea-4d93-4f0e-8929-3565247af3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:57.852278 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0e0ae84a-5ec5-4e9a-a97d-e86020249cf5 req-7f7a4eea-4d93-4f0e-8929-3565247af3d3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4906b42e-b307-4d36-b70d-f5895b463d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6208766 May 31 13:30:57.990622 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-02007c8c-6a78-47ac-973a-60c0e7c676db req-784733a0-f47b-495e-be8a-cae0c8776e0b tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:57.994522 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071d9f1f-af28-4062-9cf0-1d429a8a1c03 req-4e7bbec4-5773-42b7-aa2c-9ec5f8ce7024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:57.996567 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-071d9f1f-af28-4062-9cf0-1d429a8a1c03 req-4e7bbec4-5773-42b7-aa2c-9ec5f8ce7024 service neutron] 10.222.0.20 "GET /v2.0/networks?id=29fe9209-7455-49d1-bbb8-3bf3a6f3bebb HTTP/1.1" status: 200 len: 919 time: 0.5543728 May 31 13:30:58.068480 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-02007c8c-6a78-47ac-973a-60c0e7c676db req-784733a0-f47b-495e-be8a-cae0c8776e0b tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:58.069422 n-d-843939-1 neutron-server[88370]: INFO neutron.db.l3_db [req-02007c8c-6a78-47ac-973a-60c0e7c676db req-784733a0-f47b-495e-be8a-cae0c8776e0b tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Floating IP c974891d-8af0-4de2-bb08-3daf2b7fc538 disassociated. External IP: 172.25.6.106, port: e6b68917-db09-4f5c-b406-1282734b8074. May 31 13:30:58.373944 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-071d9f1f-af28-4062-9cf0-1d429a8a1c03 req-570e8132-ba03-4dea-b3d4-4600a4ddbe27 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cab04309-4594-4e66-a15a-e4206da32c24 HTTP/1.1" status: 200 len: 217 time: 0.3063407 May 31 13:30:58.382075 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5c7daebd-b8df-475f-bca3-8a22c5c4423d req-512b70d4-42b7-42dc-9110-5e5ce833a051 tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] 10.222.0.50 "GET /v2.0/floatingips/a69f036b-6a35-4893-ad80-78255f248f5f HTTP/1.1" status: 200 len: 693 time: 0.5342984 May 31 13:30:58.684633 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0e0ae84a-5ec5-4e9a-a97d-e86020249cf5 req-d170d45a-d4a9-4465-bf82-8cd46e4af9f6 service neutron] 10.222.0.44 "GET /v2.0/networks/4906b42e-b307-4d36-b70d-f5895b463d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8111475 May 31 13:30:58.686019 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071d9f1f-af28-4062-9cf0-1d429a8a1c03 req-10a3edab-ec25-4084-b943-4082ac63b3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:58.688255 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-071d9f1f-af28-4062-9cf0-1d429a8a1c03 req-10a3edab-ec25-4084-b943-4082ac63b3bc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82d28a94-56aa-487e-b28b-6f63cbb648aa HTTP/1.1" status: 200 len: 857 time: 0.2962389 May 31 13:30:58.941322 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7daebd-b8df-475f-bca3-8a22c5c4423d req-cd518154-e153-4b9e-b7c3-accb6ad636b6 tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:58.942743 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5c7daebd-b8df-475f-bca3-8a22c5c4423d req-cd518154-e153-4b9e-b7c3-accb6ad636b6 tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] 10.222.0.50 "GET /v2.0/networks/d2103cd5-63ba-4c24-9d95-fd17643bf14c HTTP/1.1" status: 200 len: 784 time: 0.5479150 May 31 13:30:59.078734 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5c7daebd-b8df-475f-bca3-8a22c5c4423d req-9419209b-863b-4b08-8a09-fb481b814528 tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.107 HTTP/1.1" status: 200 len: 696 time: 0.1234663 May 31 13:30:59.215273 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0e0ae84a-5ec5-4e9a-a97d-e86020249cf5 req-f826e181-771e-4c51-912f-f4304707a7db service neutron] 10.222.0.44 "GET /v2.0/networks/4906b42e-b307-4d36-b70d-f5895b463d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5209999 May 31 13:30:59.265071 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5c7daebd-b8df-475f-bca3-8a22c5c4423d req-5ce1ab7f-31d3-49ee-bb80-9be82720fb00 tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.107 HTTP/1.1" status: 200 len: 696 time: 0.1672425 May 31 13:30:59.271026 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071d9f1f-af28-4062-9cf0-1d429a8a1c03 req-5dcd3c8b-3bf1-47cb-ac87-47295db591be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:30:59.272528 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-071d9f1f-af28-4062-9cf0-1d429a8a1c03 req-5dcd3c8b-3bf1-47cb-ac87-47295db591be service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=29fe9209-7455-49d1-bbb8-3bf3a6f3bebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5475969 May 31 13:30:59.488606 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [req-02007c8c-6a78-47ac-973a-60c0e7c676db req-784733a0-f47b-495e-be8a-cae0c8776e0b tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Router 5372a397-3a97-491b-9c5f-82fd07262847 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:30:59.535242 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-5c7daebd-b8df-475f-bca3-8a22c5c4423d req-b55e4207-36ec-4195-b2e4-efb28b012327 tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] Deleting port 7a0e1d21-c3bd-40a8-8436-682c062f5622 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:30:59.535584 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-5c7daebd-b8df-475f-bca3-8a22c5c4423d req-b55e4207-36ec-4195-b2e4-efb28b012327 tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:59.942744 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-071d9f1f-af28-4062-9cf0-1d429a8a1c03 req-7f6b8e36-d84b-48e9-8585-65ab56b90dd9 service neutron] 10.222.0.20 "GET /v2.0/networks/29fe9209-7455-49d1-bbb8-3bf3a6f3bebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6097257 May 31 13:31:00.116306 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-02007c8c-6a78-47ac-973a-60c0e7c676db req-784733a0-f47b-495e-be8a-cae0c8776e0b tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:31:00.123850 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-02007c8c-6a78-47ac-973a-60c0e7c676db req-784733a0-f47b-495e-be8a-cae0c8776e0b tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:00.130162 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87b22b4-46fc-407a-9563-1fbf4349ce72 None None] Sync routers for ids ['5372a397-3a97-491b-9c5f-82fd07262847'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:31:00.141554 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87b22b4-46fc-407a-9563-1fbf4349ce72 None None] Routers {'5372a397-3a97-491b-9c5f-82fd07262847'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:31:00.142371 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-a87b22b4-46fc-407a-9563-1fbf4349ce72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:30:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['5372a397-3a97-491b-9c5f-82fd07262847'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:31:00.234659 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-5c7daebd-b8df-475f-bca3-8a22c5c4423d req-b55e4207-36ec-4195-b2e4-efb28b012327 tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:00.234959 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-5c7daebd-b8df-475f-bca3-8a22c5c4423d req-b55e4207-36ec-4195-b2e4-efb28b012327 tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:00.329772 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-071d9f1f-af28-4062-9cf0-1d429a8a1c03 req-c9b1f0b2-1d50-4297-be0a-2b0fd725de23 service neutron] 10.222.0.20 "GET /v2.0/networks/29fe9209-7455-49d1-bbb8-3bf3a6f3bebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3398383 May 31 13:31:00.433619 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-02007c8c-6a78-47ac-973a-60c0e7c676db req-784733a0-f47b-495e-be8a-cae0c8776e0b tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.50 "PUT /v2.0/floatingips/c974891d-8af0-4de2-bb08-3daf2b7fc538 HTTP/1.1" status: 200 len: 695 time: 3.3366418 May 31 13:31:00.446697 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-5c7daebd-b8df-475f-bca3-8a22c5c4423d req-b55e4207-36ec-4195-b2e4-efb28b012327 tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] Calling delete_port for 7a0e1d21-c3bd-40a8-8436-682c062f5622 owned by network:floatingip {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:31:00.455863 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-a87b22b4-46fc-407a-9563-1fbf4349ce72 None None] Set router 5372a397-3a97-491b-9c5f-82fd07262847 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:31:00.600244 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02007c8c-6a78-47ac-973a-60c0e7c676db req-c67bcc68-726f-4458-af9f-64840b03071e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:00.602177 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-02007c8c-6a78-47ac-973a-60c0e7c676db req-c67bcc68-726f-4458-af9f-64840b03071e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=633e14999cf6449e966925c4e75e7489&device_id=a5e95ad1-6dce-417f-a915-ce477b98c8cd HTTP/1.1" status: 200 len: 1096 time: 0.1221535 May 31 13:31:00.777327 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-5c7daebd-b8df-475f-bca3-8a22c5c4423d req-b55e4207-36ec-4195-b2e4-efb28b012327 tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:00.849934 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55e4207-36ec-4195-b2e4-efb28b012327 tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] Pushing event deleted for resources: {'Port': ['ID=7a0e1d21-c3bd-40a8-8436-682c062f5622,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:00.877721 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-a87b22b4-46fc-407a-9563-1fbf4349ce72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5372a397-3a97-491b-9c5f-82fd07262847', 'name': 'tempest-FloatingIPsAssociationTestJSON-235570822-router', 'tenant_id': '633e14999cf6449e966925c4e75e7489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '7cc6de2f-6595-49b2-9d8c-3aa2c4591031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:28:34Z', 'updated_at': '2022-05-31T13:28:53Z', 'revision_number': 4, 'project_id': '633e14999cf6449e966925c4e75e7489', 'gw_port': {'id': '7cc6de2f-6595-49b2-9d8c-3aa2c4591031', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:90:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5372a397-3a97-491b-9c5f-82fd07262847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:28:38Z', 'updated_at': '2022-05-31T13:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'e7679717-72d0-422d-bb1a-824fffff1b99', 'name': '', 'network_id': '4906b42e-b307-4d36-b70d-f5895b463d19', 'tenant_id': '633e14999cf6449e966925c4e75e7489', 'mac_address': 'fa:16:3e:cd:4a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5372a397-3a97-491b-9c5f-82fd07262847', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '33d5a057-d728-4f2d-867b-3bfbd8f9a5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:28:51Z', 'updated_at': '2022-05-31T13:29:08Z', 'revision_number': 5, 'project_id': '633e14999cf6449e966925c4e75e7489', 'subnets': [{'id': '33d5a057-d728-4f2d-867b-3bfbd8f9a5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:31:00.882374 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87b22b4-46fc-407a-9563-1fbf4349ce72 None None] Checking router: 5372a397-3a97-491b-9c5f-82fd07262847 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:31:00.892693 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87b22b4-46fc-407a-9563-1fbf4349ce72 None None] Routers {'5372a397-3a97-491b-9c5f-82fd07262847'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:31:00.893309 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-a87b22b4-46fc-407a-9563-1fbf4349ce72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:30:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['5372a397-3a97-491b-9c5f-82fd07262847'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:31:00.899142 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02007c8c-6a78-47ac-973a-60c0e7c676db req-aea88d4e-fadc-474e-b468-d9b7b3483371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:00.900645 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-02007c8c-6a78-47ac-973a-60c0e7c676db req-aea88d4e-fadc-474e-b468-d9b7b3483371 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4906b42e-b307-4d36-b70d-f5895b463d19 HTTP/1.1" status: 200 len: 921 time: 0.2656190 May 31 13:31:01.038848 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-02007c8c-6a78-47ac-973a-60c0e7c676db req-fd3aa6a9-a425-4687-95b7-6e05871be0da service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6b68917-db09-4f5c-b406-1282734b8074 HTTP/1.1" status: 200 len: 217 time: 0.1040940 May 31 13:31:01.101577 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-5c7daebd-b8df-475f-bca3-8a22c5c4423d req-b55e4207-36ec-4195-b2e4-efb28b012327 tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] Notify callbacks [] for floatingip, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:01.128740 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02007c8c-6a78-47ac-973a-60c0e7c676db req-e1bada72-66ec-4502-951b-b8044fad3695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:01.131864 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-02007c8c-6a78-47ac-973a-60c0e7c676db req-e1bada72-66ec-4502-951b-b8044fad3695 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=33d5a057-d728-4f2d-867b-3bfbd8f9a5e3 HTTP/1.1" status: 200 len: 859 time: 0.0829778 May 31 13:31:01.132763 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-a87b22b4-46fc-407a-9563-1fbf4349ce72 None None] Set router 5372a397-3a97-491b-9c5f-82fd07262847 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:31:01.134542 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-5c7daebd-b8df-475f-bca3-8a22c5c4423d req-b55e4207-36ec-4195-b2e4-efb28b012327 tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:01.135925 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5c7daebd-b8df-475f-bca3-8a22c5c4423d req-b55e4207-36ec-4195-b2e4-efb28b012327 tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] 10.222.0.50 "DELETE /v2.0/floatingips/a69f036b-6a35-4893-ad80-78255f248f5f HTTP/1.1" status: 204 len: 173 time: 1.8599961 May 31 13:31:01.278027 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02007c8c-6a78-47ac-973a-60c0e7c676db req-5c2494f8-965f-4c73-84be-c087f3c31d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:01.280049 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-02007c8c-6a78-47ac-973a-60c0e7c676db req-5c2494f8-965f-4c73-84be-c087f3c31d25 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4906b42e-b307-4d36-b70d-f5895b463d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1428583 May 31 13:31:01.602633 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-02007c8c-6a78-47ac-973a-60c0e7c676db req-2cbd43d3-bad2-45aa-9b76-1dbe42c02555 service neutron] 10.222.0.50 "GET /v2.0/networks/4906b42e-b307-4d36-b70d-f5895b463d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066623 May 31 13:31:01.613870 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-a87b22b4-46fc-407a-9563-1fbf4349ce72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5372a397-3a97-491b-9c5f-82fd07262847', 'name': 'tempest-FloatingIPsAssociationTestJSON-235570822-router', 'tenant_id': '633e14999cf6449e966925c4e75e7489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '7cc6de2f-6595-49b2-9d8c-3aa2c4591031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:28:34Z', 'updated_at': '2022-05-31T13:28:53Z', 'revision_number': 4, 'project_id': '633e14999cf6449e966925c4e75e7489', 'gw_port': {'id': '7cc6de2f-6595-49b2-9d8c-3aa2c4591031', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:90:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5372a397-3a97-491b-9c5f-82fd07262847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:28:38Z', 'updated_at': '2022-05-31T13:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'e7679717-72d0-422d-bb1a-824fffff1b99', 'name': '', 'network_id': '4906b42e-b307-4d36-b70d-f5895b463d19', 'tenant_id': '633e14999cf6449e966925c4e75e7489', 'mac_address': 'fa:16:3e:cd:4a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5372a397-3a97-491b-9c5f-82fd07262847', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '33d5a057-d728-4f2d-867b-3bfbd8f9a5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:28:51Z', 'updated_at': '2022-05-31T13:29:08Z', 'revision_number': 5, 'project_id': '633e14999cf6449e966925c4e75e7489', 'subnets': [{'id': '33d5a057-d728-4f2d-867b-3bfbd8f9a5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:31:01.622537 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87b22b4-46fc-407a-9563-1fbf4349ce72 None None] The sync data for ids ['5372a397-3a97-491b-9c5f-82fd07262847'] in n-d-843939-1 is: [{'id': '5372a397-3a97-491b-9c5f-82fd07262847', 'name': 'tempest-FloatingIPsAssociationTestJSON-235570822-router', 'tenant_id': '633e14999cf6449e966925c4e75e7489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '7cc6de2f-6595-49b2-9d8c-3aa2c4591031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:28:34Z', 'updated_at': '2022-05-31T13:28:53Z', 'revision_number': 4, 'project_id': '633e14999cf6449e966925c4e75e7489', 'gw_port': {'id': '7cc6de2f-6595-49b2-9d8c-3aa2c4591031', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:90:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5372a397-3a97-491b-9c5f-82fd07262847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:28:38Z', 'updated_at': '2022-05-31T13:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'e7679717-72d0-422d-bb1a-824fffff1b99', 'name': '', 'network_id': '4906b42e-b307-4d36-b70d-f5895b463d19', 'tenant_id': '633e14999cf6449e966925c4e75e7489', 'mac_address': 'fa:16:3e:cd:4a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5372a397-3a97-491b-9c5f-82fd07262847', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '33d5a057-d728-4f2d-867b-3bfbd8f9a5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:28:51Z', 'updated_at': '2022-05-31T13:29:08Z', 'revision_number': 5, 'project_id': '633e14999cf6449e966925c4e75e7489', 'subnets': [{'id': '33d5a057-d728-4f2d-867b-3bfbd8f9a5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:31:01.882274 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f78bc4-4fcd-4ae7-940d-208bdcca41fc req-aad1f4e9-04fe-41f3-8aec-7b45a6fcc458 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:01.883921 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-53f78bc4-4fcd-4ae7-940d-208bdcca41fc req-aad1f4e9-04fe-41f3-8aec-7b45a6fcc458 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d5f5475-098d-4982-b942-ed8f9e3042c4 HTTP/1.1" status: 200 len: 945 time: 0.4007020 May 31 13:31:01.965375 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a17e87-eee7-4ea0-91e4-69e9f9bb30f8 None None] New status for floating IP c974891d-8af0-4de2-bb08-3daf2b7fc538: DOWN {{(pid=88371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 13:31:01.975746 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-53f78bc4-4fcd-4ae7-940d-208bdcca41fc req-d633ceb9-56ae-46ec-8fe0-acb82f08baca tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] 10.222.0.50 "GET /v2.0/security-groups?id=55bd970b-2f57-4851-b98f-a55d5a4ba329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810335 May 31 13:31:01.977746 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-02007c8c-6a78-47ac-973a-60c0e7c676db req-a25d79f6-161d-4eeb-be68-2549beb6123b service neutron] 10.222.0.50 "GET /v2.0/networks/4906b42e-b307-4d36-b70d-f5895b463d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3667097 May 31 13:31:02.273265 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc773a2c-f23a-417a-b51d-3a4aeb501bdb req-b2bd473c-b0ae-42f9-8e6c-a8c45dd61cbb tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:02.289955 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bc773a2c-f23a-417a-b51d-3a4aeb501bdb req-b2bd473c-b0ae-42f9-8e6c-a8c45dd61cbb tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/ports?device_id=5eee3054-3ed5-47f8-b1a8-ef0b67b604a5 HTTP/1.1" status: 200 len: 945 time: 0.1308005 May 31 13:31:02.504488 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bc773a2c-f23a-417a-b51d-3a4aeb501bdb req-ace52203-8cef-4bcb-aac5-23b1144bb0c0 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a17cab4-6020-4095-a3af-d8da92feae16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129943 May 31 13:31:02.506400 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9aae0ef9-6bd5-4475-b7e4-ac1e29b5dd7b'] response: {'server_uuid': '9c9187d7-9dd8-469d-b56d-671bd4b21a48', 'name': 'network-vif-deleted', 'tag': '61762e12-583d-445a-a9d7-c31772613a37', 'status': 'completed', 'code': 200} May 31 13:31:02.782838 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed325a1-52cc-478f-b7e2-15fb80e10b2c req-d9db7690-d6ed-4d3a-999d-6f76959385f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:02.784545 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9ed325a1-52cc-478f-b7e2-15fb80e10b2c req-d9db7690-d6ed-4d3a-999d-6f76959385f3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc5142db886b48f8906c49afcc233362&device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 1095 time: 0.3711724 May 31 13:31:02.789809 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dd063e00-4331-4a28-9335-fca765363c97 req-1224a842-efe4-47fc-bea4-e7d39e08183f tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2826536 May 31 13:31:02.828445 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-dd063e00-4331-4a28-9335-fca765363c97 req-036dcaf3-c4fc-45ae-bd89-d607dcff6820 tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] Request body: {'floatingip': {'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:31:02.890364 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-dd063e00-4331-4a28-9335-fca765363c97 req-036dcaf3-c4fc-45ae-bd89-d607dcff6820 tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:31:02.913036 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-dd063e00-4331-4a28-9335-fca765363c97 req-036dcaf3-c4fc-45ae-bd89-d607dcff6820 tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] Usage tracker for resource:floatingip and tenant:a3c10d77b5e9443791adec2e7e1c7c37 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:31:02.917706 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-dd063e00-4331-4a28-9335-fca765363c97 req-036dcaf3-c4fc-45ae-bd89-d607dcff6820 tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:31:02.929482 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-dd063e00-4331-4a28-9335-fca765363c97 req-036dcaf3-c4fc-45ae-bd89-d607dcff6820 tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:31:03.010820 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-dd063e00-4331-4a28-9335-fca765363c97 req-036dcaf3-c4fc-45ae-bd89-d607dcff6820 tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] Notify callbacks [] for floatingip, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:03.077497 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed325a1-52cc-478f-b7e2-15fb80e10b2c req-592533ad-d822-484d-87ab-d0f0b67103e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:03.079364 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9ed325a1-52cc-478f-b7e2-15fb80e10b2c req-592533ad-d822-484d-87ab-d0f0b67103e8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ef7bc708-faad-4f53-9863-9b17fc2bd3a4 HTTP/1.1" status: 200 len: 912 time: 0.2835956 May 31 13:31:03.317595 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9ed325a1-52cc-478f-b7e2-15fb80e10b2c req-9308c11a-e046-48d3-9cc9-bf418191d797 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bcea5229-e83e-4a8f-a38a-ad9361d01354 HTTP/1.1" status: 200 len: 999 time: 0.2303686 May 31 13:31:03.379205 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd97ce15-fec6-4685-9f7d-ddd5c7f95410 req-954c5dff-9255-4afe-b33f-22dca15c5b74 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:03.381115 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fd97ce15-fec6-4685-9f7d-ddd5c7f95410 req-954c5dff-9255-4afe-b33f-22dca15c5b74 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] 10.222.0.50 "GET /v2.0/ports?device_id=a64dd48e-cba4-4dc6-98c9-6b03580d5a81 HTTP/1.1" status: 200 len: 946 time: 0.4329772 May 31 13:31:03.459781 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed325a1-52cc-478f-b7e2-15fb80e10b2c req-b012df82-ce62-44dd-ab56-9011026885db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:03.461249 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9ed325a1-52cc-478f-b7e2-15fb80e10b2c req-b012df82-ce62-44dd-ab56-9011026885db service neutron] 10.222.0.20 "GET /v2.0/subnets?id=03601eff-cc07-4210-91b9-54e2e22c50f4 HTTP/1.1" status: 200 len: 850 time: 0.1311707 May 31 13:31:03.510724 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fd97ce15-fec6-4685-9f7d-ddd5c7f95410 req-59d68df7-efa6-4abe-a79f-2cdaf131813a tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] 10.222.0.50 "GET /v2.0/security-groups?id=55bd970b-2f57-4851-b98f-a55d5a4ba329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085503 May 31 13:31:03.572630 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-dd063e00-4331-4a28-9335-fca765363c97 req-036dcaf3-c4fc-45ae-bd89-d607dcff6820 tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:03.660724 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed325a1-52cc-478f-b7e2-15fb80e10b2c req-62a34378-6431-428b-a8e5-9ba32b5649ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:03.663506 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9ed325a1-52cc-478f-b7e2-15fb80e10b2c req-62a34378-6431-428b-a8e5-9ba32b5649ce service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ef7bc708-faad-4f53-9863-9b17fc2bd3a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1927688 May 31 13:31:04.100672 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-dd063e00-4331-4a28-9335-fca765363c97 req-036dcaf3-c4fc-45ae-bd89-d607dcff6820 tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] Allocated IP 172.25.6.85 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/3f6d6d10-6516-4961-b525-e3a872b795d6) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:31:04.175816 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddc098d-8b11-49a9-8b6a-c44922ea08aa req-ae0fec45-4f7f-4581-ab1a-1178b86a0345 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:04.177370 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4ddc098d-8b11-49a9-8b6a-c44922ea08aa req-ae0fec45-4f7f-4581-ab1a-1178b86a0345 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 944 time: 0.4707532 May 31 13:31:04.183025 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9ed325a1-52cc-478f-b7e2-15fb80e10b2c req-f41a9e59-3445-4108-bff8-90a558473c28 service neutron] 10.222.0.20 "GET /v2.0/networks/ef7bc708-faad-4f53-9863-9b17fc2bd3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5130239 May 31 13:31:04.516777 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5e95ad1-6dce-417f-a915-ce477b98c8cd', 'tag': 'e6b68917-db09-4f5c-b406-1282734b8074'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:31:04.603067 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4ddc098d-8b11-49a9-8b6a-c44922ea08aa req-8f1c9414-23f4-48c6-a832-0c652a34ab91 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4187853 May 31 13:31:04.704018 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-dd063e00-4331-4a28-9335-fca765363c97 req-036dcaf3-c4fc-45ae-bd89-d607dcff6820 tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:04.727509 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8856f782-594c-4c3f-a53b-8a4dec0f084e req-38143ec3-e6b3-4b1f-8b01-4379c40efb59 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:04.729109 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8856f782-594c-4c3f-a53b-8a4dec0f084e req-38143ec3-e6b3-4b1f-8b01-4379c40efb59 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5e95ad1-6dce-417f-a915-ce477b98c8cd HTTP/1.1" status: 200 len: 945 time: 0.2430184 May 31 13:31:04.731058 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9ed325a1-52cc-478f-b7e2-15fb80e10b2c req-0971c7b9-04cb-46e9-a0b6-02bf55474390 service neutron] 10.222.0.20 "GET /v2.0/networks/ef7bc708-faad-4f53-9863-9b17fc2bd3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4981744 May 31 13:31:04.879601 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-8856f782-594c-4c3f-a53b-8a4dec0f084e req-163488f3-f732-4e97-b163-39854932969f tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Deleting port e6b68917-db09-4f5c-b406-1282734b8074 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:31:04.880110 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8856f782-594c-4c3f-a53b-8a4dec0f084e req-163488f3-f732-4e97-b163-39854932969f tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:04.956430 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-dd063e00-4331-4a28-9335-fca765363c97 req-036dcaf3-c4fc-45ae-bd89-d607dcff6820 tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:05.091139 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd063e00-4331-4a28-9335-fca765363c97 req-036dcaf3-c4fc-45ae-bd89-d607dcff6820 tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:31:05.098764 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-dd063e00-4331-4a28-9335-fca765363c97 req-036dcaf3-c4fc-45ae-bd89-d607dcff6820 tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:31:05.112512 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c998c-fde6-4454-9818-377bb5ddd5bf req-030b3976-5774-4c3f-b5f8-5751fdb8edc5 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:05.114171 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c00c998c-fde6-4454-9818-377bb5ddd5bf req-030b3976-5774-4c3f-b5f8-5751fdb8edc5 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/ports?device_id=44ddad2c-fe8f-47c8-a3e7-0e7cc36dafd3 HTTP/1.1" status: 200 len: 946 time: 0.3810706 May 31 13:31:05.119899 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd063e00-4331-4a28-9335-fca765363c97 req-036dcaf3-c4fc-45ae-bd89-d607dcff6820 tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:31:05.164153 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036dcaf3-c4fc-45ae-bd89-d607dcff6820 tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] Pushing event updated for resources: {'Port': ['ID=3f6d6d10-6516-4961-b525-e3a872b795d6,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:05.307694 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c00c998c-fde6-4454-9818-377bb5ddd5bf req-c5ad5fb4-e7b2-46d4-a6ed-eaa65ac60587 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/security-groups?id=11fe291e-69a0-4211-ae19-9fbe273445b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424375 May 31 13:31:05.431276 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-8856f782-594c-4c3f-a53b-8a4dec0f084e req-163488f3-f732-4e97-b163-39854932969f tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] For port e6b68917-db09-4f5c-b406-1282734b8074, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=e6b68917-db09-4f5c-b406-1282734b8074,segment=NetworkSegment(b43bd213-a5c3-431b-9972-53566e005364),segment_id=b43bd213-a5c3-431b-9972-53566e005364)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:31:05.431805 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8856f782-594c-4c3f-a53b-8a4dec0f084e req-163488f3-f732-4e97-b163-39854932969f tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:05.614183 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-8856f782-594c-4c3f-a53b-8a4dec0f084e req-163488f3-f732-4e97-b163-39854932969f tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Calling delete_port for e6b68917-db09-4f5c-b406-1282734b8074 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:31:05.671982 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-dd063e00-4331-4a28-9335-fca765363c97 req-036dcaf3-c4fc-45ae-bd89-d607dcff6820 tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:05.781669 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-dd063e00-4331-4a28-9335-fca765363c97 req-036dcaf3-c4fc-45ae-bd89-d607dcff6820 tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:05.880122 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def598f8-f56b-4f42-92c5-263c7f814acb req-0d0bf430-e9bc-4414-aedb-d96343411dce tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:05.881771 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-def598f8-f56b-4f42-92c5-263c7f814acb req-0d0bf430-e9bc-4414-aedb-d96343411dce tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d6d9622-63e9-4767-9e87-e5a9f80cb523&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4416540 May 31 13:31:05.994214 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-def598f8-f56b-4f42-92c5-263c7f814acb req-a99be71c-d901-43e3-90de-e66791826431 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.106 HTTP/1.1" status: 200 len: 696 time: 0.1050603 May 31 13:31:06.020161 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8856f782-594c-4c3f-a53b-8a4dec0f084e req-163488f3-f732-4e97-b163-39854932969f tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:06.024723 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-def598f8-f56b-4f42-92c5-263c7f814acb req-2c44da9b-6f33-4fc8-b321-2079a001342a tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Request body: {'floatingip': {'port_id': '32ca3252-a6cd-40d0-9751-a0bcd2a5f418', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:31:06.032360 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['32ca3252-a6cd-40d0-9751-a0bcd2a5f418', 'e6b68917-db09-4f5c-b406-1282734b8074'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:31:06.358571 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163488f3-f732-4e97-b163-39854932969f tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Pushing event deleted for resources: {'Port': ['ID=e6b68917-db09-4f5c-b406-1282734b8074,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:06.368662 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-def598f8-f56b-4f42-92c5-263c7f814acb req-2c44da9b-6f33-4fc8-b321-2079a001342a tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Notify callbacks [] for floatingip, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:06.609155 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-8856f782-594c-4c3f-a53b-8a4dec0f084e req-163488f3-f732-4e97-b163-39854932969f tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] No DVR routers for this DVR port e6b68917-db09-4f5c-b406-1282734b8074 on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:31:06.614992 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8856f782-594c-4c3f-a53b-8a4dec0f084e req-163488f3-f732-4e97-b163-39854932969f tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:06.704341 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8856f782-594c-4c3f-a53b-8a4dec0f084e req-163488f3-f732-4e97-b163-39854932969f tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.44 "DELETE /v2.0/ports/e6b68917-db09-4f5c-b406-1282734b8074 HTTP/1.1" status: 204 len: 173 time: 1.9675405 May 31 13:31:06.750280 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-dd063e00-4331-4a28-9335-fca765363c97 req-036dcaf3-c4fc-45ae-bd89-d607dcff6820 tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:06.840994 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-dd063e00-4331-4a28-9335-fca765363c97 req-036dcaf3-c4fc-45ae-bd89-d607dcff6820 tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:07.117581 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036dcaf3-c4fc-45ae-bd89-d607dcff6820 tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] Pushing event updated for resources: {'Port': ['ID=3f6d6d10-6516-4961-b525-e3a872b795d6,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:07.150886 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-dd063e00-4331-4a28-9335-fca765363c97 req-036dcaf3-c4fc-45ae-bd89-d607dcff6820 tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:07.266563 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-dd063e00-4331-4a28-9335-fca765363c97 req-036dcaf3-c4fc-45ae-bd89-d607dcff6820 tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:07.267789 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dd063e00-4331-4a28-9335-fca765363c97 req-036dcaf3-c4fc-45ae-bd89-d607dcff6820 tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.4519937 May 31 13:31:07.302996 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:07.396260 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-dd063e00-4331-4a28-9335-fca765363c97 req-8ee3df9d-062d-45dc-bd84-af6bf144d838 tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] Synchronizing usage tracker for tenant:a3c10d77b5e9443791adec2e7e1c7c37 on resource:floatingip {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:31:07.436526 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-dd063e00-4331-4a28-9335-fca765363c97 req-8ee3df9d-062d-45dc-bd84-af6bf144d838 tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] Unset dirty status for tenant:a3c10d77b5e9443791adec2e7e1c7c37 on resource:floatingip {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:31:07.437728 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dd063e00-4331-4a28-9335-fca765363c97 req-8ee3df9d-062d-45dc-bd84-af6bf144d838 tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.85 HTTP/1.1" status: 200 len: 695 time: 0.1544373 May 31 13:31:07.734641 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd063e00-4331-4a28-9335-fca765363c97 req-f7b14dfe-d55c-4766-947c-7816debe301f tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:07.736174 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dd063e00-4331-4a28-9335-fca765363c97 req-f7b14dfe-d55c-4766-947c-7816debe301f tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] 10.222.0.50 "GET /v2.0/networks/d2103cd5-63ba-4c24-9d95-fd17643bf14c HTTP/1.1" status: 200 len: 784 time: 0.2814875 May 31 13:31:07.738602 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-def598f8-f56b-4f42-92c5-263c7f814acb req-2c44da9b-6f33-4fc8-b321-2079a001342a tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:07.744019 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-def598f8-f56b-4f42-92c5-263c7f814acb req-2c44da9b-6f33-4fc8-b321-2079a001342a tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:07.980840 n-d-843939-1 neutron-server[88370]: INFO neutron.db.l3_db [req-def598f8-f56b-4f42-92c5-263c7f814acb req-2c44da9b-6f33-4fc8-b321-2079a001342a tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Floating IP c974891d-8af0-4de2-bb08-3daf2b7fc538 associated. External IP: 172.25.6.106, port: 32ca3252-a6cd-40d0-9751-a0bcd2a5f418. May 31 13:31:08.230768 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device e6b68917-db09-4f5c-b406-1282734b8074 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:31:08.271749 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] No Port match for: e6b68917-db09-4f5c-b406-1282734b8074 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:31:08.272068 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device e6b68917-db09-4f5c-b406-1282734b8074 not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:31:08.282699 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb22ec-9d87-402c-82bd-f670e623df35 req-1eea60c3-f8e8-4c46-913a-429100b50b19 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:08.284327 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cdbb22ec-9d87-402c-82bd-f670e623df35 req-1eea60c3-f8e8-4c46-913a-429100b50b19 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/ports?device_id=5eee3054-3ed5-47f8-b1a8-ef0b67b604a5 HTTP/1.1" status: 200 len: 945 time: 0.3933105 May 31 13:31:08.357185 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cdbb22ec-9d87-402c-82bd-f670e623df35 req-f54033f3-ef3d-426b-b2e9-810fcecc5abd tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a17cab4-6020-4095-a3af-d8da92feae16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613530 May 31 13:31:08.658858 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [req-def598f8-f56b-4f42-92c5-263c7f814acb req-2c44da9b-6f33-4fc8-b321-2079a001342a tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Router 5372a397-3a97-491b-9c5f-82fd07262847 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:31:08.722294 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:08.750211 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa08d5-2cd7-441b-94da-05f41f8f0f7b req-7806861f-eb22-4e73-96e8-10b6a350cf6f tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:08.757800 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-18aa08d5-2cd7-441b-94da-05f41f8f0f7b req-7806861f-eb22-4e73-96e8-10b6a350cf6f tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] 10.222.0.50 "GET /v2.0/ports?device_id=c60064d4-fc1a-4054-aedd-db2291062076 HTTP/1.1" status: 200 len: 945 time: 0.2182238 May 31 13:31:08.845552 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-18aa08d5-2cd7-441b-94da-05f41f8f0f7b req-35c84a9c-3907-4150-9ead-6f970555eec0 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] 10.222.0.50 "GET /v2.0/security-groups?id=55bd970b-2f57-4851-b98f-a55d5a4ba329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866892 May 31 13:31:08.989647 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-def598f8-f56b-4f42-92c5-263c7f814acb req-2c44da9b-6f33-4fc8-b321-2079a001342a tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:31:09.002090 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-def598f8-f56b-4f42-92c5-263c7f814acb req-2c44da9b-6f33-4fc8-b321-2079a001342a tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:09.006813 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71091376-f48e-47b3-8d94-ad989eb53a61 None None] Sync routers for ids ['5372a397-3a97-491b-9c5f-82fd07262847'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:31:09.018788 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71091376-f48e-47b3-8d94-ad989eb53a61 None None] Routers {'5372a397-3a97-491b-9c5f-82fd07262847'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:31:09.020248 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-71091376-f48e-47b3-8d94-ad989eb53a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:30:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['5372a397-3a97-491b-9c5f-82fd07262847'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:31:09.105330 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-def598f8-f56b-4f42-92c5-263c7f814acb req-2c44da9b-6f33-4fc8-b321-2079a001342a tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.50 "PUT /v2.0/floatingips/c974891d-8af0-4de2-bb08-3daf2b7fc538 HTTP/1.1" status: 200 len: 997 time: 3.0908444 May 31 13:31:09.214823 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b3071ea-ba7a-46f3-9460-459b362fbd2f'] response: {'name': 'network-changed', 'server_uuid': 'a5e95ad1-6dce-417f-a915-ce477b98c8cd', 'tag': 'e6b68917-db09-4f5c-b406-1282734b8074', 'status': 'completed', 'code': 200} May 31 13:31:09.273926 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c5e08c81-f361-4f08-90a3-5068b7e9802a req-77d9bdf4-3c67-4735-95bc-e35f84e6ac42 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=633e14999cf6449e966925c4e75e7489&device_id=a5e95ad1-6dce-417f-a915-ce477b98c8cd HTTP/1.1" status: 200 len: 210 time: 0.0497115 May 31 13:31:09.276284 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def598f8-f56b-4f42-92c5-263c7f814acb req-1b1e7e13-064e-46bd-8095-e684dd3e9571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:09.278561 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-71091376-f48e-47b3-8d94-ad989eb53a61 None None] Set router 5372a397-3a97-491b-9c5f-82fd07262847 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:31:09.285284 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-def598f8-f56b-4f42-92c5-263c7f814acb req-1b1e7e13-064e-46bd-8095-e684dd3e9571 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=633e14999cf6449e966925c4e75e7489&device_id=9d6d9622-63e9-4767-9e87-e5a9f80cb523 HTTP/1.1" status: 200 len: 1097 time: 0.1721973 May 31 13:31:09.593984 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e08c81-f361-4f08-90a3-5068b7e9802a req-e50c05e0-2d5c-4ddd-b10a-7ed1e69cf2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:09.595893 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c5e08c81-f361-4f08-90a3-5068b7e9802a req-e50c05e0-2d5c-4ddd-b10a-7ed1e69cf2c4 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=633e14999cf6449e966925c4e75e7489&shared=False HTTP/1.1" status: 200 len: 921 time: 0.2771661 May 31 13:31:09.809143 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def598f8-f56b-4f42-92c5-263c7f814acb req-9b18d09a-930d-40a3-bd39-dbaabef88362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:09.812042 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-def598f8-f56b-4f42-92c5-263c7f814acb req-9b18d09a-930d-40a3-bd39-dbaabef88362 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4906b42e-b307-4d36-b70d-f5895b463d19 HTTP/1.1" status: 200 len: 921 time: 0.5255349 May 31 13:31:09.834739 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-71091376-f48e-47b3-8d94-ad989eb53a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5372a397-3a97-491b-9c5f-82fd07262847', 'name': 'tempest-FloatingIPsAssociationTestJSON-235570822-router', 'tenant_id': '633e14999cf6449e966925c4e75e7489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '7cc6de2f-6595-49b2-9d8c-3aa2c4591031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:28:34Z', 'updated_at': '2022-05-31T13:28:53Z', 'revision_number': 4, 'project_id': '633e14999cf6449e966925c4e75e7489', 'gw_port': {'id': '7cc6de2f-6595-49b2-9d8c-3aa2c4591031', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:90:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5372a397-3a97-491b-9c5f-82fd07262847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:28:38Z', 'updated_at': '2022-05-31T13:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': 'c974891d-8af0-4de2-bb08-3daf2b7fc538', 'tenant_id': '633e14999cf6449e966925c4e75e7489', 'floating_ip_address': '172.25.6.106', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '5372a397-3a97-491b-9c5f-82fd07262847', 'port_id': '32ca3252-a6cd-40d0-9751-a0bcd2a5f418', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4906b42e-b307-4d36-b70d-f5895b463d19', 'mac_address': 'fa:16:3e:93:33:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d6d9622-63e9-4767-9e87-e5a9f80cb523', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:29:34Z', 'updated_at': '2022-05-31T13:31:07Z', 'revision_number': 8, 'project_id': '633e14999cf6449e966925c4e75e7489', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7679717-72d0-422d-bb1a-824fffff1b99', 'name': '', 'network_id': '4906b42e-b307-4d36-b70d-f5895b463d19', 'tenant_id': '633e14999cf6449e966925c4e75e7489', 'mac_address': 'fa:16:3e:cd:4a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5372a397-3a97-491b-9c5f-82fd07262847', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '33d5a057-d728-4f2d-867b-3bfbd8f9a5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:28:51Z', 'updated_at': '2022-05-31T13:29:08Z', 'revision_number': 5, 'project_id': '633e14999cf6449e966925c4e75e7489', 'subnets': [{'id': '33d5a057-d728-4f2d-867b-3bfbd8f9a5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:31:09.839389 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71091376-f48e-47b3-8d94-ad989eb53a61 None None] Checking router: 5372a397-3a97-491b-9c5f-82fd07262847 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:31:09.850770 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71091376-f48e-47b3-8d94-ad989eb53a61 None None] Routers {'5372a397-3a97-491b-9c5f-82fd07262847'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:31:09.851426 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-71091376-f48e-47b3-8d94-ad989eb53a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:30:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['5372a397-3a97-491b-9c5f-82fd07262847'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:31:10.090600 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-71091376-f48e-47b3-8d94-ad989eb53a61 None None] Set router 5372a397-3a97-491b-9c5f-82fd07262847 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:31:10.147724 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92699bac-c161-436a-a5d3-0c011fb31712 req-e5d9ef9f-faab-40d0-8cd9-fbc2e8b5951d tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:10.149246 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-92699bac-c161-436a-a5d3-0c011fb31712 req-e5d9ef9f-faab-40d0-8cd9-fbc2e8b5951d tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/ports?device_id=44ddad2c-fe8f-47c8-a3e7-0e7cc36dafd3 HTTP/1.1" status: 200 len: 946 time: 0.6886952 May 31 13:31:10.214892 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-def598f8-f56b-4f42-92c5-263c7f814acb req-868bbdb1-c0ed-4342-9d8f-1aa3d2b9ad4a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32ca3252-a6cd-40d0-9751-a0bcd2a5f418 HTTP/1.1" status: 200 len: 1000 time: 0.3905835 May 31 13:31:10.222920 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e08c81-f361-4f08-90a3-5068b7e9802a req-89eead6d-bbfc-46bf-8049-e699b372c46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:10.224502 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c5e08c81-f361-4f08-90a3-5068b7e9802a req-89eead6d-bbfc-46bf-8049-e699b372c46d service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6164162 May 31 13:31:10.302246 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-92699bac-c161-436a-a5d3-0c011fb31712 req-843c6d32-adf4-42a1-b3a6-8a4d6c2aac49 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/security-groups?id=11fe291e-69a0-4211-ae19-9fbe273445b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419330 May 31 13:31:10.322513 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def598f8-f56b-4f42-92c5-263c7f814acb req-5573d57b-f33a-4001-83ef-5d1bcddb99ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:10.324849 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-def598f8-f56b-4f42-92c5-263c7f814acb req-5573d57b-f33a-4001-83ef-5d1bcddb99ae service neutron] 10.222.0.50 "GET /v2.0/subnets?id=33d5a057-d728-4f2d-867b-3bfbd8f9a5e3 HTTP/1.1" status: 200 len: 859 time: 0.0993612 May 31 13:31:10.339884 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d3d6e-7adb-4bd3-99b3-1fe2ebb23c30 req-9450edca-b50a-4a27-b122-2ff4b7caadd0 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:10.340858 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-c48d3d6e-7adb-4bd3-99b3-1fe2ebb23c30 req-9450edca-b50a-4a27-b122-2ff4b7caadd0 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Synchronizing usage tracker for tenant:9d7345b6bbc64d3981e920379156fa19 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:31:10.418991 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-c48d3d6e-7adb-4bd3-99b3-1fe2ebb23c30 req-9450edca-b50a-4a27-b122-2ff4b7caadd0 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Unset dirty status for tenant:9d7345b6bbc64d3981e920379156fa19 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:31:10.421482 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c48d3d6e-7adb-4bd3-99b3-1fe2ebb23c30 req-9450edca-b50a-4a27-b122-2ff4b7caadd0 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.20 "GET /v2.0/ports?device_id=24302c62-7ac3-4163-8b04-e80e5c068019 HTTP/1.1" status: 200 len: 944 time: 0.4782298 May 31 13:31:10.496937 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-69e0d6e3-46f3-415e-b859-591ed431a8e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:10.570151 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-71091376-f48e-47b3-8d94-ad989eb53a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5372a397-3a97-491b-9c5f-82fd07262847', 'name': 'tempest-FloatingIPsAssociationTestJSON-235570822-router', 'tenant_id': '633e14999cf6449e966925c4e75e7489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '7cc6de2f-6595-49b2-9d8c-3aa2c4591031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:28:34Z', 'updated_at': '2022-05-31T13:28:53Z', 'revision_number': 4, 'project_id': '633e14999cf6449e966925c4e75e7489', 'gw_port': {'id': '7cc6de2f-6595-49b2-9d8c-3aa2c4591031', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:90:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5372a397-3a97-491b-9c5f-82fd07262847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:28:38Z', 'updated_at': '2022-05-31T13:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': 'c974891d-8af0-4de2-bb08-3daf2b7fc538', 'tenant_id': '633e14999cf6449e966925c4e75e7489', 'floating_ip_address': '172.25.6.106', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '5372a397-3a97-491b-9c5f-82fd07262847', 'port_id': '32ca3252-a6cd-40d0-9751-a0bcd2a5f418', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4906b42e-b307-4d36-b70d-f5895b463d19', 'mac_address': 'fa:16:3e:93:33:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d6d9622-63e9-4767-9e87-e5a9f80cb523', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:29:34Z', 'updated_at': '2022-05-31T13:31:07Z', 'revision_number': 8, 'project_id': '633e14999cf6449e966925c4e75e7489', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7679717-72d0-422d-bb1a-824fffff1b99', 'name': '', 'network_id': '4906b42e-b307-4d36-b70d-f5895b463d19', 'tenant_id': '633e14999cf6449e966925c4e75e7489', 'mac_address': 'fa:16:3e:cd:4a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5372a397-3a97-491b-9c5f-82fd07262847', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '33d5a057-d728-4f2d-867b-3bfbd8f9a5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:28:51Z', 'updated_at': '2022-05-31T13:29:08Z', 'revision_number': 5, 'project_id': '633e14999cf6449e966925c4e75e7489', 'subnets': [{'id': '33d5a057-d728-4f2d-867b-3bfbd8f9a5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:31:10.575102 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71091376-f48e-47b3-8d94-ad989eb53a61 None None] The sync data for ids ['5372a397-3a97-491b-9c5f-82fd07262847'] in n-d-843939-1 is: [{'id': '5372a397-3a97-491b-9c5f-82fd07262847', 'name': 'tempest-FloatingIPsAssociationTestJSON-235570822-router', 'tenant_id': '633e14999cf6449e966925c4e75e7489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '7cc6de2f-6595-49b2-9d8c-3aa2c4591031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:28:34Z', 'updated_at': '2022-05-31T13:28:53Z', 'revision_number': 4, 'project_id': '633e14999cf6449e966925c4e75e7489', 'gw_port': {'id': '7cc6de2f-6595-49b2-9d8c-3aa2c4591031', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:90:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5372a397-3a97-491b-9c5f-82fd07262847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:28:38Z', 'updated_at': '2022-05-31T13:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': 'c974891d-8af0-4de2-bb08-3daf2b7fc538', 'tenant_id': '633e14999cf6449e966925c4e75e7489', 'floating_ip_address': '172.25.6.106', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '5372a397-3a97-491b-9c5f-82fd07262847', 'port_id': '32ca3252-a6cd-40d0-9751-a0bcd2a5f418', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4906b42e-b307-4d36-b70d-f5895b463d19', 'mac_address': 'fa:16:3e:93:33:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d6d9622-63e9-4767-9e87-e5a9f80cb523', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:29:34Z', 'updated_at': '2022-05-31T13:31:07Z', 'revision_number': 8, 'project_id': '633e14999cf6449e966925c4e75e7489', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7679717-72d0-422d-bb1a-824fffff1b99', 'name': '', 'network_id': '4906b42e-b307-4d36-b70d-f5895b463d19', 'tenant_id': '633e14999cf6449e966925c4e75e7489', 'mac_address': 'fa:16:3e:cd:4a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5372a397-3a97-491b-9c5f-82fd07262847', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '33d5a057-d728-4f2d-867b-3bfbd8f9a5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:28:51Z', 'updated_at': '2022-05-31T13:29:08Z', 'revision_number': 5, 'project_id': '633e14999cf6449e966925c4e75e7489', 'subnets': [{'id': '33d5a057-d728-4f2d-867b-3bfbd8f9a5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:31:10.578173 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-c48d3d6e-7adb-4bd3-99b3-1fe2ebb23c30 req-8fe79f96-b3ff-4f52-850e-2e3c84c6f0b9 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Deleting port 56abcba9-513f-4c4d-a97d-b112bfe0bc20 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:31:10.578515 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-c48d3d6e-7adb-4bd3-99b3-1fe2ebb23c30 req-8fe79f96-b3ff-4f52-850e-2e3c84c6f0b9 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:10.657369 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def598f8-f56b-4f42-92c5-263c7f814acb req-40cce663-5b85-4f2c-a6d5-742d9163fb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:10.659874 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-def598f8-f56b-4f42-92c5-263c7f814acb req-40cce663-5b85-4f2c-a6d5-742d9163fb37 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4906b42e-b307-4d36-b70d-f5895b463d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3099425 May 31 13:31:10.817806 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba36ea8-9597-4847-a568-6efe3dbc8f64 None None] New status for floating IP c974891d-8af0-4de2-bb08-3daf2b7fc538: ACTIVE {{(pid=88371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 13:31:10.861965 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f026deb2-909c-49d2-b1b2-86ed3c6e7a0c req-af2e9093-e7c9-4987-a971-9b7baf3542ee tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:10.863416 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f026deb2-909c-49d2-b1b2-86ed3c6e7a0c req-af2e9093-e7c9-4987-a971-9b7baf3542ee tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 944 time: 0.3581440 May 31 13:31:11.081164 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f026deb2-909c-49d2-b1b2-86ed3c6e7a0c req-8aee5fef-52d4-4ede-810b-e226fb00cf9d tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1486404 May 31 13:31:11.091717 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-def598f8-f56b-4f42-92c5-263c7f814acb req-e83f4a0e-1237-4f60-abfc-5b025bdee1e5 service neutron] 10.222.0.50 "GET /v2.0/networks/4906b42e-b307-4d36-b70d-f5895b463d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3971968 May 31 13:31:11.102569 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-c48d3d6e-7adb-4bd3-99b3-1fe2ebb23c30 req-8fe79f96-b3ff-4f52-850e-2e3c84c6f0b9 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] For port 56abcba9-513f-4c4d-a97d-b112bfe0bc20, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=56abcba9-513f-4c4d-a97d-b112bfe0bc20,segment=NetworkSegment(6af449b4-9759-41ca-aa70-1c602a81197c),segment_id=6af449b4-9759-41ca-aa70-1c602a81197c)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:31:11.102931 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-c48d3d6e-7adb-4bd3-99b3-1fe2ebb23c30 req-8fe79f96-b3ff-4f52-850e-2e3c84c6f0b9 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:11.216077 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5e95ad1-6dce-417f-a915-ce477b98c8cd', 'name': 'network-vif-deleted', 'tag': 'e6b68917-db09-4f5c-b406-1282734b8074'}, {'name': 'network-changed', 'server_uuid': '9d6d9622-63e9-4767-9e87-e5a9f80cb523', 'tag': '32ca3252-a6cd-40d0-9751-a0bcd2a5f418'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:31:11.293073 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-c48d3d6e-7adb-4bd3-99b3-1fe2ebb23c30 req-8fe79f96-b3ff-4f52-850e-2e3c84c6f0b9 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Calling delete_port for 56abcba9-513f-4c4d-a97d-b112bfe0bc20 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:31:11.520917 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a5d03541-9fe2-4a75-ba1a-abae8b8888af req-e6e1048b-d1cd-4def-94f1-e2c9875c76c0 tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] 10.222.0.50 "GET /v2.0/floatingips/d9a96912-303f-4888-a9ec-d3815b41b8d5 HTTP/1.1" status: 200 len: 692 time: 0.3056343 May 31 13:31:11.683218 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-def598f8-f56b-4f42-92c5-263c7f814acb req-6fad9e53-07fe-48f7-b480-f4ec7ab0d404 service neutron] 10.222.0.50 "GET /v2.0/networks/4906b42e-b307-4d36-b70d-f5895b463d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5634432 May 31 13:31:11.809664 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d03541-9fe2-4a75-ba1a-abae8b8888af req-3b6c414f-9378-463b-af1d-83b51a085d5c tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:11.811235 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a5d03541-9fe2-4a75-ba1a-abae8b8888af req-3b6c414f-9378-463b-af1d-83b51a085d5c tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] 10.222.0.50 "GET /v2.0/networks/d2103cd5-63ba-4c24-9d95-fd17643bf14c HTTP/1.1" status: 200 len: 784 time: 0.2798736 May 31 13:31:11.812423 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-c48d3d6e-7adb-4bd3-99b3-1fe2ebb23c30 req-8fe79f96-b3ff-4f52-850e-2e3c84c6f0b9 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:11.825305 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['56abcba9-513f-4c4d-a97d-b112bfe0bc20'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:31:11.896715 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [req-a5d03541-9fe2-4a75-ba1a-abae8b8888af req-84ac8929-80e4-448d-ac25-a199b3cff990 tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:31:11.897901 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a5d03541-9fe2-4a75-ba1a-abae8b8888af req-84ac8929-80e4-448d-ac25-a199b3cff990 tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0198190 May 31 13:31:11.898717 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe79f96-b3ff-4f52-850e-2e3c84c6f0b9 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Pushing event deleted for resources: {'Port': ['ID=56abcba9-513f-4c4d-a97d-b112bfe0bc20,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:11.957490 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe79f96-b3ff-4f52-850e-2e3c84c6f0b9 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:31:11.957796 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe79f96-b3ff-4f52-850e-2e3c84c6f0b9 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:31:11.958339 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe79f96-b3ff-4f52-850e-2e3c84c6f0b9 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:31:11.958831 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe79f96-b3ff-4f52-850e-2e3c84c6f0b9 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:31:11.959180 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe79f96-b3ff-4f52-850e-2e3c84c6f0b9 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:31:11.959690 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe79f96-b3ff-4f52-850e-2e3c84c6f0b9 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:31:11.960229 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe79f96-b3ff-4f52-850e-2e3c84c6f0b9 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:31:11.960775 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe79f96-b3ff-4f52-850e-2e3c84c6f0b9 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:31:11.961333 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe79f96-b3ff-4f52-850e-2e3c84c6f0b9 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:31:11.961806 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe79f96-b3ff-4f52-850e-2e3c84c6f0b9 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:31:11.962378 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe79f96-b3ff-4f52-850e-2e3c84c6f0b9 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:31:11.962902 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe79f96-b3ff-4f52-850e-2e3c84c6f0b9 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:31:12.278771 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a5d03541-9fe2-4a75-ba1a-abae8b8888af req-825b8f18-39aa-4f09-9005-7734aa1d85bd tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.85 HTTP/1.1" status: 200 len: 695 time: 0.3254783 May 31 13:31:12.280786 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0c051d9e-76ae-48d6-8e5e-278387f38daf req-e5eba501-8515-42b9-89d2-57b1c3e50e86 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/ports?device_id=24302c62-7ac3-4163-8b04-e80e5c068019 HTTP/1.1" status: 200 len: 210 time: 0.0996361 May 31 13:31:12.282855 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-c48d3d6e-7adb-4bd3-99b3-1fe2ebb23c30 req-8fe79f96-b3ff-4f52-850e-2e3c84c6f0b9 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] No DVR routers for this DVR port 56abcba9-513f-4c4d-a97d-b112bfe0bc20 on host n-h1-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:31:12.287094 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-c48d3d6e-7adb-4bd3-99b3-1fe2ebb23c30 req-8fe79f96-b3ff-4f52-850e-2e3c84c6f0b9 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:12.432988 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43948) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:31:12.440129 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-b9b005a9-3ca4-459a-93aa-8c458754304f tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1988817422', 'description': 'tempest-description--2095184161'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:31:12.440350 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c48d3d6e-7adb-4bd3-99b3-1fe2ebb23c30 req-8fe79f96-b3ff-4f52-850e-2e3c84c6f0b9 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.20 "DELETE /v2.0/ports/56abcba9-513f-4c4d-a97d-b112bfe0bc20 HTTP/1.1" status: 204 len: 173 time: 2.0070565 May 31 13:31:12.445219 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a5d03541-9fe2-4a75-ba1a-abae8b8888af req-e94d8f13-ad4e-4206-9d6a-7c1ac2f1117c tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.85 HTTP/1.1" status: 200 len: 695 time: 0.1508801 May 31 13:31:12.462389 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b9b005a9-3ca4-459a-93aa-8c458754304f tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:31:12.469719 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-b9b005a9-3ca4-459a-93aa-8c458754304f tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Usage tracker for resource:security_group and tenant:be9b8c94d98b42f385a0f29035539835 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:31:12.474032 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-b9b005a9-3ca4-459a-93aa-8c458754304f tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:31:12.481929 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b9b005a9-3ca4-459a-93aa-8c458754304f tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:31:12.497212 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b9b005a9-3ca4-459a-93aa-8c458754304f tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:12.530727 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b9b005a9-3ca4-459a-93aa-8c458754304f tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:31:12.537031 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-b9b005a9-3ca4-459a-93aa-8c458754304f tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Usage tracker for resource:security_group_rule and tenant:be9b8c94d98b42f385a0f29035539835 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:31:12.548272 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-b9b005a9-3ca4-459a-93aa-8c458754304f tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:31:12.562098 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b9b005a9-3ca4-459a-93aa-8c458754304f tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:31:12.681363 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b9b005a9-3ca4-459a-93aa-8c458754304f tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:12.687883 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b9b005a9-3ca4-459a-93aa-8c458754304f tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:12.716298 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-586ba6a8-0108-4522-8a84-57c02ee460fa'] response: {'server_uuid': 'a5e95ad1-6dce-417f-a915-ce477b98c8cd', 'name': 'network-vif-deleted', 'tag': 'e6b68917-db09-4f5c-b406-1282734b8074', 'status': 'completed', 'code': 200} May 31 13:31:12.716721 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-586ba6a8-0108-4522-8a84-57c02ee460fa'] response: {'name': 'network-changed', 'server_uuid': '9d6d9622-63e9-4767-9e87-e5a9f80cb523', 'tag': '32ca3252-a6cd-40d0-9751-a0bcd2a5f418', 'status': 'completed', 'code': 200} May 31 13:31:12.761234 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b005a9-3ca4-459a-93aa-8c458754304f tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4eda8c6-2ff8-4ec5-a939-d72272274cbb,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:12.775034 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b9b005a9-3ca4-459a-93aa-8c458754304f tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:12.776749 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b9b005a9-3ca4-459a-93aa-8c458754304f tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3419192 May 31 13:31:12.779087 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b005a9-3ca4-459a-93aa-8c458754304f tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:31:12.779553 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b005a9-3ca4-459a-93aa-8c458754304f tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:31:12.780106 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b005a9-3ca4-459a-93aa-8c458754304f tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:31:12.780568 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b005a9-3ca4-459a-93aa-8c458754304f tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:31:12.781071 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b005a9-3ca4-459a-93aa-8c458754304f tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:31:12.781409 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b005a9-3ca4-459a-93aa-8c458754304f tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:31:12.782066 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b005a9-3ca4-459a-93aa-8c458754304f tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:31:12.782475 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b005a9-3ca4-459a-93aa-8c458754304f tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:31:12.782832 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b005a9-3ca4-459a-93aa-8c458754304f tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:31:12.783421 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b005a9-3ca4-459a-93aa-8c458754304f tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:31:12.783901 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b005a9-3ca4-459a-93aa-8c458754304f tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:31:12.784430 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b005a9-3ca4-459a-93aa-8c458754304f tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:31:12.785151 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f969af85-903f-4fdc-b419-0fafc200c933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:12.789248 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43956) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:31:12.799644 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-a4f8bd18-53d2-4a43-b64e-b9816b5fffd0 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Request body: {'security_group_rule': {'security_group_id': 'b4eda8c6-2ff8-4ec5-a939-d72272274cbb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:31:12.808973 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a4f8bd18-53d2-4a43-b64e-b9816b5fffd0 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:31:12.815705 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a4f8bd18-53d2-4a43-b64e-b9816b5fffd0 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Usage tracker for resource:security_group_rule and tenant:be9b8c94d98b42f385a0f29035539835 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:31:12.820472 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a4f8bd18-53d2-4a43-b64e-b9816b5fffd0 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:31:12.836946 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a4f8bd18-53d2-4a43-b64e-b9816b5fffd0 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:31:12.864721 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a4f8bd18-53d2-4a43-b64e-b9816b5fffd0 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:12.894800 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-a5d03541-9fe2-4a75-ba1a-abae8b8888af req-1da1cc28-c425-4b03-944b-fe5918917ccd tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] Deleting port 3f6d6d10-6516-4961-b525-e3a872b795d6 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:31:12.894800 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a5d03541-9fe2-4a75-ba1a-abae8b8888af req-1da1cc28-c425-4b03-944b-fe5918917ccd tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:12.964802 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a4f8bd18-53d2-4a43-b64e-b9816b5fffd0 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:12.970486 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a4f8bd18-53d2-4a43-b64e-b9816b5fffd0 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:12.994048 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1d42f869-a91f-410a-9018-d7fb20addd6a req-9a55f5df-d624-4e6e-9201-3eaf7f1c8eb9 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.50 "GET /v2.0/floatingips/c974891d-8af0-4de2-bb08-3daf2b7fc538 HTTP/1.1" status: 200 len: 999 time: 0.2484384 May 31 13:31:13.005239 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f8bd18-53d2-4a43-b64e-b9816b5fffd0 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f45de84-1c4a-40da-9b70-758098dec23b,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:13.022261 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a4f8bd18-53d2-4a43-b64e-b9816b5fffd0 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:13.026531 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a4f8bd18-53d2-4a43-b64e-b9816b5fffd0 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2331035 May 31 13:31:13.026952 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43960) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:31:13.036285 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-2326cc60-f175-4cf2-97ba-1de7ba12a517 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Request body: {'security_group_rule': {'security_group_id': 'b4eda8c6-2ff8-4ec5-a939-d72272274cbb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:31:13.043607 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-2326cc60-f175-4cf2-97ba-1de7ba12a517 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:31:13.048793 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-2326cc60-f175-4cf2-97ba-1de7ba12a517 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Usage tracker for resource:security_group_rule and tenant:be9b8c94d98b42f385a0f29035539835 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:31:13.052054 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-2326cc60-f175-4cf2-97ba-1de7ba12a517 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:31:13.060198 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-2326cc60-f175-4cf2-97ba-1de7ba12a517 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:31:13.083291 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2326cc60-f175-4cf2-97ba-1de7ba12a517 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:13.185800 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2326cc60-f175-4cf2-97ba-1de7ba12a517 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:13.195103 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2326cc60-f175-4cf2-97ba-1de7ba12a517 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:13.208865 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572492ad-d65d-4198-967d-7de753892417 req-776ec4b6-76a2-4c74-8632-bb1bd4edf52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:13.210411 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-572492ad-d65d-4198-967d-7de753892417 req-776ec4b6-76a2-4c74-8632-bb1bd4edf52b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=633e14999cf6449e966925c4e75e7489&device_id=9d6d9622-63e9-4767-9e87-e5a9f80cb523 HTTP/1.1" status: 200 len: 1097 time: 0.4634914 May 31 13:31:13.241488 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2326cc60-f175-4cf2-97ba-1de7ba12a517 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=986730c9-72be-4fac-896c-2c4d522053b2,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:13.257618 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2326cc60-f175-4cf2-97ba-1de7ba12a517 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:13.263231 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-2326cc60-f175-4cf2-97ba-1de7ba12a517 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2314606 May 31 13:31:13.263557 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43964) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:31:13.273729 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-6a864521-a7bf-482f-bb04-841a664b8f19 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Request body: {'floatingip': {'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:31:13.288031 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6a864521-a7bf-482f-bb04-841a664b8f19 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:31:13.293274 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-6a864521-a7bf-482f-bb04-841a664b8f19 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Usage tracker for resource:floatingip and tenant:be9b8c94d98b42f385a0f29035539835 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:31:13.298533 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-6a864521-a7bf-482f-bb04-841a664b8f19 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:31:13.309675 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6a864521-a7bf-482f-bb04-841a664b8f19 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:31:13.332691 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6a864521-a7bf-482f-bb04-841a664b8f19 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Notify callbacks [] for floatingip, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:13.363916 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a5d03541-9fe2-4a75-ba1a-abae8b8888af req-1da1cc28-c425-4b03-944b-fe5918917ccd tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:13.363916 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a5d03541-9fe2-4a75-ba1a-abae8b8888af req-1da1cc28-c425-4b03-944b-fe5918917ccd tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:13.450927 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42f869-a91f-410a-9018-d7fb20addd6a req-d172af00-6caa-4cd2-bcfd-711ff50d62d8 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:13.453792 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1d42f869-a91f-410a-9018-d7fb20addd6a req-d172af00-6caa-4cd2-bcfd-711ff50d62d8 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.50 "GET /v2.0/networks/d2103cd5-63ba-4c24-9d95-fd17643bf14c HTTP/1.1" status: 200 len: 784 time: 0.4394519 May 31 13:31:13.526084 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-a5d03541-9fe2-4a75-ba1a-abae8b8888af req-1da1cc28-c425-4b03-944b-fe5918917ccd tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] Calling delete_port for 3f6d6d10-6516-4961-b525-e3a872b795d6 owned by network:floatingip {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:31:13.560003 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [req-1d42f869-a91f-410a-9018-d7fb20addd6a req-fbbf5f32-48e5-4c53-8cab-6f2eec9b210b tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:31:13.560868 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1d42f869-a91f-410a-9018-d7fb20addd6a req-fbbf5f32-48e5-4c53-8cab-6f2eec9b210b tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059738 May 31 13:31:13.599932 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6a864521-a7bf-482f-bb04-841a664b8f19 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:13.638503 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572492ad-d65d-4198-967d-7de753892417 req-8903dd9c-c3e7-4658-bff2-c48d74eeae87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:13.640778 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-572492ad-d65d-4198-967d-7de753892417 req-8903dd9c-c3e7-4658-bff2-c48d74eeae87 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4906b42e-b307-4d36-b70d-f5895b463d19 HTTP/1.1" status: 200 len: 921 time: 0.4210236 May 31 13:31:13.714070 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:13.773828 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:13.941553 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-6a864521-a7bf-482f-bb04-841a664b8f19 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Allocated IP 172.25.6.78 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/9d2ac0f2-cded-4fdc-8e01-f7f7528c37f5) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:31:14.097170 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-572492ad-d65d-4198-967d-7de753892417 req-133af139-4262-45a3-bbd1-cebc0a8d185d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32ca3252-a6cd-40d0-9751-a0bcd2a5f418 HTTP/1.1" status: 200 len: 1002 time: 0.4472060 May 31 13:31:14.135845 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6a864521-a7bf-482f-bb04-841a664b8f19 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:14.182055 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a5d03541-9fe2-4a75-ba1a-abae8b8888af req-1da1cc28-c425-4b03-944b-fe5918917ccd tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:14.184304 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6a864521-a7bf-482f-bb04-841a664b8f19 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:14.227129 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572492ad-d65d-4198-967d-7de753892417 req-e1ecda79-6354-43b0-a0ca-eb560011b948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:14.228647 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-572492ad-d65d-4198-967d-7de753892417 req-e1ecda79-6354-43b0-a0ca-eb560011b948 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=33d5a057-d728-4f2d-867b-3bfbd8f9a5e3 HTTP/1.1" status: 200 len: 859 time: 0.1220062 May 31 13:31:14.273208 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a864521-a7bf-482f-bb04-841a664b8f19 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:31:14.276184 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-6a864521-a7bf-482f-bb04-841a664b8f19 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:31:14.280906 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a864521-a7bf-482f-bb04-841a664b8f19 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:31:14.284652 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da1cc28-c425-4b03-944b-fe5918917ccd tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] Pushing event deleted for resources: {'Port': ['ID=3f6d6d10-6516-4961-b525-e3a872b795d6,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:14.338999 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a864521-a7bf-482f-bb04-841a664b8f19 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Pushing event updated for resources: {'Port': ['ID=9d2ac0f2-cded-4fdc-8e01-f7f7528c37f5,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:14.343868 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4952b990-af97-49aa-87dc-9cae46d2817f req-224fd861-4cb3-4083-9f54-fa2fa9c5b395 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:14.345317 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4952b990-af97-49aa-87dc-9cae46d2817f req-224fd861-4cb3-4083-9f54-fa2fa9c5b395 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d5f5475-098d-4982-b942-ed8f9e3042c4 HTTP/1.1" status: 200 len: 945 time: 0.4679735 May 31 13:31:14.362011 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a585d-4eca-46d5-9ac1-721cc41ef389 req-819796f1-9108-4494-83bb-e67727dd3c16 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:14.363513 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c47a585d-4eca-46d5-9ac1-721cc41ef389 req-819796f1-9108-4494-83bb-e67727dd3c16 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d5f5475-098d-4982-b942-ed8f9e3042c4 HTTP/1.1" status: 200 len: 945 time: 0.4849489 May 31 13:31:14.405795 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6a864521-a7bf-482f-bb04-841a664b8f19 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:14.502544 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6a864521-a7bf-482f-bb04-841a664b8f19 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:14.533566 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a5d03541-9fe2-4a75-ba1a-abae8b8888af req-1da1cc28-c425-4b03-944b-fe5918917ccd tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] Notify callbacks [] for floatingip, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:14.543991 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-4952b990-af97-49aa-87dc-9cae46d2817f req-ddd6dfe1-7a6e-44cf-908d-3244eb98b3c6 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Deleting port 9fc82b4a-271e-4b98-9006-3c95ee4acfb3 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:31:14.544329 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-4952b990-af97-49aa-87dc-9cae46d2817f req-ddd6dfe1-7a6e-44cf-908d-3244eb98b3c6 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:14.584634 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 56abcba9-513f-4c4d-a97d-b112bfe0bc20 no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:31:14.603850 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c47a585d-4eca-46d5-9ac1-721cc41ef389 req-ab86d047-14d1-4c79-be4f-f3415eb8a266 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] 10.222.0.50 "GET /v2.0/security-groups?id=55bd970b-2f57-4851-b98f-a55d5a4ba329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084258 May 31 13:31:14.634377 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a5d03541-9fe2-4a75-ba1a-abae8b8888af req-1da1cc28-c425-4b03-944b-fe5918917ccd tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:14.642720 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a5d03541-9fe2-4a75-ba1a-abae8b8888af req-1da1cc28-c425-4b03-944b-fe5918917ccd tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] 10.222.0.50 "DELETE /v2.0/floatingips/d9a96912-303f-4888-a9ec-d3815b41b8d5 HTTP/1.1" status: 204 len: 173 time: 2.1880531 May 31 13:31:14.680670 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572492ad-d65d-4198-967d-7de753892417 req-72cbad82-821e-433b-80af-a771dd3924cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:14.683524 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-572492ad-d65d-4198-967d-7de753892417 req-72cbad82-821e-433b-80af-a771dd3924cb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4906b42e-b307-4d36-b70d-f5895b463d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4419758 May 31 13:31:14.739465 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] No Port match for: 56abcba9-513f-4c4d-a97d-b112bfe0bc20 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:31:14.740151 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 56abcba9-513f-4c4d-a97d-b112bfe0bc20 not bound to the agent host n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:31:14.741946 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24302c62-7ac3-4163-8b04-e80e5c068019', 'name': 'network-vif-deleted', 'tag': '56abcba9-513f-4c4d-a97d-b112bfe0bc20'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:31:14.852895 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6a864521-a7bf-482f-bb04-841a664b8f19 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:14.859721 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6a864521-a7bf-482f-bb04-841a664b8f19 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:15.000874 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a864521-a7bf-482f-bb04-841a664b8f19 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Pushing event updated for resources: {'Port': ['ID=9d2ac0f2-cded-4fdc-8e01-f7f7528c37f5,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:15.011327 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6a864521-a7bf-482f-bb04-841a664b8f19 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:15.056735 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6a864521-a7bf-482f-bb04-841a664b8f19 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:15.058164 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-6a864521-a7bf-482f-bb04-841a664b8f19 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7925215 May 31 13:31:15.197338 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-572492ad-d65d-4198-967d-7de753892417 req-34c6560b-bcb0-40bf-ad00-9e39d723973c service neutron] 10.222.0.44 "GET /v2.0/networks/4906b42e-b307-4d36-b70d-f5895b463d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4663546 May 31 13:31:15.258965 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dda35d-8a72-406a-ad41-249e1617754d req-53fef4ea-6307-4b2d-8c47-52dc0313c85f tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:15.260508 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e8dda35d-8a72-406a-ad41-249e1617754d req-53fef4ea-6307-4b2d-8c47-52dc0313c85f tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/ports?device_id=44ddad2c-fe8f-47c8-a3e7-0e7cc36dafd3 HTTP/1.1" status: 200 len: 946 time: 0.4944425 May 31 13:31:15.357029 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-4952b990-af97-49aa-87dc-9cae46d2817f req-ddd6dfe1-7a6e-44cf-908d-3244eb98b3c6 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] For port 9fc82b4a-271e-4b98-9006-3c95ee4acfb3, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=9fc82b4a-271e-4b98-9006-3c95ee4acfb3,segment=NetworkSegment(6fa0bd13-a4b7-4b4f-80e5-be8b2fd586ea),segment_id=6fa0bd13-a4b7-4b4f-80e5-be8b2fd586ea)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:31:15.357386 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-4952b990-af97-49aa-87dc-9cae46d2817f req-ddd6dfe1-7a6e-44cf-908d-3244eb98b3c6 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:15.395234 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37489fe-5db7-4f3a-984a-4351fbe07202 req-f0621c3d-bfa7-4136-b565-f3c1e07b8ff0 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:15.397769 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b37489fe-5db7-4f3a-984a-4351fbe07202 req-f0621c3d-bfa7-4136-b565-f3c1e07b8ff0 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 944 time: 0.5720804 May 31 13:31:15.440540 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:15.700275 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-4952b990-af97-49aa-87dc-9cae46d2817f req-ddd6dfe1-7a6e-44cf-908d-3244eb98b3c6 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Calling delete_port for 9fc82b4a-271e-4b98-9006-3c95ee4acfb3 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:31:15.780472 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e8dda35d-8a72-406a-ad41-249e1617754d req-50dae29f-a105-48bf-87a9-8c25556947d4 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/security-groups?id=11fe291e-69a0-4211-ae19-9fbe273445b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4681067 May 31 13:31:15.790878 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-572492ad-d65d-4198-967d-7de753892417 req-b3ecaae1-7a17-4f75-a8c4-7e88af58c3c9 service neutron] 10.222.0.44 "GET /v2.0/networks/4906b42e-b307-4d36-b70d-f5895b463d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5838332 May 31 13:31:15.844250 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b37489fe-5db7-4f3a-984a-4351fbe07202 req-a418d9b1-ec86-4683-9469-3df9c6b28ff4 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3714664 May 31 13:31:16.066723 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [req-64ab7cb0-d428-4b2f-a1d3-1829d8107940 req-6bec70e2-bf0a-42f3-8ac6-a6210ecc838e tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] show failed (client error): The resource could not be found. May 31 13:31:16.067737 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-64ab7cb0-d428-4b2f-a1d3-1829d8107940 req-6bec70e2-bf0a-42f3-8ac6-a6210ecc838e tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] 10.222.0.50 "GET /v2.0/floatingips/d9a96912-303f-4888-a9ec-d3815b41b8d5 HTTP/1.1" status: 404 len: 350 time: 0.1661646 May 31 13:31:16.123223 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-4952b990-af97-49aa-87dc-9cae46d2817f req-ddd6dfe1-7a6e-44cf-908d-3244eb98b3c6 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:16.126967 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c89a95f0-4049-4a30-a235-112038669c13'] response: {'server_uuid': '24302c62-7ac3-4163-8b04-e80e5c068019', 'name': 'network-vif-deleted', 'tag': '56abcba9-513f-4c4d-a97d-b112bfe0bc20', 'status': 'completed', 'code': 200} May 31 13:31:16.130538 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-588a490e-6e84-406e-9ec0-73fc94a84d8a req-eccf42b0-dfe2-4c01-bc17-b989121e0220 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.106 HTTP/1.1" status: 200 len: 1002 time: 0.2355559 May 31 13:31:16.143128 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['0891449e-83a0-4a17-b388-f78cb0a6f90e'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:31:16.180806 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['ceb23f00-4c76-47bc-93b3-4778dc33ac57', '9fc82b4a-271e-4b98-9006-3c95ee4acfb3'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:31:16.269785 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd6dfe1-7a6e-44cf-908d-3244eb98b3c6 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Pushing event deleted for resources: {'Port': ['ID=9fc82b4a-271e-4b98-9006-3c95ee4acfb3,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:16.384144 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a490e-6e84-406e-9ec0-73fc94a84d8a req-7b78e674-2314-40f2-a605-c343baaa91a8 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:16.384606 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-588a490e-6e84-406e-9ec0-73fc94a84d8a req-7b78e674-2314-40f2-a605-c343baaa91a8 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Synchronizing usage tracker for tenant:633e14999cf6449e966925c4e75e7489 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:31:16.396560 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-4952b990-af97-49aa-87dc-9cae46d2817f req-ddd6dfe1-7a6e-44cf-908d-3244eb98b3c6 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] No DVR routers for this DVR port 9fc82b4a-271e-4b98-9006-3c95ee4acfb3 on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:31:16.400964 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-4952b990-af97-49aa-87dc-9cae46d2817f req-ddd6dfe1-7a6e-44cf-908d-3244eb98b3c6 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:16.410125 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8eb5ae40-253d-4dde-8ff7-a79a37c6deeb req-e79fda48-a766-4dcb-9a34-0b679f71752c tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1988817422&fields=id&tenant_id=be9b8c94d98b42f385a0f29035539835 HTTP/1.1" status: 200 len: 267 time: 0.1814508 May 31 13:31:16.423576 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4952b990-af97-49aa-87dc-9cae46d2817f req-ddd6dfe1-7a6e-44cf-908d-3244eb98b3c6 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] 10.222.0.44 "DELETE /v2.0/ports/9fc82b4a-271e-4b98-9006-3c95ee4acfb3 HTTP/1.1" status: 204 len: 173 time: 2.0705409 May 31 13:31:16.448779 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-588a490e-6e84-406e-9ec0-73fc94a84d8a req-7b78e674-2314-40f2-a605-c343baaa91a8 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Unset dirty status for tenant:633e14999cf6449e966925c4e75e7489 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:31:16.449961 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-588a490e-6e84-406e-9ec0-73fc94a84d8a req-7b78e674-2314-40f2-a605-c343baaa91a8 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.50 "GET /v2.0/ports/32ca3252-a6cd-40d0-9751-a0bcd2a5f418 HTTP/1.1" status: 200 len: 943 time: 0.2823884 May 31 13:31:16.727247 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5ae40-253d-4dde-8ff7-a79a37c6deeb req-11f75542-d795-412f-b4f9-16c472b84a19 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:16.728783 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8eb5ae40-253d-4dde-8ff7-a79a37c6deeb req-11f75542-d795-412f-b4f9-16c472b84a19 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/networks?id=29fe9209-7455-49d1-bbb8-3bf3a6f3bebb HTTP/1.1" status: 200 len: 818 time: 0.3022947 May 31 13:31:16.750986 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-588a490e-6e84-406e-9ec0-73fc94a84d8a req-6123d081-eb94-49b4-ab00-f22526d9461f tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.106 HTTP/1.1" status: 200 len: 1002 time: 0.1708360 May 31 13:31:16.757572 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8eb5ae40-253d-4dde-8ff7-a79a37c6deeb req-3971e1ce-be64-46f3-8ab3-b49e9a00fe12 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/quotas/be9b8c94d98b42f385a0f29035539835 HTTP/1.1" status: 200 len: 375 time: 0.0199428 May 31 13:31:16.996679 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a490e-6e84-406e-9ec0-73fc94a84d8a req-7ebc0471-15d9-4aab-a192-54e5d9559836 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:16.998208 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-588a490e-6e84-406e-9ec0-73fc94a84d8a req-7ebc0471-15d9-4aab-a192-54e5d9559836 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.50 "GET /v2.0/networks/d2103cd5-63ba-4c24-9d95-fd17643bf14c HTTP/1.1" status: 200 len: 784 time: 0.2377119 May 31 13:31:17.015990 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8eb5ae40-253d-4dde-8ff7-a79a37c6deeb req-9e5da26c-5d49-44b6-925b-a4b2db75262d tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=be9b8c94d98b42f385a0f29035539835&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2335627 May 31 13:31:17.220449 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-588a490e-6e84-406e-9ec0-73fc94a84d8a req-ae35db44-8727-4d81-af63-ade846eadaa7 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.106 HTTP/1.1" status: 200 len: 1002 time: 0.2032206 May 31 13:31:17.237889 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-588a490e-6e84-406e-9ec0-73fc94a84d8a req-7287537c-b27b-40f2-b90e-1337d1ddbca2 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:31:17.378300 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8eb5ae40-253d-4dde-8ff7-a79a37c6deeb req-5693f2e6-79a5-40a1-b729-46f317340e89 service neutron] 10.222.0.50 "GET /v2.0/networks/29fe9209-7455-49d1-bbb8-3bf3a6f3bebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073952 May 31 13:31:17.393736 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-588a490e-6e84-406e-9ec0-73fc94a84d8a req-7287537c-b27b-40f2-b90e-1337d1ddbca2 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Notify callbacks [] for floatingip, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:17.880785 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8eb5ae40-253d-4dde-8ff7-a79a37c6deeb req-72025a7a-abe0-45b7-ae2f-ea3a08d138e1 service neutron] 10.222.0.50 "GET /v2.0/networks/29fe9209-7455-49d1-bbb8-3bf3a6f3bebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899694 May 31 13:31:17.968307 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-588a490e-6e84-406e-9ec0-73fc94a84d8a req-7287537c-b27b-40f2-b90e-1337d1ddbca2 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:17.972740 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-588a490e-6e84-406e-9ec0-73fc94a84d8a req-7287537c-b27b-40f2-b90e-1337d1ddbca2 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:17.973083 n-d-843939-1 neutron-server[88370]: INFO neutron.db.l3_db [req-588a490e-6e84-406e-9ec0-73fc94a84d8a req-7287537c-b27b-40f2-b90e-1337d1ddbca2 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Floating IP c974891d-8af0-4de2-bb08-3daf2b7fc538 disassociated. External IP: 172.25.6.106, port: 32ca3252-a6cd-40d0-9751-a0bcd2a5f418. May 31 13:31:18.155527 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d5f5475-098d-4982-b942-ed8f9e3042c4', 'name': 'network-vif-deleted', 'tag': '9fc82b4a-271e-4b98-9006-3c95ee4acfb3'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:31:18.294051 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 9fc82b4a-271e-4b98-9006-3c95ee4acfb3 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:31:18.344348 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] No Port match for: 9fc82b4a-271e-4b98-9006-3c95ee4acfb3 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:31:18.344950 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 9fc82b4a-271e-4b98-9006-3c95ee4acfb3 not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:31:18.549206 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb8e14-60ac-477e-8713-d4d08b142cb7 req-4a3c6470-ae1d-4950-918d-7334dbac7361 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:18.551567 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-80eb8e14-60ac-477e-8713-d4d08b142cb7 req-4a3c6470-ae1d-4950-918d-7334dbac7361 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/ports?device_id=44ddad2c-fe8f-47c8-a3e7-0e7cc36dafd3 HTTP/1.1" status: 200 len: 946 time: 0.2661600 May 31 13:31:18.569228 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [req-588a490e-6e84-406e-9ec0-73fc94a84d8a req-7287537c-b27b-40f2-b90e-1337d1ddbca2 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Router 5372a397-3a97-491b-9c5f-82fd07262847 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:31:18.723304 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-80eb8e14-60ac-477e-8713-d4d08b142cb7 req-8445a26c-6a01-481b-8953-6faa597d25e4 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/security-groups?id=11fe291e-69a0-4211-ae19-9fbe273445b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582212 May 31 13:31:18.879779 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-588a490e-6e84-406e-9ec0-73fc94a84d8a req-7287537c-b27b-40f2-b90e-1337d1ddbca2 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:31:18.886017 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-588a490e-6e84-406e-9ec0-73fc94a84d8a req-7287537c-b27b-40f2-b90e-1337d1ddbca2 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:18.901853 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b54e00-d73c-4774-9b7c-32ac646e05f0 None None] Sync routers for ids ['5372a397-3a97-491b-9c5f-82fd07262847'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:31:18.914799 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b54e00-d73c-4774-9b7c-32ac646e05f0 None None] Routers {'5372a397-3a97-491b-9c5f-82fd07262847'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:31:18.915494 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-99b54e00-d73c-4774-9b7c-32ac646e05f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:31:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['5372a397-3a97-491b-9c5f-82fd07262847'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:31:19.018549 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-588a490e-6e84-406e-9ec0-73fc94a84d8a req-7287537c-b27b-40f2-b90e-1337d1ddbca2 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.50 "PUT /v2.0/floatingips/c974891d-8af0-4de2-bb08-3daf2b7fc538 HTTP/1.1" status: 200 len: 696 time: 1.7884729 May 31 13:31:19.094190 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd0d293-05dd-4e66-a146-7883ab16b5a8 req-9979f4cb-af2d-4873-bf57-1468e2b3f1aa tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:19.095717 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-efd0d293-05dd-4e66-a146-7883ab16b5a8 req-9979f4cb-af2d-4873-bf57-1468e2b3f1aa tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 944 time: 0.1740558 May 31 13:31:19.145732 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-99b54e00-d73c-4774-9b7c-32ac646e05f0 None None] Set router 5372a397-3a97-491b-9c5f-82fd07262847 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:31:19.158577 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-efd0d293-05dd-4e66-a146-7883ab16b5a8 req-da82eee9-bf5a-492b-92c1-41d77a107e60 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557687 May 31 13:31:19.182471 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a490e-6e84-406e-9ec0-73fc94a84d8a req-36c71760-83d3-4626-948d-f4f37cb5e415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:19.182471 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-588a490e-6e84-406e-9ec0-73fc94a84d8a req-36c71760-83d3-4626-948d-f4f37cb5e415 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=633e14999cf6449e966925c4e75e7489&device_id=9d6d9622-63e9-4767-9e87-e5a9f80cb523 HTTP/1.1" status: 200 len: 1097 time: 0.1407926 May 31 13:31:19.691156 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-99b54e00-d73c-4774-9b7c-32ac646e05f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5372a397-3a97-491b-9c5f-82fd07262847', 'name': 'tempest-FloatingIPsAssociationTestJSON-235570822-router', 'tenant_id': '633e14999cf6449e966925c4e75e7489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '7cc6de2f-6595-49b2-9d8c-3aa2c4591031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:28:34Z', 'updated_at': '2022-05-31T13:28:53Z', 'revision_number': 4, 'project_id': '633e14999cf6449e966925c4e75e7489', 'gw_port': {'id': '7cc6de2f-6595-49b2-9d8c-3aa2c4591031', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:90:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5372a397-3a97-491b-9c5f-82fd07262847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:28:38Z', 'updated_at': '2022-05-31T13:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'e7679717-72d0-422d-bb1a-824fffff1b99', 'name': '', 'network_id': '4906b42e-b307-4d36-b70d-f5895b463d19', 'tenant_id': '633e14999cf6449e966925c4e75e7489', 'mac_address': 'fa:16:3e:cd:4a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5372a397-3a97-491b-9c5f-82fd07262847', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '33d5a057-d728-4f2d-867b-3bfbd8f9a5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:28:51Z', 'updated_at': '2022-05-31T13:29:08Z', 'revision_number': 5, 'project_id': '633e14999cf6449e966925c4e75e7489', 'subnets': [{'id': '33d5a057-d728-4f2d-867b-3bfbd8f9a5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:31:19.698037 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b54e00-d73c-4774-9b7c-32ac646e05f0 None None] Checking router: 5372a397-3a97-491b-9c5f-82fd07262847 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:31:19.713080 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b54e00-d73c-4774-9b7c-32ac646e05f0 None None] Routers {'5372a397-3a97-491b-9c5f-82fd07262847'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:31:19.714157 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-99b54e00-d73c-4774-9b7c-32ac646e05f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:31:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['5372a397-3a97-491b-9c5f-82fd07262847'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:31:19.797756 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a490e-6e84-406e-9ec0-73fc94a84d8a req-937cbbd3-8010-4130-ae04-900d684db69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:19.799263 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-588a490e-6e84-406e-9ec0-73fc94a84d8a req-937cbbd3-8010-4130-ae04-900d684db69a service neutron] 10.222.0.50 "GET /v2.0/networks?id=4906b42e-b307-4d36-b70d-f5895b463d19 HTTP/1.1" status: 200 len: 921 time: 0.6091559 May 31 13:31:19.803369 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [req-96110517-31c3-4eb8-a091-48405d59e8eb req-bcf5fe9e-157a-4ff9-ac6e-1f7e2407e64c tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] show failed (client error): The resource could not be found. May 31 13:31:19.804368 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-96110517-31c3-4eb8-a091-48405d59e8eb req-bcf5fe9e-157a-4ff9-ac6e-1f7e2407e64c tempest-FloatingIPsTestJSON-919926312 tempest-FloatingIPsTestJSON-919926312-project] 10.222.0.50 "GET /v2.0/floatingips/d9a96912-303f-4888-a9ec-d3815b41b8d5 HTTP/1.1" status: 404 len: 350 time: 0.1425035 May 31 13:31:19.818900 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44020) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:31:19.916552 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-588a490e-6e84-406e-9ec0-73fc94a84d8a req-e07b59c2-aaf8-459a-ae56-a8fe2ce11b10 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32ca3252-a6cd-40d0-9751-a0bcd2a5f418 HTTP/1.1" status: 200 len: 217 time: 0.1082256 May 31 13:31:19.937182 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5ae40-253d-4dde-8ff7-a79a37c6deeb req-5215420e-7401-40c0-8dc3-c6cc7d226c64 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:19.939440 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8eb5ae40-253d-4dde-8ff7-a79a37c6deeb req-5215420e-7401-40c0-8dc3-c6cc7d226c64 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.44 "GET /v2.0/networks?id=29fe9209-7455-49d1-bbb8-3bf3a6f3bebb HTTP/1.1" status: 200 len: 818 time: 0.4273620 May 31 13:31:20.044067 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-99b54e00-d73c-4774-9b7c-32ac646e05f0 None None] Set router 5372a397-3a97-491b-9c5f-82fd07262847 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:31:20.066333 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c6ab48c1-c7b5-4007-8a36-cd594c19322a req-d3059d0b-807f-4495-a9c7-f9496a91d556 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/ports?device_id=96c0d0e6-6de6-4bed-bd2a-154d02801961 HTTP/1.1" status: 200 len: 210 time: 0.0869453 May 31 13:31:20.093125 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a490e-6e84-406e-9ec0-73fc94a84d8a req-f9ab6815-f37e-42d4-b75c-dd8751169c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:20.094798 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-588a490e-6e84-406e-9ec0-73fc94a84d8a req-f9ab6815-f37e-42d4-b75c-dd8751169c9a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=33d5a057-d728-4f2d-867b-3bfbd8f9a5e3 HTTP/1.1" status: 200 len: 859 time: 0.1673775 May 31 13:31:20.107227 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8eb5ae40-253d-4dde-8ff7-a79a37c6deeb req-cba9603d-abd1-4946-9595-306367f00b5a tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be9b8c94d98b42f385a0f29035539835 HTTP/1.1" status: 200 len: 380 time: 0.1265452 May 31 13:31:20.192699 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-8eb5ae40-253d-4dde-8ff7-a79a37c6deeb req-ff6a2257-ce35-4762-9b62-d5ec87f4e3f2 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Request body: {'port': {'device_id': '96c0d0e6-6de6-4bed-bd2a-154d02801961', 'network_id': '29fe9209-7455-49d1-bbb8-3bf3a6f3bebb', 'admin_state_up': True, 'tenant_id': 'be9b8c94d98b42f385a0f29035539835', 'security_groups': ['b4eda8c6-2ff8-4ec5-a939-d72272274cbb']}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:31:20.466514 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a490e-6e84-406e-9ec0-73fc94a84d8a req-9a6d4427-c755-41d1-ba5e-0eeec15f7df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:20.469070 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-588a490e-6e84-406e-9ec0-73fc94a84d8a req-9a6d4427-c755-41d1-ba5e-0eeec15f7df6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4906b42e-b307-4d36-b70d-f5895b463d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3561833 May 31 13:31:20.475794 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-8eb5ae40-253d-4dde-8ff7-a79a37c6deeb req-ff6a2257-ce35-4762-9b62-d5ec87f4e3f2 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:31:20.485848 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-8eb5ae40-253d-4dde-8ff7-a79a37c6deeb req-ff6a2257-ce35-4762-9b62-d5ec87f4e3f2 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Usage tracker for resource:port and tenant:be9b8c94d98b42f385a0f29035539835 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:31:20.635888 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab775ae-4784-4305-a8f6-4bf01dad1c30 req-fddf918f-b575-4eef-9771-a77a22abfea4 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:20.636675 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-1ab775ae-4784-4305-a8f6-4bf01dad1c30 req-fddf918f-b575-4eef-9771-a77a22abfea4 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Synchronizing usage tracker for tenant:9d7345b6bbc64d3981e920379156fa19 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:31:20.642835 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-8eb5ae40-253d-4dde-8ff7-a79a37c6deeb req-ff6a2257-ce35-4762-9b62-d5ec87f4e3f2 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:31:20.646507 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-160558c6-3129-4772-a382-ee9c98ad396b'] response: {'server_uuid': '0d5f5475-098d-4982-b942-ed8f9e3042c4', 'name': 'network-vif-deleted', 'tag': '9fc82b4a-271e-4b98-9006-3c95ee4acfb3', 'status': 'completed', 'code': 200} May 31 13:31:20.652009 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-8eb5ae40-253d-4dde-8ff7-a79a37c6deeb req-ff6a2257-ce35-4762-9b62-d5ec87f4e3f2 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:31:20.682873 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-588a490e-6e84-406e-9ec0-73fc94a84d8a req-9595c21e-1772-4a28-b689-bc1b7838690b service neutron] 10.222.0.50 "GET /v2.0/networks/4906b42e-b307-4d36-b70d-f5895b463d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933496 May 31 13:31:20.684111 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8eb5ae40-253d-4dde-8ff7-a79a37c6deeb req-ff6a2257-ce35-4762-9b62-d5ec87f4e3f2 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Made reservation on behalf of be9b8c94d98b42f385a0f29035539835 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:31:20.689907 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8eb5ae40-253d-4dde-8ff7-a79a37c6deeb req-ff6a2257-ce35-4762-9b62-d5ec87f4e3f2 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:20.733316 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-1ab775ae-4784-4305-a8f6-4bf01dad1c30 req-fddf918f-b575-4eef-9771-a77a22abfea4 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Unset dirty status for tenant:9d7345b6bbc64d3981e920379156fa19 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:31:20.736401 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1ab775ae-4784-4305-a8f6-4bf01dad1c30 req-fddf918f-b575-4eef-9771-a77a22abfea4 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.20 "GET /v2.0/ports?device_id=95537a9c-c133-465c-9a9a-4b1c5e23bfe6 HTTP/1.1" status: 200 len: 944 time: 0.5752926 May 31 13:31:20.768768 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-99b54e00-d73c-4774-9b7c-32ac646e05f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5372a397-3a97-491b-9c5f-82fd07262847', 'name': 'tempest-FloatingIPsAssociationTestJSON-235570822-router', 'tenant_id': '633e14999cf6449e966925c4e75e7489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '7cc6de2f-6595-49b2-9d8c-3aa2c4591031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:28:34Z', 'updated_at': '2022-05-31T13:28:53Z', 'revision_number': 4, 'project_id': '633e14999cf6449e966925c4e75e7489', 'gw_port': {'id': '7cc6de2f-6595-49b2-9d8c-3aa2c4591031', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:90:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5372a397-3a97-491b-9c5f-82fd07262847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:28:38Z', 'updated_at': '2022-05-31T13:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'e7679717-72d0-422d-bb1a-824fffff1b99', 'name': '', 'network_id': '4906b42e-b307-4d36-b70d-f5895b463d19', 'tenant_id': '633e14999cf6449e966925c4e75e7489', 'mac_address': 'fa:16:3e:cd:4a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5372a397-3a97-491b-9c5f-82fd07262847', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '33d5a057-d728-4f2d-867b-3bfbd8f9a5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:28:51Z', 'updated_at': '2022-05-31T13:29:08Z', 'revision_number': 5, 'project_id': '633e14999cf6449e966925c4e75e7489', 'subnets': [{'id': '33d5a057-d728-4f2d-867b-3bfbd8f9a5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:31:20.773404 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b54e00-d73c-4774-9b7c-32ac646e05f0 None None] The sync data for ids ['5372a397-3a97-491b-9c5f-82fd07262847'] in n-d-843939-1 is: [{'id': '5372a397-3a97-491b-9c5f-82fd07262847', 'name': 'tempest-FloatingIPsAssociationTestJSON-235570822-router', 'tenant_id': '633e14999cf6449e966925c4e75e7489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '7cc6de2f-6595-49b2-9d8c-3aa2c4591031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:28:34Z', 'updated_at': '2022-05-31T13:28:53Z', 'revision_number': 4, 'project_id': '633e14999cf6449e966925c4e75e7489', 'gw_port': {'id': '7cc6de2f-6595-49b2-9d8c-3aa2c4591031', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:90:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5372a397-3a97-491b-9c5f-82fd07262847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:28:38Z', 'updated_at': '2022-05-31T13:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'e7679717-72d0-422d-bb1a-824fffff1b99', 'name': '', 'network_id': '4906b42e-b307-4d36-b70d-f5895b463d19', 'tenant_id': '633e14999cf6449e966925c4e75e7489', 'mac_address': 'fa:16:3e:cd:4a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5372a397-3a97-491b-9c5f-82fd07262847', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '33d5a057-d728-4f2d-867b-3bfbd8f9a5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:28:51Z', 'updated_at': '2022-05-31T13:29:08Z', 'revision_number': 5, 'project_id': '633e14999cf6449e966925c4e75e7489', 'subnets': [{'id': '33d5a057-d728-4f2d-867b-3bfbd8f9a5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:31:20.816394 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-37968e21-714a-4f6a-97db-80a5ca48a0d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:21.046073 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-1ab775ae-4784-4305-a8f6-4bf01dad1c30 req-31db4666-4e16-4736-97b0-003a0cc38283 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Deleting port 2ca73744-b411-4cba-a1bc-b0632df659c1 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:31:21.046992 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1ab775ae-4784-4305-a8f6-4bf01dad1c30 req-31db4666-4e16-4736-97b0-003a0cc38283 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:21.121909 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac72903-f9c4-4c6a-9b70-3ebb1edead6f None None] New status for floating IP c974891d-8af0-4de2-bb08-3daf2b7fc538: DOWN {{(pid=88371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 13:31:21.222712 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-588a490e-6e84-406e-9ec0-73fc94a84d8a req-79100505-204c-4b42-be8f-6897e08502da service neutron] 10.222.0.50 "GET /v2.0/networks/4906b42e-b307-4d36-b70d-f5895b463d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5216899 May 31 13:31:21.263787 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edae98b-022b-4f2e-8bd8-7f346d1c3ef3 req-53124f95-eee8-48d6-8672-fe4f5b33312c tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:21.271849 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6edae98b-022b-4f2e-8bd8-7f346d1c3ef3 req-53124f95-eee8-48d6-8672-fe4f5b33312c tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 944 time: 0.4914389 May 31 13:31:21.538931 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3b58f328-e32c-4d40-9752-6299fb8ba9b4 req-6802212f-cf78-45af-b019-cb8cc7082059 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1965919 May 31 13:31:21.695082 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-37968e21-714a-4f6a-97db-80a5ca48a0d5 admin admin] Deleting port a13aa445-60bc-47a7-b5eb-71c61a56ef8e {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:31:21.695706 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-37968e21-714a-4f6a-97db-80a5ca48a0d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:21.760291 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58f328-e32c-4d40-9752-6299fb8ba9b4 req-dd82af04-42c8-4128-9e3b-b953fe47bb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:21.760736 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58f328-e32c-4d40-9752-6299fb8ba9b4 req-dd82af04-42c8-4128-9e3b-b953fe47bb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:21.761115 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58f328-e32c-4d40-9752-6299fb8ba9b4 req-dd82af04-42c8-4128-9e3b-b953fe47bb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:21.761570 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58f328-e32c-4d40-9752-6299fb8ba9b4 req-dd82af04-42c8-4128-9e3b-b953fe47bb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:21.762031 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58f328-e32c-4d40-9752-6299fb8ba9b4 req-dd82af04-42c8-4128-9e3b-b953fe47bb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:21.762516 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58f328-e32c-4d40-9752-6299fb8ba9b4 req-dd82af04-42c8-4128-9e3b-b953fe47bb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:21.762950 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58f328-e32c-4d40-9752-6299fb8ba9b4 req-dd82af04-42c8-4128-9e3b-b953fe47bb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:21.765819 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3b58f328-e32c-4d40-9752-6299fb8ba9b4 req-dd82af04-42c8-4128-9e3b-b953fe47bb2d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3239bed898c344b59ed7ea3353897e74&device_id=f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a HTTP/1.1" status: 200 len: 6492 time: 0.1773150 May 31 13:31:21.793759 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-8eb5ae40-253d-4dde-8ff7-a79a37c6deeb req-ff6a2257-ce35-4762-9b62-d5ec87f4e3f2 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Allocated IP 172.20.0.4 (29fe9209-7455-49d1-bbb8-3bf3a6f3bebb/82d28a94-56aa-487e-b28b-6f63cbb648aa/e25fb624-a508-4143-893a-c61f3b88afd4) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:31:21.806309 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6edae98b-022b-4f2e-8bd8-7f346d1c3ef3 req-b7c5757f-dec7-49cc-a5a6-cc399936a8a1 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5332940 May 31 13:31:22.060475 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-37968e21-714a-4f6a-97db-80a5ca48a0d5 admin admin] For port a13aa445-60bc-47a7-b5eb-71c61a56ef8e, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=a13aa445-60bc-47a7-b5eb-71c61a56ef8e,segment=NetworkSegment(d34d3df1-ef2d-4ac2-8f4f-a6f08879cb77),segment_id=d34d3df1-ef2d-4ac2-8f4f-a6f08879cb77)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:31:22.062235 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-37968e21-714a-4f6a-97db-80a5ca48a0d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:22.129326 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-1ab775ae-4784-4305-a8f6-4bf01dad1c30 req-31db4666-4e16-4736-97b0-003a0cc38283 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] For port 2ca73744-b411-4cba-a1bc-b0632df659c1, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=2ca73744-b411-4cba-a1bc-b0632df659c1,segment=NetworkSegment(6af449b4-9759-41ca-aa70-1c602a81197c),segment_id=6af449b4-9759-41ca-aa70-1c602a81197c)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:31:22.130368 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1ab775ae-4784-4305-a8f6-4bf01dad1c30 req-31db4666-4e16-4736-97b0-003a0cc38283 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:22.135821 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58f328-e32c-4d40-9752-6299fb8ba9b4 req-190ceea0-7a26-4bcf-95a1-b80458bf81c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:22.136273 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58f328-e32c-4d40-9752-6299fb8ba9b4 req-190ceea0-7a26-4bcf-95a1-b80458bf81c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:22.136727 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58f328-e32c-4d40-9752-6299fb8ba9b4 req-190ceea0-7a26-4bcf-95a1-b80458bf81c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:22.138359 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3b58f328-e32c-4d40-9752-6299fb8ba9b4 req-190ceea0-7a26-4bcf-95a1-b80458bf81c4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=398656cc-8bc4-4a6a-ad11-d04eee603cee&id=b4d30686-23e7-4909-aa70-b67d446f9c2b&id=b4d30686-23e7-4909-aa70-b67d446f9c2b&id=b4d30686-23e7-4909-aa70-b67d446f9c2b&id=b4d30686-23e7-4909-aa70-b67d446f9c2b&id=2d2d7c1f-d966-47df-b1e1-24eb3c3d5e68&id=2d2d7c1f-d966-47df-b1e1-24eb3c3d5e68 HTTP/1.1" status: 200 len: 2292 time: 0.3016484 May 31 13:31:22.168763 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3080e5de-2321-4841-9fe8-4b16fc56d2f7 req-1c9e0a94-c750-4a27-a871-fb737b4dcc82 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:22.170677 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3080e5de-2321-4841-9fe8-4b16fc56d2f7 req-1c9e0a94-c750-4a27-a871-fb737b4dcc82 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/ports?device_id=95537a9c-c133-465c-9a9a-4b1c5e23bfe6 HTTP/1.1" status: 200 len: 944 time: 0.5941596 May 31 13:31:22.207991 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-37968e21-714a-4f6a-97db-80a5ca48a0d5 admin admin] Calling delete_port for a13aa445-60bc-47a7-b5eb-71c61a56ef8e owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:31:22.317368 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-1ab775ae-4784-4305-a8f6-4bf01dad1c30 req-31db4666-4e16-4736-97b0-003a0cc38283 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Calling delete_port for 2ca73744-b411-4cba-a1bc-b0632df659c1 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:31:22.372194 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3b58f328-e32c-4d40-9752-6299fb8ba9b4 req-ef285b8d-d4a6-41a3-8179-e18fcd3dc36b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efc96b22-153b-44b0-a49d-5f2541380c5e HTTP/1.1" status: 200 len: 1002 time: 0.1723330 May 31 13:31:22.473057 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58f328-e32c-4d40-9752-6299fb8ba9b4 req-e9114097-4f85-4d5d-b981-c70e370907ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:22.474564 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3b58f328-e32c-4d40-9752-6299fb8ba9b4 req-e9114097-4f85-4d5d-b981-c70e370907ba service neutron] 10.222.0.20 "GET /v2.0/subnets?id=69094bcc-9239-4f53-bcfd-7f7eb81b8615 HTTP/1.1" status: 200 len: 851 time: 0.0877800 May 31 13:31:22.486721 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3080e5de-2321-4841-9fe8-4b16fc56d2f7 req-e04a55a4-0635-4e92-9a07-3237b56ee933 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d29a7ba-8da4-4594-bfbf-9f55cd071e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609408 May 31 13:31:22.542956 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8eb5ae40-253d-4dde-8ff7-a79a37c6deeb req-ff6a2257-ce35-4762-9b62-d5ec87f4e3f2 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:22.591237 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58f328-e32c-4d40-9752-6299fb8ba9b4 req-2033137d-e61a-471a-a264-4fdf2ebcf9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:22.593404 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3b58f328-e32c-4d40-9752-6299fb8ba9b4 req-2033137d-e61a-471a-a264-4fdf2ebcf9e3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=398656cc-8bc4-4a6a-ad11-d04eee603cee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1122787 May 31 13:31:22.601539 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5864847-e107-481d-94b9-a68a3d3e349d req-220b502c-7df0-46c1-8b5c-ac562ec6a621 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:22.604019 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f5864847-e107-481d-94b9-a68a3d3e349d req-220b502c-7df0-46c1-8b5c-ac562ec6a621 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/ports?device_id=44ddad2c-fe8f-47c8-a3e7-0e7cc36dafd3 HTTP/1.1" status: 200 len: 946 time: 0.6197157 May 31 13:31:22.652600 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d6d9622-63e9-4767-9e87-e5a9f80cb523', 'tag': '32ca3252-a6cd-40d0-9751-a0bcd2a5f418'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:31:22.765488 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-37968e21-714a-4f6a-97db-80a5ca48a0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:22.767344 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bd4a8a03-cd8f-4b1d-80fb-16be831c469d req-6b9d575f-73ec-4b9a-a1c5-f47aefdb6ed1 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/ports?device_id=96c0d0e6-6de6-4bed-bd2a-154d02801961 HTTP/1.1" status: 200 len: 210 time: 0.1191874 May 31 13:31:22.788775 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f5864847-e107-481d-94b9-a68a3d3e349d req-9c2a35cc-f05e-4f9c-a764-279eb57c12f4 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/security-groups?id=11fe291e-69a0-4211-ae19-9fbe273445b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705117 May 31 13:31:22.790271 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-8eb5ae40-253d-4dde-8ff7-a79a37c6deeb req-ff6a2257-ce35-4762-9b62-d5ec87f4e3f2 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Transition to ACTIVE for port object e25fb624-a508-4143-893a-c61f3b88afd4 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:31:22.791945 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1ab775ae-4784-4305-a8f6-4bf01dad1c30 req-31db4666-4e16-4736-97b0-003a0cc38283 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:22.888066 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31db4666-4e16-4736-97b0-003a0cc38283 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Pushing event deleted for resources: {'Port': ['ID=2ca73744-b411-4cba-a1bc-b0632df659c1,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:22.906592 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37968e21-714a-4f6a-97db-80a5ca48a0d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a13aa445-60bc-47a7-b5eb-71c61a56ef8e,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:23.002494 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ab775ae-4784-4305-a8f6-4bf01dad1c30 req-31db4666-4e16-4736-97b0-003a0cc38283 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] No DVR routers for this DVR port 2ca73744-b411-4cba-a1bc-b0632df659c1 on host n-h1-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:31:23.005605 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1ab775ae-4784-4305-a8f6-4bf01dad1c30 req-31db4666-4e16-4736-97b0-003a0cc38283 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:23.038806 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3b58f328-e32c-4d40-9752-6299fb8ba9b4 req-6a43eb35-4b47-4ade-9c27-d10dd5d51b30 service neutron] 10.222.0.20 "GET /v2.0/networks/398656cc-8bc4-4a6a-ad11-d04eee603cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4053636 May 31 13:31:23.091715 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1ab775ae-4784-4305-a8f6-4bf01dad1c30 req-31db4666-4e16-4736-97b0-003a0cc38283 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.20 "DELETE /v2.0/ports/2ca73744-b411-4cba-a1bc-b0632df659c1 HTTP/1.1" status: 204 len: 173 time: 2.3463278 May 31 13:31:23.131000 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8eb5ae40-253d-4dde-8ff7-a79a37c6deeb req-ff6a2257-ce35-4762-9b62-d5ec87f4e3f2 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:23.236097 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6a2257-ce35-4762-9b62-d5ec87f4e3f2 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Pushing event updated for resources: {'Port': ['ID=e25fb624-a508-4143-893a-c61f3b88afd4,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:23.252667 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda84f4-f7d9-4460-a37a-526175d20032 req-8c4e68cb-c14b-4c4b-b5f3-071fff788e3f tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:23.256381 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5dda84f4-f7d9-4460-a37a-526175d20032 req-8c4e68cb-c14b-4c4b-b5f3-071fff788e3f tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 944 time: 0.2110167 May 31 13:31:23.271187 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eb5ae40-253d-4dde-8ff7-a79a37c6deeb req-ff6a2257-ce35-4762-9b62-d5ec87f4e3f2 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Network 29fe9209-7455-49d1-bbb8-3bf3a6f3bebb is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:31:23.313228 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-8eb5ae40-253d-4dde-8ff7-a79a37c6deeb req-ff6a2257-ce35-4762-9b62-d5ec87f4e3f2 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:31:23.326295 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eb5ae40-253d-4dde-8ff7-a79a37c6deeb req-ff6a2257-ce35-4762-9b62-d5ec87f4e3f2 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:31:23.454930 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5dda84f4-f7d9-4460-a37a-526175d20032 req-0a7a7ef2-ace1-4bfa-8b59-4687713ee8b4 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1816690 May 31 13:31:23.483428 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5ae40-253d-4dde-8ff7-a79a37c6deeb req-ff6a2257-ce35-4762-9b62-d5ec87f4e3f2 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:23.484824 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8eb5ae40-253d-4dde-8ff7-a79a37c6deeb req-ff6a2257-ce35-4762-9b62-d5ec87f4e3f2 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:23.522572 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8eb5ae40-253d-4dde-8ff7-a79a37c6deeb req-ff6a2257-ce35-4762-9b62-d5ec87f4e3f2 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3559306 May 31 13:31:23.529107 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-8eb5ae40-253d-4dde-8ff7-a79a37c6deeb req-0489044f-d382-479a-b5fb-8c7f88e607a2 service neutron] Request body: {'port': {'device_id': '96c0d0e6-6de6-4bed-bd2a-154d02801961', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:31:23.661346 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f846364-36d9-4617-8c2d-a62ec368c465'] response: {'name': 'network-changed', 'server_uuid': '9d6d9622-63e9-4767-9e87-e5a9f80cb523', 'tag': '32ca3252-a6cd-40d0-9751-a0bcd2a5f418', 'status': 'completed', 'code': 200} May 31 13:31:23.845916 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8eb5ae40-253d-4dde-8ff7-a79a37c6deeb req-0489044f-d382-479a-b5fb-8c7f88e607a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:23.865192 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d99f91dc-35ee-47f2-b959-d5d650cd6b1c None None] Provisioning for port e25fb624-a508-4143-893a-c61f3b88afd4 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:31:23.886274 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d99f91dc-35ee-47f2-b959-d5d650cd6b1c None None] Provisioning complete for port e25fb624-a508-4143-893a-c61f3b88afd4 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:31:23.886764 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d99f91dc-35ee-47f2-b959-d5d650cd6b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:23.928028 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3b58f328-e32c-4d40-9752-6299fb8ba9b4 req-64570ee0-ea08-4b01-966d-cebe3459991a service neutron] 10.222.0.20 "GET /v2.0/networks/398656cc-8bc4-4a6a-ad11-d04eee603cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8317399 May 31 13:31:23.990901 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-d99f91dc-35ee-47f2-b959-d5d650cd6b1c None None] Port e25fb624-a508-4143-893a-c61f3b88afd4 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:31:24.133950 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3b58f328-e32c-4d40-9752-6299fb8ba9b4 req-9ad5d507-747d-4c09-9007-ec100d942c2a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=4954dca1-a5cd-4389-bc9b-a96a8180e081 HTTP/1.1" status: 200 len: 217 time: 0.1945937 May 31 13:31:24.177729 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-a7c953c6-9319-4c21-8a9d-8f212583c838 req-ce9da67c-4bdb-418f-8ee0-fa9d0346702f tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Synchronizing usage tracker for tenant:9d7345b6bbc64d3981e920379156fa19 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:31:24.265335 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d24f1-cac5-4ee9-8a15-c36412f3ee58 req-9d573dff-5fad-432b-9aab-8c3ea7efde15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:24.267149 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-959d24f1-cac5-4ee9-8a15-c36412f3ee58 req-9d573dff-5fad-432b-9aab-8c3ea7efde15 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=633e14999cf6449e966925c4e75e7489&device_id=9d6d9622-63e9-4767-9e87-e5a9f80cb523 HTTP/1.1" status: 200 len: 1097 time: 0.6047564 May 31 13:31:24.278584 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-a7c953c6-9319-4c21-8a9d-8f212583c838 req-ce9da67c-4bdb-418f-8ee0-fa9d0346702f tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Unset dirty status for tenant:9d7345b6bbc64d3981e920379156fa19 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:31:24.282836 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a7c953c6-9319-4c21-8a9d-8f212583c838 req-ce9da67c-4bdb-418f-8ee0-fa9d0346702f tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/ports?device_id=95537a9c-c133-465c-9a9a-4b1c5e23bfe6 HTTP/1.1" status: 200 len: 210 time: 0.1821008 May 31 13:31:24.332870 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58f328-e32c-4d40-9752-6299fb8ba9b4 req-29839dea-86e8-4c02-a860-b085065e8b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:24.341162 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3b58f328-e32c-4d40-9752-6299fb8ba9b4 req-29839dea-86e8-4c02-a860-b085065e8b62 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ae1bf59e-fc0d-4b10-8719-029c4184cbca HTTP/1.1" status: 200 len: 797 time: 0.1810169 May 31 13:31:24.415799 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-37968e21-714a-4f6a-97db-80a5ca48a0d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:24.556345 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff6466-157d-49fb-a81a-615df8a2512d req-d1b9c522-2285-4c64-b52f-79b570487f5f tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:24.557889 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-93ff6466-157d-49fb-a81a-615df8a2512d req-d1b9c522-2285-4c64-b52f-79b570487f5f tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/ports?device_id=44ddad2c-fe8f-47c8-a3e7-0e7cc36dafd3 HTTP/1.1" status: 200 len: 946 time: 0.7130797 May 31 13:31:24.585005 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f31b023e-4cc3-40f0-85ad-42700ffa03b5 req-2ef34a1f-c433-47de-9945-b5addc5bec46 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9d6d9622-63e9-4767-9e87-e5a9f80cb523&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5097618 May 31 13:31:24.603002 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 2ca73744-b411-4cba-a1bc-b0632df659c1 no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:31:24.622963 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d24f1-cac5-4ee9-8a15-c36412f3ee58 req-2203bbd1-ec5d-418e-9d1b-03c47ea1bac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:24.625405 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-959d24f1-cac5-4ee9-8a15-c36412f3ee58 req-2203bbd1-ec5d-418e-9d1b-03c47ea1bac9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4906b42e-b307-4d36-b70d-f5895b463d19 HTTP/1.1" status: 200 len: 921 time: 0.3507552 May 31 13:31:24.655917 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] No Port match for: 2ca73744-b411-4cba-a1bc-b0632df659c1 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:31:24.656416 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 2ca73744-b411-4cba-a1bc-b0632df659c1 not bound to the agent host n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:31:24.716558 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58f328-e32c-4d40-9752-6299fb8ba9b4 req-423bf4ea-317f-432c-aaaa-ca02a5fb3f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:24.718285 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3b58f328-e32c-4d40-9752-6299fb8ba9b4 req-423bf4ea-317f-432c-aaaa-ca02a5fb3f98 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b4d30686-23e7-4909-aa70-b67d446f9c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3763561 May 31 13:31:24.799365 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-959d24f1-cac5-4ee9-8a15-c36412f3ee58 req-3379bc4b-a911-4d9b-8935-6a0fe1b468f3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32ca3252-a6cd-40d0-9751-a0bcd2a5f418 HTTP/1.1" status: 200 len: 217 time: 0.1158676 May 31 13:31:24.806704 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-93ff6466-157d-49fb-a81a-615df8a2512d req-bf6109a5-ca0d-4fdf-b6fd-f75cc0c62691 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/security-groups?id=11fe291e-69a0-4211-ae19-9fbe273445b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322426 May 31 13:31:24.813302 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ccfac77f-e440-4102-a678-beb66047b892 req-6e501e13-d615-4b88-b578-42e350effd24 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.50 "GET /v2.0/floatingips/c974891d-8af0-4de2-bb08-3daf2b7fc538 HTTP/1.1" status: 200 len: 694 time: 0.1958444 May 31 13:31:25.068444 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d24f1-cac5-4ee9-8a15-c36412f3ee58 req-4b2d7515-6aaa-4b29-8e0d-9236a066e29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:25.069811 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-959d24f1-cac5-4ee9-8a15-c36412f3ee58 req-4b2d7515-6aaa-4b29-8e0d-9236a066e29d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=33d5a057-d728-4f2d-867b-3bfbd8f9a5e3 HTTP/1.1" status: 200 len: 859 time: 0.2605078 May 31 13:31:25.093210 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3b58f328-e32c-4d40-9752-6299fb8ba9b4 req-25df7488-fb32-4e51-baa6-52bb40a9b63f service neutron] 10.222.0.20 "GET /v2.0/networks/b4d30686-23e7-4909-aa70-b67d446f9c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3625588 May 31 13:31:25.222707 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37968e21-714a-4f6a-97db-80a5ca48a0d5 admin admin] Router 28a094dc-caca-4f5b-8c5c-3ea8344682d2 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:31:25.265825 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-8eb5ae40-253d-4dde-8ff7-a79a37c6deeb req-0489044f-d382-479a-b5fb-8c7f88e607a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e25fb624-a508-4143-893a-c61f3b88afd4 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:31:25.282285 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfac77f-e440-4102-a678-beb66047b892 req-d7158ab1-21b8-453e-ab97-2dcaee7933a7 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:25.283664 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ccfac77f-e440-4102-a678-beb66047b892 req-d7158ab1-21b8-453e-ab97-2dcaee7933a7 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.50 "GET /v2.0/networks/d2103cd5-63ba-4c24-9d95-fd17643bf14c HTTP/1.1" status: 200 len: 784 time: 0.4258499 May 31 13:31:25.286603 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8eb5ae40-253d-4dde-8ff7-a79a37c6deeb req-0489044f-d382-479a-b5fb-8c7f88e607a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:25.381265 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3b58f328-e32c-4d40-9752-6299fb8ba9b4 req-cd86d2d8-7f4d-4dda-a6ba-bfeef8da9287 service neutron] 10.222.0.20 "GET /v2.0/networks/b4d30686-23e7-4909-aa70-b67d446f9c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814846 May 31 13:31:25.386570 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-8eb5ae40-253d-4dde-8ff7-a79a37c6deeb req-0489044f-d382-479a-b5fb-8c7f88e607a2 service neutron] Transition to ACTIVE for port object e25fb624-a508-4143-893a-c61f3b88afd4 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:31:25.403465 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8eb5ae40-253d-4dde-8ff7-a79a37c6deeb req-0489044f-d382-479a-b5fb-8c7f88e607a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:25.410259 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ccfac77f-e440-4102-a678-beb66047b892 req-197b25e2-6591-451e-a890-d08f2510ea44 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.106 HTTP/1.1" status: 200 len: 697 time: 0.1173820 May 31 13:31:25.464612 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab3436-f94a-4d12-8f77-65c3c02d79d6 req-03e44c89-4fb4-4bcb-b41f-a923d43b2651 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:25.465431 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-68ab3436-f94a-4d12-8f77-65c3c02d79d6 req-03e44c89-4fb4-4bcb-b41f-a923d43b2651 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Synchronizing usage tracker for tenant:be9b8c94d98b42f385a0f29035539835 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:31:25.663265 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ccfac77f-e440-4102-a678-beb66047b892 req-78329a9d-284f-49e7-a214-bc0ec7e0e5dd tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.106 HTTP/1.1" status: 200 len: 697 time: 0.2173963 May 31 13:31:25.669715 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95537a9c-c133-465c-9a9a-4b1c5e23bfe6', 'name': 'network-vif-deleted', 'tag': '2ca73744-b411-4cba-a1bc-b0632df659c1'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:31:25.676582 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d24f1-cac5-4ee9-8a15-c36412f3ee58 req-4a5b2198-e857-4249-be77-621fda939355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:25.678111 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-959d24f1-cac5-4ee9-8a15-c36412f3ee58 req-4a5b2198-e857-4249-be77-621fda939355 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4906b42e-b307-4d36-b70d-f5895b463d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6004639 May 31 13:31:25.717470 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3b58f328-e32c-4d40-9752-6299fb8ba9b4 req-95c46b0c-5867-4f07-94da-3ba8b14e9310 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=ed7a4efa-d56d-4605-8b79-de0f8f0e9d7c HTTP/1.1" status: 200 len: 217 time: 0.3290641 May 31 13:31:25.850986 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37968e21-714a-4f6a-97db-80a5ca48a0d5 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:31:25.865503 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58f328-e32c-4d40-9752-6299fb8ba9b4 req-0c4df112-195d-4c2d-96fc-aaba779f7caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:25.868509 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20dd7a87-374a-4060-b125-ee2d5de7ec6c None None] Sync routers for ids ['28a094dc-caca-4f5b-8c5c-3ea8344682d2'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:31:25.871203 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3b58f328-e32c-4d40-9752-6299fb8ba9b4 req-0c4df112-195d-4c2d-96fc-aaba779f7caa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ae1bf59e-fc0d-4b10-8719-029c4184cbca HTTP/1.1" status: 200 len: 797 time: 0.1361971 May 31 13:31:25.878359 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-37968e21-714a-4f6a-97db-80a5ca48a0d5 admin admin] 10.222.0.50 "PUT /v2.0/routers/28a094dc-caca-4f5b-8c5c-3ea8344682d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0561295 May 31 13:31:25.890486 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20dd7a87-374a-4060-b125-ee2d5de7ec6c None None] Routers {'28a094dc-caca-4f5b-8c5c-3ea8344682d2'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:31:25.891958 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-20dd7a87-374a-4060-b125-ee2d5de7ec6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:31:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['28a094dc-caca-4f5b-8c5c-3ea8344682d2'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:31:25.926914 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44064) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:31:25.957697 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0489044f-d382-479a-b5fb-8c7f88e607a2 service neutron] Pushing event updated for resources: {'Port': ['ID=e25fb624-a508-4143-893a-c61f3b88afd4,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:25.974762 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-68ab3436-f94a-4d12-8f77-65c3c02d79d6 req-03e44c89-4fb4-4bcb-b41f-a923d43b2651 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Unset dirty status for tenant:be9b8c94d98b42f385a0f29035539835 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:31:25.975992 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-68ab3436-f94a-4d12-8f77-65c3c02d79d6 req-03e44c89-4fb4-4bcb-b41f-a923d43b2651 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/ports?device_id=96c0d0e6-6de6-4bed-bd2a-154d02801961 HTTP/1.1" status: 200 len: 931 time: 0.9934552 May 31 13:31:26.140927 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-20dd7a87-374a-4060-b125-ee2d5de7ec6c None None] Set router 28a094dc-caca-4f5b-8c5c-3ea8344682d2 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:31:26.198456 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58f328-e32c-4d40-9752-6299fb8ba9b4 req-f57d0746-fa82-498d-a2f6-f70b291ebc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:26.199830 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3b58f328-e32c-4d40-9752-6299fb8ba9b4 req-f57d0746-fa82-498d-a2f6-f70b291ebc9d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b4d30686-23e7-4909-aa70-b67d446f9c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3218594 May 31 13:31:26.205743 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-ccfac77f-e440-4102-a678-beb66047b892 req-22849d16-e56b-4cf9-b9ad-9ca0236b4b4f tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Deleting port ded0ecb6-4d0f-47a4-b46f-3d0533cc6cac {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:31:26.206187 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ccfac77f-e440-4102-a678-beb66047b892 req-22849d16-e56b-4cf9-b9ad-9ca0236b4b4f tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:26.257767 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-68ab3436-f94a-4d12-8f77-65c3c02d79d6 req-81028f61-450d-44a0-8cc7-f01309abb226 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4eda8c6-2ff8-4ec5-a939-d72272274cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2009387 May 31 13:31:26.307583 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-209604c6-ea33-45a3-b44f-c74745b35db0 admin admin] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:26.319576 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-8eb5ae40-253d-4dde-8ff7-a79a37c6deeb req-0489044f-d382-479a-b5fb-8c7f88e607a2 service neutron] Attempting to bind port e25fb624-a508-4143-893a-c61f3b88afd4 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:31:26.320298 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-8eb5ae40-253d-4dde-8ff7-a79a37c6deeb req-0489044f-d382-479a-b5fb-8c7f88e607a2 service neutron] Attempting to bind port e25fb624-a508-4143-893a-c61f3b88afd4 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'e9cd1a0e-a4b7-43b7-be1f-97f3a2f73d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '29fe9209-7455-49d1-bbb8-3bf3a6f3bebb'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:31:26.320298 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb5ae40-253d-4dde-8ff7-a79a37c6deeb req-0489044f-d382-479a-b5fb-8c7f88e607a2 service neutron] Attempting to bind port e25fb624-a508-4143-893a-c61f3b88afd4 on network 29fe9209-7455-49d1-bbb8-3bf3a6f3bebb {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:31:26.341039 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-959d24f1-cac5-4ee9-8a15-c36412f3ee58 req-d92eaa5a-092d-485d-a0f5-c9d89d3339fd service neutron] 10.222.0.44 "GET /v2.0/networks/4906b42e-b307-4d36-b70d-f5895b463d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6553991 May 31 13:31:26.346722 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb5ae40-253d-4dde-8ff7-a79a37c6deeb req-0489044f-d382-479a-b5fb-8c7f88e607a2 service neutron] Port e25fb624-a508-4143-893a-c61f3b88afd4 on network 29fe9209-7455-49d1-bbb8-3bf3a6f3bebb not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:31:26.347050 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb5ae40-253d-4dde-8ff7-a79a37c6deeb req-0489044f-d382-479a-b5fb-8c7f88e607a2 service neutron] Attempting to bind port e25fb624-a508-4143-893a-c61f3b88afd4 on network 29fe9209-7455-49d1-bbb8-3bf3a6f3bebb {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:31:26.444753 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb5ae40-253d-4dde-8ff7-a79a37c6deeb req-0489044f-d382-479a-b5fb-8c7f88e607a2 service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:31:26.445097 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb5ae40-253d-4dde-8ff7-a79a37c6deeb req-0489044f-d382-479a-b5fb-8c7f88e607a2 service neutron] Checking segment: {'id': 'e9cd1a0e-a4b7-43b7-be1f-97f3a2f73d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '29fe9209-7455-49d1-bbb8-3bf3a6f3bebb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:31:26.445491 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb5ae40-253d-4dde-8ff7-a79a37c6deeb req-0489044f-d382-479a-b5fb-8c7f88e607a2 service neutron] Bound using segment: {'id': 'e9cd1a0e-a4b7-43b7-be1f-97f3a2f73d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '29fe9209-7455-49d1-bbb8-3bf3a6f3bebb'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:31:26.445944 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-8eb5ae40-253d-4dde-8ff7-a79a37c6deeb req-0489044f-d382-479a-b5fb-8c7f88e607a2 service neutron] Bound port: e25fb624-a508-4143-893a-c61f3b88afd4, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9cd1a0e-a4b7-43b7-be1f-97f3a2f73d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '29fe9209-7455-49d1-bbb8-3bf3a6f3bebb'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:31:26.446321 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8eb5ae40-253d-4dde-8ff7-a79a37c6deeb req-0489044f-d382-479a-b5fb-8c7f88e607a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:26.565568 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-20dd7a87-374a-4060-b125-ee2d5de7ec6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a094dc-caca-4f5b-8c5c-3ea8344682d2', 'name': 'tempest-FloatingIPsTestJSON-1777814975-router', 'tenant_id': 'a3c10d77b5e9443791adec2e7e1c7c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '2b4b6155-b580-4412-b6dc-1a89859c0ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:30:08Z', 'updated_at': '2022-05-31T13:31:22Z', 'revision_number': 5, 'project_id': 'a3c10d77b5e9443791adec2e7e1c7c37', 'gw_port': {'id': '2b4b6155-b580-4412-b6dc-1a89859c0ca3', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a094dc-caca-4f5b-8c5c-3ea8344682d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:30:11Z', 'updated_at': '2022-05-31T13:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:31:26.570757 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-209604c6-ea33-45a3-b44f-c74745b35db0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:26.571599 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20dd7a87-374a-4060-b125-ee2d5de7ec6c None None] Checking router: 28a094dc-caca-4f5b-8c5c-3ea8344682d2 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:31:26.585533 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20dd7a87-374a-4060-b125-ee2d5de7ec6c None None] Routers {'28a094dc-caca-4f5b-8c5c-3ea8344682d2'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:31:26.586327 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-20dd7a87-374a-4060-b125-ee2d5de7ec6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:31:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['28a094dc-caca-4f5b-8c5c-3ea8344682d2'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:31:26.600336 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-209604c6-ea33-45a3-b44f-c74745b35db0 admin admin] Deleting port 2b4b6155-b580-4412-b6dc-1a89859c0ca3 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:31:26.600531 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-209604c6-ea33-45a3-b44f-c74745b35db0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:26.652624 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3b58f328-e32c-4d40-9752-6299fb8ba9b4 req-1d0dbde0-e2ac-4e92-9fd3-d05d03078366 service neutron] 10.222.0.20 "GET /v2.0/networks/b4d30686-23e7-4909-aa70-b67d446f9c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4442585 May 31 13:31:26.767337 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ccfac77f-e440-4102-a678-beb66047b892 req-22849d16-e56b-4cf9-b9ad-9ca0236b4b4f tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:26.768008 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ccfac77f-e440-4102-a678-beb66047b892 req-22849d16-e56b-4cf9-b9ad-9ca0236b4b4f tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:26.792361 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-20dd7a87-374a-4060-b125-ee2d5de7ec6c None None] Set router 28a094dc-caca-4f5b-8c5c-3ea8344682d2 gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:31:26.809720 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-959d24f1-cac5-4ee9-8a15-c36412f3ee58 req-14d0e155-be77-405e-8c00-9e3f8a50ecf4 service neutron] 10.222.0.44 "GET /v2.0/networks/4906b42e-b307-4d36-b70d-f5895b463d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4017978 May 31 13:31:26.909324 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-20dd7a87-374a-4060-b125-ee2d5de7ec6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a094dc-caca-4f5b-8c5c-3ea8344682d2', 'name': 'tempest-FloatingIPsTestJSON-1777814975-router', 'tenant_id': 'a3c10d77b5e9443791adec2e7e1c7c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:30:08Z', 'updated_at': '2022-05-31T13:31:26Z', 'revision_number': 6, 'project_id': 'a3c10d77b5e9443791adec2e7e1c7c37', 'gw_port_host': None}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:31:26.913701 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20dd7a87-374a-4060-b125-ee2d5de7ec6c None None] The sync data for ids ['28a094dc-caca-4f5b-8c5c-3ea8344682d2'] in n-d-843939-1 is: [{'id': '28a094dc-caca-4f5b-8c5c-3ea8344682d2', 'name': 'tempest-FloatingIPsTestJSON-1777814975-router', 'tenant_id': 'a3c10d77b5e9443791adec2e7e1c7c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:30:08Z', 'updated_at': '2022-05-31T13:31:26Z', 'revision_number': 6, 'project_id': 'a3c10d77b5e9443791adec2e7e1c7c37', 'gw_port_host': None}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:31:26.979955 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3b58f328-e32c-4d40-9752-6299fb8ba9b4 req-09feb9df-02ad-404b-beab-9deb3f996639 service neutron] 10.222.0.20 "GET /v2.0/networks/b4d30686-23e7-4909-aa70-b67d446f9c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3160412 May 31 13:31:26.990305 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-209604c6-ea33-45a3-b44f-c74745b35db0 admin admin] For port 2b4b6155-b580-4412-b6dc-1a89859c0ca3, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=2b4b6155-b580-4412-b6dc-1a89859c0ca3,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:31:26.991032 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-209604c6-ea33-45a3-b44f-c74745b35db0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:26.997879 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-ccfac77f-e440-4102-a678-beb66047b892 req-22849d16-e56b-4cf9-b9ad-9ca0236b4b4f tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Calling delete_port for ded0ecb6-4d0f-47a4-b46f-3d0533cc6cac owned by network:floatingip {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:31:27.056363 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-8eb5ae40-253d-4dde-8ff7-a79a37c6deeb req-0489044f-d382-479a-b5fb-8c7f88e607a2 service neutron] For port e25fb624-a508-4143-893a-c61f3b88afd4, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:31:27.064474 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6953d929-55c5-40cd-9150-03f442430b6f req-dd4cfb70-b334-4f8f-9f59-5dcea865005b tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:27.064718 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3b58f328-e32c-4d40-9752-6299fb8ba9b4 req-337b131b-532f-46c1-aca3-a46483da94d4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.200&port_id=afb50f20-5db7-426b-99db-2d8249ca9f29 HTTP/1.1" status: 200 len: 217 time: 0.0757871 May 31 13:31:27.065931 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6953d929-55c5-40cd-9150-03f442430b6f req-dd4cfb70-b334-4f8f-9f59-5dcea865005b tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/networks?id=ef7bc708-faad-4f53-9863-9b17fc2bd3a4 HTTP/1.1" status: 200 len: 811 time: 0.6098995 May 31 13:31:27.095732 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-8eb5ae40-253d-4dde-8ff7-a79a37c6deeb req-0489044f-d382-479a-b5fb-8c7f88e607a2 service neutron] For port e25fb624-a508-4143-893a-c61f3b88afd4, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=e25fb624-a508-4143-893a-c61f3b88afd4,segment=NetworkSegment(e9cd1a0e-a4b7-43b7-be1f-97f3a2f73d5d),segment_id=e9cd1a0e-a4b7-43b7-be1f-97f3a2f73d5d)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:31:27.109165 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8eb5ae40-253d-4dde-8ff7-a79a37c6deeb req-0489044f-d382-479a-b5fb-8c7f88e607a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:27.113776 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6953d929-55c5-40cd-9150-03f442430b6f req-7d04c987-cbee-4e57-8dca-5ad72c3055de tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/quotas/bc5142db886b48f8906c49afcc233362 HTTP/1.1" status: 200 len: 375 time: 0.0380163 May 31 13:31:27.292701 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5ae40-253d-4dde-8ff7-a79a37c6deeb req-0489044f-d382-479a-b5fb-8c7f88e607a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:27.293569 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8eb5ae40-253d-4dde-8ff7-a79a37c6deeb req-0489044f-d382-479a-b5fb-8c7f88e607a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:27.296885 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8eb5ae40-253d-4dde-8ff7-a79a37c6deeb req-0489044f-d382-479a-b5fb-8c7f88e607a2 service neutron] 10.222.0.44 "PUT /v2.0/ports/e25fb624-a508-4143-893a-c61f3b88afd4 HTTP/1.1" status: 200 len: 1091 time: 3.7717736 May 31 13:31:27.346363 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0489044f-d382-479a-b5fb-8c7f88e607a2 service neutron] Pushing event updated for resources: {'Port': ['ID=e25fb624-a508-4143-893a-c61f3b88afd4,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:27.416855 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b023e-4cc3-40f0-85ad-42700ffa03b5 req-cbf5565f-0e17-4433-83d8-cd00007cafed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:27.418386 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f31b023e-4cc3-40f0-85ad-42700ffa03b5 req-cbf5565f-0e17-4433-83d8-cd00007cafed service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=633e14999cf6449e966925c4e75e7489&device_id=9d6d9622-63e9-4767-9e87-e5a9f80cb523 HTTP/1.1" status: 200 len: 1097 time: 0.5266759 May 31 13:31:27.423565 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ccfac77f-e440-4102-a678-beb66047b892 req-22849d16-e56b-4cf9-b9ad-9ca0236b4b4f tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:27.442359 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-209604c6-ea33-45a3-b44f-c74745b35db0 admin admin] Calling delete_port for 2b4b6155-b580-4412-b6dc-1a89859c0ca3 owned by network:router_gateway {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:31:27.538700 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58f328-e32c-4d40-9752-6299fb8ba9b4 req-854948db-640f-4b88-886c-b7a74a5b0577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:27.540382 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3b58f328-e32c-4d40-9752-6299fb8ba9b4 req-854948db-640f-4b88-886c-b7a74a5b0577 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ae1bf59e-fc0d-4b10-8719-029c4184cbca HTTP/1.1" status: 200 len: 797 time: 0.4208608 May 31 13:31:27.688550 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22849d16-e56b-4cf9-b9ad-9ca0236b4b4f tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Pushing event deleted for resources: {'Port': ['ID=ded0ecb6-4d0f-47a4-b46f-3d0533cc6cac,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:27.709797 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58f328-e32c-4d40-9752-6299fb8ba9b4 req-63503353-d568-4309-bf61-545cbd88cfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:27.712050 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3b58f328-e32c-4d40-9752-6299fb8ba9b4 req-63503353-d568-4309-bf61-545cbd88cfc8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b4d30686-23e7-4909-aa70-b67d446f9c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1498177 May 31 13:31:27.897173 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6953d929-55c5-40cd-9150-03f442430b6f req-7a4d2afb-f62c-474b-b30c-5d5320239b2b tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc5142db886b48f8906c49afcc233362&fields=id HTTP/1.1" status: 200 len: 394 time: 0.7482994 May 31 13:31:27.931169 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device a13aa445-60bc-47a7-b5eb-71c61a56ef8e no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:31:27.942030 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-209604c6-ea33-45a3-b44f-c74745b35db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:27.992793 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: a13aa445-60bc-47a7-b5eb-71c61a56ef8e {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:31:27.993424 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device a13aa445-60bc-47a7-b5eb-71c61a56ef8e not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:31:27.994381 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 2b4b6155-b580-4412-b6dc-1a89859c0ca3 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:31:28.017475 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209604c6-ea33-45a3-b44f-c74745b35db0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b4b6155-b580-4412-b6dc-1a89859c0ca3,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:28.058635 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 2b4b6155-b580-4412-b6dc-1a89859c0ca3 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:31:28.059447 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 2b4b6155-b580-4412-b6dc-1a89859c0ca3 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:31:28.077139 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ccfac77f-e440-4102-a678-beb66047b892 req-22849d16-e56b-4cf9-b9ad-9ca0236b4b4f tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Notify callbacks [] for floatingip, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:28.096002 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3b58f328-e32c-4d40-9752-6299fb8ba9b4 req-33e2bceb-bbff-430f-a8bd-1c8eb5a91158 service neutron] 10.222.0.20 "GET /v2.0/networks/b4d30686-23e7-4909-aa70-b67d446f9c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3740737 May 31 13:31:28.106768 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b023e-4cc3-40f0-85ad-42700ffa03b5 req-fa9b02ee-7118-443a-807b-62bdf83d6b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:28.108314 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f31b023e-4cc3-40f0-85ad-42700ffa03b5 req-fa9b02ee-7118-443a-807b-62bdf83d6b90 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4906b42e-b307-4d36-b70d-f5895b463d19 HTTP/1.1" status: 200 len: 921 time: 0.4563310 May 31 13:31:28.118451 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5ae40-253d-4dde-8ff7-a79a37c6deeb req-6f365d4c-6f32-4469-917d-e29f01d5b0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:28.119872 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8eb5ae40-253d-4dde-8ff7-a79a37c6deeb req-6f365d4c-6f32-4469-917d-e29f01d5b0db service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=be9b8c94d98b42f385a0f29035539835&device_id=96c0d0e6-6de6-4bed-bd2a-154d02801961 HTTP/1.1" status: 200 len: 1094 time: 0.7006307 May 31 13:31:28.207946 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-209604c6-ea33-45a3-b44f-c74745b35db0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577389'] for router_gateway, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:28.287600 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f31b023e-4cc3-40f0-85ad-42700ffa03b5 req-f7ff468b-be7e-4506-b06e-c220357122e6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32ca3252-a6cd-40d0-9751-a0bcd2a5f418 HTTP/1.1" status: 200 len: 217 time: 0.1719112 May 31 13:31:28.291325 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8eb5ae40-253d-4dde-8ff7-a79a37c6deeb req-5fb64e65-430e-42dc-aa52-777cc380ce2b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e25fb624-a508-4143-893a-c61f3b88afd4 HTTP/1.1" status: 200 len: 217 time: 0.1040657 May 31 13:31:28.306681 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ccfac77f-e440-4102-a678-beb66047b892 req-22849d16-e56b-4cf9-b9ad-9ca0236b4b4f tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:28.307785 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ccfac77f-e440-4102-a678-beb66047b892 req-22849d16-e56b-4cf9-b9ad-9ca0236b4b4f tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.50 "DELETE /v2.0/floatingips/c974891d-8af0-4de2-bb08-3daf2b7fc538 HTTP/1.1" status: 204 len: 173 time: 2.6239078 May 31 13:31:28.427786 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-209604c6-ea33-45a3-b44f-c74745b35db0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:28.430540 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6953d929-55c5-40cd-9150-03f442430b6f req-706c6acc-9f7b-4350-9345-76f33b48e4d4 service neutron] 10.222.0.50 "GET /v2.0/networks/ef7bc708-faad-4f53-9863-9b17fc2bd3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5075297 May 31 13:31:28.431877 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-209604c6-ea33-45a3-b44f-c74745b35db0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:28.503494 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-209604c6-ea33-45a3-b44f-c74745b35db0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:28.504500 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-209604c6-ea33-45a3-b44f-c74745b35db0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28a094dc-caca-4f5b-8c5c-3ea8344682d2 {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:31:28.521105 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3b58f328-e32c-4d40-9752-6299fb8ba9b4 req-40045b2f-e146-4b40-8b7d-5d756bf872f4 service neutron] 10.222.0.20 "GET /v2.0/networks/b4d30686-23e7-4909-aa70-b67d446f9c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4140134 May 31 13:31:28.524435 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-209604c6-ea33-45a3-b44f-c74745b35db0 admin admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:28.528712 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-209604c6-ea33-45a3-b44f-c74745b35db0 admin admin] 10.222.0.50 "DELETE /v2.0/routers/28a094dc-caca-4f5b-8c5c-3ea8344682d2 HTTP/1.1" status: 204 len: 168 time: 2.5976293 May 31 13:31:28.562962 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44086) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:31:28.611279 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3b58f328-e32c-4d40-9752-6299fb8ba9b4 req-8637dc88-fb15-4f6d-ac57-1e86b0ef479c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=05ae88ea-d0ae-410f-9fc2-dd7330f8c30f HTTP/1.1" status: 200 len: 217 time: 0.0838213 May 31 13:31:28.646280 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b023e-4cc3-40f0-85ad-42700ffa03b5 req-11d93282-adda-47a5-a162-c6b020188405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:28.649033 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f31b023e-4cc3-40f0-85ad-42700ffa03b5 req-11d93282-adda-47a5-a162-c6b020188405 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=33d5a057-d728-4f2d-867b-3bfbd8f9a5e3 HTTP/1.1" status: 200 len: 859 time: 0.3442500 May 31 13:31:28.651290 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5ae40-253d-4dde-8ff7-a79a37c6deeb req-f2d317d5-b871-4bbe-a08b-e0387f19255d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:28.654993 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8eb5ae40-253d-4dde-8ff7-a79a37c6deeb req-f2d317d5-b871-4bbe-a08b-e0387f19255d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=82d28a94-56aa-487e-b28b-6f63cbb648aa HTTP/1.1" status: 200 len: 857 time: 0.3509881 May 31 13:31:28.714551 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58f328-e32c-4d40-9752-6299fb8ba9b4 req-b543eb50-76fb-445c-8b3f-2564d9030986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:28.716499 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3b58f328-e32c-4d40-9752-6299fb8ba9b4 req-b543eb50-76fb-445c-8b3f-2564d9030986 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ae1bf59e-fc0d-4b10-8719-029c4184cbca HTTP/1.1" status: 200 len: 797 time: 0.0963376 May 31 13:31:28.808145 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58f328-e32c-4d40-9752-6299fb8ba9b4 req-6e09fb94-1b9d-41eb-a24e-5aa18cf8261b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:28.809746 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3b58f328-e32c-4d40-9752-6299fb8ba9b4 req-6e09fb94-1b9d-41eb-a24e-5aa18cf8261b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b4d30686-23e7-4909-aa70-b67d446f9c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0844152 May 31 13:31:28.880381 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e03699f-ac8f-4968-bfe5-fb7ee3ced2c1 admin admin] Deleting subnet ee0cb7bc-77e1-4f9a-9c6e-2549aff2458e {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:31:28.892557 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8e03699f-ac8f-4968-bfe5-fb7ee3ced2c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:28.983780 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6953d929-55c5-40cd-9150-03f442430b6f req-f4caa973-9d9f-49e5-8cd5-c6a3e53a050a service neutron] 10.222.0.50 "GET /v2.0/networks/ef7bc708-faad-4f53-9863-9b17fc2bd3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5376823 May 31 13:31:29.031992 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8e03699f-ac8f-4968-bfe5-fb7ee3ced2c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65507433'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:29.053059 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3b58f328-e32c-4d40-9752-6299fb8ba9b4 req-5a4eb772-ba62-48b0-8ea4-2ab88dc34f68 service neutron] 10.222.0.20 "GET /v2.0/networks/b4d30686-23e7-4909-aa70-b67d446f9c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340508 May 31 13:31:29.124037 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4483673-45bc-4a49-8643-51a0fa942101'] response: {'server_uuid': '95537a9c-c133-465c-9a9a-4b1c5e23bfe6', 'name': 'network-vif-deleted', 'tag': '2ca73744-b411-4cba-a1bc-b0632df659c1', 'status': 'completed', 'code': 200} May 31 13:31:29.126355 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b023e-4cc3-40f0-85ad-42700ffa03b5 req-3398558b-7a9d-4f38-9c3b-fb521a9d22e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:29.127865 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f31b023e-4cc3-40f0-85ad-42700ffa03b5 req-3398558b-7a9d-4f38-9c3b-fb521a9d22e1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4906b42e-b307-4d36-b70d-f5895b463d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4649591 May 31 13:31:29.137264 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5ae40-253d-4dde-8ff7-a79a37c6deeb req-9087c88b-da6b-4b47-87a5-46e63742ef59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:29.138936 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8eb5ae40-253d-4dde-8ff7-a79a37c6deeb req-9087c88b-da6b-4b47-87a5-46e63742ef59 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=29fe9209-7455-49d1-bbb8-3bf3a6f3bebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4016123 May 31 13:31:29.181786 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 13:31:29.355312 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3b58f328-e32c-4d40-9752-6299fb8ba9b4 req-5497ffca-8304-4277-b0f3-11ea6cb486df service neutron] 10.222.0.20 "GET /v2.0/networks/b4d30686-23e7-4909-aa70-b67d446f9c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977171 May 31 13:31:29.628370 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3b58f328-e32c-4d40-9752-6299fb8ba9b4 req-088fdfd5-6975-40d6-9d72-f2571c48ef98 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8e966406-8086-497d-9f36-fd419f01573c HTTP/1.1" status: 200 len: 217 time: 0.2665355 May 31 13:31:29.736699 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58f328-e32c-4d40-9752-6299fb8ba9b4 req-59059503-58c0-46fe-b842-ca1909a155e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:29.739097 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3b58f328-e32c-4d40-9752-6299fb8ba9b4 req-59059503-58c0-46fe-b842-ca1909a155e5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0cc880ea-aa7f-47b9-9b93-2b6fc9bcaa46 HTTP/1.1" status: 200 len: 797 time: 0.1043010 May 31 13:31:29.780344 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96860d76-0129-48ca-9de4-022133e58123 req-bfd359e4-7bd2-4dfb-b0d1-5bf163fbde91 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:29.781850 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-96860d76-0129-48ca-9de4-022133e58123 req-bfd359e4-7bd2-4dfb-b0d1-5bf163fbde91 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/ports?device_id=96c0d0e6-6de6-4bed-bd2a-154d02801961 HTTP/1.1" status: 200 len: 943 time: 0.4163382 May 31 13:31:29.790456 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8eb5ae40-253d-4dde-8ff7-a79a37c6deeb req-9cf1f950-b7ce-4590-99fe-e0dde0427b22 service neutron] 10.222.0.44 "GET /v2.0/networks/29fe9209-7455-49d1-bbb8-3bf3a6f3bebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5957861 May 31 13:31:29.849579 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58f328-e32c-4d40-9752-6299fb8ba9b4 req-4ae05b93-93b2-4ce4-9356-aa4536714625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:29.851122 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3b58f328-e32c-4d40-9752-6299fb8ba9b4 req-4ae05b93-93b2-4ce4-9356-aa4536714625 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2d2d7c1f-d966-47df-b1e1-24eb3c3d5e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1028757 May 31 13:31:29.994272 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8eb5ae40-253d-4dde-8ff7-a79a37c6deeb req-52a62498-73a1-4dac-bc10-c87998d00406 service neutron] 10.222.0.44 "GET /v2.0/networks/29fe9209-7455-49d1-bbb8-3bf3a6f3bebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908760 May 31 13:31:30.022025 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8e03699f-ac8f-4968-bfe5-fb7ee3ced2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:30.102750 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3b58f328-e32c-4d40-9752-6299fb8ba9b4 req-78527baf-ce07-4254-948e-aa2b69af53b0 service neutron] 10.222.0.20 "GET /v2.0/networks/2d2d7c1f-d966-47df-b1e1-24eb3c3d5e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438238 May 31 13:31:30.150449 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f31b023e-4cc3-40f0-85ad-42700ffa03b5 req-d8429594-3221-4536-b30a-a7f1dd64ac8c service neutron] 10.222.0.44 "GET /v2.0/networks/4906b42e-b307-4d36-b70d-f5895b463d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0080163 May 31 13:31:30.176481 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-96860d76-0129-48ca-9de4-022133e58123 req-01f78c81-3a71-4436-991e-b46f54055449 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4eda8c6-2ff8-4ec5-a939-d72272274cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2177176 May 31 13:31:30.278375 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3b58f328-e32c-4d40-9752-6299fb8ba9b4 req-6f334b1a-b313-4d09-90f4-bc9d01cd216b service neutron] 10.222.0.20 "GET /v2.0/networks/2d2d7c1f-d966-47df-b1e1-24eb3c3d5e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657391 May 31 13:31:30.446848 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3b58f328-e32c-4d40-9752-6299fb8ba9b4 req-4de24b8c-77c0-41f9-9607-393d8107271a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=10ed9e35-6e6d-4cf1-8c03-6739c221f3a3 HTTP/1.1" status: 200 len: 217 time: 0.1604497 May 31 13:31:30.534871 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-230e21ff-2577-465d-ae77-4ac2a0a0edbc req-264d5c5d-f722-49a1-b5c8-21d55fe1dfff tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=dbaea2ec-9092-44e4-b690-87858b27c15c HTTP/1.1" status: 200 len: 210 time: 0.1501083 May 31 13:31:30.568053 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8e03699f-ac8f-4968-bfe5-fb7ee3ced2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65216469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65148562'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:30.573652 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58f328-e32c-4d40-9752-6299fb8ba9b4 req-f3a97ce4-6084-4739-bcb4-4a5529abe71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:30.578576 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3b58f328-e32c-4d40-9752-6299fb8ba9b4 req-f3a97ce4-6084-4739-bcb4-4a5529abe71d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0cc880ea-aa7f-47b9-9b93-2b6fc9bcaa46 HTTP/1.1" status: 200 len: 797 time: 0.1283402 May 31 13:31:30.646523 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e03699f-ac8f-4968-bfe5-fb7ee3ced2c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee0cb7bc-77e1-4f9a-9c6e-2549aff2458e,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:30.652126 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8e03699f-ac8f-4968-bfe5-fb7ee3ced2c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:30.667324 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8a5da2-b033-4999-af1e-e97e5007acdd None None] Network 080d6d49-93ca-4bc9-b724-23769f792082 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:31:30.683207 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58f328-e32c-4d40-9752-6299fb8ba9b4 req-b8657aaa-47a4-4f9f-976f-5a1101af412e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:30.684939 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3b58f328-e32c-4d40-9752-6299fb8ba9b4 req-b8657aaa-47a4-4f9f-976f-5a1101af412e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2d2d7c1f-d966-47df-b1e1-24eb3c3d5e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0958352 May 31 13:31:30.719383 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-8e03699f-ac8f-4968-bfe5-fb7ee3ced2c1 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/ee0cb7bc-77e1-4f9a-9c6e-2549aff2458e HTTP/1.1" status: 204 len: 168 time: 2.1553419 May 31 13:31:30.735126 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44122) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:31:30.866419 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3b58f328-e32c-4d40-9752-6299fb8ba9b4 req-7d5be6c2-7987-4abe-beb9-21ae2964a95d service neutron] 10.222.0.20 "GET /v2.0/networks/2d2d7c1f-d966-47df-b1e1-24eb3c3d5e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703153 May 31 13:31:30.919859 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f31b023e-4cc3-40f0-85ad-42700ffa03b5 req-1328d73b-c296-4eb9-8aa9-a5e9ffa31d5f service neutron] 10.222.0.44 "GET /v2.0/networks/4906b42e-b307-4d36-b70d-f5895b463d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7283993 May 31 13:31:31.011972 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3174a099-33a1-4930-ab98-f5e06e26782f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:31.025749 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b0ca6-0dcc-45b0-8766-288579b719aa req-276feb00-e013-49f8-bd18-56fd17a2b58b tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:31.025749 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-3e8b0ca6-0dcc-45b0-8766-288579b719aa req-276feb00-e013-49f8-bd18-56fd17a2b58b tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Synchronizing usage tracker for tenant:633e14999cf6449e966925c4e75e7489 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:31:31.093320 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9187201f-c8d0-4d46-a8e0-df6be771ba47 None None] DHCP port deletion for 080d6d49-93ca-4bc9-b724-23769f792082 request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:31:31.100435 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9187201f-c8d0-4d46-a8e0-df6be771ba47 None None] Deleting port a55b6ac2-617c-4a79-9d50-94f7643e6c2d {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:31:31.101282 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9187201f-c8d0-4d46-a8e0-df6be771ba47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:31.204478 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3b58f328-e32c-4d40-9752-6299fb8ba9b4 req-fc998d0d-18a4-4724-a9ee-6bcd003defed service neutron] 10.222.0.20 "GET /v2.0/networks/2d2d7c1f-d966-47df-b1e1-24eb3c3d5e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3284771 May 31 13:31:31.221515 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96c0d0e6-6de6-4bed-bd2a-154d02801961', 'tag': 'e25fb624-a508-4143-893a-c61f3b88afd4'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:31:31.226463 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e18572d-bb0f-48ba-b284-5557a7e88ab0 req-9882b230-7908-40e2-9e1c-4530ef9f0f0c tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:31.228017 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-3e18572d-bb0f-48ba-b284-5557a7e88ab0 req-9882b230-7908-40e2-9e1c-4530ef9f0f0c tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Synchronizing usage tracker for tenant:633e14999cf6449e966925c4e75e7489 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:31:31.252585 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-3e18572d-bb0f-48ba-b284-5557a7e88ab0 req-9882b230-7908-40e2-9e1c-4530ef9f0f0c tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Unset dirty status for tenant:633e14999cf6449e966925c4e75e7489 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:31:31.253785 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3e18572d-bb0f-48ba-b284-5557a7e88ab0 req-9882b230-7908-40e2-9e1c-4530ef9f0f0c tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d6d9622-63e9-4767-9e87-e5a9f80cb523 HTTP/1.1" status: 200 len: 946 time: 0.1944218 May 31 13:31:31.256655 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a8dd6-5487-465b-8c7a-af1a5b89d230 req-ae25030f-1634-42e5-a5ef-11286902df1c tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:31.258740 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7e7a8dd6-5487-465b-8c7a-af1a5b89d230 req-ae25030f-1634-42e5-a5ef-11286902df1c tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.44 "GET /v2.0/ports?device_id=30b9966f-70b7-43b1-ab74-f74fd2bbd109 HTTP/1.1" status: 200 len: 945 time: 0.5963635 May 31 13:31:31.282715 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-3174a099-33a1-4930-ab98-f5e06e26782f admin admin] Deleting port a55b6ac2-617c-4a79-9d50-94f7643e6c2d {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:31:31.283266 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3174a099-33a1-4930-ab98-f5e06e26782f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:31.375255 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-3e8b0ca6-0dcc-45b0-8766-288579b719aa req-276feb00-e013-49f8-bd18-56fd17a2b58b tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Unset dirty status for tenant:633e14999cf6449e966925c4e75e7489 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:31:31.383480 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3e8b0ca6-0dcc-45b0-8766-288579b719aa req-276feb00-e013-49f8-bd18-56fd17a2b58b tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d6d9622-63e9-4767-9e87-e5a9f80cb523 HTTP/1.1" status: 200 len: 946 time: 0.9621475 May 31 13:31:31.473677 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9187201f-c8d0-4d46-a8e0-df6be771ba47 None None] For port a55b6ac2-617c-4a79-9d50-94f7643e6c2d, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=a55b6ac2-617c-4a79-9d50-94f7643e6c2d,segment=NetworkSegment(d34d3df1-ef2d-4ac2-8f4f-a6f08879cb77),segment_id=d34d3df1-ef2d-4ac2-8f4f-a6f08879cb77)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:31:31.474418 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9187201f-c8d0-4d46-a8e0-df6be771ba47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:31.477487 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-3e18572d-bb0f-48ba-b284-5557a7e88ab0 req-50fba951-3423-48aa-95be-879580e7a442 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Deleting port 32ca3252-a6cd-40d0-9751-a0bcd2a5f418 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:31:31.477843 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-3e18572d-bb0f-48ba-b284-5557a7e88ab0 req-50fba951-3423-48aa-95be-879580e7a442 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:31.597836 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3e8b0ca6-0dcc-45b0-8766-288579b719aa req-c684bfb7-e0bf-47a3-8d56-95fe5dfd4a72 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.50 "GET /v2.0/security-groups?id=834a7886-0cce-4ec4-86a1-7e121fb3b800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127099 May 31 13:31:31.618601 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-7e7a8dd6-5487-465b-8c7a-af1a5b89d230 req-78f0a68d-1334-4a5e-a181-433fc89420dc tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Deleting port 7981e8f9-d03b-40e2-9db7-0fab18d23011 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:31:31.619613 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7e7a8dd6-5487-465b-8c7a-af1a5b89d230 req-78f0a68d-1334-4a5e-a181-433fc89420dc tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:31.620801 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device a55b6ac2-617c-4a79-9d50-94f7643e6c2d no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:31:31.717922 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9187201f-c8d0-4d46-a8e0-df6be771ba47 None None] Calling delete_port for a55b6ac2-617c-4a79-9d50-94f7643e6c2d owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:31:31.804180 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6953d929-55c5-40cd-9150-03f442430b6f req-767d54b9-3a5f-49e4-8148-fbac6efde241 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:31.806826 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6953d929-55c5-40cd-9150-03f442430b6f req-767d54b9-3a5f-49e4-8148-fbac6efde241 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.44 "GET /v2.0/networks?id=ef7bc708-faad-4f53-9863-9b17fc2bd3a4 HTTP/1.1" status: 200 len: 811 time: 0.7566755 May 31 13:31:31.894066 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port a55b6ac2-617c-4a79-9d50-94f7643e6c2d is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:31:31.894547 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:31.914329 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-3e18572d-bb0f-48ba-b284-5557a7e88ab0 req-50fba951-3423-48aa-95be-879580e7a442 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] For port 32ca3252-a6cd-40d0-9751-a0bcd2a5f418, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=32ca3252-a6cd-40d0-9751-a0bcd2a5f418,segment=NetworkSegment(b43bd213-a5c3-431b-9972-53566e005364),segment_id=b43bd213-a5c3-431b-9972-53566e005364)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:31:31.915129 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-3e18572d-bb0f-48ba-b284-5557a7e88ab0 req-50fba951-3423-48aa-95be-879580e7a442 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:31.938479 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9187201f-c8d0-4d46-a8e0-df6be771ba47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:31.941195 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-3174a099-33a1-4930-ab98-f5e06e26782f admin admin] For port a55b6ac2-617c-4a79-9d50-94f7643e6c2d, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=a55b6ac2-617c-4a79-9d50-94f7643e6c2d,segment=NetworkSegment(d34d3df1-ef2d-4ac2-8f4f-a6f08879cb77),segment_id=d34d3df1-ef2d-4ac2-8f4f-a6f08879cb77)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:31:31.942018 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3174a099-33a1-4930-ab98-f5e06e26782f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:31.997189 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9187201f-c8d0-4d46-a8e0-df6be771ba47 None None] Pushing event deleted for resources: {'Port': ['ID=a55b6ac2-617c-4a79-9d50-94f7643e6c2d,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:32.037782 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9187201f-c8d0-4d46-a8e0-df6be771ba47 None None] No DVR routers for this DVR port a55b6ac2-617c-4a79-9d50-94f7643e6c2d on host n-d-843939-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:31:32.048045 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9187201f-c8d0-4d46-a8e0-df6be771ba47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:31:32.048493 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9187201f-c8d0-4d46-a8e0-df6be771ba47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:31:32.059605 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9187201f-c8d0-4d46-a8e0-df6be771ba47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:31:32.060190 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9187201f-c8d0-4d46-a8e0-df6be771ba47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:31:32.061239 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9187201f-c8d0-4d46-a8e0-df6be771ba47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:31:32.062388 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9187201f-c8d0-4d46-a8e0-df6be771ba47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:31:32.062876 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9187201f-c8d0-4d46-a8e0-df6be771ba47 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:31:32.063360 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9187201f-c8d0-4d46-a8e0-df6be771ba47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:31:32.063832 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9187201f-c8d0-4d46-a8e0-df6be771ba47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:31:32.064309 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9187201f-c8d0-4d46-a8e0-df6be771ba47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:31:32.064774 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9187201f-c8d0-4d46-a8e0-df6be771ba47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:31:32.065270 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9187201f-c8d0-4d46-a8e0-df6be771ba47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:31:32.227879 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-3174a099-33a1-4930-ab98-f5e06e26782f admin admin] Calling delete_port for a55b6ac2-617c-4a79-9d50-94f7643e6c2d owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:31:32.250635 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-3e18572d-bb0f-48ba-b284-5557a7e88ab0 req-50fba951-3423-48aa-95be-879580e7a442 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Calling delete_port for 32ca3252-a6cd-40d0-9751-a0bcd2a5f418 owned by compute:nova {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:31:32.307655 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-6953d929-55c5-40cd-9150-03f442430b6f req-86ffd0b2-8f77-4610-9a3d-35eda48a946b tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Request body: {'port': {'device_id': 'dbaea2ec-9092-44e4-b690-87858b27c15c', 'network_id': 'ef7bc708-faad-4f53-9863-9b17fc2bd3a4', 'admin_state_up': True, 'tenant_id': 'bc5142db886b48f8906c49afcc233362'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:31:32.325403 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device e25fb624-a508-4143-893a-c61f3b88afd4 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:31:32.412790 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3cd064-41c0-4068-99e6-af6df47771c7 req-4947ec93-cf92-4f4d-9265-843b078bee6a tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:32.423650 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9d3cd064-41c0-4068-99e6-af6df47771c7 req-4947ec93-cf92-4f4d-9265-843b078bee6a tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/ports?device_id=30b9966f-70b7-43b1-ab74-f74fd2bbd109 HTTP/1.1" status: 200 len: 945 time: 1.3226509 May 31 13:31:32.507317 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-3e18572d-bb0f-48ba-b284-5557a7e88ab0 req-50fba951-3423-48aa-95be-879580e7a442 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:32.522535 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['32ca3252-a6cd-40d0-9751-a0bcd2a5f418'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:31:32.566851 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fba951-3423-48aa-95be-879580e7a442 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Pushing event deleted for resources: {'Port': ['ID=32ca3252-a6cd-40d0-9751-a0bcd2a5f418,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:32.619069 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port e25fb624-a508-4143-893a-c61f3b88afd4, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=e25fb624-a508-4143-893a-c61f3b88afd4,segment=NetworkSegment(e9cd1a0e-a4b7-43b7-be1f-97f3a2f73d5d),segment_id=e9cd1a0e-a4b7-43b7-be1f-97f3a2f73d5d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:31:32.648253 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': 'e25fb624-a508-4143-893a-c61f3b88afd4', 'network_id': '29fe9209-7455-49d1-bbb8-3bf3a6f3bebb', 'port_id': 'e25fb624-a508-4143-893a-c61f3b88afd4', 'mac_address': 'fa:16:3e:08:59:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82d28a94-56aa-487e-b28b-6f63cbb648aa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:31:32.650402 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 4d45171f-722a-4471-be12-7e323923194e details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:31:32.700280 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e18572d-bb0f-48ba-b284-5557a7e88ab0 req-50fba951-3423-48aa-95be-879580e7a442 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] No DVR routers for this DVR port 32ca3252-a6cd-40d0-9751-a0bcd2a5f418 on host n-h2-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:31:32.705942 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-3e18572d-bb0f-48ba-b284-5557a7e88ab0 req-50fba951-3423-48aa-95be-879580e7a442 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:32.710742 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d6d9622-63e9-4767-9e87-e5a9f80cb523', 'name': 'network-vif-deleted', 'tag': '32ca3252-a6cd-40d0-9751-a0bcd2a5f418'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:31:32.730244 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9d3cd064-41c0-4068-99e6-af6df47771c7 req-74b585dc-407d-451f-9ba4-0747a58bb454 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/security-groups?id=3d29a7ba-8da4-4594-bfbf-9f55cd071e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048418 May 31 13:31:32.750853 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3e18572d-bb0f-48ba-b284-5557a7e88ab0 req-50fba951-3423-48aa-95be-879580e7a442 tempest-FloatingIPsAssociationTestJSON-1266702949 tempest-FloatingIPsAssociationTestJSON-1266702949-project] 10.222.0.44 "DELETE /v2.0/ports/32ca3252-a6cd-40d0-9751-a0bcd2a5f418 HTTP/1.1" status: 204 len: 173 time: 1.4860778 May 31 13:31:32.895286 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port e25fb624-a508-4143-893a-c61f3b88afd4 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:31:32.896675 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:32.941809 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e25fb624-a508-4143-893a-c61f3b88afd4 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:31:32.985277 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port e25fb624-a508-4143-893a-c61f3b88afd4, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=e25fb624-a508-4143-893a-c61f3b88afd4,segment=NetworkSegment(e9cd1a0e-a4b7-43b7-be1f-97f3a2f73d5d),segment_id=e9cd1a0e-a4b7-43b7-be1f-97f3a2f73d5d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:31:33.000307 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.api [None req-3174a099-33a1-4930-ab98-f5e06e26782f admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88370) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:31:33.001155 n-d-843939-1 neutron-server[88370]: DEBUG oslo_db.api [None req-3174a099-33a1-4930-ab98-f5e06e26782f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:31:33.017514 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:33.135820 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=e25fb624-a508-4143-893a-c61f3b88afd4,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:33.160311 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-7e7a8dd6-5487-465b-8c7a-af1a5b89d230 req-78f0a68d-1334-4a5e-a181-433fc89420dc tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] For port 7981e8f9-d03b-40e2-9db7-0fab18d23011, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=7981e8f9-d03b-40e2-9db7-0fab18d23011,segment=NetworkSegment(6af449b4-9759-41ca-aa70-1c602a81197c),segment_id=6af449b4-9759-41ca-aa70-1c602a81197c)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:31:33.160682 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7e7a8dd6-5487-465b-8c7a-af1a5b89d230 req-78f0a68d-1334-4a5e-a181-433fc89420dc tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:33.182917 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 4d45171f-722a-4471-be12-7e323923194e, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=4d45171f-722a-4471-be12-7e323923194e,segment=NetworkSegment(1e6452d1-51f8-4e9a-9e93-895c398faede),segment_id=1e6452d1-51f8-4e9a-9e93-895c398faede)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:31:33.199899 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a2170-3f59-4170-97bb-656b92b5d372 req-ed8a701a-c0ab-4e42-8f95-6d2c11f3b998 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:33.201500 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7c8a2170-3f59-4170-97bb-656b92b5d372 req-ed8a701a-c0ab-4e42-8f95-6d2c11f3b998 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/ports?device_id=44ddad2c-fe8f-47c8-a3e7-0e7cc36dafd3 HTTP/1.1" status: 200 len: 946 time: 0.8775234 May 31 13:31:33.204193 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': '4d45171f-722a-4471-be12-7e323923194e', 'network_id': 'b11a5e31-f902-47bb-ae2d-8ab30e32d2c6', 'port_id': '4d45171f-722a-4471-be12-7e323923194e', 'mac_address': 'fa:16:3e:92:5a:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a2881f-e291-4214-81d7-8f9b77a7af81', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:31:33.269591 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['e25fb624-a508-4143-893a-c61f3b88afd4'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:31:33.354967 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 4d45171f-722a-4471-be12-7e323923194e is: ACTIVE; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:31:33.355517 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:33.412244 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-7e7a8dd6-5487-465b-8c7a-af1a5b89d230 req-78f0a68d-1334-4a5e-a181-433fc89420dc tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Calling delete_port for 7981e8f9-d03b-40e2-9db7-0fab18d23011 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:31:33.431942 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4d45171f-722a-4471-be12-7e323923194e {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:31:33.458892 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 4d45171f-722a-4471-be12-7e323923194e, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=4d45171f-722a-4471-be12-7e323923194e,segment=NetworkSegment(1e6452d1-51f8-4e9a-9e93-895c398faede),segment_id=1e6452d1-51f8-4e9a-9e93-895c398faede)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:31:33.466404 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:33.583570 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-3174a099-33a1-4930-ab98-f5e06e26782f admin admin] Deleting port a55b6ac2-617c-4a79-9d50-94f7643e6c2d {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:31:33.584090 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3174a099-33a1-4930-ab98-f5e06e26782f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:33.613862 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=4d45171f-722a-4471-be12-7e323923194e,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:33.626712 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['4d45171f-722a-4471-be12-7e323923194e'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:31:33.724128 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-6953d929-55c5-40cd-9150-03f442430b6f req-86ffd0b2-8f77-4610-9a3d-35eda48a946b tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:31:33.730279 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-6953d929-55c5-40cd-9150-03f442430b6f req-86ffd0b2-8f77-4610-9a3d-35eda48a946b tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Usage tracker for resource:port and tenant:bc5142db886b48f8906c49afcc233362 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:31:33.736132 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-6953d929-55c5-40cd-9150-03f442430b6f req-86ffd0b2-8f77-4610-9a3d-35eda48a946b tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:31:33.744609 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-6953d929-55c5-40cd-9150-03f442430b6f req-86ffd0b2-8f77-4610-9a3d-35eda48a946b tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:31:33.834778 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-3174a099-33a1-4930-ab98-f5e06e26782f admin admin] The port 'a55b6ac2-617c-4a79-9d50-94f7643e6c2d' was deleted {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 13:31:33.901094 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6953d929-55c5-40cd-9150-03f442430b6f req-86ffd0b2-8f77-4610-9a3d-35eda48a946b tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Made reservation on behalf of bc5142db886b48f8906c49afcc233362 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:31:33.905029 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6953d929-55c5-40cd-9150-03f442430b6f req-86ffd0b2-8f77-4610-9a3d-35eda48a946b tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:34.032570 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7c8a2170-3f59-4170-97bb-656b92b5d372 req-2364efc8-f7bf-45f2-9175-73b049613365 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/security-groups?id=11fe291e-69a0-4211-ae19-9fbe273445b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8100719 May 31 13:31:34.057275 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4673101-1f42-48c1-8a9c-7617df191bea req-3d06a872-cbd7-4f2d-881e-3d03202085ea tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:34.058868 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e4673101-1f42-48c1-8a9c-7617df191bea req-3d06a872-cbd7-4f2d-881e-3d03202085ea tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/ports?device_id=96c0d0e6-6de6-4bed-bd2a-154d02801961 HTTP/1.1" status: 200 len: 944 time: 1.1278341 May 31 13:31:34.131310 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3174a099-33a1-4930-ab98-f5e06e26782f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:34.153454 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-586197b0-aff7-4605-a87e-f09bf2387b8f'] response: {'name': 'network-changed', 'server_uuid': '96c0d0e6-6de6-4bed-bd2a-154d02801961', 'tag': 'e25fb624-a508-4143-893a-c61f3b88afd4', 'status': 'completed', 'code': 200} May 31 13:31:34.175354 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7e7a8dd6-5487-465b-8c7a-af1a5b89d230 req-78f0a68d-1334-4a5e-a181-433fc89420dc tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:34.266150 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e6139b-79fb-4914-8cf8-73d8e27ee565 req-409087b0-995b-44f5-b08f-ea111c80c7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:34.268693 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-34e6139b-79fb-4914-8cf8-73d8e27ee565 req-409087b0-995b-44f5-b08f-ea111c80c7fb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=be9b8c94d98b42f385a0f29035539835&device_id=96c0d0e6-6de6-4bed-bd2a-154d02801961 HTTP/1.1" status: 200 len: 1095 time: 0.1319268 May 31 13:31:34.280983 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-3174a099-33a1-4930-ab98-f5e06e26782f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['080d6d49-93ca-4bc9-b724-23769f792082']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:31:34.338531 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device e25fb624-a508-4143-893a-c61f3b88afd4 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:31:34.367950 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-70749d3b-ad70-4e32-a202-7a16956e2e49 req-f7a0422f-b022-44a7-8af0-9c898f1861f2 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=dbaea2ec-9092-44e4-b690-87858b27c15c HTTP/1.1" status: 200 len: 210 time: 0.0894804 May 31 13:31:34.371634 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-3174a099-33a1-4930-ab98-f5e06e26782f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd34d3df1-ef2d-4ac2-8f4f-a6f08879cb77') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:31:34.371931 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-3174a099-33a1-4930-ab98-f5e06e26782f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd34d3df1-ef2d-4ac2-8f4f-a6f08879cb77') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:31:34.414141 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f0a68d-1334-4a5e-a181-433fc89420dc tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Pushing event deleted for resources: {'Port': ['ID=7981e8f9-d03b-40e2-9db7-0fab18d23011,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:34.473676 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3174a099-33a1-4930-ab98-f5e06e26782f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:34.514287 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port e25fb624-a508-4143-893a-c61f3b88afd4 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:31:34.516781 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e4673101-1f42-48c1-8a9c-7617df191bea req-eb2a6ce1-2af4-4673-bb60-91aa8097eb23 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4eda8c6-2ff8-4ec5-a939-d72272274cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3617470 May 31 13:31:34.525442 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port e25fb624-a508-4143-893a-c61f3b88afd4 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:31:34.526464 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:34.540066 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e6139b-79fb-4914-8cf8-73d8e27ee565 req-bb225527-fcb0-4f1a-986b-372d6e5d30bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:34.542620 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-34e6139b-79fb-4914-8cf8-73d8e27ee565 req-bb225527-fcb0-4f1a-986b-372d6e5d30bf service neutron] 10.222.0.44 "GET /v2.0/networks?id=29fe9209-7455-49d1-bbb8-3bf3a6f3bebb HTTP/1.1" status: 200 len: 919 time: 0.2674139 May 31 13:31:34.573652 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3174a099-33a1-4930-ab98-f5e06e26782f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:34.664057 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 4d45171f-722a-4471-be12-7e323923194e up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:31:34.728250 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8741b6c5-0123-41c3-8a56-15e449dc9e64'] response: {'server_uuid': '9d6d9622-63e9-4767-9e87-e5a9f80cb523', 'name': 'network-vif-deleted', 'tag': '32ca3252-a6cd-40d0-9751-a0bcd2a5f418', 'status': 'completed', 'code': 200} May 31 13:31:34.773951 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-34e6139b-79fb-4914-8cf8-73d8e27ee565 req-3c72d32f-29e5-43f5-8e24-24e225c6a27f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e25fb624-a508-4143-893a-c61f3b88afd4 HTTP/1.1" status: 200 len: 217 time: 0.2215276 May 31 13:31:34.776651 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e7a8dd6-5487-465b-8c7a-af1a5b89d230 req-78f0a68d-1334-4a5e-a181-433fc89420dc tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] No DVR routers for this DVR port 7981e8f9-d03b-40e2-9db7-0fab18d23011 on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:31:34.788285 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7e7a8dd6-5487-465b-8c7a-af1a5b89d230 req-78f0a68d-1334-4a5e-a181-433fc89420dc tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:34.810072 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44144) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:31:34.810858 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3174a099-33a1-4930-ab98-f5e06e26782f admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:31:34.812026 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3174a099-33a1-4930-ab98-f5e06e26782f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:34.827956 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7e7a8dd6-5487-465b-8c7a-af1a5b89d230 req-78f0a68d-1334-4a5e-a181-433fc89420dc tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.44 "DELETE /v2.0/ports/7981e8f9-d03b-40e2-9db7-0fab18d23011 HTTP/1.1" status: 204 len: 173 time: 3.5112281 May 31 13:31:34.973555 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e6139b-79fb-4914-8cf8-73d8e27ee565 req-41544066-8365-4ba5-902a-a704e162a172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:34.975819 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-34e6139b-79fb-4914-8cf8-73d8e27ee565 req-41544066-8365-4ba5-902a-a704e162a172 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=82d28a94-56aa-487e-b28b-6f63cbb648aa HTTP/1.1" status: 200 len: 857 time: 0.1912515 May 31 13:31:35.058608 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-6953d929-55c5-40cd-9150-03f442430b6f req-86ffd0b2-8f77-4610-9a3d-35eda48a946b tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Allocated IP 172.20.0.13 (ef7bc708-faad-4f53-9863-9b17fc2bd3a4/03601eff-cc07-4210-91b9-54e2e22c50f4/b93389c3-caa8-4ea0-8f5f-80727bf364b3) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:31:35.084242 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment d34d3df1-ef2d-4ac2-8f4f-a6f08879cb77 resource provider aggregate not found May 31 13:31:35.115319 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e6139b-79fb-4914-8cf8-73d8e27ee565 req-f9f24c3e-c886-44ce-a41e-765f22e70f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:35.117921 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-34e6139b-79fb-4914-8cf8-73d8e27ee565 req-f9f24c3e-c886-44ce-a41e-765f22e70f42 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=29fe9209-7455-49d1-bbb8-3bf3a6f3bebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1363769 May 31 13:31:35.150273 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port 4d45171f-722a-4471-be12-7e323923194e triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:31:35.151184 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:35.190909 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment d34d3df1-ef2d-4ac2-8f4f-a6f08879cb77 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d34d3df1-ef2d-4ac2-8f4f-a6f08879cb77 found for delete ", "request_id": "req-42cfc1e9-85b9-45b8-bc05-a66374e04990"}]} May 31 13:31:35.218533 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port e25fb624-a508-4143-893a-c61f3b88afd4 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:31:35.218992 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:35.229453 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-8c5e882c-cc9d-4bcd-844b-3b97fad08608 req-e7c76aa5-a47d-4e32-b6ca-6f59082bb7c5 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Synchronizing usage tracker for tenant:9d7345b6bbc64d3981e920379156fa19 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:31:35.262902 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3174a099-33a1-4930-ab98-f5e06e26782f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:35.290457 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3174a099-33a1-4930-ab98-f5e06e26782f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:35.316138 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96c0d0e6-6de6-4bed-bd2a-154d02801961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e25fb624-a508-4143-893a-c61f3b88afd4'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:31:35.344316 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port e25fb624-a508-4143-893a-c61f3b88afd4, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=e25fb624-a508-4143-893a-c61f3b88afd4,segment=NetworkSegment(e9cd1a0e-a4b7-43b7-be1f-97f3a2f73d5d),segment_id=e9cd1a0e-a4b7-43b7-be1f-97f3a2f73d5d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:31:35.362822 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:35.366386 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 32ca3252-a6cd-40d0-9751-a0bcd2a5f418 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:31:35.391535 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3174a099-33a1-4930-ab98-f5e06e26782f admin admin] Pushing event deleted for resources: {'Network': ['ID=080d6d49-93ca-4bc9-b724-23769f792082,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:35.435115 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-8c5e882c-cc9d-4bcd-844b-3b97fad08608 req-e7c76aa5-a47d-4e32-b6ca-6f59082bb7c5 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] Unset dirty status for tenant:9d7345b6bbc64d3981e920379156fa19 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:31:35.437726 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8c5e882c-cc9d-4bcd-844b-3b97fad08608 req-e7c76aa5-a47d-4e32-b6ca-6f59082bb7c5 tempest-LiveMigrationTest-1468762346 tempest-LiveMigrationTest-1468762346-project] 10.222.0.50 "GET /v2.0/ports?device_id=30b9966f-70b7-43b1-ab74-f74fd2bbd109 HTTP/1.1" status: 200 len: 210 time: 0.4054163 May 31 13:31:35.567371 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-3174a099-33a1-4930-ab98-f5e06e26782f admin admin] 10.222.0.50 "DELETE /v2.0/networks/080d6d49-93ca-4bc9-b724-23769f792082 HTTP/1.1" status: 204 len: 168 time: 4.8292663 May 31 13:31:35.567572 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=e25fb624-a508-4143-893a-c61f3b88afd4,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:35.637187 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-34e6139b-79fb-4914-8cf8-73d8e27ee565 req-52906cb0-4a77-4fa9-b63c-86eb5e0612a4 service neutron] 10.222.0.44 "GET /v2.0/networks/29fe9209-7455-49d1-bbb8-3bf3a6f3bebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5033369 May 31 13:31:35.670905 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 4d45171f-722a-4471-be12-7e323923194e is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:31:35.671367 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:35.682836 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] No Port match for: 32ca3252-a6cd-40d0-9751-a0bcd2a5f418 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:31:35.683760 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 32ca3252-a6cd-40d0-9751-a0bcd2a5f418 not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:31:35.684190 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 7981e8f9-d03b-40e2-9db7-0fab18d23011 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:31:35.729356 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] No Port match for: 7981e8f9-d03b-40e2-9db7-0fab18d23011 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:31:35.729703 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 7981e8f9-d03b-40e2-9db7-0fab18d23011 not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:31:35.760223 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 4d45171f-722a-4471-be12-7e323923194e, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=4d45171f-722a-4471-be12-7e323923194e,segment=NetworkSegment(1e6452d1-51f8-4e9a-9e93-895c398faede),segment_id=1e6452d1-51f8-4e9a-9e93-895c398faede)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:31:35.766842 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:35.882885 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=4d45171f-722a-4471-be12-7e323923194e,revision_number=7']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:35.911443 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44164) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:31:36.027483 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-3d1a6b2f-bcdc-4496-b091-f763f217b2a6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a3c10d77b5e9443791adec2e7e1c7c37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1144950 May 31 13:31:36.030411 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-34e6139b-79fb-4914-8cf8-73d8e27ee565 req-d7d56d23-bc66-4cb4-bf01-69faa7f1f9ed service neutron] 10.222.0.44 "GET /v2.0/networks/29fe9209-7455-49d1-bbb8-3bf3a6f3bebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3859460 May 31 13:31:36.031026 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44168) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:31:36.071463 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6953d929-55c5-40cd-9150-03f442430b6f req-86ffd0b2-8f77-4610-9a3d-35eda48a946b tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:36.100743 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043eda0b-b07b-443a-ac31-768f653fd94e req-5413b359-9eac-4cff-85d2-1c87ac0d4ff2 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:36.106661 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043eda0b-b07b-443a-ac31-768f653fd94e req-5413b359-9eac-4cff-85d2-1c87ac0d4ff2 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:36.108012 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-043eda0b-b07b-443a-ac31-768f653fd94e req-5413b359-9eac-4cff-85d2-1c87ac0d4ff2 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Synchronizing usage tracker for tenant:1471cc7c2bcf49a68dcbc360fa0fde8b on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:31:36.122136 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d8ee5b4a-2a79-44c9-868b-a755522fb86b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:36.128552 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-6953d929-55c5-40cd-9150-03f442430b6f req-86ffd0b2-8f77-4610-9a3d-35eda48a946b tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Transition to ACTIVE for port object b93389c3-caa8-4ea0-8f5f-80727bf364b3 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:31:36.168293 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d8ee5b4a-2a79-44c9-868b-a755522fb86b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:36.194066 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b9966f-70b7-43b1-ab74-f74fd2bbd109', 'name': 'network-vif-deleted', 'tag': '7981e8f9-d03b-40e2-9db7-0fab18d23011'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:31:36.214837 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d8f4ce-8e3f-44d1-b7dd-221776b0ebae req-fe04b83d-49df-46ee-8824-44786a94e2e8 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:36.218401 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-51d8f4ce-8e3f-44d1-b7dd-221776b0ebae req-fe04b83d-49df-46ee-8824-44786a94e2e8 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/ports?device_id=44ddad2c-fe8f-47c8-a3e7-0e7cc36dafd3 HTTP/1.1" status: 200 len: 946 time: 0.4859803 May 31 13:31:36.232229 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-043eda0b-b07b-443a-ac31-768f653fd94e req-5413b359-9eac-4cff-85d2-1c87ac0d4ff2 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Unset dirty status for tenant:1471cc7c2bcf49a68dcbc360fa0fde8b on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:31:36.234520 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-043eda0b-b07b-443a-ac31-768f653fd94e req-5413b359-9eac-4cff-85d2-1c87ac0d4ff2 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] 10.222.0.50 "GET /v2.0/ports?device_id=a64dd48e-cba4-4dc6-98c9-6b03580d5a81&device_id=c60064d4-fc1a-4054-aedd-db2291062076 HTTP/1.1" status: 200 len: 1682 time: 0.7370026 May 31 13:31:36.268350 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d8ee5b4a-2a79-44c9-868b-a755522fb86b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:36.288690 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ee5b4a-2a79-44c9-868b-a755522fb86b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c132ed5-3f8d-49e9-af79-a1eb5f0990cc,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:36.293154 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d8ee5b4a-2a79-44c9-868b-a755522fb86b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:36.294345 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d8ee5b4a-2a79-44c9-868b-a755522fb86b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6c132ed5-3f8d-49e9-af79-a1eb5f0990cc HTTP/1.1" status: 204 len: 168 time: 0.2623267 May 31 13:31:36.358246 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6953d929-55c5-40cd-9150-03f442430b6f req-86ffd0b2-8f77-4610-9a3d-35eda48a946b tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:36.484492 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-51d8f4ce-8e3f-44d1-b7dd-221776b0ebae req-5335a68d-6151-40d3-af74-751dcab8db3f tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/security-groups?id=11fe291e-69a0-4211-ae19-9fbe273445b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408278 May 31 13:31:36.529790 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-043eda0b-b07b-443a-ac31-768f653fd94e req-b7b59dc4-851f-4e12-a8e1-28c5a7a2d879 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] 10.222.0.50 "GET /v2.0/security-groups?id=55bd970b-2f57-4851-b98f-a55d5a4ba329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829304 May 31 13:31:36.565487 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6953d929-55c5-40cd-9150-03f442430b6f req-86ffd0b2-8f77-4610-9a3d-35eda48a946b tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Network ef7bc708-faad-4f53-9863-9b17fc2bd3a4 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:31:36.570512 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-6953d929-55c5-40cd-9150-03f442430b6f req-86ffd0b2-8f77-4610-9a3d-35eda48a946b tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:31:36.576748 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-6953d929-55c5-40cd-9150-03f442430b6f req-86ffd0b2-8f77-4610-9a3d-35eda48a946b tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:31:36.579056 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f02f4d2-fe76-4a3b-aed8-95b8d3700a54'] response: {'server_uuid': '96c0d0e6-6de6-4bed-bd2a-154d02801961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e25fb624-a508-4143-893a-c61f3b88afd4', 'code': 200} May 31 13:31:36.649124 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ffd0b2-8f77-4610-9a3d-35eda48a946b tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Pushing event updated for resources: {'Port': ['ID=b93389c3-caa8-4ea0-8f5f-80727bf364b3,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:36.758990 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6953d929-55c5-40cd-9150-03f442430b6f req-86ffd0b2-8f77-4610-9a3d-35eda48a946b tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:36.759996 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6953d929-55c5-40cd-9150-03f442430b6f req-86ffd0b2-8f77-4610-9a3d-35eda48a946b tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:36.807540 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3267211-5fe7-4898-8c8d-d2952a37a128 req-06335822-90cb-47b3-a0c9-8b426222b311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:36.812031 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b3267211-5fe7-4898-8c8d-d2952a37a128 req-06335822-90cb-47b3-a0c9-8b426222b311 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=96c0d0e6-6de6-4bed-bd2a-154d02801961 HTTP/1.1" status: 200 len: 1096 time: 0.1587377 May 31 13:31:36.889794 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b3267211-5fe7-4898-8c8d-d2952a37a128 req-bc6e6977-0d01-4d9d-bbfc-142e8a3326a6 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b4eda8c6-2ff8-4ec5-a939-d72272274cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713408 May 31 13:31:36.943107 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6953d929-55c5-40cd-9150-03f442430b6f req-86ffd0b2-8f77-4610-9a3d-35eda48a946b tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6834676 May 31 13:31:36.998559 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-29ec8389-3959-48e2-b1bf-b33d79ee9ce4 None None] Provisioning for port b93389c3-caa8-4ea0-8f5f-80727bf364b3 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:31:37.005325 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-29ec8389-3959-48e2-b1bf-b33d79ee9ce4 None None] Provisioning complete for port b93389c3-caa8-4ea0-8f5f-80727bf364b3 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:31:37.005858 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-29ec8389-3959-48e2-b1bf-b33d79ee9ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:37.059328 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428f015a-f6ce-4923-94bb-afb793e23a46 req-99c7c230-dc8e-4d3c-91fa-a64bb42471c3 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:37.062528 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-428f015a-f6ce-4923-94bb-afb793e23a46 req-99c7c230-dc8e-4d3c-91fa-a64bb42471c3 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/ports?device_id=96c0d0e6-6de6-4bed-bd2a-154d02801961 HTTP/1.1" status: 200 len: 945 time: 0.2953720 May 31 13:31:37.095480 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-29ec8389-3959-48e2-b1bf-b33d79ee9ce4 None None] Port b93389c3-caa8-4ea0-8f5f-80727bf364b3 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:31:37.112125 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-6953d929-55c5-40cd-9150-03f442430b6f req-3d2b73fb-052f-43fb-9ad1-d52953573af3 service neutron] Request body: {'port': {'device_id': 'dbaea2ec-9092-44e4-b690-87858b27c15c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:31:37.153651 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b9c83-c904-4321-9478-c6c0e281ad46 req-410b8452-78f3-417f-a10c-d50775caab15 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:37.154728 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-fe7b9c83-c904-4321-9478-c6c0e281ad46 req-410b8452-78f3-417f-a10c-d50775caab15 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Synchronizing usage tracker for tenant:bc5142db886b48f8906c49afcc233362 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:31:37.281040 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:37.374483 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ee1530ea-39fc-4b5d-aee3-e00b7ae9ffd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:37.475821 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-428f015a-f6ce-4923-94bb-afb793e23a46 req-24d58aaf-3936-4d00-a7f0-561e17c0e852 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4eda8c6-2ff8-4ec5-a939-d72272274cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4074931 May 31 13:31:37.514556 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-fe7b9c83-c904-4321-9478-c6c0e281ad46 req-410b8452-78f3-417f-a10c-d50775caab15 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Unset dirty status for tenant:bc5142db886b48f8906c49afcc233362 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:31:37.514556 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fe7b9c83-c904-4321-9478-c6c0e281ad46 req-410b8452-78f3-417f-a10c-d50775caab15 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=dbaea2ec-9092-44e4-b690-87858b27c15c HTTP/1.1" status: 200 len: 932 time: 0.7014296 May 31 13:31:37.617036 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cd68725-8446-4dfd-af84-2df01bf68a7e'] response: {'server_uuid': '30b9966f-70b7-43b1-ab74-f74fd2bbd109', 'name': 'network-vif-deleted', 'tag': '7981e8f9-d03b-40e2-9db7-0fab18d23011', 'status': 'completed', 'code': 200} May 31 13:31:37.661585 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44200) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:31:37.683876 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fe7b9c83-c904-4321-9478-c6c0e281ad46 req-4d84893a-c295-4226-860a-0ceb24e7f1e2 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=b28319a5-744d-4c54-bfbf-469a0b7a5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511316 May 31 13:31:37.690864 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6953d929-55c5-40cd-9150-03f442430b6f req-3d2b73fb-052f-43fb-9ad1-d52953573af3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:38.239509 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-da2c1bcb-0027-4d61-9aef-ce04e74533e0 admin admin] Deleting subnet 376bfa95-ebe5-4cb8-abaa-2bcb5d3a07e3 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:31:38.246100 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-da2c1bcb-0027-4d61-9aef-ce04e74533e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:38.303131 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387b0887-defa-4674-83ad-5e0a8e501836 req-cb42cdfc-a1e4-49e8-965d-cd4106097b31 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:38.304685 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-387b0887-defa-4674-83ad-5e0a8e501836 req-cb42cdfc-a1e4-49e8-965d-cd4106097b31 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/ports?device_id=44ddad2c-fe8f-47c8-a3e7-0e7cc36dafd3 HTTP/1.1" status: 200 len: 946 time: 0.3267970 May 31 13:31:38.343277 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-ee1530ea-39fc-4b5d-aee3-e00b7ae9ffd4 admin admin] Deleting port e7679717-72d0-422d-bb1a-824fffff1b99 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:31:38.343680 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ee1530ea-39fc-4b5d-aee3-e00b7ae9ffd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:38.346701 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-da2c1bcb-0027-4d61-9aef-ce04e74533e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:38.444506 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-da2c1bcb-0027-4d61-9aef-ce04e74533e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:38.452502 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-387b0887-defa-4674-83ad-5e0a8e501836 req-67426064-5a0c-42e9-9118-60924ce3444b tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/security-groups?id=11fe291e-69a0-4211-ae19-9fbe273445b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286139 May 31 13:31:38.558684 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-da2c1bcb-0027-4d61-9aef-ce04e74533e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:38.583138 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44ddad2c-fe8f-47c8-a3e7-0e7cc36dafd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d45171f-722a-4471-be12-7e323923194e'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:31:38.623832 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2c1bcb-0027-4d61-9aef-ce04e74533e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=376bfa95-ebe5-4cb8-abaa-2bcb5d3a07e3,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:38.624052 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-6953d929-55c5-40cd-9150-03f442430b6f req-3d2b73fb-052f-43fb-9ad1-d52953573af3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b93389c3-caa8-4ea0-8f5f-80727bf364b3 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:31:38.630625 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-da2c1bcb-0027-4d61-9aef-ce04e74533e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:38.639691 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-da2c1bcb-0027-4d61-9aef-ce04e74533e0 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/376bfa95-ebe5-4cb8-abaa-2bcb5d3a07e3 HTTP/1.1" status: 204 len: 168 time: 0.9756961 May 31 13:31:38.641698 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44222) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:31:38.649109 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6953d929-55c5-40cd-9150-03f442430b6f req-3d2b73fb-052f-43fb-9ad1-d52953573af3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:38.688661 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-6953d929-55c5-40cd-9150-03f442430b6f req-3d2b73fb-052f-43fb-9ad1-d52953573af3 service neutron] Transition to ACTIVE for port object b93389c3-caa8-4ea0-8f5f-80727bf364b3 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:31:38.695006 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-ee1530ea-39fc-4b5d-aee3-e00b7ae9ffd4 admin admin] For port e7679717-72d0-422d-bb1a-824fffff1b99, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=e7679717-72d0-422d-bb1a-824fffff1b99,segment=NetworkSegment(b43bd213-a5c3-431b-9972-53566e005364),segment_id=b43bd213-a5c3-431b-9972-53566e005364)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:31:38.695528 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ee1530ea-39fc-4b5d-aee3-e00b7ae9ffd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:38.709151 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6953d929-55c5-40cd-9150-03f442430b6f req-3d2b73fb-052f-43fb-9ad1-d52953573af3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:38.717271 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:38.853378 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b956222-60a2-475c-b01e-de310615b06c'] response: {'server_uuid': '44ddad2c-fe8f-47c8-a3e7-0e7cc36dafd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d45171f-722a-4471-be12-7e323923194e', 'code': 200} May 31 13:31:38.934134 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-21f0e4a6-6c6c-43b0-9229-ca2842a5328d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:38.998896 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-ee1530ea-39fc-4b5d-aee3-e00b7ae9ffd4 admin admin] Calling delete_port for e7679717-72d0-422d-bb1a-824fffff1b99 owned by network:router_interface {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:31:39.032179 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2b73fb-052f-43fb-9ad1-d52953573af3 service neutron] Pushing event updated for resources: {'Port': ['ID=b93389c3-caa8-4ea0-8f5f-80727bf364b3,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:39.113261 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-21f0e4a6-6c6c-43b0-9229-ca2842a5328d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:39.144765 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-21f0e4a6-6c6c-43b0-9229-ca2842a5328d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e576ad54-297c-4eec-b73b-25479782c1e2']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:31:39.163957 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-21f0e4a6-6c6c-43b0-9229-ca2842a5328d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6af449b4-9759-41ca-aa70-1c602a81197c') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:31:39.164272 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-21f0e4a6-6c6c-43b0-9229-ca2842a5328d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6af449b4-9759-41ca-aa70-1c602a81197c') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:31:39.182244 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-21f0e4a6-6c6c-43b0-9229-ca2842a5328d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:39.206152 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-21f0e4a6-6c6c-43b0-9229-ca2842a5328d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:39.216258 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21f0e4a6-6c6c-43b0-9229-ca2842a5328d admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:31:39.217905 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-21f0e4a6-6c6c-43b0-9229-ca2842a5328d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:39.329675 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-21f0e4a6-6c6c-43b0-9229-ca2842a5328d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:39.338936 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-21f0e4a6-6c6c-43b0-9229-ca2842a5328d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:39.393184 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f0e4a6-6c6c-43b0-9229-ca2842a5328d admin admin] Pushing event deleted for resources: {'Network': ['ID=e576ad54-297c-4eec-b73b-25479782c1e2,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:39.421957 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-21f0e4a6-6c6c-43b0-9229-ca2842a5328d admin admin] 10.222.0.50 "DELETE /v2.0/networks/e576ad54-297c-4eec-b73b-25479782c1e2 HTTP/1.1" status: 204 len: 168 time: 0.7773342 May 31 13:31:39.435036 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44246) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:31:39.567473 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-1264df2e-3c66-4661-9f22-b7596885b0df admin admin] Deleting subnet 0f3849e6-b055-4ef1-af71-02abf3fa7949 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:31:39.571793 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1264df2e-3c66-4661-9f22-b7596885b0df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:39.642749 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1264df2e-3c66-4661-9f22-b7596885b0df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:39.721559 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1264df2e-3c66-4661-9f22-b7596885b0df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:39.758866 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 6af449b4-9759-41ca-aa70-1c602a81197c resource provider aggregate not found May 31 13:31:39.783620 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-6953d929-55c5-40cd-9150-03f442430b6f req-3d2b73fb-052f-43fb-9ad1-d52953573af3 service neutron] Attempting to bind port b93389c3-caa8-4ea0-8f5f-80727bf364b3 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:31:39.784341 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-6953d929-55c5-40cd-9150-03f442430b6f req-3d2b73fb-052f-43fb-9ad1-d52953573af3 service neutron] Attempting to bind port b93389c3-caa8-4ea0-8f5f-80727bf364b3 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': '4d75b4c6-9dbf-466e-9960-e4baeffc8b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ef7bc708-faad-4f53-9863-9b17fc2bd3a4'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:31:39.784341 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6953d929-55c5-40cd-9150-03f442430b6f req-3d2b73fb-052f-43fb-9ad1-d52953573af3 service neutron] Attempting to bind port b93389c3-caa8-4ea0-8f5f-80727bf364b3 on network ef7bc708-faad-4f53-9863-9b17fc2bd3a4 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:31:39.789468 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 6af449b4-9759-41ca-aa70-1c602a81197c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6af449b4-9759-41ca-aa70-1c602a81197c found for delete ", "request_id": "req-3ded1876-81a7-4490-87a4-ac7a5a69c29c"}]} May 31 13:31:39.802776 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6953d929-55c5-40cd-9150-03f442430b6f req-3d2b73fb-052f-43fb-9ad1-d52953573af3 service neutron] Port b93389c3-caa8-4ea0-8f5f-80727bf364b3 on network ef7bc708-faad-4f53-9863-9b17fc2bd3a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:31:39.803135 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6953d929-55c5-40cd-9150-03f442430b6f req-3d2b73fb-052f-43fb-9ad1-d52953573af3 service neutron] Attempting to bind port b93389c3-caa8-4ea0-8f5f-80727bf364b3 on network ef7bc708-faad-4f53-9863-9b17fc2bd3a4 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:31:39.828171 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1264df2e-3c66-4661-9f22-b7596885b0df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:39.828653 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6953d929-55c5-40cd-9150-03f442430b6f req-3d2b73fb-052f-43fb-9ad1-d52953573af3 service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:31:39.828988 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6953d929-55c5-40cd-9150-03f442430b6f req-3d2b73fb-052f-43fb-9ad1-d52953573af3 service neutron] Checking segment: {'id': '4d75b4c6-9dbf-466e-9960-e4baeffc8b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ef7bc708-faad-4f53-9863-9b17fc2bd3a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:31:39.829384 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6953d929-55c5-40cd-9150-03f442430b6f req-3d2b73fb-052f-43fb-9ad1-d52953573af3 service neutron] Bound using segment: {'id': '4d75b4c6-9dbf-466e-9960-e4baeffc8b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ef7bc708-faad-4f53-9863-9b17fc2bd3a4'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:31:39.829979 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-6953d929-55c5-40cd-9150-03f442430b6f req-3d2b73fb-052f-43fb-9ad1-d52953573af3 service neutron] Bound port: b93389c3-caa8-4ea0-8f5f-80727bf364b3, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d75b4c6-9dbf-466e-9960-e4baeffc8b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ef7bc708-faad-4f53-9863-9b17fc2bd3a4'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:31:39.830361 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6953d929-55c5-40cd-9150-03f442430b6f req-3d2b73fb-052f-43fb-9ad1-d52953573af3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:39.848856 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108dd4af-c5a3-4d6e-8c9e-a13f4813e8f5 req-9e26a9f2-6e8f-45e8-86bd-68ac3e8343d7 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:39.854716 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-108dd4af-c5a3-4d6e-8c9e-a13f4813e8f5 req-9e26a9f2-6e8f-45e8-86bd-68ac3e8343d7 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/ports?device_id=96c0d0e6-6de6-4bed-bd2a-154d02801961 HTTP/1.1" status: 200 len: 945 time: 1.1465626 May 31 13:31:39.876505 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1264df2e-3c66-4661-9f22-b7596885b0df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f3849e6-b055-4ef1-af71-02abf3fa7949,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:39.878842 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1264df2e-3c66-4661-9f22-b7596885b0df admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:39.888324 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-1264df2e-3c66-4661-9f22-b7596885b0df admin admin] 10.222.0.50 "DELETE /v2.0/subnets/0f3849e6-b055-4ef1-af71-02abf3fa7949 HTTP/1.1" status: 204 len: 168 time: 0.4463701 May 31 13:31:39.890953 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44264) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:31:39.959364 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a4e67-5780-4557-91e5-f503b2d3a942 req-9a03d4f0-0599-4899-aead-a94f1e43ac52 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:39.961050 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-712a4e67-5780-4557-91e5-f503b2d3a942 req-9a03d4f0-0599-4899-aead-a94f1e43ac52 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=dbaea2ec-9092-44e4-b690-87858b27c15c HTTP/1.1" status: 200 len: 944 time: 0.9301441 May 31 13:31:40.012867 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cc386301-094c-4fb9-ad38-745fe1d09e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:40.046922 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-108dd4af-c5a3-4d6e-8c9e-a13f4813e8f5 req-5506016a-bcd2-4a29-93b4-65d0b3d27288 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4eda8c6-2ff8-4ec5-a939-d72272274cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1832430 May 31 13:31:40.134866 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-712a4e67-5780-4557-91e5-f503b2d3a942 req-d5321204-75b6-4870-816b-f047fe9e5a55 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=b28319a5-744d-4c54-bfbf-469a0b7a5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551735 May 31 13:31:40.151399 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-6953d929-55c5-40cd-9150-03f442430b6f req-3d2b73fb-052f-43fb-9ad1-d52953573af3 service neutron] For port b93389c3-caa8-4ea0-8f5f-80727bf364b3, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:31:40.215279 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cc386301-094c-4fb9-ad38-745fe1d09e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:40.272930 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-6953d929-55c5-40cd-9150-03f442430b6f req-3d2b73fb-052f-43fb-9ad1-d52953573af3 service neutron] For port b93389c3-caa8-4ea0-8f5f-80727bf364b3, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=b93389c3-caa8-4ea0-8f5f-80727bf364b3,segment=NetworkSegment(4d75b4c6-9dbf-466e-9960-e4baeffc8b58),segment_id=4d75b4c6-9dbf-466e-9960-e4baeffc8b58)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:31:40.285944 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6953d929-55c5-40cd-9150-03f442430b6f req-3d2b73fb-052f-43fb-9ad1-d52953573af3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:40.305213 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-cc386301-094c-4fb9-ad38-745fe1d09e6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95003227-16e6-4d95-aeb2-7abbdc1778c3']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:31:40.324937 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-cc386301-094c-4fb9-ad38-745fe1d09e6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df78dfdd-85ad-4edd-a38a-347b6cf12250') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:31:40.326722 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-cc386301-094c-4fb9-ad38-745fe1d09e6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df78dfdd-85ad-4edd-a38a-347b6cf12250') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:31:40.349950 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cc386301-094c-4fb9-ad38-745fe1d09e6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:40.389974 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cc386301-094c-4fb9-ad38-745fe1d09e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:40.405943 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc386301-094c-4fb9-ad38-745fe1d09e6e admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:31:40.406958 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cc386301-094c-4fb9-ad38-745fe1d09e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:40.483700 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6953d929-55c5-40cd-9150-03f442430b6f req-3d2b73fb-052f-43fb-9ad1-d52953573af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:40.484329 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6953d929-55c5-40cd-9150-03f442430b6f req-3d2b73fb-052f-43fb-9ad1-d52953573af3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:40.485757 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6953d929-55c5-40cd-9150-03f442430b6f req-3d2b73fb-052f-43fb-9ad1-d52953573af3 service neutron] 10.222.0.44 "PUT /v2.0/ports/b93389c3-caa8-4ea0-8f5f-80727bf364b3 HTTP/1.1" status: 200 len: 1092 time: 3.3802171 May 31 13:31:40.492281 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbaea2ec-9092-44e4-b690-87858b27c15c', 'tag': 'b93389c3-caa8-4ea0-8f5f-80727bf364b3'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:31:40.523829 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b62b8f11-3f0d-424a-96db-f86629326d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:40.556376 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ee1530ea-39fc-4b5d-aee3-e00b7ae9ffd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:40.639933 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cc386301-094c-4fb9-ad38-745fe1d09e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:40.664722 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cc386301-094c-4fb9-ad38-745fe1d09e6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:40.675825 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc386301-094c-4fb9-ad38-745fe1d09e6e admin admin] Pushing event deleted for resources: {'Network': ['ID=95003227-16e6-4d95-aeb2-7abbdc1778c3,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:40.683903 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2b73fb-052f-43fb-9ad1-d52953573af3 service neutron] Pushing event updated for resources: {'Port': ['ID=b93389c3-caa8-4ea0-8f5f-80727bf364b3,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:40.689710 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-cc386301-094c-4fb9-ad38-745fe1d09e6e admin admin] 10.222.0.50 "DELETE /v2.0/networks/95003227-16e6-4d95-aeb2-7abbdc1778c3 HTTP/1.1" status: 204 len: 168 time: 0.7952149 May 31 13:31:40.698742 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3306cc-6934-4637-abea-8b60b5a4cbfd req-75f95592-bd2e-40fb-b33d-2daca04279f2 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:40.699471 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-4b3306cc-6934-4637-abea-8b60b5a4cbfd req-75f95592-bd2e-40fb-b33d-2daca04279f2 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Synchronizing usage tracker for tenant:1471cc7c2bcf49a68dcbc360fa0fde8b on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:31:40.723632 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-4b3306cc-6934-4637-abea-8b60b5a4cbfd req-75f95592-bd2e-40fb-b33d-2daca04279f2 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Unset dirty status for tenant:1471cc7c2bcf49a68dcbc360fa0fde8b on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:31:40.725411 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4b3306cc-6934-4637-abea-8b60b5a4cbfd req-75f95592-bd2e-40fb-b33d-2daca04279f2 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] 10.222.0.44 "GET /v2.0/ports?device_id=a64dd48e-cba4-4dc6-98c9-6b03580d5a81 HTTP/1.1" status: 200 len: 946 time: 0.4701061 May 31 13:31:40.739226 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f58a67b-8a88-498d-8155-04b3765f7bed req-6f01c398-15a2-45ec-848a-c1b44b4e7005 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:40.741637 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1f58a67b-8a88-498d-8155-04b3765f7bed req-6f01c398-15a2-45ec-848a-c1b44b4e7005 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] 10.222.0.20 "GET /v2.0/ports?device_id=c60064d4-fc1a-4054-aedd-db2291062076 HTTP/1.1" status: 200 len: 945 time: 0.1772587 May 31 13:31:40.874386 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1530ea-39fc-4b5d-aee3-e00b7ae9ffd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7679717-72d0-422d-bb1a-824fffff1b99,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:40.885389 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44286) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:31:40.925377 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-4b3306cc-6934-4637-abea-8b60b5a4cbfd req-128c962f-eead-4c8d-be2c-fdb4dbb68a75 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Deleting port ceb23f00-4c76-47bc-93b3-4778dc33ac57 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:31:40.925718 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-4b3306cc-6934-4637-abea-8b60b5a4cbfd req-128c962f-eead-4c8d-be2c-fdb4dbb68a75 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:40.953567 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-1f58a67b-8a88-498d-8155-04b3765f7bed req-14bc9ff7-d6fd-48aa-a9bc-0fe6b5521ed7 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Deleting port 0891449e-83a0-4a17-b388-f78cb0a6f90e {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:31:40.954047 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-1f58a67b-8a88-498d-8155-04b3765f7bed req-14bc9ff7-d6fd-48aa-a9bc-0fe6b5521ed7 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:41.030701 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afac1c6-ad23-42f5-9cb5-bbe116285f4d req-f51709a8-7bc0-482e-ae79-8d7a9b5fb740 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:41.032093 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3afac1c6-ad23-42f5-9cb5-bbe116285f4d req-f51709a8-7bc0-482e-ae79-8d7a9b5fb740 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/ports?device_id=96c0d0e6-6de6-4bed-bd2a-154d02801961 HTTP/1.1" status: 200 len: 945 time: 0.5351899 May 31 13:31:41.051445 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b9c496-fb21-4d40-a745-1acad9b54038 req-4dd4033c-7562-4620-9732-2de8004f1ff7 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:41.052983 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f3b9c496-fb21-4d40-a745-1acad9b54038 req-4dd4033c-7562-4620-9732-2de8004f1ff7 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/ports?device_id=44ddad2c-fe8f-47c8-a3e7-0e7cc36dafd3 HTTP/1.1" status: 200 len: 946 time: 0.6192575 May 31 13:31:41.062782 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44290) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:31:41.079131 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6953d929-55c5-40cd-9150-03f442430b6f req-dd059d36-cd59-4d77-8c81-9da198f01238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:41.080592 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6953d929-55c5-40cd-9150-03f442430b6f req-dd059d36-cd59-4d77-8c81-9da198f01238 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bc5142db886b48f8906c49afcc233362&device_id=dbaea2ec-9092-44e4-b690-87858b27c15c HTTP/1.1" status: 200 len: 1095 time: 0.5167623 May 31 13:31:41.088573 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-d277d429-47c3-4faa-8057-169ecdb8202d tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Request body: {'floatingip': {'port_id': 'e25fb624-a508-4143-893a-c61f3b88afd4'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:31:41.428433 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-26162f80-d3e2-49cb-9c6d-f717957c9c09 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9d7345b6bbc64d3981e920379156fa19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5376709 May 31 13:31:41.433730 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44296) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:31:41.501599 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6953d929-55c5-40cd-9150-03f442430b6f req-3d6f161f-9305-46ec-9b23-6878ffba5aab service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b93389c3-caa8-4ea0-8f5f-80727bf364b3 HTTP/1.1" status: 200 len: 217 time: 0.3600214 May 31 13:31:41.511885 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d277d429-47c3-4faa-8057-169ecdb8202d tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Notify callbacks [] for floatingip, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:41.568812 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-1f58a67b-8a88-498d-8155-04b3765f7bed req-14bc9ff7-d6fd-48aa-a9bc-0fe6b5521ed7 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] For port 0891449e-83a0-4a17-b388-f78cb0a6f90e, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=0891449e-83a0-4a17-b388-f78cb0a6f90e,segment=NetworkSegment(6fa0bd13-a4b7-4b4f-80e5-be8b2fd586ea),segment_id=6fa0bd13-a4b7-4b4f-80e5-be8b2fd586ea)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:31:41.569267 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-1f58a67b-8a88-498d-8155-04b3765f7bed req-14bc9ff7-d6fd-48aa-a9bc-0fe6b5521ed7 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:41.577897 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-4b3306cc-6934-4637-abea-8b60b5a4cbfd req-128c962f-eead-4c8d-be2c-fdb4dbb68a75 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] For port ceb23f00-4c76-47bc-93b3-4778dc33ac57, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=ceb23f00-4c76-47bc-93b3-4778dc33ac57,segment=NetworkSegment(6fa0bd13-a4b7-4b4f-80e5-be8b2fd586ea),segment_id=6fa0bd13-a4b7-4b4f-80e5-be8b2fd586ea)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:31:41.578397 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-4b3306cc-6934-4637-abea-8b60b5a4cbfd req-128c962f-eead-4c8d-be2c-fdb4dbb68a75 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:41.729475 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f3b9c496-fb21-4d40-a745-1acad9b54038 req-d11f59f4-2ab8-4d6d-bb2c-b01c6280f529 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/security-groups?id=11fe291e-69a0-4211-ae19-9fbe273445b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6607654 May 31 13:31:41.741301 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ee1530ea-39fc-4b5d-aee3-e00b7ae9ffd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:41.784132 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6953d929-55c5-40cd-9150-03f442430b6f req-bc240315-9340-415d-8438-64096a064d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:41.785553 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6953d929-55c5-40cd-9150-03f442430b6f req-bc240315-9340-415d-8438-64096a064d40 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=03601eff-cc07-4210-91b9-54e2e22c50f4 HTTP/1.1" status: 200 len: 850 time: 0.2139790 May 31 13:31:41.825191 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-1f58a67b-8a88-498d-8155-04b3765f7bed req-14bc9ff7-d6fd-48aa-a9bc-0fe6b5521ed7 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Calling delete_port for 0891449e-83a0-4a17-b388-f78cb0a6f90e owned by compute:nova {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:31:41.869167 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-4b3306cc-6934-4637-abea-8b60b5a4cbfd req-128c962f-eead-4c8d-be2c-fdb4dbb68a75 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Calling delete_port for ceb23f00-4c76-47bc-93b3-4778dc33ac57 owned by compute:nova {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:31:41.906790 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66efad6e-23d7-4246-868a-68a0508bd003'] response: {'name': 'network-changed', 'server_uuid': 'dbaea2ec-9092-44e4-b690-87858b27c15c', 'tag': 'b93389c3-caa8-4ea0-8f5f-80727bf364b3', 'status': 'completed', 'code': 200} May 31 13:31:41.940296 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment df78dfdd-85ad-4edd-a38a-347b6cf12250 resource provider aggregate not found May 31 13:31:41.955843 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ccd1edc6-a2f1-4d5f-8957-da30fb3e1710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:41.973703 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment df78dfdd-85ad-4edd-a38a-347b6cf12250 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid df78dfdd-85ad-4edd-a38a-347b6cf12250 found for delete ", "request_id": "req-45012b07-92bc-4350-8cbe-2c57cd6101b8"}]} May 31 13:31:42.029528 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ccd1edc6-a2f1-4d5f-8957-da30fb3e1710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:42.113163 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734f97d5-d8ea-4b2f-87b2-3dc32f31371f req-ea413f42-fcfe-437f-95fe-ce7cdbaaf7fa tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:42.114712 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-734f97d5-d8ea-4b2f-87b2-3dc32f31371f req-ea413f42-fcfe-437f-95fe-ce7cdbaaf7fa tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] 10.222.0.50 "GET /v2.0/ports?device_id=c60064d4-fc1a-4054-aedd-db2291062076 HTTP/1.1" status: 200 len: 945 time: 0.8960614 May 31 13:31:42.208607 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ccd1edc6-a2f1-4d5f-8957-da30fb3e1710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:42.229869 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-1f58a67b-8a88-498d-8155-04b3765f7bed req-14bc9ff7-d6fd-48aa-a9bc-0fe6b5521ed7 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:42.241930 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['ceb23f00-4c76-47bc-93b3-4778dc33ac57'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:31:42.270711 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['0891449e-83a0-4a17-b388-f78cb0a6f90e'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:31:42.282077 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd1edc6-a2f1-4d5f-8957-da30fb3e1710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d29a7ba-8da4-4594-bfbf-9f55cd071e5f,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:42.291448 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-4b3306cc-6934-4637-abea-8b60b5a4cbfd req-128c962f-eead-4c8d-be2c-fdb4dbb68a75 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:42.336756 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['ceb23f00-4c76-47bc-93b3-4778dc33ac57'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:31:42.346240 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bc9ff7-d6fd-48aa-a9bc-0fe6b5521ed7 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Pushing event deleted for resources: {'Port': ['ID=0891449e-83a0-4a17-b388-f78cb0a6f90e,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:42.360041 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6953d929-55c5-40cd-9150-03f442430b6f req-05774aff-858d-42e5-9ec3-47598e4f7304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:42.361645 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6953d929-55c5-40cd-9150-03f442430b6f req-05774aff-858d-42e5-9ec3-47598e4f7304 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ef7bc708-faad-4f53-9863-9b17fc2bd3a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5566711 May 31 13:31:42.369045 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['0891449e-83a0-4a17-b388-f78cb0a6f90e'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:31:42.401691 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-734f97d5-d8ea-4b2f-87b2-3dc32f31371f req-be08cb4f-81dc-4529-b2ba-8396a2e2f15e tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] 10.222.0.50 "GET /v2.0/security-groups?id=55bd970b-2f57-4851-b98f-a55d5a4ba329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086356 May 31 13:31:42.518510 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ccd1edc6-a2f1-4d5f-8957-da30fb3e1710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:42.522192 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ccd1edc6-a2f1-4d5f-8957-da30fb3e1710 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3d29a7ba-8da4-4594-bfbf-9f55cd071e5f HTTP/1.1" status: 204 len: 168 time: 1.0849607 May 31 13:31:42.555247 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128c962f-eead-4c8d-be2c-fdb4dbb68a75 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Pushing event deleted for resources: {'Port': ['ID=ceb23f00-4c76-47bc-93b3-4778dc33ac57,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:42.601315 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b3306cc-6934-4637-abea-8b60b5a4cbfd req-128c962f-eead-4c8d-be2c-fdb4dbb68a75 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] No DVR routers for this DVR port ceb23f00-4c76-47bc-93b3-4778dc33ac57 on host n-h2-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:31:42.603371 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f58a67b-8a88-498d-8155-04b3765f7bed req-14bc9ff7-d6fd-48aa-a9bc-0fe6b5521ed7 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] No DVR routers for this DVR port 0891449e-83a0-4a17-b388-f78cb0a6f90e on host n-h1-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:31:42.605135 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-4b3306cc-6934-4637-abea-8b60b5a4cbfd req-128c962f-eead-4c8d-be2c-fdb4dbb68a75 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:42.607657 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4b3306cc-6934-4637-abea-8b60b5a4cbfd req-128c962f-eead-4c8d-be2c-fdb4dbb68a75 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] 10.222.0.44 "DELETE /v2.0/ports/ceb23f00-4c76-47bc-93b3-4778dc33ac57 HTTP/1.1" status: 204 len: 173 time: 1.8642561 May 31 13:31:42.608209 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a64dd48e-cba4-4dc6-98c9-6b03580d5a81', 'name': 'network-vif-deleted', 'tag': 'ceb23f00-4c76-47bc-93b3-4778dc33ac57'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:31:42.613626 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-1f58a67b-8a88-498d-8155-04b3765f7bed req-14bc9ff7-d6fd-48aa-a9bc-0fe6b5521ed7 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:42.615520 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1f58a67b-8a88-498d-8155-04b3765f7bed req-14bc9ff7-d6fd-48aa-a9bc-0fe6b5521ed7 tempest-ListServersNegativeTestJSON-1459238688 tempest-ListServersNegativeTestJSON-1459238688-project] 10.222.0.20 "DELETE /v2.0/ports/0891449e-83a0-4a17-b388-f78cb0a6f90e HTTP/1.1" status: 204 len: 173 time: 1.8197167 May 31 13:31:42.687805 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4511fb2-a367-4739-b0e5-c2406689fb5e req-66316a9c-f973-401d-97d5-97a493ea9f98 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:42.689295 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d4511fb2-a367-4739-b0e5-c2406689fb5e req-66316a9c-f973-401d-97d5-97a493ea9f98 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=dbaea2ec-9092-44e4-b690-87858b27c15c HTTP/1.1" status: 200 len: 944 time: 0.6689813 May 31 13:31:42.787485 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b60abfcb-0b9d-4f9d-962a-a8967769759b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:42.838272 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a169cde-64fe-4422-b8ed-bfc609b12d46'] response: {'server_uuid': 'a64dd48e-cba4-4dc6-98c9-6b03580d5a81', 'name': 'network-vif-deleted', 'tag': 'ceb23f00-4c76-47bc-93b3-4778dc33ac57', 'status': 'completed', 'code': 200} May 31 13:31:43.089484 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6953d929-55c5-40cd-9150-03f442430b6f req-bba91bd4-fca4-4a57-b361-85824287b22e service neutron] 10.222.0.44 "GET /v2.0/networks/ef7bc708-faad-4f53-9863-9b17fc2bd3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7135296 May 31 13:31:43.103101 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44332) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:31:43.111876 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d4511fb2-a367-4739-b0e5-c2406689fb5e req-8a768d0f-1ce2-435b-8233-c75acae7e330 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=b28319a5-744d-4c54-bfbf-469a0b7a5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4076283 May 31 13:31:43.169404 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee1530ea-39fc-4b5d-aee3-e00b7ae9ffd4 admin admin] Router 5372a397-3a97-491b-9c5f-82fd07262847 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:31:43.187256 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-fdeecb29-7e30-418a-9793-e6f93d2f42bf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3a2f4923ca5f4c7fbe05d2db9d7df2e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0828307 May 31 13:31:43.189596 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44340) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:31:43.278676 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-eee4d3ae-377b-408b-aaa0-8a6159d130de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:43.326448 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-eee4d3ae-377b-408b-aaa0-8a6159d130de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:43.328050 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.resource_extend [None req-d277d429-47c3-4faa-8057-169ecdb8202d tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:31:43.400798 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-eee4d3ae-377b-408b-aaa0-8a6159d130de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:43.432120 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee4d3ae-377b-408b-aaa0-8a6159d130de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0787801a-77b5-4948-bd9c-952f13fea8ac,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:43.444439 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-eee4d3ae-377b-408b-aaa0-8a6159d130de admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:43.448010 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-eee4d3ae-377b-408b-aaa0-8a6159d130de admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0787801a-77b5-4948-bd9c-952f13fea8ac HTTP/1.1" status: 204 len: 168 time: 0.2548678 May 31 13:31:43.623357 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d277d429-47c3-4faa-8057-169ecdb8202d tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:43.705242 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:43.706163 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d277d429-47c3-4faa-8057-169ecdb8202d tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:43.770572 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:43.787856 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5723b3-c53d-41dc-9672-bde76a068a86 req-8ce35f2c-8222-4821-b339-0d2242fd2647 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:43.789513 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fb5723b3-c53d-41dc-9672-bde76a068a86 req-8ce35f2c-8222-4821-b339-0d2242fd2647 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/ports?device_id=44ddad2c-fe8f-47c8-a3e7-0e7cc36dafd3 HTTP/1.1" status: 200 len: 946 time: 0.7578888 May 31 13:31:43.805960 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6953d929-55c5-40cd-9150-03f442430b6f req-072bf647-6d55-4835-bef1-88b647169756 service neutron] 10.222.0.44 "GET /v2.0/networks/ef7bc708-faad-4f53-9863-9b17fc2bd3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7048476 May 31 13:31:43.912607 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44384) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:31:43.985825 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb0be7c1-64e7-4a1b-88d2-d510712a6356 admin admin] Deleting subnet 9281520b-3968-4043-88c8-2ba80816b8e3 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:31:43.989425 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cb0be7c1-64e7-4a1b-88d2-d510712a6356 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:43.993699 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee1530ea-39fc-4b5d-aee3-e00b7ae9ffd4 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:31:44.012220 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab526e74-e916-43f7-b2e1-5c81d0c12cd0 None None] Sync routers for ids ['5372a397-3a97-491b-9c5f-82fd07262847'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:31:44.027751 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab526e74-e916-43f7-b2e1-5c81d0c12cd0 None None] Routers {'5372a397-3a97-491b-9c5f-82fd07262847'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:31:44.028476 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-ab526e74-e916-43f7-b2e1-5c81d0c12cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:31:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['5372a397-3a97-491b-9c5f-82fd07262847'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:31:44.043554 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fb5723b3-c53d-41dc-9672-bde76a068a86 req-5df91a69-3e31-42be-9dc6-34aa1a37cc13 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/security-groups?id=11fe291e-69a0-4211-ae19-9fbe273445b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328315 May 31 13:31:44.055946 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44394) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:31:44.062933 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-ee1530ea-39fc-4b5d-aee3-e00b7ae9ffd4 admin admin] 10.222.0.50 "PUT /v2.0/routers/5372a397-3a97-491b-9c5f-82fd07262847/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2338552 May 31 13:31:44.099517 n-d-843939-1 neutron-server[88370]: INFO neutron.db.l3_db [None req-d277d429-47c3-4faa-8057-169ecdb8202d tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Floating IP a0204c7b-7fb7-452e-bf9a-bead2c690f79 associated. External IP: 172.25.6.78, port: e25fb624-a508-4143-893a-c61f3b88afd4. May 31 13:31:44.289433 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cb0be7c1-64e7-4a1b-88d2-d510712a6356 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:44.358270 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-ab526e74-e916-43f7-b2e1-5c81d0c12cd0 None None] Set router 5372a397-3a97-491b-9c5f-82fd07262847 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:31:44.415084 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cb0be7c1-64e7-4a1b-88d2-d510712a6356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:44.424205 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device ceb23f00-4c76-47bc-93b3-4778dc33ac57 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:31:44.476581 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e523c9f-f1a2-49ce-94e2-77d78e994536 req-d3321e0f-b51c-4039-95a1-ac46a591c70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:44.478483 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0e523c9f-f1a2-49ce-94e2-77d78e994536 req-d3321e0f-b51c-4039-95a1-ac46a591c70f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bc5142db886b48f8906c49afcc233362&device_id=dbaea2ec-9092-44e4-b690-87858b27c15c HTTP/1.1" status: 200 len: 1095 time: 0.6082289 May 31 13:31:44.527194 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cb0be7c1-64e7-4a1b-88d2-d510712a6356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:44.539997 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] No Port match for: ceb23f00-4c76-47bc-93b3-4778dc33ac57 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:31:44.540622 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device ceb23f00-4c76-47bc-93b3-4778dc33ac57 not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:31:44.596794 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0be7c1-64e7-4a1b-88d2-d510712a6356 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9281520b-3968-4043-88c8-2ba80816b8e3,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:44.598260 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cb0be7c1-64e7-4a1b-88d2-d510712a6356 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:44.613665 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-cb0be7c1-64e7-4a1b-88d2-d510712a6356 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/9281520b-3968-4043-88c8-2ba80816b8e3 HTTP/1.1" status: 204 len: 168 time: 0.6999373 May 31 13:31:44.669559 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44410) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:31:44.680395 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e523c9f-f1a2-49ce-94e2-77d78e994536 req-cfac1282-c436-46e0-b618-c56b70395409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:44.682363 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0e523c9f-f1a2-49ce-94e2-77d78e994536 req-cfac1282-c436-46e0-b618-c56b70395409 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ef7bc708-faad-4f53-9863-9b17fc2bd3a4 HTTP/1.1" status: 200 len: 912 time: 0.1865478 May 31 13:31:44.757164 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 0891449e-83a0-4a17-b388-f78cb0a6f90e no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:31:44.818818 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] No Port match for: 0891449e-83a0-4a17-b388-f78cb0a6f90e {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:31:44.819354 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 0891449e-83a0-4a17-b388-f78cb0a6f90e not bound to the agent host n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:31:44.819863 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 4d45171f-722a-4471-be12-7e323923194e no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:31:44.843880 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c60064d4-fc1a-4054-aedd-db2291062076', 'name': 'network-vif-deleted', 'tag': '0891449e-83a0-4a17-b388-f78cb0a6f90e'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:31:44.885968 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-73c8b209-1e9d-4010-ac64-8cda69a7c4cf admin admin] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:45.022666 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-66b951d4-956c-4b8d-834e-887c8a963c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:45.041165 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0e523c9f-f1a2-49ce-94e2-77d78e994536 req-72db6947-6650-4d55-ae6d-b351b4721d67 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b93389c3-caa8-4ea0-8f5f-80727bf364b3 HTTP/1.1" status: 200 len: 217 time: 0.3511553 May 31 13:31:45.073917 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 4d45171f-722a-4471-be12-7e323923194e is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:31:45.075128 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:45.124972 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-ab526e74-e916-43f7-b2e1-5c81d0c12cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5372a397-3a97-491b-9c5f-82fd07262847', 'name': 'tempest-FloatingIPsAssociationTestJSON-235570822-router', 'tenant_id': '633e14999cf6449e966925c4e75e7489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '7cc6de2f-6595-49b2-9d8c-3aa2c4591031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:28:34Z', 'updated_at': '2022-05-31T13:31:40Z', 'revision_number': 5, 'project_id': '633e14999cf6449e966925c4e75e7489', 'gw_port': {'id': '7cc6de2f-6595-49b2-9d8c-3aa2c4591031', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:90:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5372a397-3a97-491b-9c5f-82fd07262847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:28:38Z', 'updated_at': '2022-05-31T13:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:31:45.161174 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63747c36-898b-45fb-bd39-a151a373e162 req-2d24d987-7370-441d-8a35-ac0bd3d07c96 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:45.162994 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-63747c36-898b-45fb-bd39-a151a373e162 req-2d24d987-7370-441d-8a35-ac0bd3d07c96 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=dbaea2ec-9092-44e4-b690-87858b27c15c HTTP/1.1" status: 200 len: 944 time: 0.7784054 May 31 13:31:45.174199 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 4d45171f-722a-4471-be12-7e323923194e, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=4d45171f-722a-4471-be12-7e323923194e,segment=NetworkSegment(1e6452d1-51f8-4e9a-9e93-895c398faede),segment_id=1e6452d1-51f8-4e9a-9e93-895c398faede)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:31:45.175161 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e523c9f-f1a2-49ce-94e2-77d78e994536 req-4df6e8d7-f59a-4f27-8286-2902a355f08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:45.175739 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44ddad2c-fe8f-47c8-a3e7-0e7cc36dafd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d45171f-722a-4471-be12-7e323923194e'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:31:45.177768 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0e523c9f-f1a2-49ce-94e2-77d78e994536 req-4df6e8d7-f59a-4f27-8286-2902a355f08d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=03601eff-cc07-4210-91b9-54e2e22c50f4 HTTP/1.1" status: 200 len: 850 time: 0.1289325 May 31 13:31:45.182365 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab526e74-e916-43f7-b2e1-5c81d0c12cd0 None None] Checking router: 5372a397-3a97-491b-9c5f-82fd07262847 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:31:45.185744 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:45.209454 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d277d429-47c3-4faa-8057-169ecdb8202d tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Router a011e779-64a3-443d-8f62-5cd06b630711 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:31:45.211917 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc09617e-33fa-458d-b3ad-aebeac068df0 req-1f3d15d5-e0b2-4624-a096-147d3f532463 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:45.212862 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-bc09617e-33fa-458d-b3ad-aebeac068df0 req-1f3d15d5-e0b2-4624-a096-147d3f532463 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Synchronizing usage tracker for tenant:82e5ccf58acb423eaef945c1ccf7e09b on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:31:45.300947 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab526e74-e916-43f7-b2e1-5c81d0c12cd0 None None] Routers {'5372a397-3a97-491b-9c5f-82fd07262847'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:31:45.301654 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-ab526e74-e916-43f7-b2e1-5c81d0c12cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:31:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['5372a397-3a97-491b-9c5f-82fd07262847'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:31:45.305214 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-63747c36-898b-45fb-bd39-a151a373e162 req-879bf630-0488-42a3-a787-0ad789b610f9 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=b28319a5-744d-4c54-bfbf-469a0b7a5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322181 May 31 13:31:45.430948 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-73c8b209-1e9d-4010-ac64-8cda69a7c4cf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:45.438288 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-bc09617e-33fa-458d-b3ad-aebeac068df0 req-1f3d15d5-e0b2-4624-a096-147d3f532463 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Unset dirty status for tenant:82e5ccf58acb423eaef945c1ccf7e09b on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:31:45.439452 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-bc09617e-33fa-458d-b3ad-aebeac068df0 req-1f3d15d5-e0b2-4624-a096-147d3f532463 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.20 "GET /v2.0/ports?device_id=44ddad2c-fe8f-47c8-a3e7-0e7cc36dafd3 HTTP/1.1" status: 200 len: 946 time: 0.6479576 May 31 13:31:45.441180 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-66b951d4-956c-4b8d-834e-887c8a963c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:45.472424 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c73a9d98-5c91-4c12-8733-9ef9f87f0558'] response: {'server_uuid': 'c60064d4-fc1a-4054-aedd-db2291062076', 'name': 'network-vif-deleted', 'tag': '0891449e-83a0-4a17-b388-f78cb0a6f90e', 'status': 'completed', 'code': 200} May 31 13:31:45.510520 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=4d45171f-722a-4471-be12-7e323923194e,revision_number=8']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:45.626781 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-73c8b209-1e9d-4010-ac64-8cda69a7c4cf admin admin] Deleting port 7cc6de2f-6595-49b2-9d8c-3aa2c4591031 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:31:45.627362 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-73c8b209-1e9d-4010-ac64-8cda69a7c4cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:45.665212 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-66b951d4-956c-4b8d-834e-887c8a963c9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c1e3874-7498-46ea-a617-0c963766e837']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:31:45.709306 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-66b951d4-956c-4b8d-834e-887c8a963c9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fa0bd13-a4b7-4b4f-80e5-be8b2fd586ea') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:31:45.710142 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-66b951d4-956c-4b8d-834e-887c8a963c9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fa0bd13-a4b7-4b4f-80e5-be8b2fd586ea') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:31:45.715142 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e523c9f-f1a2-49ce-94e2-77d78e994536 req-2aeb3f09-0cf3-4575-a574-658a2ad327e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:45.718287 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0e523c9f-f1a2-49ce-94e2-77d78e994536 req-2aeb3f09-0cf3-4575-a574-658a2ad327e5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ef7bc708-faad-4f53-9863-9b17fc2bd3a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5158625 May 31 13:31:45.719984 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:45.738211 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-66b951d4-956c-4b8d-834e-887c8a963c9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:45.748239 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-bc09617e-33fa-458d-b3ad-aebeac068df0 req-72e9fd6b-fff3-48a0-b31f-7b6b7ae7628a tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Deleting port 4d45171f-722a-4471-be12-7e323923194e {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:31:45.748862 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-bc09617e-33fa-458d-b3ad-aebeac068df0 req-72e9fd6b-fff3-48a0-b31f-7b6b7ae7628a tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:45.787502 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d277d429-47c3-4faa-8057-169ecdb8202d tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:31:45.793227 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d277d429-47c3-4faa-8057-169ecdb8202d tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:45.798749 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-ab526e74-e916-43f7-b2e1-5c81d0c12cd0 None None] Set router 5372a397-3a97-491b-9c5f-82fd07262847 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:31:45.799370 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74e676b-e7c3-4319-890e-fb7f107fd7f4 None None] Sync routers for ids ['a011e779-64a3-443d-8f62-5cd06b630711'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:31:45.815477 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74e676b-e7c3-4319-890e-fb7f107fd7f4 None None] Routers {'a011e779-64a3-443d-8f62-5cd06b630711'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:31:45.816374 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-a74e676b-e7c3-4319-890e-fb7f107fd7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:31:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['a011e779-64a3-443d-8f62-5cd06b630711'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:31:46.039877 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-d277d429-47c3-4faa-8057-169ecdb8202d tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "PUT /v2.0/floatingips/a0204c7b-7fb7-452e-bf9a-bead2c690f79 HTTP/1.1" status: 200 len: 990 time: 4.9725595 May 31 13:31:46.052640 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96c0d0e6-6de6-4bed-bd2a-154d02801961', 'tag': 'e25fb624-a508-4143-893a-c61f3b88afd4'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:31:46.142106 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1a6629-d236-4a5f-8696-885ae811ede5 req-9dda1ca3-f2d7-42e1-a1b1-8a6fa08a9892 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:46.143503 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-66b951d4-956c-4b8d-834e-887c8a963c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:46.144746 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4c1a6629-d236-4a5f-8696-885ae811ede5 req-9dda1ca3-f2d7-42e1-a1b1-8a6fa08a9892 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/ports?device_id=44ddad2c-fe8f-47c8-a3e7-0e7cc36dafd3 HTTP/1.1" status: 200 len: 944 time: 0.4921982 May 31 13:31:46.156904 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0e523c9f-f1a2-49ce-94e2-77d78e994536 req-f92485fc-67b1-4538-a400-15eae29eb2d6 service neutron] 10.222.0.44 "GET /v2.0/networks/ef7bc708-faad-4f53-9863-9b17fc2bd3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4213798 May 31 13:31:46.177688 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66b951d4-956c-4b8d-834e-887c8a963c9c admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:31:46.178155 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-66b951d4-956c-4b8d-834e-887c8a963c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:46.257750 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 6fa0bd13-a4b7-4b4f-80e5-be8b2fd586ea resource provider aggregate not found May 31 13:31:46.335202 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-880f16f4-a5e4-4188-b1b6-63518aabe0ec'] response: {'server_uuid': '44ddad2c-fe8f-47c8-a3e7-0e7cc36dafd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d45171f-722a-4471-be12-7e323923194e', 'code': 200} May 31 13:31:46.375066 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-a74e676b-e7c3-4319-890e-fb7f107fd7f4 None None] Set router a011e779-64a3-443d-8f62-5cd06b630711 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:31:46.445404 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device b93389c3-caa8-4ea0-8f5f-80727bf364b3 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:31:46.457878 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4c1a6629-d236-4a5f-8696-885ae811ede5 req-6fd1944c-2ea9-4802-bbc2-69db63f50287 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/security-groups?id=11fe291e-69a0-4211-ae19-9fbe273445b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974463 May 31 13:31:46.487194 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 6fa0bd13-a4b7-4b4f-80e5-be8b2fd586ea resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6fa0bd13-a4b7-4b4f-80e5-be8b2fd586ea found for delete ", "request_id": "req-6f88cc37-816c-4d27-b1f6-15bf077b6dd0"}]} May 31 13:31:46.501713 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-66b951d4-956c-4b8d-834e-887c8a963c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:46.507263 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-66b951d4-956c-4b8d-834e-887c8a963c9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:46.580211 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30628319-b414-4e82-b0c5-dc1373f6c8b4'] response: {'name': 'network-changed', 'server_uuid': '96c0d0e6-6de6-4bed-bd2a-154d02801961', 'tag': 'e25fb624-a508-4143-893a-c61f3b88afd4', 'status': 'completed', 'code': 200} May 31 13:31:46.581089 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-ab526e74-e916-43f7-b2e1-5c81d0c12cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5372a397-3a97-491b-9c5f-82fd07262847', 'name': 'tempest-FloatingIPsAssociationTestJSON-235570822-router', 'tenant_id': '633e14999cf6449e966925c4e75e7489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '7cc6de2f-6595-49b2-9d8c-3aa2c4591031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:28:34Z', 'updated_at': '2022-05-31T13:31:40Z', 'revision_number': 5, 'project_id': '633e14999cf6449e966925c4e75e7489', 'gw_port': {'id': '7cc6de2f-6595-49b2-9d8c-3aa2c4591031', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:90:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5372a397-3a97-491b-9c5f-82fd07262847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:28:38Z', 'updated_at': '2022-05-31T13:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:31:46.588804 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab526e74-e916-43f7-b2e1-5c81d0c12cd0 None None] The sync data for ids ['5372a397-3a97-491b-9c5f-82fd07262847'] in n-d-843939-1 is: [{'id': '5372a397-3a97-491b-9c5f-82fd07262847', 'name': 'tempest-FloatingIPsAssociationTestJSON-235570822-router', 'tenant_id': '633e14999cf6449e966925c4e75e7489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '7cc6de2f-6595-49b2-9d8c-3aa2c4591031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:28:34Z', 'updated_at': '2022-05-31T13:31:40Z', 'revision_number': 5, 'project_id': '633e14999cf6449e966925c4e75e7489', 'gw_port': {'id': '7cc6de2f-6595-49b2-9d8c-3aa2c4591031', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:90:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5372a397-3a97-491b-9c5f-82fd07262847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:28:38Z', 'updated_at': '2022-05-31T13:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:31:46.630020 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0e523c9f-f1a2-49ce-94e2-77d78e994536 req-941055d1-0edf-47eb-af43-13fe6ad5b956 service neutron] 10.222.0.44 "GET /v2.0/networks/ef7bc708-faad-4f53-9863-9b17fc2bd3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4706647 May 31 13:31:46.652428 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb56ab60-029e-489d-9912-33d93668f699 req-d6e42f73-0f64-424b-9c57-989b5b820158 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:46.662298 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb56ab60-029e-489d-9912-33d93668f699 req-d6e42f73-0f64-424b-9c57-989b5b820158 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:46.675572 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb56ab60-029e-489d-9912-33d93668f699 req-d6e42f73-0f64-424b-9c57-989b5b820158 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:46.680892 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port b93389c3-caa8-4ea0-8f5f-80727bf364b3, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=b93389c3-caa8-4ea0-8f5f-80727bf364b3,segment=NetworkSegment(4d75b4c6-9dbf-466e-9960-e4baeffc8b58),segment_id=4d75b4c6-9dbf-466e-9960-e4baeffc8b58)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:31:46.689470 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb56ab60-029e-489d-9912-33d93668f699 req-d6e42f73-0f64-424b-9c57-989b5b820158 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:46.697963 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': 'b93389c3-caa8-4ea0-8f5f-80727bf364b3', 'network_id': 'ef7bc708-faad-4f53-9863-9b17fc2bd3a4', 'port_id': 'b93389c3-caa8-4ea0-8f5f-80727bf364b3', 'mac_address': 'fa:16:3e:3d:a6:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03601eff-cc07-4210-91b9-54e2e22c50f4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:31:46.708673 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb56ab60-029e-489d-9912-33d93668f699 req-d6e42f73-0f64-424b-9c57-989b5b820158 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:46.720921 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb56ab60-029e-489d-9912-33d93668f699 req-d6e42f73-0f64-424b-9c57-989b5b820158 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:46.736505 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb56ab60-029e-489d-9912-33d93668f699 req-d6e42f73-0f64-424b-9c57-989b5b820158 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:46.740525 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cb56ab60-029e-489d-9912-33d93668f699 req-d6e42f73-0f64-424b-9c57-989b5b820158 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a HTTP/1.1" status: 200 len: 5435 time: 0.4786434 May 31 13:31:46.771708 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port b93389c3-caa8-4ea0-8f5f-80727bf364b3 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:31:46.772464 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:46.797888 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b93389c3-caa8-4ea0-8f5f-80727bf364b3 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:31:46.819763 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port b93389c3-caa8-4ea0-8f5f-80727bf364b3, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=b93389c3-caa8-4ea0-8f5f-80727bf364b3,segment=NetworkSegment(4d75b4c6-9dbf-466e-9960-e4baeffc8b58),segment_id=4d75b4c6-9dbf-466e-9960-e4baeffc8b58)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:31:46.837301 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cb56ab60-029e-489d-9912-33d93668f699 req-88f203e2-0352-4e12-953e-8b0043dc1028 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/security-groups?id=1de4fedc-888a-46c6-9d87-1b48c5765046&id=71a9d93c-f6cb-49b0-b2f5-61553702d6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0903873 May 31 13:31:46.840996 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:46.945444 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-66b951d4-956c-4b8d-834e-887c8a963c9c admin admin] 10.222.0.50 "DELETE /v2.0/networks/6c1e3874-7498-46ea-a617-0c963766e837 HTTP/1.1" status: 204 len: 168 time: 2.2738006 May 31 13:31:46.963835 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=b93389c3-caa8-4ea0-8f5f-80727bf364b3,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:46.979161 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-73c8b209-1e9d-4010-ac64-8cda69a7c4cf admin admin] For port 7cc6de2f-6595-49b2-9d8c-3aa2c4591031, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=7cc6de2f-6595-49b2-9d8c-3aa2c4591031,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:31:46.979797 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-73c8b209-1e9d-4010-ac64-8cda69a7c4cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:46.984276 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-a74e676b-e7c3-4319-890e-fb7f107fd7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a011e779-64a3-443d-8f62-5cd06b630711', 'name': 'tempest-ServerRescueNegativeTestJSON-722066791-router', 'tenant_id': 'be9b8c94d98b42f385a0f29035539835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'ec502baf-891e-4127-8c8f-bdc0e135b9e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:28:24Z', 'updated_at': '2022-05-31T13:28:34Z', 'revision_number': 4, 'project_id': 'be9b8c94d98b42f385a0f29035539835', 'gw_port': {'id': 'ec502baf-891e-4127-8c8f-bdc0e135b9e9', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a011e779-64a3-443d-8f62-5cd06b630711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:28:26Z', 'updated_at': '2022-05-31T13:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': 'a0204c7b-7fb7-452e-bf9a-bead2c690f79', 'tenant_id': 'be9b8c94d98b42f385a0f29035539835', 'floating_ip_address': '172.25.6.78', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': 'a011e779-64a3-443d-8f62-5cd06b630711', 'port_id': 'e25fb624-a508-4143-893a-c61f3b88afd4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29fe9209-7455-49d1-bbb8-3bf3a6f3bebb', 'mac_address': 'fa:16:3e:08:59:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c0d0e6-6de6-4bed-bd2a-154d02801961', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:31:14Z', 'updated_at': '2022-05-31T13:31:43Z', 'revision_number': 1, 'project_id': 'be9b8c94d98b42f385a0f29035539835', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1737765-3744-418b-9eb8-268b91ac258d', 'name': '', 'network_id': '29fe9209-7455-49d1-bbb8-3bf3a6f3bebb', 'tenant_id': 'be9b8c94d98b42f385a0f29035539835', 'mac_address': 'fa:16:3e:c5:fb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a011e779-64a3-443d-8f62-5cd06b630711', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '82d28a94-56aa-487e-b28b-6f63cbb648aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:28:33Z', 'updated_at': '2022-05-31T13:28:55Z', 'revision_number': 5, 'project_id': 'be9b8c94d98b42f385a0f29035539835', 'subnets': [{'id': '82d28a94-56aa-487e-b28b-6f63cbb648aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:31:47.007533 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74e676b-e7c3-4319-890e-fb7f107fd7f4 None None] Checking router: a011e779-64a3-443d-8f62-5cd06b630711 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:31:47.032648 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74e676b-e7c3-4319-890e-fb7f107fd7f4 None None] Routers {'a011e779-64a3-443d-8f62-5cd06b630711'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:31:47.034500 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-a74e676b-e7c3-4319-890e-fb7f107fd7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:31:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['a011e779-64a3-443d-8f62-5cd06b630711'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:31:47.067761 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['b93389c3-caa8-4ea0-8f5f-80727bf364b3'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:31:47.191780 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-73c8b209-1e9d-4010-ac64-8cda69a7c4cf admin admin] Calling delete_port for 7cc6de2f-6595-49b2-9d8c-3aa2c4591031 owned by network:router_gateway {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:31:47.197695 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d7840-8742-44b1-9111-77ebf7870295 req-082c3c0f-a692-4519-bf32-b730e4646e23 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:47.205946 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-660d7840-8742-44b1-9111-77ebf7870295 req-082c3c0f-a692-4519-bf32-b730e4646e23 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=dbaea2ec-9092-44e4-b690-87858b27c15c HTTP/1.1" status: 200 len: 945 time: 0.2043366 May 31 13:31:47.365054 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-660d7840-8742-44b1-9111-77ebf7870295 req-eb078e53-7ea5-4d96-b8ee-0be6e1fd2cf6 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=b28319a5-744d-4c54-bfbf-469a0b7a5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468754 May 31 13:31:47.368253 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44498) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:31:47.387876 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b951d4-956c-4b8d-834e-887c8a963c9c admin admin] Pushing event deleted for resources: {'Network': ['ID=6c1e3874-7498-46ea-a617-0c963766e837,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:47.544181 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-2dfea95f-4e75-49f2-9afc-d91dd982b0c3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1471cc7c2bcf49a68dcbc360fa0fde8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1735768 May 31 13:31:47.545623 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44506) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:31:47.569513 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device e7679717-72d0-422d-bb1a-824fffff1b99 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:31:47.623520 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-a74e676b-e7c3-4319-890e-fb7f107fd7f4 None None] Set router a011e779-64a3-443d-8f62-5cd06b630711 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:31:47.640879 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-bc09617e-33fa-458d-b3ad-aebeac068df0 req-72e9fd6b-fff3-48a0-b31f-7b6b7ae7628a tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] For port 4d45171f-722a-4471-be12-7e323923194e, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=4d45171f-722a-4471-be12-7e323923194e,segment=NetworkSegment(1e6452d1-51f8-4e9a-9e93-895c398faede),segment_id=1e6452d1-51f8-4e9a-9e93-895c398faede)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:31:47.641251 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-bc09617e-33fa-458d-b3ad-aebeac068df0 req-72e9fd6b-fff3-48a0-b31f-7b6b7ae7628a tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:47.659580 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: e7679717-72d0-422d-bb1a-824fffff1b99 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:31:47.659790 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b194b4-3c9a-4283-9481-efc5e9f587f7 req-5a4f8388-a577-46a8-8a9e-83a327aa14bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:47.661246 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e4b194b4-3c9a-4283-9481-efc5e9f587f7 req-5a4f8388-a577-46a8-8a9e-83a327aa14bd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=be9b8c94d98b42f385a0f29035539835&device_id=96c0d0e6-6de6-4bed-bd2a-154d02801961 HTTP/1.1" status: 200 len: 1096 time: 1.0041792 May 31 13:31:47.663994 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device e7679717-72d0-422d-bb1a-824fffff1b99 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:31:47.813223 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-bc09617e-33fa-458d-b3ad-aebeac068df0 req-72e9fd6b-fff3-48a0-b31f-7b6b7ae7628a tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Calling delete_port for 4d45171f-722a-4471-be12-7e323923194e owned by compute:nova {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:31:47.891935 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5ab0a6db-f260-4953-9b6c-0d766ca6bb3c req-e6d5d46f-444e-42cd-9507-27c3f02a4b25 tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=e8e8165d333d4e1187fc257bfaab0348&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0936613 May 31 13:31:48.042600 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-73c8b209-1e9d-4010-ac64-8cda69a7c4cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:48.047648 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c9883bde-ea62-48d7-9a8d-0f5472dac923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:48.079715 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44526) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:31:48.115434 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c8b209-1e9d-4010-ac64-8cda69a7c4cf admin admin] Pushing event deleted for resources: {'Port': ['ID=7cc6de2f-6595-49b2-9d8c-3aa2c4591031,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:48.141461 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c9883bde-ea62-48d7-9a8d-0f5472dac923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:48.166571 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-a74e676b-e7c3-4319-890e-fb7f107fd7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a011e779-64a3-443d-8f62-5cd06b630711', 'name': 'tempest-ServerRescueNegativeTestJSON-722066791-router', 'tenant_id': 'be9b8c94d98b42f385a0f29035539835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'ec502baf-891e-4127-8c8f-bdc0e135b9e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:28:24Z', 'updated_at': '2022-05-31T13:28:34Z', 'revision_number': 4, 'project_id': 'be9b8c94d98b42f385a0f29035539835', 'gw_port': {'id': 'ec502baf-891e-4127-8c8f-bdc0e135b9e9', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a011e779-64a3-443d-8f62-5cd06b630711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:28:26Z', 'updated_at': '2022-05-31T13:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': 'a0204c7b-7fb7-452e-bf9a-bead2c690f79', 'tenant_id': 'be9b8c94d98b42f385a0f29035539835', 'floating_ip_address': '172.25.6.78', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': 'a011e779-64a3-443d-8f62-5cd06b630711', 'port_id': 'e25fb624-a508-4143-893a-c61f3b88afd4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29fe9209-7455-49d1-bbb8-3bf3a6f3bebb', 'mac_address': 'fa:16:3e:08:59:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c0d0e6-6de6-4bed-bd2a-154d02801961', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:31:14Z', 'updated_at': '2022-05-31T13:31:43Z', 'revision_number': 1, 'project_id': 'be9b8c94d98b42f385a0f29035539835', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1737765-3744-418b-9eb8-268b91ac258d', 'name': '', 'network_id': '29fe9209-7455-49d1-bbb8-3bf3a6f3bebb', 'tenant_id': 'be9b8c94d98b42f385a0f29035539835', 'mac_address': 'fa:16:3e:c5:fb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a011e779-64a3-443d-8f62-5cd06b630711', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '82d28a94-56aa-487e-b28b-6f63cbb648aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:28:33Z', 'updated_at': '2022-05-31T13:28:55Z', 'revision_number': 5, 'project_id': 'be9b8c94d98b42f385a0f29035539835', 'subnets': [{'id': '82d28a94-56aa-487e-b28b-6f63cbb648aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:31:48.178797 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74e676b-e7c3-4319-890e-fb7f107fd7f4 None None] The sync data for ids ['a011e779-64a3-443d-8f62-5cd06b630711'] in n-d-843939-1 is: [{'id': 'a011e779-64a3-443d-8f62-5cd06b630711', 'name': 'tempest-ServerRescueNegativeTestJSON-722066791-router', 'tenant_id': 'be9b8c94d98b42f385a0f29035539835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'ec502baf-891e-4127-8c8f-bdc0e135b9e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:28:24Z', 'updated_at': '2022-05-31T13:28:34Z', 'revision_number': 4, 'project_id': 'be9b8c94d98b42f385a0f29035539835', 'gw_port': {'id': 'ec502baf-891e-4127-8c8f-bdc0e135b9e9', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a011e779-64a3-443d-8f62-5cd06b630711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:28:26Z', 'updated_at': '2022-05-31T13:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': 'a0204c7b-7fb7-452e-bf9a-bead2c690f79', 'tenant_id': 'be9b8c94d98b42f385a0f29035539835', 'floating_ip_address': '172.25.6.78', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': 'a011e779-64a3-443d-8f62-5cd06b630711', 'port_id': 'e25fb624-a508-4143-893a-c61f3b88afd4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29fe9209-7455-49d1-bbb8-3bf3a6f3bebb', 'mac_address': 'fa:16:3e:08:59:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c0d0e6-6de6-4bed-bd2a-154d02801961', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:31:14Z', 'updated_at': '2022-05-31T13:31:43Z', 'revision_number': 1, 'project_id': 'be9b8c94d98b42f385a0f29035539835', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1737765-3744-418b-9eb8-268b91ac258d', 'name': '', 'network_id': '29fe9209-7455-49d1-bbb8-3bf3a6f3bebb', 'tenant_id': 'be9b8c94d98b42f385a0f29035539835', 'mac_address': 'fa:16:3e:c5:fb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a011e779-64a3-443d-8f62-5cd06b630711', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '82d28a94-56aa-487e-b28b-6f63cbb648aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:28:33Z', 'updated_at': '2022-05-31T13:28:55Z', 'revision_number': 5, 'project_id': 'be9b8c94d98b42f385a0f29035539835', 'subnets': [{'id': '82d28a94-56aa-487e-b28b-6f63cbb648aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:31:48.210665 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe0c33-3de6-4534-a139-d8fd088e2c42 req-1ec3591d-1f69-4188-b2b1-38d2e36b5161 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:48.212906 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-acfe0c33-3de6-4534-a139-d8fd088e2c42 req-1ec3591d-1f69-4188-b2b1-38d2e36b5161 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/ports?device_id=44ddad2c-fe8f-47c8-a3e7-0e7cc36dafd3 HTTP/1.1" status: 200 len: 944 time: 0.5008776 May 31 13:31:48.273738 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab0a6db-f260-4953-9b6c-0d766ca6bb3c req-4e73475a-b993-4120-9d69-cfac28344d8c tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:48.275322 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5ab0a6db-f260-4953-9b6c-0d766ca6bb3c req-4e73475a-b993-4120-9d69-cfac28344d8c tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3825769 May 31 13:31:48.304118 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5ab0a6db-f260-4953-9b6c-0d766ca6bb3c req-4433f001-2963-404d-a993-7263fe6909db tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] 10.222.0.50 "GET /v2.0/quotas/e8e8165d333d4e1187fc257bfaab0348 HTTP/1.1" status: 200 len: 375 time: 0.0180140 May 31 13:31:48.314504 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-acfe0c33-3de6-4534-a139-d8fd088e2c42 req-ae5b5d24-8020-4507-baab-21eb9260ae62 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/security-groups?id=11fe291e-69a0-4211-ae19-9fbe273445b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805535 May 31 13:31:48.377217 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5ab0a6db-f260-4953-9b6c-0d766ca6bb3c req-06352d21-3538-4a3b-b840-32c20ebf45ef tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e8e8165d333d4e1187fc257bfaab0348&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0615828 May 31 13:31:48.401013 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b194b4-3c9a-4283-9481-efc5e9f587f7 req-17dd718b-04e6-4d3a-825e-79132cf93848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:48.404513 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e4b194b4-3c9a-4283-9481-efc5e9f587f7 req-17dd718b-04e6-4d3a-825e-79132cf93848 service neutron] 10.222.0.44 "GET /v2.0/networks?id=29fe9209-7455-49d1-bbb8-3bf3a6f3bebb HTTP/1.1" status: 200 len: 919 time: 0.6787691 May 31 13:31:48.420541 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-bc09617e-33fa-458d-b3ad-aebeac068df0 req-72e9fd6b-fff3-48a0-b31f-7b6b7ae7628a tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:48.429497 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-55faabc0-b438-4820-98d3-0f33361012ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:48.442010 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device b93389c3-caa8-4ea0-8f5f-80727bf364b3 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:31:48.460890 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c9883bde-ea62-48d7-9a8d-0f5472dac923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:48.532027 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9883bde-ea62-48d7-9a8d-0f5472dac923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55bd970b-2f57-4851-b98f-a55d5a4ba329,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:48.542305 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-55faabc0-b438-4820-98d3-0f33361012ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:31:48.609644 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b57690-012d-4032-8ec7-674aece60e8a None None] New status for floating IP a0204c7b-7fb7-452e-bf9a-bead2c690f79: ACTIVE {{(pid=88371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 13:31:48.708885 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e9fd6b-fff3-48a0-b31f-7b6b7ae7628a tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Pushing event deleted for resources: {'Port': ['ID=4d45171f-722a-4471-be12-7e323923194e,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:48.836225 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-73c8b209-1e9d-4010-ac64-8cda69a7c4cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577389'] for router_gateway, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:48.940845 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c9883bde-ea62-48d7-9a8d-0f5472dac923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:48.943383 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c9883bde-ea62-48d7-9a8d-0f5472dac923 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/55bd970b-2f57-4851-b98f-a55d5a4ba329 HTTP/1.1" status: 204 len: 168 time: 1.3800411 May 31 13:31:48.963776 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-55faabc0-b438-4820-98d3-0f33361012ba admin admin] Usage tracker for resource:security_group_rule and tenant:bb97b7850447408a858228d9eaea4b85 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:31:48.971329 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-55faabc0-b438-4820-98d3-0f33361012ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:31:48.991287 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 4d45171f-722a-4471-be12-7e323923194e no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:31:49.024199 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e4b194b4-3c9a-4283-9481-efc5e9f587f7 req-ed87fb20-d34a-4623-a314-8b0291af64f8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e25fb624-a508-4143-893a-c61f3b88afd4 HTTP/1.1" status: 200 len: 998 time: 0.5990458 May 31 13:31:49.034490 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc09617e-33fa-458d-b3ad-aebeac068df0 req-72e9fd6b-fff3-48a0-b31f-7b6b7ae7628a tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] No DVR routers for this DVR port 4d45171f-722a-4471-be12-7e323923194e on host n-h1-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:31:49.057035 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] No Port match for: 4d45171f-722a-4471-be12-7e323923194e {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:31:49.057035 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 4d45171f-722a-4471-be12-7e323923194e not bound to the agent host n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:31:49.067461 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port b93389c3-caa8-4ea0-8f5f-80727bf364b3 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:31:49.078211 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port b93389c3-caa8-4ea0-8f5f-80727bf364b3 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:31:49.078586 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:49.140637 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-55faabc0-b438-4820-98d3-0f33361012ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:31:49.311356 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-bc09617e-33fa-458d-b3ad-aebeac068df0 req-72e9fd6b-fff3-48a0-b31f-7b6b7ae7628a tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:49.314286 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44ddad2c-fe8f-47c8-a3e7-0e7cc36dafd3', 'name': 'network-vif-deleted', 'tag': '4d45171f-722a-4471-be12-7e323923194e'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:31:49.324259 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef10a34-661c-4209-bda4-9cf15e2d3645 req-92a0f73f-3004-40c9-9139-d35ec5bfcb4e tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:49.332770 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef10a34-661c-4209-bda4-9cf15e2d3645 req-92a0f73f-3004-40c9-9139-d35ec5bfcb4e tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:49.338554 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-73c8b209-1e9d-4010-ac64-8cda69a7c4cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:49.340925 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef10a34-661c-4209-bda4-9cf15e2d3645 req-92a0f73f-3004-40c9-9139-d35ec5bfcb4e tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:49.341241 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-73c8b209-1e9d-4010-ac64-8cda69a7c4cf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:49.348010 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef10a34-661c-4209-bda4-9cf15e2d3645 req-92a0f73f-3004-40c9-9139-d35ec5bfcb4e tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:49.354529 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef10a34-661c-4209-bda4-9cf15e2d3645 req-92a0f73f-3004-40c9-9139-d35ec5bfcb4e tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:49.362708 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef10a34-661c-4209-bda4-9cf15e2d3645 req-92a0f73f-3004-40c9-9139-d35ec5bfcb4e tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:49.368832 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef10a34-661c-4209-bda4-9cf15e2d3645 req-92a0f73f-3004-40c9-9139-d35ec5bfcb4e tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:49.376936 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-73c8b209-1e9d-4010-ac64-8cda69a7c4cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:49.377334 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73c8b209-1e9d-4010-ac64-8cda69a7c4cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5372a397-3a97-491b-9c5f-82fd07262847 {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:31:49.378475 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5ef10a34-661c-4209-bda4-9cf15e2d3645 req-92a0f73f-3004-40c9-9139-d35ec5bfcb4e tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a HTTP/1.1" status: 200 len: 5435 time: 0.8381164 May 31 13:31:49.383183 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-55faabc0-b438-4820-98d3-0f33361012ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:49.405851 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-73c8b209-1e9d-4010-ac64-8cda69a7c4cf admin admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:49.407583 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-73c8b209-1e9d-4010-ac64-8cda69a7c4cf admin admin] 10.222.0.50 "DELETE /v2.0/routers/5372a397-3a97-491b-9c5f-82fd07262847 HTTP/1.1" status: 204 len: 168 time: 5.3507190 May 31 13:31:49.411472 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-bc09617e-33fa-458d-b3ad-aebeac068df0 req-72e9fd6b-fff3-48a0-b31f-7b6b7ae7628a tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.20 "DELETE /v2.0/ports/4d45171f-722a-4471-be12-7e323923194e HTTP/1.1" status: 204 len: 173 time: 3.9382300 May 31 13:31:49.414092 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44554) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:31:49.509595 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b194b4-3c9a-4283-9481-efc5e9f587f7 req-5ca595c7-619d-462c-8336-85be7a221221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:49.511239 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e4b194b4-3c9a-4283-9481-efc5e9f587f7 req-5ca595c7-619d-462c-8336-85be7a221221 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=82d28a94-56aa-487e-b28b-6f63cbb648aa HTTP/1.1" status: 200 len: 857 time: 0.4746208 May 31 13:31:49.511662 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port b93389c3-caa8-4ea0-8f5f-80727bf364b3 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:31:49.512139 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:49.583545 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-55faabc0-b438-4820-98d3-0f33361012ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:49.590795 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbaea2ec-9092-44e4-b690-87858b27c15c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b93389c3-caa8-4ea0-8f5f-80727bf364b3'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:31:49.628089 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port b93389c3-caa8-4ea0-8f5f-80727bf364b3, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=b93389c3-caa8-4ea0-8f5f-80727bf364b3,segment=NetworkSegment(4d75b4c6-9dbf-466e-9960-e4baeffc8b58),segment_id=4d75b4c6-9dbf-466e-9960-e4baeffc8b58)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:31:49.635935 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbdeac7-680b-4947-a752-7f1407dd0706 req-ac35914b-745e-4017-8230-fa411d6827dc tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:49.636391 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:49.638244 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0cbdeac7-680b-4947-a752-7f1407dd0706 req-ac35914b-745e-4017-8230-fa411d6827dc tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=dbaea2ec-9092-44e4-b690-87858b27c15c HTTP/1.1" status: 200 len: 945 time: 0.6723549 May 31 13:31:49.667215 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5ef10a34-661c-4209-bda4-9cf15e2d3645 req-73a52b33-1470-41fc-b039-025940616fef tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/security-groups?id=1de4fedc-888a-46c6-9d87-1b48c5765046&id=71a9d93c-f6cb-49b0-b2f5-61553702d6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2875609 May 31 13:31:49.715120 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-55faabc0-b438-4820-98d3-0f33361012ba admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bb97b7850447408a858228d9eaea4b85&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6346521 May 31 13:31:49.719685 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-e459fea5-868b-4700-90b5-21e017554044 admin admin] Deleting subnet 33d5a057-d728-4f2d-867b-3bfbd8f9a5e3 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:31:49.721800 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44566) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:31:49.760802 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55faabc0-b438-4820-98d3-0f33361012ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e7f97cd-f3bb-4e8c-b836-6b2782e174cf,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:49.801310 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0cbdeac7-680b-4947-a752-7f1407dd0706 req-485784e0-671d-43bc-8ea0-367527d85a39 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=b28319a5-744d-4c54-bfbf-469a0b7a5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513441 May 31 13:31:49.809306 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e459fea5-868b-4700-90b5-21e017554044 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:49.816520 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=b93389c3-caa8-4ea0-8f5f-80727bf364b3,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:49.851591 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-e3e81284-8eb7-4d26-b8c2-76f8025542ec tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:49.864899 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-e3e81284-8eb7-4d26-b8c2-76f8025542ec tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:49.879200 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-e3e81284-8eb7-4d26-b8c2-76f8025542ec tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:49.886962 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-e3e81284-8eb7-4d26-b8c2-76f8025542ec tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:49.895974 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-e3e81284-8eb7-4d26-b8c2-76f8025542ec tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:49.902591 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-e3e81284-8eb7-4d26-b8c2-76f8025542ec tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:49.910132 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-e3e81284-8eb7-4d26-b8c2-76f8025542ec tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:49.912003 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-e3e81284-8eb7-4d26-b8c2-76f8025542ec tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a HTTP/1.1" status: 200 len: 5435 time: 0.5273058 May 31 13:31:49.912627 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d393812c-5e41-49e8-a95b-1ad0540b2be7'] response: {'server_uuid': '44ddad2c-fe8f-47c8-a3e7-0e7cc36dafd3', 'name': 'network-vif-deleted', 'tag': '4d45171f-722a-4471-be12-7e323923194e', 'status': 'completed', 'code': 200} May 31 13:31:49.977425 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e459fea5-868b-4700-90b5-21e017554044 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:50.016148 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2507ea02-92c4-4e4f-93a6-6d3d4add828d req-3afca3ea-11da-45e8-8228-59839aa21ae8 tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=e8e8165d333d4e1187fc257bfaab0348&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0966330 May 31 13:31:50.086368 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-a5ecb9bf-541f-4f83-8095-00a73ebccd99 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:50.090304 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-a5ecb9bf-541f-4f83-8095-00a73ebccd99 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.20 "GET /v2.0/ports/ed7a4efa-d56d-4605-8b79-de0f8f0e9d7c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1438215 May 31 13:31:50.131145 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b194b4-3c9a-4283-9481-efc5e9f587f7 req-5eff2f15-5725-4490-85f7-eb199f46a34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:50.132761 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e4b194b4-3c9a-4283-9481-efc5e9f587f7 req-5eff2f15-5725-4490-85f7-eb199f46a34c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=29fe9209-7455-49d1-bbb8-3bf3a6f3bebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6139381 May 31 13:31:50.183452 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8e3f897f-9ee6-4e43-82b5-298b0dc2ef60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:50.200255 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7180b599-ef6a-4955-abde-2dfb66756ffc req-b011b623-4c4c-4419-859d-13d36b541d63 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/ports?device_id=44ddad2c-fe8f-47c8-a3e7-0e7cc36dafd3 HTTP/1.1" status: 200 len: 210 time: 0.1475570 May 31 13:31:50.304013 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-760b63cc-a501-4b12-b93b-255400e91e11'] response: {'server_uuid': 'dbaea2ec-9092-44e4-b690-87858b27c15c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b93389c3-caa8-4ea0-8f5f-80727bf364b3', 'code': 200} May 31 13:31:50.329755 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8e3f897f-9ee6-4e43-82b5-298b0dc2ef60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:50.345518 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e459fea5-868b-4700-90b5-21e017554044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:50.552892 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e4b194b4-3c9a-4283-9481-efc5e9f587f7 req-6af5e466-7ba7-454c-9d15-842ebd265b46 service neutron] 10.222.0.44 "GET /v2.0/networks/29fe9209-7455-49d1-bbb8-3bf3a6f3bebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4052770 May 31 13:31:50.567998 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2507ea02-92c4-4e4f-93a6-6d3d4add828d req-2eaccc69-6890-473b-b0d0-6ce72dd3a49d tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:50.569957 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2507ea02-92c4-4e4f-93a6-6d3d4add828d req-2eaccc69-6890-473b-b0d0-6ce72dd3a49d tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5528455 May 31 13:31:50.609532 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-dd67a484-271d-4ac8-9a60-ad9195cddf1d tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.20 "GET /v2.0/networks/b4d30686-23e7-4909-aa70-b67d446f9c2b?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3861496 May 31 13:31:50.613016 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2507ea02-92c4-4e4f-93a6-6d3d4add828d req-cab4708d-1a2a-4ced-851e-963916225866 tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] 10.222.0.50 "GET /v2.0/quotas/e8e8165d333d4e1187fc257bfaab0348 HTTP/1.1" status: 200 len: 375 time: 0.0287104 May 31 13:31:50.621456 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-11b88bbf-47aa-4a99-8941-9edae16ea1da service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:31:50.665501 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e459fea5-868b-4700-90b5-21e017554044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:50.727411 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e459fea5-868b-4700-90b5-21e017554044 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33d5a057-d728-4f2d-867b-3bfbd8f9a5e3,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:50.734443 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2507ea02-92c4-4e4f-93a6-6d3d4add828d req-64552f25-599a-4f24-99c7-05fbc1dcf60c tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e8e8165d333d4e1187fc257bfaab0348&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0843689 May 31 13:31:50.738957 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8e3f897f-9ee6-4e43-82b5-298b0dc2ef60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:50.746191 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e459fea5-868b-4700-90b5-21e017554044 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:50.750401 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbcf624-a4be-40bb-aba4-88bb72c23bf9 None None] Network 4906b42e-b307-4d36-b70d-f5895b463d19 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:31:50.750967 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bb8e45-c37a-4e6c-b481-52c625270d05 req-4c5414a7-4596-40a6-a4b4-9b540e36a529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:50.751875 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-71bb8e45-c37a-4e6c-b481-52c625270d05 req-4c5414a7-4596-40a6-a4b4-9b540e36a529 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=dbaea2ec-9092-44e4-b690-87858b27c15c HTTP/1.1" status: 200 len: 1097 time: 0.3400714 May 31 13:31:50.773280 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3f897f-9ee6-4e43-82b5-298b0dc2ef60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e7f97cd-f3bb-4e8c-b836-6b2782e174cf,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:50.787420 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8e3f897f-9ee6-4e43-82b5-298b0dc2ef60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:50.788784 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-8e3f897f-9ee6-4e43-82b5-298b0dc2ef60 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7e7f97cd-f3bb-4e8c-b836-6b2782e174cf HTTP/1.1" status: 204 len: 168 time: 1.0471745 May 31 13:31:50.806573 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e459fea5-868b-4700-90b5-21e017554044 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/33d5a057-d728-4f2d-867b-3bfbd8f9a5e3 HTTP/1.1" status: 204 len: 168 time: 1.3910460 May 31 13:31:50.809530 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44598) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:31:50.942291 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-71bb8e45-c37a-4e6c-b481-52c625270d05 req-e105235f-381e-4c27-96d5-3ca60d1596c8 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b28319a5-744d-4c54-bfbf-469a0b7a5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599543 May 31 13:31:50.970573 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-11b88bbf-47aa-4a99-8941-9edae16ea1da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:51.011381 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5ab0a6db-f260-4953-9b6c-0d766ca6bb3c req-6d2b29d8-e36d-4199-b8a7-aa18e0f7c30d tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=e8e8165d333d4e1187fc257bfaab0348&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1182523 May 31 13:31:51.278240 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e4b194b4-3c9a-4283-9481-efc5e9f587f7 req-f533856d-16bc-4d1b-9ec2-3d28d2ab6614 service neutron] 10.222.0.44 "GET /v2.0/networks/29fe9209-7455-49d1-bbb8-3bf3a6f3bebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7119701 May 31 13:31:51.319503 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1ff52b1d-09e3-4c77-a417-63fbc3ccd49e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:51.389968 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab0a6db-f260-4953-9b6c-0d766ca6bb3c req-2ee56bc2-2007-4782-9926-c62f304b6403 tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:51.403120 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5ab0a6db-f260-4953-9b6c-0d766ca6bb3c req-2ee56bc2-2007-4782-9926-c62f304b6403 tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3845680 May 31 13:31:51.413944 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-5ab0a6db-f260-4953-9b6c-0d766ca6bb3c req-f8c34046-e2b9-4f4b-a714-ec034b8f605c tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] Request body: {'port': {'device_id': '08ac3772-a4bf-4711-b060-9957e77873c0', 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4', 'admin_state_up': True, 'tenant_id': 'e8e8165d333d4e1187fc257bfaab0348'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:31:51.456658 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-1ff52b1d-09e3-4c77-a417-63fbc3ccd49e admin admin] Deleting port 4f603f18-a7d5-449e-9b61-231b81f8c7ca {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:31:51.457128 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1ff52b1d-09e3-4c77-a417-63fbc3ccd49e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:51.464464 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24e75e7-e6f9-4883-a0f4-d452bc1854db None None] DHCP port deletion for 4906b42e-b307-4d36-b70d-f5895b463d19 request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:31:51.472000 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b24e75e7-e6f9-4883-a0f4-d452bc1854db None None] Deleting port 4f603f18-a7d5-449e-9b61-231b81f8c7ca {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:31:51.474591 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b24e75e7-e6f9-4883-a0f4-d452bc1854db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:51.705954 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 7cc6de2f-6595-49b2-9d8c-3aa2c4591031 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:31:51.706209 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44622) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:31:51.732310 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-5ab0a6db-f260-4953-9b6c-0d766ca6bb3c req-f8c34046-e2b9-4f4b-a714-ec034b8f605c tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:31:51.737877 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-5ab0a6db-f260-4953-9b6c-0d766ca6bb3c req-f8c34046-e2b9-4f4b-a714-ec034b8f605c tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] Usage tracker for resource:port and tenant:e8e8165d333d4e1187fc257bfaab0348 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:31:51.742261 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-5ab0a6db-f260-4953-9b6c-0d766ca6bb3c req-f8c34046-e2b9-4f4b-a714-ec034b8f605c tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:31:51.751122 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-5ab0a6db-f260-4953-9b6c-0d766ca6bb3c req-f8c34046-e2b9-4f4b-a714-ec034b8f605c tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:31:51.765033 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ab0a6db-f260-4953-9b6c-0d766ca6bb3c req-f8c34046-e2b9-4f4b-a714-ec034b8f605c tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] Made reservation on behalf of e8e8165d333d4e1187fc257bfaab0348 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:31:51.766608 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 7cc6de2f-6595-49b2-9d8c-3aa2c4591031 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:31:51.767081 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 7cc6de2f-6595-49b2-9d8c-3aa2c4591031 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:31:51.767473 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 4f603f18-a7d5-449e-9b61-231b81f8c7ca no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:31:51.769911 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-5ab0a6db-f260-4953-9b6c-0d766ca6bb3c req-f8c34046-e2b9-4f4b-a714-ec034b8f605c tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:51.785135 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3a0d6c1b-f764-47f3-ae17-285880216c8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:51.801807 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-5ab0a6db-f260-4953-9b6c-0d766ca6bb3c req-f8c34046-e2b9-4f4b-a714-ec034b8f605c tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:51.826404 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3a0d6c1b-f764-47f3-ae17-285880216c8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:31:51.837157 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-3a0d6c1b-f764-47f3-ae17-285880216c8e admin admin] Usage tracker for resource:security_group_rule and tenant:c566768ef9604d3eb277c30bb4df85b7 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:31:51.841709 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-3a0d6c1b-f764-47f3-ae17-285880216c8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:31:51.851161 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-5ab0a6db-f260-4953-9b6c-0d766ca6bb3c req-f8c34046-e2b9-4f4b-a714-ec034b8f605c tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:31:51.855342 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3a0d6c1b-f764-47f3-ae17-285880216c8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:31:51.863155 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-5ab0a6db-f260-4953-9b6c-0d766ca6bb3c req-f8c34046-e2b9-4f4b-a714-ec034b8f605c tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] Usage tracker for resource:security_group_rule and tenant:e8e8165d333d4e1187fc257bfaab0348 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:31:51.869546 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-5ab0a6db-f260-4953-9b6c-0d766ca6bb3c req-f8c34046-e2b9-4f4b-a714-ec034b8f605c tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:31:51.884961 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-5ab0a6db-f260-4953-9b6c-0d766ca6bb3c req-f8c34046-e2b9-4f4b-a714-ec034b8f605c tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:31:51.897552 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ec3e3-70d1-48dd-8531-b4c7372abec9 req-6517f321-0137-43df-8c45-5f811d9f5a08 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:51.899546 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-638ec3e3-70d1-48dd-8531-b4c7372abec9 req-6517f321-0137-43df-8c45-5f811d9f5a08 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=dbaea2ec-9092-44e4-b690-87858b27c15c HTTP/1.1" status: 200 len: 946 time: 0.7242391 May 31 13:31:51.971148 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b15ba-f9f1-4220-8db7-af80454db63d req-f08f49e3-7fef-4934-a386-a667c820b60f tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:51.979425 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b15ba-f9f1-4220-8db7-af80454db63d req-f08f49e3-7fef-4934-a386-a667c820b60f tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:51.989421 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b15ba-f9f1-4220-8db7-af80454db63d req-f08f49e3-7fef-4934-a386-a667c820b60f tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:51.997454 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b15ba-f9f1-4220-8db7-af80454db63d req-f08f49e3-7fef-4934-a386-a667c820b60f tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:52.005832 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b15ba-f9f1-4220-8db7-af80454db63d req-f08f49e3-7fef-4934-a386-a667c820b60f tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:52.015180 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b15ba-f9f1-4220-8db7-af80454db63d req-f08f49e3-7fef-4934-a386-a667c820b60f tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:52.026303 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b15ba-f9f1-4220-8db7-af80454db63d req-f08f49e3-7fef-4934-a386-a667c820b60f tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:52.039048 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f20b15ba-f9f1-4220-8db7-af80454db63d req-f08f49e3-7fef-4934-a386-a667c820b60f tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a HTTP/1.1" status: 200 len: 5435 time: 0.8784227 May 31 13:31:52.191763 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 4f603f18-a7d5-449e-9b61-231b81f8c7ca is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:31:52.192276 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:52.225459 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-b24e75e7-e6f9-4883-a0f4-d452bc1854db None None] For port 4f603f18-a7d5-449e-9b61-231b81f8c7ca, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=4f603f18-a7d5-449e-9b61-231b81f8c7ca,segment=NetworkSegment(b43bd213-a5c3-431b-9972-53566e005364),segment_id=b43bd213-a5c3-431b-9972-53566e005364)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:31:52.225459 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b24e75e7-e6f9-4883-a0f4-d452bc1854db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:52.294619 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-5ab0a6db-f260-4953-9b6c-0d766ca6bb3c req-f8c34046-e2b9-4f4b-a714-ec034b8f605c tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:52.303442 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-5ab0a6db-f260-4953-9b6c-0d766ca6bb3c req-f8c34046-e2b9-4f4b-a714-ec034b8f605c tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:52.333233 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3a0d6c1b-f764-47f3-ae17-285880216c8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:52.388327 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3a0d6c1b-f764-47f3-ae17-285880216c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:52.452827 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-11b88bbf-47aa-4a99-8941-9edae16ea1da service neutron] For port ed7a4efa-d56d-4605-8b79-de0f8f0e9d7c, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=ed7a4efa-d56d-4605-8b79-de0f8f0e9d7c,segment=NetworkSegment(c05c3025-af00-47f8-b61e-98dee05227ef),segment_id=c05c3025-af00-47f8-b61e-98dee05227ef)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:31:52.492587 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c34046-e2b9-4f4b-a714-ec034b8f605c tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47ec8c87-955a-4ab3-b9ba-c8b3e8fd5fe9,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:52.519297 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b24e75e7-e6f9-4883-a0f4-d452bc1854db None None] Calling delete_port for 4f603f18-a7d5-449e-9b61-231b81f8c7ca owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:31:52.551421 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-3a0d6c1b-f764-47f3-ae17-285880216c8e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c566768ef9604d3eb277c30bb4df85b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8412011 May 31 13:31:52.562507 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44626) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:31:52.574712 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f20b15ba-f9f1-4220-8db7-af80454db63d req-6e40518f-e9fa-4c1c-b144-13e24e37b8eb tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/security-groups?id=1de4fedc-888a-46c6-9d87-1b48c5765046&id=71a9d93c-f6cb-49b0-b2f5-61553702d6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5332234 May 31 13:31:52.606116 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-638ec3e3-70d1-48dd-8531-b4c7372abec9 req-8443c8f7-e6fd-41b8-aa02-a0e981378a16 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=b28319a5-744d-4c54-bfbf-469a0b7a5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6811898 May 31 13:31:52.686097 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0d6c1b-f764-47f3-ae17-285880216c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa1fd4d-f8f7-4396-a876-4e751ddf1f70,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:52.767946 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device ed7a4efa-d56d-4605-8b79-de0f8f0e9d7c no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:31:52.774222 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [req-5ab0a6db-f260-4953-9b6c-0d766ca6bb3c req-f8c34046-e2b9-4f4b-a714-ec034b8f605c tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] Allocated IP 192.168.233.193 (85b11c4f-90ad-4763-b38d-22d3f87089f4/24822c99-0dce-4d50-9c44-3135ba3763b8/97f2ed4a-7eba-461e-97a3-a147b0b9e932) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:31:52.797279 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.resource_extend [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-11b88bbf-47aa-4a99-8941-9edae16ea1da service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:31:52.800139 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6fbd0170-6789-40e0-a5e0-b847bf279f1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:52.848279 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-1ff52b1d-09e3-4c77-a417-63fbc3ccd49e admin admin] For port 4f603f18-a7d5-449e-9b61-231b81f8c7ca, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=4f603f18-a7d5-449e-9b61-231b81f8c7ca,segment=NetworkSegment(b43bd213-a5c3-431b-9972-53566e005364),segment_id=b43bd213-a5c3-431b-9972-53566e005364)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:31:52.853473 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1ff52b1d-09e3-4c77-a417-63fbc3ccd49e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:52.891126 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6fbd0170-6789-40e0-a5e0-b847bf279f1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:52.907757 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-11b88bbf-47aa-4a99-8941-9edae16ea1da service neutron] For port ed7a4efa-d56d-4605-8b79-de0f8f0e9d7c, host n-h1-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:31:52.967455 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 4f603f18-a7d5-449e-9b61-231b81f8c7ca, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=4f603f18-a7d5-449e-9b61-231b81f8c7ca,segment=NetworkSegment(b43bd213-a5c3-431b-9972-53566e005364),segment_id=b43bd213-a5c3-431b-9972-53566e005364)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:31:53.011594 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:53.096609 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-b24e75e7-e6f9-4883-a0f4-d452bc1854db None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:31:53.097276 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-b24e75e7-e6f9-4883-a0f4-d452bc1854db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:31:53.145469 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44636) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:31:53.201549 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port ed7a4efa-d56d-4605-8b79-de0f8f0e9d7c is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:31:53.202531 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:53.223513 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=4f603f18-a7d5-449e-9b61-231b81f8c7ca,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:53.249777 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-465eb12b-ff1e-4640-927e-23ae154e344d tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1338664201', 'description': 'tempest-description--328458567'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:31:53.275033 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-1ff52b1d-09e3-4c77-a417-63fbc3ccd49e admin admin] Calling delete_port for 4f603f18-a7d5-449e-9b61-231b81f8c7ca owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:31:53.355703 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6bf90cad-67d7-4074-94c9-fbdc0f3b4a6c req-640e7d44-467d-4602-9c83-a7648ea98606 tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] 10.222.0.50 "GET /v2.0/ports?device_id=22472008-87d0-4766-a445-1162ee3e883d HTTP/1.1" status: 200 len: 210 time: 0.3668923 May 31 13:31:53.379921 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-465eb12b-ff1e-4640-927e-23ae154e344d tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:31:53.405744 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-465eb12b-ff1e-4640-927e-23ae154e344d tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Usage tracker for resource:security_group and tenant:82e5ccf58acb423eaef945c1ccf7e09b is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:31:53.411965 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-11b88bbf-47aa-4a99-8941-9edae16ea1da service neutron] device_id is not set on port ed7a4efa-d56d-4605-8b79-de0f8f0e9d7c yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:31:53.420026 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-465eb12b-ff1e-4640-927e-23ae154e344d tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:31:53.436798 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-11b88bbf-47aa-4a99-8941-9edae16ea1da service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:53.439659 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2507ea02-92c4-4e4f-93a6-6d3d4add828d req-3f8e640e-d3a1-4cfb-bda4-5df8379c3741 tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=e8e8165d333d4e1187fc257bfaab0348&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1101034 May 31 13:31:53.444014 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-465eb12b-ff1e-4640-927e-23ae154e344d tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:31:53.465560 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-11b88bbf-47aa-4a99-8941-9edae16ea1da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:53.579172 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:31:53.579692 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:31:53.601396 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b24e75e7-e6f9-4883-a0f4-d452bc1854db None None] Deleting port 4f603f18-a7d5-449e-9b61-231b81f8c7ca {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:31:53.602342 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b24e75e7-e6f9-4883-a0f4-d452bc1854db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:53.838147 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-465eb12b-ff1e-4640-927e-23ae154e344d tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:53.855253 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2507ea02-92c4-4e4f-93a6-6d3d4add828d req-08dc7746-300b-4933-93b9-95f3d3b08748 tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:53.858943 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2507ea02-92c4-4e4f-93a6-6d3d4add828d req-08dc7746-300b-4933-93b9-95f3d3b08748 tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4139411 May 31 13:31:53.905627 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-2507ea02-92c4-4e4f-93a6-6d3d4add828d req-4516bd3f-de44-4cd1-9165-ce04797d1d45 tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] Request body: {'port': {'device_id': '22472008-87d0-4766-a445-1162ee3e883d', 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4', 'admin_state_up': True, 'tenant_id': 'e8e8165d333d4e1187fc257bfaab0348'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:31:53.947052 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-11b88bbf-47aa-4a99-8941-9edae16ea1da service neutron] No DVR routers for this DVR port ed7a4efa-d56d-4605-8b79-de0f8f0e9d7c on host n-h1-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:31:53.986883 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.api [None req-1ff52b1d-09e3-4c77-a417-63fbc3ccd49e admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88370) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:31:53.987413 n-d-843939-1 neutron-server[88370]: DEBUG oslo_db.api [None req-1ff52b1d-09e3-4c77-a417-63fbc3ccd49e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:31:54.049875 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b88bbf-47aa-4a99-8941-9edae16ea1da service neutron] Pushing event updated for resources: {'Port': ['ID=ed7a4efa-d56d-4605-8b79-de0f8f0e9d7c,revision_number=6']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:54.065224 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6fbd0170-6789-40e0-a5e0-b847bf279f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:54.074764 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-b24e75e7-e6f9-4883-a0f4-d452bc1854db None None] For port 4f603f18-a7d5-449e-9b61-231b81f8c7ca, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=4f603f18-a7d5-449e-9b61-231b81f8c7ca,segment=NetworkSegment(b43bd213-a5c3-431b-9972-53566e005364),segment_id=b43bd213-a5c3-431b-9972-53566e005364)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:31:54.075541 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b24e75e7-e6f9-4883-a0f4-d452bc1854db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:54.078034 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44656) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:31:54.135158 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-465eb12b-ff1e-4640-927e-23ae154e344d tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:31:54.149488 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbd0170-6789-40e0-a5e0-b847bf279f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa1fd4d-f8f7-4396-a876-4e751ddf1f70,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:54.157513 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-5ab0a6db-f260-4953-9b6c-0d766ca6bb3c req-f8c34046-e2b9-4f4b-a714-ec034b8f605c tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:54.185624 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-465eb12b-ff1e-4640-927e-23ae154e344d tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Usage tracker for resource:security_group_rule and tenant:82e5ccf58acb423eaef945c1ccf7e09b is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:31:54.195129 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-465eb12b-ff1e-4640-927e-23ae154e344d tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:31:54.218507 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-465eb12b-ff1e-4640-927e-23ae154e344d tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:31:54.235972 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-5ab0a6db-f260-4953-9b6c-0d766ca6bb3c req-f8c34046-e2b9-4f4b-a714-ec034b8f605c tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] Transition to ACTIVE for port object 97f2ed4a-7eba-461e-97a3-a147b0b9e932 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:31:54.254681 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-11b88bbf-47aa-4a99-8941-9edae16ea1da service neutron] In _notify_port_updated(), no bound segment for port ed7a4efa-d56d-4605-8b79-de0f8f0e9d7c on network b4d30686-23e7-4909-aa70-b67d446f9c2b {{(pid=88370) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 31 13:31:54.256175 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-11b88bbf-47aa-4a99-8941-9edae16ea1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:54.257197 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-11b88bbf-47aa-4a99-8941-9edae16ea1da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:54.259037 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-11b88bbf-47aa-4a99-8941-9edae16ea1da service neutron] 10.222.0.20 "PUT /v2.0/ports/ed7a4efa-d56d-4605-8b79-de0f8f0e9d7c HTTP/1.1" status: 200 len: 1026 time: 3.6423044 May 31 13:31:54.259185 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6fbd0170-6789-40e0-a5e0-b847bf279f1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:54.261069 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-6fbd0170-6789-40e0-a5e0-b847bf279f1c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9aa1fd4d-f8f7-4396-a876-4e751ddf1f70 HTTP/1.1" status: 204 len: 168 time: 1.6931503 May 31 13:31:54.304476 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-2507ea02-92c4-4e4f-93a6-6d3d4add828d req-4516bd3f-de44-4cd1-9165-ce04797d1d45 tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:31:54.335891 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-2507ea02-92c4-4e4f-93a6-6d3d4add828d req-4516bd3f-de44-4cd1-9165-ce04797d1d45 tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] Usage tracker for resource:port and tenant:e8e8165d333d4e1187fc257bfaab0348 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:31:54.345719 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-2507ea02-92c4-4e4f-93a6-6d3d4add828d req-4516bd3f-de44-4cd1-9165-ce04797d1d45 tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:31:54.351834 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-95ecc793-9f76-40f2-baef-bc9ef532ed5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:54.378743 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-2507ea02-92c4-4e4f-93a6-6d3d4add828d req-4516bd3f-de44-4cd1-9165-ce04797d1d45 tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:31:54.393825 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-95ecc793-9f76-40f2-baef-bc9ef532ed5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:31:54.402087 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-95ecc793-9f76-40f2-baef-bc9ef532ed5e admin admin] Usage tracker for resource:security_group_rule and tenant:ef97bb539d484ff4bb7b1a58d4a49c10 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:31:54.411780 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-95ecc793-9f76-40f2-baef-bc9ef532ed5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:31:54.420419 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b24e75e7-e6f9-4883-a0f4-d452bc1854db None None] Calling delete_port for 4f603f18-a7d5-449e-9b61-231b81f8c7ca owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:31:54.420828 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-5ab0a6db-f260-4953-9b6c-0d766ca6bb3c req-f8c34046-e2b9-4f4b-a714-ec034b8f605c tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:54.427225 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2507ea02-92c4-4e4f-93a6-6d3d4add828d req-4516bd3f-de44-4cd1-9165-ce04797d1d45 tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] Made reservation on behalf of e8e8165d333d4e1187fc257bfaab0348 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:31:54.431092 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912a9843-c647-4f58-a960-89c63e2ddd51 req-c8ad433d-9882-4d60-9987-3f1a83325593 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:54.432529 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-2507ea02-92c4-4e4f-93a6-6d3d4add828d req-4516bd3f-de44-4cd1-9165-ce04797d1d45 tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:54.432748 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-912a9843-c647-4f58-a960-89c63e2ddd51 req-c8ad433d-9882-4d60-9987-3f1a83325593 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=dbaea2ec-9092-44e4-b690-87858b27c15c HTTP/1.1" status: 200 len: 946 time: 0.4250970 May 31 13:31:54.453121 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-95ecc793-9f76-40f2-baef-bc9ef532ed5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:31:54.530517 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1425bc43-dabd-46c5-808f-cdc5d1f164d4 req-f3b09162-90f0-4e48-8bb4-56288af9f82f tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:54.539917 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1425bc43-dabd-46c5-808f-cdc5d1f164d4 req-f3b09162-90f0-4e48-8bb4-56288af9f82f tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:54.549946 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1425bc43-dabd-46c5-808f-cdc5d1f164d4 req-f3b09162-90f0-4e48-8bb4-56288af9f82f tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:54.557398 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ab0a6db-f260-4953-9b6c-0d766ca6bb3c req-f8c34046-e2b9-4f4b-a714-ec034b8f605c tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] Network 85b11c4f-90ad-4763-b38d-22d3f87089f4 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:31:54.564527 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1425bc43-dabd-46c5-808f-cdc5d1f164d4 req-f3b09162-90f0-4e48-8bb4-56288af9f82f tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:54.572125 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1425bc43-dabd-46c5-808f-cdc5d1f164d4 req-f3b09162-90f0-4e48-8bb4-56288af9f82f tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:54.580452 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1425bc43-dabd-46c5-808f-cdc5d1f164d4 req-f3b09162-90f0-4e48-8bb4-56288af9f82f tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:54.581614 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port ed7a4efa-d56d-4605-8b79-de0f8f0e9d7c is: DOWN; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:31:54.582697 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 4954dca1-a5cd-4389-bc9b-a96a8180e081 no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:31:54.590327 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1425bc43-dabd-46c5-808f-cdc5d1f164d4 req-f3b09162-90f0-4e48-8bb4-56288af9f82f tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a HTTP/1.1" status: 200 len: 4662 time: 0.6510360 May 31 13:31:54.594420 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-1ff52b1d-09e3-4c77-a417-63fbc3ccd49e admin admin] Deleting port 4f603f18-a7d5-449e-9b61-231b81f8c7ca {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:31:54.594956 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1ff52b1d-09e3-4c77-a417-63fbc3ccd49e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:54.617684 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [req-5ab0a6db-f260-4953-9b6c-0d766ca6bb3c req-f8c34046-e2b9-4f4b-a714-ec034b8f605c tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:31:54.627002 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b385745b-c8a9-4fa6-a2a9-4ad52ea28e85 None None] Provisioning complete for port ed7a4efa-d56d-4605-8b79-de0f8f0e9d7c triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:31:54.627691 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b385745b-c8a9-4fa6-a2a9-4ad52ea28e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:54.639822 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ab0a6db-f260-4953-9b6c-0d766ca6bb3c req-f8c34046-e2b9-4f4b-a714-ec034b8f605c tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:31:54.750792 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-cf0b7a4c-4374-4589-ab65-c2d527a99f3d tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:54.752628 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-cf0b7a4c-4374-4589-ab65-c2d527a99f3d tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.20 "GET /v2.0/ports/4954dca1-a5cd-4389-bc9b-a96a8180e081?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.4812047 May 31 13:31:54.768454 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b24e75e7-e6f9-4883-a0f4-d452bc1854db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:54.796313 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c34046-e2b9-4f4b-a714-ec034b8f605c tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] Pushing event updated for resources: {'Port': ['ID=97f2ed4a-7eba-461e-97a3-a147b0b9e932,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:54.821453 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1425bc43-dabd-46c5-808f-cdc5d1f164d4 req-bf32244e-db2a-4544-b914-6e78bdd95a2f tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/security-groups?id=1de4fedc-888a-46c6-9d87-1b48c5765046&id=71a9d93c-f6cb-49b0-b2f5-61553702d6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2235630 May 31 13:31:54.839750 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-2a6974f3-f1a8-4656-a94b-cce5a07a5a89 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:31:54.864017 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b385745b-c8a9-4fa6-a2a9-4ad52ea28e85 None None] Port ed7a4efa-d56d-4605-8b79-de0f8f0e9d7c cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:31:54.879773 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24e75e7-e6f9-4883-a0f4-d452bc1854db None None] No DVR routers for this DVR port 4f603f18-a7d5-449e-9b61-231b81f8c7ca on host n-d-843939-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:31:54.896856 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24e75e7-e6f9-4883-a0f4-d452bc1854db None None] Pushing event deleted for resources: {'Port': ['ID=4f603f18-a7d5-449e-9b61-231b81f8c7ca,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:54.983625 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab0a6db-f260-4953-9b6c-0d766ca6bb3c req-f8c34046-e2b9-4f4b-a714-ec034b8f605c tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:54.985887 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-5ab0a6db-f260-4953-9b6c-0d766ca6bb3c req-f8c34046-e2b9-4f4b-a714-ec034b8f605c tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:55.023532 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-912a9843-c647-4f58-a960-89c63e2ddd51 req-769bc77f-cdb0-46b0-a6a7-5c960809ae76 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=b28319a5-744d-4c54-bfbf-469a0b7a5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5825834 May 31 13:31:55.033889 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-2a6974f3-f1a8-4656-a94b-cce5a07a5a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:55.039774 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 4954dca1-a5cd-4389-bc9b-a96a8180e081 is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:31:55.044479 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:55.100116 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-1ff52b1d-09e3-4c77-a417-63fbc3ccd49e admin admin] The port '4f603f18-a7d5-449e-9b61-231b81f8c7ca' was deleted {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 13:31:55.148508 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4954dca1-a5cd-4389-bc9b-a96a8180e081'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:31:55.160417 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fb2daf5b-4d91-4f6f-91a9-7011f19a6010 req-0426aca0-f413-490e-9930-d3afc8ecfdde tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] 10.222.0.50 "GET /v2.0/ports?device_id=22472008-87d0-4766-a445-1162ee3e883d HTTP/1.1" status: 200 len: 210 time: 0.1356418 May 31 13:31:55.198888 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-95ecc793-9f76-40f2-baef-bc9ef532ed5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:55.212549 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 4954dca1-a5cd-4389-bc9b-a96a8180e081, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=4954dca1-a5cd-4389-bc9b-a96a8180e081,segment=NetworkSegment(c05c3025-af00-47f8-b61e-98dee05227ef),segment_id=c05c3025-af00-47f8-b61e-98dee05227ef)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:31:55.218989 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-52b204de-a453-491f-859b-b152179b62d9 None None] Provisioning for port 97f2ed4a-7eba-461e-97a3-a147b0b9e932 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:31:55.228128 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:55.237519 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 8e966406-8086-497d-9f36-fd419f01573c no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:31:55.350676 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b948c5b-7eb4-4dda-973a-70ff0f46d6cb'] response: {'server_uuid': 'f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4954dca1-a5cd-4389-bc9b-a96a8180e081', 'code': 200} May 31 13:31:55.423626 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-52b204de-a453-491f-859b-b152179b62d9 None None] Provisioning complete for port 97f2ed4a-7eba-461e-97a3-a147b0b9e932 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:31:55.429756 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-52b204de-a453-491f-859b-b152179b62d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:55.437843 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [req-2507ea02-92c4-4e4f-93a6-6d3d4add828d req-4516bd3f-de44-4cd1-9165-ce04797d1d45 tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] Allocated IP 192.168.233.189 (85b11c4f-90ad-4763-b38d-22d3f87089f4/24822c99-0dce-4d50-9c44-3135ba3763b8/7a8cfd12-89f8-43e1-94b2-f3acdd103815) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:31:55.449736 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-95ecc793-9f76-40f2-baef-bc9ef532ed5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:55.486153 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5ab0a6db-f260-4953-9b6c-0d766ca6bb3c req-f8c34046-e2b9-4f4b-a714-ec034b8f605c tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0821249 May 31 13:31:55.551572 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-5ab0a6db-f260-4953-9b6c-0d766ca6bb3c req-868b41f8-617f-4eaf-b006-d1d3233f03f1 service neutron] Request body: {'port': {'device_id': '08ac3772-a4bf-4711-b060-9957e77873c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843939-1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:31:55.636823 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-52b204de-a453-491f-859b-b152179b62d9 None None] Port 97f2ed4a-7eba-461e-97a3-a147b0b9e932 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:31:55.639756 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=4954dca1-a5cd-4389-bc9b-a96a8180e081,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:55.718569 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 8e966406-8086-497d-9f36-fd419f01573c is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:31:55.719279 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:55.764529 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 8e966406-8086-497d-9f36-fd419f01573c, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=8e966406-8086-497d-9f36-fd419f01573c,segment=NetworkSegment(3438d023-0058-42be-b2fa-a81ef9f95959),segment_id=3438d023-0058-42be-b2fa-a81ef9f95959)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:31:55.769593 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-465eb12b-ff1e-4640-927e-23ae154e344d tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:55.772678 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:55.773924 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device afb50f20-5db7-426b-99db-2d8249ca9f29 no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:31:55.795041 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-465eb12b-ff1e-4640-927e-23ae154e344d tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:55.880325 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-465eb12b-ff1e-4640-927e-23ae154e344d tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:55.892824 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ecc793-9f76-40f2-baef-bc9ef532ed5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d763239-b98a-4a87-80ba-2e899f77cf5d,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:55.894122 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-465eb12b-ff1e-4640-927e-23ae154e344d tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 2.6454258 May 31 13:31:55.911588 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44696) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:31:55.964748 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-95ecc793-9f76-40f2-baef-bc9ef532ed5e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ef97bb539d484ff4bb7b1a58d4a49c10&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8719089 May 31 13:31:55.968128 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=8e966406-8086-497d-9f36-fd419f01573c,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:55.983177 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-6b03544f-09d8-40e1-b054-653614cdc19b tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Request body: {'security_group_rule': {'security_group_id': '04c80fd8-e3d9-4abf-81d7-2c5770669ba4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:31:56.009803 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44702) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:31:56.040586 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6b03544f-09d8-40e1-b054-653614cdc19b tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:31:56.078255 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port afb50f20-5db7-426b-99db-2d8249ca9f29 is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:31:56.078832 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:56.089131 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-6b03544f-09d8-40e1-b054-653614cdc19b tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Usage tracker for resource:security_group_rule and tenant:82e5ccf58acb423eaef945c1ccf7e09b is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:31:56.107672 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-5ab0a6db-f260-4953-9b6c-0d766ca6bb3c req-868b41f8-617f-4eaf-b006-d1d3233f03f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:56.117482 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1ff52b1d-09e3-4c77-a417-63fbc3ccd49e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:56.129846 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-6b03544f-09d8-40e1-b054-653614cdc19b tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:31:56.148136 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port afb50f20-5db7-426b-99db-2d8249ca9f29, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=afb50f20-5db7-426b-99db-2d8249ca9f29,segment=NetworkSegment(c05c3025-af00-47f8-b61e-98dee05227ef),segment_id=c05c3025-af00-47f8-b61e-98dee05227ef)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:31:56.150982 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-1ff52b1d-09e3-4c77-a417-63fbc3ccd49e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4906b42e-b307-4d36-b70d-f5895b463d19']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:31:56.157343 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:56.158189 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 05ae88ea-d0ae-410f-9fc2-dd7330f8c30f no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:31:56.167918 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-1ff52b1d-09e3-4c77-a417-63fbc3ccd49e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b43bd213-a5c3-431b-9972-53566e005364') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:31:56.168463 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-1ff52b1d-09e3-4c77-a417-63fbc3ccd49e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b43bd213-a5c3-431b-9972-53566e005364') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:31:56.181511 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6b03544f-09d8-40e1-b054-653614cdc19b tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:31:56.190321 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1ff52b1d-09e3-4c77-a417-63fbc3ccd49e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:56.219927 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1ff52b1d-09e3-4c77-a417-63fbc3ccd49e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:56.231079 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ff52b1d-09e3-4c77-a417-63fbc3ccd49e admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:31:56.233454 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1ff52b1d-09e3-4c77-a417-63fbc3ccd49e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:56.499084 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b3f5bfdd-9ff0-4a99-a8f0-8ac3cbfed5a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:56.522629 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6b03544f-09d8-40e1-b054-653614cdc19b tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:56.616907 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1ff52b1d-09e3-4c77-a417-63fbc3ccd49e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:56.641417 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b3f5bfdd-9ff0-4a99-a8f0-8ac3cbfed5a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:56.644009 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment b43bd213-a5c3-431b-9972-53566e005364 resource provider aggregate not found May 31 13:31:56.664671 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=afb50f20-5db7-426b-99db-2d8249ca9f29,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:56.715923 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 05ae88ea-d0ae-410f-9fc2-dd7330f8c30f is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:31:56.716449 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:56.730684 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1ff52b1d-09e3-4c77-a417-63fbc3ccd49e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:56.745969 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment b43bd213-a5c3-431b-9972-53566e005364 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b43bd213-a5c3-431b-9972-53566e005364 found for delete ", "request_id": "req-a6d675e7-59b1-4d93-a79c-5bd141fb9eb9"}]} May 31 13:31:56.765404 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465eb12b-ff1e-4640-927e-23ae154e344d tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04c80fd8-e3d9-4abf-81d7-2c5770669ba4,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:56.787915 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 05ae88ea-d0ae-410f-9fc2-dd7330f8c30f, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=05ae88ea-d0ae-410f-9fc2-dd7330f8c30f,segment=NetworkSegment(c05c3025-af00-47f8-b61e-98dee05227ef),segment_id=c05c3025-af00-47f8-b61e-98dee05227ef)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:31:56.788847 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff52b1d-09e3-4c77-a417-63fbc3ccd49e admin admin] Pushing event deleted for resources: {'Network': ['ID=4906b42e-b307-4d36-b70d-f5895b463d19,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:56.796347 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:56.798376 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device efc96b22-153b-44b0-a49d-5f2541380c5e no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:31:56.840218 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d3aa8-eba6-4895-8ef5-a4105b9b3c67 req-d5099f5e-c148-4715-a753-ab4de7064ad2 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:56.849122 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-db3d3aa8-eba6-4895-8ef5-a4105b9b3c67 req-d5099f5e-c148-4715-a753-ab4de7064ad2 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=dbaea2ec-9092-44e4-b690-87858b27c15c HTTP/1.1" status: 200 len: 946 time: 1.3872287 May 31 13:31:56.870478 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-2507ea02-92c4-4e4f-93a6-6d3d4add828d req-4516bd3f-de44-4cd1-9165-ce04797d1d45 tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:56.879487 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-1ff52b1d-09e3-4c77-a417-63fbc3ccd49e admin admin] 10.222.0.50 "DELETE /v2.0/networks/4906b42e-b307-4d36-b70d-f5895b463d19 HTTP/1.1" status: 204 len: 168 time: 6.0654516 May 31 13:31:56.941031 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6b03544f-09d8-40e1-b054-653614cdc19b tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:56.953664 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-db3d3aa8-eba6-4895-8ef5-a4105b9b3c67 req-36b4b864-ae30-470c-8165-ff15ee283f2c tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=b28319a5-744d-4c54-bfbf-469a0b7a5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029646 May 31 13:31:56.958834 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6b03544f-09d8-40e1-b054-653614cdc19b tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:56.971491 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-2a6974f3-f1a8-4656-a94b-cce5a07a5a89 service neutron] For port 4954dca1-a5cd-4389-bc9b-a96a8180e081, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=4954dca1-a5cd-4389-bc9b-a96a8180e081,segment=NetworkSegment(c05c3025-af00-47f8-b61e-98dee05227ef),segment_id=c05c3025-af00-47f8-b61e-98dee05227ef)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:31:57.031932 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b03544f-09d8-40e1-b054-653614cdc19b tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e248510d-a0bb-4c44-a475-c09c8a88b4a9,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:57.062438 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-2507ea02-92c4-4e4f-93a6-6d3d4add828d req-4516bd3f-de44-4cd1-9165-ce04797d1d45 tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] Transition to ACTIVE for port object 7a8cfd12-89f8-43e1-94b2-f3acdd103815 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:31:57.078100 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcec7eb-6367-4221-b3a3-2af1287898fa req-2a591903-3292-4cb9-808f-542ac914c47e tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:57.090952 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcec7eb-6367-4221-b3a3-2af1287898fa req-2a591903-3292-4cb9-808f-542ac914c47e tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:57.106059 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b3f5bfdd-9ff0-4a99-a8f0-8ac3cbfed5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:57.111412 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcec7eb-6367-4221-b3a3-2af1287898fa req-2a591903-3292-4cb9-808f-542ac914c47e tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:57.131456 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcec7eb-6367-4221-b3a3-2af1287898fa req-2a591903-3292-4cb9-808f-542ac914c47e tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:57.153159 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcec7eb-6367-4221-b3a3-2af1287898fa req-2a591903-3292-4cb9-808f-542ac914c47e tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:57.177276 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcec7eb-6367-4221-b3a3-2af1287898fa req-2a591903-3292-4cb9-808f-542ac914c47e tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:57.177771 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f5bfdd-9ff0-4a99-a8f0-8ac3cbfed5a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d763239-b98a-4a87-80ba-2e899f77cf5d,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:57.194093 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8fcec7eb-6367-4221-b3a3-2af1287898fa req-2a591903-3292-4cb9-808f-542ac914c47e tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a HTTP/1.1" status: 200 len: 4656 time: 0.6604259 May 31 13:31:57.196241 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b3f5bfdd-9ff0-4a99-a8f0-8ac3cbfed5a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:57.203703 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b3f5bfdd-9ff0-4a99-a8f0-8ac3cbfed5a1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1d763239-b98a-4a87-80ba-2e899f77cf5d HTTP/1.1" status: 204 len: 168 time: 1.1831567 May 31 13:31:57.208117 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-2507ea02-92c4-4e4f-93a6-6d3d4add828d req-4516bd3f-de44-4cd1-9165-ce04797d1d45 tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:57.214246 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.resource_extend [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-2a6974f3-f1a8-4656-a94b-cce5a07a5a89 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:31:57.300089 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=05ae88ea-d0ae-410f-9fc2-dd7330f8c30f,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:57.341659 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port efc96b22-153b-44b0-a49d-5f2541380c5e is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:31:57.342053 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:57.387235 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e966406-8086-497d-9f36-fd419f01573c'}, {'server_uuid': 'f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afb50f20-5db7-426b-99db-2d8249ca9f29'}, {'server_uuid': 'f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05ae88ea-d0ae-410f-9fc2-dd7330f8c30f'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:31:57.391574 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8fcec7eb-6367-4221-b3a3-2af1287898fa req-c756404d-0f6a-4465-9078-0070dc11507b tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/security-groups?id=1de4fedc-888a-46c6-9d87-1b48c5765046&id=71a9d93c-f6cb-49b0-b2f5-61553702d6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1626606 May 31 13:31:57.427310 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44728) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:31:57.436092 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-2a6974f3-f1a8-4656-a94b-cce5a07a5a89 service neutron] For port 4954dca1-a5cd-4389-bc9b-a96a8180e081, host n-h1-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:31:57.495846 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port efc96b22-153b-44b0-a49d-5f2541380c5e, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=efc96b22-153b-44b0-a49d-5f2541380c5e,segment=NetworkSegment(93c0ce22-ca2e-4102-a5ac-29f4b6003ec8),segment_id=93c0ce22-ca2e-4102-a5ac-29f4b6003ec8)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:31:57.503395 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:57.504151 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 10ed9e35-6e6d-4cf1-8c03-6739c221f3a3 no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:31:57.610458 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73814cf3-8233-4350-ad32-4c819fdcd25b'] response: {'server_uuid': 'f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e966406-8086-497d-9f36-fd419f01573c', 'code': 200} May 31 13:31:57.610814 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73814cf3-8233-4350-ad32-4c819fdcd25b'] response: {'server_uuid': 'f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afb50f20-5db7-426b-99db-2d8249ca9f29', 'code': 200} May 31 13:31:57.611046 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73814cf3-8233-4350-ad32-4c819fdcd25b'] response: {'server_uuid': 'f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05ae88ea-d0ae-410f-9fc2-dd7330f8c30f', 'code': 200} May 31 13:31:57.656455 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-2a6974f3-f1a8-4656-a94b-cce5a07a5a89 service neutron] device_id is not set on port 4954dca1-a5cd-4389-bc9b-a96a8180e081 yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:31:57.668351 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-2a6974f3-f1a8-4656-a94b-cce5a07a5a89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:57.677475 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=efc96b22-153b-44b0-a49d-5f2541380c5e,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:57.677815 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-19790187-de07-44ef-b984-1e6197e53be8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=633e14999cf6449e966925c4e75e7489&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2485836 May 31 13:31:57.695499 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-2a6974f3-f1a8-4656-a94b-cce5a07a5a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:57.699387 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44734) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:31:57.749474 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 10ed9e35-6e6d-4cf1-8c03-6739c221f3a3 is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:31:57.749949 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:57.750658 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6b03544f-09d8-40e1-b054-653614cdc19b tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:57.752087 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-6b03544f-09d8-40e1-b054-653614cdc19b tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8075228 May 31 13:31:57.769307 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf74a7e-3b67-44e7-a786-ad05f11390f9 req-6826ef70-239e-4fb1-91c6-d721c9ee0aab tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:57.775436 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dcf74a7e-3b67-44e7-a786-ad05f11390f9 req-6826ef70-239e-4fb1-91c6-d721c9ee0aab tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] 10.222.0.50 "GET /v2.0/ports?device_id=22472008-87d0-4766-a445-1162ee3e883d HTTP/1.1" status: 200 len: 936 time: 0.5480335 May 31 13:31:57.802501 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44740) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:31:57.830074 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 10ed9e35-6e6d-4cf1-8c03-6739c221f3a3, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=10ed9e35-6e6d-4cf1-8c03-6739c221f3a3,segment=NetworkSegment(3438d023-0058-42be-b2fa-a81ef9f95959),segment_id=3438d023-0058-42be-b2fa-a81ef9f95959)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:31:57.836575 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:57.923697 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4516bd3f-de44-4cd1-9165-ce04797d1d45 tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] Pushing event updated for resources: {'Port': ['ID=7a8cfd12-89f8-43e1-94b2-f3acdd103815,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:57.932201 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2507ea02-92c4-4e4f-93a6-6d3d4add828d req-4516bd3f-de44-4cd1-9165-ce04797d1d45 tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] Network 85b11c4f-90ad-4763-b38d-22d3f87089f4 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:31:57.933543 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [req-2507ea02-92c4-4e4f-93a6-6d3d4add828d req-4516bd3f-de44-4cd1-9165-ce04797d1d45 tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:31:57.937152 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-2507ea02-92c4-4e4f-93a6-6d3d4add828d req-4516bd3f-de44-4cd1-9165-ce04797d1d45 tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:31:57.985297 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-cd874faf-75bf-4b71-952d-319e2fc519be tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Request body: {'security_group_rule': {'security_group_id': '04c80fd8-e3d9-4abf-81d7-2c5770669ba4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:31:57.993574 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [req-5ab0a6db-f260-4953-9b6c-0d766ca6bb3c req-868b41f8-617f-4eaf-b006-d1d3233f03f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97f2ed4a-7eba-461e-97a3-a147b0b9e932 {{(pid=88369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:31:58.013422 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-5ab0a6db-f260-4953-9b6c-0d766ca6bb3c req-868b41f8-617f-4eaf-b006-d1d3233f03f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:58.015566 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6974f3-f1a8-4656-a94b-cce5a07a5a89 service neutron] Pushing event updated for resources: {'Port': ['ID=4954dca1-a5cd-4389-bc9b-a96a8180e081,revision_number=7']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:58.065216 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2507ea02-92c4-4e4f-93a6-6d3d4add828d req-4516bd3f-de44-4cd1-9165-ce04797d1d45 tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:58.066231 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-2507ea02-92c4-4e4f-93a6-6d3d4add828d req-4516bd3f-de44-4cd1-9165-ce04797d1d45 tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:58.124915 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2507ea02-92c4-4e4f-93a6-6d3d4add828d req-4516bd3f-de44-4cd1-9165-ce04797d1d45 tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2210941 May 31 13:31:58.134569 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-5ab0a6db-f260-4953-9b6c-0d766ca6bb3c req-868b41f8-617f-4eaf-b006-d1d3233f03f1 service neutron] Transition to ACTIVE for port object 97f2ed4a-7eba-461e-97a3-a147b0b9e932 will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:31:58.142170 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-2507ea02-92c4-4e4f-93a6-6d3d4add828d req-a6b0646e-8833-4b00-a7a5-99ffe8166e54 service neutron] Request body: {'port': {'device_id': '22472008-87d0-4766-a445-1162ee3e883d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843939-1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:31:58.223286 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-5ab0a6db-f260-4953-9b6c-0d766ca6bb3c req-868b41f8-617f-4eaf-b006-d1d3233f03f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:58.236153 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=10ed9e35-6e6d-4cf1-8c03-6739c221f3a3,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:58.288335 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-cd874faf-75bf-4b71-952d-319e2fc519be tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:31:58.310099 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-cd874faf-75bf-4b71-952d-319e2fc519be tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Usage tracker for resource:security_group_rule and tenant:82e5ccf58acb423eaef945c1ccf7e09b is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:31:58.335070 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-cd874faf-75bf-4b71-952d-319e2fc519be tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:31:58.435446 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2b682a71-32e7-47e9-ab04-70af4bf5e295 None None] Provisioning complete for port 4954dca1-a5cd-4389-bc9b-a96a8180e081 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:31:58.436177 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2b682a71-32e7-47e9-ab04-70af4bf5e295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:58.445197 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-cd874faf-75bf-4b71-952d-319e2fc519be tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:31:58.487138 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868b41f8-617f-4eaf-b006-d1d3233f03f1 service neutron] Pushing event updated for resources: {'Port': ['ID=97f2ed4a-7eba-461e-97a3-a147b0b9e932,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:58.499713 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-2a6974f3-f1a8-4656-a94b-cce5a07a5a89 service neutron] No DVR routers for this DVR port 4954dca1-a5cd-4389-bc9b-a96a8180e081 on host n-h1-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:31:58.520328 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2b682a71-32e7-47e9-ab04-70af4bf5e295 None None] Port 4954dca1-a5cd-4389-bc9b-a96a8180e081 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:31:58.601117 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dcf74a7e-3b67-44e7-a786-ad05f11390f9 req-83f38d3e-6229-4f45-a983-46fc8a2eea26 tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] 10.222.0.50 "GET /v2.0/security-groups?id=47ec8c87-955a-4ab3-b9ba-c8b3e8fd5fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7248433 May 31 13:31:58.627516 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3bb65574-0d38-4d26-bbf3-d51d3fc7585b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:58.658978 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3bb65574-0d38-4d26-bbf3-d51d3fc7585b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:58.660461 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-740a4ccb-51ac-4365-9b5b-7ab661237cd1 None None] Provisioning for port 7a8cfd12-89f8-43e1-94b2-f3acdd103815 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:31:58.671735 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-740a4ccb-51ac-4365-9b5b-7ab661237cd1 None None] Provisioning complete for port 7a8cfd12-89f8-43e1-94b2-f3acdd103815 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:31:58.672201 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-740a4ccb-51ac-4365-9b5b-7ab661237cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:58.726438 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cd874faf-75bf-4b71-952d-319e2fc519be tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:58.755718 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3bb65574-0d38-4d26-bbf3-d51d3fc7585b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:58.797099 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-2a6974f3-f1a8-4656-a94b-cce5a07a5a89 service neutron] In _notify_port_updated(), no bound segment for port 4954dca1-a5cd-4389-bc9b-a96a8180e081 on network b4d30686-23e7-4909-aa70-b67d446f9c2b {{(pid=88370) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 31 13:31:58.797905 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-2a6974f3-f1a8-4656-a94b-cce5a07a5a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:58.798589 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-2a6974f3-f1a8-4656-a94b-cce5a07a5a89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:58.798754 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-740a4ccb-51ac-4365-9b5b-7ab661237cd1 None None] Port 7a8cfd12-89f8-43e1-94b2-f3acdd103815 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:31:58.800070 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-2a6974f3-f1a8-4656-a94b-cce5a07a5a89 service neutron] 10.222.0.20 "PUT /v2.0/ports/4954dca1-a5cd-4389-bc9b-a96a8180e081 HTTP/1.1" status: 200 len: 1028 time: 3.9984930 May 31 13:31:58.805444 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb65574-0d38-4d26-bbf3-d51d3fc7585b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=834a7886-0cce-4ec4-86a1-7e121fb3b800,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:58.828134 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-2507ea02-92c4-4e4f-93a6-6d3d4add828d req-a6b0646e-8833-4b00-a7a5-99ffe8166e54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:58.945064 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce706918-9396-448c-a7ab-10dd3fb8a35b req-c6232ece-de31-4adb-a3df-7d01acb79ece tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:58.946766 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ce706918-9396-448c-a7ab-10dd3fb8a35b req-c6232ece-de31-4adb-a3df-7d01acb79ece tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=dbaea2ec-9092-44e4-b690-87858b27c15c HTTP/1.1" status: 200 len: 946 time: 0.6394587 May 31 13:31:58.948246 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3bb65574-0d38-4d26-bbf3-d51d3fc7585b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:58.951974 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-3bb65574-0d38-4d26-bbf3-d51d3fc7585b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/834a7886-0cce-4ec4-86a1-7e121fb3b800 HTTP/1.1" status: 204 len: 168 time: 1.1986554 May 31 13:31:59.009298 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-20350009-7607-47fe-8f8e-5d7492ef7f78 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Deleting port efc96b22-153b-44b0-a49d-5f2541380c5e {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:31:59.009623 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-20350009-7607-47fe-8f8e-5d7492ef7f78 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:59.017072 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-5ab0a6db-f260-4953-9b6c-0d766ca6bb3c req-868b41f8-617f-4eaf-b006-d1d3233f03f1 service neutron] Attempting to bind port 97f2ed4a-7eba-461e-97a3-a147b0b9e932 on host n-h1-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:31:59.017642 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-5ab0a6db-f260-4953-9b6c-0d766ca6bb3c req-868b41f8-617f-4eaf-b006-d1d3233f03f1 service neutron] Attempting to bind port 97f2ed4a-7eba-461e-97a3-a147b0b9e932 by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:31:59.018221 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab0a6db-f260-4953-9b6c-0d766ca6bb3c req-868b41f8-617f-4eaf-b006-d1d3233f03f1 service neutron] Attempting to bind port 97f2ed4a-7eba-461e-97a3-a147b0b9e932 on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:31:59.030855 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab0a6db-f260-4953-9b6c-0d766ca6bb3c req-868b41f8-617f-4eaf-b006-d1d3233f03f1 service neutron] Port 97f2ed4a-7eba-461e-97a3-a147b0b9e932 on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:31:59.031298 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab0a6db-f260-4953-9b6c-0d766ca6bb3c req-868b41f8-617f-4eaf-b006-d1d3233f03f1 service neutron] Attempting to bind port 97f2ed4a-7eba-461e-97a3-a147b0b9e932 on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:31:59.054419 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cd874faf-75bf-4b71-952d-319e2fc519be tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:59.086523 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab0a6db-f260-4953-9b6c-0d766ca6bb3c req-868b41f8-617f-4eaf-b006-d1d3233f03f1 service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:31:59.087057 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab0a6db-f260-4953-9b6c-0d766ca6bb3c req-868b41f8-617f-4eaf-b006-d1d3233f03f1 service neutron] Checking segment: {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:31:59.087178 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab0a6db-f260-4953-9b6c-0d766ca6bb3c req-868b41f8-617f-4eaf-b006-d1d3233f03f1 service neutron] Bound using segment: {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:31:59.087994 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-5ab0a6db-f260-4953-9b6c-0d766ca6bb3c req-868b41f8-617f-4eaf-b006-d1d3233f03f1 service neutron] Bound port: 97f2ed4a-7eba-461e-97a3-a147b0b9e932, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:31:59.088713 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-5ab0a6db-f260-4953-9b6c-0d766ca6bb3c req-868b41f8-617f-4eaf-b006-d1d3233f03f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:59.096092 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cd874faf-75bf-4b71-952d-319e2fc519be tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:59.143903 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd874faf-75bf-4b71-952d-319e2fc519be tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2176b3f-9bbe-43b3-9ef4-ff6d99a43a7d,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:59.213430 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ce706918-9396-448c-a7ab-10dd3fb8a35b req-d2eda3e8-dc24-40ef-b017-b5f370e3fc5d tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=b28319a5-744d-4c54-bfbf-469a0b7a5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496169 May 31 13:31:59.239872 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cd874faf-75bf-4b71-952d-319e2fc519be tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:59.247395 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-cd874faf-75bf-4b71-952d-319e2fc519be tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3771029 May 31 13:31:59.251386 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44776) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:31:59.292372 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-ee6a96d1-c2f6-40a5-9e02-aeaa60e10105 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Request body: {'floatingip': {'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:31:59.303414 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-ee6a96d1-c2f6-40a5-9e02-aeaa60e10105 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:31:59.531433 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-ee6a96d1-c2f6-40a5-9e02-aeaa60e10105 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Usage tracker for resource:floatingip and tenant:82e5ccf58acb423eaef945c1ccf7e09b is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:31:59.542757 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-ee6a96d1-c2f6-40a5-9e02-aeaa60e10105 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:31:59.548403 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-5ab0a6db-f260-4953-9b6c-0d766ca6bb3c req-868b41f8-617f-4eaf-b006-d1d3233f03f1 service neutron] For port 97f2ed4a-7eba-461e-97a3-a147b0b9e932, host n-h1-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:31:59.553745 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-ee6a96d1-c2f6-40a5-9e02-aeaa60e10105 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:31:59.575055 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ee6a96d1-c2f6-40a5-9e02-aeaa60e10105 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Notify callbacks [] for floatingip, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:59.612390 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efc96b22-153b-44b0-a49d-5f2541380c5e'}, {'server_uuid': 'f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10ed9e35-6e6d-4cf1-8c03-6739c221f3a3'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:31:59.613772 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-5ab0a6db-f260-4953-9b6c-0d766ca6bb3c req-868b41f8-617f-4eaf-b006-d1d3233f03f1 service neutron] For port 97f2ed4a-7eba-461e-97a3-a147b0b9e932, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=97f2ed4a-7eba-461e-97a3-a147b0b9e932,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:31:59.652676 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-5ab0a6db-f260-4953-9b6c-0d766ca6bb3c req-868b41f8-617f-4eaf-b006-d1d3233f03f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:59.699852 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-20350009-7607-47fe-8f8e-5d7492ef7f78 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] For port efc96b22-153b-44b0-a49d-5f2541380c5e, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=efc96b22-153b-44b0-a49d-5f2541380c5e,segment=NetworkSegment(93c0ce22-ca2e-4102-a5ac-29f4b6003ec8),segment_id=93c0ce22-ca2e-4102-a5ac-29f4b6003ec8)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:31:59.700847 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-20350009-7607-47fe-8f8e-5d7492ef7f78 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:59.836464 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868b41f8-617f-4eaf-b006-d1d3233f03f1 service neutron] Pushing event updated for resources: {'Port': ['ID=97f2ed4a-7eba-461e-97a3-a147b0b9e932,revision_number=3']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:59.858971 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab0a6db-f260-4953-9b6c-0d766ca6bb3c req-868b41f8-617f-4eaf-b006-d1d3233f03f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:31:59.859962 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-5ab0a6db-f260-4953-9b6c-0d766ca6bb3c req-868b41f8-617f-4eaf-b006-d1d3233f03f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:59.862262 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5ab0a6db-f260-4953-9b6c-0d766ca6bb3c req-868b41f8-617f-4eaf-b006-d1d3233f03f1 service neutron] 10.222.0.20 "PUT /v2.0/ports/97f2ed4a-7eba-461e-97a3-a147b0b9e932 HTTP/1.1" status: 200 len: 1096 time: 4.3577211 May 31 13:31:59.863586 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08ac3772-a4bf-4711-b060-9957e77873c0', 'tag': '97f2ed4a-7eba-461e-97a3-a147b0b9e932'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:32:00.058864 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [req-2507ea02-92c4-4e4f-93a6-6d3d4add828d req-a6b0646e-8833-4b00-a7a5-99ffe8166e54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a8cfd12-89f8-43e1-94b2-f3acdd103815 {{(pid=88369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:32:00.069093 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-2507ea02-92c4-4e4f-93a6-6d3d4add828d req-a6b0646e-8833-4b00-a7a5-99ffe8166e54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:00.093040 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-2507ea02-92c4-4e4f-93a6-6d3d4add828d req-a6b0646e-8833-4b00-a7a5-99ffe8166e54 service neutron] Transition to ACTIVE for port object 7a8cfd12-89f8-43e1-94b2-f3acdd103815 will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:32:00.100246 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-2507ea02-92c4-4e4f-93a6-6d3d4add828d req-a6b0646e-8833-4b00-a7a5-99ffe8166e54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:00.152785 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab0a6db-f260-4953-9b6c-0d766ca6bb3c req-3510f708-fc58-4b59-ba06-5e913187bf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:00.154519 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5ab0a6db-f260-4953-9b6c-0d766ca6bb3c req-3510f708-fc58-4b59-ba06-5e913187bf6a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e8e8165d333d4e1187fc257bfaab0348&device_id=08ac3772-a4bf-4711-b060-9957e77873c0 HTTP/1.1" status: 200 len: 1099 time: 0.1928024 May 31 13:32:00.269871 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44812) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:32:00.328202 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b0646e-8833-4b00-a7a5-99ffe8166e54 service neutron] Pushing event updated for resources: {'Port': ['ID=7a8cfd12-89f8-43e1-94b2-f3acdd103815,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:00.368041 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5ab0a6db-f260-4953-9b6c-0d766ca6bb3c req-3e26f06a-30d7-4220-8372-51f2ff0b11f2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=97f2ed4a-7eba-461e-97a3-a147b0b9e932 HTTP/1.1" status: 200 len: 217 time: 0.2029517 May 31 13:32:00.521893 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10746792-bc73-4637-88ee-42e0d53b3621 req-8583d019-c909-418f-9a71-b8fc8208bc7b tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:00.527627 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10746792-bc73-4637-88ee-42e0d53b3621 req-8583d019-c909-418f-9a71-b8fc8208bc7b tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:00.533972 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10746792-bc73-4637-88ee-42e0d53b3621 req-8583d019-c909-418f-9a71-b8fc8208bc7b tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:00.538347 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab0a6db-f260-4953-9b6c-0d766ca6bb3c req-a11858af-9a51-498e-8fe5-7173aec0d544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:00.539932 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10746792-bc73-4637-88ee-42e0d53b3621 req-8583d019-c909-418f-9a71-b8fc8208bc7b tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:00.540078 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5ab0a6db-f260-4953-9b6c-0d766ca6bb3c req-a11858af-9a51-498e-8fe5-7173aec0d544 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.1646810 May 31 13:32:00.547079 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10746792-bc73-4637-88ee-42e0d53b3621 req-8583d019-c909-418f-9a71-b8fc8208bc7b tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:00.555249 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-10746792-bc73-4637-88ee-42e0d53b3621 req-8583d019-c909-418f-9a71-b8fc8208bc7b tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a HTTP/1.1" status: 200 len: 3877 time: 0.7626572 May 31 13:32:00.594934 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff4533-3f49-4112-9539-8175d04ef6c5 req-21ff2858-607d-44f5-9bf2-648465ba1948 tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:00.602445 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-16ff4533-3f49-4112-9539-8175d04ef6c5 req-21ff2858-607d-44f5-9bf2-648465ba1948 tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] 10.222.0.50 "GET /v2.0/ports?device_id=22472008-87d0-4766-a445-1162ee3e883d HTTP/1.1" status: 200 len: 936 time: 0.6385047 May 31 13:32:00.607662 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-2507ea02-92c4-4e4f-93a6-6d3d4add828d req-a6b0646e-8833-4b00-a7a5-99ffe8166e54 service neutron] Attempting to bind port 7a8cfd12-89f8-43e1-94b2-f3acdd103815 on host n-h1-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:32:00.607997 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-2507ea02-92c4-4e4f-93a6-6d3d4add828d req-a6b0646e-8833-4b00-a7a5-99ffe8166e54 service neutron] Attempting to bind port 7a8cfd12-89f8-43e1-94b2-f3acdd103815 by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:32:00.608327 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2507ea02-92c4-4e4f-93a6-6d3d4add828d req-a6b0646e-8833-4b00-a7a5-99ffe8166e54 service neutron] Attempting to bind port 7a8cfd12-89f8-43e1-94b2-f3acdd103815 on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:32:00.613498 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2507ea02-92c4-4e4f-93a6-6d3d4add828d req-a6b0646e-8833-4b00-a7a5-99ffe8166e54 service neutron] Port 7a8cfd12-89f8-43e1-94b2-f3acdd103815 on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:32:00.613821 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2507ea02-92c4-4e4f-93a6-6d3d4add828d req-a6b0646e-8833-4b00-a7a5-99ffe8166e54 service neutron] Attempting to bind port 7a8cfd12-89f8-43e1-94b2-f3acdd103815 on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:32:00.614411 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-20350009-7607-47fe-8f8e-5d7492ef7f78 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:00.614782 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-20350009-7607-47fe-8f8e-5d7492ef7f78 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:00.615092 n-d-843939-1 neutron-server[88370]: INFO neutron.db.l3_db [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-20350009-7607-47fe-8f8e-5d7492ef7f78 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Floating IP 873186a2-22cf-42b1-8b3c-8790b761ea05 disassociated. External IP: 172.25.6.126, port: efc96b22-153b-44b0-a49d-5f2541380c5e. May 31 13:32:00.615431 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-20350009-7607-47fe-8f8e-5d7492ef7f78 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Calling delete_port for efc96b22-153b-44b0-a49d-5f2541380c5e owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:32:00.632037 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2507ea02-92c4-4e4f-93a6-6d3d4add828d req-a6b0646e-8833-4b00-a7a5-99ffe8166e54 service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:32:00.632037 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2507ea02-92c4-4e4f-93a6-6d3d4add828d req-a6b0646e-8833-4b00-a7a5-99ffe8166e54 service neutron] Checking segment: {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:32:00.632037 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2507ea02-92c4-4e4f-93a6-6d3d4add828d req-a6b0646e-8833-4b00-a7a5-99ffe8166e54 service neutron] Bound using segment: {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:32:00.632037 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-2507ea02-92c4-4e4f-93a6-6d3d4add828d req-a6b0646e-8833-4b00-a7a5-99ffe8166e54 service neutron] Bound port: 7a8cfd12-89f8-43e1-94b2-f3acdd103815, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:32:00.632037 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-2507ea02-92c4-4e4f-93a6-6d3d4add828d req-a6b0646e-8833-4b00-a7a5-99ffe8166e54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:00.639954 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44826) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:32:00.701371 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ee6a96d1-c2f6-40a5-9e02-aeaa60e10105 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:00.711410 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-10746792-bc73-4637-88ee-42e0d53b3621 req-9e41052a-8354-4376-96bf-d7dca5c4c1bc tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/security-groups?id=1de4fedc-888a-46c6-9d87-1b48c5765046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554325 May 31 13:32:00.718443 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab0a6db-f260-4953-9b6c-0d766ca6bb3c req-bffef10a-51bf-4916-a92d-f13f4f1c5488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:00.720025 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5ab0a6db-f260-4953-9b6c-0d766ca6bb3c req-bffef10a-51bf-4916-a92d-f13f4f1c5488 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1689343 May 31 13:32:00.727904 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-448f10fc-0b4b-412a-aedd-24e9a8570312 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1013393658-network', 'tenant_id': '21dbbb39ecb9468e8c2cfdaa983b950c'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:32:00.733081 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-448f10fc-0b4b-412a-aedd-24e9a8570312 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:32:00.737138 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-448f10fc-0b4b-412a-aedd-24e9a8570312 admin admin] Usage tracker for resource:network and tenant:21dbbb39ecb9468e8c2cfdaa983b950c is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:32:00.740159 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-448f10fc-0b4b-412a-aedd-24e9a8570312 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:32:00.745910 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-448f10fc-0b4b-412a-aedd-24e9a8570312 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:32:00.779789 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b40404b4-d552-4776-a919-1b8070cebb97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:00.784304 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bce1d2b6-54bf-472f-8862-80750cc6eb61'] response: {'server_uuid': 'f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efc96b22-153b-44b0-a49d-5f2541380c5e', 'code': 200} May 31 13:32:00.784830 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bce1d2b6-54bf-472f-8862-80750cc6eb61'] response: {'server_uuid': 'f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10ed9e35-6e6d-4cf1-8c03-6739c221f3a3', 'code': 200} May 31 13:32:00.814214 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-16ff4533-3f49-4112-9539-8175d04ef6c5 req-68248bf1-601e-4a9e-b12a-d3cf7f7e1e15 tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] 10.222.0.50 "GET /v2.0/security-groups?id=47ec8c87-955a-4ab3-b9ba-c8b3e8fd5fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103450 May 31 13:32:00.831319 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-b40404b4-d552-4776-a919-1b8070cebb97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:32:00.835712 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-b40404b4-d552-4776-a919-1b8070cebb97 admin admin] Usage tracker for resource:security_group_rule and tenant:2bda518b70ce48fb9d3989c865b51c34 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:32:00.838850 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-b40404b4-d552-4776-a919-1b8070cebb97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:32:00.860968 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-b40404b4-d552-4776-a919-1b8070cebb97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:32:00.921186 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dceb4ecf-dc21-4b8c-a2fe-801f71b71cb4'] response: {'name': 'network-changed', 'server_uuid': '08ac3772-a4bf-4711-b060-9957e77873c0', 'tag': '97f2ed4a-7eba-461e-97a3-a147b0b9e932', 'status': 'completed', 'code': 200} May 31 13:32:00.921501 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448f10fc-0b4b-412a-aedd-24e9a8570312 admin admin] Made reservation on behalf of 21dbbb39ecb9468e8c2cfdaa983b950c for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:32:00.923789 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-448f10fc-0b4b-412a-aedd-24e9a8570312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:00.990172 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-448f10fc-0b4b-412a-aedd-24e9a8570312 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:01.021208 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-2507ea02-92c4-4e4f-93a6-6d3d4add828d req-a6b0646e-8833-4b00-a7a5-99ffe8166e54 service neutron] For port 7a8cfd12-89f8-43e1-94b2-f3acdd103815, host n-h1-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:32:01.027819 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-448f10fc-0b4b-412a-aedd-24e9a8570312 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:32:01.041017 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-2507ea02-92c4-4e4f-93a6-6d3d4add828d req-a6b0646e-8833-4b00-a7a5-99ffe8166e54 service neutron] For port 7a8cfd12-89f8-43e1-94b2-f3acdd103815, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=7a8cfd12-89f8-43e1-94b2-f3acdd103815,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:32:01.043605 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-ee6a96d1-c2f6-40a5-9e02-aeaa60e10105 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Allocated IP 172.25.6.152 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/f88e1119-3518-4e53-9717-4eb2fdf7f122) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:32:01.047317 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-448f10fc-0b4b-412a-aedd-24e9a8570312 admin admin] Usage tracker for resource:security_group_rule and tenant:21dbbb39ecb9468e8c2cfdaa983b950c is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:32:01.053289 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-20350009-7607-47fe-8f8e-5d7492ef7f78 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:01.054029 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-448f10fc-0b4b-412a-aedd-24e9a8570312 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:32:01.072938 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-2507ea02-92c4-4e4f-93a6-6d3d4add828d req-a6b0646e-8833-4b00-a7a5-99ffe8166e54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:01.122441 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-448f10fc-0b4b-412a-aedd-24e9a8570312 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:32:01.167878 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20350009-7607-47fe-8f8e-5d7492ef7f78 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Pushing event deleted for resources: {'Port': ['ID=efc96b22-153b-44b0-a49d-5f2541380c5e,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:01.174856 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2507ea02-92c4-4e4f-93a6-6d3d4add828d req-a6b0646e-8833-4b00-a7a5-99ffe8166e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:01.175729 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-2507ea02-92c4-4e4f-93a6-6d3d4add828d req-a6b0646e-8833-4b00-a7a5-99ffe8166e54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:01.177135 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2507ea02-92c4-4e4f-93a6-6d3d4add828d req-a6b0646e-8833-4b00-a7a5-99ffe8166e54 service neutron] 10.222.0.20 "PUT /v2.0/ports/7a8cfd12-89f8-43e1-94b2-f3acdd103815 HTTP/1.1" status: 200 len: 1096 time: 3.0463624 May 31 13:32:01.192425 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5ab0a6db-f260-4953-9b6c-0d766ca6bb3c req-2b1239ca-0bed-4a0f-bb98-47f820ef7e85 service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4388254 May 31 13:32:01.500468 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b0646e-8833-4b00-a7a5-99ffe8166e54 service neutron] Pushing event updated for resources: {'Port': ['ID=7a8cfd12-89f8-43e1-94b2-f3acdd103815,revision_number=3']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:01.628952 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5ab0a6db-f260-4953-9b6c-0d766ca6bb3c req-5cf9c19c-25cc-4cb4-b8f4-377918dc4ffa service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4061158 May 31 13:32:01.670409 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2507ea02-92c4-4e4f-93a6-6d3d4add828d req-4d66a3af-3f19-4050-bac3-03efa842a52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:01.673593 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2507ea02-92c4-4e4f-93a6-6d3d4add828d req-4d66a3af-3f19-4050-bac3-03efa842a52f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e8e8165d333d4e1187fc257bfaab0348&device_id=22472008-87d0-4766-a445-1162ee3e883d HTTP/1.1" status: 200 len: 1099 time: 0.4490378 May 31 13:32:01.857261 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dc8bb1c5-7f22-4391-accb-c299024c797f req-f1200176-4bd5-4ee4-862f-8cf7da12cd28 tempest-ServerShowV254Test-728993843 tempest-ServerShowV254Test-728993843-project] 10.222.0.50 "GET /v2.0/ports?device_id=06d7f06a-aa49-4f39-94dc-ac44fd8a2b16 HTTP/1.1" status: 200 len: 210 time: 0.1060605 May 31 13:32:01.865421 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b40404b4-d552-4776-a919-1b8070cebb97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:01.893020 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b40404b4-d552-4776-a919-1b8070cebb97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:01.916653 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-448f10fc-0b4b-412a-aedd-24e9a8570312 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:01.931191 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2507ea02-92c4-4e4f-93a6-6d3d4add828d req-10d32702-a315-47c2-94e8-b2dbb618bbe1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=7a8cfd12-89f8-43e1-94b2-f3acdd103815 HTTP/1.1" status: 200 len: 217 time: 0.2334936 May 31 13:32:01.952838 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-448f10fc-0b4b-412a-aedd-24e9a8570312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:01.965505 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-20350009-7607-47fe-8f8e-5d7492ef7f78 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Router ff13040e-2491-4cbe-8479-2b5ed2ed0bb5 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:32:02.023152 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d9029-9e32-4dd8-aa42-7e0c38741270 req-5d558fa7-085b-4c50-bd44-8521aaa0cdc5 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:02.024802 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ca0d9029-9e32-4dd8-aa42-7e0c38741270 req-5d558fa7-085b-4c50-bd44-8521aaa0cdc5 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=dbaea2ec-9092-44e4-b690-87858b27c15c HTTP/1.1" status: 200 len: 946 time: 0.9285579 May 31 13:32:02.035688 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-b40404b4-d552-4776-a919-1b8070cebb97 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2bda518b70ce48fb9d3989c865b51c34&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7627425 May 31 13:32:02.040969 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ee6a96d1-c2f6-40a5-9e02-aeaa60e10105 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:02.041810 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44856) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:32:02.077064 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-448f10fc-0b4b-412a-aedd-24e9a8570312 admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:32:02.098721 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40404b4-d552-4776-a919-1b8070cebb97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49aeabae-77dd-47f6-9478-28ec67eb0745,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:02.125937 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448f10fc-0b4b-412a-aedd-24e9a8570312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa9a7e10-3570-4762-9c36-c98835ca27d8,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:02.134914 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-448f10fc-0b4b-412a-aedd-24e9a8570312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:02.135262 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-448f10fc-0b4b-412a-aedd-24e9a8570312 admin admin] Added segment f7c332da-93bc-4b7f-8bc9-595723506e67 of type vlan for network 99f39d4e-e781-47c9-9a59-b91e5a1ecf8e May 31 13:32:02.137314 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2507ea02-92c4-4e4f-93a6-6d3d4add828d req-44944071-4cd5-4859-ab48-f540ae204291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:02.139020 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2507ea02-92c4-4e4f-93a6-6d3d4add828d req-44944071-4cd5-4859-ab48-f540ae204291 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.1960313 May 31 13:32:02.229521 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd11ebfa-fb08-40b3-af17-7b85a82f9837 req-eccde661-6d4d-4d9c-8b1d-54f09d0fd6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:02.232125 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-bd11ebfa-fb08-40b3-af17-7b85a82f9837 req-eccde661-6d4d-4d9c-8b1d-54f09d0fd6af service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e8e8165d333d4e1187fc257bfaab0348&device_id=08ac3772-a4bf-4711-b060-9957e77873c0 HTTP/1.1" status: 200 len: 1099 time: 0.4101393 May 31 13:32:02.254512 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ca0d9029-9e32-4dd8-aa42-7e0c38741270 req-f7be6e17-7b2d-4170-a0f5-8a6432c762e1 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=b28319a5-744d-4c54-bfbf-469a0b7a5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773026 May 31 13:32:02.302488 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-448f10fc-0b4b-412a-aedd-24e9a8570312 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:02.347717 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-af447537-3963-496c-8911-f2f95f300899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:02.400026 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ee6a96d1-c2f6-40a5-9e02-aeaa60e10105 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:02.491887 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-20350009-7607-47fe-8f8e-5d7492ef7f78 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:32:02.502512 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ee21ec-136f-493c-a307-c98c02fe7dc3 None None] Sync routers for ids ['ff13040e-2491-4cbe-8479-2b5ed2ed0bb5'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:32:02.505582 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-af447537-3963-496c-8911-f2f95f300899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:02.514233 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ee21ec-136f-493c-a307-c98c02fe7dc3 None None] Routers {'ff13040e-2491-4cbe-8479-2b5ed2ed0bb5'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:32:02.514993 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-f2ee21ec-136f-493c-a307-c98c02fe7dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:31:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['ff13040e-2491-4cbe-8479-2b5ed2ed0bb5'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:32:02.516625 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb64151-d11f-4178-bf99-ccc6e8809694 req-146b6db0-973a-4807-bec3-4c87dd43fa2a tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:02.522359 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb64151-d11f-4178-bf99-ccc6e8809694 req-146b6db0-973a-4807-bec3-4c87dd43fa2a tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:02.528015 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb64151-d11f-4178-bf99-ccc6e8809694 req-146b6db0-973a-4807-bec3-4c87dd43fa2a tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:02.534777 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb64151-d11f-4178-bf99-ccc6e8809694 req-146b6db0-973a-4807-bec3-4c87dd43fa2a tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:02.536522 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2bb64151-d11f-4178-bf99-ccc6e8809694 req-146b6db0-973a-4807-bec3-4c87dd43fa2a tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a HTTP/1.1" status: 200 len: 3143 time: 0.5277264 May 31 13:32:02.556594 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-448f10fc-0b4b-412a-aedd-24e9a8570312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:02.557558 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448f10fc-0b4b-412a-aedd-24e9a8570312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:02.558251 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-448f10fc-0b4b-412a-aedd-24e9a8570312 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:02.643977 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6a96d1-c2f6-40a5-9e02-aeaa60e10105 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:32:02.668023 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-ee6a96d1-c2f6-40a5-9e02-aeaa60e10105 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:32:02.674751 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6a96d1-c2f6-40a5-9e02-aeaa60e10105 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Pushing event updated for resources: {'Port': ['ID=f88e1119-3518-4e53-9717-4eb2fdf7f122,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:02.677870 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-20350009-7607-47fe-8f8e-5d7492ef7f78 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] No DVR routers for this DVR port efc96b22-153b-44b0-a49d-5f2541380c5e on host n-h1-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:32:02.681746 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6a96d1-c2f6-40a5-9e02-aeaa60e10105 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:32:02.706520 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2507ea02-92c4-4e4f-93a6-6d3d4add828d req-2d339c54-771b-49d6-9d2a-72cb19e91ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:02.708215 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2507ea02-92c4-4e4f-93a6-6d3d4add828d req-2d339c54-771b-49d6-9d2a-72cb19e91ccd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5557647 May 31 13:32:02.709116 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-20350009-7607-47fe-8f8e-5d7492ef7f78 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:02.722913 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a', 'name': 'network-vif-deleted', 'tag': 'efc96b22-153b-44b0-a49d-5f2541380c5e'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:32:02.733752 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-f2ee21ec-136f-493c-a307-c98c02fe7dc3 None None] Set router ff13040e-2491-4cbe-8479-2b5ed2ed0bb5 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:32:02.758719 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-448f10fc-0b4b-412a-aedd-24e9a8570312 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 2.1134136 May 31 13:32:02.760238 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44862) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:32:02.763060 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448f10fc-0b4b-412a-aedd-24e9a8570312 admin admin] Pushing event updated for resources: {'Network': ['ID=99f39d4e-e781-47c9-9a59-b91e5a1ecf8e,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:02.776823 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 99f39d4e-e781-47c9-9a59-b91e5a1ecf8e details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:32:02.784564 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2bb64151-d11f-4178-bf99-ccc6e8809694 req-ea36816a-13df-473d-877d-fd48e9c03deb tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/security-groups?id=1de4fedc-888a-46c6-9d87-1b48c5765046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2005267 May 31 13:32:02.790300 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-424ad128-5703-4984-b377-fd6392612697 admin admin] Request body: {'subnet': {'network_id': '99f39d4e-e781-47c9-9a59-b91e5a1ecf8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1013393658-subnet', 'tenant_id': '21dbbb39ecb9468e8c2cfdaa983b950c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:32:02.821545 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd11ebfa-fb08-40b3-af17-7b85a82f9837 req-8a2567d0-9e83-4552-bef6-c362d5ebd7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:02.823032 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-bd11ebfa-fb08-40b3-af17-7b85a82f9837 req-8a2567d0-9e83-4552-bef6-c362d5ebd7d1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=85b11c4f-90ad-4763-b38d-22d3f87089f4 HTTP/1.1" status: 200 len: 870 time: 0.5816739 May 31 13:32:02.833938 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-424ad128-5703-4984-b377-fd6392612697 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:32:02.837283 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-424ad128-5703-4984-b377-fd6392612697 admin admin] Usage tracker for resource:subnet and tenant:21dbbb39ecb9468e8c2cfdaa983b950c is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:32:02.840471 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-424ad128-5703-4984-b377-fd6392612697 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:32:02.855737 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-424ad128-5703-4984-b377-fd6392612697 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:32:02.879330 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-20350009-7607-47fe-8f8e-5d7492ef7f78 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.20 "DELETE /v2.0/ports/efc96b22-153b-44b0-a49d-5f2541380c5e HTTP/1.1" status: 204 len: 173 time: 4.0716696 May 31 13:32:02.890507 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-424ad128-5703-4984-b377-fd6392612697 admin admin] Made reservation on behalf of 21dbbb39ecb9468e8c2cfdaa983b950c for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:32:02.893192 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-424ad128-5703-4984-b377-fd6392612697 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:02.936301 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-af447537-3963-496c-8911-f2f95f300899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:02.940483 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22472008-87d0-4766-a445-1162ee3e883d', 'tag': '7a8cfd12-89f8-43e1-94b2-f3acdd103815'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:32:02.964218 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-bd11ebfa-fb08-40b3-af17-7b85a82f9837 req-3f548817-279d-423e-b5be-20540546df70 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=97f2ed4a-7eba-461e-97a3-a147b0b9e932 HTTP/1.1" status: 200 len: 217 time: 0.1317451 May 31 13:32:02.990415 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92ea71d5-138b-466c-b67c-c3ecec5647ee'] response: {'server_uuid': 'f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a', 'name': 'network-vif-deleted', 'tag': 'efc96b22-153b-44b0-a49d-5f2541380c5e', 'status': 'completed', 'code': 200} May 31 13:32:03.016806 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af447537-3963-496c-8911-f2f95f300899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49aeabae-77dd-47f6-9478-28ec67eb0745,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:03.056192 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-af447537-3963-496c-8911-f2f95f300899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:03.057610 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-af447537-3963-496c-8911-f2f95f300899 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/49aeabae-77dd-47f6-9478-28ec67eb0745 HTTP/1.1" status: 204 len: 168 time: 1.0106435 May 31 13:32:03.089579 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd11ebfa-fb08-40b3-af17-7b85a82f9837 req-8f5ea85b-a8fe-4b22-a990-173720d62bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:03.093532 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-bd11ebfa-fb08-40b3-af17-7b85a82f9837 req-8f5ea85b-a8fe-4b22-a990-173720d62bbe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.1204362 May 31 13:32:03.095770 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2507ea02-92c4-4e4f-93a6-6d3d4add828d req-59f5dd70-8d17-4b9a-a494-275537771087 service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3789849 May 31 13:32:03.281382 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529433e6-cc41-4d8c-969e-d13a57b929e7 req-a3e0f5d3-c4c4-4e1a-a6b4-1bd7ab6d2c3e tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:03.289462 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-529433e6-cc41-4d8c-969e-d13a57b929e7 req-a3e0f5d3-c4c4-4e1a-a6b4-1bd7ab6d2c3e tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] 10.222.0.50 "GET /v2.0/ports?device_id=22472008-87d0-4766-a445-1162ee3e883d HTTP/1.1" status: 200 len: 948 time: 0.8830166 May 31 13:32:03.327413 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-f2ee21ec-136f-493c-a307-c98c02fe7dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff13040e-2491-4cbe-8479-2b5ed2ed0bb5', 'name': 'tempest-TaggedBootDevicesTest-1676681651-router', 'tenant_id': '3239bed898c344b59ed7ea3353897e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'a4c1501d-3929-4e85-83ff-9b966f9204d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:25:00Z', 'updated_at': '2022-05-31T13:25:09Z', 'revision_number': 4, 'project_id': '3239bed898c344b59ed7ea3353897e74', 'gw_port': {'id': 'a4c1501d-3929-4e85-83ff-9b966f9204d1', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff13040e-2491-4cbe-8479-2b5ed2ed0bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:25:03Z', 'updated_at': '2022-05-31T13:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '994a437b-a620-43f2-8b4b-46c4aad6ee46', 'name': '', 'network_id': '398656cc-8bc4-4a6a-ad11-d04eee603cee', 'tenant_id': '3239bed898c344b59ed7ea3353897e74', 'mac_address': 'fa:16:3e:39:f3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff13040e-2491-4cbe-8479-2b5ed2ed0bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '69094bcc-9239-4f53-bcfd-7f7eb81b8615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:25:08Z', 'updated_at': '2022-05-31T13:25:19Z', 'revision_number': 5, 'project_id': '3239bed898c344b59ed7ea3353897e74', 'subnets': [{'id': '69094bcc-9239-4f53-bcfd-7f7eb81b8615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:32:03.332616 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ee21ec-136f-493c-a307-c98c02fe7dc3 None None] Checking router: ff13040e-2491-4cbe-8479-2b5ed2ed0bb5 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:32:03.339933 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bc17fd9e-7a6f-46a4-ae93-b594b9d0a478 req-93903230-c067-4d75-95ea-966d485c2e87 tempest-ServerShowV254Test-728993843 tempest-ServerShowV254Test-728993843-project] 10.222.0.50 "GET /v2.0/ports?device_id=06d7f06a-aa49-4f39-94dc-ac44fd8a2b16 HTTP/1.1" status: 200 len: 210 time: 0.1944494 May 31 13:32:03.345451 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ee21ec-136f-493c-a307-c98c02fe7dc3 None None] Routers {'ff13040e-2491-4cbe-8479-2b5ed2ed0bb5'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:32:03.346252 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-f2ee21ec-136f-493c-a307-c98c02fe7dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:31:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['ff13040e-2491-4cbe-8479-2b5ed2ed0bb5'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:32:03.363139 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-58a019de-52b3-4a75-b1fe-0472012d6525 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Deleting port afb50f20-5db7-426b-99db-2d8249ca9f29 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:32:03.363488 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-58a019de-52b3-4a75-b1fe-0472012d6525 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:03.425072 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-529433e6-cc41-4d8c-969e-d13a57b929e7 req-0426cac8-60e3-41fa-ba8a-3f5d8069f860 tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] 10.222.0.50 "GET /v2.0/security-groups?id=47ec8c87-955a-4ab3-b9ba-c8b3e8fd5fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342421 May 31 13:32:03.492614 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ee6a96d1-c2f6-40a5-9e02-aeaa60e10105 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:03.493413 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd11ebfa-fb08-40b3-af17-7b85a82f9837 req-a1b8c0fe-b618-4eb5-befb-862053595aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:03.495065 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-bd11ebfa-fb08-40b3-af17-7b85a82f9837 req-a1b8c0fe-b618-4eb5-befb-862053595aeb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3785729 May 31 13:32:03.503363 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2507ea02-92c4-4e4f-93a6-6d3d4add828d req-e323d511-d114-4fed-90c9-1f86d68c5814 service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3334162 May 31 13:32:03.509932 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55a59a3a-b15f-4145-b9bf-8e3feb963eb7'] response: {'name': 'network-changed', 'server_uuid': '22472008-87d0-4766-a445-1162ee3e883d', 'tag': '7a8cfd12-89f8-43e1-94b2-f3acdd103815', 'status': 'completed', 'code': 200} May 31 13:32:03.619506 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44876) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:32:03.688022 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ee6a96d1-c2f6-40a5-9e02-aeaa60e10105 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:03.691931 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-f2ee21ec-136f-493c-a307-c98c02fe7dc3 None None] Set router ff13040e-2491-4cbe-8479-2b5ed2ed0bb5 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:32:03.696968 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c1bf7a2b-bc4d-4181-813f-b3e3d1a635df admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:03.733682 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c1bf7a2b-bc4d-4181-813f-b3e3d1a635df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:32:03.752863 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c1bf7a2b-bc4d-4181-813f-b3e3d1a635df admin admin] Usage tracker for resource:security_group_rule and tenant:0525a4847765432aa5afe95e0874a34b is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:32:03.757432 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c1bf7a2b-bc4d-4181-813f-b3e3d1a635df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:32:03.773076 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c1bf7a2b-bc4d-4181-813f-b3e3d1a635df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:32:03.791138 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-bd11ebfa-fb08-40b3-af17-7b85a82f9837 req-a8b68d3f-8511-4f51-8f26-5bb90db32de9 service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799125 May 31 13:32:03.900155 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed4d13f-32c6-4cf5-bed5-a394c30a63f9 req-fda2bb8b-4ff9-4722-acf7-717e2996a8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:03.901596 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1ed4d13f-32c6-4cf5-bed5-a394c30a63f9 req-fda2bb8b-4ff9-4722-acf7-717e2996a8ef service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e8e8165d333d4e1187fc257bfaab0348&device_id=22472008-87d0-4766-a445-1162ee3e883d HTTP/1.1" status: 200 len: 1099 time: 0.2830706 May 31 13:32:04.080375 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-f2ee21ec-136f-493c-a307-c98c02fe7dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff13040e-2491-4cbe-8479-2b5ed2ed0bb5', 'name': 'tempest-TaggedBootDevicesTest-1676681651-router', 'tenant_id': '3239bed898c344b59ed7ea3353897e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'a4c1501d-3929-4e85-83ff-9b966f9204d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:25:00Z', 'updated_at': '2022-05-31T13:25:09Z', 'revision_number': 4, 'project_id': '3239bed898c344b59ed7ea3353897e74', 'gw_port': {'id': 'a4c1501d-3929-4e85-83ff-9b966f9204d1', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff13040e-2491-4cbe-8479-2b5ed2ed0bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:25:03Z', 'updated_at': '2022-05-31T13:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '994a437b-a620-43f2-8b4b-46c4aad6ee46', 'name': '', 'network_id': '398656cc-8bc4-4a6a-ad11-d04eee603cee', 'tenant_id': '3239bed898c344b59ed7ea3353897e74', 'mac_address': 'fa:16:3e:39:f3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff13040e-2491-4cbe-8479-2b5ed2ed0bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '69094bcc-9239-4f53-bcfd-7f7eb81b8615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:25:08Z', 'updated_at': '2022-05-31T13:25:19Z', 'revision_number': 5, 'project_id': '3239bed898c344b59ed7ea3353897e74', 'subnets': [{'id': '69094bcc-9239-4f53-bcfd-7f7eb81b8615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:32:04.084778 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ee21ec-136f-493c-a307-c98c02fe7dc3 None None] The sync data for ids ['ff13040e-2491-4cbe-8479-2b5ed2ed0bb5'] in n-d-843939-1 is: [{'id': 'ff13040e-2491-4cbe-8479-2b5ed2ed0bb5', 'name': 'tempest-TaggedBootDevicesTest-1676681651-router', 'tenant_id': '3239bed898c344b59ed7ea3353897e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'a4c1501d-3929-4e85-83ff-9b966f9204d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:25:00Z', 'updated_at': '2022-05-31T13:25:09Z', 'revision_number': 4, 'project_id': '3239bed898c344b59ed7ea3353897e74', 'gw_port': {'id': 'a4c1501d-3929-4e85-83ff-9b966f9204d1', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff13040e-2491-4cbe-8479-2b5ed2ed0bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:25:03Z', 'updated_at': '2022-05-31T13:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '994a437b-a620-43f2-8b4b-46c4aad6ee46', 'name': '', 'network_id': '398656cc-8bc4-4a6a-ad11-d04eee603cee', 'tenant_id': '3239bed898c344b59ed7ea3353897e74', 'mac_address': 'fa:16:3e:39:f3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff13040e-2491-4cbe-8479-2b5ed2ed0bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '69094bcc-9239-4f53-bcfd-7f7eb81b8615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:25:08Z', 'updated_at': '2022-05-31T13:25:19Z', 'revision_number': 5, 'project_id': '3239bed898c344b59ed7ea3353897e74', 'subnets': [{'id': '69094bcc-9239-4f53-bcfd-7f7eb81b8615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:32:04.093366 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-bd11ebfa-fb08-40b3-af17-7b85a82f9837 req-911d25d8-e035-48f3-96f2-5ab0d1b89756 service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901802 May 31 13:32:04.146355 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed4d13f-32c6-4cf5-bed5-a394c30a63f9 req-b681e206-fff7-4f2b-beee-d036dce37d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:04.147860 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1ed4d13f-32c6-4cf5-bed5-a394c30a63f9 req-b681e206-fff7-4f2b-beee-d036dce37d23 service neutron] 10.222.0.20 "GET /v2.0/networks?id=85b11c4f-90ad-4763-b38d-22d3f87089f4 HTTP/1.1" status: 200 len: 870 time: 0.2368786 May 31 13:32:04.149808 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c1bf7a2b-bc4d-4181-813f-b3e3d1a635df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:04.155260 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c1bf7a2b-bc4d-4181-813f-b3e3d1a635df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:04.262352 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1ed4d13f-32c6-4cf5-bed5-a394c30a63f9 req-f584717d-565d-41ca-83dd-c05c3cc71464 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=7a8cfd12-89f8-43e1-94b2-f3acdd103815 HTTP/1.1" status: 200 len: 217 time: 0.0994172 May 31 13:32:04.311382 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bf7a2b-bc4d-4181-813f-b3e3d1a635df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d78b45-4592-40bf-b1b3-1418bebdb8d6,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:04.318637 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c1bf7a2b-bc4d-4181-813f-b3e3d1a635df admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0525a4847765432aa5afe95e0874a34b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6956439 May 31 13:32:04.320967 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44882) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:32:04.383418 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed4d13f-32c6-4cf5-bed5-a394c30a63f9 req-4c102449-123b-4496-bb98-57dc5641b4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:04.384724 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1ed4d13f-32c6-4cf5-bed5-a394c30a63f9 req-4c102449-123b-4496-bb98-57dc5641b4c9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.1108041 May 31 13:32:04.409727 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eb4f7a-288d-4053-a6f3-193e710c7bfb req-653e7b02-9be3-4de0-9f39-3a04d02d9cc9 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:04.417478 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-41eb4f7a-288d-4053-a6f3-193e710c7bfb req-653e7b02-9be3-4de0-9f39-3a04d02d9cc9 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=dbaea2ec-9092-44e4-b690-87858b27c15c HTTP/1.1" status: 200 len: 946 time: 0.6996510 May 31 13:32:04.471387 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-424ad128-5703-4984-b377-fd6392612697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:04.477563 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-58a019de-52b3-4a75-b1fe-0472012d6525 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] For port afb50f20-5db7-426b-99db-2d8249ca9f29, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=afb50f20-5db7-426b-99db-2d8249ca9f29,segment=NetworkSegment(c05c3025-af00-47f8-b61e-98dee05227ef),segment_id=c05c3025-af00-47f8-b61e-98dee05227ef)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:32:04.478152 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-58a019de-52b3-4a75-b1fe-0472012d6525 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:04.483513 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd4eb7b-1f2b-4112-abf4-821aaeebf476 None None] New status for floating IP 873186a2-22cf-42b1-8b3c-8790b761ea05: DOWN {{(pid=88371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 13:32:04.509725 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b142e26e-99c0-454f-a41c-1a25286b5449 req-3868d3d8-6f0f-46e4-8171-9834037bf8bd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=06d7f06a-aa49-4f39-94dc-ac44fd8a2b16 HTTP/1.1" status: 200 len: 210 time: 0.0791850 May 31 13:32:04.519077 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2ba1a839-0f0e-4cf6-9c6b-4da86f4132a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:04.563687 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2ba1a839-0f0e-4cf6-9c6b-4da86f4132a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:04.605357 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed4d13f-32c6-4cf5-bed5-a394c30a63f9 req-d79ef0df-f26b-4e2f-b6dd-702dd501d49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:04.607725 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1ed4d13f-32c6-4cf5-bed5-a394c30a63f9 req-d79ef0df-f26b-4e2f-b6dd-702dd501d49c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2145555 May 31 13:32:04.748777 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94493803-6c5d-485d-8353-753561791bba req-494ef587-5cad-4678-9a67-d60320a8c89d tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:04.754602 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94493803-6c5d-485d-8353-753561791bba req-494ef587-5cad-4678-9a67-d60320a8c89d tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:04.761305 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94493803-6c5d-485d-8353-753561791bba req-494ef587-5cad-4678-9a67-d60320a8c89d tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:04.767927 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2ba1a839-0f0e-4cf6-9c6b-4da86f4132a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:04.769202 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94493803-6c5d-485d-8353-753561791bba req-494ef587-5cad-4678-9a67-d60320a8c89d tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:04.770208 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-94493803-6c5d-485d-8353-753561791bba req-494ef587-5cad-4678-9a67-d60320a8c89d tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Synchronizing usage tracker for tenant:3239bed898c344b59ed7ea3353897e74 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:32:04.782627 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-58a019de-52b3-4a75-b1fe-0472012d6525 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Calling delete_port for afb50f20-5db7-426b-99db-2d8249ca9f29 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:32:04.798449 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1ed4d13f-32c6-4cf5-bed5-a394c30a63f9 req-f723ffd7-9d0c-4434-8464-947e787609a7 service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806233 May 31 13:32:04.799108 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba1a839-0f0e-4cf6-9c6b-4da86f4132a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d78b45-4592-40bf-b1b3-1418bebdb8d6,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:04.805625 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2ba1a839-0f0e-4cf6-9c6b-4da86f4132a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:04.806847 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-2ba1a839-0f0e-4cf6-9c6b-4da86f4132a3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/44d78b45-4592-40bf-b1b3-1418bebdb8d6 HTTP/1.1" status: 204 len: 168 time: 0.4848650 May 31 13:32:04.842058 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 97f2ed4a-7eba-461e-97a3-a147b0b9e932 details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:32:04.848004 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-41eb4f7a-288d-4053-a6f3-193e710c7bfb req-0d9555b4-ac4a-43ee-8c2b-8590c004e510 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=b28319a5-744d-4c54-bfbf-469a0b7a5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4293392 May 31 13:32:04.946408 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424ad128-5703-4984-b377-fd6392612697 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f71cc00f-8f35-4761-a9b3-2f0c082bffbb,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:05.001179 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1ed4d13f-32c6-4cf5-bed5-a394c30a63f9 req-9041c87b-0807-4134-b77c-655001cc5e98 service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927187 May 31 13:32:05.001982 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ee6a96d1-c2f6-40a5-9e02-aeaa60e10105 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:05.009569 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424ad128-5703-4984-b377-fd6392612697 admin admin] Checking segment: {'id': 'f7c332da-93bc-4b7f-8bc9-595723506e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '99f39d4e-e781-47c9-9a59-b91e5a1ecf8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:32:05.009971 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424ad128-5703-4984-b377-fd6392612697 admin admin] Network hostable DHCP agents. Network: 99f39d4e-e781-47c9-9a59-b91e5a1ecf8e, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:32:05.032111 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ee6a96d1-c2f6-40a5-9e02-aeaa60e10105 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:05.036130 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-94493803-6c5d-485d-8353-753561791bba req-494ef587-5cad-4678-9a67-d60320a8c89d tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Unset dirty status for tenant:3239bed898c344b59ed7ea3353897e74 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:32:05.037339 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-94493803-6c5d-485d-8353-753561791bba req-494ef587-5cad-4678-9a67-d60320a8c89d tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a HTTP/1.1" status: 200 len: 3143 time: 1.0642910 May 31 13:32:05.070828 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 97f2ed4a-7eba-461e-97a3-a147b0b9e932, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=97f2ed4a-7eba-461e-97a3-a147b0b9e932,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:32:05.088697 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': '97f2ed4a-7eba-461e-97a3-a147b0b9e932', 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4', 'port_id': '97f2ed4a-7eba-461e-97a3-a147b0b9e932', 'mac_address': 'fa:16:3e:a9:5e:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24822c99-0dce-4d50-9c44-3135ba3763b8', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:32:05.155311 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 97f2ed4a-7eba-461e-97a3-a147b0b9e932 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:32:05.156022 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:05.176640 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97f2ed4a-7eba-461e-97a3-a147b0b9e932 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:32:05.193917 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 97f2ed4a-7eba-461e-97a3-a147b0b9e932, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=97f2ed4a-7eba-461e-97a3-a147b0b9e932,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:32:05.200497 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:05.272222 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=97f2ed4a-7eba-461e-97a3-a147b0b9e932,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:05.283907 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-445fae28-0d99-4de5-8f71-81f483f19923 req-4b3ce590-d09d-4f63-8f74-a285f013342f tempest-ServerShowV254Test-728993843 tempest-ServerShowV254Test-728993843-project] 10.222.0.50 "GET /v2.0/ports?device_id=06d7f06a-aa49-4f39-94dc-ac44fd8a2b16 HTTP/1.1" status: 200 len: 210 time: 0.1777349 May 31 13:32:05.304933 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424ad128-5703-4984-b377-fd6392612697 admin admin] Network 99f39d4e-e781-47c9-9a59-b91e5a1ecf8e is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:32:05.330316 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6a96d1-c2f6-40a5-9e02-aeaa60e10105 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Pushing event updated for resources: {'Port': ['ID=f88e1119-3518-4e53-9717-4eb2fdf7f122,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:05.353099 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ee6a96d1-c2f6-40a5-9e02-aeaa60e10105 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:05.367580 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-94493803-6c5d-485d-8353-753561791bba req-4cf28ea1-7691-477b-b0fe-94d2235b7380 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/security-groups?id=1de4fedc-888a-46c6-9d87-1b48c5765046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2754424 May 31 13:32:05.368263 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-424ad128-5703-4984-b377-fd6392612697 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 99f39d4e-e781-47c9-9a59-b91e5a1ecf8e) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:32:05.377788 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9065d606-d191-4d3e-bd1f-a4acab581bdd None None] Network 99f39d4e-e781-47c9-9a59-b91e5a1ecf8e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:32:05.383101 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424ad128-5703-4984-b377-fd6392612697 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:05.383976 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-424ad128-5703-4984-b377-fd6392612697 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:05.452329 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-58a019de-52b3-4a75-b1fe-0472012d6525 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:05.575400 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a019de-52b3-4a75-b1fe-0472012d6525 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Pushing event deleted for resources: {'Port': ['ID=afb50f20-5db7-426b-99db-2d8249ca9f29,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:05.584584 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-424ad128-5703-4984-b377-fd6392612697 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.8180277 May 31 13:32:05.587849 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44902) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:32:05.596963 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ee6a96d1-c2f6-40a5-9e02-aeaa60e10105 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:05.597288 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-d14e04ed-92f0-4888-988a-feaddad70ecf admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1013393658-router', 'tenant_id': '21dbbb39ecb9468e8c2cfdaa983b950c', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:32:05.598209 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-ee6a96d1-c2f6-40a5-9e02-aeaa60e10105 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.3432128 May 31 13:32:05.611752 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d14e04ed-92f0-4888-988a-feaddad70ecf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:32:05.623833 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d14e04ed-92f0-4888-988a-feaddad70ecf admin admin] Usage tracker for resource:router and tenant:21dbbb39ecb9468e8c2cfdaa983b950c is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:32:05.630197 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d14e04ed-92f0-4888-988a-feaddad70ecf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:32:05.645179 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d14e04ed-92f0-4888-988a-feaddad70ecf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:32:05.671886 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['97f2ed4a-7eba-461e-97a3-a147b0b9e932'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:32:05.674655 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d14e04ed-92f0-4888-988a-feaddad70ecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:05.679532 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d14e04ed-92f0-4888-988a-feaddad70ecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:05.723964 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d14e04ed-92f0-4888-988a-feaddad70ecf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:05.740324 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7730cc-dd85-4c8d-8a6a-7009e2fe2dc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-99f39d4e-e781-47c9-9a59-b91e5a1ecf8e', 'network_id': '99f39d4e-e781-47c9-9a59-b91e5a1ecf8e', 'tenant_id': '21dbbb39ecb9468e8c2cfdaa983b950c', 'fixed_ips': [{'subnet_id': 'f71cc00f-8f35-4761-a9b3-2f0c082bffbb'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:32:05.741206 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4c7730cc-dd85-4c8d-8a6a-7009e2fe2dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:05.923835 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-58a019de-52b3-4a75-b1fe-0472012d6525 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] No DVR routers for this DVR port afb50f20-5db7-426b-99db-2d8249ca9f29 on host n-h1-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:32:05.929603 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-4c7730cc-dd85-4c8d-8a6a-7009e2fe2dc4 None None] Allocated IP 172.20.0.2 (99f39d4e-e781-47c9-9a59-b91e5a1ecf8e/f71cc00f-8f35-4761-a9b3-2f0c082bffbb/680e49ee-5bfa-4076-b644-ba3c251b9b4d) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:32:05.961737 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-58a019de-52b3-4a75-b1fe-0472012d6525 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:05.964350 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-58a019de-52b3-4a75-b1fe-0472012d6525 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.20 "DELETE /v2.0/ports/afb50f20-5db7-426b-99db-2d8249ca9f29 HTTP/1.1" status: 204 len: 173 time: 3.0496132 May 31 13:32:05.967074 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a', 'name': 'network-vif-deleted', 'tag': 'afb50f20-5db7-426b-99db-2d8249ca9f29'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:32:06.171959 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e16bee-144f-4380-afa0-1dab91a0662e req-ae066f6e-557b-4b2c-a1b8-73a8cf970f7c tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:06.179554 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c2e16bee-144f-4380-afa0-1dab91a0662e req-ae066f6e-557b-4b2c-a1b8-73a8cf970f7c tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] 10.222.0.50 "GET /v2.0/ports?device_id=22472008-87d0-4766-a445-1162ee3e883d HTTP/1.1" status: 200 len: 948 time: 0.6663375 May 31 13:32:06.183888 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 13:32:06.360363 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4c7730cc-dd85-4c8d-8a6a-7009e2fe2dc4 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:06.376210 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-4c7730cc-dd85-4c8d-8a6a-7009e2fe2dc4 None None] Transition to ACTIVE for port object 680e49ee-5bfa-4076-b644-ba3c251b9b4d will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:32:06.382827 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44932) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:32:06.408478 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-4c7730cc-dd85-4c8d-8a6a-7009e2fe2dc4 None None] Transition to ACTIVE for port object 680e49ee-5bfa-4076-b644-ba3c251b9b4d will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:32:06.424673 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d14e04ed-92f0-4888-988a-feaddad70ecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:06.434929 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c2e16bee-144f-4380-afa0-1dab91a0662e req-87b9ed11-a6df-4c59-9af5-c341d3b9fdbf tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] 10.222.0.50 "GET /v2.0/security-groups?id=47ec8c87-955a-4ab3-b9ba-c8b3e8fd5fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541125 May 31 13:32:06.462445 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4c7730cc-dd85-4c8d-8a6a-7009e2fe2dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:06.550216 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139ed674-ab23-4e10-9757-60a56e58c7cb req-cf100d71-bc3d-4a19-8615-7d086db608cc tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:06.551287 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7730cc-dd85-4c8d-8a6a-7009e2fe2dc4 None None] Network 99f39d4e-e781-47c9-9a59-b91e5a1ecf8e is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:32:06.557709 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-139ed674-ab23-4e10-9757-60a56e58c7cb req-cf100d71-bc3d-4a19-8615-7d086db608cc tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/networks?id=b11a5e31-f902-47bb-ae2d-8ab30e32d2c6 HTTP/1.1" status: 200 len: 822 time: 0.3759887 May 31 13:32:06.566275 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-4c7730cc-dd85-4c8d-8a6a-7009e2fe2dc4 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:32:06.568933 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7730cc-dd85-4c8d-8a6a-7009e2fe2dc4 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:32:06.581541 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-3fff3924-e6a2-4037-9413-a682cea29d64 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Deleting port 10ed9e35-6e6d-4cf1-8c03-6739c221f3a3 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:32:06.581973 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-3fff3924-e6a2-4037-9413-a682cea29d64 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:06.662459 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7730cc-dd85-4c8d-8a6a-7009e2fe2dc4 None None] Pushing event updated for resources: {'Port': ['ID=680e49ee-5bfa-4076-b644-ba3c251b9b4d,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:06.666014 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-139ed674-ab23-4e10-9757-60a56e58c7cb req-fe3c0046-3b93-44fe-b6e7-073f23954fb1 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/quotas/82e5ccf58acb423eaef945c1ccf7e09b HTTP/1.1" status: 200 len: 375 time: 0.1067159 May 31 13:32:06.756445 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-dba1b2cd-4779-4be7-ac25-4f56940bc064 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1975046625-network', 'tenant_id': 'c546e522a53042bf9288235d025993be'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:32:06.767397 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-dba1b2cd-4779-4be7-ac25-4f56940bc064 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:32:06.816636 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-dba1b2cd-4779-4be7-ac25-4f56940bc064 admin admin] Usage tracker for resource:network and tenant:c546e522a53042bf9288235d025993be is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:32:06.824816 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-4c7730cc-dd85-4c8d-8a6a-7009e2fe2dc4 None None] Attempting to bind port 680e49ee-5bfa-4076-b644-ba3c251b9b4d on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:32:06.825900 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-4c7730cc-dd85-4c8d-8a6a-7009e2fe2dc4 None None] Attempting to bind port 680e49ee-5bfa-4076-b644-ba3c251b9b4d by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'f7c332da-93bc-4b7f-8bc9-595723506e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '99f39d4e-e781-47c9-9a59-b91e5a1ecf8e'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:32:06.826570 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7730cc-dd85-4c8d-8a6a-7009e2fe2dc4 None None] Attempting to bind port 680e49ee-5bfa-4076-b644-ba3c251b9b4d on network 99f39d4e-e781-47c9-9a59-b91e5a1ecf8e {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:32:06.829145 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-dba1b2cd-4779-4be7-ac25-4f56940bc064 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:32:06.837299 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7730cc-dd85-4c8d-8a6a-7009e2fe2dc4 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:32:06.837299 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7730cc-dd85-4c8d-8a6a-7009e2fe2dc4 None None] Checking segment: {'id': 'f7c332da-93bc-4b7f-8bc9-595723506e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '99f39d4e-e781-47c9-9a59-b91e5a1ecf8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:32:06.837779 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4c7730cc-dd85-4c8d-8a6a-7009e2fe2dc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:06.837934 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7730cc-dd85-4c8d-8a6a-7009e2fe2dc4 None None] Bound using segment: {'id': 'f7c332da-93bc-4b7f-8bc9-595723506e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '99f39d4e-e781-47c9-9a59-b91e5a1ecf8e'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:32:06.838388 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-4c7730cc-dd85-4c8d-8a6a-7009e2fe2dc4 None None] Bound port: 680e49ee-5bfa-4076-b644-ba3c251b9b4d, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c332da-93bc-4b7f-8bc9-595723506e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '99f39d4e-e781-47c9-9a59-b91e5a1ecf8e'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:32:06.838777 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4c7730cc-dd85-4c8d-8a6a-7009e2fe2dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:06.843677 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-dba1b2cd-4779-4be7-ac25-4f56940bc064 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:32:06.849757 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 7a8cfd12-89f8-43e1-94b2-f3acdd103815 details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:32:06.905389 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d14e04ed-92f0-4888-988a-feaddad70ecf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:06.941195 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d14e04ed-92f0-4888-988a-feaddad70ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:07.076407 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-4c7730cc-dd85-4c8d-8a6a-7009e2fe2dc4 None None] For port 680e49ee-5bfa-4076-b644-ba3c251b9b4d, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:32:07.080773 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-4c7730cc-dd85-4c8d-8a6a-7009e2fe2dc4 None None] For port 680e49ee-5bfa-4076-b644-ba3c251b9b4d, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=680e49ee-5bfa-4076-b644-ba3c251b9b4d,segment=NetworkSegment(f7c332da-93bc-4b7f-8bc9-595723506e67),segment_id=f7c332da-93bc-4b7f-8bc9-595723506e67)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:32:07.085894 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba1b2cd-4779-4be7-ac25-4f56940bc064 admin admin] Made reservation on behalf of c546e522a53042bf9288235d025993be for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:32:07.088189 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dba1b2cd-4779-4be7-ac25-4f56940bc064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:07.099400 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4c7730cc-dd85-4c8d-8a6a-7009e2fe2dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:07.119798 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dba1b2cd-4779-4be7-ac25-4f56940bc064 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:07.131130 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-d14e04ed-92f0-4888-988a-feaddad70ecf admin admin] Allocated IP 172.25.6.214 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/d9cb54ae-df6e-4d2c-b3b2-176ee90fe0b2) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:32:07.147289 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c86558c-f79b-4096-8976-5226f9d0e87a req-d86eed41-e60f-4a0b-9ef1-0281a490aa6b tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:07.148521 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3c86558c-f79b-4096-8976-5226f9d0e87a req-d86eed41-e60f-4a0b-9ef1-0281a490aa6b tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=dbaea2ec-9092-44e4-b690-87858b27c15c HTTP/1.1" status: 200 len: 946 time: 0.5325263 May 31 13:32:07.162943 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-139ed674-ab23-4e10-9757-60a56e58c7cb req-ef6f637c-a288-462f-9924-c39bf2a155c3 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=82e5ccf58acb423eaef945c1ccf7e09b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4956536 May 31 13:32:07.220396 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-dba1b2cd-4779-4be7-ac25-4f56940bc064 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:32:07.224995 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 7a8cfd12-89f8-43e1-94b2-f3acdd103815, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=7a8cfd12-89f8-43e1-94b2-f3acdd103815,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:32:07.240981 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-dba1b2cd-4779-4be7-ac25-4f56940bc064 admin admin] Usage tracker for resource:security_group_rule and tenant:c546e522a53042bf9288235d025993be is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:32:07.263103 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': '7a8cfd12-89f8-43e1-94b2-f3acdd103815', 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4', 'port_id': '7a8cfd12-89f8-43e1-94b2-f3acdd103815', 'mac_address': 'fa:16:3e:fe:11:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24822c99-0dce-4d50-9c44-3135ba3763b8', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:32:07.265136 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-dba1b2cd-4779-4be7-ac25-4f56940bc064 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:32:07.282802 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-dba1b2cd-4779-4be7-ac25-4f56940bc064 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:32:07.314969 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-3fff3924-e6a2-4037-9413-a682cea29d64 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] For port 10ed9e35-6e6d-4cf1-8c03-6739c221f3a3, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=10ed9e35-6e6d-4cf1-8c03-6739c221f3a3,segment=NetworkSegment(3438d023-0058-42be-b2fa-a81ef9f95959),segment_id=3438d023-0058-42be-b2fa-a81ef9f95959)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:32:07.315591 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-3fff3924-e6a2-4037-9413-a682cea29d64 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:07.318547 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7730cc-dd85-4c8d-8a6a-7009e2fe2dc4 None None] Pushing event updated for resources: {'Port': ['ID=680e49ee-5bfa-4076-b644-ba3c251b9b4d,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:07.346377 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3c86558c-f79b-4096-8976-5226f9d0e87a req-61329c69-5e9a-48a3-9cf5-caac689b22d9 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=b28319a5-744d-4c54-bfbf-469a0b7a5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731551 May 31 13:32:07.362167 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:07.390133 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 7a8cfd12-89f8-43e1-94b2-f3acdd103815 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:32:07.390538 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:07.417204 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d14e04ed-92f0-4888-988a-feaddad70ecf admin admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:07.435585 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a8cfd12-89f8-43e1-94b2-f3acdd103815 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:32:07.477376 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 7a8cfd12-89f8-43e1-94b2-f3acdd103815, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=7a8cfd12-89f8-43e1-94b2-f3acdd103815,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:32:07.479492 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d14e04ed-92f0-4888-988a-feaddad70ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:07.482538 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:07.572037 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14e04ed-92f0-4888-988a-feaddad70ecf admin admin] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:32:07.575942 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-d14e04ed-92f0-4888-988a-feaddad70ecf admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:32:07.582616 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14e04ed-92f0-4888-988a-feaddad70ecf admin admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:32:07.592693 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85c6c1be-1b50-451b-b107-0ca8229f9ec5'] response: {'server_uuid': 'f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a', 'name': 'network-vif-deleted', 'tag': 'afb50f20-5db7-426b-99db-2d8249ca9f29', 'status': 'completed', 'code': 200} May 31 13:32:07.676710 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14e04ed-92f0-4888-988a-feaddad70ecf admin admin] Pushing event updated for resources: {'Port': ['ID=d9cb54ae-df6e-4d2c-b3b2-176ee90fe0b2,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:07.691621 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=7a8cfd12-89f8-43e1-94b2-f3acdd103815,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:07.810568 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-3fff3924-e6a2-4037-9413-a682cea29d64 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Calling delete_port for 10ed9e35-6e6d-4cf1-8c03-6739c221f3a3 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:32:07.848244 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['7a8cfd12-89f8-43e1-94b2-f3acdd103815'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:32:07.899793 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4669b9f4-811d-4c1e-96f1-69239f6761e7 req-ecc5c9a1-5493-46c4-8b5c-c3c8d836b8e3 tempest-ServerShowV254Test-728993843 tempest-ServerShowV254Test-728993843-project] 10.222.0.50 "GET /v2.0/ports?device_id=06d7f06a-aa49-4f39-94dc-ac44fd8a2b16 HTTP/1.1" status: 200 len: 210 time: 0.2544470 May 31 13:32:08.041377 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-139ed674-ab23-4e10-9757-60a56e58c7cb req-deda4307-42b1-4281-9569-99100eec32ed service neutron] 10.222.0.50 "GET /v2.0/networks/b11a5e31-f902-47bb-ae2d-8ab30e32d2c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8589709 May 31 13:32:08.261327 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d14e04ed-92f0-4888-988a-feaddad70ecf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:08.313335 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dba1b2cd-4779-4be7-ac25-4f56940bc064 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:08.327792 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dba1b2cd-4779-4be7-ac25-4f56940bc064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:08.357269 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-3fff3924-e6a2-4037-9413-a682cea29d64 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:08.455359 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fff3924-e6a2-4037-9413-a682cea29d64 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Pushing event deleted for resources: {'Port': ['ID=10ed9e35-6e6d-4cf1-8c03-6739c221f3a3,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:08.459103 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dba1b2cd-4779-4be7-ac25-4f56940bc064 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:32:08.518149 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba1b2cd-4779-4be7-ac25-4f56940bc064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec14f8b-45ce-4317-9c2d-64b36ff87886,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:08.536005 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-139ed674-ab23-4e10-9757-60a56e58c7cb req-2c1ef0f8-1556-4eaa-82bd-2f4921ddaa2b service neutron] 10.222.0.50 "GET /v2.0/networks/b11a5e31-f902-47bb-ae2d-8ab30e32d2c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4935594 May 31 13:32:08.570839 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dba1b2cd-4779-4be7-ac25-4f56940bc064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:08.571292 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-dba1b2cd-4779-4be7-ac25-4f56940bc064 admin admin] Added segment ec9d4c6c-e6fe-4f45-bbcc-d2520636dafe of type vlan for network fcd0ffae-3ea4-42bd-a169-8d95a1cdbecc May 31 13:32:08.596062 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c7eb6a-2836-48a3-8a4a-bd619d9d72a9 req-8e0b2925-8533-47f1-b6f8-87fd0a96773e tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:08.602770 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c7eb6a-2836-48a3-8a4a-bd619d9d72a9 req-8e0b2925-8533-47f1-b6f8-87fd0a96773e tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:08.609859 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c7eb6a-2836-48a3-8a4a-bd619d9d72a9 req-8e0b2925-8533-47f1-b6f8-87fd0a96773e tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:08.610769 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-50c7eb6a-2836-48a3-8a4a-bd619d9d72a9 req-8e0b2925-8533-47f1-b6f8-87fd0a96773e tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Synchronizing usage tracker for tenant:3239bed898c344b59ed7ea3353897e74 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:32:08.625033 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-3fff3924-e6a2-4037-9413-a682cea29d64 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] No DVR routers for this DVR port 10ed9e35-6e6d-4cf1-8c03-6739c221f3a3 on host n-h1-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:32:08.630143 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-3fff3924-e6a2-4037-9413-a682cea29d64 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:08.661888 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dba1b2cd-4779-4be7-ac25-4f56940bc064 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:08.680797 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-50c7eb6a-2836-48a3-8a4a-bd619d9d72a9 req-8e0b2925-8533-47f1-b6f8-87fd0a96773e tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Unset dirty status for tenant:3239bed898c344b59ed7ea3353897e74 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:32:08.688945 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-50c7eb6a-2836-48a3-8a4a-bd619d9d72a9 req-8e0b2925-8533-47f1-b6f8-87fd0a96773e tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a HTTP/1.1" status: 200 len: 2410 time: 0.5447464 May 31 13:32:08.706754 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-3fff3924-e6a2-4037-9413-a682cea29d64 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.20 "DELETE /v2.0/ports/10ed9e35-6e6d-4cf1-8c03-6739c221f3a3 HTTP/1.1" status: 204 len: 173 time: 2.7133849 May 31 13:32:08.770490 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:08.843616 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-50c7eb6a-2836-48a3-8a4a-bd619d9d72a9 req-b192d680-c3c5-4ad3-98e0-b972cc6cb4ac tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/security-groups?id=1de4fedc-888a-46c6-9d87-1b48c5765046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535952 May 31 13:32:08.844002 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 97f2ed4a-7eba-461e-97a3-a147b0b9e932 up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:32:08.850611 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dba1b2cd-4779-4be7-ac25-4f56940bc064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:08.859644 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba1b2cd-4779-4be7-ac25-4f56940bc064 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:08.860519 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dba1b2cd-4779-4be7-ac25-4f56940bc064 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:08.917161 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a07018-c113-46be-bbea-a8e1f82812ef None None] Network 99f39d4e-e781-47c9-9a59-b91e5a1ecf8e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:32:08.936915 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-ca357620-fa25-4b70-aab2-d5725a3318a8 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Deleting port 05ae88ea-d0ae-410f-9fc2-dd7330f8c30f {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:32:08.937257 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-ca357620-fa25-4b70-aab2-d5725a3318a8 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:09.020194 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d14e04ed-92f0-4888-988a-feaddad70ecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:09.108425 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-13b7e1e6-da2f-4067-ba86-0928b3c39697 None None] Provisioning for port 680e49ee-5bfa-4076-b644-ba3c251b9b4d completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:32:09.113519 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning for port 97f2ed4a-7eba-461e-97a3-a147b0b9e932 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:32:09.124677 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port 97f2ed4a-7eba-461e-97a3-a147b0b9e932 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:32:09.125048 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:09.303222 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba1b2cd-4779-4be7-ac25-4f56940bc064 admin admin] Pushing event updated for resources: {'Network': ['ID=fcd0ffae-3ea4-42bd-a169-8d95a1cdbecc,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:09.330694 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-dba1b2cd-4779-4be7-ac25-4f56940bc064 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.9161673 May 31 13:32:09.333059 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44962) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:32:09.337572 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network fcd0ffae-3ea4-42bd-a169-8d95a1cdbecc details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:32:09.339725 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-edcb2b1f-4c1d-47af-b5be-a09c71c72c0b admin admin] Request body: {'subnet': {'network_id': 'fcd0ffae-3ea4-42bd-a169-8d95a1cdbecc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1975046625-subnet', 'tenant_id': 'c546e522a53042bf9288235d025993be', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:32:09.349808 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-edcb2b1f-4c1d-47af-b5be-a09c71c72c0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:32:09.358858 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-edcb2b1f-4c1d-47af-b5be-a09c71c72c0b admin admin] Usage tracker for resource:subnet and tenant:c546e522a53042bf9288235d025993be is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:32:09.363498 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-edcb2b1f-4c1d-47af-b5be-a09c71c72c0b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:32:09.376422 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-edcb2b1f-4c1d-47af-b5be-a09c71c72c0b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:32:09.437298 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edcb2b1f-4c1d-47af-b5be-a09c71c72c0b admin admin] Made reservation on behalf of c546e522a53042bf9288235d025993be for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:32:09.447963 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-edcb2b1f-4c1d-47af-b5be-a09c71c72c0b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:09.617130 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 97f2ed4a-7eba-461e-97a3-a147b0b9e932 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:32:09.617790 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:09.639230 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d14e04ed-92f0-4888-988a-feaddad70ecf admin admin] Router c1e0445d-9677-4342-95ba-cb24db53a4ae is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 13:32:09.673542 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ac3772-a4bf-4711-b060-9957e77873c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f2ed4a-7eba-461e-97a3-a147b0b9e932'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:32:09.687112 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a', 'name': 'network-vif-deleted', 'tag': '10ed9e35-6e6d-4cf1-8c03-6739c221f3a3'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:32:09.716689 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 97f2ed4a-7eba-461e-97a3-a147b0b9e932, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=97f2ed4a-7eba-461e-97a3-a147b0b9e932,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:32:09.733122 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:09.738252 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c113794-6336-45e3-8497-b6b6c799db14 req-73e30806-11ec-43bf-b45c-b9cc2d32849f tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:09.739762 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8c113794-6336-45e3-8497-b6b6c799db14 req-73e30806-11ec-43bf-b45c-b9cc2d32849f tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] 10.222.0.50 "GET /v2.0/ports?device_id=22472008-87d0-4766-a445-1162ee3e883d HTTP/1.1" status: 200 len: 949 time: 0.6506283 May 31 13:32:09.767340 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c1df2-62b1-414e-aea1-805a85294c6c req-a1bf9fcc-ac06-4140-88c5-63596bad7e9d tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:09.775203 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c51c1df2-62b1-414e-aea1-805a85294c6c req-a1bf9fcc-ac06-4140-88c5-63596bad7e9d tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=dbaea2ec-9092-44e4-b690-87858b27c15c HTTP/1.1" status: 200 len: 946 time: 0.5279815 May 31 13:32:09.814679 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 680e49ee-5bfa-4076-b644-ba3c251b9b4d up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:32:09.857485 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-ca357620-fa25-4b70-aab2-d5725a3318a8 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] For port 05ae88ea-d0ae-410f-9fc2-dd7330f8c30f, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=05ae88ea-d0ae-410f-9fc2-dd7330f8c30f,segment=NetworkSegment(c05c3025-af00-47f8-b61e-98dee05227ef),segment_id=c05c3025-af00-47f8-b61e-98dee05227ef)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:32:09.857856 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-ca357620-fa25-4b70-aab2-d5725a3318a8 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:09.947319 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c51c1df2-62b1-414e-aea1-805a85294c6c req-7a9397e7-d463-4467-be08-148ec1f96176 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=b28319a5-744d-4c54-bfbf-469a0b7a5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705430 May 31 13:32:09.948116 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=97f2ed4a-7eba-461e-97a3-a147b0b9e932,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:09.993066 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 680e49ee-5bfa-4076-b644-ba3c251b9b4d completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:32:10.005099 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 680e49ee-5bfa-4076-b644-ba3c251b9b4d triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:32:10.005655 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:10.039490 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8c113794-6336-45e3-8497-b6b6c799db14 req-b778b6aa-c138-4da0-9666-9477af8fdd1a tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] 10.222.0.50 "GET /v2.0/security-groups?id=47ec8c87-955a-4ab3-b9ba-c8b3e8fd5fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552783 May 31 13:32:10.054837 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-ca357620-fa25-4b70-aab2-d5725a3318a8 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Calling delete_port for 05ae88ea-d0ae-410f-9fc2-dd7330f8c30f owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:32:10.057432 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d14e04ed-92f0-4888-988a-feaddad70ecf admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:32:10.068433 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d947a9-ad46-4302-9c45-9ae6b24bad98 None None] Sync routers for ids ['c1e0445d-9677-4342-95ba-cb24db53a4ae'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:32:10.095380 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d947a9-ad46-4302-9c45-9ae6b24bad98 None None] Routers {'c1e0445d-9677-4342-95ba-cb24db53a4ae'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:32:10.096031 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-88d947a9-ad46-4302-9c45-9ae6b24bad98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:31:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['c1e0445d-9677-4342-95ba-cb24db53a4ae'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:32:10.164496 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d14e04ed-92f0-4888-988a-feaddad70ecf admin admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:10.165754 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d14e04ed-92f0-4888-988a-feaddad70ecf admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 4.5759754 May 31 13:32:10.169500 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44972) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:32:10.236144 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-edcb2b1f-4c1d-47af-b5be-a09c71c72c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:10.379452 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e8c70940-aebc-4bf7-a413-2932b032b104 req-9a2ba08e-594c-46a7-8e5c-d261afe16e62 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca2e5db0-bf68-4a66-86c6-dce5b7280c53 HTTP/1.1" status: 200 len: 210 time: 0.1318381 May 31 13:32:10.467570 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcb2b1f-4c1d-47af-b5be-a09c71c72c0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=de3aa2fa-fbce-46e7-81bc-0f33a5127b1b,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:10.480770 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcb2b1f-4c1d-47af-b5be-a09c71c72c0b admin admin] Checking segment: {'id': 'ec9d4c6c-e6fe-4f45-bbcc-d2520636dafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fcd0ffae-3ea4-42bd-a169-8d95a1cdbecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:32:10.481267 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcb2b1f-4c1d-47af-b5be-a09c71c72c0b admin admin] Network hostable DHCP agents. Network: fcd0ffae-3ea4-42bd-a169-8d95a1cdbecc, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:32:10.494019 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d87eaed9-70e7-42c6-94e6-6f6117b1e500'] response: {'server_uuid': '08ac3772-a4bf-4711-b060-9957e77873c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f2ed4a-7eba-461e-97a3-a147b0b9e932', 'code': 200} May 31 13:32:10.494673 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d610d127-878a-4979-b9b1-414dd4837230 None None] Provisioning complete for port 680e49ee-5bfa-4076-b644-ba3c251b9b4d triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:32:10.495058 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d610d127-878a-4979-b9b1-414dd4837230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:10.517185 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-88d947a9-ad46-4302-9c45-9ae6b24bad98 None None] Set router c1e0445d-9677-4342-95ba-cb24db53a4ae gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:32:10.524109 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcb2b1f-4c1d-47af-b5be-a09c71c72c0b admin admin] Network fcd0ffae-3ea4-42bd-a169-8d95a1cdbecc is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:32:10.548569 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-edcb2b1f-4c1d-47af-b5be-a09c71c72c0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, fcd0ffae-3ea4-42bd-a169-8d95a1cdbecc) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:32:10.552727 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edcb2b1f-4c1d-47af-b5be-a09c71c72c0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:10.553301 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-edcb2b1f-4c1d-47af-b5be-a09c71c72c0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:10.609682 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80bdd83-e4d5-4ad6-b314-46ea0777bdb1 None None] Network fcd0ffae-3ea4-42bd-a169-8d95a1cdbecc requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:32:10.627507 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4268a03-1383-498f-af60-9a81eecdaf7a'] response: {'server_uuid': 'f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a', 'name': 'network-vif-deleted', 'tag': '10ed9e35-6e6d-4cf1-8c03-6739c221f3a3', 'status': 'completed', 'code': 200} May 31 13:32:10.679593 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-edcb2b1f-4c1d-47af-b5be-a09c71c72c0b admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3454316 May 31 13:32:10.686309 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44984) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:32:10.689207 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 680e49ee-5bfa-4076-b644-ba3c251b9b4d is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:32:10.690798 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:10.696386 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-ab56433a-2805-4f8e-96f5-8a1d8ae706e4 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1975046625-router', 'tenant_id': 'c546e522a53042bf9288235d025993be', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:32:10.744654 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de73d199-b487-4a3e-b6e2-8735b09a67db req-48b1ee15-93d3-4858-9e35-39062652d910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:10.746169 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-de73d199-b487-4a3e-b6e2-8735b09a67db req-48b1ee15-93d3-4858-9e35-39062652d910 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=08ac3772-a4bf-4711-b060-9957e77873c0 HTTP/1.1" status: 200 len: 1101 time: 0.1590779 May 31 13:32:10.841955 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c005d47b-6bbe-4f57-8069-479850861329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:10.866205 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 7a8cfd12-89f8-43e1-94b2-f3acdd103815 up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:32:11.012015 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-de73d199-b487-4a3e-b6e2-8735b09a67db req-b4cefc14-0e30-477c-8b5f-5c1fb68074e5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=47ec8c87-955a-4ab3-b9ba-c8b3e8fd5fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575314 May 31 13:32:11.077371 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 680e49ee-5bfa-4076-b644-ba3c251b9b4d, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=680e49ee-5bfa-4076-b644-ba3c251b9b4d,segment=NetworkSegment(f7c332da-93bc-4b7f-8bc9-595723506e67),segment_id=f7c332da-93bc-4b7f-8bc9-595723506e67)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:32:11.118891 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:11.145345 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139ed674-ab23-4e10-9757-60a56e58c7cb req-4c008c76-f5c6-4b76-a25e-8a2944b64dc7 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:11.146951 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-139ed674-ab23-4e10-9757-60a56e58c7cb req-4c008c76-f5c6-4b76-a25e-8a2944b64dc7 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.44 "GET /v2.0/networks?id=b11a5e31-f902-47bb-ae2d-8ab30e32d2c6 HTTP/1.1" status: 200 len: 822 time: 0.3409629 May 31 13:32:11.155905 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-88d947a9-ad46-4302-9c45-9ae6b24bad98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1e0445d-9677-4342-95ba-cb24db53a4ae', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1013393658-router', 'tenant_id': '21dbbb39ecb9468e8c2cfdaa983b950c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'd9cb54ae-df6e-4d2c-b3b2-176ee90fe0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:32:05Z', 'updated_at': '2022-05-31T13:32:07Z', 'revision_number': 3, 'project_id': '21dbbb39ecb9468e8c2cfdaa983b950c', 'gw_port': {'id': 'd9cb54ae-df6e-4d2c-b3b2-176ee90fe0b2', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1e0445d-9677-4342-95ba-cb24db53a4ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:32:06Z', 'updated_at': '2022-05-31T13:32:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:32:11.161946 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d947a9-ad46-4302-9c45-9ae6b24bad98 None None] Checking router: c1e0445d-9677-4342-95ba-cb24db53a4ae for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:32:11.162611 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d947a9-ad46-4302-9c45-9ae6b24bad98 None None] Updating router c1e0445d-9677-4342-95ba-cb24db53a4ae port d9cb54ae-df6e-4d2c-b3b2-176ee90fe0b2 binding host n-d-843939-1 {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:32:11.168439 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-139ed674-ab23-4e10-9757-60a56e58c7cb req-992e8630-0958-483e-8bce-62bfd89d6953 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Request body: {'port': {'device_id': 'ca2e5db0-bf68-4a66-86c6-dce5b7280c53', 'network_id': 'b11a5e31-f902-47bb-ae2d-8ab30e32d2c6', 'admin_state_up': True, 'tenant_id': '82e5ccf58acb423eaef945c1ccf7e09b'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:32:11.230477 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-88d947a9-ad46-4302-9c45-9ae6b24bad98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:11.304079 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-ab56433a-2805-4f8e-96f5-8a1d8ae706e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:32:11.321945 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning for port 7a8cfd12-89f8-43e1-94b2-f3acdd103815 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:32:11.331427 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c17a4574-a32c-4b1f-9d40-5cd993cbe8ef req-02ff52c4-d59b-4ac4-a245-c147e05dc9e0 tempest-ServerShowV254Test-728993843 tempest-ServerShowV254Test-728993843-project] 10.222.0.50 "GET /v2.0/ports?device_id=06d7f06a-aa49-4f39-94dc-ac44fd8a2b16 HTTP/1.1" status: 200 len: 210 time: 0.0804698 May 31 13:32:11.363080 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port 7a8cfd12-89f8-43e1-94b2-f3acdd103815 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:32:11.363449 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:11.462585 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-ab56433a-2805-4f8e-96f5-8a1d8ae706e4 admin admin] Usage tracker for resource:router and tenant:c546e522a53042bf9288235d025993be is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:32:11.488048 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-ca357620-fa25-4b70-aab2-d5725a3318a8 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:11.493934 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-ab56433a-2805-4f8e-96f5-8a1d8ae706e4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:32:11.499677 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=680e49ee-5bfa-4076-b644-ba3c251b9b4d,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:11.517864 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-139ed674-ab23-4e10-9757-60a56e58c7cb req-992e8630-0958-483e-8bce-62bfd89d6953 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:32:11.529928 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-139ed674-ab23-4e10-9757-60a56e58c7cb req-992e8630-0958-483e-8bce-62bfd89d6953 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Usage tracker for resource:port and tenant:82e5ccf58acb423eaef945c1ccf7e09b is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:32:11.535123 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-139ed674-ab23-4e10-9757-60a56e58c7cb req-992e8630-0958-483e-8bce-62bfd89d6953 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:32:11.547590 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-139ed674-ab23-4e10-9757-60a56e58c7cb req-992e8630-0958-483e-8bce-62bfd89d6953 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:32:11.579832 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-139ed674-ab23-4e10-9757-60a56e58c7cb req-992e8630-0958-483e-8bce-62bfd89d6953 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Made reservation on behalf of 82e5ccf58acb423eaef945c1ccf7e09b for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:32:11.583489 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-139ed674-ab23-4e10-9757-60a56e58c7cb req-992e8630-0958-483e-8bce-62bfd89d6953 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:11.596113 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-ab56433a-2805-4f8e-96f5-8a1d8ae706e4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:32:11.693277 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-d610d127-878a-4979-b9b1-414dd4837230 None None] Current status of the port 680e49ee-5bfa-4076-b644-ba3c251b9b4d is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:32:11.702017 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dad5f48-2cf7-4bf8-bd88-36215754999a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-fcd0ffae-3ea4-42bd-a169-8d95a1cdbecc', 'network_id': 'fcd0ffae-3ea4-42bd-a169-8d95a1cdbecc', 'tenant_id': 'c546e522a53042bf9288235d025993be', 'fixed_ips': [{'subnet_id': 'de3aa2fa-fbce-46e7-81bc-0f33a5127b1b'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:32:11.702958 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1dad5f48-2cf7-4bf8-bd88-36215754999a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:11.760578 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 680e49ee-5bfa-4076-b644-ba3c251b9b4d up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:32:11.799290 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca357620-fa25-4b70-aab2-d5725a3318a8 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Pushing event deleted for resources: {'Port': ['ID=05ae88ea-d0ae-410f-9fc2-dd7330f8c30f,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:11.822982 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-88d947a9-ad46-4302-9c45-9ae6b24bad98 None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:11.838076 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-88d947a9-ad46-4302-9c45-9ae6b24bad98 None None] Transition to ACTIVE for port object d9cb54ae-df6e-4d2c-b3b2-176ee90fe0b2 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:32:11.853210 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-88d947a9-ad46-4302-9c45-9ae6b24bad98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:11.939074 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 7a8cfd12-89f8-43e1-94b2-f3acdd103815 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:32:11.939609 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:11.971581 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [req-139ed674-ab23-4e10-9757-60a56e58c7cb req-992e8630-0958-483e-8bce-62bfd89d6953 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Allocated IP 172.20.0.12 (b11a5e31-f902-47bb-ae2d-8ab30e32d2c6/a7a2881f-e291-4214-81d7-8f9b77a7af81/18f94545-60aa-4fd2-9576-33fe11c132f6) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:32:11.985162 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-88d947a9-ad46-4302-9c45-9ae6b24bad98 None None] Attempting to bind port d9cb54ae-df6e-4d2c-b3b2-176ee90fe0b2 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:32:11.985897 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-88d947a9-ad46-4302-9c45-9ae6b24bad98 None None] Attempting to bind port d9cb54ae-df6e-4d2c-b3b2-176ee90fe0b2 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:32:11.986895 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d947a9-ad46-4302-9c45-9ae6b24bad98 None None] Attempting to bind port d9cb54ae-df6e-4d2c-b3b2-176ee90fe0b2 on network d2103cd5-63ba-4c24-9d95-fd17643bf14c {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:32:12.001094 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d947a9-ad46-4302-9c45-9ae6b24bad98 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:32:12.001502 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d947a9-ad46-4302-9c45-9ae6b24bad98 None None] Checking segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:32:12.001907 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-88d947a9-ad46-4302-9c45-9ae6b24bad98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:12.002393 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d947a9-ad46-4302-9c45-9ae6b24bad98 None None] Bound using segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:32:12.002867 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-88d947a9-ad46-4302-9c45-9ae6b24bad98 None None] Bound port: d9cb54ae-df6e-4d2c-b3b2-176ee90fe0b2, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:32:12.003234 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-88d947a9-ad46-4302-9c45-9ae6b24bad98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:12.020316 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 680e49ee-5bfa-4076-b644-ba3c251b9b4d triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:32:12.020833 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:12.051046 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93f6321-1fb2-44fb-aa40-957350984523 None None] Pushing event updated for resources: {'Port': ['ID=d9cb54ae-df6e-4d2c-b3b2-176ee90fe0b2,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:12.079377 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93f6321-1fb2-44fb-aa40-957350984523 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:32:12.079719 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93f6321-1fb2-44fb-aa40-957350984523 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:32:12.080095 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93f6321-1fb2-44fb-aa40-957350984523 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:32:12.080490 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93f6321-1fb2-44fb-aa40-957350984523 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:32:12.080871 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93f6321-1fb2-44fb-aa40-957350984523 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:32:12.081398 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93f6321-1fb2-44fb-aa40-957350984523 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:32:12.081930 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93f6321-1fb2-44fb-aa40-957350984523 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:32:12.084800 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93f6321-1fb2-44fb-aa40-957350984523 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:32:12.085257 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93f6321-1fb2-44fb-aa40-957350984523 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:32:12.085603 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93f6321-1fb2-44fb-aa40-957350984523 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:32:12.085937 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93f6321-1fb2-44fb-aa40-957350984523 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:32:12.086502 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93f6321-1fb2-44fb-aa40-957350984523 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:32:12.088703 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 7a8cfd12-89f8-43e1-94b2-f3acdd103815, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=7a8cfd12-89f8-43e1-94b2-f3acdd103815,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:32:12.118049 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:12.140906 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-88d947a9-ad46-4302-9c45-9ae6b24bad98 None None] For port d9cb54ae-df6e-4d2c-b3b2-176ee90fe0b2, host n-d-843939-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:32:12.145035 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-88d947a9-ad46-4302-9c45-9ae6b24bad98 None None] For port d9cb54ae-df6e-4d2c-b3b2-176ee90fe0b2, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=d9cb54ae-df6e-4d2c-b3b2-176ee90fe0b2,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:32:12.150516 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-88d947a9-ad46-4302-9c45-9ae6b24bad98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:12.213558 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ab56433a-2805-4f8e-96f5-8a1d8ae706e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:12.214473 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=7a8cfd12-89f8-43e1-94b2-f3acdd103815,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:12.215004 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ab56433a-2805-4f8e-96f5-8a1d8ae706e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:12.273669 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-ca357620-fa25-4b70-aab2-d5725a3318a8 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] No DVR routers for this DVR port 05ae88ea-d0ae-410f-9fc2-dd7330f8c30f on host n-h1-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:32:12.279728 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-ca357620-fa25-4b70-aab2-d5725a3318a8 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:12.300491 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93f6321-1fb2-44fb-aa40-957350984523 None None] Pushing event updated for resources: {'Port': ['ID=d9cb54ae-df6e-4d2c-b3b2-176ee90fe0b2,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:12.349066 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d947a9-ad46-4302-9c45-9ae6b24bad98 None None] Routers {'c1e0445d-9677-4342-95ba-cb24db53a4ae'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:32:12.349615 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-88d947a9-ad46-4302-9c45-9ae6b24bad98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:31:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['c1e0445d-9677-4342-95ba-cb24db53a4ae'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:32:12.400817 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf2bf1e-8707-4c4d-8adb-62b37d0568b9 req-7f5d8df9-193e-4ffd-87ad-c64ecf1063b1 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:12.401616 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-faf2bf1e-8707-4c4d-8adb-62b37d0568b9 req-7f5d8df9-193e-4ffd-87ad-c64ecf1063b1 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Synchronizing usage tracker for tenant:3239bed898c344b59ed7ea3353897e74 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:32:12.438213 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-ca357620-fa25-4b70-aab2-d5725a3318a8 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.20 "DELETE /v2.0/ports/05ae88ea-d0ae-410f-9fc2-dd7330f8c30f HTTP/1.1" status: 204 len: 173 time: 3.7229686 May 31 13:32:12.442309 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ab56433a-2805-4f8e-96f5-8a1d8ae706e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:12.448519 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-faf2bf1e-8707-4c4d-8adb-62b37d0568b9 req-7f5d8df9-193e-4ffd-87ad-c64ecf1063b1 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Unset dirty status for tenant:3239bed898c344b59ed7ea3353897e74 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:32:12.449624 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-faf2bf1e-8707-4c4d-8adb-62b37d0568b9 req-7f5d8df9-193e-4ffd-87ad-c64ecf1063b1 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a HTTP/1.1" status: 200 len: 943 time: 1.4175355 May 31 13:32:12.464517 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a802866c-d062-44fb-93d5-1b7722b4830d req-272aa278-fd2f-4a99-8d26-8bb5ab7bb92c tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:12.474608 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a802866c-d062-44fb-93d5-1b7722b4830d req-272aa278-fd2f-4a99-8d26-8bb5ab7bb92c tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=dbaea2ec-9092-44e4-b690-87858b27c15c HTTP/1.1" status: 200 len: 946 time: 0.9209292 May 31 13:32:12.505355 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22472008-87d0-4766-a445-1162ee3e883d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a8cfd12-89f8-43e1-94b2-f3acdd103815'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:32:12.517364 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 680e49ee-5bfa-4076-b644-ba3c251b9b4d is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:32:12.556489 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-1dad5f48-2cf7-4bf8-bd88-36215754999a None None] Allocated IP 172.20.0.2 (fcd0ffae-3ea4-42bd-a169-8d95a1cdbecc/de3aa2fa-fbce-46e7-81bc-0f33a5127b1b/bbece8e9-cecb-4126-96da-f767add64ecc) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:32:12.614775 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a37faa40-d194-4c41-83cf-dbdf41606afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:12.674406 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-139ed674-ab23-4e10-9757-60a56e58c7cb req-992e8630-0958-483e-8bce-62bfd89d6953 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:12.708120 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a', 'name': 'network-vif-deleted', 'tag': '05ae88ea-d0ae-410f-9fc2-dd7330f8c30f'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:32:12.717138 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-88d947a9-ad46-4302-9c45-9ae6b24bad98 None None] Set router c1e0445d-9677-4342-95ba-cb24db53a4ae gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:32:12.720664 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-139ed674-ab23-4e10-9757-60a56e58c7cb req-992e8630-0958-483e-8bce-62bfd89d6953 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:12.725024 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-37705e5d-0b8f-4558-9fd8-048954ccc92a tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Deleting port 8e966406-8086-497d-9f36-fd419f01573c {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:32:12.725369 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-37705e5d-0b8f-4558-9fd8-048954ccc92a tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:12.818360 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-139ed674-ab23-4e10-9757-60a56e58c7cb req-992e8630-0958-483e-8bce-62bfd89d6953 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Network b11a5e31-f902-47bb-ae2d-8ab30e32d2c6 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:32:12.822845 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [req-139ed674-ab23-4e10-9757-60a56e58c7cb req-992e8630-0958-483e-8bce-62bfd89d6953 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:32:12.835001 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-139ed674-ab23-4e10-9757-60a56e58c7cb req-992e8630-0958-483e-8bce-62bfd89d6953 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:32:12.847951 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2292418b-6741-4040-9726-883008e54de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:12.873781 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1dad5f48-2cf7-4bf8-bd88-36215754999a None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:12.883802 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992e8630-0958-483e-8bce-62bfd89d6953 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Pushing event updated for resources: {'Port': ['ID=18f94545-60aa-4fd2-9576-33fe11c132f6,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:12.888727 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-1dad5f48-2cf7-4bf8-bd88-36215754999a None None] Transition to ACTIVE for port object bbece8e9-cecb-4126-96da-f767add64ecc will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:32:12.901173 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992e8630-0958-483e-8bce-62bfd89d6953 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:32:12.901526 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992e8630-0958-483e-8bce-62bfd89d6953 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:32:12.901878 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992e8630-0958-483e-8bce-62bfd89d6953 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:32:12.902263 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992e8630-0958-483e-8bce-62bfd89d6953 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:32:12.902605 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992e8630-0958-483e-8bce-62bfd89d6953 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:32:12.903922 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992e8630-0958-483e-8bce-62bfd89d6953 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:32:12.904351 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992e8630-0958-483e-8bce-62bfd89d6953 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:32:12.904695 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992e8630-0958-483e-8bce-62bfd89d6953 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:32:12.905031 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992e8630-0958-483e-8bce-62bfd89d6953 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:32:12.905361 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992e8630-0958-483e-8bce-62bfd89d6953 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:32:12.905692 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992e8630-0958-483e-8bce-62bfd89d6953 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:32:12.906060 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992e8630-0958-483e-8bce-62bfd89d6953 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:32:12.923579 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-1dad5f48-2cf7-4bf8-bd88-36215754999a None None] Transition to ACTIVE for port object bbece8e9-cecb-4126-96da-f767add64ecc will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:32:12.932819 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1dad5f48-2cf7-4bf8-bd88-36215754999a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:12.965584 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139ed674-ab23-4e10-9757-60a56e58c7cb req-992e8630-0958-483e-8bce-62bfd89d6953 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:12.966521 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-139ed674-ab23-4e10-9757-60a56e58c7cb req-992e8630-0958-483e-8bce-62bfd89d6953 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:13.009818 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-139ed674-ab23-4e10-9757-60a56e58c7cb req-992e8630-0958-483e-8bce-62bfd89d6953 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8451500 May 31 13:32:13.033025 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-139ed674-ab23-4e10-9757-60a56e58c7cb req-68ef36f2-0496-4ee2-b4a5-7952236270ca service neutron] Request body: {'port': {'device_id': 'ca2e5db0-bf68-4a66-86c6-dce5b7280c53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:32:13.036982 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dad5f48-2cf7-4bf8-bd88-36215754999a None None] Network fcd0ffae-3ea4-42bd-a169-8d95a1cdbecc is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:32:13.040499 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-1dad5f48-2cf7-4bf8-bd88-36215754999a None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:32:13.045936 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dad5f48-2cf7-4bf8-bd88-36215754999a None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:32:13.052649 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dad5f48-2cf7-4bf8-bd88-36215754999a None None] Pushing event updated for resources: {'Port': ['ID=bbece8e9-cecb-4126-96da-f767add64ecc,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:13.148652 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-88d947a9-ad46-4302-9c45-9ae6b24bad98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1e0445d-9677-4342-95ba-cb24db53a4ae', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1013393658-router', 'tenant_id': '21dbbb39ecb9468e8c2cfdaa983b950c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'd9cb54ae-df6e-4d2c-b3b2-176ee90fe0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:32:05Z', 'updated_at': '2022-05-31T13:32:07Z', 'revision_number': 3, 'project_id': '21dbbb39ecb9468e8c2cfdaa983b950c', 'gw_port': {'id': 'd9cb54ae-df6e-4d2c-b3b2-176ee90fe0b2', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1e0445d-9677-4342-95ba-cb24db53a4ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:32:06Z', 'updated_at': '2022-05-31T13:32:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:32:13.155537 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d947a9-ad46-4302-9c45-9ae6b24bad98 None None] The sync data for ids ['c1e0445d-9677-4342-95ba-cb24db53a4ae'] in n-d-843939-1 is: [{'id': 'c1e0445d-9677-4342-95ba-cb24db53a4ae', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1013393658-router', 'tenant_id': '21dbbb39ecb9468e8c2cfdaa983b950c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'd9cb54ae-df6e-4d2c-b3b2-176ee90fe0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:32:05Z', 'updated_at': '2022-05-31T13:32:07Z', 'revision_number': 3, 'project_id': '21dbbb39ecb9468e8c2cfdaa983b950c', 'gw_port': {'id': 'd9cb54ae-df6e-4d2c-b3b2-176ee90fe0b2', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1e0445d-9677-4342-95ba-cb24db53a4ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:32:06Z', 'updated_at': '2022-05-31T13:32:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:32:13.162828 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ab56433a-2805-4f8e-96f5-8a1d8ae706e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:13.169879 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-1dad5f48-2cf7-4bf8-bd88-36215754999a None None] Attempting to bind port bbece8e9-cecb-4126-96da-f767add64ecc on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:32:13.171882 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-1dad5f48-2cf7-4bf8-bd88-36215754999a None None] Attempting to bind port bbece8e9-cecb-4126-96da-f767add64ecc by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'ec9d4c6c-e6fe-4f45-bbcc-d2520636dafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fcd0ffae-3ea4-42bd-a169-8d95a1cdbecc'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:32:13.171882 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dad5f48-2cf7-4bf8-bd88-36215754999a None None] Attempting to bind port bbece8e9-cecb-4126-96da-f767add64ecc on network fcd0ffae-3ea4-42bd-a169-8d95a1cdbecc {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:32:13.179719 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dad5f48-2cf7-4bf8-bd88-36215754999a None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:32:13.180258 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dad5f48-2cf7-4bf8-bd88-36215754999a None None] Checking segment: {'id': 'ec9d4c6c-e6fe-4f45-bbcc-d2520636dafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fcd0ffae-3ea4-42bd-a169-8d95a1cdbecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:32:13.184847 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1dad5f48-2cf7-4bf8-bd88-36215754999a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:13.184847 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dad5f48-2cf7-4bf8-bd88-36215754999a None None] Bound using segment: {'id': 'ec9d4c6c-e6fe-4f45-bbcc-d2520636dafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fcd0ffae-3ea4-42bd-a169-8d95a1cdbecc'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:32:13.184847 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-1dad5f48-2cf7-4bf8-bd88-36215754999a None None] Bound port: bbece8e9-cecb-4126-96da-f767add64ecc, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec9d4c6c-e6fe-4f45-bbcc-d2520636dafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fcd0ffae-3ea4-42bd-a169-8d95a1cdbecc'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:32:13.184847 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1dad5f48-2cf7-4bf8-bd88-36215754999a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:13.195263 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-faf2bf1e-8707-4c4d-8adb-62b37d0568b9 req-ac170ebf-1c77-4fc9-81cb-34675ee3acdf tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/security-groups?id=1de4fedc-888a-46c6-9d87-1b48c5765046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6959865 May 31 13:32:13.211493 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a802866c-d062-44fb-93d5-1b7722b4830d req-98113742-d8f9-48e6-9161-7331c23dea1f tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=b28319a5-744d-4c54-bfbf-469a0b7a5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7358301 May 31 13:32:13.220838 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-139ed674-ab23-4e10-9757-60a56e58c7cb req-68ef36f2-0496-4ee2-b4a5-7952236270ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:13.452426 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-1dad5f48-2cf7-4bf8-bd88-36215754999a None None] For port bbece8e9-cecb-4126-96da-f767add64ecc, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:32:13.455736 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-1dad5f48-2cf7-4bf8-bd88-36215754999a None None] For port bbece8e9-cecb-4126-96da-f767add64ecc, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=bbece8e9-cecb-4126-96da-f767add64ecc,segment=NetworkSegment(ec9d4c6c-e6fe-4f45-bbcc-d2520636dafe),segment_id=ec9d4c6c-e6fe-4f45-bbcc-d2520636dafe)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:32:13.463954 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1dad5f48-2cf7-4bf8-bd88-36215754999a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:13.593662 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dad5f48-2cf7-4bf8-bd88-36215754999a None None] Pushing event updated for resources: {'Port': ['ID=bbece8e9-cecb-4126-96da-f767add64ecc,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:13.704465 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:13.780931 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:13.841916 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [req-139ed674-ab23-4e10-9757-60a56e58c7cb req-68ef36f2-0496-4ee2-b4a5-7952236270ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18f94545-60aa-4fd2-9576-33fe11c132f6 {{(pid=88369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:32:13.851387 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-139ed674-ab23-4e10-9757-60a56e58c7cb req-68ef36f2-0496-4ee2-b4a5-7952236270ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:13.879820 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-139ed674-ab23-4e10-9757-60a56e58c7cb req-68ef36f2-0496-4ee2-b4a5-7952236270ca service neutron] Transition to ACTIVE for port object 18f94545-60aa-4fd2-9576-33fe11c132f6 will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:32:13.885020 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-139ed674-ab23-4e10-9757-60a56e58c7cb req-68ef36f2-0496-4ee2-b4a5-7952236270ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:14.123601 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a834c60-f8fc-44ea-b3ed-c28cb6813987 req-f960bba1-23b6-458e-9c0e-a82af3523aa4 tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:14.134095 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5a834c60-f8fc-44ea-b3ed-c28cb6813987 req-f960bba1-23b6-458e-9c0e-a82af3523aa4 tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] 10.222.0.50 "GET /v2.0/ports?device_id=22472008-87d0-4766-a445-1162ee3e883d HTTP/1.1" status: 200 len: 950 time: 0.7412202 May 31 13:32:14.202159 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ef36f2-0496-4ee2-b4a5-7952236270ca service neutron] Pushing event updated for resources: {'Port': ['ID=18f94545-60aa-4fd2-9576-33fe11c132f6,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:14.211613 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-a37faa40-d194-4c41-83cf-dbdf41606afb admin admin] Allocated IP 172.20.0.1 (99f39d4e-e781-47c9-9a59-b91e5a1ecf8e/f71cc00f-8f35-4761-a9b3-2f0c082bffbb/50a202e0-6606-4c3b-b658-43b12dad296f) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:32:14.270559 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-139ed674-ab23-4e10-9757-60a56e58c7cb req-68ef36f2-0496-4ee2-b4a5-7952236270ca service neutron] Attempting to bind port 18f94545-60aa-4fd2-9576-33fe11c132f6 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:32:14.270755 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-139ed674-ab23-4e10-9757-60a56e58c7cb req-68ef36f2-0496-4ee2-b4a5-7952236270ca service neutron] Attempting to bind port 18f94545-60aa-4fd2-9576-33fe11c132f6 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': '1e6452d1-51f8-4e9a-9e93-895c398faede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b11a5e31-f902-47bb-ae2d-8ab30e32d2c6'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:32:14.271117 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139ed674-ab23-4e10-9757-60a56e58c7cb req-68ef36f2-0496-4ee2-b4a5-7952236270ca service neutron] Attempting to bind port 18f94545-60aa-4fd2-9576-33fe11c132f6 on network b11a5e31-f902-47bb-ae2d-8ab30e32d2c6 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:32:14.286982 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139ed674-ab23-4e10-9757-60a56e58c7cb req-68ef36f2-0496-4ee2-b4a5-7952236270ca service neutron] Port 18f94545-60aa-4fd2-9576-33fe11c132f6 on network b11a5e31-f902-47bb-ae2d-8ab30e32d2c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:32:14.287736 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139ed674-ab23-4e10-9757-60a56e58c7cb req-68ef36f2-0496-4ee2-b4a5-7952236270ca service neutron] Attempting to bind port 18f94545-60aa-4fd2-9576-33fe11c132f6 on network b11a5e31-f902-47bb-ae2d-8ab30e32d2c6 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:32:14.292727 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5a834c60-f8fc-44ea-b3ed-c28cb6813987 req-f8538337-7744-49fb-a206-5fac583ee7b6 tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] 10.222.0.50 "GET /v2.0/security-groups?id=47ec8c87-955a-4ab3-b9ba-c8b3e8fd5fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575074 May 31 13:32:14.299718 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139ed674-ab23-4e10-9757-60a56e58c7cb req-68ef36f2-0496-4ee2-b4a5-7952236270ca service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:32:14.315152 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139ed674-ab23-4e10-9757-60a56e58c7cb req-68ef36f2-0496-4ee2-b4a5-7952236270ca service neutron] Checking segment: {'id': '1e6452d1-51f8-4e9a-9e93-895c398faede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b11a5e31-f902-47bb-ae2d-8ab30e32d2c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:32:14.315152 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139ed674-ab23-4e10-9757-60a56e58c7cb req-68ef36f2-0496-4ee2-b4a5-7952236270ca service neutron] Bound using segment: {'id': '1e6452d1-51f8-4e9a-9e93-895c398faede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b11a5e31-f902-47bb-ae2d-8ab30e32d2c6'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:32:14.316437 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-139ed674-ab23-4e10-9757-60a56e58c7cb req-68ef36f2-0496-4ee2-b4a5-7952236270ca service neutron] Bound port: 18f94545-60aa-4fd2-9576-33fe11c132f6, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e6452d1-51f8-4e9a-9e93-895c398faede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b11a5e31-f902-47bb-ae2d-8ab30e32d2c6'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:32:14.317206 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-139ed674-ab23-4e10-9757-60a56e58c7cb req-68ef36f2-0496-4ee2-b4a5-7952236270ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:14.381514 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b751b1f-1759-41d7-be75-8f2d7b24eaa5 req-c86e414e-d853-451b-a31f-d8244a758b30 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:14.383514 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7b751b1f-1759-41d7-be75-8f2d7b24eaa5 req-c86e414e-d853-451b-a31f-d8244a758b30 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca2e5db0-bf68-4a66-86c6-dce5b7280c53 HTTP/1.1" status: 200 len: 932 time: 0.7261028 May 31 13:32:14.407504 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-37705e5d-0b8f-4558-9fd8-048954ccc92a tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] For port 8e966406-8086-497d-9f36-fd419f01573c, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=8e966406-8086-497d-9f36-fd419f01573c,segment=NetworkSegment(3438d023-0058-42be-b2fa-a81ef9f95959),segment_id=3438d023-0058-42be-b2fa-a81ef9f95959)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:32:14.408099 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-37705e5d-0b8f-4558-9fd8-048954ccc92a tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:14.508642 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-139ed674-ab23-4e10-9757-60a56e58c7cb req-68ef36f2-0496-4ee2-b4a5-7952236270ca service neutron] For port 18f94545-60aa-4fd2-9576-33fe11c132f6, host n-h2-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:32:14.515409 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-139ed674-ab23-4e10-9757-60a56e58c7cb req-68ef36f2-0496-4ee2-b4a5-7952236270ca service neutron] For port 18f94545-60aa-4fd2-9576-33fe11c132f6, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=18f94545-60aa-4fd2-9576-33fe11c132f6,segment=NetworkSegment(1e6452d1-51f8-4e9a-9e93-895c398faede),segment_id=1e6452d1-51f8-4e9a-9e93-895c398faede)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:32:14.521798 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-139ed674-ab23-4e10-9757-60a56e58c7cb req-68ef36f2-0496-4ee2-b4a5-7952236270ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:14.635788 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139ed674-ab23-4e10-9757-60a56e58c7cb req-68ef36f2-0496-4ee2-b4a5-7952236270ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:14.636717 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-139ed674-ab23-4e10-9757-60a56e58c7cb req-68ef36f2-0496-4ee2-b4a5-7952236270ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:14.641230 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-139ed674-ab23-4e10-9757-60a56e58c7cb req-68ef36f2-0496-4ee2-b4a5-7952236270ca service neutron] 10.222.0.44 "PUT /v2.0/ports/18f94545-60aa-4fd2-9576-33fe11c132f6 HTTP/1.1" status: 200 len: 1092 time: 1.6130021 May 31 13:32:14.646447 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca2e5db0-bf68-4a66-86c6-dce5b7280c53', 'tag': '18f94545-60aa-4fd2-9576-33fe11c132f6'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:32:14.771352 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ef36f2-0496-4ee2-b4a5-7952236270ca service neutron] Pushing event updated for resources: {'Port': ['ID=18f94545-60aa-4fd2-9576-33fe11c132f6,revision_number=3']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:14.816998 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139ed674-ab23-4e10-9757-60a56e58c7cb req-8f46d9d5-8f2c-49bf-8d55-869dac52ad50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:14.818964 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-139ed674-ab23-4e10-9757-60a56e58c7cb req-8f46d9d5-8f2c-49bf-8d55-869dac52ad50 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=82e5ccf58acb423eaef945c1ccf7e09b&device_id=ca2e5db0-bf68-4a66-86c6-dce5b7280c53 HTTP/1.1" status: 200 len: 1095 time: 0.1174667 May 31 13:32:14.916131 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-139ed674-ab23-4e10-9757-60a56e58c7cb req-14c89e2c-2780-46f7-a63c-2dff9708eb3a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18f94545-60aa-4fd2-9576-33fe11c132f6 HTTP/1.1" status: 200 len: 217 time: 0.0827272 May 31 13:32:14.997647 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6221e9c-7ce3-44bd-8699-a1a9be18112d None None] Network fcd0ffae-3ea4-42bd-a169-8d95a1cdbecc requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:32:15.001466 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139ed674-ab23-4e10-9757-60a56e58c7cb req-b1c14abc-2512-4153-827b-bdcd8fef5d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:15.003098 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-139ed674-ab23-4e10-9757-60a56e58c7cb req-b1c14abc-2512-4153-827b-bdcd8fef5d92 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a7a2881f-e291-4214-81d7-8f9b77a7af81 HTTP/1.1" status: 200 len: 862 time: 0.0796480 May 31 13:32:15.063923 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-139ed674-ab23-4e10-9757-60a56e58c7cb req-835ed30b-a10c-4e73-a731-af6f803cbd21 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b11a5e31-f902-47bb-ae2d-8ab30e32d2c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515175 May 31 13:32:15.077392 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-37705e5d-0b8f-4558-9fd8-048954ccc92a tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Calling delete_port for 8e966406-8086-497d-9f36-fd419f01573c owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:32:15.211867 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a0f2ec02-c9b3-40f7-a820-1f5e7a68bf8c req-c5948075-8c33-4daa-b1da-291e9e01ce34 tempest-ServerShowV254Test-728993843 tempest-ServerShowV254Test-728993843-project] 10.222.0.50 "GET /v2.0/ports?device_id=06d7f06a-aa49-4f39-94dc-ac44fd8a2b16 HTTP/1.1" status: 200 len: 210 time: 0.6787808 May 31 13:32:15.283250 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-139ed674-ab23-4e10-9757-60a56e58c7cb req-60399d24-27cb-4c3e-a3c2-0b00798dfe2e service neutron] 10.222.0.44 "GET /v2.0/networks/b11a5e31-f902-47bb-ae2d-8ab30e32d2c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071195 May 31 13:32:15.331357 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-765e8d2f-9892-405b-8ddf-d31effdbae53 None None] Provisioning for port bbece8e9-cecb-4126-96da-f767add64ecc completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:32:15.331622 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-7b751b1f-1759-41d7-be75-8f2d7b24eaa5 req-e80d2017-0ea3-436d-94c6-6755e70f9727 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Synchronizing usage tracker for tenant:82e5ccf58acb423eaef945c1ccf7e09b on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:32:15.341132 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9344e8bf-1c3f-4d2f-9ff7-0746a5c84a36'] response: {'server_uuid': '22472008-87d0-4766-a445-1162ee3e883d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a8cfd12-89f8-43e1-94b2-f3acdd103815', 'code': 200} May 31 13:32:15.402287 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ab56433a-2805-4f8e-96f5-8a1d8ae706e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:15.444184 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a37faa40-d194-4c41-83cf-dbdf41606afb admin admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:15.465271 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cc5b294-3198-46c0-aa40-db54fa473388'] response: {'server_uuid': 'f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a', 'name': 'network-vif-deleted', 'tag': '05ae88ea-d0ae-410f-9fc2-dd7330f8c30f', 'status': 'completed', 'code': 200} May 31 13:32:15.491998 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:15.506526 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ab56433a-2805-4f8e-96f5-8a1d8ae706e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:15.516643 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-7b751b1f-1759-41d7-be75-8f2d7b24eaa5 req-e80d2017-0ea3-436d-94c6-6755e70f9727 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Unset dirty status for tenant:82e5ccf58acb423eaef945c1ccf7e09b on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:32:15.517552 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7b751b1f-1759-41d7-be75-8f2d7b24eaa5 req-e80d2017-0ea3-436d-94c6-6755e70f9727 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/security-groups?id=11fe291e-69a0-4211-ae19-9fbe273445b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0067532 May 31 13:32:15.679296 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-a37faa40-d194-4c41-83cf-dbdf41606afb admin admin] Transition to ACTIVE for port object 50a202e0-6606-4c3b-b658-43b12dad296f will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:32:15.818075 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device bbece8e9-cecb-4126-96da-f767add64ecc up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:32:15.860649 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-139ed674-ab23-4e10-9757-60a56e58c7cb req-fc3259a9-0122-4f9b-b93e-c54e90bf3816 service neutron] 10.222.0.44 "GET /v2.0/networks/b11a5e31-f902-47bb-ae2d-8ab30e32d2c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5695314 May 31 13:32:15.863418 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f43625e-0321-44e1-a0ac-94c8e8eb8173 req-8a70bf76-afb9-4b56-8ff0-4c0942e0483d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:15.865024 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3f43625e-0321-44e1-a0ac-94c8e8eb8173 req-8a70bf76-afb9-4b56-8ff0-4c0942e0483d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=22472008-87d0-4766-a445-1162ee3e883d HTTP/1.1" status: 200 len: 1101 time: 0.2761855 May 31 13:32:15.879511 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-37705e5d-0b8f-4558-9fd8-048954ccc92a tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:15.927591 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3f43625e-0321-44e1-a0ac-94c8e8eb8173 req-c1e4ffe0-d27e-48ab-96ae-af684f8b5c16 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=47ec8c87-955a-4ab3-b9ba-c8b3e8fd5fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544116 May 31 13:32:15.943683 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port bbece8e9-cecb-4126-96da-f767add64ecc completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:32:15.951906 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port bbece8e9-cecb-4126-96da-f767add64ecc triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:32:15.952508 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:15.968152 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37705e5d-0b8f-4558-9fd8-048954ccc92a tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Pushing event deleted for resources: {'Port': ['ID=8e966406-8086-497d-9f36-fd419f01573c,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:16.074924 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37705e5d-0b8f-4558-9fd8-048954ccc92a tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:32:16.075286 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37705e5d-0b8f-4558-9fd8-048954ccc92a tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:32:16.075745 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37705e5d-0b8f-4558-9fd8-048954ccc92a tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:32:16.076194 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37705e5d-0b8f-4558-9fd8-048954ccc92a tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:32:16.076634 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37705e5d-0b8f-4558-9fd8-048954ccc92a tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:32:16.077069 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37705e5d-0b8f-4558-9fd8-048954ccc92a tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:32:16.077504 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37705e5d-0b8f-4558-9fd8-048954ccc92a tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:32:16.077935 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37705e5d-0b8f-4558-9fd8-048954ccc92a tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:32:16.078396 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37705e5d-0b8f-4558-9fd8-048954ccc92a tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:32:16.078828 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37705e5d-0b8f-4558-9fd8-048954ccc92a tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:32:16.079260 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37705e5d-0b8f-4558-9fd8-048954ccc92a tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:32:16.079689 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37705e5d-0b8f-4558-9fd8-048954ccc92a tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:32:16.085898 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port bbece8e9-cecb-4126-96da-f767add64ecc is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:32:16.086468 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:16.122337 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port bbece8e9-cecb-4126-96da-f767add64ecc, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=bbece8e9-cecb-4126-96da-f767add64ecc,segment=NetworkSegment(ec9d4c6c-e6fe-4f45-bbcc-d2520636dafe),segment_id=ec9d4c6c-e6fe-4f45-bbcc-d2520636dafe)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:32:16.126435 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:16.127357 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device d9cb54ae-df6e-4d2c-b3b2-176ee90fe0b2 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:32:16.163313 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-37705e5d-0b8f-4558-9fd8-048954ccc92a tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] No DVR routers for this DVR port 8e966406-8086-497d-9f36-fd419f01573c on host n-h1-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:32:16.177272 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-37705e5d-0b8f-4558-9fd8-048954ccc92a tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:16.196962 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d51b934-d3ff-4dbb-9232-776f4274c9b6 req-8a16722a-a18d-4f91-9ae0-2a2c580002c0 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:16.199000 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1d51b934-d3ff-4dbb-9232-776f4274c9b6 req-8a16722a-a18d-4f91-9ae0-2a2c580002c0 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a HTTP/1.1" status: 200 len: 943 time: 0.5206349 May 31 13:32:16.218242 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a37faa40-d194-4c41-83cf-dbdf41606afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:16.243894 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=bbece8e9-cecb-4126-96da-f767add64ecc,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:16.256044 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port d9cb54ae-df6e-4d2c-b3b2-176ee90fe0b2 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:32:16.260896 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port d9cb54ae-df6e-4d2c-b3b2-176ee90fe0b2 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:32:16.261265 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:16.306880 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc1774-c389-49cc-b107-f0a7c3fe1e9b req-a65459f8-49c7-4aea-96eb-c32f2d8e2e19 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:16.308573 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-eebc1774-c389-49cc-b107-f0a7c3fe1e9b req-a65459f8-49c7-4aea-96eb-c32f2d8e2e19 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=dbaea2ec-9092-44e4-b690-87858b27c15c HTTP/1.1" status: 200 len: 946 time: 0.5483966 May 31 13:32:16.310189 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-ab56433a-2805-4f8e-96f5-8a1d8ae706e4 admin admin] Allocated IP 172.25.6.120 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/5d08ef1c-1980-464a-b954-2f051717d12d) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:32:16.383001 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ef9ac1a5-1f90-45b5-8042-61f058cb56b0 req-37705e5d-0b8f-4558-9fd8-048954ccc92a tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.20 "DELETE /v2.0/ports/8e966406-8086-497d-9f36-fd419f01573c HTTP/1.1" status: 204 len: 173 time: 3.8917694 May 31 13:32:16.396011 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port d9cb54ae-df6e-4d2c-b3b2-176ee90fe0b2 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:32:16.396789 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:16.407573 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37faa40-d194-4c41-83cf-dbdf41606afb admin admin] Network 99f39d4e-e781-47c9-9a59-b91e5a1ecf8e is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:32:16.418375 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port d9cb54ae-df6e-4d2c-b3b2-176ee90fe0b2, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=d9cb54ae-df6e-4d2c-b3b2-176ee90fe0b2,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:32:16.423010 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-a37faa40-d194-4c41-83cf-dbdf41606afb admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:32:16.423931 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:16.451524 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37faa40-d194-4c41-83cf-dbdf41606afb admin admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:32:16.516451 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=d9cb54ae-df6e-4d2c-b3b2-176ee90fe0b2,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:16.574018 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1d51b934-d3ff-4dbb-9232-776f4274c9b6 req-f3ef687b-f9e2-4827-9fbb-0e94d07da100 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/security-groups?id=1de4fedc-888a-46c6-9d87-1b48c5765046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3573544 May 31 13:32:16.575049 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37faa40-d194-4c41-83cf-dbdf41606afb admin admin] Pushing event updated for resources: {'Port': ['ID=50a202e0-6606-4c3b-b658-43b12dad296f,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:16.626616 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-eebc1774-c389-49cc-b107-f0a7c3fe1e9b req-2fdf973c-9b96-431b-9897-deb9e64e0125 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=b28319a5-744d-4c54-bfbf-469a0b7a5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877526 May 31 13:32:16.667384 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a37faa40-d194-4c41-83cf-dbdf41606afb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:16.709425 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc44abb7-d5fd-45a1-9a94-cafe87a362ee'] response: {'name': 'network-changed', 'server_uuid': 'ca2e5db0-bf68-4a66-86c6-dce5b7280c53', 'tag': '18f94545-60aa-4fd2-9576-33fe11c132f6', 'status': 'completed', 'code': 200} May 31 13:32:16.862147 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2081cf87-5528-4af3-a8b7-0ace456a2825 None None] Provisioning for port 50a202e0-6606-4c3b-b658-43b12dad296f completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:32:16.876165 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2081cf87-5528-4af3-a8b7-0ace456a2825 None None] Provisioning complete for port 50a202e0-6606-4c3b-b658-43b12dad296f triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:32:16.876743 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2081cf87-5528-4af3-a8b7-0ace456a2825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:16.882568 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ec06a-d994-4566-aad8-b01a0699c03b req-e4a0c447-18aa-475f-84e0-9dc29493830e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:16.885058 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fd2ec06a-d994-4566-aad8-b01a0699c03b req-e4a0c447-18aa-475f-84e0-9dc29493830e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=82e5ccf58acb423eaef945c1ccf7e09b&device_id=ca2e5db0-bf68-4a66-86c6-dce5b7280c53 HTTP/1.1" status: 200 len: 1095 time: 0.1472325 May 31 13:32:16.993946 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2081cf87-5528-4af3-a8b7-0ace456a2825 None None] Port 50a202e0-6606-4c3b-b658-43b12dad296f cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:32:17.080002 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ec06a-d994-4566-aad8-b01a0699c03b req-4fda7db6-3b5e-4424-896e-fbd630377d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:17.081355 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fd2ec06a-d994-4566-aad8-b01a0699c03b req-4fda7db6-3b5e-4424-896e-fbd630377d58 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b11a5e31-f902-47bb-ae2d-8ab30e32d2c6 HTTP/1.1" status: 200 len: 923 time: 0.1843743 May 31 13:32:17.101891 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-19bdaf7a-96b1-4e36-9c53-34a2321a132c req-d8f6f2a3-8b60-481c-8a89-caf79852758b tempest-ServerShowV254Test-728993843 tempest-ServerShowV254Test-728993843-project] 10.222.0.50 "GET /v2.0/ports?device_id=06d7f06a-aa49-4f39-94dc-ac44fd8a2b16 HTTP/1.1" status: 200 len: 210 time: 0.0940714 May 31 13:32:17.143863 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ab56433a-2805-4f8e-96f5-8a1d8ae706e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:17.174527 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fd2ec06a-d994-4566-aad8-b01a0699c03b req-a3c7449d-1f7f-494d-9de5-2d675e782365 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18f94545-60aa-4fd2-9576-33fe11c132f6 HTTP/1.1" status: 200 len: 217 time: 0.0820382 May 31 13:32:17.250676 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ec06a-d994-4566-aad8-b01a0699c03b req-be7df108-67c1-4e79-9066-2d3f2211e9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:17.255015 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fd2ec06a-d994-4566-aad8-b01a0699c03b req-be7df108-67c1-4e79-9066-2d3f2211e9a5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a7a2881f-e291-4214-81d7-8f9b77a7af81 HTTP/1.1" status: 200 len: 862 time: 0.0694201 May 31 13:32:17.381114 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fd2ec06a-d994-4566-aad8-b01a0699c03b req-1a5c22f5-9e11-4881-9bec-a23faee0e5ee service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b11a5e31-f902-47bb-ae2d-8ab30e32d2c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1129236 May 31 13:32:17.381885 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ab56433a-2805-4f8e-96f5-8a1d8ae706e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:17.435641 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8354abdd-4f7b-48bf-ba51-9a674fa7f267 req-bd886222-94b2-4712-91e9-83dc07d0c780 tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:17.447047 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8354abdd-4f7b-48bf-ba51-9a674fa7f267 req-bd886222-94b2-4712-91e9-83dc07d0c780 tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] 10.222.0.50 "GET /v2.0/ports?device_id=22472008-87d0-4766-a445-1162ee3e883d HTTP/1.1" status: 200 len: 950 time: 0.4781973 May 31 13:32:17.514291 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a', 'name': 'network-vif-deleted', 'tag': '8e966406-8086-497d-9f36-fd419f01573c'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:32:17.583296 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab56433a-2805-4f8e-96f5-8a1d8ae706e4 admin admin] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:32:17.600305 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-ab56433a-2805-4f8e-96f5-8a1d8ae706e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:32:17.603652 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab56433a-2805-4f8e-96f5-8a1d8ae706e4 admin admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:32:17.609182 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fd2ec06a-d994-4566-aad8-b01a0699c03b req-496f3133-ea1f-47e6-b2a8-c68a3208fe95 service neutron] 10.222.0.44 "GET /v2.0/networks/b11a5e31-f902-47bb-ae2d-8ab30e32d2c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191825 May 31 13:32:17.685142 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device bbece8e9-cecb-4126-96da-f767add64ecc up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:32:17.786695 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port bbece8e9-cecb-4126-96da-f767add64ecc triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:32:17.787235 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:17.801723 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fd2ec06a-d994-4566-aad8-b01a0699c03b req-be77982a-4156-4666-be55-6e1da21050d2 service neutron] 10.222.0.44 "GET /v2.0/networks/b11a5e31-f902-47bb-ae2d-8ab30e32d2c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826746 May 31 13:32:17.846677 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab56433a-2805-4f8e-96f5-8a1d8ae706e4 admin admin] Pushing event updated for resources: {'Port': ['ID=5d08ef1c-1980-464a-b954-2f051717d12d,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:17.861349 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a37faa40-d194-4c41-83cf-dbdf41606afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:17.909306 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c8e59-fe4f-48f5-b84a-fe5f36eee4ad req-1db9a978-2685-47a9-9f28-c12463ea53b8 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:17.911542 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-707c8e59-fe4f-48f5-b84a-fe5f36eee4ad req-1db9a978-2685-47a9-9f28-c12463ea53b8 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca2e5db0-bf68-4a66-86c6-dce5b7280c53 HTTP/1.1" status: 200 len: 944 time: 0.6527011 May 31 13:32:17.942470 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port bbece8e9-cecb-4126-96da-f767add64ecc is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:32:17.943759 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device d9cb54ae-df6e-4d2c-b3b2-176ee90fe0b2 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:32:17.957414 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8354abdd-4f7b-48bf-ba51-9a674fa7f267 req-2e7781a1-6832-4b9f-a748-166b4e5c7743 tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] 10.222.0.50 "GET /v2.0/security-groups?id=47ec8c87-955a-4ab3-b9ba-c8b3e8fd5fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4241395 May 31 13:32:18.030807 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port d9cb54ae-df6e-4d2c-b3b2-176ee90fe0b2 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:32:18.031566 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:18.057734 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-862cf110-3084-48e9-80f5-3c273f143e7e'] response: {'server_uuid': 'f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a', 'name': 'network-vif-deleted', 'tag': '8e966406-8086-497d-9f36-fd419f01573c', 'status': 'completed', 'code': 200} May 31 13:32:18.103508 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-707c8e59-fe4f-48f5-b84a-fe5f36eee4ad req-881d5a01-b105-4f83-9655-65b646acc415 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/security-groups?id=11fe291e-69a0-4211-ae19-9fbe273445b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491854 May 31 13:32:18.229436 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port d9cb54ae-df6e-4d2c-b3b2-176ee90fe0b2 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:32:18.426454 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-8011efd0-e07d-4c70-a318-032c5efde712 req-d6c4fda2-109e-46dd-828a-52308414d5c3 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Synchronizing usage tracker for tenant:3239bed898c344b59ed7ea3353897e74 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:32:18.576292 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 18f94545-60aa-4fd2-9576-33fe11c132f6 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:32:18.646539 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-8011efd0-e07d-4c70-a318-032c5efde712 req-d6c4fda2-109e-46dd-828a-52308414d5c3 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Unset dirty status for tenant:3239bed898c344b59ed7ea3353897e74 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:32:18.647684 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8011efd0-e07d-4c70-a318-032c5efde712 req-d6c4fda2-109e-46dd-828a-52308414d5c3 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8b36bc8-ca6f-40f3-8a80-a9d8f6a0b41a HTTP/1.1" status: 200 len: 210 time: 0.4091315 May 31 13:32:18.706538 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ab56433a-2805-4f8e-96f5-8a1d8ae706e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:18.723511 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 18f94545-60aa-4fd2-9576-33fe11c132f6, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=18f94545-60aa-4fd2-9576-33fe11c132f6,segment=NetworkSegment(1e6452d1-51f8-4e9a-9e93-895c398faede),segment_id=1e6452d1-51f8-4e9a-9e93-895c398faede)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:32:18.742289 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': '18f94545-60aa-4fd2-9576-33fe11c132f6', 'network_id': 'b11a5e31-f902-47bb-ae2d-8ab30e32d2c6', 'port_id': '18f94545-60aa-4fd2-9576-33fe11c132f6', 'mac_address': 'fa:16:3e:bf:25:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a2881f-e291-4214-81d7-8f9b77a7af81', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:32:18.778258 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d816377-10b7-4729-a390-f639bb273c54 req-1a619301-efde-4a74-a591-abd7b33424e7 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:18.780334 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9d816377-10b7-4729-a390-f639bb273c54 req-1a619301-efde-4a74-a591-abd7b33424e7 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=dbaea2ec-9092-44e4-b690-87858b27c15c HTTP/1.1" status: 200 len: 946 time: 0.4469273 May 31 13:32:18.812919 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 18f94545-60aa-4fd2-9576-33fe11c132f6 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:32:18.813313 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:18.834801 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18f94545-60aa-4fd2-9576-33fe11c132f6 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:32:18.852692 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 18f94545-60aa-4fd2-9576-33fe11c132f6, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=18f94545-60aa-4fd2-9576-33fe11c132f6,segment=NetworkSegment(1e6452d1-51f8-4e9a-9e93-895c398faede),segment_id=1e6452d1-51f8-4e9a-9e93-895c398faede)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:32:18.857361 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:18.927917 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a37faa40-d194-4c41-83cf-dbdf41606afb admin admin] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:18.938009 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=18f94545-60aa-4fd2-9576-33fe11c132f6,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:18.987570 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a37faa40-d194-4c41-83cf-dbdf41606afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:19.069423 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dfbd8af0-9f8c-4c24-a47a-9c6849a4d1e9 req-94a6e4eb-3f16-42f5-8969-0726d628421e tempest-ServerShowV254Test-728993843 tempest-ServerShowV254Test-728993843-project] 10.222.0.50 "GET /v2.0/ports?device_id=06d7f06a-aa49-4f39-94dc-ac44fd8a2b16 HTTP/1.1" status: 200 len: 210 time: 0.1445286 May 31 13:32:19.172202 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['18f94545-60aa-4fd2-9576-33fe11c132f6'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:32:19.206445 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9d816377-10b7-4729-a390-f639bb273c54 req-b614668b-0042-43e3-aa12-5a9fe8bbfdd9 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=b28319a5-744d-4c54-bfbf-469a0b7a5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744808 May 31 13:32:19.211442 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a37faa40-d194-4c41-83cf-dbdf41606afb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:19.220745 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37faa40-d194-4c41-83cf-dbdf41606afb admin admin] Pushing event updated for resources: {'Port': ['ID=50a202e0-6606-4c3b-b658-43b12dad296f,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:19.723558 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ab56433a-2805-4f8e-96f5-8a1d8ae706e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:19.726666 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37faa40-d194-4c41-83cf-dbdf41606afb admin admin] Network 99f39d4e-e781-47c9-9a59-b91e5a1ecf8e is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:32:19.733954 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-a37faa40-d194-4c41-83cf-dbdf41606afb admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:32:19.815359 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2760e3-59cb-4055-86fe-055faafab058 req-243de093-28ad-459e-9653-75341c4bf9bb tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:19.816969 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0d2760e3-59cb-4055-86fe-055faafab058 req-243de093-28ad-459e-9653-75341c4bf9bb tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] 10.222.0.50 "GET /v2.0/ports?device_id=22472008-87d0-4766-a445-1162ee3e883d HTTP/1.1" status: 200 len: 950 time: 0.4557366 May 31 13:32:20.048305 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-225c4e98-fe3b-42ae-81ae-11b56cb79710 None None] Provisioning complete for port 50a202e0-6606-4c3b-b658-43b12dad296f triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:32:20.049016 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-225c4e98-fe3b-42ae-81ae-11b56cb79710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:20.108075 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-225c4e98-fe3b-42ae-81ae-11b56cb79710 None None] Port 50a202e0-6606-4c3b-b658-43b12dad296f cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:32:20.123147 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c448c4b0-29bf-4b90-855d-b39334f59f79 req-315a7bbb-28e4-40cd-bac0-d953f3d7f902 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:20.124525 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c448c4b0-29bf-4b90-855d-b39334f59f79 req-315a7bbb-28e4-40cd-bac0-d953f3d7f902 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca2e5db0-bf68-4a66-86c6-dce5b7280c53 HTTP/1.1" status: 200 len: 945 time: 0.4865489 May 31 13:32:20.131986 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0d2760e3-59cb-4055-86fe-055faafab058 req-32f5ac7c-df0e-4e20-8037-f80810449e9f tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] 10.222.0.50 "GET /v2.0/security-groups?id=47ec8c87-955a-4ab3-b9ba-c8b3e8fd5fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397747 May 31 13:32:20.213217 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a37faa40-d194-4c41-83cf-dbdf41606afb admin admin] Router c1e0445d-9677-4342-95ba-cb24db53a4ae has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:32:20.218246 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c448c4b0-29bf-4b90-855d-b39334f59f79 req-cd485835-c893-4f23-bac8-086076ba3b75 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/security-groups?id=11fe291e-69a0-4211-ae19-9fbe273445b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836511 May 31 13:32:20.304249 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab56433a-2805-4f8e-96f5-8a1d8ae706e4 admin admin] Router 94de9254-6cd9-4a0d-b820-f0c244fbbbac is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 13:32:20.576325 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f4f15d94-774e-41e3-8b3c-40bfb0881a83 req-38d62a0f-6a30-4926-9653-2d25c7f7b8b3 tempest-ServerShowV254Test-728993843 tempest-ServerShowV254Test-728993843-project] 10.222.0.50 "GET /v2.0/ports?device_id=06d7f06a-aa49-4f39-94dc-ac44fd8a2b16 HTTP/1.1" status: 200 len: 210 time: 0.2087550 May 31 13:32:20.587987 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 18f94545-60aa-4fd2-9576-33fe11c132f6 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:32:20.624207 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45054) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:32:20.754619 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port 18f94545-60aa-4fd2-9576-33fe11c132f6 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:32:20.760912 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port 18f94545-60aa-4fd2-9576-33fe11c132f6 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:32:20.761282 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:20.804080 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c1a6d9fa-8f13-4018-954a-63e548e3f336 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:20.838488 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c1a6d9fa-8f13-4018-954a-63e548e3f336 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:20.893288 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a37faa40-d194-4c41-83cf-dbdf41606afb admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:32:20.899603 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-a37faa40-d194-4c41-83cf-dbdf41606afb admin admin] 10.222.0.50 "PUT /v2.0/routers/c1e0445d-9677-4342-95ba-cb24db53a4ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7272379 May 31 13:32:20.917546 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c1a6d9fa-8f13-4018-954a-63e548e3f336 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:20.920729 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf54ccde-df5e-427e-9c33-ff4f812273f6 req-7e377362-e858-4ffc-8abd-356329e02a18 tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:20.922467 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bf54ccde-df5e-427e-9c33-ff4f812273f6 req-7e377362-e858-4ffc-8abd-356329e02a18 tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] 10.222.0.50 "GET /v2.0/ports?device_id=08ac3772-a4bf-4711-b060-9957e77873c0 HTTP/1.1" status: 200 len: 950 time: 0.5959530 May 31 13:32:20.933346 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74fa497-217e-40e7-8e73-224d0770886b None None] Sync routers for ids ['c1e0445d-9677-4342-95ba-cb24db53a4ae'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:32:20.942298 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a6d9fa-8f13-4018-954a-63e548e3f336 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de4fedc-888a-46c6-9d87-1b48c5765046,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:20.964887 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c1a6d9fa-8f13-4018-954a-63e548e3f336 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:20.969728 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c1a6d9fa-8f13-4018-954a-63e548e3f336 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "DELETE /v2.0/security-groups/1de4fedc-888a-46c6-9d87-1b48c5765046 HTTP/1.1" status: 204 len: 168 time: 0.3413541 May 31 13:32:20.970938 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45062) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:32:20.983651 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74fa497-217e-40e7-8e73-224d0770886b None None] Routers {'c1e0445d-9677-4342-95ba-cb24db53a4ae'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:32:20.983995 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab56433a-2805-4f8e-96f5-8a1d8ae706e4 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:32:20.989140 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-a74fa497-217e-40e7-8e73-224d0770886b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:32:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['c1e0445d-9677-4342-95ba-cb24db53a4ae'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:32:20.995003 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a8d643-485e-4d70-b6e4-64cfe26e44e9 None None] Sync routers for ids ['94de9254-6cd9-4a0d-b820-f0c244fbbbac'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:32:21.000496 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-f9e6e84c-0e6e-4efb-a0d9-82d580c67ed6 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] show failed (client error): The resource could not be found. May 31 13:32:21.004198 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-f9e6e84c-0e6e-4efb-a0d9-82d580c67ed6 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "GET /v2.0/security-groups/1de4fedc-888a-46c6-9d87-1b48c5765046 HTTP/1.1" status: 404 len: 347 time: 0.0295932 May 31 13:32:21.010877 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45066) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:32:21.012977 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a8d643-485e-4d70-b6e4-64cfe26e44e9 None None] Routers {'94de9254-6cd9-4a0d-b820-f0c244fbbbac'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:32:21.013978 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-13a8d643-485e-4d70-b6e4-64cfe26e44e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:32:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['94de9254-6cd9-4a0d-b820-f0c244fbbbac'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:32:21.041334 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ab56433a-2805-4f8e-96f5-8a1d8ae706e4 admin admin] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:21.042788 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-ab56433a-2805-4f8e-96f5-8a1d8ae706e4 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 10.3553162 May 31 13:32:21.048066 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45070) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:32:21.052953 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bf54ccde-df5e-427e-9c33-ff4f812273f6 req-1cb4ade8-9a1a-4fce-9c4f-a29854ddc431 tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] 10.222.0.50 "GET /v2.0/security-groups?id=47ec8c87-955a-4ab3-b9ba-c8b3e8fd5fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198294 May 31 13:32:21.160074 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcecc117-8e5e-46e6-8654-24e059a4a01a req-b36d567e-95e8-4110-9ae6-9ec346510a92 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:21.161770 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dcecc117-8e5e-46e6-8654-24e059a4a01a req-b36d567e-95e8-4110-9ae6-9ec346510a92 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=dbaea2ec-9092-44e4-b690-87858b27c15c HTTP/1.1" status: 200 len: 946 time: 0.3295684 May 31 13:32:21.341136 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-9af2ff87-2484-4c29-99ce-f629ea96dcf9 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Deleting port ef545697-cd86-41cf-85b8-82e728986544 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:32:21.343851 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9af2ff87-2484-4c29-99ce-f629ea96dcf9 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:21.359700 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-a74fa497-217e-40e7-8e73-224d0770886b None None] Set router c1e0445d-9677-4342-95ba-cb24db53a4ae gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:32:21.388220 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dcecc117-8e5e-46e6-8654-24e059a4a01a req-d8f33380-7417-4e86-a5c2-03ca7f65c152 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=b28319a5-744d-4c54-bfbf-469a0b7a5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941371 May 31 13:32:21.466284 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9a90b5f9-74e7-4135-94fb-bdc16b7d3688 req-a2d896d1-f6f4-436c-8b4a-08bb55bb6ae5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1985598 May 31 13:32:21.505233 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-13a8d643-485e-4d70-b6e4-64cfe26e44e9 None None] Set router 94de9254-6cd9-4a0d-b820-f0c244fbbbac gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:32:21.676757 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 18f94545-60aa-4fd2-9576-33fe11c132f6 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:32:21.677194 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:21.741052 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca2e5db0-bf68-4a66-86c6-dce5b7280c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f94545-60aa-4fd2-9576-33fe11c132f6'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:32:21.805782 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 18f94545-60aa-4fd2-9576-33fe11c132f6, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=18f94545-60aa-4fd2-9576-33fe11c132f6,segment=NetworkSegment(1e6452d1-51f8-4e9a-9e93-895c398faede),segment_id=1e6452d1-51f8-4e9a-9e93-895c398faede)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:32:21.809293 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:21.902107 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9af2ff87-2484-4c29-99ce-f629ea96dcf9 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:21.902797 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9af2ff87-2484-4c29-99ce-f629ea96dcf9 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:22.069611 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=18f94545-60aa-4fd2-9576-33fe11c132f6,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:22.105392 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-a74fa497-217e-40e7-8e73-224d0770886b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1e0445d-9677-4342-95ba-cb24db53a4ae', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1013393658-router', 'tenant_id': '21dbbb39ecb9468e8c2cfdaa983b950c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'd9cb54ae-df6e-4d2c-b3b2-176ee90fe0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:32:05Z', 'updated_at': '2022-05-31T13:32:17Z', 'revision_number': 4, 'project_id': '21dbbb39ecb9468e8c2cfdaa983b950c', 'gw_port': {'id': 'd9cb54ae-df6e-4d2c-b3b2-176ee90fe0b2', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e0445d-9677-4342-95ba-cb24db53a4ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:32:06Z', 'updated_at': '2022-05-31T13:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '50a202e0-6606-4c3b-b658-43b12dad296f', 'name': '', 'network_id': '99f39d4e-e781-47c9-9a59-b91e5a1ecf8e', 'tenant_id': '21dbbb39ecb9468e8c2cfdaa983b950c', 'mac_address': 'fa:16:3e:63:03:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1e0445d-9677-4342-95ba-cb24db53a4ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'f71cc00f-8f35-4761-a9b3-2f0c082bffbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:32:12Z', 'updated_at': '2022-05-31T13:32:18Z', 'revision_number': 2, 'project_id': '21dbbb39ecb9468e8c2cfdaa983b950c', 'subnets': [{'id': 'f71cc00f-8f35-4761-a9b3-2f0c082bffbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:32:22.110642 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74fa497-217e-40e7-8e73-224d0770886b None None] Checking router: c1e0445d-9677-4342-95ba-cb24db53a4ae for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:32:22.111306 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74fa497-217e-40e7-8e73-224d0770886b None None] Updating router c1e0445d-9677-4342-95ba-cb24db53a4ae port 50a202e0-6606-4c3b-b658-43b12dad296f binding host n-d-843939-1 {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:32:22.181971 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a74fa497-217e-40e7-8e73-224d0770886b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:22.188345 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-13a8d643-485e-4d70-b6e4-64cfe26e44e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94de9254-6cd9-4a0d-b820-f0c244fbbbac', 'name': 'tempest-AttachSCSIVolumeTestJSON-1975046625-router', 'tenant_id': 'c546e522a53042bf9288235d025993be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': '5d08ef1c-1980-464a-b954-2f051717d12d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:32:12Z', 'updated_at': '2022-05-31T13:32:18Z', 'revision_number': 3, 'project_id': 'c546e522a53042bf9288235d025993be', 'gw_port': {'id': '5d08ef1c-1980-464a-b954-2f051717d12d', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:00:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94de9254-6cd9-4a0d-b820-f0c244fbbbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:32:15Z', 'updated_at': '2022-05-31T13:32:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:32:22.193431 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a8d643-485e-4d70-b6e4-64cfe26e44e9 None None] Checking router: 94de9254-6cd9-4a0d-b820-f0c244fbbbac for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:32:22.194110 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a8d643-485e-4d70-b6e4-64cfe26e44e9 None None] Updating router 94de9254-6cd9-4a0d-b820-f0c244fbbbac port 5d08ef1c-1980-464a-b954-2f051717d12d binding host n-d-843939-1 {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:32:22.217253 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-9af2ff87-2484-4c29-99ce-f629ea96dcf9 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Calling delete_port for ef545697-cd86-41cf-85b8-82e728986544 owned by network:floatingip {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:32:22.270510 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-13a8d643-485e-4d70-b6e4-64cfe26e44e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:22.356879 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63091ea9-bdaa-433b-b432-c00528f7c0d1 req-183999d4-f414-484a-8718-bdd6e6845351 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:22.358571 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-63091ea9-bdaa-433b-b432-c00528f7c0d1 req-183999d4-f414-484a-8718-bdd6e6845351 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] 10.222.0.50 "GET /v2.0/networks?id=99f39d4e-e781-47c9-9a59-b91e5a1ecf8e HTTP/1.1" status: 200 len: 829 time: 0.4369071 May 31 13:32:22.380879 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a90b5f9-74e7-4135-94fb-bdc16b7d3688 req-a187a656-be16-4557-a175-c74b2a8263f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:22.382571 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9a90b5f9-74e7-4135-94fb-bdc16b7d3688 req-a187a656-be16-4557-a175-c74b2a8263f8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc5142db886b48f8906c49afcc233362&device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 1095 time: 0.7556989 May 31 13:32:22.433265 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9af2ff87-2484-4c29-99ce-f629ea96dcf9 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:22.488885 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af2ff87-2484-4c29-99ce-f629ea96dcf9 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Pushing event deleted for resources: {'Port': ['ID=ef545697-cd86-41cf-85b8-82e728986544,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:22.510755 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-63091ea9-bdaa-433b-b432-c00528f7c0d1 req-38b4e8de-14c2-4a7d-a8f5-9bf65ebc369c tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] 10.222.0.50 "GET /v2.0/quotas/21dbbb39ecb9468e8c2cfdaa983b950c HTTP/1.1" status: 200 len: 375 time: 0.1431253 May 31 13:32:22.608004 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9af2ff87-2484-4c29-99ce-f629ea96dcf9 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks [] for floatingip, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:22.631992 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9af2ff87-2484-4c29-99ce-f629ea96dcf9 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:22.633897 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-9af2ff87-2484-4c29-99ce-f629ea96dcf9 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "DELETE /v2.0/floatingips/873186a2-22cf-42b1-8b3c-8790b761ea05 HTTP/1.1" status: 204 len: 168 time: 1.6208775 May 31 13:32:22.636592 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45110) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:32:22.645413 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a74fa497-217e-40e7-8e73-224d0770886b None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:22.659446 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a74fa497-217e-40e7-8e73-224d0770886b None None] Transition to ACTIVE for port object 50a202e0-6606-4c3b-b658-43b12dad296f will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:32:22.666514 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a74fa497-217e-40e7-8e73-224d0770886b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:22.694220 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-13a8d643-485e-4d70-b6e4-64cfe26e44e9 None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:22.710552 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-13a8d643-485e-4d70-b6e4-64cfe26e44e9 None None] Transition to ACTIVE for port object 5d08ef1c-1980-464a-b954-2f051717d12d will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:32:22.719176 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-13a8d643-485e-4d70-b6e4-64cfe26e44e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:22.740037 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-42332d59-bd96-4136-8a25-be5a65c2f656 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Deleting port ed7a4efa-d56d-4605-8b79-de0f8f0e9d7c {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:32:22.740625 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-42332d59-bd96-4136-8a25-be5a65c2f656 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:22.794149 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e91cb28-40c6-4c52-b676-48002e935ff2 None None] Pushing event updated for resources: {'Port': ['ID=5d08ef1c-1980-464a-b954-2f051717d12d,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:22.831486 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-13a8d643-485e-4d70-b6e4-64cfe26e44e9 None None] Attempting to bind port 5d08ef1c-1980-464a-b954-2f051717d12d on host n-d-843939-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:32:22.831486 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-13a8d643-485e-4d70-b6e4-64cfe26e44e9 None None] Attempting to bind port 5d08ef1c-1980-464a-b954-2f051717d12d by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:32:22.831783 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a8d643-485e-4d70-b6e4-64cfe26e44e9 None None] Attempting to bind port 5d08ef1c-1980-464a-b954-2f051717d12d on network d2103cd5-63ba-4c24-9d95-fd17643bf14c {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:32:22.838442 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a8d643-485e-4d70-b6e4-64cfe26e44e9 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:32:22.838810 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a8d643-485e-4d70-b6e4-64cfe26e44e9 None None] Checking segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:32:22.839208 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-13a8d643-485e-4d70-b6e4-64cfe26e44e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:22.839594 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a8d643-485e-4d70-b6e4-64cfe26e44e9 None None] Bound using segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:32:22.840242 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-13a8d643-485e-4d70-b6e4-64cfe26e44e9 None None] Bound port: 5d08ef1c-1980-464a-b954-2f051717d12d, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:32:22.841362 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-13a8d643-485e-4d70-b6e4-64cfe26e44e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:22.880265 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0e5d85-3e73-425c-88d7-e46ed240347f None None] Pushing event updated for resources: {'Port': ['ID=50a202e0-6606-4c3b-b658-43b12dad296f,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:22.946227 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-13a8d643-485e-4d70-b6e4-64cfe26e44e9 None None] For port 5d08ef1c-1980-464a-b954-2f051717d12d, host n-d-843939-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:32:22.951277 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-13a8d643-485e-4d70-b6e4-64cfe26e44e9 None None] For port 5d08ef1c-1980-464a-b954-2f051717d12d, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=5d08ef1c-1980-464a-b954-2f051717d12d,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:32:22.956534 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-13a8d643-485e-4d70-b6e4-64cfe26e44e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:22.978926 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb1b7d7-51bf-41e2-baa9-4176cac504d9 req-3ff20df0-6223-4781-923a-1da7b6947cea tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:22.987604 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5eb1b7d7-51bf-41e2-baa9-4176cac504d9 req-3ff20df0-6223-4781-923a-1da7b6947cea tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca2e5db0-bf68-4a66-86c6-dce5b7280c53 HTTP/1.1" status: 200 len: 946 time: 0.9055994 May 31 13:32:23.054567 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e91cb28-40c6-4c52-b676-48002e935ff2 None None] Pushing event updated for resources: {'Port': ['ID=5d08ef1c-1980-464a-b954-2f051717d12d,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:23.062598 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-a74fa497-217e-40e7-8e73-224d0770886b None None] Attempting to bind port 50a202e0-6606-4c3b-b658-43b12dad296f on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:32:23.063479 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-a74fa497-217e-40e7-8e73-224d0770886b None None] Attempting to bind port 50a202e0-6606-4c3b-b658-43b12dad296f by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'f7c332da-93bc-4b7f-8bc9-595723506e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '99f39d4e-e781-47c9-9a59-b91e5a1ecf8e'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:32:23.064186 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74fa497-217e-40e7-8e73-224d0770886b None None] Attempting to bind port 50a202e0-6606-4c3b-b658-43b12dad296f on network 99f39d4e-e781-47c9-9a59-b91e5a1ecf8e {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:32:23.076848 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74fa497-217e-40e7-8e73-224d0770886b None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:32:23.080764 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74fa497-217e-40e7-8e73-224d0770886b None None] Checking segment: {'id': 'f7c332da-93bc-4b7f-8bc9-595723506e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '99f39d4e-e781-47c9-9a59-b91e5a1ecf8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:32:23.081366 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a74fa497-217e-40e7-8e73-224d0770886b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:23.082395 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74fa497-217e-40e7-8e73-224d0770886b None None] Bound using segment: {'id': 'f7c332da-93bc-4b7f-8bc9-595723506e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '99f39d4e-e781-47c9-9a59-b91e5a1ecf8e'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:32:23.083196 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-a74fa497-217e-40e7-8e73-224d0770886b None None] Bound port: 50a202e0-6606-4c3b-b658-43b12dad296f, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c332da-93bc-4b7f-8bc9-595723506e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '99f39d4e-e781-47c9-9a59-b91e5a1ecf8e'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:32:23.083909 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a74fa497-217e-40e7-8e73-224d0770886b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:23.088429 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a8d643-485e-4d70-b6e4-64cfe26e44e9 None None] Routers {'94de9254-6cd9-4a0d-b820-f0c244fbbbac'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:32:23.088952 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-13a8d643-485e-4d70-b6e4-64cfe26e44e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:32:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['94de9254-6cd9-4a0d-b820-f0c244fbbbac'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:32:23.163988 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-42332d59-bd96-4136-8a25-be5a65c2f656 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:23.193843 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a90b5f9-74e7-4135-94fb-bdc16b7d3688 req-aafc5ca1-1129-4ac1-8dff-6e0543da275e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:23.195367 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9a90b5f9-74e7-4135-94fb-bdc16b7d3688 req-aafc5ca1-1129-4ac1-8dff-6e0543da275e service neutron] 10.222.0.20 "GET /v2.0/networks?id=ef7bc708-faad-4f53-9863-9b17fc2bd3a4 HTTP/1.1" status: 200 len: 912 time: 0.7104859 May 31 13:32:23.239247 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-a74fa497-217e-40e7-8e73-224d0770886b None None] For port 50a202e0-6606-4c3b-b658-43b12dad296f, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:32:23.243806 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-a74fa497-217e-40e7-8e73-224d0770886b None None] For port 50a202e0-6606-4c3b-b658-43b12dad296f, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=50a202e0-6606-4c3b-b658-43b12dad296f,segment=NetworkSegment(f7c332da-93bc-4b7f-8bc9-595723506e67),segment_id=f7c332da-93bc-4b7f-8bc9-595723506e67)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:32:23.255711 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a74fa497-217e-40e7-8e73-224d0770886b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:23.296503 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5eb1b7d7-51bf-41e2-baa9-4176cac504d9 req-569f0246-76fb-47c1-b46c-9413e91114b2 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/security-groups?id=11fe291e-69a0-4211-ae19-9fbe273445b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884259 May 31 13:32:23.303508 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-13a8d643-485e-4d70-b6e4-64cfe26e44e9 None None] Set router 94de9254-6cd9-4a0d-b820-f0c244fbbbac gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:32:23.331286 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-63091ea9-bdaa-433b-b432-c00528f7c0d1 req-3f64037d-02e8-4385-a804-2d136551a81c tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Synchronizing usage tracker for tenant:21dbbb39ecb9468e8c2cfdaa983b950c on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:32:23.361644 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-42332d59-bd96-4136-8a25-be5a65c2f656 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Calling delete_port for ed7a4efa-d56d-4605-8b79-de0f8f0e9d7c owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:32:23.432783 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0e5d85-3e73-425c-88d7-e46ed240347f None None] Pushing event updated for resources: {'Port': ['ID=50a202e0-6606-4c3b-b658-43b12dad296f,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:23.453199 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74fa497-217e-40e7-8e73-224d0770886b None None] Routers {'c1e0445d-9677-4342-95ba-cb24db53a4ae'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:32:23.454390 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-a74fa497-217e-40e7-8e73-224d0770886b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:32:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['c1e0445d-9677-4342-95ba-cb24db53a4ae'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:32:23.519486 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9a90b5f9-74e7-4135-94fb-bdc16b7d3688 req-be03832b-e221-4067-b5cb-f35d6bd2f834 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bcea5229-e83e-4a8f-a38a-ad9361d01354 HTTP/1.1" status: 200 len: 999 time: 0.3104868 May 31 13:32:23.587708 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-63091ea9-bdaa-433b-b432-c00528f7c0d1 req-3f64037d-02e8-4385-a804-2d136551a81c tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Unset dirty status for tenant:21dbbb39ecb9468e8c2cfdaa983b950c on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:32:23.589025 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-63091ea9-bdaa-433b-b432-c00528f7c0d1 req-3f64037d-02e8-4385-a804-2d136551a81c tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=21dbbb39ecb9468e8c2cfdaa983b950c&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0667059 May 31 13:32:23.678855 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-42332d59-bd96-4136-8a25-be5a65c2f656 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:23.780277 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-a74fa497-217e-40e7-8e73-224d0770886b None None] Set router c1e0445d-9677-4342-95ba-cb24db53a4ae gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:32:23.801222 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b7dbf27c-d88c-455a-b090-691422db08e7 req-836a7eff-9d36-45fc-9c54-eac96f55a44c tempest-ServerShowV254Test-728993843 tempest-ServerShowV254Test-728993843-project] 10.222.0.50 "GET /v2.0/ports?device_id=06d7f06a-aa49-4f39-94dc-ac44fd8a2b16 HTTP/1.1" status: 200 len: 210 time: 0.1963537 May 31 13:32:23.826267 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42332d59-bd96-4136-8a25-be5a65c2f656 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Pushing event deleted for resources: {'Port': ['ID=ed7a4efa-d56d-4605-8b79-de0f8f0e9d7c,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:23.885125 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-13a8d643-485e-4d70-b6e4-64cfe26e44e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94de9254-6cd9-4a0d-b820-f0c244fbbbac', 'name': 'tempest-AttachSCSIVolumeTestJSON-1975046625-router', 'tenant_id': 'c546e522a53042bf9288235d025993be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': '5d08ef1c-1980-464a-b954-2f051717d12d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:32:12Z', 'updated_at': '2022-05-31T13:32:18Z', 'revision_number': 3, 'project_id': 'c546e522a53042bf9288235d025993be', 'gw_port': {'id': '5d08ef1c-1980-464a-b954-2f051717d12d', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:00:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94de9254-6cd9-4a0d-b820-f0c244fbbbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:32:15Z', 'updated_at': '2022-05-31T13:32:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:32:23.888870 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a90b5f9-74e7-4135-94fb-bdc16b7d3688 req-1d0409c8-9fec-4edc-a01e-a33e3b4e8136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:23.890383 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9a90b5f9-74e7-4135-94fb-bdc16b7d3688 req-1d0409c8-9fec-4edc-a01e-a33e3b4e8136 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=03601eff-cc07-4210-91b9-54e2e22c50f4 HTTP/1.1" status: 200 len: 850 time: 0.3649223 May 31 13:32:23.891189 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a8d643-485e-4d70-b6e4-64cfe26e44e9 None None] The sync data for ids ['94de9254-6cd9-4a0d-b820-f0c244fbbbac'] in n-d-843939-1 is: [{'id': '94de9254-6cd9-4a0d-b820-f0c244fbbbac', 'name': 'tempest-AttachSCSIVolumeTestJSON-1975046625-router', 'tenant_id': 'c546e522a53042bf9288235d025993be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': '5d08ef1c-1980-464a-b954-2f051717d12d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:32:12Z', 'updated_at': '2022-05-31T13:32:18Z', 'revision_number': 3, 'project_id': 'c546e522a53042bf9288235d025993be', 'gw_port': {'id': '5d08ef1c-1980-464a-b954-2f051717d12d', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:00:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94de9254-6cd9-4a0d-b820-f0c244fbbbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:32:15Z', 'updated_at': '2022-05-31T13:32:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:32:23.932635 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-42332d59-bd96-4136-8a25-be5a65c2f656 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:23.949106 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-42332d59-bd96-4136-8a25-be5a65c2f656 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "DELETE /v2.0/ports/ed7a4efa-d56d-4605-8b79-de0f8f0e9d7c HTTP/1.1" status: 204 len: 168 time: 1.3109145 May 31 13:32:23.950097 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45116) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:32:23.989010 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9b4bc952-1a08-4e2c-bf59-78ace6168fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:24.022225 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce4caec8-6acd-4271-9c4c-98e2c1f92906'] response: {'server_uuid': 'ca2e5db0-bf68-4a66-86c6-dce5b7280c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f94545-60aa-4fd2-9576-33fe11c132f6', 'code': 200} May 31 13:32:24.076582 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-cc6f4c44-0839-433e-b4d5-2304cf9ef57b tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Deleting port 4954dca1-a5cd-4389-bc9b-a96a8180e081 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:32:24.076978 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cc6f4c44-0839-433e-b4d5-2304cf9ef57b tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:24.139968 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-63091ea9-bdaa-433b-b432-c00528f7c0d1 req-1a7fbd64-2a80-4458-8099-4778a86e2ace service neutron] 10.222.0.50 "GET /v2.0/networks/99f39d4e-e781-47c9-9a59-b91e5a1ecf8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4622338 May 31 13:32:24.372793 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-a74fa497-217e-40e7-8e73-224d0770886b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1e0445d-9677-4342-95ba-cb24db53a4ae', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1013393658-router', 'tenant_id': '21dbbb39ecb9468e8c2cfdaa983b950c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'd9cb54ae-df6e-4d2c-b3b2-176ee90fe0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:32:05Z', 'updated_at': '2022-05-31T13:32:17Z', 'revision_number': 4, 'project_id': '21dbbb39ecb9468e8c2cfdaa983b950c', 'gw_port': {'id': 'd9cb54ae-df6e-4d2c-b3b2-176ee90fe0b2', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e0445d-9677-4342-95ba-cb24db53a4ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:32:06Z', 'updated_at': '2022-05-31T13:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '50a202e0-6606-4c3b-b658-43b12dad296f', 'name': '', 'network_id': '99f39d4e-e781-47c9-9a59-b91e5a1ecf8e', 'tenant_id': '21dbbb39ecb9468e8c2cfdaa983b950c', 'mac_address': 'fa:16:3e:63:03:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1e0445d-9677-4342-95ba-cb24db53a4ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'f71cc00f-8f35-4761-a9b3-2f0c082bffbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:32:12Z', 'updated_at': '2022-05-31T13:32:23Z', 'revision_number': 4, 'project_id': '21dbbb39ecb9468e8c2cfdaa983b950c', 'subnets': [{'id': 'f71cc00f-8f35-4761-a9b3-2f0c082bffbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:32:24.377587 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74fa497-217e-40e7-8e73-224d0770886b None None] The sync data for ids ['c1e0445d-9677-4342-95ba-cb24db53a4ae'] in n-d-843939-1 is: [{'id': 'c1e0445d-9677-4342-95ba-cb24db53a4ae', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1013393658-router', 'tenant_id': '21dbbb39ecb9468e8c2cfdaa983b950c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'd9cb54ae-df6e-4d2c-b3b2-176ee90fe0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:32:05Z', 'updated_at': '2022-05-31T13:32:17Z', 'revision_number': 4, 'project_id': '21dbbb39ecb9468e8c2cfdaa983b950c', 'gw_port': {'id': 'd9cb54ae-df6e-4d2c-b3b2-176ee90fe0b2', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e0445d-9677-4342-95ba-cb24db53a4ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:32:06Z', 'updated_at': '2022-05-31T13:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '50a202e0-6606-4c3b-b658-43b12dad296f', 'name': '', 'network_id': '99f39d4e-e781-47c9-9a59-b91e5a1ecf8e', 'tenant_id': '21dbbb39ecb9468e8c2cfdaa983b950c', 'mac_address': 'fa:16:3e:63:03:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1e0445d-9677-4342-95ba-cb24db53a4ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'f71cc00f-8f35-4761-a9b3-2f0c082bffbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:32:12Z', 'updated_at': '2022-05-31T13:32:23Z', 'revision_number': 4, 'project_id': '21dbbb39ecb9468e8c2cfdaa983b950c', 'subnets': [{'id': 'f71cc00f-8f35-4761-a9b3-2f0c082bffbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:32:24.625138 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a90b5f9-74e7-4135-94fb-bdc16b7d3688 req-791d48da-a0d6-43ba-b575-b811ecd24056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:24.626700 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9a90b5f9-74e7-4135-94fb-bdc16b7d3688 req-791d48da-a0d6-43ba-b575-b811ecd24056 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ef7bc708-faad-4f53-9863-9b17fc2bd3a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7266934 May 31 13:32:24.668651 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cc6f4c44-0839-433e-b4d5-2304cf9ef57b tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:24.681133 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888c7d41-8cbb-4712-ba5f-7085712e9c27 req-05d78080-299d-4150-9045-a735081a8a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:24.682759 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-888c7d41-8cbb-4712-ba5f-7085712e9c27 req-05d78080-299d-4150-9045-a735081a8a93 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ca2e5db0-bf68-4a66-86c6-dce5b7280c53 HTTP/1.1" status: 200 len: 1097 time: 0.4936872 May 31 13:32:24.869306 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-9b4bc952-1a08-4e2c-bf59-78ace6168fc0 admin admin] Allocated IP 172.20.0.1 (fcd0ffae-3ea4-42bd-a169-8d95a1cdbecc/de3aa2fa-fbce-46e7-81bc-0f33a5127b1b/6ed6134b-6d29-4571-bd7a-7d45daeac808) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:32:24.960876 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 97f2ed4a-7eba-461e-97a3-a147b0b9e932 details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:32:24.999047 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-63091ea9-bdaa-433b-b432-c00528f7c0d1 req-4c66892a-01f7-4a24-9193-526f0705083d service neutron] 10.222.0.50 "GET /v2.0/networks/99f39d4e-e781-47c9-9a59-b91e5a1ecf8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8364775 May 31 13:32:25.006137 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-cc6f4c44-0839-433e-b4d5-2304cf9ef57b tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Calling delete_port for 4954dca1-a5cd-4389-bc9b-a96a8180e081 owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:32:25.117038 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-888c7d41-8cbb-4712-ba5f-7085712e9c27 req-defeeb89-5ab6-4da9-b7ef-67af1b1f2ffd service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=11fe291e-69a0-4211-ae19-9fbe273445b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4255557 May 31 13:32:25.257132 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 97f2ed4a-7eba-461e-97a3-a147b0b9e932, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=97f2ed4a-7eba-461e-97a3-a147b0b9e932,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:32:25.282788 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': '97f2ed4a-7eba-461e-97a3-a147b0b9e932', 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4', 'port_id': '97f2ed4a-7eba-461e-97a3-a147b0b9e932', 'mac_address': 'fa:16:3e:a9:5e:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24822c99-0dce-4d50-9c44-3135ba3763b8', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:32:25.312666 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cc6f4c44-0839-433e-b4d5-2304cf9ef57b tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:25.385663 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9a90b5f9-74e7-4135-94fb-bdc16b7d3688 req-4074adf3-2203-4b5a-b0c6-8925ecc27bcc service neutron] 10.222.0.20 "GET /v2.0/networks/ef7bc708-faad-4f53-9863-9b17fc2bd3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7508495 May 31 13:32:25.464873 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6f4c44-0839-433e-b4d5-2304cf9ef57b tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Pushing event deleted for resources: {'Port': ['ID=4954dca1-a5cd-4389-bc9b-a96a8180e081,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:25.516084 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 97f2ed4a-7eba-461e-97a3-a147b0b9e932 is: ACTIVE; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:32:25.516466 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:25.591834 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9b4bc952-1a08-4e2c-bf59-78ace6168fc0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:25.596170 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 97f2ed4a-7eba-461e-97a3-a147b0b9e932 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:32:25.612610 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-9b4bc952-1a08-4e2c-bf59-78ace6168fc0 admin admin] Transition to ACTIVE for port object 6ed6134b-6d29-4571-bd7a-7d45daeac808 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:32:25.647840 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 97f2ed4a-7eba-461e-97a3-a147b0b9e932, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=97f2ed4a-7eba-461e-97a3-a147b0b9e932,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:32:25.655926 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:25.790022 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cc6f4c44-0839-433e-b4d5-2304cf9ef57b tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:25.818828 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-cc6f4c44-0839-433e-b4d5-2304cf9ef57b tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "DELETE /v2.0/ports/4954dca1-a5cd-4389-bc9b-a96a8180e081 HTTP/1.1" status: 204 len: 168 time: 1.8651588 May 31 13:32:25.819956 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45148) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:32:25.829055 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9a90b5f9-74e7-4135-94fb-bdc16b7d3688 req-2f914af2-3f20-4c28-9894-0c26dfa259ba service neutron] 10.222.0.20 "GET /v2.0/networks/ef7bc708-faad-4f53-9863-9b17fc2bd3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137639 May 31 13:32:25.838652 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc3575-97e4-49be-a0e4-e323c9dc078d req-e1c2c94a-bda1-43da-a62c-43855b8bc0e2 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:25.848003 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4edc3575-97e4-49be-a0e4-e323c9dc078d req-e1c2c94a-bda1-43da-a62c-43855b8bc0e2 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=dbaea2ec-9092-44e4-b690-87858b27c15c HTTP/1.1" status: 200 len: 946 time: 1.5296736 May 31 13:32:25.856388 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['97f2ed4a-7eba-461e-97a3-a147b0b9e932'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:32:25.868617 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9b4bc952-1a08-4e2c-bf59-78ace6168fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:25.959567 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 5d08ef1c-1980-464a-b954-2f051717d12d up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:32:25.993761 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4bc952-1a08-4e2c-bf59-78ace6168fc0 admin admin] Network fcd0ffae-3ea4-42bd-a169-8d95a1cdbecc is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:32:26.031821 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-9b4bc952-1a08-4e2c-bf59-78ace6168fc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:32:26.039529 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4bc952-1a08-4e2c-bf59-78ace6168fc0 admin admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:32:26.099940 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-37d999b0-5409-4fd9-b572-f02607ac68c3 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Deleting subnet 0cc880ea-aa7f-47b9-9b93-2b6fc9bcaa46 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:32:26.105388 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-37d999b0-5409-4fd9-b572-f02607ac68c3 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:26.105966 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=97f2ed4a-7eba-461e-97a3-a147b0b9e932,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:26.221974 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9b4bc952-1a08-4e2c-bf59-78ace6168fc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:26.234993 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 5d08ef1c-1980-464a-b954-2f051717d12d completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:32:26.240990 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-37d999b0-5409-4fd9-b572-f02607ac68c3 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:26.272931 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 5d08ef1c-1980-464a-b954-2f051717d12d triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:32:26.273292 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:26.323764 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4edc3575-97e4-49be-a0e4-e323c9dc078d req-24960249-3eb3-4a59-9ebf-a92d59e98263 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=b28319a5-744d-4c54-bfbf-469a0b7a5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4741857 May 31 13:32:26.356657 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4bc952-1a08-4e2c-bf59-78ace6168fc0 admin admin] Pushing event updated for resources: {'Port': ['ID=6ed6134b-6d29-4571-bd7a-7d45daeac808,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:26.456075 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-37d999b0-5409-4fd9-b572-f02607ac68c3 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:26.514952 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c7cee8-63b8-4d2e-8332-17280cfe0c00 req-6ceb49f1-880d-46e7-9e67-1d91e6072967 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:26.520644 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b6c7cee8-63b8-4d2e-8332-17280cfe0c00 req-6ceb49f1-880d-46e7-9e67-1d91e6072967 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca2e5db0-bf68-4a66-86c6-dce5b7280c53 HTTP/1.1" status: 200 len: 946 time: 1.1227806 May 31 13:32:26.674434 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-37d999b0-5409-4fd9-b572-f02607ac68c3 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:26.703666 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6d98e56c-a5af-4925-ac5b-7bd6f82ff417 None None] Provisioning for port 6ed6134b-6d29-4571-bd7a-7d45daeac808 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:32:26.815302 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d999b0-5409-4fd9-b572-f02607ac68c3 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Pushing event deleted for resources: {'Subnet': ['ID=0cc880ea-aa7f-47b9-9b93-2b6fc9bcaa46,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:26.818341 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6d98e56c-a5af-4925-ac5b-7bd6f82ff417 None None] Provisioning complete for port 6ed6134b-6d29-4571-bd7a-7d45daeac808 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:32:26.818801 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6d98e56c-a5af-4925-ac5b-7bd6f82ff417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:26.819100 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-37d999b0-5409-4fd9-b572-f02607ac68c3 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:26.821350 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b7112ddf-92b3-42ea-98fe-adbe28bdaa45 req-8367e976-3dfb-4d05-87f5-d8ac6361269b tempest-ServerShowV254Test-728993843 tempest-ServerShowV254Test-728993843-project] 10.222.0.50 "GET /v2.0/ports?device_id=06d7f06a-aa49-4f39-94dc-ac44fd8a2b16 HTTP/1.1" status: 200 len: 210 time: 0.1562524 May 31 13:32:26.851465 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b6c7cee8-63b8-4d2e-8332-17280cfe0c00 req-69d84198-d923-4b49-864b-ee55ce82ba83 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/security-groups?id=11fe291e-69a0-4211-ae19-9fbe273445b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3135095 May 31 13:32:26.858792 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-37d999b0-5409-4fd9-b572-f02607ac68c3 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "DELETE /v2.0/subnets/0cc880ea-aa7f-47b9-9b93-2b6fc9bcaa46 HTTP/1.1" status: 204 len: 168 time: 1.0373855 May 31 13:32:26.868620 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a858fa-af26-4430-8a1d-588d2d24fafd None None] Network 2d2d7c1f-d966-47df-b1e1-24eb3c3d5e68 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:32:26.878141 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45154) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:32:27.051775 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 5d08ef1c-1980-464a-b954-2f051717d12d is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:32:27.052150 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:27.075692 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-6d98e56c-a5af-4925-ac5b-7bd6f82ff417 None None] Port 6ed6134b-6d29-4571-bd7a-7d45daeac808 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:32:27.110717 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-66d7edf2-b746-4fee-a017-bd3d08d427f0 req-afe03065-30ef-465f-ae65-f75a13c50c37 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] 10.222.0.50 "GET /v2.0/ports?device_id=822ccb68-475c-4459-a1f6-cff19dde9783 HTTP/1.1" status: 200 len: 210 time: 0.0787137 May 31 13:32:27.115202 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 5d08ef1c-1980-464a-b954-2f051717d12d, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=5d08ef1c-1980-464a-b954-2f051717d12d,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:32:27.126829 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1efac7a-e129-4da9-9a4f-fed4525b614a tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Deleting subnet ae1bf59e-fc0d-4b10-8719-029c4184cbca {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:32:27.133081 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e1efac7a-e129-4da9-9a4f-fed4525b614a tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:27.165591 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:27.166414 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 50a202e0-6606-4c3b-b658-43b12dad296f up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:32:27.171156 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9b4bc952-1a08-4e2c-bf59-78ace6168fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:27.270711 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e1efac7a-e129-4da9-9a4f-fed4525b614a tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65507433'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:27.325490 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=5d08ef1c-1980-464a-b954-2f051717d12d,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:27.346131 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 50a202e0-6606-4c3b-b658-43b12dad296f completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:32:27.346131 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 50a202e0-6606-4c3b-b658-43b12dad296f triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:32:27.346131 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:27.491387 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e139f08-b143-4448-96d4-238efc2b4b01 None None] DHCP port deletion for 2d2d7c1f-d966-47df-b1e1-24eb3c3d5e68 request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:32:27.517445 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-4e139f08-b143-4448-96d4-238efc2b4b01 None None] Deleting port 0ce7c141-c86b-481f-bcca-389725e17b39 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:32:27.517866 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4e139f08-b143-4448-96d4-238efc2b4b01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:27.553437 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e1efac7a-e129-4da9-9a4f-fed4525b614a tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:27.707797 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 50a202e0-6606-4c3b-b658-43b12dad296f is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:32:27.708064 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:27.827245 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-4e139f08-b143-4448-96d4-238efc2b4b01 None None] For port 0ce7c141-c86b-481f-bcca-389725e17b39, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=0ce7c141-c86b-481f-bcca-389725e17b39,segment=NetworkSegment(3438d023-0058-42be-b2fa-a81ef9f95959),segment_id=3438d023-0058-42be-b2fa-a81ef9f95959)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:32:27.827991 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4e139f08-b143-4448-96d4-238efc2b4b01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:27.842342 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 50a202e0-6606-4c3b-b658-43b12dad296f, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=50a202e0-6606-4c3b-b658-43b12dad296f,segment=NetworkSegment(f7c332da-93bc-4b7f-8bc9-595723506e67),segment_id=f7c332da-93bc-4b7f-8bc9-595723506e67)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:32:27.846364 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e1efac7a-e129-4da9-9a4f-fed4525b614a tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65216469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65148562'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:27.900130 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:27.921922 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9b4bc952-1a08-4e2c-bf59-78ace6168fc0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:27.957374 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9b4bc952-1a08-4e2c-bf59-78ace6168fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:27.989154 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e1efac7a-e129-4da9-9a4f-fed4525b614a tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:28.005200 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-4e139f08-b143-4448-96d4-238efc2b4b01 None None] Calling delete_port for 0ce7c141-c86b-481f-bcca-389725e17b39 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:32:28.053361 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-e1efac7a-e129-4da9-9a4f-fed4525b614a tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "DELETE /v2.0/subnets/ae1bf59e-fc0d-4b10-8719-029c4184cbca HTTP/1.1" status: 204 len: 168 time: 1.1740518 May 31 13:32:28.055269 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1efac7a-e129-4da9-9a4f-fed4525b614a tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Pushing event deleted for resources: {'Subnet': ['ID=ae1bf59e-fc0d-4b10-8719-029c4184cbca,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:28.056097 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45178) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:32:28.066835 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf74bd15-b2f2-486b-8434-c8403f13d39b None None] Network b4d30686-23e7-4909-aa70-b67d446f9c2b requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:32:28.081432 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 5d08ef1c-1980-464a-b954-2f051717d12d up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:32:28.124680 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-47111c02-d443-4bbb-be6b-d303c230b8b9 req-c2358efd-b95e-4390-ae7e-968f80fdb8ad tempest-ServerShowV254Test-728993843 tempest-ServerShowV254Test-728993843-project] 10.222.0.50 "GET /v2.0/ports?device_id=06d7f06a-aa49-4f39-94dc-ac44fd8a2b16 HTTP/1.1" status: 200 len: 210 time: 0.0539563 May 31 13:32:28.162507 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930e9868-2755-457d-a5f9-a1fcb5405d94 req-ec345dad-8fd4-483b-8d0e-3d7a6c335ac8 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:28.166720 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=50a202e0-6606-4c3b-b658-43b12dad296f,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:28.171952 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-930e9868-2755-457d-a5f9-a1fcb5405d94 req-ec345dad-8fd4-483b-8d0e-3d7a6c335ac8 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=dbaea2ec-9092-44e4-b690-87858b27c15c HTTP/1.1" status: 200 len: 946 time: 0.5798764 May 31 13:32:28.234858 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4ab9917a-967c-4ff5-bb46-fe9f349bcc29 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:28.250604 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-4ab9917a-967c-4ff5-bb46-fe9f349bcc29 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Deleting port 0ce7c141-c86b-481f-bcca-389725e17b39 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:32:28.251243 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4ab9917a-967c-4ff5-bb46-fe9f349bcc29 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:28.419076 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4e139f08-b143-4448-96d4-238efc2b4b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:28.421324 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-930e9868-2755-457d-a5f9-a1fcb5405d94 req-c4d03c75-baab-471a-8a5b-4cb70d8e139f tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=b28319a5-744d-4c54-bfbf-469a0b7a5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485204 May 31 13:32:28.483373 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63091ea9-bdaa-433b-b432-c00528f7c0d1 req-8cf7bb64-d89e-4533-95f2-615b657c67f7 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:28.492350 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-63091ea9-bdaa-433b-b432-c00528f7c0d1 req-8cf7bb64-d89e-4533-95f2-615b657c67f7 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] 10.222.0.20 "GET /v2.0/networks?id=99f39d4e-e781-47c9-9a59-b91e5a1ecf8e HTTP/1.1" status: 200 len: 829 time: 0.7897451 May 31 13:32:28.492609 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e139f08-b143-4448-96d4-238efc2b4b01 None None] No DVR routers for this DVR port 0ce7c141-c86b-481f-bcca-389725e17b39 on host n-d-843939-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:32:28.512811 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 5d08ef1c-1980-464a-b954-2f051717d12d triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:32:28.513558 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:28.525016 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4bc952-1a08-4e2c-bf59-78ace6168fc0 admin admin] Pushing event updated for resources: {'Port': ['ID=6ed6134b-6d29-4571-bd7a-7d45daeac808,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:28.533006 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-63091ea9-bdaa-433b-b432-c00528f7c0d1 req-3415eae6-6156-491a-b5de-10da4a99f9df tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Request body: {'port': {'device_id': '822ccb68-475c-4459-a1f6-cff19dde9783', 'network_id': '99f39d4e-e781-47c9-9a59-b91e5a1ecf8e', 'admin_state_up': True, 'tenant_id': '21dbbb39ecb9468e8c2cfdaa983b950c'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:32:28.555590 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9b4bc952-1a08-4e2c-bf59-78ace6168fc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:28.560174 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e139f08-b143-4448-96d4-238efc2b4b01 None None] Pushing event deleted for resources: {'Port': ['ID=0ce7c141-c86b-481f-bcca-389725e17b39,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:28.594176 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-4ab9917a-967c-4ff5-bb46-fe9f349bcc29 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] For port 0ce7c141-c86b-481f-bcca-389725e17b39, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=0ce7c141-c86b-481f-bcca-389725e17b39,segment=NetworkSegment(3438d023-0058-42be-b2fa-a81ef9f95959),segment_id=3438d023-0058-42be-b2fa-a81ef9f95959)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:32:28.594812 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4ab9917a-967c-4ff5-bb46-fe9f349bcc29 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:28.722318 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 5d08ef1c-1980-464a-b954-2f051717d12d is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:32:28.755413 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e3dc4d-6c3a-416d-8fc1-48b13c2f339e None None] DHCP port deletion for b4d30686-23e7-4909-aa70-b67d446f9c2b request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:32:28.770046 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-38e3dc4d-6c3a-416d-8fc1-48b13c2f339e None None] Deleting port f90891ff-f142-4238-821f-cf0465156e7f {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:32:28.770416 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-38e3dc4d-6c3a-416d-8fc1-48b13c2f339e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:28.776520 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-4ab9917a-967c-4ff5-bb46-fe9f349bcc29 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Calling delete_port for 0ce7c141-c86b-481f-bcca-389725e17b39 owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:32:28.821381 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 0ce7c141-c86b-481f-bcca-389725e17b39 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:32:28.869915 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c44a130b-37a9-41e8-b7c6-7f601640e340 req-33617b81-a052-4462-abf1-0c712f16b40f tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] 10.222.0.50 "GET /v2.0/ports?device_id=822ccb68-475c-4459-a1f6-cff19dde9783 HTTP/1.1" status: 200 len: 210 time: 0.0587597 May 31 13:32:28.886097 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4bc952-1a08-4e2c-bf59-78ace6168fc0 admin admin] Network fcd0ffae-3ea4-42bd-a169-8d95a1cdbecc is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:32:28.886748 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 0ce7c141-c86b-481f-bcca-389725e17b39 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:32:28.887954 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 0ce7c141-c86b-481f-bcca-389725e17b39 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:32:28.901977 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-9b4bc952-1a08-4e2c-bf59-78ace6168fc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:32:28.922308 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.db.api [None req-4ab9917a-967c-4ff5-bb46-fe9f349bcc29 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:32:28.923741 n-d-843939-1 neutron-server[88369]: DEBUG oslo_db.api [None req-4ab9917a-967c-4ff5-bb46-fe9f349bcc29 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:32:28.982371 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 97f2ed4a-7eba-461e-97a3-a147b0b9e932 up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:32:29.018156 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e28d12-bbc4-4f94-bdbe-e68f25974bc5 req-c16e7550-9d9f-4916-8343-e25c75880372 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:29.026742 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-11e28d12-bbc4-4f94-bdbe-e68f25974bc5 req-c16e7550-9d9f-4916-8343-e25c75880372 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca2e5db0-bf68-4a66-86c6-dce5b7280c53 HTTP/1.1" status: 200 len: 946 time: 0.6426322 May 31 13:32:29.096383 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-63091ea9-bdaa-433b-b432-c00528f7c0d1 req-3415eae6-6156-491a-b5de-10da4a99f9df tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:32:29.190097 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-63091ea9-bdaa-433b-b432-c00528f7c0d1 req-3415eae6-6156-491a-b5de-10da4a99f9df tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:32:29.224399 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-11e28d12-bbc4-4f94-bdbe-e68f25974bc5 req-b4034e64-6ea2-47fc-900e-3044a673401f tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/security-groups?id=11fe291e-69a0-4211-ae19-9fbe273445b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966219 May 31 13:32:29.239963 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63091ea9-bdaa-433b-b432-c00528f7c0d1 req-3415eae6-6156-491a-b5de-10da4a99f9df tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Made reservation on behalf of 21dbbb39ecb9468e8c2cfdaa983b950c for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:32:29.247381 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-63091ea9-bdaa-433b-b432-c00528f7c0d1 req-3415eae6-6156-491a-b5de-10da4a99f9df tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:29.344259 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b4bc952-1a08-4e2c-bf59-78ace6168fc0 admin admin] Router 94de9254-6cd9-4a0d-b820-f0c244fbbbac has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:32:29.362533 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-38e3dc4d-6c3a-416d-8fc1-48b13c2f339e None None] For port f90891ff-f142-4238-821f-cf0465156e7f, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=f90891ff-f142-4238-821f-cf0465156e7f,segment=NetworkSegment(c05c3025-af00-47f8-b61e-98dee05227ef),segment_id=c05c3025-af00-47f8-b61e-98dee05227ef)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:32:29.363130 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-38e3dc4d-6c3a-416d-8fc1-48b13c2f339e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:29.393511 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-90a3b0fd-b662-4bef-9008-435c52c5c76e None None] Provisioning complete for port 6ed6134b-6d29-4571-bd7a-7d45daeac808 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:32:29.400405 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-90a3b0fd-b662-4bef-9008-435c52c5c76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:29.424954 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-4ab9917a-967c-4ff5-bb46-fe9f349bcc29 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Deleting port 0ce7c141-c86b-481f-bcca-389725e17b39 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:32:29.425955 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4ab9917a-967c-4ff5-bb46-fe9f349bcc29 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:29.625566 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port 97f2ed4a-7eba-461e-97a3-a147b0b9e932 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:32:29.625937 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:29.659524 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-4ab9917a-967c-4ff5-bb46-fe9f349bcc29 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] The port '0ce7c141-c86b-481f-bcca-389725e17b39' was deleted {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 13:32:29.685219 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-38e3dc4d-6c3a-416d-8fc1-48b13c2f339e None None] Calling delete_port for f90891ff-f142-4238-821f-cf0465156e7f owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:32:29.714121 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-90a3b0fd-b662-4bef-9008-435c52c5c76e None None] Port 6ed6134b-6d29-4571-bd7a-7d45daeac808 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:32:29.863828 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-51f169c1-60ee-4aec-89ce-4ab337c68de2 req-9a4785ec-c1f1-4395-9b80-da2afa95502b tempest-ServerShowV254Test-728993843 tempest-ServerShowV254Test-728993843-project] 10.222.0.50 "GET /v2.0/ports?device_id=06d7f06a-aa49-4f39-94dc-ac44fd8a2b16 HTTP/1.1" status: 200 len: 210 time: 0.1532147 May 31 13:32:29.877338 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 97f2ed4a-7eba-461e-97a3-a147b0b9e932 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:32:29.877883 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:29.890036 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-38e3dc4d-6c3a-416d-8fc1-48b13c2f339e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:29.972748 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4ab9917a-967c-4ff5-bb46-fe9f349bcc29 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:29.995688 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e3dc4d-6c3a-416d-8fc1-48b13c2f339e None None] Pushing event deleted for resources: {'Port': ['ID=f90891ff-f142-4238-821f-cf0465156e7f,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:30.002286 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e3dc4d-6c3a-416d-8fc1-48b13c2f339e None None] No DVR routers for this DVR port f90891ff-f142-4238-821f-cf0465156e7f on host n-d-843939-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:32:30.021544 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-4ab9917a-967c-4ff5-bb46-fe9f349bcc29 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d2d7c1f-d966-47df-b1e1-24eb3c3d5e68']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:32:30.029460 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ac3772-a4bf-4711-b060-9957e77873c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f2ed4a-7eba-461e-97a3-a147b0b9e932'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:32:30.048286 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 97f2ed4a-7eba-461e-97a3-a147b0b9e932, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=97f2ed4a-7eba-461e-97a3-a147b0b9e932,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:32:30.054702 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-4ab9917a-967c-4ff5-bb46-fe9f349bcc29 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3438d023-0058-42be-b2fa-a81ef9f95959') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:32:30.055843 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:30.059690 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-4ab9917a-967c-4ff5-bb46-fe9f349bcc29 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3438d023-0058-42be-b2fa-a81ef9f95959') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:32:30.125044 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4ab9917a-967c-4ff5-bb46-fe9f349bcc29 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:30.131453 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-63091ea9-bdaa-433b-b432-c00528f7c0d1 req-3415eae6-6156-491a-b5de-10da4a99f9df tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Allocated IP 172.20.0.3 (99f39d4e-e781-47c9-9a59-b91e5a1ecf8e/f71cc00f-8f35-4761-a9b3-2f0c082bffbb/0be7946d-2d6e-4e0f-8c2c-728d4101952c) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:32:30.152212 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 50a202e0-6606-4c3b-b658-43b12dad296f up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:32:30.173297 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4ab9917a-967c-4ff5-bb46-fe9f349bcc29 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:30.187178 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ab9917a-967c-4ff5-bb46-fe9f349bcc29 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:32:30.187577 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4ab9917a-967c-4ff5-bb46-fe9f349bcc29 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:30.279720 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=97f2ed4a-7eba-461e-97a3-a147b0b9e932,revision_number=7']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:30.283641 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 3438d023-0058-42be-b2fa-a81ef9f95959 resource provider aggregate not found May 31 13:32:30.311041 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 3438d023-0058-42be-b2fa-a81ef9f95959 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3438d023-0058-42be-b2fa-a81ef9f95959 found for delete ", "request_id": "req-032451b8-b066-4901-af21-149a62875ca9"}]} May 31 13:32:30.311973 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 50a202e0-6606-4c3b-b658-43b12dad296f triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:32:30.312576 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:30.327143 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c597df59-2470-485c-9aad-f3273d3a2647 req-19e6558d-e30f-4591-b6fc-2da24d694f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:30.329099 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c597df59-2470-485c-9aad-f3273d3a2647 req-19e6558d-e30f-4591-b6fc-2da24d694f07 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=be9b8c94d98b42f385a0f29035539835&device_id=96c0d0e6-6de6-4bed-bd2a-154d02801961 HTTP/1.1" status: 200 len: 1096 time: 0.8116312 May 31 13:32:30.453355 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4ab9917a-967c-4ff5-bb46-fe9f349bcc29 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:30.485308 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4ab9917a-967c-4ff5-bb46-fe9f349bcc29 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:30.525518 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab9917a-967c-4ff5-bb46-fe9f349bcc29 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Pushing event deleted for resources: {'Network': ['ID=2d2d7c1f-d966-47df-b1e1-24eb3c3d5e68,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:30.526581 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b4bc952-1a08-4e2c-bf59-78ace6168fc0 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:32:30.536050 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c9f538-7447-426a-a355-3e5abf37ffa4 req-357e1284-817e-4b07-ba1e-4dd336448099 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:30.543536 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-96c9f538-7447-426a-a355-3e5abf37ffa4 req-357e1284-817e-4b07-ba1e-4dd336448099 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca2e5db0-bf68-4a66-86c6-dce5b7280c53 HTTP/1.1" status: 200 len: 946 time: 0.8758743 May 31 13:32:30.551644 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824fe79e-598d-48ab-a7d3-bdbfb3cd3f7c None None] Sync routers for ids ['94de9254-6cd9-4a0d-b820-f0c244fbbbac'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:32:30.580548 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 50a202e0-6606-4c3b-b658-43b12dad296f is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:32:30.595706 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-4ab9917a-967c-4ff5-bb46-fe9f349bcc29 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "DELETE /v2.0/networks/2d2d7c1f-d966-47df-b1e1-24eb3c3d5e68 HTTP/1.1" status: 204 len: 168 time: 2.5361791 May 31 13:32:30.597265 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45238) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:32:30.603780 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-63091ea9-bdaa-433b-b432-c00528f7c0d1 req-3415eae6-6156-491a-b5de-10da4a99f9df tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:30.607881 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824fe79e-598d-48ab-a7d3-bdbfb3cd3f7c None None] Routers {'94de9254-6cd9-4a0d-b820-f0c244fbbbac'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:32:30.608860 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-824fe79e-598d-48ab-a7d3-bdbfb3cd3f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:32:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['94de9254-6cd9-4a0d-b820-f0c244fbbbac'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:32:30.664156 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-96c9f538-7447-426a-a355-3e5abf37ffa4 req-b7ded252-1b1a-4e91-9c48-d20dd1958dc8 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/security-groups?id=11fe291e-69a0-4211-ae19-9fbe273445b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176765 May 31 13:32:30.666750 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-9b4bc952-1a08-4e2c-bf59-78ace6168fc0 admin admin] 10.222.0.50 "PUT /v2.0/routers/94de9254-6cd9-4a0d-b820-f0c244fbbbac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6175864 May 31 13:32:30.707615 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-63091ea9-bdaa-433b-b432-c00528f7c0d1 req-3415eae6-6156-491a-b5de-10da4a99f9df tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Transition to ACTIVE for port object 0be7946d-2d6e-4e0f-8c2c-728d4101952c will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:32:30.736924 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device f90891ff-f142-4238-821f-cf0465156e7f no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:32:30.787254 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea1a498-59be-41d0-b7f8-7eabd1a87966 req-33e8790e-f2ca-4733-a18b-69f7d7c404cb tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:30.795826 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cea1a498-59be-41d0-b7f8-7eabd1a87966 req-33e8790e-f2ca-4733-a18b-69f7d7c404cb tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/ports?device_id=96c0d0e6-6de6-4bed-bd2a-154d02801961 HTTP/1.1" status: 200 len: 945 time: 0.4447761 May 31 13:32:30.802810 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-63091ea9-bdaa-433b-b432-c00528f7c0d1 req-3415eae6-6156-491a-b5de-10da4a99f9df tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:30.814845 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c597df59-2470-485c-9aad-f3273d3a2647 req-170d7df8-77a3-4c2d-b7ee-adc455ca625e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:30.817015 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c597df59-2470-485c-9aad-f3273d3a2647 req-170d7df8-77a3-4c2d-b7ee-adc455ca625e service neutron] 10.222.0.44 "GET /v2.0/networks?id=29fe9209-7455-49d1-bbb8-3bf3a6f3bebb HTTP/1.1" status: 200 len: 919 time: 0.4786022 May 31 13:32:30.892710 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: f90891ff-f142-4238-821f-cf0465156e7f {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:32:30.893502 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device f90891ff-f142-4238-821f-cf0465156e7f not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:32:31.055894 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3415eae6-6156-491a-b5de-10da4a99f9df tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Pushing event updated for resources: {'Port': ['ID=0be7946d-2d6e-4e0f-8c2c-728d4101952c,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:31.086484 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63091ea9-bdaa-433b-b432-c00528f7c0d1 req-3415eae6-6156-491a-b5de-10da4a99f9df tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Network 99f39d4e-e781-47c9-9a59-b91e5a1ecf8e is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:32:31.189372 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c8443116-2b18-413e-930b-a9ab736a7ff4 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:31.367878 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-63091ea9-bdaa-433b-b432-c00528f7c0d1 req-3415eae6-6156-491a-b5de-10da4a99f9df tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:32:31.396620 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-63091ea9-bdaa-433b-b432-c00528f7c0d1 req-3415eae6-6156-491a-b5de-10da4a99f9df tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:32:31.418947 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c597df59-2470-485c-9aad-f3273d3a2647 req-9eb6e4f2-0b36-4da6-afd5-524a4bb25723 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e25fb624-a508-4143-893a-c61f3b88afd4 HTTP/1.1" status: 200 len: 1000 time: 0.5785615 May 31 13:32:31.441404 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cea1a498-59be-41d0-b7f8-7eabd1a87966 req-a9605bd0-4c55-4c97-a3a6-064b325eef4a tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4eda8c6-2ff8-4ec5-a939-d72272274cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6184845 May 31 13:32:31.476339 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-824fe79e-598d-48ab-a7d3-bdbfb3cd3f7c None None] Set router 94de9254-6cd9-4a0d-b820-f0c244fbbbac gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:32:31.600246 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63091ea9-bdaa-433b-b432-c00528f7c0d1 req-3415eae6-6156-491a-b5de-10da4a99f9df tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:31.601483 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-63091ea9-bdaa-433b-b432-c00528f7c0d1 req-3415eae6-6156-491a-b5de-10da4a99f9df tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:31.645883 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074be82b-8fde-4c6f-b733-ff8bb6e62bd7 req-c8b19ab7-205e-4046-ab72-cf3c4b3ba1d3 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:31.658622 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-074be82b-8fde-4c6f-b733-ff8bb6e62bd7 req-c8b19ab7-205e-4046-ab72-cf3c4b3ba1d3 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 944 time: 0.6447728 May 31 13:32:31.698430 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-63091ea9-bdaa-433b-b432-c00528f7c0d1 req-3415eae6-6156-491a-b5de-10da4a99f9df tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1775463 May 31 13:32:31.711370 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-63091ea9-bdaa-433b-b432-c00528f7c0d1 req-04da35ca-c51a-4812-90bc-b3198aaddb38 service neutron] Request body: {'port': {'device_id': '822ccb68-475c-4459-a1f6-cff19dde9783', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:32:31.903886 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c8443116-2b18-413e-930b-a9ab736a7ff4 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:32.009576 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-c8443116-2b18-413e-930b-a9ab736a7ff4 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4d30686-23e7-4909-aa70-b67d446f9c2b']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:32:32.033358 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-c8443116-2b18-413e-930b-a9ab736a7ff4 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c05c3025-af00-47f8-b61e-98dee05227ef') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:32:32.033938 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-c8443116-2b18-413e-930b-a9ab736a7ff4 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c05c3025-af00-47f8-b61e-98dee05227ef') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:32:32.068433 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c8443116-2b18-413e-930b-a9ab736a7ff4 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:32.141197 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c597df59-2470-485c-9aad-f3273d3a2647 req-364c7227-98fa-4052-a108-eb8fe852bcea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:32.142245 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45270) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:32:32.143030 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c597df59-2470-485c-9aad-f3273d3a2647 req-364c7227-98fa-4052-a108-eb8fe852bcea service neutron] 10.222.0.44 "GET /v2.0/subnets?id=82d28a94-56aa-487e-b28b-6f63cbb648aa HTTP/1.1" status: 200 len: 857 time: 0.6720219 May 31 13:32:32.150744 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-b3f4c077-bcd7-45e1-be2b-ce55be9cff8a admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1803672822-network', 'tenant_id': 'f5bf22f339824144b328620948e57a30'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:32:32.176204 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-b3f4c077-bcd7-45e1-be2b-ce55be9cff8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:32:32.186908 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-b3f4c077-bcd7-45e1-be2b-ce55be9cff8a admin admin] Usage tracker for resource:network and tenant:f5bf22f339824144b328620948e57a30 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:32:32.192741 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-b3f4c077-bcd7-45e1-be2b-ce55be9cff8a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:32:32.209412 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-b3f4c077-bcd7-45e1-be2b-ce55be9cff8a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:32:32.213147 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-63091ea9-bdaa-433b-b432-c00528f7c0d1 req-04da35ca-c51a-4812-90bc-b3198aaddb38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:32.217831 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-5704df79-8213-460c-ab1c-01b089b77f5c None None] Provisioning for port 0be7946d-2d6e-4e0f-8c2c-728d4101952c completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:32:32.237009 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-5704df79-8213-460c-ab1c-01b089b77f5c None None] Provisioning complete for port 0be7946d-2d6e-4e0f-8c2c-728d4101952c triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:32:32.237630 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5704df79-8213-460c-ab1c-01b089b77f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:32.248333 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c8443116-2b18-413e-930b-a9ab736a7ff4 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:32.262049 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8443116-2b18-413e-930b-a9ab736a7ff4 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:32:32.263199 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c8443116-2b18-413e-930b-a9ab736a7ff4 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:32.339500 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f4c077-bcd7-45e1-be2b-ce55be9cff8a admin admin] Made reservation on behalf of f5bf22f339824144b328620948e57a30 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:32:32.342629 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b3f4c077-bcd7-45e1-be2b-ce55be9cff8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:32.360334 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-074be82b-8fde-4c6f-b733-ff8bb6e62bd7 req-865bd7a8-81b9-4f9a-9a85-3c079a696d0c tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7002695 May 31 13:32:32.369116 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db1abf-855c-491d-95ac-bfd45a1bd9ae req-7fb6ae44-00bb-448a-bb9d-e2c55d26c8f6 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:32.369841 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-24db1abf-855c-491d-95ac-bfd45a1bd9ae req-7fb6ae44-00bb-448a-bb9d-e2c55d26c8f6 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Synchronizing usage tracker for tenant:21dbbb39ecb9468e8c2cfdaa983b950c on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:32:32.397447 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b3f4c077-bcd7-45e1-be2b-ce55be9cff8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:32.421399 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-24db1abf-855c-491d-95ac-bfd45a1bd9ae req-7fb6ae44-00bb-448a-bb9d-e2c55d26c8f6 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Unset dirty status for tenant:21dbbb39ecb9468e8c2cfdaa983b950c on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:32:32.428065 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-24db1abf-855c-491d-95ac-bfd45a1bd9ae req-7fb6ae44-00bb-448a-bb9d-e2c55d26c8f6 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] 10.222.0.50 "GET /v2.0/ports?device_id=822ccb68-475c-4459-a1f6-cff19dde9783 HTTP/1.1" status: 200 len: 931 time: 0.5595303 May 31 13:32:32.439246 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-b3f4c077-bcd7-45e1-be2b-ce55be9cff8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:32:32.461624 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment c05c3025-af00-47f8-b61e-98dee05227ef resource provider aggregate not found May 31 13:32:32.491899 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-b3f4c077-bcd7-45e1-be2b-ce55be9cff8a admin admin] Usage tracker for resource:security_group_rule and tenant:f5bf22f339824144b328620948e57a30 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:32:32.492370 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-5704df79-8213-460c-ab1c-01b089b77f5c None None] Port 0be7946d-2d6e-4e0f-8c2c-728d4101952c cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:32:32.497880 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-b3f4c077-bcd7-45e1-be2b-ce55be9cff8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:32:32.505792 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment c05c3025-af00-47f8-b61e-98dee05227ef resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c05c3025-af00-47f8-b61e-98dee05227ef found for delete ", "request_id": "req-81772d0b-6983-4251-9d94-0e08d43a97cf"}]} May 31 13:32:32.509275 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c8443116-2b18-413e-930b-a9ab736a7ff4 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:32.531063 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c8443116-2b18-413e-930b-a9ab736a7ff4 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:32.552800 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c8443116-2b18-413e-930b-a9ab736a7ff4 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] 10.222.0.50 "DELETE /v2.0/networks/b4d30686-23e7-4909-aa70-b67d446f9c2b HTTP/1.1" status: 204 len: 168 time: 1.9505801 May 31 13:32:32.552800 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8443116-2b18-413e-930b-a9ab736a7ff4 tempest-TaggedBootDevicesTest-642277578 tempest-TaggedBootDevicesTest-642277578-project] Pushing event deleted for resources: {'Network': ['ID=b4d30686-23e7-4909-aa70-b67d446f9c2b,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:32.563534 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c597df59-2470-485c-9aad-f3273d3a2647 req-9434278b-519b-461e-afc7-3bd887fa1074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:32.565241 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c597df59-2470-485c-9aad-f3273d3a2647 req-9434278b-519b-461e-afc7-3bd887fa1074 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=29fe9209-7455-49d1-bbb8-3bf3a6f3bebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4099224 May 31 13:32:32.573872 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-24db1abf-855c-491d-95ac-bfd45a1bd9ae req-ce124c56-491f-4966-94e4-52ceb255ba69 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] 10.222.0.50 "GET /v2.0/security-groups?id=fa9a7e10-3570-4762-9c36-c98835ca27d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449442 May 31 13:32:32.579223 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cc0176e-d0fa-466d-94bf-373db3c35fad'] response: {'server_uuid': '08ac3772-a4bf-4711-b060-9957e77873c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f2ed4a-7eba-461e-97a3-a147b0b9e932', 'code': 200} May 31 13:32:32.592528 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-b3f4c077-bcd7-45e1-be2b-ce55be9cff8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:32:32.675407 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-824fe79e-598d-48ab-a7d3-bdbfb3cd3f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94de9254-6cd9-4a0d-b820-f0c244fbbbac', 'name': 'tempest-AttachSCSIVolumeTestJSON-1975046625-router', 'tenant_id': 'c546e522a53042bf9288235d025993be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': '5d08ef1c-1980-464a-b954-2f051717d12d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:32:12Z', 'updated_at': '2022-05-31T13:32:26Z', 'revision_number': 4, 'project_id': 'c546e522a53042bf9288235d025993be', 'gw_port': {'id': '5d08ef1c-1980-464a-b954-2f051717d12d', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:00:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94de9254-6cd9-4a0d-b820-f0c244fbbbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:32:15Z', 'updated_at': '2022-05-31T13:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '6ed6134b-6d29-4571-bd7a-7d45daeac808', 'name': '', 'network_id': 'fcd0ffae-3ea4-42bd-a169-8d95a1cdbecc', 'tenant_id': 'c546e522a53042bf9288235d025993be', 'mac_address': 'fa:16:3e:b7:08:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94de9254-6cd9-4a0d-b820-f0c244fbbbac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'de3aa2fa-fbce-46e7-81bc-0f33a5127b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:32:24Z', 'updated_at': '2022-05-31T13:32:27Z', 'revision_number': 2, 'project_id': 'c546e522a53042bf9288235d025993be', 'subnets': [{'id': 'de3aa2fa-fbce-46e7-81bc-0f33a5127b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:32:32.679911 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824fe79e-598d-48ab-a7d3-bdbfb3cd3f7c None None] Checking router: 94de9254-6cd9-4a0d-b820-f0c244fbbbac for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:32:32.680376 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824fe79e-598d-48ab-a7d3-bdbfb3cd3f7c None None] Updating router 94de9254-6cd9-4a0d-b820-f0c244fbbbac port 6ed6134b-6d29-4571-bd7a-7d45daeac808 binding host n-d-843939-1 {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:32:32.801147 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-824fe79e-598d-48ab-a7d3-bdbfb3cd3f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:32.866322 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c597df59-2470-485c-9aad-f3273d3a2647 req-f3abcba2-3da3-4dca-b9a9-72232adcb0a5 service neutron] 10.222.0.44 "GET /v2.0/networks/29fe9209-7455-49d1-bbb8-3bf3a6f3bebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900355 May 31 13:32:32.958512 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-431a46b6-a410-4d29-a7f1-28f70fb0ec50 req-d1ec438f-49f1-47c1-a531-87d29f9db969 tempest-ServerShowV254Test-728993843 tempest-ServerShowV254Test-728993843-project] 10.222.0.50 "GET /v2.0/ports?device_id=06d7f06a-aa49-4f39-94dc-ac44fd8a2b16 HTTP/1.1" status: 200 len: 210 time: 0.1412005 May 31 13:32:33.086846 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b3f4c077-bcd7-45e1-be2b-ce55be9cff8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:33.097051 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b3f4c077-bcd7-45e1-be2b-ce55be9cff8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:33.113666 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3f4c077-bcd7-45e1-be2b-ce55be9cff8a admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:32:33.126603 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b3f4c077-bcd7-45e1-be2b-ce55be9cff8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:33.128126 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-b3f4c077-bcd7-45e1-be2b-ce55be9cff8a admin admin] Added segment b80bc45d-1b52-4e81-a25c-b127a330c28c of type vlan for network 52ab6441-b95e-4164-b6cf-3f2c93aec574 May 31 13:32:33.146062 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c597df59-2470-485c-9aad-f3273d3a2647 req-0358db3d-e8dd-443e-986a-37ba06eff1d4 service neutron] 10.222.0.44 "GET /v2.0/networks/29fe9209-7455-49d1-bbb8-3bf3a6f3bebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706819 May 31 13:32:33.162372 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b3f4c077-bcd7-45e1-be2b-ce55be9cff8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:33.228038 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.resource_extend [req-63091ea9-bdaa-433b-b432-c00528f7c0d1 req-04da35ca-c51a-4812-90bc-b3198aaddb38 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:32:33.271447 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b3f4c077-bcd7-45e1-be2b-ce55be9cff8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:33.272597 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f4c077-bcd7-45e1-be2b-ce55be9cff8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:33.273175 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b3f4c077-bcd7-45e1-be2b-ce55be9cff8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:33.389648 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-824fe79e-598d-48ab-a7d3-bdbfb3cd3f7c None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:33.405519 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-824fe79e-598d-48ab-a7d3-bdbfb3cd3f7c None None] Transition to ACTIVE for port object 6ed6134b-6d29-4571-bd7a-7d45daeac808 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:32:33.414696 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-824fe79e-598d-48ab-a7d3-bdbfb3cd3f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:33.594201 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3a266b-de48-4af7-97b3-759161d98a09 None None] Pushing event updated for resources: {'Port': ['ID=6ed6134b-6d29-4571-bd7a-7d45daeac808,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:33.596917 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f4c077-bcd7-45e1-be2b-ce55be9cff8a admin admin] Pushing event updated for resources: {'Network': ['ID=52ab6441-b95e-4164-b6cf-3f2c93aec574,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:33.608731 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-b3f4c077-bcd7-45e1-be2b-ce55be9cff8a admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4647954 May 31 13:32:33.611613 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45300) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:32:33.618078 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-194d309d-b238-4544-b26e-6e76f419b69d admin admin] Request body: {'subnet': {'network_id': '52ab6441-b95e-4164-b6cf-3f2c93aec574', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1803672822-subnet', 'tenant_id': 'f5bf22f339824144b328620948e57a30', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:32:33.639303 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-194d309d-b238-4544-b26e-6e76f419b69d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:32:33.640481 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3a266b-de48-4af7-97b3-759161d98a09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:32:33.641048 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3a266b-de48-4af7-97b3-759161d98a09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:32:33.641498 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3a266b-de48-4af7-97b3-759161d98a09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:32:33.641930 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3a266b-de48-4af7-97b3-759161d98a09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:32:33.642945 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3a266b-de48-4af7-97b3-759161d98a09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:32:33.643385 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3a266b-de48-4af7-97b3-759161d98a09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:32:33.643817 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3a266b-de48-4af7-97b3-759161d98a09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:32:33.644240 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3a266b-de48-4af7-97b3-759161d98a09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:32:33.644661 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3a266b-de48-4af7-97b3-759161d98a09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:32:33.645084 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3a266b-de48-4af7-97b3-759161d98a09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:32:33.645626 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3a266b-de48-4af7-97b3-759161d98a09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:32:33.646414 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3a266b-de48-4af7-97b3-759161d98a09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:32:33.651230 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 52ab6441-b95e-4164-b6cf-3f2c93aec574 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:32:33.662368 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-194d309d-b238-4544-b26e-6e76f419b69d admin admin] Usage tracker for resource:subnet and tenant:f5bf22f339824144b328620948e57a30 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:32:33.675881 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-194d309d-b238-4544-b26e-6e76f419b69d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:32:33.696767 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-194d309d-b238-4544-b26e-6e76f419b69d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:32:33.717877 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-194d309d-b238-4544-b26e-6e76f419b69d admin admin] Made reservation on behalf of f5bf22f339824144b328620948e57a30 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:32:33.720814 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-194d309d-b238-4544-b26e-6e76f419b69d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:33.761225 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-63091ea9-bdaa-433b-b432-c00528f7c0d1 req-04da35ca-c51a-4812-90bc-b3198aaddb38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0be7946d-2d6e-4e0f-8c2c-728d4101952c {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:32:33.782618 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-63091ea9-bdaa-433b-b432-c00528f7c0d1 req-04da35ca-c51a-4812-90bc-b3198aaddb38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:33.804846 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-63091ea9-bdaa-433b-b432-c00528f7c0d1 req-04da35ca-c51a-4812-90bc-b3198aaddb38 service neutron] Transition to ACTIVE for port object 0be7946d-2d6e-4e0f-8c2c-728d4101952c will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:32:33.817015 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-824fe79e-598d-48ab-a7d3-bdbfb3cd3f7c None None] Attempting to bind port 6ed6134b-6d29-4571-bd7a-7d45daeac808 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:32:33.817536 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-824fe79e-598d-48ab-a7d3-bdbfb3cd3f7c None None] Attempting to bind port 6ed6134b-6d29-4571-bd7a-7d45daeac808 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'ec9d4c6c-e6fe-4f45-bbcc-d2520636dafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fcd0ffae-3ea4-42bd-a169-8d95a1cdbecc'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:32:33.818016 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824fe79e-598d-48ab-a7d3-bdbfb3cd3f7c None None] Attempting to bind port 6ed6134b-6d29-4571-bd7a-7d45daeac808 on network fcd0ffae-3ea4-42bd-a169-8d95a1cdbecc {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:32:33.819088 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f4c077-bcd7-45e1-be2b-ce55be9cff8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af5ecbd9-a147-46e6-8548-601facfc933d,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:33.830689 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824fe79e-598d-48ab-a7d3-bdbfb3cd3f7c None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:32:33.831679 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824fe79e-598d-48ab-a7d3-bdbfb3cd3f7c None None] Checking segment: {'id': 'ec9d4c6c-e6fe-4f45-bbcc-d2520636dafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fcd0ffae-3ea4-42bd-a169-8d95a1cdbecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:32:33.832190 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-824fe79e-598d-48ab-a7d3-bdbfb3cd3f7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:33.833111 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824fe79e-598d-48ab-a7d3-bdbfb3cd3f7c None None] Bound using segment: {'id': 'ec9d4c6c-e6fe-4f45-bbcc-d2520636dafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fcd0ffae-3ea4-42bd-a169-8d95a1cdbecc'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:32:33.834229 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-824fe79e-598d-48ab-a7d3-bdbfb3cd3f7c None None] Bound port: 6ed6134b-6d29-4571-bd7a-7d45daeac808, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec9d4c6c-e6fe-4f45-bbcc-d2520636dafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fcd0ffae-3ea4-42bd-a169-8d95a1cdbecc'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:32:33.834798 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-824fe79e-598d-48ab-a7d3-bdbfb3cd3f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:33.851169 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-63091ea9-bdaa-433b-b432-c00528f7c0d1 req-04da35ca-c51a-4812-90bc-b3198aaddb38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:33.978956 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04da35ca-c51a-4812-90bc-b3198aaddb38 service neutron] Pushing event updated for resources: {'Port': ['ID=0be7946d-2d6e-4e0f-8c2c-728d4101952c,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:33.989860 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-824fe79e-598d-48ab-a7d3-bdbfb3cd3f7c None None] For port 6ed6134b-6d29-4571-bd7a-7d45daeac808, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:32:33.994190 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-824fe79e-598d-48ab-a7d3-bdbfb3cd3f7c None None] For port 6ed6134b-6d29-4571-bd7a-7d45daeac808, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=6ed6134b-6d29-4571-bd7a-7d45daeac808,segment=NetworkSegment(ec9d4c6c-e6fe-4f45-bbcc-d2520636dafe),segment_id=ec9d4c6c-e6fe-4f45-bbcc-d2520636dafe)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:32:34.010404 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-824fe79e-598d-48ab-a7d3-bdbfb3cd3f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:34.070767 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-194d309d-b238-4544-b26e-6e76f419b69d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:34.109707 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909fee54-f4dd-47bc-b2bc-afde2a725400 req-9482fbfb-f757-4b2a-b51e-3304ff400bcb tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:34.111187 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824fe79e-598d-48ab-a7d3-bdbfb3cd3f7c None None] Routers {'94de9254-6cd9-4a0d-b820-f0c244fbbbac'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:32:34.112583 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-824fe79e-598d-48ab-a7d3-bdbfb3cd3f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:32:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['94de9254-6cd9-4a0d-b820-f0c244fbbbac'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:32:34.118306 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-909fee54-f4dd-47bc-b2bc-afde2a725400 req-9482fbfb-f757-4b2a-b51e-3304ff400bcb tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/ports?device_id=96c0d0e6-6de6-4bed-bd2a-154d02801961 HTTP/1.1" status: 200 len: 945 time: 0.6282561 May 31 13:32:34.150193 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4817b15f-23f4-415e-a389-b6bc57ca3d79 req-0672990b-8025-4740-9434-531a5b87bf15 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:34.158018 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4817b15f-23f4-415e-a389-b6bc57ca3d79 req-0672990b-8025-4740-9434-531a5b87bf15 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 944 time: 0.9338543 May 31 13:32:34.353432 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-824fe79e-598d-48ab-a7d3-bdbfb3cd3f7c None None] Set router 94de9254-6cd9-4a0d-b820-f0c244fbbbac gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:32:34.404752 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-909fee54-f4dd-47bc-b2bc-afde2a725400 req-f16a1321-cd59-45cd-898a-a76710b3b878 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4eda8c6-2ff8-4ec5-a939-d72272274cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2849870 May 31 13:32:34.453336 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194d309d-b238-4544-b26e-6e76f419b69d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8e579bd-fa49-4165-a3ec-6dc8044508d0,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:34.475984 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4817b15f-23f4-415e-a389-b6bc57ca3d79 req-6359badd-f42d-414e-b27e-942035f34ef3 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3128583 May 31 13:32:34.563467 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194d309d-b238-4544-b26e-6e76f419b69d admin admin] Checking segment: {'id': 'b80bc45d-1b52-4e81-a25c-b127a330c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '52ab6441-b95e-4164-b6cf-3f2c93aec574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:32:34.569556 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194d309d-b238-4544-b26e-6e76f419b69d admin admin] Network hostable DHCP agents. Network: 52ab6441-b95e-4164-b6cf-3f2c93aec574, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:32:34.578114 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-63091ea9-bdaa-433b-b432-c00528f7c0d1 req-04da35ca-c51a-4812-90bc-b3198aaddb38 service neutron] Attempting to bind port 0be7946d-2d6e-4e0f-8c2c-728d4101952c on host n-h1-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:32:34.578466 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-63091ea9-bdaa-433b-b432-c00528f7c0d1 req-04da35ca-c51a-4812-90bc-b3198aaddb38 service neutron] Attempting to bind port 0be7946d-2d6e-4e0f-8c2c-728d4101952c by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': 'f7c332da-93bc-4b7f-8bc9-595723506e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '99f39d4e-e781-47c9-9a59-b91e5a1ecf8e'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:32:34.578781 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63091ea9-bdaa-433b-b432-c00528f7c0d1 req-04da35ca-c51a-4812-90bc-b3198aaddb38 service neutron] Attempting to bind port 0be7946d-2d6e-4e0f-8c2c-728d4101952c on network 99f39d4e-e781-47c9-9a59-b91e5a1ecf8e {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:32:34.601594 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63091ea9-bdaa-433b-b432-c00528f7c0d1 req-04da35ca-c51a-4812-90bc-b3198aaddb38 service neutron] Port 0be7946d-2d6e-4e0f-8c2c-728d4101952c on network 99f39d4e-e781-47c9-9a59-b91e5a1ecf8e not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:32:34.602314 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63091ea9-bdaa-433b-b432-c00528f7c0d1 req-04da35ca-c51a-4812-90bc-b3198aaddb38 service neutron] Attempting to bind port 0be7946d-2d6e-4e0f-8c2c-728d4101952c on network 99f39d4e-e781-47c9-9a59-b91e5a1ecf8e {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:32:34.623688 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63091ea9-bdaa-433b-b432-c00528f7c0d1 req-04da35ca-c51a-4812-90bc-b3198aaddb38 service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:32:34.623970 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63091ea9-bdaa-433b-b432-c00528f7c0d1 req-04da35ca-c51a-4812-90bc-b3198aaddb38 service neutron] Checking segment: {'id': 'f7c332da-93bc-4b7f-8bc9-595723506e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '99f39d4e-e781-47c9-9a59-b91e5a1ecf8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:32:34.624369 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63091ea9-bdaa-433b-b432-c00528f7c0d1 req-04da35ca-c51a-4812-90bc-b3198aaddb38 service neutron] Bound using segment: {'id': 'f7c332da-93bc-4b7f-8bc9-595723506e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '99f39d4e-e781-47c9-9a59-b91e5a1ecf8e'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:32:34.624802 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-63091ea9-bdaa-433b-b432-c00528f7c0d1 req-04da35ca-c51a-4812-90bc-b3198aaddb38 service neutron] Bound port: 0be7946d-2d6e-4e0f-8c2c-728d4101952c, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7c332da-93bc-4b7f-8bc9-595723506e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '99f39d4e-e781-47c9-9a59-b91e5a1ecf8e'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:32:34.625164 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-63091ea9-bdaa-433b-b432-c00528f7c0d1 req-04da35ca-c51a-4812-90bc-b3198aaddb38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:34.638851 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194d309d-b238-4544-b26e-6e76f419b69d admin admin] Network 52ab6441-b95e-4164-b6cf-3f2c93aec574 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:32:34.659749 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-194d309d-b238-4544-b26e-6e76f419b69d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 52ab6441-b95e-4164-b6cf-3f2c93aec574) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:32:34.677852 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194d309d-b238-4544-b26e-6e76f419b69d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:34.682846 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-194d309d-b238-4544-b26e-6e76f419b69d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:34.712925 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f9cac5-585a-4277-b43a-04a60de84d56 None None] Network 52ab6441-b95e-4164-b6cf-3f2c93aec574 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:32:34.754072 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-194d309d-b238-4544-b26e-6e76f419b69d admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1410584 May 31 13:32:34.758099 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45324) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:32:34.777023 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-4e7342e6-ba13-494c-8703-24568c42fda6 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1803672822-router', 'tenant_id': 'f5bf22f339824144b328620948e57a30', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:32:34.796864 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4e7342e6-ba13-494c-8703-24568c42fda6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:32:34.810284 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-4e7342e6-ba13-494c-8703-24568c42fda6 admin admin] Usage tracker for resource:router and tenant:f5bf22f339824144b328620948e57a30 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:32:34.824841 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-4e7342e6-ba13-494c-8703-24568c42fda6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:32:34.845661 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4e7342e6-ba13-494c-8703-24568c42fda6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:32:34.870611 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4e7342e6-ba13-494c-8703-24568c42fda6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:34.872870 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4e7342e6-ba13-494c-8703-24568c42fda6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:34.913054 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-63091ea9-bdaa-433b-b432-c00528f7c0d1 req-04da35ca-c51a-4812-90bc-b3198aaddb38 service neutron] For port 0be7946d-2d6e-4e0f-8c2c-728d4101952c, host n-h1-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:32:34.915305 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4e7342e6-ba13-494c-8703-24568c42fda6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:34.922231 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-63091ea9-bdaa-433b-b432-c00528f7c0d1 req-04da35ca-c51a-4812-90bc-b3198aaddb38 service neutron] For port 0be7946d-2d6e-4e0f-8c2c-728d4101952c, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=0be7946d-2d6e-4e0f-8c2c-728d4101952c,segment=NetworkSegment(f7c332da-93bc-4b7f-8bc9-595723506e67),segment_id=f7c332da-93bc-4b7f-8bc9-595723506e67)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:32:34.932706 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-63091ea9-bdaa-433b-b432-c00528f7c0d1 req-04da35ca-c51a-4812-90bc-b3198aaddb38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:35.249199 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3a266b-de48-4af7-97b3-759161d98a09 None None] Pushing event updated for resources: {'Port': ['ID=6ed6134b-6d29-4571-bd7a-7d45daeac808,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:35.413669 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4e7342e6-ba13-494c-8703-24568c42fda6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:35.424155 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-824fe79e-598d-48ab-a7d3-bdbfb3cd3f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94de9254-6cd9-4a0d-b820-f0c244fbbbac', 'name': 'tempest-AttachSCSIVolumeTestJSON-1975046625-router', 'tenant_id': 'c546e522a53042bf9288235d025993be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': '5d08ef1c-1980-464a-b954-2f051717d12d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:32:12Z', 'updated_at': '2022-05-31T13:32:26Z', 'revision_number': 4, 'project_id': 'c546e522a53042bf9288235d025993be', 'gw_port': {'id': '5d08ef1c-1980-464a-b954-2f051717d12d', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:00:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94de9254-6cd9-4a0d-b820-f0c244fbbbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:32:15Z', 'updated_at': '2022-05-31T13:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '6ed6134b-6d29-4571-bd7a-7d45daeac808', 'name': '', 'network_id': 'fcd0ffae-3ea4-42bd-a169-8d95a1cdbecc', 'tenant_id': 'c546e522a53042bf9288235d025993be', 'mac_address': 'fa:16:3e:b7:08:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94de9254-6cd9-4a0d-b820-f0c244fbbbac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'de3aa2fa-fbce-46e7-81bc-0f33a5127b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:32:24Z', 'updated_at': '2022-05-31T13:32:33Z', 'revision_number': 4, 'project_id': 'c546e522a53042bf9288235d025993be', 'subnets': [{'id': 'de3aa2fa-fbce-46e7-81bc-0f33a5127b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:32:35.434106 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824fe79e-598d-48ab-a7d3-bdbfb3cd3f7c None None] The sync data for ids ['94de9254-6cd9-4a0d-b820-f0c244fbbbac'] in n-d-843939-1 is: [{'id': '94de9254-6cd9-4a0d-b820-f0c244fbbbac', 'name': 'tempest-AttachSCSIVolumeTestJSON-1975046625-router', 'tenant_id': 'c546e522a53042bf9288235d025993be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': '5d08ef1c-1980-464a-b954-2f051717d12d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:32:12Z', 'updated_at': '2022-05-31T13:32:26Z', 'revision_number': 4, 'project_id': 'c546e522a53042bf9288235d025993be', 'gw_port': {'id': '5d08ef1c-1980-464a-b954-2f051717d12d', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:00:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94de9254-6cd9-4a0d-b820-f0c244fbbbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:32:15Z', 'updated_at': '2022-05-31T13:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '6ed6134b-6d29-4571-bd7a-7d45daeac808', 'name': '', 'network_id': 'fcd0ffae-3ea4-42bd-a169-8d95a1cdbecc', 'tenant_id': 'c546e522a53042bf9288235d025993be', 'mac_address': 'fa:16:3e:b7:08:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94de9254-6cd9-4a0d-b820-f0c244fbbbac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'de3aa2fa-fbce-46e7-81bc-0f33a5127b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:32:24Z', 'updated_at': '2022-05-31T13:32:33Z', 'revision_number': 4, 'project_id': 'c546e522a53042bf9288235d025993be', 'subnets': [{'id': 'de3aa2fa-fbce-46e7-81bc-0f33a5127b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:32:35.463582 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63091ea9-bdaa-433b-b432-c00528f7c0d1 req-04da35ca-c51a-4812-90bc-b3198aaddb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:35.464409 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-63091ea9-bdaa-433b-b432-c00528f7c0d1 req-04da35ca-c51a-4812-90bc-b3198aaddb38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:35.466127 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-63091ea9-bdaa-433b-b432-c00528f7c0d1 req-04da35ca-c51a-4812-90bc-b3198aaddb38 service neutron] 10.222.0.20 "PUT /v2.0/ports/0be7946d-2d6e-4e0f-8c2c-728d4101952c HTTP/1.1" status: 200 len: 1091 time: 3.7604029 May 31 13:32:35.584602 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5931ca5a-88c0-4d72-b795-9ce6dff644e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-52ab6441-b95e-4164-b6cf-3f2c93aec574', 'network_id': '52ab6441-b95e-4164-b6cf-3f2c93aec574', 'tenant_id': 'f5bf22f339824144b328620948e57a30', 'fixed_ips': [{'subnet_id': 'd8e579bd-fa49-4165-a3ec-6dc8044508d0'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:32:35.585445 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5931ca5a-88c0-4d72-b795-9ce6dff644e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:35.675020 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '822ccb68-475c-4459-a1f6-cff19dde9783', 'tag': '0be7946d-2d6e-4e0f-8c2c-728d4101952c'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:32:35.844057 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c2114235-5fba-4eb5-b406-f3a0a98c7226 req-e0bc4e17-ae31-4f02-aafc-9220905aaeec tempest-ServerShowV254Test-728993843 tempest-ServerShowV254Test-728993843-project] 10.222.0.50 "GET /v2.0/ports?device_id=06d7f06a-aa49-4f39-94dc-ac44fd8a2b16 HTTP/1.1" status: 200 len: 210 time: 0.3587954 May 31 13:32:36.006461 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-5931ca5a-88c0-4d72-b795-9ce6dff644e4 None None] Allocated IP 172.20.0.2 (52ab6441-b95e-4164-b6cf-3f2c93aec574/d8e579bd-fa49-4165-a3ec-6dc8044508d0/ef4b6a83-6d7c-4f43-9b77-678618b36fbb) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:32:36.008002 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04da35ca-c51a-4812-90bc-b3198aaddb38 service neutron] Pushing event updated for resources: {'Port': ['ID=0be7946d-2d6e-4e0f-8c2c-728d4101952c,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:36.142457 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c39949-82ff-4eb0-9c5e-0aab5d8dc098 req-8c685398-9eb1-458e-8860-a71618e5c0e3 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:36.154068 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-69c39949-82ff-4eb0-9c5e-0aab5d8dc098 req-8c685398-9eb1-458e-8860-a71618e5c0e3 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] 10.222.0.50 "GET /v2.0/ports?device_id=822ccb68-475c-4459-a1f6-cff19dde9783 HTTP/1.1" status: 200 len: 943 time: 1.0362062 May 31 13:32:36.190445 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 6ed6134b-6d29-4571-bd7a-7d45daeac808 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:32:36.192392 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4e7342e6-ba13-494c-8703-24568c42fda6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:36.215918 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63091ea9-bdaa-433b-b432-c00528f7c0d1 req-68e56585-6ce2-40a6-a6b0-5f3fc738180a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:36.217618 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-63091ea9-bdaa-433b-b432-c00528f7c0d1 req-68e56585-6ce2-40a6-a6b0-5f3fc738180a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=21dbbb39ecb9468e8c2cfdaa983b950c&device_id=822ccb68-475c-4459-a1f6-cff19dde9783 HTTP/1.1" status: 200 len: 1094 time: 0.4975095 May 31 13:32:36.248145 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4e7342e6-ba13-494c-8703-24568c42fda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:36.486370 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 6ed6134b-6d29-4571-bd7a-7d45daeac808 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:32:36.544521 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-63091ea9-bdaa-433b-b432-c00528f7c0d1 req-3fbcea4f-9360-45f5-acde-85f0608ff9ec service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0be7946d-2d6e-4e0f-8c2c-728d4101952c HTTP/1.1" status: 200 len: 217 time: 0.3101938 May 31 13:32:36.557881 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-4e7342e6-ba13-494c-8703-24568c42fda6 admin admin] Allocated IP 172.25.6.183 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/c905035a-34a9-4155-ab7e-afb8edab9e2b) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:32:36.620042 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5931ca5a-88c0-4d72-b795-9ce6dff644e4 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:36.633716 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-5931ca5a-88c0-4d72-b795-9ce6dff644e4 None None] Transition to ACTIVE for port object ef4b6a83-6d7c-4f43-9b77-678618b36fbb will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:32:36.646313 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-69c39949-82ff-4eb0-9c5e-0aab5d8dc098 req-baf240ac-71be-4115-876b-d0ff31baea82 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] 10.222.0.50 "GET /v2.0/security-groups?id=fa9a7e10-3570-4762-9c36-c98835ca27d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4916687 May 31 13:32:36.664621 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-5931ca5a-88c0-4d72-b795-9ce6dff644e4 None None] Transition to ACTIVE for port object ef4b6a83-6d7c-4f43-9b77-678618b36fbb will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:32:36.667863 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 6ed6134b-6d29-4571-bd7a-7d45daeac808 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:32:36.668298 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:36.767924 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 18f94545-60aa-4fd2-9576-33fe11c132f6 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:32:36.773337 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5931ca5a-88c0-4d72-b795-9ce6dff644e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:36.775250 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63091ea9-bdaa-433b-b432-c00528f7c0d1 req-f52c2d36-6145-4701-bd09-3b458b06b689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:36.776745 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-63091ea9-bdaa-433b-b432-c00528f7c0d1 req-f52c2d36-6145-4701-bd09-3b458b06b689 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f71cc00f-8f35-4761-a9b3-2f0c082bffbb HTTP/1.1" status: 200 len: 868 time: 0.2161338 May 31 13:32:36.805784 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f715f45d-a1c5-447f-81d5-73ed765282d2 req-2cf250ec-3bc4-4b00-a8bc-04bab395f006 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:36.813379 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f715f45d-a1c5-447f-81d5-73ed765282d2 req-2cf250ec-3bc4-4b00-a8bc-04bab395f006 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 944 time: 0.6498778 May 31 13:32:36.852850 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4e7342e6-ba13-494c-8703-24568c42fda6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:36.942984 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4e7342e6-ba13-494c-8703-24568c42fda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:36.990720 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5931ca5a-88c0-4d72-b795-9ce6dff644e4 None None] Network 52ab6441-b95e-4164-b6cf-3f2c93aec574 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:32:37.036703 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-5931ca5a-88c0-4d72-b795-9ce6dff644e4 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:32:37.058701 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f715f45d-a1c5-447f-81d5-73ed765282d2 req-78c1f391-8a71-4013-b907-4aa10409d5d3 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2442873 May 31 13:32:37.086437 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7342e6-ba13-494c-8703-24568c42fda6 admin admin] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:32:37.087874 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-4e7342e6-ba13-494c-8703-24568c42fda6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:32:37.095253 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7342e6-ba13-494c-8703-24568c42fda6 admin admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:32:37.097688 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5931ca5a-88c0-4d72-b795-9ce6dff644e4 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:32:37.101751 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63091ea9-bdaa-433b-b432-c00528f7c0d1 req-897769e6-30c7-47fa-bc54-fe0294bc5410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:37.103354 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-63091ea9-bdaa-433b-b432-c00528f7c0d1 req-897769e6-30c7-47fa-bc54-fe0294bc5410 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=99f39d4e-e781-47c9-9a59-b91e5a1ecf8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2872584 May 31 13:32:37.228957 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7342e6-ba13-494c-8703-24568c42fda6 admin admin] Pushing event updated for resources: {'Port': ['ID=c905035a-34a9-4155-ab7e-afb8edab9e2b,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:37.350936 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5931ca5a-88c0-4d72-b795-9ce6dff644e4 None None] Pushing event updated for resources: {'Port': ['ID=ef4b6a83-6d7c-4f43-9b77-678618b36fbb,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:37.364299 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-489250ef-e9ce-4d22-a2cd-88fa26af03aa'] response: {'name': 'network-changed', 'server_uuid': '822ccb68-475c-4459-a1f6-cff19dde9783', 'tag': '0be7946d-2d6e-4e0f-8c2c-728d4101952c', 'status': 'completed', 'code': 200} May 31 13:32:37.551283 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-07c14c96-01eb-4da1-97b6-83607f47fe40 req-af063272-21d3-44a0-9ff4-397dd4565b6e tempest-ServerShowV254Test-728993843 tempest-ServerShowV254Test-728993843-project] 10.222.0.50 "GET /v2.0/ports?device_id=06d7f06a-aa49-4f39-94dc-ac44fd8a2b16 HTTP/1.1" status: 200 len: 210 time: 0.0912864 May 31 13:32:37.661553 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:37.671121 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-63091ea9-bdaa-433b-b432-c00528f7c0d1 req-deadb1d8-1d80-42ee-bf1c-ebe6b528d93d service neutron] 10.222.0.20 "GET /v2.0/networks/99f39d4e-e781-47c9-9a59-b91e5a1ecf8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5568094 May 31 13:32:37.707484 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce0432-ec33-4887-9bc6-cc6f3fac8687 req-5b496298-b667-412d-beba-f60afa7ba62b tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:37.709000 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25ce0432-ec33-4887-9bc6-cc6f3fac8687 req-5b496298-b667-412d-beba-f60afa7ba62b tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/ports?device_id=96c0d0e6-6de6-4bed-bd2a-154d02801961 HTTP/1.1" status: 200 len: 945 time: 0.5091968 May 31 13:32:37.821593 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-5931ca5a-88c0-4d72-b795-9ce6dff644e4 None None] Attempting to bind port ef4b6a83-6d7c-4f43-9b77-678618b36fbb on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:32:37.822066 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-5931ca5a-88c0-4d72-b795-9ce6dff644e4 None None] Attempting to bind port ef4b6a83-6d7c-4f43-9b77-678618b36fbb by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'b80bc45d-1b52-4e81-a25c-b127a330c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '52ab6441-b95e-4164-b6cf-3f2c93aec574'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:32:37.822709 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5931ca5a-88c0-4d72-b795-9ce6dff644e4 None None] Attempting to bind port ef4b6a83-6d7c-4f43-9b77-678618b36fbb on network 52ab6441-b95e-4164-b6cf-3f2c93aec574 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:32:37.847958 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5931ca5a-88c0-4d72-b795-9ce6dff644e4 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:32:37.850335 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5931ca5a-88c0-4d72-b795-9ce6dff644e4 None None] Checking segment: {'id': 'b80bc45d-1b52-4e81-a25c-b127a330c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '52ab6441-b95e-4164-b6cf-3f2c93aec574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:32:37.850842 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5931ca5a-88c0-4d72-b795-9ce6dff644e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:37.851343 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5931ca5a-88c0-4d72-b795-9ce6dff644e4 None None] Bound using segment: {'id': 'b80bc45d-1b52-4e81-a25c-b127a330c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '52ab6441-b95e-4164-b6cf-3f2c93aec574'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:32:37.854310 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-5931ca5a-88c0-4d72-b795-9ce6dff644e4 None None] Bound port: ef4b6a83-6d7c-4f43-9b77-678618b36fbb, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b80bc45d-1b52-4e81-a25c-b127a330c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '52ab6441-b95e-4164-b6cf-3f2c93aec574'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:32:37.854848 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5931ca5a-88c0-4d72-b795-9ce6dff644e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:37.952504 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-63091ea9-bdaa-433b-b432-c00528f7c0d1 req-50e59d7a-d899-4da1-a51d-645941d71f17 service neutron] 10.222.0.20 "GET /v2.0/networks/99f39d4e-e781-47c9-9a59-b91e5a1ecf8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659538 May 31 13:32:38.015795 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-5931ca5a-88c0-4d72-b795-9ce6dff644e4 None None] For port ef4b6a83-6d7c-4f43-9b77-678618b36fbb, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:32:38.022729 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-5931ca5a-88c0-4d72-b795-9ce6dff644e4 None None] For port ef4b6a83-6d7c-4f43-9b77-678618b36fbb, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=ef4b6a83-6d7c-4f43-9b77-678618b36fbb,segment=NetworkSegment(b80bc45d-1b52-4e81-a25c-b127a330c28c),segment_id=b80bc45d-1b52-4e81-a25c-b127a330c28c)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:32:38.031481 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5931ca5a-88c0-4d72-b795-9ce6dff644e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:38.143229 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 6ed6134b-6d29-4571-bd7a-7d45daeac808 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:32:38.144300 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:38.164008 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25ce0432-ec33-4887-9bc6-cc6f3fac8687 req-821e9da2-ee48-4ed7-8146-9579a45589ec tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4eda8c6-2ff8-4ec5-a939-d72272274cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2097971 May 31 13:32:38.209958 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5931ca5a-88c0-4d72-b795-9ce6dff644e4 None None] Pushing event updated for resources: {'Port': ['ID=ef4b6a83-6d7c-4f43-9b77-678618b36fbb,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:38.215518 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f9555-a976-4d10-b51a-c0c9f1ae8b4d req-da70a38b-e9de-4918-baec-35cb4f007329 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:38.217825 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-771f9555-a976-4d10-b51a-c0c9f1ae8b4d req-da70a38b-e9de-4918-baec-35cb4f007329 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca2e5db0-bf68-4a66-86c6-dce5b7280c53 HTTP/1.1" status: 200 len: 946 time: 0.2625723 May 31 13:32:38.225869 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f342dd2-d333-4bce-bdfb-a950ad5b17f2 req-72618470-f6ba-4c56-aa40-77afc9ccd8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:38.227655 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6f342dd2-d333-4bce-bdfb-a950ad5b17f2 req-72618470-f6ba-4c56-aa40-77afc9ccd8c8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=21dbbb39ecb9468e8c2cfdaa983b950c&device_id=822ccb68-475c-4459-a1f6-cff19dde9783 HTTP/1.1" status: 200 len: 1094 time: 0.2136867 May 31 13:32:38.315034 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 18f94545-60aa-4fd2-9576-33fe11c132f6, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=18f94545-60aa-4fd2-9576-33fe11c132f6,segment=NetworkSegment(1e6452d1-51f8-4e9a-9e93-895c398faede),segment_id=1e6452d1-51f8-4e9a-9e93-895c398faede)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:32:38.344226 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 6ed6134b-6d29-4571-bd7a-7d45daeac808, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=6ed6134b-6d29-4571-bd7a-7d45daeac808,segment=NetworkSegment(ec9d4c6c-e6fe-4f45-bbcc-d2520636dafe),segment_id=ec9d4c6c-e6fe-4f45-bbcc-d2520636dafe)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:32:38.371412 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:38.489411 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': '18f94545-60aa-4fd2-9576-33fe11c132f6', 'network_id': 'b11a5e31-f902-47bb-ae2d-8ab30e32d2c6', 'port_id': '18f94545-60aa-4fd2-9576-33fe11c132f6', 'mac_address': 'fa:16:3e:bf:25:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a2881f-e291-4214-81d7-8f9b77a7af81', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:32:38.523591 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-771f9555-a976-4d10-b51a-c0c9f1ae8b4d req-054cc3ee-d6ec-4af0-9779-873bf7414458 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/security-groups?id=11fe291e-69a0-4211-ae19-9fbe273445b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948003 May 31 13:32:38.697559 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f342dd2-d333-4bce-bdfb-a950ad5b17f2 req-f8b97018-ba3c-4441-a4cf-044b919e2faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:38.701203 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6f342dd2-d333-4bce-bdfb-a950ad5b17f2 req-f8b97018-ba3c-4441-a4cf-044b919e2faf service neutron] 10.222.0.20 "GET /v2.0/networks?id=99f39d4e-e781-47c9-9a59-b91e5a1ecf8e HTTP/1.1" status: 200 len: 930 time: 0.4590540 May 31 13:32:38.726491 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4e7342e6-ba13-494c-8703-24568c42fda6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:38.727360 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 18f94545-60aa-4fd2-9576-33fe11c132f6 is: ACTIVE; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:32:38.727755 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:38.754090 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=6ed6134b-6d29-4571-bd7a-7d45daeac808,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:38.872335 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:38.880941 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 18f94545-60aa-4fd2-9576-33fe11c132f6 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:32:38.930457 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 18f94545-60aa-4fd2-9576-33fe11c132f6, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=18f94545-60aa-4fd2-9576-33fe11c132f6,segment=NetworkSegment(1e6452d1-51f8-4e9a-9e93-895c398faede),segment_id=1e6452d1-51f8-4e9a-9e93-895c398faede)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:32:38.945472 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:38.960683 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6f342dd2-d333-4bce-bdfb-a950ad5b17f2 req-a85edb61-fa97-46f4-a061-4deca214f296 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0be7946d-2d6e-4e0f-8c2c-728d4101952c HTTP/1.1" status: 200 len: 217 time: 0.2435701 May 31 13:32:39.054474 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['18f94545-60aa-4fd2-9576-33fe11c132f6'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:32:39.116544 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aef577-2b8c-45c1-a9ad-3da176678852 req-b22ed188-f33c-4fde-8241-a010440de23b tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:39.118118 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-90aef577-2b8c-45c1-a9ad-3da176678852 req-b22ed188-f33c-4fde-8241-a010440de23b tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 944 time: 0.5512917 May 31 13:32:39.149602 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=18f94545-60aa-4fd2-9576-33fe11c132f6,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:39.235377 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f342dd2-d333-4bce-bdfb-a950ad5b17f2 req-ac594731-b666-4077-8aa6-c8fbb0b3ba28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:39.236894 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6f342dd2-d333-4bce-bdfb-a950ad5b17f2 req-ac594731-b666-4077-8aa6-c8fbb0b3ba28 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f71cc00f-8f35-4761-a9b3-2f0c082bffbb HTTP/1.1" status: 200 len: 868 time: 0.2690575 May 31 13:32:39.522480 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4e7342e6-ba13-494c-8703-24568c42fda6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:39.562018 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-90aef577-2b8c-45c1-a9ad-3da176678852 req-73868110-1402-4a9d-9dae-179505048147 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4061074 May 31 13:32:39.650806 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf65cf4a-38fb-4054-a3bb-aaee7ce10352 req-c4d68602-0184-4aa0-a308-bc82da53a2ba tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:39.664325 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cf65cf4a-38fb-4054-a3bb-aaee7ce10352 req-c4d68602-0184-4aa0-a308-bc82da53a2ba tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] 10.222.0.50 "GET /v2.0/ports?device_id=822ccb68-475c-4459-a1f6-cff19dde9783 HTTP/1.1" status: 200 len: 943 time: 0.7714002 May 31 13:32:39.850906 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cf65cf4a-38fb-4054-a3bb-aaee7ce10352 req-30d5c7cd-14c1-4c88-98d8-b484d0f7aac7 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] 10.222.0.50 "GET /v2.0/security-groups?id=fa9a7e10-3570-4762-9c36-c98835ca27d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653526 May 31 13:32:39.908368 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f342dd2-d333-4bce-bdfb-a950ad5b17f2 req-a5eb8344-628e-4fd4-b61f-7ddb1035d50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:39.910467 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6f342dd2-d333-4bce-bdfb-a950ad5b17f2 req-a5eb8344-628e-4fd4-b61f-7ddb1035d50b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=99f39d4e-e781-47c9-9a59-b91e5a1ecf8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6523192 May 31 13:32:39.947614 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e7342e6-ba13-494c-8703-24568c42fda6 admin admin] Router 120e2a75-0607-41fc-8f3e-3edf14f7bca0 is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 13:32:40.077375 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2af4c9bd-8e3f-4f5c-89ce-890a76b76a09 req-4a982197-3c4c-444f-ab99-bd8cfb9d55e4 tempest-ServerShowV254Test-728993843 tempest-ServerShowV254Test-728993843-project] 10.222.0.50 "GET /v2.0/ports?device_id=06d7f06a-aa49-4f39-94dc-ac44fd8a2b16 HTTP/1.1" status: 200 len: 210 time: 0.0760453 May 31 13:32:40.267439 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b50c6e1-2d9c-466f-abcd-0e6a3b65f1dc None None] Network 52ab6441-b95e-4164-b6cf-3f2c93aec574 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:32:40.306824 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e7342e6-ba13-494c-8703-24568c42fda6 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:32:40.318954 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ca6d2b-4db0-4379-9653-cc616ed5d15f None None] Sync routers for ids ['120e2a75-0607-41fc-8f3e-3edf14f7bca0'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:32:40.362661 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4e7342e6-ba13-494c-8703-24568c42fda6 admin admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:40.364155 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-4e7342e6-ba13-494c-8703-24568c42fda6 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.6050289 May 31 13:32:40.371138 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45390) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:32:40.463226 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ca6d2b-4db0-4379-9653-cc616ed5d15f None None] Routers {'120e2a75-0607-41fc-8f3e-3edf14f7bca0'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:32:40.463867 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-72ca6d2b-4db0-4379-9653-cc616ed5d15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:32:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['120e2a75-0607-41fc-8f3e-3edf14f7bca0'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:32:40.521904 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6f342dd2-d333-4bce-bdfb-a950ad5b17f2 req-159a8a82-9d9f-484d-9572-49f71515fca8 service neutron] 10.222.0.20 "GET /v2.0/networks/99f39d4e-e781-47c9-9a59-b91e5a1ecf8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6046257 May 31 13:32:40.774338 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device ef4b6a83-6d7c-4f43-9b77-678618b36fbb up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:32:40.838355 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6b468e9e-c670-4eb3-92c9-61e03bacb688 None None] Provisioning for port ef4b6a83-6d7c-4f43-9b77-678618b36fbb completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:32:40.871947 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-35c3c26f-e1ee-4a22-a72f-1ac6b6be4fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:40.893797 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29040447-4bf8-4fe7-b37c-0c0ca28c67cd req-5a01df72-109c-42a1-9c2d-cd453be36fe4 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:40.897807 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-29040447-4bf8-4fe7-b37c-0c0ca28c67cd req-5a01df72-109c-42a1-9c2d-cd453be36fe4 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca2e5db0-bf68-4a66-86c6-dce5b7280c53 HTTP/1.1" status: 200 len: 945 time: 0.6038113 May 31 13:32:40.926848 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-72ca6d2b-4db0-4379-9653-cc616ed5d15f None None] Set router 120e2a75-0607-41fc-8f3e-3edf14f7bca0 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:32:40.962059 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port ef4b6a83-6d7c-4f43-9b77-678618b36fbb completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:32:40.971586 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 18f94545-60aa-4fd2-9576-33fe11c132f6 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:32:40.988648 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6920f16e-6064-4b84-8e13-ff0456b58178 req-5b019f7e-18d9-4cda-9e42-699d43eda2cd tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:40.992833 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6920f16e-6064-4b84-8e13-ff0456b58178 req-5b019f7e-18d9-4cda-9e42-699d43eda2cd tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/ports?device_id=96c0d0e6-6de6-4bed-bd2a-154d02801961 HTTP/1.1" status: 200 len: 945 time: 0.8001034 May 31 13:32:41.043355 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port ef4b6a83-6d7c-4f43-9b77-678618b36fbb triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:32:41.043889 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:41.172284 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-29040447-4bf8-4fe7-b37c-0c0ca28c67cd req-aae85c58-1342-4449-96db-d4eb3711cbb2 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/security-groups?id=11fe291e-69a0-4211-ae19-9fbe273445b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564421 May 31 13:32:41.257524 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6920f16e-6064-4b84-8e13-ff0456b58178 req-5412bb08-e95c-4b4d-923d-e5e08b9c245a tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4eda8c6-2ff8-4ec5-a939-d72272274cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2005534 May 31 13:32:41.275366 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6f342dd2-d333-4bce-bdfb-a950ad5b17f2 req-1ae694f2-f23f-45f3-8203-4625d8cb3086 service neutron] 10.222.0.20 "GET /v2.0/networks/99f39d4e-e781-47c9-9a59-b91e5a1ecf8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7327693 May 31 13:32:41.390172 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port ef4b6a83-6d7c-4f43-9b77-678618b36fbb is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:32:41.391074 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:41.459731 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port ef4b6a83-6d7c-4f43-9b77-678618b36fbb, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=ef4b6a83-6d7c-4f43-9b77-678618b36fbb,segment=NetworkSegment(b80bc45d-1b52-4e81-a25c-b127a330c28c),segment_id=b80bc45d-1b52-4e81-a25c-b127a330c28c)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:32:41.468251 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:41.469086 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 6ed6134b-6d29-4571-bd7a-7d45daeac808 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:32:41.803597 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-72ca6d2b-4db0-4379-9653-cc616ed5d15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '120e2a75-0607-41fc-8f3e-3edf14f7bca0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1803672822-router', 'tenant_id': 'f5bf22f339824144b328620948e57a30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'c905035a-34a9-4155-ab7e-afb8edab9e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:32:34Z', 'updated_at': '2022-05-31T13:32:37Z', 'revision_number': 3, 'project_id': 'f5bf22f339824144b328620948e57a30', 'gw_port': {'id': 'c905035a-34a9-4155-ab7e-afb8edab9e2b', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5e:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '120e2a75-0607-41fc-8f3e-3edf14f7bca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:32:36Z', 'updated_at': '2022-05-31T13:32:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:32:41.819751 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=ef4b6a83-6d7c-4f43-9b77-678618b36fbb,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:41.822960 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ca6d2b-4db0-4379-9653-cc616ed5d15f None None] Checking router: 120e2a75-0607-41fc-8f3e-3edf14f7bca0 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:32:41.823304 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ca6d2b-4db0-4379-9653-cc616ed5d15f None None] Updating router 120e2a75-0607-41fc-8f3e-3edf14f7bca0 port c905035a-34a9-4155-ab7e-afb8edab9e2b binding host n-d-843939-1 {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:32:41.832391 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port 18f94545-60aa-4fd2-9576-33fe11c132f6 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:32:41.832994 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:41.946424 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-3639048b-92d4-4827-9600-08495b21daaf None None] Provisioning complete for port ef4b6a83-6d7c-4f43-9b77-678618b36fbb triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:32:41.947051 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3639048b-92d4-4827-9600-08495b21daaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:41.977825 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-72ca6d2b-4db0-4379-9653-cc616ed5d15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:42.086505 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 6ed6134b-6d29-4571-bd7a-7d45daeac808 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:32:42.086505 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:42.098771 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e432b882-0486-4cf8-bad9-d9c894322c9d req-dcd781f1-4ee6-491d-9a41-e1452d608784 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:42.107870 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e432b882-0486-4cf8-bad9-d9c894322c9d req-dcd781f1-4ee6-491d-9a41-e1452d608784 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/networks?id=ef7bc708-faad-4f53-9863-9b17fc2bd3a4 HTTP/1.1" status: 200 len: 811 time: 0.5073392 May 31 13:32:42.131965 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de946e9b-1054-4631-9f74-36a0560107a0 req-a6544169-15ca-4cb9-96c3-02207d8d2f7a tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:42.141072 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-de946e9b-1054-4631-9f74-36a0560107a0 req-a6544169-15ca-4cb9-96c3-02207d8d2f7a tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] 10.222.0.50 "GET /v2.0/ports?device_id=822ccb68-475c-4459-a1f6-cff19dde9783 HTTP/1.1" status: 200 len: 943 time: 0.2163441 May 31 13:32:42.167056 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e432b882-0486-4cf8-bad9-d9c894322c9d req-e5c22b2c-6008-4965-a7e1-147ff406e2dd tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/quotas/bc5142db886b48f8906c49afcc233362 HTTP/1.1" status: 200 len: 375 time: 0.0582845 May 31 13:32:42.270358 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 18f94545-60aa-4fd2-9576-33fe11c132f6 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:32:42.270729 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:42.327482 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-de946e9b-1054-4631-9f74-36a0560107a0 req-4fa6166e-bfac-48f8-9492-f2177192f8f3 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] 10.222.0.50 "GET /v2.0/security-groups?id=fa9a7e10-3570-4762-9c36-c98835ca27d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854398 May 31 13:32:42.391138 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 18f94545-60aa-4fd2-9576-33fe11c132f6, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=18f94545-60aa-4fd2-9576-33fe11c132f6,segment=NetworkSegment(1e6452d1-51f8-4e9a-9e93-895c398faede),segment_id=1e6452d1-51f8-4e9a-9e93-895c398faede)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:32:42.412996 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca2e5db0-bf68-4a66-86c6-dce5b7280c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f94545-60aa-4fd2-9576-33fe11c132f6'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:32:42.425807 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e432b882-0486-4cf8-bad9-d9c894322c9d req-f5299947-32d7-4f2d-bba4-bc4801635389 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc5142db886b48f8906c49afcc233362&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2529571 May 31 13:32:42.430225 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:42.669186 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=18f94545-60aa-4fd2-9576-33fe11c132f6,revision_number=7']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:42.754021 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fb779cad-c149-4ef6-891e-9dab052a37f3 req-5d2245d5-d77d-4d8b-aba2-d7c1fda91d85 tempest-ServerShowV254Test-728993843 tempest-ServerShowV254Test-728993843-project] 10.222.0.50 "GET /v2.0/ports?device_id=06d7f06a-aa49-4f39-94dc-ac44fd8a2b16 HTTP/1.1" status: 200 len: 210 time: 0.1318421 May 31 13:32:42.834131 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-72ca6d2b-4db0-4379-9653-cc616ed5d15f None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:42.850415 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-3639048b-92d4-4827-9600-08495b21daaf None None] Current status of the port ef4b6a83-6d7c-4f43-9b77-678618b36fbb is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:32:42.860268 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-72ca6d2b-4db0-4379-9653-cc616ed5d15f None None] Transition to ACTIVE for port object c905035a-34a9-4155-ab7e-afb8edab9e2b will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:32:42.873470 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-72ca6d2b-4db0-4379-9653-cc616ed5d15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:42.874079 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-01474c1a-1ca7-4687-8ecf-e1943fd50322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:42.884598 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e432b882-0486-4cf8-bad9-d9c894322c9d req-9bff24fe-310d-4ba5-a275-0629450ea106 service neutron] 10.222.0.50 "GET /v2.0/networks/ef7bc708-faad-4f53-9863-9b17fc2bd3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4450817 May 31 13:32:42.978182 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 6ed6134b-6d29-4571-bd7a-7d45daeac808 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:32:43.001027 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 0be7946d-2d6e-4e0f-8c2c-728d4101952c details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:32:43.034671 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8ef38e4c-0d8f-4758-9812-165bb624f7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:43.088847 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-72ca6d2b-4db0-4379-9653-cc616ed5d15f None None] Attempting to bind port c905035a-34a9-4155-ab7e-afb8edab9e2b on host n-d-843939-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:32:43.089203 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-72ca6d2b-4db0-4379-9653-cc616ed5d15f None None] Attempting to bind port c905035a-34a9-4155-ab7e-afb8edab9e2b by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:32:43.089642 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ca6d2b-4db0-4379-9653-cc616ed5d15f None None] Attempting to bind port c905035a-34a9-4155-ab7e-afb8edab9e2b on network d2103cd5-63ba-4c24-9d95-fd17643bf14c {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:32:43.116746 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dcc994-d9f2-4aca-a3f5-8c90000bf15d None None] Pushing event updated for resources: {'Port': ['ID=c905035a-34a9-4155-ab7e-afb8edab9e2b,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:43.147167 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ca6d2b-4db0-4379-9653-cc616ed5d15f None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:32:43.147531 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ca6d2b-4db0-4379-9653-cc616ed5d15f None None] Checking segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:32:43.147932 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-72ca6d2b-4db0-4379-9653-cc616ed5d15f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:43.148321 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ca6d2b-4db0-4379-9653-cc616ed5d15f None None] Bound using segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:32:43.154381 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-72ca6d2b-4db0-4379-9653-cc616ed5d15f None None] Bound port: c905035a-34a9-4155-ab7e-afb8edab9e2b, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:32:43.154850 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-72ca6d2b-4db0-4379-9653-cc616ed5d15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:43.173772 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e432b882-0486-4cf8-bad9-d9c894322c9d req-3f8c1de0-25bb-4f2a-9ac8-f390d1daaa25 service neutron] 10.222.0.50 "GET /v2.0/networks/ef7bc708-faad-4f53-9863-9b17fc2bd3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817738 May 31 13:32:43.226844 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device ef4b6a83-6d7c-4f43-9b77-678618b36fbb up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:32:43.268414 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 13:32:43.338929 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-72ca6d2b-4db0-4379-9653-cc616ed5d15f None None] For port c905035a-34a9-4155-ab7e-afb8edab9e2b, host n-d-843939-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:32:43.347739 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-72ca6d2b-4db0-4379-9653-cc616ed5d15f None None] For port c905035a-34a9-4155-ab7e-afb8edab9e2b, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=c905035a-34a9-4155-ab7e-afb8edab9e2b,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:32:43.354662 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-72ca6d2b-4db0-4379-9653-cc616ed5d15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:43.507618 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dcc994-d9f2-4aca-a3f5-8c90000bf15d None None] Pushing event updated for resources: {'Port': ['ID=c905035a-34a9-4155-ab7e-afb8edab9e2b,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:43.550191 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ca6d2b-4db0-4379-9653-cc616ed5d15f None None] Routers {'120e2a75-0607-41fc-8f3e-3edf14f7bca0'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:32:43.550818 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-72ca6d2b-4db0-4379-9653-cc616ed5d15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:32:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['120e2a75-0607-41fc-8f3e-3edf14f7bca0'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:32:43.583679 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-8ef38e4c-0d8f-4758-9812-165bb624f7ba admin admin] Allocated IP 172.20.0.1 (52ab6441-b95e-4164-b6cf-3f2c93aec574/d8e579bd-fa49-4165-a3ec-6dc8044508d0/ca6905cb-a1d4-4a69-a4b4-7641a43a65d7) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:32:43.641040 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-103ef31c-a24f-46a3-92f6-1ebc76642250'] response: {'server_uuid': 'ca2e5db0-bf68-4a66-86c6-dce5b7280c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f94545-60aa-4fd2-9576-33fe11c132f6', 'code': 200} May 31 13:32:43.660041 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 0be7946d-2d6e-4e0f-8c2c-728d4101952c, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=0be7946d-2d6e-4e0f-8c2c-728d4101952c,segment=NetworkSegment(f7c332da-93bc-4b7f-8bc9-595723506e67),segment_id=f7c332da-93bc-4b7f-8bc9-595723506e67)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:32:43.773676 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port ef4b6a83-6d7c-4f43-9b77-678618b36fbb triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:32:43.775151 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:43.907649 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': '0be7946d-2d6e-4e0f-8c2c-728d4101952c', 'network_id': '99f39d4e-e781-47c9-9a59-b91e5a1ecf8e', 'port_id': '0be7946d-2d6e-4e0f-8c2c-728d4101952c', 'mac_address': 'fa:16:3e:96:e5:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f71cc00f-8f35-4761-a9b3-2f0c082bffbb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:32:44.000876 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8ef38e4c-0d8f-4758-9812-165bb624f7ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:44.038902 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-8ef38e4c-0d8f-4758-9812-165bb624f7ba admin admin] Transition to ACTIVE for port object ca6905cb-a1d4-4a69-a4b4-7641a43a65d7 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:32:44.083841 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-72ca6d2b-4db0-4379-9653-cc616ed5d15f None None] Set router 120e2a75-0607-41fc-8f3e-3edf14f7bca0 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:32:44.099704 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8ef38e4c-0d8f-4758-9812-165bb624f7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:44.103845 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:44.126113 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:44.151449 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 0be7946d-2d6e-4e0f-8c2c-728d4101952c is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:32:44.152110 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:44.257459 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef38e4c-0d8f-4758-9812-165bb624f7ba admin admin] Network 52ab6441-b95e-4164-b6cf-3f2c93aec574 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:32:44.260369 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-8ef38e4c-0d8f-4758-9812-165bb624f7ba admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:32:44.265570 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef38e4c-0d8f-4758-9812-165bb624f7ba admin admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:32:44.314899 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef38e4c-0d8f-4758-9812-165bb624f7ba admin admin] Pushing event updated for resources: {'Port': ['ID=ca6905cb-a1d4-4a69-a4b4-7641a43a65d7,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:44.349223 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port ef4b6a83-6d7c-4f43-9b77-678618b36fbb is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:32:44.365797 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0be7946d-2d6e-4e0f-8c2c-728d4101952c {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:32:44.377834 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8ef38e4c-0d8f-4758-9812-165bb624f7ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:44.406998 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 0be7946d-2d6e-4e0f-8c2c-728d4101952c, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=0be7946d-2d6e-4e0f-8c2c-728d4101952c,segment=NetworkSegment(f7c332da-93bc-4b7f-8bc9-595723506e67),segment_id=f7c332da-93bc-4b7f-8bc9-595723506e67)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:32:44.411662 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:44.436398 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb0cfe4-c340-4880-98d3-de1ced30129d req-73b962ff-2b45-473a-8f8f-0db4eb0e13e5 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:44.454866 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9fb0cfe4-c340-4880-98d3-de1ced30129d req-73b962ff-2b45-473a-8f8f-0db4eb0e13e5 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/ports?device_id=96c0d0e6-6de6-4bed-bd2a-154d02801961 HTTP/1.1" status: 200 len: 945 time: 0.5893126 May 31 13:32:44.648128 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=0be7946d-2d6e-4e0f-8c2c-728d4101952c,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:44.676166 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9fb0cfe4-c340-4880-98d3-de1ced30129d req-9f5ebb36-bc64-4d52-aad1-dc8cffaf30ee tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4eda8c6-2ff8-4ec5-a939-d72272274cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2193108 May 31 13:32:44.690695 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-351d9afa-696b-4ee8-ae81-ff0103f3e6e8 None None] Provisioning for port ca6905cb-a1d4-4a69-a4b4-7641a43a65d7 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:32:44.701034 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-351d9afa-696b-4ee8-ae81-ff0103f3e6e8 None None] Provisioning complete for port ca6905cb-a1d4-4a69-a4b4-7641a43a65d7 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:32:44.701398 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-351d9afa-696b-4ee8-ae81-ff0103f3e6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:44.711058 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d75c1e3-355f-41af-93ba-e19a337f3060 req-55644021-fdea-4bb9-a7a8-e3aa6a7327a7 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:44.716817 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9d75c1e3-355f-41af-93ba-e19a337f3060 req-55644021-fdea-4bb9-a7a8-e3aa6a7327a7 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] 10.222.0.50 "GET /v2.0/ports?device_id=822ccb68-475c-4459-a1f6-cff19dde9783 HTTP/1.1" status: 200 len: 943 time: 0.5899205 May 31 13:32:44.848424 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['0be7946d-2d6e-4e0f-8c2c-728d4101952c'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:32:44.871686 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9d75c1e3-355f-41af-93ba-e19a337f3060 req-cd331322-6b2b-466b-b53e-7e25d67773c4 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] 10.222.0.50 "GET /v2.0/security-groups?id=fa9a7e10-3570-4762-9c36-c98835ca27d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470599 May 31 13:32:44.991078 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8ef38e4c-0d8f-4758-9812-165bb624f7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:45.259926 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-351d9afa-696b-4ee8-ae81-ff0103f3e6e8 None None] Port ca6905cb-a1d4-4a69-a4b4-7641a43a65d7 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:32:45.335603 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8ef38e4c-0d8f-4758-9812-165bb624f7ba admin admin] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:45.345733 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8ef38e4c-0d8f-4758-9812-165bb624f7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:45.453901 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-72ca6d2b-4db0-4379-9653-cc616ed5d15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '120e2a75-0607-41fc-8f3e-3edf14f7bca0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1803672822-router', 'tenant_id': 'f5bf22f339824144b328620948e57a30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'c905035a-34a9-4155-ab7e-afb8edab9e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:32:34Z', 'updated_at': '2022-05-31T13:32:37Z', 'revision_number': 3, 'project_id': 'f5bf22f339824144b328620948e57a30', 'gw_port': {'id': 'c905035a-34a9-4155-ab7e-afb8edab9e2b', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5e:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '120e2a75-0607-41fc-8f3e-3edf14f7bca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:32:36Z', 'updated_at': '2022-05-31T13:32:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:32:45.468459 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ca6d2b-4db0-4379-9653-cc616ed5d15f None None] The sync data for ids ['120e2a75-0607-41fc-8f3e-3edf14f7bca0'] in n-d-843939-1 is: [{'id': '120e2a75-0607-41fc-8f3e-3edf14f7bca0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1803672822-router', 'tenant_id': 'f5bf22f339824144b328620948e57a30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'c905035a-34a9-4155-ab7e-afb8edab9e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:32:34Z', 'updated_at': '2022-05-31T13:32:37Z', 'revision_number': 3, 'project_id': 'f5bf22f339824144b328620948e57a30', 'gw_port': {'id': 'c905035a-34a9-4155-ab7e-afb8edab9e2b', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5e:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '120e2a75-0607-41fc-8f3e-3edf14f7bca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:32:36Z', 'updated_at': '2022-05-31T13:32:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:32:45.531836 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:45.604242 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dddf4491-59d9-45c6-8f18-577bb1412382 req-aeb860b6-9020-45c7-9520-6d06c2503e4b tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8710ea5-1b55-4ac9-81d4-20a02059e824 HTTP/1.1" status: 200 len: 210 time: 0.4650395 May 31 13:32:45.716569 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30954fe7-383c-4fa8-9fa6-218c3c600e35 req-5b1e0ffe-de77-4e54-97f9-0f113a516ea3 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:45.721854 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8ef38e4c-0d8f-4758-9812-165bb624f7ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:45.734199 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1ade1a62-b26e-40ce-a475-8cecf39d0963 req-8ebd9ef5-04bc-4844-9528-8e94f528d404 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=06d7f06a-aa49-4f39-94dc-ac44fd8a2b16 HTTP/1.1" status: 200 len: 210 time: 0.1465454 May 31 13:32:45.737929 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-30954fe7-383c-4fa8-9fa6-218c3c600e35 req-5b1e0ffe-de77-4e54-97f9-0f113a516ea3 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca2e5db0-bf68-4a66-86c6-dce5b7280c53 HTTP/1.1" status: 200 len: 946 time: 0.7386444 May 31 13:32:45.785966 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef38e4c-0d8f-4758-9812-165bb624f7ba admin admin] Pushing event updated for resources: {'Port': ['ID=ca6905cb-a1d4-4a69-a4b4-7641a43a65d7,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:45.881259 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cfdac95a-5c8e-4777-86c2-6ef572b9f22b req-8ac45880-87c7-460b-b8a5-59f85107f166 tempest-ServerShowV254Test-728993843 tempest-ServerShowV254Test-728993843-project] 10.222.0.50 "GET /v2.0/ports?device_id=06d7f06a-aa49-4f39-94dc-ac44fd8a2b16 HTTP/1.1" status: 200 len: 210 time: 0.1100233 May 31 13:32:46.157880 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e432b882-0486-4cf8-bad9-d9c894322c9d req-c3093fd8-de47-486b-822a-742682f81d05 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:46.159639 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e432b882-0486-4cf8-bad9-d9c894322c9d req-c3093fd8-de47-486b-822a-742682f81d05 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.20 "GET /v2.0/networks?id=ef7bc708-faad-4f53-9863-9b17fc2bd3a4 HTTP/1.1" status: 200 len: 811 time: 0.2507756 May 31 13:32:46.180920 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-30954fe7-383c-4fa8-9fa6-218c3c600e35 req-338a613e-6346-4d20-8387-5f044e205db2 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/security-groups?id=11fe291e-69a0-4211-ae19-9fbe273445b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4420195 May 31 13:32:46.201495 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-e432b882-0486-4cf8-bad9-d9c894322c9d req-9733b986-a5c4-4fd2-b5e0-f2e6d3ba3599 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Request body: {'port': {'device_id': 'c8710ea5-1b55-4ac9-81d4-20a02059e824', 'network_id': 'ef7bc708-faad-4f53-9863-9b17fc2bd3a4', 'admin_state_up': True, 'tenant_id': 'bc5142db886b48f8906c49afcc233362'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:32:46.424136 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef38e4c-0d8f-4758-9812-165bb624f7ba admin admin] Network 52ab6441-b95e-4164-b6cf-3f2c93aec574 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:32:46.425568 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-8ef38e4c-0d8f-4758-9812-165bb624f7ba admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:32:46.578308 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-e432b882-0486-4cf8-bad9-d9c894322c9d req-9733b986-a5c4-4fd2-b5e0-f2e6d3ba3599 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:32:46.590772 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-e432b882-0486-4cf8-bad9-d9c894322c9d req-9733b986-a5c4-4fd2-b5e0-f2e6d3ba3599 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:32:46.782274 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e432b882-0486-4cf8-bad9-d9c894322c9d req-9733b986-a5c4-4fd2-b5e0-f2e6d3ba3599 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Made reservation on behalf of bc5142db886b48f8906c49afcc233362 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:32:46.785846 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e432b882-0486-4cf8-bad9-d9c894322c9d req-9733b986-a5c4-4fd2-b5e0-f2e6d3ba3599 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:46.900145 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ef38e4c-0d8f-4758-9812-165bb624f7ba admin admin] Router 120e2a75-0607-41fc-8f3e-3edf14f7bca0 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:32:46.955396 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da812262-60d9-45ea-80ea-9505ba203f10 req-60ba82e8-14fe-432f-9733-26a54f72c5db tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:46.956931 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-da812262-60d9-45ea-80ea-9505ba203f10 req-60ba82e8-14fe-432f-9733-26a54f72c5db tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca2e5db0-bf68-4a66-86c6-dce5b7280c53 HTTP/1.1" status: 200 len: 946 time: 1.1247544 May 31 13:32:47.062162 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 0be7946d-2d6e-4e0f-8c2c-728d4101952c up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:32:47.324424 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device c905035a-34a9-4155-ab7e-afb8edab9e2b up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:32:47.472085 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-e432b882-0486-4cf8-bad9-d9c894322c9d req-9733b986-a5c4-4fd2-b5e0-f2e6d3ba3599 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Allocated IP 172.20.0.10 (ef7bc708-faad-4f53-9863-9b17fc2bd3a4/03601eff-cc07-4210-91b9-54e2e22c50f4/99dc54a5-4600-46b5-bdbd-cd51ab9ac1a6) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:32:47.515931 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-635ff6ad-5089-48b7-a4c4-83c26ecdfa3d None None] Provisioning complete for port ca6905cb-a1d4-4a69-a4b4-7641a43a65d7 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:32:47.516820 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-635ff6ad-5089-48b7-a4c4-83c26ecdfa3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:47.727732 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef38e4c-0d8f-4758-9812-165bb624f7ba admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:32:47.791176 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-8ef38e4c-0d8f-4758-9812-165bb624f7ba admin admin] 10.222.0.50 "PUT /v2.0/routers/120e2a75-0607-41fc-8f3e-3edf14f7bca0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4184873 May 31 13:32:47.810069 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-da812262-60d9-45ea-80ea-9505ba203f10 req-f202bd69-9ff3-4deb-8ed8-fe91e2b2e65a tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Deleting port 18f94545-60aa-4fd2-9576-33fe11c132f6 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:32:47.811139 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-da812262-60d9-45ea-80ea-9505ba203f10 req-f202bd69-9ff3-4deb-8ed8-fe91e2b2e65a tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:47.846321 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning for port 0be7946d-2d6e-4e0f-8c2c-728d4101952c completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:32:47.868435 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port 0be7946d-2d6e-4e0f-8c2c-728d4101952c triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:32:47.868816 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:47.893774 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e432b882-0486-4cf8-bad9-d9c894322c9d req-9733b986-a5c4-4fd2-b5e0-f2e6d3ba3599 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:47.920161 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-e432b882-0486-4cf8-bad9-d9c894322c9d req-9733b986-a5c4-4fd2-b5e0-f2e6d3ba3599 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Transition to ACTIVE for port object 99dc54a5-4600-46b5-bdbd-cd51ab9ac1a6 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:32:47.938708 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port c905035a-34a9-4155-ab7e-afb8edab9e2b completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:32:47.958579 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e432b882-0486-4cf8-bad9-d9c894322c9d req-9733b986-a5c4-4fd2-b5e0-f2e6d3ba3599 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:47.986830 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-635ff6ad-5089-48b7-a4c4-83c26ecdfa3d None None] Port ca6905cb-a1d4-4a69-a4b4-7641a43a65d7 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:32:48.032681 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['b93389c3-caa8-4ea0-8f5f-80727bf364b3'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:32:48.175590 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e432b882-0486-4cf8-bad9-d9c894322c9d req-9733b986-a5c4-4fd2-b5e0-f2e6d3ba3599 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Network ef7bc708-faad-4f53-9863-9b17fc2bd3a4 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:32:48.186288 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port c905035a-34a9-4155-ab7e-afb8edab9e2b triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:32:48.187405 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:48.192722 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e5a005-2880-4df8-84ea-9f666246f374 req-401bb38d-35bf-4c83-bc6e-37f8bb3dce49 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:48.201507 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e3e5a005-2880-4df8-84ea-9f666246f374 req-401bb38d-35bf-4c83-bc6e-37f8bb3dce49 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] 10.222.0.50 "GET /v2.0/ports?device_id=822ccb68-475c-4459-a1f6-cff19dde9783 HTTP/1.1" status: 200 len: 944 time: 1.5939195 May 31 13:32:48.219860 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-e432b882-0486-4cf8-bad9-d9c894322c9d req-9733b986-a5c4-4fd2-b5e0-f2e6d3ba3599 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:32:48.235929 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-e432b882-0486-4cf8-bad9-d9c894322c9d req-9733b986-a5c4-4fd2-b5e0-f2e6d3ba3599 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:32:48.412637 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e432b882-0486-4cf8-bad9-d9c894322c9d req-9733b986-a5c4-4fd2-b5e0-f2e6d3ba3599 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:48.415813 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e432b882-0486-4cf8-bad9-d9c894322c9d req-9733b986-a5c4-4fd2-b5e0-f2e6d3ba3599 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:48.839989 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 0be7946d-2d6e-4e0f-8c2c-728d4101952c is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:32:48.840504 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:48.883260 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-da812262-60d9-45ea-80ea-9505ba203f10 req-f202bd69-9ff3-4deb-8ed8-fe91e2b2e65a tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] For port 18f94545-60aa-4fd2-9576-33fe11c132f6, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=18f94545-60aa-4fd2-9576-33fe11c132f6,segment=NetworkSegment(1e6452d1-51f8-4e9a-9e93-895c398faede),segment_id=1e6452d1-51f8-4e9a-9e93-895c398faede)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:32:48.883799 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-da812262-60d9-45ea-80ea-9505ba203f10 req-f202bd69-9ff3-4deb-8ed8-fe91e2b2e65a tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:48.888024 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-120c6cfc-31a7-4167-a649-c0e3ee26afb4 None None] Provisioning for port 99dc54a5-4600-46b5-bdbd-cd51ab9ac1a6 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:32:48.922491 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-120c6cfc-31a7-4167-a649-c0e3ee26afb4 None None] Provisioning complete for port 99dc54a5-4600-46b5-bdbd-cd51ab9ac1a6 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:32:48.922851 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-120c6cfc-31a7-4167-a649-c0e3ee26afb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:48.987351 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df818be2-29bd-4dde-ad81-b426686bb65c None None] Sync routers for ids ['120e2a75-0607-41fc-8f3e-3edf14f7bca0'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:32:49.025306 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 18f94545-60aa-4fd2-9576-33fe11c132f6 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:32:49.114281 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df818be2-29bd-4dde-ad81-b426686bb65c None None] Routers {'120e2a75-0607-41fc-8f3e-3edf14f7bca0'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:32:49.115326 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-df818be2-29bd-4dde-ad81-b426686bb65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:32:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['120e2a75-0607-41fc-8f3e-3edf14f7bca0'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:32:49.234944 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-da812262-60d9-45ea-80ea-9505ba203f10 req-f202bd69-9ff3-4deb-8ed8-fe91e2b2e65a tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Calling delete_port for 18f94545-60aa-4fd2-9576-33fe11c132f6 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:32:49.330385 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port c905035a-34a9-4155-ab7e-afb8edab9e2b is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:32:49.331357 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:49.373349 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port c905035a-34a9-4155-ab7e-afb8edab9e2b, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=c905035a-34a9-4155-ab7e-afb8edab9e2b,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:32:49.429835 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:49.436804 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e432b882-0486-4cf8-bad9-d9c894322c9d req-9733b986-a5c4-4fd2-b5e0-f2e6d3ba3599 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2512271 May 31 13:32:49.446315 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367d74b2-87e9-47c0-a498-686f3fa6581b req-fbfaa92e-90db-46df-92a4-adc851a701ca tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:49.455656 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-367d74b2-87e9-47c0-a498-686f3fa6581b req-fbfaa92e-90db-46df-92a4-adc851a701ca tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/ports?device_id=96c0d0e6-6de6-4bed-bd2a-154d02801961 HTTP/1.1" status: 200 len: 945 time: 2.7990699 May 31 13:32:49.488342 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-e432b882-0486-4cf8-bad9-d9c894322c9d req-03f28a38-37b9-4fc7-bdaf-ee5b1140af2f service neutron] Request body: {'port': {'device_id': 'c8710ea5-1b55-4ac9-81d4-20a02059e824', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:32:49.544134 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-da812262-60d9-45ea-80ea-9505ba203f10 req-f202bd69-9ff3-4deb-8ed8-fe91e2b2e65a tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:49.565764 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-367d74b2-87e9-47c0-a498-686f3fa6581b req-70ab7e96-acf7-4400-9b7e-d0867294c7ea tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4eda8c6-2ff8-4ec5-a939-d72272274cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082461 May 31 13:32:49.582598 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9733b986-a5c4-4fd2-b5e0-f2e6d3ba3599 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Pushing event updated for resources: {'Port': ['ID=99dc54a5-4600-46b5-bdbd-cd51ab9ac1a6,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:49.704886 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d62bb1-9714-4b8e-8a29-8e7ad39d7461 req-af17516e-4006-4f5c-85eb-5ddd1e44b6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:49.707156 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c9d62bb1-9714-4b8e-8a29-8e7ad39d7461 req-af17516e-4006-4f5c-85eb-5ddd1e44b6d3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=96c0d0e6-6de6-4bed-bd2a-154d02801961 HTTP/1.1" status: 200 len: 1096 time: 0.1519020 May 31 13:32:49.740890 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-df818be2-29bd-4dde-ad81-b426686bb65c None None] Set router 120e2a75-0607-41fc-8f3e-3edf14f7bca0 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:32:49.892198 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c9d62bb1-9714-4b8e-8a29-8e7ad39d7461 req-9ad6144a-1dc0-4f97-a291-cdb00185c4c8 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b4eda8c6-2ff8-4ec5-a939-d72272274cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1771576 May 31 13:32:49.922938 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-da812262-60d9-45ea-80ea-9505ba203f10 req-f202bd69-9ff3-4deb-8ed8-fe91e2b2e65a tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] No DVR routers for this DVR port 18f94545-60aa-4fd2-9576-33fe11c132f6 on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:32:49.932526 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f202bd69-9ff3-4deb-8ed8-fe91e2b2e65a tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Pushing event deleted for resources: {'Port': ['ID=18f94545-60aa-4fd2-9576-33fe11c132f6,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:49.938208 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-da812262-60d9-45ea-80ea-9505ba203f10 req-f202bd69-9ff3-4deb-8ed8-fe91e2b2e65a tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:49.958133 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e3e5a005-2880-4df8-84ea-9f666246f374 req-677e5a9b-6c83-4a9d-820c-eae3f4d6b661 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] 10.222.0.50 "GET /v2.0/security-groups?id=fa9a7e10-3570-4762-9c36-c98835ca27d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7500827 May 31 13:32:49.993544 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca2e5db0-bf68-4a66-86c6-dce5b7280c53', 'name': 'network-vif-deleted', 'tag': '18f94545-60aa-4fd2-9576-33fe11c132f6'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:32:50.120271 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '822ccb68-475c-4459-a1f6-cff19dde9783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0be7946d-2d6e-4e0f-8c2c-728d4101952c'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:32:50.204198 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-120c6cfc-31a7-4167-a649-c0e3ee26afb4 None None] Port 99dc54a5-4600-46b5-bdbd-cd51ab9ac1a6 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:32:50.237614 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-da812262-60d9-45ea-80ea-9505ba203f10 req-f202bd69-9ff3-4deb-8ed8-fe91e2b2e65a tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.44 "DELETE /v2.0/ports/18f94545-60aa-4fd2-9576-33fe11c132f6 HTTP/1.1" status: 204 len: 173 time: 3.2451200 May 31 13:32:50.252858 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e432b882-0486-4cf8-bad9-d9c894322c9d req-03f28a38-37b9-4fc7-bdaf-ee5b1140af2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:50.259259 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 0be7946d-2d6e-4e0f-8c2c-728d4101952c, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=0be7946d-2d6e-4e0f-8c2c-728d4101952c,segment=NetworkSegment(f7c332da-93bc-4b7f-8bc9-595723506e67),segment_id=f7c332da-93bc-4b7f-8bc9-595723506e67)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:32:50.275751 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] No active binding found for port 18f94545-60aa-4fd2-9576-33fe11c132f6 {{(pid=88371) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 31 13:32:50.276181 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 18f94545-60aa-4fd2-9576-33fe11c132f6 not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:32:50.624924 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45518) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:32:50.642490 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:50.681157 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=c905035a-34a9-4155-ab7e-afb8edab9e2b,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:50.712162 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-252f1a72-0196-442e-adc3-b87d01f866b4 req-4ad6f8bb-4211-44a1-a948-87f638e5f308 tempest-ServerShowV254Test-728993843 tempest-ServerShowV254Test-728993843-project] 10.222.0.50 "GET /v2.0/ports?device_id=06d7f06a-aa49-4f39-94dc-ac44fd8a2b16 HTTP/1.1" status: 200 len: 210 time: 0.2976410 May 31 13:32:50.774924 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d410f-dd5d-4d55-9828-8568378560a7 req-947007e0-0a62-424a-81b9-18145477d62d tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:50.784263 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-9f7d410f-dd5d-4d55-9828-8568378560a7 req-947007e0-0a62-424a-81b9-18145477d62d tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Synchronizing usage tracker for tenant:bc5142db886b48f8906c49afcc233362 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:32:50.896788 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-9f7d410f-dd5d-4d55-9828-8568378560a7 req-947007e0-0a62-424a-81b9-18145477d62d tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Unset dirty status for tenant:bc5142db886b48f8906c49afcc233362 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:32:50.908553 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9f7d410f-dd5d-4d55-9828-8568378560a7 req-947007e0-0a62-424a-81b9-18145477d62d tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8710ea5-1b55-4ac9-81d4-20a02059e824 HTTP/1.1" status: 200 len: 932 time: 1.1044672 May 31 13:32:51.203113 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=0be7946d-2d6e-4e0f-8c2c-728d4101952c,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:51.645556 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9f7d410f-dd5d-4d55-9828-8568378560a7 req-6080d8a4-1c31-41ff-ba5a-6c2ba6b44723 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=b28319a5-744d-4c54-bfbf-469a0b7a5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7347462 May 31 13:32:51.736541 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device c905035a-34a9-4155-ab7e-afb8edab9e2b up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:32:52.013318 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-df818be2-29bd-4dde-ad81-b426686bb65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '120e2a75-0607-41fc-8f3e-3edf14f7bca0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1803672822-router', 'tenant_id': 'f5bf22f339824144b328620948e57a30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'c905035a-34a9-4155-ab7e-afb8edab9e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:32:34Z', 'updated_at': '2022-05-31T13:32:44Z', 'revision_number': 4, 'project_id': 'f5bf22f339824144b328620948e57a30', 'gw_port': {'id': 'c905035a-34a9-4155-ab7e-afb8edab9e2b', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5e:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '120e2a75-0607-41fc-8f3e-3edf14f7bca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:32:36Z', 'updated_at': '2022-05-31T13:32:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'ca6905cb-a1d4-4a69-a4b4-7641a43a65d7', 'name': '', 'network_id': '52ab6441-b95e-4164-b6cf-3f2c93aec574', 'tenant_id': 'f5bf22f339824144b328620948e57a30', 'mac_address': 'fa:16:3e:af:c9:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '120e2a75-0607-41fc-8f3e-3edf14f7bca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'd8e579bd-fa49-4165-a3ec-6dc8044508d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:32:43Z', 'updated_at': '2022-05-31T13:32:45Z', 'revision_number': 2, 'project_id': 'f5bf22f339824144b328620948e57a30', 'subnets': [{'id': 'd8e579bd-fa49-4165-a3ec-6dc8044508d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:32:52.023861 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df818be2-29bd-4dde-ad81-b426686bb65c None None] Checking router: 120e2a75-0607-41fc-8f3e-3edf14f7bca0 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:32:52.026921 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df818be2-29bd-4dde-ad81-b426686bb65c None None] Updating router 120e2a75-0607-41fc-8f3e-3edf14f7bca0 port ca6905cb-a1d4-4a69-a4b4-7641a43a65d7 binding host n-d-843939-1 {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:32:52.057669 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-9662ea86-9d1a-47b4-a5b5-827556dba6d8 req-2ae47cfa-d6f6-466c-a788-e3b54b4e4390 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Synchronizing usage tracker for tenant:82e5ccf58acb423eaef945c1ccf7e09b on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:32:52.098767 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-9662ea86-9d1a-47b4-a5b5-827556dba6d8 req-2ae47cfa-d6f6-466c-a788-e3b54b4e4390 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Unset dirty status for tenant:82e5ccf58acb423eaef945c1ccf7e09b on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:32:52.117042 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9662ea86-9d1a-47b4-a5b5-827556dba6d8 req-2ae47cfa-d6f6-466c-a788-e3b54b4e4390 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca2e5db0-bf68-4a66-86c6-dce5b7280c53 HTTP/1.1" status: 200 len: 210 time: 0.1616011 May 31 13:32:52.248075 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-df818be2-29bd-4dde-ad81-b426686bb65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:52.436629 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port c905035a-34a9-4155-ab7e-afb8edab9e2b triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:32:52.437479 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7c8969d-c72e-4926-b0fc-e55c2bdddb15'] response: {'server_uuid': 'ca2e5db0-bf68-4a66-86c6-dce5b7280c53', 'name': 'network-vif-deleted', 'tag': '18f94545-60aa-4fd2-9576-33fe11c132f6', 'status': 'completed', 'code': 200} May 31 13:32:52.437896 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:52.509265 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-e432b882-0486-4cf8-bad9-d9c894322c9d req-03f28a38-37b9-4fc7-bdaf-ee5b1140af2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99dc54a5-4600-46b5-bdbd-cd51ab9ac1a6 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:32:52.530291 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e432b882-0486-4cf8-bad9-d9c894322c9d req-03f28a38-37b9-4fc7-bdaf-ee5b1140af2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:52.601122 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-e432b882-0486-4cf8-bad9-d9c894322c9d req-03f28a38-37b9-4fc7-bdaf-ee5b1140af2f service neutron] Transition to ACTIVE for port object 99dc54a5-4600-46b5-bdbd-cd51ab9ac1a6 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:32:52.617087 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e432b882-0486-4cf8-bad9-d9c894322c9d req-03f28a38-37b9-4fc7-bdaf-ee5b1140af2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:52.652191 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44cae18b-aaef-4337-b656-871171bd16d8'] response: {'server_uuid': '822ccb68-475c-4459-a1f6-cff19dde9783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0be7946d-2d6e-4e0f-8c2c-728d4101952c', 'code': 200} May 31 13:32:52.951406 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port c905035a-34a9-4155-ab7e-afb8edab9e2b is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:32:53.293760 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f28a38-37b9-4fc7-bdaf-ee5b1140af2f service neutron] Pushing event updated for resources: {'Port': ['ID=99dc54a5-4600-46b5-bdbd-cd51ab9ac1a6,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:53.351801 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-e432b882-0486-4cf8-bad9-d9c894322c9d req-03f28a38-37b9-4fc7-bdaf-ee5b1140af2f service neutron] Attempting to bind port 99dc54a5-4600-46b5-bdbd-cd51ab9ac1a6 on host n-h1-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:32:53.352144 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-e432b882-0486-4cf8-bad9-d9c894322c9d req-03f28a38-37b9-4fc7-bdaf-ee5b1140af2f service neutron] Attempting to bind port 99dc54a5-4600-46b5-bdbd-cd51ab9ac1a6 by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': '4d75b4c6-9dbf-466e-9960-e4baeffc8b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ef7bc708-faad-4f53-9863-9b17fc2bd3a4'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:32:53.352470 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e432b882-0486-4cf8-bad9-d9c894322c9d req-03f28a38-37b9-4fc7-bdaf-ee5b1140af2f service neutron] Attempting to bind port 99dc54a5-4600-46b5-bdbd-cd51ab9ac1a6 on network ef7bc708-faad-4f53-9863-9b17fc2bd3a4 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:32:53.369426 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e432b882-0486-4cf8-bad9-d9c894322c9d req-03f28a38-37b9-4fc7-bdaf-ee5b1140af2f service neutron] Port 99dc54a5-4600-46b5-bdbd-cd51ab9ac1a6 on network ef7bc708-faad-4f53-9863-9b17fc2bd3a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:32:53.369628 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e432b882-0486-4cf8-bad9-d9c894322c9d req-03f28a38-37b9-4fc7-bdaf-ee5b1140af2f service neutron] Attempting to bind port 99dc54a5-4600-46b5-bdbd-cd51ab9ac1a6 on network ef7bc708-faad-4f53-9863-9b17fc2bd3a4 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:32:53.391154 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e432b882-0486-4cf8-bad9-d9c894322c9d req-03f28a38-37b9-4fc7-bdaf-ee5b1140af2f service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:32:53.391501 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e432b882-0486-4cf8-bad9-d9c894322c9d req-03f28a38-37b9-4fc7-bdaf-ee5b1140af2f service neutron] Checking segment: {'id': '4d75b4c6-9dbf-466e-9960-e4baeffc8b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ef7bc708-faad-4f53-9863-9b17fc2bd3a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:32:53.391889 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e432b882-0486-4cf8-bad9-d9c894322c9d req-03f28a38-37b9-4fc7-bdaf-ee5b1140af2f service neutron] Bound using segment: {'id': '4d75b4c6-9dbf-466e-9960-e4baeffc8b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ef7bc708-faad-4f53-9863-9b17fc2bd3a4'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:32:53.392325 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-e432b882-0486-4cf8-bad9-d9c894322c9d req-03f28a38-37b9-4fc7-bdaf-ee5b1140af2f service neutron] Bound port: 99dc54a5-4600-46b5-bdbd-cd51ab9ac1a6, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d75b4c6-9dbf-466e-9960-e4baeffc8b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ef7bc708-faad-4f53-9863-9b17fc2bd3a4'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:32:53.392668 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e432b882-0486-4cf8-bad9-d9c894322c9d req-03f28a38-37b9-4fc7-bdaf-ee5b1140af2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:53.463162 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557069b2-3275-44d7-8a88-830d1fa8dc2f req-a859cc4e-36e9-4fe9-b0ce-80fe86a399a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:53.465152 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-557069b2-3275-44d7-8a88-830d1fa8dc2f req-a859cc4e-36e9-4fe9-b0ce-80fe86a399a1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=822ccb68-475c-4459-a1f6-cff19dde9783 HTTP/1.1" status: 200 len: 1096 time: 0.7891912 May 31 13:32:53.586744 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13266b0b-5256-4229-b064-b8fdcc68b1bf req-bdcba72a-a5a0-4ffa-b0ec-82c875551a9f tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:53.589856 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-13266b0b-5256-4229-b064-b8fdcc68b1bf req-bdcba72a-a5a0-4ffa-b0ec-82c875551a9f tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/ports?device_id=96c0d0e6-6de6-4bed-bd2a-154d02801961 HTTP/1.1" status: 200 len: 945 time: 0.4452176 May 31 13:32:53.632065 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-557069b2-3275-44d7-8a88-830d1fa8dc2f req-bad95820-97ba-48eb-9c28-a143106ca5bd service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=fa9a7e10-3570-4762-9c36-c98835ca27d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572382 May 31 13:32:53.674327 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-df818be2-29bd-4dde-ad81-b426686bb65c None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:53.690055 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8351c33e-af4e-47f6-90c0-10de63e70194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:53.691748 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-e432b882-0486-4cf8-bad9-d9c894322c9d req-03f28a38-37b9-4fc7-bdaf-ee5b1140af2f service neutron] For port 99dc54a5-4600-46b5-bdbd-cd51ab9ac1a6, host n-h1-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:32:53.702412 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-13266b0b-5256-4229-b064-b8fdcc68b1bf req-e89509c8-c8c2-4d1f-bdb1-320327f88765 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4eda8c6-2ff8-4ec5-a939-d72272274cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975482 May 31 13:32:53.709245 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-e432b882-0486-4cf8-bad9-d9c894322c9d req-03f28a38-37b9-4fc7-bdaf-ee5b1140af2f service neutron] For port 99dc54a5-4600-46b5-bdbd-cd51ab9ac1a6, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=99dc54a5-4600-46b5-bdbd-cd51ab9ac1a6,segment=NetworkSegment(4d75b4c6-9dbf-466e-9960-e4baeffc8b58),segment_id=4d75b4c6-9dbf-466e-9960-e4baeffc8b58)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:32:53.728344 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e432b882-0486-4cf8-bad9-d9c894322c9d req-03f28a38-37b9-4fc7-bdaf-ee5b1140af2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:53.746506 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-df818be2-29bd-4dde-ad81-b426686bb65c None None] Transition to ACTIVE for port object ca6905cb-a1d4-4a69-a4b4-7641a43a65d7 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:32:53.772689 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-df818be2-29bd-4dde-ad81-b426686bb65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:54.004372 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a2eaa5-9083-41b1-a03d-56072ac6d6bb None None] Pushing event updated for resources: {'Port': ['ID=ca6905cb-a1d4-4a69-a4b4-7641a43a65d7,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:54.039313 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f28a38-37b9-4fc7-bdaf-ee5b1140af2f service neutron] Pushing event updated for resources: {'Port': ['ID=99dc54a5-4600-46b5-bdbd-cd51ab9ac1a6,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:54.057247 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e432b882-0486-4cf8-bad9-d9c894322c9d req-03f28a38-37b9-4fc7-bdaf-ee5b1140af2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:54.059371 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e432b882-0486-4cf8-bad9-d9c894322c9d req-03f28a38-37b9-4fc7-bdaf-ee5b1140af2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:54.060810 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e432b882-0486-4cf8-bad9-d9c894322c9d req-03f28a38-37b9-4fc7-bdaf-ee5b1140af2f service neutron] 10.222.0.20 "PUT /v2.0/ports/99dc54a5-4600-46b5-bdbd-cd51ab9ac1a6 HTTP/1.1" status: 200 len: 1092 time: 4.5778086 May 31 13:32:54.326033 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-df818be2-29bd-4dde-ad81-b426686bb65c None None] Attempting to bind port ca6905cb-a1d4-4a69-a4b4-7641a43a65d7 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:32:54.326640 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-df818be2-29bd-4dde-ad81-b426686bb65c None None] Attempting to bind port ca6905cb-a1d4-4a69-a4b4-7641a43a65d7 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'b80bc45d-1b52-4e81-a25c-b127a330c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '52ab6441-b95e-4164-b6cf-3f2c93aec574'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:32:54.327241 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df818be2-29bd-4dde-ad81-b426686bb65c None None] Attempting to bind port ca6905cb-a1d4-4a69-a4b4-7641a43a65d7 on network 52ab6441-b95e-4164-b6cf-3f2c93aec574 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:32:54.357803 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df818be2-29bd-4dde-ad81-b426686bb65c None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:32:54.367637 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df818be2-29bd-4dde-ad81-b426686bb65c None None] Checking segment: {'id': 'b80bc45d-1b52-4e81-a25c-b127a330c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '52ab6441-b95e-4164-b6cf-3f2c93aec574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:32:54.368148 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-df818be2-29bd-4dde-ad81-b426686bb65c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:54.368699 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df818be2-29bd-4dde-ad81-b426686bb65c None None] Bound using segment: {'id': 'b80bc45d-1b52-4e81-a25c-b127a330c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '52ab6441-b95e-4164-b6cf-3f2c93aec574'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:32:54.369207 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-df818be2-29bd-4dde-ad81-b426686bb65c None None] Bound port: ca6905cb-a1d4-4a69-a4b4-7641a43a65d7, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b80bc45d-1b52-4e81-a25c-b127a330c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '52ab6441-b95e-4164-b6cf-3f2c93aec574'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:32:54.369591 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-df818be2-29bd-4dde-ad81-b426686bb65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:54.686689 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8710ea5-1b55-4ac9-81d4-20a02059e824', 'tag': '99dc54a5-4600-46b5-bdbd-cd51ab9ac1a6'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:32:54.693331 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-df818be2-29bd-4dde-ad81-b426686bb65c None None] For port ca6905cb-a1d4-4a69-a4b4-7641a43a65d7, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:32:54.703967 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-df818be2-29bd-4dde-ad81-b426686bb65c None None] For port ca6905cb-a1d4-4a69-a4b4-7641a43a65d7, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=ca6905cb-a1d4-4a69-a4b4-7641a43a65d7,segment=NetworkSegment(b80bc45d-1b52-4e81-a25c-b127a330c28c),segment_id=b80bc45d-1b52-4e81-a25c-b127a330c28c)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:32:54.731104 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-df818be2-29bd-4dde-ad81-b426686bb65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:54.821879 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e432b882-0486-4cf8-bad9-d9c894322c9d req-cefb7e9e-4af2-4194-8be6-0997f69f1c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:54.823458 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e432b882-0486-4cf8-bad9-d9c894322c9d req-cefb7e9e-4af2-4194-8be6-0997f69f1c89 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc5142db886b48f8906c49afcc233362&device_id=c8710ea5-1b55-4ac9-81d4-20a02059e824 HTTP/1.1" status: 200 len: 1095 time: 0.4363000 May 31 13:32:54.831526 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a51689-6f93-4563-b003-794b0e915c38 req-52dd42ed-935d-4c00-a3f3-648e91405b10 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:54.838489 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-35a51689-6f93-4563-b003-794b0e915c38 req-52dd42ed-935d-4c00-a3f3-648e91405b10 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8710ea5-1b55-4ac9-81d4-20a02059e824 HTTP/1.1" status: 200 len: 944 time: 0.5806184 May 31 13:32:54.876117 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a2eaa5-9083-41b1-a03d-56072ac6d6bb None None] Pushing event updated for resources: {'Port': ['ID=ca6905cb-a1d4-4a69-a4b4-7641a43a65d7,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:54.951799 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf06b378-a8d0-4054-a33b-d8093345ef53 req-3522d150-2f95-40d8-b46b-1fd7a8df5957 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:54.962437 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bf06b378-a8d0-4054-a33b-d8093345ef53 req-3522d150-2f95-40d8-b46b-1fd7a8df5957 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] 10.222.0.50 "GET /v2.0/ports?device_id=822ccb68-475c-4459-a1f6-cff19dde9783 HTTP/1.1" status: 200 len: 945 time: 0.9234073 May 31 13:32:54.974238 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df818be2-29bd-4dde-ad81-b426686bb65c None None] Routers {'120e2a75-0607-41fc-8f3e-3edf14f7bca0'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:32:54.974238 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-df818be2-29bd-4dde-ad81-b426686bb65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:32:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['120e2a75-0607-41fc-8f3e-3edf14f7bca0'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:32:55.028891 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e432b882-0486-4cf8-bad9-d9c894322c9d req-0d16f52e-7d04-4a42-8ce7-77fd16f65310 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99dc54a5-4600-46b5-bdbd-cd51ab9ac1a6 HTTP/1.1" status: 200 len: 217 time: 0.1743464 May 31 13:32:55.358510 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bf06b378-a8d0-4054-a33b-d8093345ef53 req-ac5d2a46-9b6d-43dc-a7a5-7fce59f9b9ec tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] 10.222.0.50 "GET /v2.0/security-groups?id=fa9a7e10-3570-4762-9c36-c98835ca27d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3947568 May 31 13:32:55.383284 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-8351c33e-af4e-47f6-90c0-10de63e70194 admin admin] Deleting port 994a437b-a620-43f2-8b4b-46c4aad6ee46 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:32:55.384241 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8351c33e-af4e-47f6-90c0-10de63e70194 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:55.409024 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-35a51689-6f93-4563-b003-794b0e915c38 req-6d098a6a-2d3c-4950-bd2e-8e43d1797752 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=b28319a5-744d-4c54-bfbf-469a0b7a5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5695596 May 31 13:32:55.483433 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e432b882-0486-4cf8-bad9-d9c894322c9d req-69d5ee77-9ae3-4e61-a475-ded6076280f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:55.485017 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e432b882-0486-4cf8-bad9-d9c894322c9d req-69d5ee77-9ae3-4e61-a475-ded6076280f5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=03601eff-cc07-4210-91b9-54e2e22c50f4 HTTP/1.1" status: 200 len: 850 time: 0.4470170 May 31 13:32:55.646467 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-df818be2-29bd-4dde-ad81-b426686bb65c None None] Set router 120e2a75-0607-41fc-8f3e-3edf14f7bca0 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:32:55.682464 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-8351c33e-af4e-47f6-90c0-10de63e70194 admin admin] For port 994a437b-a620-43f2-8b4b-46c4aad6ee46, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=994a437b-a620-43f2-8b4b-46c4aad6ee46,segment=NetworkSegment(93c0ce22-ca2e-4102-a5ac-29f4b6003ec8),segment_id=93c0ce22-ca2e-4102-a5ac-29f4b6003ec8)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:32:55.682940 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8351c33e-af4e-47f6-90c0-10de63e70194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:55.817408 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e432b882-0486-4cf8-bad9-d9c894322c9d req-eab18ebb-318c-4b1d-a4ef-dc41025428cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:55.819581 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e432b882-0486-4cf8-bad9-d9c894322c9d req-eab18ebb-318c-4b1d-a4ef-dc41025428cc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ef7bc708-faad-4f53-9863-9b17fc2bd3a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3213513 May 31 13:32:55.971839 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-8351c33e-af4e-47f6-90c0-10de63e70194 admin admin] Calling delete_port for 994a437b-a620-43f2-8b4b-46c4aad6ee46 owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:32:56.232933 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a474a916-8b03-472f-a9b8-200300b0afce req-9cec240c-dd37-49a4-8fb2-c1e30c19a0bb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=06fee0da00154e9dbd8012e2eff65ae0&device_id=06d7f06a-aa49-4f39-94dc-ac44fd8a2b16 HTTP/1.1" status: 200 len: 210 time: 0.1281831 May 31 13:32:56.332727 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a474a916-8b03-472f-a9b8-200300b0afce req-973b36e6-eb6c-428a-8402-7d60b47bfb99 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=06fee0da00154e9dbd8012e2eff65ae0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0881884 May 31 13:32:56.341903 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-469e9d89-3ad8-428e-90c0-1556a20074fc'] response: {'name': 'network-changed', 'server_uuid': 'c8710ea5-1b55-4ac9-81d4-20a02059e824', 'tag': '99dc54a5-4600-46b5-bdbd-cd51ab9ac1a6', 'status': 'completed', 'code': 200} May 31 13:32:56.780584 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a474a916-8b03-472f-a9b8-200300b0afce req-c3b4b716-0c06-479c-b1e2-cb1fb0e7a44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:56.782054 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a474a916-8b03-472f-a9b8-200300b0afce req-c3b4b716-0c06-479c-b1e2-cb1fb0e7a44b service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4377413 May 31 13:32:56.831331 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-df818be2-29bd-4dde-ad81-b426686bb65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '120e2a75-0607-41fc-8f3e-3edf14f7bca0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1803672822-router', 'tenant_id': 'f5bf22f339824144b328620948e57a30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'c905035a-34a9-4155-ab7e-afb8edab9e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:32:34Z', 'updated_at': '2022-05-31T13:32:44Z', 'revision_number': 4, 'project_id': 'f5bf22f339824144b328620948e57a30', 'gw_port': {'id': 'c905035a-34a9-4155-ab7e-afb8edab9e2b', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120e2a75-0607-41fc-8f3e-3edf14f7bca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:32:36Z', 'updated_at': '2022-05-31T13:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'ca6905cb-a1d4-4a69-a4b4-7641a43a65d7', 'name': '', 'network_id': '52ab6441-b95e-4164-b6cf-3f2c93aec574', 'tenant_id': 'f5bf22f339824144b328620948e57a30', 'mac_address': 'fa:16:3e:af:c9:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '120e2a75-0607-41fc-8f3e-3edf14f7bca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'd8e579bd-fa49-4165-a3ec-6dc8044508d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:32:43Z', 'updated_at': '2022-05-31T13:32:54Z', 'revision_number': 4, 'project_id': 'f5bf22f339824144b328620948e57a30', 'subnets': [{'id': 'd8e579bd-fa49-4165-a3ec-6dc8044508d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:32:56.835717 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df818be2-29bd-4dde-ad81-b426686bb65c None None] The sync data for ids ['120e2a75-0607-41fc-8f3e-3edf14f7bca0'] in n-d-843939-1 is: [{'id': '120e2a75-0607-41fc-8f3e-3edf14f7bca0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1803672822-router', 'tenant_id': 'f5bf22f339824144b328620948e57a30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'c905035a-34a9-4155-ab7e-afb8edab9e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:32:34Z', 'updated_at': '2022-05-31T13:32:44Z', 'revision_number': 4, 'project_id': 'f5bf22f339824144b328620948e57a30', 'gw_port': {'id': 'c905035a-34a9-4155-ab7e-afb8edab9e2b', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120e2a75-0607-41fc-8f3e-3edf14f7bca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:32:36Z', 'updated_at': '2022-05-31T13:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'ca6905cb-a1d4-4a69-a4b4-7641a43a65d7', 'name': '', 'network_id': '52ab6441-b95e-4164-b6cf-3f2c93aec574', 'tenant_id': 'f5bf22f339824144b328620948e57a30', 'mac_address': 'fa:16:3e:af:c9:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '120e2a75-0607-41fc-8f3e-3edf14f7bca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': 'd8e579bd-fa49-4165-a3ec-6dc8044508d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:32:43Z', 'updated_at': '2022-05-31T13:32:54Z', 'revision_number': 4, 'project_id': 'f5bf22f339824144b328620948e57a30', 'subnets': [{'id': 'd8e579bd-fa49-4165-a3ec-6dc8044508d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:32:56.852522 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8351c33e-af4e-47f6-90c0-10de63e70194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:57.014127 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8351c33e-af4e-47f6-90c0-10de63e70194 admin admin] Pushing event deleted for resources: {'Port': ['ID=994a437b-a620-43f2-8b4b-46c4aad6ee46,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:57.102652 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b3ad8b02-744b-4d50-8f22-8931adf71beb req-844405c9-c739-495f-bb5c-8f2642ba4ad8 tempest-ServerShowV254Test-728993843 tempest-ServerShowV254Test-728993843-project] 10.222.0.50 "GET /v2.0/ports?device_id=06d7f06a-aa49-4f39-94dc-ac44fd8a2b16 HTTP/1.1" status: 200 len: 210 time: 0.2743733 May 31 13:32:57.257230 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e432b882-0486-4cf8-bad9-d9c894322c9d req-fcc4f697-06c8-4ed3-ae02-474d93d4d33f service neutron] 10.222.0.20 "GET /v2.0/networks/ef7bc708-faad-4f53-9863-9b17fc2bd3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4305954 May 31 13:32:57.855002 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d7e3cd-b63d-47fa-9285-0a23cffe4b13 req-873a8ed9-f3f8-4dfa-a0c9-cc7ef4997989 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:57.864444 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-05d7e3cd-b63d-47fa-9285-0a23cffe4b13 req-873a8ed9-f3f8-4dfa-a0c9-cc7ef4997989 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/networks?id=b11a5e31-f902-47bb-ae2d-8ab30e32d2c6 HTTP/1.1" status: 200 len: 822 time: 1.0812283 May 31 13:32:57.874286 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8351c33e-af4e-47f6-90c0-10de63e70194 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:57.890904 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-05d7e3cd-b63d-47fa-9285-0a23cffe4b13 req-22bc80ff-c32c-47a9-a8f8-3e6a8615b7c7 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/quotas/82e5ccf58acb423eaef945c1ccf7e09b HTTP/1.1" status: 200 len: 375 time: 0.0248551 May 31 13:32:57.926239 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device ca6905cb-a1d4-4a69-a4b4-7641a43a65d7 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:32:58.150754 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port ca6905cb-a1d4-4a69-a4b4-7641a43a65d7 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:32:58.165053 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port ca6905cb-a1d4-4a69-a4b4-7641a43a65d7 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:32:58.165961 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:58.307446 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e432b882-0486-4cf8-bad9-d9c894322c9d req-d5734807-a468-4384-a476-f4fcc3dd7b56 service neutron] 10.222.0.20 "GET /v2.0/networks/ef7bc708-faad-4f53-9863-9b17fc2bd3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0403929 May 31 13:32:58.371786 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac2c439-ad57-459b-b6ff-a78d45e45191 req-c27fcfea-75f4-4bd8-b217-128a9d77cbba tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:58.379361 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7ac2c439-ad57-459b-b6ff-a78d45e45191 req-c27fcfea-75f4-4bd8-b217-128a9d77cbba tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] 10.222.0.50 "GET /v2.0/ports?device_id=822ccb68-475c-4459-a1f6-cff19dde9783 HTTP/1.1" status: 200 len: 945 time: 0.3777928 May 31 13:32:58.470792 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-05d7e3cd-b63d-47fa-9285-0a23cffe4b13 req-150b79f1-7a1a-46dd-8e21-d1528ea8d5e9 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=82e5ccf58acb423eaef945c1ccf7e09b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5784292 May 31 13:32:58.544432 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12539aae-4a0b-4f6f-83ab-6361ea2c3fbb req-4dc8afe3-4815-40c2-96a8-6eb472d8485a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:32:58.546392 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-12539aae-4a0b-4f6f-83ab-6361ea2c3fbb req-4dc8afe3-4815-40c2-96a8-6eb472d8485a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=be9b8c94d98b42f385a0f29035539835&device_id=96c0d0e6-6de6-4bed-bd2a-154d02801961 HTTP/1.1" status: 200 len: 1096 time: 0.8150926 May 31 13:32:58.561960 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port ca6905cb-a1d4-4a69-a4b4-7641a43a65d7 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:32:58.562701 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:58.678727 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port ca6905cb-a1d4-4a69-a4b4-7641a43a65d7, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=ca6905cb-a1d4-4a69-a4b4-7641a43a65d7,segment=NetworkSegment(b80bc45d-1b52-4e81-a25c-b127a330c28c),segment_id=b80bc45d-1b52-4e81-a25c-b127a330c28c)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:32:58.685128 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:58.910600 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=ca6905cb-a1d4-4a69-a4b4-7641a43a65d7,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:58.985627 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-a474a916-8b03-472f-a9b8-200300b0afce req-35d67c70-3857-4020-a22f-1e7af582f540 tempest-ServerShowV254Test-728993843 tempest-ServerShowV254Test-728993843-project] 10.222.0.44 "GET /v2.0/ports?device_id=06d7f06a-aa49-4f39-94dc-ac44fd8a2b16 HTTP/1.1" status: 200 len: 210 time: 0.1127164 May 31 13:32:59.102245 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7ac2c439-ad57-459b-b6ff-a78d45e45191 req-5d80b958-d5b7-4c70-8d94-1e0eb05d6567 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] 10.222.0.50 "GET /v2.0/security-groups?id=fa9a7e10-3570-4762-9c36-c98835ca27d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7218132 May 31 13:32:59.350644 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-05d7e3cd-b63d-47fa-9285-0a23cffe4b13 req-5f3906aa-bfa2-4f54-a48e-6e448a27592a service neutron] 10.222.0.50 "GET /v2.0/networks/b11a5e31-f902-47bb-ae2d-8ab30e32d2c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8758566 May 31 13:32:59.489793 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8351c33e-af4e-47f6-90c0-10de63e70194 admin admin] Router ff13040e-2491-4cbe-8479-2b5ed2ed0bb5 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:32:59.762178 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device ca6905cb-a1d4-4a69-a4b4-7641a43a65d7 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:32:59.895735 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-05d7e3cd-b63d-47fa-9285-0a23cffe4b13 req-7273c5c4-b8a9-4ab9-912a-6a307ddc416b service neutron] 10.222.0.50 "GET /v2.0/networks/b11a5e31-f902-47bb-ae2d-8ab30e32d2c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5108275 May 31 13:32:59.995792 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port ca6905cb-a1d4-4a69-a4b4-7641a43a65d7 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:32:59.996162 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:00.057130 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12539aae-4a0b-4f6f-83ab-6361ea2c3fbb req-a34a6fdf-4c07-41af-b405-9261c4e66960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:00.062838 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-12539aae-4a0b-4f6f-83ab-6361ea2c3fbb req-a34a6fdf-4c07-41af-b405-9261c4e66960 service neutron] 10.222.0.44 "GET /v2.0/networks?id=29fe9209-7455-49d1-bbb8-3bf3a6f3bebb HTTP/1.1" status: 200 len: 919 time: 1.4851823 May 31 13:33:00.233669 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8351c33e-af4e-47f6-90c0-10de63e70194 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:33:00.263767 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed17f1b9-cfee-4266-9849-6e342a9613aa None None] Sync routers for ids ['ff13040e-2491-4cbe-8479-2b5ed2ed0bb5'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:33:00.290306 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed17f1b9-cfee-4266-9849-6e342a9613aa None None] Routers {'ff13040e-2491-4cbe-8479-2b5ed2ed0bb5'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:33:00.290941 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-ed17f1b9-cfee-4266-9849-6e342a9613aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:32:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['ff13040e-2491-4cbe-8479-2b5ed2ed0bb5'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:33:00.300801 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-8351c33e-af4e-47f6-90c0-10de63e70194 admin admin] 10.222.0.50 "PUT /v2.0/routers/ff13040e-2491-4cbe-8479-2b5ed2ed0bb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6745028 May 31 13:33:00.327460 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45604) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:33:00.382984 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ce2eb-1dd9-4e20-9695-5187a32812b5 req-dd60fbcb-9d2f-40e1-9cce-0621f41c3ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:00.382984 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f30ce2eb-1dd9-4e20-9695-5187a32812b5 req-dd60fbcb-9d2f-40e1-9cce-0621f41c3ee1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc5142db886b48f8906c49afcc233362&device_id=c8710ea5-1b55-4ac9-81d4-20a02059e824 HTTP/1.1" status: 200 len: 1095 time: 1.9838274 May 31 13:33:00.444835 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port ca6905cb-a1d4-4a69-a4b4-7641a43a65d7 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:33:00.651770 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-12539aae-4a0b-4f6f-83ab-6361ea2c3fbb req-6f19d992-aaab-48be-854f-b86f5de2207c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e25fb624-a508-4143-893a-c61f3b88afd4 HTTP/1.1" status: 200 len: 1000 time: 0.5563407 May 31 13:33:00.840837 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ef75ce9c-f2e3-47b7-b06c-13cc7ccb347b admin admin] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:00.850974 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052072b9-9dff-4aed-8a81-7e55ff053830 req-d2d17dc3-cf5d-486a-a46c-38e10fc228c3 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:00.859165 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-052072b9-9dff-4aed-8a81-7e55ff053830 req-d2d17dc3-cf5d-486a-a46c-38e10fc228c3 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8710ea5-1b55-4ac9-81d4-20a02059e824 HTTP/1.1" status: 200 len: 944 time: 1.4774683 May 31 13:33:00.914404 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12539aae-4a0b-4f6f-83ab-6361ea2c3fbb req-73b24fce-7bb3-4e0d-9af6-7020b56c9ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:00.916418 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-12539aae-4a0b-4f6f-83ab-6361ea2c3fbb req-73b24fce-7bb3-4e0d-9af6-7020b56c9ea2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=82d28a94-56aa-487e-b28b-6f63cbb648aa HTTP/1.1" status: 200 len: 857 time: 0.2541103 May 31 13:33:00.938501 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-ed17f1b9-cfee-4266-9849-6e342a9613aa None None] Set router ff13040e-2491-4cbe-8479-2b5ed2ed0bb5 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:33:01.042815 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ce2eb-1dd9-4e20-9695-5187a32812b5 req-b4d8f868-70be-47b3-a5ef-9d022576c528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:01.044306 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f30ce2eb-1dd9-4e20-9695-5187a32812b5 req-b4d8f868-70be-47b3-a5ef-9d022576c528 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ef7bc708-faad-4f53-9863-9b17fc2bd3a4 HTTP/1.1" status: 200 len: 912 time: 0.6432300 May 31 13:33:01.063250 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-052072b9-9dff-4aed-8a81-7e55ff053830 req-17855bf3-46f4-4399-8e24-4e959eb02d88 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=b28319a5-744d-4c54-bfbf-469a0b7a5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977954 May 31 13:33:01.275597 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ef75ce9c-f2e3-47b7-b06c-13cc7ccb347b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:01.277281 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f30ce2eb-1dd9-4e20-9695-5187a32812b5 req-76f4deb9-a173-43e9-87ed-e9ce83780cad service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99dc54a5-4600-46b5-bdbd-cd51ab9ac1a6 HTTP/1.1" status: 200 len: 217 time: 0.1765695 May 31 13:33:01.293659 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-ef75ce9c-f2e3-47b7-b06c-13cc7ccb347b admin admin] Deleting port a4c1501d-3929-4e85-83ff-9b966f9204d1 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:33:01.294044 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ef75ce9c-f2e3-47b7-b06c-13cc7ccb347b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:01.437293 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ce2eb-1dd9-4e20-9695-5187a32812b5 req-eaa75409-37c3-490d-9210-40515b00af56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:01.437293 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f30ce2eb-1dd9-4e20-9695-5187a32812b5 req-eaa75409-37c3-490d-9210-40515b00af56 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=03601eff-cc07-4210-91b9-54e2e22c50f4 HTTP/1.1" status: 200 len: 850 time: 0.1450543 May 31 13:33:01.681796 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-ed17f1b9-cfee-4266-9849-6e342a9613aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff13040e-2491-4cbe-8479-2b5ed2ed0bb5', 'name': 'tempest-TaggedBootDevicesTest-1676681651-router', 'tenant_id': '3239bed898c344b59ed7ea3353897e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'a4c1501d-3929-4e85-83ff-9b966f9204d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:25:00Z', 'updated_at': '2022-05-31T13:32:56Z', 'revision_number': 5, 'project_id': '3239bed898c344b59ed7ea3353897e74', 'gw_port': {'id': 'a4c1501d-3929-4e85-83ff-9b966f9204d1', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:b5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff13040e-2491-4cbe-8479-2b5ed2ed0bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:25:03Z', 'updated_at': '2022-05-31T13:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:33:01.692270 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed17f1b9-cfee-4266-9849-6e342a9613aa None None] Checking router: ff13040e-2491-4cbe-8479-2b5ed2ed0bb5 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:33:01.715215 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed17f1b9-cfee-4266-9849-6e342a9613aa None None] Routers {'ff13040e-2491-4cbe-8479-2b5ed2ed0bb5'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:33:01.715215 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-ed17f1b9-cfee-4266-9849-6e342a9613aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:32:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['ff13040e-2491-4cbe-8479-2b5ed2ed0bb5'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:33:01.822523 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12539aae-4a0b-4f6f-83ab-6361ea2c3fbb req-3e47022a-98d6-4372-aaf7-4b8af1a38236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:01.823847 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-12539aae-4a0b-4f6f-83ab-6361ea2c3fbb req-3e47022a-98d6-4372-aaf7-4b8af1a38236 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=29fe9209-7455-49d1-bbb8-3bf3a6f3bebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8901231 May 31 13:33:01.844720 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c876738-1ded-4745-a764-ee37ed414a12 req-4059a113-b24a-47bf-94ec-caadb074bf46 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:01.851821 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3c876738-1ded-4745-a764-ee37ed414a12 req-4059a113-b24a-47bf-94ec-caadb074bf46 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/ports?device_id=96c0d0e6-6de6-4bed-bd2a-154d02801961 HTTP/1.1" status: 200 len: 945 time: 1.0793054 May 31 13:33:01.880659 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45634) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:33:01.890908 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-ef75ce9c-f2e3-47b7-b06c-13cc7ccb347b admin admin] For port a4c1501d-3929-4e85-83ff-9b966f9204d1, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=a4c1501d-3929-4e85-83ff-9b966f9204d1,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:33:01.891653 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ef75ce9c-f2e3-47b7-b06c-13cc7ccb347b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:01.967130 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-ed17f1b9-cfee-4266-9849-6e342a9613aa None None] Set router ff13040e-2491-4cbe-8479-2b5ed2ed0bb5 gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:33:02.059873 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-ef75ce9c-f2e3-47b7-b06c-13cc7ccb347b admin admin] Calling delete_port for a4c1501d-3929-4e85-83ff-9b966f9204d1 owned by network:router_gateway {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:33:02.077160 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-ed17f1b9-cfee-4266-9849-6e342a9613aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff13040e-2491-4cbe-8479-2b5ed2ed0bb5', 'name': 'tempest-TaggedBootDevicesTest-1676681651-router', 'tenant_id': '3239bed898c344b59ed7ea3353897e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:25:00Z', 'updated_at': '2022-05-31T13:33:01Z', 'revision_number': 6, 'project_id': '3239bed898c344b59ed7ea3353897e74', 'gw_port_host': None}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:33:02.083469 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed17f1b9-cfee-4266-9849-6e342a9613aa None None] The sync data for ids ['ff13040e-2491-4cbe-8479-2b5ed2ed0bb5'] in n-d-843939-1 is: [{'id': 'ff13040e-2491-4cbe-8479-2b5ed2ed0bb5', 'name': 'tempest-TaggedBootDevicesTest-1676681651-router', 'tenant_id': '3239bed898c344b59ed7ea3353897e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:25:00Z', 'updated_at': '2022-05-31T13:33:01Z', 'revision_number': 6, 'project_id': '3239bed898c344b59ed7ea3353897e74', 'gw_port_host': None}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:33:02.171465 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-12539aae-4a0b-4f6f-83ab-6361ea2c3fbb req-ce6963c0-b93e-4364-9677-20eab5625960 service neutron] 10.222.0.44 "GET /v2.0/networks/29fe9209-7455-49d1-bbb8-3bf3a6f3bebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3370702 May 31 13:33:02.310758 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3c876738-1ded-4745-a764-ee37ed414a12 req-b6d1a227-5ef9-4688-b709-980127c1f064 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4eda8c6-2ff8-4ec5-a939-d72272274cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4579191 May 31 13:33:02.406809 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8a928209-837d-4b6a-80e2-13a411405553 req-28d6deef-001a-452d-8686-e02e5f73d61b tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=d2103cd5-63ba-4c24-9d95-fd17643bf14c HTTP/1.1" status: 200 len: 258 time: 1.0381737 May 31 13:33:02.412307 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e6178309-ad3b-4a2b-8c9f-6b655bdad866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:02.425328 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-8a928209-837d-4b6a-80e2-13a411405553 req-d5379127-47af-499b-95c3-89288f62dcd1 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Request body: {'floatingip': {'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:33:02.443944 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ce2eb-1dd9-4e20-9695-5187a32812b5 req-3b694b8e-29e9-420f-9188-6fa17530a788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:02.445472 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f30ce2eb-1dd9-4e20-9695-5187a32812b5 req-3b694b8e-29e9-420f-9188-6fa17530a788 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ef7bc708-faad-4f53-9863-9b17fc2bd3a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9408510 May 31 13:33:02.471184 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-8a928209-837d-4b6a-80e2-13a411405553 req-d5379127-47af-499b-95c3-89288f62dcd1 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:33:02.522854 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-8a928209-837d-4b6a-80e2-13a411405553 req-d5379127-47af-499b-95c3-89288f62dcd1 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Usage tracker for resource:floatingip and tenant:21dbbb39ecb9468e8c2cfdaa983b950c is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:33:02.533869 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-8a928209-837d-4b6a-80e2-13a411405553 req-d5379127-47af-499b-95c3-89288f62dcd1 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:33:02.552007 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-e6178309-ad3b-4a2b-8c9f-6b655bdad866 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:33:02.561473 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-8a928209-837d-4b6a-80e2-13a411405553 req-d5379127-47af-499b-95c3-89288f62dcd1 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:33:02.750837 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ef75ce9c-f2e3-47b7-b06c-13cc7ccb347b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:02.768027 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-e6178309-ad3b-4a2b-8c9f-6b655bdad866 admin admin] Usage tracker for resource:security_group_rule and tenant:06fee0da00154e9dbd8012e2eff65ae0 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:33:02.817882 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef75ce9c-f2e3-47b7-b06c-13cc7ccb347b admin admin] Pushing event deleted for resources: {'Port': ['ID=a4c1501d-3929-4e85-83ff-9b966f9204d1,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:02.826065 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-e6178309-ad3b-4a2b-8c9f-6b655bdad866 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:33:02.862876 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d7e3cd-b63d-47fa-9285-0a23cffe4b13 req-69eb0145-f612-4976-a929-fc3e54980a84 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:02.864851 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-05d7e3cd-b63d-47fa-9285-0a23cffe4b13 req-69eb0145-f612-4976-a929-fc3e54980a84 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.44 "GET /v2.0/networks?id=b11a5e31-f902-47bb-ae2d-8ab30e32d2c6 HTTP/1.1" status: 200 len: 822 time: 0.4880118 May 31 13:33:02.866124 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ea483c2e-c1d1-4312-a185-0939294e1654 req-85994f54-c2ce-4e31-aff8-39aacbff9b0d tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b5f62f8-267d-4d09-b031-255d8486cf70 HTTP/1.1" status: 200 len: 210 time: 0.3276336 May 31 13:33:02.877598 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-e6178309-ad3b-4a2b-8c9f-6b655bdad866 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:33:02.912191 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8a928209-837d-4b6a-80e2-13a411405553 req-d5379127-47af-499b-95c3-89288f62dcd1 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Notify callbacks [] for floatingip, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:02.960075 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-12539aae-4a0b-4f6f-83ab-6361ea2c3fbb req-7170889c-37b3-4083-945f-266fa6f63e91 service neutron] 10.222.0.44 "GET /v2.0/networks/29fe9209-7455-49d1-bbb8-3bf3a6f3bebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7470005 May 31 13:33:02.962665 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-05d7e3cd-b63d-47fa-9285-0a23cffe4b13 req-e66fa907-2c79-42d4-8f25-c85f278bc413 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Request body: {'port': {'device_id': '6b5f62f8-267d-4d09-b031-255d8486cf70', 'network_id': 'b11a5e31-f902-47bb-ae2d-8ab30e32d2c6', 'admin_state_up': True, 'tenant_id': '82e5ccf58acb423eaef945c1ccf7e09b'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:33:03.099776 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ef75ce9c-f2e3-47b7-b06c-13cc7ccb347b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577389'] for router_gateway, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:03.101042 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f30ce2eb-1dd9-4e20-9695-5187a32812b5 req-98c718dc-1934-44c7-95f1-e9bf456c4840 service neutron] 10.222.0.20 "GET /v2.0/networks/ef7bc708-faad-4f53-9863-9b17fc2bd3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6257970 May 31 13:33:03.109542 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 99dc54a5-4600-46b5-bdbd-cd51ab9ac1a6 details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:33:03.353534 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 99dc54a5-4600-46b5-bdbd-cd51ab9ac1a6, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=99dc54a5-4600-46b5-bdbd-cd51ab9ac1a6,segment=NetworkSegment(4d75b4c6-9dbf-466e-9960-e4baeffc8b58),segment_id=4d75b4c6-9dbf-466e-9960-e4baeffc8b58)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:33:03.382832 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': '99dc54a5-4600-46b5-bdbd-cd51ab9ac1a6', 'network_id': 'ef7bc708-faad-4f53-9863-9b17fc2bd3a4', 'port_id': '99dc54a5-4600-46b5-bdbd-cd51ab9ac1a6', 'mac_address': 'fa:16:3e:bc:6a:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03601eff-cc07-4210-91b9-54e2e22c50f4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:33:03.497377 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ef75ce9c-f2e3-47b7-b06c-13cc7ccb347b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:03.505827 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ef75ce9c-f2e3-47b7-b06c-13cc7ccb347b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:03.507983 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e6178309-ad3b-4a2b-8c9f-6b655bdad866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:03.516913 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 99dc54a5-4600-46b5-bdbd-cd51ab9ac1a6 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:33:03.517471 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:03.540834 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e6178309-ad3b-4a2b-8c9f-6b655bdad866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:03.541323 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99dc54a5-4600-46b5-bdbd-cd51ab9ac1a6 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:33:03.548828 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ef75ce9c-f2e3-47b7-b06c-13cc7ccb347b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:03.549590 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef75ce9c-f2e3-47b7-b06c-13cc7ccb347b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff13040e-2491-4cbe-8479-2b5ed2ed0bb5 {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:33:03.570796 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 99dc54a5-4600-46b5-bdbd-cd51ab9ac1a6, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=99dc54a5-4600-46b5-bdbd-cd51ab9ac1a6,segment=NetworkSegment(4d75b4c6-9dbf-466e-9960-e4baeffc8b58),segment_id=4d75b4c6-9dbf-466e-9960-e4baeffc8b58)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:33:03.579250 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:03.600550 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ef75ce9c-f2e3-47b7-b06c-13cc7ccb347b admin admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:03.613617 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ef75ce9c-f2e3-47b7-b06c-13cc7ccb347b admin admin] 10.222.0.50 "DELETE /v2.0/routers/ff13040e-2491-4cbe-8479-2b5ed2ed0bb5 HTTP/1.1" status: 204 len: 168 time: 3.2687042 May 31 13:33:03.631497 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45672) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:33:03.649474 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-e6178309-ad3b-4a2b-8c9f-6b655bdad866 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=06fee0da00154e9dbd8012e2eff65ae0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7413802 May 31 13:33:03.655793 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45674) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:33:03.661316 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 994a437b-a620-43f2-8b4b-46c4aad6ee46 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:33:03.709570 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f30ce2eb-1dd9-4e20-9695-5187a32812b5 req-b958dd12-88e3-4584-901b-eada64ef4172 service neutron] 10.222.0.20 "GET /v2.0/networks/ef7bc708-faad-4f53-9863-9b17fc2bd3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5838289 May 31 13:33:03.749350 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-05d7e3cd-b63d-47fa-9285-0a23cffe4b13 req-e66fa907-2c79-42d4-8f25-c85f278bc413 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:33:03.751646 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 994a437b-a620-43f2-8b4b-46c4aad6ee46 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:33:03.751807 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 994a437b-a620-43f2-8b4b-46c4aad6ee46 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:33:03.752473 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device a4c1501d-3929-4e85-83ff-9b966f9204d1 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:33:03.777877 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-05d7e3cd-b63d-47fa-9285-0a23cffe4b13 req-e66fa907-2c79-42d4-8f25-c85f278bc413 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:33:03.784673 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6178309-ad3b-4a2b-8c9f-6b655bdad866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7092f055-db1c-4f64-bd8f-10c7b82380cd,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:03.816000 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8a928209-837d-4b6a-80e2-13a411405553 req-d5379127-47af-499b-95c3-89288f62dcd1 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:03.818017 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05d7e3cd-b63d-47fa-9285-0a23cffe4b13 req-e66fa907-2c79-42d4-8f25-c85f278bc413 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Made reservation on behalf of 82e5ccf58acb423eaef945c1ccf7e09b for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:33:03.819169 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: a4c1501d-3929-4e85-83ff-9b966f9204d1 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:33:03.819518 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device a4c1501d-3929-4e85-83ff-9b966f9204d1 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:33:03.821723 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-05d7e3cd-b63d-47fa-9285-0a23cffe4b13 req-e66fa907-2c79-42d4-8f25-c85f278bc413 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:03.825876 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=99dc54a5-4600-46b5-bdbd-cd51ab9ac1a6,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:03.836345 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f9e55661-1299-4423-9a30-f38f9c668042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:03.843604 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b26d9-02bc-4ffd-a7cd-f1ae9ecefa97 req-9b619a2f-0669-411b-9d1d-4fed2dc5f692 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:03.845216 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dc0b26d9-02bc-4ffd-a7cd-f1ae9ecefa97 req-9b619a2f-0669-411b-9d1d-4fed2dc5f692 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8710ea5-1b55-4ac9-81d4-20a02059e824 HTTP/1.1" status: 200 len: 944 time: 0.5957761 May 31 13:33:03.870888 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f9e55661-1299-4423-9a30-f38f9c668042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:03.881849 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-af5eb0cf-bec6-4459-82ca-677d5ce4454d admin admin] Deleting subnet 69094bcc-9239-4f53-bcfd-7f7eb81b8615 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:33:03.904405 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-af5eb0cf-bec6-4459-82ca-677d5ce4454d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:04.003452 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-af5eb0cf-bec6-4459-82ca-677d5ce4454d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65507433'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:04.011375 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['99dc54a5-4600-46b5-bdbd-cd51ab9ac1a6'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:33:04.044719 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f9e55661-1299-4423-9a30-f38f9c668042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:04.049875 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dc0b26d9-02bc-4ffd-a7cd-f1ae9ecefa97 req-34359d20-b7b7-447f-bc28-866e216d3162 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=b28319a5-744d-4c54-bfbf-469a0b7a5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596379 May 31 13:33:04.075806 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e55661-1299-4423-9a30-f38f9c668042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7092f055-db1c-4f64-bd8f-10c7b82380cd,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:04.117672 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [req-05d7e3cd-b63d-47fa-9285-0a23cffe4b13 req-e66fa907-2c79-42d4-8f25-c85f278bc413 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Allocated IP 172.20.0.8 (b11a5e31-f902-47bb-ae2d-8ab30e32d2c6/a7a2881f-e291-4214-81d7-8f9b77a7af81/479a9389-0909-437e-bd6a-ad4074ba68b8) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:33:04.124157 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f9e55661-1299-4423-9a30-f38f9c668042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:04.127239 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-f9e55661-1299-4423-9a30-f38f9c668042 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7092f055-db1c-4f64-bd8f-10c7b82380cd HTTP/1.1" status: 204 len: 168 time: 0.4291165 May 31 13:33:04.170312 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-8a928209-837d-4b6a-80e2-13a411405553 req-d5379127-47af-499b-95c3-89288f62dcd1 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Allocated IP 172.25.6.20 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/3c65d554-c7cf-44e4-b257-99db22ec3a23) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:33:04.211187 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-af5eb0cf-bec6-4459-82ca-677d5ce4454d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:04.556600 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8a928209-837d-4b6a-80e2-13a411405553 req-d5379127-47af-499b-95c3-89288f62dcd1 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:04.562559 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-af5eb0cf-bec6-4459-82ca-677d5ce4454d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65216469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65148562'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:04.626231 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fdbe83-66f4-4164-87c3-a9d8b4a2ba4e req-4aeda420-4a10-43e1-8cac-d0c3cc6ae862 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:04.631762 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-93fdbe83-66f4-4164-87c3-a9d8b4a2ba4e req-4aeda420-4a10-43e1-8cac-d0c3cc6ae862 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/ports?device_id=96c0d0e6-6de6-4bed-bd2a-154d02801961 HTTP/1.1" status: 200 len: 945 time: 0.2683980 May 31 13:33:04.634864 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5eb0cf-bec6-4459-82ca-677d5ce4454d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69094bcc-9239-4f53-bcfd-7f7eb81b8615,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:04.638902 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-af5eb0cf-bec6-4459-82ca-677d5ce4454d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:04.642810 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e0939d-08ae-414c-95e0-18114230840d None None] Network 398656cc-8bc4-4a6a-ad11-d04eee603cee requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:33:04.669806 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-05d7e3cd-b63d-47fa-9285-0a23cffe4b13 req-e66fa907-2c79-42d4-8f25-c85f278bc413 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:04.686449 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-af5eb0cf-bec6-4459-82ca-677d5ce4454d admin admin] 10.222.0.50 "DELETE /v2.0/subnets/69094bcc-9239-4f53-bcfd-7f7eb81b8615 HTTP/1.1" status: 204 len: 168 time: 1.0326567 May 31 13:33:04.691901 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45698) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:33:04.715588 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-05d7e3cd-b63d-47fa-9285-0a23cffe4b13 req-e66fa907-2c79-42d4-8f25-c85f278bc413 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:04.735819 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-93fdbe83-66f4-4164-87c3-a9d8b4a2ba4e req-3c1bdee0-c86d-4454-a60d-52d24fc7680a tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4eda8c6-2ff8-4ec5-a939-d72272274cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950544 May 31 13:33:04.841205 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66fa907-2c79-42d4-8f25-c85f278bc413 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Pushing event updated for resources: {'Port': ['ID=479a9389-0909-437e-bd6a-ad4074ba68b8,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:04.862369 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05d7e3cd-b63d-47fa-9285-0a23cffe4b13 req-e66fa907-2c79-42d4-8f25-c85f278bc413 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Network b11a5e31-f902-47bb-ae2d-8ab30e32d2c6 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:33:04.864795 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [req-05d7e3cd-b63d-47fa-9285-0a23cffe4b13 req-e66fa907-2c79-42d4-8f25-c85f278bc413 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:33:04.868405 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-05d7e3cd-b63d-47fa-9285-0a23cffe4b13 req-e66fa907-2c79-42d4-8f25-c85f278bc413 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:33:04.922620 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8a928209-837d-4b6a-80e2-13a411405553 req-d5379127-47af-499b-95c3-89288f62dcd1 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:04.996868 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d7e3cd-b63d-47fa-9285-0a23cffe4b13 req-e66fa907-2c79-42d4-8f25-c85f278bc413 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:04.997125 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-05d7e3cd-b63d-47fa-9285-0a23cffe4b13 req-e66fa907-2c79-42d4-8f25-c85f278bc413 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:05.014590 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c9fbd229-64e7-4616-ae96-39b1b437b537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:05.037669 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-05d7e3cd-b63d-47fa-9285-0a23cffe4b13 req-e66fa907-2c79-42d4-8f25-c85f278bc413 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1577678 May 31 13:33:05.048884 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-05d7e3cd-b63d-47fa-9285-0a23cffe4b13 req-e55e488e-149e-4e17-80e0-5f0fd9a3fab8 service neutron] Request body: {'port': {'device_id': '6b5f62f8-267d-4d09-b031-255d8486cf70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:33:05.130833 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 97f2ed4a-7eba-461e-97a3-a147b0b9e932 no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:33:05.143886 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a928209-837d-4b6a-80e2-13a411405553 req-d5379127-47af-499b-95c3-89288f62dcd1 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:33:05.148369 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-8a928209-837d-4b6a-80e2-13a411405553 req-d5379127-47af-499b-95c3-89288f62dcd1 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:33:05.163107 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a928209-837d-4b6a-80e2-13a411405553 req-d5379127-47af-499b-95c3-89288f62dcd1 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:33:05.235867 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-c9fbd229-64e7-4616-ae96-39b1b437b537 admin admin] Deleting port ea782412-587f-45a2-b7fc-9ade7f8f23ba {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:33:05.236789 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c9fbd229-64e7-4616-ae96-39b1b437b537 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:05.282823 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-05d7e3cd-b63d-47fa-9285-0a23cffe4b13 req-e55e488e-149e-4e17-80e0-5f0fd9a3fab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:05.411392 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 97f2ed4a-7eba-461e-97a3-a147b0b9e932 is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:33:05.412026 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:05.504041 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ac3772-a4bf-4711-b060-9957e77873c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97f2ed4a-7eba-461e-97a3-a147b0b9e932'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:33:05.535869 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750b5217-f097-42ee-9c86-38df69e21a7b None None] DHCP port deletion for 398656cc-8bc4-4a6a-ad11-d04eee603cee request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:33:05.546969 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 97f2ed4a-7eba-461e-97a3-a147b0b9e932, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=97f2ed4a-7eba-461e-97a3-a147b0b9e932,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:33:05.556337 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-750b5217-f097-42ee-9c86-38df69e21a7b None None] Deleting port ea782412-587f-45a2-b7fc-9ade7f8f23ba {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:33:05.561018 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-750b5217-f097-42ee-9c86-38df69e21a7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:05.616041 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45720) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:33:05.632578 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device ea782412-587f-45a2-b7fc-9ade7f8f23ba no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:33:05.669689 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8a928209-837d-4b6a-80e2-13a411405553 req-d5379127-47af-499b-95c3-89288f62dcd1 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:05.789593 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:05.842939 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-8033270e-5e00-4e0f-9596-3e51b0ca90ae admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-267754508-network', 'tenant_id': '971e7e341b6340e7a10be40f9ec104d7'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:33:05.849412 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-c9fbd229-64e7-4616-ae96-39b1b437b537 admin admin] For port ea782412-587f-45a2-b7fc-9ade7f8f23ba, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=ea782412-587f-45a2-b7fc-9ade7f8f23ba,segment=NetworkSegment(93c0ce22-ca2e-4102-a5ac-29f4b6003ec8),segment_id=93c0ce22-ca2e-4102-a5ac-29f4b6003ec8)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:33:05.849783 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c9fbd229-64e7-4616-ae96-39b1b437b537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:05.850283 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8033270e-5e00-4e0f-9596-3e51b0ca90ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:33:05.859255 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-8033270e-5e00-4e0f-9596-3e51b0ca90ae admin admin] Usage tracker for resource:network and tenant:971e7e341b6340e7a10be40f9ec104d7 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:33:05.863287 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-8033270e-5e00-4e0f-9596-3e51b0ca90ae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:33:05.870840 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8033270e-5e00-4e0f-9596-3e51b0ca90ae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:33:05.890318 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8033270e-5e00-4e0f-9596-3e51b0ca90ae admin admin] Made reservation on behalf of 971e7e341b6340e7a10be40f9ec104d7 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:33:05.892995 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8033270e-5e00-4e0f-9596-3e51b0ca90ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:05.942177 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=97f2ed4a-7eba-461e-97a3-a147b0b9e932,revision_number=8']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:06.002644 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-c9fbd229-64e7-4616-ae96-39b1b437b537 admin admin] Calling delete_port for ea782412-587f-45a2-b7fc-9ade7f8f23ba owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:33:06.051215 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8033270e-5e00-4e0f-9596-3e51b0ca90ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:06.082645 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8033270e-5e00-4e0f-9596-3e51b0ca90ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:33:06.090389 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-8033270e-5e00-4e0f-9596-3e51b0ca90ae admin admin] Usage tracker for resource:security_group_rule and tenant:971e7e341b6340e7a10be40f9ec104d7 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:33:06.091956 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5379127-47af-499b-95c3-89288f62dcd1 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Pushing event updated for resources: {'Port': ['ID=3c65d554-c7cf-44e4-b257-99db22ec3a23,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:06.095597 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-8033270e-5e00-4e0f-9596-3e51b0ca90ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:33:06.100105 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [req-05d7e3cd-b63d-47fa-9285-0a23cffe4b13 req-e55e488e-149e-4e17-80e0-5f0fd9a3fab8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 479a9389-0909-437e-bd6a-ad4074ba68b8 {{(pid=88369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:33:06.110253 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8033270e-5e00-4e0f-9596-3e51b0ca90ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:33:06.113562 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-05d7e3cd-b63d-47fa-9285-0a23cffe4b13 req-e55e488e-149e-4e17-80e0-5f0fd9a3fab8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:06.142973 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-05d7e3cd-b63d-47fa-9285-0a23cffe4b13 req-e55e488e-149e-4e17-80e0-5f0fd9a3fab8 service neutron] Transition to ACTIVE for port object 479a9389-0909-437e-bd6a-ad4074ba68b8 will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:33:06.160190 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-05d7e3cd-b63d-47fa-9285-0a23cffe4b13 req-e55e488e-149e-4e17-80e0-5f0fd9a3fab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:06.172426 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c9fbd229-64e7-4616-ae96-39b1b437b537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:06.184910 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8a928209-837d-4b6a-80e2-13a411405553 req-d5379127-47af-499b-95c3-89288f62dcd1 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:06.189008 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Port ea782412-587f-45a2-b7fc-9ade7f8f23ba update to DOWN by agent not found {{(pid=88371) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 31 13:33:06.301196 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55e488e-149e-4e17-80e0-5f0fd9a3fab8 service neutron] Pushing event updated for resources: {'Port': ['ID=479a9389-0909-437e-bd6a-ad4074ba68b8,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:06.303317 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-750b5217-f097-42ee-9c86-38df69e21a7b None None] For port ea782412-587f-45a2-b7fc-9ade7f8f23ba, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=ea782412-587f-45a2-b7fc-9ade7f8f23ba,segment=NetworkSegment(93c0ce22-ca2e-4102-a5ac-29f4b6003ec8),segment_id=93c0ce22-ca2e-4102-a5ac-29f4b6003ec8)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:33:06.303822 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-750b5217-f097-42ee-9c86-38df69e21a7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:06.456502 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-750b5217-f097-42ee-9c86-38df69e21a7b None None] Calling delete_port for ea782412-587f-45a2-b7fc-9ade7f8f23ba owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:33:06.529837 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8033270e-5e00-4e0f-9596-3e51b0ca90ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:06.537537 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8033270e-5e00-4e0f-9596-3e51b0ca90ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:06.542545 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fbd229-64e7-4616-ae96-39b1b437b537 admin admin] No DVR routers for this DVR port ea782412-587f-45a2-b7fc-9ade7f8f23ba on host n-d-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:33:06.580072 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-750b5217-f097-42ee-9c86-38df69e21a7b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:33:06.580524 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-750b5217-f097-42ee-9c86-38df69e21a7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:33:06.593514 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-05d7e3cd-b63d-47fa-9285-0a23cffe4b13 req-e55e488e-149e-4e17-80e0-5f0fd9a3fab8 service neutron] Attempting to bind port 479a9389-0909-437e-bd6a-ad4074ba68b8 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:33:06.593849 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-05d7e3cd-b63d-47fa-9285-0a23cffe4b13 req-e55e488e-149e-4e17-80e0-5f0fd9a3fab8 service neutron] Attempting to bind port 479a9389-0909-437e-bd6a-ad4074ba68b8 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': '1e6452d1-51f8-4e9a-9e93-895c398faede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b11a5e31-f902-47bb-ae2d-8ab30e32d2c6'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:33:06.594271 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d7e3cd-b63d-47fa-9285-0a23cffe4b13 req-e55e488e-149e-4e17-80e0-5f0fd9a3fab8 service neutron] Attempting to bind port 479a9389-0909-437e-bd6a-ad4074ba68b8 on network b11a5e31-f902-47bb-ae2d-8ab30e32d2c6 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:33:06.596283 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8033270e-5e00-4e0f-9596-3e51b0ca90ae admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:33:06.601083 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8033270e-5e00-4e0f-9596-3e51b0ca90ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7864c56-4281-4c82-abdd-81df7af4f83c,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:06.608050 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d7e3cd-b63d-47fa-9285-0a23cffe4b13 req-e55e488e-149e-4e17-80e0-5f0fd9a3fab8 service neutron] Port 479a9389-0909-437e-bd6a-ad4074ba68b8 on network b11a5e31-f902-47bb-ae2d-8ab30e32d2c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:33:06.608375 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d7e3cd-b63d-47fa-9285-0a23cffe4b13 req-e55e488e-149e-4e17-80e0-5f0fd9a3fab8 service neutron] Attempting to bind port 479a9389-0909-437e-bd6a-ad4074ba68b8 on network b11a5e31-f902-47bb-ae2d-8ab30e32d2c6 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:33:06.615847 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fbd229-64e7-4616-ae96-39b1b437b537 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea782412-587f-45a2-b7fc-9ade7f8f23ba,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:06.617633 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d7e3cd-b63d-47fa-9285-0a23cffe4b13 req-e55e488e-149e-4e17-80e0-5f0fd9a3fab8 service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:33:06.617980 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d7e3cd-b63d-47fa-9285-0a23cffe4b13 req-e55e488e-149e-4e17-80e0-5f0fd9a3fab8 service neutron] Checking segment: {'id': '1e6452d1-51f8-4e9a-9e93-895c398faede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b11a5e31-f902-47bb-ae2d-8ab30e32d2c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:33:06.618413 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d7e3cd-b63d-47fa-9285-0a23cffe4b13 req-e55e488e-149e-4e17-80e0-5f0fd9a3fab8 service neutron] Bound using segment: {'id': '1e6452d1-51f8-4e9a-9e93-895c398faede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b11a5e31-f902-47bb-ae2d-8ab30e32d2c6'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:33:06.618833 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-05d7e3cd-b63d-47fa-9285-0a23cffe4b13 req-e55e488e-149e-4e17-80e0-5f0fd9a3fab8 service neutron] Bound port: 479a9389-0909-437e-bd6a-ad4074ba68b8, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e6452d1-51f8-4e9a-9e93-895c398faede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b11a5e31-f902-47bb-ae2d-8ab30e32d2c6'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:33:06.619180 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-05d7e3cd-b63d-47fa-9285-0a23cffe4b13 req-e55e488e-149e-4e17-80e0-5f0fd9a3fab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:06.635737 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8033270e-5e00-4e0f-9596-3e51b0ca90ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:06.636078 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-8033270e-5e00-4e0f-9596-3e51b0ca90ae admin admin] Added segment dfa37d0f-69f6-423e-a3ff-702fa969883b of type vlan for network 4805cc3e-f802-432a-a895-ff648d7eea38 May 31 13:33:06.714115 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8033270e-5e00-4e0f-9596-3e51b0ca90ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:06.741097 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c9fbd229-64e7-4616-ae96-39b1b437b537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:06.754704 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.resource_extend [req-8a928209-837d-4b6a-80e2-13a411405553 req-d5379127-47af-499b-95c3-89288f62dcd1 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:33:06.763908 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-05d7e3cd-b63d-47fa-9285-0a23cffe4b13 req-e55e488e-149e-4e17-80e0-5f0fd9a3fab8 service neutron] For port 479a9389-0909-437e-bd6a-ad4074ba68b8, host n-h2-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:33:06.774541 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8033270e-5e00-4e0f-9596-3e51b0ca90ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:06.775508 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8033270e-5e00-4e0f-9596-3e51b0ca90ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:06.776634 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8033270e-5e00-4e0f-9596-3e51b0ca90ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:06.778240 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf64f40-54c2-4409-beb9-df9ce1340fa9 req-9f2b3543-cd2e-448d-b182-219a97e39d6a tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:06.779979 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bdf64f40-54c2-4409-beb9-df9ce1340fa9 req-9f2b3543-cd2e-448d-b182-219a97e39d6a tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b5f62f8-267d-4d09-b031-255d8486cf70 HTTP/1.1" status: 200 len: 931 time: 1.8611782 May 31 13:33:06.781445 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-05d7e3cd-b63d-47fa-9285-0a23cffe4b13 req-e55e488e-149e-4e17-80e0-5f0fd9a3fab8 service neutron] For port 479a9389-0909-437e-bd6a-ad4074ba68b8, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=479a9389-0909-437e-bd6a-ad4074ba68b8,segment=NetworkSegment(1e6452d1-51f8-4e9a-9e93-895c398faede),segment_id=1e6452d1-51f8-4e9a-9e93-895c398faede)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:33:06.795620 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8a928209-837d-4b6a-80e2-13a411405553 req-d5379127-47af-499b-95c3-89288f62dcd1 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:06.805160 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-05d7e3cd-b63d-47fa-9285-0a23cffe4b13 req-e55e488e-149e-4e17-80e0-5f0fd9a3fab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:06.818184 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-c9fbd229-64e7-4616-ae96-39b1b437b537 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['398656cc-8bc4-4a6a-ad11-d04eee603cee']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:33:06.825722 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8a928209-837d-4b6a-80e2-13a411405553 req-d5379127-47af-499b-95c3-89288f62dcd1 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:06.887331 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-c9fbd229-64e7-4616-ae96-39b1b437b537 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93c0ce22-ca2e-4102-a5ac-29f4b6003ec8') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:33:06.887672 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-c9fbd229-64e7-4616-ae96-39b1b437b537 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93c0ce22-ca2e-4102-a5ac-29f4b6003ec8') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:33:06.949613 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d7e3cd-b63d-47fa-9285-0a23cffe4b13 req-e55e488e-149e-4e17-80e0-5f0fd9a3fab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:06.950328 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-05d7e3cd-b63d-47fa-9285-0a23cffe4b13 req-e55e488e-149e-4e17-80e0-5f0fd9a3fab8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:06.951652 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-05d7e3cd-b63d-47fa-9285-0a23cffe4b13 req-e55e488e-149e-4e17-80e0-5f0fd9a3fab8 service neutron] 10.222.0.44 "PUT /v2.0/ports/479a9389-0909-437e-bd6a-ad4074ba68b8 HTTP/1.1" status: 200 len: 1091 time: 1.9075508 May 31 13:33:06.954132 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b5f62f8-267d-4d09-b031-255d8486cf70', 'tag': '479a9389-0909-437e-bd6a-ad4074ba68b8'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:33:06.974820 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-8033270e-5e00-4e0f-9596-3e51b0ca90ae admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3575306 May 31 13:33:06.975263 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45730) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:33:06.992629 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c9fbd229-64e7-4616-ae96-39b1b437b537 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:06.993258 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8033270e-5e00-4e0f-9596-3e51b0ca90ae admin admin] Pushing event updated for resources: {'Network': ['ID=4805cc3e-f802-432a-a895-ff648d7eea38,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:07.000074 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-8ec928e8-8def-4306-b864-2a73842f4d4b admin admin] Request body: {'subnet': {'network_id': '4805cc3e-f802-432a-a895-ff648d7eea38', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-267754508-subnet', 'tenant_id': '971e7e341b6340e7a10be40f9ec104d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:33:07.006477 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 4805cc3e-f802-432a-a895-ff648d7eea38 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:33:07.016626 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bdf64f40-54c2-4409-beb9-df9ce1340fa9 req-6a34ed46-5cd4-44ba-96ff-5c7c48116cc2 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/security-groups?id=11fe291e-69a0-4211-ae19-9fbe273445b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191253 May 31 13:33:07.030161 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5379127-47af-499b-95c3-89288f62dcd1 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Pushing event updated for resources: {'Port': ['ID=3c65d554-c7cf-44e4-b257-99db22ec3a23,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:07.034535 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c9fbd229-64e7-4616-ae96-39b1b437b537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:07.053358 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8a928209-837d-4b6a-80e2-13a411405553 req-d5379127-47af-499b-95c3-89288f62dcd1 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:07.072564 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55e488e-149e-4e17-80e0-5f0fd9a3fab8 service neutron] Pushing event updated for resources: {'Port': ['ID=479a9389-0909-437e-bd6a-ad4074ba68b8,revision_number=3']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:07.075692 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9fbd229-64e7-4616-ae96-39b1b437b537 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:33:07.076220 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c9fbd229-64e7-4616-ae96-39b1b437b537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:07.085527 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8ec928e8-8def-4306-b864-2a73842f4d4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:33:07.110586 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-8ec928e8-8def-4306-b864-2a73842f4d4b admin admin] Usage tracker for resource:subnet and tenant:971e7e341b6340e7a10be40f9ec104d7 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:33:07.114323 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-8ec928e8-8def-4306-b864-2a73842f4d4b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:33:07.114901 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8a928209-837d-4b6a-80e2-13a411405553 req-d5379127-47af-499b-95c3-89288f62dcd1 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:07.124349 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8a928209-837d-4b6a-80e2-13a411405553 req-d5379127-47af-499b-95c3-89288f62dcd1 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.7166150 May 31 13:33:07.127012 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 93c0ce22-ca2e-4102-a5ac-29f4b6003ec8 resource provider aggregate not found May 31 13:33:07.144108 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8ec928e8-8def-4306-b864-2a73842f4d4b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:33:07.164231 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-750b5217-f097-42ee-9c86-38df69e21a7b None None] Deleting port ea782412-587f-45a2-b7fc-9ade7f8f23ba {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:33:07.164606 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-750b5217-f097-42ee-9c86-38df69e21a7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:07.178452 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec928e8-8def-4306-b864-2a73842f4d4b admin admin] Made reservation on behalf of 971e7e341b6340e7a10be40f9ec104d7 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:33:07.181437 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8ec928e8-8def-4306-b864-2a73842f4d4b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:07.204025 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 99dc54a5-4600-46b5-bdbd-cd51ab9ac1a6 up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:33:07.285863 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-8a928209-837d-4b6a-80e2-13a411405553 req-718475bb-18a7-4e9a-82bf-2c473b354182 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Synchronizing usage tracker for tenant:21dbbb39ecb9468e8c2cfdaa983b950c on resource:floatingip {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:33:07.301897 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 93c0ce22-ca2e-4102-a5ac-29f4b6003ec8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 93c0ce22-ca2e-4102-a5ac-29f4b6003ec8 found for delete ", "request_id": "req-4b20c659-b61e-4ac6-8660-dc37d67c05b4"}]} May 31 13:33:07.328216 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-750b5217-f097-42ee-9c86-38df69e21a7b None None] The port 'ea782412-587f-45a2-b7fc-9ade7f8f23ba' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 13:33:07.369431 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:07.372735 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning for port 99dc54a5-4600-46b5-bdbd-cd51ab9ac1a6 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:33:07.378967 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port 99dc54a5-4600-46b5-bdbd-cd51ab9ac1a6 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:33:07.379538 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:07.447607 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8ec928e8-8def-4306-b864-2a73842f4d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:07.496002 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-8a928209-837d-4b6a-80e2-13a411405553 req-718475bb-18a7-4e9a-82bf-2c473b354182 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Unset dirty status for tenant:21dbbb39ecb9468e8c2cfdaa983b950c on resource:floatingip {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:33:07.497693 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8a928209-837d-4b6a-80e2-13a411405553 req-718475bb-18a7-4e9a-82bf-2c473b354182 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.20 HTTP/1.1" status: 200 len: 695 time: 0.3725786 May 31 13:33:07.502316 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c9fbd229-64e7-4616-ae96-39b1b437b537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:07.544791 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 99dc54a5-4600-46b5-bdbd-cd51ab9ac1a6 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:33:07.545085 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:07.557224 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec928e8-8def-4306-b864-2a73842f4d4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=78475d05-cc98-4fb2-b531-8986b43f0ba1,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:07.558414 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c9fbd229-64e7-4616-ae96-39b1b437b537 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:07.566037 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d7e3cd-b63d-47fa-9285-0a23cffe4b13 req-52751d4b-96b5-4525-b9ac-b3d843fa6b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:07.568537 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-05d7e3cd-b63d-47fa-9285-0a23cffe4b13 req-52751d4b-96b5-4525-b9ac-b3d843fa6b5a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=82e5ccf58acb423eaef945c1ccf7e09b&device_id=6b5f62f8-267d-4d09-b031-255d8486cf70 HTTP/1.1" status: 200 len: 1094 time: 0.5630724 May 31 13:33:07.578240 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fbd229-64e7-4616-ae96-39b1b437b537 admin admin] Pushing event deleted for resources: {'Network': ['ID=398656cc-8bc4-4a6a-ad11-d04eee603cee,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:07.596870 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 99dc54a5-4600-46b5-bdbd-cd51ab9ac1a6, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=99dc54a5-4600-46b5-bdbd-cd51ab9ac1a6,segment=NetworkSegment(4d75b4c6-9dbf-466e-9960-e4baeffc8b58),segment_id=4d75b4c6-9dbf-466e-9960-e4baeffc8b58)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:33:07.602434 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:07.663946 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c9fbd229-64e7-4616-ae96-39b1b437b537 admin admin] 10.222.0.50 "DELETE /v2.0/networks/398656cc-8bc4-4a6a-ad11-d04eee603cee HTTP/1.1" status: 204 len: 168 time: 2.9710081 May 31 13:33:07.664707 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45738) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:33:07.676425 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ed7102-0a23-486a-8941-756a285bf271 req-fc984142-1e65-48ca-8c0d-03e3207b7705 tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:07.677551 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec928e8-8def-4306-b864-2a73842f4d4b admin admin] Checking segment: {'id': 'dfa37d0f-69f6-423e-a3ff-702fa969883b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4805cc3e-f802-432a-a895-ff648d7eea38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:33:07.677918 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec928e8-8def-4306-b864-2a73842f4d4b admin admin] Network hostable DHCP agents. Network: 4805cc3e-f802-432a-a895-ff648d7eea38, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:33:07.683519 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-05d7e3cd-b63d-47fa-9285-0a23cffe4b13 req-3ed11add-fa0d-4389-a556-80d41d68b9cc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=479a9389-0909-437e-bd6a-ad4074ba68b8 HTTP/1.1" status: 200 len: 217 time: 0.1069932 May 31 13:33:07.684694 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-69ed7102-0a23-486a-8941-756a285bf271 req-fc984142-1e65-48ca-8c0d-03e3207b7705 tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] 10.222.0.50 "GET /v2.0/ports?device_id=08ac3772-a4bf-4711-b060-9957e77873c0 HTTP/1.1" status: 200 len: 948 time: 0.4957194 May 31 13:33:07.711314 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=99dc54a5-4600-46b5-bdbd-cd51ab9ac1a6,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:07.741951 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec928e8-8def-4306-b864-2a73842f4d4b admin admin] Network 4805cc3e-f802-432a-a895-ff648d7eea38 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:33:07.755645 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-8ec928e8-8def-4306-b864-2a73842f4d4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 4805cc3e-f802-432a-a895-ff648d7eea38) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:33:07.763401 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec928e8-8def-4306-b864-2a73842f4d4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:07.763998 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8ec928e8-8def-4306-b864-2a73842f4d4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:07.766277 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7314ec5-7bdd-4ebe-b2ef-721b59ec375c None None] Network 4805cc3e-f802-432a-a895-ff648d7eea38 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:33:07.782503 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d7e3cd-b63d-47fa-9285-0a23cffe4b13 req-7c916f31-a360-49ea-95ca-af692496f189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:07.783983 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-05d7e3cd-b63d-47fa-9285-0a23cffe4b13 req-7c916f31-a360-49ea-95ca-af692496f189 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a7a2881f-e291-4214-81d7-8f9b77a7af81 HTTP/1.1" status: 200 len: 862 time: 0.0941052 May 31 13:33:07.850907 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-8ec928e8-8def-4306-b864-2a73842f4d4b admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8612835 May 31 13:33:07.858002 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-05d7e3cd-b63d-47fa-9285-0a23cffe4b13 req-3024a854-8e9d-4e2f-952f-867adaa6283c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b11a5e31-f902-47bb-ae2d-8ab30e32d2c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637851 May 31 13:33:08.036746 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a928209-837d-4b6a-80e2-13a411405553 req-490148b1-cf23-4c70-a621-a0d4e3ea9c69 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:08.045033 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8a928209-837d-4b6a-80e2-13a411405553 req-490148b1-cf23-4c70-a621-a0d4e3ea9c69 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] 10.222.0.50 "GET /v2.0/networks/d2103cd5-63ba-4c24-9d95-fd17643bf14c HTTP/1.1" status: 200 len: 784 time: 0.5402462 May 31 13:33:08.081626 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [req-8a928209-837d-4b6a-80e2-13a411405553 req-34e3b377-6123-4ea7-839f-d33e67811287 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:33:08.095096 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8a928209-837d-4b6a-80e2-13a411405553 req-34e3b377-6123-4ea7-839f-d33e67811287 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0488870 May 31 13:33:08.101621 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580bbd46-9a34-4378-b4a0-cb39e450c33b None None] Network 4805cc3e-f802-432a-a895-ff648d7eea38 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:33:08.102623 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-05d7e3cd-b63d-47fa-9285-0a23cffe4b13 req-7dc1e745-77a8-4875-83ac-0282706736e3 service neutron] 10.222.0.44 "GET /v2.0/networks/b11a5e31-f902-47bb-ae2d-8ab30e32d2c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371166 May 31 13:33:08.186919 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-69ed7102-0a23-486a-8941-756a285bf271 req-213c0f4f-dc74-44dc-a493-12f6349b65d7 tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] 10.222.0.50 "GET /v2.0/security-groups?id=47ec8c87-955a-4ab3-b9ba-c8b3e8fd5fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5012412 May 31 13:33:08.272907 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f47a186-ac60-4d10-a04d-2084acc4dcbd'] response: {'server_uuid': '08ac3772-a4bf-4711-b060-9957e77873c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97f2ed4a-7eba-461e-97a3-a147b0b9e932', 'code': 200} May 31 13:33:08.355431 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-05d7e3cd-b63d-47fa-9285-0a23cffe4b13 req-33a06804-92b0-4764-a87f-05eb25442a74 service neutron] 10.222.0.44 "GET /v2.0/networks/b11a5e31-f902-47bb-ae2d-8ab30e32d2c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385437 May 31 13:33:08.593817 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c666e3-bdd0-492a-97f0-7df1023237dd req-60b1918e-0069-4d18-a197-4792a8d1cb38 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:08.595457 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-45c666e3-bdd0-492a-97f0-7df1023237dd req-60b1918e-0069-4d18-a197-4792a8d1cb38 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8710ea5-1b55-4ac9-81d4-20a02059e824 HTTP/1.1" status: 200 len: 946 time: 0.3081534 May 31 13:33:08.733781 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-45c666e3-bdd0-492a-97f0-7df1023237dd req-80959028-89f7-4009-9928-08c531eb7453 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=b28319a5-744d-4c54-bfbf-469a0b7a5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301877 May 31 13:33:08.754851 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:08.756661 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc41fd9-7f40-4e12-ac80-08b8a8f83966 req-63d84ec8-b4fc-432c-8939-f30b2b5abdd3 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:08.758403 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9fc41fd9-7f40-4e12-ac80-08b8a8f83966 req-63d84ec8-b4fc-432c-8939-f30b2b5abdd3 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/ports?device_id=96c0d0e6-6de6-4bed-bd2a-154d02801961 HTTP/1.1" status: 200 len: 945 time: 0.2763138 May 31 13:33:08.819842 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb86bada-4eed-457b-b596-03093d00de3b'] response: {'name': 'network-changed', 'server_uuid': '6b5f62f8-267d-4d09-b031-255d8486cf70', 'tag': '479a9389-0909-437e-bd6a-ad4074ba68b8', 'status': 'completed', 'code': 200} May 31 13:33:08.880240 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9fc41fd9-7f40-4e12-ac80-08b8a8f83966 req-40e2ada7-826d-4b4a-89fc-1bd0d0952f7e tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4eda8c6-2ff8-4ec5-a939-d72272274cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837431 May 31 13:33:09.129092 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d33f61-a6b7-4909-9a36-9989c48fc08b req-5c2b91d3-c409-4b16-b13c-c25359e31320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:09.130650 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-03d33f61-a6b7-4909-9a36-9989c48fc08b req-5c2b91d3-c409-4b16-b13c-c25359e31320 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=82e5ccf58acb423eaef945c1ccf7e09b&device_id=6b5f62f8-267d-4d09-b031-255d8486cf70 HTTP/1.1" status: 200 len: 1094 time: 0.2644727 May 31 13:33:09.144623 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df8fbc4-4a8d-42bf-a6a0-ab119419020a req-dbb51975-129a-4554-a219-acb8fb261bd3 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:09.146229 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3df8fbc4-4a8d-42bf-a6a0-ab119419020a req-dbb51975-129a-4554-a219-acb8fb261bd3 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b5f62f8-267d-4d09-b031-255d8486cf70 HTTP/1.1" status: 200 len: 943 time: 0.1915951 May 31 13:33:09.237215 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3df8fbc4-4a8d-42bf-a6a0-ab119419020a req-5b8b54ed-c38a-429d-968b-ffeefc489841 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/security-groups?id=11fe291e-69a0-4211-ae19-9fbe273445b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819998 May 31 13:33:09.245565 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4bcf25e0-fadc-47a7-85a3-c4b46beab983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:09.303020 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d33f61-a6b7-4909-9a36-9989c48fc08b req-9f7f9003-5947-42e8-993c-b4d18f3026b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:09.307858 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-03d33f61-a6b7-4909-9a36-9989c48fc08b req-9f7f9003-5947-42e8-993c-b4d18f3026b6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b11a5e31-f902-47bb-ae2d-8ab30e32d2c6 HTTP/1.1" status: 200 len: 923 time: 0.1688039 May 31 13:33:09.399502 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-03d33f61-a6b7-4909-9a36-9989c48fc08b req-fc264e43-e630-41d8-b543-6c18aa39d148 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=479a9389-0909-437e-bd6a-ad4074ba68b8 HTTP/1.1" status: 200 len: 217 time: 0.0853074 May 31 13:33:09.515048 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d33f61-a6b7-4909-9a36-9989c48fc08b req-4239574b-5574-4b03-b5c0-02259508c4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:09.518237 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-03d33f61-a6b7-4909-9a36-9989c48fc08b req-4239574b-5574-4b03-b5c0-02259508c4fb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a7a2881f-e291-4214-81d7-8f9b77a7af81 HTTP/1.1" status: 200 len: 862 time: 0.1082244 May 31 13:33:09.547094 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b5b5f-03f3-4d59-b9bc-b3daee9072db req-aa2737f6-02d5-4443-ae75-d02f72ca44c4 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:09.549121 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-469b5b5f-03f3-4d59-b9bc-b3daee9072db req-aa2737f6-02d5-4443-ae75-d02f72ca44c4 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] 10.222.0.50 "GET /v2.0/ports?device_id=822ccb68-475c-4459-a1f6-cff19dde9783&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2239416 May 31 13:33:09.609830 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-03d33f61-a6b7-4909-9a36-9989c48fc08b req-61f7f8cd-bd01-4af8-ab97-2f673b86e287 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b11a5e31-f902-47bb-ae2d-8ab30e32d2c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750175 May 31 13:33:09.772298 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-03d33f61-a6b7-4909-9a36-9989c48fc08b req-0ec78352-5d96-409b-8b1a-f42d53c38ce6 service neutron] 10.222.0.44 "GET /v2.0/networks/b11a5e31-f902-47bb-ae2d-8ab30e32d2c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535001 May 31 13:33:09.925659 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-03d33f61-a6b7-4909-9a36-9989c48fc08b req-63340060-8831-493c-bf14-fa08a14e56dd service neutron] 10.222.0.44 "GET /v2.0/networks/b11a5e31-f902-47bb-ae2d-8ab30e32d2c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469717 May 31 13:33:10.000692 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-469b5b5f-03f3-4d59-b9bc-b3daee9072db req-c08dd535-43c5-4b6d-bd82-4d468bedde02 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.20 HTTP/1.1" status: 200 len: 695 time: 0.3957067 May 31 13:33:10.027879 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-469b5b5f-03f3-4d59-b9bc-b3daee9072db req-0f7c1aab-9463-4efb-b775-3a62e94a78b7 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Request body: {'floatingip': {'port_id': '0be7946d-2d6e-4e0f-8c2c-728d4101952c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:33:10.123720 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-469b5b5f-03f3-4d59-b9bc-b3daee9072db req-0f7c1aab-9463-4efb-b775-3a62e94a78b7 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Notify callbacks [] for floatingip, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:10.274696 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8710ea5-1b55-4ac9-81d4-20a02059e824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99dc54a5-4600-46b5-bdbd-cd51ab9ac1a6'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:33:10.295241 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdafae9c-4586-4ab2-869e-bd76e45bc00b req-590bc29d-b19a-4e91-b134-19c4d6f6998d tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:10.303191 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fdafae9c-4586-4ab2-869e-bd76e45bc00b req-590bc29d-b19a-4e91-b134-19c4d6f6998d tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/networks?id=4805cc3e-f802-432a-a895-ff648d7eea38 HTTP/1.1" status: 200 len: 813 time: 0.5994716 May 31 13:33:10.390504 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-4bcf25e0-fadc-47a7-85a3-c4b46beab983 admin admin] Deleting port 2e49f95a-c9b2-4b19-b674-b29db79ea0dd {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:33:10.390805 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4bcf25e0-fadc-47a7-85a3-c4b46beab983 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:10.468740 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fdafae9c-4586-4ab2-869e-bd76e45bc00b req-fee4d861-0d3e-4b13-8165-f68c0f39c6aa tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/quotas/971e7e341b6340e7a10be40f9ec104d7 HTTP/1.1" status: 200 len: 375 time: 0.1646380 May 31 13:33:10.498228 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bc31cb91-4f30-43b9-9979-76e4f64fb30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:10.547824 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fdafae9c-4586-4ab2-869e-bd76e45bc00b req-1c9b52d3-c21a-48ee-b59d-2229b1e7a192 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=971e7e341b6340e7a10be40f9ec104d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0598469 May 31 13:33:10.987191 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-4bcf25e0-fadc-47a7-85a3-c4b46beab983 admin admin] For port 2e49f95a-c9b2-4b19-b674-b29db79ea0dd, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=2e49f95a-c9b2-4b19-b674-b29db79ea0dd,segment=NetworkSegment(9f77b6fe-43a6-47b2-b0a5-5e0381992e4e),segment_id=9f77b6fe-43a6-47b2-b0a5-5e0381992e4e)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:33:10.987191 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4bcf25e0-fadc-47a7-85a3-c4b46beab983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:10.995241 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fdafae9c-4586-4ab2-869e-bd76e45bc00b req-c36ff40b-bd87-4b37-b706-574a2ae61be5 service neutron] 10.222.0.50 "GET /v2.0/networks/4805cc3e-f802-432a-a895-ff648d7eea38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4264588 May 31 13:33:11.049382 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 479a9389-0909-437e-bd6a-ad4074ba68b8 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:33:11.226860 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 479a9389-0909-437e-bd6a-ad4074ba68b8, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=479a9389-0909-437e-bd6a-ad4074ba68b8,segment=NetworkSegment(1e6452d1-51f8-4e9a-9e93-895c398faede),segment_id=1e6452d1-51f8-4e9a-9e93-895c398faede)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:33:11.244034 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': '479a9389-0909-437e-bd6a-ad4074ba68b8', 'network_id': 'b11a5e31-f902-47bb-ae2d-8ab30e32d2c6', 'port_id': '479a9389-0909-437e-bd6a-ad4074ba68b8', 'mac_address': 'fa:16:3e:23:b4:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a2881f-e291-4214-81d7-8f9b77a7af81', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:33:11.266858 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-4bcf25e0-fadc-47a7-85a3-c4b46beab983 admin admin] Calling delete_port for 2e49f95a-c9b2-4b19-b674-b29db79ea0dd owned by network:router_interface {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:33:11.308374 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 479a9389-0909-437e-bd6a-ad4074ba68b8 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:33:11.308960 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:11.327186 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 479a9389-0909-437e-bd6a-ad4074ba68b8 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:33:11.367367 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 479a9389-0909-437e-bd6a-ad4074ba68b8, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=479a9389-0909-437e-bd6a-ad4074ba68b8,segment=NetworkSegment(1e6452d1-51f8-4e9a-9e93-895c398faede),segment_id=1e6452d1-51f8-4e9a-9e93-895c398faede)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:33:11.373896 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:11.511503 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=479a9389-0909-437e-bd6a-ad4074ba68b8,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:11.603462 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['479a9389-0909-437e-bd6a-ad4074ba68b8'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:33:11.818616 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fdafae9c-4586-4ab2-869e-bd76e45bc00b req-27a14892-f93e-49c7-8322-c401f7caab4e service neutron] 10.222.0.50 "GET /v2.0/networks/4805cc3e-f802-432a-a895-ff648d7eea38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8112807 May 31 13:33:12.106883 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-469b5b5f-03f3-4d59-b9bc-b3daee9072db req-0f7c1aab-9463-4efb-b775-3a62e94a78b7 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:12.113798 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-469b5b5f-03f3-4d59-b9bc-b3daee9072db req-0f7c1aab-9463-4efb-b775-3a62e94a78b7 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:12.293518 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4bcf25e0-fadc-47a7-85a3-c4b46beab983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:12.708234 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcf25e0-fadc-47a7-85a3-c4b46beab983 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e49f95a-c9b2-4b19-b674-b29db79ea0dd,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:12.755172 n-d-843939-1 neutron-server[88370]: INFO neutron.db.l3_db [req-469b5b5f-03f3-4d59-b9bc-b3daee9072db req-0f7c1aab-9463-4efb-b775-3a62e94a78b7 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Floating IP 2f4da052-68a2-432c-8d00-b6a61b3676eb associated. External IP: 172.25.6.20, port: 0be7946d-2d6e-4e0f-8c2c-728d4101952c. May 31 13:33:12.786718 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d1bea0f4-a237-43a2-a828-77410d68a3b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:13.055290 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 479a9389-0909-437e-bd6a-ad4074ba68b8 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:33:13.199387 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port 479a9389-0909-437e-bd6a-ad4074ba68b8 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:33:13.208168 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port 479a9389-0909-437e-bd6a-ad4074ba68b8 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:33:13.209001 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:13.355722 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 479a9389-0909-437e-bd6a-ad4074ba68b8 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:33:13.356101 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:13.393110 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 479a9389-0909-437e-bd6a-ad4074ba68b8, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=479a9389-0909-437e-bd6a-ad4074ba68b8,segment=NetworkSegment(1e6452d1-51f8-4e9a-9e93-895c398faede),segment_id=1e6452d1-51f8-4e9a-9e93-895c398faede)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:33:13.400107 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:13.489952 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=479a9389-0909-437e-bd6a-ad4074ba68b8,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:13.709815 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:13.715849 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fffc2c2-1540-434e-8878-fd2d796bf84d req-c54b71ac-a045-4375-b2c7-443af59b4899 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:13.728038 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45800) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:33:13.729778 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7fffc2c2-1540-434e-8878-fd2d796bf84d req-c54b71ac-a045-4375-b2c7-443af59b4899 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/ports?device_id=96c0d0e6-6de6-4bed-bd2a-154d02801961 HTTP/1.1" status: 200 len: 945 time: 0.7416537 May 31 13:33:13.735851 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-e2a75d37-0bc7-4ae5-8341-40eaeb3e320b tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Request body: {'floatingip': {'port_id': 'e25fb624-a508-4143-893a-c61f3b88afd4'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:33:13.763062 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [req-469b5b5f-03f3-4d59-b9bc-b3daee9072db req-0f7c1aab-9463-4efb-b775-3a62e94a78b7 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Router c1e0445d-9677-4342-95ba-cb24db53a4ae has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:33:13.782054 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4bcf25e0-fadc-47a7-85a3-c4b46beab983 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:13.783934 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:13.910723 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdafae9c-4586-4ab2-869e-bd76e45bc00b req-baac2b75-bf79-4d05-8d5e-aa7cd586adff tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:13.911434 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-fdafae9c-4586-4ab2-869e-bd76e45bc00b req-baac2b75-bf79-4d05-8d5e-aa7cd586adff tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Synchronizing usage tracker for tenant:971e7e341b6340e7a10be40f9ec104d7 on resource:network {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:33:13.919516 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e2a75d37-0bc7-4ae5-8341-40eaeb3e320b tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Notify callbacks [] for floatingip, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:14.079804 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-fdafae9c-4586-4ab2-869e-bd76e45bc00b req-baac2b75-bf79-4d05-8d5e-aa7cd586adff tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Unset dirty status for tenant:971e7e341b6340e7a10be40f9ec104d7 on resource:network {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:33:14.080811 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fdafae9c-4586-4ab2-869e-bd76e45bc00b req-baac2b75-bf79-4d05-8d5e-aa7cd586adff tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.44 "GET /v2.0/networks?id=4805cc3e-f802-432a-a895-ff648d7eea38 HTTP/1.1" status: 200 len: 813 time: 0.4849095 May 31 13:33:14.101894 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-fdafae9c-4586-4ab2-869e-bd76e45bc00b req-3763f6ac-6742-47ca-8744-95753db92736 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Request body: {'port': {'device_id': 'f362fe1c-c185-4d8d-b67d-4f5e5b24d684', 'network_id': '4805cc3e-f802-432a-a895-ff648d7eea38', 'admin_state_up': True, 'tenant_id': '971e7e341b6340e7a10be40f9ec104d7'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:33:14.253028 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-469b5b5f-03f3-4d59-b9bc-b3daee9072db req-0f7c1aab-9463-4efb-b775-3a62e94a78b7 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:33:14.268181 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f4cbe5-f4f2-4581-90fc-744caf91456e None None] Sync routers for ids ['c1e0445d-9677-4342-95ba-cb24db53a4ae'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:33:14.287137 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f4cbe5-f4f2-4581-90fc-744caf91456e None None] Routers {'c1e0445d-9677-4342-95ba-cb24db53a4ae'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:33:14.287759 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-a2f4cbe5-f4f2-4581-90fc-744caf91456e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:33:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['c1e0445d-9677-4342-95ba-cb24db53a4ae'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:33:14.326833 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3644495a-0329-4e29-942e-fd9bab33573a req-1ca23050-c0f0-44f6-b3c0-20546148fb13 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:14.335113 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3644495a-0329-4e29-942e-fd9bab33573a req-1ca23050-c0f0-44f6-b3c0-20546148fb13 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8710ea5-1b55-4ac9-81d4-20a02059e824 HTTP/1.1" status: 200 len: 946 time: 0.4323053 May 31 13:33:14.346784 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-469b5b5f-03f3-4d59-b9bc-b3daee9072db req-0f7c1aab-9463-4efb-b775-3a62e94a78b7 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:14.540937 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-a2f4cbe5-f4f2-4581-90fc-744caf91456e None None] Set router c1e0445d-9677-4342-95ba-cb24db53a4ae gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:33:14.542615 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-469b5b5f-03f3-4d59-b9bc-b3daee9072db req-0f7c1aab-9463-4efb-b775-3a62e94a78b7 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] 10.222.0.50 "PUT /v2.0/floatingips/2f4da052-68a2-432c-8d00-b6a61b3676eb HTTP/1.1" status: 200 len: 995 time: 4.5270598 May 31 13:33:14.546037 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '822ccb68-475c-4459-a1f6-cff19dde9783', 'tag': '0be7946d-2d6e-4e0f-8c2c-728d4101952c'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:33:14.560088 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3644495a-0329-4e29-942e-fd9bab33573a req-975c3da5-49e5-4b83-9202-7ee87ec2264d tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=b28319a5-744d-4c54-bfbf-469a0b7a5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240951 May 31 13:33:14.722940 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bcf25e0-fadc-47a7-85a3-c4b46beab983 admin admin] Router ca7506b8-c785-49b8-8202-45d04af43b18 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:33:14.769439 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-fdafae9c-4586-4ab2-869e-bd76e45bc00b req-3763f6ac-6742-47ca-8744-95753db92736 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:33:14.790553 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-fdafae9c-4586-4ab2-869e-bd76e45bc00b req-3763f6ac-6742-47ca-8744-95753db92736 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Usage tracker for resource:port and tenant:971e7e341b6340e7a10be40f9ec104d7 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:33:14.802378 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b59e61e-52b5-4b8d-971a-70a860e1b19b'] response: {'server_uuid': 'c8710ea5-1b55-4ac9-81d4-20a02059e824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99dc54a5-4600-46b5-bdbd-cd51ab9ac1a6', 'code': 200} May 31 13:33:14.857528 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-fdafae9c-4586-4ab2-869e-bd76e45bc00b req-3763f6ac-6742-47ca-8744-95753db92736 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:33:14.879818 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-fdafae9c-4586-4ab2-869e-bd76e45bc00b req-3763f6ac-6742-47ca-8744-95753db92736 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:33:14.919792 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdafae9c-4586-4ab2-869e-bd76e45bc00b req-3763f6ac-6742-47ca-8744-95753db92736 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Made reservation on behalf of 971e7e341b6340e7a10be40f9ec104d7 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:33:14.924427 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-fdafae9c-4586-4ab2-869e-bd76e45bc00b req-3763f6ac-6742-47ca-8744-95753db92736 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:15.020855 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b5b5f-03f3-4d59-b9bc-b3daee9072db req-a4c0bf1f-518a-4ff2-916f-ecb906e8a545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:15.029250 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-469b5b5f-03f3-4d59-b9bc-b3daee9072db req-a4c0bf1f-518a-4ff2-916f-ecb906e8a545 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=21dbbb39ecb9468e8c2cfdaa983b950c&device_id=822ccb68-475c-4459-a1f6-cff19dde9783 HTTP/1.1" status: 200 len: 1096 time: 0.4655008 May 31 13:33:15.161630 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-a2f4cbe5-f4f2-4581-90fc-744caf91456e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1e0445d-9677-4342-95ba-cb24db53a4ae', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1013393658-router', 'tenant_id': '21dbbb39ecb9468e8c2cfdaa983b950c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'd9cb54ae-df6e-4d2c-b3b2-176ee90fe0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:32:05Z', 'updated_at': '2022-05-31T13:32:17Z', 'revision_number': 4, 'project_id': '21dbbb39ecb9468e8c2cfdaa983b950c', 'gw_port': {'id': 'd9cb54ae-df6e-4d2c-b3b2-176ee90fe0b2', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e0445d-9677-4342-95ba-cb24db53a4ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:32:06Z', 'updated_at': '2022-05-31T13:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '2f4da052-68a2-432c-8d00-b6a61b3676eb', 'tenant_id': '21dbbb39ecb9468e8c2cfdaa983b950c', 'floating_ip_address': '172.25.6.20', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': 'c1e0445d-9677-4342-95ba-cb24db53a4ae', 'port_id': '0be7946d-2d6e-4e0f-8c2c-728d4101952c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99f39d4e-e781-47c9-9a59-b91e5a1ecf8e', 'mac_address': 'fa:16:3e:96:e5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822ccb68-475c-4459-a1f6-cff19dde9783', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:33:05Z', 'updated_at': '2022-05-31T13:33:11Z', 'revision_number': 1, 'project_id': '21dbbb39ecb9468e8c2cfdaa983b950c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50a202e0-6606-4c3b-b658-43b12dad296f', 'name': '', 'network_id': '99f39d4e-e781-47c9-9a59-b91e5a1ecf8e', 'tenant_id': '21dbbb39ecb9468e8c2cfdaa983b950c', 'mac_address': 'fa:16:3e:63:03:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e0445d-9677-4342-95ba-cb24db53a4ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'f71cc00f-8f35-4761-a9b3-2f0c082bffbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:32:12Z', 'updated_at': '2022-05-31T13:32:27Z', 'revision_number': 5, 'project_id': '21dbbb39ecb9468e8c2cfdaa983b950c', 'subnets': [{'id': 'f71cc00f-8f35-4761-a9b3-2f0c082bffbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:33:15.166427 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f4cbe5-f4f2-4581-90fc-744caf91456e None None] Checking router: c1e0445d-9677-4342-95ba-cb24db53a4ae for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:33:15.176959 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f4cbe5-f4f2-4581-90fc-744caf91456e None None] Routers {'c1e0445d-9677-4342-95ba-cb24db53a4ae'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:33:15.177656 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-a2f4cbe5-f4f2-4581-90fc-744caf91456e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:33:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['c1e0445d-9677-4342-95ba-cb24db53a4ae'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:33:15.243141 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [req-fdafae9c-4586-4ab2-869e-bd76e45bc00b req-3763f6ac-6742-47ca-8744-95753db92736 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Allocated IP 172.20.0.14 (4805cc3e-f802-432a-a895-ff648d7eea38/78475d05-cc98-4fb2-b531-8986b43f0ba1/6fba84dd-602c-4af4-8cc6-163477023a03) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:33:15.276885 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427608a8-9ff2-470d-bafc-25bab30cb515 req-bc0c5476-24e0-425d-a33a-29c551dc5154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:15.278406 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-427608a8-9ff2-470d-bafc-25bab30cb515 req-bc0c5476-24e0-425d-a33a-29c551dc5154 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c8710ea5-1b55-4ac9-81d4-20a02059e824 HTTP/1.1" status: 200 len: 1097 time: 0.4279540 May 31 13:33:15.279554 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bcf25e0-fadc-47a7-85a3-c4b46beab983 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:33:15.289693 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aea614a-091e-4a97-a625-0cc6710f7e41 None None] Sync routers for ids ['ca7506b8-c785-49b8-8202-45d04af43b18'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:33:15.306903 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aea614a-091e-4a97-a625-0cc6710f7e41 None None] Routers {'ca7506b8-c785-49b8-8202-45d04af43b18'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:33:15.308138 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-4aea614a-091e-4a97-a625-0cc6710f7e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:33:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['ca7506b8-c785-49b8-8202-45d04af43b18'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:33:15.309080 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-4bcf25e0-fadc-47a7-85a3-c4b46beab983 admin admin] 10.222.0.50 "PUT /v2.0/routers/ca7506b8-c785-49b8-8202-45d04af43b18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6222379 May 31 13:33:15.316427 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45806) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:33:15.322534 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e2a75d37-0bc7-4ae5-8341-40eaeb3e320b tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:15.397293 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f31a295-f2b6-43d5-b624-ff3a6a27307c req-57968bd8-2c27-40d2-be09-de59b05fb89a tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:15.405551 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0f31a295-f2b6-43d5-b624-ff3a6a27307c req-57968bd8-2c27-40d2-be09-de59b05fb89a tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b5f62f8-267d-4d09-b031-255d8486cf70 HTTP/1.1" status: 200 len: 945 time: 0.5239980 May 31 13:33:15.460020 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e2a75d37-0bc7-4ae5-8341-40eaeb3e320b tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:15.465310 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:15.505796 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-a2f4cbe5-f4f2-4581-90fc-744caf91456e None None] Set router c1e0445d-9677-4342-95ba-cb24db53a4ae gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:33:15.744155 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-4aea614a-091e-4a97-a625-0cc6710f7e41 None None] Set router ca7506b8-c785-49b8-8202-45d04af43b18 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:33:15.789312 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b5b5f-03f3-4d59-b9bc-b3daee9072db req-b9bde844-39e0-4cde-9922-150ca0597efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:15.792116 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-469b5b5f-03f3-4d59-b9bc-b3daee9072db req-b9bde844-39e0-4cde-9922-150ca0597efa service neutron] 10.222.0.50 "GET /v2.0/networks?id=99f39d4e-e781-47c9-9a59-b91e5a1ecf8e HTTP/1.1" status: 200 len: 930 time: 0.7612467 May 31 13:33:15.936410 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-427608a8-9ff2-470d-bafc-25bab30cb515 req-a83d3c40-62ea-4b6b-83f8-2aba96bcd55f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b28319a5-744d-4c54-bfbf-469a0b7a5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6262197 May 31 13:33:15.990138 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0f31a295-f2b6-43d5-b624-ff3a6a27307c req-4a9e84e9-716b-44c0-8e64-a873d6dbc705 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/security-groups?id=11fe291e-69a0-4211-ae19-9fbe273445b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5836174 May 31 13:33:16.019467 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-fdafae9c-4586-4ab2-869e-bd76e45bc00b req-3763f6ac-6742-47ca-8744-95753db92736 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:16.029515 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-a2f4cbe5-f4f2-4581-90fc-744caf91456e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1e0445d-9677-4342-95ba-cb24db53a4ae', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1013393658-router', 'tenant_id': '21dbbb39ecb9468e8c2cfdaa983b950c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'd9cb54ae-df6e-4d2c-b3b2-176ee90fe0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:32:05Z', 'updated_at': '2022-05-31T13:32:17Z', 'revision_number': 4, 'project_id': '21dbbb39ecb9468e8c2cfdaa983b950c', 'gw_port': {'id': 'd9cb54ae-df6e-4d2c-b3b2-176ee90fe0b2', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e0445d-9677-4342-95ba-cb24db53a4ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:32:06Z', 'updated_at': '2022-05-31T13:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '2f4da052-68a2-432c-8d00-b6a61b3676eb', 'tenant_id': '21dbbb39ecb9468e8c2cfdaa983b950c', 'floating_ip_address': '172.25.6.20', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': 'c1e0445d-9677-4342-95ba-cb24db53a4ae', 'port_id': '0be7946d-2d6e-4e0f-8c2c-728d4101952c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99f39d4e-e781-47c9-9a59-b91e5a1ecf8e', 'mac_address': 'fa:16:3e:96:e5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822ccb68-475c-4459-a1f6-cff19dde9783', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:33:05Z', 'updated_at': '2022-05-31T13:33:11Z', 'revision_number': 1, 'project_id': '21dbbb39ecb9468e8c2cfdaa983b950c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50a202e0-6606-4c3b-b658-43b12dad296f', 'name': '', 'network_id': '99f39d4e-e781-47c9-9a59-b91e5a1ecf8e', 'tenant_id': '21dbbb39ecb9468e8c2cfdaa983b950c', 'mac_address': 'fa:16:3e:63:03:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e0445d-9677-4342-95ba-cb24db53a4ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'f71cc00f-8f35-4761-a9b3-2f0c082bffbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:32:12Z', 'updated_at': '2022-05-31T13:32:27Z', 'revision_number': 5, 'project_id': '21dbbb39ecb9468e8c2cfdaa983b950c', 'subnets': [{'id': 'f71cc00f-8f35-4761-a9b3-2f0c082bffbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:33:16.033810 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f4cbe5-f4f2-4581-90fc-744caf91456e None None] The sync data for ids ['c1e0445d-9677-4342-95ba-cb24db53a4ae'] in n-d-843939-1 is: [{'id': 'c1e0445d-9677-4342-95ba-cb24db53a4ae', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1013393658-router', 'tenant_id': '21dbbb39ecb9468e8c2cfdaa983b950c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'd9cb54ae-df6e-4d2c-b3b2-176ee90fe0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:32:05Z', 'updated_at': '2022-05-31T13:32:17Z', 'revision_number': 4, 'project_id': '21dbbb39ecb9468e8c2cfdaa983b950c', 'gw_port': {'id': 'd9cb54ae-df6e-4d2c-b3b2-176ee90fe0b2', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e0445d-9677-4342-95ba-cb24db53a4ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:32:06Z', 'updated_at': '2022-05-31T13:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '2f4da052-68a2-432c-8d00-b6a61b3676eb', 'tenant_id': '21dbbb39ecb9468e8c2cfdaa983b950c', 'floating_ip_address': '172.25.6.20', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': 'c1e0445d-9677-4342-95ba-cb24db53a4ae', 'port_id': '0be7946d-2d6e-4e0f-8c2c-728d4101952c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99f39d4e-e781-47c9-9a59-b91e5a1ecf8e', 'mac_address': 'fa:16:3e:96:e5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822ccb68-475c-4459-a1f6-cff19dde9783', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:33:05Z', 'updated_at': '2022-05-31T13:33:11Z', 'revision_number': 1, 'project_id': '21dbbb39ecb9468e8c2cfdaa983b950c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50a202e0-6606-4c3b-b658-43b12dad296f', 'name': '', 'network_id': '99f39d4e-e781-47c9-9a59-b91e5a1ecf8e', 'tenant_id': '21dbbb39ecb9468e8c2cfdaa983b950c', 'mac_address': 'fa:16:3e:63:03:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e0445d-9677-4342-95ba-cb24db53a4ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'f71cc00f-8f35-4761-a9b3-2f0c082bffbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:32:12Z', 'updated_at': '2022-05-31T13:32:27Z', 'revision_number': 5, 'project_id': '21dbbb39ecb9468e8c2cfdaa983b950c', 'subnets': [{'id': 'f71cc00f-8f35-4761-a9b3-2f0c082bffbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:33:16.050115 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-469b5b5f-03f3-4d59-b9bc-b3daee9072db req-cfbeb9d0-9a72-40e1-840d-7695c5173de3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0be7946d-2d6e-4e0f-8c2c-728d4101952c HTTP/1.1" status: 200 len: 998 time: 0.2486258 May 31 13:33:16.183762 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-fdafae9c-4586-4ab2-869e-bd76e45bc00b req-3763f6ac-6742-47ca-8744-95753db92736 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:16.233616 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b5b5f-03f3-4d59-b9bc-b3daee9072db req-6a6e771e-2fd8-44e2-b878-f07412a2b4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:16.239512 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-469b5b5f-03f3-4d59-b9bc-b3daee9072db req-6a6e771e-2fd8-44e2-b878-f07412a2b4ee service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f71cc00f-8f35-4761-a9b3-2f0c082bffbb HTTP/1.1" status: 200 len: 868 time: 0.1754720 May 31 13:33:16.359858 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdafae9c-4586-4ab2-869e-bd76e45bc00b req-3763f6ac-6742-47ca-8744-95753db92736 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Network 4805cc3e-f802-432a-a895-ff648d7eea38 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:33:16.366635 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3763f6ac-6742-47ca-8744-95753db92736 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Pushing event updated for resources: {'Port': ['ID=6fba84dd-602c-4af4-8cc6-163477023a03,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:16.393491 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [req-fdafae9c-4586-4ab2-869e-bd76e45bc00b req-3763f6ac-6742-47ca-8744-95753db92736 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:33:16.425887 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3763f6ac-6742-47ca-8744-95753db92736 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:33:16.426699 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3763f6ac-6742-47ca-8744-95753db92736 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:33:16.429015 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3763f6ac-6742-47ca-8744-95753db92736 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:33:16.429537 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3763f6ac-6742-47ca-8744-95753db92736 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:33:16.430049 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3763f6ac-6742-47ca-8744-95753db92736 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:33:16.430547 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3763f6ac-6742-47ca-8744-95753db92736 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:33:16.431144 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3763f6ac-6742-47ca-8744-95753db92736 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:33:16.431623 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3763f6ac-6742-47ca-8744-95753db92736 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:33:16.434472 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3763f6ac-6742-47ca-8744-95753db92736 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:33:16.435219 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3763f6ac-6742-47ca-8744-95753db92736 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:33:16.435716 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3763f6ac-6742-47ca-8744-95753db92736 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:33:16.436195 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3763f6ac-6742-47ca-8744-95753db92736 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:33:16.445466 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdafae9c-4586-4ab2-869e-bd76e45bc00b req-3763f6ac-6742-47ca-8744-95753db92736 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:33:16.453362 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b5b5f-03f3-4d59-b9bc-b3daee9072db req-cd990b53-d6ef-4444-9c9a-c14e5e686f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:16.455058 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-469b5b5f-03f3-4d59-b9bc-b3daee9072db req-cd990b53-d6ef-4444-9c9a-c14e5e686f26 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=99f39d4e-e781-47c9-9a59-b91e5a1ecf8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1546254 May 31 13:33:16.469790 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ec8a39-1b6e-4e62-92bd-c5b24b79d5f9 req-58f402ed-1a46-4e30-a6ff-e0259821d459 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:16.477467 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07d86ac-cd7f-4366-9812-d59dfe8cd4b2 None None] New status for floating IP 2f4da052-68a2-432c-8d00-b6a61b3676eb: ACTIVE {{(pid=88371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 13:33:16.479915 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-60ec8a39-1b6e-4e62-92bd-c5b24b79d5f9 req-58f402ed-1a46-4e30-a6ff-e0259821d459 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 932 time: 0.2314525 May 31 13:33:16.499796 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-4aea614a-091e-4a97-a625-0cc6710f7e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7506b8-c785-49b8-8202-45d04af43b18', 'name': 'tempest-TaggedBootDevicesTest-440123187-router', 'tenant_id': '4d238c2d208d4d78b9371b195e930da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '860b60f9-8d46-43f8-beb0-125eeaa3c518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:25:14Z', 'updated_at': '2022-05-31T13:33:11Z', 'revision_number': 5, 'project_id': '4d238c2d208d4d78b9371b195e930da7', 'gw_port': {'id': '860b60f9-8d46-43f8-beb0-125eeaa3c518', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7506b8-c785-49b8-8202-45d04af43b18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:25:15Z', 'updated_at': '2022-05-31T13:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:33:16.518321 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aea614a-091e-4a97-a625-0cc6710f7e41 None None] Checking router: ca7506b8-c785-49b8-8202-45d04af43b18 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:33:16.534947 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aea614a-091e-4a97-a625-0cc6710f7e41 None None] Routers {'ca7506b8-c785-49b8-8202-45d04af43b18'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:33:16.535889 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-4aea614a-091e-4a97-a625-0cc6710f7e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:33:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['ca7506b8-c785-49b8-8202-45d04af43b18'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:33:16.640839 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d01c9391-7754-413e-9efa-83be4d9919f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:16.751343 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-60ec8a39-1b6e-4e62-92bd-c5b24b79d5f9 req-734d5025-eaa0-49b3-a592-49bd2f006888 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704492 May 31 13:33:16.804127 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b5f62f8-267d-4d09-b031-255d8486cf70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '479a9389-0909-437e-bd6a-ad4074ba68b8'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:33:16.864038 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-469b5b5f-03f3-4d59-b9bc-b3daee9072db req-3c45450a-7859-43db-a8c1-b194d28985f8 service neutron] 10.222.0.50 "GET /v2.0/networks/99f39d4e-e781-47c9-9a59-b91e5a1ecf8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3811591 May 31 13:33:16.902444 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-4aea614a-091e-4a97-a625-0cc6710f7e41 None None] Set router ca7506b8-c785-49b8-8202-45d04af43b18 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:33:17.018074 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf0ee8c3-012a-4cdb-892b-8e9d823a500d'] response: {'name': 'network-changed', 'server_uuid': '822ccb68-475c-4459-a1f6-cff19dde9783', 'tag': '0be7946d-2d6e-4e0f-8c2c-728d4101952c', 'status': 'completed', 'code': 200} May 31 13:33:17.160604 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-469b5b5f-03f3-4d59-b9bc-b3daee9072db req-90d7544e-0fbf-4b42-a17e-89dbefe94dc9 service neutron] 10.222.0.50 "GET /v2.0/networks/99f39d4e-e781-47c9-9a59-b91e5a1ecf8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957489 May 31 13:33:17.167380 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdafae9c-4586-4ab2-869e-bd76e45bc00b req-3763f6ac-6742-47ca-8744-95753db92736 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:17.168216 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-fdafae9c-4586-4ab2-869e-bd76e45bc00b req-3763f6ac-6742-47ca-8744-95753db92736 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:17.215683 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8342f4-28b8-4626-99ae-8f36dc8c8720 req-a8adb434-541d-4dd8-8d72-c60d560c3e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:17.217519 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8c8342f4-28b8-4626-99ae-8f36dc8c8720 req-a8adb434-541d-4dd8-8d72-c60d560c3e9f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=21dbbb39ecb9468e8c2cfdaa983b950c&device_id=822ccb68-475c-4459-a1f6-cff19dde9783 HTTP/1.1" status: 200 len: 1096 time: 0.2018228 May 31 13:33:17.295002 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7a2c900-e070-4d8d-8dea-3bdb0ecbf85c'] response: {'server_uuid': '6b5f62f8-267d-4d09-b031-255d8486cf70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '479a9389-0909-437e-bd6a-ad4074ba68b8', 'code': 200} May 31 13:33:17.325586 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fdafae9c-4586-4ab2-869e-bd76e45bc00b req-3763f6ac-6742-47ca-8744-95753db92736 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2302275 May 31 13:33:17.347964 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-fdafae9c-4586-4ab2-869e-bd76e45bc00b req-db122b8c-e6e2-4c3e-bdd9-0595b50f6a6b service neutron] Request body: {'port': {'device_id': 'f362fe1c-c185-4d8d-b67d-4f5e5b24d684', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:33:17.426514 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2a75d37-0bc7-4ae5-8341-40eaeb3e320b tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Router a011e779-64a3-443d-8f62-5cd06b630711 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:33:17.460021 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b58a0-937f-453e-a2f7-c9ab6be02cb3 req-12487ac8-b23e-4eb6-99aa-fa0d1aa6355d tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:17.461777 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e07b58a0-937f-453e-a2f7-c9ab6be02cb3 req-12487ac8-b23e-4eb6-99aa-fa0d1aa6355d tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8710ea5-1b55-4ac9-81d4-20a02059e824 HTTP/1.1" status: 200 len: 946 time: 0.3059332 May 31 13:33:17.506407 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d01c9391-7754-413e-9efa-83be4d9919f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:17.522441 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-4aea614a-091e-4a97-a625-0cc6710f7e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7506b8-c785-49b8-8202-45d04af43b18', 'name': 'tempest-TaggedBootDevicesTest-440123187-router', 'tenant_id': '4d238c2d208d4d78b9371b195e930da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '860b60f9-8d46-43f8-beb0-125eeaa3c518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:25:14Z', 'updated_at': '2022-05-31T13:33:11Z', 'revision_number': 5, 'project_id': '4d238c2d208d4d78b9371b195e930da7', 'gw_port': {'id': '860b60f9-8d46-43f8-beb0-125eeaa3c518', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7506b8-c785-49b8-8202-45d04af43b18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:25:15Z', 'updated_at': '2022-05-31T13:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:33:17.529189 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aea614a-091e-4a97-a625-0cc6710f7e41 None None] The sync data for ids ['ca7506b8-c785-49b8-8202-45d04af43b18'] in n-d-843939-1 is: [{'id': 'ca7506b8-c785-49b8-8202-45d04af43b18', 'name': 'tempest-TaggedBootDevicesTest-440123187-router', 'tenant_id': '4d238c2d208d4d78b9371b195e930da7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '860b60f9-8d46-43f8-beb0-125eeaa3c518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:25:14Z', 'updated_at': '2022-05-31T13:33:11Z', 'revision_number': 5, 'project_id': '4d238c2d208d4d78b9371b195e930da7', 'gw_port': {'id': '860b60f9-8d46-43f8-beb0-125eeaa3c518', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7506b8-c785-49b8-8202-45d04af43b18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:25:15Z', 'updated_at': '2022-05-31T13:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:33:17.595441 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-d01c9391-7754-413e-9efa-83be4d9919f9 admin admin] Deleting port 860b60f9-8d46-43f8-beb0-125eeaa3c518 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:33:17.595780 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d01c9391-7754-413e-9efa-83be4d9919f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:17.619881 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8342f4-28b8-4626-99ae-8f36dc8c8720 req-ab1b1a2e-f33c-4d00-b511-964b6af67ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:17.621767 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8c8342f4-28b8-4626-99ae-8f36dc8c8720 req-ab1b1a2e-f33c-4d00-b511-964b6af67ec5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=99f39d4e-e781-47c9-9a59-b91e5a1ecf8e HTTP/1.1" status: 200 len: 930 time: 0.3936734 May 31 13:33:17.631484 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e07b58a0-937f-453e-a2f7-c9ab6be02cb3 req-134f8941-1e8a-4978-9e3c-b80f9138bb59 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=b28319a5-744d-4c54-bfbf-469a0b7a5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602371 May 31 13:33:17.781933 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b3811-db40-44cd-bd75-ddf2c8ab3eea req-9886340c-2be6-4501-9dd1-823d6eb50e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:17.784233 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-199b3811-db40-44cd-bd75-ddf2c8ab3eea req-9886340c-2be6-4501-9dd1-823d6eb50e4e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6b5f62f8-267d-4d09-b031-255d8486cf70 HTTP/1.1" status: 200 len: 1096 time: 0.4163420 May 31 13:33:17.918677 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-fdafae9c-4586-4ab2-869e-bd76e45bc00b req-db122b8c-e6e2-4c3e-bdd9-0595b50f6a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:18.012310 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-199b3811-db40-44cd-bd75-ddf2c8ab3eea req-89908940-c764-4761-a667-47a385110d22 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=11fe291e-69a0-4211-ae19-9fbe273445b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507583 May 31 13:33:18.024930 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8c8342f4-28b8-4626-99ae-8f36dc8c8720 req-1fc9744c-e860-4d36-ae2c-0fc5435334a4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0be7946d-2d6e-4e0f-8c2c-728d4101952c HTTP/1.1" status: 200 len: 1000 time: 0.3902106 May 31 13:33:18.049517 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a75d37-0bc7-4ae5-8341-40eaeb3e320b tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:33:18.054751 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e2a75d37-0bc7-4ae5-8341-40eaeb3e320b tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:18.060619 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a9b5b9-0f92-4006-b0fd-1fcaf0dd051c None None] Sync routers for ids ['a011e779-64a3-443d-8f62-5cd06b630711'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:33:18.093250 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a9b5b9-0f92-4006-b0fd-1fcaf0dd051c None None] Routers {'a011e779-64a3-443d-8f62-5cd06b630711'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:33:18.094332 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-57a9b5b9-0f92-4006-b0fd-1fcaf0dd051c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:33:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['a011e779-64a3-443d-8f62-5cd06b630711'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:33:18.180070 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1611cde8-98a5-44d2-b072-c944e89de699 req-eadaf485-e801-43ed-8617-1eb003466701 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:18.188591 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1611cde8-98a5-44d2-b072-c944e89de699 req-eadaf485-e801-43ed-8617-1eb003466701 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b5f62f8-267d-4d09-b031-255d8486cf70 HTTP/1.1" status: 200 len: 945 time: 0.6982515 May 31 13:33:18.266703 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96c0d0e6-6de6-4bed-bd2a-154d02801961', 'tag': 'e25fb624-a508-4143-893a-c61f3b88afd4'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:33:18.269186 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-badbbde1-e86e-42ef-8196-f1d11ccb2774 req-5d89f48a-6e5e-4c39-bc14-2fef9427d07f tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=d2103cd5-63ba-4c24-9d95-fd17643bf14c HTTP/1.1" status: 200 len: 258 time: 0.5777829 May 31 13:33:18.292848 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1611cde8-98a5-44d2-b072-c944e89de699 req-67e01cc4-29f0-42f3-aea0-88d76d6d844e tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/security-groups?id=11fe291e-69a0-4211-ae19-9fbe273445b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990062 May 31 13:33:18.309059 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-badbbde1-e86e-42ef-8196-f1d11ccb2774 req-9253c740-4593-4abc-99c7-0d3157a8862a tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Request body: {'floatingip': {'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:33:18.314134 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-d01c9391-7754-413e-9efa-83be4d9919f9 admin admin] For port 860b60f9-8d46-43f8-beb0-125eeaa3c518, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=860b60f9-8d46-43f8-beb0-125eeaa3c518,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:33:18.314134 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d01c9391-7754-413e-9efa-83be4d9919f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:18.328822 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8342f4-28b8-4626-99ae-8f36dc8c8720 req-8b481a48-eae2-43a5-b03b-65e97e102cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:18.334614 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8c8342f4-28b8-4626-99ae-8f36dc8c8720 req-8b481a48-eae2-43a5-b03b-65e97e102cc1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f71cc00f-8f35-4761-a9b3-2f0c082bffbb HTTP/1.1" status: 200 len: 868 time: 0.3033090 May 31 13:33:18.335746 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-badbbde1-e86e-42ef-8196-f1d11ccb2774 req-9253c740-4593-4abc-99c7-0d3157a8862a tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:33:18.364460 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-badbbde1-e86e-42ef-8196-f1d11ccb2774 req-9253c740-4593-4abc-99c7-0d3157a8862a tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:33:18.580785 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-57a9b5b9-0f92-4006-b0fd-1fcaf0dd051c None None] Set router a011e779-64a3-443d-8f62-5cd06b630711 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:33:18.599592 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-d01c9391-7754-413e-9efa-83be4d9919f9 admin admin] Calling delete_port for 860b60f9-8d46-43f8-beb0-125eeaa3c518 owned by network:router_gateway {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:33:18.629009 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e2a75d37-0bc7-4ae5-8341-40eaeb3e320b tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "PUT /v2.0/floatingips/a0204c7b-7fb7-452e-bf9a-bead2c690f79 HTTP/1.1" status: 200 len: 992 time: 4.8988388 May 31 13:33:18.657257 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-badbbde1-e86e-42ef-8196-f1d11ccb2774 req-9253c740-4593-4abc-99c7-0d3157a8862a tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Notify callbacks [] for floatingip, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:18.816125 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c9815-e9a2-416f-9d4b-1b11c79eaf46 req-6812abc1-0238-4d60-8465-d1c96cef40a2 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:18.816658 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [req-fdafae9c-4586-4ab2-869e-bd76e45bc00b req-db122b8c-e6e2-4c3e-bdd9-0595b50f6a6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fba84dd-602c-4af4-8cc6-163477023a03 {{(pid=88369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:33:18.817981 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bc4c9815-e9a2-416f-9d4b-1b11c79eaf46 req-6812abc1-0238-4d60-8465-d1c96cef40a2 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 932 time: 0.3679714 May 31 13:33:18.830704 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-fdafae9c-4586-4ab2-869e-bd76e45bc00b req-db122b8c-e6e2-4c3e-bdd9-0595b50f6a6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:18.847122 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8342f4-28b8-4626-99ae-8f36dc8c8720 req-4ccd1f5c-d80e-49dc-80b2-ea2a05859164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:18.848438 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8c8342f4-28b8-4626-99ae-8f36dc8c8720 req-4ccd1f5c-d80e-49dc-80b2-ea2a05859164 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=99f39d4e-e781-47c9-9a59-b91e5a1ecf8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5038743 May 31 13:33:18.920129 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-fdafae9c-4586-4ab2-869e-bd76e45bc00b req-db122b8c-e6e2-4c3e-bdd9-0595b50f6a6b service neutron] Transition to ACTIVE for port object 6fba84dd-602c-4af4-8cc6-163477023a03 will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:33:18.922493 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d01c9391-7754-413e-9efa-83be4d9919f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:18.971085 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bc4c9815-e9a2-416f-9d4b-1b11c79eaf46 req-62738210-4f48-4941-88db-7d1172230195 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459308 May 31 13:33:19.051317 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-fdafae9c-4586-4ab2-869e-bd76e45bc00b req-db122b8c-e6e2-4c3e-bdd9-0595b50f6a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:19.067322 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01c9391-7754-413e-9efa-83be4d9919f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=860b60f9-8d46-43f8-beb0-125eeaa3c518,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:19.071790 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8c8342f4-28b8-4626-99ae-8f36dc8c8720 req-63d60f5f-d93f-4a98-9bab-bf257966e9c6 service neutron] 10.222.0.20 "GET /v2.0/networks/99f39d4e-e781-47c9-9a59-b91e5a1ecf8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137413 May 31 13:33:19.075464 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-badbbde1-e86e-42ef-8196-f1d11ccb2774 req-9253c740-4593-4abc-99c7-0d3157a8862a tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:19.102619 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-57a9b5b9-0f92-4006-b0fd-1fcaf0dd051c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a011e779-64a3-443d-8f62-5cd06b630711', 'name': 'tempest-ServerRescueNegativeTestJSON-722066791-router', 'tenant_id': 'be9b8c94d98b42f385a0f29035539835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'ec502baf-891e-4127-8c8f-bdc0e135b9e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:28:24Z', 'updated_at': '2022-05-31T13:28:34Z', 'revision_number': 4, 'project_id': 'be9b8c94d98b42f385a0f29035539835', 'gw_port': {'id': 'ec502baf-891e-4127-8c8f-bdc0e135b9e9', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a011e779-64a3-443d-8f62-5cd06b630711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:28:26Z', 'updated_at': '2022-05-31T13:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': 'a0204c7b-7fb7-452e-bf9a-bead2c690f79', 'tenant_id': 'be9b8c94d98b42f385a0f29035539835', 'floating_ip_address': '172.25.6.78', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': 'a011e779-64a3-443d-8f62-5cd06b630711', 'port_id': 'e25fb624-a508-4143-893a-c61f3b88afd4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29fe9209-7455-49d1-bbb8-3bf3a6f3bebb', 'mac_address': 'fa:16:3e:08:59:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c0d0e6-6de6-4bed-bd2a-154d02801961', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:31:14Z', 'updated_at': '2022-05-31T13:33:15Z', 'revision_number': 3, 'project_id': 'be9b8c94d98b42f385a0f29035539835', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1737765-3744-418b-9eb8-268b91ac258d', 'name': '', 'network_id': '29fe9209-7455-49d1-bbb8-3bf3a6f3bebb', 'tenant_id': 'be9b8c94d98b42f385a0f29035539835', 'mac_address': 'fa:16:3e:c5:fb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a011e779-64a3-443d-8f62-5cd06b630711', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '82d28a94-56aa-487e-b28b-6f63cbb648aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:28:33Z', 'updated_at': '2022-05-31T13:28:55Z', 'revision_number': 5, 'project_id': 'be9b8c94d98b42f385a0f29035539835', 'subnets': [{'id': '82d28a94-56aa-487e-b28b-6f63cbb648aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:33:19.108721 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a9b5b9-0f92-4006-b0fd-1fcaf0dd051c None None] Checking router: a011e779-64a3-443d-8f62-5cd06b630711 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:33:19.118982 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a9b5b9-0f92-4006-b0fd-1fcaf0dd051c None None] Routers {'a011e779-64a3-443d-8f62-5cd06b630711'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:33:19.119806 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-57a9b5b9-0f92-4006-b0fd-1fcaf0dd051c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:33:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['a011e779-64a3-443d-8f62-5cd06b630711'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:33:19.202054 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 7a8cfd12-89f8-43e1-94b2-f3acdd103815 details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:33:19.597655 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 7a8cfd12-89f8-43e1-94b2-f3acdd103815, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=7a8cfd12-89f8-43e1-94b2-f3acdd103815,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:33:19.620765 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 2e49f95a-c9b2-4b19-b674-b29db79ea0dd no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:33:19.632694 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e498d61-8c82-4aa1-9bf8-64e731c42169'] response: {'name': 'network-changed', 'server_uuid': '96c0d0e6-6de6-4bed-bd2a-154d02801961', 'tag': 'e25fb624-a508-4143-893a-c61f3b88afd4', 'status': 'completed', 'code': 200} May 31 13:33:19.708109 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-57a9b5b9-0f92-4006-b0fd-1fcaf0dd051c None None] Set router a011e779-64a3-443d-8f62-5cd06b630711 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:33:19.710274 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d01c9391-7754-413e-9efa-83be4d9919f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577389'] for router_gateway, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:19.719315 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 2e49f95a-c9b2-4b19-b674-b29db79ea0dd {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:33:19.719818 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 2e49f95a-c9b2-4b19-b674-b29db79ea0dd not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:33:19.721527 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': '7a8cfd12-89f8-43e1-94b2-f3acdd103815', 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4', 'port_id': '7a8cfd12-89f8-43e1-94b2-f3acdd103815', 'mac_address': 'fa:16:3e:fe:11:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24822c99-0dce-4d50-9c44-3135ba3763b8', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:33:19.766148 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8c8342f4-28b8-4626-99ae-8f36dc8c8720 req-21466efa-b7e0-4402-83ca-e4f38f49166a service neutron] 10.222.0.20 "GET /v2.0/networks/99f39d4e-e781-47c9-9a59-b91e5a1ecf8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6211116 May 31 13:33:19.790769 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-badbbde1-e86e-42ef-8196-f1d11ccb2774 req-9253c740-4593-4abc-99c7-0d3157a8862a tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Allocated IP 172.25.6.204 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/761beee9-7912-4afc-acca-774e3e2afa44) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:33:19.801541 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e86bbb-f2b9-417f-8ee2-ff6060513b7d req-9fae3b17-9fbd-4186-9749-a4a2dc080fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:19.803052 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-52e86bbb-f2b9-417f-8ee2-ff6060513b7d req-9fae3b17-9fbd-4186-9749-a4a2dc080fa9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=be9b8c94d98b42f385a0f29035539835&device_id=96c0d0e6-6de6-4bed-bd2a-154d02801961 HTTP/1.1" status: 200 len: 1096 time: 0.3781056 May 31 13:33:19.817930 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ab8ff1-e3f5-4e59-8027-2b40f55df0a8 req-382f6ac7-47f9-41dd-a4e3-0ad5c2426ba6 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:19.826407 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-99ab8ff1-e3f5-4e59-8027-2b40f55df0a8 req-382f6ac7-47f9-41dd-a4e3-0ad5c2426ba6 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8710ea5-1b55-4ac9-81d4-20a02059e824 HTTP/1.1" status: 200 len: 946 time: 0.3510094 May 31 13:33:19.857969 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 7a8cfd12-89f8-43e1-94b2-f3acdd103815 is: ACTIVE; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:33:19.858562 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:19.878829 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7a8cfd12-89f8-43e1-94b2-f3acdd103815 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:33:19.901721 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 7a8cfd12-89f8-43e1-94b2-f3acdd103815, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=7a8cfd12-89f8-43e1-94b2-f3acdd103815,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:33:19.906127 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:19.964163 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db122b8c-e6e2-4c3e-bdd9-0595b50f6a6b service neutron] Pushing event updated for resources: {'Port': ['ID=6fba84dd-602c-4af4-8cc6-163477023a03,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:19.983818 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=7a8cfd12-89f8-43e1-94b2-f3acdd103815,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:20.018755 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d01c9391-7754-413e-9efa-83be4d9919f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:20.026284 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d01c9391-7754-413e-9efa-83be4d9919f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:20.039357 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-99ab8ff1-e3f5-4e59-8027-2b40f55df0a8 req-41600660-0da4-4fc5-9b05-ec42573b75eb tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=b28319a5-744d-4c54-bfbf-469a0b7a5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120872 May 31 13:33:20.068359 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['7a8cfd12-89f8-43e1-94b2-f3acdd103815'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:33:20.108333 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d01c9391-7754-413e-9efa-83be4d9919f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:20.109080 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d01c9391-7754-413e-9efa-83be4d9919f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca7506b8-c785-49b8-8202-45d04af43b18 {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:33:20.131049 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-fdafae9c-4586-4ab2-869e-bd76e45bc00b req-db122b8c-e6e2-4c3e-bdd9-0595b50f6a6b service neutron] Attempting to bind port 6fba84dd-602c-4af4-8cc6-163477023a03 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:33:20.131627 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-fdafae9c-4586-4ab2-869e-bd76e45bc00b req-db122b8c-e6e2-4c3e-bdd9-0595b50f6a6b service neutron] Attempting to bind port 6fba84dd-602c-4af4-8cc6-163477023a03 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'dfa37d0f-69f6-423e-a3ff-702fa969883b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4805cc3e-f802-432a-a895-ff648d7eea38'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:33:20.132034 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdafae9c-4586-4ab2-869e-bd76e45bc00b req-db122b8c-e6e2-4c3e-bdd9-0595b50f6a6b service neutron] Attempting to bind port 6fba84dd-602c-4af4-8cc6-163477023a03 on network 4805cc3e-f802-432a-a895-ff648d7eea38 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:33:20.140141 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d01c9391-7754-413e-9efa-83be4d9919f9 admin admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:20.143585 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d01c9391-7754-413e-9efa-83be4d9919f9 admin admin] 10.222.0.50 "DELETE /v2.0/routers/ca7506b8-c785-49b8-8202-45d04af43b18 HTTP/1.1" status: 204 len: 168 time: 4.8218555 May 31 13:33:20.144187 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdafae9c-4586-4ab2-869e-bd76e45bc00b req-db122b8c-e6e2-4c3e-bdd9-0595b50f6a6b service neutron] Port 6fba84dd-602c-4af4-8cc6-163477023a03 on network 4805cc3e-f802-432a-a895-ff648d7eea38 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:33:20.144524 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdafae9c-4586-4ab2-869e-bd76e45bc00b req-db122b8c-e6e2-4c3e-bdd9-0595b50f6a6b service neutron] Attempting to bind port 6fba84dd-602c-4af4-8cc6-163477023a03 on network 4805cc3e-f802-432a-a895-ff648d7eea38 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:33:20.146789 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45864) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:33:20.190435 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdafae9c-4586-4ab2-869e-bd76e45bc00b req-db122b8c-e6e2-4c3e-bdd9-0595b50f6a6b service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:33:20.190819 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdafae9c-4586-4ab2-869e-bd76e45bc00b req-db122b8c-e6e2-4c3e-bdd9-0595b50f6a6b service neutron] Checking segment: {'id': 'dfa37d0f-69f6-423e-a3ff-702fa969883b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4805cc3e-f802-432a-a895-ff648d7eea38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:33:20.191165 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdafae9c-4586-4ab2-869e-bd76e45bc00b req-db122b8c-e6e2-4c3e-bdd9-0595b50f6a6b service neutron] Bound using segment: {'id': 'dfa37d0f-69f6-423e-a3ff-702fa969883b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4805cc3e-f802-432a-a895-ff648d7eea38'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:33:20.191609 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-fdafae9c-4586-4ab2-869e-bd76e45bc00b req-db122b8c-e6e2-4c3e-bdd9-0595b50f6a6b service neutron] Bound port: 6fba84dd-602c-4af4-8cc6-163477023a03, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfa37d0f-69f6-423e-a3ff-702fa969883b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4805cc3e-f802-432a-a895-ff648d7eea38'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:33:20.192182 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-fdafae9c-4586-4ab2-869e-bd76e45bc00b req-db122b8c-e6e2-4c3e-bdd9-0595b50f6a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:20.221860 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-badbbde1-e86e-42ef-8196-f1d11ccb2774 req-9253c740-4593-4abc-99c7-0d3157a8862a tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:20.245913 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e86bbb-f2b9-417f-8ee2-ff6060513b7d req-b5b8f5c8-a6eb-4e20-a43c-578a6714e9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:20.247229 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-52e86bbb-f2b9-417f-8ee2-ff6060513b7d req-b5b8f5c8-a6eb-4e20-a43c-578a6714e9d2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=29fe9209-7455-49d1-bbb8-3bf3a6f3bebb HTTP/1.1" status: 200 len: 919 time: 0.4060717 May 31 13:33:20.283995 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 13:33:20.319196 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-57a9b5b9-0f92-4006-b0fd-1fcaf0dd051c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a011e779-64a3-443d-8f62-5cd06b630711', 'name': 'tempest-ServerRescueNegativeTestJSON-722066791-router', 'tenant_id': 'be9b8c94d98b42f385a0f29035539835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'ec502baf-891e-4127-8c8f-bdc0e135b9e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:28:24Z', 'updated_at': '2022-05-31T13:28:34Z', 'revision_number': 4, 'project_id': 'be9b8c94d98b42f385a0f29035539835', 'gw_port': {'id': 'ec502baf-891e-4127-8c8f-bdc0e135b9e9', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a011e779-64a3-443d-8f62-5cd06b630711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:28:26Z', 'updated_at': '2022-05-31T13:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': 'a0204c7b-7fb7-452e-bf9a-bead2c690f79', 'tenant_id': 'be9b8c94d98b42f385a0f29035539835', 'floating_ip_address': '172.25.6.78', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': 'a011e779-64a3-443d-8f62-5cd06b630711', 'port_id': 'e25fb624-a508-4143-893a-c61f3b88afd4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29fe9209-7455-49d1-bbb8-3bf3a6f3bebb', 'mac_address': 'fa:16:3e:08:59:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c0d0e6-6de6-4bed-bd2a-154d02801961', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:31:14Z', 'updated_at': '2022-05-31T13:33:15Z', 'revision_number': 3, 'project_id': 'be9b8c94d98b42f385a0f29035539835', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1737765-3744-418b-9eb8-268b91ac258d', 'name': '', 'network_id': '29fe9209-7455-49d1-bbb8-3bf3a6f3bebb', 'tenant_id': 'be9b8c94d98b42f385a0f29035539835', 'mac_address': 'fa:16:3e:c5:fb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a011e779-64a3-443d-8f62-5cd06b630711', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '82d28a94-56aa-487e-b28b-6f63cbb648aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:28:33Z', 'updated_at': '2022-05-31T13:28:55Z', 'revision_number': 5, 'project_id': 'be9b8c94d98b42f385a0f29035539835', 'subnets': [{'id': '82d28a94-56aa-487e-b28b-6f63cbb648aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:33:20.323917 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-2877d5eb-08ef-4f71-abe6-0de41cc6c19e admin admin] Deleting subnet 9f6fcd5a-c807-45d3-b970-a1e1c3dcf8b9 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:33:20.327849 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a9b5b9-0f92-4006-b0fd-1fcaf0dd051c None None] The sync data for ids ['a011e779-64a3-443d-8f62-5cd06b630711'] in n-d-843939-1 is: [{'id': 'a011e779-64a3-443d-8f62-5cd06b630711', 'name': 'tempest-ServerRescueNegativeTestJSON-722066791-router', 'tenant_id': 'be9b8c94d98b42f385a0f29035539835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'ec502baf-891e-4127-8c8f-bdc0e135b9e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:28:24Z', 'updated_at': '2022-05-31T13:28:34Z', 'revision_number': 4, 'project_id': 'be9b8c94d98b42f385a0f29035539835', 'gw_port': {'id': 'ec502baf-891e-4127-8c8f-bdc0e135b9e9', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a011e779-64a3-443d-8f62-5cd06b630711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:28:26Z', 'updated_at': '2022-05-31T13:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': 'a0204c7b-7fb7-452e-bf9a-bead2c690f79', 'tenant_id': 'be9b8c94d98b42f385a0f29035539835', 'floating_ip_address': '172.25.6.78', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': 'a011e779-64a3-443d-8f62-5cd06b630711', 'port_id': 'e25fb624-a508-4143-893a-c61f3b88afd4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29fe9209-7455-49d1-bbb8-3bf3a6f3bebb', 'mac_address': 'fa:16:3e:08:59:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c0d0e6-6de6-4bed-bd2a-154d02801961', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:31:14Z', 'updated_at': '2022-05-31T13:33:15Z', 'revision_number': 3, 'project_id': 'be9b8c94d98b42f385a0f29035539835', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1737765-3744-418b-9eb8-268b91ac258d', 'name': '', 'network_id': '29fe9209-7455-49d1-bbb8-3bf3a6f3bebb', 'tenant_id': 'be9b8c94d98b42f385a0f29035539835', 'mac_address': 'fa:16:3e:c5:fb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a011e779-64a3-443d-8f62-5cd06b630711', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '82d28a94-56aa-487e-b28b-6f63cbb648aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:28:33Z', 'updated_at': '2022-05-31T13:28:55Z', 'revision_number': 5, 'project_id': 'be9b8c94d98b42f385a0f29035539835', 'subnets': [{'id': '82d28a94-56aa-487e-b28b-6f63cbb648aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:33:20.342777 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2877d5eb-08ef-4f71-abe6-0de41cc6c19e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:20.445891 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2877d5eb-08ef-4f71-abe6-0de41cc6c19e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:20.473101 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-fdafae9c-4586-4ab2-869e-bd76e45bc00b req-db122b8c-e6e2-4c3e-bdd9-0595b50f6a6b service neutron] For port 6fba84dd-602c-4af4-8cc6-163477023a03, host n-h2-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:33:20.491105 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-fdafae9c-4586-4ab2-869e-bd76e45bc00b req-db122b8c-e6e2-4c3e-bdd9-0595b50f6a6b service neutron] For port 6fba84dd-602c-4af4-8cc6-163477023a03, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=6fba84dd-602c-4af4-8cc6-163477023a03,segment=NetworkSegment(dfa37d0f-69f6-423e-a3ff-702fa969883b),segment_id=dfa37d0f-69f6-423e-a3ff-702fa969883b)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:33:20.499263 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-fdafae9c-4586-4ab2-869e-bd76e45bc00b req-db122b8c-e6e2-4c3e-bdd9-0595b50f6a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:20.525501 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-52e86bbb-f2b9-417f-8ee2-ff6060513b7d req-6569667f-be6a-4ada-a5fd-7fc72f9e9a0a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e25fb624-a508-4143-893a-c61f3b88afd4 HTTP/1.1" status: 200 len: 1000 time: 0.2280602 May 31 13:33:20.579156 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdafae9c-4586-4ab2-869e-bd76e45bc00b req-db122b8c-e6e2-4c3e-bdd9-0595b50f6a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:20.579780 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-fdafae9c-4586-4ab2-869e-bd76e45bc00b req-db122b8c-e6e2-4c3e-bdd9-0595b50f6a6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:20.581204 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fdafae9c-4586-4ab2-869e-bd76e45bc00b req-db122b8c-e6e2-4c3e-bdd9-0595b50f6a6b service neutron] 10.222.0.44 "PUT /v2.0/ports/6fba84dd-602c-4af4-8cc6-163477023a03 HTTP/1.1" status: 200 len: 1092 time: 3.2373612 May 31 13:33:20.584779 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-badbbde1-e86e-42ef-8196-f1d11ccb2774 req-9253c740-4593-4abc-99c7-0d3157a8862a tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:20.615262 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db122b8c-e6e2-4c3e-bdd9-0595b50f6a6b service neutron] Pushing event updated for resources: {'Port': ['ID=6fba84dd-602c-4af4-8cc6-163477023a03,revision_number=3']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:20.675126 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e86bbb-f2b9-417f-8ee2-ff6060513b7d req-68a8d584-42c4-44e0-81e1-67e6fc1760e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:20.676675 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-52e86bbb-f2b9-417f-8ee2-ff6060513b7d req-68a8d584-42c4-44e0-81e1-67e6fc1760e0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=82d28a94-56aa-487e-b28b-6f63cbb648aa HTTP/1.1" status: 200 len: 857 time: 0.1445584 May 31 13:33:20.681963 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-badbbde1-e86e-42ef-8196-f1d11ccb2774 req-9253c740-4593-4abc-99c7-0d3157a8862a tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:33:20.684818 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2877d5eb-08ef-4f71-abe6-0de41cc6c19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:20.686230 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-badbbde1-e86e-42ef-8196-f1d11ccb2774 req-9253c740-4593-4abc-99c7-0d3157a8862a tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:33:20.693348 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-badbbde1-e86e-42ef-8196-f1d11ccb2774 req-9253c740-4593-4abc-99c7-0d3157a8862a tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:33:20.754998 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9253c740-4593-4abc-99c7-0d3157a8862a tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Pushing event updated for resources: {'Port': ['ID=761beee9-7912-4afc-acca-774e3e2afa44,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:20.782826 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdafae9c-4586-4ab2-869e-bd76e45bc00b req-219fcdd4-8518-4bd0-b8a8-e21137ea0c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:20.784405 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fdafae9c-4586-4ab2-869e-bd76e45bc00b req-219fcdd4-8518-4bd0-b8a8-e21137ea0c6a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=971e7e341b6340e7a10be40f9ec104d7&device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 1095 time: 0.1515522 May 31 13:33:20.790409 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2877d5eb-08ef-4f71-abe6-0de41cc6c19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:20.896653 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fdafae9c-4586-4ab2-869e-bd76e45bc00b req-e376cc08-b6d5-4981-89a7-85c0b308a39f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6fba84dd-602c-4af4-8cc6-163477023a03 HTTP/1.1" status: 200 len: 217 time: 0.1012914 May 31 13:33:20.897330 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2877d5eb-08ef-4f71-abe6-0de41cc6c19e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f6fcd5a-c807-45d3-b970-a1e1c3dcf8b9,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:20.901465 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2877d5eb-08ef-4f71-abe6-0de41cc6c19e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:20.911613 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28931188-6b98-4d6f-936a-075a7fcb5fbe None None] Network d0523a4e-1f79-4b2e-ad21-a235d8580f88 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:33:20.927493 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9253c740-4593-4abc-99c7-0d3157a8862a tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:33:20.927842 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9253c740-4593-4abc-99c7-0d3157a8862a tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:33:20.928181 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9253c740-4593-4abc-99c7-0d3157a8862a tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:33:20.928971 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9253c740-4593-4abc-99c7-0d3157a8862a tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:33:20.928971 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9253c740-4593-4abc-99c7-0d3157a8862a tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:33:20.929205 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9253c740-4593-4abc-99c7-0d3157a8862a tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:33:20.929496 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9253c740-4593-4abc-99c7-0d3157a8862a tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:33:20.929818 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9253c740-4593-4abc-99c7-0d3157a8862a tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:33:20.930197 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9253c740-4593-4abc-99c7-0d3157a8862a tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:33:20.930496 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9253c740-4593-4abc-99c7-0d3157a8862a tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:33:20.930822 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9253c740-4593-4abc-99c7-0d3157a8862a tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:33:20.931147 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9253c740-4593-4abc-99c7-0d3157a8862a tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:33:20.951289 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6bac1e-d677-48bc-a292-818108a6ad09 req-0cd52c0f-b694-41ba-b2d5-22d38c252408 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:20.952814 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7b6bac1e-d677-48bc-a292-818108a6ad09 req-0cd52c0f-b694-41ba-b2d5-22d38c252408 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b5f62f8-267d-4d09-b031-255d8486cf70 HTTP/1.1" status: 200 len: 945 time: 0.7086990 May 31 13:33:20.953940 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-2877d5eb-08ef-4f71-abe6-0de41cc6c19e admin admin] 10.222.0.50 "DELETE /v2.0/subnets/9f6fcd5a-c807-45d3-b970-a1e1c3dcf8b9 HTTP/1.1" status: 204 len: 168 time: 0.8058064 May 31 13:33:20.954640 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45868) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:33:21.035571 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7b6bac1e-d677-48bc-a292-818108a6ad09 req-653360a7-af96-4a49-8069-8e6fc16c7a3f tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/security-groups?id=11fe291e-69a0-4211-ae19-9fbe273445b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713706 May 31 13:33:21.042986 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdafae9c-4586-4ab2-869e-bd76e45bc00b req-f6a871e8-4e60-4d28-b395-ce61912a1ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:21.044217 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fdafae9c-4586-4ab2-869e-bd76e45bc00b req-f6a871e8-4e60-4d28-b395-ce61912a1ad2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=78475d05-cc98-4fb2-b531-8986b43f0ba1 HTTP/1.1" status: 200 len: 853 time: 0.1398466 May 31 13:33:21.047565 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e86bbb-f2b9-417f-8ee2-ff6060513b7d req-63a95934-dd5d-457e-b48b-9aa35f42e8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:21.049149 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-52e86bbb-f2b9-417f-8ee2-ff6060513b7d req-63a95934-dd5d-457e-b48b-9aa35f42e8f7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=29fe9209-7455-49d1-bbb8-3bf3a6f3bebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3606584 May 31 13:33:21.053135 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-badbbde1-e86e-42ef-8196-f1d11ccb2774 req-9253c740-4593-4abc-99c7-0d3157a8862a tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:21.118408 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fdafae9c-4586-4ab2-869e-bd76e45bc00b req-53bd82d4-d65f-459e-8911-b093760af267 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4805cc3e-f802-432a-a895-ff648d7eea38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611956 May 31 13:33:21.165549 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bacc0c86-ed57-4fdf-8b63-eb8e07b5be23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:21.220221 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 7a8cfd12-89f8-43e1-94b2-f3acdd103815 up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:33:21.240782 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-bacc0c86-ed57-4fdf-8b63-eb8e07b5be23 admin admin] Deleting port 43487781-82d9-434c-b57c-d9a1ea7dca9c {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:33:21.241706 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bacc0c86-ed57-4fdf-8b63-eb8e07b5be23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:21.290774 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-badbbde1-e86e-42ef-8196-f1d11ccb2774 req-9253c740-4593-4abc-99c7-0d3157a8862a tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:21.317148 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port 7a8cfd12-89f8-43e1-94b2-f3acdd103815 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:33:21.317790 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:21.402219 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-52e86bbb-f2b9-417f-8ee2-ff6060513b7d req-4b6e5566-8470-4360-a7b7-c89abd0a6504 service neutron] 10.222.0.44 "GET /v2.0/networks/29fe9209-7455-49d1-bbb8-3bf3a6f3bebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373127 May 31 13:33:21.429930 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d7cbf8-f9e9-46ff-a93a-ab16b6708451 None None] DHCP port deletion for d0523a4e-1f79-4b2e-ad21-a235d8580f88 request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:33:21.464725 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-65d7cbf8-f9e9-46ff-a93a-ab16b6708451 None None] Deleting port 43487781-82d9-434c-b57c-d9a1ea7dca9c {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:33:21.466025 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-65d7cbf8-f9e9-46ff-a93a-ab16b6708451 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:21.552422 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45876) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:33:21.572035 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 43487781-82d9-434c-b57c-d9a1ea7dca9c no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:33:21.600864 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-e5748d68-5b16-4bc8-ac47-4be0ee1b3722 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1473408106', 'description': 'tempest-description--984900436'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:33:21.620360 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e5748d68-5b16-4bc8-ac47-4be0ee1b3722 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:33:21.624372 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fdafae9c-4586-4ab2-869e-bd76e45bc00b req-8b620bc9-c638-4475-a838-e071b2983ee6 service neutron] 10.222.0.44 "GET /v2.0/networks/4805cc3e-f802-432a-a895-ff648d7eea38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4938974 May 31 13:33:21.630175 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e5748d68-5b16-4bc8-ac47-4be0ee1b3722 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Usage tracker for resource:security_group and tenant:c546e522a53042bf9288235d025993be is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:33:21.653473 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96c0d0e6-6de6-4bed-bd2a-154d02801961', 'tag': 'e25fb624-a508-4143-893a-c61f3b88afd4'}, {'name': 'network-changed', 'server_uuid': 'f362fe1c-c185-4d8d-b67d-4f5e5b24d684', 'tag': '6fba84dd-602c-4af4-8cc6-163477023a03'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:33:21.730483 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e5748d68-5b16-4bc8-ac47-4be0ee1b3722 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:33:21.792270 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e5748d68-5b16-4bc8-ac47-4be0ee1b3722 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:33:21.806168 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 7a8cfd12-89f8-43e1-94b2-f3acdd103815 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:33:21.806436 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:21.843434 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e5748d68-5b16-4bc8-ac47-4be0ee1b3722 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:21.886256 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-bacc0c86-ed57-4fdf-8b63-eb8e07b5be23 admin admin] For port 43487781-82d9-434c-b57c-d9a1ea7dca9c, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=43487781-82d9-434c-b57c-d9a1ea7dca9c,segment=NetworkSegment(9f77b6fe-43a6-47b2-b0a5-5e0381992e4e),segment_id=9f77b6fe-43a6-47b2-b0a5-5e0381992e4e)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:33:21.887041 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bacc0c86-ed57-4fdf-8b63-eb8e07b5be23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:21.893748 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-52e86bbb-f2b9-417f-8ee2-ff6060513b7d req-62762c50-1773-477a-a8b8-250c46ca5966 service neutron] 10.222.0.44 "GET /v2.0/networks/29fe9209-7455-49d1-bbb8-3bf3a6f3bebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4833910 May 31 13:33:21.901185 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-65d7cbf8-f9e9-46ff-a93a-ab16b6708451 None None] For port 43487781-82d9-434c-b57c-d9a1ea7dca9c, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=43487781-82d9-434c-b57c-d9a1ea7dca9c,segment=NetworkSegment(9f77b6fe-43a6-47b2-b0a5-5e0381992e4e),segment_id=9f77b6fe-43a6-47b2-b0a5-5e0381992e4e)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:33:21.901846 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-65d7cbf8-f9e9-46ff-a93a-ab16b6708451 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:21.903808 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-17da0d8e-24b5-4c7f-b098-96d7cfe0c04d req-464e11ee-81c9-4479-813c-deeee542796f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=83adaa3b-be23-4bb2-afc8-0cb4149fa849&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4528308 May 31 13:33:21.915029 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac628e9-339d-4a0e-8e4f-cabbbcacdb29 req-f0f0e8ca-c4e5-409f-a805-aba41b7c2fde tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:21.917313 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9ac628e9-339d-4a0e-8e4f-cabbbcacdb29 req-f0f0e8ca-c4e5-409f-a805-aba41b7c2fde tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 944 time: 0.2808900 May 31 13:33:21.925848 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22472008-87d0-4766-a445-1162ee3e883d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a8cfd12-89f8-43e1-94b2-f3acdd103815'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:33:21.930080 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e5748d68-5b16-4bc8-ac47-4be0ee1b3722 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:33:21.992914 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 43487781-82d9-434c-b57c-d9a1ea7dca9c is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:33:21.993537 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:22.005231 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 7a8cfd12-89f8-43e1-94b2-f3acdd103815, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=7a8cfd12-89f8-43e1-94b2-f3acdd103815,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:33:22.010893 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-badbbde1-e86e-42ef-8196-f1d11ccb2774 req-9253c740-4593-4abc-99c7-0d3157a8862a tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:22.026222 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-badbbde1-e86e-42ef-8196-f1d11ccb2774 req-9253c740-4593-4abc-99c7-0d3157a8862a tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:22.051455 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e5748d68-5b16-4bc8-ac47-4be0ee1b3722 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Usage tracker for resource:security_group_rule and tenant:c546e522a53042bf9288235d025993be is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:33:22.061011 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-bacc0c86-ed57-4fdf-8b63-eb8e07b5be23 admin admin] Calling delete_port for 43487781-82d9-434c-b57c-d9a1ea7dca9c owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:33:22.070355 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-65d7cbf8-f9e9-46ff-a93a-ab16b6708451 None None] Calling delete_port for 43487781-82d9-434c-b57c-d9a1ea7dca9c owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:33:22.092809 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fdafae9c-4586-4ab2-869e-bd76e45bc00b req-dec9cb31-9512-464b-893b-7312b53653fc service neutron] 10.222.0.44 "GET /v2.0/networks/4805cc3e-f802-432a-a895-ff648d7eea38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4594045 May 31 13:33:22.096420 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:22.100860 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e5748d68-5b16-4bc8-ac47-4be0ee1b3722 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:33:22.111602 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9ac628e9-339d-4a0e-8e4f-cabbbcacdb29 req-45e13ed5-42fe-4a09-873d-d228c6bc881c tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865578 May 31 13:33:22.179642 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9253c740-4593-4abc-99c7-0d3157a8862a tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Pushing event updated for resources: {'Port': ['ID=761beee9-7912-4afc-acca-774e3e2afa44,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:22.195906 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e5748d68-5b16-4bc8-ac47-4be0ee1b3722 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:33:22.199353 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 43487781-82d9-434c-b57c-d9a1ea7dca9c, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=43487781-82d9-434c-b57c-d9a1ea7dca9c,segment=NetworkSegment(9f77b6fe-43a6-47b2-b0a5-5e0381992e4e),segment_id=9f77b6fe-43a6-47b2-b0a5-5e0381992e4e)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:33:22.206027 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-badbbde1-e86e-42ef-8196-f1d11ccb2774 req-9253c740-4593-4abc-99c7-0d3157a8862a tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:22.214553 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da0d8e-24b5-4c7f-b098-96d7cfe0c04d req-2ed715d8-291e-4721-b4b0-9b4a83e35448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:22.216204 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-17da0d8e-24b5-4c7f-b098-96d7cfe0c04d req-2ed715d8-291e-4721-b4b0-9b4a83e35448 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=be9b8c94d98b42f385a0f29035539835&device_id=83adaa3b-be23-4bb2-afc8-0cb4149fa849 HTTP/1.1" status: 200 len: 1097 time: 0.2752995 May 31 13:33:22.224003 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:22.229486 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 860b60f9-8d46-43f8-beb0-125eeaa3c518 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:33:22.230067 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.db.api [None req-bacc0c86-ed57-4fdf-8b63-eb8e07b5be23 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:33:22.230449 n-d-843939-1 neutron-server[88369]: DEBUG oslo_db.api [None req-bacc0c86-ed57-4fdf-8b63-eb8e07b5be23 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:33:22.255731 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-badbbde1-e86e-42ef-8196-f1d11ccb2774 req-9253c740-4593-4abc-99c7-0d3157a8862a tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:22.257412 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-badbbde1-e86e-42ef-8196-f1d11ccb2774 req-9253c740-4593-4abc-99c7-0d3157a8862a tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.9870939 May 31 13:33:22.282319 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=7a8cfd12-89f8-43e1-94b2-f3acdd103815,revision_number=7']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:22.286576 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 860b60f9-8d46-43f8-beb0-125eeaa3c518 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:33:22.287154 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 860b60f9-8d46-43f8-beb0-125eeaa3c518 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:33:22.308287 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e5748d68-5b16-4bc8-ac47-4be0ee1b3722 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:22.313257 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e5748d68-5b16-4bc8-ac47-4be0ee1b3722 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:22.365948 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-65d7cbf8-f9e9-46ff-a93a-ab16b6708451 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:33:22.366560 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-65d7cbf8-f9e9-46ff-a93a-ab16b6708451 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:33:22.368162 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5748d68-5b16-4bc8-ac47-4be0ee1b3722 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c111636-eaff-4500-9f78-1313dd4c7a50,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:22.381020 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e5748d68-5b16-4bc8-ac47-4be0ee1b3722 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:22.385438 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e5748d68-5b16-4bc8-ac47-4be0ee1b3722 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7945790 May 31 13:33:22.386237 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45892) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:33:22.389713 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=43487781-82d9-434c-b57c-d9a1ea7dca9c,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:22.391231 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-c343c711-1486-472f-abcf-6078fc48376e tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Request body: {'security_group_rule': {'security_group_id': '4c111636-eaff-4500-9f78-1313dd4c7a50', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:33:22.404690 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c343c711-1486-472f-abcf-6078fc48376e tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:33:22.408646 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c343c711-1486-472f-abcf-6078fc48376e tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Usage tracker for resource:security_group_rule and tenant:c546e522a53042bf9288235d025993be is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:33:22.411713 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c343c711-1486-472f-abcf-6078fc48376e tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:33:22.418386 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c343c711-1486-472f-abcf-6078fc48376e tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:33:22.436679 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c343c711-1486-472f-abcf-6078fc48376e tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:22.513617 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c343c711-1486-472f-abcf-6078fc48376e tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:22.523943 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c343c711-1486-472f-abcf-6078fc48376e tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:22.526926 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-badbbde1-e86e-42ef-8196-f1d11ccb2774 req-1051b12d-888e-4956-8161-ea61b225f8d2 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Synchronizing usage tracker for tenant:21dbbb39ecb9468e8c2cfdaa983b950c on resource:floatingip {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:33:22.545059 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c343c711-1486-472f-abcf-6078fc48376e tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dba21530-7020-4c90-921a-d0b33cafae9f,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:22.555397 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c343c711-1486-472f-abcf-6078fc48376e tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:22.556655 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c343c711-1486-472f-abcf-6078fc48376e tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1694627 May 31 13:33:22.560005 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45896) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:33:22.562090 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-badbbde1-e86e-42ef-8196-f1d11ccb2774 req-1051b12d-888e-4956-8161-ea61b225f8d2 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Unset dirty status for tenant:21dbbb39ecb9468e8c2cfdaa983b950c on resource:floatingip {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:33:22.563373 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-badbbde1-e86e-42ef-8196-f1d11ccb2774 req-1051b12d-888e-4956-8161-ea61b225f8d2 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.204 HTTP/1.1" status: 200 len: 696 time: 0.2980373 May 31 13:33:22.574039 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-2b1a296b-9222-4b4c-b102-5ea81f8a52e7 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Request body: {'security_group_rule': {'security_group_id': '4c111636-eaff-4500-9f78-1313dd4c7a50', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:33:22.580343 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-2b1a296b-9222-4b4c-b102-5ea81f8a52e7 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:33:22.584356 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-2b1a296b-9222-4b4c-b102-5ea81f8a52e7 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Usage tracker for resource:security_group_rule and tenant:c546e522a53042bf9288235d025993be is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:33:22.587252 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-2b1a296b-9222-4b4c-b102-5ea81f8a52e7 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:33:22.593267 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-2b1a296b-9222-4b4c-b102-5ea81f8a52e7 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:33:22.610378 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2b1a296b-9222-4b4c-b102-5ea81f8a52e7 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:22.686191 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2b1a296b-9222-4b4c-b102-5ea81f8a52e7 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:22.686339 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da0d8e-24b5-4c7f-b098-96d7cfe0c04d req-9b2d8c97-768b-4081-831a-1eae1a4f8562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:22.687869 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-17da0d8e-24b5-4c7f-b098-96d7cfe0c04d req-9b2d8c97-768b-4081-831a-1eae1a4f8562 service neutron] 10.222.0.20 "GET /v2.0/networks?id=29fe9209-7455-49d1-bbb8-3bf3a6f3bebb HTTP/1.1" status: 200 len: 919 time: 0.4208815 May 31 13:33:22.688911 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36c18159-2b56-456e-93b8-ba382a39e5ae'] response: {'name': 'network-changed', 'server_uuid': '96c0d0e6-6de6-4bed-bd2a-154d02801961', 'tag': 'e25fb624-a508-4143-893a-c61f3b88afd4', 'status': 'completed', 'code': 200} May 31 13:33:22.689246 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36c18159-2b56-456e-93b8-ba382a39e5ae'] response: {'name': 'network-changed', 'server_uuid': 'f362fe1c-c185-4d8d-b67d-4f5e5b24d684', 'tag': '6fba84dd-602c-4af4-8cc6-163477023a03', 'status': 'completed', 'code': 200} May 31 13:33:22.691151 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2b1a296b-9222-4b4c-b102-5ea81f8a52e7 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:22.734773 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7c07a3d-9aad-4c60-acd0-d6a7e7c9c385'] response: {'server_uuid': '22472008-87d0-4766-a445-1162ee3e883d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a8cfd12-89f8-43e1-94b2-f3acdd103815', 'code': 200} May 31 13:33:22.756549 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-bacc0c86-ed57-4fdf-8b63-eb8e07b5be23 admin admin] Deleting port 43487781-82d9-434c-b57c-d9a1ea7dca9c {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:33:22.757037 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bacc0c86-ed57-4fdf-8b63-eb8e07b5be23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:22.764743 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-17da0d8e-24b5-4c7f-b098-96d7cfe0c04d req-96d2eec6-93fe-4ee8-ba79-7862875f7895 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6f0b232-ad17-4000-98e9-695254df988a HTTP/1.1" status: 200 len: 217 time: 0.0700073 May 31 13:33:22.802888 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1a296b-9222-4b4c-b102-5ea81f8a52e7 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=522b6d1c-ab7f-48bd-a2bb-cd6c7ab22599,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:22.822955 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2b1a296b-9222-4b4c-b102-5ea81f8a52e7 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:22.824512 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-2b1a296b-9222-4b4c-b102-5ea81f8a52e7 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2632113 May 31 13:33:22.828542 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45902) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:33:22.837691 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-30f6c74b-0f81-4958-b8bc-d10a0614739b tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Request body: {'floatingip': {'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:33:22.852519 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-30f6c74b-0f81-4958-b8bc-d10a0614739b tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:33:22.861533 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-30f6c74b-0f81-4958-b8bc-d10a0614739b tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Usage tracker for resource:floatingip and tenant:c546e522a53042bf9288235d025993be is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:33:22.867823 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-65d7cbf8-f9e9-46ff-a93a-ab16b6708451 None None] Deleting port 43487781-82d9-434c-b57c-d9a1ea7dca9c {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:33:22.868265 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-65d7cbf8-f9e9-46ff-a93a-ab16b6708451 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:22.888470 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-30f6c74b-0f81-4958-b8bc-d10a0614739b tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:33:22.896779 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badbbde1-e86e-42ef-8196-f1d11ccb2774 req-e04697f6-9119-49de-b7d1-da7a30fef53d tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:22.898155 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-badbbde1-e86e-42ef-8196-f1d11ccb2774 req-e04697f6-9119-49de-b7d1-da7a30fef53d tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] 10.222.0.50 "GET /v2.0/networks/d2103cd5-63ba-4c24-9d95-fd17643bf14c HTTP/1.1" status: 200 len: 784 time: 0.3205402 May 31 13:33:22.909825 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da0d8e-24b5-4c7f-b098-96d7cfe0c04d req-ecc57ba0-4479-4200-8d26-10af9042a8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:22.911709 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-17da0d8e-24b5-4c7f-b098-96d7cfe0c04d req-ecc57ba0-4479-4200-8d26-10af9042a8f0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=82d28a94-56aa-487e-b28b-6f63cbb648aa HTTP/1.1" status: 200 len: 857 time: 0.1294060 May 31 13:33:22.912149 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-30f6c74b-0f81-4958-b8bc-d10a0614739b tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:33:23.078540 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-bacc0c86-ed57-4fdf-8b63-eb8e07b5be23 admin admin] For port 43487781-82d9-434c-b57c-d9a1ea7dca9c, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=43487781-82d9-434c-b57c-d9a1ea7dca9c,segment=NetworkSegment(9f77b6fe-43a6-47b2-b0a5-5e0381992e4e),segment_id=9f77b6fe-43a6-47b2-b0a5-5e0381992e4e)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:33:23.078819 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bacc0c86-ed57-4fdf-8b63-eb8e07b5be23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:23.094323 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-65d7cbf8-f9e9-46ff-a93a-ab16b6708451 None None] For port 43487781-82d9-434c-b57c-d9a1ea7dca9c, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=43487781-82d9-434c-b57c-d9a1ea7dca9c,segment=NetworkSegment(9f77b6fe-43a6-47b2-b0a5-5e0381992e4e),segment_id=9f77b6fe-43a6-47b2-b0a5-5e0381992e4e)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:33:23.094981 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-65d7cbf8-f9e9-46ff-a93a-ab16b6708451 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:23.197484 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fcb420-b5e1-4001-9733-376099b6338c req-c6f92354-13e1-4e29-96d0-184c2d18e2c4 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:23.200011 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-84fcb420-b5e1-4001-9733-376099b6338c req-c6f92354-13e1-4e29-96d0-184c2d18e2c4 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b5f62f8-267d-4d09-b031-255d8486cf70 HTTP/1.1" status: 200 len: 945 time: 0.3666496 May 31 13:33:23.210735 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-30f6c74b-0f81-4958-b8bc-d10a0614739b tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Notify callbacks [] for floatingip, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:23.235354 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da0d8e-24b5-4c7f-b098-96d7cfe0c04d req-2c007886-6d6c-45a9-970b-b2e2e01caae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:23.237146 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-17da0d8e-24b5-4c7f-b098-96d7cfe0c04d req-2c007886-6d6c-45a9-970b-b2e2e01caae5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=29fe9209-7455-49d1-bbb8-3bf3a6f3bebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3172038 May 31 13:33:23.240499 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-bacc0c86-ed57-4fdf-8b63-eb8e07b5be23 admin admin] Calling delete_port for 43487781-82d9-434c-b57c-d9a1ea7dca9c owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:33:23.240694 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-65d7cbf8-f9e9-46ff-a93a-ab16b6708451 None None] Calling delete_port for 43487781-82d9-434c-b57c-d9a1ea7dca9c owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:33:23.359743 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef21973a-f84c-46b0-8fe6-0db3296a90fb req-c48e4a13-8a7e-4605-9cc9-773f635c53bc tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:23.361230 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ef21973a-f84c-46b0-8fe6-0db3296a90fb req-c48e4a13-8a7e-4605-9cc9-773f635c53bc tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] 10.222.0.50 "GET /v2.0/ports?device_id=822ccb68-475c-4459-a1f6-cff19dde9783&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2648182 May 31 13:33:23.377917 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a838f585-74cd-4cb7-9def-d05a169ad642 req-91cb296e-50a1-432c-9c35-6d7077becde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:23.379734 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-a838f585-74cd-4cb7-9def-d05a169ad642 req-91cb296e-50a1-432c-9c35-6d7077becde6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=be9b8c94d98b42f385a0f29035539835&device_id=96c0d0e6-6de6-4bed-bd2a-154d02801961 HTTP/1.1" status: 200 len: 1096 time: 0.6589072 May 31 13:33:23.397652 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-65d7cbf8-f9e9-46ff-a93a-ab16b6708451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:23.451565 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-84fcb420-b5e1-4001-9733-376099b6338c req-31c0a628-b9a9-49cb-ad4d-e2927197792e tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/security-groups?id=11fe291e-69a0-4211-ae19-9fbe273445b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414954 May 31 13:33:23.471789 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d7cbf8-f9e9-46ff-a93a-ab16b6708451 None None] Pushing event deleted for resources: {'Port': ['ID=43487781-82d9-434c-b57c-d9a1ea7dca9c,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:23.474642 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d7cbf8-f9e9-46ff-a93a-ab16b6708451 None None] No DVR routers for this DVR port 43487781-82d9-434c-b57c-d9a1ea7dca9c on host n-d-843939-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:33:23.512598 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ef21973a-f84c-46b0-8fe6-0db3296a90fb req-f14c5b2f-6663-4dc9-bc54-2352bd303bf1 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.204 HTTP/1.1" status: 200 len: 696 time: 0.1438513 May 31 13:33:23.527272 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-ef21973a-f84c-46b0-8fe6-0db3296a90fb req-b77e78b4-0d15-47ed-8a8e-1c0be5f48694 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Request body: {'floatingip': {'port_id': '0be7946d-2d6e-4e0f-8c2c-728d4101952c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:33:23.635370 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ef21973a-f84c-46b0-8fe6-0db3296a90fb req-b77e78b4-0d15-47ed-8a8e-1c0be5f48694 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Notify callbacks [] for floatingip, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:23.669101 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.db.api [None req-bacc0c86-ed57-4fdf-8b63-eb8e07b5be23 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:33:23.669419 n-d-843939-1 neutron-server[88369]: DEBUG oslo_db.api [None req-bacc0c86-ed57-4fdf-8b63-eb8e07b5be23 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:33:23.714894 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a838f585-74cd-4cb7-9def-d05a169ad642 req-5d1f9f18-1d8a-4b55-9aae-80e069b8f2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:23.716374 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-a838f585-74cd-4cb7-9def-d05a169ad642 req-5d1f9f18-1d8a-4b55-9aae-80e069b8f2aa service neutron] 10.222.0.44 "GET /v2.0/networks?id=29fe9209-7455-49d1-bbb8-3bf3a6f3bebb HTTP/1.1" status: 200 len: 919 time: 0.3226886 May 31 13:33:23.827278 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-17da0d8e-24b5-4c7f-b098-96d7cfe0c04d req-033970b8-f8ad-408e-8e00-8aac9891cb1c service neutron] 10.222.0.20 "GET /v2.0/networks/29fe9209-7455-49d1-bbb8-3bf3a6f3bebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5707536 May 31 13:33:23.843538 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-a838f585-74cd-4cb7-9def-d05a169ad642 req-634a96b5-d428-4fee-b9d7-5114251bd1be service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e25fb624-a508-4143-893a-c61f3b88afd4 HTTP/1.1" status: 200 len: 1000 time: 0.1195619 May 31 13:33:23.845027 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-30f6c74b-0f81-4958-b8bc-d10a0614739b tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:23.970295 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a838f585-74cd-4cb7-9def-d05a169ad642 req-808007da-e70f-4799-87d3-b3efadad53d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:23.971802 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-a838f585-74cd-4cb7-9def-d05a169ad642 req-808007da-e70f-4799-87d3-b3efadad53d9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=82d28a94-56aa-487e-b28b-6f63cbb648aa HTTP/1.1" status: 200 len: 857 time: 0.0908315 May 31 13:33:24.070897 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac94cd-312d-4591-986e-d2c63c26d652 req-91a5e054-5567-4e14-9e00-f5312831a500 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:24.078775 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fbac94cd-312d-4591-986e-d2c63c26d652 req-91a5e054-5567-4e14-9e00-f5312831a500 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 944 time: 0.4563899 May 31 13:33:24.105174 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-30f6c74b-0f81-4958-b8bc-d10a0614739b tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Allocated IP 172.25.6.141 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/7786b571-ca55-40a4-93f4-c555821ec33f) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:33:24.173134 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-17da0d8e-24b5-4c7f-b098-96d7cfe0c04d req-ee1b531a-59e1-44c8-a685-82f89f53f76e service neutron] 10.222.0.20 "GET /v2.0/networks/29fe9209-7455-49d1-bbb8-3bf3a6f3bebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3385868 May 31 13:33:24.245895 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a838f585-74cd-4cb7-9def-d05a169ad642 req-aaef98d6-16a4-4a5b-9b7c-e2a4e05f1eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:24.248219 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-a838f585-74cd-4cb7-9def-d05a169ad642 req-aaef98d6-16a4-4a5b-9b7c-e2a4e05f1eb4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=29fe9209-7455-49d1-bbb8-3bf3a6f3bebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2423711 May 31 13:33:24.282371 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fbac94cd-312d-4591-986e-d2c63c26d652 req-3f787067-36a5-421c-b870-3b41503dd7b7 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026401 May 31 13:33:24.372733 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [req-ef21973a-f84c-46b0-8fe6-0db3296a90fb req-b77e78b4-0d15-47ed-8a8e-1c0be5f48694 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] update failed (client error): There was a conflict when trying to complete your request. May 31 13:33:24.383756 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ef21973a-f84c-46b0-8fe6-0db3296a90fb req-b77e78b4-0d15-47ed-8a8e-1c0be5f48694 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] 10.222.0.50 "PUT /v2.0/floatingips/32a9b030-0727-433c-b885-29df5f58110c HTTP/1.1" status: 409 len: 550 time: 0.8630469 May 31 13:33:24.551782 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-a838f585-74cd-4cb7-9def-d05a169ad642 req-c201eabc-3b4b-497f-bb09-6e7a4043c725 service neutron] 10.222.0.44 "GET /v2.0/networks/29fe9209-7455-49d1-bbb8-3bf3a6f3bebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879798 May 31 13:33:24.583126 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-bacc0c86-ed57-4fdf-8b63-eb8e07b5be23 admin admin] Deleting port 43487781-82d9-434c-b57c-d9a1ea7dca9c {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:33:24.583465 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bacc0c86-ed57-4fdf-8b63-eb8e07b5be23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:24.630670 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f8f726f7-0a1c-4a33-af1d-4ba140bdecad req-b512841f-440e-45b6-9e7a-1fe571fb1932 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] 10.222.0.50 "GET /v2.0/floatingips/32a9b030-0727-433c-b885-29df5f58110c HTTP/1.1" status: 200 len: 693 time: 0.1591184 May 31 13:33:24.648037 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15728a62-e942-4709-9786-8f6276d9cc5c req-465ad8bc-e3a3-408d-ad89-0c911798d01d tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:24.650213 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-15728a62-e942-4709-9786-8f6276d9cc5c req-465ad8bc-e3a3-408d-ad89-0c911798d01d tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b5f62f8-267d-4d09-b031-255d8486cf70 HTTP/1.1" status: 200 len: 945 time: 0.4209697 May 31 13:33:24.733044 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-bacc0c86-ed57-4fdf-8b63-eb8e07b5be23 admin admin] The port '43487781-82d9-434c-b57c-d9a1ea7dca9c' was deleted {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 13:33:24.832861 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-15728a62-e942-4709-9786-8f6276d9cc5c req-bbe3f5a9-7f3d-43b0-aa6a-2fe314140d7c tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Deleting port 479a9389-0909-437e-bd6a-ad4074ba68b8 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:33:24.833470 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-15728a62-e942-4709-9786-8f6276d9cc5c req-bbe3f5a9-7f3d-43b0-aa6a-2fe314140d7c tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:24.909116 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bacc0c86-ed57-4fdf-8b63-eb8e07b5be23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:24.947964 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-30f6c74b-0f81-4958-b8bc-d10a0614739b tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:24.952075 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-bacc0c86-ed57-4fdf-8b63-eb8e07b5be23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0523a4e-1f79-4b2e-ad21-a235d8580f88']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:33:24.969204 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-bacc0c86-ed57-4fdf-8b63-eb8e07b5be23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f77b6fe-43a6-47b2-b0a5-5e0381992e4e') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:33:24.969557 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-bacc0c86-ed57-4fdf-8b63-eb8e07b5be23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f77b6fe-43a6-47b2-b0a5-5e0381992e4e') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:33:25.005637 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bacc0c86-ed57-4fdf-8b63-eb8e07b5be23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:25.038612 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-a838f585-74cd-4cb7-9def-d05a169ad642 req-5aea9d83-2d2a-45ec-a964-545d7a256f70 service neutron] 10.222.0.44 "GET /v2.0/networks/29fe9209-7455-49d1-bbb8-3bf3a6f3bebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4778156 May 31 13:33:25.045115 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bacc0c86-ed57-4fdf-8b63-eb8e07b5be23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:25.054727 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bacc0c86-ed57-4fdf-8b63-eb8e07b5be23 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:33:25.055197 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bacc0c86-ed57-4fdf-8b63-eb8e07b5be23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:25.148779 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 6fba84dd-602c-4af4-8cc6-163477023a03 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:33:25.174380 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 9f77b6fe-43a6-47b2-b0a5-5e0381992e4e resource provider aggregate not found May 31 13:33:25.206778 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 9f77b6fe-43a6-47b2-b0a5-5e0381992e4e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9f77b6fe-43a6-47b2-b0a5-5e0381992e4e found for delete ", "request_id": "req-fb5eb64f-3ae3-47f0-a158-0ab8943fb7f9"}]} May 31 13:33:25.218048 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-30f6c74b-0f81-4958-b8bc-d10a0614739b tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:25.279629 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bacc0c86-ed57-4fdf-8b63-eb8e07b5be23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:25.285025 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bacc0c86-ed57-4fdf-8b63-eb8e07b5be23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:25.297281 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f6c74b-0f81-4958-b8bc-d10a0614739b tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:33:25.304306 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce2b84-3335-443d-9016-6ccd4b4ab865 req-9b0d3f4e-1c4c-4e59-884d-1970765bdc4c tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:25.307220 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a7ce2b84-3335-443d-9016-6ccd4b4ab865 req-9b0d3f4e-1c4c-4e59-884d-1970765bdc4c tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b5f62f8-267d-4d09-b031-255d8486cf70 HTTP/1.1" status: 200 len: 945 time: 0.7299223 May 31 13:33:25.326725 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-30f6c74b-0f81-4958-b8bc-d10a0614739b tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:33:25.331569 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f6c74b-0f81-4958-b8bc-d10a0614739b tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:33:25.343992 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 6fba84dd-602c-4af4-8cc6-163477023a03, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=6fba84dd-602c-4af4-8cc6-163477023a03,segment=NetworkSegment(dfa37d0f-69f6-423e-a3ff-702fa969883b),segment_id=dfa37d0f-69f6-423e-a3ff-702fa969883b)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:33:25.364950 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': '6fba84dd-602c-4af4-8cc6-163477023a03', 'network_id': '4805cc3e-f802-432a-a895-ff648d7eea38', 'port_id': '6fba84dd-602c-4af4-8cc6-163477023a03', 'mac_address': 'fa:16:3e:0a:a4:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78475d05-cc98-4fb2-b531-8986b43f0ba1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:33:25.412788 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f726f7-0a1c-4a33-af1d-4ba140bdecad req-7b581fb7-2bad-48b7-a4fd-e9355e5a6a3c tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:25.414349 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f8f726f7-0a1c-4a33-af1d-4ba140bdecad req-7b581fb7-2bad-48b7-a4fd-e9355e5a6a3c tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] 10.222.0.50 "GET /v2.0/networks/d2103cd5-63ba-4c24-9d95-fd17643bf14c HTTP/1.1" status: 200 len: 784 time: 0.7628033 May 31 13:33:25.435828 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-91d2f006-b258-4fa0-845b-de5c926cca41 req-c05a11e5-300a-434c-bf79-5ea9b8c7b7ee service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=96c0d0e6-6de6-4bed-bd2a-154d02801961&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4031754 May 31 13:33:25.452409 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacc0c86-ed57-4fdf-8b63-eb8e07b5be23 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0523a4e-1f79-4b2e-ad21-a235d8580f88,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:25.487508 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-bacc0c86-ed57-4fdf-8b63-eb8e07b5be23 admin admin] 10.222.0.50 "DELETE /v2.0/networks/d0523a4e-1f79-4b2e-ad21-a235d8580f88 HTTP/1.1" status: 204 len: 168 time: 4.5276766 May 31 13:33:25.497084 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 6fba84dd-602c-4af4-8cc6-163477023a03 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:33:25.497676 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:25.523568 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fba84dd-602c-4af4-8cc6-163477023a03 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:33:25.530510 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a838f585-74cd-4cb7-9def-d05a169ad642 req-43ac85c0-a5f9-46c6-8b7a-56117faa1ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:25.532202 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-a838f585-74cd-4cb7-9def-d05a169ad642 req-43ac85c0-a5f9-46c6-8b7a-56117faa1ee1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=971e7e341b6340e7a10be40f9ec104d7&device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 1095 time: 0.4462216 May 31 13:33:25.534881 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f6c74b-0f81-4958-b8bc-d10a0614739b tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Pushing event updated for resources: {'Port': ['ID=7786b571-ca55-40a4-93f4-c555821ec33f,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:25.558173 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 6fba84dd-602c-4af4-8cc6-163477023a03, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=6fba84dd-602c-4af4-8cc6-163477023a03,segment=NetworkSegment(dfa37d0f-69f6-423e-a3ff-702fa969883b),segment_id=dfa37d0f-69f6-423e-a3ff-702fa969883b)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:33:25.564909 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:25.682666 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=6fba84dd-602c-4af4-8cc6-163477023a03,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:25.689672 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a7ce2b84-3335-443d-9016-6ccd4b4ab865 req-007edc8e-b6ec-4939-bdc4-00f850bc4223 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/security-groups?id=11fe291e-69a0-4211-ae19-9fbe273445b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3568304 May 31 13:33:25.754712 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f8f726f7-0a1c-4a33-af1d-4ba140bdecad req-7aff974a-033e-4547-8e2e-58530b8b6faa tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.204 HTTP/1.1" status: 200 len: 696 time: 0.2973292 May 31 13:33:25.762090 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45960) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:33:25.848241 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['6fba84dd-602c-4af4-8cc6-163477023a03'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:33:25.896632 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a838f585-74cd-4cb7-9def-d05a169ad642 req-3cd17e12-65d3-4818-8409-8ad6e54844d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:25.897919 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-a838f585-74cd-4cb7-9def-d05a169ad642 req-3cd17e12-65d3-4818-8409-8ad6e54844d0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4805cc3e-f802-432a-a895-ff648d7eea38 HTTP/1.1" status: 200 len: 914 time: 0.3507714 May 31 13:33:25.932390 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-30f6c74b-0f81-4958-b8bc-d10a0614739b tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:25.956167 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-15728a62-e942-4709-9786-8f6276d9cc5c req-bbe3f5a9-7f3d-43b0-aa6a-2fe314140d7c tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] For port 479a9389-0909-437e-bd6a-ad4074ba68b8, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=479a9389-0909-437e-bd6a-ad4074ba68b8,segment=NetworkSegment(1e6452d1-51f8-4e9a-9e93-895c398faede),segment_id=1e6452d1-51f8-4e9a-9e93-895c398faede)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:33:25.956852 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-15728a62-e942-4709-9786-8f6276d9cc5c req-bbe3f5a9-7f3d-43b0-aa6a-2fe314140d7c tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:26.036666 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-a838f585-74cd-4cb7-9def-d05a169ad642 req-cf4b3070-ab91-4090-a941-6a140aca238d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6fba84dd-602c-4af4-8cc6-163477023a03 HTTP/1.1" status: 200 len: 217 time: 0.0999198 May 31 13:33:26.119677 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-15728a62-e942-4709-9786-8f6276d9cc5c req-bbe3f5a9-7f3d-43b0-aa6a-2fe314140d7c tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Calling delete_port for 479a9389-0909-437e-bd6a-ad4074ba68b8 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:33:26.120642 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-30f6c74b-0f81-4958-b8bc-d10a0614739b tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:26.189062 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a838f585-74cd-4cb7-9def-d05a169ad642 req-6da73fa7-4452-410e-ad89-56ec67422e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:26.189803 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-a838f585-74cd-4cb7-9def-d05a169ad642 req-6da73fa7-4452-410e-ad89-56ec67422e8b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=78475d05-cc98-4fb2-b531-8986b43f0ba1 HTTP/1.1" status: 200 len: 853 time: 0.1466525 May 31 13:33:26.248649 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-a838f585-74cd-4cb7-9def-d05a169ad642 req-86ca3562-eba5-4fad-99c8-f3f011f133e0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4805cc3e-f802-432a-a895-ff648d7eea38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492060 May 31 13:33:26.270879 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f8f726f7-0a1c-4a33-af1d-4ba140bdecad req-07fc0de8-f86e-41eb-94b0-1f63fee9cdb0 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.204 HTTP/1.1" status: 200 len: 696 time: 0.4789460 May 31 13:33:26.501471 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-a838f585-74cd-4cb7-9def-d05a169ad642 req-f4546c07-080d-4482-a9b9-304f0cce1731 service neutron] 10.222.0.44 "GET /v2.0/networks/4805cc3e-f802-432a-a895-ff648d7eea38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379324 May 31 13:33:26.538413 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-6b5ba7b2-3736-468a-bfa9-a483c5325b2a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3239bed898c344b59ed7ea3353897e74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7559698 May 31 13:33:26.540598 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45964) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:33:26.566868 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-f8f726f7-0a1c-4a33-af1d-4ba140bdecad req-184a3344-060f-4a60-bd0f-7f136e14582d tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Deleting port 761beee9-7912-4afc-acca-774e3e2afa44 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:33:26.567405 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f8f726f7-0a1c-4a33-af1d-4ba140bdecad req-184a3344-060f-4a60-bd0f-7f136e14582d tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:26.610499 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-30f6c74b-0f81-4958-b8bc-d10a0614739b tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:26.626550 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-30f6c74b-0f81-4958-b8bc-d10a0614739b tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:26.764750 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d2f006-b258-4fa0-845b-de5c926cca41 req-5e9e2719-f3c8-4132-b347-9e5358076254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:26.766363 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-91d2f006-b258-4fa0-845b-de5c926cca41 req-5e9e2719-f3c8-4132-b347-9e5358076254 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=be9b8c94d98b42f385a0f29035539835&device_id=96c0d0e6-6de6-4bed-bd2a-154d02801961 HTTP/1.1" status: 200 len: 1096 time: 1.1388040 May 31 13:33:26.865775 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f6c74b-0f81-4958-b8bc-d10a0614739b tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Pushing event updated for resources: {'Port': ['ID=7786b571-ca55-40a4-93f4-c555821ec33f,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:26.904556 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-51c23355-a65f-423a-bac9-19b6fc7f5168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:26.934511 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-30f6c74b-0f81-4958-b8bc-d10a0614739b tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:26.952820 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-a838f585-74cd-4cb7-9def-d05a169ad642 req-40b30a42-021d-4ff4-86e5-52b9ff6605b0 service neutron] 10.222.0.44 "GET /v2.0/networks/4805cc3e-f802-432a-a895-ff648d7eea38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4452634 May 31 13:33:26.957013 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-51c23355-a65f-423a-bac9-19b6fc7f5168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:26.984678 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-30f6c74b-0f81-4958-b8bc-d10a0614739b tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:26.985888 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-30f6c74b-0f81-4958-b8bc-d10a0614739b tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1546586 May 31 13:33:27.030445 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-51c23355-a65f-423a-bac9-19b6fc7f5168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:27.050221 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c23355-a65f-423a-bac9-19b6fc7f5168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a9d93c-f6cb-49b0-b2f5-61553702d6c1,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:27.057880 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-51c23355-a65f-423a-bac9-19b6fc7f5168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:27.059049 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-51c23355-a65f-423a-bac9-19b6fc7f5168 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/71a9d93c-f6cb-49b0-b2f5-61553702d6c1 HTTP/1.1" status: 204 len: 168 time: 0.5147357 May 31 13:33:27.148678 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c080c4c-8fd1-4b0e-ad5d-f3245ef918ba req-f63c225a-97df-4e0c-bdf8-46459fd9e7e0 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:27.150214 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7c080c4c-8fd1-4b0e-ad5d-f3245ef918ba req-f63c225a-97df-4e0c-bdf8-46459fd9e7e0 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 945 time: 0.9617419 May 31 13:33:27.162953 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 6fba84dd-602c-4af4-8cc6-163477023a03 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:33:27.227668 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-15728a62-e942-4709-9786-8f6276d9cc5c req-bbe3f5a9-7f3d-43b0-aa6a-2fe314140d7c tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:27.247929 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f8f726f7-0a1c-4a33-af1d-4ba140bdecad req-184a3344-060f-4a60-bd0f-7f136e14582d tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:27.248403 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f8f726f7-0a1c-4a33-af1d-4ba140bdecad req-184a3344-060f-4a60-bd0f-7f136e14582d tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:27.285838 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port 6fba84dd-602c-4af4-8cc6-163477023a03 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:33:27.292845 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port 6fba84dd-602c-4af4-8cc6-163477023a03 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:33:27.293436 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:27.427348 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 6fba84dd-602c-4af4-8cc6-163477023a03 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:33:27.427730 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:27.460800 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f362fe1c-c185-4d8d-b67d-4f5e5b24d684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fba84dd-602c-4af4-8cc6-163477023a03'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:33:27.476145 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 6fba84dd-602c-4af4-8cc6-163477023a03, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=6fba84dd-602c-4af4-8cc6-163477023a03,segment=NetworkSegment(dfa37d0f-69f6-423e-a3ff-702fa969883b),segment_id=dfa37d0f-69f6-423e-a3ff-702fa969883b)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:33:27.482201 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:27.483444 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 479a9389-0909-437e-bd6a-ad4074ba68b8 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:33:27.523126 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe3f5a9-7f3d-43b0-aa6a-2fe314140d7c tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Pushing event deleted for resources: {'Port': ['ID=479a9389-0909-437e-bd6a-ad4074ba68b8,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:27.612618 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] No Port match for: 479a9389-0909-437e-bd6a-ad4074ba68b8 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:33:27.613200 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 479a9389-0909-437e-bd6a-ad4074ba68b8 not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:33:27.618036 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45980) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:33:27.658482 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=6fba84dd-602c-4af4-8cc6-163477023a03,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:27.668062 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-f8f726f7-0a1c-4a33-af1d-4ba140bdecad req-184a3344-060f-4a60-bd0f-7f136e14582d tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Calling delete_port for 761beee9-7912-4afc-acca-774e3e2afa44 owned by network:floatingip {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:33:27.713571 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-4654fe7b-d8c9-4c56-8526-55e97bc86605 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4d238c2d208d4d78b9371b195e930da7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0937743 May 31 13:33:27.715795 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45984) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:33:27.735025 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d2f006-b258-4fa0-845b-de5c926cca41 req-d2906070-7383-42a2-a0d3-f4c2ffef3f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:27.736596 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-91d2f006-b258-4fa0-845b-de5c926cca41 req-d2906070-7383-42a2-a0d3-f4c2ffef3f2a service neutron] 10.222.0.44 "GET /v2.0/networks?id=29fe9209-7455-49d1-bbb8-3bf3a6f3bebb HTTP/1.1" status: 200 len: 919 time: 0.9460588 May 31 13:33:27.781915 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1e7f60b6-14b5-4a69-8a33-b96903e0e4c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:27.812232 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1e7f60b6-14b5-4a69-8a33-b96903e0e4c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:27.846799 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7c080c4c-8fd1-4b0e-ad5d-f3245ef918ba req-a964c214-0f08-4f59-87fb-61fa6bbefcea tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6750612 May 31 13:33:27.882963 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1e7f60b6-14b5-4a69-8a33-b96903e0e4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:27.908667 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7f60b6-14b5-4a69-8a33-b96903e0e4c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1c6f9f-0e1b-48a0-b5da-6bb3c5f40460,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:27.924510 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1e7f60b6-14b5-4a69-8a33-b96903e0e4c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:27.926530 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-1e7f60b6-14b5-4a69-8a33-b96903e0e4c2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9a1c6f9f-0e1b-48a0-b5da-6bb3c5f40460 HTTP/1.1" status: 204 len: 168 time: 0.2094257 May 31 13:33:27.935349 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-15728a62-e942-4709-9786-8f6276d9cc5c req-bbe3f5a9-7f3d-43b0-aa6a-2fe314140d7c tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] No DVR routers for this DVR port 479a9389-0909-437e-bd6a-ad4074ba68b8 on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:33:27.944046 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-15728a62-e942-4709-9786-8f6276d9cc5c req-bbe3f5a9-7f3d-43b0-aa6a-2fe314140d7c tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:27.948469 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b5f62f8-267d-4d09-b031-255d8486cf70', 'name': 'network-vif-deleted', 'tag': '479a9389-0909-437e-bd6a-ad4074ba68b8'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:33:27.991817 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-15728a62-e942-4709-9786-8f6276d9cc5c req-bbe3f5a9-7f3d-43b0-aa6a-2fe314140d7c tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.44 "DELETE /v2.0/ports/479a9389-0909-437e-bd6a-ad4074ba68b8 HTTP/1.1" status: 204 len: 173 time: 3.3143227 May 31 13:33:28.009597 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-91d2f006-b258-4fa0-845b-de5c926cca41 req-cf8a48ce-83fe-44b8-962e-211ac3224a1b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e25fb624-a508-4143-893a-c61f3b88afd4 HTTP/1.1" status: 200 len: 1000 time: 0.2220588 May 31 13:33:28.149015 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d2f006-b258-4fa0-845b-de5c926cca41 req-6763029a-c6ae-4f2f-976f-ad4c3778b87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:28.151220 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-91d2f006-b258-4fa0-845b-de5c926cca41 req-6763029a-c6ae-4f2f-976f-ad4c3778b87e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=82d28a94-56aa-487e-b28b-6f63cbb648aa HTTP/1.1" status: 200 len: 857 time: 0.0935080 May 31 13:33:28.152648 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f8f726f7-0a1c-4a33-af1d-4ba140bdecad req-184a3344-060f-4a60-bd0f-7f136e14582d tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:28.467359 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f8f726f7-0a1c-4a33-af1d-4ba140bdecad req-184a3344-060f-4a60-bd0f-7f136e14582d tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Notify callbacks [] for floatingip, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:28.480466 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184a3344-060f-4a60-bd0f-7f136e14582d tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Pushing event deleted for resources: {'Port': ['ID=761beee9-7912-4afc-acca-774e3e2afa44,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:28.598057 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-145a4039-c1b9-4e9e-be3b-65c8eeb38d04 req-a1608a9a-8a01-4ee4-a125-6212b13d78c9 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Synchronizing usage tracker for tenant:82e5ccf58acb423eaef945c1ccf7e09b on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:33:28.624203 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f8f726f7-0a1c-4a33-af1d-4ba140bdecad req-184a3344-060f-4a60-bd0f-7f136e14582d tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:28.643148 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f8f726f7-0a1c-4a33-af1d-4ba140bdecad req-184a3344-060f-4a60-bd0f-7f136e14582d tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] 10.222.0.50 "DELETE /v2.0/floatingips/32a9b030-0727-433c-b885-29df5f58110c HTTP/1.1" status: 204 len: 173 time: 2.3322468 May 31 13:33:28.669800 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-145a4039-c1b9-4e9e-be3b-65c8eeb38d04 req-a1608a9a-8a01-4ee4-a125-6212b13d78c9 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Unset dirty status for tenant:82e5ccf58acb423eaef945c1ccf7e09b on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:33:28.669800 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-145a4039-c1b9-4e9e-be3b-65c8eeb38d04 req-a1608a9a-8a01-4ee4-a125-6212b13d78c9 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b5f62f8-267d-4d09-b031-255d8486cf70 HTTP/1.1" status: 200 len: 210 time: 0.1382985 May 31 13:33:28.695914 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d2f006-b258-4fa0-845b-de5c926cca41 req-b72c4f5e-125e-4cd3-95ab-3679a47744ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:28.695914 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-91d2f006-b258-4fa0-845b-de5c926cca41 req-b72c4f5e-125e-4cd3-95ab-3679a47744ec service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=29fe9209-7455-49d1-bbb8-3bf3a6f3bebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5275862 May 31 13:33:28.870561 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ea385bf-d845-41dc-a7ec-e561889cf8c7'] response: {'server_uuid': 'f362fe1c-c185-4d8d-b67d-4f5e5b24d684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fba84dd-602c-4af4-8cc6-163477023a03', 'code': 200} May 31 13:33:29.013054 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86cf1e39-1c13-4887-9ad0-82e7779609c6'] response: {'server_uuid': '6b5f62f8-267d-4d09-b031-255d8486cf70', 'name': 'network-vif-deleted', 'tag': '479a9389-0909-437e-bd6a-ad4074ba68b8', 'status': 'completed', 'code': 200} May 31 13:33:29.193462 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-a0f3af83-5bf2-4fd9-bb08-919af4081125 req-3dcffba3-c476-4422-ae82-e28a20bc90c5 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Synchronizing usage tracker for tenant:c546e522a53042bf9288235d025993be on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:33:29.264536 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-a0f3af83-5bf2-4fd9-bb08-919af4081125 req-3dcffba3-c476-4422-ae82-e28a20bc90c5 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Unset dirty status for tenant:c546e522a53042bf9288235d025993be on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:33:29.265889 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a0f3af83-5bf2-4fd9-bb08-919af4081125 req-3dcffba3-c476-4422-ae82-e28a20bc90c5 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1473408106&fields=id&tenant_id=c546e522a53042bf9288235d025993be HTTP/1.1" status: 200 len: 267 time: 0.2835147 May 31 13:33:29.283021 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-2392bf66-406b-4a06-ae65-2d29b52959d4 req-9b936bc9-d581-4c84-9dcf-fb74b82a714d tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Synchronizing usage tracker for tenant:21dbbb39ecb9468e8c2cfdaa983b950c on resource:floatingip {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:33:29.542892 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46038) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:33:29.551554 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3af83-5bf2-4fd9-bb08-919af4081125 req-5cca3ce6-cd72-46bb-8ddf-5008649f4098 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:29.552278 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-a0f3af83-5bf2-4fd9-bb08-919af4081125 req-5cca3ce6-cd72-46bb-8ddf-5008649f4098 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Synchronizing usage tracker for tenant:c546e522a53042bf9288235d025993be on resource:network {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:33:29.561072 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-91d2f006-b258-4fa0-845b-de5c926cca41 req-3391f863-81d4-423e-95ba-267fdab3f9f2 service neutron] 10.222.0.44 "GET /v2.0/networks/29fe9209-7455-49d1-bbb8-3bf3a6f3bebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8620040 May 31 13:33:29.673917 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-e47477ea-e836-4743-b07e-78792b7a0e3f admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-755807215-network', 'tenant_id': 'e8214c87941844eca93c05e6b9a8f274'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:33:29.679089 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e47477ea-e836-4743-b07e-78792b7a0e3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:33:29.683625 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e47477ea-e836-4743-b07e-78792b7a0e3f admin admin] Usage tracker for resource:network and tenant:e8214c87941844eca93c05e6b9a8f274 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:33:29.686742 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e47477ea-e836-4743-b07e-78792b7a0e3f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:33:29.693164 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e47477ea-e836-4743-b07e-78792b7a0e3f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:33:29.708567 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e47477ea-e836-4743-b07e-78792b7a0e3f admin admin] Made reservation on behalf of e8214c87941844eca93c05e6b9a8f274 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:33:29.711136 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e47477ea-e836-4743-b07e-78792b7a0e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:29.734819 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e47477ea-e836-4743-b07e-78792b7a0e3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:29.736982 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edda885f-2485-497c-be5c-adb807f35452 req-99d7fb32-39e1-4478-a00c-9c9f1ff7036a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:29.738548 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-edda885f-2485-497c-be5c-adb807f35452 req-99d7fb32-39e1-4478-a00c-9c9f1ff7036a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 1097 time: 0.7219841 May 31 13:33:29.761974 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e47477ea-e836-4743-b07e-78792b7a0e3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:33:29.768808 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e47477ea-e836-4743-b07e-78792b7a0e3f admin admin] Usage tracker for resource:security_group_rule and tenant:e8214c87941844eca93c05e6b9a8f274 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:33:29.774655 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e47477ea-e836-4743-b07e-78792b7a0e3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:33:29.789524 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e47477ea-e836-4743-b07e-78792b7a0e3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:33:29.791938 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-2392bf66-406b-4a06-ae65-2d29b52959d4 req-9b936bc9-d581-4c84-9dcf-fb74b82a714d tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Unset dirty status for tenant:21dbbb39ecb9468e8c2cfdaa983b950c on resource:floatingip {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:33:29.799085 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2392bf66-406b-4a06-ae65-2d29b52959d4 req-9b936bc9-d581-4c84-9dcf-fb74b82a714d tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.20 HTTP/1.1" status: 200 len: 1000 time: 0.7880971 May 31 13:33:29.880700 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-a0f3af83-5bf2-4fd9-bb08-919af4081125 req-5cca3ce6-cd72-46bb-8ddf-5008649f4098 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Unset dirty status for tenant:c546e522a53042bf9288235d025993be on resource:network {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:33:29.888534 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a0f3af83-5bf2-4fd9-bb08-919af4081125 req-5cca3ce6-cd72-46bb-8ddf-5008649f4098 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] 10.222.0.50 "GET /v2.0/networks?id=fcd0ffae-3ea4-42bd-a169-8d95a1cdbecc HTTP/1.1" status: 200 len: 815 time: 0.5973768 May 31 13:33:29.934028 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e47477ea-e836-4743-b07e-78792b7a0e3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:29.939667 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e47477ea-e836-4743-b07e-78792b7a0e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:29.940052 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a0f3af83-5bf2-4fd9-bb08-919af4081125 req-fb4a93b3-ec37-4278-9846-6b145ce815ef tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] 10.222.0.50 "GET /v2.0/quotas/c546e522a53042bf9288235d025993be HTTP/1.1" status: 200 len: 375 time: 0.0503004 May 31 13:33:29.973917 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2392bf66-406b-4a06-ae65-2d29b52959d4 req-faa60417-ac36-47ce-ab35-ecc859ab16cb tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:29.974860 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-2392bf66-406b-4a06-ae65-2d29b52959d4 req-faa60417-ac36-47ce-ab35-ecc859ab16cb tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Synchronizing usage tracker for tenant:21dbbb39ecb9468e8c2cfdaa983b950c on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:33:29.978562 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-edda885f-2485-497c-be5c-adb807f35452 req-acd9c23d-9a2c-4e62-a25f-e18f06bcddd1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881120 May 31 13:33:29.995593 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e47477ea-e836-4743-b07e-78792b7a0e3f admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:33:30.023150 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47477ea-e836-4743-b07e-78792b7a0e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94427793-2dbb-4b9a-b9ee-66398e26f83c,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:30.031249 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e47477ea-e836-4743-b07e-78792b7a0e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:30.031922 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-e47477ea-e836-4743-b07e-78792b7a0e3f admin admin] Added segment bb2c489f-9b0a-4922-9750-36d1eab90509 of type vlan for network 4c3776cd-e1b3-4e6a-975b-cdf904000766 May 31 13:33:30.048696 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-91d2f006-b258-4fa0-845b-de5c926cca41 req-93cbaa39-4d47-4a5f-9c64-8592fe604798 service neutron] 10.222.0.44 "GET /v2.0/networks/29fe9209-7455-49d1-bbb8-3bf3a6f3bebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4788659 May 31 13:33:30.079532 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-2392bf66-406b-4a06-ae65-2d29b52959d4 req-faa60417-ac36-47ce-ab35-ecc859ab16cb tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Unset dirty status for tenant:21dbbb39ecb9468e8c2cfdaa983b950c on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:33:30.091415 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e47477ea-e836-4743-b07e-78792b7a0e3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:30.092263 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2392bf66-406b-4a06-ae65-2d29b52959d4 req-faa60417-ac36-47ce-ab35-ecc859ab16cb tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] 10.222.0.50 "GET /v2.0/ports/0be7946d-2d6e-4e0f-8c2c-728d4101952c HTTP/1.1" status: 200 len: 942 time: 0.2920175 May 31 13:33:30.120069 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-a0f3af83-5bf2-4fd9-bb08-919af4081125 req-d783cdb2-0f3d-46b3-98a0-558a6abb9d7a tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Synchronizing usage tracker for tenant:c546e522a53042bf9288235d025993be on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:33:30.141225 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e47477ea-e836-4743-b07e-78792b7a0e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:30.143434 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47477ea-e836-4743-b07e-78792b7a0e3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:30.144026 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e47477ea-e836-4743-b07e-78792b7a0e3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:30.146593 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-a0f3af83-5bf2-4fd9-bb08-919af4081125 req-d783cdb2-0f3d-46b3-98a0-558a6abb9d7a tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Unset dirty status for tenant:c546e522a53042bf9288235d025993be on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:33:30.162777 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a0f3af83-5bf2-4fd9-bb08-919af4081125 req-d783cdb2-0f3d-46b3-98a0-558a6abb9d7a tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c546e522a53042bf9288235d025993be&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2046273 May 31 13:33:30.283773 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e47477ea-e836-4743-b07e-78792b7a0e3f admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7390926 May 31 13:33:30.284897 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47477ea-e836-4743-b07e-78792b7a0e3f admin admin] Pushing event updated for resources: {'Network': ['ID=4c3776cd-e1b3-4e6a-975b-cdf904000766,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:30.287835 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46046) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:33:30.295777 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-e8b83156-9316-415c-b5de-b202a57ee296 admin admin] Request body: {'subnet': {'network_id': '4c3776cd-e1b3-4e6a-975b-cdf904000766', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-755807215-subnet', 'tenant_id': 'e8214c87941844eca93c05e6b9a8f274', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:33:30.299410 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 4c3776cd-e1b3-4e6a-975b-cdf904000766 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:33:30.320435 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e8b83156-9316-415c-b5de-b202a57ee296 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:33:30.325142 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e8b83156-9316-415c-b5de-b202a57ee296 admin admin] Usage tracker for resource:subnet and tenant:e8214c87941844eca93c05e6b9a8f274 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:33:30.328557 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e8b83156-9316-415c-b5de-b202a57ee296 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:33:30.348260 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e8b83156-9316-415c-b5de-b202a57ee296 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:33:30.371019 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b83156-9316-415c-b5de-b202a57ee296 admin admin] Made reservation on behalf of e8214c87941844eca93c05e6b9a8f274 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:33:30.373638 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e8b83156-9316-415c-b5de-b202a57ee296 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:30.486629 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2392bf66-406b-4a06-ae65-2d29b52959d4 req-02748b61-3079-4476-b76e-97814a98d858 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.20 HTTP/1.1" status: 200 len: 1000 time: 0.2154648 May 31 13:33:30.535645 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a0f3af83-5bf2-4fd9-bb08-919af4081125 req-1020aa20-3977-487c-b818-78e1881349c5 service neutron] 10.222.0.50 "GET /v2.0/networks/fcd0ffae-3ea4-42bd-a169-8d95a1cdbecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3703051 May 31 13:33:30.687747 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e8b83156-9316-415c-b5de-b202a57ee296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:30.789056 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2392bf66-406b-4a06-ae65-2d29b52959d4 req-77c2fca9-f5f2-4760-8ba6-f899208132b1 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:30.798246 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2392bf66-406b-4a06-ae65-2d29b52959d4 req-77c2fca9-f5f2-4760-8ba6-f899208132b1 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] 10.222.0.50 "GET /v2.0/networks/d2103cd5-63ba-4c24-9d95-fd17643bf14c HTTP/1.1" status: 200 len: 784 time: 0.3044269 May 31 13:33:30.871609 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a0f3af83-5bf2-4fd9-bb08-919af4081125 req-0bcdbb59-d29f-4a2f-8815-573607f3fe72 service neutron] 10.222.0.50 "GET /v2.0/networks/fcd0ffae-3ea4-42bd-a169-8d95a1cdbecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3265808 May 31 13:33:30.904878 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b83156-9316-415c-b5de-b202a57ee296 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7c914b2-4439-45d4-b005-4ab7c54412a5,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:30.918207 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b83156-9316-415c-b5de-b202a57ee296 admin admin] Checking segment: {'id': 'bb2c489f-9b0a-4922-9750-36d1eab90509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4c3776cd-e1b3-4e6a-975b-cdf904000766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:33:30.918567 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b83156-9316-415c-b5de-b202a57ee296 admin admin] Network hostable DHCP agents. Network: 4c3776cd-e1b3-4e6a-975b-cdf904000766, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:33:30.939735 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2392bf66-406b-4a06-ae65-2d29b52959d4 req-f0edeea7-0305-45a5-afde-3d130b0626d4 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.20 HTTP/1.1" status: 200 len: 1000 time: 0.1395230 May 31 13:33:30.943595 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b83156-9316-415c-b5de-b202a57ee296 admin admin] Network 4c3776cd-e1b3-4e6a-975b-cdf904000766 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:33:30.946735 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-2392bf66-406b-4a06-ae65-2d29b52959d4 req-5f787487-decf-427a-9f5f-d578a92bb78a tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:33:30.957832 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-e8b83156-9316-415c-b5de-b202a57ee296 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 4c3776cd-e1b3-4e6a-975b-cdf904000766) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:33:30.966536 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b83156-9316-415c-b5de-b202a57ee296 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:30.967006 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23cd7399-a120-4de3-8cab-e126e082fba3 None None] Network 4c3776cd-e1b3-4e6a-975b-cdf904000766 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:33:30.967592 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e8b83156-9316-415c-b5de-b202a57ee296 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:31.014358 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e8b83156-9316-415c-b5de-b202a57ee296 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7252738 May 31 13:33:31.017159 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46050) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:33:31.028187 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-02552a6f-8d0e-4c16-9634-10cdcf5331ba admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-755807215-router', 'tenant_id': 'e8214c87941844eca93c05e6b9a8f274', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:33:31.035736 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-02552a6f-8d0e-4c16-9634-10cdcf5331ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:33:31.041433 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-02552a6f-8d0e-4c16-9634-10cdcf5331ba admin admin] Usage tracker for resource:router and tenant:e8214c87941844eca93c05e6b9a8f274 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:33:31.050264 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-02552a6f-8d0e-4c16-9634-10cdcf5331ba admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:33:31.088975 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-02552a6f-8d0e-4c16-9634-10cdcf5331ba admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:33:31.119044 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-02552a6f-8d0e-4c16-9634-10cdcf5331ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:31.120783 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-02552a6f-8d0e-4c16-9634-10cdcf5331ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:31.153969 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-02552a6f-8d0e-4c16-9634-10cdcf5331ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:31.222999 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-2392bf66-406b-4a06-ae65-2d29b52959d4 req-5f787487-decf-427a-9f5f-d578a92bb78a tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Notify callbacks [] for floatingip, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:31.467289 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d21317e-ade2-4cb4-8a21-a81a471cfe38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-4c3776cd-e1b3-4e6a-975b-cdf904000766', 'network_id': '4c3776cd-e1b3-4e6a-975b-cdf904000766', 'tenant_id': 'e8214c87941844eca93c05e6b9a8f274', 'fixed_ips': [{'subnet_id': 'f7c914b2-4439-45d4-b005-4ab7c54412a5'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:33:31.469247 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6d21317e-ade2-4cb4-8a21-a81a471cfe38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:31.687841 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9c33b-022d-41ff-b01d-2c8e291b520b req-e0bceaf7-8980-44de-a76e-6b5096f6432c tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:31.691183 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-02552a6f-8d0e-4c16-9634-10cdcf5331ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:31.695599 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6fb9c33b-022d-41ff-b01d-2c8e291b520b req-e0bceaf7-8980-44de-a76e-6b5096f6432c tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 946 time: 0.4799654 May 31 13:33:31.763401 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-6d21317e-ade2-4cb4-8a21-a81a471cfe38 None None] Allocated IP 172.20.0.2 (4c3776cd-e1b3-4e6a-975b-cdf904000766/f7c914b2-4439-45d4-b005-4ab7c54412a5/a831acc2-125f-4342-92e6-54c6715a7504) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:33:31.820860 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-2392bf66-406b-4a06-ae65-2d29b52959d4 req-5f787487-decf-427a-9f5f-d578a92bb78a tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:31.843003 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6fb9c33b-022d-41ff-b01d-2c8e291b520b req-48b30fbe-6be5-4676-b5d9-84516ec589ba tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452513 May 31 13:33:31.844227 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-2392bf66-406b-4a06-ae65-2d29b52959d4 req-5f787487-decf-427a-9f5f-d578a92bb78a tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:31.844553 n-d-843939-1 neutron-server[88370]: INFO neutron.db.l3_db [req-2392bf66-406b-4a06-ae65-2d29b52959d4 req-5f787487-decf-427a-9f5f-d578a92bb78a tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Floating IP 2f4da052-68a2-432c-8d00-b6a61b3676eb disassociated. External IP: 172.25.6.20, port: 0be7946d-2d6e-4e0f-8c2c-728d4101952c. May 31 13:33:32.295300 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6d21317e-ade2-4cb4-8a21-a81a471cfe38 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:32.315993 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6d21317e-ade2-4cb4-8a21-a81a471cfe38 None None] Transition to ACTIVE for port object a831acc2-125f-4342-92e6-54c6715a7504 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:33:32.340505 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6d21317e-ade2-4cb4-8a21-a81a471cfe38 None None] Transition to ACTIVE for port object a831acc2-125f-4342-92e6-54c6715a7504 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:33:32.358409 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6d21317e-ade2-4cb4-8a21-a81a471cfe38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:32.412387 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-02552a6f-8d0e-4c16-9634-10cdcf5331ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:32.463097 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d21317e-ade2-4cb4-8a21-a81a471cfe38 None None] Pushing event updated for resources: {'Port': ['ID=a831acc2-125f-4342-92e6-54c6715a7504,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:32.482364 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d21317e-ade2-4cb4-8a21-a81a471cfe38 None None] Network 4c3776cd-e1b3-4e6a-975b-cdf904000766 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:33:32.484038 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-6d21317e-ade2-4cb4-8a21-a81a471cfe38 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:33:32.487883 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d21317e-ade2-4cb4-8a21-a81a471cfe38 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:33:32.537852 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-02552a6f-8d0e-4c16-9634-10cdcf5331ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:32.706691 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-6d21317e-ade2-4cb4-8a21-a81a471cfe38 None None] Attempting to bind port a831acc2-125f-4342-92e6-54c6715a7504 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:33:32.707032 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-6d21317e-ade2-4cb4-8a21-a81a471cfe38 None None] Attempting to bind port a831acc2-125f-4342-92e6-54c6715a7504 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'bb2c489f-9b0a-4922-9750-36d1eab90509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4c3776cd-e1b3-4e6a-975b-cdf904000766'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:33:32.707386 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d21317e-ade2-4cb4-8a21-a81a471cfe38 None None] Attempting to bind port a831acc2-125f-4342-92e6-54c6715a7504 on network 4c3776cd-e1b3-4e6a-975b-cdf904000766 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:33:32.716155 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d21317e-ade2-4cb4-8a21-a81a471cfe38 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:33:32.716525 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d21317e-ade2-4cb4-8a21-a81a471cfe38 None None] Checking segment: {'id': 'bb2c489f-9b0a-4922-9750-36d1eab90509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4c3776cd-e1b3-4e6a-975b-cdf904000766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:33:32.716927 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6d21317e-ade2-4cb4-8a21-a81a471cfe38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:32.717320 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d21317e-ade2-4cb4-8a21-a81a471cfe38 None None] Bound using segment: {'id': 'bb2c489f-9b0a-4922-9750-36d1eab90509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4c3776cd-e1b3-4e6a-975b-cdf904000766'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:33:32.717791 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-6d21317e-ade2-4cb4-8a21-a81a471cfe38 None None] Bound port: a831acc2-125f-4342-92e6-54c6715a7504, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb2c489f-9b0a-4922-9750-36d1eab90509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4c3776cd-e1b3-4e6a-975b-cdf904000766'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:33:32.718185 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6d21317e-ade2-4cb4-8a21-a81a471cfe38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:32.854508 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-02552a6f-8d0e-4c16-9634-10cdcf5331ba admin admin] Allocated IP 172.25.6.161 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/1772164b-d97e-444e-b7ec-166372f51104) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:33:32.877534 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-6d21317e-ade2-4cb4-8a21-a81a471cfe38 None None] For port a831acc2-125f-4342-92e6-54c6715a7504, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:33:32.880643 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f7510236-7c03-4e96-a821-1024bd8d6edb req-d980b981-7256-46a6-bcc1-bd8e597a618f tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3a16018-d373-4f1a-bbba-73ce942d383e HTTP/1.1" status: 200 len: 210 time: 0.1794701 May 31 13:33:32.882453 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-6d21317e-ade2-4cb4-8a21-a81a471cfe38 None None] For port a831acc2-125f-4342-92e6-54c6715a7504, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=a831acc2-125f-4342-92e6-54c6715a7504,segment=NetworkSegment(bb2c489f-9b0a-4922-9750-36d1eab90509),segment_id=bb2c489f-9b0a-4922-9750-36d1eab90509)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:33:32.890768 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6d21317e-ade2-4cb4-8a21-a81a471cfe38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:32.961307 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2392bf66-406b-4a06-ae65-2d29b52959d4 req-5f787487-decf-427a-9f5f-d578a92bb78a tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Router c1e0445d-9677-4342-95ba-cb24db53a4ae has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:33:33.118210 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d21317e-ade2-4cb4-8a21-a81a471cfe38 None None] Pushing event updated for resources: {'Port': ['ID=a831acc2-125f-4342-92e6-54c6715a7504,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:33.177003 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-02552a6f-8d0e-4c16-9634-10cdcf5331ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:33.248336 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-02552a6f-8d0e-4c16-9634-10cdcf5331ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:33.342395 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02552a6f-8d0e-4c16-9634-10cdcf5331ba admin admin] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:33:33.345851 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-02552a6f-8d0e-4c16-9634-10cdcf5331ba admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:33:33.350477 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02552a6f-8d0e-4c16-9634-10cdcf5331ba admin admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:33:33.400610 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02552a6f-8d0e-4c16-9634-10cdcf5331ba admin admin] Pushing event updated for resources: {'Port': ['ID=1772164b-d97e-444e-b7ec-166372f51104,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:33.760198 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device a831acc2-125f-4342-92e6-54c6715a7504 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:33:33.848509 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3af83-5bf2-4fd9-bb08-919af4081125 req-7a4775a0-35a1-488c-a0a9-854f550195d9 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:33.850476 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a0f3af83-5bf2-4fd9-bb08-919af4081125 req-7a4775a0-35a1-488c-a0a9-854f550195d9 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] 10.222.0.20 "GET /v2.0/networks?id=fcd0ffae-3ea4-42bd-a169-8d95a1cdbecc HTTP/1.1" status: 200 len: 815 time: 0.5473168 May 31 13:33:33.853094 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2392bf66-406b-4a06-ae65-2d29b52959d4 req-5f787487-decf-427a-9f5f-d578a92bb78a tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:33:33.866083 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a66521-b0ab-4ba3-9626-6af5e2766fbc None None] Sync routers for ids ['c1e0445d-9677-4342-95ba-cb24db53a4ae'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:33:33.870979 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-2392bf66-406b-4a06-ae65-2d29b52959d4 req-5f787487-decf-427a-9f5f-d578a92bb78a tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:33.892858 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a66521-b0ab-4ba3-9626-6af5e2766fbc None None] Routers {'c1e0445d-9677-4342-95ba-cb24db53a4ae'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:33:33.893493 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-c2a66521-b0ab-4ba3-9626-6af5e2766fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:33:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['c1e0445d-9677-4342-95ba-cb24db53a4ae'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:33:33.956364 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2392bf66-406b-4a06-ae65-2d29b52959d4 req-5f787487-decf-427a-9f5f-d578a92bb78a tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] 10.222.0.50 "PUT /v2.0/floatingips/2f4da052-68a2-432c-8d00-b6a61b3676eb HTTP/1.1" status: 200 len: 694 time: 3.0143783 May 31 13:33:33.992174 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '822ccb68-475c-4459-a1f6-cff19dde9783', 'tag': '0be7946d-2d6e-4e0f-8c2c-728d4101952c'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:33:34.153309 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-c2a66521-b0ab-4ba3-9626-6af5e2766fbc None None] Set router c1e0445d-9677-4342-95ba-cb24db53a4ae gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:33:34.168291 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a0f3af83-5bf2-4fd9-bb08-919af4081125 req-97c5661b-f9ac-41ce-b9c7-acc954cc6a1b tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c546e522a53042bf9288235d025993be HTTP/1.1" status: 200 len: 380 time: 0.2170053 May 31 13:33:34.198726 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-a0f3af83-5bf2-4fd9-bb08-919af4081125 req-da10389a-4e86-41a8-8641-fa8e1abdde11 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Request body: {'port': {'device_id': 'a3a16018-d373-4f1a-bbba-73ce942d383e', 'network_id': 'fcd0ffae-3ea4-42bd-a169-8d95a1cdbecc', 'admin_state_up': True, 'tenant_id': 'c546e522a53042bf9288235d025993be', 'security_groups': ['4c111636-eaff-4500-9f78-1313dd4c7a50']}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:33:34.457440 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2bc064-b22b-48b9-9d93-3f760c693de4 req-b2a4cf9a-6e5d-460f-a593-b6ea947ca66a tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:34.466111 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6f2bc064-b22b-48b9-9d93-3f760c693de4 req-b2a4cf9a-6e5d-460f-a593-b6ea947ca66a tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 944 time: 0.9778252 May 31 13:33:34.527805 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port a831acc2-125f-4342-92e6-54c6715a7504 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:33:34.586645 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-c2a66521-b0ab-4ba3-9626-6af5e2766fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1e0445d-9677-4342-95ba-cb24db53a4ae', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1013393658-router', 'tenant_id': '21dbbb39ecb9468e8c2cfdaa983b950c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'd9cb54ae-df6e-4d2c-b3b2-176ee90fe0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:32:05Z', 'updated_at': '2022-05-31T13:32:17Z', 'revision_number': 4, 'project_id': '21dbbb39ecb9468e8c2cfdaa983b950c', 'gw_port': {'id': 'd9cb54ae-df6e-4d2c-b3b2-176ee90fe0b2', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e0445d-9677-4342-95ba-cb24db53a4ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:32:06Z', 'updated_at': '2022-05-31T13:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '50a202e0-6606-4c3b-b658-43b12dad296f', 'name': '', 'network_id': '99f39d4e-e781-47c9-9a59-b91e5a1ecf8e', 'tenant_id': '21dbbb39ecb9468e8c2cfdaa983b950c', 'mac_address': 'fa:16:3e:63:03:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e0445d-9677-4342-95ba-cb24db53a4ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'f71cc00f-8f35-4761-a9b3-2f0c082bffbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:32:12Z', 'updated_at': '2022-05-31T13:32:27Z', 'revision_number': 5, 'project_id': '21dbbb39ecb9468e8c2cfdaa983b950c', 'subnets': [{'id': 'f71cc00f-8f35-4761-a9b3-2f0c082bffbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:33:34.593647 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a66521-b0ab-4ba3-9626-6af5e2766fbc None None] Checking router: c1e0445d-9677-4342-95ba-cb24db53a4ae for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:33:34.611216 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a66521-b0ab-4ba3-9626-6af5e2766fbc None None] Routers {'c1e0445d-9677-4342-95ba-cb24db53a4ae'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:33:34.612234 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-c2a66521-b0ab-4ba3-9626-6af5e2766fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:33:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['c1e0445d-9677-4342-95ba-cb24db53a4ae'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:33:34.708627 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-a0f3af83-5bf2-4fd9-bb08-919af4081125 req-da10389a-4e86-41a8-8641-fa8e1abdde11 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:33:34.775824 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6f2bc064-b22b-48b9-9d93-3f760c693de4 req-fc617961-6f2f-4fd3-9242-b1e42f218cc9 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3073480 May 31 13:33:34.777221 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-a0f3af83-5bf2-4fd9-bb08-919af4081125 req-da10389a-4e86-41a8-8641-fa8e1abdde11 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:33:34.803331 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2392bf66-406b-4a06-ae65-2d29b52959d4 req-d125ddf4-8e28-4645-a629-abf1958d862f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:34.814423 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-02552a6f-8d0e-4c16-9634-10cdcf5331ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:34.814985 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2392bf66-406b-4a06-ae65-2d29b52959d4 req-d125ddf4-8e28-4645-a629-abf1958d862f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=21dbbb39ecb9468e8c2cfdaa983b950c&device_id=822ccb68-475c-4459-a1f6-cff19dde9783 HTTP/1.1" status: 200 len: 1096 time: 0.8100131 May 31 13:33:34.951641 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-c2a66521-b0ab-4ba3-9626-6af5e2766fbc None None] Set router c1e0445d-9677-4342-95ba-cb24db53a4ae gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:33:35.096976 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0f3af83-5bf2-4fd9-bb08-919af4081125 req-da10389a-4e86-41a8-8641-fa8e1abdde11 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Made reservation on behalf of c546e522a53042bf9288235d025993be for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:33:35.102743 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a0f3af83-5bf2-4fd9-bb08-919af4081125 req-da10389a-4e86-41a8-8641-fa8e1abdde11 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:35.425779 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-02552a6f-8d0e-4c16-9634-10cdcf5331ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:35.451851 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2392bf66-406b-4a06-ae65-2d29b52959d4 req-c2aee39c-ca53-4097-a303-2a354a6bbf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:35.461454 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19d9957-a1ae-47fd-8f54-475ba90eb9ee None None] Network 4c3776cd-e1b3-4e6a-975b-cdf904000766 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:33:35.462945 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2392bf66-406b-4a06-ae65-2d29b52959d4 req-c2aee39c-ca53-4097-a303-2a354a6bbf77 service neutron] 10.222.0.50 "GET /v2.0/networks?id=99f39d4e-e781-47c9-9a59-b91e5a1ecf8e HTTP/1.1" status: 200 len: 930 time: 0.6470621 May 31 13:33:35.537452 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2d7f7180-6878-4d8f-86a6-9879ba852815 None None] Provisioning for port a831acc2-125f-4342-92e6-54c6715a7504 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:33:35.891678 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02552a6f-8d0e-4c16-9634-10cdcf5331ba admin admin] Router 6744b4e2-ef68-487e-8016-11c3e36d929f is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 13:33:35.977286 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2d7f7180-6878-4d8f-86a6-9879ba852815 None None] Provisioning complete for port a831acc2-125f-4342-92e6-54c6715a7504 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:33:35.977888 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2d7f7180-6878-4d8f-86a6-9879ba852815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:35.984478 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2392bf66-406b-4a06-ae65-2d29b52959d4 req-d4e22e31-28ff-46eb-9a12-7ba2c0c6e0b5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0be7946d-2d6e-4e0f-8c2c-728d4101952c HTTP/1.1" status: 200 len: 217 time: 0.5202074 May 31 13:33:36.131258 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-a0f3af83-5bf2-4fd9-bb08-919af4081125 req-da10389a-4e86-41a8-8641-fa8e1abdde11 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Allocated IP 172.20.0.7 (fcd0ffae-3ea4-42bd-a169-8d95a1cdbecc/de3aa2fa-fbce-46e7-81bc-0f33a5127b1b/5ed97f51-fe17-4c3d-bcc7-799b356c3dd7) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:33:36.300060 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02552a6f-8d0e-4c16-9634-10cdcf5331ba admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:33:36.312938 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21084664-3bd9-4c99-9940-f1a77ea6e67d None None] Sync routers for ids ['6744b4e2-ef68-487e-8016-11c3e36d929f'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:33:36.334952 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21084664-3bd9-4c99-9940-f1a77ea6e67d None None] Routers {'6744b4e2-ef68-487e-8016-11c3e36d929f'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:33:36.336081 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-21084664-3bd9-4c99-9940-f1a77ea6e67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:33:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['6744b4e2-ef68-487e-8016-11c3e36d929f'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:33:36.354062 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-02552a6f-8d0e-4c16-9634-10cdcf5331ba admin admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:36.358706 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-02552a6f-8d0e-4c16-9634-10cdcf5331ba admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.3378942 May 31 13:33:36.358893 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-c2a66521-b0ab-4ba3-9626-6af5e2766fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1e0445d-9677-4342-95ba-cb24db53a4ae', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1013393658-router', 'tenant_id': '21dbbb39ecb9468e8c2cfdaa983b950c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'd9cb54ae-df6e-4d2c-b3b2-176ee90fe0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:32:05Z', 'updated_at': '2022-05-31T13:32:17Z', 'revision_number': 4, 'project_id': '21dbbb39ecb9468e8c2cfdaa983b950c', 'gw_port': {'id': 'd9cb54ae-df6e-4d2c-b3b2-176ee90fe0b2', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e0445d-9677-4342-95ba-cb24db53a4ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:32:06Z', 'updated_at': '2022-05-31T13:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '50a202e0-6606-4c3b-b658-43b12dad296f', 'name': '', 'network_id': '99f39d4e-e781-47c9-9a59-b91e5a1ecf8e', 'tenant_id': '21dbbb39ecb9468e8c2cfdaa983b950c', 'mac_address': 'fa:16:3e:63:03:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e0445d-9677-4342-95ba-cb24db53a4ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'f71cc00f-8f35-4761-a9b3-2f0c082bffbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:32:12Z', 'updated_at': '2022-05-31T13:32:27Z', 'revision_number': 5, 'project_id': '21dbbb39ecb9468e8c2cfdaa983b950c', 'subnets': [{'id': 'f71cc00f-8f35-4761-a9b3-2f0c082bffbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:33:36.359110 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46110) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:33:36.378057 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a66521-b0ab-4ba3-9626-6af5e2766fbc None None] The sync data for ids ['c1e0445d-9677-4342-95ba-cb24db53a4ae'] in n-d-843939-1 is: [{'id': 'c1e0445d-9677-4342-95ba-cb24db53a4ae', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1013393658-router', 'tenant_id': '21dbbb39ecb9468e8c2cfdaa983b950c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'd9cb54ae-df6e-4d2c-b3b2-176ee90fe0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:32:05Z', 'updated_at': '2022-05-31T13:32:17Z', 'revision_number': 4, 'project_id': '21dbbb39ecb9468e8c2cfdaa983b950c', 'gw_port': {'id': 'd9cb54ae-df6e-4d2c-b3b2-176ee90fe0b2', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e0445d-9677-4342-95ba-cb24db53a4ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:32:06Z', 'updated_at': '2022-05-31T13:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '50a202e0-6606-4c3b-b658-43b12dad296f', 'name': '', 'network_id': '99f39d4e-e781-47c9-9a59-b91e5a1ecf8e', 'tenant_id': '21dbbb39ecb9468e8c2cfdaa983b950c', 'mac_address': 'fa:16:3e:63:03:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e0445d-9677-4342-95ba-cb24db53a4ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'f71cc00f-8f35-4761-a9b3-2f0c082bffbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:32:12Z', 'updated_at': '2022-05-31T13:32:27Z', 'revision_number': 5, 'project_id': '21dbbb39ecb9468e8c2cfdaa983b950c', 'subnets': [{'id': 'f71cc00f-8f35-4761-a9b3-2f0c082bffbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:33:36.631325 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2d7f7180-6878-4d8f-86a6-9879ba852815 None None] Current status of the port a831acc2-125f-4342-92e6-54c6715a7504 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:33:36.637731 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2d7f7180-6878-4d8f-86a6-9879ba852815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:36.683972 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a0f3af83-5bf2-4fd9-bb08-919af4081125 req-da10389a-4e86-41a8-8641-fa8e1abdde11 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:36.747763 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-21084664-3bd9-4c99-9940-f1a77ea6e67d None None] Set router 6744b4e2-ef68-487e-8016-11c3e36d929f gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:33:36.759267 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-2d7f7180-6878-4d8f-86a6-9879ba852815 None None] For port a831acc2-125f-4342-92e6-54c6715a7504, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=a831acc2-125f-4342-92e6-54c6715a7504,segment=NetworkSegment(bb2c489f-9b0a-4922-9750-36d1eab90509),segment_id=bb2c489f-9b0a-4922-9750-36d1eab90509)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:33:36.765173 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2d7f7180-6878-4d8f-86a6-9879ba852815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:36.924526 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2392bf66-406b-4a06-ae65-2d29b52959d4 req-3f334f99-300a-4598-bcc6-30adf507399f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:36.926023 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2392bf66-406b-4a06-ae65-2d29b52959d4 req-3f334f99-300a-4598-bcc6-30adf507399f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f71cc00f-8f35-4761-a9b3-2f0c082bffbb HTTP/1.1" status: 200 len: 868 time: 0.2526135 May 31 13:33:36.964136 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87749649-f639-4f78-baed-90abb3850d32 None None] New status for floating IP 2f4da052-68a2-432c-8d00-b6a61b3676eb: DOWN {{(pid=88371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 13:33:37.115411 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-a0f3af83-5bf2-4fd9-bb08-919af4081125 req-da10389a-4e86-41a8-8641-fa8e1abdde11 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Transition to ACTIVE for port object 5ed97f51-fe17-4c3d-bcc7-799b356c3dd7 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:33:37.258416 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2392bf66-406b-4a06-ae65-2d29b52959d4 req-346115bf-7492-489c-afc7-100b33fc4cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:37.272247 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2392bf66-406b-4a06-ae65-2d29b52959d4 req-346115bf-7492-489c-afc7-100b33fc4cbd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=99f39d4e-e781-47c9-9a59-b91e5a1ecf8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3352029 May 31 13:33:37.385496 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-aaf5ff3a-6a92-415b-bf62-1b78142fadd8 None None] Provisioning complete for port a831acc2-125f-4342-92e6-54c6715a7504 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:33:37.386388 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-aaf5ff3a-6a92-415b-bf62-1b78142fadd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:37.585425 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-21084664-3bd9-4c99-9940-f1a77ea6e67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6744b4e2-ef68-487e-8016-11c3e36d929f', 'name': 'tempest-TaggedBootDevicesTest_v242-755807215-router', 'tenant_id': 'e8214c87941844eca93c05e6b9a8f274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '1772164b-d97e-444e-b7ec-166372f51104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:33:31Z', 'updated_at': '2022-05-31T13:33:34Z', 'revision_number': 3, 'project_id': 'e8214c87941844eca93c05e6b9a8f274', 'gw_port': {'id': '1772164b-d97e-444e-b7ec-166372f51104', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:18:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6744b4e2-ef68-487e-8016-11c3e36d929f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:33:32Z', 'updated_at': '2022-05-31T13:33:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:33:37.590822 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21084664-3bd9-4c99-9940-f1a77ea6e67d None None] Checking router: 6744b4e2-ef68-487e-8016-11c3e36d929f for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:33:37.591353 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21084664-3bd9-4c99-9940-f1a77ea6e67d None None] Updating router 6744b4e2-ef68-487e-8016-11c3e36d929f port 1772164b-d97e-444e-b7ec-166372f51104 binding host n-d-843939-1 {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:33:37.649446 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-21084664-3bd9-4c99-9940-f1a77ea6e67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:37.688812 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7f7180-6878-4d8f-86a6-9879ba852815 None None] Pushing event updated for resources: {'Port': ['ID=a831acc2-125f-4342-92e6-54c6715a7504,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:37.758501 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2392bf66-406b-4a06-ae65-2d29b52959d4 req-0a36bce4-0961-4758-b3cf-170cf20d6574 service neutron] 10.222.0.50 "GET /v2.0/networks/99f39d4e-e781-47c9-9a59-b91e5a1ecf8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4846091 May 31 13:33:37.816445 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a0f3af83-5bf2-4fd9-bb08-919af4081125 req-da10389a-4e86-41a8-8641-fa8e1abdde11 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:37.838998 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:37.864598 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7f7180-6878-4d8f-86a6-9879ba852815 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:33:37.865109 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7f7180-6878-4d8f-86a6-9879ba852815 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:33:37.866274 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7f7180-6878-4d8f-86a6-9879ba852815 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:33:37.869539 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7f7180-6878-4d8f-86a6-9879ba852815 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:33:37.870014 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7f7180-6878-4d8f-86a6-9879ba852815 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:33:37.870508 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7f7180-6878-4d8f-86a6-9879ba852815 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:33:37.871011 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7f7180-6878-4d8f-86a6-9879ba852815 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:33:37.873046 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7f7180-6878-4d8f-86a6-9879ba852815 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:33:37.873496 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7f7180-6878-4d8f-86a6-9879ba852815 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:33:37.873928 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7f7180-6878-4d8f-86a6-9879ba852815 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:33:37.874509 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7f7180-6878-4d8f-86a6-9879ba852815 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:33:37.876401 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7f7180-6878-4d8f-86a6-9879ba852815 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:33:38.068705 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da10389a-4e86-41a8-8641-fa8e1abdde11 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Pushing event updated for resources: {'Port': ['ID=5ed97f51-fe17-4c3d-bcc7-799b356c3dd7,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:38.129114 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-aaf5ff3a-6a92-415b-bf62-1b78142fadd8 None None] Current status of the port a831acc2-125f-4342-92e6-54c6715a7504 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:33:38.283646 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0f3af83-5bf2-4fd9-bb08-919af4081125 req-da10389a-4e86-41a8-8641-fa8e1abdde11 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Network fcd0ffae-3ea4-42bd-a169-8d95a1cdbecc is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:33:38.291001 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-a0f3af83-5bf2-4fd9-bb08-919af4081125 req-da10389a-4e86-41a8-8641-fa8e1abdde11 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:33:38.318918 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0f3af83-5bf2-4fd9-bb08-919af4081125 req-da10389a-4e86-41a8-8641-fa8e1abdde11 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:33:38.326109 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-21084664-3bd9-4c99-9940-f1a77ea6e67d None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:38.357167 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-21084664-3bd9-4c99-9940-f1a77ea6e67d None None] Transition to ACTIVE for port object 1772164b-d97e-444e-b7ec-166372f51104 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:33:38.367747 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-21084664-3bd9-4c99-9940-f1a77ea6e67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:38.484514 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f073e44-6e6a-4539-9479-667d5af3172c None None] Pushing event updated for resources: {'Port': ['ID=1772164b-d97e-444e-b7ec-166372f51104,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:38.501903 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f073e44-6e6a-4539-9479-667d5af3172c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:33:38.502667 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f073e44-6e6a-4539-9479-667d5af3172c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:33:38.504281 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f073e44-6e6a-4539-9479-667d5af3172c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:33:38.505650 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f073e44-6e6a-4539-9479-667d5af3172c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:33:38.508823 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f073e44-6e6a-4539-9479-667d5af3172c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:33:38.510386 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f073e44-6e6a-4539-9479-667d5af3172c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:33:38.512039 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f073e44-6e6a-4539-9479-667d5af3172c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:33:38.513878 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f073e44-6e6a-4539-9479-667d5af3172c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:33:38.515839 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f073e44-6e6a-4539-9479-667d5af3172c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:33:38.516541 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f073e44-6e6a-4539-9479-667d5af3172c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:33:38.518404 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f073e44-6e6a-4539-9479-667d5af3172c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:33:38.518969 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f073e44-6e6a-4539-9479-667d5af3172c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:33:38.524487 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e8227d06-27ab-45bb-9ea9-7fbd0be8be4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:38.605228 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3af83-5bf2-4fd9-bb08-919af4081125 req-da10389a-4e86-41a8-8641-fa8e1abdde11 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:38.611097 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-21084664-3bd9-4c99-9940-f1a77ea6e67d None None] Attempting to bind port 1772164b-d97e-444e-b7ec-166372f51104 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:33:38.611670 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-21084664-3bd9-4c99-9940-f1a77ea6e67d None None] Attempting to bind port 1772164b-d97e-444e-b7ec-166372f51104 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:33:38.611862 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21084664-3bd9-4c99-9940-f1a77ea6e67d None None] Attempting to bind port 1772164b-d97e-444e-b7ec-166372f51104 on network d2103cd5-63ba-4c24-9d95-fd17643bf14c {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:33:38.611963 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a0f3af83-5bf2-4fd9-bb08-919af4081125 req-da10389a-4e86-41a8-8641-fa8e1abdde11 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:38.647826 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21084664-3bd9-4c99-9940-f1a77ea6e67d None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:33:38.649615 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21084664-3bd9-4c99-9940-f1a77ea6e67d None None] Checking segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:33:38.650413 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-21084664-3bd9-4c99-9940-f1a77ea6e67d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:38.654091 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21084664-3bd9-4c99-9940-f1a77ea6e67d None None] Bound using segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:33:38.654608 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-21084664-3bd9-4c99-9940-f1a77ea6e67d None None] Bound port: 1772164b-d97e-444e-b7ec-166372f51104, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:33:38.654998 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-21084664-3bd9-4c99-9940-f1a77ea6e67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:38.722014 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2392bf66-406b-4a06-ae65-2d29b52959d4 req-bae7b8a4-e79c-4454-b390-e1f777d90953 service neutron] 10.222.0.50 "GET /v2.0/networks/99f39d4e-e781-47c9-9a59-b91e5a1ecf8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9589894 May 31 13:33:38.800080 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a0f3af83-5bf2-4fd9-bb08-919af4081125 req-da10389a-4e86-41a8-8641-fa8e1abdde11 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5960040 May 31 13:33:38.806685 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:38.827652 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-a0f3af83-5bf2-4fd9-bb08-919af4081125 req-b038d58e-c517-4d73-a3c3-28a45def2cf9 service neutron] Request body: {'port': {'device_id': 'a3a16018-d373-4f1a-bbba-73ce942d383e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:33:38.842967 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-21084664-3bd9-4c99-9940-f1a77ea6e67d None None] For port 1772164b-d97e-444e-b7ec-166372f51104, host n-d-843939-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:33:38.848337 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-21084664-3bd9-4c99-9940-f1a77ea6e67d None None] For port 1772164b-d97e-444e-b7ec-166372f51104, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=1772164b-d97e-444e-b7ec-166372f51104,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:33:38.848728 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6d6064eb-88e2-4ed3-8bdd-28069d10c40b None None] Provisioning for port 5ed97f51-fe17-4c3d-bcc7-799b356c3dd7 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:33:38.863759 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-21084664-3bd9-4c99-9940-f1a77ea6e67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:38.865459 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6d6064eb-88e2-4ed3-8bdd-28069d10c40b None None] Provisioning complete for port 5ed97f51-fe17-4c3d-bcc7-799b356c3dd7 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:33:38.866634 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6d6064eb-88e2-4ed3-8bdd-28069d10c40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:38.970853 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f073e44-6e6a-4539-9479-667d5af3172c None None] Pushing event updated for resources: {'Port': ['ID=1772164b-d97e-444e-b7ec-166372f51104,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:38.993423 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21084664-3bd9-4c99-9940-f1a77ea6e67d None None] Routers {'6744b4e2-ef68-487e-8016-11c3e36d929f'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:33:38.995094 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-21084664-3bd9-4c99-9940-f1a77ea6e67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:33:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['6744b4e2-ef68-487e-8016-11c3e36d929f'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:33:39.050880 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-e8227d06-27ab-45bb-9ea9-7fbd0be8be4f admin admin] Allocated IP 172.20.0.1 (4c3776cd-e1b3-4e6a-975b-cdf904000766/f7c914b2-4439-45d4-b005-4ab7c54412a5/ee978f54-0d60-498e-a601-a7bd91661dc3) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:33:39.096850 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-6d6064eb-88e2-4ed3-8bdd-28069d10c40b None None] Port 5ed97f51-fe17-4c3d-bcc7-799b356c3dd7 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:33:39.234440 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e8227d06-27ab-45bb-9ea9-7fbd0be8be4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:39.252705 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-e8227d06-27ab-45bb-9ea9-7fbd0be8be4f admin admin] Transition to ACTIVE for port object ee978f54-0d60-498e-a601-a7bd91661dc3 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:33:39.257592 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-21084664-3bd9-4c99-9940-f1a77ea6e67d None None] Set router 6744b4e2-ef68-487e-8016-11c3e36d929f gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:33:39.280334 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e8227d06-27ab-45bb-9ea9-7fbd0be8be4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:39.298995 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a0f3af83-5bf2-4fd9-bb08-919af4081125 req-b038d58e-c517-4d73-a3c3-28a45def2cf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:39.508229 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8227d06-27ab-45bb-9ea9-7fbd0be8be4f admin admin] Network 4c3776cd-e1b3-4e6a-975b-cdf904000766 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:33:39.511446 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-e8227d06-27ab-45bb-9ea9-7fbd0be8be4f admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:33:39.533176 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8227d06-27ab-45bb-9ea9-7fbd0be8be4f admin admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:33:39.621877 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8227d06-27ab-45bb-9ea9-7fbd0be8be4f admin admin] Pushing event updated for resources: {'Port': ['ID=ee978f54-0d60-498e-a601-a7bd91661dc3,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:39.671053 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device a831acc2-125f-4342-92e6-54c6715a7504 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:33:39.677229 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e8227d06-27ab-45bb-9ea9-7fbd0be8be4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:39.849636 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port a831acc2-125f-4342-92e6-54c6715a7504 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:33:39.850191 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:39.982367 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7b05f6-9b2d-4b78-ae92-8ac13eff17de req-e3a8577d-02d3-4c50-aefb-e424e492b1a7 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:39.992796 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6a7b05f6-9b2d-4b78-ae92-8ac13eff17de req-e3a8577d-02d3-4c50-aefb-e424e492b1a7 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 946 time: 0.7035129 May 31 13:33:40.049617 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-cb4e21ce-2551-4989-9fb0-9ae859d8d02f None None] Provisioning for port ee978f54-0d60-498e-a601-a7bd91661dc3 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:33:40.053803 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-cb4e21ce-2551-4989-9fb0-9ae859d8d02f None None] Provisioning complete for port ee978f54-0d60-498e-a601-a7bd91661dc3 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:33:40.083962 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cb4e21ce-2551-4989-9fb0-9ae859d8d02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:40.165583 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-21084664-3bd9-4c99-9940-f1a77ea6e67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6744b4e2-ef68-487e-8016-11c3e36d929f', 'name': 'tempest-TaggedBootDevicesTest_v242-755807215-router', 'tenant_id': 'e8214c87941844eca93c05e6b9a8f274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '1772164b-d97e-444e-b7ec-166372f51104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:33:31Z', 'updated_at': '2022-05-31T13:33:34Z', 'revision_number': 3, 'project_id': 'e8214c87941844eca93c05e6b9a8f274', 'gw_port': {'id': '1772164b-d97e-444e-b7ec-166372f51104', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:18:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6744b4e2-ef68-487e-8016-11c3e36d929f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:33:32Z', 'updated_at': '2022-05-31T13:33:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:33:40.193029 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21084664-3bd9-4c99-9940-f1a77ea6e67d None None] The sync data for ids ['6744b4e2-ef68-487e-8016-11c3e36d929f'] in n-d-843939-1 is: [{'id': '6744b4e2-ef68-487e-8016-11c3e36d929f', 'name': 'tempest-TaggedBootDevicesTest_v242-755807215-router', 'tenant_id': 'e8214c87941844eca93c05e6b9a8f274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '1772164b-d97e-444e-b7ec-166372f51104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:33:31Z', 'updated_at': '2022-05-31T13:33:34Z', 'revision_number': 3, 'project_id': 'e8214c87941844eca93c05e6b9a8f274', 'gw_port': {'id': '1772164b-d97e-444e-b7ec-166372f51104', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:18:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6744b4e2-ef68-487e-8016-11c3e36d929f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:33:32Z', 'updated_at': '2022-05-31T13:33:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:33:40.280129 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port a831acc2-125f-4342-92e6-54c6715a7504 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:33:40.284946 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-a0f3af83-5bf2-4fd9-bb08-919af4081125 req-b038d58e-c517-4d73-a3c3-28a45def2cf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ed97f51-fe17-4c3d-bcc7-799b356c3dd7 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:33:40.295804 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a0f3af83-5bf2-4fd9-bb08-919af4081125 req-b038d58e-c517-4d73-a3c3-28a45def2cf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:40.308758 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-cb4e21ce-2551-4989-9fb0-9ae859d8d02f None None] Port ee978f54-0d60-498e-a601-a7bd91661dc3 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:33:40.324672 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-a0f3af83-5bf2-4fd9-bb08-919af4081125 req-b038d58e-c517-4d73-a3c3-28a45def2cf9 service neutron] Transition to ACTIVE for port object 5ed97f51-fe17-4c3d-bcc7-799b356c3dd7 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:33:40.332501 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a0f3af83-5bf2-4fd9-bb08-919af4081125 req-b038d58e-c517-4d73-a3c3-28a45def2cf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:40.505078 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-eb56d4f3-8563-44d0-80ed-4439d2a03154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:40.575163 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b038d58e-c517-4d73-a3c3-28a45def2cf9 service neutron] Pushing event updated for resources: {'Port': ['ID=5ed97f51-fe17-4c3d-bcc7-799b356c3dd7,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:40.747823 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e8227d06-27ab-45bb-9ea9-7fbd0be8be4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:41.008406 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6a7b05f6-9b2d-4b78-ae92-8ac13eff17de req-64012f8c-3496-487c-89ee-8467c3245dba tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0142233 May 31 13:33:41.200681 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-a0f3af83-5bf2-4fd9-bb08-919af4081125 req-b038d58e-c517-4d73-a3c3-28a45def2cf9 service neutron] Attempting to bind port 5ed97f51-fe17-4c3d-bcc7-799b356c3dd7 on host n-h1-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:33:41.201385 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-a0f3af83-5bf2-4fd9-bb08-919af4081125 req-b038d58e-c517-4d73-a3c3-28a45def2cf9 service neutron] Attempting to bind port 5ed97f51-fe17-4c3d-bcc7-799b356c3dd7 by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': 'ec9d4c6c-e6fe-4f45-bbcc-d2520636dafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fcd0ffae-3ea4-42bd-a169-8d95a1cdbecc'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:33:41.201911 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f3af83-5bf2-4fd9-bb08-919af4081125 req-b038d58e-c517-4d73-a3c3-28a45def2cf9 service neutron] Attempting to bind port 5ed97f51-fe17-4c3d-bcc7-799b356c3dd7 on network fcd0ffae-3ea4-42bd-a169-8d95a1cdbecc {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:33:41.217426 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f3af83-5bf2-4fd9-bb08-919af4081125 req-b038d58e-c517-4d73-a3c3-28a45def2cf9 service neutron] Port 5ed97f51-fe17-4c3d-bcc7-799b356c3dd7 on network fcd0ffae-3ea4-42bd-a169-8d95a1cdbecc not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:33:41.217771 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f3af83-5bf2-4fd9-bb08-919af4081125 req-b038d58e-c517-4d73-a3c3-28a45def2cf9 service neutron] Attempting to bind port 5ed97f51-fe17-4c3d-bcc7-799b356c3dd7 on network fcd0ffae-3ea4-42bd-a169-8d95a1cdbecc {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:33:41.238175 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f3af83-5bf2-4fd9-bb08-919af4081125 req-b038d58e-c517-4d73-a3c3-28a45def2cf9 service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:33:41.238175 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f3af83-5bf2-4fd9-bb08-919af4081125 req-b038d58e-c517-4d73-a3c3-28a45def2cf9 service neutron] Checking segment: {'id': 'ec9d4c6c-e6fe-4f45-bbcc-d2520636dafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fcd0ffae-3ea4-42bd-a169-8d95a1cdbecc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:33:41.238642 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f3af83-5bf2-4fd9-bb08-919af4081125 req-b038d58e-c517-4d73-a3c3-28a45def2cf9 service neutron] Bound using segment: {'id': 'ec9d4c6c-e6fe-4f45-bbcc-d2520636dafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fcd0ffae-3ea4-42bd-a169-8d95a1cdbecc'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:33:41.238981 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-a0f3af83-5bf2-4fd9-bb08-919af4081125 req-b038d58e-c517-4d73-a3c3-28a45def2cf9 service neutron] Bound port: 5ed97f51-fe17-4c3d-bcc7-799b356c3dd7, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec9d4c6c-e6fe-4f45-bbcc-d2520636dafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fcd0ffae-3ea4-42bd-a169-8d95a1cdbecc'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:33:41.239341 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a0f3af83-5bf2-4fd9-bb08-919af4081125 req-b038d58e-c517-4d73-a3c3-28a45def2cf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:41.350042 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e8227d06-27ab-45bb-9ea9-7fbd0be8be4f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:41.356733 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e8227d06-27ab-45bb-9ea9-7fbd0be8be4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:41.489959 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-a0f3af83-5bf2-4fd9-bb08-919af4081125 req-b038d58e-c517-4d73-a3c3-28a45def2cf9 service neutron] For port 5ed97f51-fe17-4c3d-bcc7-799b356c3dd7, host n-h1-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:33:41.495226 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-a0f3af83-5bf2-4fd9-bb08-919af4081125 req-b038d58e-c517-4d73-a3c3-28a45def2cf9 service neutron] For port 5ed97f51-fe17-4c3d-bcc7-799b356c3dd7, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=5ed97f51-fe17-4c3d-bcc7-799b356c3dd7,segment=NetworkSegment(ec9d4c6c-e6fe-4f45-bbcc-d2520636dafe),segment_id=ec9d4c6c-e6fe-4f45-bbcc-d2520636dafe)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:33:41.500557 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a0f3af83-5bf2-4fd9-bb08-919af4081125 req-b038d58e-c517-4d73-a3c3-28a45def2cf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:41.620933 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e8227d06-27ab-45bb-9ea9-7fbd0be8be4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:41.624591 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8227d06-27ab-45bb-9ea9-7fbd0be8be4f admin admin] Pushing event updated for resources: {'Port': ['ID=ee978f54-0d60-498e-a601-a7bd91661dc3,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:41.633907 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3af83-5bf2-4fd9-bb08-919af4081125 req-b038d58e-c517-4d73-a3c3-28a45def2cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:41.638719 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a0f3af83-5bf2-4fd9-bb08-919af4081125 req-b038d58e-c517-4d73-a3c3-28a45def2cf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:41.640336 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a0f3af83-5bf2-4fd9-bb08-919af4081125 req-b038d58e-c517-4d73-a3c3-28a45def2cf9 service neutron] 10.222.0.20 "PUT /v2.0/ports/5ed97f51-fe17-4c3d-bcc7-799b356c3dd7 HTTP/1.1" status: 200 len: 1091 time: 2.8306520 May 31 13:33:41.706851 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b038d58e-c517-4d73-a3c3-28a45def2cf9 service neutron] Pushing event updated for resources: {'Port': ['ID=5ed97f51-fe17-4c3d-bcc7-799b356c3dd7,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:41.825619 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 1772164b-d97e-444e-b7ec-166372f51104 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:33:41.878781 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3af83-5bf2-4fd9-bb08-919af4081125 req-d32158d2-fbf6-4a26-91d3-29a023fe57e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:41.880272 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a0f3af83-5bf2-4fd9-bb08-919af4081125 req-d32158d2-fbf6-4a26-91d3-29a023fe57e4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c546e522a53042bf9288235d025993be&device_id=a3a16018-d373-4f1a-bbba-73ce942d383e HTTP/1.1" status: 200 len: 1094 time: 0.1500993 May 31 13:33:42.046317 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 1772164b-d97e-444e-b7ec-166372f51104 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:33:42.065679 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a0f3af83-5bf2-4fd9-bb08-919af4081125 req-aa5aedaa-2fa7-4b2d-9500-d8a57eb302b6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ed97f51-fe17-4c3d-bcc7-799b356c3dd7 HTTP/1.1" status: 200 len: 217 time: 0.1685092 May 31 13:33:42.065893 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 1772164b-d97e-444e-b7ec-166372f51104 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:33:42.066910 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:42.292064 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3af83-5bf2-4fd9-bb08-919af4081125 req-24475496-0504-448b-a75b-feb4ea4f934e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:42.303564 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a0f3af83-5bf2-4fd9-bb08-919af4081125 req-24475496-0504-448b-a75b-feb4ea4f934e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=de3aa2fa-fbce-46e7-81bc-0f33a5127b1b HTTP/1.1" status: 200 len: 854 time: 0.2109363 May 31 13:33:42.481342 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79385874-79b4-4a82-b7b8-a9e3d3fa05c8'] response: {'name': 'network-changed', 'server_uuid': '822ccb68-475c-4459-a1f6-cff19dde9783', 'tag': '0be7946d-2d6e-4e0f-8c2c-728d4101952c', 'status': 'completed', 'code': 200} May 31 13:33:42.572178 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 1772164b-d97e-444e-b7ec-166372f51104 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:33:42.574648 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:42.627236 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 1772164b-d97e-444e-b7ec-166372f51104, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=1772164b-d97e-444e-b7ec-166372f51104,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:33:42.633152 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:42.642302 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3af83-5bf2-4fd9-bb08-919af4081125 req-308d70e5-836a-4975-982d-268458b7905d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:42.644172 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a0f3af83-5bf2-4fd9-bb08-919af4081125 req-308d70e5-836a-4975-982d-268458b7905d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fcd0ffae-3ea4-42bd-a169-8d95a1cdbecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3235099 May 31 13:33:42.690488 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b57f4-a44a-4125-9458-40f6bb7b71ee req-445cf1e0-6aad-4439-87ba-cac7d031b1b0 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:42.691625 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-067b57f4-a44a-4125-9458-40f6bb7b71ee req-445cf1e0-6aad-4439-87ba-cac7d031b1b0 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Synchronizing usage tracker for tenant:c546e522a53042bf9288235d025993be on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:33:42.753421 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8227d06-27ab-45bb-9ea9-7fbd0be8be4f admin admin] Network 4c3776cd-e1b3-4e6a-975b-cdf904000766 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:33:42.771089 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-e8227d06-27ab-45bb-9ea9-7fbd0be8be4f admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:33:42.871417 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=1772164b-d97e-444e-b7ec-166372f51104,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:42.923071 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-33e542a3-e254-41dc-8c88-db6476ce2a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:43.196384 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-067b57f4-a44a-4125-9458-40f6bb7b71ee req-445cf1e0-6aad-4439-87ba-cac7d031b1b0 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Unset dirty status for tenant:c546e522a53042bf9288235d025993be on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:33:43.200488 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-067b57f4-a44a-4125-9458-40f6bb7b71ee req-445cf1e0-6aad-4439-87ba-cac7d031b1b0 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3a16018-d373-4f1a-bbba-73ce942d383e HTTP/1.1" status: 200 len: 943 time: 0.6934435 May 31 13:33:43.270176 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc65ba4-d555-4b43-8b6b-44d40bee6000 req-642bfdf0-5648-4b7a-be45-699b6e3c7929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:43.275314 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2dc65ba4-d555-4b43-8b6b-44d40bee6000 req-642bfdf0-5648-4b7a-be45-699b6e3c7929 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=21dbbb39ecb9468e8c2cfdaa983b950c&device_id=822ccb68-475c-4459-a1f6-cff19dde9783 HTTP/1.1" status: 200 len: 1096 time: 0.7014453 May 31 13:33:43.304669 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8227d06-27ab-45bb-9ea9-7fbd0be8be4f admin admin] Router 6744b4e2-ef68-487e-8016-11c3e36d929f has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:33:43.345774 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c3647e42-15c0-488d-af3e-a3fbb6f8d219 None None] Provisioning complete for port ee978f54-0d60-498e-a601-a7bd91661dc3 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:33:43.346486 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c3647e42-15c0-488d-af3e-a3fbb6f8d219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:43.397917 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-067b57f4-a44a-4125-9458-40f6bb7b71ee req-98593117-b4e6-4c7c-9108-016f31def103 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] 10.222.0.50 "GET /v2.0/security-groups?id=4c111636-eaff-4500-9f78-1313dd4c7a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041458 May 31 13:33:43.605333 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-c3647e42-15c0-488d-af3e-a3fbb6f8d219 None None] Port ee978f54-0d60-498e-a601-a7bd91661dc3 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:33:43.651207 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-19f781aa-b98c-48a7-b7d7-ea9b5cc91195 req-280de63f-cbd3-48db-a9f0-7c9929b9eb18 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] 10.222.0.50 "GET /v2.0/floatingips/2f4da052-68a2-432c-8d00-b6a61b3676eb HTTP/1.1" status: 200 len: 692 time: 0.1606710 May 31 13:33:43.656677 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a0f3af83-5bf2-4fd9-bb08-919af4081125 req-ac5bab9d-c337-432d-bcc2-c20833e8a307 service neutron] 10.222.0.20 "GET /v2.0/networks/fcd0ffae-3ea4-42bd-a169-8d95a1cdbecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5011303 May 31 13:33:43.724858 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:43.754341 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 1772164b-d97e-444e-b7ec-166372f51104 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:33:43.848345 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:43.862478 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f781aa-b98c-48a7-b7d7-ea9b5cc91195 req-85be5bb8-a06b-4419-b22b-cbaadc44372d tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:43.864800 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-19f781aa-b98c-48a7-b7d7-ea9b5cc91195 req-85be5bb8-a06b-4419-b22b-cbaadc44372d tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] 10.222.0.50 "GET /v2.0/networks/d2103cd5-63ba-4c24-9d95-fd17643bf14c HTTP/1.1" status: 200 len: 784 time: 0.2051392 May 31 13:33:43.895713 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 1772164b-d97e-444e-b7ec-166372f51104 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:33:43.896331 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:43.972646 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0922c4d-05c1-4f88-83e0-136e1f1e2823 req-60b78b40-e117-42c6-986d-25fb69b893f7 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:43.982272 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a0922c4d-05c1-4f88-83e0-136e1f1e2823 req-60b78b40-e117-42c6-986d-25fb69b893f7 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 944 time: 1.2627993 May 31 13:33:44.121197 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8227d06-27ab-45bb-9ea9-7fbd0be8be4f admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:33:44.135752 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbc3cfa-5a5f-43b2-a2c1-71dac7e83644 None None] Sync routers for ids ['6744b4e2-ef68-487e-8016-11c3e36d929f'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:33:44.153854 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 1772164b-d97e-444e-b7ec-166372f51104 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:33:44.158172 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbc3cfa-5a5f-43b2-a2c1-71dac7e83644 None None] Routers {'6744b4e2-ef68-487e-8016-11c3e36d929f'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:33:44.159245 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-9cbc3cfa-5a5f-43b2-a2c1-71dac7e83644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:33:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['6744b4e2-ef68-487e-8016-11c3e36d929f'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:33:44.186054 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e8227d06-27ab-45bb-9ea9-7fbd0be8be4f admin admin] 10.222.0.50 "PUT /v2.0/routers/6744b4e2-ef68-487e-8016-11c3e36d929f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8209181 May 31 13:33:44.200978 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc65ba4-d555-4b43-8b6b-44d40bee6000 req-bdc80192-371b-4050-91e8-08ec69507831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:44.208716 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2dc65ba4-d555-4b43-8b6b-44d40bee6000 req-bdc80192-371b-4050-91e8-08ec69507831 service neutron] 10.222.0.20 "GET /v2.0/networks?id=99f39d4e-e781-47c9-9a59-b91e5a1ecf8e HTTP/1.1" status: 200 len: 930 time: 0.6501088 May 31 13:33:44.310994 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-19f781aa-b98c-48a7-b7d7-ea9b5cc91195 req-fef56972-13d1-44ae-87bc-db45cbd7f416 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.20 HTTP/1.1" status: 200 len: 695 time: 0.4155643 May 31 13:33:44.364114 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2dc65ba4-d555-4b43-8b6b-44d40bee6000 req-5c6a964c-36e5-4c31-89d9-5a6ff9e8bad3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0be7946d-2d6e-4e0f-8c2c-728d4101952c HTTP/1.1" status: 200 len: 217 time: 0.1428258 May 31 13:33:44.442690 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-19f781aa-b98c-48a7-b7d7-ea9b5cc91195 req-d3b41b1e-2a90-4d69-b02e-ff8b97b4cdde tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.20 HTTP/1.1" status: 200 len: 695 time: 0.1301510 May 31 13:33:44.451570 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a0f3af83-5bf2-4fd9-bb08-919af4081125 req-2dcfa95b-fed5-4523-bbc6-6dd3627f0e3a service neutron] 10.222.0.20 "GET /v2.0/networks/fcd0ffae-3ea4-42bd-a169-8d95a1cdbecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5840466 May 31 13:33:44.547101 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3a16018-d373-4f1a-bbba-73ce942d383e', 'tag': '5ed97f51-fe17-4c3d-bcc7-799b356c3dd7'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:33:44.572351 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a0922c4d-05c1-4f88-83e0-136e1f1e2823 req-fa7d8e21-7742-47ce-99b0-01468ae40999 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5892093 May 31 13:33:44.612913 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-9cbc3cfa-5a5f-43b2-a2c1-71dac7e83644 None None] Set router 6744b4e2-ef68-487e-8016-11c3e36d929f gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:33:44.784264 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-19f781aa-b98c-48a7-b7d7-ea9b5cc91195 req-836d011f-c098-422e-9903-af6312472626 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Deleting port 3c65d554-c7cf-44e4-b257-99db22ec3a23 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:33:44.784856 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-19f781aa-b98c-48a7-b7d7-ea9b5cc91195 req-836d011f-c098-422e-9903-af6312472626 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:44.861457 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc65ba4-d555-4b43-8b6b-44d40bee6000 req-edd7edf4-4c92-40fb-a48b-40f3e838bdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:44.865831 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2dc65ba4-d555-4b43-8b6b-44d40bee6000 req-edd7edf4-4c92-40fb-a48b-40f3e838bdb7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f71cc00f-8f35-4761-a9b3-2f0c082bffbb HTTP/1.1" status: 200 len: 868 time: 0.2196343 May 31 13:33:45.166334 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc65ba4-d555-4b43-8b6b-44d40bee6000 req-0eaf4207-3eea-4379-93df-fa905d307f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:45.171490 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2dc65ba4-d555-4b43-8b6b-44d40bee6000 req-0eaf4207-3eea-4379-93df-fa905d307f0e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=99f39d4e-e781-47c9-9a59-b91e5a1ecf8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2529147 May 31 13:33:45.273798 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-19f781aa-b98c-48a7-b7d7-ea9b5cc91195 req-836d011f-c098-422e-9903-af6312472626 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:45.274521 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-19f781aa-b98c-48a7-b7d7-ea9b5cc91195 req-836d011f-c098-422e-9903-af6312472626 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:45.292373 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-9cbc3cfa-5a5f-43b2-a2c1-71dac7e83644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6744b4e2-ef68-487e-8016-11c3e36d929f', 'name': 'tempest-TaggedBootDevicesTest_v242-755807215-router', 'tenant_id': 'e8214c87941844eca93c05e6b9a8f274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '1772164b-d97e-444e-b7ec-166372f51104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:33:31Z', 'updated_at': '2022-05-31T13:33:40Z', 'revision_number': 4, 'project_id': 'e8214c87941844eca93c05e6b9a8f274', 'gw_port': {'id': '1772164b-d97e-444e-b7ec-166372f51104', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:18:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6744b4e2-ef68-487e-8016-11c3e36d929f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:33:32Z', 'updated_at': '2022-05-31T13:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'ee978f54-0d60-498e-a601-a7bd91661dc3', 'name': '', 'network_id': '4c3776cd-e1b3-4e6a-975b-cdf904000766', 'tenant_id': 'e8214c87941844eca93c05e6b9a8f274', 'mac_address': 'fa:16:3e:0e:ee:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6744b4e2-ef68-487e-8016-11c3e36d929f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'f7c914b2-4439-45d4-b005-4ab7c54412a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:33:38Z', 'updated_at': '2022-05-31T13:33:40Z', 'revision_number': 2, 'project_id': 'e8214c87941844eca93c05e6b9a8f274', 'subnets': [{'id': 'f7c914b2-4439-45d4-b005-4ab7c54412a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:33:45.298714 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbc3cfa-5a5f-43b2-a2c1-71dac7e83644 None None] Checking router: 6744b4e2-ef68-487e-8016-11c3e36d929f for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:33:45.299061 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbc3cfa-5a5f-43b2-a2c1-71dac7e83644 None None] Updating router 6744b4e2-ef68-487e-8016-11c3e36d929f port ee978f54-0d60-498e-a601-a7bd91661dc3 binding host n-d-843939-1 {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:33:45.367597 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2dc65ba4-d555-4b43-8b6b-44d40bee6000 req-caa55d6c-256b-4bd4-b0b4-87366946e501 service neutron] 10.222.0.20 "GET /v2.0/networks/99f39d4e-e781-47c9-9a59-b91e5a1ecf8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608050 May 31 13:33:45.378024 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9cbc3cfa-5a5f-43b2-a2c1-71dac7e83644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:45.516906 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:45.679057 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46190) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:33:45.693294 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-68257358-3888-43f9-9774-6f485a3cb863 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1705236011-network', 'tenant_id': 'b7ea50d99ec542369888bfa0ddb46f0f'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:33:45.715157 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-68257358-3888-43f9-9774-6f485a3cb863 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:33:45.724942 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-68257358-3888-43f9-9774-6f485a3cb863 admin admin] Usage tracker for resource:network and tenant:b7ea50d99ec542369888bfa0ddb46f0f is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:33:45.732778 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-68257358-3888-43f9-9774-6f485a3cb863 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:33:45.744696 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-68257358-3888-43f9-9774-6f485a3cb863 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:33:45.780136 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68257358-3888-43f9-9774-6f485a3cb863 admin admin] Made reservation on behalf of b7ea50d99ec542369888bfa0ddb46f0f for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:33:45.786079 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-68257358-3888-43f9-9774-6f485a3cb863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:45.794738 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-19f781aa-b98c-48a7-b7d7-ea9b5cc91195 req-836d011f-c098-422e-9903-af6312472626 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Calling delete_port for 3c65d554-c7cf-44e4-b257-99db22ec3a23 owned by network:floatingip {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:33:45.823727 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-68257358-3888-43f9-9774-6f485a3cb863 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:45.848914 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2dc65ba4-d555-4b43-8b6b-44d40bee6000 req-b3c3718c-4177-4937-b465-6e1b61fd6577 service neutron] 10.222.0.20 "GET /v2.0/networks/99f39d4e-e781-47c9-9a59-b91e5a1ecf8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4540577 May 31 13:33:45.850466 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-68257358-3888-43f9-9774-6f485a3cb863 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:33:45.856368 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-68257358-3888-43f9-9774-6f485a3cb863 admin admin] Usage tracker for resource:security_group_rule and tenant:b7ea50d99ec542369888bfa0ddb46f0f is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:33:45.861944 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-68257358-3888-43f9-9774-6f485a3cb863 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:33:45.871907 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-68257358-3888-43f9-9774-6f485a3cb863 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:33:46.058101 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-68257358-3888-43f9-9774-6f485a3cb863 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:46.064777 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-68257358-3888-43f9-9774-6f485a3cb863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:46.154495 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68257358-3888-43f9-9774-6f485a3cb863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1738a03a-3c6f-4585-ae82-76ea15973642,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:46.188307 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68257358-3888-43f9-9774-6f485a3cb863 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:33:46.222218 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-68257358-3888-43f9-9774-6f485a3cb863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:46.222765 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-68257358-3888-43f9-9774-6f485a3cb863 admin admin] Added segment d19ab666-9a03-45d2-a84c-6f648270a215 of type vlan for network 2ba79938-90ae-42d3-989a-74d2c3014b3a May 31 13:33:46.281384 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9cbc3cfa-5a5f-43b2-a2c1-71dac7e83644 None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:46.310492 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565ca61-69fd-4187-ab3b-ad17873e3fe4 req-ca8c2ace-4d18-4c63-b2f9-c83d2d96102b tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:46.318158 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-68257358-3888-43f9-9774-6f485a3cb863 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:46.322828 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-9cbc3cfa-5a5f-43b2-a2c1-71dac7e83644 None None] Transition to ACTIVE for port object ee978f54-0d60-498e-a601-a7bd91661dc3 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:33:46.324034 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5565ca61-69fd-4187-ab3b-ad17873e3fe4 req-ca8c2ace-4d18-4c63-b2f9-c83d2d96102b tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/networks?id=4805cc3e-f802-432a-a895-ff648d7eea38 HTTP/1.1" status: 200 len: 813 time: 0.4558864 May 31 13:33:46.356553 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9cbc3cfa-5a5f-43b2-a2c1-71dac7e83644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:46.386686 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5565ca61-69fd-4187-ab3b-ad17873e3fe4 req-b0e89021-0c72-4cd1-ad4a-c5de7385f210 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/quotas/971e7e341b6340e7a10be40f9ec104d7 HTTP/1.1" status: 200 len: 375 time: 0.0614047 May 31 13:33:46.429187 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-68257358-3888-43f9-9774-6f485a3cb863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:46.431468 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68257358-3888-43f9-9774-6f485a3cb863 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:46.434591 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-68257358-3888-43f9-9774-6f485a3cb863 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:46.503743 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734f3f65-213b-4ecd-b22e-0fd47c982f02 None None] Pushing event updated for resources: {'Port': ['ID=ee978f54-0d60-498e-a601-a7bd91661dc3,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:46.567929 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-68257358-3888-43f9-9774-6f485a3cb863 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8874660 May 31 13:33:46.573190 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46204) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:33:46.602153 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-dcf98b53-7a5b-40ea-84d1-cd2b1859a931 admin admin] Request body: {'subnet': {'network_id': '2ba79938-90ae-42d3-989a-74d2c3014b3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1705236011-subnet', 'tenant_id': 'b7ea50d99ec542369888bfa0ddb46f0f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:33:46.610047 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-dcf98b53-7a5b-40ea-84d1-cd2b1859a931 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:33:46.616246 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-dcf98b53-7a5b-40ea-84d1-cd2b1859a931 admin admin] Usage tracker for resource:subnet and tenant:b7ea50d99ec542369888bfa0ddb46f0f is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:33:46.620486 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-dcf98b53-7a5b-40ea-84d1-cd2b1859a931 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:33:46.630460 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-dcf98b53-7a5b-40ea-84d1-cd2b1859a931 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:33:46.651871 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf98b53-7a5b-40ea-84d1-cd2b1859a931 admin admin] Made reservation on behalf of b7ea50d99ec542369888bfa0ddb46f0f for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:33:46.656512 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dcf98b53-7a5b-40ea-84d1-cd2b1859a931 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:46.867515 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-9cbc3cfa-5a5f-43b2-a2c1-71dac7e83644 None None] Attempting to bind port ee978f54-0d60-498e-a601-a7bd91661dc3 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:33:46.876276 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-9cbc3cfa-5a5f-43b2-a2c1-71dac7e83644 None None] Attempting to bind port ee978f54-0d60-498e-a601-a7bd91661dc3 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'bb2c489f-9b0a-4922-9750-36d1eab90509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4c3776cd-e1b3-4e6a-975b-cdf904000766'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:33:46.877134 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbc3cfa-5a5f-43b2-a2c1-71dac7e83644 None None] Attempting to bind port ee978f54-0d60-498e-a601-a7bd91661dc3 on network 4c3776cd-e1b3-4e6a-975b-cdf904000766 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:33:46.887401 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5565ca61-69fd-4187-ab3b-ad17873e3fe4 req-60d41f87-5f2c-40db-9d50-3f088f12c4f0 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=971e7e341b6340e7a10be40f9ec104d7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4960148 May 31 13:33:46.907365 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbc3cfa-5a5f-43b2-a2c1-71dac7e83644 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:33:46.908038 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbc3cfa-5a5f-43b2-a2c1-71dac7e83644 None None] Checking segment: {'id': 'bb2c489f-9b0a-4922-9750-36d1eab90509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4c3776cd-e1b3-4e6a-975b-cdf904000766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:33:46.908454 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9cbc3cfa-5a5f-43b2-a2c1-71dac7e83644 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:46.908907 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbc3cfa-5a5f-43b2-a2c1-71dac7e83644 None None] Bound using segment: {'id': 'bb2c489f-9b0a-4922-9750-36d1eab90509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4c3776cd-e1b3-4e6a-975b-cdf904000766'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:33:46.909460 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-9cbc3cfa-5a5f-43b2-a2c1-71dac7e83644 None None] Bound port: ee978f54-0d60-498e-a601-a7bd91661dc3, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb2c489f-9b0a-4922-9750-36d1eab90509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4c3776cd-e1b3-4e6a-975b-cdf904000766'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:33:46.914145 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9cbc3cfa-5a5f-43b2-a2c1-71dac7e83644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:47.002566 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68257358-3888-43f9-9774-6f485a3cb863 admin admin] Pushing event updated for resources: {'Network': ['ID=2ba79938-90ae-42d3-989a-74d2c3014b3a,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:47.015838 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 2ba79938-90ae-42d3-989a-74d2c3014b3a details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:33:47.087110 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-9cbc3cfa-5a5f-43b2-a2c1-71dac7e83644 None None] For port ee978f54-0d60-498e-a601-a7bd91661dc3, host n-d-843939-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:33:47.091679 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-9cbc3cfa-5a5f-43b2-a2c1-71dac7e83644 None None] For port ee978f54-0d60-498e-a601-a7bd91661dc3, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=ee978f54-0d60-498e-a601-a7bd91661dc3,segment=NetworkSegment(bb2c489f-9b0a-4922-9750-36d1eab90509),segment_id=bb2c489f-9b0a-4922-9750-36d1eab90509)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:33:47.096758 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-9cbc3cfa-5a5f-43b2-a2c1-71dac7e83644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:47.135360 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-19f781aa-b98c-48a7-b7d7-ea9b5cc91195 req-836d011f-c098-422e-9903-af6312472626 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:47.237977 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836d011f-c098-422e-9903-af6312472626 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Pushing event deleted for resources: {'Port': ['ID=3c65d554-c7cf-44e4-b257-99db22ec3a23,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:47.293774 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 7a8cfd12-89f8-43e1-94b2-f3acdd103815 no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:33:47.324791 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbc3cfa-5a5f-43b2-a2c1-71dac7e83644 None None] Routers {'6744b4e2-ef68-487e-8016-11c3e36d929f'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:33:47.336167 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-9cbc3cfa-5a5f-43b2-a2c1-71dac7e83644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:33:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['6744b4e2-ef68-487e-8016-11c3e36d929f'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:33:47.547229 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734f3f65-213b-4ecd-b22e-0fd47c982f02 None None] Pushing event updated for resources: {'Port': ['ID=ee978f54-0d60-498e-a601-a7bd91661dc3,revision_number=4']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:47.620958 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 7a8cfd12-89f8-43e1-94b2-f3acdd103815 is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:33:47.621422 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:47.659936 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 7a8cfd12-89f8-43e1-94b2-f3acdd103815, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=7a8cfd12-89f8-43e1-94b2-f3acdd103815,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:33:47.660987 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22472008-87d0-4766-a445-1162ee3e883d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a8cfd12-89f8-43e1-94b2-f3acdd103815'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:33:47.667093 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:47.840146 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5565ca61-69fd-4187-ab3b-ad17873e3fe4 req-8588c102-1c05-4787-8afe-db122e736042 service neutron] 10.222.0.50 "GET /v2.0/networks/4805cc3e-f802-432a-a895-ff648d7eea38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9291615 May 31 13:33:47.843110 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dcf98b53-7a5b-40ea-84d1-cd2b1859a931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:47.844300 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=7a8cfd12-89f8-43e1-94b2-f3acdd103815,revision_number=8']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:47.848470 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-19f781aa-b98c-48a7-b7d7-ea9b5cc91195 req-836d011f-c098-422e-9903-af6312472626 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Notify callbacks [] for floatingip, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:47.850173 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-9cbc3cfa-5a5f-43b2-a2c1-71dac7e83644 None None] Set router 6744b4e2-ef68-487e-8016-11c3e36d929f gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:33:48.147218 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf98b53-7a5b-40ea-84d1-cd2b1859a931 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d265b683-cb30-41a0-b4c2-2529ae405c3e,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:48.203052 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf98b53-7a5b-40ea-84d1-cd2b1859a931 admin admin] Checking segment: {'id': 'd19ab666-9a03-45d2-a84c-6f648270a215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2ba79938-90ae-42d3-989a-74d2c3014b3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:33:48.203812 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf98b53-7a5b-40ea-84d1-cd2b1859a931 admin admin] Network hostable DHCP agents. Network: 2ba79938-90ae-42d3-989a-74d2c3014b3a, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:33:48.230505 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-19f781aa-b98c-48a7-b7d7-ea9b5cc91195 req-836d011f-c098-422e-9903-af6312472626 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:48.231675 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-19f781aa-b98c-48a7-b7d7-ea9b5cc91195 req-836d011f-c098-422e-9903-af6312472626 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] 10.222.0.50 "DELETE /v2.0/floatingips/2f4da052-68a2-432c-8d00-b6a61b3676eb HTTP/1.1" status: 204 len: 173 time: 3.7883921 May 31 13:33:48.252624 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf98b53-7a5b-40ea-84d1-cd2b1859a931 admin admin] Network 2ba79938-90ae-42d3-989a-74d2c3014b3a is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:33:48.256908 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5565ca61-69fd-4187-ab3b-ad17873e3fe4 req-6917c282-80f7-4ac1-8c0c-060405640d02 service neutron] 10.222.0.50 "GET /v2.0/networks/4805cc3e-f802-432a-a895-ff648d7eea38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3969719 May 31 13:33:48.270360 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-dcf98b53-7a5b-40ea-84d1-cd2b1859a931 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 2ba79938-90ae-42d3-989a-74d2c3014b3a) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:33:48.284519 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24c78bc-e5d8-4ca0-bd8f-823286e7f106 None None] Network 2ba79938-90ae-42d3-989a-74d2c3014b3a requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:33:48.320289 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf98b53-7a5b-40ea-84d1-cd2b1859a931 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:48.324302 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dcf98b53-7a5b-40ea-84d1-cd2b1859a931 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:48.390801 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-dcf98b53-7a5b-40ea-84d1-cd2b1859a931 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8027878 May 31 13:33:48.392377 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46214) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:33:48.408365 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-775f24fd-e232-401d-b825-19e70d94f7bc admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1705236011-router', 'tenant_id': 'b7ea50d99ec542369888bfa0ddb46f0f', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:33:48.421630 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-775f24fd-e232-401d-b825-19e70d94f7bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:33:48.432294 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-775f24fd-e232-401d-b825-19e70d94f7bc admin admin] Usage tracker for resource:router and tenant:b7ea50d99ec542369888bfa0ddb46f0f is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:33:48.439651 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-775f24fd-e232-401d-b825-19e70d94f7bc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:33:48.459087 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-775f24fd-e232-401d-b825-19e70d94f7bc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:33:48.481827 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-775f24fd-e232-401d-b825-19e70d94f7bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:48.484445 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-775f24fd-e232-401d-b825-19e70d94f7bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:48.516018 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-9cbc3cfa-5a5f-43b2-a2c1-71dac7e83644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6744b4e2-ef68-487e-8016-11c3e36d929f', 'name': 'tempest-TaggedBootDevicesTest_v242-755807215-router', 'tenant_id': 'e8214c87941844eca93c05e6b9a8f274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '1772164b-d97e-444e-b7ec-166372f51104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:33:31Z', 'updated_at': '2022-05-31T13:33:40Z', 'revision_number': 4, 'project_id': 'e8214c87941844eca93c05e6b9a8f274', 'gw_port': {'id': '1772164b-d97e-444e-b7ec-166372f51104', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:18:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6744b4e2-ef68-487e-8016-11c3e36d929f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:33:32Z', 'updated_at': '2022-05-31T13:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'ee978f54-0d60-498e-a601-a7bd91661dc3', 'name': '', 'network_id': '4c3776cd-e1b3-4e6a-975b-cdf904000766', 'tenant_id': 'e8214c87941844eca93c05e6b9a8f274', 'mac_address': 'fa:16:3e:0e:ee:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6744b4e2-ef68-487e-8016-11c3e36d929f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'f7c914b2-4439-45d4-b005-4ab7c54412a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:33:38Z', 'updated_at': '2022-05-31T13:33:47Z', 'revision_number': 4, 'project_id': 'e8214c87941844eca93c05e6b9a8f274', 'subnets': [{'id': 'f7c914b2-4439-45d4-b005-4ab7c54412a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:33:48.522974 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-775f24fd-e232-401d-b825-19e70d94f7bc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:48.537330 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbc3cfa-5a5f-43b2-a2c1-71dac7e83644 None None] The sync data for ids ['6744b4e2-ef68-487e-8016-11c3e36d929f'] in n-d-843939-1 is: [{'id': '6744b4e2-ef68-487e-8016-11c3e36d929f', 'name': 'tempest-TaggedBootDevicesTest_v242-755807215-router', 'tenant_id': 'e8214c87941844eca93c05e6b9a8f274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '1772164b-d97e-444e-b7ec-166372f51104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:33:31Z', 'updated_at': '2022-05-31T13:33:40Z', 'revision_number': 4, 'project_id': 'e8214c87941844eca93c05e6b9a8f274', 'gw_port': {'id': '1772164b-d97e-444e-b7ec-166372f51104', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:18:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6744b4e2-ef68-487e-8016-11c3e36d929f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:33:32Z', 'updated_at': '2022-05-31T13:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'ee978f54-0d60-498e-a601-a7bd91661dc3', 'name': '', 'network_id': '4c3776cd-e1b3-4e6a-975b-cdf904000766', 'tenant_id': 'e8214c87941844eca93c05e6b9a8f274', 'mac_address': 'fa:16:3e:0e:ee:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6744b4e2-ef68-487e-8016-11c3e36d929f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'f7c914b2-4439-45d4-b005-4ab7c54412a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:33:38Z', 'updated_at': '2022-05-31T13:33:47Z', 'revision_number': 4, 'project_id': 'e8214c87941844eca93c05e6b9a8f274', 'subnets': [{'id': 'f7c914b2-4439-45d4-b005-4ab7c54412a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:33:48.891633 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d224fad-0d9e-4aa3-a5a6-2f15be4455f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-2ba79938-90ae-42d3-989a-74d2c3014b3a', 'network_id': '2ba79938-90ae-42d3-989a-74d2c3014b3a', 'tenant_id': 'b7ea50d99ec542369888bfa0ddb46f0f', 'fixed_ips': [{'subnet_id': 'd265b683-cb30-41a0-b4c2-2529ae405c3e'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:33:48.892663 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0d224fad-0d9e-4aa3-a5a6-2f15be4455f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:49.106956 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-775f24fd-e232-401d-b825-19e70d94f7bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:49.140715 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-0d224fad-0d9e-4aa3-a5a6-2f15be4455f3 None None] Allocated IP 172.20.0.2 (2ba79938-90ae-42d3-989a-74d2c3014b3a/d265b683-cb30-41a0-b4c2-2529ae405c3e/74ed3013-7909-4113-a038-6b9d835dde26) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:33:49.386410 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02a8173d-e76f-4a39-8b3e-94e7b70ba9cf'] response: {'name': 'network-changed', 'server_uuid': 'a3a16018-d373-4f1a-bbba-73ce942d383e', 'tag': '5ed97f51-fe17-4c3d-bcc7-799b356c3dd7', 'status': 'completed', 'code': 200} May 31 13:33:49.444821 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0d224fad-0d9e-4aa3-a5a6-2f15be4455f3 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:49.457746 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0d224fad-0d9e-4aa3-a5a6-2f15be4455f3 None None] Transition to ACTIVE for port object 74ed3013-7909-4113-a038-6b9d835dde26 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:33:49.462565 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caee9427-44e8-4563-8fef-ba800f5ab6cd req-38f4a88a-0593-4ace-8993-226aad90a809 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:49.464077 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-caee9427-44e8-4563-8fef-ba800f5ab6cd req-38f4a88a-0593-4ace-8993-226aad90a809 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3a16018-d373-4f1a-bbba-73ce942d383e HTTP/1.1" status: 200 len: 943 time: 0.5490150 May 31 13:33:49.485019 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0d224fad-0d9e-4aa3-a5a6-2f15be4455f3 None None] Transition to ACTIVE for port object 74ed3013-7909-4113-a038-6b9d835dde26 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:33:49.492246 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0d224fad-0d9e-4aa3-a5a6-2f15be4455f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:49.549396 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-caee9427-44e8-4563-8fef-ba800f5ab6cd req-66b1e780-cf96-4bfc-8920-744065bc545d tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] 10.222.0.50 "GET /v2.0/security-groups?id=4c111636-eaff-4500-9f78-1313dd4c7a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709352 May 31 13:33:49.596661 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2c743e-7c93-4441-9d49-3f8760aed438 req-6a1c39ac-468e-44ef-b056-6efc4d2e2a37 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:49.606319 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5a2c743e-7c93-4441-9d49-3f8760aed438 req-6a1c39ac-468e-44ef-b056-6efc4d2e2a37 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 944 time: 0.2188532 May 31 13:33:49.620170 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d224fad-0d9e-4aa3-a5a6-2f15be4455f3 None None] Network 2ba79938-90ae-42d3-989a-74d2c3014b3a is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:33:49.625316 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-0d224fad-0d9e-4aa3-a5a6-2f15be4455f3 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:33:49.630053 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d224fad-0d9e-4aa3-a5a6-2f15be4455f3 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:33:49.685589 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device ee978f54-0d60-498e-a601-a7bd91661dc3 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:33:49.708406 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5a2c743e-7c93-4441-9d49-3f8760aed438 req-eb9eaabf-2906-4b07-97f1-02107c617dbd tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010165 May 31 13:33:49.723412 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d224fad-0d9e-4aa3-a5a6-2f15be4455f3 None None] Pushing event updated for resources: {'Port': ['ID=74ed3013-7909-4113-a038-6b9d835dde26,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:49.861101 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-933cbebe-4d6a-40f6-a3a9-3305ca580690'] response: {'server_uuid': '22472008-87d0-4766-a445-1162ee3e883d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a8cfd12-89f8-43e1-94b2-f3acdd103815', 'code': 200} May 31 13:33:49.865752 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-0d224fad-0d9e-4aa3-a5a6-2f15be4455f3 None None] Attempting to bind port 74ed3013-7909-4113-a038-6b9d835dde26 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:33:49.866273 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-0d224fad-0d9e-4aa3-a5a6-2f15be4455f3 None None] Attempting to bind port 74ed3013-7909-4113-a038-6b9d835dde26 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'd19ab666-9a03-45d2-a84c-6f648270a215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2ba79938-90ae-42d3-989a-74d2c3014b3a'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:33:49.866750 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d224fad-0d9e-4aa3-a5a6-2f15be4455f3 None None] Attempting to bind port 74ed3013-7909-4113-a038-6b9d835dde26 on network 2ba79938-90ae-42d3-989a-74d2c3014b3a {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:33:49.877846 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d224fad-0d9e-4aa3-a5a6-2f15be4455f3 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:33:49.878382 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d224fad-0d9e-4aa3-a5a6-2f15be4455f3 None None] Checking segment: {'id': 'd19ab666-9a03-45d2-a84c-6f648270a215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2ba79938-90ae-42d3-989a-74d2c3014b3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:33:49.878882 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0d224fad-0d9e-4aa3-a5a6-2f15be4455f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:49.879506 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d224fad-0d9e-4aa3-a5a6-2f15be4455f3 None None] Bound using segment: {'id': 'd19ab666-9a03-45d2-a84c-6f648270a215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2ba79938-90ae-42d3-989a-74d2c3014b3a'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:33:49.880088 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-0d224fad-0d9e-4aa3-a5a6-2f15be4455f3 None None] Bound port: 74ed3013-7909-4113-a038-6b9d835dde26, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd19ab666-9a03-45d2-a84c-6f648270a215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2ba79938-90ae-42d3-989a-74d2c3014b3a'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:33:49.880604 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0d224fad-0d9e-4aa3-a5a6-2f15be4455f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:50.021090 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0d224fad-0d9e-4aa3-a5a6-2f15be4455f3 None None] For port 74ed3013-7909-4113-a038-6b9d835dde26, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:33:50.023505 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port ee978f54-0d60-498e-a601-a7bd91661dc3 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:33:50.032716 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0d224fad-0d9e-4aa3-a5a6-2f15be4455f3 None None] For port 74ed3013-7909-4113-a038-6b9d835dde26, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=74ed3013-7909-4113-a038-6b9d835dde26,segment=NetworkSegment(d19ab666-9a03-45d2-a84c-6f648270a215),segment_id=d19ab666-9a03-45d2-a84c-6f648270a215)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:33:50.033821 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port ee978f54-0d60-498e-a601-a7bd91661dc3 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:33:50.035067 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:50.173554 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-775f24fd-e232-401d-b825-19e70d94f7bc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:50.180367 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0d224fad-0d9e-4aa3-a5a6-2f15be4455f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:50.317838 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d224fad-0d9e-4aa3-a5a6-2f15be4455f3 None None] Pushing event updated for resources: {'Port': ['ID=74ed3013-7909-4113-a038-6b9d835dde26,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:50.381430 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-046327eb-afb7-4cf6-ba21-9c23bf91d80c req-f1a5653f-4166-4a44-a341-72c42d1a0a2b tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4722eaf-2938-4f72-acd8-1afe4ad46276 HTTP/1.1" status: 200 len: 210 time: 0.2091198 May 31 13:33:50.387249 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-775f24fd-e232-401d-b825-19e70d94f7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:50.431825 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port ee978f54-0d60-498e-a601-a7bd91661dc3 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:33:50.432405 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:50.474299 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port ee978f54-0d60-498e-a601-a7bd91661dc3, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=ee978f54-0d60-498e-a601-a7bd91661dc3,segment=NetworkSegment(bb2c489f-9b0a-4922-9750-36d1eab90509),segment_id=bb2c489f-9b0a-4922-9750-36d1eab90509)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:33:50.480239 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:50.571675 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=ee978f54-0d60-498e-a601-a7bd91661dc3,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:50.787784 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565ca61-69fd-4187-ab3b-ad17873e3fe4 req-69ce78b4-1268-4879-b7d5-f14589dd1196 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:50.789244 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5565ca61-69fd-4187-ab3b-ad17873e3fe4 req-69ce78b4-1268-4879-b7d5-f14589dd1196 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.44 "GET /v2.0/networks?id=4805cc3e-f802-432a-a895-ff648d7eea38 HTTP/1.1" status: 200 len: 813 time: 0.6180155 May 31 13:33:50.805021 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817cffe-16f4-43ff-bc26-e823ec1ef4f9 req-b17f6473-0a74-4395-bc77-dd25c9bfff3a tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:50.806791 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e817cffe-16f4-43ff-bc26-e823ec1ef4f9 req-b17f6473-0a74-4395-bc77-dd25c9bfff3a tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] 10.222.0.50 "GET /v2.0/ports?device_id=22472008-87d0-4766-a445-1162ee3e883d HTTP/1.1" status: 200 len: 948 time: 0.6370833 May 31 13:33:50.817467 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-5565ca61-69fd-4187-ab3b-ad17873e3fe4 req-112535f8-35e6-4dd2-9068-26d268881b2b tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Request body: {'port': {'device_id': 'd4722eaf-2938-4f72-acd8-1afe4ad46276', 'network_id': '4805cc3e-f802-432a-a895-ff648d7eea38', 'admin_state_up': True, 'tenant_id': '971e7e341b6340e7a10be40f9ec104d7'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:33:50.910319 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-775f24fd-e232-401d-b825-19e70d94f7bc admin admin] Allocated IP 172.25.6.177 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/7bd70aca-0a8b-45e8-994f-f2b4b1555fa9) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:33:50.926186 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6b31a-ebdc-4a9a-ae12-76babff4be1a req-0e5bc773-8a69-4f6e-902e-16aa00c8e274 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:50.927644 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5bc6b31a-ebdc-4a9a-ae12-76babff4be1a req-0e5bc773-8a69-4f6e-902e-16aa00c8e274 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 944 time: 0.4075735 May 31 13:33:51.062969 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e817cffe-16f4-43ff-bc26-e823ec1ef4f9 req-02d1c5fc-608e-4b3a-a3a8-baf3532d7ccd tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] 10.222.0.50 "GET /v2.0/security-groups?id=47ec8c87-955a-4ab3-b9ba-c8b3e8fd5fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306249 May 31 13:33:51.125220 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5bc6b31a-ebdc-4a9a-ae12-76babff4be1a req-858a3ae3-8a9c-440a-ade0-0b93740bf71c tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1829631 May 31 13:33:51.183089 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-5565ca61-69fd-4187-ab3b-ad17873e3fe4 req-112535f8-35e6-4dd2-9068-26d268881b2b tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:33:51.188061 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46258) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:33:51.195496 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-5565ca61-69fd-4187-ab3b-ad17873e3fe4 req-112535f8-35e6-4dd2-9068-26d268881b2b tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Usage tracker for resource:port and tenant:971e7e341b6340e7a10be40f9ec104d7 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:33:51.209698 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-5565ca61-69fd-4187-ab3b-ad17873e3fe4 req-112535f8-35e6-4dd2-9068-26d268881b2b tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:33:51.234601 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-5565ca61-69fd-4187-ab3b-ad17873e3fe4 req-112535f8-35e6-4dd2-9068-26d268881b2b tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:33:51.274805 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bf2e257f-64f2-4ccc-9bec-f0575a7d83c7 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:51.308246 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bf2e257f-64f2-4ccc-9bec-f0575a7d83c7 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:51.325796 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-775f24fd-e232-401d-b825-19e70d94f7bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:51.362290 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-775f24fd-e232-401d-b825-19e70d94f7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:51.394988 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bf2e257f-64f2-4ccc-9bec-f0575a7d83c7 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:51.425745 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2e257f-64f2-4ccc-9bec-f0575a7d83c7 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c80fd8-e3d9-4abf-81d7-2c5770669ba4,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:51.448729 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bf2e257f-64f2-4ccc-9bec-f0575a7d83c7 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:51.450083 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-bf2e257f-64f2-4ccc-9bec-f0575a7d83c7 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "DELETE /v2.0/security-groups/04c80fd8-e3d9-4abf-81d7-2c5770669ba4 HTTP/1.1" status: 204 len: 168 time: 0.2596748 May 31 13:33:51.452524 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46266) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:33:51.457505 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775f24fd-e232-401d-b825-19e70d94f7bc admin admin] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:33:51.468229 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-775f24fd-e232-401d-b825-19e70d94f7bc admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:33:51.470020 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5565ca61-69fd-4187-ab3b-ad17873e3fe4 req-112535f8-35e6-4dd2-9068-26d268881b2b tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Made reservation on behalf of 971e7e341b6340e7a10be40f9ec104d7 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:33:51.473722 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-5565ca61-69fd-4187-ab3b-ad17873e3fe4 req-112535f8-35e6-4dd2-9068-26d268881b2b tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:51.484178 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-3aca28a7-e50d-4ae3-9058-865b3b23e704 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] show failed (client error): The resource could not be found. May 31 13:33:51.485441 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-3aca28a7-e50d-4ae3-9058-865b3b23e704 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "GET /v2.0/security-groups/04c80fd8-e3d9-4abf-81d7-2c5770669ba4 HTTP/1.1" status: 404 len: 347 time: 0.0316758 May 31 13:33:51.488424 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46270) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:33:51.493168 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775f24fd-e232-401d-b825-19e70d94f7bc admin admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:33:51.590374 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7301be66-e771-40c6-8f3d-33d3f788c6cd None None] Network 2ba79938-90ae-42d3-989a-74d2c3014b3a requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:33:51.672503 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-c1bc3f69-4e5c-4a5e-940a-f0963f2bf064 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Deleting port f88e1119-3518-4e53-9717-4eb2fdf7f122 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:33:51.673038 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c1bc3f69-4e5c-4a5e-940a-f0963f2bf064 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:51.700607 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device ee978f54-0d60-498e-a601-a7bd91661dc3 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:33:51.783650 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-4cf8c7d4-aebc-40fe-8cc4-f786907f216c None None] Provisioning for port 74ed3013-7909-4113-a038-6b9d835dde26 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:33:51.880371 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775f24fd-e232-401d-b825-19e70d94f7bc admin admin] Pushing event updated for resources: {'Port': ['ID=7bd70aca-0a8b-45e8-994f-f2b4b1555fa9,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:51.883382 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port ee978f54-0d60-498e-a601-a7bd91661dc3 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:33:51.884456 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:51.914033 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c1bc3f69-4e5c-4a5e-940a-f0963f2bf064 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:51.914366 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c1bc3f69-4e5c-4a5e-940a-f0963f2bf064 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:51.987845 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e2aeca-c1e7-48ff-9141-b1bb9f0b6307 req-594dde2e-3027-410d-a6b7-7c1ed2e2ad81 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:51.988802 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-13e2aeca-c1e7-48ff-9141-b1bb9f0b6307 req-594dde2e-3027-410d-a6b7-7c1ed2e2ad81 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Synchronizing usage tracker for tenant:21dbbb39ecb9468e8c2cfdaa983b950c on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:33:52.055402 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb513a8d-ba3b-4948-80cc-9972b364a9d0 req-642d83ca-adc8-4272-9355-60caf15f29fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:52.057068 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fb513a8d-ba3b-4948-80cc-9972b364a9d0 req-642d83ca-adc8-4272-9355-60caf15f29fd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c546e522a53042bf9288235d025993be&device_id=a3a16018-d373-4f1a-bbba-73ce942d383e HTTP/1.1" status: 200 len: 1094 time: 0.2560275 May 31 13:33:52.063847 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-c1bc3f69-4e5c-4a5e-940a-f0963f2bf064 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Calling delete_port for f88e1119-3518-4e53-9717-4eb2fdf7f122 owned by network:floatingip {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:33:52.069060 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port ee978f54-0d60-498e-a601-a7bd91661dc3 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:33:52.070369 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 74ed3013-7909-4113-a038-6b9d835dde26 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:33:52.147507 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-13e2aeca-c1e7-48ff-9141-b1bb9f0b6307 req-594dde2e-3027-410d-a6b7-7c1ed2e2ad81 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Unset dirty status for tenant:21dbbb39ecb9468e8c2cfdaa983b950c on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:33:52.148702 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-13e2aeca-c1e7-48ff-9141-b1bb9f0b6307 req-594dde2e-3027-410d-a6b7-7c1ed2e2ad81 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] 10.222.0.50 "GET /v2.0/ports?device_id=822ccb68-475c-4459-a1f6-cff19dde9783&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.9232423 May 31 13:33:52.156668 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 74ed3013-7909-4113-a038-6b9d835dde26 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:33:52.162568 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 74ed3013-7909-4113-a038-6b9d835dde26 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:33:52.162941 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:52.176774 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0256665e-6831-4f3d-aca0-d5754c9c21eb req-455e09b2-3cde-41f6-a7ca-f2aa0cfa5451 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:52.183917 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0256665e-6831-4f3d-aca0-d5754c9c21eb req-455e09b2-3cde-41f6-a7ca-f2aa0cfa5451 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3a16018-d373-4f1a-bbba-73ce942d383e HTTP/1.1" status: 200 len: 943 time: 0.7448325 May 31 13:33:52.275866 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-13e2aeca-c1e7-48ff-9141-b1bb9f0b6307 req-57fc8ad6-90b4-43d2-a080-c929c2a1d188 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Synchronizing usage tracker for tenant:21dbbb39ecb9468e8c2cfdaa983b950c on resource:floatingip {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:33:52.285621 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-5565ca61-69fd-4187-ab3b-ad17873e3fe4 req-112535f8-35e6-4dd2-9068-26d268881b2b tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Allocated IP 172.20.0.12 (4805cc3e-f802-432a-a895-ff648d7eea38/78475d05-cc98-4fb2-b531-8986b43f0ba1/b22cfacd-16d1-4211-980d-7a09df50f788) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:33:52.332318 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 74ed3013-7909-4113-a038-6b9d835dde26 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:33:52.333034 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:52.372478 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb513a8d-ba3b-4948-80cc-9972b364a9d0 req-a47652d7-ceaa-497b-bc09-68aebe240701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:52.373886 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fb513a8d-ba3b-4948-80cc-9972b364a9d0 req-a47652d7-ceaa-497b-bc09-68aebe240701 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fcd0ffae-3ea4-42bd-a169-8d95a1cdbecc HTTP/1.1" status: 200 len: 916 time: 0.2775555 May 31 13:33:52.375906 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-13e2aeca-c1e7-48ff-9141-b1bb9f0b6307 req-57fc8ad6-90b4-43d2-a080-c929c2a1d188 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Unset dirty status for tenant:21dbbb39ecb9468e8c2cfdaa983b950c on resource:floatingip {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:33:52.377017 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-13e2aeca-c1e7-48ff-9141-b1bb9f0b6307 req-57fc8ad6-90b4-43d2-a080-c929c2a1d188 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.2158675 May 31 13:33:52.405219 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 74ed3013-7909-4113-a038-6b9d835dde26, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=74ed3013-7909-4113-a038-6b9d835dde26,segment=NetworkSegment(d19ab666-9a03-45d2-a84c-6f648270a215),segment_id=d19ab666-9a03-45d2-a84c-6f648270a215)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:33:52.411978 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:52.433739 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0256665e-6831-4f3d-aca0-d5754c9c21eb req-9d22fb80-a0f0-4718-aa53-78e483fdb317 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] 10.222.0.50 "GET /v2.0/security-groups?id=4c111636-eaff-4500-9f78-1313dd4c7a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2488368 May 31 13:33:52.441344 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c1bc3f69-4e5c-4a5e-940a-f0963f2bf064 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:52.551366 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=74ed3013-7909-4113-a038-6b9d835dde26,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:52.589879 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-870c1b2a-8f12-4ff4-979e-493cfbe39609 None None] Provisioning complete for port 74ed3013-7909-4113-a038-6b9d835dde26 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:33:52.591912 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-870c1b2a-8f12-4ff4-979e-493cfbe39609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:52.701966 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fb513a8d-ba3b-4948-80cc-9972b364a9d0 req-da09eec6-55c2-48b6-a52d-5502322e0efe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ed97f51-fe17-4c3d-bcc7-799b356c3dd7 HTTP/1.1" status: 200 len: 217 time: 0.2542536 May 31 13:33:52.774237 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bc3f69-4e5c-4a5e-940a-f0963f2bf064 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Pushing event deleted for resources: {'Port': ['ID=f88e1119-3518-4e53-9717-4eb2fdf7f122,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:52.785289 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-870c1b2a-8f12-4ff4-979e-493cfbe39609 None None] Current status of the port 74ed3013-7909-4113-a038-6b9d835dde26 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:33:52.803348 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-775f24fd-e232-401d-b825-19e70d94f7bc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:52.938378 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb513a8d-ba3b-4948-80cc-9972b364a9d0 req-9f569d0d-f49d-46e1-9af0-a1937d181c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:52.939891 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fb513a8d-ba3b-4948-80cc-9972b364a9d0 req-9f569d0d-f49d-46e1-9af0-a1937d181c50 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=de3aa2fa-fbce-46e7-81bc-0f33a5127b1b HTTP/1.1" status: 200 len: 854 time: 0.2301309 May 31 13:33:52.989644 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-93f60ce5-b5d8-49ea-a83e-4bab1e68b17e req-77a6e7d9-ea85-434a-ad97-55832a133e43 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1119699 May 31 13:33:52.990087 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c1bc3f69-4e5c-4a5e-940a-f0963f2bf064 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Notify callbacks [] for floatingip, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:53.029061 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c1bc3f69-4e5c-4a5e-940a-f0963f2bf064 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:53.033950 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c1bc3f69-4e5c-4a5e-940a-f0963f2bf064 tempest-ImagesOneServerNegativeTestJSON-794686675 tempest-ImagesOneServerNegativeTestJSON-794686675-project] 10.222.0.50 "DELETE /v2.0/floatingips/9a305276-644e-4b95-ab4f-0fa22c539239 HTTP/1.1" status: 204 len: 168 time: 1.5410335 May 31 13:33:53.056372 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb513a8d-ba3b-4948-80cc-9972b364a9d0 req-7376e0f6-b283-48b6-80d4-9bc505d24b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:53.058062 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fb513a8d-ba3b-4948-80cc-9972b364a9d0 req-7376e0f6-b283-48b6-80d4-9bc505d24b79 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fcd0ffae-3ea4-42bd-a169-8d95a1cdbecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1103284 May 31 13:33:53.066582 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4e331d77-ef0c-4aec-a9c6-b55683e4907c req-fa832c7c-5485-4cf7-bce2-ebcceb0f98cf tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4722eaf-2938-4f72-acd8-1afe4ad46276 HTTP/1.1" status: 200 len: 210 time: 0.0809596 May 31 13:33:53.310456 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-5565ca61-69fd-4187-ab3b-ad17873e3fe4 req-112535f8-35e6-4dd2-9068-26d268881b2b tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:53.370851 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fb513a8d-ba3b-4948-80cc-9972b364a9d0 req-e6ce23b6-b570-4c8e-ba8b-5c549ddc2f96 service neutron] 10.222.0.20 "GET /v2.0/networks/fcd0ffae-3ea4-42bd-a169-8d95a1cdbecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3059087 May 31 13:33:53.541868 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fb513a8d-ba3b-4948-80cc-9972b364a9d0 req-c7b82711-f585-4fb5-89d3-293eb3ec4c53 service neutron] 10.222.0.20 "GET /v2.0/networks/fcd0ffae-3ea4-42bd-a169-8d95a1cdbecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642504 May 31 13:33:53.597683 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 74ed3013-7909-4113-a038-6b9d835dde26 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:33:53.640265 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1bbf00-c87d-4656-a5d5-59aba649dbe3 req-97a18d16-61fc-47ae-a5ec-7e6f625484d7 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:53.642028 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fc1bbf00-c87d-4656-a5d5-59aba649dbe3 req-97a18d16-61fc-47ae-a5ec-7e6f625484d7 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 944 time: 0.5106149 May 31 13:33:53.683290 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-775f24fd-e232-401d-b825-19e70d94f7bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:53.692596 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 74ed3013-7909-4113-a038-6b9d835dde26 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:33:53.692949 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-5565ca61-69fd-4187-ab3b-ad17873e3fe4 req-112535f8-35e6-4dd2-9068-26d268881b2b tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:53.693090 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:53.724912 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['6fba84dd-602c-4af4-8cc6-163477023a03'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:33:53.887422 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fc1bbf00-c87d-4656-a5d5-59aba649dbe3 req-e081b59b-fe3b-48aa-ac1a-ad45fed76af0 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2295167 May 31 13:33:53.935075 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 74ed3013-7909-4113-a038-6b9d835dde26 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:33:53.985393 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5565ca61-69fd-4187-ab3b-ad17873e3fe4 req-112535f8-35e6-4dd2-9068-26d268881b2b tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Network 4805cc3e-f802-432a-a895-ff648d7eea38 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:33:53.987642 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-5565ca61-69fd-4187-ab3b-ad17873e3fe4 req-112535f8-35e6-4dd2-9068-26d268881b2b tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:33:53.989482 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112535f8-35e6-4dd2-9068-26d268881b2b tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Pushing event updated for resources: {'Port': ['ID=b22cfacd-16d1-4211-980d-7a09df50f788,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:54.001235 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-5565ca61-69fd-4187-ab3b-ad17873e3fe4 req-112535f8-35e6-4dd2-9068-26d268881b2b tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:33:54.195192 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565ca61-69fd-4187-ab3b-ad17873e3fe4 req-112535f8-35e6-4dd2-9068-26d268881b2b tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:54.196842 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-5565ca61-69fd-4187-ab3b-ad17873e3fe4 req-112535f8-35e6-4dd2-9068-26d268881b2b tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:54.320459 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5565ca61-69fd-4187-ab3b-ad17873e3fe4 req-112535f8-35e6-4dd2-9068-26d268881b2b tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5097594 May 31 13:33:54.333835 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331393f-a344-4597-8325-8834a24a2d60 req-ece6e23b-6210-4958-a150-d558f99f4248 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:54.336289 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9331393f-a344-4597-8325-8834a24a2d60 req-ece6e23b-6210-4958-a150-d558f99f4248 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/ports?device_id=96c0d0e6-6de6-4bed-bd2a-154d02801961 HTTP/1.1" status: 200 len: 945 time: 0.4965672 May 31 13:33:54.412456 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-775f24fd-e232-401d-b825-19e70d94f7bc admin admin] Router 8fd059d4-8a49-4c38-b3fa-a3960d2179ce is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 13:33:54.429873 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8500be7d-e19a-4df7-944c-d0f28b31a0bb req-72bca662-ab64-4b28-9a84-8b004d6a75f3 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:54.432004 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8500be7d-e19a-4df7-944c-d0f28b31a0bb req-72bca662-ab64-4b28-9a84-8b004d6a75f3 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3a16018-d373-4f1a-bbba-73ce942d383e HTTP/1.1" status: 200 len: 943 time: 0.3744345 May 31 13:33:54.566173 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-5565ca61-69fd-4187-ab3b-ad17873e3fe4 req-750393cd-1f4e-4074-9127-cf3d6b7aa9ba service neutron] Request body: {'port': {'device_id': 'd4722eaf-2938-4f72-acd8-1afe4ad46276', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:33:54.625690 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9331393f-a344-4597-8325-8834a24a2d60 req-f18e1ebe-5c77-441e-93cd-16922465d417 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4eda8c6-2ff8-4ec5-a939-d72272274cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2655191 May 31 13:33:54.753324 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8500be7d-e19a-4df7-944c-d0f28b31a0bb req-f0d621ba-aaf4-4f0a-99b6-5eebc281d48a tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] 10.222.0.50 "GET /v2.0/security-groups?id=4c111636-eaff-4500-9f78-1313dd4c7a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3047662 May 31 13:33:54.896701 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-5565ca61-69fd-4187-ab3b-ad17873e3fe4 req-750393cd-1f4e-4074-9127-cf3d6b7aa9ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:54.909390 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-775f24fd-e232-401d-b825-19e70d94f7bc admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:33:54.923882 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f8d3ab-7aba-4398-ae88-4c0a493459b0 None None] Sync routers for ids ['8fd059d4-8a49-4c38-b3fa-a3960d2179ce'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:33:54.938382 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f8d3ab-7aba-4398-ae88-4c0a493459b0 None None] Routers {'8fd059d4-8a49-4c38-b3fa-a3960d2179ce'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:33:54.939018 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-34f8d3ab-7aba-4398-ae88-4c0a493459b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:33:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['8fd059d4-8a49-4c38-b3fa-a3960d2179ce'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:33:54.976218 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-775f24fd-e232-401d-b825-19e70d94f7bc admin admin] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:54.980953 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-775f24fd-e232-401d-b825-19e70d94f7bc admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.5808678 May 31 13:33:54.982218 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46326) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:33:55.007893 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafc5d01-99c5-4999-9d9f-bf439664f944 req-5ae9f801-ae28-4b7d-a681-310acfe9cde8 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:55.009810 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-eafc5d01-99c5-4999-9d9f-bf439664f944 req-5ae9f801-ae28-4b7d-a681-310acfe9cde8 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] 10.222.0.50 "GET /v2.0/ports?device_id=822ccb68-475c-4459-a1f6-cff19dde9783 HTTP/1.1" status: 200 len: 945 time: 0.2616820 May 31 13:33:55.193882 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-eafc5d01-99c5-4999-9d9f-bf439664f944 req-d160e61b-c8e0-4775-89fc-04aca1250940 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] 10.222.0.50 "GET /v2.0/security-groups?id=fa9a7e10-3570-4762-9c36-c98835ca27d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695530 May 31 13:33:55.218626 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-34f8d3ab-7aba-4398-ae88-4c0a493459b0 None None] Set router 8fd059d4-8a49-4c38-b3fa-a3960d2179ce gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:33:55.407604 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db3ac6c-9460-4d16-be08-2226e3a83913 req-eab7a408-8e04-4953-8f33-1568bea87afc tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:55.408335 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-4db3ac6c-9460-4d16-be08-2226e3a83913 req-eab7a408-8e04-4953-8f33-1568bea87afc tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Synchronizing usage tracker for tenant:971e7e341b6340e7a10be40f9ec104d7 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:33:55.446291 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46338) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:33:55.549350 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-4db3ac6c-9460-4d16-be08-2226e3a83913 req-eab7a408-8e04-4953-8f33-1568bea87afc tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Unset dirty status for tenant:971e7e341b6340e7a10be40f9ec104d7 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:33:55.557134 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4db3ac6c-9460-4d16-be08-2226e3a83913 req-eab7a408-8e04-4953-8f33-1568bea87afc tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4722eaf-2938-4f72-acd8-1afe4ad46276 HTTP/1.1" status: 200 len: 932 time: 0.4792688 May 31 13:33:55.655841 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d3d005b-1f68-4827-8817-036deb80a92c admin admin] Deleting subnet a7a2881f-e291-4214-81d7-8f9b77a7af81 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:33:55.810586 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-5565ca61-69fd-4187-ab3b-ad17873e3fe4 req-750393cd-1f4e-4074-9127-cf3d6b7aa9ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b22cfacd-16d1-4211-980d-7a09df50f788 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:33:55.821287 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-5565ca61-69fd-4187-ab3b-ad17873e3fe4 req-750393cd-1f4e-4074-9127-cf3d6b7aa9ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:55.830332 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-34f8d3ab-7aba-4398-ae88-4c0a493459b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd059d4-8a49-4c38-b3fa-a3960d2179ce', 'name': 'tempest-TaggedBootDevicesTest_v242-1705236011-router', 'tenant_id': 'b7ea50d99ec542369888bfa0ddb46f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '7bd70aca-0a8b-45e8-994f-f2b4b1555fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:33:48Z', 'updated_at': '2022-05-31T13:33:52Z', 'revision_number': 3, 'project_id': 'b7ea50d99ec542369888bfa0ddb46f0f', 'gw_port': {'id': '7bd70aca-0a8b-45e8-994f-f2b4b1555fa9', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:88:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd059d4-8a49-4c38-b3fa-a3960d2179ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:33:50Z', 'updated_at': '2022-05-31T13:33:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:33:55.843356 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f8d3ab-7aba-4398-ae88-4c0a493459b0 None None] Checking router: 8fd059d4-8a49-4c38-b3fa-a3960d2179ce for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:33:55.844845 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f8d3ab-7aba-4398-ae88-4c0a493459b0 None None] Updating router 8fd059d4-8a49-4c38-b3fa-a3960d2179ce port 7bd70aca-0a8b-45e8-994f-f2b4b1555fa9 binding host n-d-843939-1 {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:33:55.845084 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-5565ca61-69fd-4187-ab3b-ad17873e3fe4 req-750393cd-1f4e-4074-9127-cf3d6b7aa9ba service neutron] Transition to ACTIVE for port object b22cfacd-16d1-4211-980d-7a09df50f788 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:33:55.858184 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7d3d005b-1f68-4827-8817-036deb80a92c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:55.941641 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-34f8d3ab-7aba-4398-ae88-4c0a493459b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:55.966799 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4376ab9-f756-4d5c-8af9-ed73ca0cdb24 req-0405183e-152f-4619-b599-1bbc419a81ec tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:55.968309 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-a4376ab9-f756-4d5c-8af9-ed73ca0cdb24 req-0405183e-152f-4619-b599-1bbc419a81ec tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] 10.222.0.20 "GET /v2.0/ports?device_id=822ccb68-475c-4459-a1f6-cff19dde9783 HTTP/1.1" status: 200 len: 945 time: 0.2423744 May 31 13:33:56.087800 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-5565ca61-69fd-4187-ab3b-ad17873e3fe4 req-750393cd-1f4e-4074-9127-cf3d6b7aa9ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:56.195451 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-a4376ab9-f756-4d5c-8af9-ed73ca0cdb24 req-f925482b-d773-4d32-bc0d-b176b7ad3c80 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Deleting port 0be7946d-2d6e-4e0f-8c2c-728d4101952c {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:33:56.196326 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-a4376ab9-f756-4d5c-8af9-ed73ca0cdb24 req-f925482b-d773-4d32-bc0d-b176b7ad3c80 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:56.279916 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4db3ac6c-9460-4d16-be08-2226e3a83913 req-ca37a519-1029-4587-b5a0-3acaf4608559 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7156656 May 31 13:33:56.453186 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7d3d005b-1f68-4827-8817-036deb80a92c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65507433'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:56.578015 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750393cd-1f4e-4074-9127-cf3d6b7aa9ba service neutron] Pushing event updated for resources: {'Port': ['ID=b22cfacd-16d1-4211-980d-7a09df50f788,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:56.579313 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-34f8d3ab-7aba-4398-ae88-4c0a493459b0 None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:56.594710 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-34f8d3ab-7aba-4398-ae88-4c0a493459b0 None None] Transition to ACTIVE for port object 7bd70aca-0a8b-45e8-994f-f2b4b1555fa9 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:33:56.605029 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-34f8d3ab-7aba-4398-ae88-4c0a493459b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:56.616837 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-a4376ab9-f756-4d5c-8af9-ed73ca0cdb24 req-f925482b-d773-4d32-bc0d-b176b7ad3c80 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] For port 0be7946d-2d6e-4e0f-8c2c-728d4101952c, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=0be7946d-2d6e-4e0f-8c2c-728d4101952c,segment=NetworkSegment(f7c332da-93bc-4b7f-8bc9-595723506e67),segment_id=f7c332da-93bc-4b7f-8bc9-595723506e67)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:33:56.617389 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-a4376ab9-f756-4d5c-8af9-ed73ca0cdb24 req-f925482b-d773-4d32-bc0d-b176b7ad3c80 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:56.740394 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc63097-83c6-4c57-90a3-7c497386da02 None None] Pushing event updated for resources: {'Port': ['ID=7bd70aca-0a8b-45e8-994f-f2b4b1555fa9,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:56.774173 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-34f8d3ab-7aba-4398-ae88-4c0a493459b0 None None] Attempting to bind port 7bd70aca-0a8b-45e8-994f-f2b4b1555fa9 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:33:56.775398 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-34f8d3ab-7aba-4398-ae88-4c0a493459b0 None None] Attempting to bind port 7bd70aca-0a8b-45e8-994f-f2b4b1555fa9 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:33:56.776125 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f8d3ab-7aba-4398-ae88-4c0a493459b0 None None] Attempting to bind port 7bd70aca-0a8b-45e8-994f-f2b4b1555fa9 on network d2103cd5-63ba-4c24-9d95-fd17643bf14c {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:33:56.786403 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f8d3ab-7aba-4398-ae88-4c0a493459b0 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:33:56.787413 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f8d3ab-7aba-4398-ae88-4c0a493459b0 None None] Checking segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:33:56.788313 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-34f8d3ab-7aba-4398-ae88-4c0a493459b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:56.788952 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f8d3ab-7aba-4398-ae88-4c0a493459b0 None None] Bound using segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:33:56.790171 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-34f8d3ab-7aba-4398-ae88-4c0a493459b0 None None] Bound port: 7bd70aca-0a8b-45e8-994f-f2b4b1555fa9, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:33:56.791405 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-34f8d3ab-7aba-4398-ae88-4c0a493459b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:56.824377 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0027da1-e03e-4013-8b4b-f0a79c5bdaf0 req-32f150d9-36b1-46e4-b483-846b57b8f0eb tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:56.829118 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f0027da1-e03e-4013-8b4b-f0a79c5bdaf0 req-32f150d9-36b1-46e4-b483-846b57b8f0eb tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/ports?device_id=96c0d0e6-6de6-4bed-bd2a-154d02801961 HTTP/1.1" status: 200 len: 945 time: 0.7348211 May 31 13:33:56.902058 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-34f8d3ab-7aba-4398-ae88-4c0a493459b0 None None] For port 7bd70aca-0a8b-45e8-994f-f2b4b1555fa9, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:33:56.905780 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-34f8d3ab-7aba-4398-ae88-4c0a493459b0 None None] For port 7bd70aca-0a8b-45e8-994f-f2b4b1555fa9, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=7bd70aca-0a8b-45e8-994f-f2b4b1555fa9,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:33:56.908841 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7d3d005b-1f68-4827-8817-036deb80a92c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:56.911825 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-34f8d3ab-7aba-4398-ae88-4c0a493459b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:56.931718 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-a4376ab9-f756-4d5c-8af9-ed73ca0cdb24 req-f925482b-d773-4d32-bc0d-b176b7ad3c80 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Calling delete_port for 0be7946d-2d6e-4e0f-8c2c-728d4101952c owned by compute:nova {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:33:56.961741 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-5565ca61-69fd-4187-ab3b-ad17873e3fe4 req-750393cd-1f4e-4074-9127-cf3d6b7aa9ba service neutron] Attempting to bind port b22cfacd-16d1-4211-980d-7a09df50f788 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:33:56.962712 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-5565ca61-69fd-4187-ab3b-ad17873e3fe4 req-750393cd-1f4e-4074-9127-cf3d6b7aa9ba service neutron] Attempting to bind port b22cfacd-16d1-4211-980d-7a09df50f788 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'dfa37d0f-69f6-423e-a3ff-702fa969883b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4805cc3e-f802-432a-a895-ff648d7eea38'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:33:56.962983 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5565ca61-69fd-4187-ab3b-ad17873e3fe4 req-750393cd-1f4e-4074-9127-cf3d6b7aa9ba service neutron] Attempting to bind port b22cfacd-16d1-4211-980d-7a09df50f788 on network 4805cc3e-f802-432a-a895-ff648d7eea38 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:33:56.992804 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5565ca61-69fd-4187-ab3b-ad17873e3fe4 req-750393cd-1f4e-4074-9127-cf3d6b7aa9ba service neutron] Port b22cfacd-16d1-4211-980d-7a09df50f788 on network 4805cc3e-f802-432a-a895-ff648d7eea38 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:33:56.993281 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5565ca61-69fd-4187-ab3b-ad17873e3fe4 req-750393cd-1f4e-4074-9127-cf3d6b7aa9ba service neutron] Attempting to bind port b22cfacd-16d1-4211-980d-7a09df50f788 on network 4805cc3e-f802-432a-a895-ff648d7eea38 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:33:57.005449 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5ee92f20-2a23-447e-9b81-66ff48a0cfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:57.012314 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f8d3ab-7aba-4398-ae88-4c0a493459b0 None None] Routers {'8fd059d4-8a49-4c38-b3fa-a3960d2179ce'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:33:57.012990 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5565ca61-69fd-4187-ab3b-ad17873e3fe4 req-750393cd-1f4e-4074-9127-cf3d6b7aa9ba service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:33:57.012990 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5565ca61-69fd-4187-ab3b-ad17873e3fe4 req-750393cd-1f4e-4074-9127-cf3d6b7aa9ba service neutron] Checking segment: {'id': 'dfa37d0f-69f6-423e-a3ff-702fa969883b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4805cc3e-f802-432a-a895-ff648d7eea38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:33:57.013199 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-34f8d3ab-7aba-4398-ae88-4c0a493459b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:33:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['8fd059d4-8a49-4c38-b3fa-a3960d2179ce'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:33:57.013332 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5565ca61-69fd-4187-ab3b-ad17873e3fe4 req-750393cd-1f4e-4074-9127-cf3d6b7aa9ba service neutron] Bound using segment: {'id': 'dfa37d0f-69f6-423e-a3ff-702fa969883b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4805cc3e-f802-432a-a895-ff648d7eea38'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:33:57.013660 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-5565ca61-69fd-4187-ab3b-ad17873e3fe4 req-750393cd-1f4e-4074-9127-cf3d6b7aa9ba service neutron] Bound port: b22cfacd-16d1-4211-980d-7a09df50f788, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfa37d0f-69f6-423e-a3ff-702fa969883b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4805cc3e-f802-432a-a895-ff648d7eea38'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:33:57.014059 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-5565ca61-69fd-4187-ab3b-ad17873e3fe4 req-750393cd-1f4e-4074-9127-cf3d6b7aa9ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:57.030170 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f0027da1-e03e-4013-8b4b-f0a79c5bdaf0 req-f2f5379f-f8c4-4e87-b194-ef84f29daf2c tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4eda8c6-2ff8-4ec5-a939-d72272274cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499996 May 31 13:33:57.045342 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8696df-6774-4e28-b3b7-091c05ffe312 req-86a00597-f6df-4b5a-841b-adf780cdc203 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:57.054248 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ab8696df-6774-4e28-b3b7-091c05ffe312 req-86a00597-f6df-4b5a-841b-adf780cdc203 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3a16018-d373-4f1a-bbba-73ce942d383e HTTP/1.1" status: 200 len: 943 time: 0.5678515 May 31 13:33:57.148366 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc63097-83c6-4c57-90a3-7c497386da02 None None] Pushing event updated for resources: {'Port': ['ID=7bd70aca-0a8b-45e8-994f-f2b4b1555fa9,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:57.219095 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7d3d005b-1f68-4827-8817-036deb80a92c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65216469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65148562'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:57.264578 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-34f8d3ab-7aba-4398-ae88-4c0a493459b0 None None] Set router 8fd059d4-8a49-4c38-b3fa-a3960d2179ce gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:33:57.265334 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 13:33:57.268418 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ab8696df-6774-4e28-b3b7-091c05ffe312 req-482c9bc0-a091-45da-8214-8ca73fdadfc9 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] 10.222.0.50 "GET /v2.0/security-groups?id=4c111636-eaff-4500-9f78-1313dd4c7a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2132299 May 31 13:33:57.289154 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-5ee92f20-2a23-447e-9b81-66ff48a0cfa6 admin admin] Allocated IP 172.20.0.1 (2ba79938-90ae-42d3-989a-74d2c3014b3a/d265b683-cb30-41a0-b4c2-2529ae405c3e/46028e87-52a5-4ea0-ab6b-3e58aee053e3) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:33:57.336801 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7d3d005b-1f68-4827-8817-036deb80a92c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:57.354881 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 97f2ed4a-7eba-461e-97a3-a147b0b9e932 details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:33:57.390274 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3d005b-1f68-4827-8817-036deb80a92c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7a2881f-e291-4214-81d7-8f9b77a7af81,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:57.415445 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-7d3d005b-1f68-4827-8817-036deb80a92c admin admin] 10.222.0.50 "DELETE /v2.0/subnets/a7a2881f-e291-4214-81d7-8f9b77a7af81 HTTP/1.1" status: 204 len: 168 time: 1.9667752 May 31 13:33:57.423967 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46360) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:33:57.454683 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-5565ca61-69fd-4187-ab3b-ad17873e3fe4 req-750393cd-1f4e-4074-9127-cf3d6b7aa9ba service neutron] For port b22cfacd-16d1-4211-980d-7a09df50f788, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:33:57.495093 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5ee92f20-2a23-447e-9b81-66ff48a0cfa6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:57.526556 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-5ee92f20-2a23-447e-9b81-66ff48a0cfa6 admin admin] Transition to ACTIVE for port object 46028e87-52a5-4ea0-ab6b-3e58aee053e3 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:33:57.553467 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5ee92f20-2a23-447e-9b81-66ff48a0cfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:57.576617 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-5565ca61-69fd-4187-ab3b-ad17873e3fe4 req-750393cd-1f4e-4074-9127-cf3d6b7aa9ba service neutron] For port b22cfacd-16d1-4211-980d-7a09df50f788, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=b22cfacd-16d1-4211-980d-7a09df50f788,segment=NetworkSegment(dfa37d0f-69f6-423e-a3ff-702fa969883b),segment_id=dfa37d0f-69f6-423e-a3ff-702fa969883b)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:33:57.606682 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-5565ca61-69fd-4187-ab3b-ad17873e3fe4 req-750393cd-1f4e-4074-9127-cf3d6b7aa9ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:57.618339 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.resource_extend [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:33:57.686809 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee92f20-2a23-447e-9b81-66ff48a0cfa6 admin admin] Network 2ba79938-90ae-42d3-989a-74d2c3014b3a is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:33:57.692426 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-5ee92f20-2a23-447e-9b81-66ff48a0cfa6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:33:57.699323 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee92f20-2a23-447e-9b81-66ff48a0cfa6 admin admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:33:57.706392 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93df140-74b5-4e7a-a9d0-c8a738389403 req-e3c6d78d-93d0-47fa-a5cc-c4c011ca9ad4 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:57.707935 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e93df140-74b5-4e7a-a9d0-c8a738389403 req-e3c6d78d-93d0-47fa-a5cc-c4c011ca9ad4 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.44 "GET /v2.0/ports?device_id=96c0d0e6-6de6-4bed-bd2a-154d02801961 HTTP/1.1" status: 200 len: 945 time: 0.5945759 May 31 13:33:57.748079 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee92f20-2a23-447e-9b81-66ff48a0cfa6 admin admin] Pushing event updated for resources: {'Port': ['ID=46028e87-52a5-4ea0-ab6b-3e58aee053e3,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:57.755398 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7d47b35b-185c-4fa4-881c-95ab537816af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:57.766874 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-a4376ab9-f756-4d5c-8af9-ed73ca0cdb24 req-f925482b-d773-4d32-bc0d-b176b7ad3c80 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:57.789011 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['0be7946d-2d6e-4e0f-8c2c-728d4101952c'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:33:57.812584 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565ca61-69fd-4187-ab3b-ad17873e3fe4 req-750393cd-1f4e-4074-9127-cf3d6b7aa9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:57.813077 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-5565ca61-69fd-4187-ab3b-ad17873e3fe4 req-750393cd-1f4e-4074-9127-cf3d6b7aa9ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:57.814486 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5565ca61-69fd-4187-ab3b-ad17873e3fe4 req-750393cd-1f4e-4074-9127-cf3d6b7aa9ba service neutron] 10.222.0.44 "PUT /v2.0/ports/b22cfacd-16d1-4211-980d-7a09df50f788 HTTP/1.1" status: 200 len: 1092 time: 3.4745853 May 31 13:33:57.835927 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4722eaf-2938-4f72-acd8-1afe4ad46276', 'tag': 'b22cfacd-16d1-4211-980d-7a09df50f788'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:33:57.877863 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f925482b-d773-4d32-bc0d-b176b7ad3c80 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Pushing event deleted for resources: {'Port': ['ID=0be7946d-2d6e-4e0f-8c2c-728d4101952c,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:57.882950 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5ee92f20-2a23-447e-9b81-66ff48a0cfa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:57.969796 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750393cd-1f4e-4074-9127-cf3d6b7aa9ba service neutron] Pushing event updated for resources: {'Port': ['ID=b22cfacd-16d1-4211-980d-7a09df50f788,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:57.982236 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 97f2ed4a-7eba-461e-97a3-a147b0b9e932, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=97f2ed4a-7eba-461e-97a3-a147b0b9e932,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:33:57.983531 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-e93df140-74b5-4e7a-a9d0-c8a738389403 req-0fe408ae-0acf-4fc9-b0f8-812428d4dcb4 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Deleting port e25fb624-a508-4143-893a-c61f3b88afd4 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:33:57.983795 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e93df140-74b5-4e7a-a9d0-c8a738389403 req-0fe408ae-0acf-4fc9-b0f8-812428d4dcb4 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:57.992989 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4376ab9-f756-4d5c-8af9-ed73ca0cdb24 req-f925482b-d773-4d32-bc0d-b176b7ad3c80 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] No DVR routers for this DVR port 0be7946d-2d6e-4e0f-8c2c-728d4101952c on host n-h1-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:33:57.997106 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-a4376ab9-f756-4d5c-8af9-ed73ca0cdb24 req-f925482b-d773-4d32-bc0d-b176b7ad3c80 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:58.003718 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': '97f2ed4a-7eba-461e-97a3-a147b0b9e932', 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4', 'port_id': '97f2ed4a-7eba-461e-97a3-a147b0b9e932', 'mac_address': 'fa:16:3e:a9:5e:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24822c99-0dce-4d50-9c44-3135ba3763b8', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:33:58.010460 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '822ccb68-475c-4459-a1f6-cff19dde9783', 'name': 'network-vif-deleted', 'tag': '0be7946d-2d6e-4e0f-8c2c-728d4101952c'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:33:58.018687 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-a4376ab9-f756-4d5c-8af9-ed73ca0cdb24 req-f925482b-d773-4d32-bc0d-b176b7ad3c80 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] 10.222.0.20 "DELETE /v2.0/ports/0be7946d-2d6e-4e0f-8c2c-728d4101952c HTTP/1.1" status: 204 len: 173 time: 2.0091662 May 31 13:33:58.128612 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f26fd-a97e-4281-8c31-351fec76d937 req-86713af9-035a-49ec-b361-5765cec19157 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:58.131689 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-eb62887e-e119-4568-a4c4-6b217c2b7ed1 None None] Provisioning for port 46028e87-52a5-4ea0-ab6b-3e58aee053e3 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:33:58.136489 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-435f26fd-a97e-4281-8c31-351fec76d937 req-86713af9-035a-49ec-b361-5765cec19157 tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] 10.222.0.50 "GET /v2.0/ports?device_id=822ccb68-475c-4459-a1f6-cff19dde9783 HTTP/1.1" status: 200 len: 945 time: 0.6727238 May 31 13:33:58.137217 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 97f2ed4a-7eba-461e-97a3-a147b0b9e932 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:33:58.137603 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:58.141943 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5ee92f20-2a23-447e-9b81-66ff48a0cfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:58.163630 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-34f8d3ab-7aba-4398-ae88-4c0a493459b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd059d4-8a49-4c38-b3fa-a3960d2179ce', 'name': 'tempest-TaggedBootDevicesTest_v242-1705236011-router', 'tenant_id': 'b7ea50d99ec542369888bfa0ddb46f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '7bd70aca-0a8b-45e8-994f-f2b4b1555fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:33:48Z', 'updated_at': '2022-05-31T13:33:52Z', 'revision_number': 3, 'project_id': 'b7ea50d99ec542369888bfa0ddb46f0f', 'gw_port': {'id': '7bd70aca-0a8b-45e8-994f-f2b4b1555fa9', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:88:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd059d4-8a49-4c38-b3fa-a3960d2179ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:33:50Z', 'updated_at': '2022-05-31T13:33:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:33:58.174660 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-eb62887e-e119-4568-a4c4-6b217c2b7ed1 None None] Provisioning complete for port 46028e87-52a5-4ea0-ab6b-3e58aee053e3 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:33:58.175954 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-eb62887e-e119-4568-a4c4-6b217c2b7ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:58.248511 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f8d3ab-7aba-4398-ae88-4c0a493459b0 None None] The sync data for ids ['8fd059d4-8a49-4c38-b3fa-a3960d2179ce'] in n-d-843939-1 is: [{'id': '8fd059d4-8a49-4c38-b3fa-a3960d2179ce', 'name': 'tempest-TaggedBootDevicesTest_v242-1705236011-router', 'tenant_id': 'b7ea50d99ec542369888bfa0ddb46f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '7bd70aca-0a8b-45e8-994f-f2b4b1555fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:33:48Z', 'updated_at': '2022-05-31T13:33:52Z', 'revision_number': 3, 'project_id': 'b7ea50d99ec542369888bfa0ddb46f0f', 'gw_port': {'id': '7bd70aca-0a8b-45e8-994f-f2b4b1555fa9', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:88:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd059d4-8a49-4c38-b3fa-a3960d2179ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:33:50Z', 'updated_at': '2022-05-31T13:33:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:33:58.253068 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97f2ed4a-7eba-461e-97a3-a147b0b9e932 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:33:58.269288 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-eb62887e-e119-4568-a4c4-6b217c2b7ed1 None None] Port 46028e87-52a5-4ea0-ab6b-3e58aee053e3 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:33:58.286806 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 97f2ed4a-7eba-461e-97a3-a147b0b9e932, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=97f2ed4a-7eba-461e-97a3-a147b0b9e932,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:33:58.292474 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:58.293190 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 5ed97f51-fe17-4c3d-bcc7-799b356c3dd7 details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:33:58.521512 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=97f2ed4a-7eba-461e-97a3-a147b0b9e932,revision_number=9']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:58.531173 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7d47b35b-185c-4fa4-881c-95ab537816af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:58.563577 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-7d47b35b-185c-4fa4-881c-95ab537816af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b11a5e31-f902-47bb-ae2d-8ab30e32d2c6']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:33:58.580008 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-7d47b35b-185c-4fa4-881c-95ab537816af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e6452d1-51f8-4e9a-9e93-895c398faede') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:33:58.580304 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-7d47b35b-185c-4fa4-881c-95ab537816af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e6452d1-51f8-4e9a-9e93-895c398faede') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:33:58.581250 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5ee92f20-2a23-447e-9b81-66ff48a0cfa6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:58.592552 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5ee92f20-2a23-447e-9b81-66ff48a0cfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:58.636257 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 5ed97f51-fe17-4c3d-bcc7-799b356c3dd7, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=5ed97f51-fe17-4c3d-bcc7-799b356c3dd7,segment=NetworkSegment(ec9d4c6c-e6fe-4f45-bbcc-d2520636dafe),segment_id=ec9d4c6c-e6fe-4f45-bbcc-d2520636dafe)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:33:58.650315 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126aec4-c336-47a1-9133-eb4bdbe06c44 req-9bbf3b5c-8e0f-40c2-afca-19f086c29bf5 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:58.657614 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3126aec4-c336-47a1-9133-eb4bdbe06c44 req-9bbf3b5c-8e0f-40c2-afca-19f086c29bf5 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4722eaf-2938-4f72-acd8-1afe4ad46276 HTTP/1.1" status: 200 len: 944 time: 0.9647069 May 31 13:33:58.680945 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': '5ed97f51-fe17-4c3d-bcc7-799b356c3dd7', 'network_id': 'fcd0ffae-3ea4-42bd-a169-8d95a1cdbecc', 'port_id': '5ed97f51-fe17-4c3d-bcc7-799b356c3dd7', 'mac_address': 'fa:16:3e:11:71:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de3aa2fa-fbce-46e7-81bc-0f33a5127b1b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:33:58.684532 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7d47b35b-185c-4fa4-881c-95ab537816af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:58.724089 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565ca61-69fd-4187-ab3b-ad17873e3fe4 req-ccda03ff-96a5-4583-ab24-54c0d73cbdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:58.725853 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5565ca61-69fd-4187-ab3b-ad17873e3fe4 req-ccda03ff-96a5-4583-ab24-54c0d73cbdd0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=971e7e341b6340e7a10be40f9ec104d7&device_id=d4722eaf-2938-4f72-acd8-1afe4ad46276 HTTP/1.1" status: 200 len: 1095 time: 0.8390794 May 31 13:33:58.744193 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-435f26fd-a97e-4281-8c31-351fec76d937 req-2f3fd657-fb92-4452-bf9b-073891a1d39e tempest-FloatingIPsAssociationNegativeTestJSON-222923495 tempest-FloatingIPsAssociationNegativeTestJSON-222923495-project] 10.222.0.50 "GET /v2.0/security-groups?id=fa9a7e10-3570-4762-9c36-c98835ca27d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6067381 May 31 13:33:58.771287 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee92f20-2a23-447e-9b81-66ff48a0cfa6 admin admin] Pushing event updated for resources: {'Port': ['ID=46028e87-52a5-4ea0-ab6b-3e58aee053e3,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:58.775642 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5ee92f20-2a23-447e-9b81-66ff48a0cfa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:58.860642 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 5ed97f51-fe17-4c3d-bcc7-799b356c3dd7 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:33:58.861215 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:58.942117 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ed97f51-fe17-4c3d-bcc7-799b356c3dd7 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:33:58.982309 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 5ed97f51-fe17-4c3d-bcc7-799b356c3dd7, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=5ed97f51-fe17-4c3d-bcc7-799b356c3dd7,segment=NetworkSegment(ec9d4c6c-e6fe-4f45-bbcc-d2520636dafe),segment_id=ec9d4c6c-e6fe-4f45-bbcc-d2520636dafe)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:33:58.988178 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:59.010244 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7d47b35b-185c-4fa4-881c-95ab537816af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:59.017047 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee92f20-2a23-447e-9b81-66ff48a0cfa6 admin admin] Network 2ba79938-90ae-42d3-989a-74d2c3014b3a is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:33:59.019288 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-5ee92f20-2a23-447e-9b81-66ff48a0cfa6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:33:59.022200 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5565ca61-69fd-4187-ab3b-ad17873e3fe4 req-e233401a-8725-41f8-a5ad-358e6376d5e0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b22cfacd-16d1-4211-980d-7a09df50f788 HTTP/1.1" status: 200 len: 217 time: 0.2766039 May 31 13:33:59.112811 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d47b35b-185c-4fa4-881c-95ab537816af admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:33:59.113372 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7d47b35b-185c-4fa4-881c-95ab537816af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:59.115935 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=5ed97f51-fe17-4c3d-bcc7-799b356c3dd7,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:59.130029 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['97f2ed4a-7eba-461e-97a3-a147b0b9e932'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:33:59.222875 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 1e6452d1-51f8-4e9a-9e93-895c398faede resource provider aggregate not found May 31 13:33:59.314436 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3126aec4-c336-47a1-9133-eb4bdbe06c44 req-2f3fb788-39b1-4b15-9066-7238dc59e434 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6557505 May 31 13:33:59.369652 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ee92f20-2a23-447e-9b81-66ff48a0cfa6 admin admin] Router 8fd059d4-8a49-4c38-b3fa-a3960d2179ce has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:33:59.397038 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 1e6452d1-51f8-4e9a-9e93-895c398faede resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1e6452d1-51f8-4e9a-9e93-895c398faede found for delete ", "request_id": "req-45d0c7d8-cee7-4961-b097-f4f4d8bc2418"}]} May 31 13:33:59.408202 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 0be7946d-2d6e-4e0f-8c2c-728d4101952c no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:33:59.413457 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7d47b35b-185c-4fa4-881c-95ab537816af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:59.461856 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7d47b35b-185c-4fa4-881c-95ab537816af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:59.510292 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-979cdbf5-cfab-4f84-8eef-9caf2b1eb483'] response: {'name': 'network-changed', 'server_uuid': 'd4722eaf-2938-4f72-acd8-1afe4ad46276', 'tag': 'b22cfacd-16d1-4211-980d-7a09df50f788', 'status': 'completed', 'code': 200} May 31 13:33:59.522944 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d47b35b-185c-4fa4-881c-95ab537816af admin admin] Pushing event deleted for resources: {'Network': ['ID=b11a5e31-f902-47bb-ae2d-8ab30e32d2c6,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:59.530928 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-7d47b35b-185c-4fa4-881c-95ab537816af admin admin] 10.222.0.50 "DELETE /v2.0/networks/b11a5e31-f902-47bb-ae2d-8ab30e32d2c6 HTTP/1.1" status: 204 len: 168 time: 2.1041324 May 31 13:33:59.576286 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565ca61-69fd-4187-ab3b-ad17873e3fe4 req-552fb6ec-625d-4526-978a-40eb8c9ad1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:33:59.578143 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5565ca61-69fd-4187-ab3b-ad17873e3fe4 req-552fb6ec-625d-4526-978a-40eb8c9ad1d9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=78475d05-cc98-4fb2-b531-8986b43f0ba1 HTTP/1.1" status: 200 len: 853 time: 0.5194242 May 31 13:33:59.578753 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] No Port match for: 0be7946d-2d6e-4e0f-8c2c-728d4101952c {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:33:59.580151 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 0be7946d-2d6e-4e0f-8c2c-728d4101952c not bound to the agent host n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:33:59.631123 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['5ed97f51-fe17-4c3d-bcc7-799b356c3dd7'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:33:59.664668 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-e93df140-74b5-4e7a-a9d0-c8a738389403 req-0fe408ae-0acf-4fc9-b0f8-812428d4dcb4 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] For port e25fb624-a508-4143-893a-c61f3b88afd4, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=e25fb624-a508-4143-893a-c61f3b88afd4,segment=NetworkSegment(e9cd1a0e-a4b7-43b7-be1f-97f3a2f73d5d),segment_id=e9cd1a0e-a4b7-43b7-be1f-97f3a2f73d5d)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:33:59.665072 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e93df140-74b5-4e7a-a9d0-c8a738389403 req-0fe408ae-0acf-4fc9-b0f8-812428d4dcb4 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:59.698179 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-876625ff-3f17-470d-b7e0-f0c26fee4e6f'] response: {'server_uuid': '822ccb68-475c-4459-a1f6-cff19dde9783', 'name': 'network-vif-deleted', 'tag': '0be7946d-2d6e-4e0f-8c2c-728d4101952c', 'status': 'completed', 'code': 200} May 31 13:33:59.739546 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f4acd81b-3028-4122-9cfe-ccf0dbc6f598 None None] Provisioning complete for port 46028e87-52a5-4ea0-ab6b-3e58aee053e3 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:33:59.739926 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f4acd81b-3028-4122-9cfe-ccf0dbc6f598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:59.754255 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5565ca61-69fd-4187-ab3b-ad17873e3fe4 req-bad6156e-38bb-4dce-bfbb-905b16223d5f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4805cc3e-f802-432a-a895-ff648d7eea38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1675673 May 31 13:33:59.788211 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 7bd70aca-0a8b-45e8-994f-f2b4b1555fa9 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:33:59.907432 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ee92f20-2a23-447e-9b81-66ff48a0cfa6 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:33:59.914878 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-5ee92f20-2a23-447e-9b81-66ff48a0cfa6 admin admin] 10.222.0.50 "PUT /v2.0/routers/8fd059d4-8a49-4c38-b3fa-a3960d2179ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9294815 May 31 13:33:59.958908 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-f4acd81b-3028-4122-9cfe-ccf0dbc6f598 None None] Port 46028e87-52a5-4ea0-ab6b-3e58aee053e3 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:33:59.960646 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46388) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:33:59.993619 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 7bd70aca-0a8b-45e8-994f-f2b4b1555fa9 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:34:00.012148 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 7bd70aca-0a8b-45e8-994f-f2b4b1555fa9 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:34:00.012520 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:00.031432 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c73da9f6-d600-4c04-b1b3-98881250e81a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=82e5ccf58acb423eaef945c1ccf7e09b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0661366 May 31 13:34:00.032201 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46392) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:34:00.120947 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5befdcd3-158b-4802-9973-e210cf5aa501 req-bc836d5f-df9a-4dfd-b99a-043bd4c98d54 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:00.122545 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5befdcd3-158b-4802-9973-e210cf5aa501 req-bc836d5f-df9a-4dfd-b99a-043bd4c98d54 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 944 time: 1.0217285 May 31 13:34:00.125065 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3fc93fde-33b2-4ef9-bc5b-1b53593dbcd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:00.182494 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3fc93fde-33b2-4ef9-bc5b-1b53593dbcd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:00.243656 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 7bd70aca-0a8b-45e8-994f-f2b4b1555fa9 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:34:00.244553 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:00.265459 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 7bd70aca-0a8b-45e8-994f-f2b4b1555fa9, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=7bd70aca-0a8b-45e8-994f-f2b4b1555fa9,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:34:00.270943 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:00.273164 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3fc93fde-33b2-4ef9-bc5b-1b53593dbcd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:00.307004 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc93fde-33b2-4ef9-bc5b-1b53593dbcd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11fe291e-69a0-4211-ae19-9fbe273445b6,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:34:00.312100 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3fc93fde-33b2-4ef9-bc5b-1b53593dbcd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:00.327709 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-3fc93fde-33b2-4ef9-bc5b-1b53593dbcd5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/11fe291e-69a0-4211-ae19-9fbe273445b6 HTTP/1.1" status: 204 len: 168 time: 0.2819865 May 31 13:34:00.360090 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5befdcd3-158b-4802-9973-e210cf5aa501 req-f7a3c577-43e1-4df0-80bb-d8a5929921ce tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063683 May 31 13:34:00.374897 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e93df140-74b5-4e7a-a9d0-c8a738389403 req-0fe408ae-0acf-4fc9-b0f8-812428d4dcb4 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:00.375258 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e93df140-74b5-4e7a-a9d0-c8a738389403 req-0fe408ae-0acf-4fc9-b0f8-812428d4dcb4 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:00.375575 n-d-843939-1 neutron-server[88370]: INFO neutron.db.l3_db [req-e93df140-74b5-4e7a-a9d0-c8a738389403 req-0fe408ae-0acf-4fc9-b0f8-812428d4dcb4 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Floating IP a0204c7b-7fb7-452e-bf9a-bead2c690f79 disassociated. External IP: 172.25.6.78, port: e25fb624-a508-4143-893a-c61f3b88afd4. May 31 13:34:00.375917 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-e93df140-74b5-4e7a-a9d0-c8a738389403 req-0fe408ae-0acf-4fc9-b0f8-812428d4dcb4 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Calling delete_port for e25fb624-a508-4143-893a-c61f3b88afd4 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:34:00.455894 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=7bd70aca-0a8b-45e8-994f-f2b4b1555fa9,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:34:00.497455 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c029f26b-c7c2-4dd2-ad40-53d2888798d1 req-b2f3188e-8032-4157-a5c3-951808b10acf tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:00.509929 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c029f26b-c7c2-4dd2-ad40-53d2888798d1 req-b2f3188e-8032-4157-a5c3-951808b10acf tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/ports?device_id=96c0d0e6-6de6-4bed-bd2a-154d02801961 HTTP/1.1" status: 200 len: 945 time: 0.8350296 May 31 13:34:00.563710 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5565ca61-69fd-4187-ab3b-ad17873e3fe4 req-1b170baf-973e-481e-adff-512171c51d33 service neutron] 10.222.0.44 "GET /v2.0/networks/4805cc3e-f802-432a-a895-ff648d7eea38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7109015 May 31 13:34:00.767766 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c029f26b-c7c2-4dd2-ad40-53d2888798d1 req-58579131-7464-4bcf-b7a4-2ff0ed3a6c4a tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4eda8c6-2ff8-4ec5-a939-d72272274cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2566981 May 31 13:34:00.927464 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3aaffd-37a8-428c-864f-1b498b45a21c None None] Sync routers for ids ['8fd059d4-8a49-4c38-b3fa-a3960d2179ce'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:34:00.939226 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3aaffd-37a8-428c-864f-1b498b45a21c None None] Routers {'8fd059d4-8a49-4c38-b3fa-a3960d2179ce'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:34:00.942423 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-bf3aaffd-37a8-428c-864f-1b498b45a21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:33:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['8fd059d4-8a49-4c38-b3fa-a3960d2179ce'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:34:01.012102 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46450) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:34:01.100430 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5565ca61-69fd-4187-ab3b-ad17873e3fe4 req-41f1b992-e16c-4d30-bc1f-897698e4a353 service neutron] 10.222.0.44 "GET /v2.0/networks/4805cc3e-f802-432a-a895-ff648d7eea38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5288067 May 31 13:34:01.141124 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f82654d-c61f-47c4-933d-1de5587743ca req-b68b686f-1df0-4236-8c2a-152fcac1e8c9 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:01.146654 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6f82654d-c61f-47c4-933d-1de5587743ca req-b68b686f-1df0-4236-8c2a-152fcac1e8c9 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3a16018-d373-4f1a-bbba-73ce942d383e HTTP/1.1" status: 200 len: 944 time: 0.5818539 May 31 13:34:01.254088 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e93df140-74b5-4e7a-a9d0-c8a738389403 req-0fe408ae-0acf-4fc9-b0f8-812428d4dcb4 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:01.285060 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-bf3aaffd-37a8-428c-864f-1b498b45a21c None None] Set router 8fd059d4-8a49-4c38-b3fa-a3960d2179ce gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:34:01.351125 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 97f2ed4a-7eba-461e-97a3-a147b0b9e932 up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:34:01.400832 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device e25fb624-a508-4143-893a-c61f3b88afd4 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:34:01.534553 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] No Port match for: e25fb624-a508-4143-893a-c61f3b88afd4 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:34:01.535220 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device e25fb624-a508-4143-893a-c61f3b88afd4 not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:34:01.607519 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port 97f2ed4a-7eba-461e-97a3-a147b0b9e932 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:34:01.608132 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:01.647247 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe408ae-0acf-4fc9-b0f8-812428d4dcb4 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Pushing event deleted for resources: {'Port': ['ID=e25fb624-a508-4143-893a-c61f3b88afd4,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:34:01.687306 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6f82654d-c61f-47c4-933d-1de5587743ca req-3e1efcf9-6893-4576-94f6-0b4a100214a8 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] 10.222.0.50 "GET /v2.0/security-groups?id=4c111636-eaff-4500-9f78-1313dd4c7a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5309837 May 31 13:34:01.771809 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 7bd70aca-0a8b-45e8-994f-f2b4b1555fa9 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:34:02.112079 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13e8b1a-ce95-4052-8e79-7813418301d8 req-70a12753-5794-4cdc-abf2-34d712378729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:02.115154 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c13e8b1a-ce95-4052-8e79-7813418301d8 req-70a12753-5794-4cdc-abf2-34d712378729 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=971e7e341b6340e7a10be40f9ec104d7&device_id=d4722eaf-2938-4f72-acd8-1afe4ad46276 HTTP/1.1" status: 200 len: 1095 time: 0.9406486 May 31 13:34:02.140975 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 97f2ed4a-7eba-461e-97a3-a147b0b9e932 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:34:02.141351 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:02.230540 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ac3772-a4bf-4711-b060-9957e77873c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f2ed4a-7eba-461e-97a3-a147b0b9e932'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:34:02.254727 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 97f2ed4a-7eba-461e-97a3-a147b0b9e932, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=97f2ed4a-7eba-461e-97a3-a147b0b9e932,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:34:02.260340 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 7bd70aca-0a8b-45e8-994f-f2b4b1555fa9 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:34:02.260779 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:02.270330 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-bf3aaffd-37a8-428c-864f-1b498b45a21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd059d4-8a49-4c38-b3fa-a3960d2179ce', 'name': 'tempest-TaggedBootDevicesTest_v242-1705236011-router', 'tenant_id': 'b7ea50d99ec542369888bfa0ddb46f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '7bd70aca-0a8b-45e8-994f-f2b4b1555fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:33:48Z', 'updated_at': '2022-05-31T13:33:58Z', 'revision_number': 4, 'project_id': 'b7ea50d99ec542369888bfa0ddb46f0f', 'gw_port': {'id': '7bd70aca-0a8b-45e8-994f-f2b4b1555fa9', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:88:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd059d4-8a49-4c38-b3fa-a3960d2179ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:33:50Z', 'updated_at': '2022-05-31T13:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '46028e87-52a5-4ea0-ab6b-3e58aee053e3', 'name': '', 'network_id': '2ba79938-90ae-42d3-989a-74d2c3014b3a', 'tenant_id': 'b7ea50d99ec542369888bfa0ddb46f0f', 'mac_address': 'fa:16:3e:56:43:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd059d4-8a49-4c38-b3fa-a3960d2179ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'd265b683-cb30-41a0-b4c2-2529ae405c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:33:57Z', 'updated_at': '2022-05-31T13:33:58Z', 'revision_number': 2, 'project_id': 'b7ea50d99ec542369888bfa0ddb46f0f', 'subnets': [{'id': 'd265b683-cb30-41a0-b4c2-2529ae405c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:34:02.280289 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3aaffd-37a8-428c-864f-1b498b45a21c None None] Checking router: 8fd059d4-8a49-4c38-b3fa-a3960d2179ce for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:34:02.280875 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3aaffd-37a8-428c-864f-1b498b45a21c None None] Updating router 8fd059d4-8a49-4c38-b3fa-a3960d2179ce port 46028e87-52a5-4ea0-ab6b-3e58aee053e3 binding host n-d-843939-1 {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:34:02.360920 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:02.362894 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 5ed97f51-fe17-4c3d-bcc7-799b356c3dd7 up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:34:02.428808 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bf3aaffd-37a8-428c-864f-1b498b45a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:02.494365 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f68aea1a-7a2a-442f-8241-350306e2c28e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:02.605809 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=97f2ed4a-7eba-461e-97a3-a147b0b9e932,revision_number=10']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:34:02.740704 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a350ed7-23fb-439e-a5a7-de7588b5c8d5 req-952ea0ed-0940-4fc2-9209-51757c4dbd3b tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:02.748757 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8a350ed7-23fb-439e-a5a7-de7588b5c8d5 req-952ea0ed-0940-4fc2-9209-51757c4dbd3b tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4722eaf-2938-4f72-acd8-1afe4ad46276 HTTP/1.1" status: 200 len: 944 time: 1.3461134 May 31 13:34:02.751083 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13e8b1a-ce95-4052-8e79-7813418301d8 req-3eae4731-ef09-495e-9358-957aa294a953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:02.752484 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c13e8b1a-ce95-4052-8e79-7813418301d8 req-3eae4731-ef09-495e-9358-957aa294a953 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4805cc3e-f802-432a-a895-ff648d7eea38 HTTP/1.1" status: 200 len: 914 time: 0.6288590 May 31 13:34:02.768540 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 7bd70aca-0a8b-45e8-994f-f2b4b1555fa9 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:34:02.771526 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning for port 5ed97f51-fe17-4c3d-bcc7-799b356c3dd7 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:34:02.775089 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e93df140-74b5-4e7a-a9d0-c8a738389403 req-0fe408ae-0acf-4fc9-b0f8-812428d4dcb4 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Router a011e779-64a3-443d-8f62-5cd06b630711 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:34:02.791025 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port 5ed97f51-fe17-4c3d-bcc7-799b356c3dd7 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:34:02.792611 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:02.959132 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7869c8-cd58-4b23-8b44-3135fda00313 req-48994d80-84b4-4e06-a8d3-aaf6898c3bc0 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:02.960720 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6e7869c8-cd58-4b23-8b44-3135fda00313 req-48994d80-84b4-4e06-a8d3-aaf6898c3bc0 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 944 time: 1.0430470 May 31 13:34:02.989084 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 5ed97f51-fe17-4c3d-bcc7-799b356c3dd7 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:34:02.989419 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:03.006037 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c13e8b1a-ce95-4052-8e79-7813418301d8 req-5a8ce5ae-0326-4146-b927-1dd18f7ac2a3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b22cfacd-16d1-4211-980d-7a09df50f788 HTTP/1.1" status: 200 len: 217 time: 0.2285650 May 31 13:34:03.032544 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8a350ed7-23fb-439e-a5a7-de7588b5c8d5 req-90c48ece-866a-42f3-81e8-6f85a8c7dd9d tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714782 May 31 13:34:03.101561 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 5ed97f51-fe17-4c3d-bcc7-799b356c3dd7, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=5ed97f51-fe17-4c3d-bcc7-799b356c3dd7,segment=NetworkSegment(ec9d4c6c-e6fe-4f45-bbcc-d2520636dafe),segment_id=ec9d4c6c-e6fe-4f45-bbcc-d2520636dafe)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:34:03.108180 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:03.189674 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bf3aaffd-37a8-428c-864f-1b498b45a21c None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:03.211061 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-bf3aaffd-37a8-428c-864f-1b498b45a21c None None] Transition to ACTIVE for port object 46028e87-52a5-4ea0-ab6b-3e58aee053e3 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:34:03.223363 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bf3aaffd-37a8-428c-864f-1b498b45a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:03.400426 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device b22cfacd-16d1-4211-980d-7a09df50f788 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:34:03.414413 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-f68aea1a-7a2a-442f-8241-350306e2c28e admin admin] Deleting port 50a202e0-6606-4c3b-b658-43b12dad296f {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:34:03.415623 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f68aea1a-7a2a-442f-8241-350306e2c28e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:03.564419 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509a8d6d-c809-4c1c-8385-8caa10aac2f6 None None] Pushing event updated for resources: {'Port': ['ID=46028e87-52a5-4ea0-ab6b-3e58aee053e3,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:34:03.584962 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-761cfd8d-f353-43d8-b9a4-f3b1a2997915 req-c42119dd-ad72-4dd6-9067-0b91e275e8d7 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/ports?device_id=96c0d0e6-6de6-4bed-bd2a-154d02801961 HTTP/1.1" status: 200 len: 210 time: 0.3868146 May 31 13:34:03.685326 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-bf3aaffd-37a8-428c-864f-1b498b45a21c None None] Attempting to bind port 46028e87-52a5-4ea0-ab6b-3e58aee053e3 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:34:03.685796 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-bf3aaffd-37a8-428c-864f-1b498b45a21c None None] Attempting to bind port 46028e87-52a5-4ea0-ab6b-3e58aee053e3 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'd19ab666-9a03-45d2-a84c-6f648270a215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2ba79938-90ae-42d3-989a-74d2c3014b3a'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:34:03.686249 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3aaffd-37a8-428c-864f-1b498b45a21c None None] Attempting to bind port 46028e87-52a5-4ea0-ab6b-3e58aee053e3 on network 2ba79938-90ae-42d3-989a-74d2c3014b3a {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:34:03.694645 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3aaffd-37a8-428c-864f-1b498b45a21c None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:34:03.695119 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3aaffd-37a8-428c-864f-1b498b45a21c None None] Checking segment: {'id': 'd19ab666-9a03-45d2-a84c-6f648270a215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2ba79938-90ae-42d3-989a-74d2c3014b3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:34:03.695590 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bf3aaffd-37a8-428c-864f-1b498b45a21c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:03.696142 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3aaffd-37a8-428c-864f-1b498b45a21c None None] Bound using segment: {'id': 'd19ab666-9a03-45d2-a84c-6f648270a215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2ba79938-90ae-42d3-989a-74d2c3014b3a'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:34:03.697387 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-bf3aaffd-37a8-428c-864f-1b498b45a21c None None] Bound port: 46028e87-52a5-4ea0-ab6b-3e58aee053e3, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd19ab666-9a03-45d2-a84c-6f648270a215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2ba79938-90ae-42d3-989a-74d2c3014b3a'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:34:03.697843 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bf3aaffd-37a8-428c-864f-1b498b45a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:03.757115 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6e7869c8-cd58-4b23-8b44-3135fda00313 req-38fca67e-5c41-4679-87ff-f008a144e837 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7500942 May 31 13:34:03.770359 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13e8b1a-ce95-4052-8e79-7813418301d8 req-4fad6f64-8c7b-4f40-8f7b-86621514434c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:03.771954 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c13e8b1a-ce95-4052-8e79-7813418301d8 req-4fad6f64-8c7b-4f40-8f7b-86621514434c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=78475d05-cc98-4fb2-b531-8986b43f0ba1 HTTP/1.1" status: 200 len: 853 time: 0.5785956 May 31 13:34:03.865563 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=5ed97f51-fe17-4c3d-bcc7-799b356c3dd7,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:34:03.905528 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-f68aea1a-7a2a-442f-8241-350306e2c28e admin admin] For port 50a202e0-6606-4c3b-b658-43b12dad296f, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=50a202e0-6606-4c3b-b658-43b12dad296f,segment=NetworkSegment(f7c332da-93bc-4b7f-8bc9-595723506e67),segment_id=f7c332da-93bc-4b7f-8bc9-595723506e67)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:34:03.906276 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f68aea1a-7a2a-442f-8241-350306e2c28e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:03.912405 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port b22cfacd-16d1-4211-980d-7a09df50f788, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=b22cfacd-16d1-4211-980d-7a09df50f788,segment=NetworkSegment(dfa37d0f-69f6-423e-a3ff-702fa969883b),segment_id=dfa37d0f-69f6-423e-a3ff-702fa969883b)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:34:03.962448 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': 'b22cfacd-16d1-4211-980d-7a09df50f788', 'network_id': '4805cc3e-f802-432a-a895-ff648d7eea38', 'port_id': 'b22cfacd-16d1-4211-980d-7a09df50f788', 'mac_address': 'fa:16:3e:03:b2:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78475d05-cc98-4fb2-b531-8986b43f0ba1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:34:03.970616 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-bf3aaffd-37a8-428c-864f-1b498b45a21c None None] For port 46028e87-52a5-4ea0-ab6b-3e58aee053e3, host n-d-843939-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:34:03.984377 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-bf3aaffd-37a8-428c-864f-1b498b45a21c None None] For port 46028e87-52a5-4ea0-ab6b-3e58aee053e3, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=46028e87-52a5-4ea0-ab6b-3e58aee053e3,segment=NetworkSegment(d19ab666-9a03-45d2-a84c-6f648270a215),segment_id=d19ab666-9a03-45d2-a84c-6f648270a215)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:34:04.002642 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-bf3aaffd-37a8-428c-864f-1b498b45a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:04.058513 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c13e8b1a-ce95-4052-8e79-7813418301d8 req-c8d9c344-ddd0-44b2-9abe-45deea1de6cc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4805cc3e-f802-432a-a895-ff648d7eea38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2534509 May 31 13:34:04.068032 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e93df140-74b5-4e7a-a9d0-c8a738389403 req-0fe408ae-0acf-4fc9-b0f8-812428d4dcb4 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:34:04.104692 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port b22cfacd-16d1-4211-980d-7a09df50f788 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:34:04.105056 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:04.116463 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df088359-591e-4041-8452-e2266d71abf1 None None] Sync routers for ids ['a011e779-64a3-443d-8f62-5cd06b630711'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:34:04.136319 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b22cfacd-16d1-4211-980d-7a09df50f788 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:34:04.167636 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df088359-591e-4041-8452-e2266d71abf1 None None] Routers {'a011e779-64a3-443d-8f62-5cd06b630711'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:34:04.182466 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-df088359-591e-4041-8452-e2266d71abf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:33:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['a011e779-64a3-443d-8f62-5cd06b630711'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:34:04.245349 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509a8d6d-c809-4c1c-8385-8caa10aac2f6 None None] Pushing event updated for resources: {'Port': ['ID=46028e87-52a5-4ea0-ab6b-3e58aee053e3,revision_number=4']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:34:04.299387 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3aaffd-37a8-428c-864f-1b498b45a21c None None] Routers {'8fd059d4-8a49-4c38-b3fa-a3960d2179ce'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:34:04.300025 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-bf3aaffd-37a8-428c-864f-1b498b45a21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:33:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['8fd059d4-8a49-4c38-b3fa-a3960d2179ce'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:34:04.386641 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port b22cfacd-16d1-4211-980d-7a09df50f788, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=b22cfacd-16d1-4211-980d-7a09df50f788,segment=NetworkSegment(dfa37d0f-69f6-423e-a3ff-702fa969883b),segment_id=dfa37d0f-69f6-423e-a3ff-702fa969883b)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:34:04.425040 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:04.617093 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-e93df140-74b5-4e7a-a9d0-c8a738389403 req-0fe408ae-0acf-4fc9-b0f8-812428d4dcb4 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] No DVR routers for this DVR port e25fb624-a508-4143-893a-c61f3b88afd4 on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:34:04.622697 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c13e8b1a-ce95-4052-8e79-7813418301d8 req-bfcf941f-b55c-41ea-8436-bfa70dca41e9 service neutron] 10.222.0.44 "GET /v2.0/networks/4805cc3e-f802-432a-a895-ff648d7eea38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5570295 May 31 13:34:04.624263 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e93df140-74b5-4e7a-a9d0-c8a738389403 req-0fe408ae-0acf-4fc9-b0f8-812428d4dcb4 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:04.629351 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96c0d0e6-6de6-4bed-bd2a-154d02801961', 'name': 'network-vif-deleted', 'tag': 'e25fb624-a508-4143-893a-c61f3b88afd4'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:34:04.893251 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['b22cfacd-16d1-4211-980d-7a09df50f788'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:34:04.912674 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-f68aea1a-7a2a-442f-8241-350306e2c28e admin admin] Calling delete_port for 50a202e0-6606-4c3b-b658-43b12dad296f owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:34:04.954550 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-bf3aaffd-37a8-428c-864f-1b498b45a21c None None] Set router 8fd059d4-8a49-4c38-b3fa-a3960d2179ce gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:34:04.957564 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e93df140-74b5-4e7a-a9d0-c8a738389403 req-0fe408ae-0acf-4fc9-b0f8-812428d4dcb4 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.44 "DELETE /v2.0/ports/e25fb624-a508-4143-893a-c61f3b88afd4 HTTP/1.1" status: 204 len: 173 time: 7.2400823 May 31 13:34:05.109318 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=b22cfacd-16d1-4211-980d-7a09df50f788,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:34:05.151701 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c13e8b1a-ce95-4052-8e79-7813418301d8 req-9055cf15-9cff-489b-a885-28ba1d345c02 service neutron] 10.222.0.44 "GET /v2.0/networks/4805cc3e-f802-432a-a895-ff648d7eea38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5126476 May 31 13:34:05.242413 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-df088359-591e-4041-8452-e2266d71abf1 None None] Set router a011e779-64a3-443d-8f62-5cd06b630711 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:34:05.583211 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f68aea1a-7a2a-442f-8241-350306e2c28e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:05.667983 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68aea1a-7a2a-442f-8241-350306e2c28e admin admin] Pushing event deleted for resources: {'Port': ['ID=50a202e0-6606-4c3b-b658-43b12dad296f,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:34:05.887349 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-bf3aaffd-37a8-428c-864f-1b498b45a21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd059d4-8a49-4c38-b3fa-a3960d2179ce', 'name': 'tempest-TaggedBootDevicesTest_v242-1705236011-router', 'tenant_id': 'b7ea50d99ec542369888bfa0ddb46f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '7bd70aca-0a8b-45e8-994f-f2b4b1555fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:33:48Z', 'updated_at': '2022-05-31T13:33:58Z', 'revision_number': 4, 'project_id': 'b7ea50d99ec542369888bfa0ddb46f0f', 'gw_port': {'id': '7bd70aca-0a8b-45e8-994f-f2b4b1555fa9', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:88:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd059d4-8a49-4c38-b3fa-a3960d2179ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:33:50Z', 'updated_at': '2022-05-31T13:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '46028e87-52a5-4ea0-ab6b-3e58aee053e3', 'name': '', 'network_id': '2ba79938-90ae-42d3-989a-74d2c3014b3a', 'tenant_id': 'b7ea50d99ec542369888bfa0ddb46f0f', 'mac_address': 'fa:16:3e:56:43:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd059d4-8a49-4c38-b3fa-a3960d2179ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'd265b683-cb30-41a0-b4c2-2529ae405c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:33:57Z', 'updated_at': '2022-05-31T13:34:03Z', 'revision_number': 4, 'project_id': 'b7ea50d99ec542369888bfa0ddb46f0f', 'subnets': [{'id': 'd265b683-cb30-41a0-b4c2-2529ae405c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:34:05.895958 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3aaffd-37a8-428c-864f-1b498b45a21c None None] The sync data for ids ['8fd059d4-8a49-4c38-b3fa-a3960d2179ce'] in n-d-843939-1 is: [{'id': '8fd059d4-8a49-4c38-b3fa-a3960d2179ce', 'name': 'tempest-TaggedBootDevicesTest_v242-1705236011-router', 'tenant_id': 'b7ea50d99ec542369888bfa0ddb46f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '7bd70aca-0a8b-45e8-994f-f2b4b1555fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:33:48Z', 'updated_at': '2022-05-31T13:33:58Z', 'revision_number': 4, 'project_id': 'b7ea50d99ec542369888bfa0ddb46f0f', 'gw_port': {'id': '7bd70aca-0a8b-45e8-994f-f2b4b1555fa9', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:88:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd059d4-8a49-4c38-b3fa-a3960d2179ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:33:50Z', 'updated_at': '2022-05-31T13:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '46028e87-52a5-4ea0-ab6b-3e58aee053e3', 'name': '', 'network_id': '2ba79938-90ae-42d3-989a-74d2c3014b3a', 'tenant_id': 'b7ea50d99ec542369888bfa0ddb46f0f', 'mac_address': 'fa:16:3e:56:43:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd059d4-8a49-4c38-b3fa-a3960d2179ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'd265b683-cb30-41a0-b4c2-2529ae405c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:33:57Z', 'updated_at': '2022-05-31T13:34:03Z', 'revision_number': 4, 'project_id': 'b7ea50d99ec542369888bfa0ddb46f0f', 'subnets': [{'id': 'd265b683-cb30-41a0-b4c2-2529ae405c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:34:06.316691 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f68aea1a-7a2a-442f-8241-350306e2c28e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:06.424107 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-df088359-591e-4041-8452-e2266d71abf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a011e779-64a3-443d-8f62-5cd06b630711', 'name': 'tempest-ServerRescueNegativeTestJSON-722066791-router', 'tenant_id': 'be9b8c94d98b42f385a0f29035539835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'ec502baf-891e-4127-8c8f-bdc0e135b9e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:28:24Z', 'updated_at': '2022-05-31T13:28:34Z', 'revision_number': 4, 'project_id': 'be9b8c94d98b42f385a0f29035539835', 'gw_port': {'id': 'ec502baf-891e-4127-8c8f-bdc0e135b9e9', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a011e779-64a3-443d-8f62-5cd06b630711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:28:26Z', 'updated_at': '2022-05-31T13:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'b1737765-3744-418b-9eb8-268b91ac258d', 'name': '', 'network_id': '29fe9209-7455-49d1-bbb8-3bf3a6f3bebb', 'tenant_id': 'be9b8c94d98b42f385a0f29035539835', 'mac_address': 'fa:16:3e:c5:fb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a011e779-64a3-443d-8f62-5cd06b630711', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '82d28a94-56aa-487e-b28b-6f63cbb648aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:28:33Z', 'updated_at': '2022-05-31T13:28:55Z', 'revision_number': 5, 'project_id': 'be9b8c94d98b42f385a0f29035539835', 'subnets': [{'id': '82d28a94-56aa-487e-b28b-6f63cbb648aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:34:06.434724 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df088359-591e-4041-8452-e2266d71abf1 None None] Checking router: a011e779-64a3-443d-8f62-5cd06b630711 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:34:06.451002 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df088359-591e-4041-8452-e2266d71abf1 None None] Routers {'a011e779-64a3-443d-8f62-5cd06b630711'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:34:06.451668 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-df088359-591e-4041-8452-e2266d71abf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:33:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['a011e779-64a3-443d-8f62-5cd06b630711'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:34:06.915476 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-df088359-591e-4041-8452-e2266d71abf1 None None] Set router a011e779-64a3-443d-8f62-5cd06b630711 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:34:07.174126 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f68aea1a-7a2a-442f-8241-350306e2c28e admin admin] Router c1e0445d-9677-4342-95ba-cb24db53a4ae has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:34:07.532271 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device b22cfacd-16d1-4211-980d-7a09df50f788 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:34:07.694017 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:07.878786 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 46028e87-52a5-4ea0-ab6b-3e58aee053e3 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:34:07.890483 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f68aea1a-7a2a-442f-8241-350306e2c28e admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:34:07.903821 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e97b5a-0c9b-47a2-bc2e-0ab3ca1153ef None None] Sync routers for ids ['c1e0445d-9677-4342-95ba-cb24db53a4ae'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:34:07.919886 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e97b5a-0c9b-47a2-bc2e-0ab3ca1153ef None None] Routers {'c1e0445d-9677-4342-95ba-cb24db53a4ae'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:34:07.921636 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-82e97b5a-0c9b-47a2-bc2e-0ab3ca1153ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:33:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['c1e0445d-9677-4342-95ba-cb24db53a4ae'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:34:07.932433 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46566) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:34:07.934870 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-f68aea1a-7a2a-442f-8241-350306e2c28e admin admin] 10.222.0.50 "PUT /v2.0/routers/c1e0445d-9677-4342-95ba-cb24db53a4ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9213006 May 31 13:34:08.116091 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port b22cfacd-16d1-4211-980d-7a09df50f788 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:34:08.134695 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port b22cfacd-16d1-4211-980d-7a09df50f788 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:34:08.135448 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:08.268637 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-df088359-591e-4041-8452-e2266d71abf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a011e779-64a3-443d-8f62-5cd06b630711', 'name': 'tempest-ServerRescueNegativeTestJSON-722066791-router', 'tenant_id': 'be9b8c94d98b42f385a0f29035539835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'ec502baf-891e-4127-8c8f-bdc0e135b9e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:28:24Z', 'updated_at': '2022-05-31T13:28:34Z', 'revision_number': 4, 'project_id': 'be9b8c94d98b42f385a0f29035539835', 'gw_port': {'id': 'ec502baf-891e-4127-8c8f-bdc0e135b9e9', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a011e779-64a3-443d-8f62-5cd06b630711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:28:26Z', 'updated_at': '2022-05-31T13:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'b1737765-3744-418b-9eb8-268b91ac258d', 'name': '', 'network_id': '29fe9209-7455-49d1-bbb8-3bf3a6f3bebb', 'tenant_id': 'be9b8c94d98b42f385a0f29035539835', 'mac_address': 'fa:16:3e:c5:fb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a011e779-64a3-443d-8f62-5cd06b630711', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '82d28a94-56aa-487e-b28b-6f63cbb648aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:28:33Z', 'updated_at': '2022-05-31T13:28:55Z', 'revision_number': 5, 'project_id': 'be9b8c94d98b42f385a0f29035539835', 'subnets': [{'id': '82d28a94-56aa-487e-b28b-6f63cbb648aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:34:08.286223 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df088359-591e-4041-8452-e2266d71abf1 None None] The sync data for ids ['a011e779-64a3-443d-8f62-5cd06b630711'] in n-d-843939-1 is: [{'id': 'a011e779-64a3-443d-8f62-5cd06b630711', 'name': 'tempest-ServerRescueNegativeTestJSON-722066791-router', 'tenant_id': 'be9b8c94d98b42f385a0f29035539835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'ec502baf-891e-4127-8c8f-bdc0e135b9e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:28:24Z', 'updated_at': '2022-05-31T13:28:34Z', 'revision_number': 4, 'project_id': 'be9b8c94d98b42f385a0f29035539835', 'gw_port': {'id': 'ec502baf-891e-4127-8c8f-bdc0e135b9e9', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a011e779-64a3-443d-8f62-5cd06b630711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:28:26Z', 'updated_at': '2022-05-31T13:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'b1737765-3744-418b-9eb8-268b91ac258d', 'name': '', 'network_id': '29fe9209-7455-49d1-bbb8-3bf3a6f3bebb', 'tenant_id': 'be9b8c94d98b42f385a0f29035539835', 'mac_address': 'fa:16:3e:c5:fb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a011e779-64a3-443d-8f62-5cd06b630711', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '82d28a94-56aa-487e-b28b-6f63cbb648aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:28:33Z', 'updated_at': '2022-05-31T13:28:55Z', 'revision_number': 5, 'project_id': 'be9b8c94d98b42f385a0f29035539835', 'subnets': [{'id': '82d28a94-56aa-487e-b28b-6f63cbb648aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:34:08.296015 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 46028e87-52a5-4ea0-ab6b-3e58aee053e3 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:34:08.324157 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 46028e87-52a5-4ea0-ab6b-3e58aee053e3 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:34:08.329764 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:08.586861 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-82e97b5a-0c9b-47a2-bc2e-0ab3ca1153ef None None] Set router c1e0445d-9677-4342-95ba-cb24db53a4ae gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:34:08.590537 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2f44783c-856b-45a6-8e44-89dac4cd9315 admin admin] Notify callbacks [] for router, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:08.626674 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port b22cfacd-16d1-4211-980d-7a09df50f788 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:34:08.627240 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:08.908999 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port b22cfacd-16d1-4211-980d-7a09df50f788, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=b22cfacd-16d1-4211-980d-7a09df50f788,segment=NetworkSegment(dfa37d0f-69f6-423e-a3ff-702fa969883b),segment_id=dfa37d0f-69f6-423e-a3ff-702fa969883b)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:34:08.918891 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aace206a-2df2-49f7-9cc1-2e8f68e66836 None None] New status for floating IP a0204c7b-7fb7-452e-bf9a-bead2c690f79: DOWN {{(pid=88371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 13:34:09.011271 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:09.012104 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:09.200637 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2f44783c-856b-45a6-8e44-89dac4cd9315 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:09.211898 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=b22cfacd-16d1-4211-980d-7a09df50f788,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:34:09.228478 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-2f44783c-856b-45a6-8e44-89dac4cd9315 admin admin] Deleting port d9cb54ae-df6e-4d2c-b3b2-176ee90fe0b2 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:34:09.228972 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2f44783c-856b-45a6-8e44-89dac4cd9315 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:09.360371 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-82e97b5a-0c9b-47a2-bc2e-0ab3ca1153ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1e0445d-9677-4342-95ba-cb24db53a4ae', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1013393658-router', 'tenant_id': '21dbbb39ecb9468e8c2cfdaa983b950c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'd9cb54ae-df6e-4d2c-b3b2-176ee90fe0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:32:05Z', 'updated_at': '2022-05-31T13:34:05Z', 'revision_number': 5, 'project_id': '21dbbb39ecb9468e8c2cfdaa983b950c', 'gw_port': {'id': 'd9cb54ae-df6e-4d2c-b3b2-176ee90fe0b2', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e0445d-9677-4342-95ba-cb24db53a4ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:32:06Z', 'updated_at': '2022-05-31T13:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:34:09.385345 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e97b5a-0c9b-47a2-bc2e-0ab3ca1153ef None None] Checking router: c1e0445d-9677-4342-95ba-cb24db53a4ae for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:34:09.455765 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e97b5a-0c9b-47a2-bc2e-0ab3ca1153ef None None] Routers {'c1e0445d-9677-4342-95ba-cb24db53a4ae'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:34:09.468267 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-82e97b5a-0c9b-47a2-bc2e-0ab3ca1153ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:33:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['c1e0445d-9677-4342-95ba-cb24db53a4ae'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:34:09.476666 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 46028e87-52a5-4ea0-ab6b-3e58aee053e3 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:34:09.479024 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:09.721792 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 46028e87-52a5-4ea0-ab6b-3e58aee053e3, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=46028e87-52a5-4ea0-ab6b-3e58aee053e3,segment=NetworkSegment(d19ab666-9a03-45d2-a84c-6f648270a215),segment_id=d19ab666-9a03-45d2-a84c-6f648270a215)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:34:09.736462 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:09.929229 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-82e97b5a-0c9b-47a2-bc2e-0ab3ca1153ef None None] Set router c1e0445d-9677-4342-95ba-cb24db53a4ae gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:34:09.934273 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-2f44783c-856b-45a6-8e44-89dac4cd9315 admin admin] For port d9cb54ae-df6e-4d2c-b3b2-176ee90fe0b2, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=d9cb54ae-df6e-4d2c-b3b2-176ee90fe0b2,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:34:09.936405 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2f44783c-856b-45a6-8e44-89dac4cd9315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:10.186467 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-2f44783c-856b-45a6-8e44-89dac4cd9315 admin admin] Calling delete_port for d9cb54ae-df6e-4d2c-b3b2-176ee90fe0b2 owned by network:router_gateway {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:34:10.252197 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-82e97b5a-0c9b-47a2-bc2e-0ab3ca1153ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1e0445d-9677-4342-95ba-cb24db53a4ae', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1013393658-router', 'tenant_id': '21dbbb39ecb9468e8c2cfdaa983b950c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:32:05Z', 'updated_at': '2022-05-31T13:34:09Z', 'revision_number': 6, 'project_id': '21dbbb39ecb9468e8c2cfdaa983b950c', 'gw_port_host': None}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:34:10.254864 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=46028e87-52a5-4ea0-ab6b-3e58aee053e3,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:34:10.257327 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e97b5a-0c9b-47a2-bc2e-0ab3ca1153ef None None] The sync data for ids ['c1e0445d-9677-4342-95ba-cb24db53a4ae'] in n-d-843939-1 is: [{'id': 'c1e0445d-9677-4342-95ba-cb24db53a4ae', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1013393658-router', 'tenant_id': '21dbbb39ecb9468e8c2cfdaa983b950c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:32:05Z', 'updated_at': '2022-05-31T13:34:09Z', 'revision_number': 6, 'project_id': '21dbbb39ecb9468e8c2cfdaa983b950c', 'gw_port_host': None}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:34:10.515837 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b3074fe1-9782-435d-8291-a8884051cf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:10.548623 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2f44783c-856b-45a6-8e44-89dac4cd9315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:10.609289 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f44783c-856b-45a6-8e44-89dac4cd9315 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9cb54ae-df6e-4d2c-b3b2-176ee90fe0b2,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:34:10.744814 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2f44783c-856b-45a6-8e44-89dac4cd9315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577389'] for router_gateway, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:11.098166 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2f44783c-856b-45a6-8e44-89dac4cd9315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:11.104213 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2f44783c-856b-45a6-8e44-89dac4cd9315 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:11.180519 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2f44783c-856b-45a6-8e44-89dac4cd9315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:11.181801 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f44783c-856b-45a6-8e44-89dac4cd9315 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1e0445d-9677-4342-95ba-cb24db53a4ae {{(pid=88370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:34:11.235523 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2f44783c-856b-45a6-8e44-89dac4cd9315 admin admin] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:11.245429 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46580) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:34:11.246151 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-2f44783c-856b-45a6-8e44-89dac4cd9315 admin admin] 10.222.0.50 "DELETE /v2.0/routers/c1e0445d-9677-4342-95ba-cb24db53a4ae HTTP/1.1" status: 204 len: 168 time: 3.3117437 May 31 13:34:11.423233 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-7136a3cf-8eda-4e34-b62c-edb7c392947f admin admin] Deleting subnet f71cc00f-8f35-4761-a9b3-2f0c082bffbb {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:34:11.427965 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7136a3cf-8eda-4e34-b62c-edb7c392947f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:11.489486 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7136a3cf-8eda-4e34-b62c-edb7c392947f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:11.860237 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7136a3cf-8eda-4e34-b62c-edb7c392947f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:11.897223 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 46028e87-52a5-4ea0-ab6b-3e58aee053e3 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:34:11.988353 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7136a3cf-8eda-4e34-b62c-edb7c392947f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:12.044932 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7136a3cf-8eda-4e34-b62c-edb7c392947f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:12.060194 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a080b8ad-7ca3-46b5-969f-7260c76620b9 None None] Network 99f39d4e-e781-47c9-9a59-b91e5a1ecf8e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:34:12.061059 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7136a3cf-8eda-4e34-b62c-edb7c392947f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f71cc00f-8f35-4761-a9b3-2f0c082bffbb,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:34:12.066729 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-7136a3cf-8eda-4e34-b62c-edb7c392947f admin admin] 10.222.0.50 "DELETE /v2.0/subnets/f71cc00f-8f35-4761-a9b3-2f0c082bffbb HTTP/1.1" status: 204 len: 168 time: 0.8197718 May 31 13:34:12.069147 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46584) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:34:12.207026 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-03ca9f1c-be72-4566-918c-e4dffbf65fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:12.220179 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-03ca9f1c-be72-4566-918c-e4dffbf65fee admin admin] Deleting port 680e49ee-5bfa-4076-b644-ba3c251b9b4d {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:34:12.220529 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-03ca9f1c-be72-4566-918c-e4dffbf65fee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:12.259851 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 46028e87-52a5-4ea0-ab6b-3e58aee053e3 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:34:12.260262 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:12.559121 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 46028e87-52a5-4ea0-ab6b-3e58aee053e3 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:34:12.629873 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 50a202e0-6606-4c3b-b658-43b12dad296f no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:34:12.652753 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-03ca9f1c-be72-4566-918c-e4dffbf65fee admin admin] For port 680e49ee-5bfa-4076-b644-ba3c251b9b4d, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=680e49ee-5bfa-4076-b644-ba3c251b9b4d,segment=NetworkSegment(f7c332da-93bc-4b7f-8bc9-595723506e67),segment_id=f7c332da-93bc-4b7f-8bc9-595723506e67)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:34:12.653331 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-03ca9f1c-be72-4566-918c-e4dffbf65fee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:12.729188 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 50a202e0-6606-4c3b-b658-43b12dad296f {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:34:12.729735 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 50a202e0-6606-4c3b-b658-43b12dad296f not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:34:12.730483 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device d9cb54ae-df6e-4d2c-b3b2-176ee90fe0b2 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:34:12.780364 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6c0b61-3994-4c97-8e6f-338ff6f51739 None None] DHCP port deletion for 99f39d4e-e781-47c9-9a59-b91e5a1ecf8e request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:34:12.823459 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: d9cb54ae-df6e-4d2c-b3b2-176ee90fe0b2 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:34:12.824515 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device d9cb54ae-df6e-4d2c-b3b2-176ee90fe0b2 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:34:12.829017 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-3a6c0b61-3994-4c97-8e6f-338ff6f51739 None None] Deleting port 680e49ee-5bfa-4076-b644-ba3c251b9b4d {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:34:12.829017 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3a6c0b61-3994-4c97-8e6f-338ff6f51739 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:12.886912 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-50be63c0-cb79-441c-93c9-087e89c65e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:12.913344 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-03ca9f1c-be72-4566-918c-e4dffbf65fee admin admin] Calling delete_port for 680e49ee-5bfa-4076-b644-ba3c251b9b4d owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:34:13.070932 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-03ca9f1c-be72-4566-918c-e4dffbf65fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:13.126593 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ca9f1c-be72-4566-918c-e4dffbf65fee admin admin] No DVR routers for this DVR port 680e49ee-5bfa-4076-b644-ba3c251b9b4d on host n-d-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:34:13.184021 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca9f1c-be72-4566-918c-e4dffbf65fee admin admin] Pushing event deleted for resources: {'Port': ['ID=680e49ee-5bfa-4076-b644-ba3c251b9b4d,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:34:13.240692 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-3a6c0b61-3994-4c97-8e6f-338ff6f51739 None None] For port 680e49ee-5bfa-4076-b644-ba3c251b9b4d, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=680e49ee-5bfa-4076-b644-ba3c251b9b4d,segment=NetworkSegment(f7c332da-93bc-4b7f-8bc9-595723506e67),segment_id=f7c332da-93bc-4b7f-8bc9-595723506e67)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:34:13.242203 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3a6c0b61-3994-4c97-8e6f-338ff6f51739 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:13.308926 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-03ca9f1c-be72-4566-918c-e4dffbf65fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:13.363488 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-03ca9f1c-be72-4566-918c-e4dffbf65fee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99f39d4e-e781-47c9-9a59-b91e5a1ecf8e']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:34:13.394490 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-03ca9f1c-be72-4566-918c-e4dffbf65fee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7c332da-93bc-4b7f-8bc9-595723506e67') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:34:13.394791 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-03ca9f1c-be72-4566-918c-e4dffbf65fee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7c332da-93bc-4b7f-8bc9-595723506e67') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:34:13.408025 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-3a6c0b61-3994-4c97-8e6f-338ff6f51739 None None] Calling delete_port for 680e49ee-5bfa-4076-b644-ba3c251b9b4d owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:34:13.408259 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-03ca9f1c-be72-4566-918c-e4dffbf65fee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:13.454936 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-03ca9f1c-be72-4566-918c-e4dffbf65fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:13.465814 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03ca9f1c-be72-4566-918c-e4dffbf65fee admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:34:13.466244 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-03ca9f1c-be72-4566-918c-e4dffbf65fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:13.505691 n-d-843939-1 neutron-server[88371]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 31 13:34:13.505691 n-d-843939-1 neutron-server[88371]: from cryptography.utils import int_from_bytes May 31 13:34:13.505691 n-d-843939-1 neutron-server[88371]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 31 13:34:13.505691 n-d-843939-1 neutron-server[88371]: from cryptography.utils import int_from_bytes May 31 13:34:13.505691 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 31 13:34:13.505691 n-d-843939-1 neutron-server[88371]: util.warn_limited( May 31 13:34:13.505691 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 31 13:34:13.505691 n-d-843939-1 neutron-server[88371]: util.warn_limited( May 31 13:34:13.505691 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:34:13.505691 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:34:13.505691 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:34:13.505691 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:34:13.505691 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:34:13.505691 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:34:13.505691 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:34:13.505691 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:34:13.505691 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:34:13.505691 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:34:13.505691 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:34:13.505691 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:34:13.505691 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:34:13.505691 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:34:13.505691 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:34:13.505691 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:34:13.505691 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:34:13.505691 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:34:13.505691 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:34:13.505691 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:34:13.505691 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:34:13.505691 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:34:13.505691 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:34:13.505691 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:34:13.505691 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:34:13.505691 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:34:13.505691 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:34:13.505691 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:34:13.505691 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:34:13.505691 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:34:13.505691 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:34:13.505691 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:34:13.505691 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:34:13.505691 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:34:13.509677 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:34:13.509677 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:34:13.509677 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:34:13.509677 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:34:13.509677 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:34:13.509677 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:34:13.509677 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:34:13.509677 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:34:13.509677 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:34:13.509677 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:34:13.509677 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:34:13.509677 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:34:13.509677 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:34:13.509677 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:34:13.517172 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-3a6c0b61-3994-4c97-8e6f-338ff6f51739 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:34:13.517524 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-3a6c0b61-3994-4c97-8e6f-338ff6f51739 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:34:13.626872 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-03ca9f1c-be72-4566-918c-e4dffbf65fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:13.665501 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment f7c332da-93bc-4b7f-8bc9-595723506e67 resource provider aggregate not found May 31 13:34:13.669978 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-03ca9f1c-be72-4566-918c-e4dffbf65fee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:13.683897 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca9f1c-be72-4566-918c-e4dffbf65fee admin admin] Pushing event deleted for resources: {'Network': ['ID=99f39d4e-e781-47c9-9a59-b91e5a1ecf8e,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:34:13.694384 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-03ca9f1c-be72-4566-918c-e4dffbf65fee admin admin] 10.222.0.50 "DELETE /v2.0/networks/99f39d4e-e781-47c9-9a59-b91e5a1ecf8e HTTP/1.1" status: 204 len: 168 time: 1.6239712 May 31 13:34:13.715350 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment f7c332da-93bc-4b7f-8bc9-595723506e67 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f7c332da-93bc-4b7f-8bc9-595723506e67 found for delete ", "request_id": "req-4c5a6408-b3c1-4e86-96eb-03f03e24f1e5"}]} May 31 13:34:13.742455 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:13.793522 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:13.864243 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 680e49ee-5bfa-4076-b644-ba3c251b9b4d no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:34:13.929127 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 680e49ee-5bfa-4076-b644-ba3c251b9b4d {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:34:13.929127 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 680e49ee-5bfa-4076-b644-ba3c251b9b4d not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:34:14.018640 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-3a6c0b61-3994-4c97-8e6f-338ff6f51739 None None] Deleting port 680e49ee-5bfa-4076-b644-ba3c251b9b4d {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:34:14.018970 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3a6c0b61-3994-4c97-8e6f-338ff6f51739 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:14.107454 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-3a6c0b61-3994-4c97-8e6f-338ff6f51739 None None] The port '680e49ee-5bfa-4076-b644-ba3c251b9b4d' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 13:34:14.110671 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46598) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:34:14.197181 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-fd190c08-6e9d-4dee-9ee6-2135d7606e79 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=21dbbb39ecb9468e8c2cfdaa983b950c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0839612 May 31 13:34:14.199916 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46602) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:34:14.290869 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-138fb1c7-c68b-4e60-96bb-1b49cd49c161 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:14.360024 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-138fb1c7-c68b-4e60-96bb-1b49cd49c161 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:14.457362 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-138fb1c7-c68b-4e60-96bb-1b49cd49c161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:14.484073 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138fb1c7-c68b-4e60-96bb-1b49cd49c161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa9a7e10-3570-4762-9c36-c98835ca27d8,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:34:14.497444 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-138fb1c7-c68b-4e60-96bb-1b49cd49c161 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:14.498717 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-138fb1c7-c68b-4e60-96bb-1b49cd49c161 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fa9a7e10-3570-4762-9c36-c98835ca27d8 HTTP/1.1" status: 204 len: 168 time: 0.2975614 May 31 13:34:15.474963 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:20.016736 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be6c6c-b662-4419-ae6e-a1d06f049843 req-ebe5aec4-7634-4724-a74c-7d2a1b60bc9f tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:20.018807 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-27be6c6c-b662-4419-ae6e-a1d06f049843 req-ebe5aec4-7634-4724-a74c-7d2a1b60bc9f tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3a16018-d373-4f1a-bbba-73ce942d383e HTTP/1.1" status: 200 len: 945 time: 0.1087265 May 31 13:34:20.057787 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4df8d90f-b0d4-4d09-8a66-ef1e4d2f7705'] response: {'server_uuid': '08ac3772-a4bf-4711-b060-9957e77873c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f2ed4a-7eba-461e-97a3-a147b0b9e932', 'code': 200} May 31 13:34:20.090145 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-27be6c6c-b662-4419-ae6e-a1d06f049843 req-cb5699a1-e753-4929-bfb0-e8e551717ede tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] 10.222.0.50 "GET /v2.0/security-groups?id=4c111636-eaff-4500-9f78-1313dd4c7a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601418 May 31 13:34:20.253220 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e4b7077-8332-4bd9-b161-2938d886259d'] response: {'server_uuid': '96c0d0e6-6de6-4bed-bd2a-154d02801961', 'name': 'network-vif-deleted', 'tag': 'e25fb624-a508-4143-893a-c61f3b88afd4', 'status': 'completed', 'code': 200} May 31 13:34:20.299028 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed7f64-17fc-4260-a65b-aa054881b8f9 req-bdb4a31a-ed26-4520-846f-fc3280e2c906 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:20.308197 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-45ed7f64-17fc-4260-a65b-aa054881b8f9 req-bdb4a31a-ed26-4520-846f-fc3280e2c906 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4722eaf-2938-4f72-acd8-1afe4ad46276 HTTP/1.1" status: 200 len: 946 time: 0.1592178 May 31 13:34:20.425194 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-45ed7f64-17fc-4260-a65b-aa054881b8f9 req-db99718f-6b9e-496e-a54d-24bf7e2cb1f0 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124699 May 31 13:34:20.556378 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e9615-4c5d-4cc5-a0b2-47103549ca57 req-9eb17a5c-21d7-4eb0-a045-4a32cb05fd54 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:20.563801 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-488e9615-4c5d-4cc5-a0b2-47103549ca57 req-9eb17a5c-21d7-4eb0-a045-4a32cb05fd54 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 944 time: 0.0994997 May 31 13:34:20.654047 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8ab97c1a-6e07-4d65-8192-bccf1c23b117 req-ccb10553-46c9-4899-8105-5f6a6f1e2ffd tempest-ImagesOneServerTestJSON-2055862555 tempest-ImagesOneServerTestJSON-2055862555-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=01794b48b32a43eea38148f452776209&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0551999 May 31 13:34:20.657157 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-488e9615-4c5d-4cc5-a0b2-47103549ca57 req-0fedfe9b-4b94-41bf-b5ca-a44a5732ff9e tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915244 May 31 13:34:20.843228 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab97c1a-6e07-4d65-8192-bccf1c23b117 req-f3cf491c-3a1b-40c0-9d2f-39a4c9bd61ce tempest-ImagesOneServerTestJSON-2055862555 tempest-ImagesOneServerTestJSON-2055862555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:20.850085 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8ab97c1a-6e07-4d65-8192-bccf1c23b117 req-f3cf491c-3a1b-40c0-9d2f-39a4c9bd61ce tempest-ImagesOneServerTestJSON-2055862555 tempest-ImagesOneServerTestJSON-2055862555-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1894403 May 31 13:34:20.863305 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8ab97c1a-6e07-4d65-8192-bccf1c23b117 req-d98375b5-17ba-40d6-894d-a61a849630b9 tempest-ImagesOneServerTestJSON-2055862555 tempest-ImagesOneServerTestJSON-2055862555-project] 10.222.0.50 "GET /v2.0/quotas/01794b48b32a43eea38148f452776209 HTTP/1.1" status: 200 len: 375 time: 0.0124085 May 31 13:34:20.899500 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46710) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:34:20.934758 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8ab97c1a-6e07-4d65-8192-bccf1c23b117 req-be924b06-19f9-43ec-a5ef-38ebae1ec347 tempest-ImagesOneServerTestJSON-2055862555 tempest-ImagesOneServerTestJSON-2055862555-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=01794b48b32a43eea38148f452776209&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0635593 May 31 13:34:20.983197 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-41aa654e-b727-4824-97fe-cb4ffa4fedc9 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:21.027500 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-41aa654e-b727-4824-97fe-cb4ffa4fedc9 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:21.121719 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-41aa654e-b727-4824-97fe-cb4ffa4fedc9 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:21.182177 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aa654e-b727-4824-97fe-cb4ffa4fedc9 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4eda8c6-2ff8-4ec5-a939-d72272274cbb,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:34:21.212822 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aa654e-b727-4824-97fe-cb4ffa4fedc9 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:34:21.213230 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aa654e-b727-4824-97fe-cb4ffa4fedc9 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:34:21.213581 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aa654e-b727-4824-97fe-cb4ffa4fedc9 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:34:21.214047 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aa654e-b727-4824-97fe-cb4ffa4fedc9 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:34:21.214394 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aa654e-b727-4824-97fe-cb4ffa4fedc9 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:34:21.214734 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aa654e-b727-4824-97fe-cb4ffa4fedc9 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:34:21.215074 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aa654e-b727-4824-97fe-cb4ffa4fedc9 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:34:21.215407 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aa654e-b727-4824-97fe-cb4ffa4fedc9 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:34:21.215739 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aa654e-b727-4824-97fe-cb4ffa4fedc9 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:34:21.216070 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aa654e-b727-4824-97fe-cb4ffa4fedc9 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:34:21.216396 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aa654e-b727-4824-97fe-cb4ffa4fedc9 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:34:21.216718 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aa654e-b727-4824-97fe-cb4ffa4fedc9 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:34:21.228375 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-41aa654e-b727-4824-97fe-cb4ffa4fedc9 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:21.232149 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46734) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:34:21.234194 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-41aa654e-b727-4824-97fe-cb4ffa4fedc9 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "DELETE /v2.0/security-groups/b4eda8c6-2ff8-4ec5-a939-d72272274cbb HTTP/1.1" status: 204 len: 168 time: 0.3334033 May 31 13:34:21.332743 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [None req-b813bbba-2ea1-4632-8e65-b5fce8a60d43 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] show failed (client error): The resource could not be found. May 31 13:34:21.333914 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-b813bbba-2ea1-4632-8e65-b5fce8a60d43 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/security-groups/b4eda8c6-2ff8-4ec5-a939-d72272274cbb HTTP/1.1" status: 404 len: 347 time: 0.1000834 May 31 13:34:21.337095 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46740) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:34:21.451452 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5210bfcb-aacd-4e8f-8a50-62110c6460e7 req-cd254fce-b7ed-48a5-99bf-77e65c1eea78 tempest-ImagesOneServerTestJSON-2055862555 tempest-ImagesOneServerTestJSON-2055862555-project] 10.222.0.50 "GET /v2.0/ports?device_id=768e3b2d-12ee-4bbe-8d20-b87d815ae7e1 HTTP/1.1" status: 200 len: 210 time: 0.1873033 May 31 13:34:21.550692 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7ea0c9-bf01-4622-9763-2f91787ddab6 req-5146cef4-450f-48c4-8286-53584feec379 tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:21.563593 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6c7ea0c9-bf01-4622-9763-2f91787ddab6 req-5146cef4-450f-48c4-8286-53584feec379 tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] 10.222.0.50 "GET /v2.0/ports?device_id=08ac3772-a4bf-4711-b060-9957e77873c0 HTTP/1.1" status: 200 len: 951 time: 0.2312605 May 31 13:34:21.669454 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6c7ea0c9-bf01-4622-9763-2f91787ddab6 req-0ed62d45-57f7-4e32-b7ac-b1e61c54cf7c tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] 10.222.0.50 "GET /v2.0/security-groups?id=47ec8c87-955a-4ab3-b9ba-c8b3e8fd5fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047909 May 31 13:34:21.790774 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46764) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:34:21.841279 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-73fa7252-e41a-481d-90f6-71015a598f5d tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Deleting port 9d2ac0f2-cded-4fdc-8e01-f7f7528c37f5 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:34:21.841634 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-73fa7252-e41a-481d-90f6-71015a598f5d tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:21.958862 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71228ac3-3759-4267-8c4c-ac8253dc9a10 req-f6a6f733-ba05-4976-aff3-f7c6c01ee285 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:21.960638 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-71228ac3-3759-4267-8c4c-ac8253dc9a10 req-f6a6f733-ba05-4976-aff3-f7c6c01ee285 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 944 time: 0.2888660 May 31 13:34:22.029709 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-193edc10-cab3-4fc8-93e1-d872cbccebdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:22.060425 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a16018-d373-4f1a-bbba-73ce942d383e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ed97f51-fe17-4c3d-bcc7-799b356c3dd7'}, {'server_uuid': 'd4722eaf-2938-4f72-acd8-1afe4ad46276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b22cfacd-16d1-4211-980d-7a09df50f788'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:34:22.095849 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-193edc10-cab3-4fc8-93e1-d872cbccebdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:34:22.104944 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-193edc10-cab3-4fc8-93e1-d872cbccebdd admin admin] Usage tracker for resource:security_group_rule and tenant:a512aa77535e46668f54b44b03b6cad0 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:34:22.110030 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-71228ac3-3759-4267-8c4c-ac8253dc9a10 req-20f91c67-696f-4530-a879-695dc423a65b tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360788 May 31 13:34:22.110865 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-193edc10-cab3-4fc8-93e1-d872cbccebdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:34:22.120262 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-193edc10-cab3-4fc8-93e1-d872cbccebdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:34:22.156289 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b41f7d-1082-4056-8776-32ca7334e5af req-e7f5c168-a7e2-4f56-9841-80779411c2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:22.157726 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-02b41f7d-1082-4056-8776-32ca7334e5af req-e7f5c168-a7e2-4f56-9841-80779411c2d5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc5142db886b48f8906c49afcc233362&device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 1095 time: 0.8312416 May 31 13:34:22.180243 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd456fee-b4a3-42da-9788-85898c6cdb02 req-b71989d0-2a32-41c3-9a22-3f9b2c87ea1e tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:22.187617 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dd456fee-b4a3-42da-9788-85898c6cdb02 req-b71989d0-2a32-41c3-9a22-3f9b2c87ea1e tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3a16018-d373-4f1a-bbba-73ce942d383e HTTP/1.1" status: 200 len: 945 time: 0.3405447 May 31 13:34:22.332764 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dd456fee-b4a3-42da-9788-85898c6cdb02 req-4f35523b-c9a7-428b-ae63-cf812d339d0c tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] 10.222.0.50 "GET /v2.0/security-groups?id=4c111636-eaff-4500-9f78-1313dd4c7a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391473 May 31 13:34:22.333461 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-73fa7252-e41a-481d-90f6-71015a598f5d tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:22.333607 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-73fa7252-e41a-481d-90f6-71015a598f5d tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:22.500128 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-73fa7252-e41a-481d-90f6-71015a598f5d tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Calling delete_port for 9d2ac0f2-cded-4fdc-8e01-f7f7528c37f5 owned by network:floatingip {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:34:22.522168 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-193edc10-cab3-4fc8-93e1-d872cbccebdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:22.536780 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2261f193-eab2-4223-adef-60e7bd906dba req-50ef29e1-4314-43c0-8b8f-96792dc67b61 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:22.539665 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2261f193-eab2-4223-adef-60e7bd906dba req-50ef29e1-4314-43c0-8b8f-96792dc67b61 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4722eaf-2938-4f72-acd8-1afe4ad46276 HTTP/1.1" status: 200 len: 946 time: 0.2840815 May 31 13:34:22.541364 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-193edc10-cab3-4fc8-93e1-d872cbccebdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:22.610966 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b41f7d-1082-4056-8776-32ca7334e5af req-9eab8696-0f3e-4c34-9e7d-7831bdc13352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:22.612494 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-02b41f7d-1082-4056-8776-32ca7334e5af req-9eab8696-0f3e-4c34-9e7d-7831bdc13352 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ef7bc708-faad-4f53-9863-9b17fc2bd3a4 HTTP/1.1" status: 200 len: 912 time: 0.4025269 May 31 13:34:22.657903 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36a57ca5-77ed-4c0e-9981-a3727f7c687e'] response: {'server_uuid': 'a3a16018-d373-4f1a-bbba-73ce942d383e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ed97f51-fe17-4c3d-bcc7-799b356c3dd7', 'code': 200} May 31 13:34:22.658224 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36a57ca5-77ed-4c0e-9981-a3727f7c687e'] response: {'server_uuid': 'd4722eaf-2938-4f72-acd8-1afe4ad46276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b22cfacd-16d1-4211-980d-7a09df50f788', 'code': 200} May 31 13:34:22.676906 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2261f193-eab2-4223-adef-60e7bd906dba req-b29b231c-472f-4227-b4d3-82185a4ede3f tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171260 May 31 13:34:22.686616 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-193edc10-cab3-4fc8-93e1-d872cbccebdd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a512aa77535e46668f54b44b03b6cad0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8845477 May 31 13:34:22.687865 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46800) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:34:22.813872 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193edc10-cab3-4fc8-93e1-d872cbccebdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35f188cb-c7e0-414a-9b67-fc2aa065c6a7,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:34:22.821162 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-02b41f7d-1082-4056-8776-32ca7334e5af req-3735efa8-f4ef-4bc8-9287-afc9c31cd159 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bcea5229-e83e-4a8f-a38a-ad9361d01354 HTTP/1.1" status: 200 len: 999 time: 0.2001040 May 31 13:34:22.923246 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193edc10-cab3-4fc8-93e1-d872cbccebdd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:34:22.924244 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193edc10-cab3-4fc8-93e1-d872cbccebdd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:34:22.924786 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193edc10-cab3-4fc8-93e1-d872cbccebdd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:34:22.925366 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193edc10-cab3-4fc8-93e1-d872cbccebdd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:34:22.925897 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193edc10-cab3-4fc8-93e1-d872cbccebdd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:34:22.926467 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193edc10-cab3-4fc8-93e1-d872cbccebdd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:34:22.927008 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193edc10-cab3-4fc8-93e1-d872cbccebdd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:34:22.927543 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193edc10-cab3-4fc8-93e1-d872cbccebdd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:34:22.928120 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193edc10-cab3-4fc8-93e1-d872cbccebdd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:34:22.928646 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193edc10-cab3-4fc8-93e1-d872cbccebdd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:34:22.929244 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193edc10-cab3-4fc8-93e1-d872cbccebdd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:34:22.929878 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193edc10-cab3-4fc8-93e1-d872cbccebdd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:34:22.989830 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-73fa7252-e41a-481d-90f6-71015a598f5d tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:23.072759 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-772b1faf-797a-4171-9f5e-7620cabe52e7 req-6d14af7e-00e5-4b37-9c48-5c438c6b67cd tempest-ImagesOneServerTestJSON-2055862555 tempest-ImagesOneServerTestJSON-2055862555-project] 10.222.0.50 "GET /v2.0/ports?device_id=768e3b2d-12ee-4bbe-8d20-b87d815ae7e1 HTTP/1.1" status: 200 len: 210 time: 0.1600823 May 31 13:34:23.106062 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-67225278-a965-46a2-8d2c-c81f8fdff1fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:23.121037 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fa7252-e41a-481d-90f6-71015a598f5d tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Pushing event deleted for resources: {'Port': ['ID=9d2ac0f2-cded-4fdc-8e01-f7f7528c37f5,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:34:23.147501 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b41f7d-1082-4056-8776-32ca7334e5af req-00ed23c3-62a4-4ecd-8e2d-b6fb8ffb1ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:23.149554 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-02b41f7d-1082-4056-8776-32ca7334e5af req-00ed23c3-62a4-4ecd-8e2d-b6fb8ffb1ce4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=03601eff-cc07-4210-91b9-54e2e22c50f4 HTTP/1.1" status: 200 len: 850 time: 0.3222940 May 31 13:34:23.171504 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-67225278-a965-46a2-8d2c-c81f8fdff1fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:23.236170 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e87bf2-59dd-4afb-91cc-22f51f3ab430 req-844efc04-f2e1-45dc-b95a-b76adbf1f156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:23.237819 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b5e87bf2-59dd-4afb-91cc-22f51f3ab430 req-844efc04-f2e1-45dc-b95a-b76adbf1f156 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d4722eaf-2938-4f72-acd8-1afe4ad46276 HTTP/1.1" status: 200 len: 1097 time: 0.4028554 May 31 13:34:23.247355 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb6b8d8-67e4-4ed7-b4d7-edbfaeeb80ab req-65ae3058-34b3-48f2-8cf7-f219d6734788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:23.248830 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3bb6b8d8-67e4-4ed7-b4d7-edbfaeeb80ab req-65ae3058-34b3-48f2-8cf7-f219d6734788 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a3a16018-d373-4f1a-bbba-73ce942d383e HTTP/1.1" status: 200 len: 1096 time: 0.2955246 May 31 13:34:23.274072 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-73fa7252-e41a-481d-90f6-71015a598f5d tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Notify callbacks [] for floatingip, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:23.335686 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-73fa7252-e41a-481d-90f6-71015a598f5d tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:23.340567 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-73fa7252-e41a-481d-90f6-71015a598f5d tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "DELETE /v2.0/floatingips/a0204c7b-7fb7-452e-bf9a-bead2c690f79 HTTP/1.1" status: 204 len: 168 time: 2.0022178 May 31 13:34:23.374059 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b41f7d-1082-4056-8776-32ca7334e5af req-ba2739ed-3ad4-4564-9533-cfa361dedb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:23.375978 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-02b41f7d-1082-4056-8776-32ca7334e5af req-ba2739ed-3ad4-4564-9533-cfa361dedb56 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ef7bc708-faad-4f53-9863-9b17fc2bd3a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2060657 May 31 13:34:23.422550 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-67225278-a965-46a2-8d2c-c81f8fdff1fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:23.481420 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3bb6b8d8-67e4-4ed7-b4d7-edbfaeeb80ab req-f6aa1a90-6f24-4713-b8d2-0b2d44f4c151 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4c111636-eaff-4500-9f78-1313dd4c7a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2129903 May 31 13:34:23.484718 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67225278-a965-46a2-8d2c-c81f8fdff1fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f188cb-c7e0-414a-9b67-fc2aa065c6a7,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:34:23.502385 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b5e87bf2-59dd-4afb-91cc-22f51f3ab430 req-60b258dc-b2ab-4ff5-998e-29768a251d38 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579772 May 31 13:34:23.503921 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-67225278-a965-46a2-8d2c-c81f8fdff1fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:23.507769 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-67225278-a965-46a2-8d2c-c81f8fdff1fa admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/35f188cb-c7e0-414a-9b67-fc2aa065c6a7 HTTP/1.1" status: 204 len: 168 time: 0.8096321 May 31 13:34:23.527704 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 97f2ed4a-7eba-461e-97a3-a147b0b9e932 no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:34:23.531117 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c101d33a-b127-4eab-a50c-9cdcb00b4f41 req-77f27083-b200-4fb6-aeaf-3c07a9093c5d tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:23.532929 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c101d33a-b127-4eab-a50c-9cdcb00b4f41 req-77f27083-b200-4fb6-aeaf-3c07a9093c5d tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 944 time: 0.1948764 May 31 13:34:23.632193 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8ab97c1a-6e07-4d65-8192-bccf1c23b117 req-c46acfd2-ffb7-47d1-a72b-7e3a7fa9f139 tempest-ImagesOneServerTestJSON-2055862555 tempest-ImagesOneServerTestJSON-2055862555-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=01794b48b32a43eea38148f452776209&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1793849 May 31 13:34:23.683052 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c101d33a-b127-4eab-a50c-9cdcb00b4f41 req-d30bdaa1-dc53-48cb-b765-e2ffb080db44 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433184 May 31 13:34:23.726506 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-02b41f7d-1082-4056-8776-32ca7334e5af req-6bcc4f5f-b22a-4295-9e22-c7e7ebf6d622 service neutron] 10.222.0.20 "GET /v2.0/networks/ef7bc708-faad-4f53-9863-9b17fc2bd3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3424652 May 31 13:34:23.945210 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 97f2ed4a-7eba-461e-97a3-a147b0b9e932 is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:34:23.945893 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:23.987668 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 97f2ed4a-7eba-461e-97a3-a147b0b9e932, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=97f2ed4a-7eba-461e-97a3-a147b0b9e932,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:34:23.994956 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:24.106252 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=97f2ed4a-7eba-461e-97a3-a147b0b9e932,revision_number=11']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:34:24.382357 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab97c1a-6e07-4d65-8192-bccf1c23b117 req-c8f5e237-e0de-449f-b2ba-fc359a510d28 tempest-ImagesOneServerTestJSON-2055862555 tempest-ImagesOneServerTestJSON-2055862555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:24.384988 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8ab97c1a-6e07-4d65-8192-bccf1c23b117 req-c8f5e237-e0de-449f-b2ba-fc359a510d28 tempest-ImagesOneServerTestJSON-2055862555 tempest-ImagesOneServerTestJSON-2055862555-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5623698 May 31 13:34:24.389195 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-02b41f7d-1082-4056-8776-32ca7334e5af req-bbe54766-18d2-43e6-ba58-50933a0502be service neutron] 10.222.0.20 "GET /v2.0/networks/ef7bc708-faad-4f53-9863-9b17fc2bd3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4661229 May 31 13:34:24.401480 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-8ab97c1a-6e07-4d65-8192-bccf1c23b117 req-dbe506d4-4e04-44c7-ba91-9854c33e592e tempest-ImagesOneServerTestJSON-2055862555 tempest-ImagesOneServerTestJSON-2055862555-project] Request body: {'port': {'device_id': '768e3b2d-12ee-4bbe-8d20-b87d815ae7e1', 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4', 'admin_state_up': True, 'tenant_id': '01794b48b32a43eea38148f452776209'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:34:24.640510 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e8c5c0-07d0-41b0-b607-8ffef2ef4303 req-6fcf0751-d27c-4115-b2b9-ad7940668b74 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:24.643122 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a3e8c5c0-07d0-41b0-b607-8ffef2ef4303 req-6fcf0751-d27c-4115-b2b9-ad7940668b74 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4722eaf-2938-4f72-acd8-1afe4ad46276 HTTP/1.1" status: 200 len: 946 time: 0.3421605 May 31 13:34:24.653536 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17971261-df17-4c8e-99b4-2870f298380b req-c1bb38b5-259d-4610-855b-7b9b34ededf7 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:24.660265 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ac3772-a4bf-4711-b060-9957e77873c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97f2ed4a-7eba-461e-97a3-a147b0b9e932'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:34:24.673692 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-17971261-df17-4c8e-99b4-2870f298380b req-c1bb38b5-259d-4610-855b-7b9b34ededf7 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3a16018-d373-4f1a-bbba-73ce942d383e HTTP/1.1" status: 200 len: 945 time: 0.7760353 May 31 13:34:24.793449 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a3e8c5c0-07d0-41b0-b607-8ffef2ef4303 req-32264abf-ef4f-46ef-b14e-fdb16e8d115a tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184900 May 31 13:34:24.820481 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-17971261-df17-4c8e-99b4-2870f298380b req-650496ae-b5ab-4182-bbfe-27e8027f154b tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] 10.222.0.50 "GET /v2.0/security-groups?id=4c111636-eaff-4500-9f78-1313dd4c7a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408467 May 31 13:34:25.004531 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-8ab97c1a-6e07-4d65-8192-bccf1c23b117 req-dbe506d4-4e04-44c7-ba91-9854c33e592e tempest-ImagesOneServerTestJSON-2055862555 tempest-ImagesOneServerTestJSON-2055862555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:34:25.030329 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-8ab97c1a-6e07-4d65-8192-bccf1c23b117 req-dbe506d4-4e04-44c7-ba91-9854c33e592e tempest-ImagesOneServerTestJSON-2055862555 tempest-ImagesOneServerTestJSON-2055862555-project] Usage tracker for resource:port and tenant:01794b48b32a43eea38148f452776209 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:34:25.049096 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-8ab97c1a-6e07-4d65-8192-bccf1c23b117 req-dbe506d4-4e04-44c7-ba91-9854c33e592e tempest-ImagesOneServerTestJSON-2055862555 tempest-ImagesOneServerTestJSON-2055862555-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:34:25.076700 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-8ab97c1a-6e07-4d65-8192-bccf1c23b117 req-dbe506d4-4e04-44c7-ba91-9854c33e592e tempest-ImagesOneServerTestJSON-2055862555 tempest-ImagesOneServerTestJSON-2055862555-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:34:25.092293 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73c6ade6-5b87-4719-87d1-ded1bdb62a04'] response: {'server_uuid': '08ac3772-a4bf-4711-b060-9957e77873c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97f2ed4a-7eba-461e-97a3-a147b0b9e932', 'code': 200} May 31 13:34:25.112923 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ab97c1a-6e07-4d65-8192-bccf1c23b117 req-dbe506d4-4e04-44c7-ba91-9854c33e592e tempest-ImagesOneServerTestJSON-2055862555 tempest-ImagesOneServerTestJSON-2055862555-project] Made reservation on behalf of 01794b48b32a43eea38148f452776209 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:34:25.127447 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-8ab97c1a-6e07-4d65-8192-bccf1c23b117 req-dbe506d4-4e04-44c7-ba91-9854c33e592e tempest-ImagesOneServerTestJSON-2055862555 tempest-ImagesOneServerTestJSON-2055862555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:25.176572 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-8ab97c1a-6e07-4d65-8192-bccf1c23b117 req-dbe506d4-4e04-44c7-ba91-9854c33e592e tempest-ImagesOneServerTestJSON-2055862555 tempest-ImagesOneServerTestJSON-2055862555-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:25.182751 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46924) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:34:25.213901 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2faaf2-1a02-4828-bd5a-f630b1a8f7f8 req-82384ac1-f9bb-42cb-8de9-adccb4d5d880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:25.215982 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5e2faaf2-1a02-4828-bd5a-f630b1a8f7f8 req-82384ac1-f9bb-42cb-8de9-adccb4d5d880 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc5142db886b48f8906c49afcc233362&device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 1095 time: 0.6045949 May 31 13:34:25.365500 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-8ab97c1a-6e07-4d65-8192-bccf1c23b117 req-dbe506d4-4e04-44c7-ba91-9854c33e592e tempest-ImagesOneServerTestJSON-2055862555 tempest-ImagesOneServerTestJSON-2055862555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:34:25.384136 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-8ab97c1a-6e07-4d65-8192-bccf1c23b117 req-dbe506d4-4e04-44c7-ba91-9854c33e592e tempest-ImagesOneServerTestJSON-2055862555 tempest-ImagesOneServerTestJSON-2055862555-project] Usage tracker for resource:security_group_rule and tenant:01794b48b32a43eea38148f452776209 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:34:25.392415 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-8ab97c1a-6e07-4d65-8192-bccf1c23b117 req-dbe506d4-4e04-44c7-ba91-9854c33e592e tempest-ImagesOneServerTestJSON-2055862555 tempest-ImagesOneServerTestJSON-2055862555-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:34:25.412101 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-8ab97c1a-6e07-4d65-8192-bccf1c23b117 req-dbe506d4-4e04-44c7-ba91-9854c33e592e tempest-ImagesOneServerTestJSON-2055862555 tempest-ImagesOneServerTestJSON-2055862555-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:34:25.461832 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6389d513-f741-49a1-82e5-ebc52ff20231 req-259115c7-aeb8-49d5-b6d3-22563eb38ab2 tempest-ImagesOneServerTestJSON-2055862555 tempest-ImagesOneServerTestJSON-2055862555-project] 10.222.0.50 "GET /v2.0/ports?device_id=768e3b2d-12ee-4bbe-8d20-b87d815ae7e1 HTTP/1.1" status: 200 len: 210 time: 0.2061861 May 31 13:34:25.472608 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-37c28516-de07-4c5b-907c-de0a6fcd1cf1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-543210789-network', 'tenant_id': '52669f2db59f4a3eb6fd40f6ebcd20ec'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:34:25.478035 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-37c28516-de07-4c5b-907c-de0a6fcd1cf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:34:25.482361 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-37c28516-de07-4c5b-907c-de0a6fcd1cf1 admin admin] Usage tracker for resource:network and tenant:52669f2db59f4a3eb6fd40f6ebcd20ec is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:34:25.485497 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-37c28516-de07-4c5b-907c-de0a6fcd1cf1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:34:25.500609 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-37c28516-de07-4c5b-907c-de0a6fcd1cf1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:34:25.512457 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c28516-de07-4c5b-907c-de0a6fcd1cf1 admin admin] Made reservation on behalf of 52669f2db59f4a3eb6fd40f6ebcd20ec for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:34:25.515239 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-37c28516-de07-4c5b-907c-de0a6fcd1cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:25.543767 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-37c28516-de07-4c5b-907c-de0a6fcd1cf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:25.565720 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-37c28516-de07-4c5b-907c-de0a6fcd1cf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:34:25.572706 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-37c28516-de07-4c5b-907c-de0a6fcd1cf1 admin admin] Usage tracker for resource:security_group_rule and tenant:52669f2db59f4a3eb6fd40f6ebcd20ec is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:34:25.576074 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-37c28516-de07-4c5b-907c-de0a6fcd1cf1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:34:25.584016 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-37c28516-de07-4c5b-907c-de0a6fcd1cf1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:34:25.587998 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-8ab97c1a-6e07-4d65-8192-bccf1c23b117 req-dbe506d4-4e04-44c7-ba91-9854c33e592e tempest-ImagesOneServerTestJSON-2055862555 tempest-ImagesOneServerTestJSON-2055862555-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:25.606714 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-8ab97c1a-6e07-4d65-8192-bccf1c23b117 req-dbe506d4-4e04-44c7-ba91-9854c33e592e tempest-ImagesOneServerTestJSON-2055862555 tempest-ImagesOneServerTestJSON-2055862555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:25.620246 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be95eac-df05-49c8-8e1c-95881699541e req-69348e17-304e-4a98-9b8f-87bde32ffa0d tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:25.621712 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3be95eac-df05-49c8-8e1c-95881699541e req-69348e17-304e-4a98-9b8f-87bde32ffa0d tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 944 time: 0.2620659 May 31 13:34:25.694641 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2faaf2-1a02-4828-bd5a-f630b1a8f7f8 req-62c69752-6d5b-4f4f-b2d9-8d0e876f5b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:25.696256 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5e2faaf2-1a02-4828-bd5a-f630b1a8f7f8 req-62c69752-6d5b-4f4f-b2d9-8d0e876f5b05 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ef7bc708-faad-4f53-9863-9b17fc2bd3a4 HTTP/1.1" status: 200 len: 912 time: 0.4735911 May 31 13:34:25.725762 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3be95eac-df05-49c8-8e1c-95881699541e req-114c410d-45d3-4bef-ad8b-4760b1048bdd tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947630 May 31 13:34:25.799134 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe506d4-4e04-44c7-ba91-9854c33e592e tempest-ImagesOneServerTestJSON-2055862555 tempest-ImagesOneServerTestJSON-2055862555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8bdbcdc-7e6c-47ee-a370-fe90ac193b7e,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:34:25.834347 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-37c28516-de07-4c5b-907c-de0a6fcd1cf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:25.858987 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-37c28516-de07-4c5b-907c-de0a6fcd1cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:25.917009 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37c28516-de07-4c5b-907c-de0a6fcd1cf1 admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:34:25.930512 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-37c28516-de07-4c5b-907c-de0a6fcd1cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:25.930941 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-37c28516-de07-4c5b-907c-de0a6fcd1cf1 admin admin] Added segment 2d583837-a9d6-4709-9af2-21c6363b8602 of type vlan for network 6f63975b-9b05-46d3-8543-47c8fac2cf70 May 31 13:34:25.976068 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5e2faaf2-1a02-4828-bd5a-f630b1a8f7f8 req-3b3aceaf-5ca9-4c4d-bc2b-ff8b51dacf75 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bcea5229-e83e-4a8f-a38a-ad9361d01354 HTTP/1.1" status: 200 len: 999 time: 0.2721305 May 31 13:34:26.003272 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-37c28516-de07-4c5b-907c-de0a6fcd1cf1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:26.055282 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [req-8ab97c1a-6e07-4d65-8192-bccf1c23b117 req-dbe506d4-4e04-44c7-ba91-9854c33e592e tempest-ImagesOneServerTestJSON-2055862555 tempest-ImagesOneServerTestJSON-2055862555-project] Allocated IP 192.168.233.236 (85b11c4f-90ad-4763-b38d-22d3f87089f4/24822c99-0dce-4d50-9c44-3135ba3763b8/43e7e852-9672-4b27-9f2d-397129744607) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:34:26.078678 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2faaf2-1a02-4828-bd5a-f630b1a8f7f8 req-e5becd94-716b-48cb-99c7-8c1175bb5c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:26.080134 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5e2faaf2-1a02-4828-bd5a-f630b1a8f7f8 req-e5becd94-716b-48cb-99c7-8c1175bb5c27 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=03601eff-cc07-4210-91b9-54e2e22c50f4 HTTP/1.1" status: 200 len: 850 time: 0.0969481 May 31 13:34:26.207517 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-37c28516-de07-4c5b-907c-de0a6fcd1cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:26.207517 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c28516-de07-4c5b-907c-de0a6fcd1cf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:26.209136 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-37c28516-de07-4c5b-907c-de0a6fcd1cf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:26.372016 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2faaf2-1a02-4828-bd5a-f630b1a8f7f8 req-5c61eaec-913b-4254-b0ca-83dc951ac8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:26.376444 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5e2faaf2-1a02-4828-bd5a-f630b1a8f7f8 req-5c61eaec-913b-4254-b0ca-83dc951ac8f1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ef7bc708-faad-4f53-9863-9b17fc2bd3a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2873363 May 31 13:34:26.418735 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c28516-de07-4c5b-907c-de0a6fcd1cf1 admin admin] Pushing event updated for resources: {'Network': ['ID=6f63975b-9b05-46d3-8543-47c8fac2cf70,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:34:26.424311 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-37c28516-de07-4c5b-907c-de0a6fcd1cf1 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2403545 May 31 13:34:26.434215 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 6f63975b-9b05-46d3-8543-47c8fac2cf70 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:34:26.438827 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46958) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:34:26.466095 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c28516-de07-4c5b-907c-de0a6fcd1cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef201fe1-6aa5-45c0-92f7-c6796df8631e,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:34:26.477369 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-da9c4c25-9ef6-43c8-bb4c-116597c9528b admin admin] Request body: {'subnet': {'network_id': '6f63975b-9b05-46d3-8543-47c8fac2cf70', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-543210789-subnet', 'tenant_id': '52669f2db59f4a3eb6fd40f6ebcd20ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:34:26.486318 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-da9c4c25-9ef6-43c8-bb4c-116597c9528b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:34:26.494209 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-da9c4c25-9ef6-43c8-bb4c-116597c9528b admin admin] Usage tracker for resource:subnet and tenant:52669f2db59f4a3eb6fd40f6ebcd20ec is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:34:26.502321 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-da9c4c25-9ef6-43c8-bb4c-116597c9528b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:34:26.510671 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-da9c4c25-9ef6-43c8-bb4c-116597c9528b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:34:26.535805 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da9c4c25-9ef6-43c8-bb4c-116597c9528b admin admin] Made reservation on behalf of 52669f2db59f4a3eb6fd40f6ebcd20ec for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:34:26.540211 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-da9c4c25-9ef6-43c8-bb4c-116597c9528b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:26.647456 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-8ab97c1a-6e07-4d65-8192-bccf1c23b117 req-dbe506d4-4e04-44c7-ba91-9854c33e592e tempest-ImagesOneServerTestJSON-2055862555 tempest-ImagesOneServerTestJSON-2055862555-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:26.695712 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-8ab97c1a-6e07-4d65-8192-bccf1c23b117 req-dbe506d4-4e04-44c7-ba91-9854c33e592e tempest-ImagesOneServerTestJSON-2055862555 tempest-ImagesOneServerTestJSON-2055862555-project] Transition to ACTIVE for port object 43e7e852-9672-4b27-9f2d-397129744607 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:34:26.704076 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5e2faaf2-1a02-4828-bd5a-f630b1a8f7f8 req-09240b79-1858-47a4-afbd-9fc500e33e1b service neutron] 10.222.0.20 "GET /v2.0/networks/ef7bc708-faad-4f53-9863-9b17fc2bd3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145523 May 31 13:34:26.713358 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3123b39d-adee-4b0d-ab5b-e910487ea66e req-5cd67508-b96e-4a7c-8aec-ee5e670990b0 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:26.715194 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3123b39d-adee-4b0d-ab5b-e910487ea66e req-5cd67508-b96e-4a7c-8aec-ee5e670990b0 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4722eaf-2938-4f72-acd8-1afe4ad46276 HTTP/1.1" status: 200 len: 946 time: 0.6116102 May 31 13:34:26.769819 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4e36ae97-1dcb-43cb-885c-142f04d3803d req-b1a6597a-cbcc-47de-abf2-d5105b4c7068 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=dbaea2ec-9092-44e4-b690-87858b27c15c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6754909 May 31 13:34:26.802505 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9233c247-5329-40f6-b119-5073ccee0a6b req-6373382c-54c7-4939-84fe-29f39726e49d tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:26.811904 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9233c247-5329-40f6-b119-5073ccee0a6b req-6373382c-54c7-4939-84fe-29f39726e49d tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3a16018-d373-4f1a-bbba-73ce942d383e HTTP/1.1" status: 200 len: 945 time: 0.7706134 May 31 13:34:26.840470 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-8ab97c1a-6e07-4d65-8192-bccf1c23b117 req-dbe506d4-4e04-44c7-ba91-9854c33e592e tempest-ImagesOneServerTestJSON-2055862555 tempest-ImagesOneServerTestJSON-2055862555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:26.884276 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3123b39d-adee-4b0d-ab5b-e910487ea66e req-bbc747fe-2e15-4279-aa66-1152d14938c3 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601882 May 31 13:34:26.942961 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9233c247-5329-40f6-b119-5073ccee0a6b req-84772c77-82d0-40c4-8e57-1abca3cf5fe0 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] 10.222.0.50 "GET /v2.0/security-groups?id=4c111636-eaff-4500-9f78-1313dd4c7a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298938 May 31 13:34:27.013743 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5e2faaf2-1a02-4828-bd5a-f630b1a8f7f8 req-0f5ed992-a266-4bca-aa51-6ca7a8669638 service neutron] 10.222.0.20 "GET /v2.0/networks/ef7bc708-faad-4f53-9863-9b17fc2bd3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026080 May 31 13:34:27.037160 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ab97c1a-6e07-4d65-8192-bccf1c23b117 req-dbe506d4-4e04-44c7-ba91-9854c33e592e tempest-ImagesOneServerTestJSON-2055862555 tempest-ImagesOneServerTestJSON-2055862555-project] Network 85b11c4f-90ad-4763-b38d-22d3f87089f4 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:34:27.050395 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [req-8ab97c1a-6e07-4d65-8192-bccf1c23b117 req-dbe506d4-4e04-44c7-ba91-9854c33e592e tempest-ImagesOneServerTestJSON-2055862555 tempest-ImagesOneServerTestJSON-2055862555-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:34:27.068473 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ab97c1a-6e07-4d65-8192-bccf1c23b117 req-dbe506d4-4e04-44c7-ba91-9854c33e592e tempest-ImagesOneServerTestJSON-2055862555 tempest-ImagesOneServerTestJSON-2055862555-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:34:27.118155 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e36ae97-1dcb-43cb-885c-142f04d3803d req-fbb6fdc9-237f-4d99-92b3-2f1f856ed798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:27.129206 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4e36ae97-1dcb-43cb-885c-142f04d3803d req-fbb6fdc9-237f-4d99-92b3-2f1f856ed798 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bc5142db886b48f8906c49afcc233362&device_id=dbaea2ec-9092-44e4-b690-87858b27c15c HTTP/1.1" status: 200 len: 1097 time: 0.2901978 May 31 13:34:27.151784 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-da9c4c25-9ef6-43c8-bb4c-116597c9528b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:27.195793 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe506d4-4e04-44c7-ba91-9854c33e592e tempest-ImagesOneServerTestJSON-2055862555 tempest-ImagesOneServerTestJSON-2055862555-project] Pushing event updated for resources: {'Port': ['ID=43e7e852-9672-4b27-9f2d-397129744607,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:34:27.238603 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab97c1a-6e07-4d65-8192-bccf1c23b117 req-dbe506d4-4e04-44c7-ba91-9854c33e592e tempest-ImagesOneServerTestJSON-2055862555 tempest-ImagesOneServerTestJSON-2055862555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:27.239224 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-8ab97c1a-6e07-4d65-8192-bccf1c23b117 req-dbe506d4-4e04-44c7-ba91-9854c33e592e tempest-ImagesOneServerTestJSON-2055862555 tempest-ImagesOneServerTestJSON-2055862555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:27.293588 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8ab97c1a-6e07-4d65-8192-bccf1c23b117 req-dbe506d4-4e04-44c7-ba91-9854c33e592e tempest-ImagesOneServerTestJSON-2055862555 tempest-ImagesOneServerTestJSON-2055862555-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8965132 May 31 13:34:27.306425 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-8ab97c1a-6e07-4d65-8192-bccf1c23b117 req-d356b950-00ea-409e-9c41-5c56166fccd2 service neutron] Request body: {'port': {'device_id': '768e3b2d-12ee-4bbe-8d20-b87d815ae7e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843939-1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:34:27.501386 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-fb36524e-733b-4158-84c9-dc697eb78a9a None None] Provisioning for port 43e7e852-9672-4b27-9f2d-397129744607 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:34:27.516967 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-fb36524e-733b-4158-84c9-dc697eb78a9a None None] Provisioning complete for port 43e7e852-9672-4b27-9f2d-397129744607 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:34:27.517491 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fb36524e-733b-4158-84c9-dc697eb78a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:27.597665 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-8ab97c1a-6e07-4d65-8192-bccf1c23b117 req-d356b950-00ea-409e-9c41-5c56166fccd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:27.712331 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9c4c25-9ef6-43c8-bb4c-116597c9528b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa2724fc-99c1-4890-aaad-d9b53e2abcda,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:34:27.779997 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-fb36524e-733b-4158-84c9-dc697eb78a9a None None] Port 43e7e852-9672-4b27-9f2d-397129744607 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:34:27.791725 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9c4c25-9ef6-43c8-bb4c-116597c9528b admin admin] Checking segment: {'id': '2d583837-a9d6-4709-9af2-21c6363b8602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6f63975b-9b05-46d3-8543-47c8fac2cf70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:34:27.797138 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9c4c25-9ef6-43c8-bb4c-116597c9528b admin admin] Network hostable DHCP agents. Network: 6f63975b-9b05-46d3-8543-47c8fac2cf70, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:34:27.818121 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e36ae97-1dcb-43cb-885c-142f04d3803d req-31ae56d5-46ed-4e8f-b589-94d036b6cc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:27.819954 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4e36ae97-1dcb-43cb-885c-142f04d3803d req-31ae56d5-46ed-4e8f-b589-94d036b6cc70 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ef7bc708-faad-4f53-9863-9b17fc2bd3a4 HTTP/1.1" status: 200 len: 912 time: 0.6575506 May 31 13:34:28.114139 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4e36ae97-1dcb-43cb-885c-142f04d3803d req-24f9b52f-09f9-417f-8f80-a1d0ec8eb35f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b93389c3-caa8-4ea0-8f5f-80727bf364b3 HTTP/1.1" status: 200 len: 217 time: 0.2854338 May 31 13:34:28.120942 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9c4c25-9ef6-43c8-bb4c-116597c9528b admin admin] Network 6f63975b-9b05-46d3-8543-47c8fac2cf70 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:34:28.194822 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e100a4-7c3f-4ae9-ac0d-be4e1c162a95 req-bd28e653-a543-4f89-89f9-9ea69894e4c6 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:28.208718 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-81e100a4-7c3f-4ae9-ac0d-be4e1c162a95 req-bd28e653-a543-4f89-89f9-9ea69894e4c6 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 944 time: 0.8242385 May 31 13:34:28.242292 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac509105-7b32-4e16-bbf8-9bd47299bdd4 req-d7cec06e-9390-4a8d-95c7-7741bbf8f38f tempest-ImagesOneServerTestJSON-2055862555 tempest-ImagesOneServerTestJSON-2055862555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:28.250613 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ac509105-7b32-4e16-bbf8-9bd47299bdd4 req-d7cec06e-9390-4a8d-95c7-7741bbf8f38f tempest-ImagesOneServerTestJSON-2055862555 tempest-ImagesOneServerTestJSON-2055862555-project] 10.222.0.50 "GET /v2.0/ports?device_id=768e3b2d-12ee-4bbe-8d20-b87d815ae7e1 HTTP/1.1" status: 200 len: 936 time: 1.0288997 May 31 13:34:28.364957 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-da9c4c25-9ef6-43c8-bb4c-116597c9528b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 6f63975b-9b05-46d3-8543-47c8fac2cf70) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:34:28.376353 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4daac9a2-4d8a-4d5f-8977-ecc258ed78c2 None None] Network 6f63975b-9b05-46d3-8543-47c8fac2cf70 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:34:28.378936 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9c4c25-9ef6-43c8-bb4c-116597c9528b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:28.379541 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-da9c4c25-9ef6-43c8-bb4c-116597c9528b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:28.388402 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-81e100a4-7c3f-4ae9-ac0d-be4e1c162a95 req-e1972cd0-e8b6-4be9-8db3-a3f937e3d427 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1775360 May 31 13:34:28.398647 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e36ae97-1dcb-43cb-885c-142f04d3803d req-362e1973-32ab-4174-8531-71fb96b10c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:28.400279 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4e36ae97-1dcb-43cb-885c-142f04d3803d req-362e1973-32ab-4174-8531-71fb96b10c57 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=03601eff-cc07-4210-91b9-54e2e22c50f4 HTTP/1.1" status: 200 len: 850 time: 0.2751155 May 31 13:34:28.576905 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ac509105-7b32-4e16-bbf8-9bd47299bdd4 req-264cb2cb-fb4f-4011-b109-fa46cb70d11a tempest-ImagesOneServerTestJSON-2055862555 tempest-ImagesOneServerTestJSON-2055862555-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8bdbcdc-7e6c-47ee-a370-fe90ac193b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249371 May 31 13:34:28.606738 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-da9c4c25-9ef6-43c8-bb4c-116597c9528b admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1430583 May 31 13:34:28.678896 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e36ae97-1dcb-43cb-885c-142f04d3803d req-5b2be632-ee03-4f27-aca7-b5a9f5849a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:28.681100 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4e36ae97-1dcb-43cb-885c-142f04d3803d req-5b2be632-ee03-4f27-aca7-b5a9f5849a5d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ef7bc708-faad-4f53-9863-9b17fc2bd3a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2686927 May 31 13:34:28.796117 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [req-8ab97c1a-6e07-4d65-8192-bccf1c23b117 req-d356b950-00ea-409e-9c41-5c56166fccd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43e7e852-9672-4b27-9f2d-397129744607 {{(pid=88369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:34:28.826428 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-8ab97c1a-6e07-4d65-8192-bccf1c23b117 req-d356b950-00ea-409e-9c41-5c56166fccd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:28.889402 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-8ab97c1a-6e07-4d65-8192-bccf1c23b117 req-d356b950-00ea-409e-9c41-5c56166fccd2 service neutron] Transition to ACTIVE for port object 43e7e852-9672-4b27-9f2d-397129744607 will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:34:28.901303 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-8ab97c1a-6e07-4d65-8192-bccf1c23b117 req-d356b950-00ea-409e-9c41-5c56166fccd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:29.092537 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486900f3-08ea-45d7-8d5b-6abe0905c0ec None None] Network 6f63975b-9b05-46d3-8543-47c8fac2cf70 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:34:29.112614 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4e36ae97-1dcb-43cb-885c-142f04d3803d req-71e1379c-cd05-46d6-9e6b-49384ca5fe91 service neutron] 10.222.0.44 "GET /v2.0/networks/ef7bc708-faad-4f53-9863-9b17fc2bd3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4252155 May 31 13:34:29.342911 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d238e5ed-65c3-48f8-abb8-e5a9a2d83fb5 req-86c7dce7-c7b1-4a83-97af-dd10d7d5701d tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:29.345617 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d356b950-00ea-409e-9c41-5c56166fccd2 service neutron] Pushing event updated for resources: {'Port': ['ID=43e7e852-9672-4b27-9f2d-397129744607,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:34:29.345852 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d238e5ed-65c3-48f8-abb8-e5a9a2d83fb5 req-86c7dce7-c7b1-4a83-97af-dd10d7d5701d tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3a16018-d373-4f1a-bbba-73ce942d383e HTTP/1.1" status: 200 len: 945 time: 0.5299010 May 31 13:34:29.359870 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47010) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:34:29.391418 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-5ea6ca9c-95cd-454c-807e-66e9134e4d40 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Request body: {'floatingip': {'port_id': '5ed97f51-fe17-4c3d-bcc7-799b356c3dd7'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:34:29.534032 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-8ab97c1a-6e07-4d65-8192-bccf1c23b117 req-d356b950-00ea-409e-9c41-5c56166fccd2 service neutron] Attempting to bind port 43e7e852-9672-4b27-9f2d-397129744607 on host n-h1-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:34:29.534979 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-8ab97c1a-6e07-4d65-8192-bccf1c23b117 req-d356b950-00ea-409e-9c41-5c56166fccd2 service neutron] Attempting to bind port 43e7e852-9672-4b27-9f2d-397129744607 by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:34:29.535527 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab97c1a-6e07-4d65-8192-bccf1c23b117 req-d356b950-00ea-409e-9c41-5c56166fccd2 service neutron] Attempting to bind port 43e7e852-9672-4b27-9f2d-397129744607 on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:34:29.546917 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab97c1a-6e07-4d65-8192-bccf1c23b117 req-d356b950-00ea-409e-9c41-5c56166fccd2 service neutron] Port 43e7e852-9672-4b27-9f2d-397129744607 on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:34:29.547851 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab97c1a-6e07-4d65-8192-bccf1c23b117 req-d356b950-00ea-409e-9c41-5c56166fccd2 service neutron] Attempting to bind port 43e7e852-9672-4b27-9f2d-397129744607 on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:34:29.565052 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab97c1a-6e07-4d65-8192-bccf1c23b117 req-d356b950-00ea-409e-9c41-5c56166fccd2 service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:34:29.565885 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab97c1a-6e07-4d65-8192-bccf1c23b117 req-d356b950-00ea-409e-9c41-5c56166fccd2 service neutron] Checking segment: {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:34:29.566682 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab97c1a-6e07-4d65-8192-bccf1c23b117 req-d356b950-00ea-409e-9c41-5c56166fccd2 service neutron] Bound using segment: {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:34:29.567340 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-8ab97c1a-6e07-4d65-8192-bccf1c23b117 req-d356b950-00ea-409e-9c41-5c56166fccd2 service neutron] Bound port: 43e7e852-9672-4b27-9f2d-397129744607, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:34:29.568025 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-8ab97c1a-6e07-4d65-8192-bccf1c23b117 req-d356b950-00ea-409e-9c41-5c56166fccd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:29.688197 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5ea6ca9c-95cd-454c-807e-66e9134e4d40 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Notify callbacks [] for floatingip, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:29.710227 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-8ab97c1a-6e07-4d65-8192-bccf1c23b117 req-d356b950-00ea-409e-9c41-5c56166fccd2 service neutron] For port 43e7e852-9672-4b27-9f2d-397129744607, host n-h1-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:34:29.714489 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-8ab97c1a-6e07-4d65-8192-bccf1c23b117 req-d356b950-00ea-409e-9c41-5c56166fccd2 service neutron] For port 43e7e852-9672-4b27-9f2d-397129744607, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=43e7e852-9672-4b27-9f2d-397129744607,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:34:29.720286 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-8ab97c1a-6e07-4d65-8192-bccf1c23b117 req-d356b950-00ea-409e-9c41-5c56166fccd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:29.824960 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d356b950-00ea-409e-9c41-5c56166fccd2 service neutron] Pushing event updated for resources: {'Port': ['ID=43e7e852-9672-4b27-9f2d-397129744607,revision_number=3']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:34:29.840586 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab97c1a-6e07-4d65-8192-bccf1c23b117 req-d356b950-00ea-409e-9c41-5c56166fccd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:29.842101 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-8ab97c1a-6e07-4d65-8192-bccf1c23b117 req-d356b950-00ea-409e-9c41-5c56166fccd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:29.844083 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8ab97c1a-6e07-4d65-8192-bccf1c23b117 req-d356b950-00ea-409e-9c41-5c56166fccd2 service neutron] 10.222.0.20 "PUT /v2.0/ports/43e7e852-9672-4b27-9f2d-397129744607 HTTP/1.1" status: 200 len: 1096 time: 2.5435443 May 31 13:34:29.844764 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '768e3b2d-12ee-4bbe-8d20-b87d815ae7e1', 'tag': '43e7e852-9672-4b27-9f2d-397129744607'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:34:29.993894 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab97c1a-6e07-4d65-8192-bccf1c23b117 req-23dda1ab-69a7-4735-bf5d-89918793260a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:29.995806 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8ab97c1a-6e07-4d65-8192-bccf1c23b117 req-23dda1ab-69a7-4735-bf5d-89918793260a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=01794b48b32a43eea38148f452776209&device_id=768e3b2d-12ee-4bbe-8d20-b87d815ae7e1 HTTP/1.1" status: 200 len: 1099 time: 0.1042335 May 31 13:34:30.126853 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8ab97c1a-6e07-4d65-8192-bccf1c23b117 req-338fa1c1-25b2-4189-b714-7c40b794967b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=43e7e852-9672-4b27-9f2d-397129744607 HTTP/1.1" status: 200 len: 217 time: 0.1242507 May 31 13:34:30.217393 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4e36ae97-1dcb-43cb-885c-142f04d3803d req-ab83d50a-35f8-4e26-8fbc-373f5cd7ef68 service neutron] 10.222.0.44 "GET /v2.0/networks/ef7bc708-faad-4f53-9863-9b17fc2bd3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0874701 May 31 13:34:30.226591 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab97c1a-6e07-4d65-8192-bccf1c23b117 req-75319ba3-f980-41dc-be97-e727e638e477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:30.228244 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8ab97c1a-6e07-4d65-8192-bccf1c23b117 req-75319ba3-f980-41dc-be97-e727e638e477 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.0825682 May 31 13:34:30.353025 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab97c1a-6e07-4d65-8192-bccf1c23b117 req-30f1c1b6-c46f-4717-a1d8-f85b9c64afe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:30.354724 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8ab97c1a-6e07-4d65-8192-bccf1c23b117 req-30f1c1b6-c46f-4717-a1d8-f85b9c64afe6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1202183 May 31 13:34:30.540994 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8ab97c1a-6e07-4d65-8192-bccf1c23b117 req-4ae59562-de19-4792-a9c4-609fe896e33a service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773465 May 31 13:34:30.552249 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1ed6e3-bdac-477a-a2f1-9d3cbfc1a9b4 req-123074c1-5d7d-4aa1-9f2f-23748b259be9 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:30.555422 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8d1ed6e3-bdac-477a-a2f1-9d3cbfc1a9b4 req-123074c1-5d7d-4aa1-9f2f-23748b259be9 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4722eaf-2938-4f72-acd8-1afe4ad46276 HTTP/1.1" status: 200 len: 946 time: 0.9541650 May 31 13:34:30.665531 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5134ac-554a-4cbf-97ba-857a62347cb2 req-da667c70-d964-4cfb-972e-9460367404be tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:30.666276 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-7e5134ac-554a-4cbf-97ba-857a62347cb2 req-da667c70-d964-4cfb-972e-9460367404be tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Synchronizing usage tracker for tenant:52669f2db59f4a3eb6fd40f6ebcd20ec on resource:network {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:34:30.747333 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8ab97c1a-6e07-4d65-8192-bccf1c23b117 req-93ce1db1-b833-4b6f-90ee-0498fe56b00d service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982656 May 31 13:34:30.752639 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-7e5134ac-554a-4cbf-97ba-857a62347cb2 req-da667c70-d964-4cfb-972e-9460367404be tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Unset dirty status for tenant:52669f2db59f4a3eb6fd40f6ebcd20ec on resource:network {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:34:30.753047 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7e5134ac-554a-4cbf-97ba-857a62347cb2 req-da667c70-d964-4cfb-972e-9460367404be tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/networks?id=6f63975b-9b05-46d3-8543-47c8fac2cf70 HTTP/1.1" status: 200 len: 811 time: 0.8560860 May 31 13:34:30.756198 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8d1ed6e3-bdac-477a-a2f1-9d3cbfc1a9b4 req-a7db589b-dda3-4a23-9112-5e7ea68d7959 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203187 May 31 13:34:30.940883 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506f361-219d-4109-aa41-90cea687f875 req-0afcdee0-4c03-4c65-9285-d73fc548c001 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:30.942352 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2506f361-219d-4109-aa41-90cea687f875 req-0afcdee0-4c03-4c65-9285-d73fc548c001 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4722eaf-2938-4f72-acd8-1afe4ad46276 HTTP/1.1" status: 200 len: 946 time: 0.5397158 May 31 13:34:30.950712 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7e5134ac-554a-4cbf-97ba-857a62347cb2 req-48675874-3f7a-478d-8831-7e0ec2be72a3 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/quotas/52669f2db59f4a3eb6fd40f6ebcd20ec HTTP/1.1" status: 200 len: 375 time: 0.1856518 May 31 13:34:31.087804 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7e5134ac-554a-4cbf-97ba-857a62347cb2 req-73a71be4-70de-46e3-b56f-0a9f796dc46f tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=52669f2db59f4a3eb6fd40f6ebcd20ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1314731 May 31 13:34:31.222269 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-2506f361-219d-4109-aa41-90cea687f875 req-d976d259-1cd7-4fe7-b6a9-f5903b7a6e2e tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Deleting port b22cfacd-16d1-4211-980d-7a09df50f788 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:34:31.223090 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-2506f361-219d-4109-aa41-90cea687f875 req-d976d259-1cd7-4fe7-b6a9-f5903b7a6e2e tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:31.296603 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.resource_extend [None req-5ea6ca9c-95cd-454c-807e-66e9134e4d40 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:34:31.531829 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7e5134ac-554a-4cbf-97ba-857a62347cb2 req-f94841c0-bfa8-4e0b-8577-6b98fe66dced service neutron] 10.222.0.50 "GET /v2.0/networks/6f63975b-9b05-46d3-8543-47c8fac2cf70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4265349 May 31 13:34:31.537710 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5ea6ca9c-95cd-454c-807e-66e9134e4d40 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:31.553390 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9839965-4b02-4a7b-8a7f-2e8cfe254e32 req-e0e1dd09-e0b0-44c2-beec-32eb6508ebac tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:31.555586 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d9839965-4b02-4a7b-8a7f-2e8cfe254e32 req-e0e1dd09-e0b0-44c2-beec-32eb6508ebac tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 944 time: 0.5286775 May 31 13:34:31.574232 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5ea6ca9c-95cd-454c-807e-66e9134e4d40 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:31.943140 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d9839965-4b02-4a7b-8a7f-2e8cfe254e32 req-9853ce5c-001a-4412-bb81-7a249bb0ed0d tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3022804 May 31 13:34:32.023210 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7e5134ac-554a-4cbf-97ba-857a62347cb2 req-acd19751-a59e-41bb-a8ba-98ba3242d682 service neutron] 10.222.0.50 "GET /v2.0/networks/6f63975b-9b05-46d3-8543-47c8fac2cf70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4500122 May 31 13:34:32.037585 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-2506f361-219d-4109-aa41-90cea687f875 req-d976d259-1cd7-4fe7-b6a9-f5903b7a6e2e tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] For port b22cfacd-16d1-4211-980d-7a09df50f788, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=b22cfacd-16d1-4211-980d-7a09df50f788,segment=NetworkSegment(dfa37d0f-69f6-423e-a3ff-702fa969883b),segment_id=dfa37d0f-69f6-423e-a3ff-702fa969883b)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:34:32.037948 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-2506f361-219d-4109-aa41-90cea687f875 req-d976d259-1cd7-4fe7-b6a9-f5903b7a6e2e tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:32.053891 n-d-843939-1 neutron-server[88370]: INFO neutron.db.l3_db [None req-5ea6ca9c-95cd-454c-807e-66e9134e4d40 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Floating IP 183af621-f1a8-46b7-a919-da4dc2337a32 associated. External IP: 172.25.6.141, port: 5ed97f51-fe17-4c3d-bcc7-799b356c3dd7. May 31 13:34:32.191685 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8a426e2-7bb8-4c1a-922e-53f81c68bb04'] response: {'name': 'network-changed', 'server_uuid': '768e3b2d-12ee-4bbe-8d20-b87d815ae7e1', 'tag': '43e7e852-9672-4b27-9f2d-397129744607', 'status': 'completed', 'code': 200} May 31 13:34:32.393344 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a8ebcc-1080-4614-9d5e-1a901f29f0ca req-13c13478-96aa-4c90-82db-ffc196284422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:32.395682 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f6a8ebcc-1080-4614-9d5e-1a901f29f0ca req-13c13478-96aa-4c90-82db-ffc196284422 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=01794b48b32a43eea38148f452776209&device_id=768e3b2d-12ee-4bbe-8d20-b87d815ae7e1 HTTP/1.1" status: 200 len: 1099 time: 0.1538277 May 31 13:34:32.558463 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-2506f361-219d-4109-aa41-90cea687f875 req-d976d259-1cd7-4fe7-b6a9-f5903b7a6e2e tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Calling delete_port for b22cfacd-16d1-4211-980d-7a09df50f788 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:34:32.654265 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a8ebcc-1080-4614-9d5e-1a901f29f0ca req-1f8df7a3-d17f-4331-b912-a89d6a097803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:32.658359 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f6a8ebcc-1080-4614-9d5e-1a901f29f0ca req-1f8df7a3-d17f-4331-b912-a89d6a097803 service neutron] 10.222.0.20 "GET /v2.0/networks?id=85b11c4f-90ad-4763-b38d-22d3f87089f4 HTTP/1.1" status: 200 len: 870 time: 0.2537856 May 31 13:34:32.787561 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ef63f-c75b-4920-8c99-3a42c865ac3e req-838367da-c6d9-4a17-ab8e-af01910330b2 tempest-ImagesOneServerTestJSON-2055862555 tempest-ImagesOneServerTestJSON-2055862555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:32.789236 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-754ef63f-c75b-4920-8c99-3a42c865ac3e req-838367da-c6d9-4a17-ab8e-af01910330b2 tempest-ImagesOneServerTestJSON-2055862555 tempest-ImagesOneServerTestJSON-2055862555-project] 10.222.0.50 "GET /v2.0/ports?device_id=768e3b2d-12ee-4bbe-8d20-b87d815ae7e1 HTTP/1.1" status: 200 len: 948 time: 0.6260371 May 31 13:34:32.809379 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f6a8ebcc-1080-4614-9d5e-1a901f29f0ca req-02018b0e-b95c-480d-ac28-b105966507bd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=43e7e852-9672-4b27-9f2d-397129744607 HTTP/1.1" status: 200 len: 217 time: 0.1272326 May 31 13:34:32.918346 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a8ebcc-1080-4614-9d5e-1a901f29f0ca req-882f2020-f75c-4542-b9b1-ec884180030c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:32.920177 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f6a8ebcc-1080-4614-9d5e-1a901f29f0ca req-882f2020-f75c-4542-b9b1-ec884180030c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.1026490 May 31 13:34:33.053311 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-754ef63f-c75b-4920-8c99-3a42c865ac3e req-595b0849-0862-4df0-9c0c-7e5bef5a1c55 tempest-ImagesOneServerTestJSON-2055862555 tempest-ImagesOneServerTestJSON-2055862555-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8bdbcdc-7e6c-47ee-a370-fe90ac193b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950853 May 31 13:34:33.103029 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a8ebcc-1080-4614-9d5e-1a901f29f0ca req-72121bc8-c7eb-46b5-81fb-b22096c57c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:33.122820 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f6a8ebcc-1080-4614-9d5e-1a901f29f0ca req-72121bc8-c7eb-46b5-81fb-b22096c57c0d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1942425 May 31 13:34:33.126951 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-2506f361-219d-4109-aa41-90cea687f875 req-d976d259-1cd7-4fe7-b6a9-f5903b7a6e2e tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:33.141855 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['6fba84dd-602c-4af4-8cc6-163477023a03'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:34:33.293906 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976d259-1cd7-4fe7-b6a9-f5903b7a6e2e tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Pushing event deleted for resources: {'Port': ['ID=b22cfacd-16d1-4211-980d-7a09df50f788,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:34:33.535164 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ea6ca9c-95cd-454c-807e-66e9134e4d40 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Router 94de9254-6cd9-4a0d-b820-f0c244fbbbac has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:34:33.545406 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device b22cfacd-16d1-4211-980d-7a09df50f788 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:34:33.546640 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-2506f361-219d-4109-aa41-90cea687f875 req-d976d259-1cd7-4fe7-b6a9-f5903b7a6e2e tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] No DVR routers for this DVR port b22cfacd-16d1-4211-980d-7a09df50f788 on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:34:33.552062 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-2506f361-219d-4109-aa41-90cea687f875 req-d976d259-1cd7-4fe7-b6a9-f5903b7a6e2e tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:33.557209 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4722eaf-2938-4f72-acd8-1afe4ad46276', 'name': 'network-vif-deleted', 'tag': 'b22cfacd-16d1-4211-980d-7a09df50f788'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:34:33.565051 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f6a8ebcc-1080-4614-9d5e-1a901f29f0ca req-aa935e36-6ab6-4694-b311-fb338a7c7d51 service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4332328 May 31 13:34:33.594691 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] No Port match for: b22cfacd-16d1-4211-980d-7a09df50f788 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:34:33.595753 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device b22cfacd-16d1-4211-980d-7a09df50f788 not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:34:33.596365 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8637e3df-dc2f-461c-bc3c-dd1cb976e54d req-c72217f2-51c7-419e-8c6c-6052165341ab tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:33.602629 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 43e7e852-9672-4b27-9f2d-397129744607 details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:34:33.613630 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8637e3df-dc2f-461c-bc3c-dd1cb976e54d req-c72217f2-51c7-419e-8c6c-6052165341ab tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4722eaf-2938-4f72-acd8-1afe4ad46276 HTTP/1.1" status: 200 len: 867 time: 0.5606811 May 31 13:34:33.776265 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f6a8ebcc-1080-4614-9d5e-1a901f29f0ca req-af3f9330-f365-46bc-a686-720ec1a20a64 service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012095 May 31 13:34:33.805335 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a7f663-458b-4d4c-861c-9af2ddccc548 req-163c572e-2092-48bb-9a9e-8f0ae8a75869 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:33.807026 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a4a7f663-458b-4d4c-861c-9af2ddccc548 req-163c572e-2092-48bb-9a9e-8f0ae8a75869 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 944 time: 0.5756214 May 31 13:34:33.808293 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2506f361-219d-4109-aa41-90cea687f875 req-d976d259-1cd7-4fe7-b6a9-f5903b7a6e2e tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.44 "DELETE /v2.0/ports/b22cfacd-16d1-4211-980d-7a09df50f788 HTTP/1.1" status: 204 len: 173 time: 2.8542860 May 31 13:34:33.820804 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 43e7e852-9672-4b27-9f2d-397129744607, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=43e7e852-9672-4b27-9f2d-397129744607,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:34:33.836485 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': '43e7e852-9672-4b27-9f2d-397129744607', 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4', 'port_id': '43e7e852-9672-4b27-9f2d-397129744607', 'mac_address': 'fa:16:3e:e7:ad:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24822c99-0dce-4d50-9c44-3135ba3763b8', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:34:33.903186 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 43e7e852-9672-4b27-9f2d-397129744607 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:34:33.903798 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:33.942073 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43e7e852-9672-4b27-9f2d-397129744607 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:34:33.982929 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 43e7e852-9672-4b27-9f2d-397129744607, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=43e7e852-9672-4b27-9f2d-397129744607,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:34:33.988664 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:34.037789 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8637e3df-dc2f-461c-bc3c-dd1cb976e54d req-de722dae-ef22-4d18-995a-e9221784646e tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4225283 May 31 13:34:34.072103 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=43e7e852-9672-4b27-9f2d-397129744607,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:34:34.096464 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a4a7f663-458b-4d4c-861c-9af2ddccc548 req-2b3d48a5-fb03-446a-af11-6022ba5ada48 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2331748 May 31 13:34:34.127611 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea6ca9c-95cd-454c-807e-66e9134e4d40 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:34:34.132536 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5ea6ca9c-95cd-454c-807e-66e9134e4d40 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:34.139599 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d933e79-f6c1-4377-9136-b5417f486703 None None] Sync routers for ids ['94de9254-6cd9-4a0d-b820-f0c244fbbbac'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:34:34.161065 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d933e79-f6c1-4377-9136-b5417f486703 None None] Routers {'94de9254-6cd9-4a0d-b820-f0c244fbbbac'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:34:34.161687 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-0d933e79-f6c1-4377-9136-b5417f486703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:34:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['94de9254-6cd9-4a0d-b820-f0c244fbbbac'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:34:34.289653 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-98109390-b8e0-4dc3-a718-ea6c2cb16ca2 req-301f35a8-008f-4c68-ab0f-4a429f027cd4 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=70be69e4-8b10-4f4e-af3a-c366466f5de7 HTTP/1.1" status: 200 len: 210 time: 0.0888307 May 31 13:34:34.360637 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 13:34:34.386111 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-0d933e79-f6c1-4377-9136-b5417f486703 None None] Set router 94de9254-6cd9-4a0d-b820-f0c244fbbbac gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:34:34.434938 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaa10e4-f08b-47d5-b786-af0f100425bf req-de35d863-c236-4f2a-8e47-602e3fde5e3d tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:34.435695 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-eaaa10e4-f08b-47d5-b786-af0f100425bf req-de35d863-c236-4f2a-8e47-602e3fde5e3d tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Synchronizing usage tracker for tenant:be9b8c94d98b42f385a0f29035539835 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:34:34.457161 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-eaaa10e4-f08b-47d5-b786-af0f100425bf req-de35d863-c236-4f2a-8e47-602e3fde5e3d tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Unset dirty status for tenant:be9b8c94d98b42f385a0f29035539835 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:34:34.457161 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-eaaa10e4-f08b-47d5-b786-af0f100425bf req-de35d863-c236-4f2a-8e47-602e3fde5e3d tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.20 "GET /v2.0/ports?device_id=83adaa3b-be23-4bb2-afc8-0cb4149fa849 HTTP/1.1" status: 200 len: 946 time: 0.1485717 May 31 13:34:34.477619 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d524f5f-2b66-47bf-9667-1b078bb34f4f'] response: {'server_uuid': 'd4722eaf-2938-4f72-acd8-1afe4ad46276', 'name': 'network-vif-deleted', 'tag': 'b22cfacd-16d1-4211-980d-7a09df50f788', 'status': 'completed', 'code': 200} May 31 13:34:34.488690 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-5ea6ca9c-95cd-454c-807e-66e9134e4d40 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] 10.222.0.50 "PUT /v2.0/floatingips/183af621-f1a8-46b7-a919-da4dc2337a32 HTTP/1.1" status: 200 len: 991 time: 5.1016529 May 31 13:34:34.493948 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['43e7e852-9672-4b27-9f2d-397129744607'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:34:34.511949 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5134ac-554a-4cbf-97ba-857a62347cb2 req-db79d6c0-2c71-4543-bcf4-48ffd46dcfff tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:34.513982 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7e5134ac-554a-4cbf-97ba-857a62347cb2 req-db79d6c0-2c71-4543-bcf4-48ffd46dcfff tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.44 "GET /v2.0/networks?id=6f63975b-9b05-46d3-8543-47c8fac2cf70 HTTP/1.1" status: 200 len: 811 time: 0.7433271 May 31 13:34:34.540746 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-7e5134ac-554a-4cbf-97ba-857a62347cb2 req-d91bb063-e9fe-4528-a5c7-e07ed01cd619 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Request body: {'port': {'device_id': '70be69e4-8b10-4f4e-af3a-c366466f5de7', 'network_id': '6f63975b-9b05-46d3-8543-47c8fac2cf70', 'admin_state_up': True, 'tenant_id': '52669f2db59f4a3eb6fd40f6ebcd20ec'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:34:34.629159 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-eaaa10e4-f08b-47d5-b786-af0f100425bf req-82d6e9e5-f0fb-4e59-bd0c-d8b86da5e416 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Deleting port d6f0b232-ad17-4000-98e9-695254df988a {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:34:34.629694 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-eaaa10e4-f08b-47d5-b786-af0f100425bf req-82d6e9e5-f0fb-4e59-bd0c-d8b86da5e416 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:34.760117 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47116) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:34:34.774487 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-eb86b116-ba12-441a-996c-c94ba6b5bc93 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-341331147'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:34:34.783610 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-eb86b116-ba12-441a-996c-c94ba6b5bc93 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:34:34.827634 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-eb86b116-ba12-441a-996c-c94ba6b5bc93 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Usage tracker for resource:network and tenant:e8214c87941844eca93c05e6b9a8f274 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:34:34.838326 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-eb86b116-ba12-441a-996c-c94ba6b5bc93 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:34:34.855195 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-eb86b116-ba12-441a-996c-c94ba6b5bc93 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:34:34.996907 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb86b116-ba12-441a-996c-c94ba6b5bc93 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Made reservation on behalf of e8214c87941844eca93c05e6b9a8f274 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:34:35.002639 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-eb86b116-ba12-441a-996c-c94ba6b5bc93 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:35.036637 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-0d933e79-f6c1-4377-9136-b5417f486703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94de9254-6cd9-4a0d-b820-f0c244fbbbac', 'name': 'tempest-AttachSCSIVolumeTestJSON-1975046625-router', 'tenant_id': 'c546e522a53042bf9288235d025993be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': '5d08ef1c-1980-464a-b954-2f051717d12d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:32:12Z', 'updated_at': '2022-05-31T13:32:26Z', 'revision_number': 4, 'project_id': 'c546e522a53042bf9288235d025993be', 'gw_port': {'id': '5d08ef1c-1980-464a-b954-2f051717d12d', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:00:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94de9254-6cd9-4a0d-b820-f0c244fbbbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:32:15Z', 'updated_at': '2022-05-31T13:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '183af621-f1a8-46b7-a919-da4dc2337a32', 'tenant_id': 'c546e522a53042bf9288235d025993be', 'floating_ip_address': '172.25.6.141', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '94de9254-6cd9-4a0d-b820-f0c244fbbbac', 'port_id': '5ed97f51-fe17-4c3d-bcc7-799b356c3dd7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcd0ffae-3ea4-42bd-a169-8d95a1cdbecc', 'mac_address': 'fa:16:3e:11:71:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a16018-d373-4f1a-bbba-73ce942d383e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:33:25Z', 'updated_at': '2022-05-31T13:34:31Z', 'revision_number': 1, 'project_id': 'c546e522a53042bf9288235d025993be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ed6134b-6d29-4571-bd7a-7d45daeac808', 'name': '', 'network_id': 'fcd0ffae-3ea4-42bd-a169-8d95a1cdbecc', 'tenant_id': 'c546e522a53042bf9288235d025993be', 'mac_address': 'fa:16:3e:b7:08:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94de9254-6cd9-4a0d-b820-f0c244fbbbac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'de3aa2fa-fbce-46e7-81bc-0f33a5127b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:32:24Z', 'updated_at': '2022-05-31T13:32:38Z', 'revision_number': 5, 'project_id': 'c546e522a53042bf9288235d025993be', 'subnets': [{'id': 'de3aa2fa-fbce-46e7-81bc-0f33a5127b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:34:35.041317 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89594e23-73ac-4f91-b7a0-15f996fedf90 req-4840044f-c498-4887-8e3d-de85e251a468 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:35.041853 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d933e79-f6c1-4377-9136-b5417f486703 None None] Checking router: 94de9254-6cd9-4a0d-b820-f0c244fbbbac for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:34:35.042473 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-89594e23-73ac-4f91-b7a0-15f996fedf90 req-4840044f-c498-4887-8e3d-de85e251a468 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Synchronizing usage tracker for tenant:be9b8c94d98b42f385a0f29035539835 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:34:35.051078 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d933e79-f6c1-4377-9136-b5417f486703 None None] Routers {'94de9254-6cd9-4a0d-b820-f0c244fbbbac'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:34:35.051795 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-0d933e79-f6c1-4377-9136-b5417f486703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:34:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['94de9254-6cd9-4a0d-b820-f0c244fbbbac'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:34:35.062479 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-7e5134ac-554a-4cbf-97ba-857a62347cb2 req-d91bb063-e9fe-4528-a5c7-e07ed01cd619 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:34:35.074367 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-7e5134ac-554a-4cbf-97ba-857a62347cb2 req-d91bb063-e9fe-4528-a5c7-e07ed01cd619 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Usage tracker for resource:port and tenant:52669f2db59f4a3eb6fd40f6ebcd20ec is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:34:35.077710 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-89594e23-73ac-4f91-b7a0-15f996fedf90 req-4840044f-c498-4887-8e3d-de85e251a468 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Unset dirty status for tenant:be9b8c94d98b42f385a0f29035539835 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:34:35.078837 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-89594e23-73ac-4f91-b7a0-15f996fedf90 req-4840044f-c498-4887-8e3d-de85e251a468 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/ports?device_id=83adaa3b-be23-4bb2-afc8-0cb4149fa849 HTTP/1.1" status: 200 len: 946 time: 0.7614899 May 31 13:34:35.080416 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-7e5134ac-554a-4cbf-97ba-857a62347cb2 req-d91bb063-e9fe-4528-a5c7-e07ed01cd619 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:34:35.087948 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-7e5134ac-554a-4cbf-97ba-857a62347cb2 req-d91bb063-e9fe-4528-a5c7-e07ed01cd619 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:34:35.098718 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613b0b9d-5a53-48f2-b816-9e8b494d9763 req-1d247531-99fd-48fa-8de0-c68d68714726 tempest-ImagesOneServerTestJSON-2055862555 tempest-ImagesOneServerTestJSON-2055862555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:35.100180 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-613b0b9d-5a53-48f2-b816-9e8b494d9763 req-1d247531-99fd-48fa-8de0-c68d68714726 tempest-ImagesOneServerTestJSON-2055862555 tempest-ImagesOneServerTestJSON-2055862555-project] 10.222.0.50 "GET /v2.0/ports?device_id=768e3b2d-12ee-4bbe-8d20-b87d815ae7e1 HTTP/1.1" status: 200 len: 949 time: 0.3373172 May 31 13:34:35.103560 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb86b116-ba12-441a-996c-c94ba6b5bc93 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:34:35.143856 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e5134ac-554a-4cbf-97ba-857a62347cb2 req-d91bb063-e9fe-4528-a5c7-e07ed01cd619 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Made reservation on behalf of 52669f2db59f4a3eb6fd40f6ebcd20ec for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:34:35.147605 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7e5134ac-554a-4cbf-97ba-857a62347cb2 req-d91bb063-e9fe-4528-a5c7-e07ed01cd619 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:35.155615 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-eb86b116-ba12-441a-996c-c94ba6b5bc93 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:35.156162 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-eb86b116-ba12-441a-996c-c94ba6b5bc93 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Added segment 57f5fa22-0037-4fd1-b301-00fe683d1b15 of type vlan for network 2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a May 31 13:34:35.202204 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-eaaa10e4-f08b-47d5-b786-af0f100425bf req-82d6e9e5-f0fb-4e59-bd0c-d8b86da5e416 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] For port d6f0b232-ad17-4000-98e9-695254df988a, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=d6f0b232-ad17-4000-98e9-695254df988a,segment=NetworkSegment(e9cd1a0e-a4b7-43b7-be1f-97f3a2f73d5d),segment_id=e9cd1a0e-a4b7-43b7-be1f-97f3a2f73d5d)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:34:35.202793 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-eaaa10e4-f08b-47d5-b786-af0f100425bf req-82d6e9e5-f0fb-4e59-bd0c-d8b86da5e416 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:35.203987 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-89594e23-73ac-4f91-b7a0-15f996fedf90 req-c13c2353-5bc7-469b-ad47-915f205a34fa tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a17cab4-6020-4095-a3af-d8da92feae16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028953 May 31 13:34:35.245665 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-0d933e79-f6c1-4377-9136-b5417f486703 None None] Set router 94de9254-6cd9-4a0d-b820-f0c244fbbbac gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:34:35.253711 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-613b0b9d-5a53-48f2-b816-9e8b494d9763 req-fa720200-b7f7-49f3-9638-226287c57699 tempest-ImagesOneServerTestJSON-2055862555 tempest-ImagesOneServerTestJSON-2055862555-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8bdbcdc-7e6c-47ee-a370-fe90ac193b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335611 May 31 13:34:35.421869 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-7e5134ac-554a-4cbf-97ba-857a62347cb2 req-d91bb063-e9fe-4528-a5c7-e07ed01cd619 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Allocated IP 172.20.0.2 (6f63975b-9b05-46d3-8543-47c8fac2cf70/fa2724fc-99c1-4890-aaad-d9b53e2abcda/812cfaea-adea-4b75-a1f3-5e304504c657) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:34:35.518525 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-eb86b116-ba12-441a-996c-c94ba6b5bc93 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:35.582631 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-eaaa10e4-f08b-47d5-b786-af0f100425bf req-82d6e9e5-f0fb-4e59-bd0c-d8b86da5e416 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Calling delete_port for d6f0b232-ad17-4000-98e9-695254df988a owned by compute:nova {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:34:35.684369 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-0d933e79-f6c1-4377-9136-b5417f486703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94de9254-6cd9-4a0d-b820-f0c244fbbbac', 'name': 'tempest-AttachSCSIVolumeTestJSON-1975046625-router', 'tenant_id': 'c546e522a53042bf9288235d025993be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': '5d08ef1c-1980-464a-b954-2f051717d12d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:32:12Z', 'updated_at': '2022-05-31T13:32:26Z', 'revision_number': 4, 'project_id': 'c546e522a53042bf9288235d025993be', 'gw_port': {'id': '5d08ef1c-1980-464a-b954-2f051717d12d', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:00:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94de9254-6cd9-4a0d-b820-f0c244fbbbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:32:15Z', 'updated_at': '2022-05-31T13:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '183af621-f1a8-46b7-a919-da4dc2337a32', 'tenant_id': 'c546e522a53042bf9288235d025993be', 'floating_ip_address': '172.25.6.141', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '94de9254-6cd9-4a0d-b820-f0c244fbbbac', 'port_id': '5ed97f51-fe17-4c3d-bcc7-799b356c3dd7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcd0ffae-3ea4-42bd-a169-8d95a1cdbecc', 'mac_address': 'fa:16:3e:11:71:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a16018-d373-4f1a-bbba-73ce942d383e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:33:25Z', 'updated_at': '2022-05-31T13:34:31Z', 'revision_number': 1, 'project_id': 'c546e522a53042bf9288235d025993be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ed6134b-6d29-4571-bd7a-7d45daeac808', 'name': '', 'network_id': 'fcd0ffae-3ea4-42bd-a169-8d95a1cdbecc', 'tenant_id': 'c546e522a53042bf9288235d025993be', 'mac_address': 'fa:16:3e:b7:08:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94de9254-6cd9-4a0d-b820-f0c244fbbbac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'de3aa2fa-fbce-46e7-81bc-0f33a5127b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:32:24Z', 'updated_at': '2022-05-31T13:32:38Z', 'revision_number': 5, 'project_id': 'c546e522a53042bf9288235d025993be', 'subnets': [{'id': 'de3aa2fa-fbce-46e7-81bc-0f33a5127b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:34:35.690467 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d933e79-f6c1-4377-9136-b5417f486703 None None] The sync data for ids ['94de9254-6cd9-4a0d-b820-f0c244fbbbac'] in n-d-843939-1 is: [{'id': '94de9254-6cd9-4a0d-b820-f0c244fbbbac', 'name': 'tempest-AttachSCSIVolumeTestJSON-1975046625-router', 'tenant_id': 'c546e522a53042bf9288235d025993be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': '5d08ef1c-1980-464a-b954-2f051717d12d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:32:12Z', 'updated_at': '2022-05-31T13:32:26Z', 'revision_number': 4, 'project_id': 'c546e522a53042bf9288235d025993be', 'gw_port': {'id': '5d08ef1c-1980-464a-b954-2f051717d12d', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:00:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94de9254-6cd9-4a0d-b820-f0c244fbbbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:32:15Z', 'updated_at': '2022-05-31T13:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '183af621-f1a8-46b7-a919-da4dc2337a32', 'tenant_id': 'c546e522a53042bf9288235d025993be', 'floating_ip_address': '172.25.6.141', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '94de9254-6cd9-4a0d-b820-f0c244fbbbac', 'port_id': '5ed97f51-fe17-4c3d-bcc7-799b356c3dd7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcd0ffae-3ea4-42bd-a169-8d95a1cdbecc', 'mac_address': 'fa:16:3e:11:71:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a16018-d373-4f1a-bbba-73ce942d383e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:33:25Z', 'updated_at': '2022-05-31T13:34:31Z', 'revision_number': 1, 'project_id': 'c546e522a53042bf9288235d025993be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ed6134b-6d29-4571-bd7a-7d45daeac808', 'name': '', 'network_id': 'fcd0ffae-3ea4-42bd-a169-8d95a1cdbecc', 'tenant_id': 'c546e522a53042bf9288235d025993be', 'mac_address': 'fa:16:3e:b7:08:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94de9254-6cd9-4a0d-b820-f0c244fbbbac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'de3aa2fa-fbce-46e7-81bc-0f33a5127b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:32:24Z', 'updated_at': '2022-05-31T13:32:38Z', 'revision_number': 5, 'project_id': 'c546e522a53042bf9288235d025993be', 'subnets': [{'id': 'de3aa2fa-fbce-46e7-81bc-0f33a5127b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:34:35.723223 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-eb86b116-ba12-441a-996c-c94ba6b5bc93 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:35.731928 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb86b116-ba12-441a-996c-c94ba6b5bc93 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:35.733802 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-eb86b116-ba12-441a-996c-c94ba6b5bc93 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:35.759051 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7cc6e9a6-95de-4860-9535-0940eb130ace req-f38a8a0e-8888-4efa-a549-c2069127df1a tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=70be69e4-8b10-4f4e-af3a-c366466f5de7 HTTP/1.1" status: 200 len: 210 time: 0.0790207 May 31 13:34:35.829779 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7e5134ac-554a-4cbf-97ba-857a62347cb2 req-d91bb063-e9fe-4528-a5c7-e07ed01cd619 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:35.877510 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7e5134ac-554a-4cbf-97ba-857a62347cb2 req-d91bb063-e9fe-4528-a5c7-e07ed01cd619 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:35.917981 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-eb86b116-ba12-441a-996c-c94ba6b5bc93 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1550853 May 31 13:34:35.921952 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47148) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:34:35.929707 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-92840d69-c0f0-425f-90ce-076de24df6b4 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1349595204'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:34:35.939642 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb86b116-ba12-441a-996c-c94ba6b5bc93 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Pushing event updated for resources: {'Network': ['ID=2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:34:35.943479 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-92840d69-c0f0-425f-90ce-076de24df6b4 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:34:35.956787 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:34:35.981717 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-92840d69-c0f0-425f-90ce-076de24df6b4 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Usage tracker for resource:network and tenant:e8214c87941844eca93c05e6b9a8f274 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:34:35.989295 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-92840d69-c0f0-425f-90ce-076de24df6b4 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:34:36.004905 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-92840d69-c0f0-425f-90ce-076de24df6b4 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:34:36.028302 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92840d69-c0f0-425f-90ce-076de24df6b4 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Made reservation on behalf of e8214c87941844eca93c05e6b9a8f274 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:34:36.032341 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-92840d69-c0f0-425f-90ce-076de24df6b4 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:36.043601 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e5134ac-554a-4cbf-97ba-857a62347cb2 req-d91bb063-e9fe-4528-a5c7-e07ed01cd619 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Network 6f63975b-9b05-46d3-8543-47c8fac2cf70 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:34:36.052726 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-eaaa10e4-f08b-47d5-b786-af0f100425bf req-82d6e9e5-f0fb-4e59-bd0c-d8b86da5e416 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:36.094839 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91bb063-e9fe-4528-a5c7-e07ed01cd619 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Pushing event updated for resources: {'Port': ['ID=812cfaea-adea-4b75-a1f3-5e304504c657,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:34:36.097378 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-7e5134ac-554a-4cbf-97ba-857a62347cb2 req-d91bb063-e9fe-4528-a5c7-e07ed01cd619 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:34:36.105005 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e5134ac-554a-4cbf-97ba-857a62347cb2 req-d91bb063-e9fe-4528-a5c7-e07ed01cd619 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:34:36.124656 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d6e9e5-f0fb-4e59-bd0c-d8b86da5e416 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Pushing event deleted for resources: {'Port': ['ID=d6f0b232-ad17-4000-98e9-695254df988a,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:34:36.136767 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39880995-99eb-4669-9fcc-cd6642ec7b7b None None] New status for floating IP 183af621-f1a8-46b7-a919-da4dc2337a32: ACTIVE {{(pid=88371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 13:34:36.236096 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92840d69-c0f0-425f-90ce-076de24df6b4 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:34:36.238857 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5134ac-554a-4cbf-97ba-857a62347cb2 req-d91bb063-e9fe-4528-a5c7-e07ed01cd619 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:36.239286 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaaa10e4-f08b-47d5-b786-af0f100425bf req-82d6e9e5-f0fb-4e59-bd0c-d8b86da5e416 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] No DVR routers for this DVR port d6f0b232-ad17-4000-98e9-695254df988a on host n-h1-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:34:36.241404 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7e5134ac-554a-4cbf-97ba-857a62347cb2 req-d91bb063-e9fe-4528-a5c7-e07ed01cd619 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:36.243495 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['cab04309-4594-4e66-a15a-e4206da32c24'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:34:36.245443 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-eaaa10e4-f08b-47d5-b786-af0f100425bf req-82d6e9e5-f0fb-4e59-bd0c-d8b86da5e416 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:36.251325 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83adaa3b-be23-4bb2-afc8-0cb4149fa849', 'name': 'network-vif-deleted', 'tag': 'd6f0b232-ad17-4000-98e9-695254df988a'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:34:36.256621 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7ada82-e7ac-45c3-a56b-0d3e761b18f5 req-541246bb-a80e-4fe6-b8a0-065dc9b68450 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:36.259138 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bc7ada82-e7ac-45c3-a56b-0d3e761b18f5 req-541246bb-a80e-4fe6-b8a0-065dc9b68450 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 944 time: 0.2120728 May 31 13:34:36.278792 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-92840d69-c0f0-425f-90ce-076de24df6b4 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:36.279184 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-92840d69-c0f0-425f-90ce-076de24df6b4 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Added segment e54fd068-ebcb-45fd-9c64-e09108b643c3 of type vlan for network 37c48153-c66c-4011-885e-e73ddcdb568e May 31 13:34:36.299790 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-eaaa10e4-f08b-47d5-b786-af0f100425bf req-82d6e9e5-f0fb-4e59-bd0c-d8b86da5e416 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.20 "DELETE /v2.0/ports/d6f0b232-ad17-4000-98e9-695254df988a HTTP/1.1" status: 204 len: 173 time: 1.8266017 May 31 13:34:36.300457 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7e5134ac-554a-4cbf-97ba-857a62347cb2 req-d91bb063-e9fe-4528-a5c7-e07ed01cd619 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7637119 May 31 13:34:36.317081 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-7e5134ac-554a-4cbf-97ba-857a62347cb2 req-9e3a2ee5-b26e-4b79-84dd-da3de2f1c363 service neutron] Request body: {'port': {'device_id': '70be69e4-8b10-4f4e-af3a-c366466f5de7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:34:36.345556 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-92840d69-c0f0-425f-90ce-076de24df6b4 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:36.423074 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-92840d69-c0f0-425f-90ce-076de24df6b4 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:36.434310 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92840d69-c0f0-425f-90ce-076de24df6b4 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:36.435277 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-92840d69-c0f0-425f-90ce-076de24df6b4 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:36.479063 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3a16018-d373-4f1a-bbba-73ce942d383e', 'tag': '5ed97f51-fe17-4c3d-bcc7-799b356c3dd7'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:34:36.488789 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bc7ada82-e7ac-45c3-a56b-0d3e761b18f5 req-7ef4a586-d498-4e5c-b2e0-74f7bc2cdbb5 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2212887 May 31 13:34:36.489501 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7e5134ac-554a-4cbf-97ba-857a62347cb2 req-9e3a2ee5-b26e-4b79-84dd-da3de2f1c363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:36.697876 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-92840d69-c0f0-425f-90ce-076de24df6b4 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7694054 May 31 13:34:36.725322 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47190) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:34:36.737820 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-a0563dc6-3b23-4cb8-a161-0462616745aa tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Request body: {'subnet': {'network_id': '2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:34:36.865663 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a0563dc6-3b23-4cb8-a161-0462616745aa tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:34:36.872357 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92840d69-c0f0-425f-90ce-076de24df6b4 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Pushing event updated for resources: {'Network': ['ID=37c48153-c66c-4011-885e-e73ddcdb568e,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:34:36.881938 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a0563dc6-3b23-4cb8-a161-0462616745aa tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Usage tracker for resource:subnet and tenant:e8214c87941844eca93c05e6b9a8f274 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:34:36.889044 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a0563dc6-3b23-4cb8-a161-0462616745aa tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:34:36.898644 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 37c48153-c66c-4011-885e-e73ddcdb568e details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:34:36.905198 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a0563dc6-3b23-4cb8-a161-0462616745aa tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:34:36.921833 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0563dc6-3b23-4cb8-a161-0462616745aa tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Made reservation on behalf of e8214c87941844eca93c05e6b9a8f274 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:34:36.928091 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a0563dc6-3b23-4cb8-a161-0462616745aa tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:37.066777 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c686c81d-8d80-492b-a025-62dcc7659f7f req-cb81c342-2c9f-4857-9351-108d1cd36ec4 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/ports?device_id=83adaa3b-be23-4bb2-afc8-0cb4149fa849 HTTP/1.1" status: 200 len: 210 time: 0.1256304 May 31 13:34:37.186109 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c83fd2-e88f-4b6f-a4de-e7306abc58ac req-6f6e1120-f76b-49d7-8e18-cd6c1ebef52a tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:37.187042 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-24c83fd2-e88f-4b6f-a4de-e7306abc58ac req-6f6e1120-f76b-49d7-8e18-cd6c1ebef52a tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Synchronizing usage tracker for tenant:971e7e341b6340e7a10be40f9ec104d7 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:34:37.213837 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05b2ade9-9c03-4abc-9026-dcf0e210de58'] response: {'server_uuid': '83adaa3b-be23-4bb2-afc8-0cb4149fa849', 'name': 'network-vif-deleted', 'tag': 'd6f0b232-ad17-4000-98e9-695254df988a', 'status': 'completed', 'code': 200} May 31 13:34:37.264820 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-24c83fd2-e88f-4b6f-a4de-e7306abc58ac req-6f6e1120-f76b-49d7-8e18-cd6c1ebef52a tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Unset dirty status for tenant:971e7e341b6340e7a10be40f9ec104d7 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:34:37.265999 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-24c83fd2-e88f-4b6f-a4de-e7306abc58ac req-6f6e1120-f76b-49d7-8e18-cd6c1ebef52a tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 946 time: 0.3228893 May 31 13:34:37.335373 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:37.356481 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a0563dc6-3b23-4cb8-a161-0462616745aa tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:37.361080 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-7e5134ac-554a-4cbf-97ba-857a62347cb2 req-9e3a2ee5-b26e-4b79-84dd-da3de2f1c363 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 812cfaea-adea-4b75-a1f3-5e304504c657 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:34:37.378207 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7e5134ac-554a-4cbf-97ba-857a62347cb2 req-9e3a2ee5-b26e-4b79-84dd-da3de2f1c363 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:37.410014 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-24c83fd2-e88f-4b6f-a4de-e7306abc58ac req-606a4c17-0358-49cc-8ede-b5d5948ade83 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323094 May 31 13:34:37.420936 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-7e5134ac-554a-4cbf-97ba-857a62347cb2 req-9e3a2ee5-b26e-4b79-84dd-da3de2f1c363 service neutron] Transition to ACTIVE for port object 812cfaea-adea-4b75-a1f3-5e304504c657 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:34:37.433279 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7e5134ac-554a-4cbf-97ba-857a62347cb2 req-9e3a2ee5-b26e-4b79-84dd-da3de2f1c363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:37.456168 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0563dc6-3b23-4cb8-a161-0462616745aa tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Checking segment: {'id': '57f5fa22-0037-4fd1-b301-00fe683d1b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:34:37.456528 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0563dc6-3b23-4cb8-a161-0462616745aa tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Network hostable DHCP agents. Network: 2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:34:37.471683 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0563dc6-3b23-4cb8-a161-0462616745aa tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Pushing event updated for resources: {'Subnet': ['ID=be5242af-81d0-4358-b8f6-a7fb30a944f2,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:34:37.490040 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0563dc6-3b23-4cb8-a161-0462616745aa tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Network 2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:34:37.500535 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d21c398b-74c0-45cd-a18b-e228419ee7bd'] response: {'name': 'network-changed', 'server_uuid': 'a3a16018-d373-4f1a-bbba-73ce942d383e', 'tag': '5ed97f51-fe17-4c3d-bcc7-799b356c3dd7', 'status': 'completed', 'code': 200} May 31 13:34:37.565687 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-a0563dc6-3b23-4cb8-a161-0462616745aa tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:34:37.574767 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62080bd-5280-4d08-9239-6ae933fd5c07 None None] Network 2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:34:37.582820 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0563dc6-3b23-4cb8-a161-0462616745aa tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:37.583568 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a0563dc6-3b23-4cb8-a161-0462616745aa tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:37.628728 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a0563dc6-3b23-4cb8-a161-0462616745aa tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8998995 May 31 13:34:37.629067 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47200) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:34:37.641673 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-1ac7ae39-2b37-4273-bb51-97caef324aef tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Request body: {'subnet': {'network_id': '37c48153-c66c-4011-885e-e73ddcdb568e', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:34:37.672804 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a7000-21e1-4557-b1ee-dea6927124a6 req-e3513621-cc46-4298-9a8f-8f3b738620ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:37.674393 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-dc3a7000-21e1-4557-b1ee-dea6927124a6 req-e3513621-cc46-4298-9a8f-8f3b738620ff service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c546e522a53042bf9288235d025993be&device_id=a3a16018-d373-4f1a-bbba-73ce942d383e HTTP/1.1" status: 200 len: 1096 time: 0.1549990 May 31 13:34:37.701796 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 43e7e852-9672-4b27-9f2d-397129744607 up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:34:37.852873 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-1ac7ae39-2b37-4273-bb51-97caef324aef tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:34:37.855922 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ae943-f755-4691-8fde-2015be932898 req-befd4f5d-1052-401f-9a5f-6fda5ff0e6b0 tempest-ImagesOneServerTestJSON-2055862555 tempest-ImagesOneServerTestJSON-2055862555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:37.860995 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-1ac7ae39-2b37-4273-bb51-97caef324aef tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Usage tracker for resource:subnet and tenant:e8214c87941844eca93c05e6b9a8f274 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:34:37.863088 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-220ae943-f755-4691-8fde-2015be932898 req-befd4f5d-1052-401f-9a5f-6fda5ff0e6b0 tempest-ImagesOneServerTestJSON-2055862555 tempest-ImagesOneServerTestJSON-2055862555-project] 10.222.0.50 "GET /v2.0/ports?device_id=768e3b2d-12ee-4bbe-8d20-b87d815ae7e1 HTTP/1.1" status: 200 len: 949 time: 0.5684624 May 31 13:34:37.863734 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-1ac7ae39-2b37-4273-bb51-97caef324aef tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:34:37.884711 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-1ac7ae39-2b37-4273-bb51-97caef324aef tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:34:37.886952 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning for port 43e7e852-9672-4b27-9f2d-397129744607 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:34:37.892376 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port 43e7e852-9672-4b27-9f2d-397129744607 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:34:37.892999 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:37.903296 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3a2ee5-b26e-4b79-84dd-da3de2f1c363 service neutron] Pushing event updated for resources: {'Port': ['ID=812cfaea-adea-4b75-a1f3-5e304504c657,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:34:37.917258 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac7ae39-2b37-4273-bb51-97caef324aef tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Made reservation on behalf of e8214c87941844eca93c05e6b9a8f274 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:34:37.921139 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1ac7ae39-2b37-4273-bb51-97caef324aef tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:37.923817 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c09582-c87a-44a7-b97d-71ffe24562db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a', 'network_id': '2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a', 'tenant_id': 'e8214c87941844eca93c05e6b9a8f274', 'fixed_ips': [{'subnet_id': 'be5242af-81d0-4358-b8f6-a7fb30a944f2'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:34:37.924102 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d6c09582-c87a-44a7-b97d-71ffe24562db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:37.992336 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-220ae943-f755-4691-8fde-2015be932898 req-495839e3-d4a3-4091-a73b-aaaca17a1dd9 tempest-ImagesOneServerTestJSON-2055862555 tempest-ImagesOneServerTestJSON-2055862555-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8bdbcdc-7e6c-47ee-a370-fe90ac193b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278834 May 31 13:34:38.006318 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a7000-21e1-4557-b1ee-dea6927124a6 req-64da09a0-42d4-4ec2-b306-d1c172b05b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:38.008927 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-dc3a7000-21e1-4557-b1ee-dea6927124a6 req-64da09a0-42d4-4ec2-b306-d1c172b05b9b service neutron] 10.222.0.20 "GET /v2.0/networks?id=fcd0ffae-3ea4-42bd-a169-8d95a1cdbecc HTTP/1.1" status: 200 len: 916 time: 0.2874823 May 31 13:34:38.033252 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0e82fe-3572-46ed-8b21-b1a605984118 req-c2449516-43ad-4a9d-ac08-369c4e574269 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:38.041616 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2b0e82fe-3572-46ed-8b21-b1a605984118 req-c2449516-43ad-4a9d-ac08-369c4e574269 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 944 time: 0.4296417 May 31 13:34:38.056750 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-7e5134ac-554a-4cbf-97ba-857a62347cb2 req-9e3a2ee5-b26e-4b79-84dd-da3de2f1c363 service neutron] Attempting to bind port 812cfaea-adea-4b75-a1f3-5e304504c657 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:34:38.057123 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-7e5134ac-554a-4cbf-97ba-857a62347cb2 req-9e3a2ee5-b26e-4b79-84dd-da3de2f1c363 service neutron] Attempting to bind port 812cfaea-adea-4b75-a1f3-5e304504c657 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': '2d583837-a9d6-4709-9af2-21c6363b8602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6f63975b-9b05-46d3-8543-47c8fac2cf70'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:34:38.057402 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5134ac-554a-4cbf-97ba-857a62347cb2 req-9e3a2ee5-b26e-4b79-84dd-da3de2f1c363 service neutron] Attempting to bind port 812cfaea-adea-4b75-a1f3-5e304504c657 on network 6f63975b-9b05-46d3-8543-47c8fac2cf70 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:34:38.066026 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5134ac-554a-4cbf-97ba-857a62347cb2 req-9e3a2ee5-b26e-4b79-84dd-da3de2f1c363 service neutron] Port 812cfaea-adea-4b75-a1f3-5e304504c657 on network 6f63975b-9b05-46d3-8543-47c8fac2cf70 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:34:38.066346 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5134ac-554a-4cbf-97ba-857a62347cb2 req-9e3a2ee5-b26e-4b79-84dd-da3de2f1c363 service neutron] Attempting to bind port 812cfaea-adea-4b75-a1f3-5e304504c657 on network 6f63975b-9b05-46d3-8543-47c8fac2cf70 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:34:38.082675 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5134ac-554a-4cbf-97ba-857a62347cb2 req-9e3a2ee5-b26e-4b79-84dd-da3de2f1c363 service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:34:38.082675 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5134ac-554a-4cbf-97ba-857a62347cb2 req-9e3a2ee5-b26e-4b79-84dd-da3de2f1c363 service neutron] Checking segment: {'id': '2d583837-a9d6-4709-9af2-21c6363b8602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6f63975b-9b05-46d3-8543-47c8fac2cf70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:34:38.083507 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5134ac-554a-4cbf-97ba-857a62347cb2 req-9e3a2ee5-b26e-4b79-84dd-da3de2f1c363 service neutron] Bound using segment: {'id': '2d583837-a9d6-4709-9af2-21c6363b8602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6f63975b-9b05-46d3-8543-47c8fac2cf70'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:34:38.083507 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-7e5134ac-554a-4cbf-97ba-857a62347cb2 req-9e3a2ee5-b26e-4b79-84dd-da3de2f1c363 service neutron] Bound port: 812cfaea-adea-4b75-a1f3-5e304504c657, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d583837-a9d6-4709-9af2-21c6363b8602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6f63975b-9b05-46d3-8543-47c8fac2cf70'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:34:38.083867 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7e5134ac-554a-4cbf-97ba-857a62347cb2 req-9e3a2ee5-b26e-4b79-84dd-da3de2f1c363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:38.123585 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2b0e82fe-3572-46ed-8b21-b1a605984118 req-203947df-148b-42ba-be85-880a5b07a2b8 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809484 May 31 13:34:38.183765 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-dc3a7000-21e1-4557-b1ee-dea6927124a6 req-c37e67c9-0cd1-40af-933a-99886e15f637 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ed97f51-fe17-4c3d-bcc7-799b356c3dd7 HTTP/1.1" status: 200 len: 1001 time: 0.1487374 May 31 13:34:38.187530 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 43e7e852-9672-4b27-9f2d-397129744607 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:34:38.188128 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:38.226470 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '768e3b2d-12ee-4bbe-8d20-b87d815ae7e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43e7e852-9672-4b27-9f2d-397129744607'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:34:38.245359 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 43e7e852-9672-4b27-9f2d-397129744607, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=43e7e852-9672-4b27-9f2d-397129744607,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:34:38.246171 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-d6c09582-c87a-44a7-b97d-71ffe24562db None None] Allocated IP 10.1.1.2 (2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a/be5242af-81d0-4358-b8f6-a7fb30a944f2/63c2edab-c37d-408c-b446-bc6412c7309d) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:34:38.252374 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:38.253875 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device d6f0b232-ad17-4000-98e9-695254df988a no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:34:38.305885 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-7e5134ac-554a-4cbf-97ba-857a62347cb2 req-9e3a2ee5-b26e-4b79-84dd-da3de2f1c363 service neutron] For port 812cfaea-adea-4b75-a1f3-5e304504c657, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:34:38.310153 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-7e5134ac-554a-4cbf-97ba-857a62347cb2 req-9e3a2ee5-b26e-4b79-84dd-da3de2f1c363 service neutron] For port 812cfaea-adea-4b75-a1f3-5e304504c657, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=812cfaea-adea-4b75-a1f3-5e304504c657,segment=NetworkSegment(2d583837-a9d6-4709-9af2-21c6363b8602),segment_id=2d583837-a9d6-4709-9af2-21c6363b8602)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:34:38.372766 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7e5134ac-554a-4cbf-97ba-857a62347cb2 req-9e3a2ee5-b26e-4b79-84dd-da3de2f1c363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:38.379625 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] No Port match for: d6f0b232-ad17-4000-98e9-695254df988a {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:34:38.380421 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device d6f0b232-ad17-4000-98e9-695254df988a not bound to the agent host n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:34:38.468995 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5134ac-554a-4cbf-97ba-857a62347cb2 req-9e3a2ee5-b26e-4b79-84dd-da3de2f1c363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:38.469849 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7e5134ac-554a-4cbf-97ba-857a62347cb2 req-9e3a2ee5-b26e-4b79-84dd-da3de2f1c363 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:38.471361 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7e5134ac-554a-4cbf-97ba-857a62347cb2 req-9e3a2ee5-b26e-4b79-84dd-da3de2f1c363 service neutron] 10.222.0.44 "PUT /v2.0/ports/812cfaea-adea-4b75-a1f3-5e304504c657 HTTP/1.1" status: 200 len: 1091 time: 2.1592345 May 31 13:34:38.503960 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3a2ee5-b26e-4b79-84dd-da3de2f1c363 service neutron] Pushing event updated for resources: {'Port': ['ID=812cfaea-adea-4b75-a1f3-5e304504c657,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:34:38.509905 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a7000-21e1-4557-b1ee-dea6927124a6 req-26b3e193-9019-40cb-91df-378b9ebd2725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:38.513333 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-dc3a7000-21e1-4557-b1ee-dea6927124a6 req-26b3e193-9019-40cb-91df-378b9ebd2725 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=de3aa2fa-fbce-46e7-81bc-0f33a5127b1b HTTP/1.1" status: 200 len: 854 time: 0.3188798 May 31 13:34:38.542017 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06436ee6-2754-42e9-ba7c-c668c4171cb4 req-153b27d5-481c-4039-a63e-f7fb264e7aa7 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:38.542896 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-06436ee6-2754-42e9-ba7c-c668c4171cb4 req-153b27d5-481c-4039-a63e-f7fb264e7aa7 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Synchronizing usage tracker for tenant:52669f2db59f4a3eb6fd40f6ebcd20ec on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:34:38.550823 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=43e7e852-9672-4b27-9f2d-397129744607,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:34:38.564375 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:34:38.564901 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:34:38.565360 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:34:38.565956 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:34:38.566407 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:34:38.566835 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:34:38.567346 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:34:38.567823 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:34:38.568235 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:34:38.568649 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:34:38.569083 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:34:38.569508 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:34:38.624437 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-06436ee6-2754-42e9-ba7c-c668c4171cb4 req-153b27d5-481c-4039-a63e-f7fb264e7aa7 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Unset dirty status for tenant:52669f2db59f4a3eb6fd40f6ebcd20ec on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:34:38.625721 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-06436ee6-2754-42e9-ba7c-c668c4171cb4 req-153b27d5-481c-4039-a63e-f7fb264e7aa7 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=70be69e4-8b10-4f4e-af3a-c366466f5de7 HTTP/1.1" status: 200 len: 943 time: 0.3140192 May 31 13:34:38.636271 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1ac7ae39-2b37-4273-bb51-97caef324aef tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:38.706568 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-06436ee6-2754-42e9-ba7c-c668c4171cb4 req-c0803e38-b57d-4d7b-b0b3-c0fd8d06a642 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Synchronizing usage tracker for tenant:52669f2db59f4a3eb6fd40f6ebcd20ec on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:34:38.706770 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d6c09582-c87a-44a7-b97d-71ffe24562db None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:38.722782 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d6c09582-c87a-44a7-b97d-71ffe24562db None None] Transition to ACTIVE for port object 63c2edab-c37d-408c-b446-bc6412c7309d will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:34:38.739679 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5134ac-554a-4cbf-97ba-857a62347cb2 req-5dbf5f95-e622-47cc-bde6-7bbea3a6fd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:38.742260 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7e5134ac-554a-4cbf-97ba-857a62347cb2 req-5dbf5f95-e622-47cc-bde6-7bbea3a6fd67 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=52669f2db59f4a3eb6fd40f6ebcd20ec&device_id=70be69e4-8b10-4f4e-af3a-c366466f5de7 HTTP/1.1" status: 200 len: 1094 time: 0.1901014 May 31 13:34:38.743560 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-06436ee6-2754-42e9-ba7c-c668c4171cb4 req-c0803e38-b57d-4d7b-b0b3-c0fd8d06a642 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Unset dirty status for tenant:52669f2db59f4a3eb6fd40f6ebcd20ec on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:34:38.744795 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-06436ee6-2754-42e9-ba7c-c668c4171cb4 req-c0803e38-b57d-4d7b-b0b3-c0fd8d06a642 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943425 May 31 13:34:38.766450 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d6c09582-c87a-44a7-b97d-71ffe24562db None None] Transition to ACTIVE for port object 63c2edab-c37d-408c-b446-bc6412c7309d will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:34:38.768842 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a7000-21e1-4557-b1ee-dea6927124a6 req-a4af16a6-a188-4380-9aba-730eaa9b378d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:38.770464 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-dc3a7000-21e1-4557-b1ee-dea6927124a6 req-a4af16a6-a188-4380-9aba-730eaa9b378d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fcd0ffae-3ea4-42bd-a169-8d95a1cdbecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2247262 May 31 13:34:38.773735 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac7ae39-2b37-4273-bb51-97caef324aef tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Checking segment: {'id': 'e54fd068-ebcb-45fd-9c64-e09108b643c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '37c48153-c66c-4011-885e-e73ddcdb568e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:34:38.774122 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac7ae39-2b37-4273-bb51-97caef324aef tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Network hostable DHCP agents. Network: 37c48153-c66c-4011-885e-e73ddcdb568e, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:34:38.780591 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:38.783090 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d6c09582-c87a-44a7-b97d-71ffe24562db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:38.842503 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7e5134ac-554a-4cbf-97ba-857a62347cb2 req-3aba391b-0916-4480-8b1c-920320e7dc5c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=812cfaea-adea-4b75-a1f3-5e304504c657 HTTP/1.1" status: 200 len: 217 time: 0.0924242 May 31 13:34:38.918961 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c09582-c87a-44a7-b97d-71ffe24562db None None] Network 2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:34:38.923322 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5134ac-554a-4cbf-97ba-857a62347cb2 req-54eb68d6-0711-4605-a698-392dcaae011d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:38.924967 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7e5134ac-554a-4cbf-97ba-857a62347cb2 req-54eb68d6-0711-4605-a698-392dcaae011d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fa2724fc-99c1-4890-aaad-d9b53e2abcda HTTP/1.1" status: 200 len: 851 time: 0.0764778 May 31 13:34:38.930268 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-d6c09582-c87a-44a7-b97d-71ffe24562db None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:34:38.946342 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcafac60-8a7d-455a-9153-c7c1cb9d8df1'] response: {'server_uuid': '768e3b2d-12ee-4bbe-8d20-b87d815ae7e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43e7e852-9672-4b27-9f2d-397129744607', 'code': 200} May 31 13:34:38.947091 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c09582-c87a-44a7-b97d-71ffe24562db None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:34:38.964930 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-dc3a7000-21e1-4557-b1ee-dea6927124a6 req-ab29b1eb-6f26-4f26-a87b-6f181d21b15f service neutron] 10.222.0.20 "GET /v2.0/networks/fcd0ffae-3ea4-42bd-a169-8d95a1cdbecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683297 May 31 13:34:38.965588 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac7ae39-2b37-4273-bb51-97caef324aef tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Pushing event updated for resources: {'Subnet': ['ID=bfe35590-5148-41de-aa37-316fb43c548b,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:34:39.000777 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac7ae39-2b37-4273-bb51-97caef324aef tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Network 37c48153-c66c-4011-885e-e73ddcdb568e is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:34:39.019933 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c09582-c87a-44a7-b97d-71ffe24562db None None] Pushing event updated for resources: {'Port': ['ID=63c2edab-c37d-408c-b446-bc6412c7309d,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:34:39.027058 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7e5134ac-554a-4cbf-97ba-857a62347cb2 req-2e440c97-74d1-4a8e-ad69-f0e3439ddd4a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6f63975b-9b05-46d3-8543-47c8fac2cf70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0951817 May 31 13:34:39.048243 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-1ac7ae39-2b37-4273-bb51-97caef324aef tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 37c48153-c66c-4011-885e-e73ddcdb568e) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:34:39.070861 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e533d8-f6bd-433f-a31c-c6c5c418220f None None] Network 37c48153-c66c-4011-885e-e73ddcdb568e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:34:39.109452 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac7ae39-2b37-4273-bb51-97caef324aef tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:39.110057 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1ac7ae39-2b37-4273-bb51-97caef324aef tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:39.162692 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-1ac7ae39-2b37-4273-bb51-97caef324aef tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5324786 May 31 13:34:39.171470 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47254) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:34:39.172611 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-d6c09582-c87a-44a7-b97d-71ffe24562db None None] Attempting to bind port 63c2edab-c37d-408c-b446-bc6412c7309d on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:34:39.172987 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-d6c09582-c87a-44a7-b97d-71ffe24562db None None] Attempting to bind port 63c2edab-c37d-408c-b446-bc6412c7309d by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '57f5fa22-0037-4fd1-b301-00fe683d1b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:34:39.173346 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c09582-c87a-44a7-b97d-71ffe24562db None None] Attempting to bind port 63c2edab-c37d-408c-b446-bc6412c7309d on network 2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:34:39.184223 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c09582-c87a-44a7-b97d-71ffe24562db None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:34:39.184588 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c09582-c87a-44a7-b97d-71ffe24562db None None] Checking segment: {'id': '57f5fa22-0037-4fd1-b301-00fe683d1b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:34:39.184983 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d6c09582-c87a-44a7-b97d-71ffe24562db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:39.185374 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c09582-c87a-44a7-b97d-71ffe24562db None None] Bound using segment: {'id': '57f5fa22-0037-4fd1-b301-00fe683d1b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:34:39.186217 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-d6c09582-c87a-44a7-b97d-71ffe24562db None None] Bound port: 63c2edab-c37d-408c-b446-bc6412c7309d, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57f5fa22-0037-4fd1-b301-00fe683d1b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:34:39.186217 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d6c09582-c87a-44a7-b97d-71ffe24562db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:39.189560 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-09769b7c-0476-47dd-9193-badc62a3bbc4 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Request body: {'port': {'network_id': '2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a', 'name': 'tempest-TaggedBootDevicesTest_v242-949156121', 'fixed_ips': [{'subnet_id': 'be5242af-81d0-4358-b8f6-a7fb30a944f2'}]}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:34:39.300315 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7e5134ac-554a-4cbf-97ba-857a62347cb2 req-3c8e68cc-6569-494f-a7f2-8ba095317938 service neutron] 10.222.0.44 "GET /v2.0/networks/6f63975b-9b05-46d3-8543-47c8fac2cf70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279594 May 31 13:34:39.300925 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-dc3a7000-21e1-4557-b1ee-dea6927124a6 req-2de576c6-8d1f-4714-b8de-238d9fafd548 service neutron] 10.222.0.20 "GET /v2.0/networks/fcd0ffae-3ea4-42bd-a169-8d95a1cdbecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3202205 May 31 13:34:39.308758 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb6d2d-fd8b-4b6c-b183-ca93ffdd0a07 req-9c4283b0-65a6-4537-bf98-8b3fc804859a tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:39.311657 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6edb6d2d-fd8b-4b6c-b183-ca93ffdd0a07 req-9c4283b0-65a6-4537-bf98-8b3fc804859a tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 944 time: 0.2823331 May 31 13:34:39.313188 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada6179-0eb6-48d8-b4a2-d690c1bc087a req-fc3ea994-7d70-4f4e-82c7-d4d23bed7f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:39.314671 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5ada6179-0eb6-48d8-b4a2-d690c1bc087a req-fc3ea994-7d70-4f4e-82c7-d4d23bed7f44 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=768e3b2d-12ee-4bbe-8d20-b87d815ae7e1 HTTP/1.1" status: 200 len: 1101 time: 0.3025372 May 31 13:34:39.353010 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-d6c09582-c87a-44a7-b97d-71ffe24562db None None] For port 63c2edab-c37d-408c-b446-bc6412c7309d, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:34:39.358014 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-d6c09582-c87a-44a7-b97d-71ffe24562db None None] For port 63c2edab-c37d-408c-b446-bc6412c7309d, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=63c2edab-c37d-408c-b446-bc6412c7309d,segment=NetworkSegment(57f5fa22-0037-4fd1-b301-00fe683d1b15),segment_id=57f5fa22-0037-4fd1-b301-00fe683d1b15)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:34:39.393181 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d6c09582-c87a-44a7-b97d-71ffe24562db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:39.412368 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2c21e5-91b9-4395-aab8-1041a61f6d68 req-dcafa460-1a95-45a0-8434-914a3b9b058e tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:39.414162 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ac2c21e5-91b9-4395-aab8-1041a61f6d68 req-dcafa460-1a95-45a0-8434-914a3b9b058e tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 946 time: 0.3433406 May 31 13:34:39.499164 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6edb6d2d-fd8b-4b6c-b183-ca93ffdd0a07 req-591bd777-8c45-44e2-acd3-0d65b3ab9d22 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147375 May 31 13:34:39.512558 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70be69e4-8b10-4f4e-af3a-c366466f5de7', 'tag': '812cfaea-adea-4b75-a1f3-5e304504c657'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:34:39.517082 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-09769b7c-0476-47dd-9193-badc62a3bbc4 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:34:39.520560 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5ada6179-0eb6-48d8-b4a2-d690c1bc087a req-612000a7-6011-49d6-848e-a717bc058c9c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f8bdbcdc-7e6c-47ee-a370-fe90ac193b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961477 May 31 13:34:39.524062 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-09769b7c-0476-47dd-9193-badc62a3bbc4 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Usage tracker for resource:port and tenant:e8214c87941844eca93c05e6b9a8f274 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:34:39.533051 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ac2c21e5-91b9-4395-aab8-1041a61f6d68 req-c6dc8c9d-3fc7-46f5-996a-72cf58b866f8 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009817 May 31 13:34:39.533248 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc4d312-be5f-418d-ab8d-6ba09cebe676 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-37c48153-c66c-4011-885e-e73ddcdb568e', 'network_id': '37c48153-c66c-4011-885e-e73ddcdb568e', 'tenant_id': 'e8214c87941844eca93c05e6b9a8f274', 'fixed_ips': [{'subnet_id': 'bfe35590-5148-41de-aa37-316fb43c548b'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:34:39.534034 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8dc4d312-be5f-418d-ab8d-6ba09cebe676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:39.534988 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-09769b7c-0476-47dd-9193-badc62a3bbc4 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:34:39.552041 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-09769b7c-0476-47dd-9193-badc62a3bbc4 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:34:39.567686 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c09582-c87a-44a7-b97d-71ffe24562db None None] Pushing event updated for resources: {'Port': ['ID=63c2edab-c37d-408c-b446-bc6412c7309d,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:34:39.576849 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09769b7c-0476-47dd-9193-badc62a3bbc4 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Made reservation on behalf of e8214c87941844eca93c05e6b9a8f274 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:34:39.586283 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7e5134ac-554a-4cbf-97ba-857a62347cb2 req-9e0e4ddd-a6f6-464e-839a-f1cd69f31696 service neutron] 10.222.0.44 "GET /v2.0/networks/6f63975b-9b05-46d3-8543-47c8fac2cf70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748430 May 31 13:34:39.777525 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-8dc4d312-be5f-418d-ab8d-6ba09cebe676 None None] Allocated IP 10.2.2.2 (37c48153-c66c-4011-885e-e73ddcdb568e/bfe35590-5148-41de-aa37-316fb43c548b/075bdc8c-df0a-4e42-aa75-74608171e126) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:34:39.790662 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-09769b7c-0476-47dd-9193-badc62a3bbc4 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:39.841921 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-09769b7c-0476-47dd-9193-badc62a3bbc4 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] device_id is not set on port e94f7e75-6c16-424a-a92a-43509164e97a yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:34:40.147359 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8d624-d8e5-4d6b-94db-cb20f0c695bf req-27941020-7c34-4f2e-b231-4bfb6f2c6f13 tempest-ImagesOneServerTestJSON-2055862555 tempest-ImagesOneServerTestJSON-2055862555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:40.155156 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c1e8d624-d8e5-4d6b-94db-cb20f0c695bf req-27941020-7c34-4f2e-b231-4bfb6f2c6f13 tempest-ImagesOneServerTestJSON-2055862555 tempest-ImagesOneServerTestJSON-2055862555-project] 10.222.0.50 "GET /v2.0/ports?device_id=768e3b2d-12ee-4bbe-8d20-b87d815ae7e1 HTTP/1.1" status: 200 len: 950 time: 0.1328940 May 31 13:34:40.164940 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8dc4d312-be5f-418d-ab8d-6ba09cebe676 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:40.184097 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-8dc4d312-be5f-418d-ab8d-6ba09cebe676 None None] Transition to ACTIVE for port object 075bdc8c-df0a-4e42-aa75-74608171e126 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:34:40.205955 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-8dc4d312-be5f-418d-ab8d-6ba09cebe676 None None] Transition to ACTIVE for port object 075bdc8c-df0a-4e42-aa75-74608171e126 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:34:40.214486 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8dc4d312-be5f-418d-ab8d-6ba09cebe676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:40.217511 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c1e8d624-d8e5-4d6b-94db-cb20f0c695bf req-ef9a52f1-0a0e-49d2-b07d-1e57593cc0fa tempest-ImagesOneServerTestJSON-2055862555 tempest-ImagesOneServerTestJSON-2055862555-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8bdbcdc-7e6c-47ee-a370-fe90ac193b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613260 May 31 13:34:40.240666 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-09769b7c-0476-47dd-9193-badc62a3bbc4 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Allocated IP 10.1.1.196 (2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a/be5242af-81d0-4358-b8f6-a7fb30a944f2/e94f7e75-6c16-424a-a92a-43509164e97a) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:34:40.287395 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd2c3fff-c13c-4e65-a06b-cdd982013ff2'] response: {'name': 'network-changed', 'server_uuid': '70be69e4-8b10-4f4e-af3a-c366466f5de7', 'tag': '812cfaea-adea-4b75-a1f3-5e304504c657', 'status': 'completed', 'code': 200} May 31 13:34:40.330562 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc4d312-be5f-418d-ab8d-6ba09cebe676 None None] Network 37c48153-c66c-4011-885e-e73ddcdb568e is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:34:40.331585 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc4d312-be5f-418d-ab8d-6ba09cebe676 None None] Pushing event updated for resources: {'Port': ['ID=075bdc8c-df0a-4e42-aa75-74608171e126,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:34:40.335699 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-8dc4d312-be5f-418d-ab8d-6ba09cebe676 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:34:40.337886 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc4d312-be5f-418d-ab8d-6ba09cebe676 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:34:40.489515 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3902c66b-c0cf-4c99-aaff-9f81985539eb req-cc9bc269-28d2-4803-b487-494fc0bea129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:40.492741 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3902c66b-c0cf-4c99-aaff-9f81985539eb req-cc9bc269-28d2-4803-b487-494fc0bea129 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=52669f2db59f4a3eb6fd40f6ebcd20ec&device_id=70be69e4-8b10-4f4e-af3a-c366466f5de7 HTTP/1.1" status: 200 len: 1094 time: 0.1810510 May 31 13:34:40.501756 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-8dc4d312-be5f-418d-ab8d-6ba09cebe676 None None] Attempting to bind port 075bdc8c-df0a-4e42-aa75-74608171e126 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:34:40.502377 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-8dc4d312-be5f-418d-ab8d-6ba09cebe676 None None] Attempting to bind port 075bdc8c-df0a-4e42-aa75-74608171e126 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'e54fd068-ebcb-45fd-9c64-e09108b643c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '37c48153-c66c-4011-885e-e73ddcdb568e'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:34:40.502638 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc4d312-be5f-418d-ab8d-6ba09cebe676 None None] Attempting to bind port 075bdc8c-df0a-4e42-aa75-74608171e126 on network 37c48153-c66c-4011-885e-e73ddcdb568e {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:34:40.512255 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc4d312-be5f-418d-ab8d-6ba09cebe676 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:34:40.512758 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc4d312-be5f-418d-ab8d-6ba09cebe676 None None] Checking segment: {'id': 'e54fd068-ebcb-45fd-9c64-e09108b643c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '37c48153-c66c-4011-885e-e73ddcdb568e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:34:40.513168 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8dc4d312-be5f-418d-ab8d-6ba09cebe676 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:40.513555 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc4d312-be5f-418d-ab8d-6ba09cebe676 None None] Bound using segment: {'id': 'e54fd068-ebcb-45fd-9c64-e09108b643c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '37c48153-c66c-4011-885e-e73ddcdb568e'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:34:40.514053 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-8dc4d312-be5f-418d-ab8d-6ba09cebe676 None None] Bound port: 075bdc8c-df0a-4e42-aa75-74608171e126, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e54fd068-ebcb-45fd-9c64-e09108b643c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '37c48153-c66c-4011-885e-e73ddcdb568e'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:34:40.514428 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8dc4d312-be5f-418d-ab8d-6ba09cebe676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:40.586104 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-09769b7c-0476-47dd-9193-badc62a3bbc4 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:40.610767 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-09769b7c-0476-47dd-9193-badc62a3bbc4 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Transition to ACTIVE for port object e94f7e75-6c16-424a-a92a-43509164e97a will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:34:40.657776 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0972d5c-01f0-4ef9-9c0b-b779f2e42fed req-51d9b5a7-8be3-4539-8ee0-b4341b9fa80a tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:40.667342 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-09769b7c-0476-47dd-9193-badc62a3bbc4 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:40.667585 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a0972d5c-01f0-4ef9-9c0b-b779f2e42fed req-51d9b5a7-8be3-4539-8ee0-b4341b9fa80a tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 946 time: 0.2406874 May 31 13:34:40.693440 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-8dc4d312-be5f-418d-ab8d-6ba09cebe676 None None] For port 075bdc8c-df0a-4e42-aa75-74608171e126, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:34:40.700476 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-8dc4d312-be5f-418d-ab8d-6ba09cebe676 None None] For port 075bdc8c-df0a-4e42-aa75-74608171e126, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=075bdc8c-df0a-4e42-aa75-74608171e126,segment=NetworkSegment(e54fd068-ebcb-45fd-9c64-e09108b643c3),segment_id=e54fd068-ebcb-45fd-9c64-e09108b643c3)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:34:40.704577 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e3cf6a3e-cc9e-4007-b2cb-4df0224e3109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:40.717352 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8dc4d312-be5f-418d-ab8d-6ba09cebe676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:40.810308 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09769b7c-0476-47dd-9193-badc62a3bbc4 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Network 2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:34:40.813688 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-09769b7c-0476-47dd-9193-badc62a3bbc4 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:34:40.817567 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc4d312-be5f-418d-ab8d-6ba09cebe676 None None] Pushing event updated for resources: {'Port': ['ID=075bdc8c-df0a-4e42-aa75-74608171e126,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:34:40.829824 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09769b7c-0476-47dd-9193-badc62a3bbc4 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:34:40.885904 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09769b7c-0476-47dd-9193-badc62a3bbc4 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Pushing event updated for resources: {'Port': ['ID=e94f7e75-6c16-424a-a92a-43509164e97a,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:34:40.939497 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09769b7c-0476-47dd-9193-badc62a3bbc4 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:40.940812 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-09769b7c-0476-47dd-9193-badc62a3bbc4 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:40.974322 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-09769b7c-0476-47dd-9193-badc62a3bbc4 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8005097 May 31 13:34:40.977101 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47308) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:34:40.980126 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3902c66b-c0cf-4c99-aaff-9f81985539eb req-d82c43bb-7893-4749-b247-2221a448218d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:40.981613 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3902c66b-c0cf-4c99-aaff-9f81985539eb req-d82c43bb-7893-4749-b247-2221a448218d service neutron] 10.222.0.44 "GET /v2.0/networks?id=6f63975b-9b05-46d3-8543-47c8fac2cf70 HTTP/1.1" status: 200 len: 912 time: 0.4819076 May 31 13:34:40.991348 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-2950f6cf-10c6-458e-916e-d9e24ae6cea1 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Request body: {'port': {'network_id': '2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a', 'name': 'tempest-TaggedBootDevicesTest_v242-290354197', 'fixed_ips': [{'subnet_id': 'be5242af-81d0-4358-b8f6-a7fb30a944f2'}]}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:34:40.993718 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a0972d5c-01f0-4ef9-9c0b-b779f2e42fed req-832399b3-710e-43ca-ac20-f1dbbcb069ff tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252523 May 31 13:34:41.104931 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3902c66b-c0cf-4c99-aaff-9f81985539eb req-4f8c79d2-0857-4c70-bc5b-981213d3d8b6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=812cfaea-adea-4b75-a1f3-5e304504c657 HTTP/1.1" status: 200 len: 217 time: 0.1151161 May 31 13:34:41.245953 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3902c66b-c0cf-4c99-aaff-9f81985539eb req-b38929f5-07d2-4994-9c90-8909d13525da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:41.247660 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3902c66b-c0cf-4c99-aaff-9f81985539eb req-b38929f5-07d2-4994-9c90-8909d13525da service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fa2724fc-99c1-4890-aaad-d9b53e2abcda HTTP/1.1" status: 200 len: 851 time: 0.1235044 May 31 13:34:41.271747 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba80a30-001e-4037-bf54-56540d63a48c None None] Network 2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:34:41.363530 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-2950f6cf-10c6-458e-916e-d9e24ae6cea1 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:34:41.368352 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-2950f6cf-10c6-458e-916e-d9e24ae6cea1 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Usage tracker for resource:port and tenant:e8214c87941844eca93c05e6b9a8f274 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:34:41.371727 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-2950f6cf-10c6-458e-916e-d9e24ae6cea1 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:34:41.379040 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-2950f6cf-10c6-458e-916e-d9e24ae6cea1 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:34:41.392988 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2950f6cf-10c6-458e-916e-d9e24ae6cea1 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Made reservation on behalf of e8214c87941844eca93c05e6b9a8f274 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:34:41.399754 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2950f6cf-10c6-458e-916e-d9e24ae6cea1 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:41.434221 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-2950f6cf-10c6-458e-916e-d9e24ae6cea1 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] device_id is not set on port 308e9017-5399-4d57-9077-0fd615c7bcbd yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:34:41.453419 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3902c66b-c0cf-4c99-aaff-9f81985539eb req-44fbbdd1-6646-41ac-aa73-07a41249806b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6f63975b-9b05-46d3-8543-47c8fac2cf70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1994679 May 31 13:34:41.466543 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-3079c87c-ffff-4894-a51e-f91949abd220 None None] Provisioning for port 63c2edab-c37d-408c-b446-bc6412c7309d completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:34:41.604072 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 812cfaea-adea-4b75-a1f3-5e304504c657 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:34:41.612146 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c5fb30-01f9-4320-95bb-6ed1688b960b req-74c4fadf-9337-40c2-acbf-abe5ed77f904 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:41.614588 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-90c5fb30-01f9-4320-95bb-6ed1688b960b req-74c4fadf-9337-40c2-acbf-abe5ed77f904 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=70be69e4-8b10-4f4e-af3a-c366466f5de7 HTTP/1.1" status: 200 len: 943 time: 0.6814001 May 31 13:34:41.660003 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a53895d-5403-4b6e-b04c-3a84046ec385 req-c552c7bd-534c-4813-8a52-a7590855c5fe tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:41.661639 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7a53895d-5403-4b6e-b04c-3a84046ec385 req-c552c7bd-534c-4813-8a52-a7590855c5fe tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/ports?device_id=5eee3054-3ed5-47f8-b1a8-ef0b67b604a5 HTTP/1.1" status: 200 len: 945 time: 0.3376222 May 31 13:34:41.737822 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-2950f6cf-10c6-458e-916e-d9e24ae6cea1 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Allocated IP 10.1.1.94 (2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a/be5242af-81d0-4358-b8f6-a7fb30a944f2/308e9017-5399-4d57-9077-0fd615c7bcbd) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:34:41.767144 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-90c5fb30-01f9-4320-95bb-6ed1688b960b req-858e1f38-e4bd-40bb-b532-54feca42c8a7 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416466 May 31 13:34:41.813234 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3902c66b-c0cf-4c99-aaff-9f81985539eb req-f99aeb6d-0537-4e95-aa92-8703568c8744 service neutron] 10.222.0.44 "GET /v2.0/networks/6f63975b-9b05-46d3-8543-47c8fac2cf70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3515706 May 31 13:34:41.817229 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7a53895d-5403-4b6e-b04c-3a84046ec385 req-4683216f-e20d-43b0-aa73-b8fb19ba6733 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a17cab4-6020-4095-a3af-d8da92feae16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344612 May 31 13:34:42.113084 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 075bdc8c-df0a-4e42-aa75-74608171e126 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:34:42.203626 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2950f6cf-10c6-458e-916e-d9e24ae6cea1 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:42.237354 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-2950f6cf-10c6-458e-916e-d9e24ae6cea1 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Transition to ACTIVE for port object 308e9017-5399-4d57-9077-0fd615c7bcbd will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:34:42.254410 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3902c66b-c0cf-4c99-aaff-9f81985539eb req-baef1d3f-6e41-42ff-8670-ca910a61fbbf service neutron] 10.222.0.44 "GET /v2.0/networks/6f63975b-9b05-46d3-8543-47c8fac2cf70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4348717 May 31 13:34:42.266469 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 812cfaea-adea-4b75-a1f3-5e304504c657, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=812cfaea-adea-4b75-a1f3-5e304504c657,segment=NetworkSegment(2d583837-a9d6-4709-9af2-21c6363b8602),segment_id=2d583837-a9d6-4709-9af2-21c6363b8602)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:34:42.296841 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f51ff-bcc7-461c-aca5-cfc2c3cf8ceb req-37bf5c82-bcfb-43ef-8791-4804aa38863c tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:42.298725 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1d9f51ff-bcc7-461c-aca5-cfc2c3cf8ceb req-37bf5c82-bcfb-43ef-8791-4804aa38863c tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 944 time: 0.2001090 May 31 13:34:42.305557 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2950f6cf-10c6-458e-916e-d9e24ae6cea1 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:42.326441 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': '812cfaea-adea-4b75-a1f3-5e304504c657', 'network_id': '6f63975b-9b05-46d3-8543-47c8fac2cf70', 'port_id': '812cfaea-adea-4b75-a1f3-5e304504c657', 'mac_address': 'fa:16:3e:a5:e9:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa2724fc-99c1-4890-aaad-d9b53e2abcda', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:34:42.422233 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2950f6cf-10c6-458e-916e-d9e24ae6cea1 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Network 2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:34:42.426678 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-2950f6cf-10c6-458e-916e-d9e24ae6cea1 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:34:42.436693 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2950f6cf-10c6-458e-916e-d9e24ae6cea1 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:34:42.451048 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 075bdc8c-df0a-4e42-aa75-74608171e126 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:34:42.469402 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1d9f51ff-bcc7-461c-aca5-cfc2c3cf8ceb req-8ff61331-1d7d-4d53-ac24-ccd534cee388 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189816 May 31 13:34:42.470381 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 63c2edab-c37d-408c-b446-bc6412c7309d up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:34:42.500444 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2950f6cf-10c6-458e-916e-d9e24ae6cea1 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Pushing event updated for resources: {'Port': ['ID=308e9017-5399-4d57-9077-0fd615c7bcbd,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:34:42.565127 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 812cfaea-adea-4b75-a1f3-5e304504c657 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:34:42.565722 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:42.567382 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2950f6cf-10c6-458e-916e-d9e24ae6cea1 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:42.568053 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2950f6cf-10c6-458e-916e-d9e24ae6cea1 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:42.569973 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57e5def-a007-4f42-a63c-b3a03de8c3e2 req-f99280e3-c58f-43f4-a3fa-4328f0f237e8 tempest-ImagesOneServerTestJSON-2055862555 tempest-ImagesOneServerTestJSON-2055862555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:42.589863 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e57e5def-a007-4f42-a63c-b3a03de8c3e2 req-f99280e3-c58f-43f4-a3fa-4328f0f237e8 tempest-ImagesOneServerTestJSON-2055862555 tempest-ImagesOneServerTestJSON-2055862555-project] 10.222.0.50 "GET /v2.0/ports?device_id=768e3b2d-12ee-4bbe-8d20-b87d815ae7e1 HTTP/1.1" status: 200 len: 950 time: 0.2900662 May 31 13:34:42.597293 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 812cfaea-adea-4b75-a1f3-5e304504c657 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:34:42.613879 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe084b0-9056-4455-b76c-6fd26ea4406a None None] Network 37c48153-c66c-4011-885e-e73ddcdb568e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:34:42.630367 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-2950f6cf-10c6-458e-916e-d9e24ae6cea1 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.6501222 May 31 13:34:42.684679 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e57e5def-a007-4f42-a63c-b3a03de8c3e2 req-b49f05de-699e-4a2f-920a-b4231043e9c7 tempest-ImagesOneServerTestJSON-2055862555 tempest-ImagesOneServerTestJSON-2055862555-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8bdbcdc-7e6c-47ee-a370-fe90ac193b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938070 May 31 13:34:42.694548 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 63c2edab-c37d-408c-b446-bc6412c7309d completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:34:42.729354 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 812cfaea-adea-4b75-a1f3-5e304504c657, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=812cfaea-adea-4b75-a1f3-5e304504c657,segment=NetworkSegment(2d583837-a9d6-4709-9af2-21c6363b8602),segment_id=2d583837-a9d6-4709-9af2-21c6363b8602)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:34:42.734852 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 63c2edab-c37d-408c-b446-bc6412c7309d triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:34:42.735363 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:42.781631 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:42.893903 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc9da8b-7659-4f46-8fe2-2fb45ce03b37 req-c3595145-12e4-40e8-8df0-14dfb8f15305 tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:42.895504 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-efc9da8b-7659-4f46-8fe2-2fb45ce03b37 req-c3595145-12e4-40e8-8df0-14dfb8f15305 tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] 10.222.0.50 "GET /v2.0/ports?device_id=22472008-87d0-4766-a445-1162ee3e883d HTTP/1.1" status: 200 len: 948 time: 0.1919122 May 31 13:34:42.965900 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-efc9da8b-7659-4f46-8fe2-2fb45ce03b37 req-fad104d9-22d8-47db-ab7f-1db8561f3666 tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] 10.222.0.50 "GET /v2.0/security-groups?id=47ec8c87-955a-4ab3-b9ba-c8b3e8fd5fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637236 May 31 13:34:42.983767 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6666f48-19c7-4ca3-b9b9-3cd555b1d790 req-6fcd0e14-eb9a-4088-ba2e-6a98f201866c tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:42.984515 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-c6666f48-19c7-4ca3-b9b9-3cd555b1d790 req-6fcd0e14-eb9a-4088-ba2e-6a98f201866c tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Synchronizing usage tracker for tenant:be9b8c94d98b42f385a0f29035539835 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:34:43.024595 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7e2dcdc7-09e3-42e4-9434-ad4b0711bc87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:43.034573 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-c6666f48-19c7-4ca3-b9b9-3cd555b1d790 req-6fcd0e14-eb9a-4088-ba2e-6a98f201866c tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Unset dirty status for tenant:be9b8c94d98b42f385a0f29035539835 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:34:43.035744 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c6666f48-19c7-4ca3-b9b9-3cd555b1d790 req-6fcd0e14-eb9a-4088-ba2e-6a98f201866c tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eee3054-3ed5-47f8-b1a8-ef0b67b604a5 HTTP/1.1" status: 200 len: 945 time: 0.2961607 May 31 13:34:43.039169 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-4c506a6e-15de-4eed-b288-394fe7adefab None None] Provisioning for port 075bdc8c-df0a-4e42-aa75-74608171e126 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:34:43.057135 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-4c506a6e-15de-4eed-b288-394fe7adefab None None] Provisioning complete for port 075bdc8c-df0a-4e42-aa75-74608171e126 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:34:43.057501 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4c506a6e-15de-4eed-b288-394fe7adefab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:43.078898 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47340) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:34:43.089552 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-0486754e-3bc9-482f-9665-1e43db428491 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2078759336', 'description': 'tempest-description--316862860'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:34:43.097575 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0486754e-3bc9-482f-9665-1e43db428491 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:34:43.118650 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-0486754e-3bc9-482f-9665-1e43db428491 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Usage tracker for resource:security_group and tenant:e8214c87941844eca93c05e6b9a8f274 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:34:43.129977 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['812cfaea-adea-4b75-a1f3-5e304504c657'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:34:43.132808 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-0486754e-3bc9-482f-9665-1e43db428491 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:34:43.154042 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0486754e-3bc9-482f-9665-1e43db428491 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:34:43.217858 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-c6666f48-19c7-4ca3-b9b9-3cd555b1d790 req-c543e3aa-b148-4527-83ed-fa5bdb875e1c tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Deleting port cab04309-4594-4e66-a15a-e4206da32c24 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:34:43.218659 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-c6666f48-19c7-4ca3-b9b9-3cd555b1d790 req-c543e3aa-b148-4527-83ed-fa5bdb875e1c tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:43.228794 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0486754e-3bc9-482f-9665-1e43db428491 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:43.270350 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0486754e-3bc9-482f-9665-1e43db428491 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:34:43.275562 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-0486754e-3bc9-482f-9665-1e43db428491 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Usage tracker for resource:security_group_rule and tenant:e8214c87941844eca93c05e6b9a8f274 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:34:43.279140 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-0486754e-3bc9-482f-9665-1e43db428491 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:34:43.288931 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0486754e-3bc9-482f-9665-1e43db428491 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:34:43.381692 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=812cfaea-adea-4b75-a1f3-5e304504c657,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:34:43.408888 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0486754e-3bc9-482f-9665-1e43db428491 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:43.521011 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0486754e-3bc9-482f-9665-1e43db428491 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:43.574220 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 63c2edab-c37d-408c-b446-bc6412c7309d is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:34:43.574887 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:43.584312 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0486754e-3bc9-482f-9665-1e43db428491 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:43.587121 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-0486754e-3bc9-482f-9665-1e43db428491 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5051246 May 31 13:34:43.595130 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47350) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:34:43.641136 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-271182f2-e0de-4878-a164-246908f95375 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Request body: {'security_group_rule': {'security_group_id': '4cdd63f0-9a82-48d4-b4bf-108afcf63acd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:34:43.654734 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486754e-3bc9-482f-9665-1e43db428491 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cdd63f0-9a82-48d4-b4bf-108afcf63acd,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:34:43.658214 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-271182f2-e0de-4878-a164-246908f95375 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:34:43.666957 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-271182f2-e0de-4878-a164-246908f95375 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Usage tracker for resource:security_group_rule and tenant:e8214c87941844eca93c05e6b9a8f274 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:34:43.671674 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-271182f2-e0de-4878-a164-246908f95375 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:34:43.686248 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-271182f2-e0de-4878-a164-246908f95375 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:34:43.699481 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa9dcc4-b93e-4795-8a17-e56aab60ebcd req-92339033-b793-442d-987d-4df84205baa2 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:43.701066 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-faa9dcc4-b93e-4795-8a17-e56aab60ebcd req-92339033-b793-442d-987d-4df84205baa2 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=70be69e4-8b10-4f4e-af3a-c366466f5de7 HTTP/1.1" status: 200 len: 944 time: 0.2848275 May 31 13:34:43.707155 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 63c2edab-c37d-408c-b446-bc6412c7309d, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=63c2edab-c37d-408c-b446-bc6412c7309d,segment=NetworkSegment(57f5fa22-0037-4fd1-b301-00fe683d1b15),segment_id=57f5fa22-0037-4fd1-b301-00fe683d1b15)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:34:43.734863 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:43.776812 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-faa9dcc4-b93e-4795-8a17-e56aab60ebcd req-b96b332f-3813-42db-9517-ee5ff5b19f4f tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695505 May 31 13:34:43.778281 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-271182f2-e0de-4878-a164-246908f95375 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:43.859293 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=63c2edab-c37d-408c-b446-bc6412c7309d,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:34:43.869330 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-271182f2-e0de-4878-a164-246908f95375 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:43.874839 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-271182f2-e0de-4878-a164-246908f95375 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:43.878460 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:43.884802 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-4c506a6e-15de-4eed-b288-394fe7adefab None None] Current status of the port 075bdc8c-df0a-4e42-aa75-74608171e126 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:34:43.887288 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4c506a6e-15de-4eed-b288-394fe7adefab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:43.933537 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-c6666f48-19c7-4ca3-b9b9-3cd555b1d790 req-c543e3aa-b148-4527-83ed-fa5bdb875e1c tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] For port cab04309-4594-4e66-a15a-e4206da32c24, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=cab04309-4594-4e66-a15a-e4206da32c24,segment=NetworkSegment(e9cd1a0e-a4b7-43b7-be1f-97f3a2f73d5d),segment_id=e9cd1a0e-a4b7-43b7-be1f-97f3a2f73d5d)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:34:43.934061 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-c6666f48-19c7-4ca3-b9b9-3cd555b1d790 req-c543e3aa-b148-4527-83ed-fa5bdb875e1c tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:43.951344 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271182f2-e0de-4878-a164-246908f95375 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c8c52b7-3e71-4aab-a2aa-6bb368dba821,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:34:44.052272 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:44.088086 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-4c506a6e-15de-4eed-b288-394fe7adefab None None] For port 075bdc8c-df0a-4e42-aa75-74608171e126, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=075bdc8c-df0a-4e42-aa75-74608171e126,segment=NetworkSegment(e54fd068-ebcb-45fd-9c64-e09108b643c3),segment_id=e54fd068-ebcb-45fd-9c64-e09108b643c3)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:34:44.095723 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4c506a6e-15de-4eed-b288-394fe7adefab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:44.101957 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-271182f2-e0de-4878-a164-246908f95375 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:44.106259 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-271182f2-e0de-4878-a164-246908f95375 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4953506 May 31 13:34:44.108750 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47366) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:34:44.119544 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-5a4d8e16-37c4-4961-9838-890ed59655db tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Request body: {'security_group_rule': {'security_group_id': '4cdd63f0-9a82-48d4-b4bf-108afcf63acd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:34:44.133003 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-5a4d8e16-37c4-4961-9838-890ed59655db tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:34:44.146681 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-5a4d8e16-37c4-4961-9838-890ed59655db tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Usage tracker for resource:security_group_rule and tenant:e8214c87941844eca93c05e6b9a8f274 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:34:44.150666 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-5a4d8e16-37c4-4961-9838-890ed59655db tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:34:44.162627 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-5a4d8e16-37c4-4961-9838-890ed59655db tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:34:44.184686 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c506a6e-15de-4eed-b288-394fe7adefab None None] Pushing event updated for resources: {'Port': ['ID=075bdc8c-df0a-4e42-aa75-74608171e126,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:34:44.202806 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-c6666f48-19c7-4ca3-b9b9-3cd555b1d790 req-c543e3aa-b148-4527-83ed-fa5bdb875e1c tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Calling delete_port for cab04309-4594-4e66-a15a-e4206da32c24 owned by compute:nova {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:34:44.230242 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-1c25eb02-5348-4fe2-a7a7-b64dd4dab6b8 None None] Provisioning for port 308e9017-5399-4d57-9077-0fd615c7bcbd completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:34:44.243017 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-1c25eb02-5348-4fe2-a7a7-b64dd4dab6b8 None None] Provisioning complete for port 308e9017-5399-4d57-9077-0fd615c7bcbd triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:34:44.243748 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1c25eb02-5348-4fe2-a7a7-b64dd4dab6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:44.276367 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5a4d8e16-37c4-4961-9838-890ed59655db tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:44.380922 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5a4d8e16-37c4-4961-9838-890ed59655db tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:44.395907 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe7a706-7348-4aaf-b21f-d877b048b3cf req-ba69acc7-d802-424b-844a-9ec9fa272790 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:44.398955 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3fe7a706-7348-4aaf-b21f-d877b048b3cf req-ba69acc7-d802-424b-844a-9ec9fa272790 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/ports?device_id=5eee3054-3ed5-47f8-b1a8-ef0b67b604a5 HTTP/1.1" status: 200 len: 945 time: 0.3868492 May 31 13:34:44.401054 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5a4d8e16-37c4-4961-9838-890ed59655db tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:44.411911 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-1c25eb02-5348-4fe2-a7a7-b64dd4dab6b8 None None] Port 308e9017-5399-4d57-9077-0fd615c7bcbd cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:34:44.425126 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-1c25eb02-5348-4fe2-a7a7-b64dd4dab6b8 None None] Provisioning for port e94f7e75-6c16-424a-a92a-43509164e97a completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:34:44.432109 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-1c25eb02-5348-4fe2-a7a7-b64dd4dab6b8 None None] Provisioning complete for port e94f7e75-6c16-424a-a92a-43509164e97a triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:34:44.433247 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1c25eb02-5348-4fe2-a7a7-b64dd4dab6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:44.452890 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4d8e16-37c4-4961-9838-890ed59655db tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60340770-c7e4-4c3e-9900-5beefb4f3a25,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:34:44.497840 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff267a-11df-4586-9350-ed719f61a374 req-d6ebf94d-6df5-4145-84c8-6c8cec5b3088 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:44.499079 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-1c25eb02-5348-4fe2-a7a7-b64dd4dab6b8 None None] Port e94f7e75-6c16-424a-a92a-43509164e97a cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:34:44.501663 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c96bd-a3fa-4ff0-9ac1-2bd826728aca req-9e1af3cc-b80f-4ee4-9de5-61e269c5c96d tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:44.502302 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-f34c96bd-a3fa-4ff0-9ac1-2bd826728aca req-9e1af3cc-b80f-4ee4-9de5-61e269c5c96d tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] Synchronizing usage tracker for tenant:e8e8165d333d4e1187fc257bfaab0348 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:34:44.510697 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a0ff267a-11df-4586-9350-ed719f61a374 req-d6ebf94d-6df5-4145-84c8-6c8cec5b3088 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 944 time: 0.4029877 May 31 13:34:44.513347 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-1c25eb02-5348-4fe2-a7a7-b64dd4dab6b8 None None] Provisioning complete for port 63c2edab-c37d-408c-b446-bc6412c7309d triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:34:44.514099 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1c25eb02-5348-4fe2-a7a7-b64dd4dab6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:44.516207 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5a4d8e16-37c4-4961-9838-890ed59655db tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:44.520157 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-5a4d8e16-37c4-4961-9838-890ed59655db tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4022818 May 31 13:34:44.532971 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47376) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:34:44.536181 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3fe7a706-7348-4aaf-b21f-d877b048b3cf req-996423c3-1769-4b27-8fc9-583c3e4a9c10 tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a17cab4-6020-4095-a3af-d8da92feae16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267614 May 31 13:34:44.544574 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-368f03b7-5201-464d-80f6-78273f9f34a0 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Request body: {'floatingip': {'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:34:44.558753 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-368f03b7-5201-464d-80f6-78273f9f34a0 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:34:44.580645 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-368f03b7-5201-464d-80f6-78273f9f34a0 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Usage tracker for resource:floatingip and tenant:e8214c87941844eca93c05e6b9a8f274 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:34:44.590544 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a0ff267a-11df-4586-9350-ed719f61a374 req-91aac491-a11e-4045-80bb-db172a02d6d4 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755010 May 31 13:34:44.591698 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-368f03b7-5201-464d-80f6-78273f9f34a0 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:34:44.593537 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-c6666f48-19c7-4ca3-b9b9-3cd555b1d790 req-c543e3aa-b148-4527-83ed-fa5bdb875e1c tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:44.599559 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-368f03b7-5201-464d-80f6-78273f9f34a0 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:34:44.612122 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-368f03b7-5201-464d-80f6-78273f9f34a0 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks [] for floatingip, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:44.658476 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c543e3aa-b148-4527-83ed-fa5bdb875e1c tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Pushing event deleted for resources: {'Port': ['ID=cab04309-4594-4e66-a15a-e4206da32c24,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:34:44.677522 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-1c25eb02-5348-4fe2-a7a7-b64dd4dab6b8 None None] Current status of the port 63c2edab-c37d-408c-b446-bc6412c7309d is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:34:44.699484 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-f34c96bd-a3fa-4ff0-9ac1-2bd826728aca req-9e1af3cc-b80f-4ee4-9de5-61e269c5c96d tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] Unset dirty status for tenant:e8e8165d333d4e1187fc257bfaab0348 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:34:44.699484 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f34c96bd-a3fa-4ff0-9ac1-2bd826728aca req-9e1af3cc-b80f-4ee4-9de5-61e269c5c96d tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] 10.222.0.20 "GET /v2.0/ports?device_id=22472008-87d0-4766-a445-1162ee3e883d HTTP/1.1" status: 200 len: 948 time: 0.3983123 May 31 13:34:44.799026 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6666f48-19c7-4ca3-b9b9-3cd555b1d790 req-c543e3aa-b148-4527-83ed-fa5bdb875e1c tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] No DVR routers for this DVR port cab04309-4594-4e66-a15a-e4206da32c24 on host n-h1-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:34:44.803057 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-c6666f48-19c7-4ca3-b9b9-3cd555b1d790 req-c543e3aa-b148-4527-83ed-fa5bdb875e1c tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:44.806834 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eee3054-3ed5-47f8-b1a8-ef0b67b604a5', 'name': 'network-vif-deleted', 'tag': 'cab04309-4594-4e66-a15a-e4206da32c24'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:34:44.811520 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2ef14262-7576-405e-a597-057c92ea6963 None None] Provisioning complete for port 075bdc8c-df0a-4e42-aa75-74608171e126 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:34:44.812051 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2ef14262-7576-405e-a597-057c92ea6963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:44.828960 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-f34c96bd-a3fa-4ff0-9ac1-2bd826728aca req-5b41ae84-2014-48f6-9e17-7d61a724670d tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] Deleting port 7a8cfd12-89f8-43e1-94b2-f3acdd103815 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:34:44.829302 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-f34c96bd-a3fa-4ff0-9ac1-2bd826728aca req-5b41ae84-2014-48f6-9e17-7d61a724670d tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:44.901232 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c6666f48-19c7-4ca3-b9b9-3cd555b1d790 req-c543e3aa-b148-4527-83ed-fa5bdb875e1c tempest-ServerRescueNegativeTestJSON-282008225 tempest-ServerRescueNegativeTestJSON-282008225-project] 10.222.0.20 "DELETE /v2.0/ports/cab04309-4594-4e66-a15a-e4206da32c24 HTTP/1.1" status: 204 len: 173 time: 1.8587921 May 31 13:34:44.971640 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2ef14262-7576-405e-a597-057c92ea6963 None None] Current status of the port 075bdc8c-df0a-4e42-aa75-74608171e126 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:34:44.976630 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e9c964-8021-4778-aaa3-4d42ae22267b req-e3d4555d-ea09-44c2-9f29-5469f07dbdb6 tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:44.978195 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-32e9c964-8021-4778-aaa3-4d42ae22267b req-e3d4555d-ea09-44c2-9f29-5469f07dbdb6 tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] 10.222.0.50 "GET /v2.0/ports?device_id=22472008-87d0-4766-a445-1162ee3e883d HTTP/1.1" status: 200 len: 948 time: 0.1412582 May 31 13:34:45.082945 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-368f03b7-5201-464d-80f6-78273f9f34a0 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:45.089811 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-32e9c964-8021-4778-aaa3-4d42ae22267b req-212f8056-3c07-4c0e-be03-ddd26bb6f3dd tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] 10.222.0.50 "GET /v2.0/security-groups?id=47ec8c87-955a-4ab3-b9ba-c8b3e8fd5fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051478 May 31 13:34:45.209240 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-f34c96bd-a3fa-4ff0-9ac1-2bd826728aca req-5b41ae84-2014-48f6-9e17-7d61a724670d tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] For port 7a8cfd12-89f8-43e1-94b2-f3acdd103815, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=7a8cfd12-89f8-43e1-94b2-f3acdd103815,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:34:45.209896 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-f34c96bd-a3fa-4ff0-9ac1-2bd826728aca req-5b41ae84-2014-48f6-9e17-7d61a724670d tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:45.219452 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a58e2a-2092-4553-9af1-b250e90145ca req-24981d71-bcd5-4865-be84-830f0fc8681d tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:45.220966 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-66a58e2a-2092-4553-9af1-b250e90145ca req-24981d71-bcd5-4865-be84-830f0fc8681d tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 944 time: 0.2028348 May 31 13:34:45.346775 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-66a58e2a-2092-4553-9af1-b250e90145ca req-f9286d69-fcf6-46dd-aaa8-f87a8ae9d24a tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829411 May 31 13:34:45.347801 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-368f03b7-5201-464d-80f6-78273f9f34a0 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Allocated IP 172.25.6.171 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/2a810a5c-591a-4ca9-b5a9-381c432a6cc6) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:34:45.360789 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-f34c96bd-a3fa-4ff0-9ac1-2bd826728aca req-5b41ae84-2014-48f6-9e17-7d61a724670d tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] Calling delete_port for 7a8cfd12-89f8-43e1-94b2-f3acdd103815 owned by compute:nova {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:34:45.430863 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de881c4b-ea2f-438b-9be3-b66050ba3963'] response: {'server_uuid': '5eee3054-3ed5-47f8-b1a8-ef0b67b604a5', 'name': 'network-vif-deleted', 'tag': 'cab04309-4594-4e66-a15a-e4206da32c24', 'status': 'completed', 'code': 200} May 31 13:34:45.475441 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d995fd99-4aee-4091-8d20-1f5e6ed1692d req-351d0930-677b-401c-86dc-8526a7c4a2fe tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:45.476967 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d995fd99-4aee-4091-8d20-1f5e6ed1692d req-351d0930-677b-401c-86dc-8526a7c4a2fe tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=70be69e4-8b10-4f4e-af3a-c366466f5de7 HTTP/1.1" status: 200 len: 944 time: 0.2437921 May 31 13:34:45.484897 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:45.549366 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-f34c96bd-a3fa-4ff0-9ac1-2bd826728aca req-5b41ae84-2014-48f6-9e17-7d61a724670d tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:45.602413 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b41ae84-2014-48f6-9e17-7d61a724670d tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] Pushing event deleted for resources: {'Port': ['ID=7a8cfd12-89f8-43e1-94b2-f3acdd103815,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:34:45.644033 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 812cfaea-adea-4b75-a1f3-5e304504c657 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:34:45.649522 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-368f03b7-5201-464d-80f6-78273f9f34a0 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:45.687592 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device cab04309-4594-4e66-a15a-e4206da32c24 no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:34:45.696884 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d995fd99-4aee-4091-8d20-1f5e6ed1692d req-f5fd8627-ef4a-47f2-b4c5-6a57116f93d2 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060249 May 31 13:34:45.714309 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-f34c96bd-a3fa-4ff0-9ac1-2bd826728aca req-5b41ae84-2014-48f6-9e17-7d61a724670d tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] No DVR routers for this DVR port 7a8cfd12-89f8-43e1-94b2-f3acdd103815 on host n-h1-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:34:45.716954 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-f34c96bd-a3fa-4ff0-9ac1-2bd826728aca req-5b41ae84-2014-48f6-9e17-7d61a724670d tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:45.734481 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f34c96bd-a3fa-4ff0-9ac1-2bd826728aca req-5b41ae84-2014-48f6-9e17-7d61a724670d tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] 10.222.0.20 "DELETE /v2.0/ports/7a8cfd12-89f8-43e1-94b2-f3acdd103815 HTTP/1.1" status: 204 len: 173 time: 1.0010884 May 31 13:34:45.738943 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] No Port match for: cab04309-4594-4e66-a15a-e4206da32c24 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:34:45.739289 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device cab04309-4594-4e66-a15a-e4206da32c24 not bound to the agent host n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:34:45.763017 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad5577-0849-4f7c-84f3-39abb08f74a0 req-720884cd-3188-4bc6-a4bc-5fdee3163cd6 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:45.764104 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port 812cfaea-adea-4b75-a1f3-5e304504c657 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:34:45.764522 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-14ad5577-0849-4f7c-84f3-39abb08f74a0 req-720884cd-3188-4bc6-a4bc-5fdee3163cd6 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 946 time: 0.1866848 May 31 13:34:45.769546 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port 812cfaea-adea-4b75-a1f3-5e304504c657 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:34:45.770102 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:45.773569 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-368f03b7-5201-464d-80f6-78273f9f34a0 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:45.890426 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 075bdc8c-df0a-4e42-aa75-74608171e126 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:34:45.945579 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368f03b7-5201-464d-80f6-78273f9f34a0 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Pushing event updated for resources: {'Port': ['ID=2a810a5c-591a-4ca9-b5a9-381c432a6cc6,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:34:45.951177 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 812cfaea-adea-4b75-a1f3-5e304504c657 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:34:45.951419 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:45.963627 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368f03b7-5201-464d-80f6-78273f9f34a0 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:34:45.965804 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-368f03b7-5201-464d-80f6-78273f9f34a0 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:34:45.976749 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368f03b7-5201-464d-80f6-78273f9f34a0 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:34:45.987678 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70be69e4-8b10-4f4e-af3a-c366466f5de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '812cfaea-adea-4b75-a1f3-5e304504c657'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:34:46.001180 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 812cfaea-adea-4b75-a1f3-5e304504c657, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=812cfaea-adea-4b75-a1f3-5e304504c657,segment=NetworkSegment(2d583837-a9d6-4709-9af2-21c6363b8602),segment_id=2d583837-a9d6-4709-9af2-21c6363b8602)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:34:46.006959 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:46.041580 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-14ad5577-0849-4f7c-84f3-39abb08f74a0 req-0a7b17ab-fd36-4bbf-a155-fb18d049d387 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631292 May 31 13:34:46.048051 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 075bdc8c-df0a-4e42-aa75-74608171e126 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:34:46.048051 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:46.093389 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd725bd2-7757-4594-a196-5cac566f0088 req-3b4fa4e4-099a-4945-8eee-d102dc0ad2c1 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:46.095092 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fd725bd2-7757-4594-a196-5cac566f0088 req-3b4fa4e4-099a-4945-8eee-d102dc0ad2c1 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 944 time: 0.2093437 May 31 13:34:46.119219 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-368f03b7-5201-464d-80f6-78273f9f34a0 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:46.136400 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=812cfaea-adea-4b75-a1f3-5e304504c657,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:34:46.206515 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47410) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:34:46.245909 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 075bdc8c-df0a-4e42-aa75-74608171e126 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:34:46.247772 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 63c2edab-c37d-408c-b446-bc6412c7309d up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:34:46.250642 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fd725bd2-7757-4594-a196-5cac566f0088 req-406ec9a3-1cac-4f46-b967-69c0d0639df6 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1452184 May 31 13:34:46.263272 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-368f03b7-5201-464d-80f6-78273f9f34a0 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:46.352609 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb43150a-a038-4d8c-b7b9-ae720b94de67'] response: {'server_uuid': '70be69e4-8b10-4f4e-af3a-c366466f5de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '812cfaea-adea-4b75-a1f3-5e304504c657', 'code': 200} May 31 13:34:46.456455 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 63c2edab-c37d-408c-b446-bc6412c7309d triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:34:46.459774 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:46.687557 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 63c2edab-c37d-408c-b446-bc6412c7309d is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:34:46.705120 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-03a7ca1a-4a58-43b6-9968-3263c2760e18 req-e64a9100-1982-47ad-b143-cb5f518bf681 tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] 10.222.0.50 "GET /v2.0/ports?device_id=22472008-87d0-4766-a445-1162ee3e883d HTTP/1.1" status: 200 len: 210 time: 0.0752420 May 31 13:34:46.799600 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50ffa72-ecb5-493f-8ba8-e1debc16e6e9 req-53e18f92-5186-45a5-bb8a-0e9c4c10d171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:46.801112 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f50ffa72-ecb5-493f-8ba8-e1debc16e6e9 req-53e18f92-5186-45a5-bb8a-0e9c4c10d171 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=70be69e4-8b10-4f4e-af3a-c366466f5de7 HTTP/1.1" status: 200 len: 1096 time: 0.2587681 May 31 13:34:46.812406 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-368f03b7-5201-464d-80f6-78273f9f34a0 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:46.867221 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23529165-665b-471d-a21e-8f6e28565cd7 req-ae23ee24-15f9-4475-b55e-b649126f71e8 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:46.868679 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-23529165-665b-471d-a21e-8f6e28565cd7 req-ae23ee24-15f9-4475-b55e-b649126f71e8 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 946 time: 0.3274665 May 31 13:34:46.876570 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-368f03b7-5201-464d-80f6-78273f9f34a0 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:47.144539 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f50ffa72-ecb5-493f-8ba8-e1debc16e6e9 req-b8efdc52-e325-4c54-88c3-1789c6a21808 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3345923 May 31 13:34:47.167904 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-58deb955-33f3-4081-9a39-70b7c84aff15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:47.179896 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-23529165-665b-471d-a21e-8f6e28565cd7 req-e7bec5b8-b855-4111-90d2-f3c843501993 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994943 May 31 13:34:47.182828 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368f03b7-5201-464d-80f6-78273f9f34a0 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Pushing event updated for resources: {'Port': ['ID=2a810a5c-591a-4ca9-b5a9-381c432a6cc6,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:34:47.191659 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-368f03b7-5201-464d-80f6-78273f9f34a0 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:47.225556 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8cca79-d48c-4489-a5eb-12066ba6460e req-a43a88ab-8f3c-4f43-9bf8-e4e612032102 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:47.227614 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3e8cca79-d48c-4489-a5eb-12066ba6460e req-a43a88ab-8f3c-4f43-9bf8-e4e612032102 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 944 time: 0.4218528 May 31 13:34:47.232249 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-368f03b7-5201-464d-80f6-78273f9f34a0 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:47.233742 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-368f03b7-5201-464d-80f6-78273f9f34a0 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6965933 May 31 13:34:47.325778 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3e8cca79-d48c-4489-a5eb-12066ba6460e req-bf86ad43-5ef3-4c50-b9c6-c7519d76821c tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905631 May 31 13:34:47.446089 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22472008-87d0-4766-a445-1162ee3e883d', 'name': 'network-vif-deleted', 'tag': '7a8cfd12-89f8-43e1-94b2-f3acdd103815'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:34:47.499574 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a5dd34-59ca-4406-8217-c535ed801a22 req-5e4def59-1334-4613-9099-2e44916dba57 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:47.501428 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25a5dd34-59ca-4406-8217-c535ed801a22 req-5e4def59-1334-4613-9099-2e44916dba57 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=70be69e4-8b10-4f4e-af3a-c366466f5de7 HTTP/1.1" status: 200 len: 945 time: 0.1892943 May 31 13:34:47.608287 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-58deb955-33f3-4081-9a39-70b7c84aff15 admin admin] Deleting port b1737765-3744-418b-9eb8-268b91ac258d {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:34:47.608771 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-58deb955-33f3-4081-9a39-70b7c84aff15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:47.614287 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25a5dd34-59ca-4406-8217-c535ed801a22 req-4d8b67f1-3e04-47c2-9f9e-9365a77c927f tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766592 May 31 13:34:47.653566 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04bbc83-8156-4d72-b636-7b3aae2de210 req-ec4a58af-9252-4905-bd48-e6a0ec3292a4 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:47.655430 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b04bbc83-8156-4d72-b636-7b3aae2de210 req-ec4a58af-9252-4905-bd48-e6a0ec3292a4 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 944 time: 0.1530659 May 31 13:34:47.684792 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 43e7e852-9672-4b27-9f2d-397129744607 details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:34:47.687185 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 7a8cfd12-89f8-43e1-94b2-f3acdd103815 no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:34:47.740186 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b04bbc83-8156-4d72-b636-7b3aae2de210 req-6d5ca265-cddd-4070-a0c0-4d5788421590 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788071 May 31 13:34:47.757715 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] No Port match for: 7a8cfd12-89f8-43e1-94b2-f3acdd103815 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:34:47.758305 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 7a8cfd12-89f8-43e1-94b2-f3acdd103815 not bound to the agent host n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:34:47.878523 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e8dc601-d7fd-48d8-874f-edc8b08d9dc9'] response: {'server_uuid': '22472008-87d0-4766-a445-1162ee3e883d', 'name': 'network-vif-deleted', 'tag': '7a8cfd12-89f8-43e1-94b2-f3acdd103815', 'status': 'completed', 'code': 200} May 31 13:34:47.913829 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-58deb955-33f3-4081-9a39-70b7c84aff15 admin admin] For port b1737765-3744-418b-9eb8-268b91ac258d, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=b1737765-3744-418b-9eb8-268b91ac258d,segment=NetworkSegment(e9cd1a0e-a4b7-43b7-be1f-97f3a2f73d5d),segment_id=e9cd1a0e-a4b7-43b7-be1f-97f3a2f73d5d)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:34:47.914536 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-58deb955-33f3-4081-9a39-70b7c84aff15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:47.931099 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 43e7e852-9672-4b27-9f2d-397129744607, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=43e7e852-9672-4b27-9f2d-397129744607,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:34:47.944290 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-af51f237-483f-4254-b8c7-02101896c17f req-90b06bb7-41db-4cd4-9c04-0ac815455ba3 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Synchronizing usage tracker for tenant:e8214c87941844eca93c05e6b9a8f274 on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:34:47.950365 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': '43e7e852-9672-4b27-9f2d-397129744607', 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4', 'port_id': '43e7e852-9672-4b27-9f2d-397129744607', 'mac_address': 'fa:16:3e:e7:ad:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24822c99-0dce-4d50-9c44-3135ba3763b8', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:34:47.985859 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-af51f237-483f-4254-b8c7-02101896c17f req-90b06bb7-41db-4cd4-9c04-0ac815455ba3 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Unset dirty status for tenant:e8214c87941844eca93c05e6b9a8f274 on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:34:47.987684 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af51f237-483f-4254-b8c7-02101896c17f req-90b06bb7-41db-4cd4-9c04-0ac815455ba3 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--2078759336&fields=id&tenant_id=e8214c87941844eca93c05e6b9a8f274 HTTP/1.1" status: 200 len: 267 time: 0.1463931 May 31 13:34:48.031032 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 43e7e852-9672-4b27-9f2d-397129744607 is: ACTIVE; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:34:48.031679 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:48.052251 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 43e7e852-9672-4b27-9f2d-397129744607 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:34:48.076189 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 43e7e852-9672-4b27-9f2d-397129744607, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=43e7e852-9672-4b27-9f2d-397129744607,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:34:48.083705 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:48.120598 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-58deb955-33f3-4081-9a39-70b7c84aff15 admin admin] Calling delete_port for b1737765-3744-418b-9eb8-268b91ac258d owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:34:48.161024 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51f237-483f-4254-b8c7-02101896c17f req-bf6d0e86-38bf-4d58-9fbe-1b6f22c5b64b tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:48.165551 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=43e7e852-9672-4b27-9f2d-397129744607,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:34:48.168469 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af51f237-483f-4254-b8c7-02101896c17f req-bf6d0e86-38bf-4d58-9fbe-1b6f22c5b64b tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/ports/e94f7e75-6c16-424a-a92a-43509164e97a HTTP/1.1" status: 200 len: 936 time: 0.1729500 May 31 13:34:48.232985 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['43e7e852-9672-4b27-9f2d-397129744607'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:34:48.250779 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404c2b8a-c40f-4a73-8ad5-4a0499c067c9 req-8bdf6721-325e-4873-800d-82dbcdca8655 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:48.252202 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-404c2b8a-c40f-4a73-8ad5-4a0499c067c9 req-8bdf6721-325e-4873-800d-82dbcdca8655 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 944 time: 0.1881285 May 31 13:34:48.264166 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51f237-483f-4254-b8c7-02101896c17f req-c068fab6-0987-4155-8678-cebfb4a0303c tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:48.265573 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af51f237-483f-4254-b8c7-02101896c17f req-c068fab6-0987-4155-8678-cebfb4a0303c tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/ports/308e9017-5399-4d57-9077-0fd615c7bcbd HTTP/1.1" status: 200 len: 935 time: 0.0963418 May 31 13:34:48.346706 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af51f237-483f-4254-b8c7-02101896c17f req-93a69249-b983-4334-b03f-d9858f63f594 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/ports?network_id=37c48153-c66c-4011-885e-e73ddcdb568e&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0594440 May 31 13:34:48.412338 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af51f237-483f-4254-b8c7-02101896c17f req-39f33e6a-9c22-4087-91c3-1e2dd0952608 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/ports?network_id=37c48153-c66c-4011-885e-e73ddcdb568e&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0647092 May 31 13:34:48.453872 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-404c2b8a-c40f-4a73-8ad5-4a0499c067c9 req-f8a314f0-8af1-4ec5-85b9-7d047a5aac5e tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1867890 May 31 13:34:48.460306 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-58deb955-33f3-4081-9a39-70b7c84aff15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:48.564883 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58deb955-33f3-4081-9a39-70b7c84aff15 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1737765-3744-418b-9eb8-268b91ac258d,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:34:48.622697 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51f237-483f-4254-b8c7-02101896c17f req-e6b6a4f6-f42f-46e3-ab08-168376b49ab1 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:48.640164 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51f237-483f-4254-b8c7-02101896c17f req-e6b6a4f6-f42f-46e3-ab08-168376b49ab1 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:48.658230 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51f237-483f-4254-b8c7-02101896c17f req-e6b6a4f6-f42f-46e3-ab08-168376b49ab1 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:48.659871 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af51f237-483f-4254-b8c7-02101896c17f req-e6b6a4f6-f42f-46e3-ab08-168376b49ab1 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/networks?id=4c3776cd-e1b3-4e6a-975b-cdf904000766&id=2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a&id=2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a&id=37c48153-c66c-4011-885e-e73ddcdb568e&id=37c48153-c66c-4011-885e-e73ddcdb568e HTTP/1.1" status: 200 len: 1994 time: 0.2462399 May 31 13:34:48.695822 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af51f237-483f-4254-b8c7-02101896c17f req-f7f5ed5e-04da-41b1-95b4-57b74b842bf8 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/quotas/e8214c87941844eca93c05e6b9a8f274 HTTP/1.1" status: 200 len: 375 time: 0.0247054 May 31 13:34:48.849690 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af51f237-483f-4254-b8c7-02101896c17f req-ba251f8c-5d58-4964-b093-dd1227c5d674 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e8214c87941844eca93c05e6b9a8f274&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1429987 May 31 13:34:49.080742 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af51f237-483f-4254-b8c7-02101896c17f req-24f55170-852e-414d-8cd3-652e43cd4ad0 service neutron] 10.222.0.50 "GET /v2.0/networks/4c3776cd-e1b3-4e6a-975b-cdf904000766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300870 May 31 13:34:49.092557 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d649b2-47d8-4fb7-8c09-b98660643b0b req-3e6f2055-f278-47e3-89d4-24050a2d5b8a tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:49.092790 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-58deb955-33f3-4081-9a39-70b7c84aff15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:49.094011 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-74d649b2-47d8-4fb7-8c09-b98660643b0b req-3e6f2055-f278-47e3-89d4-24050a2d5b8a tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=70be69e4-8b10-4f4e-af3a-c366466f5de7 HTTP/1.1" status: 200 len: 945 time: 0.1425717 May 31 13:34:49.220146 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-74d649b2-47d8-4fb7-8c09-b98660643b0b req-27e586ab-44a3-4149-bf9b-145b05eb61a6 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068652 May 31 13:34:49.261855 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af51f237-483f-4254-b8c7-02101896c17f req-1b2f5427-30d5-4915-924c-0e967be7d1c3 service neutron] 10.222.0.50 "GET /v2.0/networks/4c3776cd-e1b3-4e6a-975b-cdf904000766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668749 May 31 13:34:49.345964 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af51f237-483f-4254-b8c7-02101896c17f req-1ace558e-3e41-48f1-a980-abc244d5fb0b service neutron] 10.222.0.50 "GET /v2.0/ports/e94f7e75-6c16-424a-a92a-43509164e97a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0773995 May 31 13:34:49.486710 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58deb955-33f3-4081-9a39-70b7c84aff15 admin admin] Router a011e779-64a3-443d-8f62-5cd06b630711 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:34:49.532579 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af51f237-483f-4254-b8c7-02101896c17f req-79f4c7b0-0fe6-409a-b0d7-6ac1b32d285a service neutron] 10.222.0.50 "GET /v2.0/networks/2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808112 May 31 13:34:49.568809 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f52a070-83c4-4c20-801f-77fd2fff9d70 req-d9d72ee3-820f-4196-bd9c-a97e158fd8b0 tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:49.570989 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4f52a070-83c4-4c20-801f-77fd2fff9d70 req-d9d72ee3-820f-4196-bd9c-a97e158fd8b0 tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] 10.222.0.50 "GET /v2.0/ports?device_id=08ac3772-a4bf-4711-b060-9957e77873c0 HTTP/1.1" status: 200 len: 949 time: 0.1515896 May 31 13:34:49.672329 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58deb955-33f3-4081-9a39-70b7c84aff15 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:34:49.682600 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4331a1-b42c-4032-b2ed-a82afe30a4ac None None] Sync routers for ids ['a011e779-64a3-443d-8f62-5cd06b630711'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:34:49.686164 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-58deb955-33f3-4081-9a39-70b7c84aff15 admin admin] 10.222.0.50 "PUT /v2.0/routers/a011e779-64a3-443d-8f62-5cd06b630711/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4782860 May 31 13:34:49.688595 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47496) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:34:49.693233 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 43e7e852-9672-4b27-9f2d-397129744607 up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:34:49.697432 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4331a1-b42c-4032-b2ed-a82afe30a4ac None None] Routers {'a011e779-64a3-443d-8f62-5cd06b630711'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:34:49.698513 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-9d4331a1-b42c-4032-b2ed-a82afe30a4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:34:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['a011e779-64a3-443d-8f62-5cd06b630711'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:34:49.769025 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port 43e7e852-9672-4b27-9f2d-397129744607 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:34:49.769025 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:49.823513 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4f52a070-83c4-4c20-801f-77fd2fff9d70 req-78753222-f68c-4bff-aebe-86289d4e8984 tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] 10.222.0.50 "GET /v2.0/security-groups?id=47ec8c87-955a-4ab3-b9ba-c8b3e8fd5fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798275 May 31 13:34:49.854139 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af51f237-483f-4254-b8c7-02101896c17f req-f0e4a8f8-0231-494c-abb5-141a242fc718 service neutron] 10.222.0.50 "GET /v2.0/networks/2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131089 May 31 13:34:49.931168 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7e8d5743-9e86-4f36-bc30-ca1f731ac14d admin admin] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:49.939600 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af51f237-483f-4254-b8c7-02101896c17f req-9176f538-0bb5-41e1-90ed-5dbd129913c6 service neutron] 10.222.0.50 "GET /v2.0/ports/308e9017-5399-4d57-9077-0fd615c7bcbd?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0841289 May 31 13:34:49.948241 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-9d4331a1-b42c-4032-b2ed-a82afe30a4ac None None] Set router a011e779-64a3-443d-8f62-5cd06b630711 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:34:50.036022 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 43e7e852-9672-4b27-9f2d-397129744607 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:34:50.036400 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:50.078725 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '768e3b2d-12ee-4bbe-8d20-b87d815ae7e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43e7e852-9672-4b27-9f2d-397129744607'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:34:50.095371 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 43e7e852-9672-4b27-9f2d-397129744607, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=43e7e852-9672-4b27-9f2d-397129744607,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:34:50.100859 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:50.160883 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af51f237-483f-4254-b8c7-02101896c17f req-a27aa932-edb2-43cc-965e-30c5ffed0141 service neutron] 10.222.0.50 "GET /v2.0/networks/2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204266 May 31 13:34:50.174560 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7e8d5743-9e86-4f36-bc30-ca1f731ac14d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:50.191232 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=43e7e852-9672-4b27-9f2d-397129744607,revision_number=7']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:34:50.198514 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-7e8d5743-9e86-4f36-bc30-ca1f731ac14d admin admin] Deleting port ec502baf-891e-4127-8c8f-bdc0e135b9e9 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:34:50.199108 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7e8d5743-9e86-4f36-bc30-ca1f731ac14d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:50.344744 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-9d4331a1-b42c-4032-b2ed-a82afe30a4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a011e779-64a3-443d-8f62-5cd06b630711', 'name': 'tempest-ServerRescueNegativeTestJSON-722066791-router', 'tenant_id': 'be9b8c94d98b42f385a0f29035539835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'ec502baf-891e-4127-8c8f-bdc0e135b9e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:28:24Z', 'updated_at': '2022-05-31T13:34:48Z', 'revision_number': 5, 'project_id': 'be9b8c94d98b42f385a0f29035539835', 'gw_port': {'id': 'ec502baf-891e-4127-8c8f-bdc0e135b9e9', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a011e779-64a3-443d-8f62-5cd06b630711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:28:26Z', 'updated_at': '2022-05-31T13:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:34:50.349435 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4331a1-b42c-4032-b2ed-a82afe30a4ac None None] Checking router: a011e779-64a3-443d-8f62-5cd06b630711 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:34:50.359231 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4331a1-b42c-4032-b2ed-a82afe30a4ac None None] Routers {'a011e779-64a3-443d-8f62-5cd06b630711'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:34:50.359836 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-9d4331a1-b42c-4032-b2ed-a82afe30a4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:34:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['a011e779-64a3-443d-8f62-5cd06b630711'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:34:50.430996 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-7e8d5743-9e86-4f36-bc30-ca1f731ac14d admin admin] For port ec502baf-891e-4127-8c8f-bdc0e135b9e9, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=ec502baf-891e-4127-8c8f-bdc0e135b9e9,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:34:50.431541 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7e8d5743-9e86-4f36-bc30-ca1f731ac14d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:50.503141 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af51f237-483f-4254-b8c7-02101896c17f req-fc75f2ea-f3b7-479e-805c-1a244646c4aa service neutron] 10.222.0.50 "GET /v2.0/networks/2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3327007 May 31 13:34:50.556338 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-9d4331a1-b42c-4032-b2ed-a82afe30a4ac None None] Set router a011e779-64a3-443d-8f62-5cd06b630711 gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:34:50.621276 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6960fc3-7bef-46d1-9ace-1ad724d7c921 req-120ea17d-5eed-4dd9-952a-e6a327d957ee tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:50.628310 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e6960fc3-7bef-46d1-9ace-1ad724d7c921 req-120ea17d-5eed-4dd9-952a-e6a327d957ee tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 946 time: 0.2110202 May 31 13:34:50.708044 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e6960fc3-7bef-46d1-9ace-1ad724d7c921 req-0413d6ae-2e74-428d-b173-d2496ccc4f44 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787530 May 31 13:34:50.716198 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-7e8d5743-9e86-4f36-bc30-ca1f731ac14d admin admin] Calling delete_port for ec502baf-891e-4127-8c8f-bdc0e135b9e9 owned by network:router_gateway {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:34:50.721254 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-9d4331a1-b42c-4032-b2ed-a82afe30a4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a011e779-64a3-443d-8f62-5cd06b630711', 'name': 'tempest-ServerRescueNegativeTestJSON-722066791-router', 'tenant_id': 'be9b8c94d98b42f385a0f29035539835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:28:24Z', 'updated_at': '2022-05-31T13:34:50Z', 'revision_number': 6, 'project_id': 'be9b8c94d98b42f385a0f29035539835', 'gw_port_host': None}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:34:50.722772 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af51f237-483f-4254-b8c7-02101896c17f req-c4382fef-a6e8-4e7e-a149-da27aecbe682 service neutron] 10.222.0.50 "GET /v2.0/networks/2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198927 May 31 13:34:50.735830 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4331a1-b42c-4032-b2ed-a82afe30a4ac None None] The sync data for ids ['a011e779-64a3-443d-8f62-5cd06b630711'] in n-d-843939-1 is: [{'id': 'a011e779-64a3-443d-8f62-5cd06b630711', 'name': 'tempest-ServerRescueNegativeTestJSON-722066791-router', 'tenant_id': 'be9b8c94d98b42f385a0f29035539835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:28:24Z', 'updated_at': '2022-05-31T13:34:50Z', 'revision_number': 6, 'project_id': 'be9b8c94d98b42f385a0f29035539835', 'gw_port_host': None}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:34:50.806349 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3e94cf2-d3cb-4545-825a-3ebdf46dbb89'] response: {'server_uuid': '768e3b2d-12ee-4bbe-8d20-b87d815ae7e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43e7e852-9672-4b27-9f2d-397129744607', 'code': 200} May 31 13:34:50.954144 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af51f237-483f-4254-b8c7-02101896c17f req-7f25a746-826d-42eb-96df-d297d7150fcf service neutron] 10.222.0.50 "GET /v2.0/networks/2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304294 May 31 13:34:50.957937 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7e8d5743-9e86-4f36-bc30-ca1f731ac14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:51.011884 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8d5743-9e86-4f36-bc30-ca1f731ac14d admin admin] Pushing event deleted for resources: {'Port': ['ID=ec502baf-891e-4127-8c8f-bdc0e135b9e9,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:34:51.120156 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7e8d5743-9e86-4f36-bc30-ca1f731ac14d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577389'] for router_gateway, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:51.205089 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da400747-4648-471a-b504-0212e88ad333 req-c3554e2f-d1d1-4ee1-8fae-af4df2bead0e tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:51.213203 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-da400747-4648-471a-b504-0212e88ad333 req-c3554e2f-d1d1-4ee1-8fae-af4df2bead0e tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=70be69e4-8b10-4f4e-af3a-c366466f5de7 HTTP/1.1" status: 200 len: 945 time: 0.2401280 May 31 13:34:51.246606 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af51f237-483f-4254-b8c7-02101896c17f req-27298fbe-f1fe-416b-a156-f2dffcc4ce1c service neutron] 10.222.0.50 "GET /v2.0/networks/2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915428 May 31 13:34:51.377207 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7e8d5743-9e86-4f36-bc30-ca1f731ac14d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:51.381267 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7e8d5743-9e86-4f36-bc30-ca1f731ac14d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:51.389341 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-da400747-4648-471a-b504-0212e88ad333 req-c805aa26-a825-4c8d-ab96-706b00a22bf4 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751435 May 31 13:34:51.442959 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7e8d5743-9e86-4f36-bc30-ca1f731ac14d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:51.443470 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e8d5743-9e86-4f36-bc30-ca1f731ac14d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a011e779-64a3-443d-8f62-5cd06b630711 {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:34:51.518012 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af51f237-483f-4254-b8c7-02101896c17f req-48021859-d001-4c61-bc90-699ced1ef146 service neutron] 10.222.0.50 "GET /v2.0/networks/2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703738 May 31 13:34:51.535274 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7e8d5743-9e86-4f36-bc30-ca1f731ac14d admin admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:51.538030 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-7e8d5743-9e86-4f36-bc30-ca1f731ac14d admin admin] 10.222.0.50 "DELETE /v2.0/routers/a011e779-64a3-443d-8f62-5cd06b630711 HTTP/1.1" status: 204 len: 168 time: 1.8469324 May 31 13:34:51.542331 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47542) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:34:51.629879 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-01c559fe-411f-431d-bf72-9727b0b1e2ac admin admin] Deleting subnet 82d28a94-56aa-487e-b28b-6f63cbb648aa {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:34:51.636823 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-01c559fe-411f-431d-bf72-9727b0b1e2ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:51.722421 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf70653-e0f8-47b5-8f2b-74ba23c0fff9 req-6933020d-81a3-46f6-95c4-0a5e45cee3a7 tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:51.723129 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-baf70653-e0f8-47b5-8f2b-74ba23c0fff9 req-6933020d-81a3-46f6-95c4-0a5e45cee3a7 tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] Synchronizing usage tracker for tenant:e8e8165d333d4e1187fc257bfaab0348 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:34:51.734147 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-01c559fe-411f-431d-bf72-9727b0b1e2ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:51.807991 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-baf70653-e0f8-47b5-8f2b-74ba23c0fff9 req-6933020d-81a3-46f6-95c4-0a5e45cee3a7 tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] Unset dirty status for tenant:e8e8165d333d4e1187fc257bfaab0348 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:34:51.809128 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-baf70653-e0f8-47b5-8f2b-74ba23c0fff9 req-6933020d-81a3-46f6-95c4-0a5e45cee3a7 tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] 10.222.0.20 "GET /v2.0/ports?device_id=08ac3772-a4bf-4711-b060-9957e77873c0 HTTP/1.1" status: 200 len: 949 time: 0.3395331 May 31 13:34:51.945482 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device b1737765-3744-418b-9eb8-268b91ac258d no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:34:51.967897 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-baf70653-e0f8-47b5-8f2b-74ba23c0fff9 req-e8a175f4-54a6-4070-9dc7-8f8bb03d72a8 tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] Deleting port 97f2ed4a-7eba-461e-97a3-a147b0b9e932 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:34:51.968239 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-baf70653-e0f8-47b5-8f2b-74ba23c0fff9 req-e8a175f4-54a6-4070-9dc7-8f8bb03d72a8 tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:52.010208 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: b1737765-3744-418b-9eb8-268b91ac258d {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:34:52.011652 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device b1737765-3744-418b-9eb8-268b91ac258d not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:34:52.013206 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device ec502baf-891e-4127-8c8f-bdc0e135b9e9 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:34:52.041062 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-01c559fe-411f-431d-bf72-9727b0b1e2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:52.066627 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: ec502baf-891e-4127-8c8f-bdc0e135b9e9 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:34:52.067102 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device ec502baf-891e-4127-8c8f-bdc0e135b9e9 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:34:52.068316 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af51f237-483f-4254-b8c7-02101896c17f req-bbbd8ce5-d21a-4177-af47-df4ac1589f24 service neutron] 10.222.0.50 "GET /v2.0/networks/37c48153-c66c-4011-885e-e73ddcdb568e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5322120 May 31 13:34:52.120666 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e8430-f7a1-419c-b4e4-61aaa8f977f4 req-7df45f88-568e-42f2-adcd-b296011cf83b tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:52.123574 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6b1e8430-f7a1-419c-b4e4-61aaa8f977f4 req-7df45f88-568e-42f2-adcd-b296011cf83b tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 946 time: 0.5011737 May 31 13:34:52.138174 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb87a924-6783-47b6-b178-30e379164cd8 req-e3d02b13-e803-4d8c-bde2-58bcb0a3d411 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:52.139826 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bb87a924-6783-47b6-b178-30e379164cd8 req-e3d02b13-e803-4d8c-bde2-58bcb0a3d411 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.44 "GET /v2.0/ports?device_id=70be69e4-8b10-4f4e-af3a-c366466f5de7 HTTP/1.1" status: 200 len: 945 time: 0.5168545 May 31 13:34:52.310109 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-01c559fe-411f-431d-bf72-9727b0b1e2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:52.383993 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af51f237-483f-4254-b8c7-02101896c17f req-414d1af0-1ee4-4b3b-90af-1e8b2cbc9a7f service neutron] 10.222.0.50 "GET /v2.0/networks/37c48153-c66c-4011-885e-e73ddcdb568e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014548 May 31 13:34:52.386428 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-01c559fe-411f-431d-bf72-9727b0b1e2ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:52.389709 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c559fe-411f-431d-bf72-9727b0b1e2ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82d28a94-56aa-487e-b28b-6f63cbb648aa,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:34:52.393246 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f501e5-bb2c-4779-9c04-2715d34219dc None None] Network 29fe9209-7455-49d1-bbb8-3bf3a6f3bebb requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:34:52.416495 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6b1e8430-f7a1-419c-b4e4-61aaa8f977f4 req-ff3ee494-0951-445c-9903-89407e6ebba1 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723272 May 31 13:34:52.418943 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-01c559fe-411f-431d-bf72-9727b0b1e2ac admin admin] 10.222.0.50 "DELETE /v2.0/subnets/82d28a94-56aa-487e-b28b-6f63cbb648aa HTTP/1.1" status: 204 len: 168 time: 0.8750408 May 31 13:34:52.431601 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47546) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:34:52.433891 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-bb87a924-6783-47b6-b178-30e379164cd8 req-bdec4d51-73c1-4218-97c0-46e1e4183455 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Deleting port 812cfaea-adea-4b75-a1f3-5e304504c657 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:34:52.434947 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-bb87a924-6783-47b6-b178-30e379164cd8 req-bdec4d51-73c1-4218-97c0-46e1e4183455 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:52.630734 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-baf70653-e0f8-47b5-8f2b-74ba23c0fff9 req-e8a175f4-54a6-4070-9dc7-8f8bb03d72a8 tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] For port 97f2ed4a-7eba-461e-97a3-a147b0b9e932, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=97f2ed4a-7eba-461e-97a3-a147b0b9e932,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:34:52.631225 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-baf70653-e0f8-47b5-8f2b-74ba23c0fff9 req-e8a175f4-54a6-4070-9dc7-8f8bb03d72a8 tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:52.859735 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440f144b-0459-45fb-8ee8-f10b6a6f1adb None None] DHCP port deletion for 29fe9209-7455-49d1-bbb8-3bf3a6f3bebb request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:34:52.861029 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-440f144b-0459-45fb-8ee8-f10b6a6f1adb None None] Deleting port 72a71f29-e5d2-4b2e-96c4-42fc5ea4c224 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:34:52.861843 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-440f144b-0459-45fb-8ee8-f10b6a6f1adb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:52.940763 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af51f237-483f-4254-b8c7-02101896c17f req-42dc3f14-8fe8-4d6a-8952-eb6f3d464fc2 service neutron] 10.222.0.50 "GET /v2.0/networks/37c48153-c66c-4011-885e-e73ddcdb568e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5226154 May 31 13:34:52.953445 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9f80060e-bf0b-4e06-890d-a2e91ea20d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:52.964718 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-baf70653-e0f8-47b5-8f2b-74ba23c0fff9 req-e8a175f4-54a6-4070-9dc7-8f8bb03d72a8 tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] Calling delete_port for 97f2ed4a-7eba-461e-97a3-a147b0b9e932 owned by compute:nova {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:34:52.992087 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca6a7a-1179-43c4-91e2-acff9af97e3e req-4440e418-12f7-4477-9100-0676912fd130 tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:53.002461 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4cca6a7a-1179-43c4-91e2-acff9af97e3e req-4440e418-12f7-4477-9100-0676912fd130 tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] 10.222.0.50 "GET /v2.0/ports?device_id=08ac3772-a4bf-4711-b060-9957e77873c0 HTTP/1.1" status: 200 len: 949 time: 0.3635771 May 31 13:34:53.064667 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-9f80060e-bf0b-4e06-890d-a2e91ea20d72 admin admin] Deleting port 72a71f29-e5d2-4b2e-96c4-42fc5ea4c224 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:34:53.064944 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9f80060e-bf0b-4e06-890d-a2e91ea20d72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:53.103715 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-440f144b-0459-45fb-8ee8-f10b6a6f1adb None None] For port 72a71f29-e5d2-4b2e-96c4-42fc5ea4c224, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=72a71f29-e5d2-4b2e-96c4-42fc5ea4c224,segment=NetworkSegment(e9cd1a0e-a4b7-43b7-be1f-97f3a2f73d5d),segment_id=e9cd1a0e-a4b7-43b7-be1f-97f3a2f73d5d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:34:53.104286 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-440f144b-0459-45fb-8ee8-f10b6a6f1adb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:53.195297 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4cca6a7a-1179-43c4-91e2-acff9af97e3e req-21313745-e286-4c17-8b6c-d5564ad50f68 tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] 10.222.0.50 "GET /v2.0/security-groups?id=47ec8c87-955a-4ab3-b9ba-c8b3e8fd5fe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931241 May 31 13:34:53.251796 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-440f144b-0459-45fb-8ee8-f10b6a6f1adb None None] Calling delete_port for 72a71f29-e5d2-4b2e-96c4-42fc5ea4c224 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:34:53.270371 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-bb87a924-6783-47b6-b178-30e379164cd8 req-bdec4d51-73c1-4218-97c0-46e1e4183455 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] For port 812cfaea-adea-4b75-a1f3-5e304504c657, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=812cfaea-adea-4b75-a1f3-5e304504c657,segment=NetworkSegment(2d583837-a9d6-4709-9af2-21c6363b8602),segment_id=2d583837-a9d6-4709-9af2-21c6363b8602)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:34:53.270744 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-bb87a924-6783-47b6-b178-30e379164cd8 req-bdec4d51-73c1-4218-97c0-46e1e4183455 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:53.281938 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-baf70653-e0f8-47b5-8f2b-74ba23c0fff9 req-e8a175f4-54a6-4070-9dc7-8f8bb03d72a8 tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:53.391254 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-440f144b-0459-45fb-8ee8-f10b6a6f1adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:53.406918 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a175f4-54a6-4070-9dc7-8f8bb03d72a8 tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] Pushing event deleted for resources: {'Port': ['ID=97f2ed4a-7eba-461e-97a3-a147b0b9e932,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:34:53.449637 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440f144b-0459-45fb-8ee8-f10b6a6f1adb None None] Pushing event deleted for resources: {'Port': ['ID=72a71f29-e5d2-4b2e-96c4-42fc5ea4c224,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:34:53.452412 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440f144b-0459-45fb-8ee8-f10b6a6f1adb None None] No DVR routers for this DVR port 72a71f29-e5d2-4b2e-96c4-42fc5ea4c224 on host n-d-843939-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:34:53.494455 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-baf70653-e0f8-47b5-8f2b-74ba23c0fff9 req-e8a175f4-54a6-4070-9dc7-8f8bb03d72a8 tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] No DVR routers for this DVR port 97f2ed4a-7eba-461e-97a3-a147b0b9e932 on host n-h1-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:34:53.497834 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-baf70653-e0f8-47b5-8f2b-74ba23c0fff9 req-e8a175f4-54a6-4070-9dc7-8f8bb03d72a8 tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:53.559047 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ac3772-a4bf-4711-b060-9957e77873c0', 'name': 'network-vif-deleted', 'tag': '97f2ed4a-7eba-461e-97a3-a147b0b9e932'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:34:53.581971 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-bb87a924-6783-47b6-b178-30e379164cd8 req-bdec4d51-73c1-4218-97c0-46e1e4183455 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Calling delete_port for 812cfaea-adea-4b75-a1f3-5e304504c657 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:34:53.615619 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-baf70653-e0f8-47b5-8f2b-74ba23c0fff9 req-e8a175f4-54a6-4070-9dc7-8f8bb03d72a8 tempest-ListImageFiltersTestJSON-1030924605 tempest-ListImageFiltersTestJSON-1030924605-project] 10.222.0.20 "DELETE /v2.0/ports/97f2ed4a-7eba-461e-97a3-a147b0b9e932 HTTP/1.1" status: 204 len: 173 time: 1.7993584 May 31 13:34:53.629974 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af51f237-483f-4254-b8c7-02101896c17f req-0a5e0847-09de-4d64-adb5-505076774e85 service neutron] 10.222.0.50 "GET /v2.0/networks/37c48153-c66c-4011-885e-e73ddcdb568e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6756158 May 31 13:34:53.630495 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-9f80060e-bf0b-4e06-890d-a2e91ea20d72 admin admin] For port 72a71f29-e5d2-4b2e-96c4-42fc5ea4c224, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=72a71f29-e5d2-4b2e-96c4-42fc5ea4c224,segment=NetworkSegment(e9cd1a0e-a4b7-43b7-be1f-97f3a2f73d5d),segment_id=e9cd1a0e-a4b7-43b7-be1f-97f3a2f73d5d)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:34:53.630872 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9f80060e-bf0b-4e06-890d-a2e91ea20d72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:53.879463 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-9f80060e-bf0b-4e06-890d-a2e91ea20d72 admin admin] Calling delete_port for 72a71f29-e5d2-4b2e-96c4-42fc5ea4c224 owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:34:53.927871 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-bb87a924-6783-47b6-b178-30e379164cd8 req-bdec4d51-73c1-4218-97c0-46e1e4183455 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:53.946156 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3948f4-a897-44f0-82b0-a6fb3fce7452 req-6bf5e40e-28c3-4ca2-8045-1566434ffeaf tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:53.954305 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9d3948f4-a897-44f0-82b0-a6fb3fce7452 req-6bf5e40e-28c3-4ca2-8045-1566434ffeaf tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=70be69e4-8b10-4f4e-af3a-c366466f5de7 HTTP/1.1" status: 200 len: 945 time: 0.4801292 May 31 13:34:53.969387 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 72a71f29-e5d2-4b2e-96c4-42fc5ea4c224 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:34:54.054208 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 72a71f29-e5d2-4b2e-96c4-42fc5ea4c224 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:34:54.055150 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.db.api [None req-9f80060e-bf0b-4e06-890d-a2e91ea20d72 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:34:54.055641 n-d-843939-1 neutron-server[88369]: DEBUG oslo_db.api [None req-9f80060e-bf0b-4e06-890d-a2e91ea20d72 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:34:54.058241 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 72a71f29-e5d2-4b2e-96c4-42fc5ea4c224 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:34:54.104611 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdec4d51-73c1-4218-97c0-46e1e4183455 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Pushing event deleted for resources: {'Port': ['ID=812cfaea-adea-4b75-a1f3-5e304504c657,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:34:54.116848 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9d3948f4-a897-44f0-82b0-a6fb3fce7452 req-540252b9-151e-4ae2-86fb-76fc236c3609 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599253 May 31 13:34:54.253814 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb87a924-6783-47b6-b178-30e379164cd8 req-bdec4d51-73c1-4218-97c0-46e1e4183455 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] No DVR routers for this DVR port 812cfaea-adea-4b75-a1f3-5e304504c657 on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:34:54.260519 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-bb87a924-6783-47b6-b178-30e379164cd8 req-bdec4d51-73c1-4218-97c0-46e1e4183455 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:54.290492 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70be69e4-8b10-4f4e-af3a-c366466f5de7', 'name': 'network-vif-deleted', 'tag': '812cfaea-adea-4b75-a1f3-5e304504c657'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:34:54.302708 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bb87a924-6783-47b6-b178-30e379164cd8 req-bdec4d51-73c1-4218-97c0-46e1e4183455 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.44 "DELETE /v2.0/ports/812cfaea-adea-4b75-a1f3-5e304504c657 HTTP/1.1" status: 204 len: 173 time: 2.1079659 May 31 13:34:54.312242 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42d8b181-edb6-4bfb-a7ca-0dd3ab743caa'] response: {'server_uuid': '08ac3772-a4bf-4711-b060-9957e77873c0', 'name': 'network-vif-deleted', 'tag': '97f2ed4a-7eba-461e-97a3-a147b0b9e932', 'status': 'completed', 'code': 200} May 31 13:34:54.556810 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-9f80060e-bf0b-4e06-890d-a2e91ea20d72 admin admin] Deleting port 72a71f29-e5d2-4b2e-96c4-42fc5ea4c224 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:34:54.557444 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9f80060e-bf0b-4e06-890d-a2e91ea20d72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:54.645693 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-9f80060e-bf0b-4e06-890d-a2e91ea20d72 admin admin] The port '72a71f29-e5d2-4b2e-96c4-42fc5ea4c224' was deleted {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 13:34:54.668389 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a294ae-d4cc-4c9e-8add-0d5079377d43 req-ee45a379-3197-4187-9218-efbbb2246a47 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:54.669916 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b5a294ae-d4cc-4c9e-8add-0d5079377d43 req-ee45a379-3197-4187-9218-efbbb2246a47 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 946 time: 0.1185489 May 31 13:34:54.729230 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b5a294ae-d4cc-4c9e-8add-0d5079377d43 req-b87d14c2-b375-450c-ad18-91a35410ba82 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508003 May 31 13:34:54.816852 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9f80060e-bf0b-4e06-890d-a2e91ea20d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:54.830615 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-392ffcb9-1756-4d34-a69d-ba1e7d4577ea'] response: {'server_uuid': '70be69e4-8b10-4f4e-af3a-c366466f5de7', 'name': 'network-vif-deleted', 'tag': '812cfaea-adea-4b75-a1f3-5e304504c657', 'status': 'completed', 'code': 200} May 31 13:34:54.912243 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-9f80060e-bf0b-4e06-890d-a2e91ea20d72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29fe9209-7455-49d1-bbb8-3bf3a6f3bebb']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:34:54.965093 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-9f80060e-bf0b-4e06-890d-a2e91ea20d72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9cd1a0e-a4b7-43b7-be1f-97f3a2f73d5d') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:34:54.965576 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-9f80060e-bf0b-4e06-890d-a2e91ea20d72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9cd1a0e-a4b7-43b7-be1f-97f3a2f73d5d') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:34:54.980982 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9f80060e-bf0b-4e06-890d-a2e91ea20d72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:55.019049 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9f80060e-bf0b-4e06-890d-a2e91ea20d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:55.039017 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f80060e-bf0b-4e06-890d-a2e91ea20d72 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:34:55.042510 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9f80060e-bf0b-4e06-890d-a2e91ea20d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:55.214859 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment e9cd1a0e-a4b7-43b7-be1f-97f3a2f73d5d resource provider aggregate not found May 31 13:34:55.244742 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf21e26-8ec3-4c2f-8a87-dcebba3bc560 req-e6e44338-585b-44be-a052-53e311a6f7f7 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:55.253557 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5cf21e26-8ec3-4c2f-8a87-dcebba3bc560 req-e6e44338-585b-44be-a052-53e311a6f7f7 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 946 time: 0.1651773 May 31 13:34:55.264746 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment e9cd1a0e-a4b7-43b7-be1f-97f3a2f73d5d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e9cd1a0e-a4b7-43b7-be1f-97f3a2f73d5d found for delete ", "request_id": "req-3abbc091-d47c-427d-81e6-9e7a88647e93"}]} May 31 13:34:55.309321 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9f80060e-bf0b-4e06-890d-a2e91ea20d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:55.349364 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9f80060e-bf0b-4e06-890d-a2e91ea20d72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:55.423912 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f80060e-bf0b-4e06-890d-a2e91ea20d72 admin admin] Pushing event deleted for resources: {'Network': ['ID=29fe9209-7455-49d1-bbb8-3bf3a6f3bebb,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:34:55.428087 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-9f80060e-bf0b-4e06-890d-a2e91ea20d72 admin admin] 10.222.0.50 "DELETE /v2.0/networks/29fe9209-7455-49d1-bbb8-3bf3a6f3bebb HTTP/1.1" status: 204 len: 168 time: 2.9955738 May 31 13:34:55.514715 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5cf21e26-8ec3-4c2f-8a87-dcebba3bc560 req-b87eb7eb-30ae-4d72-861f-a5bafa24d616 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603068 May 31 13:34:55.676076 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 812cfaea-adea-4b75-a1f3-5e304504c657 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:34:55.679648 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b5fe44d0-2253-444d-a295-d84bba349329 req-7bc74efc-c1bc-426d-98b2-72fb43d4e21f tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/ports?device_id=98ea044c-54a5-4e34-ad50-f0894561190f HTTP/1.1" status: 200 len: 210 time: 0.0739455 May 31 13:34:55.706037 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47644) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:34:55.820017 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] No Port match for: 812cfaea-adea-4b75-a1f3-5e304504c657 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:34:55.831302 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 812cfaea-adea-4b75-a1f3-5e304504c657 not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:34:55.839025 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 97f2ed4a-7eba-461e-97a3-a147b0b9e932 no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:34:55.876335 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e4384a17-a596-41da-918b-845dddeb93fb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=be9b8c94d98b42f385a0f29035539835&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1651866 May 31 13:34:55.876586 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47660) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:34:55.956783 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] No Port match for: 97f2ed4a-7eba-461e-97a3-a147b0b9e932 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:34:55.957409 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 97f2ed4a-7eba-461e-97a3-a147b0b9e932 not bound to the agent host n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:34:56.066664 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-81bf27cd-4534-486d-bf07-a71f6c2e6a22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:56.112251 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-81bf27cd-4534-486d-bf07-a71f6c2e6a22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:56.234323 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-81bf27cd-4534-486d-bf07-a71f6c2e6a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:56.273372 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bf27cd-4534-486d-bf07-a71f6c2e6a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a17cab4-6020-4095-a3af-d8da92feae16,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:34:56.290220 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-81bf27cd-4534-486d-bf07-a71f6c2e6a22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:56.294849 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-81bf27cd-4534-486d-bf07-a71f6c2e6a22 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1a17cab4-6020-4095-a3af-d8da92feae16 HTTP/1.1" status: 204 len: 168 time: 0.4177656 May 31 13:34:57.084732 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51f237-483f-4254-b8c7-02101896c17f req-278e813e-624f-4e82-9a1f-800fe5b40ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:57.086963 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af51f237-483f-4254-b8c7-02101896c17f req-278e813e-624f-4e82-9a1f-800fe5b40ab0 service neutron] 10.222.0.44 "GET /v2.0/ports/e94f7e75-6c16-424a-a92a-43509164e97a HTTP/1.1" status: 200 len: 1032 time: 0.1442482 May 31 13:34:57.279088 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e2a54051-9010-4211-997f-7f94e5de3c1a req-38975a77-291a-4203-93b0-a2a0c00b8c1d tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/ports?device_id=98ea044c-54a5-4e34-ad50-f0894561190f HTTP/1.1" status: 200 len: 210 time: 0.1897206 May 31 13:34:57.335279 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51f237-483f-4254-b8c7-02101896c17f req-ed953f0d-00b1-43d7-8f70-13825b2d7618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:57.337066 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af51f237-483f-4254-b8c7-02101896c17f req-ed953f0d-00b1-43d7-8f70-13825b2d7618 service neutron] 10.222.0.44 "GET /v2.0/ports/308e9017-5399-4d57-9077-0fd615c7bcbd HTTP/1.1" status: 200 len: 1031 time: 0.1856775 May 31 13:34:57.422378 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff12bc-8b0a-41ad-a048-efce57939223 req-2fd9aeea-c534-48ed-86fd-568e3dbebc74 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:57.431185 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-21ff12bc-8b0a-41ad-a048-efce57939223 req-2fd9aeea-c534-48ed-86fd-568e3dbebc74 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/networks?id=6f63975b-9b05-46d3-8543-47c8fac2cf70 HTTP/1.1" status: 200 len: 811 time: 0.3429358 May 31 13:34:57.597670 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-21ff12bc-8b0a-41ad-a048-efce57939223 req-674cb587-da48-4a9b-b845-29c447682088 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/quotas/52669f2db59f4a3eb6fd40f6ebcd20ec HTTP/1.1" status: 200 len: 375 time: 0.1653507 May 31 13:34:57.664067 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-21ff12bc-8b0a-41ad-a048-efce57939223 req-c69655b3-ef23-4117-a74d-195f3dfdbf22 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Synchronizing usage tracker for tenant:52669f2db59f4a3eb6fd40f6ebcd20ec on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:34:57.707645 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47726) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:34:57.729104 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-21ff12bc-8b0a-41ad-a048-efce57939223 req-c69655b3-ef23-4117-a74d-195f3dfdbf22 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Unset dirty status for tenant:52669f2db59f4a3eb6fd40f6ebcd20ec on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:34:57.737275 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-21ff12bc-8b0a-41ad-a048-efce57939223 req-c69655b3-ef23-4117-a74d-195f3dfdbf22 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=52669f2db59f4a3eb6fd40f6ebcd20ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1386101 May 31 13:34:57.833229 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51f237-483f-4254-b8c7-02101896c17f req-00cf8055-936b-4577-8b53-ab1258b586ec tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:57.840433 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51f237-483f-4254-b8c7-02101896c17f req-00cf8055-936b-4577-8b53-ab1258b586ec tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:57.846424 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51f237-483f-4254-b8c7-02101896c17f req-00cf8055-936b-4577-8b53-ab1258b586ec tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:57.848265 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af51f237-483f-4254-b8c7-02101896c17f req-00cf8055-936b-4577-8b53-ab1258b586ec tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.44 "GET /v2.0/networks?id=4c3776cd-e1b3-4e6a-975b-cdf904000766&id=2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a&id=2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a&id=2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a&id=2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a&id=37c48153-c66c-4011-885e-e73ddcdb568e&id=37c48153-c66c-4011-885e-e73ddcdb568e HTTP/1.1" status: 200 len: 1994 time: 0.4144573 May 31 13:34:57.947068 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-21ff12bc-8b0a-41ad-a048-efce57939223 req-d1f082a8-eae4-436a-90b3-cf77853d2469 service neutron] 10.222.0.50 "GET /v2.0/networks/6f63975b-9b05-46d3-8543-47c8fac2cf70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084672 May 31 13:34:57.962528 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-1d13c354-7f79-4a52-bc31-6ccd979192dc admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-803912928-network', 'tenant_id': 'e7915944b7b94ed798ed9400dc43e749'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:34:57.968803 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-1d13c354-7f79-4a52-bc31-6ccd979192dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:34:57.976115 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-1d13c354-7f79-4a52-bc31-6ccd979192dc admin admin] Usage tracker for resource:network and tenant:e7915944b7b94ed798ed9400dc43e749 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:34:57.982967 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-1d13c354-7f79-4a52-bc31-6ccd979192dc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:34:57.994500 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-1d13c354-7f79-4a52-bc31-6ccd979192dc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:34:58.026299 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d13c354-7f79-4a52-bc31-6ccd979192dc admin admin] Made reservation on behalf of e7915944b7b94ed798ed9400dc43e749 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:34:58.032943 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1d13c354-7f79-4a52-bc31-6ccd979192dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:58.085519 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1d13c354-7f79-4a52-bc31-6ccd979192dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:58.127599 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-1d13c354-7f79-4a52-bc31-6ccd979192dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:34:58.143885 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-1d13c354-7f79-4a52-bc31-6ccd979192dc admin admin] Usage tracker for resource:security_group_rule and tenant:e7915944b7b94ed798ed9400dc43e749 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:34:58.148992 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-1d13c354-7f79-4a52-bc31-6ccd979192dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:34:58.168143 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-1d13c354-7f79-4a52-bc31-6ccd979192dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:34:58.193704 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af51f237-483f-4254-b8c7-02101896c17f req-10984252-bda4-4db7-963f-412819f7d772 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8214c87941844eca93c05e6b9a8f274 HTTP/1.1" status: 200 len: 380 time: 0.2446039 May 31 13:34:58.228057 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-af51f237-483f-4254-b8c7-02101896c17f req-d3f78529-6d83-4749-91f6-2d29f9dc637c tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Request body: {'port': {'device_id': '98ea044c-54a5-4e34-ad50-f0894561190f', 'network_id': '4c3776cd-e1b3-4e6a-975b-cdf904000766', 'admin_state_up': True, 'tenant_id': 'e8214c87941844eca93c05e6b9a8f274', 'security_groups': ['4cdd63f0-9a82-48d4-b4bf-108afcf63acd']}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:34:58.333061 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1d13c354-7f79-4a52-bc31-6ccd979192dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:58.340018 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1d13c354-7f79-4a52-bc31-6ccd979192dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:58.377537 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d13c354-7f79-4a52-bc31-6ccd979192dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8701cef7-29fe-4907-9351-b56fb27f1a06,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:34:58.415816 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d13c354-7f79-4a52-bc31-6ccd979192dc admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:34:58.451436 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1d13c354-7f79-4a52-bc31-6ccd979192dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:58.455912 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-1d13c354-7f79-4a52-bc31-6ccd979192dc admin admin] Added segment ac59caff-d513-4fef-b003-5737787eb94f of type vlan for network b1b02f4f-a70b-4201-8c66-e64da98751b7 May 31 13:34:58.508940 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1d13c354-7f79-4a52-bc31-6ccd979192dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:58.561524 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1d13c354-7f79-4a52-bc31-6ccd979192dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:58.563475 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d13c354-7f79-4a52-bc31-6ccd979192dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:58.564335 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1d13c354-7f79-4a52-bc31-6ccd979192dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:58.576475 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-af51f237-483f-4254-b8c7-02101896c17f req-d3f78529-6d83-4749-91f6-2d29f9dc637c tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:34:58.685920 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-21ff12bc-8b0a-41ad-a048-efce57939223 req-17ab2d28-6348-4fb1-9fc4-95c76fb524f2 service neutron] 10.222.0.50 "GET /v2.0/networks/6f63975b-9b05-46d3-8543-47c8fac2cf70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7220995 May 31 13:34:58.693705 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-af51f237-483f-4254-b8c7-02101896c17f req-d3f78529-6d83-4749-91f6-2d29f9dc637c tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Usage tracker for resource:port and tenant:e8214c87941844eca93c05e6b9a8f274 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:34:58.698058 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-af51f237-483f-4254-b8c7-02101896c17f req-d3f78529-6d83-4749-91f6-2d29f9dc637c tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Quota usage for port was recalculated. Used quota:7. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:34:58.707085 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-af51f237-483f-4254-b8c7-02101896c17f req-d3f78529-6d83-4749-91f6-2d29f9dc637c tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:34:58.729130 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af51f237-483f-4254-b8c7-02101896c17f req-d3f78529-6d83-4749-91f6-2d29f9dc637c tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Made reservation on behalf of e8214c87941844eca93c05e6b9a8f274 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:34:58.733823 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-af51f237-483f-4254-b8c7-02101896c17f req-d3f78529-6d83-4749-91f6-2d29f9dc637c tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:58.822920 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-1d13c354-7f79-4a52-bc31-6ccd979192dc admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1139789 May 31 13:34:58.823440 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47750) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:34:58.830606 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d13c354-7f79-4a52-bc31-6ccd979192dc admin admin] Pushing event updated for resources: {'Network': ['ID=b1b02f4f-a70b-4201-8c66-e64da98751b7,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:34:58.842718 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network b1b02f4f-a70b-4201-8c66-e64da98751b7 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:34:58.875696 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-6cfd32ab-f92b-46c4-8eaa-0f529c95d0a4 admin admin] Request body: {'subnet': {'network_id': 'b1b02f4f-a70b-4201-8c66-e64da98751b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-803912928-subnet', 'tenant_id': 'e7915944b7b94ed798ed9400dc43e749', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:34:58.892396 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47754) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:34:58.943685 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-6cfd32ab-f92b-46c4-8eaa-0f529c95d0a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:34:58.984434 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-6cfd32ab-f92b-46c4-8eaa-0f529c95d0a4 admin admin] Usage tracker for resource:subnet and tenant:e7915944b7b94ed798ed9400dc43e749 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:34:58.998562 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-6cfd32ab-f92b-46c4-8eaa-0f529c95d0a4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:34:59.031333 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-6cfd32ab-f92b-46c4-8eaa-0f529c95d0a4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:34:59.127394 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944fd3e4-c756-404a-a9d3-530be1224ebe req-850f1414-2c06-4ee7-8ec6-f29ee51e2770 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:59.136740 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-944fd3e4-c756-404a-a9d3-530be1224ebe req-850f1414-2c06-4ee7-8ec6-f29ee51e2770 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 946 time: 0.5028033 May 31 13:34:59.183959 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cfd32ab-f92b-46c4-8eaa-0f529c95d0a4 admin admin] Made reservation on behalf of e7915944b7b94ed798ed9400dc43e749 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:34:59.186379 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6cfd32ab-f92b-46c4-8eaa-0f529c95d0a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:59.244450 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-944fd3e4-c756-404a-a9d3-530be1224ebe req-e5d1d437-fd29-4479-b040-3382a90209c8 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035755 May 31 13:34:59.300654 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-894d40d8-7a98-42e1-af38-603bdcf667f4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e8e8165d333d4e1187fc257bfaab0348&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4070170 May 31 13:34:59.303078 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47776) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:34:59.435395 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7b029389-d9c7-4302-a2af-a05745b91e53 req-d8a016b9-f5d4-483f-8c91-4879cf1495ab tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec2e7b7d-c773-4a58-92e2-21fa2b2e6186 HTTP/1.1" status: 200 len: 210 time: 0.0919373 May 31 13:34:59.558877 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0f8a867b-b3fa-4972-a606-ba20a53ec52b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:59.605823 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0f8a867b-b3fa-4972-a606-ba20a53ec52b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:59.692132 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0f8a867b-b3fa-4972-a606-ba20a53ec52b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:59.720743 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8a867b-b3fa-4972-a606-ba20a53ec52b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ec8c87-955a-4ab3-b9ba-c8b3e8fd5fe9,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:34:59.725167 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0f8a867b-b3fa-4972-a606-ba20a53ec52b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:59.727369 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-0f8a867b-b3fa-4972-a606-ba20a53ec52b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/47ec8c87-955a-4ab3-b9ba-c8b3e8fd5fe9 HTTP/1.1" status: 204 len: 168 time: 0.4227281 May 31 13:34:59.769172 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-af51f237-483f-4254-b8c7-02101896c17f req-d3f78529-6d83-4749-91f6-2d29f9dc637c tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Allocated IP 172.20.0.5 (4c3776cd-e1b3-4e6a-975b-cdf904000766/f7c914b2-4439-45d4-b005-4ab7c54412a5/24651c97-ae0f-4907-8b38-7261435835f0) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:34:59.836760 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7ba266c8-d71f-4c68-aa36-9621f466606e req-e9093d34-0308-4d26-bd4f-d34679b53c45 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/ports?device_id=98ea044c-54a5-4e34-ad50-f0894561190f HTTP/1.1" status: 200 len: 210 time: 0.4952309 May 31 13:34:59.977363 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee81cc12-ee96-4e80-8ebe-77aef039b666 req-04ffc41a-de2e-4501-99e8-19905ccb6397 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:34:59.984709 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ee81cc12-ee96-4e80-8ebe-77aef039b666 req-04ffc41a-de2e-4501-99e8-19905ccb6397 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 946 time: 0.2220066 May 31 13:35:00.245757 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ee81cc12-ee96-4e80-8ebe-77aef039b666 req-bbd64a81-304f-4241-8790-6de0c45e117f tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544417 May 31 13:35:00.530576 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-af51f237-483f-4254-b8c7-02101896c17f req-d3f78529-6d83-4749-91f6-2d29f9dc637c tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:00.568230 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6cfd32ab-f92b-46c4-8eaa-0f529c95d0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:00.645177 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-af51f237-483f-4254-b8c7-02101896c17f req-d3f78529-6d83-4749-91f6-2d29f9dc637c tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Transition to ACTIVE for port object 24651c97-ae0f-4907-8b38-7261435835f0 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:35:00.895107 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfd32ab-f92b-46c4-8eaa-0f529c95d0a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bea7539-c751-4155-a6fe-0d3f1a29fa41,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:35:00.917897 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25e23fd3-6ecb-4728-8551-b62895c22537 req-a1905856-379f-4518-bc9e-c8c9ee61d1f0 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec2e7b7d-c773-4a58-92e2-21fa2b2e6186 HTTP/1.1" status: 200 len: 210 time: 0.1675742 May 31 13:35:01.099495 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfd32ab-f92b-46c4-8eaa-0f529c95d0a4 admin admin] Checking segment: {'id': 'ac59caff-d513-4fef-b003-5737787eb94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b1b02f4f-a70b-4201-8c66-e64da98751b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:35:01.105005 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cfd32ab-f92b-46c4-8eaa-0f529c95d0a4 admin admin] Network hostable DHCP agents. Network: b1b02f4f-a70b-4201-8c66-e64da98751b7, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:35:01.157237 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47828) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:35:01.174036 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-af51f237-483f-4254-b8c7-02101896c17f req-d3f78529-6d83-4749-91f6-2d29f9dc637c tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:01.327437 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f78529-6d83-4749-91f6-2d29f9dc637c tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Pushing event updated for resources: {'Port': ['ID=24651c97-ae0f-4907-8b38-7261435835f0,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:35:01.423977 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-4bf31fe6-4de6-43bc-9dbe-fc8f91d7776e admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-118330108-network', 'tenant_id': '74ab40fd41f74c32aa31f3eb6da9d567'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:35:01.439447 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4bf31fe6-4de6-43bc-9dbe-fc8f91d7776e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:35:01.443570 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-4bf31fe6-4de6-43bc-9dbe-fc8f91d7776e admin admin] Usage tracker for resource:network and tenant:74ab40fd41f74c32aa31f3eb6da9d567 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:35:01.447125 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-4bf31fe6-4de6-43bc-9dbe-fc8f91d7776e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:35:01.453700 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4bf31fe6-4de6-43bc-9dbe-fc8f91d7776e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:35:01.467937 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf31fe6-4de6-43bc-9dbe-fc8f91d7776e admin admin] Made reservation on behalf of 74ab40fd41f74c32aa31f3eb6da9d567 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:35:01.471658 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4bf31fe6-4de6-43bc-9dbe-fc8f91d7776e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:01.472294 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cfd32ab-f92b-46c4-8eaa-0f529c95d0a4 admin admin] Network b1b02f4f-a70b-4201-8c66-e64da98751b7 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:35:01.493798 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4bf31fe6-4de6-43bc-9dbe-fc8f91d7776e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:01.499211 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-6cfd32ab-f92b-46c4-8eaa-0f529c95d0a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, b1b02f4f-a70b-4201-8c66-e64da98751b7) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:35:01.510640 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89a430e-fbb4-4aa4-be96-cf42817435bc None None] Network b1b02f4f-a70b-4201-8c66-e64da98751b7 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:35:01.516128 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4bf31fe6-4de6-43bc-9dbe-fc8f91d7776e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:35:01.521090 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-4bf31fe6-4de6-43bc-9dbe-fc8f91d7776e admin admin] Usage tracker for resource:security_group_rule and tenant:74ab40fd41f74c32aa31f3eb6da9d567 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:35:01.524923 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-4bf31fe6-4de6-43bc-9dbe-fc8f91d7776e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:35:01.531270 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4bf31fe6-4de6-43bc-9dbe-fc8f91d7776e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:35:01.531445 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfd32ab-f92b-46c4-8eaa-0f529c95d0a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:01.531979 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6cfd32ab-f92b-46c4-8eaa-0f529c95d0a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:01.597082 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff12bc-8b0a-41ad-a048-efce57939223 req-48f3e5a3-79e8-423c-aeda-0edd2ef8cf8a tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:01.598915 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-21ff12bc-8b0a-41ad-a048-efce57939223 req-48f3e5a3-79e8-423c-aeda-0edd2ef8cf8a tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.44 "GET /v2.0/networks?id=6f63975b-9b05-46d3-8543-47c8fac2cf70 HTTP/1.1" status: 200 len: 811 time: 0.7397101 May 31 13:35:01.617739 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd62695-9666-48e2-aee4-352365cb918d req-822df1d0-2fec-484a-a246-bc262d8526d7 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:01.619568 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2cd62695-9666-48e2-aee4-352365cb918d req-822df1d0-2fec-484a-a246-bc262d8526d7 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 946 time: 0.8389220 May 31 13:35:01.626235 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-21ff12bc-8b0a-41ad-a048-efce57939223 req-32ae63c0-4d57-4dee-ba4a-deca7287a8c3 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Request body: {'port': {'device_id': 'ec2e7b7d-c773-4a58-92e2-21fa2b2e6186', 'network_id': '6f63975b-9b05-46d3-8543-47c8fac2cf70', 'admin_state_up': True, 'tenant_id': '52669f2db59f4a3eb6fd40f6ebcd20ec'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:35:01.645396 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af51f237-483f-4254-b8c7-02101896c17f req-d3f78529-6d83-4749-91f6-2d29f9dc637c tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Network 4c3776cd-e1b3-4e6a-975b-cdf904000766 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:35:01.660833 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4bf31fe6-4de6-43bc-9dbe-fc8f91d7776e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:01.680147 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4bf31fe6-4de6-43bc-9dbe-fc8f91d7776e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:01.701110 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-af51f237-483f-4254-b8c7-02101896c17f req-d3f78529-6d83-4749-91f6-2d29f9dc637c tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:35:01.701436 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bf31fe6-4de6-43bc-9dbe-fc8f91d7776e admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:35:01.704061 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-af51f237-483f-4254-b8c7-02101896c17f req-d3f78529-6d83-4749-91f6-2d29f9dc637c tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:35:01.732181 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4bf31fe6-4de6-43bc-9dbe-fc8f91d7776e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:01.735001 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-4bf31fe6-4de6-43bc-9dbe-fc8f91d7776e admin admin] Added segment 4b3c63d0-39d7-46aa-8848-6ddef296868c of type vlan for network e7139666-3b4d-41d7-938d-79900f74f5c3 May 31 13:35:01.804843 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4bf31fe6-4de6-43bc-9dbe-fc8f91d7776e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:01.883962 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-6cfd32ab-f92b-46c4-8eaa-0f529c95d0a4 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.0570455 May 31 13:35:01.893878 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4bf31fe6-4de6-43bc-9dbe-fc8f91d7776e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:01.897396 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf31fe6-4de6-43bc-9dbe-fc8f91d7776e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:01.898402 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4bf31fe6-4de6-43bc-9dbe-fc8f91d7776e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:01.916677 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2cd62695-9666-48e2-aee4-352365cb918d req-9c237500-b11a-4ddf-8f80-6446de3b81bd tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625124 May 31 13:35:01.954969 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ddffca-fb21-4e11-be3f-1ffc0c109631 req-f8870f14-064f-4ad1-8a5f-5706582e9fb7 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:01.955859 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-54ddffca-fb21-4e11-be3f-1ffc0c109631 req-f8870f14-064f-4ad1-8a5f-5706582e9fb7 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Synchronizing usage tracker for tenant:e8214c87941844eca93c05e6b9a8f274 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:35:01.987960 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51f237-483f-4254-b8c7-02101896c17f req-d3f78529-6d83-4749-91f6-2d29f9dc637c tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:01.988649 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-af51f237-483f-4254-b8c7-02101896c17f req-d3f78529-6d83-4749-91f6-2d29f9dc637c tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:02.127165 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b339f2e-b7fa-4ef3-a478-295a441d9159 None None] Network b1b02f4f-a70b-4201-8c66-e64da98751b7 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:35:02.155236 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-54ddffca-fb21-4e11-be3f-1ffc0c109631 req-f8870f14-064f-4ad1-8a5f-5706582e9fb7 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Unset dirty status for tenant:e8214c87941844eca93c05e6b9a8f274 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:35:02.163152 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-54ddffca-fb21-4e11-be3f-1ffc0c109631 req-f8870f14-064f-4ad1-8a5f-5706582e9fb7 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/ports?device_id=98ea044c-54a5-4e34-ad50-f0894561190f HTTP/1.1" status: 200 len: 931 time: 0.8408144 May 31 13:35:02.292114 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af51f237-483f-4254-b8c7-02101896c17f req-d3f78529-6d83-4749-91f6-2d29f9dc637c tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0887904 May 31 13:35:02.293446 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-21ff12bc-8b0a-41ad-a048-efce57939223 req-32ae63c0-4d57-4dee-ba4a-deca7287a8c3 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:35:02.299554 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-54ddffca-fb21-4e11-be3f-1ffc0c109631 req-93ed10d3-fb0a-49e6-928e-27b377b4fa94 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdd63f0-9a82-48d4-b4bf-108afcf63acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353858 May 31 13:35:02.305890 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-af51f237-483f-4254-b8c7-02101896c17f req-15e0d62b-4721-45ef-8680-66bb8d7e17be tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Request body: {'port': {'device_id': '98ea044c-54a5-4e34-ad50-f0894561190f', 'network_id': '2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a', 'admin_state_up': True, 'tenant_id': 'e8214c87941844eca93c05e6b9a8f274', 'security_groups': ['4cdd63f0-9a82-48d4-b4bf-108afcf63acd']}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:35:02.343383 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-87691fa6-a30d-419f-84e8-3c6a1a18f10f None None] Provisioning for port 24651c97-ae0f-4907-8b38-7261435835f0 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:35:02.360532 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-4bf31fe6-4de6-43bc-9dbe-fc8f91d7776e admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2014959 May 31 13:35:02.374624 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47854) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:35:02.397786 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-87691fa6-a30d-419f-84e8-3c6a1a18f10f None None] Provisioning complete for port 24651c97-ae0f-4907-8b38-7261435835f0 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:35:02.398465 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-87691fa6-a30d-419f-84e8-3c6a1a18f10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:02.498966 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-7d532c4b-8a4f-4d17-8c90-0c88cc705dcd admin admin] Request body: {'subnet': {'network_id': 'e7139666-3b4d-41d7-938d-79900f74f5c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-118330108-subnet', 'tenant_id': '74ab40fd41f74c32aa31f3eb6da9d567', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:35:02.518920 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf31fe6-4de6-43bc-9dbe-fc8f91d7776e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92aed009-3351-41b3-8f70-538732ec0118,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:35:02.532014 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-7d532c4b-8a4f-4d17-8c90-0c88cc705dcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:35:02.557646 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-21ff12bc-8b0a-41ad-a048-efce57939223 req-32ae63c0-4d57-4dee-ba4a-deca7287a8c3 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:35:02.572115 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-af51f237-483f-4254-b8c7-02101896c17f req-15e0d62b-4721-45ef-8680-66bb8d7e17be tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:35:02.577892 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-7d532c4b-8a4f-4d17-8c90-0c88cc705dcd admin admin] Usage tracker for resource:subnet and tenant:74ab40fd41f74c32aa31f3eb6da9d567 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:35:02.603261 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-7d532c4b-8a4f-4d17-8c90-0c88cc705dcd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:35:02.608224 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-af51f237-483f-4254-b8c7-02101896c17f req-15e0d62b-4721-45ef-8680-66bb8d7e17be tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:35:02.611453 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf31fe6-4de6-43bc-9dbe-fc8f91d7776e admin admin] Pushing event updated for resources: {'Network': ['ID=e7139666-3b4d-41d7-938d-79900f74f5c3,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:35:02.612277 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21ff12bc-8b0a-41ad-a048-efce57939223 req-32ae63c0-4d57-4dee-ba4a-deca7287a8c3 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Made reservation on behalf of 52669f2db59f4a3eb6fd40f6ebcd20ec for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:35:02.617603 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-21ff12bc-8b0a-41ad-a048-efce57939223 req-32ae63c0-4d57-4dee-ba4a-deca7287a8c3 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:02.637279 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-7d532c4b-8a4f-4d17-8c90-0c88cc705dcd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:35:02.652405 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-87691fa6-a30d-419f-84e8-3c6a1a18f10f None None] Port 24651c97-ae0f-4907-8b38-7261435835f0 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:35:02.655814 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network e7139666-3b4d-41d7-938d-79900f74f5c3 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:35:02.660969 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d532c4b-8a4f-4d17-8c90-0c88cc705dcd admin admin] Made reservation on behalf of 74ab40fd41f74c32aa31f3eb6da9d567 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:35:02.665142 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7d532c4b-8a4f-4d17-8c90-0c88cc705dcd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:02.952725 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af51f237-483f-4254-b8c7-02101896c17f req-15e0d62b-4721-45ef-8680-66bb8d7e17be tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Made reservation on behalf of e8214c87941844eca93c05e6b9a8f274 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:35:02.956210 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-af51f237-483f-4254-b8c7-02101896c17f req-15e0d62b-4721-45ef-8680-66bb8d7e17be tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:03.048169 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7d532c4b-8a4f-4d17-8c90-0c88cc705dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:03.147890 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d532c4b-8a4f-4d17-8c90-0c88cc705dcd admin admin] Checking segment: {'id': '4b3c63d0-39d7-46aa-8848-6ddef296868c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e7139666-3b4d-41d7-938d-79900f74f5c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:35:03.148289 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d532c4b-8a4f-4d17-8c90-0c88cc705dcd admin admin] Network hostable DHCP agents. Network: e7139666-3b4d-41d7-938d-79900f74f5c3, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:35:03.172938 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d532c4b-8a4f-4d17-8c90-0c88cc705dcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1bdd400-3d6c-44c2-a530-63401fc4528d,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:35:03.184556 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d532c4b-8a4f-4d17-8c90-0c88cc705dcd admin admin] Network e7139666-3b4d-41d7-938d-79900f74f5c3 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:35:03.198050 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-7d532c4b-8a4f-4d17-8c90-0c88cc705dcd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, e7139666-3b4d-41d7-938d-79900f74f5c3) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:35:03.206516 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea06ed3-9646-4178-bb85-e19f888f3d6a req-171e482e-ef31-49ec-a016-0b8faf942a1d tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:03.207181 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d57991-cf2d-43a4-91bc-2bea13f7f460 None None] Network e7139666-3b4d-41d7-938d-79900f74f5c3 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:35:03.208174 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-eea06ed3-9646-4178-bb85-e19f888f3d6a req-171e482e-ef31-49ec-a016-0b8faf942a1d tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 946 time: 0.7038763 May 31 13:35:03.216189 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d532c4b-8a4f-4d17-8c90-0c88cc705dcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:03.216935 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7d532c4b-8a4f-4d17-8c90-0c88cc705dcd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:03.233057 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d5f253af-4f1e-4ed6-aa1b-a01515ca61ac req-d847b983-5907-48fe-bf0f-d32840a0b449 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec2e7b7d-c773-4a58-92e2-21fa2b2e6186 HTTP/1.1" status: 200 len: 210 time: 0.3678834 May 31 13:35:03.252818 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-7d532c4b-8a4f-4d17-8c90-0c88cc705dcd admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8057725 May 31 13:35:03.258477 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47868) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:35:03.265790 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-4f68d2d1-8794-4190-9f42-cd5ac4a25162 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-118330108-router', 'tenant_id': '74ab40fd41f74c32aa31f3eb6da9d567', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:35:03.273238 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4f68d2d1-8794-4190-9f42-cd5ac4a25162 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:35:03.277975 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-4f68d2d1-8794-4190-9f42-cd5ac4a25162 admin admin] Usage tracker for resource:router and tenant:74ab40fd41f74c32aa31f3eb6da9d567 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:35:03.283644 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-4f68d2d1-8794-4190-9f42-cd5ac4a25162 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:35:03.292610 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4f68d2d1-8794-4190-9f42-cd5ac4a25162 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:35:03.306633 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-21ff12bc-8b0a-41ad-a048-efce57939223 req-32ae63c0-4d57-4dee-ba4a-deca7287a8c3 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Allocated IP 172.20.0.6 (6f63975b-9b05-46d3-8543-47c8fac2cf70/fa2724fc-99c1-4890-aaad-d9b53e2abcda/0d4f075d-0d5a-4f6e-b034-2e0be9e2b7f0) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:35:03.310630 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4f68d2d1-8794-4190-9f42-cd5ac4a25162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:03.316826 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4f68d2d1-8794-4190-9f42-cd5ac4a25162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:03.365550 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-eea06ed3-9646-4178-bb85-e19f888f3d6a req-8a6ecdfb-1edb-4ebf-a7f3-6ab435434850 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291888 May 31 13:35:03.410044 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4f68d2d1-8794-4190-9f42-cd5ac4a25162 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:03.760406 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f91337-980f-4738-881d-0f3034a32504 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-e7139666-3b4d-41d7-938d-79900f74f5c3', 'network_id': 'e7139666-3b4d-41d7-938d-79900f74f5c3', 'tenant_id': '74ab40fd41f74c32aa31f3eb6da9d567', 'fixed_ips': [{'subnet_id': 'f1bdd400-3d6c-44c2-a530-63401fc4528d'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:35:03.761332 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-35f91337-980f-4738-881d-0f3034a32504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:03.929718 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1211808-3ffc-4b71-9fbb-262e40cab4ff req-477f4091-432b-48af-a57b-e9bdc87b266c tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:03.937364 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c1211808-3ffc-4b71-9fbb-262e40cab4ff req-477f4091-432b-48af-a57b-e9bdc87b266c tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/networks?id=b1b02f4f-a70b-4201-8c66-e64da98751b7 HTTP/1.1" status: 200 len: 805 time: 0.1834407 May 31 13:35:03.985328 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c1211808-3ffc-4b71-9fbb-262e40cab4ff req-72083a20-583e-4e88-ab86-33c90cdbfd0a tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/quotas/e7915944b7b94ed798ed9400dc43e749 HTTP/1.1" status: 200 len: 375 time: 0.0460908 May 31 13:35:03.990477 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-af51f237-483f-4254-b8c7-02101896c17f req-15e0d62b-4721-45ef-8680-66bb8d7e17be tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Allocated IP 10.1.1.248 (2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a/be5242af-81d0-4358-b8f6-a7fb30a944f2/ec2bc788-e484-45ea-888b-dba186b72a44) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:35:04.097074 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4f68d2d1-8794-4190-9f42-cd5ac4a25162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:04.112047 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-35f91337-980f-4738-881d-0f3034a32504 None None] Allocated IP 172.20.0.2 (e7139666-3b4d-41d7-938d-79900f74f5c3/f1bdd400-3d6c-44c2-a530-63401fc4528d/e568cf0f-dd63-4ec6-9359-6eef34b4f4a9) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:35:04.258317 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c1211808-3ffc-4b71-9fbb-262e40cab4ff req-f35c2525-299e-41da-8dde-f3c8ecbea2d2 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e7915944b7b94ed798ed9400dc43e749&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2719243 May 31 13:35:04.427804 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c1211808-3ffc-4b71-9fbb-262e40cab4ff req-368f75f3-3721-4d32-b893-172cc3172bde service neutron] 10.222.0.50 "GET /v2.0/networks/b1b02f4f-a70b-4201-8c66-e64da98751b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685109 May 31 13:35:04.497827 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-35f91337-980f-4738-881d-0f3034a32504 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:04.529403 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-35f91337-980f-4738-881d-0f3034a32504 None None] Transition to ACTIVE for port object e568cf0f-dd63-4ec6-9359-6eef34b4f4a9 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:35:04.572850 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-35f91337-980f-4738-881d-0f3034a32504 None None] Transition to ACTIVE for port object e568cf0f-dd63-4ec6-9359-6eef34b4f4a9 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:35:04.589043 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c1211808-3ffc-4b71-9fbb-262e40cab4ff req-94acb2a6-2751-49cf-82bc-9393d8c2a10b service neutron] 10.222.0.50 "GET /v2.0/networks/b1b02f4f-a70b-4201-8c66-e64da98751b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603351 May 31 13:35:04.591070 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-35f91337-980f-4738-881d-0f3034a32504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:04.610416 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-21ff12bc-8b0a-41ad-a048-efce57939223 req-32ae63c0-4d57-4dee-ba4a-deca7287a8c3 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:04.682004 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f91337-980f-4738-881d-0f3034a32504 None None] Network e7139666-3b4d-41d7-938d-79900f74f5c3 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:35:04.685150 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-35f91337-980f-4738-881d-0f3034a32504 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:35:04.688825 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f91337-980f-4738-881d-0f3034a32504 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:35:04.818852 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab46510-83e0-49c1-beee-1f754b81c50b req-e56b292c-7819-4411-b78f-3675a32cb9fd tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:04.827286 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f91337-980f-4738-881d-0f3034a32504 None None] Pushing event updated for resources: {'Port': ['ID=e568cf0f-dd63-4ec6-9359-6eef34b4f4a9,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:35:04.835365 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9ab46510-83e0-49c1-beee-1f754b81c50b req-e56b292c-7819-4411-b78f-3675a32cb9fd tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/ports?device_id=98ea044c-54a5-4e34-ad50-f0894561190f HTTP/1.1" status: 200 len: 931 time: 0.8697155 May 31 13:35:04.863419 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4f68d2d1-8794-4190-9f42-cd5ac4a25162 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:04.940935 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4f68d2d1-8794-4190-9f42-cd5ac4a25162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:04.988421 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-35f91337-980f-4738-881d-0f3034a32504 None None] Attempting to bind port e568cf0f-dd63-4ec6-9359-6eef34b4f4a9 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:35:04.988796 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-35f91337-980f-4738-881d-0f3034a32504 None None] Attempting to bind port e568cf0f-dd63-4ec6-9359-6eef34b4f4a9 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '4b3c63d0-39d7-46aa-8848-6ddef296868c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e7139666-3b4d-41d7-938d-79900f74f5c3'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:35:04.989941 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f91337-980f-4738-881d-0f3034a32504 None None] Attempting to bind port e568cf0f-dd63-4ec6-9359-6eef34b4f4a9 on network e7139666-3b4d-41d7-938d-79900f74f5c3 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:35:05.020287 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f91337-980f-4738-881d-0f3034a32504 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:35:05.023346 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9ab46510-83e0-49c1-beee-1f754b81c50b req-221d3694-6511-421d-8f7c-a548d8064d28 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdd63f0-9a82-48d4-b4bf-108afcf63acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1862817 May 31 13:35:05.042068 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f91337-980f-4738-881d-0f3034a32504 None None] Checking segment: {'id': '4b3c63d0-39d7-46aa-8848-6ddef296868c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e7139666-3b4d-41d7-938d-79900f74f5c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:35:05.042789 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-35f91337-980f-4738-881d-0f3034a32504 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:05.043427 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f91337-980f-4738-881d-0f3034a32504 None None] Bound using segment: {'id': '4b3c63d0-39d7-46aa-8848-6ddef296868c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e7139666-3b4d-41d7-938d-79900f74f5c3'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:35:05.044141 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-35f91337-980f-4738-881d-0f3034a32504 None None] Bound port: e568cf0f-dd63-4ec6-9359-6eef34b4f4a9, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b3c63d0-39d7-46aa-8848-6ddef296868c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e7139666-3b4d-41d7-938d-79900f74f5c3'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:35:05.044746 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-35f91337-980f-4738-881d-0f3034a32504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:05.106145 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-21ff12bc-8b0a-41ad-a048-efce57939223 req-32ae63c0-4d57-4dee-ba4a-deca7287a8c3 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:05.260156 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-35f91337-980f-4738-881d-0f3034a32504 None None] For port e568cf0f-dd63-4ec6-9359-6eef34b4f4a9, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:35:05.267899 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-35f91337-980f-4738-881d-0f3034a32504 None None] For port e568cf0f-dd63-4ec6-9359-6eef34b4f4a9, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=e568cf0f-dd63-4ec6-9359-6eef34b4f4a9,segment=NetworkSegment(4b3c63d0-39d7-46aa-8848-6ddef296868c),segment_id=4b3c63d0-39d7-46aa-8848-6ddef296868c)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:35:05.277118 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-35f91337-980f-4738-881d-0f3034a32504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:05.293932 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-af51f237-483f-4254-b8c7-02101896c17f req-15e0d62b-4721-45ef-8680-66bb8d7e17be tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:05.323045 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21ff12bc-8b0a-41ad-a048-efce57939223 req-32ae63c0-4d57-4dee-ba4a-deca7287a8c3 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Network 6f63975b-9b05-46d3-8543-47c8fac2cf70 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:35:05.338503 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-21ff12bc-8b0a-41ad-a048-efce57939223 req-32ae63c0-4d57-4dee-ba4a-deca7287a8c3 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:35:05.400503 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-21ff12bc-8b0a-41ad-a048-efce57939223 req-32ae63c0-4d57-4dee-ba4a-deca7287a8c3 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:35:05.425757 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f91337-980f-4738-881d-0f3034a32504 None None] Pushing event updated for resources: {'Port': ['ID=e568cf0f-dd63-4ec6-9359-6eef34b4f4a9,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:35:05.468131 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-4f68d2d1-8794-4190-9f42-cd5ac4a25162 admin admin] Allocated IP 172.25.6.167 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/7529e2ba-2be6-4387-ad6a-4dffb51b66d4) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:35:05.494895 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-af51f237-483f-4254-b8c7-02101896c17f req-15e0d62b-4721-45ef-8680-66bb8d7e17be tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Transition to ACTIVE for port object ec2bc788-e484-45ea-888b-dba186b72a44 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:35:05.557343 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-44114ff7-3295-44c4-82fa-754a5f5fc113 req-a1f95227-ea04-4bdf-af8b-909aa1818995 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c115b76b-660c-4184-a3f1-4850b0660aae HTTP/1.1" status: 200 len: 210 time: 0.2283895 May 31 13:35:05.620023 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ae63c0-4d57-4dee-ba4a-deca7287a8c3 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Pushing event updated for resources: {'Port': ['ID=0d4f075d-0d5a-4f6e-b034-2e0be9e2b7f0,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:35:05.683541 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff12bc-8b0a-41ad-a048-efce57939223 req-32ae63c0-4d57-4dee-ba4a-deca7287a8c3 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:05.684286 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-21ff12bc-8b0a-41ad-a048-efce57939223 req-32ae63c0-4d57-4dee-ba4a-deca7287a8c3 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:05.760110 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-21ff12bc-8b0a-41ad-a048-efce57939223 req-32ae63c0-4d57-4dee-ba4a-deca7287a8c3 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1392984 May 31 13:35:05.777000 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-21ff12bc-8b0a-41ad-a048-efce57939223 req-c3c768ec-7db2-4615-856d-e8c0186398ef service neutron] Request body: {'port': {'device_id': 'ec2e7b7d-c773-4a58-92e2-21fa2b2e6186', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:35:05.813113 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-af51f237-483f-4254-b8c7-02101896c17f req-15e0d62b-4721-45ef-8680-66bb8d7e17be tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:06.079779 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4f68d2d1-8794-4190-9f42-cd5ac4a25162 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:06.113465 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655a1a8a-f9a5-47fc-99bd-28b5f0b80cb8 req-c04a4ca4-a74e-4c2b-81e3-fd359dff8af2 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:06.117431 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-655a1a8a-f9a5-47fc-99bd-28b5f0b80cb8 req-c04a4ca4-a74e-4c2b-81e3-fd359dff8af2 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Synchronizing usage tracker for tenant:52669f2db59f4a3eb6fd40f6ebcd20ec on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:35:06.152285 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4f68d2d1-8794-4190-9f42-cd5ac4a25162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:06.177942 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e0d62b-4721-45ef-8680-66bb8d7e17be tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Pushing event updated for resources: {'Port': ['ID=ec2bc788-e484-45ea-888b-dba186b72a44,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:35:06.277951 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f68d2d1-8794-4190-9f42-cd5ac4a25162 admin admin] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:35:06.281051 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-4f68d2d1-8794-4190-9f42-cd5ac4a25162 admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:35:06.284930 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f68d2d1-8794-4190-9f42-cd5ac4a25162 admin admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:35:06.440778 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f68d2d1-8794-4190-9f42-cd5ac4a25162 admin admin] Pushing event updated for resources: {'Port': ['ID=7529e2ba-2be6-4387-ad6a-4dffb51b66d4,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:35:06.548575 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af51f237-483f-4254-b8c7-02101896c17f req-15e0d62b-4721-45ef-8680-66bb8d7e17be tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Network 2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:35:06.560950 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-af51f237-483f-4254-b8c7-02101896c17f req-15e0d62b-4721-45ef-8680-66bb8d7e17be tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:35:06.572510 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-af51f237-483f-4254-b8c7-02101896c17f req-15e0d62b-4721-45ef-8680-66bb8d7e17be tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:35:06.700518 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51f237-483f-4254-b8c7-02101896c17f req-15e0d62b-4721-45ef-8680-66bb8d7e17be tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:06.702852 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-af51f237-483f-4254-b8c7-02101896c17f req-15e0d62b-4721-45ef-8680-66bb8d7e17be tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:06.730416 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-655a1a8a-f9a5-47fc-99bd-28b5f0b80cb8 req-c04a4ca4-a74e-4c2b-81e3-fd359dff8af2 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Unset dirty status for tenant:52669f2db59f4a3eb6fd40f6ebcd20ec on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:35:06.732525 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-655a1a8a-f9a5-47fc-99bd-28b5f0b80cb8 req-c04a4ca4-a74e-4c2b-81e3-fd359dff8af2 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec2e7b7d-c773-4a58-92e2-21fa2b2e6186 HTTP/1.1" status: 200 len: 931 time: 1.6022966 May 31 13:35:06.977263 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-21ff12bc-8b0a-41ad-a048-efce57939223 req-c3c768ec-7db2-4615-856d-e8c0186398ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:07.001615 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af51f237-483f-4254-b8c7-02101896c17f req-15e0d62b-4721-45ef-8680-66bb8d7e17be tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6995008 May 31 13:35:07.018336 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-af51f237-483f-4254-b8c7-02101896c17f req-1fdfb1ce-ed86-4860-b826-108eb127d978 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Request body: {'port': {'device_id': '98ea044c-54a5-4e34-ad50-f0894561190f', 'network_id': '2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a', 'admin_state_up': True, 'tenant_id': 'e8214c87941844eca93c05e6b9a8f274', 'security_groups': ['4cdd63f0-9a82-48d4-b4bf-108afcf63acd']}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:35:07.129741 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45921dfc-e011-4068-a429-9f07382e8cda None None] Provisioning for port ec2bc788-e484-45ea-888b-dba186b72a44 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:35:07.146475 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45921dfc-e011-4068-a429-9f07382e8cda None None] Provisioning complete for port ec2bc788-e484-45ea-888b-dba186b72a44 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:35:07.146773 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45921dfc-e011-4068-a429-9f07382e8cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:07.325476 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45921dfc-e011-4068-a429-9f07382e8cda None None] Port ec2bc788-e484-45ea-888b-dba186b72a44 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:35:07.332741 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1211808-3ffc-4b71-9fbb-262e40cab4ff req-7c10d540-24de-4d11-b7a4-030a5e9b7075 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:07.334712 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-c1211808-3ffc-4b71-9fbb-262e40cab4ff req-7c10d540-24de-4d11-b7a4-030a5e9b7075 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Synchronizing usage tracker for tenant:e7915944b7b94ed798ed9400dc43e749 on resource:network {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:35:07.367247 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4f68d2d1-8794-4190-9f42-cd5ac4a25162 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:07.371951 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ec48e4-a00a-44c4-bf38-97f1a1fa63b8 None None] Network e7139666-3b4d-41d7-938d-79900f74f5c3 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:35:07.594634 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-c1211808-3ffc-4b71-9fbb-262e40cab4ff req-7c10d540-24de-4d11-b7a4-030a5e9b7075 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Unset dirty status for tenant:e7915944b7b94ed798ed9400dc43e749 on resource:network {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:35:07.599033 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c1211808-3ffc-4b71-9fbb-262e40cab4ff req-7c10d540-24de-4d11-b7a4-030a5e9b7075 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.20 "GET /v2.0/networks?id=b1b02f4f-a70b-4201-8c66-e64da98751b7 HTTP/1.1" status: 200 len: 805 time: 0.7186866 May 31 13:35:07.607131 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:07.610847 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f05931a0-c8b1-4939-9385-e57233def2f6 None None] Provisioning for port e568cf0f-dd63-4ec6-9359-6eef34b4f4a9 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:35:07.684169 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-c1211808-3ffc-4b71-9fbb-262e40cab4ff req-c6ed9d99-6411-4566-bb30-68f35b5041c5 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Request body: {'port': {'device_id': 'c115b76b-660c-4184-a3f1-4850b0660aae', 'network_id': 'b1b02f4f-a70b-4201-8c66-e64da98751b7', 'admin_state_up': True, 'tenant_id': 'e7915944b7b94ed798ed9400dc43e749'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:35:07.739853 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-21ff12bc-8b0a-41ad-a048-efce57939223 req-c3c768ec-7db2-4615-856d-e8c0186398ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d4f075d-0d5a-4f6e-b034-2e0be9e2b7f0 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:35:07.747691 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-21ff12bc-8b0a-41ad-a048-efce57939223 req-c3c768ec-7db2-4615-856d-e8c0186398ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:07.763482 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-21ff12bc-8b0a-41ad-a048-efce57939223 req-c3c768ec-7db2-4615-856d-e8c0186398ef service neutron] Transition to ACTIVE for port object 0d4f075d-0d5a-4f6e-b034-2e0be9e2b7f0 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:35:07.803817 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-21ff12bc-8b0a-41ad-a048-efce57939223 req-c3c768ec-7db2-4615-856d-e8c0186398ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:07.963210 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c768ec-7db2-4615-856d-e8c0186398ef service neutron] Pushing event updated for resources: {'Port': ['ID=0d4f075d-0d5a-4f6e-b034-2e0be9e2b7f0,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:35:07.993665 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-655a1a8a-f9a5-47fc-99bd-28b5f0b80cb8 req-2b17164b-2613-4655-80f5-e572a71d7d1a tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2399678 May 31 13:35:08.074269 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48abd642-085b-4063-8119-a334f9c6c5ab req-45b5abed-824e-4bf7-bab3-cb9f224e4709 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:08.074432 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device e568cf0f-dd63-4ec6-9359-6eef34b4f4a9 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:35:08.076213 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-48abd642-085b-4063-8119-a334f9c6c5ab req-45b5abed-824e-4bf7-bab3-cb9f224e4709 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 946 time: 2.1154239 May 31 13:35:08.189492 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-c1211808-3ffc-4b71-9fbb-262e40cab4ff req-c6ed9d99-6411-4566-bb30-68f35b5041c5 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:35:08.194325 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-c1211808-3ffc-4b71-9fbb-262e40cab4ff req-c6ed9d99-6411-4566-bb30-68f35b5041c5 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Usage tracker for resource:port and tenant:e7915944b7b94ed798ed9400dc43e749 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:35:08.197912 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-c1211808-3ffc-4b71-9fbb-262e40cab4ff req-c6ed9d99-6411-4566-bb30-68f35b5041c5 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:35:08.203481 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-c1211808-3ffc-4b71-9fbb-262e40cab4ff req-c6ed9d99-6411-4566-bb30-68f35b5041c5 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:35:08.213270 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4f68d2d1-8794-4190-9f42-cd5ac4a25162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:08.216923 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1211808-3ffc-4b71-9fbb-262e40cab4ff req-c6ed9d99-6411-4566-bb30-68f35b5041c5 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Made reservation on behalf of e7915944b7b94ed798ed9400dc43e749 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:35:08.220827 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-c1211808-3ffc-4b71-9fbb-262e40cab4ff req-c6ed9d99-6411-4566-bb30-68f35b5041c5 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:08.300106 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port e568cf0f-dd63-4ec6-9359-6eef34b4f4a9 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:35:08.307480 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port e568cf0f-dd63-4ec6-9359-6eef34b4f4a9 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:35:08.307480 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:08.343879 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-48abd642-085b-4063-8119-a334f9c6c5ab req-1596d9bd-3c2e-4a1e-9e1d-3724d7410053 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492924 May 31 13:35:08.345155 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-af51f237-483f-4254-b8c7-02101896c17f req-1fdfb1ce-ed86-4860-b826-108eb127d978 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:35:08.391442 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-af51f237-483f-4254-b8c7-02101896c17f req-1fdfb1ce-ed86-4860-b826-108eb127d978 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:35:08.429838 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af51f237-483f-4254-b8c7-02101896c17f req-1fdfb1ce-ed86-4860-b826-108eb127d978 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Made reservation on behalf of e8214c87941844eca93c05e6b9a8f274 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:35:08.434078 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-af51f237-483f-4254-b8c7-02101896c17f req-1fdfb1ce-ed86-4860-b826-108eb127d978 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:08.480703 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-21ff12bc-8b0a-41ad-a048-efce57939223 req-c3c768ec-7db2-4615-856d-e8c0186398ef service neutron] Attempting to bind port 0d4f075d-0d5a-4f6e-b034-2e0be9e2b7f0 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:35:08.482762 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ced03c00-ec14-4bbd-85e1-838597006639 None None] Provisioning complete for port e568cf0f-dd63-4ec6-9359-6eef34b4f4a9 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:35:08.483139 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ced03c00-ec14-4bbd-85e1-838597006639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:08.503391 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-21ff12bc-8b0a-41ad-a048-efce57939223 req-c3c768ec-7db2-4615-856d-e8c0186398ef service neutron] Attempting to bind port 0d4f075d-0d5a-4f6e-b034-2e0be9e2b7f0 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': '2d583837-a9d6-4709-9af2-21c6363b8602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6f63975b-9b05-46d3-8543-47c8fac2cf70'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:35:08.505092 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ff12bc-8b0a-41ad-a048-efce57939223 req-c3c768ec-7db2-4615-856d-e8c0186398ef service neutron] Attempting to bind port 0d4f075d-0d5a-4f6e-b034-2e0be9e2b7f0 on network 6f63975b-9b05-46d3-8543-47c8fac2cf70 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:35:08.683564 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ff12bc-8b0a-41ad-a048-efce57939223 req-c3c768ec-7db2-4615-856d-e8c0186398ef service neutron] Port 0d4f075d-0d5a-4f6e-b034-2e0be9e2b7f0 on network 6f63975b-9b05-46d3-8543-47c8fac2cf70 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:35:08.683564 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ff12bc-8b0a-41ad-a048-efce57939223 req-c3c768ec-7db2-4615-856d-e8c0186398ef service neutron] Attempting to bind port 0d4f075d-0d5a-4f6e-b034-2e0be9e2b7f0 on network 6f63975b-9b05-46d3-8543-47c8fac2cf70 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:35:08.699735 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ff12bc-8b0a-41ad-a048-efce57939223 req-c3c768ec-7db2-4615-856d-e8c0186398ef service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:35:08.700199 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ff12bc-8b0a-41ad-a048-efce57939223 req-c3c768ec-7db2-4615-856d-e8c0186398ef service neutron] Checking segment: {'id': '2d583837-a9d6-4709-9af2-21c6363b8602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6f63975b-9b05-46d3-8543-47c8fac2cf70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:35:08.700661 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ff12bc-8b0a-41ad-a048-efce57939223 req-c3c768ec-7db2-4615-856d-e8c0186398ef service neutron] Bound using segment: {'id': '2d583837-a9d6-4709-9af2-21c6363b8602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6f63975b-9b05-46d3-8543-47c8fac2cf70'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:35:08.701183 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-21ff12bc-8b0a-41ad-a048-efce57939223 req-c3c768ec-7db2-4615-856d-e8c0186398ef service neutron] Bound port: 0d4f075d-0d5a-4f6e-b034-2e0be9e2b7f0, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d583837-a9d6-4709-9af2-21c6363b8602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6f63975b-9b05-46d3-8543-47c8fac2cf70'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:35:08.701607 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-21ff12bc-8b0a-41ad-a048-efce57939223 req-c3c768ec-7db2-4615-856d-e8c0186398ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:08.732297 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d443ca1-33c1-490d-aa04-2a6102c41421 req-301811f7-3fa6-4c3c-9aa1-e024800675fb tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:08.741364 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d443ca1-33c1-490d-aa04-2a6102c41421 req-301811f7-3fa6-4c3c-9aa1-e024800675fb tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:08.742373 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-4d443ca1-33c1-490d-aa04-2a6102c41421 req-301811f7-3fa6-4c3c-9aa1-e024800675fb tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Synchronizing usage tracker for tenant:e8214c87941844eca93c05e6b9a8f274 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:35:08.792453 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port e568cf0f-dd63-4ec6-9359-6eef34b4f4a9 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:35:08.793093 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:08.805196 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f68d2d1-8794-4190-9f42-cd5ac4a25162 admin admin] Router 1e1964fc-8f04-4003-979e-044c3828d5ed is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 13:35:08.825872 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [req-c1211808-3ffc-4b71-9fbb-262e40cab4ff req-c6ed9d99-6411-4566-bb30-68f35b5041c5 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Allocated IP 172.20.0.2 (b1b02f4f-a70b-4201-8c66-e64da98751b7/0bea7539-c751-4155-a6fe-0d3f1a29fa41/62b05f69-ad8d-466d-8bd6-4a827b01fe2d) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:35:08.861881 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port e568cf0f-dd63-4ec6-9359-6eef34b4f4a9, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=e568cf0f-dd63-4ec6-9359-6eef34b4f4a9,segment=NetworkSegment(4b3c63d0-39d7-46aa-8848-6ddef296868c),segment_id=4b3c63d0-39d7-46aa-8848-6ddef296868c)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:35:08.923176 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:08.939514 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ded917be-de36-4c21-a343-3bb7d35b5fed req-77eba1f9-32fc-4f8f-bc87-562f63e39299 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c115b76b-660c-4184-a3f1-4850b0660aae HTTP/1.1" status: 200 len: 210 time: 0.1898127 May 31 13:35:08.942926 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-4d443ca1-33c1-490d-aa04-2a6102c41421 req-301811f7-3fa6-4c3c-9aa1-e024800675fb tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Unset dirty status for tenant:e8214c87941844eca93c05e6b9a8f274 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:35:08.947844 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4d443ca1-33c1-490d-aa04-2a6102c41421 req-301811f7-3fa6-4c3c-9aa1-e024800675fb tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/ports?device_id=98ea044c-54a5-4e34-ad50-f0894561190f HTTP/1.1" status: 200 len: 1653 time: 0.7444906 May 31 13:35:09.049734 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-af51f237-483f-4254-b8c7-02101896c17f req-1fdfb1ce-ed86-4860-b826-108eb127d978 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Allocated IP 10.1.1.237 (2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a/be5242af-81d0-4358-b8f6-a7fb30a944f2/4729e617-16b1-46f7-a6e5-fc37d11ed0ab) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:35:09.063502 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-21ff12bc-8b0a-41ad-a048-efce57939223 req-c3c768ec-7db2-4615-856d-e8c0186398ef service neutron] For port 0d4f075d-0d5a-4f6e-b034-2e0be9e2b7f0, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:35:09.078262 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4d443ca1-33c1-490d-aa04-2a6102c41421 req-6376d680-3626-4cbb-b8ad-c1bbfc41e468 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdd63f0-9a82-48d4-b4bf-108afcf63acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196568 May 31 13:35:09.081867 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f68d2d1-8794-4190-9f42-cd5ac4a25162 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:35:09.089449 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-21ff12bc-8b0a-41ad-a048-efce57939223 req-c3c768ec-7db2-4615-856d-e8c0186398ef service neutron] For port 0d4f075d-0d5a-4f6e-b034-2e0be9e2b7f0, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=0d4f075d-0d5a-4f6e-b034-2e0be9e2b7f0,segment=NetworkSegment(2d583837-a9d6-4709-9af2-21c6363b8602),segment_id=2d583837-a9d6-4709-9af2-21c6363b8602)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:35:09.097243 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-21ff12bc-8b0a-41ad-a048-efce57939223 req-c3c768ec-7db2-4615-856d-e8c0186398ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:09.103078 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:09.119053 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4f68d2d1-8794-4190-9f42-cd5ac4a25162 admin admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:09.123404 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-4f68d2d1-8794-4190-9f42-cd5ac4a25162 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.8611150 May 31 13:35:09.128763 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47940) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:35:09.167318 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=e568cf0f-dd63-4ec6-9359-6eef34b4f4a9,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:35:09.177931 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b648dd-0cf5-4ab8-adce-f8f3e6944c6a None None] Sync routers for ids ['1e1964fc-8f04-4003-979e-044c3828d5ed'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:35:09.227175 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-ced03c00-ec14-4bbd-85e1-838597006639 None None] Current status of the port e568cf0f-dd63-4ec6-9359-6eef34b4f4a9 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:35:09.259219 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b648dd-0cf5-4ab8-adce-f8f3e6944c6a None None] Routers {'1e1964fc-8f04-4003-979e-044c3828d5ed'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:35:09.260269 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-a4b648dd-0cf5-4ab8-adce-f8f3e6944c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:34:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['1e1964fc-8f04-4003-979e-044c3828d5ed'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:35:09.349635 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c768ec-7db2-4615-856d-e8c0186398ef service neutron] Pushing event updated for resources: {'Port': ['ID=0d4f075d-0d5a-4f6e-b034-2e0be9e2b7f0,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:35:09.432002 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff12bc-8b0a-41ad-a048-efce57939223 req-c3c768ec-7db2-4615-856d-e8c0186398ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:09.432820 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-21ff12bc-8b0a-41ad-a048-efce57939223 req-c3c768ec-7db2-4615-856d-e8c0186398ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:09.434426 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-21ff12bc-8b0a-41ad-a048-efce57939223 req-c3c768ec-7db2-4615-856d-e8c0186398ef service neutron] 10.222.0.44 "PUT /v2.0/ports/0d4f075d-0d5a-4f6e-b034-2e0be9e2b7f0 HTTP/1.1" status: 200 len: 1091 time: 3.6642652 May 31 13:35:09.441432 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec2e7b7d-c773-4a58-92e2-21fa2b2e6186', 'tag': '0d4f075d-0d5a-4f6e-b034-2e0be9e2b7f0'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:35:09.651702 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-a4b648dd-0cf5-4ab8-adce-f8f3e6944c6a None None] Set router 1e1964fc-8f04-4003-979e-044c3828d5ed gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:35:09.718878 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-c1211808-3ffc-4b71-9fbb-262e40cab4ff req-c6ed9d99-6411-4566-bb30-68f35b5041c5 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:09.763643 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-c1211808-3ffc-4b71-9fbb-262e40cab4ff req-c6ed9d99-6411-4566-bb30-68f35b5041c5 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:09.883365 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-af51f237-483f-4254-b8c7-02101896c17f req-1fdfb1ce-ed86-4860-b826-108eb127d978 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:09.928485 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-af51f237-483f-4254-b8c7-02101896c17f req-1fdfb1ce-ed86-4860-b826-108eb127d978 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Transition to ACTIVE for port object 4729e617-16b1-46f7-a6e5-fc37d11ed0ab will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:35:09.982244 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d319e406-a4aa-4cca-8687-66d17380e1b1 req-0f81dcf0-0847-4ea7-ae68-bd7c72c58c3a tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:09.983793 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d319e406-a4aa-4cca-8687-66d17380e1b1 req-0f81dcf0-0847-4ea7-ae68-bd7c72c58c3a tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 946 time: 0.6832018 May 31 13:35:09.996332 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac4696-a424-4ce0-96ed-65fcb99918dd req-36908a23-e29a-4d5c-9ad5-24ca3f3b81ce tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:09.997840 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a9ac4696-a424-4ce0-96ed-65fcb99918dd req-36908a23-e29a-4d5c-9ad5-24ca3f3b81ce tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec2e7b7d-c773-4a58-92e2-21fa2b2e6186 HTTP/1.1" status: 200 len: 943 time: 0.6519909 May 31 13:35:10.029790 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff12bc-8b0a-41ad-a048-efce57939223 req-dcc1bbbd-1ab2-482b-abb4-89528b16e473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:10.031315 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-21ff12bc-8b0a-41ad-a048-efce57939223 req-dcc1bbbd-1ab2-482b-abb4-89528b16e473 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=52669f2db59f4a3eb6fd40f6ebcd20ec&device_id=ec2e7b7d-c773-4a58-92e2-21fa2b2e6186 HTTP/1.1" status: 200 len: 1094 time: 0.2056565 May 31 13:35:10.043582 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device e568cf0f-dd63-4ec6-9359-6eef34b4f4a9 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:35:10.064207 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed9d99-6411-4566-bb30-68f35b5041c5 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Pushing event updated for resources: {'Port': ['ID=62b05f69-ad8d-466d-8bd6-4a827b01fe2d,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:35:10.082644 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1211808-3ffc-4b71-9fbb-262e40cab4ff req-c6ed9d99-6411-4566-bb30-68f35b5041c5 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Network b1b02f4f-a70b-4201-8c66-e64da98751b7 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:35:10.088777 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [req-c1211808-3ffc-4b71-9fbb-262e40cab4ff req-c6ed9d99-6411-4566-bb30-68f35b5041c5 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:35:10.096718 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1211808-3ffc-4b71-9fbb-262e40cab4ff req-c6ed9d99-6411-4566-bb30-68f35b5041c5 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:35:10.157044 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-21ff12bc-8b0a-41ad-a048-efce57939223 req-87749c8f-e72b-45b2-a427-a968d68fe8bd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d4f075d-0d5a-4f6e-b034-2e0be9e2b7f0 HTTP/1.1" status: 200 len: 217 time: 0.1086965 May 31 13:35:10.158126 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-af51f237-483f-4254-b8c7-02101896c17f req-1fdfb1ce-ed86-4860-b826-108eb127d978 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:10.167300 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port e568cf0f-dd63-4ec6-9359-6eef34b4f4a9 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:35:10.167668 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:10.213147 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-a4b648dd-0cf5-4ab8-adce-f8f3e6944c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e1964fc-8f04-4003-979e-044c3828d5ed', 'name': 'tempest-ServersTestFqdnHostnames-118330108-router', 'tenant_id': '74ab40fd41f74c32aa31f3eb6da9d567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '7529e2ba-2be6-4387-ad6a-4dffb51b66d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:35:03Z', 'updated_at': '2022-05-31T13:35:06Z', 'revision_number': 3, 'project_id': '74ab40fd41f74c32aa31f3eb6da9d567', 'gw_port': {'id': '7529e2ba-2be6-4387-ad6a-4dffb51b66d4', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e1964fc-8f04-4003-979e-044c3828d5ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:35:05Z', 'updated_at': '2022-05-31T13:35:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:35:10.229253 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b648dd-0cf5-4ab8-adce-f8f3e6944c6a None None] Checking router: 1e1964fc-8f04-4003-979e-044c3828d5ed for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:35:10.229253 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b648dd-0cf5-4ab8-adce-f8f3e6944c6a None None] Updating router 1e1964fc-8f04-4003-979e-044c3828d5ed port 7529e2ba-2be6-4387-ad6a-4dffb51b66d4 binding host n-d-843939-1 {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:35:10.295293 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d319e406-a4aa-4cca-8687-66d17380e1b1 req-64b22814-05ea-40e2-892f-df9f86f2c64a tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951529 May 31 13:35:10.299280 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a4b648dd-0cf5-4ab8-adce-f8f3e6944c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:10.364736 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a9ac4696-a424-4ce0-96ed-65fcb99918dd req-23c72c2c-ef94-445f-ba77-eb88ea0daa29 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3420630 May 31 13:35:10.514119 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af51f237-483f-4254-b8c7-02101896c17f req-1fdfb1ce-ed86-4860-b826-108eb127d978 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Network 2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:35:10.517897 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d623dc3-9f4f-4dde-993c-1386e5cf9fe1'] response: {'name': 'network-changed', 'server_uuid': 'ec2e7b7d-c773-4a58-92e2-21fa2b2e6186', 'tag': '0d4f075d-0d5a-4f6e-b034-2e0be9e2b7f0', 'status': 'completed', 'code': 200} May 31 13:35:10.528286 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-af51f237-483f-4254-b8c7-02101896c17f req-1fdfb1ce-ed86-4860-b826-108eb127d978 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:35:10.554057 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdfb1ce-ed86-4860-b826-108eb127d978 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Pushing event updated for resources: {'Port': ['ID=4729e617-16b1-46f7-a6e5-fc37d11ed0ab,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:35:10.564597 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-af51f237-483f-4254-b8c7-02101896c17f req-1fdfb1ce-ed86-4860-b826-108eb127d978 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:35:10.634510 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1211808-3ffc-4b71-9fbb-262e40cab4ff req-c6ed9d99-6411-4566-bb30-68f35b5041c5 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:10.635155 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-c1211808-3ffc-4b71-9fbb-262e40cab4ff req-c6ed9d99-6411-4566-bb30-68f35b5041c5 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:10.679632 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff12bc-8b0a-41ad-a048-efce57939223 req-3edc4055-043b-48a9-9b4a-b0d59bc4bb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:10.684392 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-21ff12bc-8b0a-41ad-a048-efce57939223 req-3edc4055-043b-48a9-9b4a-b0d59bc4bb3e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fa2724fc-99c1-4890-aaad-d9b53e2abcda HTTP/1.1" status: 200 len: 851 time: 0.5075641 May 31 13:35:10.740863 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c1211808-3ffc-4b71-9fbb-262e40cab4ff req-c6ed9d99-6411-4566-bb30-68f35b5041c5 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0742095 May 31 13:35:10.761002 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-c1211808-3ffc-4b71-9fbb-262e40cab4ff req-de0a8591-0b56-4fd6-b9ff-bd979ddb91c4 service neutron] Request body: {'port': {'device_id': 'c115b76b-660c-4184-a3f1-4850b0660aae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843939-1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:35:10.898607 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-21ff12bc-8b0a-41ad-a048-efce57939223 req-72f7c64f-12e2-4da6-b45e-61559e84c5d3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6f63975b-9b05-46d3-8543-47c8fac2cf70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2058496 May 31 13:35:10.925413 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a4b648dd-0cf5-4ab8-adce-f8f3e6944c6a None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:10.978411 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51f237-483f-4254-b8c7-02101896c17f req-1fdfb1ce-ed86-4860-b826-108eb127d978 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:10.978971 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a4b648dd-0cf5-4ab8-adce-f8f3e6944c6a None None] Transition to ACTIVE for port object 7529e2ba-2be6-4387-ad6a-4dffb51b66d4 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:35:10.979258 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-af51f237-483f-4254-b8c7-02101896c17f req-1fdfb1ce-ed86-4860-b826-108eb127d978 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:10.994162 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-20ee33c3-baad-48c4-8987-8f7ea8289846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:11.000386 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a4b648dd-0cf5-4ab8-adce-f8f3e6944c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:11.046332 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port e568cf0f-dd63-4ec6-9359-6eef34b4f4a9 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:35:11.057561 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6f8dc6cf-bfa4-4226-a217-e4d154c8cea1 None None] Provisioning for port 4729e617-16b1-46f7-a6e5-fc37d11ed0ab completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:35:11.073155 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af51f237-483f-4254-b8c7-02101896c17f req-1fdfb1ce-ed86-4860-b826-108eb127d978 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0647807 May 31 13:35:11.086786 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6f8dc6cf-bfa4-4226-a217-e4d154c8cea1 None None] Provisioning complete for port 4729e617-16b1-46f7-a6e5-fc37d11ed0ab triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:35:11.087152 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6f8dc6cf-bfa4-4226-a217-e4d154c8cea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:11.093954 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-af51f237-483f-4254-b8c7-02101896c17f req-4e3b7791-1ff7-44ec-ba7f-80206958139b tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Request body: {'port': {'device_id': '98ea044c-54a5-4e34-ad50-f0894561190f', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '37c48153-c66c-4011-885e-e73ddcdb568e', 'admin_state_up': True, 'tenant_id': 'e8214c87941844eca93c05e6b9a8f274', 'security_groups': ['4cdd63f0-9a82-48d4-b4bf-108afcf63acd']}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:35:11.144212 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-a4b648dd-0cf5-4ab8-adce-f8f3e6944c6a None None] Attempting to bind port 7529e2ba-2be6-4387-ad6a-4dffb51b66d4 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:35:11.144931 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-a4b648dd-0cf5-4ab8-adce-f8f3e6944c6a None None] Attempting to bind port 7529e2ba-2be6-4387-ad6a-4dffb51b66d4 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:35:11.145504 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b648dd-0cf5-4ab8-adce-f8f3e6944c6a None None] Attempting to bind port 7529e2ba-2be6-4387-ad6a-4dffb51b66d4 on network d2103cd5-63ba-4c24-9d95-fd17643bf14c {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:35:11.171318 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b648dd-0cf5-4ab8-adce-f8f3e6944c6a None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:35:11.189728 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b648dd-0cf5-4ab8-adce-f8f3e6944c6a None None] Checking segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:35:11.190540 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a4b648dd-0cf5-4ab8-adce-f8f3e6944c6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:11.191179 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b648dd-0cf5-4ab8-adce-f8f3e6944c6a None None] Bound using segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:35:11.192014 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-a4b648dd-0cf5-4ab8-adce-f8f3e6944c6a None None] Bound port: 7529e2ba-2be6-4387-ad6a-4dffb51b66d4, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:35:11.192619 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a4b648dd-0cf5-4ab8-adce-f8f3e6944c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:11.244001 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-c1211808-3ffc-4b71-9fbb-262e40cab4ff req-de0a8591-0b56-4fd6-b9ff-bd979ddb91c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:11.261477 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-6f8dc6cf-bfa4-4226-a217-e4d154c8cea1 None None] Port 4729e617-16b1-46f7-a6e5-fc37d11ed0ab cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:35:11.263644 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3289bc8-e64d-423d-8db0-7cfd8c9f0118 None None] Pushing event updated for resources: {'Port': ['ID=7529e2ba-2be6-4387-ad6a-4dffb51b66d4,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:35:11.306092 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-af51f237-483f-4254-b8c7-02101896c17f req-4e3b7791-1ff7-44ec-ba7f-80206958139b tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:35:11.306444 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-af51f237-483f-4254-b8c7-02101896c17f req-4e3b7791-1ff7-44ec-ba7f-80206958139b tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:35:11.328279 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af51f237-483f-4254-b8c7-02101896c17f req-4e3b7791-1ff7-44ec-ba7f-80206958139b tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Made reservation on behalf of e8214c87941844eca93c05e6b9a8f274 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:35:11.368162 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 13:35:11.394515 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd67f5-e000-4b16-9c3e-6e468cd3a423 req-7693939d-5b80-4672-8325-737fa82ececa tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:11.401461 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd67f5-e000-4b16-9c3e-6e468cd3a423 req-7693939d-5b80-4672-8325-737fa82ececa tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:11.403083 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-a4b648dd-0cf5-4ab8-adce-f8f3e6944c6a None None] For port 7529e2ba-2be6-4387-ad6a-4dffb51b66d4, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:35:11.407209 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd67f5-e000-4b16-9c3e-6e468cd3a423 req-7693939d-5b80-4672-8325-737fa82ececa tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:11.409693 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-a4b648dd-0cf5-4ab8-adce-f8f3e6944c6a None None] For port 7529e2ba-2be6-4387-ad6a-4dffb51b66d4, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=7529e2ba-2be6-4387-ad6a-4dffb51b66d4,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:35:11.415534 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cdbd67f5-e000-4b16-9c3e-6e468cd3a423 req-7693939d-5b80-4672-8325-737fa82ececa tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/ports?device_id=98ea044c-54a5-4e34-ad50-f0894561190f HTTP/1.1" status: 200 len: 2374 time: 0.6593497 May 31 13:35:11.417814 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a4b648dd-0cf5-4ab8-adce-f8f3e6944c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:11.504775 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec3c5e-d231-4789-9003-5ad00afd264a req-9280d354-a4dd-4085-a505-1fb2e6538b89 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:11.514171 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1fec3c5e-d231-4789-9003-5ad00afd264a req-9280d354-a4dd-4085-a505-1fb2e6538b89 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c115b76b-660c-4184-a3f1-4850b0660aae HTTP/1.1" status: 200 len: 931 time: 0.7481070 May 31 13:35:11.612242 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3289bc8-e64d-423d-8db0-7cfd8c9f0118 None None] Pushing event updated for resources: {'Port': ['ID=7529e2ba-2be6-4387-ad6a-4dffb51b66d4,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:35:11.645708 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b648dd-0cf5-4ab8-adce-f8f3e6944c6a None None] Routers {'1e1964fc-8f04-4003-979e-044c3828d5ed'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:35:11.648332 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-a4b648dd-0cf5-4ab8-adce-f8f3e6944c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:34:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['1e1964fc-8f04-4003-979e-044c3828d5ed'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:35:11.672421 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1fec3c5e-d231-4789-9003-5ad00afd264a req-046404a8-e58a-4eac-a7a3-d303dee9fd0e tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574447 May 31 13:35:11.712052 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cdbd67f5-e000-4b16-9c3e-6e468cd3a423 req-81733ece-aff4-4c27-a69a-8df141287b73 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdd63f0-9a82-48d4-b4bf-108afcf63acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2955194 May 31 13:35:11.760407 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-21ff12bc-8b0a-41ad-a048-efce57939223 req-4a638dd6-a78f-455f-b4aa-5f2285d01c50 service neutron] 10.222.0.44 "GET /v2.0/networks/6f63975b-9b05-46d3-8543-47c8fac2cf70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8521528 May 31 13:35:11.786696 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [req-c1211808-3ffc-4b71-9fbb-262e40cab4ff req-de0a8591-0b56-4fd6-b9ff-bd979ddb91c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62b05f69-ad8d-466d-8bd6-4a827b01fe2d {{(pid=88369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:35:11.807399 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-c1211808-3ffc-4b71-9fbb-262e40cab4ff req-de0a8591-0b56-4fd6-b9ff-bd979ddb91c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:11.852807 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-c1211808-3ffc-4b71-9fbb-262e40cab4ff req-de0a8591-0b56-4fd6-b9ff-bd979ddb91c4 service neutron] Transition to ACTIVE for port object 62b05f69-ad8d-466d-8bd6-4a827b01fe2d will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:35:11.916177 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-a4b648dd-0cf5-4ab8-adce-f8f3e6944c6a None None] Set router 1e1964fc-8f04-4003-979e-044c3828d5ed gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:35:11.923036 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0a4ea611-6e73-44ec-a4f5-d338b8448dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:11.938318 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-c1211808-3ffc-4b71-9fbb-262e40cab4ff req-de0a8591-0b56-4fd6-b9ff-bd979ddb91c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:11.975557 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-21ff12bc-8b0a-41ad-a048-efce57939223 req-2f5a05c4-0f1a-4806-b128-f50b313ad12b service neutron] 10.222.0.44 "GET /v2.0/networks/6f63975b-9b05-46d3-8543-47c8fac2cf70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083592 May 31 13:35:12.264025 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-af51f237-483f-4254-b8c7-02101896c17f req-4e3b7791-1ff7-44ec-ba7f-80206958139b tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:12.363445 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0a8591-0b56-4fd6-b9ff-bd979ddb91c4 service neutron] Pushing event updated for resources: {'Port': ['ID=62b05f69-ad8d-466d-8bd6-4a827b01fe2d,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:35:12.414628 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-0a4ea611-6e73-44ec-a4f5-d338b8448dde admin admin] Allocated IP 172.20.0.1 (e7139666-3b4d-41d7-938d-79900f74f5c3/f1bdd400-3d6c-44c2-a530-63401fc4528d/3fdf6c28-135c-418f-8299-1110bb3eabbd) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:35:12.509057 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-a4b648dd-0cf5-4ab8-adce-f8f3e6944c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e1964fc-8f04-4003-979e-044c3828d5ed', 'name': 'tempest-ServersTestFqdnHostnames-118330108-router', 'tenant_id': '74ab40fd41f74c32aa31f3eb6da9d567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '7529e2ba-2be6-4387-ad6a-4dffb51b66d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:35:03Z', 'updated_at': '2022-05-31T13:35:06Z', 'revision_number': 3, 'project_id': '74ab40fd41f74c32aa31f3eb6da9d567', 'gw_port': {'id': '7529e2ba-2be6-4387-ad6a-4dffb51b66d4', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e1964fc-8f04-4003-979e-044c3828d5ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:35:05Z', 'updated_at': '2022-05-31T13:35:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:35:12.521625 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b648dd-0cf5-4ab8-adce-f8f3e6944c6a None None] The sync data for ids ['1e1964fc-8f04-4003-979e-044c3828d5ed'] in n-d-843939-1 is: [{'id': '1e1964fc-8f04-4003-979e-044c3828d5ed', 'name': 'tempest-ServersTestFqdnHostnames-118330108-router', 'tenant_id': '74ab40fd41f74c32aa31f3eb6da9d567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '7529e2ba-2be6-4387-ad6a-4dffb51b66d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:35:03Z', 'updated_at': '2022-05-31T13:35:06Z', 'revision_number': 3, 'project_id': '74ab40fd41f74c32aa31f3eb6da9d567', 'gw_port': {'id': '7529e2ba-2be6-4387-ad6a-4dffb51b66d4', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e1964fc-8f04-4003-979e-044c3828d5ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:35:05Z', 'updated_at': '2022-05-31T13:35:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:35:12.582927 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-c1211808-3ffc-4b71-9fbb-262e40cab4ff req-de0a8591-0b56-4fd6-b9ff-bd979ddb91c4 service neutron] Attempting to bind port 62b05f69-ad8d-466d-8bd6-4a827b01fe2d on host n-h1-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:35:12.583317 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-c1211808-3ffc-4b71-9fbb-262e40cab4ff req-de0a8591-0b56-4fd6-b9ff-bd979ddb91c4 service neutron] Attempting to bind port 62b05f69-ad8d-466d-8bd6-4a827b01fe2d by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': 'ac59caff-d513-4fef-b003-5737787eb94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b1b02f4f-a70b-4201-8c66-e64da98751b7'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:35:12.584327 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1211808-3ffc-4b71-9fbb-262e40cab4ff req-de0a8591-0b56-4fd6-b9ff-bd979ddb91c4 service neutron] Attempting to bind port 62b05f69-ad8d-466d-8bd6-4a827b01fe2d on network b1b02f4f-a70b-4201-8c66-e64da98751b7 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:35:12.596216 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1211808-3ffc-4b71-9fbb-262e40cab4ff req-de0a8591-0b56-4fd6-b9ff-bd979ddb91c4 service neutron] Port 62b05f69-ad8d-466d-8bd6-4a827b01fe2d on network b1b02f4f-a70b-4201-8c66-e64da98751b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:35:12.596563 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1211808-3ffc-4b71-9fbb-262e40cab4ff req-de0a8591-0b56-4fd6-b9ff-bd979ddb91c4 service neutron] Attempting to bind port 62b05f69-ad8d-466d-8bd6-4a827b01fe2d on network b1b02f4f-a70b-4201-8c66-e64da98751b7 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:35:12.606798 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1211808-3ffc-4b71-9fbb-262e40cab4ff req-de0a8591-0b56-4fd6-b9ff-bd979ddb91c4 service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:35:12.607331 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1211808-3ffc-4b71-9fbb-262e40cab4ff req-de0a8591-0b56-4fd6-b9ff-bd979ddb91c4 service neutron] Checking segment: {'id': 'ac59caff-d513-4fef-b003-5737787eb94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b1b02f4f-a70b-4201-8c66-e64da98751b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:35:12.607612 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1211808-3ffc-4b71-9fbb-262e40cab4ff req-de0a8591-0b56-4fd6-b9ff-bd979ddb91c4 service neutron] Bound using segment: {'id': 'ac59caff-d513-4fef-b003-5737787eb94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b1b02f4f-a70b-4201-8c66-e64da98751b7'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:35:12.608025 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-c1211808-3ffc-4b71-9fbb-262e40cab4ff req-de0a8591-0b56-4fd6-b9ff-bd979ddb91c4 service neutron] Bound port: 62b05f69-ad8d-466d-8bd6-4a827b01fe2d, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac59caff-d513-4fef-b003-5737787eb94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b1b02f4f-a70b-4201-8c66-e64da98751b7'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:35:12.610329 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-c1211808-3ffc-4b71-9fbb-262e40cab4ff req-de0a8591-0b56-4fd6-b9ff-bd979ddb91c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:12.610644 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254f3549-3feb-4046-b7ea-38aec3159ebc req-c4847c6f-a666-4965-8745-368f74030eaa tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:12.612415 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-254f3549-3feb-4046-b7ea-38aec3159ebc req-c4847c6f-a666-4965-8745-368f74030eaa tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec2e7b7d-c773-4a58-92e2-21fa2b2e6186 HTTP/1.1" status: 200 len: 943 time: 0.6362767 May 31 13:35:12.629825 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce6f67-356e-4146-ac7f-a1d6cd18e650 req-1846f1af-8b18-4e1a-9bd7-c7b380dc3598 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:12.633219 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e7ce6f67-356e-4146-ac7f-a1d6cd18e650 req-1846f1af-8b18-4e1a-9bd7-c7b380dc3598 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 946 time: 0.4641876 May 31 13:35:12.641309 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5108be-c6ed-4e19-a38f-5bc7f302735f req-325377b2-37ae-4e9a-a1ed-08270761c6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:12.643032 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-eb5108be-c6ed-4e19-a38f-5bc7f302735f req-325377b2-37ae-4e9a-a1ed-08270761c6da service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=52669f2db59f4a3eb6fd40f6ebcd20ec&device_id=ec2e7b7d-c773-4a58-92e2-21fa2b2e6186 HTTP/1.1" status: 200 len: 1094 time: 0.5314538 May 31 13:35:12.846359 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0a4ea611-6e73-44ec-a4f5-d338b8448dde admin admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:12.852679 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7c9e78ae-08fa-4da2-8235-ebdc4a59cebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:12.875183 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-c1211808-3ffc-4b71-9fbb-262e40cab4ff req-de0a8591-0b56-4fd6-b9ff-bd979ddb91c4 service neutron] For port 62b05f69-ad8d-466d-8bd6-4a827b01fe2d, host n-h1-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:35:12.890920 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-c1211808-3ffc-4b71-9fbb-262e40cab4ff req-de0a8591-0b56-4fd6-b9ff-bd979ddb91c4 service neutron] For port 62b05f69-ad8d-466d-8bd6-4a827b01fe2d, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=62b05f69-ad8d-466d-8bd6-4a827b01fe2d,segment=NetworkSegment(ac59caff-d513-4fef-b003-5737787eb94f),segment_id=ac59caff-d513-4fef-b003-5737787eb94f)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:35:12.895543 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-0a4ea611-6e73-44ec-a4f5-d338b8448dde admin admin] Transition to ACTIVE for port object 3fdf6c28-135c-418f-8299-1110bb3eabbd will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:35:12.901269 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-c1211808-3ffc-4b71-9fbb-262e40cab4ff req-de0a8591-0b56-4fd6-b9ff-bd979ddb91c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:12.977895 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1211808-3ffc-4b71-9fbb-262e40cab4ff req-de0a8591-0b56-4fd6-b9ff-bd979ddb91c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:12.988660 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-c1211808-3ffc-4b71-9fbb-262e40cab4ff req-de0a8591-0b56-4fd6-b9ff-bd979ddb91c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:12.988660 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c1211808-3ffc-4b71-9fbb-262e40cab4ff req-de0a8591-0b56-4fd6-b9ff-bd979ddb91c4 service neutron] 10.222.0.20 "PUT /v2.0/ports/62b05f69-ad8d-466d-8bd6-4a827b01fe2d HTTP/1.1" status: 200 len: 1091 time: 2.2298179 May 31 13:35:13.029289 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c115b76b-660c-4184-a3f1-4850b0660aae', 'tag': '62b05f69-ad8d-466d-8bd6-4a827b01fe2d'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:35:13.089248 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-254f3549-3feb-4046-b7ea-38aec3159ebc req-be17360c-2acc-410d-a7df-cbebbd313540 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4511926 May 31 13:35:13.130536 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0a8591-0b56-4fd6-b9ff-bd979ddb91c4 service neutron] Pushing event updated for resources: {'Port': ['ID=62b05f69-ad8d-466d-8bd6-4a827b01fe2d,revision_number=3']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:35:13.158111 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0a4ea611-6e73-44ec-a4f5-d338b8448dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:13.176851 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-af51f237-483f-4254-b8c7-02101896c17f req-4e3b7791-1ff7-44ec-ba7f-80206958139b tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Allocated IP 10.2.2.100 (37c48153-c66c-4011-885e-e73ddcdb568e/bfe35590-5148-41de-aa37-316fb43c548b/00bc2cb2-6a9e-4905-96dc-012b03dba6e7) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:35:13.254270 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4ea611-6e73-44ec-a4f5-d338b8448dde admin admin] Network e7139666-3b4d-41d7-938d-79900f74f5c3 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:35:13.259107 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-0a4ea611-6e73-44ec-a4f5-d338b8448dde admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:35:13.264999 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4ea611-6e73-44ec-a4f5-d338b8448dde admin admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:35:13.298921 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e7ce6f67-356e-4146-ac7f-a1d6cd18e650 req-7432f565-c950-4ef6-be3d-2d0149a1ef10 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6545997 May 31 13:35:13.301419 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5108be-c6ed-4e19-a38f-5bc7f302735f req-a151d165-b499-4383-b572-612863cc0609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:13.304182 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-eb5108be-c6ed-4e19-a38f-5bc7f302735f req-a151d165-b499-4383-b572-612863cc0609 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6f63975b-9b05-46d3-8543-47c8fac2cf70 HTTP/1.1" status: 200 len: 912 time: 0.6213887 May 31 13:35:13.380800 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4ea611-6e73-44ec-a4f5-d338b8448dde admin admin] Pushing event updated for resources: {'Port': ['ID=3fdf6c28-135c-418f-8299-1110bb3eabbd,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:35:13.411084 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1211808-3ffc-4b71-9fbb-262e40cab4ff req-e018fcc1-e54c-4081-969c-30cadc1dd5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:13.412770 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c1211808-3ffc-4b71-9fbb-262e40cab4ff req-e018fcc1-e54c-4081-969c-30cadc1dd5c7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e7915944b7b94ed798ed9400dc43e749&device_id=c115b76b-660c-4184-a3f1-4850b0660aae HTTP/1.1" status: 200 len: 1094 time: 0.3441062 May 31 13:35:13.414367 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0a4ea611-6e73-44ec-a4f5-d338b8448dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:13.586654 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-eb5108be-c6ed-4e19-a38f-5bc7f302735f req-d8b005c7-b49c-4571-9788-09026a41447f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d4f075d-0d5a-4f6e-b034-2e0be9e2b7f0 HTTP/1.1" status: 200 len: 217 time: 0.2639289 May 31 13:35:13.686741 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-87ec5f96-d01a-4d09-9ddb-298fe25b35aa None None] Provisioning for port 3fdf6c28-135c-418f-8299-1110bb3eabbd completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:35:13.711215 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-87ec5f96-d01a-4d09-9ddb-298fe25b35aa None None] Provisioning complete for port 3fdf6c28-135c-418f-8299-1110bb3eabbd triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:35:13.712093 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-87ec5f96-d01a-4d09-9ddb-298fe25b35aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:13.800106 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 0d4f075d-0d5a-4f6e-b034-2e0be9e2b7f0 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:35:13.860969 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:13.891740 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-87ec5f96-d01a-4d09-9ddb-298fe25b35aa None None] Port 3fdf6c28-135c-418f-8299-1110bb3eabbd cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:35:13.905258 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:13.965499 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-af51f237-483f-4254-b8c7-02101896c17f req-4e3b7791-1ff7-44ec-ba7f-80206958139b tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:13.989065 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-af51f237-483f-4254-b8c7-02101896c17f req-4e3b7791-1ff7-44ec-ba7f-80206958139b tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Transition to ACTIVE for port object 00bc2cb2-6a9e-4905-96dc-012b03dba6e7 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:35:14.035665 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c1211808-3ffc-4b71-9fbb-262e40cab4ff req-ab71208f-7d2a-4441-8dc3-435a18091805 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=62b05f69-ad8d-466d-8bd6-4a827b01fe2d HTTP/1.1" status: 200 len: 217 time: 0.1621282 May 31 13:35:14.065101 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-af51f237-483f-4254-b8c7-02101896c17f req-4e3b7791-1ff7-44ec-ba7f-80206958139b tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:14.086816 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 7529e2ba-2be6-4387-ad6a-4dffb51b66d4 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:35:14.187995 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1211808-3ffc-4b71-9fbb-262e40cab4ff req-bc9cd344-2757-442c-89b6-f9dac20556ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:14.190179 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c1211808-3ffc-4b71-9fbb-262e40cab4ff req-bc9cd344-2757-442c-89b6-f9dac20556ba service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0bea7539-c751-4155-a6fe-0d3f1a29fa41 HTTP/1.1" status: 200 len: 845 time: 0.1458809 May 31 13:35:14.191347 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5108be-c6ed-4e19-a38f-5bc7f302735f req-be2e6a84-7760-4e63-a006-fda345312975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:14.193091 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-eb5108be-c6ed-4e19-a38f-5bc7f302735f req-be2e6a84-7760-4e63-a006-fda345312975 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fa2724fc-99c1-4890-aaad-d9b53e2abcda HTTP/1.1" status: 200 len: 851 time: 0.3606400 May 31 13:35:14.218961 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 0d4f075d-0d5a-4f6e-b034-2e0be9e2b7f0, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=0d4f075d-0d5a-4f6e-b034-2e0be9e2b7f0,segment=NetworkSegment(2d583837-a9d6-4709-9af2-21c6363b8602),segment_id=2d583837-a9d6-4709-9af2-21c6363b8602)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:35:14.239728 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af51f237-483f-4254-b8c7-02101896c17f req-4e3b7791-1ff7-44ec-ba7f-80206958139b tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Network 37c48153-c66c-4011-885e-e73ddcdb568e is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:35:14.255034 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': '0d4f075d-0d5a-4f6e-b034-2e0be9e2b7f0', 'network_id': '6f63975b-9b05-46d3-8543-47c8fac2cf70', 'port_id': '0d4f075d-0d5a-4f6e-b034-2e0be9e2b7f0', 'mac_address': 'fa:16:3e:31:b9:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa2724fc-99c1-4890-aaad-d9b53e2abcda', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:35:14.259736 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c1211808-3ffc-4b71-9fbb-262e40cab4ff req-d7ff5602-06fc-4c46-ac60-253513cbd0f5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b1b02f4f-a70b-4201-8c66-e64da98751b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613358 May 31 13:35:14.260187 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-af51f237-483f-4254-b8c7-02101896c17f req-4e3b7791-1ff7-44ec-ba7f-80206958139b tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:35:14.265036 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 7529e2ba-2be6-4387-ad6a-4dffb51b66d4 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:35:14.282320 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-af51f237-483f-4254-b8c7-02101896c17f req-4e3b7791-1ff7-44ec-ba7f-80206958139b tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:35:14.329914 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-eb5108be-c6ed-4e19-a38f-5bc7f302735f req-7d45d98c-651d-44d1-a235-844c9681c484 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6f63975b-9b05-46d3-8543-47c8fac2cf70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1266127 May 31 13:35:14.336743 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 7529e2ba-2be6-4387-ad6a-4dffb51b66d4 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:35:14.337210 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3b7791-1ff7-44ec-ba7f-80206958139b tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Pushing event updated for resources: {'Port': ['ID=00bc2cb2-6a9e-4905-96dc-012b03dba6e7,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:35:14.338032 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:14.541320 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 0d4f075d-0d5a-4f6e-b034-2e0be9e2b7f0 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:35:14.542035 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:14.542928 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc0a3e-7c87-4da7-bcdc-71bf72b28ac9 req-46b82f8e-241a-4d35-bf7c-0f4a5f97c833 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:14.560179 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-57bc0a3e-7c87-4da7-bcdc-71bf72b28ac9 req-46b82f8e-241a-4d35-bf7c-0f4a5f97c833 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c115b76b-660c-4184-a3f1-4850b0660aae HTTP/1.1" status: 200 len: 943 time: 1.2542686 May 31 13:35:14.572188 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d4f075d-0d5a-4f6e-b034-2e0be9e2b7f0 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:35:14.645376 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 0d4f075d-0d5a-4f6e-b034-2e0be9e2b7f0, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=0d4f075d-0d5a-4f6e-b034-2e0be9e2b7f0,segment=NetworkSegment(2d583837-a9d6-4709-9af2-21c6363b8602),segment_id=2d583837-a9d6-4709-9af2-21c6363b8602)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:35:14.659157 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:14.668353 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c1211808-3ffc-4b71-9fbb-262e40cab4ff req-5c7a06e1-64f0-4609-a879-e9bc14a0a004 service neutron] 10.222.0.20 "GET /v2.0/networks/b1b02f4f-a70b-4201-8c66-e64da98751b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3988121 May 31 13:35:14.678332 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51f237-483f-4254-b8c7-02101896c17f req-4e3b7791-1ff7-44ec-ba7f-80206958139b tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:14.679869 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-af51f237-483f-4254-b8c7-02101896c17f req-4e3b7791-1ff7-44ec-ba7f-80206958139b tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:14.721045 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b368c-2fa3-4c92-9622-37a2ae6efaa8 req-4f47a4b4-1d13-4601-aeb8-de252286048a tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:14.734804 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b368c-2fa3-4c92-9622-37a2ae6efaa8 req-4f47a4b4-1d13-4601-aeb8-de252286048a tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:14.743683 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 7529e2ba-2be6-4387-ad6a-4dffb51b66d4 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:35:14.744606 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:14.749073 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b368c-2fa3-4c92-9622-37a2ae6efaa8 req-4f47a4b4-1d13-4601-aeb8-de252286048a tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:14.757419 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3d1b368c-2fa3-4c92-9622-37a2ae6efaa8 req-4f47a4b4-1d13-4601-aeb8-de252286048a tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/ports?device_id=98ea044c-54a5-4e34-ad50-f0894561190f HTTP/1.1" status: 200 len: 2374 time: 1.2410250 May 31 13:35:14.773778 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=0d4f075d-0d5a-4f6e-b034-2e0be9e2b7f0,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:35:14.777922 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 7529e2ba-2be6-4387-ad6a-4dffb51b66d4, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=7529e2ba-2be6-4387-ad6a-4dffb51b66d4,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:35:14.785835 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:14.846040 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0a4ea611-6e73-44ec-a4f5-d338b8448dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:14.875731 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f3007934-6274-4643-b69f-f90dd7572931 None None] Provisioning for port 00bc2cb2-6a9e-4905-96dc-012b03dba6e7 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:35:14.887387 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f3007934-6274-4643-b69f-f90dd7572931 None None] Provisioning complete for port 00bc2cb2-6a9e-4905-96dc-012b03dba6e7 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:35:14.887765 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f3007934-6274-4643-b69f-f90dd7572931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:14.919073 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-57bc0a3e-7c87-4da7-bcdc-71bf72b28ac9 req-a16c84fe-70d8-411b-9287-07961a448a73 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3576577 May 31 13:35:14.976750 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-f3007934-6274-4643-b69f-f90dd7572931 None None] Port 00bc2cb2-6a9e-4905-96dc-012b03dba6e7 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:35:14.978203 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3d1b368c-2fa3-4c92-9622-37a2ae6efaa8 req-082d0327-7543-4965-bb3e-fc3b98e43e7e tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdd63f0-9a82-48d4-b4bf-108afcf63acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1945114 May 31 13:35:14.979459 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['0d4f075d-0d5a-4f6e-b034-2e0be9e2b7f0'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:35:14.984715 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af51f237-483f-4254-b8c7-02101896c17f req-4e3b7791-1ff7-44ec-ba7f-80206958139b tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8944130 May 31 13:35:14.989035 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-eb5108be-c6ed-4e19-a38f-5bc7f302735f req-9950e4cc-7b79-4405-8a09-f174379572c1 service neutron] 10.222.0.44 "GET /v2.0/networks/6f63975b-9b05-46d3-8543-47c8fac2cf70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6429672 May 31 13:35:15.007717 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-af51f237-483f-4254-b8c7-02101896c17f req-0692e15e-1dc4-4d0f-bc72-22162297a6ec tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Request body: {'port': {'device_id': '98ea044c-54a5-4e34-ad50-f0894561190f', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '37c48153-c66c-4011-885e-e73ddcdb568e', 'admin_state_up': True, 'tenant_id': 'e8214c87941844eca93c05e6b9a8f274', 'security_groups': ['4cdd63f0-9a82-48d4-b4bf-108afcf63acd']}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:35:15.018335 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=7529e2ba-2be6-4387-ad6a-4dffb51b66d4,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:35:15.104254 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c1211808-3ffc-4b71-9fbb-262e40cab4ff req-f3c0a5e0-66b1-45c4-bdc4-f7fdaeac025d service neutron] 10.222.0.20 "GET /v2.0/networks/b1b02f4f-a70b-4201-8c66-e64da98751b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4277666 May 31 13:35:15.471611 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0a4ea611-6e73-44ec-a4f5-d338b8448dde admin admin] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:15.476880 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f3257e0-f2c7-44ac-8fe3-6f1cefb0faec'] response: {'name': 'network-changed', 'server_uuid': 'c115b76b-660c-4184-a3f1-4850b0660aae', 'tag': '62b05f69-ad8d-466d-8bd6-4a827b01fe2d', 'status': 'completed', 'code': 200} May 31 13:35:15.483471 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:15.511952 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0a4ea611-6e73-44ec-a4f5-d338b8448dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:15.650974 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4ea611-6e73-44ec-a4f5-d338b8448dde admin admin] Pushing event updated for resources: {'Port': ['ID=3fdf6c28-135c-418f-8299-1110bb3eabbd,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:35:15.655194 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0a4ea611-6e73-44ec-a4f5-d338b8448dde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:15.743308 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-eb5108be-c6ed-4e19-a38f-5bc7f302735f req-9820303d-e8b7-465d-8f41-71862b0da477 service neutron] 10.222.0.44 "GET /v2.0/networks/6f63975b-9b05-46d3-8543-47c8fac2cf70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6788826 May 31 13:35:15.751608 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-af51f237-483f-4254-b8c7-02101896c17f req-0692e15e-1dc4-4d0f-bc72-22162297a6ec tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:35:15.755537 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a513858-99bb-41b9-88d4-9abc98519d56 req-6400ee6d-9676-4091-8653-34e5017e2845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:15.758023 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7a513858-99bb-41b9-88d4-9abc98519d56 req-6400ee6d-9676-4091-8653-34e5017e2845 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e7915944b7b94ed798ed9400dc43e749&device_id=c115b76b-660c-4184-a3f1-4850b0660aae HTTP/1.1" status: 200 len: 1094 time: 0.2803006 May 31 13:35:15.761567 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-af51f237-483f-4254-b8c7-02101896c17f req-0692e15e-1dc4-4d0f-bc72-22162297a6ec tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Usage tracker for resource:port and tenant:e8214c87941844eca93c05e6b9a8f274 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:35:15.765918 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-af51f237-483f-4254-b8c7-02101896c17f req-0692e15e-1dc4-4d0f-bc72-22162297a6ec tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Quota usage for port was recalculated. Used quota:11. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:35:15.776196 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-af51f237-483f-4254-b8c7-02101896c17f req-0692e15e-1dc4-4d0f-bc72-22162297a6ec tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:35:15.801618 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c1eca8-6bb3-4f4a-9366-4011168f1335 req-6565aa95-dec8-4b7f-8938-abd9944abffe tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:15.803854 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-39c1eca8-6bb3-4f4a-9366-4011168f1335 req-6565aa95-dec8-4b7f-8938-abd9944abffe tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 946 time: 0.4384286 May 31 13:35:15.807914 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af51f237-483f-4254-b8c7-02101896c17f req-0692e15e-1dc4-4d0f-bc72-22162297a6ec tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Made reservation on behalf of e8214c87941844eca93c05e6b9a8f274 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:35:15.812299 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-af51f237-483f-4254-b8c7-02101896c17f req-0692e15e-1dc4-4d0f-bc72-22162297a6ec tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:15.850542 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 43e7e852-9672-4b27-9f2d-397129744607 no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:35:15.860698 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f3e651-4d88-4493-a8e6-ab24cbe31070 req-90a0b384-023f-47fb-9ef0-d9ce0d6f8ce5 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:15.864680 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d6f3e651-4d88-4493-a8e6-ab24cbe31070 req-90a0b384-023f-47fb-9ef0-d9ce0d6f8ce5 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec2e7b7d-c773-4a58-92e2-21fa2b2e6186 HTTP/1.1" status: 200 len: 944 time: 0.2159479 May 31 13:35:15.917777 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4ea611-6e73-44ec-a4f5-d338b8448dde admin admin] Network e7139666-3b4d-41d7-938d-79900f74f5c3 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:35:15.919840 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 7529e2ba-2be6-4387-ad6a-4dffb51b66d4 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:35:15.920206 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-0a4ea611-6e73-44ec-a4f5-d338b8448dde admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:35:15.970396 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d6f3e651-4d88-4493-a8e6-ab24cbe31070 req-5acc6d34-191d-4cc9-8620-2884f2f0fa9c tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952594 May 31 13:35:16.000697 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-39c1eca8-6bb3-4f4a-9366-4011168f1335 req-69d88de6-e24d-459f-b35c-05047c85aa09 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772764 May 31 13:35:16.147811 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 43e7e852-9672-4b27-9f2d-397129744607 is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:35:16.147811 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:16.188630 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 7529e2ba-2be6-4387-ad6a-4dffb51b66d4 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:35:16.189492 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:16.359410 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '768e3b2d-12ee-4bbe-8d20-b87d815ae7e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43e7e852-9672-4b27-9f2d-397129744607'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:35:16.398231 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a513858-99bb-41b9-88d4-9abc98519d56 req-f4e3b3f7-a283-4de5-b08e-b021e827db97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:16.399749 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7a513858-99bb-41b9-88d4-9abc98519d56 req-f4e3b3f7-a283-4de5-b08e-b021e827db97 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b1b02f4f-a70b-4201-8c66-e64da98751b7 HTTP/1.1" status: 200 len: 906 time: 0.6349699 May 31 13:35:16.433928 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 43e7e852-9672-4b27-9f2d-397129744607, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=43e7e852-9672-4b27-9f2d-397129744607,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:35:16.445311 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:16.494884 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7a513858-99bb-41b9-88d4-9abc98519d56 req-1b6ac797-991a-4608-8216-238112915b7e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=62b05f69-ad8d-466d-8bd6-4a827b01fe2d HTTP/1.1" status: 200 len: 217 time: 0.0811489 May 31 13:35:16.517514 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 7529e2ba-2be6-4387-ad6a-4dffb51b66d4 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:35:16.521979 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-be821d43-d35e-44db-814c-4e62e8dd8219 None None] Provisioning complete for port 3fdf6c28-135c-418f-8299-1110bb3eabbd triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:35:16.522866 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-be821d43-d35e-44db-814c-4e62e8dd8219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:16.586479 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=43e7e852-9672-4b27-9f2d-397129744607,revision_number=8']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:35:16.590834 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-be821d43-d35e-44db-814c-4e62e8dd8219 None None] Port 3fdf6c28-135c-418f-8299-1110bb3eabbd cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:35:16.597719 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90210d94-5927-48ca-9d91-a0f3bad778cf req-ff824b57-53f8-449e-990c-cee1faa4b17d tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:16.606631 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-90210d94-5927-48ca-9d91-a0f3bad778cf req-ff824b57-53f8-449e-990c-cee1faa4b17d tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c115b76b-660c-4184-a3f1-4850b0660aae HTTP/1.1" status: 200 len: 943 time: 0.3549578 May 31 13:35:16.608673 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-af51f237-483f-4254-b8c7-02101896c17f req-0692e15e-1dc4-4d0f-bc72-22162297a6ec tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Allocated IP 10.2.2.200 (37c48153-c66c-4011-885e-e73ddcdb568e/bfe35590-5148-41de-aa37-316fb43c548b/314450d0-a771-40d0-aa68-b2fb66b7b12d) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:35:16.643879 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a513858-99bb-41b9-88d4-9abc98519d56 req-987a2525-3fd2-4087-a7b4-96f16dd1eb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:16.645380 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7a513858-99bb-41b9-88d4-9abc98519d56 req-987a2525-3fd2-4087-a7b4-96f16dd1eb20 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0bea7539-c751-4155-a6fe-0d3f1a29fa41 HTTP/1.1" status: 200 len: 845 time: 0.1444345 May 31 13:35:16.659199 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e337bc-9f32-4649-8ecd-9c58831334cc req-e27bef03-f43e-4e0a-b26b-eec1cc1f90f8 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:16.666016 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e337bc-9f32-4649-8ecd-9c58831334cc req-e27bef03-f43e-4e0a-b26b-eec1cc1f90f8 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:16.672103 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e337bc-9f32-4649-8ecd-9c58831334cc req-e27bef03-f43e-4e0a-b26b-eec1cc1f90f8 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:16.678358 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e337bc-9f32-4649-8ecd-9c58831334cc req-e27bef03-f43e-4e0a-b26b-eec1cc1f90f8 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:16.679637 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-a0e337bc-9f32-4649-8ecd-9c58831334cc req-e27bef03-f43e-4e0a-b26b-eec1cc1f90f8 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Synchronizing usage tracker for tenant:e8214c87941844eca93c05e6b9a8f274 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:35:16.698604 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a4ea611-6e73-44ec-a4f5-d338b8448dde admin admin] Router 1e1964fc-8f04-4003-979e-044c3828d5ed has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:35:16.707675 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7a513858-99bb-41b9-88d4-9abc98519d56 req-4d68ce40-a0c9-425a-a5fd-7f5099abc525 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b1b02f4f-a70b-4201-8c66-e64da98751b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545845 May 31 13:35:16.742139 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-90210d94-5927-48ca-9d91-a0f3bad778cf req-5bd78c75-aafd-488d-a4dc-f4000e2e86bc tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265841 May 31 13:35:16.746190 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-a0e337bc-9f32-4649-8ecd-9c58831334cc req-e27bef03-f43e-4e0a-b26b-eec1cc1f90f8 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Unset dirty status for tenant:e8214c87941844eca93c05e6b9a8f274 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:35:16.747441 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a0e337bc-9f32-4649-8ecd-9c58831334cc req-e27bef03-f43e-4e0a-b26b-eec1cc1f90f8 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/ports?device_id=98ea044c-54a5-4e34-ad50-f0894561190f HTTP/1.1" status: 200 len: 3095 time: 0.4067194 May 31 13:35:16.925721 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a0e337bc-9f32-4649-8ecd-9c58831334cc req-d9ca4eb8-f585-4c7f-9096-dbd22b71d748 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdd63f0-9a82-48d4-b4bf-108afcf63acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1594789 May 31 13:35:17.040331 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-af51f237-483f-4254-b8c7-02101896c17f req-0692e15e-1dc4-4d0f-bc72-22162297a6ec tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:17.042302 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7a513858-99bb-41b9-88d4-9abc98519d56 req-4efbaabb-93d8-4400-81b4-10686bfeeb35 service neutron] 10.222.0.20 "GET /v2.0/networks/b1b02f4f-a70b-4201-8c66-e64da98751b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262806 May 31 13:35:17.046715 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a4ea611-6e73-44ec-a4f5-d338b8448dde admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:35:17.059823 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f7fee1-2df5-4147-8928-dd41dc8b8ff2 None None] Sync routers for ids ['1e1964fc-8f04-4003-979e-044c3828d5ed'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:35:17.063990 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61be29b5-e406-4ef0-86ed-b43d1b0c052d req-3669e945-8c8c-4b67-a699-14141aec6715 tempest-ImagesOneServerTestJSON-2055862555 tempest-ImagesOneServerTestJSON-2055862555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:17.065689 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-61be29b5-e406-4ef0-86ed-b43d1b0c052d req-3669e945-8c8c-4b67-a699-14141aec6715 tempest-ImagesOneServerTestJSON-2055862555 tempest-ImagesOneServerTestJSON-2055862555-project] 10.222.0.50 "GET /v2.0/ports?device_id=768e3b2d-12ee-4bbe-8d20-b87d815ae7e1 HTTP/1.1" status: 200 len: 948 time: 0.1962669 May 31 13:35:17.071883 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f7fee1-2df5-4147-8928-dd41dc8b8ff2 None None] Routers {'1e1964fc-8f04-4003-979e-044c3828d5ed'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:35:17.072602 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-a8f7fee1-2df5-4147-8928-dd41dc8b8ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:35:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['1e1964fc-8f04-4003-979e-044c3828d5ed'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:35:17.090524 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-0a4ea611-6e73-44ec-a4f5-d338b8448dde admin admin] 10.222.0.50 "PUT /v2.0/routers/1e1964fc-8f04-4003-979e-044c3828d5ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9508297 May 31 13:35:17.114649 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-af51f237-483f-4254-b8c7-02101896c17f req-0692e15e-1dc4-4d0f-bc72-22162297a6ec tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Transition to ACTIVE for port object 314450d0-a771-40d0-aa68-b2fb66b7b12d will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:35:17.239392 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7a513858-99bb-41b9-88d4-9abc98519d56 req-54ec8010-86f1-4336-ae30-96ad3fde2e40 service neutron] 10.222.0.20 "GET /v2.0/networks/b1b02f4f-a70b-4201-8c66-e64da98751b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844482 May 31 13:35:17.255216 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-61be29b5-e406-4ef0-86ed-b43d1b0c052d req-cbbf43ea-8ccc-4f7b-b902-ec8a97bdb72c tempest-ImagesOneServerTestJSON-2055862555 tempest-ImagesOneServerTestJSON-2055862555-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8bdbcdc-7e6c-47ee-a370-fe90ac193b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670690 May 31 13:35:17.288216 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb1a956-a2f7-4e25-b72c-882efa71ce6a req-c4a00ff9-83c2-4022-afd5-655bd8af835e tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:17.294302 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bdb1a956-a2f7-4e25-b72c-882efa71ce6a req-c4a00ff9-83c2-4022-afd5-655bd8af835e tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/networks?id=4805cc3e-f802-432a-a895-ff648d7eea38 HTTP/1.1" status: 200 len: 813 time: 0.2423151 May 31 13:35:17.297858 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-af51f237-483f-4254-b8c7-02101896c17f req-0692e15e-1dc4-4d0f-bc72-22162297a6ec tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:17.299990 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 48054) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:35:17.333425 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d554b205-cb5c-4a48-aeb7-6c7647ff5c6f'] response: {'server_uuid': '768e3b2d-12ee-4bbe-8d20-b87d815ae7e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43e7e852-9672-4b27-9f2d-397129744607', 'code': 200} May 31 13:35:17.400915 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-a8f7fee1-2df5-4147-8928-dd41dc8b8ff2 None None] Set router 1e1964fc-8f04-4003-979e-044c3828d5ed gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:35:17.409095 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bdb1a956-a2f7-4e25-b72c-882efa71ce6a req-05950451-68a0-4d5e-9faf-f50f51c7f8ff tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/quotas/971e7e341b6340e7a10be40f9ec104d7 HTTP/1.1" status: 200 len: 375 time: 0.1129360 May 31 13:35:17.485197 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af51f237-483f-4254-b8c7-02101896c17f req-0692e15e-1dc4-4d0f-bc72-22162297a6ec tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Network 37c48153-c66c-4011-885e-e73ddcdb568e is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:35:17.528062 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-af51f237-483f-4254-b8c7-02101896c17f req-0692e15e-1dc4-4d0f-bc72-22162297a6ec tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:35:17.530657 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-af51f237-483f-4254-b8c7-02101896c17f req-0692e15e-1dc4-4d0f-bc72-22162297a6ec tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:35:17.587008 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0692e15e-1dc4-4d0f-bc72-22162297a6ec tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Pushing event updated for resources: {'Port': ['ID=314450d0-a771-40d0-aa68-b2fb66b7b12d,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:35:17.682549 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51f237-483f-4254-b8c7-02101896c17f req-0692e15e-1dc4-4d0f-bc72-22162297a6ec tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:17.683322 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-af51f237-483f-4254-b8c7-02101896c17f req-0692e15e-1dc4-4d0f-bc72-22162297a6ec tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:17.727157 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af51f237-483f-4254-b8c7-02101896c17f req-0692e15e-1dc4-4d0f-bc72-22162297a6ec tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7317965 May 31 13:35:17.736874 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bdb1a956-a2f7-4e25-b72c-882efa71ce6a req-80dfa64f-1837-4dc4-a336-594abcc36e17 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=971e7e341b6340e7a10be40f9ec104d7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3183763 May 31 13:35:17.745572 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-af51f237-483f-4254-b8c7-02101896c17f req-12598e28-5a56-481c-b8ab-ae294231e27a service neutron] Request body: {'port': {'device_id': '98ea044c-54a5-4e34-ad50-f0894561190f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:35:17.803605 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b091002-1675-4c8b-8bd7-410283353f3f req-9e1b4acd-b01c-4f98-8983-ccadb17f8a7d tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:17.811614 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0b091002-1675-4c8b-8bd7-410283353f3f req-9e1b4acd-b01c-4f98-8983-ccadb17f8a7d tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec2e7b7d-c773-4a58-92e2-21fa2b2e6186 HTTP/1.1" status: 200 len: 944 time: 0.3447948 May 31 13:35:17.827404 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 0d4f075d-0d5a-4f6e-b034-2e0be9e2b7f0 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:35:17.926803 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d52966fd-7b97-4dbc-a60d-6dbb3d5545b3 None None] Provisioning for port 314450d0-a771-40d0-aa68-b2fb66b7b12d completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:35:17.939624 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-a8f7fee1-2df5-4147-8928-dd41dc8b8ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e1964fc-8f04-4003-979e-044c3828d5ed', 'name': 'tempest-ServersTestFqdnHostnames-118330108-router', 'tenant_id': '74ab40fd41f74c32aa31f3eb6da9d567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '7529e2ba-2be6-4387-ad6a-4dffb51b66d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:35:03Z', 'updated_at': '2022-05-31T13:35:14Z', 'revision_number': 4, 'project_id': '74ab40fd41f74c32aa31f3eb6da9d567', 'gw_port': {'id': '7529e2ba-2be6-4387-ad6a-4dffb51b66d4', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1964fc-8f04-4003-979e-044c3828d5ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:35:05Z', 'updated_at': '2022-05-31T13:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '3fdf6c28-135c-418f-8299-1110bb3eabbd', 'name': '', 'network_id': 'e7139666-3b4d-41d7-938d-79900f74f5c3', 'tenant_id': '74ab40fd41f74c32aa31f3eb6da9d567', 'mac_address': 'fa:16:3e:ae:64:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e1964fc-8f04-4003-979e-044c3828d5ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': 'f1bdd400-3d6c-44c2-a530-63401fc4528d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:35:12Z', 'updated_at': '2022-05-31T13:35:15Z', 'revision_number': 2, 'project_id': '74ab40fd41f74c32aa31f3eb6da9d567', 'subnets': [{'id': 'f1bdd400-3d6c-44c2-a530-63401fc4528d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:35:17.941919 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d52966fd-7b97-4dbc-a60d-6dbb3d5545b3 None None] Provisioning complete for port 314450d0-a771-40d0-aa68-b2fb66b7b12d triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:35:17.942423 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d52966fd-7b97-4dbc-a60d-6dbb3d5545b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:17.962817 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f7fee1-2df5-4147-8928-dd41dc8b8ff2 None None] Checking router: 1e1964fc-8f04-4003-979e-044c3828d5ed for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:35:17.963446 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f7fee1-2df5-4147-8928-dd41dc8b8ff2 None None] Updating router 1e1964fc-8f04-4003-979e-044c3828d5ed port 3fdf6c28-135c-418f-8299-1110bb3eabbd binding host n-d-843939-1 {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:35:17.974195 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0b091002-1675-4c8b-8bd7-410283353f3f req-60fd68ef-2315-4f62-a039-5cfc454eb9dc tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613352 May 31 13:35:18.028327 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-d52966fd-7b97-4dbc-a60d-6dbb3d5545b3 None None] Port 314450d0-a771-40d0-aa68-b2fb66b7b12d cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:35:18.032358 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port 0d4f075d-0d5a-4f6e-b034-2e0be9e2b7f0 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:35:18.043650 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port 0d4f075d-0d5a-4f6e-b034-2e0be9e2b7f0 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:35:18.044206 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:18.046346 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-af51f237-483f-4254-b8c7-02101896c17f req-12598e28-5a56-481c-b8ab-ae294231e27a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:18.101231 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a8f7fee1-2df5-4147-8928-dd41dc8b8ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:18.226631 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f23c5fdc-b518-4059-8eb0-b204e28f2e06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:18.321571 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 0d4f075d-0d5a-4f6e-b034-2e0be9e2b7f0 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:35:18.322347 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:18.375200 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 0d4f075d-0d5a-4f6e-b034-2e0be9e2b7f0, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=0d4f075d-0d5a-4f6e-b034-2e0be9e2b7f0,segment=NetworkSegment(2d583837-a9d6-4709-9af2-21c6363b8602),segment_id=2d583837-a9d6-4709-9af2-21c6363b8602)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:35:18.383866 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:18.507357 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=0d4f075d-0d5a-4f6e-b034-2e0be9e2b7f0,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:35:18.655376 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77eacb4-e7d0-4aed-927c-a95309464c82 req-64187738-8c64-488b-af36-40afeb30b1bc tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:18.656753 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c77eacb4-e7d0-4aed-927c-a95309464c82 req-64187738-8c64-488b-af36-40afeb30b1bc tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 946 time: 0.5077672 May 31 13:35:18.667851 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f833abad-4871-4f1a-9b7a-605915985054 req-93a3912c-0412-4fd2-a57c-d3da460bc79a tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:18.669463 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f833abad-4871-4f1a-9b7a-605915985054 req-93a3912c-0412-4fd2-a57c-d3da460bc79a tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c115b76b-660c-4184-a3f1-4850b0660aae HTTP/1.1" status: 200 len: 943 time: 0.5193467 May 31 13:35:18.689349 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a8f7fee1-2df5-4147-8928-dd41dc8b8ff2 None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:18.701619 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-a8f7fee1-2df5-4147-8928-dd41dc8b8ff2 None None] Transition to ACTIVE for port object 3fdf6c28-135c-418f-8299-1110bb3eabbd will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:35:18.707972 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a8f7fee1-2df5-4147-8928-dd41dc8b8ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:18.839177 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c77eacb4-e7d0-4aed-927c-a95309464c82 req-423e104b-be09-4217-bf5e-2c5e31e9d053 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686029 May 31 13:35:18.848099 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f833abad-4871-4f1a-9b7a-605915985054 req-fce2d00f-5f58-4bc0-a021-bad4f6dd8f96 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553900 May 31 13:35:18.971801 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-f23c5fdc-b518-4059-8eb0-b204e28f2e06 admin admin] Deleting port 3fdf6c28-135c-418f-8299-1110bb3eabbd {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:35:18.972140 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f23c5fdc-b518-4059-8eb0-b204e28f2e06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:19.027729 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38546405-ea34-4e9e-aae3-5a2402820050 None None] Pushing event updated for resources: {'Port': ['ID=3fdf6c28-135c-418f-8299-1110bb3eabbd,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:35:19.071779 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38546405-ea34-4e9e-aae3-5a2402820050 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:35:19.072786 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38546405-ea34-4e9e-aae3-5a2402820050 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:35:19.074644 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38546405-ea34-4e9e-aae3-5a2402820050 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:35:19.075523 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38546405-ea34-4e9e-aae3-5a2402820050 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:35:19.076665 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38546405-ea34-4e9e-aae3-5a2402820050 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:35:19.077519 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38546405-ea34-4e9e-aae3-5a2402820050 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:35:19.079388 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38546405-ea34-4e9e-aae3-5a2402820050 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:35:19.080458 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38546405-ea34-4e9e-aae3-5a2402820050 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:35:19.081232 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38546405-ea34-4e9e-aae3-5a2402820050 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:35:19.083266 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38546405-ea34-4e9e-aae3-5a2402820050 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:35:19.083843 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38546405-ea34-4e9e-aae3-5a2402820050 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:35:19.084404 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38546405-ea34-4e9e-aae3-5a2402820050 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:35:19.109400 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-a8f7fee1-2df5-4147-8928-dd41dc8b8ff2 None None] Attempting to bind port 3fdf6c28-135c-418f-8299-1110bb3eabbd on host n-d-843939-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:35:19.110406 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-a8f7fee1-2df5-4147-8928-dd41dc8b8ff2 None None] Attempting to bind port 3fdf6c28-135c-418f-8299-1110bb3eabbd by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '4b3c63d0-39d7-46aa-8848-6ddef296868c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e7139666-3b4d-41d7-938d-79900f74f5c3'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:35:19.111328 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f7fee1-2df5-4147-8928-dd41dc8b8ff2 None None] Attempting to bind port 3fdf6c28-135c-418f-8299-1110bb3eabbd on network e7139666-3b4d-41d7-938d-79900f74f5c3 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:35:19.118137 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f7fee1-2df5-4147-8928-dd41dc8b8ff2 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:35:19.118570 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f7fee1-2df5-4147-8928-dd41dc8b8ff2 None None] Checking segment: {'id': '4b3c63d0-39d7-46aa-8848-6ddef296868c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e7139666-3b4d-41d7-938d-79900f74f5c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:35:19.118906 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a8f7fee1-2df5-4147-8928-dd41dc8b8ff2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:19.119292 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f7fee1-2df5-4147-8928-dd41dc8b8ff2 None None] Bound using segment: {'id': '4b3c63d0-39d7-46aa-8848-6ddef296868c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e7139666-3b4d-41d7-938d-79900f74f5c3'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:35:19.119754 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-a8f7fee1-2df5-4147-8928-dd41dc8b8ff2 None None] Bound port: 3fdf6c28-135c-418f-8299-1110bb3eabbd, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b3c63d0-39d7-46aa-8848-6ddef296868c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e7139666-3b4d-41d7-938d-79900f74f5c3'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:35:19.120120 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a8f7fee1-2df5-4147-8928-dd41dc8b8ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:19.182568 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-f23c5fdc-b518-4059-8eb0-b204e28f2e06 admin admin] For port 3fdf6c28-135c-418f-8299-1110bb3eabbd, host n-d-843939-1, got binding levels [] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:35:19.182864 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f23c5fdc-b518-4059-8eb0-b204e28f2e06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:19.199111 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-af51f237-483f-4254-b8c7-02101896c17f req-12598e28-5a56-481c-b8ab-ae294231e27a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24651c97-ae0f-4907-8b38-7261435835f0 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:35:19.215173 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-af51f237-483f-4254-b8c7-02101896c17f req-12598e28-5a56-481c-b8ab-ae294231e27a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:19.218599 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-a8f7fee1-2df5-4147-8928-dd41dc8b8ff2 None None] For port 3fdf6c28-135c-418f-8299-1110bb3eabbd, host n-d-843939-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:35:19.221959 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-a8f7fee1-2df5-4147-8928-dd41dc8b8ff2 None None] For port 3fdf6c28-135c-418f-8299-1110bb3eabbd, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=3fdf6c28-135c-418f-8299-1110bb3eabbd,segment=NetworkSegment(4b3c63d0-39d7-46aa-8848-6ddef296868c),segment_id=4b3c63d0-39d7-46aa-8848-6ddef296868c)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:35:19.227923 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a8f7fee1-2df5-4147-8928-dd41dc8b8ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:19.249721 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-af51f237-483f-4254-b8c7-02101896c17f req-12598e28-5a56-481c-b8ab-ae294231e27a service neutron] Transition to ACTIVE for port object 24651c97-ae0f-4907-8b38-7261435835f0 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:35:19.259951 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-af51f237-483f-4254-b8c7-02101896c17f req-12598e28-5a56-481c-b8ab-ae294231e27a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:19.313707 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-f23c5fdc-b518-4059-8eb0-b204e28f2e06 admin admin] Calling delete_port for 3fdf6c28-135c-418f-8299-1110bb3eabbd owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:35:19.334314 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec2e7b7d-c773-4a58-92e2-21fa2b2e6186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d4f075d-0d5a-4f6e-b034-2e0be9e2b7f0'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:35:19.339451 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38546405-ea34-4e9e-aae3-5a2402820050 None None] Pushing event updated for resources: {'Port': ['ID=3fdf6c28-135c-418f-8299-1110bb3eabbd,revision_number=4']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:35:19.370447 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f7fee1-2df5-4147-8928-dd41dc8b8ff2 None None] Routers {'1e1964fc-8f04-4003-979e-044c3828d5ed'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:35:19.371672 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-a8f7fee1-2df5-4147-8928-dd41dc8b8ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:35:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['1e1964fc-8f04-4003-979e-044c3828d5ed'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:35:19.474992 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd0f8a6-34b3-4621-8a93-541a1162f147 req-f17f7483-1f56-4250-b3f9-185e4b539e69 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:19.482749 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bfd0f8a6-34b3-4621-8a93-541a1162f147 req-f17f7483-1f56-4250-b3f9-185e4b539e69 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 946 time: 0.4079084 May 31 13:35:19.534056 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aabd1d-2b61-4abc-93d8-79fdd7612b6b req-082a197b-56d8-4df1-b215-84d1e8abd905 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:19.544556 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aabd1d-2b61-4abc-93d8-79fdd7612b6b req-082a197b-56d8-4df1-b215-84d1e8abd905 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:19.551558 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aabd1d-2b61-4abc-93d8-79fdd7612b6b req-082a197b-56d8-4df1-b215-84d1e8abd905 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:19.560188 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aabd1d-2b61-4abc-93d8-79fdd7612b6b req-082a197b-56d8-4df1-b215-84d1e8abd905 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:19.578131 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aabd1d-2b61-4abc-93d8-79fdd7612b6b req-082a197b-56d8-4df1-b215-84d1e8abd905 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:19.580190 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-73aabd1d-2b61-4abc-93d8-79fdd7612b6b req-082a197b-56d8-4df1-b215-84d1e8abd905 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/ports?device_id=98ea044c-54a5-4e34-ad50-f0894561190f HTTP/1.1" status: 200 len: 3816 time: 0.4419069 May 31 13:35:19.591015 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12598e28-5a56-481c-b8ab-ae294231e27a service neutron] Pushing event updated for resources: {'Port': ['ID=24651c97-ae0f-4907-8b38-7261435835f0,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:35:19.658186 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-a8f7fee1-2df5-4147-8928-dd41dc8b8ff2 None None] Set router 1e1964fc-8f04-4003-979e-044c3828d5ed gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:35:19.722558 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.db.api [None req-f23c5fdc-b518-4059-8eb0-b204e28f2e06 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:35:19.723303 n-d-843939-1 neutron-server[88369]: DEBUG oslo_db.api [None req-f23c5fdc-b518-4059-8eb0-b204e28f2e06 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:35:19.769055 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bfd0f8a6-34b3-4621-8a93-541a1162f147 req-4011fa1e-4704-4205-a44f-545fd2516e9f tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858381 May 31 13:35:19.802161 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-73aabd1d-2b61-4abc-93d8-79fdd7612b6b req-5afa8ee5-63b3-4c05-94f5-4fa03bbb2a9e tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdd63f0-9a82-48d4-b4bf-108afcf63acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1980336 May 31 13:35:19.856484 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-af51f237-483f-4254-b8c7-02101896c17f req-12598e28-5a56-481c-b8ab-ae294231e27a service neutron] Attempting to bind port 24651c97-ae0f-4907-8b38-7261435835f0 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:35:19.857540 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-af51f237-483f-4254-b8c7-02101896c17f req-12598e28-5a56-481c-b8ab-ae294231e27a service neutron] Attempting to bind port 24651c97-ae0f-4907-8b38-7261435835f0 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'bb2c489f-9b0a-4922-9750-36d1eab90509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4c3776cd-e1b3-4e6a-975b-cdf904000766'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:35:19.858059 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af51f237-483f-4254-b8c7-02101896c17f req-12598e28-5a56-481c-b8ab-ae294231e27a service neutron] Attempting to bind port 24651c97-ae0f-4907-8b38-7261435835f0 on network 4c3776cd-e1b3-4e6a-975b-cdf904000766 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:35:19.863441 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 62b05f69-ad8d-466d-8bd6-4a827b01fe2d details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:35:19.867279 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af51f237-483f-4254-b8c7-02101896c17f req-12598e28-5a56-481c-b8ab-ae294231e27a service neutron] Port 24651c97-ae0f-4907-8b38-7261435835f0 on network 4c3776cd-e1b3-4e6a-975b-cdf904000766 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:35:19.871087 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af51f237-483f-4254-b8c7-02101896c17f req-12598e28-5a56-481c-b8ab-ae294231e27a service neutron] Attempting to bind port 24651c97-ae0f-4907-8b38-7261435835f0 on network 4c3776cd-e1b3-4e6a-975b-cdf904000766 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:35:19.883498 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af51f237-483f-4254-b8c7-02101896c17f req-12598e28-5a56-481c-b8ab-ae294231e27a service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:35:19.883936 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af51f237-483f-4254-b8c7-02101896c17f req-12598e28-5a56-481c-b8ab-ae294231e27a service neutron] Checking segment: {'id': 'bb2c489f-9b0a-4922-9750-36d1eab90509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4c3776cd-e1b3-4e6a-975b-cdf904000766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:35:19.884212 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af51f237-483f-4254-b8c7-02101896c17f req-12598e28-5a56-481c-b8ab-ae294231e27a service neutron] Bound using segment: {'id': 'bb2c489f-9b0a-4922-9750-36d1eab90509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4c3776cd-e1b3-4e6a-975b-cdf904000766'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:35:19.884677 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-af51f237-483f-4254-b8c7-02101896c17f req-12598e28-5a56-481c-b8ab-ae294231e27a service neutron] Bound port: 24651c97-ae0f-4907-8b38-7261435835f0, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb2c489f-9b0a-4922-9750-36d1eab90509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4c3776cd-e1b3-4e6a-975b-cdf904000766'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:35:19.884981 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-af51f237-483f-4254-b8c7-02101896c17f req-12598e28-5a56-481c-b8ab-ae294231e27a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:20.043154 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 62b05f69-ad8d-466d-8bd6-4a827b01fe2d, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=62b05f69-ad8d-466d-8bd6-4a827b01fe2d,segment=NetworkSegment(ac59caff-d513-4fef-b003-5737787eb94f),segment_id=ac59caff-d513-4fef-b003-5737787eb94f)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:35:20.060556 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-af51f237-483f-4254-b8c7-02101896c17f req-12598e28-5a56-481c-b8ab-ae294231e27a service neutron] For port 24651c97-ae0f-4907-8b38-7261435835f0, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:35:20.064439 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-af51f237-483f-4254-b8c7-02101896c17f req-12598e28-5a56-481c-b8ab-ae294231e27a service neutron] For port 24651c97-ae0f-4907-8b38-7261435835f0, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=24651c97-ae0f-4907-8b38-7261435835f0,segment=NetworkSegment(bb2c489f-9b0a-4922-9750-36d1eab90509),segment_id=bb2c489f-9b0a-4922-9750-36d1eab90509)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:35:20.071139 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-af51f237-483f-4254-b8c7-02101896c17f req-12598e28-5a56-481c-b8ab-ae294231e27a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:20.076988 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': '62b05f69-ad8d-466d-8bd6-4a827b01fe2d', 'network_id': 'b1b02f4f-a70b-4201-8c66-e64da98751b7', 'port_id': '62b05f69-ad8d-466d-8bd6-4a827b01fe2d', 'mac_address': 'fa:16:3e:e1:89:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bea7539-c751-4155-a6fe-0d3f1a29fa41', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:35:20.109768 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-a8f7fee1-2df5-4147-8928-dd41dc8b8ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e1964fc-8f04-4003-979e-044c3828d5ed', 'name': 'tempest-ServersTestFqdnHostnames-118330108-router', 'tenant_id': '74ab40fd41f74c32aa31f3eb6da9d567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '7529e2ba-2be6-4387-ad6a-4dffb51b66d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:35:03Z', 'updated_at': '2022-05-31T13:35:14Z', 'revision_number': 4, 'project_id': '74ab40fd41f74c32aa31f3eb6da9d567', 'gw_port': {'id': '7529e2ba-2be6-4387-ad6a-4dffb51b66d4', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1964fc-8f04-4003-979e-044c3828d5ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:35:05Z', 'updated_at': '2022-05-31T13:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '3fdf6c28-135c-418f-8299-1110bb3eabbd', 'name': '', 'network_id': 'e7139666-3b4d-41d7-938d-79900f74f5c3', 'tenant_id': '74ab40fd41f74c32aa31f3eb6da9d567', 'mac_address': 'fa:16:3e:ae:64:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e1964fc-8f04-4003-979e-044c3828d5ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': 'f1bdd400-3d6c-44c2-a530-63401fc4528d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:35:12Z', 'updated_at': '2022-05-31T13:35:19Z', 'revision_number': 4, 'project_id': '74ab40fd41f74c32aa31f3eb6da9d567', 'subnets': [{'id': 'f1bdd400-3d6c-44c2-a530-63401fc4528d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:35:20.114421 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f7fee1-2df5-4147-8928-dd41dc8b8ff2 None None] The sync data for ids ['1e1964fc-8f04-4003-979e-044c3828d5ed'] in n-d-843939-1 is: [{'id': '1e1964fc-8f04-4003-979e-044c3828d5ed', 'name': 'tempest-ServersTestFqdnHostnames-118330108-router', 'tenant_id': '74ab40fd41f74c32aa31f3eb6da9d567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '7529e2ba-2be6-4387-ad6a-4dffb51b66d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:35:03Z', 'updated_at': '2022-05-31T13:35:14Z', 'revision_number': 4, 'project_id': '74ab40fd41f74c32aa31f3eb6da9d567', 'gw_port': {'id': '7529e2ba-2be6-4387-ad6a-4dffb51b66d4', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1964fc-8f04-4003-979e-044c3828d5ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:35:05Z', 'updated_at': '2022-05-31T13:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '3fdf6c28-135c-418f-8299-1110bb3eabbd', 'name': '', 'network_id': 'e7139666-3b4d-41d7-938d-79900f74f5c3', 'tenant_id': '74ab40fd41f74c32aa31f3eb6da9d567', 'mac_address': 'fa:16:3e:ae:64:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e1964fc-8f04-4003-979e-044c3828d5ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': 'f1bdd400-3d6c-44c2-a530-63401fc4528d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:35:12Z', 'updated_at': '2022-05-31T13:35:19Z', 'revision_number': 4, 'project_id': '74ab40fd41f74c32aa31f3eb6da9d567', 'subnets': [{'id': 'f1bdd400-3d6c-44c2-a530-63401fc4528d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:35:20.150786 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 62b05f69-ad8d-466d-8bd6-4a827b01fe2d is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:35:20.151360 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:20.163981 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51f237-483f-4254-b8c7-02101896c17f req-12598e28-5a56-481c-b8ab-ae294231e27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:20.164962 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-af51f237-483f-4254-b8c7-02101896c17f req-12598e28-5a56-481c-b8ab-ae294231e27a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:20.168118 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af51f237-483f-4254-b8c7-02101896c17f req-12598e28-5a56-481c-b8ab-ae294231e27a service neutron] 10.222.0.44 "PUT /v2.0/ports/24651c97-ae0f-4907-8b38-7261435835f0 HTTP/1.1" status: 200 len: 1091 time: 2.4284017 May 31 13:35:20.194942 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98ea044c-54a5-4e34-ad50-f0894561190f', 'tag': '24651c97-ae0f-4907-8b38-7261435835f0'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:35:20.207249 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62b05f69-ad8d-466d-8bd6-4a827b01fe2d {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:35:20.215217 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-af51f237-483f-4254-b8c7-02101896c17f req-d9037526-0ae4-4d32-b695-b3539b74f72c service neutron] Request body: {'port': {'device_id': '98ea044c-54a5-4e34-ad50-f0894561190f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:35:20.225245 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-f23c5fdc-b518-4059-8eb0-b204e28f2e06 admin admin] Deleting port 3fdf6c28-135c-418f-8299-1110bb3eabbd {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:35:20.226143 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f23c5fdc-b518-4059-8eb0-b204e28f2e06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:20.259867 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 62b05f69-ad8d-466d-8bd6-4a827b01fe2d, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=62b05f69-ad8d-466d-8bd6-4a827b01fe2d,segment=NetworkSegment(ac59caff-d513-4fef-b003-5737787eb94f),segment_id=ac59caff-d513-4fef-b003-5737787eb94f)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:35:20.276359 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:20.297092 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12598e28-5a56-481c-b8ab-ae294231e27a service neutron] Pushing event updated for resources: {'Port': ['ID=24651c97-ae0f-4907-8b38-7261435835f0,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:35:20.312956 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b851bda4-f7ae-4e1f-bd7f-9bd9c3bc595b req-a887e86d-8faf-427d-abd8-9de0f88bea4f tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:20.321150 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b851bda4-f7ae-4e1f-bd7f-9bd9c3bc595b req-a887e86d-8faf-427d-abd8-9de0f88bea4f tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec2e7b7d-c773-4a58-92e2-21fa2b2e6186 HTTP/1.1" status: 200 len: 945 time: 0.3563850 May 31 13:35:20.532079 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=62b05f69-ad8d-466d-8bd6-4a827b01fe2d,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:35:20.614590 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b851bda4-f7ae-4e1f-bd7f-9bd9c3bc595b req-03fab8ea-ee17-4027-9fcd-a26e39448101 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924755 May 31 13:35:20.639176 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-af51f237-483f-4254-b8c7-02101896c17f req-d9037526-0ae4-4d32-b695-b3539b74f72c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:20.653119 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['62b05f69-ad8d-466d-8bd6-4a827b01fe2d'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:35:20.654562 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-f23c5fdc-b518-4059-8eb0-b204e28f2e06 admin admin] For port 3fdf6c28-135c-418f-8299-1110bb3eabbd, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=3fdf6c28-135c-418f-8299-1110bb3eabbd,segment=NetworkSegment(4b3c63d0-39d7-46aa-8848-6ddef296868c),segment_id=4b3c63d0-39d7-46aa-8848-6ddef296868c)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:35:20.655602 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f23c5fdc-b518-4059-8eb0-b204e28f2e06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:20.723597 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4f18438-fadc-4e20-82a9-2fb9c53c0af6'] response: {'server_uuid': 'ec2e7b7d-c773-4a58-92e2-21fa2b2e6186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d4f075d-0d5a-4f6e-b034-2e0be9e2b7f0', 'code': 200} May 31 13:35:20.880382 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-f23c5fdc-b518-4059-8eb0-b204e28f2e06 admin admin] Calling delete_port for 3fdf6c28-135c-418f-8299-1110bb3eabbd owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:35:21.158452 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-af51f237-483f-4254-b8c7-02101896c17f req-d9037526-0ae4-4d32-b695-b3539b74f72c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e94f7e75-6c16-424a-a92a-43509164e97a {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:35:21.167377 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-af51f237-483f-4254-b8c7-02101896c17f req-d9037526-0ae4-4d32-b695-b3539b74f72c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:21.184957 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-af51f237-483f-4254-b8c7-02101896c17f req-d9037526-0ae4-4d32-b695-b3539b74f72c service neutron] Transition to ACTIVE for port object e94f7e75-6c16-424a-a92a-43509164e97a will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:35:21.228214 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-af51f237-483f-4254-b8c7-02101896c17f req-d9037526-0ae4-4d32-b695-b3539b74f72c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:21.250020 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f23c5fdc-b518-4059-8eb0-b204e28f2e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:21.312258 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23c5fdc-b518-4059-8eb0-b204e28f2e06 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fdf6c28-135c-418f-8299-1110bb3eabbd,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:35:21.330100 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23c5fdc-b518-4059-8eb0-b204e28f2e06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:35:21.330449 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23c5fdc-b518-4059-8eb0-b204e28f2e06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:35:21.330788 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23c5fdc-b518-4059-8eb0-b204e28f2e06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:35:21.331428 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23c5fdc-b518-4059-8eb0-b204e28f2e06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:35:21.331763 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23c5fdc-b518-4059-8eb0-b204e28f2e06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:35:21.332090 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23c5fdc-b518-4059-8eb0-b204e28f2e06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:35:21.332413 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23c5fdc-b518-4059-8eb0-b204e28f2e06 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:35:21.332734 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23c5fdc-b518-4059-8eb0-b204e28f2e06 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:35:21.333058 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23c5fdc-b518-4059-8eb0-b204e28f2e06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:35:21.333376 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23c5fdc-b518-4059-8eb0-b204e28f2e06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:35:21.333695 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23c5fdc-b518-4059-8eb0-b204e28f2e06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:35:21.334053 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23c5fdc-b518-4059-8eb0-b204e28f2e06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:35:21.691259 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f23c5fdc-b518-4059-8eb0-b204e28f2e06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:21.704651 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9037526-0ae4-4d32-b695-b3539b74f72c service neutron] Pushing event updated for resources: {'Port': ['ID=e94f7e75-6c16-424a-a92a-43509164e97a,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:35:21.724577 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bc1d4c57-f3af-4b5a-bb96-0dbb0c2c6bfd req-2e3eeb67-ca53-4fca-bfd4-b2de5b273bf9 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=971e7e341b6340e7a10be40f9ec104d7 HTTP/1.1" status: 200 len: 221 time: 0.2313836 May 31 13:35:21.807914 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eda64fed-11e9-4b5a-99b3-e98397826c5f'] response: {'name': 'network-changed', 'server_uuid': '98ea044c-54a5-4e34-ad50-f0894561190f', 'tag': '24651c97-ae0f-4907-8b38-7261435835f0', 'status': 'completed', 'code': 200} May 31 13:35:21.869020 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f4690-1f26-4f35-af70-324ee4317926 req-d44cbed5-62ab-4640-b091-dc0068516ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:21.870633 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e66f4690-1f26-4f35-af70-324ee4317926 req-d44cbed5-62ab-4640-b091-dc0068516ea8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ec2e7b7d-c773-4a58-92e2-21fa2b2e6186 HTTP/1.1" status: 200 len: 1096 time: 0.6843741 May 31 13:35:21.886126 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 62b05f69-ad8d-466d-8bd6-4a827b01fe2d up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:35:21.910246 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e6ed3-7c8d-4fc8-813b-8b0fb7564b3b req-8d5fea0c-bbb7-484b-9d5e-97aa5178a206 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:21.912104 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6a4e6ed3-7c8d-4fc8-813b-8b0fb7564b3b req-8d5fea0c-bbb7-484b-9d5e-97aa5178a206 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c115b76b-660c-4184-a3f1-4850b0660aae HTTP/1.1" status: 200 len: 944 time: 0.6917491 May 31 13:35:21.962618 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e66f4690-1f26-4f35-af70-324ee4317926 req-45c00ff6-eca7-41b3-b9f7-ecfed2cf2791 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853529 May 31 13:35:21.963466 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-af51f237-483f-4254-b8c7-02101896c17f req-d9037526-0ae4-4d32-b695-b3539b74f72c service neutron] Attempting to bind port e94f7e75-6c16-424a-a92a-43509164e97a on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:35:21.963954 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-af51f237-483f-4254-b8c7-02101896c17f req-d9037526-0ae4-4d32-b695-b3539b74f72c service neutron] Attempting to bind port e94f7e75-6c16-424a-a92a-43509164e97a by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': '57f5fa22-0037-4fd1-b301-00fe683d1b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:35:21.964400 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af51f237-483f-4254-b8c7-02101896c17f req-d9037526-0ae4-4d32-b695-b3539b74f72c service neutron] Attempting to bind port e94f7e75-6c16-424a-a92a-43509164e97a on network 2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:35:21.973783 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af51f237-483f-4254-b8c7-02101896c17f req-d9037526-0ae4-4d32-b695-b3539b74f72c service neutron] Port e94f7e75-6c16-424a-a92a-43509164e97a on network 2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:35:21.974084 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af51f237-483f-4254-b8c7-02101896c17f req-d9037526-0ae4-4d32-b695-b3539b74f72c service neutron] Attempting to bind port e94f7e75-6c16-424a-a92a-43509164e97a on network 2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:35:22.019719 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning for port 62b05f69-ad8d-466d-8bd6-4a827b01fe2d completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:35:22.027287 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port 62b05f69-ad8d-466d-8bd6-4a827b01fe2d triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:35:22.027660 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:22.043547 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af51f237-483f-4254-b8c7-02101896c17f req-d9037526-0ae4-4d32-b695-b3539b74f72c service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:35:22.043925 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af51f237-483f-4254-b8c7-02101896c17f req-d9037526-0ae4-4d32-b695-b3539b74f72c service neutron] Checking segment: {'id': '57f5fa22-0037-4fd1-b301-00fe683d1b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:35:22.044343 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af51f237-483f-4254-b8c7-02101896c17f req-d9037526-0ae4-4d32-b695-b3539b74f72c service neutron] Bound using segment: {'id': '57f5fa22-0037-4fd1-b301-00fe683d1b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:35:22.044801 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-af51f237-483f-4254-b8c7-02101896c17f req-d9037526-0ae4-4d32-b695-b3539b74f72c service neutron] Bound port: e94f7e75-6c16-424a-a92a-43509164e97a, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57f5fa22-0037-4fd1-b301-00fe683d1b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:35:22.045146 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-af51f237-483f-4254-b8c7-02101896c17f req-d9037526-0ae4-4d32-b695-b3539b74f72c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:22.134164 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74206bf5-b786-4175-8c81-116df56a5de8 req-ffc19118-335a-4030-a9ea-7a8a1742f4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:22.134661 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74206bf5-b786-4175-8c81-116df56a5de8 req-ffc19118-335a-4030-a9ea-7a8a1742f4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:22.135134 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74206bf5-b786-4175-8c81-116df56a5de8 req-ffc19118-335a-4030-a9ea-7a8a1742f4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:22.135589 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74206bf5-b786-4175-8c81-116df56a5de8 req-ffc19118-335a-4030-a9ea-7a8a1742f4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:22.136059 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74206bf5-b786-4175-8c81-116df56a5de8 req-ffc19118-335a-4030-a9ea-7a8a1742f4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:22.136537 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74206bf5-b786-4175-8c81-116df56a5de8 req-ffc19118-335a-4030-a9ea-7a8a1742f4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:22.138453 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-74206bf5-b786-4175-8c81-116df56a5de8 req-ffc19118-335a-4030-a9ea-7a8a1742f4b7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e8214c87941844eca93c05e6b9a8f274&device_id=98ea044c-54a5-4e34-ad50-f0894561190f HTTP/1.1" status: 200 len: 5249 time: 0.2356238 May 31 13:35:22.150225 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6a4e6ed3-7c8d-4fc8-813b-8b0fb7564b3b req-61af3cad-d66f-4009-8561-82c22ac344aa tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927712 May 31 13:35:22.170031 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 62b05f69-ad8d-466d-8bd6-4a827b01fe2d is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:35:22.170414 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:22.198752 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d09d03c-b843-4f34-8576-9707a0326947 req-68cd257a-aeb1-4095-90f3-017f557396d6 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:22.203376 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d09d03c-b843-4f34-8576-9707a0326947 req-68cd257a-aeb1-4095-90f3-017f557396d6 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:22.209251 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d09d03c-b843-4f34-8576-9707a0326947 req-68cd257a-aeb1-4095-90f3-017f557396d6 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:22.218195 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 62b05f69-ad8d-466d-8bd6-4a827b01fe2d, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=62b05f69-ad8d-466d-8bd6-4a827b01fe2d,segment=NetworkSegment(ac59caff-d513-4fef-b003-5737787eb94f),segment_id=ac59caff-d513-4fef-b003-5737787eb94f)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:35:22.219617 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d09d03c-b843-4f34-8576-9707a0326947 req-68cd257a-aeb1-4095-90f3-017f557396d6 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:22.222582 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:22.230493 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d09d03c-b843-4f34-8576-9707a0326947 req-68cd257a-aeb1-4095-90f3-017f557396d6 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:22.236382 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d09d03c-b843-4f34-8576-9707a0326947 req-68cd257a-aeb1-4095-90f3-017f557396d6 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:22.238517 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3d09d03c-b843-4f34-8576-9707a0326947 req-68cd257a-aeb1-4095-90f3-017f557396d6 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/ports?device_id=98ea044c-54a5-4e34-ad50-f0894561190f HTTP/1.1" status: 200 len: 4605 time: 0.2801812 May 31 13:35:22.285656 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-af51f237-483f-4254-b8c7-02101896c17f req-d9037526-0ae4-4d32-b695-b3539b74f72c service neutron] For port e94f7e75-6c16-424a-a92a-43509164e97a, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:35:22.327316 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3d09d03c-b843-4f34-8576-9707a0326947 req-6b368ad0-f150-4eaa-9eae-6b930b848b98 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/security-groups?id=94427793-2dbb-4b9a-b9ee-66398e26f83c&id=4cdd63f0-9a82-48d4-b4bf-108afcf63acd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0816984 May 31 13:35:22.329860 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=62b05f69-ad8d-466d-8bd6-4a827b01fe2d,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:35:22.331974 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-af51f237-483f-4254-b8c7-02101896c17f req-d9037526-0ae4-4d32-b695-b3539b74f72c service neutron] For port e94f7e75-6c16-424a-a92a-43509164e97a, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=e94f7e75-6c16-424a-a92a-43509164e97a,segment=NetworkSegment(57f5fa22-0037-4fd1-b301-00fe683d1b15),segment_id=57f5fa22-0037-4fd1-b301-00fe683d1b15)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:35:22.338480 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-af51f237-483f-4254-b8c7-02101896c17f req-d9037526-0ae4-4d32-b695-b3539b74f72c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:22.389782 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f23c5fdc-b518-4059-8eb0-b204e28f2e06 admin admin] Router 1e1964fc-8f04-4003-979e-044c3828d5ed has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:35:22.550389 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74206bf5-b786-4175-8c81-116df56a5de8 req-eff946f3-47fd-447e-ac70-77bb672f409a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:22.550861 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74206bf5-b786-4175-8c81-116df56a5de8 req-eff946f3-47fd-447e-ac70-77bb672f409a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:22.551321 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74206bf5-b786-4175-8c81-116df56a5de8 req-eff946f3-47fd-447e-ac70-77bb672f409a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:22.553111 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-74206bf5-b786-4175-8c81-116df56a5de8 req-eff946f3-47fd-447e-ac70-77bb672f409a service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=e8214c87941844eca93c05e6b9a8f274&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3544111 May 31 13:35:22.571658 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51f237-483f-4254-b8c7-02101896c17f req-d9037526-0ae4-4d32-b695-b3539b74f72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:22.572435 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-af51f237-483f-4254-b8c7-02101896c17f req-d9037526-0ae4-4d32-b695-b3539b74f72c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:22.574133 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af51f237-483f-4254-b8c7-02101896c17f req-d9037526-0ae4-4d32-b695-b3539b74f72c service neutron] 10.222.0.44 "PUT /v2.0/ports/e94f7e75-6c16-424a-a92a-43509164e97a HTTP/1.1" status: 200 len: 1135 time: 2.3656173 May 31 13:35:22.609297 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-af51f237-483f-4254-b8c7-02101896c17f req-c4316205-3807-47d5-8686-f1b6c6c57e5e service neutron] Request body: {'port': {'device_id': '98ea044c-54a5-4e34-ad50-f0894561190f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:35:22.707873 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9037526-0ae4-4d32-b695-b3539b74f72c service neutron] Pushing event updated for resources: {'Port': ['ID=e94f7e75-6c16-424a-a92a-43509164e97a,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:35:22.724992 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c115b76b-660c-4184-a3f1-4850b0660aae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b05f69-ad8d-466d-8bd6-4a827b01fe2d'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:35:22.755107 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-af51f237-483f-4254-b8c7-02101896c17f req-c4316205-3807-47d5-8686-f1b6c6c57e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:22.779975 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea6b98-c45b-41b5-8b21-df7244a1d7ff req-b3124bc8-ee15-41c7-a3b5-5537e6487e40 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:22.781389 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-89ea6b98-c45b-41b5-8b21-df7244a1d7ff req-b3124bc8-ee15-41c7-a3b5-5537e6487e40 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec2e7b7d-c773-4a58-92e2-21fa2b2e6186 HTTP/1.1" status: 200 len: 945 time: 0.3408740 May 31 13:35:22.792024 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263bbcaa-c054-41af-801f-7066962bf7f9 req-8af7f08f-b403-4b4c-ae38-e07d2d7f0080 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:22.793396 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-263bbcaa-c054-41af-801f-7066962bf7f9 req-8af7f08f-b403-4b4c-ae38-e07d2d7f0080 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 946 time: 0.2973647 May 31 13:35:22.856031 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74206bf5-b786-4175-8c81-116df56a5de8 req-3f9683bb-f528-458b-ab9b-122a5c061573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:22.857900 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-74206bf5-b786-4175-8c81-116df56a5de8 req-3f9683bb-f528-458b-ab9b-122a5c061573 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2959716 May 31 13:35:22.866146 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f23c5fdc-b518-4059-8eb0-b204e28f2e06 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:35:22.880591 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-f23c5fdc-b518-4059-8eb0-b204e28f2e06 admin admin] 10.222.0.50 "PUT /v2.0/routers/1e1964fc-8f04-4003-979e-044c3828d5ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5788724 May 31 13:35:22.884715 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 48154) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:35:22.886766 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a56eda-51f8-491d-8187-ac2ac4758159 None None] Sync routers for ids ['1e1964fc-8f04-4003-979e-044c3828d5ed'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:35:22.899845 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a56eda-51f8-491d-8187-ac2ac4758159 None None] Routers {'1e1964fc-8f04-4003-979e-044c3828d5ed'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:35:22.900614 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-f6a56eda-51f8-491d-8187-ac2ac4758159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:35:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['1e1964fc-8f04-4003-979e-044c3828d5ed'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:35:22.988076 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-89ea6b98-c45b-41b5-8b21-df7244a1d7ff req-ab13be90-85f3-414b-ba60-c37e1e399d37 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917872 May 31 13:35:23.083230 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-263bbcaa-c054-41af-801f-7066962bf7f9 req-ba371647-2f26-480a-a5e7-4e66a154b11b tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610207 May 31 13:35:23.092201 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-de066284-5cc6-4058-87d0-d77ee8c1cc06 req-53ae9988-8c3c-4b80-bffd-cd7063a9b8f5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c8710ea5-1b55-4ac9-81d4-20a02059e824&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3688061 May 31 13:35:23.215704 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-f6a56eda-51f8-491d-8187-ac2ac4758159 None None] Set router 1e1964fc-8f04-4003-979e-044c3828d5ed gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:35:23.293076 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3d84601-f3c0-45cb-b47e-dd3726ece332'] response: {'server_uuid': 'c115b76b-660c-4184-a3f1-4850b0660aae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b05f69-ad8d-466d-8bd6-4a827b01fe2d', 'code': 200} May 31 13:35:23.445492 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-af51f237-483f-4254-b8c7-02101896c17f req-c4316205-3807-47d5-8686-f1b6c6c57e5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 308e9017-5399-4d57-9077-0fd615c7bcbd {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:35:23.455639 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-af51f237-483f-4254-b8c7-02101896c17f req-c4316205-3807-47d5-8686-f1b6c6c57e5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:23.513675 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4db8429b-03dd-43cf-85bf-f276285c9a0c admin admin] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:23.517805 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-af51f237-483f-4254-b8c7-02101896c17f req-c4316205-3807-47d5-8686-f1b6c6c57e5e service neutron] Transition to ACTIVE for port object 308e9017-5399-4d57-9077-0fd615c7bcbd will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:35:23.526993 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-af51f237-483f-4254-b8c7-02101896c17f req-c4316205-3807-47d5-8686-f1b6c6c57e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:23.620421 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-f6a56eda-51f8-491d-8187-ac2ac4758159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e1964fc-8f04-4003-979e-044c3828d5ed', 'name': 'tempest-ServersTestFqdnHostnames-118330108-router', 'tenant_id': '74ab40fd41f74c32aa31f3eb6da9d567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '7529e2ba-2be6-4387-ad6a-4dffb51b66d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:35:03Z', 'updated_at': '2022-05-31T13:35:21Z', 'revision_number': 5, 'project_id': '74ab40fd41f74c32aa31f3eb6da9d567', 'gw_port': {'id': '7529e2ba-2be6-4387-ad6a-4dffb51b66d4', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1964fc-8f04-4003-979e-044c3828d5ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:35:05Z', 'updated_at': '2022-05-31T13:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:35:23.629889 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a56eda-51f8-491d-8187-ac2ac4758159 None None] Checking router: 1e1964fc-8f04-4003-979e-044c3828d5ed for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:35:23.657032 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a56eda-51f8-491d-8187-ac2ac4758159 None None] Routers {'1e1964fc-8f04-4003-979e-044c3828d5ed'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:35:23.657827 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-f6a56eda-51f8-491d-8187-ac2ac4758159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:35:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['1e1964fc-8f04-4003-979e-044c3828d5ed'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:35:23.831859 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98ea044c-54a5-4e34-ad50-f0894561190f', 'tag': 'e94f7e75-6c16-424a-a92a-43509164e97a'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:35:23.841818 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de066284-5cc6-4058-87d0-d77ee8c1cc06 req-7b53daf4-5085-459d-9407-3aaf3315417b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:23.843601 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-de066284-5cc6-4058-87d0-d77ee8c1cc06 req-7b53daf4-5085-459d-9407-3aaf3315417b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc5142db886b48f8906c49afcc233362&device_id=c8710ea5-1b55-4ac9-81d4-20a02059e824 HTTP/1.1" status: 200 len: 1097 time: 0.5849729 May 31 13:35:23.857296 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4316205-3807-47d5-8686-f1b6c6c57e5e service neutron] Pushing event updated for resources: {'Port': ['ID=308e9017-5399-4d57-9077-0fd615c7bcbd,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:35:23.884250 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b4b52-52cd-489c-aecb-72c952d82584 req-acb83c15-3b83-487f-b11c-2c90009973d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:23.885594 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-059b4b52-52cd-489c-aecb-72c952d82584 req-acb83c15-3b83-487f-b11c-2c90009973d0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c115b76b-660c-4184-a3f1-4850b0660aae HTTP/1.1" status: 200 len: 1096 time: 0.5955787 May 31 13:35:24.011194 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-f6a56eda-51f8-491d-8187-ac2ac4758159 None None] Set router 1e1964fc-8f04-4003-979e-044c3828d5ed gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:35:24.076341 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4316205-3807-47d5-8686-f1b6c6c57e5e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:35:24.076636 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4316205-3807-47d5-8686-f1b6c6c57e5e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:35:24.076932 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4316205-3807-47d5-8686-f1b6c6c57e5e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:35:24.077265 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4316205-3807-47d5-8686-f1b6c6c57e5e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:35:24.077643 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4316205-3807-47d5-8686-f1b6c6c57e5e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:35:24.078028 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4316205-3807-47d5-8686-f1b6c6c57e5e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:35:24.078375 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4316205-3807-47d5-8686-f1b6c6c57e5e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:35:24.078731 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4316205-3807-47d5-8686-f1b6c6c57e5e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:35:24.079088 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4316205-3807-47d5-8686-f1b6c6c57e5e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:35:24.079414 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4316205-3807-47d5-8686-f1b6c6c57e5e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:35:24.079736 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4316205-3807-47d5-8686-f1b6c6c57e5e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:35:24.079906 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-059b4b52-52cd-489c-aecb-72c952d82584 req-fac65b19-045c-4ccd-b1da-8699c5149573 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617732 May 31 13:35:24.080056 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4316205-3807-47d5-8686-f1b6c6c57e5e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:35:24.085857 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4db8429b-03dd-43cf-85bf-f276285c9a0c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:24.117079 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-4db8429b-03dd-43cf-85bf-f276285c9a0c admin admin] Deleting port 7529e2ba-2be6-4387-ad6a-4dffb51b66d4 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:35:24.117420 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4db8429b-03dd-43cf-85bf-f276285c9a0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:24.144658 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17225b67-cc09-471e-b92d-94a0acc308a3 req-6ef4f563-3124-4174-80df-f6e4e716c6f6 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:24.146759 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-17225b67-cc09-471e-b92d-94a0acc308a3 req-6ef4f563-3124-4174-80df-f6e4e716c6f6 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 946 time: 0.6715653 May 31 13:35:24.187114 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de066284-5cc6-4058-87d0-d77ee8c1cc06 req-40b195a2-3144-4856-b4ae-58c2adc2051e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:24.189551 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-de066284-5cc6-4058-87d0-d77ee8c1cc06 req-40b195a2-3144-4856-b4ae-58c2adc2051e service neutron] 10.222.0.20 "GET /v2.0/networks?id=ef7bc708-faad-4f53-9863-9b17fc2bd3a4 HTTP/1.1" status: 200 len: 912 time: 0.2996383 May 31 13:35:24.245875 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-af51f237-483f-4254-b8c7-02101896c17f req-c4316205-3807-47d5-8686-f1b6c6c57e5e service neutron] Attempting to bind port 308e9017-5399-4d57-9077-0fd615c7bcbd on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:35:24.246287 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-af51f237-483f-4254-b8c7-02101896c17f req-c4316205-3807-47d5-8686-f1b6c6c57e5e service neutron] Attempting to bind port 308e9017-5399-4d57-9077-0fd615c7bcbd by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': '57f5fa22-0037-4fd1-b301-00fe683d1b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:35:24.246555 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af51f237-483f-4254-b8c7-02101896c17f req-c4316205-3807-47d5-8686-f1b6c6c57e5e service neutron] Attempting to bind port 308e9017-5399-4d57-9077-0fd615c7bcbd on network 2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:35:24.252814 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-17225b67-cc09-471e-b92d-94a0acc308a3 req-df1b9ff0-249b-4292-ac5a-88ec91dee5d3 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856102 May 31 13:35:24.261644 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af51f237-483f-4254-b8c7-02101896c17f req-c4316205-3807-47d5-8686-f1b6c6c57e5e service neutron] Port 308e9017-5399-4d57-9077-0fd615c7bcbd on network 2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:35:24.262039 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af51f237-483f-4254-b8c7-02101896c17f req-c4316205-3807-47d5-8686-f1b6c6c57e5e service neutron] Attempting to bind port 308e9017-5399-4d57-9077-0fd615c7bcbd on network 2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:35:24.275062 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a138091-320f-4c4f-8619-4fa1ee686a48 req-7b6a8154-781b-499a-8923-c5d9b16f7408 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:24.276623 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1a138091-320f-4c4f-8619-4fa1ee686a48 req-7b6a8154-781b-499a-8923-c5d9b16f7408 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c115b76b-660c-4184-a3f1-4850b0660aae HTTP/1.1" status: 200 len: 945 time: 0.4343023 May 31 13:35:24.290999 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af51f237-483f-4254-b8c7-02101896c17f req-c4316205-3807-47d5-8686-f1b6c6c57e5e service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:35:24.290999 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af51f237-483f-4254-b8c7-02101896c17f req-c4316205-3807-47d5-8686-f1b6c6c57e5e service neutron] Checking segment: {'id': '57f5fa22-0037-4fd1-b301-00fe683d1b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:35:24.290999 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af51f237-483f-4254-b8c7-02101896c17f req-c4316205-3807-47d5-8686-f1b6c6c57e5e service neutron] Bound using segment: {'id': '57f5fa22-0037-4fd1-b301-00fe683d1b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:35:24.290999 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-af51f237-483f-4254-b8c7-02101896c17f req-c4316205-3807-47d5-8686-f1b6c6c57e5e service neutron] Bound port: 308e9017-5399-4d57-9077-0fd615c7bcbd, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57f5fa22-0037-4fd1-b301-00fe683d1b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:35:24.290999 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-af51f237-483f-4254-b8c7-02101896c17f req-c4316205-3807-47d5-8686-f1b6c6c57e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:24.388029 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-f6a56eda-51f8-491d-8187-ac2ac4758159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e1964fc-8f04-4003-979e-044c3828d5ed', 'name': 'tempest-ServersTestFqdnHostnames-118330108-router', 'tenant_id': '74ab40fd41f74c32aa31f3eb6da9d567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '7529e2ba-2be6-4387-ad6a-4dffb51b66d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:35:03Z', 'updated_at': '2022-05-31T13:35:21Z', 'revision_number': 5, 'project_id': '74ab40fd41f74c32aa31f3eb6da9d567', 'gw_port': {'id': '7529e2ba-2be6-4387-ad6a-4dffb51b66d4', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1964fc-8f04-4003-979e-044c3828d5ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:35:05Z', 'updated_at': '2022-05-31T13:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:35:24.393286 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a56eda-51f8-491d-8187-ac2ac4758159 None None] The sync data for ids ['1e1964fc-8f04-4003-979e-044c3828d5ed'] in n-d-843939-1 is: [{'id': '1e1964fc-8f04-4003-979e-044c3828d5ed', 'name': 'tempest-ServersTestFqdnHostnames-118330108-router', 'tenant_id': '74ab40fd41f74c32aa31f3eb6da9d567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '7529e2ba-2be6-4387-ad6a-4dffb51b66d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:35:03Z', 'updated_at': '2022-05-31T13:35:21Z', 'revision_number': 5, 'project_id': '74ab40fd41f74c32aa31f3eb6da9d567', 'gw_port': {'id': '7529e2ba-2be6-4387-ad6a-4dffb51b66d4', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1964fc-8f04-4003-979e-044c3828d5ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:35:05Z', 'updated_at': '2022-05-31T13:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:35:24.453047 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1a138091-320f-4c4f-8619-4fa1ee686a48 req-41aebffb-b9c5-4a45-95ff-be9eb5b56cfe tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474273 May 31 13:35:24.518600 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-de066284-5cc6-4058-87d0-d77ee8c1cc06 req-411ceb01-065b-4dae-ab0a-cb890ce1696f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99dc54a5-4600-46b5-bdbd-cd51ab9ac1a6 HTTP/1.1" status: 200 len: 217 time: 0.1019418 May 31 13:35:24.520538 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-4db8429b-03dd-43cf-85bf-f276285c9a0c admin admin] For port 7529e2ba-2be6-4387-ad6a-4dffb51b66d4, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=7529e2ba-2be6-4387-ad6a-4dffb51b66d4,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:35:24.520887 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4db8429b-03dd-43cf-85bf-f276285c9a0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:24.581230 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-af51f237-483f-4254-b8c7-02101896c17f req-c4316205-3807-47d5-8686-f1b6c6c57e5e service neutron] For port 308e9017-5399-4d57-9077-0fd615c7bcbd, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:35:24.614876 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-af51f237-483f-4254-b8c7-02101896c17f req-c4316205-3807-47d5-8686-f1b6c6c57e5e service neutron] For port 308e9017-5399-4d57-9077-0fd615c7bcbd, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=308e9017-5399-4d57-9077-0fd615c7bcbd,segment=NetworkSegment(57f5fa22-0037-4fd1-b301-00fe683d1b15),segment_id=57f5fa22-0037-4fd1-b301-00fe683d1b15)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:35:24.633655 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-af51f237-483f-4254-b8c7-02101896c17f req-c4316205-3807-47d5-8686-f1b6c6c57e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:24.639640 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b45d7ab-7014-4905-a05a-130bbd276c31'] response: {'name': 'network-changed', 'server_uuid': '98ea044c-54a5-4e34-ad50-f0894561190f', 'tag': 'e94f7e75-6c16-424a-a92a-43509164e97a', 'status': 'completed', 'code': 200} May 31 13:35:24.748748 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d8694-aa23-4178-85f1-6abb4f9b8d7b req-885b6cce-36ea-4622-801b-15780df07631 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:24.754973 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d8694-aa23-4178-85f1-6abb4f9b8d7b req-885b6cce-36ea-4622-801b-15780df07631 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:24.759685 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-4db8429b-03dd-43cf-85bf-f276285c9a0c admin admin] Calling delete_port for 7529e2ba-2be6-4387-ad6a-4dffb51b66d4 owned by network:router_gateway {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:35:24.760926 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d8694-aa23-4178-85f1-6abb4f9b8d7b req-885b6cce-36ea-4622-801b-15780df07631 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:24.766777 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d8694-aa23-4178-85f1-6abb4f9b8d7b req-885b6cce-36ea-4622-801b-15780df07631 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:24.773097 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d8694-aa23-4178-85f1-6abb4f9b8d7b req-885b6cce-36ea-4622-801b-15780df07631 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:24.778890 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d8694-aa23-4178-85f1-6abb4f9b8d7b req-885b6cce-36ea-4622-801b-15780df07631 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:24.784581 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d8694-aa23-4178-85f1-6abb4f9b8d7b req-885b6cce-36ea-4622-801b-15780df07631 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:24.787950 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-587d8694-aa23-4178-85f1-6abb4f9b8d7b req-885b6cce-36ea-4622-801b-15780df07631 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/ports?device_id=98ea044c-54a5-4e34-ad50-f0894561190f HTTP/1.1" status: 200 len: 5381 time: 0.3153977 May 31 13:35:24.842846 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de066284-5cc6-4058-87d0-d77ee8c1cc06 req-c2c07f37-7ef2-45e9-a642-31182bb3aeba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:24.844291 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-de066284-5cc6-4058-87d0-d77ee8c1cc06 req-c2c07f37-7ef2-45e9-a642-31182bb3aeba service neutron] 10.222.0.20 "GET /v2.0/subnets?id=03601eff-cc07-4210-91b9-54e2e22c50f4 HTTP/1.1" status: 200 len: 850 time: 0.3147902 May 31 13:35:24.866507 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51f237-483f-4254-b8c7-02101896c17f req-c4316205-3807-47d5-8686-f1b6c6c57e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:24.867139 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-af51f237-483f-4254-b8c7-02101896c17f req-c4316205-3807-47d5-8686-f1b6c6c57e5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:24.868668 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af51f237-483f-4254-b8c7-02101896c17f req-c4316205-3807-47d5-8686-f1b6c6c57e5e service neutron] 10.222.0.44 "PUT /v2.0/ports/308e9017-5399-4d57-9077-0fd615c7bcbd HTTP/1.1" status: 200 len: 1134 time: 2.2644377 May 31 13:35:24.901675 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-af51f237-483f-4254-b8c7-02101896c17f req-ecfca08c-fa59-4514-a798-ea93e9483d48 service neutron] Request body: {'port': {'device_id': '98ea044c-54a5-4e34-ad50-f0894561190f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:35:24.971803 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-587d8694-aa23-4178-85f1-6abb4f9b8d7b req-010777b6-b655-4ede-8e9b-5b9bbc91faee tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/security-groups?id=94427793-2dbb-4b9a-b9ee-66398e26f83c&id=4cdd63f0-9a82-48d4-b4bf-108afcf63acd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1329792 May 31 13:35:24.981971 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef00f119-1bb5-4e71-a3e4-f656ff69e973 req-c911f908-8a27-4341-beca-5931149d413f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:24.982766 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef00f119-1bb5-4e71-a3e4-f656ff69e973 req-c911f908-8a27-4341-beca-5931149d413f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:24.983217 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef00f119-1bb5-4e71-a3e4-f656ff69e973 req-c911f908-8a27-4341-beca-5931149d413f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:24.983679 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef00f119-1bb5-4e71-a3e4-f656ff69e973 req-c911f908-8a27-4341-beca-5931149d413f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:24.984131 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef00f119-1bb5-4e71-a3e4-f656ff69e973 req-c911f908-8a27-4341-beca-5931149d413f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:24.984855 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef00f119-1bb5-4e71-a3e4-f656ff69e973 req-c911f908-8a27-4341-beca-5931149d413f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:24.985371 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef00f119-1bb5-4e71-a3e4-f656ff69e973 req-c911f908-8a27-4341-beca-5931149d413f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:24.987397 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ef00f119-1bb5-4e71-a3e4-f656ff69e973 req-c911f908-8a27-4341-beca-5931149d413f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e8214c87941844eca93c05e6b9a8f274&device_id=98ea044c-54a5-4e34-ad50-f0894561190f HTTP/1.1" status: 200 len: 6218 time: 0.2745008 May 31 13:35:25.003073 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4316205-3807-47d5-8686-f1b6c6c57e5e service neutron] Pushing event updated for resources: {'Port': ['ID=308e9017-5399-4d57-9077-0fd615c7bcbd,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:35:25.095944 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94284906-ff7e-4d44-b921-6c3a23d5696d req-c8578fbe-f67d-40f6-9228-4e34a7585191 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:25.097581 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-94284906-ff7e-4d44-b921-6c3a23d5696d req-c8578fbe-f67d-40f6-9228-4e34a7585191 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec2e7b7d-c773-4a58-92e2-21fa2b2e6186 HTTP/1.1" status: 200 len: 945 time: 0.3092906 May 31 13:35:25.168895 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-af51f237-483f-4254-b8c7-02101896c17f req-ecfca08c-fa59-4514-a798-ea93e9483d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:25.243652 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-94284906-ff7e-4d44-b921-6c3a23d5696d req-65358594-1540-4c2e-91ab-4eb5ba821932 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385353 May 31 13:35:25.284460 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de066284-5cc6-4058-87d0-d77ee8c1cc06 req-3d71d549-26ec-4e44-b4ed-fdb1babf35b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:25.286556 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-de066284-5cc6-4058-87d0-d77ee8c1cc06 req-3d71d549-26ec-4e44-b4ed-fdb1babf35b7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ef7bc708-faad-4f53-9863-9b17fc2bd3a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4323928 May 31 13:35:25.356249 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5bbd60-81e3-49f5-ae16-e2a4a3b22dfa req-1148ce81-6037-4da3-9438-419bc71a9f79 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:25.358154 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6b5bbd60-81e3-49f5-ae16-e2a4a3b22dfa req-1148ce81-6037-4da3-9438-419bc71a9f79 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 946 time: 0.2340572 May 31 13:35:25.434331 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4db8429b-03dd-43cf-85bf-f276285c9a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:25.501740 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6b5bbd60-81e3-49f5-ae16-e2a4a3b22dfa req-4f729093-5a78-4687-9e7c-b43bf6ea86bb tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341119 May 31 13:35:25.510167 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db8429b-03dd-43cf-85bf-f276285c9a0c admin admin] Pushing event deleted for resources: {'Port': ['ID=7529e2ba-2be6-4387-ad6a-4dffb51b66d4,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:35:25.559903 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef00f119-1bb5-4e71-a3e4-f656ff69e973 req-18efc008-d891-4bee-84e4-522ef072014f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:25.560655 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef00f119-1bb5-4e71-a3e4-f656ff69e973 req-18efc008-d891-4bee-84e4-522ef072014f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:25.561344 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef00f119-1bb5-4e71-a3e4-f656ff69e973 req-18efc008-d891-4bee-84e4-522ef072014f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:25.563363 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ef00f119-1bb5-4e71-a3e4-f656ff69e973 req-18efc008-d891-4bee-84e4-522ef072014f service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=e8214c87941844eca93c05e6b9a8f274&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5679080 May 31 13:35:25.714502 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-de066284-5cc6-4058-87d0-d77ee8c1cc06 req-280b45f9-abf7-42bb-984b-777010b497ee service neutron] 10.222.0.20 "GET /v2.0/networks/ef7bc708-faad-4f53-9863-9b17fc2bd3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4176772 May 31 13:35:25.845815 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-af51f237-483f-4254-b8c7-02101896c17f req-ecfca08c-fa59-4514-a798-ea93e9483d48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec2bc788-e484-45ea-888b-dba186b72a44 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:35:25.855599 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-af51f237-483f-4254-b8c7-02101896c17f req-ecfca08c-fa59-4514-a798-ea93e9483d48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:25.911575 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4db8429b-03dd-43cf-85bf-f276285c9a0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577389'] for router_gateway, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:25.927862 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-af51f237-483f-4254-b8c7-02101896c17f req-ecfca08c-fa59-4514-a798-ea93e9483d48 service neutron] Transition to ACTIVE for port object ec2bc788-e484-45ea-888b-dba186b72a44 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:35:25.960751 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-af51f237-483f-4254-b8c7-02101896c17f req-ecfca08c-fa59-4514-a798-ea93e9483d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:25.969277 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 3fdf6c28-135c-418f-8299-1110bb3eabbd no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:35:26.018477 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 3fdf6c28-135c-418f-8299-1110bb3eabbd {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:35:26.019112 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 3fdf6c28-135c-418f-8299-1110bb3eabbd not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:35:26.195978 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfca08c-fa59-4514-a798-ea93e9483d48 service neutron] Pushing event updated for resources: {'Port': ['ID=ec2bc788-e484-45ea-888b-dba186b72a44,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:35:26.239090 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90141ddb-3b97-491b-8af0-fc67cf402092 req-06652601-cfff-4b9f-a4c2-7d0f2e628d9f tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:26.240856 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-90141ddb-3b97-491b-8af0-fc67cf402092 req-06652601-cfff-4b9f-a4c2-7d0f2e628d9f tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c115b76b-660c-4184-a3f1-4850b0660aae HTTP/1.1" status: 200 len: 945 time: 0.5091319 May 31 13:35:26.267360 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4db8429b-03dd-43cf-85bf-f276285c9a0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:26.271104 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-de066284-5cc6-4058-87d0-d77ee8c1cc06 req-44ce1151-7495-430e-9fec-6203f4269a52 service neutron] 10.222.0.20 "GET /v2.0/networks/ef7bc708-faad-4f53-9863-9b17fc2bd3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5136197 May 31 13:35:26.273174 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4db8429b-03dd-43cf-85bf-f276285c9a0c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:26.279081 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef00f119-1bb5-4e71-a3e4-f656ff69e973 req-245efbcb-34bb-4553-980e-1bdfeb951482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:26.281032 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ef00f119-1bb5-4e71-a3e4-f656ff69e973 req-245efbcb-34bb-4553-980e-1bdfeb951482 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6659508 May 31 13:35:26.324874 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4db8429b-03dd-43cf-85bf-f276285c9a0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:26.325682 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4db8429b-03dd-43cf-85bf-f276285c9a0c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e1964fc-8f04-4003-979e-044c3828d5ed {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:35:26.339863 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61320a6-bc39-4e65-aa7a-5a3aa93467b2 req-35c15ad4-c32b-4b1c-9f0d-2cc5d9594004 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:26.346174 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4db8429b-03dd-43cf-85bf-f276285c9a0c admin admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:26.347222 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d61320a6-bc39-4e65-aa7a-5a3aa93467b2 req-35c15ad4-c32b-4b1c-9f0d-2cc5d9594004 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 946 time: 0.6240275 May 31 13:35:26.352248 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-4db8429b-03dd-43cf-85bf-f276285c9a0c admin admin] 10.222.0.50 "DELETE /v2.0/routers/1e1964fc-8f04-4003-979e-044c3828d5ed HTTP/1.1" status: 204 len: 168 time: 3.4663520 May 31 13:35:26.353073 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 48206) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:35:26.513955 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d596c4e-aafb-441e-817a-0f7aca09c6c3 admin admin] Deleting subnet f1bdd400-3d6c-44c2-a530-63401fc4528d {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:35:26.517634 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9d596c4e-aafb-441e-817a-0f7aca09c6c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:26.600555 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9d596c4e-aafb-441e-817a-0f7aca09c6c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:26.609195 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-90141ddb-3b97-491b-8af0-fc67cf402092 req-70ccddd5-60dd-43cb-a058-9b74f61db15b tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3585939 May 31 13:35:26.633784 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d61320a6-bc39-4e65-aa7a-5a3aa93467b2 req-565680b5-d735-4579-a4bb-3e11c133d1d4 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855444 May 31 13:35:26.655463 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98ea044c-54a5-4e34-ad50-f0894561190f', 'tag': '308e9017-5399-4d57-9077-0fd615c7bcbd'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:35:26.690650 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fdae6d73-0fe7-4ecc-a998-09d7525ff053 req-4e1f0a6c-e926-4d20-bfda-3e664937755b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=dbaea2ec-9092-44e4-b690-87858b27c15c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6719847 May 31 13:35:26.700007 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9d596c4e-aafb-441e-817a-0f7aca09c6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:26.702200 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-af51f237-483f-4254-b8c7-02101896c17f req-ecfca08c-fa59-4514-a798-ea93e9483d48 service neutron] Attempting to bind port ec2bc788-e484-45ea-888b-dba186b72a44 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:35:26.702200 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-af51f237-483f-4254-b8c7-02101896c17f req-ecfca08c-fa59-4514-a798-ea93e9483d48 service neutron] Attempting to bind port ec2bc788-e484-45ea-888b-dba186b72a44 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': '57f5fa22-0037-4fd1-b301-00fe683d1b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:35:26.707225 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af51f237-483f-4254-b8c7-02101896c17f req-ecfca08c-fa59-4514-a798-ea93e9483d48 service neutron] Attempting to bind port ec2bc788-e484-45ea-888b-dba186b72a44 on network 2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:35:26.718611 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af51f237-483f-4254-b8c7-02101896c17f req-ecfca08c-fa59-4514-a798-ea93e9483d48 service neutron] Port ec2bc788-e484-45ea-888b-dba186b72a44 on network 2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:35:26.720097 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af51f237-483f-4254-b8c7-02101896c17f req-ecfca08c-fa59-4514-a798-ea93e9483d48 service neutron] Attempting to bind port ec2bc788-e484-45ea-888b-dba186b72a44 on network 2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:35:26.735145 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af51f237-483f-4254-b8c7-02101896c17f req-ecfca08c-fa59-4514-a798-ea93e9483d48 service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:35:26.735516 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af51f237-483f-4254-b8c7-02101896c17f req-ecfca08c-fa59-4514-a798-ea93e9483d48 service neutron] Checking segment: {'id': '57f5fa22-0037-4fd1-b301-00fe683d1b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:35:26.735917 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af51f237-483f-4254-b8c7-02101896c17f req-ecfca08c-fa59-4514-a798-ea93e9483d48 service neutron] Bound using segment: {'id': '57f5fa22-0037-4fd1-b301-00fe683d1b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:35:26.737384 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-af51f237-483f-4254-b8c7-02101896c17f req-ecfca08c-fa59-4514-a798-ea93e9483d48 service neutron] Bound port: ec2bc788-e484-45ea-888b-dba186b72a44, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57f5fa22-0037-4fd1-b301-00fe683d1b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:35:26.737591 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-af51f237-483f-4254-b8c7-02101896c17f req-ecfca08c-fa59-4514-a798-ea93e9483d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:26.848303 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00650095-786f-4e76-94ce-822b1a03088c'] response: {'name': 'network-changed', 'server_uuid': '98ea044c-54a5-4e34-ad50-f0894561190f', 'tag': '308e9017-5399-4d57-9077-0fd615c7bcbd', 'status': 'completed', 'code': 200} May 31 13:35:26.896090 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9d596c4e-aafb-441e-817a-0f7aca09c6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:26.995879 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d596c4e-aafb-441e-817a-0f7aca09c6c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1bdd400-3d6c-44c2-a530-63401fc4528d,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:35:27.019834 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e182bf8e-5ac6-400b-a4ad-defbb807c4bd None None] Network e7139666-3b4d-41d7-938d-79900f74f5c3 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:35:27.025469 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9d596c4e-aafb-441e-817a-0f7aca09c6c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:27.040216 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-9d596c4e-aafb-441e-817a-0f7aca09c6c3 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/f1bdd400-3d6c-44c2-a530-63401fc4528d HTTP/1.1" status: 204 len: 168 time: 0.6853917 May 31 13:35:27.046741 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 48226) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:35:27.101111 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f38687-a813-4511-b237-56d2e0d5a158 req-068a8ba4-0cd3-4e7d-81c6-f146a03889cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:27.101688 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f38687-a813-4511-b237-56d2e0d5a158 req-068a8ba4-0cd3-4e7d-81c6-f146a03889cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:27.102169 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f38687-a813-4511-b237-56d2e0d5a158 req-068a8ba4-0cd3-4e7d-81c6-f146a03889cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:27.102629 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f38687-a813-4511-b237-56d2e0d5a158 req-068a8ba4-0cd3-4e7d-81c6-f146a03889cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:27.103638 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f38687-a813-4511-b237-56d2e0d5a158 req-068a8ba4-0cd3-4e7d-81c6-f146a03889cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:27.103638 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f38687-a813-4511-b237-56d2e0d5a158 req-068a8ba4-0cd3-4e7d-81c6-f146a03889cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:27.104066 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f38687-a813-4511-b237-56d2e0d5a158 req-068a8ba4-0cd3-4e7d-81c6-f146a03889cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:27.105831 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-71f38687-a813-4511-b237-56d2e0d5a158 req-068a8ba4-0cd3-4e7d-81c6-f146a03889cc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e8214c87941844eca93c05e6b9a8f274&device_id=98ea044c-54a5-4e34-ad50-f0894561190f HTTP/1.1" status: 200 len: 6243 time: 0.2924771 May 31 13:35:27.155091 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-af51f237-483f-4254-b8c7-02101896c17f req-ecfca08c-fa59-4514-a798-ea93e9483d48 service neutron] For port ec2bc788-e484-45ea-888b-dba186b72a44, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:35:27.162491 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-af51f237-483f-4254-b8c7-02101896c17f req-ecfca08c-fa59-4514-a798-ea93e9483d48 service neutron] For port ec2bc788-e484-45ea-888b-dba186b72a44, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=ec2bc788-e484-45ea-888b-dba186b72a44,segment=NetworkSegment(57f5fa22-0037-4fd1-b301-00fe683d1b15),segment_id=57f5fa22-0037-4fd1-b301-00fe683d1b15)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:35:27.173748 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-af51f237-483f-4254-b8c7-02101896c17f req-ecfca08c-fa59-4514-a798-ea93e9483d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:27.211276 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae6d73-0fe7-4ecc-a998-09d7525ff053 req-ae23af4e-aea0-4a46-87df-1e0ed2267c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:27.212701 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fdae6d73-0fe7-4ecc-a998-09d7525ff053 req-ae23af4e-aea0-4a46-87df-1e0ed2267c91 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bc5142db886b48f8906c49afcc233362&device_id=dbaea2ec-9092-44e4-b690-87858b27c15c HTTP/1.1" status: 200 len: 1097 time: 0.4372756 May 31 13:35:27.243333 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c447822-8ba1-4180-a9ed-a7861cc4f3bb req-16902ceb-bbc1-47ef-96e2-481a34fa2672 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:27.249197 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c447822-8ba1-4180-a9ed-a7861cc4f3bb req-16902ceb-bbc1-47ef-96e2-481a34fa2672 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:27.255215 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c447822-8ba1-4180-a9ed-a7861cc4f3bb req-16902ceb-bbc1-47ef-96e2-481a34fa2672 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:27.261216 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c447822-8ba1-4180-a9ed-a7861cc4f3bb req-16902ceb-bbc1-47ef-96e2-481a34fa2672 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:27.267756 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c447822-8ba1-4180-a9ed-a7861cc4f3bb req-16902ceb-bbc1-47ef-96e2-481a34fa2672 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:27.274073 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c447822-8ba1-4180-a9ed-a7861cc4f3bb req-16902ceb-bbc1-47ef-96e2-481a34fa2672 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:27.280450 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c447822-8ba1-4180-a9ed-a7861cc4f3bb req-16902ceb-bbc1-47ef-96e2-481a34fa2672 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:27.282044 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0c447822-8ba1-4180-a9ed-a7861cc4f3bb req-16902ceb-bbc1-47ef-96e2-481a34fa2672 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/ports?device_id=98ea044c-54a5-4e34-ad50-f0894561190f HTTP/1.1" status: 200 len: 5393 time: 0.4358234 May 31 13:35:27.331572 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51f237-483f-4254-b8c7-02101896c17f req-ecfca08c-fa59-4514-a798-ea93e9483d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:27.332234 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-af51f237-483f-4254-b8c7-02101896c17f req-ecfca08c-fa59-4514-a798-ea93e9483d48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:27.333718 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af51f237-483f-4254-b8c7-02101896c17f req-ecfca08c-fa59-4514-a798-ea93e9483d48 service neutron] 10.222.0.44 "PUT /v2.0/ports/ec2bc788-e484-45ea-888b-dba186b72a44 HTTP/1.1" status: 200 len: 1091 time: 2.4370840 May 31 13:35:27.343260 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c693a9-661c-4b90-9c76-366c961baa8c req-bad8023b-2cb1-4cf1-be97-789592e72928 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:27.351194 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-86c693a9-661c-4b90-9c76-366c961baa8c req-bad8023b-2cb1-4cf1-be97-789592e72928 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 946 time: 0.3711929 May 31 13:35:27.373783 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5f89ee-d530-46d0-b418-7ed938cac650 None None] DHCP port deletion for e7139666-3b4d-41d7-938d-79900f74f5c3 request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:35:27.378153 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-af51f237-483f-4254-b8c7-02101896c17f req-d5bfcc16-3efc-4acc-91f1-d505e3ed5ba0 service neutron] Request body: {'port': {'device_id': '98ea044c-54a5-4e34-ad50-f0894561190f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:35:27.380119 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-5c5f89ee-d530-46d0-b418-7ed938cac650 None None] Deleting port e568cf0f-dd63-4ec6-9359-6eef34b4f4a9 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:35:27.381307 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5c5f89ee-d530-46d0-b418-7ed938cac650 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:27.432404 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1933c5e5-1b75-4bbe-a167-b5220f611a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:27.470585 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-1933c5e5-1b75-4bbe-a167-b5220f611a60 admin admin] Deleting port e568cf0f-dd63-4ec6-9359-6eef34b4f4a9 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:35:27.470867 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1933c5e5-1b75-4bbe-a167-b5220f611a60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:27.558066 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f38687-a813-4511-b237-56d2e0d5a158 req-60f793a8-5051-43df-844b-285b82eff66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:27.559047 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f38687-a813-4511-b237-56d2e0d5a158 req-60f793a8-5051-43df-844b-285b82eff66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:27.559047 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f38687-a813-4511-b237-56d2e0d5a158 req-60f793a8-5051-43df-844b-285b82eff66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:27.561056 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-71f38687-a813-4511-b237-56d2e0d5a158 req-60f793a8-5051-43df-844b-285b82eff66f service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=e8214c87941844eca93c05e6b9a8f274&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4027066 May 31 13:35:27.604556 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-86c693a9-661c-4b90-9c76-366c961baa8c req-7c5f81ce-475c-4660-8986-7fd332776db6 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504306 May 31 13:35:27.605252 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfca08c-fa59-4514-a798-ea93e9483d48 service neutron] Pushing event updated for resources: {'Port': ['ID=ec2bc788-e484-45ea-888b-dba186b72a44,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:35:27.667259 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-5c5f89ee-d530-46d0-b418-7ed938cac650 None None] For port e568cf0f-dd63-4ec6-9359-6eef34b4f4a9, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=e568cf0f-dd63-4ec6-9359-6eef34b4f4a9,segment=NetworkSegment(4b3c63d0-39d7-46aa-8848-6ddef296868c),segment_id=4b3c63d0-39d7-46aa-8848-6ddef296868c)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:35:27.668026 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5c5f89ee-d530-46d0-b418-7ed938cac650 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:27.692237 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0c447822-8ba1-4180-a9ed-a7861cc4f3bb req-6b0db1fa-7d13-4af5-bd99-f8422cc48f00 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/security-groups?id=94427793-2dbb-4b9a-b9ee-66398e26f83c&id=4cdd63f0-9a82-48d4-b4bf-108afcf63acd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3973265 May 31 13:35:27.790459 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f38687-a813-4511-b237-56d2e0d5a158 req-42e24a02-eab9-466f-8d3c-46ca5b9b8f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:27.792688 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-71f38687-a813-4511-b237-56d2e0d5a158 req-42e24a02-eab9-466f-8d3c-46ca5b9b8f28 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2248681 May 31 13:35:27.813952 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-5c5f89ee-d530-46d0-b418-7ed938cac650 None None] Calling delete_port for e568cf0f-dd63-4ec6-9359-6eef34b4f4a9 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:35:27.844647 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae6d73-0fe7-4ecc-a998-09d7525ff053 req-8a81ea81-0167-4bd9-b966-d3d91b7ab3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:27.846982 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fdae6d73-0fe7-4ecc-a998-09d7525ff053 req-8a81ea81-0167-4bd9-b966-d3d91b7ab3e2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ef7bc708-faad-4f53-9863-9b17fc2bd3a4 HTTP/1.1" status: 200 len: 912 time: 0.5547547 May 31 13:35:27.852405 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-af51f237-483f-4254-b8c7-02101896c17f req-d5bfcc16-3efc-4acc-91f1-d505e3ed5ba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:27.917356 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5c5f89ee-d530-46d0-b418-7ed938cac650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:27.963649 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 7529e2ba-2be6-4387-ad6a-4dffb51b66d4 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:35:27.975962 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-1933c5e5-1b75-4bbe-a167-b5220f611a60 admin admin] For port e568cf0f-dd63-4ec6-9359-6eef34b4f4a9, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=e568cf0f-dd63-4ec6-9359-6eef34b4f4a9,segment=NetworkSegment(4b3c63d0-39d7-46aa-8848-6ddef296868c),segment_id=4b3c63d0-39d7-46aa-8848-6ddef296868c)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:35:27.976327 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1933c5e5-1b75-4bbe-a167-b5220f611a60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:27.988337 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 43e7e852-9672-4b27-9f2d-397129744607 details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:35:27.992234 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fdae6d73-0fe7-4ecc-a998-09d7525ff053 req-c151ebb0-8fb1-44ab-bd3c-8c39a284eb28 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b93389c3-caa8-4ea0-8f5f-80727bf364b3 HTTP/1.1" status: 200 len: 217 time: 0.0953257 May 31 13:35:28.014611 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5f89ee-d530-46d0-b418-7ed938cac650 None None] Pushing event deleted for resources: {'Port': ['ID=e568cf0f-dd63-4ec6-9359-6eef34b4f4a9,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:35:28.019074 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 7529e2ba-2be6-4387-ad6a-4dffb51b66d4 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:35:28.019407 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 7529e2ba-2be6-4387-ad6a-4dffb51b66d4 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:35:28.019816 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device e568cf0f-dd63-4ec6-9359-6eef34b4f4a9 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:35:28.059754 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5f89ee-d530-46d0-b418-7ed938cac650 None None] No DVR routers for this DVR port e568cf0f-dd63-4ec6-9359-6eef34b4f4a9 on host n-d-843939-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:35:28.063362 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: e568cf0f-dd63-4ec6-9359-6eef34b4f4a9 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:35:28.063764 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device e568cf0f-dd63-4ec6-9359-6eef34b4f4a9 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:35:28.166308 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-1933c5e5-1b75-4bbe-a167-b5220f611a60 admin admin] Calling delete_port for e568cf0f-dd63-4ec6-9359-6eef34b4f4a9 owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:35:28.215867 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 43e7e852-9672-4b27-9f2d-397129744607, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=43e7e852-9672-4b27-9f2d-397129744607,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:35:28.217369 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae6d73-0fe7-4ecc-a998-09d7525ff053 req-32334733-7660-488f-9893-f99218e8d700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:28.218865 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fdae6d73-0fe7-4ecc-a998-09d7525ff053 req-32334733-7660-488f-9893-f99218e8d700 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=03601eff-cc07-4210-91b9-54e2e22c50f4 HTTP/1.1" status: 200 len: 850 time: 0.1928051 May 31 13:35:28.230740 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': '43e7e852-9672-4b27-9f2d-397129744607', 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4', 'port_id': '43e7e852-9672-4b27-9f2d-397129744607', 'mac_address': 'fa:16:3e:e7:ad:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24822c99-0dce-4d50-9c44-3135ba3763b8', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:35:28.252841 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.db.api [None req-1933c5e5-1b75-4bbe-a167-b5220f611a60 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:35:28.253097 n-d-843939-1 neutron-server[88369]: DEBUG oslo_db.api [None req-1933c5e5-1b75-4bbe-a167-b5220f611a60 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:35:28.281973 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4944c6a-7f96-405d-8da9-b1b6bfd19a7e req-894902ca-40ac-4ff7-b82a-4f334f444e16 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:28.283462 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b4944c6a-7f96-405d-8da9-b1b6bfd19a7e req-894902ca-40ac-4ff7-b82a-4f334f444e16 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 946 time: 0.4927826 May 31 13:35:28.289736 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 43e7e852-9672-4b27-9f2d-397129744607 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:35:28.289736 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:28.306678 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43e7e852-9672-4b27-9f2d-397129744607 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:35:28.323055 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 43e7e852-9672-4b27-9f2d-397129744607, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=43e7e852-9672-4b27-9f2d-397129744607,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:35:28.326852 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:28.404175 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81038e4c-5535-41c1-b642-965089e9f07b req-a2ec3a90-bf1b-487e-a80c-2251d7b20574 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:28.405672 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-81038e4c-5535-41c1-b642-965089e9f07b req-a2ec3a90-bf1b-487e-a80c-2251d7b20574 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c115b76b-660c-4184-a3f1-4850b0660aae HTTP/1.1" status: 200 len: 945 time: 0.5572057 May 31 13:35:28.442489 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=43e7e852-9672-4b27-9f2d-397129744607,revision_number=9']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:35:28.469354 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['43e7e852-9672-4b27-9f2d-397129744607'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:35:28.480773 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b4944c6a-7f96-405d-8da9-b1b6bfd19a7e req-2bb4bcfc-c7c0-4651-8723-b050afff73e9 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855388 May 31 13:35:28.525926 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-81038e4c-5535-41c1-b642-965089e9f07b req-7f987bfd-4a62-4078-aa47-bb886a03b52e tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076138 May 31 13:35:28.532524 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae6d73-0fe7-4ecc-a998-09d7525ff053 req-e70298f4-9d79-4e0e-b60b-e0e6891d1f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:28.533862 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fdae6d73-0fe7-4ecc-a998-09d7525ff053 req-e70298f4-9d79-4e0e-b60b-e0e6891d1f55 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ef7bc708-faad-4f53-9863-9b17fc2bd3a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3057401 May 31 13:35:28.754076 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-1933c5e5-1b75-4bbe-a167-b5220f611a60 admin admin] Deleting port e568cf0f-dd63-4ec6-9359-6eef34b4f4a9 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:35:28.754547 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1933c5e5-1b75-4bbe-a167-b5220f611a60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:28.835231 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-1933c5e5-1b75-4bbe-a167-b5220f611a60 admin admin] The port 'e568cf0f-dd63-4ec6-9359-6eef34b4f4a9' was deleted {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 13:35:28.910400 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98ea044c-54a5-4e34-ad50-f0894561190f', 'tag': 'ec2bc788-e484-45ea-888b-dba186b72a44'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:35:28.943492 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-af51f237-483f-4254-b8c7-02101896c17f req-d5bfcc16-3efc-4acc-91f1-d505e3ed5ba0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4729e617-16b1-46f7-a6e5-fc37d11ed0ab {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:35:28.969638 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-af51f237-483f-4254-b8c7-02101896c17f req-d5bfcc16-3efc-4acc-91f1-d505e3ed5ba0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:28.973105 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1933c5e5-1b75-4bbe-a167-b5220f611a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:29.008361 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-1933c5e5-1b75-4bbe-a167-b5220f611a60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7139666-3b4d-41d7-938d-79900f74f5c3']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:35:29.022579 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-1933c5e5-1b75-4bbe-a167-b5220f611a60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b3c63d0-39d7-46aa-8848-6ddef296868c') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:35:29.022931 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-1933c5e5-1b75-4bbe-a167-b5220f611a60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b3c63d0-39d7-46aa-8848-6ddef296868c') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:35:29.023426 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fdae6d73-0fe7-4ecc-a998-09d7525ff053 req-f1271f7e-f7a2-4e4d-b3e2-0aec0c868c29 service neutron] 10.222.0.44 "GET /v2.0/networks/ef7bc708-faad-4f53-9863-9b17fc2bd3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4819839 May 31 13:35:29.024507 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-af51f237-483f-4254-b8c7-02101896c17f req-d5bfcc16-3efc-4acc-91f1-d505e3ed5ba0 service neutron] Transition to ACTIVE for port object 4729e617-16b1-46f7-a6e5-fc37d11ed0ab will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:35:29.037569 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1933c5e5-1b75-4bbe-a167-b5220f611a60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:29.073612 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1933c5e5-1b75-4bbe-a167-b5220f611a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:29.082601 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1933c5e5-1b75-4bbe-a167-b5220f611a60 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:35:29.083888 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1933c5e5-1b75-4bbe-a167-b5220f611a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:29.116262 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-af51f237-483f-4254-b8c7-02101896c17f req-d5bfcc16-3efc-4acc-91f1-d505e3ed5ba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:29.181463 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 4b3c63d0-39d7-46aa-8848-6ddef296868c resource provider aggregate not found May 31 13:35:29.208180 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 4b3c63d0-39d7-46aa-8848-6ddef296868c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4b3c63d0-39d7-46aa-8848-6ddef296868c found for delete ", "request_id": "req-9a8e5ff1-e532-4716-80b8-c0b5c07c598d"}]} May 31 13:35:29.224684 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1933c5e5-1b75-4bbe-a167-b5220f611a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:29.244241 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1933c5e5-1b75-4bbe-a167-b5220f611a60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:29.283105 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1933c5e5-1b75-4bbe-a167-b5220f611a60 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7139666-3b4d-41d7-938d-79900f74f5c3,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:35:29.289511 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-1933c5e5-1b75-4bbe-a167-b5220f611a60 admin admin] 10.222.0.50 "DELETE /v2.0/networks/e7139666-3b4d-41d7-938d-79900f74f5c3 HTTP/1.1" status: 204 len: 168 time: 2.2382622 May 31 13:35:29.426120 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 48286) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:35:29.470686 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb36a5be-e722-4a76-8d0b-620bf49d5582 req-59c08f20-f433-496b-bacf-9bd025e98801 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:29.472280 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fb36a5be-e722-4a76-8d0b-620bf49d5582 req-59c08f20-f433-496b-bacf-9bd025e98801 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 946 time: 0.7512171 May 31 13:35:29.480402 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bfcc16-3efc-4acc-91f1-d505e3ed5ba0 service neutron] Pushing event updated for resources: {'Port': ['ID=4729e617-16b1-46f7-a6e5-fc37d11ed0ab,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:35:29.499967 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-78507402-49d4-4aed-acc6-5dbedc8d0426 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=74ab40fd41f74c32aa31f3eb6da9d567&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0723898 May 31 13:35:29.502967 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 48290) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:35:29.588312 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f0d5a65e-2c61-462f-8697-b85e38a80406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:29.626463 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f0d5a65e-2c61-462f-8697-b85e38a80406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:29.633236 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fdae6d73-0fe7-4ecc-a998-09d7525ff053 req-552e876c-14cb-4431-bb98-b41094b7b302 service neutron] 10.222.0.44 "GET /v2.0/networks/ef7bc708-faad-4f53-9863-9b17fc2bd3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6038473 May 31 13:35:29.663086 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fb36a5be-e722-4a76-8d0b-620bf49d5582 req-9d43c546-1011-43ad-8da8-d262f43e1405 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784892 May 31 13:35:29.697430 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f0d5a65e-2c61-462f-8697-b85e38a80406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:29.721372 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14248762-4f07-4821-85c1-a43bbc7dc2e0 req-c55f10c3-bb7b-456a-8da8-e6e00e5e9700 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:29.723794 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-14248762-4f07-4821-85c1-a43bbc7dc2e0 req-c55f10c3-bb7b-456a-8da8-e6e00e5e9700 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/networks?id=b1b02f4f-a70b-4201-8c66-e64da98751b7 HTTP/1.1" status: 200 len: 805 time: 0.5237417 May 31 13:35:29.726739 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d5a65e-2c61-462f-8697-b85e38a80406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92aed009-3351-41b3-8f70-538732ec0118,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:35:29.727383 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-af51f237-483f-4254-b8c7-02101896c17f req-d5bfcc16-3efc-4acc-91f1-d505e3ed5ba0 service neutron] Attempting to bind port 4729e617-16b1-46f7-a6e5-fc37d11ed0ab on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:35:29.727831 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-af51f237-483f-4254-b8c7-02101896c17f req-d5bfcc16-3efc-4acc-91f1-d505e3ed5ba0 service neutron] Attempting to bind port 4729e617-16b1-46f7-a6e5-fc37d11ed0ab by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': '57f5fa22-0037-4fd1-b301-00fe683d1b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:35:29.728256 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af51f237-483f-4254-b8c7-02101896c17f req-d5bfcc16-3efc-4acc-91f1-d505e3ed5ba0 service neutron] Attempting to bind port 4729e617-16b1-46f7-a6e5-fc37d11ed0ab on network 2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:35:29.737919 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f0d5a65e-2c61-462f-8697-b85e38a80406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:29.739892 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-f0d5a65e-2c61-462f-8697-b85e38a80406 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/92aed009-3351-41b3-8f70-538732ec0118 HTTP/1.1" status: 204 len: 168 time: 0.2357764 May 31 13:35:29.751544 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af51f237-483f-4254-b8c7-02101896c17f req-d5bfcc16-3efc-4acc-91f1-d505e3ed5ba0 service neutron] Port 4729e617-16b1-46f7-a6e5-fc37d11ed0ab on network 2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:35:29.751860 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af51f237-483f-4254-b8c7-02101896c17f req-d5bfcc16-3efc-4acc-91f1-d505e3ed5ba0 service neutron] Attempting to bind port 4729e617-16b1-46f7-a6e5-fc37d11ed0ab on network 2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:35:29.764252 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-14248762-4f07-4821-85c1-a43bbc7dc2e0 req-306157a6-80a8-4eea-9b26-0917d197e402 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/quotas/e7915944b7b94ed798ed9400dc43e749 HTTP/1.1" status: 200 len: 375 time: 0.0249975 May 31 13:35:29.805367 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af51f237-483f-4254-b8c7-02101896c17f req-d5bfcc16-3efc-4acc-91f1-d505e3ed5ba0 service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:35:29.805670 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af51f237-483f-4254-b8c7-02101896c17f req-d5bfcc16-3efc-4acc-91f1-d505e3ed5ba0 service neutron] Checking segment: {'id': '57f5fa22-0037-4fd1-b301-00fe683d1b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:35:29.806100 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af51f237-483f-4254-b8c7-02101896c17f req-d5bfcc16-3efc-4acc-91f1-d505e3ed5ba0 service neutron] Bound using segment: {'id': '57f5fa22-0037-4fd1-b301-00fe683d1b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:35:29.806563 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-af51f237-483f-4254-b8c7-02101896c17f req-d5bfcc16-3efc-4acc-91f1-d505e3ed5ba0 service neutron] Bound port: 4729e617-16b1-46f7-a6e5-fc37d11ed0ab, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57f5fa22-0037-4fd1-b301-00fe683d1b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:35:29.806913 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-af51f237-483f-4254-b8c7-02101896c17f req-d5bfcc16-3efc-4acc-91f1-d505e3ed5ba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:29.954382 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 43e7e852-9672-4b27-9f2d-397129744607 up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:35:30.004189 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-af51f237-483f-4254-b8c7-02101896c17f req-d5bfcc16-3efc-4acc-91f1-d505e3ed5ba0 service neutron] For port 4729e617-16b1-46f7-a6e5-fc37d11ed0ab, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:35:30.008536 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-af51f237-483f-4254-b8c7-02101896c17f req-d5bfcc16-3efc-4acc-91f1-d505e3ed5ba0 service neutron] For port 4729e617-16b1-46f7-a6e5-fc37d11ed0ab, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=4729e617-16b1-46f7-a6e5-fc37d11ed0ab,segment=NetworkSegment(57f5fa22-0037-4fd1-b301-00fe683d1b15),segment_id=57f5fa22-0037-4fd1-b301-00fe683d1b15)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:35:30.020568 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-af51f237-483f-4254-b8c7-02101896c17f req-d5bfcc16-3efc-4acc-91f1-d505e3ed5ba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:30.064878 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port 43e7e852-9672-4b27-9f2d-397129744607 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:35:30.065674 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:30.088350 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-14248762-4f07-4821-85c1-a43bbc7dc2e0 req-1d9317b6-c2fd-4688-a8fc-20ab0dfb3a7a tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e7915944b7b94ed798ed9400dc43e749&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3230824 May 31 13:35:30.129785 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51f237-483f-4254-b8c7-02101896c17f req-d5bfcc16-3efc-4acc-91f1-d505e3ed5ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:30.131204 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-af51f237-483f-4254-b8c7-02101896c17f req-d5bfcc16-3efc-4acc-91f1-d505e3ed5ba0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:30.133088 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af51f237-483f-4254-b8c7-02101896c17f req-d5bfcc16-3efc-4acc-91f1-d505e3ed5ba0 service neutron] 10.222.0.44 "PUT /v2.0/ports/4729e617-16b1-46f7-a6e5-fc37d11ed0ab HTTP/1.1" status: 200 len: 1091 time: 2.7589402 May 31 13:35:30.154368 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba5ea89-7c3a-4fa0-9a94-6fdcca0440df req-fa0dde0f-d7c0-40d3-8046-530b8031bd7f tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:30.162615 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba5ea89-7c3a-4fa0-9a94-6fdcca0440df req-fa0dde0f-d7c0-40d3-8046-530b8031bd7f tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:30.168836 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba5ea89-7c3a-4fa0-9a94-6fdcca0440df req-fa0dde0f-d7c0-40d3-8046-530b8031bd7f tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:30.176443 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba5ea89-7c3a-4fa0-9a94-6fdcca0440df req-fa0dde0f-d7c0-40d3-8046-530b8031bd7f tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:30.181594 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba5ea89-7c3a-4fa0-9a94-6fdcca0440df req-fa0dde0f-d7c0-40d3-8046-530b8031bd7f tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:30.190570 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba5ea89-7c3a-4fa0-9a94-6fdcca0440df req-fa0dde0f-d7c0-40d3-8046-530b8031bd7f tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:30.199017 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba5ea89-7c3a-4fa0-9a94-6fdcca0440df req-fa0dde0f-d7c0-40d3-8046-530b8031bd7f tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:30.208420 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-eba5ea89-7c3a-4fa0-9a94-6fdcca0440df req-fa0dde0f-d7c0-40d3-8046-530b8031bd7f tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/ports?device_id=98ea044c-54a5-4e34-ad50-f0894561190f HTTP/1.1" status: 200 len: 5405 time: 0.3375299 May 31 13:35:30.233650 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-af51f237-483f-4254-b8c7-02101896c17f req-8a6a5cf2-fd18-4aa8-9588-6ccb09c583b8 service neutron] Request body: {'port': {'device_id': '98ea044c-54a5-4e34-ad50-f0894561190f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:35:30.288125 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bfcc16-3efc-4acc-91f1-d505e3ed5ba0 service neutron] Pushing event updated for resources: {'Port': ['ID=4729e617-16b1-46f7-a6e5-fc37d11ed0ab,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:35:30.337534 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 43e7e852-9672-4b27-9f2d-397129744607 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:35:30.337534 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:30.344229 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-eba5ea89-7c3a-4fa0-9a94-6fdcca0440df req-9d1b3e72-8364-4b25-81ae-b70b9b44cec2 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/security-groups?id=94427793-2dbb-4b9a-b9ee-66398e26f83c&id=4cdd63f0-9a82-48d4-b4bf-108afcf63acd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1318276 May 31 13:35:30.421592 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '768e3b2d-12ee-4bbe-8d20-b87d815ae7e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43e7e852-9672-4b27-9f2d-397129744607'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:35:30.446437 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 43e7e852-9672-4b27-9f2d-397129744607, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=43e7e852-9672-4b27-9f2d-397129744607,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:35:30.453662 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:30.561537 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0371ddc-b86e-44c2-b194-75be9639e34d'] response: {'name': 'network-changed', 'server_uuid': '98ea044c-54a5-4e34-ad50-f0894561190f', 'tag': 'ec2bc788-e484-45ea-888b-dba186b72a44', 'status': 'completed', 'code': 200} May 31 13:35:30.570184 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-af51f237-483f-4254-b8c7-02101896c17f req-8a6a5cf2-fd18-4aa8-9588-6ccb09c583b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:30.617761 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=43e7e852-9672-4b27-9f2d-397129744607,revision_number=10']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:35:31.170687 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 48338) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:35:31.244188 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-14248762-4f07-4821-85c1-a43bbc7dc2e0 req-bc25bf6b-3ca4-467b-ba47-455ab35c9faf service neutron] 10.222.0.50 "GET /v2.0/networks/b1b02f4f-a70b-4201-8c66-e64da98751b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1549504 May 31 13:35:31.323821 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e7e7dd-4748-40de-9a75-448cd0f67010 req-2bf03fca-6287-4d04-a334-35f4085dff60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:31.324287 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e7e7dd-4748-40de-9a75-448cd0f67010 req-2bf03fca-6287-4d04-a334-35f4085dff60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:31.324747 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e7e7dd-4748-40de-9a75-448cd0f67010 req-2bf03fca-6287-4d04-a334-35f4085dff60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:31.325204 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e7e7dd-4748-40de-9a75-448cd0f67010 req-2bf03fca-6287-4d04-a334-35f4085dff60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:31.325656 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e7e7dd-4748-40de-9a75-448cd0f67010 req-2bf03fca-6287-4d04-a334-35f4085dff60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:31.326292 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e7e7dd-4748-40de-9a75-448cd0f67010 req-2bf03fca-6287-4d04-a334-35f4085dff60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:31.326718 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e7e7dd-4748-40de-9a75-448cd0f67010 req-2bf03fca-6287-4d04-a334-35f4085dff60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:31.327839 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-39ef4d3d-132b-413b-b6e8-acb6b945f788 admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-2041970068-network', 'tenant_id': 'bdfda257c1ab4e5baa903c3dc4438715'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:35:31.328634 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c4e7e7dd-4748-40de-9a75-448cd0f67010 req-2bf03fca-6287-4d04-a334-35f4085dff60 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e8214c87941844eca93c05e6b9a8f274&device_id=98ea044c-54a5-4e34-ad50-f0894561190f HTTP/1.1" status: 200 len: 6352 time: 0.7657142 May 31 13:35:31.340643 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-39ef4d3d-132b-413b-b6e8-acb6b945f788 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:35:31.346568 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-39ef4d3d-132b-413b-b6e8-acb6b945f788 admin admin] Usage tracker for resource:network and tenant:bdfda257c1ab4e5baa903c3dc4438715 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:35:31.352552 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-39ef4d3d-132b-413b-b6e8-acb6b945f788 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:35:31.361695 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-39ef4d3d-132b-413b-b6e8-acb6b945f788 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:35:31.377874 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ef4d3d-132b-413b-b6e8-acb6b945f788 admin admin] Made reservation on behalf of bdfda257c1ab4e5baa903c3dc4438715 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:35:31.384636 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-39ef4d3d-132b-413b-b6e8-acb6b945f788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:31.421718 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-39ef4d3d-132b-413b-b6e8-acb6b945f788 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:31.453668 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-39ef4d3d-132b-413b-b6e8-acb6b945f788 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:35:31.453880 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ac5f7-8f0e-4154-9723-4836d256e804 req-9d90f3ee-ea74-4856-9995-014c2a4205a4 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:31.456142 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3e0ac5f7-8f0e-4154-9723-4836d256e804 req-9d90f3ee-ea74-4856-9995-014c2a4205a4 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 946 time: 0.6524827 May 31 13:35:31.481019 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-39ef4d3d-132b-413b-b6e8-acb6b945f788 admin admin] Usage tracker for resource:security_group_rule and tenant:bdfda257c1ab4e5baa903c3dc4438715 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:35:31.489209 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-39ef4d3d-132b-413b-b6e8-acb6b945f788 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:35:31.496884 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-39ef4d3d-132b-413b-b6e8-acb6b945f788 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:35:31.624807 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-39ef4d3d-132b-413b-b6e8-acb6b945f788 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:31.629088 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-39ef4d3d-132b-413b-b6e8-acb6b945f788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:31.662327 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39ef4d3d-132b-413b-b6e8-acb6b945f788 admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:35:31.672906 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ef4d3d-132b-413b-b6e8-acb6b945f788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e28fbf91-1f34-45d5-80bb-8a829a48ba14,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:35:31.680805 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-39ef4d3d-132b-413b-b6e8-acb6b945f788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:31.681151 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-39ef4d3d-132b-413b-b6e8-acb6b945f788 admin admin] Added segment 363ce084-1fa6-4d1a-90c8-59efd97679b2 of type vlan for network 3f37aef5-26ed-49d9-bc46-facd0ce7978d May 31 13:35:31.717217 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-39ef4d3d-132b-413b-b6e8-acb6b945f788 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:31.758062 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-39ef4d3d-132b-413b-b6e8-acb6b945f788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:31.759055 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ef4d3d-132b-413b-b6e8-acb6b945f788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:31.759637 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-39ef4d3d-132b-413b-b6e8-acb6b945f788 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:31.801462 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3e0ac5f7-8f0e-4154-9723-4836d256e804 req-78b3db83-a519-44dc-afaa-1212067b5db6 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216963 May 31 13:35:31.836352 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-14248762-4f07-4821-85c1-a43bbc7dc2e0 req-441461d8-5d41-42b6-9d5b-50a6843de607 service neutron] 10.222.0.50 "GET /v2.0/networks/b1b02f4f-a70b-4201-8c66-e64da98751b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5747197 May 31 13:35:31.868117 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e7e7dd-4748-40de-9a75-448cd0f67010 req-94d2f828-c142-46d7-98d0-da1233fe0553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:31.868907 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e7e7dd-4748-40de-9a75-448cd0f67010 req-94d2f828-c142-46d7-98d0-da1233fe0553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:31.869616 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e7e7dd-4748-40de-9a75-448cd0f67010 req-94d2f828-c142-46d7-98d0-da1233fe0553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:31.871910 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c4e7e7dd-4748-40de-9a75-448cd0f67010 req-94d2f828-c142-46d7-98d0-da1233fe0553 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=e8214c87941844eca93c05e6b9a8f274&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4776180 May 31 13:35:31.896658 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e0cf67b-3674-48da-9287-bc1c80b2ab32'] response: {'server_uuid': '768e3b2d-12ee-4bbe-8d20-b87d815ae7e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43e7e852-9672-4b27-9f2d-397129744607', 'code': 200} May 31 13:35:31.903033 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ef4d3d-132b-413b-b6e8-acb6b945f788 admin admin] Pushing event updated for resources: {'Network': ['ID=3f37aef5-26ed-49d9-bc46-facd0ce7978d,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:35:31.920745 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-39ef4d3d-132b-413b-b6e8-acb6b945f788 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7484689 May 31 13:35:31.924934 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 48352) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:35:31.931521 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 3f37aef5-26ed-49d9-bc46-facd0ce7978d details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:35:31.931844 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-8096a5dd-d49c-46d3-9e96-e0baeaa99a1c admin admin] Request body: {'subnet': {'network_id': '3f37aef5-26ed-49d9-bc46-facd0ce7978d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-2041970068-subnet', 'tenant_id': 'bdfda257c1ab4e5baa903c3dc4438715', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:35:31.938109 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8096a5dd-d49c-46d3-9e96-e0baeaa99a1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:35:31.943971 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-8096a5dd-d49c-46d3-9e96-e0baeaa99a1c admin admin] Usage tracker for resource:subnet and tenant:bdfda257c1ab4e5baa903c3dc4438715 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:35:31.949882 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-8096a5dd-d49c-46d3-9e96-e0baeaa99a1c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:35:31.957071 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8096a5dd-d49c-46d3-9e96-e0baeaa99a1c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:35:31.978930 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8096a5dd-d49c-46d3-9e96-e0baeaa99a1c admin admin] Made reservation on behalf of bdfda257c1ab4e5baa903c3dc4438715 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:35:31.983614 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8096a5dd-d49c-46d3-9e96-e0baeaa99a1c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:32.079908 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.resource_extend [req-af51f237-483f-4254-b8c7-02101896c17f req-8a6a5cf2-fd18-4aa8-9588-6ccb09c583b8 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:35:32.241100 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-af51f237-483f-4254-b8c7-02101896c17f req-8a6a5cf2-fd18-4aa8-9588-6ccb09c583b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00bc2cb2-6a9e-4905-96dc-012b03dba6e7 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:35:32.282540 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-af51f237-483f-4254-b8c7-02101896c17f req-8a6a5cf2-fd18-4aa8-9588-6ccb09c583b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:32.310020 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e7e7dd-4748-40de-9a75-448cd0f67010 req-cf1f4c63-63fe-4f7f-85dd-c7e014d9810b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:32.311752 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c4e7e7dd-4748-40de-9a75-448cd0f67010 req-cf1f4c63-63fe-4f7f-85dd-c7e014d9810b service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4319623 May 31 13:35:32.349078 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-af51f237-483f-4254-b8c7-02101896c17f req-8a6a5cf2-fd18-4aa8-9588-6ccb09c583b8 service neutron] Transition to ACTIVE for port object 00bc2cb2-6a9e-4905-96dc-012b03dba6e7 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:35:32.354763 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-af51f237-483f-4254-b8c7-02101896c17f req-8a6a5cf2-fd18-4aa8-9588-6ccb09c583b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:32.570230 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98ea044c-54a5-4e34-ad50-f0894561190f', 'tag': '4729e617-16b1-46f7-a6e5-fc37d11ed0ab'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:35:32.654312 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8096a5dd-d49c-46d3-9e96-e0baeaa99a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:32.738912 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8096a5dd-d49c-46d3-9e96-e0baeaa99a1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a0e47f6-e077-49ba-8428-7064f1cfbf51,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:35:32.764567 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6a5cf2-fd18-4aa8-9588-6ccb09c583b8 service neutron] Pushing event updated for resources: {'Port': ['ID=00bc2cb2-6a9e-4905-96dc-012b03dba6e7,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:35:32.926084 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8096a5dd-d49c-46d3-9e96-e0baeaa99a1c admin admin] Checking segment: {'id': '363ce084-1fa6-4d1a-90c8-59efd97679b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3f37aef5-26ed-49d9-bc46-facd0ce7978d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:35:32.926948 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8096a5dd-d49c-46d3-9e96-e0baeaa99a1c admin admin] Network hostable DHCP agents. Network: 3f37aef5-26ed-49d9-bc46-facd0ce7978d, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:35:32.980903 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89174501-b812-4f95-a752-909c2466725d req-f3a5b342-ef46-4887-9319-fc17fc922d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:32.982712 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-89174501-b812-4f95-a752-909c2466725d req-f3a5b342-ef46-4887-9319-fc17fc922d11 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc5142db886b48f8906c49afcc233362&device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 1095 time: 0.2172077 May 31 13:35:32.983550 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8096a5dd-d49c-46d3-9e96-e0baeaa99a1c admin admin] Network 3f37aef5-26ed-49d9-bc46-facd0ce7978d is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:35:33.063163 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-8096a5dd-d49c-46d3-9e96-e0baeaa99a1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 3f37aef5-26ed-49d9-bc46-facd0ce7978d) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:35:33.074130 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51eaa385-7bc2-4bbc-92cd-fad5be83a3d3 None None] Network 3f37aef5-26ed-49d9-bc46-facd0ce7978d requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:35:33.092988 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-af51f237-483f-4254-b8c7-02101896c17f req-8a6a5cf2-fd18-4aa8-9588-6ccb09c583b8 service neutron] Attempting to bind port 00bc2cb2-6a9e-4905-96dc-012b03dba6e7 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:35:33.093327 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-af51f237-483f-4254-b8c7-02101896c17f req-8a6a5cf2-fd18-4aa8-9588-6ccb09c583b8 service neutron] Attempting to bind port 00bc2cb2-6a9e-4905-96dc-012b03dba6e7 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'e54fd068-ebcb-45fd-9c64-e09108b643c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '37c48153-c66c-4011-885e-e73ddcdb568e'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:35:33.093681 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af51f237-483f-4254-b8c7-02101896c17f req-8a6a5cf2-fd18-4aa8-9588-6ccb09c583b8 service neutron] Attempting to bind port 00bc2cb2-6a9e-4905-96dc-012b03dba6e7 on network 37c48153-c66c-4011-885e-e73ddcdb568e {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:35:33.093876 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8096a5dd-d49c-46d3-9e96-e0baeaa99a1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:33.094505 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8096a5dd-d49c-46d3-9e96-e0baeaa99a1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:33.103806 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af51f237-483f-4254-b8c7-02101896c17f req-8a6a5cf2-fd18-4aa8-9588-6ccb09c583b8 service neutron] Port 00bc2cb2-6a9e-4905-96dc-012b03dba6e7 on network 37c48153-c66c-4011-885e-e73ddcdb568e not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:35:33.104188 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af51f237-483f-4254-b8c7-02101896c17f req-8a6a5cf2-fd18-4aa8-9588-6ccb09c583b8 service neutron] Attempting to bind port 00bc2cb2-6a9e-4905-96dc-012b03dba6e7 on network 37c48153-c66c-4011-885e-e73ddcdb568e {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:35:33.125014 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b88e7f-2a42-4f68-a446-937c2662e007 req-505d4609-849d-4c4f-a34d-750ad78cba1b tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:33.132894 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b88e7f-2a42-4f68-a446-937c2662e007 req-505d4609-849d-4c4f-a34d-750ad78cba1b tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:33.139879 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b88e7f-2a42-4f68-a446-937c2662e007 req-505d4609-849d-4c4f-a34d-750ad78cba1b tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:33.148203 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b88e7f-2a42-4f68-a446-937c2662e007 req-505d4609-849d-4c4f-a34d-750ad78cba1b tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:33.155356 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b88e7f-2a42-4f68-a446-937c2662e007 req-505d4609-849d-4c4f-a34d-750ad78cba1b tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:33.163131 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b88e7f-2a42-4f68-a446-937c2662e007 req-505d4609-849d-4c4f-a34d-750ad78cba1b tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:33.171573 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b88e7f-2a42-4f68-a446-937c2662e007 req-505d4609-849d-4c4f-a34d-750ad78cba1b tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:33.181227 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b2b88e7f-2a42-4f68-a446-937c2662e007 req-505d4609-849d-4c4f-a34d-750ad78cba1b tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/ports?device_id=98ea044c-54a5-4e34-ad50-f0894561190f HTTP/1.1" status: 200 len: 5417 time: 0.6133153 May 31 13:35:33.184816 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af51f237-483f-4254-b8c7-02101896c17f req-8a6a5cf2-fd18-4aa8-9588-6ccb09c583b8 service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:35:33.185164 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af51f237-483f-4254-b8c7-02101896c17f req-8a6a5cf2-fd18-4aa8-9588-6ccb09c583b8 service neutron] Checking segment: {'id': 'e54fd068-ebcb-45fd-9c64-e09108b643c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '37c48153-c66c-4011-885e-e73ddcdb568e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:35:33.185662 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af51f237-483f-4254-b8c7-02101896c17f req-8a6a5cf2-fd18-4aa8-9588-6ccb09c583b8 service neutron] Bound using segment: {'id': 'e54fd068-ebcb-45fd-9c64-e09108b643c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '37c48153-c66c-4011-885e-e73ddcdb568e'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:35:33.186138 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-af51f237-483f-4254-b8c7-02101896c17f req-8a6a5cf2-fd18-4aa8-9588-6ccb09c583b8 service neutron] Bound port: 00bc2cb2-6a9e-4905-96dc-012b03dba6e7, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e54fd068-ebcb-45fd-9c64-e09108b643c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '37c48153-c66c-4011-885e-e73ddcdb568e'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:35:33.186488 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-af51f237-483f-4254-b8c7-02101896c17f req-8a6a5cf2-fd18-4aa8-9588-6ccb09c583b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:33.265191 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-8096a5dd-d49c-46d3-9e96-e0baeaa99a1c admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3388309 May 31 13:35:33.338307 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b2b88e7f-2a42-4f68-a446-937c2662e007 req-669e20fc-781a-4c31-9a75-1f9f8d21b28a tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/security-groups?id=94427793-2dbb-4b9a-b9ee-66398e26f83c&id=4cdd63f0-9a82-48d4-b4bf-108afcf63acd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1558990 May 31 13:35:33.463617 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-af51f237-483f-4254-b8c7-02101896c17f req-8a6a5cf2-fd18-4aa8-9588-6ccb09c583b8 service neutron] For port 00bc2cb2-6a9e-4905-96dc-012b03dba6e7, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:35:33.473049 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-af51f237-483f-4254-b8c7-02101896c17f req-8a6a5cf2-fd18-4aa8-9588-6ccb09c583b8 service neutron] For port 00bc2cb2-6a9e-4905-96dc-012b03dba6e7, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=00bc2cb2-6a9e-4905-96dc-012b03dba6e7,segment=NetworkSegment(e54fd068-ebcb-45fd-9c64-e09108b643c3),segment_id=e54fd068-ebcb-45fd-9c64-e09108b643c3)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:35:33.479609 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-af51f237-483f-4254-b8c7-02101896c17f req-8a6a5cf2-fd18-4aa8-9588-6ccb09c583b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:33.495414 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c73c9ff-4681-4bbe-b792-e293cc907bf4'] response: {'name': 'network-changed', 'server_uuid': '98ea044c-54a5-4e34-ad50-f0894561190f', 'tag': '4729e617-16b1-46f7-a6e5-fc37d11ed0ab', 'status': 'completed', 'code': 200} May 31 13:35:33.499331 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89174501-b812-4f95-a752-909c2466725d req-271f92ad-3e5b-45d5-81fd-937c08a69ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:33.513206 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-89174501-b812-4f95-a752-909c2466725d req-271f92ad-3e5b-45d5-81fd-937c08a69ff4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ef7bc708-faad-4f53-9863-9b17fc2bd3a4 HTTP/1.1" status: 200 len: 912 time: 0.5070281 May 31 13:35:33.747380 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-89174501-b812-4f95-a752-909c2466725d req-5729f8ba-60d8-48f9-8763-7550355eaf4f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bcea5229-e83e-4a8f-a38a-ad9361d01354 HTTP/1.1" status: 200 len: 999 time: 0.2282975 May 31 13:35:33.765897 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d4f918-9ff6-4880-84c3-873277d7dbec None None] Network 3f37aef5-26ed-49d9-bc46-facd0ce7978d requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:35:33.785024 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6a5cf2-fd18-4aa8-9588-6ccb09c583b8 service neutron] Pushing event updated for resources: {'Port': ['ID=00bc2cb2-6a9e-4905-96dc-012b03dba6e7,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:35:33.926319 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89174501-b812-4f95-a752-909c2466725d req-75cf6ac9-ed85-4e71-b1da-fb41ed7313d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:33.935992 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51f237-483f-4254-b8c7-02101896c17f req-8a6a5cf2-fd18-4aa8-9588-6ccb09c583b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:33.936633 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-af51f237-483f-4254-b8c7-02101896c17f req-8a6a5cf2-fd18-4aa8-9588-6ccb09c583b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:33.937667 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-89174501-b812-4f95-a752-909c2466725d req-75cf6ac9-ed85-4e71-b1da-fb41ed7313d6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=03601eff-cc07-4210-91b9-54e2e22c50f4 HTTP/1.1" status: 200 len: 850 time: 0.1825836 May 31 13:35:33.942734 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af51f237-483f-4254-b8c7-02101896c17f req-8a6a5cf2-fd18-4aa8-9588-6ccb09c583b8 service neutron] 10.222.0.44 "PUT /v2.0/ports/00bc2cb2-6a9e-4905-96dc-012b03dba6e7 HTTP/1.1" status: 200 len: 1091 time: 3.7233608 May 31 13:35:34.098835 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-af51f237-483f-4254-b8c7-02101896c17f req-600647b0-d4ac-4e8f-af5c-2b73afb8909a service neutron] Request body: {'port': {'device_id': '98ea044c-54a5-4e34-ad50-f0894561190f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:35:34.126446 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89174501-b812-4f95-a752-909c2466725d req-ed8539e0-8516-4d8c-bf29-9210727d2c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:34.132346 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-89174501-b812-4f95-a752-909c2466725d req-ed8539e0-8516-4d8c-bf29-9210727d2c7f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ef7bc708-faad-4f53-9863-9b17fc2bd3a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1656251 May 31 13:35:34.363992 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1903312-d2f7-49fa-8f3f-970b1254e90d req-716c12fc-4fa5-4832-8882-095c72c0e069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:34.365372 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1903312-d2f7-49fa-8f3f-970b1254e90d req-716c12fc-4fa5-4832-8882-095c72c0e069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:34.365895 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1903312-d2f7-49fa-8f3f-970b1254e90d req-716c12fc-4fa5-4832-8882-095c72c0e069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:34.366746 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1903312-d2f7-49fa-8f3f-970b1254e90d req-716c12fc-4fa5-4832-8882-095c72c0e069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:34.367188 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1903312-d2f7-49fa-8f3f-970b1254e90d req-716c12fc-4fa5-4832-8882-095c72c0e069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:34.367680 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1903312-d2f7-49fa-8f3f-970b1254e90d req-716c12fc-4fa5-4832-8882-095c72c0e069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:34.368149 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1903312-d2f7-49fa-8f3f-970b1254e90d req-716c12fc-4fa5-4832-8882-095c72c0e069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:34.368672 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-89174501-b812-4f95-a752-909c2466725d req-e59575a0-ee0a-4990-80b5-c4f87aa79dd5 service neutron] 10.222.0.20 "GET /v2.0/networks/ef7bc708-faad-4f53-9863-9b17fc2bd3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288785 May 31 13:35:34.370117 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c1903312-d2f7-49fa-8f3f-970b1254e90d req-716c12fc-4fa5-4832-8882-095c72c0e069 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e8214c87941844eca93c05e6b9a8f274&device_id=98ea044c-54a5-4e34-ad50-f0894561190f HTTP/1.1" status: 200 len: 6419 time: 0.7711220 May 31 13:35:34.569655 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-89174501-b812-4f95-a752-909c2466725d req-8f19b5ba-3fca-4f86-b6ab-4e0a6a5b8149 service neutron] 10.222.0.20 "GET /v2.0/networks/ef7bc708-faad-4f53-9863-9b17fc2bd3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912448 May 31 13:35:34.669454 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bee6e2-1054-4a57-922b-07d49d29deb3 req-1508103b-3171-49d5-87b9-b1d1fd8e63d6 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:34.677913 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-05bee6e2-1054-4a57-922b-07d49d29deb3 req-1508103b-3171-49d5-87b9-b1d1fd8e63d6 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 946 time: 0.7194998 May 31 13:35:34.692971 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-af51f237-483f-4254-b8c7-02101896c17f req-600647b0-d4ac-4e8f-af5c-2b73afb8909a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:34.742324 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b3419a-9bca-408c-9890-325f2db9e383 req-be094ce8-adf2-4699-b7d9-55927596dd1e tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:34.743985 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b1b3419a-9bca-408c-9890-325f2db9e383 req-be094ce8-adf2-4699-b7d9-55927596dd1e tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 944 time: 0.9611001 May 31 13:35:34.857058 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-05bee6e2-1054-4a57-922b-07d49d29deb3 req-3d52907d-176b-44e0-8a9d-403f2c49b757 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773171 May 31 13:35:34.917376 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b1b3419a-9bca-408c-9890-325f2db9e383 req-b9768a49-b92d-441c-a80b-c88b44dc1370 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1650481 May 31 13:35:35.292239 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1903312-d2f7-49fa-8f3f-970b1254e90d req-664d4d54-917d-494f-bcfe-f229bb9eb1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:35.298438 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1903312-d2f7-49fa-8f3f-970b1254e90d req-664d4d54-917d-494f-bcfe-f229bb9eb1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:35.299443 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1903312-d2f7-49fa-8f3f-970b1254e90d req-664d4d54-917d-494f-bcfe-f229bb9eb1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:35.301456 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c1903312-d2f7-49fa-8f3f-970b1254e90d req-664d4d54-917d-494f-bcfe-f229bb9eb1c4 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=e8214c87941844eca93c05e6b9a8f274&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.9078488 May 31 13:35:35.493761 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.resource_extend [req-af51f237-483f-4254-b8c7-02101896c17f req-600647b0-d4ac-4e8f-af5c-2b73afb8909a service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:35:35.509642 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98ea044c-54a5-4e34-ad50-f0894561190f', 'tag': '00bc2cb2-6a9e-4905-96dc-012b03dba6e7'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:35:35.825065 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-af51f237-483f-4254-b8c7-02101896c17f req-600647b0-d4ac-4e8f-af5c-2b73afb8909a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 314450d0-a771-40d0-aa68-b2fb66b7b12d {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:35:35.832044 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1903312-d2f7-49fa-8f3f-970b1254e90d req-59273815-5245-4509-b9b7-fc4d5feeb542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:35.834503 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c1903312-d2f7-49fa-8f3f-970b1254e90d req-59273815-5245-4509-b9b7-fc4d5feeb542 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5177448 May 31 13:35:35.845486 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-af51f237-483f-4254-b8c7-02101896c17f req-600647b0-d4ac-4e8f-af5c-2b73afb8909a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:35.874745 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-af51f237-483f-4254-b8c7-02101896c17f req-600647b0-d4ac-4e8f-af5c-2b73afb8909a service neutron] Transition to ACTIVE for port object 314450d0-a771-40d0-aa68-b2fb66b7b12d will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:35:35.891317 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa63abf9-bcca-46b1-b9dc-29c4578c4d4f req-26937ecb-a5f9-4986-b5c5-3a09d32d8b75 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:35.898327 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa63abf9-bcca-46b1-b9dc-29c4578c4d4f req-26937ecb-a5f9-4986-b5c5-3a09d32d8b75 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:35.904093 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa63abf9-bcca-46b1-b9dc-29c4578c4d4f req-26937ecb-a5f9-4986-b5c5-3a09d32d8b75 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:35.910322 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa63abf9-bcca-46b1-b9dc-29c4578c4d4f req-26937ecb-a5f9-4986-b5c5-3a09d32d8b75 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:35.917379 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa63abf9-bcca-46b1-b9dc-29c4578c4d4f req-26937ecb-a5f9-4986-b5c5-3a09d32d8b75 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:35.924047 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa63abf9-bcca-46b1-b9dc-29c4578c4d4f req-26937ecb-a5f9-4986-b5c5-3a09d32d8b75 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:35.932203 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa63abf9-bcca-46b1-b9dc-29c4578c4d4f req-26937ecb-a5f9-4986-b5c5-3a09d32d8b75 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:35.935072 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fa63abf9-bcca-46b1-b9dc-29c4578c4d4f req-26937ecb-a5f9-4986-b5c5-3a09d32d8b75 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/ports?device_id=98ea044c-54a5-4e34-ad50-f0894561190f HTTP/1.1" status: 200 len: 5417 time: 0.4533856 May 31 13:35:35.947124 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc44ea4-9fd7-4fe4-b9dd-e37fb67c5424 req-744d2bf6-6f05-47f8-9ea8-12ef4459ccc5 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:35.951120 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-efc44ea4-9fd7-4fe4-b9dd-e37fb67c5424 req-744d2bf6-6f05-47f8-9ea8-12ef4459ccc5 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 946 time: 0.3723903 May 31 13:35:35.953348 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-af51f237-483f-4254-b8c7-02101896c17f req-600647b0-d4ac-4e8f-af5c-2b73afb8909a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:36.252531 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-efc44ea4-9fd7-4fe4-b9dd-e37fb67c5424 req-4612c74d-9024-42be-9a48-2ec677aedfa1 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939281 May 31 13:35:36.258877 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600647b0-d4ac-4e8f-af5c-2b73afb8909a service neutron] Pushing event updated for resources: {'Port': ['ID=314450d0-a771-40d0-aa68-b2fb66b7b12d,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:35:36.273742 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fa63abf9-bcca-46b1-b9dc-29c4578c4d4f req-7a2aec13-6508-4f2a-98a9-6ab56760f420 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/security-groups?id=94427793-2dbb-4b9a-b9ee-66398e26f83c&id=4cdd63f0-9a82-48d4-b4bf-108afcf63acd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3212414 May 31 13:35:36.482553 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eac80747-775d-49ac-ba5b-93314489c54d'] response: {'name': 'network-changed', 'server_uuid': '98ea044c-54a5-4e34-ad50-f0894561190f', 'tag': '00bc2cb2-6a9e-4905-96dc-012b03dba6e7', 'status': 'completed', 'code': 200} May 31 13:35:36.795601 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-af51f237-483f-4254-b8c7-02101896c17f req-600647b0-d4ac-4e8f-af5c-2b73afb8909a service neutron] Attempting to bind port 314450d0-a771-40d0-aa68-b2fb66b7b12d on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:35:36.796935 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-af51f237-483f-4254-b8c7-02101896c17f req-600647b0-d4ac-4e8f-af5c-2b73afb8909a service neutron] Attempting to bind port 314450d0-a771-40d0-aa68-b2fb66b7b12d by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'e54fd068-ebcb-45fd-9c64-e09108b643c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '37c48153-c66c-4011-885e-e73ddcdb568e'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:35:36.796935 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af51f237-483f-4254-b8c7-02101896c17f req-600647b0-d4ac-4e8f-af5c-2b73afb8909a service neutron] Attempting to bind port 314450d0-a771-40d0-aa68-b2fb66b7b12d on network 37c48153-c66c-4011-885e-e73ddcdb568e {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:35:36.841141 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af51f237-483f-4254-b8c7-02101896c17f req-600647b0-d4ac-4e8f-af5c-2b73afb8909a service neutron] Port 314450d0-a771-40d0-aa68-b2fb66b7b12d on network 37c48153-c66c-4011-885e-e73ddcdb568e not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:35:36.841914 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af51f237-483f-4254-b8c7-02101896c17f req-600647b0-d4ac-4e8f-af5c-2b73afb8909a service neutron] Attempting to bind port 314450d0-a771-40d0-aa68-b2fb66b7b12d on network 37c48153-c66c-4011-885e-e73ddcdb568e {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:35:36.859945 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af51f237-483f-4254-b8c7-02101896c17f req-600647b0-d4ac-4e8f-af5c-2b73afb8909a service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:35:36.860287 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af51f237-483f-4254-b8c7-02101896c17f req-600647b0-d4ac-4e8f-af5c-2b73afb8909a service neutron] Checking segment: {'id': 'e54fd068-ebcb-45fd-9c64-e09108b643c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '37c48153-c66c-4011-885e-e73ddcdb568e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:35:36.860688 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af51f237-483f-4254-b8c7-02101896c17f req-600647b0-d4ac-4e8f-af5c-2b73afb8909a service neutron] Bound using segment: {'id': 'e54fd068-ebcb-45fd-9c64-e09108b643c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '37c48153-c66c-4011-885e-e73ddcdb568e'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:35:36.861138 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-af51f237-483f-4254-b8c7-02101896c17f req-600647b0-d4ac-4e8f-af5c-2b73afb8909a service neutron] Bound port: 314450d0-a771-40d0-aa68-b2fb66b7b12d, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e54fd068-ebcb-45fd-9c64-e09108b643c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '37c48153-c66c-4011-885e-e73ddcdb568e'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:35:36.861606 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-af51f237-483f-4254-b8c7-02101896c17f req-600647b0-d4ac-4e8f-af5c-2b73afb8909a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:36.957888 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d5a57-e8e8-4efe-80cb-aa2829742184 req-65c8a229-2b86-4f3b-88e8-4cc4f366020b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:36.958580 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d5a57-e8e8-4efe-80cb-aa2829742184 req-65c8a229-2b86-4f3b-88e8-4cc4f366020b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:36.959409 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d5a57-e8e8-4efe-80cb-aa2829742184 req-65c8a229-2b86-4f3b-88e8-4cc4f366020b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:36.960588 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d5a57-e8e8-4efe-80cb-aa2829742184 req-65c8a229-2b86-4f3b-88e8-4cc4f366020b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:36.960588 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d5a57-e8e8-4efe-80cb-aa2829742184 req-65c8a229-2b86-4f3b-88e8-4cc4f366020b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:36.961025 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d5a57-e8e8-4efe-80cb-aa2829742184 req-65c8a229-2b86-4f3b-88e8-4cc4f366020b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:36.961650 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d5a57-e8e8-4efe-80cb-aa2829742184 req-65c8a229-2b86-4f3b-88e8-4cc4f366020b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:36.963647 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f52d5a57-e8e8-4efe-80cb-aa2829742184 req-65c8a229-2b86-4f3b-88e8-4cc4f366020b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e8214c87941844eca93c05e6b9a8f274&device_id=98ea044c-54a5-4e34-ad50-f0894561190f HTTP/1.1" status: 200 len: 6444 time: 0.4633365 May 31 13:35:36.977776 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc5fc20-65ac-42fb-ad4e-630c36cdf2ba req-d7fac6f8-6238-47a0-a2ca-9b8b4e075a95 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:36.979844 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-afc5fc20-65ac-42fb-ad4e-630c36cdf2ba req-d7fac6f8-6238-47a0-a2ca-9b8b4e075a95 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/networks?id=b1b02f4f-a70b-4201-8c66-e64da98751b7 HTTP/1.1" status: 200 len: 805 time: 0.4235771 May 31 13:35:37.305334 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-afc5fc20-65ac-42fb-ad4e-630c36cdf2ba req-cb44fb90-9f29-427e-b706-bc1042ab59c6 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/quotas/e7915944b7b94ed798ed9400dc43e749 HTTP/1.1" status: 200 len: 375 time: 0.2832904 May 31 13:35:37.336999 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923840dd-8755-48bc-bcb5-1d0f2384142d req-1f795335-ac60-45ba-9f40-a838e9748196 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:37.338545 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-923840dd-8755-48bc-bcb5-1d0f2384142d req-1f795335-ac60-45ba-9f40-a838e9748196 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 944 time: 0.6634901 May 31 13:35:37.350722 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:37.496075 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-af51f237-483f-4254-b8c7-02101896c17f req-600647b0-d4ac-4e8f-af5c-2b73afb8909a service neutron] For port 314450d0-a771-40d0-aa68-b2fb66b7b12d, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:35:37.563665 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-af51f237-483f-4254-b8c7-02101896c17f req-600647b0-d4ac-4e8f-af5c-2b73afb8909a service neutron] For port 314450d0-a771-40d0-aa68-b2fb66b7b12d, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=314450d0-a771-40d0-aa68-b2fb66b7b12d,segment=NetworkSegment(e54fd068-ebcb-45fd-9c64-e09108b643c3),segment_id=e54fd068-ebcb-45fd-9c64-e09108b643c3)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:35:37.575340 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d5a57-e8e8-4efe-80cb-aa2829742184 req-1c4151ed-25fb-47b1-936d-1b8dc2389e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:37.575919 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d5a57-e8e8-4efe-80cb-aa2829742184 req-1c4151ed-25fb-47b1-936d-1b8dc2389e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:37.576731 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d5a57-e8e8-4efe-80cb-aa2829742184 req-1c4151ed-25fb-47b1-936d-1b8dc2389e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:37.579733 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f52d5a57-e8e8-4efe-80cb-aa2829742184 req-1c4151ed-25fb-47b1-936d-1b8dc2389e47 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=e8214c87941844eca93c05e6b9a8f274&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5859094 May 31 13:35:37.588148 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-923840dd-8755-48bc-bcb5-1d0f2384142d req-1adf9dcf-ed33-42f1-bd89-f47d199b2a7e tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1552856 May 31 13:35:37.592868 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-af51f237-483f-4254-b8c7-02101896c17f req-600647b0-d4ac-4e8f-af5c-2b73afb8909a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:37.847333 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51f237-483f-4254-b8c7-02101896c17f req-600647b0-d4ac-4e8f-af5c-2b73afb8909a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:37.848060 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-af51f237-483f-4254-b8c7-02101896c17f req-600647b0-d4ac-4e8f-af5c-2b73afb8909a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:37.849700 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af51f237-483f-4254-b8c7-02101896c17f req-600647b0-d4ac-4e8f-af5c-2b73afb8909a service neutron] 10.222.0.44 "PUT /v2.0/ports/314450d0-a771-40d0-aa68-b2fb66b7b12d HTTP/1.1" status: 200 len: 1091 time: 3.7561693 May 31 13:35:37.952172 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600647b0-d4ac-4e8f-af5c-2b73afb8909a service neutron] Pushing event updated for resources: {'Port': ['ID=314450d0-a771-40d0-aa68-b2fb66b7b12d,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:35:37.965494 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d5a57-e8e8-4efe-80cb-aa2829742184 req-7b3eb024-59cb-452e-a235-a420d35d0580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:37.967149 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f52d5a57-e8e8-4efe-80cb-aa2829742184 req-7b3eb024-59cb-452e-a235-a420d35d0580 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3772838 May 31 13:35:37.984745 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-afc5fc20-65ac-42fb-ad4e-630c36cdf2ba req-ffe0d864-b3db-4dc6-b474-8bcac74c1377 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e7915944b7b94ed798ed9400dc43e749&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6588724 May 31 13:35:38.280755 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-afc5fc20-65ac-42fb-ad4e-630c36cdf2ba req-1c5f476e-115f-41f3-a2be-836c724e86e0 service neutron] 10.222.0.50 "GET /v2.0/networks/b1b02f4f-a70b-4201-8c66-e64da98751b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768571 May 31 13:35:38.401858 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b2d4a-c324-4285-8847-273038e3be11 req-ab048b38-996f-4534-a198-7f2989d73131 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:38.407872 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b2d4a-c324-4285-8847-273038e3be11 req-ab048b38-996f-4534-a198-7f2989d73131 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:38.415216 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b2d4a-c324-4285-8847-273038e3be11 req-ab048b38-996f-4534-a198-7f2989d73131 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:38.421367 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b2d4a-c324-4285-8847-273038e3be11 req-ab048b38-996f-4534-a198-7f2989d73131 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:38.427192 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b2d4a-c324-4285-8847-273038e3be11 req-ab048b38-996f-4534-a198-7f2989d73131 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:38.434295 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b2d4a-c324-4285-8847-273038e3be11 req-ab048b38-996f-4534-a198-7f2989d73131 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:38.440608 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b2d4a-c324-4285-8847-273038e3be11 req-ab048b38-996f-4534-a198-7f2989d73131 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:38.442724 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aa6b2d4a-c324-4285-8847-273038e3be11 req-ab048b38-996f-4534-a198-7f2989d73131 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/ports?device_id=98ea044c-54a5-4e34-ad50-f0894561190f HTTP/1.1" status: 200 len: 5429 time: 0.3270764 May 31 13:35:38.460061 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51f237-483f-4254-b8c7-02101896c17f req-664188b5-9f94-41fc-8842-3d2c6ccdc720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:38.460507 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51f237-483f-4254-b8c7-02101896c17f req-664188b5-9f94-41fc-8842-3d2c6ccdc720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:38.462772 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51f237-483f-4254-b8c7-02101896c17f req-664188b5-9f94-41fc-8842-3d2c6ccdc720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:38.462772 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51f237-483f-4254-b8c7-02101896c17f req-664188b5-9f94-41fc-8842-3d2c6ccdc720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:38.462772 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51f237-483f-4254-b8c7-02101896c17f req-664188b5-9f94-41fc-8842-3d2c6ccdc720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:38.462772 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51f237-483f-4254-b8c7-02101896c17f req-664188b5-9f94-41fc-8842-3d2c6ccdc720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:38.462772 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51f237-483f-4254-b8c7-02101896c17f req-664188b5-9f94-41fc-8842-3d2c6ccdc720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:38.464601 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af51f237-483f-4254-b8c7-02101896c17f req-664188b5-9f94-41fc-8842-3d2c6ccdc720 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e8214c87941844eca93c05e6b9a8f274&device_id=98ea044c-54a5-4e34-ad50-f0894561190f HTTP/1.1" status: 200 len: 6486 time: 0.3503411 May 31 13:35:38.486043 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98ea044c-54a5-4e34-ad50-f0894561190f', 'tag': '314450d0-a771-40d0-aa68-b2fb66b7b12d'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:35:38.593461 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af51f237-483f-4254-b8c7-02101896c17f req-3715c9c4-e525-490a-8e25-79ba4a481d7f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24651c97-ae0f-4907-8b38-7261435835f0 HTTP/1.1" status: 200 len: 217 time: 0.1081514 May 31 13:35:38.676447 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aa6b2d4a-c324-4285-8847-273038e3be11 req-aef63dd5-72dc-428a-984e-64f10c6b367d tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/security-groups?id=94427793-2dbb-4b9a-b9ee-66398e26f83c&id=4cdd63f0-9a82-48d4-b4bf-108afcf63acd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2161777 May 31 13:35:38.699540 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-afc5fc20-65ac-42fb-ad4e-630c36cdf2ba req-0edd7960-55ec-49c2-a529-1c9cc5d7cb5f service neutron] 10.222.0.50 "GET /v2.0/networks/b1b02f4f-a70b-4201-8c66-e64da98751b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4061697 May 31 13:35:38.748955 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51f237-483f-4254-b8c7-02101896c17f req-e435e64d-52c5-4b10-bca5-7644f75aead4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:38.754827 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af51f237-483f-4254-b8c7-02101896c17f req-e435e64d-52c5-4b10-bca5-7644f75aead4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f7c914b2-4439-45d4-b005-4ab7c54412a5 HTTP/1.1" status: 200 len: 855 time: 0.1490452 May 31 13:35:38.808291 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:38.970006 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16326f07-36f6-4e1e-92ce-bd735a8bab70 req-3415d26e-0194-4df4-b623-445b341d244f tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:38.971696 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-16326f07-36f6-4e1e-92ce-bd735a8bab70 req-3415d26e-0194-4df4-b623-445b341d244f tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 946 time: 0.1332717 May 31 13:35:38.984186 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51f237-483f-4254-b8c7-02101896c17f req-7a43cd7f-7f3b-4dbf-8e6b-05fc2dad9d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:38.985829 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af51f237-483f-4254-b8c7-02101896c17f req-7a43cd7f-7f3b-4dbf-8e6b-05fc2dad9d9c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c3776cd-e1b3-4e6a-975b-cdf904000766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2233236 May 31 13:35:39.206772 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-16326f07-36f6-4e1e-92ce-bd735a8bab70 req-dcacda0b-fce4-4953-a3a1-6e2dfe3e4c88 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194014 May 31 13:35:39.320453 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af51f237-483f-4254-b8c7-02101896c17f req-6b3da9f2-9d15-448a-a0f0-6fb28325b2a0 service neutron] 10.222.0.44 "GET /v2.0/networks/4c3776cd-e1b3-4e6a-975b-cdf904000766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966454 May 31 13:35:39.323272 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4a27ed7-8094-476c-bd75-070ce18ac990'] response: {'name': 'network-changed', 'server_uuid': '98ea044c-54a5-4e34-ad50-f0894561190f', 'tag': '314450d0-a771-40d0-aa68-b2fb66b7b12d', 'status': 'completed', 'code': 200} May 31 13:35:39.648986 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2859bc46-8d4a-4af9-b085-57b5130b4f19 req-2ca764f5-b39b-4964-a847-9f056a6e8d65 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=a542d430-de92-46cb-a653-ea170d8d17d9 HTTP/1.1" status: 200 len: 210 time: 0.0567083 May 31 13:35:39.709401 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af51f237-483f-4254-b8c7-02101896c17f req-18a81aa0-0973-4aa5-846e-132fce66e374 service neutron] 10.222.0.44 "GET /v2.0/networks/4c3776cd-e1b3-4e6a-975b-cdf904000766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3825331 May 31 13:35:39.723221 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b750913-2f49-4aa4-84fb-e563b2790e87 req-075356de-2076-4c7f-9bcd-6c95c48c4720 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:39.725321 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0b750913-2f49-4aa4-84fb-e563b2790e87 req-075356de-2076-4c7f-9bcd-6c95c48c4720 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 944 time: 0.2218664 May 31 13:35:39.742947 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 48528) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:35:39.965353 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-2808e3c6-ac6f-4bdd-a961-99f875a0b20d admin admin] Deleting subnet 6a0e47f6-e077-49ba-8428-7064f1cfbf51 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:35:39.971021 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2808e3c6-ac6f-4bdd-a961-99f875a0b20d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:40.063077 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2808e3c6-ac6f-4bdd-a961-99f875a0b20d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:40.121158 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af51f237-483f-4254-b8c7-02101896c17f req-26a56945-f72f-462b-b98f-c2ecb1266e3f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=e94f7e75-6c16-424a-a92a-43509164e97a HTTP/1.1" status: 200 len: 217 time: 0.3945706 May 31 13:35:40.132036 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2808e3c6-ac6f-4bdd-a961-99f875a0b20d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:40.265334 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0b750913-2f49-4aa4-84fb-e563b2790e87 req-078c40b0-2983-4d27-aa02-ddbb89b66bc0 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2005150 May 31 13:35:40.297133 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2808e3c6-ac6f-4bdd-a961-99f875a0b20d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:40.301281 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51f237-483f-4254-b8c7-02101896c17f req-37ca4ba7-dac5-43b7-a2fb-85617ad74e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:40.303353 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af51f237-483f-4254-b8c7-02101896c17f req-37ca4ba7-dac5-43b7-a2fb-85617ad74e08 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=be5242af-81d0-4358-b8f6-a7fb30a944f2 HTTP/1.1" status: 200 len: 797 time: 0.1692123 May 31 13:35:40.370094 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2808e3c6-ac6f-4bdd-a961-99f875a0b20d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a0e47f6-e077-49ba-8428-7064f1cfbf51,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:35:40.374278 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2808e3c6-ac6f-4bdd-a961-99f875a0b20d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:40.387425 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-2808e3c6-ac6f-4bdd-a961-99f875a0b20d admin admin] 10.222.0.50 "DELETE /v2.0/subnets/6a0e47f6-e077-49ba-8428-7064f1cfbf51 HTTP/1.1" status: 204 len: 168 time: 0.6430676 May 31 13:35:40.390084 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 48532) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:35:40.507970 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-44d43628-10c7-4f74-baf3-04f16d49105c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:40.538972 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-42cb350e-c6ed-4511-9989-67de8687ce4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:40.553165 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95dc160-6ff5-411c-93f5-66b147f2d28a req-cec8e580-93f0-4c96-b602-b84290657fbc tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:40.562462 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c95dc160-6ff5-411c-93f5-66b147f2d28a req-cec8e580-93f0-4c96-b602-b84290657fbc tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 946 time: 0.5134897 May 31 13:35:40.650626 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c95dc160-6ff5-411c-93f5-66b147f2d28a req-c6ea5f7c-a677-4cab-9a53-63dc80713a70 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867121 May 31 13:35:40.660632 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51f237-483f-4254-b8c7-02101896c17f req-a229e0d1-2447-4318-99f2-ec47a90c4d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:40.667549 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af51f237-483f-4254-b8c7-02101896c17f req-a229e0d1-2447-4318-99f2-ec47a90c4d2e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3478434 May 31 13:35:40.764116 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2248a6-4d1d-4307-bf30-a3797631b86b req-4a270130-a675-47dd-83b4-85fcd2ead971 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:40.771627 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9a2248a6-4d1d-4307-bf30-a3797631b86b req-4a270130-a675-47dd-83b4-85fcd2ead971 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec2e7b7d-c773-4a58-92e2-21fa2b2e6186 HTTP/1.1" status: 200 len: 945 time: 0.3443286 May 31 13:35:40.820829 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-42cb350e-c6ed-4511-9989-67de8687ce4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:40.875283 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-42cb350e-c6ed-4511-9989-67de8687ce4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f37aef5-26ed-49d9-bc46-facd0ce7978d']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:35:40.937866 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-42cb350e-c6ed-4511-9989-67de8687ce4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '363ce084-1fa6-4d1a-90c8-59efd97679b2') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:35:40.938539 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-42cb350e-c6ed-4511-9989-67de8687ce4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '363ce084-1fa6-4d1a-90c8-59efd97679b2') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:35:40.954311 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-42cb350e-c6ed-4511-9989-67de8687ce4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:40.989805 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-42cb350e-c6ed-4511-9989-67de8687ce4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:40.998626 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42cb350e-c6ed-4511-9989-67de8687ce4e admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:35:40.999375 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-42cb350e-c6ed-4511-9989-67de8687ce4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:41.016473 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9a2248a6-4d1d-4307-bf30-a3797631b86b req-1cb67a85-f0db-440c-840d-e7b030ec5375 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742759 May 31 13:35:41.079080 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af51f237-483f-4254-b8c7-02101896c17f req-f0e066d7-eeec-4a23-a98b-3149f301ce91 service neutron] 10.222.0.44 "GET /v2.0/networks/2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4039774 May 31 13:35:41.336316 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af51f237-483f-4254-b8c7-02101896c17f req-983ee114-0394-4646-ad98-20835092fa58 service neutron] 10.222.0.44 "GET /v2.0/networks/2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384915 May 31 13:35:41.373779 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-42cb350e-c6ed-4511-9989-67de8687ce4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:41.374658 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530ad5fc-0585-4502-bd7d-f0037694c6cc req-1ab81021-cd55-44cf-ae85-95e1e16d7d35 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:41.378695 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-42cb350e-c6ed-4511-9989-67de8687ce4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:41.391073 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530ad5fc-0585-4502-bd7d-f0037694c6cc req-1ab81021-cd55-44cf-ae85-95e1e16d7d35 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:41.399329 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530ad5fc-0585-4502-bd7d-f0037694c6cc req-1ab81021-cd55-44cf-ae85-95e1e16d7d35 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:41.407001 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530ad5fc-0585-4502-bd7d-f0037694c6cc req-1ab81021-cd55-44cf-ae85-95e1e16d7d35 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:41.415564 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 363ce084-1fa6-4d1a-90c8-59efd97679b2 resource provider aggregate not found May 31 13:35:41.416252 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530ad5fc-0585-4502-bd7d-f0037694c6cc req-1ab81021-cd55-44cf-ae85-95e1e16d7d35 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:41.419603 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cb350e-c6ed-4511-9989-67de8687ce4e admin admin] Pushing event deleted for resources: {'Network': ['ID=3f37aef5-26ed-49d9-bc46-facd0ce7978d,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:35:41.430284 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-42cb350e-c6ed-4511-9989-67de8687ce4e admin admin] 10.222.0.50 "DELETE /v2.0/networks/3f37aef5-26ed-49d9-bc46-facd0ce7978d HTTP/1.1" status: 204 len: 168 time: 1.0357132 May 31 13:35:41.430453 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530ad5fc-0585-4502-bd7d-f0037694c6cc req-1ab81021-cd55-44cf-ae85-95e1e16d7d35 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:41.439948 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530ad5fc-0585-4502-bd7d-f0037694c6cc req-1ab81021-cd55-44cf-ae85-95e1e16d7d35 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:41.445063 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-530ad5fc-0585-4502-bd7d-f0037694c6cc req-1ab81021-cd55-44cf-ae85-95e1e16d7d35 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/ports?device_id=98ea044c-54a5-4e34-ad50-f0894561190f HTTP/1.1" status: 200 len: 5429 time: 0.5268602 May 31 13:35:41.502801 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc5fc20-65ac-42fb-ad4e-630c36cdf2ba req-f7e52566-132a-4d46-bad4-b08d1b64ec81 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:41.504618 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-afc5fc20-65ac-42fb-ad4e-630c36cdf2ba req-f7e52566-132a-4d46-bad4-b08d1b64ec81 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.20 "GET /v2.0/networks?id=b1b02f4f-a70b-4201-8c66-e64da98751b7 HTTP/1.1" status: 200 len: 805 time: 0.5975339 May 31 13:35:41.506488 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 363ce084-1fa6-4d1a-90c8-59efd97679b2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 363ce084-1fa6-4d1a-90c8-59efd97679b2 found for delete ", "request_id": "req-63ad6dc7-47b8-4779-bb99-b15ca578b9b0"}]} May 31 13:35:41.530640 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-afc5fc20-65ac-42fb-ad4e-630c36cdf2ba req-a7a8ccf8-56db-4d0a-8125-a52b0f4bbced tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Request body: {'port': {'device_id': 'a542d430-de92-46cb-a653-ea170d8d17d9', 'network_id': 'b1b02f4f-a70b-4201-8c66-e64da98751b7', 'admin_state_up': True, 'tenant_id': 'e7915944b7b94ed798ed9400dc43e749'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:35:41.632231 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-56932eb2-646c-4d7d-a37e-f6a5a9eb7388 req-22f17adb-4ec4-4e02-9a4e-cb977befb787 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=a542d430-de92-46cb-a653-ea170d8d17d9 HTTP/1.1" status: 200 len: 210 time: 0.1536946 May 31 13:35:41.638701 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af51f237-483f-4254-b8c7-02101896c17f req-d98856fb-8634-44f8-b375-9f3ef1293b89 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=308e9017-5399-4d57-9077-0fd615c7bcbd HTTP/1.1" status: 200 len: 217 time: 0.1226079 May 31 13:35:41.654625 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 48560) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:35:41.704264 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-afc5fc20-65ac-42fb-ad4e-630c36cdf2ba req-a7a8ccf8-56db-4d0a-8125-a52b0f4bbced tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:35:41.708411 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-afc5fc20-65ac-42fb-ad4e-630c36cdf2ba req-a7a8ccf8-56db-4d0a-8125-a52b0f4bbced tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Usage tracker for resource:port and tenant:e7915944b7b94ed798ed9400dc43e749 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:35:41.712601 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-afc5fc20-65ac-42fb-ad4e-630c36cdf2ba req-a7a8ccf8-56db-4d0a-8125-a52b0f4bbced tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:35:41.718955 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-afc5fc20-65ac-42fb-ad4e-630c36cdf2ba req-a7a8ccf8-56db-4d0a-8125-a52b0f4bbced tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:35:41.732850 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afc5fc20-65ac-42fb-ad4e-630c36cdf2ba req-a7a8ccf8-56db-4d0a-8125-a52b0f4bbced tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Made reservation on behalf of e7915944b7b94ed798ed9400dc43e749 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:35:41.738290 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-afc5fc20-65ac-42fb-ad4e-630c36cdf2ba req-a7a8ccf8-56db-4d0a-8125-a52b0f4bbced tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:41.743913 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-530ad5fc-0585-4502-bd7d-f0037694c6cc req-e2531ea5-3276-4cb4-b45b-0bda5715df9b tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/security-groups?id=94427793-2dbb-4b9a-b9ee-66398e26f83c&id=4cdd63f0-9a82-48d4-b4bf-108afcf63acd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1604795 May 31 13:35:41.849689 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51f237-483f-4254-b8c7-02101896c17f req-756cd762-8be6-4a63-af7d-286284a560f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:41.852547 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af51f237-483f-4254-b8c7-02101896c17f req-756cd762-8be6-4a63-af7d-286284a560f7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=be5242af-81d0-4358-b8f6-a7fb30a944f2 HTTP/1.1" status: 200 len: 797 time: 0.2025588 May 31 13:35:42.097031 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [req-afc5fc20-65ac-42fb-ad4e-630c36cdf2ba req-a7a8ccf8-56db-4d0a-8125-a52b0f4bbced tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Allocated IP 172.20.0.7 (b1b02f4f-a70b-4201-8c66-e64da98751b7/0bea7539-c751-4155-a6fe-0d3f1a29fa41/330ac2df-8c22-40ee-b80e-e56dfe33ddf5) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:35:42.117867 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-fa887f96-46ef-42dc-8578-c6f839b6e6f4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bdfda257c1ab4e5baa903c3dc4438715&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4311390 May 31 13:35:42.119566 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 48566) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:35:42.155078 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54879bc-d870-4744-ad8e-a8e9827119e9 req-544eb903-dfc0-48ff-90ac-52be7a114e51 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:42.157754 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d54879bc-d870-4744-ad8e-a8e9827119e9 req-544eb903-dfc0-48ff-90ac-52be7a114e51 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec2e7b7d-c773-4a58-92e2-21fa2b2e6186 HTTP/1.1" status: 200 len: 945 time: 0.8186924 May 31 13:35:42.281679 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355f969b-f0c7-4ab3-9bc8-f6312f680e5f req-b6330ecc-b7b7-4af9-befc-61822599623b tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:42.289562 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-355f969b-f0c7-4ab3-9bc8-f6312f680e5f req-b6330ecc-b7b7-4af9-befc-61822599623b tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 946 time: 0.4447265 May 31 13:35:42.300247 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-d54879bc-d870-4744-ad8e-a8e9827119e9 req-cdec4adb-2c31-4b3f-9d62-a43a31786f13 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Deleting port 0d4f075d-0d5a-4f6e-b034-2e0be9e2b7f0 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:35:42.300875 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d54879bc-d870-4744-ad8e-a8e9827119e9 req-cdec4adb-2c31-4b3f-9d62-a43a31786f13 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:42.419794 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51f237-483f-4254-b8c7-02101896c17f req-c9e4069e-6154-48ca-a478-b652a7e15122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:42.422336 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af51f237-483f-4254-b8c7-02101896c17f req-c9e4069e-6154-48ca-a478-b652a7e15122 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4830017 May 31 13:35:42.457550 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-93900d5e-9e40-4707-9146-54345fc65cf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:42.513878 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-93900d5e-9e40-4707-9146-54345fc65cf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:42.602781 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-afc5fc20-65ac-42fb-ad4e-630c36cdf2ba req-a7a8ccf8-56db-4d0a-8125-a52b0f4bbced tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:42.650017 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-93900d5e-9e40-4707-9146-54345fc65cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:42.680804 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93900d5e-9e40-4707-9146-54345fc65cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28fbf91-1f34-45d5-80bb-8a829a48ba14,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:35:42.705197 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb389ed-f130-4365-92ff-cf8d7be1f3f2 req-63724518-1486-4925-b4b7-7c2d31456e2c tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:42.713414 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dbb389ed-f130-4365-92ff-cf8d7be1f3f2 req-63724518-1486-4925-b4b7-7c2d31456e2c tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 944 time: 0.7767305 May 31 13:35:42.733661 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-93900d5e-9e40-4707-9146-54345fc65cf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:42.737467 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-93900d5e-9e40-4707-9146-54345fc65cf0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e28fbf91-1f34-45d5-80bb-8a829a48ba14 HTTP/1.1" status: 204 len: 168 time: 0.6159611 May 31 13:35:42.740089 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-afc5fc20-65ac-42fb-ad4e-630c36cdf2ba req-a7a8ccf8-56db-4d0a-8125-a52b0f4bbced tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:42.759677 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['62b05f69-ad8d-466d-8bd6-4a827b01fe2d'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:35:42.820274 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afc5fc20-65ac-42fb-ad4e-630c36cdf2ba req-a7a8ccf8-56db-4d0a-8125-a52b0f4bbced tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Network b1b02f4f-a70b-4201-8c66-e64da98751b7 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:35:42.821686 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [req-afc5fc20-65ac-42fb-ad4e-630c36cdf2ba req-a7a8ccf8-56db-4d0a-8125-a52b0f4bbced tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:35:42.832705 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-afc5fc20-65ac-42fb-ad4e-630c36cdf2ba req-a7a8ccf8-56db-4d0a-8125-a52b0f4bbced tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:35:42.878713 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-355f969b-f0c7-4ab3-9bc8-f6312f680e5f req-78202744-b3c6-4d34-aecd-a6453385a2c8 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5877354 May 31 13:35:42.961161 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af51f237-483f-4254-b8c7-02101896c17f req-7bbbccfb-8420-4319-97b0-98c31834b74c service neutron] 10.222.0.44 "GET /v2.0/networks/2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5304747 May 31 13:35:42.972376 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a8ccf8-56db-4d0a-8125-a52b0f4bbced tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Pushing event updated for resources: {'Port': ['ID=330ac2df-8c22-40ee-b80e-e56dfe33ddf5,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:35:43.097842 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc5fc20-65ac-42fb-ad4e-630c36cdf2ba req-a7a8ccf8-56db-4d0a-8125-a52b0f4bbced tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:43.097842 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-afc5fc20-65ac-42fb-ad4e-630c36cdf2ba req-a7a8ccf8-56db-4d0a-8125-a52b0f4bbced tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:43.099451 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dbb389ed-f130-4365-92ff-cf8d7be1f3f2 req-33c64692-6bff-441e-8c99-97d4528f973e tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3385956 May 31 13:35:43.118816 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-03fee7c4-2cd2-45d9-853e-599dde9d7d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:43.129492 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-afc5fc20-65ac-42fb-ad4e-630c36cdf2ba req-a7a8ccf8-56db-4d0a-8125-a52b0f4bbced tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6139472 May 31 13:35:43.143595 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-afc5fc20-65ac-42fb-ad4e-630c36cdf2ba req-fa729faa-1445-4faf-b65b-3b2e2c095390 service neutron] Request body: {'port': {'device_id': 'a542d430-de92-46cb-a653-ea170d8d17d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843939-1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:35:43.367518 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af51f237-483f-4254-b8c7-02101896c17f req-41056dbc-5185-4c83-a1c6-2316ab424874 service neutron] 10.222.0.44 "GET /v2.0/networks/2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3796148 May 31 13:35:43.403036 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-afc5fc20-65ac-42fb-ad4e-630c36cdf2ba req-fa729faa-1445-4faf-b65b-3b2e2c095390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:43.536117 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af51f237-483f-4254-b8c7-02101896c17f req-295a0a15-5c8b-4ec2-9b2f-702c0aec9386 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=ec2bc788-e484-45ea-888b-dba186b72a44 HTTP/1.1" status: 200 len: 217 time: 0.1158757 May 31 13:35:43.668291 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e0bcbc-7bcc-43e0-83f2-823b408de057 req-28585f2b-e070-4c2f-8191-3d98cd115e4b tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:43.681821 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-79e0bcbc-7bcc-43e0-83f2-823b408de057 req-28585f2b-e070-4c2f-8191-3d98cd115e4b tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec2e7b7d-c773-4a58-92e2-21fa2b2e6186 HTTP/1.1" status: 200 len: 945 time: 0.5657754 May 31 13:35:43.717774 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:43.744098 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59856387-1aaa-49ca-a39c-e88d180752c6 req-7513ba6b-1185-4c98-8845-30c194523492 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:43.750614 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-59856387-1aaa-49ca-a39c-e88d180752c6 req-7513ba6b-1185-4c98-8845-30c194523492 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=a542d430-de92-46cb-a653-ea170d8d17d9 HTTP/1.1" status: 200 len: 931 time: 0.4369297 May 31 13:35:43.793083 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:43.793902 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-79e0bcbc-7bcc-43e0-83f2-823b408de057 req-cc417e57-6bfd-4948-bf3c-700999317b64 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103475 May 31 13:35:43.879257 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51f237-483f-4254-b8c7-02101896c17f req-e992763c-8269-4bee-b2d1-2b1a44bc4ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:43.882247 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af51f237-483f-4254-b8c7-02101896c17f req-e992763c-8269-4bee-b2d1-2b1a44bc4ec8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=be5242af-81d0-4358-b8f6-a7fb30a944f2 HTTP/1.1" status: 200 len: 797 time: 0.3313074 May 31 13:35:43.884269 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-d54879bc-d870-4744-ad8e-a8e9827119e9 req-cdec4adb-2c31-4b3f-9d62-a43a31786f13 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] For port 0d4f075d-0d5a-4f6e-b034-2e0be9e2b7f0, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=0d4f075d-0d5a-4f6e-b034-2e0be9e2b7f0,segment=NetworkSegment(2d583837-a9d6-4709-9af2-21c6363b8602),segment_id=2d583837-a9d6-4709-9af2-21c6363b8602)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:35:43.884638 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d54879bc-d870-4744-ad8e-a8e9827119e9 req-cdec4adb-2c31-4b3f-9d62-a43a31786f13 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:43.986899 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 0d4f075d-0d5a-4f6e-b034-2e0be9e2b7f0 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:35:44.054838 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [req-afc5fc20-65ac-42fb-ad4e-630c36cdf2ba req-fa729faa-1445-4faf-b65b-3b2e2c095390 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 330ac2df-8c22-40ee-b80e-e56dfe33ddf5 {{(pid=88369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:35:44.064282 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-afc5fc20-65ac-42fb-ad4e-630c36cdf2ba req-fa729faa-1445-4faf-b65b-3b2e2c095390 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:44.086071 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-afc5fc20-65ac-42fb-ad4e-630c36cdf2ba req-fa729faa-1445-4faf-b65b-3b2e2c095390 service neutron] Transition to ACTIVE for port object 330ac2df-8c22-40ee-b80e-e56dfe33ddf5 will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:35:44.091727 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-afc5fc20-65ac-42fb-ad4e-630c36cdf2ba req-fa729faa-1445-4faf-b65b-3b2e2c095390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:44.191256 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa729faa-1445-4faf-b65b-3b2e2c095390 service neutron] Pushing event updated for resources: {'Port': ['ID=330ac2df-8c22-40ee-b80e-e56dfe33ddf5,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:35:44.266959 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-d54879bc-d870-4744-ad8e-a8e9827119e9 req-cdec4adb-2c31-4b3f-9d62-a43a31786f13 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Calling delete_port for 0d4f075d-0d5a-4f6e-b034-2e0be9e2b7f0 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:35:44.281070 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 0d4f075d-0d5a-4f6e-b034-2e0be9e2b7f0 is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:35:44.282242 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:44.344558 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 0d4f075d-0d5a-4f6e-b034-2e0be9e2b7f0, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=0d4f075d-0d5a-4f6e-b034-2e0be9e2b7f0,segment=NetworkSegment(2d583837-a9d6-4709-9af2-21c6363b8602),segment_id=2d583837-a9d6-4709-9af2-21c6363b8602)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:35:44.346344 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec2e7b7d-c773-4a58-92e2-21fa2b2e6186', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d4f075d-0d5a-4f6e-b034-2e0be9e2b7f0'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:35:44.355939 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:44.419333 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-59856387-1aaa-49ca-a39c-e88d180752c6 req-cdc950d8-aa73-4418-89db-2216bac6df99 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6415806 May 31 13:35:44.497188 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51f237-483f-4254-b8c7-02101896c17f req-d0a95651-3e82-4a07-a01a-8454074d6209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:44.500415 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=0d4f075d-0d5a-4f6e-b034-2e0be9e2b7f0,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:35:44.510979 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af51f237-483f-4254-b8c7-02101896c17f req-d0a95651-3e82-4a07-a01a-8454074d6209 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6044319 May 31 13:35:44.527489 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:35:44.529331 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:35:44.530292 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:35:44.532378 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:35:44.532876 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:35:44.533359 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:35:44.533835 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:35:44.534615 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:35:44.538387 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:35:44.539254 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:35:44.540367 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:35:44.542412 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:35:44.569792 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-afc5fc20-65ac-42fb-ad4e-630c36cdf2ba req-fa729faa-1445-4faf-b65b-3b2e2c095390 service neutron] Attempting to bind port 330ac2df-8c22-40ee-b80e-e56dfe33ddf5 on host n-h1-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:35:44.570502 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-afc5fc20-65ac-42fb-ad4e-630c36cdf2ba req-fa729faa-1445-4faf-b65b-3b2e2c095390 service neutron] Attempting to bind port 330ac2df-8c22-40ee-b80e-e56dfe33ddf5 by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': 'ac59caff-d513-4fef-b003-5737787eb94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b1b02f4f-a70b-4201-8c66-e64da98751b7'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:35:44.571077 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc5fc20-65ac-42fb-ad4e-630c36cdf2ba req-fa729faa-1445-4faf-b65b-3b2e2c095390 service neutron] Attempting to bind port 330ac2df-8c22-40ee-b80e-e56dfe33ddf5 on network b1b02f4f-a70b-4201-8c66-e64da98751b7 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:35:44.579084 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc5fc20-65ac-42fb-ad4e-630c36cdf2ba req-fa729faa-1445-4faf-b65b-3b2e2c095390 service neutron] Port 330ac2df-8c22-40ee-b80e-e56dfe33ddf5 on network b1b02f4f-a70b-4201-8c66-e64da98751b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:35:44.579813 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc5fc20-65ac-42fb-ad4e-630c36cdf2ba req-fa729faa-1445-4faf-b65b-3b2e2c095390 service neutron] Attempting to bind port 330ac2df-8c22-40ee-b80e-e56dfe33ddf5 on network b1b02f4f-a70b-4201-8c66-e64da98751b7 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:35:44.588910 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc5fc20-65ac-42fb-ad4e-630c36cdf2ba req-fa729faa-1445-4faf-b65b-3b2e2c095390 service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:35:44.589432 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc5fc20-65ac-42fb-ad4e-630c36cdf2ba req-fa729faa-1445-4faf-b65b-3b2e2c095390 service neutron] Checking segment: {'id': 'ac59caff-d513-4fef-b003-5737787eb94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b1b02f4f-a70b-4201-8c66-e64da98751b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:35:44.590034 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc5fc20-65ac-42fb-ad4e-630c36cdf2ba req-fa729faa-1445-4faf-b65b-3b2e2c095390 service neutron] Bound using segment: {'id': 'ac59caff-d513-4fef-b003-5737787eb94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b1b02f4f-a70b-4201-8c66-e64da98751b7'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:35:44.590845 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-afc5fc20-65ac-42fb-ad4e-630c36cdf2ba req-fa729faa-1445-4faf-b65b-3b2e2c095390 service neutron] Bound port: 330ac2df-8c22-40ee-b80e-e56dfe33ddf5, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac59caff-d513-4fef-b003-5737787eb94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b1b02f4f-a70b-4201-8c66-e64da98751b7'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:35:44.591348 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-afc5fc20-65ac-42fb-ad4e-630c36cdf2ba req-fa729faa-1445-4faf-b65b-3b2e2c095390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:44.657688 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e0326-3d7b-45aa-9651-724f0550e66d req-c64d1a7d-4f53-4588-ae6c-22b40a01c77b tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:44.666230 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e0326-3d7b-45aa-9651-724f0550e66d req-c64d1a7d-4f53-4588-ae6c-22b40a01c77b tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:44.673787 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e0326-3d7b-45aa-9651-724f0550e66d req-c64d1a7d-4f53-4588-ae6c-22b40a01c77b tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:44.682448 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e0326-3d7b-45aa-9651-724f0550e66d req-c64d1a7d-4f53-4588-ae6c-22b40a01c77b tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:44.688969 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e0326-3d7b-45aa-9651-724f0550e66d req-c64d1a7d-4f53-4588-ae6c-22b40a01c77b tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:44.697732 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e0326-3d7b-45aa-9651-724f0550e66d req-c64d1a7d-4f53-4588-ae6c-22b40a01c77b tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:44.705485 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e0326-3d7b-45aa-9651-724f0550e66d req-c64d1a7d-4f53-4588-ae6c-22b40a01c77b tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:44.709287 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bf1e0326-3d7b-45aa-9651-724f0550e66d req-c64d1a7d-4f53-4588-ae6c-22b40a01c77b tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/ports?device_id=98ea044c-54a5-4e34-ad50-f0894561190f HTTP/1.1" status: 200 len: 5429 time: 0.6824462 May 31 13:35:44.730184 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-afc5fc20-65ac-42fb-ad4e-630c36cdf2ba req-fa729faa-1445-4faf-b65b-3b2e2c095390 service neutron] For port 330ac2df-8c22-40ee-b80e-e56dfe33ddf5, host n-h1-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:35:44.735881 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-afc5fc20-65ac-42fb-ad4e-630c36cdf2ba req-fa729faa-1445-4faf-b65b-3b2e2c095390 service neutron] For port 330ac2df-8c22-40ee-b80e-e56dfe33ddf5, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=330ac2df-8c22-40ee-b80e-e56dfe33ddf5,segment=NetworkSegment(ac59caff-d513-4fef-b003-5737787eb94f),segment_id=ac59caff-d513-4fef-b003-5737787eb94f)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:35:44.743506 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-afc5fc20-65ac-42fb-ad4e-630c36cdf2ba req-fa729faa-1445-4faf-b65b-3b2e2c095390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:44.788623 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.api [req-d54879bc-d870-4744-ad8e-a8e9827119e9 req-cdec4adb-2c31-4b3f-9d62-a43a31786f13 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88370) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:35:44.788922 n-d-843939-1 neutron-server[88370]: DEBUG oslo_db.api [req-d54879bc-d870-4744-ad8e-a8e9827119e9 req-cdec4adb-2c31-4b3f-9d62-a43a31786f13 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:35:44.832391 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc5fc20-65ac-42fb-ad4e-630c36cdf2ba req-fa729faa-1445-4faf-b65b-3b2e2c095390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:44.833067 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-afc5fc20-65ac-42fb-ad4e-630c36cdf2ba req-fa729faa-1445-4faf-b65b-3b2e2c095390 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:44.835250 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-afc5fc20-65ac-42fb-ad4e-630c36cdf2ba req-fa729faa-1445-4faf-b65b-3b2e2c095390 service neutron] 10.222.0.20 "PUT /v2.0/ports/330ac2df-8c22-40ee-b80e-e56dfe33ddf5 HTTP/1.1" status: 200 len: 1091 time: 1.6982739 May 31 13:35:44.835713 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a542d430-de92-46cb-a653-ea170d8d17d9', 'tag': '330ac2df-8c22-40ee-b80e-e56dfe33ddf5'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:35:44.844164 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bf1e0326-3d7b-45aa-9651-724f0550e66d req-267d07db-e091-4b6d-93a9-b41c85585c4c tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/security-groups?id=94427793-2dbb-4b9a-b9ee-66398e26f83c&id=4cdd63f0-9a82-48d4-b4bf-108afcf63acd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0846190 May 31 13:35:44.890352 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa729faa-1445-4faf-b65b-3b2e2c095390 service neutron] Pushing event updated for resources: {'Port': ['ID=330ac2df-8c22-40ee-b80e-e56dfe33ddf5,revision_number=3']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:35:45.024254 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af51f237-483f-4254-b8c7-02101896c17f req-0dea334b-088f-468f-8c48-d62502fbf52c service neutron] 10.222.0.44 "GET /v2.0/networks/2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4871845 May 31 13:35:45.136779 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e03f0c3e-3481-46ce-af02-792d64254d1c'] response: {'server_uuid': 'ec2e7b7d-c773-4a58-92e2-21fa2b2e6186', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d4f075d-0d5a-4f6e-b034-2e0be9e2b7f0', 'code': 200} May 31 13:35:45.155032 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc5fc20-65ac-42fb-ad4e-630c36cdf2ba req-123c4937-fcea-475e-bffc-90b660cea61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:45.158158 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-afc5fc20-65ac-42fb-ad4e-630c36cdf2ba req-123c4937-fcea-475e-bffc-90b660cea61d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e7915944b7b94ed798ed9400dc43e749&device_id=a542d430-de92-46cb-a653-ea170d8d17d9 HTTP/1.1" status: 200 len: 1094 time: 0.2571657 May 31 13:35:45.254685 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-afc5fc20-65ac-42fb-ad4e-630c36cdf2ba req-2c774704-3169-4d96-9b94-ff27cb4942b4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=330ac2df-8c22-40ee-b80e-e56dfe33ddf5 HTTP/1.1" status: 200 len: 217 time: 0.0860870 May 31 13:35:45.370740 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc5fc20-65ac-42fb-ad4e-630c36cdf2ba req-d66e79c3-e541-4167-b8fc-5808fab36af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:45.373154 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-afc5fc20-65ac-42fb-ad4e-630c36cdf2ba req-d66e79c3-e541-4167-b8fc-5808fab36af0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0bea7539-c751-4155-a6fe-0d3f1a29fa41 HTTP/1.1" status: 200 len: 845 time: 0.1109834 May 31 13:35:45.450127 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-d54879bc-d870-4744-ad8e-a8e9827119e9 req-cdec4adb-2c31-4b3f-9d62-a43a31786f13 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Deleting port 0d4f075d-0d5a-4f6e-b034-2e0be9e2b7f0 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:35:45.450983 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d54879bc-d870-4744-ad8e-a8e9827119e9 req-cdec4adb-2c31-4b3f-9d62-a43a31786f13 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:45.485565 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:45.487998 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-afc5fc20-65ac-42fb-ad4e-630c36cdf2ba req-d521dcf6-0b9f-43bb-a2ab-0bf818646922 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b1b02f4f-a70b-4201-8c66-e64da98751b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1037560 May 31 13:35:45.734619 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af51f237-483f-4254-b8c7-02101896c17f req-6d7390bd-192c-4a50-bf83-1a1df1bf54f4 service neutron] 10.222.0.44 "GET /v2.0/networks/2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7031608 May 31 13:35:45.941309 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9440ad2-4c19-47ee-afde-4c1029c56087 req-33e061c5-6b06-4e2e-8f02-21799f1b3509 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:45.945916 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b9440ad2-4c19-47ee-afde-4c1029c56087 req-33e061c5-6b06-4e2e-8f02-21799f1b3509 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 946 time: 1.2347202 May 31 13:35:45.987335 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-afc5fc20-65ac-42fb-ad4e-630c36cdf2ba req-e0f47874-851f-4917-92c6-5d392aaf3f5d service neutron] 10.222.0.20 "GET /v2.0/networks/b1b02f4f-a70b-4201-8c66-e64da98751b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4889801 May 31 13:35:46.033440 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af51f237-483f-4254-b8c7-02101896c17f req-d244e7ba-bb90-4eb0-9146-5425fe9f8136 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.237&port_id=4729e617-16b1-46f7-a6e5-fc37d11ed0ab HTTP/1.1" status: 200 len: 217 time: 0.2745385 May 31 13:35:46.245536 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51f237-483f-4254-b8c7-02101896c17f req-717d94a1-debf-46ef-b565-9d1ed6edaa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:46.247846 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af51f237-483f-4254-b8c7-02101896c17f req-717d94a1-debf-46ef-b565-9d1ed6edaa44 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=be5242af-81d0-4358-b8f6-a7fb30a944f2 HTTP/1.1" status: 200 len: 797 time: 0.1895764 May 31 13:35:46.273115 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-afc5fc20-65ac-42fb-ad4e-630c36cdf2ba req-13ccc5b6-5d4e-46d9-bfb6-6887fa490d28 service neutron] 10.222.0.20 "GET /v2.0/networks/b1b02f4f-a70b-4201-8c66-e64da98751b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759144 May 31 13:35:46.490251 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b9440ad2-4c19-47ee-afde-4c1029c56087 req-50890c70-a2a2-4ed5-8f8f-6092bb5e3d04 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4671409 May 31 13:35:46.575391 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb8ca6e-f1b9-4875-b797-125d2a7f0dea req-87748ea3-2d29-4eb2-bd3b-483a32ff247f tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:46.586770 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bdb8ca6e-f1b9-4875-b797-125d2a7f0dea req-87748ea3-2d29-4eb2-bd3b-483a32ff247f tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec2e7b7d-c773-4a58-92e2-21fa2b2e6186 HTTP/1.1" status: 200 len: 943 time: 0.6708348 May 31 13:35:46.658253 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-662e31f3-a7e7-4f17-8b71-0fac63ba5676'] response: {'name': 'network-changed', 'server_uuid': 'a542d430-de92-46cb-a653-ea170d8d17d9', 'tag': '330ac2df-8c22-40ee-b80e-e56dfe33ddf5', 'status': 'completed', 'code': 200} May 31 13:35:46.743961 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-d54879bc-d870-4744-ad8e-a8e9827119e9 req-cdec4adb-2c31-4b3f-9d62-a43a31786f13 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] For port 0d4f075d-0d5a-4f6e-b034-2e0be9e2b7f0, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=0d4f075d-0d5a-4f6e-b034-2e0be9e2b7f0,segment=NetworkSegment(2d583837-a9d6-4709-9af2-21c6363b8602),segment_id=2d583837-a9d6-4709-9af2-21c6363b8602)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:35:46.744831 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d54879bc-d870-4744-ad8e-a8e9827119e9 req-cdec4adb-2c31-4b3f-9d62-a43a31786f13 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:46.763622 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bdb8ca6e-f1b9-4875-b797-125d2a7f0dea req-6480bded-692c-46db-84a3-ff599536dee5 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761041 May 31 13:35:46.895149 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fffa302-d1ff-44e5-8693-60d754cb1147 req-1c8de256-f0db-4a1d-b31e-4abac149f5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:46.897581 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8fffa302-d1ff-44e5-8693-60d754cb1147 req-1c8de256-f0db-4a1d-b31e-4abac149f5e8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e7915944b7b94ed798ed9400dc43e749&device_id=a542d430-de92-46cb-a653-ea170d8d17d9 HTTP/1.1" status: 200 len: 1094 time: 0.2028222 May 31 13:35:46.957008 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-d54879bc-d870-4744-ad8e-a8e9827119e9 req-cdec4adb-2c31-4b3f-9d62-a43a31786f13 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Calling delete_port for 0d4f075d-0d5a-4f6e-b034-2e0be9e2b7f0 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:35:47.070386 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51f237-483f-4254-b8c7-02101896c17f req-1bd4b4eb-4744-416d-9e4d-4daec95db2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:47.071877 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af51f237-483f-4254-b8c7-02101896c17f req-1bd4b4eb-4744-416d-9e4d-4daec95db2c0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7853117 May 31 13:35:47.162687 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fffa302-d1ff-44e5-8693-60d754cb1147 req-4d48bdec-4537-44fb-a4cc-018775c2e6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:47.164751 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8fffa302-d1ff-44e5-8693-60d754cb1147 req-4d48bdec-4537-44fb-a4cc-018775c2e6f2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b1b02f4f-a70b-4201-8c66-e64da98751b7 HTTP/1.1" status: 200 len: 906 time: 0.2582972 May 31 13:35:47.270315 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8fffa302-d1ff-44e5-8693-60d754cb1147 req-6a6cbecb-baae-466a-bdb7-afa568bccee7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=330ac2df-8c22-40ee-b80e-e56dfe33ddf5 HTTP/1.1" status: 200 len: 217 time: 0.0969753 May 31 13:35:47.311655 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-804b198a-eb29-43c4-a21c-eb15a13aa4b0 req-11099941-6b21-4fee-ad7f-69f4464ce1d5 tempest-ServerShowV257Test-676624712 tempest-ServerShowV257Test-676624712-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ecc1ca6-5477-4ca2-8ff6-244ecf3c43a5 HTTP/1.1" status: 200 len: 210 time: 0.1872761 May 31 13:35:47.397033 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fffa302-d1ff-44e5-8693-60d754cb1147 req-a75fbf8e-e5a6-449e-b000-06cf98cf65de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:47.398628 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8fffa302-d1ff-44e5-8693-60d754cb1147 req-a75fbf8e-e5a6-449e-b000-06cf98cf65de service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0bea7539-c751-4155-a6fe-0d3f1a29fa41 HTTP/1.1" status: 200 len: 845 time: 0.1224320 May 31 13:35:47.418771 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af51f237-483f-4254-b8c7-02101896c17f req-96762870-d9ce-41ab-a2d1-f2f546ddbb20 service neutron] 10.222.0.44 "GET /v2.0/networks/2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916040 May 31 13:35:47.506244 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8fffa302-d1ff-44e5-8693-60d754cb1147 req-71e83970-3f55-40ac-99ab-fb3f6e51da39 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b1b02f4f-a70b-4201-8c66-e64da98751b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943820 May 31 13:35:47.741654 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e331948-e637-4af7-be06-f09695cd281f req-68e1acf3-2a62-4d7a-b419-55c2f97c5ab6 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:47.743627 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0e331948-e637-4af7-be06-f09695cd281f req-68e1acf3-2a62-4d7a-b419-55c2f97c5ab6 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=a542d430-de92-46cb-a653-ea170d8d17d9 HTTP/1.1" status: 200 len: 943 time: 0.6917369 May 31 13:35:47.772041 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8fffa302-d1ff-44e5-8693-60d754cb1147 req-ed3e7db2-c065-4b22-b480-68abc42e74e7 service neutron] 10.222.0.20 "GET /v2.0/networks/b1b02f4f-a70b-4201-8c66-e64da98751b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585568 May 31 13:35:47.911944 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d54879bc-d870-4744-ad8e-a8e9827119e9 req-cdec4adb-2c31-4b3f-9d62-a43a31786f13 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:48.029555 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdec4adb-2c31-4b3f-9d62-a43a31786f13 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Pushing event deleted for resources: {'Port': ['ID=0d4f075d-0d5a-4f6e-b034-2e0be9e2b7f0,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:35:48.030548 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8fffa302-d1ff-44e5-8693-60d754cb1147 req-136d3224-bbb9-4851-a06d-38e50f27a35d service neutron] 10.222.0.20 "GET /v2.0/networks/b1b02f4f-a70b-4201-8c66-e64da98751b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505279 May 31 13:35:48.040340 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0e331948-e637-4af7-be06-f09695cd281f req-309c42c4-e1e5-4198-97c2-ea3d0b79f0fd tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323556 May 31 13:35:48.119601 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca342abc-5bf5-4fb2-a347-9fdcfe9034e9 req-0b98c8e5-7572-4c88-afc4-6013fdf61ff3 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:48.125890 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca342abc-5bf5-4fb2-a347-9fdcfe9034e9 req-0b98c8e5-7572-4c88-afc4-6013fdf61ff3 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:48.134265 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca342abc-5bf5-4fb2-a347-9fdcfe9034e9 req-0b98c8e5-7572-4c88-afc4-6013fdf61ff3 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:48.139599 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca342abc-5bf5-4fb2-a347-9fdcfe9034e9 req-0b98c8e5-7572-4c88-afc4-6013fdf61ff3 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:48.147794 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca342abc-5bf5-4fb2-a347-9fdcfe9034e9 req-0b98c8e5-7572-4c88-afc4-6013fdf61ff3 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:48.153816 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca342abc-5bf5-4fb2-a347-9fdcfe9034e9 req-0b98c8e5-7572-4c88-afc4-6013fdf61ff3 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:48.162171 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca342abc-5bf5-4fb2-a347-9fdcfe9034e9 req-0b98c8e5-7572-4c88-afc4-6013fdf61ff3 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:48.172147 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ca342abc-5bf5-4fb2-a347-9fdcfe9034e9 req-0b98c8e5-7572-4c88-afc4-6013fdf61ff3 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/ports?device_id=98ea044c-54a5-4e34-ad50-f0894561190f HTTP/1.1" status: 200 len: 5429 time: 0.6272910 May 31 13:35:48.363708 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 13:35:48.387024 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af51f237-483f-4254-b8c7-02101896c17f req-afac9fcb-5027-4dc9-afd3-e60d772eef61 service neutron] 10.222.0.44 "GET /v2.0/networks/2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9176152 May 31 13:35:48.567992 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-d54879bc-d870-4744-ad8e-a8e9827119e9 req-cdec4adb-2c31-4b3f-9d62-a43a31786f13 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] No DVR routers for this DVR port 0d4f075d-0d5a-4f6e-b034-2e0be9e2b7f0 on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:35:48.593328 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d54879bc-d870-4744-ad8e-a8e9827119e9 req-cdec4adb-2c31-4b3f-9d62-a43a31786f13 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:48.596504 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec2e7b7d-c773-4a58-92e2-21fa2b2e6186', 'name': 'network-vif-deleted', 'tag': '0d4f075d-0d5a-4f6e-b034-2e0be9e2b7f0'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:35:48.603589 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5e9f440e-e362-482c-b6d1-b3327b171439 req-094bfe59-e06d-4c79-85c5-9fe856d19cfc tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec2e7b7d-c773-4a58-92e2-21fa2b2e6186 HTTP/1.1" status: 200 len: 210 time: 0.1545455 May 31 13:35:48.616106 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af51f237-483f-4254-b8c7-02101896c17f req-bee9920b-1119-47cb-a849-3950182293ff service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=00bc2cb2-6a9e-4905-96dc-012b03dba6e7 HTTP/1.1" status: 200 len: 217 time: 0.1656330 May 31 13:35:48.670662 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d54879bc-d870-4744-ad8e-a8e9827119e9 req-cdec4adb-2c31-4b3f-9d62-a43a31786f13 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.44 "DELETE /v2.0/ports/0d4f075d-0d5a-4f6e-b034-2e0be9e2b7f0 HTTP/1.1" status: 204 len: 173 time: 6.5054982 May 31 13:35:48.695185 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ca342abc-5bf5-4fb2-a347-9fdcfe9034e9 req-abbf3a2b-ce82-4935-8bed-7e465dd94a95 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/security-groups?id=94427793-2dbb-4b9a-b9ee-66398e26f83c&id=4cdd63f0-9a82-48d4-b4bf-108afcf63acd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5219257 May 31 13:35:48.718612 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51f237-483f-4254-b8c7-02101896c17f req-c8db7d41-e542-4764-8860-aaf6018079a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:48.721315 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af51f237-483f-4254-b8c7-02101896c17f req-c8db7d41-e542-4764-8860-aaf6018079a3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bfe35590-5148-41de-aa37-316fb43c548b HTTP/1.1" status: 200 len: 797 time: 0.0948131 May 31 13:35:48.930129 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7d7b7-bb3f-41d6-b480-52da00808ea7 req-4f6f95de-d312-4a74-8c37-3d1a890b1333 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:48.932088 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-86e7d7b7-bb3f-41d6-b480-52da00808ea7 req-4f6f95de-d312-4a74-8c37-3d1a890b1333 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 946 time: 0.1402295 May 31 13:35:48.938484 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51f237-483f-4254-b8c7-02101896c17f req-b1eea962-c358-40c8-95e5-a43254c5fed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:48.939832 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af51f237-483f-4254-b8c7-02101896c17f req-b1eea962-c358-40c8-95e5-a43254c5fed1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=37c48153-c66c-4011-885e-e73ddcdb568e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2115057 May 31 13:35:49.179591 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-86e7d7b7-bb3f-41d6-b480-52da00808ea7 req-dfdc3257-9889-4779-bad6-eb7c730f67de tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386174 May 31 13:35:49.248758 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-110b5f1a-992b-4df8-9916-8a936bf8caf5 req-8e9e54a1-a074-40d1-9293-4a235e3b84a1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3ecc1ca6-5477-4ca2-8ff6-244ecf3c43a5 HTTP/1.1" status: 200 len: 210 time: 0.1600485 May 31 13:35:49.289221 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b208f58-465d-4571-a54f-2cd0ae1ae4de'] response: {'server_uuid': 'ec2e7b7d-c773-4a58-92e2-21fa2b2e6186', 'name': 'network-vif-deleted', 'tag': '0d4f075d-0d5a-4f6e-b034-2e0be9e2b7f0', 'status': 'completed', 'code': 200} May 31 13:35:49.292278 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0aefe554-a9f0-461b-b9df-f34d14a16ac4 req-baa5ae77-9742-44bf-a52f-e79e7f102ad8 tempest-ServerShowV257Test-676624712 tempest-ServerShowV257Test-676624712-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ecc1ca6-5477-4ca2-8ff6-244ecf3c43a5 HTTP/1.1" status: 200 len: 210 time: 0.2439294 May 31 13:35:49.377760 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af51f237-483f-4254-b8c7-02101896c17f req-74b1704b-0412-460f-b8be-61e8be1a2e2d service neutron] 10.222.0.44 "GET /v2.0/networks/37c48153-c66c-4011-885e-e73ddcdb568e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4217560 May 31 13:35:49.781440 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af51f237-483f-4254-b8c7-02101896c17f req-3858cb82-c500-4e48-810b-f041b7a9f8ea service neutron] 10.222.0.44 "GET /v2.0/networks/37c48153-c66c-4011-885e-e73ddcdb568e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3323965 May 31 13:35:49.861585 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c64c542-ca13-4170-86e5-c839e8a27628 req-0ad07cc2-3115-4124-88fa-ce0e589e7338 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:49.863216 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5c64c542-ca13-4170-86e5-c839e8a27628 req-0ad07cc2-3115-4124-88fa-ce0e589e7338 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 946 time: 0.2560413 May 31 13:35:49.876773 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af51f237-483f-4254-b8c7-02101896c17f req-70aa0674-6352-4025-9e77-1d658406521c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=314450d0-a771-40d0-aa68-b2fb66b7b12d HTTP/1.1" status: 200 len: 217 time: 0.0844681 May 31 13:35:49.889774 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea0fbd8-0e66-49fa-904c-78b0aaf9410a req-90d7c036-cd50-45c7-8cb9-4d0ed979b51a tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:49.892164 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1ea0fbd8-0e66-49fa-904c-78b0aaf9410a req-90d7c036-cd50-45c7-8cb9-4d0ed979b51a tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=a542d430-de92-46cb-a653-ea170d8d17d9 HTTP/1.1" status: 200 len: 943 time: 0.4121144 May 31 13:35:50.092242 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51f237-483f-4254-b8c7-02101896c17f req-19c3c4ee-0006-4f70-bf39-22727519c612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:50.093701 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af51f237-483f-4254-b8c7-02101896c17f req-19c3c4ee-0006-4f70-bf39-22727519c612 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bfe35590-5148-41de-aa37-316fb43c548b HTTP/1.1" status: 200 len: 797 time: 0.2003446 May 31 13:35:50.102343 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 330ac2df-8c22-40ee-b80e-e56dfe33ddf5 details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:35:50.102965 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5c64c542-ca13-4170-86e5-c839e8a27628 req-8b8077f7-d90f-4fbf-99d5-2d3a17119abe tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280908 May 31 13:35:50.164435 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1ea0fbd8-0e66-49fa-904c-78b0aaf9410a req-5d4228cf-64c4-4f39-8cd8-b4bcd12674a0 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972687 May 31 13:35:50.285830 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51f237-483f-4254-b8c7-02101896c17f req-99cc2cd3-f815-4828-8754-624516a03596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:50.291557 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af51f237-483f-4254-b8c7-02101896c17f req-99cc2cd3-f815-4828-8754-624516a03596 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=37c48153-c66c-4011-885e-e73ddcdb568e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1878786 May 31 13:35:50.427556 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 330ac2df-8c22-40ee-b80e-e56dfe33ddf5, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=330ac2df-8c22-40ee-b80e-e56dfe33ddf5,segment=NetworkSegment(ac59caff-d513-4fef-b003-5737787eb94f),segment_id=ac59caff-d513-4fef-b003-5737787eb94f)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:35:50.456248 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-1c6d9234-4e2c-4e75-8e83-d304253f7159 req-7a94d09d-3676-41d2-8c61-425d114a6ed1 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Synchronizing usage tracker for tenant:52669f2db59f4a3eb6fd40f6ebcd20ec on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:35:50.470805 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': '330ac2df-8c22-40ee-b80e-e56dfe33ddf5', 'network_id': 'b1b02f4f-a70b-4201-8c66-e64da98751b7', 'port_id': '330ac2df-8c22-40ee-b80e-e56dfe33ddf5', 'mac_address': 'fa:16:3e:32:f2:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bea7539-c751-4155-a6fe-0d3f1a29fa41', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:35:50.659764 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 330ac2df-8c22-40ee-b80e-e56dfe33ddf5 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:35:50.660279 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:50.686388 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 330ac2df-8c22-40ee-b80e-e56dfe33ddf5 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:35:50.715404 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-1c6d9234-4e2c-4e75-8e83-d304253f7159 req-7a94d09d-3676-41d2-8c61-425d114a6ed1 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Unset dirty status for tenant:52669f2db59f4a3eb6fd40f6ebcd20ec on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:35:50.716716 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1c6d9234-4e2c-4e75-8e83-d304253f7159 req-7a94d09d-3676-41d2-8c61-425d114a6ed1 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec2e7b7d-c773-4a58-92e2-21fa2b2e6186 HTTP/1.1" status: 200 len: 210 time: 0.4197164 May 31 13:35:50.718797 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 330ac2df-8c22-40ee-b80e-e56dfe33ddf5, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=330ac2df-8c22-40ee-b80e-e56dfe33ddf5,segment=NetworkSegment(ac59caff-d513-4fef-b003-5737787eb94f),segment_id=ac59caff-d513-4fef-b003-5737787eb94f)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:35:50.725173 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:50.868487 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=330ac2df-8c22-40ee-b80e-e56dfe33ddf5,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:35:50.995951 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-17f4c299-704f-422a-87e9-daf71780e524 req-c31c9971-5d18-4c75-8b11-189c02e5e7ec tempest-ServerShowV257Test-676624712 tempest-ServerShowV257Test-676624712-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ecc1ca6-5477-4ca2-8ff6-244ecf3c43a5 HTTP/1.1" status: 200 len: 210 time: 0.0850239 May 31 13:35:50.998697 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af51f237-483f-4254-b8c7-02101896c17f req-848f88ca-59f2-4c2d-b16f-34592d5ad358 service neutron] 10.222.0.44 "GET /v2.0/networks/37c48153-c66c-4011-885e-e73ddcdb568e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5968215 May 31 13:35:51.066116 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260fff1-168b-4b24-ad46-ad1b96de2cd2 req-f5831b8a-ddcb-401c-be77-626eb4e30246 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:51.073588 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260fff1-168b-4b24-ad46-ad1b96de2cd2 req-f5831b8a-ddcb-401c-be77-626eb4e30246 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:51.080062 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260fff1-168b-4b24-ad46-ad1b96de2cd2 req-f5831b8a-ddcb-401c-be77-626eb4e30246 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:51.094441 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260fff1-168b-4b24-ad46-ad1b96de2cd2 req-f5831b8a-ddcb-401c-be77-626eb4e30246 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:51.102372 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260fff1-168b-4b24-ad46-ad1b96de2cd2 req-f5831b8a-ddcb-401c-be77-626eb4e30246 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:51.107485 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260fff1-168b-4b24-ad46-ad1b96de2cd2 req-f5831b8a-ddcb-401c-be77-626eb4e30246 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:51.113187 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260fff1-168b-4b24-ad46-ad1b96de2cd2 req-f5831b8a-ddcb-401c-be77-626eb4e30246 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:51.115939 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7260fff1-168b-4b24-ad46-ad1b96de2cd2 req-f5831b8a-ddcb-401c-be77-626eb4e30246 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/ports?device_id=98ea044c-54a5-4e34-ad50-f0894561190f HTTP/1.1" status: 200 len: 5429 time: 0.5554388 May 31 13:35:51.176265 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['330ac2df-8c22-40ee-b80e-e56dfe33ddf5'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:35:51.308868 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7260fff1-168b-4b24-ad46-ad1b96de2cd2 req-78d05179-8a6e-472c-a8aa-c2f6e0a65904 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/security-groups?id=94427793-2dbb-4b9a-b9ee-66398e26f83c&id=4cdd63f0-9a82-48d4-b4bf-108afcf63acd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1450319 May 31 13:35:51.352061 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af51f237-483f-4254-b8c7-02101896c17f req-20b0cdd2-5c36-4aaa-b3ea-abf7802fa6a9 service neutron] 10.222.0.44 "GET /v2.0/networks/37c48153-c66c-4011-885e-e73ddcdb568e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3451452 May 31 13:35:51.402640 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8679436-f492-44cb-a90c-54c53f364a1a req-8382f8a5-d079-4880-8020-af2c95859725 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:51.406886 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c8679436-f492-44cb-a90c-54c53f364a1a req-8382f8a5-d079-4880-8020-af2c95859725 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 946 time: 0.2153168 May 31 13:35:51.564686 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c8679436-f492-44cb-a90c-54c53f364a1a req-2c62f01c-f003-4b6a-803f-ef1a4a29ff79 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442881 May 31 13:35:51.604291 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c71c4-4a98-49f0-a7cb-14d52bba7b9c req-e3e63961-d365-4cf0-b7ef-98f300eefb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:51.605183 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c71c4-4a98-49f0-a7cb-14d52bba7b9c req-e3e63961-d365-4cf0-b7ef-98f300eefb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:51.605840 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c71c4-4a98-49f0-a7cb-14d52bba7b9c req-e3e63961-d365-4cf0-b7ef-98f300eefb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:51.606550 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c71c4-4a98-49f0-a7cb-14d52bba7b9c req-e3e63961-d365-4cf0-b7ef-98f300eefb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:51.607083 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c71c4-4a98-49f0-a7cb-14d52bba7b9c req-e3e63961-d365-4cf0-b7ef-98f300eefb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:51.607614 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c71c4-4a98-49f0-a7cb-14d52bba7b9c req-e3e63961-d365-4cf0-b7ef-98f300eefb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:51.608139 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c71c4-4a98-49f0-a7cb-14d52bba7b9c req-e3e63961-d365-4cf0-b7ef-98f300eefb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:51.610343 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c61c71c4-4a98-49f0-a7cb-14d52bba7b9c req-e3e63961-d365-4cf0-b7ef-98f300eefb1f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e8214c87941844eca93c05e6b9a8f274&device_id=98ea044c-54a5-4e34-ad50-f0894561190f HTTP/1.1" status: 200 len: 6486 time: 0.1552196 May 31 13:35:51.914827 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c71c4-4a98-49f0-a7cb-14d52bba7b9c req-b84cb6ef-51b1-4a60-a424-f44d0e8af86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:51.916992 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c61c71c4-4a98-49f0-a7cb-14d52bba7b9c req-b84cb6ef-51b1-4a60-a424-f44d0e8af86c service neutron] 10.222.0.44 "GET /v2.0/networks?id=37c48153-c66c-4011-885e-e73ddcdb568e HTTP/1.1" status: 200 len: 903 time: 0.2990823 May 31 13:35:52.027855 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c61c71c4-4a98-49f0-a7cb-14d52bba7b9c req-cb6ebda2-bba3-4d4c-8977-cdbe0ffabb00 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=314450d0-a771-40d0-aa68-b2fb66b7b12d HTTP/1.1" status: 200 len: 217 time: 0.1023560 May 31 13:35:52.043387 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f96b1ee-0c14-4eef-81d9-3bbb237f3092 req-d8504adb-c490-4f00-9085-ce34218e7419 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:52.054806 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9f96b1ee-0c14-4eef-81d9-3bbb237f3092 req-d8504adb-c490-4f00-9085-ce34218e7419 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=a542d430-de92-46cb-a653-ea170d8d17d9 HTTP/1.1" status: 200 len: 944 time: 0.2758157 May 31 13:35:52.206088 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c71c4-4a98-49f0-a7cb-14d52bba7b9c req-af42912a-53e3-4635-8927-f6ae746d0c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:52.208342 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c61c71c4-4a98-49f0-a7cb-14d52bba7b9c req-af42912a-53e3-4635-8927-f6ae746d0c0d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bfe35590-5148-41de-aa37-316fb43c548b HTTP/1.1" status: 200 len: 797 time: 0.1385646 May 31 13:35:52.214668 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9f96b1ee-0c14-4eef-81d9-3bbb237f3092 req-26ead6b0-ec89-48db-9976-a64f0ede544f tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588044 May 31 13:35:52.324961 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89745f54-561b-4342-b6a9-4e0ab156fc8d req-7acbf887-a30a-4e60-8d74-9dc9be8cfc71 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:52.326655 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-89745f54-561b-4342-b6a9-4e0ab156fc8d req-7acbf887-a30a-4e60-8d74-9dc9be8cfc71 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 946 time: 0.2239583 May 31 13:35:52.344738 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c71c4-4a98-49f0-a7cb-14d52bba7b9c req-93691c79-09fb-47a4-a555-2ce90c045e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:52.349285 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c61c71c4-4a98-49f0-a7cb-14d52bba7b9c req-93691c79-09fb-47a4-a555-2ce90c045e5b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=37c48153-c66c-4011-885e-e73ddcdb568e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1302993 May 31 13:35:52.534272 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-89745f54-561b-4342-b6a9-4e0ab156fc8d req-8b6b2804-e94c-4c2e-b2fb-a5b7c510aedd tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871068 May 31 13:35:52.579660 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c61c71c4-4a98-49f0-a7cb-14d52bba7b9c req-f958c819-0cae-4a31-862b-c86214bab3cb service neutron] 10.222.0.44 "GET /v2.0/networks/37c48153-c66c-4011-885e-e73ddcdb568e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004213 May 31 13:35:52.591769 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e044013b-8667-4b48-916a-f56deb9a4fd9 req-f0f69914-0deb-4a0c-9413-13e6176b6dad tempest-ImagesOneServerTestJSON-2055862555 tempest-ImagesOneServerTestJSON-2055862555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:52.593256 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e044013b-8667-4b48-916a-f56deb9a4fd9 req-f0f69914-0deb-4a0c-9413-13e6176b6dad tempest-ImagesOneServerTestJSON-2055862555 tempest-ImagesOneServerTestJSON-2055862555-project] 10.222.0.50 "GET /v2.0/ports?device_id=768e3b2d-12ee-4bbe-8d20-b87d815ae7e1 HTTP/1.1" status: 200 len: 951 time: 0.2520206 May 31 13:35:52.724207 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e044013b-8667-4b48-916a-f56deb9a4fd9 req-882d1867-80cb-40f0-9616-f6933e60209b tempest-ImagesOneServerTestJSON-2055862555 tempest-ImagesOneServerTestJSON-2055862555-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8bdbcdc-7e6c-47ee-a370-fe90ac193b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115541 May 31 13:35:52.819870 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4a5d8f7e-f247-4315-920c-559f6eb9bf91 req-3d0e7664-b825-4e95-9b93-78ca98d9756b tempest-ServerShowV257Test-676624712 tempest-ServerShowV257Test-676624712-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ecc1ca6-5477-4ca2-8ff6-244ecf3c43a5 HTTP/1.1" status: 200 len: 210 time: 0.0594361 May 31 13:35:52.821946 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c61c71c4-4a98-49f0-a7cb-14d52bba7b9c req-d8e8c1dc-a148-41d4-a159-484d496365ff service neutron] 10.222.0.44 "GET /v2.0/networks/37c48153-c66c-4011-885e-e73ddcdb568e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278311 May 31 13:35:53.075933 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054a1a7-adde-4997-9e81-e2e8aed47e4a req-e2728741-a4c1-4ee0-a2cc-0c5ffb9323d3 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:53.081914 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054a1a7-adde-4997-9e81-e2e8aed47e4a req-e2728741-a4c1-4ee0-a2cc-0c5ffb9323d3 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:53.088521 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054a1a7-adde-4997-9e81-e2e8aed47e4a req-e2728741-a4c1-4ee0-a2cc-0c5ffb9323d3 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:53.094409 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054a1a7-adde-4997-9e81-e2e8aed47e4a req-e2728741-a4c1-4ee0-a2cc-0c5ffb9323d3 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:53.100398 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054a1a7-adde-4997-9e81-e2e8aed47e4a req-e2728741-a4c1-4ee0-a2cc-0c5ffb9323d3 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:53.106229 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054a1a7-adde-4997-9e81-e2e8aed47e4a req-e2728741-a4c1-4ee0-a2cc-0c5ffb9323d3 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:53.112047 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054a1a7-adde-4997-9e81-e2e8aed47e4a req-e2728741-a4c1-4ee0-a2cc-0c5ffb9323d3 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:53.113976 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2054a1a7-adde-4997-9e81-e2e8aed47e4a req-e2728741-a4c1-4ee0-a2cc-0c5ffb9323d3 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/ports?device_id=98ea044c-54a5-4e34-ad50-f0894561190f HTTP/1.1" status: 200 len: 5429 time: 0.1631255 May 31 13:35:53.172472 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2054a1a7-adde-4997-9e81-e2e8aed47e4a req-e744c783-7446-4122-96f6-1c3ae866e187 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/security-groups?id=94427793-2dbb-4b9a-b9ee-66398e26f83c&id=4cdd63f0-9a82-48d4-b4bf-108afcf63acd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0511401 May 31 13:35:53.686591 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f503e7-3555-4fff-8d75-ac5658aa1adc req-e4b93d5a-3edb-4e76-98f1-cac82b483815 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:53.688126 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e2f503e7-3555-4fff-8d75-ac5658aa1adc req-e4b93d5a-3edb-4e76-98f1-cac82b483815 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 946 time: 0.2716875 May 31 13:35:53.741453 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e2f503e7-3555-4fff-8d75-ac5658aa1adc req-a81d10a1-b42c-43f4-9c4b-4d7e24ab930d tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446825 May 31 13:35:53.952852 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2fa8be-ca20-40ed-8556-34ce24af4cde req-d1a6905e-183a-4325-9ae4-25a463401e3a tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:53.954592 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bb2fa8be-ca20-40ed-8556-34ce24af4cde req-d1a6905e-183a-4325-9ae4-25a463401e3a tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=a542d430-de92-46cb-a653-ea170d8d17d9 HTTP/1.1" status: 200 len: 944 time: 0.0887094 May 31 13:35:54.009563 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bb2fa8be-ca20-40ed-8556-34ce24af4cde req-e5602117-d619-47d9-ae9d-900ff8c9aa85 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487096 May 31 13:35:54.103099 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 330ac2df-8c22-40ee-b80e-e56dfe33ddf5 up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:35:54.202423 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning for port 330ac2df-8c22-40ee-b80e-e56dfe33ddf5 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:35:54.208997 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port 330ac2df-8c22-40ee-b80e-e56dfe33ddf5 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:35:54.209419 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:54.350527 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 330ac2df-8c22-40ee-b80e-e56dfe33ddf5 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:35:54.351235 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:54.402013 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a542d430-de92-46cb-a653-ea170d8d17d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '330ac2df-8c22-40ee-b80e-e56dfe33ddf5'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:35:54.431048 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 330ac2df-8c22-40ee-b80e-e56dfe33ddf5, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=330ac2df-8c22-40ee-b80e-e56dfe33ddf5,segment=NetworkSegment(ac59caff-d513-4fef-b003-5737787eb94f),segment_id=ac59caff-d513-4fef-b003-5737787eb94f)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:35:54.437471 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:54.438417 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 43e7e852-9672-4b27-9f2d-397129744607 no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:35:54.443358 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671580c0-a647-4918-a873-e83e0eb86f50 req-fc3defd4-d349-4955-9e7c-434ed2ca7509 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:54.459574 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-671580c0-a647-4918-a873-e83e0eb86f50 req-fc3defd4-d349-4955-9e7c-434ed2ca7509 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/networks?id=6f63975b-9b05-46d3-8543-47c8fac2cf70 HTTP/1.1" status: 200 len: 811 time: 0.2968605 May 31 13:35:54.486611 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-671580c0-a647-4918-a873-e83e0eb86f50 req-c02fc957-5c4e-4f47-ba97-4c330c9da261 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/quotas/52669f2db59f4a3eb6fd40f6ebcd20ec HTTP/1.1" status: 200 len: 375 time: 0.0254731 May 31 13:35:54.498351 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47772feb-ada3-4a16-8f69-b6242107b28c req-d731dd7d-8487-495e-82e4-e5ce1b2c3707 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:54.500670 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-47772feb-ada3-4a16-8f69-b6242107b28c req-d731dd7d-8487-495e-82e4-e5ce1b2c3707 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 946 time: 0.3152714 May 31 13:35:54.580947 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-671580c0-a647-4918-a873-e83e0eb86f50 req-49129d34-1b45-4fbf-8458-f13620709b72 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=52669f2db59f4a3eb6fd40f6ebcd20ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0788400 May 31 13:35:54.590914 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=330ac2df-8c22-40ee-b80e-e56dfe33ddf5,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:35:54.685761 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-47772feb-ada3-4a16-8f69-b6242107b28c req-4f14b48e-88a0-40a2-a69f-495bb1571364 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330612 May 31 13:35:54.710537 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 43e7e852-9672-4b27-9f2d-397129744607 is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:35:54.711196 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:54.779232 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 43e7e852-9672-4b27-9f2d-397129744607, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=43e7e852-9672-4b27-9f2d-397129744607,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:35:54.785693 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:54.804871 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-671580c0-a647-4918-a873-e83e0eb86f50 req-f7de01ce-937c-467c-b789-c8c268f9cddf service neutron] 10.222.0.50 "GET /v2.0/networks/6f63975b-9b05-46d3-8543-47c8fac2cf70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993752 May 31 13:35:54.874183 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=43e7e852-9672-4b27-9f2d-397129744607,revision_number=11']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:35:54.942431 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-80ae70fd-5e2c-46a3-8451-828fec02be17 req-ff373e77-73e9-4038-b736-7ce6e8ca667b tempest-ServerShowV257Test-676624712 tempest-ServerShowV257Test-676624712-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ecc1ca6-5477-4ca2-8ff6-244ecf3c43a5 HTTP/1.1" status: 200 len: 210 time: 0.1082311 May 31 13:35:55.033005 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-671580c0-a647-4918-a873-e83e0eb86f50 req-942162d4-3941-4a69-8054-b4dd34e62c86 service neutron] 10.222.0.50 "GET /v2.0/networks/6f63975b-9b05-46d3-8543-47c8fac2cf70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272031 May 31 13:35:55.260647 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db1f1dc9-a925-4e48-a147-1b38845c40ae'] response: {'server_uuid': 'a542d430-de92-46cb-a653-ea170d8d17d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '330ac2df-8c22-40ee-b80e-e56dfe33ddf5', 'code': 200} May 31 13:35:55.326515 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcce6ad-3b64-4c1c-b604-1bd2aae1da68 req-6f93f752-1382-4e2f-9cb6-ba094491932c tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:55.341425 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcce6ad-3b64-4c1c-b604-1bd2aae1da68 req-6f93f752-1382-4e2f-9cb6-ba094491932c tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:55.385643 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcce6ad-3b64-4c1c-b604-1bd2aae1da68 req-6f93f752-1382-4e2f-9cb6-ba094491932c tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:55.385643 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcce6ad-3b64-4c1c-b604-1bd2aae1da68 req-6f93f752-1382-4e2f-9cb6-ba094491932c tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:55.404299 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcce6ad-3b64-4c1c-b604-1bd2aae1da68 req-6f93f752-1382-4e2f-9cb6-ba094491932c tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:55.404299 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcce6ad-3b64-4c1c-b604-1bd2aae1da68 req-6f93f752-1382-4e2f-9cb6-ba094491932c tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:55.415992 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcce6ad-3b64-4c1c-b604-1bd2aae1da68 req-6f93f752-1382-4e2f-9cb6-ba094491932c tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:55.418396 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cdcce6ad-3b64-4c1c-b604-1bd2aae1da68 req-6f93f752-1382-4e2f-9cb6-ba094491932c tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/ports?device_id=98ea044c-54a5-4e34-ad50-f0894561190f HTTP/1.1" status: 200 len: 5429 time: 0.2651913 May 31 13:35:55.519573 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747c3786-7a37-4daf-998b-5d35330097d5 req-3f2ebcfa-a185-4479-80e1-81e1514a2276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:55.522339 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-747c3786-7a37-4daf-998b-5d35330097d5 req-3f2ebcfa-a185-4479-80e1-81e1514a2276 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a542d430-de92-46cb-a653-ea170d8d17d9 HTTP/1.1" status: 200 len: 1096 time: 0.1646473 May 31 13:35:55.526503 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cdcce6ad-3b64-4c1c-b604-1bd2aae1da68 req-758f52f9-e76c-4b6e-b673-52b32b86f944 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/security-groups?id=94427793-2dbb-4b9a-b9ee-66398e26f83c&id=4cdd63f0-9a82-48d4-b4bf-108afcf63acd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0924590 May 31 13:35:55.627186 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-747c3786-7a37-4daf-998b-5d35330097d5 req-844db175-c728-4c08-87de-241979740e77 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707769 May 31 13:35:55.984067 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60731b00-a328-498d-9be1-799fb8b87ca5 req-5ec5831a-9f67-4f00-bb3d-6a1274e724f8 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:55.994750 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-60731b00-a328-498d-9be1-799fb8b87ca5 req-5ec5831a-9f67-4f00-bb3d-6a1274e724f8 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=a542d430-de92-46cb-a653-ea170d8d17d9 HTTP/1.1" status: 200 len: 945 time: 0.2330627 May 31 13:35:56.149307 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-60731b00-a328-498d-9be1-799fb8b87ca5 req-bbfb6e77-1457-45cf-9ddc-571102d9a5db tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468816 May 31 13:35:56.153162 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8fa1a0a5-1243-4edd-b86c-49323e1bc76b req-70aa64cd-3736-475a-a8bf-692df27360a9 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=301bf1e0-ec64-4cd4-be03-a2ba3c13c8e7 HTTP/1.1" status: 200 len: 210 time: 0.0856807 May 31 13:35:56.495363 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b95a84b-081d-48e1-b39a-9511e01cf596 req-4dd775d8-a172-45d8-8721-cea7df12a3e2 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:56.496918 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8b95a84b-081d-48e1-b39a-9511e01cf596 req-4dd775d8-a172-45d8-8721-cea7df12a3e2 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 946 time: 0.2095234 May 31 13:35:56.511384 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c33cf-15ff-4121-ae5c-ed3bc7aea14e req-6ac17899-ca53-4a43-a954-f1b0db049211 tempest-ImagesOneServerTestJSON-2055862555 tempest-ImagesOneServerTestJSON-2055862555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:56.512855 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-091c33cf-15ff-4121-ae5c-ed3bc7aea14e req-6ac17899-ca53-4a43-a954-f1b0db049211 tempest-ImagesOneServerTestJSON-2055862555 tempest-ImagesOneServerTestJSON-2055862555-project] 10.222.0.50 "GET /v2.0/ports?device_id=768e3b2d-12ee-4bbe-8d20-b87d815ae7e1 HTTP/1.1" status: 200 len: 949 time: 0.1703224 May 31 13:35:56.594846 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8b95a84b-081d-48e1-b39a-9511e01cf596 req-e5427350-5bef-4295-b5c5-4dec67f26eea tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808895 May 31 13:35:56.608348 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-091c33cf-15ff-4121-ae5c-ed3bc7aea14e req-2240169f-6680-4b61-a4f6-09ad5fd056a0 tempest-ImagesOneServerTestJSON-2055862555 tempest-ImagesOneServerTestJSON-2055862555-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8bdbcdc-7e6c-47ee-a370-fe90ac193b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781486 May 31 13:35:56.759739 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-27b25bf5-c0fa-429e-88f1-60f6242b68f7 req-be39235b-fd5c-4e68-b939-201f57b7e1fe tempest-ServerShowV257Test-676624712 tempest-ServerShowV257Test-676624712-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ecc1ca6-5477-4ca2-8ff6-244ecf3c43a5 HTTP/1.1" status: 200 len: 210 time: 0.0504911 May 31 13:35:57.015716 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8aafbe-d500-4041-bf9d-631fa7c2bcc7 req-730bbec2-0389-4b7b-aeb6-3f12f54c7a26 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:57.021976 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8aafbe-d500-4041-bf9d-631fa7c2bcc7 req-730bbec2-0389-4b7b-aeb6-3f12f54c7a26 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:57.028341 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8aafbe-d500-4041-bf9d-631fa7c2bcc7 req-730bbec2-0389-4b7b-aeb6-3f12f54c7a26 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:57.034552 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8aafbe-d500-4041-bf9d-631fa7c2bcc7 req-730bbec2-0389-4b7b-aeb6-3f12f54c7a26 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:57.041393 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8aafbe-d500-4041-bf9d-631fa7c2bcc7 req-730bbec2-0389-4b7b-aeb6-3f12f54c7a26 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:57.048684 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8aafbe-d500-4041-bf9d-631fa7c2bcc7 req-730bbec2-0389-4b7b-aeb6-3f12f54c7a26 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:57.055098 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8aafbe-d500-4041-bf9d-631fa7c2bcc7 req-730bbec2-0389-4b7b-aeb6-3f12f54c7a26 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:57.057200 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ef8aafbe-d500-4041-bf9d-631fa7c2bcc7 req-730bbec2-0389-4b7b-aeb6-3f12f54c7a26 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/ports?device_id=98ea044c-54a5-4e34-ad50-f0894561190f HTTP/1.1" status: 200 len: 5429 time: 0.1512465 May 31 13:35:57.142416 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-135ccbe4-9072-4a35-a86d-d8c728e4bac3 req-971c357f-8666-49e4-95cd-324b9ec758a7 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=301bf1e0-ec64-4cd4-be03-a2ba3c13c8e7 HTTP/1.1" status: 200 len: 210 time: 0.0632052 May 31 13:35:57.177702 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ef8aafbe-d500-4041-bf9d-631fa7c2bcc7 req-c16061c9-f43a-4155-8b06-f495b6eeafae tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/security-groups?id=94427793-2dbb-4b9a-b9ee-66398e26f83c&id=4cdd63f0-9a82-48d4-b4bf-108afcf63acd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1130004 May 31 13:35:57.263563 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '768e3b2d-12ee-4bbe-8d20-b87d815ae7e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43e7e852-9672-4b27-9f2d-397129744607'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:35:57.442543 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe93d0b3-cec1-464e-8b3d-de950cd1ec6e req-1ede9ecc-406c-4bca-b3e2-2408eb2ff0b0 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:57.444689 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fe93d0b3-cec1-464e-8b3d-de950cd1ec6e req-1ede9ecc-406c-4bca-b3e2-2408eb2ff0b0 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=a542d430-de92-46cb-a653-ea170d8d17d9 HTTP/1.1" status: 200 len: 945 time: 0.1291966 May 31 13:35:57.459134 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94f46df1-bfae-49d0-8490-d8fd676a29d0'] response: {'server_uuid': '768e3b2d-12ee-4bbe-8d20-b87d815ae7e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43e7e852-9672-4b27-9f2d-397129744607', 'code': 200} May 31 13:35:57.504547 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fe93d0b3-cec1-464e-8b3d-de950cd1ec6e req-2b11873a-74d6-4a1b-be27-93532fe29afc tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528815 May 31 13:35:57.631420 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-671580c0-a647-4918-a873-e83e0eb86f50 req-817bbf60-3a9c-4be4-883b-2a11924c74b1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=52669f2db59f4a3eb6fd40f6ebcd20ec&device_id=301bf1e0-ec64-4cd4-be03-a2ba3c13c8e7 HTTP/1.1" status: 200 len: 210 time: 0.0495360 May 31 13:35:57.646885 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7580a2fe-9241-41b9-aade-1af3468124a7 req-528fd22b-0e9d-42f1-adde-c9e1d525a2bd tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:57.648546 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7580a2fe-9241-41b9-aade-1af3468124a7 req-528fd22b-0e9d-42f1-adde-c9e1d525a2bd tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 946 time: 0.0937433 May 31 13:35:57.893249 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671580c0-a647-4918-a873-e83e0eb86f50 req-1d26d106-701f-4a63-9e5b-a9b3faafc346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:57.894997 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-671580c0-a647-4918-a873-e83e0eb86f50 req-1d26d106-701f-4a63-9e5b-a9b3faafc346 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=52669f2db59f4a3eb6fd40f6ebcd20ec&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2468071 May 31 13:35:57.962302 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7580a2fe-9241-41b9-aade-1af3468124a7 req-6e14116a-6a79-4436-b978-c24b915bbbad tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072617 May 31 13:35:58.027426 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4f6a92-a616-44a0-ad93-b30f4a2dedb0 req-60efac49-8824-44ea-9224-7913c1ac58ca tempest-ImagesOneServerTestJSON-2055862555 tempest-ImagesOneServerTestJSON-2055862555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:58.032895 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bc4f6a92-a616-44a0-ad93-b30f4a2dedb0 req-60efac49-8824-44ea-9224-7913c1ac58ca tempest-ImagesOneServerTestJSON-2055862555 tempest-ImagesOneServerTestJSON-2055862555-project] 10.222.0.50 "GET /v2.0/ports?device_id=768e3b2d-12ee-4bbe-8d20-b87d815ae7e1 HTTP/1.1" status: 200 len: 949 time: 0.1419275 May 31 13:35:58.062139 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671580c0-a647-4918-a873-e83e0eb86f50 req-d774247b-1443-42e2-804f-ebdbaaca3a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:58.063666 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-671580c0-a647-4918-a873-e83e0eb86f50 req-d774247b-1443-42e2-804f-ebdbaaca3a6d service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1615605 May 31 13:35:58.086420 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bc4f6a92-a616-44a0-ad93-b30f4a2dedb0 req-41e04dca-b901-4bb3-832b-83c056f8624d tempest-ImagesOneServerTestJSON-2055862555 tempest-ImagesOneServerTestJSON-2055862555-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8bdbcdc-7e6c-47ee-a370-fe90ac193b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465817 May 31 13:35:58.147321 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-671580c0-a647-4918-a873-e83e0eb86f50 req-a8768048-1ca7-4582-8cec-3759b25c1e2c tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.20 "GET /v2.0/ports?device_id=301bf1e0-ec64-4cd4-be03-a2ba3c13c8e7 HTTP/1.1" status: 200 len: 210 time: 0.0474529 May 31 13:35:58.149599 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1f8e2fa2-22f6-4d08-ad4a-4ac3c5fc1035 req-763c311f-1468-47a4-8865-f912da15fa45 tempest-ServerShowV257Test-676624712 tempest-ServerShowV257Test-676624712-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ecc1ca6-5477-4ca2-8ff6-244ecf3c43a5 HTTP/1.1" status: 200 len: 210 time: 0.0593321 May 31 13:35:58.340674 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-da99648a-177d-464e-8a3a-48a728ef2fd7 req-d1e5218c-4194-4206-82f2-1f4897fed22b tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=301bf1e0-ec64-4cd4-be03-a2ba3c13c8e7 HTTP/1.1" status: 200 len: 210 time: 0.0581644 May 31 13:35:58.436273 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feccfbf-12c2-4fa3-90e2-6e849e3c5574 req-42421b3b-e208-49fb-9f5a-7ed13b5466dc tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:58.442307 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feccfbf-12c2-4fa3-90e2-6e849e3c5574 req-42421b3b-e208-49fb-9f5a-7ed13b5466dc tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:58.449911 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feccfbf-12c2-4fa3-90e2-6e849e3c5574 req-42421b3b-e208-49fb-9f5a-7ed13b5466dc tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:58.456124 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feccfbf-12c2-4fa3-90e2-6e849e3c5574 req-42421b3b-e208-49fb-9f5a-7ed13b5466dc tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:58.464953 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feccfbf-12c2-4fa3-90e2-6e849e3c5574 req-42421b3b-e208-49fb-9f5a-7ed13b5466dc tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:58.470699 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feccfbf-12c2-4fa3-90e2-6e849e3c5574 req-42421b3b-e208-49fb-9f5a-7ed13b5466dc tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:58.476941 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feccfbf-12c2-4fa3-90e2-6e849e3c5574 req-42421b3b-e208-49fb-9f5a-7ed13b5466dc tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:58.479012 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3feccfbf-12c2-4fa3-90e2-6e849e3c5574 req-42421b3b-e208-49fb-9f5a-7ed13b5466dc tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/ports?device_id=98ea044c-54a5-4e34-ad50-f0894561190f HTTP/1.1" status: 200 len: 5429 time: 0.1412590 May 31 13:35:58.539746 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3feccfbf-12c2-4fa3-90e2-6e849e3c5574 req-70d4e34d-8185-4569-8fc8-aee841bbfebf tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/security-groups?id=94427793-2dbb-4b9a-b9ee-66398e26f83c&id=4cdd63f0-9a82-48d4-b4bf-108afcf63acd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543873 May 31 13:35:58.662959 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-a425ca99-29f2-495e-b904-ed592948e4b5 req-d8b0cbd1-bc16-4594-85b8-8bf5c9655e35 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=52669f2db59f4a3eb6fd40f6ebcd20ec&device_id=301bf1e0-ec64-4cd4-be03-a2ba3c13c8e7 HTTP/1.1" status: 200 len: 210 time: 0.0494111 May 31 13:35:58.741708 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04ec1f1-979f-4fca-8d39-23407edcae3a req-c3dc84ab-cd88-4852-9d21-3313b83e712b tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:58.742667 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d04ec1f1-979f-4fca-8d39-23407edcae3a req-c3dc84ab-cd88-4852-9d21-3313b83e712b tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=a542d430-de92-46cb-a653-ea170d8d17d9 HTTP/1.1" status: 200 len: 945 time: 0.0898802 May 31 13:35:58.793198 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d04ec1f1-979f-4fca-8d39-23407edcae3a req-d7fc19ac-0809-48aa-9b40-a09b8639ccc3 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462399 May 31 13:35:59.022028 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a425ca99-29f2-495e-b904-ed592948e4b5 req-59b81e05-c3b5-4bc8-aa66-c18129b45836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:59.023511 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-a425ca99-29f2-495e-b904-ed592948e4b5 req-59b81e05-c3b5-4bc8-aa66-c18129b45836 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=52669f2db59f4a3eb6fd40f6ebcd20ec&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3185749 May 31 13:35:59.032136 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1225f1-05db-4c1e-ad1a-d7fc664c1e61 req-04a9b08b-5b0a-4931-8b11-b60fea686fc4 tempest-ImagesOneServerTestJSON-2055862555 tempest-ImagesOneServerTestJSON-2055862555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:59.033202 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-fa1225f1-05db-4c1e-ad1a-d7fc664c1e61 req-04a9b08b-5b0a-4931-8b11-b60fea686fc4 tempest-ImagesOneServerTestJSON-2055862555 tempest-ImagesOneServerTestJSON-2055862555-project] Synchronizing usage tracker for tenant:01794b48b32a43eea38148f452776209 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:35:59.062844 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71664f9b-e6fe-4a2d-9315-0eb57a3cfa50 req-76374e70-7810-4c6c-84bb-22ddc2ceffcb tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:59.065496 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-71664f9b-e6fe-4a2d-9315-0eb57a3cfa50 req-76374e70-7810-4c6c-84bb-22ddc2ceffcb tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=a542d430-de92-46cb-a653-ea170d8d17d9 HTTP/1.1" status: 200 len: 945 time: 0.1335511 May 31 13:35:59.133415 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-71664f9b-e6fe-4a2d-9315-0eb57a3cfa50 req-667a114e-d660-4001-8e82-7324a73f4525 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542464 May 31 13:35:59.172236 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-fa1225f1-05db-4c1e-ad1a-d7fc664c1e61 req-04a9b08b-5b0a-4931-8b11-b60fea686fc4 tempest-ImagesOneServerTestJSON-2055862555 tempest-ImagesOneServerTestJSON-2055862555-project] Unset dirty status for tenant:01794b48b32a43eea38148f452776209 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:35:59.174117 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fa1225f1-05db-4c1e-ad1a-d7fc664c1e61 req-04a9b08b-5b0a-4931-8b11-b60fea686fc4 tempest-ImagesOneServerTestJSON-2055862555 tempest-ImagesOneServerTestJSON-2055862555-project] 10.222.0.20 "GET /v2.0/ports?device_id=768e3b2d-12ee-4bbe-8d20-b87d815ae7e1 HTTP/1.1" status: 200 len: 949 time: 0.5159087 May 31 13:35:59.252747 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feba72f-5454-4bbc-9aca-711e8fb282ba req-1fc441d9-e446-405b-9425-dc9640d81d53 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:59.255610 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7feba72f-5454-4bbc-9aca-711e8fb282ba req-1fc441d9-e446-405b-9425-dc9640d81d53 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 946 time: 0.1250820 May 31 13:35:59.297577 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-fa1225f1-05db-4c1e-ad1a-d7fc664c1e61 req-a1bc8fc6-854e-43bc-852b-1270634e796c tempest-ImagesOneServerTestJSON-2055862555 tempest-ImagesOneServerTestJSON-2055862555-project] Deleting port 43e7e852-9672-4b27-9f2d-397129744607 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:35:59.297918 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-fa1225f1-05db-4c1e-ad1a-d7fc664c1e61 req-a1bc8fc6-854e-43bc-852b-1270634e796c tempest-ImagesOneServerTestJSON-2055862555 tempest-ImagesOneServerTestJSON-2055862555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:59.355112 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a425ca99-29f2-495e-b904-ed592948e4b5 req-455a3a8e-ce5c-430f-809c-ed9b47f83c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:59.356557 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-a425ca99-29f2-495e-b904-ed592948e4b5 req-455a3a8e-ce5c-430f-809c-ed9b47f83c58 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3171892 May 31 13:35:59.376501 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7feba72f-5454-4bbc-9aca-711e8fb282ba req-0ef07a09-d79a-421b-ac16-0721304a9790 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628290 May 31 13:35:59.407059 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a5f43-f642-4d7f-bda9-ed35c74e725c req-90393707-8480-4024-8f63-1b82b2cbb1b1 tempest-ImagesOneServerTestJSON-2055862555 tempest-ImagesOneServerTestJSON-2055862555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:59.414056 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ed3a5f43-f642-4d7f-bda9-ed35c74e725c req-90393707-8480-4024-8f63-1b82b2cbb1b1 tempest-ImagesOneServerTestJSON-2055862555 tempest-ImagesOneServerTestJSON-2055862555-project] 10.222.0.50 "GET /v2.0/ports?device_id=768e3b2d-12ee-4bbe-8d20-b87d815ae7e1 HTTP/1.1" status: 200 len: 949 time: 0.1519861 May 31 13:35:59.462118 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ed3a5f43-f642-4d7f-bda9-ed35c74e725c req-849e22f0-70e6-4ef5-bd57-a0fe3c5c42d4 tempest-ImagesOneServerTestJSON-2055862555 tempest-ImagesOneServerTestJSON-2055862555-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8bdbcdc-7e6c-47ee-a370-fe90ac193b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451326 May 31 13:35:59.502529 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-a425ca99-29f2-495e-b904-ed592948e4b5 req-7a4aee06-a418-4ef1-b131-3674c45a5085 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.20 "GET /v2.0/ports?device_id=301bf1e0-ec64-4cd4-be03-a2ba3c13c8e7 HTTP/1.1" status: 200 len: 210 time: 0.0774524 May 31 13:35:59.670763 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-41cf4967-2108-4fed-b528-2756872578ac req-dea7a5a2-1b9b-4577-bcd9-a9559402dd83 tempest-ServerShowV257Test-676624712 tempest-ServerShowV257Test-676624712-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ecc1ca6-5477-4ca2-8ff6-244ecf3c43a5 HTTP/1.1" status: 200 len: 210 time: 0.0728879 May 31 13:35:59.716821 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-fa1225f1-05db-4c1e-ad1a-d7fc664c1e61 req-a1bc8fc6-854e-43bc-852b-1270634e796c tempest-ImagesOneServerTestJSON-2055862555 tempest-ImagesOneServerTestJSON-2055862555-project] For port 43e7e852-9672-4b27-9f2d-397129744607, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=43e7e852-9672-4b27-9f2d-397129744607,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:35:59.717742 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-fa1225f1-05db-4c1e-ad1a-d7fc664c1e61 req-a1bc8fc6-854e-43bc-852b-1270634e796c tempest-ImagesOneServerTestJSON-2055862555 tempest-ImagesOneServerTestJSON-2055862555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:59.866569 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-fa1225f1-05db-4c1e-ad1a-d7fc664c1e61 req-a1bc8fc6-854e-43bc-852b-1270634e796c tempest-ImagesOneServerTestJSON-2055862555 tempest-ImagesOneServerTestJSON-2055862555-project] Calling delete_port for 43e7e852-9672-4b27-9f2d-397129744607 owned by compute:nova {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:35:59.926082 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fbe62980-3e0d-447a-9976-2c671ffba339 req-cc233410-d075-46e3-a237-e333cd0eb091 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=301bf1e0-ec64-4cd4-be03-a2ba3c13c8e7 HTTP/1.1" status: 200 len: 210 time: 0.0896406 May 31 13:35:59.974527 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a05f0fe-5bb7-4a5c-b46f-ed956a946744 req-e351cee6-5b06-4ae4-82a0-0c3d169eb9c0 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:35:59.976384 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6a05f0fe-5bb7-4a5c-b46f-ed956a946744 req-e351cee6-5b06-4ae4-82a0-0c3d169eb9c0 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 946 time: 0.0980189 May 31 13:36:00.027464 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6a05f0fe-5bb7-4a5c-b46f-ed956a946744 req-70081372-2191-4c9b-9a09-3017fc9ca036 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450642 May 31 13:36:00.070131 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-fa1225f1-05db-4c1e-ad1a-d7fc664c1e61 req-a1bc8fc6-854e-43bc-852b-1270634e796c tempest-ImagesOneServerTestJSON-2055862555 tempest-ImagesOneServerTestJSON-2055862555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:00.129233 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bc8fc6-854e-43bc-852b-1270634e796c tempest-ImagesOneServerTestJSON-2055862555 tempest-ImagesOneServerTestJSON-2055862555-project] Pushing event deleted for resources: {'Port': ['ID=43e7e852-9672-4b27-9f2d-397129744607,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:36:00.214938 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5021c56f-aac2-4c22-a350-ff8f381fe6dd req-550894b8-d04f-4b3c-af40-aeac3c7608eb tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:00.217152 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa1225f1-05db-4c1e-ad1a-d7fc664c1e61 req-a1bc8fc6-854e-43bc-852b-1270634e796c tempest-ImagesOneServerTestJSON-2055862555 tempest-ImagesOneServerTestJSON-2055862555-project] No DVR routers for this DVR port 43e7e852-9672-4b27-9f2d-397129744607 on host n-h1-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:36:00.219897 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-fa1225f1-05db-4c1e-ad1a-d7fc664c1e61 req-a1bc8fc6-854e-43bc-852b-1270634e796c tempest-ImagesOneServerTestJSON-2055862555 tempest-ImagesOneServerTestJSON-2055862555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:00.222334 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '768e3b2d-12ee-4bbe-8d20-b87d815ae7e1', 'name': 'network-vif-deleted', 'tag': '43e7e852-9672-4b27-9f2d-397129744607'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:36:00.222464 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5021c56f-aac2-4c22-a350-ff8f381fe6dd req-550894b8-d04f-4b3c-af40-aeac3c7608eb tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:00.228788 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5021c56f-aac2-4c22-a350-ff8f381fe6dd req-550894b8-d04f-4b3c-af40-aeac3c7608eb tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:00.235059 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5021c56f-aac2-4c22-a350-ff8f381fe6dd req-550894b8-d04f-4b3c-af40-aeac3c7608eb tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:00.238444 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fa1225f1-05db-4c1e-ad1a-d7fc664c1e61 req-a1bc8fc6-854e-43bc-852b-1270634e796c tempest-ImagesOneServerTestJSON-2055862555 tempest-ImagesOneServerTestJSON-2055862555-project] 10.222.0.20 "DELETE /v2.0/ports/43e7e852-9672-4b27-9f2d-397129744607 HTTP/1.1" status: 204 len: 173 time: 1.0582213 May 31 13:36:00.241313 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5021c56f-aac2-4c22-a350-ff8f381fe6dd req-550894b8-d04f-4b3c-af40-aeac3c7608eb tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:00.248270 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5021c56f-aac2-4c22-a350-ff8f381fe6dd req-550894b8-d04f-4b3c-af40-aeac3c7608eb tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:00.254088 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5021c56f-aac2-4c22-a350-ff8f381fe6dd req-550894b8-d04f-4b3c-af40-aeac3c7608eb tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:00.256906 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5021c56f-aac2-4c22-a350-ff8f381fe6dd req-550894b8-d04f-4b3c-af40-aeac3c7608eb tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/ports?device_id=98ea044c-54a5-4e34-ad50-f0894561190f HTTP/1.1" status: 200 len: 5429 time: 0.2081256 May 31 13:36:00.327222 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5021c56f-aac2-4c22-a350-ff8f381fe6dd req-b90a55ca-2ad1-47a7-abfa-48467e44acb2 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/security-groups?id=94427793-2dbb-4b9a-b9ee-66398e26f83c&id=4cdd63f0-9a82-48d4-b4bf-108afcf63acd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0595932 May 31 13:36:00.344538 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012bd7a-cafb-431d-8ea9-e1cbe781777a req-a2974718-6cc3-4e0b-959d-dc60b7c15085 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:00.346324 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c012bd7a-cafb-431d-8ea9-e1cbe781777a req-a2974718-6cc3-4e0b-959d-dc60b7c15085 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=a542d430-de92-46cb-a653-ea170d8d17d9 HTTP/1.1" status: 200 len: 945 time: 0.2003860 May 31 13:36:00.427005 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c012bd7a-cafb-431d-8ea9-e1cbe781777a req-257e3f60-0533-4a09-beea-53bda56a784a tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736420 May 31 13:36:00.486262 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb7f70c2-d3e8-4c6f-a4d8-c4d96e105e7d'] response: {'server_uuid': '768e3b2d-12ee-4bbe-8d20-b87d815ae7e1', 'name': 'network-vif-deleted', 'tag': '43e7e852-9672-4b27-9f2d-397129744607', 'status': 'completed', 'code': 200} May 31 13:36:00.667535 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e23b48b6-54c2-455d-bf07-9c73dfbf5f51 req-8bde815d-96c8-4ec7-b498-176918c22274 tempest-ImagesOneServerTestJSON-2055862555 tempest-ImagesOneServerTestJSON-2055862555-project] 10.222.0.50 "GET /v2.0/ports?device_id=768e3b2d-12ee-4bbe-8d20-b87d815ae7e1 HTTP/1.1" status: 200 len: 210 time: 0.0581448 May 31 13:36:00.699766 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f267b-5d9c-46f4-8a68-fffa452baf69 req-fe00a775-86e1-4194-a346-afd2c4899df3 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:00.701214 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-726f267b-5d9c-46f4-8a68-fffa452baf69 req-fe00a775-86e1-4194-a346-afd2c4899df3 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 946 time: 0.1434410 May 31 13:36:00.756435 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-726f267b-5d9c-46f4-8a68-fffa452baf69 req-b360d219-5115-4538-8582-6ea1a95f7b1f tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461102 May 31 13:36:00.852681 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-371f8943-df19-4cf2-9fc6-70591292d0a1 req-1a3f85f7-fb98-4cf4-955a-e11ab1e78d52 tempest-ServerShowV257Test-676624712 tempest-ServerShowV257Test-676624712-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ecc1ca6-5477-4ca2-8ff6-244ecf3c43a5 HTTP/1.1" status: 200 len: 210 time: 0.0468633 May 31 13:36:01.067621 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be57f3e-28cf-4d71-a42d-3fbb9d114c59 req-6da57b6b-edd4-4cb4-8f44-1e5ce41123b2 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:01.069319 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5be57f3e-28cf-4d71-a42d-3fbb9d114c59 req-6da57b6b-edd4-4cb4-8f44-1e5ce41123b2 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 946 time: 0.1347415 May 31 13:36:01.125789 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5be57f3e-28cf-4d71-a42d-3fbb9d114c59 req-2eb1e404-9b89-4354-9ff5-0fdea59b5432 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501518 May 31 13:36:01.443914 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869995a-43d5-4f67-af0d-19e7657ada17 req-96007b12-0801-4916-86bd-205e0d0af3c0 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:01.445409 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e869995a-43d5-4f67-af0d-19e7657ada17 req-96007b12-0801-4916-86bd-205e0d0af3c0 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/networks?id=6f63975b-9b05-46d3-8543-47c8fac2cf70 HTTP/1.1" status: 200 len: 811 time: 0.2479830 May 31 13:36:01.465848 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e869995a-43d5-4f67-af0d-19e7657ada17 req-1b32c88d-4f1c-4eff-9ffb-b652745c55e0 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/quotas/52669f2db59f4a3eb6fd40f6ebcd20ec HTTP/1.1" status: 200 len: 375 time: 0.0131848 May 31 13:36:01.478109 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f9d415-f6d5-49c9-a525-54bd74901228 req-450d0c9b-3f3f-42e7-b102-a6ec0649097d tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:01.479615 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a7f9d415-f6d5-49c9-a525-54bd74901228 req-450d0c9b-3f3f-42e7-b102-a6ec0649097d tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 946 time: 0.1593323 May 31 13:36:01.601035 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9733734-efe5-4465-8107-dfba3dd5a8f5 req-e780c5dd-4192-48d1-bc5b-8e5fb6d2cec0 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:01.601762 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-f9733734-efe5-4465-8107-dfba3dd5a8f5 req-e780c5dd-4192-48d1-bc5b-8e5fb6d2cec0 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Synchronizing usage tracker for tenant:e7915944b7b94ed798ed9400dc43e749 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:36:01.620250 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-f9733734-efe5-4465-8107-dfba3dd5a8f5 req-e780c5dd-4192-48d1-bc5b-8e5fb6d2cec0 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Unset dirty status for tenant:e7915944b7b94ed798ed9400dc43e749 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:36:01.621400 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f9733734-efe5-4465-8107-dfba3dd5a8f5 req-e780c5dd-4192-48d1-bc5b-8e5fb6d2cec0 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.20 "GET /v2.0/ports?device_id=a542d430-de92-46cb-a653-ea170d8d17d9 HTTP/1.1" status: 200 len: 945 time: 0.1097815 May 31 13:36:01.647258 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e869995a-43d5-4f67-af0d-19e7657ada17 req-678aef50-d2c5-4a4e-8da0-69414f06adff tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=52669f2db59f4a3eb6fd40f6ebcd20ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1665525 May 31 13:36:01.701082 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-f9733734-efe5-4465-8107-dfba3dd5a8f5 req-6d35cc90-f3d6-4015-a5d9-506fcec8abbc tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Deleting port 330ac2df-8c22-40ee-b80e-e56dfe33ddf5 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:36:01.702034 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-f9733734-efe5-4465-8107-dfba3dd5a8f5 req-6d35cc90-f3d6-4015-a5d9-506fcec8abbc tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:01.758403 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a7f9d415-f6d5-49c9-a525-54bd74901228 req-1ba0c88e-19f2-4253-9afa-926ef496ba86 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307838 May 31 13:36:01.811392 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e869995a-43d5-4f67-af0d-19e7657ada17 req-8804d8b3-dfab-4dec-9fb4-a1309bf01fea service neutron] 10.222.0.50 "GET /v2.0/networks/6f63975b-9b05-46d3-8543-47c8fac2cf70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565566 May 31 13:36:01.993667 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-f9733734-efe5-4465-8107-dfba3dd5a8f5 req-6d35cc90-f3d6-4015-a5d9-506fcec8abbc tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] For port 330ac2df-8c22-40ee-b80e-e56dfe33ddf5, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=330ac2df-8c22-40ee-b80e-e56dfe33ddf5,segment=NetworkSegment(ac59caff-d513-4fef-b003-5737787eb94f),segment_id=ac59caff-d513-4fef-b003-5737787eb94f)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:36:01.994073 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-f9733734-efe5-4465-8107-dfba3dd5a8f5 req-6d35cc90-f3d6-4015-a5d9-506fcec8abbc tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:02.020893 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e869995a-43d5-4f67-af0d-19e7657ada17 req-1c682ac7-ba0a-46ec-b252-af173f27d394 service neutron] 10.222.0.50 "GET /v2.0/networks/6f63975b-9b05-46d3-8543-47c8fac2cf70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999485 May 31 13:36:02.040787 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9314e22-6480-4203-9eb9-9cb1fb27432d req-8d56474e-76d1-4900-98e5-3734af67bab9 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:02.046881 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9314e22-6480-4203-9eb9-9cb1fb27432d req-8d56474e-76d1-4900-98e5-3734af67bab9 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:02.053335 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9314e22-6480-4203-9eb9-9cb1fb27432d req-8d56474e-76d1-4900-98e5-3734af67bab9 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:02.059489 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9314e22-6480-4203-9eb9-9cb1fb27432d req-8d56474e-76d1-4900-98e5-3734af67bab9 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:02.065274 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9314e22-6480-4203-9eb9-9cb1fb27432d req-8d56474e-76d1-4900-98e5-3734af67bab9 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:02.072146 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9314e22-6480-4203-9eb9-9cb1fb27432d req-8d56474e-76d1-4900-98e5-3734af67bab9 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:02.078341 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9314e22-6480-4203-9eb9-9cb1fb27432d req-8d56474e-76d1-4900-98e5-3734af67bab9 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:02.083078 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f9314e22-6480-4203-9eb9-9cb1fb27432d req-8d56474e-76d1-4900-98e5-3734af67bab9 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/ports?device_id=98ea044c-54a5-4e34-ad50-f0894561190f HTTP/1.1" status: 200 len: 5429 time: 0.1884243 May 31 13:36:02.117806 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 330ac2df-8c22-40ee-b80e-e56dfe33ddf5 no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:36:02.147855 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-f9733734-efe5-4465-8107-dfba3dd5a8f5 req-6d35cc90-f3d6-4015-a5d9-506fcec8abbc tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Calling delete_port for 330ac2df-8c22-40ee-b80e-e56dfe33ddf5 owned by compute:nova {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:36:02.151806 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f9314e22-6480-4203-9eb9-9cb1fb27432d req-999b37cc-d64a-44a4-98e3-92e7568ee1ee tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/security-groups?id=94427793-2dbb-4b9a-b9ee-66398e26f83c&id=4cdd63f0-9a82-48d4-b4bf-108afcf63acd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0638912 May 31 13:36:02.334827 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 330ac2df-8c22-40ee-b80e-e56dfe33ddf5 is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:36:02.336064 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:02.415374 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a542d430-de92-46cb-a653-ea170d8d17d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '330ac2df-8c22-40ee-b80e-e56dfe33ddf5'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:36:02.430757 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 330ac2df-8c22-40ee-b80e-e56dfe33ddf5, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=330ac2df-8c22-40ee-b80e-e56dfe33ddf5,segment=NetworkSegment(ac59caff-d513-4fef-b003-5737787eb94f),segment_id=ac59caff-d513-4fef-b003-5737787eb94f)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:36:02.436209 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:02.436925 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 43e7e852-9672-4b27-9f2d-397129744607 no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:36:02.462076 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ae79a-503f-4610-b0c2-c6cdbb5fc789 req-85364a55-bb71-489b-9378-ae43a1b9871f tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:02.467442 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-873ae79a-503f-4610-b0c2-c6cdbb5fc789 req-85364a55-bb71-489b-9378-ae43a1b9871f tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=a542d430-de92-46cb-a653-ea170d8d17d9 HTTP/1.1" status: 200 len: 945 time: 0.1594605 May 31 13:36:02.488998 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.db.api [req-f9733734-efe5-4465-8107-dfba3dd5a8f5 req-6d35cc90-f3d6-4015-a5d9-506fcec8abbc tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:36:02.490193 n-d-843939-1 neutron-server[88369]: DEBUG oslo_db.api [req-f9733734-efe5-4465-8107-dfba3dd5a8f5 req-6d35cc90-f3d6-4015-a5d9-506fcec8abbc tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:36:02.531993 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-873ae79a-503f-4610-b0c2-c6cdbb5fc789 req-409e1115-4ac7-4d20-8a9a-6a370023d7ee tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562758 May 31 13:36:02.657567 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=330ac2df-8c22-40ee-b80e-e56dfe33ddf5,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:36:02.664203 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] No Port match for: 43e7e852-9672-4b27-9f2d-397129744607 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:36:02.664818 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 43e7e852-9672-4b27-9f2d-397129744607 not bound to the agent host n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:36:02.743285 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1bc5ae74-e7bb-4838-b250-6ec77ed6bd81 req-8531a8e7-51c6-4bcb-98c1-7be8ad5629db tempest-ServerShowV257Test-676624712 tempest-ServerShowV257Test-676624712-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ecc1ca6-5477-4ca2-8ff6-244ecf3c43a5 HTTP/1.1" status: 200 len: 210 time: 0.0676892 May 31 13:36:02.790610 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326f47ff-a8d6-4f07-a44e-e20cb7e200f9 req-53c67357-df62-4c71-a181-1f7fa69f462e tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:02.804101 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-326f47ff-a8d6-4f07-a44e-e20cb7e200f9 req-53c67357-df62-4c71-a181-1f7fa69f462e tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 946 time: 0.1833353 May 31 13:36:02.872079 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a48db901-3249-40bd-8762-c8a8553f06ce req-67ea8e16-5a8d-4c88-a932-6b3c3bc21265 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea2bf637-b874-400e-aee4-7d84f26074cc HTTP/1.1" status: 200 len: 210 time: 0.0625427 May 31 13:36:02.910856 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-326f47ff-a8d6-4f07-a44e-e20cb7e200f9 req-82171ab4-5642-4ca9-bfed-84b6bbfdb651 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980055 May 31 13:36:02.969731 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91aa71a9-60dd-43fd-b4c7-40715bc3d619'] response: {'server_uuid': 'a542d430-de92-46cb-a653-ea170d8d17d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '330ac2df-8c22-40ee-b80e-e56dfe33ddf5', 'code': 200} May 31 13:36:02.975644 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49014) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:36:02.993145 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-f9733734-efe5-4465-8107-dfba3dd5a8f5 req-6d35cc90-f3d6-4015-a5d9-506fcec8abbc tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Deleting port 330ac2df-8c22-40ee-b80e-e56dfe33ddf5 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:36:02.994543 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-f9733734-efe5-4465-8107-dfba3dd5a8f5 req-6d35cc90-f3d6-4015-a5d9-506fcec8abbc tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:03.334852 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b62f4b-2951-4c76-9296-1f2e10cd237f req-c874a009-3bb6-45a7-9478-84aacf1fa3ba tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:03.342233 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d9b62f4b-2951-4c76-9296-1f2e10cd237f req-c874a009-3bb6-45a7-9478-84aacf1fa3ba tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 946 time: 0.1508648 May 31 13:36:03.375513 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-7d357f96-7bb6-4d16-8893-24be2d4e00d6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=01794b48b32a43eea38148f452776209&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3986866 May 31 13:36:03.379685 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 49030) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:36:03.419353 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-f9733734-efe5-4465-8107-dfba3dd5a8f5 req-6d35cc90-f3d6-4015-a5d9-506fcec8abbc tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] For port 330ac2df-8c22-40ee-b80e-e56dfe33ddf5, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=330ac2df-8c22-40ee-b80e-e56dfe33ddf5,segment=NetworkSegment(ac59caff-d513-4fef-b003-5737787eb94f),segment_id=ac59caff-d513-4fef-b003-5737787eb94f)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:36:03.419933 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-f9733734-efe5-4465-8107-dfba3dd5a8f5 req-6d35cc90-f3d6-4015-a5d9-506fcec8abbc tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:03.420130 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d9b62f4b-2951-4c76-9296-1f2e10cd237f req-b9634a96-d274-4959-ad89-94a258a4cc3f tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766737 May 31 13:36:03.580204 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1b9093c0-fbbc-47fb-b838-ab19c193dbbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:03.598039 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-f9733734-efe5-4465-8107-dfba3dd5a8f5 req-6d35cc90-f3d6-4015-a5d9-506fcec8abbc tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Calling delete_port for 330ac2df-8c22-40ee-b80e-e56dfe33ddf5 owned by compute:nova {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:36:03.676190 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1b9093c0-fbbc-47fb-b838-ab19c193dbbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:03.790656 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-f9733734-efe5-4465-8107-dfba3dd5a8f5 req-6d35cc90-f3d6-4015-a5d9-506fcec8abbc tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:03.810706 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['62b05f69-ad8d-466d-8bd6-4a827b01fe2d'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:36:03.907040 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2679dd9a-450d-4fa4-9524-75be0e42e537 req-5fe92768-a9f9-4fbc-81ec-934ab39db705 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:03.911588 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2679dd9a-450d-4fa4-9524-75be0e42e537 req-5fe92768-a9f9-4fbc-81ec-934ab39db705 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:03.913494 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d35cc90-f3d6-4015-a5d9-506fcec8abbc tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Pushing event deleted for resources: {'Port': ['ID=330ac2df-8c22-40ee-b80e-e56dfe33ddf5,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:36:03.917591 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2679dd9a-450d-4fa4-9524-75be0e42e537 req-5fe92768-a9f9-4fbc-81ec-934ab39db705 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:03.925311 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2679dd9a-450d-4fa4-9524-75be0e42e537 req-5fe92768-a9f9-4fbc-81ec-934ab39db705 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:03.932715 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2679dd9a-450d-4fa4-9524-75be0e42e537 req-5fe92768-a9f9-4fbc-81ec-934ab39db705 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:03.938788 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2679dd9a-450d-4fa4-9524-75be0e42e537 req-5fe92768-a9f9-4fbc-81ec-934ab39db705 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:03.953296 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2679dd9a-450d-4fa4-9524-75be0e42e537 req-5fe92768-a9f9-4fbc-81ec-934ab39db705 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:03.963644 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2679dd9a-450d-4fa4-9524-75be0e42e537 req-5fe92768-a9f9-4fbc-81ec-934ab39db705 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/ports?device_id=98ea044c-54a5-4e34-ad50-f0894561190f HTTP/1.1" status: 200 len: 5429 time: 0.4447639 May 31 13:36:03.974485 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9733734-efe5-4465-8107-dfba3dd5a8f5 req-6d35cc90-f3d6-4015-a5d9-506fcec8abbc tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] No DVR routers for this DVR port 330ac2df-8c22-40ee-b80e-e56dfe33ddf5 on host n-h1-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:36:03.978341 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-f9733734-efe5-4465-8107-dfba3dd5a8f5 req-6d35cc90-f3d6-4015-a5d9-506fcec8abbc tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:03.981945 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a542d430-de92-46cb-a653-ea170d8d17d9', 'name': 'network-vif-deleted', 'tag': '330ac2df-8c22-40ee-b80e-e56dfe33ddf5'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:36:04.002757 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9129a92-a2a7-49b6-bb47-84bc6dfa4f5d req-4edb2251-f135-4321-b159-0cc6dd368a64 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:04.006585 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f9733734-efe5-4465-8107-dfba3dd5a8f5 req-6d35cc90-f3d6-4015-a5d9-506fcec8abbc tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.20 "DELETE /v2.0/ports/330ac2df-8c22-40ee-b80e-e56dfe33ddf5 HTTP/1.1" status: 204 len: 173 time: 2.3736703 May 31 13:36:04.014356 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a9129a92-a2a7-49b6-bb47-84bc6dfa4f5d req-4edb2251-f135-4321-b159-0cc6dd368a64 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 946 time: 0.4243958 May 31 13:36:04.061412 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1b9093c0-fbbc-47fb-b838-ab19c193dbbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:04.119427 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2679dd9a-450d-4fa4-9524-75be0e42e537 req-0a76bb5d-bab2-4fbe-8d5c-760038408e85 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/security-groups?id=94427793-2dbb-4b9a-b9ee-66398e26f83c&id=4cdd63f0-9a82-48d4-b4bf-108afcf63acd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1531200 May 31 13:36:04.132139 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9093c0-fbbc-47fb-b838-ab19c193dbbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8bdbcdc-7e6c-47ee-a370-fe90ac193b7e,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:36:04.141978 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869995a-43d5-4f67-af0d-19e7657ada17 req-bd776f97-9825-4263-a177-32400b044974 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:04.144603 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e869995a-43d5-4f67-af0d-19e7657ada17 req-bd776f97-9825-4263-a177-32400b044974 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.44 "GET /v2.0/networks?id=6f63975b-9b05-46d3-8543-47c8fac2cf70 HTTP/1.1" status: 200 len: 811 time: 0.4474349 May 31 13:36:04.170288 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-e869995a-43d5-4f67-af0d-19e7657ada17 req-74de1a02-7818-43dc-adb6-b027090abfa5 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Request body: {'port': {'device_id': 'ea2bf637-b874-400e-aee4-7d84f26074cc', 'network_id': '6f63975b-9b05-46d3-8543-47c8fac2cf70', 'admin_state_up': True, 'tenant_id': '52669f2db59f4a3eb6fd40f6ebcd20ec'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:36:04.197090 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1b9093c0-fbbc-47fb-b838-ab19c193dbbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:04.198400 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-1b9093c0-fbbc-47fb-b838-ab19c193dbbb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f8bdbcdc-7e6c-47ee-a370-fe90ac193b7e HTTP/1.1" status: 204 len: 168 time: 0.8172235 May 31 13:36:04.265456 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a9129a92-a2a7-49b6-bb47-84bc6dfa4f5d req-591ec266-f306-4c9f-aedb-49d8e0fcd119 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500899 May 31 13:36:04.454275 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-e869995a-43d5-4f67-af0d-19e7657ada17 req-74de1a02-7818-43dc-adb6-b027090abfa5 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:36:04.772882 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-db8a81d7-071d-44cf-8c14-41a86c1ae02b req-a404a63b-93ba-41fa-97f2-f725fae0167f tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=a542d430-de92-46cb-a653-ea170d8d17d9 HTTP/1.1" status: 200 len: 210 time: 0.3190875 May 31 13:36:04.777689 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-e869995a-43d5-4f67-af0d-19e7657ada17 req-74de1a02-7818-43dc-adb6-b027090abfa5 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:36:04.787419 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7f706a7a-9601-4af6-ae83-a7cad2e75676 req-4f2ea638-60ea-4cbd-ae57-47d415142776 tempest-ServerShowV257Test-676624712 tempest-ServerShowV257Test-676624712-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ecc1ca6-5477-4ca2-8ff6-244ecf3c43a5 HTTP/1.1" status: 200 len: 210 time: 0.2618930 May 31 13:36:04.805089 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e869995a-43d5-4f67-af0d-19e7657ada17 req-74de1a02-7818-43dc-adb6-b027090abfa5 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Made reservation on behalf of 52669f2db59f4a3eb6fd40f6ebcd20ec for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:36:04.809728 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e869995a-43d5-4f67-af0d-19e7657ada17 req-74de1a02-7818-43dc-adb6-b027090abfa5 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:04.904783 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-210d8d6a-6a12-4139-93ba-34285642cc7f'] response: {'server_uuid': 'a542d430-de92-46cb-a653-ea170d8d17d9', 'name': 'network-vif-deleted', 'tag': '330ac2df-8c22-40ee-b80e-e56dfe33ddf5', 'status': 'completed', 'code': 200} May 31 13:36:05.123781 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cb7a92cb-ff89-4ae8-9b43-c9ab8ff6c80b req-0602d76d-af55-4aee-b4f0-eb40f3c28e16 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea2bf637-b874-400e-aee4-7d84f26074cc HTTP/1.1" status: 200 len: 210 time: 0.0938699 May 31 13:36:05.237240 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-e869995a-43d5-4f67-af0d-19e7657ada17 req-74de1a02-7818-43dc-adb6-b027090abfa5 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Allocated IP 172.20.0.12 (6f63975b-9b05-46d3-8543-47c8fac2cf70/fa2724fc-99c1-4890-aaad-d9b53e2abcda/de35487d-6fab-4a92-89f5-7d801afcde70) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:36:05.310830 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10f0ca-e374-4b16-9d21-a20a46cc113b req-1c0c7162-9d19-4314-9a1f-1cf860c898c4 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:05.312361 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-da10f0ca-e374-4b16-9d21-a20a46cc113b req-1c0c7162-9d19-4314-9a1f-1cf860c898c4 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 946 time: 0.2366667 May 31 13:36:05.535571 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-da10f0ca-e374-4b16-9d21-a20a46cc113b req-b201c65c-ce0b-467c-a0d5-7cf00c5c7a3c tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843042 May 31 13:36:05.601755 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24aad92-fccf-4cb3-bafc-33567bd2054c req-ac758a79-a25c-4899-b28e-df6906c9e57e tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:05.607665 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24aad92-fccf-4cb3-bafc-33567bd2054c req-ac758a79-a25c-4899-b28e-df6906c9e57e tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:05.613616 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24aad92-fccf-4cb3-bafc-33567bd2054c req-ac758a79-a25c-4899-b28e-df6906c9e57e tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:05.621677 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24aad92-fccf-4cb3-bafc-33567bd2054c req-ac758a79-a25c-4899-b28e-df6906c9e57e tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:05.629042 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24aad92-fccf-4cb3-bafc-33567bd2054c req-ac758a79-a25c-4899-b28e-df6906c9e57e tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:05.636180 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24aad92-fccf-4cb3-bafc-33567bd2054c req-ac758a79-a25c-4899-b28e-df6906c9e57e tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:05.642132 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24aad92-fccf-4cb3-bafc-33567bd2054c req-ac758a79-a25c-4899-b28e-df6906c9e57e tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:05.644419 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a24aad92-fccf-4cb3-bafc-33567bd2054c req-ac758a79-a25c-4899-b28e-df6906c9e57e tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/ports?device_id=98ea044c-54a5-4e34-ad50-f0894561190f HTTP/1.1" status: 200 len: 5429 time: 0.3455555 May 31 13:36:05.692697 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e869995a-43d5-4f67-af0d-19e7657ada17 req-74de1a02-7818-43dc-adb6-b027090abfa5 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:05.731025 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a24aad92-fccf-4cb3-bafc-33567bd2054c req-f5fdc279-988f-4196-b053-399e522a92f5 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/security-groups?id=94427793-2dbb-4b9a-b9ee-66398e26f83c&id=4cdd63f0-9a82-48d4-b4bf-108afcf63acd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0761268 May 31 13:36:05.773298 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e869995a-43d5-4f67-af0d-19e7657ada17 req-74de1a02-7818-43dc-adb6-b027090abfa5 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:05.863343 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e869995a-43d5-4f67-af0d-19e7657ada17 req-74de1a02-7818-43dc-adb6-b027090abfa5 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Network 6f63975b-9b05-46d3-8543-47c8fac2cf70 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:36:05.902966 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-e869995a-43d5-4f67-af0d-19e7657ada17 req-74de1a02-7818-43dc-adb6-b027090abfa5 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:36:05.905668 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-e869995a-43d5-4f67-af0d-19e7657ada17 req-74de1a02-7818-43dc-adb6-b027090abfa5 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:36:05.965632 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74de1a02-7818-43dc-adb6-b027090abfa5 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Pushing event updated for resources: {'Port': ['ID=de35487d-6fab-4a92-89f5-7d801afcde70,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:36:06.017630 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869995a-43d5-4f67-af0d-19e7657ada17 req-74de1a02-7818-43dc-adb6-b027090abfa5 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:06.018333 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e869995a-43d5-4f67-af0d-19e7657ada17 req-74de1a02-7818-43dc-adb6-b027090abfa5 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:06.056894 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e869995a-43d5-4f67-af0d-19e7657ada17 req-74de1a02-7818-43dc-adb6-b027090abfa5 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8987148 May 31 13:36:06.065757 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f06691-d630-46b7-8523-4977ca7570a0 req-ee173b08-8174-49a2-8483-a9ff04e5e857 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:06.068070 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-86f06691-d630-46b7-8523-4977ca7570a0 req-ee173b08-8174-49a2-8483-a9ff04e5e857 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 946 time: 0.2104161 May 31 13:36:06.081147 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-e869995a-43d5-4f67-af0d-19e7657ada17 req-aa9d0f55-fd37-48ba-826d-b39badccdc5c service neutron] Request body: {'port': {'device_id': 'ea2bf637-b874-400e-aee4-7d84f26074cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:36:06.247738 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-86f06691-d630-46b7-8523-4977ca7570a0 req-570c3d71-d2f1-42fb-b95e-183cbcd0741e tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745768 May 31 13:36:06.274960 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f0395398-9e19-4197-87b2-40ce10dbe0a5 req-549af9b7-395a-4e86-8494-abaae0dcdc8c tempest-ServerShowV257Test-676624712 tempest-ServerShowV257Test-676624712-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ecc1ca6-5477-4ca2-8ff6-244ecf3c43a5 HTTP/1.1" status: 200 len: 210 time: 0.1005335 May 31 13:36:06.308087 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e869995a-43d5-4f67-af0d-19e7657ada17 req-aa9d0f55-fd37-48ba-826d-b39badccdc5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:06.775340 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8a02d4-62b7-4722-b853-13ff8a5b9383 req-6182ee23-14b5-49cf-adf0-e4c31bd54ae4 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:06.776025 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-ca8a02d4-62b7-4722-b853-13ff8a5b9383 req-6182ee23-14b5-49cf-adf0-e4c31bd54ae4 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Synchronizing usage tracker for tenant:52669f2db59f4a3eb6fd40f6ebcd20ec on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:36:06.786419 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687613f0-2825-4754-a106-a9bc62d96bd0 req-06b0fad7-90da-4413-b51e-c843c70dd91b tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:06.787849 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-687613f0-2825-4754-a106-a9bc62d96bd0 req-06b0fad7-90da-4413-b51e-c843c70dd91b tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 946 time: 0.1725767 May 31 13:36:06.882308 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-ca8a02d4-62b7-4722-b853-13ff8a5b9383 req-6182ee23-14b5-49cf-adf0-e4c31bd54ae4 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Unset dirty status for tenant:52669f2db59f4a3eb6fd40f6ebcd20ec on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:36:06.883378 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ca8a02d4-62b7-4722-b853-13ff8a5b9383 req-6182ee23-14b5-49cf-adf0-e4c31bd54ae4 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea2bf637-b874-400e-aee4-7d84f26074cc HTTP/1.1" status: 200 len: 932 time: 0.3163302 May 31 13:36:06.919466 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-687613f0-2825-4754-a106-a9bc62d96bd0 req-c7bf5b5c-98e6-4cd3-8e55-ddcd34393d2f tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252220 May 31 13:36:06.924442 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-e869995a-43d5-4f67-af0d-19e7657ada17 req-aa9d0f55-fd37-48ba-826d-b39badccdc5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de35487d-6fab-4a92-89f5-7d801afcde70 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:36:06.935366 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e869995a-43d5-4f67-af0d-19e7657ada17 req-aa9d0f55-fd37-48ba-826d-b39badccdc5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:06.966372 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ca8a02d4-62b7-4722-b853-13ff8a5b9383 req-df70bc43-a6cd-4fd2-b177-8b7512cbc9b7 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739985 May 31 13:36:06.968875 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-e869995a-43d5-4f67-af0d-19e7657ada17 req-aa9d0f55-fd37-48ba-826d-b39badccdc5c service neutron] Transition to ACTIVE for port object de35487d-6fab-4a92-89f5-7d801afcde70 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:36:06.974245 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e869995a-43d5-4f67-af0d-19e7657ada17 req-aa9d0f55-fd37-48ba-826d-b39badccdc5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:07.353734 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:07.422933 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9d0f55-fd37-48ba-826d-b39badccdc5c service neutron] Pushing event updated for resources: {'Port': ['ID=de35487d-6fab-4a92-89f5-7d801afcde70,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:36:07.545725 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de278347-21d1-4d6b-a4e6-044e81d588b4 req-6f7ffaa4-d6d1-4128-85c0-9bf2f035a22a tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:07.547664 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-de278347-21d1-4d6b-a4e6-044e81d588b4 req-6f7ffaa4-d6d1-4128-85c0-9bf2f035a22a tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/networks?id=b1b02f4f-a70b-4201-8c66-e64da98751b7 HTTP/1.1" status: 200 len: 805 time: 0.3901463 May 31 13:36:07.581864 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-e869995a-43d5-4f67-af0d-19e7657ada17 req-aa9d0f55-fd37-48ba-826d-b39badccdc5c service neutron] Attempting to bind port de35487d-6fab-4a92-89f5-7d801afcde70 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:36:07.582216 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-e869995a-43d5-4f67-af0d-19e7657ada17 req-aa9d0f55-fd37-48ba-826d-b39badccdc5c service neutron] Attempting to bind port de35487d-6fab-4a92-89f5-7d801afcde70 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': '2d583837-a9d6-4709-9af2-21c6363b8602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6f63975b-9b05-46d3-8543-47c8fac2cf70'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:36:07.583120 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e869995a-43d5-4f67-af0d-19e7657ada17 req-aa9d0f55-fd37-48ba-826d-b39badccdc5c service neutron] Attempting to bind port de35487d-6fab-4a92-89f5-7d801afcde70 on network 6f63975b-9b05-46d3-8543-47c8fac2cf70 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:36:07.586732 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-de278347-21d1-4d6b-a4e6-044e81d588b4 req-dfebcbbd-e795-40a8-90e4-6cf9698350fb tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/quotas/e7915944b7b94ed798ed9400dc43e749 HTTP/1.1" status: 200 len: 375 time: 0.0231192 May 31 13:36:07.592469 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e869995a-43d5-4f67-af0d-19e7657ada17 req-aa9d0f55-fd37-48ba-826d-b39badccdc5c service neutron] Port de35487d-6fab-4a92-89f5-7d801afcde70 on network 6f63975b-9b05-46d3-8543-47c8fac2cf70 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:36:07.592895 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e869995a-43d5-4f67-af0d-19e7657ada17 req-aa9d0f55-fd37-48ba-826d-b39badccdc5c service neutron] Attempting to bind port de35487d-6fab-4a92-89f5-7d801afcde70 on network 6f63975b-9b05-46d3-8543-47c8fac2cf70 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:36:07.611806 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78060e42-76ed-40c9-b8fb-27cb32e09b10 req-7e3ae9ec-c3f3-4a67-88bf-bb361e3633d9 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:07.617690 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78060e42-76ed-40c9-b8fb-27cb32e09b10 req-7e3ae9ec-c3f3-4a67-88bf-bb361e3633d9 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:07.623756 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78060e42-76ed-40c9-b8fb-27cb32e09b10 req-7e3ae9ec-c3f3-4a67-88bf-bb361e3633d9 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:07.630305 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78060e42-76ed-40c9-b8fb-27cb32e09b10 req-7e3ae9ec-c3f3-4a67-88bf-bb361e3633d9 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:07.639694 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78060e42-76ed-40c9-b8fb-27cb32e09b10 req-7e3ae9ec-c3f3-4a67-88bf-bb361e3633d9 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:07.647244 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78060e42-76ed-40c9-b8fb-27cb32e09b10 req-7e3ae9ec-c3f3-4a67-88bf-bb361e3633d9 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:07.654614 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78060e42-76ed-40c9-b8fb-27cb32e09b10 req-7e3ae9ec-c3f3-4a67-88bf-bb361e3633d9 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:07.657142 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-78060e42-76ed-40c9-b8fb-27cb32e09b10 req-7e3ae9ec-c3f3-4a67-88bf-bb361e3633d9 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/ports?device_id=98ea044c-54a5-4e34-ad50-f0894561190f HTTP/1.1" status: 200 len: 5429 time: 0.3234305 May 31 13:36:07.702456 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e869995a-43d5-4f67-af0d-19e7657ada17 req-aa9d0f55-fd37-48ba-826d-b39badccdc5c service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:36:07.702703 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e869995a-43d5-4f67-af0d-19e7657ada17 req-aa9d0f55-fd37-48ba-826d-b39badccdc5c service neutron] Checking segment: {'id': '2d583837-a9d6-4709-9af2-21c6363b8602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6f63975b-9b05-46d3-8543-47c8fac2cf70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:36:07.703094 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e869995a-43d5-4f67-af0d-19e7657ada17 req-aa9d0f55-fd37-48ba-826d-b39badccdc5c service neutron] Bound using segment: {'id': '2d583837-a9d6-4709-9af2-21c6363b8602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6f63975b-9b05-46d3-8543-47c8fac2cf70'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:36:07.703539 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-e869995a-43d5-4f67-af0d-19e7657ada17 req-aa9d0f55-fd37-48ba-826d-b39badccdc5c service neutron] Bound port: de35487d-6fab-4a92-89f5-7d801afcde70, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d583837-a9d6-4709-9af2-21c6363b8602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6f63975b-9b05-46d3-8543-47c8fac2cf70'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:36:07.703887 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e869995a-43d5-4f67-af0d-19e7657ada17 req-aa9d0f55-fd37-48ba-826d-b39badccdc5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:07.827637 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-78060e42-76ed-40c9-b8fb-27cb32e09b10 req-538fe8bb-9eec-4f01-9582-a8f22046bc98 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/security-groups?id=94427793-2dbb-4b9a-b9ee-66398e26f83c&id=4cdd63f0-9a82-48d4-b4bf-108afcf63acd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1319954 May 31 13:36:07.866621 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-e869995a-43d5-4f67-af0d-19e7657ada17 req-aa9d0f55-fd37-48ba-826d-b39badccdc5c service neutron] For port de35487d-6fab-4a92-89f5-7d801afcde70, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:36:07.866621 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-e869995a-43d5-4f67-af0d-19e7657ada17 req-aa9d0f55-fd37-48ba-826d-b39badccdc5c service neutron] For port de35487d-6fab-4a92-89f5-7d801afcde70, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=de35487d-6fab-4a92-89f5-7d801afcde70,segment=NetworkSegment(2d583837-a9d6-4709-9af2-21c6363b8602),segment_id=2d583837-a9d6-4709-9af2-21c6363b8602)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:36:07.873504 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e869995a-43d5-4f67-af0d-19e7657ada17 req-aa9d0f55-fd37-48ba-826d-b39badccdc5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:07.883366 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-de278347-21d1-4d6b-a4e6-044e81d588b4 req-483162ac-556f-46a4-9e71-4fbce0d03014 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e7915944b7b94ed798ed9400dc43e749&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2868638 May 31 13:36:07.960901 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869995a-43d5-4f67-af0d-19e7657ada17 req-aa9d0f55-fd37-48ba-826d-b39badccdc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:07.961527 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e869995a-43d5-4f67-af0d-19e7657ada17 req-aa9d0f55-fd37-48ba-826d-b39badccdc5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:07.962939 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e869995a-43d5-4f67-af0d-19e7657ada17 req-aa9d0f55-fd37-48ba-826d-b39badccdc5c service neutron] 10.222.0.44 "PUT /v2.0/ports/de35487d-6fab-4a92-89f5-7d801afcde70 HTTP/1.1" status: 200 len: 1092 time: 1.8939471 May 31 13:36:07.975396 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea2bf637-b874-400e-aee4-7d84f26074cc', 'tag': 'de35487d-6fab-4a92-89f5-7d801afcde70'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:36:08.180558 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9d0f55-fd37-48ba-826d-b39badccdc5c service neutron] Pushing event updated for resources: {'Port': ['ID=de35487d-6fab-4a92-89f5-7d801afcde70,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:36:08.237481 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-de278347-21d1-4d6b-a4e6-044e81d588b4 req-84152556-1b93-444b-ab55-3fc0e0d10acf service neutron] 10.222.0.50 "GET /v2.0/networks/b1b02f4f-a70b-4201-8c66-e64da98751b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125591 May 31 13:36:08.272793 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408f2cfb-6175-4795-ab1e-cb43e39b0b8b req-647a3d64-bab9-49cf-ae9c-d8d773224076 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:08.274452 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-408f2cfb-6175-4795-ab1e-cb43e39b0b8b req-647a3d64-bab9-49cf-ae9c-d8d773224076 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 946 time: 0.3227429 May 31 13:36:08.282522 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869995a-43d5-4f67-af0d-19e7657ada17 req-b29abf74-e1ea-48b5-b161-bebdb4ae012e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:08.283984 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e869995a-43d5-4f67-af0d-19e7657ada17 req-b29abf74-e1ea-48b5-b161-bebdb4ae012e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=52669f2db59f4a3eb6fd40f6ebcd20ec&device_id=ea2bf637-b874-400e-aee4-7d84f26074cc HTTP/1.1" status: 200 len: 1095 time: 0.2126658 May 31 13:36:08.432769 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e869995a-43d5-4f67-af0d-19e7657ada17 req-bf6aa72b-2456-4352-a69b-4b9204a10188 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de35487d-6fab-4a92-89f5-7d801afcde70 HTTP/1.1" status: 200 len: 217 time: 0.0933015 May 31 13:36:08.530922 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-408f2cfb-6175-4795-ab1e-cb43e39b0b8b req-3a621e91-ebf2-4146-9aa8-d21c5b271a94 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015240 May 31 13:36:08.562158 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869995a-43d5-4f67-af0d-19e7657ada17 req-31a2e8c0-0136-46b9-b5a1-2847de914e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:08.563896 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e869995a-43d5-4f67-af0d-19e7657ada17 req-31a2e8c0-0136-46b9-b5a1-2847de914e12 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fa2724fc-99c1-4890-aaad-d9b53e2abcda HTTP/1.1" status: 200 len: 851 time: 0.1133845 May 31 13:36:08.565786 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-de278347-21d1-4d6b-a4e6-044e81d588b4 req-cf8d05e1-55bd-4f8f-b3b5-b3f9433df274 service neutron] 10.222.0.50 "GET /v2.0/networks/b1b02f4f-a70b-4201-8c66-e64da98751b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201053 May 31 13:36:08.620975 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e869995a-43d5-4f67-af0d-19e7657ada17 req-498a4279-dbdb-4b7f-b7a1-3a2f7bbf3f13 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6f63975b-9b05-46d3-8543-47c8fac2cf70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501308 May 31 13:36:08.767200 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:08.986953 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b0c44ef8-90db-438b-b099-c2d85d4c04c8 req-8c63e4c8-4382-4944-a76f-9625bc88e939 tempest-ServerShowV257Test-676624712 tempest-ServerShowV257Test-676624712-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ecc1ca6-5477-4ca2-8ff6-244ecf3c43a5 HTTP/1.1" status: 200 len: 210 time: 0.0677533 May 31 13:36:09.018740 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6597e196-2f45-40a4-8df6-8fc325bb2369 req-557aed3e-e1ac-4e9a-8652-34dbcc360843 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:09.021885 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-6597e196-2f45-40a4-8df6-8fc325bb2369 req-557aed3e-e1ac-4e9a-8652-34dbcc360843 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3a16018-d373-4f1a-bbba-73ce942d383e HTTP/1.1" status: 200 len: 945 time: 0.0892417 May 31 13:36:09.049574 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e869995a-43d5-4f67-af0d-19e7657ada17 req-f23b51ec-4132-465c-97cd-7f5305a2d75f service neutron] 10.222.0.44 "GET /v2.0/networks/6f63975b-9b05-46d3-8543-47c8fac2cf70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4180226 May 31 13:36:09.090960 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d951df5-49cd-4863-9ada-61b602e0e565 req-56c5f111-5aad-44cb-830d-aa5bdfc0a38e tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:09.099192 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4d951df5-49cd-4863-9ada-61b602e0e565 req-56c5f111-5aad-44cb-830d-aa5bdfc0a38e tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3a16018-d373-4f1a-bbba-73ce942d383e HTTP/1.1" status: 200 len: 945 time: 0.3878405 May 31 13:36:09.102427 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-6597e196-2f45-40a4-8df6-8fc325bb2369 req-ac7f9e3b-f5ca-44e4-af3c-79fae6bb0cfb tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Deleting port 5ed97f51-fe17-4c3d-bcc7-799b356c3dd7 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:36:09.102845 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-6597e196-2f45-40a4-8df6-8fc325bb2369 req-ac7f9e3b-f5ca-44e4-af3c-79fae6bb0cfb tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:09.255411 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4d951df5-49cd-4863-9ada-61b602e0e565 req-abc50577-8e22-40d8-934a-f50e470a994a tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] 10.222.0.50 "GET /v2.0/security-groups?id=4c111636-eaff-4500-9f78-1313dd4c7a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550875 May 31 13:36:09.317538 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e869995a-43d5-4f67-af0d-19e7657ada17 req-31dfec9d-639a-48d5-8a26-7fe983985a7f service neutron] 10.222.0.44 "GET /v2.0/networks/6f63975b-9b05-46d3-8543-47c8fac2cf70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596445 May 31 13:36:09.345296 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b066b21-95df-4679-ab79-76083ac1cb7f'] response: {'name': 'network-changed', 'server_uuid': 'ea2bf637-b874-400e-aee4-7d84f26074cc', 'tag': 'de35487d-6fab-4a92-89f5-7d801afcde70', 'status': 'completed', 'code': 200} May 31 13:36:09.359513 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46225a7-5963-451f-a65e-491d4fa3cfdf req-dcf33f42-caff-4008-a7b4-fc963e630a89 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:09.361616 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b46225a7-5963-451f-a65e-491d4fa3cfdf req-dcf33f42-caff-4008-a7b4-fc963e630a89 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea2bf637-b874-400e-aee4-7d84f26074cc HTTP/1.1" status: 200 len: 944 time: 0.1983345 May 31 13:36:09.424458 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b46225a7-5963-451f-a65e-491d4fa3cfdf req-3f67a2eb-efe9-49f1-b64d-ef53bc9b85d4 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560887 May 31 13:36:09.429840 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-6597e196-2f45-40a4-8df6-8fc325bb2369 req-ac7f9e3b-f5ca-44e4-af3c-79fae6bb0cfb tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] For port 5ed97f51-fe17-4c3d-bcc7-799b356c3dd7, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=5ed97f51-fe17-4c3d-bcc7-799b356c3dd7,segment=NetworkSegment(ec9d4c6c-e6fe-4f45-bbcc-d2520636dafe),segment_id=ec9d4c6c-e6fe-4f45-bbcc-d2520636dafe)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:36:09.430689 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-6597e196-2f45-40a4-8df6-8fc325bb2369 req-ac7f9e3b-f5ca-44e4-af3c-79fae6bb0cfb tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:09.539355 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadfc1c1-f881-4c28-aa3a-5264d9c3acae req-d56a6b79-5664-4b50-9070-efa802d30100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:09.540773 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-eadfc1c1-f881-4c28-aa3a-5264d9c3acae req-d56a6b79-5664-4b50-9070-efa802d30100 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=52669f2db59f4a3eb6fd40f6ebcd20ec&device_id=ea2bf637-b874-400e-aee4-7d84f26074cc HTTP/1.1" status: 200 len: 1095 time: 0.1153383 May 31 13:36:09.730424 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-46595064-22de-43c3-bdff-b8e6a9e50587 req-694a6cc0-770e-419d-97ac-f36737b4e6e7 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=042b55b1-4802-4d6a-ac22-07bd919274de HTTP/1.1" status: 200 len: 210 time: 0.0857728 May 31 13:36:09.789231 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadfc1c1-f881-4c28-aa3a-5264d9c3acae req-cc469a91-cf4e-4e58-a486-0f5764d8b28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:09.790774 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-eadfc1c1-f881-4c28-aa3a-5264d9c3acae req-cc469a91-cf4e-4e58-a486-0f5764d8b28b service neutron] 10.222.0.44 "GET /v2.0/networks?id=6f63975b-9b05-46d3-8543-47c8fac2cf70 HTTP/1.1" status: 200 len: 912 time: 0.2424464 May 31 13:36:09.811713 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-6597e196-2f45-40a4-8df6-8fc325bb2369 req-ac7f9e3b-f5ca-44e4-af3c-79fae6bb0cfb tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:09.812087 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-6597e196-2f45-40a4-8df6-8fc325bb2369 req-ac7f9e3b-f5ca-44e4-af3c-79fae6bb0cfb tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:09.812464 n-d-843939-1 neutron-server[88369]: INFO neutron.db.l3_db [req-6597e196-2f45-40a4-8df6-8fc325bb2369 req-ac7f9e3b-f5ca-44e4-af3c-79fae6bb0cfb tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Floating IP 183af621-f1a8-46b7-a919-da4dc2337a32 disassociated. External IP: 172.25.6.141, port: 5ed97f51-fe17-4c3d-bcc7-799b356c3dd7. May 31 13:36:09.812805 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-6597e196-2f45-40a4-8df6-8fc325bb2369 req-ac7f9e3b-f5ca-44e4-af3c-79fae6bb0cfb tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Calling delete_port for 5ed97f51-fe17-4c3d-bcc7-799b356c3dd7 owned by compute:nova {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:36:09.907422 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa7e32-268c-4d6a-a1d3-5ca469e05867 req-e0bc6b83-1b9c-4539-864e-a7547dcba817 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:09.914443 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa7e32-268c-4d6a-a1d3-5ca469e05867 req-e0bc6b83-1b9c-4539-864e-a7547dcba817 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:09.920788 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa7e32-268c-4d6a-a1d3-5ca469e05867 req-e0bc6b83-1b9c-4539-864e-a7547dcba817 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:09.929619 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa7e32-268c-4d6a-a1d3-5ca469e05867 req-e0bc6b83-1b9c-4539-864e-a7547dcba817 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:09.936326 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa7e32-268c-4d6a-a1d3-5ca469e05867 req-e0bc6b83-1b9c-4539-864e-a7547dcba817 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:09.943177 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa7e32-268c-4d6a-a1d3-5ca469e05867 req-e0bc6b83-1b9c-4539-864e-a7547dcba817 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:09.949453 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa7e32-268c-4d6a-a1d3-5ca469e05867 req-e0bc6b83-1b9c-4539-864e-a7547dcba817 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:09.951444 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4daa7e32-268c-4d6a-a1d3-5ca469e05867 req-e0bc6b83-1b9c-4539-864e-a7547dcba817 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/ports?device_id=98ea044c-54a5-4e34-ad50-f0894561190f HTTP/1.1" status: 200 len: 5429 time: 0.2655106 May 31 13:36:09.952719 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-eadfc1c1-f881-4c28-aa3a-5264d9c3acae req-db60cc04-2770-4662-9378-eecf5f2db3b2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de35487d-6fab-4a92-89f5-7d801afcde70 HTTP/1.1" status: 200 len: 217 time: 0.1431479 May 31 13:36:10.121916 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 24651c97-ae0f-4907-8b38-7261435835f0 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:36:10.129051 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-6597e196-2f45-40a4-8df6-8fc325bb2369 req-ac7f9e3b-f5ca-44e4-af3c-79fae6bb0cfb tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:10.187726 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7f9e3b-f5ca-44e4-af3c-79fae6bb0cfb tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Pushing event deleted for resources: {'Port': ['ID=5ed97f51-fe17-4c3d-bcc7-799b356c3dd7,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:36:10.229810 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4daa7e32-268c-4d6a-a1d3-5ca469e05867 req-922f585f-ae8c-4b94-9034-e06bc27003ff tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/security-groups?id=94427793-2dbb-4b9a-b9ee-66398e26f83c&id=4cdd63f0-9a82-48d4-b4bf-108afcf63acd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2359910 May 31 13:36:10.264912 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadfc1c1-f881-4c28-aa3a-5264d9c3acae req-40da28df-6cf5-4fd2-bc00-22f6202c910a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:10.264912 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-eadfc1c1-f881-4c28-aa3a-5264d9c3acae req-40da28df-6cf5-4fd2-bc00-22f6202c910a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fa2724fc-99c1-4890-aaad-d9b53e2abcda HTTP/1.1" status: 200 len: 851 time: 0.2620046 May 31 13:36:10.314627 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 24651c97-ae0f-4907-8b38-7261435835f0, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=24651c97-ae0f-4907-8b38-7261435835f0,segment=NetworkSegment(bb2c489f-9b0a-4922-9750-36d1eab90509),segment_id=bb2c489f-9b0a-4922-9750-36d1eab90509)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:36:10.330305 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': '24651c97-ae0f-4907-8b38-7261435835f0', 'network_id': '4c3776cd-e1b3-4e6a-975b-cdf904000766', 'port_id': '24651c97-ae0f-4907-8b38-7261435835f0', 'mac_address': 'fa:16:3e:7d:ca:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c914b2-4439-45d4-b005-4ab7c54412a5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:36:10.357036 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-eadfc1c1-f881-4c28-aa3a-5264d9c3acae req-b7b1c79d-704e-4eca-9548-695cee6bc053 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6f63975b-9b05-46d3-8543-47c8fac2cf70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0878468 May 31 13:36:10.365073 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de278347-21d1-4d6b-a4e6-044e81d588b4 req-2cd600ae-41cc-4591-a2eb-0725a43588f7 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:10.366618 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-de278347-21d1-4d6b-a4e6-044e81d588b4 req-2cd600ae-41cc-4591-a2eb-0725a43588f7 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.44 "GET /v2.0/networks?id=b1b02f4f-a70b-4201-8c66-e64da98751b7 HTTP/1.1" status: 200 len: 805 time: 0.3794765 May 31 13:36:10.396736 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-de278347-21d1-4d6b-a4e6-044e81d588b4 req-efc8cea7-36e1-437b-9a10-b7627b42fdb2 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Request body: {'port': {'device_id': '042b55b1-4802-4d6a-ac22-07bd919274de', 'network_id': 'b1b02f4f-a70b-4201-8c66-e64da98751b7', 'admin_state_up': True, 'tenant_id': 'e7915944b7b94ed798ed9400dc43e749'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:36:10.425363 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6597e196-2f45-40a4-8df6-8fc325bb2369 req-ac7f9e3b-f5ca-44e4-af3c-79fae6bb0cfb tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Router 94de9254-6cd9-4a0d-b820-f0c244fbbbac has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:36:10.425617 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 24651c97-ae0f-4907-8b38-7261435835f0 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:36:10.425958 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:10.447868 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24651c97-ae0f-4907-8b38-7261435835f0 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:36:10.470395 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 24651c97-ae0f-4907-8b38-7261435835f0, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=24651c97-ae0f-4907-8b38-7261435835f0,segment=NetworkSegment(bb2c489f-9b0a-4922-9750-36d1eab90509),segment_id=bb2c489f-9b0a-4922-9750-36d1eab90509)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:36:10.476597 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:10.477507 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 314450d0-a771-40d0-aa68-b2fb66b7b12d details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:36:10.497187 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c31d4-b486-44d8-8f60-bdbc5704930a req-319d7706-79bd-4a83-af6e-e73997d2ae91 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:10.498828 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-379c31d4-b486-44d8-8f60-bdbc5704930a req-319d7706-79bd-4a83-af6e-e73997d2ae91 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 946 time: 0.6139607 May 31 13:36:10.585780 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-02c8e306-1e37-40b8-9f62-e7b5c3a1c054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:10.640744 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=24651c97-ae0f-4907-8b38-7261435835f0,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:36:10.658839 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b6d2aad3-9811-4f2b-95dd-44dea077ddb8 req-54e96efe-f4f5-447e-88b3-5a68c34a7920 tempest-ServerShowV257Test-676624712 tempest-ServerShowV257Test-676624712-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ecc1ca6-5477-4ca2-8ff6-244ecf3c43a5 HTTP/1.1" status: 200 len: 210 time: 0.1737237 May 31 13:36:10.689379 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6597e196-2f45-40a4-8df6-8fc325bb2369 req-ac7f9e3b-f5ca-44e4-af3c-79fae6bb0cfb tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:36:10.700402 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5572c892-967f-41d0-999a-376dca4d9188 None None] Sync routers for ids ['94de9254-6cd9-4a0d-b820-f0c244fbbbac'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:36:10.718369 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5572c892-967f-41d0-999a-376dca4d9188 None None] Routers {'94de9254-6cd9-4a0d-b820-f0c244fbbbac'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:36:10.719284 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-5572c892-967f-41d0-999a-376dca4d9188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:35:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['94de9254-6cd9-4a0d-b820-f0c244fbbbac'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:36:10.769202 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 314450d0-a771-40d0-aa68-b2fb66b7b12d, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=314450d0-a771-40d0-aa68-b2fb66b7b12d,segment=NetworkSegment(e54fd068-ebcb-45fd-9c64-e09108b643c3),segment_id=e54fd068-ebcb-45fd-9c64-e09108b643c3)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:36:10.781289 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-379c31d4-b486-44d8-8f60-bdbc5704930a req-7a8df23f-982b-4f41-b890-00a81c1570dc tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189584 May 31 13:36:10.791007 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-6597e196-2f45-40a4-8df6-8fc325bb2369 req-ac7f9e3b-f5ca-44e4-af3c-79fae6bb0cfb tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] No DVR routers for this DVR port 5ed97f51-fe17-4c3d-bcc7-799b356c3dd7 on host n-h1-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:36:10.793535 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-eadfc1c1-f881-4c28-aa3a-5264d9c3acae req-53d2eb2b-08ac-4305-b539-5e154e8bd2da service neutron] 10.222.0.44 "GET /v2.0/networks/6f63975b-9b05-46d3-8543-47c8fac2cf70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4186368 May 31 13:36:10.804233 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': '314450d0-a771-40d0-aa68-b2fb66b7b12d', 'network_id': '37c48153-c66c-4011-885e-e73ddcdb568e', 'port_id': '314450d0-a771-40d0-aa68-b2fb66b7b12d', 'mac_address': 'fa:16:3e:fc:8e:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfe35590-5148-41de-aa37-316fb43c548b', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:36:10.804453 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-6597e196-2f45-40a4-8df6-8fc325bb2369 req-ac7f9e3b-f5ca-44e4-af3c-79fae6bb0cfb tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:10.814988 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a16018-d373-4f1a-bbba-73ce942d383e', 'name': 'network-vif-deleted', 'tag': '5ed97f51-fe17-4c3d-bcc7-799b356c3dd7'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:36:10.852076 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-6597e196-2f45-40a4-8df6-8fc325bb2369 req-ac7f9e3b-f5ca-44e4-af3c-79fae6bb0cfb tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] 10.222.0.20 "DELETE /v2.0/ports/5ed97f51-fe17-4c3d-bcc7-799b356c3dd7 HTTP/1.1" status: 204 len: 173 time: 1.8226185 May 31 13:36:11.001308 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 314450d0-a771-40d0-aa68-b2fb66b7b12d is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:36:11.001694 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:11.037058 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 314450d0-a771-40d0-aa68-b2fb66b7b12d {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:36:11.065478 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 314450d0-a771-40d0-aa68-b2fb66b7b12d, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=314450d0-a771-40d0-aa68-b2fb66b7b12d,segment=NetworkSegment(e54fd068-ebcb-45fd-9c64-e09108b643c3),segment_id=e54fd068-ebcb-45fd-9c64-e09108b643c3)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:36:11.072832 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:11.073474 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device ec2bc788-e484-45ea-888b-dba186b72a44 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:36:11.079283 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-5572c892-967f-41d0-999a-376dca4d9188 None None] Set router 94de9254-6cd9-4a0d-b820-f0c244fbbbac gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:36:11.243957 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-78d17e52-b391-43f6-8554-3d6a41a78b5b req-97c26956-85ac-4df1-9425-c02ff091e090 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3a16018-d373-4f1a-bbba-73ce942d383e HTTP/1.1" status: 200 len: 210 time: 0.2004099 May 31 13:36:11.261833 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-de278347-21d1-4d6b-a4e6-044e81d588b4 req-efc8cea7-36e1-437b-9a10-b7627b42fdb2 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:36:11.269188 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=314450d0-a771-40d0-aa68-b2fb66b7b12d,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:36:11.269672 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-de278347-21d1-4d6b-a4e6-044e81d588b4 req-efc8cea7-36e1-437b-9a10-b7627b42fdb2 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Usage tracker for resource:port and tenant:e7915944b7b94ed798ed9400dc43e749 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:36:11.273875 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-de278347-21d1-4d6b-a4e6-044e81d588b4 req-efc8cea7-36e1-437b-9a10-b7627b42fdb2 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:36:11.281234 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-de278347-21d1-4d6b-a4e6-044e81d588b4 req-efc8cea7-36e1-437b-9a10-b7627b42fdb2 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:36:11.312426 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de278347-21d1-4d6b-a4e6-044e81d588b4 req-efc8cea7-36e1-437b-9a10-b7627b42fdb2 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Made reservation on behalf of e7915944b7b94ed798ed9400dc43e749 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:36:11.316916 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-de278347-21d1-4d6b-a4e6-044e81d588b4 req-efc8cea7-36e1-437b-9a10-b7627b42fdb2 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:11.347686 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port ec2bc788-e484-45ea-888b-dba186b72a44, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=ec2bc788-e484-45ea-888b-dba186b72a44,segment=NetworkSegment(57f5fa22-0037-4fd1-b301-00fe683d1b15),segment_id=57f5fa22-0037-4fd1-b301-00fe683d1b15)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:36:11.378789 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': 'ec2bc788-e484-45ea-888b-dba186b72a44', 'network_id': '2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a', 'port_id': 'ec2bc788-e484-45ea-888b-dba186b72a44', 'mac_address': 'fa:16:3e:3a:73:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be5242af-81d0-4358-b8f6-a7fb30a944f2', 'ip_address': '10.1.1.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:36:11.486302 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port ec2bc788-e484-45ea-888b-dba186b72a44 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:36:11.487093 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:11.511833 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec2bc788-e484-45ea-888b-dba186b72a44 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:36:11.532059 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port ec2bc788-e484-45ea-888b-dba186b72a44, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=ec2bc788-e484-45ea-888b-dba186b72a44,segment=NetworkSegment(57f5fa22-0037-4fd1-b301-00fe683d1b15),segment_id=57f5fa22-0037-4fd1-b301-00fe683d1b15)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:36:11.538374 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:11.539444 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 308e9017-5399-4d57-9077-0fd615c7bcbd details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:36:11.579820 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-5572c892-967f-41d0-999a-376dca4d9188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94de9254-6cd9-4a0d-b820-f0c244fbbbac', 'name': 'tempest-AttachSCSIVolumeTestJSON-1975046625-router', 'tenant_id': 'c546e522a53042bf9288235d025993be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': '5d08ef1c-1980-464a-b954-2f051717d12d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:32:12Z', 'updated_at': '2022-05-31T13:32:26Z', 'revision_number': 4, 'project_id': 'c546e522a53042bf9288235d025993be', 'gw_port': {'id': '5d08ef1c-1980-464a-b954-2f051717d12d', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:00:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94de9254-6cd9-4a0d-b820-f0c244fbbbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:32:15Z', 'updated_at': '2022-05-31T13:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '6ed6134b-6d29-4571-bd7a-7d45daeac808', 'name': '', 'network_id': 'fcd0ffae-3ea4-42bd-a169-8d95a1cdbecc', 'tenant_id': 'c546e522a53042bf9288235d025993be', 'mac_address': 'fa:16:3e:b7:08:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94de9254-6cd9-4a0d-b820-f0c244fbbbac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'de3aa2fa-fbce-46e7-81bc-0f33a5127b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:32:24Z', 'updated_at': '2022-05-31T13:32:38Z', 'revision_number': 5, 'project_id': 'c546e522a53042bf9288235d025993be', 'subnets': [{'id': 'de3aa2fa-fbce-46e7-81bc-0f33a5127b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:36:11.585309 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5572c892-967f-41d0-999a-376dca4d9188 None None] Checking router: 94de9254-6cd9-4a0d-b820-f0c244fbbbac for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:36:11.596730 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5572c892-967f-41d0-999a-376dca4d9188 None None] Routers {'94de9254-6cd9-4a0d-b820-f0c244fbbbac'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:36:11.596730 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-5572c892-967f-41d0-999a-376dca4d9188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:35:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['94de9254-6cd9-4a0d-b820-f0c244fbbbac'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:36:11.600518 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cfabe712-e0f7-444e-8987-9e40696a4d30 req-6f99e830-d9fa-4ec5-a782-e935abbf45ba tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=042b55b1-4802-4d6a-ac22-07bd919274de HTTP/1.1" status: 200 len: 210 time: 0.1001880 May 31 13:36:11.611466 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-eadfc1c1-f881-4c28-aa3a-5264d9c3acae req-18dc6ff1-a24d-41e1-9728-7d2f0972357c service neutron] 10.222.0.44 "GET /v2.0/networks/6f63975b-9b05-46d3-8543-47c8fac2cf70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8159647 May 31 13:36:11.626256 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-de278347-21d1-4d6b-a4e6-044e81d588b4 req-efc8cea7-36e1-437b-9a10-b7627b42fdb2 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Allocated IP 172.20.0.3 (b1b02f4f-a70b-4201-8c66-e64da98751b7/0bea7539-c751-4155-a6fe-0d3f1a29fa41/8dbe81c3-37de-43ae-90b4-65e7da699de5) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:36:11.628045 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 308e9017-5399-4d57-9077-0fd615c7bcbd, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=308e9017-5399-4d57-9077-0fd615c7bcbd,segment=NetworkSegment(57f5fa22-0037-4fd1-b301-00fe683d1b15),segment_id=57f5fa22-0037-4fd1-b301-00fe683d1b15)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:36:11.646261 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba67685a-f1ec-40af-9f87-d6aed39dc201 req-8c43cbce-8c9b-46df-a082-b073e16229de tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:11.655936 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': '308e9017-5399-4d57-9077-0fd615c7bcbd', 'network_id': '2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a', 'port_id': '308e9017-5399-4d57-9077-0fd615c7bcbd', 'mac_address': 'fa:16:3e:92:1c:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be5242af-81d0-4358-b8f6-a7fb30a944f2', 'ip_address': '10.1.1.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:36:11.656351 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ba67685a-f1ec-40af-9f87-d6aed39dc201 req-8c43cbce-8c9b-46df-a082-b073e16229de tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea2bf637-b874-400e-aee4-7d84f26074cc HTTP/1.1" status: 200 len: 944 time: 0.5429072 May 31 13:36:11.701636 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=ec2bc788-e484-45ea-888b-dba186b72a44,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:36:11.740498 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 308e9017-5399-4d57-9077-0fd615c7bcbd is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:36:11.740984 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:11.742526 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ba67685a-f1ec-40af-9f87-d6aed39dc201 req-6b4feb4e-857e-477b-8f0d-baea52050e1c tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852065 May 31 13:36:11.766431 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 308e9017-5399-4d57-9077-0fd615c7bcbd {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:36:11.792205 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 308e9017-5399-4d57-9077-0fd615c7bcbd, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=308e9017-5399-4d57-9077-0fd615c7bcbd,segment=NetworkSegment(57f5fa22-0037-4fd1-b301-00fe683d1b15),segment_id=57f5fa22-0037-4fd1-b301-00fe683d1b15)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:36:11.798295 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:11.799086 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device e94f7e75-6c16-424a-a92a-43509164e97a details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:36:11.819681 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81a4c8ef-fb06-4ce1-aed1-8e2f353822c3'] response: {'server_uuid': 'a3a16018-d373-4f1a-bbba-73ce942d383e', 'name': 'network-vif-deleted', 'tag': '5ed97f51-fe17-4c3d-bcc7-799b356c3dd7', 'status': 'completed', 'code': 200} May 31 13:36:11.901577 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port e94f7e75-6c16-424a-a92a-43509164e97a, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=e94f7e75-6c16-424a-a92a-43509164e97a,segment=NetworkSegment(57f5fa22-0037-4fd1-b301-00fe683d1b15),segment_id=57f5fa22-0037-4fd1-b301-00fe683d1b15)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:36:11.909881 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=308e9017-5399-4d57-9077-0fd615c7bcbd,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:36:11.919918 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': 'e94f7e75-6c16-424a-a92a-43509164e97a', 'network_id': '2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a', 'port_id': 'e94f7e75-6c16-424a-a92a-43509164e97a', 'mac_address': 'fa:16:3e:54:cf:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be5242af-81d0-4358-b8f6-a7fb30a944f2', 'ip_address': '10.1.1.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:36:11.989095 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port e94f7e75-6c16-424a-a92a-43509164e97a is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:36:11.990071 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:11.996564 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-5572c892-967f-41d0-999a-376dca4d9188 None None] Set router 94de9254-6cd9-4a0d-b820-f0c244fbbbac gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:36:12.024536 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e94f7e75-6c16-424a-a92a-43509164e97a {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:36:12.042300 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port e94f7e75-6c16-424a-a92a-43509164e97a, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=e94f7e75-6c16-424a-a92a-43509164e97a,segment=NetworkSegment(57f5fa22-0037-4fd1-b301-00fe683d1b15),segment_id=57f5fa22-0037-4fd1-b301-00fe683d1b15)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:36:12.049522 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:12.050734 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 00bc2cb2-6a9e-4905-96dc-012b03dba6e7 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:36:12.131829 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-de278347-21d1-4d6b-a4e6-044e81d588b4 req-efc8cea7-36e1-437b-9a10-b7627b42fdb2 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:12.136319 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 00bc2cb2-6a9e-4905-96dc-012b03dba6e7, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=00bc2cb2-6a9e-4905-96dc-012b03dba6e7,segment=NetworkSegment(e54fd068-ebcb-45fd-9c64-e09108b643c3),segment_id=e54fd068-ebcb-45fd-9c64-e09108b643c3)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:36:12.144410 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=e94f7e75-6c16-424a-a92a-43509164e97a,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:36:12.155494 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': '00bc2cb2-6a9e-4905-96dc-012b03dba6e7', 'network_id': '37c48153-c66c-4011-885e-e73ddcdb568e', 'port_id': '00bc2cb2-6a9e-4905-96dc-012b03dba6e7', 'mac_address': 'fa:16:3e:44:45:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfe35590-5148-41de-aa37-316fb43c548b', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:36:12.168327 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065103ba-6cbe-4de9-a1d2-3fd2dc1c0d8f req-0c3795e7-73ce-47f4-9a88-a9e76041c6ff tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:12.169882 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-065103ba-6cbe-4de9-a1d2-3fd2dc1c0d8f req-0c3795e7-73ce-47f4-9a88-a9e76041c6ff tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 946 time: 0.3618975 May 31 13:36:12.197683 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 5ed97f51-fe17-4c3d-bcc7-799b356c3dd7 no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:36:12.215644 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7010f8a7-883d-4178-b7b4-b4e4ba11534b req-4443a38b-4ca9-438e-bf8c-c95b03ce4782 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:12.221955 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7010f8a7-883d-4178-b7b4-b4e4ba11534b req-4443a38b-4ca9-438e-bf8c-c95b03ce4782 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:12.228366 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7010f8a7-883d-4178-b7b4-b4e4ba11534b req-4443a38b-4ca9-438e-bf8c-c95b03ce4782 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:12.234910 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7010f8a7-883d-4178-b7b4-b4e4ba11534b req-4443a38b-4ca9-438e-bf8c-c95b03ce4782 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:12.241250 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7010f8a7-883d-4178-b7b4-b4e4ba11534b req-4443a38b-4ca9-438e-bf8c-c95b03ce4782 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:12.247091 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7010f8a7-883d-4178-b7b4-b4e4ba11534b req-4443a38b-4ca9-438e-bf8c-c95b03ce4782 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:12.253014 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7010f8a7-883d-4178-b7b4-b4e4ba11534b req-4443a38b-4ca9-438e-bf8c-c95b03ce4782 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:12.255118 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] No Port match for: 5ed97f51-fe17-4c3d-bcc7-799b356c3dd7 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:36:12.255260 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7010f8a7-883d-4178-b7b4-b4e4ba11534b req-4443a38b-4ca9-438e-bf8c-c95b03ce4782 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/ports?device_id=98ea044c-54a5-4e34-ad50-f0894561190f HTTP/1.1" status: 200 len: 5434 time: 0.2235239 May 31 13:36:12.255531 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 5ed97f51-fe17-4c3d-bcc7-799b356c3dd7 not bound to the agent host n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:36:12.270070 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 00bc2cb2-6a9e-4905-96dc-012b03dba6e7 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:36:12.270756 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:12.288369 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00bc2cb2-6a9e-4905-96dc-012b03dba6e7 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:36:12.311166 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 00bc2cb2-6a9e-4905-96dc-012b03dba6e7, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=00bc2cb2-6a9e-4905-96dc-012b03dba6e7,segment=NetworkSegment(e54fd068-ebcb-45fd-9c64-e09108b643c3),segment_id=e54fd068-ebcb-45fd-9c64-e09108b643c3)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:36:12.311381 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-de278347-21d1-4d6b-a4e6-044e81d588b4 req-efc8cea7-36e1-437b-9a10-b7627b42fdb2 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:12.317083 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:12.318865 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 4729e617-16b1-46f7-a6e5-fc37d11ed0ab details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:36:12.322662 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-065103ba-6cbe-4de9-a1d2-3fd2dc1c0d8f req-4b6fba77-3090-4ad8-84e3-2cdc7f9ea217 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405532 May 31 13:36:12.376823 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['62b05f69-ad8d-466d-8bd6-4a827b01fe2d'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:36:12.406286 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-5572c892-967f-41d0-999a-376dca4d9188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94de9254-6cd9-4a0d-b820-f0c244fbbbac', 'name': 'tempest-AttachSCSIVolumeTestJSON-1975046625-router', 'tenant_id': 'c546e522a53042bf9288235d025993be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': '5d08ef1c-1980-464a-b954-2f051717d12d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:32:12Z', 'updated_at': '2022-05-31T13:32:26Z', 'revision_number': 4, 'project_id': 'c546e522a53042bf9288235d025993be', 'gw_port': {'id': '5d08ef1c-1980-464a-b954-2f051717d12d', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:00:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94de9254-6cd9-4a0d-b820-f0c244fbbbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:32:15Z', 'updated_at': '2022-05-31T13:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '6ed6134b-6d29-4571-bd7a-7d45daeac808', 'name': '', 'network_id': 'fcd0ffae-3ea4-42bd-a169-8d95a1cdbecc', 'tenant_id': 'c546e522a53042bf9288235d025993be', 'mac_address': 'fa:16:3e:b7:08:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94de9254-6cd9-4a0d-b820-f0c244fbbbac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'de3aa2fa-fbce-46e7-81bc-0f33a5127b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:32:24Z', 'updated_at': '2022-05-31T13:32:38Z', 'revision_number': 5, 'project_id': 'c546e522a53042bf9288235d025993be', 'subnets': [{'id': 'de3aa2fa-fbce-46e7-81bc-0f33a5127b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:36:12.423345 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5572c892-967f-41d0-999a-376dca4d9188 None None] The sync data for ids ['94de9254-6cd9-4a0d-b820-f0c244fbbbac'] in n-d-843939-1 is: [{'id': '94de9254-6cd9-4a0d-b820-f0c244fbbbac', 'name': 'tempest-AttachSCSIVolumeTestJSON-1975046625-router', 'tenant_id': 'c546e522a53042bf9288235d025993be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': '5d08ef1c-1980-464a-b954-2f051717d12d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:32:12Z', 'updated_at': '2022-05-31T13:32:26Z', 'revision_number': 4, 'project_id': 'c546e522a53042bf9288235d025993be', 'gw_port': {'id': '5d08ef1c-1980-464a-b954-2f051717d12d', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:00:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94de9254-6cd9-4a0d-b820-f0c244fbbbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:32:15Z', 'updated_at': '2022-05-31T13:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '6ed6134b-6d29-4571-bd7a-7d45daeac808', 'name': '', 'network_id': 'fcd0ffae-3ea4-42bd-a169-8d95a1cdbecc', 'tenant_id': 'c546e522a53042bf9288235d025993be', 'mac_address': 'fa:16:3e:b7:08:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94de9254-6cd9-4a0d-b820-f0c244fbbbac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'de3aa2fa-fbce-46e7-81bc-0f33a5127b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:32:24Z', 'updated_at': '2022-05-31T13:32:38Z', 'revision_number': 5, 'project_id': 'c546e522a53042bf9288235d025993be', 'subnets': [{'id': 'de3aa2fa-fbce-46e7-81bc-0f33a5127b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:36:12.446726 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7010f8a7-883d-4178-b7b4-b4e4ba11534b req-12f8b978-847f-49c1-a3d1-7e29cf4973c7 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/security-groups?id=94427793-2dbb-4b9a-b9ee-66398e26f83c&id=4cdd63f0-9a82-48d4-b4bf-108afcf63acd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1789484 May 31 13:36:12.475689 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de278347-21d1-4d6b-a4e6-044e81d588b4 req-efc8cea7-36e1-437b-9a10-b7627b42fdb2 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Network b1b02f4f-a70b-4201-8c66-e64da98751b7 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:36:12.513351 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=00bc2cb2-6a9e-4905-96dc-012b03dba6e7,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:36:12.517263 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 4729e617-16b1-46f7-a6e5-fc37d11ed0ab, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=4729e617-16b1-46f7-a6e5-fc37d11ed0ab,segment=NetworkSegment(57f5fa22-0037-4fd1-b301-00fe683d1b15),segment_id=57f5fa22-0037-4fd1-b301-00fe683d1b15)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:36:12.545215 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-52eab671-0d4e-4488-b9f2-12e6ba57f75f req-4e58725e-5d36-404a-aece-b5ec715dcc73 tempest-ServerShowV257Test-676624712 tempest-ServerShowV257Test-676624712-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ecc1ca6-5477-4ca2-8ff6-244ecf3c43a5 HTTP/1.1" status: 200 len: 210 time: 0.0650001 May 31 13:36:12.548566 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-de278347-21d1-4d6b-a4e6-044e81d588b4 req-efc8cea7-36e1-437b-9a10-b7627b42fdb2 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:36:12.559868 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': '4729e617-16b1-46f7-a6e5-fc37d11ed0ab', 'network_id': '2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a', 'port_id': '4729e617-16b1-46f7-a6e5-fc37d11ed0ab', 'mac_address': 'fa:16:3e:84:59:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be5242af-81d0-4358-b8f6-a7fb30a944f2', 'ip_address': '10.1.1.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:36:12.562933 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-de278347-21d1-4d6b-a4e6-044e81d588b4 req-efc8cea7-36e1-437b-9a10-b7627b42fdb2 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:36:12.635542 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de278347-21d1-4d6b-a4e6-044e81d588b4 req-efc8cea7-36e1-437b-9a10-b7627b42fdb2 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:12.636264 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-de278347-21d1-4d6b-a4e6-044e81d588b4 req-efc8cea7-36e1-437b-9a10-b7627b42fdb2 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:12.667453 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc8cea7-36e1-437b-9a10-b7627b42fdb2 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Pushing event updated for resources: {'Port': ['ID=8dbe81c3-37de-43ae-90b4-65e7da699de5,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:36:12.690630 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-de278347-21d1-4d6b-a4e6-044e81d588b4 req-efc8cea7-36e1-437b-9a10-b7627b42fdb2 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3007333 May 31 13:36:12.710315 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-de278347-21d1-4d6b-a4e6-044e81d588b4 req-437227a7-b6c7-4a67-9a80-6885a6ad39ca service neutron] Request body: {'port': {'device_id': '042b55b1-4802-4d6a-ac22-07bd919274de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:36:12.735799 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 4729e617-16b1-46f7-a6e5-fc37d11ed0ab is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:36:12.736177 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:12.784125 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4729e617-16b1-46f7-a6e5-fc37d11ed0ab {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:36:12.834567 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d5aa905b-744a-434e-b248-4faf9afdeac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:12.837282 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 4729e617-16b1-46f7-a6e5-fc37d11ed0ab, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=4729e617-16b1-46f7-a6e5-fc37d11ed0ab,segment=NetworkSegment(57f5fa22-0037-4fd1-b301-00fe683d1b15),segment_id=57f5fa22-0037-4fd1-b301-00fe683d1b15)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:36:12.841308 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912dff2c-b160-4ee3-93dd-b6d1aa0ed748 None None] New status for floating IP 183af621-f1a8-46b7-a919-da4dc2337a32: DOWN {{(pid=88371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 13:36:12.901552 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:12.953326 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device de35487d-6fab-4a92-89f5-7d801afcde70 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:36:12.980108 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-de278347-21d1-4d6b-a4e6-044e81d588b4 req-437227a7-b6c7-4a67-9a80-6885a6ad39ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:13.041979 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d415b170-c038-4584-aadc-561fa92639eb req-094716a9-c6f3-4616-89f3-ef6c8011d04d tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:13.043492 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d415b170-c038-4584-aadc-561fa92639eb req-094716a9-c6f3-4616-89f3-ef6c8011d04d tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 946 time: 0.2736547 May 31 13:36:13.080218 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb818ad2-2a34-490a-aa41-a1bc2b4689a6 req-0d0ca634-a5b8-4e87-8dd9-986458fa3717 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:13.080830 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-cb818ad2-2a34-490a-aa41-a1bc2b4689a6 req-0d0ca634-a5b8-4e87-8dd9-986458fa3717 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Synchronizing usage tracker for tenant:e7915944b7b94ed798ed9400dc43e749 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:36:13.132439 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-cb818ad2-2a34-490a-aa41-a1bc2b4689a6 req-0d0ca634-a5b8-4e87-8dd9-986458fa3717 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Unset dirty status for tenant:e7915944b7b94ed798ed9400dc43e749 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:36:13.133607 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cb818ad2-2a34-490a-aa41-a1bc2b4689a6 req-0d0ca634-a5b8-4e87-8dd9-986458fa3717 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=042b55b1-4802-4d6a-ac22-07bd919274de HTTP/1.1" status: 200 len: 931 time: 0.3144021 May 31 13:36:13.141229 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d415b170-c038-4584-aadc-561fa92639eb req-8f17609c-dc5c-4298-97c5-b93eb12a06e7 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877490 May 31 13:36:13.190067 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49198) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:36:13.265716 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cb818ad2-2a34-490a-aa41-a1bc2b4689a6 req-c850df5b-2dfa-4d0d-a7d2-4bee8f682146 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233101 May 31 13:36:13.286812 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=4729e617-16b1-46f7-a6e5-fc37d11ed0ab,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:36:13.322226 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-067c51c9-2961-4a64-b51e-9ce153fb2dbc tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:13.354050 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-067c51c9-2961-4a64-b51e-9ce153fb2dbc tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:13.369536 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port de35487d-6fab-4a92-89f5-7d801afcde70, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=de35487d-6fab-4a92-89f5-7d801afcde70,segment=NetworkSegment(2d583837-a9d6-4709-9af2-21c6363b8602),segment_id=2d583837-a9d6-4709-9af2-21c6363b8602)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:36:13.387612 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': 'de35487d-6fab-4a92-89f5-7d801afcde70', 'network_id': '6f63975b-9b05-46d3-8543-47c8fac2cf70', 'port_id': 'de35487d-6fab-4a92-89f5-7d801afcde70', 'mac_address': 'fa:16:3e:26:cb:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa2724fc-99c1-4890-aaad-d9b53e2abcda', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:36:13.414832 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-067c51c9-2961-4a64-b51e-9ce153fb2dbc tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:13.436654 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067c51c9-2961-4a64-b51e-9ce153fb2dbc tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c111636-eaff-4500-9f78-1313dd4c7a50,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:36:13.449429 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-067c51c9-2961-4a64-b51e-9ce153fb2dbc tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:13.450831 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-067c51c9-2961-4a64-b51e-9ce153fb2dbc tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] 10.222.0.50 "DELETE /v2.0/security-groups/4c111636-eaff-4500-9f78-1313dd4c7a50 HTTP/1.1" status: 204 len: 168 time: 0.2590942 May 31 13:36:13.453371 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49204) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:36:13.475667 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-e4495e41-f4ba-45d9-9388-1e490eeb1bfb tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] show failed (client error): The resource could not be found. May 31 13:36:13.476922 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e4495e41-f4ba-45d9-9388-1e490eeb1bfb tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] 10.222.0.50 "GET /v2.0/security-groups/4c111636-eaff-4500-9f78-1313dd4c7a50 HTTP/1.1" status: 404 len: 347 time: 0.0223796 May 31 13:36:13.480244 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49210) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:36:13.524204 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port de35487d-6fab-4a92-89f5-7d801afcde70 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:36:13.525069 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:13.564000 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de35487d-6fab-4a92-89f5-7d801afcde70 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:36:13.582940 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port de35487d-6fab-4a92-89f5-7d801afcde70, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=de35487d-6fab-4a92-89f5-7d801afcde70,segment=NetworkSegment(2d583837-a9d6-4709-9af2-21c6363b8602),segment_id=2d583837-a9d6-4709-9af2-21c6363b8602)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:36:13.587887 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:13.670691 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-2333c6b8-ca82-4453-8cde-a99fc4453343 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Deleting port 7786b571-ca55-40a4-93f4-c555821ec33f {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:36:13.672478 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2333c6b8-ca82-4453-8cde-a99fc4453343 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:13.676869 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=de35487d-6fab-4a92-89f5-7d801afcde70,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:36:13.689972 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['24651c97-ae0f-4907-8b38-7261435835f0'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:36:13.726023 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['00bc2cb2-6a9e-4905-96dc-012b03dba6e7'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:36:13.769098 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['e94f7e75-6c16-424a-a92a-43509164e97a'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:36:13.776490 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729c39ae-6ff9-4ce8-b03f-55dfefdc20ab req-3f54a08f-ace0-4be8-a366-2aea809f8678 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:13.783560 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-729c39ae-6ff9-4ce8-b03f-55dfefdc20ab req-3f54a08f-ace0-4be8-a366-2aea809f8678 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea2bf637-b874-400e-aee4-7d84f26074cc HTTP/1.1" status: 200 len: 945 time: 0.2293191 May 31 13:36:13.795883 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['308e9017-5399-4d57-9077-0fd615c7bcbd'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:36:13.852837 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['ec2bc788-e484-45ea-888b-dba186b72a44'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:36:13.886272 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2389e9-1d30-409b-ba61-1a2f0d0a0c3c req-b738b41e-076d-486c-b555-02ca54ace206 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:13.893527 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bc2389e9-1d30-409b-ba61-1a2f0d0a0c3c req-b738b41e-076d-486c-b555-02ca54ace206 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 946 time: 0.3403847 May 31 13:36:13.909569 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['4729e617-16b1-46f7-a6e5-fc37d11ed0ab'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:36:13.934640 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2333c6b8-ca82-4453-8cde-a99fc4453343 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:13.935286 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2333c6b8-ca82-4453-8cde-a99fc4453343 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:13.958835 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-de278347-21d1-4d6b-a4e6-044e81d588b4 req-437227a7-b6c7-4a67-9a80-6885a6ad39ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dbe81c3-37de-43ae-90b4-65e7da699de5 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:36:13.969589 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-729c39ae-6ff9-4ce8-b03f-55dfefdc20ab req-b557b0f5-3a58-4f21-a35b-d337f79677e9 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851580 May 31 13:36:13.982641 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-de278347-21d1-4d6b-a4e6-044e81d588b4 req-437227a7-b6c7-4a67-9a80-6885a6ad39ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:14.016413 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bc2389e9-1d30-409b-ba61-1a2f0d0a0c3c req-8afde19f-13bc-441b-b79d-306891d696e2 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218674 May 31 13:36:14.058624 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-de278347-21d1-4d6b-a4e6-044e81d588b4 req-437227a7-b6c7-4a67-9a80-6885a6ad39ca service neutron] Transition to ACTIVE for port object 8dbe81c3-37de-43ae-90b4-65e7da699de5 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:36:14.063623 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-de278347-21d1-4d6b-a4e6-044e81d588b4 req-437227a7-b6c7-4a67-9a80-6885a6ad39ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:14.121152 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:14.182160 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['de35487d-6fab-4a92-89f5-7d801afcde70'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:36:14.271470 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:14.276055 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-2333c6b8-ca82-4453-8cde-a99fc4453343 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Calling delete_port for 7786b571-ca55-40a4-93f4-c555821ec33f owned by network:floatingip {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:36:14.457932 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-54beab3b-2536-411e-98f7-6aa2cf6faf99 req-1da39e32-2744-4e21-9388-1f6af1a5e1e1 tempest-ServerShowV257Test-676624712 tempest-ServerShowV257Test-676624712-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ecc1ca6-5477-4ca2-8ff6-244ecf3c43a5 HTTP/1.1" status: 200 len: 210 time: 0.1630414 May 31 13:36:14.514467 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2333c6b8-ca82-4453-8cde-a99fc4453343 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:14.530445 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['314450d0-a771-40d0-aa68-b2fb66b7b12d'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:36:14.556002 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437227a7-b6c7-4a67-9a80-6885a6ad39ca service neutron] Pushing event updated for resources: {'Port': ['ID=8dbe81c3-37de-43ae-90b4-65e7da699de5,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:36:14.657655 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 49224) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:36:14.740478 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e87d25b-cb0a-4942-8fb1-8f606a5ba483 req-19b8a2d4-3d8e-4dcf-a18f-5d9583522ac6 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:14.747150 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e87d25b-cb0a-4942-8fb1-8f606a5ba483 req-19b8a2d4-3d8e-4dcf-a18f-5d9583522ac6 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:14.753949 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e87d25b-cb0a-4942-8fb1-8f606a5ba483 req-19b8a2d4-3d8e-4dcf-a18f-5d9583522ac6 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:14.760635 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e87d25b-cb0a-4942-8fb1-8f606a5ba483 req-19b8a2d4-3d8e-4dcf-a18f-5d9583522ac6 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:14.767060 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e87d25b-cb0a-4942-8fb1-8f606a5ba483 req-19b8a2d4-3d8e-4dcf-a18f-5d9583522ac6 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:14.774241 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e87d25b-cb0a-4942-8fb1-8f606a5ba483 req-19b8a2d4-3d8e-4dcf-a18f-5d9583522ac6 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:14.798038 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e87d25b-cb0a-4942-8fb1-8f606a5ba483 req-19b8a2d4-3d8e-4dcf-a18f-5d9583522ac6 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:14.810070 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7e87d25b-cb0a-4942-8fb1-8f606a5ba483 req-19b8a2d4-3d8e-4dcf-a18f-5d9583522ac6 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/ports?device_id=98ea044c-54a5-4e34-ad50-f0894561190f HTTP/1.1" status: 200 len: 5436 time: 0.5143487 May 31 13:36:14.823879 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2333c6b8-ca82-4453-8cde-a99fc4453343 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Pushing event deleted for resources: {'Port': ['ID=7786b571-ca55-40a4-93f4-c555821ec33f,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:36:14.836141 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-de278347-21d1-4d6b-a4e6-044e81d588b4 req-437227a7-b6c7-4a67-9a80-6885a6ad39ca service neutron] Attempting to bind port 8dbe81c3-37de-43ae-90b4-65e7da699de5 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:36:14.836500 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-de278347-21d1-4d6b-a4e6-044e81d588b4 req-437227a7-b6c7-4a67-9a80-6885a6ad39ca service neutron] Attempting to bind port 8dbe81c3-37de-43ae-90b4-65e7da699de5 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'ac59caff-d513-4fef-b003-5737787eb94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b1b02f4f-a70b-4201-8c66-e64da98751b7'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:36:14.837262 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de278347-21d1-4d6b-a4e6-044e81d588b4 req-437227a7-b6c7-4a67-9a80-6885a6ad39ca service neutron] Attempting to bind port 8dbe81c3-37de-43ae-90b4-65e7da699de5 on network b1b02f4f-a70b-4201-8c66-e64da98751b7 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:36:14.862019 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2333c6b8-ca82-4453-8cde-a99fc4453343 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Notify callbacks [] for floatingip, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:14.877593 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2333c6b8-ca82-4453-8cde-a99fc4453343 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:14.887821 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-2333c6b8-ca82-4453-8cde-a99fc4453343 tempest-AttachSCSIVolumeTestJSON-945175055 tempest-AttachSCSIVolumeTestJSON-945175055-project] 10.222.0.50 "DELETE /v2.0/floatingips/183af621-f1a8-46b7-a919-da4dc2337a32 HTTP/1.1" status: 204 len: 168 time: 1.4013333 May 31 13:36:14.915127 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de278347-21d1-4d6b-a4e6-044e81d588b4 req-437227a7-b6c7-4a67-9a80-6885a6ad39ca service neutron] Port 8dbe81c3-37de-43ae-90b4-65e7da699de5 on network b1b02f4f-a70b-4201-8c66-e64da98751b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:36:14.915539 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de278347-21d1-4d6b-a4e6-044e81d588b4 req-437227a7-b6c7-4a67-9a80-6885a6ad39ca service neutron] Attempting to bind port 8dbe81c3-37de-43ae-90b4-65e7da699de5 on network b1b02f4f-a70b-4201-8c66-e64da98751b7 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:36:14.932835 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8c01dce0-ddd0-477c-8512-b64b28449540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:14.952559 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de278347-21d1-4d6b-a4e6-044e81d588b4 req-437227a7-b6c7-4a67-9a80-6885a6ad39ca service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:36:14.952868 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de278347-21d1-4d6b-a4e6-044e81d588b4 req-437227a7-b6c7-4a67-9a80-6885a6ad39ca service neutron] Checking segment: {'id': 'ac59caff-d513-4fef-b003-5737787eb94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b1b02f4f-a70b-4201-8c66-e64da98751b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:36:14.953261 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de278347-21d1-4d6b-a4e6-044e81d588b4 req-437227a7-b6c7-4a67-9a80-6885a6ad39ca service neutron] Bound using segment: {'id': 'ac59caff-d513-4fef-b003-5737787eb94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b1b02f4f-a70b-4201-8c66-e64da98751b7'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:36:14.953744 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-de278347-21d1-4d6b-a4e6-044e81d588b4 req-437227a7-b6c7-4a67-9a80-6885a6ad39ca service neutron] Bound port: 8dbe81c3-37de-43ae-90b4-65e7da699de5, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac59caff-d513-4fef-b003-5737787eb94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b1b02f4f-a70b-4201-8c66-e64da98751b7'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:36:14.954073 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-de278347-21d1-4d6b-a4e6-044e81d588b4 req-437227a7-b6c7-4a67-9a80-6885a6ad39ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:14.977321 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-8c01dce0-ddd0-477c-8512-b64b28449540 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:36:14.991677 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7e87d25b-cb0a-4942-8fb1-8f606a5ba483 req-dec07c4e-9094-4812-bf74-28acd34bfefc tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/security-groups?id=94427793-2dbb-4b9a-b9ee-66398e26f83c&id=4cdd63f0-9a82-48d4-b4bf-108afcf63acd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1796293 May 31 13:36:14.997494 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-8c01dce0-ddd0-477c-8512-b64b28449540 admin admin] Usage tracker for resource:security_group_rule and tenant:3a347ee52b1d4232962297edb3234778 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:36:15.037606 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-8c01dce0-ddd0-477c-8512-b64b28449540 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:36:15.052567 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-8c01dce0-ddd0-477c-8512-b64b28449540 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:36:15.193481 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa31eae7-f725-493f-bb0b-b82b8a374fc0 req-f59230d9-497d-4911-8c32-a1e1e24b38ca tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:15.200888 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fa31eae7-f725-493f-bb0b-b82b8a374fc0 req-f59230d9-497d-4911-8c32-a1e1e24b38ca tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=042b55b1-4802-4d6a-ac22-07bd919274de HTTP/1.1" status: 200 len: 943 time: 0.3651948 May 31 13:36:15.205142 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-de278347-21d1-4d6b-a4e6-044e81d588b4 req-437227a7-b6c7-4a67-9a80-6885a6ad39ca service neutron] For port 8dbe81c3-37de-43ae-90b4-65e7da699de5, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:36:15.260293 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-de278347-21d1-4d6b-a4e6-044e81d588b4 req-437227a7-b6c7-4a67-9a80-6885a6ad39ca service neutron] For port 8dbe81c3-37de-43ae-90b4-65e7da699de5, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=8dbe81c3-37de-43ae-90b4-65e7da699de5,segment=NetworkSegment(ac59caff-d513-4fef-b003-5737787eb94f),segment_id=ac59caff-d513-4fef-b003-5737787eb94f)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:36:15.292645 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-de278347-21d1-4d6b-a4e6-044e81d588b4 req-437227a7-b6c7-4a67-9a80-6885a6ad39ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:15.417644 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437227a7-b6c7-4a67-9a80-6885a6ad39ca service neutron] Pushing event updated for resources: {'Port': ['ID=8dbe81c3-37de-43ae-90b4-65e7da699de5,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:36:15.447744 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fa31eae7-f725-493f-bb0b-b82b8a374fc0 req-0709ca16-068c-45a4-a7c5-a0f3bf202ee6 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451112 May 31 13:36:15.477747 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de278347-21d1-4d6b-a4e6-044e81d588b4 req-437227a7-b6c7-4a67-9a80-6885a6ad39ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:15.479335 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-de278347-21d1-4d6b-a4e6-044e81d588b4 req-437227a7-b6c7-4a67-9a80-6885a6ad39ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:15.481081 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-de278347-21d1-4d6b-a4e6-044e81d588b4 req-437227a7-b6c7-4a67-9a80-6885a6ad39ca service neutron] 10.222.0.44 "PUT /v2.0/ports/8dbe81c3-37de-43ae-90b4-65e7da699de5 HTTP/1.1" status: 200 len: 1091 time: 2.7827601 May 31 13:36:15.482841 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '042b55b1-4802-4d6a-ac22-07bd919274de', 'tag': '8dbe81c3-37de-43ae-90b4-65e7da699de5'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:36:15.501498 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:15.523627 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8c01dce0-ddd0-477c-8512-b64b28449540 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:15.607793 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8c01dce0-ddd0-477c-8512-b64b28449540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:15.640244 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e2bdf-5a6c-4ffd-8f13-111a6373cd1c req-39d172fa-78a7-48c8-b6aa-b47a3631a7c9 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:15.641703 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5a5e2bdf-5a6c-4ffd-8f13-111a6373cd1c req-39d172fa-78a7-48c8-b6aa-b47a3631a7c9 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 946 time: 0.5002561 May 31 13:36:15.727245 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-8c01dce0-ddd0-477c-8512-b64b28449540 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3a347ee52b1d4232962297edb3234778&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0648694 May 31 13:36:15.728306 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49278) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:36:15.750240 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c01dce0-ddd0-477c-8512-b64b28449540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1389253e-677a-4aa7-90fb-46e9df16fffd,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:36:15.765163 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5a5e2bdf-5a6c-4ffd-8f13-111a6373cd1c req-f564036d-e4b8-4f21-a56c-6b56310a307f tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098363 May 31 13:36:15.795880 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de278347-21d1-4d6b-a4e6-044e81d588b4 req-0ffaf3e2-d644-416c-b7b0-bdcdd6ff8e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:15.799527 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-de278347-21d1-4d6b-a4e6-044e81d588b4 req-0ffaf3e2-d644-416c-b7b0-bdcdd6ff8e44 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e7915944b7b94ed798ed9400dc43e749&device_id=042b55b1-4802-4d6a-ac22-07bd919274de HTTP/1.1" status: 200 len: 1094 time: 0.2780743 May 31 13:36:15.827043 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-48e539f1-0fc2-4fbf-933b-27447855a9b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:15.857457 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-48e539f1-0fc2-4fbf-933b-27447855a9b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:15.871181 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5765189a-d90d-4d18-afaa-4163f2de70e8'] response: {'name': 'network-changed', 'server_uuid': '042b55b1-4802-4d6a-ac22-07bd919274de', 'tag': '8dbe81c3-37de-43ae-90b4-65e7da699de5', 'status': 'completed', 'code': 200} May 31 13:36:15.880611 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f81df-9e0a-401d-a3a5-14fd35b4de66 req-f2f6fc73-7aba-4bce-ac27-da6c924f44d5 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:15.887745 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6b4f81df-9e0a-401d-a3a5-14fd35b4de66 req-f2f6fc73-7aba-4bce-ac27-da6c924f44d5 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea2bf637-b874-400e-aee4-7d84f26074cc HTTP/1.1" status: 200 len: 945 time: 0.3146100 May 31 13:36:15.915828 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-de278347-21d1-4d6b-a4e6-044e81d588b4 req-64fd7baa-c889-4aac-b2f7-1f09ae63db46 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8dbe81c3-37de-43ae-90b4-65e7da699de5 HTTP/1.1" status: 200 len: 217 time: 0.1076787 May 31 13:36:15.919930 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-48e539f1-0fc2-4fbf-933b-27447855a9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:15.947887 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-48e539f1-0fc2-4fbf-933b-27447855a9b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:15.949015 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-48e539f1-0fc2-4fbf-933b-27447855a9b5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1389253e-677a-4aa7-90fb-46e9df16fffd HTTP/1.1" status: 204 len: 168 time: 0.2198155 May 31 13:36:15.949968 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e539f1-0fc2-4fbf-933b-27447855a9b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1389253e-677a-4aa7-90fb-46e9df16fffd,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:36:16.078239 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3af73caf-9311-472f-b0a0-8d6c8bda03ec req-3bcc8d2b-b564-452b-937c-9a7df5f95b4c tempest-ServerShowV257Test-676624712 tempest-ServerShowV257Test-676624712-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ecc1ca6-5477-4ca2-8ff6-244ecf3c43a5 HTTP/1.1" status: 200 len: 210 time: 0.0623724 May 31 13:36:16.087602 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6b4f81df-9e0a-401d-a3a5-14fd35b4de66 req-3af7b140-d0c3-4d77-9b69-8298540a66b0 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988471 May 31 13:36:16.114165 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de278347-21d1-4d6b-a4e6-044e81d588b4 req-6a006994-26de-4851-82f3-bba77d41a085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:16.115324 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-de278347-21d1-4d6b-a4e6-044e81d588b4 req-6a006994-26de-4851-82f3-bba77d41a085 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0bea7539-c751-4155-a6fe-0d3f1a29fa41 HTTP/1.1" status: 200 len: 845 time: 0.1811278 May 31 13:36:16.362671 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-de278347-21d1-4d6b-a4e6-044e81d588b4 req-d280d7c0-cbd2-4dbf-a612-b32a6e4df588 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b1b02f4f-a70b-4201-8c66-e64da98751b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2408514 May 31 13:36:16.634363 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-de278347-21d1-4d6b-a4e6-044e81d588b4 req-6539eddd-854b-4a5c-821d-d1780c980e25 service neutron] 10.222.0.44 "GET /v2.0/networks/b1b02f4f-a70b-4201-8c66-e64da98751b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227497 May 31 13:36:16.644372 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0852f4-3da7-4f07-b6e9-e6d9ce255eec req-17a1ab46-81d6-47cc-9908-ea9c011ef7d1 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:16.645961 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fe0852f4-3da7-4f07-b6e9-e6d9ce255eec req-17a1ab46-81d6-47cc-9908-ea9c011ef7d1 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 946 time: 0.2363048 May 31 13:36:16.659207 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea2669-46bb-45ea-bf9f-0fd5fe4ad66e req-86420451-6948-4d2f-8906-c02126160388 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:16.666006 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea2669-46bb-45ea-bf9f-0fd5fe4ad66e req-86420451-6948-4d2f-8906-c02126160388 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:16.672367 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea2669-46bb-45ea-bf9f-0fd5fe4ad66e req-86420451-6948-4d2f-8906-c02126160388 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:16.679079 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea2669-46bb-45ea-bf9f-0fd5fe4ad66e req-86420451-6948-4d2f-8906-c02126160388 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:16.685295 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea2669-46bb-45ea-bf9f-0fd5fe4ad66e req-86420451-6948-4d2f-8906-c02126160388 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:16.691403 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea2669-46bb-45ea-bf9f-0fd5fe4ad66e req-86420451-6948-4d2f-8906-c02126160388 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:16.699398 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea2669-46bb-45ea-bf9f-0fd5fe4ad66e req-86420451-6948-4d2f-8906-c02126160388 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:16.701397 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c7ea2669-46bb-45ea-bf9f-0fd5fe4ad66e req-86420451-6948-4d2f-8906-c02126160388 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/ports?device_id=98ea044c-54a5-4e34-ad50-f0894561190f HTTP/1.1" status: 200 len: 5436 time: 0.3369243 May 31 13:36:16.873825 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fe0852f4-3da7-4f07-b6e9-e6d9ce255eec req-6a7631bb-df2b-4a13-9eac-f406824231f2 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474721 May 31 13:36:16.890243 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c7ea2669-46bb-45ea-bf9f-0fd5fe4ad66e req-2e79a580-46ae-4fc6-a25c-64bfc3615420 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/security-groups?id=94427793-2dbb-4b9a-b9ee-66398e26f83c&id=4cdd63f0-9a82-48d4-b4bf-108afcf63acd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1613240 May 31 13:36:16.950140 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-de278347-21d1-4d6b-a4e6-044e81d588b4 req-5dd30fb9-6ffa-4f83-b153-fcc00bc08650 service neutron] 10.222.0.44 "GET /v2.0/networks/b1b02f4f-a70b-4201-8c66-e64da98751b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031380 May 31 13:36:17.178598 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17679dd3-afc0-4c74-83d8-015f6a4d21a2 req-b36f44d7-1443-4d0e-b221-73b6d0dfd6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:17.180142 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-17679dd3-afc0-4c74-83d8-015f6a4d21a2 req-b36f44d7-1443-4d0e-b221-73b6d0dfd6af service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e7915944b7b94ed798ed9400dc43e749&device_id=042b55b1-4802-4d6a-ac22-07bd919274de HTTP/1.1" status: 200 len: 1094 time: 0.1717751 May 31 13:36:17.192338 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7816763c-8b3d-4c22-bb79-24a4e0556e39 req-ee6280c1-5a15-4b38-9c7b-b732d94d0d0b tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:17.193706 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7816763c-8b3d-4c22-bb79-24a4e0556e39 req-ee6280c1-5a15-4b38-9c7b-b732d94d0d0b tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=042b55b1-4802-4d6a-ac22-07bd919274de HTTP/1.1" status: 200 len: 943 time: 0.1258855 May 31 13:36:17.361229 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7816763c-8b3d-4c22-bb79-24a4e0556e39 req-48e023b9-a44d-49b3-bd24-ec347bb94c64 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482573 May 31 13:36:17.425271 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17679dd3-afc0-4c74-83d8-015f6a4d21a2 req-96753c1b-100c-4562-9121-4e9c4bb7ea34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:17.427343 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-17679dd3-afc0-4c74-83d8-015f6a4d21a2 req-96753c1b-100c-4562-9121-4e9c4bb7ea34 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b1b02f4f-a70b-4201-8c66-e64da98751b7 HTTP/1.1" status: 200 len: 906 time: 0.2327366 May 31 13:36:17.541084 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-17679dd3-afc0-4c74-83d8-015f6a4d21a2 req-c14016ec-1c6d-4f76-a215-4439bbeb44e9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8dbe81c3-37de-43ae-90b4-65e7da699de5 HTTP/1.1" status: 200 len: 217 time: 0.1035287 May 31 13:36:17.550029 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5264cf81-6a93-42c9-ae55-16abd528e84e req-ac892f8f-6247-493e-a88a-34e25ba3fe48 tempest-ServerShowV257Test-676624712 tempest-ServerShowV257Test-676624712-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ecc1ca6-5477-4ca2-8ff6-244ecf3c43a5 HTTP/1.1" status: 200 len: 210 time: 0.0591528 May 31 13:36:17.602218 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f27ba-4f49-4241-b21d-dddc163ae32d req-3b0a83a2-d3c8-4b7c-a129-db8535d589e3 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:17.603723 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8e2f27ba-4f49-4241-b21d-dddc163ae32d req-3b0a83a2-d3c8-4b7c-a129-db8535d589e3 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea2bf637-b874-400e-aee4-7d84f26074cc HTTP/1.1" status: 200 len: 945 time: 0.2807939 May 31 13:36:17.665759 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17679dd3-afc0-4c74-83d8-015f6a4d21a2 req-c3859e69-1e21-419e-b7b2-50d1bcd059d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:17.667320 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-17679dd3-afc0-4c74-83d8-015f6a4d21a2 req-c3859e69-1e21-419e-b7b2-50d1bcd059d3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0bea7539-c751-4155-a6fe-0d3f1a29fa41 HTTP/1.1" status: 200 len: 845 time: 0.1198514 May 31 13:36:17.758121 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8e2f27ba-4f49-4241-b21d-dddc163ae32d req-92efe450-964f-4320-b9aa-5ddee84968f1 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410410 May 31 13:36:17.767869 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-17679dd3-afc0-4c74-83d8-015f6a4d21a2 req-d186d7ba-5edc-401d-bcc3-af52e0718b50 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b1b02f4f-a70b-4201-8c66-e64da98751b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663805 May 31 13:36:17.920948 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-64896709-3cfe-4ae4-aa6a-48563fe43d0a req-3240f234-e697-4828-90fa-3df09c7e209d tempest-AbsoluteLimitsNegativeTestJSON-1010264122 tempest-AbsoluteLimitsNegativeTestJSON-1010264122-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=b0cfc6d0befb4533a9f9c3c35a4d19c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0520589 May 31 13:36:17.931507 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572f34c9-608c-44c3-b0a1-335228fcedff req-32a1f4c1-e4dc-4e47-a266-82d802da044e tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:17.933005 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-572f34c9-608c-44c3-b0a1-335228fcedff req-32a1f4c1-e4dc-4e47-a266-82d802da044e tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 946 time: 0.2729220 May 31 13:36:18.214455 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-17679dd3-afc0-4c74-83d8-015f6a4d21a2 req-14b7b07b-11ce-4fcb-9896-375cd3bddee6 service neutron] 10.222.0.44 "GET /v2.0/networks/b1b02f4f-a70b-4201-8c66-e64da98751b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4368894 May 31 13:36:18.253693 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-572f34c9-608c-44c3-b0a1-335228fcedff req-d38d0500-66ec-4e73-84ab-3f3ffd9df76a tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920959 May 31 13:36:18.380796 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64896709-3cfe-4ae4-aa6a-48563fe43d0a req-b0a444a7-98c7-47c4-b07a-07810ac4b1aa tempest-AbsoluteLimitsNegativeTestJSON-1010264122 tempest-AbsoluteLimitsNegativeTestJSON-1010264122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:18.382718 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-64896709-3cfe-4ae4-aa6a-48563fe43d0a req-b0a444a7-98c7-47c4-b07a-07810ac4b1aa tempest-AbsoluteLimitsNegativeTestJSON-1010264122 tempest-AbsoluteLimitsNegativeTestJSON-1010264122-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4488380 May 31 13:36:18.483181 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-64896709-3cfe-4ae4-aa6a-48563fe43d0a req-2029a59a-65bb-4e4e-9305-34d8b516b857 tempest-AbsoluteLimitsNegativeTestJSON-1010264122 tempest-AbsoluteLimitsNegativeTestJSON-1010264122-project] 10.222.0.50 "GET /v2.0/quotas/b0cfc6d0befb4533a9f9c3c35a4d19c1 HTTP/1.1" status: 200 len: 375 time: 0.0513790 May 31 13:36:18.503972 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-17679dd3-afc0-4c74-83d8-015f6a4d21a2 req-4b5e4438-ddde-493e-97ae-24866ef676c0 service neutron] 10.222.0.44 "GET /v2.0/networks/b1b02f4f-a70b-4201-8c66-e64da98751b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816391 May 31 13:36:18.557702 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-64896709-3cfe-4ae4-aa6a-48563fe43d0a req-55c47828-5b69-4a61-94d1-6dad8c61aeb9 tempest-AbsoluteLimitsNegativeTestJSON-1010264122 tempest-AbsoluteLimitsNegativeTestJSON-1010264122-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b0cfc6d0befb4533a9f9c3c35a4d19c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0588350 May 31 13:36:18.588971 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d665ab-f158-483e-b553-a6cae2361d81 req-3c7226bb-1248-469a-afc6-98f455c3f52d tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:18.600343 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d665ab-f158-483e-b553-a6cae2361d81 req-3c7226bb-1248-469a-afc6-98f455c3f52d tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:18.605450 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d665ab-f158-483e-b553-a6cae2361d81 req-3c7226bb-1248-469a-afc6-98f455c3f52d tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:18.611952 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d665ab-f158-483e-b553-a6cae2361d81 req-3c7226bb-1248-469a-afc6-98f455c3f52d tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:18.617936 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d665ab-f158-483e-b553-a6cae2361d81 req-3c7226bb-1248-469a-afc6-98f455c3f52d tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:18.623680 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d665ab-f158-483e-b553-a6cae2361d81 req-3c7226bb-1248-469a-afc6-98f455c3f52d tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:18.629621 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d665ab-f158-483e-b553-a6cae2361d81 req-3c7226bb-1248-469a-afc6-98f455c3f52d tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:18.632122 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c5d665ab-f158-483e-b553-a6cae2361d81 req-3c7226bb-1248-469a-afc6-98f455c3f52d tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/ports?device_id=98ea044c-54a5-4e34-ad50-f0894561190f HTTP/1.1" status: 200 len: 5436 time: 0.2457936 May 31 13:36:18.685648 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c5d665ab-f158-483e-b553-a6cae2361d81 req-e75da2c6-8896-4009-8275-fa6d3fe1670f tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/security-groups?id=94427793-2dbb-4b9a-b9ee-66398e26f83c&id=4cdd63f0-9a82-48d4-b4bf-108afcf63acd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0459497 May 31 13:36:18.934758 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e81251a-ba75-4123-a686-01669dfdda6b req-f378a652-0f31-4ab8-9c96-dad2fe6d065e tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:18.936269 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3e81251a-ba75-4123-a686-01669dfdda6b req-f378a652-0f31-4ab8-9c96-dad2fe6d065e tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=042b55b1-4802-4d6a-ac22-07bd919274de HTTP/1.1" status: 200 len: 943 time: 0.1126955 May 31 13:36:18.941204 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 24651c97-ae0f-4907-8b38-7261435835f0 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:36:18.949023 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03fde48-9f1f-405b-95f7-69b786262289 req-b5f8834a-cab2-44b0-9e0a-b141d07ea91a tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:18.950559 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d03fde48-9f1f-405b-95f7-69b786262289 req-b5f8834a-cab2-44b0-9e0a-b141d07ea91a tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 946 time: 0.1656966 May 31 13:36:18.968820 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49366) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:36:19.016345 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port 24651c97-ae0f-4907-8b38-7261435835f0 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:36:19.023036 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port 24651c97-ae0f-4907-8b38-7261435835f0 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:36:19.023664 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:19.026076 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3e81251a-ba75-4123-a686-01669dfdda6b req-b757684c-b266-4211-844e-ecd0f1ae6281 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745249 May 31 13:36:19.033641 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d03fde48-9f1f-405b-95f7-69b786262289 req-344bfdda-2f08-434c-8ec4-3a2d8a3dacc0 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665081 May 31 13:36:19.123524 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fc522fb8-136d-4e76-8e51-7744f6a069e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:19.142245 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-fc522fb8-136d-4e76-8e51-7744f6a069e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:36:19.147990 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-fc522fb8-136d-4e76-8e51-7744f6a069e0 admin admin] Usage tracker for resource:security_group_rule and tenant:b0cfc6d0befb4533a9f9c3c35a4d19c1 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:36:19.151536 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-fc522fb8-136d-4e76-8e51-7744f6a069e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:36:19.164624 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49374) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:36:19.166076 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 24651c97-ae0f-4907-8b38-7261435835f0 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:36:19.166524 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:19.167263 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-fc522fb8-136d-4e76-8e51-7744f6a069e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:36:19.201039 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98ea044c-54a5-4e34-ad50-f0894561190f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24651c97-ae0f-4907-8b38-7261435835f0'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:36:19.212548 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 24651c97-ae0f-4907-8b38-7261435835f0, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=24651c97-ae0f-4907-8b38-7261435835f0,segment=NetworkSegment(bb2c489f-9b0a-4922-9750-36d1eab90509),segment_id=bb2c489f-9b0a-4922-9750-36d1eab90509)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:36:19.217549 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:19.218479 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 314450d0-a771-40d0-aa68-b2fb66b7b12d up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:36:19.224177 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bff4a73b-5bcc-436b-a16d-670066d8c293 req-8b5791d7-8baa-43b0-9e15-79d278a2288b tempest-ServerShowV257Test-676624712 tempest-ServerShowV257Test-676624712-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ecc1ca6-5477-4ca2-8ff6-244ecf3c43a5 HTTP/1.1" status: 200 len: 210 time: 0.0485353 May 31 13:36:19.368058 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-448c7dc0-05d1-4a84-9cf4-8ef7c7f33f4b'] response: {'server_uuid': '98ea044c-54a5-4e34-ad50-f0894561190f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24651c97-ae0f-4907-8b38-7261435835f0', 'code': 200} May 31 13:36:19.409300 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b284a7-2bf5-453b-8d5d-acf9846d1b0d req-453a781f-d0ff-4142-a480-12fc5d5e75ed tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:19.412094 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-21b284a7-2bf5-453b-8d5d-acf9846d1b0d req-453a781f-d0ff-4142-a480-12fc5d5e75ed tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea2bf637-b874-400e-aee4-7d84f26074cc HTTP/1.1" status: 200 len: 945 time: 0.1377926 May 31 13:36:19.431535 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=24651c97-ae0f-4907-8b38-7261435835f0,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:36:19.452956 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port 314450d0-a771-40d0-aa68-b2fb66b7b12d completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:36:19.461318 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port 314450d0-a771-40d0-aa68-b2fb66b7b12d triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:36:19.461772 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:19.486863 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-21b284a7-2bf5-453b-8d5d-acf9846d1b0d req-269ba205-7362-4286-ba01-b2b43af55ebd tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671701 May 31 13:36:19.581323 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85be00-e4a7-40e7-8799-30e0f3d6a908 req-2a47e69b-54cc-455f-8a96-207a172d91d6 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:19.583231 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7c85be00-e4a7-40e7-8799-30e0f3d6a908 req-2a47e69b-54cc-455f-8a96-207a172d91d6 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 946 time: 0.0999439 May 31 13:36:19.604223 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fc522fb8-136d-4e76-8e51-7744f6a069e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:19.612968 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fc522fb8-136d-4e76-8e51-7744f6a069e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:19.624598 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 314450d0-a771-40d0-aa68-b2fb66b7b12d is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:36:19.624976 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:19.635473 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7c85be00-e4a7-40e7-8799-30e0f3d6a908 req-358b73ca-488e-4a32-8c5e-0b0ad63918ea tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426040 May 31 13:36:19.666707 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 314450d0-a771-40d0-aa68-b2fb66b7b12d, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=314450d0-a771-40d0-aa68-b2fb66b7b12d,segment=NetworkSegment(e54fd068-ebcb-45fd-9c64-e09108b643c3),segment_id=e54fd068-ebcb-45fd-9c64-e09108b643c3)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:36:19.671647 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:19.672541 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device de35487d-6fab-4a92-89f5-7d801afcde70 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:36:19.690210 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-fc522fb8-136d-4e76-8e51-7744f6a069e0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b0cfc6d0befb4533a9f9c3c35a4d19c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7202001 May 31 13:36:19.693916 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 49384) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:36:19.725256 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc522fb8-136d-4e76-8e51-7744f6a069e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2487ae-9c13-4e74-8c7b-b4aeeb7e4122,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:36:19.864291 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=314450d0-a771-40d0-aa68-b2fb66b7b12d,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:36:19.878161 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port de35487d-6fab-4a92-89f5-7d801afcde70 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:36:19.886033 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port de35487d-6fab-4a92-89f5-7d801afcde70 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:36:19.886604 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:19.943780 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-376ee6b9-fb7c-407f-97a6-f7a8c3ee0495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:19.963845 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cee03c50-9ad5-4663-bc32-ca48b9666ab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:20.016367 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cee03c50-9ad5-4663-bc32-ca48b9666ab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:20.099018 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6145bb49-2750-4a1c-8713-f308d06884bc req-d271d9c2-cf39-4125-a813-9ba247860c7a tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:20.100572 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6145bb49-2750-4a1c-8713-f308d06884bc req-d271d9c2-cf39-4125-a813-9ba247860c7a tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 946 time: 0.3119276 May 31 13:36:20.100749 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port de35487d-6fab-4a92-89f5-7d801afcde70 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:36:20.101238 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:20.126703 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a9bfe6-fdfe-4d77-966e-3cd058fbd619 req-01e48f2b-7dc8-4f48-a927-942a17a69444 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:20.135146 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a9bfe6-fdfe-4d77-966e-3cd058fbd619 req-01e48f2b-7dc8-4f48-a927-942a17a69444 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:20.140951 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a9bfe6-fdfe-4d77-966e-3cd058fbd619 req-01e48f2b-7dc8-4f48-a927-942a17a69444 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:20.147566 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a9bfe6-fdfe-4d77-966e-3cd058fbd619 req-01e48f2b-7dc8-4f48-a927-942a17a69444 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:20.153365 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a9bfe6-fdfe-4d77-966e-3cd058fbd619 req-01e48f2b-7dc8-4f48-a927-942a17a69444 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:20.153869 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port de35487d-6fab-4a92-89f5-7d801afcde70, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=de35487d-6fab-4a92-89f5-7d801afcde70,segment=NetworkSegment(2d583837-a9d6-4709-9af2-21c6363b8602),segment_id=2d583837-a9d6-4709-9af2-21c6363b8602)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:36:20.158240 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:20.159061 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device ec2bc788-e484-45ea-888b-dba186b72a44 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:36:20.159214 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a9bfe6-fdfe-4d77-966e-3cd058fbd619 req-01e48f2b-7dc8-4f48-a927-942a17a69444 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:20.165680 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a9bfe6-fdfe-4d77-966e-3cd058fbd619 req-01e48f2b-7dc8-4f48-a927-942a17a69444 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:20.167513 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-54a9bfe6-fdfe-4d77-966e-3cd058fbd619 req-01e48f2b-7dc8-4f48-a927-942a17a69444 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/ports?device_id=98ea044c-54a5-4e34-ad50-f0894561190f HTTP/1.1" status: 200 len: 5438 time: 0.2859268 May 31 13:36:20.243779 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cee03c50-9ad5-4663-bc32-ca48b9666ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:20.260150 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6145bb49-2750-4a1c-8713-f308d06884bc req-554f955e-b049-4832-96ca-4752b1306dd7 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908694 May 31 13:36:20.288813 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=de35487d-6fab-4a92-89f5-7d801afcde70,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:36:20.299509 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-54a9bfe6-fdfe-4d77-966e-3cd058fbd619 req-c4fed0b4-076f-47f1-9e91-c261e46419f5 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/security-groups?id=94427793-2dbb-4b9a-b9ee-66398e26f83c&id=4cdd63f0-9a82-48d4-b4bf-108afcf63acd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1230752 May 31 13:36:20.311612 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port ec2bc788-e484-45ea-888b-dba186b72a44 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:36:20.318344 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port ec2bc788-e484-45ea-888b-dba186b72a44 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:36:20.318859 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:20.319073 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee03c50-9ad5-4663-bc32-ca48b9666ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2487ae-9c13-4e74-8c7b-b4aeeb7e4122,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:36:20.349580 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cee03c50-9ad5-4663-bc32-ca48b9666ab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:20.350991 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-cee03c50-9ad5-4663-bc32-ca48b9666ab9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5d2487ae-9c13-4e74-8c7b-b4aeeb7e4122 HTTP/1.1" status: 204 len: 168 time: 0.6560483 May 31 13:36:20.474865 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-376ee6b9-fb7c-407f-97a6-f7a8c3ee0495 admin admin] Deleting port 6ed6134b-6d29-4571-bd7a-7d45daeac808 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:36:20.475642 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-376ee6b9-fb7c-407f-97a6-f7a8c3ee0495 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:20.551745 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port ec2bc788-e484-45ea-888b-dba186b72a44 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:36:20.552029 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:20.597104 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port ec2bc788-e484-45ea-888b-dba186b72a44, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=ec2bc788-e484-45ea-888b-dba186b72a44,segment=NetworkSegment(57f5fa22-0037-4fd1-b301-00fe683d1b15),segment_id=57f5fa22-0037-4fd1-b301-00fe683d1b15)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:36:20.603014 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:20.604866 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 308e9017-5399-4d57-9077-0fd615c7bcbd up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:36:20.609156 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b78e5426-c6d2-4d4e-8cb2-66bdd39991d8 req-f8b070da-d1ab-40c8-9981-2bfc4e5e64d8 tempest-ServerShowV257Test-676624712 tempest-ServerShowV257Test-676624712-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ecc1ca6-5477-4ca2-8ff6-244ecf3c43a5 HTTP/1.1" status: 200 len: 210 time: 0.0654762 May 31 13:36:20.654301 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59056ea-6006-4512-be6a-0807f368dd6d req-5ec5fee8-7416-44a9-a3a4-8a8fdca34673 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:20.658513 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a59056ea-6006-4512-be6a-0807f368dd6d req-5ec5fee8-7416-44a9-a3a4-8a8fdca34673 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=042b55b1-4802-4d6a-ac22-07bd919274de HTTP/1.1" status: 200 len: 943 time: 0.1884723 May 31 13:36:20.721101 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a59056ea-6006-4512-be6a-0807f368dd6d req-218cf3d0-d683-40ea-bfeb-d2a5ee298589 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514524 May 31 13:36:20.725732 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-376ee6b9-fb7c-407f-97a6-f7a8c3ee0495 admin admin] For port 6ed6134b-6d29-4571-bd7a-7d45daeac808, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=6ed6134b-6d29-4571-bd7a-7d45daeac808,segment=NetworkSegment(ec9d4c6c-e6fe-4f45-bbcc-d2520636dafe),segment_id=ec9d4c6c-e6fe-4f45-bbcc-d2520636dafe)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:36:20.726768 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-376ee6b9-fb7c-407f-97a6-f7a8c3ee0495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:20.808730 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=ec2bc788-e484-45ea-888b-dba186b72a44,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:36:20.827680 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port 308e9017-5399-4d57-9077-0fd615c7bcbd completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:36:20.838376 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port 308e9017-5399-4d57-9077-0fd615c7bcbd triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:36:20.838807 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:20.959469 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 8dbe81c3-37de-43ae-90b4-65e7da699de5 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:36:21.045130 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e19ac43-eaf1-47a8-98f7-98bec675d618 req-be4666cf-bc44-48fa-8bab-2bd3ddb79d7e tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:21.049565 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6e19ac43-eaf1-47a8-98f7-98bec675d618 req-be4666cf-bc44-48fa-8bab-2bd3ddb79d7e tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea2bf637-b874-400e-aee4-7d84f26074cc HTTP/1.1" status: 200 len: 946 time: 0.1349075 May 31 13:36:21.079527 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-376ee6b9-fb7c-407f-97a6-f7a8c3ee0495 admin admin] Calling delete_port for 6ed6134b-6d29-4571-bd7a-7d45daeac808 owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:36:21.156786 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6e19ac43-eaf1-47a8-98f7-98bec675d618 req-75104fda-f029-44c1-ad16-af7599d71759 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974085 May 31 13:36:21.227591 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 308e9017-5399-4d57-9077-0fd615c7bcbd is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:36:21.228203 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:21.316608 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 308e9017-5399-4d57-9077-0fd615c7bcbd, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=308e9017-5399-4d57-9077-0fd615c7bcbd,segment=NetworkSegment(57f5fa22-0037-4fd1-b301-00fe683d1b15),segment_id=57f5fa22-0037-4fd1-b301-00fe683d1b15)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:36:21.325555 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:21.328807 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device e94f7e75-6c16-424a-a92a-43509164e97a up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:36:21.330625 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-376ee6b9-fb7c-407f-97a6-f7a8c3ee0495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:21.373620 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 8dbe81c3-37de-43ae-90b4-65e7da699de5, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=8dbe81c3-37de-43ae-90b4-65e7da699de5,segment=NetworkSegment(ac59caff-d513-4fef-b003-5737787eb94f),segment_id=ac59caff-d513-4fef-b003-5737787eb94f)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:36:21.508042 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98ea044c-54a5-4e34-ad50-f0894561190f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '314450d0-a771-40d0-aa68-b2fb66b7b12d'}, {'server_uuid': 'ea2bf637-b874-400e-aee4-7d84f26074cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de35487d-6fab-4a92-89f5-7d801afcde70'}, {'server_uuid': '98ea044c-54a5-4e34-ad50-f0894561190f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2bc788-e484-45ea-888b-dba186b72a44'}, {'server_uuid': '98ea044c-54a5-4e34-ad50-f0894561190f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '308e9017-5399-4d57-9077-0fd615c7bcbd'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:36:21.515739 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': '8dbe81c3-37de-43ae-90b4-65e7da699de5', 'network_id': 'b1b02f4f-a70b-4201-8c66-e64da98751b7', 'port_id': '8dbe81c3-37de-43ae-90b4-65e7da699de5', 'mac_address': 'fa:16:3e:6c:bf:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bea7539-c751-4155-a6fe-0d3f1a29fa41', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:36:21.535349 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 49434) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:36:21.538470 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=308e9017-5399-4d57-9077-0fd615c7bcbd,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:36:21.557206 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376ee6b9-fb7c-407f-97a6-f7a8c3ee0495 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ed6134b-6d29-4571-bd7a-7d45daeac808,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:36:21.567408 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376ee6b9-fb7c-407f-97a6-f7a8c3ee0495 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:36:21.567830 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376ee6b9-fb7c-407f-97a6-f7a8c3ee0495 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:36:21.568117 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376ee6b9-fb7c-407f-97a6-f7a8c3ee0495 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:36:21.568449 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376ee6b9-fb7c-407f-97a6-f7a8c3ee0495 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:36:21.569274 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376ee6b9-fb7c-407f-97a6-f7a8c3ee0495 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:36:21.569274 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376ee6b9-fb7c-407f-97a6-f7a8c3ee0495 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:36:21.569599 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376ee6b9-fb7c-407f-97a6-f7a8c3ee0495 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:36:21.569783 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376ee6b9-fb7c-407f-97a6-f7a8c3ee0495 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:36:21.570051 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376ee6b9-fb7c-407f-97a6-f7a8c3ee0495 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:36:21.570374 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376ee6b9-fb7c-407f-97a6-f7a8c3ee0495 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:36:21.570695 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376ee6b9-fb7c-407f-97a6-f7a8c3ee0495 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:36:21.571019 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376ee6b9-fb7c-407f-97a6-f7a8c3ee0495 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:36:21.705459 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port e94f7e75-6c16-424a-a92a-43509164e97a completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:36:21.714958 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 8dbe81c3-37de-43ae-90b4-65e7da699de5 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:36:21.717001 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:21.736032 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port e94f7e75-6c16-424a-a92a-43509164e97a triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:36:21.736611 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:21.773062 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9983cb-6925-4448-862d-42cceca896ce req-c9d3c14f-f14a-4e50-9d6c-318c6892413a tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:21.779933 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9983cb-6925-4448-862d-42cceca896ce req-c9d3c14f-f14a-4e50-9d6c-318c6892413a tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:21.786819 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9983cb-6925-4448-862d-42cceca896ce req-c9d3c14f-f14a-4e50-9d6c-318c6892413a tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:21.793663 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9983cb-6925-4448-862d-42cceca896ce req-c9d3c14f-f14a-4e50-9d6c-318c6892413a tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:21.801518 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9983cb-6925-4448-862d-42cceca896ce req-c9d3c14f-f14a-4e50-9d6c-318c6892413a tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:21.806486 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dbe81c3-37de-43ae-90b4-65e7da699de5 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:36:21.808688 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9983cb-6925-4448-862d-42cceca896ce req-c9d3c14f-f14a-4e50-9d6c-318c6892413a tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:21.814945 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9983cb-6925-4448-862d-42cceca896ce req-c9d3c14f-f14a-4e50-9d6c-318c6892413a tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:21.819147 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ee9983cb-6925-4448-862d-42cceca896ce req-c9d3c14f-f14a-4e50-9d6c-318c6892413a tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/ports?device_id=98ea044c-54a5-4e34-ad50-f0894561190f HTTP/1.1" status: 200 len: 5440 time: 0.2870538 May 31 13:36:21.828036 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-0b1fd8bc-1630-4325-9a97-a11829c41923 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1291606185-network', 'tenant_id': 'c57625484b41479da30faed75e795b98'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:36:21.836970 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 8dbe81c3-37de-43ae-90b4-65e7da699de5, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=8dbe81c3-37de-43ae-90b4-65e7da699de5,segment=NetworkSegment(ac59caff-d513-4fef-b003-5737787eb94f),segment_id=ac59caff-d513-4fef-b003-5737787eb94f)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:36:21.843777 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:21.858198 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba06dd90-4bb5-4f6d-b622-f18c0e40fa1b req-9e0a353c-1064-47a3-8fcc-7b2831eb17e1 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:21.859794 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ba06dd90-4bb5-4f6d-b622-f18c0e40fa1b req-9e0a353c-1064-47a3-8fcc-7b2831eb17e1 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 946 time: 0.3091557 May 31 13:36:21.862647 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0b1fd8bc-1630-4325-9a97-a11829c41923 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:36:21.887288 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-0b1fd8bc-1630-4325-9a97-a11829c41923 admin admin] Usage tracker for resource:network and tenant:c57625484b41479da30faed75e795b98 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:36:21.902489 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-0b1fd8bc-1630-4325-9a97-a11829c41923 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:36:21.916231 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0b1fd8bc-1630-4325-9a97-a11829c41923 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:36:21.930128 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-376ee6b9-fb7c-407f-97a6-f7a8c3ee0495 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:21.948816 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ee9983cb-6925-4448-862d-42cceca896ce req-b919e66e-4099-40e8-a323-fd7df033e648 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/security-groups?id=94427793-2dbb-4b9a-b9ee-66398e26f83c&id=4cdd63f0-9a82-48d4-b4bf-108afcf63acd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1103318 May 31 13:36:21.960313 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b1fd8bc-1630-4325-9a97-a11829c41923 admin admin] Made reservation on behalf of c57625484b41479da30faed75e795b98 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:36:21.965223 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0b1fd8bc-1630-4325-9a97-a11829c41923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:21.989819 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port e94f7e75-6c16-424a-a92a-43509164e97a is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:36:21.989819 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:22.000494 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ba06dd90-4bb5-4f6d-b622-f18c0e40fa1b req-a07f9fef-b782-471d-bc40-1a52fb481ffc tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319377 May 31 13:36:22.005782 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0b1fd8bc-1630-4325-9a97-a11829c41923 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:22.039667 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=8dbe81c3-37de-43ae-90b4-65e7da699de5,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:36:22.065588 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0b1fd8bc-1630-4325-9a97-a11829c41923 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:36:22.072954 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-0b1fd8bc-1630-4325-9a97-a11829c41923 admin admin] Usage tracker for resource:security_group_rule and tenant:c57625484b41479da30faed75e795b98 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:36:22.076180 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-0b1fd8bc-1630-4325-9a97-a11829c41923 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:36:22.083827 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0b1fd8bc-1630-4325-9a97-a11829c41923 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:36:22.107186 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port e94f7e75-6c16-424a-a92a-43509164e97a, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=e94f7e75-6c16-424a-a92a-43509164e97a,segment=NetworkSegment(57f5fa22-0037-4fd1-b301-00fe683d1b15),segment_id=57f5fa22-0037-4fd1-b301-00fe683d1b15)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:36:22.111710 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bff9329-197d-42d5-85ad-ec7fd6f6ff8e'] response: {'server_uuid': '98ea044c-54a5-4e34-ad50-f0894561190f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '314450d0-a771-40d0-aa68-b2fb66b7b12d', 'code': 200} May 31 13:36:22.112241 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bff9329-197d-42d5-85ad-ec7fd6f6ff8e'] response: {'server_uuid': 'ea2bf637-b874-400e-aee4-7d84f26074cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de35487d-6fab-4a92-89f5-7d801afcde70', 'code': 200} May 31 13:36:22.112720 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bff9329-197d-42d5-85ad-ec7fd6f6ff8e'] response: {'server_uuid': '98ea044c-54a5-4e34-ad50-f0894561190f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2bc788-e484-45ea-888b-dba186b72a44', 'code': 200} May 31 13:36:22.113332 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bff9329-197d-42d5-85ad-ec7fd6f6ff8e'] response: {'server_uuid': '98ea044c-54a5-4e34-ad50-f0894561190f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '308e9017-5399-4d57-9077-0fd615c7bcbd', 'code': 200} May 31 13:36:22.121159 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:22.123122 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 00bc2cb2-6a9e-4905-96dc-012b03dba6e7 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:36:22.372226 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['8dbe81c3-37de-43ae-90b4-65e7da699de5'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:36:22.482632 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=e94f7e75-6c16-424a-a92a-43509164e97a,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:36:22.514374 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port 00bc2cb2-6a9e-4905-96dc-012b03dba6e7 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:36:22.521230 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-376ee6b9-fb7c-407f-97a6-f7a8c3ee0495 admin admin] Router 94de9254-6cd9-4a0d-b820-f0c244fbbbac has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:36:22.524813 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port 00bc2cb2-6a9e-4905-96dc-012b03dba6e7 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:36:22.525182 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:22.585181 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b2349a62-47b8-44c3-826d-ba8461799616 req-ed9ea655-6112-4307-a936-cc348b94d082 tempest-ServerShowV257Test-676624712 tempest-ServerShowV257Test-676624712-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ecc1ca6-5477-4ca2-8ff6-244ecf3c43a5 HTTP/1.1" status: 200 len: 210 time: 0.1057787 May 31 13:36:22.598719 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0b1fd8bc-1630-4325-9a97-a11829c41923 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:22.610994 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0b1fd8bc-1630-4325-9a97-a11829c41923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:22.667812 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b1fd8bc-1630-4325-9a97-a11829c41923 admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:36:22.674304 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1fd8bc-1630-4325-9a97-a11829c41923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=677b8212-d6d1-4b38-be51-aaa6218210d3,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:36:22.696318 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0b1fd8bc-1630-4325-9a97-a11829c41923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:22.696726 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-0b1fd8bc-1630-4325-9a97-a11829c41923 admin admin] Added segment d3443ede-b43a-41d6-a2b9-2ee5a31d0003 of type vlan for network 7090fc64-4766-4bc1-8c8d-d8e3dd2b5735 May 31 13:36:22.720945 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5238d046-f5ec-42f7-a8ec-165b7dc51b65 req-0850955a-313d-4b97-bdd4-1a96fda79623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:22.723258 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5238d046-f5ec-42f7-a8ec-165b7dc51b65 req-0850955a-313d-4b97-bdd4-1a96fda79623 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ea2bf637-b874-400e-aee4-7d84f26074cc HTTP/1.1" status: 200 len: 1097 time: 0.5235610 May 31 13:36:22.768506 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8032f27-0973-4885-9443-df58f9773083 req-e00972d6-9b34-4d9b-8ce7-4168af7a20e8 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:22.771907 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d8032f27-0973-4885-9443-df58f9773083 req-e00972d6-9b34-4d9b-8ce7-4168af7a20e8 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=042b55b1-4802-4d6a-ac22-07bd919274de HTTP/1.1" status: 200 len: 944 time: 0.3021276 May 31 13:36:22.776392 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0b1fd8bc-1630-4325-9a97-a11829c41923 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:22.787038 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 00bc2cb2-6a9e-4905-96dc-012b03dba6e7 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:36:22.787411 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:22.797184 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-376ee6b9-fb7c-407f-97a6-f7a8c3ee0495 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:36:22.815278 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171f89fb-d7c2-4266-8874-3432a993b381 None None] Sync routers for ids ['94de9254-6cd9-4a0d-b820-f0c244fbbbac'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:36:22.822053 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-376ee6b9-fb7c-407f-97a6-f7a8c3ee0495 admin admin] 10.222.0.50 "PUT /v2.0/routers/94de9254-6cd9-4a0d-b820-f0c244fbbbac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6546483 May 31 13:36:22.828199 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49446) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:36:22.836285 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171f89fb-d7c2-4266-8874-3432a993b381 None None] Routers {'94de9254-6cd9-4a0d-b820-f0c244fbbbac'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:36:22.838942 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-171f89fb-d7c2-4266-8874-3432a993b381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:36:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['94de9254-6cd9-4a0d-b820-f0c244fbbbac'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:36:22.856833 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 00bc2cb2-6a9e-4905-96dc-012b03dba6e7, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=00bc2cb2-6a9e-4905-96dc-012b03dba6e7,segment=NetworkSegment(e54fd068-ebcb-45fd-9c64-e09108b643c3),segment_id=e54fd068-ebcb-45fd-9c64-e09108b643c3)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:36:22.863113 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:22.864702 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 4729e617-16b1-46f7-a6e5-fc37d11ed0ab up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:36:22.910785 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5238d046-f5ec-42f7-a8ec-165b7dc51b65 req-10f5cb50-73fb-4ad1-94d5-6d58589cdfac service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773059 May 31 13:36:22.936654 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d8032f27-0973-4885-9443-df58f9773083 req-04cf942a-80f0-4c33-9cb6-88982d794c68 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552169 May 31 13:36:22.943620 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0b1fd8bc-1630-4325-9a97-a11829c41923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:22.944788 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1fd8bc-1630-4325-9a97-a11829c41923 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:22.945719 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0b1fd8bc-1630-4325-9a97-a11829c41923 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:23.142511 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-73b57a5e-3045-489d-8156-498b3fb9af86 admin admin] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:23.154460 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-171f89fb-d7c2-4266-8874-3432a993b381 None None] Set router 94de9254-6cd9-4a0d-b820-f0c244fbbbac gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:36:23.169501 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=00bc2cb2-6a9e-4905-96dc-012b03dba6e7,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:36:23.187574 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port 4729e617-16b1-46f7-a6e5-fc37d11ed0ab completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:36:23.194554 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port 4729e617-16b1-46f7-a6e5-fc37d11ed0ab triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:36:23.195228 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:23.286280 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a83e5-45a1-48c0-8d38-ba0a7f4cf4d7 req-6be1b5de-4ddb-4429-8144-f104534e0847 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:23.293655 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ec8a83e5-45a1-48c0-8d38-ba0a7f4cf4d7 req-6be1b5de-4ddb-4429-8144-f104534e0847 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea2bf637-b874-400e-aee4-7d84f26074cc HTTP/1.1" status: 200 len: 946 time: 0.5333531 May 31 13:36:23.295546 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1fd8bc-1630-4325-9a97-a11829c41923 admin admin] Pushing event updated for resources: {'Network': ['ID=7090fc64-4766-4bc1-8c8d-d8e3dd2b5735,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:36:23.310382 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-0b1fd8bc-1630-4325-9a97-a11829c41923 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7735295 May 31 13:36:23.313013 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 49454) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:36:23.315825 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 7090fc64-4766-4bc1-8c8d-d8e3dd2b5735 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:36:23.356200 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-7c73e574-d466-4674-8b4b-b492e7c3b4f5 admin admin] Request body: {'subnet': {'network_id': '7090fc64-4766-4bc1-8c8d-d8e3dd2b5735', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1291606185-subnet', 'tenant_id': 'c57625484b41479da30faed75e795b98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:36:23.363631 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-7c73e574-d466-4674-8b4b-b492e7c3b4f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:36:23.368440 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-7c73e574-d466-4674-8b4b-b492e7c3b4f5 admin admin] Usage tracker for resource:subnet and tenant:c57625484b41479da30faed75e795b98 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:36:23.371434 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-7c73e574-d466-4674-8b4b-b492e7c3b4f5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:36:23.377641 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-7c73e574-d466-4674-8b4b-b492e7c3b4f5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:36:23.394521 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c73e574-d466-4674-8b4b-b492e7c3b4f5 admin admin] Made reservation on behalf of c57625484b41479da30faed75e795b98 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:36:23.397024 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7c73e574-d466-4674-8b4b-b492e7c3b4f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:23.539447 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ec8a83e5-45a1-48c0-8d38-ba0a7f4cf4d7 req-f6089d41-d823-4219-915f-86394c2cc16b tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447472 May 31 13:36:23.592186 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 4729e617-16b1-46f7-a6e5-fc37d11ed0ab is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:36:23.592845 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:23.633268 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e3e59981-9ee6-45ed-9a3f-03744cc58865 req-94d516cf-cd8b-4bbc-855c-1bc76ab626d2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2271514 May 31 13:36:23.646353 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-73b57a5e-3045-489d-8156-498b3fb9af86 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:23.654289 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d160b-43ea-4fe3-89c2-e020803f4617 req-834ebe21-9051-49d1-bd8a-2bbc79f5e1fe tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:23.654552 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 4729e617-16b1-46f7-a6e5-fc37d11ed0ab, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=4729e617-16b1-46f7-a6e5-fc37d11ed0ab,segment=NetworkSegment(57f5fa22-0037-4fd1-b301-00fe683d1b15),segment_id=57f5fa22-0037-4fd1-b301-00fe683d1b15)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:36:23.660153 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-73b57a5e-3045-489d-8156-498b3fb9af86 admin admin] Deleting port 5d08ef1c-1980-464a-b954-2f051717d12d {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:36:23.660153 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-73b57a5e-3045-489d-8156-498b3fb9af86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:23.660982 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:23.664239 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d160b-43ea-4fe3-89c2-e020803f4617 req-834ebe21-9051-49d1-bd8a-2bbc79f5e1fe tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:23.672221 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d160b-43ea-4fe3-89c2-e020803f4617 req-834ebe21-9051-49d1-bd8a-2bbc79f5e1fe tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:23.689374 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d160b-43ea-4fe3-89c2-e020803f4617 req-834ebe21-9051-49d1-bd8a-2bbc79f5e1fe tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:23.698420 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d160b-43ea-4fe3-89c2-e020803f4617 req-834ebe21-9051-49d1-bd8a-2bbc79f5e1fe tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:23.727974 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d160b-43ea-4fe3-89c2-e020803f4617 req-834ebe21-9051-49d1-bd8a-2bbc79f5e1fe tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:23.735912 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-171f89fb-d7c2-4266-8874-3432a993b381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94de9254-6cd9-4a0d-b820-f0c244fbbbac', 'name': 'tempest-AttachSCSIVolumeTestJSON-1975046625-router', 'tenant_id': 'c546e522a53042bf9288235d025993be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': '5d08ef1c-1980-464a-b954-2f051717d12d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:32:12Z', 'updated_at': '2022-05-31T13:36:21Z', 'revision_number': 5, 'project_id': 'c546e522a53042bf9288235d025993be', 'gw_port': {'id': '5d08ef1c-1980-464a-b954-2f051717d12d', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:00:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94de9254-6cd9-4a0d-b820-f0c244fbbbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:32:15Z', 'updated_at': '2022-05-31T13:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:36:23.738234 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d160b-43ea-4fe3-89c2-e020803f4617 req-834ebe21-9051-49d1-bd8a-2bbc79f5e1fe tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:23.745277 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171f89fb-d7c2-4266-8874-3432a993b381 None None] Checking router: 94de9254-6cd9-4a0d-b820-f0c244fbbbac for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:36:23.750883 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e01d160b-43ea-4fe3-89c2-e020803f4617 req-834ebe21-9051-49d1-bd8a-2bbc79f5e1fe tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/ports?device_id=98ea044c-54a5-4e34-ad50-f0894561190f HTTP/1.1" status: 200 len: 5442 time: 0.5669260 May 31 13:36:23.759945 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171f89fb-d7c2-4266-8874-3432a993b381 None None] Routers {'94de9254-6cd9-4a0d-b820-f0c244fbbbac'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:36:23.760919 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-171f89fb-d7c2-4266-8874-3432a993b381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:36:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['94de9254-6cd9-4a0d-b820-f0c244fbbbac'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:36:23.775417 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=4729e617-16b1-46f7-a6e5-fc37d11ed0ab,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:36:23.916577 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e01d160b-43ea-4fe3-89c2-e020803f4617 req-e64fca8d-2d96-4d07-889e-d172b6035e63 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/security-groups?id=94427793-2dbb-4b9a-b9ee-66398e26f83c&id=4cdd63f0-9a82-48d4-b4bf-108afcf63acd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1648228 May 31 13:36:23.945449 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-171f89fb-d7c2-4266-8874-3432a993b381 None None] Set router 94de9254-6cd9-4a0d-b820-f0c244fbbbac gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:36:23.980067 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e59981-9ee6-45ed-9a3f-03744cc58865 req-31521695-b362-4aca-ac41-c34281d5e215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:23.981152 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e3e59981-9ee6-45ed-9a3f-03744cc58865 req-31521695-b362-4aca-ac41-c34281d5e215 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc5142db886b48f8906c49afcc233362&device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 1095 time: 0.2010219 May 31 13:36:23.998216 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7783ce5-9183-47f7-8694-7409cb60cb2c req-bfa73202-0010-4137-b743-5bae91168193 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:24.001708 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b7783ce5-9183-47f7-8694-7409cb60cb2c req-bfa73202-0010-4137-b743-5bae91168193 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 946 time: 0.2450123 May 31 13:36:24.087520 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7c73e574-d466-4674-8b4b-b492e7c3b4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:24.096550 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-73b57a5e-3045-489d-8156-498b3fb9af86 admin admin] For port 5d08ef1c-1980-464a-b954-2f051717d12d, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=5d08ef1c-1980-464a-b954-2f051717d12d,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:36:24.097283 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-73b57a5e-3045-489d-8156-498b3fb9af86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:24.115181 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98ea044c-54a5-4e34-ad50-f0894561190f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e94f7e75-6c16-424a-a92a-43509164e97a'}, {'server_uuid': '98ea044c-54a5-4e34-ad50-f0894561190f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00bc2cb2-6a9e-4905-96dc-012b03dba6e7'}, {'server_uuid': '98ea044c-54a5-4e34-ad50-f0894561190f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4729e617-16b1-46f7-a6e5-fc37d11ed0ab'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:36:24.150729 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b7783ce5-9183-47f7-8694-7409cb60cb2c req-9631c67a-fbb0-46af-a839-f0e9e88cd61b tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480277 May 31 13:36:24.182917 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-171f89fb-d7c2-4266-8874-3432a993b381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94de9254-6cd9-4a0d-b820-f0c244fbbbac', 'name': 'tempest-AttachSCSIVolumeTestJSON-1975046625-router', 'tenant_id': 'c546e522a53042bf9288235d025993be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:32:12Z', 'updated_at': '2022-05-31T13:36:23Z', 'revision_number': 6, 'project_id': 'c546e522a53042bf9288235d025993be', 'gw_port_host': None}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:36:24.188784 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171f89fb-d7c2-4266-8874-3432a993b381 None None] The sync data for ids ['94de9254-6cd9-4a0d-b820-f0c244fbbbac'] in n-d-843939-1 is: [{'id': '94de9254-6cd9-4a0d-b820-f0c244fbbbac', 'name': 'tempest-AttachSCSIVolumeTestJSON-1975046625-router', 'tenant_id': 'c546e522a53042bf9288235d025993be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:32:12Z', 'updated_at': '2022-05-31T13:36:23Z', 'revision_number': 6, 'project_id': 'c546e522a53042bf9288235d025993be', 'gw_port_host': None}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:36:24.310024 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-73b57a5e-3045-489d-8156-498b3fb9af86 admin admin] Calling delete_port for 5d08ef1c-1980-464a-b954-2f051717d12d owned by network:router_gateway {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:36:24.407227 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1412c4da-1a83-4f47-8bbc-d1273d5e9a03 req-df831ad2-b746-4d7e-9f12-a23ec7f4c64c tempest-ServerShowV257Test-676624712 tempest-ServerShowV257Test-676624712-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ecc1ca6-5477-4ca2-8ff6-244ecf3c43a5 HTTP/1.1" status: 200 len: 210 time: 0.2089674 May 31 13:36:24.439135 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c73e574-d466-4674-8b4b-b492e7c3b4f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cac9d00-a8ca-4f0c-abe0-a23f396b4dab,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:36:24.458983 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e59981-9ee6-45ed-9a3f-03744cc58865 req-547a9357-75f4-48f2-a334-4e8f758033ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:24.461660 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e3e59981-9ee6-45ed-9a3f-03744cc58865 req-547a9357-75f4-48f2-a334-4e8f758033ba service neutron] 10.222.0.20 "GET /v2.0/networks?id=ef7bc708-faad-4f53-9863-9b17fc2bd3a4 HTTP/1.1" status: 200 len: 912 time: 0.4594800 May 31 13:36:24.485127 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c73e574-d466-4674-8b4b-b492e7c3b4f5 admin admin] Checking segment: {'id': 'd3443ede-b43a-41d6-a2b9-2ee5a31d0003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7090fc64-4766-4bc1-8c8d-d8e3dd2b5735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:36:24.485495 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c73e574-d466-4674-8b4b-b492e7c3b4f5 admin admin] Network hostable DHCP agents. Network: 7090fc64-4766-4bc1-8c8d-d8e3dd2b5735, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:36:24.494075 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c658abcf-663c-4788-8c41-7452c7c5862c'] response: {'server_uuid': '98ea044c-54a5-4e34-ad50-f0894561190f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e94f7e75-6c16-424a-a92a-43509164e97a', 'code': 200} May 31 13:36:24.494378 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c658abcf-663c-4788-8c41-7452c7c5862c'] response: {'server_uuid': '98ea044c-54a5-4e34-ad50-f0894561190f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00bc2cb2-6a9e-4905-96dc-012b03dba6e7', 'code': 200} May 31 13:36:24.494710 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c658abcf-663c-4788-8c41-7452c7c5862c'] response: {'server_uuid': '98ea044c-54a5-4e34-ad50-f0894561190f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4729e617-16b1-46f7-a6e5-fc37d11ed0ab', 'code': 200} May 31 13:36:24.497338 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c73e574-d466-4674-8b4b-b492e7c3b4f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:36:24.498404 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c73e574-d466-4674-8b4b-b492e7c3b4f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:36:24.498404 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c73e574-d466-4674-8b4b-b492e7c3b4f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:36:24.498642 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c73e574-d466-4674-8b4b-b492e7c3b4f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:36:24.498896 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c73e574-d466-4674-8b4b-b492e7c3b4f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:36:24.499323 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c73e574-d466-4674-8b4b-b492e7c3b4f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:36:24.499856 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c73e574-d466-4674-8b4b-b492e7c3b4f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:36:24.500348 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c73e574-d466-4674-8b4b-b492e7c3b4f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:36:24.500685 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c73e574-d466-4674-8b4b-b492e7c3b4f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:36:24.501020 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c73e574-d466-4674-8b4b-b492e7c3b4f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:36:24.501445 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c73e574-d466-4674-8b4b-b492e7c3b4f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:36:24.501785 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c73e574-d466-4674-8b4b-b492e7c3b4f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:36:24.557922 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c73e574-d466-4674-8b4b-b492e7c3b4f5 admin admin] Network 7090fc64-4766-4bc1-8c8d-d8e3dd2b5735 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:36:24.578833 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-7c73e574-d466-4674-8b4b-b492e7c3b4f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 7090fc64-4766-4bc1-8c8d-d8e3dd2b5735) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:36:24.587725 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c73e574-d466-4674-8b4b-b492e7c3b4f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:24.591228 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a695183-19a9-4add-ae3d-d1d48c9dcbbe None None] Network 7090fc64-4766-4bc1-8c8d-d8e3dd2b5735 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:36:24.595921 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7c73e574-d466-4674-8b4b-b492e7c3b4f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:24.626862 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e3e59981-9ee6-45ed-9a3f-03744cc58865 req-621808ed-3640-4d94-8f0d-e3171aa21e1e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bcea5229-e83e-4a8f-a38a-ad9361d01354 HTTP/1.1" status: 200 len: 999 time: 0.1503954 May 31 13:36:24.700739 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601fcc2b-5f69-4f86-b960-c7a0b906a3d8 req-4ff33a92-f81c-4151-915a-30e3b42d4fbd tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:24.704018 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-601fcc2b-5f69-4f86-b960-c7a0b906a3d8 req-4ff33a92-f81c-4151-915a-30e3b42d4fbd tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=042b55b1-4802-4d6a-ac22-07bd919274de HTTP/1.1" status: 200 len: 944 time: 0.2961979 May 31 13:36:24.708714 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-7c73e574-d466-4674-8b4b-b492e7c3b4f5 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3767171 May 31 13:36:24.780794 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e59981-9ee6-45ed-9a3f-03744cc58865 req-68672af2-74a5-423a-87df-05d12a1d4294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:24.783485 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e3e59981-9ee6-45ed-9a3f-03744cc58865 req-68672af2-74a5-423a-87df-05d12a1d4294 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=03601eff-cc07-4210-91b9-54e2e22c50f4 HTTP/1.1" status: 200 len: 850 time: 0.1503668 May 31 13:36:24.829618 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-73b57a5e-3045-489d-8156-498b3fb9af86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:24.895237 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf883cb-0d2f-4a0a-8244-13841f8f9482 req-269a7ba8-202e-400d-a65c-b30f66bd8cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:24.896690 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf883cb-0d2f-4a0a-8244-13841f8f9482 req-269a7ba8-202e-400d-a65c-b30f66bd8cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:24.896893 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b57a5e-3045-489d-8156-498b3fb9af86 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d08ef1c-1980-464a-b954-2f051717d12d,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:36:24.897078 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf883cb-0d2f-4a0a-8244-13841f8f9482 req-269a7ba8-202e-400d-a65c-b30f66bd8cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:24.897078 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf883cb-0d2f-4a0a-8244-13841f8f9482 req-269a7ba8-202e-400d-a65c-b30f66bd8cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:24.897464 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf883cb-0d2f-4a0a-8244-13841f8f9482 req-269a7ba8-202e-400d-a65c-b30f66bd8cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:24.897965 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf883cb-0d2f-4a0a-8244-13841f8f9482 req-269a7ba8-202e-400d-a65c-b30f66bd8cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:24.902133 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf883cb-0d2f-4a0a-8244-13841f8f9482 req-269a7ba8-202e-400d-a65c-b30f66bd8cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:24.904767 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ecf883cb-0d2f-4a0a-8244-13841f8f9482 req-269a7ba8-202e-400d-a65c-b30f66bd8cb1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=98ea044c-54a5-4e34-ad50-f0894561190f HTTP/1.1" status: 200 len: 6500 time: 0.2924421 May 31 13:36:24.908826 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-601fcc2b-5f69-4f86-b960-c7a0b906a3d8 req-f6af0546-02ed-4e8f-846d-2f9fad0c2477 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739109 May 31 13:36:25.005307 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ecf883cb-0d2f-4a0a-8244-13841f8f9482 req-3863c9c3-4b5d-4106-adef-03e13a607b75 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=94427793-2dbb-4b9a-b9ee-66398e26f83c&id=4cdd63f0-9a82-48d4-b4bf-108afcf63acd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0886469 May 31 13:36:25.013463 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 8dbe81c3-37de-43ae-90b4-65e7da699de5 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:36:25.024485 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb4f56f-7988-421e-9f40-c32a69ec80ea req-ea28d651-7ed7-4a4d-86b2-e81df07ea1a7 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:25.026267 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0bb4f56f-7988-421e-9f40-c32a69ec80ea req-ea28d651-7ed7-4a4d-86b2-e81df07ea1a7 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea2bf637-b874-400e-aee4-7d84f26074cc HTTP/1.1" status: 200 len: 946 time: 0.1995475 May 31 13:36:25.064660 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-73b57a5e-3045-489d-8156-498b3fb9af86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577389'] for router_gateway, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:25.076048 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb5e0c9-ca09-4683-920d-fb86ac1c80e2 None None] Network 7090fc64-4766-4bc1-8c8d-d8e3dd2b5735 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:36:25.092395 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0bb4f56f-7988-421e-9f40-c32a69ec80ea req-abfd36dd-c8a1-4eb1-816a-5a67b7cf8508 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576301 May 31 13:36:25.309203 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de70b782-8477-4386-bc29-4ca64f17b4cc req-83baebd8-c91d-42a2-9a5d-46dd61873fa8 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:25.315169 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port 8dbe81c3-37de-43ae-90b4-65e7da699de5 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:36:25.315489 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de70b782-8477-4386-bc29-4ca64f17b4cc req-83baebd8-c91d-42a2-9a5d-46dd61873fa8 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:25.322550 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de70b782-8477-4386-bc29-4ca64f17b4cc req-83baebd8-c91d-42a2-9a5d-46dd61873fa8 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:25.333673 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de70b782-8477-4386-bc29-4ca64f17b4cc req-83baebd8-c91d-42a2-9a5d-46dd61873fa8 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:25.338214 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port 8dbe81c3-37de-43ae-90b4-65e7da699de5 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:36:25.339196 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:25.340855 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de70b782-8477-4386-bc29-4ca64f17b4cc req-83baebd8-c91d-42a2-9a5d-46dd61873fa8 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:25.346736 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de70b782-8477-4386-bc29-4ca64f17b4cc req-83baebd8-c91d-42a2-9a5d-46dd61873fa8 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:25.364701 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 13:36:25.365265 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de70b782-8477-4386-bc29-4ca64f17b4cc req-83baebd8-c91d-42a2-9a5d-46dd61873fa8 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:25.373829 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-de70b782-8477-4386-bc29-4ca64f17b4cc req-83baebd8-c91d-42a2-9a5d-46dd61873fa8 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/ports?device_id=98ea044c-54a5-4e34-ad50-f0894561190f HTTP/1.1" status: 200 len: 5443 time: 0.2150788 May 31 13:36:25.405505 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e59981-9ee6-45ed-9a3f-03744cc58865 req-8bb221d0-325a-44eb-906a-8693b78dc8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:25.408013 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e3e59981-9ee6-45ed-9a3f-03744cc58865 req-8bb221d0-325a-44eb-906a-8693b78dc8db service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ef7bc708-faad-4f53-9863-9b17fc2bd3a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6164341 May 31 13:36:25.474540 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-de70b782-8477-4386-bc29-4ca64f17b4cc req-5f832fc3-f8a7-4689-b193-4720110c207b tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/security-groups?id=94427793-2dbb-4b9a-b9ee-66398e26f83c&id=4cdd63f0-9a82-48d4-b4bf-108afcf63acd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0991929 May 31 13:36:25.636271 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-73b57a5e-3045-489d-8156-498b3fb9af86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:25.646093 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-73b57a5e-3045-489d-8156-498b3fb9af86 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:25.699651 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-73b57a5e-3045-489d-8156-498b3fb9af86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:25.700153 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b57a5e-3045-489d-8156-498b3fb9af86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94de9254-6cd9-4a0d-b820-f0c244fbbbac {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:36:25.728985 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-73b57a5e-3045-489d-8156-498b3fb9af86 admin admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:25.732651 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-73b57a5e-3045-489d-8156-498b3fb9af86 admin admin] 10.222.0.50 "DELETE /v2.0/routers/94de9254-6cd9-4a0d-b820-f0c244fbbbac HTTP/1.1" status: 204 len: 168 time: 2.8998959 May 31 13:36:25.734192 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49492) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:36:25.795658 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e3e59981-9ee6-45ed-9a3f-03744cc58865 req-86f11a23-b677-408d-b1a6-8a2c474e914d service neutron] 10.222.0.20 "GET /v2.0/networks/ef7bc708-faad-4f53-9863-9b17fc2bd3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3719630 May 31 13:36:25.828554 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a81c4-e04e-4322-a3ce-b439f2ff1d45 req-c9caab5d-6e1f-43a5-89ad-67dfdc3938d0 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:25.829648 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-238a81c4-e04e-4322-a3ce-b439f2ff1d45 req-c9caab5d-6e1f-43a5-89ad-67dfdc3938d0 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Synchronizing usage tracker for tenant:c57625484b41479da30faed75e795b98 on resource:network {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:36:25.862694 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 8dbe81c3-37de-43ae-90b4-65e7da699de5 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:36:25.864510 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:25.882702 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-238a81c4-e04e-4322-a3ce-b439f2ff1d45 req-c9caab5d-6e1f-43a5-89ad-67dfdc3938d0 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Unset dirty status for tenant:c57625484b41479da30faed75e795b98 on resource:network {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:36:25.898328 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-238a81c4-e04e-4322-a3ce-b439f2ff1d45 req-c9caab5d-6e1f-43a5-89ad-67dfdc3938d0 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/networks?id=7090fc64-4766-4bc1-8c8d-d8e3dd2b5735 HTTP/1.1" status: 200 len: 815 time: 0.3623033 May 31 13:36:25.922914 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-238a81c4-e04e-4322-a3ce-b439f2ff1d45 req-ae8f5ab2-3619-44b1-bb22-a4e5ac0da433 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/quotas/c57625484b41479da30faed75e795b98 HTTP/1.1" status: 200 len: 375 time: 0.0226829 May 31 13:36:25.988777 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 8dbe81c3-37de-43ae-90b4-65e7da699de5, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=8dbe81c3-37de-43ae-90b4-65e7da699de5,segment=NetworkSegment(ac59caff-d513-4fef-b003-5737787eb94f),segment_id=ac59caff-d513-4fef-b003-5737787eb94f)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:36:25.995297 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:26.054236 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 5d08ef1c-1980-464a-b954-2f051717d12d no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:36:26.077448 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c537ac6-6f58-4d97-8d29-aa41d8c8530f admin admin] Deleting subnet de3aa2fa-fbce-46e7-81bc-0f33a5127b1b {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:36:26.085898 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0c537ac6-6f58-4d97-8d29-aa41d8c8530f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:26.110861 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 5d08ef1c-1980-464a-b954-2f051717d12d {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:36:26.111204 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 5d08ef1c-1980-464a-b954-2f051717d12d not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:36:26.111633 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 6ed6134b-6d29-4571-bd7a-7d45daeac808 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:36:26.150774 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 6ed6134b-6d29-4571-bd7a-7d45daeac808 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:36:26.151108 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 6ed6134b-6d29-4571-bd7a-7d45daeac808 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:36:26.175496 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=8dbe81c3-37de-43ae-90b4-65e7da699de5,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:36:26.183784 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0c537ac6-6f58-4d97-8d29-aa41d8c8530f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:26.242699 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e3e59981-9ee6-45ed-9a3f-03744cc58865 req-b5d40eb8-ecf5-49ed-bf33-fea205c89cc2 service neutron] 10.222.0.20 "GET /v2.0/networks/ef7bc708-faad-4f53-9863-9b17fc2bd3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4085734 May 31 13:36:26.250201 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-238a81c4-e04e-4322-a3ce-b439f2ff1d45 req-e2959dca-8710-4ad6-89ca-526fc690402d tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c57625484b41479da30faed75e795b98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3245254 May 31 13:36:26.258307 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9a35b683-85c9-4426-8464-21b019c13e81 req-942a91e3-3f1e-47d3-a48b-1220808be377 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3ecc1ca6-5477-4ca2-8ff6-244ecf3c43a5 HTTP/1.1" status: 200 len: 210 time: 0.1105671 May 31 13:36:26.301467 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0c537ac6-6f58-4d97-8d29-aa41d8c8530f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:26.395650 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0c537ac6-6f58-4d97-8d29-aa41d8c8530f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:26.436511 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09221cea-7bbb-43be-9c1e-5a677f92765a req-5bba6393-36de-4170-b475-5da83dce9596 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:26.438049 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-09221cea-7bbb-43be-9c1e-5a677f92765a req-5bba6393-36de-4170-b475-5da83dce9596 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 946 time: 0.2801971 May 31 13:36:26.439562 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0c537ac6-6f58-4d97-8d29-aa41d8c8530f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:26.439954 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-238a81c4-e04e-4322-a3ce-b439f2ff1d45 req-67f559b4-0d08-451d-8203-e506792f8252 service neutron] 10.222.0.50 "GET /v2.0/networks/7090fc64-4766-4bc1-8c8d-d8e3dd2b5735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761134 May 31 13:36:26.444822 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c537ac6-6f58-4d97-8d29-aa41d8c8530f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de3aa2fa-fbce-46e7-81bc-0f33a5127b1b,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:36:26.449331 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5296232b-068b-49ad-8fcf-6f7e7cadd6da None None] Network fcd0ffae-3ea4-42bd-a169-8d95a1cdbecc requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:36:26.453105 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-0c537ac6-6f58-4d97-8d29-aa41d8c8530f admin admin] 10.222.0.50 "DELETE /v2.0/subnets/de3aa2fa-fbce-46e7-81bc-0f33a5127b1b HTTP/1.1" status: 204 len: 168 time: 0.7162917 May 31 13:36:26.453711 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49500) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:36:26.581509 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-441001a6-3006-470f-8bf6-3dfe81997d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:26.585154 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '042b55b1-4802-4d6a-ac22-07bd919274de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dbe81c3-37de-43ae-90b4-65e7da699de5'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:36:26.587943 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-09221cea-7bbb-43be-9c1e-5a677f92765a req-eb4ae46b-7be5-43c6-8fb4-6fe6f9bd4c42 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207478 May 31 13:36:26.596707 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-441001a6-3006-470f-8bf6-3dfe81997d82 admin admin] Deleting port bbece8e9-cecb-4126-96da-f767add64ecc {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:36:26.597621 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-441001a6-3006-470f-8bf6-3dfe81997d82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:26.673729 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-238a81c4-e04e-4322-a3ce-b439f2ff1d45 req-8147ecda-68fb-482a-9e8c-fd6a2640d66d service neutron] 10.222.0.50 "GET /v2.0/networks/7090fc64-4766-4bc1-8c8d-d8e3dd2b5735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266815 May 31 13:36:26.823972 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9eab6b5e-637d-4336-878e-30bf5ec001c3 req-cdbbc7b6-af0e-4185-a75f-ce54f38e1aaa tempest-ServerShowV257Test-676624712 tempest-ServerShowV257Test-676624712-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ecc1ca6-5477-4ca2-8ff6-244ecf3c43a5 HTTP/1.1" status: 200 len: 210 time: 0.0873933 May 31 13:36:26.878183 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fad2516-60ac-460a-82b0-5d2693452965 None None] DHCP port deletion for fcd0ffae-3ea4-42bd-a169-8d95a1cdbecc request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:36:26.885582 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0fad2516-60ac-460a-82b0-5d2693452965 None None] Deleting port bbece8e9-cecb-4126-96da-f767add64ecc {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:36:26.886507 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0fad2516-60ac-460a-82b0-5d2693452965 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:26.964860 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-441001a6-3006-470f-8bf6-3dfe81997d82 admin admin] For port bbece8e9-cecb-4126-96da-f767add64ecc, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=bbece8e9-cecb-4126-96da-f767add64ecc,segment=NetworkSegment(ec9d4c6c-e6fe-4f45-bbcc-d2520636dafe),segment_id=ec9d4c6c-e6fe-4f45-bbcc-d2520636dafe)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:36:26.965259 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-441001a6-3006-470f-8bf6-3dfe81997d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:27.173921 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ced117-6d07-44b3-a7d3-b366704b35a2 req-9a8b7a37-c570-4823-94c9-16551dcf88a8 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:27.183708 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-95ced117-6d07-44b3-a7d3-b366704b35a2 req-9a8b7a37-c570-4823-94c9-16551dcf88a8 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea2bf637-b874-400e-aee4-7d84f26074cc HTTP/1.1" status: 200 len: 946 time: 0.2337244 May 31 13:36:27.198866 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f06f46-3978-486f-909b-9f05be5f33ae req-b76faa57-ee90-436f-ba06-b22999f75db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:27.200544 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f9f06f46-3978-486f-909b-9f05be5f33ae req-b76faa57-ee90-436f-ba06-b22999f75db2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=971e7e341b6340e7a10be40f9ec104d7&device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 1097 time: 0.1852160 May 31 13:36:27.200703 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-441001a6-3006-470f-8bf6-3dfe81997d82 admin admin] Calling delete_port for bbece8e9-cecb-4126-96da-f767add64ecc owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:36:27.217177 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0fad2516-60ac-460a-82b0-5d2693452965 None None] For port bbece8e9-cecb-4126-96da-f767add64ecc, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=bbece8e9-cecb-4126-96da-f767add64ecc,segment=NetworkSegment(ec9d4c6c-e6fe-4f45-bbcc-d2520636dafe),segment_id=ec9d4c6c-e6fe-4f45-bbcc-d2520636dafe)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:36:27.217813 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0fad2516-60ac-460a-82b0-5d2693452965 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:27.322240 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-441001a6-3006-470f-8bf6-3dfe81997d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:27.434130 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-95ced117-6d07-44b3-a7d3-b366704b35a2 req-8fb22bbd-4328-48a2-be17-28620573bb35 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493656 May 31 13:36:27.457606 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441001a6-3006-470f-8bf6-3dfe81997d82 admin admin] No DVR routers for this DVR port bbece8e9-cecb-4126-96da-f767add64ecc on host n-d-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:36:27.463088 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441001a6-3006-470f-8bf6-3dfe81997d82 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbece8e9-cecb-4126-96da-f767add64ecc,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:36:27.471000 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0fad2516-60ac-460a-82b0-5d2693452965 None None] Calling delete_port for bbece8e9-cecb-4126-96da-f767add64ecc owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:36:27.562068 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68213731-d03f-4dc2-a46a-1cdacb5c5206 req-fe07edb9-36f6-49a4-948a-d862f7af7b5d tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:27.570786 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-68213731-d03f-4dc2-a46a-1cdacb5c5206 req-fe07edb9-36f6-49a4-948a-d862f7af7b5d tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=042b55b1-4802-4d6a-ac22-07bd919274de HTTP/1.1" status: 200 len: 945 time: 0.3215678 May 31 13:36:27.574331 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-0fad2516-60ac-460a-82b0-5d2693452965 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:36:27.575141 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-0fad2516-60ac-460a-82b0-5d2693452965 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:36:27.611985 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f06f46-3978-486f-909b-9f05be5f33ae req-1b3ec5db-b628-4c0c-9e2c-9bb4f0f3d1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:27.613608 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f9f06f46-3978-486f-909b-9f05be5f33ae req-1b3ec5db-b628-4c0c-9e2c-9bb4f0f3d1fa service neutron] 10.222.0.44 "GET /v2.0/networks?id=4805cc3e-f802-432a-a895-ff648d7eea38 HTTP/1.1" status: 200 len: 914 time: 0.3881822 May 31 13:36:27.669825 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-441001a6-3006-470f-8bf6-3dfe81997d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:27.703238 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-441001a6-3006-470f-8bf6-3dfe81997d82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcd0ffae-3ea4-42bd-a169-8d95a1cdbecc']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:36:27.720571 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-441001a6-3006-470f-8bf6-3dfe81997d82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec9d4c6c-e6fe-4f45-bbcc-d2520636dafe') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:36:27.721228 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-441001a6-3006-470f-8bf6-3dfe81997d82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec9d4c6c-e6fe-4f45-bbcc-d2520636dafe') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:36:27.736893 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-441001a6-3006-470f-8bf6-3dfe81997d82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:27.758750 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-441001a6-3006-470f-8bf6-3dfe81997d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:27.768953 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-441001a6-3006-470f-8bf6-3dfe81997d82 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:36:27.770099 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-441001a6-3006-470f-8bf6-3dfe81997d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:27.780081 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f9f06f46-3978-486f-909b-9f05be5f33ae req-0859d74a-3b0c-44d2-ac8a-38a0339ee20e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6fba84dd-602c-4af4-8cc6-163477023a03 HTTP/1.1" status: 200 len: 217 time: 0.1290946 May 31 13:36:27.791123 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-68213731-d03f-4dc2-a46a-1cdacb5c5206 req-b05f90f1-46cb-49cd-bc2a-77a5b0eaf69f tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192235 May 31 13:36:27.873143 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8d95957-0d1f-4f93-b6bf-5890fb79cea8'] response: {'server_uuid': '042b55b1-4802-4d6a-ac22-07bd919274de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dbe81c3-37de-43ae-90b4-65e7da699de5', 'code': 200} May 31 13:36:27.900502 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b82e6c-687f-45cc-a3b7-6b0f71db110c req-49870682-a9f9-49ac-beeb-d459c935cf70 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:27.906768 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b82e6c-687f-45cc-a3b7-6b0f71db110c req-49870682-a9f9-49ac-beeb-d459c935cf70 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:27.913901 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b82e6c-687f-45cc-a3b7-6b0f71db110c req-49870682-a9f9-49ac-beeb-d459c935cf70 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:27.919982 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b82e6c-687f-45cc-a3b7-6b0f71db110c req-49870682-a9f9-49ac-beeb-d459c935cf70 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:27.944614 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b82e6c-687f-45cc-a3b7-6b0f71db110c req-49870682-a9f9-49ac-beeb-d459c935cf70 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:27.953644 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b82e6c-687f-45cc-a3b7-6b0f71db110c req-49870682-a9f9-49ac-beeb-d459c935cf70 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:27.969696 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b82e6c-687f-45cc-a3b7-6b0f71db110c req-49870682-a9f9-49ac-beeb-d459c935cf70 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:27.980934 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-57b82e6c-687f-45cc-a3b7-6b0f71db110c req-49870682-a9f9-49ac-beeb-d459c935cf70 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/ports?device_id=98ea044c-54a5-4e34-ad50-f0894561190f HTTP/1.1" status: 200 len: 5443 time: 0.3642273 May 31 13:36:27.990161 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment ec9d4c6c-e6fe-4f45-bbcc-d2520636dafe resource provider aggregate not found May 31 13:36:28.003047 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device bbece8e9-cecb-4126-96da-f767add64ecc no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:36:28.014839 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment ec9d4c6c-e6fe-4f45-bbcc-d2520636dafe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ec9d4c6c-e6fe-4f45-bbcc-d2520636dafe found for delete ", "request_id": "req-c5a17c78-72c0-4ab1-bc5c-085ef3348ca4"}]} May 31 13:36:28.031693 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-441001a6-3006-470f-8bf6-3dfe81997d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:28.048050 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-441001a6-3006-470f-8bf6-3dfe81997d82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:28.052403 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f06f46-3978-486f-909b-9f05be5f33ae req-77d5dc90-ac23-4c05-8eea-6a449fb243e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:28.054029 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f9f06f46-3978-486f-909b-9f05be5f33ae req-77d5dc90-ac23-4c05-8eea-6a449fb243e4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=78475d05-cc98-4fb2-b531-8986b43f0ba1 HTTP/1.1" status: 200 len: 853 time: 0.2598364 May 31 13:36:28.065138 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441001a6-3006-470f-8bf6-3dfe81997d82 admin admin] Pushing event deleted for resources: {'Network': ['ID=fcd0ffae-3ea4-42bd-a169-8d95a1cdbecc,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:36:28.079924 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0fad2516-60ac-460a-82b0-5d2693452965 None None] Deleting port bbece8e9-cecb-4126-96da-f767add64ecc {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:36:28.080329 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0fad2516-60ac-460a-82b0-5d2693452965 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:28.091491 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-441001a6-3006-470f-8bf6-3dfe81997d82 admin admin] 10.222.0.50 "DELETE /v2.0/networks/fcd0ffae-3ea4-42bd-a169-8d95a1cdbecc HTTP/1.1" status: 204 len: 168 time: 1.6361425 May 31 13:36:28.092153 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49530) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:36:28.112530 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: bbece8e9-cecb-4126-96da-f767add64ecc {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:36:28.112869 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device bbece8e9-cecb-4126-96da-f767add64ecc not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:36:28.166775 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0fad2516-60ac-460a-82b0-5d2693452965 None None] The port 'bbece8e9-cecb-4126-96da-f767add64ecc' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 13:36:28.187235 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a002eedd-4f3f-4ad5-bfd5-f223883db94d req-b908bdb9-d036-4630-be97-84fb321c5d4e tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50c4000-326f-4831-abd3-b25a6f559834 HTTP/1.1" status: 200 len: 210 time: 0.1311796 May 31 13:36:28.191934 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f9f06f46-3978-486f-909b-9f05be5f33ae req-6a5e854c-53f7-4bde-94e1-93a5bd4e22c3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4805cc3e-f802-432a-a895-ff648d7eea38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1290874 May 31 13:36:28.234286 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-57b82e6c-687f-45cc-a3b7-6b0f71db110c req-76057aa2-745c-41b1-9a56-f6c98b963782 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/security-groups?id=94427793-2dbb-4b9a-b9ee-66398e26f83c&id=4cdd63f0-9a82-48d4-b4bf-108afcf63acd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2433531 May 31 13:36:28.341706 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1172df69-91d5-423b-aaba-ebbb8b3798c2 req-595292e1-65c1-49fe-8ddf-a308c3787615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:28.343252 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1172df69-91d5-423b-aaba-ebbb8b3798c2 req-595292e1-65c1-49fe-8ddf-a308c3787615 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=042b55b1-4802-4d6a-ac22-07bd919274de HTTP/1.1" status: 200 len: 1096 time: 0.3556359 May 31 13:36:28.577598 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f9f06f46-3978-486f-909b-9f05be5f33ae req-2730c99e-9b38-4cd2-9e61-a4c1d703f3d3 service neutron] 10.222.0.44 "GET /v2.0/networks/4805cc3e-f802-432a-a895-ff648d7eea38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3727901 May 31 13:36:28.766599 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1172df69-91d5-423b-aaba-ebbb8b3798c2 req-a2fba829-2ce6-4170-84a0-4350496c5983 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4120939 May 31 13:36:28.779085 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c647710c-c7d8-465b-acf7-4fb4c680615e req-5f7a25db-e121-47ab-aa8f-84476ba6c7d5 tempest-ServerShowV257Test-676624712 tempest-ServerShowV257Test-676624712-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ecc1ca6-5477-4ca2-8ff6-244ecf3c43a5 HTTP/1.1" status: 200 len: 210 time: 0.1349185 May 31 13:36:28.859413 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbdfcb8-d521-40f4-82df-046ba16eea2d req-7e38969d-7dff-4efd-a061-a6835f6e904c tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:28.860915 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5cbdfcb8-d521-40f4-82df-046ba16eea2d req-7e38969d-7dff-4efd-a061-a6835f6e904c tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 946 time: 0.3665459 May 31 13:36:28.867559 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f9f06f46-3978-486f-909b-9f05be5f33ae req-54c3c366-949e-412a-8617-d7e50d52db3b service neutron] 10.222.0.44 "GET /v2.0/networks/4805cc3e-f802-432a-a895-ff648d7eea38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738161 May 31 13:36:28.954518 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5cbdfcb8-d521-40f4-82df-046ba16eea2d req-a7848edb-d3ac-4f15-b79a-39ac852ccbae tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858521 May 31 13:36:28.973520 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a81c4-e04e-4322-a3ce-b439f2ff1d45 req-0bb190f1-e795-482b-90cc-62482bd8ac4f tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:28.975341 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-238a81c4-e04e-4322-a3ce-b439f2ff1d45 req-0bb190f1-e795-482b-90cc-62482bd8ac4f tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.44 "GET /v2.0/networks?id=7090fc64-4766-4bc1-8c8d-d8e3dd2b5735 HTTP/1.1" status: 200 len: 815 time: 0.3350058 May 31 13:36:28.992872 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-238a81c4-e04e-4322-a3ce-b439f2ff1d45 req-8a1f7d16-f500-4670-a06a-15ddcfeef470 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Request body: {'port': {'device_id': 'e50c4000-326f-4831-abd3-b25a6f559834', 'network_id': '7090fc64-4766-4bc1-8c8d-d8e3dd2b5735', 'admin_state_up': True, 'tenant_id': 'c57625484b41479da30faed75e795b98'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:36:29.017454 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd10d5-8f07-4772-9b24-5100b63a3d7b req-0b7f6a03-e846-46df-a01c-5ac536a2bdc1 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:29.025461 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd10d5-8f07-4772-9b24-5100b63a3d7b req-0b7f6a03-e846-46df-a01c-5ac536a2bdc1 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:29.031696 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd10d5-8f07-4772-9b24-5100b63a3d7b req-0b7f6a03-e846-46df-a01c-5ac536a2bdc1 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:29.038864 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd10d5-8f07-4772-9b24-5100b63a3d7b req-0b7f6a03-e846-46df-a01c-5ac536a2bdc1 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:29.044648 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd10d5-8f07-4772-9b24-5100b63a3d7b req-0b7f6a03-e846-46df-a01c-5ac536a2bdc1 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:29.051672 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd10d5-8f07-4772-9b24-5100b63a3d7b req-0b7f6a03-e846-46df-a01c-5ac536a2bdc1 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:29.057394 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd10d5-8f07-4772-9b24-5100b63a3d7b req-0b7f6a03-e846-46df-a01c-5ac536a2bdc1 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:29.071037 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f7fd10d5-8f07-4772-9b24-5100b63a3d7b req-0b7f6a03-e846-46df-a01c-5ac536a2bdc1 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/ports?device_id=98ea044c-54a5-4e34-ad50-f0894561190f HTTP/1.1" status: 200 len: 5443 time: 0.1573293 May 31 13:36:29.071596 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 49542) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:36:29.082756 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-2a4c2255-d318-4118-9b66-013fa23aed61 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Request body: {'floatingip': {'port_id': '24651c97-ae0f-4907-8b38-7261435835f0'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:36:29.202778 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-238a81c4-e04e-4322-a3ce-b439f2ff1d45 req-8a1f7d16-f500-4670-a06a-15ddcfeef470 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:36:29.208238 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-238a81c4-e04e-4322-a3ce-b439f2ff1d45 req-8a1f7d16-f500-4670-a06a-15ddcfeef470 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Usage tracker for resource:port and tenant:c57625484b41479da30faed75e795b98 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:36:29.212142 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-238a81c4-e04e-4322-a3ce-b439f2ff1d45 req-8a1f7d16-f500-4670-a06a-15ddcfeef470 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:36:29.218747 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-238a81c4-e04e-4322-a3ce-b439f2ff1d45 req-8a1f7d16-f500-4670-a06a-15ddcfeef470 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:36:29.227406 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-badd44d4-6088-448f-a3c1-be029fc27463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:29.247361 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2a4c2255-d318-4118-9b66-013fa23aed61 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks [] for floatingip, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:29.295285 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-238a81c4-e04e-4322-a3ce-b439f2ff1d45 req-8a1f7d16-f500-4670-a06a-15ddcfeef470 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Made reservation on behalf of c57625484b41479da30faed75e795b98 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:36:29.298818 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-238a81c4-e04e-4322-a3ce-b439f2ff1d45 req-8a1f7d16-f500-4670-a06a-15ddcfeef470 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:29.486650 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7c7edb-8697-4668-9c35-5134e35370ac req-6423d211-2b30-4f4b-9d04-7f7e3c9fbb19 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:29.488807 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2b7c7edb-8697-4668-9c35-5134e35370ac req-6423d211-2b30-4f4b-9d04-7f7e3c9fbb19 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea2bf637-b874-400e-aee4-7d84f26074cc HTTP/1.1" status: 200 len: 946 time: 0.3450499 May 31 13:36:29.592949 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b9e32-96b4-405c-a25d-a7d9b5a43b7c req-1c77e11b-4870-440d-9bed-8c460d2cdec8 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:29.594292 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4e4b9e32-96b4-405c-a25d-a7d9b5a43b7c req-1c77e11b-4870-440d-9bed-8c460d2cdec8 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=042b55b1-4802-4d6a-ac22-07bd919274de HTTP/1.1" status: 200 len: 945 time: 0.4010220 May 31 13:36:29.704396 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2b7c7edb-8697-4668-9c35-5134e35370ac req-c01d8043-4477-499f-8732-7cda7af4bce2 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507366 May 31 13:36:29.746627 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4e4b9e32-96b4-405c-a25d-a7d9b5a43b7c req-c7cd4f75-60a3-4c8e-a546-686637c8c20d tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438465 May 31 13:36:29.772332 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [req-238a81c4-e04e-4322-a3ce-b439f2ff1d45 req-8a1f7d16-f500-4670-a06a-15ddcfeef470 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Allocated IP 172.20.0.4 (7090fc64-4766-4bc1-8c8d-d8e3dd2b5735/0cac9d00-a8ca-4f0c-abe0-a23f396b4dab/051805ca-ed74-4568-b21e-cd8effdd3795) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:36:29.988609 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-badd44d4-6088-448f-a3c1-be029fc27463 admin admin] Deleting port ca6905cb-a1d4-4a69-a4b4-7641a43a65d7 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:36:29.988609 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-badd44d4-6088-448f-a3c1-be029fc27463 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:29.989678 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-44e11c4a-88b2-4bef-9e92-18fc6a9e327e req-94c5f0e7-379e-434d-8473-0857dc32cddc tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50c4000-326f-4831-abd3-b25a6f559834 HTTP/1.1" status: 200 len: 210 time: 0.0613787 May 31 13:36:30.217237 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-238a81c4-e04e-4322-a3ce-b439f2ff1d45 req-8a1f7d16-f500-4670-a06a-15ddcfeef470 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:30.282170 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-badd44d4-6088-448f-a3c1-be029fc27463 admin admin] For port ca6905cb-a1d4-4a69-a4b4-7641a43a65d7, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=ca6905cb-a1d4-4a69-a4b4-7641a43a65d7,segment=NetworkSegment(b80bc45d-1b52-4e81-a25c-b127a330c28c),segment_id=b80bc45d-1b52-4e81-a25c-b127a330c28c)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:36:30.282538 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-badd44d4-6088-448f-a3c1-be029fc27463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:30.416612 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-92cf17dd-2bc6-42c6-8987-015c07812cf5 req-2ec6b02d-01fc-4a0d-9c37-5d493131c1ce service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=13d0acc2c3bd4051b72ea4aacf4e5708&device_id=3ecc1ca6-5477-4ca2-8ff6-244ecf3c43a5 HTTP/1.1" status: 200 len: 210 time: 0.2999887 May 31 13:36:30.434108 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-badd44d4-6088-448f-a3c1-be029fc27463 admin admin] Calling delete_port for ca6905cb-a1d4-4a69-a4b4-7641a43a65d7 owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:36:30.434332 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c4bce74c-83bd-4a4c-892d-b5974c7e0936 req-5e5fd28e-9caa-41db-8e81-8561d3925ac2 tempest-ServerShowV257Test-676624712 tempest-ServerShowV257Test-676624712-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ecc1ca6-5477-4ca2-8ff6-244ecf3c43a5 HTTP/1.1" status: 200 len: 210 time: 0.2502143 May 31 13:36:30.468433 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-238a81c4-e04e-4322-a3ce-b439f2ff1d45 req-8a1f7d16-f500-4670-a06a-15ddcfeef470 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:30.483282 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-92cf17dd-2bc6-42c6-8987-015c07812cf5 req-3936f00d-84bf-4879-8a6c-ff8c597609e2 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=13d0acc2c3bd4051b72ea4aacf4e5708&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450923 May 31 13:36:30.485547 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2a4c2255-d318-4118-9b66-013fa23aed61 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:30.496099 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2a4c2255-d318-4118-9b66-013fa23aed61 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:30.572171 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-238a81c4-e04e-4322-a3ce-b439f2ff1d45 req-8a1f7d16-f500-4670-a06a-15ddcfeef470 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Network 7090fc64-4766-4bc1-8c8d-d8e3dd2b5735 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:36:30.579370 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [req-238a81c4-e04e-4322-a3ce-b439f2ff1d45 req-8a1f7d16-f500-4670-a06a-15ddcfeef470 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:36:30.583100 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1f7d16-f500-4670-a06a-15ddcfeef470 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Pushing event updated for resources: {'Port': ['ID=051805ca-ed74-4568-b21e-cd8effdd3795,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:36:30.593098 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-238a81c4-e04e-4322-a3ce-b439f2ff1d45 req-8a1f7d16-f500-4670-a06a-15ddcfeef470 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:36:30.671392 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a81c4-e04e-4322-a3ce-b439f2ff1d45 req-8a1f7d16-f500-4670-a06a-15ddcfeef470 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:30.672006 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-238a81c4-e04e-4322-a3ce-b439f2ff1d45 req-8a1f7d16-f500-4670-a06a-15ddcfeef470 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:30.689054 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a8481a-7fbb-4416-aec6-fb851d13f18c req-b22ebc80-96f0-4d83-88ae-de52c073f907 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:30.690539 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-03a8481a-7fbb-4416-aec6-fb851d13f18c req-b22ebc80-96f0-4d83-88ae-de52c073f907 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 946 time: 0.5229373 May 31 13:36:30.709043 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-238a81c4-e04e-4322-a3ce-b439f2ff1d45 req-8a1f7d16-f500-4670-a06a-15ddcfeef470 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7230542 May 31 13:36:30.745766 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-238a81c4-e04e-4322-a3ce-b439f2ff1d45 req-3f12af72-4307-4ca0-9087-57ddae35d3c5 service neutron] Request body: {'port': {'device_id': 'e50c4000-326f-4831-abd3-b25a6f559834', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:36:30.915923 n-d-843939-1 neutron-server[88370]: INFO neutron.db.l3_db [None req-2a4c2255-d318-4118-9b66-013fa23aed61 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Floating IP 1d9cea86-7b50-4d32-9399-ef4e668345b6 associated. External IP: 172.25.6.171, port: 24651c97-ae0f-4907-8b38-7261435835f0. May 31 13:36:30.934268 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-badd44d4-6088-448f-a3c1-be029fc27463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:30.986675 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-03a8481a-7fbb-4416-aec6-fb851d13f18c req-e5a407c7-8679-4e0d-812c-0f554eac5b99 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443771 May 31 13:36:30.990202 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badd44d4-6088-448f-a3c1-be029fc27463 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca6905cb-a1d4-4a69-a4b4-7641a43a65d7,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:36:30.992311 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-238a81c4-e04e-4322-a3ce-b439f2ff1d45 req-3f12af72-4307-4ca0-9087-57ddae35d3c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:31.073798 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf17dd-2bc6-42c6-8987-015c07812cf5 req-6375d915-1224-43d6-afbd-c088aa3e3d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:31.074943 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-92cf17dd-2bc6-42c6-8987-015c07812cf5 req-6375d915-1224-43d6-afbd-c088aa3e3d16 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4384480 May 31 13:36:31.210387 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8546e97-f15b-46b7-938e-83a9cb75b0f2 req-5756117f-562c-44a0-a792-c4f0c8af73f8 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:31.211899 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f8546e97-f15b-46b7-938e-83a9cb75b0f2 req-5756117f-562c-44a0-a792-c4f0c8af73f8 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea2bf637-b874-400e-aee4-7d84f26074cc HTTP/1.1" status: 200 len: 946 time: 0.4685676 May 31 13:36:31.326864 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae70785e-08f6-4070-a20c-6276451a26eb req-521d586b-52ae-48b1-b6f5-e72a68bdc159 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:31.328225 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ae70785e-08f6-4070-a20c-6276451a26eb req-521d586b-52ae-48b1-b6f5-e72a68bdc159 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea2bf637-b874-400e-aee4-7d84f26074cc HTTP/1.1" status: 200 len: 946 time: 0.4832764 May 31 13:36:31.387191 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-f8546e97-f15b-46b7-938e-83a9cb75b0f2 req-2814714a-0526-4c98-a949-23ca1990c51e tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Deleting port de35487d-6fab-4a92-89f5-7d801afcde70 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:36:31.387593 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f8546e97-f15b-46b7-938e-83a9cb75b0f2 req-2814714a-0526-4c98-a949-23ca1990c51e tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:31.632837 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2fad24-b010-4d0c-8b16-ab2880bf8f2f req-396e3f83-3c4e-4336-9798-f634464fc37f tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:31.633795 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6e2fad24-b010-4d0c-8b16-ab2880bf8f2f req-396e3f83-3c4e-4336-9798-f634464fc37f tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=042b55b1-4802-4d6a-ac22-07bd919274de HTTP/1.1" status: 200 len: 945 time: 0.4901085 May 31 13:36:31.645702 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-badd44d4-6088-448f-a3c1-be029fc27463 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:31.651976 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ae70785e-08f6-4070-a20c-6276451a26eb req-a15918d2-70aa-4261-83b2-1fba53ee0712 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287869 May 31 13:36:31.943805 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [req-238a81c4-e04e-4322-a3ce-b439f2ff1d45 req-3f12af72-4307-4ca0-9087-57ddae35d3c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 051805ca-ed74-4568-b21e-cd8effdd3795 {{(pid=88369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:36:31.953636 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-238a81c4-e04e-4322-a3ce-b439f2ff1d45 req-3f12af72-4307-4ca0-9087-57ddae35d3c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:31.993075 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a4c2255-d318-4118-9b66-013fa23aed61 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Router 6744b4e2-ef68-487e-8016-11c3e36d929f has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:36:32.001457 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6e2fad24-b010-4d0c-8b16-ab2880bf8f2f req-1a947b27-53ef-4916-b9ac-7ce8442a791f tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3548601 May 31 13:36:32.042941 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-238a81c4-e04e-4322-a3ce-b439f2ff1d45 req-3f12af72-4307-4ca0-9087-57ddae35d3c5 service neutron] Transition to ACTIVE for port object 051805ca-ed74-4568-b21e-cd8effdd3795 will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:36:32.057420 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-238a81c4-e04e-4322-a3ce-b439f2ff1d45 req-3f12af72-4307-4ca0-9087-57ddae35d3c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:32.070064 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-f8546e97-f15b-46b7-938e-83a9cb75b0f2 req-2814714a-0526-4c98-a949-23ca1990c51e tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] For port de35487d-6fab-4a92-89f5-7d801afcde70, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=de35487d-6fab-4a92-89f5-7d801afcde70,segment=NetworkSegment(2d583837-a9d6-4709-9af2-21c6363b8602),segment_id=2d583837-a9d6-4709-9af2-21c6363b8602)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:36:32.070614 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f8546e97-f15b-46b7-938e-83a9cb75b0f2 req-2814714a-0526-4c98-a949-23ca1990c51e tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:32.276284 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-f8546e97-f15b-46b7-938e-83a9cb75b0f2 req-2814714a-0526-4c98-a949-23ca1990c51e tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Calling delete_port for de35487d-6fab-4a92-89f5-7d801afcde70 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:36:32.282211 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f12af72-4307-4ca0-9087-57ddae35d3c5 service neutron] Pushing event updated for resources: {'Port': ['ID=051805ca-ed74-4568-b21e-cd8effdd3795,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:36:32.375706 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-badd44d4-6088-448f-a3c1-be029fc27463 admin admin] Router 120e2a75-0607-41fc-8f3e-3edf14f7bca0 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:36:32.477980 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-238a81c4-e04e-4322-a3ce-b439f2ff1d45 req-3f12af72-4307-4ca0-9087-57ddae35d3c5 service neutron] Attempting to bind port 051805ca-ed74-4568-b21e-cd8effdd3795 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:36:32.478436 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-238a81c4-e04e-4322-a3ce-b439f2ff1d45 req-3f12af72-4307-4ca0-9087-57ddae35d3c5 service neutron] Attempting to bind port 051805ca-ed74-4568-b21e-cd8effdd3795 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'd3443ede-b43a-41d6-a2b9-2ee5a31d0003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7090fc64-4766-4bc1-8c8d-d8e3dd2b5735'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:36:32.478687 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238a81c4-e04e-4322-a3ce-b439f2ff1d45 req-3f12af72-4307-4ca0-9087-57ddae35d3c5 service neutron] Attempting to bind port 051805ca-ed74-4568-b21e-cd8effdd3795 on network 7090fc64-4766-4bc1-8c8d-d8e3dd2b5735 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:36:32.489395 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238a81c4-e04e-4322-a3ce-b439f2ff1d45 req-3f12af72-4307-4ca0-9087-57ddae35d3c5 service neutron] Port 051805ca-ed74-4568-b21e-cd8effdd3795 on network 7090fc64-4766-4bc1-8c8d-d8e3dd2b5735 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:36:32.489711 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238a81c4-e04e-4322-a3ce-b439f2ff1d45 req-3f12af72-4307-4ca0-9087-57ddae35d3c5 service neutron] Attempting to bind port 051805ca-ed74-4568-b21e-cd8effdd3795 on network 7090fc64-4766-4bc1-8c8d-d8e3dd2b5735 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:36:32.498279 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238a81c4-e04e-4322-a3ce-b439f2ff1d45 req-3f12af72-4307-4ca0-9087-57ddae35d3c5 service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:36:32.498791 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238a81c4-e04e-4322-a3ce-b439f2ff1d45 req-3f12af72-4307-4ca0-9087-57ddae35d3c5 service neutron] Checking segment: {'id': 'd3443ede-b43a-41d6-a2b9-2ee5a31d0003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7090fc64-4766-4bc1-8c8d-d8e3dd2b5735'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:36:32.498984 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238a81c4-e04e-4322-a3ce-b439f2ff1d45 req-3f12af72-4307-4ca0-9087-57ddae35d3c5 service neutron] Bound using segment: {'id': 'd3443ede-b43a-41d6-a2b9-2ee5a31d0003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7090fc64-4766-4bc1-8c8d-d8e3dd2b5735'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:36:32.499443 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-238a81c4-e04e-4322-a3ce-b439f2ff1d45 req-3f12af72-4307-4ca0-9087-57ddae35d3c5 service neutron] Bound port: 051805ca-ed74-4568-b21e-cd8effdd3795, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3443ede-b43a-41d6-a2b9-2ee5a31d0003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7090fc64-4766-4bc1-8c8d-d8e3dd2b5735'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:36:32.499787 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-238a81c4-e04e-4322-a3ce-b439f2ff1d45 req-3f12af72-4307-4ca0-9087-57ddae35d3c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:32.559202 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-92cf17dd-2bc6-42c6-8987-015c07812cf5 req-e9d4c3b1-3e85-4946-b36d-8057a4f913b7 tempest-ServerShowV257Test-676624712 tempest-ServerShowV257Test-676624712-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ecc1ca6-5477-4ca2-8ff6-244ecf3c43a5 HTTP/1.1" status: 200 len: 210 time: 0.1342461 May 31 13:36:32.595757 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e019d2-df03-41ce-b381-6832234f4ba1 req-e02c4ed5-5c77-4310-97fb-802768ad2e1f tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:32.597520 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-01e019d2-df03-41ce-b381-6832234f4ba1 req-e02c4ed5-5c77-4310-97fb-802768ad2e1f tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50c4000-326f-4831-abd3-b25a6f559834 HTTP/1.1" status: 200 len: 931 time: 0.6764464 May 31 13:36:32.661345 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-badd44d4-6088-448f-a3c1-be029fc27463 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:36:32.678939 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddafdf1-32d5-47e2-ac5b-6e33cfd7d72c None None] Sync routers for ids ['120e2a75-0607-41fc-8f3e-3edf14f7bca0'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:36:32.679493 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-badd44d4-6088-448f-a3c1-be029fc27463 admin admin] 10.222.0.50 "PUT /v2.0/routers/120e2a75-0607-41fc-8f3e-3edf14f7bca0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5858731 May 31 13:36:32.683081 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49568) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:36:32.686269 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-238a81c4-e04e-4322-a3ce-b439f2ff1d45 req-3f12af72-4307-4ca0-9087-57ddae35d3c5 service neutron] For port 051805ca-ed74-4568-b21e-cd8effdd3795, host n-h2-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:36:32.689951 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddafdf1-32d5-47e2-ac5b-6e33cfd7d72c None None] Routers {'120e2a75-0607-41fc-8f3e-3edf14f7bca0'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:36:32.690275 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-238a81c4-e04e-4322-a3ce-b439f2ff1d45 req-3f12af72-4307-4ca0-9087-57ddae35d3c5 service neutron] For port 051805ca-ed74-4568-b21e-cd8effdd3795, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=051805ca-ed74-4568-b21e-cd8effdd3795,segment=NetworkSegment(d3443ede-b43a-41d6-a2b9-2ee5a31d0003),segment_id=d3443ede-b43a-41d6-a2b9-2ee5a31d0003)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:36:32.698425 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-fddafdf1-32d5-47e2-ac5b-6e33cfd7d72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:36:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['120e2a75-0607-41fc-8f3e-3edf14f7bca0'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:36:32.705940 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a4c2255-d318-4118-9b66-013fa23aed61 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:36:32.725404 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60879b13-e60b-44c9-a174-cc8d310dac08 req-4f05b746-9060-4c87-8284-efe6cdfcfcf4 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:32.726124 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462fa6a5-0bfd-46c1-8eab-b52badc4a422 None None] Sync routers for ids ['6744b4e2-ef68-487e-8016-11c3e36d929f'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:36:32.733290 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-60879b13-e60b-44c9-a174-cc8d310dac08 req-4f05b746-9060-4c87-8284-efe6cdfcfcf4 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 944 time: 0.5808463 May 31 13:36:32.745955 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462fa6a5-0bfd-46c1-8eab-b52badc4a422 None None] Routers {'6744b4e2-ef68-487e-8016-11c3e36d929f'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:36:32.748626 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-462fa6a5-0bfd-46c1-8eab-b52badc4a422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:36:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['6744b4e2-ef68-487e-8016-11c3e36d929f'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:36:32.749252 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-238a81c4-e04e-4322-a3ce-b439f2ff1d45 req-3f12af72-4307-4ca0-9087-57ddae35d3c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:32.784216 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2a4c2255-d318-4118-9b66-013fa23aed61 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:32.820233 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-01e019d2-df03-41ce-b381-6832234f4ba1 req-f9d6888b-48f8-46d4-9216-da61d748472d tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Synchronizing usage tracker for tenant:c57625484b41479da30faed75e795b98 on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:36:32.834955 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a81c4-e04e-4322-a3ce-b439f2ff1d45 req-3f12af72-4307-4ca0-9087-57ddae35d3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:32.835516 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-238a81c4-e04e-4322-a3ce-b439f2ff1d45 req-3f12af72-4307-4ca0-9087-57ddae35d3c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:32.836974 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-238a81c4-e04e-4322-a3ce-b439f2ff1d45 req-3f12af72-4307-4ca0-9087-57ddae35d3c5 service neutron] 10.222.0.44 "PUT /v2.0/ports/051805ca-ed74-4568-b21e-cd8effdd3795 HTTP/1.1" status: 200 len: 1091 time: 2.0954788 May 31 13:36:32.837310 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e50c4000-326f-4831-abd3-b25a6f559834', 'tag': '051805ca-ed74-4568-b21e-cd8effdd3795'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:36:32.842831 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f8546e97-f15b-46b7-938e-83a9cb75b0f2 req-2814714a-0526-4c98-a949-23ca1990c51e tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:32.862163 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['de35487d-6fab-4a92-89f5-7d801afcde70'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:36:32.930648 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2814714a-0526-4c98-a949-23ca1990c51e tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Pushing event deleted for resources: {'Port': ['ID=de35487d-6fab-4a92-89f5-7d801afcde70,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:36:32.990827 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-60879b13-e60b-44c9-a174-cc8d310dac08 req-e9c453b7-3f2b-4c26-8307-fb580b6c56e9 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2566557 May 31 13:36:32.998202 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-2a4c2255-d318-4118-9b66-013fa23aed61 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "PUT /v2.0/floatingips/1d9cea86-7b50-4d32-9399-ef4e668345b6 HTTP/1.1" status: 200 len: 991 time: 3.9254999 May 31 13:36:33.012465 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98ea044c-54a5-4e34-ad50-f0894561190f', 'tag': '24651c97-ae0f-4907-8b38-7261435835f0'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:36:33.017201 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-01e019d2-df03-41ce-b381-6832234f4ba1 req-f9d6888b-48f8-46d4-9216-da61d748472d tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Unset dirty status for tenant:c57625484b41479da30faed75e795b98 on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:36:33.029424 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-01e019d2-df03-41ce-b381-6832234f4ba1 req-f9d6888b-48f8-46d4-9216-da61d748472d tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/security-groups?id=677b8212-d6d1-4b38-be51-aaa6218210d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3825336 May 31 13:36:33.036693 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-462fa6a5-0bfd-46c1-8eab-b52badc4a422 None None] Set router 6744b4e2-ef68-487e-8016-11c3e36d929f gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:36:33.048285 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-fddafdf1-32d5-47e2-ac5b-6e33cfd7d72c None None] Set router 120e2a75-0607-41fc-8f3e-3edf14f7bca0 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:36:33.126820 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8546e97-f15b-46b7-938e-83a9cb75b0f2 req-2814714a-0526-4c98-a949-23ca1990c51e tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] No DVR routers for this DVR port de35487d-6fab-4a92-89f5-7d801afcde70 on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:36:33.145458 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f8546e97-f15b-46b7-938e-83a9cb75b0f2 req-2814714a-0526-4c98-a949-23ca1990c51e tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:33.148765 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f8546e97-f15b-46b7-938e-83a9cb75b0f2 req-2814714a-0526-4c98-a949-23ca1990c51e tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.44 "DELETE /v2.0/ports/de35487d-6fab-4a92-89f5-7d801afcde70 HTTP/1.1" status: 204 len: 173 time: 1.9285829 May 31 13:36:33.341047 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-271764eb-7d23-47eb-a527-f7cc09d8a4ab req-87e5a8bf-f9e2-4c8a-b68a-c1560b13146f tempest-ServerShowV257Test-676624712 tempest-ServerShowV257Test-676624712-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ecc1ca6-5477-4ca2-8ff6-244ecf3c43a5 HTTP/1.1" status: 200 len: 210 time: 0.1097283 May 31 13:36:33.426505 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f12af72-4307-4ca0-9087-57ddae35d3c5 service neutron] Pushing event updated for resources: {'Port': ['ID=051805ca-ed74-4568-b21e-cd8effdd3795,revision_number=3']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:36:33.445548 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478b720a-cc5c-4fea-8a63-e98cad911b77 req-a8ad90d7-7958-4197-b385-7a4411c1bdd3 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:33.460080 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-478b720a-cc5c-4fea-8a63-e98cad911b77 req-a8ad90d7-7958-4197-b385-7a4411c1bdd3 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=042b55b1-4802-4d6a-ac22-07bd919274de HTTP/1.1" status: 200 len: 945 time: 0.1936078 May 31 13:36:33.476337 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ca164565-9298-4edd-b38d-da599df5a0fd admin admin] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:33.480963 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-fddafdf1-32d5-47e2-ac5b-6e33cfd7d72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '120e2a75-0607-41fc-8f3e-3edf14f7bca0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1803672822-router', 'tenant_id': 'f5bf22f339824144b328620948e57a30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'c905035a-34a9-4155-ab7e-afb8edab9e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:32:34Z', 'updated_at': '2022-05-31T13:36:30Z', 'revision_number': 5, 'project_id': 'f5bf22f339824144b328620948e57a30', 'gw_port': {'id': 'c905035a-34a9-4155-ab7e-afb8edab9e2b', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120e2a75-0607-41fc-8f3e-3edf14f7bca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:32:36Z', 'updated_at': '2022-05-31T13:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:36:33.491728 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddafdf1-32d5-47e2-ac5b-6e33cfd7d72c None None] Checking router: 120e2a75-0607-41fc-8f3e-3edf14f7bca0 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:36:33.510550 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddafdf1-32d5-47e2-ac5b-6e33cfd7d72c None None] Routers {'120e2a75-0607-41fc-8f3e-3edf14f7bca0'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:36:33.513078 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-fddafdf1-32d5-47e2-ac5b-6e33cfd7d72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:36:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['120e2a75-0607-41fc-8f3e-3edf14f7bca0'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:36:33.616062 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a81c4-e04e-4322-a3ce-b439f2ff1d45 req-22513861-1cb5-4aec-8257-149a9c4cdf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:33.617561 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-238a81c4-e04e-4322-a3ce-b439f2ff1d45 req-22513861-1cb5-4aec-8257-149a9c4cdf9c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c57625484b41479da30faed75e795b98&device_id=e50c4000-326f-4831-abd3-b25a6f559834 HTTP/1.1" status: 200 len: 1094 time: 0.7143881 May 31 13:36:33.618255 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-478b720a-cc5c-4fea-8a63-e98cad911b77 req-f612de51-dd0f-4191-820d-c0891f002a95 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571784 May 31 13:36:33.795191 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-238a81c4-e04e-4322-a3ce-b439f2ff1d45 req-c5896a39-596f-447d-bcb7-ee85aa81eda1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=051805ca-ed74-4568-b21e-cd8effdd3795 HTTP/1.1" status: 200 len: 217 time: 0.1060774 May 31 13:36:33.817371 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120bdfc5-1033-43dd-a7a4-b7e36a3c4c2a req-39190509-c6c4-435e-abec-5b85449e379a tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:33.820138 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-fddafdf1-32d5-47e2-ac5b-6e33cfd7d72c None None] Set router 120e2a75-0607-41fc-8f3e-3edf14f7bca0 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:36:33.827316 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-120bdfc5-1033-43dd-a7a4-b7e36a3c4c2a req-39190509-c6c4-435e-abec-5b85449e379a tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 946 time: 0.1965494 May 31 13:36:33.829238 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-462fa6a5-0bfd-46c1-8eab-b52badc4a422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6744b4e2-ef68-487e-8016-11c3e36d929f', 'name': 'tempest-TaggedBootDevicesTest_v242-755807215-router', 'tenant_id': 'e8214c87941844eca93c05e6b9a8f274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '1772164b-d97e-444e-b7ec-166372f51104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:33:31Z', 'updated_at': '2022-05-31T13:33:40Z', 'revision_number': 4, 'project_id': 'e8214c87941844eca93c05e6b9a8f274', 'gw_port': {'id': '1772164b-d97e-444e-b7ec-166372f51104', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:18:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6744b4e2-ef68-487e-8016-11c3e36d929f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:33:32Z', 'updated_at': '2022-05-31T13:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '1d9cea86-7b50-4d32-9399-ef4e668345b6', 'tenant_id': 'e8214c87941844eca93c05e6b9a8f274', 'floating_ip_address': '172.25.6.171', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '6744b4e2-ef68-487e-8016-11c3e36d929f', 'port_id': '24651c97-ae0f-4907-8b38-7261435835f0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c3776cd-e1b3-4e6a-975b-cdf904000766', 'mac_address': 'fa:16:3e:7d:ca:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ea044c-54a5-4e34-ad50-f0894561190f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:34:46Z', 'updated_at': '2022-05-31T13:36:29Z', 'revision_number': 1, 'project_id': 'e8214c87941844eca93c05e6b9a8f274', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee978f54-0d60-498e-a601-a7bd91661dc3', 'name': '', 'network_id': '4c3776cd-e1b3-4e6a-975b-cdf904000766', 'tenant_id': 'e8214c87941844eca93c05e6b9a8f274', 'mac_address': 'fa:16:3e:0e:ee:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6744b4e2-ef68-487e-8016-11c3e36d929f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'f7c914b2-4439-45d4-b005-4ab7c54412a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:33:38Z', 'updated_at': '2022-05-31T13:33:50Z', 'revision_number': 5, 'project_id': 'e8214c87941844eca93c05e6b9a8f274', 'subnets': [{'id': 'f7c914b2-4439-45d4-b005-4ab7c54412a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:36:33.837221 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462fa6a5-0bfd-46c1-8eab-b52badc4a422 None None] Checking router: 6744b4e2-ef68-487e-8016-11c3e36d929f for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:36:33.873893 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462fa6a5-0bfd-46c1-8eab-b52badc4a422 None None] Routers {'6744b4e2-ef68-487e-8016-11c3e36d929f'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:36:33.875135 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-462fa6a5-0bfd-46c1-8eab-b52badc4a422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:36:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['6744b4e2-ef68-487e-8016-11c3e36d929f'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:36:33.881339 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a81c4-e04e-4322-a3ce-b439f2ff1d45 req-e1dea75b-927c-4f23-a700-8c08900e0995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:33.882876 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-238a81c4-e04e-4322-a3ce-b439f2ff1d45 req-e1dea75b-927c-4f23-a700-8c08900e0995 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0cac9d00-a8ca-4f0c-abe0-a23f396b4dab HTTP/1.1" status: 200 len: 855 time: 0.0667305 May 31 13:36:33.942275 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-c94e9859-854d-4ffd-b7e8-2ec0da765e5d req-a83bddaf-9a0d-4b89-b519-1126658a97ec tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Synchronizing usage tracker for tenant:52669f2db59f4a3eb6fd40f6ebcd20ec on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:36:33.959096 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-120bdfc5-1033-43dd-a7a4-b7e36a3c4c2a req-0d0f5ee1-025c-4e9b-ad08-48a40d045b73 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308322 May 31 13:36:33.988517 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ca164565-9298-4edd-b38d-da599df5a0fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:33.995985 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-c94e9859-854d-4ffd-b7e8-2ec0da765e5d req-a83bddaf-9a0d-4b89-b519-1126658a97ec tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Unset dirty status for tenant:52669f2db59f4a3eb6fd40f6ebcd20ec on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:36:34.006207 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-238a81c4-e04e-4322-a3ce-b439f2ff1d45 req-d15c1b25-400f-4f5a-bf9c-15045af6f6f8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7090fc64-4766-4bc1-8c8d-d8e3dd2b5735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1095629 May 31 13:36:34.006415 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c94e9859-854d-4ffd-b7e8-2ec0da765e5d req-a83bddaf-9a0d-4b89-b519-1126658a97ec tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea2bf637-b874-400e-aee4-7d84f26074cc HTTP/1.1" status: 200 len: 210 time: 0.1137991 May 31 13:36:34.011769 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-ca164565-9298-4edd-b38d-da599df5a0fd admin admin] Deleting port c905035a-34a9-4155-ab7e-afb8edab9e2b {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:36:34.012572 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ca164565-9298-4edd-b38d-da599df5a0fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:34.083563 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fcfb36a-a044-46da-a592-2fee8757505f'] response: {'name': 'network-changed', 'server_uuid': 'e50c4000-326f-4831-abd3-b25a6f559834', 'tag': '051805ca-ed74-4568-b21e-cd8effdd3795', 'status': 'completed', 'code': 200} May 31 13:36:34.137637 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-462fa6a5-0bfd-46c1-8eab-b52badc4a422 None None] Set router 6744b4e2-ef68-487e-8016-11c3e36d929f gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:36:34.159374 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d602b37-1878-4b31-a837-729f9a491417'] response: {'name': 'network-changed', 'server_uuid': '98ea044c-54a5-4e34-ad50-f0894561190f', 'tag': '24651c97-ae0f-4907-8b38-7261435835f0', 'status': 'completed', 'code': 200} May 31 13:36:34.333100 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-ca164565-9298-4edd-b38d-da599df5a0fd admin admin] For port c905035a-34a9-4155-ab7e-afb8edab9e2b, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=c905035a-34a9-4155-ab7e-afb8edab9e2b,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:36:34.333464 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ca164565-9298-4edd-b38d-da599df5a0fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:34.492750 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebca33a-7c65-4532-9301-4ee81ac6eb29 req-df355088-94ec-4f2c-927d-9700b738d1ff tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:34.514956 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-ca164565-9298-4edd-b38d-da599df5a0fd admin admin] Calling delete_port for c905035a-34a9-4155-ab7e-afb8edab9e2b owned by network:router_gateway {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:36:34.523802 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bebca33a-7c65-4532-9301-4ee81ac6eb29 req-df355088-94ec-4f2c-927d-9700b738d1ff tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 944 time: 0.3066561 May 31 13:36:34.557675 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-fddafdf1-32d5-47e2-ac5b-6e33cfd7d72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '120e2a75-0607-41fc-8f3e-3edf14f7bca0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1803672822-router', 'tenant_id': 'f5bf22f339824144b328620948e57a30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'c905035a-34a9-4155-ab7e-afb8edab9e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:32:34Z', 'updated_at': '2022-05-31T13:36:30Z', 'revision_number': 5, 'project_id': 'f5bf22f339824144b328620948e57a30', 'gw_port': {'id': 'c905035a-34a9-4155-ab7e-afb8edab9e2b', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120e2a75-0607-41fc-8f3e-3edf14f7bca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:32:36Z', 'updated_at': '2022-05-31T13:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:36:34.574754 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddafdf1-32d5-47e2-ac5b-6e33cfd7d72c None None] The sync data for ids ['120e2a75-0607-41fc-8f3e-3edf14f7bca0'] in n-d-843939-1 is: [{'id': '120e2a75-0607-41fc-8f3e-3edf14f7bca0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1803672822-router', 'tenant_id': 'f5bf22f339824144b328620948e57a30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'c905035a-34a9-4155-ab7e-afb8edab9e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:32:34Z', 'updated_at': '2022-05-31T13:36:30Z', 'revision_number': 5, 'project_id': 'f5bf22f339824144b328620948e57a30', 'gw_port': {'id': 'c905035a-34a9-4155-ab7e-afb8edab9e2b', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120e2a75-0607-41fc-8f3e-3edf14f7bca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:32:36Z', 'updated_at': '2022-05-31T13:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:36:34.579086 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d22943-9b31-4f81-aa2d-b491141b8c4c req-42192733-8b70-42ad-8c84-b35115309861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:34.579431 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d22943-9b31-4f81-aa2d-b491141b8c4c req-42192733-8b70-42ad-8c84-b35115309861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:34.587120 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d22943-9b31-4f81-aa2d-b491141b8c4c req-42192733-8b70-42ad-8c84-b35115309861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:34.587862 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d22943-9b31-4f81-aa2d-b491141b8c4c req-42192733-8b70-42ad-8c84-b35115309861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:34.588884 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d22943-9b31-4f81-aa2d-b491141b8c4c req-42192733-8b70-42ad-8c84-b35115309861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:34.589727 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d22943-9b31-4f81-aa2d-b491141b8c4c req-42192733-8b70-42ad-8c84-b35115309861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:34.590234 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d22943-9b31-4f81-aa2d-b491141b8c4c req-42192733-8b70-42ad-8c84-b35115309861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:34.592954 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-57d22943-9b31-4f81-aa2d-b491141b8c4c req-42192733-8b70-42ad-8c84-b35115309861 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e8214c87941844eca93c05e6b9a8f274&device_id=98ea044c-54a5-4e34-ad50-f0894561190f HTTP/1.1" status: 200 len: 6500 time: 0.3406587 May 31 13:36:34.773422 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-462fa6a5-0bfd-46c1-8eab-b52badc4a422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6744b4e2-ef68-487e-8016-11c3e36d929f', 'name': 'tempest-TaggedBootDevicesTest_v242-755807215-router', 'tenant_id': 'e8214c87941844eca93c05e6b9a8f274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '1772164b-d97e-444e-b7ec-166372f51104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:33:31Z', 'updated_at': '2022-05-31T13:33:40Z', 'revision_number': 4, 'project_id': 'e8214c87941844eca93c05e6b9a8f274', 'gw_port': {'id': '1772164b-d97e-444e-b7ec-166372f51104', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:18:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6744b4e2-ef68-487e-8016-11c3e36d929f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:33:32Z', 'updated_at': '2022-05-31T13:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '1d9cea86-7b50-4d32-9399-ef4e668345b6', 'tenant_id': 'e8214c87941844eca93c05e6b9a8f274', 'floating_ip_address': '172.25.6.171', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '6744b4e2-ef68-487e-8016-11c3e36d929f', 'port_id': '24651c97-ae0f-4907-8b38-7261435835f0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c3776cd-e1b3-4e6a-975b-cdf904000766', 'mac_address': 'fa:16:3e:7d:ca:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ea044c-54a5-4e34-ad50-f0894561190f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:34:46Z', 'updated_at': '2022-05-31T13:36:29Z', 'revision_number': 1, 'project_id': 'e8214c87941844eca93c05e6b9a8f274', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee978f54-0d60-498e-a601-a7bd91661dc3', 'name': '', 'network_id': '4c3776cd-e1b3-4e6a-975b-cdf904000766', 'tenant_id': 'e8214c87941844eca93c05e6b9a8f274', 'mac_address': 'fa:16:3e:0e:ee:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6744b4e2-ef68-487e-8016-11c3e36d929f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'f7c914b2-4439-45d4-b005-4ab7c54412a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:33:38Z', 'updated_at': '2022-05-31T13:33:50Z', 'revision_number': 5, 'project_id': 'e8214c87941844eca93c05e6b9a8f274', 'subnets': [{'id': 'f7c914b2-4439-45d4-b005-4ab7c54412a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:36:34.779344 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462fa6a5-0bfd-46c1-8eab-b52badc4a422 None None] The sync data for ids ['6744b4e2-ef68-487e-8016-11c3e36d929f'] in n-d-843939-1 is: [{'id': '6744b4e2-ef68-487e-8016-11c3e36d929f', 'name': 'tempest-TaggedBootDevicesTest_v242-755807215-router', 'tenant_id': 'e8214c87941844eca93c05e6b9a8f274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '1772164b-d97e-444e-b7ec-166372f51104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:33:31Z', 'updated_at': '2022-05-31T13:33:40Z', 'revision_number': 4, 'project_id': 'e8214c87941844eca93c05e6b9a8f274', 'gw_port': {'id': '1772164b-d97e-444e-b7ec-166372f51104', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:18:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6744b4e2-ef68-487e-8016-11c3e36d929f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:33:32Z', 'updated_at': '2022-05-31T13:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '1d9cea86-7b50-4d32-9399-ef4e668345b6', 'tenant_id': 'e8214c87941844eca93c05e6b9a8f274', 'floating_ip_address': '172.25.6.171', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '6744b4e2-ef68-487e-8016-11c3e36d929f', 'port_id': '24651c97-ae0f-4907-8b38-7261435835f0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c3776cd-e1b3-4e6a-975b-cdf904000766', 'mac_address': 'fa:16:3e:7d:ca:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ea044c-54a5-4e34-ad50-f0894561190f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:34:46Z', 'updated_at': '2022-05-31T13:36:29Z', 'revision_number': 1, 'project_id': 'e8214c87941844eca93c05e6b9a8f274', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee978f54-0d60-498e-a601-a7bd91661dc3', 'name': '', 'network_id': '4c3776cd-e1b3-4e6a-975b-cdf904000766', 'tenant_id': 'e8214c87941844eca93c05e6b9a8f274', 'mac_address': 'fa:16:3e:0e:ee:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6744b4e2-ef68-487e-8016-11c3e36d929f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'f7c914b2-4439-45d4-b005-4ab7c54412a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:33:38Z', 'updated_at': '2022-05-31T13:33:50Z', 'revision_number': 5, 'project_id': 'e8214c87941844eca93c05e6b9a8f274', 'subnets': [{'id': 'f7c914b2-4439-45d4-b005-4ab7c54412a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:36:34.855924 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ca164565-9298-4edd-b38d-da599df5a0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:34.907249 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bebca33a-7c65-4532-9301-4ee81ac6eb29 req-3151b725-ee5b-4ece-a4ac-c46ac6b8e2a4 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3820598 May 31 13:36:35.030447 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca164565-9298-4edd-b38d-da599df5a0fd admin admin] Pushing event deleted for resources: {'Port': ['ID=c905035a-34a9-4155-ab7e-afb8edab9e2b,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:36:35.043333 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 6fba84dd-602c-4af4-8cc6-163477023a03 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:36:35.054212 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-238a81c4-e04e-4322-a3ce-b439f2ff1d45 req-ec0f6677-0a0e-429f-9f3e-3021908ffb98 service neutron] 10.222.0.44 "GET /v2.0/networks/7090fc64-4766-4bc1-8c8d-d8e3dd2b5735?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0066333 May 31 13:36:35.060771 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d22943-9b31-4f81-aa2d-b491141b8c4c req-a8841e88-1745-43e0-a6cf-7cf8e2b483b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:35.064529 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-57d22943-9b31-4f81-aa2d-b491141b8c4c req-a8841e88-1745-43e0-a6cf-7cf8e2b483b8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4c3776cd-e1b3-4e6a-975b-cdf904000766 HTTP/1.1" status: 200 len: 917 time: 0.4583895 May 31 13:36:35.100966 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device de35487d-6fab-4a92-89f5-7d801afcde70 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:36:35.188201 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.resource_extend [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:36:35.252370 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8943491d-e52f-4d0f-a755-f38713bca059 None None] New status for floating IP 1d9cea86-7b50-4d32-9399-ef4e668345b6: ACTIVE {{(pid=88371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 13:36:35.372407 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb7e63-3fca-4fa3-8da8-66a655a71983 req-e570f901-84b6-4cad-8e33-3866604b3476 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:35.384075 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-04cb7e63-3fca-4fa3-8da8-66a655a71983 req-e570f901-84b6-4cad-8e33-3866604b3476 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50c4000-326f-4831-abd3-b25a6f559834 HTTP/1.1" status: 200 len: 943 time: 0.7494237 May 31 13:36:35.448388 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ca164565-9298-4edd-b38d-da599df5a0fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577389'] for router_gateway, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:35.546712 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-57d22943-9b31-4f81-aa2d-b491141b8c4c req-1b5b094b-7358-47ac-a8d8-c7dbbd3f2eb6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24651c97-ae0f-4907-8b38-7261435835f0 HTTP/1.1" status: 200 len: 999 time: 0.4743299 May 31 13:36:35.709109 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 49624) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:36:35.767526 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] No Port match for: de35487d-6fab-4a92-89f5-7d801afcde70 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:36:35.767933 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device de35487d-6fab-4a92-89f5-7d801afcde70 not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:36:35.877689 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 6fba84dd-602c-4af4-8cc6-163477023a03, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=6fba84dd-602c-4af4-8cc6-163477023a03,segment=NetworkSegment(dfa37d0f-69f6-423e-a3ff-702fa969883b),segment_id=dfa37d0f-69f6-423e-a3ff-702fa969883b)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:36:35.908854 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': '6fba84dd-602c-4af4-8cc6-163477023a03', 'network_id': '4805cc3e-f802-432a-a895-ff648d7eea38', 'port_id': '6fba84dd-602c-4af4-8cc6-163477023a03', 'mac_address': 'fa:16:3e:0a:a4:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78475d05-cc98-4fb2-b531-8986b43f0ba1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:36:35.913835 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-04cb7e63-3fca-4fa3-8da8-66a655a71983 req-c1b1f4cf-7bbf-43df-b954-ad9827bb27fb tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/security-groups?id=677b8212-d6d1-4b38-be51-aaa6218210d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5288193 May 31 13:36:35.984010 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d22943-9b31-4f81-aa2d-b491141b8c4c req-a821f8c2-d502-4c69-aab9-477ee3ae968a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:35.991867 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-57d22943-9b31-4f81-aa2d-b491141b8c4c req-a821f8c2-d502-4c69-aab9-477ee3ae968a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f7c914b2-4439-45d4-b005-4ab7c54412a5 HTTP/1.1" status: 200 len: 855 time: 0.3922298 May 31 13:36:36.031437 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device ca6905cb-a1d4-4a69-a4b4-7641a43a65d7 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:36:36.094829 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-238a81c4-e04e-4322-a3ce-b439f2ff1d45 req-ec5a7a7e-2cf4-46c0-a19f-af7ed8f5d104 service neutron] 10.222.0.44 "GET /v2.0/networks/7090fc64-4766-4bc1-8c8d-d8e3dd2b5735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0319135 May 31 13:36:36.117639 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: ca6905cb-a1d4-4a69-a4b4-7641a43a65d7 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:36:36.118824 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device ca6905cb-a1d4-4a69-a4b4-7641a43a65d7 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:36:36.138563 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 6fba84dd-602c-4af4-8cc6-163477023a03 is: ACTIVE; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:36:36.139025 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:36.163413 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6569e472-6bae-4ece-93b2-622cf9968bd8 req-75751271-fe1e-41c6-a841-6fc6aa87284f tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:36.165091 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6569e472-6bae-4ece-93b2-622cf9968bd8 req-75751271-fe1e-41c6-a841-6fc6aa87284f tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=042b55b1-4802-4d6a-ac22-07bd919274de HTTP/1.1" status: 200 len: 945 time: 0.8836956 May 31 13:36:36.166655 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea2bf637-b874-400e-aee4-7d84f26074cc', 'name': 'network-vif-deleted', 'tag': 'de35487d-6fab-4a92-89f5-7d801afcde70'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:36:36.171839 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fa0ad3b3-36aa-4de1-b4bb-adca8d5fdffb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:36.185107 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6fba84dd-602c-4af4-8cc6-163477023a03 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:36:36.227649 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 6fba84dd-602c-4af4-8cc6-163477023a03, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=6fba84dd-602c-4af4-8cc6-163477023a03,segment=NetworkSegment(dfa37d0f-69f6-423e-a3ff-702fa969883b),segment_id=dfa37d0f-69f6-423e-a3ff-702fa969883b)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:36:36.234415 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:36.272424 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ca164565-9298-4edd-b38d-da599df5a0fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:36.295794 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ca164565-9298-4edd-b38d-da599df5a0fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:36.316388 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-fa0ad3b3-36aa-4de1-b4bb-adca8d5fdffb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:36:36.337822 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-fa0ad3b3-36aa-4de1-b4bb-adca8d5fdffb admin admin] Usage tracker for resource:security_group_rule and tenant:13d0acc2c3bd4051b72ea4aacf4e5708 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:36:36.350585 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=6fba84dd-602c-4af4-8cc6-163477023a03,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:36:36.368513 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-fa0ad3b3-36aa-4de1-b4bb-adca8d5fdffb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:36:36.386932 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-fa0ad3b3-36aa-4de1-b4bb-adca8d5fdffb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:36:36.402392 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff25752a-ac56-4609-901d-8678fc4dd610 req-45c91980-6c45-47a4-8b98-d8cae2959b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:36.410544 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ff25752a-ac56-4609-901d-8678fc4dd610 req-45c91980-6c45-47a4-8b98-d8cae2959b25 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c57625484b41479da30faed75e795b98&device_id=e50c4000-326f-4831-abd3-b25a6f559834 HTTP/1.1" status: 200 len: 1094 time: 0.2041109 May 31 13:36:36.411203 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ca164565-9298-4edd-b38d-da599df5a0fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:36.411705 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca164565-9298-4edd-b38d-da599df5a0fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 120e2a75-0607-41fc-8f3e-3edf14f7bca0 {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:36:36.411819 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6569e472-6bae-4ece-93b2-622cf9968bd8 req-b70ac53a-bca6-476c-bb32-358bca16993e tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100062 May 31 13:36:36.455067 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['6fba84dd-602c-4af4-8cc6-163477023a03'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:36:36.469355 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2542dad-dabd-4349-8edc-36a08756d127 req-77aefe0c-9119-40ee-beaa-49c7bd8c1056 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:36.481617 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f2542dad-dabd-4349-8edc-36a08756d127 req-77aefe0c-9119-40ee-beaa-49c7bd8c1056 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.44 "GET /v2.0/ports?device_id=042b55b1-4802-4d6a-ac22-07bd919274de HTTP/1.1" status: 200 len: 945 time: 0.5157151 May 31 13:36:36.520842 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ca164565-9298-4edd-b38d-da599df5a0fd admin admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:36.522457 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ca164565-9298-4edd-b38d-da599df5a0fd admin admin] 10.222.0.50 "DELETE /v2.0/routers/120e2a75-0607-41fc-8f3e-3edf14f7bca0 HTTP/1.1" status: 204 len: 168 time: 3.8376429 May 31 13:36:36.532193 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 49632) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:36:36.628316 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d22943-9b31-4f81-aa2d-b491141b8c4c req-544d0dc5-8322-43da-8d87-5bcd7cf72abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:36.630433 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-57d22943-9b31-4f81-aa2d-b491141b8c4c req-544d0dc5-8322-43da-8d87-5bcd7cf72abd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c3776cd-e1b3-4e6a-975b-cdf904000766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5679491 May 31 13:36:36.640645 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ebe6c-4692-4a76-bc4c-4366eb64c1f7 req-98795410-0ec9-40dd-b114-8e97e11f9009 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:36.650374 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-167ebe6c-4692-4a76-bc4c-4366eb64c1f7 req-98795410-0ec9-40dd-b114-8e97e11f9009 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 944 time: 0.4496901 May 31 13:36:36.751202 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff25752a-ac56-4609-901d-8678fc4dd610 req-19557a86-0564-454b-9af5-39584cb0b87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:36.753000 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ff25752a-ac56-4609-901d-8678fc4dd610 req-19557a86-0564-454b-9af5-39584cb0b87f service neutron] 10.222.0.44 "GET /v2.0/networks?id=7090fc64-4766-4bc1-8c8d-d8e3dd2b5735 HTTP/1.1" status: 200 len: 916 time: 0.3195870 May 31 13:36:36.876097 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ff25752a-ac56-4609-901d-8678fc4dd610 req-2fd8dbce-c5a5-46d1-862f-44d6e761f234 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=051805ca-ed74-4568-b21e-cd8effdd3795 HTTP/1.1" status: 200 len: 217 time: 0.1154194 May 31 13:36:36.953554 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff25752a-ac56-4609-901d-8678fc4dd610 req-0672cd7d-b74f-4a51-928a-00ee86370f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:36.955398 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ff25752a-ac56-4609-901d-8678fc4dd610 req-0672cd7d-b74f-4a51-928a-00ee86370f49 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0cac9d00-a8ca-4f0c-abe0-a23f396b4dab HTTP/1.1" status: 200 len: 855 time: 0.0726674 May 31 13:36:36.960033 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-f2542dad-dabd-4349-8edc-36a08756d127 req-87194742-a683-4293-af7a-7731dbd1a35e tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Deleting port 8dbe81c3-37de-43ae-90b4-65e7da699de5 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:36:36.960447 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f2542dad-dabd-4349-8edc-36a08756d127 req-87194742-a683-4293-af7a-7731dbd1a35e tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:37.017637 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ff25752a-ac56-4609-901d-8678fc4dd610 req-0966b647-6270-41cb-9d0c-d03c70bcfc5a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7090fc64-4766-4bc1-8c8d-d8e3dd2b5735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556393 May 31 13:36:37.040561 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 6fba84dd-602c-4af4-8cc6-163477023a03 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:36:37.158089 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-167ebe6c-4692-4a76-bc4c-4366eb64c1f7 req-c6a28788-fe49-4bbb-8371-8ed18fff2a5a tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5066409 May 31 13:36:37.179949 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-2517f87c-944e-4322-a842-b5d566c2b3a9 admin admin] Deleting subnet d8e579bd-fa49-4165-a3ec-6dc8044508d0 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:36:37.183262 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2517f87c-944e-4322-a842-b5d566c2b3a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:37.197193 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port 6fba84dd-602c-4af4-8cc6-163477023a03 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:36:37.197762 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:37.224497 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ff25752a-ac56-4609-901d-8678fc4dd610 req-061416c9-e1d7-459e-bc0a-c28570ed91dd service neutron] 10.222.0.44 "GET /v2.0/networks/7090fc64-4766-4bc1-8c8d-d8e3dd2b5735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998651 May 31 13:36:37.296557 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2517f87c-944e-4322-a842-b5d566c2b3a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65507433'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:37.405732 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2517f87c-944e-4322-a842-b5d566c2b3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:37.415104 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:37.458904 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ff25752a-ac56-4609-901d-8678fc4dd610 req-41e4c608-7fbf-43be-82e8-d0bea87d325b service neutron] 10.222.0.44 "GET /v2.0/networks/7090fc64-4766-4bc1-8c8d-d8e3dd2b5735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279801 May 31 13:36:37.506846 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c62f1de3-43e2-4cf8-a6e3-cff0f9252659'] response: {'server_uuid': 'ea2bf637-b874-400e-aee4-7d84f26074cc', 'name': 'network-vif-deleted', 'tag': 'de35487d-6fab-4a92-89f5-7d801afcde70', 'status': 'completed', 'code': 200} May 31 13:36:37.547528 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 6fba84dd-602c-4af4-8cc6-163477023a03 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:36:37.547915 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:37.551274 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2517f87c-944e-4322-a842-b5d566c2b3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65216469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65148562'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:37.582201 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f362fe1c-c185-4d8d-b67d-4f5e5b24d684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fba84dd-602c-4af4-8cc6-163477023a03'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:36:37.592666 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 6fba84dd-602c-4af4-8cc6-163477023a03, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=6fba84dd-602c-4af4-8cc6-163477023a03,segment=NetworkSegment(dfa37d0f-69f6-423e-a3ff-702fa969883b),segment_id=dfa37d0f-69f6-423e-a3ff-702fa969883b)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:36:37.597823 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:37.666411 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2517f87c-944e-4322-a842-b5d566c2b3a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8e579bd-fa49-4165-a3ec-6dc8044508d0,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:36:37.685632 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10d9f5a-c19a-4463-8127-9f4e011930a6 None None] Network 52ab6441-b95e-4164-b6cf-3f2c93aec574 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:36:37.699530 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-57d22943-9b31-4f81-aa2d-b491141b8c4c req-1b7e57b0-57cb-4d2d-9759-53aae705f883 service neutron] 10.222.0.44 "GET /v2.0/networks/4c3776cd-e1b3-4e6a-975b-cdf904000766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9979753 May 31 13:36:37.735977 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2517f87c-944e-4322-a842-b5d566c2b3a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:37.749670 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-2517f87c-944e-4322-a842-b5d566c2b3a9 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/d8e579bd-fa49-4165-a3ec-6dc8044508d0 HTTP/1.1" status: 204 len: 168 time: 1.1347384 May 31 13:36:37.750108 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49648) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:36:37.825417 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25300a95-de5c-42e0-8486-b9a95062c45f req-63038ce6-1917-476f-b599-11815ef2484f tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:37.827070 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25300a95-de5c-42e0-8486-b9a95062c45f req-63038ce6-1917-476f-b599-11815ef2484f tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 945 time: 1.1744251 May 31 13:36:37.881619 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f5470146-1906-4366-a165-45b513f4a803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:37.896311 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-f5470146-1906-4366-a165-45b513f4a803 admin admin] Deleting port ef4b6a83-6d7c-4f43-9b77-678618b36fbb {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:36:37.896651 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f5470146-1906-4366-a165-45b513f4a803 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:37.909468 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=6fba84dd-602c-4af4-8cc6-163477023a03,revision_number=7']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:36:37.958266 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device c905035a-34a9-4155-ab7e-afb8edab9e2b no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:36:38.006403 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: c905035a-34a9-4155-ab7e-afb8edab9e2b {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:36:38.006972 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device c905035a-34a9-4155-ab7e-afb8edab9e2b not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:36:38.096802 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdcda38f-ca5d-4ea1-ac3e-7a0dbf0061d1 None None] DHCP port deletion for 52ab6441-b95e-4164-b6cf-3f2c93aec574 request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:36:38.102420 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-bdcda38f-ca5d-4ea1-ac3e-7a0dbf0061d1 None None] Deleting port ef4b6a83-6d7c-4f43-9b77-678618b36fbb {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:36:38.103152 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bdcda38f-ca5d-4ea1-ac3e-7a0dbf0061d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:38.162320 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fa0ad3b3-36aa-4de1-b4bb-adca8d5fdffb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:38.190368 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fa0ad3b3-36aa-4de1-b4bb-adca8d5fdffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:38.199226 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-f5470146-1906-4366-a165-45b513f4a803 admin admin] For port ef4b6a83-6d7c-4f43-9b77-678618b36fbb, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=ef4b6a83-6d7c-4f43-9b77-678618b36fbb,segment=NetworkSegment(b80bc45d-1b52-4e81-a25c-b127a330c28c),segment_id=b80bc45d-1b52-4e81-a25c-b127a330c28c)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:36:38.200806 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f5470146-1906-4366-a165-45b513f4a803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:38.315801 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25300a95-de5c-42e0-8486-b9a95062c45f req-e8e4ff92-ea84-4dac-b9c2-f5434e5ad028 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012769 May 31 13:36:38.364011 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-f5470146-1906-4366-a165-45b513f4a803 admin admin] Calling delete_port for ef4b6a83-6d7c-4f43-9b77-678618b36fbb owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:36:38.393636 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-fa0ad3b3-36aa-4de1-b4bb-adca8d5fdffb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=13d0acc2c3bd4051b72ea4aacf4e5708&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6832221 May 31 13:36:38.403144 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-f2542dad-dabd-4349-8edc-36a08756d127 req-87194742-a683-4293-af7a-7731dbd1a35e tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] For port 8dbe81c3-37de-43ae-90b4-65e7da699de5, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=8dbe81c3-37de-43ae-90b4-65e7da699de5,segment=NetworkSegment(ac59caff-d513-4fef-b003-5737787eb94f),segment_id=ac59caff-d513-4fef-b003-5737787eb94f)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:36:38.418638 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f2542dad-dabd-4349-8edc-36a08756d127 req-87194742-a683-4293-af7a-7731dbd1a35e tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:38.429322 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 49652) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:36:38.444261 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-bdcda38f-ca5d-4ea1-ac3e-7a0dbf0061d1 None None] For port ef4b6a83-6d7c-4f43-9b77-678618b36fbb, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=ef4b6a83-6d7c-4f43-9b77-678618b36fbb,segment=NetworkSegment(b80bc45d-1b52-4e81-a25c-b127a330c28c),segment_id=b80bc45d-1b52-4e81-a25c-b127a330c28c)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:36:38.444820 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bdcda38f-ca5d-4ea1-ac3e-7a0dbf0061d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:38.445956 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0ad3b3-36aa-4de1-b4bb-adca8d5fdffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e291a9c8-4f2e-4f55-94a4-ec298118371a,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:36:38.473247 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f5470146-1906-4366-a165-45b513f4a803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:38.517093 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-57d22943-9b31-4f81-aa2d-b491141b8c4c req-13a406e4-554a-4cb9-a619-b3e9cf722c8b service neutron] 10.222.0.44 "GET /v2.0/networks/4c3776cd-e1b3-4e6a-975b-cdf904000766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7001610 May 31 13:36:38.525857 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eed255-6bb0-41f4-a778-31bd04f67775 req-142e2547-41f2-4bec-8e80-cf94c2cd2e69 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:38.527397 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d6eed255-6bb0-41f4-a778-31bd04f67775 req-142e2547-41f2-4bec-8e80-cf94c2cd2e69 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50c4000-326f-4831-abd3-b25a6f559834 HTTP/1.1" status: 200 len: 943 time: 0.8330054 May 31 13:36:38.662919 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-bdcda38f-ca5d-4ea1-ac3e-7a0dbf0061d1 None None] Calling delete_port for ef4b6a83-6d7c-4f43-9b77-678618b36fbb owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:36:38.701289 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5470146-1906-4366-a165-45b513f4a803 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef4b6a83-6d7c-4f43-9b77-678618b36fbb,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:36:38.704041 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5470146-1906-4366-a165-45b513f4a803 admin admin] No DVR routers for this DVR port ef4b6a83-6d7c-4f43-9b77-678618b36fbb on host n-d-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:36:38.754688 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-f2542dad-dabd-4349-8edc-36a08756d127 req-87194742-a683-4293-af7a-7731dbd1a35e tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Calling delete_port for 8dbe81c3-37de-43ae-90b4-65e7da699de5 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:36:38.772462 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:38.778145 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-bdcda38f-ca5d-4ea1-ac3e-7a0dbf0061d1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:36:38.778682 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-bdcda38f-ca5d-4ea1-ac3e-7a0dbf0061d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:36:38.846824 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f5470146-1906-4366-a165-45b513f4a803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:38.882846 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-f5470146-1906-4366-a165-45b513f4a803 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52ab6441-b95e-4164-b6cf-3f2c93aec574']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:36:38.896298 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-f5470146-1906-4366-a165-45b513f4a803 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b80bc45d-1b52-4e81-a25c-b127a330c28c') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:36:38.896719 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-f5470146-1906-4366-a165-45b513f4a803 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b80bc45d-1b52-4e81-a25c-b127a330c28c') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:36:38.914918 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f5470146-1906-4366-a165-45b513f4a803 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:38.938794 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f5470146-1906-4366-a165-45b513f4a803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:38.947811 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5470146-1906-4366-a165-45b513f4a803 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:36:38.948653 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f5470146-1906-4366-a165-45b513f4a803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:38.960692 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d6eed255-6bb0-41f4-a778-31bd04f67775 req-364d8197-3b0d-409c-bdd7-c708f40cc2fa tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/security-groups?id=677b8212-d6d1-4b38-be51-aaa6218210d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897527 May 31 13:36:38.969725 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1a523f96-4b5e-4d82-82a1-4d761efc4ba2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:38.999672 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1a523f96-4b5e-4d82-82a1-4d761efc4ba2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:39.026056 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment b80bc45d-1b52-4e81-a25c-b127a330c28c resource provider aggregate not found May 31 13:36:39.048089 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 051805ca-ed74-4568-b21e-cd8effdd3795 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:36:39.063882 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment b80bc45d-1b52-4e81-a25c-b127a330c28c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b80bc45d-1b52-4e81-a25c-b127a330c28c found for delete ", "request_id": "req-69249971-d229-4eae-884b-bdabd50d323c"}]} May 31 13:36:39.106497 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f5470146-1906-4366-a165-45b513f4a803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:39.139779 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1a523f96-4b5e-4d82-82a1-4d761efc4ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:39.152854 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f5470146-1906-4366-a165-45b513f4a803 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:39.160877 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5470146-1906-4366-a165-45b513f4a803 admin admin] Pushing event deleted for resources: {'Network': ['ID=52ab6441-b95e-4164-b6cf-3f2c93aec574,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:36:39.168528 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-f5470146-1906-4366-a165-45b513f4a803 admin admin] 10.222.0.50 "DELETE /v2.0/networks/52ab6441-b95e-4164-b6cf-3f2c93aec574 HTTP/1.1" status: 204 len: 168 time: 1.4173939 May 31 13:36:39.260471 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b25ce7-94ed-4365-82f5-287ae771715c req-75582282-1799-4a8e-b9b1-5f01c76f13f1 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:39.267646 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e6b25ce7-94ed-4365-82f5-287ae771715c req-75582282-1799-4a8e-b9b1-5f01c76f13f1 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 944 time: 0.6666694 May 31 13:36:39.282572 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-bdcda38f-ca5d-4ea1-ac3e-7a0dbf0061d1 None None] Deleting port ef4b6a83-6d7c-4f43-9b77-678618b36fbb {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:36:39.283468 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bdcda38f-ca5d-4ea1-ac3e-7a0dbf0061d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:39.297809 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a523f96-4b5e-4d82-82a1-4d761efc4ba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e291a9c8-4f2e-4f55-94a4-ec298118371a,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:36:39.340283 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1a523f96-4b5e-4d82-82a1-4d761efc4ba2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:39.343991 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-1a523f96-4b5e-4d82-82a1-4d761efc4ba2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e291a9c8-4f2e-4f55-94a4-ec298118371a HTTP/1.1" status: 204 len: 168 time: 0.8923454 May 31 13:36:39.404980 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f2542dad-dabd-4349-8edc-36a08756d127 req-87194742-a683-4293-af7a-7731dbd1a35e tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:39.421491 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e6b25ce7-94ed-4365-82f5-287ae771715c req-a934a486-5a1b-4e65-9b38-30ceec47bb41 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1523919 May 31 13:36:39.472993 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49668) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:36:39.477452 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['62b05f69-ad8d-466d-8bd6-4a827b01fe2d'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:36:39.555188 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['8dbe81c3-37de-43ae-90b4-65e7da699de5'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:36:39.584187 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87194742-a683-4293-af7a-7731dbd1a35e tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Pushing event deleted for resources: {'Port': ['ID=8dbe81c3-37de-43ae-90b4-65e7da699de5,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:36:39.630343 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-93e44645-c6a6-4776-92c9-7d5db74d1838 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c546e522a53042bf9288235d025993be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1561451 May 31 13:36:39.631595 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12fb52c-0232-48d5-9cbd-411040a1c661 req-f4a058a9-e352-4e70-b008-be71bf380d31 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:39.632452 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-d12fb52c-0232-48d5-9cbd-411040a1c661 req-f4a058a9-e352-4e70-b008-be71bf380d31 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Synchronizing usage tracker for tenant:e7915944b7b94ed798ed9400dc43e749 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:36:39.634415 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49680) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:36:39.718922 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2542dad-dabd-4349-8edc-36a08756d127 req-87194742-a683-4293-af7a-7731dbd1a35e tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] No DVR routers for this DVR port 8dbe81c3-37de-43ae-90b4-65e7da699de5 on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:36:39.726711 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 051805ca-ed74-4568-b21e-cd8effdd3795, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=051805ca-ed74-4568-b21e-cd8effdd3795,segment=NetworkSegment(d3443ede-b43a-41d6-a2b9-2ee5a31d0003),segment_id=d3443ede-b43a-41d6-a2b9-2ee5a31d0003)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:36:39.754642 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f2542dad-dabd-4349-8edc-36a08756d127 req-87194742-a683-4293-af7a-7731dbd1a35e tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:39.758708 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f2542dad-dabd-4349-8edc-36a08756d127 req-87194742-a683-4293-af7a-7731dbd1a35e tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.44 "DELETE /v2.0/ports/8dbe81c3-37de-43ae-90b4-65e7da699de5 HTTP/1.1" status: 204 len: 173 time: 3.2380288 May 31 13:36:39.759471 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-d12fb52c-0232-48d5-9cbd-411040a1c661 req-f4a058a9-e352-4e70-b008-be71bf380d31 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Unset dirty status for tenant:e7915944b7b94ed798ed9400dc43e749 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:36:39.769306 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d12fb52c-0232-48d5-9cbd-411040a1c661 req-f4a058a9-e352-4e70-b008-be71bf380d31 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=042b55b1-4802-4d6a-ac22-07bd919274de HTTP/1.1" status: 200 len: 945 time: 0.6195025 May 31 13:36:39.787513 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '042b55b1-4802-4d6a-ac22-07bd919274de', 'name': 'network-vif-deleted', 'tag': '8dbe81c3-37de-43ae-90b4-65e7da699de5'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:36:39.810908 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8cdae43c-a47f-4afb-ab5c-c1a47d800d2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:39.814154 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-bdcda38f-ca5d-4ea1-ac3e-7a0dbf0061d1 None None] The port 'ef4b6a83-6d7c-4f43-9b77-678618b36fbb' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 13:36:39.848275 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': '051805ca-ed74-4568-b21e-cd8effdd3795', 'network_id': '7090fc64-4766-4bc1-8c8d-d8e3dd2b5735', 'port_id': '051805ca-ed74-4568-b21e-cd8effdd3795', 'mac_address': 'fa:16:3e:8e:7a:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cac9d00-a8ca-4f0c-abe0-a23f396b4dab', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:36:39.878974 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8cdae43c-a47f-4afb-ab5c-c1a47d800d2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:40.194294 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d12fb52c-0232-48d5-9cbd-411040a1c661 req-8e06fecf-20cb-4286-bbf3-05c12ea3da1c tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4002225 May 31 13:36:40.200169 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 051805ca-ed74-4568-b21e-cd8effdd3795 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:36:40.200169 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:40.249144 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8cdae43c-a47f-4afb-ab5c-c1a47d800d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:40.321673 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdae43c-a47f-4afb-ab5c-c1a47d800d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec14f8b-45ce-4317-9c2d-64b36ff87886,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:36:40.359781 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8cdae43c-a47f-4afb-ab5c-c1a47d800d2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:40.361921 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 051805ca-ed74-4568-b21e-cd8effdd3795 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:36:40.369807 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-8cdae43c-a47f-4afb-ab5c-c1a47d800d2e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cec14f8b-45ce-4317-9c2d-64b36ff87886 HTTP/1.1" status: 204 len: 168 time: 0.7187600 May 31 13:36:40.384265 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device ef4b6a83-6d7c-4f43-9b77-678618b36fbb no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:36:40.513773 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90804614-1740-4d0f-bde7-fa0d70b0959e req-e170e19e-8d3e-40ba-9a58-01cdc550a772 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:40.517507 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-90804614-1740-4d0f-bde7-fa0d70b0959e req-e170e19e-8d3e-40ba-9a58-01cdc550a772 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/networks?id=6f63975b-9b05-46d3-8543-47c8fac2cf70 HTTP/1.1" status: 200 len: 811 time: 0.8605297 May 31 13:36:40.537672 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc05b985-e0ab-481c-a0a5-c51887183816'] response: {'server_uuid': 'f362fe1c-c185-4d8d-b67d-4f5e5b24d684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fba84dd-602c-4af4-8cc6-163477023a03', 'code': 200} May 31 13:36:40.550891 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-90804614-1740-4d0f-bde7-fa0d70b0959e req-ff87ca22-5c07-4717-9942-ff531c747caa tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/quotas/52669f2db59f4a3eb6fd40f6ebcd20ec HTTP/1.1" status: 200 len: 375 time: 0.0151246 May 31 13:36:40.601744 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: ef4b6a83-6d7c-4f43-9b77-678618b36fbb {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:36:40.603691 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device ef4b6a83-6d7c-4f43-9b77-678618b36fbb not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:36:40.679299 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-90804614-1740-4d0f-bde7-fa0d70b0959e req-e9c42236-678e-4063-8e1c-33f74fc87d03 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=52669f2db59f4a3eb6fd40f6ebcd20ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1090779 May 31 13:36:40.752203 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 051805ca-ed74-4568-b21e-cd8effdd3795, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=051805ca-ed74-4568-b21e-cd8effdd3795,segment=NetworkSegment(d3443ede-b43a-41d6-a2b9-2ee5a31d0003),segment_id=d3443ede-b43a-41d6-a2b9-2ee5a31d0003)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:36:40.770790 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:40.903347 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2c88db57-7347-4712-a36f-9f0dd58389de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:41.060498 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 8dbe81c3-37de-43ae-90b4-65e7da699de5 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:36:41.189041 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-90804614-1740-4d0f-bde7-fa0d70b0959e req-38614e3b-0fbc-448a-8a07-7195d7df2150 service neutron] 10.222.0.50 "GET /v2.0/networks/6f63975b-9b05-46d3-8543-47c8fac2cf70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5012603 May 31 13:36:41.216866 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['051805ca-ed74-4568-b21e-cd8effdd3795'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:36:41.232433 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e10b78-e525-427d-92cf-8940736411fc req-85819c8d-9b10-4b3e-93cb-990a3b17d4b0 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:41.236716 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-74e10b78-e525-427d-92cf-8940736411fc req-85819c8d-9b10-4b3e-93cb-990a3b17d4b0 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 946 time: 0.2817442 May 31 13:36:41.298951 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] No Port match for: 8dbe81c3-37de-43ae-90b4-65e7da699de5 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:36:41.299342 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 8dbe81c3-37de-43ae-90b4-65e7da699de5 not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:36:41.379839 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49716) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:36:41.380303 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=051805ca-ed74-4568-b21e-cd8effdd3795,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:36:41.481428 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c782bd06-3d72-415b-a6a4-21944973709b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f5bf22f339824144b328620948e57a30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1002367 May 31 13:36:41.482298 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49720) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:36:41.514281 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-74e10b78-e525-427d-92cf-8940736411fc req-7ad7c5b0-f75b-4346-b9b4-b10148e6489e tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329028 May 31 13:36:41.651440 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e6094784-7b2f-44ad-8391-f837aca66ce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:41.716962 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e6094784-7b2f-44ad-8391-f837aca66ce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:41.779847 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e6094784-7b2f-44ad-8391-f837aca66ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:41.797856 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6094784-7b2f-44ad-8391-f837aca66ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5ecbd9-a147-46e6-8548-601facfc933d,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:36:41.824582 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e6094784-7b2f-44ad-8391-f837aca66ce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:41.852288 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e6094784-7b2f-44ad-8391-f837aca66ce3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/af5ecbd9-a147-46e6-8548-601facfc933d HTTP/1.1" status: 204 len: 168 time: 0.3686135 May 31 13:36:41.889405 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-90804614-1740-4d0f-bde7-fa0d70b0959e req-86cc8cf9-246d-4bd6-a21d-0fb20e090c41 service neutron] 10.222.0.50 "GET /v2.0/networks/6f63975b-9b05-46d3-8543-47c8fac2cf70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6931500 May 31 13:36:41.995519 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac76c16-8995-4a57-9571-6ce88e5fd760 req-aa3482d8-9d9e-471a-a0bc-fd45be6be944 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:41.995519 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bac76c16-8995-4a57-9571-6ce88e5fd760 req-aa3482d8-9d9e-471a-a0bc-fd45be6be944 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/networks?id=ef7bc708-faad-4f53-9863-9b17fc2bd3a4 HTTP/1.1" status: 200 len: 811 time: 0.2413263 May 31 13:36:42.037828 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bac76c16-8995-4a57-9571-6ce88e5fd760 req-76a0847f-7189-4752-a8ce-61c8a04209ef tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/quotas/bc5142db886b48f8906c49afcc233362 HTTP/1.1" status: 200 len: 375 time: 0.0296247 May 31 13:36:42.146542 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-935a3a43-b3e0-4047-8baf-ce12428b07a2'] response: {'server_uuid': '042b55b1-4802-4d6a-ac22-07bd919274de', 'name': 'network-vif-deleted', 'tag': '8dbe81c3-37de-43ae-90b4-65e7da699de5', 'status': 'completed', 'code': 200} May 31 13:36:42.220195 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bac76c16-8995-4a57-9571-6ce88e5fd760 req-b727ed82-d014-4499-be4b-b72e7eb06eeb tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc5142db886b48f8906c49afcc233362&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1742437 May 31 13:36:42.564306 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d6123-c031-4d9f-a2fa-3e82291224e9 req-0313c9bc-a139-40d3-b303-5c78e3639120 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:42.566457 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-681d6123-c031-4d9f-a2fa-3e82291224e9 req-0313c9bc-a139-40d3-b303-5c78e3639120 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50c4000-326f-4831-abd3-b25a6f559834 HTTP/1.1" status: 200 len: 944 time: 0.2048142 May 31 13:36:42.570681 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bac76c16-8995-4a57-9571-6ce88e5fd760 req-51fe357b-7325-4dee-be51-a87b3c248e3f service neutron] 10.222.0.50 "GET /v2.0/networks/ef7bc708-faad-4f53-9863-9b17fc2bd3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247449 May 31 13:36:42.806307 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-681d6123-c031-4d9f-a2fa-3e82291224e9 req-f07d74ef-67e3-41e9-a566-20883f3529fb tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/security-groups?id=677b8212-d6d1-4b38-be51-aaa6218210d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283561 May 31 13:36:42.827221 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3dc2aa11-300d-493d-a775-3871b978bc08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:42.892924 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bac76c16-8995-4a57-9571-6ce88e5fd760 req-591e00b8-de36-4b2e-98c3-e0345c0e17dc service neutron] 10.222.0.50 "GET /v2.0/networks/ef7bc708-faad-4f53-9863-9b17fc2bd3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837884 May 31 13:36:43.062774 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 051805ca-ed74-4568-b21e-cd8effdd3795 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:36:43.246708 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port 051805ca-ed74-4568-b21e-cd8effdd3795 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:36:43.257419 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port 051805ca-ed74-4568-b21e-cd8effdd3795 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:36:43.257953 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:43.502815 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3274bcfc-97dc-47f2-a0b5-ce48ca7e74fe req-203365e1-9ea7-434a-9083-95c435b7624e tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=58cd7c3c-004a-4f96-8d08-1daaa42bf853 HTTP/1.1" status: 200 len: 210 time: 0.0981352 May 31 13:36:43.543359 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 49784) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:36:43.609082 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 051805ca-ed74-4568-b21e-cd8effdd3795 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:36:43.609701 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:43.707058 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e50c4000-326f-4831-abd3-b25a6f559834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '051805ca-ed74-4568-b21e-cd8effdd3795'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:36:43.772120 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 051805ca-ed74-4568-b21e-cd8effdd3795, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=051805ca-ed74-4568-b21e-cd8effdd3795,segment=NetworkSegment(d3443ede-b43a-41d6-a2b9-2ee5a31d0003),segment_id=d3443ede-b43a-41d6-a2b9-2ee5a31d0003)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:36:43.782260 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:43.783058 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1df1b256-f460-4960-b559-b9d45693a64a req-c5b6b097-2ac7-4d4e-8c2d-6bba241e5779 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=325ebe8c-6f44-44f5-a084-d31e727e149f HTTP/1.1" status: 200 len: 210 time: 0.1205406 May 31 13:36:43.839912 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:44.029488 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46f8179c-8bde-4e51-ac88-6e38c363db0f'] response: {'server_uuid': 'e50c4000-326f-4831-abd3-b25a6f559834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '051805ca-ed74-4568-b21e-cd8effdd3795', 'code': 200} May 31 13:36:44.031253 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=051805ca-ed74-4568-b21e-cd8effdd3795,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:36:44.040963 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:44.073945 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-49e22e6f-69f9-4f98-b10d-146f2c5fc29a admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2128179311-network', 'tenant_id': 'f89ceabafad5420cb483df25f252f64a'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:36:44.084840 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-49e22e6f-69f9-4f98-b10d-146f2c5fc29a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:36:44.097491 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-49e22e6f-69f9-4f98-b10d-146f2c5fc29a admin admin] Usage tracker for resource:network and tenant:f89ceabafad5420cb483df25f252f64a is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:36:44.106325 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-49e22e6f-69f9-4f98-b10d-146f2c5fc29a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:36:44.171790 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-49e22e6f-69f9-4f98-b10d-146f2c5fc29a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:36:44.204324 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e22e6f-69f9-4f98-b10d-146f2c5fc29a admin admin] Made reservation on behalf of f89ceabafad5420cb483df25f252f64a for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:36:44.207153 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-49e22e6f-69f9-4f98-b10d-146f2c5fc29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:44.225329 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-49e22e6f-69f9-4f98-b10d-146f2c5fc29a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:44.245693 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd4db5a-049a-4665-ae09-81af28931c37 req-e4096dc8-2adf-460d-ad51-af6aed600d9f tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:44.253449 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6fd4db5a-049a-4665-ae09-81af28931c37 req-e4096dc8-2adf-460d-ad51-af6aed600d9f tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 946 time: 0.4687359 May 31 13:36:44.317539 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49804) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:36:44.346359 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6fd4db5a-049a-4665-ae09-81af28931c37 req-9cf7f57a-79ed-4a08-a049-8ac364dabc8d tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915689 May 31 13:36:44.365496 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-49e22e6f-69f9-4f98-b10d-146f2c5fc29a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:36:44.398021 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-49e22e6f-69f9-4f98-b10d-146f2c5fc29a admin admin] Usage tracker for resource:security_group_rule and tenant:f89ceabafad5420cb483df25f252f64a is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:36:44.414659 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-49e22e6f-69f9-4f98-b10d-146f2c5fc29a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:36:44.451264 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8374242-536b-4689-a1a6-48a7cdd125ee req-c45bde0b-3f68-42b8-8c9e-05a8a2f7efa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:44.453108 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d8374242-536b-4689-a1a6-48a7cdd125ee req-c45bde0b-3f68-42b8-8c9e-05a8a2f7efa7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e50c4000-326f-4831-abd3-b25a6f559834 HTTP/1.1" status: 200 len: 1096 time: 0.3580196 May 31 13:36:44.473399 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-49e22e6f-69f9-4f98-b10d-146f2c5fc29a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:36:44.596259 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fada70c4-2a4f-4408-b9d3-b62ff5d36be1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:44.662250 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-fada70c4-2a4f-4408-b9d3-b62ff5d36be1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:36:44.668338 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-fada70c4-2a4f-4408-b9d3-b62ff5d36be1 admin admin] Usage tracker for resource:security_group_rule and tenant:8ec67eea1a8d415aad539d8f4db165ce is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:36:44.672223 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-fada70c4-2a4f-4408-b9d3-b62ff5d36be1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:36:44.679559 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-fada70c4-2a4f-4408-b9d3-b62ff5d36be1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:36:44.793697 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fada70c4-2a4f-4408-b9d3-b62ff5d36be1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:44.800496 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fada70c4-2a4f-4408-b9d3-b62ff5d36be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:44.806234 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c9e4b-2cb9-41ff-8bfe-a19da815936d req-b35a06f7-fdb5-45cf-a23f-6fc42c18720e tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:44.813563 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-520c9e4b-2cb9-41ff-8bfe-a19da815936d req-b35a06f7-fdb5-45cf-a23f-6fc42c18720e tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/networks?id=b1b02f4f-a70b-4201-8c66-e64da98751b7 HTTP/1.1" status: 200 len: 805 time: 0.2639179 May 31 13:36:44.830392 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d8374242-536b-4689-a1a6-48a7cdd125ee req-29dd028f-6b6a-4ac4-b0ec-f874fc71f331 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=677b8212-d6d1-4b38-be51-aaa6218210d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3469110 May 31 13:36:44.854720 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-520c9e4b-2cb9-41ff-8bfe-a19da815936d req-f2a5ae1b-0ef1-43fd-b086-7f29ef2832fb tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/quotas/e7915944b7b94ed798ed9400dc43e749 HTTP/1.1" status: 200 len: 375 time: 0.0368068 May 31 13:36:44.857900 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-fada70c4-2a4f-4408-b9d3-b62ff5d36be1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8ec67eea1a8d415aad539d8f4db165ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5386395 May 31 13:36:44.858567 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49822) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:36:44.860968 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fada70c4-2a4f-4408-b9d3-b62ff5d36be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a623eba8-08c7-4c44-862d-2f3832519c74,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:36:44.930146 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-35760c0f-36a3-47c7-9253-c909d0124e88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:44.934478 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642ca82c-738e-407d-acc8-5375ff941e8c req-1d1a6d63-32a1-4744-8d58-76107b3096e3 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:44.936058 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-642ca82c-738e-407d-acc8-5375ff941e8c req-1d1a6d63-32a1-4744-8d58-76107b3096e3 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50c4000-326f-4831-abd3-b25a6f559834 HTTP/1.1" status: 200 len: 945 time: 0.6771889 May 31 13:36:44.962419 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-35760c0f-36a3-47c7-9253-c909d0124e88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:45.038278 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-35760c0f-36a3-47c7-9253-c909d0124e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:45.039032 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-642ca82c-738e-407d-acc8-5375ff941e8c req-98ae611c-e1f2-404f-9a3a-8eca015c8ca8 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/security-groups?id=677b8212-d6d1-4b38-be51-aaa6218210d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786710 May 31 13:36:45.056990 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90804614-1740-4d0f-bde7-fa0d70b0959e req-24233695-0c75-4d78-ac30-f26e46ea8cab tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:45.058704 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-90804614-1740-4d0f-bde7-fa0d70b0959e req-24233695-0c75-4d78-ac30-f26e46ea8cab tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.44 "GET /v2.0/networks?id=6f63975b-9b05-46d3-8543-47c8fac2cf70 HTTP/1.1" status: 200 len: 811 time: 0.6141312 May 31 13:36:45.062738 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35760c0f-36a3-47c7-9253-c909d0124e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a623eba8-08c7-4c44-862d-2f3832519c74,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:36:45.078520 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-35760c0f-36a3-47c7-9253-c909d0124e88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:45.084438 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-35760c0f-36a3-47c7-9253-c909d0124e88 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a623eba8-08c7-4c44-862d-2f3832519c74 HTTP/1.1" status: 204 len: 168 time: 0.2237055 May 31 13:36:45.088763 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-90804614-1740-4d0f-bde7-fa0d70b0959e req-7cf8c129-0be1-4455-9995-de8f90686efa tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Request body: {'port': {'device_id': '58cd7c3c-004a-4f96-8d08-1daaa42bf853', 'network_id': '6f63975b-9b05-46d3-8543-47c8fac2cf70', 'admin_state_up': True, 'tenant_id': '52669f2db59f4a3eb6fd40f6ebcd20ec'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:36:45.497860 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:45.529442 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-520c9e4b-2cb9-41ff-8bfe-a19da815936d req-268719c1-eb26-4256-8c73-40065a8df221 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e7915944b7b94ed798ed9400dc43e749&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6740115 May 31 13:36:45.735746 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-90804614-1740-4d0f-bde7-fa0d70b0959e req-7cf8c129-0be1-4455-9995-de8f90686efa tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:36:45.775851 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-49e22e6f-69f9-4f98-b10d-146f2c5fc29a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:45.792977 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6878ddad-feae-4156-964c-503a01781f88 req-48f5fd09-dc5d-419c-accf-7082b72af53f tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=58cd7c3c-004a-4f96-8d08-1daaa42bf853 HTTP/1.1" status: 200 len: 210 time: 0.2844338 May 31 13:36:45.806307 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-90804614-1740-4d0f-bde7-fa0d70b0959e req-7cf8c129-0be1-4455-9995-de8f90686efa tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:36:45.808740 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-49e22e6f-69f9-4f98-b10d-146f2c5fc29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:45.958713 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e22e6f-69f9-4f98-b10d-146f2c5fc29a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3392a71-7f34-4da1-8224-c96eaa2698b7,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:36:46.139158 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49e22e6f-69f9-4f98-b10d-146f2c5fc29a admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:36:46.143862 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fd46c79d-d510-403b-9801-c809ccd16a8a req-01c44869-8572-474e-a171-a5991b38a7e3 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=325ebe8c-6f44-44f5-a084-d31e727e149f HTTP/1.1" status: 200 len: 210 time: 0.1427648 May 31 13:36:46.156292 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90804614-1740-4d0f-bde7-fa0d70b0959e req-7cf8c129-0be1-4455-9995-de8f90686efa tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Made reservation on behalf of 52669f2db59f4a3eb6fd40f6ebcd20ec for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:36:46.163882 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-90804614-1740-4d0f-bde7-fa0d70b0959e req-7cf8c129-0be1-4455-9995-de8f90686efa tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:46.226141 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-49e22e6f-69f9-4f98-b10d-146f2c5fc29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:46.226625 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-49e22e6f-69f9-4f98-b10d-146f2c5fc29a admin admin] Added segment 0c8aa3a6-47b8-4f9f-a1d3-b43478db3f3f of type vlan for network 7c231a84-2ec4-46e3-bc82-2098434c126a May 31 13:36:46.261147 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac76c16-8995-4a57-9571-6ce88e5fd760 req-4759e588-a49c-42c3-ba5a-ffb154ef3be9 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:46.262819 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bac76c16-8995-4a57-9571-6ce88e5fd760 req-4759e588-a49c-42c3-ba5a-ffb154ef3be9 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.44 "GET /v2.0/networks?id=ef7bc708-faad-4f53-9863-9b17fc2bd3a4 HTTP/1.1" status: 200 len: 811 time: 0.8101029 May 31 13:36:46.308030 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49852) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:36:46.382626 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-bac76c16-8995-4a57-9571-6ce88e5fd760 req-4a696c6f-5e8b-435a-ab3f-45a885ef938c tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Request body: {'port': {'device_id': '325ebe8c-6f44-44f5-a084-d31e727e149f', 'network_id': 'ef7bc708-faad-4f53-9863-9b17fc2bd3a4', 'admin_state_up': True, 'tenant_id': 'bc5142db886b48f8906c49afcc233362'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:36:46.560262 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-68cb83bb-0a95-4b01-8d05-74926998930f admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-10059323-network', 'tenant_id': '111bb7df6e094f0fb03c1824b1215179'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:36:46.568335 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-520c9e4b-2cb9-41ff-8bfe-a19da815936d req-8b7c0c88-89cb-42a8-a6d7-a251ea9f5c5f service neutron] 10.222.0.50 "GET /v2.0/networks/b1b02f4f-a70b-4201-8c66-e64da98751b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8318660 May 31 13:36:46.570948 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-49e22e6f-69f9-4f98-b10d-146f2c5fc29a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:46.572439 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-68cb83bb-0a95-4b01-8d05-74926998930f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:36:46.579409 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-68cb83bb-0a95-4b01-8d05-74926998930f admin admin] Usage tracker for resource:network and tenant:111bb7df6e094f0fb03c1824b1215179 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:36:46.580625 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-68cb83bb-0a95-4b01-8d05-74926998930f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:36:46.588074 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-68cb83bb-0a95-4b01-8d05-74926998930f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:36:46.611959 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68cb83bb-0a95-4b01-8d05-74926998930f admin admin] Made reservation on behalf of 111bb7df6e094f0fb03c1824b1215179 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:36:46.617599 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-68cb83bb-0a95-4b01-8d05-74926998930f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:46.640046 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-68cb83bb-0a95-4b01-8d05-74926998930f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:46.658075 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-68cb83bb-0a95-4b01-8d05-74926998930f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:36:46.663619 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-68cb83bb-0a95-4b01-8d05-74926998930f admin admin] Usage tracker for resource:security_group_rule and tenant:111bb7df6e094f0fb03c1824b1215179 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:36:46.666780 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-68cb83bb-0a95-4b01-8d05-74926998930f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:36:46.673358 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-68cb83bb-0a95-4b01-8d05-74926998930f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:36:46.725609 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.resource_extend [None req-49e22e6f-69f9-4f98-b10d-146f2c5fc29a admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:36:46.797071 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-68cb83bb-0a95-4b01-8d05-74926998930f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:46.802543 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-68cb83bb-0a95-4b01-8d05-74926998930f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:46.813044 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-49e22e6f-69f9-4f98-b10d-146f2c5fc29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:46.813996 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e22e6f-69f9-4f98-b10d-146f2c5fc29a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:46.814596 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-49e22e6f-69f9-4f98-b10d-146f2c5fc29a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:46.852271 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68cb83bb-0a95-4b01-8d05-74926998930f admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:36:46.857253 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-bac76c16-8995-4a57-9571-6ce88e5fd760 req-4a696c6f-5e8b-435a-ab3f-45a885ef938c tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:36:46.861946 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cb83bb-0a95-4b01-8d05-74926998930f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=517063c2-fc2f-4fc8-9fcc-dc799446de79,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:36:46.865943 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-bac76c16-8995-4a57-9571-6ce88e5fd760 req-4a696c6f-5e8b-435a-ab3f-45a885ef938c tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:36:46.873642 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-68cb83bb-0a95-4b01-8d05-74926998930f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:46.873642 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-68cb83bb-0a95-4b01-8d05-74926998930f admin admin] Added segment d883bc0a-ec0f-4dd3-b603-857bcbafd5ed of type vlan for network 69676019-d8d8-4756-af23-186d57a0dcf0 May 31 13:36:46.898851 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2d59a4-eb93-4e21-ab5c-453b74d67944 req-7b9844e5-9970-463f-9b3a-5f8b9e0e5939 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:46.903835 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ac2d59a4-eb93-4e21-ab5c-453b74d67944 req-7b9844e5-9970-463f-9b3a-5f8b9e0e5939 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 946 time: 0.5856345 May 31 13:36:46.908562 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-68cb83bb-0a95-4b01-8d05-74926998930f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:46.961435 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-68cb83bb-0a95-4b01-8d05-74926998930f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:46.961435 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68cb83bb-0a95-4b01-8d05-74926998930f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:46.961435 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-68cb83bb-0a95-4b01-8d05-74926998930f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:46.978398 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bac76c16-8995-4a57-9571-6ce88e5fd760 req-4a696c6f-5e8b-435a-ab3f-45a885ef938c tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Made reservation on behalf of bc5142db886b48f8906c49afcc233362 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:36:46.981582 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-bac76c16-8995-4a57-9571-6ce88e5fd760 req-4a696c6f-5e8b-435a-ab3f-45a885ef938c tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:47.034767 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-90804614-1740-4d0f-bde7-fa0d70b0959e req-7cf8c129-0be1-4455-9995-de8f90686efa tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Allocated IP 172.20.0.14 (6f63975b-9b05-46d3-8543-47c8fac2cf70/fa2724fc-99c1-4890-aaad-d9b53e2abcda/cc973eba-a91e-4461-9e87-356cbb453d14) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:36:47.078774 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e22e6f-69f9-4f98-b10d-146f2c5fc29a admin admin] Pushing event updated for resources: {'Network': ['ID=7c231a84-2ec4-46e3-bc82-2098434c126a,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:36:47.083229 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-520c9e4b-2cb9-41ff-8bfe-a19da815936d req-bc711994-a671-4e34-98dd-87cd71206a2b service neutron] 10.222.0.50 "GET /v2.0/networks/b1b02f4f-a70b-4201-8c66-e64da98751b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5075297 May 31 13:36:47.097460 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 7c231a84-2ec4-46e3-bc82-2098434c126a details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:36:47.130372 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cb83bb-0a95-4b01-8d05-74926998930f admin admin] Pushing event updated for resources: {'Network': ['ID=69676019-d8d8-4756-af23-186d57a0dcf0,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:36:47.140036 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-49e22e6f-69f9-4f98-b10d-146f2c5fc29a admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.5953066 May 31 13:36:47.151723 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 49860) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:36:47.158487 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-68cb83bb-0a95-4b01-8d05-74926998930f admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8391886 May 31 13:36:47.187581 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ac2d59a4-eb93-4e21-ab5c-453b74d67944 req-b832fb96-be6a-4b0a-a874-c6399e9e09bb tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853370 May 31 13:36:47.194223 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 69676019-d8d8-4756-af23-186d57a0dcf0 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:36:47.232131 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-5f9e6088-b128-4831-92a2-de4aa845d749 admin admin] Request body: {'subnet': {'network_id': '7c231a84-2ec4-46e3-bc82-2098434c126a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2128179311-subnet', 'tenant_id': 'f89ceabafad5420cb483df25f252f64a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:36:47.262686 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-5f9e6088-b128-4831-92a2-de4aa845d749 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:36:47.314437 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-5f9e6088-b128-4831-92a2-de4aa845d749 admin admin] Usage tracker for resource:subnet and tenant:f89ceabafad5420cb483df25f252f64a is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:36:47.340299 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-5f9e6088-b128-4831-92a2-de4aa845d749 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:36:47.433653 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-5f9e6088-b128-4831-92a2-de4aa845d749 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:36:47.658274 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-213d5518-feac-4b4e-a278-bc7973ec93e5 req-d1c3859e-5017-48f2-afe7-4b9177a641c2 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Synchronizing usage tracker for tenant:52669f2db59f4a3eb6fd40f6ebcd20ec on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:36:47.694434 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f9e6088-b128-4831-92a2-de4aa845d749 admin admin] Made reservation on behalf of f89ceabafad5420cb483df25f252f64a for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:36:47.697083 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5f9e6088-b128-4831-92a2-de4aa845d749 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:48.005567 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-bac76c16-8995-4a57-9571-6ce88e5fd760 req-4a696c6f-5e8b-435a-ab3f-45a885ef938c tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Allocated IP 172.20.0.14 (ef7bc708-faad-4f53-9863-9b17fc2bd3a4/03601eff-cc07-4210-91b9-54e2e22c50f4/7ff83ef0-01a9-4423-8dcb-741759a57858) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:36:48.009082 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-213d5518-feac-4b4e-a278-bc7973ec93e5 req-d1c3859e-5017-48f2-afe7-4b9177a641c2 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Unset dirty status for tenant:52669f2db59f4a3eb6fd40f6ebcd20ec on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:36:48.010326 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-213d5518-feac-4b4e-a278-bc7973ec93e5 req-d1c3859e-5017-48f2-afe7-4b9177a641c2 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=58cd7c3c-004a-4f96-8d08-1daaa42bf853 HTTP/1.1" status: 200 len: 210 time: 0.4969723 May 31 13:36:48.182840 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abab981-1608-4f91-abab-c93738f6ca40 req-a7cac4ab-a750-4b34-8b2f-7e163ea4f29b tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:48.202210 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8abab981-1608-4f91-abab-c93738f6ca40 req-a7cac4ab-a750-4b34-8b2f-7e163ea4f29b tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50c4000-326f-4831-abd3-b25a6f559834 HTTP/1.1" status: 200 len: 945 time: 0.7487419 May 31 13:36:48.202210 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-90804614-1740-4d0f-bde7-fa0d70b0959e req-7cf8c129-0be1-4455-9995-de8f90686efa tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:48.440843 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c06f61a6-58a9-4f06-8bbb-1fa373bb221f req-7648dce7-25fe-49d3-845f-8608dbe3bd7c tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=325ebe8c-6f44-44f5-a084-d31e727e149f HTTP/1.1" status: 200 len: 210 time: 0.0789895 May 31 13:36:48.468418 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8abab981-1608-4f91-abab-c93738f6ca40 req-b32ce15e-cb1f-4a2d-80f8-dbafa6fab588 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/security-groups?id=677b8212-d6d1-4b38-be51-aaa6218210d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775140 May 31 13:36:48.635482 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-90804614-1740-4d0f-bde7-fa0d70b0959e req-7cf8c129-0be1-4455-9995-de8f90686efa tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:48.706667 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5f9e6088-b128-4831-92a2-de4aa845d749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:48.761729 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-bac76c16-8995-4a57-9571-6ce88e5fd760 req-4a696c6f-5e8b-435a-ab3f-45a885ef938c tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:48.850767 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-23583949-e9a9-4a44-8f51-c71a2a7d696b req-dd123d2e-7de0-45c2-b7d6-b20b8bf18c35 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=e916cc20-e657-4f37-9909-5b5b59fa407c HTTP/1.1" status: 200 len: 210 time: 0.1528292 May 31 13:36:48.897180 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90804614-1740-4d0f-bde7-fa0d70b0959e req-7cf8c129-0be1-4455-9995-de8f90686efa tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Network 6f63975b-9b05-46d3-8543-47c8fac2cf70 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:36:48.919472 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-90804614-1740-4d0f-bde7-fa0d70b0959e req-7cf8c129-0be1-4455-9995-de8f90686efa tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:36:48.937069 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-90804614-1740-4d0f-bde7-fa0d70b0959e req-7cf8c129-0be1-4455-9995-de8f90686efa tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:36:49.077764 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-bac76c16-8995-4a57-9571-6ce88e5fd760 req-4a696c6f-5e8b-435a-ab3f-45a885ef938c tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Transition to ACTIVE for port object 7ff83ef0-01a9-4423-8dcb-741759a57858 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:36:49.121429 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf8c129-0be1-4455-9995-de8f90686efa tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Pushing event updated for resources: {'Port': ['ID=cc973eba-a91e-4461-9e87-356cbb453d14,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:36:49.153232 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c9e4b-2cb9-41ff-8bfe-a19da815936d req-62649a72-707a-4fb1-b3fb-a0097e1413ff tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:49.153232 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-520c9e4b-2cb9-41ff-8bfe-a19da815936d req-62649a72-707a-4fb1-b3fb-a0097e1413ff tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.44 "GET /v2.0/networks?id=b1b02f4f-a70b-4201-8c66-e64da98751b7 HTTP/1.1" status: 200 len: 805 time: 0.2231634 May 31 13:36:49.179499 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-520c9e4b-2cb9-41ff-8bfe-a19da815936d req-722da97e-c898-4318-b613-cebd40233587 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Request body: {'port': {'device_id': 'e916cc20-e657-4f37-9909-5b5b59fa407c', 'network_id': 'b1b02f4f-a70b-4201-8c66-e64da98751b7', 'admin_state_up': True, 'tenant_id': 'e7915944b7b94ed798ed9400dc43e749'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:36:49.335252 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9e6088-b128-4831-92a2-de4aa845d749 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a56a567a-d5d5-4545-b54f-5c0089e8ebda,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:36:49.360427 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9e6088-b128-4831-92a2-de4aa845d749 admin admin] Checking segment: {'id': '0c8aa3a6-47b8-4f9f-a1d3-b43478db3f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7c231a84-2ec4-46e3-bc82-2098434c126a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:36:49.360427 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9e6088-b128-4831-92a2-de4aa845d749 admin admin] Network hostable DHCP agents. Network: 7c231a84-2ec4-46e3-bc82-2098434c126a, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:36:49.388142 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90804614-1740-4d0f-bde7-fa0d70b0959e req-7cf8c129-0be1-4455-9995-de8f90686efa tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:49.388142 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-90804614-1740-4d0f-bde7-fa0d70b0959e req-7cf8c129-0be1-4455-9995-de8f90686efa tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:49.474537 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-bac76c16-8995-4a57-9571-6ce88e5fd760 req-4a696c6f-5e8b-435a-ab3f-45a885ef938c tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:49.483287 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['99dc54a5-4600-46b5-bdbd-cd51ab9ac1a6'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:36:49.500728 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-520c9e4b-2cb9-41ff-8bfe-a19da815936d req-722da97e-c898-4318-b613-cebd40233587 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:36:49.524111 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-90804614-1740-4d0f-bde7-fa0d70b0959e req-7cf8c129-0be1-4455-9995-de8f90686efa tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4418311 May 31 13:36:49.533632 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9e6088-b128-4831-92a2-de4aa845d749 admin admin] Network 7c231a84-2ec4-46e3-bc82-2098434c126a is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:36:49.539384 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-520c9e4b-2cb9-41ff-8bfe-a19da815936d req-722da97e-c898-4318-b613-cebd40233587 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:36:49.544085 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c16da8-0539-497c-8fab-b41459f1f929 req-3ca90fc8-b7b2-48a8-a9a3-1b647887b8a4 tempest-ComputeTenantNetworksTest-2032190293 tempest-ComputeTenantNetworksTest-2032190293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:49.544085 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c16da8-0539-497c-8fab-b41459f1f929 req-3ca90fc8-b7b2-48a8-a9a3-1b647887b8a4 tempest-ComputeTenantNetworksTest-2032190293 tempest-ComputeTenantNetworksTest-2032190293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:49.557153 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c16da8-0539-497c-8fab-b41459f1f929 req-3ca90fc8-b7b2-48a8-a9a3-1b647887b8a4 tempest-ComputeTenantNetworksTest-2032190293 tempest-ComputeTenantNetworksTest-2032190293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:49.557153 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-48c16da8-0539-497c-8fab-b41459f1f929 req-3ca90fc8-b7b2-48a8-a9a3-1b647887b8a4 tempest-ComputeTenantNetworksTest-2032190293 tempest-ComputeTenantNetworksTest-2032190293-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1901 time: 0.6347449 May 31 13:36:49.557153 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-90804614-1740-4d0f-bde7-fa0d70b0959e req-29257c39-bc6a-402b-8489-00992b60cd22 service neutron] Request body: {'port': {'device_id': '58cd7c3c-004a-4f96-8d08-1daaa42bf853', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:36:49.572134 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-520c9e4b-2cb9-41ff-8bfe-a19da815936d req-722da97e-c898-4318-b613-cebd40233587 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Made reservation on behalf of e7915944b7b94ed798ed9400dc43e749 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:36:49.572134 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-520c9e4b-2cb9-41ff-8bfe-a19da815936d req-722da97e-c898-4318-b613-cebd40233587 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:49.647057 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bac76c16-8995-4a57-9571-6ce88e5fd760 req-4a696c6f-5e8b-435a-ab3f-45a885ef938c tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Network ef7bc708-faad-4f53-9863-9b17fc2bd3a4 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:36:49.647057 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-5f9e6088-b128-4831-92a2-de4aa845d749 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 7c231a84-2ec4-46e3-bc82-2098434c126a) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:36:49.659689 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-bac76c16-8995-4a57-9571-6ce88e5fd760 req-4a696c6f-5e8b-435a-ab3f-45a885ef938c tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:36:49.666960 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['b93389c3-caa8-4ea0-8f5f-80727bf364b3'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:36:49.672980 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-bac76c16-8995-4a57-9571-6ce88e5fd760 req-4a696c6f-5e8b-435a-ab3f-45a885ef938c tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:36:49.738534 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9e6088-b128-4831-92a2-de4aa845d749 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:49.738534 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5f9e6088-b128-4831-92a2-de4aa845d749 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:49.763617 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82111e22-2022-4b67-89a2-57f456dc2a7c req-86a7f5bb-9db3-4d8c-b975-c7cf98185790 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:49.778965 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-82111e22-2022-4b67-89a2-57f456dc2a7c req-86a7f5bb-9db3-4d8c-b975-c7cf98185790 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 946 time: 0.6137288 May 31 13:36:49.778965 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a696c6f-5e8b-435a-ab3f-45a885ef938c tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Pushing event updated for resources: {'Port': ['ID=7ff83ef0-01a9-4423-8dcb-741759a57858,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:36:49.819982 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de097ad-03ea-4897-a0b6-abab826e5bbc None None] Network 7c231a84-2ec4-46e3-bc82-2098434c126a requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:36:50.002157 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [req-520c9e4b-2cb9-41ff-8bfe-a19da815936d req-722da97e-c898-4318-b613-cebd40233587 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Allocated IP 172.20.0.14 (b1b02f4f-a70b-4201-8c66-e64da98751b7/0bea7539-c751-4155-a6fe-0d3f1a29fa41/f0c5e728-aa10-4494-b34c-e6882452c965) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:36:50.199176 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-5f9e6088-b128-4831-92a2-de4aa845d749 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.0334005 May 31 13:36:50.211384 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 49900) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:36:50.230460 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-266241fa-884c-4958-8078-9cc9f8b01895 admin admin] Request body: {'router': {'name': 'tempest-VolumesAdminNegativeTest-2128179311-router', 'tenant_id': 'f89ceabafad5420cb483df25f252f64a', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:36:50.234466 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-90804614-1740-4d0f-bde7-fa0d70b0959e req-29257c39-bc6a-402b-8489-00992b60cd22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:50.255640 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac76c16-8995-4a57-9571-6ce88e5fd760 req-4a696c6f-5e8b-435a-ab3f-45a885ef938c tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:50.256601 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-bac76c16-8995-4a57-9571-6ce88e5fd760 req-4a696c6f-5e8b-435a-ab3f-45a885ef938c tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:50.283835 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-82111e22-2022-4b67-89a2-57f456dc2a7c req-3a07f59c-4fc6-495d-bf79-77f8f8b3b4b4 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5097430 May 31 13:36:50.294686 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-266241fa-884c-4958-8078-9cc9f8b01895 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:36:50.324943 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-266241fa-884c-4958-8078-9cc9f8b01895 admin admin] Usage tracker for resource:router and tenant:f89ceabafad5420cb483df25f252f64a is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:36:50.342624 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-266241fa-884c-4958-8078-9cc9f8b01895 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:36:50.366964 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-266241fa-884c-4958-8078-9cc9f8b01895 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:36:50.378952 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bac76c16-8995-4a57-9571-6ce88e5fd760 req-4a696c6f-5e8b-435a-ab3f-45a885ef938c tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0047774 May 31 13:36:50.409588 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be25c37-d148-4bae-8083-78ac62b44987 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-7c231a84-2ec4-46e3-bc82-2098434c126a', 'network_id': '7c231a84-2ec4-46e3-bc82-2098434c126a', 'tenant_id': 'f89ceabafad5420cb483df25f252f64a', 'fixed_ips': [{'subnet_id': 'a56a567a-d5d5-4545-b54f-5c0089e8ebda'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:36:50.410977 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8be25c37-d148-4bae-8083-78ac62b44987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:50.420757 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-db96c2fe-a2d8-4660-9cde-9dda23b1a4d6 None None] Provisioning for port 7ff83ef0-01a9-4423-8dcb-741759a57858 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:36:50.440185 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-db96c2fe-a2d8-4660-9cde-9dda23b1a4d6 None None] Provisioning complete for port 7ff83ef0-01a9-4423-8dcb-741759a57858 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:36:50.442730 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-db96c2fe-a2d8-4660-9cde-9dda23b1a4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:50.479074 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-bac76c16-8995-4a57-9571-6ce88e5fd760 req-eb3a5615-5e2d-4b8d-a9f4-489a15fd543a service neutron] Request body: {'port': {'device_id': '325ebe8c-6f44-44f5-a084-d31e727e149f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:36:50.503472 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-520c9e4b-2cb9-41ff-8bfe-a19da815936d req-722da97e-c898-4318-b613-cebd40233587 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:50.567332 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-520c9e4b-2cb9-41ff-8bfe-a19da815936d req-722da97e-c898-4318-b613-cebd40233587 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:50.606396 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-266241fa-884c-4958-8078-9cc9f8b01895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:50.607877 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-266241fa-884c-4958-8078-9cc9f8b01895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:50.708378 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ab71c-aab5-426d-b389-ad008757a556 req-a59a4991-898f-44d7-9054-386b3b20d17c tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:50.718456 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c18ab71c-aab5-426d-b389-ad008757a556 req-a59a4991-898f-44d7-9054-386b3b20d17c tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50c4000-326f-4831-abd3-b25a6f559834 HTTP/1.1" status: 200 len: 945 time: 0.6875675 May 31 13:36:50.751523 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-266241fa-884c-4958-8078-9cc9f8b01895 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:50.848525 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-db96c2fe-a2d8-4660-9cde-9dda23b1a4d6 None None] Port 7ff83ef0-01a9-4423-8dcb-741759a57858 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:36:50.946100 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-8be25c37-d148-4bae-8083-78ac62b44987 None None] Allocated IP 172.20.0.2 (7c231a84-2ec4-46e3-bc82-2098434c126a/a56a567a-d5d5-4545-b54f-5c0089e8ebda/a75daef1-15cd-4118-99b3-e95127962460) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:36:50.959609 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722da97e-c898-4318-b613-cebd40233587 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Pushing event updated for resources: {'Port': ['ID=f0c5e728-aa10-4494-b34c-e6882452c965,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:36:50.979748 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-520c9e4b-2cb9-41ff-8bfe-a19da815936d req-722da97e-c898-4318-b613-cebd40233587 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Network b1b02f4f-a70b-4201-8c66-e64da98751b7 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:36:50.985045 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [req-520c9e4b-2cb9-41ff-8bfe-a19da815936d req-722da97e-c898-4318-b613-cebd40233587 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:36:50.988500 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-520c9e4b-2cb9-41ff-8bfe-a19da815936d req-722da97e-c898-4318-b613-cebd40233587 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:36:51.092649 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c9e4b-2cb9-41ff-8bfe-a19da815936d req-722da97e-c898-4318-b613-cebd40233587 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:51.096642 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-520c9e4b-2cb9-41ff-8bfe-a19da815936d req-722da97e-c898-4318-b613-cebd40233587 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:51.144431 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-520c9e4b-2cb9-41ff-8bfe-a19da815936d req-722da97e-c898-4318-b613-cebd40233587 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9846299 May 31 13:36:51.167431 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-520c9e4b-2cb9-41ff-8bfe-a19da815936d req-335a2ab0-af84-4dca-a9ea-707ff3495c3d service neutron] Request body: {'port': {'device_id': 'e916cc20-e657-4f37-9909-5b5b59fa407c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:36:51.199720 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c18ab71c-aab5-426d-b389-ad008757a556 req-135c9c96-e247-484d-b10d-bc97601859a7 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/security-groups?id=677b8212-d6d1-4b38-be51-aaa6218210d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4803770 May 31 13:36:51.201001 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-bac76c16-8995-4a57-9571-6ce88e5fd760 req-eb3a5615-5e2d-4b8d-a9f4-489a15fd543a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:51.279736 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['62b05f69-ad8d-466d-8bd6-4a827b01fe2d'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:36:51.312225 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8be25c37-d148-4bae-8083-78ac62b44987 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:51.347588 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-8be25c37-d148-4bae-8083-78ac62b44987 None None] Transition to ACTIVE for port object a75daef1-15cd-4118-99b3-e95127962460 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:36:51.391147 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-520c9e4b-2cb9-41ff-8bfe-a19da815936d req-335a2ab0-af84-4dca-a9ea-707ff3495c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:51.431714 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-8be25c37-d148-4bae-8083-78ac62b44987 None None] Transition to ACTIVE for port object a75daef1-15cd-4118-99b3-e95127962460 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:36:51.442469 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8be25c37-d148-4bae-8083-78ac62b44987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:51.567733 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be25c37-d148-4bae-8083-78ac62b44987 None None] Network 7c231a84-2ec4-46e3-bc82-2098434c126a is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:36:51.578302 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-8be25c37-d148-4bae-8083-78ac62b44987 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:36:51.591166 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be25c37-d148-4bae-8083-78ac62b44987 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:36:51.620063 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5da42-aca1-4e3b-8c9f-5e324ab9b738 req-0374b3f4-7561-4469-a18b-413a92d2bb4b tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:51.623291 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7da5da42-aca1-4e3b-8c9f-5e324ab9b738 req-0374b3f4-7561-4469-a18b-413a92d2bb4b tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=58cd7c3c-004a-4f96-8d08-1daaa42bf853 HTTP/1.1" status: 200 len: 932 time: 1.1075602 May 31 13:36:51.658151 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be25c37-d148-4bae-8083-78ac62b44987 None None] Pushing event updated for resources: {'Port': ['ID=a75daef1-15cd-4118-99b3-e95127962460,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:36:51.688659 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be25c37-d148-4bae-8083-78ac62b44987 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:36:51.689309 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be25c37-d148-4bae-8083-78ac62b44987 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:36:51.689819 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be25c37-d148-4bae-8083-78ac62b44987 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:36:51.691407 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be25c37-d148-4bae-8083-78ac62b44987 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:36:51.692020 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be25c37-d148-4bae-8083-78ac62b44987 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:36:51.692634 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be25c37-d148-4bae-8083-78ac62b44987 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:36:51.693442 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be25c37-d148-4bae-8083-78ac62b44987 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:36:51.694327 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be25c37-d148-4bae-8083-78ac62b44987 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:36:51.694990 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be25c37-d148-4bae-8083-78ac62b44987 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:36:51.695487 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be25c37-d148-4bae-8083-78ac62b44987 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:36:51.695986 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be25c37-d148-4bae-8083-78ac62b44987 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:36:51.696477 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be25c37-d148-4bae-8083-78ac62b44987 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:36:51.780451 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-8be25c37-d148-4bae-8083-78ac62b44987 None None] Attempting to bind port a75daef1-15cd-4118-99b3-e95127962460 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:36:51.781576 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-8be25c37-d148-4bae-8083-78ac62b44987 None None] Attempting to bind port a75daef1-15cd-4118-99b3-e95127962460 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '0c8aa3a6-47b8-4f9f-a1d3-b43478db3f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7c231a84-2ec4-46e3-bc82-2098434c126a'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:36:51.782369 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be25c37-d148-4bae-8083-78ac62b44987 None None] Attempting to bind port a75daef1-15cd-4118-99b3-e95127962460 on network 7c231a84-2ec4-46e3-bc82-2098434c126a {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:36:51.796908 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be25c37-d148-4bae-8083-78ac62b44987 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:36:51.797606 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be25c37-d148-4bae-8083-78ac62b44987 None None] Checking segment: {'id': '0c8aa3a6-47b8-4f9f-a1d3-b43478db3f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7c231a84-2ec4-46e3-bc82-2098434c126a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:36:51.798239 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8be25c37-d148-4bae-8083-78ac62b44987 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:51.799321 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be25c37-d148-4bae-8083-78ac62b44987 None None] Bound using segment: {'id': '0c8aa3a6-47b8-4f9f-a1d3-b43478db3f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7c231a84-2ec4-46e3-bc82-2098434c126a'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:36:51.800488 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-8be25c37-d148-4bae-8083-78ac62b44987 None None] Bound port: a75daef1-15cd-4118-99b3-e95127962460, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c8aa3a6-47b8-4f9f-a1d3-b43478db3f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7c231a84-2ec4-46e3-bc82-2098434c126a'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:36:51.801050 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8be25c37-d148-4bae-8083-78ac62b44987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:51.866685 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-266241fa-884c-4958-8078-9cc9f8b01895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:51.911548 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [req-520c9e4b-2cb9-41ff-8bfe-a19da815936d req-335a2ab0-af84-4dca-a9ea-707ff3495c3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0c5e728-aa10-4494-b34c-e6882452c965 {{(pid=88369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:36:51.923907 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-520c9e4b-2cb9-41ff-8bfe-a19da815936d req-335a2ab0-af84-4dca-a9ea-707ff3495c3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:51.957341 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-520c9e4b-2cb9-41ff-8bfe-a19da815936d req-335a2ab0-af84-4dca-a9ea-707ff3495c3d service neutron] Transition to ACTIVE for port object f0c5e728-aa10-4494-b34c-e6882452c965 will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:36:51.960922 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-520c9e4b-2cb9-41ff-8bfe-a19da815936d req-335a2ab0-af84-4dca-a9ea-707ff3495c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:51.967969 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-8be25c37-d148-4bae-8083-78ac62b44987 None None] For port a75daef1-15cd-4118-99b3-e95127962460, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:36:51.973347 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-8be25c37-d148-4bae-8083-78ac62b44987 None None] For port a75daef1-15cd-4118-99b3-e95127962460, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=a75daef1-15cd-4118-99b3-e95127962460,segment=NetworkSegment(0c8aa3a6-47b8-4f9f-a1d3-b43478db3f3f),segment_id=0c8aa3a6-47b8-4f9f-a1d3-b43478db3f3f)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:36:51.979425 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8be25c37-d148-4bae-8083-78ac62b44987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:52.024317 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7da5da42-aca1-4e3b-8c9f-5e324ab9b738 req-ede28d49-3db1-444e-bbcf-bc5133da71c2 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3754764 May 31 13:36:52.113312 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be25c37-d148-4bae-8083-78ac62b44987 None None] Pushing event updated for resources: {'Port': ['ID=a75daef1-15cd-4118-99b3-e95127962460,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:36:52.235916 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335a2ab0-af84-4dca-a9ea-707ff3495c3d service neutron] Pushing event updated for resources: {'Port': ['ID=f0c5e728-aa10-4494-b34c-e6882452c965,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:36:52.250727 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.resource_extend [req-90804614-1740-4d0f-bde7-fa0d70b0959e req-29257c39-bc6a-402b-8489-00992b60cd22 service neutron] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:36:52.355959 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-520c9e4b-2cb9-41ff-8bfe-a19da815936d req-335a2ab0-af84-4dca-a9ea-707ff3495c3d service neutron] Attempting to bind port f0c5e728-aa10-4494-b34c-e6882452c965 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:36:52.355959 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-520c9e4b-2cb9-41ff-8bfe-a19da815936d req-335a2ab0-af84-4dca-a9ea-707ff3495c3d service neutron] Attempting to bind port f0c5e728-aa10-4494-b34c-e6882452c965 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'ac59caff-d513-4fef-b003-5737787eb94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b1b02f4f-a70b-4201-8c66-e64da98751b7'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:36:52.355959 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520c9e4b-2cb9-41ff-8bfe-a19da815936d req-335a2ab0-af84-4dca-a9ea-707ff3495c3d service neutron] Attempting to bind port f0c5e728-aa10-4494-b34c-e6882452c965 on network b1b02f4f-a70b-4201-8c66-e64da98751b7 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:36:52.372851 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520c9e4b-2cb9-41ff-8bfe-a19da815936d req-335a2ab0-af84-4dca-a9ea-707ff3495c3d service neutron] Port f0c5e728-aa10-4494-b34c-e6882452c965 on network b1b02f4f-a70b-4201-8c66-e64da98751b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:36:52.372851 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520c9e4b-2cb9-41ff-8bfe-a19da815936d req-335a2ab0-af84-4dca-a9ea-707ff3495c3d service neutron] Attempting to bind port f0c5e728-aa10-4494-b34c-e6882452c965 on network b1b02f4f-a70b-4201-8c66-e64da98751b7 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:36:52.383667 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520c9e4b-2cb9-41ff-8bfe-a19da815936d req-335a2ab0-af84-4dca-a9ea-707ff3495c3d service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:36:52.383667 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520c9e4b-2cb9-41ff-8bfe-a19da815936d req-335a2ab0-af84-4dca-a9ea-707ff3495c3d service neutron] Checking segment: {'id': 'ac59caff-d513-4fef-b003-5737787eb94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b1b02f4f-a70b-4201-8c66-e64da98751b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:36:52.383667 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520c9e4b-2cb9-41ff-8bfe-a19da815936d req-335a2ab0-af84-4dca-a9ea-707ff3495c3d service neutron] Bound using segment: {'id': 'ac59caff-d513-4fef-b003-5737787eb94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b1b02f4f-a70b-4201-8c66-e64da98751b7'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:36:52.383667 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-520c9e4b-2cb9-41ff-8bfe-a19da815936d req-335a2ab0-af84-4dca-a9ea-707ff3495c3d service neutron] Bound port: f0c5e728-aa10-4494-b34c-e6882452c965, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac59caff-d513-4fef-b003-5737787eb94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b1b02f4f-a70b-4201-8c66-e64da98751b7'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:36:52.383667 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-520c9e4b-2cb9-41ff-8bfe-a19da815936d req-335a2ab0-af84-4dca-a9ea-707ff3495c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:52.561684 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e455d1-da25-477a-8135-ca37fdbf81e3 req-d384efca-954e-483e-8b4d-c8dc1d99fdf5 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:52.562391 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-74e455d1-da25-477a-8135-ca37fdbf81e3 req-d384efca-954e-483e-8b4d-c8dc1d99fdf5 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Synchronizing usage tracker for tenant:bc5142db886b48f8906c49afcc233362 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:36:52.568322 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-520c9e4b-2cb9-41ff-8bfe-a19da815936d req-335a2ab0-af84-4dca-a9ea-707ff3495c3d service neutron] For port f0c5e728-aa10-4494-b34c-e6882452c965, host n-h2-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:36:52.576655 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-520c9e4b-2cb9-41ff-8bfe-a19da815936d req-335a2ab0-af84-4dca-a9ea-707ff3495c3d service neutron] For port f0c5e728-aa10-4494-b34c-e6882452c965, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=f0c5e728-aa10-4494-b34c-e6882452c965,segment=NetworkSegment(ac59caff-d513-4fef-b003-5737787eb94f),segment_id=ac59caff-d513-4fef-b003-5737787eb94f)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:36:52.586023 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-520c9e4b-2cb9-41ff-8bfe-a19da815936d req-335a2ab0-af84-4dca-a9ea-707ff3495c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:52.670028 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-90804614-1740-4d0f-bde7-fa0d70b0959e req-29257c39-bc6a-402b-8489-00992b60cd22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc973eba-a91e-4461-9e87-356cbb453d14 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:36:52.685074 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c9e4b-2cb9-41ff-8bfe-a19da815936d req-335a2ab0-af84-4dca-a9ea-707ff3495c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:52.685978 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-520c9e4b-2cb9-41ff-8bfe-a19da815936d req-335a2ab0-af84-4dca-a9ea-707ff3495c3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:52.688318 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-520c9e4b-2cb9-41ff-8bfe-a19da815936d req-335a2ab0-af84-4dca-a9ea-707ff3495c3d service neutron] 10.222.0.44 "PUT /v2.0/ports/f0c5e728-aa10-4494-b34c-e6882452c965 HTTP/1.1" status: 200 len: 1092 time: 1.5251658 May 31 13:36:52.688933 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e916cc20-e657-4f37-9909-5b5b59fa407c', 'tag': 'f0c5e728-aa10-4494-b34c-e6882452c965'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:36:52.717712 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8571815a-fd09-4258-8da4-f179c6966244 req-41614e0c-e837-49cc-b53a-11559c3634da tempest-ComputeTenantNetworksTest-2032190293 tempest-ComputeTenantNetworksTest-2032190293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:52.719012 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8571815a-fd09-4258-8da4-f179c6966244 req-41614e0c-e837-49cc-b53a-11559c3634da tempest-ComputeTenantNetworksTest-2032190293 tempest-ComputeTenantNetworksTest-2032190293-project] 10.222.0.50 "GET /v2.0/networks/69676019-d8d8-4756-af23-186d57a0dcf0 HTTP/1.1" status: 200 len: 767 time: 0.5897999 May 31 13:36:52.728156 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49912) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:36:52.743991 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-74e455d1-da25-477a-8135-ca37fdbf81e3 req-d384efca-954e-483e-8b4d-c8dc1d99fdf5 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Unset dirty status for tenant:bc5142db886b48f8906c49afcc233362 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:36:52.751319 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-74e455d1-da25-477a-8135-ca37fdbf81e3 req-d384efca-954e-483e-8b4d-c8dc1d99fdf5 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=325ebe8c-6f44-44f5-a084-d31e727e149f HTTP/1.1" status: 200 len: 932 time: 1.3115711 May 31 13:36:52.785482 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-90804614-1740-4d0f-bde7-fa0d70b0959e req-29257c39-bc6a-402b-8489-00992b60cd22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:52.844150 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-90804614-1740-4d0f-bde7-fa0d70b0959e req-29257c39-bc6a-402b-8489-00992b60cd22 service neutron] Transition to ACTIVE for port object cc973eba-a91e-4461-9e87-356cbb453d14 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:36:52.872243 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-74e455d1-da25-477a-8135-ca37fdbf81e3 req-70ecd8f8-c9ea-4834-b23e-9ac7624a319d tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=b28319a5-744d-4c54-bfbf-469a0b7a5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189260 May 31 13:36:52.872243 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-90804614-1740-4d0f-bde7-fa0d70b0959e req-29257c39-bc6a-402b-8489-00992b60cd22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:52.898419 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335a2ab0-af84-4dca-a9ea-707ff3495c3d service neutron] Pushing event updated for resources: {'Port': ['ID=f0c5e728-aa10-4494-b34c-e6882452c965,revision_number=3']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:36:53.063314 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fd978353-d69a-4bd6-a3aa-e63297af08c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:53.165920 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c9e4b-2cb9-41ff-8bfe-a19da815936d req-8d1a4096-6940-46cf-9d16-a202f71cd8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:53.168393 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-520c9e4b-2cb9-41ff-8bfe-a19da815936d req-8d1a4096-6940-46cf-9d16-a202f71cd8ef service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e7915944b7b94ed798ed9400dc43e749&device_id=e916cc20-e657-4f37-9909-5b5b59fa407c HTTP/1.1" status: 200 len: 1095 time: 0.3811309 May 31 13:36:53.230948 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29257c39-bc6a-402b-8489-00992b60cd22 service neutron] Pushing event updated for resources: {'Port': ['ID=cc973eba-a91e-4461-9e87-356cbb453d14,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:36:53.607478 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-520c9e4b-2cb9-41ff-8bfe-a19da815936d req-63efaf7e-7f2e-44b2-8910-7b910818ab12 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0c5e728-aa10-4494-b34c-e6882452c965 HTTP/1.1" status: 200 len: 217 time: 0.1914866 May 31 13:36:53.664696 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fd978353-d69a-4bd6-a3aa-e63297af08c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:53.713872 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-fd978353-d69a-4bd6-a3aa-e63297af08c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69676019-d8d8-4756-af23-186d57a0dcf0']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:36:53.736596 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-fd978353-d69a-4bd6-a3aa-e63297af08c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd883bc0a-ec0f-4dd3-b603-857bcbafd5ed') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:36:53.736596 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-fd978353-d69a-4bd6-a3aa-e63297af08c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd883bc0a-ec0f-4dd3-b603-857bcbafd5ed') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:36:53.754999 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c9e4b-2cb9-41ff-8bfe-a19da815936d req-7eaec211-c4a3-4ed2-8999-0ffa881ee8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:53.756389 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-520c9e4b-2cb9-41ff-8bfe-a19da815936d req-7eaec211-c4a3-4ed2-8999-0ffa881ee8a7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0bea7539-c751-4155-a6fe-0d3f1a29fa41 HTTP/1.1" status: 200 len: 845 time: 0.1353285 May 31 13:36:53.825956 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fd978353-d69a-4bd6-a3aa-e63297af08c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:53.846606 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fd978353-d69a-4bd6-a3aa-e63297af08c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:53.873093 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd978353-d69a-4bd6-a3aa-e63297af08c9 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:36:53.873093 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fd978353-d69a-4bd6-a3aa-e63297af08c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:53.983904 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a573a17-f6ae-439e-b51f-65f92b6c81f0 None None] Network 7c231a84-2ec4-46e3-bc82-2098434c126a requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:36:54.197655 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-90b3196c-1f68-41f8-b5af-212bb112d068 None None] Provisioning for port a75daef1-15cd-4118-99b3-e95127962460 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:36:54.215762 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-bac76c16-8995-4a57-9571-6ce88e5fd760 req-eb3a5615-5e2d-4b8d-a9f4-489a15fd543a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ff83ef0-01a9-4423-8dcb-741759a57858 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:36:54.229480 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device a75daef1-15cd-4118-99b3-e95127962460 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:36:54.329624 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port a75daef1-15cd-4118-99b3-e95127962460 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:36:54.343453 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port a75daef1-15cd-4118-99b3-e95127962460 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:36:54.343453 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:54.350624 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-bac76c16-8995-4a57-9571-6ce88e5fd760 req-eb3a5615-5e2d-4b8d-a9f4-489a15fd543a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:54.382600 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-520c9e4b-2cb9-41ff-8bfe-a19da815936d req-bff36fcb-afde-4572-90f4-484ce5a4b1b8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b1b02f4f-a70b-4201-8c66-e64da98751b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5993979 May 31 13:36:54.523013 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fd978353-d69a-4bd6-a3aa-e63297af08c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:54.586417 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fd978353-d69a-4bd6-a3aa-e63297af08c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:54.591398 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-bac76c16-8995-4a57-9571-6ce88e5fd760 req-eb3a5615-5e2d-4b8d-a9f4-489a15fd543a service neutron] Transition to ACTIVE for port object 7ff83ef0-01a9-4423-8dcb-741759a57858 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:36:54.609505 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-bac76c16-8995-4a57-9571-6ce88e5fd760 req-eb3a5615-5e2d-4b8d-a9f4-489a15fd543a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:54.649554 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment d883bc0a-ec0f-4dd3-b603-857bcbafd5ed resource provider aggregate not found May 31 13:36:54.663305 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd978353-d69a-4bd6-a3aa-e63297af08c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=69676019-d8d8-4756-af23-186d57a0dcf0,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:36:54.709329 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment d883bc0a-ec0f-4dd3-b603-857bcbafd5ed resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d883bc0a-ec0f-4dd3-b603-857bcbafd5ed found for delete ", "request_id": "req-19ae9979-d025-4969-b629-bc16c5d92a99"}]} May 31 13:36:54.719683 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-fd978353-d69a-4bd6-a3aa-e63297af08c9 admin admin] 10.222.0.50 "DELETE /v2.0/networks/69676019-d8d8-4756-af23-186d57a0dcf0 HTTP/1.1" status: 204 len: 168 time: 1.9896710 May 31 13:36:54.770366 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f826c-6f24-47ba-80f1-af12483baeab req-6d8588de-0a2a-460e-b930-add46529b129 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:54.770366 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bd9f826c-6f24-47ba-80f1-af12483baeab req-6d8588de-0a2a-460e-b930-add46529b129 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 946 time: 1.0608718 May 31 13:36:54.782782 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f628592b-a567-4265-a2eb-0edae9c8bfa2 req-ce663ddd-803e-4654-8174-c02811ca0ec0 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:54.782782 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f628592b-a567-4265-a2eb-0edae9c8bfa2 req-ce663ddd-803e-4654-8174-c02811ca0ec0 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=e916cc20-e657-4f37-9909-5b5b59fa407c HTTP/1.1" status: 200 len: 944 time: 1.7465873 May 31 13:36:54.842803 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port a75daef1-15cd-4118-99b3-e95127962460 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:36:54.842803 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:54.944110 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port a75daef1-15cd-4118-99b3-e95127962460, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=a75daef1-15cd-4118-99b3-e95127962460,segment=NetworkSegment(0c8aa3a6-47b8-4f9f-a1d3-b43478db3f3f),segment_id=0c8aa3a6-47b8-4f9f-a1d3-b43478db3f3f)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:36:54.951262 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-520c9e4b-2cb9-41ff-8bfe-a19da815936d req-4e15077e-3ba3-4491-a922-6fb819b8ebea service neutron] 10.222.0.44 "GET /v2.0/networks/b1b02f4f-a70b-4201-8c66-e64da98751b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5667417 May 31 13:36:54.952361 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:55.091561 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 49944) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:36:55.124678 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=a75daef1-15cd-4118-99b3-e95127962460,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:36:55.209698 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-520c9e4b-2cb9-41ff-8bfe-a19da815936d req-5992cb01-7876-45c3-8180-995e0347c604 service neutron] 10.222.0.44 "GET /v2.0/networks/b1b02f4f-a70b-4201-8c66-e64da98751b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418704 May 31 13:36:55.220361 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3a5615-5e2d-4b8d-a9f4-489a15fd543a service neutron] Pushing event updated for resources: {'Port': ['ID=7ff83ef0-01a9-4423-8dcb-741759a57858,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:36:55.254599 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-266241fa-884c-4958-8078-9cc9f8b01895 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:55.334738 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-90804614-1740-4d0f-bde7-fa0d70b0959e req-29257c39-bc6a-402b-8489-00992b60cd22 service neutron] Attempting to bind port cc973eba-a91e-4461-9e87-356cbb453d14 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:36:55.334738 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-90804614-1740-4d0f-bde7-fa0d70b0959e req-29257c39-bc6a-402b-8489-00992b60cd22 service neutron] Attempting to bind port cc973eba-a91e-4461-9e87-356cbb453d14 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': '2d583837-a9d6-4709-9af2-21c6363b8602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6f63975b-9b05-46d3-8543-47c8fac2cf70'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:36:55.334738 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90804614-1740-4d0f-bde7-fa0d70b0959e req-29257c39-bc6a-402b-8489-00992b60cd22 service neutron] Attempting to bind port cc973eba-a91e-4461-9e87-356cbb453d14 on network 6f63975b-9b05-46d3-8543-47c8fac2cf70 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:36:55.340025 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f628592b-a567-4265-a2eb-0edae9c8bfa2 req-56e7e29d-fc2c-4f62-9db8-e79dfe3236d0 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5569160 May 31 13:36:55.450032 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-266241fa-884c-4958-8078-9cc9f8b01895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:55.454807 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bd9f826c-6f24-47ba-80f1-af12483baeab req-fc77cd2d-7715-448f-ba43-b349ed54cea7 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6920547 May 31 13:36:55.461673 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-bac76c16-8995-4a57-9571-6ce88e5fd760 req-eb3a5615-5e2d-4b8d-a9f4-489a15fd543a service neutron] Attempting to bind port 7ff83ef0-01a9-4423-8dcb-741759a57858 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:36:55.461951 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-bac76c16-8995-4a57-9571-6ce88e5fd760 req-eb3a5615-5e2d-4b8d-a9f4-489a15fd543a service neutron] Attempting to bind port 7ff83ef0-01a9-4423-8dcb-741759a57858 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': '4d75b4c6-9dbf-466e-9960-e4baeffc8b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ef7bc708-faad-4f53-9863-9b17fc2bd3a4'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:36:55.462850 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac76c16-8995-4a57-9571-6ce88e5fd760 req-eb3a5615-5e2d-4b8d-a9f4-489a15fd543a service neutron] Attempting to bind port 7ff83ef0-01a9-4423-8dcb-741759a57858 on network ef7bc708-faad-4f53-9863-9b17fc2bd3a4 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:36:55.505777 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13506f1e-3d98-4434-b81f-f2868631235d'] response: {'name': 'network-changed', 'server_uuid': 'e916cc20-e657-4f37-9909-5b5b59fa407c', 'tag': 'f0c5e728-aa10-4494-b34c-e6882452c965', 'status': 'completed', 'code': 200} May 31 13:36:55.556274 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90804614-1740-4d0f-bde7-fa0d70b0959e req-29257c39-bc6a-402b-8489-00992b60cd22 service neutron] Port cc973eba-a91e-4461-9e87-356cbb453d14 on network 6f63975b-9b05-46d3-8543-47c8fac2cf70 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:36:55.557975 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90804614-1740-4d0f-bde7-fa0d70b0959e req-29257c39-bc6a-402b-8489-00992b60cd22 service neutron] Attempting to bind port cc973eba-a91e-4461-9e87-356cbb453d14 on network 6f63975b-9b05-46d3-8543-47c8fac2cf70 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:36:55.595230 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac76c16-8995-4a57-9571-6ce88e5fd760 req-eb3a5615-5e2d-4b8d-a9f4-489a15fd543a service neutron] Port 7ff83ef0-01a9-4423-8dcb-741759a57858 on network ef7bc708-faad-4f53-9863-9b17fc2bd3a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:36:55.596504 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac76c16-8995-4a57-9571-6ce88e5fd760 req-eb3a5615-5e2d-4b8d-a9f4-489a15fd543a service neutron] Attempting to bind port 7ff83ef0-01a9-4423-8dcb-741759a57858 on network ef7bc708-faad-4f53-9863-9b17fc2bd3a4 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:36:55.624617 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac76c16-8995-4a57-9571-6ce88e5fd760 req-eb3a5615-5e2d-4b8d-a9f4-489a15fd543a service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:36:55.624617 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac76c16-8995-4a57-9571-6ce88e5fd760 req-eb3a5615-5e2d-4b8d-a9f4-489a15fd543a service neutron] Checking segment: {'id': '4d75b4c6-9dbf-466e-9960-e4baeffc8b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ef7bc708-faad-4f53-9863-9b17fc2bd3a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:36:55.624920 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac76c16-8995-4a57-9571-6ce88e5fd760 req-eb3a5615-5e2d-4b8d-a9f4-489a15fd543a service neutron] Bound using segment: {'id': '4d75b4c6-9dbf-466e-9960-e4baeffc8b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ef7bc708-faad-4f53-9863-9b17fc2bd3a4'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:36:55.627296 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-bac76c16-8995-4a57-9571-6ce88e5fd760 req-eb3a5615-5e2d-4b8d-a9f4-489a15fd543a service neutron] Bound port: 7ff83ef0-01a9-4423-8dcb-741759a57858, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d75b4c6-9dbf-466e-9960-e4baeffc8b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ef7bc708-faad-4f53-9863-9b17fc2bd3a4'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:36:55.629205 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-bac76c16-8995-4a57-9571-6ce88e5fd760 req-eb3a5615-5e2d-4b8d-a9f4-489a15fd543a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:55.692508 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90804614-1740-4d0f-bde7-fa0d70b0959e req-29257c39-bc6a-402b-8489-00992b60cd22 service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:36:55.707591 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90804614-1740-4d0f-bde7-fa0d70b0959e req-29257c39-bc6a-402b-8489-00992b60cd22 service neutron] Checking segment: {'id': '2d583837-a9d6-4709-9af2-21c6363b8602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6f63975b-9b05-46d3-8543-47c8fac2cf70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:36:55.708951 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90804614-1740-4d0f-bde7-fa0d70b0959e req-29257c39-bc6a-402b-8489-00992b60cd22 service neutron] Bound using segment: {'id': '2d583837-a9d6-4709-9af2-21c6363b8602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6f63975b-9b05-46d3-8543-47c8fac2cf70'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:36:55.715821 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-90804614-1740-4d0f-bde7-fa0d70b0959e req-29257c39-bc6a-402b-8489-00992b60cd22 service neutron] Bound port: cc973eba-a91e-4461-9e87-356cbb453d14, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d583837-a9d6-4709-9af2-21c6363b8602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6f63975b-9b05-46d3-8543-47c8fac2cf70'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:36:55.715821 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-90804614-1740-4d0f-bde7-fa0d70b0959e req-29257c39-bc6a-402b-8489-00992b60cd22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:55.724184 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-07e5be99-1ff5-4766-9fe3-19ae932934a8 None None] Provisioning complete for port a75daef1-15cd-4118-99b3-e95127962460 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:36:55.730280 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-07e5be99-1ff5-4766-9fe3-19ae932934a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:55.804620 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ac267d-2697-4aea-9058-1ff0a30bc01c req-be213ddb-72fa-4e72-aad0-9a19b4da74fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:55.804620 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-69ac267d-2697-4aea-9058-1ff0a30bc01c req-be213ddb-72fa-4e72-aad0-9a19b4da74fb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e7915944b7b94ed798ed9400dc43e749&device_id=e916cc20-e657-4f37-9909-5b5b59fa407c HTTP/1.1" status: 200 len: 1095 time: 0.2650068 May 31 13:36:55.994255 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-a19c4b57-9506-43a4-9620-3cd68ffc29ce admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=111bb7df6e094f0fb03c1824b1215179&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8191147 May 31 13:36:56.009962 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49948) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:36:56.031048 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-07e5be99-1ff5-4766-9fe3-19ae932934a8 None None] Current status of the port a75daef1-15cd-4118-99b3-e95127962460 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:36:56.086265 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device a75daef1-15cd-4118-99b3-e95127962460 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:36:56.220006 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e7b771a0-8849-4e12-8ed9-85a8d8584404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:56.226758 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-266241fa-884c-4958-8078-9cc9f8b01895 admin admin] Allocated IP 172.25.6.174 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/a9032518-f1e3-4fa4-8f8e-59e49e4181e3) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:36:56.318399 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e7b771a0-8849-4e12-8ed9-85a8d8584404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:56.400018 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ac267d-2697-4aea-9058-1ff0a30bc01c req-90a22522-3125-47ba-834b-8133884cd514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:56.400018 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-69ac267d-2697-4aea-9058-1ff0a30bc01c req-90a22522-3125-47ba-834b-8133884cd514 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b1b02f4f-a70b-4201-8c66-e64da98751b7 HTTP/1.1" status: 200 len: 906 time: 0.5803065 May 31 13:36:56.478149 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e7b771a0-8849-4e12-8ed9-85a8d8584404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:56.523849 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port a75daef1-15cd-4118-99b3-e95127962460 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:36:56.523849 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:56.531726 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-69ac267d-2697-4aea-9058-1ff0a30bc01c req-de2cf45f-3a5d-4d86-b485-79d03e258dc5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0c5e728-aa10-4494-b34c-e6882452c965 HTTP/1.1" status: 200 len: 217 time: 0.1166234 May 31 13:36:56.531726 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e7b771a0-8849-4e12-8ed9-85a8d8584404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:56.531726 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e7b771a0-8849-4e12-8ed9-85a8d8584404 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/517063c2-fc2f-4fc8-9fcc-dc799446de79 HTTP/1.1" status: 204 len: 168 time: 0.5133584 May 31 13:36:56.531726 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b771a0-8849-4e12-8ed9-85a8d8584404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=517063c2-fc2f-4fc8-9fcc-dc799446de79,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:36:56.643789 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ac267d-2697-4aea-9058-1ff0a30bc01c req-c4850540-a7e0-45be-9796-6b1fc066a819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:56.648911 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-69ac267d-2697-4aea-9058-1ff0a30bc01c req-c4850540-a7e0-45be-9796-6b1fc066a819 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0bea7539-c751-4155-a6fe-0d3f1a29fa41 HTTP/1.1" status: 200 len: 845 time: 0.1196616 May 31 13:36:56.724708 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-bac76c16-8995-4a57-9571-6ce88e5fd760 req-eb3a5615-5e2d-4b8d-a9f4-489a15fd543a service neutron] For port 7ff83ef0-01a9-4423-8dcb-741759a57858, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:36:56.734755 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-bac76c16-8995-4a57-9571-6ce88e5fd760 req-eb3a5615-5e2d-4b8d-a9f4-489a15fd543a service neutron] For port 7ff83ef0-01a9-4423-8dcb-741759a57858, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=7ff83ef0-01a9-4423-8dcb-741759a57858,segment=NetworkSegment(4d75b4c6-9dbf-466e-9960-e4baeffc8b58),segment_id=4d75b4c6-9dbf-466e-9960-e4baeffc8b58)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:36:56.866070 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-bac76c16-8995-4a57-9571-6ce88e5fd760 req-eb3a5615-5e2d-4b8d-a9f4-489a15fd543a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:56.889346 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-69ac267d-2697-4aea-9058-1ff0a30bc01c req-61de5ce6-3dd8-440c-912f-ddfbf31a9ace service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b1b02f4f-a70b-4201-8c66-e64da98751b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2314909 May 31 13:36:56.929904 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port a75daef1-15cd-4118-99b3-e95127962460 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:36:57.217058 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac76c16-8995-4a57-9571-6ce88e5fd760 req-eb3a5615-5e2d-4b8d-a9f4-489a15fd543a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:57.217058 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-bac76c16-8995-4a57-9571-6ce88e5fd760 req-eb3a5615-5e2d-4b8d-a9f4-489a15fd543a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:57.217058 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bac76c16-8995-4a57-9571-6ce88e5fd760 req-eb3a5615-5e2d-4b8d-a9f4-489a15fd543a service neutron] 10.222.0.44 "PUT /v2.0/ports/7ff83ef0-01a9-4423-8dcb-741759a57858 HTTP/1.1" status: 200 len: 1092 time: 6.7594378 May 31 13:36:57.229827 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '325ebe8c-6f44-44f5-a084-d31e727e149f', 'tag': '7ff83ef0-01a9-4423-8dcb-741759a57858'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:36:57.395345 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-69ac267d-2697-4aea-9058-1ff0a30bc01c req-034c5189-db07-4a74-9ece-09812dfc41ec service neutron] 10.222.0.44 "GET /v2.0/networks/b1b02f4f-a70b-4201-8c66-e64da98751b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5011418 May 31 13:36:57.749634 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-266241fa-884c-4958-8078-9cc9f8b01895 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:57.805520 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-90804614-1740-4d0f-bde7-fa0d70b0959e req-29257c39-bc6a-402b-8489-00992b60cd22 service neutron] For port cc973eba-a91e-4461-9e87-356cbb453d14, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:36:57.805520 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3a5615-5e2d-4b8d-a9f4-489a15fd543a service neutron] Pushing event updated for resources: {'Port': ['ID=7ff83ef0-01a9-4423-8dcb-741759a57858,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:36:57.834213 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b518eb66-0401-49ae-9a71-862e27ca1dc7 req-fbcbb7c6-be3d-482c-9237-120c20ff64c1 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:57.840184 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b518eb66-0401-49ae-9a71-862e27ca1dc7 req-fbcbb7c6-be3d-482c-9237-120c20ff64c1 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50c4000-326f-4831-abd3-b25a6f559834 HTTP/1.1" status: 200 len: 945 time: 1.9757526 May 31 13:36:57.875021 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de86ee7b-a974-47f2-9a77-d8716325e9c7 req-9065f9f7-065a-4b48-b349-33fa490e1607 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:57.885329 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-de86ee7b-a974-47f2-9a77-d8716325e9c7 req-9065f9f7-065a-4b48-b349-33fa490e1607 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=58cd7c3c-004a-4f96-8d08-1daaa42bf853 HTTP/1.1" status: 200 len: 944 time: 1.8787684 May 31 13:36:57.970662 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-90804614-1740-4d0f-bde7-fa0d70b0959e req-29257c39-bc6a-402b-8489-00992b60cd22 service neutron] For port cc973eba-a91e-4461-9e87-356cbb453d14, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=cc973eba-a91e-4461-9e87-356cbb453d14,segment=NetworkSegment(2d583837-a9d6-4709-9af2-21c6363b8602),segment_id=2d583837-a9d6-4709-9af2-21c6363b8602)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:36:57.992718 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-69ac267d-2697-4aea-9058-1ff0a30bc01c req-4dc27a8c-f047-47a5-aee6-1ca5e13f4d1c service neutron] 10.222.0.44 "GET /v2.0/networks/b1b02f4f-a70b-4201-8c66-e64da98751b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5845900 May 31 13:36:58.011647 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-90804614-1740-4d0f-bde7-fa0d70b0959e req-29257c39-bc6a-402b-8489-00992b60cd22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:58.105000 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-de86ee7b-a974-47f2-9a77-d8716325e9c7 req-103e646b-80e7-4e62-93c1-ef5ce86cc939 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236030 May 31 13:36:58.177645 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b518eb66-0401-49ae-9a71-862e27ca1dc7 req-45ec4aa9-0c5c-4c9e-b384-80dcbe317eb5 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/security-groups?id=677b8212-d6d1-4b38-be51-aaa6218210d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391562 May 31 13:36:58.200324 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90804614-1740-4d0f-bde7-fa0d70b0959e req-29257c39-bc6a-402b-8489-00992b60cd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:58.243417 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-90804614-1740-4d0f-bde7-fa0d70b0959e req-29257c39-bc6a-402b-8489-00992b60cd22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:58.243417 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-90804614-1740-4d0f-bde7-fa0d70b0959e req-29257c39-bc6a-402b-8489-00992b60cd22 service neutron] 10.222.0.44 "PUT /v2.0/ports/cc973eba-a91e-4461-9e87-356cbb453d14 HTTP/1.1" status: 200 len: 1092 time: 8.6776385 May 31 13:36:58.270535 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac76c16-8995-4a57-9571-6ce88e5fd760 req-b33d66c2-ecae-45bf-b89d-90ada99ed9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:58.283712 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bac76c16-8995-4a57-9571-6ce88e5fd760 req-b33d66c2-ecae-45bf-b89d-90ada99ed9c7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bc5142db886b48f8906c49afcc233362&device_id=325ebe8c-6f44-44f5-a084-d31e727e149f HTTP/1.1" status: 200 len: 1095 time: 0.8189981 May 31 13:36:58.624078 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bac76c16-8995-4a57-9571-6ce88e5fd760 req-ffeba888-a50d-40cd-80bf-dc8090b50922 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ff83ef0-01a9-4423-8dcb-741759a57858 HTTP/1.1" status: 200 len: 217 time: 0.3284206 May 31 13:36:58.637275 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29257c39-bc6a-402b-8489-00992b60cd22 service neutron] Pushing event updated for resources: {'Port': ['ID=cc973eba-a91e-4461-9e87-356cbb453d14,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:36:58.657364 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-266241fa-884c-4958-8078-9cc9f8b01895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:58.819988 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266241fa-884c-4958-8078-9cc9f8b01895 admin admin] Pushing event updated for resources: {'Port': ['ID=a9032518-f1e3-4fa4-8f8e-59e49e4181e3,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:36:58.826272 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266241fa-884c-4958-8078-9cc9f8b01895 admin admin] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:36:58.832552 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-266241fa-884c-4958-8078-9cc9f8b01895 admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:36:58.836604 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266241fa-884c-4958-8078-9cc9f8b01895 admin admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:36:58.889611 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac76c16-8995-4a57-9571-6ce88e5fd760 req-0cc46af6-50b4-4ff4-801f-a77b824fe04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:58.889611 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bac76c16-8995-4a57-9571-6ce88e5fd760 req-0cc46af6-50b4-4ff4-801f-a77b824fe04b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=03601eff-cc07-4210-91b9-54e2e22c50f4 HTTP/1.1" status: 200 len: 850 time: 0.2349119 May 31 13:36:58.970292 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90804614-1740-4d0f-bde7-fa0d70b0959e req-01757555-a6c4-4363-aece-ae7b6ef4958a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:58.970292 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-90804614-1740-4d0f-bde7-fa0d70b0959e req-01757555-a6c4-4363-aece-ae7b6ef4958a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=52669f2db59f4a3eb6fd40f6ebcd20ec&device_id=58cd7c3c-004a-4f96-8d08-1daaa42bf853 HTTP/1.1" status: 200 len: 1095 time: 0.6761878 May 31 13:36:59.033828 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5257a-1e15-4395-9372-f8edd579560a req-31a67500-daea-4f90-b96d-8f3940dbcab0 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:59.035819 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a8a5257a-1e15-4395-9372-f8edd579560a req-31a67500-daea-4f90-b96d-8f3940dbcab0 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=325ebe8c-6f44-44f5-a084-d31e727e149f HTTP/1.1" status: 200 len: 944 time: 0.5037806 May 31 13:36:59.117184 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device f0c5e728-aa10-4494-b34c-e6882452c965 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:36:59.217519 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-90804614-1740-4d0f-bde7-fa0d70b0959e req-14bbeb45-87dd-4ce9-acd1-a17bc036f5c6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc973eba-a91e-4461-9e87-356cbb453d14 HTTP/1.1" status: 200 len: 217 time: 0.1835039 May 31 13:36:59.246530 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6642d9b3-146a-4403-8c58-ae3ede82153c req-b6a463eb-ef36-4b93-9ab0-b3f739619d16 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:59.246530 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6642d9b3-146a-4403-8c58-ae3ede82153c req-b6a463eb-ef36-4b93-9ab0-b3f739619d16 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=e916cc20-e657-4f37-9909-5b5b59fa407c HTTP/1.1" status: 200 len: 944 time: 0.7134361 May 31 13:36:59.345418 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port f0c5e728-aa10-4494-b34c-e6882452c965, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=f0c5e728-aa10-4494-b34c-e6882452c965,segment=NetworkSegment(ac59caff-d513-4fef-b003-5737787eb94f),segment_id=ac59caff-d513-4fef-b003-5737787eb94f)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:36:59.377106 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': 'f0c5e728-aa10-4494-b34c-e6882452c965', 'network_id': 'b1b02f4f-a70b-4201-8c66-e64da98751b7', 'port_id': 'f0c5e728-aa10-4494-b34c-e6882452c965', 'mac_address': 'fa:16:3e:74:a7:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bea7539-c751-4155-a6fe-0d3f1a29fa41', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:36:59.427555 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a8a5257a-1e15-4395-9372-f8edd579560a req-090578ae-5869-482b-aec8-d01cc0efc2c6 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=b28319a5-744d-4c54-bfbf-469a0b7a5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238878 May 31 13:36:59.459252 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90804614-1740-4d0f-bde7-fa0d70b0959e req-6885c759-e0ed-4fe2-b6a8-daea0b3e400c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:59.459252 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-90804614-1740-4d0f-bde7-fa0d70b0959e req-6885c759-e0ed-4fe2-b6a8-daea0b3e400c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fa2724fc-99c1-4890-aaad-d9b53e2abcda HTTP/1.1" status: 200 len: 851 time: 0.2107606 May 31 13:36:59.463146 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac76c16-8995-4a57-9571-6ce88e5fd760 req-61dd2fc3-720b-4580-bae8-b657418567ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:59.464754 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bac76c16-8995-4a57-9571-6ce88e5fd760 req-61dd2fc3-720b-4580-bae8-b657418567ac service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ef7bc708-faad-4f53-9863-9b17fc2bd3a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5609899 May 31 13:36:59.517430 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port f0c5e728-aa10-4494-b34c-e6882452c965 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:36:59.517430 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:59.544700 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6642d9b3-146a-4403-8c58-ae3ede82153c req-db90dc43-7e3e-4682-aef5-f56ebb3a0a9f tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398810 May 31 13:36:59.582644 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fc8afd-5271-4712-b86e-fb4dc88685ae req-bcb0f9de-456e-43e6-a91f-05bb2d5f1bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:59.582644 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-87fc8afd-5271-4712-b86e-fb4dc88685ae req-bcb0f9de-456e-43e6-a91f-05bb2d5f1bca service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=971e7e341b6340e7a10be40f9ec104d7&device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 1097 time: 0.1308966 May 31 13:36:59.588773 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0c5e728-aa10-4494-b34c-e6882452c965 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:36:59.636884 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port f0c5e728-aa10-4494-b34c-e6882452c965, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=f0c5e728-aa10-4494-b34c-e6882452c965,segment=NetworkSegment(ac59caff-d513-4fef-b003-5737787eb94f),segment_id=ac59caff-d513-4fef-b003-5737787eb94f)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:36:59.641976 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:59.696885 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-90804614-1740-4d0f-bde7-fa0d70b0959e req-0511c9f2-9f64-4309-8e43-a9c22fef0670 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6f63975b-9b05-46d3-8543-47c8fac2cf70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1636198 May 31 13:36:59.880697 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fc8afd-5271-4712-b86e-fb4dc88685ae req-1da04907-da86-4a48-a66e-d38ff99b9d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:36:59.880697 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-87fc8afd-5271-4712-b86e-fb4dc88685ae req-1da04907-da86-4a48-a66e-d38ff99b9d4e service neutron] 10.222.0.44 "GET /v2.0/networks?id=4805cc3e-f802-432a-a895-ff648d7eea38 HTTP/1.1" status: 200 len: 914 time: 0.2904179 May 31 13:36:59.886229 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=f0c5e728-aa10-4494-b34c-e6882452c965,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:36:59.997692 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-87fc8afd-5271-4712-b86e-fb4dc88685ae req-927f7761-6c9d-4dfb-9db5-27edd2827e83 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6fba84dd-602c-4af4-8cc6-163477023a03 HTTP/1.1" status: 200 len: 217 time: 0.1075740 May 31 13:37:00.006714 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76655469-e7bb-4136-9a6f-cc022e37a1db'] response: {'name': 'network-changed', 'server_uuid': '325ebe8c-6f44-44f5-a084-d31e727e149f', 'tag': '7ff83ef0-01a9-4423-8dcb-741759a57858', 'status': 'completed', 'code': 200} May 31 13:37:00.061753 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['f0c5e728-aa10-4494-b34c-e6882452c965'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:37:00.094689 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fc8afd-5271-4712-b86e-fb4dc88685ae req-f20aaabd-eb4b-4cdf-9436-bbce9a4c26a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:00.094689 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-87fc8afd-5271-4712-b86e-fb4dc88685ae req-f20aaabd-eb4b-4cdf-9436-bbce9a4c26a2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=78475d05-cc98-4fb2-b531-8986b43f0ba1 HTTP/1.1" status: 200 len: 853 time: 0.0842607 May 31 13:37:00.300213 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-87fc8afd-5271-4712-b86e-fb4dc88685ae req-d30906e8-3163-4729-b0a3-ced4ab27f2f3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4805cc3e-f802-432a-a895-ff648d7eea38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1906207 May 31 13:37:00.386709 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bac76c16-8995-4a57-9571-6ce88e5fd760 req-df041bc6-4baf-4429-909b-991cf07955b2 service neutron] 10.222.0.44 "GET /v2.0/networks/ef7bc708-faad-4f53-9863-9b17fc2bd3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8633986 May 31 13:37:00.390520 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-90804614-1740-4d0f-bde7-fa0d70b0959e req-92e85391-715e-42c6-ac47-0bb81b5074c8 service neutron] 10.222.0.44 "GET /v2.0/networks/6f63975b-9b05-46d3-8543-47c8fac2cf70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6892977 May 31 13:37:00.414914 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-266241fa-884c-4958-8078-9cc9f8b01895 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:00.531975 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-87fc8afd-5271-4712-b86e-fb4dc88685ae req-c31d534f-96bc-48d2-b144-e89ba946720b service neutron] 10.222.0.44 "GET /v2.0/networks/4805cc3e-f802-432a-a895-ff648d7eea38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341053 May 31 13:37:00.732829 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-87fc8afd-5271-4712-b86e-fb4dc88685ae req-250d187d-fb97-4e5c-a96b-e43a54d62a77 service neutron] 10.222.0.44 "GET /v2.0/networks/4805cc3e-f802-432a-a895-ff648d7eea38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947081 May 31 13:37:00.757097 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8db289-bfc5-4a39-8bfb-c2ea2ab37b39 req-caf97652-e26c-4fd5-be14-3ad81fd413b7 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:00.759424 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dc8db289-bfc5-4a39-8bfb-c2ea2ab37b39 req-caf97652-e26c-4fd5-be14-3ad81fd413b7 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 946 time: 0.7573259 May 31 13:37:01.099545 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bac76c16-8995-4a57-9571-6ce88e5fd760 req-3d686b31-ba51-49b2-8499-01f25717cede service neutron] 10.222.0.44 "GET /v2.0/networks/ef7bc708-faad-4f53-9863-9b17fc2bd3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6855364 May 31 13:37:01.101223 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-90804614-1740-4d0f-bde7-fa0d70b0959e req-636fc0b4-b63e-4835-939d-7f0cca9d0ec8 service neutron] 10.222.0.44 "GET /v2.0/networks/6f63975b-9b05-46d3-8543-47c8fac2cf70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6934366 May 31 13:37:01.122693 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dc8db289-bfc5-4a39-8bfb-c2ea2ab37b39 req-aa6c6134-4304-4975-ae1c-8646704701a5 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3559811 May 31 13:37:01.354062 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd595f7-e2d1-41e6-82fc-43f69cab3935 req-eb1e5b3e-19f1-4ce6-bb31-ff95b0a82af2 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:01.356272 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7bd595f7-e2d1-41e6-82fc-43f69cab3935 req-eb1e5b3e-19f1-4ce6-bb31-ff95b0a82af2 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=58cd7c3c-004a-4f96-8d08-1daaa42bf853 HTTP/1.1" status: 200 len: 944 time: 0.4532526 May 31 13:37:01.429815 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-266241fa-884c-4958-8078-9cc9f8b01895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:01.526237 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7bd595f7-e2d1-41e6-82fc-43f69cab3935 req-26fd25b7-c6fe-44d6-b648-c8ea35a0f408 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555417 May 31 13:37:01.560462 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d15af3-eeba-4b19-9795-0a57326876ec req-b92b5e1d-b157-4a07-9afb-2298786943f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:01.562345 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-60d15af3-eeba-4b19-9795-0a57326876ec req-b92b5e1d-b157-4a07-9afb-2298786943f8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bc5142db886b48f8906c49afcc233362&device_id=325ebe8c-6f44-44f5-a084-d31e727e149f HTTP/1.1" status: 200 len: 1095 time: 0.3342359 May 31 13:37:01.653806 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e857d1f-2e7f-4c1b-bd7e-d9e93fd1e57a req-1a831e6a-7be0-457a-a0f7-62addeb8c6da tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:01.655854 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7e857d1f-2e7f-4c1b-bd7e-d9e93fd1e57a req-1a831e6a-7be0-457a-a0f7-62addeb8c6da tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50c4000-326f-4831-abd3-b25a6f559834 HTTP/1.1" status: 200 len: 945 time: 0.3811135 May 31 13:37:01.998555 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7e857d1f-2e7f-4c1b-bd7e-d9e93fd1e57a req-470683a9-bb9c-45af-b1e5-7bf43afc12a4 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/security-groups?id=677b8212-d6d1-4b38-be51-aaa6218210d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3296170 May 31 13:37:02.020871 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58cd7c3c-004a-4f96-8d08-1daaa42bf853', 'tag': 'cc973eba-a91e-4461-9e87-356cbb453d14'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:37:02.067882 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d15af3-eeba-4b19-9795-0a57326876ec req-38036d21-4b0d-415d-8194-bafad4f502ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:02.069307 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-60d15af3-eeba-4b19-9795-0a57326876ec req-38036d21-4b0d-415d-8194-bafad4f502ce service neutron] 10.222.0.44 "GET /v2.0/networks?id=ef7bc708-faad-4f53-9863-9b17fc2bd3a4 HTTP/1.1" status: 200 len: 912 time: 0.4495664 May 31 13:37:02.084995 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c37288-7b6e-4d93-b1f4-8dce69457d11 req-5f29c9fb-c574-4bdf-846f-8c8283302e7a tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:02.086527 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-48c37288-7b6e-4d93-b1f4-8dce69457d11 req-5f29c9fb-c574-4bdf-846f-8c8283302e7a tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=325ebe8c-6f44-44f5-a084-d31e727e149f HTTP/1.1" status: 200 len: 944 time: 0.4309299 May 31 13:37:02.245390 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-266241fa-884c-4958-8078-9cc9f8b01895 admin admin] Router 738e2dbd-652e-43a7-b5b6-d0f67668801c is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 13:37:02.255098 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-60d15af3-eeba-4b19-9795-0a57326876ec req-f49f9930-be68-46a3-a567-9781e01f4751 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ff83ef0-01a9-4423-8dcb-741759a57858 HTTP/1.1" status: 200 len: 217 time: 0.1676819 May 31 13:37:02.365336 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 13:37:02.429039 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-48c37288-7b6e-4d93-b1f4-8dce69457d11 req-821e44ff-56c6-43de-9c56-a4381588c682 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=b28319a5-744d-4c54-bfbf-469a0b7a5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777920 May 31 13:37:02.450277 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d15af3-eeba-4b19-9795-0a57326876ec req-b8dde773-cf09-43f4-bf7b-85c8e3f062b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:02.451710 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-60d15af3-eeba-4b19-9795-0a57326876ec req-b8dde773-cf09-43f4-bf7b-85c8e3f062b7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=03601eff-cc07-4210-91b9-54e2e22c50f4 HTTP/1.1" status: 200 len: 850 time: 0.1881011 May 31 13:37:02.576422 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56a462e5-f958-4f62-9078-4a67b2d0fc9c'] response: {'name': 'network-changed', 'server_uuid': '58cd7c3c-004a-4f96-8d08-1daaa42bf853', 'tag': 'cc973eba-a91e-4461-9e87-356cbb453d14', 'status': 'completed', 'code': 200} May 31 13:37:02.603096 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754eda50-3e22-4b71-8605-1bedb3fffbcf req-e30bb12c-a14d-4654-a3a0-6dbbbf7fdcee tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:02.604592 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-754eda50-3e22-4b71-8605-1bedb3fffbcf req-e30bb12c-a14d-4654-a3a0-6dbbbf7fdcee tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=e916cc20-e657-4f37-9909-5b5b59fa407c HTTP/1.1" status: 200 len: 945 time: 0.4516220 May 31 13:37:02.713959 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-266241fa-884c-4958-8078-9cc9f8b01895 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:37:02.723161 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e077703-27f2-4873-a002-f80b16b67184 None None] Sync routers for ids ['738e2dbd-652e-43a7-b5b6-d0f67668801c'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:37:02.732263 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e077703-27f2-4873-a002-f80b16b67184 None None] Routers {'738e2dbd-652e-43a7-b5b6-d0f67668801c'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:37:02.732869 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-0e077703-27f2-4873-a002-f80b16b67184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:36:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['738e2dbd-652e-43a7-b5b6-d0f67668801c'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:37:02.797963 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-754eda50-3e22-4b71-8605-1bedb3fffbcf req-2185d245-8802-452b-83a9-ccedc882e340 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872849 May 31 13:37:02.810476 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d15af3-eeba-4b19-9795-0a57326876ec req-62befdfe-6f4e-4392-8469-487758ebfe73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:02.811929 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-60d15af3-eeba-4b19-9795-0a57326876ec req-62befdfe-6f4e-4392-8469-487758ebfe73 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ef7bc708-faad-4f53-9863-9b17fc2bd3a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3033519 May 31 13:37:02.816558 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-266241fa-884c-4958-8078-9cc9f8b01895 admin admin] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:02.821184 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-266241fa-884c-4958-8078-9cc9f8b01895 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 12.6011729 May 31 13:37:02.821517 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 50026) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:37:02.924809 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd604ecc-1562-46c7-8778-ba090573c950 req-06fc37aa-aad9-487d-8ff5-0d2ce8374ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:02.926835 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dd604ecc-1562-46c7-8778-ba090573c950 req-06fc37aa-aad9-487d-8ff5-0d2ce8374ac5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=52669f2db59f4a3eb6fd40f6ebcd20ec&device_id=58cd7c3c-004a-4f96-8d08-1daaa42bf853 HTTP/1.1" status: 200 len: 1095 time: 0.3082986 May 31 13:37:02.940907 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54fd748-4b50-4a5b-8ea7-4f762eff5930 req-d5835efb-cb64-4e4f-b109-089994da60a6 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:02.943263 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b54fd748-4b50-4a5b-8ea7-4f762eff5930 req-d5835efb-cb64-4e4f-b109-089994da60a6 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 946 time: 0.2736738 May 31 13:37:02.974093 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-0e077703-27f2-4873-a002-f80b16b67184 None None] Set router 738e2dbd-652e-43a7-b5b6-d0f67668801c gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:37:03.140079 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device f0c5e728-aa10-4494-b34c-e6882452c965 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:37:03.192940 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b54fd748-4b50-4a5b-8ea7-4f762eff5930 req-de3f110c-b880-4788-a454-4b469d5f42b3 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207615 May 31 13:37:03.208690 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-60d15af3-eeba-4b19-9795-0a57326876ec req-db28117e-7b04-401e-8687-8d6edd818973 service neutron] 10.222.0.44 "GET /v2.0/networks/ef7bc708-faad-4f53-9863-9b17fc2bd3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3888671 May 31 13:37:03.401794 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port f0c5e728-aa10-4494-b34c-e6882452c965 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:37:03.415724 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port f0c5e728-aa10-4494-b34c-e6882452c965 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:37:03.416404 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:03.477148 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-0e077703-27f2-4873-a002-f80b16b67184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738e2dbd-652e-43a7-b5b6-d0f67668801c', 'name': 'tempest-VolumesAdminNegativeTest-2128179311-router', 'tenant_id': 'f89ceabafad5420cb483df25f252f64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': 'a9032518-f1e3-4fa4-8f8e-59e49e4181e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:36:50Z', 'updated_at': '2022-05-31T13:36:59Z', 'revision_number': 3, 'project_id': 'f89ceabafad5420cb483df25f252f64a', 'gw_port': {'id': 'a9032518-f1e3-4fa4-8f8e-59e49e4181e3', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:1e:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '738e2dbd-652e-43a7-b5b6-d0f67668801c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:36:55Z', 'updated_at': '2022-05-31T13:36:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:37:03.484269 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e077703-27f2-4873-a002-f80b16b67184 None None] Checking router: 738e2dbd-652e-43a7-b5b6-d0f67668801c for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:37:03.484797 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e077703-27f2-4873-a002-f80b16b67184 None None] Updating router 738e2dbd-652e-43a7-b5b6-d0f67668801c port a9032518-f1e3-4fa4-8f8e-59e49e4181e3 binding host n-d-843939-1 {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:37:03.507071 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd604ecc-1562-46c7-8778-ba090573c950 req-8fa64b3b-5f29-467a-b272-b65cb466de15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:03.509404 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dd604ecc-1562-46c7-8778-ba090573c950 req-8fa64b3b-5f29-467a-b272-b65cb466de15 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6f63975b-9b05-46d3-8543-47c8fac2cf70 HTTP/1.1" status: 200 len: 912 time: 0.5623732 May 31 13:37:03.600534 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port f0c5e728-aa10-4494-b34c-e6882452c965 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:37:03.600908 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:03.610405 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dd604ecc-1562-46c7-8778-ba090573c950 req-eab6bec4-c297-4d18-a59b-afdb3e151d1e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc973eba-a91e-4461-9e87-356cbb453d14 HTTP/1.1" status: 200 len: 217 time: 0.0913115 May 31 13:37:03.629974 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0e077703-27f2-4873-a002-f80b16b67184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:03.675325 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e916cc20-e657-4f37-9909-5b5b59fa407c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0c5e728-aa10-4494-b34c-e6882452c965'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:37:03.699094 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port f0c5e728-aa10-4494-b34c-e6882452c965, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=f0c5e728-aa10-4494-b34c-e6882452c965,segment=NetworkSegment(ac59caff-d513-4fef-b003-5737787eb94f),segment_id=ac59caff-d513-4fef-b003-5737787eb94f)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:37:03.707081 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:03.709039 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 6fba84dd-602c-4af4-8cc6-163477023a03 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:37:03.761953 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-60d15af3-eeba-4b19-9795-0a57326876ec req-5f78f431-683f-42b1-a154-c61a17c59aae service neutron] 10.222.0.44 "GET /v2.0/networks/ef7bc708-faad-4f53-9863-9b17fc2bd3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5431039 May 31 13:37:03.911589 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd604ecc-1562-46c7-8778-ba090573c950 req-880d2cb8-a7fc-4bba-a6dc-00d38c2d5968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:03.913272 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dd604ecc-1562-46c7-8778-ba090573c950 req-880d2cb8-a7fc-4bba-a6dc-00d38c2d5968 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fa2724fc-99c1-4890-aaad-d9b53e2abcda HTTP/1.1" status: 200 len: 851 time: 0.2821426 May 31 13:37:04.011231 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=f0c5e728-aa10-4494-b34c-e6882452c965,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:37:04.015798 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3c57ad41-e615-438a-9bf5-792ffb22a305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:04.097899 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 6fba84dd-602c-4af4-8cc6-163477023a03 is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:37:04.098600 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:04.142644 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 6fba84dd-602c-4af4-8cc6-163477023a03, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=6fba84dd-602c-4af4-8cc6-163477023a03,segment=NetworkSegment(dfa37d0f-69f6-423e-a3ff-702fa969883b),segment_id=dfa37d0f-69f6-423e-a3ff-702fa969883b)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:37:04.150282 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:04.189395 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dd604ecc-1562-46c7-8778-ba090573c950 req-938b9004-c22c-4771-a7d7-bb266bad2d56 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6f63975b-9b05-46d3-8543-47c8fac2cf70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494330 May 31 13:37:04.215285 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d5507-3a97-4a9b-97b0-55ad975601d3 req-87659062-b528-4918-b89c-0081ef9f47c5 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:04.227766 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dd0d5507-3a97-4a9b-97b0-55ad975601d3 req-87659062-b528-4918-b89c-0081ef9f47c5 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=58cd7c3c-004a-4f96-8d08-1daaa42bf853 HTTP/1.1" status: 200 len: 944 time: 0.8223100 May 31 13:37:04.251157 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=6fba84dd-602c-4af4-8cc6-163477023a03,revision_number=8']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:37:04.266125 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0e077703-27f2-4873-a002-f80b16b67184 None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:04.287071 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-0e077703-27f2-4873-a002-f80b16b67184 None None] Transition to ACTIVE for port object a9032518-f1e3-4fa4-8f8e-59e49e4181e3 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:37:04.300751 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0e077703-27f2-4873-a002-f80b16b67184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:04.398682 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-0e077703-27f2-4873-a002-f80b16b67184 None None] Attempting to bind port a9032518-f1e3-4fa4-8f8e-59e49e4181e3 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:37:04.399036 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-0e077703-27f2-4873-a002-f80b16b67184 None None] Attempting to bind port a9032518-f1e3-4fa4-8f8e-59e49e4181e3 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:37:04.399387 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e077703-27f2-4873-a002-f80b16b67184 None None] Attempting to bind port a9032518-f1e3-4fa4-8f8e-59e49e4181e3 on network d2103cd5-63ba-4c24-9d95-fd17643bf14c {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:37:04.405506 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edfcb2c-d3e8-4db7-8106-95995a59e02a None None] Pushing event updated for resources: {'Port': ['ID=a9032518-f1e3-4fa4-8f8e-59e49e4181e3,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:37:04.411644 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e077703-27f2-4873-a002-f80b16b67184 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:37:04.412012 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e077703-27f2-4873-a002-f80b16b67184 None None] Checking segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:37:04.412394 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0e077703-27f2-4873-a002-f80b16b67184 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:04.412776 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e077703-27f2-4873-a002-f80b16b67184 None None] Bound using segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:37:04.413234 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-0e077703-27f2-4873-a002-f80b16b67184 None None] Bound port: a9032518-f1e3-4fa4-8f8e-59e49e4181e3, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:37:04.413594 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0e077703-27f2-4873-a002-f80b16b67184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:04.442259 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dd0d5507-3a97-4a9b-97b0-55ad975601d3 req-f14aa394-c427-4027-b6b5-452b97bfa855 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127731 May 31 13:37:04.452891 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-3c57ad41-e615-438a-9bf5-792ffb22a305 admin admin] Allocated IP 172.20.0.1 (7c231a84-2ec4-46e3-bc82-2098434c126a/a56a567a-d5d5-4545-b54f-5c0089e8ebda/466cd051-d5e9-4900-b939-2aaed1453612) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:37:04.500608 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb59219-4188-4b42-b0c0-f0fef196dfcc req-f5f85572-35f0-4349-8012-6648ae91f58f tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:04.509122 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edfcb2c-d3e8-4db7-8106-95995a59e02a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:37:04.510164 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edfcb2c-d3e8-4db7-8106-95995a59e02a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:37:04.510723 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edfcb2c-d3e8-4db7-8106-95995a59e02a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:37:04.511249 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edfcb2c-d3e8-4db7-8106-95995a59e02a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:37:04.511768 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edfcb2c-d3e8-4db7-8106-95995a59e02a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:37:04.512719 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8cb59219-4188-4b42-b0c0-f0fef196dfcc req-f5f85572-35f0-4349-8012-6648ae91f58f tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50c4000-326f-4831-abd3-b25a6f559834 HTTP/1.1" status: 200 len: 945 time: 0.7367785 May 31 13:37:04.513156 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edfcb2c-d3e8-4db7-8106-95995a59e02a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:37:04.513306 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edfcb2c-d3e8-4db7-8106-95995a59e02a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:37:04.513660 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edfcb2c-d3e8-4db7-8106-95995a59e02a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:37:04.514458 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edfcb2c-d3e8-4db7-8106-95995a59e02a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:37:04.515157 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edfcb2c-d3e8-4db7-8106-95995a59e02a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:37:04.515771 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edfcb2c-d3e8-4db7-8106-95995a59e02a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:37:04.516274 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edfcb2c-d3e8-4db7-8106-95995a59e02a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:37:04.582725 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-0e077703-27f2-4873-a002-f80b16b67184 None None] For port a9032518-f1e3-4fa4-8f8e-59e49e4181e3, host n-d-843939-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:37:04.588604 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-0e077703-27f2-4873-a002-f80b16b67184 None None] For port a9032518-f1e3-4fa4-8f8e-59e49e4181e3, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=a9032518-f1e3-4fa4-8f8e-59e49e4181e3,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:37:04.593958 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0e077703-27f2-4873-a002-f80b16b67184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:04.608503 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dd604ecc-1562-46c7-8778-ba090573c950 req-e509aa68-9031-4048-afd5-7e1efe792d39 service neutron] 10.222.0.44 "GET /v2.0/networks/6f63975b-9b05-46d3-8543-47c8fac2cf70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3746529 May 31 13:37:04.625268 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8cb59219-4188-4b42-b0c0-f0fef196dfcc req-f009357a-f0db-476b-974c-4f5355e56a6c tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/security-groups?id=677b8212-d6d1-4b38-be51-aaa6218210d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115522 May 31 13:37:04.734957 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a86eb92-ad79-4d29-aa39-e75903b6e2cf'] response: {'server_uuid': 'e916cc20-e657-4f37-9909-5b5b59fa407c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0c5e728-aa10-4494-b34c-e6882452c965', 'code': 200} May 31 13:37:04.797871 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3c57ad41-e615-438a-9bf5-792ffb22a305 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:04.824487 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e077703-27f2-4873-a002-f80b16b67184 None None] Routers {'738e2dbd-652e-43a7-b5b6-d0f67668801c'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:37:04.824806 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-3c57ad41-e615-438a-9bf5-792ffb22a305 admin admin] Transition to ACTIVE for port object 466cd051-d5e9-4900-b939-2aaed1453612 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:37:04.825638 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-0e077703-27f2-4873-a002-f80b16b67184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:36:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['738e2dbd-652e-43a7-b5b6-d0f67668801c'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:37:04.876987 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3c57ad41-e615-438a-9bf5-792ffb22a305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:04.915480 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edfcb2c-d3e8-4db7-8106-95995a59e02a None None] Pushing event updated for resources: {'Port': ['ID=a9032518-f1e3-4fa4-8f8e-59e49e4181e3,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:37:04.978660 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c57ad41-e615-438a-9bf5-792ffb22a305 admin admin] Pushing event updated for resources: {'Port': ['ID=466cd051-d5e9-4900-b939-2aaed1453612,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:37:04.997629 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c57ad41-e615-438a-9bf5-792ffb22a305 admin admin] Network 7c231a84-2ec4-46e3-bc82-2098434c126a is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:37:04.999301 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-3c57ad41-e615-438a-9bf5-792ffb22a305 admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:37:05.016300 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c57ad41-e615-438a-9bf5-792ffb22a305 admin admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:37:05.111782 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dd604ecc-1562-46c7-8778-ba090573c950 req-38d69692-9594-4a95-921a-097d15a232c9 service neutron] 10.222.0.44 "GET /v2.0/networks/6f63975b-9b05-46d3-8543-47c8fac2cf70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4822321 May 31 13:37:05.163563 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 7ff83ef0-01a9-4423-8dcb-741759a57858 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:37:05.266759 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-0e077703-27f2-4873-a002-f80b16b67184 None None] Set router 738e2dbd-652e-43a7-b5b6-d0f67668801c gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:37:05.322880 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ad4c6e-96f0-422d-8141-4b122a26b352 req-1db49f6d-9357-4af0-abe4-bcc08736b51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:05.324648 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-53ad4c6e-96f0-422d-8141-4b122a26b352 req-1db49f6d-9357-4af0-abe4-bcc08736b51f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e916cc20-e657-4f37-9909-5b5b59fa407c HTTP/1.1" status: 200 len: 1097 time: 0.5142021 May 31 13:37:05.337093 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a073f4d-f30a-4b4d-8d03-d9758cc92071 req-d898a8c2-760f-4077-b488-4abbbd01ea3f tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:05.348077 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3a073f4d-f30a-4b4d-8d03-d9758cc92071 req-d898a8c2-760f-4077-b488-4abbbd01ea3f tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=e916cc20-e657-4f37-9909-5b5b59fa407c HTTP/1.1" status: 200 len: 946 time: 0.4575930 May 31 13:37:05.466935 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ccfc4b-1ac1-403f-8c40-6eb5091a419a req-fcb7b7b1-dfdd-48c6-ad85-337b87fd9592 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:05.481097 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-59ccfc4b-1ac1-403f-8c40-6eb5091a419a req-fcb7b7b1-dfdd-48c6-ad85-337b87fd9592 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=325ebe8c-6f44-44f5-a084-d31e727e149f HTTP/1.1" status: 200 len: 944 time: 0.6124303 May 31 13:37:05.509001 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-53ad4c6e-96f0-422d-8141-4b122a26b352 req-623e0867-42cf-4fbe-bdcd-a86990288fb1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583314 May 31 13:37:05.517067 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 7ff83ef0-01a9-4423-8dcb-741759a57858, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=7ff83ef0-01a9-4423-8dcb-741759a57858,segment=NetworkSegment(4d75b4c6-9dbf-466e-9960-e4baeffc8b58),segment_id=4d75b4c6-9dbf-466e-9960-e4baeffc8b58)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:37:05.522520 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3a073f4d-f30a-4b4d-8d03-d9758cc92071 req-ee196ecc-37c2-4976-9cf0-84c59f4e77e4 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731956 May 31 13:37:05.537045 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3c57ad41-e615-438a-9bf5-792ffb22a305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:05.578104 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': '7ff83ef0-01a9-4423-8dcb-741759a57858', 'network_id': 'ef7bc708-faad-4f53-9863-9b17fc2bd3a4', 'port_id': '7ff83ef0-01a9-4423-8dcb-741759a57858', 'mac_address': 'fa:16:3e:3b:e1:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03601eff-cc07-4210-91b9-54e2e22c50f4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:37:05.601350 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-59ccfc4b-1ac1-403f-8c40-6eb5091a419a req-3e4e248a-86f6-4371-a80c-8c57f632743d tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=b28319a5-744d-4c54-bfbf-469a0b7a5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140933 May 31 13:37:05.620336 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-000b4626-7548-4c2d-bd8b-2e164d13a9d8 None None] Provisioning for port 466cd051-d5e9-4900-b939-2aaed1453612 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:37:05.746312 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-000b4626-7548-4c2d-bd8b-2e164d13a9d8 None None] Provisioning complete for port 466cd051-d5e9-4900-b939-2aaed1453612 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:37:05.746312 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-000b4626-7548-4c2d-bd8b-2e164d13a9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:05.822731 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 7ff83ef0-01a9-4423-8dcb-741759a57858 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:37:05.823162 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:05.845326 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-000b4626-7548-4c2d-bd8b-2e164d13a9d8 None None] Port 466cd051-d5e9-4900-b939-2aaed1453612 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:37:05.851718 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ff83ef0-01a9-4423-8dcb-741759a57858 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:37:05.883393 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-0e077703-27f2-4873-a002-f80b16b67184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738e2dbd-652e-43a7-b5b6-d0f67668801c', 'name': 'tempest-VolumesAdminNegativeTest-2128179311-router', 'tenant_id': 'f89ceabafad5420cb483df25f252f64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': 'a9032518-f1e3-4fa4-8f8e-59e49e4181e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:36:50Z', 'updated_at': '2022-05-31T13:36:59Z', 'revision_number': 3, 'project_id': 'f89ceabafad5420cb483df25f252f64a', 'gw_port': {'id': 'a9032518-f1e3-4fa4-8f8e-59e49e4181e3', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:1e:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '738e2dbd-652e-43a7-b5b6-d0f67668801c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:36:55Z', 'updated_at': '2022-05-31T13:37:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:37:05.888797 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 7ff83ef0-01a9-4423-8dcb-741759a57858, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=7ff83ef0-01a9-4423-8dcb-741759a57858,segment=NetworkSegment(4d75b4c6-9dbf-466e-9960-e4baeffc8b58),segment_id=4d75b4c6-9dbf-466e-9960-e4baeffc8b58)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:37:05.889820 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e077703-27f2-4873-a002-f80b16b67184 None None] The sync data for ids ['738e2dbd-652e-43a7-b5b6-d0f67668801c'] in n-d-843939-1 is: [{'id': '738e2dbd-652e-43a7-b5b6-d0f67668801c', 'name': 'tempest-VolumesAdminNegativeTest-2128179311-router', 'tenant_id': 'f89ceabafad5420cb483df25f252f64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': 'a9032518-f1e3-4fa4-8f8e-59e49e4181e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:36:50Z', 'updated_at': '2022-05-31T13:36:59Z', 'revision_number': 3, 'project_id': 'f89ceabafad5420cb483df25f252f64a', 'gw_port': {'id': 'a9032518-f1e3-4fa4-8f8e-59e49e4181e3', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:1e:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '738e2dbd-652e-43a7-b5b6-d0f67668801c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:36:55Z', 'updated_at': '2022-05-31T13:37:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:37:05.897729 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:05.897729 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device cc973eba-a91e-4461-9e87-356cbb453d14 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:37:06.029590 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6570a26a-1166-4357-98fb-5c549e966b74 req-6995c56e-d4d4-46e7-ada0-c7f12ef387dc tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:06.031399 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6570a26a-1166-4357-98fb-5c549e966b74 req-6995c56e-d4d4-46e7-ada0-c7f12ef387dc tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 944 time: 0.2934403 May 31 13:37:06.035082 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3c57ad41-e615-438a-9bf5-792ffb22a305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:06.094593 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f42e96-1322-4fb1-a1e5-7da9284693a9 req-d84c86c5-0f8d-4c76-864b-e172bb31813b tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:06.097352 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a2f42e96-1322-4fb1-a1e5-7da9284693a9 req-d84c86c5-0f8d-4c76-864b-e172bb31813b tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=58cd7c3c-004a-4f96-8d08-1daaa42bf853 HTTP/1.1" status: 200 len: 944 time: 0.1503003 May 31 13:37:06.147217 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6570a26a-1166-4357-98fb-5c549e966b74 req-a2f100cf-ec7f-459a-860d-cc1ba3ddb315 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043186 May 31 13:37:06.212386 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a2f42e96-1322-4fb1-a1e5-7da9284693a9 req-4dc1dbda-c074-4d7d-ab9a-35a5edb13241 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875719 May 31 13:37:06.217416 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port cc973eba-a91e-4461-9e87-356cbb453d14, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=cc973eba-a91e-4461-9e87-356cbb453d14,segment=NetworkSegment(2d583837-a9d6-4709-9af2-21c6363b8602),segment_id=2d583837-a9d6-4709-9af2-21c6363b8602)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:37:06.241210 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': 'cc973eba-a91e-4461-9e87-356cbb453d14', 'network_id': '6f63975b-9b05-46d3-8543-47c8fac2cf70', 'port_id': 'cc973eba-a91e-4461-9e87-356cbb453d14', 'mac_address': 'fa:16:3e:de:0c:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa2724fc-99c1-4890-aaad-d9b53e2abcda', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:37:06.248223 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=7ff83ef0-01a9-4423-8dcb-741759a57858,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:37:06.418185 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port cc973eba-a91e-4461-9e87-356cbb453d14 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:37:06.419123 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:06.441311 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3c57ad41-e615-438a-9bf5-792ffb22a305 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:06.445661 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc973eba-a91e-4461-9e87-356cbb453d14 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:37:06.460944 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3c57ad41-e615-438a-9bf5-792ffb22a305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:06.479292 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port cc973eba-a91e-4461-9e87-356cbb453d14, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=cc973eba-a91e-4461-9e87-356cbb453d14,segment=NetworkSegment(2d583837-a9d6-4709-9af2-21c6363b8602),segment_id=2d583837-a9d6-4709-9af2-21c6363b8602)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:37:06.492577 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:06.562697 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cdd1c3-c99f-4b44-89c9-395a5c0e5576 req-d5910dbc-585d-4bd7-aa9b-96927c7aa956 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:06.572105 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-49cdd1c3-c99f-4b44-89c9-395a5c0e5576 req-d5910dbc-585d-4bd7-aa9b-96927c7aa956 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50c4000-326f-4831-abd3-b25a6f559834 HTTP/1.1" status: 200 len: 945 time: 0.2062514 May 31 13:37:06.597785 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=cc973eba-a91e-4461-9e87-356cbb453d14,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:37:06.620890 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c57ad41-e615-438a-9bf5-792ffb22a305 admin admin] Pushing event updated for resources: {'Port': ['ID=466cd051-d5e9-4900-b939-2aaed1453612,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:37:06.626704 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3c57ad41-e615-438a-9bf5-792ffb22a305 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:06.635010 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fadcbb2-d73e-46db-9ad9-77fd8a76cc9c req-8ebea3e6-094c-42b5-b276-e7ae529c8adc tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:06.636541 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6fadcbb2-d73e-46db-9ad9-77fd8a76cc9c req-8ebea3e6-094c-42b5-b276-e7ae529c8adc tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 944 time: 0.1719034 May 31 13:37:06.641890 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-49cdd1c3-c99f-4b44-89c9-395a5c0e5576 req-a0825970-6cba-4317-959d-0fc6a2183f3c tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/security-groups?id=677b8212-d6d1-4b38-be51-aaa6218210d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656514 May 31 13:37:06.728605 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6fadcbb2-d73e-46db-9ad9-77fd8a76cc9c req-0d74a415-8a6e-405d-9710-ec1e4949ed04 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792897 May 31 13:37:06.736192 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f362fe1c-c185-4d8d-b67d-4f5e5b24d684', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fba84dd-602c-4af4-8cc6-163477023a03'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:37:06.867689 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c57ad41-e615-438a-9bf5-792ffb22a305 admin admin] Network 7c231a84-2ec4-46e3-bc82-2098434c126a is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:37:06.869119 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-3c57ad41-e615-438a-9bf5-792ffb22a305 admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:37:06.997184 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['cc973eba-a91e-4461-9e87-356cbb453d14'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:37:07.117095 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['7ff83ef0-01a9-4423-8dcb-741759a57858'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:37:07.235050 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a072f592-4e6e-40d7-833c-aee3b2726601 req-197beed8-779f-4332-9d5f-e70ef1535396 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:07.243520 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a072f592-4e6e-40d7-833c-aee3b2726601 req-197beed8-779f-4332-9d5f-e70ef1535396 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=e916cc20-e657-4f37-9909-5b5b59fa407c HTTP/1.1" status: 200 len: 946 time: 0.3488393 May 31 13:37:07.300414 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a072f592-4e6e-40d7-833c-aee3b2726601 req-81df4db3-9384-4eaf-8874-df6780697297 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558624 May 31 13:37:07.310825 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 6fba84dd-602c-4af4-8cc6-163477023a03 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:37:07.356953 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46fbd92-dd9c-48e7-b285-ff807d3f5a0c req-19c97ed3-c71e-45dd-9ca3-c20042aa1d1f tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:07.358519 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d46fbd92-dd9c-48e7-b285-ff807d3f5a0c req-19c97ed3-c71e-45dd-9ca3-c20042aa1d1f tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=325ebe8c-6f44-44f5-a084-d31e727e149f HTTP/1.1" status: 200 len: 945 time: 0.2382867 May 31 13:37:07.438663 n-d-843939-1 neutron-server[88371]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-7a897869-74e2-4f9d-bb3e-6728cad36175']: {'server_uuid': 'f362fe1c-c185-4d8d-b67d-4f5e5b24d684', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6fba84dd-602c-4af4-8cc6-163477023a03', 'code': 422} returned with failed status May 31 13:37:07.462441 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d46fbd92-dd9c-48e7-b285-ff807d3f5a0c req-ccf42252-4f0d-48e8-9821-202aab759321 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=b28319a5-744d-4c54-bfbf-469a0b7a5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916703 May 31 13:37:07.726220 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:07.786052 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c57ad41-e615-438a-9bf5-792ffb22a305 admin admin] Router 738e2dbd-652e-43a7-b5b6-d0f67668801c has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:37:07.838295 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a9eeddca-b2f6-4537-ac9c-30f0e05e7bfc None None] Provisioning complete for port 466cd051-d5e9-4900-b939-2aaed1453612 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:37:07.838672 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a9eeddca-b2f6-4537-ac9c-30f0e05e7bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:08.002828 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 6fba84dd-602c-4af4-8cc6-163477023a03 is: DOWN; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:37:08.096873 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a60888-c379-4b51-98dc-87bf6cb617cd req-064ae960-5a11-4afb-a1a4-53fbc46aaf63 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:08.116657 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-90a60888-c379-4b51-98dc-87bf6cb617cd req-064ae960-5a11-4afb-a1a4-53fbc46aaf63 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=58cd7c3c-004a-4f96-8d08-1daaa42bf853 HTTP/1.1" status: 200 len: 945 time: 0.2692776 May 31 13:37:08.144502 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-a9eeddca-b2f6-4537-ac9c-30f0e05e7bfc None None] Port 466cd051-d5e9-4900-b939-2aaed1453612 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:37:08.148080 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device a9032518-f1e3-4fa4-8f8e-59e49e4181e3 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:37:08.157298 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c57ad41-e615-438a-9bf5-792ffb22a305 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:37:08.168203 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-3c57ad41-e615-438a-9bf5-792ffb22a305 admin admin] 10.222.0.50 "PUT /v2.0/routers/738e2dbd-652e-43a7-b5b6-d0f67668801c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3449709 May 31 13:37:08.247167 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port a9032518-f1e3-4fa4-8f8e-59e49e4181e3 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:37:08.253982 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port a9032518-f1e3-4fa4-8f8e-59e49e4181e3 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:37:08.260201 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:08.319660 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-90a60888-c379-4b51-98dc-87bf6cb617cd req-ae748418-c1f6-4a8f-8cb9-ec8f67972758 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995771 May 31 13:37:08.411115 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e211dc-029f-49b4-af8c-766777b7c847 req-01a8644a-8e2c-4a17-a5d4-d91fbd2d7af6 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:08.415418 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-89e211dc-029f-49b4-af8c-766777b7c847 req-01a8644a-8e2c-4a17-a5d4-d91fbd2d7af6 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50c4000-326f-4831-abd3-b25a6f559834 HTTP/1.1" status: 200 len: 945 time: 0.2448826 May 31 13:37:08.505812 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port a9032518-f1e3-4fa4-8f8e-59e49e4181e3 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:37:08.506416 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:08.542923 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-89e211dc-029f-49b4-af8c-766777b7c847 req-ededf121-5a98-481e-aa63-aa96282643d6 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/security-groups?id=677b8212-d6d1-4b38-be51-aaa6218210d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149547 May 31 13:37:08.549680 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port a9032518-f1e3-4fa4-8f8e-59e49e4181e3, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=a9032518-f1e3-4fa4-8f8e-59e49e4181e3,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:37:08.559636 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:08.669933 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=a9032518-f1e3-4fa4-8f8e-59e49e4181e3,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:37:08.758983 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911465f9-b3eb-4dbc-9199-c9702516db1f None None] Sync routers for ids ['738e2dbd-652e-43a7-b5b6-d0f67668801c'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:37:08.780400 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911465f9-b3eb-4dbc-9199-c9702516db1f None None] Routers {'738e2dbd-652e-43a7-b5b6-d0f67668801c'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:37:08.781021 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-911465f9-b3eb-4dbc-9199-c9702516db1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:36:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['738e2dbd-652e-43a7-b5b6-d0f67668801c'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:37:08.835138 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:08.935104 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e5919b0b-99b8-4169-b1ce-1e3a7b802207 req-d460045f-32fc-441e-9a21-a4b45bc8e4d3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6457961 May 31 13:37:08.962224 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c27425-d3b4-4e14-a81e-c60bfe20f2c0 req-c222137f-7f2f-4c70-8ebc-476f8b965a27 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:08.963760 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a4c27425-d3b4-4e14-a81e-c60bfe20f2c0 req-c222137f-7f2f-4c70-8ebc-476f8b965a27 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 944 time: 0.4196222 May 31 13:37:09.032211 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571779b3-c99b-448c-9d86-ff9ae3e02ff8 req-9f19de22-3cfb-4f32-9302-fc9c933d5654 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:09.040138 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-571779b3-c99b-448c-9d86-ff9ae3e02ff8 req-9f19de22-3cfb-4f32-9302-fc9c933d5654 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=e916cc20-e657-4f37-9909-5b5b59fa407c HTTP/1.1" status: 200 len: 946 time: 0.2972581 May 31 13:37:09.053452 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a4c27425-d3b4-4e14-a81e-c60bfe20f2c0 req-197cb4b3-e951-4188-a7ec-51fdcb491dac tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784862 May 31 13:37:09.119164 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-571779b3-c99b-448c-9d86-ff9ae3e02ff8 req-724522c7-032c-459a-ab5e-29df176f600b tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777423 May 31 13:37:09.121348 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-911465f9-b3eb-4dbc-9199-c9702516db1f None None] Set router 738e2dbd-652e-43a7-b5b6-d0f67668801c gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:37:09.282105 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 50130) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:37:09.289687 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-0f0eab20-d9a2-4894-9ee9-632c7f8cbf24 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-638119825-network', 'tenant_id': '4909933d1e524d6d8a75da9c2457a191'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:37:09.296994 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0f0eab20-d9a2-4894-9ee9-632c7f8cbf24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:37:09.306327 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-0f0eab20-d9a2-4894-9ee9-632c7f8cbf24 admin admin] Usage tracker for resource:network and tenant:4909933d1e524d6d8a75da9c2457a191 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:37:09.316144 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-0f0eab20-d9a2-4894-9ee9-632c7f8cbf24 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:37:09.331850 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0f0eab20-d9a2-4894-9ee9-632c7f8cbf24 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:37:09.358363 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f0eab20-d9a2-4894-9ee9-632c7f8cbf24 admin admin] Made reservation on behalf of 4909933d1e524d6d8a75da9c2457a191 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:37:09.361704 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0f0eab20-d9a2-4894-9ee9-632c7f8cbf24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:09.368143 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9339aefb-a570-4015-9d4b-f013566a561c req-b84b83b7-aadc-411b-a25c-570847151647 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:09.369702 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9339aefb-a570-4015-9d4b-f013566a561c req-b84b83b7-aadc-411b-a25c-570847151647 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=325ebe8c-6f44-44f5-a084-d31e727e149f HTTP/1.1" status: 200 len: 945 time: 0.1914208 May 31 13:37:09.381195 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0f0eab20-d9a2-4894-9ee9-632c7f8cbf24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:09.420921 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0f0eab20-d9a2-4894-9ee9-632c7f8cbf24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:37:09.426971 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-0f0eab20-d9a2-4894-9ee9-632c7f8cbf24 admin admin] Usage tracker for resource:security_group_rule and tenant:4909933d1e524d6d8a75da9c2457a191 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:37:09.432917 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-0f0eab20-d9a2-4894-9ee9-632c7f8cbf24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:37:09.442693 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0f0eab20-d9a2-4894-9ee9-632c7f8cbf24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:37:09.459543 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9339aefb-a570-4015-9d4b-f013566a561c req-3f4d3637-defb-43a7-9578-1e393e8d7bef tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=b28319a5-744d-4c54-bfbf-469a0b7a5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795653 May 31 13:37:09.603296 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0f0eab20-d9a2-4894-9ee9-632c7f8cbf24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:09.609325 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0f0eab20-d9a2-4894-9ee9-632c7f8cbf24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:09.632797 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f0eab20-d9a2-4894-9ee9-632c7f8cbf24 admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:37:09.649703 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0f0eab20-d9a2-4894-9ee9-632c7f8cbf24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:09.650832 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-0f0eab20-d9a2-4894-9ee9-632c7f8cbf24 admin admin] Added segment 54fd871c-b709-41fc-8e6b-83f862131e05 of type vlan for network ab6dcf44-e98b-4b16-8de8-44f0d0d71adf May 31 13:37:09.704687 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0f0eab20-d9a2-4894-9ee9-632c7f8cbf24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:09.808782 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0eab20-d9a2-4894-9ee9-632c7f8cbf24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=800896db-282a-465d-839b-a64e10b2a26e,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:37:09.833401 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0f0eab20-d9a2-4894-9ee9-632c7f8cbf24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:09.836072 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0eab20-d9a2-4894-9ee9-632c7f8cbf24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:09.837076 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0f0eab20-d9a2-4894-9ee9-632c7f8cbf24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:09.867852 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-911465f9-b3eb-4dbc-9199-c9702516db1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738e2dbd-652e-43a7-b5b6-d0f67668801c', 'name': 'tempest-VolumesAdminNegativeTest-2128179311-router', 'tenant_id': 'f89ceabafad5420cb483df25f252f64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': 'a9032518-f1e3-4fa4-8f8e-59e49e4181e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:36:50Z', 'updated_at': '2022-05-31T13:37:05Z', 'revision_number': 4, 'project_id': 'f89ceabafad5420cb483df25f252f64a', 'gw_port': {'id': 'a9032518-f1e3-4fa4-8f8e-59e49e4181e3', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:1e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738e2dbd-652e-43a7-b5b6-d0f67668801c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:36:55Z', 'updated_at': '2022-05-31T13:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '466cd051-d5e9-4900-b939-2aaed1453612', 'name': '', 'network_id': '7c231a84-2ec4-46e3-bc82-2098434c126a', 'tenant_id': 'f89ceabafad5420cb483df25f252f64a', 'mac_address': 'fa:16:3e:ee:03:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '738e2dbd-652e-43a7-b5b6-d0f67668801c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'a56a567a-d5d5-4545-b54f-5c0089e8ebda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:37:04Z', 'updated_at': '2022-05-31T13:37:06Z', 'revision_number': 2, 'project_id': 'f89ceabafad5420cb483df25f252f64a', 'subnets': [{'id': 'a56a567a-d5d5-4545-b54f-5c0089e8ebda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:37:09.873193 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911465f9-b3eb-4dbc-9199-c9702516db1f None None] Checking router: 738e2dbd-652e-43a7-b5b6-d0f67668801c for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:37:09.873620 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911465f9-b3eb-4dbc-9199-c9702516db1f None None] Updating router 738e2dbd-652e-43a7-b5b6-d0f67668801c port 466cd051-d5e9-4900-b939-2aaed1453612 binding host n-d-843939-1 {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:37:09.934073 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8288cc3d-a4a9-427a-817f-3c1f00213122 req-58a5365b-451e-4da2-abb2-27c2a6a75bfe tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:09.939907 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-911465f9-b3eb-4dbc-9199-c9702516db1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:09.944168 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8288cc3d-a4a9-427a-817f-3c1f00213122 req-58a5365b-451e-4da2-abb2-27c2a6a75bfe tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/networks?id=b1b02f4f-a70b-4201-8c66-e64da98751b7 HTTP/1.1" status: 200 len: 805 time: 0.3674374 May 31 13:37:09.972000 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-0f0eab20-d9a2-4894-9ee9-632c7f8cbf24 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6828558 May 31 13:37:09.984789 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8288cc3d-a4a9-427a-817f-3c1f00213122 req-18fc141e-921f-4a94-8850-2083c8ff44e8 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/quotas/e7915944b7b94ed798ed9400dc43e749 HTTP/1.1" status: 200 len: 375 time: 0.0394177 May 31 13:37:10.066100 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 50154) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:37:10.092775 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-04155f31-53b8-484e-b18f-230d0f200e94 admin admin] Request body: {'subnet': {'network_id': 'ab6dcf44-e98b-4b16-8de8-44f0d0d71adf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-638119825-subnet', 'tenant_id': '4909933d1e524d6d8a75da9c2457a191', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:37:10.104975 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-04155f31-53b8-484e-b18f-230d0f200e94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:37:10.108107 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0eab20-d9a2-4894-9ee9-632c7f8cbf24 admin admin] Pushing event updated for resources: {'Network': ['ID=ab6dcf44-e98b-4b16-8de8-44f0d0d71adf,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:37:10.115244 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-04155f31-53b8-484e-b18f-230d0f200e94 admin admin] Usage tracker for resource:subnet and tenant:4909933d1e524d6d8a75da9c2457a191 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:37:10.120104 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device a9032518-f1e3-4fa4-8f8e-59e49e4181e3 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:37:10.120336 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-04155f31-53b8-484e-b18f-230d0f200e94 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:37:10.131636 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-04155f31-53b8-484e-b18f-230d0f200e94 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:37:10.162113 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa9001f-896e-4a10-b1d0-8acdf8a2af96 req-0ac7494a-8aa4-4fd3-8166-844b198f2a7b tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:10.167865 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1aa9001f-896e-4a10-b1d0-8acdf8a2af96 req-0ac7494a-8aa4-4fd3-8166-844b198f2a7b tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=58cd7c3c-004a-4f96-8d08-1daaa42bf853 HTTP/1.1" status: 200 len: 945 time: 0.3381829 May 31 13:37:10.172778 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network ab6dcf44-e98b-4b16-8de8-44f0d0d71adf details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:37:10.189382 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04155f31-53b8-484e-b18f-230d0f200e94 admin admin] Made reservation on behalf of 4909933d1e524d6d8a75da9c2457a191 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:37:10.192062 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-04155f31-53b8-484e-b18f-230d0f200e94 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:10.296875 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8288cc3d-a4a9-427a-817f-3c1f00213122 req-14a3ba2c-3e66-4d94-8751-bb8035186a4a tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e7915944b7b94ed798ed9400dc43e749&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3049219 May 31 13:37:10.343026 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1aa9001f-896e-4a10-b1d0-8acdf8a2af96 req-57f3faf2-9cc3-4e7a-b691-821fabbe2726 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723723 May 31 13:37:10.520925 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port a9032518-f1e3-4fa4-8f8e-59e49e4181e3 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:37:10.521302 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:10.815890 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8b88033a-d46a-45d1-9283-1f6297851b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:10.953774 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8288cc3d-a4a9-427a-817f-3c1f00213122 req-4c0b4188-7b42-4575-ba9e-6ed59c2037b0 service neutron] 10.222.0.50 "GET /v2.0/networks/b1b02f4f-a70b-4201-8c66-e64da98751b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6536906 May 31 13:37:11.112451 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port a9032518-f1e3-4fa4-8f8e-59e49e4181e3 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:37:11.231696 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5919b0b-99b8-4169-b1ce-1e3a7b802207 req-3d5aa0bc-7527-4ed8-8ebb-adef87919863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:11.231696 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e5919b0b-99b8-4169-b1ce-1e3a7b802207 req-3d5aa0bc-7527-4ed8-8ebb-adef87919863 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684&tenant_id=971e7e341b6340e7a10be40f9ec104d7 HTTP/1.1" status: 200 len: 1095 time: 0.7233577 May 31 13:37:11.273431 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device cc973eba-a91e-4461-9e87-356cbb453d14 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:37:11.336289 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-04155f31-53b8-484e-b18f-230d0f200e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:11.393916 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23408ca1-dd3b-4b4f-b00c-f2fd38fdd9d1 req-a681c13c-80ea-4d18-9053-92d202ac9eee tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:11.404475 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-23408ca1-dd3b-4b4f-b00c-f2fd38fdd9d1 req-a681c13c-80ea-4d18-9053-92d202ac9eee tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50c4000-326f-4831-abd3-b25a6f559834 HTTP/1.1" status: 200 len: 945 time: 0.5249484 May 31 13:37:11.459875 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8288cc3d-a4a9-427a-817f-3c1f00213122 req-c286fa4f-4a41-48f0-8e35-0f74c9b4c54b service neutron] 10.222.0.50 "GET /v2.0/networks/b1b02f4f-a70b-4201-8c66-e64da98751b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4965808 May 31 13:37:11.539033 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-911465f9-b3eb-4dbc-9199-c9702516db1f None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:11.571712 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-911465f9-b3eb-4dbc-9199-c9702516db1f None None] Transition to ACTIVE for port object 466cd051-d5e9-4900-b939-2aaed1453612 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:37:11.571712 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port cc973eba-a91e-4461-9e87-356cbb453d14 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:37:11.589819 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port cc973eba-a91e-4461-9e87-356cbb453d14 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:37:11.589819 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:11.639567 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-911465f9-b3eb-4dbc-9199-c9702516db1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:11.712477 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04155f31-53b8-484e-b18f-230d0f200e94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6967f42-c39e-4bc8-93dc-795965a9fd9e,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:37:11.727408 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-23408ca1-dd3b-4b4f-b00c-f2fd38fdd9d1 req-69f3e975-cd73-4b6c-ada8-59c405056d6b tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/security-groups?id=677b8212-d6d1-4b38-be51-aaa6218210d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3258479 May 31 13:37:11.740125 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04155f31-53b8-484e-b18f-230d0f200e94 admin admin] Checking segment: {'id': '54fd871c-b709-41fc-8e6b-83f862131e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ab6dcf44-e98b-4b16-8de8-44f0d0d71adf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:37:11.740125 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04155f31-53b8-484e-b18f-230d0f200e94 admin admin] Network hostable DHCP agents. Network: ab6dcf44-e98b-4b16-8de8-44f0d0d71adf, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:37:11.853163 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5919b0b-99b8-4169-b1ce-1e3a7b802207 req-a991fe4c-9619-47dd-838e-f21f1fc1f342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:11.860294 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e5919b0b-99b8-4169-b1ce-1e3a7b802207 req-a991fe4c-9619-47dd-838e-f21f1fc1f342 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=971e7e341b6340e7a10be40f9ec104d7&device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 1095 time: 0.6060684 May 31 13:37:11.998288 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04155f31-53b8-484e-b18f-230d0f200e94 admin admin] Network ab6dcf44-e98b-4b16-8de8-44f0d0d71adf is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:37:12.066393 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fe118d-763b-465b-982c-474db32fa48a None None] Pushing event updated for resources: {'Port': ['ID=466cd051-d5e9-4900-b939-2aaed1453612,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:37:12.265737 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-911465f9-b3eb-4dbc-9199-c9702516db1f None None] Attempting to bind port 466cd051-d5e9-4900-b939-2aaed1453612 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:37:12.265737 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-911465f9-b3eb-4dbc-9199-c9702516db1f None None] Attempting to bind port 466cd051-d5e9-4900-b939-2aaed1453612 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '0c8aa3a6-47b8-4f9f-a1d3-b43478db3f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7c231a84-2ec4-46e3-bc82-2098434c126a'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:37:12.265737 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911465f9-b3eb-4dbc-9199-c9702516db1f None None] Attempting to bind port 466cd051-d5e9-4900-b939-2aaed1453612 on network 7c231a84-2ec4-46e3-bc82-2098434c126a {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:37:12.337428 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911465f9-b3eb-4dbc-9199-c9702516db1f None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:37:12.337799 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911465f9-b3eb-4dbc-9199-c9702516db1f None None] Checking segment: {'id': '0c8aa3a6-47b8-4f9f-a1d3-b43478db3f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7c231a84-2ec4-46e3-bc82-2098434c126a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:37:12.338532 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-911465f9-b3eb-4dbc-9199-c9702516db1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:12.339995 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911465f9-b3eb-4dbc-9199-c9702516db1f None None] Bound using segment: {'id': '0c8aa3a6-47b8-4f9f-a1d3-b43478db3f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7c231a84-2ec4-46e3-bc82-2098434c126a'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:37:12.339995 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-911465f9-b3eb-4dbc-9199-c9702516db1f None None] Bound port: 466cd051-d5e9-4900-b939-2aaed1453612, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c8aa3a6-47b8-4f9f-a1d3-b43478db3f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7c231a84-2ec4-46e3-bc82-2098434c126a'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:37:12.339995 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-911465f9-b3eb-4dbc-9199-c9702516db1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:12.404863 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-04155f31-53b8-484e-b18f-230d0f200e94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, ab6dcf44-e98b-4b16-8de8-44f0d0d71adf) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:37:12.421817 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port cc973eba-a91e-4461-9e87-356cbb453d14 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:37:12.422186 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:12.430434 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04155f31-53b8-484e-b18f-230d0f200e94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:12.431231 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-04155f31-53b8-484e-b18f-230d0f200e94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:12.475096 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5a9c17-ab6a-4897-91c4-8df62c393deb None None] Network ab6dcf44-e98b-4b16-8de8-44f0d0d71adf requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:37:12.498995 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58cd7c3c-004a-4f96-8d08-1daaa42bf853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc973eba-a91e-4461-9e87-356cbb453d14'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:37:12.590514 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5919b0b-99b8-4169-b1ce-1e3a7b802207 req-e6685a68-d1d2-4fd5-8fdd-8fdeadc4be42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:12.590514 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e5919b0b-99b8-4169-b1ce-1e3a7b802207 req-e6685a68-d1d2-4fd5-8fdd-8fdeadc4be42 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4805cc3e-f802-432a-a895-ff648d7eea38 HTTP/1.1" status: 200 len: 914 time: 0.7156718 May 31 13:37:12.602964 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port cc973eba-a91e-4461-9e87-356cbb453d14, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=cc973eba-a91e-4461-9e87-356cbb453d14,segment=NetworkSegment(2d583837-a9d6-4709-9af2-21c6363b8602),segment_id=2d583837-a9d6-4709-9af2-21c6363b8602)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:37:12.617309 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:12.617309 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 7ff83ef0-01a9-4423-8dcb-741759a57858 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:37:12.753534 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-911465f9-b3eb-4dbc-9199-c9702516db1f None None] For port 466cd051-d5e9-4900-b939-2aaed1453612, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:37:12.821447 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-911465f9-b3eb-4dbc-9199-c9702516db1f None None] For port 466cd051-d5e9-4900-b939-2aaed1453612, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=466cd051-d5e9-4900-b939-2aaed1453612,segment=NetworkSegment(0c8aa3a6-47b8-4f9f-a1d3-b43478db3f3f),segment_id=0c8aa3a6-47b8-4f9f-a1d3-b43478db3f3f)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:37:12.865714 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=cc973eba-a91e-4461-9e87-356cbb453d14,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:37:12.865714 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-911465f9-b3eb-4dbc-9199-c9702516db1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:12.896774 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e5919b0b-99b8-4169-b1ce-1e3a7b802207 req-f0087e74-6e6c-4de2-8739-61a59fd9f33e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6fba84dd-602c-4af4-8cc6-163477023a03 HTTP/1.1" status: 200 len: 217 time: 0.2908819 May 31 13:37:12.896774 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-04155f31-53b8-484e-b18f-230d0f200e94 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.8197179 May 31 13:37:12.902912 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 50186) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:37:12.902912 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-6ade1589-1a28-4437-894e-dbeec2d5d907 admin admin] Request body: {'router': {'name': 'tempest-VolumesAdminNegativeTest-638119825-router', 'tenant_id': '4909933d1e524d6d8a75da9c2457a191', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:37:12.930412 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6ade1589-1a28-4437-894e-dbeec2d5d907 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:37:12.937550 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port 7ff83ef0-01a9-4423-8dcb-741759a57858 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:37:12.949339 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port 7ff83ef0-01a9-4423-8dcb-741759a57858 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:37:12.950265 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:12.950415 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-6ade1589-1a28-4437-894e-dbeec2d5d907 admin admin] Usage tracker for resource:router and tenant:4909933d1e524d6d8a75da9c2457a191 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:37:12.959239 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-6ade1589-1a28-4437-894e-dbeec2d5d907 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:37:12.977203 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6ade1589-1a28-4437-894e-dbeec2d5d907 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:37:12.990101 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5919b0b-99b8-4169-b1ce-1e3a7b802207 req-f4a37d2a-4aef-4492-8d80-1726cefbe559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:12.991528 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e5919b0b-99b8-4169-b1ce-1e3a7b802207 req-f4a37d2a-4aef-4492-8d80-1726cefbe559 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=78475d05-cc98-4fb2-b531-8986b43f0ba1 HTTP/1.1" status: 200 len: 853 time: 0.0976069 May 31 13:37:13.005173 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6ade1589-1a28-4437-894e-dbeec2d5d907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:13.006688 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6ade1589-1a28-4437-894e-dbeec2d5d907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:13.025936 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-53ea570a-012e-4f9b-ad31-81ac839b7e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:13.058269 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6ade1589-1a28-4437-894e-dbeec2d5d907 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:13.099012 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e5919b0b-99b8-4169-b1ce-1e3a7b802207 req-444c2bf2-08ca-4291-ac47-d0edf716aff2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4805cc3e-f802-432a-a895-ff648d7eea38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1000299 May 31 13:37:13.111171 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911465f9-b3eb-4dbc-9199-c9702516db1f None None] Routers {'738e2dbd-652e-43a7-b5b6-d0f67668801c'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:37:13.112697 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-911465f9-b3eb-4dbc-9199-c9702516db1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:37:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['738e2dbd-652e-43a7-b5b6-d0f67668801c'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:37:13.122904 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551429b7-a1aa-42b5-be08-a998f93c9f75 req-ef11b980-3b98-480a-8a57-ec7f533d8166 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:13.133798 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-551429b7-a1aa-42b5-be08-a998f93c9f75 req-ef11b980-3b98-480a-8a57-ec7f533d8166 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 944 time: 1.1992736 May 31 13:37:13.292035 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968b1322-3a6c-429d-a40b-4aa864854fd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-ab6dcf44-e98b-4b16-8de8-44f0d0d71adf', 'network_id': 'ab6dcf44-e98b-4b16-8de8-44f0d0d71adf', 'tenant_id': '4909933d1e524d6d8a75da9c2457a191', 'fixed_ips': [{'subnet_id': 'f6967f42-c39e-4bc8-93dc-795965a9fd9e'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:37:13.292035 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-968b1322-3a6c-429d-a40b-4aa864854fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:13.359357 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fe118d-763b-465b-982c-474db32fa48a None None] Pushing event updated for resources: {'Port': ['ID=466cd051-d5e9-4900-b939-2aaed1453612,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:37:13.444371 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-551429b7-a1aa-42b5-be08-a998f93c9f75 req-3cabf58b-fe3c-4692-ae1a-5c6bed1d8312 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064461 May 31 13:37:13.492809 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f047c7b-f405-4b2b-8469-cc46e61e35a4 req-becba4bd-d1eb-446a-a0b4-ebe901e9924c tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:13.492809 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8f047c7b-f405-4b2b-8469-cc46e61e35a4 req-becba4bd-d1eb-446a-a0b4-ebe901e9924c tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=325ebe8c-6f44-44f5-a084-d31e727e149f HTTP/1.1" status: 200 len: 945 time: 1.3025205 May 31 13:37:13.620564 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8f047c7b-f405-4b2b-8469-cc46e61e35a4 req-e0623cf9-87a5-42d1-b7c7-d7fbca5da5f6 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=b28319a5-744d-4c54-bfbf-469a0b7a5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132112 May 31 13:37:13.726188 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e5919b0b-99b8-4169-b1ce-1e3a7b802207 req-f5fc2ea1-4fe9-4174-9781-367da8804970 service neutron] 10.222.0.44 "GET /v2.0/networks/4805cc3e-f802-432a-a895-ff648d7eea38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5861220 May 31 13:37:13.958622 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 7ff83ef0-01a9-4423-8dcb-741759a57858 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:37:13.959005 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:13.988605 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:13.990572 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:14.067197 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-911465f9-b3eb-4dbc-9199-c9702516db1f None None] Set router 738e2dbd-652e-43a7-b5b6-d0f67668801c gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:37:14.078462 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6ade1589-1a28-4437-894e-dbeec2d5d907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:14.171902 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 7ff83ef0-01a9-4423-8dcb-741759a57858, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=7ff83ef0-01a9-4423-8dcb-741759a57858,segment=NetworkSegment(4d75b4c6-9dbf-466e-9960-e4baeffc8b58),segment_id=4d75b4c6-9dbf-466e-9960-e4baeffc8b58)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:37:14.197114 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:14.287995 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=7ff83ef0-01a9-4423-8dcb-741759a57858,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:37:14.289481 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c29f67eb-1e69-4c12-982d-f0108fa06d56 req-a401fb17-f326-4eda-8be6-3a62f4f523b6 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=161add32-ee3d-421d-8517-8574a862b2fd HTTP/1.1" status: 200 len: 210 time: 0.2978742 May 31 13:37:14.492952 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5851556f-df7f-4f1a-a883-6a0a7a22a24d req-a7db3dfb-6178-44af-bab4-7a040e760ff8 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:14.492952 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5851556f-df7f-4f1a-a883-6a0a7a22a24d req-a7db3dfb-6178-44af-bab4-7a040e760ff8 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=58cd7c3c-004a-4f96-8d08-1daaa42bf853 HTTP/1.1" status: 200 len: 946 time: 0.7534747 May 31 13:37:14.690688 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f75a085d-ec87-42ec-b134-1a66d7600d9b'] response: {'server_uuid': '58cd7c3c-004a-4f96-8d08-1daaa42bf853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc973eba-a91e-4461-9e87-356cbb453d14', 'code': 200} May 31 13:37:14.807373 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8288cc3d-a4a9-427a-817f-3c1f00213122 req-1516f433-39d0-4f30-b9fb-0ffae8a79cf1 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:14.815325 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8288cc3d-a4a9-427a-817f-3c1f00213122 req-1516f433-39d0-4f30-b9fb-0ffae8a79cf1 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.44 "GET /v2.0/networks?id=b1b02f4f-a70b-4201-8c66-e64da98751b7 HTTP/1.1" status: 200 len: 805 time: 0.8196905 May 31 13:37:14.838629 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-8288cc3d-a4a9-427a-817f-3c1f00213122 req-7a847cbb-c9d5-4ff7-af77-d10e4e6e1b9c tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Request body: {'port': {'device_id': '161add32-ee3d-421d-8517-8574a862b2fd', 'network_id': 'b1b02f4f-a70b-4201-8c66-e64da98751b7', 'admin_state_up': True, 'tenant_id': 'e7915944b7b94ed798ed9400dc43e749'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:37:14.843783 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-968b1322-3a6c-429d-a40b-4aa864854fd6 None None] Allocated IP 172.20.0.2 (ab6dcf44-e98b-4b16-8de8-44f0d0d71adf/f6967f42-c39e-4bc8-93dc-795965a9fd9e/a133d49b-c71a-46c0-87b0-688f0bcc5791) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:37:14.856280 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6ade1589-1a28-4437-894e-dbeec2d5d907 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:15.016775 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6ade1589-1a28-4437-894e-dbeec2d5d907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:15.071927 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e5919b0b-99b8-4169-b1ce-1e3a7b802207 req-cc9bf541-4382-4ebf-a463-7a4c0667fc73 service neutron] 10.222.0.44 "GET /v2.0/networks/4805cc3e-f802-432a-a895-ff648d7eea38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3374853 May 31 13:37:15.106691 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5851556f-df7f-4f1a-a883-6a0a7a22a24d req-44ff52ba-7374-4726-bbf4-f491282c8e27 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5051227 May 31 13:37:15.169130 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b33e9-27f8-4cd1-bbfc-6c4d1c8083d7 req-4a8790b4-9e55-424c-b907-e27c70c8754f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:15.169130 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-df4b33e9-27f8-4cd1-bbfc-6c4d1c8083d7 req-4a8790b4-9e55-424c-b907-e27c70c8754f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=58cd7c3c-004a-4f96-8d08-1daaa42bf853 HTTP/1.1" status: 200 len: 1097 time: 0.3099780 May 31 13:37:15.380861 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-df4b33e9-27f8-4cd1-bbfc-6c4d1c8083d7 req-619d2def-453b-46da-92fd-93bcaf864383 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100248 May 31 13:37:15.385096 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-911465f9-b3eb-4dbc-9199-c9702516db1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738e2dbd-652e-43a7-b5b6-d0f67668801c', 'name': 'tempest-VolumesAdminNegativeTest-2128179311-router', 'tenant_id': 'f89ceabafad5420cb483df25f252f64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': 'a9032518-f1e3-4fa4-8f8e-59e49e4181e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:36:50Z', 'updated_at': '2022-05-31T13:37:05Z', 'revision_number': 4, 'project_id': 'f89ceabafad5420cb483df25f252f64a', 'gw_port': {'id': 'a9032518-f1e3-4fa4-8f8e-59e49e4181e3', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:1e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738e2dbd-652e-43a7-b5b6-d0f67668801c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:36:55Z', 'updated_at': '2022-05-31T13:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '466cd051-d5e9-4900-b939-2aaed1453612', 'name': '', 'network_id': '7c231a84-2ec4-46e3-bc82-2098434c126a', 'tenant_id': 'f89ceabafad5420cb483df25f252f64a', 'mac_address': 'fa:16:3e:ee:03:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '738e2dbd-652e-43a7-b5b6-d0f67668801c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'a56a567a-d5d5-4545-b54f-5c0089e8ebda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:37:04Z', 'updated_at': '2022-05-31T13:37:12Z', 'revision_number': 4, 'project_id': 'f89ceabafad5420cb483df25f252f64a', 'subnets': [{'id': 'a56a567a-d5d5-4545-b54f-5c0089e8ebda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:37:15.397647 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-6ade1589-1a28-4437-894e-dbeec2d5d907 admin admin] Allocated IP 172.25.6.46 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/c4818283-0b2c-4504-9c73-3074e96e9d12) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:37:15.400462 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911465f9-b3eb-4dbc-9199-c9702516db1f None None] The sync data for ids ['738e2dbd-652e-43a7-b5b6-d0f67668801c'] in n-d-843939-1 is: [{'id': '738e2dbd-652e-43a7-b5b6-d0f67668801c', 'name': 'tempest-VolumesAdminNegativeTest-2128179311-router', 'tenant_id': 'f89ceabafad5420cb483df25f252f64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': 'a9032518-f1e3-4fa4-8f8e-59e49e4181e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:36:50Z', 'updated_at': '2022-05-31T13:37:05Z', 'revision_number': 4, 'project_id': 'f89ceabafad5420cb483df25f252f64a', 'gw_port': {'id': 'a9032518-f1e3-4fa4-8f8e-59e49e4181e3', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:1e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738e2dbd-652e-43a7-b5b6-d0f67668801c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:36:55Z', 'updated_at': '2022-05-31T13:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '466cd051-d5e9-4900-b939-2aaed1453612', 'name': '', 'network_id': '7c231a84-2ec4-46e3-bc82-2098434c126a', 'tenant_id': 'f89ceabafad5420cb483df25f252f64a', 'mac_address': 'fa:16:3e:ee:03:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '738e2dbd-652e-43a7-b5b6-d0f67668801c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'a56a567a-d5d5-4545-b54f-5c0089e8ebda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:37:04Z', 'updated_at': '2022-05-31T13:37:12Z', 'revision_number': 4, 'project_id': 'f89ceabafad5420cb483df25f252f64a', 'subnets': [{'id': 'a56a567a-d5d5-4545-b54f-5c0089e8ebda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:37:15.413481 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-968b1322-3a6c-429d-a40b-4aa864854fd6 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:15.430689 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-8288cc3d-a4a9-427a-817f-3c1f00213122 req-7a847cbb-c9d5-4ff7-af77-d10e4e6e1b9c tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:37:15.458159 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-968b1322-3a6c-429d-a40b-4aa864854fd6 None None] Transition to ACTIVE for port object a133d49b-c71a-46c0-87b0-688f0bcc5791 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:37:15.466974 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-8288cc3d-a4a9-427a-817f-3c1f00213122 req-7a847cbb-c9d5-4ff7-af77-d10e4e6e1b9c tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Usage tracker for resource:port and tenant:e7915944b7b94ed798ed9400dc43e749 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:37:15.473070 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-8288cc3d-a4a9-427a-817f-3c1f00213122 req-7a847cbb-c9d5-4ff7-af77-d10e4e6e1b9c tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:37:15.537898 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-8288cc3d-a4a9-427a-817f-3c1f00213122 req-7a847cbb-c9d5-4ff7-af77-d10e4e6e1b9c tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:37:15.589850 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8288cc3d-a4a9-427a-817f-3c1f00213122 req-7a847cbb-c9d5-4ff7-af77-d10e4e6e1b9c tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Made reservation on behalf of e7915944b7b94ed798ed9400dc43e749 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:37:15.589850 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8288cc3d-a4a9-427a-817f-3c1f00213122 req-7a847cbb-c9d5-4ff7-af77-d10e4e6e1b9c tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:15.621026 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-968b1322-3a6c-429d-a40b-4aa864854fd6 None None] Transition to ACTIVE for port object a133d49b-c71a-46c0-87b0-688f0bcc5791 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:37:15.621026 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:15.630882 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-968b1322-3a6c-429d-a40b-4aa864854fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:15.656818 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3289633d-d202-43c1-99d5-50f3f3d24730 req-ba04f4c6-93fd-4dd1-a8be-26b44fab1f42 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:15.656818 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3289633d-d202-43c1-99d5-50f3f3d24730 req-ba04f4c6-93fd-4dd1-a8be-26b44fab1f42 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50c4000-326f-4831-abd3-b25a6f559834 HTTP/1.1" status: 200 len: 945 time: 0.5752494 May 31 13:37:15.770391 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968b1322-3a6c-429d-a40b-4aa864854fd6 None None] Pushing event updated for resources: {'Port': ['ID=a133d49b-c71a-46c0-87b0-688f0bcc5791,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:37:15.798733 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968b1322-3a6c-429d-a40b-4aa864854fd6 None None] Network ab6dcf44-e98b-4b16-8de8-44f0d0d71adf is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:37:15.809370 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-968b1322-3a6c-429d-a40b-4aa864854fd6 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:37:15.809370 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968b1322-3a6c-429d-a40b-4aa864854fd6 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:37:15.833240 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3289633d-d202-43c1-99d5-50f3f3d24730 req-8e575fce-ca66-4904-82c9-5ef192ee0fba tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/security-groups?id=677b8212-d6d1-4b38-be51-aaa6218210d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653591 May 31 13:37:15.876908 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1218e56-74ec-4358-8047-2ce35204b596 req-5eb3cf40-97ed-441d-bc21-8bbd8445b819 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:15.884220 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e1218e56-74ec-4358-8047-2ce35204b596 req-5eb3cf40-97ed-441d-bc21-8bbd8445b819 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 944 time: 0.5584648 May 31 13:37:15.977950 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6ade1589-1a28-4437-894e-dbeec2d5d907 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:16.039828 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-968b1322-3a6c-429d-a40b-4aa864854fd6 None None] Attempting to bind port a133d49b-c71a-46c0-87b0-688f0bcc5791 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:37:16.040639 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-968b1322-3a6c-429d-a40b-4aa864854fd6 None None] Attempting to bind port a133d49b-c71a-46c0-87b0-688f0bcc5791 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '54fd871c-b709-41fc-8e6b-83f862131e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ab6dcf44-e98b-4b16-8de8-44f0d0d71adf'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:37:16.041245 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968b1322-3a6c-429d-a40b-4aa864854fd6 None None] Attempting to bind port a133d49b-c71a-46c0-87b0-688f0bcc5791 on network ab6dcf44-e98b-4b16-8de8-44f0d0d71adf {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:37:16.045530 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6ade1589-1a28-4437-894e-dbeec2d5d907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:16.054474 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968b1322-3a6c-429d-a40b-4aa864854fd6 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:37:16.055240 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968b1322-3a6c-429d-a40b-4aa864854fd6 None None] Checking segment: {'id': '54fd871c-b709-41fc-8e6b-83f862131e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ab6dcf44-e98b-4b16-8de8-44f0d0d71adf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:37:16.056164 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-968b1322-3a6c-429d-a40b-4aa864854fd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:16.059544 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968b1322-3a6c-429d-a40b-4aa864854fd6 None None] Bound using segment: {'id': '54fd871c-b709-41fc-8e6b-83f862131e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ab6dcf44-e98b-4b16-8de8-44f0d0d71adf'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:37:16.060378 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-968b1322-3a6c-429d-a40b-4aa864854fd6 None None] Bound port: a133d49b-c71a-46c0-87b0-688f0bcc5791, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54fd871c-b709-41fc-8e6b-83f862131e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ab6dcf44-e98b-4b16-8de8-44f0d0d71adf'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:37:16.065812 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-968b1322-3a6c-429d-a40b-4aa864854fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:16.112810 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 466cd051-d5e9-4900-b939-2aaed1453612 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:37:16.180809 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ade1589-1a28-4437-894e-dbeec2d5d907 admin admin] Pushing event updated for resources: {'Port': ['ID=c4818283-0b2c-4504-9c73-3074e96e9d12,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:37:16.194137 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ade1589-1a28-4437-894e-dbeec2d5d907 admin admin] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:37:16.195694 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-6ade1589-1a28-4437-894e-dbeec2d5d907 admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:37:16.198538 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ade1589-1a28-4437-894e-dbeec2d5d907 admin admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:37:16.203531 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-8288cc3d-a4a9-427a-817f-3c1f00213122 req-7a847cbb-c9d5-4ff7-af77-d10e4e6e1b9c tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Allocated IP 172.20.0.5 (b1b02f4f-a70b-4201-8c66-e64da98751b7/0bea7539-c751-4155-a6fe-0d3f1a29fa41/5a59ae0c-a4ce-48d4-bbb5-ae70e62df17d) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:37:16.534211 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 466cd051-d5e9-4900-b939-2aaed1453612 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:37:16.559241 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 466cd051-d5e9-4900-b939-2aaed1453612 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:37:16.559993 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:16.697361 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '325ebe8c-6f44-44f5-a084-d31e727e149f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ff83ef0-01a9-4423-8dcb-741759a57858'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:37:16.707748 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-968b1322-3a6c-429d-a40b-4aa864854fd6 None None] For port a133d49b-c71a-46c0-87b0-688f0bcc5791, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:37:16.728124 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-968b1322-3a6c-429d-a40b-4aa864854fd6 None None] For port a133d49b-c71a-46c0-87b0-688f0bcc5791, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=a133d49b-c71a-46c0-87b0-688f0bcc5791,segment=NetworkSegment(54fd871c-b709-41fc-8e6b-83f862131e05),segment_id=54fd871c-b709-41fc-8e6b-83f862131e05)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:37:16.745725 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-968b1322-3a6c-429d-a40b-4aa864854fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:16.809233 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8288cc3d-a4a9-427a-817f-3c1f00213122 req-7a847cbb-c9d5-4ff7-af77-d10e4e6e1b9c tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:16.954308 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968b1322-3a6c-429d-a40b-4aa864854fd6 None None] Pushing event updated for resources: {'Port': ['ID=a133d49b-c71a-46c0-87b0-688f0bcc5791,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:37:16.983482 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8288cc3d-a4a9-427a-817f-3c1f00213122 req-7a847cbb-c9d5-4ff7-af77-d10e4e6e1b9c tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:17.045246 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['62b05f69-ad8d-466d-8bd6-4a827b01fe2d'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:37:17.139439 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['f0c5e728-aa10-4494-b34c-e6882452c965'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:37:17.543208 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8288cc3d-a4a9-427a-817f-3c1f00213122 req-7a847cbb-c9d5-4ff7-af77-d10e4e6e1b9c tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Network b1b02f4f-a70b-4201-8c66-e64da98751b7 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:37:17.546853 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e1218e56-74ec-4358-8047-2ce35204b596 req-10ef8f74-d9b7-4e70-87dc-50031ceea891 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4833827 May 31 13:37:17.554926 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-8288cc3d-a4a9-427a-817f-3c1f00213122 req-7a847cbb-c9d5-4ff7-af77-d10e4e6e1b9c tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:37:17.558638 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-8288cc3d-a4a9-427a-817f-3c1f00213122 req-7a847cbb-c9d5-4ff7-af77-d10e4e6e1b9c tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:37:17.607280 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6ade1589-1a28-4437-894e-dbeec2d5d907 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:17.611627 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a847cbb-c9d5-4ff7-af77-d10e4e6e1b9c tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Pushing event updated for resources: {'Port': ['ID=5a59ae0c-a4ce-48d4-bbb5-ae70e62df17d,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:37:17.727746 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b678eb5d-183f-462e-a456-e9c6d15f3514 req-9dbdb90e-a34d-46e5-ab91-b0cb349ad4c8 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:17.729350 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b678eb5d-183f-462e-a456-e9c6d15f3514 req-9dbdb90e-a34d-46e5-ab91-b0cb349ad4c8 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=325ebe8c-6f44-44f5-a084-d31e727e149f HTTP/1.1" status: 200 len: 946 time: 0.8819845 May 31 13:37:17.745227 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8288cc3d-a4a9-427a-817f-3c1f00213122 req-7a847cbb-c9d5-4ff7-af77-d10e4e6e1b9c tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:17.745909 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8288cc3d-a4a9-427a-817f-3c1f00213122 req-7a847cbb-c9d5-4ff7-af77-d10e4e6e1b9c tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:17.891626 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 466cd051-d5e9-4900-b939-2aaed1453612 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:37:17.892210 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:17.912989 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b678eb5d-183f-462e-a456-e9c6d15f3514 req-5e8e3878-d9e4-475e-be89-5f8a5c52863b tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=b28319a5-744d-4c54-bfbf-469a0b7a5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332328 May 31 13:37:17.921604 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8288cc3d-a4a9-427a-817f-3c1f00213122 req-7a847cbb-c9d5-4ff7-af77-d10e4e6e1b9c tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0971339 May 31 13:37:17.937108 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-8288cc3d-a4a9-427a-817f-3c1f00213122 req-13c09b75-ba8c-47e9-9cfc-8ca5a2954dd4 service neutron] Request body: {'port': {'device_id': '161add32-ee3d-421d-8517-8574a862b2fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:37:17.981502 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 466cd051-d5e9-4900-b939-2aaed1453612, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=466cd051-d5e9-4900-b939-2aaed1453612,segment=NetworkSegment(0c8aa3a6-47b8-4f9f-a1d3-b43478db3f3f),segment_id=0c8aa3a6-47b8-4f9f-a1d3-b43478db3f3f)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:37:17.998578 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:18.316965 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6ade1589-1a28-4437-894e-dbeec2d5d907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:18.361267 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8288cc3d-a4a9-427a-817f-3c1f00213122 req-13c09b75-ba8c-47e9-9cfc-8ca5a2954dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:18.362652 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device a133d49b-c71a-46c0-87b0-688f0bcc5791 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:37:18.424166 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de7f25-9e8d-43f9-b198-940fc6def329 req-372287f4-7976-4c7b-b465-322d0a1ea1cd tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:18.425852 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-e4de7f25-9e8d-43f9-b198-940fc6def329 req-372287f4-7976-4c7b-b465-322d0a1ea1cd tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Synchronizing usage tracker for tenant:e7915944b7b94ed798ed9400dc43e749 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:37:18.492196 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=466cd051-d5e9-4900-b939-2aaed1453612,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:37:18.695176 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port a133d49b-c71a-46c0-87b0-688f0bcc5791 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:37:18.888370 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ade1589-1a28-4437-894e-dbeec2d5d907 admin admin] Router 7b8d9ccc-98db-4b55-98b5-72e60bfadf9c is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 13:37:18.921055 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 50238) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:37:18.952255 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-e4de7f25-9e8d-43f9-b198-940fc6def329 req-372287f4-7976-4c7b-b465-322d0a1ea1cd tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Unset dirty status for tenant:e7915944b7b94ed798ed9400dc43e749 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:37:18.955203 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e4de7f25-9e8d-43f9-b198-940fc6def329 req-372287f4-7976-4c7b-b465-322d0a1ea1cd tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=161add32-ee3d-421d-8517-8574a862b2fd HTTP/1.1" status: 200 len: 931 time: 1.1076791 May 31 13:37:19.058072 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef13ab98-1afb-4b0e-b708-af87f7a34b9a req-7fd76db9-b494-49f3-909e-e94382fa497f tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:19.063754 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ef13ab98-1afb-4b0e-b708-af87f7a34b9a req-7fd76db9-b494-49f3-909e-e94382fa497f tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=58cd7c3c-004a-4f96-8d08-1daaa42bf853 HTTP/1.1" status: 200 len: 946 time: 0.3363681 May 31 13:37:19.184008 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2daf69c-dab3-42e3-babf-c6e275d087a3 None None] Network ab6dcf44-e98b-4b16-8de8-44f0d0d71adf requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:37:19.207966 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e4de7f25-9e8d-43f9-b198-940fc6def329 req-f359e4b8-d8fc-4846-981c-b0ddfe5a3721 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236094 May 31 13:37:19.284942 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ef13ab98-1afb-4b0e-b708-af87f7a34b9a req-4c1238af-4d3a-45e1-8a00-ba24940990e3 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507564 May 31 13:37:19.336465 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ade1589-1a28-4437-894e-dbeec2d5d907 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:37:19.345918 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdc2ac6-79dc-412c-b6e9-b339d7dff945 None None] Sync routers for ids ['7b8d9ccc-98db-4b55-98b5-72e60bfadf9c'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:37:19.366850 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdc2ac6-79dc-412c-b6e9-b339d7dff945 None None] Routers {'7b8d9ccc-98db-4b55-98b5-72e60bfadf9c'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:37:19.367473 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-0bdc2ac6-79dc-412c-b6e9-b339d7dff945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:37:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['7b8d9ccc-98db-4b55-98b5-72e60bfadf9c'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:37:19.375952 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6ade1589-1a28-4437-894e-dbeec2d5d907 admin admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:19.380233 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-6ade1589-1a28-4437-894e-dbeec2d5d907 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.4840019 May 31 13:37:19.383906 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 50248) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:37:19.412431 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0144ad86-4ea0-4b60-856b-c6d6d90fabd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:19.508594 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0144ad86-4ea0-4b60-856b-c6d6d90fabd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:37:19.512760 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-0144ad86-4ea0-4b60-856b-c6d6d90fabd0 admin admin] Usage tracker for resource:security_group_rule and tenant:6ed573bcfbeb4c6991bd0c3c4f94004d is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:37:19.527019 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-0144ad86-4ea0-4b60-856b-c6d6d90fabd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:37:19.533440 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0144ad86-4ea0-4b60-856b-c6d6d90fabd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:37:19.609767 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7134d346-cf73-4083-9ebb-6d0986d9ac99'] response: {'server_uuid': '325ebe8c-6f44-44f5-a084-d31e727e149f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ff83ef0-01a9-4423-8dcb-741759a57858', 'code': 200} May 31 13:37:19.646203 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6b25ecf8-0482-4fa0-8d6b-fe9873979150 None None] Provisioning for port a133d49b-c71a-46c0-87b0-688f0bcc5791 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:37:19.651604 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0144ad86-4ea0-4b60-856b-c6d6d90fabd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:19.685139 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6b25ecf8-0482-4fa0-8d6b-fe9873979150 None None] Provisioning complete for port a133d49b-c71a-46c0-87b0-688f0bcc5791 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:37:19.685505 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6b25ecf8-0482-4fa0-8d6b-fe9873979150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:19.832080 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0144ad86-4ea0-4b60-856b-c6d6d90fabd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:19.918283 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-0144ad86-4ea0-4b60-856b-c6d6d90fabd0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6ed573bcfbeb4c6991bd0c3c4f94004d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9875922 May 31 13:37:19.928559 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 50252) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:37:20.047865 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0144ad86-4ea0-4b60-856b-c6d6d90fabd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b2669de-d0cd-4dca-bb6a-516ba1719ac4,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:37:20.091934 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-6b25ecf8-0482-4fa0-8d6b-fe9873979150 None None] Current status of the port a133d49b-c71a-46c0-87b0-688f0bcc5791 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:37:20.097132 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-0bdc2ac6-79dc-412c-b6e9-b339d7dff945 None None] Set router 7b8d9ccc-98db-4b55-98b5-72e60bfadf9c gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:37:20.097918 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6b25ecf8-0482-4fa0-8d6b-fe9873979150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:20.145651 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a28b0b-ecee-43ac-963b-b2e89f0ce3f8 req-b6fc4031-b3ec-450e-9365-c5b92f767d66 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:20.154914 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-34a28b0b-ecee-43ac-963b-b2e89f0ce3f8 req-b6fc4031-b3ec-450e-9365-c5b92f767d66 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 944 time: 0.4986374 May 31 13:37:20.161858 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 466cd051-d5e9-4900-b939-2aaed1453612 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:37:20.242034 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f85a76-e962-4166-bf77-6fd49130fd0e req-585cb65d-4430-4fe1-86c6-51e7abd2b9f2 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:20.249656 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-40f85a76-e962-4166-bf77-6fd49130fd0e req-585cb65d-4430-4fe1-86c6-51e7abd2b9f2 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50c4000-326f-4831-abd3-b25a6f559834 HTTP/1.1" status: 200 len: 945 time: 0.5076327 May 31 13:37:20.258373 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-6b25ecf8-0482-4fa0-8d6b-fe9873979150 None None] For port a133d49b-c71a-46c0-87b0-688f0bcc5791, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=a133d49b-c71a-46c0-87b0-688f0bcc5791,segment=NetworkSegment(54fd871c-b709-41fc-8e6b-83f862131e05),segment_id=54fd871c-b709-41fc-8e6b-83f862131e05)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:37:20.274592 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6b25ecf8-0482-4fa0-8d6b-fe9873979150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:20.310316 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-34a28b0b-ecee-43ac-963b-b2e89f0ce3f8 req-6db5cea8-eb51-4598-8dba-98d13ed472ea tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539607 May 31 13:37:20.364837 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-8288cc3d-a4a9-427a-817f-3c1f00213122 req-13c09b75-ba8c-47e9-9cfc-8ca5a2954dd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a59ae0c-a4ce-48d4-bbb5-ae70e62df17d {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:37:20.387425 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8288cc3d-a4a9-427a-817f-3c1f00213122 req-13c09b75-ba8c-47e9-9cfc-8ca5a2954dd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:20.448682 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-8288cc3d-a4a9-427a-817f-3c1f00213122 req-13c09b75-ba8c-47e9-9cfc-8ca5a2954dd4 service neutron] Transition to ACTIVE for port object 5a59ae0c-a4ce-48d4-bbb5-ae70e62df17d will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:37:20.460107 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8288cc3d-a4a9-427a-817f-3c1f00213122 req-13c09b75-ba8c-47e9-9cfc-8ca5a2954dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:20.470394 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b25ecf8-0482-4fa0-8d6b-fe9873979150 None None] Pushing event updated for resources: {'Port': ['ID=a133d49b-c71a-46c0-87b0-688f0bcc5791,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:37:20.506655 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 466cd051-d5e9-4900-b939-2aaed1453612 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:37:20.507398 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:20.621107 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c09b75-ba8c-47e9-9cfc-8ca5a2954dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=5a59ae0c-a4ce-48d4-bbb5-ae70e62df17d,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:37:20.652875 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-40f85a76-e962-4166-bf77-6fd49130fd0e req-9a1382f0-e597-4a50-81cb-53cfcbc2cf65 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/security-groups?id=677b8212-d6d1-4b38-be51-aaa6218210d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3981671 May 31 13:37:20.812828 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b0e516-2dad-4473-9d66-ee8252fd6ab6 req-c09da142-5a12-40f3-985d-f95c0e53b8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:20.820031 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c2b0e516-2dad-4473-9d66-ee8252fd6ab6 req-c09da142-5a12-40f3-985d-f95c0e53b8b2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=325ebe8c-6f44-44f5-a084-d31e727e149f HTTP/1.1" status: 200 len: 1097 time: 0.9697249 May 31 13:37:20.831428 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5e49bc72-96da-494c-aaff-77c1b965b706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:20.983447 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 466cd051-d5e9-4900-b939-2aaed1453612 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:37:21.107677 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-7cb49d9a-73a2-4c66-86bc-156ea71e84fc None None] Provisioning complete for port a133d49b-c71a-46c0-87b0-688f0bcc5791 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:37:21.108216 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7cb49d9a-73a2-4c66-86bc-156ea71e84fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:21.141219 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5e49bc72-96da-494c-aaff-77c1b965b706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:21.155452 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-8288cc3d-a4a9-427a-817f-3c1f00213122 req-13c09b75-ba8c-47e9-9cfc-8ca5a2954dd4 service neutron] Attempting to bind port 5a59ae0c-a4ce-48d4-bbb5-ae70e62df17d on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:37:21.160026 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-8288cc3d-a4a9-427a-817f-3c1f00213122 req-13c09b75-ba8c-47e9-9cfc-8ca5a2954dd4 service neutron] Attempting to bind port 5a59ae0c-a4ce-48d4-bbb5-ae70e62df17d by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'ac59caff-d513-4fef-b003-5737787eb94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b1b02f4f-a70b-4201-8c66-e64da98751b7'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:37:21.160633 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8288cc3d-a4a9-427a-817f-3c1f00213122 req-13c09b75-ba8c-47e9-9cfc-8ca5a2954dd4 service neutron] Attempting to bind port 5a59ae0c-a4ce-48d4-bbb5-ae70e62df17d on network b1b02f4f-a70b-4201-8c66-e64da98751b7 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:37:21.190921 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8288cc3d-a4a9-427a-817f-3c1f00213122 req-13c09b75-ba8c-47e9-9cfc-8ca5a2954dd4 service neutron] Port 5a59ae0c-a4ce-48d4-bbb5-ae70e62df17d on network b1b02f4f-a70b-4201-8c66-e64da98751b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:37:21.194812 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8288cc3d-a4a9-427a-817f-3c1f00213122 req-13c09b75-ba8c-47e9-9cfc-8ca5a2954dd4 service neutron] Attempting to bind port 5a59ae0c-a4ce-48d4-bbb5-ae70e62df17d on network b1b02f4f-a70b-4201-8c66-e64da98751b7 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:37:21.203798 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8288cc3d-a4a9-427a-817f-3c1f00213122 req-13c09b75-ba8c-47e9-9cfc-8ca5a2954dd4 service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:37:21.204575 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8288cc3d-a4a9-427a-817f-3c1f00213122 req-13c09b75-ba8c-47e9-9cfc-8ca5a2954dd4 service neutron] Checking segment: {'id': 'ac59caff-d513-4fef-b003-5737787eb94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b1b02f4f-a70b-4201-8c66-e64da98751b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:37:21.205673 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8288cc3d-a4a9-427a-817f-3c1f00213122 req-13c09b75-ba8c-47e9-9cfc-8ca5a2954dd4 service neutron] Bound using segment: {'id': 'ac59caff-d513-4fef-b003-5737787eb94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b1b02f4f-a70b-4201-8c66-e64da98751b7'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:37:21.206459 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-8288cc3d-a4a9-427a-817f-3c1f00213122 req-13c09b75-ba8c-47e9-9cfc-8ca5a2954dd4 service neutron] Bound port: 5a59ae0c-a4ce-48d4-bbb5-ae70e62df17d, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac59caff-d513-4fef-b003-5737787eb94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b1b02f4f-a70b-4201-8c66-e64da98751b7'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:37:21.207562 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8288cc3d-a4a9-427a-817f-3c1f00213122 req-13c09b75-ba8c-47e9-9cfc-8ca5a2954dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:21.249272 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-0bdc2ac6-79dc-412c-b6e9-b339d7dff945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8d9ccc-98db-4b55-98b5-72e60bfadf9c', 'name': 'tempest-VolumesAdminNegativeTest-638119825-router', 'tenant_id': '4909933d1e524d6d8a75da9c2457a191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': 'c4818283-0b2c-4504-9c73-3074e96e9d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:37:13Z', 'updated_at': '2022-05-31T13:37:16Z', 'revision_number': 3, 'project_id': '4909933d1e524d6d8a75da9c2457a191', 'gw_port': {'id': 'c4818283-0b2c-4504-9c73-3074e96e9d12', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:da:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8d9ccc-98db-4b55-98b5-72e60bfadf9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:37:15Z', 'updated_at': '2022-05-31T13:37:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:37:21.255116 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdc2ac6-79dc-412c-b6e9-b339d7dff945 None None] Checking router: 7b8d9ccc-98db-4b55-98b5-72e60bfadf9c for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:37:21.255595 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdc2ac6-79dc-412c-b6e9-b339d7dff945 None None] Updating router 7b8d9ccc-98db-4b55-98b5-72e60bfadf9c port c4818283-0b2c-4504-9c73-3074e96e9d12 binding host n-d-843939-1 {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:37:21.300539 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c2b0e516-2dad-4473-9d66-ee8252fd6ab6 req-70c6aaa6-93a7-4024-bec4-1388eeddb953 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b28319a5-744d-4c54-bfbf-469a0b7a5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413802 May 31 13:37:21.360768 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9618d7-def2-4eb6-ba7a-c199559a791e req-10142090-8656-4a2e-8834-6619860a7139 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:21.366655 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ef9618d7-def2-4eb6-ba7a-c199559a791e req-10142090-8656-4a2e-8834-6619860a7139 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=325ebe8c-6f44-44f5-a084-d31e727e149f HTTP/1.1" status: 200 len: 946 time: 0.5571301 May 31 13:37:21.368108 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0bdc2ac6-79dc-412c-b6e9-b339d7dff945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:21.486508 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-7cb49d9a-73a2-4c66-86bc-156ea71e84fc None None] Current status of the port a133d49b-c71a-46c0-87b0-688f0bcc5791 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:37:21.566936 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ef9618d7-def2-4eb6-ba7a-c199559a791e req-30bb0001-f961-424e-86c1-b876e920ad37 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=b28319a5-744d-4c54-bfbf-469a0b7a5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804762 May 31 13:37:21.604101 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-8288cc3d-a4a9-427a-817f-3c1f00213122 req-13c09b75-ba8c-47e9-9cfc-8ca5a2954dd4 service neutron] For port 5a59ae0c-a4ce-48d4-bbb5-ae70e62df17d, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:37:21.615092 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-8288cc3d-a4a9-427a-817f-3c1f00213122 req-13c09b75-ba8c-47e9-9cfc-8ca5a2954dd4 service neutron] For port 5a59ae0c-a4ce-48d4-bbb5-ae70e62df17d, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=5a59ae0c-a4ce-48d4-bbb5-ae70e62df17d,segment=NetworkSegment(ac59caff-d513-4fef-b003-5737787eb94f),segment_id=ac59caff-d513-4fef-b003-5737787eb94f)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:37:21.621707 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8288cc3d-a4a9-427a-817f-3c1f00213122 req-13c09b75-ba8c-47e9-9cfc-8ca5a2954dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:21.773718 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5e49bc72-96da-494c-aaff-77c1b965b706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:21.867197 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8288cc3d-a4a9-427a-817f-3c1f00213122 req-13c09b75-ba8c-47e9-9cfc-8ca5a2954dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:21.868303 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8288cc3d-a4a9-427a-817f-3c1f00213122 req-13c09b75-ba8c-47e9-9cfc-8ca5a2954dd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:21.869709 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8288cc3d-a4a9-427a-817f-3c1f00213122 req-13c09b75-ba8c-47e9-9cfc-8ca5a2954dd4 service neutron] 10.222.0.44 "PUT /v2.0/ports/5a59ae0c-a4ce-48d4-bbb5-ae70e62df17d HTTP/1.1" status: 200 len: 1091 time: 3.9373713 May 31 13:37:21.870960 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c09b75-ba8c-47e9-9cfc-8ca5a2954dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=5a59ae0c-a4ce-48d4-bbb5-ae70e62df17d,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:37:21.973248 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e49bc72-96da-494c-aaff-77c1b965b706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b2669de-d0cd-4dca-bb6a-516ba1719ac4,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:37:21.979401 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0bdc2ac6-79dc-412c-b6e9-b339d7dff945 None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:21.998028 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-0bdc2ac6-79dc-412c-b6e9-b339d7dff945 None None] Transition to ACTIVE for port object c4818283-0b2c-4504-9c73-3074e96e9d12 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:37:22.020882 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0bdc2ac6-79dc-412c-b6e9-b339d7dff945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:22.051462 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e49bc72-96da-494c-aaff-77c1b965b706 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:37:22.052965 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e49bc72-96da-494c-aaff-77c1b965b706 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:37:22.053524 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e49bc72-96da-494c-aaff-77c1b965b706 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:37:22.055651 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e49bc72-96da-494c-aaff-77c1b965b706 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:37:22.056228 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e49bc72-96da-494c-aaff-77c1b965b706 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:37:22.057328 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e49bc72-96da-494c-aaff-77c1b965b706 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:37:22.059366 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e49bc72-96da-494c-aaff-77c1b965b706 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:37:22.060448 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e49bc72-96da-494c-aaff-77c1b965b706 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:37:22.060663 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '161add32-ee3d-421d-8517-8574a862b2fd', 'tag': '5a59ae0c-a4ce-48d4-bbb5-ae70e62df17d'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:37:22.061188 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e49bc72-96da-494c-aaff-77c1b965b706 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:37:22.061790 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e49bc72-96da-494c-aaff-77c1b965b706 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:37:22.063439 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e49bc72-96da-494c-aaff-77c1b965b706 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:37:22.065219 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e49bc72-96da-494c-aaff-77c1b965b706 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:37:22.092589 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5e49bc72-96da-494c-aaff-77c1b965b706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:22.100623 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-5e49bc72-96da-494c-aaff-77c1b965b706 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3b2669de-d0cd-4dca-bb6a-516ba1719ac4 HTTP/1.1" status: 204 len: 168 time: 2.1470456 May 31 13:37:22.197311 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b57996-18f3-4a32-b764-3bea2df2941f None None] Pushing event updated for resources: {'Port': ['ID=c4818283-0b2c-4504-9c73-3074e96e9d12,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:37:22.201568 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device a133d49b-c71a-46c0-87b0-688f0bcc5791 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:37:22.238880 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98670508-6358-49c9-b6c8-316825a62136 req-0f12ca54-0f83-40eb-a5e8-0e6f39bc9353 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:22.247972 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-98670508-6358-49c9-b6c8-316825a62136 req-0f12ca54-0f83-40eb-a5e8-0e6f39bc9353 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=161add32-ee3d-421d-8517-8574a862b2fd HTTP/1.1" status: 200 len: 943 time: 0.3718500 May 31 13:37:22.279375 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-0bdc2ac6-79dc-412c-b6e9-b339d7dff945 None None] Attempting to bind port c4818283-0b2c-4504-9c73-3074e96e9d12 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:37:22.280049 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-0bdc2ac6-79dc-412c-b6e9-b339d7dff945 None None] Attempting to bind port c4818283-0b2c-4504-9c73-3074e96e9d12 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:37:22.280178 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdc2ac6-79dc-412c-b6e9-b339d7dff945 None None] Attempting to bind port c4818283-0b2c-4504-9c73-3074e96e9d12 on network d2103cd5-63ba-4c24-9d95-fd17643bf14c {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:37:22.300846 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdc2ac6-79dc-412c-b6e9-b339d7dff945 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:37:22.302815 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdc2ac6-79dc-412c-b6e9-b339d7dff945 None None] Checking segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:37:22.303454 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0bdc2ac6-79dc-412c-b6e9-b339d7dff945 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:22.306246 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdc2ac6-79dc-412c-b6e9-b339d7dff945 None None] Bound using segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:37:22.306864 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-0bdc2ac6-79dc-412c-b6e9-b339d7dff945 None None] Bound port: c4818283-0b2c-4504-9c73-3074e96e9d12, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:37:22.307284 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0bdc2ac6-79dc-412c-b6e9-b339d7dff945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:22.340091 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-98670508-6358-49c9-b6c8-316825a62136 req-96fdbe92-089c-4782-a885-643d0cb2be45 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909250 May 31 13:37:22.362639 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8288cc3d-a4a9-427a-817f-3c1f00213122 req-de253289-fdd6-40ed-aaf6-0d892e07953b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:22.364540 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8288cc3d-a4a9-427a-817f-3c1f00213122 req-de253289-fdd6-40ed-aaf6-0d892e07953b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e7915944b7b94ed798ed9400dc43e749&device_id=161add32-ee3d-421d-8517-8574a862b2fd HTTP/1.1" status: 200 len: 1094 time: 0.2897611 May 31 13:37:22.422339 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port a133d49b-c71a-46c0-87b0-688f0bcc5791 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:37:22.425100 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:22.445351 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1a143607-324a-4183-9223-016b0b3c6917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:22.558289 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-0bdc2ac6-79dc-412c-b6e9-b339d7dff945 None None] For port c4818283-0b2c-4504-9c73-3074e96e9d12, host n-d-843939-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:37:22.568191 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-0bdc2ac6-79dc-412c-b6e9-b339d7dff945 None None] For port c4818283-0b2c-4504-9c73-3074e96e9d12, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=c4818283-0b2c-4504-9c73-3074e96e9d12,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:37:22.575396 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0bdc2ac6-79dc-412c-b6e9-b339d7dff945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:22.630900 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8288cc3d-a4a9-427a-817f-3c1f00213122 req-699f4477-4756-4a14-b7c6-80eadea41cf9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a59ae0c-a4ce-48d4-bbb5-ae70e62df17d HTTP/1.1" status: 200 len: 217 time: 0.2436395 May 31 13:37:22.701688 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b57996-18f3-4a32-b764-3bea2df2941f None None] Pushing event updated for resources: {'Port': ['ID=c4818283-0b2c-4504-9c73-3074e96e9d12,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:37:22.725879 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdc2ac6-79dc-412c-b6e9-b339d7dff945 None None] Routers {'7b8d9ccc-98db-4b55-98b5-72e60bfadf9c'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:37:22.726805 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-0bdc2ac6-79dc-412c-b6e9-b339d7dff945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:37:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['7b8d9ccc-98db-4b55-98b5-72e60bfadf9c'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:37:22.799651 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port a133d49b-c71a-46c0-87b0-688f0bcc5791 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:37:22.916361 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8288cc3d-a4a9-427a-817f-3c1f00213122 req-3a3c5e82-8e47-4a5b-b723-ca90711de101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:22.917750 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8288cc3d-a4a9-427a-817f-3c1f00213122 req-3a3c5e82-8e47-4a5b-b723-ca90711de101 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0bea7539-c751-4155-a6fe-0d3f1a29fa41 HTTP/1.1" status: 200 len: 845 time: 0.1573148 May 31 13:37:22.954388 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5686efb3-f5de-4115-9a20-b95356939307 req-de4d6567-8cc9-448a-9c0f-50b0ebf449a9 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:22.959426 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5686efb3-f5de-4115-9a20-b95356939307 req-de4d6567-8cc9-448a-9c0f-50b0ebf449a9 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 944 time: 0.3273668 May 31 13:37:22.993334 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c0750-79cc-47d9-95ba-8d22345b0b9a req-a7fd8063-a861-406e-940d-5376c274a31c tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:23.008939 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-367c0750-79cc-47d9-95ba-8d22345b0b9a req-a7fd8063-a861-406e-940d-5376c274a31c tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50c4000-326f-4831-abd3-b25a6f559834 HTTP/1.1" status: 200 len: 945 time: 0.2943394 May 31 13:37:23.016379 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-1a143607-324a-4183-9223-016b0b3c6917 admin admin] Allocated IP 172.20.0.1 (ab6dcf44-e98b-4b16-8de8-44f0d0d71adf/f6967f42-c39e-4bc8-93dc-795965a9fd9e/a6b5b212-5a8d-40b1-a5c3-900489755b34) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:37:23.112730 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-0bdc2ac6-79dc-412c-b6e9-b339d7dff945 None None] Set router 7b8d9ccc-98db-4b55-98b5-72e60bfadf9c gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:37:23.154720 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-367c0750-79cc-47d9-95ba-8d22345b0b9a req-fd7462e5-df08-4a46-b3f3-ef15758c0c7d tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/security-groups?id=677b8212-d6d1-4b38-be51-aaa6218210d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447258 May 31 13:37:23.240703 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5686efb3-f5de-4115-9a20-b95356939307 req-d5614058-9217-4b42-8af7-4867373a0ccb tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665203 May 31 13:37:23.280182 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1a143607-324a-4183-9223-016b0b3c6917 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:23.300829 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9262a651-6a48-4767-845a-b6d42b50f382'] response: {'name': 'network-changed', 'server_uuid': '161add32-ee3d-421d-8517-8574a862b2fd', 'tag': '5a59ae0c-a4ce-48d4-bbb5-ae70e62df17d', 'status': 'completed', 'code': 200} May 31 13:37:23.307781 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-1a143607-324a-4183-9223-016b0b3c6917 admin admin] Transition to ACTIVE for port object a6b5b212-5a8d-40b1-a5c3-900489755b34 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:37:23.338338 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1a143607-324a-4183-9223-016b0b3c6917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:23.544814 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a143607-324a-4183-9223-016b0b3c6917 admin admin] Network ab6dcf44-e98b-4b16-8de8-44f0d0d71adf is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:37:23.549822 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-1a143607-324a-4183-9223-016b0b3c6917 admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:37:23.556863 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a143607-324a-4183-9223-016b0b3c6917 admin admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:37:23.647571 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a143607-324a-4183-9223-016b0b3c6917 admin admin] Pushing event updated for resources: {'Port': ['ID=a6b5b212-5a8d-40b1-a5c3-900489755b34,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:37:23.682454 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1a143607-324a-4183-9223-016b0b3c6917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:23.815908 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8288cc3d-a4a9-427a-817f-3c1f00213122 req-b617cc3e-2105-4768-acbf-001066aef446 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b1b02f4f-a70b-4201-8c66-e64da98751b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1837626 May 31 13:37:23.840091 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd29541-1010-434a-acb7-dfe0feac2d48 req-48e901e4-7852-495a-b10b-13121b0abf33 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:23.855713 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5fd29541-1010-434a-acb7-dfe0feac2d48 req-48e901e4-7852-495a-b10b-13121b0abf33 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=325ebe8c-6f44-44f5-a084-d31e727e149f HTTP/1.1" status: 200 len: 946 time: 0.4216368 May 31 13:37:23.966370 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-3f178eed-7154-4e3f-905d-89e20eee9ce6 None None] Provisioning for port a6b5b212-5a8d-40b1-a5c3-900489755b34 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:37:23.974726 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-3f178eed-7154-4e3f-905d-89e20eee9ce6 None None] Provisioning complete for port a6b5b212-5a8d-40b1-a5c3-900489755b34 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:37:23.975984 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1a143607-324a-4183-9223-016b0b3c6917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:23.976602 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3f178eed-7154-4e3f-905d-89e20eee9ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:24.021151 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-0bdc2ac6-79dc-412c-b6e9-b339d7dff945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8d9ccc-98db-4b55-98b5-72e60bfadf9c', 'name': 'tempest-VolumesAdminNegativeTest-638119825-router', 'tenant_id': '4909933d1e524d6d8a75da9c2457a191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': 'c4818283-0b2c-4504-9c73-3074e96e9d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:37:13Z', 'updated_at': '2022-05-31T13:37:16Z', 'revision_number': 3, 'project_id': '4909933d1e524d6d8a75da9c2457a191', 'gw_port': {'id': 'c4818283-0b2c-4504-9c73-3074e96e9d12', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:da:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8d9ccc-98db-4b55-98b5-72e60bfadf9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:37:15Z', 'updated_at': '2022-05-31T13:37:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:37:24.035248 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdc2ac6-79dc-412c-b6e9-b339d7dff945 None None] The sync data for ids ['7b8d9ccc-98db-4b55-98b5-72e60bfadf9c'] in n-d-843939-1 is: [{'id': '7b8d9ccc-98db-4b55-98b5-72e60bfadf9c', 'name': 'tempest-VolumesAdminNegativeTest-638119825-router', 'tenant_id': '4909933d1e524d6d8a75da9c2457a191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': 'c4818283-0b2c-4504-9c73-3074e96e9d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:37:13Z', 'updated_at': '2022-05-31T13:37:16Z', 'revision_number': 3, 'project_id': '4909933d1e524d6d8a75da9c2457a191', 'gw_port': {'id': 'c4818283-0b2c-4504-9c73-3074e96e9d12', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:da:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8d9ccc-98db-4b55-98b5-72e60bfadf9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:37:15Z', 'updated_at': '2022-05-31T13:37:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:37:24.110728 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-3f178eed-7154-4e3f-905d-89e20eee9ce6 None None] Port a6b5b212-5a8d-40b1-a5c3-900489755b34 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:37:24.315036 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8288cc3d-a4a9-427a-817f-3c1f00213122 req-c73d7965-7aaa-40c2-83de-69ac3c953928 service neutron] 10.222.0.44 "GET /v2.0/networks/b1b02f4f-a70b-4201-8c66-e64da98751b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4309192 May 31 13:37:24.332757 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e88c39-9531-47a3-a5d4-970d66af16d9 req-ac6eea00-230b-4c5b-8563-dbd475feed80 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:24.340446 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d5e88c39-9531-47a3-a5d4-970d66af16d9 req-ac6eea00-230b-4c5b-8563-dbd475feed80 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=58cd7c3c-004a-4f96-8d08-1daaa42bf853 HTTP/1.1" status: 200 len: 946 time: 0.8217387 May 31 13:37:24.422553 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5fd29541-1010-434a-acb7-dfe0feac2d48 req-12b90a00-5835-4dcd-bf1e-cb66e564f020 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=b28319a5-744d-4c54-bfbf-469a0b7a5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5658088 May 31 13:37:24.714354 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1a143607-324a-4183-9223-016b0b3c6917 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:24.721292 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1a143607-324a-4183-9223-016b0b3c6917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:24.922907 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8288cc3d-a4a9-427a-817f-3c1f00213122 req-93da49c4-455d-4aee-8c68-bccd580f3e1f service neutron] 10.222.0.44 "GET /v2.0/networks/b1b02f4f-a70b-4201-8c66-e64da98751b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5783107 May 31 13:37:24.960682 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d5e88c39-9531-47a3-a5d4-970d66af16d9 req-f6cec06d-05e1-4f09-8491-ebd0b270f9e8 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6191971 May 31 13:37:24.994163 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a143607-324a-4183-9223-016b0b3c6917 admin admin] Pushing event updated for resources: {'Port': ['ID=a6b5b212-5a8d-40b1-a5c3-900489755b34,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:37:25.002463 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1a143607-324a-4183-9223-016b0b3c6917 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:25.066154 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af48a2a-f3bf-419d-b52a-dff7be9b5620 req-7bf2bb3d-f082-4527-867a-a69d4ffa9e9a tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:25.083407 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7af48a2a-f3bf-419d-b52a-dff7be9b5620 req-7bf2bb3d-f082-4527-867a-a69d4ffa9e9a tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=161add32-ee3d-421d-8517-8574a862b2fd HTTP/1.1" status: 200 len: 943 time: 0.3906898 May 31 13:37:25.625475 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7af48a2a-f3bf-419d-b52a-dff7be9b5620 req-33402ec3-b731-409d-93ee-fd8d0821ec7c tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5402782 May 31 13:37:25.722287 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a143607-324a-4183-9223-016b0b3c6917 admin admin] Network ab6dcf44-e98b-4b16-8de8-44f0d0d71adf is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:37:25.724544 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-1a143607-324a-4183-9223-016b0b3c6917 admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:37:25.747993 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed544b0-53f3-4a23-bc66-51317a2be1e2 req-76507d5e-122e-46f7-8a60-8376a1928193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:25.750560 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bed544b0-53f3-4a23-bc66-51317a2be1e2 req-76507d5e-122e-46f7-8a60-8376a1928193 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e7915944b7b94ed798ed9400dc43e749&device_id=161add32-ee3d-421d-8517-8574a862b2fd HTTP/1.1" status: 200 len: 1094 time: 0.4525001 May 31 13:37:25.793333 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f6e53-058d-4619-a08f-0723ed4ba80b req-25a38012-f7de-45d3-b5d0-a6629f17c7a0 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:25.812051 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8c1f6e53-058d-4619-a08f-0723ed4ba80b req-25a38012-f7de-45d3-b5d0-a6629f17c7a0 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50c4000-326f-4831-abd3-b25a6f559834 HTTP/1.1" status: 200 len: 945 time: 0.5167525 May 31 13:37:26.075360 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d5163c5e-6a68-4756-b6d8-38bbede7f691 req-fb2f6faa-2918-4525-bab1-2382204e8088 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c8710ea5-1b55-4ac9-81d4-20a02059e824&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7034931 May 31 13:37:26.293031 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device c4818283-0b2c-4504-9c73-3074e96e9d12 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:37:26.338643 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a143607-324a-4183-9223-016b0b3c6917 admin admin] Router 7b8d9ccc-98db-4b55-98b5-72e60bfadf9c has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:37:26.402828 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8c1f6e53-058d-4619-a08f-0723ed4ba80b req-02ec3d4d-0a25-4980-941f-47dfe7237974 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/security-groups?id=677b8212-d6d1-4b38-be51-aaa6218210d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5895438 May 31 13:37:26.405457 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed544b0-53f3-4a23-bc66-51317a2be1e2 req-f3ab2f4e-f2ee-48a9-b838-f20b1f57fe1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:26.407055 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bed544b0-53f3-4a23-bc66-51317a2be1e2 req-f3ab2f4e-f2ee-48a9-b838-f20b1f57fe1b service neutron] 10.222.0.44 "GET /v2.0/networks?id=b1b02f4f-a70b-4201-8c66-e64da98751b7 HTTP/1.1" status: 200 len: 906 time: 0.5779772 May 31 13:37:26.544581 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e8ab2d41-6a03-418d-a6ba-0f62a790d00a None None] Provisioning complete for port a6b5b212-5a8d-40b1-a5c3-900489755b34 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:37:26.546925 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e8ab2d41-6a03-418d-a6ba-0f62a790d00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:26.749219 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a143607-324a-4183-9223-016b0b3c6917 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:37:26.768361 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-e8ab2d41-6a03-418d-a6ba-0f62a790d00a None None] Port a6b5b212-5a8d-40b1-a5c3-900489755b34 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:37:26.775895 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-1a143607-324a-4183-9223-016b0b3c6917 admin admin] 10.222.0.50 "PUT /v2.0/routers/7b8d9ccc-98db-4b55-98b5-72e60bfadf9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3888452 May 31 13:37:26.784571 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5163c5e-6a68-4756-b6d8-38bbede7f691 req-910bba33-a28b-4ba3-8cc8-f0f967fe05f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:26.786100 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d5163c5e-6a68-4756-b6d8-38bbede7f691 req-910bba33-a28b-4ba3-8cc8-f0f967fe05f2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc5142db886b48f8906c49afcc233362&device_id=c8710ea5-1b55-4ac9-81d4-20a02059e824 HTTP/1.1" status: 200 len: 1097 time: 0.6651371 May 31 13:37:26.822283 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port c4818283-0b2c-4504-9c73-3074e96e9d12 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:37:26.828692 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port c4818283-0b2c-4504-9c73-3074e96e9d12 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:37:26.829064 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:26.944223 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bed544b0-53f3-4a23-bc66-51317a2be1e2 req-5ee30c09-db18-4ce0-be61-1ab2d99f0288 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a59ae0c-a4ce-48d4-bbb5-ae70e62df17d HTTP/1.1" status: 200 len: 217 time: 0.5090871 May 31 13:37:27.116481 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6199b43d-c4f9-4c5d-8571-b31c0a42662d None None] Sync routers for ids ['7b8d9ccc-98db-4b55-98b5-72e60bfadf9c'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:37:27.140687 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port c4818283-0b2c-4504-9c73-3074e96e9d12 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:37:27.142218 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:27.164639 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port c4818283-0b2c-4504-9c73-3074e96e9d12, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=c4818283-0b2c-4504-9c73-3074e96e9d12,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:37:27.166735 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6199b43d-c4f9-4c5d-8571-b31c0a42662d None None] Routers {'7b8d9ccc-98db-4b55-98b5-72e60bfadf9c'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:37:27.167803 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-6199b43d-c4f9-4c5d-8571-b31c0a42662d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:37:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['7b8d9ccc-98db-4b55-98b5-72e60bfadf9c'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:37:27.187006 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5163c5e-6a68-4756-b6d8-38bbede7f691 req-0c51511b-00f8-4a71-9c22-c5b9d2b38c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:27.191441 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d5163c5e-6a68-4756-b6d8-38bbede7f691 req-0c51511b-00f8-4a71-9c22-c5b9d2b38c54 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ef7bc708-faad-4f53-9863-9b17fc2bd3a4 HTTP/1.1" status: 200 len: 912 time: 0.3849723 May 31 13:37:27.194499 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edef24f1-0952-41e3-9aa3-ae8c20a78c5b req-c17e251f-4335-4fbd-821f-e1f1ea565dfd tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:27.203531 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-edef24f1-0952-41e3-9aa3-ae8c20a78c5b req-c17e251f-4335-4fbd-821f-e1f1ea565dfd tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 944 time: 1.0271120 May 31 13:37:27.252434 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89beb38f-33e9-46f1-9229-11fd63638000 req-80ab5c1e-908c-4084-ab21-950c9acb0b73 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:27.260327 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-89beb38f-33e9-46f1-9229-11fd63638000 req-80ab5c1e-908c-4084-ab21-950c9acb0b73 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=325ebe8c-6f44-44f5-a084-d31e727e149f HTTP/1.1" status: 200 len: 946 time: 0.4551852 May 31 13:37:27.287830 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed544b0-53f3-4a23-bc66-51317a2be1e2 req-e3c402c1-2ad6-4ed7-a2f2-b4a4bd2ac2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:27.289403 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bed544b0-53f3-4a23-bc66-51317a2be1e2 req-e3c402c1-2ad6-4ed7-a2f2-b4a4bd2ac2cc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0bea7539-c751-4155-a6fe-0d3f1a29fa41 HTTP/1.1" status: 200 len: 845 time: 0.3305590 May 31 13:37:27.364497 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d5163c5e-6a68-4756-b6d8-38bbede7f691 req-8ab53935-b6f0-4daa-b460-7070ede6c464 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99dc54a5-4600-46b5-bdbd-cd51ab9ac1a6 HTTP/1.1" status: 200 len: 217 time: 0.1633637 May 31 13:37:27.495606 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-edef24f1-0952-41e3-9aa3-ae8c20a78c5b req-6b820c2d-83bd-40c3-bd26-9d2f1c8f9518 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909892 May 31 13:37:27.543631 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5163c5e-6a68-4756-b6d8-38bbede7f691 req-efbb1764-b4a2-41be-803e-e3390e023146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:27.545062 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d5163c5e-6a68-4756-b6d8-38bbede7f691 req-efbb1764-b4a2-41be-803e-e3390e023146 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=03601eff-cc07-4210-91b9-54e2e22c50f4 HTTP/1.1" status: 200 len: 850 time: 0.1743400 May 31 13:37:27.545204 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bed544b0-53f3-4a23-bc66-51317a2be1e2 req-6c455c97-e9e0-448f-afec-455d79f71fe1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b1b02f4f-a70b-4201-8c66-e64da98751b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2184968 May 31 13:37:27.592676 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-89beb38f-33e9-46f1-9229-11fd63638000 req-ed4c2ffa-1872-4d53-90ea-a020db13a977 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=b28319a5-744d-4c54-bfbf-469a0b7a5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313015 May 31 13:37:27.703766 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:27.773127 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5163c5e-6a68-4756-b6d8-38bbede7f691 req-491da2d8-186b-4e10-9b40-541faf495d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:27.778868 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d5163c5e-6a68-4756-b6d8-38bbede7f691 req-491da2d8-186b-4e10-9b40-541faf495d88 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ef7bc708-faad-4f53-9863-9b17fc2bd3a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2233539 May 31 13:37:28.006879 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=c4818283-0b2c-4504-9c73-3074e96e9d12,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:37:28.026080 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-6199b43d-c4f9-4c5d-8571-b31c0a42662d None None] Set router 7b8d9ccc-98db-4b55-98b5-72e60bfadf9c gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:37:28.161078 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d5163c5e-6a68-4756-b6d8-38bbede7f691 req-9250eb1b-1c5d-4fd6-aac2-f4e3f1332507 service neutron] 10.222.0.20 "GET /v2.0/networks/ef7bc708-faad-4f53-9863-9b17fc2bd3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3760405 May 31 13:37:28.213777 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device c4818283-0b2c-4504-9c73-3074e96e9d12 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:37:28.314223 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bed544b0-53f3-4a23-bc66-51317a2be1e2 req-9f1ebb96-eea1-460e-9524-c7ad1988898f service neutron] 10.222.0.44 "GET /v2.0/networks/b1b02f4f-a70b-4201-8c66-e64da98751b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7201521 May 31 13:37:28.376968 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa05e9a5-a854-4f55-a460-9822153bdac1 req-49ab21f8-3ad4-48bb-b815-06cc339ab780 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:28.386300 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aa05e9a5-a854-4f55-a460-9822153bdac1 req-49ab21f8-3ad4-48bb-b815-06cc339ab780 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=161add32-ee3d-421d-8517-8574a862b2fd HTTP/1.1" status: 200 len: 943 time: 0.4449220 May 31 13:37:28.459392 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d5163c5e-6a68-4756-b6d8-38bbede7f691 req-6855d4a7-ccad-4928-8806-0bc8f1ee492d service neutron] 10.222.0.20 "GET /v2.0/networks/ef7bc708-faad-4f53-9863-9b17fc2bd3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921460 May 31 13:37:28.541790 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aa05e9a5-a854-4f55-a460-9822153bdac1 req-0e8d2023-ed60-4237-899e-42a97c116795 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505642 May 31 13:37:28.610171 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ddfb5-dc8e-4c52-a254-f62a17c31a65 req-b0fcf21e-3fed-4ebb-8d8f-153900d5a731 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:28.623882 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-254ddfb5-dc8e-4c52-a254-f62a17c31a65 req-b0fcf21e-3fed-4ebb-8d8f-153900d5a731 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=58cd7c3c-004a-4f96-8d08-1daaa42bf853 HTTP/1.1" status: 200 len: 946 time: 0.7572186 May 31 13:37:28.656429 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port c4818283-0b2c-4504-9c73-3074e96e9d12 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:37:28.656809 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:28.832195 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-254ddfb5-dc8e-4c52-a254-f62a17c31a65 req-c1a14f7a-a39a-4dbd-b5f9-198fe9905bd4 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915178 May 31 13:37:28.846809 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port c4818283-0b2c-4504-9c73-3074e96e9d12 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:37:28.855281 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-6199b43d-c4f9-4c5d-8571-b31c0a42662d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8d9ccc-98db-4b55-98b5-72e60bfadf9c', 'name': 'tempest-VolumesAdminNegativeTest-638119825-router', 'tenant_id': '4909933d1e524d6d8a75da9c2457a191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': 'c4818283-0b2c-4504-9c73-3074e96e9d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:37:13Z', 'updated_at': '2022-05-31T13:37:23Z', 'revision_number': 4, 'project_id': '4909933d1e524d6d8a75da9c2457a191', 'gw_port': {'id': 'c4818283-0b2c-4504-9c73-3074e96e9d12', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:da:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8d9ccc-98db-4b55-98b5-72e60bfadf9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:37:15Z', 'updated_at': '2022-05-31T13:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'a6b5b212-5a8d-40b1-a5c3-900489755b34', 'name': '', 'network_id': 'ab6dcf44-e98b-4b16-8de8-44f0d0d71adf', 'tenant_id': '4909933d1e524d6d8a75da9c2457a191', 'mac_address': 'fa:16:3e:94:42:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8d9ccc-98db-4b55-98b5-72e60bfadf9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'f6967f42-c39e-4bc8-93dc-795965a9fd9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:37:22Z', 'updated_at': '2022-05-31T13:37:24Z', 'revision_number': 2, 'project_id': '4909933d1e524d6d8a75da9c2457a191', 'subnets': [{'id': 'f6967f42-c39e-4bc8-93dc-795965a9fd9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:37:28.870858 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6199b43d-c4f9-4c5d-8571-b31c0a42662d None None] Checking router: 7b8d9ccc-98db-4b55-98b5-72e60bfadf9c for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:37:28.871190 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6199b43d-c4f9-4c5d-8571-b31c0a42662d None None] Updating router 7b8d9ccc-98db-4b55-98b5-72e60bfadf9c port a6b5b212-5a8d-40b1-a5c3-900489755b34 binding host n-d-843939-1 {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:37:28.954579 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6199b43d-c4f9-4c5d-8571-b31c0a42662d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:29.014749 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bed544b0-53f3-4a23-bc66-51317a2be1e2 req-1cbe92c9-0be9-4f3a-85c7-2ec94b5ad2de service neutron] 10.222.0.44 "GET /v2.0/networks/b1b02f4f-a70b-4201-8c66-e64da98751b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6744542 May 31 13:37:29.098999 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 50368) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:37:29.106271 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-1a35786d-c3ed-45ea-bb18-09f8b92a22d5 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1430095298', 'description': 'tempest-description--82905491'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:37:29.120666 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-1a35786d-c3ed-45ea-bb18-09f8b92a22d5 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:37:29.130915 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-1a35786d-c3ed-45ea-bb18-09f8b92a22d5 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Usage tracker for resource:security_group and tenant:f89ceabafad5420cb483df25f252f64a is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:37:29.143476 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-1a35786d-c3ed-45ea-bb18-09f8b92a22d5 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:37:29.158315 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-1a35786d-c3ed-45ea-bb18-09f8b92a22d5 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:37:29.257235 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1a35786d-c3ed-45ea-bb18-09f8b92a22d5 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:29.270454 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 5a59ae0c-a4ce-48d4-bbb5-ae70e62df17d details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:37:29.389416 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-1a35786d-c3ed-45ea-bb18-09f8b92a22d5 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:37:29.475565 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-1a35786d-c3ed-45ea-bb18-09f8b92a22d5 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Usage tracker for resource:security_group_rule and tenant:f89ceabafad5420cb483df25f252f64a is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:37:29.479658 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-1a35786d-c3ed-45ea-bb18-09f8b92a22d5 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:37:29.504351 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-1a35786d-c3ed-45ea-bb18-09f8b92a22d5 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:37:29.594542 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 5a59ae0c-a4ce-48d4-bbb5-ae70e62df17d, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=5a59ae0c-a4ce-48d4-bbb5-ae70e62df17d,segment=NetworkSegment(ac59caff-d513-4fef-b003-5737787eb94f),segment_id=ac59caff-d513-4fef-b003-5737787eb94f)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:37:29.610332 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 50376) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:37:29.635377 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': '5a59ae0c-a4ce-48d4-bbb5-ae70e62df17d', 'network_id': 'b1b02f4f-a70b-4201-8c66-e64da98751b7', 'port_id': '5a59ae0c-a4ce-48d4-bbb5-ae70e62df17d', 'mac_address': 'fa:16:3e:86:ea:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bea7539-c751-4155-a6fe-0d3f1a29fa41', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:37:29.681664 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dc85e3-3eea-43fb-8b16-1bb23cff0d4a req-361b32da-1b73-40ec-8386-fabf5701cbe3 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:29.696375 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dc85e3-3eea-43fb-8b16-1bb23cff0d4a req-361b32da-1b73-40ec-8386-fabf5701cbe3 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:29.708660 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dc85e3-3eea-43fb-8b16-1bb23cff0d4a req-361b32da-1b73-40ec-8386-fabf5701cbe3 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:29.722593 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dc85e3-3eea-43fb-8b16-1bb23cff0d4a req-361b32da-1b73-40ec-8386-fabf5701cbe3 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:29.747048 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dc85e3-3eea-43fb-8b16-1bb23cff0d4a req-361b32da-1b73-40ec-8386-fabf5701cbe3 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:29.758678 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dc85e3-3eea-43fb-8b16-1bb23cff0d4a req-361b32da-1b73-40ec-8386-fabf5701cbe3 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:29.773557 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dc85e3-3eea-43fb-8b16-1bb23cff0d4a req-361b32da-1b73-40ec-8386-fabf5701cbe3 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:29.776410 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-37dc85e3-3eea-43fb-8b16-1bb23cff0d4a req-361b32da-1b73-40ec-8386-fabf5701cbe3 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/ports?device_id=98ea044c-54a5-4e34-ad50-f0894561190f HTTP/1.1" status: 200 len: 5443 time: 0.6030273 May 31 13:37:29.786472 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4d1ff-7edc-4879-b063-e53152cda350 req-bafe2ba7-38b2-42ad-9ffb-298b9cfb8407 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:29.799800 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c2f4d1ff-7edc-4879-b063-e53152cda350 req-bafe2ba7-38b2-42ad-9ffb-298b9cfb8407 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50c4000-326f-4831-abd3-b25a6f559834 HTTP/1.1" status: 200 len: 945 time: 0.4373584 May 31 13:37:29.849007 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 5a59ae0c-a4ce-48d4-bbb5-ae70e62df17d is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:37:29.849519 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:29.875556 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dbfce6c8-512c-4c76-be96-c1b8ee4b5827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:29.925875 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a59ae0c-a4ce-48d4-bbb5-ae70e62df17d {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:37:29.932409 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1a35786d-c3ed-45ea-bb18-09f8b92a22d5 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:29.936696 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-dbfce6c8-512c-4c76-be96-c1b8ee4b5827 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:37:29.954380 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-dbfce6c8-512c-4c76-be96-c1b8ee4b5827 admin admin] Usage tracker for resource:security_group_rule and tenant:294c6208f937467d9ab7e5299fa064cc is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:37:29.964588 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-dbfce6c8-512c-4c76-be96-c1b8ee4b5827 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:37:29.975055 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 5a59ae0c-a4ce-48d4-bbb5-ae70e62df17d, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=5a59ae0c-a4ce-48d4-bbb5-ae70e62df17d,segment=NetworkSegment(ac59caff-d513-4fef-b003-5737787eb94f),segment_id=ac59caff-d513-4fef-b003-5737787eb94f)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:37:29.983165 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:29.992221 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-dbfce6c8-512c-4c76-be96-c1b8ee4b5827 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:37:30.002497 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c2f4d1ff-7edc-4879-b063-e53152cda350 req-517ea6c5-8166-47c3-8364-195709401fe8 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/security-groups?id=677b8212-d6d1-4b38-be51-aaa6218210d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961968 May 31 13:37:30.002497 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1a35786d-c3ed-45ea-bb18-09f8b92a22d5 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:30.130262 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1a35786d-c3ed-45ea-bb18-09f8b92a22d5 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:30.137732 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-1a35786d-c3ed-45ea-bb18-09f8b92a22d5 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0312605 May 31 13:37:30.140026 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 50386) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:37:30.154791 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=5a59ae0c-a4ce-48d4-bbb5-ae70e62df17d,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:37:30.167284 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.resource_extend [None req-6199b43d-c4f9-4c5d-8571-b31c0a42662d None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:37:30.167751 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35786d-c3ed-45ea-bb18-09f8b92a22d5 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=084da752-3a41-4056-92fa-adecd0044d21,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:37:30.169752 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-3b23a1f3-6188-46d3-bacc-7b8c0b451cd6 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Request body: {'security_group_rule': {'security_group_id': '084da752-3a41-4056-92fa-adecd0044d21', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:37:30.188272 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-37dc85e3-3eea-43fb-8b16-1bb23cff0d4a req-745f3730-520a-48df-9cdd-e95b6a985e40 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/security-groups?id=94427793-2dbb-4b9a-b9ee-66398e26f83c&id=4cdd63f0-9a82-48d4-b4bf-108afcf63acd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2521899 May 31 13:37:30.218836 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35786d-c3ed-45ea-bb18-09f8b92a22d5 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:37:30.219424 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35786d-c3ed-45ea-bb18-09f8b92a22d5 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:37:30.222145 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35786d-c3ed-45ea-bb18-09f8b92a22d5 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:37:30.222789 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35786d-c3ed-45ea-bb18-09f8b92a22d5 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:37:30.223396 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35786d-c3ed-45ea-bb18-09f8b92a22d5 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:37:30.223963 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35786d-c3ed-45ea-bb18-09f8b92a22d5 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:37:30.225495 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35786d-c3ed-45ea-bb18-09f8b92a22d5 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:37:30.234521 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35786d-c3ed-45ea-bb18-09f8b92a22d5 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:37:30.235226 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35786d-c3ed-45ea-bb18-09f8b92a22d5 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:37:30.235841 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35786d-c3ed-45ea-bb18-09f8b92a22d5 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:37:30.236680 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35786d-c3ed-45ea-bb18-09f8b92a22d5 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:37:30.237285 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35786d-c3ed-45ea-bb18-09f8b92a22d5 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:37:30.335123 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dbfce6c8-512c-4c76-be96-c1b8ee4b5827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:30.338706 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3b23a1f3-6188-46d3-bacc-7b8c0b451cd6 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:37:30.345041 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dbfce6c8-512c-4c76-be96-c1b8ee4b5827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:30.383436 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6199b43d-c4f9-4c5d-8571-b31c0a42662d None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:30.425143 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-dbfce6c8-512c-4c76-be96-c1b8ee4b5827 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=294c6208f937467d9ab7e5299fa064cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8103039 May 31 13:37:30.425402 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6199b43d-c4f9-4c5d-8571-b31c0a42662d None None] Transition to ACTIVE for port object a6b5b212-5a8d-40b1-a5c3-900489755b34 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:37:30.432940 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 50392) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:37:30.434004 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-3b23a1f3-6188-46d3-bacc-7b8c0b451cd6 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Usage tracker for resource:security_group_rule and tenant:f89ceabafad5420cb483df25f252f64a is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:37:30.442699 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6199b43d-c4f9-4c5d-8571-b31c0a42662d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:30.450207 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-3b23a1f3-6188-46d3-bacc-7b8c0b451cd6 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:37:30.484662 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3b23a1f3-6188-46d3-bacc-7b8c0b451cd6 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:37:30.514604 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfce6c8-512c-4c76-be96-c1b8ee4b5827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c1a6408-6c34-40d1-94eb-1257e8950cb6,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:37:30.541176 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3b23a1f3-6188-46d3-bacc-7b8c0b451cd6 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:30.587553 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['5a59ae0c-a4ce-48d4-bbb5-ae70e62df17d'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:37:30.603607 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f8a2eaf2-af68-4c69-8a00-751a80023eea req-8f2200cb-5c80-4a08-8a04-1f924a1ebc80 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=bc5142db886b48f8906c49afcc233362 HTTP/1.1" status: 200 len: 267 time: 0.2823820 May 31 13:37:30.629837 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3b23a1f3-6188-46d3-bacc-7b8c0b451cd6 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:30.636968 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3b23a1f3-6188-46d3-bacc-7b8c0b451cd6 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:30.660066 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b23a1f3-6188-46d3-bacc-7b8c0b451cd6 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=275fa731-7b53-41a4-9002-157c9e64d85f,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:37:30.689500 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2d20efb9-8c4c-483f-adc4-7ee7f5c3cc8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:30.691675 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3b23a1f3-6188-46d3-bacc-7b8c0b451cd6 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:30.701171 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-3b23a1f3-6188-46d3-bacc-7b8c0b451cd6 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5574784 May 31 13:37:30.702172 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 50396) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:37:30.708553 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-c173e047-766a-44d5-bdc7-3311f8136351 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Request body: {'security_group_rule': {'security_group_id': '084da752-3a41-4056-92fa-adecd0044d21', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:37:30.724019 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c173e047-766a-44d5-bdc7-3311f8136351 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:37:30.729278 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c173e047-766a-44d5-bdc7-3311f8136351 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Usage tracker for resource:security_group_rule and tenant:f89ceabafad5420cb483df25f252f64a is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:37:30.732963 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c173e047-766a-44d5-bdc7-3311f8136351 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:37:30.745164 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c173e047-766a-44d5-bdc7-3311f8136351 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:37:30.759067 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2d20efb9-8c4c-483f-adc4-7ee7f5c3cc8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:30.777409 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c173e047-766a-44d5-bdc7-3311f8136351 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:30.791772 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd0b956-4198-4e9c-9b54-3369958c606e req-959efcc1-d0f7-4d28-a42f-4f6f8e0e52c8 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:30.799515 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-edd0b956-4198-4e9c-9b54-3369958c606e req-959efcc1-d0f7-4d28-a42f-4f6f8e0e52c8 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 944 time: 0.4322097 May 31 13:37:30.858985 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c173e047-766a-44d5-bdc7-3311f8136351 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:30.868704 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c173e047-766a-44d5-bdc7-3311f8136351 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:30.904910 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173e047-766a-44d5-bdc7-3311f8136351 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94b515e2-d370-4484-a26f-2b9d4a97166c,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:37:30.905375 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2d20efb9-8c4c-483f-adc4-7ee7f5c3cc8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:30.914920 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c173e047-766a-44d5-bdc7-3311f8136351 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:30.917075 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c173e047-766a-44d5-bdc7-3311f8136351 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2135181 May 31 13:37:30.920290 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 50400) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:37:30.927469 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-d6b0f0c7-7d69-42cd-a23d-43fc2548bbef tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Request body: {'floatingip': {'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:37:30.928210 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-edd0b956-4198-4e9c-9b54-3369958c606e req-5c9865e7-93b8-4f54-8cfe-38dea3ab7fff tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277108 May 31 13:37:30.933865 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d6b0f0c7-7d69-42cd-a23d-43fc2548bbef tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:37:30.934052 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d20efb9-8c4c-483f-adc4-7ee7f5c3cc8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c1a6408-6c34-40d1-94eb-1257e8950cb6,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:37:30.939020 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d6b0f0c7-7d69-42cd-a23d-43fc2548bbef tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Usage tracker for resource:floatingip and tenant:f89ceabafad5420cb483df25f252f64a is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:37:30.939354 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c80787-4377-4a39-b917-49304b350f38 None None] Pushing event updated for resources: {'Port': ['ID=a6b5b212-5a8d-40b1-a5c3-900489755b34,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:37:30.944657 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d6b0f0c7-7d69-42cd-a23d-43fc2548bbef tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:37:30.945953 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-6199b43d-c4f9-4c5d-8571-b31c0a42662d None None] Attempting to bind port a6b5b212-5a8d-40b1-a5c3-900489755b34 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:37:30.946111 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a2eaf2-af68-4c69-8a00-751a80023eea req-870de2a0-b38b-40c6-96ed-e96e327a92c7 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:30.946686 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-6199b43d-c4f9-4c5d-8571-b31c0a42662d None None] Attempting to bind port a6b5b212-5a8d-40b1-a5c3-900489755b34 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '54fd871c-b709-41fc-8e6b-83f862131e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ab6dcf44-e98b-4b16-8de8-44f0d0d71adf'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:37:30.947259 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6199b43d-c4f9-4c5d-8571-b31c0a42662d None None] Attempting to bind port a6b5b212-5a8d-40b1-a5c3-900489755b34 on network ab6dcf44-e98b-4b16-8de8-44f0d0d71adf {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:37:30.954637 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f8a2eaf2-af68-4c69-8a00-751a80023eea req-870de2a0-b38b-40c6-96ed-e96e327a92c7 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=325ebe8c-6f44-44f5-a084-d31e727e149f HTTP/1.1" status: 200 len: 946 time: 0.3412981 May 31 13:37:30.961769 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-f8a2eaf2-af68-4c69-8a00-751a80023eea req-eaeaf8d1-6463-4139-a3ce-21c06b4b6c98 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Request body: {'port': {'security_groups': []}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:37:30.966601 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d6b0f0c7-7d69-42cd-a23d-43fc2548bbef tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:37:30.981135 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d6b0f0c7-7d69-42cd-a23d-43fc2548bbef tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Notify callbacks [] for floatingip, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:30.984988 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6199b43d-c4f9-4c5d-8571-b31c0a42662d None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:37:30.985346 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6199b43d-c4f9-4c5d-8571-b31c0a42662d None None] Checking segment: {'id': '54fd871c-b709-41fc-8e6b-83f862131e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ab6dcf44-e98b-4b16-8de8-44f0d0d71adf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:37:30.986566 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6199b43d-c4f9-4c5d-8571-b31c0a42662d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:30.987199 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6199b43d-c4f9-4c5d-8571-b31c0a42662d None None] Bound using segment: {'id': '54fd871c-b709-41fc-8e6b-83f862131e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ab6dcf44-e98b-4b16-8de8-44f0d0d71adf'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:37:30.987917 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-6199b43d-c4f9-4c5d-8571-b31c0a42662d None None] Bound port: a6b5b212-5a8d-40b1-a5c3-900489755b34, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54fd871c-b709-41fc-8e6b-83f862131e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ab6dcf44-e98b-4b16-8de8-44f0d0d71adf'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:37:30.988538 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6199b43d-c4f9-4c5d-8571-b31c0a42662d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:31.024398 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2d20efb9-8c4c-483f-adc4-7ee7f5c3cc8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:31.029308 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-2d20efb9-8c4c-483f-adc4-7ee7f5c3cc8d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5c1a6408-6c34-40d1-94eb-1257e8950cb6 HTTP/1.1" status: 204 len: 168 time: 0.5902882 May 31 13:37:31.198497 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f8a2eaf2-af68-4c69-8a00-751a80023eea req-eaeaf8d1-6463-4139-a3ce-21c06b4b6c98 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:31.263655 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-6199b43d-c4f9-4c5d-8571-b31c0a42662d None None] For port a6b5b212-5a8d-40b1-a5c3-900489755b34, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:37:31.267631 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-6199b43d-c4f9-4c5d-8571-b31c0a42662d None None] For port a6b5b212-5a8d-40b1-a5c3-900489755b34, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=a6b5b212-5a8d-40b1-a5c3-900489755b34,segment=NetworkSegment(54fd871c-b709-41fc-8e6b-83f862131e05),segment_id=54fd871c-b709-41fc-8e6b-83f862131e05)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:37:31.273460 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6199b43d-c4f9-4c5d-8571-b31c0a42662d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:31.366802 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c80787-4377-4a39-b917-49304b350f38 None None] Pushing event updated for resources: {'Port': ['ID=a6b5b212-5a8d-40b1-a5c3-900489755b34,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:37:31.367065 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d6b0f0c7-7d69-42cd-a23d-43fc2548bbef tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:31.369606 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 051805ca-ed74-4568-b21e-cd8effdd3795 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:37:31.373357 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 051805ca-ed74-4568-b21e-cd8effdd3795 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:37:31.446404 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e011ec0-1cf4-4ba1-9c4b-1a5bcd4f9cd1 req-eb9a5806-5191-4a7d-9f87-70b043028823 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:31.458445 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1e011ec0-1cf4-4ba1-9c4b-1a5bcd4f9cd1 req-eb9a5806-5191-4a7d-9f87-70b043028823 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=161add32-ee3d-421d-8517-8574a862b2fd HTTP/1.1" status: 200 len: 944 time: 0.3563662 May 31 13:37:31.497667 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6199b43d-c4f9-4c5d-8571-b31c0a42662d None None] Routers {'7b8d9ccc-98db-4b55-98b5-72e60bfadf9c'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:37:31.498413 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-6199b43d-c4f9-4c5d-8571-b31c0a42662d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:37:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['7b8d9ccc-98db-4b55-98b5-72e60bfadf9c'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:37:31.560647 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1e011ec0-1cf4-4ba1-9c4b-1a5bcd4f9cd1 req-6798418b-410c-417f-8767-e9fd4226f044 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993040 May 31 13:37:31.625379 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-d6b0f0c7-7d69-42cd-a23d-43fc2548bbef tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Allocated IP 172.25.6.11 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/52939764-ab5b-4597-91a9-f741fa0ee7dc) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:37:31.738244 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 50410) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:37:31.772266 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cf07215e-7dc7-4fa0-a7ae-b62a8c9e8659 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:31.792629 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-cf07215e-7dc7-4fa0-a7ae-b62a8c9e8659 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:37:31.800189 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-cf07215e-7dc7-4fa0-a7ae-b62a8c9e8659 admin admin] Usage tracker for resource:security_group_rule and tenant:a9b35022db2b4b23b1478aba80248e28 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:37:31.806277 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-cf07215e-7dc7-4fa0-a7ae-b62a8c9e8659 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:37:31.827662 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-cf07215e-7dc7-4fa0-a7ae-b62a8c9e8659 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:37:31.881056 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d6b0f0c7-7d69-42cd-a23d-43fc2548bbef tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:31.925272 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 051805ca-ed74-4568-b21e-cd8effdd3795 is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:37:31.925621 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca21c3-5d35-4f07-a549-739d925549cb req-75b3f5ed-9632-4915-8eb6-db824152db66 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:31.925803 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:31.927102 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-10ca21c3-5d35-4f07-a549-739d925549cb req-75b3f5ed-9632-4915-8eb6-db824152db66 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=58cd7c3c-004a-4f96-8d08-1daaa42bf853 HTTP/1.1" status: 200 len: 946 time: 0.1605046 May 31 13:37:31.941725 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-f8a2eaf2-af68-4c69-8a00-751a80023eea req-eaeaf8d1-6463-4139-a3ce-21c06b4b6c98 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] For port 7ff83ef0-01a9-4423-8dcb-741759a57858, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=7ff83ef0-01a9-4423-8dcb-741759a57858,segment=NetworkSegment(4d75b4c6-9dbf-466e-9960-e4baeffc8b58),segment_id=4d75b4c6-9dbf-466e-9960-e4baeffc8b58)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:37:31.977387 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cf07215e-7dc7-4fa0-a7ae-b62a8c9e8659 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:31.978238 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 051805ca-ed74-4568-b21e-cd8effdd3795, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=051805ca-ed74-4568-b21e-cd8effdd3795,segment=NetworkSegment(d3443ede-b43a-41d6-a2b9-2ee5a31d0003),segment_id=d3443ede-b43a-41d6-a2b9-2ee5a31d0003)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:37:31.982047 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d6b0f0c7-7d69-42cd-a23d-43fc2548bbef tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:32.010009 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e50c4000-326f-4831-abd3-b25a6f559834', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '051805ca-ed74-4568-b21e-cd8effdd3795'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:37:32.021744 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': '051805ca-ed74-4568-b21e-cd8effdd3795', 'network_id': '7090fc64-4766-4bc1-8c8d-d8e3dd2b5735', 'port_id': '051805ca-ed74-4568-b21e-cd8effdd3795', 'mac_address': 'fa:16:3e:8e:7a:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cac9d00-a8ca-4f0c-abe0-a23f396b4dab', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:37:32.033908 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 051805ca-ed74-4568-b21e-cd8effdd3795, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=051805ca-ed74-4568-b21e-cd8effdd3795,segment=NetworkSegment(d3443ede-b43a-41d6-a2b9-2ee5a31d0003),segment_id=d3443ede-b43a-41d6-a2b9-2ee5a31d0003)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:37:32.036477 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-10ca21c3-5d35-4f07-a549-739d925549cb req-0d5cb554-20d3-4183-a6a1-00f60d55b464 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992055 May 31 13:37:32.040483 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cf07215e-7dc7-4fa0-a7ae-b62a8c9e8659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:32.058214 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f8a2eaf2-af68-4c69-8a00-751a80023eea req-eaeaf8d1-6463-4139-a3ce-21c06b4b6c98 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:32.063194 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f8a2eaf2-af68-4c69-8a00-751a80023eea req-eaeaf8d1-6463-4139-a3ce-21c06b4b6c98 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:32.072161 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-6199b43d-c4f9-4c5d-8571-b31c0a42662d None None] Set router 7b8d9ccc-98db-4b55-98b5-72e60bfadf9c gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:37:32.099330 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b0f0c7-7d69-42cd-a23d-43fc2548bbef tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:37:32.111563 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-d6b0f0c7-7d69-42cd-a23d-43fc2548bbef tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:37:32.123054 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b0f0c7-7d69-42cd-a23d-43fc2548bbef tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:37:32.135842 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:32.138159 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['99dc54a5-4600-46b5-bdbd-cd51ab9ac1a6'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:37:32.157706 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-cf07215e-7dc7-4fa0-a7ae-b62a8c9e8659 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a9b35022db2b4b23b1478aba80248e28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4184954 May 31 13:37:32.163574 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf07215e-7dc7-4fa0-a7ae-b62a8c9e8659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00576f86-4667-4162-9839-19159fe486c4,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:37:32.169602 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b0f0c7-7d69-42cd-a23d-43fc2548bbef tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Pushing event updated for resources: {'Port': ['ID=52939764-ab5b-4597-91a9-f741fa0ee7dc,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:37:32.172325 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 50418) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:37:32.193820 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a2eaf2-af68-4c69-8a00-751a80023eea req-eaeaf8d1-6463-4139-a3ce-21c06b4b6c98 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:32.194953 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f8a2eaf2-af68-4c69-8a00-751a80023eea req-eaeaf8d1-6463-4139-a3ce-21c06b4b6c98 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:32.199452 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f8a2eaf2-af68-4c69-8a00-751a80023eea req-eaeaf8d1-6463-4139-a3ce-21c06b4b6c98 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "PUT /v2.0/ports/7ff83ef0-01a9-4423-8dcb-741759a57858 HTTP/1.1" status: 200 len: 905 time: 1.2435179 May 31 13:37:32.200122 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '325ebe8c-6f44-44f5-a084-d31e727e149f', 'tag': '7ff83ef0-01a9-4423-8dcb-741759a57858'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:37:32.351458 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['b93389c3-caa8-4ea0-8f5f-80727bf364b3', '7ff83ef0-01a9-4423-8dcb-741759a57858'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:37:32.358771 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fdb95987-d9e7-417b-94d7-5cc2bbca98b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:32.419125 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeaf8d1-6463-4139-a3ce-21c06b4b6c98 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Pushing event updated for resources: {'Port': ['ID=7ff83ef0-01a9-4423-8dcb-741759a57858,revision_number=6']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:37:32.446957 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d6b0f0c7-7d69-42cd-a23d-43fc2548bbef tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:32.564504 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fdb95987-d9e7-417b-94d7-5cc2bbca98b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:32.577116 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['7ff83ef0-01a9-4423-8dcb-741759a57858'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:37:32.603319 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb6a660-12d3-4971-b063-e7707b40a0ba req-6801db1c-82bc-4d3d-90dc-7b77fd416d0a tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:32.609593 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb6a660-12d3-4971-b063-e7707b40a0ba req-6801db1c-82bc-4d3d-90dc-7b77fd416d0a tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:32.615463 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb6a660-12d3-4971-b063-e7707b40a0ba req-6801db1c-82bc-4d3d-90dc-7b77fd416d0a tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:32.622430 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb6a660-12d3-4971-b063-e7707b40a0ba req-6801db1c-82bc-4d3d-90dc-7b77fd416d0a tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:32.629424 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb6a660-12d3-4971-b063-e7707b40a0ba req-6801db1c-82bc-4d3d-90dc-7b77fd416d0a tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:32.635011 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 051805ca-ed74-4568-b21e-cd8effdd3795 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:37:32.635011 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:32.635921 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb6a660-12d3-4971-b063-e7707b40a0ba req-6801db1c-82bc-4d3d-90dc-7b77fd416d0a tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:32.641733 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb6a660-12d3-4971-b063-e7707b40a0ba req-6801db1c-82bc-4d3d-90dc-7b77fd416d0a tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:32.644549 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dfb6a660-12d3-4971-b063-e7707b40a0ba req-6801db1c-82bc-4d3d-90dc-7b77fd416d0a tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/ports?device_id=98ea044c-54a5-4e34-ad50-f0894561190f HTTP/1.1" status: 200 len: 5443 time: 0.4118538 May 31 13:37:32.658341 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d6b0f0c7-7d69-42cd-a23d-43fc2548bbef tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:32.685515 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300aa9a3-e12d-417b-9c00-9bac6c5d1ec3 req-49bad795-fc82-415c-9a65-610363d75e18 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:32.693635 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-300aa9a3-e12d-417b-9c00-9bac6c5d1ec3 req-49bad795-fc82-415c-9a65-610363d75e18 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50c4000-326f-4831-abd3-b25a6f559834 HTTP/1.1" status: 200 len: 943 time: 0.2660327 May 31 13:37:32.795348 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-300aa9a3-e12d-417b-9c00-9bac6c5d1ec3 req-b04451ae-4a64-403d-836e-cfc29e05d45c tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/security-groups?id=677b8212-d6d1-4b38-be51-aaa6218210d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921428 May 31 13:37:32.797168 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 051805ca-ed74-4568-b21e-cd8effdd3795 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:37:32.837815 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=051805ca-ed74-4568-b21e-cd8effdd3795,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:37:32.880182 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-35125e6b-c16e-44df-8fc6-8f4ed8cce465 None None] Provisioning complete for port 7ff83ef0-01a9-4423-8dcb-741759a57858 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:37:32.880734 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-35125e6b-c16e-44df-8fc6-8f4ed8cce465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:32.984362 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d6b0f0c7-7d69-42cd-a23d-43fc2548bbef tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:32.993731 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d6b0f0c7-7d69-42cd-a23d-43fc2548bbef tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:33.001565 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26062bd4-bb04-4d97-bf84-99430e32a68a req-9df4e539-3e82-4431-ae07-b1a84126ca80 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:33.001565 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-26062bd4-bb04-4d97-bf84-99430e32a68a req-9df4e539-3e82-4431-ae07-b1a84126ca80 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 944 time: 0.1929126 May 31 13:37:33.031581 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b7311ac-d0c6-41ab-a681-dc6cd1b97cb9'] response: {'server_uuid': 'e50c4000-326f-4831-abd3-b25a6f559834', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '051805ca-ed74-4568-b21e-cd8effdd3795', 'code': 200} May 31 13:37:33.110487 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-26062bd4-bb04-4d97-bf84-99430e32a68a req-89de9e87-7fac-4ba9-b3a2-696df3112270 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017680 May 31 13:37:33.121523 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fdb95987-d9e7-417b-94d7-5cc2bbca98b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:33.135037 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 051805ca-ed74-4568-b21e-cd8effdd3795, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=051805ca-ed74-4568-b21e-cd8effdd3795,segment=NetworkSegment(d3443ede-b43a-41d6-a2b9-2ee5a31d0003),segment_id=d3443ede-b43a-41d6-a2b9-2ee5a31d0003)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:37:33.144446 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d6b0f0c7-7d69-42cd-a23d-43fc2548bbef tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:33.189583 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fdb95987-d9e7-417b-94d7-5cc2bbca98b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:33.190412 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-fdb95987-d9e7-417b-94d7-5cc2bbca98b2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/00576f86-4667-4162-9839-19159fe486c4 HTTP/1.1" status: 204 len: 168 time: 1.0089688 May 31 13:37:33.234533 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb95987-d9e7-417b-94d7-5cc2bbca98b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00576f86-4667-4162-9839-19159fe486c4,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:37:33.234984 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acc257d8-0c5c-4e3a-8a54-9ce244a4cd3c'] response: {'name': 'network-changed', 'server_uuid': '325ebe8c-6f44-44f5-a084-d31e727e149f', 'tag': '7ff83ef0-01a9-4423-8dcb-741759a57858', 'status': 'completed', 'code': 200} May 31 13:37:33.244215 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d6b0f0c7-7d69-42cd-a23d-43fc2548bbef tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:33.261386 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d6b0f0c7-7d69-42cd-a23d-43fc2548bbef tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3259735 May 31 13:37:33.271861 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:33.286141 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b0f0c7-7d69-42cd-a23d-43fc2548bbef tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Pushing event updated for resources: {'Port': ['ID=52939764-ab5b-4597-91a9-f741fa0ee7dc,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:37:33.409749 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 6fba84dd-602c-4af4-8cc6-163477023a03 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:37:33.414193 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 5a59ae0c-a4ce-48d4-bbb5-ae70e62df17d up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:37:33.512050 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d29c92-4842-48d3-88d9-3a231477cdac req-92469b6c-4701-48f7-8fee-bfedf5f8b5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:33.513614 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c6d29c92-4842-48d3-88d9-3a231477cdac req-92469b6c-4701-48f7-8fee-bfedf5f8b5c1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bc5142db886b48f8906c49afcc233362&device_id=325ebe8c-6f44-44f5-a084-d31e727e149f HTTP/1.1" status: 200 len: 1059 time: 0.2397056 May 31 13:37:33.725912 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d29c92-4842-48d3-88d9-3a231477cdac req-b49addd6-1a03-4d48-8ffe-bee76623e651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:33.727347 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c6d29c92-4842-48d3-88d9-3a231477cdac req-b49addd6-1a03-4d48-8ffe-bee76623e651 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ef7bc708-faad-4f53-9863-9b17fc2bd3a4 HTTP/1.1" status: 200 len: 912 time: 0.1971362 May 31 13:37:33.851836 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.resource_extend [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:37:33.854996 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c6d29c92-4842-48d3-88d9-3a231477cdac req-c314ee9a-e642-4dd3-a4fc-0a9e621716fc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ff83ef0-01a9-4423-8dcb-741759a57858 HTTP/1.1" status: 200 len: 217 time: 0.0846691 May 31 13:37:33.874068 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['051805ca-ed74-4568-b21e-cd8effdd3795'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:37:33.906169 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=051805ca-ed74-4568-b21e-cd8effdd3795,revision_number=7']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:37:33.908727 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfbc41b-8bb9-4ca8-a09f-0b2e78aa82ef req-9398643b-7864-434b-943c-5aafbe657f88 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:33.910211 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0bfbc41b-8bb9-4ca8-a09f-0b2e78aa82ef req-9398643b-7864-434b-943c-5aafbe657f88 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=161add32-ee3d-421d-8517-8574a862b2fd HTTP/1.1" status: 200 len: 944 time: 0.4945211 May 31 13:37:33.973345 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-35125e6b-c16e-44df-8fc6-8f4ed8cce465 None None] Current status of the port 7ff83ef0-01a9-4423-8dcb-741759a57858 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:37:33.987889 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d29c92-4842-48d3-88d9-3a231477cdac req-faec037b-1963-4274-b805-62fb7a1b38b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:33.987889 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c6d29c92-4842-48d3-88d9-3a231477cdac req-faec037b-1963-4274-b805-62fb7a1b38b4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=03601eff-cc07-4210-91b9-54e2e22c50f4 HTTP/1.1" status: 200 len: 850 time: 0.1214111 May 31 13:37:33.993575 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0bfbc41b-8bb9-4ca8-a09f-0b2e78aa82ef req-8efae114-0e0e-44f2-bc04-92e38c79871b tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740268 May 31 13:37:34.007054 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999138bd-5141-4a3c-a5d5-4bbbaf66400a req-d4e3dc58-a780-4f45-84df-160bd3265df8 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:34.007054 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-999138bd-5141-4a3c-a5d5-4bbbaf66400a req-d4e3dc58-a780-4f45-84df-160bd3265df8 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=325ebe8c-6f44-44f5-a084-d31e727e149f HTTP/1.1" status: 200 len: 908 time: 0.2814891 May 31 13:37:34.052665 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port 5a59ae0c-a4ce-48d4-bbb5-ae70e62df17d completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:37:34.119983 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d29c92-4842-48d3-88d9-3a231477cdac req-7aa1b7f6-bf97-41e7-9c4e-85f3266a1a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:34.121424 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c6d29c92-4842-48d3-88d9-3a231477cdac req-7aa1b7f6-bf97-41e7-9c4e-85f3266a1a85 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ef7bc708-faad-4f53-9863-9b17fc2bd3a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1155946 May 31 13:37:34.136369 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port 5a59ae0c-a4ce-48d4-bbb5-ae70e62df17d triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:37:34.136743 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:34.229135 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-6199b43d-c4f9-4c5d-8571-b31c0a42662d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8d9ccc-98db-4b55-98b5-72e60bfadf9c', 'name': 'tempest-VolumesAdminNegativeTest-638119825-router', 'tenant_id': '4909933d1e524d6d8a75da9c2457a191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': 'c4818283-0b2c-4504-9c73-3074e96e9d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:37:13Z', 'updated_at': '2022-05-31T13:37:23Z', 'revision_number': 4, 'project_id': '4909933d1e524d6d8a75da9c2457a191', 'gw_port': {'id': 'c4818283-0b2c-4504-9c73-3074e96e9d12', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:da:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8d9ccc-98db-4b55-98b5-72e60bfadf9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:37:15Z', 'updated_at': '2022-05-31T13:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'a6b5b212-5a8d-40b1-a5c3-900489755b34', 'name': '', 'network_id': 'ab6dcf44-e98b-4b16-8de8-44f0d0d71adf', 'tenant_id': '4909933d1e524d6d8a75da9c2457a191', 'mac_address': 'fa:16:3e:94:42:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8d9ccc-98db-4b55-98b5-72e60bfadf9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'f6967f42-c39e-4bc8-93dc-795965a9fd9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:37:22Z', 'updated_at': '2022-05-31T13:37:31Z', 'revision_number': 4, 'project_id': '4909933d1e524d6d8a75da9c2457a191', 'subnets': [{'id': 'f6967f42-c39e-4bc8-93dc-795965a9fd9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:37:34.232821 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 6fba84dd-602c-4af4-8cc6-163477023a03, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=6fba84dd-602c-4af4-8cc6-163477023a03,segment=NetworkSegment(dfa37d0f-69f6-423e-a3ff-702fa969883b),segment_id=dfa37d0f-69f6-423e-a3ff-702fa969883b)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:37:34.262608 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6199b43d-c4f9-4c5d-8571-b31c0a42662d None None] The sync data for ids ['7b8d9ccc-98db-4b55-98b5-72e60bfadf9c'] in n-d-843939-1 is: [{'id': '7b8d9ccc-98db-4b55-98b5-72e60bfadf9c', 'name': 'tempest-VolumesAdminNegativeTest-638119825-router', 'tenant_id': '4909933d1e524d6d8a75da9c2457a191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': 'c4818283-0b2c-4504-9c73-3074e96e9d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:37:13Z', 'updated_at': '2022-05-31T13:37:23Z', 'revision_number': 4, 'project_id': '4909933d1e524d6d8a75da9c2457a191', 'gw_port': {'id': 'c4818283-0b2c-4504-9c73-3074e96e9d12', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:da:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8d9ccc-98db-4b55-98b5-72e60bfadf9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:37:15Z', 'updated_at': '2022-05-31T13:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'a6b5b212-5a8d-40b1-a5c3-900489755b34', 'name': '', 'network_id': 'ab6dcf44-e98b-4b16-8de8-44f0d0d71adf', 'tenant_id': '4909933d1e524d6d8a75da9c2457a191', 'mac_address': 'fa:16:3e:94:42:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8d9ccc-98db-4b55-98b5-72e60bfadf9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'f6967f42-c39e-4bc8-93dc-795965a9fd9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:37:22Z', 'updated_at': '2022-05-31T13:37:31Z', 'revision_number': 4, 'project_id': '4909933d1e524d6d8a75da9c2457a191', 'subnets': [{'id': 'f6967f42-c39e-4bc8-93dc-795965a9fd9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:37:34.283136 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': '6fba84dd-602c-4af4-8cc6-163477023a03', 'network_id': '4805cc3e-f802-432a-a895-ff648d7eea38', 'port_id': '6fba84dd-602c-4af4-8cc6-163477023a03', 'mac_address': 'fa:16:3e:0a:a4:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78475d05-cc98-4fb2-b531-8986b43f0ba1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:37:34.361699 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-d539de49-0835-41c9-a437-606d852585bf req-6f923f3b-05ec-43b5-9048-3db78bdfa15e tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Synchronizing usage tracker for tenant:f89ceabafad5420cb483df25f252f64a on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:37:34.462944 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 6fba84dd-602c-4af4-8cc6-163477023a03 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:37:34.463602 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:34.481668 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-d539de49-0835-41c9-a437-606d852585bf req-6f923f3b-05ec-43b5-9048-3db78bdfa15e tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Unset dirty status for tenant:f89ceabafad5420cb483df25f252f64a on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:37:34.492651 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d539de49-0835-41c9-a437-606d852585bf req-6f923f3b-05ec-43b5-9048-3db78bdfa15e tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1430095298&fields=id&tenant_id=f89ceabafad5420cb483df25f252f64a HTTP/1.1" status: 200 len: 267 time: 0.3148499 May 31 13:37:34.533677 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c6d29c92-4842-48d3-88d9-3a231477cdac req-f89d52ec-e2e2-4e9c-9db6-f30a2c91809b service neutron] 10.222.0.44 "GET /v2.0/networks/ef7bc708-faad-4f53-9863-9b17fc2bd3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3998513 May 31 13:37:34.537139 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fba84dd-602c-4af4-8cc6-163477023a03 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:37:34.545881 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 5a59ae0c-a4ce-48d4-bbb5-ae70e62df17d is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:37:34.547089 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:34.590378 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 6fba84dd-602c-4af4-8cc6-163477023a03, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=6fba84dd-602c-4af4-8cc6-163477023a03,segment=NetworkSegment(dfa37d0f-69f6-423e-a3ff-702fa969883b),segment_id=dfa37d0f-69f6-423e-a3ff-702fa969883b)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:37:34.603729 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:34.692138 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 5a59ae0c-a4ce-48d4-bbb5-ae70e62df17d, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=5a59ae0c-a4ce-48d4-bbb5-ae70e62df17d,segment=NetworkSegment(ac59caff-d513-4fef-b003-5737787eb94f),segment_id=ac59caff-d513-4fef-b003-5737787eb94f)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:37:34.712934 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:34.725453 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=6fba84dd-602c-4af4-8cc6-163477023a03,revision_number=9']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:37:34.821774 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=5a59ae0c-a4ce-48d4-bbb5-ae70e62df17d,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:37:34.881594 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ed1e0-81db-409c-8e0a-b83dbcbe76e1 req-6815bdb1-4ecf-4006-994e-8a0fe91555a7 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:34.883200 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-799ed1e0-81db-409c-8e0a-b83dbcbe76e1 req-6815bdb1-4ecf-4006-994e-8a0fe91555a7 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=58cd7c3c-004a-4f96-8d08-1daaa42bf853 HTTP/1.1" status: 200 len: 946 time: 0.6547358 May 31 13:37:34.999813 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-799ed1e0-81db-409c-8e0a-b83dbcbe76e1 req-dda86773-4abc-496c-9db2-814150f6543d tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090884 May 31 13:37:35.027080 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['6fba84dd-602c-4af4-8cc6-163477023a03'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:37:35.040627 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d539de49-0835-41c9-a437-606d852585bf req-f400157a-e1a6-4227-93cf-fa69aa3d5381 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:35.042861 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-d539de49-0835-41c9-a437-606d852585bf req-f400157a-e1a6-4227-93cf-fa69aa3d5381 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Synchronizing usage tracker for tenant:f89ceabafad5420cb483df25f252f64a on resource:network {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:37:35.056765 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c6d29c92-4842-48d3-88d9-3a231477cdac req-d9b2fc1f-cffe-4152-9080-92bb722ffb9c service neutron] 10.222.0.44 "GET /v2.0/networks/ef7bc708-faad-4f53-9863-9b17fc2bd3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4569740 May 31 13:37:35.077579 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '161add32-ee3d-421d-8517-8574a862b2fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a59ae0c-a4ce-48d4-bbb5-ae70e62df17d'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:37:35.112485 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-d539de49-0835-41c9-a437-606d852585bf req-f400157a-e1a6-4227-93cf-fa69aa3d5381 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Unset dirty status for tenant:f89ceabafad5420cb483df25f252f64a on resource:network {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:37:35.131647 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d539de49-0835-41c9-a437-606d852585bf req-f400157a-e1a6-4227-93cf-fa69aa3d5381 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] 10.222.0.50 "GET /v2.0/networks?id=7c231a84-2ec4-46e3-bc82-2098434c126a HTTP/1.1" status: 200 len: 815 time: 0.6366472 May 31 13:37:35.185231 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d539de49-0835-41c9-a437-606d852585bf req-89dcc94c-1a06-45e5-a66d-126aee4e505c tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] 10.222.0.50 "GET /v2.0/quotas/f89ceabafad5420cb483df25f252f64a HTTP/1.1" status: 200 len: 375 time: 0.0514312 May 31 13:37:35.463498 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d539de49-0835-41c9-a437-606d852585bf req-715108ca-4184-4019-940e-a4d50e991235 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f89ceabafad5420cb483df25f252f64a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2698243 May 31 13:37:35.500810 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a919996-7594-4f44-a60e-4fd504f4d438 req-36bf8116-7fa4-4eae-8b4e-0f4f2ae5b7ba tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:35.510702 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3a919996-7594-4f44-a60e-4fd504f4d438 req-36bf8116-7fa4-4eae-8b4e-0f4f2ae5b7ba tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50c4000-326f-4831-abd3-b25a6f559834 HTTP/1.1" status: 200 len: 944 time: 0.2512639 May 31 13:37:35.646743 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3a919996-7594-4f44-a60e-4fd504f4d438 req-34fd70a2-d39d-43c8-a802-ad3febec57e0 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/security-groups?id=677b8212-d6d1-4b38-be51-aaa6218210d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347327 May 31 13:37:35.694776 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d539de49-0835-41c9-a437-606d852585bf req-c1854104-274d-437f-b100-c3c45134b672 service neutron] 10.222.0.50 "GET /v2.0/networks/7c231a84-2ec4-46e3-bc82-2098434c126a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253973 May 31 13:37:35.910744 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e5f8f6-fe73-4018-814b-40f18806fcb6 req-dd22085d-c307-4a7a-93c5-283351dbe08f tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:35.913033 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-35e5f8f6-fe73-4018-814b-40f18806fcb6 req-dd22085d-c307-4a7a-93c5-283351dbe08f tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 944 time: 0.1277757 May 31 13:37:35.946664 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d539de49-0835-41c9-a437-606d852585bf req-ee9dcc47-6ff1-46b2-aba6-539d3693ca99 service neutron] 10.222.0.50 "GET /v2.0/networks/7c231a84-2ec4-46e3-bc82-2098434c126a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461410 May 31 13:37:35.972742 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-35e5f8f6-fe73-4018-814b-40f18806fcb6 req-14e26812-c686-4ce2-9150-1c0ffd60356d tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503120 May 31 13:37:36.032309 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 50514) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:37:36.219717 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device a6b5b212-5a8d-40b1-a5c3-900489755b34 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:37:36.354775 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d448c7c-0ac0-48c1-a5b7-ac80d6c85c9b req-7b410a29-a0bc-4fc9-adbc-4794c2b88031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:36.355511 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d448c7c-0ac0-48c1-a5b7-ac80d6c85c9b req-7b410a29-a0bc-4fc9-adbc-4794c2b88031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:36.356005 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d448c7c-0ac0-48c1-a5b7-ac80d6c85c9b req-7b410a29-a0bc-4fc9-adbc-4794c2b88031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:36.357805 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d448c7c-0ac0-48c1-a5b7-ac80d6c85c9b req-7b410a29-a0bc-4fc9-adbc-4794c2b88031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:36.358348 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d448c7c-0ac0-48c1-a5b7-ac80d6c85c9b req-7b410a29-a0bc-4fc9-adbc-4794c2b88031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:36.360005 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d448c7c-0ac0-48c1-a5b7-ac80d6c85c9b req-7b410a29-a0bc-4fc9-adbc-4794c2b88031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:36.361443 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port a6b5b212-5a8d-40b1-a5c3-900489755b34 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:37:36.361732 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d448c7c-0ac0-48c1-a5b7-ac80d6c85c9b req-7b410a29-a0bc-4fc9-adbc-4794c2b88031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:36.363556 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-9d448c7c-0ac0-48c1-a5b7-ac80d6c85c9b req-7b410a29-a0bc-4fc9-adbc-4794c2b88031 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=98ea044c-54a5-4e34-ad50-f0894561190f HTTP/1.1" status: 200 len: 6500 time: 0.3298855 May 31 13:37:36.368212 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port a6b5b212-5a8d-40b1-a5c3-900489755b34 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:37:36.368831 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:36.419130 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9662b306-68ac-400b-91f5-0f4558cffb38 req-8295cfa1-7e80-461b-a744-9db96a60fdd1 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:36.427700 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9662b306-68ac-400b-91f5-0f4558cffb38 req-8295cfa1-7e80-461b-a744-9db96a60fdd1 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 945 time: 0.2446952 May 31 13:37:36.471029 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8286bc4c-b7d1-495c-bbb5-5d65c2ac81a2 req-957dfd21-166d-4f2d-863c-c15c05943935 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:36.480524 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8286bc4c-b7d1-495c-bbb5-5d65c2ac81a2 req-957dfd21-166d-4f2d-863c-c15c05943935 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=161add32-ee3d-421d-8517-8574a862b2fd HTTP/1.1" status: 200 len: 945 time: 0.2224851 May 31 13:37:36.488525 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-9d448c7c-0ac0-48c1-a5b7-ac80d6c85c9b req-a301c236-2b50-416e-a304-ec4da0833203 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=4cdd63f0-9a82-48d4-b4bf-108afcf63acd&id=94427793-2dbb-4b9a-b9ee-66398e26f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1166689 May 31 13:37:36.528662 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9662b306-68ac-400b-91f5-0f4558cffb38 req-7c640eba-7574-4737-9cf9-13dca2678e5a tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995140 May 31 13:37:36.572870 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8286bc4c-b7d1-495c-bbb5-5d65c2ac81a2 req-aaf6bdab-adb7-46ed-b2ce-796529f91e11 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911942 May 31 13:37:36.602043 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec2bb822-5109-44ac-b82b-2d1f674d03a0'] response: {'server_uuid': '161add32-ee3d-421d-8517-8574a862b2fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a59ae0c-a4ce-48d4-bbb5-ae70e62df17d', 'code': 200} May 31 13:37:36.607713 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 50534) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:37:36.634992 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port a6b5b212-5a8d-40b1-a5c3-900489755b34 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:37:36.635861 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:36.690315 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port a6b5b212-5a8d-40b1-a5c3-900489755b34, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=a6b5b212-5a8d-40b1-a5c3-900489755b34,segment=NetworkSegment(54fd871c-b709-41fc-8e6b-83f862131e05),segment_id=54fd871c-b709-41fc-8e6b-83f862131e05)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:37:36.710134 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:36.780715 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a66a261f-4328-425e-9945-663b2c256aeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:36.801632 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a66a261f-4328-425e-9945-663b2c256aeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:37:36.806134 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a66a261f-4328-425e-9945-663b2c256aeb admin admin] Usage tracker for resource:security_group_rule and tenant:3ea428152d034dfa9d7565a2a7868564 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:37:36.809510 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a66a261f-4328-425e-9945-663b2c256aeb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:37:36.815843 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a66a261f-4328-425e-9945-663b2c256aeb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:37:36.820300 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=a6b5b212-5a8d-40b1-a5c3-900489755b34,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:37:36.920231 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a66a261f-4328-425e-9945-663b2c256aeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:36.925394 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a66a261f-4328-425e-9945-663b2c256aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:36.953347 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0d7cf1-61e1-4967-8c40-8f614da12fb8 req-e011f658-6ca0-4ed8-af56-1d09d712ec12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:36.955721 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4b0d7cf1-61e1-4967-8c40-8f614da12fb8 req-e011f658-6ca0-4ed8-af56-1d09d712ec12 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=161add32-ee3d-421d-8517-8574a862b2fd HTTP/1.1" status: 200 len: 1096 time: 0.2613437 May 31 13:37:36.965153 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3759228d-34db-4390-b6e9-31aa3ea15e40 req-a3e8d929-45e3-488f-b886-fea1213cbbbe tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:36.966640 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3759228d-34db-4390-b6e9-31aa3ea15e40 req-a3e8d929-45e3-488f-b886-fea1213cbbbe tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=58cd7c3c-004a-4f96-8d08-1daaa42bf853 HTTP/1.1" status: 200 len: 946 time: 0.1961112 May 31 13:37:36.982342 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a66a261f-4328-425e-9945-663b2c256aeb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3ea428152d034dfa9d7565a2a7868564&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3734705 May 31 13:37:36.985060 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 50546) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:37:36.986414 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66a261f-4328-425e-9945-663b2c256aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaced660-10f8-425e-bd46-80467b341c1e,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:37:37.019083 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d47ebf6-b7af-4c3e-83ec-e00e0af6a1f3 req-1990dbf1-3c9a-4823-82e0-d1b802be4493 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:37.020496 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2d47ebf6-b7af-4c3e-83ec-e00e0af6a1f3 req-1990dbf1-3c9a-4823-82e0-d1b802be4493 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 944 time: 0.1980565 May 31 13:37:37.117478 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3759228d-34db-4390-b6e9-31aa3ea15e40 req-237acc1b-fc2a-49e1-8ef5-78fa82baff20 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347046 May 31 13:37:37.119562 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4b0d7cf1-61e1-4967-8c40-8f614da12fb8 req-c7e43af1-722c-49a6-b1e7-898c8a52c918 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510563 May 31 13:37:37.143094 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2d47ebf6-b7af-4c3e-83ec-e00e0af6a1f3 req-8dd98415-3c72-4b71-946f-c6f11db12a89 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124234 May 31 13:37:37.170574 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f4aa7843-e38a-40e1-a254-e32775b4997a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:37.201010 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f4aa7843-e38a-40e1-a254-e32775b4997a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:37.304537 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 6fba84dd-602c-4af4-8cc6-163477023a03 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:37:37.312394 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ea34ef34-2de7-4a91-8fdf-50d6794849ad req-4fae88de-d849-4043-820d-84c1cee4bd26 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ac966e4-1a96-4325-9a3b-52a1881b40fb HTTP/1.1" status: 200 len: 210 time: 0.0766275 May 31 13:37:37.358092 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f4aa7843-e38a-40e1-a254-e32775b4997a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:37.379735 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aa7843-e38a-40e1-a254-e32775b4997a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaced660-10f8-425e-bd46-80467b341c1e,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:37:37.390240 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f4aa7843-e38a-40e1-a254-e32775b4997a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:37.391391 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-f4aa7843-e38a-40e1-a254-e32775b4997a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/eaced660-10f8-425e-bd46-80467b341c1e HTTP/1.1" status: 204 len: 168 time: 0.4054308 May 31 13:37:37.405308 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:37.426031 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6311c3b1-9694-43b4-88aa-23caaf0e8efb req-27975031-35a1-466e-b6f2-46dcddb867f5 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:37.427968 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6311c3b1-9694-43b4-88aa-23caaf0e8efb req-27975031-35a1-466e-b6f2-46dcddb867f5 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50c4000-326f-4831-abd3-b25a6f559834 HTTP/1.1" status: 200 len: 944 time: 0.1884739 May 31 13:37:37.435459 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port 6fba84dd-602c-4af4-8cc6-163477023a03 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:37:37.436001 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:37.484426 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6311c3b1-9694-43b4-88aa-23caaf0e8efb req-ac954ad7-1e1d-4262-95ea-1099fce36219 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/security-groups?id=677b8212-d6d1-4b38-be51-aaa6218210d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500734 May 31 13:37:37.574698 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c83d42a-21ab-4f62-a5ab-d2fb5449e83a req-cc6e0c66-362b-4a2d-b974-2566c1be208b tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:37.576370 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7c83d42a-21ab-4f62-a5ab-d2fb5449e83a req-cc6e0c66-362b-4a2d-b974-2566c1be208b tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 944 time: 0.0909438 May 31 13:37:37.591797 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 6fba84dd-602c-4af4-8cc6-163477023a03 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:37:37.592470 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:37.629755 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7c83d42a-21ab-4f62-a5ab-d2fb5449e83a req-d84b6309-7118-43aa-bec5-6a412aa17072 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466759 May 31 13:37:37.695987 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 6fba84dd-602c-4af4-8cc6-163477023a03, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=6fba84dd-602c-4af4-8cc6-163477023a03,segment=NetworkSegment(dfa37d0f-69f6-423e-a3ff-702fa969883b),segment_id=dfa37d0f-69f6-423e-a3ff-702fa969883b)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:37:37.700802 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:37.701746 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 051805ca-ed74-4568-b21e-cd8effdd3795 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:37:37.811100 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 50564) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:37:37.836071 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c662f5d6-3f7e-4201-b63c-7a2b293bdb29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:37.840945 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=6fba84dd-602c-4af4-8cc6-163477023a03,revision_number=10']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:37:37.859166 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port 051805ca-ed74-4568-b21e-cd8effdd3795 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:37:37.859835 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:37.868811 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c662f5d6-3f7e-4201-b63c-7a2b293bdb29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:37:37.875560 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c662f5d6-3f7e-4201-b63c-7a2b293bdb29 admin admin] Usage tracker for resource:security_group_rule and tenant:8dc6ee793ba74a3f859ce01152d15ffc is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:37:37.880826 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c662f5d6-3f7e-4201-b63c-7a2b293bdb29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:37:37.887342 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c662f5d6-3f7e-4201-b63c-7a2b293bdb29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:37:37.996455 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c662f5d6-3f7e-4201-b63c-7a2b293bdb29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:38.004517 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c662f5d6-3f7e-4201-b63c-7a2b293bdb29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:38.014768 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 051805ca-ed74-4568-b21e-cd8effdd3795 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:37:38.015160 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:38.067001 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c662f5d6-3f7e-4201-b63c-7a2b293bdb29 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8dc6ee793ba74a3f859ce01152d15ffc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2544935 May 31 13:37:38.068876 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c662f5d6-3f7e-4201-b63c-7a2b293bdb29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b24ec9-64d7-4b11-a1ef-55ca065102e8,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:37:38.072280 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 50568) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:37:38.114266 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee2fe47-f46b-4749-a524-7ec52155392f req-e6b5ef09-60b7-43c2-8fa4-ab767846979d tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:38.115665 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9ee2fe47-f46b-4749-a524-7ec52155392f req-e6b5ef09-60b7-43c2-8fa4-ab767846979d tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=161add32-ee3d-421d-8517-8574a862b2fd HTTP/1.1" status: 200 len: 945 time: 0.2541780 May 31 13:37:38.127069 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 051805ca-ed74-4568-b21e-cd8effdd3795, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=051805ca-ed74-4568-b21e-cd8effdd3795,segment=NetworkSegment(d3443ede-b43a-41d6-a2b9-2ee5a31d0003),segment_id=d3443ede-b43a-41d6-a2b9-2ee5a31d0003)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:37:38.133714 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:38.172834 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-40f3d45c-ec3e-4cde-9285-ca6a0cbd03a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:38.179777 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d539de49-0835-41c9-a437-606d852585bf req-0d356a17-3522-4000-bca0-fc7b3c5772ee tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:38.181789 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d539de49-0835-41c9-a437-606d852585bf req-0d356a17-3522-4000-bca0-fc7b3c5772ee tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] 10.222.0.44 "GET /v2.0/networks?id=7c231a84-2ec4-46e3-bc82-2098434c126a HTTP/1.1" status: 200 len: 815 time: 0.3130794 May 31 13:37:38.184107 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device a6b5b212-5a8d-40b1-a5c3-900489755b34 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:37:38.193272 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4068be48-377a-41b7-8992-1b9b69c3e88e req-1f884258-7dd7-4a8d-b44e-00da586e9640 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:38.196378 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4068be48-377a-41b7-8992-1b9b69c3e88e req-1f884258-7dd7-4a8d-b44e-00da586e9640 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 947 time: 0.5338757 May 31 13:37:38.202938 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-40f3d45c-ec3e-4cde-9285-ca6a0cbd03a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:38.264877 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-40f3d45c-ec3e-4cde-9285-ca6a0cbd03a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:38.283373 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=051805ca-ed74-4568-b21e-cd8effdd3795,revision_number=8']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:37:38.286821 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f3d45c-ec3e-4cde-9285-ca6a0cbd03a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b24ec9-64d7-4b11-a1ef-55ca065102e8,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:37:38.291696 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port a6b5b212-5a8d-40b1-a5c3-900489755b34 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:37:38.292061 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:38.302927 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d539de49-0835-41c9-a437-606d852585bf req-01c50fd2-f748-4b56-a2c4-cbe782876e5b tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f89ceabafad5420cb483df25f252f64a HTTP/1.1" status: 200 len: 380 time: 0.1050079 May 31 13:37:38.308776 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-40f3d45c-ec3e-4cde-9285-ca6a0cbd03a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:38.310581 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9ee2fe47-f46b-4749-a524-7ec52155392f req-5ea7f9dd-c844-4ef2-b644-b1a42de4f3d7 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888545 May 31 13:37:38.314449 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-40f3d45c-ec3e-4cde-9285-ca6a0cbd03a3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e7b24ec9-64d7-4b11-a1ef-55ca065102e8 HTTP/1.1" status: 204 len: 168 time: 0.2410133 May 31 13:37:38.325387 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4068be48-377a-41b7-8992-1b9b69c3e88e req-d7049d87-fe57-4e05-a693-179557961528 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084588 May 31 13:37:38.329960 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-d539de49-0835-41c9-a437-606d852585bf req-4c2995b0-af98-464e-809a-4150b2b81f04 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Request body: {'port': {'device_id': '4ac966e4-1a96-4325-9a3b-52a1881b40fb', 'network_id': '7c231a84-2ec4-46e3-bc82-2098434c126a', 'admin_state_up': True, 'tenant_id': 'f89ceabafad5420cb483df25f252f64a', 'security_groups': ['084da752-3a41-4056-92fa-adecd0044d21']}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:37:38.544719 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port a6b5b212-5a8d-40b1-a5c3-900489755b34 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:37:38.603117 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f362fe1c-c185-4d8d-b67d-4f5e5b24d684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fba84dd-602c-4af4-8cc6-163477023a03'}, {'server_uuid': 'e50c4000-326f-4831-abd3-b25a6f559834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '051805ca-ed74-4568-b21e-cd8effdd3795'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:37:38.713177 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-d539de49-0835-41c9-a437-606d852585bf req-4c2995b0-af98-464e-809a-4150b2b81f04 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:37:38.723220 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-d539de49-0835-41c9-a437-606d852585bf req-4c2995b0-af98-464e-809a-4150b2b81f04 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Usage tracker for resource:port and tenant:f89ceabafad5420cb483df25f252f64a is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:37:38.727788 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-d539de49-0835-41c9-a437-606d852585bf req-4c2995b0-af98-464e-809a-4150b2b81f04 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:37:38.737912 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-d539de49-0835-41c9-a437-606d852585bf req-4c2995b0-af98-464e-809a-4150b2b81f04 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:37:38.747105 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adb1b1b-8f44-4b5d-9204-2730110b6603 req-3b860843-931f-4d81-bdf2-355065045b55 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:38.748593 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9adb1b1b-8f44-4b5d-9204-2730110b6603 req-3b860843-931f-4d81-bdf2-355065045b55 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 944 time: 0.2512786 May 31 13:37:38.766175 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb8535-2c6c-4d09-832f-5a5ffc7e07a3 req-6962010f-d4fc-40da-b2ae-2d7280ae0031 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:38.768705 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5fcb8535-2c6c-4d09-832f-5a5ffc7e07a3 req-6962010f-d4fc-40da-b2ae-2d7280ae0031 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=58cd7c3c-004a-4f96-8d08-1daaa42bf853 HTTP/1.1" status: 200 len: 946 time: 0.2468801 May 31 13:37:38.779808 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:38.812839 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d539de49-0835-41c9-a437-606d852585bf req-4c2995b0-af98-464e-809a-4150b2b81f04 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Made reservation on behalf of f89ceabafad5420cb483df25f252f64a for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:37:38.816451 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d539de49-0835-41c9-a437-606d852585bf req-4c2995b0-af98-464e-809a-4150b2b81f04 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:38.869366 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9adb1b1b-8f44-4b5d-9204-2730110b6603 req-45d7e2e5-4e2b-4650-bc0e-ee0ca0eb59a5 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996644 May 31 13:37:38.912712 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5fcb8535-2c6c-4d09-832f-5a5ffc7e07a3 req-6e702fc2-6d7b-4a58-9882-7a0c7f5b218e tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240368 May 31 13:37:39.115678 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-66342ea3-c2d1-4acd-b54f-2a3d6bfb6f80 req-055c0274-1820-475a-8e03-a9e8f4926b41 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ac966e4-1a96-4325-9a3b-52a1881b40fb HTTP/1.1" status: 200 len: 210 time: 0.1273279 May 31 13:37:39.167267 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-d539de49-0835-41c9-a437-606d852585bf req-4c2995b0-af98-464e-809a-4150b2b81f04 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Allocated IP 172.20.0.3 (7c231a84-2ec4-46e3-bc82-2098434c126a/a56a567a-d5d5-4545-b54f-5c0089e8ebda/c4cf700e-e9c7-4a26-9349-5036f1754ff8) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:37:39.181456 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c16b10ea-9167-4f48-bf7f-4f6117e1d387'] response: {'server_uuid': 'f362fe1c-c185-4d8d-b67d-4f5e5b24d684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fba84dd-602c-4af4-8cc6-163477023a03', 'code': 200} May 31 13:37:39.181797 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c16b10ea-9167-4f48-bf7f-4f6117e1d387'] response: {'server_uuid': 'e50c4000-326f-4831-abd3-b25a6f559834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '051805ca-ed74-4568-b21e-cd8effdd3795', 'code': 200} May 31 13:37:39.207592 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708d6a4c-4f2f-4be8-b528-8c257c2b9f9c req-95d8152d-467b-4dc4-b8bf-15d177593384 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:39.209657 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-708d6a4c-4f2f-4be8-b528-8c257c2b9f9c req-95d8152d-467b-4dc4-b8bf-15d177593384 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50c4000-326f-4831-abd3-b25a6f559834 HTTP/1.1" status: 200 len: 945 time: 0.1425748 May 31 13:37:39.369024 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 13:37:39.426464 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-708d6a4c-4f2f-4be8-b528-8c257c2b9f9c req-bb723050-b5c8-49fa-84be-b2667e4cfa1f tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/security-groups?id=677b8212-d6d1-4b38-be51-aaa6218210d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035794 May 31 13:37:39.502993 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03e940a-a223-4866-a43c-4821c0f02b74 req-cb1f760c-a354-43ad-b452-5c15e9353b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:39.504481 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d03e940a-a223-4866-a43c-4821c0f02b74 req-cb1f760c-a354-43ad-b452-5c15e9353b28 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e50c4000-326f-4831-abd3-b25a6f559834 HTTP/1.1" status: 200 len: 1096 time: 0.1132810 May 31 13:37:39.560491 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d03e940a-a223-4866-a43c-4821c0f02b74 req-22986e4b-99f1-4303-aca8-d36e6553a0d2 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=677b8212-d6d1-4b38-be51-aaa6218210d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498335 May 31 13:37:39.716182 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d539de49-0835-41c9-a437-606d852585bf req-4c2995b0-af98-464e-809a-4150b2b81f04 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:39.763791 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c4b4b3-8e4a-44d3-9b24-69e8e391184d req-105d4ef6-8bac-4b5e-b7ad-b0e8784fef1c tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:39.764112 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c2c4b4b3-8e4a-44d3-9b24-69e8e391184d req-105d4ef6-8bac-4b5e-b7ad-b0e8784fef1c tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/networks?id=ef7bc708-faad-4f53-9863-9b17fc2bd3a4 HTTP/1.1" status: 200 len: 811 time: 0.4596879 May 31 13:37:39.770018 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-d539de49-0835-41c9-a437-606d852585bf req-4c2995b0-af98-464e-809a-4150b2b81f04 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Transition to ACTIVE for port object c4cf700e-e9c7-4a26-9349-5036f1754ff8 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:37:39.778149 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1ac7e8-85bd-4dbd-a624-1712a935673e req-5c559278-af94-42cf-ad1a-b4ac571e14dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:39.779574 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fc1ac7e8-85bd-4dbd-a624-1712a935673e req-5c559278-af94-42cf-ad1a-b4ac571e14dd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 1098 time: 0.2944088 May 31 13:37:39.819109 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cde29b6-a10e-48f0-907d-c600777602ec req-b0a82437-d762-4061-8c67-e4c7e696ccba tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:39.820529 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2cde29b6-a10e-48f0-907d-c600777602ec req-b0a82437-d762-4061-8c67-e4c7e696ccba tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=161add32-ee3d-421d-8517-8574a862b2fd HTTP/1.1" status: 200 len: 945 time: 0.2682457 May 31 13:37:39.825483 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c2c4b4b3-8e4a-44d3-9b24-69e8e391184d req-8b334e5c-94a2-4b7c-b656-48964c9822fb tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/quotas/bc5142db886b48f8906c49afcc233362 HTTP/1.1" status: 200 len: 375 time: 0.0513406 May 31 13:37:40.059942 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fc1ac7e8-85bd-4dbd-a624-1712a935673e req-fdffb077-f899-45e7-a140-bb69db932e47 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690046 May 31 13:37:40.083675 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2cde29b6-a10e-48f0-907d-c600777602ec req-5bfe4f2c-040a-428a-bc2b-0b4172525e14 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573256 May 31 13:37:40.086262 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d539de49-0835-41c9-a437-606d852585bf req-4c2995b0-af98-464e-809a-4150b2b81f04 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:40.164870 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d539de49-0835-41c9-a437-606d852585bf req-4c2995b0-af98-464e-809a-4150b2b81f04 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Network 7c231a84-2ec4-46e3-bc82-2098434c126a is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:37:40.170968 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-d539de49-0835-41c9-a437-606d852585bf req-4c2995b0-af98-464e-809a-4150b2b81f04 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:37:40.175227 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-d539de49-0835-41c9-a437-606d852585bf req-4c2995b0-af98-464e-809a-4150b2b81f04 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:37:40.235592 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2995b0-af98-464e-809a-4150b2b81f04 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Pushing event updated for resources: {'Port': ['ID=c4cf700e-e9c7-4a26-9349-5036f1754ff8,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:37:40.308025 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c2c4b4b3-8e4a-44d3-9b24-69e8e391184d req-b3b3b0ef-142c-462b-8325-316ca70a11e1 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc5142db886b48f8906c49afcc233362&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4638524 May 31 13:37:40.354920 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d539de49-0835-41c9-a437-606d852585bf req-4c2995b0-af98-464e-809a-4150b2b81f04 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:40.355718 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d539de49-0835-41c9-a437-606d852585bf req-4c2995b0-af98-464e-809a-4150b2b81f04 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:40.468867 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d539de49-0835-41c9-a437-606d852585bf req-4c2995b0-af98-464e-809a-4150b2b81f04 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1510952 May 31 13:37:40.482675 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-faf126e7-c565-40c9-bd4c-b62bec044929 None None] Provisioning for port c4cf700e-e9c7-4a26-9349-5036f1754ff8 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:37:40.499039 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-d539de49-0835-41c9-a437-606d852585bf req-21eaa096-693d-4f9f-9247-c50ace7ee7db service neutron] Request body: {'port': {'device_id': '4ac966e4-1a96-4325-9a3b-52a1881b40fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:37:40.499976 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-faf126e7-c565-40c9-bd4c-b62bec044929 None None] Provisioning complete for port c4cf700e-e9c7-4a26-9349-5036f1754ff8 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:37:40.500342 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-faf126e7-c565-40c9-bd4c-b62bec044929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:40.555085 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed98c13e-60dd-4dd5-b296-6b3fa12c6205 req-ac288fd3-b68c-44bb-a5a5-fc9dc0963313 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:40.556892 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ed98c13e-60dd-4dd5-b296-6b3fa12c6205 req-ac288fd3-b68c-44bb-a5a5-fc9dc0963313 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 947 time: 0.3264208 May 31 13:37:40.559196 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2814c664-8f27-4f73-9304-350cd99832e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:40.574353 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-faf126e7-c565-40c9-bd4c-b62bec044929 None None] Port c4cf700e-e9c7-4a26-9349-5036f1754ff8 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:37:40.612855 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c2c4b4b3-8e4a-44d3-9b24-69e8e391184d req-d953a7d9-215e-43d0-9d40-191d46a95b1f service neutron] 10.222.0.50 "GET /v2.0/networks/ef7bc708-faad-4f53-9863-9b17fc2bd3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956684 May 31 13:37:40.747574 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ed98c13e-60dd-4dd5-b296-6b3fa12c6205 req-76629da9-ab71-489e-b26c-69b4fc36ea27 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693947 May 31 13:37:40.771110 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d539de49-0835-41c9-a437-606d852585bf req-21eaa096-693d-4f9f-9247-c50ace7ee7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:40.923088 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c2c4b4b3-8e4a-44d3-9b24-69e8e391184d req-b102cb87-4ec0-499f-b899-57b3071dd624 service neutron] 10.222.0.50 "GET /v2.0/networks/ef7bc708-faad-4f53-9863-9b17fc2bd3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686362 May 31 13:37:41.121503 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c10765-7226-4ebc-9f21-06554b2cec04 req-2a6e1bb6-9618-4e17-9c61-5fc1ea0c3c7c tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:41.122989 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-64c10765-7226-4ebc-9f21-06554b2cec04 req-2a6e1bb6-9618-4e17-9c61-5fc1ea0c3c7c tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=58cd7c3c-004a-4f96-8d08-1daaa42bf853 HTTP/1.1" status: 200 len: 946 time: 0.2583020 May 31 13:37:41.280470 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-64c10765-7226-4ebc-9f21-06554b2cec04 req-f722ebf9-99c8-4d07-bc7e-e37214ca8a20 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252978 May 31 13:37:41.401378 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376f0973-5fc5-4009-a541-c28d106a396c req-53df85f2-b226-4f7d-9ae5-fcff65e64307 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:41.409613 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-376f0973-5fc5-4009-a541-c28d106a396c req-53df85f2-b226-4f7d-9ae5-fcff65e64307 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=e916cc20-e657-4f37-9909-5b5b59fa407c HTTP/1.1" status: 200 len: 946 time: 0.1914999 May 31 13:37:41.412953 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-d539de49-0835-41c9-a437-606d852585bf req-21eaa096-693d-4f9f-9247-c50ace7ee7db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4cf700e-e9c7-4a26-9349-5036f1754ff8 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:37:41.461826 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d539de49-0835-41c9-a437-606d852585bf req-21eaa096-693d-4f9f-9247-c50ace7ee7db service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:41.542604 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-d539de49-0835-41c9-a437-606d852585bf req-21eaa096-693d-4f9f-9247-c50ace7ee7db service neutron] Transition to ACTIVE for port object c4cf700e-e9c7-4a26-9349-5036f1754ff8 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:37:41.611958 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d539de49-0835-41c9-a437-606d852585bf req-21eaa096-693d-4f9f-9247-c50ace7ee7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:41.682232 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-376f0973-5fc5-4009-a541-c28d106a396c req-2432f45a-3b23-449d-9f02-3fee3c30b09d tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717092 May 31 13:37:41.838067 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eaa096-693d-4f9f-9247-c50ace7ee7db service neutron] Pushing event updated for resources: {'Port': ['ID=c4cf700e-e9c7-4a26-9349-5036f1754ff8,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:37:42.163243 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0becd499-771d-483e-9604-22377932ddf6 req-04db4a3a-9df7-4342-b34c-cbac70e6adde tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:42.163958 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-0becd499-771d-483e-9604-22377932ddf6 req-04db4a3a-9df7-4342-b34c-cbac70e6adde tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Synchronizing usage tracker for tenant:f89ceabafad5420cb483df25f252f64a on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:37:42.223137 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-0becd499-771d-483e-9604-22377932ddf6 req-04db4a3a-9df7-4342-b34c-cbac70e6adde tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Unset dirty status for tenant:f89ceabafad5420cb483df25f252f64a on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:37:42.224303 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0becd499-771d-483e-9604-22377932ddf6 req-04db4a3a-9df7-4342-b34c-cbac70e6adde tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ac966e4-1a96-4325-9a3b-52a1881b40fb HTTP/1.1" status: 200 len: 943 time: 0.6876295 May 31 13:37:42.228931 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-d539de49-0835-41c9-a437-606d852585bf req-21eaa096-693d-4f9f-9247-c50ace7ee7db service neutron] Attempting to bind port c4cf700e-e9c7-4a26-9349-5036f1754ff8 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:37:42.229256 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-d539de49-0835-41c9-a437-606d852585bf req-21eaa096-693d-4f9f-9247-c50ace7ee7db service neutron] Attempting to bind port c4cf700e-e9c7-4a26-9349-5036f1754ff8 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': '0c8aa3a6-47b8-4f9f-a1d3-b43478db3f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7c231a84-2ec4-46e3-bc82-2098434c126a'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:37:42.229583 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d539de49-0835-41c9-a437-606d852585bf req-21eaa096-693d-4f9f-9247-c50ace7ee7db service neutron] Attempting to bind port c4cf700e-e9c7-4a26-9349-5036f1754ff8 on network 7c231a84-2ec4-46e3-bc82-2098434c126a {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:37:42.254082 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d539de49-0835-41c9-a437-606d852585bf req-21eaa096-693d-4f9f-9247-c50ace7ee7db service neutron] Port c4cf700e-e9c7-4a26-9349-5036f1754ff8 on network 7c231a84-2ec4-46e3-bc82-2098434c126a not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:37:42.254410 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d539de49-0835-41c9-a437-606d852585bf req-21eaa096-693d-4f9f-9247-c50ace7ee7db service neutron] Attempting to bind port c4cf700e-e9c7-4a26-9349-5036f1754ff8 on network 7c231a84-2ec4-46e3-bc82-2098434c126a {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:37:42.285701 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b6157-1dca-483a-bc94-34046f20680b req-2dfdaf78-11c1-482a-8e62-83c5edad6378 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:42.287220 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-305b6157-1dca-483a-bc94-34046f20680b req-2dfdaf78-11c1-482a-8e62-83c5edad6378 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50c4000-326f-4831-abd3-b25a6f559834 HTTP/1.1" status: 200 len: 945 time: 0.4063632 May 31 13:37:42.288083 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d539de49-0835-41c9-a437-606d852585bf req-21eaa096-693d-4f9f-9247-c50ace7ee7db service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:37:42.288298 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d539de49-0835-41c9-a437-606d852585bf req-21eaa096-693d-4f9f-9247-c50ace7ee7db service neutron] Checking segment: {'id': '0c8aa3a6-47b8-4f9f-a1d3-b43478db3f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7c231a84-2ec4-46e3-bc82-2098434c126a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:37:42.288684 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d539de49-0835-41c9-a437-606d852585bf req-21eaa096-693d-4f9f-9247-c50ace7ee7db service neutron] Bound using segment: {'id': '0c8aa3a6-47b8-4f9f-a1d3-b43478db3f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7c231a84-2ec4-46e3-bc82-2098434c126a'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:37:42.289117 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-d539de49-0835-41c9-a437-606d852585bf req-21eaa096-693d-4f9f-9247-c50ace7ee7db service neutron] Bound port: c4cf700e-e9c7-4a26-9349-5036f1754ff8, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c8aa3a6-47b8-4f9f-a1d3-b43478db3f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7c231a84-2ec4-46e3-bc82-2098434c126a'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:37:42.289589 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d539de49-0835-41c9-a437-606d852585bf req-21eaa096-693d-4f9f-9247-c50ace7ee7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:42.330519 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0becd499-771d-483e-9604-22377932ddf6 req-7050effc-f2b7-4472-8c50-d7aa64bf1cd3 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] 10.222.0.50 "GET /v2.0/security-groups?id=084da752-3a41-4056-92fa-adecd0044d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975273 May 31 13:37:42.437484 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-305b6157-1dca-483a-bc94-34046f20680b req-1021eaf5-9a77-4144-9f2c-7a21169abc2c tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/security-groups?id=677b8212-d6d1-4b38-be51-aaa6218210d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347582 May 31 13:37:42.473630 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-d539de49-0835-41c9-a437-606d852585bf req-21eaa096-693d-4f9f-9247-c50ace7ee7db service neutron] For port c4cf700e-e9c7-4a26-9349-5036f1754ff8, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:37:42.477466 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-d539de49-0835-41c9-a437-606d852585bf req-21eaa096-693d-4f9f-9247-c50ace7ee7db service neutron] For port c4cf700e-e9c7-4a26-9349-5036f1754ff8, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=c4cf700e-e9c7-4a26-9349-5036f1754ff8,segment=NetworkSegment(0c8aa3a6-47b8-4f9f-a1d3-b43478db3f3f),segment_id=0c8aa3a6-47b8-4f9f-a1d3-b43478db3f3f)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:37:42.485095 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d539de49-0835-41c9-a437-606d852585bf req-21eaa096-693d-4f9f-9247-c50ace7ee7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:42.575060 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d539de49-0835-41c9-a437-606d852585bf req-21eaa096-693d-4f9f-9247-c50ace7ee7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:42.575690 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d539de49-0835-41c9-a437-606d852585bf req-21eaa096-693d-4f9f-9247-c50ace7ee7db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:42.577355 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d539de49-0835-41c9-a437-606d852585bf req-21eaa096-693d-4f9f-9247-c50ace7ee7db service neutron] 10.222.0.44 "PUT /v2.0/ports/c4cf700e-e9c7-4a26-9349-5036f1754ff8 HTTP/1.1" status: 200 len: 1091 time: 2.0825348 May 31 13:37:42.577930 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ac966e4-1a96-4325-9a3b-52a1881b40fb', 'tag': 'c4cf700e-e9c7-4a26-9349-5036f1754ff8'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:37:42.734563 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eaa096-693d-4f9f-9247-c50ace7ee7db service neutron] Pushing event updated for resources: {'Port': ['ID=c4cf700e-e9c7-4a26-9349-5036f1754ff8,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:37:42.809730 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2ac7ae6b-d5dd-4609-97ec-2b1d1c6f2684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:42.831588 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bcdeff7a-d562-4f42-a9ef-66adb0e2ad3b req-aaa6443c-9188-43bf-a917-e252ba144e83 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=3119bff3-3b39-4fe5-b827-7f7a676f68dc HTTP/1.1" status: 200 len: 210 time: 0.2276804 May 31 13:37:43.124282 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c4b4b3-8e4a-44d3-9b24-69e8e391184d req-eac2f218-1ada-47b3-a41c-cebeff94577a tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:43.126742 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c2c4b4b3-8e4a-44d3-9b24-69e8e391184d req-eac2f218-1ada-47b3-a41c-cebeff94577a tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.44 "GET /v2.0/networks?id=ef7bc708-faad-4f53-9863-9b17fc2bd3a4 HTTP/1.1" status: 200 len: 811 time: 0.3727846 May 31 13:37:43.129299 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d539de49-0835-41c9-a437-606d852585bf req-6fafb796-926a-4629-8b28-ece7c48364b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:43.130884 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d539de49-0835-41c9-a437-606d852585bf req-6fafb796-926a-4629-8b28-ece7c48364b5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f89ceabafad5420cb483df25f252f64a&device_id=4ac966e4-1a96-4325-9a3b-52a1881b40fb HTTP/1.1" status: 200 len: 1094 time: 0.4646161 May 31 13:37:43.151259 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-c2c4b4b3-8e4a-44d3-9b24-69e8e391184d req-3652fafa-b9f1-4b49-ae94-27968f51416a tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Request body: {'port': {'device_id': '3119bff3-3b39-4fe5-b827-7f7a676f68dc', 'network_id': 'ef7bc708-faad-4f53-9863-9b17fc2bd3a4', 'admin_state_up': True, 'tenant_id': 'bc5142db886b48f8906c49afcc233362'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:37:43.237552 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c3a39c-d446-48ef-83e1-00525ecfbba5 req-cfea60ad-2262-49d7-9be1-be567d05c6cd tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:43.239085 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a0c3a39c-d446-48ef-83e1-00525ecfbba5 req-cfea60ad-2262-49d7-9be1-be567d05c6cd tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=161add32-ee3d-421d-8517-8574a862b2fd HTTP/1.1" status: 200 len: 945 time: 0.4939890 May 31 13:37:43.323825 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d539de49-0835-41c9-a437-606d852585bf req-3214c0df-2e22-462c-a8ee-208069a324b0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4cf700e-e9c7-4a26-9349-5036f1754ff8 HTTP/1.1" status: 200 len: 217 time: 0.1534138 May 31 13:37:43.482372 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a0c3a39c-d446-48ef-83e1-00525ecfbba5 req-4e5d9e26-d7ca-4df0-a9a4-464c4c99f10f tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298734 May 31 13:37:43.491016 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ae06b-5583-4026-8cba-729100ebb4b5 req-8d53a3fc-de2a-4279-81aa-23828238d520 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:43.492523 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-307ae06b-5583-4026-8cba-729100ebb4b5 req-8d53a3fc-de2a-4279-81aa-23828238d520 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 947 time: 0.4566281 May 31 13:37:43.504788 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d539de49-0835-41c9-a437-606d852585bf req-ad9332a3-886e-4ad6-9cc6-b7ebab116944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:43.506270 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d539de49-0835-41c9-a437-606d852585bf req-ad9332a3-886e-4ad6-9cc6-b7ebab116944 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a56a567a-d5d5-4545-b54f-5c0089e8ebda HTTP/1.1" status: 200 len: 854 time: 0.1497869 May 31 13:37:43.584150 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-c2c4b4b3-8e4a-44d3-9b24-69e8e391184d req-3652fafa-b9f1-4b49-ae94-27968f51416a tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:37:43.652896 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-c2c4b4b3-8e4a-44d3-9b24-69e8e391184d req-3652fafa-b9f1-4b49-ae94-27968f51416a tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:37:43.666597 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-307ae06b-5583-4026-8cba-729100ebb4b5 req-88266277-e705-43c6-8dd0-9de9cbe5d38f tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542516 May 31 13:37:43.700358 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2c4b4b3-8e4a-44d3-9b24-69e8e391184d req-3652fafa-b9f1-4b49-ae94-27968f51416a tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Made reservation on behalf of bc5142db886b48f8906c49afcc233362 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:37:43.703969 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-c2c4b4b3-8e4a-44d3-9b24-69e8e391184d req-3652fafa-b9f1-4b49-ae94-27968f51416a tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:43.723652 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:43.779966 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d539de49-0835-41c9-a437-606d852585bf req-e8db6876-65f1-466c-b611-5c72340a4f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:43.781465 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d539de49-0835-41c9-a437-606d852585bf req-e8db6876-65f1-466c-b611-5c72340a4f59 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7c231a84-2ec4-46e3-bc82-2098434c126a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2662160 May 31 13:37:43.805044 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:43.934925 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce03a174-e54f-48c0-8995-510358653606 req-3d6c2796-30c8-40b4-a657-16dd7f9841ed tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:43.936552 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ce03a174-e54f-48c0-8995-510358653606 req-3d6c2796-30c8-40b4-a657-16dd7f9841ed tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=58cd7c3c-004a-4f96-8d08-1daaa42bf853 HTTP/1.1" status: 200 len: 946 time: 0.3338873 May 31 13:37:44.117100 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ce03a174-e54f-48c0-8995-510358653606 req-dde4fa7f-7887-4866-a45c-b3466f796245 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716740 May 31 13:37:44.131952 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d539de49-0835-41c9-a437-606d852585bf req-330505c7-bc74-44e1-ba57-be255a9f5784 service neutron] 10.222.0.44 "GET /v2.0/networks/7c231a84-2ec4-46e3-bc82-2098434c126a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069208 May 31 13:37:44.137128 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-c2c4b4b3-8e4a-44d3-9b24-69e8e391184d req-3652fafa-b9f1-4b49-ae94-27968f51416a tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Allocated IP 172.20.0.9 (ef7bc708-faad-4f53-9863-9b17fc2bd3a4/03601eff-cc07-4210-91b9-54e2e22c50f4/24e11adc-9e4e-4ba1-a674-567030f17b77) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:37:44.174724 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6d9b9-a1ad-4235-9f1d-218d7c7eb5b4 req-f4176cf1-236f-49b9-a8df-59731228c058 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:44.176333 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d1f6d9b9-a1ad-4235-9f1d-218d7c7eb5b4 req-f4176cf1-236f-49b9-a8df-59731228c058 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/ports?device_id=e50c4000-326f-4831-abd3-b25a6f559834 HTTP/1.1" status: 200 len: 945 time: 0.3939586 May 31 13:37:44.185658 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b54e52f9-26e9-4439-bb23-ab4e9641bad1'] response: {'name': 'network-changed', 'server_uuid': '4ac966e4-1a96-4325-9a3b-52a1881b40fb', 'tag': 'c4cf700e-e9c7-4a26-9349-5036f1754ff8', 'status': 'completed', 'code': 200} May 31 13:37:44.522141 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d1f6d9b9-a1ad-4235-9f1d-218d7c7eb5b4 req-affba76e-1833-4fb3-92c3-b175b207ecef tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/security-groups?id=677b8212-d6d1-4b38-be51-aaa6218210d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356142 May 31 13:37:44.597207 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d539de49-0835-41c9-a437-606d852585bf req-8fca7f80-f4ed-4c23-897c-093d4a71ab7d service neutron] 10.222.0.44 "GET /v2.0/networks/7c231a84-2ec4-46e3-bc82-2098434c126a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4561179 May 31 13:37:44.747792 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03295a1a-7723-40f6-ac1d-17fe6b5ae4ca req-9491ab94-38b7-4fcb-ad2e-32dcf73b46cc tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:44.749341 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-03295a1a-7723-40f6-ac1d-17fe6b5ae4ca req-9491ab94-38b7-4fcb-ad2e-32dcf73b46cc tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ac966e4-1a96-4325-9a3b-52a1881b40fb HTTP/1.1" status: 200 len: 943 time: 0.3619995 May 31 13:37:44.852767 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-c2c4b4b3-8e4a-44d3-9b24-69e8e391184d req-3652fafa-b9f1-4b49-ae94-27968f51416a tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:44.868800 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-03295a1a-7723-40f6-ac1d-17fe6b5ae4ca req-174d6751-e81c-4dad-843f-abc968e40705 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] 10.222.0.50 "GET /v2.0/security-groups?id=084da752-3a41-4056-92fa-adecd0044d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084099 May 31 13:37:44.910034 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef0db75-6d3a-4fbf-a1a2-c88f3de1cdd6 req-69c399cd-440f-4094-a96b-ad0d53e12422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:44.911507 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-eef0db75-6d3a-4fbf-a1a2-c88f3de1cdd6 req-69c399cd-440f-4094-a96b-ad0d53e12422 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f89ceabafad5420cb483df25f252f64a&device_id=4ac966e4-1a96-4325-9a3b-52a1881b40fb HTTP/1.1" status: 200 len: 1094 time: 0.2586062 May 31 13:37:44.923866 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-c2c4b4b3-8e4a-44d3-9b24-69e8e391184d req-3652fafa-b9f1-4b49-ae94-27968f51416a tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Transition to ACTIVE for port object 24e11adc-9e4e-4ba1-a674-567030f17b77 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:37:44.927999 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e1e94b05-7f4a-41bd-a637-7df45f942f4e req-57dc87f9-dc45-4e3f-ae1d-40ee0ab70ef8 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=3119bff3-3b39-4fe5-b827-7f7a676f68dc HTTP/1.1" status: 200 len: 210 time: 0.0646939 May 31 13:37:45.086741 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-c2c4b4b3-8e4a-44d3-9b24-69e8e391184d req-3652fafa-b9f1-4b49-ae94-27968f51416a tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:45.092369 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['99dc54a5-4600-46b5-bdbd-cd51ab9ac1a6'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:37:45.130314 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef0db75-6d3a-4fbf-a1a2-c88f3de1cdd6 req-c70d317d-707e-44a2-98d0-42f0d32f266c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:45.130314 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-eef0db75-6d3a-4fbf-a1a2-c88f3de1cdd6 req-c70d317d-707e-44a2-98d0-42f0d32f266c service neutron] 10.222.0.44 "GET /v2.0/networks?id=7c231a84-2ec4-46e3-bc82-2098434c126a HTTP/1.1" status: 200 len: 916 time: 0.1978986 May 31 13:37:45.173961 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['b93389c3-caa8-4ea0-8f5f-80727bf364b3'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:37:45.282007 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-eef0db75-6d3a-4fbf-a1a2-c88f3de1cdd6 req-1f49617e-bea6-42df-a88b-160ad0a6d565 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4cf700e-e9c7-4a26-9349-5036f1754ff8 HTTP/1.1" status: 200 len: 217 time: 0.1329532 May 31 13:37:45.310382 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2c4b4b3-8e4a-44d3-9b24-69e8e391184d req-3652fafa-b9f1-4b49-ae94-27968f51416a tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Network ef7bc708-faad-4f53-9863-9b17fc2bd3a4 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:37:45.352540 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-c2c4b4b3-8e4a-44d3-9b24-69e8e391184d req-3652fafa-b9f1-4b49-ae94-27968f51416a tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:37:45.377659 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2c4b4b3-8e4a-44d3-9b24-69e8e391184d req-3652fafa-b9f1-4b49-ae94-27968f51416a tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:37:45.456547 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3652fafa-b9f1-4b49-ae94-27968f51416a tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Pushing event updated for resources: {'Port': ['ID=24e11adc-9e4e-4ba1-a674-567030f17b77,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:37:45.544620 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef0db75-6d3a-4fbf-a1a2-c88f3de1cdd6 req-8f1c17bd-e62b-4fd0-82f2-1b63b3c99068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:45.552348 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-eef0db75-6d3a-4fbf-a1a2-c88f3de1cdd6 req-8f1c17bd-e62b-4fd0-82f2-1b63b3c99068 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a56a567a-d5d5-4545-b54f-5c0089e8ebda HTTP/1.1" status: 200 len: 854 time: 0.2554126 May 31 13:37:45.584454 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:45.635986 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c4b4b3-8e4a-44d3-9b24-69e8e391184d req-3652fafa-b9f1-4b49-ae94-27968f51416a tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:45.636511 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-c2c4b4b3-8e4a-44d3-9b24-69e8e391184d req-3652fafa-b9f1-4b49-ae94-27968f51416a tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:45.710649 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6061124b-d931-4df6-b02d-8bc89bfed902 None None] Provisioning for port 24e11adc-9e4e-4ba1-a674-567030f17b77 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:37:45.720709 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6061124b-d931-4df6-b02d-8bc89bfed902 None None] Provisioning complete for port 24e11adc-9e4e-4ba1-a674-567030f17b77 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:37:45.721112 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6061124b-d931-4df6-b02d-8bc89bfed902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:45.737799 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d8ad80-8f6b-431e-af65-e9b8d0da90ea req-e18744e6-e08b-42b5-8101-29e4a157d5f0 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:45.742828 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-98d8ad80-8f6b-431e-af65-e9b8d0da90ea req-e18744e6-e08b-42b5-8101-29e4a157d5f0 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 947 time: 0.5222220 May 31 13:37:45.783126 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c2c4b4b3-8e4a-44d3-9b24-69e8e391184d req-3652fafa-b9f1-4b49-ae94-27968f51416a tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6352358 May 31 13:37:45.792156 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-6061124b-d931-4df6-b02d-8bc89bfed902 None None] Port 24e11adc-9e4e-4ba1-a674-567030f17b77 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:37:45.806247 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-c2c4b4b3-8e4a-44d3-9b24-69e8e391184d req-d730b2b4-6aec-4e62-be78-c01fccf3e9f2 service neutron] Request body: {'port': {'device_id': '3119bff3-3b39-4fe5-b827-7f7a676f68dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:37:45.897190 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-98d8ad80-8f6b-431e-af65-e9b8d0da90ea req-58900c06-8478-4bb5-acb1-883a3cafb2ec tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430414 May 31 13:37:45.904509 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef0db75-6d3a-4fbf-a1a2-c88f3de1cdd6 req-38e7d992-ceda-4804-ba6e-3b037bacfa13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:45.906070 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-eef0db75-6d3a-4fbf-a1a2-c88f3de1cdd6 req-38e7d992-ceda-4804-ba6e-3b037bacfa13 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7c231a84-2ec4-46e3-bc82-2098434c126a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3316338 May 31 13:37:46.100171 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd9f6d1-55e7-4008-bb8c-7fb8f1363271 req-0e2b7ca5-c504-4370-8c5d-e04d3b4187f3 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:46.101673 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7cd9f6d1-55e7-4008-bb8c-7fb8f1363271 req-0e2b7ca5-c504-4370-8c5d-e04d3b4187f3 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=161add32-ee3d-421d-8517-8574a862b2fd HTTP/1.1" status: 200 len: 945 time: 0.4499152 May 31 13:37:46.133663 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-c2c4b4b3-8e4a-44d3-9b24-69e8e391184d req-d730b2b4-6aec-4e62-be78-c01fccf3e9f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:46.415251 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7cd9f6d1-55e7-4008-bb8c-7fb8f1363271 req-206ab9e0-56fe-4c9f-8d02-76bd3aba9e73 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011627 May 31 13:37:46.425028 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-eef0db75-6d3a-4fbf-a1a2-c88f3de1cdd6 req-b8b6b982-eb4f-4b00-a2be-abca17863b31 service neutron] 10.222.0.44 "GET /v2.0/networks/7c231a84-2ec4-46e3-bc82-2098434c126a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4827998 May 31 13:37:46.582973 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60779bfb-c503-4d02-9717-0f8b97c673a5 req-9b058b9a-2470-4d4d-b535-65336c7a474f tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:46.584623 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-60779bfb-c503-4d02-9717-0f8b97c673a5 req-9b058b9a-2470-4d4d-b535-65336c7a474f tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=58cd7c3c-004a-4f96-8d08-1daaa42bf853 HTTP/1.1" status: 200 len: 946 time: 0.5431287 May 31 13:37:46.882387 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-eef0db75-6d3a-4fbf-a1a2-c88f3de1cdd6 req-90e67622-74b1-4405-a6da-eb46e79add0c service neutron] 10.222.0.44 "GET /v2.0/networks/7c231a84-2ec4-46e3-bc82-2098434c126a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4400167 May 31 13:37:46.890618 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-60779bfb-c503-4d02-9717-0f8b97c673a5 req-a25c26d1-53b3-49c0-9f23-b8b51a1f549e tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885249 May 31 13:37:46.991499 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85419e3-945d-4d99-ad70-5cd6fdf7c5b6 req-f807ef98-cc39-466e-96e9-518faad209fc tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:46.992985 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f85419e3-945d-4d99-ad70-5cd6fdf7c5b6 req-f807ef98-cc39-466e-96e9-518faad209fc tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/networks?id=7090fc64-4766-4bc1-8c8d-d8e3dd2b5735 HTTP/1.1" status: 200 len: 815 time: 0.3947282 May 31 13:37:47.078704 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f85419e3-945d-4d99-ad70-5cd6fdf7c5b6 req-55a348ab-28f7-460b-80d7-435850aa6876 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/quotas/c57625484b41479da30faed75e795b98 HTTP/1.1" status: 200 len: 375 time: 0.0777996 May 31 13:37:47.252176 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b982c7-f19e-471e-add7-b6cc49b528fd req-1bb2878a-7ee2-4a19-a1c8-baf59f8b7b83 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:47.253808 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-79b982c7-f19e-471e-add7-b6cc49b528fd req-1bb2878a-7ee2-4a19-a1c8-baf59f8b7b83 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.44 "GET /v2.0/ports?device_id=161add32-ee3d-421d-8517-8574a862b2fd HTTP/1.1" status: 200 len: 945 time: 0.3215573 May 31 13:37:47.306213 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-c2c4b4b3-8e4a-44d3-9b24-69e8e391184d req-d730b2b4-6aec-4e62-be78-c01fccf3e9f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24e11adc-9e4e-4ba1-a674-567030f17b77 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:37:47.334119 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device c4cf700e-e9c7-4a26-9349-5036f1754ff8 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:37:47.336831 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-c2c4b4b3-8e4a-44d3-9b24-69e8e391184d req-d730b2b4-6aec-4e62-be78-c01fccf3e9f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:47.358377 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeef48a-8b19-447b-ac7f-d4f4e31cbc3f req-9e46c4b7-3237-48c3-b59b-1d0624ed221a tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:47.366288 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cdeef48a-8b19-447b-ac7f-d4f4e31cbc3f req-9e46c4b7-3237-48c3-b59b-1d0624ed221a tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ac966e4-1a96-4325-9a3b-52a1881b40fb HTTP/1.1" status: 200 len: 943 time: 0.3641944 May 31 13:37:47.401108 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f85419e3-945d-4d99-ad70-5cd6fdf7c5b6 req-a668328e-77c2-42bf-88c9-dadac7ee930d tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c57625484b41479da30faed75e795b98&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3115635 May 31 13:37:47.402261 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-c2c4b4b3-8e4a-44d3-9b24-69e8e391184d req-d730b2b4-6aec-4e62-be78-c01fccf3e9f2 service neutron] Transition to ACTIVE for port object 24e11adc-9e4e-4ba1-a674-567030f17b77 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:37:47.413158 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-79b982c7-f19e-471e-add7-b6cc49b528fd req-2245e930-f810-4931-b7b3-187d2f29cb11 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Deleting port 5a59ae0c-a4ce-48d4-bbb5-ae70e62df17d {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:37:47.413698 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-79b982c7-f19e-471e-add7-b6cc49b528fd req-2245e930-f810-4931-b7b3-187d2f29cb11 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:47.457668 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-c2c4b4b3-8e4a-44d3-9b24-69e8e391184d req-d730b2b4-6aec-4e62-be78-c01fccf3e9f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:47.530126 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f109498d-750f-4ac3-904c-47f675f08a05 req-8c623838-f9e3-4c97-9873-cd99893330eb tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:47.531916 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-f109498d-750f-4ac3-904c-47f675f08a05 req-8c623838-f9e3-4c97-9873-cd99893330eb tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Synchronizing usage tracker for tenant:c57625484b41479da30faed75e795b98 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:37:47.535427 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port c4cf700e-e9c7-4a26-9349-5036f1754ff8, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=c4cf700e-e9c7-4a26-9349-5036f1754ff8,segment=NetworkSegment(0c8aa3a6-47b8-4f9f-a1d3-b43478db3f3f),segment_id=0c8aa3a6-47b8-4f9f-a1d3-b43478db3f3f)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:37:47.554560 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-f109498d-750f-4ac3-904c-47f675f08a05 req-8c623838-f9e3-4c97-9873-cd99893330eb tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Unset dirty status for tenant:c57625484b41479da30faed75e795b98 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:37:47.556528 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f109498d-750f-4ac3-904c-47f675f08a05 req-8c623838-f9e3-4c97-9873-cd99893330eb tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.44 "GET /v2.0/ports?device_id=e50c4000-326f-4831-abd3-b25a6f559834 HTTP/1.1" status: 200 len: 945 time: 0.1935019 May 31 13:37:47.558219 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': 'c4cf700e-e9c7-4a26-9349-5036f1754ff8', 'network_id': '7c231a84-2ec4-46e3-bc82-2098434c126a', 'port_id': 'c4cf700e-e9c7-4a26-9349-5036f1754ff8', 'mac_address': 'fa:16:3e:97:ee:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a56a567a-d5d5-4545-b54f-5c0089e8ebda', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:37:47.647122 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-f109498d-750f-4ac3-904c-47f675f08a05 req-8cdd1166-a275-4d15-900b-5a9e9e5c220d tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Deleting port 051805ca-ed74-4568-b21e-cd8effdd3795 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:37:47.647616 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-f109498d-750f-4ac3-904c-47f675f08a05 req-8cdd1166-a275-4d15-900b-5a9e9e5c220d tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:47.663937 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port c4cf700e-e9c7-4a26-9349-5036f1754ff8 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:37:47.664440 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:47.681132 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cdeef48a-8b19-447b-ac7f-d4f4e31cbc3f req-d0ed7970-996b-41bd-a10e-8fe13d58bbbe tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] 10.222.0.50 "GET /v2.0/security-groups?id=084da752-3a41-4056-92fa-adecd0044d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3137543 May 31 13:37:47.691343 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4cf700e-e9c7-4a26-9349-5036f1754ff8 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:37:47.724504 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port c4cf700e-e9c7-4a26-9349-5036f1754ff8, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=c4cf700e-e9c7-4a26-9349-5036f1754ff8,segment=NetworkSegment(0c8aa3a6-47b8-4f9f-a1d3-b43478db3f3f),segment_id=0c8aa3a6-47b8-4f9f-a1d3-b43478db3f3f)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:37:47.729681 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:47.902440 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=c4cf700e-e9c7-4a26-9349-5036f1754ff8,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:37:47.927915 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d730b2b4-6aec-4e62-be78-c01fccf3e9f2 service neutron] Pushing event updated for resources: {'Port': ['ID=24e11adc-9e4e-4ba1-a674-567030f17b77,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:37:48.103294 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-f109498d-750f-4ac3-904c-47f675f08a05 req-8cdd1166-a275-4d15-900b-5a9e9e5c220d tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] For port 051805ca-ed74-4568-b21e-cd8effdd3795, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=051805ca-ed74-4568-b21e-cd8effdd3795,segment=NetworkSegment(d3443ede-b43a-41d6-a2b9-2ee5a31d0003),segment_id=d3443ede-b43a-41d6-a2b9-2ee5a31d0003)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:37:48.103707 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-f109498d-750f-4ac3-904c-47f675f08a05 req-8cdd1166-a275-4d15-900b-5a9e9e5c220d tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:48.107438 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['c4cf700e-e9c7-4a26-9349-5036f1754ff8'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:37:48.371665 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f85419e3-945d-4d99-ad70-5cd6fdf7c5b6 req-7b7db6f9-243a-4344-a128-313774200680 service neutron] 10.222.0.50 "GET /v2.0/networks/7090fc64-4766-4bc1-8c8d-d8e3dd2b5735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9181874 May 31 13:37:48.402246 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-f109498d-750f-4ac3-904c-47f675f08a05 req-8cdd1166-a275-4d15-900b-5a9e9e5c220d tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Calling delete_port for 051805ca-ed74-4568-b21e-cd8effdd3795 owned by compute:nova {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:37:48.562178 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-c2c4b4b3-8e4a-44d3-9b24-69e8e391184d req-d730b2b4-6aec-4e62-be78-c01fccf3e9f2 service neutron] Attempting to bind port 24e11adc-9e4e-4ba1-a674-567030f17b77 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:37:48.562537 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-c2c4b4b3-8e4a-44d3-9b24-69e8e391184d req-d730b2b4-6aec-4e62-be78-c01fccf3e9f2 service neutron] Attempting to bind port 24e11adc-9e4e-4ba1-a674-567030f17b77 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': '4d75b4c6-9dbf-466e-9960-e4baeffc8b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ef7bc708-faad-4f53-9863-9b17fc2bd3a4'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:37:48.563124 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c4b4b3-8e4a-44d3-9b24-69e8e391184d req-d730b2b4-6aec-4e62-be78-c01fccf3e9f2 service neutron] Attempting to bind port 24e11adc-9e4e-4ba1-a674-567030f17b77 on network ef7bc708-faad-4f53-9863-9b17fc2bd3a4 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:37:48.578507 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-f109498d-750f-4ac3-904c-47f675f08a05 req-8cdd1166-a275-4d15-900b-5a9e9e5c220d tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:48.589935 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-79b982c7-f19e-471e-add7-b6cc49b528fd req-2245e930-f810-4931-b7b3-187d2f29cb11 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] For port 5a59ae0c-a4ce-48d4-bbb5-ae70e62df17d, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=5a59ae0c-a4ce-48d4-bbb5-ae70e62df17d,segment=NetworkSegment(ac59caff-d513-4fef-b003-5737787eb94f),segment_id=ac59caff-d513-4fef-b003-5737787eb94f)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:37:48.590565 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-79b982c7-f19e-471e-add7-b6cc49b528fd req-2245e930-f810-4931-b7b3-187d2f29cb11 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:48.605945 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c4b4b3-8e4a-44d3-9b24-69e8e391184d req-d730b2b4-6aec-4e62-be78-c01fccf3e9f2 service neutron] Port 24e11adc-9e4e-4ba1-a674-567030f17b77 on network ef7bc708-faad-4f53-9863-9b17fc2bd3a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:37:48.606298 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c4b4b3-8e4a-44d3-9b24-69e8e391184d req-d730b2b4-6aec-4e62-be78-c01fccf3e9f2 service neutron] Attempting to bind port 24e11adc-9e4e-4ba1-a674-567030f17b77 on network ef7bc708-faad-4f53-9863-9b17fc2bd3a4 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:37:48.718038 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdd1166-a275-4d15-900b-5a9e9e5c220d tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Pushing event deleted for resources: {'Port': ['ID=051805ca-ed74-4568-b21e-cd8effdd3795,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:37:48.734586 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-79b982c7-f19e-471e-add7-b6cc49b528fd req-2245e930-f810-4931-b7b3-187d2f29cb11 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Calling delete_port for 5a59ae0c-a4ce-48d4-bbb5-ae70e62df17d owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:37:48.773843 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-f109498d-750f-4ac3-904c-47f675f08a05 req-8cdd1166-a275-4d15-900b-5a9e9e5c220d tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] No DVR routers for this DVR port 051805ca-ed74-4568-b21e-cd8effdd3795 on host n-h2-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:37:48.774311 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c4b4b3-8e4a-44d3-9b24-69e8e391184d req-d730b2b4-6aec-4e62-be78-c01fccf3e9f2 service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:37:48.774831 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c4b4b3-8e4a-44d3-9b24-69e8e391184d req-d730b2b4-6aec-4e62-be78-c01fccf3e9f2 service neutron] Checking segment: {'id': '4d75b4c6-9dbf-466e-9960-e4baeffc8b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ef7bc708-faad-4f53-9863-9b17fc2bd3a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:37:48.775391 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c4b4b3-8e4a-44d3-9b24-69e8e391184d req-d730b2b4-6aec-4e62-be78-c01fccf3e9f2 service neutron] Bound using segment: {'id': '4d75b4c6-9dbf-466e-9960-e4baeffc8b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ef7bc708-faad-4f53-9863-9b17fc2bd3a4'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:37:48.776162 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-c2c4b4b3-8e4a-44d3-9b24-69e8e391184d req-d730b2b4-6aec-4e62-be78-c01fccf3e9f2 service neutron] Bound port: 24e11adc-9e4e-4ba1-a674-567030f17b77, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d75b4c6-9dbf-466e-9960-e4baeffc8b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ef7bc708-faad-4f53-9863-9b17fc2bd3a4'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:37:48.776696 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-c2c4b4b3-8e4a-44d3-9b24-69e8e391184d req-d730b2b4-6aec-4e62-be78-c01fccf3e9f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:48.777904 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-f109498d-750f-4ac3-904c-47f675f08a05 req-8cdd1166-a275-4d15-900b-5a9e9e5c220d tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:48.782878 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e50c4000-326f-4831-abd3-b25a6f559834', 'name': 'network-vif-deleted', 'tag': '051805ca-ed74-4568-b21e-cd8effdd3795'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:37:48.802245 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f109498d-750f-4ac3-904c-47f675f08a05 req-8cdd1166-a275-4d15-900b-5a9e9e5c220d tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.44 "DELETE /v2.0/ports/051805ca-ed74-4568-b21e-cd8effdd3795 HTTP/1.1" status: 204 len: 173 time: 1.2387164 May 31 13:37:48.831651 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31796e4c-563a-4970-a831-039ce162f80c req-1bdef1bf-874a-415e-98e5-4d19de9e8296 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:48.833573 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-31796e4c-563a-4970-a831-039ce162f80c req-1bdef1bf-874a-415e-98e5-4d19de9e8296 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 947 time: 0.7345724 May 31 13:37:48.835725 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f85419e3-945d-4d99-ad70-5cd6fdf7c5b6 req-00864fcb-d2d2-49e0-b9e1-4a3885ff735e service neutron] 10.222.0.50 "GET /v2.0/networks/7090fc64-4766-4bc1-8c8d-d8e3dd2b5735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4535167 May 31 13:37:49.015976 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-31796e4c-563a-4970-a831-039ce162f80c req-eb73dab5-f9cf-4b91-9567-2831ce4b0c17 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417127 May 31 13:37:49.030733 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-c2c4b4b3-8e4a-44d3-9b24-69e8e391184d req-d730b2b4-6aec-4e62-be78-c01fccf3e9f2 service neutron] For port 24e11adc-9e4e-4ba1-a674-567030f17b77, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:37:49.045982 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-c2c4b4b3-8e4a-44d3-9b24-69e8e391184d req-d730b2b4-6aec-4e62-be78-c01fccf3e9f2 service neutron] For port 24e11adc-9e4e-4ba1-a674-567030f17b77, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=24e11adc-9e4e-4ba1-a674-567030f17b77,segment=NetworkSegment(4d75b4c6-9dbf-466e-9960-e4baeffc8b58),segment_id=4d75b4c6-9dbf-466e-9960-e4baeffc8b58)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:37:49.065620 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-c2c4b4b3-8e4a-44d3-9b24-69e8e391184d req-d730b2b4-6aec-4e62-be78-c01fccf3e9f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:49.116717 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-79b982c7-f19e-471e-add7-b6cc49b528fd req-2245e930-f810-4931-b7b3-187d2f29cb11 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:49.130763 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['62b05f69-ad8d-466d-8bd6-4a827b01fe2d'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:37:49.220302 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c4b4b3-8e4a-44d3-9b24-69e8e391184d req-d730b2b4-6aec-4e62-be78-c01fccf3e9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:49.221268 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-c2c4b4b3-8e4a-44d3-9b24-69e8e391184d req-d730b2b4-6aec-4e62-be78-c01fccf3e9f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:49.222665 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c2c4b4b3-8e4a-44d3-9b24-69e8e391184d req-d730b2b4-6aec-4e62-be78-c01fccf3e9f2 service neutron] 10.222.0.44 "PUT /v2.0/ports/24e11adc-9e4e-4ba1-a674-567030f17b77 HTTP/1.1" status: 200 len: 1091 time: 3.4225860 May 31 13:37:49.225477 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3119bff3-3b39-4fe5-b827-7f7a676f68dc', 'tag': '24e11adc-9e4e-4ba1-a674-567030f17b77'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:37:49.303608 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['051805ca-ed74-4568-b21e-cd8effdd3795'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:37:49.370266 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['f0c5e728-aa10-4494-b34c-e6882452c965', '5a59ae0c-a4ce-48d4-bbb5-ae70e62df17d'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:37:49.415865 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b95cdf79-8c62-4ac8-af9b-7793ff299010 req-ee687639-78d2-4655-b2d1-6fe80d887676 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=161add32-ee3d-421d-8517-8574a862b2fd HTTP/1.1" status: 200 len: 210 time: 0.1977184 May 31 13:37:49.540736 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d730b2b4-6aec-4e62-be78-c01fccf3e9f2 service neutron] Pushing event updated for resources: {'Port': ['ID=24e11adc-9e4e-4ba1-a674-567030f17b77,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:37:49.548215 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-79b982c7-f19e-471e-add7-b6cc49b528fd req-2245e930-f810-4931-b7b3-187d2f29cb11 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] No DVR routers for this DVR port 5a59ae0c-a4ce-48d4-bbb5-ae70e62df17d on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:37:49.604066 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2245e930-f810-4931-b7b3-187d2f29cb11 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Pushing event deleted for resources: {'Port': ['ID=5a59ae0c-a4ce-48d4-bbb5-ae70e62df17d,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:37:49.606731 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-79b982c7-f19e-471e-add7-b6cc49b528fd req-2245e930-f810-4931-b7b3-187d2f29cb11 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:49.643805 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-79b982c7-f19e-471e-add7-b6cc49b528fd req-2245e930-f810-4931-b7b3-187d2f29cb11 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.44 "DELETE /v2.0/ports/5a59ae0c-a4ce-48d4-bbb5-ae70e62df17d HTTP/1.1" status: 204 len: 173 time: 2.3785799 May 31 13:37:49.653951 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61807730-81a9-42be-a2eb-bf4a46e8428e req-efcd903a-ceb9-40ba-83af-e4bb5271e862 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:49.656622 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-61807730-81a9-42be-a2eb-bf4a46e8428e req-efcd903a-ceb9-40ba-83af-e4bb5271e862 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Synchronizing usage tracker for tenant:bc5142db886b48f8906c49afcc233362 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:37:49.738723 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-61807730-81a9-42be-a2eb-bf4a46e8428e req-efcd903a-ceb9-40ba-83af-e4bb5271e862 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Unset dirty status for tenant:bc5142db886b48f8906c49afcc233362 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:37:49.747097 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-61807730-81a9-42be-a2eb-bf4a46e8428e req-efcd903a-ceb9-40ba-83af-e4bb5271e862 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=3119bff3-3b39-4fe5-b827-7f7a676f68dc HTTP/1.1" status: 200 len: 943 time: 0.6276846 May 31 13:37:49.781854 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c4b4b3-8e4a-44d3-9b24-69e8e391184d req-7ba28551-87be-4c87-b318-71730a35e484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:49.785068 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c2c4b4b3-8e4a-44d3-9b24-69e8e391184d req-7ba28551-87be-4c87-b318-71730a35e484 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bc5142db886b48f8906c49afcc233362&device_id=3119bff3-3b39-4fe5-b827-7f7a676f68dc HTTP/1.1" status: 200 len: 1094 time: 0.5069301 May 31 13:37:49.886986 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-61807730-81a9-42be-a2eb-bf4a46e8428e req-67e6e80a-27d3-4a2d-a4ff-b273b2e533b2 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=b28319a5-744d-4c54-bfbf-469a0b7a5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384697 May 31 13:37:49.913775 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c2c4b4b3-8e4a-44d3-9b24-69e8e391184d req-8a0045c5-9ef6-4642-956f-f933a67f41f2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=24e11adc-9e4e-4ba1-a674-567030f17b77 HTTP/1.1" status: 200 len: 217 time: 0.0977998 May 31 13:37:49.996572 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a605d467-ad79-4046-84f9-f1ce98c89de3 req-afda6c18-40ed-4e28-a5a7-4e694f757521 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:50.004835 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a605d467-ad79-4046-84f9-f1ce98c89de3 req-afda6c18-40ed-4e28-a5a7-4e694f757521 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=58cd7c3c-004a-4f96-8d08-1daaa42bf853 HTTP/1.1" status: 200 len: 946 time: 0.3411770 May 31 13:37:50.070027 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c4b4b3-8e4a-44d3-9b24-69e8e391184d req-7a5f437b-21e0-4d8c-98b3-b2fa2c8abc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:50.071477 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c2c4b4b3-8e4a-44d3-9b24-69e8e391184d req-7a5f437b-21e0-4d8c-98b3-b2fa2c8abc2a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=03601eff-cc07-4210-91b9-54e2e22c50f4 HTTP/1.1" status: 200 len: 850 time: 0.1513782 May 31 13:37:50.168559 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a605d467-ad79-4046-84f9-f1ce98c89de3 req-da8d3ea7-edeb-43da-aa5e-509cdec2332f tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626823 May 31 13:37:50.219361 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c4b4b3-8e4a-44d3-9b24-69e8e391184d req-7fa69b83-24f7-4d70-8caa-c85589326843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:50.221913 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c2c4b4b3-8e4a-44d3-9b24-69e8e391184d req-7fa69b83-24f7-4d70-8caa-c85589326843 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ef7bc708-faad-4f53-9863-9b17fc2bd3a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1275854 May 31 13:37:50.226565 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e51d6fa8-0682-4d8d-bcda-d2501e06e9c2'] response: {'server_uuid': 'e50c4000-326f-4831-abd3-b25a6f559834', 'name': 'network-vif-deleted', 'tag': '051805ca-ed74-4568-b21e-cd8effdd3795', 'status': 'completed', 'code': 200} May 31 13:37:50.229355 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36284bc0-e5c3-446c-ba38-b2baec057d47 req-fa990875-e589-48e8-b209-297ee9180ca0 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:50.236495 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-36284bc0-e5c3-446c-ba38-b2baec057d47 req-fa990875-e589-48e8-b209-297ee9180ca0 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ac966e4-1a96-4325-9a3b-52a1881b40fb HTTP/1.1" status: 200 len: 944 time: 0.2050178 May 31 13:37:50.551002 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-beb99a77-814f-4b79-ad3e-2bb4fc5b6ece req-9a573f87-3f73-4741-a813-9e620c252867 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/ports?device_id=b63bb906-ec74-4acc-bada-32de5093f62a HTTP/1.1" status: 200 len: 210 time: 0.0726278 May 31 13:37:50.556752 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-36284bc0-e5c3-446c-ba38-b2baec057d47 req-ff1f4ac4-8e88-49fe-bfe1-1a052cedaf32 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] 10.222.0.50 "GET /v2.0/security-groups?id=084da752-3a41-4056-92fa-adecd0044d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3194125 May 31 13:37:50.634096 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c2c4b4b3-8e4a-44d3-9b24-69e8e391184d req-2830dcfe-b9e9-43d0-83f2-7b7813cf1985 service neutron] 10.222.0.44 "GET /v2.0/networks/ef7bc708-faad-4f53-9863-9b17fc2bd3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3949318 May 31 13:37:50.644441 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f599bab-33ce-4105-8e96-6e807fd6a8e9'] response: {'name': 'network-changed', 'server_uuid': '3119bff3-3b39-4fe5-b827-7f7a676f68dc', 'tag': '24e11adc-9e4e-4ba1-a674-567030f17b77', 'status': 'completed', 'code': 200} May 31 13:37:50.868425 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c2c4b4b3-8e4a-44d3-9b24-69e8e391184d req-0fc9083a-daaf-400c-a3e1-7c927c95134a service neutron] 10.222.0.44 "GET /v2.0/networks/ef7bc708-faad-4f53-9863-9b17fc2bd3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261491 May 31 13:37:50.877128 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da762919-1998-49ba-ad9a-5ea98a575b75 req-212a8835-4bb2-451b-99e1-1d536df62c18 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:50.884752 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-da762919-1998-49ba-ad9a-5ea98a575b75 req-212a8835-4bb2-451b-99e1-1d536df62c18 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 947 time: 0.1483960 May 31 13:37:50.944165 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-da762919-1998-49ba-ad9a-5ea98a575b75 req-1b7418fe-a910-4e95-b017-9eca29351ce2 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580955 May 31 13:37:51.359376 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device c4cf700e-e9c7-4a26-9349-5036f1754ff8 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:37:51.366770 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85419e3-945d-4d99-ad70-5cd6fdf7c5b6 req-89102232-f2d5-4b0c-9248-dd73f1cdd635 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:51.368242 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f85419e3-945d-4d99-ad70-5cd6fdf7c5b6 req-89102232-f2d5-4b0c-9248-dd73f1cdd635 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.44 "GET /v2.0/networks?id=7090fc64-4766-4bc1-8c8d-d8e3dd2b5735 HTTP/1.1" status: 200 len: 815 time: 0.3329737 May 31 13:37:51.387550 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-f85419e3-945d-4d99-ad70-5cd6fdf7c5b6 req-eb9c81f1-e08c-478b-9c5a-ffb88536a196 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Request body: {'port': {'device_id': 'b63bb906-ec74-4acc-bada-32de5093f62a', 'network_id': '7090fc64-4766-4bc1-8c8d-d8e3dd2b5735', 'admin_state_up': True, 'tenant_id': 'c57625484b41479da30faed75e795b98'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:37:51.416176 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c61d61-8412-4c2a-82d0-4566f7473ffd req-d3260661-c2e6-4392-bbeb-9da975cd9692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:51.417739 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-16c61d61-8412-4c2a-82d0-4566f7473ffd req-d3260661-c2e6-4392-bbeb-9da975cd9692 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bc5142db886b48f8906c49afcc233362&device_id=3119bff3-3b39-4fe5-b827-7f7a676f68dc HTTP/1.1" status: 200 len: 1094 time: 0.4720082 May 31 13:37:51.448891 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port c4cf700e-e9c7-4a26-9349-5036f1754ff8 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:37:51.455924 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port c4cf700e-e9c7-4a26-9349-5036f1754ff8 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:37:51.456395 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:51.493872 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d1d926-639e-46d4-a85b-5efd3b303b60 req-5ca448fc-51f5-4111-a394-a20a1ccd5469 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:51.495302 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-00d1d926-639e-46d4-a85b-5efd3b303b60 req-5ca448fc-51f5-4111-a394-a20a1ccd5469 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=3119bff3-3b39-4fe5-b827-7f7a676f68dc HTTP/1.1" status: 200 len: 943 time: 0.4126213 May 31 13:37:51.535656 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a346f-5f3c-4d11-b455-f96c89566e59 req-111515db-7b3a-4975-b5a6-8701b8bb4c16 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:51.536361 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-a15a346f-5f3c-4d11-b455-f96c89566e59 req-111515db-7b3a-4975-b5a6-8701b8bb4c16 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Synchronizing usage tracker for tenant:e7915944b7b94ed798ed9400dc43e749 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:37:51.602184 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port c4cf700e-e9c7-4a26-9349-5036f1754ff8 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:37:51.602561 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:51.640593 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ac966e4-1a96-4325-9a3b-52a1881b40fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4cf700e-e9c7-4a26-9349-5036f1754ff8'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:37:51.649610 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port c4cf700e-e9c7-4a26-9349-5036f1754ff8, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=c4cf700e-e9c7-4a26-9349-5036f1754ff8,segment=NetworkSegment(0c8aa3a6-47b8-4f9f-a1d3-b43478db3f3f),segment_id=0c8aa3a6-47b8-4f9f-a1d3-b43478db3f3f)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:37:51.655639 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:51.656247 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 051805ca-ed74-4568-b21e-cd8effdd3795 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:37:51.699519 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-a15a346f-5f3c-4d11-b455-f96c89566e59 req-111515db-7b3a-4975-b5a6-8701b8bb4c16 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Unset dirty status for tenant:e7915944b7b94ed798ed9400dc43e749 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:37:51.701104 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a15a346f-5f3c-4d11-b455-f96c89566e59 req-111515db-7b3a-4975-b5a6-8701b8bb4c16 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=e916cc20-e657-4f37-9909-5b5b59fa407c HTTP/1.1" status: 200 len: 946 time: 0.6173556 May 31 13:37:51.735103 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] No Port match for: 051805ca-ed74-4568-b21e-cd8effdd3795 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:37:51.735633 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 051805ca-ed74-4568-b21e-cd8effdd3795 not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:37:51.736059 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 5a59ae0c-a4ce-48d4-bbb5-ae70e62df17d no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:37:51.737399 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-00d1d926-639e-46d4-a85b-5efd3b303b60 req-113d2932-b00d-4173-b6b6-02dd99208b68 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=b28319a5-744d-4c54-bfbf-469a0b7a5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102635 May 31 13:37:51.764407 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-f85419e3-945d-4d99-ad70-5cd6fdf7c5b6 req-eb9c81f1-e08c-478b-9c5a-ffb88536a196 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:37:51.780087 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-f85419e3-945d-4d99-ad70-5cd6fdf7c5b6 req-eb9c81f1-e08c-478b-9c5a-ffb88536a196 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Usage tracker for resource:port and tenant:c57625484b41479da30faed75e795b98 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:37:51.786354 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-f85419e3-945d-4d99-ad70-5cd6fdf7c5b6 req-eb9c81f1-e08c-478b-9c5a-ffb88536a196 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:37:51.789564 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] No Port match for: 5a59ae0c-a4ce-48d4-bbb5-ae70e62df17d {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:37:51.790089 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 5a59ae0c-a4ce-48d4-bbb5-ae70e62df17d not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:37:51.806470 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-f85419e3-945d-4d99-ad70-5cd6fdf7c5b6 req-eb9c81f1-e08c-478b-9c5a-ffb88536a196 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:37:51.814445 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c61d61-8412-4c2a-82d0-4566f7473ffd req-09db3698-1739-4406-b105-6fc6b7e63c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:51.816106 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-16c61d61-8412-4c2a-82d0-4566f7473ffd req-09db3698-1739-4406-b105-6fc6b7e63c90 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ef7bc708-faad-4f53-9863-9b17fc2bd3a4 HTTP/1.1" status: 200 len: 912 time: 0.3318431 May 31 13:37:51.822737 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=c4cf700e-e9c7-4a26-9349-5036f1754ff8,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:37:51.838919 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:37:51.839369 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:37:51.839868 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:37:51.840303 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:37:51.840737 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:37:51.841165 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:37:51.841590 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:37:51.842024 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:37:51.842471 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:37:51.842886 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:37:51.843306 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:37:51.843847 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:37:51.878518 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a15a346f-5f3c-4d11-b455-f96c89566e59 req-15fa2fd7-c8f2-4612-93b0-c10e2a50a669 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502817 May 31 13:37:51.892597 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f85419e3-945d-4d99-ad70-5cd6fdf7c5b6 req-eb9c81f1-e08c-478b-9c5a-ffb88536a196 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Made reservation on behalf of c57625484b41479da30faed75e795b98 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:37:51.898543 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f85419e3-945d-4d99-ad70-5cd6fdf7c5b6 req-eb9c81f1-e08c-478b-9c5a-ffb88536a196 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:51.919914 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-16c61d61-8412-4c2a-82d0-4566f7473ffd req-54c6fed7-364a-4e8d-9e8b-1f327d4c4965 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=24e11adc-9e4e-4ba1-a674-567030f17b77 HTTP/1.1" status: 200 len: 217 time: 0.0955758 May 31 13:37:52.161144 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2a0c283c-8cf4-4e04-9afa-714ab10c1b7e req-c67f22a7-f703-4744-810a-0e8b90ae3233 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/ports?device_id=b63bb906-ec74-4acc-bada-32de5093f62a HTTP/1.1" status: 200 len: 210 time: 0.1260760 May 31 13:37:52.182776 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c61d61-8412-4c2a-82d0-4566f7473ffd req-a775dd48-0ef8-4e41-956e-73f35cc86ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:52.184109 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-16c61d61-8412-4c2a-82d0-4566f7473ffd req-a775dd48-0ef8-4e41-956e-73f35cc86ea5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=03601eff-cc07-4210-91b9-54e2e22c50f4 HTTP/1.1" status: 200 len: 850 time: 0.2557180 May 31 13:37:52.502881 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca150f-4a7a-402e-8879-2b2e85c9bbc2 req-4900a68b-f91b-482f-ac4a-eb411f0430c9 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:52.504329 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-48ca150f-4a7a-402e-8879-2b2e85c9bbc2 req-4900a68b-f91b-482f-ac4a-eb411f0430c9 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=58cd7c3c-004a-4f96-8d08-1daaa42bf853 HTTP/1.1" status: 200 len: 946 time: 0.5781269 May 31 13:37:52.514139 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-f85419e3-945d-4d99-ad70-5cd6fdf7c5b6 req-eb9c81f1-e08c-478b-9c5a-ffb88536a196 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Allocated IP 172.20.0.8 (7090fc64-4766-4bc1-8c8d-d8e3dd2b5735/0cac9d00-a8ca-4f0c-abe0-a23f396b4dab/943aec67-dbc5-41ac-b47e-abf1e5a4b9a3) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:37:52.594256 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c61d61-8412-4c2a-82d0-4566f7473ffd req-e6bb8969-45bd-48aa-968a-35d53f2a5fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:52.596415 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-16c61d61-8412-4c2a-82d0-4566f7473ffd req-e6bb8969-45bd-48aa-968a-35d53f2a5fc4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ef7bc708-faad-4f53-9863-9b17fc2bd3a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4023654 May 31 13:37:52.654200 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0153ed-afc1-45bd-9db1-7f1bdce22dac req-722953f9-0780-4e01-be53-7b23ca1c9b59 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:52.655658 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7b0153ed-afc1-45bd-9db1-7f1bdce22dac req-722953f9-0780-4e01-be53-7b23ca1c9b59 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ac966e4-1a96-4325-9a3b-52a1881b40fb HTTP/1.1" status: 200 len: 945 time: 0.2660432 May 31 13:37:52.661116 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-48ca150f-4a7a-402e-8879-2b2e85c9bbc2 req-eaf79ecd-2b92-4804-ba63-53f60db7359c tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420634 May 31 13:37:52.661943 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '161add32-ee3d-421d-8517-8574a862b2fd', 'name': 'network-vif-deleted', 'tag': '5a59ae0c-a4ce-48d4-bbb5-ae70e62df17d'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:37:52.734792 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fef2c2ad-8285-4209-851e-ebc4078f07f9'] response: {'server_uuid': '4ac966e4-1a96-4325-9a3b-52a1881b40fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4cf700e-e9c7-4a26-9349-5036f1754ff8', 'code': 200} May 31 13:37:52.895908 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745dbee9-52d4-42e4-bb13-e72d047fa991 req-beb9b897-3354-4aed-b6e0-bf976afffa9f tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:52.896701 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-745dbee9-52d4-42e4-bb13-e72d047fa991 req-beb9b897-3354-4aed-b6e0-bf976afffa9f tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Synchronizing usage tracker for tenant:e7915944b7b94ed798ed9400dc43e749 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:37:52.909275 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-745dbee9-52d4-42e4-bb13-e72d047fa991 req-beb9b897-3354-4aed-b6e0-bf976afffa9f tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Unset dirty status for tenant:e7915944b7b94ed798ed9400dc43e749 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:37:52.910578 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-745dbee9-52d4-42e4-bb13-e72d047fa991 req-beb9b897-3354-4aed-b6e0-bf976afffa9f tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.44 "GET /v2.0/ports?device_id=e916cc20-e657-4f37-9909-5b5b59fa407c HTTP/1.1" status: 200 len: 946 time: 0.1181281 May 31 13:37:52.984413 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-745dbee9-52d4-42e4-bb13-e72d047fa991 req-d469b33c-2c49-4531-80b9-62bbba70160d tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Deleting port f0c5e728-aa10-4494-b34c-e6882452c965 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:37:52.984885 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-745dbee9-52d4-42e4-bb13-e72d047fa991 req-d469b33c-2c49-4531-80b9-62bbba70160d tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:53.013074 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7b0153ed-afc1-45bd-9db1-7f1bdce22dac req-d5939c62-e0b1-4a23-8de3-a51a85dcf258 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] 10.222.0.50 "GET /v2.0/security-groups?id=084da752-3a41-4056-92fa-adecd0044d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3410871 May 31 13:37:53.089516 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-16c61d61-8412-4c2a-82d0-4566f7473ffd req-c41052d2-295e-4976-ae7e-efbaead42737 service neutron] 10.222.0.44 "GET /v2.0/networks/ef7bc708-faad-4f53-9863-9b17fc2bd3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4744170 May 31 13:37:53.098453 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cea4114-ba5e-45ee-80e0-897243da8dfd'] response: {'server_uuid': '161add32-ee3d-421d-8517-8574a862b2fd', 'name': 'network-vif-deleted', 'tag': '5a59ae0c-a4ce-48d4-bbb5-ae70e62df17d', 'status': 'completed', 'code': 200} May 31 13:37:53.275901 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-745dbee9-52d4-42e4-bb13-e72d047fa991 req-d469b33c-2c49-4531-80b9-62bbba70160d tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] For port f0c5e728-aa10-4494-b34c-e6882452c965, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=f0c5e728-aa10-4494-b34c-e6882452c965,segment=NetworkSegment(ac59caff-d513-4fef-b003-5737787eb94f),segment_id=ac59caff-d513-4fef-b003-5737787eb94f)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:37:53.276261 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-745dbee9-52d4-42e4-bb13-e72d047fa991 req-d469b33c-2c49-4531-80b9-62bbba70160d tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:53.312276 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f85419e3-945d-4d99-ad70-5cd6fdf7c5b6 req-eb9c81f1-e08c-478b-9c5a-ffb88536a196 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:53.326016 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22522504-cecb-4cc5-b68b-f8e69060fbd2 req-4490002c-564e-4eff-be61-1486c2437cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:53.327736 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-22522504-cecb-4cc5-b68b-f8e69060fbd2 req-4490002c-564e-4eff-be61-1486c2437cfd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4ac966e4-1a96-4325-9a3b-52a1881b40fb HTTP/1.1" status: 200 len: 1096 time: 0.4455171 May 31 13:37:53.357740 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 24e11adc-9e4e-4ba1-a674-567030f17b77 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:37:53.377027 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aced2ca-87b5-4d0d-a43a-703e423e01c8 req-28d6195f-58cf-405b-89c0-8423c1be79f2 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:53.384514 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8aced2ca-87b5-4d0d-a43a-703e423e01c8 req-28d6195f-58cf-405b-89c0-8423c1be79f2 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 947 time: 0.5108931 May 31 13:37:53.416974 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-745dbee9-52d4-42e4-bb13-e72d047fa991 req-d469b33c-2c49-4531-80b9-62bbba70160d tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Calling delete_port for f0c5e728-aa10-4494-b34c-e6882452c965 owned by compute:nova {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:37:53.479644 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-16c61d61-8412-4c2a-82d0-4566f7473ffd req-14c6220c-582d-44ff-a4ce-bb87cc3c9a3b service neutron] 10.222.0.44 "GET /v2.0/networks/ef7bc708-faad-4f53-9863-9b17fc2bd3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3790231 May 31 13:37:53.492885 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-22522504-cecb-4cc5-b68b-f8e69060fbd2 req-8a0a800d-2a2a-4c72-bb61-b11a60e9ef45 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=084da752-3a41-4056-92fa-adecd0044d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1561849 May 31 13:37:53.514121 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8aced2ca-87b5-4d0d-a43a-703e423e01c8 req-e1d88199-3892-416a-924a-281534e2d2eb tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286340 May 31 13:37:53.554651 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b34a75-366e-4886-9ad2-2fbd32e29031 req-8e327f30-370c-459e-af1d-21b3f8d21d47 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:53.560279 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-30b34a75-366e-4886-9ad2-2fbd32e29031 req-8e327f30-370c-459e-af1d-21b3f8d21d47 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=3119bff3-3b39-4fe5-b827-7f7a676f68dc HTTP/1.1" status: 200 len: 943 time: 0.3461268 May 31 13:37:53.562874 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 24e11adc-9e4e-4ba1-a674-567030f17b77, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=24e11adc-9e4e-4ba1-a674-567030f17b77,segment=NetworkSegment(4d75b4c6-9dbf-466e-9960-e4baeffc8b58),segment_id=4d75b4c6-9dbf-466e-9960-e4baeffc8b58)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:37:53.581187 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': '24e11adc-9e4e-4ba1-a674-567030f17b77', 'network_id': 'ef7bc708-faad-4f53-9863-9b17fc2bd3a4', 'port_id': '24e11adc-9e4e-4ba1-a674-567030f17b77', 'mac_address': 'fa:16:3e:d9:8e:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03601eff-cc07-4210-91b9-54e2e22c50f4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:37:53.595973 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f85419e3-945d-4d99-ad70-5cd6fdf7c5b6 req-eb9c81f1-e08c-478b-9c5a-ffb88536a196 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:53.604864 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-745dbee9-52d4-42e4-bb13-e72d047fa991 req-d469b33c-2c49-4531-80b9-62bbba70160d tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:53.652257 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 24e11adc-9e4e-4ba1-a674-567030f17b77 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:37:53.653023 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:53.674275 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['62b05f69-ad8d-466d-8bd6-4a827b01fe2d'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:37:53.700533 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d469b33c-2c49-4531-80b9-62bbba70160d tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Pushing event deleted for resources: {'Port': ['ID=f0c5e728-aa10-4494-b34c-e6882452c965,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:37:53.714865 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['f0c5e728-aa10-4494-b34c-e6882452c965'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:37:53.757278 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24e11adc-9e4e-4ba1-a674-567030f17b77 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:37:53.759680 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3b0f029e-6152-45a5-9921-cb21fbf3b8a1 req-e73a46c7-3efa-4298-95b0-b57e7d392301 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=e916cc20-e657-4f37-9909-5b5b59fa407c HTTP/1.1" status: 200 len: 210 time: 0.0467246 May 31 13:37:53.771536 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f85419e3-945d-4d99-ad70-5cd6fdf7c5b6 req-eb9c81f1-e08c-478b-9c5a-ffb88536a196 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Network 7090fc64-4766-4bc1-8c8d-d8e3dd2b5735 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:37:53.788235 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-f85419e3-945d-4d99-ad70-5cd6fdf7c5b6 req-eb9c81f1-e08c-478b-9c5a-ffb88536a196 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:37:53.791228 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-f85419e3-945d-4d99-ad70-5cd6fdf7c5b6 req-eb9c81f1-e08c-478b-9c5a-ffb88536a196 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:37:53.800035 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 24e11adc-9e4e-4ba1-a674-567030f17b77, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=24e11adc-9e4e-4ba1-a674-567030f17b77,segment=NetworkSegment(4d75b4c6-9dbf-466e-9960-e4baeffc8b58),segment_id=4d75b4c6-9dbf-466e-9960-e4baeffc8b58)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:37:53.828672 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-745dbee9-52d4-42e4-bb13-e72d047fa991 req-d469b33c-2c49-4531-80b9-62bbba70160d tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] No DVR routers for this DVR port f0c5e728-aa10-4494-b34c-e6882452c965 on host n-h2-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:37:53.834708 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-745dbee9-52d4-42e4-bb13-e72d047fa991 req-d469b33c-2c49-4531-80b9-62bbba70160d tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:53.834950 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:53.843195 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e916cc20-e657-4f37-9909-5b5b59fa407c', 'name': 'network-vif-deleted', 'tag': 'f0c5e728-aa10-4494-b34c-e6882452c965'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:37:53.846243 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-30b34a75-366e-4886-9ad2-2fbd32e29031 req-9bbf7281-a248-4249-9414-6edf90cd4d40 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=b28319a5-744d-4c54-bfbf-469a0b7a5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767990 May 31 13:37:53.875080 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-745dbee9-52d4-42e4-bb13-e72d047fa991 req-d469b33c-2c49-4531-80b9-62bbba70160d tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.44 "DELETE /v2.0/ports/f0c5e728-aa10-4494-b34c-e6882452c965 HTTP/1.1" status: 204 len: 173 time: 0.9586871 May 31 13:37:53.877491 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9c81f1-e08c-478b-9c5a-ffb88536a196 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Pushing event updated for resources: {'Port': ['ID=943aec67-dbc5-41ac-b47e-abf1e5a4b9a3,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:37:53.935526 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85419e3-945d-4d99-ad70-5cd6fdf7c5b6 req-eb9c81f1-e08c-478b-9c5a-ffb88536a196 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:53.936486 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f85419e3-945d-4d99-ad70-5cd6fdf7c5b6 req-eb9c81f1-e08c-478b-9c5a-ffb88536a196 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:53.958226 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=24e11adc-9e4e-4ba1-a674-567030f17b77,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:37:54.089538 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f85419e3-945d-4d99-ad70-5cd6fdf7c5b6 req-eb9c81f1-e08c-478b-9c5a-ffb88536a196 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7102640 May 31 13:37:54.111816 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-f85419e3-945d-4d99-ad70-5cd6fdf7c5b6 req-af654c20-e36e-4c20-8ad8-029b198b2fb8 service neutron] Request body: {'port': {'device_id': 'b63bb906-ec74-4acc-bada-32de5093f62a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:37:54.171876 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 51014) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:37:54.184579 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbb8401-e805-4999-81f1-c93a97015c99 req-1c1590c0-3071-4d54-854b-d254ba674b25 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:54.185276 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-6dbb8401-e805-4999-81f1-c93a97015c99 req-1c1590c0-3071-4d54-854b-d254ba674b25 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Synchronizing usage tracker for tenant:c57625484b41479da30faed75e795b98 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:37:54.232769 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['24e11adc-9e4e-4ba1-a674-567030f17b77'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:37:54.254496 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-6dbb8401-e805-4999-81f1-c93a97015c99 req-1c1590c0-3071-4d54-854b-d254ba674b25 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Unset dirty status for tenant:c57625484b41479da30faed75e795b98 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:37:54.255648 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6dbb8401-e805-4999-81f1-c93a97015c99 req-1c1590c0-3071-4d54-854b-d254ba674b25 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/ports?device_id=b63bb906-ec74-4acc-bada-32de5093f62a HTTP/1.1" status: 200 len: 931 time: 0.3133626 May 31 13:37:54.289836 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2afc7a-9316-4920-a02a-435466ec3109 req-626c80d7-1d4f-42d5-a68b-eda8384d3272 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:54.291324 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cc2afc7a-9316-4920-a02a-435466ec3109 req-626c80d7-1d4f-42d5-a68b-eda8384d3272 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 947 time: 0.2582204 May 31 13:37:54.302058 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f85419e3-945d-4d99-ad70-5cd6fdf7c5b6 req-af654c20-e36e-4c20-8ad8-029b198b2fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:54.317402 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2945d03f-c382-4398-8529-465869c2ea34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:54.334088 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-2945d03f-c382-4398-8529-465869c2ea34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:37:54.338394 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-2945d03f-c382-4398-8529-465869c2ea34 admin admin] Usage tracker for resource:security_group_rule and tenant:7ac173a6f68f41ba89eacea924166e7a is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:37:54.341927 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-2945d03f-c382-4398-8529-465869c2ea34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:37:54.348469 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-2945d03f-c382-4398-8529-465869c2ea34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:37:54.404336 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6dbb8401-e805-4999-81f1-c93a97015c99 req-63a3c7ab-29b8-4fc6-957e-4c387fc4b7f4 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/security-groups?id=677b8212-d6d1-4b38-be51-aaa6218210d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408319 May 31 13:37:54.489585 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cc2afc7a-9316-4920-a02a-435466ec3109 req-d8901829-a6d3-405c-9528-031e0e1f4972 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884322 May 31 13:37:54.504680 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2945d03f-c382-4398-8529-465869c2ea34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:54.513829 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2945d03f-c382-4398-8529-465869c2ea34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:54.573097 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2945d03f-c382-4398-8529-465869c2ea34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2bbf4a6-33b4-406c-ab2b-1b5e19ca2367,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:37:54.576774 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96d98a8c-fb2b-4adc-88c3-e9fcce651fa8'] response: {'server_uuid': 'e916cc20-e657-4f37-9909-5b5b59fa407c', 'name': 'network-vif-deleted', 'tag': 'f0c5e728-aa10-4494-b34c-e6882452c965', 'status': 'completed', 'code': 200} May 31 13:37:54.599971 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-2945d03f-c382-4398-8529-465869c2ea34 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7ac173a6f68f41ba89eacea924166e7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4258289 May 31 13:37:54.600833 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 51022) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:37:54.673201 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-001865a5-b675-48cb-a5ad-6d126b86ec0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:54.702703 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-001865a5-b675-48cb-a5ad-6d126b86ec0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:54.762481 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-001865a5-b675-48cb-a5ad-6d126b86ec0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:54.780191 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001865a5-b675-48cb-a5ad-6d126b86ec0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2bbf4a6-33b4-406c-ab2b-1b5e19ca2367,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:37:54.787126 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-001865a5-b675-48cb-a5ad-6d126b86ec0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:54.787553 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-001865a5-b675-48cb-a5ad-6d126b86ec0a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d2bbf4a6-33b4-406c-ab2b-1b5e19ca2367 HTTP/1.1" status: 204 len: 168 time: 0.1856360 May 31 13:37:55.033255 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea739b-dd41-4ed4-a14b-1be0caf707c0 req-5b09b337-5c3c-4f42-a34b-82d84d77aa64 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:55.034773 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-edea739b-dd41-4ed4-a14b-1be0caf707c0 req-5b09b337-5c3c-4f42-a34b-82d84d77aa64 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ac966e4-1a96-4325-9a3b-52a1881b40fb HTTP/1.1" status: 200 len: 945 time: 0.2042577 May 31 13:37:55.043559 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a64f0-8fd1-4979-8b31-e986e3566ba0 req-e1d9648d-18a8-40a2-94e2-45c8d5a04e73 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:55.044972 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2c4a64f0-8fd1-4979-8b31-e986e3566ba0 req-e1d9648d-18a8-40a2-94e2-45c8d5a04e73 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=58cd7c3c-004a-4f96-8d08-1daaa42bf853 HTTP/1.1" status: 200 len: 946 time: 0.2155674 May 31 13:37:55.148102 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 51034) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:37:55.166591 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-950d8edf-027f-4edd-b9df-7b4e7b9bc754 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:55.182267 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-950d8edf-027f-4edd-b9df-7b4e7b9bc754 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:37:55.186943 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-950d8edf-027f-4edd-b9df-7b4e7b9bc754 admin admin] Usage tracker for resource:security_group_rule and tenant:420c117f10944a2691397af85b6f7f31 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:37:55.189785 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-950d8edf-027f-4edd-b9df-7b4e7b9bc754 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:37:55.194363 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-edea739b-dd41-4ed4-a14b-1be0caf707c0 req-87c3cd3f-a6a7-472a-8035-8290a0d0606f tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] 10.222.0.50 "GET /v2.0/security-groups?id=084da752-3a41-4056-92fa-adecd0044d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1484218 May 31 13:37:55.196789 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-950d8edf-027f-4edd-b9df-7b4e7b9bc754 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:37:55.199059 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2c4a64f0-8fd1-4979-8b31-e986e3566ba0 req-eec43248-f331-4b8b-83d7-1d4a5726d6aa tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351006 May 31 13:37:55.203302 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-f85419e3-945d-4d99-ad70-5cd6fdf7c5b6 req-af654c20-e36e-4c20-8ad8-029b198b2fb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 943aec67-dbc5-41ac-b47e-abf1e5a4b9a3 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:37:55.215859 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f85419e3-945d-4d99-ad70-5cd6fdf7c5b6 req-af654c20-e36e-4c20-8ad8-029b198b2fb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:55.241896 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-f85419e3-945d-4d99-ad70-5cd6fdf7c5b6 req-af654c20-e36e-4c20-8ad8-029b198b2fb8 service neutron] Transition to ACTIVE for port object 943aec67-dbc5-41ac-b47e-abf1e5a4b9a3 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:37:55.249676 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f85419e3-945d-4d99-ad70-5cd6fdf7c5b6 req-af654c20-e36e-4c20-8ad8-029b198b2fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:55.343163 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-950d8edf-027f-4edd-b9df-7b4e7b9bc754 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:55.348600 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-950d8edf-027f-4edd-b9df-7b4e7b9bc754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:55.373046 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device cc973eba-a91e-4461-9e87-356cbb453d14 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:37:55.380301 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device f0c5e728-aa10-4494-b34c-e6882452c965 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:37:55.434497 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] No Port match for: f0c5e728-aa10-4494-b34c-e6882452c965 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:37:55.435427 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device f0c5e728-aa10-4494-b34c-e6882452c965 not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:37:55.468223 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-950d8edf-027f-4edd-b9df-7b4e7b9bc754 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=420c117f10944a2691397af85b6f7f31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3190179 May 31 13:37:55.470164 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950d8edf-027f-4edd-b9df-7b4e7b9bc754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28c3f953-880a-461f-8bf0-3391d2d25df4,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:37:55.476804 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 51044) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:37:55.559949 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-97e0f045-f87c-4fb8-821d-d1521cd0f994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:55.600422 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-97e0f045-f87c-4fb8-821d-d1521cd0f994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:55.665963 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af654c20-e36e-4c20-8ad8-029b198b2fb8 service neutron] Pushing event updated for resources: {'Port': ['ID=943aec67-dbc5-41ac-b47e-abf1e5a4b9a3,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:37:55.687525 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-97e0f045-f87c-4fb8-821d-d1521cd0f994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:55.717954 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e0f045-f87c-4fb8-821d-d1521cd0f994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c3f953-880a-461f-8bf0-3391d2d25df4,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:37:55.732469 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port cc973eba-a91e-4461-9e87-356cbb453d14, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=cc973eba-a91e-4461-9e87-356cbb453d14,segment=NetworkSegment(2d583837-a9d6-4709-9af2-21c6363b8602),segment_id=2d583837-a9d6-4709-9af2-21c6363b8602)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:37:55.748481 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': 'cc973eba-a91e-4461-9e87-356cbb453d14', 'network_id': '6f63975b-9b05-46d3-8543-47c8fac2cf70', 'port_id': 'cc973eba-a91e-4461-9e87-356cbb453d14', 'mac_address': 'fa:16:3e:de:0c:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa2724fc-99c1-4890-aaad-d9b53e2abcda', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:37:55.749156 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-97e0f045-f87c-4fb8-821d-d1521cd0f994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:55.753793 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-97e0f045-f87c-4fb8-821d-d1521cd0f994 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/28c3f953-880a-461f-8bf0-3391d2d25df4 HTTP/1.1" status: 204 len: 168 time: 0.2759066 May 31 13:37:55.789715 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bd1eb1-1f71-4ef5-9369-7664a54d46b8 req-66797b01-d736-412a-97e5-101820b0653e tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:55.801366 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f9bd1eb1-1f71-4ef5-9369-7664a54d46b8 req-66797b01-d736-412a-97e5-101820b0653e tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 947 time: 0.2756176 May 31 13:37:55.836236 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ee535e-5fb2-4194-8f13-1a043b338c0e req-34335480-c50b-4fd2-9371-4e1f1aaddfd8 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:55.844951 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d2ee535e-5fb2-4194-8f13-1a043b338c0e req-34335480-c50b-4fd2-9371-4e1f1aaddfd8 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=3119bff3-3b39-4fe5-b827-7f7a676f68dc HTTP/1.1" status: 200 len: 944 time: 0.5077121 May 31 13:37:55.867871 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-f85419e3-945d-4d99-ad70-5cd6fdf7c5b6 req-af654c20-e36e-4c20-8ad8-029b198b2fb8 service neutron] Attempting to bind port 943aec67-dbc5-41ac-b47e-abf1e5a4b9a3 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:37:55.868301 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-f85419e3-945d-4d99-ad70-5cd6fdf7c5b6 req-af654c20-e36e-4c20-8ad8-029b198b2fb8 service neutron] Attempting to bind port 943aec67-dbc5-41ac-b47e-abf1e5a4b9a3 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'd3443ede-b43a-41d6-a2b9-2ee5a31d0003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7090fc64-4766-4bc1-8c8d-d8e3dd2b5735'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:37:55.868727 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85419e3-945d-4d99-ad70-5cd6fdf7c5b6 req-af654c20-e36e-4c20-8ad8-029b198b2fb8 service neutron] Attempting to bind port 943aec67-dbc5-41ac-b47e-abf1e5a4b9a3 on network 7090fc64-4766-4bc1-8c8d-d8e3dd2b5735 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:37:55.893835 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85419e3-945d-4d99-ad70-5cd6fdf7c5b6 req-af654c20-e36e-4c20-8ad8-029b198b2fb8 service neutron] Port 943aec67-dbc5-41ac-b47e-abf1e5a4b9a3 on network 7090fc64-4766-4bc1-8c8d-d8e3dd2b5735 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:37:55.894189 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85419e3-945d-4d99-ad70-5cd6fdf7c5b6 req-af654c20-e36e-4c20-8ad8-029b198b2fb8 service neutron] Attempting to bind port 943aec67-dbc5-41ac-b47e-abf1e5a4b9a3 on network 7090fc64-4766-4bc1-8c8d-d8e3dd2b5735 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:37:55.911924 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port cc973eba-a91e-4461-9e87-356cbb453d14 is: ACTIVE; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:37:55.912307 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:55.916278 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85419e3-945d-4d99-ad70-5cd6fdf7c5b6 req-af654c20-e36e-4c20-8ad8-029b198b2fb8 service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:37:55.916616 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85419e3-945d-4d99-ad70-5cd6fdf7c5b6 req-af654c20-e36e-4c20-8ad8-029b198b2fb8 service neutron] Checking segment: {'id': 'd3443ede-b43a-41d6-a2b9-2ee5a31d0003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7090fc64-4766-4bc1-8c8d-d8e3dd2b5735'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:37:55.917012 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85419e3-945d-4d99-ad70-5cd6fdf7c5b6 req-af654c20-e36e-4c20-8ad8-029b198b2fb8 service neutron] Bound using segment: {'id': 'd3443ede-b43a-41d6-a2b9-2ee5a31d0003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7090fc64-4766-4bc1-8c8d-d8e3dd2b5735'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:37:55.917451 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-f85419e3-945d-4d99-ad70-5cd6fdf7c5b6 req-af654c20-e36e-4c20-8ad8-029b198b2fb8 service neutron] Bound port: 943aec67-dbc5-41ac-b47e-abf1e5a4b9a3, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3443ede-b43a-41d6-a2b9-2ee5a31d0003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7090fc64-4766-4bc1-8c8d-d8e3dd2b5735'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:37:55.917798 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f85419e3-945d-4d99-ad70-5cd6fdf7c5b6 req-af654c20-e36e-4c20-8ad8-029b198b2fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:55.931429 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cc973eba-a91e-4461-9e87-356cbb453d14 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:37:55.959739 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port cc973eba-a91e-4461-9e87-356cbb453d14, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=cc973eba-a91e-4461-9e87-356cbb453d14,segment=NetworkSegment(2d583837-a9d6-4709-9af2-21c6363b8602),segment_id=2d583837-a9d6-4709-9af2-21c6363b8602)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:37:55.964887 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:55.980065 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f9bd1eb1-1f71-4ef5-9369-7664a54d46b8 req-fa0864e2-6822-4f8d-9c53-5c33dc2a8d7f tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778426 May 31 13:37:56.071521 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d2ee535e-5fb2-4194-8f13-1a043b338c0e req-e82d5102-001e-417a-ae45-8e1d6efeea2f tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=b28319a5-744d-4c54-bfbf-469a0b7a5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255752 May 31 13:37:56.091922 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=cc973eba-a91e-4461-9e87-356cbb453d14,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:37:56.144593 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-f85419e3-945d-4d99-ad70-5cd6fdf7c5b6 req-af654c20-e36e-4c20-8ad8-029b198b2fb8 service neutron] For port 943aec67-dbc5-41ac-b47e-abf1e5a4b9a3, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:37:56.148639 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-f85419e3-945d-4d99-ad70-5cd6fdf7c5b6 req-af654c20-e36e-4c20-8ad8-029b198b2fb8 service neutron] For port 943aec67-dbc5-41ac-b47e-abf1e5a4b9a3, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=943aec67-dbc5-41ac-b47e-abf1e5a4b9a3,segment=NetworkSegment(d3443ede-b43a-41d6-a2b9-2ee5a31d0003),segment_id=d3443ede-b43a-41d6-a2b9-2ee5a31d0003)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:37:56.152934 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['cc973eba-a91e-4461-9e87-356cbb453d14'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:37:56.157032 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f85419e3-945d-4d99-ad70-5cd6fdf7c5b6 req-af654c20-e36e-4c20-8ad8-029b198b2fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:56.416859 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85419e3-945d-4d99-ad70-5cd6fdf7c5b6 req-af654c20-e36e-4c20-8ad8-029b198b2fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:56.417584 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f85419e3-945d-4d99-ad70-5cd6fdf7c5b6 req-af654c20-e36e-4c20-8ad8-029b198b2fb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:56.418994 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f85419e3-945d-4d99-ad70-5cd6fdf7c5b6 req-af654c20-e36e-4c20-8ad8-029b198b2fb8 service neutron] 10.222.0.44 "PUT /v2.0/ports/943aec67-dbc5-41ac-b47e-abf1e5a4b9a3 HTTP/1.1" status: 200 len: 1091 time: 2.3191113 May 31 13:37:56.429536 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b63bb906-ec74-4acc-bada-32de5093f62a', 'tag': '943aec67-dbc5-41ac-b47e-abf1e5a4b9a3'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:37:56.570852 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af654c20-e36e-4c20-8ad8-029b198b2fb8 service neutron] Pushing event updated for resources: {'Port': ['ID=943aec67-dbc5-41ac-b47e-abf1e5a4b9a3,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:37:56.723889 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfebf0d-b3bd-48c6-b11a-482875983dc5 req-171d7a86-ba38-401c-ab9b-84e8d7f2f670 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:56.734525 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1bfebf0d-b3bd-48c6-b11a-482875983dc5 req-171d7a86-ba38-401c-ab9b-84e8d7f2f670 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/networks?id=b1b02f4f-a70b-4201-8c66-e64da98751b7 HTTP/1.1" status: 200 len: 805 time: 0.5061154 May 31 13:37:56.761871 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1bfebf0d-b3bd-48c6-b11a-482875983dc5 req-cabafcf0-7efb-4e97-b8b2-7da589f6725a tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/quotas/e7915944b7b94ed798ed9400dc43e749 HTTP/1.1" status: 200 len: 375 time: 0.0254302 May 31 13:37:56.777905 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a1e50-6c8a-459f-99aa-356e5eefdd01 req-36982de9-5f6a-44a2-b04b-f206ea9b3fab tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:56.780050 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c83a1e50-6c8a-459f-99aa-356e5eefdd01 req-36982de9-5f6a-44a2-b04b-f206ea9b3fab tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/ports?device_id=b63bb906-ec74-4acc-bada-32de5093f62a HTTP/1.1" status: 200 len: 943 time: 0.5230017 May 31 13:37:56.845597 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85419e3-945d-4d99-ad70-5cd6fdf7c5b6 req-76cc5992-501b-4715-816d-701ddac5e283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:56.847038 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f85419e3-945d-4d99-ad70-5cd6fdf7c5b6 req-76cc5992-501b-4715-816d-701ddac5e283 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c57625484b41479da30faed75e795b98&device_id=b63bb906-ec74-4acc-bada-32de5093f62a HTTP/1.1" status: 200 len: 1094 time: 0.3740420 May 31 13:37:56.970932 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f85419e3-945d-4d99-ad70-5cd6fdf7c5b6 req-8681a38f-6df1-41df-a7bf-af6d7e54a1ee service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=943aec67-dbc5-41ac-b47e-abf1e5a4b9a3 HTTP/1.1" status: 200 len: 217 time: 0.1142707 May 31 13:37:57.028553 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c83a1e50-6c8a-459f-99aa-356e5eefdd01 req-2fd66713-30b8-4324-a155-122a3d2a878e tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/security-groups?id=677b8212-d6d1-4b38-be51-aaa6218210d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088327 May 31 13:37:57.111439 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1bfebf0d-b3bd-48c6-b11a-482875983dc5 req-bdeae189-34a2-4f3b-8637-176d9bd0a2ea tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e7915944b7b94ed798ed9400dc43e749&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3453162 May 31 13:37:57.154798 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85419e3-945d-4d99-ad70-5cd6fdf7c5b6 req-69f3e056-7fa1-4075-b18c-764ec6576294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:57.163713 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f85419e3-945d-4d99-ad70-5cd6fdf7c5b6 req-69f3e056-7fa1-4075-b18c-764ec6576294 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0cac9d00-a8ca-4f0c-abe0-a23f396b4dab HTTP/1.1" status: 200 len: 855 time: 0.1854787 May 31 13:37:57.392045 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device cc973eba-a91e-4461-9e87-356cbb453d14 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:37:57.586826 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port cc973eba-a91e-4461-9e87-356cbb453d14 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:37:57.587199 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:57.589010 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f85419e3-945d-4d99-ad70-5cd6fdf7c5b6 req-68c45212-b446-49a3-8716-e74726b3b852 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7090fc64-4766-4bc1-8c8d-d8e3dd2b5735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4095404 May 31 13:37:57.795081 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1bfebf0d-b3bd-48c6-b11a-482875983dc5 req-8150bf46-e4eb-4eb1-b1bd-befd0afe62a3 service neutron] 10.222.0.50 "GET /v2.0/networks/b1b02f4f-a70b-4201-8c66-e64da98751b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6824410 May 31 13:37:57.815640 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port cc973eba-a91e-4461-9e87-356cbb453d14 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:37:57.816388 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:57.883368 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58cd7c3c-004a-4f96-8d08-1daaa42bf853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc973eba-a91e-4461-9e87-356cbb453d14'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:37:57.924227 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port cc973eba-a91e-4461-9e87-356cbb453d14, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=cc973eba-a91e-4461-9e87-356cbb453d14,segment=NetworkSegment(2d583837-a9d6-4709-9af2-21c6363b8602),segment_id=2d583837-a9d6-4709-9af2-21c6363b8602)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:37:57.934125 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:57.934125 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 24e11adc-9e4e-4ba1-a674-567030f17b77 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:37:58.055429 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa95037-7e96-4308-934c-511bbf3a9f95 req-15d29612-ca18-4698-abf0-8652eef32220 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:58.068183 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8fa95037-7e96-4308-934c-511bbf3a9f95 req-15d29612-ca18-4698-abf0-8652eef32220 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 947 time: 0.6178000 May 31 13:37:58.139606 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f85419e3-945d-4d99-ad70-5cd6fdf7c5b6 req-86df9692-a988-4023-aaa5-ff47564ae07c service neutron] 10.222.0.44 "GET /v2.0/networks/7090fc64-4766-4bc1-8c8d-d8e3dd2b5735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5400901 May 31 13:37:58.164892 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8fa95037-7e96-4308-934c-511bbf3a9f95 req-381dbac6-f388-4194-a653-39674a2ebe1c tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949242 May 31 13:37:58.169750 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=cc973eba-a91e-4461-9e87-356cbb453d14,revision_number=7']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:37:58.194325 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port 24e11adc-9e4e-4ba1-a674-567030f17b77 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:37:58.212918 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port 24e11adc-9e4e-4ba1-a674-567030f17b77 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:37:58.213353 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:58.443599 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 24e11adc-9e4e-4ba1-a674-567030f17b77 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:37:58.444506 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:58.481213 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 24e11adc-9e4e-4ba1-a674-567030f17b77, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=24e11adc-9e4e-4ba1-a674-567030f17b77,segment=NetworkSegment(4d75b4c6-9dbf-466e-9960-e4baeffc8b58),segment_id=4d75b4c6-9dbf-466e-9960-e4baeffc8b58)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:37:58.487486 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:58.543045 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1bfebf0d-b3bd-48c6-b11a-482875983dc5 req-72ab8bde-a09c-4bfb-9c51-4377ad949aba service neutron] 10.222.0.50 "GET /v2.0/networks/b1b02f4f-a70b-4201-8c66-e64da98751b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7465711 May 31 13:37:58.595767 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=24e11adc-9e4e-4ba1-a674-567030f17b77,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:37:58.627233 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f85419e3-945d-4d99-ad70-5cd6fdf7c5b6 req-2006f0b6-2a84-4843-b262-d96181742897 service neutron] 10.222.0.44 "GET /v2.0/networks/7090fc64-4766-4bc1-8c8d-d8e3dd2b5735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4776895 May 31 13:37:58.664484 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45afc3d-ec7e-4500-861d-7f6caac5854d req-8e45f9b0-567c-46e5-b427-e07091a5a1b5 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:58.671774 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f45afc3d-ec7e-4500-861d-7f6caac5854d req-8e45f9b0-567c-46e5-b427-e07091a5a1b5 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ac966e4-1a96-4325-9a3b-52a1881b40fb HTTP/1.1" status: 200 len: 945 time: 0.2166429 May 31 13:37:58.748874 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f45afc3d-ec7e-4500-861d-7f6caac5854d req-c7f59e50-67db-495d-8fbe-febe2b6babd7 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] 10.222.0.50 "GET /v2.0/security-groups?id=084da752-3a41-4056-92fa-adecd0044d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750513 May 31 13:37:58.819453 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70e38fd2-d3f4-45d3-91f5-d93346bb2a2e'] response: {'name': 'network-changed', 'server_uuid': 'b63bb906-ec74-4acc-bada-32de5093f62a', 'tag': '943aec67-dbc5-41ac-b47e-abf1e5a4b9a3', 'status': 'completed', 'code': 200} May 31 13:37:59.161422 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88be11b-78ab-44b0-bfc4-92b2350f8e0f req-2a5e2081-fb45-4faa-b6b1-2d4181cc8b52 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:59.168710 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c88be11b-78ab-44b0-bfc4-92b2350f8e0f req-2a5e2081-fb45-4faa-b6b1-2d4181cc8b52 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=58cd7c3c-004a-4f96-8d08-1daaa42bf853 HTTP/1.1" status: 200 len: 946 time: 0.2529469 May 31 13:37:59.222050 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19990db-f339-4d18-a1e9-878bde092b45 req-13956e20-d5f2-4415-bb87-98de847c47d7 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:59.229005 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c19990db-f339-4d18-a1e9-878bde092b45 req-13956e20-d5f2-4415-bb87-98de847c47d7 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=3119bff3-3b39-4fe5-b827-7f7a676f68dc HTTP/1.1" status: 200 len: 945 time: 0.2107220 May 31 13:37:59.236443 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71928f5-5414-492d-a988-c7a1e19005c0 req-2c1ebdea-44a8-47e5-a1a7-d2b5be5919f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:59.237915 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d71928f5-5414-492d-a988-c7a1e19005c0 req-2c1ebdea-44a8-47e5-a1a7-d2b5be5919f2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c57625484b41479da30faed75e795b98&device_id=b63bb906-ec74-4acc-bada-32de5093f62a HTTP/1.1" status: 200 len: 1094 time: 0.3798761 May 31 13:37:59.464912 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c88be11b-78ab-44b0-bfc4-92b2350f8e0f req-21333177-6c1e-4ba9-b233-ca34db7d5a03 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953758 May 31 13:37:59.477261 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c19990db-f339-4d18-a1e9-878bde092b45 req-ad61dc8e-6ac8-4815-8e19-bec9ca98fab0 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=b28319a5-744d-4c54-bfbf-469a0b7a5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473943 May 31 13:37:59.577060 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-305c54b5-2d45-4577-8140-a68d88ee71c8'] response: {'server_uuid': '58cd7c3c-004a-4f96-8d08-1daaa42bf853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc973eba-a91e-4461-9e87-356cbb453d14', 'code': 200} May 31 13:37:59.609268 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71928f5-5414-492d-a988-c7a1e19005c0 req-f456da01-2766-44bd-a244-ec10cfcb5c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:59.611467 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d71928f5-5414-492d-a988-c7a1e19005c0 req-f456da01-2766-44bd-a244-ec10cfcb5c03 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7090fc64-4766-4bc1-8c8d-d8e3dd2b5735 HTTP/1.1" status: 200 len: 916 time: 0.3567655 May 31 13:37:59.756167 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d71928f5-5414-492d-a988-c7a1e19005c0 req-9b598299-e31e-4e39-ae8e-7e8b344165ae service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=943aec67-dbc5-41ac-b47e-abf1e5a4b9a3 HTTP/1.1" status: 200 len: 217 time: 0.1363242 May 31 13:37:59.852538 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71928f5-5414-492d-a988-c7a1e19005c0 req-18580bf5-4dbf-453b-b5a0-87f577d19c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:59.854030 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d71928f5-5414-492d-a988-c7a1e19005c0 req-18580bf5-4dbf-453b-b5a0-87f577d19c33 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0cac9d00-a8ca-4f0c-abe0-a23f396b4dab HTTP/1.1" status: 200 len: 855 time: 0.0895891 May 31 13:37:59.938029 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae52e0ee-b4fc-4830-933d-689477292289 req-f5c207ce-f831-4bf9-81f1-9ffb796316a5 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:37:59.940194 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ae52e0ee-b4fc-4830-933d-689477292289 req-f5c207ce-f831-4bf9-81f1-9ffb796316a5 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/ports?device_id=b63bb906-ec74-4acc-bada-32de5093f62a HTTP/1.1" status: 200 len: 943 time: 0.2403367 May 31 13:37:59.950270 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d71928f5-5414-492d-a988-c7a1e19005c0 req-b55eecbe-63c3-42ae-b180-1089c25bf0a4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7090fc64-4766-4bc1-8c8d-d8e3dd2b5735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0858312 May 31 13:38:00.109155 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 51196) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:38:00.278771 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e57d670a-8c86-46c8-9865-1b958ee1b4e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:00.307958 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e57d670a-8c86-46c8-9865-1b958ee1b4e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:38:00.316032 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e57d670a-8c86-46c8-9865-1b958ee1b4e0 admin admin] Usage tracker for resource:security_group_rule and tenant:fd08304b068a4ee6a35ead41c4d9c1f9 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:38:00.320555 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e57d670a-8c86-46c8-9865-1b958ee1b4e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:38:00.327088 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e57d670a-8c86-46c8-9865-1b958ee1b4e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:38:00.329779 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-78f1ac8b-a3f6-4d05-ad58-d0236aa92fba req-4ce5daf4-11ab-42bf-b670-57d5dd7492c5 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=7f3e1747-1801-4ca9-9ca3-e6511ca309d8 HTTP/1.1" status: 200 len: 210 time: 0.0864644 May 31 13:38:00.350602 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ae52e0ee-b4fc-4830-933d-689477292289 req-f2c2a265-7caa-4b4f-a901-7ccc7b9073dc tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/security-groups?id=677b8212-d6d1-4b38-be51-aaa6218210d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4039850 May 31 13:38:00.478426 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d71928f5-5414-492d-a988-c7a1e19005c0 req-5aaf0d33-ac65-4416-a766-a34de8959efa service neutron] 10.222.0.44 "GET /v2.0/networks/7090fc64-4766-4bc1-8c8d-d8e3dd2b5735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4912686 May 31 13:38:00.794233 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e57d670a-8c86-46c8-9865-1b958ee1b4e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:00.800042 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e57d670a-8c86-46c8-9865-1b958ee1b4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:00.839250 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e57d670a-8c86-46c8-9865-1b958ee1b4e0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fd08304b068a4ee6a35ead41c4d9c1f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7263813 May 31 13:38:00.840434 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 51206) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:38:00.959181 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e8035d-f22f-4771-a8c3-5ed94657a2fa req-b5f2d031-e454-40e9-baf1-3a35b877c0b5 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:00.965060 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57d670a-8c86-46c8-9865-1b958ee1b4e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6706b31-3ccb-4372-be32-8320a43b441e,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:38:00.971347 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b3e8035d-f22f-4771-a8c3-5ed94657a2fa req-b5f2d031-e454-40e9-baf1-3a35b877c0b5 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ac966e4-1a96-4325-9a3b-52a1881b40fb HTTP/1.1" status: 200 len: 945 time: 0.4327409 May 31 13:38:00.977783 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 51210) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:38:00.999020 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-9fc27360-14dc-47f3-a981-f8699bf1ba4b tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Request body: {'floatingip': {'port_id': 'c4cf700e-e9c7-4a26-9349-5036f1754ff8'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:38:01.083318 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f428b9b-8308-4a18-8318-af5319acb28e req-b71ce3fb-7c3c-4af6-bdfa-32fe9655df67 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:01.085664 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfebf0d-b3bd-48c6-b11a-482875983dc5 req-daaf2c34-e4b7-42a8-9119-5439b367396c tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:01.087243 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1bfebf0d-b3bd-48c6-b11a-482875983dc5 req-daaf2c34-e4b7-42a8-9119-5439b367396c tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.44 "GET /v2.0/networks?id=b1b02f4f-a70b-4201-8c66-e64da98751b7 HTTP/1.1" status: 200 len: 805 time: 0.4126670 May 31 13:38:01.091784 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c9967ca8-09e7-4825-a786-1040ff262c58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:01.099164 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0f428b9b-8308-4a18-8318-af5319acb28e req-b71ce3fb-7c3c-4af6-bdfa-32fe9655df67 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 947 time: 0.3769352 May 31 13:38:01.110132 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-1bfebf0d-b3bd-48c6-b11a-482875983dc5 req-a9da7303-8e27-4962-97d6-97536ab7f058 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Request body: {'port': {'device_id': '7f3e1747-1801-4ca9-9ca3-e6511ca309d8', 'network_id': 'b1b02f4f-a70b-4201-8c66-e64da98751b7', 'admin_state_up': True, 'tenant_id': 'e7915944b7b94ed798ed9400dc43e749'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:38:01.122353 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d71928f5-5414-492d-a988-c7a1e19005c0 req-261ec1a4-525f-4f08-a0c4-92a5241b5296 service neutron] 10.222.0.44 "GET /v2.0/networks/7090fc64-4766-4bc1-8c8d-d8e3dd2b5735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6377113 May 31 13:38:01.181590 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9fc27360-14dc-47f3-a981-f8699bf1ba4b tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Notify callbacks [] for floatingip, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:01.230887 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c9967ca8-09e7-4825-a786-1040ff262c58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:01.342834 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-1bfebf0d-b3bd-48c6-b11a-482875983dc5 req-a9da7303-8e27-4962-97d6-97536ab7f058 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:38:01.346765 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-1bfebf0d-b3bd-48c6-b11a-482875983dc5 req-a9da7303-8e27-4962-97d6-97536ab7f058 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Usage tracker for resource:port and tenant:e7915944b7b94ed798ed9400dc43e749 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:38:01.351631 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-1bfebf0d-b3bd-48c6-b11a-482875983dc5 req-a9da7303-8e27-4962-97d6-97536ab7f058 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:38:01.352405 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0f428b9b-8308-4a18-8318-af5319acb28e req-eca27ca0-c142-4aa2-a110-c0c569a5c0ee tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513850 May 31 13:38:01.358429 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-1bfebf0d-b3bd-48c6-b11a-482875983dc5 req-a9da7303-8e27-4962-97d6-97536ab7f058 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:38:01.369735 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bfebf0d-b3bd-48c6-b11a-482875983dc5 req-a9da7303-8e27-4962-97d6-97536ab7f058 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Made reservation on behalf of e7915944b7b94ed798ed9400dc43e749 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:38:01.375236 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-1bfebf0d-b3bd-48c6-b11a-482875983dc5 req-a9da7303-8e27-4962-97d6-97536ab7f058 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:01.396357 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c9967ca8-09e7-4825-a786-1040ff262c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:01.405180 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 943aec67-dbc5-41ac-b47e-abf1e5a4b9a3 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:38:01.595026 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9967ca8-09e7-4825-a786-1040ff262c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6706b31-3ccb-4372-be32-8320a43b441e,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:38:01.598350 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9a71b7-3ad9-45cc-92ee-12678c0f393c req-8807aa5b-3e0e-4021-adf9-9118ccac7de4 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:01.607688 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0d9a71b7-3ad9-45cc-92ee-12678c0f393c req-8807aa5b-3e0e-4021-adf9-9118ccac7de4 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=58cd7c3c-004a-4f96-8d08-1daaa42bf853 HTTP/1.1" status: 200 len: 946 time: 0.4500875 May 31 13:38:01.613327 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c9967ca8-09e7-4825-a786-1040ff262c58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:01.627466 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c9967ca8-09e7-4825-a786-1040ff262c58 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b6706b31-3ccb-4372-be32-8320a43b441e HTTP/1.1" status: 204 len: 168 time: 0.7805767 May 31 13:38:01.666110 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [req-1bfebf0d-b3bd-48c6-b11a-482875983dc5 req-a9da7303-8e27-4962-97d6-97536ab7f058 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Allocated IP 172.20.0.12 (b1b02f4f-a70b-4201-8c66-e64da98751b7/0bea7539-c751-4155-a6fe-0d3f1a29fa41/32f6ed79-4a6b-4d11-81a9-669d95f9a963) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:38:01.666480 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3119bff3-3b39-4fe5-b827-7f7a676f68dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24e11adc-9e4e-4ba1-a674-567030f17b77'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:38:01.832712 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 943aec67-dbc5-41ac-b47e-abf1e5a4b9a3, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=943aec67-dbc5-41ac-b47e-abf1e5a4b9a3,segment=NetworkSegment(d3443ede-b43a-41d6-a2b9-2ee5a31d0003),segment_id=d3443ede-b43a-41d6-a2b9-2ee5a31d0003)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:38:01.866650 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': '943aec67-dbc5-41ac-b47e-abf1e5a4b9a3', 'network_id': '7090fc64-4766-4bc1-8c8d-d8e3dd2b5735', 'port_id': '943aec67-dbc5-41ac-b47e-abf1e5a4b9a3', 'mac_address': 'fa:16:3e:77:89:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cac9d00-a8ca-4f0c-abe0-a23f396b4dab', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:38:01.912563 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0d9a71b7-3ad9-45cc-92ee-12678c0f393c req-0ba209b7-fbe3-4ab8-acd6-691d8633f1f3 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039238 May 31 13:38:01.999652 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 943aec67-dbc5-41ac-b47e-abf1e5a4b9a3 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:38:02.000175 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:02.070787 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 943aec67-dbc5-41ac-b47e-abf1e5a4b9a3 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:38:02.114588 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 943aec67-dbc5-41ac-b47e-abf1e5a4b9a3, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=943aec67-dbc5-41ac-b47e-abf1e5a4b9a3,segment=NetworkSegment(d3443ede-b43a-41d6-a2b9-2ee5a31d0003),segment_id=d3443ede-b43a-41d6-a2b9-2ee5a31d0003)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:38:02.119251 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:02.225364 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-1bfebf0d-b3bd-48c6-b11a-482875983dc5 req-a9da7303-8e27-4962-97d6-97536ab7f058 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:02.229122 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=943aec67-dbc5-41ac-b47e-abf1e5a4b9a3,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:38:02.273598 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 51224) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:38:02.292646 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0249b920-287c-4f82-9ccf-f6efad961535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:02.315943 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0249b920-287c-4f82-9ccf-f6efad961535 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:38:02.320802 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-1bfebf0d-b3bd-48c6-b11a-482875983dc5 req-a9da7303-8e27-4962-97d6-97536ab7f058 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:02.324698 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-0249b920-287c-4f82-9ccf-f6efad961535 admin admin] Usage tracker for resource:security_group_rule and tenant:7031649f69be4baba26fe7a6f44cb497 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:38:02.330385 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-0249b920-287c-4f82-9ccf-f6efad961535 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:38:02.333918 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['62b05f69-ad8d-466d-8bd6-4a827b01fe2d'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:38:02.358283 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0249b920-287c-4f82-9ccf-f6efad961535 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:38:02.367059 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-99c903eb-ada3-44ef-a052-f60f87129996 req-b4778e01-b8f2-4985-a51f-5217a604a9a4 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=7f3e1747-1801-4ca9-9ca3-e6511ca309d8 HTTP/1.1" status: 200 len: 210 time: 0.2159989 May 31 13:38:02.422921 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba4fa1d-7edc-48b7-be30-85bb65fe718f req-789a0410-6634-4974-b871-ecccf84fd33b tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:02.432281 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aba4fa1d-7edc-48b7-be30-85bb65fe718f req-789a0410-6634-4974-b871-ecccf84fd33b tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=3119bff3-3b39-4fe5-b827-7f7a676f68dc HTTP/1.1" status: 200 len: 945 time: 0.6747658 May 31 13:38:02.499505 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['943aec67-dbc5-41ac-b47e-abf1e5a4b9a3'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:38:02.538550 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aba4fa1d-7edc-48b7-be30-85bb65fe718f req-f3c30ec5-3144-49d6-9eb7-2dbfd0d9c7b8 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=b28319a5-744d-4c54-bfbf-469a0b7a5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051502 May 31 13:38:02.642463 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bfebf0d-b3bd-48c6-b11a-482875983dc5 req-a9da7303-8e27-4962-97d6-97536ab7f058 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Network b1b02f4f-a70b-4201-8c66-e64da98751b7 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:38:02.648403 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [req-1bfebf0d-b3bd-48c6-b11a-482875983dc5 req-a9da7303-8e27-4962-97d6-97536ab7f058 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:38:02.666821 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bfebf0d-b3bd-48c6-b11a-482875983dc5 req-a9da7303-8e27-4962-97d6-97536ab7f058 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:38:02.713373 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-681994db-e8c6-4d3d-95f2-def45a64688d'] response: {'server_uuid': '3119bff3-3b39-4fe5-b827-7f7a676f68dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24e11adc-9e4e-4ba1-a674-567030f17b77', 'code': 200} May 31 13:38:02.758474 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfebf0d-b3bd-48c6-b11a-482875983dc5 req-a9da7303-8e27-4962-97d6-97536ab7f058 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:02.759092 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-1bfebf0d-b3bd-48c6-b11a-482875983dc5 req-a9da7303-8e27-4962-97d6-97536ab7f058 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:02.777943 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9da7303-8e27-4962-97d6-97536ab7f058 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Pushing event updated for resources: {'Port': ['ID=32f6ed79-4a6b-4d11-81a9-669d95f9a963,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:38:02.844510 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1bfebf0d-b3bd-48c6-b11a-482875983dc5 req-a9da7303-8e27-4962-97d6-97536ab7f058 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7387445 May 31 13:38:02.863183 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-1bfebf0d-b3bd-48c6-b11a-482875983dc5 req-d56bf9e4-3d1f-4579-9ce6-b02f4325e000 service neutron] Request body: {'port': {'device_id': '7f3e1747-1801-4ca9-9ca3-e6511ca309d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:38:02.945780 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0249b920-287c-4f82-9ccf-f6efad961535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:02.954621 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0249b920-287c-4f82-9ccf-f6efad961535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:02.995286 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0249b920-287c-4f82-9ccf-f6efad961535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a3811c-7003-4800-9cc6-fe2c59f2fbf3,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:38:03.106524 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-0249b920-287c-4f82-9ccf-f6efad961535 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7031649f69be4baba26fe7a6f44cb497&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8318498 May 31 13:38:03.109315 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 51236) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:38:03.123940 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9fc27360-14dc-47f3-a981-f8699bf1ba4b tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:03.142895 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a3467b-12da-4ee9-af57-8b8c0bd794b4 req-49ab964e-1652-4117-b9fa-d5ab542985f1 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:03.144464 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f9a3467b-12da-4ee9-af57-8b8c0bd794b4 req-49ab964e-1652-4117-b9fa-d5ab542985f1 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/ports?device_id=b63bb906-ec74-4acc-bada-32de5093f62a HTTP/1.1" status: 200 len: 944 time: 0.5448844 May 31 13:38:03.147542 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9fc27360-14dc-47f3-a981-f8699bf1ba4b tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:03.164539 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-1bfebf0d-b3bd-48c6-b11a-482875983dc5 req-d56bf9e4-3d1f-4579-9ce6-b02f4325e000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:03.292734 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dd0d1a8f-075d-4995-aa93-dcd115455afd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:03.316175 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699ac700-9bcc-46ec-8eb0-64bd0d3e79e0 req-9d76e400-e65b-4a42-9102-dadacb019d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:03.318545 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-699ac700-9bcc-46ec-8eb0-64bd0d3e79e0 req-9d76e400-e65b-4a42-9102-dadacb019d2c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3119bff3-3b39-4fe5-b827-7f7a676f68dc HTTP/1.1" status: 200 len: 1096 time: 0.5564687 May 31 13:38:03.406883 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dd0d1a8f-075d-4995-aa93-dcd115455afd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:03.490446 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f9a3467b-12da-4ee9-af57-8b8c0bd794b4 req-25ea96f3-e00a-4b0e-a4c1-4cb099fa5560 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/security-groups?id=677b8212-d6d1-4b38-be51-aaa6218210d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875535 May 31 13:38:03.501625 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453e45de-38a5-4530-a508-29af79db4494 req-9ba5ab7e-ffab-4725-b8fe-f6620760b157 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:03.513662 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-453e45de-38a5-4530-a508-29af79db4494 req-9ba5ab7e-ffab-4725-b8fe-f6620760b157 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 947 time: 0.5197923 May 31 13:38:03.611935 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-699ac700-9bcc-46ec-8eb0-64bd0d3e79e0 req-89a824c0-fde7-4baa-8979-70ca26e49446 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b28319a5-744d-4c54-bfbf-469a0b7a5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983616 May 31 13:38:03.615125 n-d-843939-1 neutron-server[88370]: INFO neutron.db.l3_db [None req-9fc27360-14dc-47f3-a981-f8699bf1ba4b tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Floating IP 2017df6e-7acb-42f4-b624-42496b5268ec associated. External IP: 172.25.6.11, port: c4cf700e-e9c7-4a26-9349-5036f1754ff8. May 31 13:38:03.666535 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dd0d1a8f-075d-4995-aa93-dcd115455afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:03.705093 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0d1a8f-075d-4995-aa93-dcd115455afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a3811c-7003-4800-9cc6-fe2c59f2fbf3,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:38:03.730933 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dd0d1a8f-075d-4995-aa93-dcd115455afd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:03.736674 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-dd0d1a8f-075d-4995-aa93-dcd115455afd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/85a3811c-7003-4800-9cc6-fe2c59f2fbf3 HTTP/1.1" status: 204 len: 168 time: 0.6263394 May 31 13:38:03.769190 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-453e45de-38a5-4530-a508-29af79db4494 req-e05ca63a-cb76-4f79-802f-18d4344b653a tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542458 May 31 13:38:03.956106 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [req-1bfebf0d-b3bd-48c6-b11a-482875983dc5 req-d56bf9e4-3d1f-4579-9ce6-b02f4325e000 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32f6ed79-4a6b-4d11-81a9-669d95f9a963 {{(pid=88369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:38:03.975539 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-1bfebf0d-b3bd-48c6-b11a-482875983dc5 req-d56bf9e4-3d1f-4579-9ce6-b02f4325e000 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:04.005580 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-1bfebf0d-b3bd-48c6-b11a-482875983dc5 req-d56bf9e4-3d1f-4579-9ce6-b02f4325e000 service neutron] Transition to ACTIVE for port object 32f6ed79-4a6b-4d11-81a9-669d95f9a963 will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:38:04.010906 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-1bfebf0d-b3bd-48c6-b11a-482875983dc5 req-d56bf9e4-3d1f-4579-9ce6-b02f4325e000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:04.166602 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56bf9e4-3d1f-4579-9ce6-b02f4325e000 service neutron] Pushing event updated for resources: {'Port': ['ID=32f6ed79-4a6b-4d11-81a9-669d95f9a963,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:38:04.172195 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2690872-24d1-4ebe-a06f-570c4aa67c4b req-c8f13a4c-a0e3-48f4-9ed8-210798e660d2 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:04.173959 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e2690872-24d1-4ebe-a06f-570c4aa67c4b req-c8f13a4c-a0e3-48f4-9ed8-210798e660d2 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=58cd7c3c-004a-4f96-8d08-1daaa42bf853 HTTP/1.1" status: 200 len: 946 time: 0.4822960 May 31 13:38:04.411797 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e2690872-24d1-4ebe-a06f-570c4aa67c4b req-5474aa09-7181-44d5-a0ce-3430a80a2eb9 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159550 May 31 13:38:04.452271 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42338d2e-d796-4817-9276-eee1b362c121 req-318381e2-10c7-46a6-b789-c92fa26bb74b tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:04.462924 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-42338d2e-d796-4817-9276-eee1b362c121 req-318381e2-10c7-46a6-b789-c92fa26bb74b tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=7f3e1747-1801-4ca9-9ca3-e6511ca309d8 HTTP/1.1" status: 200 len: 944 time: 0.4028883 May 31 13:38:04.489020 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fc27360-14dc-47f3-a981-f8699bf1ba4b tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Router 738e2dbd-652e-43a7-b5b6-d0f67668801c has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:38:04.630579 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-42338d2e-d796-4817-9276-eee1b362c121 req-042d1b26-f797-4cad-a61f-254bee70b00a tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572149 May 31 13:38:04.710337 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-1bfebf0d-b3bd-48c6-b11a-482875983dc5 req-d56bf9e4-3d1f-4579-9ce6-b02f4325e000 service neutron] Attempting to bind port 32f6ed79-4a6b-4d11-81a9-669d95f9a963 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:38:04.711242 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-1bfebf0d-b3bd-48c6-b11a-482875983dc5 req-d56bf9e4-3d1f-4579-9ce6-b02f4325e000 service neutron] Attempting to bind port 32f6ed79-4a6b-4d11-81a9-669d95f9a963 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'ac59caff-d513-4fef-b003-5737787eb94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b1b02f4f-a70b-4201-8c66-e64da98751b7'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:38:04.711242 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bfebf0d-b3bd-48c6-b11a-482875983dc5 req-d56bf9e4-3d1f-4579-9ce6-b02f4325e000 service neutron] Attempting to bind port 32f6ed79-4a6b-4d11-81a9-669d95f9a963 on network b1b02f4f-a70b-4201-8c66-e64da98751b7 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:38:04.726182 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bfebf0d-b3bd-48c6-b11a-482875983dc5 req-d56bf9e4-3d1f-4579-9ce6-b02f4325e000 service neutron] Port 32f6ed79-4a6b-4d11-81a9-669d95f9a963 on network b1b02f4f-a70b-4201-8c66-e64da98751b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:38:04.726531 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bfebf0d-b3bd-48c6-b11a-482875983dc5 req-d56bf9e4-3d1f-4579-9ce6-b02f4325e000 service neutron] Attempting to bind port 32f6ed79-4a6b-4d11-81a9-669d95f9a963 on network b1b02f4f-a70b-4201-8c66-e64da98751b7 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:38:04.740150 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bfebf0d-b3bd-48c6-b11a-482875983dc5 req-d56bf9e4-3d1f-4579-9ce6-b02f4325e000 service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:38:04.740489 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bfebf0d-b3bd-48c6-b11a-482875983dc5 req-d56bf9e4-3d1f-4579-9ce6-b02f4325e000 service neutron] Checking segment: {'id': 'ac59caff-d513-4fef-b003-5737787eb94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b1b02f4f-a70b-4201-8c66-e64da98751b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:38:04.740860 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bfebf0d-b3bd-48c6-b11a-482875983dc5 req-d56bf9e4-3d1f-4579-9ce6-b02f4325e000 service neutron] Bound using segment: {'id': 'ac59caff-d513-4fef-b003-5737787eb94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b1b02f4f-a70b-4201-8c66-e64da98751b7'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:38:04.741295 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-1bfebf0d-b3bd-48c6-b11a-482875983dc5 req-d56bf9e4-3d1f-4579-9ce6-b02f4325e000 service neutron] Bound port: 32f6ed79-4a6b-4d11-81a9-669d95f9a963, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac59caff-d513-4fef-b003-5737787eb94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b1b02f4f-a70b-4201-8c66-e64da98751b7'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:38:04.741640 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-1bfebf0d-b3bd-48c6-b11a-482875983dc5 req-d56bf9e4-3d1f-4579-9ce6-b02f4325e000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:04.998972 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc27360-14dc-47f3-a981-f8699bf1ba4b tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:38:05.005553 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9fc27360-14dc-47f3-a981-f8699bf1ba4b tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:05.007628 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-1bfebf0d-b3bd-48c6-b11a-482875983dc5 req-d56bf9e4-3d1f-4579-9ce6-b02f4325e000 service neutron] For port 32f6ed79-4a6b-4d11-81a9-669d95f9a963, host n-h2-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:38:05.017968 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4076f7c-f207-449d-8716-4154eadfe176 None None] Sync routers for ids ['738e2dbd-652e-43a7-b5b6-d0f67668801c'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:38:05.032374 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-1bfebf0d-b3bd-48c6-b11a-482875983dc5 req-d56bf9e4-3d1f-4579-9ce6-b02f4325e000 service neutron] For port 32f6ed79-4a6b-4d11-81a9-669d95f9a963, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=32f6ed79-4a6b-4d11-81a9-669d95f9a963,segment=NetworkSegment(ac59caff-d513-4fef-b003-5737787eb94f),segment_id=ac59caff-d513-4fef-b003-5737787eb94f)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:38:05.044715 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-1bfebf0d-b3bd-48c6-b11a-482875983dc5 req-d56bf9e4-3d1f-4579-9ce6-b02f4325e000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:05.049388 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4076f7c-f207-449d-8716-4154eadfe176 None None] Routers {'738e2dbd-652e-43a7-b5b6-d0f67668801c'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:38:05.050251 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-c4076f7c-f207-449d-8716-4154eadfe176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:37:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['738e2dbd-652e-43a7-b5b6-d0f67668801c'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:38:05.057743 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c5edd-5702-428d-a322-3ae6163c9e42 req-daa0fffb-d8a1-41d4-b225-5d1d8ed4b4f8 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:05.066521 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-278c5edd-5702-428d-a322-3ae6163c9e42 req-daa0fffb-d8a1-41d4-b225-5d1d8ed4b4f8 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=3119bff3-3b39-4fe5-b827-7f7a676f68dc HTTP/1.1" status: 200 len: 945 time: 0.3868356 May 31 13:38:05.227505 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfebf0d-b3bd-48c6-b11a-482875983dc5 req-d56bf9e4-3d1f-4579-9ce6-b02f4325e000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:05.228389 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-1bfebf0d-b3bd-48c6-b11a-482875983dc5 req-d56bf9e4-3d1f-4579-9ce6-b02f4325e000 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:05.230793 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1bfebf0d-b3bd-48c6-b11a-482875983dc5 req-d56bf9e4-3d1f-4579-9ce6-b02f4325e000 service neutron] 10.222.0.44 "PUT /v2.0/ports/32f6ed79-4a6b-4d11-81a9-669d95f9a963 HTTP/1.1" status: 200 len: 1092 time: 2.3728294 May 31 13:38:05.231491 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f3e1747-1801-4ca9-9ca3-e6511ca309d8', 'tag': '32f6ed79-4a6b-4d11-81a9-669d95f9a963'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:38:05.255387 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56bf9e4-3d1f-4579-9ce6-b02f4325e000 service neutron] Pushing event updated for resources: {'Port': ['ID=32f6ed79-4a6b-4d11-81a9-669d95f9a963,revision_number=3']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:38:05.307137 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-9fc27360-14dc-47f3-a981-f8699bf1ba4b tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] 10.222.0.50 "PUT /v2.0/floatingips/2017df6e-7acb-42f4-b624-42496b5268ec HTTP/1.1" status: 200 len: 990 time: 4.3235064 May 31 13:38:05.346858 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-278c5edd-5702-428d-a322-3ae6163c9e42 req-0722494c-23d8-4d49-a18f-d60a8f9f8098 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=b28319a5-744d-4c54-bfbf-469a0b7a5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779942 May 31 13:38:05.355093 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ac966e4-1a96-4325-9a3b-52a1881b40fb', 'tag': 'c4cf700e-e9c7-4a26-9349-5036f1754ff8'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:38:05.402995 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 943aec67-dbc5-41ac-b47e-abf1e5a4b9a3 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:38:05.450885 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-c4076f7c-f207-449d-8716-4154eadfe176 None None] Set router 738e2dbd-652e-43a7-b5b6-d0f67668801c gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:38:05.453140 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4835b847-0dd4-42c1-936b-6d4714ce518b req-a585dc48-7f23-4c91-bd10-ba056d57aa75 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:05.462321 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4835b847-0dd4-42c1-936b-6d4714ce518b req-a585dc48-7f23-4c91-bd10-ba056d57aa75 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/ports?device_id=b63bb906-ec74-4acc-bada-32de5093f62a HTTP/1.1" status: 200 len: 944 time: 0.3830121 May 31 13:38:05.519012 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfebf0d-b3bd-48c6-b11a-482875983dc5 req-b27260e6-f221-40a1-b2c5-b13c8ab55e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:05.520913 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1bfebf0d-b3bd-48c6-b11a-482875983dc5 req-b27260e6-f221-40a1-b2c5-b13c8ab55e97 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e7915944b7b94ed798ed9400dc43e749&device_id=7f3e1747-1801-4ca9-9ca3-e6511ca309d8 HTTP/1.1" status: 200 len: 1095 time: 0.2446392 May 31 13:38:05.623240 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port 943aec67-dbc5-41ac-b47e-abf1e5a4b9a3 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:38:05.644743 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port 943aec67-dbc5-41ac-b47e-abf1e5a4b9a3 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:38:05.645274 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:05.755614 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1bfebf0d-b3bd-48c6-b11a-482875983dc5 req-ba02cb88-8de4-4a80-a243-0a1b4e197280 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32f6ed79-4a6b-4d11-81a9-669d95f9a963 HTTP/1.1" status: 200 len: 217 time: 0.2269716 May 31 13:38:05.925069 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 943aec67-dbc5-41ac-b47e-abf1e5a4b9a3 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:38:05.925978 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:05.966644 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfebf0d-b3bd-48c6-b11a-482875983dc5 req-51435de4-7f23-440d-bbd0-920ffaa384df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:05.972982 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1bfebf0d-b3bd-48c6-b11a-482875983dc5 req-51435de4-7f23-440d-bbd0-920ffaa384df service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0bea7539-c751-4155-a6fe-0d3f1a29fa41 HTTP/1.1" status: 200 len: 845 time: 0.2114797 May 31 13:38:06.006058 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-c4076f7c-f207-449d-8716-4154eadfe176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738e2dbd-652e-43a7-b5b6-d0f67668801c', 'name': 'tempest-VolumesAdminNegativeTest-2128179311-router', 'tenant_id': 'f89ceabafad5420cb483df25f252f64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': 'a9032518-f1e3-4fa4-8f8e-59e49e4181e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:36:50Z', 'updated_at': '2022-05-31T13:37:05Z', 'revision_number': 4, 'project_id': 'f89ceabafad5420cb483df25f252f64a', 'gw_port': {'id': 'a9032518-f1e3-4fa4-8f8e-59e49e4181e3', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:1e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738e2dbd-652e-43a7-b5b6-d0f67668801c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:36:55Z', 'updated_at': '2022-05-31T13:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '2017df6e-7acb-42f4-b624-42496b5268ec', 'tenant_id': 'f89ceabafad5420cb483df25f252f64a', 'floating_ip_address': '172.25.6.11', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '738e2dbd-652e-43a7-b5b6-d0f67668801c', 'port_id': 'c4cf700e-e9c7-4a26-9349-5036f1754ff8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c231a84-2ec4-46e3-bc82-2098434c126a', 'mac_address': 'fa:16:3e:97:ee:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac966e4-1a96-4325-9a3b-52a1881b40fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:37:32Z', 'updated_at': '2022-05-31T13:38:02Z', 'revision_number': 1, 'project_id': 'f89ceabafad5420cb483df25f252f64a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '466cd051-d5e9-4900-b939-2aaed1453612', 'name': '', 'network_id': '7c231a84-2ec4-46e3-bc82-2098434c126a', 'tenant_id': 'f89ceabafad5420cb483df25f252f64a', 'mac_address': 'fa:16:3e:ee:03:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738e2dbd-652e-43a7-b5b6-d0f67668801c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'a56a567a-d5d5-4545-b54f-5c0089e8ebda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:37:04Z', 'updated_at': '2022-05-31T13:37:17Z', 'revision_number': 5, 'project_id': 'f89ceabafad5420cb483df25f252f64a', 'subnets': [{'id': 'a56a567a-d5d5-4545-b54f-5c0089e8ebda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:38:06.021519 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4076f7c-f207-449d-8716-4154eadfe176 None None] Checking router: 738e2dbd-652e-43a7-b5b6-d0f67668801c for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:38:06.030549 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 943aec67-dbc5-41ac-b47e-abf1e5a4b9a3, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=943aec67-dbc5-41ac-b47e-abf1e5a4b9a3,segment=NetworkSegment(d3443ede-b43a-41d6-a2b9-2ee5a31d0003),segment_id=d3443ede-b43a-41d6-a2b9-2ee5a31d0003)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:38:06.034728 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b63bb906-ec74-4acc-bada-32de5093f62a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '943aec67-dbc5-41ac-b47e-abf1e5a4b9a3'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:38:06.041650 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4835b847-0dd4-42c1-936b-6d4714ce518b req-feb5c6ee-498a-4e30-bf17-cb0f037d1c85 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/security-groups?id=677b8212-d6d1-4b38-be51-aaa6218210d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5778792 May 31 13:38:06.055263 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4076f7c-f207-449d-8716-4154eadfe176 None None] Routers {'738e2dbd-652e-43a7-b5b6-d0f67668801c'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:38:06.055869 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-c4076f7c-f207-449d-8716-4154eadfe176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:37:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['738e2dbd-652e-43a7-b5b6-d0f67668801c'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:38:06.069744 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:06.167010 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8168755-d869-4dbb-b587-fbbaf1876abc'] response: {'name': 'network-changed', 'server_uuid': '7f3e1747-1801-4ca9-9ca3-e6511ca309d8', 'tag': '32f6ed79-4a6b-4d11-81a9-669d95f9a963', 'status': 'completed', 'code': 200} May 31 13:38:06.186701 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73b90505-e601-474a-83cc-a587c65a946f'] response: {'name': 'network-changed', 'server_uuid': '4ac966e4-1a96-4325-9a3b-52a1881b40fb', 'tag': 'c4cf700e-e9c7-4a26-9349-5036f1754ff8', 'status': 'completed', 'code': 200} May 31 13:38:06.193667 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1bfebf0d-b3bd-48c6-b11a-482875983dc5 req-ca665fe6-8338-4029-a84c-48abb3838581 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b1b02f4f-a70b-4201-8c66-e64da98751b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2138758 May 31 13:38:06.325405 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=943aec67-dbc5-41ac-b47e-abf1e5a4b9a3,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:38:06.473795 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-c4076f7c-f207-449d-8716-4154eadfe176 None None] Set router 738e2dbd-652e-43a7-b5b6-d0f67668801c gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:38:06.529727 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1bfebf0d-b3bd-48c6-b11a-482875983dc5 req-0cb41230-3686-48bd-931b-c2e220e6894b service neutron] 10.222.0.44 "GET /v2.0/networks/b1b02f4f-a70b-4201-8c66-e64da98751b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3234050 May 31 13:38:06.765593 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1bfebf0d-b3bd-48c6-b11a-482875983dc5 req-aa18979a-31b1-4d8f-9023-1e79c657ba71 service neutron] 10.222.0.44 "GET /v2.0/networks/b1b02f4f-a70b-4201-8c66-e64da98751b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293706 May 31 13:38:06.911713 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a177671b-5c25-4d51-81c4-de26f1c7056f req-f1e8909e-3f59-4385-a0a5-961a5133c92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:06.913167 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a177671b-5c25-4d51-81c4-de26f1c7056f req-f1e8909e-3f59-4385-a0a5-961a5133c92e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f89ceabafad5420cb483df25f252f64a&device_id=4ac966e4-1a96-4325-9a3b-52a1881b40fb HTTP/1.1" status: 200 len: 1096 time: 0.7066188 May 31 13:38:07.015760 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780ade5a-df69-4ecb-995c-5b0ffd4f93e2 req-de9ded07-349b-4fdb-95a6-ca16f8a36fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:07.020592 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-780ade5a-df69-4ecb-995c-5b0ffd4f93e2 req-de9ded07-349b-4fdb-95a6-ca16f8a36fab service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e7915944b7b94ed798ed9400dc43e749&device_id=7f3e1747-1801-4ca9-9ca3-e6511ca309d8 HTTP/1.1" status: 200 len: 1095 time: 0.1787808 May 31 13:38:07.033392 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1c2666-5521-4b4a-b5b8-5aa562ef0de4 req-e678318d-d975-4dc1-97c7-8a61cc39eaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:07.034968 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9b1c2666-5521-4b4a-b5b8-5aa562ef0de4 req-e678318d-d975-4dc1-97c7-8a61cc39eaf4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=971e7e341b6340e7a10be40f9ec104d7&device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 1098 time: 0.7041194 May 31 13:38:07.076368 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-c4076f7c-f207-449d-8716-4154eadfe176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738e2dbd-652e-43a7-b5b6-d0f67668801c', 'name': 'tempest-VolumesAdminNegativeTest-2128179311-router', 'tenant_id': 'f89ceabafad5420cb483df25f252f64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': 'a9032518-f1e3-4fa4-8f8e-59e49e4181e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:36:50Z', 'updated_at': '2022-05-31T13:37:05Z', 'revision_number': 4, 'project_id': 'f89ceabafad5420cb483df25f252f64a', 'gw_port': {'id': 'a9032518-f1e3-4fa4-8f8e-59e49e4181e3', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:1e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738e2dbd-652e-43a7-b5b6-d0f67668801c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:36:55Z', 'updated_at': '2022-05-31T13:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '2017df6e-7acb-42f4-b624-42496b5268ec', 'tenant_id': 'f89ceabafad5420cb483df25f252f64a', 'floating_ip_address': '172.25.6.11', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '738e2dbd-652e-43a7-b5b6-d0f67668801c', 'port_id': 'c4cf700e-e9c7-4a26-9349-5036f1754ff8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c231a84-2ec4-46e3-bc82-2098434c126a', 'mac_address': 'fa:16:3e:97:ee:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac966e4-1a96-4325-9a3b-52a1881b40fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:37:32Z', 'updated_at': '2022-05-31T13:38:02Z', 'revision_number': 1, 'project_id': 'f89ceabafad5420cb483df25f252f64a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '466cd051-d5e9-4900-b939-2aaed1453612', 'name': '', 'network_id': '7c231a84-2ec4-46e3-bc82-2098434c126a', 'tenant_id': 'f89ceabafad5420cb483df25f252f64a', 'mac_address': 'fa:16:3e:ee:03:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738e2dbd-652e-43a7-b5b6-d0f67668801c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'a56a567a-d5d5-4545-b54f-5c0089e8ebda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:37:04Z', 'updated_at': '2022-05-31T13:37:17Z', 'revision_number': 5, 'project_id': 'f89ceabafad5420cb483df25f252f64a', 'subnets': [{'id': 'a56a567a-d5d5-4545-b54f-5c0089e8ebda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:38:07.077028 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30dc2e-55cc-4072-9ebc-cc41795226f3 req-603b09e9-6716-46fa-993c-8ed519798e9d tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:07.081782 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4076f7c-f207-449d-8716-4154eadfe176 None None] The sync data for ids ['738e2dbd-652e-43a7-b5b6-d0f67668801c'] in n-d-843939-1 is: [{'id': '738e2dbd-652e-43a7-b5b6-d0f67668801c', 'name': 'tempest-VolumesAdminNegativeTest-2128179311-router', 'tenant_id': 'f89ceabafad5420cb483df25f252f64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': 'a9032518-f1e3-4fa4-8f8e-59e49e4181e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:36:50Z', 'updated_at': '2022-05-31T13:37:05Z', 'revision_number': 4, 'project_id': 'f89ceabafad5420cb483df25f252f64a', 'gw_port': {'id': 'a9032518-f1e3-4fa4-8f8e-59e49e4181e3', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:1e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738e2dbd-652e-43a7-b5b6-d0f67668801c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:36:55Z', 'updated_at': '2022-05-31T13:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '2017df6e-7acb-42f4-b624-42496b5268ec', 'tenant_id': 'f89ceabafad5420cb483df25f252f64a', 'floating_ip_address': '172.25.6.11', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '738e2dbd-652e-43a7-b5b6-d0f67668801c', 'port_id': 'c4cf700e-e9c7-4a26-9349-5036f1754ff8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c231a84-2ec4-46e3-bc82-2098434c126a', 'mac_address': 'fa:16:3e:97:ee:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac966e4-1a96-4325-9a3b-52a1881b40fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:37:32Z', 'updated_at': '2022-05-31T13:38:02Z', 'revision_number': 1, 'project_id': 'f89ceabafad5420cb483df25f252f64a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '466cd051-d5e9-4900-b939-2aaed1453612', 'name': '', 'network_id': '7c231a84-2ec4-46e3-bc82-2098434c126a', 'tenant_id': 'f89ceabafad5420cb483df25f252f64a', 'mac_address': 'fa:16:3e:ee:03:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738e2dbd-652e-43a7-b5b6-d0f67668801c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'a56a567a-d5d5-4545-b54f-5c0089e8ebda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:37:04Z', 'updated_at': '2022-05-31T13:37:17Z', 'revision_number': 5, 'project_id': 'f89ceabafad5420cb483df25f252f64a', 'subnets': [{'id': 'a56a567a-d5d5-4545-b54f-5c0089e8ebda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:38:07.090087 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4f30dc2e-55cc-4072-9ebc-cc41795226f3 req-603b09e9-6716-46fa-993c-8ed519798e9d tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=58cd7c3c-004a-4f96-8d08-1daaa42bf853 HTTP/1.1" status: 200 len: 946 time: 0.5798290 May 31 13:38:07.116980 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fe5ecf-555b-4df0-9b89-2713d3bc3c24 req-e9f09b2b-c46b-45dc-a750-78e4828bdfc6 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:07.118633 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-33fe5ecf-555b-4df0-9b89-2713d3bc3c24 req-e9f09b2b-c46b-45dc-a750-78e4828bdfc6 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=7f3e1747-1801-4ca9-9ca3-e6511ca309d8 HTTP/1.1" status: 200 len: 944 time: 0.6374502 May 31 13:38:07.283604 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a177671b-5c25-4d51-81c4-de26f1c7056f req-33eafff3-e6bb-481f-a749-bb37e2431c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:07.285711 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a177671b-5c25-4d51-81c4-de26f1c7056f req-33eafff3-e6bb-481f-a749-bb37e2431c54 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7c231a84-2ec4-46e3-bc82-2098434c126a HTTP/1.1" status: 200 len: 916 time: 0.3646836 May 31 13:38:07.287636 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780ade5a-df69-4ecb-995c-5b0ffd4f93e2 req-bc7b9dbd-e015-4e64-aba1-bd0c46dae012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:07.289112 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-780ade5a-df69-4ecb-995c-5b0ffd4f93e2 req-bc7b9dbd-e015-4e64-aba1-bd0c46dae012 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b1b02f4f-a70b-4201-8c66-e64da98751b7 HTTP/1.1" status: 200 len: 906 time: 0.2621553 May 31 13:38:07.371387 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:07.386455 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-780ade5a-df69-4ecb-995c-5b0ffd4f93e2 req-2aee3146-8659-472a-8ed6-f19544a3312c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32f6ed79-4a6b-4d11-81a9-669d95f9a963 HTTP/1.1" status: 200 len: 217 time: 0.0874093 May 31 13:38:07.492064 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b57f59-e1b7-41b3-81ce-a3b9e7bb32a6 None None] New status for floating IP 2017df6e-7acb-42f4-b624-42496b5268ec: ACTIVE {{(pid=88371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 13:38:07.516353 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780ade5a-df69-4ecb-995c-5b0ffd4f93e2 req-4f173e37-b012-4323-bf08-c0516360cfec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:07.519207 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-780ade5a-df69-4ecb-995c-5b0ffd4f93e2 req-4f173e37-b012-4323-bf08-c0516360cfec service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0bea7539-c751-4155-a6fe-0d3f1a29fa41 HTTP/1.1" status: 200 len: 845 time: 0.1261370 May 31 13:38:07.628367 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-780ade5a-df69-4ecb-995c-5b0ffd4f93e2 req-69d989db-8e60-4aaf-b5d0-231c638eee08 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b1b02f4f-a70b-4201-8c66-e64da98751b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0998433 May 31 13:38:07.714274 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-33fe5ecf-555b-4df0-9b89-2713d3bc3c24 req-fe2eb418-1e14-461e-897d-dab441a2d77c tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5776772 May 31 13:38:07.717471 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4f30dc2e-55cc-4072-9ebc-cc41795226f3 req-4ef2218b-cfcf-41d2-ab83-070c00c584b5 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6263933 May 31 13:38:07.879209 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a177671b-5c25-4d51-81c4-de26f1c7056f req-f580262f-4944-40c1-a15d-eca09183b53e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4cf700e-e9c7-4a26-9349-5036f1754ff8 HTTP/1.1" status: 200 len: 998 time: 0.5575395 May 31 13:38:07.884374 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1c2666-5521-4b4a-b5b8-5aa562ef0de4 req-c508dc9a-a1ec-425e-a49f-30d5581d07b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:07.885958 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9b1c2666-5521-4b4a-b5b8-5aa562ef0de4 req-c508dc9a-a1ec-425e-a49f-30d5581d07b9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4805cc3e-f802-432a-a895-ff648d7eea38 HTTP/1.1" status: 200 len: 914 time: 0.8435125 May 31 13:38:08.050035 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-780ade5a-df69-4ecb-995c-5b0ffd4f93e2 req-937ff4b3-f2d6-412b-a9b3-36365a3bae4d service neutron] 10.222.0.44 "GET /v2.0/networks/b1b02f4f-a70b-4201-8c66-e64da98751b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4098117 May 31 13:38:08.142539 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b36212de-2828-4567-8383-93d4e0eecaf2'] response: {'server_uuid': 'b63bb906-ec74-4acc-bada-32de5093f62a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '943aec67-dbc5-41ac-b47e-abf1e5a4b9a3', 'code': 200} May 31 13:38:08.300018 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9b1c2666-5521-4b4a-b5b8-5aa562ef0de4 req-f6a70257-8f89-4e63-be29-e4b677fb0834 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6fba84dd-602c-4af4-8cc6-163477023a03 HTTP/1.1" status: 200 len: 217 time: 0.3902106 May 31 13:38:08.392537 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-780ade5a-df69-4ecb-995c-5b0ffd4f93e2 req-18705bb3-5183-4d28-b5b8-bcb807634e51 service neutron] 10.222.0.44 "GET /v2.0/networks/b1b02f4f-a70b-4201-8c66-e64da98751b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3358312 May 31 13:38:08.507874 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a177671b-5c25-4d51-81c4-de26f1c7056f req-1cc194cd-7032-4e23-8d09-e9a273153aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:08.510121 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a177671b-5c25-4d51-81c4-de26f1c7056f req-1cc194cd-7032-4e23-8d09-e9a273153aa5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a56a567a-d5d5-4545-b54f-5c0089e8ebda HTTP/1.1" status: 200 len: 854 time: 0.6030536 May 31 13:38:08.533357 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1c2666-5521-4b4a-b5b8-5aa562ef0de4 req-217749aa-0618-4ec2-8bed-6aab1b0cf8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:08.534392 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9b1c2666-5521-4b4a-b5b8-5aa562ef0de4 req-217749aa-0618-4ec2-8bed-6aab1b0cf8df service neutron] 10.222.0.44 "GET /v2.0/subnets?id=78475d05-cc98-4fb2-b531-8986b43f0ba1 HTTP/1.1" status: 200 len: 853 time: 0.1793556 May 31 13:38:08.581150 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6374fc-87ae-4766-9789-0e44c030db4d req-6bc0c74c-572d-4ff3-b8f4-8a9c657d1d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:08.583335 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1d6374fc-87ae-4766-9789-0e44c030db4d req-6bc0c74c-572d-4ff3-b8f4-8a9c657d1d53 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b63bb906-ec74-4acc-bada-32de5093f62a HTTP/1.1" status: 200 len: 1096 time: 0.4938843 May 31 13:38:08.686640 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9b1c2666-5521-4b4a-b5b8-5aa562ef0de4 req-20effba5-c3cc-4d3c-879b-a82649fa23ed service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4805cc3e-f802-432a-a895-ff648d7eea38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1003280 May 31 13:38:08.788181 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:08.871016 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88671008-6520-47dc-9b53-5380a3294e18 req-d19e2031-8ba1-4094-8cd6-82e33ce85039 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:08.872582 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-88671008-6520-47dc-9b53-5380a3294e18 req-d19e2031-8ba1-4094-8cd6-82e33ce85039 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 947 time: 0.7793617 May 31 13:38:08.889635 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a7ad83-46a2-48fb-a58b-2a794250ff56 req-7b31332c-b26e-422b-a3cd-2ae2c60f1338 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:08.899228 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-46a7ad83-46a2-48fb-a58b-2a794250ff56 req-7b31332c-b26e-422b-a3cd-2ae2c60f1338 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=3119bff3-3b39-4fe5-b827-7f7a676f68dc HTTP/1.1" status: 200 len: 945 time: 0.8106346 May 31 13:38:08.934552 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1d6374fc-87ae-4766-9789-0e44c030db4d req-d6677f30-e7fe-40f1-ae04-53c43173ca21 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=677b8212-d6d1-4b38-be51-aaa6218210d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3073356 May 31 13:38:09.214760 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-46a7ad83-46a2-48fb-a58b-2a794250ff56 req-537ec71f-4bca-4162-b4aa-b0439fa537d9 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=b28319a5-744d-4c54-bfbf-469a0b7a5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141854 May 31 13:38:09.229980 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 51354) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:38:09.256109 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9b1c2666-5521-4b4a-b5b8-5aa562ef0de4 req-1d3ce35b-a693-4221-9071-07465cb91f69 service neutron] 10.222.0.44 "GET /v2.0/networks/4805cc3e-f802-432a-a895-ff648d7eea38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5522730 May 31 13:38:09.256109 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-88671008-6520-47dc-9b53-5380a3294e18 req-5dc0dd46-a010-440f-9df8-a47a9272004a tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3400624 May 31 13:38:09.322940 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a177671b-5c25-4d51-81c4-de26f1c7056f req-7e77dfda-6027-4083-be1a-7fe33a4f271a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:09.322940 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a177671b-5c25-4d51-81c4-de26f1c7056f req-7e77dfda-6027-4083-be1a-7fe33a4f271a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7c231a84-2ec4-46e3-bc82-2098434c126a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7996163 May 31 13:38:09.436146 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 32f6ed79-4a6b-4d11-81a9-669d95f9a963 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:38:09.623447 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-44c7f646-2774-4c0b-af3b-ce715e4ccaf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:09.641295 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-44c7f646-2774-4c0b-af3b-ce715e4ccaf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:38:09.648920 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-44c7f646-2774-4c0b-af3b-ce715e4ccaf9 admin admin] Usage tracker for resource:security_group_rule and tenant:703af60fb1b148d5bddccfadbb5e1c9b is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:38:09.654219 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-44c7f646-2774-4c0b-af3b-ce715e4ccaf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:38:09.665270 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-44c7f646-2774-4c0b-af3b-ce715e4ccaf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:38:09.783128 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-44c7f646-2774-4c0b-af3b-ce715e4ccaf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:09.788383 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-44c7f646-2774-4c0b-af3b-ce715e4ccaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:09.849150 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656977a7-6b3e-477b-826e-0b244e3c5e06 req-cb70c467-db89-4eea-808e-5e6b829d1943 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:09.851193 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-656977a7-6b3e-477b-826e-0b244e3c5e06 req-cb70c467-db89-4eea-808e-5e6b829d1943 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=7f3e1747-1801-4ca9-9ca3-e6511ca309d8 HTTP/1.1" status: 200 len: 944 time: 0.2797399 May 31 13:38:09.861880 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c7f646-2774-4c0b-af3b-ce715e4ccaf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b0d6d1-f210-4ca2-be7e-d72b0fc3c070,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:38:09.862791 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9b1c2666-5521-4b4a-b5b8-5aa562ef0de4 req-3bf29f24-a958-4ced-9f0a-8119671acb6e service neutron] 10.222.0.44 "GET /v2.0/networks/4805cc3e-f802-432a-a895-ff648d7eea38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6085939 May 31 13:38:09.903924 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 32f6ed79-4a6b-4d11-81a9-669d95f9a963, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=32f6ed79-4a6b-4d11-81a9-669d95f9a963,segment=NetworkSegment(ac59caff-d513-4fef-b003-5737787eb94f),segment_id=ac59caff-d513-4fef-b003-5737787eb94f)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:38:09.918177 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-44c7f646-2774-4c0b-af3b-ce715e4ccaf9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=703af60fb1b148d5bddccfadbb5e1c9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6866581 May 31 13:38:09.920532 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 51366) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:38:09.921817 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': '32f6ed79-4a6b-4d11-81a9-669d95f9a963', 'network_id': 'b1b02f4f-a70b-4201-8c66-e64da98751b7', 'port_id': '32f6ed79-4a6b-4d11-81a9-669d95f9a963', 'mac_address': 'fa:16:3e:2c:97:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bea7539-c751-4155-a6fe-0d3f1a29fa41', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:38:09.950986 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70031a4-87b8-4fe9-89b9-372dda40ca34 req-9e3ff58a-50f3-481b-8f95-d2e794187b58 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:09.952458 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e70031a4-87b8-4fe9-89b9-372dda40ca34 req-9e3ff58a-50f3-481b-8f95-d2e794187b58 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/ports?device_id=b63bb906-ec74-4acc-bada-32de5093f62a HTTP/1.1" status: 200 len: 945 time: 0.4698989 May 31 13:38:09.957758 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a177671b-5c25-4d51-81c4-de26f1c7056f req-68483542-1772-4003-b2fa-6b27d0191a97 service neutron] 10.222.0.44 "GET /v2.0/networks/7c231a84-2ec4-46e3-bc82-2098434c126a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6202335 May 31 13:38:09.979050 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-656977a7-6b3e-477b-826e-0b244e3c5e06 req-40e56f09-1069-47b6-a686-52f22fb184e2 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039519 May 31 13:38:10.027215 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6162a797-217d-4bfb-aab9-bc8a8351583d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:10.043533 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 32f6ed79-4a6b-4d11-81a9-669d95f9a963 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:38:10.043893 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:10.068887 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32f6ed79-4a6b-4d11-81a9-669d95f9a963 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:38:10.093216 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 32f6ed79-4a6b-4d11-81a9-669d95f9a963, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=32f6ed79-4a6b-4d11-81a9-669d95f9a963,segment=NetworkSegment(ac59caff-d513-4fef-b003-5737787eb94f),segment_id=ac59caff-d513-4fef-b003-5737787eb94f)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:38:10.096781 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6162a797-217d-4bfb-aab9-bc8a8351583d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:10.097734 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:10.123804 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e70031a4-87b8-4fe9-89b9-372dda40ca34 req-1408b3de-cf58-4bc5-9656-fef8d06cc352 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/security-groups?id=677b8212-d6d1-4b38-be51-aaa6218210d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630242 May 31 13:38:10.195670 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a177671b-5c25-4d51-81c4-de26f1c7056f req-d4560be8-53a8-45f4-8e3e-2a695205abec service neutron] 10.222.0.44 "GET /v2.0/networks/7c231a84-2ec4-46e3-bc82-2098434c126a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130468 May 31 13:38:10.200949 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6162a797-217d-4bfb-aab9-bc8a8351583d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:10.210978 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=32f6ed79-4a6b-4d11-81a9-669d95f9a963,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:38:10.243253 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6162a797-217d-4bfb-aab9-bc8a8351583d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b0d6d1-f210-4ca2-be7e-d72b0fc3c070,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:38:10.250779 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6162a797-217d-4bfb-aab9-bc8a8351583d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:10.252157 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-6162a797-217d-4bfb-aab9-bc8a8351583d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/80b0d6d1-f210-4ca2-be7e-d72b0fc3c070 HTTP/1.1" status: 204 len: 168 time: 0.3306119 May 31 13:38:10.462943 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4abebb-d90a-4f78-9b15-a7834da624da req-279498bc-62bf-4d4a-8cd0-fe8e6e61f2e5 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:10.466630 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fc4abebb-d90a-4f78-9b15-a7834da624da req-279498bc-62bf-4d4a-8cd0-fe8e6e61f2e5 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=58cd7c3c-004a-4f96-8d08-1daaa42bf853 HTTP/1.1" status: 200 len: 946 time: 0.2190783 May 31 13:38:10.542501 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-265d8c79-5e66-4f20-8bea-5a7b5034d98d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:10.597118 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fc4abebb-d90a-4f78-9b15-a7834da624da req-d2ce44e9-2f05-4e70-8242-452ed768318d tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195068 May 31 13:38:10.707983 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['32f6ed79-4a6b-4d11-81a9-669d95f9a963'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:38:11.023616 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 51382) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:38:11.042987 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c6b199-1dd4-4e0d-a9d1-0a1579a6502b req-33b88643-99d8-48c2-87e2-3ee1e1174dcc tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:11.051222 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-02c6b199-1dd4-4e0d-a9d1-0a1579a6502b req-33b88643-99d8-48c2-87e2-3ee1e1174dcc tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=3119bff3-3b39-4fe5-b827-7f7a676f68dc HTTP/1.1" status: 200 len: 945 time: 0.2144623 May 31 13:38:11.065376 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b92c5a22-9472-437c-95ed-0bf1830df064 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:11.091261 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b92c5a22-9472-437c-95ed-0bf1830df064 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:38:11.104688 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-b92c5a22-9472-437c-95ed-0bf1830df064 admin admin] Usage tracker for resource:security_group_rule and tenant:dfb3fcec6acf42499ec6f41985acf0e2 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:38:11.107836 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-b92c5a22-9472-437c-95ed-0bf1830df064 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:38:11.120205 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b92c5a22-9472-437c-95ed-0bf1830df064 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:38:11.145492 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-02c6b199-1dd4-4e0d-a9d1-0a1579a6502b req-b349f22b-d20b-4a66-956e-ff598eec0239 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=b28319a5-744d-4c54-bfbf-469a0b7a5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931220 May 31 13:38:11.321120 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b92c5a22-9472-437c-95ed-0bf1830df064 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:11.326854 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b92c5a22-9472-437c-95ed-0bf1830df064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:11.365343 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92c5a22-9472-437c-95ed-0bf1830df064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d40a0a14-5514-4375-a5d3-beacacbe8641,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:38:11.403787 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b92c5a22-9472-437c-95ed-0bf1830df064 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dfb3fcec6acf42499ec6f41985acf0e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3763428 May 31 13:38:11.405106 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 51388) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:38:11.428709 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea3fbff-aa61-4976-9d64-a4f10f820631 req-ebd54823-1317-48fc-bf65-786c5efd9f38 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:11.437263 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1ea3fbff-aa61-4976-9d64-a4f10f820631 req-ebd54823-1317-48fc-bf65-786c5efd9f38 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 947 time: 0.2025585 May 31 13:38:11.495935 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a307b3d6-1617-49e4-8458-fad47106e183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:11.525730 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1ea3fbff-aa61-4976-9d64-a4f10f820631 req-d3e156b1-5451-47f1-be9d-b1d4972312ee tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813560 May 31 13:38:11.535301 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a307b3d6-1617-49e4-8458-fad47106e183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:11.543272 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e080d79f-c762-4190-90a1-c1d41557830e req-766a10c0-09df-4cd8-ad60-2c97eae9126c tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:11.545012 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e080d79f-c762-4190-90a1-c1d41557830e req-766a10c0-09df-4cd8-ad60-2c97eae9126c tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=7f3e1747-1801-4ca9-9ca3-e6511ca309d8 HTTP/1.1" status: 200 len: 945 time: 0.1934819 May 31 13:38:11.626585 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e080d79f-c762-4190-90a1-c1d41557830e req-c7095b28-baf2-491f-82de-1d2edcd68e3f tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706074 May 31 13:38:11.645636 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a307b3d6-1617-49e4-8458-fad47106e183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:11.676811 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a307b3d6-1617-49e4-8458-fad47106e183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d40a0a14-5514-4375-a5d3-beacacbe8641,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:38:11.679700 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a307b3d6-1617-49e4-8458-fad47106e183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:11.683167 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a307b3d6-1617-49e4-8458-fad47106e183 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d40a0a14-5514-4375-a5d3-beacacbe8641 HTTP/1.1" status: 204 len: 168 time: 0.2749672 May 31 13:38:11.946052 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f90e7-ff96-4cea-af6c-2e1d186d1199 req-2178dbce-4bfd-415c-9f4c-132639fb0dee tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:11.947597 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-404f90e7-ff96-4cea-af6c-2e1d186d1199 req-2178dbce-4bfd-415c-9f4c-132639fb0dee tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/ports?device_id=b63bb906-ec74-4acc-bada-32de5093f62a HTTP/1.1" status: 200 len: 945 time: 0.2183287 May 31 13:38:11.958418 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f7905-ae24-433e-af53-502dfaa1fc40 req-e76f3c6f-9fe8-4856-aaeb-b77deeebf053 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:11.960717 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f73f7905-ae24-433e-af53-502dfaa1fc40 req-e76f3c6f-9fe8-4856-aaeb-b77deeebf053 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 947 time: 0.1375630 May 31 13:38:12.068908 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f73f7905-ae24-433e-af53-502dfaa1fc40 req-ce706fb2-a117-46e0-bfa1-cfe9fdbfbce1 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917017 May 31 13:38:12.085868 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-404f90e7-ff96-4cea-af6c-2e1d186d1199 req-3d592be8-1060-45bb-bed9-d81032c75f42 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/security-groups?id=677b8212-d6d1-4b38-be51-aaa6218210d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238198 May 31 13:38:12.421717 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd3e17d-8cb8-4762-b0e0-6fbcd4bd2019 req-c3a3ab91-4819-4be1-893b-8f62aa58b87f tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:12.432057 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7cd3e17d-8cb8-4762-b0e0-6fbcd4bd2019 req-c3a3ab91-4819-4be1-893b-8f62aa58b87f tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=58cd7c3c-004a-4f96-8d08-1daaa42bf853 HTTP/1.1" status: 200 len: 946 time: 0.2139876 May 31 13:38:12.506579 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7cd3e17d-8cb8-4762-b0e0-6fbcd4bd2019 req-297d3ef2-edb3-4127-87fe-dde8c78b3867 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735586 May 31 13:38:12.525865 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73441b14-51a3-4c4d-9787-ba13f5661925 req-0ae5b81e-e0d0-45fd-ba96-d5860a22d967 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:12.536686 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-73441b14-51a3-4c4d-9787-ba13f5661925 req-0ae5b81e-e0d0-45fd-ba96-d5860a22d967 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/ports?device_id=b63bb906-ec74-4acc-bada-32de5093f62a HTTP/1.1" status: 200 len: 945 time: 0.2047732 May 31 13:38:12.608509 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-73441b14-51a3-4c4d-9787-ba13f5661925 req-79e47131-6372-4d98-a344-ff1a25f8ed10 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/security-groups?id=677b8212-d6d1-4b38-be51-aaa6218210d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706677 May 31 13:38:12.824277 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3d4dac57-a911-42d6-99ff-a9b50fad7022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:12.964248 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a71dc-0d5b-4a9e-89bc-795024773342 req-4f3910ae-07b4-4e25-a08c-3992e12afbe6 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:12.970591 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-411a71dc-0d5b-4a9e-89bc-795024773342 req-4f3910ae-07b4-4e25-a08c-3992e12afbe6 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 947 time: 0.1978228 May 31 13:38:12.984465 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d68a10-8900-4829-ab9d-a4928bd5e854 req-cc2910ed-7ebe-47ea-9587-19fc53a2576d tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:12.984465 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-12d68a10-8900-4829-ab9d-a4928bd5e854 req-cc2910ed-7ebe-47ea-9587-19fc53a2576d tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=3119bff3-3b39-4fe5-b827-7f7a676f68dc HTTP/1.1" status: 200 len: 945 time: 0.2620063 May 31 13:38:13.076534 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-12d68a10-8900-4829-ab9d-a4928bd5e854 req-70838eaa-c2b0-4aa1-8507-9843e016df7f tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=b28319a5-744d-4c54-bfbf-469a0b7a5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729797 May 31 13:38:13.103609 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-411a71dc-0d5b-4a9e-89bc-795024773342 req-b29b84e5-e917-48bd-a25e-603f767bf2b5 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264284 May 31 13:38:13.361531 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 51436) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:38:13.452255 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 32f6ed79-4a6b-4d11-81a9-669d95f9a963 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:38:13.513009 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda2528-023d-4d62-b045-501990335631 req-fca73e02-de3f-4e38-808e-bbccdfa46ba3 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:13.521325 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4cda2528-023d-4d62-b045-501990335631 req-fca73e02-de3f-4e38-808e-bbccdfa46ba3 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=7f3e1747-1801-4ca9-9ca3-e6511ca309d8 HTTP/1.1" status: 200 len: 945 time: 0.2962673 May 31 13:38:13.595789 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4cda2528-023d-4d62-b045-501990335631 req-2930c58c-1682-4c6c-bfcc-cf57714afd26 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731127 May 31 13:38:13.597638 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-e37d6e8e-c5b5-45a8-b6e7-c5dfe305a9df tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1496002227'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:38:13.606434 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port 32f6ed79-4a6b-4d11-81a9-669d95f9a963 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:38:13.615209 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e37d6e8e-c5b5-45a8-b6e7-c5dfe305a9df tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:38:13.615578 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port 32f6ed79-4a6b-4d11-81a9-669d95f9a963 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:38:13.615914 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:13.625805 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e37d6e8e-c5b5-45a8-b6e7-c5dfe305a9df tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Usage tracker for resource:network and tenant:dad73c04171841688ff762683eaefc2c is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:38:13.649153 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e37d6e8e-c5b5-45a8-b6e7-c5dfe305a9df tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:38:13.665432 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e37d6e8e-c5b5-45a8-b6e7-c5dfe305a9df tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:38:13.684570 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37d6e8e-c5b5-45a8-b6e7-c5dfe305a9df tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Made reservation on behalf of dad73c04171841688ff762683eaefc2c for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:38:13.697364 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e37d6e8e-c5b5-45a8-b6e7-c5dfe305a9df tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:13.725397 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e37d6e8e-c5b5-45a8-b6e7-c5dfe305a9df tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:13.728937 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:13.749215 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e37d6e8e-c5b5-45a8-b6e7-c5dfe305a9df tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:38:13.754656 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e37d6e8e-c5b5-45a8-b6e7-c5dfe305a9df tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Usage tracker for resource:security_group_rule and tenant:dad73c04171841688ff762683eaefc2c is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:38:13.761109 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e37d6e8e-c5b5-45a8-b6e7-c5dfe305a9df tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:38:13.773812 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e37d6e8e-c5b5-45a8-b6e7-c5dfe305a9df tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:38:13.866620 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216a2814-3730-4d6f-b4ef-67dd19e3f4c4 req-7d559b96-e1b6-44f7-8bf5-36ed39738588 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:13.875737 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-216a2814-3730-4d6f-b4ef-67dd19e3f4c4 req-7d559b96-e1b6-44f7-8bf5-36ed39738588 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 947 time: 0.1527593 May 31 13:38:13.877409 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:13.891520 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 32f6ed79-4a6b-4d11-81a9-669d95f9a963 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:38:13.892152 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:13.947457 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-216a2814-3730-4d6f-b4ef-67dd19e3f4c4 req-c2b2e765-be62-4002-9f77-f44ffa3fa45b tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708237 May 31 13:38:13.962010 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e37d6e8e-c5b5-45a8-b6e7-c5dfe305a9df tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:13.962948 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f3e1747-1801-4ca9-9ca3-e6511ca309d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32f6ed79-4a6b-4d11-81a9-669d95f9a963'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:38:13.968460 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e37d6e8e-c5b5-45a8-b6e7-c5dfe305a9df tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:13.983854 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 32f6ed79-4a6b-4d11-81a9-669d95f9a963, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=32f6ed79-4a6b-4d11-81a9-669d95f9a963,segment=NetworkSegment(ac59caff-d513-4fef-b003-5737787eb94f),segment_id=ac59caff-d513-4fef-b003-5737787eb94f)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:38:13.992686 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:14.091475 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e37d6e8e-c5b5-45a8-b6e7-c5dfe305a9df tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:38:14.101232 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37d6e8e-c5b5-45a8-b6e7-c5dfe305a9df tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3df2ab4e-fb80-4f5e-8c0f-1620a1aa5380,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:38:14.108264 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e37d6e8e-c5b5-45a8-b6e7-c5dfe305a9df tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:14.108603 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-e37d6e8e-c5b5-45a8-b6e7-c5dfe305a9df tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Added segment 0bc12261-40c8-43c0-80e5-51a4aee824d2 of type vlan for network a979f70b-d28b-4ddd-83e2-339efa7f74cd May 31 13:38:14.173161 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e37d6e8e-c5b5-45a8-b6e7-c5dfe305a9df tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:14.207067 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=32f6ed79-4a6b-4d11-81a9-669d95f9a963,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:38:14.225968 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e37d6e8e-c5b5-45a8-b6e7-c5dfe305a9df tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:14.238031 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37d6e8e-c5b5-45a8-b6e7-c5dfe305a9df tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:14.238694 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e37d6e8e-c5b5-45a8-b6e7-c5dfe305a9df tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:14.255785 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db0e9b7-f565-4070-b951-9a335fe5cffa req-eda1e462-aab1-46af-903e-3982861f00df tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:14.261756 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5db0e9b7-f565-4070-b951-9a335fe5cffa req-eda1e462-aab1-46af-903e-3982861f00df tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/ports?device_id=b63bb906-ec74-4acc-bada-32de5093f62a HTTP/1.1" status: 200 len: 945 time: 0.1773524 May 31 13:38:14.399658 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e37d6e8e-c5b5-45a8-b6e7-c5dfe305a9df tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.0328972 May 31 13:38:14.401644 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 51458) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:38:14.423007 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-07732ddc-306e-43a8-82fb-27e1979ec173 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Request body: {'subnet': {'network_id': 'a979f70b-d28b-4ddd-83e2-339efa7f74cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:38:14.433867 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5db0e9b7-f565-4070-b951-9a335fe5cffa req-6891cb79-b52b-4ec4-afb3-8b0dad94aa93 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/security-groups?id=677b8212-d6d1-4b38-be51-aaa6218210d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658244 May 31 13:38:14.463767 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37d6e8e-c5b5-45a8-b6e7-c5dfe305a9df tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Pushing event updated for resources: {'Network': ['ID=a979f70b-d28b-4ddd-83e2-339efa7f74cd,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:38:14.493049 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network a979f70b-d28b-4ddd-83e2-339efa7f74cd details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:38:14.523929 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021c626-7dbe-4aa4-96ee-5e2697fc8c4a req-3d20acf0-4d23-4e35-8d3f-85b398451dc9 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:14.526338 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a021c626-7dbe-4aa4-96ee-5e2697fc8c4a req-3d20acf0-4d23-4e35-8d3f-85b398451dc9 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=58cd7c3c-004a-4f96-8d08-1daaa42bf853 HTTP/1.1" status: 200 len: 946 time: 0.2225058 May 31 13:38:14.615414 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a021c626-7dbe-4aa4-96ee-5e2697fc8c4a req-336cddad-2633-4b38-b030-0baba64d0bc4 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797734 May 31 13:38:14.711999 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-07732ddc-306e-43a8-82fb-27e1979ec173 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:38:14.725505 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-07732ddc-306e-43a8-82fb-27e1979ec173 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Usage tracker for resource:subnet and tenant:dad73c04171841688ff762683eaefc2c is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:38:14.728584 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-07732ddc-306e-43a8-82fb-27e1979ec173 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:38:14.737852 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-07732ddc-306e-43a8-82fb-27e1979ec173 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:38:14.753837 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5127dd9-b5ea-4f1a-9fb5-8ebb428ce58e'] response: {'server_uuid': '7f3e1747-1801-4ca9-9ca3-e6511ca309d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32f6ed79-4a6b-4d11-81a9-669d95f9a963', 'code': 200} May 31 13:38:14.763939 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07732ddc-306e-43a8-82fb-27e1979ec173 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Made reservation on behalf of dad73c04171841688ff762683eaefc2c for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:38:14.768683 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-07732ddc-306e-43a8-82fb-27e1979ec173 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:15.049012 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592542b-7bf8-4368-a942-3bed31ffb83a req-8b3d9dcf-2362-43bd-b594-3fb3359dc7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:15.050916 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e592542b-7bf8-4368-a942-3bed31ffb83a req-8b3d9dcf-2362-43bd-b594-3fb3359dc7d1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7f3e1747-1801-4ca9-9ca3-e6511ca309d8 HTTP/1.1" status: 200 len: 1097 time: 0.3887172 May 31 13:38:15.131794 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1065a6-b8ed-4ee8-9837-9348cade7070 req-3d650d99-1245-4c89-90f3-22fc4a595b5f tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:15.139322 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dc1065a6-b8ed-4ee8-9837-9348cade7070 req-3d650d99-1245-4c89-90f3-22fc4a595b5f tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/ports?device_id=b63bb906-ec74-4acc-bada-32de5093f62a HTTP/1.1" status: 200 len: 945 time: 0.2664199 May 31 13:38:15.205281 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cb03e9-78a8-45d9-900b-1eb6c268cc42 req-cd10c57d-0688-4497-a2a7-b92f6a251c5f tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:15.207943 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e3cb03e9-78a8-45d9-900b-1eb6c268cc42 req-cd10c57d-0688-4497-a2a7-b92f6a251c5f tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=3119bff3-3b39-4fe5-b827-7f7a676f68dc HTTP/1.1" status: 200 len: 945 time: 0.2948627 May 31 13:38:15.246262 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-07732ddc-306e-43a8-82fb-27e1979ec173 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:15.259913 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e592542b-7bf8-4368-a942-3bed31ffb83a req-7632a5b8-7134-423c-9a7d-5f18e9b1f8cd service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018552 May 31 13:38:15.285330 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dc1065a6-b8ed-4ee8-9837-9348cade7070 req-540405ca-7259-4405-8c6f-7c58761a883c tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/security-groups?id=677b8212-d6d1-4b38-be51-aaa6218210d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449566 May 31 13:38:15.342459 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e3cb03e9-78a8-45d9-900b-1eb6c268cc42 req-e21e07ce-84fa-4175-86f8-ec1c667ee0a5 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=b28319a5-744d-4c54-bfbf-469a0b7a5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226425 May 31 13:38:15.451261 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 24e11adc-9e4e-4ba1-a674-567030f17b77 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:38:15.480962 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07732ddc-306e-43a8-82fb-27e1979ec173 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Checking segment: {'id': '0bc12261-40c8-43c0-80e5-51a4aee824d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a979f70b-d28b-4ddd-83e2-339efa7f74cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:38:15.481544 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07732ddc-306e-43a8-82fb-27e1979ec173 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Network hostable DHCP agents. Network: a979f70b-d28b-4ddd-83e2-339efa7f74cd, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:38:15.490999 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07732ddc-306e-43a8-82fb-27e1979ec173 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Pushing event updated for resources: {'Subnet': ['ID=f4879dbc-276f-4cec-a0ed-96ea012bee5b,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:38:15.518888 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07732ddc-306e-43a8-82fb-27e1979ec173 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Network a979f70b-d28b-4ddd-83e2-339efa7f74cd is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:38:15.540704 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-07732ddc-306e-43a8-82fb-27e1979ec173 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, a979f70b-d28b-4ddd-83e2-339efa7f74cd) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:38:15.551314 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07732ddc-306e-43a8-82fb-27e1979ec173 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:15.552012 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-07732ddc-306e-43a8-82fb-27e1979ec173 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:15.568378 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d5d7be-f73d-4ddd-b194-cc46ebe9961a None None] Network a979f70b-d28b-4ddd-83e2-339efa7f74cd requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:38:15.591459 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-07732ddc-306e-43a8-82fb-27e1979ec173 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1858573 May 31 13:38:15.594108 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 51474) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:38:15.606488 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-7ee17642-e070-487b-a375-8ee8b31a61cc tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Request body: {'port': {'network_id': 'a979f70b-d28b-4ddd-83e2-339efa7f74cd', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-76508375'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:38:15.749866 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6a7501-92c1-4274-9232-30414680cc5c req-ef64b704-9ec9-439d-a840-f0f966d65152 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:15.759217 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4f6a7501-92c1-4274-9232-30414680cc5c req-ef64b704-9ec9-439d-a840-f0f966d65152 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=7f3e1747-1801-4ca9-9ca3-e6511ca309d8 HTTP/1.1" status: 200 len: 946 time: 0.2854421 May 31 13:38:15.762832 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:15.791135 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3dd879-0eb8-41e8-ba8a-f6628eb55f4c req-287278df-4eb1-471d-b5a5-6d2e0ea8381a tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:15.799855 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6c3dd879-0eb8-41e8-ba8a-f6628eb55f4c req-287278df-4eb1-471d-b5a5-6d2e0ea8381a tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 947 time: 0.2427499 May 31 13:38:15.854880 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4f6a7501-92c1-4274-9232-30414680cc5c req-a6596af4-8fab-428d-910c-e51d7b2cb806 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942910 May 31 13:38:15.891411 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-7ee17642-e070-487b-a375-8ee8b31a61cc tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:38:15.907651 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6c3dd879-0eb8-41e8-ba8a-f6628eb55f4c req-f831f4c1-add4-4ef1-bfa6-0b0cc0e404e5 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067421 May 31 13:38:15.920218 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-7ee17642-e070-487b-a375-8ee8b31a61cc tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Usage tracker for resource:port and tenant:dad73c04171841688ff762683eaefc2c is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:38:15.920589 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 24e11adc-9e4e-4ba1-a674-567030f17b77, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=24e11adc-9e4e-4ba1-a674-567030f17b77,segment=NetworkSegment(4d75b4c6-9dbf-466e-9960-e4baeffc8b58),segment_id=4d75b4c6-9dbf-466e-9960-e4baeffc8b58)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:38:15.924903 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-7ee17642-e070-487b-a375-8ee8b31a61cc tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:38:15.935861 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-7ee17642-e070-487b-a375-8ee8b31a61cc tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:38:15.958377 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee17642-e070-487b-a375-8ee8b31a61cc tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Made reservation on behalf of dad73c04171841688ff762683eaefc2c for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:38:15.963170 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7ee17642-e070-487b-a375-8ee8b31a61cc tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:15.992178 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-7ee17642-e070-487b-a375-8ee8b31a61cc tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] device_id is not set on port fa687ed1-d9fe-47b5-b928-cfa7f3700fc3 yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:38:16.004599 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': '24e11adc-9e4e-4ba1-a674-567030f17b77', 'network_id': 'ef7bc708-faad-4f53-9863-9b17fc2bd3a4', 'port_id': '24e11adc-9e4e-4ba1-a674-567030f17b77', 'mac_address': 'fa:16:3e:d9:8e:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03601eff-cc07-4210-91b9-54e2e22c50f4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:38:16.103739 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 24e11adc-9e4e-4ba1-a674-567030f17b77 is: ACTIVE; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:38:16.104116 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:16.147869 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 24e11adc-9e4e-4ba1-a674-567030f17b77 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:38:16.205269 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ac95a9-9c76-4ca2-97ef-8caa5d863107 req-bb20a9dc-5191-4adc-a69d-6f3aeb7920ac tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:16.206864 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d4ac95a9-9c76-4ca2-97ef-8caa5d863107 req-bb20a9dc-5191-4adc-a69d-6f3aeb7920ac tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=58cd7c3c-004a-4f96-8d08-1daaa42bf853 HTTP/1.1" status: 200 len: 946 time: 0.1696913 May 31 13:38:16.208573 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 24e11adc-9e4e-4ba1-a674-567030f17b77, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=24e11adc-9e4e-4ba1-a674-567030f17b77,segment=NetworkSegment(4d75b4c6-9dbf-466e-9960-e4baeffc8b58),segment_id=4d75b4c6-9dbf-466e-9960-e4baeffc8b58)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:38:16.215164 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d076977c-d8b6-49e5-b94d-69da0614cd6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-a979f70b-d28b-4ddd-83e2-339efa7f74cd', 'network_id': 'a979f70b-d28b-4ddd-83e2-339efa7f74cd', 'tenant_id': 'dad73c04171841688ff762683eaefc2c', 'fixed_ips': [{'subnet_id': 'f4879dbc-276f-4cec-a0ed-96ea012bee5b'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:38:16.217185 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d076977c-d8b6-49e5-b94d-69da0614cd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:16.240451 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:16.290574 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d4ac95a9-9c76-4ca2-97ef-8caa5d863107 req-480ea476-198a-4c02-a183-c673031a4cb0 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765688 May 31 13:38:16.298888 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-7ee17642-e070-487b-a375-8ee8b31a61cc tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Allocated IP 2001:db8::35 (a979f70b-d28b-4ddd-83e2-339efa7f74cd/f4879dbc-276f-4cec-a0ed-96ea012bee5b/fa687ed1-d9fe-47b5-b928-cfa7f3700fc3) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:38:16.369255 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 13:38:16.457818 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=24e11adc-9e4e-4ba1-a674-567030f17b77,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:38:16.552238 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['24e11adc-9e4e-4ba1-a674-567030f17b77'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:38:16.712485 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7ee17642-e070-487b-a375-8ee8b31a61cc tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:16.740630 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-7ee17642-e070-487b-a375-8ee8b31a61cc tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Transition to ACTIVE for port object fa687ed1-d9fe-47b5-b928-cfa7f3700fc3 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:38:16.758259 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbb0f6a-809f-46b8-af0f-7f518b2b22ad req-8ae712ce-1822-46bd-b924-4aaebb8be6d8 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:16.759772 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5bbb0f6a-809f-46b8-af0f-7f518b2b22ad req-8ae712ce-1822-46bd-b924-4aaebb8be6d8 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 947 time: 0.1924098 May 31 13:38:16.782867 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7ee17642-e070-487b-a375-8ee8b31a61cc tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:16.820610 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5bbb0f6a-809f-46b8-af0f-7f518b2b22ad req-78e976c1-e935-4b11-b423-07da3ef1e664 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526087 May 31 13:38:16.831662 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b12dae-11e5-47d7-a9b1-36372dfdf256 req-a2598251-49f8-484a-9a09-90586239c065 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:16.833181 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c8b12dae-11e5-47d7-a9b1-36372dfdf256 req-a2598251-49f8-484a-9a09-90586239c065 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=3119bff3-3b39-4fe5-b827-7f7a676f68dc HTTP/1.1" status: 200 len: 944 time: 0.1618364 May 31 13:38:16.858396 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-d076977c-d8b6-49e5-b94d-69da0614cd6d None None] Allocated IP 2001:db8::2 (a979f70b-d28b-4ddd-83e2-339efa7f74cd/f4879dbc-276f-4cec-a0ed-96ea012bee5b/f83e26d7-8909-4ce7-be12-c3c3b56cbabb) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:38:16.869164 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee17642-e070-487b-a375-8ee8b31a61cc tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Network a979f70b-d28b-4ddd-83e2-339efa7f74cd is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:38:16.872493 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-7ee17642-e070-487b-a375-8ee8b31a61cc tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:38:16.880086 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee17642-e070-487b-a375-8ee8b31a61cc tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:38:16.888575 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee17642-e070-487b-a375-8ee8b31a61cc tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:16.889385 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7ee17642-e070-487b-a375-8ee8b31a61cc tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:16.894207 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee17642-e070-487b-a375-8ee8b31a61cc tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Pushing event updated for resources: {'Port': ['ID=fa687ed1-d9fe-47b5-b928-cfa7f3700fc3,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:38:16.924755 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-7ee17642-e070-487b-a375-8ee8b31a61cc tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.3243113 May 31 13:38:16.925045 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 51514) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:38:16.934372 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-e40e5c27-0064-40d4-b6b6-efeea103acb0 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Request body: {'port': {'network_id': 'a979f70b-d28b-4ddd-83e2-339efa7f74cd', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1440754704', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:38:16.935013 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.api.validators [None req-e40e5c27-0064-40d4-b6b6-efeea103acb0 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] bootfile-name is not in valid_values {{(pid=88369) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 31 13:38:16.935352 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.api.validators [None req-e40e5c27-0064-40d4-b6b6-efeea103acb0 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] tftp-server is not in valid_values {{(pid=88369) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 31 13:38:16.936244 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.api.validators [None req-e40e5c27-0064-40d4-b6b6-efeea103acb0 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] server-ip-address is not in valid_values {{(pid=88369) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 31 13:38:16.949526 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c8b12dae-11e5-47d7-a9b1-36372dfdf256 req-323abfa5-fc8b-443b-aec2-3ca94d5fb8e9 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=b28319a5-744d-4c54-bfbf-469a0b7a5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025198 May 31 13:38:17.100577 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a799e69-cc32-44d2-a3a8-8e3f07465899 req-aed9f1e5-c766-45e5-b8f3-b2227df59771 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:17.103405 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4a799e69-cc32-44d2-a3a8-8e3f07465899 req-aed9f1e5-c766-45e5-b8f3-b2227df59771 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/ports?device_id=b63bb906-ec74-4acc-bada-32de5093f62a HTTP/1.1" status: 200 len: 945 time: 0.1239040 May 31 13:38:17.274235 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d076977c-d8b6-49e5-b94d-69da0614cd6d None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:17.280734 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e40e5c27-0064-40d4-b6b6-efeea103acb0 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:38:17.286319 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d076977c-d8b6-49e5-b94d-69da0614cd6d None None] Transition to ACTIVE for port object f83e26d7-8909-4ce7-be12-c3c3b56cbabb will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:38:17.287549 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e40e5c27-0064-40d4-b6b6-efeea103acb0 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Usage tracker for resource:port and tenant:dad73c04171841688ff762683eaefc2c is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:38:17.292149 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e40e5c27-0064-40d4-b6b6-efeea103acb0 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:38:17.302482 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e40e5c27-0064-40d4-b6b6-efeea103acb0 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:38:17.316090 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e40e5c27-0064-40d4-b6b6-efeea103acb0 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Made reservation on behalf of dad73c04171841688ff762683eaefc2c for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:38:17.318995 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4a799e69-cc32-44d2-a3a8-8e3f07465899 req-65b8fe20-f426-4343-855d-369047677962 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/security-groups?id=677b8212-d6d1-4b38-be51-aaa6218210d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095866 May 31 13:38:17.320801 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e40e5c27-0064-40d4-b6b6-efeea103acb0 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:17.321142 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d076977c-d8b6-49e5-b94d-69da0614cd6d None None] Transition to ACTIVE for port object f83e26d7-8909-4ce7-be12-c3c3b56cbabb will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:38:17.330326 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d076977c-d8b6-49e5-b94d-69da0614cd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:17.360913 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-e40e5c27-0064-40d4-b6b6-efeea103acb0 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] device_id is not set on port 98e87c93-88c7-4228-b7b8-990a9d86a5c1 yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:38:17.418042 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d076977c-d8b6-49e5-b94d-69da0614cd6d None None] Pushing event updated for resources: {'Port': ['ID=f83e26d7-8909-4ce7-be12-c3c3b56cbabb,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:38:17.429684 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0142ed6-904d-4470-9790-5775118da732 req-61bcfaaa-a055-4a9c-a397-a5cf6ca64373 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:17.430137 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d076977c-d8b6-49e5-b94d-69da0614cd6d None None] Network a979f70b-d28b-4ddd-83e2-339efa7f74cd is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:38:17.431454 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f0142ed6-904d-4470-9790-5775118da732 req-61bcfaaa-a055-4a9c-a397-a5cf6ca64373 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=7f3e1747-1801-4ca9-9ca3-e6511ca309d8 HTTP/1.1" status: 200 len: 946 time: 0.2143748 May 31 13:38:17.431605 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-d076977c-d8b6-49e5-b94d-69da0614cd6d None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:38:17.439489 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d076977c-d8b6-49e5-b94d-69da0614cd6d None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:38:17.447744 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 24e11adc-9e4e-4ba1-a674-567030f17b77 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:38:17.570634 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-e40e5c27-0064-40d4-b6b6-efeea103acb0 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Allocated IP 2001:db8::77 (a979f70b-d28b-4ddd-83e2-339efa7f74cd/f4879dbc-276f-4cec-a0ed-96ea012bee5b/98e87c93-88c7-4228-b7b8-990a9d86a5c1) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:38:17.571862 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f0142ed6-904d-4470-9790-5775118da732 req-acdcdc23-8131-4477-a9f6-22ddf4018999 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025009 May 31 13:38:17.588217 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-d076977c-d8b6-49e5-b94d-69da0614cd6d None None] Attempting to bind port f83e26d7-8909-4ce7-be12-c3c3b56cbabb on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:38:17.589205 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-d076977c-d8b6-49e5-b94d-69da0614cd6d None None] Attempting to bind port f83e26d7-8909-4ce7-be12-c3c3b56cbabb by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '0bc12261-40c8-43c0-80e5-51a4aee824d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a979f70b-d28b-4ddd-83e2-339efa7f74cd'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:38:17.589205 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d076977c-d8b6-49e5-b94d-69da0614cd6d None None] Attempting to bind port f83e26d7-8909-4ce7-be12-c3c3b56cbabb on network a979f70b-d28b-4ddd-83e2-339efa7f74cd {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:38:17.600554 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d076977c-d8b6-49e5-b94d-69da0614cd6d None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:38:17.600976 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d076977c-d8b6-49e5-b94d-69da0614cd6d None None] Checking segment: {'id': '0bc12261-40c8-43c0-80e5-51a4aee824d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a979f70b-d28b-4ddd-83e2-339efa7f74cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:38:17.601401 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d076977c-d8b6-49e5-b94d-69da0614cd6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:17.601793 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d076977c-d8b6-49e5-b94d-69da0614cd6d None None] Bound using segment: {'id': '0bc12261-40c8-43c0-80e5-51a4aee824d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a979f70b-d28b-4ddd-83e2-339efa7f74cd'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:38:17.602294 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-d076977c-d8b6-49e5-b94d-69da0614cd6d None None] Bound port: f83e26d7-8909-4ce7-be12-c3c3b56cbabb, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bc12261-40c8-43c0-80e5-51a4aee824d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a979f70b-d28b-4ddd-83e2-339efa7f74cd'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:38:17.602662 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d076977c-d8b6-49e5-b94d-69da0614cd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:17.638345 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6820076-38e5-429f-8566-3f00671a71c3 req-27b4254a-6aa8-4bb8-9937-b80d7c4b0a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:17.641005 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a6820076-38e5-429f-8566-3f00671a71c3 req-27b4254a-6aa8-4bb8-9937-b80d7c4b0a44 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=52669f2db59f4a3eb6fd40f6ebcd20ec&device_id=58cd7c3c-004a-4f96-8d08-1daaa42bf853 HTTP/1.1" status: 200 len: 1097 time: 0.2063978 May 31 13:38:17.654830 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563f82fd-e0de-4241-b2a6-97c58e138cfd req-c469c763-1fc5-4ad3-b4e3-67741b57a918 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:17.658197 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-563f82fd-e0de-4241-b2a6-97c58e138cfd req-c469c763-1fc5-4ad3-b4e3-67741b57a918 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 947 time: 0.1690862 May 31 13:38:17.703345 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port 24e11adc-9e4e-4ba1-a674-567030f17b77 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:38:17.703766 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:17.798137 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-d076977c-d8b6-49e5-b94d-69da0614cd6d None None] For port f83e26d7-8909-4ce7-be12-c3c3b56cbabb, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:38:17.801779 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-d076977c-d8b6-49e5-b94d-69da0614cd6d None None] For port f83e26d7-8909-4ce7-be12-c3c3b56cbabb, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=f83e26d7-8909-4ce7-be12-c3c3b56cbabb,segment=NetworkSegment(0bc12261-40c8-43c0-80e5-51a4aee824d2),segment_id=0bc12261-40c8-43c0-80e5-51a4aee824d2)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:38:17.846955 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d076977c-d8b6-49e5-b94d-69da0614cd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:17.896024 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e40e5c27-0064-40d4-b6b6-efeea103acb0 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:17.918026 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-e40e5c27-0064-40d4-b6b6-efeea103acb0 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Transition to ACTIVE for port object 98e87c93-88c7-4228-b7b8-990a9d86a5c1 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:38:17.937454 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 24e11adc-9e4e-4ba1-a674-567030f17b77 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:38:17.938258 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:17.959504 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e40e5c27-0064-40d4-b6b6-efeea103acb0 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:17.973682 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d076977c-d8b6-49e5-b94d-69da0614cd6d None None] Pushing event updated for resources: {'Port': ['ID=f83e26d7-8909-4ce7-be12-c3c3b56cbabb,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:38:17.985240 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3119bff3-3b39-4fe5-b827-7f7a676f68dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24e11adc-9e4e-4ba1-a674-567030f17b77'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:38:18.003443 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 24e11adc-9e4e-4ba1-a674-567030f17b77, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=24e11adc-9e4e-4ba1-a674-567030f17b77,segment=NetworkSegment(4d75b4c6-9dbf-466e-9960-e4baeffc8b58),segment_id=4d75b4c6-9dbf-466e-9960-e4baeffc8b58)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:38:18.009517 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:18.039026 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-563f82fd-e0de-4241-b2a6-97c58e138cfd req-814924cf-ca9f-4822-9eb9-825fdd1d8081 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3383214 May 31 13:38:18.082814 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6820076-38e5-429f-8566-3f00671a71c3 req-241cc777-da3a-42cf-88e0-be3a150315ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:18.084325 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a6820076-38e5-429f-8566-3f00671a71c3 req-241cc777-da3a-42cf-88e0-be3a150315ae service neutron] 10.222.0.44 "GET /v2.0/networks?id=6f63975b-9b05-46d3-8543-47c8fac2cf70 HTTP/1.1" status: 200 len: 912 time: 0.4248729 May 31 13:38:18.090218 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40e5c27-0064-40d4-b6b6-efeea103acb0 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Network a979f70b-d28b-4ddd-83e2-339efa7f74cd is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:38:18.097130 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-e40e5c27-0064-40d4-b6b6-efeea103acb0 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:38:18.102060 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40e5c27-0064-40d4-b6b6-efeea103acb0 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:38:18.111224 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40e5c27-0064-40d4-b6b6-efeea103acb0 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:18.112069 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e40e5c27-0064-40d4-b6b6-efeea103acb0 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:18.152468 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=24e11adc-9e4e-4ba1-a674-567030f17b77,revision_number=7']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:38:18.167092 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40e5c27-0064-40d4-b6b6-efeea103acb0 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Pushing event updated for resources: {'Port': ['ID=98e87c93-88c7-4228-b7b8-990a9d86a5c1,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:38:18.173862 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e40e5c27-0064-40d4-b6b6-efeea103acb0 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.2478426 May 31 13:38:18.176869 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 51534) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:38:18.179693 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a6820076-38e5-429f-8566-3f00671a71c3 req-8d4e5782-ec76-4ac7-ba38-c93228ec1787 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc973eba-a91e-4461-9e87-356cbb453d14 HTTP/1.1" status: 200 len: 217 time: 0.0881977 May 31 13:38:18.195837 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b686f0-7b1c-4dfd-be63-b1ceb4fdf030 req-779cb028-e4fb-4ef5-a6d3-4fa03de45679 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:18.202467 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-51b686f0-7b1c-4dfd-be63-b1ceb4fdf030 req-779cb028-e4fb-4ef5-a6d3-4fa03de45679 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=58cd7c3c-004a-4f96-8d08-1daaa42bf853 HTTP/1.1" status: 200 len: 946 time: 0.4202752 May 31 13:38:18.324782 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce30ad96-6625-43c4-8c4b-512e0f8acb77 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:18.342167 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce30ad96-6625-43c4-8c4b-512e0f8acb77 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:18.352496 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-51b686f0-7b1c-4dfd-be63-b1ceb4fdf030 req-8a446dfb-acd4-4a4f-9e4a-c0a08bbba722 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492751 May 31 13:38:18.364001 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6820076-38e5-429f-8566-3f00671a71c3 req-aba60e7e-8098-40cd-ac1e-7868675eda9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:18.365472 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a6820076-38e5-429f-8566-3f00671a71c3 req-aba60e7e-8098-40cd-ac1e-7868675eda9d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fa2724fc-99c1-4890-aaad-d9b53e2abcda HTTP/1.1" status: 200 len: 851 time: 0.1587014 May 31 13:38:18.369921 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce30ad96-6625-43c4-8c4b-512e0f8acb77 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:18.370872 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ce30ad96-6625-43c4-8c4b-512e0f8acb77 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Synchronizing usage tracker for tenant:dad73c04171841688ff762683eaefc2c on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:38:18.408224 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ce30ad96-6625-43c4-8c4b-512e0f8acb77 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Unset dirty status for tenant:dad73c04171841688ff762683eaefc2c on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:38:18.412593 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ce30ad96-6625-43c4-8c4b-512e0f8acb77 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.2345965 May 31 13:38:18.413186 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 51542) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:38:18.470142 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49c91fdb-e107-40cb-a7ef-5e60e19bf83b'] response: {'server_uuid': '3119bff3-3b39-4fe5-b827-7f7a676f68dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24e11adc-9e4e-4ba1-a674-567030f17b77', 'code': 200} May 31 13:38:18.471337 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a6820076-38e5-429f-8566-3f00671a71c3 req-860d6b92-99e7-4d75-ab73-43fe11566bae service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6f63975b-9b05-46d3-8543-47c8fac2cf70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0938008 May 31 13:38:18.572819 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-c96eb45c-e396-4520-801f-5274aefb8acc tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Deleting port 98e87c93-88c7-4228-b7b8-990a9d86a5c1 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:38:18.573009 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c96eb45c-e396-4520-801f-5274aefb8acc tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:18.768651 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a6820076-38e5-429f-8566-3f00671a71c3 req-4221e7cf-7595-402a-b43c-168937ffe498 service neutron] 10.222.0.44 "GET /v2.0/networks/6f63975b-9b05-46d3-8543-47c8fac2cf70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846515 May 31 13:38:18.867480 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c56929-9619-4b03-9208-69fc9f16e225 req-39fde25a-e655-4196-b5f7-86c942c386f6 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:18.868190 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c96eb45c-e396-4520-801f-5274aefb8acc tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:18.868880 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-07c56929-9619-4b03-9208-69fc9f16e225 req-39fde25a-e655-4196-b5f7-86c942c386f6 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 947 time: 0.2381167 May 31 13:38:18.877820 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b528efa3-2049-4bca-8d54-5cde2be678a1 req-6a277b31-7d0b-4253-8e7a-66952c6a4fd1 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:18.879396 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b528efa3-2049-4bca-8d54-5cde2be678a1 req-6a277b31-7d0b-4253-8e7a-66952c6a4fd1 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=3119bff3-3b39-4fe5-b827-7f7a676f68dc HTTP/1.1" status: 200 len: 945 time: 0.3568830 May 31 13:38:19.001526 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b528efa3-2049-4bca-8d54-5cde2be678a1 req-2b14bd01-a76d-48c6-918a-9c1657bde303 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=b28319a5-744d-4c54-bfbf-469a0b7a5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112478 May 31 13:38:19.033757 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-07c56929-9619-4b03-9208-69fc9f16e225 req-5679daf1-51ac-40c9-97b3-b1914a43e92e tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533463 May 31 13:38:19.043640 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-c96eb45c-e396-4520-801f-5274aefb8acc tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Calling delete_port for 98e87c93-88c7-4228-b7b8-990a9d86a5c1 owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:38:19.060611 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a6820076-38e5-429f-8566-3f00671a71c3 req-480eb262-0d52-4d78-8f8a-cdc9e30f93fa service neutron] 10.222.0.44 "GET /v2.0/networks/6f63975b-9b05-46d3-8543-47c8fac2cf70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826712 May 31 13:38:19.244359 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c96eb45c-e396-4520-801f-5274aefb8acc tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:19.318904 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96eb45c-e396-4520-801f-5274aefb8acc tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Pushing event deleted for resources: {'Port': ['ID=98e87c93-88c7-4228-b7b8-990a9d86a5c1,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:38:19.359157 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb614e74-75bb-4d6f-8e0c-364d1ef2bd26 req-e9274010-dcd6-412c-84be-412d8e0ae64d tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:19.366643 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bb614e74-75bb-4d6f-8e0c-364d1ef2bd26 req-e9274010-dcd6-412c-84be-412d8e0ae64d tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/ports?device_id=b63bb906-ec74-4acc-bada-32de5093f62a HTTP/1.1" status: 200 len: 945 time: 0.2294695 May 31 13:38:19.386981 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857157f9-3d3b-4c3a-9b3d-d5f26a1d7189 req-4c4de1f0-270c-4146-84a9-082f049713d1 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:19.388407 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-857157f9-3d3b-4c3a-9b3d-d5f26a1d7189 req-4c4de1f0-270c-4146-84a9-082f049713d1 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=7f3e1747-1801-4ca9-9ca3-e6511ca309d8 HTTP/1.1" status: 200 len: 946 time: 0.1526270 May 31 13:38:19.418327 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c96eb45c-e396-4520-801f-5274aefb8acc tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:19.443172 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c96eb45c-e396-4520-801f-5274aefb8acc tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] 10.222.0.50 "DELETE /v2.0/ports/98e87c93-88c7-4228-b7b8-990a9d86a5c1 HTTP/1.1" status: 204 len: 168 time: 1.0287955 May 31 13:38:19.444671 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 51572) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:38:19.452449 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-f1c0a097-9a94-4b6f-a076-307891588608 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Request body: {'port': {'name': 'tempest-new-port-name-1478636692', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:38:19.454516 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.api.validators [None req-f1c0a097-9a94-4b6f-a076-307891588608 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] bootfile-name is not in valid_values {{(pid=88369) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 31 13:38:19.455726 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.api.validators [None req-f1c0a097-9a94-4b6f-a076-307891588608 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] tftp-server is not in valid_values {{(pid=88369) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 31 13:38:19.456562 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.api.validators [None req-f1c0a097-9a94-4b6f-a076-307891588608 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] server-ip-address is not in valid_values {{(pid=88369) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 31 13:38:19.467293 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device cc973eba-a91e-4461-9e87-356cbb453d14 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:38:19.504189 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bb614e74-75bb-4d6f-8e0c-364d1ef2bd26 req-7c452413-d85c-46f7-b620-721ad7cb863c tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/security-groups?id=677b8212-d6d1-4b38-be51-aaa6218210d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365926 May 31 13:38:19.539385 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-857157f9-3d3b-4c3a-9b3d-d5f26a1d7189 req-60848444-b283-4970-86bf-4d546a598591 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361463 May 31 13:38:19.667575 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ab443f-2986-4b9f-967e-a0410aece216 None None] Network a979f70b-d28b-4ddd-83e2-339efa7f74cd requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:38:19.776047 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f1c0a097-9a94-4b6f-a076-307891588608 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:19.884633 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2a2ea678-6726-4ec0-81ee-5e50803132fe None None] Provisioning for port f83e26d7-8909-4ce7-be12-c3c3b56cbabb completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:38:19.905869 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port cc973eba-a91e-4461-9e87-356cbb453d14 is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:38:19.907998 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:20.133795 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdff5a7-113f-46c3-b6a8-e5d77f6f7c93 req-720f4120-5936-40db-b27b-d925613fde94 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:20.138975 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bfdff5a7-113f-46c3-b6a8-e5d77f6f7c93 req-720f4120-5936-40db-b27b-d925613fde94 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=7f3e1747-1801-4ca9-9ca3-e6511ca309d8 HTTP/1.1" status: 200 len: 946 time: 0.2370892 May 31 13:38:20.174999 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467afc5-53ad-4234-b0ca-046b2a4c596d req-380b30af-b4d7-4b0b-aeed-3a8a034a5369 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:20.176507 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1467afc5-53ad-4234-b0ca-046b2a4c596d req-380b30af-b4d7-4b0b-aeed-3a8a034a5369 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=58cd7c3c-004a-4f96-8d08-1daaa42bf853 HTTP/1.1" status: 200 len: 946 time: 0.3850870 May 31 13:38:20.253265 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port cc973eba-a91e-4461-9e87-356cbb453d14, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=cc973eba-a91e-4461-9e87-356cbb453d14,segment=NetworkSegment(2d583837-a9d6-4709-9af2-21c6363b8602),segment_id=2d583837-a9d6-4709-9af2-21c6363b8602)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:38:20.260460 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f1c0a097-9a94-4b6f-a076-307891588608 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:20.266861 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:20.267067 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f1c0a097-9a94-4b6f-a076-307891588608 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:20.355024 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bfdff5a7-113f-46c3-b6a8-e5d77f6f7c93 req-7a6bb591-5b39-479f-a79d-d9f4ed309fba tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725769 May 31 13:38:20.380662 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1467afc5-53ad-4234-b0ca-046b2a4c596d req-6b133557-8cfc-41be-ac28-aa0881b0e331 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565251 May 31 13:38:20.424891 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c0a097-9a94-4b6f-a076-307891588608 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Pushing event updated for resources: {'Port': ['ID=fa687ed1-d9fe-47b5-b928-cfa7f3700fc3,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:38:20.438848 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-f1c0a097-9a94-4b6f-a076-307891588608 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] In _notify_port_updated(), no bound segment for port fa687ed1-d9fe-47b5-b928-cfa7f3700fc3 on network a979f70b-d28b-4ddd-83e2-339efa7f74cd {{(pid=88369) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 31 13:38:20.444123 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device f83e26d7-8909-4ce7-be12-c3c3b56cbabb up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:38:20.446372 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c0a097-9a94-4b6f-a076-307891588608 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:20.447296 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f1c0a097-9a94-4b6f-a076-307891588608 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:20.452464 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 51584) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:38:20.454138 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-f1c0a097-9a94-4b6f-a076-307891588608 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] 10.222.0.50 "PUT /v2.0/ports/fa687ed1-d9fe-47b5-b928-cfa7f3700fc3 HTTP/1.1" status: 200 len: 1129 time: 1.0057845 May 31 13:38:20.498329 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58cd7c3c-004a-4f96-8d08-1daaa42bf853', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc973eba-a91e-4461-9e87-356cbb453d14'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:38:20.573415 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=cc973eba-a91e-4461-9e87-356cbb453d14,revision_number=8']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:38:20.606418 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port f83e26d7-8909-4ce7-be12-c3c3b56cbabb completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:38:20.620347 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a209b6f4-3b3a-4d93-a255-893ace4a8eb1 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:20.624916 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-a209b6f4-3b3a-4d93-a255-893ace4a8eb1 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] 10.222.0.50 "GET /v2.0/ports/fa687ed1-d9fe-47b5-b928-cfa7f3700fc3 HTTP/1.1" status: 200 len: 1129 time: 0.1680448 May 31 13:38:20.625704 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 51592) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:38:20.625806 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port f83e26d7-8909-4ce7-be12-c3c3b56cbabb triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:38:20.626622 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:20.833029 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-e4c0de4c-368c-4628-9062-1cc5ec37b1db tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Deleting port fa687ed1-d9fe-47b5-b928-cfa7f3700fc3 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:38:20.833362 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e4c0de4c-368c-4628-9062-1cc5ec37b1db tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:20.903742 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port f83e26d7-8909-4ce7-be12-c3c3b56cbabb is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:38:20.904351 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:20.972400 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port f83e26d7-8909-4ce7-be12-c3c3b56cbabb, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=f83e26d7-8909-4ce7-be12-c3c3b56cbabb,segment=NetworkSegment(0bc12261-40c8-43c0-80e5-51a4aee824d2),segment_id=0bc12261-40c8-43c0-80e5-51a4aee824d2)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:38:20.978412 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:21.066460 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7674d156-9dfa-4aa3-8ce4-ca897e8f3d07 req-c52ed5a0-d4b2-40d3-9eb9-139ba5339ea0 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:21.073852 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7674d156-9dfa-4aa3-8ce4-ca897e8f3d07 req-c52ed5a0-d4b2-40d3-9eb9-139ba5339ea0 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 947 time: 0.4496913 May 31 13:38:21.109723 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=f83e26d7-8909-4ce7-be12-c3c3b56cbabb,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:38:21.113068 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-10421313-995b-49fc-881d-54ce64ec1589 None None] Provisioning for port fa687ed1-d9fe-47b5-b928-cfa7f3700fc3 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:38:21.120771 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-10421313-995b-49fc-881d-54ce64ec1589 None None] Provisioning complete for port fa687ed1-d9fe-47b5-b928-cfa7f3700fc3 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:38:21.121388 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-10421313-995b-49fc-881d-54ce64ec1589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:21.130955 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71566d79-009d-4b93-a5fb-c8ac597ed59e req-60156b2a-5ae8-4150-ae8e-2fbf78f1336c tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:21.132504 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-71566d79-009d-4b93-a5fb-c8ac597ed59e req-60156b2a-5ae8-4150-ae8e-2fbf78f1336c tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=3119bff3-3b39-4fe5-b827-7f7a676f68dc HTTP/1.1" status: 200 len: 945 time: 0.5096271 May 31 13:38:21.246368 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-10421313-995b-49fc-881d-54ce64ec1589 None None] Port fa687ed1-d9fe-47b5-b928-cfa7f3700fc3 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:38:21.270451 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-10421313-995b-49fc-881d-54ce64ec1589 None None] Provisioning complete for port f83e26d7-8909-4ce7-be12-c3c3b56cbabb triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:38:21.271189 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-10421313-995b-49fc-881d-54ce64ec1589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:21.487376 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-10421313-995b-49fc-881d-54ce64ec1589 None None] Current status of the port f83e26d7-8909-4ce7-be12-c3c3b56cbabb is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:38:21.604694 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7674d156-9dfa-4aa3-8ce4-ca897e8f3d07 req-efdcf539-c0bd-4558-893b-800d80319f73 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5298431 May 31 13:38:21.655852 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-97b969e5-1594-4195-afdb-e345abc764f2 None None] Provisioning complete for port fa687ed1-d9fe-47b5-b928-cfa7f3700fc3 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:38:21.657442 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-97b969e5-1594-4195-afdb-e345abc764f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:21.681498 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-71566d79-009d-4b93-a5fb-c8ac597ed59e req-e41d0b17-c844-42d3-aa3f-de9c7660b19f tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=b28319a5-744d-4c54-bfbf-469a0b7a5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5266333 May 31 13:38:21.746794 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e4c0de4c-368c-4628-9062-1cc5ec37b1db tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:21.787646 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d3a5ee5-8b18-4da7-a76b-c91951f5c8df'] response: {'server_uuid': '58cd7c3c-004a-4f96-8d08-1daaa42bf853', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc973eba-a91e-4461-9e87-356cbb453d14', 'code': 200} May 31 13:38:21.821702 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-97b969e5-1594-4195-afdb-e345abc764f2 None None] Port fa687ed1-d9fe-47b5-b928-cfa7f3700fc3 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:38:21.937814 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-e4c0de4c-368c-4628-9062-1cc5ec37b1db tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Calling delete_port for fa687ed1-d9fe-47b5-b928-cfa7f3700fc3 owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:38:21.948064 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-40b19f50-baa3-483e-994c-a73f5e74b9d8 None None] Could not find standard attr ID for object 98e87c93-88c7-4228-b7b8-990a9d86a5c1. {{(pid=88371) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 31 13:38:22.191803 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device f83e26d7-8909-4ce7-be12-c3c3b56cbabb up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:38:22.356264 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e4c0de4c-368c-4628-9062-1cc5ec37b1db tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:22.380223 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde12e8-1100-4ae5-97e3-047de7bc3e30 req-86dc09f2-3ba6-4e6d-88e7-88993704ddc8 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:22.387527 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9dde12e8-1100-4ae5-97e3-047de7bc3e30 req-86dc09f2-3ba6-4e6d-88e7-88993704ddc8 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/ports?device_id=b63bb906-ec74-4acc-bada-32de5093f62a HTTP/1.1" status: 200 len: 945 time: 0.2411335 May 31 13:38:22.389574 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port f83e26d7-8909-4ce7-be12-c3c3b56cbabb triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:38:22.389961 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:22.571366 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c0de4c-368c-4628-9062-1cc5ec37b1db tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Pushing event deleted for resources: {'Port': ['ID=fa687ed1-d9fe-47b5-b928-cfa7f3700fc3,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:38:22.620206 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port f83e26d7-8909-4ce7-be12-c3c3b56cbabb is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:38:22.689953 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9dde12e8-1100-4ae5-97e3-047de7bc3e30 req-7d6731fc-0a48-44eb-b4e7-d93a9046e407 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/security-groups?id=677b8212-d6d1-4b38-be51-aaa6218210d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011813 May 31 13:38:22.691960 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e4c0de4c-368c-4628-9062-1cc5ec37b1db tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:22.730859 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-e4c0de4c-368c-4628-9062-1cc5ec37b1db tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] 10.222.0.50 "DELETE /v2.0/ports/fa687ed1-d9fe-47b5-b928-cfa7f3700fc3 HTTP/1.1" status: 204 len: 168 time: 2.1040680 May 31 13:38:22.733104 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 51604) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:38:22.771469 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ce86f-7f89-459e-ab67-e86da32c05cc req-927ae751-328e-43fd-850f-15b56bbd6158 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:22.793359 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-30365894-aada-492c-9495-22fd62d682e6 None None] Could not find standard attr ID for object fa687ed1-d9fe-47b5-b928-cfa7f3700fc3. {{(pid=88371) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 31 13:38:22.797272 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-051ce86f-7f89-459e-ab67-e86da32c05cc req-927ae751-328e-43fd-850f-15b56bbd6158 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=58cd7c3c-004a-4f96-8d08-1daaa42bf853 HTTP/1.1" status: 200 len: 944 time: 0.3133805 May 31 13:38:22.871263 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bffa231-2b20-42a2-b704-d0c3a721d683 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Deleting subnet f4879dbc-276f-4cec-a0ed-96ea012bee5b {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:38:22.879335 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9bffa231-2b20-42a2-b704-d0c3a721d683 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:22.986796 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-051ce86f-7f89-459e-ab67-e86da32c05cc req-366d3b43-ab13-466c-aff8-f43fa44cd1c1 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846216 May 31 13:38:23.032578 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9bffa231-2b20-42a2-b704-d0c3a721d683 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:23.111954 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f7ba0-e751-448e-b296-24565b9af659 req-3d8c6672-a533-47ae-915a-cef38fc242a5 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:23.114766 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d40f7ba0-e751-448e-b296-24565b9af659 req-3d8c6672-a533-47ae-915a-cef38fc242a5 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 947 time: 0.2258165 May 31 13:38:23.136584 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9bffa231-2b20-42a2-b704-d0c3a721d683 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:23.233812 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d40f7ba0-e751-448e-b296-24565b9af659 req-488a72b7-b59e-4262-b20d-4b195fe168f5 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097007 May 31 13:38:23.276904 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9bffa231-2b20-42a2-b704-d0c3a721d683 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:23.326594 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bffa231-2b20-42a2-b704-d0c3a721d683 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Pushing event deleted for resources: {'Subnet': ['ID=f4879dbc-276f-4cec-a0ed-96ea012bee5b,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:38:23.344990 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bffa231-2b20-42a2-b704-d0c3a721d683 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:38:23.345435 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bffa231-2b20-42a2-b704-d0c3a721d683 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:38:23.345806 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bffa231-2b20-42a2-b704-d0c3a721d683 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:38:23.346316 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bffa231-2b20-42a2-b704-d0c3a721d683 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:38:23.346763 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bffa231-2b20-42a2-b704-d0c3a721d683 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:38:23.346979 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bffa231-2b20-42a2-b704-d0c3a721d683 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:38:23.347531 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bffa231-2b20-42a2-b704-d0c3a721d683 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:38:23.348017 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bffa231-2b20-42a2-b704-d0c3a721d683 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:38:23.348678 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bffa231-2b20-42a2-b704-d0c3a721d683 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:38:23.349023 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bffa231-2b20-42a2-b704-d0c3a721d683 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:38:23.349416 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bffa231-2b20-42a2-b704-d0c3a721d683 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:38:23.349744 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bffa231-2b20-42a2-b704-d0c3a721d683 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:38:23.350930 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd7c791-6f9d-4486-8022-091efc6549c2 None None] Network a979f70b-d28b-4ddd-83e2-339efa7f74cd requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:38:23.352992 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9bffa231-2b20-42a2-b704-d0c3a721d683 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:23.362370 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-9bffa231-2b20-42a2-b704-d0c3a721d683 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] 10.222.0.50 "DELETE /v2.0/subnets/f4879dbc-276f-4cec-a0ed-96ea012bee5b HTTP/1.1" status: 204 len: 168 time: 0.6269426 May 31 13:38:23.365861 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 51612) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:38:23.382837 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0f0163-a4f9-490e-adb3-91b8799361e1 req-e847382a-b88d-48f0-9bb8-7b9228960f89 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:23.394531 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1a0f0163-a4f9-490e-adb3-91b8799361e1 req-e847382a-b88d-48f0-9bb8-7b9228960f89 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=7f3e1747-1801-4ca9-9ca3-e6511ca309d8 HTTP/1.1" status: 200 len: 946 time: 0.2352240 May 31 13:38:23.533687 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e076050f-8d26-48db-a4c2-87d3b8f0d8b0 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:23.559007 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-e076050f-8d26-48db-a4c2-87d3b8f0d8b0 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Deleting port f83e26d7-8909-4ce7-be12-c3c3b56cbabb {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:38:23.559388 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e076050f-8d26-48db-a4c2-87d3b8f0d8b0 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:23.566109 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device cc973eba-a91e-4461-9e87-356cbb453d14 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:38:23.570140 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1a0f0163-a4f9-490e-adb3-91b8799361e1 req-e40e90fc-f7c8-4507-9b09-dcbbe07bec77 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749194 May 31 13:38:23.687669 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c8ae39-b992-4aee-a167-93db824b5c1b req-6149aae1-049f-4625-b9ee-50e466eaeddf tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:23.693071 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-61c8ae39-b992-4aee-a167-93db824b5c1b req-6149aae1-049f-4625-b9ee-50e466eaeddf tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=3119bff3-3b39-4fe5-b827-7f7a676f68dc HTTP/1.1" status: 200 len: 945 time: 0.2115419 May 31 13:38:23.821583 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-61c8ae39-b992-4aee-a167-93db824b5c1b req-e2acd8dc-75ac-4c56-9187-82257d5e3a26 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=b28319a5-744d-4c54-bfbf-469a0b7a5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237285 May 31 13:38:23.916426 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port cc973eba-a91e-4461-9e87-356cbb453d14 is: DOWN; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:38:23.971420 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-e076050f-8d26-48db-a4c2-87d3b8f0d8b0 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] For port f83e26d7-8909-4ce7-be12-c3c3b56cbabb, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=f83e26d7-8909-4ce7-be12-c3c3b56cbabb,segment=NetworkSegment(0bc12261-40c8-43c0-80e5-51a4aee824d2),segment_id=0bc12261-40c8-43c0-80e5-51a4aee824d2)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:38:23.972227 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e076050f-8d26-48db-a4c2-87d3b8f0d8b0 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:24.007510 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc58817-7551-4c88-9774-120c576088a8 None None] DHCP port deletion for a979f70b-d28b-4ddd-83e2-339efa7f74cd request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:38:24.023410 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-dcc58817-7551-4c88-9774-120c576088a8 None None] Deleting port f83e26d7-8909-4ce7-be12-c3c3b56cbabb {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:38:24.024379 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dcc58817-7551-4c88-9774-120c576088a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:24.309011 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b7289-b4b6-4eaf-933e-371feac0762c req-e4bfca31-70d4-485e-920e-c9b81b276ba8 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:24.310805 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7d1b7289-b4b6-4eaf-933e-371feac0762c req-e4bfca31-70d4-485e-920e-c9b81b276ba8 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f3e1747-1801-4ca9-9ca3-e6511ca309d8 HTTP/1.1" status: 200 len: 946 time: 0.3452694 May 31 13:38:24.325949 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-e076050f-8d26-48db-a4c2-87d3b8f0d8b0 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Calling delete_port for f83e26d7-8909-4ce7-be12-c3c3b56cbabb owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:38:24.490379 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-7d1b7289-b4b6-4eaf-933e-371feac0762c req-e5acfde2-52c7-411f-a9a6-c1543512274c tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Deleting port 32f6ed79-4a6b-4d11-81a9-669d95f9a963 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:38:24.490703 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7d1b7289-b4b6-4eaf-933e-371feac0762c req-e5acfde2-52c7-411f-a9a6-c1543512274c tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:24.529544 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device f83e26d7-8909-4ce7-be12-c3c3b56cbabb no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:38:24.539418 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e076050f-8d26-48db-a4c2-87d3b8f0d8b0 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:24.666588 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba6e76-4bed-4ebc-9db0-61016e02acd9 req-61a49f24-95c2-4bcf-bdef-dac74eff8f68 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:24.669011 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-34ba6e76-4bed-4ebc-9db0-61016e02acd9 req-61a49f24-95c2-4bcf-bdef-dac74eff8f68 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/ports?device_id=b63bb906-ec74-4acc-bada-32de5093f62a HTTP/1.1" status: 200 len: 945 time: 0.5364702 May 31 13:38:24.672169 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: f83e26d7-8909-4ce7-be12-c3c3b56cbabb {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:38:24.672598 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device f83e26d7-8909-4ce7-be12-c3c3b56cbabb not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:38:24.677614 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e076050f-8d26-48db-a4c2-87d3b8f0d8b0 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Pushing event deleted for resources: {'Port': ['ID=f83e26d7-8909-4ce7-be12-c3c3b56cbabb,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:38:24.703076 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-dcc58817-7551-4c88-9774-120c576088a8 None None] For port f83e26d7-8909-4ce7-be12-c3c3b56cbabb, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=f83e26d7-8909-4ce7-be12-c3c3b56cbabb,segment=NetworkSegment(0bc12261-40c8-43c0-80e5-51a4aee824d2),segment_id=0bc12261-40c8-43c0-80e5-51a4aee824d2)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:38:24.703716 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dcc58817-7551-4c88-9774-120c576088a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:24.717937 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e076050f-8d26-48db-a4c2-87d3b8f0d8b0 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] No DVR routers for this DVR port f83e26d7-8909-4ce7-be12-c3c3b56cbabb on host n-d-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:38:24.856894 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-34ba6e76-4bed-4ebc-9db0-61016e02acd9 req-5bbbf50d-0bdf-4b29-b743-c8be87f8060d tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/security-groups?id=677b8212-d6d1-4b38-be51-aaa6218210d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666861 May 31 13:38:24.902207 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-dcc58817-7551-4c88-9774-120c576088a8 None None] Calling delete_port for f83e26d7-8909-4ce7-be12-c3c3b56cbabb owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:38:25.083995 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-dcc58817-7551-4c88-9774-120c576088a8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:38:25.085128 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-dcc58817-7551-4c88-9774-120c576088a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:38:25.134022 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e076050f-8d26-48db-a4c2-87d3b8f0d8b0 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:25.187985 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-e076050f-8d26-48db-a4c2-87d3b8f0d8b0 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a979f70b-d28b-4ddd-83e2-339efa7f74cd']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:38:25.205900 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-e076050f-8d26-48db-a4c2-87d3b8f0d8b0 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bc12261-40c8-43c0-80e5-51a4aee824d2') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:38:25.206497 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-e076050f-8d26-48db-a4c2-87d3b8f0d8b0 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bc12261-40c8-43c0-80e5-51a4aee824d2') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:38:25.223888 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e076050f-8d26-48db-a4c2-87d3b8f0d8b0 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:25.250250 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e076050f-8d26-48db-a4c2-87d3b8f0d8b0 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:25.261401 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e076050f-8d26-48db-a4c2-87d3b8f0d8b0 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:38:25.262244 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e076050f-8d26-48db-a4c2-87d3b8f0d8b0 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:25.444531 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 0bc12261-40c8-43c0-80e5-51a4aee824d2 resource provider aggregate not found May 31 13:38:25.498449 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 0bc12261-40c8-43c0-80e5-51a4aee824d2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0bc12261-40c8-43c0-80e5-51a4aee824d2 found for delete ", "request_id": "req-5d249378-d5b6-4eb1-9f12-f3888cae1a96"}]} May 31 13:38:25.499446 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e076050f-8d26-48db-a4c2-87d3b8f0d8b0 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:25.535816 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e076050f-8d26-48db-a4c2-87d3b8f0d8b0 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:25.570783 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e076050f-8d26-48db-a4c2-87d3b8f0d8b0 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] Pushing event deleted for resources: {'Network': ['ID=a979f70b-d28b-4ddd-83e2-339efa7f74cd,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:38:25.587266 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-dcc58817-7551-4c88-9774-120c576088a8 None None] Deleting port f83e26d7-8909-4ce7-be12-c3c3b56cbabb {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:38:25.587956 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dcc58817-7551-4c88-9774-120c576088a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:25.605882 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e076050f-8d26-48db-a4c2-87d3b8f0d8b0 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447 tempest-ExtraDHCPOptionsIpV6TestJSON-348420447-project] 10.222.0.50 "DELETE /v2.0/networks/a979f70b-d28b-4ddd-83e2-339efa7f74cd HTTP/1.1" status: 204 len: 168 time: 2.2373729 May 31 13:38:25.680640 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-267439b6-fde2-4bcf-8a39-634b5b3992c2 req-185215f5-778a-4cb7-802a-ee14c08cc33c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c115b76b-660c-4184-a3f1-4850b0660aae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2761126 May 31 13:38:25.701176 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-dcc58817-7551-4c88-9774-120c576088a8 None None] The port 'f83e26d7-8909-4ce7-be12-c3c3b56cbabb' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 13:38:25.704185 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-7d1b7289-b4b6-4eaf-933e-371feac0762c req-e5acfde2-52c7-411f-a9a6-c1543512274c tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] For port 32f6ed79-4a6b-4d11-81a9-669d95f9a963, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=32f6ed79-4a6b-4d11-81a9-669d95f9a963,segment=NetworkSegment(ac59caff-d513-4fef-b003-5737787eb94f),segment_id=ac59caff-d513-4fef-b003-5737787eb94f)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:38:25.704700 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7d1b7289-b4b6-4eaf-933e-371feac0762c req-e5acfde2-52c7-411f-a9a6-c1543512274c tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:25.788496 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267439b6-fde2-4bcf-8a39-634b5b3992c2 req-e58f09e7-a3ab-43bb-933f-899c633fcc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:25.790214 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-267439b6-fde2-4bcf-8a39-634b5b3992c2 req-e58f09e7-a3ab-43bb-933f-899c633fcc2c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e7915944b7b94ed798ed9400dc43e749&device_id=c115b76b-660c-4184-a3f1-4850b0660aae HTTP/1.1" status: 200 len: 1096 time: 0.0840199 May 31 13:38:25.866586 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-7d1b7289-b4b6-4eaf-933e-371feac0762c req-e5acfde2-52c7-411f-a9a6-c1543512274c tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Calling delete_port for 32f6ed79-4a6b-4d11-81a9-669d95f9a963 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:38:25.941496 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cabb29-da1f-475b-94ba-7245104508ad req-fea70fbc-a5a2-4539-b5f3-1ce5705b5cde tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:25.943317 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-58cabb29-da1f-475b-94ba-7245104508ad req-fea70fbc-a5a2-4539-b5f3-1ce5705b5cde tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 947 time: 0.8529408 May 31 13:38:25.977908 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267439b6-fde2-4bcf-8a39-634b5b3992c2 req-777bff63-3afd-4151-a7f2-3ad0b8953f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:25.980531 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-267439b6-fde2-4bcf-8a39-634b5b3992c2 req-777bff63-3afd-4151-a7f2-3ad0b8953f81 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b1b02f4f-a70b-4201-8c66-e64da98751b7 HTTP/1.1" status: 200 len: 906 time: 0.1708252 May 31 13:38:26.008497 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c6a31d-9516-4f88-943a-2324b686bbb2 req-1f8f8c53-69a8-4539-b937-89585e2eac52 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:26.010405 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-00c6a31d-9516-4f88-943a-2324b686bbb2 req-1f8f8c53-69a8-4539-b937-89585e2eac52 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=58cd7c3c-004a-4f96-8d08-1daaa42bf853 HTTP/1.1" status: 200 len: 944 time: 0.4189255 May 31 13:38:26.023694 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 51676) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:38:26.128205 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-58cabb29-da1f-475b-94ba-7245104508ad req-adc91e3a-6660-473e-9954-6cd9e0a8e821 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679969 May 31 13:38:26.176811 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-267439b6-fde2-4bcf-8a39-634b5b3992c2 req-00d4f074-ff33-40eb-84fc-ece1e9b7513a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=62b05f69-ad8d-466d-8bd6-4a827b01fe2d HTTP/1.1" status: 200 len: 217 time: 0.1907768 May 31 13:38:26.203605 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-00c6a31d-9516-4f88-943a-2324b686bbb2 req-e37685e8-7b8a-4571-8365-f93c4d86ae46 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Deleting port cc973eba-a91e-4461-9e87-356cbb453d14 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:38:26.204561 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-00c6a31d-9516-4f88-943a-2324b686bbb2 req-e37685e8-7b8a-4571-8365-f93c4d86ae46 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:26.299791 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267439b6-fde2-4bcf-8a39-634b5b3992c2 req-1007f917-9f51-4eb1-aabd-a4d41f9a4ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:26.301216 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-267439b6-fde2-4bcf-8a39-634b5b3992c2 req-1007f917-9f51-4eb1-aabd-a4d41f9a4ea6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0bea7539-c751-4155-a6fe-0d3f1a29fa41 HTTP/1.1" status: 200 len: 845 time: 0.1184978 May 31 13:38:26.389126 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-267439b6-fde2-4bcf-8a39-634b5b3992c2 req-a2a4b353-fc69-42e1-a05f-234809f5eb1e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b1b02f4f-a70b-4201-8c66-e64da98751b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808151 May 31 13:38:26.588937 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-00c6a31d-9516-4f88-943a-2324b686bbb2 req-e37685e8-7b8a-4571-8365-f93c4d86ae46 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] For port cc973eba-a91e-4461-9e87-356cbb453d14, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=cc973eba-a91e-4461-9e87-356cbb453d14,segment=NetworkSegment(2d583837-a9d6-4709-9af2-21c6363b8602),segment_id=2d583837-a9d6-4709-9af2-21c6363b8602)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:38:26.589221 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-00c6a31d-9516-4f88-943a-2324b686bbb2 req-e37685e8-7b8a-4571-8365-f93c4d86ae46 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:26.599245 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-267439b6-fde2-4bcf-8a39-634b5b3992c2 req-dca71c04-f4f7-4f3a-856d-ce237b8e5552 service neutron] 10.222.0.20 "GET /v2.0/networks/b1b02f4f-a70b-4201-8c66-e64da98751b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033727 May 31 13:38:26.599492 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7d1b7289-b4b6-4eaf-933e-371feac0762c req-e5acfde2-52c7-411f-a9a6-c1543512274c tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:26.613205 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['62b05f69-ad8d-466d-8bd6-4a827b01fe2d'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:38:26.734023 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5acfde2-52c7-411f-a9a6-c1543512274c tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Pushing event deleted for resources: {'Port': ['ID=32f6ed79-4a6b-4d11-81a9-669d95f9a963,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:38:26.896293 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-267439b6-fde2-4bcf-8a39-634b5b3992c2 req-2ae4ecdf-cecd-467c-bf2c-efa25ed88208 service neutron] 10.222.0.20 "GET /v2.0/networks/b1b02f4f-a70b-4201-8c66-e64da98751b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911613 May 31 13:38:26.898573 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-3d239059-4549-434f-8e8d-8e9d502c6565 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dad73c04171841688ff762683eaefc2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8734887 May 31 13:38:26.899567 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 51684) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:38:26.912044 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-00c6a31d-9516-4f88-943a-2324b686bbb2 req-e37685e8-7b8a-4571-8365-f93c4d86ae46 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Calling delete_port for cc973eba-a91e-4461-9e87-356cbb453d14 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:38:26.942981 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d1b7289-b4b6-4eaf-933e-371feac0762c req-e5acfde2-52c7-411f-a9a6-c1543512274c tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] No DVR routers for this DVR port 32f6ed79-4a6b-4d11-81a9-669d95f9a963 on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:38:26.957423 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7d1b7289-b4b6-4eaf-933e-371feac0762c req-e5acfde2-52c7-411f-a9a6-c1543512274c tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:26.977219 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f3e1747-1801-4ca9-9ca3-e6511ca309d8', 'name': 'network-vif-deleted', 'tag': '32f6ed79-4a6b-4d11-81a9-669d95f9a963'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:38:26.982165 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7d1b7289-b4b6-4eaf-933e-371feac0762c req-e5acfde2-52c7-411f-a9a6-c1543512274c tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.44 "DELETE /v2.0/ports/32f6ed79-4a6b-4d11-81a9-669d95f9a963 HTTP/1.1" status: 204 len: 173 time: 2.6643229 May 31 13:38:26.997013 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbec914-5a80-4a45-83be-a9af03b28987 req-65a0df33-aeb2-46bb-a30e-f5d92939cfeb tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:26.997377 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-0dbec914-5a80-4a45-83be-a9af03b28987 req-65a0df33-aeb2-46bb-a30e-f5d92939cfeb tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Synchronizing usage tracker for tenant:e7915944b7b94ed798ed9400dc43e749 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:38:27.018191 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-0dbec914-5a80-4a45-83be-a9af03b28987 req-65a0df33-aeb2-46bb-a30e-f5d92939cfeb tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Unset dirty status for tenant:e7915944b7b94ed798ed9400dc43e749 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:38:27.025660 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0dbec914-5a80-4a45-83be-a9af03b28987 req-65a0df33-aeb2-46bb-a30e-f5d92939cfeb tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=7f3e1747-1801-4ca9-9ca3-e6511ca309d8 HTTP/1.1" status: 200 len: 946 time: 0.5454297 May 31 13:38:27.054056 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f1dd6412-a4e9-4d3b-9144-c57b31b08deb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:27.104797 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f1dd6412-a4e9-4d3b-9144-c57b31b08deb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:27.110387 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0dbec914-5a80-4a45-83be-a9af03b28987 req-a66bc47e-a7b9-466f-b3f6-6c0cedbe760f tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837212 May 31 13:38:27.192022 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f1dd6412-a4e9-4d3b-9144-c57b31b08deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:27.239865 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f1dd6412-a4e9-4d3b-9144-c57b31b08deb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:27.249650 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-f1dd6412-a4e9-4d3b-9144-c57b31b08deb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3df2ab4e-fb80-4f5e-8c0f-1620a1aa5380 HTTP/1.1" status: 204 len: 168 time: 0.3328140 May 31 13:38:27.252241 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dd6412-a4e9-4d3b-9144-c57b31b08deb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df2ab4e-fb80-4f5e-8c0f-1620a1aa5380,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:38:27.253560 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-00c6a31d-9516-4f88-943a-2324b686bbb2 req-e37685e8-7b8a-4571-8365-f93c4d86ae46 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:27.407173 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37685e8-7b8a-4571-8365-f93c4d86ae46 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Pushing event deleted for resources: {'Port': ['ID=cc973eba-a91e-4461-9e87-356cbb453d14,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:38:27.470556 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-00c6a31d-9516-4f88-943a-2324b686bbb2 req-e37685e8-7b8a-4571-8365-f93c4d86ae46 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] No DVR routers for this DVR port cc973eba-a91e-4461-9e87-356cbb453d14 on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:38:27.473660 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-00c6a31d-9516-4f88-943a-2324b686bbb2 req-e37685e8-7b8a-4571-8365-f93c4d86ae46 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:27.505287 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-00c6a31d-9516-4f88-943a-2324b686bbb2 req-e37685e8-7b8a-4571-8365-f93c4d86ae46 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "DELETE /v2.0/ports/cc973eba-a91e-4461-9e87-356cbb453d14 HTTP/1.1" status: 204 len: 173 time: 1.4856644 May 31 13:38:27.512492 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 32f6ed79-4a6b-4d11-81a9-669d95f9a963 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:38:27.540228 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a9cf7-1e5b-44e1-9be7-6023dec1fc6b req-b343339e-314d-44dc-8886-8597bc991e15 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:27.560745 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-670a9cf7-1e5b-44e1-9be7-6023dec1fc6b req-b343339e-314d-44dc-8886-8597bc991e15 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=3119bff3-3b39-4fe5-b827-7f7a676f68dc HTTP/1.1" status: 200 len: 945 time: 0.2462256 May 31 13:38:27.586004 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] No Port match for: 32f6ed79-4a6b-4d11-81a9-669d95f9a963 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:38:27.586550 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 32f6ed79-4a6b-4d11-81a9-669d95f9a963 not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:38:27.665112 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-670a9cf7-1e5b-44e1-9be7-6023dec1fc6b req-8941cce0-9eff-450a-82ee-2b7fbbeca82c tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=b28319a5-744d-4c54-bfbf-469a0b7a5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972428 May 31 13:38:28.258743 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d4abee-6ea5-44b4-b786-08ffdce006c9 req-99b15ed9-fdbd-40ae-b869-e527c8f85f80 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:28.258743 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-83d4abee-6ea5-44b4-b786-08ffdce006c9 req-99b15ed9-fdbd-40ae-b869-e527c8f85f80 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/ports?device_id=b63bb906-ec74-4acc-bada-32de5093f62a HTTP/1.1" status: 200 len: 945 time: 0.3655534 May 31 13:38:28.337331 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-83d4abee-6ea5-44b4-b786-08ffdce006c9 req-bf5f556c-6d92-41b9-b8f8-2770a5d378aa tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/security-groups?id=677b8212-d6d1-4b38-be51-aaa6218210d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764625 May 31 13:38:28.523868 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 51724) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:38:28.544541 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d42e2d3-6d1f-4097-b9ae-ee8ecc5823c7'] response: {'server_uuid': '7f3e1747-1801-4ca9-9ca3-e6511ca309d8', 'name': 'network-vif-deleted', 'tag': '32f6ed79-4a6b-4d11-81a9-669d95f9a963', 'status': 'completed', 'code': 200} May 31 13:38:28.629420 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c141728-7fa6-47bc-9d20-a1f39525cc48 req-a52cddf6-27f9-466c-bbe3-7c2444116ef7 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:28.647040 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6c141728-7fa6-47bc-9d20-a1f39525cc48 req-a52cddf6-27f9-466c-bbe3-7c2444116ef7 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 947 time: 0.1798303 May 31 13:38:28.708539 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-6ab5444a-85a7-43f5-af32-7e29c061f1a6 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-40032215'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:38:28.714661 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6ab5444a-85a7-43f5-af32-7e29c061f1a6 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:38:28.720406 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-6ab5444a-85a7-43f5-af32-7e29c061f1a6 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Usage tracker for resource:network and tenant:f78ee6ed66934c42b5290d32484faff1 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:38:28.723895 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-6ab5444a-85a7-43f5-af32-7e29c061f1a6 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:38:28.735291 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6ab5444a-85a7-43f5-af32-7e29c061f1a6 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:38:28.746220 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6c141728-7fa6-47bc-9d20-a1f39525cc48 req-22c01fac-b88f-4a84-b31e-28a5db659335 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980856 May 31 13:38:28.777281 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab5444a-85a7-43f5-af32-7e29c061f1a6 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Made reservation on behalf of f78ee6ed66934c42b5290d32484faff1 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:38:28.783823 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6ab5444a-85a7-43f5-af32-7e29c061f1a6 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:28.817419 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6ab5444a-85a7-43f5-af32-7e29c061f1a6 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:28.850427 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6ab5444a-85a7-43f5-af32-7e29c061f1a6 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:38:28.862505 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-6ab5444a-85a7-43f5-af32-7e29c061f1a6 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Usage tracker for resource:security_group_rule and tenant:f78ee6ed66934c42b5290d32484faff1 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:38:28.866476 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-6ab5444a-85a7-43f5-af32-7e29c061f1a6 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:38:28.875956 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6ab5444a-85a7-43f5-af32-7e29c061f1a6 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:38:29.084652 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6ab5444a-85a7-43f5-af32-7e29c061f1a6 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:29.089591 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6ab5444a-85a7-43f5-af32-7e29c061f1a6 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:29.131529 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab5444a-85a7-43f5-af32-7e29c061f1a6 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9188c9e-9792-4c61-a40e-6f58ea413c32,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:38:29.134535 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ab5444a-85a7-43f5-af32-7e29c061f1a6 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:38:29.154094 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6ab5444a-85a7-43f5-af32-7e29c061f1a6 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:29.154442 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-6ab5444a-85a7-43f5-af32-7e29c061f1a6 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Added segment c65e7585-5788-4cd4-af6e-050426e72093 of type vlan for network 9fe98a65-4d3a-40b0-9af5-ccfc6166e3e6 May 31 13:38:29.208291 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6ab5444a-85a7-43f5-af32-7e29c061f1a6 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:29.246505 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bcc77a56-5017-4167-beeb-80e1a33ebebb req-3625ae4c-7267-41ca-a6e1-4577021898da service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=dbaea2ec-9092-44e4-b690-87858b27c15c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3491998 May 31 13:38:29.255762 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6ab5444a-85a7-43f5-af32-7e29c061f1a6 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:29.261025 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7179e096-2306-4cc3-a707-ba57dfac8d0d req-cfe45b60-5814-4a4e-a4bc-5234e2fa8933 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:29.261608 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab5444a-85a7-43f5-af32-7e29c061f1a6 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:29.261739 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6ab5444a-85a7-43f5-af32-7e29c061f1a6 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:29.270374 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7179e096-2306-4cc3-a707-ba57dfac8d0d req-cfe45b60-5814-4a4e-a4bc-5234e2fa8933 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=3119bff3-3b39-4fe5-b827-7f7a676f68dc HTTP/1.1" status: 200 len: 945 time: 0.2598162 May 31 13:38:29.312915 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee005c-46e7-423d-8ddf-7667c590fe4c req-23ce8424-c301-474f-adf1-3d4f02c6f5c3 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:29.320946 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-eeee005c-46e7-423d-8ddf-7667c590fe4c req-23ce8424-c301-474f-adf1-3d4f02c6f5c3 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 947 time: 0.2182288 May 31 13:38:29.392690 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab5444a-85a7-43f5-af32-7e29c061f1a6 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Pushing event updated for resources: {'Network': ['ID=9fe98a65-4d3a-40b0-9af5-ccfc6166e3e6,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:38:29.405084 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 9fe98a65-4d3a-40b0-9af5-ccfc6166e3e6 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:38:29.410613 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-6ab5444a-85a7-43f5-af32-7e29c061f1a6 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.8855860 May 31 13:38:29.413778 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7179e096-2306-4cc3-a707-ba57dfac8d0d req-31e2613a-bb87-4556-84b9-1f28df97394f tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=b28319a5-744d-4c54-bfbf-469a0b7a5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423595 May 31 13:38:29.414048 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 51746) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:38:29.421059 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-0913e798-1646-4aa4-98e8-a9f71c3a0514 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Request body: {'subnet': {'network_id': '9fe98a65-4d3a-40b0-9af5-ccfc6166e3e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:38:29.505109 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-eeee005c-46e7-423d-8ddf-7667c590fe4c req-571cd0c3-b488-464d-b5ce-1bd3aac44a92 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831796 May 31 13:38:29.544693 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc77a56-5017-4167-beeb-80e1a33ebebb req-e0a5baa9-c194-49cd-8f7c-1c2fb66be614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:29.552550 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bcc77a56-5017-4167-beeb-80e1a33ebebb req-e0a5baa9-c194-49cd-8f7c-1c2fb66be614 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bc5142db886b48f8906c49afcc233362&device_id=dbaea2ec-9092-44e4-b690-87858b27c15c HTTP/1.1" status: 200 len: 1097 time: 0.1868258 May 31 13:38:29.628024 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0913e798-1646-4aa4-98e8-a9f71c3a0514 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:38:29.633133 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-0913e798-1646-4aa4-98e8-a9f71c3a0514 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Usage tracker for resource:subnet and tenant:f78ee6ed66934c42b5290d32484faff1 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:38:29.636609 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-0913e798-1646-4aa4-98e8-a9f71c3a0514 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:38:29.643469 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0913e798-1646-4aa4-98e8-a9f71c3a0514 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:38:29.654861 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0913e798-1646-4aa4-98e8-a9f71c3a0514 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Made reservation on behalf of f78ee6ed66934c42b5290d32484faff1 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:38:29.658921 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0913e798-1646-4aa4-98e8-a9f71c3a0514 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:29.933905 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0913e798-1646-4aa4-98e8-a9f71c3a0514 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:30.035800 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0913e798-1646-4aa4-98e8-a9f71c3a0514 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Pushing event updated for resources: {'Subnet': ['ID=9ebe9623-6bb8-4dce-8a3b-349025f40a43,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:38:30.044686 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0913e798-1646-4aa4-98e8-a9f71c3a0514 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Checking segment: {'id': 'c65e7585-5788-4cd4-af6e-050426e72093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9fe98a65-4d3a-40b0-9af5-ccfc6166e3e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:38:30.044686 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0913e798-1646-4aa4-98e8-a9f71c3a0514 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Network hostable DHCP agents. Network: 9fe98a65-4d3a-40b0-9af5-ccfc6166e3e6, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:38:30.050148 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f3885-da7a-45ce-9025-9f0fe65e2749 req-557c8ade-06cc-4c94-80d5-5f2be870e3d2 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:30.051833 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cf2f3885-da7a-45ce-9025-9f0fe65e2749 req-557c8ade-06cc-4c94-80d5-5f2be870e3d2 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/networks?id=6f63975b-9b05-46d3-8543-47c8fac2cf70 HTTP/1.1" status: 200 len: 811 time: 0.4078295 May 31 13:38:30.072685 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0913e798-1646-4aa4-98e8-a9f71c3a0514 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Network 9fe98a65-4d3a-40b0-9af5-ccfc6166e3e6 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:38:30.084032 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b085d6ce-28a6-4748-a583-177d5146e0f4 req-bd11ee9c-8b7c-48a5-a098-03c48e8e6dc6 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:30.086213 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b085d6ce-28a6-4748-a583-177d5146e0f4 req-bd11ee9c-8b7c-48a5-a098-03c48e8e6dc6 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/networks?id=b1b02f4f-a70b-4201-8c66-e64da98751b7 HTTP/1.1" status: 200 len: 805 time: 0.4912608 May 31 13:38:30.093054 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-0913e798-1646-4aa4-98e8-a9f71c3a0514 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 9fe98a65-4d3a-40b0-9af5-ccfc6166e3e6) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:38:30.096939 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc77a56-5017-4167-beeb-80e1a33ebebb req-d8ab6fff-8d86-4237-850b-f75d3f12ad32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:30.098301 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bcc77a56-5017-4167-beeb-80e1a33ebebb req-d8ab6fff-8d86-4237-850b-f75d3f12ad32 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ef7bc708-faad-4f53-9863-9b17fc2bd3a4 HTTP/1.1" status: 200 len: 912 time: 0.5263851 May 31 13:38:30.101157 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0913e798-1646-4aa4-98e8-a9f71c3a0514 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:30.101679 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0913e798-1646-4aa4-98e8-a9f71c3a0514 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:30.110332 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a574c0e-1fb4-4214-8fde-8efa52242d95 None None] Network 9fe98a65-4d3a-40b0-9af5-ccfc6166e3e6 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:38:30.115872 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cf2f3885-da7a-45ce-9025-9f0fe65e2749 req-94793b24-3c28-4e14-9a71-b4010fce44d8 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/quotas/52669f2db59f4a3eb6fd40f6ebcd20ec HTTP/1.1" status: 200 len: 375 time: 0.0282187 May 31 13:38:30.145259 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-0913e798-1646-4aa4-98e8-a9f71c3a0514 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7299621 May 31 13:38:30.147764 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 51768) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:38:30.153328 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-140229da-2c09-425a-a7dc-2a51ec3aa6f6 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-634884762', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:38:30.161685 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-140229da-2c09-425a-a7dc-2a51ec3aa6f6 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:38:30.165863 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-140229da-2c09-425a-a7dc-2a51ec3aa6f6 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Usage tracker for resource:router and tenant:f78ee6ed66934c42b5290d32484faff1 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:38:30.175093 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-140229da-2c09-425a-a7dc-2a51ec3aa6f6 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:38:30.187698 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-140229da-2c09-425a-a7dc-2a51ec3aa6f6 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:38:30.213582 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-140229da-2c09-425a-a7dc-2a51ec3aa6f6 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:30.216316 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-140229da-2c09-425a-a7dc-2a51ec3aa6f6 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:30.246941 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-140229da-2c09-425a-a7dc-2a51ec3aa6f6 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:30.247671 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b085d6ce-28a6-4748-a583-177d5146e0f4 req-6d032d18-b990-433c-8590-d8bdefe2fea1 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/quotas/e7915944b7b94ed798ed9400dc43e749 HTTP/1.1" status: 200 len: 375 time: 0.1468315 May 31 13:38:30.256735 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-cf2f3885-da7a-45ce-9025-9f0fe65e2749 req-11a66c88-bed3-4b73-91ca-b51b8f5d687b tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Synchronizing usage tracker for tenant:52669f2db59f4a3eb6fd40f6ebcd20ec on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:38:30.276900 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-140229da-2c09-425a-a7dc-2a51ec3aa6f6 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:30.305419 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-140229da-2c09-425a-a7dc-2a51ec3aa6f6 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:30.310015 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-140229da-2c09-425a-a7dc-2a51ec3aa6f6 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.1610184 May 31 13:38:30.310812 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 51772) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:38:30.325586 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bcc77a56-5017-4167-beeb-80e1a33ebebb req-de8862fa-73e6-4d95-9a34-f725f138e7c3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b93389c3-caa8-4ea0-8f5f-80727bf364b3 HTTP/1.1" status: 200 len: 217 time: 0.2076359 May 31 13:38:30.411244 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc77a56-5017-4167-beeb-80e1a33ebebb req-4bb90a42-7036-4739-8370-4851ef21ad79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:30.413179 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bcc77a56-5017-4167-beeb-80e1a33ebebb req-4bb90a42-7036-4739-8370-4851ef21ad79 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=03601eff-cc07-4210-91b9-54e2e22c50f4 HTTP/1.1" status: 200 len: 850 time: 0.0793083 May 31 13:38:30.475151 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-cf2f3885-da7a-45ce-9025-9f0fe65e2749 req-11a66c88-bed3-4b73-91ca-b51b8f5d687b tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Unset dirty status for tenant:52669f2db59f4a3eb6fd40f6ebcd20ec on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:38:30.476992 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cf2f3885-da7a-45ce-9025-9f0fe65e2749 req-11a66c88-bed3-4b73-91ca-b51b8f5d687b tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=52669f2db59f4a3eb6fd40f6ebcd20ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3603666 May 31 13:38:30.574404 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049dbee9-b65b-4274-80c2-b50af5696147 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-9fe98a65-4d3a-40b0-9af5-ccfc6166e3e6', 'network_id': '9fe98a65-4d3a-40b0-9af5-ccfc6166e3e6', 'tenant_id': 'f78ee6ed66934c42b5290d32484faff1', 'fixed_ips': [{'subnet_id': '9ebe9623-6bb8-4dce-8a3b-349025f40a43'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:38:30.575928 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-049dbee9-b65b-4274-80c2-b50af5696147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:30.590845 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58cd7c3c-004a-4f96-8d08-1daaa42bf853', 'name': 'network-vif-deleted', 'tag': 'cc973eba-a91e-4461-9e87-356cbb453d14'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:38:30.659250 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b085d6ce-28a6-4748-a583-177d5146e0f4 req-9a1b4b50-c1aa-49ba-9755-8b46fa496cbe tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e7915944b7b94ed798ed9400dc43e749&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3970852 May 31 13:38:30.802023 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc77a56-5017-4167-beeb-80e1a33ebebb req-653a1fc5-e07e-4b68-bf65-71d7d631af9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:30.803598 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bcc77a56-5017-4167-beeb-80e1a33ebebb req-653a1fc5-e07e-4b68-bf65-71d7d631af9f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ef7bc708-faad-4f53-9863-9b17fc2bd3a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3762798 May 31 13:38:30.829414 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-049dbee9-b65b-4274-80c2-b50af5696147 None None] Allocated IP 172.20.0.2 (9fe98a65-4d3a-40b0-9af5-ccfc6166e3e6/9ebe9623-6bb8-4dce-8a3b-349025f40a43/dff7f8a3-04fc-4d74-b973-17909d941ce2) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:38:31.086421 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cf2f3885-da7a-45ce-9025-9f0fe65e2749 req-2fd98646-1630-4bd3-989e-bfebad750f87 service neutron] 10.222.0.50 "GET /v2.0/networks/6f63975b-9b05-46d3-8543-47c8fac2cf70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5885141 May 31 13:38:31.103074 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-049dbee9-b65b-4274-80c2-b50af5696147 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:31.117820 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-049dbee9-b65b-4274-80c2-b50af5696147 None None] Transition to ACTIVE for port object dff7f8a3-04fc-4d74-b973-17909d941ce2 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:38:31.147671 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-049dbee9-b65b-4274-80c2-b50af5696147 None None] Transition to ACTIVE for port object dff7f8a3-04fc-4d74-b973-17909d941ce2 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:38:31.166039 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-049dbee9-b65b-4274-80c2-b50af5696147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:31.177094 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c3080cb1-83ed-4d18-9943-4a1eb6d8f3e7 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:31.255642 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049dbee9-b65b-4274-80c2-b50af5696147 None None] Network 9fe98a65-4d3a-40b0-9af5-ccfc6166e3e6 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:38:31.259681 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-049dbee9-b65b-4274-80c2-b50af5696147 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:38:31.267879 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049dbee9-b65b-4274-80c2-b50af5696147 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:38:31.303635 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b085d6ce-28a6-4748-a583-177d5146e0f4 req-55ce68fc-b86d-41f3-a64d-f8df85f80720 service neutron] 10.222.0.50 "GET /v2.0/networks/b1b02f4f-a70b-4201-8c66-e64da98751b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6263113 May 31 13:38:31.337739 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049dbee9-b65b-4274-80c2-b50af5696147 None None] Pushing event updated for resources: {'Port': ['ID=dff7f8a3-04fc-4d74-b973-17909d941ce2,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:38:31.465328 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b085d6ce-28a6-4748-a583-177d5146e0f4 req-570ce795-83ee-4c12-bd06-d88fe5eb9290 service neutron] 10.222.0.50 "GET /v2.0/networks/b1b02f4f-a70b-4201-8c66-e64da98751b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608160 May 31 13:38:31.491323 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bcc77a56-5017-4167-beeb-80e1a33ebebb req-9751f80b-5ab0-4a69-a86f-d208a21b9d3f service neutron] 10.222.0.44 "GET /v2.0/networks/ef7bc708-faad-4f53-9863-9b17fc2bd3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6720123 May 31 13:38:31.511057 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cf2f3885-da7a-45ce-9025-9f0fe65e2749 req-f485ff47-88a4-4995-8265-55aedbd28120 service neutron] 10.222.0.50 "GET /v2.0/networks/6f63975b-9b05-46d3-8543-47c8fac2cf70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4087236 May 31 13:38:31.516691 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-049dbee9-b65b-4274-80c2-b50af5696147 None None] Attempting to bind port dff7f8a3-04fc-4d74-b973-17909d941ce2 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:38:31.517373 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-049dbee9-b65b-4274-80c2-b50af5696147 None None] Attempting to bind port dff7f8a3-04fc-4d74-b973-17909d941ce2 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'c65e7585-5788-4cd4-af6e-050426e72093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9fe98a65-4d3a-40b0-9af5-ccfc6166e3e6'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:38:31.517925 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049dbee9-b65b-4274-80c2-b50af5696147 None None] Attempting to bind port dff7f8a3-04fc-4d74-b973-17909d941ce2 on network 9fe98a65-4d3a-40b0-9af5-ccfc6166e3e6 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:38:31.534793 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049dbee9-b65b-4274-80c2-b50af5696147 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:38:31.535528 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049dbee9-b65b-4274-80c2-b50af5696147 None None] Checking segment: {'id': 'c65e7585-5788-4cd4-af6e-050426e72093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9fe98a65-4d3a-40b0-9af5-ccfc6166e3e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:38:31.536105 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-049dbee9-b65b-4274-80c2-b50af5696147 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:31.536668 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049dbee9-b65b-4274-80c2-b50af5696147 None None] Bound using segment: {'id': 'c65e7585-5788-4cd4-af6e-050426e72093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9fe98a65-4d3a-40b0-9af5-ccfc6166e3e6'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:38:31.540737 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-049dbee9-b65b-4274-80c2-b50af5696147 None None] Bound port: dff7f8a3-04fc-4d74-b973-17909d941ce2, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c65e7585-5788-4cd4-af6e-050426e72093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9fe98a65-4d3a-40b0-9af5-ccfc6166e3e6'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:38:31.541455 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-049dbee9-b65b-4274-80c2-b50af5696147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:31.744648 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-049dbee9-b65b-4274-80c2-b50af5696147 None None] For port dff7f8a3-04fc-4d74-b973-17909d941ce2, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:38:31.753749 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-049dbee9-b65b-4274-80c2-b50af5696147 None None] For port dff7f8a3-04fc-4d74-b973-17909d941ce2, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=dff7f8a3-04fc-4d74-b973-17909d941ce2,segment=NetworkSegment(c65e7585-5788-4cd4-af6e-050426e72093),segment_id=c65e7585-5788-4cd4-af6e-050426e72093)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:38:31.759910 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-049dbee9-b65b-4274-80c2-b50af5696147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:31.794985 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-c3080cb1-83ed-4d18-9943-4a1eb6d8f3e7 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Allocated IP 172.20.0.1 (9fe98a65-4d3a-40b0-9af5-ccfc6166e3e6/9ebe9623-6bb8-4dce-8a3b-349025f40a43/aafb8dff-b45f-467f-9b2f-3fa91bdd303a) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:38:31.864343 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bcc77a56-5017-4167-beeb-80e1a33ebebb req-a50d4538-c5d5-4fb0-b643-4b5856ce88be service neutron] 10.222.0.44 "GET /v2.0/networks/ef7bc708-faad-4f53-9863-9b17fc2bd3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3522613 May 31 13:38:31.956391 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049dbee9-b65b-4274-80c2-b50af5696147 None None] Pushing event updated for resources: {'Port': ['ID=dff7f8a3-04fc-4d74-b973-17909d941ce2,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:38:32.099036 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba43f1-8a7f-4513-a19c-e1a2f1b4694b req-9c7b8480-ab6e-46b8-a104-400553cf2af0 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:32.119710 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-66ba43f1-8a7f-4513-a19c-e1a2f1b4694b req-9c7b8480-ab6e-46b8-a104-400553cf2af0 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/ports?device_id=b63bb906-ec74-4acc-bada-32de5093f62a HTTP/1.1" status: 200 len: 945 time: 0.2125528 May 31 13:38:32.153255 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c3080cb1-83ed-4d18-9943-4a1eb6d8f3e7 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:32.205496 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-c3080cb1-83ed-4d18-9943-4a1eb6d8f3e7 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Transition to ACTIVE for port object aafb8dff-b45f-467f-9b2f-3fa91bdd303a will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:38:32.310080 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c3080cb1-83ed-4d18-9943-4a1eb6d8f3e7 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:32.372884 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-66ba43f1-8a7f-4513-a19c-e1a2f1b4694b req-ac42b0c8-2b45-4a01-bf8f-eedad45c30c1 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/security-groups?id=677b8212-d6d1-4b38-be51-aaa6218210d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515221 May 31 13:38:32.433131 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3080cb1-83ed-4d18-9943-4a1eb6d8f3e7 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Pushing event updated for resources: {'Port': ['ID=aafb8dff-b45f-467f-9b2f-3fa91bdd303a,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:38:32.486414 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3080cb1-83ed-4d18-9943-4a1eb6d8f3e7 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Network 9fe98a65-4d3a-40b0-9af5-ccfc6166e3e6 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:38:32.489127 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-c3080cb1-83ed-4d18-9943-4a1eb6d8f3e7 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:38:32.494703 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3080cb1-83ed-4d18-9943-4a1eb6d8f3e7 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:38:32.500721 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f53c239-7ab5-47ef-9f7e-79a0e55524e7 req-d217810c-3b70-445a-a70c-7445894a0061 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:32.503158 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6f53c239-7ab5-47ef-9f7e-79a0e55524e7 req-d217810c-3b70-445a-a70c-7445894a0061 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 947 time: 0.4281752 May 31 13:38:32.646045 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c3080cb1-83ed-4d18-9943-4a1eb6d8f3e7 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:32.674089 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6f53c239-7ab5-47ef-9f7e-79a0e55524e7 req-6b0ce117-ee3b-4a58-add2-228a597bc569 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648343 May 31 13:38:32.802480 n-d-843939-1 neutron-server[88370]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-959704c0-fcf5-4345-8d75-e52475a54a45']: {'server_uuid': '58cd7c3c-004a-4f96-8d08-1daaa42bf853', 'name': 'network-vif-deleted', 'tag': 'cc973eba-a91e-4461-9e87-356cbb453d14', 'status': 'failed', 'code': 422} returned with failed status May 31 13:38:32.855884 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c3080cb1-83ed-4d18-9943-4a1eb6d8f3e7 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:32.938471 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9668ffee-4094-45c9-bbb1-818122347db7 req-3d86b358-ef75-4a9b-bc21-0e5cde783505 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e86b4d0-5860-4e64-bffe-d0e865533e0d HTTP/1.1" status: 200 len: 210 time: 0.1034019 May 31 13:38:33.018927 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b207ab3-c299-4a8f-b808-50f285d9f036 req-b58b182b-5e8e-48b1-bf7b-715c8e098cfb tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:33.026892 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8b207ab3-c299-4a8f-b808-50f285d9f036 req-b58b182b-5e8e-48b1-bf7b-715c8e098cfb tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=3119bff3-3b39-4fe5-b827-7f7a676f68dc HTTP/1.1" status: 200 len: 945 time: 0.3366382 May 31 13:38:33.143840 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8b207ab3-c299-4a8f-b808-50f285d9f036 req-734710b4-066e-463e-93aa-1576bad3cdc3 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=b28319a5-744d-4c54-bfbf-469a0b7a5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023414 May 31 13:38:33.258517 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bab329c7-ba54-49b5-b2a4-0f076a2b701f req-975001f0-c2fd-47c4-803b-7a5460fd4ddc tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c373c129-90a8-4109-b3df-83a42567901b HTTP/1.1" status: 200 len: 210 time: 0.1232026 May 31 13:38:33.627892 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6444b4df-90b3-4f66-a097-a4bef1ee35fe req-d2181688-807e-4627-972c-865aebfbc743 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:33.639164 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6444b4df-90b3-4f66-a097-a4bef1ee35fe req-d2181688-807e-4627-972c-865aebfbc743 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 947 time: 0.2580333 May 31 13:38:33.754277 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6444b4df-90b3-4f66-a097-a4bef1ee35fe req-d7e48c4d-a90e-45cc-845e-ee40b82d283b tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140606 May 31 13:38:33.779949 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c3080cb1-83ed-4d18-9943-4a1eb6d8f3e7 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:33.794205 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c3080cb1-83ed-4d18-9943-4a1eb6d8f3e7 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:33.801688 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9453aa0c-4bff-4906-9e61-3829f8a40709 None None] Network 9fe98a65-4d3a-40b0-9af5-ccfc6166e3e6 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:38:33.840012 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d68e8a-f281-49f8-aae5-51f2bf3cf602 req-cb133f03-d4ba-4448-ac7c-6ba90168d015 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:33.849846 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-69d68e8a-f281-49f8-aae5-51f2bf3cf602 req-cb133f03-d4ba-4448-ac7c-6ba90168d015 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/ports?device_id=b63bb906-ec74-4acc-bada-32de5093f62a HTTP/1.1" status: 200 len: 945 time: 0.3243911 May 31 13:38:33.957590 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3080cb1-83ed-4d18-9943-4a1eb6d8f3e7 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Pushing event updated for resources: {'Port': ['ID=aafb8dff-b45f-467f-9b2f-3fa91bdd303a,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:38:33.967345 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9234610b-ade7-48b6-87d3-7d80a9a20df8 None None] Provisioning for port dff7f8a3-04fc-4d74-b973-17909d941ce2 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:38:33.985442 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c3080cb1-83ed-4d18-9943-4a1eb6d8f3e7 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:34.154847 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-69d68e8a-f281-49f8-aae5-51f2bf3cf602 req-5dc2088f-64c7-45ef-8150-72b7915d1b73 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/security-groups?id=677b8212-d6d1-4b38-be51-aaa6218210d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999599 May 31 13:38:34.268557 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3080cb1-83ed-4d18-9943-4a1eb6d8f3e7 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Network 9fe98a65-4d3a-40b0-9af5-ccfc6166e3e6 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:38:34.271402 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-c3080cb1-83ed-4d18-9943-4a1eb6d8f3e7 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:38:34.566593 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device dff7f8a3-04fc-4d74-b973-17909d941ce2 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:38:34.710115 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3080cb1-83ed-4d18-9943-4a1eb6d8f3e7 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Router f34c3729-7c4b-435c-99e2-92563feba90f is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 13:38:34.726150 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-46a6eb98-2478-4169-abd6-15965d269649 req-f11e87bc-97fa-4169-921b-3a1466c8df50 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e86b4d0-5860-4e64-bffe-d0e865533e0d HTTP/1.1" status: 200 len: 210 time: 0.3078873 May 31 13:38:34.897528 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port dff7f8a3-04fc-4d74-b973-17909d941ce2 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:38:34.916845 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port dff7f8a3-04fc-4d74-b973-17909d941ce2 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:38:34.917215 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:34.988025 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-864b0d76-1520-4f16-af2c-ac3acd1970c2 None None] Provisioning for port aafb8dff-b45f-467f-9b2f-3fa91bdd303a completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:38:35.015365 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-864b0d76-1520-4f16-af2c-ac3acd1970c2 None None] Provisioning complete for port aafb8dff-b45f-467f-9b2f-3fa91bdd303a triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:38:35.016100 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-864b0d76-1520-4f16-af2c-ac3acd1970c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:35.059528 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3080cb1-83ed-4d18-9943-4a1eb6d8f3e7 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:38:35.076942 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538ac4e7-9692-4681-af3b-a69a8fe08086 None None] Sync routers for ids ['f34c3729-7c4b-435c-99e2-92563feba90f'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:38:35.100869 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538ac4e7-9692-4681-af3b-a69a8fe08086 None None] Routers {'f34c3729-7c4b-435c-99e2-92563feba90f'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:38:35.102047 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-538ac4e7-9692-4681-af3b-a69a8fe08086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:38:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['f34c3729-7c4b-435c-99e2-92563feba90f'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:38:35.129764 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c3080cb1-83ed-4d18-9943-4a1eb6d8f3e7 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] 10.222.0.50 "PUT /v2.0/routers/f34c3729-7c4b-435c-99e2-92563feba90f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8177018 May 31 13:38:35.134542 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 51822) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:38:35.141660 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-61bccc2a-f887-40cc-bb1f-c5be66079b51 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Request body: {'port': {'network_id': '9fe98a65-4d3a-40b0-9af5-ccfc6166e3e6', 'name': 'tempest-FloatingIPNegativeTestJSON-691429885'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:38:35.195797 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b085d6ce-28a6-4748-a583-177d5146e0f4 req-569ac486-62fd-4f06-8521-2e12d567c189 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:35.198670 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b085d6ce-28a6-4748-a583-177d5146e0f4 req-569ac486-62fd-4f06-8521-2e12d567c189 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.44 "GET /v2.0/networks?id=b1b02f4f-a70b-4201-8c66-e64da98751b7 HTTP/1.1" status: 200 len: 805 time: 0.4691269 May 31 13:38:35.279794 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-538ac4e7-9692-4681-af3b-a69a8fe08086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:38:35.288866 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port dff7f8a3-04fc-4d74-b973-17909d941ce2 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:38:35.289245 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:35.291607 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538ac4e7-9692-4681-af3b-a69a8fe08086 None None] Routers {'f34c3729-7c4b-435c-99e2-92563feba90f'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:38:35.292490 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-538ac4e7-9692-4681-af3b-a69a8fe08086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:38:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['f34c3729-7c4b-435c-99e2-92563feba90f'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:38:35.401536 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-864b0d76-1520-4f16-af2c-ac3acd1970c2 None None] Port aafb8dff-b45f-467f-9b2f-3fa91bdd303a cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:38:35.443587 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-538ac4e7-9692-4681-af3b-a69a8fe08086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:38:35.443900 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538ac4e7-9692-4681-af3b-a69a8fe08086 None None] The sync data for ids ['f34c3729-7c4b-435c-99e2-92563feba90f'] in n-d-843939-1 is: [] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:38:35.447103 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port dff7f8a3-04fc-4d74-b973-17909d941ce2, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=dff7f8a3-04fc-4d74-b973-17909d941ce2,segment=NetworkSegment(c65e7585-5788-4cd4-af6e-050426e72093),segment_id=c65e7585-5788-4cd4-af6e-050426e72093)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:38:35.469856 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:35.632771 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-61bccc2a-f887-40cc-bb1f-c5be66079b51 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:38:35.651491 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=dff7f8a3-04fc-4d74-b973-17909d941ce2,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:38:35.661600 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-61bccc2a-f887-40cc-bb1f-c5be66079b51 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Usage tracker for resource:port and tenant:f78ee6ed66934c42b5290d32484faff1 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:38:35.672525 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-61bccc2a-f887-40cc-bb1f-c5be66079b51 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:38:35.676990 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-864b0d76-1520-4f16-af2c-ac3acd1970c2 None None] Provisioning complete for port dff7f8a3-04fc-4d74-b973-17909d941ce2 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:38:35.677372 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-864b0d76-1520-4f16-af2c-ac3acd1970c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:35.691394 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-b085d6ce-28a6-4748-a583-177d5146e0f4 req-cd201988-9435-43b7-8a7c-037b6980c7da tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Request body: {'port': {'device_id': 'c373c129-90a8-4109-b3df-83a42567901b', 'network_id': 'b1b02f4f-a70b-4201-8c66-e64da98751b7', 'admin_state_up': True, 'tenant_id': 'e7915944b7b94ed798ed9400dc43e749'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:38:35.699696 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-61bccc2a-f887-40cc-bb1f-c5be66079b51 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:38:35.726332 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61bccc2a-f887-40cc-bb1f-c5be66079b51 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Made reservation on behalf of f78ee6ed66934c42b5290d32484faff1 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:38:35.733131 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-61bccc2a-f887-40cc-bb1f-c5be66079b51 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:35.808214 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-61bccc2a-f887-40cc-bb1f-c5be66079b51 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] device_id is not set on port b93ab13f-97f8-4821-924e-b5d9118ee691 yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:38:36.029009 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-864b0d76-1520-4f16-af2c-ac3acd1970c2 None None] Current status of the port dff7f8a3-04fc-4d74-b973-17909d941ce2 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:38:36.160194 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d031e778-1822-4e3e-b630-155d273c3598 None None] Provisioning complete for port aafb8dff-b45f-467f-9b2f-3fa91bdd303a triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:38:36.160194 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d031e778-1822-4e3e-b630-155d273c3598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:36.190074 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f3885-da7a-45ce-9025-9f0fe65e2749 req-2016a0d2-162c-4b2e-b629-7da214c6edd5 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:36.190074 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cf2f3885-da7a-45ce-9025-9f0fe65e2749 req-2016a0d2-162c-4b2e-b629-7da214c6edd5 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.44 "GET /v2.0/networks?id=6f63975b-9b05-46d3-8543-47c8fac2cf70 HTTP/1.1" status: 200 len: 811 time: 2.1373100 May 31 13:38:36.207171 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-b085d6ce-28a6-4748-a583-177d5146e0f4 req-cd201988-9435-43b7-8a7c-037b6980c7da tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:38:36.230154 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-cf2f3885-da7a-45ce-9025-9f0fe65e2749 req-3e9ce32d-d834-4242-801a-7f182ff5d06e tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Request body: {'port': {'device_id': '5e86b4d0-5860-4e64-bffe-d0e865533e0d', 'network_id': '6f63975b-9b05-46d3-8543-47c8fac2cf70', 'admin_state_up': True, 'tenant_id': '52669f2db59f4a3eb6fd40f6ebcd20ec'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:38:36.271425 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-302e8c68-662f-4e7d-9464-40bc524f685a req-ae5842b8-72ae-4abe-9105-425ca8c4b22a tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c373c129-90a8-4109-b3df-83a42567901b HTTP/1.1" status: 200 len: 210 time: 1.0716226 May 31 13:38:36.274739 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-61bccc2a-f887-40cc-bb1f-c5be66079b51 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Allocated IP 172.20.0.10 (9fe98a65-4d3a-40b0-9af5-ccfc6166e3e6/9ebe9623-6bb8-4dce-8a3b-349025f40a43/b93ab13f-97f8-4821-924e-b5d9118ee691) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:38:36.284547 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-b085d6ce-28a6-4748-a583-177d5146e0f4 req-cd201988-9435-43b7-8a7c-037b6980c7da tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:38:36.322210 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device dff7f8a3-04fc-4d74-b973-17909d941ce2 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:38:36.425785 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b085d6ce-28a6-4748-a583-177d5146e0f4 req-cd201988-9435-43b7-8a7c-037b6980c7da tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Made reservation on behalf of e7915944b7b94ed798ed9400dc43e749 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:38:36.429699 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-b085d6ce-28a6-4748-a583-177d5146e0f4 req-cd201988-9435-43b7-8a7c-037b6980c7da tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:36.461304 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-d031e778-1822-4e3e-b630-155d273c3598 None None] Port aafb8dff-b45f-467f-9b2f-3fa91bdd303a cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:38:36.484252 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e6860e-2119-4da3-9782-dd20df4a947e req-934d7eba-5802-4931-baec-1f72f0136b93 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:36.492343 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-26e6860e-2119-4da3-9782-dd20df4a947e req-934d7eba-5802-4931-baec-1f72f0136b93 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=3119bff3-3b39-4fe5-b827-7f7a676f68dc HTTP/1.1" status: 200 len: 945 time: 1.9202719 May 31 13:38:36.562301 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port dff7f8a3-04fc-4d74-b973-17909d941ce2 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:38:36.567993 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:36.686314 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-61bccc2a-f887-40cc-bb1f-c5be66079b51 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:36.715250 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-61bccc2a-f887-40cc-bb1f-c5be66079b51 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Transition to ACTIVE for port object b93ab13f-97f8-4821-924e-b5d9118ee691 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:38:36.748588 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-26e6860e-2119-4da3-9782-dd20df4a947e req-fd8dd68d-56e8-4277-bc6a-86f159d31183 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=b28319a5-744d-4c54-bfbf-469a0b7a5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549334 May 31 13:38:36.774171 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-61bccc2a-f887-40cc-bb1f-c5be66079b51 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:36.818752 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-cf2f3885-da7a-45ce-9025-9f0fe65e2749 req-3e9ce32d-d834-4242-801a-7f182ff5d06e tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:38:36.830454 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port dff7f8a3-04fc-4d74-b973-17909d941ce2 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:38:36.895474 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61bccc2a-f887-40cc-bb1f-c5be66079b51 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Network 9fe98a65-4d3a-40b0-9af5-ccfc6166e3e6 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:38:36.905215 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-61bccc2a-f887-40cc-bb1f-c5be66079b51 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:38:36.910656 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bccc2a-f887-40cc-bb1f-c5be66079b51 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:38:36.950167 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-cf2f3885-da7a-45ce-9025-9f0fe65e2749 req-3e9ce32d-d834-4242-801a-7f182ff5d06e tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:38:37.002860 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bccc2a-f887-40cc-bb1f-c5be66079b51 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Pushing event updated for resources: {'Port': ['ID=b93ab13f-97f8-4821-924e-b5d9118ee691,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:38:37.064761 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61bccc2a-f887-40cc-bb1f-c5be66079b51 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:37.065668 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-61bccc2a-f887-40cc-bb1f-c5be66079b51 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:37.073201 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf2f3885-da7a-45ce-9025-9f0fe65e2749 req-3e9ce32d-d834-4242-801a-7f182ff5d06e tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Made reservation on behalf of 52669f2db59f4a3eb6fd40f6ebcd20ec for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:38:37.077059 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-cf2f3885-da7a-45ce-9025-9f0fe65e2749 req-3e9ce32d-d834-4242-801a-7f182ff5d06e tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:37.104723 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-33e26e60-c3eb-40c5-9fa0-63e382535664 req-2a670f56-93b0-4fd4-a557-3c24a1c467b7 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e86b4d0-5860-4e64-bffe-d0e865533e0d HTTP/1.1" status: 200 len: 210 time: 0.1042075 May 31 13:38:37.107625 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-61bccc2a-f887-40cc-bb1f-c5be66079b51 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9706860 May 31 13:38:37.108385 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 51834) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:38:37.119947 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-97f8170a-222c-4b93-921f-437a44f9fb2b tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Request body: {'floatingip': {'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:38:37.145102 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-97f8170a-222c-4b93-921f-437a44f9fb2b tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:38:37.163564 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b28ee5-9ab7-4c08-9ba2-8c58343e725b req-a40687c6-55c2-4eb4-a685-93eaf53e182e tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:37.166670 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-97f8170a-222c-4b93-921f-437a44f9fb2b tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Usage tracker for resource:floatingip and tenant:f78ee6ed66934c42b5290d32484faff1 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:38:37.182633 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-97f8170a-222c-4b93-921f-437a44f9fb2b tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:38:37.190281 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-27b28ee5-9ab7-4c08-9ba2-8c58343e725b req-a40687c6-55c2-4eb4-a685-93eaf53e182e tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/ports?device_id=b63bb906-ec74-4acc-bada-32de5093f62a HTTP/1.1" status: 200 len: 945 time: 0.6102285 May 31 13:38:37.209102 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-97f8170a-222c-4b93-921f-437a44f9fb2b tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:38:37.225101 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-97f8170a-222c-4b93-921f-437a44f9fb2b tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Notify callbacks [] for floatingip, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:37.266870 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-b085d6ce-28a6-4748-a583-177d5146e0f4 req-cd201988-9435-43b7-8a7c-037b6980c7da tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Allocated IP 172.20.0.10 (b1b02f4f-a70b-4201-8c66-e64da98751b7/0bea7539-c751-4155-a6fe-0d3f1a29fa41/6c2c21cf-2210-40a6-91db-b11afc31b59e) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:38:37.398967 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:37.512798 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ba23450e-c801-4ced-abe0-7afb56c3debe None None] Provisioning for port b93ab13f-97f8-4821-924e-b5d9118ee691 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:38:37.549817 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ba23450e-c801-4ced-abe0-7afb56c3debe None None] Provisioning complete for port b93ab13f-97f8-4821-924e-b5d9118ee691 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:38:37.561361 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ba23450e-c801-4ced-abe0-7afb56c3debe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:37.813860 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-ba23450e-c801-4ced-abe0-7afb56c3debe None None] Port b93ab13f-97f8-4821-924e-b5d9118ee691 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:38:37.856315 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-97f8170a-222c-4b93-921f-437a44f9fb2b tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:37.946540 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-27b28ee5-9ab7-4c08-9ba2-8c58343e725b req-b885cbb2-9afd-44c4-b0f1-6020d14dcce6 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/security-groups?id=677b8212-d6d1-4b38-be51-aaa6218210d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7646997 May 31 13:38:38.151551 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bb56c1aa-39e2-4c66-9392-f9d2e68a9550 req-2f31fb5b-879c-4f29-b5f3-9f74d60b356d tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c373c129-90a8-4109-b3df-83a42567901b HTTP/1.1" status: 200 len: 210 time: 0.2036078 May 31 13:38:38.322100 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-97f8170a-222c-4b93-921f-437a44f9fb2b tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Allocated IP 172.25.6.133 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/7970d36d-bb40-4d72-a9d2-c7bb3aa79f17) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:38:38.394605 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-cf2f3885-da7a-45ce-9025-9f0fe65e2749 req-3e9ce32d-d834-4242-801a-7f182ff5d06e tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Allocated IP 172.20.0.12 (6f63975b-9b05-46d3-8543-47c8fac2cf70/fa2724fc-99c1-4890-aaad-d9b53e2abcda/3dfec903-657c-413e-a191-3c732c17e0e2) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:38:38.654870 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-97f8170a-222c-4b93-921f-437a44f9fb2b tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:38.680482 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d45794e8-7fcb-4766-aa46-3fd1f6682d8a req-9cd7974a-d660-49d3-aae8-5bd1568deb27 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e86b4d0-5860-4e64-bffe-d0e865533e0d HTTP/1.1" status: 200 len: 210 time: 0.1419287 May 31 13:38:38.732271 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-97f8170a-222c-4b93-921f-437a44f9fb2b tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:38.807842 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:38.955166 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f8170a-222c-4b93-921f-437a44f9fb2b tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:38:38.961699 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-97f8170a-222c-4b93-921f-437a44f9fb2b tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:38:39.010947 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f8170a-222c-4b93-921f-437a44f9fb2b tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:38:39.016573 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-cf2f3885-da7a-45ce-9025-9f0fe65e2749 req-3e9ce32d-d834-4242-801a-7f182ff5d06e tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:39.060134 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62accc-ebee-4e93-b5dd-21139ed55f89 req-559f20b8-a763-4f72-ad41-0a6d624284ee tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:39.062471 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ac62accc-ebee-4e93-b5dd-21139ed55f89 req-559f20b8-a763-4f72-ad41-0a6d624284ee tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=3119bff3-3b39-4fe5-b827-7f7a676f68dc HTTP/1.1" status: 200 len: 945 time: 0.8667202 May 31 13:38:39.120897 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f8170a-222c-4b93-921f-437a44f9fb2b tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Pushing event updated for resources: {'Port': ['ID=7970d36d-bb40-4d72-a9d2-c7bb3aa79f17,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:38:39.161267 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-b085d6ce-28a6-4748-a583-177d5146e0f4 req-cd201988-9435-43b7-8a7c-037b6980c7da tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:39.176838 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ac62accc-ebee-4e93-b5dd-21139ed55f89 req-986b0cbb-1605-4c69-9196-723cb919473c tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=b28319a5-744d-4c54-bfbf-469a0b7a5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958209 May 31 13:38:39.215017 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-cf2f3885-da7a-45ce-9025-9f0fe65e2749 req-3e9ce32d-d834-4242-801a-7f182ff5d06e tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:39.298394 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-97f8170a-222c-4b93-921f-437a44f9fb2b tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:39.457366 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-97f8170a-222c-4b93-921f-437a44f9fb2b tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:39.461560 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9ce32d-d834-4242-801a-7f182ff5d06e tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Pushing event updated for resources: {'Port': ['ID=3dfec903-657c-413e-a191-3c732c17e0e2,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:38:39.600583 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9ce32d-d834-4242-801a-7f182ff5d06e tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:38:39.600583 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9ce32d-d834-4242-801a-7f182ff5d06e tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:38:39.600952 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9ce32d-d834-4242-801a-7f182ff5d06e tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:38:39.601175 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9ce32d-d834-4242-801a-7f182ff5d06e tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:38:39.601485 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9ce32d-d834-4242-801a-7f182ff5d06e tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:38:39.601802 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9ce32d-d834-4242-801a-7f182ff5d06e tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:38:39.602152 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9ce32d-d834-4242-801a-7f182ff5d06e tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:38:39.602478 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9ce32d-d834-4242-801a-7f182ff5d06e tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:38:39.602799 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9ce32d-d834-4242-801a-7f182ff5d06e tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:38:39.603167 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9ce32d-d834-4242-801a-7f182ff5d06e tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:38:39.603446 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9ce32d-d834-4242-801a-7f182ff5d06e tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:38:39.603765 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9ce32d-d834-4242-801a-7f182ff5d06e tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:38:39.629830 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-46354e2e-1b8d-47b4-ac2f-ba64b414ca99 req-3bd68150-df11-492c-97f9-ab9dcbb21d4a tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c373c129-90a8-4109-b3df-83a42567901b HTTP/1.1" status: 200 len: 210 time: 0.1590030 May 31 13:38:39.664667 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf2f3885-da7a-45ce-9025-9f0fe65e2749 req-3e9ce32d-d834-4242-801a-7f182ff5d06e tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Network 6f63975b-9b05-46d3-8543-47c8fac2cf70 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:38:39.681468 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-cf2f3885-da7a-45ce-9025-9f0fe65e2749 req-3e9ce32d-d834-4242-801a-7f182ff5d06e tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:38:39.687529 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf2f3885-da7a-45ce-9025-9f0fe65e2749 req-3e9ce32d-d834-4242-801a-7f182ff5d06e tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:38:39.892891 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-97f8170a-222c-4b93-921f-437a44f9fb2b tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:39.900584 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-97f8170a-222c-4b93-921f-437a44f9fb2b tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:40.067717 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-b085d6ce-28a6-4748-a583-177d5146e0f4 req-cd201988-9435-43b7-8a7c-037b6980c7da tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:40.074730 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f8170a-222c-4b93-921f-437a44f9fb2b tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Pushing event updated for resources: {'Port': ['ID=7970d36d-bb40-4d72-a9d2-c7bb3aa79f17,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:38:40.087831 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-97f8170a-222c-4b93-921f-437a44f9fb2b tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:40.099189 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['62b05f69-ad8d-466d-8bd6-4a827b01fe2d'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:38:40.164188 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-97f8170a-222c-4b93-921f-437a44f9fb2b tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:40.170333 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-97f8170a-222c-4b93-921f-437a44f9fb2b tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0571554 May 31 13:38:40.175157 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 51866) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:38:40.180646 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f3885-da7a-45ce-9025-9f0fe65e2749 req-3e9ce32d-d834-4242-801a-7f182ff5d06e tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:40.180822 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-cf2f3885-da7a-45ce-9025-9f0fe65e2749 req-3e9ce32d-d834-4242-801a-7f182ff5d06e tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:40.194638 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-0881264d-7f54-4d25-afdd-990b475c9388 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Request body: {'floatingip': {'port_id': 'b93ab13f-97f8-4821-924e-b5d9118ee691', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:38:40.255448 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cf2f3885-da7a-45ce-9025-9f0fe65e2749 req-3e9ce32d-d834-4242-801a-7f182ff5d06e tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0292268 May 31 13:38:40.283875 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-cf2f3885-da7a-45ce-9025-9f0fe65e2749 req-837de2d0-ebf2-42e8-8832-1662bef10443 service neutron] Request body: {'port': {'device_id': '5e86b4d0-5860-4e64-bffe-d0e865533e0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:38:40.309249 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0881264d-7f54-4d25-afdd-990b475c9388 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Notify callbacks [] for floatingip, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:40.557803 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-cf2f3885-da7a-45ce-9025-9f0fe65e2749 req-837de2d0-ebf2-42e8-8832-1662bef10443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:40.589955 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-0881264d-7f54-4d25-afdd-990b475c9388 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] update failed (client error): The resource could not be found. May 31 13:38:40.591898 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-0881264d-7f54-4d25-afdd-990b475c9388 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] 10.222.0.50 "PUT /v2.0/floatingips/00375963-7e05-490c-94e9-7107fab779da HTTP/1.1" status: 404 len: 507 time: 0.4133246 May 31 13:38:40.595736 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 51874) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:38:40.600286 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-de73ff5d-fb71-44dd-a9d4-8acfec667125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:40.614709 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b085d6ce-28a6-4748-a583-177d5146e0f4 req-cd201988-9435-43b7-8a7c-037b6980c7da tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Network b1b02f4f-a70b-4201-8c66-e64da98751b7 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:38:40.641600 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5bb4fc-29d3-4dee-a05d-c0ee5f25742f req-5fb3d14f-de5a-4792-8eac-71b0a2bbe839 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:40.655748 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2f5bb4fc-29d3-4dee-a05d-c0ee5f25742f req-5fb3d14f-de5a-4792-8eac-71b0a2bbe839 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/ports?device_id=b63bb906-ec74-4acc-bada-32de5093f62a HTTP/1.1" status: 200 len: 945 time: 1.3591967 May 31 13:38:40.670155 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-b085d6ce-28a6-4748-a583-177d5146e0f4 req-cd201988-9435-43b7-8a7c-037b6980c7da tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:38:40.697944 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd201988-9435-43b7-8a7c-037b6980c7da tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Pushing event updated for resources: {'Port': ['ID=6c2c21cf-2210-40a6-91db-b11afc31b59e,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:38:40.701434 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-b085d6ce-28a6-4748-a583-177d5146e0f4 req-cd201988-9435-43b7-8a7c-037b6980c7da tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:38:40.768949 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f065aaf6-449d-497f-b744-a63f4679465d req-fc50c2b6-2023-4bc3-a2a6-f789a62bf1b9 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:40.772245 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-f065aaf6-449d-497f-b744-a63f4679465d req-fc50c2b6-2023-4bc3-a2a6-f789a62bf1b9 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Synchronizing usage tracker for tenant:52669f2db59f4a3eb6fd40f6ebcd20ec on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:38:40.941150 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-f1c655a3-a5c0-4575-922c-a5e0e8275a6a tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Deleting port 7970d36d-bb40-4d72-a9d2-c7bb3aa79f17 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:38:40.941738 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f1c655a3-a5c0-4575-922c-a5e0e8275a6a tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:41.112665 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-f065aaf6-449d-497f-b744-a63f4679465d req-fc50c2b6-2023-4bc3-a2a6-f789a62bf1b9 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Unset dirty status for tenant:52669f2db59f4a3eb6fd40f6ebcd20ec on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:38:41.113825 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f065aaf6-449d-497f-b744-a63f4679465d req-fc50c2b6-2023-4bc3-a2a6-f789a62bf1b9 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e86b4d0-5860-4e64-bffe-d0e865533e0d HTTP/1.1" status: 200 len: 932 time: 1.1343284 May 31 13:38:41.180736 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f1c655a3-a5c0-4575-922c-a5e0e8275a6a tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:41.181314 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f1c655a3-a5c0-4575-922c-a5e0e8275a6a tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:41.272314 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2f5bb4fc-29d3-4dee-a05d-c0ee5f25742f req-c30329c7-8ed2-44af-b941-d6c1d6a54cbc tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/security-groups?id=677b8212-d6d1-4b38-be51-aaa6218210d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6153319 May 31 13:38:41.303004 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f065aaf6-449d-497f-b744-a63f4679465d req-8b040d87-084a-4641-9a69-d1224da969c9 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673691 May 31 13:38:41.317855 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b085d6ce-28a6-4748-a583-177d5146e0f4 req-cd201988-9435-43b7-8a7c-037b6980c7da tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:41.318498 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-b085d6ce-28a6-4748-a583-177d5146e0f4 req-cd201988-9435-43b7-8a7c-037b6980c7da tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:41.355976 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b085d6ce-28a6-4748-a583-177d5146e0f4 req-cd201988-9435-43b7-8a7c-037b6980c7da tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.0952811 May 31 13:38:41.381316 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-b085d6ce-28a6-4748-a583-177d5146e0f4 req-2071585b-0349-4cb6-847e-fc89edb3b34a service neutron] Request body: {'port': {'device_id': 'c373c129-90a8-4109-b3df-83a42567901b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:38:41.619039 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-f1c655a3-a5c0-4575-922c-a5e0e8275a6a tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Calling delete_port for 7970d36d-bb40-4d72-a9d2-c7bb3aa79f17 owned by network:floatingip {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:38:41.620391 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-b085d6ce-28a6-4748-a583-177d5146e0f4 req-2071585b-0349-4cb6-847e-fc89edb3b34a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:41.804513 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f1c655a3-a5c0-4575-922c-a5e0e8275a6a tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:41.929557 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c655a3-a5c0-4575-922c-a5e0e8275a6a tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Pushing event deleted for resources: {'Port': ['ID=7970d36d-bb40-4d72-a9d2-c7bb3aa79f17,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:38:41.955463 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8638fdc4-ead2-4dc0-ae5a-09bdceb341ad req-704cc9d9-0a1a-4348-ac99-955e83722124 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:41.957509 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8638fdc4-ead2-4dc0-ae5a-09bdceb341ad req-704cc9d9-0a1a-4348-ac99-955e83722124 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=3119bff3-3b39-4fe5-b827-7f7a676f68dc HTTP/1.1" status: 200 len: 945 time: 0.4966378 May 31 13:38:41.960040 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-cf2f3885-da7a-45ce-9025-9f0fe65e2749 req-837de2d0-ebf2-42e8-8832-1662bef10443 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dfec903-657c-413e-a191-3c732c17e0e2 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:38:41.987826 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-cf2f3885-da7a-45ce-9025-9f0fe65e2749 req-837de2d0-ebf2-42e8-8832-1662bef10443 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:42.072729 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f1c655a3-a5c0-4575-922c-a5e0e8275a6a tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Notify callbacks [] for floatingip, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:42.087285 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f1c655a3-a5c0-4575-922c-a5e0e8275a6a tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:42.088462 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-f1c655a3-a5c0-4575-922c-a5e0e8275a6a tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] 10.222.0.50 "DELETE /v2.0/floatingips/00375963-7e05-490c-94e9-7107fab779da HTTP/1.1" status: 204 len: 168 time: 1.4915097 May 31 13:38:42.092444 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 51904) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:38:42.103296 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-5850f8b9-07c7-4116-8221-602c5a33f19b tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Request body: {'floatingip': {'floating_network_id': '9fe98a65-4d3a-40b0-9af5-ccfc6166e3e6', 'port_id': 'b93ab13f-97f8-4821-924e-b5d9118ee691', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:38:42.111003 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5850f8b9-07c7-4116-8221-602c5a33f19b tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:38:42.114853 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-5850f8b9-07c7-4116-8221-602c5a33f19b tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Usage tracker for resource:floatingip and tenant:f78ee6ed66934c42b5290d32484faff1 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:38:42.118217 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-5850f8b9-07c7-4116-8221-602c5a33f19b tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:38:42.123726 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-cf2f3885-da7a-45ce-9025-9f0fe65e2749 req-837de2d0-ebf2-42e8-8832-1662bef10443 service neutron] Transition to ACTIVE for port object 3dfec903-657c-413e-a191-3c732c17e0e2 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:38:42.125831 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5850f8b9-07c7-4116-8221-602c5a33f19b tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:38:42.135004 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8638fdc4-ead2-4dc0-ae5a-09bdceb341ad req-de893aa5-3022-4359-ba47-2f301e7f78f0 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=b28319a5-744d-4c54-bfbf-469a0b7a5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581743 May 31 13:38:42.145218 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5850f8b9-07c7-4116-8221-602c5a33f19b tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Notify callbacks [] for floatingip, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:42.147853 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-cf2f3885-da7a-45ce-9025-9f0fe65e2749 req-837de2d0-ebf2-42e8-8832-1662bef10443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:42.281237 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d56b9-48b2-4a47-944d-2de12c2fccb2 req-2ae3426a-096c-4461-9fc6-4a8367780474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:42.283541 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fc7d56b9-48b2-4a47-944d-2de12c2fccb2 req-2ae3426a-096c-4461-9fc6-4a8367780474 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bc5142db886b48f8906c49afcc233362&device_id=3119bff3-3b39-4fe5-b827-7f7a676f68dc HTTP/1.1" status: 200 len: 1096 time: 0.6228476 May 31 13:38:42.371319 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-5850f8b9-07c7-4116-8221-602c5a33f19b tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 13:38:42.377107 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-5850f8b9-07c7-4116-8221-602c5a33f19b tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2828538 May 31 13:38:42.378094 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 51920) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:38:42.384515 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-fa8ca05a-9024-4b79-b168-7385f5dc96c9 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Request body: {'floatingip': {'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'port_id': 'b93ab13f-97f8-4821-924e-b5d9118ee691', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:38:42.393407 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-fa8ca05a-9024-4b79-b168-7385f5dc96c9 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:38:42.398579 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-fa8ca05a-9024-4b79-b168-7385f5dc96c9 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Usage tracker for resource:floatingip and tenant:f78ee6ed66934c42b5290d32484faff1 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:38:42.402683 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-fa8ca05a-9024-4b79-b168-7385f5dc96c9 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:38:42.411248 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-fa8ca05a-9024-4b79-b168-7385f5dc96c9 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:38:42.425496 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fa8ca05a-9024-4b79-b168-7385f5dc96c9 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Notify callbacks [] for floatingip, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:42.614357 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e4a062-0c79-405f-8108-bac06dfc6e12 req-d6d0a856-20d1-435d-a5b1-b3338972e606 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:42.615691 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-07e4a062-0c79-405f-8108-bac06dfc6e12 req-d6d0a856-20d1-435d-a5b1-b3338972e606 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Synchronizing usage tracker for tenant:e7915944b7b94ed798ed9400dc43e749 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:38:42.637089 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fa8ca05a-9024-4b79-b168-7385f5dc96c9 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:42.684899 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837de2d0-ebf2-42e8-8832-1662bef10443 service neutron] Pushing event updated for resources: {'Port': ['ID=3dfec903-657c-413e-a191-3c732c17e0e2,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:38:42.802747 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-07e4a062-0c79-405f-8108-bac06dfc6e12 req-d6d0a856-20d1-435d-a5b1-b3338972e606 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Unset dirty status for tenant:e7915944b7b94ed798ed9400dc43e749 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:38:42.807406 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-07e4a062-0c79-405f-8108-bac06dfc6e12 req-d6d0a856-20d1-435d-a5b1-b3338972e606 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c373c129-90a8-4109-b3df-83a42567901b HTTP/1.1" status: 200 len: 932 time: 1.1541562 May 31 13:38:42.810103 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1a84afd2-e1f5-478b-8af7-8ee16d40698e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:42.819576 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-fa8ca05a-9024-4b79-b168-7385f5dc96c9 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Allocated IP 172.25.6.181 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/640c48b0-073f-4290-a53b-c99a599efd9a) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:38:42.924619 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-07e4a062-0c79-405f-8108-bac06dfc6e12 req-11ca734d-c8b7-4647-8402-edb0985b183a tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034503 May 31 13:38:42.939683 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-cf2f3885-da7a-45ce-9025-9f0fe65e2749 req-837de2d0-ebf2-42e8-8832-1662bef10443 service neutron] Attempting to bind port 3dfec903-657c-413e-a191-3c732c17e0e2 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:38:42.940076 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-cf2f3885-da7a-45ce-9025-9f0fe65e2749 req-837de2d0-ebf2-42e8-8832-1662bef10443 service neutron] Attempting to bind port 3dfec903-657c-413e-a191-3c732c17e0e2 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': '2d583837-a9d6-4709-9af2-21c6363b8602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6f63975b-9b05-46d3-8543-47c8fac2cf70'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:38:42.940464 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2f3885-da7a-45ce-9025-9f0fe65e2749 req-837de2d0-ebf2-42e8-8832-1662bef10443 service neutron] Attempting to bind port 3dfec903-657c-413e-a191-3c732c17e0e2 on network 6f63975b-9b05-46d3-8543-47c8fac2cf70 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:38:42.944335 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d56b9-48b2-4a47-944d-2de12c2fccb2 req-e01fda65-fff7-4253-832a-e63e7c02a1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:42.946420 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fc7d56b9-48b2-4a47-944d-2de12c2fccb2 req-e01fda65-fff7-4253-832a-e63e7c02a1e2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ef7bc708-faad-4f53-9863-9b17fc2bd3a4 HTTP/1.1" status: 200 len: 912 time: 0.6271102 May 31 13:38:43.024933 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2f3885-da7a-45ce-9025-9f0fe65e2749 req-837de2d0-ebf2-42e8-8832-1662bef10443 service neutron] Port 3dfec903-657c-413e-a191-3c732c17e0e2 on network 6f63975b-9b05-46d3-8543-47c8fac2cf70 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:38:43.025627 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2f3885-da7a-45ce-9025-9f0fe65e2749 req-837de2d0-ebf2-42e8-8832-1662bef10443 service neutron] Attempting to bind port 3dfec903-657c-413e-a191-3c732c17e0e2 on network 6f63975b-9b05-46d3-8543-47c8fac2cf70 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:38:43.049301 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fc7d56b9-48b2-4a47-944d-2de12c2fccb2 req-4c9cff17-a4a0-4a6f-9f1b-89e2aee18723 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=24e11adc-9e4e-4ba1-a674-567030f17b77 HTTP/1.1" status: 200 len: 217 time: 0.0866144 May 31 13:38:43.058090 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2f3885-da7a-45ce-9025-9f0fe65e2749 req-837de2d0-ebf2-42e8-8832-1662bef10443 service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:38:43.058643 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2f3885-da7a-45ce-9025-9f0fe65e2749 req-837de2d0-ebf2-42e8-8832-1662bef10443 service neutron] Checking segment: {'id': '2d583837-a9d6-4709-9af2-21c6363b8602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6f63975b-9b05-46d3-8543-47c8fac2cf70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:38:43.059282 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2f3885-da7a-45ce-9025-9f0fe65e2749 req-837de2d0-ebf2-42e8-8832-1662bef10443 service neutron] Bound using segment: {'id': '2d583837-a9d6-4709-9af2-21c6363b8602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6f63975b-9b05-46d3-8543-47c8fac2cf70'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:38:43.059946 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-cf2f3885-da7a-45ce-9025-9f0fe65e2749 req-837de2d0-ebf2-42e8-8832-1662bef10443 service neutron] Bound port: 3dfec903-657c-413e-a191-3c732c17e0e2, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d583837-a9d6-4709-9af2-21c6363b8602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6f63975b-9b05-46d3-8543-47c8fac2cf70'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:38:43.060480 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-cf2f3885-da7a-45ce-9025-9f0fe65e2749 req-837de2d0-ebf2-42e8-8832-1662bef10443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:43.148709 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fa8ca05a-9024-4b79-b168-7385f5dc96c9 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:43.204926 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fa8ca05a-9024-4b79-b168-7385f5dc96c9 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:43.285170 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8ca05a-9024-4b79-b168-7385f5dc96c9 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:38:43.288099 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-fa8ca05a-9024-4b79-b168-7385f5dc96c9 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:38:43.290578 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8ca05a-9024-4b79-b168-7385f5dc96c9 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:38:43.336976 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8ca05a-9024-4b79-b168-7385f5dc96c9 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Pushing event updated for resources: {'Port': ['ID=640c48b0-073f-4290-a53b-c99a599efd9a,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:38:43.399608 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d56b9-48b2-4a47-944d-2de12c2fccb2 req-29a8166e-ae7f-44a5-85a8-95b44eb0322b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:43.402776 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fc7d56b9-48b2-4a47-944d-2de12c2fccb2 req-29a8166e-ae7f-44a5-85a8-95b44eb0322b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=03601eff-cc07-4210-91b9-54e2e22c50f4 HTTP/1.1" status: 200 len: 850 time: 0.3192980 May 31 13:38:43.408223 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-b085d6ce-28a6-4748-a583-177d5146e0f4 req-2071585b-0349-4cb6-847e-fc89edb3b34a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c2c21cf-2210-40a6-91db-b11afc31b59e {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:38:43.475154 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-b085d6ce-28a6-4748-a583-177d5146e0f4 req-2071585b-0349-4cb6-847e-fc89edb3b34a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:43.490080 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-cf2f3885-da7a-45ce-9025-9f0fe65e2749 req-837de2d0-ebf2-42e8-8832-1662bef10443 service neutron] For port 3dfec903-657c-413e-a191-3c732c17e0e2, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:38:43.507457 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-fa8ca05a-9024-4b79-b168-7385f5dc96c9 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Deleting port 640c48b0-073f-4290-a53b-c99a599efd9a {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:38:43.508047 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fa8ca05a-9024-4b79-b168-7385f5dc96c9 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:43.526058 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-cf2f3885-da7a-45ce-9025-9f0fe65e2749 req-837de2d0-ebf2-42e8-8832-1662bef10443 service neutron] For port 3dfec903-657c-413e-a191-3c732c17e0e2, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=3dfec903-657c-413e-a191-3c732c17e0e2,segment=NetworkSegment(2d583837-a9d6-4709-9af2-21c6363b8602),segment_id=2d583837-a9d6-4709-9af2-21c6363b8602)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:38:43.529637 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-b085d6ce-28a6-4748-a583-177d5146e0f4 req-2071585b-0349-4cb6-847e-fc89edb3b34a service neutron] Transition to ACTIVE for port object 6c2c21cf-2210-40a6-91db-b11afc31b59e will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:38:43.542130 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-cf2f3885-da7a-45ce-9025-9f0fe65e2749 req-837de2d0-ebf2-42e8-8832-1662bef10443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:43.582399 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 24e11adc-9e4e-4ba1-a674-567030f17b77 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:38:43.622171 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-b085d6ce-28a6-4748-a583-177d5146e0f4 req-2071585b-0349-4cb6-847e-fc89edb3b34a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:43.742431 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c07448-f71d-4336-9ee1-ba5ed148ca22 req-a5e7a9e0-e002-47bb-90da-2232259c618f tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:43.744807 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-58c07448-f71d-4336-9ee1-ba5ed148ca22 req-a5e7a9e0-e002-47bb-90da-2232259c618f tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e86b4d0-5860-4e64-bffe-d0e865533e0d HTTP/1.1" status: 200 len: 944 time: 0.5855665 May 31 13:38:43.757451 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fa8ca05a-9024-4b79-b168-7385f5dc96c9 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:43.757784 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fa8ca05a-9024-4b79-b168-7385f5dc96c9 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:43.758352 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d5b260-4bd7-45f9-833a-41dd0a8a468c req-831a6635-6d2f-49d8-947d-89e8e01ad193 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:43.760061 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-14d5b260-4bd7-45f9-833a-41dd0a8a468c req-831a6635-6d2f-49d8-947d-89e8e01ad193 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/ports?device_id=b63bb906-ec74-4acc-bada-32de5093f62a HTTP/1.1" status: 200 len: 945 time: 0.6021121 May 31 13:38:43.794428 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 24e11adc-9e4e-4ba1-a674-567030f17b77 is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:38:43.794815 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:43.830679 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:43.846817 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:43.860072 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3119bff3-3b39-4fe5-b827-7f7a676f68dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24e11adc-9e4e-4ba1-a674-567030f17b77'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:38:43.861030 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f3885-da7a-45ce-9025-9f0fe65e2749 req-837de2d0-ebf2-42e8-8832-1662bef10443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:43.861774 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-cf2f3885-da7a-45ce-9025-9f0fe65e2749 req-837de2d0-ebf2-42e8-8832-1662bef10443 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:43.863848 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cf2f3885-da7a-45ce-9025-9f0fe65e2749 req-837de2d0-ebf2-42e8-8832-1662bef10443 service neutron] 10.222.0.44 "PUT /v2.0/ports/3dfec903-657c-413e-a191-3c732c17e0e2 HTTP/1.1" status: 200 len: 1092 time: 3.5842950 May 31 13:38:43.878345 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 24e11adc-9e4e-4ba1-a674-567030f17b77, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=24e11adc-9e4e-4ba1-a674-567030f17b77,segment=NetworkSegment(4d75b4c6-9dbf-466e-9960-e4baeffc8b58),segment_id=4d75b4c6-9dbf-466e-9960-e4baeffc8b58)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:38:43.878978 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e86b4d0-5860-4e64-bffe-d0e865533e0d', 'tag': '3dfec903-657c-413e-a191-3c732c17e0e2'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:38:43.887673 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:43.961911 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-fa8ca05a-9024-4b79-b168-7385f5dc96c9 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Calling delete_port for 640c48b0-073f-4290-a53b-c99a599efd9a owned by network:floatingip {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:38:43.997790 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=24e11adc-9e4e-4ba1-a674-567030f17b77,revision_number=8']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:38:44.125130 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837de2d0-ebf2-42e8-8832-1662bef10443 service neutron] Pushing event updated for resources: {'Port': ['ID=3dfec903-657c-413e-a191-3c732c17e0e2,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:38:44.239602 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d56b9-48b2-4a47-944d-2de12c2fccb2 req-5d7104b1-5d1f-419a-990c-353152eb3fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:44.241430 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fc7d56b9-48b2-4a47-944d-2de12c2fccb2 req-5d7104b1-5d1f-419a-990c-353152eb3fb2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ef7bc708-faad-4f53-9863-9b17fc2bd3a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8207173 May 31 13:38:44.254803 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-58c07448-f71d-4336-9ee1-ba5ed148ca22 req-51b27903-8f5f-4e82-a5d6-4e757823f94c tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4935665 May 31 13:38:44.267022 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fa8ca05a-9024-4b79-b168-7385f5dc96c9 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:44.309034 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-b085d6ce-28a6-4748-a583-177d5146e0f4 req-2071585b-0349-4cb6-847e-fc89edb3b34a service neutron] Attempting to bind port 6c2c21cf-2210-40a6-91db-b11afc31b59e on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:38:44.309743 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-b085d6ce-28a6-4748-a583-177d5146e0f4 req-2071585b-0349-4cb6-847e-fc89edb3b34a service neutron] Attempting to bind port 6c2c21cf-2210-40a6-91db-b11afc31b59e by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'ac59caff-d513-4fef-b003-5737787eb94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b1b02f4f-a70b-4201-8c66-e64da98751b7'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:38:44.310343 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b085d6ce-28a6-4748-a583-177d5146e0f4 req-2071585b-0349-4cb6-847e-fc89edb3b34a service neutron] Attempting to bind port 6c2c21cf-2210-40a6-91db-b11afc31b59e on network b1b02f4f-a70b-4201-8c66-e64da98751b7 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:38:44.331747 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8ca05a-9024-4b79-b168-7385f5dc96c9 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Pushing event deleted for resources: {'Port': ['ID=640c48b0-073f-4290-a53b-c99a599efd9a,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:38:44.346150 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2071585b-0349-4cb6-847e-fc89edb3b34a service neutron] Pushing event updated for resources: {'Port': ['ID=6c2c21cf-2210-40a6-91db-b11afc31b59e,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:38:44.361802 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-14d5b260-4bd7-45f9-833a-41dd0a8a468c req-05f94bf4-4c3b-4a84-8b03-b607e4b2549f tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/security-groups?id=677b8212-d6d1-4b38-be51-aaa6218210d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4438930 May 31 13:38:44.362537 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b085d6ce-28a6-4748-a583-177d5146e0f4 req-2071585b-0349-4cb6-847e-fc89edb3b34a service neutron] Port 6c2c21cf-2210-40a6-91db-b11afc31b59e on network b1b02f4f-a70b-4201-8c66-e64da98751b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:38:44.362865 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b085d6ce-28a6-4748-a583-177d5146e0f4 req-2071585b-0349-4cb6-847e-fc89edb3b34a service neutron] Attempting to bind port 6c2c21cf-2210-40a6-91db-b11afc31b59e on network b1b02f4f-a70b-4201-8c66-e64da98751b7 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:38:44.478075 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-fa8ca05a-9024-4b79-b168-7385f5dc96c9 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] create failed (client error): The resource could not be found. May 31 13:38:44.479377 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-fa8ca05a-9024-4b79-b168-7385f5dc96c9 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.1001198 May 31 13:38:44.484405 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 51942) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:38:44.512998 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f3885-da7a-45ce-9025-9f0fe65e2749 req-64389e9b-7ae5-43e7-b2e7-fcc202250dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:44.515717 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cf2f3885-da7a-45ce-9025-9f0fe65e2749 req-64389e9b-7ae5-43e7-b2e7-fcc202250dc1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=52669f2db59f4a3eb6fd40f6ebcd20ec&device_id=5e86b4d0-5860-4e64-bffe-d0e865533e0d HTTP/1.1" status: 200 len: 1095 time: 0.5531955 May 31 13:38:44.518797 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b085d6ce-28a6-4748-a583-177d5146e0f4 req-2071585b-0349-4cb6-847e-fc89edb3b34a service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:38:44.519534 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b085d6ce-28a6-4748-a583-177d5146e0f4 req-2071585b-0349-4cb6-847e-fc89edb3b34a service neutron] Checking segment: {'id': 'ac59caff-d513-4fef-b003-5737787eb94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b1b02f4f-a70b-4201-8c66-e64da98751b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:38:44.519534 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b085d6ce-28a6-4748-a583-177d5146e0f4 req-2071585b-0349-4cb6-847e-fc89edb3b34a service neutron] Bound using segment: {'id': 'ac59caff-d513-4fef-b003-5737787eb94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b1b02f4f-a70b-4201-8c66-e64da98751b7'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:38:44.519972 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-b085d6ce-28a6-4748-a583-177d5146e0f4 req-2071585b-0349-4cb6-847e-fc89edb3b34a service neutron] Bound port: 6c2c21cf-2210-40a6-91db-b11afc31b59e, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac59caff-d513-4fef-b003-5737787eb94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b1b02f4f-a70b-4201-8c66-e64da98751b7'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:38:44.520491 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-b085d6ce-28a6-4748-a583-177d5146e0f4 req-2071585b-0349-4cb6-847e-fc89edb3b34a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:44.580661 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-9e753fe0-5104-42cc-800b-2fe570a2cef9 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Deleting port b93ab13f-97f8-4821-924e-b5d9118ee691 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:38:44.581275 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9e753fe0-5104-42cc-800b-2fe570a2cef9 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:44.697623 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cf2f3885-da7a-45ce-9025-9f0fe65e2749 req-8e6c8987-7262-49b8-bc0f-9ae458e3ded8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3dfec903-657c-413e-a191-3c732c17e0e2 HTTP/1.1" status: 200 len: 217 time: 0.1602449 May 31 13:38:44.705027 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed852bef-f0f8-460a-a193-dfc73d371fc3'] response: {'server_uuid': '3119bff3-3b39-4fe5-b827-7f7a676f68dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24e11adc-9e4e-4ba1-a674-567030f17b77', 'code': 200} May 31 13:38:44.930629 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9e753fe0-5104-42cc-800b-2fe570a2cef9 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:44.984489 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca197622-3c70-4ca8-be5c-55e079b233a4'] response: {'name': 'network-changed', 'server_uuid': '5e86b4d0-5860-4e64-bffe-d0e865533e0d', 'tag': '3dfec903-657c-413e-a191-3c732c17e0e2', 'status': 'completed', 'code': 200} May 31 13:38:45.080311 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-9e753fe0-5104-42cc-800b-2fe570a2cef9 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Calling delete_port for b93ab13f-97f8-4821-924e-b5d9118ee691 owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:38:45.105527 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fc7d56b9-48b2-4a47-944d-2de12c2fccb2 req-83971dff-e8da-40c6-bf4f-ffacf1826fe6 service neutron] 10.222.0.44 "GET /v2.0/networks/ef7bc708-faad-4f53-9863-9b17fc2bd3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8349135 May 31 13:38:45.129957 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f3885-da7a-45ce-9025-9f0fe65e2749 req-4feacfd4-22d0-494a-8253-5aa66294bc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:45.129957 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cf2f3885-da7a-45ce-9025-9f0fe65e2749 req-4feacfd4-22d0-494a-8253-5aa66294bc63 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fa2724fc-99c1-4890-aaad-d9b53e2abcda HTTP/1.1" status: 200 len: 851 time: 0.3907588 May 31 13:38:45.223261 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-b085d6ce-28a6-4748-a583-177d5146e0f4 req-2071585b-0349-4cb6-847e-fc89edb3b34a service neutron] For port 6c2c21cf-2210-40a6-91db-b11afc31b59e, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:38:45.276927 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9e753fe0-5104-42cc-800b-2fe570a2cef9 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:45.289465 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-b085d6ce-28a6-4748-a583-177d5146e0f4 req-2071585b-0349-4cb6-847e-fc89edb3b34a service neutron] For port 6c2c21cf-2210-40a6-91db-b11afc31b59e, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=6c2c21cf-2210-40a6-91db-b11afc31b59e,segment=NetworkSegment(ac59caff-d513-4fef-b003-5737787eb94f),segment_id=ac59caff-d513-4fef-b003-5737787eb94f)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:38:45.294512 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cf2f3885-da7a-45ce-9025-9f0fe65e2749 req-5d528ae2-b120-4bf0-84b6-0b3173f4a64e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6f63975b-9b05-46d3-8543-47c8fac2cf70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0810854 May 31 13:38:45.316010 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8913dd8-7d15-4713-bf56-24fc3944c251 req-a5282a53-5c22-4694-94ca-e3f3647d3102 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:45.322626 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c8913dd8-7d15-4713-bf56-24fc3944c251 req-a5282a53-5c22-4694-94ca-e3f3647d3102 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=3119bff3-3b39-4fe5-b827-7f7a676f68dc HTTP/1.1" status: 200 len: 943 time: 0.7862382 May 31 13:38:45.335476 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e753fe0-5104-42cc-800b-2fe570a2cef9 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Pushing event deleted for resources: {'Port': ['ID=b93ab13f-97f8-4821-924e-b5d9118ee691,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:38:45.356206 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-b085d6ce-28a6-4748-a583-177d5146e0f4 req-2071585b-0349-4cb6-847e-fc89edb3b34a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:45.451185 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9e753fe0-5104-42cc-800b-2fe570a2cef9 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:45.461766 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-9e753fe0-5104-42cc-800b-2fe570a2cef9 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] 10.222.0.50 "DELETE /v2.0/ports/b93ab13f-97f8-4821-924e-b5d9118ee691 HTTP/1.1" status: 204 len: 168 time: 0.9760175 May 31 13:38:45.464551 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 51954) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:38:45.495466 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:45.514303 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b085d6ce-28a6-4748-a583-177d5146e0f4 req-2071585b-0349-4cb6-847e-fc89edb3b34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:45.515489 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-b085d6ce-28a6-4748-a583-177d5146e0f4 req-2071585b-0349-4cb6-847e-fc89edb3b34a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:45.516920 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b085d6ce-28a6-4748-a583-177d5146e0f4 req-2071585b-0349-4cb6-847e-fc89edb3b34a service neutron] 10.222.0.44 "PUT /v2.0/ports/6c2c21cf-2210-40a6-91db-b11afc31b59e HTTP/1.1" status: 200 len: 1092 time: 4.1397479 May 31 13:38:45.580009 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb8376a-2f04-4435-8bda-d7122bc2e1e0 req-fa99e2ad-0fac-4903-9c2d-9badafc7521e tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:45.581795 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6fb8376a-2f04-4435-8bda-d7122bc2e1e0 req-fa99e2ad-0fac-4903-9c2d-9badafc7521e tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c373c129-90a8-4109-b3df-83a42567901b HTTP/1.1" status: 200 len: 944 time: 0.6490066 May 31 13:38:45.586146 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58013af1-766e-4fe5-9853-4441e2ab94e5 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:45.586978 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-58013af1-766e-4fe5-9853-4441e2ab94e5 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Synchronizing usage tracker for tenant:f78ee6ed66934c42b5290d32484faff1 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:38:45.610601 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-58013af1-766e-4fe5-9853-4441e2ab94e5 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Unset dirty status for tenant:f78ee6ed66934c42b5290d32484faff1 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:38:45.612008 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-58013af1-766e-4fe5-9853-4441e2ab94e5 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] 10.222.0.50 "GET /v2.0/ports?device_id=f34c3729-7c4b-435c-99e2-92563feba90f HTTP/1.1" status: 200 len: 913 time: 0.1463566 May 31 13:38:45.614862 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 51958) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:38:45.654757 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fc7d56b9-48b2-4a47-944d-2de12c2fccb2 req-6c3c016d-903c-4c98-991a-4af74c31693c service neutron] 10.222.0.44 "GET /v2.0/networks/ef7bc708-faad-4f53-9863-9b17fc2bd3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5342035 May 31 13:38:45.723700 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c8913dd8-7d15-4713-bf56-24fc3944c251 req-3f8c97d8-e4ea-4cc5-9c6b-df821d47fe2a tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=b28319a5-744d-4c54-bfbf-469a0b7a5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3572896 May 31 13:38:45.729209 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2071585b-0349-4cb6-847e-fc89edb3b34a service neutron] Pushing event updated for resources: {'Port': ['ID=6c2c21cf-2210-40a6-91db-b11afc31b59e,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:38:45.769155 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cf2f3885-da7a-45ce-9025-9f0fe65e2749 req-92f1f5d3-2d28-428f-b10d-5172ceda3a78 service neutron] 10.222.0.44 "GET /v2.0/networks/6f63975b-9b05-46d3-8543-47c8fac2cf70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4396482 May 31 13:38:45.779127 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6fb8376a-2f04-4435-8bda-d7122bc2e1e0 req-53ae611e-f472-4ee3-8249-5a73fe9abe9f tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431768 May 31 13:38:45.945886 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b085d6ce-28a6-4748-a583-177d5146e0f4 req-f9477d9b-9b7e-4389-ab9c-11c5c77b8955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:45.948326 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b085d6ce-28a6-4748-a583-177d5146e0f4 req-f9477d9b-9b7e-4389-ab9c-11c5c77b8955 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e7915944b7b94ed798ed9400dc43e749&device_id=c373c129-90a8-4109-b3df-83a42567901b HTTP/1.1" status: 200 len: 1095 time: 0.3827012 May 31 13:38:46.140337 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b085d6ce-28a6-4748-a583-177d5146e0f4 req-3cb580a3-ae4f-4add-9504-eabea5d3e02e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c2c21cf-2210-40a6-91db-b11afc31b59e HTTP/1.1" status: 200 len: 217 time: 0.1782987 May 31 13:38:46.270723 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cf2f3885-da7a-45ce-9025-9f0fe65e2749 req-5335929a-e185-4d20-b16e-205f9fb047a3 service neutron] 10.222.0.44 "GET /v2.0/networks/6f63975b-9b05-46d3-8543-47c8fac2cf70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4882483 May 31 13:38:46.282814 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b085d6ce-28a6-4748-a583-177d5146e0f4 req-283b17a5-2485-405c-b382-7b7a28d04925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:46.284263 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b085d6ce-28a6-4748-a583-177d5146e0f4 req-283b17a5-2485-405c-b382-7b7a28d04925 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0bea7539-c751-4155-a6fe-0d3f1a29fa41 HTTP/1.1" status: 200 len: 845 time: 0.1338294 May 31 13:38:46.404996 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3ceee1e6-ddbb-46af-8398-af2b22af58da tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:46.504726 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d063c-31bf-44c6-b569-353879174ed5 req-56813737-f5c4-43dc-bb5e-a047f1fa1345 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:46.506326 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9b8d063c-31bf-44c6-b569-353879174ed5 req-56813737-f5c4-43dc-bb5e-a047f1fa1345 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 947 time: 0.5465825 May 31 13:38:46.518705 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b085d6ce-28a6-4748-a583-177d5146e0f4 req-413a0c0a-309a-4fc0-bd57-5c67750ca1cb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b1b02f4f-a70b-4201-8c66-e64da98751b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2248974 May 31 13:38:46.535757 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8edfa-56b0-4001-98b7-2d44d8e02d09 req-95c37810-797c-4e35-9636-f08976419b9c tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:46.537227 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-22b8edfa-56b0-4001-98b7-2d44d8e02d09 req-95c37810-797c-4e35-9636-f08976419b9c tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e86b4d0-5860-4e64-bffe-d0e865533e0d HTTP/1.1" status: 200 len: 944 time: 0.5793040 May 31 13:38:46.741903 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-22b8edfa-56b0-4001-98b7-2d44d8e02d09 req-d6def8b9-7145-419c-8291-38f7377619f4 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805084 May 31 13:38:46.745084 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9b8d063c-31bf-44c6-b569-353879174ed5 req-c497ecd1-c4fb-4fce-a1ff-6b77dd18daac tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/security-groups?id=a7864c56-4281-4c82-abdd-81df7af4f83c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254016 May 31 13:38:46.796929 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-3ceee1e6-ddbb-46af-8398-af2b22af58da tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Deleting port aafb8dff-b45f-467f-9b2f-3fa91bdd303a {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:38:46.798337 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3ceee1e6-ddbb-46af-8398-af2b22af58da tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:47.040482 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3ceee1e6-ddbb-46af-8398-af2b22af58da tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:47.047339 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f40595-6155-432e-8e9a-5c42174e553b req-177d9a9d-0bc9-487b-8587-b6d05055daa7 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:47.048913 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f7f40595-6155-432e-8e9a-5c42174e553b req-177d9a9d-0bc9-487b-8587-b6d05055daa7 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.44 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 947 time: 0.6859498 May 31 13:38:47.049354 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c373c129-90a8-4109-b3df-83a42567901b', 'tag': '6c2c21cf-2210-40a6-91db-b11afc31b59e'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:38:47.168805 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b085d6ce-28a6-4748-a583-177d5146e0f4 req-3fc35fa5-9162-4f66-b29d-dcb4c0b03aa5 service neutron] 10.222.0.44 "GET /v2.0/networks/b1b02f4f-a70b-4201-8c66-e64da98751b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6417756 May 31 13:38:47.181392 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d7709-8846-4dfa-aced-01b4ee42720e req-d129b715-22b8-441a-b234-24cefda3b4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:47.183235 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ee7d7709-8846-4dfa-aced-01b4ee42720e req-d129b715-22b8-441a-b234-24cefda3b4c0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=52669f2db59f4a3eb6fd40f6ebcd20ec&device_id=5e86b4d0-5860-4e64-bffe-d0e865533e0d HTTP/1.1" status: 200 len: 1095 time: 0.8215959 May 31 13:38:47.184570 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-3ceee1e6-ddbb-46af-8398-af2b22af58da tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Calling delete_port for aafb8dff-b45f-467f-9b2f-3fa91bdd303a owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:38:47.297477 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-f7f40595-6155-432e-8e9a-5c42174e553b req-5f2d4a75-f355-4816-a9e7-674bf9d4bbfb tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Deleting port 6fba84dd-602c-4af4-8cc6-163477023a03 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:38:47.297727 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f7f40595-6155-432e-8e9a-5c42174e553b req-5f2d4a75-f355-4816-a9e7-674bf9d4bbfb tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:47.584870 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc61ecf-e741-4bf9-acaf-240200c3e8c6 req-68e6c090-dd42-43b2-bd8d-763ae86ae2c4 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:47.593034 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cdc61ecf-e741-4bf9-acaf-240200c3e8c6 req-68e6c090-dd42-43b2-bd8d-763ae86ae2c4 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/ports?device_id=b63bb906-ec74-4acc-bada-32de5093f62a HTTP/1.1" status: 200 len: 945 time: 0.6193595 May 31 13:38:47.605571 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 3dfec903-657c-413e-a191-3c732c17e0e2 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:38:47.633838 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3ceee1e6-ddbb-46af-8398-af2b22af58da tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:47.643622 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623f51af-cb6b-465c-ae1c-07ae499365d5 req-d8cb3727-66bf-43f1-a29f-f7b9e61d23bc tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:47.645181 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-623f51af-cb6b-465c-ae1c-07ae499365d5 req-d8cb3727-66bf-43f1-a29f-f7b9e61d23bc tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=3119bff3-3b39-4fe5-b827-7f7a676f68dc HTTP/1.1" status: 200 len: 943 time: 0.6748157 May 31 13:38:47.656430 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d7709-8846-4dfa-aced-01b4ee42720e req-485cbff0-75a7-4144-88b0-28023f5f2ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:47.658907 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ee7d7709-8846-4dfa-aced-01b4ee42720e req-485cbff0-75a7-4144-88b0-28023f5f2ea9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6f63975b-9b05-46d3-8543-47c8fac2cf70 HTTP/1.1" status: 200 len: 912 time: 0.4489558 May 31 13:38:47.671938 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b085d6ce-28a6-4748-a583-177d5146e0f4 req-e67a5853-eb5f-4654-aca1-b0b5599f58f5 service neutron] 10.222.0.44 "GET /v2.0/networks/b1b02f4f-a70b-4201-8c66-e64da98751b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4828782 May 31 13:38:47.744565 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceee1e6-ddbb-46af-8398-af2b22af58da tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Pushing event deleted for resources: {'Port': ['ID=aafb8dff-b45f-467f-9b2f-3fa91bdd303a,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:38:47.839960 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 3dfec903-657c-413e-a191-3c732c17e0e2, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=3dfec903-657c-413e-a191-3c732c17e0e2,segment=NetworkSegment(2d583837-a9d6-4709-9af2-21c6363b8602),segment_id=2d583837-a9d6-4709-9af2-21c6363b8602)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:38:47.840634 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ee7d7709-8846-4dfa-aced-01b4ee42720e req-6e47c40e-f28a-420d-abf8-ee6ca2a6bc5c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3dfec903-657c-413e-a191-3c732c17e0e2 HTTP/1.1" status: 200 len: 217 time: 0.1642091 May 31 13:38:47.858836 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': '3dfec903-657c-413e-a191-3c732c17e0e2', 'network_id': '6f63975b-9b05-46d3-8543-47c8fac2cf70', 'port_id': '3dfec903-657c-413e-a191-3c732c17e0e2', 'mac_address': 'fa:16:3e:d0:51:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa2724fc-99c1-4890-aaad-d9b53e2abcda', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:38:47.933643 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 3dfec903-657c-413e-a191-3c732c17e0e2 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:38:47.934040 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:47.957025 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dfec903-657c-413e-a191-3c732c17e0e2 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:38:47.981513 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 3dfec903-657c-413e-a191-3c732c17e0e2, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=3dfec903-657c-413e-a191-3c732c17e0e2,segment=NetworkSegment(2d583837-a9d6-4709-9af2-21c6363b8602),segment_id=2d583837-a9d6-4709-9af2-21c6363b8602)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:38:47.987317 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:48.049030 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cdc61ecf-e741-4bf9-acaf-240200c3e8c6 req-15365949-1de6-49c1-bd8e-4ff1b8f49a36 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/security-groups?id=677b8212-d6d1-4b38-be51-aaa6218210d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4547246 May 31 13:38:48.085315 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=3dfec903-657c-413e-a191-3c732c17e0e2,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:38:48.108887 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-623f51af-cb6b-465c-ae1c-07ae499365d5 req-4f93dfe8-67c7-47aa-92bf-2643a47438b2 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=b28319a5-744d-4c54-bfbf-469a0b7a5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4407709 May 31 13:38:48.146468 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d7709-8846-4dfa-aced-01b4ee42720e req-d824c5eb-abce-48c1-a283-e5ad8acd0c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:48.148006 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ee7d7709-8846-4dfa-aced-01b4ee42720e req-d824c5eb-abce-48c1-a283-e5ad8acd0c0d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fa2724fc-99c1-4890-aaad-d9b53e2abcda HTTP/1.1" status: 200 len: 851 time: 0.2883301 May 31 13:38:48.201523 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-f7f40595-6155-432e-8e9a-5c42174e553b req-5f2d4a75-f355-4816-a9e7-674bf9d4bbfb tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] For port 6fba84dd-602c-4af4-8cc6-163477023a03, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=6fba84dd-602c-4af4-8cc6-163477023a03,segment=NetworkSegment(dfa37d0f-69f6-423e-a3ff-702fa969883b),segment_id=dfa37d0f-69f6-423e-a3ff-702fa969883b)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:38:48.202791 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f7f40595-6155-432e-8e9a-5c42174e553b req-5f2d4a75-f355-4816-a9e7-674bf9d4bbfb tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:48.246339 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3ceee1e6-ddbb-46af-8398-af2b22af58da tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:48.366166 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['3dfec903-657c-413e-a191-3c732c17e0e2'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:38:48.392001 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-126c2412-7320-4a99-9889-853c3433f2fa'] response: {'name': 'network-changed', 'server_uuid': 'c373c129-90a8-4109-b3df-83a42567901b', 'tag': '6c2c21cf-2210-40a6-91db-b11afc31b59e', 'status': 'completed', 'code': 200} May 31 13:38:48.399363 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-f7f40595-6155-432e-8e9a-5c42174e553b req-5f2d4a75-f355-4816-a9e7-674bf9d4bbfb tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Calling delete_port for 6fba84dd-602c-4af4-8cc6-163477023a03 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:38:48.556312 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ceee1e6-ddbb-46af-8398-af2b22af58da tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Router f34c3729-7c4b-435c-99e2-92563feba90f has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:38:48.564085 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ee7d7709-8846-4dfa-aced-01b4ee42720e req-840680c8-40bb-43d6-9842-9bece1c378cb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6f63975b-9b05-46d3-8543-47c8fac2cf70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2092865 May 31 13:38:48.815833 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ceee1e6-ddbb-46af-8398-af2b22af58da tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:38:48.827977 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2858814-c4cd-4dbf-9811-0ecf594d39ab None None] Sync routers for ids ['f34c3729-7c4b-435c-99e2-92563feba90f'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:38:48.834550 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-3ceee1e6-ddbb-46af-8398-af2b22af58da tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] 10.222.0.50 "PUT /v2.0/routers/f34c3729-7c4b-435c-99e2-92563feba90f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2186198 May 31 13:38:48.837076 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 51980) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:38:48.846364 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2858814-c4cd-4dbf-9811-0ecf594d39ab None None] Routers {'f34c3729-7c4b-435c-99e2-92563feba90f'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:38:48.847050 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-e2858814-c4cd-4dbf-9811-0ecf594d39ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:38:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['f34c3729-7c4b-435c-99e2-92563feba90f'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:38:48.915917 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-e2858814-c4cd-4dbf-9811-0ecf594d39ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:38:48.925478 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2858814-c4cd-4dbf-9811-0ecf594d39ab None None] Routers {'f34c3729-7c4b-435c-99e2-92563feba90f'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:38:48.934896 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-e2858814-c4cd-4dbf-9811-0ecf594d39ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:38:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['f34c3729-7c4b-435c-99e2-92563feba90f'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:38:48.968527 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f7f40595-6155-432e-8e9a-5c42174e553b req-5f2d4a75-f355-4816-a9e7-674bf9d4bbfb tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:49.012910 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-e2858814-c4cd-4dbf-9811-0ecf594d39ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:38:49.013887 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2858814-c4cd-4dbf-9811-0ecf594d39ab None None] The sync data for ids ['f34c3729-7c4b-435c-99e2-92563feba90f'] in n-d-843939-1 is: [] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:38:49.025441 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c2234ea0-1f2c-46d2-87b3-029f00649845 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:49.059183 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2d4a75-f355-4816-a9e7-674bf9d4bbfb tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Pushing event deleted for resources: {'Port': ['ID=6fba84dd-602c-4af4-8cc6-163477023a03,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:38:49.119327 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f2bcc7-eb39-473c-b683-eead41164ab3 req-686c74f4-4342-410e-a1ce-a5315f2e16ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:49.120915 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-58f2bcc7-eb39-473c-b683-eead41164ab3 req-686c74f4-4342-410e-a1ce-a5315f2e16ea service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e7915944b7b94ed798ed9400dc43e749&device_id=c373c129-90a8-4109-b3df-83a42567901b HTTP/1.1" status: 200 len: 1095 time: 0.7364419 May 31 13:38:49.135761 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ee7d7709-8846-4dfa-aced-01b4ee42720e req-5c1e60f8-5528-47b5-b3a2-541147b1ecb0 service neutron] 10.222.0.44 "GET /v2.0/networks/6f63975b-9b05-46d3-8543-47c8fac2cf70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4761028 May 31 13:38:49.198654 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75526b1-76a0-46e3-b551-c30701ede69e req-3864bf2c-4396-4166-b73a-f24a052c9696 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:49.199982 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a75526b1-76a0-46e3-b551-c30701ede69e req-3864bf2c-4396-4166-b73a-f24a052c9696 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c373c129-90a8-4109-b3df-83a42567901b HTTP/1.1" status: 200 len: 944 time: 0.7707322 May 31 13:38:49.232358 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6190d2dc-3c94-4d1c-a6fe-a6b791fcf6b6 req-b0530736-b4ba-4098-899a-e4a5b22da6f6 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:49.237084 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6190d2dc-3c94-4d1c-a6fe-a6b791fcf6b6 req-b0530736-b4ba-4098-899a-e4a5b22da6f6 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e86b4d0-5860-4e64-bffe-d0e865533e0d HTTP/1.1" status: 200 len: 945 time: 0.8488014 May 31 13:38:49.244784 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7f40595-6155-432e-8e9a-5c42174e553b req-5f2d4a75-f355-4816-a9e7-674bf9d4bbfb tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] No DVR routers for this DVR port 6fba84dd-602c-4af4-8cc6-163477023a03 on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:38:49.247381 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f7f40595-6155-432e-8e9a-5c42174e553b req-5f2d4a75-f355-4816-a9e7-674bf9d4bbfb tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:49.339707 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c2234ea0-1f2c-46d2-87b3-029f00649845 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:49.342159 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c2234ea0-1f2c-46d2-87b3-029f00649845 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:49.371494 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c2234ea0-1f2c-46d2-87b3-029f00649845 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:49.372110 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2234ea0-1f2c-46d2-87b3-029f00649845 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Fanout notify agent at l3_agent the message router_deleted on router f34c3729-7c4b-435c-99e2-92563feba90f {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:38:49.392951 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c2234ea0-1f2c-46d2-87b3-029f00649845 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:49.394379 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c2234ea0-1f2c-46d2-87b3-029f00649845 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] 10.222.0.50 "DELETE /v2.0/routers/f34c3729-7c4b-435c-99e2-92563feba90f HTTP/1.1" status: 204 len: 168 time: 0.5563123 May 31 13:38:49.396805 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 51990) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:38:49.431026 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f7f40595-6155-432e-8e9a-5c42174e553b req-5f2d4a75-f355-4816-a9e7-674bf9d4bbfb tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.44 "DELETE /v2.0/ports/6fba84dd-602c-4af4-8cc6-163477023a03 HTTP/1.1" status: 204 len: 173 time: 2.3635330 May 31 13:38:49.469445 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-1035531c-9672-4803-8377-14715736bb19 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Deleting subnet 9ebe9623-6bb8-4dce-8a3b-349025f40a43 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:38:49.472483 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1035531c-9672-4803-8377-14715736bb19 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:49.518411 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6190d2dc-3c94-4d1c-a6fe-a6b791fcf6b6 req-c0769580-882c-4590-8ccf-dc8e97409bea tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175069 May 31 13:38:49.529144 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a75526b1-76a0-46e3-b551-c30701ede69e req-f1ea4394-b837-4a74-886b-18c072903ac6 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888815 May 31 13:38:49.542241 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1035531c-9672-4803-8377-14715736bb19 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:49.587549 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f2bcc7-eb39-473c-b683-eead41164ab3 req-56a11dc2-89ba-434b-a187-e0bc7658ebef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:49.589572 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-58f2bcc7-eb39-473c-b683-eead41164ab3 req-56a11dc2-89ba-434b-a187-e0bc7658ebef service neutron] 10.222.0.44 "GET /v2.0/networks?id=b1b02f4f-a70b-4201-8c66-e64da98751b7 HTTP/1.1" status: 200 len: 906 time: 0.4578650 May 31 13:38:49.595116 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ee7d7709-8846-4dfa-aced-01b4ee42720e req-07219bf0-f61e-48af-bfe5-7f835b8922e7 service neutron] 10.222.0.44 "GET /v2.0/networks/6f63975b-9b05-46d3-8543-47c8fac2cf70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4272220 May 31 13:38:49.604241 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 6c2c21cf-2210-40a6-91db-b11afc31b59e details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:38:49.623573 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 3dfec903-657c-413e-a191-3c732c17e0e2 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:38:49.693061 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1035531c-9672-4803-8377-14715736bb19 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:49.781340 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-58f2bcc7-eb39-473c-b683-eead41164ab3 req-e2a6d29a-7c92-41df-a4c8-e3325173e1a8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c2c21cf-2210-40a6-91db-b11afc31b59e HTTP/1.1" status: 200 len: 217 time: 0.1846378 May 31 13:38:49.790257 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1035531c-9672-4803-8377-14715736bb19 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:49.834070 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-86190242-8bef-4254-9d17-e2731906b61f req-2e88f7e2-52d9-411d-b879-97b2e8bb2561 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Synchronizing usage tracker for tenant:971e7e341b6340e7a10be40f9ec104d7 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:38:49.881069 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port 3dfec903-657c-413e-a191-3c732c17e0e2 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:38:49.890436 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port 3dfec903-657c-413e-a191-3c732c17e0e2 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:38:49.890698 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-86190242-8bef-4254-9d17-e2731906b61f req-2e88f7e2-52d9-411d-b879-97b2e8bb2561 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] Unset dirty status for tenant:971e7e341b6340e7a10be40f9ec104d7 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:38:49.891068 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:49.891723 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-86190242-8bef-4254-9d17-e2731906b61f req-2e88f7e2-52d9-411d-b879-97b2e8bb2561 tempest-ServersNegativeTestJSON-1617734676 tempest-ServersNegativeTestJSON-1617734676-project] 10.222.0.50 "GET /v2.0/ports?device_id=f362fe1c-c185-4d8d-b67d-4f5e5b24d684 HTTP/1.1" status: 200 len: 210 time: 0.2254910 May 31 13:38:49.898898 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f2bcc7-eb39-473c-b683-eead41164ab3 req-158f7383-29ee-44c5-8199-c3f6edf49a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:49.900363 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-58f2bcc7-eb39-473c-b683-eead41164ab3 req-158f7383-29ee-44c5-8199-c3f6edf49a1f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0bea7539-c751-4155-a6fe-0d3f1a29fa41 HTTP/1.1" status: 200 len: 845 time: 0.1078537 May 31 13:38:49.962162 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-58f2bcc7-eb39-473c-b683-eead41164ab3 req-1e18c4a1-bbe1-4c52-b2d3-6bd987c357c3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b1b02f4f-a70b-4201-8c66-e64da98751b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511954 May 31 13:38:49.975903 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1c0650-2326-4121-a73e-70710d254e50 req-19f43dc4-9d4a-43e8-9516-668ca885acd9 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:49.978314 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1d1c0650-2326-4121-a73e-70710d254e50 req-19f43dc4-9d4a-43e8-9516-668ca885acd9 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/ports?device_id=b63bb906-ec74-4acc-bada-32de5093f62a HTTP/1.1" status: 200 len: 945 time: 0.2344050 May 31 13:38:50.000681 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 6c2c21cf-2210-40a6-91db-b11afc31b59e, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=6c2c21cf-2210-40a6-91db-b11afc31b59e,segment=NetworkSegment(ac59caff-d513-4fef-b003-5737787eb94f),segment_id=ac59caff-d513-4fef-b003-5737787eb94f)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:38:50.018391 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1035531c-9672-4803-8377-14715736bb19 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:50.022389 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1035531c-9672-4803-8377-14715736bb19 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Pushing event deleted for resources: {'Subnet': ['ID=9ebe9623-6bb8-4dce-8a3b-349025f40a43,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:38:50.032107 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-1035531c-9672-4803-8377-14715736bb19 tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] 10.222.0.50 "DELETE /v2.0/subnets/9ebe9623-6bb8-4dce-8a3b-349025f40a43 HTTP/1.1" status: 204 len: 168 time: 0.6335247 May 31 13:38:50.032815 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 51996) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:38:50.040504 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9daff434-ac58-4eb2-94f4-199b0e3dc2b9 None None] Network 9fe98a65-4d3a-40b0-9af5-ccfc6166e3e6 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:38:50.085301 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': '6c2c21cf-2210-40a6-91db-b11afc31b59e', 'network_id': 'b1b02f4f-a70b-4201-8c66-e64da98751b7', 'port_id': '6c2c21cf-2210-40a6-91db-b11afc31b59e', 'mac_address': 'fa:16:3e:32:82:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bea7539-c751-4155-a6fe-0d3f1a29fa41', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:38:50.157676 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1d1c0650-2326-4121-a73e-70710d254e50 req-d5b61f1e-35fd-4bdc-9a2b-13b5fc41b833 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/security-groups?id=677b8212-d6d1-4b38-be51-aaa6218210d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526477 May 31 13:38:50.203238 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-20cfaea5-9598-417a-bbb4-0b885874289d tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:50.226078 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-20cfaea5-9598-417a-bbb4-0b885874289d tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Deleting port dff7f8a3-04fc-4d74-b973-17909d941ce2 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:38:50.226078 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-20cfaea5-9598-417a-bbb4-0b885874289d tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:50.348745 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-58f2bcc7-eb39-473c-b683-eead41164ab3 req-46b8751f-8486-45fe-8784-110f5afda71b service neutron] 10.222.0.44 "GET /v2.0/networks/b1b02f4f-a70b-4201-8c66-e64da98751b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3686056 May 31 13:38:50.389025 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 6c2c21cf-2210-40a6-91db-b11afc31b59e is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:38:50.389468 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:50.405477 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f362fe1c-c185-4d8d-b67d-4f5e5b24d684', 'name': 'network-vif-deleted', 'tag': '6fba84dd-602c-4af4-8cc6-163477023a03'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:38:50.507677 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c2c21cf-2210-40a6-91db-b11afc31b59e {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:38:50.515239 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 3dfec903-657c-413e-a191-3c732c17e0e2 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:38:50.516844 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:50.551244 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-20cfaea5-9598-417a-bbb4-0b885874289d tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] For port dff7f8a3-04fc-4d74-b973-17909d941ce2, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=dff7f8a3-04fc-4d74-b973-17909d941ce2,segment=NetworkSegment(c65e7585-5788-4cd4-af6e-050426e72093),segment_id=c65e7585-5788-4cd4-af6e-050426e72093)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:38:50.552286 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-20cfaea5-9598-417a-bbb4-0b885874289d tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:50.563937 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 6c2c21cf-2210-40a6-91db-b11afc31b59e, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=6c2c21cf-2210-40a6-91db-b11afc31b59e,segment=NetworkSegment(ac59caff-d513-4fef-b003-5737787eb94f),segment_id=ac59caff-d513-4fef-b003-5737787eb94f)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:38:50.579909 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e86b4d0-5860-4e64-bffe-d0e865533e0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dfec903-657c-413e-a191-3c732c17e0e2'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:38:50.601002 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:50.643585 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-484fe535-9649-4db7-b592-ce521782ca6b'] response: {'server_uuid': 'f362fe1c-c185-4d8d-b67d-4f5e5b24d684', 'name': 'network-vif-deleted', 'tag': '6fba84dd-602c-4af4-8cc6-163477023a03', 'status': 'completed', 'code': 200} May 31 13:38:50.731511 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 3dfec903-657c-413e-a191-3c732c17e0e2, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=3dfec903-657c-413e-a191-3c732c17e0e2,segment=NetworkSegment(2d583837-a9d6-4709-9af2-21c6363b8602),segment_id=2d583837-a9d6-4709-9af2-21c6363b8602)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:38:50.731511 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:50.731511 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 6fba84dd-602c-4af4-8cc6-163477023a03 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:38:50.776304 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-20cfaea5-9598-417a-bbb4-0b885874289d tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Calling delete_port for dff7f8a3-04fc-4d74-b973-17909d941ce2 owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:38:50.799759 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] No Port match for: 6fba84dd-602c-4af4-8cc6-163477023a03 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:38:50.800256 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 6fba84dd-602c-4af4-8cc6-163477023a03 not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:38:50.800866 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 24e11adc-9e4e-4ba1-a674-567030f17b77 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:38:50.878517 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-20cfaea5-9598-417a-bbb4-0b885874289d tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:50.895360 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=6c2c21cf-2210-40a6-91db-b11afc31b59e,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:38:50.954444 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-58f2bcc7-eb39-473c-b683-eead41164ab3 req-b47be0d4-5883-412e-9b15-f923682a1b7a service neutron] 10.222.0.44 "GET /v2.0/networks/b1b02f4f-a70b-4201-8c66-e64da98751b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5990882 May 31 13:38:50.993251 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a9cb72-468b-4528-a3eb-3053b29d4af4 None None] DHCP port deletion for 9fe98a65-4d3a-40b0-9af5-ccfc6166e3e6 request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:38:51.005643 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['6c2c21cf-2210-40a6-91db-b11afc31b59e'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:38:51.009689 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91656b37-c372-45ec-882b-d22262d90c84 req-52427f16-1c11-4059-bd08-04f1345f4918 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:51.017218 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-91656b37-c372-45ec-882b-d22262d90c84 req-52427f16-1c11-4059-bd08-04f1345f4918 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e86b4d0-5860-4e64-bffe-d0e865533e0d HTTP/1.1" status: 200 len: 946 time: 0.1879492 May 31 13:38:51.021156 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cfaea5-9598-417a-bbb4-0b885874289d tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Pushing event deleted for resources: {'Port': ['ID=dff7f8a3-04fc-4d74-b973-17909d941ce2,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:38:51.027397 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cfaea5-9598-417a-bbb4-0b885874289d tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] No DVR routers for this DVR port dff7f8a3-04fc-4d74-b973-17909d941ce2 on host n-d-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:38:51.071479 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27344b2-5d57-4c40-8960-65f67510345f req-46708b5a-3309-47e7-b793-8cdcb8ad910c tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:51.084356 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b27344b2-5d57-4c40-8960-65f67510345f req-46708b5a-3309-47e7-b793-8cdcb8ad910c tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=3119bff3-3b39-4fe5-b827-7f7a676f68dc HTTP/1.1" status: 200 len: 943 time: 0.5467312 May 31 13:38:51.153244 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=3dfec903-657c-413e-a191-3c732c17e0e2,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:38:51.182793 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-91656b37-c372-45ec-882b-d22262d90c84 req-8940a84a-61fc-43c2-97ef-8421cc50531c tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643319 May 31 13:38:51.194966 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-20cfaea5-9598-417a-bbb4-0b885874289d tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:51.196341 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 24e11adc-9e4e-4ba1-a674-567030f17b77 is: DOWN; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:38:51.201177 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b27344b2-5d57-4c40-8960-65f67510345f req-9053a43a-9d33-4863-bc94-e0956cb35709 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=b28319a5-744d-4c54-bfbf-469a0b7a5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157250 May 31 13:38:51.242058 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-20cfaea5-9598-417a-bbb4-0b885874289d tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fe98a65-4d3a-40b0-9af5-ccfc6166e3e6']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:38:51.260246 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-20cfaea5-9598-417a-bbb4-0b885874289d tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c65e7585-5788-4cd4-af6e-050426e72093') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:38:51.260546 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-20cfaea5-9598-417a-bbb4-0b885874289d tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c65e7585-5788-4cd4-af6e-050426e72093') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:38:51.274576 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-20cfaea5-9598-417a-bbb4-0b885874289d tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:51.293019 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-20cfaea5-9598-417a-bbb4-0b885874289d tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:51.309788 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20cfaea5-9598-417a-bbb4-0b885874289d tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:38:51.310273 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-20cfaea5-9598-417a-bbb4-0b885874289d tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:51.346683 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99b304cc-d678-4b26-b498-41a0cde58232'] response: {'server_uuid': '5e86b4d0-5860-4e64-bffe-d0e865533e0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dfec903-657c-413e-a191-3c732c17e0e2', 'code': 200} May 31 13:38:51.433615 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52016) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:38:51.444895 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-20cfaea5-9598-417a-bbb4-0b885874289d tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:51.462873 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment c65e7585-5788-4cd4-af6e-050426e72093 resource provider aggregate not found May 31 13:38:51.491697 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-20cfaea5-9598-417a-bbb4-0b885874289d tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:51.509408 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cfaea5-9598-417a-bbb4-0b885874289d tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] Pushing event deleted for resources: {'Network': ['ID=9fe98a65-4d3a-40b0-9af5-ccfc6166e3e6,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:38:51.519483 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f60e95-39e5-48ee-820f-538d5548ee90 req-452f7dbb-6fb7-40a8-8efd-7797796d9cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:51.519851 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment c65e7585-5788-4cd4-af6e-050426e72093 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c65e7585-5788-4cd4-af6e-050426e72093 found for delete ", "request_id": "req-3e3cfc70-d2b5-488d-970d-fa40be138664"}]} May 31 13:38:51.520866 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c0f60e95-39e5-48ee-820f-538d5548ee90 req-452f7dbb-6fb7-40a8-8efd-7797796d9cbf service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5e86b4d0-5860-4e64-bffe-d0e865533e0d HTTP/1.1" status: 200 len: 1097 time: 0.1069922 May 31 13:38:51.529382 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-20cfaea5-9598-417a-bbb4-0b885874289d tempest-FloatingIPNegativeTestJSON-1504536912 tempest-FloatingIPNegativeTestJSON-1504536912-project] 10.222.0.50 "DELETE /v2.0/networks/9fe98a65-4d3a-40b0-9af5-ccfc6166e3e6 HTTP/1.1" status: 204 len: 168 time: 1.4952912 May 31 13:38:51.630782 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 943aec67-dbc5-41ac-b47e-abf1e5a4b9a3 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:38:51.643455 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 943aec67-dbc5-41ac-b47e-abf1e5a4b9a3 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:38:51.715683 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f18db59-638a-4e33-bfb5-1edfe141ae41 admin admin] Deleting subnet 78475d05-cc98-4fb2-b531-8986b43f0ba1 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:38:51.716495 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c3a4ed-040c-4f7b-8ebf-e8922508774f req-aea036d9-746e-4435-803d-dad5d44917c7 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:51.718791 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d2c3a4ed-040c-4f7b-8ebf-e8922508774f req-aea036d9-746e-4435-803d-dad5d44917c7 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c373c129-90a8-4109-b3df-83a42567901b HTTP/1.1" status: 200 len: 945 time: 0.4171071 May 31 13:38:51.726927 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5f18db59-638a-4e33-bfb5-1edfe141ae41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:51.787684 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5f18db59-638a-4e33-bfb5-1edfe141ae41 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:51.813122 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c0f60e95-39e5-48ee-820f-538d5548ee90 req-2a18077f-95fb-418b-88df-87ae4d42bfdc service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110985 May 31 13:38:51.820762 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d2c3a4ed-040c-4f7b-8ebf-e8922508774f req-0f342305-3df5-43a6-b8a0-75885d4c1744 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842321 May 31 13:38:51.837427 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e3b2a7-fbb2-4d58-afcb-81782b6c1d84 req-c054e376-d345-4769-b9f6-776f95fd3700 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:51.848532 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-39e3b2a7-fbb2-4d58-afcb-81782b6c1d84 req-c054e376-d345-4769-b9f6-776f95fd3700 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/ports?device_id=b63bb906-ec74-4acc-bada-32de5093f62a HTTP/1.1" status: 200 len: 945 time: 0.3174489 May 31 13:38:51.864368 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 52030) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:38:51.895124 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5f18db59-638a-4e33-bfb5-1edfe141ae41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:51.909817 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-39e3b2a7-fbb2-4d58-afcb-81782b6c1d84 req-a7be6a17-de39-4203-b9c8-6fab2d8979a3 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/security-groups?id=677b8212-d6d1-4b38-be51-aaa6218210d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627370 May 31 13:38:51.973220 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 943aec67-dbc5-41ac-b47e-abf1e5a4b9a3 is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:38:51.973776 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:51.982664 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5f18db59-638a-4e33-bfb5-1edfe141ae41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:51.995884 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 943aec67-dbc5-41ac-b47e-abf1e5a4b9a3, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=943aec67-dbc5-41ac-b47e-abf1e5a4b9a3,segment=NetworkSegment(d3443ede-b43a-41d6-a2b9-2ee5a31d0003),segment_id=d3443ede-b43a-41d6-a2b9-2ee5a31d0003)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:38:52.024767 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': '943aec67-dbc5-41ac-b47e-abf1e5a4b9a3', 'network_id': '7090fc64-4766-4bc1-8c8d-d8e3dd2b5735', 'port_id': '943aec67-dbc5-41ac-b47e-abf1e5a4b9a3', 'mac_address': 'fa:16:3e:77:89:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cac9d00-a8ca-4f0c-abe0-a23f396b4dab', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:38:52.043362 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f18db59-638a-4e33-bfb5-1edfe141ae41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78475d05-cc98-4fb2-b531-8986b43f0ba1,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:38:52.048082 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5f18db59-638a-4e33-bfb5-1edfe141ae41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:52.060676 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 52038) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:38:52.064656 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-5f18db59-638a-4e33-bfb5-1edfe141ae41 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/78475d05-cc98-4fb2-b531-8986b43f0ba1 HTTP/1.1" status: 204 len: 168 time: 0.6152096 May 31 13:38:52.073772 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 943aec67-dbc5-41ac-b47e-abf1e5a4b9a3, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=943aec67-dbc5-41ac-b47e-abf1e5a4b9a3,segment=NetworkSegment(d3443ede-b43a-41d6-a2b9-2ee5a31d0003),segment_id=d3443ede-b43a-41d6-a2b9-2ee5a31d0003)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:38:52.101795 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:52.174631 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device dff7f8a3-04fc-4d74-b973-17909d941ce2 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:38:52.216149 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 943aec67-dbc5-41ac-b47e-abf1e5a4b9a3 is: ACTIVE; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:38:52.216694 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:52.236741 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 943aec67-dbc5-41ac-b47e-abf1e5a4b9a3 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:38:52.251763 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: dff7f8a3-04fc-4d74-b973-17909d941ce2 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:38:52.251763 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device dff7f8a3-04fc-4d74-b973-17909d941ce2 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:38:52.252660 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465bce42-4240-4603-b057-154556d13719 req-b866014d-56f5-4564-92fb-661bfa42012e tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:52.254182 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-465bce42-4240-4603-b057-154556d13719 req-b866014d-56f5-4564-92fb-661bfa42012e tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 944 time: 0.2952614 May 31 13:38:52.300929 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=943aec67-dbc5-41ac-b47e-abf1e5a4b9a3,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:38:52.314123 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:38:52.314545 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:38:52.314945 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:38:52.315340 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:38:52.315728 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:38:52.316113 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:38:52.316495 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:38:52.316875 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:38:52.317317 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:38:52.317689 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:38:52.318101 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:38:52.318496 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:38:52.328267 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:38:52.328701 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:38:52.447377 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8ad444d0-f909-4f7d-8fb1-1a5637436e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:52.451298 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-465bce42-4240-4603-b057-154556d13719 req-8cc99d53-1c3b-4284-b2e1-cb8599cd4603 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1701634 May 31 13:38:52.465527 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-90597460-36ee-4992-91b8-8b8489a883e8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f78ee6ed66934c42b5290d32484faff1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5997560 May 31 13:38:52.470540 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52048) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:38:52.560290 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c36a3ccf-e17c-4de4-97fa-cc43add83399 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:52.592599 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c36a3ccf-e17c-4de4-97fa-cc43add83399 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:52.619912 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8ad444d0-f909-4f7d-8fb1-1a5637436e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:52.643612 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf34d825-cb22-4df3-9627-0d6b99904fbe req-95c98a5c-861c-4a38-9ee3-7c490a1c717b tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:52.645230 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bf34d825-cb22-4df3-9627-0d6b99904fbe req-95c98a5c-861c-4a38-9ee3-7c490a1c717b tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e86b4d0-5860-4e64-bffe-d0e865533e0d HTTP/1.1" status: 200 len: 946 time: 0.3064389 May 31 13:38:52.662853 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-8ad444d0-f909-4f7d-8fb1-1a5637436e73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4805cc3e-f802-432a-a895-ff648d7eea38']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:38:52.669106 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c36a3ccf-e17c-4de4-97fa-cc43add83399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:52.690318 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-8ad444d0-f909-4f7d-8fb1-1a5637436e73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfa37d0f-69f6-423e-a3ff-702fa969883b') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:38:52.690633 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-8ad444d0-f909-4f7d-8fb1-1a5637436e73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfa37d0f-69f6-423e-a3ff-702fa969883b') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:38:52.691936 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36a3ccf-e17c-4de4-97fa-cc43add83399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9188c9e-9792-4c61-a40e-6f58ea413c32,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:38:52.701072 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c36a3ccf-e17c-4de4-97fa-cc43add83399 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:52.706048 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c36a3ccf-e17c-4de4-97fa-cc43add83399 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f9188c9e-9792-4c61-a40e-6f58ea413c32 HTTP/1.1" status: 204 len: 168 time: 0.2338934 May 31 13:38:52.711624 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8ad444d0-f909-4f7d-8fb1-1a5637436e73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:52.745757 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bf34d825-cb22-4df3-9627-0d6b99904fbe req-9d13fbec-3ed5-41a2-9580-a124480f85b4 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853996 May 31 13:38:52.746758 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8ad444d0-f909-4f7d-8fb1-1a5637436e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:52.754659 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ad444d0-f909-4f7d-8fb1-1a5637436e73 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:38:52.754973 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8ad444d0-f909-4f7d-8fb1-1a5637436e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:52.919024 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8ad444d0-f909-4f7d-8fb1-1a5637436e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:52.962452 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 943aec67-dbc5-41ac-b47e-abf1e5a4b9a3 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:38:52.963102 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:52.995891 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 943aec67-dbc5-41ac-b47e-abf1e5a4b9a3 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:38:53.025382 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 943aec67-dbc5-41ac-b47e-abf1e5a4b9a3, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=943aec67-dbc5-41ac-b47e-abf1e5a4b9a3,segment=NetworkSegment(d3443ede-b43a-41d6-a2b9-2ee5a31d0003),segment_id=d3443ede-b43a-41d6-a2b9-2ee5a31d0003)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:38:53.032111 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:53.096825 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8ad444d0-f909-4f7d-8fb1-1a5637436e73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:53.118698 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad444d0-f909-4f7d-8fb1-1a5637436e73 admin admin] Pushing event deleted for resources: {'Network': ['ID=4805cc3e-f802-432a-a895-ff648d7eea38,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:38:53.157881 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-8ad444d0-f909-4f7d-8fb1-1a5637436e73 admin admin] 10.222.0.50 "DELETE /v2.0/networks/4805cc3e-f802-432a-a895-ff648d7eea38 HTTP/1.1" status: 204 len: 168 time: 1.0940642 May 31 13:38:53.213245 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=943aec67-dbc5-41ac-b47e-abf1e5a4b9a3,revision_number=7']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:38:53.234682 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8544d1-ff1a-4664-ae5e-694a6781d0ce req-8def3f4a-dedd-4624-8c74-2272ec8a4706 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:53.246215 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-db8544d1-ff1a-4664-ae5e-694a6781d0ce req-8def3f4a-dedd-4624-8c74-2272ec8a4706 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 944 time: 0.2506120 May 31 13:38:53.274448 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment dfa37d0f-69f6-423e-a3ff-702fa969883b resource provider aggregate not found May 31 13:38:53.300023 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment dfa37d0f-69f6-423e-a3ff-702fa969883b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dfa37d0f-69f6-423e-a3ff-702fa969883b found for delete ", "request_id": "req-400b2f25-0c7a-4b79-a2ae-202ff9a66c8d"}]} May 31 13:38:53.348045 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b63bb906-ec74-4acc-bada-32de5093f62a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '943aec67-dbc5-41ac-b47e-abf1e5a4b9a3'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:38:53.353145 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-db8544d1-ff1a-4664-ae5e-694a6781d0ce req-78b3f57a-ad8e-4e5c-9255-8888030d7e9e tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033983 May 31 13:38:53.369213 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['943aec67-dbc5-41ac-b47e-abf1e5a4b9a3'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:38:53.383206 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 13:38:53.617197 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52092) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:38:53.639064 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 6c2c21cf-2210-40a6-91db-b11afc31b59e up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:38:53.678160 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-040654d7-7dc0-4614-8d48-e531541f0975 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=971e7e341b6340e7a10be40f9ec104d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0593729 May 31 13:38:53.680565 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52096) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:38:53.742482 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port 6c2c21cf-2210-40a6-91db-b11afc31b59e completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:38:53.750214 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port 6c2c21cf-2210-40a6-91db-b11afc31b59e triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:38:53.750847 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:53.777142 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2935f99-81ae-4322-b1c4-74809551134d req-03384c48-2a33-4a4c-9bb5-d2a2dbea1d15 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:53.779279 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d2935f99-81ae-4322-b1c4-74809551134d req-03384c48-2a33-4a4c-9bb5-d2a2dbea1d15 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c373c129-90a8-4109-b3df-83a42567901b HTTP/1.1" status: 200 len: 945 time: 0.2152722 May 31 13:38:53.788993 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f951d823-f247-44e7-9f2d-07ead8445d52 req-f31f1034-ba6a-4db1-96c5-32ce49bf75e2 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:53.790705 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f951d823-f247-44e7-9f2d-07ead8445d52 req-f31f1034-ba6a-4db1-96c5-32ce49bf75e2 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/ports?device_id=b63bb906-ec74-4acc-bada-32de5093f62a HTTP/1.1" status: 200 len: 944 time: 0.1778202 May 31 13:38:53.814773 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fd034d1a-3e59-4523-915a-a5b1819539c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:53.853536 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fd034d1a-3e59-4523-915a-a5b1819539c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:53.880958 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d2935f99-81ae-4322-b1c4-74809551134d req-bdf2de24-fc8b-4067-8c5e-6170a6843b40 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889471 May 31 13:38:53.891554 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f951d823-f247-44e7-9f2d-07ead8445d52 req-ecf28a2c-b7bc-4aef-be2f-32fdb3c9c03a tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/security-groups?id=677b8212-d6d1-4b38-be51-aaa6218210d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829661 May 31 13:38:53.942322 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fd034d1a-3e59-4523-915a-a5b1819539c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:53.956533 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 6c2c21cf-2210-40a6-91db-b11afc31b59e is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:38:53.956916 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:53.961580 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd034d1a-3e59-4523-915a-a5b1819539c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7864c56-4281-4c82-abdd-81df7af4f83c,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:38:53.970808 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fd034d1a-3e59-4523-915a-a5b1819539c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:53.972232 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-fd034d1a-3e59-4523-915a-a5b1819539c5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a7864c56-4281-4c82-abdd-81df7af4f83c HTTP/1.1" status: 204 len: 168 time: 0.2901676 May 31 13:38:53.987900 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4784c1cd-8dc7-41b9-8ad9-60d8c6cc4849'] response: {'server_uuid': 'b63bb906-ec74-4acc-bada-32de5093f62a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '943aec67-dbc5-41ac-b47e-abf1e5a4b9a3', 'code': 200} May 31 13:38:54.028878 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 6c2c21cf-2210-40a6-91db-b11afc31b59e, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=6c2c21cf-2210-40a6-91db-b11afc31b59e,segment=NetworkSegment(ac59caff-d513-4fef-b003-5737787eb94f),segment_id=ac59caff-d513-4fef-b003-5737787eb94f)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:38:54.035157 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:54.158929 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=6c2c21cf-2210-40a6-91db-b11afc31b59e,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:38:54.207011 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02c38ce-120b-452a-a98f-af8ca5c7badd req-6abab67b-f3a7-4c22-a8ec-adce54351de3 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:54.208711 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c02c38ce-120b-452a-a98f-af8ca5c7badd req-6abab67b-f3a7-4c22-a8ec-adce54351de3 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 944 time: 0.1853392 May 31 13:38:54.209309 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 52114) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:38:54.273755 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c02c38ce-120b-452a-a98f-af8ca5c7badd req-65e33156-5ed5-4115-98ed-9d73c3a4c1aa tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560544 May 31 13:38:54.611259 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-2db98ebf-93d1-408d-83d8-3b65474c82c8 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1004408208'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:38:54.620194 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-2db98ebf-93d1-408d-83d8-3b65474c82c8 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:38:54.679373 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-2db98ebf-93d1-408d-83d8-3b65474c82c8 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Usage tracker for resource:network and tenant:318f7b3dc83b45b79e8aafb0cf55e8a5 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:38:54.696492 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-2db98ebf-93d1-408d-83d8-3b65474c82c8 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:38:54.711389 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-2db98ebf-93d1-408d-83d8-3b65474c82c8 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:38:54.737567 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db98ebf-93d1-408d-83d8-3b65474c82c8 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Made reservation on behalf of 318f7b3dc83b45b79e8aafb0cf55e8a5 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:38:54.741123 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2db98ebf-93d1-408d-83d8-3b65474c82c8 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:54.759047 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2db98ebf-93d1-408d-83d8-3b65474c82c8 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:54.782629 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-2db98ebf-93d1-408d-83d8-3b65474c82c8 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:38:54.791963 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-2db98ebf-93d1-408d-83d8-3b65474c82c8 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Usage tracker for resource:security_group_rule and tenant:318f7b3dc83b45b79e8aafb0cf55e8a5 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:38:54.797797 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-2db98ebf-93d1-408d-83d8-3b65474c82c8 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:38:54.813538 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8a67c7-fdc0-4546-8edc-77311c3872d4 req-80fc9f8e-aabd-4322-89ca-407efa1d0266 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:54.815079 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ca8a67c7-fdc0-4546-8edc-77311c3872d4 req-80fc9f8e-aabd-4322-89ca-407efa1d0266 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 944 time: 0.1887505 May 31 13:38:54.816493 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-2db98ebf-93d1-408d-83d8-3b65474c82c8 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:38:54.825502 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9bf6b1-d9e5-4fce-96ca-efa05342be79 req-24fa066b-3307-441e-909a-3f03b187dc85 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:54.827360 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6f9bf6b1-d9e5-4fce-96ca-efa05342be79 req-24fa066b-3307-441e-909a-3f03b187dc85 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e86b4d0-5860-4e64-bffe-d0e865533e0d HTTP/1.1" status: 200 len: 946 time: 0.2953362 May 31 13:38:54.929918 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ca8a67c7-fdc0-4546-8edc-77311c3872d4 req-c7b5b742-c07e-45ad-b100-9e4f801d4ccc tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993910 May 31 13:38:54.959642 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6f9bf6b1-d9e5-4fce-96ca-efa05342be79 req-cca68878-6978-4bbd-9974-52f55abe7fd8 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925810 May 31 13:38:55.077745 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2db98ebf-93d1-408d-83d8-3b65474c82c8 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:55.084500 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2db98ebf-93d1-408d-83d8-3b65474c82c8 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:55.137301 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2db98ebf-93d1-408d-83d8-3b65474c82c8 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:38:55.150548 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52152) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:38:55.231573 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2db98ebf-93d1-408d-83d8-3b65474c82c8 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:55.231925 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-2db98ebf-93d1-408d-83d8-3b65474c82c8 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Added segment 2c6a0e83-bfc3-4f85-8173-6cad71878942 of type vlan for network 3911fdd7-eb28-4304-9d6d-1586a1dd4bf6 May 31 13:38:55.235146 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db98ebf-93d1-408d-83d8-3b65474c82c8 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11c3d500-64b0-46d7-8431-1e926e26267f,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:38:55.288667 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2db98ebf-93d1-408d-83d8-3b65474c82c8 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:55.397227 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-a0e84d8e-945a-41a3-bc63-912b79f87cc5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2082356178-network', 'tenant_id': '7e44bf4ef1bd484ea1258b83855c2d26'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:38:55.407135 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a0e84d8e-945a-41a3-bc63-912b79f87cc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:38:55.414987 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a0e84d8e-945a-41a3-bc63-912b79f87cc5 admin admin] Usage tracker for resource:network and tenant:7e44bf4ef1bd484ea1258b83855c2d26 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:38:55.421231 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a0e84d8e-945a-41a3-bc63-912b79f87cc5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:38:55.434315 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a0e84d8e-945a-41a3-bc63-912b79f87cc5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:38:55.449586 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e84d8e-945a-41a3-bc63-912b79f87cc5 admin admin] Made reservation on behalf of 7e44bf4ef1bd484ea1258b83855c2d26 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:38:55.453036 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a0e84d8e-945a-41a3-bc63-912b79f87cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:55.472286 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a0e84d8e-945a-41a3-bc63-912b79f87cc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:55.493301 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a0e84d8e-945a-41a3-bc63-912b79f87cc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:38:55.498575 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a0e84d8e-945a-41a3-bc63-912b79f87cc5 admin admin] Usage tracker for resource:security_group_rule and tenant:7e44bf4ef1bd484ea1258b83855c2d26 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:38:55.503256 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a0e84d8e-945a-41a3-bc63-912b79f87cc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:38:55.513974 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a0e84d8e-945a-41a3-bc63-912b79f87cc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:38:55.534696 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9303c1-8925-4808-8508-1d3b7b0f2193 req-bb03dc13-971a-4e26-b1b0-941770f8aa82 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:55.536271 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ec9303c1-8925-4808-8508-1d3b7b0f2193 req-bb03dc13-971a-4e26-b1b0-941770f8aa82 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c373c129-90a8-4109-b3df-83a42567901b HTTP/1.1" status: 200 len: 946 time: 0.3947048 May 31 13:38:55.589779 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2db98ebf-93d1-408d-83d8-3b65474c82c8 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:55.601039 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db98ebf-93d1-408d-83d8-3b65474c82c8 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:55.602370 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2db98ebf-93d1-408d-83d8-3b65474c82c8 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:55.653724 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 943aec67-dbc5-41ac-b47e-abf1e5a4b9a3 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:38:55.673148 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a0e84d8e-945a-41a3-bc63-912b79f87cc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:55.681061 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a0e84d8e-945a-41a3-bc63-912b79f87cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:55.730592 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0e84d8e-945a-41a3-bc63-912b79f87cc5 admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:38:55.743609 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e84d8e-945a-41a3-bc63-912b79f87cc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb5508a-f694-4dc3-b57a-8da511f4cd95,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:38:55.774544 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a0e84d8e-945a-41a3-bc63-912b79f87cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:55.775235 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-a0e84d8e-945a-41a3-bc63-912b79f87cc5 admin admin] Added segment 6b65bfb8-228e-47d1-aaec-20277f3110d6 of type vlan for network f4e69724-d0b8-4d4d-97a2-cfcb4a62380c May 31 13:38:55.799366 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port 943aec67-dbc5-41ac-b47e-abf1e5a4b9a3 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:38:55.799869 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:55.819768 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a0e84d8e-945a-41a3-bc63-912b79f87cc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:55.821160 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ec9303c1-8925-4808-8508-1d3b7b0f2193 req-07a2b2db-a85f-4364-8b68-2b49d2eb0f3a tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750895 May 31 13:38:55.840674 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-2db98ebf-93d1-408d-83d8-3b65474c82c8 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6298640 May 31 13:38:55.846986 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db98ebf-93d1-408d-83d8-3b65474c82c8 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Pushing event updated for resources: {'Network': ['ID=3911fdd7-eb28-4304-9d6d-1586a1dd4bf6,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:38:55.875364 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 3911fdd7-eb28-4304-9d6d-1586a1dd4bf6 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:38:55.886954 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342785e1-0075-49e3-a7db-1b1eab70c175 req-7ca06637-72bb-4a46-ac70-78af6a7ab501 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:55.889922 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-342785e1-0075-49e3-a7db-1b1eab70c175 req-7ca06637-72bb-4a46-ac70-78af6a7ab501 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/ports?device_id=b63bb906-ec74-4acc-bada-32de5093f62a HTTP/1.1" status: 200 len: 944 time: 0.5709810 May 31 13:38:55.928431 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a0e84d8e-945a-41a3-bc63-912b79f87cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:55.929723 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e84d8e-945a-41a3-bc63-912b79f87cc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:55.930463 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a0e84d8e-945a-41a3-bc63-912b79f87cc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:56.031462 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-342785e1-0075-49e3-a7db-1b1eab70c175 req-9de2951e-5613-4f11-96d3-afe40524e169 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/security-groups?id=677b8212-d6d1-4b38-be51-aaa6218210d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294203 May 31 13:38:56.057862 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c373c129-90a8-4109-b3df-83a42567901b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c2c21cf-2210-40a6-91db-b11afc31b59e'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:38:56.079134 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e84d8e-945a-41a3-bc63-912b79f87cc5 admin admin] Pushing event updated for resources: {'Network': ['ID=f4e69724-d0b8-4d4d-97a2-cfcb4a62380c,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:38:56.111015 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network f4e69724-d0b8-4d4d-97a2-cfcb4a62380c details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:38:56.130531 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a0e84d8e-945a-41a3-bc63-912b79f87cc5 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9781590 May 31 13:38:56.133945 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52160) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:38:56.140578 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-90a03a57-7d0b-44af-ae2a-6ec73f13cd82 admin admin] Request body: {'subnet': {'network_id': 'f4e69724-d0b8-4d4d-97a2-cfcb4a62380c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2082356178-subnet', 'tenant_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:38:56.152739 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-90a03a57-7d0b-44af-ae2a-6ec73f13cd82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:38:56.163606 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-90a03a57-7d0b-44af-ae2a-6ec73f13cd82 admin admin] Usage tracker for resource:subnet and tenant:7e44bf4ef1bd484ea1258b83855c2d26 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:38:56.175842 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-90a03a57-7d0b-44af-ae2a-6ec73f13cd82 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:38:56.184899 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-90a03a57-7d0b-44af-ae2a-6ec73f13cd82 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:38:56.231184 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a03a57-7d0b-44af-ae2a-6ec73f13cd82 admin admin] Made reservation on behalf of 7e44bf4ef1bd484ea1258b83855c2d26 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:38:56.251055 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-90a03a57-7d0b-44af-ae2a-6ec73f13cd82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:56.457208 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6914792a-60ed-4a4c-abc8-87c41885d6eb'] response: {'server_uuid': 'c373c129-90a8-4109-b3df-83a42567901b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c2c21cf-2210-40a6-91db-b11afc31b59e', 'code': 200} May 31 13:38:56.666219 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 943aec67-dbc5-41ac-b47e-abf1e5a4b9a3 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:38:56.667252 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:56.755299 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 943aec67-dbc5-41ac-b47e-abf1e5a4b9a3, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=943aec67-dbc5-41ac-b47e-abf1e5a4b9a3,segment=NetworkSegment(d3443ede-b43a-41d6-a2b9-2ee5a31d0003),segment_id=d3443ede-b43a-41d6-a2b9-2ee5a31d0003)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:38:56.761323 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:56.919804 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=943aec67-dbc5-41ac-b47e-abf1e5a4b9a3,revision_number=8']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:38:56.986010 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09de54b-4eed-4932-a3b8-c5e3f994f97f req-956d694c-1b88-4f54-9550-70b2f8d2a6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:56.991519 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b09de54b-4eed-4932-a3b8-c5e3f994f97f req-956d694c-1b88-4f54-9550-70b2f8d2a6b3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c373c129-90a8-4109-b3df-83a42567901b HTTP/1.1" status: 200 len: 1097 time: 0.4183688 May 31 13:38:57.024414 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd94ad5-72ac-4817-bee6-fd9c724ad6ed req-ef404178-3016-4a82-b5ba-4ebec0266995 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:57.032731 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1fd94ad5-72ac-4817-bee6-fd9c724ad6ed req-ef404178-3016-4a82-b5ba-4ebec0266995 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e86b4d0-5860-4e64-bffe-d0e865533e0d HTTP/1.1" status: 200 len: 946 time: 0.2457304 May 31 13:38:57.077267 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-90a03a57-7d0b-44af-ae2a-6ec73f13cd82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:57.183202 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a03a57-7d0b-44af-ae2a-6ec73f13cd82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24f2589f-f663-4739-8d87-078291d83152,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:38:57.226695 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a03a57-7d0b-44af-ae2a-6ec73f13cd82 admin admin] Checking segment: {'id': '6b65bfb8-228e-47d1-aaec-20277f3110d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f4e69724-d0b8-4d4d-97a2-cfcb4a62380c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:38:57.227483 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a03a57-7d0b-44af-ae2a-6ec73f13cd82 admin admin] Network hostable DHCP agents. Network: f4e69724-d0b8-4d4d-97a2-cfcb4a62380c, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:38:57.254325 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a03a57-7d0b-44af-ae2a-6ec73f13cd82 admin admin] Network f4e69724-d0b8-4d4d-97a2-cfcb4a62380c is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:38:57.258891 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1fd94ad5-72ac-4817-bee6-fd9c724ad6ed req-a2c8c052-438d-4d3a-9d83-5c6d09108a1c tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251945 May 31 13:38:57.267902 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b09de54b-4eed-4932-a3b8-c5e3f994f97f req-ea353180-d8fb-4f64-88b8-05bfecfc6372 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530737 May 31 13:38:57.268333 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-90a03a57-7d0b-44af-ae2a-6ec73f13cd82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, f4e69724-d0b8-4d4d-97a2-cfcb4a62380c) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:38:57.276026 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a03a57-7d0b-44af-ae2a-6ec73f13cd82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:57.276945 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26ad892-c931-4f9b-a9c3-55ada9a4d18e None None] Network f4e69724-d0b8-4d4d-97a2-cfcb4a62380c requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:38:57.278506 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-90a03a57-7d0b-44af-ae2a-6ec73f13cd82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:57.337258 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-90a03a57-7d0b-44af-ae2a-6ec73f13cd82 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2019360 May 31 13:38:57.341195 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52184) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:38:57.350840 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-f0f15a32-7c57-4502-85c5-94631871b3fc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2082356178-router', 'tenant_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:38:57.364287 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-f0f15a32-7c57-4502-85c5-94631871b3fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:38:57.371756 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-f0f15a32-7c57-4502-85c5-94631871b3fc admin admin] Usage tracker for resource:router and tenant:7e44bf4ef1bd484ea1258b83855c2d26 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:38:57.379393 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-f0f15a32-7c57-4502-85c5-94631871b3fc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:38:57.386159 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be91e22f-a8ac-4971-aef6-42455261e727 req-b110b895-ccfd-42b2-822c-dd300001fc51 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:57.388120 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-be91e22f-a8ac-4971-aef6-42455261e727 req-b110b895-ccfd-42b2-822c-dd300001fc51 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 944 time: 0.3534629 May 31 13:38:57.392094 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-f0f15a32-7c57-4502-85c5-94631871b3fc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:38:57.415536 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f0f15a32-7c57-4502-85c5-94631871b3fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:57.416574 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f0f15a32-7c57-4502-85c5-94631871b3fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:57.456494 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f0f15a32-7c57-4502-85c5-94631871b3fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:57.533671 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-be91e22f-a8ac-4971-aef6-42455261e727 req-37d7f883-c866-4264-9785-4a63e4ece2b5 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289432 May 31 13:38:57.690868 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b37b97-0372-4933-b1f0-dad9cf710b6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-f4e69724-d0b8-4d4d-97a2-cfcb4a62380c', 'network_id': 'f4e69724-d0b8-4d4d-97a2-cfcb4a62380c', 'tenant_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'fixed_ips': [{'subnet_id': '24f2589f-f663-4739-8d87-078291d83152'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:38:57.691844 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-54b37b97-0372-4933-b1f0-dad9cf710b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:57.790976 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96839b1d-7923-4a6a-9684-f604b005b5eb req-8f52d6e5-0668-4eb0-9e54-049bc87861f5 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:57.802140 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-96839b1d-7923-4a6a-9684-f604b005b5eb req-8f52d6e5-0668-4eb0-9e54-049bc87861f5 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c373c129-90a8-4109-b3df-83a42567901b HTTP/1.1" status: 200 len: 946 time: 0.2428379 May 31 13:38:57.846279 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800c94d4-f96f-47d4-a750-0dcd1a13c7c0 req-00a981bc-cbf4-4073-894d-3a66ffbd4aca tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:57.848534 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-800c94d4-f96f-47d4-a750-0dcd1a13c7c0 req-00a981bc-cbf4-4073-894d-3a66ffbd4aca tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/ports?device_id=b63bb906-ec74-4acc-bada-32de5093f62a HTTP/1.1" status: 200 len: 945 time: 0.1833093 May 31 13:38:57.884012 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-54b37b97-0372-4933-b1f0-dad9cf710b6b None None] Allocated IP 172.20.0.2 (f4e69724-d0b8-4d4d-97a2-cfcb4a62380c/24f2589f-f663-4739-8d87-078291d83152/c0070aea-1ad2-429a-92d6-4d8dccab9b8b) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:38:57.901761 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-96839b1d-7923-4a6a-9684-f604b005b5eb req-2b64d655-f4e1-450a-801c-aacf427cde6a tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951107 May 31 13:38:57.952457 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-800c94d4-f96f-47d4-a750-0dcd1a13c7c0 req-6c599a53-5df1-448c-9fdf-a8c74e7e4a2e tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/security-groups?id=677b8212-d6d1-4b38-be51-aaa6218210d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948610 May 31 13:38:57.965506 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f0f15a32-7c57-4502-85c5-94631871b3fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:58.174403 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-54b37b97-0372-4933-b1f0-dad9cf710b6b None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:58.185759 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-54b37b97-0372-4933-b1f0-dad9cf710b6b None None] Transition to ACTIVE for port object c0070aea-1ad2-429a-92d6-4d8dccab9b8b will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:38:58.216217 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-54b37b97-0372-4933-b1f0-dad9cf710b6b None None] Transition to ACTIVE for port object c0070aea-1ad2-429a-92d6-4d8dccab9b8b will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:38:58.228631 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-54b37b97-0372-4933-b1f0-dad9cf710b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:58.276948 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d0a1e4-b2b8-4d3c-9625-fed7eed74c9d req-6399e320-34b7-4291-9bca-2d4f8aa44d5d tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:58.278904 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-84d0a1e4-b2b8-4d3c-9625-fed7eed74c9d req-6399e320-34b7-4291-9bca-2d4f8aa44d5d tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] 10.222.0.50 "GET /v2.0/networks?id=7c231a84-2ec4-46e3-bc82-2098434c126a HTTP/1.1" status: 200 len: 815 time: 0.2417245 May 31 13:38:58.307088 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-84d0a1e4-b2b8-4d3c-9625-fed7eed74c9d req-26a79498-e61c-48f8-a1b1-b71c509937fa tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] 10.222.0.50 "GET /v2.0/quotas/f89ceabafad5420cb483df25f252f64a HTTP/1.1" status: 200 len: 375 time: 0.0170779 May 31 13:38:58.435593 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b37b97-0372-4933-b1f0-dad9cf710b6b None None] Pushing event updated for resources: {'Port': ['ID=c0070aea-1ad2-429a-92d6-4d8dccab9b8b,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:38:58.463024 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b37b97-0372-4933-b1f0-dad9cf710b6b None None] Network f4e69724-d0b8-4d4d-97a2-cfcb4a62380c is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:38:58.464805 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b63bb906-ec74-4acc-bada-32de5093f62a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '943aec67-dbc5-41ac-b47e-abf1e5a4b9a3'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:38:58.476676 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-54b37b97-0372-4933-b1f0-dad9cf710b6b None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:38:58.493808 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b37b97-0372-4933-b1f0-dad9cf710b6b None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:38:58.499386 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f0f15a32-7c57-4502-85c5-94631871b3fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:58.512467 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-84d0a1e4-b2b8-4d3c-9625-fed7eed74c9d req-23ca9c9e-ef39-4aae-807a-350f031ce4ba tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f89ceabafad5420cb483df25f252f64a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2052836 May 31 13:38:58.554892 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f0f15a32-7c57-4502-85c5-94631871b3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:58.704357 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-54b37b97-0372-4933-b1f0-dad9cf710b6b None None] Attempting to bind port c0070aea-1ad2-429a-92d6-4d8dccab9b8b on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:38:58.705155 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-54b37b97-0372-4933-b1f0-dad9cf710b6b None None] Attempting to bind port c0070aea-1ad2-429a-92d6-4d8dccab9b8b by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '6b65bfb8-228e-47d1-aaec-20277f3110d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f4e69724-d0b8-4d4d-97a2-cfcb4a62380c'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:38:58.705155 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b37b97-0372-4933-b1f0-dad9cf710b6b None None] Attempting to bind port c0070aea-1ad2-429a-92d6-4d8dccab9b8b on network f4e69724-d0b8-4d4d-97a2-cfcb4a62380c {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:38:58.711730 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b37b97-0372-4933-b1f0-dad9cf710b6b None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:38:58.712328 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b37b97-0372-4933-b1f0-dad9cf710b6b None None] Checking segment: {'id': '6b65bfb8-228e-47d1-aaec-20277f3110d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f4e69724-d0b8-4d4d-97a2-cfcb4a62380c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:38:58.713823 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-54b37b97-0372-4933-b1f0-dad9cf710b6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:58.714273 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b37b97-0372-4933-b1f0-dad9cf710b6b None None] Bound using segment: {'id': '6b65bfb8-228e-47d1-aaec-20277f3110d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f4e69724-d0b8-4d4d-97a2-cfcb4a62380c'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:38:58.714750 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-54b37b97-0372-4933-b1f0-dad9cf710b6b None None] Bound port: c0070aea-1ad2-429a-92d6-4d8dccab9b8b, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b65bfb8-228e-47d1-aaec-20277f3110d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f4e69724-d0b8-4d4d-97a2-cfcb4a62380c'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:38:58.715120 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-54b37b97-0372-4933-b1f0-dad9cf710b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:58.771381 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-f0f15a32-7c57-4502-85c5-94631871b3fc admin admin] Allocated IP 172.25.6.193 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/462cc99c-0c41-4c7e-ac38-1d83b633b4f3) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:38:58.825415 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-84d0a1e4-b2b8-4d3c-9625-fed7eed74c9d req-c6724f04-eacd-4795-89ec-c5fcd5277c2d service neutron] 10.222.0.50 "GET /v2.0/networks/7c231a84-2ec4-46e3-bc82-2098434c126a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942684 May 31 13:38:58.848737 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-54b37b97-0372-4933-b1f0-dad9cf710b6b None None] For port c0070aea-1ad2-429a-92d6-4d8dccab9b8b, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:38:58.852679 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-54b37b97-0372-4933-b1f0-dad9cf710b6b None None] For port c0070aea-1ad2-429a-92d6-4d8dccab9b8b, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=c0070aea-1ad2-429a-92d6-4d8dccab9b8b,segment=NetworkSegment(6b65bfb8-228e-47d1-aaec-20277f3110d6),segment_id=6b65bfb8-228e-47d1-aaec-20277f3110d6)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:38:58.857516 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-54b37b97-0372-4933-b1f0-dad9cf710b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:58.952636 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f0f15a32-7c57-4502-85c5-94631871b3fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:58.970176 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b37b97-0372-4933-b1f0-dad9cf710b6b None None] Pushing event updated for resources: {'Port': ['ID=c0070aea-1ad2-429a-92d6-4d8dccab9b8b,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:38:58.992299 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f0f15a32-7c57-4502-85c5-94631871b3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:59.005680 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-84d0a1e4-b2b8-4d3c-9625-fed7eed74c9d req-070d80af-457e-4a9e-a77e-8fecf49e44da service neutron] 10.222.0.50 "GET /v2.0/networks/7c231a84-2ec4-46e3-bc82-2098434c126a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639693 May 31 13:38:59.017604 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84621512-0868-4fc3-b3c1-73d1ba6133a8 req-317f33e8-9a5c-43d7-bafc-9c0774ccfeb5 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:59.019170 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-84621512-0868-4fc3-b3c1-73d1ba6133a8 req-317f33e8-9a5c-43d7-bafc-9c0774ccfeb5 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e86b4d0-5860-4e64-bffe-d0e865533e0d HTTP/1.1" status: 200 len: 946 time: 0.3345933 May 31 13:38:59.081571 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f15a32-7c57-4502-85c5-94631871b3fc admin admin] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:38:59.085330 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-f0f15a32-7c57-4502-85c5-94631871b3fc admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:38:59.088378 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f15a32-7c57-4502-85c5-94631871b3fc admin admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:38:59.122068 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-84621512-0868-4fc3-b3c1-73d1ba6133a8 req-cc09a088-84f2-40f3-aaf6-42f0cd0f54fc tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946102 May 31 13:38:59.153278 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f15a32-7c57-4502-85c5-94631871b3fc admin admin] Pushing event updated for resources: {'Port': ['ID=462cc99c-0c41-4c7e-ac38-1d83b633b4f3,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:38:59.699145 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fdd3cc-95a0-4937-bc70-bb2994d8060b req-7c143d29-8b0d-45dc-b55e-ddb984e08c8f tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:38:59.701424 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-24fdd3cc-95a0-4937-bc70-bb2994d8060b req-7c143d29-8b0d-45dc-b55e-ddb984e08c8f tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 944 time: 0.2494895 May 31 13:38:59.702270 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 52218) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:38:59.708772 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-96dd0064-054e-4f8f-a9ce-457b1f807100 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Request body: {'subnet': {'network_id': '3911fdd7-eb28-4304-9d6d-1586a1dd4bf6', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:38:59.721932 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98f4b64b-36b2-4bc3-a26b-285e1b1c7e7a'] response: {'server_uuid': 'b63bb906-ec74-4acc-bada-32de5093f62a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '943aec67-dbc5-41ac-b47e-abf1e5a4b9a3', 'code': 200} May 31 13:39:00.039231 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-96dd0064-054e-4f8f-a9ce-457b1f807100 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:39:00.043298 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-96dd0064-054e-4f8f-a9ce-457b1f807100 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Usage tracker for resource:subnet and tenant:318f7b3dc83b45b79e8aafb0cf55e8a5 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:39:00.047412 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-96dd0064-054e-4f8f-a9ce-457b1f807100 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:39:00.054493 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-96dd0064-054e-4f8f-a9ce-457b1f807100 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:39:00.133972 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f0f15a32-7c57-4502-85c5-94631871b3fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:00.265460 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96dd0064-054e-4f8f-a9ce-457b1f807100 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Made reservation on behalf of 318f7b3dc83b45b79e8aafb0cf55e8a5 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:39:00.278466 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-96dd0064-054e-4f8f-a9ce-457b1f807100 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:00.278669 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device c0070aea-1ad2-429a-92d6-4d8dccab9b8b up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:39:00.406116 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-24fdd3cc-95a0-4937-bc70-bb2994d8060b req-58edd453-12ba-4a63-a2c2-8c64889968f5 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6757402 May 31 13:39:00.473195 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port c0070aea-1ad2-429a-92d6-4d8dccab9b8b completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:39:00.550845 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202a630f-0443-4cac-a1c8-7987678dea25 req-ad29a6fc-a90d-45fe-908b-a5d633ad2b80 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:00.559539 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-202a630f-0443-4cac-a1c8-7987678dea25 req-ad29a6fc-a90d-45fe-908b-a5d633ad2b80 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c373c129-90a8-4109-b3df-83a42567901b HTTP/1.1" status: 200 len: 946 time: 0.6630738 May 31 13:39:00.616618 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b86e0e-9471-4ec8-9894-b823fb6a5d57 req-7cf1a4ba-c004-4f10-9a3a-b91bddf91461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:00.618172 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-02b86e0e-9471-4ec8-9894-b823fb6a5d57 req-7cf1a4ba-c004-4f10-9a3a-b91bddf91461 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b63bb906-ec74-4acc-bada-32de5093f62a HTTP/1.1" status: 200 len: 1096 time: 0.6208358 May 31 13:39:00.663416 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94d46ea-5693-4f7f-b515-fff2d2e17dc5 None None] Network f4e69724-d0b8-4d4d-97a2-cfcb4a62380c requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:39:00.746256 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-202a630f-0443-4cac-a1c8-7987678dea25 req-2f4307a3-be22-4908-9274-f38bb992f1a6 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857240 May 31 13:39:00.750924 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f0f15a32-7c57-4502-85c5-94631871b3fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:00.786998 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-eed5feba-fd7c-4948-8334-a3f5104fe8f6 None None] Provisioning for port c0070aea-1ad2-429a-92d6-4d8dccab9b8b completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:39:00.818008 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-02b86e0e-9471-4ec8-9894-b823fb6a5d57 req-fef23f5b-14d6-4ca2-93a4-9526d7ad1ffb service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=677b8212-d6d1-4b38-be51-aaa6218210d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912138 May 31 13:39:00.818334 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-eed5feba-fd7c-4948-8334-a3f5104fe8f6 None None] Provisioning complete for port c0070aea-1ad2-429a-92d6-4d8dccab9b8b triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:39:00.818827 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-eed5feba-fd7c-4948-8334-a3f5104fe8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:00.945124 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6225be7c-5b27-493b-b9b5-e19f13c7a55d req-1cca183b-c541-46d2-a644-c9b5d1e3ec85 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce7cf70a-841f-4a94-8810-c8cd54ca4b51 HTTP/1.1" status: 200 len: 210 time: 0.0611775 May 31 13:39:00.947558 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-96dd0064-054e-4f8f-a9ce-457b1f807100 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:00.996914 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90182e95-11d4-4307-b18a-1bc320517a71 req-639b7c64-4625-48d6-8ae8-ee28ac80cda0 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:01.004130 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-90182e95-11d4-4307-b18a-1bc320517a71 req-639b7c64-4625-48d6-8ae8-ee28ac80cda0 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/ports?device_id=b63bb906-ec74-4acc-bada-32de5093f62a HTTP/1.1" status: 200 len: 945 time: 0.3510625 May 31 13:39:01.056508 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0f15a32-7c57-4502-85c5-94631871b3fc admin admin] Router 61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 13:39:01.076344 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-eed5feba-fd7c-4948-8334-a3f5104fe8f6 None None] Current status of the port c0070aea-1ad2-429a-92d6-4d8dccab9b8b is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:39:01.076899 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-eed5feba-fd7c-4948-8334-a3f5104fe8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:01.121256 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-eed5feba-fd7c-4948-8334-a3f5104fe8f6 None None] For port c0070aea-1ad2-429a-92d6-4d8dccab9b8b, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=c0070aea-1ad2-429a-92d6-4d8dccab9b8b,segment=NetworkSegment(6b65bfb8-228e-47d1-aaec-20277f3110d6),segment_id=6b65bfb8-228e-47d1-aaec-20277f3110d6)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:39:01.130391 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dd0064-054e-4f8f-a9ce-457b1f807100 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Pushing event updated for resources: {'Subnet': ['ID=16eae3ea-435e-45a1-be99-df7e5748bd30,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:01.134361 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-eed5feba-fd7c-4948-8334-a3f5104fe8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:01.163700 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-90182e95-11d4-4307-b18a-1bc320517a71 req-e782610f-09ba-40f5-9a48-ac3cbcff6f57 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/security-groups?id=677b8212-d6d1-4b38-be51-aaa6218210d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586270 May 31 13:39:01.169057 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dd0064-054e-4f8f-a9ce-457b1f807100 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Checking segment: {'id': '2c6a0e83-bfc3-4f85-8173-6cad71878942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3911fdd7-eb28-4304-9d6d-1586a1dd4bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:39:01.169424 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96dd0064-054e-4f8f-a9ce-457b1f807100 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Network hostable DHCP agents. Network: 3911fdd7-eb28-4304-9d6d-1586a1dd4bf6, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:39:01.241671 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96dd0064-054e-4f8f-a9ce-457b1f807100 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Network 3911fdd7-eb28-4304-9d6d-1586a1dd4bf6 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:39:01.262315 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed5feba-fd7c-4948-8334-a3f5104fe8f6 None None] Pushing event updated for resources: {'Port': ['ID=c0070aea-1ad2-429a-92d6-4d8dccab9b8b,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:01.262543 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-96dd0064-054e-4f8f-a9ce-457b1f807100 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 3911fdd7-eb28-4304-9d6d-1586a1dd4bf6) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:39:01.282244 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2e5f47-8769-4396-9189-9f154442431b req-aeee8521-ac01-434e-a9f2-a46aae7613c9 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:01.283803 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9d2e5f47-8769-4396-9189-9f154442431b req-aeee8521-ac01-434e-a9f2-a46aae7613c9 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e86b4d0-5860-4e64-bffe-d0e865533e0d HTTP/1.1" status: 200 len: 946 time: 0.2076542 May 31 13:39:01.285118 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96dd0064-054e-4f8f-a9ce-457b1f807100 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:01.285791 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-96dd0064-054e-4f8f-a9ce-457b1f807100 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:01.297198 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95a4420-54c9-4d10-b074-64ea91de0cad None None] Network 3911fdd7-eb28-4304-9d6d-1586a1dd4bf6 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:39:01.344209 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f15a32-7c57-4502-85c5-94631871b3fc admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:39:01.360404 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fd6531-9e03-45f5-b0f9-4539557e78fd None None] Sync routers for ids ['61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:39:01.387955 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fd6531-9e03-45f5-b0f9-4539557e78fd None None] Routers {'61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:39:01.388261 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-c7fd6531-9e03-45f5-b0f9-4539557e78fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:38:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:39:01.434171 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f0f15a32-7c57-4502-85c5-94631871b3fc admin admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:01.439011 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-f0f15a32-7c57-4502-85c5-94631871b3fc admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0932963 May 31 13:39:01.439968 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52230) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:01.616169 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-96dd0064-054e-4f8f-a9ce-457b1f807100 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9126229 May 31 13:39:01.646712 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6deaf163-02e3-448c-b7cf-49ffead62ed6 None None] Provisioning complete for port c0070aea-1ad2-429a-92d6-4d8dccab9b8b triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:39:01.647547 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6deaf163-02e3-448c-b7cf-49ffead62ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:01.662853 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 52236) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:01.733598 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-c7fd6531-9e03-45f5-b0f9-4539557e78fd None None] Set router 61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:39:01.747427 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-c9bef468-5456-4c59-9790-8862bf138b05 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1266194674'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:39:01.754045 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c9bef468-5456-4c59-9790-8862bf138b05 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:39:01.759899 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-c9bef468-5456-4c59-9790-8862bf138b05 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Usage tracker for resource:network and tenant:318f7b3dc83b45b79e8aafb0cf55e8a5 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:39:01.763694 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-c9bef468-5456-4c59-9790-8862bf138b05 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:39:01.771405 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c9bef468-5456-4c59-9790-8862bf138b05 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:39:01.802714 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9d2e5f47-8769-4396-9189-9f154442431b req-d881eb26-4fba-4a21-b61f-3f71acb9abf5 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5032029 May 31 13:39:01.823890 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9bef468-5456-4c59-9790-8862bf138b05 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Made reservation on behalf of 318f7b3dc83b45b79e8aafb0cf55e8a5 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:39:01.833302 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c9bef468-5456-4c59-9790-8862bf138b05 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:01.925556 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ffaa6e-6cb3-4e70-9692-f67a2dccc662 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-3911fdd7-eb28-4304-9d6d-1586a1dd4bf6', 'network_id': '3911fdd7-eb28-4304-9d6d-1586a1dd4bf6', 'tenant_id': '318f7b3dc83b45b79e8aafb0cf55e8a5', 'fixed_ips': [{'subnet_id': '16eae3ea-435e-45a1-be99-df7e5748bd30'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:39:01.928208 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-39ffaa6e-6cb3-4e70-9692-f67a2dccc662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:02.041433 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-6deaf163-02e3-448c-b7cf-49ffead62ed6 None None] Current status of the port c0070aea-1ad2-429a-92d6-4d8dccab9b8b is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:39:02.089805 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d0a1e4-b2b8-4d3c-9625-fed7eed74c9d req-df41df48-fb33-4c80-9773-43fb4ec9a2ee tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:02.092422 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-84d0a1e4-b2b8-4d3c-9625-fed7eed74c9d req-df41df48-fb33-4c80-9773-43fb4ec9a2ee tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] 10.222.0.44 "GET /v2.0/networks?id=7c231a84-2ec4-46e3-bc82-2098434c126a HTTP/1.1" status: 200 len: 815 time: 0.8005130 May 31 13:39:02.153155 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-84d0a1e4-b2b8-4d3c-9625-fed7eed74c9d req-13f617d7-9cb6-45d8-be52-1d30c959f1eb tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Request body: {'port': {'device_id': 'ce7cf70a-841f-4a94-8810-c8cd54ca4b51', 'network_id': '7c231a84-2ec4-46e3-bc82-2098434c126a', 'admin_state_up': True, 'tenant_id': 'f89ceabafad5420cb483df25f252f64a'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:39:02.182159 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-c7fd6531-9e03-45f5-b0f9-4539557e78fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f', 'name': 'tempest-AttachVolumeTestJSON-2082356178-router', 'tenant_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '462cc99c-0c41-4c7e-ac38-1d83b633b4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:38:57Z', 'updated_at': '2022-05-31T13:38:59Z', 'revision_number': 3, 'project_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'gw_port': {'id': '462cc99c-0c41-4c7e-ac38-1d83b633b4f3', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ee:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:38:58Z', 'updated_at': '2022-05-31T13:38:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:39:02.198943 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fd6531-9e03-45f5-b0f9-4539557e78fd None None] Checking router: 61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:39:02.199290 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fd6531-9e03-45f5-b0f9-4539557e78fd None None] Updating router 61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f port 462cc99c-0c41-4c7e-ac38-1d83b633b4f3 binding host n-d-843939-1 {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:39:02.233441 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device c0070aea-1ad2-429a-92d6-4d8dccab9b8b up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:39:02.243447 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9bef468-5456-4c59-9790-8862bf138b05 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:39:02.294882 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c7fd6531-9e03-45f5-b0f9-4539557e78fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:02.341762 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-39ffaa6e-6cb3-4e70-9692-f67a2dccc662 None None] Allocated IP 2001:db8:0:ffff::2 (3911fdd7-eb28-4304-9d6d-1586a1dd4bf6/16eae3ea-435e-45a1-be99-df7e5748bd30/e6e9be17-37b3-4bb1-a52b-4ff9ef3d5ecf) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:39:02.467871 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c9bef468-5456-4c59-9790-8862bf138b05 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:02.468283 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-c9bef468-5456-4c59-9790-8862bf138b05 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Added segment 7c208ac4-494c-4927-9778-2ca50267f205 of type vlan for network dcb3f751-d775-46a1-9f3f-cbe089c0ac69 May 31 13:39:02.502579 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c9bef468-5456-4c59-9790-8862bf138b05 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:02.571542 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4b4276-2d8d-4bbe-b572-4d18859c8fe6 req-b3bf5716-7731-4056-b62d-34478fca85ae tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:02.578850 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7e4b4276-2d8d-4bbe-b572-4d18859c8fe6 req-b3bf5716-7731-4056-b62d-34478fca85ae tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 944 time: 0.9168077 May 31 13:39:02.580747 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c9bef468-5456-4c59-9790-8862bf138b05 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:02.586605 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bef468-5456-4c59-9790-8862bf138b05 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:02.587345 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c9bef468-5456-4c59-9790-8862bf138b05 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:02.596878 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-990cfb6e-dd6b-473e-b1a8-d72176df30a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:02.659475 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port c0070aea-1ad2-429a-92d6-4d8dccab9b8b triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:39:02.661884 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:02.725542 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c7fd6531-9e03-45f5-b0f9-4539557e78fd None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:02.726935 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-39ffaa6e-6cb3-4e70-9692-f67a2dccc662 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:02.740118 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-c7fd6531-9e03-45f5-b0f9-4539557e78fd None None] Transition to ACTIVE for port object 462cc99c-0c41-4c7e-ac38-1d83b633b4f3 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:39:02.743642 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-39ffaa6e-6cb3-4e70-9692-f67a2dccc662 None None] Transition to ACTIVE for port object e6e9be17-37b3-4bb1-a52b-4ff9ef3d5ecf will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:39:02.749182 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c7fd6531-9e03-45f5-b0f9-4539557e78fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:02.784590 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb1ecd-9301-42b2-9086-ba6f53ca0923 req-eace1364-edec-4898-8faa-83129b9e516f tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:02.792574 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-39ffaa6e-6cb3-4e70-9692-f67a2dccc662 None None] Transition to ACTIVE for port object e6e9be17-37b3-4bb1-a52b-4ff9ef3d5ecf will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:39:02.793886 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b3bb1ecd-9301-42b2-9086-ba6f53ca0923 req-eace1364-edec-4898-8faa-83129b9e516f tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c373c129-90a8-4109-b3df-83a42567901b HTTP/1.1" status: 200 len: 946 time: 0.8449810 May 31 13:39:02.805368 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-39ffaa6e-6cb3-4e70-9692-f67a2dccc662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:02.837740 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-c7fd6531-9e03-45f5-b0f9-4539557e78fd None None] Attempting to bind port 462cc99c-0c41-4c7e-ac38-1d83b633b4f3 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:39:02.838130 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-c7fd6531-9e03-45f5-b0f9-4539557e78fd None None] Attempting to bind port 462cc99c-0c41-4c7e-ac38-1d83b633b4f3 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:39:02.838555 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fd6531-9e03-45f5-b0f9-4539557e78fd None None] Attempting to bind port 462cc99c-0c41-4c7e-ac38-1d83b633b4f3 on network d2103cd5-63ba-4c24-9d95-fd17643bf14c {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:39:02.844389 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c5c2eb-c074-42af-a5e5-389aae3a0a02 None None] Pushing event updated for resources: {'Port': ['ID=462cc99c-0c41-4c7e-ac38-1d83b633b4f3,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:02.849634 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fd6531-9e03-45f5-b0f9-4539557e78fd None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:39:02.850101 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fd6531-9e03-45f5-b0f9-4539557e78fd None None] Checking segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:39:02.850564 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c7fd6531-9e03-45f5-b0f9-4539557e78fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:02.851017 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fd6531-9e03-45f5-b0f9-4539557e78fd None None] Bound using segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:39:02.851590 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-c7fd6531-9e03-45f5-b0f9-4539557e78fd None None] Bound port: 462cc99c-0c41-4c7e-ac38-1d83b633b4f3, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:39:02.852004 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c7fd6531-9e03-45f5-b0f9-4539557e78fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:02.864566 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c9bef468-5456-4c59-9790-8862bf138b05 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1950495 May 31 13:39:02.872280 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7e4b4276-2d8d-4bbe-b572-4d18859c8fe6 req-6d05e048-5d3b-427a-ab21-b462610903eb tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2924116 May 31 13:39:02.872856 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 52246) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:02.900881 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-990cfb6e-dd6b-473e-b1a8-d72176df30a3 admin admin] Allocated IP 172.20.0.1 (f4e69724-d0b8-4d4d-97a2-cfcb4a62380c/24f2589f-f663-4739-8d87-078291d83152/4efe0407-03dc-404e-8408-6bc7752454ba) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:39:02.905786 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-89743052-fd71-4f63-98a1-6c46aca8ff2c tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Request body: {'subnet': {'network_id': 'dcb3f751-d775-46a1-9f3f-cbe089c0ac69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:39:02.923808 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c5c2eb-c074-42af-a5e5-389aae3a0a02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:39:02.928002 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c5c2eb-c074-42af-a5e5-389aae3a0a02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:39:02.928458 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c5c2eb-c074-42af-a5e5-389aae3a0a02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:39:02.928885 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c5c2eb-c074-42af-a5e5-389aae3a0a02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:39:02.929304 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c5c2eb-c074-42af-a5e5-389aae3a0a02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:39:02.929722 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c5c2eb-c074-42af-a5e5-389aae3a0a02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:39:02.930184 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c5c2eb-c074-42af-a5e5-389aae3a0a02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:39:02.935260 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c5c2eb-c074-42af-a5e5-389aae3a0a02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:39:02.935753 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c5c2eb-c074-42af-a5e5-389aae3a0a02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:39:02.936208 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c5c2eb-c074-42af-a5e5-389aae3a0a02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:39:02.936638 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c5c2eb-c074-42af-a5e5-389aae3a0a02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:39:02.937061 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c5c2eb-c074-42af-a5e5-389aae3a0a02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:39:02.946182 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ffaa6e-6cb3-4e70-9692-f67a2dccc662 None None] Pushing event updated for resources: {'Port': ['ID=e6e9be17-37b3-4bb1-a52b-4ff9ef3d5ecf,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:02.998655 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ffaa6e-6cb3-4e70-9692-f67a2dccc662 None None] Network 3911fdd7-eb28-4304-9d6d-1586a1dd4bf6 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:39:03.007501 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-39ffaa6e-6cb3-4e70-9692-f67a2dccc662 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:39:03.012188 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ffaa6e-6cb3-4e70-9692-f67a2dccc662 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:39:03.037641 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-c7fd6531-9e03-45f5-b0f9-4539557e78fd None None] For port 462cc99c-0c41-4c7e-ac38-1d83b633b4f3, host n-d-843939-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:39:03.042133 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bef468-5456-4c59-9790-8862bf138b05 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Pushing event updated for resources: {'Network': ['ID=dcb3f751-d775-46a1-9f3f-cbe089c0ac69,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:03.044656 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-c7fd6531-9e03-45f5-b0f9-4539557e78fd None None] For port 462cc99c-0c41-4c7e-ac38-1d83b633b4f3, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=462cc99c-0c41-4c7e-ac38-1d83b633b4f3,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:39:03.050325 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c7fd6531-9e03-45f5-b0f9-4539557e78fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:03.060596 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-89743052-fd71-4f63-98a1-6c46aca8ff2c tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:39:03.063198 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-84d0a1e4-b2b8-4d3c-9625-fed7eed74c9d req-13f617d7-9cb6-45d8-be52-1d30c959f1eb tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:39:03.069963 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-89743052-fd71-4f63-98a1-6c46aca8ff2c tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Usage tracker for resource:subnet and tenant:318f7b3dc83b45b79e8aafb0cf55e8a5 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:39:03.075166 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b3bb1ecd-9301-42b2-9086-ba6f53ca0923 req-45814ad9-1ebe-4bfb-ac95-522d58f6e447 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803435 May 31 13:39:03.080198 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-89743052-fd71-4f63-98a1-6c46aca8ff2c tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:39:03.088776 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-84d0a1e4-b2b8-4d3c-9625-fed7eed74c9d req-13f617d7-9cb6-45d8-be52-1d30c959f1eb tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:39:03.090974 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-89743052-fd71-4f63-98a1-6c46aca8ff2c tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:39:03.157570 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network dcb3f751-d775-46a1-9f3f-cbe089c0ac69 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:39:03.180911 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84d0a1e4-b2b8-4d3c-9625-fed7eed74c9d req-13f617d7-9cb6-45d8-be52-1d30c959f1eb tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Made reservation on behalf of f89ceabafad5420cb483df25f252f64a for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:39:03.186547 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-84d0a1e4-b2b8-4d3c-9625-fed7eed74c9d req-13f617d7-9cb6-45d8-be52-1d30c959f1eb tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:03.187649 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fd6531-9e03-45f5-b0f9-4539557e78fd None None] Routers {'61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:39:03.188363 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-c7fd6531-9e03-45f5-b0f9-4539557e78fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:38:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:39:03.196921 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port c0070aea-1ad2-429a-92d6-4d8dccab9b8b is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:39:03.215031 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-990cfb6e-dd6b-473e-b1a8-d72176df30a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:03.218199 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c7274d38-c790-4bf0-bc22-c94c0f0e21df req-54a59b13-470e-48ea-b3a5-d3480482eae3 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce7cf70a-841f-4a94-8810-c8cd54ca4b51 HTTP/1.1" status: 200 len: 210 time: 0.1017122 May 31 13:39:03.220468 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89743052-fd71-4f63-98a1-6c46aca8ff2c tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Made reservation on behalf of 318f7b3dc83b45b79e8aafb0cf55e8a5 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:39:03.223861 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-39ffaa6e-6cb3-4e70-9692-f67a2dccc662 None None] Attempting to bind port e6e9be17-37b3-4bb1-a52b-4ff9ef3d5ecf on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:39:03.224015 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-89743052-fd71-4f63-98a1-6c46aca8ff2c tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:03.226049 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-39ffaa6e-6cb3-4e70-9692-f67a2dccc662 None None] Attempting to bind port e6e9be17-37b3-4bb1-a52b-4ff9ef3d5ecf by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '2c6a0e83-bfc3-4f85-8173-6cad71878942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3911fdd7-eb28-4304-9d6d-1586a1dd4bf6'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:39:03.226584 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ffaa6e-6cb3-4e70-9692-f67a2dccc662 None None] Attempting to bind port e6e9be17-37b3-4bb1-a52b-4ff9ef3d5ecf on network 3911fdd7-eb28-4304-9d6d-1586a1dd4bf6 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:39:03.263437 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-990cfb6e-dd6b-473e-b1a8-d72176df30a3 admin admin] Transition to ACTIVE for port object 4efe0407-03dc-404e-8408-6bc7752454ba will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:39:03.314997 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-990cfb6e-dd6b-473e-b1a8-d72176df30a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:03.407955 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c5c2eb-c074-42af-a5e5-389aae3a0a02 None None] Pushing event updated for resources: {'Port': ['ID=462cc99c-0c41-4c7e-ac38-1d83b633b4f3,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:03.409822 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ffaa6e-6cb3-4e70-9692-f67a2dccc662 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:39:03.410252 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ffaa6e-6cb3-4e70-9692-f67a2dccc662 None None] Checking segment: {'id': '2c6a0e83-bfc3-4f85-8173-6cad71878942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3911fdd7-eb28-4304-9d6d-1586a1dd4bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:39:03.410615 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-39ffaa6e-6cb3-4e70-9692-f67a2dccc662 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:03.411012 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ffaa6e-6cb3-4e70-9692-f67a2dccc662 None None] Bound using segment: {'id': '2c6a0e83-bfc3-4f85-8173-6cad71878942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3911fdd7-eb28-4304-9d6d-1586a1dd4bf6'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:39:03.411499 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-39ffaa6e-6cb3-4e70-9692-f67a2dccc662 None None] Bound port: e6e9be17-37b3-4bb1-a52b-4ff9ef3d5ecf, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c6a0e83-bfc3-4f85-8173-6cad71878942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3911fdd7-eb28-4304-9d6d-1586a1dd4bf6'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:39:03.411871 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-39ffaa6e-6cb3-4e70-9692-f67a2dccc662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:03.488481 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990cfb6e-dd6b-473e-b1a8-d72176df30a3 admin admin] Network f4e69724-d0b8-4d4d-97a2-cfcb4a62380c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:39:03.490021 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-990cfb6e-dd6b-473e-b1a8-d72176df30a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:39:03.496515 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990cfb6e-dd6b-473e-b1a8-d72176df30a3 admin admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:39:03.578386 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990cfb6e-dd6b-473e-b1a8-d72176df30a3 admin admin] Pushing event updated for resources: {'Port': ['ID=4efe0407-03dc-404e-8408-6bc7752454ba,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:03.597690 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-990cfb6e-dd6b-473e-b1a8-d72176df30a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:03.627633 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-39ffaa6e-6cb3-4e70-9692-f67a2dccc662 None None] For port e6e9be17-37b3-4bb1-a52b-4ff9ef3d5ecf, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:39:03.631270 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-39ffaa6e-6cb3-4e70-9692-f67a2dccc662 None None] For port e6e9be17-37b3-4bb1-a52b-4ff9ef3d5ecf, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=e6e9be17-37b3-4bb1-a52b-4ff9ef3d5ecf,segment=NetworkSegment(2c6a0e83-bfc3-4f85-8173-6cad71878942),segment_id=2c6a0e83-bfc3-4f85-8173-6cad71878942)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:39:03.637017 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-39ffaa6e-6cb3-4e70-9692-f67a2dccc662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:03.687083 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-c7fd6531-9e03-45f5-b0f9-4539557e78fd None None] Set router 61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:39:03.757165 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ffaa6e-6cb3-4e70-9692-f67a2dccc662 None None] Pushing event updated for resources: {'Port': ['ID=e6e9be17-37b3-4bb1-a52b-4ff9ef3d5ecf,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:03.849265 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-990cfb6e-dd6b-473e-b1a8-d72176df30a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:03.876355 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-cc07b237-057a-4e1f-a074-c51f9c5f2b53 None None] Provisioning for port 4efe0407-03dc-404e-8408-6bc7752454ba completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:39:03.891141 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-cc07b237-057a-4e1f-a074-c51f9c5f2b53 None None] Provisioning complete for port 4efe0407-03dc-404e-8408-6bc7752454ba triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:39:03.891511 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cc07b237-057a-4e1f-a074-c51f9c5f2b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:03.978379 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-89743052-fd71-4f63-98a1-6c46aca8ff2c tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:03.996805 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-cc07b237-057a-4e1f-a074-c51f9c5f2b53 None None] Port 4efe0407-03dc-404e-8408-6bc7752454ba cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:39:04.135696 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-c7fd6531-9e03-45f5-b0f9-4539557e78fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f', 'name': 'tempest-AttachVolumeTestJSON-2082356178-router', 'tenant_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '462cc99c-0c41-4c7e-ac38-1d83b633b4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:38:57Z', 'updated_at': '2022-05-31T13:38:59Z', 'revision_number': 3, 'project_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'gw_port': {'id': '462cc99c-0c41-4c7e-ac38-1d83b633b4f3', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ee:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:38:58Z', 'updated_at': '2022-05-31T13:39:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:39:04.140226 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fd6531-9e03-45f5-b0f9-4539557e78fd None None] The sync data for ids ['61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f'] in n-d-843939-1 is: [{'id': '61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f', 'name': 'tempest-AttachVolumeTestJSON-2082356178-router', 'tenant_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '462cc99c-0c41-4c7e-ac38-1d83b633b4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:38:57Z', 'updated_at': '2022-05-31T13:38:59Z', 'revision_number': 3, 'project_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'gw_port': {'id': '462cc99c-0c41-4c7e-ac38-1d83b633b4f3', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ee:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:38:58Z', 'updated_at': '2022-05-31T13:39:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:39:04.207909 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89743052-fd71-4f63-98a1-6c46aca8ff2c tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Pushing event updated for resources: {'Subnet': ['ID=0c8a0210-df93-4227-831c-7dcfabd35091,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:04.224429 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669c3669-c20d-4430-8ee0-991d09e7e097 req-7bc412ee-e930-4b19-9603-5224b7852325 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:04.226312 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-669c3669-c20d-4430-8ee0-991d09e7e097 req-7bc412ee-e930-4b19-9603-5224b7852325 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e86b4d0-5860-4e64-bffe-d0e865533e0d HTTP/1.1" status: 200 len: 946 time: 0.5515831 May 31 13:39:04.275905 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e133417b-dbe7-4236-87a7-6b83ef4c438d req-18bff058-8dd8-490f-81cb-eea82b9b3394 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:04.286853 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device e6e9be17-37b3-4bb1-a52b-4ff9ef3d5ecf up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:39:04.289897 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e133417b-dbe7-4236-87a7-6b83ef4c438d req-18bff058-8dd8-490f-81cb-eea82b9b3394 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/ports?device_id=b63bb906-ec74-4acc-bada-32de5093f62a HTTP/1.1" status: 200 len: 945 time: 0.6161993 May 31 13:39:04.298112 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-84d0a1e4-b2b8-4d3c-9625-fed7eed74c9d req-13f617d7-9cb6-45d8-be52-1d30c959f1eb tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Allocated IP 172.20.0.7 (7c231a84-2ec4-46e3-bc82-2098434c126a/a56a567a-d5d5-4545-b54f-5c0089e8ebda/f7f14e37-1d56-412f-9a6a-57cc037825b6) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:39:04.324429 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-990cfb6e-dd6b-473e-b1a8-d72176df30a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:04.334136 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-990cfb6e-dd6b-473e-b1a8-d72176df30a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:04.386925 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89743052-fd71-4f63-98a1-6c46aca8ff2c tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Checking segment: {'id': '7c208ac4-494c-4927-9778-2ca50267f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'dcb3f751-d775-46a1-9f3f-cbe089c0ac69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:39:04.387442 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89743052-fd71-4f63-98a1-6c46aca8ff2c tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Network hostable DHCP agents. Network: dcb3f751-d775-46a1-9f3f-cbe089c0ac69, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:39:04.408937 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e133417b-dbe7-4236-87a7-6b83ef4c438d req-fbbc409f-15e3-41ce-b32e-fb3482f1f599 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/security-groups?id=677b8212-d6d1-4b38-be51-aaa6218210d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126611 May 31 13:39:04.440184 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port e6e9be17-37b3-4bb1-a52b-4ff9ef3d5ecf completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:39:04.491796 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-669c3669-c20d-4430-8ee0-991d09e7e097 req-8525c2f7-4de0-4fbf-8d2b-35707beddda6 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362294 May 31 13:39:04.526085 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990cfb6e-dd6b-473e-b1a8-d72176df30a3 admin admin] Pushing event updated for resources: {'Port': ['ID=4efe0407-03dc-404e-8408-6bc7752454ba,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:04.528712 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-990cfb6e-dd6b-473e-b1a8-d72176df30a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:04.725215 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89743052-fd71-4f63-98a1-6c46aca8ff2c tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Network dcb3f751-d775-46a1-9f3f-cbe089c0ac69 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:39:04.778570 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990cfb6e-dd6b-473e-b1a8-d72176df30a3 admin admin] Network f4e69724-d0b8-4d4d-97a2-cfcb4a62380c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:39:04.781052 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-990cfb6e-dd6b-473e-b1a8-d72176df30a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:39:04.792954 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-89743052-fd71-4f63-98a1-6c46aca8ff2c tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, dcb3f751-d775-46a1-9f3f-cbe089c0ac69) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:39:04.813630 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89743052-fd71-4f63-98a1-6c46aca8ff2c tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:04.814900 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-89743052-fd71-4f63-98a1-6c46aca8ff2c tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:04.838724 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fb2466-1b63-43ba-acec-3c4318440165 None None] Network dcb3f751-d775-46a1-9f3f-cbe089c0ac69 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:39:04.952162 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-84d0a1e4-b2b8-4d3c-9625-fed7eed74c9d req-13f617d7-9cb6-45d8-be52-1d30c959f1eb tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:04.973921 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-84d0a1e4-b2b8-4d3c-9625-fed7eed74c9d req-13f617d7-9cb6-45d8-be52-1d30c959f1eb tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Transition to ACTIVE for port object f7f14e37-1d56-412f-9a6a-57cc037825b6 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:39:05.030048 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-89743052-fd71-4f63-98a1-6c46aca8ff2c tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.1511278 May 31 13:39:05.036685 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 52258) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:05.051579 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb521725-2d85-448a-a01e-38e52cb1f843 req-ab0320a8-847f-42ea-9072-c46d12d72f02 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:05.053614 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cb521725-2d85-448a-a01e-38e52cb1f843 req-ab0320a8-847f-42ea-9072-c46d12d72f02 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c373c129-90a8-4109-b3df-83a42567901b HTTP/1.1" status: 200 len: 946 time: 0.4140589 May 31 13:39:05.277754 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a169d-39f2-4234-bc9e-fcf14dd6eae7 req-6edcc8d3-9b5a-43b1-800b-63db53f42a79 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:05.287271 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f66a169d-39f2-4234-bc9e-fcf14dd6eae7 req-6edcc8d3-9b5a-43b1-800b-63db53f42a79 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 944 time: 0.5776627 May 31 13:39:05.319250 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cb521725-2d85-448a-a01e-38e52cb1f843 req-da4abde0-ccc8-4da0-98c5-c0bdb8ceeb74 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271276 May 31 13:39:05.387399 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f66a169d-39f2-4234-bc9e-fcf14dd6eae7 req-e7c06374-58b2-4a6b-8716-f2cbc15ab6ad tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970085 May 31 13:39:05.398698 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-84d0a1e4-b2b8-4d3c-9625-fed7eed74c9d req-13f617d7-9cb6-45d8-be52-1d30c959f1eb tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:05.498246 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a114ba42-6a44-4c2c-ada5-c0626c1f1152 None None] Provisioning complete for port 4efe0407-03dc-404e-8408-6bc7752454ba triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:39:05.498888 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a114ba42-6a44-4c2c-ada5-c0626c1f1152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:05.632937 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84d0a1e4-b2b8-4d3c-9625-fed7eed74c9d req-13f617d7-9cb6-45d8-be52-1d30c959f1eb tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Network 7c231a84-2ec4-46e3-bc82-2098434c126a is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:39:05.677490 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-990cfb6e-dd6b-473e-b1a8-d72176df30a3 admin admin] Router 61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:39:05.682340 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f617d7-9cb6-45d8-be52-1d30c959f1eb tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Pushing event updated for resources: {'Port': ['ID=f7f14e37-1d56-412f-9a6a-57cc037825b6,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:05.696654 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-84d0a1e4-b2b8-4d3c-9625-fed7eed74c9d req-13f617d7-9cb6-45d8-be52-1d30c959f1eb tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:39:05.699978 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-84d0a1e4-b2b8-4d3c-9625-fed7eed74c9d req-13f617d7-9cb6-45d8-be52-1d30c959f1eb tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:39:05.706142 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a119ae7-c502-40c1-b883-78aaeeb8f59f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-dcb3f751-d775-46a1-9f3f-cbe089c0ac69', 'network_id': 'dcb3f751-d775-46a1-9f3f-cbe089c0ac69', 'tenant_id': '318f7b3dc83b45b79e8aafb0cf55e8a5', 'fixed_ips': [{'subnet_id': '0c8a0210-df93-4227-831c-7dcfabd35091'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:39:05.707497 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9a119ae7-c502-40c1-b883-78aaeeb8f59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:05.734877 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-a114ba42-6a44-4c2c-ada5-c0626c1f1152 None None] Port 4efe0407-03dc-404e-8408-6bc7752454ba cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:39:05.798229 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899b470c-0d6f-4c27-b53a-4f3b7c677bc4 None None] Network 3911fdd7-eb28-4304-9d6d-1586a1dd4bf6 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:39:05.803247 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d0a1e4-b2b8-4d3c-9625-fed7eed74c9d req-13f617d7-9cb6-45d8-be52-1d30c959f1eb tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:05.804033 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-84d0a1e4-b2b8-4d3c-9625-fed7eed74c9d req-13f617d7-9cb6-45d8-be52-1d30c959f1eb tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:05.913608 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-84eb078c-703e-41c8-b758-f4895602506e tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:05.975188 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-990cfb6e-dd6b-473e-b1a8-d72176df30a3 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:39:05.978090 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-84d0a1e4-b2b8-4d3c-9625-fed7eed74c9d req-13f617d7-9cb6-45d8-be52-1d30c959f1eb tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8647382 May 31 13:39:05.991232 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-990cfb6e-dd6b-473e-b1a8-d72176df30a3 admin admin] 10.222.0.50 "PUT /v2.0/routers/61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5500271 May 31 13:39:06.000482 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-bd475119-49e6-4066-9b63-69fdfbaa164e None None] Provisioning for port e6e9be17-37b3-4bb1-a52b-4ff9ef3d5ecf completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:39:06.008027 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-84d0a1e4-b2b8-4d3c-9625-fed7eed74c9d req-e755acc8-9cdf-4c0b-a1d0-ab1d91c368e4 service neutron] Request body: {'port': {'device_id': 'ce7cf70a-841f-4a94-8810-c8cd54ca4b51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:39:06.018421 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-bd475119-49e6-4066-9b63-69fdfbaa164e None None] Provisioning complete for port e6e9be17-37b3-4bb1-a52b-4ff9ef3d5ecf triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:39:06.018922 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bd475119-49e6-4066-9b63-69fdfbaa164e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:06.214563 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-84eb078c-703e-41c8-b758-f4895602506e tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:06.222368 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-9a119ae7-c502-40c1-b883-78aaeeb8f59f None None] Allocated IP 2001:db8::1 (dcb3f751-d775-46a1-9f3f-cbe089c0ac69/0c8a0210-df93-4227-831c-7dcfabd35091/c0b692a1-eb08-4e79-9f05-3925ff532d94) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:39:06.260503 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 462cc99c-0c41-4c7e-ac38-1d83b633b4f3 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:39:06.260759 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad9f782-92f3-4118-ae4e-d8a39dce9f69 req-458b8d84-82ab-481d-9928-2a35452e349a tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:06.261372 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-4ad9f782-92f3-4118-ae4e-d8a39dce9f69 req-458b8d84-82ab-481d-9928-2a35452e349a tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Synchronizing usage tracker for tenant:f89ceabafad5420cb483df25f252f64a on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:39:06.288039 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f608650-8ff8-49bd-b9ca-c1b977b35291 req-bdd267d0-f13d-43de-ab88-3167235303ba tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:06.289430 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6f608650-8ff8-49bd-b9ca-c1b977b35291 req-bdd267d0-f13d-43de-ab88-3167235303ba tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/ports?device_id=b63bb906-ec74-4acc-bada-32de5093f62a HTTP/1.1" status: 200 len: 945 time: 0.6495094 May 31 13:39:06.496046 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-84d0a1e4-b2b8-4d3c-9625-fed7eed74c9d req-e755acc8-9cdf-4c0b-a1d0-ab1d91c368e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:06.539926 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-4ad9f782-92f3-4118-ae4e-d8a39dce9f69 req-458b8d84-82ab-481d-9928-2a35452e349a tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Unset dirty status for tenant:f89ceabafad5420cb483df25f252f64a on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:39:06.548737 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4ad9f782-92f3-4118-ae4e-d8a39dce9f69 req-458b8d84-82ab-481d-9928-2a35452e349a tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce7cf70a-841f-4a94-8810-c8cd54ca4b51 HTTP/1.1" status: 200 len: 931 time: 0.9137871 May 31 13:39:06.598339 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-bd475119-49e6-4066-9b63-69fdfbaa164e None None] Current status of the port e6e9be17-37b3-4bb1-a52b-4ff9ef3d5ecf is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:39:06.599047 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bd475119-49e6-4066-9b63-69fdfbaa164e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:06.622253 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6f608650-8ff8-49bd-b9ca-c1b977b35291 req-f06497ea-4105-4438-bff8-c54478c0e331 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/security-groups?id=677b8212-d6d1-4b38-be51-aaa6218210d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3209581 May 31 13:39:06.711414 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 462cc99c-0c41-4c7e-ac38-1d83b633b4f3 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:39:06.711638 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4ad9f782-92f3-4118-ae4e-d8a39dce9f69 req-93ecdd68-82e9-4b6c-8dfd-b37d5ff14029 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] 10.222.0.50 "GET /v2.0/security-groups?id=a3392a71-7f34-4da1-8224-c96eaa2698b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587720 May 31 13:39:06.715997 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-bd475119-49e6-4066-9b63-69fdfbaa164e None None] For port e6e9be17-37b3-4bb1-a52b-4ff9ef3d5ecf, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=e6e9be17-37b3-4bb1-a52b-4ff9ef3d5ecf,segment=NetworkSegment(2c6a0e83-bfc3-4f85-8173-6cad71878942),segment_id=2c6a0e83-bfc3-4f85-8173-6cad71878942)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:39:06.737932 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bd475119-49e6-4066-9b63-69fdfbaa164e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:06.775028 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 462cc99c-0c41-4c7e-ac38-1d83b633b4f3 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:39:06.775400 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:06.885397 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9a119ae7-c502-40c1-b883-78aaeeb8f59f None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:06.917602 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd475119-49e6-4066-9b63-69fdfbaa164e None None] Pushing event updated for resources: {'Port': ['ID=e6e9be17-37b3-4bb1-a52b-4ff9ef3d5ecf,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:06.988646 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060dec77-1045-4574-8121-c6280d3c9693 None None] Sync routers for ids ['61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:39:07.006329 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9a119ae7-c502-40c1-b883-78aaeeb8f59f None None] Transition to ACTIVE for port object c0b692a1-eb08-4e79-9f05-3925ff532d94 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:39:07.061955 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-787f1cd8-582a-4e17-9258-a2c462e7ffb1 None None] Provisioning for port f7f14e37-1d56-412f-9a6a-57cc037825b6 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:39:07.062493 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-84d0a1e4-b2b8-4d3c-9625-fed7eed74c9d req-e755acc8-9cdf-4c0b-a1d0-ab1d91c368e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7f14e37-1d56-412f-9a6a-57cc037825b6 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:39:07.070684 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-84d0a1e4-b2b8-4d3c-9625-fed7eed74c9d req-e755acc8-9cdf-4c0b-a1d0-ab1d91c368e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:07.079575 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060dec77-1045-4574-8121-c6280d3c9693 None None] Routers {'61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:39:07.082426 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-060dec77-1045-4574-8121-c6280d3c9693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:38:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:39:07.088481 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-84d0a1e4-b2b8-4d3c-9625-fed7eed74c9d req-e755acc8-9cdf-4c0b-a1d0-ab1d91c368e4 service neutron] Transition to ACTIVE for port object f7f14e37-1d56-412f-9a6a-57cc037825b6 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:39:07.130222 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52278) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:07.135322 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-473e2eb8-3a54-451a-8fc0-872445f907f4 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Request body: {'security_group': {'name': 'tempest-securitygroup--837634079', 'description': 'tempest-description--1462616123'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:39:07.141764 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-473e2eb8-3a54-451a-8fc0-872445f907f4 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:39:07.146055 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-473e2eb8-3a54-451a-8fc0-872445f907f4 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Usage tracker for resource:security_group and tenant:7e44bf4ef1bd484ea1258b83855c2d26 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:39:07.150925 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-84d0a1e4-b2b8-4d3c-9625-fed7eed74c9d req-e755acc8-9cdf-4c0b-a1d0-ab1d91c368e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:07.152321 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-473e2eb8-3a54-451a-8fc0-872445f907f4 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:39:07.166693 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-787f1cd8-582a-4e17-9258-a2c462e7ffb1 None None] Provisioning complete for port f7f14e37-1d56-412f-9a6a-57cc037825b6 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:39:07.167066 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-787f1cd8-582a-4e17-9258-a2c462e7ffb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:07.177105 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-473e2eb8-3a54-451a-8fc0-872445f907f4 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:39:07.188703 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-473e2eb8-3a54-451a-8fc0-872445f907f4 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:07.215598 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9a119ae7-c502-40c1-b883-78aaeeb8f59f None None] Transition to ACTIVE for port object c0b692a1-eb08-4e79-9f05-3925ff532d94 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:39:07.226391 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-473e2eb8-3a54-451a-8fc0-872445f907f4 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:39:07.231797 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-473e2eb8-3a54-451a-8fc0-872445f907f4 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Usage tracker for resource:security_group_rule and tenant:7e44bf4ef1bd484ea1258b83855c2d26 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:39:07.235951 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-473e2eb8-3a54-451a-8fc0-872445f907f4 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:39:07.243251 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-473e2eb8-3a54-451a-8fc0-872445f907f4 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:39:07.325974 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9a119ae7-c502-40c1-b883-78aaeeb8f59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:07.377577 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-473e2eb8-3a54-451a-8fc0-872445f907f4 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:07.390410 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-473e2eb8-3a54-451a-8fc0-872445f907f4 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:07.463466 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473e2eb8-3a54-451a-8fc0-872445f907f4 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=792462f3-0c93-41bc-a9cb-454dcd850b04,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:07.492265 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e755acc8-9cdf-4c0b-a1d0-ab1d91c368e4 service neutron] Pushing event updated for resources: {'Port': ['ID=f7f14e37-1d56-412f-9a6a-57cc037825b6,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:07.506898 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-473e2eb8-3a54-451a-8fc0-872445f907f4 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:07.510963 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-473e2eb8-3a54-451a-8fc0-872445f907f4 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3774815 May 31 13:39:07.511143 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-787f1cd8-582a-4e17-9258-a2c462e7ffb1 None None] Port f7f14e37-1d56-412f-9a6a-57cc037825b6 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:39:07.511424 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52282) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:07.524893 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-75c47069-b62b-4b48-abe5-f991e17615bb tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Request body: {'security_group_rule': {'security_group_id': '792462f3-0c93-41bc-a9cb-454dcd850b04', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:39:07.535658 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-75c47069-b62b-4b48-abe5-f991e17615bb tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:39:07.537165 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 462cc99c-0c41-4c7e-ac38-1d83b633b4f3 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:39:07.537738 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:07.540760 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-75c47069-b62b-4b48-abe5-f991e17615bb tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Usage tracker for resource:security_group_rule and tenant:7e44bf4ef1bd484ea1258b83855c2d26 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:39:07.548442 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-75c47069-b62b-4b48-abe5-f991e17615bb tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:39:07.561157 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-75c47069-b62b-4b48-abe5-f991e17615bb tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:39:07.563499 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a119ae7-c502-40c1-b883-78aaeeb8f59f None None] Network dcb3f751-d775-46a1-9f3f-cbe089c0ac69 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:39:07.574884 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-9a119ae7-c502-40c1-b883-78aaeeb8f59f None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:39:07.578785 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a119ae7-c502-40c1-b883-78aaeeb8f59f None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:39:07.581953 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:07.590136 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a119ae7-c502-40c1-b883-78aaeeb8f59f None None] Pushing event updated for resources: {'Port': ['ID=c0b692a1-eb08-4e79-9f05-3925ff532d94,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:07.595340 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-75c47069-b62b-4b48-abe5-f991e17615bb tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:07.627164 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-84eb078c-703e-41c8-b758-f4895602506e tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65216469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65148562'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:07.636750 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 462cc99c-0c41-4c7e-ac38-1d83b633b4f3, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=462cc99c-0c41-4c7e-ac38-1d83b633b4f3,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:39:07.662564 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:07.676923 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eb078c-703e-41c8-b758-f4895602506e tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Pushing event deleted for resources: {'Subnet': ['ID=0c8a0210-df93-4227-831c-7dcfabd35091,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:07.685316 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-75c47069-b62b-4b48-abe5-f991e17615bb tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:07.690165 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-75c47069-b62b-4b48-abe5-f991e17615bb tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:07.701545 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-060dec77-1045-4574-8121-c6280d3c9693 None None] Set router 61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:39:07.724036 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c47069-b62b-4b48-abe5-f991e17615bb tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4e20788-8ab8-47d8-96e3-4c6cc523fba3,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:07.737735 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95a0eab-304a-4562-bbdd-9405253f7315 req-f93ef092-8521-41bf-84ba-fa0151210509 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:07.739345 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a95a0eab-304a-4562-bbdd-9405253f7315 req-f93ef092-8521-41bf-84ba-fa0151210509 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e86b4d0-5860-4e64-bffe-d0e865533e0d HTTP/1.1" status: 200 len: 946 time: 0.6493149 May 31 13:39:07.749262 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-75c47069-b62b-4b48-abe5-f991e17615bb tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:07.750605 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-75c47069-b62b-4b48-abe5-f991e17615bb tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2379544 May 31 13:39:07.754311 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52288) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:07.761074 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-d9e6e318-4c39-429a-8315-1382f244a7d7 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Request body: {'security_group_rule': {'security_group_id': '792462f3-0c93-41bc-a9cb-454dcd850b04', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:39:07.767042 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d9e6e318-4c39-429a-8315-1382f244a7d7 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:39:07.771182 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d9e6e318-4c39-429a-8315-1382f244a7d7 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Usage tracker for resource:security_group_rule and tenant:7e44bf4ef1bd484ea1258b83855c2d26 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:39:07.774214 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d9e6e318-4c39-429a-8315-1382f244a7d7 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:39:07.780809 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d9e6e318-4c39-429a-8315-1382f244a7d7 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:39:07.804463 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d9e6e318-4c39-429a-8315-1382f244a7d7 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:07.830938 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2138ba-6bac-47ba-8158-4467a5c6d46a req-b6f0d5f9-284b-4ade-bf2b-38f81b86fce8 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:07.832376 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3c2138ba-6bac-47ba-8158-4467a5c6d46a req-b6f0d5f9-284b-4ade-bf2b-38f81b86fce8 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 944 time: 0.5617976 May 31 13:39:07.849171 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-84d0a1e4-b2b8-4d3c-9625-fed7eed74c9d req-e755acc8-9cdf-4c0b-a1d0-ab1d91c368e4 service neutron] Attempting to bind port f7f14e37-1d56-412f-9a6a-57cc037825b6 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:39:07.849171 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-84d0a1e4-b2b8-4d3c-9625-fed7eed74c9d req-e755acc8-9cdf-4c0b-a1d0-ab1d91c368e4 service neutron] Attempting to bind port f7f14e37-1d56-412f-9a6a-57cc037825b6 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': '0c8aa3a6-47b8-4f9f-a1d3-b43478db3f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7c231a84-2ec4-46e3-bc82-2098434c126a'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:39:07.849464 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d0a1e4-b2b8-4d3c-9625-fed7eed74c9d req-e755acc8-9cdf-4c0b-a1d0-ab1d91c368e4 service neutron] Attempting to bind port f7f14e37-1d56-412f-9a6a-57cc037825b6 on network 7c231a84-2ec4-46e3-bc82-2098434c126a {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:39:07.895146 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-84eb078c-703e-41c8-b758-f4895602506e tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:07.898368 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-9a119ae7-c502-40c1-b883-78aaeeb8f59f None None] Attempting to bind port c0b692a1-eb08-4e79-9f05-3925ff532d94 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:39:07.898945 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-9a119ae7-c502-40c1-b883-78aaeeb8f59f None None] Attempting to bind port c0b692a1-eb08-4e79-9f05-3925ff532d94 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '7c208ac4-494c-4927-9778-2ca50267f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'dcb3f751-d775-46a1-9f3f-cbe089c0ac69'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:39:07.899515 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a119ae7-c502-40c1-b883-78aaeeb8f59f None None] Attempting to bind port c0b692a1-eb08-4e79-9f05-3925ff532d94 on network dcb3f751-d775-46a1-9f3f-cbe089c0ac69 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:39:07.900904 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d9e6e318-4c39-429a-8315-1382f244a7d7 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:07.904018 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d0a1e4-b2b8-4d3c-9625-fed7eed74c9d req-e755acc8-9cdf-4c0b-a1d0-ab1d91c368e4 service neutron] Port f7f14e37-1d56-412f-9a6a-57cc037825b6 on network 7c231a84-2ec4-46e3-bc82-2098434c126a not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:39:07.904299 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d0a1e4-b2b8-4d3c-9625-fed7eed74c9d req-e755acc8-9cdf-4c0b-a1d0-ab1d91c368e4 service neutron] Attempting to bind port f7f14e37-1d56-412f-9a6a-57cc037825b6 on network 7c231a84-2ec4-46e3-bc82-2098434c126a {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:39:07.907327 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d9e6e318-4c39-429a-8315-1382f244a7d7 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:07.952383 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d0a1e4-b2b8-4d3c-9625-fed7eed74c9d req-e755acc8-9cdf-4c0b-a1d0-ab1d91c368e4 service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:39:07.952728 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d0a1e4-b2b8-4d3c-9625-fed7eed74c9d req-e755acc8-9cdf-4c0b-a1d0-ab1d91c368e4 service neutron] Checking segment: {'id': '0c8aa3a6-47b8-4f9f-a1d3-b43478db3f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7c231a84-2ec4-46e3-bc82-2098434c126a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:39:07.953047 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d0a1e4-b2b8-4d3c-9625-fed7eed74c9d req-e755acc8-9cdf-4c0b-a1d0-ab1d91c368e4 service neutron] Bound using segment: {'id': '0c8aa3a6-47b8-4f9f-a1d3-b43478db3f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7c231a84-2ec4-46e3-bc82-2098434c126a'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:39:07.953769 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-84d0a1e4-b2b8-4d3c-9625-fed7eed74c9d req-e755acc8-9cdf-4c0b-a1d0-ab1d91c368e4 service neutron] Bound port: f7f14e37-1d56-412f-9a6a-57cc037825b6, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c8aa3a6-47b8-4f9f-a1d3-b43478db3f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7c231a84-2ec4-46e3-bc82-2098434c126a'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:39:07.954159 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-84d0a1e4-b2b8-4d3c-9625-fed7eed74c9d req-e755acc8-9cdf-4c0b-a1d0-ab1d91c368e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:07.954884 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e6e318-4c39-429a-8315-1382f244a7d7 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=806a2773-caa7-4b1f-b12f-482909e7f2fd,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:07.971099 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d9e6e318-4c39-429a-8315-1382f244a7d7 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:07.973243 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d9e6e318-4c39-429a-8315-1382f244a7d7 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2175858 May 31 13:39:07.982082 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3c2138ba-6bac-47ba-8158-4467a5c6d46a req-87b5ca29-604f-4dc2-97a7-7faafd16b949 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243916 May 31 13:39:07.983575 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52292) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:07.990934 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-84eb078c-703e-41c8-b758-f4895602506e tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcb3f751-d775-46a1-9f3f-cbe089c0ac69']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:39:07.993369 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-ccafcca8-d6a2-4a81-936c-4ac425ccfd4e tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Request body: {'floatingip': {'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:39:08.003238 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a95a0eab-304a-4562-bbdd-9405253f7315 req-0f00503e-521b-4b09-8e97-4557ffb5238f tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988723 May 31 13:39:08.025830 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=462cc99c-0c41-4c7e-ac38-1d83b633b4f3,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:08.035767 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a119ae7-c502-40c1-b883-78aaeeb8f59f None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:39:08.038358 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a119ae7-c502-40c1-b883-78aaeeb8f59f None None] Checking segment: {'id': '7c208ac4-494c-4927-9778-2ca50267f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'dcb3f751-d775-46a1-9f3f-cbe089c0ac69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:39:08.038983 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9a119ae7-c502-40c1-b883-78aaeeb8f59f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:08.039570 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a119ae7-c502-40c1-b883-78aaeeb8f59f None None] Bound using segment: {'id': '7c208ac4-494c-4927-9778-2ca50267f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'dcb3f751-d775-46a1-9f3f-cbe089c0ac69'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:39:08.040359 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-9a119ae7-c502-40c1-b883-78aaeeb8f59f None None] Bound port: c0b692a1-eb08-4e79-9f05-3925ff532d94, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c208ac4-494c-4927-9778-2ca50267f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'dcb3f751-d775-46a1-9f3f-cbe089c0ac69'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:39:08.040941 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9a119ae7-c502-40c1-b883-78aaeeb8f59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:08.044757 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-84eb078c-703e-41c8-b758-f4895602506e tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c208ac4-494c-4927-9778-2ca50267f205') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:39:08.045784 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-84eb078c-703e-41c8-b758-f4895602506e tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c208ac4-494c-4927-9778-2ca50267f205') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:39:08.068080 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ccafcca8-d6a2-4a81-936c-4ac425ccfd4e tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:39:08.068894 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-84eb078c-703e-41c8-b758-f4895602506e tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:08.070435 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-55fcf1ae-d3e2-458c-889e-b280526dd51c None None] Provisioning complete for port e6e9be17-37b3-4bb1-a52b-4ff9ef3d5ecf triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:39:08.071076 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-55fcf1ae-d3e2-458c-889e-b280526dd51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:08.093074 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-84eb078c-703e-41c8-b758-f4895602506e tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:08.093882 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ccafcca8-d6a2-4a81-936c-4ac425ccfd4e tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Usage tracker for resource:floatingip and tenant:7e44bf4ef1bd484ea1258b83855c2d26 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:39:08.109317 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ccafcca8-d6a2-4a81-936c-4ac425ccfd4e tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:39:08.136027 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ccafcca8-d6a2-4a81-936c-4ac425ccfd4e tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:39:08.136683 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84eb078c-703e-41c8-b758-f4895602506e tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:39:08.136982 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-84eb078c-703e-41c8-b758-f4895602506e tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:08.167613 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ccafcca8-d6a2-4a81-936c-4ac425ccfd4e tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks [] for floatingip, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:08.278418 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 7c208ac4-494c-4927-9778-2ca50267f205 resource provider aggregate not found May 31 13:39:08.305020 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-84d0a1e4-b2b8-4d3c-9625-fed7eed74c9d req-e755acc8-9cdf-4c0b-a1d0-ab1d91c368e4 service neutron] For port f7f14e37-1d56-412f-9a6a-57cc037825b6, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:39:08.322545 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 7c208ac4-494c-4927-9778-2ca50267f205 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7c208ac4-494c-4927-9778-2ca50267f205 found for delete ", "request_id": "req-26175a5a-9e7c-4b38-b215-f729ee533862"}]} May 31 13:39:08.325054 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 462cc99c-0c41-4c7e-ac38-1d83b633b4f3 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:39:08.355690 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-84d0a1e4-b2b8-4d3c-9625-fed7eed74c9d req-e755acc8-9cdf-4c0b-a1d0-ab1d91c368e4 service neutron] For port f7f14e37-1d56-412f-9a6a-57cc037825b6, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=f7f14e37-1d56-412f-9a6a-57cc037825b6,segment=NetworkSegment(0c8aa3a6-47b8-4f9f-a1d3-b43478db3f3f),segment_id=0c8aa3a6-47b8-4f9f-a1d3-b43478db3f3f)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:39:08.363023 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.api [None req-84eb078c-703e-41c8-b758-f4895602506e tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 31 13:39:08.363023 n-d-843939-1 neutron-server[88370]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 31 13:39:08.363023 n-d-843939-1 neutron-server[88370]: [parameters: {'id': 'dcb3f751-d775-46a1-9f3f-cbe089c0ac69'}] May 31 13:39:08.363023 n-d-843939-1 neutron-server[88370]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88370) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:39:08.363732 n-d-843939-1 neutron-server[88370]: DEBUG oslo_db.api [None req-84eb078c-703e-41c8-b758-f4895602506e tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:39:08.365377 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-84d0a1e4-b2b8-4d3c-9625-fed7eed74c9d req-e755acc8-9cdf-4c0b-a1d0-ab1d91c368e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:08.540249 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ccafcca8-d6a2-4a81-936c-4ac425ccfd4e tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:08.585238 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d0a1e4-b2b8-4d3c-9625-fed7eed74c9d req-e755acc8-9cdf-4c0b-a1d0-ab1d91c368e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:08.586108 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-84d0a1e4-b2b8-4d3c-9625-fed7eed74c9d req-e755acc8-9cdf-4c0b-a1d0-ab1d91c368e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:08.588052 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-84d0a1e4-b2b8-4d3c-9625-fed7eed74c9d req-e755acc8-9cdf-4c0b-a1d0-ab1d91c368e4 service neutron] 10.222.0.44 "PUT /v2.0/ports/f7f14e37-1d56-412f-9a6a-57cc037825b6 HTTP/1.1" status: 200 len: 1091 time: 2.6009166 May 31 13:39:08.589663 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce7cf70a-841f-4a94-8810-c8cd54ca4b51', 'tag': 'f7f14e37-1d56-412f-9a6a-57cc037825b6'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:39:08.788278 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9a119ae7-c502-40c1-b883-78aaeeb8f59f None None] For port c0b692a1-eb08-4e79-9f05-3925ff532d94, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:39:08.866727 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-84eb078c-703e-41c8-b758-f4895602506e tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:08.872095 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-ccafcca8-d6a2-4a81-936c-4ac425ccfd4e tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Allocated IP 172.25.6.50 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/f3a1024d-5128-498d-88d7-ea0d983ed966) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:39:08.874867 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e755acc8-9cdf-4c0b-a1d0-ab1d91c368e4 service neutron] Pushing event updated for resources: {'Port': ['ID=f7f14e37-1d56-412f-9a6a-57cc037825b6,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:08.921031 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd44d6f-422e-4d96-a973-e8e176a01ebd req-0ffda2c9-b072-4387-88b9-3dea972ec52c tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:08.922799 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ddd44d6f-422e-4d96-a973-e8e176a01ebd req-0ffda2c9-b072-4387-88b9-3dea972ec52c tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c373c129-90a8-4109-b3df-83a42567901b HTTP/1.1" status: 200 len: 946 time: 0.4373529 May 31 13:39:08.925660 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-84eb078c-703e-41c8-b758-f4895602506e tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Deleting port c0b692a1-eb08-4e79-9f05-3925ff532d94 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:39:08.926016 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-84eb078c-703e-41c8-b758-f4895602506e tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:08.959419 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 462cc99c-0c41-4c7e-ac38-1d83b633b4f3 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:39:08.959787 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:09.002724 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9a119ae7-c502-40c1-b883-78aaeeb8f59f None None] For port c0b692a1-eb08-4e79-9f05-3925ff532d94, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=c0b692a1-eb08-4e79-9f05-3925ff532d94,segment=NetworkSegment(7c208ac4-494c-4927-9778-2ca50267f205),segment_id=7c208ac4-494c-4927-9778-2ca50267f205)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:39:09.020026 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d0a1e4-b2b8-4d3c-9625-fed7eed74c9d req-addab82f-a799-43c0-ad2a-47b98e2b706e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:09.021538 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-84d0a1e4-b2b8-4d3c-9625-fed7eed74c9d req-addab82f-a799-43c0-ad2a-47b98e2b706e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f89ceabafad5420cb483df25f252f64a&device_id=ce7cf70a-841f-4a94-8810-c8cd54ca4b51 HTTP/1.1" status: 200 len: 1094 time: 0.3671010 May 31 13:39:09.024549 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-55fcf1ae-d3e2-458c-889e-b280526dd51c None None] Current status of the port e6e9be17-37b3-4bb1-a52b-4ff9ef3d5ecf is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:39:09.033413 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9a119ae7-c502-40c1-b883-78aaeeb8f59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:09.078160 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ccafcca8-d6a2-4a81-936c-4ac425ccfd4e tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:09.111734 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:09.135277 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ccafcca8-d6a2-4a81-936c-4ac425ccfd4e tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:09.242685 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccafcca8-d6a2-4a81-936c-4ac425ccfd4e tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:39:09.246423 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-84d0a1e4-b2b8-4d3c-9625-fed7eed74c9d req-957de04d-a0d4-4fc5-aacb-7e404fc5b288 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7f14e37-1d56-412f-9a6a-57cc037825b6 HTTP/1.1" status: 200 len: 217 time: 0.2151704 May 31 13:39:09.252329 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-ccafcca8-d6a2-4a81-936c-4ac425ccfd4e tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:39:09.255484 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a119ae7-c502-40c1-b883-78aaeeb8f59f None None] Pushing event updated for resources: {'Port': ['ID=c0b692a1-eb08-4e79-9f05-3925ff532d94,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:09.257879 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccafcca8-d6a2-4a81-936c-4ac425ccfd4e tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:39:09.290039 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ddd44d6f-422e-4d96-a973-e8e176a01ebd req-12c31833-e3e3-4328-848c-a7fdd3d0e4c0 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3229635 May 31 13:39:09.307808 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-060dec77-1045-4574-8121-c6280d3c9693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f', 'name': 'tempest-AttachVolumeTestJSON-2082356178-router', 'tenant_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '462cc99c-0c41-4c7e-ac38-1d83b633b4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:38:57Z', 'updated_at': '2022-05-31T13:39:03Z', 'revision_number': 4, 'project_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'gw_port': {'id': '462cc99c-0c41-4c7e-ac38-1d83b633b4f3', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ee:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:38:58Z', 'updated_at': '2022-05-31T13:39:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '4efe0407-03dc-404e-8408-6bc7752454ba', 'name': '', 'network_id': 'f4e69724-d0b8-4d4d-97a2-cfcb4a62380c', 'tenant_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'mac_address': 'fa:16:3e:43:9e:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '24f2589f-f663-4739-8d87-078291d83152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:39:02Z', 'updated_at': '2022-05-31T13:39:04Z', 'revision_number': 2, 'project_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'subnets': [{'id': '24f2589f-f663-4739-8d87-078291d83152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:39:09.325035 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccafcca8-d6a2-4a81-936c-4ac425ccfd4e tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Pushing event updated for resources: {'Port': ['ID=f3a1024d-5128-498d-88d7-ea0d983ed966,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:09.365756 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 462cc99c-0c41-4c7e-ac38-1d83b633b4f3 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:39:09.367142 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device e6e9be17-37b3-4bb1-a52b-4ff9ef3d5ecf up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:39:09.420453 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aa57f4-9daa-4aa6-acf6-3944763452ae req-637e7430-f58e-430a-8a3d-7b2f2d81c622 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:09.422650 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ccafcca8-d6a2-4a81-936c-4ac425ccfd4e tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:09.423935 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-01aa57f4-9daa-4aa6-acf6-3944763452ae req-637e7430-f58e-430a-8a3d-7b2f2d81c622 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce7cf70a-841f-4a94-8810-c8cd54ca4b51 HTTP/1.1" status: 200 len: 943 time: 0.6234007 May 31 13:39:09.481128 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060dec77-1045-4574-8121-c6280d3c9693 None None] Checking router: 61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:39:09.481497 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060dec77-1045-4574-8121-c6280d3c9693 None None] Updating router 61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f port 4efe0407-03dc-404e-8408-6bc7752454ba binding host n-d-843939-1 {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:39:09.520160 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ccafcca8-d6a2-4a81-936c-4ac425ccfd4e tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:09.528070 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991de30a-fc12-4db0-80b7-ce74b23753ec None None] Network dcb3f751-d775-46a1-9f3f-cbe089c0ac69 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:39:09.605684 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-84eb078c-703e-41c8-b758-f4895602506e tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] For port c0b692a1-eb08-4e79-9f05-3925ff532d94, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=c0b692a1-eb08-4e79-9f05-3925ff532d94,segment=NetworkSegment(7c208ac4-494c-4927-9778-2ca50267f205),segment_id=7c208ac4-494c-4927-9778-2ca50267f205)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:39:09.606304 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-84eb078c-703e-41c8-b758-f4895602506e tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:09.669290 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port e6e9be17-37b3-4bb1-a52b-4ff9ef3d5ecf triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:39:09.670429 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:09.755529 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-84eb078c-703e-41c8-b758-f4895602506e tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Calling delete_port for c0b692a1-eb08-4e79-9f05-3925ff532d94 owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:39:09.773372 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-060dec77-1045-4574-8121-c6280d3c9693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:09.829417 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-020328ce-5fd0-426d-8bd3-4f31a30490e8'] response: {'name': 'network-changed', 'server_uuid': 'ce7cf70a-841f-4a94-8810-c8cd54ca4b51', 'tag': 'f7f14e37-1d56-412f-9a6a-57cc037825b6', 'status': 'completed', 'code': 200} May 31 13:39:09.831204 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d0a1e4-b2b8-4d3c-9625-fed7eed74c9d req-7e6a9074-ecf3-4b5b-8b7c-44c6638d6ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:09.832927 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-84d0a1e4-b2b8-4d3c-9625-fed7eed74c9d req-7e6a9074-ecf3-4b5b-8b7c-44c6638d6ee8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a56a567a-d5d5-4545-b54f-5c0089e8ebda HTTP/1.1" status: 200 len: 854 time: 0.5546720 May 31 13:39:09.975992 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ccafcca8-d6a2-4a81-936c-4ac425ccfd4e tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:09.981016 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ccafcca8-d6a2-4a81-936c-4ac425ccfd4e tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:10.023975 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc17436-3174-4ddc-a509-984b99c93313 req-9b5b11eb-79a2-466e-8e18-b51d510dcc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:10.025537 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4fc17436-3174-4ddc-a509-984b99c93313 req-9b5b11eb-79a2-466e-8e18-b51d510dcc92 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc5142db886b48f8906c49afcc233362&device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 1095 time: 0.1916368 May 31 13:39:10.131237 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-01aa57f4-9daa-4aa6-acf6-3944763452ae req-daca6215-cb83-496e-a2dc-98976ba28f79 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] 10.222.0.50 "GET /v2.0/security-groups?id=a3392a71-7f34-4da1-8224-c96eaa2698b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6935549 May 31 13:39:10.238798 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-84eb078c-703e-41c8-b758-f4895602506e tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:10.276994 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2141c2f-676f-4c00-8fa7-24d22b232063 None None] get_active_networks_info from n-d-843939-1 {{(pid=88371) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 31 13:39:10.341004 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccafcca8-d6a2-4a81-936c-4ac425ccfd4e tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Pushing event updated for resources: {'Port': ['ID=f3a1024d-5128-498d-88d7-ea0d983ed966,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:10.358471 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ccafcca8-d6a2-4a81-936c-4ac425ccfd4e tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:10.389050 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ccafcca8-d6a2-4a81-936c-4ac425ccfd4e tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:10.410738 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ccafcca8-d6a2-4a81-936c-4ac425ccfd4e tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4245622 May 31 13:39:10.528684 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eb078c-703e-41c8-b758-f4895602506e tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Pushing event deleted for resources: {'Port': ['ID=c0b692a1-eb08-4e79-9f05-3925ff532d94,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:10.537351 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc17436-3174-4ddc-a509-984b99c93313 req-b2689c23-59f7-4317-92fa-c5875002b62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:10.537351 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4fc17436-3174-4ddc-a509-984b99c93313 req-b2689c23-59f7-4317-92fa-c5875002b62d service neutron] 10.222.0.20 "GET /v2.0/networks?id=ef7bc708-faad-4f53-9863-9b17fc2bd3a4 HTTP/1.1" status: 200 len: 912 time: 0.5009658 May 31 13:39:10.543590 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port e6e9be17-37b3-4bb1-a52b-4ff9ef3d5ecf is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:39:10.583497 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84eb078c-703e-41c8-b758-f4895602506e tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] No DVR routers for this DVR port c0b692a1-eb08-4e79-9f05-3925ff532d94 on host n-d-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:39:10.598447 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b2769ea6-cec1-4294-8960-00d166695804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:10.678721 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5523c-8c3f-454a-942e-7ac482bd376b req-4f567006-210a-4d0c-b63a-3c6926e7a22b tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:10.681151 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-48d5523c-8c3f-454a-942e-7ac482bd376b req-4f567006-210a-4d0c-b63a-3c6926e7a22b tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/networks?id=7090fc64-4766-4bc1-8c8d-d8e3dd2b5735 HTTP/1.1" status: 200 len: 815 time: 0.8542671 May 31 13:39:10.752874 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4fc17436-3174-4ddc-a509-984b99c93313 req-0b12bfb3-36a3-439a-b1ab-0c6a6301b112 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bcea5229-e83e-4a8f-a38a-ad9361d01354 HTTP/1.1" status: 200 len: 999 time: 0.2096353 May 31 13:39:10.804877 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-060dec77-1045-4574-8121-c6280d3c9693 None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:10.805850 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d0a1e4-b2b8-4d3c-9625-fed7eed74c9d req-59b076c9-9ab3-4515-89ea-8c22cf2cecdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:10.807504 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-84d0a1e4-b2b8-4d3c-9625-fed7eed74c9d req-59b076c9-9ab3-4515-89ea-8c22cf2cecdc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7c231a84-2ec4-46e3-bc82-2098434c126a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9437847 May 31 13:39:10.807704 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2141c2f-676f-4c00-8fa7-24d22b232063 None None] Resources bound (agent type, host, resource id): {{(pid=88371) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 31 13:39:10.816014 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0556fbdd-f631-43a7-9f78-b252b8387190 req-cf80156b-7895-4857-b260-617ebafba805 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:10.817416 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0556fbdd-f631-43a7-9f78-b252b8387190 req-cf80156b-7895-4857-b260-617ebafba805 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.44 "GET /v2.0/ports?device_id=b63bb906-ec74-4acc-bada-32de5093f62a HTTP/1.1" status: 200 len: 945 time: 0.7436469 May 31 13:39:10.825545 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-060dec77-1045-4574-8121-c6280d3c9693 None None] Transition to ACTIVE for port object 4efe0407-03dc-404e-8408-6bc7752454ba will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:39:10.834147 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc17436-3174-4ddc-a509-984b99c93313 req-bd15cffb-972c-4bd2-b70c-56d4e71b186e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:10.836761 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4fc17436-3174-4ddc-a509-984b99c93313 req-bd15cffb-972c-4bd2-b70c-56d4e71b186e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=03601eff-cc07-4210-91b9-54e2e22c50f4 HTTP/1.1" status: 200 len: 850 time: 0.0765271 May 31 13:39:10.859691 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-060dec77-1045-4574-8121-c6280d3c9693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:10.885213 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-48d5523c-8c3f-454a-942e-7ac482bd376b req-97067316-8800-49a6-a33a-8bbd6c429765 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/quotas/c57625484b41479da30faed75e795b98 HTTP/1.1" status: 200 len: 375 time: 0.1673295 May 31 13:39:10.941078 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc17436-3174-4ddc-a509-984b99c93313 req-83c0da83-370c-4b90-aef8-d1ac283b0760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:10.943445 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4fc17436-3174-4ddc-a509-984b99c93313 req-83c0da83-370c-4b90-aef8-d1ac283b0760 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ef7bc708-faad-4f53-9863-9b17fc2bd3a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1013808 May 31 13:39:10.996145 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-84eb078c-703e-41c8-b758-f4895602506e tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:11.057566 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388f0d5-a186-493a-a242-f6cc9617e824 req-0b9e5e88-217e-4ee7-aec4-4b60262bf73c tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:11.063499 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb2e559-4287-4acb-a427-287d6e6eac5c None None] Pushing event updated for resources: {'Port': ['ID=4efe0407-03dc-404e-8408-6bc7752454ba,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:11.065542 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e388f0d5-a186-493a-a242-f6cc9617e824 req-0b9e5e88-217e-4ee7-aec4-4b60262bf73c tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e86b4d0-5860-4e64-bffe-d0e865533e0d HTTP/1.1" status: 200 len: 946 time: 0.7062712 May 31 13:39:11.102921 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4fc17436-3174-4ddc-a509-984b99c93313 req-9d138b7f-4d62-4d87-93b3-2be87840030e service neutron] 10.222.0.20 "GET /v2.0/networks/ef7bc708-faad-4f53-9863-9b17fc2bd3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533997 May 31 13:39:11.110421 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-84eb078c-703e-41c8-b758-f4895602506e tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcb3f751-d775-46a1-9f3f-cbe089c0ac69']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:39:11.154119 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-0556fbdd-f631-43a7-9f78-b252b8387190 req-9e2b49f0-3ca5-413d-8b0f-07c9fa20762d tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Deleting port 943aec67-dbc5-41ac-b47e-abf1e5a4b9a3 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:39:11.154119 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-0556fbdd-f631-43a7-9f78-b252b8387190 req-9e2b49f0-3ca5-413d-8b0f-07c9fa20762d tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:11.191056 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-84eb078c-703e-41c8-b758-f4895602506e tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c208ac4-494c-4927-9778-2ca50267f205') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:39:11.191412 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-84eb078c-703e-41c8-b758-f4895602506e tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c208ac4-494c-4927-9778-2ca50267f205') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:39:11.244259 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-060dec77-1045-4574-8121-c6280d3c9693 None None] Attempting to bind port 4efe0407-03dc-404e-8408-6bc7752454ba on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:39:11.244712 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-060dec77-1045-4574-8121-c6280d3c9693 None None] Attempting to bind port 4efe0407-03dc-404e-8408-6bc7752454ba by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '6b65bfb8-228e-47d1-aaec-20277f3110d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f4e69724-d0b8-4d4d-97a2-cfcb4a62380c'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:39:11.244989 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060dec77-1045-4574-8121-c6280d3c9693 None None] Attempting to bind port 4efe0407-03dc-404e-8408-6bc7752454ba on network f4e69724-d0b8-4d4d-97a2-cfcb4a62380c {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:39:11.252775 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e388f0d5-a186-493a-a242-f6cc9617e824 req-1fcf929c-a5e0-4e31-925f-9e1b2a4b77f7 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841636 May 31 13:39:11.265704 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-84eb078c-703e-41c8-b758-f4895602506e tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:11.275959 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-84d0a1e4-b2b8-4d3c-9625-fed7eed74c9d req-213a09f8-30d1-40fd-87de-dc7a12512404 service neutron] 10.222.0.44 "GET /v2.0/networks/7c231a84-2ec4-46e3-bc82-2098434c126a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4574814 May 31 13:39:11.315740 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4fc17436-3174-4ddc-a509-984b99c93313 req-a3ceee10-b1b7-46dd-b752-1ce6026310e3 service neutron] 10.222.0.20 "GET /v2.0/networks/ef7bc708-faad-4f53-9863-9b17fc2bd3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064209 May 31 13:39:11.348072 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060dec77-1045-4574-8121-c6280d3c9693 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:39:11.348975 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060dec77-1045-4574-8121-c6280d3c9693 None None] Checking segment: {'id': '6b65bfb8-228e-47d1-aaec-20277f3110d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f4e69724-d0b8-4d4d-97a2-cfcb4a62380c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:39:11.348975 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-060dec77-1045-4574-8121-c6280d3c9693 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:11.349202 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060dec77-1045-4574-8121-c6280d3c9693 None None] Bound using segment: {'id': '6b65bfb8-228e-47d1-aaec-20277f3110d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f4e69724-d0b8-4d4d-97a2-cfcb4a62380c'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:39:11.349815 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-060dec77-1045-4574-8121-c6280d3c9693 None None] Bound port: 4efe0407-03dc-404e-8408-6bc7752454ba, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b65bfb8-228e-47d1-aaec-20277f3110d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f4e69724-d0b8-4d4d-97a2-cfcb4a62380c'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:39:11.350224 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-060dec77-1045-4574-8121-c6280d3c9693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:11.472661 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-060dec77-1045-4574-8121-c6280d3c9693 None None] For port 4efe0407-03dc-404e-8408-6bc7752454ba, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:39:11.483367 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-060dec77-1045-4574-8121-c6280d3c9693 None None] For port 4efe0407-03dc-404e-8408-6bc7752454ba, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=4efe0407-03dc-404e-8408-6bc7752454ba,segment=NetworkSegment(6b65bfb8-228e-47d1-aaec-20277f3110d6),segment_id=6b65bfb8-228e-47d1-aaec-20277f3110d6)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:39:11.509010 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-84eb078c-703e-41c8-b758-f4895602506e tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:11.541025 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-060dec77-1045-4574-8121-c6280d3c9693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:11.663073 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84eb078c-703e-41c8-b758-f4895602506e tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:39:11.663483 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-84eb078c-703e-41c8-b758-f4895602506e tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:11.667044 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb2e559-4287-4acb-a427-287d6e6eac5c None None] Pushing event updated for resources: {'Port': ['ID=4efe0407-03dc-404e-8408-6bc7752454ba,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:11.669531 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060dec77-1045-4574-8121-c6280d3c9693 None None] Routers {'61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:39:11.670788 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-060dec77-1045-4574-8121-c6280d3c9693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:38:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:39:11.747390 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 7c208ac4-494c-4927-9778-2ca50267f205 resource provider aggregate not found May 31 13:39:11.805427 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-48d5523c-8c3f-454a-942e-7ac482bd376b req-83ca4a46-e14a-4e24-8175-651006a190d7 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c57625484b41479da30faed75e795b98&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9074006 May 31 13:39:11.838153 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 7c208ac4-494c-4927-9778-2ca50267f205 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7c208ac4-494c-4927-9778-2ca50267f205 found for delete ", "request_id": "req-b378ed29-b937-40bc-a5dc-cf31714d45a8"}]} May 31 13:39:11.947859 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-060dec77-1045-4574-8121-c6280d3c9693 None None] Set router 61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:39:12.046783 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-84eb078c-703e-41c8-b758-f4895602506e tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:12.074263 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-84eb078c-703e-41c8-b758-f4895602506e tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:12.084460 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-84d0a1e4-b2b8-4d3c-9625-fed7eed74c9d req-f69bc341-97f7-43f6-b3b2-bdcd04b3f32b service neutron] 10.222.0.44 "GET /v2.0/networks/7c231a84-2ec4-46e3-bc82-2098434c126a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7995861 May 31 13:39:12.144506 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eb078c-703e-41c8-b758-f4895602506e tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Pushing event deleted for resources: {'Network': ['ID=dcb3f751-d775-46a1-9f3f-cbe089c0ac69,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:12.194583 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-84eb078c-703e-41c8-b758-f4895602506e tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] 10.222.0.50 "DELETE /v2.0/networks/dcb3f751-d775-46a1-9f3f-cbe089c0ac69 HTTP/1.1" status: 204 len: 168 time: 7.1396770 May 31 13:39:12.198279 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52332) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:12.205975 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-ef404294-e665-4142-9edf-309593163253 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-664119827'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:39:12.211084 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ef404294-e665-4142-9edf-309593163253 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:39:12.215419 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ef404294-e665-4142-9edf-309593163253 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Usage tracker for resource:network and tenant:318f7b3dc83b45b79e8aafb0cf55e8a5 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:39:12.218726 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ef404294-e665-4142-9edf-309593163253 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:39:12.220337 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2d40a7-a569-4de0-a36b-0a27a561d17c req-e200d8bc-903b-4611-a985-86fe31e04e99 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:12.221728 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5b2d40a7-a569-4de0-a36b-0a27a561d17c req-e200d8bc-903b-4611-a985-86fe31e04e99 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 944 time: 0.7206371 May 31 13:39:12.232322 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ef404294-e665-4142-9edf-309593163253 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:39:12.239372 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-48d5523c-8c3f-454a-942e-7ac482bd376b req-0914f30b-bc4f-468f-9897-5dc4fa4866b4 service neutron] 10.222.0.50 "GET /v2.0/networks/7090fc64-4766-4bc1-8c8d-d8e3dd2b5735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4000647 May 31 13:39:12.249692 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef404294-e665-4142-9edf-309593163253 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Made reservation on behalf of 318f7b3dc83b45b79e8aafb0cf55e8a5 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:39:12.256374 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ef404294-e665-4142-9edf-309593163253 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:12.290295 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef404294-e665-4142-9edf-309593163253 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:39:12.303924 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ef404294-e665-4142-9edf-309593163253 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:12.304327 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-ef404294-e665-4142-9edf-309593163253 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Added segment b5c9b6f0-6469-45d4-bea7-9143008d5d4d of type vlan for network e3726c29-ef2f-4a3e-af7c-618e16a108d4 May 31 13:39:12.346855 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ef404294-e665-4142-9edf-309593163253 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:12.349936 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5b2d40a7-a569-4de0-a36b-0a27a561d17c req-df02ba48-e15d-41b7-9afa-27d17f3f4ce7 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094339 May 31 13:39:12.371350 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-060dec77-1045-4574-8121-c6280d3c9693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f', 'name': 'tempest-AttachVolumeTestJSON-2082356178-router', 'tenant_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '462cc99c-0c41-4c7e-ac38-1d83b633b4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:38:57Z', 'updated_at': '2022-05-31T13:39:03Z', 'revision_number': 4, 'project_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'gw_port': {'id': '462cc99c-0c41-4c7e-ac38-1d83b633b4f3', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ee:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:38:58Z', 'updated_at': '2022-05-31T13:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '4efe0407-03dc-404e-8408-6bc7752454ba', 'name': '', 'network_id': 'f4e69724-d0b8-4d4d-97a2-cfcb4a62380c', 'tenant_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'mac_address': 'fa:16:3e:43:9e:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '24f2589f-f663-4739-8d87-078291d83152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:39:02Z', 'updated_at': '2022-05-31T13:39:11Z', 'revision_number': 4, 'project_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'subnets': [{'id': '24f2589f-f663-4739-8d87-078291d83152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:39:12.381278 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060dec77-1045-4574-8121-c6280d3c9693 None None] The sync data for ids ['61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f'] in n-d-843939-1 is: [{'id': '61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f', 'name': 'tempest-AttachVolumeTestJSON-2082356178-router', 'tenant_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '462cc99c-0c41-4c7e-ac38-1d83b633b4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:38:57Z', 'updated_at': '2022-05-31T13:39:03Z', 'revision_number': 4, 'project_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'gw_port': {'id': '462cc99c-0c41-4c7e-ac38-1d83b633b4f3', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ee:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:38:58Z', 'updated_at': '2022-05-31T13:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '4efe0407-03dc-404e-8408-6bc7752454ba', 'name': '', 'network_id': 'f4e69724-d0b8-4d4d-97a2-cfcb4a62380c', 'tenant_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'mac_address': 'fa:16:3e:43:9e:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '24f2589f-f663-4739-8d87-078291d83152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:39:02Z', 'updated_at': '2022-05-31T13:39:11Z', 'revision_number': 4, 'project_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'subnets': [{'id': '24f2589f-f663-4739-8d87-078291d83152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:39:12.416777 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ef404294-e665-4142-9edf-309593163253 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:12.422055 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-0556fbdd-f631-43a7-9f78-b252b8387190 req-9e2b49f0-3ca5-413d-8b0f-07c9fa20762d tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] For port 943aec67-dbc5-41ac-b47e-abf1e5a4b9a3, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=943aec67-dbc5-41ac-b47e-abf1e5a4b9a3,segment=NetworkSegment(d3443ede-b43a-41d6-a2b9-2ee5a31d0003),segment_id=d3443ede-b43a-41d6-a2b9-2ee5a31d0003)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:39:12.422428 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-0556fbdd-f631-43a7-9f78-b252b8387190 req-9e2b49f0-3ca5-413d-8b0f-07c9fa20762d tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:12.432167 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef404294-e665-4142-9edf-309593163253 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:12.433277 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ef404294-e665-4142-9edf-309593163253 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:12.593962 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ef404294-e665-4142-9edf-309593163253 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3897140 May 31 13:39:12.593962 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52338) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:12.603839 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-ac85c454-3d8e-49c2-a26d-dd99941fd04c tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Request body: {'subnet': {'network_id': 'e3726c29-ef2f-4a3e-af7c-618e16a108d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:39:12.624091 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef404294-e665-4142-9edf-309593163253 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Pushing event updated for resources: {'Network': ['ID=e3726c29-ef2f-4a3e-af7c-618e16a108d4,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:12.650736 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network e3726c29-ef2f-4a3e-af7c-618e16a108d4 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:39:12.669437 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-0556fbdd-f631-43a7-9f78-b252b8387190 req-9e2b49f0-3ca5-413d-8b0f-07c9fa20762d tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Calling delete_port for 943aec67-dbc5-41ac-b47e-abf1e5a4b9a3 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:39:12.767666 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 4efe0407-03dc-404e-8408-6bc7752454ba up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:39:12.809042 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ac85c454-3d8e-49c2-a26d-dd99941fd04c tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:39:12.814260 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ac85c454-3d8e-49c2-a26d-dd99941fd04c tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Usage tracker for resource:subnet and tenant:318f7b3dc83b45b79e8aafb0cf55e8a5 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:39:12.818293 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ac85c454-3d8e-49c2-a26d-dd99941fd04c tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:39:12.825664 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ac85c454-3d8e-49c2-a26d-dd99941fd04c tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:39:12.846112 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac85c454-3d8e-49c2-a26d-dd99941fd04c tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Made reservation on behalf of 318f7b3dc83b45b79e8aafb0cf55e8a5 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:39:12.853260 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ac85c454-3d8e-49c2-a26d-dd99941fd04c tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:12.863399 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78602ee-c5ee-4c4a-9fdc-aafa56fc3f77 req-1b129bfd-43ed-4c02-9f97-72637a77772b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:12.865345 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a78602ee-c5ee-4c4a-9fdc-aafa56fc3f77 req-1b129bfd-43ed-4c02-9f97-72637a77772b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f89ceabafad5420cb483df25f252f64a&device_id=ce7cf70a-841f-4a94-8810-c8cd54ca4b51 HTTP/1.1" status: 200 len: 1094 time: 0.7180905 May 31 13:39:12.913636 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-eef5112f-4280-4bcf-863c-418cbefa5a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:12.917521 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 4efe0407-03dc-404e-8408-6bc7752454ba completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:39:12.928870 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 4efe0407-03dc-404e-8408-6bc7752454ba triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:39:12.929221 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:12.973394 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-48d5523c-8c3f-454a-942e-7ac482bd376b req-a2fdf7b0-ec2e-48f6-81b6-123fddf9fe06 service neutron] 10.222.0.50 "GET /v2.0/networks/7090fc64-4766-4bc1-8c8d-d8e3dd2b5735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6985750 May 31 13:39:13.083435 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7441b01-8c69-4948-8f61-9f8462db7d62 req-db721029-1c05-4202-9af4-573c61c647fa tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:13.090542 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d7441b01-8c69-4948-8f61-9f8462db7d62 req-db721029-1c05-4202-9af4-573c61c647fa tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c373c129-90a8-4109-b3df-83a42567901b HTTP/1.1" status: 200 len: 946 time: 0.4389958 May 31 13:39:13.192983 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 4efe0407-03dc-404e-8408-6bc7752454ba is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:39:13.193430 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:13.204292 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ac85c454-3d8e-49c2-a26d-dd99941fd04c tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:13.250724 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 4efe0407-03dc-404e-8408-6bc7752454ba, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=4efe0407-03dc-404e-8408-6bc7752454ba,segment=NetworkSegment(6b65bfb8-228e-47d1-aaec-20277f3110d6),segment_id=6b65bfb8-228e-47d1-aaec-20277f3110d6)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:39:13.266587 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:13.266784 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d7441b01-8c69-4948-8f61-9f8462db7d62 req-4382c617-2d37-414a-9423-53a24bd46d94 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751530 May 31 13:39:13.267827 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78602ee-c5ee-4c4a-9fdc-aafa56fc3f77 req-28d9ffbd-81ef-4351-a780-4953a1c87337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:13.275924 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a78602ee-c5ee-4c4a-9fdc-aafa56fc3f77 req-28d9ffbd-81ef-4351-a780-4953a1c87337 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7c231a84-2ec4-46e3-bc82-2098434c126a HTTP/1.1" status: 200 len: 916 time: 0.3901284 May 31 13:39:13.276896 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-0556fbdd-f631-43a7-9f78-b252b8387190 req-9e2b49f0-3ca5-413d-8b0f-07c9fa20762d tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:13.320739 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac85c454-3d8e-49c2-a26d-dd99941fd04c tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Pushing event updated for resources: {'Subnet': ['ID=e522d95c-bc94-467f-b8c0-eb03384d90a7,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:13.416727 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac85c454-3d8e-49c2-a26d-dd99941fd04c tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Checking segment: {'id': 'b5c9b6f0-6469-45d4-bea7-9143008d5d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e3726c29-ef2f-4a3e-af7c-618e16a108d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:39:13.417090 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac85c454-3d8e-49c2-a26d-dd99941fd04c tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Network hostable DHCP agents. Network: e3726c29-ef2f-4a3e-af7c-618e16a108d4, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:39:13.440727 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['943aec67-dbc5-41ac-b47e-abf1e5a4b9a3'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:39:13.449913 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac85c454-3d8e-49c2-a26d-dd99941fd04c tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Network e3726c29-ef2f-4a3e-af7c-618e16a108d4 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:39:13.462886 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-ac85c454-3d8e-49c2-a26d-dd99941fd04c tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, e3726c29-ef2f-4a3e-af7c-618e16a108d4) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:39:13.481284 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac85c454-3d8e-49c2-a26d-dd99941fd04c tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:13.481890 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ac85c454-3d8e-49c2-a26d-dd99941fd04c tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:13.496981 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5867adf6-6105-4b4a-9783-4094e589c448 None None] Network e3726c29-ef2f-4a3e-af7c-618e16a108d4 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:39:13.530238 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ac85c454-3d8e-49c2-a26d-dd99941fd04c tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9322960 May 31 13:39:13.532515 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52360) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:13.540110 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-4e78c74a-bca9-479d-80ff-048d918f53b6 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-154317823'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:39:13.547943 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4e78c74a-bca9-479d-80ff-048d918f53b6 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:39:13.555380 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-4e78c74a-bca9-479d-80ff-048d918f53b6 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Usage tracker for resource:network and tenant:318f7b3dc83b45b79e8aafb0cf55e8a5 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:39:13.565114 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-4e78c74a-bca9-479d-80ff-048d918f53b6 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:39:13.581242 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4e78c74a-bca9-479d-80ff-048d918f53b6 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:39:13.603637 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e78c74a-bca9-479d-80ff-048d918f53b6 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Made reservation on behalf of 318f7b3dc83b45b79e8aafb0cf55e8a5 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:39:13.625768 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4e78c74a-bca9-479d-80ff-048d918f53b6 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:13.638505 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=4efe0407-03dc-404e-8408-6bc7752454ba,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:13.686844 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e78c74a-bca9-479d-80ff-048d918f53b6 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:39:13.702738 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4e78c74a-bca9-479d-80ff-048d918f53b6 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:13.703186 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-4e78c74a-bca9-479d-80ff-048d918f53b6 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Added segment b9059803-d04e-41c2-8747-fc84851b3c24 of type vlan for network c1544ef6-41bd-4b51-84aa-40aa18bcafb4 May 31 13:39:13.722486 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device f7f14e37-1d56-412f-9a6a-57cc037825b6 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:39:13.742240 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4e78c74a-bca9-479d-80ff-048d918f53b6 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:13.752772 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a78602ee-c5ee-4c4a-9fdc-aafa56fc3f77 req-7af4373f-fa62-4819-bd04-ccee6ec2159e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7f14e37-1d56-412f-9a6a-57cc037825b6 HTTP/1.1" status: 200 len: 217 time: 0.4698741 May 31 13:39:13.793790 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2b49f0-3ca5-413d-8b0f-07c9fa20762d tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Pushing event deleted for resources: {'Port': ['ID=943aec67-dbc5-41ac-b47e-abf1e5a4b9a3,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:13.807028 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4e78c74a-bca9-479d-80ff-048d918f53b6 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:13.819447 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e78c74a-bca9-479d-80ff-048d918f53b6 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:13.820405 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4e78c74a-bca9-479d-80ff-048d918f53b6 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:13.852443 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:13.881527 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-4e78c74a-bca9-479d-80ff-048d918f53b6 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3467674 May 31 13:39:13.891348 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52366) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:13.907546 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4de64df2-0ffa-4451-bf0f-2ba4555c956a req-2cf725fd-3272-4dbc-9168-c57b732f6336 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--837634079&fields=id&tenant_id=7e44bf4ef1bd484ea1258b83855c2d26 HTTP/1.1" status: 200 len: 267 time: 0.5061131 May 31 13:39:13.976380 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-1df93279-969f-420a-9393-6710802d0aea tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Request body: {'subnet': {'network_id': 'c1544ef6-41bd-4b51-84aa-40aa18bcafb4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:39:14.037233 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78602ee-c5ee-4c4a-9fdc-aafa56fc3f77 req-a8b32723-bf3b-41c5-9c56-e9714b0011b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:14.039560 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a78602ee-c5ee-4c4a-9fdc-aafa56fc3f77 req-a8b32723-bf3b-41c5-9c56-e9714b0011b1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a56a567a-d5d5-4545-b54f-5c0089e8ebda HTTP/1.1" status: 200 len: 854 time: 0.2354715 May 31 13:39:14.074349 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.resource_extend [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:39:14.095855 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281a3a51-7a01-4768-b484-a54f0fbad527 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-e3726c29-ef2f-4a3e-af7c-618e16a108d4', 'network_id': 'e3726c29-ef2f-4a3e-af7c-618e16a108d4', 'tenant_id': '318f7b3dc83b45b79e8aafb0cf55e8a5', 'fixed_ips': [{'subnet_id': 'e522d95c-bc94-467f-b8c0-eb03384d90a7'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:39:14.097300 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-281a3a51-7a01-4768-b484-a54f0fbad527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:14.197649 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:14.291010 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e78c74a-bca9-479d-80ff-048d918f53b6 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Pushing event updated for resources: {'Network': ['ID=c1544ef6-41bd-4b51-84aa-40aa18bcafb4,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:14.323155 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-0556fbdd-f631-43a7-9f78-b252b8387190 req-9e2b49f0-3ca5-413d-8b0f-07c9fa20762d tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] No DVR routers for this DVR port 943aec67-dbc5-41ac-b47e-abf1e5a4b9a3 on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:39:14.336303 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-1df93279-969f-420a-9393-6710802d0aea tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:39:14.340951 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-1df93279-969f-420a-9393-6710802d0aea tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Usage tracker for resource:subnet and tenant:318f7b3dc83b45b79e8aafb0cf55e8a5 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:39:14.346600 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-1df93279-969f-420a-9393-6710802d0aea tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:39:14.347292 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-0556fbdd-f631-43a7-9f78-b252b8387190 req-9e2b49f0-3ca5-413d-8b0f-07c9fa20762d tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:14.351204 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b63bb906-ec74-4acc-bada-32de5093f62a', 'name': 'network-vif-deleted', 'tag': '943aec67-dbc5-41ac-b47e-abf1e5a4b9a3'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:39:14.364152 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-1df93279-969f-420a-9393-6710802d0aea tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:39:14.381833 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df93279-969f-420a-9393-6710802d0aea tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Made reservation on behalf of 318f7b3dc83b45b79e8aafb0cf55e8a5 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:39:14.385957 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network c1544ef6-41bd-4b51-84aa-40aa18bcafb4 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:39:14.389368 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1df93279-969f-420a-9393-6710802d0aea tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:14.411228 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0556fbdd-f631-43a7-9f78-b252b8387190 req-9e2b49f0-3ca5-413d-8b0f-07c9fa20762d tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.44 "DELETE /v2.0/ports/943aec67-dbc5-41ac-b47e-abf1e5a4b9a3 HTTP/1.1" status: 204 len: 173 time: 3.5550756 May 31 13:39:14.448092 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78602ee-c5ee-4c4a-9fdc-aafa56fc3f77 req-106cb761-ac98-4f3f-a2ac-a561829be0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:14.449671 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a78602ee-c5ee-4c4a-9fdc-aafa56fc3f77 req-106cb761-ac98-4f3f-a2ac-a561829be0d7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7c231a84-2ec4-46e3-bc82-2098434c126a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3765020 May 31 13:39:14.459653 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de64df2-0ffa-4451-bf0f-2ba4555c956a req-885dd366-25e1-494d-b9d0-cbadc09d2433 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:14.467832 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4de64df2-0ffa-4451-bf0f-2ba4555c956a req-885dd366-25e1-494d-b9d0-cbadc09d2433 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/networks?id=f4e69724-d0b8-4d4d-97a2-cfcb4a62380c HTTP/1.1" status: 200 len: 811 time: 0.5588284 May 31 13:39:14.486357 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7540e13-de98-4d38-aa6b-6483a3124675 req-37834e25-2822-4d21-9c45-7f53f577cc4f tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:14.487888 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f7540e13-de98-4d38-aa6b-6483a3124675 req-37834e25-2822-4d21-9c45-7f53f577cc4f tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce7cf70a-841f-4a94-8810-c8cd54ca4b51 HTTP/1.1" status: 200 len: 943 time: 0.7606447 May 31 13:39:14.492895 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [req-a78602ee-c5ee-4c4a-9fdc-aafa56fc3f77 req-cd12f2e8-49a9-461e-a354-e6222bb936c8 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:39:14.493913 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a78602ee-c5ee-4c4a-9fdc-aafa56fc3f77 req-cd12f2e8-49a9-461e-a354-e6222bb936c8 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050492 May 31 13:39:14.495302 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4de64df2-0ffa-4451-bf0f-2ba4555c956a req-1dfe4fbe-5b9b-4442-9d21-41ea8b7d703e tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/quotas/7e44bf4ef1bd484ea1258b83855c2d26 HTTP/1.1" status: 200 len: 375 time: 0.0266681 May 31 13:39:14.539642 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.ipam_backend_mixin [None req-1df93279-969f-420a-9393-6710802d0aea tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Performing IP validity checks on allocation pools {{(pid=88369) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 31 13:39:14.540462 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.ipam_backend_mixin [None req-1df93279-969f-420a-9393-6710802d0aea tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88369) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 31 13:39:14.679987 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port f7f14e37-1d56-412f-9a6a-57cc037825b6, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=f7f14e37-1d56-412f-9a6a-57cc037825b6,segment=NetworkSegment(0c8aa3a6-47b8-4f9f-a1d3-b43478db3f3f),segment_id=0c8aa3a6-47b8-4f9f-a1d3-b43478db3f3f)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:39:14.695085 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 4efe0407-03dc-404e-8408-6bc7752454ba up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:39:14.705027 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1df93279-969f-420a-9393-6710802d0aea tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:14.758498 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f7540e13-de98-4d38-aa6b-6483a3124675 req-df9940bf-1a21-4a49-9bef-cff3d224008c tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] 10.222.0.50 "GET /v2.0/security-groups?id=a3392a71-7f34-4da1-8224-c96eaa2698b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228858 May 31 13:39:14.764344 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': 'f7f14e37-1d56-412f-9a6a-57cc037825b6', 'network_id': '7c231a84-2ec4-46e3-bc82-2098434c126a', 'port_id': 'f7f14e37-1d56-412f-9a6a-57cc037825b6', 'mac_address': 'fa:16:3e:64:2f:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a56a567a-d5d5-4545-b54f-5c0089e8ebda', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:39:14.766797 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-281a3a51-7a01-4768-b484-a54f0fbad527 None None] Allocated IP 2001:db8::1 (e3726c29-ef2f-4a3e-af7c-618e16a108d4/e522d95c-bc94-467f-b8c0-eb03384d90a7/5505460a-43ef-4289-bc5e-00a77fb316da) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:39:14.817537 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4de64df2-0ffa-4451-bf0f-2ba4555c956a req-b695177f-4e40-4426-b277-36803621d60f tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=7e44bf4ef1bd484ea1258b83855c2d26&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3154855 May 31 13:39:14.824408 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a78602ee-c5ee-4c4a-9fdc-aafa56fc3f77 req-83e2b059-6ffe-4c4e-9448-986938c493a3 service neutron] 10.222.0.44 "GET /v2.0/networks/7c231a84-2ec4-46e3-bc82-2098434c126a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875848 May 31 13:39:14.859098 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port f7f14e37-1d56-412f-9a6a-57cc037825b6 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:39:14.859475 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:14.865589 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df93279-969f-420a-9393-6710802d0aea tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Checking segment: {'id': 'b9059803-d04e-41c2-8747-fc84851b3c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c1544ef6-41bd-4b51-84aa-40aa18bcafb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:39:14.866248 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df93279-969f-420a-9393-6710802d0aea tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Network hostable DHCP agents. Network: c1544ef6-41bd-4b51-84aa-40aa18bcafb4, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:39:14.871010 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df93279-969f-420a-9393-6710802d0aea tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Pushing event updated for resources: {'Subnet': ['ID=223f6e66-b736-48c8-ade6-d3a8c01c1819,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:14.893209 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df93279-969f-420a-9393-6710802d0aea tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Network c1544ef6-41bd-4b51-84aa-40aa18bcafb4 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:39:14.907471 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-1df93279-969f-420a-9393-6710802d0aea tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, c1544ef6-41bd-4b51-84aa-40aa18bcafb4) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:39:14.912451 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df93279-969f-420a-9393-6710802d0aea tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:14.913389 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1df93279-969f-420a-9393-6710802d0aea tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:14.958133 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-1df93279-969f-420a-9393-6710802d0aea tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.0653741 May 31 13:39:14.971159 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52374) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:14.984632 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb096d1c-c94d-4904-8373-19893b58f032 None None] Network c1544ef6-41bd-4b51-84aa-40aa18bcafb4 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:39:15.020306 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7f14e37-1d56-412f-9a6a-57cc037825b6 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:39:15.108749 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 4efe0407-03dc-404e-8408-6bc7752454ba triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:39:15.109153 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:15.163026 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port f7f14e37-1d56-412f-9a6a-57cc037825b6, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=f7f14e37-1d56-412f-9a6a-57cc037825b6,segment=NetworkSegment(0c8aa3a6-47b8-4f9f-a1d3-b43478db3f3f),segment_id=0c8aa3a6-47b8-4f9f-a1d3-b43478db3f3f)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:39:15.175717 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5db76c84-6072-411a-9532-ea7a0835db92 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:15.201503 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:15.266453 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5db76c84-6072-411a-9532-ea7a0835db92 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:15.319664 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4de64df2-0ffa-4451-bf0f-2ba4555c956a req-dde7200c-6334-421a-acdc-58e9dddd00ce service neutron] 10.222.0.50 "GET /v2.0/networks/f4e69724-d0b8-4d4d-97a2-cfcb4a62380c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4884973 May 31 13:39:15.373561 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5db76c84-6072-411a-9532-ea7a0835db92 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:15.426308 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db76c84-6072-411a-9532-ea7a0835db92 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Pushing event deleted for resources: {'Subnet': ['ID=223f6e66-b736-48c8-ade6-d3a8c01c1819,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:15.532104 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c6ead-4285-4876-8873-a4fe0c294ffa req-b3075c33-12d3-4a4a-9a8b-a13c170b6d7d tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:15.533825 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e44c6ead-4285-4876-8873-a4fe0c294ffa req-b3075c33-12d3-4a4a-9a8b-a13c170b6d7d tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e86b4d0-5860-4e64-bffe-d0e865533e0d HTTP/1.1" status: 200 len: 946 time: 0.5079024 May 31 13:39:15.541537 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5523c-8c3f-454a-942e-7ac482bd376b req-35677abe-ab1b-4436-93bd-4d61c70a71d5 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:15.543024 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-48d5523c-8c3f-454a-942e-7ac482bd376b req-35677abe-ab1b-4436-93bd-4d61c70a71d5 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.44 "GET /v2.0/networks?id=7090fc64-4766-4bc1-8c8d-d8e3dd2b5735 HTTP/1.1" status: 200 len: 815 time: 0.5160074 May 31 13:39:15.569931 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a78602ee-c5ee-4c4a-9fdc-aafa56fc3f77 req-c8f004bd-6b4e-415b-9c47-5642e6e02e7c service neutron] 10.222.0.44 "GET /v2.0/networks/7c231a84-2ec4-46e3-bc82-2098434c126a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6998043 May 31 13:39:15.580683 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-48d5523c-8c3f-454a-942e-7ac482bd376b req-4d8bbbc7-d740-438d-973a-40cbdd50a455 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Request body: {'port': {'device_id': 'a86dc494-b1dc-4fd5-90c4-02d39ae52157', 'network_id': '7090fc64-4766-4bc1-8c8d-d8e3dd2b5735', 'admin_state_up': True, 'tenant_id': 'c57625484b41479da30faed75e795b98'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:39:15.637736 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5db76c84-6072-411a-9532-ea7a0835db92 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:15.672067 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-5db76c84-6072-411a-9532-ea7a0835db92 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1544ef6-41bd-4b51-84aa-40aa18bcafb4']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:39:15.687698 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-5db76c84-6072-411a-9532-ea7a0835db92 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9059803-d04e-41c2-8747-fc84851b3c24') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:39:15.688036 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-5db76c84-6072-411a-9532-ea7a0835db92 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9059803-d04e-41c2-8747-fc84851b3c24') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:39:15.696170 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['f7f14e37-1d56-412f-9a6a-57cc037825b6'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:39:15.702998 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5db76c84-6072-411a-9532-ea7a0835db92 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:15.724224 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5db76c84-6072-411a-9532-ea7a0835db92 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:15.734487 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5db76c84-6072-411a-9532-ea7a0835db92 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:39:15.735109 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5db76c84-6072-411a-9532-ea7a0835db92 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:15.777262 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 943aec67-dbc5-41ac-b47e-abf1e5a4b9a3 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:39:15.781255 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment b9059803-d04e-41c2-8747-fc84851b3c24 resource provider aggregate not found May 31 13:39:15.814427 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=f7f14e37-1d56-412f-9a6a-57cc037825b6,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:15.863920 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] No Port match for: 943aec67-dbc5-41ac-b47e-abf1e5a4b9a3 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:39:15.864255 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 943aec67-dbc5-41ac-b47e-abf1e5a4b9a3 not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:39:15.865739 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffa8a25-2b9c-4aa6-9f32-bdd5c06cb3a7 None None] Network c1544ef6-41bd-4b51-84aa-40aa18bcafb4 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:39:15.868993 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment b9059803-d04e-41c2-8747-fc84851b3c24 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b9059803-d04e-41c2-8747-fc84851b3c24 found for delete ", "request_id": "req-e64a12f3-2c0b-40d9-bfcd-1626d18e5f29"}]} May 31 13:39:15.886527 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:15.915379 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5db76c84-6072-411a-9532-ea7a0835db92 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:15.922204 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e44c6ead-4285-4876-8873-a4fe0c294ffa req-5ee2557f-2521-4840-ae37-f34b837cc9bb tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3769176 May 31 13:39:15.950997 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5db76c84-6072-411a-9532-ea7a0835db92 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:15.962822 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db76c84-6072-411a-9532-ea7a0835db92 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Pushing event deleted for resources: {'Network': ['ID=c1544ef6-41bd-4b51-84aa-40aa18bcafb4,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:15.965594 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 4efe0407-03dc-404e-8408-6bc7752454ba is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:39:15.984611 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-5db76c84-6072-411a-9532-ea7a0835db92 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] 10.222.0.50 "DELETE /v2.0/networks/c1544ef6-41bd-4b51-84aa-40aa18bcafb4 HTTP/1.1" status: 204 len: 168 time: 1.0122523 May 31 13:39:15.986695 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-281a3a51-7a01-4768-b484-a54f0fbad527 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:15.987864 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52384) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:15.995037 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-98b675e9-7f1f-4bd7-b352-60dfb7514881 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-803409391'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:39:16.001054 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-98b675e9-7f1f-4bd7-b352-60dfb7514881 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:39:16.005766 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-98b675e9-7f1f-4bd7-b352-60dfb7514881 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Usage tracker for resource:network and tenant:318f7b3dc83b45b79e8aafb0cf55e8a5 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:39:16.009027 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-98b675e9-7f1f-4bd7-b352-60dfb7514881 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:39:16.010608 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-281a3a51-7a01-4768-b484-a54f0fbad527 None None] Transition to ACTIVE for port object 5505460a-43ef-4289-bc5e-00a77fb316da will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:39:16.016343 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4de64df2-0ffa-4451-bf0f-2ba4555c956a req-ff094573-052e-478a-900d-34d3317a2bc2 service neutron] 10.222.0.50 "GET /v2.0/networks/f4e69724-d0b8-4d4d-97a2-cfcb4a62380c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6746268 May 31 13:39:16.017135 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-98b675e9-7f1f-4bd7-b352-60dfb7514881 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:39:16.035181 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b675e9-7f1f-4bd7-b352-60dfb7514881 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Made reservation on behalf of 318f7b3dc83b45b79e8aafb0cf55e8a5 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:39:16.041684 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-98b675e9-7f1f-4bd7-b352-60dfb7514881 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:16.082467 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98b675e9-7f1f-4bd7-b352-60dfb7514881 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:39:16.092088 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-281a3a51-7a01-4768-b484-a54f0fbad527 None None] Transition to ACTIVE for port object 5505460a-43ef-4289-bc5e-00a77fb316da will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:39:16.096957 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-98b675e9-7f1f-4bd7-b352-60dfb7514881 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:16.097361 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-98b675e9-7f1f-4bd7-b352-60dfb7514881 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Added segment f4a28d04-bb29-4468-ba5b-9740711d466f of type vlan for network 9e050315-19d7-48f7-bbb3-21d70139d9bb May 31 13:39:16.103490 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-48d5523c-8c3f-454a-942e-7ac482bd376b req-4d8bbbc7-d740-438d-973a-40cbdd50a455 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:39:16.111369 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-48d5523c-8c3f-454a-942e-7ac482bd376b req-4d8bbbc7-d740-438d-973a-40cbdd50a455 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Usage tracker for resource:port and tenant:c57625484b41479da30faed75e795b98 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:39:16.115930 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-48d5523c-8c3f-454a-942e-7ac482bd376b req-4d8bbbc7-d740-438d-973a-40cbdd50a455 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:39:16.116232 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-281a3a51-7a01-4768-b484-a54f0fbad527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:16.133485 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-98b675e9-7f1f-4bd7-b352-60dfb7514881 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:16.172715 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-98b675e9-7f1f-4bd7-b352-60dfb7514881 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:16.179237 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b675e9-7f1f-4bd7-b352-60dfb7514881 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:16.179900 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-98b675e9-7f1f-4bd7-b352-60dfb7514881 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:16.200460 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-eef20be6-b88a-49ef-9d5a-b823bfca2daf req-64695765-08f6-4cc4-948d-f7ae4e607acd tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Synchronizing usage tracker for tenant:c57625484b41479da30faed75e795b98 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:39:16.206836 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-48d5523c-8c3f-454a-942e-7ac482bd376b req-4d8bbbc7-d740-438d-973a-40cbdd50a455 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:39:16.236907 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48d5523c-8c3f-454a-942e-7ac482bd376b req-4d8bbbc7-d740-438d-973a-40cbdd50a455 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Made reservation on behalf of c57625484b41479da30faed75e795b98 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:39:16.240685 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-48d5523c-8c3f-454a-942e-7ac482bd376b req-4d8bbbc7-d740-438d-973a-40cbdd50a455 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:16.260384 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-eef20be6-b88a-49ef-9d5a-b823bfca2daf req-64695765-08f6-4cc4-948d-f7ae4e607acd tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Unset dirty status for tenant:c57625484b41479da30faed75e795b98 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:39:16.261597 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-eef20be6-b88a-49ef-9d5a-b823bfca2daf req-64695765-08f6-4cc4-948d-f7ae4e607acd tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/ports?device_id=a86dc494-b1dc-4fd5-90c4-02d39ae52157 HTTP/1.1" status: 200 len: 210 time: 0.1373649 May 31 13:39:16.344152 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281a3a51-7a01-4768-b484-a54f0fbad527 None None] Network e3726c29-ef2f-4a3e-af7c-618e16a108d4 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:39:16.353978 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-281a3a51-7a01-4768-b484-a54f0fbad527 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:39:16.358655 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281a3a51-7a01-4768-b484-a54f0fbad527 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:39:16.409019 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281a3a51-7a01-4768-b484-a54f0fbad527 None None] Pushing event updated for resources: {'Port': ['ID=5505460a-43ef-4289-bc5e-00a77fb316da,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:16.453175 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-98b675e9-7f1f-4bd7-b352-60dfb7514881 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4629536 May 31 13:39:16.453888 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52392) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:16.481308 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b675e9-7f1f-4bd7-b352-60dfb7514881 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Pushing event updated for resources: {'Network': ['ID=9e050315-19d7-48f7-bbb3-21d70139d9bb,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:16.497131 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-4d801426-1f8a-4dde-91cd-2bb723b7b447 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Request body: {'subnet': {'network_id': '9e050315-19d7-48f7-bbb3-21d70139d9bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:39:16.504896 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 9e050315-19d7-48f7-bbb3-21d70139d9bb details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:39:16.624924 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-281a3a51-7a01-4768-b484-a54f0fbad527 None None] Attempting to bind port 5505460a-43ef-4289-bc5e-00a77fb316da on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:39:16.626061 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-281a3a51-7a01-4768-b484-a54f0fbad527 None None] Attempting to bind port 5505460a-43ef-4289-bc5e-00a77fb316da by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'b5c9b6f0-6469-45d4-bea7-9143008d5d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e3726c29-ef2f-4a3e-af7c-618e16a108d4'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:39:16.626510 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281a3a51-7a01-4768-b484-a54f0fbad527 None None] Attempting to bind port 5505460a-43ef-4289-bc5e-00a77fb316da on network e3726c29-ef2f-4a3e-af7c-618e16a108d4 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:39:16.652046 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281a3a51-7a01-4768-b484-a54f0fbad527 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:39:16.652302 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281a3a51-7a01-4768-b484-a54f0fbad527 None None] Checking segment: {'id': 'b5c9b6f0-6469-45d4-bea7-9143008d5d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e3726c29-ef2f-4a3e-af7c-618e16a108d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:39:16.652848 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-281a3a51-7a01-4768-b484-a54f0fbad527 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:16.653133 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281a3a51-7a01-4768-b484-a54f0fbad527 None None] Bound using segment: {'id': 'b5c9b6f0-6469-45d4-bea7-9143008d5d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e3726c29-ef2f-4a3e-af7c-618e16a108d4'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:39:16.654612 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-281a3a51-7a01-4768-b484-a54f0fbad527 None None] Bound port: 5505460a-43ef-4289-bc5e-00a77fb316da, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5c9b6f0-6469-45d4-bea7-9143008d5d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e3726c29-ef2f-4a3e-af7c-618e16a108d4'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:39:16.654612 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-281a3a51-7a01-4768-b484-a54f0fbad527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:16.656053 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4d801426-1f8a-4dde-91cd-2bb723b7b447 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:39:16.660667 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-4d801426-1f8a-4dde-91cd-2bb723b7b447 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Usage tracker for resource:subnet and tenant:318f7b3dc83b45b79e8aafb0cf55e8a5 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:39:16.663985 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-4d801426-1f8a-4dde-91cd-2bb723b7b447 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:39:16.666123 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-48d5523c-8c3f-454a-942e-7ac482bd376b req-4d8bbbc7-d740-438d-973a-40cbdd50a455 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Allocated IP 172.20.0.5 (7090fc64-4766-4bc1-8c8d-d8e3dd2b5735/0cac9d00-a8ca-4f0c-abe0-a23f396b4dab/64491d7b-6e9a-4bda-81d1-7220e0bc6f2c) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:39:16.682566 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4d801426-1f8a-4dde-91cd-2bb723b7b447 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:39:16.708298 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e1668-f59d-4b88-bca3-1330cba7a6fa req-ee4e1f44-5945-4bcf-b258-51fe1c4572fe tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:16.710084 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-042e1668-f59d-4b88-bca3-1330cba7a6fa req-ee4e1f44-5945-4bcf-b258-51fe1c4572fe tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 944 time: 0.2887354 May 31 13:39:16.711572 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d801426-1f8a-4dde-91cd-2bb723b7b447 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Made reservation on behalf of 318f7b3dc83b45b79e8aafb0cf55e8a5 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:39:16.719828 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4d801426-1f8a-4dde-91cd-2bb723b7b447 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:16.760824 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11eaf6-5738-4948-ac7f-201b94a615df req-d52b4f48-a6c8-4da7-8a01-0bfc313870a7 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:16.762410 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8b11eaf6-5738-4948-ac7f-201b94a615df req-d52b4f48-a6c8-4da7-8a01-0bfc313870a7 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c373c129-90a8-4109-b3df-83a42567901b HTTP/1.1" status: 200 len: 946 time: 0.2341597 May 31 13:39:16.812540 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-281a3a51-7a01-4768-b484-a54f0fbad527 None None] For port 5505460a-43ef-4289-bc5e-00a77fb316da, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:39:16.816602 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-281a3a51-7a01-4768-b484-a54f0fbad527 None None] For port 5505460a-43ef-4289-bc5e-00a77fb316da, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=5505460a-43ef-4289-bc5e-00a77fb316da,segment=NetworkSegment(b5c9b6f0-6469-45d4-bea7-9143008d5d4d),segment_id=b5c9b6f0-6469-45d4-bea7-9143008d5d4d)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:39:16.821228 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-281a3a51-7a01-4768-b484-a54f0fbad527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:16.837719 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-042e1668-f59d-4b88-bca3-1330cba7a6fa req-f7194d97-654c-442a-b87c-735dd77a17b1 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129768 May 31 13:39:16.954861 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4910bb72-9bd4-4c3b-bdfa-ad925312bbd9'] response: {'server_uuid': 'b63bb906-ec74-4acc-bada-32de5093f62a', 'name': 'network-vif-deleted', 'tag': '943aec67-dbc5-41ac-b47e-abf1e5a4b9a3', 'status': 'completed', 'code': 200} May 31 13:39:16.960627 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281a3a51-7a01-4768-b484-a54f0fbad527 None None] Pushing event updated for resources: {'Port': ['ID=5505460a-43ef-4289-bc5e-00a77fb316da,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:16.963980 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8b11eaf6-5738-4948-ac7f-201b94a615df req-95400a3e-1314-463f-9976-bf619a66ae41 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908383 May 31 13:39:17.071115 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-48d5523c-8c3f-454a-942e-7ac482bd376b req-4d8bbbc7-d740-438d-973a-40cbdd50a455 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:17.179002 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4d801426-1f8a-4dde-91cd-2bb723b7b447 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:17.250313 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-48d5523c-8c3f-454a-942e-7ac482bd376b req-4d8bbbc7-d740-438d-973a-40cbdd50a455 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:17.328826 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d801426-1f8a-4dde-91cd-2bb723b7b447 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Checking segment: {'id': 'f4a28d04-bb29-4468-ba5b-9740711d466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9e050315-19d7-48f7-bbb3-21d70139d9bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:39:17.329304 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d801426-1f8a-4dde-91cd-2bb723b7b447 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Network hostable DHCP agents. Network: 9e050315-19d7-48f7-bbb3-21d70139d9bb, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:39:17.334600 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d801426-1f8a-4dde-91cd-2bb723b7b447 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Pushing event updated for resources: {'Subnet': ['ID=82bc139c-979e-4e6e-a145-3a7a142bc8f2,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:17.360584 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d801426-1f8a-4dde-91cd-2bb723b7b447 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Network 9e050315-19d7-48f7-bbb3-21d70139d9bb is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:39:17.374853 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-4d801426-1f8a-4dde-91cd-2bb723b7b447 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 9e050315-19d7-48f7-bbb3-21d70139d9bb) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:39:17.381303 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4b88ac1d-9007-4298-b4e6-f12bd6f088b9 req-6aa04c24-d5c5-40a7-8d76-cb0c16bd1535 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/ports?device_id=11332720-a38e-4aad-a18d-a89dce10acd0 HTTP/1.1" status: 200 len: 210 time: 0.1810491 May 31 13:39:17.383903 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b2e342-3441-4b93-a1d7-27f4c69882fb None None] Network 9e050315-19d7-48f7-bbb3-21d70139d9bb requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:39:17.401828 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d801426-1f8a-4dde-91cd-2bb723b7b447 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:17.403624 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4d801426-1f8a-4dde-91cd-2bb723b7b447 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:17.433827 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-4d801426-1f8a-4dde-91cd-2bb723b7b447 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.9749761 May 31 13:39:17.437843 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52408) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:17.498842 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48d5523c-8c3f-454a-942e-7ac482bd376b req-4d8bbbc7-d740-438d-973a-40cbdd50a455 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Network 7090fc64-4766-4bc1-8c8d-d8e3dd2b5735 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:39:17.503582 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-48d5523c-8c3f-454a-942e-7ac482bd376b req-4d8bbbc7-d740-438d-973a-40cbdd50a455 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:39:17.507066 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8bbbc7-d740-438d-973a-40cbdd50a455 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Pushing event updated for resources: {'Port': ['ID=64491d7b-6e9a-4bda-81d1-7220e0bc6f2c,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:17.511293 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-48d5523c-8c3f-454a-942e-7ac482bd376b req-4d8bbbc7-d740-438d-973a-40cbdd50a455 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:39:17.645501 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96622b23-247b-45b1-815f-0330229efbdb req-673aa6d6-655c-4edc-a526-536f0ee48995 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:17.647177 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-96622b23-247b-45b1-815f-0330229efbdb req-673aa6d6-655c-4edc-a526-536f0ee48995 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce7cf70a-841f-4a94-8810-c8cd54ca4b51 HTTP/1.1" status: 200 len: 944 time: 0.5573652 May 31 13:39:17.663838 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5523c-8c3f-454a-942e-7ac482bd376b req-4d8bbbc7-d740-438d-973a-40cbdd50a455 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:17.664500 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-48d5523c-8c3f-454a-942e-7ac482bd376b req-4d8bbbc7-d740-438d-973a-40cbdd50a455 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:17.739615 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device f7f14e37-1d56-412f-9a6a-57cc037825b6 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:39:17.750524 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b447662f-41a9-45c3-8bda-14e344c64720 req-c59e0938-29c0-45dd-9dff-45edc2f57b2d tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:17.752095 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b447662f-41a9-45c3-8bda-14e344c64720 req-c59e0938-29c0-45dd-9dff-45edc2f57b2d tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 944 time: 0.2129040 May 31 13:39:17.755910 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-48d5523c-8c3f-454a-942e-7ac482bd376b req-4d8bbbc7-d740-438d-973a-40cbdd50a455 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1808653 May 31 13:39:17.759428 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-96622b23-247b-45b1-815f-0330229efbdb req-f6390734-eb71-48e7-9e40-20b6155a5f9f tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] 10.222.0.50 "GET /v2.0/security-groups?id=a3392a71-7f34-4da1-8224-c96eaa2698b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887072 May 31 13:39:17.800984 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-48d5523c-8c3f-454a-942e-7ac482bd376b req-34837781-9441-49f2-98de-7e70e622bb2b service neutron] Request body: {'port': {'device_id': 'a86dc494-b1dc-4fd5-90c4-02d39ae52157', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:39:17.804950 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88abcd2-d949-4555-b54f-20fb06ef141d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-9e050315-19d7-48f7-bbb3-21d70139d9bb', 'network_id': '9e050315-19d7-48f7-bbb3-21d70139d9bb', 'tenant_id': '318f7b3dc83b45b79e8aafb0cf55e8a5', 'fixed_ips': [{'subnet_id': '82bc139c-979e-4e6e-a145-3a7a142bc8f2'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:39:17.808513 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e88abcd2-d949-4555-b54f-20fb06ef141d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:17.874821 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cba7ff76-46e8-4382-9dcf-43baebf3d479 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:18.002538 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b447662f-41a9-45c3-8bda-14e344c64720 req-6479eeb9-c473-42f2-90e1-50d345e79b31 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2371900 May 31 13:39:18.008766 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port f7f14e37-1d56-412f-9a6a-57cc037825b6 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:39:18.023244 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port f7f14e37-1d56-412f-9a6a-57cc037825b6 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:39:18.023913 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:18.118117 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cba7ff76-46e8-4382-9dcf-43baebf3d479 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:18.200260 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-e88abcd2-d949-4555-b54f-20fb06ef141d None None] Allocated IP 2001:db8::1 (9e050315-19d7-48f7-bbb3-21d70139d9bb/82bc139c-979e-4e6e-a145-3a7a142bc8f2/1c90832e-3f5b-41d2-b731-01e297293389) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:39:18.257714 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-48d5523c-8c3f-454a-942e-7ac482bd376b req-34837781-9441-49f2-98de-7e70e622bb2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:18.508482 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port f7f14e37-1d56-412f-9a6a-57cc037825b6 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:39:18.509053 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:18.582288 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce7cf70a-841f-4a94-8810-c8cd54ca4b51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f14e37-1d56-412f-9a6a-57cc037825b6'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:39:18.617085 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port f7f14e37-1d56-412f-9a6a-57cc037825b6, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=f7f14e37-1d56-412f-9a6a-57cc037825b6,segment=NetworkSegment(0c8aa3a6-47b8-4f9f-a1d3-b43478db3f3f),segment_id=0c8aa3a6-47b8-4f9f-a1d3-b43478db3f3f)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:39:18.617085 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a2e954-881a-49f7-b82c-6871e1420ca7 None None] Network e3726c29-ef2f-4a3e-af7c-618e16a108d4 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:39:18.696070 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de64df2-0ffa-4451-bf0f-2ba4555c956a req-d4cf4330-3bf6-4c21-8ecf-f0ac9e935873 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:18.697556 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4de64df2-0ffa-4451-bf0f-2ba4555c956a req-d4cf4330-3bf6-4c21-8ecf-f0ac9e935873 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.44 "GET /v2.0/networks?id=f4e69724-d0b8-4d4d-97a2-cfcb4a62380c HTTP/1.1" status: 200 len: 811 time: 0.7510149 May 31 13:39:18.722287 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:18.792228 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e170b0-dff2-4f93-953e-29775eb3696b req-0d47b3f5-24e8-445b-8a38-0c144a2cd978 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:18.793678 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-62e170b0-dff2-4f93-953e-29775eb3696b req-0d47b3f5-24e8-445b-8a38-0c144a2cd978 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e86b4d0-5860-4e64-bffe-d0e865533e0d HTTP/1.1" status: 200 len: 946 time: 0.8220475 May 31 13:39:18.804399 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 5505460a-43ef-4289-bc5e-00a77fb316da up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:39:18.881786 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4de64df2-0ffa-4451-bf0f-2ba4555c956a req-6ed286ce-6906-461d-a7ba-15db4d38095b tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e44bf4ef1bd484ea1258b83855c2d26 HTTP/1.1" status: 200 len: 379 time: 0.1684148 May 31 13:39:18.896363 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-4de64df2-0ffa-4451-bf0f-2ba4555c956a req-429ce169-50ed-4b17-8477-be14e9bd9e08 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Request body: {'port': {'device_id': '11332720-a38e-4aad-a18d-a89dce10acd0', 'network_id': 'f4e69724-d0b8-4d4d-97a2-cfcb4a62380c', 'admin_state_up': True, 'tenant_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'security_groups': ['792462f3-0c93-41bc-a9cb-454dcd850b04']}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:39:18.900021 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-72f46b7e-1583-4c5a-b84d-3b1dc273ab5e None None] Provisioning for port 5505460a-43ef-4289-bc5e-00a77fb316da completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:39:18.989620 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e88abcd2-d949-4555-b54f-20fb06ef141d None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:19.006782 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81385f3-274a-494a-a23c-f0abcea4ca33 req-900f9fa2-8f0f-428f-ba96-4f536f9dd1f5 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:19.007511 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-d81385f3-274a-494a-a23c-f0abcea4ca33 req-900f9fa2-8f0f-428f-ba96-4f536f9dd1f5 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Synchronizing usage tracker for tenant:c57625484b41479da30faed75e795b98 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:39:19.012075 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e88abcd2-d949-4555-b54f-20fb06ef141d None None] Transition to ACTIVE for port object 1c90832e-3f5b-41d2-b731-01e297293389 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:39:19.043775 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-62e170b0-dff2-4f93-953e-29775eb3696b req-2e5006e4-9bb5-4aa3-8cdc-be50097ccb38 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957004 May 31 13:39:19.044035 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=f7f14e37-1d56-412f-9a6a-57cc037825b6,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:19.092289 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-d81385f3-274a-494a-a23c-f0abcea4ca33 req-900f9fa2-8f0f-428f-ba96-4f536f9dd1f5 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Unset dirty status for tenant:c57625484b41479da30faed75e795b98 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:39:19.093498 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e88abcd2-d949-4555-b54f-20fb06ef141d None None] Transition to ACTIVE for port object 1c90832e-3f5b-41d2-b731-01e297293389 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:39:19.098841 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d81385f3-274a-494a-a23c-f0abcea4ca33 req-900f9fa2-8f0f-428f-ba96-4f536f9dd1f5 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/ports?device_id=a86dc494-b1dc-4fd5-90c4-02d39ae52157 HTTP/1.1" status: 200 len: 931 time: 0.7891543 May 31 13:39:19.132917 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cba7ff76-46e8-4382-9dcf-43baebf3d479 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:19.141584 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e88abcd2-d949-4555-b54f-20fb06ef141d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:19.145169 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 5505460a-43ef-4289-bc5e-00a77fb316da completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:39:19.197055 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba7ff76-46e8-4382-9dcf-43baebf3d479 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Pushing event deleted for resources: {'Subnet': ['ID=82bc139c-979e-4e6e-a145-3a7a142bc8f2,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:19.197343 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-4de64df2-0ffa-4451-bf0f-2ba4555c956a req-429ce169-50ed-4b17-8477-be14e9bd9e08 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:39:19.209436 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 5505460a-43ef-4289-bc5e-00a77fb316da triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:39:19.209613 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:19.276032 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-4de64df2-0ffa-4451-bf0f-2ba4555c956a req-429ce169-50ed-4b17-8477-be14e9bd9e08 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Usage tracker for resource:port and tenant:7e44bf4ef1bd484ea1258b83855c2d26 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:39:19.294358 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88abcd2-d949-4555-b54f-20fb06ef141d None None] Network 9e050315-19d7-48f7-bbb3-21d70139d9bb is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:39:19.295067 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88abcd2-d949-4555-b54f-20fb06ef141d None None] Pushing event updated for resources: {'Port': ['ID=1c90832e-3f5b-41d2-b731-01e297293389,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:19.301484 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-e88abcd2-d949-4555-b54f-20fb06ef141d None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:39:19.308583 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88abcd2-d949-4555-b54f-20fb06ef141d None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:39:19.317321 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-4de64df2-0ffa-4451-bf0f-2ba4555c956a req-429ce169-50ed-4b17-8477-be14e9bd9e08 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:39:19.323433 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cba7ff76-46e8-4382-9dcf-43baebf3d479 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:19.327650 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-4de64df2-0ffa-4451-bf0f-2ba4555c956a req-429ce169-50ed-4b17-8477-be14e9bd9e08 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:39:19.358987 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-cba7ff76-46e8-4382-9dcf-43baebf3d479 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e050315-19d7-48f7-bbb3-21d70139d9bb']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:39:19.374571 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-cba7ff76-46e8-4382-9dcf-43baebf3d479 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4a28d04-bb29-4468-ba5b-9740711d466f') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:39:19.375017 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-cba7ff76-46e8-4382-9dcf-43baebf3d479 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4a28d04-bb29-4468-ba5b-9740711d466f') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:39:19.376825 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-48d5523c-8c3f-454a-942e-7ac482bd376b req-34837781-9441-49f2-98de-7e70e622bb2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64491d7b-6e9a-4bda-81d1-7220e0bc6f2c {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:39:19.387843 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-48d5523c-8c3f-454a-942e-7ac482bd376b req-34837781-9441-49f2-98de-7e70e622bb2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:19.388830 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cba7ff76-46e8-4382-9dcf-43baebf3d479 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:19.413367 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4de64df2-0ffa-4451-bf0f-2ba4555c956a req-429ce169-50ed-4b17-8477-be14e9bd9e08 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Made reservation on behalf of 7e44bf4ef1bd484ea1258b83855c2d26 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:39:19.417515 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-4de64df2-0ffa-4451-bf0f-2ba4555c956a req-429ce169-50ed-4b17-8477-be14e9bd9e08 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:19.427232 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cba7ff76-46e8-4382-9dcf-43baebf3d479 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:19.436470 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cba7ff76-46e8-4382-9dcf-43baebf3d479 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:39:19.436967 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cba7ff76-46e8-4382-9dcf-43baebf3d479 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:19.446611 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d81385f3-274a-494a-a23c-f0abcea4ca33 req-ae85b902-f311-43ad-b891-e3646d538fe3 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/security-groups?id=677b8212-d6d1-4b38-be51-aaa6218210d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186333 May 31 13:39:19.479249 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-e88abcd2-d949-4555-b54f-20fb06ef141d None None] Attempting to bind port 1c90832e-3f5b-41d2-b731-01e297293389 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:39:19.479618 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-e88abcd2-d949-4555-b54f-20fb06ef141d None None] Attempting to bind port 1c90832e-3f5b-41d2-b731-01e297293389 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'f4a28d04-bb29-4468-ba5b-9740711d466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9e050315-19d7-48f7-bbb3-21d70139d9bb'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:39:19.479981 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88abcd2-d949-4555-b54f-20fb06ef141d None None] Attempting to bind port 1c90832e-3f5b-41d2-b731-01e297293389 on network 9e050315-19d7-48f7-bbb3-21d70139d9bb {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:39:19.508862 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88abcd2-d949-4555-b54f-20fb06ef141d None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:39:19.509452 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88abcd2-d949-4555-b54f-20fb06ef141d None None] Checking segment: {'id': 'f4a28d04-bb29-4468-ba5b-9740711d466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9e050315-19d7-48f7-bbb3-21d70139d9bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:39:19.510070 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e88abcd2-d949-4555-b54f-20fb06ef141d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:19.510541 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88abcd2-d949-4555-b54f-20fb06ef141d None None] Bound using segment: {'id': 'f4a28d04-bb29-4468-ba5b-9740711d466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9e050315-19d7-48f7-bbb3-21d70139d9bb'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:39:19.511305 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-e88abcd2-d949-4555-b54f-20fb06ef141d None None] Bound port: 1c90832e-3f5b-41d2-b731-01e297293389, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4a28d04-bb29-4468-ba5b-9740711d466f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9e050315-19d7-48f7-bbb3-21d70139d9bb'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:39:19.511888 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e88abcd2-d949-4555-b54f-20fb06ef141d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:19.572480 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 5505460a-43ef-4289-bc5e-00a77fb316da is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:39:19.572861 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:19.619124 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment f4a28d04-bb29-4468-ba5b-9740711d466f resource provider aggregate not found May 31 13:39:19.677588 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 5505460a-43ef-4289-bc5e-00a77fb316da, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=5505460a-43ef-4289-bc5e-00a77fb316da,segment=NetworkSegment(b5c9b6f0-6469-45d4-bea7-9143008d5d4d),segment_id=b5c9b6f0-6469-45d4-bea7-9143008d5d4d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:39:19.680204 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment f4a28d04-bb29-4468-ba5b-9740711d466f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f4a28d04-bb29-4468-ba5b-9740711d466f found for delete ", "request_id": "req-3cd8c295-2e19-4df4-a3a5-4be69475fd36"}]} May 31 13:39:19.684382 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:19.687383 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-e88abcd2-d949-4555-b54f-20fb06ef141d None None] For port 1c90832e-3f5b-41d2-b731-01e297293389, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:39:19.712553 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-4de64df2-0ffa-4451-bf0f-2ba4555c956a req-429ce169-50ed-4b17-8477-be14e9bd9e08 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Allocated IP 172.20.0.8 (f4e69724-d0b8-4d4d-97a2-cfcb4a62380c/24f2589f-f663-4739-8d87-078291d83152/d1292f46-ad59-49bc-8df3-1733c2bfaf9c) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:39:19.723993 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.db.api [None req-cba7ff76-46e8-4382-9dcf-43baebf3d479 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 31 13:39:19.723993 n-d-843939-1 neutron-server[88369]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 31 13:39:19.723993 n-d-843939-1 neutron-server[88369]: [parameters: {'id': '9e050315-19d7-48f7-bbb3-21d70139d9bb'}] May 31 13:39:19.723993 n-d-843939-1 neutron-server[88369]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:39:19.724553 n-d-843939-1 neutron-server[88369]: DEBUG oslo_db.api [None req-cba7ff76-46e8-4382-9dcf-43baebf3d479 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:39:19.752921 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-48d5523c-8c3f-454a-942e-7ac482bd376b req-34837781-9441-49f2-98de-7e70e622bb2b service neutron] Transition to ACTIVE for port object 64491d7b-6e9a-4bda-81d1-7220e0bc6f2c will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:39:19.753222 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-e88abcd2-d949-4555-b54f-20fb06ef141d None None] For port 1c90832e-3f5b-41d2-b731-01e297293389, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=1c90832e-3f5b-41d2-b731-01e297293389,segment=NetworkSegment(f4a28d04-bb29-4468-ba5b-9740711d466f),segment_id=f4a28d04-bb29-4468-ba5b-9740711d466f)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:39:19.760600 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e88abcd2-d949-4555-b54f-20fb06ef141d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:19.787041 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=5505460a-43ef-4289-bc5e-00a77fb316da,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:19.806691 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-48d5523c-8c3f-454a-942e-7ac482bd376b req-34837781-9441-49f2-98de-7e70e622bb2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:19.915623 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88abcd2-d949-4555-b54f-20fb06ef141d None None] Pushing event updated for resources: {'Port': ['ID=1c90832e-3f5b-41d2-b731-01e297293389,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:19.931217 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2532b520-8386-4bdb-93c1-06c403c56410 None None] Network 9e050315-19d7-48f7-bbb3-21d70139d9bb requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:39:20.021975 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-71be6f46-4645-4bcc-a7d8-55074200ad7a None None] Provisioning complete for port 5505460a-43ef-4289-bc5e-00a77fb316da triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:39:20.023048 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-71be6f46-4645-4bcc-a7d8-55074200ad7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:20.062273 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34837781-9441-49f2-98de-7e70e622bb2b service neutron] Pushing event updated for resources: {'Port': ['ID=64491d7b-6e9a-4bda-81d1-7220e0bc6f2c,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:20.130378 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e7475-4dc5-4b57-9384-676e2aa9c908 req-c582ab2b-8989-4024-92b2-f26c509b9cb9 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:20.131745 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bc6e7475-4dc5-4b57-9384-676e2aa9c908 req-c582ab2b-8989-4024-92b2-f26c509b9cb9 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c373c129-90a8-4109-b3df-83a42567901b HTTP/1.1" status: 200 len: 946 time: 0.9411666 May 31 13:39:20.226078 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cba7ff76-46e8-4382-9dcf-43baebf3d479 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:20.231286 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-71be6f46-4645-4bcc-a7d8-55074200ad7a None None] Current status of the port 5505460a-43ef-4289-bc5e-00a77fb316da is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:39:20.237223 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-4de64df2-0ffa-4451-bf0f-2ba4555c956a req-429ce169-50ed-4b17-8477-be14e9bd9e08 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:20.242737 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-cba7ff76-46e8-4382-9dcf-43baebf3d479 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Deleting port 1c90832e-3f5b-41d2-b731-01e297293389 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:39:20.243092 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cba7ff76-46e8-4382-9dcf-43baebf3d479 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:20.248991 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966a532a-831c-4a2b-bdc0-af08a3bc817c None None] get_active_networks_info from n-d-843939-1 {{(pid=88371) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 31 13:39:20.267769 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dacc8b-2ecb-4576-850f-f957b7a7c1ee req-b96d4742-937c-40f1-8563-52eb55a596ac tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:20.269258 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-75dacc8b-2ecb-4576-850f-f957b7a7c1ee req-b96d4742-937c-40f1-8563-52eb55a596ac tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 944 time: 0.5178804 May 31 13:39:20.297467 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-4de64df2-0ffa-4451-bf0f-2ba4555c956a req-429ce169-50ed-4b17-8477-be14e9bd9e08 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Transition to ACTIVE for port object d1292f46-ad59-49bc-8df3-1733c2bfaf9c will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:39:20.318441 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bc6e7475-4dc5-4b57-9384-676e2aa9c908 req-f6861956-96b1-4c75-9274-22609ce544c2 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549420 May 31 13:39:20.331364 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-48d5523c-8c3f-454a-942e-7ac482bd376b req-34837781-9441-49f2-98de-7e70e622bb2b service neutron] Attempting to bind port 64491d7b-6e9a-4bda-81d1-7220e0bc6f2c on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:39:20.331730 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-48d5523c-8c3f-454a-942e-7ac482bd376b req-34837781-9441-49f2-98de-7e70e622bb2b service neutron] Attempting to bind port 64491d7b-6e9a-4bda-81d1-7220e0bc6f2c by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'd3443ede-b43a-41d6-a2b9-2ee5a31d0003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7090fc64-4766-4bc1-8c8d-d8e3dd2b5735'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:39:20.332218 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d5523c-8c3f-454a-942e-7ac482bd376b req-34837781-9441-49f2-98de-7e70e622bb2b service neutron] Attempting to bind port 64491d7b-6e9a-4bda-81d1-7220e0bc6f2c on network 7090fc64-4766-4bc1-8c8d-d8e3dd2b5735 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:39:20.353972 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d5523c-8c3f-454a-942e-7ac482bd376b req-34837781-9441-49f2-98de-7e70e622bb2b service neutron] Port 64491d7b-6e9a-4bda-81d1-7220e0bc6f2c on network 7090fc64-4766-4bc1-8c8d-d8e3dd2b5735 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:39:20.354325 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d5523c-8c3f-454a-942e-7ac482bd376b req-34837781-9441-49f2-98de-7e70e622bb2b service neutron] Attempting to bind port 64491d7b-6e9a-4bda-81d1-7220e0bc6f2c on network 7090fc64-4766-4bc1-8c8d-d8e3dd2b5735 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:39:20.367786 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-75dacc8b-2ecb-4576-850f-f957b7a7c1ee req-4537adf6-fec0-45bb-a7b3-985f8e2950f0 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765831 May 31 13:39:20.370223 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d5523c-8c3f-454a-942e-7ac482bd376b req-34837781-9441-49f2-98de-7e70e622bb2b service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:39:20.370513 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d5523c-8c3f-454a-942e-7ac482bd376b req-34837781-9441-49f2-98de-7e70e622bb2b service neutron] Checking segment: {'id': 'd3443ede-b43a-41d6-a2b9-2ee5a31d0003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7090fc64-4766-4bc1-8c8d-d8e3dd2b5735'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:39:20.370896 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d5523c-8c3f-454a-942e-7ac482bd376b req-34837781-9441-49f2-98de-7e70e622bb2b service neutron] Bound using segment: {'id': 'd3443ede-b43a-41d6-a2b9-2ee5a31d0003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7090fc64-4766-4bc1-8c8d-d8e3dd2b5735'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:39:20.371345 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-48d5523c-8c3f-454a-942e-7ac482bd376b req-34837781-9441-49f2-98de-7e70e622bb2b service neutron] Bound port: 64491d7b-6e9a-4bda-81d1-7220e0bc6f2c, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3443ede-b43a-41d6-a2b9-2ee5a31d0003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7090fc64-4766-4bc1-8c8d-d8e3dd2b5735'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:39:20.371740 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-48d5523c-8c3f-454a-942e-7ac482bd376b req-34837781-9441-49f2-98de-7e70e622bb2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:20.465158 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-4de64df2-0ffa-4451-bf0f-2ba4555c956a req-429ce169-50ed-4b17-8477-be14e9bd9e08 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:20.496950 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966a532a-831c-4a2b-bdc0-af08a3bc817c None None] Resources bound (agent type, host, resource id): {{(pid=88371) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 31 13:39:20.614220 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4de64df2-0ffa-4451-bf0f-2ba4555c956a req-429ce169-50ed-4b17-8477-be14e9bd9e08 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Network f4e69724-d0b8-4d4d-97a2-cfcb4a62380c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:39:20.615034 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429ce169-50ed-4b17-8477-be14e9bd9e08 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Pushing event updated for resources: {'Port': ['ID=d1292f46-ad59-49bc-8df3-1733c2bfaf9c,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:20.622822 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-48d5523c-8c3f-454a-942e-7ac482bd376b req-34837781-9441-49f2-98de-7e70e622bb2b service neutron] For port 64491d7b-6e9a-4bda-81d1-7220e0bc6f2c, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:39:20.625311 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-4de64df2-0ffa-4451-bf0f-2ba4555c956a req-429ce169-50ed-4b17-8477-be14e9bd9e08 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:39:20.635706 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-4de64df2-0ffa-4451-bf0f-2ba4555c956a req-429ce169-50ed-4b17-8477-be14e9bd9e08 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:39:20.675006 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-48d5523c-8c3f-454a-942e-7ac482bd376b req-34837781-9441-49f2-98de-7e70e622bb2b service neutron] For port 64491d7b-6e9a-4bda-81d1-7220e0bc6f2c, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=64491d7b-6e9a-4bda-81d1-7220e0bc6f2c,segment=NetworkSegment(d3443ede-b43a-41d6-a2b9-2ee5a31d0003),segment_id=d3443ede-b43a-41d6-a2b9-2ee5a31d0003)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:39:20.705297 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c76d749b-bff8-4e85-8317-8dc1a5e065bb'] response: {'server_uuid': 'ce7cf70a-841f-4a94-8810-c8cd54ca4b51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f14e37-1d56-412f-9a6a-57cc037825b6', 'code': 200} May 31 13:39:20.707441 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-cba7ff76-46e8-4382-9dcf-43baebf3d479 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] For port 1c90832e-3f5b-41d2-b731-01e297293389, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=1c90832e-3f5b-41d2-b731-01e297293389,segment=NetworkSegment(f4a28d04-bb29-4468-ba5b-9740711d466f),segment_id=f4a28d04-bb29-4468-ba5b-9740711d466f)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:39:20.707809 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cba7ff76-46e8-4382-9dcf-43baebf3d479 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:20.723894 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 5505460a-43ef-4289-bc5e-00a77fb316da up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:39:20.739830 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-48d5523c-8c3f-454a-942e-7ac482bd376b req-34837781-9441-49f2-98de-7e70e622bb2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:20.865249 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-cba7ff76-46e8-4382-9dcf-43baebf3d479 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Calling delete_port for 1c90832e-3f5b-41d2-b731-01e297293389 owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:39:20.903073 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 5505460a-43ef-4289-bc5e-00a77fb316da triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:39:20.903390 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:20.968263 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cba7ff76-46e8-4382-9dcf-43baebf3d479 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:21.017128 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5523c-8c3f-454a-942e-7ac482bd376b req-34837781-9441-49f2-98de-7e70e622bb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:21.017876 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-48d5523c-8c3f-454a-942e-7ac482bd376b req-34837781-9441-49f2-98de-7e70e622bb2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:21.019179 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-48d5523c-8c3f-454a-942e-7ac482bd376b req-34837781-9441-49f2-98de-7e70e622bb2b service neutron] 10.222.0.44 "PUT /v2.0/ports/64491d7b-6e9a-4bda-81d1-7220e0bc6f2c HTTP/1.1" status: 200 len: 1091 time: 3.2236893 May 31 13:39:21.023109 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a86dc494-b1dc-4fd5-90c4-02d39ae52157', 'tag': '64491d7b-6e9a-4bda-81d1-7220e0bc6f2c'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:39:21.023762 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba7ff76-46e8-4382-9dcf-43baebf3d479 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Pushing event deleted for resources: {'Port': ['ID=1c90832e-3f5b-41d2-b731-01e297293389,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:21.027304 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba7ff76-46e8-4382-9dcf-43baebf3d479 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] No DVR routers for this DVR port 1c90832e-3f5b-41d2-b731-01e297293389 on host n-d-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:39:21.047285 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de64df2-0ffa-4451-bf0f-2ba4555c956a req-429ce169-50ed-4b17-8477-be14e9bd9e08 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:21.047952 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-4de64df2-0ffa-4451-bf0f-2ba4555c956a req-429ce169-50ed-4b17-8477-be14e9bd9e08 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:21.142613 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34837781-9441-49f2-98de-7e70e622bb2b service neutron] Pushing event updated for resources: {'Port': ['ID=64491d7b-6e9a-4bda-81d1-7220e0bc6f2c,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:21.162405 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1225b00-b0b2-4790-be24-e285edded3f5 req-e194756c-09ca-442e-b500-54521fed3066 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:21.163149 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-a1225b00-b0b2-4790-be24-e285edded3f5 req-e194756c-09ca-442e-b500-54521fed3066 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Synchronizing usage tracker for tenant:7e44bf4ef1bd484ea1258b83855c2d26 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:39:21.186218 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4de64df2-0ffa-4451-bf0f-2ba4555c956a req-429ce169-50ed-4b17-8477-be14e9bd9e08 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2997620 May 31 13:39:21.200596 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cba7ff76-46e8-4382-9dcf-43baebf3d479 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:21.201930 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-4de64df2-0ffa-4451-bf0f-2ba4555c956a req-ca964cd0-5ce8-43d5-a751-879dfa95cbec service neutron] Request body: {'port': {'device_id': '11332720-a38e-4aad-a18d-a89dce10acd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:39:21.234254 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-cba7ff76-46e8-4382-9dcf-43baebf3d479 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e050315-19d7-48f7-bbb3-21d70139d9bb']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:39:21.249135 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efbcde4-aa68-4865-baf7-cb7618fab630 req-4f6df25f-1a03-4739-824f-053bebade11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:21.250692 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0efbcde4-aa68-4865-baf7-cb7618fab630 req-4f6df25f-1a03-4739-824f-053bebade11f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ce7cf70a-841f-4a94-8810-c8cd54ca4b51 HTTP/1.1" status: 200 len: 1096 time: 0.5612798 May 31 13:39:21.252062 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-cba7ff76-46e8-4382-9dcf-43baebf3d479 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4a28d04-bb29-4468-ba5b-9740711d466f') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:39:21.252657 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-cba7ff76-46e8-4382-9dcf-43baebf3d479 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4a28d04-bb29-4468-ba5b-9740711d466f') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:39:21.252838 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 5505460a-43ef-4289-bc5e-00a77fb316da is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:39:21.269341 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cba7ff76-46e8-4382-9dcf-43baebf3d479 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:21.288230 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-a1225b00-b0b2-4790-be24-e285edded3f5 req-e194756c-09ca-442e-b500-54521fed3066 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Unset dirty status for tenant:7e44bf4ef1bd484ea1258b83855c2d26 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:39:21.289385 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a1225b00-b0b2-4790-be24-e285edded3f5 req-e194756c-09ca-442e-b500-54521fed3066 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/ports?device_id=11332720-a38e-4aad-a18d-a89dce10acd0 HTTP/1.1" status: 200 len: 931 time: 0.7284269 May 31 13:39:21.293593 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cba7ff76-46e8-4382-9dcf-43baebf3d479 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:21.307192 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d52ba-dea9-40bc-9526-dce8f8ace0b2 req-c07acc69-5a35-4ee4-b24b-bbf2fadd650e tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:21.308878 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cf1d52ba-dea9-40bc-9526-dce8f8ace0b2 req-c07acc69-5a35-4ee4-b24b-bbf2fadd650e tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce7cf70a-841f-4a94-8810-c8cd54ca4b51 HTTP/1.1" status: 200 len: 945 time: 0.3842247 May 31 13:39:21.312688 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cba7ff76-46e8-4382-9dcf-43baebf3d479 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:39:21.313195 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cba7ff76-46e8-4382-9dcf-43baebf3d479 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:21.430595 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cba7ff76-46e8-4382-9dcf-43baebf3d479 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:21.441931 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0efbcde4-aa68-4865-baf7-cb7618fab630 req-0f786f78-dc41-4229-b77d-46e201406ada service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a3392a71-7f34-4da1-8224-c96eaa2698b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770937 May 31 13:39:21.468198 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cba7ff76-46e8-4382-9dcf-43baebf3d479 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:21.479446 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba7ff76-46e8-4382-9dcf-43baebf3d479 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Pushing event deleted for resources: {'Network': ['ID=9e050315-19d7-48f7-bbb3-21d70139d9bb,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:21.479914 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5523c-8c3f-454a-942e-7ac482bd376b req-c67c4152-038c-453b-adf7-7400c472dd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:21.481405 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-48d5523c-8c3f-454a-942e-7ac482bd376b req-c67c4152-038c-453b-adf7-7400c472dd60 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c57625484b41479da30faed75e795b98&device_id=a86dc494-b1dc-4fd5-90c4-02d39ae52157 HTTP/1.1" status: 200 len: 1094 time: 0.4004061 May 31 13:39:21.486947 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-cba7ff76-46e8-4382-9dcf-43baebf3d479 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] 10.222.0.50 "DELETE /v2.0/networks/9e050315-19d7-48f7-bbb3-21d70139d9bb HTTP/1.1" status: 204 len: 168 time: 4.0476372 May 31 13:39:21.490803 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52438) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:21.497005 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a1225b00-b0b2-4790-be24-e285edded3f5 req-531e12d1-094c-4d94-91b2-5892cbd86977 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/security-groups?id=792462f3-0c93-41bc-a9cb-454dcd850b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1836402 May 31 13:39:21.497415 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-0044d4d9-a99e-4def-96ff-d5fa28577baf tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-370941265'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:39:21.498127 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-4de64df2-0ffa-4451-bf0f-2ba4555c956a req-ca964cd0-5ce8-43d5-a751-879dfa95cbec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:21.503675 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0044d4d9-a99e-4def-96ff-d5fa28577baf tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:39:21.507606 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-0044d4d9-a99e-4def-96ff-d5fa28577baf tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Usage tracker for resource:network and tenant:318f7b3dc83b45b79e8aafb0cf55e8a5 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:39:21.511008 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-0044d4d9-a99e-4def-96ff-d5fa28577baf tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:39:21.515385 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cf1d52ba-dea9-40bc-9526-dce8f8ace0b2 req-78773d73-43c6-4e6f-aa63-3578ff99b2a9 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] 10.222.0.50 "GET /v2.0/security-groups?id=a3392a71-7f34-4da1-8224-c96eaa2698b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336126 May 31 13:39:21.528943 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0044d4d9-a99e-4def-96ff-d5fa28577baf tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:39:21.548340 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0044d4d9-a99e-4def-96ff-d5fa28577baf tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Made reservation on behalf of 318f7b3dc83b45b79e8aafb0cf55e8a5 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:39:21.548533 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0044d4d9-a99e-4def-96ff-d5fa28577baf tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:21.590961 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0044d4d9-a99e-4def-96ff-d5fa28577baf tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:39:21.601964 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0044d4d9-a99e-4def-96ff-d5fa28577baf tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:21.602762 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-0044d4d9-a99e-4def-96ff-d5fa28577baf tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Added segment 589c158b-c976-4070-9dbf-c0323d056013 of type vlan for network b041826a-d995-42d8-9c52-65080ba93ddc May 31 13:39:21.644256 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0044d4d9-a99e-4def-96ff-d5fa28577baf tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:21.672909 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-578d1d5f-1db1-4061-99ae-76d0055c92b0 None None] Provisioning for port d1292f46-ad59-49bc-8df3-1733c2bfaf9c completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:39:21.679028 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-578d1d5f-1db1-4061-99ae-76d0055c92b0 None None] Provisioning complete for port d1292f46-ad59-49bc-8df3-1733c2bfaf9c triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:39:21.679570 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-578d1d5f-1db1-4061-99ae-76d0055c92b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:21.701219 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0044d4d9-a99e-4def-96ff-d5fa28577baf tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:21.707299 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0044d4d9-a99e-4def-96ff-d5fa28577baf tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:21.708037 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0044d4d9-a99e-4def-96ff-d5fa28577baf tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:21.729799 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment f4a28d04-bb29-4468-ba5b-9740711d466f resource provider aggregate not found May 31 13:39:21.740235 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-578d1d5f-1db1-4061-99ae-76d0055c92b0 None None] Port d1292f46-ad59-49bc-8df3-1733c2bfaf9c cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:39:21.791986 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment f4a28d04-bb29-4468-ba5b-9740711d466f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f4a28d04-bb29-4468-ba5b-9740711d466f found for delete ", "request_id": "req-b03c6c92-415e-45b5-9221-a7631dce24df"}]} May 31 13:39:21.820545 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-48d5523c-8c3f-454a-942e-7ac482bd376b req-e095736e-05a8-4185-91bb-7ea0b2c7e1e2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64491d7b-6e9a-4bda-81d1-7220e0bc6f2c HTTP/1.1" status: 200 len: 217 time: 0.1700525 May 31 13:39:21.834712 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-0044d4d9-a99e-4def-96ff-d5fa28577baf tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3414576 May 31 13:39:21.835573 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52446) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:21.836959 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0044d4d9-a99e-4def-96ff-d5fa28577baf tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Pushing event updated for resources: {'Network': ['ID=b041826a-d995-42d8-9c52-65080ba93ddc,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:21.849212 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network b041826a-d995-42d8-9c52-65080ba93ddc details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:39:21.849449 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-3c9707cc-0d1f-4df1-a61c-65d80f2d1c6d tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Request body: {'subnet': {'network_id': 'b041826a-d995-42d8-9c52-65080ba93ddc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:39:22.116535 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5523c-8c3f-454a-942e-7ac482bd376b req-44636dd0-7c08-4a8b-b57f-b574d63689ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:22.118860 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-48d5523c-8c3f-454a-942e-7ac482bd376b req-44636dd0-7c08-4a8b-b57f-b574d63689ad service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0cac9d00-a8ca-4f0c-abe0-a23f396b4dab HTTP/1.1" status: 200 len: 855 time: 0.2856951 May 31 13:39:22.208772 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3c9707cc-0d1f-4df1-a61c-65d80f2d1c6d tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:39:22.213020 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-3c9707cc-0d1f-4df1-a61c-65d80f2d1c6d tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Usage tracker for resource:subnet and tenant:318f7b3dc83b45b79e8aafb0cf55e8a5 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:39:22.217471 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-3c9707cc-0d1f-4df1-a61c-65d80f2d1c6d tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:39:22.225854 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3c9707cc-0d1f-4df1-a61c-65d80f2d1c6d tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:39:22.237504 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-48d5523c-8c3f-454a-942e-7ac482bd376b req-2a6f085e-6936-4bc4-9d54-f51c4d9d74e1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7090fc64-4766-4bc1-8c8d-d8e3dd2b5735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1091776 May 31 13:39:22.242947 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c9707cc-0d1f-4df1-a61c-65d80f2d1c6d tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Made reservation on behalf of 318f7b3dc83b45b79e8aafb0cf55e8a5 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:39:22.246929 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3c9707cc-0d1f-4df1-a61c-65d80f2d1c6d tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:22.299419 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd9c7f-4e25-4145-ae5a-fa19ee719303 req-29d0bfc1-635c-42c0-86f0-3038e89de453 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:22.300933 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8ffd9c7f-4e25-4145-ae5a-fa19ee719303 req-29d0bfc1-635c-42c0-86f0-3038e89de453 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 944 time: 0.5750382 May 31 13:39:22.366344 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf055b-2d63-43a4-a5c2-3078f7eb40e9 req-56e42968-8447-44b6-87b9-cf9133b64e3c tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:22.367842 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-94cf055b-2d63-43a4-a5c2-3078f7eb40e9 req-56e42968-8447-44b6-87b9-cf9133b64e3c tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e86b4d0-5860-4e64-bffe-d0e865533e0d HTTP/1.1" status: 200 len: 946 time: 0.6430373 May 31 13:39:22.524961 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8ffd9c7f-4e25-4145-ae5a-fa19ee719303 req-9ea83eef-ed52-41e1-97be-71031f0200e3 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1519670 May 31 13:39:22.549165 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3c9707cc-0d1f-4df1-a61c-65d80f2d1c6d tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:22.580414 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-94cf055b-2d63-43a4-a5c2-3078f7eb40e9 req-c132fc8c-c256-4017-abc5-81c09b92aba0 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876793 May 31 13:39:22.604793 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-48d5523c-8c3f-454a-942e-7ac482bd376b req-6a4dcf64-18d3-4e2a-bd2d-727adbf5caab service neutron] 10.222.0.44 "GET /v2.0/networks/7090fc64-4766-4bc1-8c8d-d8e3dd2b5735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3531759 May 31 13:39:22.647740 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-4de64df2-0ffa-4451-bf0f-2ba4555c956a req-ca964cd0-5ce8-43d5-a751-879dfa95cbec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1292f46-ad59-49bc-8df3-1733c2bfaf9c {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:39:22.700468 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9707cc-0d1f-4df1-a61c-65d80f2d1c6d tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Pushing event updated for resources: {'Subnet': ['ID=d3e6a004-c125-4c6b-8850-edd20b920515,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:22.707277 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9707cc-0d1f-4df1-a61c-65d80f2d1c6d tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Checking segment: {'id': '589c158b-c976-4070-9dbf-c0323d056013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b041826a-d995-42d8-9c52-65080ba93ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:39:22.707913 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9707cc-0d1f-4df1-a61c-65d80f2d1c6d tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Network hostable DHCP agents. Network: b041826a-d995-42d8-9c52-65080ba93ddc, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:39:22.712124 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-4de64df2-0ffa-4451-bf0f-2ba4555c956a req-ca964cd0-5ce8-43d5-a751-879dfa95cbec service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:22.746822 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-4de64df2-0ffa-4451-bf0f-2ba4555c956a req-ca964cd0-5ce8-43d5-a751-879dfa95cbec service neutron] Transition to ACTIVE for port object d1292f46-ad59-49bc-8df3-1733c2bfaf9c will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:39:22.758706 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-4de64df2-0ffa-4451-bf0f-2ba4555c956a req-ca964cd0-5ce8-43d5-a751-879dfa95cbec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:22.759240 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9707cc-0d1f-4df1-a61c-65d80f2d1c6d tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Network b041826a-d995-42d8-9c52-65080ba93ddc is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:39:22.779625 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-3c9707cc-0d1f-4df1-a61c-65d80f2d1c6d tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, b041826a-d995-42d8-9c52-65080ba93ddc) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:39:22.787027 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9707cc-0d1f-4df1-a61c-65d80f2d1c6d tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:22.787765 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3c9707cc-0d1f-4df1-a61c-65d80f2d1c6d tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:22.790727 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420676ea-b7a2-48c5-ad55-8f0f1afae3e4 None None] Network b041826a-d995-42d8-9c52-65080ba93ddc requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:39:22.847115 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23152595-6b66-47fe-9489-4dfe8113a465'] response: {'name': 'network-changed', 'server_uuid': 'a86dc494-b1dc-4fd5-90c4-02d39ae52157', 'tag': '64491d7b-6e9a-4bda-81d1-7220e0bc6f2c', 'status': 'completed', 'code': 200} May 31 13:39:22.862434 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-3c9707cc-0d1f-4df1-a61c-65d80f2d1c6d tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0164192 May 31 13:39:22.866797 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52458) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:23.090616 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7085da05-664a-40ac-9a25-03e712f88485 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:23.172860 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7085da05-664a-40ac-9a25-03e712f88485 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:23.218045 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2a51c7-efaf-4fb1-a26b-7a69b0f158b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-b041826a-d995-42d8-9c52-65080ba93ddc', 'network_id': 'b041826a-d995-42d8-9c52-65080ba93ddc', 'tenant_id': '318f7b3dc83b45b79e8aafb0cf55e8a5', 'fixed_ips': [{'subnet_id': 'd3e6a004-c125-4c6b-8850-edd20b920515'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:39:23.219394 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0f2a51c7-efaf-4fb1-a26b-7a69b0f158b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:23.281225 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7085da05-664a-40ac-9a25-03e712f88485 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:23.330572 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca964cd0-5ce8-43d5-a751-879dfa95cbec service neutron] Pushing event updated for resources: {'Port': ['ID=d1292f46-ad59-49bc-8df3-1733c2bfaf9c,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:23.334253 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-48d5523c-8c3f-454a-942e-7ac482bd376b req-2480a710-a1a2-4be4-928d-6024a1d0aabe service neutron] 10.222.0.44 "GET /v2.0/networks/7090fc64-4766-4bc1-8c8d-d8e3dd2b5735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7212613 May 31 13:39:23.335302 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7085da05-664a-40ac-9a25-03e712f88485 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Pushing event deleted for resources: {'Subnet': ['ID=d3e6a004-c125-4c6b-8850-edd20b920515,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:23.436549 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server [None req-0f2a51c7-efaf-4fb1-a26b-7a69b0f158b7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d3e6a004-c125-4c6b-8850-edd20b920515: This subnet is being modified by another concurrent operation. May 31 13:39:23.436549 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 31 13:39:23.436549 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 31 13:39:23.436549 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 31 13:39:23.436549 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 31 13:39:23.436549 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 31 13:39:23.436549 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 31 13:39:23.436549 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 31 13:39:23.436549 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 31 13:39:23.436549 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 31 13:39:23.436549 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 31 13:39:23.436549 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 31 13:39:23.436549 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 31 13:39:23.436549 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server self.force_reraise() May 31 13:39:23.436549 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 31 13:39:23.436549 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server raise self.value May 31 13:39:23.436549 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 31 13:39:23.436549 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 31 13:39:23.436549 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 31 13:39:23.436549 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 31 13:39:23.436549 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 31 13:39:23.436549 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server self.force_reraise() May 31 13:39:23.436549 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 31 13:39:23.436549 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server raise self.value May 31 13:39:23.436549 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 31 13:39:23.436549 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 31 13:39:23.436549 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 31 13:39:23.436549 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 31 13:39:23.436549 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 31 13:39:23.436549 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server self.force_reraise() May 31 13:39:23.436549 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 31 13:39:23.436549 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server raise self.value May 31 13:39:23.436549 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 31 13:39:23.436549 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 31 13:39:23.436549 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 31 13:39:23.436549 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 31 13:39:23.436549 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 31 13:39:23.436549 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 31 13:39:23.436549 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 31 13:39:23.436549 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 31 13:39:23.436549 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 31 13:39:23.436549 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 31 13:39:23.436549 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 31 13:39:23.436549 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 31 13:39:23.436549 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 31 13:39:23.436549 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 31 13:39:23.436549 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 31 13:39:23.436549 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 31 13:39:23.436549 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 31 13:39:23.436549 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server self.force_reraise() May 31 13:39:23.436549 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 31 13:39:23.436549 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server raise self.value May 31 13:39:23.436549 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 31 13:39:23.436549 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 31 13:39:23.441076 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 31 13:39:23.441076 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 31 13:39:23.441076 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 31 13:39:23.441076 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server self.force_reraise() May 31 13:39:23.441076 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 31 13:39:23.441076 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server raise self.value May 31 13:39:23.441076 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 31 13:39:23.441076 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 31 13:39:23.441076 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 31 13:39:23.441076 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 31 13:39:23.441076 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 31 13:39:23.441076 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server self.force_reraise() May 31 13:39:23.441076 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 31 13:39:23.441076 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server raise self.value May 31 13:39:23.441076 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 31 13:39:23.441076 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 31 13:39:23.441076 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 31 13:39:23.441076 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 31 13:39:23.441076 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 31 13:39:23.441076 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 31 13:39:23.441076 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 31 13:39:23.441076 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 31 13:39:23.441076 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 31 13:39:23.441076 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 31 13:39:23.441076 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 31 13:39:23.441076 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 31 13:39:23.441076 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 31 13:39:23.441076 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 31 13:39:23.441076 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 31 13:39:23.441076 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 31 13:39:23.441076 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 31 13:39:23.441076 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 31 13:39:23.441076 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 31 13:39:23.441076 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 31 13:39:23.441076 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 31 13:39:23.441076 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server raise exception May 31 13:39:23.441076 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d3e6a004-c125-4c6b-8850-edd20b920515: This subnet is being modified by another concurrent operation. May 31 13:39:23.441076 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server May 31 13:39:23.507916 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7085da05-664a-40ac-9a25-03e712f88485 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:23.524589 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3848912a-1dd1-4108-87af-01af910007a3 None None] Network b041826a-d995-42d8-9c52-65080ba93ddc requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:39:23.525945 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b2f6d9-5e84-417c-92a3-18669b47f463 req-c8890b0d-ce1a-4cb5-be6b-7106bd43877f tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:23.527482 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-30b2f6d9-5e84-417c-92a3-18669b47f463 req-c8890b0d-ce1a-4cb5-be6b-7106bd43877f tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c373c129-90a8-4109-b3df-83a42567901b HTTP/1.1" status: 200 len: 946 time: 0.3699396 May 31 13:39:23.530271 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-4de64df2-0ffa-4451-bf0f-2ba4555c956a req-ca964cd0-5ce8-43d5-a751-879dfa95cbec service neutron] Attempting to bind port d1292f46-ad59-49bc-8df3-1733c2bfaf9c on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:39:23.530640 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-4de64df2-0ffa-4451-bf0f-2ba4555c956a req-ca964cd0-5ce8-43d5-a751-879dfa95cbec service neutron] Attempting to bind port d1292f46-ad59-49bc-8df3-1733c2bfaf9c by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': '6b65bfb8-228e-47d1-aaec-20277f3110d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f4e69724-d0b8-4d4d-97a2-cfcb4a62380c'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:39:23.530966 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de64df2-0ffa-4451-bf0f-2ba4555c956a req-ca964cd0-5ce8-43d5-a751-879dfa95cbec service neutron] Attempting to bind port d1292f46-ad59-49bc-8df3-1733c2bfaf9c on network f4e69724-d0b8-4d4d-97a2-cfcb4a62380c {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:39:23.542116 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de64df2-0ffa-4451-bf0f-2ba4555c956a req-ca964cd0-5ce8-43d5-a751-879dfa95cbec service neutron] Port d1292f46-ad59-49bc-8df3-1733c2bfaf9c on network f4e69724-d0b8-4d4d-97a2-cfcb4a62380c not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:39:23.542436 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de64df2-0ffa-4451-bf0f-2ba4555c956a req-ca964cd0-5ce8-43d5-a751-879dfa95cbec service neutron] Attempting to bind port d1292f46-ad59-49bc-8df3-1733c2bfaf9c on network f4e69724-d0b8-4d4d-97a2-cfcb4a62380c {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:39:23.544761 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-7085da05-664a-40ac-9a25-03e712f88485 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b041826a-d995-42d8-9c52-65080ba93ddc']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:39:23.562538 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-7085da05-664a-40ac-9a25-03e712f88485 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '589c158b-c976-4070-9dbf-c0323d056013') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:39:23.562838 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-7085da05-664a-40ac-9a25-03e712f88485 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '589c158b-c976-4070-9dbf-c0323d056013') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:39:23.577127 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7085da05-664a-40ac-9a25-03e712f88485 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:23.582828 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7da7bc-39d2-4f72-a1b4-e5b4787bd93e req-77b25123-d941-436b-b04c-57544e71e87a tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:23.590517 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7d7da7bc-39d2-4f72-a1b4-e5b4787bd93e req-77b25123-d941-436b-b04c-57544e71e87a tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/ports?device_id=a86dc494-b1dc-4fd5-90c4-02d39ae52157 HTTP/1.1" status: 200 len: 943 time: 0.3909853 May 31 13:39:23.593315 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de64df2-0ffa-4451-bf0f-2ba4555c956a req-ca964cd0-5ce8-43d5-a751-879dfa95cbec service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:39:23.593648 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de64df2-0ffa-4451-bf0f-2ba4555c956a req-ca964cd0-5ce8-43d5-a751-879dfa95cbec service neutron] Checking segment: {'id': '6b65bfb8-228e-47d1-aaec-20277f3110d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f4e69724-d0b8-4d4d-97a2-cfcb4a62380c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:39:23.594066 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de64df2-0ffa-4451-bf0f-2ba4555c956a req-ca964cd0-5ce8-43d5-a751-879dfa95cbec service neutron] Bound using segment: {'id': '6b65bfb8-228e-47d1-aaec-20277f3110d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f4e69724-d0b8-4d4d-97a2-cfcb4a62380c'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:39:23.594527 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-4de64df2-0ffa-4451-bf0f-2ba4555c956a req-ca964cd0-5ce8-43d5-a751-879dfa95cbec service neutron] Bound port: d1292f46-ad59-49bc-8df3-1733c2bfaf9c, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b65bfb8-228e-47d1-aaec-20277f3110d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f4e69724-d0b8-4d4d-97a2-cfcb4a62380c'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:39:23.595299 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-4de64df2-0ffa-4451-bf0f-2ba4555c956a req-ca964cd0-5ce8-43d5-a751-879dfa95cbec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:23.603749 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7085da05-664a-40ac-9a25-03e712f88485 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:23.613659 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7085da05-664a-40ac-9a25-03e712f88485 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:39:23.614198 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7085da05-664a-40ac-9a25-03e712f88485 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:23.647892 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbbbd24-0e8d-4c86-b459-e55c98dbd266 req-5822257f-8dd0-4eb6-b1d9-54e885102086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:23.649365 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ecbbbd24-0e8d-4c86-b459-e55c98dbd266 req-5822257f-8dd0-4eb6-b1d9-54e885102086 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c57625484b41479da30faed75e795b98&device_id=a86dc494-b1dc-4fd5-90c4-02d39ae52157 HTTP/1.1" status: 200 len: 1094 time: 0.2382152 May 31 13:39:23.727585 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7085da05-664a-40ac-9a25-03e712f88485 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:23.749014 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7085da05-664a-40ac-9a25-03e712f88485 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:23.756988 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e727a53-5076-46fe-b291-e9c97ce2f4fb None None] get_active_networks_info from n-d-843939-1 {{(pid=88371) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 31 13:39:23.765230 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7085da05-664a-40ac-9a25-03e712f88485 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Pushing event deleted for resources: {'Network': ['ID=b041826a-d995-42d8-9c52-65080ba93ddc,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:23.776616 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-7085da05-664a-40ac-9a25-03e712f88485 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] 10.222.0.50 "DELETE /v2.0/networks/b041826a-d995-42d8-9c52-65080ba93ddc HTTP/1.1" status: 204 len: 168 time: 0.9051957 May 31 13:39:23.777733 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7085da05-664a-40ac-9a25-03e712f88485 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:39:23.778114 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7085da05-664a-40ac-9a25-03e712f88485 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:39:23.778460 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7085da05-664a-40ac-9a25-03e712f88485 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:39:23.778835 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7085da05-664a-40ac-9a25-03e712f88485 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:39:23.779324 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7085da05-664a-40ac-9a25-03e712f88485 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:39:23.779805 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7085da05-664a-40ac-9a25-03e712f88485 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:39:23.780145 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7085da05-664a-40ac-9a25-03e712f88485 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:39:23.780471 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7085da05-664a-40ac-9a25-03e712f88485 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:39:23.780854 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7085da05-664a-40ac-9a25-03e712f88485 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:39:23.781210 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7085da05-664a-40ac-9a25-03e712f88485 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:39:23.781499 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7085da05-664a-40ac-9a25-03e712f88485 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:39:23.781858 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7085da05-664a-40ac-9a25-03e712f88485 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:39:23.784433 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52464) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:23.791772 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-da0cccec-a9b4-4192-8689-6fe8745743a7 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2093880269'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:39:23.808875 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-30b2f6d9-5e84-417c-92a3-18669b47f463 req-a16efb48-1147-42ce-a1d4-1191d40222e0 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638710 May 31 13:39:23.809179 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-da0cccec-a9b4-4192-8689-6fe8745743a7 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:39:23.814579 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-da0cccec-a9b4-4192-8689-6fe8745743a7 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Usage tracker for resource:network and tenant:318f7b3dc83b45b79e8aafb0cf55e8a5 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:39:23.818500 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-da0cccec-a9b4-4192-8689-6fe8745743a7 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:39:23.820246 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7d7da7bc-39d2-4f72-a1b4-e5b4787bd93e req-7d6ab27c-f365-4797-9702-64c991c4b89f tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/security-groups?id=677b8212-d6d1-4b38-be51-aaa6218210d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288964 May 31 13:39:23.829040 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-da0cccec-a9b4-4192-8689-6fe8745743a7 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:39:23.845067 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da0cccec-a9b4-4192-8689-6fe8745743a7 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Made reservation on behalf of 318f7b3dc83b45b79e8aafb0cf55e8a5 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:39:23.851104 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-da0cccec-a9b4-4192-8689-6fe8745743a7 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:23.890487 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 589c158b-c976-4070-9dbf-c0323d056013 resource provider aggregate not found May 31 13:39:23.892789 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-4de64df2-0ffa-4451-bf0f-2ba4555c956a req-ca964cd0-5ce8-43d5-a751-879dfa95cbec service neutron] For port d1292f46-ad59-49bc-8df3-1733c2bfaf9c, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:39:23.905912 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbbbd24-0e8d-4c86-b459-e55c98dbd266 req-0983756e-ba9a-4dfc-a9f8-e61ef2df3688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:23.907685 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ecbbbd24-0e8d-4c86-b459-e55c98dbd266 req-0983756e-ba9a-4dfc-a9f8-e61ef2df3688 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7090fc64-4766-4bc1-8c8d-d8e3dd2b5735 HTTP/1.1" status: 200 len: 916 time: 0.2321813 May 31 13:39:23.910286 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-4de64df2-0ffa-4451-bf0f-2ba4555c956a req-ca964cd0-5ce8-43d5-a751-879dfa95cbec service neutron] For port d1292f46-ad59-49bc-8df3-1733c2bfaf9c, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=d1292f46-ad59-49bc-8df3-1733c2bfaf9c,segment=NetworkSegment(6b65bfb8-228e-47d1-aaec-20277f3110d6),segment_id=6b65bfb8-228e-47d1-aaec-20277f3110d6)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:39:23.938645 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 589c158b-c976-4070-9dbf-c0323d056013 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 589c158b-c976-4070-9dbf-c0323d056013 found for delete ", "request_id": "req-62c65a30-adae-4f95-a3d5-cd83c173d476"}]} May 31 13:39:23.956835 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da0cccec-a9b4-4192-8689-6fe8745743a7 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:39:23.971709 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-da0cccec-a9b4-4192-8689-6fe8745743a7 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:23.972756 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-da0cccec-a9b4-4192-8689-6fe8745743a7 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Added segment 92395636-fddd-44a5-877d-792c43336207 of type vlan for network 6a130f6b-d84d-4272-a0be-8dcb9a0b0369 May 31 13:39:23.979628 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-4de64df2-0ffa-4451-bf0f-2ba4555c956a req-ca964cd0-5ce8-43d5-a751-879dfa95cbec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:24.014684 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-da0cccec-a9b4-4192-8689-6fe8745743a7 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:24.024997 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ecbbbd24-0e8d-4c86-b459-e55c98dbd266 req-af1f3fa4-3e0c-4eb5-9eb0-a0b58d40d3ad service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64491d7b-6e9a-4bda-81d1-7220e0bc6f2c HTTP/1.1" status: 200 len: 217 time: 0.1103418 May 31 13:39:24.071793 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-da0cccec-a9b4-4192-8689-6fe8745743a7 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:24.085629 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0cccec-a9b4-4192-8689-6fe8745743a7 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:24.086852 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-da0cccec-a9b4-4192-8689-6fe8745743a7 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:24.102685 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e727a53-5076-46fe-b291-e9c97ce2f4fb None None] Resources bound (agent type, host, resource id): {{(pid=88371) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 31 13:39:24.165742 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de64df2-0ffa-4451-bf0f-2ba4555c956a req-ca964cd0-5ce8-43d5-a751-879dfa95cbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:24.166676 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-4de64df2-0ffa-4451-bf0f-2ba4555c956a req-ca964cd0-5ce8-43d5-a751-879dfa95cbec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:24.168312 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4de64df2-0ffa-4451-bf0f-2ba4555c956a req-ca964cd0-5ce8-43d5-a751-879dfa95cbec service neutron] 10.222.0.44 "PUT /v2.0/ports/d1292f46-ad59-49bc-8df3-1733c2bfaf9c HTTP/1.1" status: 200 len: 1091 time: 2.9709828 May 31 13:39:24.262335 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-da0cccec-a9b4-4192-8689-6fe8745743a7 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4743872 May 31 13:39:24.262831 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52472) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:24.271515 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-ee9eaa56-8a45-4f3b-94c5-5a8d9393a755 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Request body: {'subnet': {'network_id': '6a130f6b-d84d-4272-a0be-8dcb9a0b0369', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:39:24.291082 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0cccec-a9b4-4192-8689-6fe8745743a7 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Pushing event updated for resources: {'Network': ['ID=6a130f6b-d84d-4272-a0be-8dcb9a0b0369,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:24.302174 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca964cd0-5ce8-43d5-a751-879dfa95cbec service neutron] Pushing event updated for resources: {'Port': ['ID=d1292f46-ad59-49bc-8df3-1733c2bfaf9c,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:24.314549 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 6a130f6b-d84d-4272-a0be-8dcb9a0b0369 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:39:24.317582 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbbbd24-0e8d-4c86-b459-e55c98dbd266 req-17976bdf-8795-41d4-8f4a-f7d36b1065ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:24.319894 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ecbbbd24-0e8d-4c86-b459-e55c98dbd266 req-17976bdf-8795-41d4-8f4a-f7d36b1065ef service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0cac9d00-a8ca-4f0c-abe0-a23f396b4dab HTTP/1.1" status: 200 len: 855 time: 0.2853491 May 31 13:39:24.396246 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ecbbbd24-0e8d-4c86-b459-e55c98dbd266 req-2863931a-d5a4-43d2-aacf-9271406c7e14 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7090fc64-4766-4bc1-8c8d-d8e3dd2b5735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642767 May 31 13:39:24.430605 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ee9eaa56-8a45-4f3b-94c5-5a8d9393a755 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:39:24.441508 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ee9eaa56-8a45-4f3b-94c5-5a8d9393a755 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Usage tracker for resource:subnet and tenant:318f7b3dc83b45b79e8aafb0cf55e8a5 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:39:24.445503 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ee9eaa56-8a45-4f3b-94c5-5a8d9393a755 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:39:24.453201 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ee9eaa56-8a45-4f3b-94c5-5a8d9393a755 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:39:24.465725 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee9eaa56-8a45-4f3b-94c5-5a8d9393a755 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Made reservation on behalf of 318f7b3dc83b45b79e8aafb0cf55e8a5 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:39:24.469712 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ee9eaa56-8a45-4f3b-94c5-5a8d9393a755 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:24.523545 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7d7414-032c-4b5a-9fd7-2c9dd2d8260d req-3426416d-692a-4869-b227-a900d5da49e8 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:24.524423 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9b7d7414-032c-4b5a-9fd7-2c9dd2d8260d req-3426416d-692a-4869-b227-a900d5da49e8 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce7cf70a-841f-4a94-8810-c8cd54ca4b51 HTTP/1.1" status: 200 len: 945 time: 0.4132831 May 31 13:39:24.568518 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41ed8b3-5bac-415e-9d57-d08132681fe2 req-d00a42ad-c7aa-4bb8-bb64-29e998033c43 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:24.570287 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d41ed8b3-5bac-415e-9d57-d08132681fe2 req-d00a42ad-c7aa-4bb8-bb64-29e998033c43 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/ports?device_id=11332720-a38e-4aad-a18d-a89dce10acd0 HTTP/1.1" status: 200 len: 943 time: 0.5344584 May 31 13:39:24.592489 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de64df2-0ffa-4451-bf0f-2ba4555c956a req-ee4a6dd3-94a4-491c-b31a-a19ae9cafbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:24.595410 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4de64df2-0ffa-4451-bf0f-2ba4555c956a req-ee4a6dd3-94a4-491c-b31a-a19ae9cafbff service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7e44bf4ef1bd484ea1258b83855c2d26&device_id=11332720-a38e-4aad-a18d-a89dce10acd0 HTTP/1.1" status: 200 len: 1094 time: 0.3614020 May 31 13:39:24.720321 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4de64df2-0ffa-4451-bf0f-2ba4555c956a req-a6855b28-d6fa-424b-980a-1b4723e9b43e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1292f46-ad59-49bc-8df3-1733c2bfaf9c HTTP/1.1" status: 200 len: 217 time: 0.1021960 May 31 13:39:24.738844 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9b7d7414-032c-4b5a-9fd7-2c9dd2d8260d req-a1cdf4eb-1d01-4610-925c-99bc5d4c4ad5 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] 10.222.0.50 "GET /v2.0/security-groups?id=a3392a71-7f34-4da1-8224-c96eaa2698b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016304 May 31 13:39:24.767451 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ee9eaa56-8a45-4f3b-94c5-5a8d9393a755 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:24.827798 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d41ed8b3-5bac-415e-9d57-d08132681fe2 req-9ec3aa33-cbf9-41fb-8c5b-3d5f789de16c tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/security-groups?id=792462f3-0c93-41bc-a9cb-454dcd850b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2311795 May 31 13:39:24.837283 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ecbbbd24-0e8d-4c86-b459-e55c98dbd266 req-106f77d0-e329-4bfe-a109-7dc3f3a1405e service neutron] 10.222.0.44 "GET /v2.0/networks/7090fc64-4766-4bc1-8c8d-d8e3dd2b5735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4323099 May 31 13:39:24.847731 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11332720-a38e-4aad-a18d-a89dce10acd0', 'tag': 'd1292f46-ad59-49bc-8df3-1733c2bfaf9c'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:39:25.069034 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9eaa56-8a45-4f3b-94c5-5a8d9393a755 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Pushing event updated for resources: {'Subnet': ['ID=2cf7bc3a-9155-4b6f-b133-ce0be2d12e06,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:25.125106 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9eaa56-8a45-4f3b-94c5-5a8d9393a755 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Checking segment: {'id': '92395636-fddd-44a5-877d-792c43336207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6a130f6b-d84d-4272-a0be-8dcb9a0b0369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:39:25.125852 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9eaa56-8a45-4f3b-94c5-5a8d9393a755 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Network hostable DHCP agents. Network: 6a130f6b-d84d-4272-a0be-8dcb9a0b0369, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:39:25.152985 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9eaa56-8a45-4f3b-94c5-5a8d9393a755 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Network 6a130f6b-d84d-4272-a0be-8dcb9a0b0369 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:39:25.174966 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-ee9eaa56-8a45-4f3b-94c5-5a8d9393a755 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 6a130f6b-d84d-4272-a0be-8dcb9a0b0369) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:39:25.178085 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de64df2-0ffa-4451-bf0f-2ba4555c956a req-11b1ef1b-1c4a-472e-8002-1e449e8b917f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:25.179520 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4de64df2-0ffa-4451-bf0f-2ba4555c956a req-11b1ef1b-1c4a-472e-8002-1e449e8b917f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=24f2589f-f663-4739-8d87-078291d83152 HTTP/1.1" status: 200 len: 850 time: 0.4506383 May 31 13:39:25.179675 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9eaa56-8a45-4f3b-94c5-5a8d9393a755 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:25.180513 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ee9eaa56-8a45-4f3b-94c5-5a8d9393a755 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:25.191242 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7812576e-b386-4e17-b0ac-a97a03276ae4 None None] Network 6a130f6b-d84d-4272-a0be-8dcb9a0b0369 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:39:25.214977 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ee9eaa56-8a45-4f3b-94c5-5a8d9393a755 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9504352 May 31 13:39:25.218297 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52484) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:25.226993 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-ed2dbbd7-869f-4622-a004-b7c0e8afe58a tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Request body: {'subnet': {'network_id': '6a130f6b-d84d-4272-a0be-8dcb9a0b0369', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:39:25.406562 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ecbbbd24-0e8d-4c86-b459-e55c98dbd266 req-e7bdd90b-4db6-45e0-bb84-26056c6020e9 service neutron] 10.222.0.44 "GET /v2.0/networks/7090fc64-4766-4bc1-8c8d-d8e3dd2b5735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5596650 May 31 13:39:25.424218 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad5f55-664f-4596-b069-1fd93d4b6933 req-2a69b147-0e25-465c-92e5-cae37b6c84f2 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:25.425720 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c3ad5f55-664f-4596-b069-1fd93d4b6933 req-2a69b147-0e25-465c-92e5-cae37b6c84f2 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e86b4d0-5860-4e64-bffe-d0e865533e0d HTTP/1.1" status: 200 len: 946 time: 0.2510962 May 31 13:39:25.436661 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f367f88-1414-46cb-861f-6868a99aaac8 req-d55798fa-0ec5-42d5-9b4d-4dc9767fa8ab tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:25.440142 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ed2dbbd7-869f-4622-a004-b7c0e8afe58a tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:39:25.444172 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0f367f88-1414-46cb-861f-6868a99aaac8 req-d55798fa-0ec5-42d5-9b4d-4dc9767fa8ab tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 944 time: 0.5484667 May 31 13:39:25.445372 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ed2dbbd7-869f-4622-a004-b7c0e8afe58a tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Usage tracker for resource:subnet and tenant:318f7b3dc83b45b79e8aafb0cf55e8a5 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:39:25.449274 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ed2dbbd7-869f-4622-a004-b7c0e8afe58a tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:39:25.455699 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ed2dbbd7-869f-4622-a004-b7c0e8afe58a tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:39:25.469173 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2dbbd7-869f-4622-a004-b7c0e8afe58a tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Made reservation on behalf of 318f7b3dc83b45b79e8aafb0cf55e8a5 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:39:25.479513 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ed2dbbd7-869f-4622-a004-b7c0e8afe58a tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:25.512425 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de64df2-0ffa-4451-bf0f-2ba4555c956a req-6f9c5624-11eb-4213-a683-65cacff50aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:25.514725 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4de64df2-0ffa-4451-bf0f-2ba4555c956a req-6f9c5624-11eb-4213-a683-65cacff50aa0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f4e69724-d0b8-4d4d-97a2-cfcb4a62380c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2871320 May 31 13:39:25.552035 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0f367f88-1414-46cb-861f-6868a99aaac8 req-d39df8cb-1273-4fbe-930c-8fc8e17506bc tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069856 May 31 13:39:25.640071 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c3ad5f55-664f-4596-b069-1fd93d4b6933 req-aa5aedf7-cc96-45eb-8fc4-8f8fd96a3bf1 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799879 May 31 13:39:25.691412 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19def1be-0e4b-4fbb-8b4b-04affaa90dda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-6a130f6b-d84d-4272-a0be-8dcb9a0b0369', 'network_id': '6a130f6b-d84d-4272-a0be-8dcb9a0b0369', 'tenant_id': '318f7b3dc83b45b79e8aafb0cf55e8a5', 'fixed_ips': [{'subnet_id': '2cf7bc3a-9155-4b6f-b133-ce0be2d12e06'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:39:25.692804 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19def1be-0e4b-4fbb-8b4b-04affaa90dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:25.800944 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 64491d7b-6e9a-4bda-81d1-7220e0bc6f2c details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:39:25.861604 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ed2dbbd7-869f-4622-a004-b7c0e8afe58a tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:25.915119 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4de64df2-0ffa-4451-bf0f-2ba4555c956a req-6c0d2c6a-0a85-47bb-8070-6fdc2cf4b913 service neutron] 10.222.0.44 "GET /v2.0/networks/f4e69724-d0b8-4d4d-97a2-cfcb4a62380c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3931584 May 31 13:39:25.950440 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2dbbd7-869f-4622-a004-b7c0e8afe58a tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Pushing event updated for resources: {'Subnet': ['ID=94f14018-7edc-4a13-b04b-d145acdd931c,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:25.955738 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed06da61-6bdb-4a15-ad37-ebba77fb1f29 req-c37edd88-d043-46aa-8e72-6f25cd8b5337 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:25.962701 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ed06da61-6bdb-4a15-ad37-ebba77fb1f29 req-c37edd88-d043-46aa-8e72-6f25cd8b5337 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/ports?device_id=a86dc494-b1dc-4fd5-90c4-02d39ae52157 HTTP/1.1" status: 200 len: 943 time: 0.2790442 May 31 13:39:25.972035 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2dbbd7-869f-4622-a004-b7c0e8afe58a tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Network 6a130f6b-d84d-4272-a0be-8dcb9a0b0369 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:39:25.973638 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-ed2dbbd7-869f-4622-a004-b7c0e8afe58a tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:39:25.977821 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2dbbd7-869f-4622-a004-b7c0e8afe58a tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:25.978720 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ed2dbbd7-869f-4622-a004-b7c0e8afe58a tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:26.010558 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ed2dbbd7-869f-4622-a004-b7c0e8afe58a tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7888570 May 31 13:39:26.010979 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52498) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:26.032188 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-19def1be-0e4b-4fbb-8b4b-04affaa90dda None None] Allocated IP 2001:db8::2 (6a130f6b-d84d-4272-a0be-8dcb9a0b0369/2cf7bc3a-9155-4b6f-b133-ce0be2d12e06/fa67fadb-492d-4c75-8875-c62555ebb3dc) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:39:26.062620 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 64491d7b-6e9a-4bda-81d1-7220e0bc6f2c, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=64491d7b-6e9a-4bda-81d1-7220e0bc6f2c,segment=NetworkSegment(d3443ede-b43a-41d6-a2b9-2ee5a31d0003),segment_id=d3443ede-b43a-41d6-a2b9-2ee5a31d0003)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:39:26.073835 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb236e-57db-4fc3-89cc-70b8c01d9615 req-f9623421-3b50-4ea2-9b31-2ff4ffaecda9 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:26.075295 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f0eb236e-57db-4fc3-89cc-70b8c01d9615 req-f9623421-3b50-4ea2-9b31-2ff4ffaecda9 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c373c129-90a8-4109-b3df-83a42567901b HTTP/1.1" status: 200 len: 946 time: 0.2881873 May 31 13:39:26.083907 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': '64491d7b-6e9a-4bda-81d1-7220e0bc6f2c', 'network_id': '7090fc64-4766-4bc1-8c8d-d8e3dd2b5735', 'port_id': '64491d7b-6e9a-4bda-81d1-7220e0bc6f2c', 'mac_address': 'fa:16:3e:ba:83:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cac9d00-a8ca-4f0c-abe0-a23f396b4dab', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:39:26.092570 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ed06da61-6bdb-4a15-ad37-ebba77fb1f29 req-18975a7f-5828-43ae-8fd0-9a8e878bf8e5 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/security-groups?id=677b8212-d6d1-4b38-be51-aaa6218210d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290383 May 31 13:39:26.103378 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddb0715-81a4-45d6-8d87-c4e551b3f896 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:26.105962 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddb0715-81a4-45d6-8d87-c4e551b3f896 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:26.108169 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddb0715-81a4-45d6-8d87-c4e551b3f896 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:26.110569 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddb0715-81a4-45d6-8d87-c4e551b3f896 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:26.112707 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddb0715-81a4-45d6-8d87-c4e551b3f896 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:26.113461 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-eddb0715-81a4-45d6-8d87-c4e551b3f896 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Synchronizing usage tracker for tenant:318f7b3dc83b45b79e8aafb0cf55e8a5 on resource:subnet {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:39:26.153274 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-eddb0715-81a4-45d6-8d87-c4e551b3f896 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Unset dirty status for tenant:318f7b3dc83b45b79e8aafb0cf55e8a5 on resource:subnet {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:39:26.156979 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-eddb0715-81a4-45d6-8d87-c4e551b3f896 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1436245 May 31 13:39:26.159636 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52502) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:26.171143 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-c3503932-bdd1-4391-bea5-6c6d28f9bf5a tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-181411494'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:39:26.182462 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4de64df2-0ffa-4451-bf0f-2ba4555c956a req-84a323a4-83e7-44cf-85aa-7175fc99d492 service neutron] 10.222.0.44 "GET /v2.0/networks/f4e69724-d0b8-4d4d-97a2-cfcb4a62380c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581260 May 31 13:39:26.196137 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f0eb236e-57db-4fc3-89cc-70b8c01d9615 req-ebc006a0-95e6-4094-85bf-4f9ee20cf54b tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094031 May 31 13:39:26.211593 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c3503932-bdd1-4391-bea5-6c6d28f9bf5a tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:39:26.233693 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c3503932-bdd1-4391-bea5-6c6d28f9bf5a tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Usage tracker for resource:network and tenant:318f7b3dc83b45b79e8aafb0cf55e8a5 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:39:26.238739 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ad24a8e-2b3c-47d3-a6c1-0bf623f14217'] response: {'name': 'network-changed', 'server_uuid': '11332720-a38e-4aad-a18d-a89dce10acd0', 'tag': 'd1292f46-ad59-49bc-8df3-1733c2bfaf9c', 'status': 'completed', 'code': 200} May 31 13:39:26.260324 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c3503932-bdd1-4391-bea5-6c6d28f9bf5a tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:39:26.284283 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c3503932-bdd1-4391-bea5-6c6d28f9bf5a tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:39:26.299540 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 64491d7b-6e9a-4bda-81d1-7220e0bc6f2c is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:39:26.300066 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:26.300817 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3503932-bdd1-4391-bea5-6c6d28f9bf5a tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Made reservation on behalf of 318f7b3dc83b45b79e8aafb0cf55e8a5 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:39:26.310241 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c3503932-bdd1-4391-bea5-6c6d28f9bf5a tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:26.330256 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64491d7b-6e9a-4bda-81d1-7220e0bc6f2c {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:39:26.382391 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3503932-bdd1-4391-bea5-6c6d28f9bf5a tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:39:26.385466 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 64491d7b-6e9a-4bda-81d1-7220e0bc6f2c, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=64491d7b-6e9a-4bda-81d1-7220e0bc6f2c,segment=NetworkSegment(d3443ede-b43a-41d6-a2b9-2ee5a31d0003),segment_id=d3443ede-b43a-41d6-a2b9-2ee5a31d0003)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:39:26.427240 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c3503932-bdd1-4391-bea5-6c6d28f9bf5a tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:26.427876 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-c3503932-bdd1-4391-bea5-6c6d28f9bf5a tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Added segment ff380618-ea8f-4c0c-bff5-0e450c03a707 of type vlan for network 8f61da17-3604-4ceb-ab56-a5a2c827b542 May 31 13:39:26.438837 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:26.465795 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c3503932-bdd1-4391-bea5-6c6d28f9bf5a tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:26.520171 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c3503932-bdd1-4391-bea5-6c6d28f9bf5a tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:26.533327 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3503932-bdd1-4391-bea5-6c6d28f9bf5a tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:26.534891 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c3503932-bdd1-4391-bea5-6c6d28f9bf5a tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:26.576867 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220f4835-28ec-434f-9034-338b137ad115 req-f2caa110-1fe6-4446-8823-6f3d288c2b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:26.578392 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-220f4835-28ec-434f-9034-338b137ad115 req-f2caa110-1fe6-4446-8823-6f3d288c2b22 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7e44bf4ef1bd484ea1258b83855c2d26&device_id=11332720-a38e-4aad-a18d-a89dce10acd0 HTTP/1.1" status: 200 len: 1094 time: 0.3168104 May 31 13:39:26.609451 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19def1be-0e4b-4fbb-8b4b-04affaa90dda None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:26.624892 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-19def1be-0e4b-4fbb-8b4b-04affaa90dda None None] Transition to ACTIVE for port object fa67fadb-492d-4c75-8875-c62555ebb3dc will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:39:26.672912 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e18b6c-45c8-48ac-ad87-9bd79adfb527 req-0305b7cd-8e14-446f-b848-f18f7800d8b3 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:26.676573 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-19def1be-0e4b-4fbb-8b4b-04affaa90dda None None] Transition to ACTIVE for port object fa67fadb-492d-4c75-8875-c62555ebb3dc will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:39:26.676752 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b6e18b6c-45c8-48ac-ad87-9bd79adfb527 req-0305b7cd-8e14-446f-b848-f18f7800d8b3 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/ports?device_id=11332720-a38e-4aad-a18d-a89dce10acd0 HTTP/1.1" status: 200 len: 943 time: 0.2488508 May 31 13:39:26.677564 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c3503932-bdd1-4391-bea5-6c6d28f9bf5a tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5163951 May 31 13:39:26.681039 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52514) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:26.689466 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-42036bca-d1a3-474f-8207-db65019e7ea8 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:39:26.689922 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19def1be-0e4b-4fbb-8b4b-04affaa90dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:26.718576 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3503932-bdd1-4391-bea5-6c6d28f9bf5a tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Pushing event updated for resources: {'Network': ['ID=8f61da17-3604-4ceb-ab56-a5a2c827b542,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:26.720264 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19def1be-0e4b-4fbb-8b4b-04affaa90dda None None] Network 6a130f6b-d84d-4272-a0be-8dcb9a0b0369 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:39:26.731012 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-19def1be-0e4b-4fbb-8b4b-04affaa90dda None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:39:26.731524 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b6e18b6c-45c8-48ac-ad87-9bd79adfb527 req-aaa18d8e-2af2-494c-8c74-fbfa1dd22f89 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/security-groups?id=792462f3-0c93-41bc-a9cb-454dcd850b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452566 May 31 13:39:26.734670 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19def1be-0e4b-4fbb-8b4b-04affaa90dda None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:39:26.740922 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 8f61da17-3604-4ceb-ab56-a5a2c827b542 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:39:26.797939 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220f4835-28ec-434f-9034-338b137ad115 req-c877274f-13a5-4d0a-bdaa-21a9e1fa8406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:26.801340 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-220f4835-28ec-434f-9034-338b137ad115 req-c877274f-13a5-4d0a-bdaa-21a9e1fa8406 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f4e69724-d0b8-4d4d-97a2-cfcb4a62380c HTTP/1.1" status: 200 len: 912 time: 0.2153323 May 31 13:39:26.828721 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=64491d7b-6e9a-4bda-81d1-7220e0bc6f2c,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:26.975805 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-220f4835-28ec-434f-9034-338b137ad115 req-ed3487e4-0d0e-420b-9fa3-a9ed064bc643 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1292f46-ad59-49bc-8df3-1733c2bfaf9c HTTP/1.1" status: 200 len: 217 time: 0.1684661 May 31 13:39:26.989024 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['64491d7b-6e9a-4bda-81d1-7220e0bc6f2c'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:39:27.023435 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-42036bca-d1a3-474f-8207-db65019e7ea8 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:27.051971 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-42036bca-d1a3-474f-8207-db65019e7ea8 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:27.067772 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220f4835-28ec-434f-9034-338b137ad115 req-7868dfa4-ad04-4cd9-9b7a-7f188ce4b8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:27.069365 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-220f4835-28ec-434f-9034-338b137ad115 req-7868dfa4-ad04-4cd9-9b7a-7f188ce4b8bc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=24f2589f-f663-4739-8d87-078291d83152 HTTP/1.1" status: 200 len: 850 time: 0.0877452 May 31 13:39:27.180711 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-19def1be-0e4b-4fbb-8b4b-04affaa90dda None None] Attempting to bind port fa67fadb-492d-4c75-8875-c62555ebb3dc on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:39:27.181115 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-19def1be-0e4b-4fbb-8b4b-04affaa90dda None None] Attempting to bind port fa67fadb-492d-4c75-8875-c62555ebb3dc by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '92395636-fddd-44a5-877d-792c43336207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6a130f6b-d84d-4272-a0be-8dcb9a0b0369'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:39:27.181650 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19def1be-0e4b-4fbb-8b4b-04affaa90dda None None] Attempting to bind port fa67fadb-492d-4c75-8875-c62555ebb3dc on network 6a130f6b-d84d-4272-a0be-8dcb9a0b0369 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:39:27.207659 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b815c7-abca-47e7-91a2-0e3afe927c65 req-f5e91344-e588-4973-8d88-99bffa986705 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:27.214650 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e3b815c7-abca-47e7-91a2-0e3afe927c65 req-f5e91344-e588-4973-8d88-99bffa986705 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 944 time: 0.3071115 May 31 13:39:27.260089 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-42036bca-d1a3-474f-8207-db65019e7ea8 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Network 8f61da17-3604-4ceb-ab56-a5a2c827b542 is not hosted by any dhcp agent {{(pid=88369) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 31 13:39:27.266757 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42036bca-d1a3-474f-8207-db65019e7ea8 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:27.267541 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-42036bca-d1a3-474f-8207-db65019e7ea8 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:27.271691 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-42036bca-d1a3-474f-8207-db65019e7ea8 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] 10.222.0.50 "PUT /v2.0/networks/8f61da17-3604-4ceb-ab56-a5a2c827b542 HTTP/1.1" status: 200 len: 723 time: 0.5862260 May 31 13:39:27.272591 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 52530) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:27.277937 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-21480b5f-a027-4ed8-a4da-4efd337ff22d tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Request body: {'subnet': {'network_id': '8f61da17-3604-4ceb-ab56-a5a2c827b542', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:39:27.293346 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19def1be-0e4b-4fbb-8b4b-04affaa90dda None None] Pushing event updated for resources: {'Port': ['ID=fa67fadb-492d-4c75-8875-c62555ebb3dc,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:27.298114 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19def1be-0e4b-4fbb-8b4b-04affaa90dda None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:39:27.298465 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19def1be-0e4b-4fbb-8b4b-04affaa90dda None None] Checking segment: {'id': '92395636-fddd-44a5-877d-792c43336207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6a130f6b-d84d-4272-a0be-8dcb9a0b0369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:39:27.299133 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19def1be-0e4b-4fbb-8b4b-04affaa90dda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:27.299532 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19def1be-0e4b-4fbb-8b4b-04affaa90dda None None] Bound using segment: {'id': '92395636-fddd-44a5-877d-792c43336207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6a130f6b-d84d-4272-a0be-8dcb9a0b0369'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:39:27.300020 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-19def1be-0e4b-4fbb-8b4b-04affaa90dda None None] Bound port: fa67fadb-492d-4c75-8875-c62555ebb3dc, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92395636-fddd-44a5-877d-792c43336207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6a130f6b-d84d-4272-a0be-8dcb9a0b0369'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:39:27.300622 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19def1be-0e4b-4fbb-8b4b-04affaa90dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:27.321027 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42036bca-d1a3-474f-8207-db65019e7ea8 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Pushing event updated for resources: {'Network': ['ID=8f61da17-3604-4ceb-ab56-a5a2c827b542,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:27.357981 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 8f61da17-3604-4ceb-ab56-a5a2c827b542 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:39:27.363751 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e3b815c7-abca-47e7-91a2-0e3afe927c65 req-b7b606cf-0e76-4c23-a0e6-07c2674615d9 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481726 May 31 13:39:27.509094 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05387726-d1b6-45bb-8aaa-835001188e01 req-b9681042-0405-4992-a587-73c321bcb3fe tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:27.510938 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-05387726-d1b6-45bb-8aaa-835001188e01 req-b9681042-0405-4992-a587-73c321bcb3fe tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e86b4d0-5860-4e64-bffe-d0e865533e0d HTTP/1.1" status: 200 len: 946 time: 0.4389563 May 31 13:39:27.514333 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2390bf4f-78a1-4a64-a183-d3ef0303bbc6 req-0e766d43-8f1f-4979-a253-cf86e7750436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:27.523733 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2390bf4f-78a1-4a64-a183-d3ef0303bbc6 req-0e766d43-8f1f-4979-a253-cf86e7750436 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc5142db886b48f8906c49afcc233362&device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 1095 time: 0.2766895 May 31 13:39:27.615293 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-19def1be-0e4b-4fbb-8b4b-04affaa90dda None None] For port fa67fadb-492d-4c75-8875-c62555ebb3dc, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:39:27.618895 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-19def1be-0e4b-4fbb-8b4b-04affaa90dda None None] For port fa67fadb-492d-4c75-8875-c62555ebb3dc, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=fa67fadb-492d-4c75-8875-c62555ebb3dc,segment=NetworkSegment(92395636-fddd-44a5-877d-792c43336207),segment_id=92395636-fddd-44a5-877d-792c43336207)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:39:27.624767 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19def1be-0e4b-4fbb-8b4b-04affaa90dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:27.684182 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220f4835-28ec-434f-9034-338b137ad115 req-24a404dc-5a43-49f3-b4f2-2f9307561b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:27.686357 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-220f4835-28ec-434f-9034-338b137ad115 req-24a404dc-5a43-49f3-b4f2-2f9307561b28 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f4e69724-d0b8-4d4d-97a2-cfcb4a62380c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5784187 May 31 13:39:27.713716 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19def1be-0e4b-4fbb-8b4b-04affaa90dda None None] Pushing event updated for resources: {'Port': ['ID=fa67fadb-492d-4c75-8875-c62555ebb3dc,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:27.714747 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2390bf4f-78a1-4a64-a183-d3ef0303bbc6 req-e432006f-74c9-4db9-bf39-94fc63725851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:27.717735 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2390bf4f-78a1-4a64-a183-d3ef0303bbc6 req-e432006f-74c9-4db9-bf39-94fc63725851 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ef7bc708-faad-4f53-9863-9b17fc2bd3a4 HTTP/1.1" status: 200 len: 912 time: 0.1696908 May 31 13:39:27.783859 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device d1292f46-ad59-49bc-8df3-1733c2bfaf9c details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:39:27.876731 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2390bf4f-78a1-4a64-a183-d3ef0303bbc6 req-ee60677a-4cf3-4258-a186-3d3cfb2f3999 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bcea5229-e83e-4a8f-a38a-ad9361d01354 HTTP/1.1" status: 200 len: 999 time: 0.1528964 May 31 13:39:27.923125 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-05387726-d1b6-45bb-8aaa-835001188e01 req-9bdb1a71-b360-4b3d-919c-1c6a56032259 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4025111 May 31 13:39:27.953495 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-21480b5f-a027-4ed8-a4da-4efd337ff22d tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:39:27.999417 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2390bf4f-78a1-4a64-a183-d3ef0303bbc6 req-aacb27e7-43c7-47dc-a107-360bf15ad036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:28.001083 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2390bf4f-78a1-4a64-a183-d3ef0303bbc6 req-aacb27e7-43c7-47dc-a107-360bf15ad036 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=03601eff-cc07-4210-91b9-54e2e22c50f4 HTTP/1.1" status: 200 len: 850 time: 0.1176341 May 31 13:39:28.083595 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf40ec7-88b9-4e40-92e2-fa428bd710d3 req-1d6860a1-69d9-4b38-b9d6-de365767aa5a tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:28.090845 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2cf40ec7-88b9-4e40-92e2-fa428bd710d3 req-1d6860a1-69d9-4b38-b9d6-de365767aa5a tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/ports?device_id=a86dc494-b1dc-4fd5-90c4-02d39ae52157 HTTP/1.1" status: 200 len: 944 time: 0.3910992 May 31 13:39:28.144896 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-21480b5f-a027-4ed8-a4da-4efd337ff22d tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:39:28.179605 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port d1292f46-ad59-49bc-8df3-1733c2bfaf9c, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=d1292f46-ad59-49bc-8df3-1733c2bfaf9c,segment=NetworkSegment(6b65bfb8-228e-47d1-aaec-20277f3110d6),segment_id=6b65bfb8-228e-47d1-aaec-20277f3110d6)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:39:28.205316 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': 'd1292f46-ad59-49bc-8df3-1733c2bfaf9c', 'network_id': 'f4e69724-d0b8-4d4d-97a2-cfcb4a62380c', 'port_id': 'd1292f46-ad59-49bc-8df3-1733c2bfaf9c', 'mac_address': 'fa:16:3e:97:15:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24f2589f-f663-4739-8d87-078291d83152', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:39:28.268743 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2cf40ec7-88b9-4e40-92e2-fa428bd710d3 req-70532cc1-f9c2-44aa-b700-56a62de40e1a tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/security-groups?id=677b8212-d6d1-4b38-be51-aaa6218210d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761503 May 31 13:39:28.273102 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21480b5f-a027-4ed8-a4da-4efd337ff22d tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Made reservation on behalf of 318f7b3dc83b45b79e8aafb0cf55e8a5 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:39:28.276544 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-21480b5f-a027-4ed8-a4da-4efd337ff22d tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:28.325406 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port d1292f46-ad59-49bc-8df3-1733c2bfaf9c is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:39:28.327301 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:28.373365 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1292f46-ad59-49bc-8df3-1733c2bfaf9c {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:39:28.399424 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port d1292f46-ad59-49bc-8df3-1733c2bfaf9c, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=d1292f46-ad59-49bc-8df3-1733c2bfaf9c,segment=NetworkSegment(6b65bfb8-228e-47d1-aaec-20277f3110d6),segment_id=6b65bfb8-228e-47d1-aaec-20277f3110d6)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:39:28.407822 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:28.432737 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2390bf4f-78a1-4a64-a183-d3ef0303bbc6 req-f096e093-585d-412c-993b-ccec39327b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:28.436249 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2390bf4f-78a1-4a64-a183-d3ef0303bbc6 req-f096e093-585d-412c-993b-ccec39327b91 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ef7bc708-faad-4f53-9863-9b17fc2bd3a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4291844 May 31 13:39:28.446750 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [req-2390bf4f-78a1-4a64-a183-d3ef0303bbc6 req-ef50ff63-063f-416a-962e-dfb6b42fadf7 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88369) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:39:28.447705 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2390bf4f-78a1-4a64-a183-d3ef0303bbc6 req-ef50ff63-063f-416a-962e-dfb6b42fadf7 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052381 May 31 13:39:28.508200 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=d1292f46-ad59-49bc-8df3-1733c2bfaf9c,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:28.516348 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-220f4835-28ec-434f-9034-338b137ad115 req-37340d59-b514-4346-b959-694054978e7c service neutron] 10.222.0.44 "GET /v2.0/networks/f4e69724-d0b8-4d4d-97a2-cfcb4a62380c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7743242 May 31 13:39:28.618898 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2390bf4f-78a1-4a64-a183-d3ef0303bbc6 req-b089afcf-3854-415a-815a-22e26b558446 service neutron] 10.222.0.20 "GET /v2.0/networks/ef7bc708-faad-4f53-9863-9b17fc2bd3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637847 May 31 13:39:28.737832 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device fa67fadb-492d-4c75-8875-c62555ebb3dc up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:39:28.776717 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['d1292f46-ad59-49bc-8df3-1733c2bfaf9c'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:39:28.813827 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2390bf4f-78a1-4a64-a183-d3ef0303bbc6 req-57088f05-4f7a-4e6c-bbda-41e6c2d1c778 service neutron] 10.222.0.20 "GET /v2.0/networks/ef7bc708-faad-4f53-9863-9b17fc2bd3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889353 May 31 13:39:28.827109 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-220f4835-28ec-434f-9034-338b137ad115 req-e8e45710-96bf-4688-87dd-3457496eebda service neutron] 10.222.0.44 "GET /v2.0/networks/f4e69724-d0b8-4d4d-97a2-cfcb4a62380c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663808 May 31 13:39:28.866614 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e1eeb-4b37-492b-b228-d893189f3cf4 req-c1b69bb8-b44d-4fee-ab8f-2a8928ed4672 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:28.874263 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9f5e1eeb-4b37-492b-b228-d893189f3cf4 req-c1b69bb8-b44d-4fee-ab8f-2a8928ed4672 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c373c129-90a8-4109-b3df-83a42567901b HTTP/1.1" status: 200 len: 946 time: 0.7146890 May 31 13:39:28.943403 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7903067d-058a-489d-9854-a30023ed4db8 req-8d4f1083-db21-4a4d-b3c1-65962f2e966f tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:28.951987 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7903067d-058a-489d-9854-a30023ed4db8 req-8d4f1083-db21-4a4d-b3c1-65962f2e966f tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/ports?device_id=11332720-a38e-4aad-a18d-a89dce10acd0 HTTP/1.1" status: 200 len: 944 time: 0.4328735 May 31 13:39:28.971497 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port fa67fadb-492d-4c75-8875-c62555ebb3dc completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:39:28.979316 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-21480b5f-a027-4ed8-a4da-4efd337ff22d tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:29.030428 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9f5e1eeb-4b37-492b-b228-d893189f3cf4 req-a4b734ac-1567-4018-ad1e-9cb4dd71e856 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551583 May 31 13:39:29.115449 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7903067d-058a-489d-9854-a30023ed4db8 req-a19d3dfc-2748-4026-87a1-2b52c10f48c1 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/security-groups?id=792462f3-0c93-41bc-a9cb-454dcd850b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1624730 May 31 13:39:29.163056 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21480b5f-a027-4ed8-a4da-4efd337ff22d tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Pushing event updated for resources: {'Subnet': ['ID=97f482c1-c922-4a87-bd6a-1be37dbd6c8b,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:29.171953 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21480b5f-a027-4ed8-a4da-4efd337ff22d tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Checking segment: {'id': 'ff380618-ea8f-4c0c-bff5-0e450c03a707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8f61da17-3604-4ceb-ab56-a5a2c827b542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:39:29.172246 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21480b5f-a027-4ed8-a4da-4efd337ff22d tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Network hostable DHCP agents. Network: 8f61da17-3604-4ceb-ab56-a5a2c827b542, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:39:29.203491 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21480b5f-a027-4ed8-a4da-4efd337ff22d tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Network 8f61da17-3604-4ceb-ab56-a5a2c827b542 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:39:29.215689 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-21480b5f-a027-4ed8-a4da-4efd337ff22d tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 8f61da17-3604-4ceb-ab56-a5a2c827b542) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:39:29.220803 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21480b5f-a027-4ed8-a4da-4efd337ff22d tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:29.221395 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-21480b5f-a027-4ed8-a4da-4efd337ff22d tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:29.229174 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9375534-d9ec-4cdb-b996-fd2e27995620 None None] Network 8f61da17-3604-4ceb-ab56-a5a2c827b542 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:39:29.332010 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-21480b5f-a027-4ed8-a4da-4efd337ff22d tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0585084 May 31 13:39:29.334660 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52548) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:29.343685 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-dbe52f50-d948-4bdc-8ffc-09e531514a65 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:39:29.354730 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d694c6c0-6bbb-4d3f-ad7b-dc44e3a08b50 None None] Network 6a130f6b-d84d-4272-a0be-8dcb9a0b0369 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:39:29.383876 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29a77af-d1ca-42e4-a680-87b74f5d64ee req-bdb436f5-cd22-4d7b-b6b5-0fa0dfb772a3 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:29.392237 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d29a77af-d1ca-42e4-a680-87b74f5d64ee req-bdb436f5-cd22-4d7b-b6b5-0fa0dfb772a3 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 944 time: 0.1402528 May 31 13:39:29.502575 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d29a77af-d1ca-42e4-a680-87b74f5d64ee req-f00a6842-37c2-498e-996c-33c000d4516d tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072476 May 31 13:39:29.567455 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dbe52f50-d948-4bdc-8ffc-09e531514a65 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-66030198'] for subnet, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:29.604137 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-20d2bb06-86fc-41c2-8524-cb9aedbb82b9 None None] Provisioning for port fa67fadb-492d-4c75-8875-c62555ebb3dc completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:39:29.713345 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-20d2bb06-86fc-41c2-8524-cb9aedbb82b9 None None] Provisioning complete for port fa67fadb-492d-4c75-8875-c62555ebb3dc triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:39:29.713865 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-20d2bb06-86fc-41c2-8524-cb9aedbb82b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:29.800073 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 64491d7b-6e9a-4bda-81d1-7220e0bc6f2c up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:39:29.854534 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dbe52f50-d948-4bdc-8ffc-09e531514a65 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772773763000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-66016424'] for subnet, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:29.901236 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe52f50-d948-4bdc-8ffc-09e531514a65 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:29.901824 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dbe52f50-d948-4bdc-8ffc-09e531514a65 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:29.908328 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-dbe52f50-d948-4bdc-8ffc-09e531514a65 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] 10.222.0.50 "PUT /v2.0/subnets/97f482c1-c922-4a87-bd6a-1be37dbd6c8b HTTP/1.1" status: 200 len: 826 time: 0.5723763 May 31 13:39:29.909039 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52562) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:29.924916 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eedded-6b0c-4a60-a3b9-682b39fd00a7 req-e783b4d7-14b7-4f38-a077-2c99528cf70e tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:29.934519 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-48eedded-6b0c-4a60-a3b9-682b39fd00a7 req-e783b4d7-14b7-4f38-a077-2c99528cf70e tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e86b4d0-5860-4e64-bffe-d0e865533e0d HTTP/1.1" status: 200 len: 946 time: 0.1559584 May 31 13:39:29.961558 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c0dc8c-4d3f-4605-a3fe-2151407410e6 req-904651f7-bc91-4bfe-9ea6-99754198628a tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:29.970497 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b8c0dc8c-4d3f-4605-a3fe-2151407410e6 req-904651f7-bc91-4bfe-9ea6-99754198628a tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/ports?device_id=a86dc494-b1dc-4fd5-90c4-02d39ae52157 HTTP/1.1" status: 200 len: 944 time: 0.2547431 May 31 13:39:30.041023 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port 64491d7b-6e9a-4bda-81d1-7220e0bc6f2c completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:39:30.042676 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b8c0dc8c-4d3f-4605-a3fe-2151407410e6 req-a6a787c6-a307-4ecb-8669-3a287f8ea744 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/security-groups?id=677b8212-d6d1-4b38-be51-aaa6218210d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710113 May 31 13:39:30.051337 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port 64491d7b-6e9a-4bda-81d1-7220e0bc6f2c triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:39:30.051801 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:30.089727 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed71fdc-cc9b-4fcf-bc92-7c936c906c19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-8f61da17-3604-4ceb-ab56-a5a2c827b542', 'network_id': '8f61da17-3604-4ceb-ab56-a5a2c827b542', 'tenant_id': '318f7b3dc83b45b79e8aafb0cf55e8a5', 'fixed_ips': [{'subnet_id': '97f482c1-c922-4a87-bd6a-1be37dbd6c8b'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:39:30.089930 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe52f50-d948-4bdc-8ffc-09e531514a65 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Pushing event updated for resources: {'Subnet': ['ID=97f482c1-c922-4a87-bd6a-1be37dbd6c8b,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:30.090691 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0ed71fdc-cc9b-4fcf-bc92-7c936c906c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:30.103392 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-48eedded-6b0c-4a60-a3b9-682b39fd00a7 req-67574f50-8ebe-43de-b747-ad120ba02906 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675496 May 31 13:39:30.178122 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9bbd879a-2e3c-470c-b011-63599152f0e1 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:30.202940 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5becee34-8f71-4388-8c52-1ceb608aaaff req-9625171f-3dcc-41f3-a323-0fb7b792ca60 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=98ea044c-54a5-4e34-ad50-f0894561190f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1589475 May 31 13:39:30.265242 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9bbd879a-2e3c-470c-b011-63599152f0e1 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:30.271306 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-20d2bb06-86fc-41c2-8524-cb9aedbb82b9 None None] Current status of the port fa67fadb-492d-4c75-8875-c62555ebb3dc is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:39:30.272006 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-20d2bb06-86fc-41c2-8524-cb9aedbb82b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:30.374154 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 13:39:30.387239 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5becee34-8f71-4388-8c52-1ceb608aaaff req-e46d86d3-ebbe-465a-b5f6-41496aebe0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:30.387725 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5becee34-8f71-4388-8c52-1ceb608aaaff req-e46d86d3-ebbe-465a-b5f6-41496aebe0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:30.388768 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5becee34-8f71-4388-8c52-1ceb608aaaff req-e46d86d3-ebbe-465a-b5f6-41496aebe0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:30.389239 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5becee34-8f71-4388-8c52-1ceb608aaaff req-e46d86d3-ebbe-465a-b5f6-41496aebe0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:30.389702 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5becee34-8f71-4388-8c52-1ceb608aaaff req-e46d86d3-ebbe-465a-b5f6-41496aebe0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:30.390193 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5becee34-8f71-4388-8c52-1ceb608aaaff req-e46d86d3-ebbe-465a-b5f6-41496aebe0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:30.393742 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5becee34-8f71-4388-8c52-1ceb608aaaff req-e46d86d3-ebbe-465a-b5f6-41496aebe0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:30.396064 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5becee34-8f71-4388-8c52-1ceb608aaaff req-e46d86d3-ebbe-465a-b5f6-41496aebe0a2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e8214c87941844eca93c05e6b9a8f274&device_id=98ea044c-54a5-4e34-ad50-f0894561190f HTTP/1.1" status: 200 len: 6500 time: 0.1674991 May 31 13:39:30.421042 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9bbd879a-2e3c-470c-b011-63599152f0e1 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:30.496982 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server [None req-0ed71fdc-cc9b-4fcf-bc92-7c936c906c19 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 97f482c1-c922-4a87-bd6a-1be37dbd6c8b: This subnet is being modified by another concurrent operation. May 31 13:39:30.496982 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 31 13:39:30.496982 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 31 13:39:30.496982 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 31 13:39:30.496982 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 31 13:39:30.496982 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 31 13:39:30.496982 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 31 13:39:30.496982 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 31 13:39:30.496982 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 31 13:39:30.496982 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 31 13:39:30.496982 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 31 13:39:30.496982 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 31 13:39:30.496982 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 31 13:39:30.496982 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server self.force_reraise() May 31 13:39:30.496982 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 31 13:39:30.496982 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server raise self.value May 31 13:39:30.496982 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 31 13:39:30.496982 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 31 13:39:30.496982 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 31 13:39:30.496982 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 31 13:39:30.496982 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 31 13:39:30.496982 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server self.force_reraise() May 31 13:39:30.496982 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 31 13:39:30.496982 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server raise self.value May 31 13:39:30.496982 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 31 13:39:30.496982 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 31 13:39:30.496982 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 31 13:39:30.496982 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 31 13:39:30.496982 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 31 13:39:30.496982 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server self.force_reraise() May 31 13:39:30.496982 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 31 13:39:30.496982 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server raise self.value May 31 13:39:30.496982 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 31 13:39:30.496982 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 31 13:39:30.496982 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 31 13:39:30.496982 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 31 13:39:30.496982 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 31 13:39:30.496982 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 31 13:39:30.496982 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 31 13:39:30.496982 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 31 13:39:30.496982 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 31 13:39:30.496982 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 31 13:39:30.496982 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 31 13:39:30.496982 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 31 13:39:30.496982 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 31 13:39:30.496982 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 31 13:39:30.496982 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 31 13:39:30.496982 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 31 13:39:30.496982 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 31 13:39:30.496982 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server self.force_reraise() May 31 13:39:30.496982 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 31 13:39:30.496982 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server raise self.value May 31 13:39:30.496982 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 31 13:39:30.496982 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 31 13:39:30.502715 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 31 13:39:30.502715 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 31 13:39:30.502715 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 31 13:39:30.502715 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server self.force_reraise() May 31 13:39:30.502715 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 31 13:39:30.502715 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server raise self.value May 31 13:39:30.502715 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 31 13:39:30.502715 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 31 13:39:30.502715 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 31 13:39:30.502715 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 31 13:39:30.502715 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 31 13:39:30.502715 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server self.force_reraise() May 31 13:39:30.502715 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 31 13:39:30.502715 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server raise self.value May 31 13:39:30.502715 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 31 13:39:30.502715 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 31 13:39:30.502715 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 31 13:39:30.502715 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 31 13:39:30.502715 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 31 13:39:30.502715 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 31 13:39:30.502715 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 31 13:39:30.502715 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 31 13:39:30.502715 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 31 13:39:30.502715 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 31 13:39:30.502715 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 31 13:39:30.502715 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 31 13:39:30.502715 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 31 13:39:30.502715 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 31 13:39:30.502715 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 31 13:39:30.502715 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 31 13:39:30.502715 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 31 13:39:30.502715 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 31 13:39:30.502715 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 31 13:39:30.502715 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 31 13:39:30.502715 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 31 13:39:30.502715 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server raise exception May 31 13:39:30.502715 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 97f482c1-c922-4a87-bd6a-1be37dbd6c8b: This subnet is being modified by another concurrent operation. May 31 13:39:30.502715 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server May 31 13:39:30.592701 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d1154b-9156-4c60-8c81-c94cacf41c31 None None] Network 8f61da17-3604-4ceb-ab56-a5a2c827b542 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:39:30.641287 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbd879a-2e3c-470c-b011-63599152f0e1 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Pushing event deleted for resources: {'Subnet': ['ID=97f482c1-c922-4a87-bd6a-1be37dbd6c8b,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:30.804186 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-20d2bb06-86fc-41c2-8524-cb9aedbb82b9 None None] For port fa67fadb-492d-4c75-8875-c62555ebb3dc, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=fa67fadb-492d-4c75-8875-c62555ebb3dc,segment=NetworkSegment(92395636-fddd-44a5-877d-792c43336207),segment_id=92395636-fddd-44a5-877d-792c43336207)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:39:30.887298 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-20d2bb06-86fc-41c2-8524-cb9aedbb82b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:30.891176 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9bbd879a-2e3c-470c-b011-63599152f0e1 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:30.958361 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-9bbd879a-2e3c-470c-b011-63599152f0e1 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f61da17-3604-4ceb-ab56-a5a2c827b542']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:39:30.961697 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ed9b29-0974-4dd7-bc16-ed566e992ebe None None] Network 8f61da17-3604-4ceb-ab56-a5a2c827b542 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:39:30.975749 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c911c84-b2f1-4aee-885e-e9f47ea1616c req-43adbd54-8aeb-4fc0-bbe2-24182bfc2974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:30.977832 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0c911c84-b2f1-4aee-885e-e9f47ea1616c req-43adbd54-8aeb-4fc0-bbe2-24182bfc2974 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc5142db886b48f8906c49afcc233362&device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 1095 time: 0.1931791 May 31 13:39:30.979789 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-9bbd879a-2e3c-470c-b011-63599152f0e1 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff380618-ea8f-4c0c-bff5-0e450c03a707') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:39:30.980335 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-9bbd879a-2e3c-470c-b011-63599152f0e1 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff380618-ea8f-4c0c-bff5-0e450c03a707') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:39:31.016137 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9bbd879a-2e3c-470c-b011-63599152f0e1 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:31.103458 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9bbd879a-2e3c-470c-b011-63599152f0e1 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:31.120953 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5becee34-8f71-4388-8c52-1ceb608aaaff req-505c2214-f967-4757-8bea-a0328c71abe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:31.121790 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5becee34-8f71-4388-8c52-1ceb608aaaff req-505c2214-f967-4757-8bea-a0328c71abe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:31.123112 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5becee34-8f71-4388-8c52-1ceb608aaaff req-505c2214-f967-4757-8bea-a0328c71abe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:31.123232 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bbd879a-2e3c-470c-b011-63599152f0e1 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:39:31.124211 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9bbd879a-2e3c-470c-b011-63599152f0e1 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:31.125518 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5becee34-8f71-4388-8c52-1ceb608aaaff req-505c2214-f967-4757-8bea-a0328c71abe0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4c3776cd-e1b3-4e6a-975b-cdf904000766&id=2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a&id=2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a&id=2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a&id=2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a&id=37c48153-c66c-4011-885e-e73ddcdb568e&id=37c48153-c66c-4011-885e-e73ddcdb568e HTTP/1.1" status: 200 len: 2297 time: 0.7015903 May 31 13:39:31.130080 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 64491d7b-6e9a-4bda-81d1-7220e0bc6f2c is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:39:31.130682 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:31.194032 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d2bb06-86fc-41c2-8524-cb9aedbb82b9 None None] Pushing event updated for resources: {'Port': ['ID=fa67fadb-492d-4c75-8875-c62555ebb3dc,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:31.213394 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment ff380618-ea8f-4c0c-bff5-0e450c03a707 resource provider aggregate not found May 31 13:39:31.246558 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1898bc4c-7141-4ef1-8cac-e8c87bd6bcc7 req-83852169-9627-41c8-a615-1a60ae71c0c9 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:31.248876 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1898bc4c-7141-4ef1-8cac-e8c87bd6bcc7 req-83852169-9627-41c8-a615-1a60ae71c0c9 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/ports?device_id=11332720-a38e-4aad-a18d-a89dce10acd0 HTTP/1.1" status: 200 len: 944 time: 0.5529752 May 31 13:39:31.250867 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a86dc494-b1dc-4fd5-90c4-02d39ae52157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64491d7b-6e9a-4bda-81d1-7220e0bc6f2c'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:39:31.256290 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment ff380618-ea8f-4c0c-bff5-0e450c03a707 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ff380618-ea8f-4c0c-bff5-0e450c03a707 found for delete ", "request_id": "req-d383c37f-1f5c-4c14-9aa8-be6a44211fba"}]} May 31 13:39:31.267338 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c911c84-b2f1-4aee-885e-e9f47ea1616c req-98fc9995-2723-48b2-9de8-9006e497fcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:31.269875 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0c911c84-b2f1-4aee-885e-e9f47ea1616c req-98fc9995-2723-48b2-9de8-9006e497fcf2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ef7bc708-faad-4f53-9863-9b17fc2bd3a4 HTTP/1.1" status: 200 len: 912 time: 0.2807467 May 31 13:39:31.279384 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9bbd879a-2e3c-470c-b011-63599152f0e1 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:31.288563 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19162783-db40-4efc-b225-3a0d5819b8de req-8d772ee3-c0c4-4d3f-8a91-920652f629c7 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:31.290078 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-19162783-db40-4efc-b225-3a0d5819b8de req-8d772ee3-c0c4-4d3f-8a91-920652f629c7 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e86b4d0-5860-4e64-bffe-d0e865533e0d HTTP/1.1" status: 200 len: 946 time: 0.4749634 May 31 13:39:31.347582 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 64491d7b-6e9a-4bda-81d1-7220e0bc6f2c, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=64491d7b-6e9a-4bda-81d1-7220e0bc6f2c,segment=NetworkSegment(d3443ede-b43a-41d6-a2b9-2ee5a31d0003),segment_id=d3443ede-b43a-41d6-a2b9-2ee5a31d0003)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:39:31.361467 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:31.361681 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac958e1-6d12-4b1e-bf2a-547851ce063d req-d0bbcf6a-f7e6-4333-9ea7-67e51a500376 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:31.368791 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dac958e1-6d12-4b1e-bf2a-547851ce063d req-d0bbcf6a-f7e6-4333-9ea7-67e51a500376 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c373c129-90a8-4109-b3df-83a42567901b HTTP/1.1" status: 200 len: 946 time: 0.6034021 May 31 13:39:31.370193 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9bbd879a-2e3c-470c-b011-63599152f0e1 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:31.395391 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5becee34-8f71-4388-8c52-1ceb608aaaff req-32099873-3337-481f-b843-bd25f3cc1c41 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24651c97-ae0f-4907-8b38-7261435835f0 HTTP/1.1" status: 200 len: 1001 time: 0.2613912 May 31 13:39:31.400198 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbd879a-2e3c-470c-b011-63599152f0e1 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Pushing event deleted for resources: {'Network': ['ID=8f61da17-3604-4ceb-ab56-a5a2c827b542,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:31.430794 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-9bbd879a-2e3c-470c-b011-63599152f0e1 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] 10.222.0.50 "DELETE /v2.0/networks/8f61da17-3604-4ceb-ab56-a5a2c827b542 HTTP/1.1" status: 204 len: 168 time: 1.5156536 May 31 13:39:31.434102 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52582) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:31.473624 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c05da2-6d63-4841-8768-ffc8fae3c539 None None] Update dhcp port {'port': {'network_id': '6a130f6b-d84d-4272-a0be-8dcb9a0b0369', 'fixed_ips': [{'subnet_id': '2cf7bc3a-9155-4b6f-b133-ce0be2d12e06', 'ip_address': '2001:db8::2'}, {'subnet_id': '94f14018-7edc-4a13-b04b-d145acdd931c'}], 'binding:host_id': 'n-d-843939-1'}, 'id': 'fa67fadb-492d-4c75-8875-c62555ebb3dc'} from n-d-843939-1. {{(pid=88371) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 31 13:39:31.493334 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-19162783-db40-4efc-b225-3a0d5819b8de req-4b0046ee-e6c3-4d67-b210-12baa8636dcc tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Deleting port 3dfec903-657c-413e-a191-3c732c17e0e2 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:39:31.493832 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-19162783-db40-4efc-b225-3a0d5819b8de req-4b0046ee-e6c3-4d67-b210-12baa8636dcc tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:31.540225 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=64491d7b-6e9a-4bda-81d1-7220e0bc6f2c,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:31.556302 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a3c05da2-6d63-4841-8768-ffc8fae3c539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:31.604699 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dac958e1-6d12-4b1e-bf2a-547851ce063d req-ad4565e6-afb2-4da2-83e6-14179f358fab tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350972 May 31 13:39:31.618159 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1898bc4c-7141-4ef1-8cac-e8c87bd6bcc7 req-bcbd45ad-8698-476e-ade8-c163a1a6ba20 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/security-groups?id=792462f3-0c93-41bc-a9cb-454dcd850b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3223331 May 31 13:39:31.628360 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5becee34-8f71-4388-8c52-1ceb608aaaff req-4762cd93-6aa7-4007-a7c6-3b28f2eb2eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:31.630186 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5becee34-8f71-4388-8c52-1ceb608aaaff req-4762cd93-6aa7-4007-a7c6-3b28f2eb2eec service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f7c914b2-4439-45d4-b005-4ab7c54412a5 HTTP/1.1" status: 200 len: 855 time: 0.2217417 May 31 13:39:31.635379 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-156a478a-8c71-46d0-8fda-1ecedb21cfae tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] DELETE failed (client error): The resource could not be found. May 31 13:39:31.636221 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-156a478a-8c71-46d0-8fda-1ecedb21cfae tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:39:31.642393 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-156a478a-8c71-46d0-8fda-1ecedb21cfae tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] 10.222.0.50 "DELETE /v2.0/networks/8f61da17-3604-4ceb-ab56-a5a2c827b542 HTTP/1.1" status: 404 len: 339 time: 0.2035580 May 31 13:39:31.646639 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52586) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:31.652474 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0c911c84-b2f1-4aee-885e-e9f47ea1616c req-9138cf44-4e2e-46e0-9879-76938275e3a4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bcea5229-e83e-4a8f-a38a-ad9361d01354 HTTP/1.1" status: 200 len: 999 time: 0.3691394 May 31 13:39:31.662707 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-06fcf9ad-6107-455b-ac3b-f6b3e5391a53 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1470010466', 'description': 'd1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:39:31.745306 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-06fcf9ad-6107-455b-ac3b-f6b3e5391a53 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:39:31.764711 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-06fcf9ad-6107-455b-ac3b-f6b3e5391a53 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Usage tracker for resource:network and tenant:318f7b3dc83b45b79e8aafb0cf55e8a5 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:39:31.785121 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-06fcf9ad-6107-455b-ac3b-f6b3e5391a53 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:39:31.800588 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-06fcf9ad-6107-455b-ac3b-f6b3e5391a53 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:39:31.825015 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device d1292f46-ad59-49bc-8df3-1733c2bfaf9c up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:39:31.834465 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c911c84-b2f1-4aee-885e-e9f47ea1616c req-6f01e710-f286-4a56-a9c4-97eef6709d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:31.835907 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0c911c84-b2f1-4aee-885e-e9f47ea1616c req-6f01e710-f286-4a56-a9c4-97eef6709d8a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=03601eff-cc07-4210-91b9-54e2e22c50f4 HTTP/1.1" status: 200 len: 850 time: 0.1493759 May 31 13:39:31.836642 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06fcf9ad-6107-455b-ac3b-f6b3e5391a53 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Made reservation on behalf of 318f7b3dc83b45b79e8aafb0cf55e8a5 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:39:31.839923 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-06fcf9ad-6107-455b-ac3b-f6b3e5391a53 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:31.880879 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-a3c05da2-6d63-4841-8768-ffc8fae3c539 None None] Allocated IP 172.20.0.1 (6a130f6b-d84d-4272-a0be-8dcb9a0b0369/94f14018-7edc-4a13-b04b-d145acdd931c/fa67fadb-492d-4c75-8875-c62555ebb3dc) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:39:31.924456 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06fcf9ad-6107-455b-ac3b-f6b3e5391a53 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:39:31.937980 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-06fcf9ad-6107-455b-ac3b-f6b3e5391a53 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:31.938274 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-06fcf9ad-6107-455b-ac3b-f6b3e5391a53 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Added segment 359206b1-54e9-4ad1-bca8-07fc044135c7 of type vlan for network 2ed94cf8-0728-4050-b081-6ca4bcf11d44 May 31 13:39:31.956494 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c911c84-b2f1-4aee-885e-e9f47ea1616c req-a4b95fcc-d531-4514-9c24-15f4e5198d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:31.958022 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0c911c84-b2f1-4aee-885e-e9f47ea1616c req-a4b95fcc-d531-4514-9c24-15f4e5198d20 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ef7bc708-faad-4f53-9863-9b17fc2bd3a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1086380 May 31 13:39:32.003454 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-06fcf9ad-6107-455b-ac3b-f6b3e5391a53 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:32.007010 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port d1292f46-ad59-49bc-8df3-1733c2bfaf9c completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:39:32.019823 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port d1292f46-ad59-49bc-8df3-1733c2bfaf9c triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:39:32.020474 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:32.109488 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-a3c05da2-6d63-4841-8768-ffc8fae3c539 None None] For port fa67fadb-492d-4c75-8875-c62555ebb3dc, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=fa67fadb-492d-4c75-8875-c62555ebb3dc,segment=NetworkSegment(92395636-fddd-44a5-877d-792c43336207),segment_id=92395636-fddd-44a5-877d-792c43336207)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:39:32.127610 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-06fcf9ad-6107-455b-ac3b-f6b3e5391a53 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:32.136448 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fcf9ad-6107-455b-ac3b-f6b3e5391a53 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:32.136448 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-06fcf9ad-6107-455b-ac3b-f6b3e5391a53 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:32.145420 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-19162783-db40-4efc-b225-3a0d5819b8de req-4b0046ee-e6c3-4d67-b210-12baa8636dcc tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] For port 3dfec903-657c-413e-a191-3c732c17e0e2, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=3dfec903-657c-413e-a191-3c732c17e0e2,segment=NetworkSegment(2d583837-a9d6-4709-9af2-21c6363b8602),segment_id=2d583837-a9d6-4709-9af2-21c6363b8602)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:39:32.146028 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-19162783-db40-4efc-b225-3a0d5819b8de req-4b0046ee-e6c3-4d67-b210-12baa8636dcc tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:32.163579 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5becee34-8f71-4388-8c52-1ceb608aaaff req-e36da9fb-1ff0-4db0-a601-8d620d54ae61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:32.165138 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5becee34-8f71-4388-8c52-1ceb608aaaff req-e36da9fb-1ff0-4db0-a601-8d620d54ae61 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c3776cd-e1b3-4e6a-975b-cdf904000766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4362650 May 31 13:39:32.177874 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0c911c84-b2f1-4aee-885e-e9f47ea1616c req-964f501e-11f1-4b63-b825-1fb2d3b7412d service neutron] 10.222.0.20 "GET /v2.0/networks/ef7bc708-faad-4f53-9863-9b17fc2bd3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131352 May 31 13:39:32.195475 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a3c05da2-6d63-4841-8768-ffc8fae3c539 None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:32.217308 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port d1292f46-ad59-49bc-8df3-1733c2bfaf9c is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:39:32.217898 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:32.231003 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a3c05da2-6d63-4841-8768-ffc8fae3c539 None None] Transition to ACTIVE for port object fa67fadb-492d-4c75-8875-c62555ebb3dc will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:39:32.238724 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a3c05da2-6d63-4841-8768-ffc8fae3c539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:32.323407 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-06fcf9ad-6107-455b-ac3b-f6b3e5391a53 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6751559 May 31 13:39:32.344552 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52592) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:32.352965 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port d1292f46-ad59-49bc-8df3-1733c2bfaf9c, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=d1292f46-ad59-49bc-8df3-1733c2bfaf9c,segment=NetworkSegment(6b65bfb8-228e-47d1-aaec-20277f3110d6),segment_id=6b65bfb8-228e-47d1-aaec-20277f3110d6)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:39:32.378495 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-19162783-db40-4efc-b225-3a0d5819b8de req-4b0046ee-e6c3-4d67-b210-12baa8636dcc tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Calling delete_port for 3dfec903-657c-413e-a191-3c732c17e0e2 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:39:32.388029 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:32.409393 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c05da2-6d63-4841-8768-ffc8fae3c539 None None] Pushing event updated for resources: {'Port': ['ID=fa67fadb-492d-4c75-8875-c62555ebb3dc,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:32.417548 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bf8c6f-94aa-4bb2-9dee-2bd96569fa64 req-0accd3fc-f15f-4692-99b8-980077ae9498 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:32.419375 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e9bf8c6f-94aa-4bb2-9dee-2bd96569fa64 req-0accd3fc-f15f-4692-99b8-980077ae9498 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce7cf70a-841f-4a94-8810-c8cd54ca4b51 HTTP/1.1" status: 200 len: 945 time: 0.5612857 May 31 13:39:32.429730 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fcf9ad-6107-455b-ac3b-f6b3e5391a53 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Pushing event updated for resources: {'Network': ['ID=2ed94cf8-0728-4050-b081-6ca4bcf11d44,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:32.453284 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 2ed94cf8-0728-4050-b081-6ca4bcf11d44 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:39:32.503705 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4bdd5-9fb3-4884-921d-18dcb713ce18 req-a23dd181-0f71-4b49-9e79-2a0a60ccb280 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:32.510530 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b2d4bdd5-9fb3-4884-921d-18dcb713ce18 req-a23dd181-0f71-4b49-9e79-2a0a60ccb280 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 944 time: 0.6548555 May 31 13:39:32.533172 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47253628-6927-4d24-898c-00c41af42d44 req-c732c943-656f-405c-9824-861e8592c7c2 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:32.543036 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-47253628-6927-4d24-898c-00c41af42d44 req-c732c943-656f-405c-9824-861e8592c7c2 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce7cf70a-841f-4a94-8810-c8cd54ca4b51 HTTP/1.1" status: 200 len: 945 time: 0.6860750 May 31 13:39:32.564642 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715f7e11-df6b-4206-86b5-f9e153b8e264 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:32.564988 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-715f7e11-df6b-4206-86b5-f9e153b8e264 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Synchronizing usage tracker for tenant:318f7b3dc83b45b79e8aafb0cf55e8a5 on resource:network {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:39:32.614918 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0c911c84-b2f1-4aee-885e-e9f47ea1616c req-d9254a73-b8f3-473a-80f5-3beddd74a0a1 service neutron] 10.222.0.20 "GET /v2.0/networks/ef7bc708-faad-4f53-9863-9b17fc2bd3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3841329 May 31 13:39:32.621136 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=d1292f46-ad59-49bc-8df3-1733c2bfaf9c,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:32.631329 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-715f7e11-df6b-4206-86b5-f9e153b8e264 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Unset dirty status for tenant:318f7b3dc83b45b79e8aafb0cf55e8a5 on resource:network {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:39:32.635092 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-715f7e11-df6b-4206-86b5-f9e153b8e264 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] 10.222.0.50 "GET /v2.0/networks?id=2ed94cf8-0728-4050-b081-6ca4bcf11d44 HTTP/1.1" status: 200 len: 765 time: 0.2932954 May 31 13:39:32.635325 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52596) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:32.641961 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-91c79791-dd34-4dcf-8cb3-fa60b39d9a6f tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Request body: {'network': {'description': 'd2'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:39:32.680699 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-e9bf8c6f-94aa-4bb2-9dee-2bd96569fa64 req-2e743ea4-10e4-4137-b6a9-35b1397dc77b tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Deleting port f7f14e37-1d56-412f-9a6a-57cc037825b6 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:39:32.681407 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e9bf8c6f-94aa-4bb2-9dee-2bd96569fa64 req-2e743ea4-10e4-4137-b6a9-35b1397dc77b tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:32.714417 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device fa67fadb-492d-4c75-8875-c62555ebb3dc up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:39:32.782849 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-47253628-6927-4d24-898c-00c41af42d44 req-67c67d47-f03c-47f3-88b5-fdbc33eaa464 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] 10.222.0.50 "GET /v2.0/security-groups?id=a3392a71-7f34-4da1-8224-c96eaa2698b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389057 May 31 13:39:32.792963 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b2d4bdd5-9fb3-4884-921d-18dcb713ce18 req-14b431a5-22b4-450a-aa76-8dbeb7a6a1b6 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2353797 May 31 13:39:32.816598 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5becee34-8f71-4388-8c52-1ceb608aaaff req-d7a64436-f848-4817-8c81-3a5104d73077 service neutron] 10.222.0.44 "GET /v2.0/networks/4c3776cd-e1b3-4e6a-975b-cdf904000766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6438854 May 31 13:39:32.980307 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-91c79791-dd34-4dcf-8cb3-fa60b39d9a6f tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:33.001151 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-91c79791-dd34-4dcf-8cb3-fa60b39d9a6f tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:33.071347 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-91c79791-dd34-4dcf-8cb3-fa60b39d9a6f tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Network 2ed94cf8-0728-4050-b081-6ca4bcf11d44 is not hosted by any dhcp agent {{(pid=88369) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 31 13:39:33.077818 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c79791-dd34-4dcf-8cb3-fa60b39d9a6f tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:33.078454 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-91c79791-dd34-4dcf-8cb3-fa60b39d9a6f tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:33.079885 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-91c79791-dd34-4dcf-8cb3-fa60b39d9a6f tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] 10.222.0.50 "PUT /v2.0/networks/2ed94cf8-0728-4050-b081-6ca4bcf11d44 HTTP/1.1" status: 200 len: 762 time: 0.4436929 May 31 13:39:33.089529 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52602) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:33.144376 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf18a4b-b807-40b8-ae7c-ee21731680d5 None None] Network 6a130f6b-d84d-4272-a0be-8dcb9a0b0369 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:39:33.160192 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-fd9dd6ae-fbfb-462f-87b2-b9dc70e63ce4 None None] Provisioning for port fa67fadb-492d-4c75-8875-c62555ebb3dc completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:39:33.180420 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c79791-dd34-4dcf-8cb3-fa60b39d9a6f tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Pushing event updated for resources: {'Network': ['ID=2ed94cf8-0728-4050-b081-6ca4bcf11d44,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:33.224052 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 2ed94cf8-0728-4050-b081-6ca4bcf11d44 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:39:33.229280 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab571cc0-7666-4681-a7ea-35538b222fbe tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:33.234600 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ab571cc0-7666-4681-a7ea-35538b222fbe tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] 10.222.0.50 "GET /v2.0/networks?id=2ed94cf8-0728-4050-b081-6ca4bcf11d44 HTTP/1.1" status: 200 len: 765 time: 0.1402926 May 31 13:39:33.234855 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52606) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:33.245710 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-fd9dd6ae-fbfb-462f-87b2-b9dc70e63ce4 None None] Provisioning complete for port fa67fadb-492d-4c75-8875-c62555ebb3dc triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:39:33.246108 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fd9dd6ae-fbfb-462f-87b2-b9dc70e63ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:33.349583 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-19162783-db40-4efc-b225-3a0d5819b8de req-4b0046ee-e6c3-4d67-b210-12baa8636dcc tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:33.385190 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['3dfec903-657c-413e-a191-3c732c17e0e2'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:39:33.424933 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298cecb0-002c-4efb-b169-783c46617e7f tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:33.429377 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-298cecb0-002c-4efb-b169-783c46617e7f tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1934879 May 31 13:39:33.430125 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52610) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:33.477292 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ddbc25dc-337b-454d-8b19-e3ba13a349b9 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Synchronizing usage tracker for tenant:318f7b3dc83b45b79e8aafb0cf55e8a5 on resource:subnet {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:39:33.498788 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ddbc25dc-337b-454d-8b19-e3ba13a349b9 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Unset dirty status for tenant:318f7b3dc83b45b79e8aafb0cf55e8a5 on resource:subnet {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:39:33.500606 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0046ee-e6c3-4d67-b210-12baa8636dcc tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Pushing event deleted for resources: {'Port': ['ID=3dfec903-657c-413e-a191-3c732c17e0e2,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:33.504000 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ddbc25dc-337b-454d-8b19-e3ba13a349b9 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] 10.222.0.50 "GET /v2.0/subnets?network_id=d2103cd5-63ba-4c24-9d95-fd17643bf14c HTTP/1.1" status: 200 len: 207 time: 0.0724454 May 31 13:39:33.505370 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52614) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:33.619234 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-fd9dd6ae-fbfb-462f-87b2-b9dc70e63ce4 None None] Current status of the port fa67fadb-492d-4c75-8875-c62555ebb3dc is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:39:33.666126 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5becee34-8f71-4388-8c52-1ceb608aaaff req-cdd8a459-2a37-4a99-a886-ac96210fd5d5 service neutron] 10.222.0.44 "GET /v2.0/networks/4c3776cd-e1b3-4e6a-975b-cdf904000766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6388152 May 31 13:39:33.667151 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-19162783-db40-4efc-b225-3a0d5819b8de req-4b0046ee-e6c3-4d67-b210-12baa8636dcc tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] No DVR routers for this DVR port 3dfec903-657c-413e-a191-3c732c17e0e2 on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:39:33.711432 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af652e6d-99e7-4d58-8c98-92fde73d42fa req-f52bf3b5-b1a3-40bd-9a28-507177a88a12 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:33.713253 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af652e6d-99e7-4d58-8c98-92fde73d42fa req-f52bf3b5-b1a3-40bd-9a28-507177a88a12 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/ports?device_id=a86dc494-b1dc-4fd5-90c4-02d39ae52157 HTTP/1.1" status: 200 len: 945 time: 0.6920359 May 31 13:39:33.723534 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f04d092-8f29-4a26-a39a-ab0ded60ee48 req-44f2e149-d88d-429d-8aee-5d9763374979 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:33.725836 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2f04d092-8f29-4a26-a39a-ab0ded60ee48 req-44f2e149-d88d-429d-8aee-5d9763374979 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e86b4d0-5860-4e64-bffe-d0e865533e0d HTTP/1.1" status: 200 len: 946 time: 0.7055244 May 31 13:39:33.727113 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-19162783-db40-4efc-b225-3a0d5819b8de req-4b0046ee-e6c3-4d67-b210-12baa8636dcc tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:33.746321 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e86b4d0-5860-4e64-bffe-d0e865533e0d', 'name': 'network-vif-deleted', 'tag': '3dfec903-657c-413e-a191-3c732c17e0e2'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:39:33.817216 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-19162783-db40-4efc-b225-3a0d5819b8de req-4b0046ee-e6c3-4d67-b210-12baa8636dcc tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.44 "DELETE /v2.0/ports/3dfec903-657c-413e-a191-3c732c17e0e2 HTTP/1.1" status: 204 len: 173 time: 2.5192204 May 31 13:39:33.865597 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b7a941-fbed-4a08-b613-da2c909dcc32 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:33.871373 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b7a941-fbed-4a08-b613-da2c909dcc32 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:33.878283 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b7a941-fbed-4a08-b613-da2c909dcc32 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:33.885044 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b7a941-fbed-4a08-b613-da2c909dcc32 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:33.892584 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b7a941-fbed-4a08-b613-da2c909dcc32 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:33.896756 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af652e6d-99e7-4d58-8c98-92fde73d42fa req-a9e75aed-87b1-4bd0-a336-abad05af51ca tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/security-groups?id=677b8212-d6d1-4b38-be51-aaa6218210d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441805 May 31 13:39:33.899072 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5becee34-8f71-4388-8c52-1ceb608aaaff req-52c80788-fdf2-4521-ac9d-b7029d6e522b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=e94f7e75-6c16-424a-a92a-43509164e97a HTTP/1.1" status: 200 len: 217 time: 0.1540697 May 31 13:39:33.908532 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b7a941-fbed-4a08-b613-da2c909dcc32 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:33.922589 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a3b7a941-fbed-4a08-b613-da2c909dcc32 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.4158647 May 31 13:39:33.925449 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52624) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:33.957971 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-e9bf8c6f-94aa-4bb2-9dee-2bd96569fa64 req-2e743ea4-10e4-4137-b6a9-35b1397dc77b tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] For port f7f14e37-1d56-412f-9a6a-57cc037825b6, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=f7f14e37-1d56-412f-9a6a-57cc037825b6,segment=NetworkSegment(0c8aa3a6-47b8-4f9f-a1d3-b43478db3f3f),segment_id=0c8aa3a6-47b8-4f9f-a1d3-b43478db3f3f)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:39:33.958433 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e9bf8c6f-94aa-4bb2-9dee-2bd96569fa64 req-2e743ea4-10e4-4137-b6a9-35b1397dc77b tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:33.974244 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-844c35fa-31c7-4910-8430-4827d833d9c4'] response: {'server_uuid': 'a86dc494-b1dc-4fd5-90c4-02d39ae52157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64491d7b-6e9a-4bda-81d1-7220e0bc6f2c', 'code': 200} May 31 13:39:33.989036 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7242b1fa-5a96-488c-9034-d53bbb0462ba None None] get_active_networks_info from n-d-843939-1 {{(pid=88371) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 31 13:39:34.131235 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-7529a02d-e569-4d69-8eea-4dad5a90c4bb None None] Provisioning complete for port fa67fadb-492d-4c75-8875-c62555ebb3dc triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:39:34.131974 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7529a02d-e569-4d69-8eea-4dad5a90c4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:34.172285 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-334b1b19-1a97-4a79-a438-54562fbc2438 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] 10.222.0.50 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.2455304 May 31 13:39:34.175565 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52628) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:34.251163 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2345926-a379-4f74-91c5-236bd5759366 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:34.252350 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2345926-a379-4f74-91c5-236bd5759366 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:34.253971 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2345926-a379-4f74-91c5-236bd5759366 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:34.255895 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2345926-a379-4f74-91c5-236bd5759366 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:34.257250 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2345926-a379-4f74-91c5-236bd5759366 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:34.264094 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d2345926-a379-4f74-91c5-236bd5759366 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0825934 May 31 13:39:34.264941 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52632) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:34.284499 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-e9bf8c6f-94aa-4bb2-9dee-2bd96569fa64 req-2e743ea4-10e4-4137-b6a9-35b1397dc77b tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Calling delete_port for f7f14e37-1d56-412f-9a6a-57cc037825b6 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:39:34.311792 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7242b1fa-5a96-488c-9034-d53bbb0462ba None None] Resources bound (agent type, host, resource id): {{(pid=88371) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 31 13:39:34.325510 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-7529a02d-e569-4d69-8eea-4dad5a90c4bb None None] Current status of the port fa67fadb-492d-4c75-8875-c62555ebb3dc is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:39:34.358918 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5becee34-8f71-4388-8c52-1ceb608aaaff req-d5942467-dd1e-4853-b6ea-0bfaa539a3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:34.360470 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5becee34-8f71-4388-8c52-1ceb608aaaff req-d5942467-dd1e-4853-b6ea-0bfaa539a3c5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=be5242af-81d0-4358-b8f6-a7fb30a944f2 HTTP/1.1" status: 200 len: 797 time: 0.4529195 May 31 13:39:34.378446 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d05c29-53ac-450a-9044-d4d76a09413c tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Attributes excluded by policy engine: ['shared'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:34.380289 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d05c29-53ac-450a-9044-d4d76a09413c tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Attributes excluded by policy engine: ['shared'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:34.382429 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d05c29-53ac-450a-9044-d4d76a09413c tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Attributes excluded by policy engine: ['shared'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:34.383985 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d05c29-53ac-450a-9044-d4d76a09413c tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Attributes excluded by policy engine: ['shared'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:34.385266 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2f04d092-8f29-4a26-a39a-ab0ded60ee48 req-d8ad6b1e-e8e8-4d13-88f1-edeac3c78d51 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6314614 May 31 13:39:34.385738 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d05c29-53ac-450a-9044-d4d76a09413c tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Attributes excluded by policy engine: ['shared'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:34.391118 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-36d05c29-53ac-450a-9044-d4d76a09413c tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] 10.222.0.50 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1218364 May 31 13:39:34.391838 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52636) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:34.574854 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4febce26-4b26-4c66-94f9-47c205b49747 req-9c36b975-0d75-438a-bdeb-52c393b9f86a tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:34.576524 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4febce26-4b26-4c66-94f9-47c205b49747 req-9c36b975-0d75-438a-bdeb-52c393b9f86a tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c373c129-90a8-4109-b3df-83a42567901b HTTP/1.1" status: 200 len: 946 time: 0.4597034 May 31 13:39:34.581910 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1cb9eb4-b847-43cc-82f5-c3d35f463afb tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:34.585763 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a2ee4f-ed3d-45b3-b685-e9bd5b24488c req-573f455c-7102-4a0f-ac3f-60f3d32b9cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:34.587267 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-20a2ee4f-ed3d-45b3-b685-e9bd5b24488c req-573f455c-7102-4a0f-ac3f-60f3d32b9cef service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a86dc494-b1dc-4fd5-90c4-02d39ae52157 HTTP/1.1" status: 200 len: 1096 time: 0.4720213 May 31 13:39:34.592226 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a1cb9eb4-b847-43cc-82f5-c3d35f463afb tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] 10.222.0.50 "GET /v2.0/networks/3911fdd7-eb28-4304-9d6d-1586a1dd4bf6 HTTP/1.1" status: 200 len: 804 time: 0.1956298 May 31 13:39:34.601947 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52640) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:34.767104 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5becee34-8f71-4388-8c52-1ceb608aaaff req-3809daf1-d256-43de-9117-b461219404b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:34.768568 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5becee34-8f71-4388-8c52-1ceb608aaaff req-3809daf1-d256-43de-9117-b461219404b5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3755229 May 31 13:39:34.780662 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c7479c28-f4ba-43b3-8886-2d45d8706324 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] 10.222.0.50 "GET /v2.0/networks/3911fdd7-eb28-4304-9d6d-1586a1dd4bf6?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1729248 May 31 13:39:34.780997 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52644) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:34.811532 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4febce26-4b26-4c66-94f9-47c205b49747 req-64f700b5-626f-46b8-89c7-2ea1a378a67d tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230632 May 31 13:39:34.812881 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-20a2ee4f-ed3d-45b3-b685-e9bd5b24488c req-94a9e49e-bdcb-4c03-86d4-3f74fb1c96a7 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=677b8212-d6d1-4b38-be51-aaa6218210d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723282 May 31 13:39:34.858107 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ecdb815-8853-4500-bbdf-5fba3415cb7c tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:34.863140 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-2ecdb815-8853-4500-bbdf-5fba3415cb7c tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] 10.222.0.50 "GET /v2.0/subnets/16eae3ea-435e-45a1-be99-df7e5748bd30 HTTP/1.1" status: 200 len: 843 time: 0.0778604 May 31 13:39:34.864574 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52650) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:34.948942 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7730a74-6d9b-4d32-a2df-907b24c561ca tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Attributes excluded by policy engine: ['shared'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:34.954402 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e7730a74-6d9b-4d32-a2df-907b24c561ca tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] 10.222.0.50 "GET /v2.0/subnets/16eae3ea-435e-45a1-be99-df7e5748bd30?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0846121 May 31 13:39:34.954696 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52656) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:34.960148 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-e0bbf597-bee5-492d-8cbf-a2857217c140 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2044680864'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:39:34.967529 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e0bbf597-bee5-492d-8cbf-a2857217c140 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:39:34.978376 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e0bbf597-bee5-492d-8cbf-a2857217c140 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:39:34.990883 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0bbf597-bee5-492d-8cbf-a2857217c140 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Made reservation on behalf of 318f7b3dc83b45b79e8aafb0cf55e8a5 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:39:34.994546 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e0bbf597-bee5-492d-8cbf-a2857217c140 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:35.024670 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0bbf597-bee5-492d-8cbf-a2857217c140 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:39:35.024872 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a78e26db-23d7-4b03-b784-87ae2f6170ac'] response: {'server_uuid': '5e86b4d0-5860-4e64-bffe-d0e865533e0d', 'name': 'network-vif-deleted', 'tag': '3dfec903-657c-413e-a191-3c732c17e0e2', 'status': 'completed', 'code': 200} May 31 13:39:35.032998 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e9bf8c6f-94aa-4bb2-9dee-2bd96569fa64 req-2e743ea4-10e4-4137-b6a9-35b1397dc77b tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:35.034116 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e0bbf597-bee5-492d-8cbf-a2857217c140 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:35.034583 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-e0bbf597-bee5-492d-8cbf-a2857217c140 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Added segment d7dac9df-7d6b-4d88-8d89-aba0a3e87acd of type vlan for network 06bbf485-5ab3-4023-8a28-7c39907f1b4f May 31 13:39:35.063542 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e0bbf597-bee5-492d-8cbf-a2857217c140 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:35.093616 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e0bbf597-bee5-492d-8cbf-a2857217c140 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:35.099176 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0bbf597-bee5-492d-8cbf-a2857217c140 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:35.099780 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e0bbf597-bee5-492d-8cbf-a2857217c140 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:35.141083 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e743ea4-10e4-4137-b6a9-35b1397dc77b tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Pushing event deleted for resources: {'Port': ['ID=f7f14e37-1d56-412f-9a6a-57cc037825b6,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:35.209650 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e0bbf597-bee5-492d-8cbf-a2857217c140 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2538266 May 31 13:39:35.212585 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52660) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:35.223450 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-d0d7f871-c996-47b4-b993-bb343f064d10 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Request body: {'subnet': {'network_id': '06bbf485-5ab3-4023-8a28-7c39907f1b4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:39:35.238317 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bbf597-bee5-492d-8cbf-a2857217c140 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Pushing event updated for resources: {'Network': ['ID=06bbf485-5ab3-4023-8a28-7c39907f1b4f,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:35.251322 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 06bbf485-5ab3-4023-8a28-7c39907f1b4f details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:39:35.272872 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9bf8c6f-94aa-4bb2-9dee-2bd96569fa64 req-2e743ea4-10e4-4137-b6a9-35b1397dc77b tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] No DVR routers for this DVR port f7f14e37-1d56-412f-9a6a-57cc037825b6 on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:39:35.290890 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e9bf8c6f-94aa-4bb2-9dee-2bd96569fa64 req-2e743ea4-10e4-4137-b6a9-35b1397dc77b tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:35.324833 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b1988-07a1-45fa-8cc9-4c1befac0ca9 req-9aff4970-bd58-4d4b-b125-7aba532219d9 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:35.327050 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2c9b1988-07a1-45fa-8cc9-4c1befac0ca9 req-9aff4970-bd58-4d4b-b125-7aba532219d9 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/ports?device_id=11332720-a38e-4aad-a18d-a89dce10acd0 HTTP/1.1" status: 200 len: 945 time: 0.6635711 May 31 13:39:35.344045 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5becee34-8f71-4388-8c52-1ceb608aaaff req-ecd0e0c6-85e6-4a2c-8d13-66ef6d3ee672 service neutron] 10.222.0.44 "GET /v2.0/networks/2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5582151 May 31 13:39:35.389154 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d0d7f871-c996-47b4-b993-bb343f064d10 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:39:35.402290 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e9bf8c6f-94aa-4bb2-9dee-2bd96569fa64 req-2e743ea4-10e4-4137-b6a9-35b1397dc77b tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] 10.222.0.44 "DELETE /v2.0/ports/f7f14e37-1d56-412f-9a6a-57cc037825b6 HTTP/1.1" status: 204 len: 173 time: 2.9595759 May 31 13:39:35.411086 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d0d7f871-c996-47b4-b993-bb343f064d10 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:39:35.424064 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d7f871-c996-47b4-b993-bb343f064d10 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Made reservation on behalf of 318f7b3dc83b45b79e8aafb0cf55e8a5 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:39:35.428568 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d0d7f871-c996-47b4-b993-bb343f064d10 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:35.485054 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb52e1e-849a-4460-9113-a62c83abdf28 req-d4b29782-e1b3-4600-b4f9-247250f3aa8b tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:35.486526 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4eb52e1e-849a-4460-9113-a62c83abdf28 req-d4b29782-e1b3-4600-b4f9-247250f3aa8b tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 944 time: 0.4641101 May 31 13:39:35.497079 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2c9b1988-07a1-45fa-8cc9-4c1befac0ca9 req-5ce3ea78-68f9-4188-bfbf-aa160b2b9b65 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/security-groups?id=792462f3-0c93-41bc-a9cb-454dcd850b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1597693 May 31 13:39:35.530536 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.ipam_backend_mixin [None req-d0d7f871-c996-47b4-b993-bb343f064d10 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Performing IP validity checks on allocation pools {{(pid=88369) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 31 13:39:35.531280 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.ipam_backend_mixin [None req-d0d7f871-c996-47b4-b993-bb343f064d10 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88369) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 31 13:39:35.583028 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4eb52e1e-849a-4460-9113-a62c83abdf28 req-28c4d13b-e897-4339-b5d6-78cac9f2e230 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829749 May 31 13:39:35.589679 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5becee34-8f71-4388-8c52-1ceb608aaaff req-8fac2bd7-1813-43c9-a651-b3def003c366 service neutron] 10.222.0.44 "GET /v2.0/networks/2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255316 May 31 13:39:35.694959 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d0d7f871-c996-47b4-b993-bb343f064d10 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:35.719206 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5becee34-8f71-4388-8c52-1ceb608aaaff req-931d4e43-3f8b-47cb-b735-f284a2425f5c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=308e9017-5399-4d57-9077-0fd615c7bcbd HTTP/1.1" status: 200 len: 217 time: 0.1230729 May 31 13:39:35.763655 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-74c4a5ff-809d-42ef-905c-307c8afb5de1 req-0944a6d2-81ed-41c1-8dd5-eb9914e22256 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Synchronizing usage tracker for tenant:f89ceabafad5420cb483df25f252f64a on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:39:35.780645 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d7f871-c996-47b4-b993-bb343f064d10 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Pushing event updated for resources: {'Subnet': ['ID=e1f25a26-3a82-4496-835e-64c34330fddd,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:35.792405 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d7f871-c996-47b4-b993-bb343f064d10 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Checking segment: {'id': 'd7dac9df-7d6b-4d88-8d89-aba0a3e87acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '06bbf485-5ab3-4023-8a28-7c39907f1b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:39:35.792972 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d7f871-c996-47b4-b993-bb343f064d10 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Network hostable DHCP agents. Network: 06bbf485-5ab3-4023-8a28-7c39907f1b4f, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:39:35.797854 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5becee34-8f71-4388-8c52-1ceb608aaaff req-4db67a01-ee17-4f36-a821-2354318532ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:35.799834 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5becee34-8f71-4388-8c52-1ceb608aaaff req-4db67a01-ee17-4f36-a821-2354318532ae service neutron] 10.222.0.44 "GET /v2.0/subnets?id=be5242af-81d0-4358-b8f6-a7fb30a944f2 HTTP/1.1" status: 200 len: 797 time: 0.0742338 May 31 13:39:35.800167 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-74c4a5ff-809d-42ef-905c-307c8afb5de1 req-0944a6d2-81ed-41c1-8dd5-eb9914e22256 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Unset dirty status for tenant:f89ceabafad5420cb483df25f252f64a on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:39:35.801251 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-74c4a5ff-809d-42ef-905c-307c8afb5de1 req-0944a6d2-81ed-41c1-8dd5-eb9914e22256 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce7cf70a-841f-4a94-8810-c8cd54ca4b51 HTTP/1.1" status: 200 len: 210 time: 0.1296668 May 31 13:39:35.813879 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 3dfec903-657c-413e-a191-3c732c17e0e2 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:39:35.828315 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d7f871-c996-47b4-b993-bb343f064d10 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Network 06bbf485-5ab3-4023-8a28-7c39907f1b4f is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:39:35.844954 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-d0d7f871-c996-47b4-b993-bb343f064d10 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 06bbf485-5ab3-4023-8a28-7c39907f1b4f) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:39:35.855736 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d7f871-c996-47b4-b993-bb343f064d10 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:35.856343 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d0d7f871-c996-47b4-b993-bb343f064d10 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:35.912728 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] No Port match for: 3dfec903-657c-413e-a191-3c732c17e0e2 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:39:35.913058 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d0d7f871-c996-47b4-b993-bb343f064d10 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.6994059 May 31 13:39:35.915872 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52670) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:35.916466 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 3dfec903-657c-413e-a191-3c732c17e0e2 not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:39:35.917279 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device f7f14e37-1d56-412f-9a6a-57cc037825b6 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:39:35.938360 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-ee6fc9d1-1813-4d48-8eee-7132a6361ad2 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:39:36.017615 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5e434e-292e-4f16-af2a-cf82d7f0e4ed None None] Network 06bbf485-5ab3-4023-8a28-7c39907f1b4f requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:39:36.021442 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5becee34-8f71-4388-8c52-1ceb608aaaff req-6bea5c45-0f37-4bcf-a0f2-f90b2d5e6ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:36.022951 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5becee34-8f71-4388-8c52-1ceb608aaaff req-6bea5c45-0f37-4bcf-a0f2-f90b2d5e6ed0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2156074 May 31 13:39:36.113447 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11332720-a38e-4aad-a18d-a89dce10acd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1292f46-ad59-49bc-8df3-1733c2bfaf9c'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:39:36.117941 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] No Port match for: f7f14e37-1d56-412f-9a6a-57cc037825b6 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:39:36.118388 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device f7f14e37-1d56-412f-9a6a-57cc037825b6 not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:39:36.185721 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ee6fc9d1-1813-4d48-8eee-7132a6361ad2 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-66030198'] for subnet, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:36.293251 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffa3f70-910b-42c2-a9cd-e5aaa1b6f99b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-06bbf485-5ab3-4023-8a28-7c39907f1b4f', 'network_id': '06bbf485-5ab3-4023-8a28-7c39907f1b4f', 'tenant_id': '318f7b3dc83b45b79e8aafb0cf55e8a5', 'fixed_ips': [{'subnet_id': 'e1f25a26-3a82-4496-835e-64c34330fddd'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:39:36.294500 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6ffa3f70-910b-42c2-a9cd-e5aaa1b6f99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:36.314216 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5becee34-8f71-4388-8c52-1ceb608aaaff req-b4bc2e3a-342e-450f-973c-9a5d37161d73 service neutron] 10.222.0.44 "GET /v2.0/networks/2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809114 May 31 13:39:36.407766 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dd6380-7673-4f8f-b207-34aea691f102 req-1f470446-a1a7-4b9d-ba2c-3ce431439b3a tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:36.409292 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-63dd6380-7673-4f8f-b207-34aea691f102 req-1f470446-a1a7-4b9d-ba2c-3ce431439b3a tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/ports?device_id=a86dc494-b1dc-4fd5-90c4-02d39ae52157 HTTP/1.1" status: 200 len: 945 time: 0.3363776 May 31 13:39:36.448763 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894672ba-2f93-4a28-a5c2-5c895e033f7a req-bd0d92ab-225c-4258-b13d-297dbd5df4e5 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:36.450490 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-894672ba-2f93-4a28-a5c2-5c895e033f7a req-bd0d92ab-225c-4258-b13d-297dbd5df4e5 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 944 time: 0.3623967 May 31 13:39:36.524411 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-63dd6380-7673-4f8f-b207-34aea691f102 req-54703b55-5510-4adb-adf9-e715b3f3657d tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/security-groups?id=677b8212-d6d1-4b38-be51-aaa6218210d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006470 May 31 13:39:36.554746 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5becee34-8f71-4388-8c52-1ceb608aaaff req-46bf0c08-e19c-41a6-ae3d-3a525be1e81f service neutron] 10.222.0.44 "GET /v2.0/networks/2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320859 May 31 13:39:36.557691 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-894672ba-2f93-4a28-a5c2-5c895e033f7a req-76a20be8-b1bd-4b77-bf9f-4e59a78de3b8 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988059 May 31 13:39:36.561844 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ee6fc9d1-1813-4d48-8eee-7132a6361ad2 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772773763000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-66016424'] for subnet, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:36.631081 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5becee34-8f71-4388-8c52-1ceb608aaaff req-c5648777-c5c4-4fda-bc24-b8eb72d577a2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=ec2bc788-e484-45ea-888b-dba186b72a44 HTTP/1.1" status: 200 len: 217 time: 0.0698092 May 31 13:39:36.659073 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6fc9d1-1813-4d48-8eee-7132a6361ad2 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:36.659838 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ee6fc9d1-1813-4d48-8eee-7132a6361ad2 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:36.663695 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ee6fc9d1-1813-4d48-8eee-7132a6361ad2 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] 10.222.0.50 "PUT /v2.0/subnets/e1f25a26-3a82-4496-835e-64c34330fddd HTTP/1.1" status: 200 len: 900 time: 0.7443438 May 31 13:39:36.664361 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52688) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:36.666957 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6fc9d1-1813-4d48-8eee-7132a6361ad2 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Pushing event updated for resources: {'Subnet': ['ID=e1f25a26-3a82-4496-835e-64c34330fddd,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:36.680581 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-6ffa3f70-910b-42c2-a9cd-e5aaa1b6f99b None None] Allocated IP 2001:db8::3 (06bbf485-5ab3-4023-8a28-7c39907f1b4f/e1f25a26-3a82-4496-835e-64c34330fddd/1e804c4e-a7c0-4452-9469-d1b2d6480e15) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:39:36.818152 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-51e6a4bd-b0bd-41e0-9337-372a9170d099 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:36.892282 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-51e6a4bd-b0bd-41e0-9337-372a9170d099 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:36.950096 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6ffa3f70-910b-42c2-a9cd-e5aaa1b6f99b None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:36.960981 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6ffa3f70-910b-42c2-a9cd-e5aaa1b6f99b None None] Transition to ACTIVE for port object 1e804c4e-a7c0-4452-9469-d1b2d6480e15 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:39:36.979340 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6ffa3f70-910b-42c2-a9cd-e5aaa1b6f99b None None] Transition to ACTIVE for port object 1e804c4e-a7c0-4452-9469-d1b2d6480e15 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:39:36.985492 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6ffa3f70-910b-42c2-a9cd-e5aaa1b6f99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:37.004230 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5becee34-8f71-4388-8c52-1ceb608aaaff req-e85ba60c-eb1b-484a-bc86-2d1de5447ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:37.005605 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-51e6a4bd-b0bd-41e0-9337-372a9170d099 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:37.005751 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5becee34-8f71-4388-8c52-1ceb608aaaff req-e85ba60c-eb1b-484a-bc86-2d1de5447ffc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=be5242af-81d0-4358-b8f6-a7fb30a944f2 HTTP/1.1" status: 200 len: 797 time: 0.3669350 May 31 13:39:37.049091 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce7cf70a-841f-4a94-8810-c8cd54ca4b51', 'name': 'network-vif-deleted', 'tag': 'f7f14e37-1d56-412f-9a6a-57cc037825b6'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:39:37.052536 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffa3f70-910b-42c2-a9cd-e5aaa1b6f99b None None] Network 06bbf485-5ab3-4023-8a28-7c39907f1b4f is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:39:37.052915 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e6a4bd-b0bd-41e0-9337-372a9170d099 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Pushing event deleted for resources: {'Subnet': ['ID=e1f25a26-3a82-4496-835e-64c34330fddd,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:37.060009 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-6ffa3f70-910b-42c2-a9cd-e5aaa1b6f99b None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:39:37.063728 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffa3f70-910b-42c2-a9cd-e5aaa1b6f99b None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:39:37.074519 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffa3f70-910b-42c2-a9cd-e5aaa1b6f99b None None] Pushing event updated for resources: {'Port': ['ID=1e804c4e-a7c0-4452-9469-d1b2d6480e15,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:37.164488 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-6ffa3f70-910b-42c2-a9cd-e5aaa1b6f99b None None] Attempting to bind port 1e804c4e-a7c0-4452-9469-d1b2d6480e15 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:39:37.164850 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-6ffa3f70-910b-42c2-a9cd-e5aaa1b6f99b None None] Attempting to bind port 1e804c4e-a7c0-4452-9469-d1b2d6480e15 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'd7dac9df-7d6b-4d88-8d89-aba0a3e87acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '06bbf485-5ab3-4023-8a28-7c39907f1b4f'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:39:37.165210 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffa3f70-910b-42c2-a9cd-e5aaa1b6f99b None None] Attempting to bind port 1e804c4e-a7c0-4452-9469-d1b2d6480e15 on network 06bbf485-5ab3-4023-8a28-7c39907f1b4f {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:39:37.170213 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-51e6a4bd-b0bd-41e0-9337-372a9170d099 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:37.171398 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffa3f70-910b-42c2-a9cd-e5aaa1b6f99b None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:39:37.172096 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffa3f70-910b-42c2-a9cd-e5aaa1b6f99b None None] Checking segment: {'id': 'd7dac9df-7d6b-4d88-8d89-aba0a3e87acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '06bbf485-5ab3-4023-8a28-7c39907f1b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:39:37.172579 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6ffa3f70-910b-42c2-a9cd-e5aaa1b6f99b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:37.173044 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffa3f70-910b-42c2-a9cd-e5aaa1b6f99b None None] Bound using segment: {'id': 'd7dac9df-7d6b-4d88-8d89-aba0a3e87acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '06bbf485-5ab3-4023-8a28-7c39907f1b4f'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:39:37.173556 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-6ffa3f70-910b-42c2-a9cd-e5aaa1b6f99b None None] Bound port: 1e804c4e-a7c0-4452-9469-d1b2d6480e15, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7dac9df-7d6b-4d88-8d89-aba0a3e87acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '06bbf485-5ab3-4023-8a28-7c39907f1b4f'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:39:37.174022 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6ffa3f70-910b-42c2-a9cd-e5aaa1b6f99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:37.178531 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983180d1-4387-4d85-b115-6185f404b9b5 req-1798ba8c-aa1a-4bb4-825c-f892c61e10ff tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:37.180005 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-983180d1-4387-4d85-b115-6185f404b9b5 req-1798ba8c-aa1a-4bb4-825c-f892c61e10ff tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c373c129-90a8-4109-b3df-83a42567901b HTTP/1.1" status: 200 len: 946 time: 0.4529245 May 31 13:39:37.194882 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0c250d-3503-4398-bf81-5ceed453fc41 req-51164df2-140e-4df7-8ee2-3b998e400ea4 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:37.197774 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-51e6a4bd-b0bd-41e0-9337-372a9170d099 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06bbf485-5ab3-4023-8a28-7c39907f1b4f']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:39:37.199391 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fa0c250d-3503-4398-bf81-5ceed453fc41 req-51164df2-140e-4df7-8ee2-3b998e400ea4 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/networks?id=6f63975b-9b05-46d3-8543-47c8fac2cf70 HTTP/1.1" status: 200 len: 811 time: 0.4734261 May 31 13:39:37.211630 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-51e6a4bd-b0bd-41e0-9337-372a9170d099 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7dac9df-7d6b-4d88-8d89-aba0a3e87acd') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:39:37.211984 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-51e6a4bd-b0bd-41e0-9337-372a9170d099 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7dac9df-7d6b-4d88-8d89-aba0a3e87acd') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:39:37.225563 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-51e6a4bd-b0bd-41e0-9337-372a9170d099 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:37.249767 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fa0c250d-3503-4398-bf81-5ceed453fc41 req-cc7e2c1b-5d19-442a-9e26-39d28b1dff0f tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/quotas/52669f2db59f4a3eb6fd40f6ebcd20ec HTTP/1.1" status: 200 len: 375 time: 0.0327759 May 31 13:39:37.255153 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-51e6a4bd-b0bd-41e0-9337-372a9170d099 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:37.265467 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51e6a4bd-b0bd-41e0-9337-372a9170d099 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:39:37.265880 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-51e6a4bd-b0bd-41e0-9337-372a9170d099 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:37.267163 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-6ffa3f70-910b-42c2-a9cd-e5aaa1b6f99b None None] For port 1e804c4e-a7c0-4452-9469-d1b2d6480e15, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:39:37.320286 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5becee34-8f71-4388-8c52-1ceb608aaaff req-81477731-2649-43b2-bfea-419b3df35941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:37.321752 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5becee34-8f71-4388-8c52-1ceb608aaaff req-81477731-2649-43b2-bfea-419b3df35941 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3068635 May 31 13:39:37.329820 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-983180d1-4387-4d85-b115-6185f404b9b5 req-a91e6683-ba1e-4f3b-aec2-78f6bebcf92f tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283016 May 31 13:39:37.336338 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment d7dac9df-7d6b-4d88-8d89-aba0a3e87acd resource provider aggregate not found May 31 13:39:37.363241 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-fa0c250d-3503-4398-bf81-5ceed453fc41 req-4c5b91b7-4fb4-43c4-b463-ce2bab90f3fa tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Synchronizing usage tracker for tenant:52669f2db59f4a3eb6fd40f6ebcd20ec on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:39:37.379362 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment d7dac9df-7d6b-4d88-8d89-aba0a3e87acd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d7dac9df-7d6b-4d88-8d89-aba0a3e87acd found for delete ", "request_id": "req-e008c620-d4fa-4b75-a025-6700a536499d"}]} May 31 13:39:37.383160 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.db.api [None req-51e6a4bd-b0bd-41e0-9337-372a9170d099 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 31 13:39:37.383160 n-d-843939-1 neutron-server[88369]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 31 13:39:37.383160 n-d-843939-1 neutron-server[88369]: [parameters: {'id': '06bbf485-5ab3-4023-8a28-7c39907f1b4f'}] May 31 13:39:37.383160 n-d-843939-1 neutron-server[88369]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:39:37.383527 n-d-843939-1 neutron-server[88369]: DEBUG oslo_db.api [None req-51e6a4bd-b0bd-41e0-9337-372a9170d099 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:39:37.386927 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:37.395001 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-6ffa3f70-910b-42c2-a9cd-e5aaa1b6f99b None None] For port 1e804c4e-a7c0-4452-9469-d1b2d6480e15, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=1e804c4e-a7c0-4452-9469-d1b2d6480e15,segment=NetworkSegment(d7dac9df-7d6b-4d88-8d89-aba0a3e87acd),segment_id=d7dac9df-7d6b-4d88-8d89-aba0a3e87acd)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:39:37.400871 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6ffa3f70-910b-42c2-a9cd-e5aaa1b6f99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:37.462229 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9935d0b-9fb6-45f3-8224-b1a77247eb68'] response: {'server_uuid': '11332720-a38e-4aad-a18d-a89dce10acd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1292f46-ad59-49bc-8df3-1733c2bfaf9c', 'code': 200} May 31 13:39:37.470142 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541d6053-64ef-4d4c-8aa4-217258940334 req-156a8ef3-831e-4b5f-b90c-6bbaf61ae1f8 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:37.472544 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-541d6053-64ef-4d4c-8aa4-217258940334 req-156a8ef3-831e-4b5f-b90c-6bbaf61ae1f8 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.44 "GET /v2.0/ports?device_id=c373c129-90a8-4109-b3df-83a42567901b HTTP/1.1" status: 200 len: 946 time: 0.3410439 May 31 13:39:37.475220 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-fa0c250d-3503-4398-bf81-5ceed453fc41 req-4c5b91b7-4fb4-43c4-b463-ce2bab90f3fa tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Unset dirty status for tenant:52669f2db59f4a3eb6fd40f6ebcd20ec on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:39:37.476361 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fa0c250d-3503-4398-bf81-5ceed453fc41 req-4c5b91b7-4fb4-43c4-b463-ce2bab90f3fa tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=52669f2db59f4a3eb6fd40f6ebcd20ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2115781 May 31 13:39:37.532977 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [req-fa0c250d-3503-4398-bf81-5ceed453fc41 req-ecdfa3f6-2ce5-48c4-89d4-ffe49793d6da service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:39:37.533927 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fa0c250d-3503-4398-bf81-5ceed453fc41 req-ecdfa3f6-2ce5-48c4-89d4-ffe49793d6da service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064154 May 31 13:39:37.580643 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffa3f70-910b-42c2-a9cd-e5aaa1b6f99b None None] Pushing event updated for resources: {'Port': ['ID=1e804c4e-a7c0-4452-9469-d1b2d6480e15,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:37.607123 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ece947-f1d7-462b-bf29-22d170122359 None None] Network 06bbf485-5ab3-4023-8a28-7c39907f1b4f requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:39:37.760299 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-541d6053-64ef-4d4c-8aa4-217258940334 req-11dd382c-b346-416d-b245-e60525b8433d tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Deleting port 6c2c21cf-2210-40a6-91db-b11afc31b59e {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:39:37.760550 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-541d6053-64ef-4d4c-8aa4-217258940334 req-11dd382c-b346-416d-b245-e60525b8433d tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:37.797828 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5becee34-8f71-4388-8c52-1ceb608aaaff req-df6f9c31-1037-42aa-a743-187e16ea9278 service neutron] 10.222.0.44 "GET /v2.0/networks/2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4658661 May 31 13:39:37.810955 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc7d8ac-3835-4bf0-b4f3-c075355fa5a0 None None] Network 06bbf485-5ab3-4023-8a28-7c39907f1b4f requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:39:37.884670 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-51e6a4bd-b0bd-41e0-9337-372a9170d099 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:37.896430 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-51e6a4bd-b0bd-41e0-9337-372a9170d099 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Deleting port 1e804c4e-a7c0-4452-9469-d1b2d6480e15 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:39:37.896773 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-51e6a4bd-b0bd-41e0-9337-372a9170d099 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:38.020603 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44c82c3-a785-4dc3-a4ef-113f6a360a37 None None] get_active_networks_info from n-d-843939-1 {{(pid=88371) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 31 13:39:38.029712 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fa0c250d-3503-4398-bf81-5ceed453fc41 req-6964329b-affc-4f3a-92bb-ac1de8fc0c79 service neutron] 10.222.0.50 "GET /v2.0/networks/6f63975b-9b05-46d3-8543-47c8fac2cf70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4845498 May 31 13:39:38.040900 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a23910-3715-4880-a567-ccdc917498ab req-e06cf12a-c459-43d7-a6ab-3dbf2991dd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:38.042371 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-35a23910-3715-4880-a567-ccdc917498ab req-e06cf12a-c459-43d7-a6ab-3dbf2991dd37 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=11332720-a38e-4aad-a18d-a89dce10acd0 HTTP/1.1" status: 200 len: 1096 time: 0.5076001 May 31 13:39:38.120692 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-51e6a4bd-b0bd-41e0-9337-372a9170d099 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] For port 1e804c4e-a7c0-4452-9469-d1b2d6480e15, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=1e804c4e-a7c0-4452-9469-d1b2d6480e15,segment=NetworkSegment(d7dac9df-7d6b-4d88-8d89-aba0a3e87acd),segment_id=d7dac9df-7d6b-4d88-8d89-aba0a3e87acd)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:39:38.121017 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-51e6a4bd-b0bd-41e0-9337-372a9170d099 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:38.204930 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44c82c3-a785-4dc3-a4ef-113f6a360a37 None None] Resources bound (agent type, host, resource id): {{(pid=88371) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 31 13:39:38.210687 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bede1c5-aa95-4cab-9fdb-638ca8b3ac96 req-ce9cf2c1-9346-423e-8bf1-afd70cbd4f44 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:38.212177 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7bede1c5-aa95-4cab-9fdb-638ca8b3ac96 req-ce9cf2c1-9346-423e-8bf1-afd70cbd4f44 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/ports?device_id=11332720-a38e-4aad-a18d-a89dce10acd0 HTTP/1.1" status: 200 len: 945 time: 0.6200924 May 31 13:39:38.246753 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-51e6a4bd-b0bd-41e0-9337-372a9170d099 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Calling delete_port for 1e804c4e-a7c0-4452-9469-d1b2d6480e15 owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:39:38.311942 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5becee34-8f71-4388-8c52-1ceb608aaaff req-b564d2e9-e1c8-47ce-adff-c513f56f7ea0 service neutron] 10.222.0.44 "GET /v2.0/networks/2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4981673 May 31 13:39:38.336123 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-51e6a4bd-b0bd-41e0-9337-372a9170d099 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:38.391046 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e6a4bd-b0bd-41e0-9337-372a9170d099 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Pushing event deleted for resources: {'Port': ['ID=1e804c4e-a7c0-4452-9469-d1b2d6480e15,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:38.401884 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e6a4bd-b0bd-41e0-9337-372a9170d099 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] No DVR routers for this DVR port 1e804c4e-a7c0-4452-9469-d1b2d6480e15 on host n-d-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:39:38.418350 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-35a23910-3715-4880-a567-ccdc917498ab req-5396a3af-b90c-45e3-be86-59d74c2e74da service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=792462f3-0c93-41bc-a9cb-454dcd850b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3560693 May 31 13:39:38.427136 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5becee34-8f71-4388-8c52-1ceb608aaaff req-d5a4645f-e3d1-4dab-b6ce-2d7b35c0b19f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.237&port_id=4729e617-16b1-46f7-a6e5-fc37d11ed0ab HTTP/1.1" status: 200 len: 217 time: 0.1063182 May 31 13:39:38.481019 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7bede1c5-aa95-4cab-9fdb-638ca8b3ac96 req-33ae3e85-47dc-4658-beb3-2d9c092492cf tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/security-groups?id=792462f3-0c93-41bc-a9cb-454dcd850b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2077644 May 31 13:39:38.503228 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-541d6053-64ef-4d4c-8aa4-217258940334 req-11dd382c-b346-416d-b245-e60525b8433d tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] For port 6c2c21cf-2210-40a6-91db-b11afc31b59e, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=6c2c21cf-2210-40a6-91db-b11afc31b59e,segment=NetworkSegment(ac59caff-d513-4fef-b003-5737787eb94f),segment_id=ac59caff-d513-4fef-b003-5737787eb94f)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:39:38.503580 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-541d6053-64ef-4d4c-8aa4-217258940334 req-11dd382c-b346-416d-b245-e60525b8433d tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:38.527092 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fa0c250d-3503-4398-bf81-5ceed453fc41 req-612f9983-9fd8-44e3-b181-f63cb10b1726 service neutron] 10.222.0.50 "GET /v2.0/networks/6f63975b-9b05-46d3-8543-47c8fac2cf70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4690299 May 31 13:39:38.545246 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-51e6a4bd-b0bd-41e0-9337-372a9170d099 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:38.572302 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-51e6a4bd-b0bd-41e0-9337-372a9170d099 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06bbf485-5ab3-4023-8a28-7c39907f1b4f']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:39:38.585465 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-51e6a4bd-b0bd-41e0-9337-372a9170d099 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7dac9df-7d6b-4d88-8d89-aba0a3e87acd') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:39:38.585816 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-51e6a4bd-b0bd-41e0-9337-372a9170d099 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7dac9df-7d6b-4d88-8d89-aba0a3e87acd') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:39:38.599797 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-51e6a4bd-b0bd-41e0-9337-372a9170d099 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:38.619031 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-51e6a4bd-b0bd-41e0-9337-372a9170d099 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:38.626237 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51e6a4bd-b0bd-41e0-9337-372a9170d099 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:39:38.626652 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-51e6a4bd-b0bd-41e0-9337-372a9170d099 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:38.745732 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-51e6a4bd-b0bd-41e0-9337-372a9170d099 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:38.752800 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-51e6a4bd-b0bd-41e0-9337-372a9170d099 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:38.791131 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:38.803319 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-51e6a4bd-b0bd-41e0-9337-372a9170d099 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] 10.222.0.50 "DELETE /v2.0/networks/06bbf485-5ab3-4023-8a28-7c39907f1b4f HTTP/1.1" status: 204 len: 168 time: 2.1371500 May 31 13:39:38.807344 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52722) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:38.869625 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e6a4bd-b0bd-41e0-9337-372a9170d099 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Pushing event deleted for resources: {'Network': ['ID=06bbf485-5ab3-4023-8a28-7c39907f1b4f,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:38.877116 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e7e547a-406c-4f07-906a-9f94c9c9abad tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] DELETE failed (client error): The resource could not be found. May 31 13:39:38.877579 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e7e547a-406c-4f07-906a-9f94c9c9abad tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:39:38.881585 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-2e7e547a-406c-4f07-906a-9f94c9c9abad tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] 10.222.0.50 "DELETE /v2.0/subnets/e1f25a26-3a82-4496-835e-64c34330fddd HTTP/1.1" status: 404 len: 337 time: 0.0709569 May 31 13:39:38.882031 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52728) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:38.910082 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b234307-2359-470f-9ffc-1bfd7ee099f6 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] DELETE failed (client error): The resource could not be found. May 31 13:39:38.910704 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b234307-2359-470f-9ffc-1bfd7ee099f6 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:39:38.915412 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-8b234307-2359-470f-9ffc-1bfd7ee099f6 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] 10.222.0.50 "DELETE /v2.0/networks/06bbf485-5ab3-4023-8a28-7c39907f1b4f HTTP/1.1" status: 404 len: 339 time: 0.0300944 May 31 13:39:38.915750 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52732) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:39.221568 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-eec07fd8-ce7b-45c9-a917-ea7c77974c09 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:39.229954 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-541d6053-64ef-4d4c-8aa4-217258940334 req-11dd382c-b346-416d-b245-e60525b8433d tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Calling delete_port for 6c2c21cf-2210-40a6-91db-b11afc31b59e owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:39:39.269274 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1b0ebac-def1-4161-88da-23c9657b2232'] response: {'server_uuid': 'ce7cf70a-841f-4a94-8810-c8cd54ca4b51', 'name': 'network-vif-deleted', 'tag': 'f7f14e37-1d56-412f-9a6a-57cc037825b6', 'status': 'completed', 'code': 200} May 31 13:39:39.396844 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5becee34-8f71-4388-8c52-1ceb608aaaff req-5a5192d4-5646-4f51-bb29-5932164cf532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:39.398320 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5becee34-8f71-4388-8c52-1ceb608aaaff req-5a5192d4-5646-4f51-bb29-5932164cf532 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=be5242af-81d0-4358-b8f6-a7fb30a944f2 HTTP/1.1" status: 200 len: 797 time: 0.7537880 May 31 13:39:39.488752 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment d7dac9df-7d6b-4d88-8d89-aba0a3e87acd resource provider aggregate not found May 31 13:39:39.527491 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-eec07fd8-ce7b-45c9-a917-ea7c77974c09 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:39.563984 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment d7dac9df-7d6b-4d88-8d89-aba0a3e87acd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d7dac9df-7d6b-4d88-8d89-aba0a3e87acd found for delete ", "request_id": "req-0692625a-9516-47a0-b5e9-f0d2e0ac95c9"}]} May 31 13:39:39.614780 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-eec07fd8-ce7b-45c9-a917-ea7c77974c09 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ed94cf8-0728-4050-b081-6ca4bcf11d44']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:39:39.646107 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-eec07fd8-ce7b-45c9-a917-ea7c77974c09 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '359206b1-54e9-4ad1-bca8-07fc044135c7') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:39:39.646402 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-eec07fd8-ce7b-45c9-a917-ea7c77974c09 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '359206b1-54e9-4ad1-bca8-07fc044135c7') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:39:39.660245 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-eec07fd8-ce7b-45c9-a917-ea7c77974c09 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:39.681354 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-eec07fd8-ce7b-45c9-a917-ea7c77974c09 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:39.701166 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eec07fd8-ce7b-45c9-a917-ea7c77974c09 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:39:39.701573 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-eec07fd8-ce7b-45c9-a917-ea7c77974c09 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:39.811743 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179546c2-b092-410e-80fd-43e7c63a0246 req-b51e6521-c623-49e7-8992-2b07565dd16b tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:39.819463 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-179546c2-b092-410e-80fd-43e7c63a0246 req-b51e6521-c623-49e7-8992-2b07565dd16b tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/ports?device_id=a86dc494-b1dc-4fd5-90c4-02d39ae52157 HTTP/1.1" status: 200 len: 945 time: 0.7680216 May 31 13:39:39.850208 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5becee34-8f71-4388-8c52-1ceb608aaaff req-728fa896-3fb4-4f1c-a8d5-b18350a9406f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:39.851693 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5becee34-8f71-4388-8c52-1ceb608aaaff req-728fa896-3fb4-4f1c-a8d5-b18350a9406f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4373076 May 31 13:39:39.860964 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-eec07fd8-ce7b-45c9-a917-ea7c77974c09 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:39.867062 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-eec07fd8-ce7b-45c9-a917-ea7c77974c09 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:39.901361 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec07fd8-ce7b-45c9-a917-ea7c77974c09 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Pushing event deleted for resources: {'Network': ['ID=2ed94cf8-0728-4050-b081-6ca4bcf11d44,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:39.904288 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-eec07fd8-ce7b-45c9-a917-ea7c77974c09 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] 10.222.0.50 "DELETE /v2.0/networks/2ed94cf8-0728-4050-b081-6ca4bcf11d44 HTTP/1.1" status: 204 len: 168 time: 0.9875436 May 31 13:39:39.907041 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52788) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:39.952046 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-c953b651-5476-4fa1-8d81-4706985ecf81 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] DELETE failed (client error): The resource could not be found. May 31 13:39:39.952647 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c953b651-5476-4fa1-8d81-4706985ecf81 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:39:39.954467 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c953b651-5476-4fa1-8d81-4706985ecf81 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] 10.222.0.50 "DELETE /v2.0/subnets/97f482c1-c922-4a87-bd6a-1be37dbd6c8b HTTP/1.1" status: 404 len: 337 time: 0.0462339 May 31 13:39:39.956901 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52792) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:39.984372 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-541d6053-64ef-4d4c-8aa4-217258940334 req-11dd382c-b346-416d-b245-e60525b8433d tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:39.987117 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcf42f03-726d-4aae-be15-814c72b754e7 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] DELETE failed (client error): The resource could not be found. May 31 13:39:39.987639 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcf42f03-726d-4aae-be15-814c72b754e7 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:39:39.989323 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-fcf42f03-726d-4aae-be15-814c72b754e7 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] 10.222.0.50 "DELETE /v2.0/networks/8f61da17-3604-4ceb-ab56-a5a2c827b542 HTTP/1.1" status: 404 len: 339 time: 0.0314608 May 31 13:39:39.993584 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52796) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:39.998107 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['62b05f69-ad8d-466d-8bd6-4a827b01fe2d'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:39:40.025489 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-179546c2-b092-410e-80fd-43e7c63a0246 req-bdee5eeb-214c-40cb-8d82-0495aaa8142e tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/security-groups?id=677b8212-d6d1-4b38-be51-aaa6218210d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050664 May 31 13:39:40.092853 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d2be07b-b763-40c3-92a8-aec16eeb9e71 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Deleting subnet 94f14018-7edc-4a13-b04b-d145acdd931c {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:39:40.098180 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dd382c-b346-416d-b245-e60525b8433d tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Pushing event deleted for resources: {'Port': ['ID=6c2c21cf-2210-40a6-91db-b11afc31b59e,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:40.100105 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4d2be07b-b763-40c3-92a8-aec16eeb9e71 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:40.143689 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dd382c-b346-416d-b245-e60525b8433d tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:39:40.144259 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dd382c-b346-416d-b245-e60525b8433d tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:39:40.144771 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dd382c-b346-416d-b245-e60525b8433d tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:39:40.145251 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dd382c-b346-416d-b245-e60525b8433d tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:39:40.158565 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dd382c-b346-416d-b245-e60525b8433d tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:39:40.159059 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dd382c-b346-416d-b245-e60525b8433d tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:39:40.159504 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dd382c-b346-416d-b245-e60525b8433d tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:39:40.159964 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dd382c-b346-416d-b245-e60525b8433d tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:39:40.160404 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dd382c-b346-416d-b245-e60525b8433d tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:39:40.160834 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dd382c-b346-416d-b245-e60525b8433d tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:39:40.161262 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dd382c-b346-416d-b245-e60525b8433d tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:39:40.161689 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dd382c-b346-416d-b245-e60525b8433d tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:39:40.214078 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4d2be07b-b763-40c3-92a8-aec16eeb9e71 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:40.335399 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-541d6053-64ef-4d4c-8aa4-217258940334 req-11dd382c-b346-416d-b245-e60525b8433d tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] No DVR routers for this DVR port 6c2c21cf-2210-40a6-91db-b11afc31b59e on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:39:40.338560 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-541d6053-64ef-4d4c-8aa4-217258940334 req-11dd382c-b346-416d-b245-e60525b8433d tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:40.361372 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9f4d76f8-d8eb-4a43-9d46-cd65b85bbb27 req-0d83268e-0012-4782-974e-88b3c14c0d88 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c373c129-90a8-4109-b3df-83a42567901b HTTP/1.1" status: 200 len: 210 time: 0.1546009 May 31 13:39:40.367504 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5becee34-8f71-4388-8c52-1ceb608aaaff req-cf058615-f12d-44aa-9e6e-e8fe7c1381b8 service neutron] 10.222.0.44 "GET /v2.0/networks/2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4736772 May 31 13:39:40.399997 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4d2be07b-b763-40c3-92a8-aec16eeb9e71 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:40.421279 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-541d6053-64ef-4d4c-8aa4-217258940334 req-11dd382c-b346-416d-b245-e60525b8433d tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.44 "DELETE /v2.0/ports/6c2c21cf-2210-40a6-91db-b11afc31b59e HTTP/1.1" status: 204 len: 173 time: 2.9409776 May 31 13:39:40.535394 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1c3e2a8b-e1d2-4453-983e-de8aedbcc968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:40.559155 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538af128-aadf-4258-94c4-4076f7f1a370 req-90f9e3df-0cd8-49b9-9657-0418e86eaeb5 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:40.561415 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-538af128-aadf-4258-94c4-4076f7f1a370 req-90f9e3df-0cd8-49b9-9657-0418e86eaeb5 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=3119bff3-3b39-4fe5-b827-7f7a676f68dc HTTP/1.1" status: 200 len: 943 time: 0.7137311 May 31 13:39:40.563365 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4d2be07b-b763-40c3-92a8-aec16eeb9e71 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:40.651564 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4d2be07b-b763-40c3-92a8-aec16eeb9e71 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:40.655065 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2be07b-b763-40c3-92a8-aec16eeb9e71 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Pushing event deleted for resources: {'Subnet': ['ID=94f14018-7edc-4a13-b04b-d145acdd931c,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:40.657631 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d72982-e0a9-450c-9fac-28ed412ad84b None None] Network 6a130f6b-d84d-4272-a0be-8dcb9a0b0369 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:39:40.681268 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-4d2be07b-b763-40c3-92a8-aec16eeb9e71 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] 10.222.0.50 "DELETE /v2.0/subnets/94f14018-7edc-4a13-b04b-d145acdd931c HTTP/1.1" status: 204 len: 168 time: 0.6865971 May 31 13:39:40.685492 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52806) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:40.692278 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-538af128-aadf-4258-94c4-4076f7f1a370 req-0803d65c-d162-441a-9a1c-fd9c64af198f tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Deleting port 24e11adc-9e4e-4ba1-a674-567030f17b77 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:39:40.692764 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-538af128-aadf-4258-94c4-4076f7f1a370 req-0803d65c-d162-441a-9a1c-fd9c64af198f tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:40.731808 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5becee34-8f71-4388-8c52-1ceb608aaaff req-2066f8d3-3886-4b8b-896d-58ccf2608e5f service neutron] 10.222.0.44 "GET /v2.0/networks/2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3463397 May 31 13:39:40.815606 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5becee34-8f71-4388-8c52-1ceb608aaaff req-62491b23-1980-4cef-9cda-d29365d8f932 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=00bc2cb2-6a9e-4905-96dc-012b03dba6e7 HTTP/1.1" status: 200 len: 217 time: 0.0718307 May 31 13:39:40.834876 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-62ab81a0-2865-4568-a777-c362a06d1856 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Deleting subnet 2cf7bc3a-9155-4b6f-b133-ce0be2d12e06 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:39:40.838461 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-62ab81a0-2865-4568-a777-c362a06d1856 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:40.925943 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-62ab81a0-2865-4568-a777-c362a06d1856 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:41.040164 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-62ab81a0-2865-4568-a777-c362a06d1856 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:41.084652 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5becee34-8f71-4388-8c52-1ceb608aaaff req-ad57c828-2dc8-4ac6-8dbb-219b298b7843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:41.086449 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5becee34-8f71-4388-8c52-1ceb608aaaff req-ad57c828-2dc8-4ac6-8dbb-219b298b7843 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bfe35590-5148-41de-aa37-316fb43c548b HTTP/1.1" status: 200 len: 797 time: 0.2587941 May 31 13:39:41.226878 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-62ab81a0-2865-4568-a777-c362a06d1856 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:41.339166 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-62ab81a0-2865-4568-a777-c362a06d1856 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:41.369059 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-62ab81a0-2865-4568-a777-c362a06d1856 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] 10.222.0.50 "DELETE /v2.0/subnets/2cf7bc3a-9155-4b6f-b133-ce0be2d12e06 HTTP/1.1" status: 204 len: 168 time: 0.6756508 May 31 13:39:41.369756 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c373c129-90a8-4109-b3df-83a42567901b', 'name': 'network-vif-deleted', 'tag': '6c2c21cf-2210-40a6-91db-b11afc31b59e'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:39:41.378642 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52814) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:41.380878 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ab81a0-2865-4568-a777-c362a06d1856 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Pushing event deleted for resources: {'Subnet': ['ID=2cf7bc3a-9155-4b6f-b133-ce0be2d12e06,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:41.598181 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 359206b1-54e9-4ad1-bca8-07fc044135c7 resource provider aggregate not found May 31 13:39:41.619923 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-92e102a8-e9cc-4a8b-ab24-807b3de3bda1 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:41.634716 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 359206b1-54e9-4ad1-bca8-07fc044135c7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 359206b1-54e9-4ad1-bca8-07fc044135c7 found for delete ", "request_id": "req-2ae8287c-201a-42f1-984d-7614f09439cb"}]} May 31 13:39:41.639540 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-92e102a8-e9cc-4a8b-ab24-807b3de3bda1 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Deleting port fa67fadb-492d-4c75-8875-c62555ebb3dc {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:39:41.640057 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-92e102a8-e9cc-4a8b-ab24-807b3de3bda1 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:41.643115 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8f2c6373-376d-4e76-a4c8-efc4e6cd4544 req-d943bd43-505e-4e3e-8eb5-0b8575f9d68e tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=66af96b2-5225-483f-a506-517894788a84 HTTP/1.1" status: 200 len: 210 time: 0.2674525 May 31 13:39:41.719388 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0c250d-3503-4398-bf81-5ceed453fc41 req-53c0ceb6-26b8-4863-9c41-584093eca9ec tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:41.721312 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fa0c250d-3503-4398-bf81-5ceed453fc41 req-53c0ceb6-26b8-4863-9c41-584093eca9ec tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.44 "GET /v2.0/networks?id=6f63975b-9b05-46d3-8543-47c8fac2cf70 HTTP/1.1" status: 200 len: 811 time: 0.8295457 May 31 13:39:41.743971 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-fa0c250d-3503-4398-bf81-5ceed453fc41 req-55678d4a-965b-462c-95fe-a91d2dbcfdb3 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Request body: {'port': {'device_id': '66af96b2-5225-483f-a506-517894788a84', 'network_id': '6f63975b-9b05-46d3-8543-47c8fac2cf70', 'admin_state_up': True, 'tenant_id': '52669f2db59f4a3eb6fd40f6ebcd20ec'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:39:41.846099 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5becee34-8f71-4388-8c52-1ceb608aaaff req-a7795f92-e8ca-4239-83e0-f6c04a0f7d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:41.847481 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5becee34-8f71-4388-8c52-1ceb608aaaff req-a7795f92-e8ca-4239-83e0-f6c04a0f7d2b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=37c48153-c66c-4011-885e-e73ddcdb568e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7533810 May 31 13:39:41.849206 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-538af128-aadf-4258-94c4-4076f7f1a370 req-0803d65c-d162-441a-9a1c-fd9c64af198f tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] For port 24e11adc-9e4e-4ba1-a674-567030f17b77, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=24e11adc-9e4e-4ba1-a674-567030f17b77,segment=NetworkSegment(4d75b4c6-9dbf-466e-9960-e4baeffc8b58),segment_id=4d75b4c6-9dbf-466e-9960-e4baeffc8b58)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:39:41.849571 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-538af128-aadf-4258-94c4-4076f7f1a370 req-0803d65c-d162-441a-9a1c-fd9c64af198f tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:41.862638 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 6c2c21cf-2210-40a6-91db-b11afc31b59e no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:39:41.940566 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] No Port match for: 6c2c21cf-2210-40a6-91db-b11afc31b59e {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:39:41.941908 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-92e102a8-e9cc-4a8b-ab24-807b3de3bda1 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] For port fa67fadb-492d-4c75-8875-c62555ebb3dc, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=fa67fadb-492d-4c75-8875-c62555ebb3dc,segment=NetworkSegment(92395636-fddd-44a5-877d-792c43336207),segment_id=92395636-fddd-44a5-877d-792c43336207)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:39:41.942316 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-92e102a8-e9cc-4a8b-ab24-807b3de3bda1 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:41.942741 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 6c2c21cf-2210-40a6-91db-b11afc31b59e not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:39:42.026854 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade4a2e4-1b7e-40aa-83c5-45d960387b4b None None] Network 6a130f6b-d84d-4272-a0be-8dcb9a0b0369 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:39:42.089937 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-92e102a8-e9cc-4a8b-ab24-807b3de3bda1 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Calling delete_port for fa67fadb-492d-4c75-8875-c62555ebb3dc owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:39:42.120359 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-538af128-aadf-4258-94c4-4076f7f1a370 req-0803d65c-d162-441a-9a1c-fd9c64af198f tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Calling delete_port for 24e11adc-9e4e-4ba1-a674-567030f17b77 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:39:42.195866 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-92e102a8-e9cc-4a8b-ab24-807b3de3bda1 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:42.205138 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-3e4ae0f1-1005-4027-94f1-1d003c44d73b None None] Provisioning complete for port fa67fadb-492d-4c75-8875-c62555ebb3dc triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:39:42.205651 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3e4ae0f1-1005-4027-94f1-1d003c44d73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:42.252832 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e102a8-e9cc-4a8b-ab24-807b3de3bda1 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Pushing event deleted for resources: {'Port': ['ID=fa67fadb-492d-4c75-8875-c62555ebb3dc,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:42.257437 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e102a8-e9cc-4a8b-ab24-807b3de3bda1 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] No DVR routers for this DVR port fa67fadb-492d-4c75-8875-c62555ebb3dc on host n-d-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:39:42.271403 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-3e4ae0f1-1005-4027-94f1-1d003c44d73b None None] Port fa67fadb-492d-4c75-8875-c62555ebb3dc was deleted so its status cannot be updated. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 31 13:39:42.292405 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-fa0c250d-3503-4398-bf81-5ceed453fc41 req-55678d4a-965b-462c-95fe-a91d2dbcfdb3 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:39:42.356341 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-fa0c250d-3503-4398-bf81-5ceed453fc41 req-55678d4a-965b-462c-95fe-a91d2dbcfdb3 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:39:42.366886 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5becee34-8f71-4388-8c52-1ceb608aaaff req-7ccda90e-0af8-4267-ba9e-0990a4c0e209 service neutron] 10.222.0.44 "GET /v2.0/networks/37c48153-c66c-4011-885e-e73ddcdb568e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4651186 May 31 13:39:42.409182 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-92e102a8-e9cc-4a8b-ab24-807b3de3bda1 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:42.432254 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4684a52d-bd58-4239-a6fe-6a060d59625c req-087d15a2-33a8-4b8e-a14f-8f7349da0a00 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:42.439393 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4684a52d-bd58-4239-a6fe-6a060d59625c req-087d15a2-33a8-4b8e-a14f-8f7349da0a00 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/ports?device_id=11332720-a38e-4aad-a18d-a89dce10acd0 HTTP/1.1" status: 200 len: 945 time: 0.6023092 May 31 13:39:42.448976 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-92e102a8-e9cc-4a8b-ab24-807b3de3bda1 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a130f6b-d84d-4272-a0be-8dcb9a0b0369']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:39:42.469427 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-92e102a8-e9cc-4a8b-ab24-807b3de3bda1 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92395636-fddd-44a5-877d-792c43336207') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:39:42.470011 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-92e102a8-e9cc-4a8b-ab24-807b3de3bda1 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92395636-fddd-44a5-877d-792c43336207') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:39:42.471207 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967ba639-5ec1-4bef-a44e-c06f509153e7 None None] DHCP port deletion for 6a130f6b-d84d-4272-a0be-8dcb9a0b0369 request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:39:42.490345 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-92e102a8-e9cc-4a8b-ab24-807b3de3bda1 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:42.511169 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-92e102a8-e9cc-4a8b-ab24-807b3de3bda1 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:42.522159 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92e102a8-e9cc-4a8b-ab24-807b3de3bda1 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:39:42.522669 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-92e102a8-e9cc-4a8b-ab24-807b3de3bda1 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:42.562270 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa0c250d-3503-4398-bf81-5ceed453fc41 req-55678d4a-965b-462c-95fe-a91d2dbcfdb3 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Made reservation on behalf of 52669f2db59f4a3eb6fd40f6ebcd20ec for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:39:42.565745 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-fa0c250d-3503-4398-bf81-5ceed453fc41 req-55678d4a-965b-462c-95fe-a91d2dbcfdb3 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:42.618228 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-538af128-aadf-4258-94c4-4076f7f1a370 req-0803d65c-d162-441a-9a1c-fd9c64af198f tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:42.629832 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['b93389c3-caa8-4ea0-8f5f-80727bf364b3'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:39:42.666358 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['99dc54a5-4600-46b5-bdbd-cd51ab9ac1a6'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:39:42.714065 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4684a52d-bd58-4239-a6fe-6a060d59625c req-fb383da6-786a-4c68-81ae-a372819bce8d tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/security-groups?id=792462f3-0c93-41bc-a9cb-454dcd850b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2737925 May 31 13:39:42.719973 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device fa67fadb-492d-4c75-8875-c62555ebb3dc no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:39:42.801441 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0803d65c-d162-441a-9a1c-fd9c64af198f tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Pushing event deleted for resources: {'Port': ['ID=24e11adc-9e4e-4ba1-a674-567030f17b77,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:42.811947 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: fa67fadb-492d-4c75-8875-c62555ebb3dc {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:39:42.812294 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device fa67fadb-492d-4c75-8875-c62555ebb3dc not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:39:42.850629 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-92e102a8-e9cc-4a8b-ab24-807b3de3bda1 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:42.879255 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-92e102a8-e9cc-4a8b-ab24-807b3de3bda1 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:42.897724 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e102a8-e9cc-4a8b-ab24-807b3de3bda1 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Pushing event deleted for resources: {'Network': ['ID=6a130f6b-d84d-4272-a0be-8dcb9a0b0369,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:42.902693 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7f4b4cab-8468-4292-9c09-b9e71dd809a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:42.907242 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5becee34-8f71-4388-8c52-1ceb608aaaff req-2d1b0509-c344-4057-b638-5de1f3448e06 service neutron] 10.222.0.44 "GET /v2.0/networks/37c48153-c66c-4011-885e-e73ddcdb568e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4865565 May 31 13:39:42.922845 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-92e102a8-e9cc-4a8b-ab24-807b3de3bda1 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] 10.222.0.50 "DELETE /v2.0/networks/6a130f6b-d84d-4272-a0be-8dcb9a0b0369 HTTP/1.1" status: 204 len: 168 time: 1.5268607 May 31 13:39:42.923122 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52834) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:42.951461 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-538af128-aadf-4258-94c4-4076f7f1a370 req-0803d65c-d162-441a-9a1c-fd9c64af198f tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] No DVR routers for this DVR port 24e11adc-9e4e-4ba1-a674-567030f17b77 on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:39:42.954799 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-538af128-aadf-4258-94c4-4076f7f1a370 req-0803d65c-d162-441a-9a1c-fd9c64af198f tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:42.983911 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-49479e02-7351-4377-b8f6-50e9a8d6f4b7 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] DELETE failed (client error): The resource could not be found. May 31 13:39:42.984645 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49479e02-7351-4377-b8f6-50e9a8d6f4b7 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:39:42.986854 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-49479e02-7351-4377-b8f6-50e9a8d6f4b7 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] 10.222.0.50 "DELETE /v2.0/subnets/d3e6a004-c125-4c6b-8850-edd20b920515 HTTP/1.1" status: 404 len: 337 time: 0.0625978 May 31 13:39:42.989405 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52838) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:43.018364 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7886fd0-831c-4d3f-bdb3-e466e1fe96f4 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] DELETE failed (client error): The resource could not be found. May 31 13:39:43.018952 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7886fd0-831c-4d3f-bdb3-e466e1fe96f4 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:39:43.024192 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a7886fd0-831c-4d3f-bdb3-e466e1fe96f4 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] 10.222.0.50 "DELETE /v2.0/networks/b041826a-d995-42d8-9c52-65080ba93ddc HTTP/1.1" status: 404 len: 339 time: 0.0335941 May 31 13:39:43.025058 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52842) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:43.075526 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fcc8d67-3ca1-4f94-89aa-867a1ab5bb18 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] DELETE failed (client error): The resource could not be found. May 31 13:39:43.077351 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fcc8d67-3ca1-4f94-89aa-867a1ab5bb18 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:39:43.081038 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5becee34-8f71-4388-8c52-1ceb608aaaff req-f83e430d-15e5-47fd-beb3-572b07252038 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=314450d0-a771-40d0-aa68-b2fb66b7b12d HTTP/1.1" status: 200 len: 217 time: 0.1226568 May 31 13:39:43.082686 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-6fcc8d67-3ca1-4f94-89aa-867a1ab5bb18 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] 10.222.0.50 "DELETE /v2.0/subnets/82bc139c-979e-4e6e-a145-3a7a142bc8f2 HTTP/1.1" status: 404 len: 337 time: 0.0564764 May 31 13:39:43.084841 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52846) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:43.096474 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-538af128-aadf-4258-94c4-4076f7f1a370 req-0803d65c-d162-441a-9a1c-fd9c64af198f tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "DELETE /v2.0/ports/24e11adc-9e4e-4ba1-a674-567030f17b77 HTTP/1.1" status: 204 len: 173 time: 2.5264835 May 31 13:39:43.121712 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-93187f1b-e8d3-4acd-abe9-d7681387caa7 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] DELETE failed (client error): The resource could not be found. May 31 13:39:43.122766 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93187f1b-e8d3-4acd-abe9-d7681387caa7 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:39:43.128124 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-93187f1b-e8d3-4acd-abe9-d7681387caa7 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] 10.222.0.50 "DELETE /v2.0/networks/9e050315-19d7-48f7-bbb3-21d70139d9bb HTTP/1.1" status: 404 len: 339 time: 0.0418253 May 31 13:39:43.129307 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52850) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:43.175510 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6878bef-3f6e-4532-a441-8e9b687283f0 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] DELETE failed (client error): The resource could not be found. May 31 13:39:43.175880 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6878bef-3f6e-4532-a441-8e9b687283f0 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:39:43.178325 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b6878bef-3f6e-4532-a441-8e9b687283f0 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] 10.222.0.50 "DELETE /v2.0/subnets/223f6e66-b736-48c8-ade6-d3a8c01c1819 HTTP/1.1" status: 404 len: 337 time: 0.0477440 May 31 13:39:43.179995 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52856) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:43.206215 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-97e94b97-29d0-4fa1-b337-7f059ef11078 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] DELETE failed (client error): The resource could not be found. May 31 13:39:43.206602 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97e94b97-29d0-4fa1-b337-7f059ef11078 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:39:43.210653 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-97e94b97-29d0-4fa1-b337-7f059ef11078 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] 10.222.0.50 "DELETE /v2.0/networks/c1544ef6-41bd-4b51-84aa-40aa18bcafb4 HTTP/1.1" status: 404 len: 339 time: 0.0274074 May 31 13:39:43.210919 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52860) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:43.283289 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-89be93c3-bd31-4c78-a5a7-efeef02ac8ed tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Deleting subnet e522d95c-bc94-467f-b8c0-eb03384d90a7 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:39:43.286537 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-89be93c3-bd31-4c78-a5a7-efeef02ac8ed tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:43.355880 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-89be93c3-bd31-4c78-a5a7-efeef02ac8ed tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:43.384272 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5becee34-8f71-4388-8c52-1ceb608aaaff req-d2886be0-375b-451a-870b-830eb1b864f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:43.385821 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5becee34-8f71-4388-8c52-1ceb608aaaff req-d2886be0-375b-451a-870b-830eb1b864f1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bfe35590-5148-41de-aa37-316fb43c548b HTTP/1.1" status: 200 len: 797 time: 0.2885182 May 31 13:39:43.414501 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-fa0c250d-3503-4398-bf81-5ceed453fc41 req-55678d4a-965b-462c-95fe-a91d2dbcfdb3 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Allocated IP 172.20.0.12 (6f63975b-9b05-46d3-8543-47c8fac2cf70/fa2724fc-99c1-4890-aaad-d9b53e2abcda/454103ee-914f-4987-9e96-6b0a3314be46) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:39:43.462681 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-89be93c3-bd31-4c78-a5a7-efeef02ac8ed tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:43.541383 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-89be93c3-bd31-4c78-a5a7-efeef02ac8ed tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:43.571312 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ba30ad-a58a-44aa-b75a-ca6e94159be2 req-d7de6258-137c-4938-b7e1-b485c5fac952 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:43.572749 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-31ba30ad-a58a-44aa-b75a-ca6e94159be2 req-d7de6258-137c-4938-b7e1-b485c5fac952 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/ports?device_id=a86dc494-b1dc-4fd5-90c4-02d39ae52157 HTTP/1.1" status: 200 len: 945 time: 0.6639612 May 31 13:39:43.582407 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89be93c3-bd31-4c78-a5a7-efeef02ac8ed tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Pushing event deleted for resources: {'Subnet': ['ID=e522d95c-bc94-467f-b8c0-eb03384d90a7,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:43.585937 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-89be93c3-bd31-4c78-a5a7-efeef02ac8ed tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:43.597466 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-89be93c3-bd31-4c78-a5a7-efeef02ac8ed tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] 10.222.0.50 "DELETE /v2.0/subnets/e522d95c-bc94-467f-b8c0-eb03384d90a7 HTTP/1.1" status: 204 len: 168 time: 0.3854861 May 31 13:39:43.598552 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49dba3e-74b0-420f-9852-6c0f3245dc16 None None] Network e3726c29-ef2f-4a3e-af7c-618e16a108d4 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:39:43.602408 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52866) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:43.692818 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-31ba30ad-a58a-44aa-b75a-ca6e94159be2 req-c1d483ca-54a4-4a94-811c-5b02fb012f0b tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/security-groups?id=677b8212-d6d1-4b38-be51-aaa6218210d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053634 May 31 13:39:43.753549 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5becee34-8f71-4388-8c52-1ceb608aaaff req-1d956818-997b-4525-aebd-814306dac624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:43.755049 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5becee34-8f71-4388-8c52-1ceb608aaaff req-1d956818-997b-4525-aebd-814306dac624 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=37c48153-c66c-4011-885e-e73ddcdb568e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3434730 May 31 13:39:43.755860 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:43.758204 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2211101d-11ad-4155-9039-566f3187b539 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:43.771503 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b122bf8b-3bd0-4302-9675-0f24ed301b66'] response: {'server_uuid': 'c373c129-90a8-4109-b3df-83a42567901b', 'name': 'network-vif-deleted', 'tag': '6c2c21cf-2210-40a6-91db-b11afc31b59e', 'status': 'completed', 'code': 200} May 31 13:39:43.787085 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 92395636-fddd-44a5-877d-792c43336207 resource provider aggregate not found May 31 13:39:43.799641 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-2211101d-11ad-4155-9039-566f3187b539 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Deleting port 5505460a-43ef-4289-bc5e-00a77fb316da {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:39:43.799981 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2211101d-11ad-4155-9039-566f3187b539 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:43.818856 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:43.849537 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 92395636-fddd-44a5-877d-792c43336207 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 92395636-fddd-44a5-877d-792c43336207 found for delete ", "request_id": "req-8d2340dc-785e-4a02-8648-625574532226"}]} May 31 13:39:43.920304 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97043670-f8f9-47b6-a360-73244ad3fdab req-b08cf0df-3798-4d51-a339-7b128e57cc88 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:43.926347 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97043670-f8f9-47b6-a360-73244ad3fdab req-b08cf0df-3798-4d51-a339-7b128e57cc88 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:43.932067 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97043670-f8f9-47b6-a360-73244ad3fdab req-b08cf0df-3798-4d51-a339-7b128e57cc88 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:43.937924 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97043670-f8f9-47b6-a360-73244ad3fdab req-b08cf0df-3798-4d51-a339-7b128e57cc88 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:43.943893 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97043670-f8f9-47b6-a360-73244ad3fdab req-b08cf0df-3798-4d51-a339-7b128e57cc88 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:43.944572 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e34d9ea-3ef1-4a45-bc18-5b5501fab137 None None] DHCP port deletion for e3726c29-ef2f-4a3e-af7c-618e16a108d4 request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:39:43.948805 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-5e34d9ea-3ef1-4a45-bc18-5b5501fab137 None None] Deleting port 5505460a-43ef-4289-bc5e-00a77fb316da {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:39:43.949173 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5e34d9ea-3ef1-4a45-bc18-5b5501fab137 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:43.949680 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97043670-f8f9-47b6-a360-73244ad3fdab req-b08cf0df-3798-4d51-a339-7b128e57cc88 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:43.955538 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97043670-f8f9-47b6-a360-73244ad3fdab req-b08cf0df-3798-4d51-a339-7b128e57cc88 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:43.963258 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-97043670-f8f9-47b6-a360-73244ad3fdab req-b08cf0df-3798-4d51-a339-7b128e57cc88 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/ports?device_id=98ea044c-54a5-4e34-ad50-f0894561190f HTTP/1.1" status: 200 len: 5443 time: 0.5064490 May 31 13:39:44.083825 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-97043670-f8f9-47b6-a360-73244ad3fdab req-3ef5e218-023a-4a80-9af4-081be2a7d91c tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/security-groups?id=94427793-2dbb-4b9a-b9ee-66398e26f83c&id=4cdd63f0-9a82-48d4-b4bf-108afcf63acd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1196322 May 31 13:39:44.089655 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-2211101d-11ad-4155-9039-566f3187b539 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] For port 5505460a-43ef-4289-bc5e-00a77fb316da, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=5505460a-43ef-4289-bc5e-00a77fb316da,segment=NetworkSegment(b5c9b6f0-6469-45d4-bea7-9143008d5d4d),segment_id=b5c9b6f0-6469-45d4-bea7-9143008d5d4d)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:39:44.090037 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2211101d-11ad-4155-9039-566f3187b539 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:44.149686 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-fa0c250d-3503-4398-bf81-5ceed453fc41 req-55678d4a-965b-462c-95fe-a91d2dbcfdb3 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:44.216148 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-5e34d9ea-3ef1-4a45-bc18-5b5501fab137 None None] For port 5505460a-43ef-4289-bc5e-00a77fb316da, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=5505460a-43ef-4289-bc5e-00a77fb316da,segment=NetworkSegment(b5c9b6f0-6469-45d4-bea7-9143008d5d4d),segment_id=b5c9b6f0-6469-45d4-bea7-9143008d5d4d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:39:44.216536 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5e34d9ea-3ef1-4a45-bc18-5b5501fab137 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:44.246663 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5becee34-8f71-4388-8c52-1ceb608aaaff req-680bb499-7144-4ec3-8647-fc69476e84de service neutron] 10.222.0.44 "GET /v2.0/networks/37c48153-c66c-4011-885e-e73ddcdb568e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4778013 May 31 13:39:44.281023 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-2211101d-11ad-4155-9039-566f3187b539 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Calling delete_port for 5505460a-43ef-4289-bc5e-00a77fb316da owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:39:44.366094 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2211101d-11ad-4155-9039-566f3187b539 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:44.382909 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-5e34d9ea-3ef1-4a45-bc18-5b5501fab137 None None] Calling delete_port for 5505460a-43ef-4289-bc5e-00a77fb316da owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:39:44.411485 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-69a5ec75-ef25-4a0e-b0ec-587fb557f6ba req-72f26dcd-748b-4bde-a3ac-21e784fb35a8 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Synchronizing usage tracker for tenant:52669f2db59f4a3eb6fd40f6ebcd20ec on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:39:44.415563 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2211101d-11ad-4155-9039-566f3187b539 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] No DVR routers for this DVR port 5505460a-43ef-4289-bc5e-00a77fb316da on host n-d-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:39:44.471535 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2211101d-11ad-4155-9039-566f3187b539 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Pushing event deleted for resources: {'Port': ['ID=5505460a-43ef-4289-bc5e-00a77fb316da,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:44.476403 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-69a5ec75-ef25-4a0e-b0ec-587fb557f6ba req-72f26dcd-748b-4bde-a3ac-21e784fb35a8 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Unset dirty status for tenant:52669f2db59f4a3eb6fd40f6ebcd20ec on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:39:44.477549 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-69a5ec75-ef25-4a0e-b0ec-587fb557f6ba req-72f26dcd-748b-4bde-a3ac-21e784fb35a8 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=66af96b2-5225-483f-a506-517894788a84 HTTP/1.1" status: 200 len: 210 time: 0.1994247 May 31 13:39:44.483093 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-fa0c250d-3503-4398-bf81-5ceed453fc41 req-55678d4a-965b-462c-95fe-a91d2dbcfdb3 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:44.550401 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-5e34d9ea-3ef1-4a45-bc18-5b5501fab137 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:39:44.551220 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-5e34d9ea-3ef1-4a45-bc18-5b5501fab137 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:39:44.555493 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2211101d-11ad-4155-9039-566f3187b539 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:44.590225 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-2211101d-11ad-4155-9039-566f3187b539 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3726c29-ef2f-4a3e-af7c-618e16a108d4']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:39:44.607685 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-2211101d-11ad-4155-9039-566f3187b539 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5c9b6f0-6469-45d4-bea7-9143008d5d4d') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:39:44.608216 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-2211101d-11ad-4155-9039-566f3187b539 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5c9b6f0-6469-45d4-bea7-9143008d5d4d') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:39:44.627399 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2211101d-11ad-4155-9039-566f3187b539 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:44.649344 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2211101d-11ad-4155-9039-566f3187b539 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:44.657766 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa0c250d-3503-4398-bf81-5ceed453fc41 req-55678d4a-965b-462c-95fe-a91d2dbcfdb3 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Network 6f63975b-9b05-46d3-8543-47c8fac2cf70 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:39:44.660150 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5becee34-8f71-4388-8c52-1ceb608aaaff req-5abfe43a-194e-4911-ab48-f4b3aefa9c8f service neutron] 10.222.0.44 "GET /v2.0/networks/37c48153-c66c-4011-885e-e73ddcdb568e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4086797 May 31 13:39:44.665921 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-fa0c250d-3503-4398-bf81-5ceed453fc41 req-55678d4a-965b-462c-95fe-a91d2dbcfdb3 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:39:44.669284 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2211101d-11ad-4155-9039-566f3187b539 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:39:44.669805 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2211101d-11ad-4155-9039-566f3187b539 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:44.673353 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa0c250d-3503-4398-bf81-5ceed453fc41 req-55678d4a-965b-462c-95fe-a91d2dbcfdb3 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:39:44.695793 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 5505460a-43ef-4289-bc5e-00a77fb316da no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:39:44.720196 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55678d4a-965b-462c-95fe-a91d2dbcfdb3 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Pushing event updated for resources: {'Port': ['ID=454103ee-914f-4987-9e96-6b0a3314be46,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:44.734930 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 5505460a-43ef-4289-bc5e-00a77fb316da {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:39:44.735574 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 5505460a-43ef-4289-bc5e-00a77fb316da not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:39:44.772679 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3410be5-4884-4a04-9122-163925b06580 req-124e4241-3818-49e5-ab31-d5298ea52bea tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:44.774138 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a3410be5-4884-4a04-9122-163925b06580 req-124e4241-3818-49e5-ab31-d5298ea52bea tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/ports?device_id=11332720-a38e-4aad-a18d-a89dce10acd0 HTTP/1.1" status: 200 len: 945 time: 0.4491439 May 31 13:39:44.784828 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52882) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:44.799456 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-477c8828-8ff0-48c9-b16e-6c9291cc2f20 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Request body: {'floatingip': {'port_id': 'd1292f46-ad59-49bc-8df3-1733c2bfaf9c'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:39:44.810683 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0c250d-3503-4398-bf81-5ceed453fc41 req-55678d4a-965b-462c-95fe-a91d2dbcfdb3 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:44.811432 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-fa0c250d-3503-4398-bf81-5ceed453fc41 req-55678d4a-965b-462c-95fe-a91d2dbcfdb3 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:44.870753 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-71e1fd4a-5726-4eb6-b8de-f0f8c892caa7 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:44.877439 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-71e1fd4a-5726-4eb6-b8de-f0f8c892caa7 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:44.884770 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-71e1fd4a-5726-4eb6-b8de-f0f8c892caa7 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:44.891855 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-71e1fd4a-5726-4eb6-b8de-f0f8c892caa7 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:44.897940 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-71e1fd4a-5726-4eb6-b8de-f0f8c892caa7 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:44.904515 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-71e1fd4a-5726-4eb6-b8de-f0f8c892caa7 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:44.911005 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-71e1fd4a-5726-4eb6-b8de-f0f8c892caa7 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:44.913153 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-71e1fd4a-5726-4eb6-b8de-f0f8c892caa7 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.44 "GET /v2.0/ports?device_id=98ea044c-54a5-4e34-ad50-f0894561190f HTTP/1.1" status: 200 len: 5443 time: 0.3623226 May 31 13:39:44.945432 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fa0c250d-3503-4398-bf81-5ceed453fc41 req-55678d4a-965b-462c-95fe-a91d2dbcfdb3 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2113035 May 31 13:39:44.999016 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-477c8828-8ff0-48c9-b16e-6c9291cc2f20 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks [] for floatingip, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:45.008105 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-fa0c250d-3503-4398-bf81-5ceed453fc41 req-4cb503ed-ec7f-4e2a-a9d9-927688dc6ce9 service neutron] Request body: {'port': {'device_id': '66af96b2-5225-483f-a506-517894788a84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:39:45.053001 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-5e34d9ea-3ef1-4a45-bc18-5b5501fab137 None None] Deleting port 5505460a-43ef-4289-bc5e-00a77fb316da {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:39:45.053775 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5e34d9ea-3ef1-4a45-bc18-5b5501fab137 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:45.101736 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-976c3a4b-c4bf-4285-b92b-063bcd12fe6b tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:45.103114 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2211101d-11ad-4155-9039-566f3187b539 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:45.103572 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-976c3a4b-c4bf-4285-b92b-063bcd12fe6b tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.44 "GET /v2.0/ports/308e9017-5399-4d57-9077-0fd615c7bcbd?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1563368 May 31 13:39:45.110458 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2211101d-11ad-4155-9039-566f3187b539 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:45.176089 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-5e34d9ea-3ef1-4a45-bc18-5b5501fab137 None None] The port '5505460a-43ef-4289-bc5e-00a77fb316da' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 13:39:45.224690 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-2211101d-11ad-4155-9039-566f3187b539 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] 10.222.0.50 "DELETE /v2.0/networks/e3726c29-ef2f-4a3e-af7c-618e16a108d4 HTTP/1.1" status: 204 len: 168 time: 1.6209085 May 31 13:39:45.235166 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52894) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:45.236025 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2211101d-11ad-4155-9039-566f3187b539 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Pushing event deleted for resources: {'Network': ['ID=e3726c29-ef2f-4a3e-af7c-618e16a108d4,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:45.320937 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbeaff1d-0aa7-41fd-96a7-c3c878e15c66 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] DELETE failed (client error): The resource could not be found. May 31 13:39:45.320937 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbeaff1d-0aa7-41fd-96a7-c3c878e15c66 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:39:45.320937 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-fbeaff1d-0aa7-41fd-96a7-c3c878e15c66 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] 10.222.0.50 "DELETE /v2.0/subnets/0c8a0210-df93-4227-831c-7dcfabd35091 HTTP/1.1" status: 404 len: 337 time: 0.0815983 May 31 13:39:45.320937 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52898) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:45.325322 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c524e5-5526-4c17-81a3-e2121dbd1f55 req-2225eb31-6c32-4e82-aeb0-1ea303facd7b tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:45.327097 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-81c524e5-5526-4c17-81a3-e2121dbd1f55 req-2225eb31-6c32-4e82-aeb0-1ea303facd7b tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ac966e4-1a96-4325-9a3b-52a1881b40fb HTTP/1.1" status: 200 len: 945 time: 0.4128158 May 31 13:39:45.331764 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-fa0c250d-3503-4398-bf81-5ceed453fc41 req-4cb503ed-ec7f-4e2a-a9d9-927688dc6ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:45.358754 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2e31e40-c746-4ebd-a14b-e7194056aa5f tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] DELETE failed (client error): The resource could not be found. May 31 13:39:45.359227 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2e31e40-c746-4ebd-a14b-e7194056aa5f tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:39:45.363179 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c2e31e40-c746-4ebd-a14b-e7194056aa5f tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] 10.222.0.50 "DELETE /v2.0/networks/dcb3f751-d775-46a1-9f3f-cbe089c0ac69 HTTP/1.1" status: 404 len: 339 time: 0.0395992 May 31 13:39:45.364111 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52902) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:45.508535 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:45.575674 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-89678a05-c706-47fd-bffd-18886b55981f tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Deleting subnet 16eae3ea-435e-45a1-be99-df7e5748bd30 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:39:45.597996 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-89678a05-c706-47fd-bffd-18886b55981f tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:45.639632 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-81c524e5-5526-4c17-81a3-e2121dbd1f55 req-715ec208-79d8-4d1a-b737-e35606bf6e63 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] 10.222.0.50 "GET /v2.0/security-groups?id=084da752-3a41-4056-92fa-adecd0044d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2949696 May 31 13:39:45.655116 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-5e350a00-8cc1-467a-987b-215786ed2f13 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.44 "GET /v2.0/networks/2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.5111091 May 31 13:39:45.713721 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-43d34e12-4333-4530-a1b2-ff4489eb5c55 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:39:45.732472 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-89678a05-c706-47fd-bffd-18886b55981f tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:45.773903 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce4beb9-976f-491d-b751-38148df6c9e5 req-f0190e2b-5cdd-48a2-85cb-e51c0c8a7547 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:45.775388 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0ce4beb9-976f-491d-b751-38148df6c9e5 req-f0190e2b-5cdd-48a2-85cb-e51c0c8a7547 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/ports?device_id=a86dc494-b1dc-4fd5-90c4-02d39ae52157 HTTP/1.1" status: 200 len: 945 time: 0.5249093 May 31 13:39:45.781155 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3119bff3-3b39-4fe5-b827-7f7a676f68dc', 'name': 'network-vif-deleted', 'tag': '24e11adc-9e4e-4ba1-a674-567030f17b77'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:39:45.862486 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-89678a05-c706-47fd-bffd-18886b55981f tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:45.892218 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment b5c9b6f0-6469-45d4-bea7-9143008d5d4d resource provider aggregate not found May 31 13:39:45.920513 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment b5c9b6f0-6469-45d4-bea7-9143008d5d4d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b5c9b6f0-6469-45d4-bea7-9143008d5d4d found for delete ", "request_id": "req-ce86cf38-6496-42a6-82b3-b2a5c52c337f"}]} May 31 13:39:46.010697 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0ce4beb9-976f-491d-b751-38148df6c9e5 req-03a120d1-ca4b-42e1-adb9-c8f492ca5714 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/security-groups?id=677b8212-d6d1-4b38-be51-aaa6218210d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242055 May 31 13:39:46.040585 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-43d34e12-4333-4530-a1b2-ff4489eb5c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:46.042697 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-89678a05-c706-47fd-bffd-18886b55981f tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:46.086339 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-477c8828-8ff0-48c9-b16e-6c9291cc2f20 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:46.089282 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89678a05-c706-47fd-bffd-18886b55981f tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Pushing event deleted for resources: {'Subnet': ['ID=16eae3ea-435e-45a1-be99-df7e5748bd30,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:46.093674 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-477c8828-8ff0-48c9-b16e-6c9291cc2f20 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:46.151987 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-89678a05-c706-47fd-bffd-18886b55981f tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:46.152646 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdeb5ba4-2ff0-4760-ad10-4be46aff9c97 None None] Network 3911fdd7-eb28-4304-9d6d-1586a1dd4bf6 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:39:46.181938 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-89678a05-c706-47fd-bffd-18886b55981f tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] 10.222.0.50 "DELETE /v2.0/subnets/16eae3ea-435e-45a1-be99-df7e5748bd30 HTTP/1.1" status: 204 len: 168 time: 0.8151712 May 31 13:39:46.186017 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52918) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:46.278361 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9617f202-da1d-45f1-bec9-9e7b2a006e97 req-3eb1d181-9604-4dca-96f4-4396ae2dbf33 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:46.279062 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-9617f202-da1d-45f1-bec9-9e7b2a006e97 req-3eb1d181-9604-4dca-96f4-4396ae2dbf33 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Synchronizing usage tracker for tenant:bc5142db886b48f8906c49afcc233362 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:39:46.365676 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.resource_extend [req-fa0c250d-3503-4398-bf81-5ceed453fc41 req-4cb503ed-ec7f-4e2a-a9d9-927688dc6ce9 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:39:46.451962 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e405a3eb-866c-410f-98b5-d30b25f595e7 None None] DHCP port deletion for 3911fdd7-eb28-4304-9d6d-1586a1dd4bf6 request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:39:46.452952 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-9617f202-da1d-45f1-bec9-9e7b2a006e97 req-3eb1d181-9604-4dca-96f4-4396ae2dbf33 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Unset dirty status for tenant:bc5142db886b48f8906c49afcc233362 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:39:46.456668 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-e405a3eb-866c-410f-98b5-d30b25f595e7 None None] Deleting port e6e9be17-37b3-4bb1-a52b-4ff9ef3d5ecf {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:39:46.457079 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e405a3eb-866c-410f-98b5-d30b25f595e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:46.461541 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9617f202-da1d-45f1-bec9-9e7b2a006e97 req-3eb1d181-9604-4dca-96f4-4396ae2dbf33 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=325ebe8c-6f44-44f5-a084-d31e727e149f HTTP/1.1" status: 200 len: 908 time: 0.6376100 May 31 13:39:46.513744 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-fa0c250d-3503-4398-bf81-5ceed453fc41 req-4cb503ed-ec7f-4e2a-a9d9-927688dc6ce9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 454103ee-914f-4987-9e96-6b0a3314be46 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:39:46.526268 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-fa0c250d-3503-4398-bf81-5ceed453fc41 req-4cb503ed-ec7f-4e2a-a9d9-927688dc6ce9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:46.536658 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ebdb4117-645b-4e97-9766-99b9afb1c6e4 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:46.554515 n-d-843939-1 neutron-server[88369]: INFO neutron.db.l3_db [None req-477c8828-8ff0-48c9-b16e-6c9291cc2f20 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Floating IP d7b17a88-9675-4c60-aa61-bba2a5f31a54 associated. External IP: 172.25.6.50, port: d1292f46-ad59-49bc-8df3-1733c2bfaf9c. May 31 13:39:46.557474 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d889f3b-0b26-499a-80ba-8b5138524555 req-c6de776e-0263-43ec-82b1-259b72433312 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:46.558966 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0d889f3b-0b26-499a-80ba-8b5138524555 req-c6de776e-0263-43ec-82b1-259b72433312 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ac966e4-1a96-4325-9a3b-52a1881b40fb HTTP/1.1" status: 200 len: 945 time: 0.4383054 May 31 13:39:46.600886 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-fa0c250d-3503-4398-bf81-5ceed453fc41 req-4cb503ed-ec7f-4e2a-a9d9-927688dc6ce9 service neutron] Transition to ACTIVE for port object 454103ee-914f-4987-9e96-6b0a3314be46 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:39:46.618857 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313944e-5cae-4ecf-82f3-301ebaf8d801 req-a84d97fc-f26f-4e41-807f-c18609c89d99 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:46.625678 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313944e-5cae-4ecf-82f3-301ebaf8d801 req-a84d97fc-f26f-4e41-807f-c18609c89d99 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:46.631970 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313944e-5cae-4ecf-82f3-301ebaf8d801 req-a84d97fc-f26f-4e41-807f-c18609c89d99 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:46.638479 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313944e-5cae-4ecf-82f3-301ebaf8d801 req-a84d97fc-f26f-4e41-807f-c18609c89d99 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:46.644303 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313944e-5cae-4ecf-82f3-301ebaf8d801 req-a84d97fc-f26f-4e41-807f-c18609c89d99 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:46.651370 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313944e-5cae-4ecf-82f3-301ebaf8d801 req-a84d97fc-f26f-4e41-807f-c18609c89d99 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:46.656026 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313944e-5cae-4ecf-82f3-301ebaf8d801 req-a84d97fc-f26f-4e41-807f-c18609c89d99 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:46.661313 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6313944e-5cae-4ecf-82f3-301ebaf8d801 req-a84d97fc-f26f-4e41-807f-c18609c89d99 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/ports?device_id=98ea044c-54a5-4e34-ad50-f0894561190f HTTP/1.1" status: 200 len: 5443 time: 0.4873981 May 31 13:39:46.663128 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-ebdb4117-645b-4e97-9766-99b9afb1c6e4 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Deleting port e6e9be17-37b3-4bb1-a52b-4ff9ef3d5ecf {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:39:46.663128 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ebdb4117-645b-4e97-9766-99b9afb1c6e4 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:46.684065 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-fa0c250d-3503-4398-bf81-5ceed453fc41 req-4cb503ed-ec7f-4e2a-a9d9-927688dc6ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:46.721610 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device e6e9be17-37b3-4bb1-a52b-4ff9ef3d5ecf no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:39:46.784179 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-43d34e12-4333-4530-a1b2-ff4489eb5c55 service neutron] For port 308e9017-5399-4d57-9077-0fd615c7bcbd, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=308e9017-5399-4d57-9077-0fd615c7bcbd,segment=NetworkSegment(57f5fa22-0037-4fd1-b301-00fe683d1b15),segment_id=57f5fa22-0037-4fd1-b301-00fe683d1b15)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:39:46.809080 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-e405a3eb-866c-410f-98b5-d30b25f595e7 None None] For port e6e9be17-37b3-4bb1-a52b-4ff9ef3d5ecf, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=e6e9be17-37b3-4bb1-a52b-4ff9ef3d5ecf,segment=NetworkSegment(2c6a0e83-bfc3-4f85-8173-6cad71878942),segment_id=2c6a0e83-bfc3-4f85-8173-6cad71878942)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:39:46.810434 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e405a3eb-866c-410f-98b5-d30b25f595e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:46.835461 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-0d889f3b-0b26-499a-80ba-8b5138524555 req-86fe321a-0d50-433f-a6ab-450bc7b70b37 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Deleting port c4cf700e-e9c7-4a26-9349-5036f1754ff8 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:39:46.835461 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-0d889f3b-0b26-499a-80ba-8b5138524555 req-86fe321a-0d50-433f-a6ab-450bc7b70b37 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:46.942013 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-e405a3eb-866c-410f-98b5-d30b25f595e7 None None] Calling delete_port for e6e9be17-37b3-4bb1-a52b-4ff9ef3d5ecf owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:39:46.976743 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.resource_extend [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-43d34e12-4333-4530-a1b2-ff4489eb5c55 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:39:46.999939 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6313944e-5cae-4ecf-82f3-301ebaf8d801 req-2abfd29d-0a96-4bb1-a8c9-4a3f887b92f9 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/security-groups?id=94427793-2dbb-4b9a-b9ee-66398e26f83c&id=4cdd63f0-9a82-48d4-b4bf-108afcf63acd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3298292 May 31 13:39:47.007387 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb503ed-ec7f-4e2a-a9d9-927688dc6ce9 service neutron] Pushing event updated for resources: {'Port': ['ID=454103ee-914f-4987-9e96-6b0a3314be46,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:47.046902 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port e6e9be17-37b3-4bb1-a52b-4ff9ef3d5ecf is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:39:47.047090 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:47.058867 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-43d34e12-4333-4530-a1b2-ff4489eb5c55 service neutron] For port 308e9017-5399-4d57-9077-0fd615c7bcbd, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:39:47.089128 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port e6e9be17-37b3-4bb1-a52b-4ff9ef3d5ecf, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=e6e9be17-37b3-4bb1-a52b-4ff9ef3d5ecf,segment=NetworkSegment(2c6a0e83-bfc3-4f85-8173-6cad71878942),segment_id=2c6a0e83-bfc3-4f85-8173-6cad71878942)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:39:47.095781 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:47.147429 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-ebdb4117-645b-4e97-9766-99b9afb1c6e4 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] For port e6e9be17-37b3-4bb1-a52b-4ff9ef3d5ecf, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=e6e9be17-37b3-4bb1-a52b-4ff9ef3d5ecf,segment=NetworkSegment(2c6a0e83-bfc3-4f85-8173-6cad71878942),segment_id=2c6a0e83-bfc3-4f85-8173-6cad71878942)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:39:47.147831 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ebdb4117-645b-4e97-9766-99b9afb1c6e4 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:47.151714 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-e405a3eb-866c-410f-98b5-d30b25f595e7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:39:47.152073 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-e405a3eb-866c-410f-98b5-d30b25f595e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:39:47.175255 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=e6e9be17-37b3-4bb1-a52b-4ff9ef3d5ecf,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:47.225392 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-43d34e12-4333-4530-a1b2-ff4489eb5c55 service neutron] device_id is not set on port 308e9017-5399-4d57-9077-0fd615c7bcbd yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:39:47.257120 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048603fd-20d3-41c6-9c00-18ef150485bb req-901a9c22-e54e-4599-ba68-8e936070bf1d tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:47.264589 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-048603fd-20d3-41c6-9c00-18ef150485bb req-901a9c22-e54e-4599-ba68-8e936070bf1d tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=66af96b2-5225-483f-a506-517894788a84 HTTP/1.1" status: 200 len: 944 time: 0.5956688 May 31 13:39:47.271442 n-d-843939-1 neutron-server[88370]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-63953208-1e29-45c6-916d-bf6e55014273']: {'server_uuid': '3119bff3-3b39-4fe5-b827-7f7a676f68dc', 'name': 'network-vif-deleted', 'tag': '24e11adc-9e4e-4ba1-a674-567030f17b77', 'status': 'failed', 'code': 422} returned with failed status May 31 13:39:47.285634 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e4e17-1e76-43a4-9da5-a3cec18b1afa req-63fc2642-ad4d-405d-856b-04c27ccd4405 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:47.286366 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-f83e4e17-1e76-43a4-9da5-a3cec18b1afa req-63fc2642-ad4d-405d-856b-04c27ccd4405 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Synchronizing usage tracker for tenant:bc5142db886b48f8906c49afcc233362 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:39:47.363529 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-ebdb4117-645b-4e97-9766-99b9afb1c6e4 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Calling delete_port for e6e9be17-37b3-4bb1-a52b-4ff9ef3d5ecf owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:39:47.423589 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-43d34e12-4333-4530-a1b2-ff4489eb5c55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:47.430138 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-f83e4e17-1e76-43a4-9da5-a3cec18b1afa req-63fc2642-ad4d-405d-856b-04c27ccd4405 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Unset dirty status for tenant:bc5142db886b48f8906c49afcc233362 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:39:47.431264 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f83e4e17-1e76-43a4-9da5-a3cec18b1afa req-63fc2642-ad4d-405d-856b-04c27ccd4405 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.44 "GET /v2.0/ports?device_id=325ebe8c-6f44-44f5-a084-d31e727e149f HTTP/1.1" status: 200 len: 908 time: 0.6459689 May 31 13:39:47.497353 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-477c8828-8ff0-48c9-b16e-6c9291cc2f20 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Router 61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:39:47.523191 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-43d34e12-4333-4530-a1b2-ff4489eb5c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:47.531031 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.db.api [None req-ebdb4117-645b-4e97-9766-99b9afb1c6e4 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:39:47.531348 n-d-843939-1 neutron-server[88369]: DEBUG oslo_db.api [None req-ebdb4117-645b-4e97-9766-99b9afb1c6e4 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:39:47.585208 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-f83e4e17-1e76-43a4-9da5-a3cec18b1afa req-7443be6c-cdf4-4ae9-a2ea-429b1ae7642c tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Deleting port 7ff83ef0-01a9-4423-8dcb-741759a57858 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:39:47.585927 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-f83e4e17-1e76-43a4-9da5-a3cec18b1afa req-7443be6c-cdf4-4ae9-a2ea-429b1ae7642c tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:47.653690 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-e405a3eb-866c-410f-98b5-d30b25f595e7 None None] Deleting port e6e9be17-37b3-4bb1-a52b-4ff9ef3d5ecf {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:39:47.654207 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e405a3eb-866c-410f-98b5-d30b25f595e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:47.686272 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-fa0c250d-3503-4398-bf81-5ceed453fc41 req-4cb503ed-ec7f-4e2a-a9d9-927688dc6ce9 service neutron] Attempting to bind port 454103ee-914f-4987-9e96-6b0a3314be46 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:39:47.686610 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-fa0c250d-3503-4398-bf81-5ceed453fc41 req-4cb503ed-ec7f-4e2a-a9d9-927688dc6ce9 service neutron] Attempting to bind port 454103ee-914f-4987-9e96-6b0a3314be46 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': '2d583837-a9d6-4709-9af2-21c6363b8602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6f63975b-9b05-46d3-8543-47c8fac2cf70'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:39:47.687128 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0c250d-3503-4398-bf81-5ceed453fc41 req-4cb503ed-ec7f-4e2a-a9d9-927688dc6ce9 service neutron] Attempting to bind port 454103ee-914f-4987-9e96-6b0a3314be46 on network 6f63975b-9b05-46d3-8543-47c8fac2cf70 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:39:47.727570 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-048603fd-20d3-41c6-9c00-18ef150485bb req-93dc8c10-884b-404a-8f24-a6f52de01d47 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4621184 May 31 13:39:47.792634 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0c250d-3503-4398-bf81-5ceed453fc41 req-4cb503ed-ec7f-4e2a-a9d9-927688dc6ce9 service neutron] Port 454103ee-914f-4987-9e96-6b0a3314be46 on network 6f63975b-9b05-46d3-8543-47c8fac2cf70 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:39:47.793113 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0c250d-3503-4398-bf81-5ceed453fc41 req-4cb503ed-ec7f-4e2a-a9d9-927688dc6ce9 service neutron] Attempting to bind port 454103ee-914f-4987-9e96-6b0a3314be46 on network 6f63975b-9b05-46d3-8543-47c8fac2cf70 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:39:47.819098 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-43d34e12-4333-4530-a1b2-ff4489eb5c55 service neutron] No DVR routers for this DVR port 308e9017-5399-4d57-9077-0fd615c7bcbd on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:39:47.851506 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0c250d-3503-4398-bf81-5ceed453fc41 req-4cb503ed-ec7f-4e2a-a9d9-927688dc6ce9 service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:39:47.851858 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0c250d-3503-4398-bf81-5ceed453fc41 req-4cb503ed-ec7f-4e2a-a9d9-927688dc6ce9 service neutron] Checking segment: {'id': '2d583837-a9d6-4709-9af2-21c6363b8602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6f63975b-9b05-46d3-8543-47c8fac2cf70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:39:47.852260 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0c250d-3503-4398-bf81-5ceed453fc41 req-4cb503ed-ec7f-4e2a-a9d9-927688dc6ce9 service neutron] Bound using segment: {'id': '2d583837-a9d6-4709-9af2-21c6363b8602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6f63975b-9b05-46d3-8543-47c8fac2cf70'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:39:47.852717 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-fa0c250d-3503-4398-bf81-5ceed453fc41 req-4cb503ed-ec7f-4e2a-a9d9-927688dc6ce9 service neutron] Bound port: 454103ee-914f-4987-9e96-6b0a3314be46, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d583837-a9d6-4709-9af2-21c6363b8602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6f63975b-9b05-46d3-8543-47c8fac2cf70'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:39:47.853075 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-fa0c250d-3503-4398-bf81-5ceed453fc41 req-4cb503ed-ec7f-4e2a-a9d9-927688dc6ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:47.863213 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d34e12-4333-4530-a1b2-ff4489eb5c55 service neutron] Pushing event updated for resources: {'Port': ['ID=308e9017-5399-4d57-9077-0fd615c7bcbd,revision_number=6']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:47.900439 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-477c8828-8ff0-48c9-b16e-6c9291cc2f20 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:39:47.912081 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8798aeda-6d2c-4e04-8896-5f53feb9fb7e None None] Sync routers for ids ['61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:39:47.925846 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8798aeda-6d2c-4e04-8896-5f53feb9fb7e None None] Routers {'61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:39:47.929013 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-8798aeda-6d2c-4e04-8896-5f53feb9fb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:39:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:39:47.934947 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-477c8828-8ff0-48c9-b16e-6c9291cc2f20 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:47.956178 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-e405a3eb-866c-410f-98b5-d30b25f595e7 None None] For port e6e9be17-37b3-4bb1-a52b-4ff9ef3d5ecf, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=e6e9be17-37b3-4bb1-a52b-4ff9ef3d5ecf,segment=NetworkSegment(2c6a0e83-bfc3-4f85-8173-6cad71878942),segment_id=2c6a0e83-bfc3-4f85-8173-6cad71878942)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:39:47.956618 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e405a3eb-866c-410f-98b5-d30b25f595e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:48.093637 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-e405a3eb-866c-410f-98b5-d30b25f595e7 None None] Calling delete_port for e6e9be17-37b3-4bb1-a52b-4ff9ef3d5ecf owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:39:48.104612 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-fa0c250d-3503-4398-bf81-5ceed453fc41 req-4cb503ed-ec7f-4e2a-a9d9-927688dc6ce9 service neutron] For port 454103ee-914f-4987-9e96-6b0a3314be46, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:39:48.106508 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-ebdb4117-645b-4e97-9766-99b9afb1c6e4 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Deleting port e6e9be17-37b3-4bb1-a52b-4ff9ef3d5ecf {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:39:48.106997 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ebdb4117-645b-4e97-9766-99b9afb1c6e4 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:48.111208 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-fa0c250d-3503-4398-bf81-5ceed453fc41 req-4cb503ed-ec7f-4e2a-a9d9-927688dc6ce9 service neutron] For port 454103ee-914f-4987-9e96-6b0a3314be46, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=454103ee-914f-4987-9e96-6b0a3314be46,segment=NetworkSegment(2d583837-a9d6-4709-9af2-21c6363b8602),segment_id=2d583837-a9d6-4709-9af2-21c6363b8602)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:39:48.130663 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-0d889f3b-0b26-499a-80ba-8b5138524555 req-86fe321a-0d50-433f-a6ab-450bc7b70b37 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] For port c4cf700e-e9c7-4a26-9349-5036f1754ff8, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=c4cf700e-e9c7-4a26-9349-5036f1754ff8,segment=NetworkSegment(0c8aa3a6-47b8-4f9f-a1d3-b43478db3f3f),segment_id=0c8aa3a6-47b8-4f9f-a1d3-b43478db3f3f)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:39:48.131052 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-0d889f3b-0b26-499a-80ba-8b5138524555 req-86fe321a-0d50-433f-a6ab-450bc7b70b37 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:48.143737 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-fa0c250d-3503-4398-bf81-5ceed453fc41 req-4cb503ed-ec7f-4e2a-a9d9-927688dc6ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:48.146500 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-8798aeda-6d2c-4e04-8896-5f53feb9fb7e None None] Set router 61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:39:48.173790 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 24651c97-ae0f-4907-8b38-7261435835f0 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:39:48.224970 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-477c8828-8ff0-48c9-b16e-6c9291cc2f20 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "PUT /v2.0/floatingips/d7b17a88-9675-4c60-aa61-bba2a5f31a54 HTTP/1.1" status: 200 len: 990 time: 3.4390230 May 31 13:39:48.228973 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11332720-a38e-4aad-a18d-a89dce10acd0', 'tag': 'd1292f46-ad59-49bc-8df3-1733c2bfaf9c'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:39:48.268495 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb503ed-ec7f-4e2a-a9d9-927688dc6ce9 service neutron] Pushing event updated for resources: {'Port': ['ID=454103ee-914f-4987-9e96-6b0a3314be46,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:48.281340 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e405a3eb-866c-410f-98b5-d30b25f595e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:48.292133 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-ebdb4117-645b-4e97-9766-99b9afb1c6e4 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] The port 'e6e9be17-37b3-4bb1-a52b-4ff9ef3d5ecf' was deleted {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 13:39:48.334778 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-f83e4e17-1e76-43a4-9da5-a3cec18b1afa req-7443be6c-cdf4-4ae9-a2ea-429b1ae7642c tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] For port 7ff83ef0-01a9-4423-8dcb-741759a57858, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=7ff83ef0-01a9-4423-8dcb-741759a57858,segment=NetworkSegment(4d75b4c6-9dbf-466e-9960-e4baeffc8b58),segment_id=4d75b4c6-9dbf-466e-9960-e4baeffc8b58)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:39:48.335285 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-f83e4e17-1e76-43a4-9da5-a3cec18b1afa req-7443be6c-cdf4-4ae9-a2ea-429b1ae7642c tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:48.341432 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e405a3eb-866c-410f-98b5-d30b25f595e7 None None] Pushing event deleted for resources: {'Port': ['ID=e6e9be17-37b3-4bb1-a52b-4ff9ef3d5ecf,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:48.344317 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e405a3eb-866c-410f-98b5-d30b25f595e7 None None] No DVR routers for this DVR port e6e9be17-37b3-4bb1-a52b-4ff9ef3d5ecf on host n-d-843939-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:39:48.395346 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-26ab434c-85bd-4c1d-be97-b9b79c288dd0 None None] Provisioning complete for port 308e9017-5399-4d57-9077-0fd615c7bcbd triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:39:48.395719 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-26ab434c-85bd-4c1d-be97-b9b79c288dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:48.413575 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0c250d-3503-4398-bf81-5ceed453fc41 req-4cb503ed-ec7f-4e2a-a9d9-927688dc6ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:48.414223 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-fa0c250d-3503-4398-bf81-5ceed453fc41 req-4cb503ed-ec7f-4e2a-a9d9-927688dc6ce9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:48.415782 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fa0c250d-3503-4398-bf81-5ceed453fc41 req-4cb503ed-ec7f-4e2a-a9d9-927688dc6ce9 service neutron] 10.222.0.44 "PUT /v2.0/ports/454103ee-914f-4987-9e96-6b0a3314be46 HTTP/1.1" status: 200 len: 1092 time: 3.4226923 May 31 13:39:48.437688 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-43d34e12-4333-4530-a1b2-ff4489eb5c55 service neutron] In _notify_port_updated(), no bound segment for port 308e9017-5399-4d57-9077-0fd615c7bcbd on network 2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a {{(pid=88370) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 31 13:39:48.438663 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-43d34e12-4333-4530-a1b2-ff4489eb5c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:48.439470 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-43d34e12-4333-4530-a1b2-ff4489eb5c55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:48.440628 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-43d34e12-4333-4530-a1b2-ff4489eb5c55 service neutron] 10.222.0.44 "PUT /v2.0/ports/308e9017-5399-4d57-9077-0fd615c7bcbd HTTP/1.1" status: 200 len: 1031 time: 2.7396600 May 31 13:39:48.456915 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-26ab434c-85bd-4c1d-be97-b9b79c288dd0 None None] Port 308e9017-5399-4d57-9077-0fd615c7bcbd cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:39:48.477269 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 24651c97-ae0f-4907-8b38-7261435835f0 is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:39:48.478024 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:48.523429 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 24651c97-ae0f-4907-8b38-7261435835f0, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=24651c97-ae0f-4907-8b38-7261435835f0,segment=NetworkSegment(bb2c489f-9b0a-4922-9750-36d1eab90509),segment_id=bb2c489f-9b0a-4922-9750-36d1eab90509)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:39:48.525563 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98ea044c-54a5-4e34-ad50-f0894561190f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24651c97-ae0f-4907-8b38-7261435835f0'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:39:48.551995 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:48.552810 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 314450d0-a771-40d0-aa68-b2fb66b7b12d no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:39:48.553237 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77368ee-4943-492b-88b8-6f58b72fde40 req-5cb4df38-ffe0-4732-b5d3-fdb04f4123c2 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:48.561398 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a77368ee-4943-492b-88b8-6f58b72fde40 req-5cb4df38-ffe0-4732-b5d3-fdb04f4123c2 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/ports?device_id=a86dc494-b1dc-4fd5-90c4-02d39ae52157 HTTP/1.1" status: 200 len: 945 time: 1.0921979 May 31 13:39:48.621100 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-8798aeda-6d2c-4e04-8896-5f53feb9fb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f', 'name': 'tempest-AttachVolumeTestJSON-2082356178-router', 'tenant_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '462cc99c-0c41-4c7e-ac38-1d83b633b4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:38:57Z', 'updated_at': '2022-05-31T13:39:03Z', 'revision_number': 4, 'project_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'gw_port': {'id': '462cc99c-0c41-4c7e-ac38-1d83b633b4f3', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ee:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:38:58Z', 'updated_at': '2022-05-31T13:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': 'd7b17a88-9675-4c60-aa61-bba2a5f31a54', 'tenant_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'floating_ip_address': '172.25.6.50', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f', 'port_id': 'd1292f46-ad59-49bc-8df3-1733c2bfaf9c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4e69724-d0b8-4d4d-97a2-cfcb4a62380c', 'mac_address': 'fa:16:3e:97:15:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11332720-a38e-4aad-a18d-a89dce10acd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:39:09Z', 'updated_at': '2022-05-31T13:39:45Z', 'revision_number': 1, 'project_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4efe0407-03dc-404e-8408-6bc7752454ba', 'name': '', 'network_id': 'f4e69724-d0b8-4d4d-97a2-cfcb4a62380c', 'tenant_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'mac_address': 'fa:16:3e:43:9e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '24f2589f-f663-4739-8d87-078291d83152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:39:02Z', 'updated_at': '2022-05-31T13:39:13Z', 'revision_number': 5, 'project_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'subnets': [{'id': '24f2589f-f663-4739-8d87-078291d83152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:39:48.627724 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8798aeda-6d2c-4e04-8896-5f53feb9fb7e None None] Checking router: 61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:39:48.637738 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8798aeda-6d2c-4e04-8896-5f53feb9fb7e None None] Routers {'61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:39:48.639401 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-f83e4e17-1e76-43a4-9da5-a3cec18b1afa req-7443be6c-cdf4-4ae9-a2ea-429b1ae7642c tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Calling delete_port for 7ff83ef0-01a9-4423-8dcb-741759a57858 owned by compute:nova {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:39:48.651836 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-8798aeda-6d2c-4e04-8896-5f53feb9fb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:39:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:39:48.681649 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ebdb4117-645b-4e97-9766-99b9afb1c6e4 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:48.724711 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-ebdb4117-645b-4e97-9766-99b9afb1c6e4 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3911fdd7-eb28-4304-9d6d-1586a1dd4bf6']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:39:48.727153 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6adb67b-bb91-48aa-ae40-be56523117e4 req-752f3cc2-dfbf-4abd-9f80-70ea9d884040 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:48.728085 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f6adb67b-bb91-48aa-ae40-be56523117e4 req-752f3cc2-dfbf-4abd-9f80-70ea9d884040 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ac966e4-1a96-4325-9a3b-52a1881b40fb HTTP/1.1" status: 200 len: 945 time: 0.7907984 May 31 13:39:48.742709 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-ebdb4117-645b-4e97-9766-99b9afb1c6e4 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c6a0e83-bfc3-4f85-8173-6cad71878942') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:39:48.743062 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-ebdb4117-645b-4e97-9766-99b9afb1c6e4 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c6a0e83-bfc3-4f85-8173-6cad71878942') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:39:48.769226 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ebdb4117-645b-4e97-9766-99b9afb1c6e4 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:48.772320 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-dd902aa3-df28-4c8d-906a-05f75be830ce tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:48.774280 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-dd902aa3-df28-4c8d-906a-05f75be830ce tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.44 "GET /v2.0/ports/e94f7e75-6c16-424a-a92a-43509164e97a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3216469 May 31 13:39:48.795777 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-fcc29047-027b-4183-ac21-afe9f607732d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:39:48.797958 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ebdb4117-645b-4e97-9766-99b9afb1c6e4 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:48.843899 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebdb4117-645b-4e97-9766-99b9afb1c6e4 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:39:48.843899 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ebdb4117-645b-4e97-9766-99b9afb1c6e4 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:48.857334 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a77368ee-4943-492b-88b8-6f58b72fde40 req-ddfd3910-504a-44e1-8f2e-6352bbee63c7 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/security-groups?id=677b8212-d6d1-4b38-be51-aaa6218210d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949953 May 31 13:39:48.917451 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 2c6a0e83-bfc3-4f85-8173-6cad71878942 resource provider aggregate not found May 31 13:39:48.918838 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-8798aeda-6d2c-4e04-8896-5f53feb9fb7e None None] Set router 61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:39:48.950338 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 2c6a0e83-bfc3-4f85-8173-6cad71878942 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2c6a0e83-bfc3-4f85-8173-6cad71878942 found for delete ", "request_id": "req-84de8c8d-b663-4efd-863f-58c9d293c0ca"}]} May 31 13:39:48.971480 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ebdb4117-645b-4e97-9766-99b9afb1c6e4 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:48.975440 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=24651c97-ae0f-4907-8b38-7261435835f0,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:48.988537 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f6adb67b-bb91-48aa-ae40-be56523117e4 req-6de53488-bc99-4f43-9092-521367dc5618 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] 10.222.0.50 "GET /v2.0/security-groups?id=084da752-3a41-4056-92fa-adecd0044d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2515118 May 31 13:39:49.004758 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 314450d0-a771-40d0-aa68-b2fb66b7b12d is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:39:49.005201 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-f83e4e17-1e76-43a4-9da5-a3cec18b1afa req-7443be6c-cdf4-4ae9-a2ea-429b1ae7642c tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:49.011892 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ebdb4117-645b-4e97-9766-99b9afb1c6e4 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:49.013043 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:49.101449 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 314450d0-a771-40d0-aa68-b2fb66b7b12d, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=314450d0-a771-40d0-aa68-b2fb66b7b12d,segment=NetworkSegment(e54fd068-ebcb-45fd-9c64-e09108b643c3),segment_id=e54fd068-ebcb-45fd-9c64-e09108b643c3)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:39:49.106159 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7443be6c-cdf4-4ae9-a2ea-429b1ae7642c tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Pushing event deleted for resources: {'Port': ['ID=7ff83ef0-01a9-4423-8dcb-741759a57858,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:49.111610 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ebdb4117-645b-4e97-9766-99b9afb1c6e4 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] 10.222.0.50 "DELETE /v2.0/networks/3911fdd7-eb28-4304-9d6d-1586a1dd4bf6 HTTP/1.1" status: 204 len: 168 time: 2.9259024 May 31 13:39:49.117105 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:49.117276 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0c250d-3503-4398-bf81-5ceed453fc41 req-f922a810-cbad-4595-ad11-993ca91012a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:49.118779 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device c4cf700e-e9c7-4a26-9349-5036f1754ff8 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:39:49.120054 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fa0c250d-3503-4398-bf81-5ceed453fc41 req-f922a810-cbad-4595-ad11-993ca91012a4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=52669f2db59f4a3eb6fd40f6ebcd20ec&device_id=66af96b2-5225-483f-a506-517894788a84 HTTP/1.1" status: 200 len: 1095 time: 0.6205175 May 31 13:39:49.126149 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdb4117-645b-4e97-9766-99b9afb1c6e4 tempest-NetworksIpV6Test-436962274 tempest-NetworksIpV6Test-436962274-project] Pushing event deleted for resources: {'Network': ['ID=3911fdd7-eb28-4304-9d6d-1586a1dd4bf6,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:49.307073 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-f83e4e17-1e76-43a4-9da5-a3cec18b1afa req-7443be6c-cdf4-4ae9-a2ea-429b1ae7642c tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] No DVR routers for this DVR port 7ff83ef0-01a9-4423-8dcb-741759a57858 on host n-h2-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:39:49.310171 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-f83e4e17-1e76-43a4-9da5-a3cec18b1afa req-7443be6c-cdf4-4ae9-a2ea-429b1ae7642c tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:49.312183 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f83e4e17-1e76-43a4-9da5-a3cec18b1afa req-7443be6c-cdf4-4ae9-a2ea-429b1ae7642c tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.44 "DELETE /v2.0/ports/7ff83ef0-01a9-4423-8dcb-741759a57858 HTTP/1.1" status: 204 len: 173 time: 1.8736033 May 31 13:39:49.332633 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66af96b2-5225-483f-a506-517894788a84', 'tag': '454103ee-914f-4987-9e96-6b0a3314be46'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:39:49.477108 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fa0c250d-3503-4398-bf81-5ceed453fc41 req-04936e20-2b4e-4ae9-a53a-fdeba8b278b5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=454103ee-914f-4987-9e96-6b0a3314be46 HTTP/1.1" status: 200 len: 217 time: 0.3451352 May 31 13:39:49.490302 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-0d889f3b-0b26-499a-80ba-8b5138524555 req-86fe321a-0d50-433f-a6ab-450bc7b70b37 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:49.490821 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-0d889f3b-0b26-499a-80ba-8b5138524555 req-86fe321a-0d50-433f-a6ab-450bc7b70b37 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:49.491269 n-d-843939-1 neutron-server[88370]: INFO neutron.db.l3_db [req-0d889f3b-0b26-499a-80ba-8b5138524555 req-86fe321a-0d50-433f-a6ab-450bc7b70b37 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Floating IP 2017df6e-7acb-42f4-b624-42496b5268ec disassociated. External IP: 172.25.6.11, port: c4cf700e-e9c7-4a26-9349-5036f1754ff8. May 31 13:39:49.491713 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-0d889f3b-0b26-499a-80ba-8b5138524555 req-86fe321a-0d50-433f-a6ab-450bc7b70b37 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Calling delete_port for c4cf700e-e9c7-4a26-9349-5036f1754ff8 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:39:49.585423 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=314450d0-a771-40d0-aa68-b2fb66b7b12d,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:49.597193 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port c4cf700e-e9c7-4a26-9349-5036f1754ff8 is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:39:49.597824 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:49.606849 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-8798aeda-6d2c-4e04-8896-5f53feb9fb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f', 'name': 'tempest-AttachVolumeTestJSON-2082356178-router', 'tenant_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '462cc99c-0c41-4c7e-ac38-1d83b633b4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:38:57Z', 'updated_at': '2022-05-31T13:39:03Z', 'revision_number': 4, 'project_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'gw_port': {'id': '462cc99c-0c41-4c7e-ac38-1d83b633b4f3', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ee:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:38:58Z', 'updated_at': '2022-05-31T13:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': 'd7b17a88-9675-4c60-aa61-bba2a5f31a54', 'tenant_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'floating_ip_address': '172.25.6.50', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f', 'port_id': 'd1292f46-ad59-49bc-8df3-1733c2bfaf9c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4e69724-d0b8-4d4d-97a2-cfcb4a62380c', 'mac_address': 'fa:16:3e:97:15:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11332720-a38e-4aad-a18d-a89dce10acd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:39:09Z', 'updated_at': '2022-05-31T13:39:45Z', 'revision_number': 1, 'project_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4efe0407-03dc-404e-8408-6bc7752454ba', 'name': '', 'network_id': 'f4e69724-d0b8-4d4d-97a2-cfcb4a62380c', 'tenant_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'mac_address': 'fa:16:3e:43:9e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '24f2589f-f663-4739-8d87-078291d83152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:39:02Z', 'updated_at': '2022-05-31T13:39:13Z', 'revision_number': 5, 'project_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'subnets': [{'id': '24f2589f-f663-4739-8d87-078291d83152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:39:49.612362 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8798aeda-6d2c-4e04-8896-5f53feb9fb7e None None] The sync data for ids ['61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f'] in n-d-843939-1 is: [{'id': '61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f', 'name': 'tempest-AttachVolumeTestJSON-2082356178-router', 'tenant_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '462cc99c-0c41-4c7e-ac38-1d83b633b4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:38:57Z', 'updated_at': '2022-05-31T13:39:03Z', 'revision_number': 4, 'project_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'gw_port': {'id': '462cc99c-0c41-4c7e-ac38-1d83b633b4f3', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ee:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:38:58Z', 'updated_at': '2022-05-31T13:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': 'd7b17a88-9675-4c60-aa61-bba2a5f31a54', 'tenant_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'floating_ip_address': '172.25.6.50', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f', 'port_id': 'd1292f46-ad59-49bc-8df3-1733c2bfaf9c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4e69724-d0b8-4d4d-97a2-cfcb4a62380c', 'mac_address': 'fa:16:3e:97:15:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11332720-a38e-4aad-a18d-a89dce10acd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:39:09Z', 'updated_at': '2022-05-31T13:39:45Z', 'revision_number': 1, 'project_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4efe0407-03dc-404e-8408-6bc7752454ba', 'name': '', 'network_id': 'f4e69724-d0b8-4d4d-97a2-cfcb4a62380c', 'tenant_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'mac_address': 'fa:16:3e:43:9e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '24f2589f-f663-4739-8d87-078291d83152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:39:02Z', 'updated_at': '2022-05-31T13:39:13Z', 'revision_number': 5, 'project_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'subnets': [{'id': '24f2589f-f663-4739-8d87-078291d83152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:39:49.660828 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port c4cf700e-e9c7-4a26-9349-5036f1754ff8, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=c4cf700e-e9c7-4a26-9349-5036f1754ff8,segment=NetworkSegment(0c8aa3a6-47b8-4f9f-a1d3-b43478db3f3f),segment_id=0c8aa3a6-47b8-4f9f-a1d3-b43478db3f3f)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:39:49.673584 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:49.674774 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 308e9017-5399-4d57-9077-0fd615c7bcbd no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:39:49.685703 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52952) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:49.779237 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-24200b24-bf40-4040-93f7-0e2c128f3ce1 req-87d255f4-074c-4a30-b4ab-f02c5f4cad1d tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=325ebe8c-6f44-44f5-a084-d31e727e149f HTTP/1.1" status: 200 len: 210 time: 0.4497833 May 31 13:39:49.818122 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 308e9017-5399-4d57-9077-0fd615c7bcbd not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:39:49.818551 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device ec2bc788-e484-45ea-888b-dba186b72a44 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:39:49.852688 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-fcc29047-027b-4183-ac21-afe9f607732d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:49.882998 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4904002-5213-43e6-81ca-039b81ddb59a'] response: {'name': 'network-changed', 'server_uuid': '11332720-a38e-4aad-a18d-a89dce10acd0', 'tag': 'd1292f46-ad59-49bc-8df3-1733c2bfaf9c', 'status': 'completed', 'code': 200} May 31 13:39:49.899195 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=c4cf700e-e9c7-4a26-9349-5036f1754ff8,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:49.967399 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f9c24a-1c50-4d9d-9612-9c516700374f None None] New status for floating IP d7b17a88-9675-4c60-aa61-bba2a5f31a54: ACTIVE {{(pid=88371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 13:39:49.993400 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-96276666-bf9e-40a5-b717-007547e9c02b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=318f7b3dc83b45b79e8aafb0cf55e8a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3064880 May 31 13:39:49.997663 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52958) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:50.008584 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0c250d-3503-4398-bf81-5ceed453fc41 req-054f25ff-9609-429d-b6c9-c0edada52e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:50.008584 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fa0c250d-3503-4398-bf81-5ceed453fc41 req-054f25ff-9609-429d-b6c9-c0edada52e6e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fa2724fc-99c1-4890-aaad-d9b53e2abcda HTTP/1.1" status: 200 len: 851 time: 0.2793078 May 31 13:39:50.093935 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2728884c-34de-46bc-9f70-eecab779a4dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:50.117353 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a92d012f-615d-42ae-bdc6-94eab82de265'] response: {'server_uuid': '98ea044c-54a5-4e34-ad50-f0894561190f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24651c97-ae0f-4907-8b38-7261435835f0', 'code': 200} May 31 13:39:50.125958 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port ec2bc788-e484-45ea-888b-dba186b72a44 is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:39:50.126159 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:50.126454 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f1fb6-db82-4ebc-b208-5647bb2b55ef req-8d389309-749e-4772-9526-632041d27eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:50.127922 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c07f1fb6-db82-4ebc-b208-5647bb2b55ef req-8d389309-749e-4772-9526-632041d27eaa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7e44bf4ef1bd484ea1258b83855c2d26&device_id=11332720-a38e-4aad-a18d-a89dce10acd0 HTTP/1.1" status: 200 len: 1096 time: 0.1938639 May 31 13:39:50.129806 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2728884c-34de-46bc-9f70-eecab779a4dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:50.177326 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d520749-d292-484f-bb4b-342dcd139303 req-80718ab3-ed6b-4315-8cc8-6443309e730f tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:50.183959 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d520749-d292-484f-bb4b-342dcd139303 req-80718ab3-ed6b-4315-8cc8-6443309e730f tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:50.187112 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port ec2bc788-e484-45ea-888b-dba186b72a44, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=ec2bc788-e484-45ea-888b-dba186b72a44,segment=NetworkSegment(57f5fa22-0037-4fd1-b301-00fe683d1b15),segment_id=57f5fa22-0037-4fd1-b301-00fe683d1b15)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:39:50.190559 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d520749-d292-484f-bb4b-342dcd139303 req-80718ab3-ed6b-4315-8cc8-6443309e730f tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:50.196627 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d520749-d292-484f-bb4b-342dcd139303 req-80718ab3-ed6b-4315-8cc8-6443309e730f tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:50.200299 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:50.200986 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device e94f7e75-6c16-424a-a92a-43509164e97a no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:39:50.203642 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d520749-d292-484f-bb4b-342dcd139303 req-80718ab3-ed6b-4315-8cc8-6443309e730f tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:50.209429 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d520749-d292-484f-bb4b-342dcd139303 req-80718ab3-ed6b-4315-8cc8-6443309e730f tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:50.211301 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3d520749-d292-484f-bb4b-342dcd139303 req-80718ab3-ed6b-4315-8cc8-6443309e730f tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/ports?device_id=98ea044c-54a5-4e34-ad50-f0894561190f HTTP/1.1" status: 200 len: 4661 time: 0.8884566 May 31 13:39:50.238946 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fa0c250d-3503-4398-bf81-5ceed453fc41 req-bdeb0372-6849-49f9-8d68-5001a753367a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6f63975b-9b05-46d3-8543-47c8fac2cf70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1875699 May 31 13:39:50.303361 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2728884c-34de-46bc-9f70-eecab779a4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:50.326024 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f1fb6-db82-4ebc-b208-5647bb2b55ef req-ec034f40-64f9-4939-be28-66710b7aa7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:50.327441 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c07f1fb6-db82-4ebc-b208-5647bb2b55ef req-ec034f40-64f9-4939-be28-66710b7aa7fd service neutron] 10.222.0.44 "GET /v2.0/networks?id=f4e69724-d0b8-4d4d-97a2-cfcb4a62380c HTTP/1.1" status: 200 len: 912 time: 0.1906466 May 31 13:39:50.328402 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2728884c-34de-46bc-9f70-eecab779a4dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c3d500-64b0-46d7-8431-1e926e26267f,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:50.384857 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2728884c-34de-46bc-9f70-eecab779a4dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:50.389389 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-2728884c-34de-46bc-9f70-eecab779a4dc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/11c3d500-64b0-46d7-8431-1e926e26267f HTTP/1.1" status: 204 len: 168 time: 0.3872068 May 31 13:39:50.452665 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c07f1fb6-db82-4ebc-b208-5647bb2b55ef req-0e0f20c9-41ea-46b0-9bfe-1ed2e00000ce service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1292f46-ad59-49bc-8df3-1733c2bfaf9c HTTP/1.1" status: 200 len: 998 time: 0.1172996 May 31 13:39:50.493012 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fa0c250d-3503-4398-bf81-5ceed453fc41 req-287145c5-eaee-4b24-9940-6fa7bb4408b2 service neutron] 10.222.0.44 "GET /v2.0/networks/6f63975b-9b05-46d3-8543-47c8fac2cf70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153904 May 31 13:39:50.493603 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.api [req-0d889f3b-0b26-499a-80ba-8b5138524555 req-86fe321a-0d50-433f-a6ab-450bc7b70b37 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88370) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:39:50.493900 n-d-843939-1 neutron-server[88370]: DEBUG oslo_db.api [req-0d889f3b-0b26-499a-80ba-8b5138524555 req-86fe321a-0d50-433f-a6ab-450bc7b70b37 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:39:50.552585 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f1fb6-db82-4ebc-b208-5647bb2b55ef req-62cd7d5f-668b-40ae-8f6c-805686cc6ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:50.554591 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c07f1fb6-db82-4ebc-b208-5647bb2b55ef req-62cd7d5f-668b-40ae-8f6c-805686cc6ba0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=24f2589f-f663-4739-8d87-078291d83152 HTTP/1.1" status: 200 len: 850 time: 0.0957611 May 31 13:39:50.555994 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3d520749-d292-484f-bb4b-342dcd139303 req-081e3813-cd00-4be3-a020-f8efe138fd81 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/security-groups?id=94427793-2dbb-4b9a-b9ee-66398e26f83c&id=4cdd63f0-9a82-48d4-b4bf-108afcf63acd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3209906 May 31 13:39:50.684277 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09406729-9738-4cbf-ba42-fa3dc2aae6a4 req-e04a2155-fb23-472e-bb96-6c9b3fd63fc2 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:50.692532 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-09406729-9738-4cbf-ba42-fa3dc2aae6a4 req-e04a2155-fb23-472e-bb96-6c9b3fd63fc2 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=66af96b2-5225-483f-a506-517894788a84 HTTP/1.1" status: 200 len: 944 time: 0.5858471 May 31 13:39:50.706155 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=ec2bc788-e484-45ea-888b-dba186b72a44,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:50.733656 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f1fb6-db82-4ebc-b208-5647bb2b55ef req-c715b1f8-b68c-4397-8f56-1285ff47e021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:50.741017 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c07f1fb6-db82-4ebc-b208-5647bb2b55ef req-c715b1f8-b68c-4397-8f56-1285ff47e021 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f4e69724-d0b8-4d4d-97a2-cfcb4a62380c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1746652 May 31 13:39:50.755059 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-fcc29047-027b-4183-ac21-afe9f607732d service neutron] For port e94f7e75-6c16-424a-a92a-43509164e97a, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=e94f7e75-6c16-424a-a92a-43509164e97a,segment=NetworkSegment(57f5fa22-0037-4fd1-b301-00fe683d1b15),segment_id=57f5fa22-0037-4fd1-b301-00fe683d1b15)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:39:50.786277 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port e94f7e75-6c16-424a-a92a-43509164e97a is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:39:50.786277 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:50.797661 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-09406729-9738-4cbf-ba42-fa3dc2aae6a4 req-619baa63-6e2c-4ab8-9ec4-4a8ec2affdef tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051576 May 31 13:39:50.814976 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fa0c250d-3503-4398-bf81-5ceed453fc41 req-18b5f7f1-bb34-4b64-904d-bf32b3c48fc8 service neutron] 10.222.0.44 "GET /v2.0/networks/6f63975b-9b05-46d3-8543-47c8fac2cf70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063083 May 31 13:39:50.866054 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-fcc29047-027b-4183-ac21-afe9f607732d service neutron] For port e94f7e75-6c16-424a-a92a-43509164e97a, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:39:50.943150 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-fcc29047-027b-4183-ac21-afe9f607732d service neutron] device_id is not set on port e94f7e75-6c16-424a-a92a-43509164e97a yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:39:50.953714 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-fcc29047-027b-4183-ac21-afe9f607732d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:50.973225 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-fcc29047-027b-4183-ac21-afe9f607732d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:51.091353 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:39:51.091850 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:39:51.103687 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55621909-6369-42da-9f81-a4787da2a0f9'] response: {'name': 'network-changed', 'server_uuid': '66af96b2-5225-483f-a506-517894788a84', 'tag': '454103ee-914f-4987-9e96-6b0a3314be46', 'status': 'completed', 'code': 200} May 31 13:39:51.104134 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-0d889f3b-0b26-499a-80ba-8b5138524555 req-86fe321a-0d50-433f-a6ab-450bc7b70b37 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Deleting port c4cf700e-e9c7-4a26-9349-5036f1754ff8 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:39:51.104473 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-0d889f3b-0b26-499a-80ba-8b5138524555 req-86fe321a-0d50-433f-a6ab-450bc7b70b37 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:51.192448 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c07f1fb6-db82-4ebc-b208-5647bb2b55ef req-c8238753-bdf7-4b89-ad22-14adc2bb5401 service neutron] 10.222.0.44 "GET /v2.0/networks/f4e69724-d0b8-4d4d-97a2-cfcb4a62380c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4454434 May 31 13:39:51.385064 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c07f1fb6-db82-4ebc-b208-5647bb2b55ef req-fc7356b1-d1d4-4cfd-9460-0c24d491fdec service neutron] 10.222.0.44 "GET /v2.0/networks/f4e69724-d0b8-4d4d-97a2-cfcb4a62380c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841795 May 31 13:39:51.439735 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-fcc29047-027b-4183-ac21-afe9f607732d service neutron] No DVR routers for this DVR port e94f7e75-6c16-424a-a92a-43509164e97a on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:39:51.482296 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc29047-027b-4183-ac21-afe9f607732d service neutron] Pushing event updated for resources: {'Port': ['ID=e94f7e75-6c16-424a-a92a-43509164e97a,revision_number=6']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:51.504834 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-79378a0c-a152-457f-a81e-bc2df5eab420 None None] Provisioning complete for port e94f7e75-6c16-424a-a92a-43509164e97a triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:39:51.505125 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-79378a0c-a152-457f-a81e-bc2df5eab420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:51.565117 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-79378a0c-a152-457f-a81e-bc2df5eab420 None None] Port e94f7e75-6c16-424a-a92a-43509164e97a cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:39:51.608398 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-fcc29047-027b-4183-ac21-afe9f607732d service neutron] In _notify_port_updated(), no bound segment for port e94f7e75-6c16-424a-a92a-43509164e97a on network 2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a {{(pid=88370) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 31 13:39:51.609272 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-fcc29047-027b-4183-ac21-afe9f607732d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:51.609882 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-fcc29047-027b-4183-ac21-afe9f607732d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:51.611442 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-fcc29047-027b-4183-ac21-afe9f607732d service neutron] 10.222.0.44 "PUT /v2.0/ports/e94f7e75-6c16-424a-a92a-43509164e97a HTTP/1.1" status: 200 len: 1032 time: 2.8264446 May 31 13:39:51.625341 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52994) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:51.653665 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port e94f7e75-6c16-424a-a92a-43509164e97a is: DOWN; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:39:51.655044 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 00bc2cb2-6a9e-4905-96dc-012b03dba6e7 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:39:51.743907 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-e8d98c98-dcd0-4dfd-8296-d650e71595bc tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-475284130'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:39:51.751016 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e8d98c98-dcd0-4dfd-8296-d650e71595bc tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:39:51.755114 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e8d98c98-dcd0-4dfd-8296-d650e71595bc tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Usage tracker for resource:network and tenant:a62a1f0c39e548d390793611ac95b19e is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:39:51.758179 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e8d98c98-dcd0-4dfd-8296-d650e71595bc tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:39:51.765748 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e8d98c98-dcd0-4dfd-8296-d650e71595bc tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:39:51.776378 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d98c98-dcd0-4dfd-8296-d650e71595bc tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Made reservation on behalf of a62a1f0c39e548d390793611ac95b19e for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:39:51.779475 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 00bc2cb2-6a9e-4905-96dc-012b03dba6e7 is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:39:51.779980 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:51.780594 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e8d98c98-dcd0-4dfd-8296-d650e71595bc tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:51.794378 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e8d98c98-dcd0-4dfd-8296-d650e71595bc tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:51.813343 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e8d98c98-dcd0-4dfd-8296-d650e71595bc tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:39:51.816753 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 00bc2cb2-6a9e-4905-96dc-012b03dba6e7, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=00bc2cb2-6a9e-4905-96dc-012b03dba6e7,segment=NetworkSegment(e54fd068-ebcb-45fd-9c64-e09108b643c3),segment_id=e54fd068-ebcb-45fd-9c64-e09108b643c3)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:39:51.819434 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e8d98c98-dcd0-4dfd-8296-d650e71595bc tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Usage tracker for resource:security_group_rule and tenant:a62a1f0c39e548d390793611ac95b19e is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:39:51.821303 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:51.822097 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 4729e617-16b1-46f7-a6e5-fc37d11ed0ab no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:39:51.822740 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e8d98c98-dcd0-4dfd-8296-d650e71595bc tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:39:51.828782 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e8d98c98-dcd0-4dfd-8296-d650e71595bc tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:39:51.883741 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '325ebe8c-6f44-44f5-a084-d31e727e149f', 'name': 'network-vif-deleted', 'tag': '7ff83ef0-01a9-4423-8dcb-741759a57858'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:39:51.907378 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d012ec-b2d2-4009-99fa-93a46216c011 req-7e0e64d9-5f14-4659-9e55-4c6ef53b0e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:51.908898 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-28d012ec-b2d2-4009-99fa-93a46216c011 req-7e0e64d9-5f14-4659-9e55-4c6ef53b0e57 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=52669f2db59f4a3eb6fd40f6ebcd20ec&device_id=66af96b2-5225-483f-a506-517894788a84 HTTP/1.1" status: 200 len: 1095 time: 0.8070905 May 31 13:39:51.922697 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2339f-483a-4292-a81b-84978b208625 req-b8d2fc47-15e4-4c8a-9ce4-9887284d2a35 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:51.923408 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 454103ee-914f-4987-9e96-6b0a3314be46 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:39:51.924193 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-14b2339f-483a-4292-a81b-84978b208625 req-b8d2fc47-15e4-4c8a-9ce4-9887284d2a35 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/ports?device_id=a86dc494-b1dc-4fd5-90c4-02d39ae52157 HTTP/1.1" status: 200 len: 945 time: 0.6162622 May 31 13:39:51.931755 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f90ca62-4736-4ee4-bf61-598aa0f37007 req-f5a8fa73-b0b0-4e52-b2c5-0007efb91242 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:51.933218 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3f90ca62-4736-4ee4-bf61-598aa0f37007 req-f5a8fa73-b0b0-4e52-b2c5-0007efb91242 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ac966e4-1a96-4325-9a3b-52a1881b40fb HTTP/1.1" status: 200 len: 943 time: 0.7907264 May 31 13:39:51.936663 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e8d98c98-dcd0-4dfd-8296-d650e71595bc tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:51.941466 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e8d98c98-dcd0-4dfd-8296-d650e71595bc tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:51.976376 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8d98c98-dcd0-4dfd-8296-d650e71595bc tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:39:51.986342 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d98c98-dcd0-4dfd-8296-d650e71595bc tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33e13ae8-8b62-4957-9dc5-aa6c9d14e2b6,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:51.994789 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e8d98c98-dcd0-4dfd-8296-d650e71595bc tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:51.995133 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-e8d98c98-dcd0-4dfd-8296-d650e71595bc tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Added segment c3f80a27-b5a1-4d68-87fa-7ed9ac0ada84 of type vlan for network b99f2da7-601e-4f3f-af52-ed3a903cb927 May 31 13:39:52.037103 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e8d98c98-dcd0-4dfd-8296-d650e71595bc tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:52.055466 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=00bc2cb2-6a9e-4905-96dc-012b03dba6e7,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:52.056364 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-9e116803-975b-4956-b592-f0ae6a4a511c tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Deleting port 314450d0-a771-40d0-aa68-b2fb66b7b12d {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:39:52.056705 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-9e116803-975b-4956-b592-f0ae6a4a511c tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:52.072098 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e8d98c98-dcd0-4dfd-8296-d650e71595bc tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:52.077910 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d98c98-dcd0-4dfd-8296-d650e71595bc tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:52.078597 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e8d98c98-dcd0-4dfd-8296-d650e71595bc tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:52.118794 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98ea044c-54a5-4e34-ad50-f0894561190f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '314450d0-a771-40d0-aa68-b2fb66b7b12d'}, {'server_uuid': '4ac966e4-1a96-4325-9a3b-52a1881b40fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4cf700e-e9c7-4a26-9349-5036f1754ff8'}, {'server_uuid': '98ea044c-54a5-4e34-ad50-f0894561190f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec2bc788-e484-45ea-888b-dba186b72a44'}, {'server_uuid': '98ea044c-54a5-4e34-ad50-f0894561190f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00bc2cb2-6a9e-4905-96dc-012b03dba6e7'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:39:52.146148 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 454103ee-914f-4987-9e96-6b0a3314be46, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=454103ee-914f-4987-9e96-6b0a3314be46,segment=NetworkSegment(2d583837-a9d6-4709-9af2-21c6363b8602),segment_id=2d583837-a9d6-4709-9af2-21c6363b8602)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:39:52.154852 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 4729e617-16b1-46f7-a6e5-fc37d11ed0ab is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:39:52.154852 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:52.175244 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': '454103ee-914f-4987-9e96-6b0a3314be46', 'network_id': '6f63975b-9b05-46d3-8543-47c8fac2cf70', 'port_id': '454103ee-914f-4987-9e96-6b0a3314be46', 'mac_address': 'fa:16:3e:fa:5a:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa2724fc-99c1-4890-aaad-d9b53e2abcda', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:39:52.195742 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 4729e617-16b1-46f7-a6e5-fc37d11ed0ab, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=4729e617-16b1-46f7-a6e5-fc37d11ed0ab,segment=NetworkSegment(57f5fa22-0037-4fd1-b301-00fe683d1b15),segment_id=57f5fa22-0037-4fd1-b301-00fe683d1b15)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:39:52.197034 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d98c98-dcd0-4dfd-8296-d650e71595bc tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event updated for resources: {'Network': ['ID=b99f2da7-601e-4f3f-af52-ed3a903cb927,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:52.202524 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e8d98c98-dcd0-4dfd-8296-d650e71595bc tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5738664 May 31 13:39:52.206488 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 53006) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:52.211046 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-14b2339f-483a-4292-a81b-84978b208625 req-f865be4e-c708-4a11-ae6d-3eb86f71b3b9 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/security-groups?id=677b8212-d6d1-4b38-be51-aaa6218210d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743480 May 31 13:39:52.214817 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-10fab607-b4dd-45d4-a301-d9500f2c951a tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Request body: {'port': {'network_id': 'b99f2da7-601e-4f3f-af52-ed3a903cb927', 'name': 'tempest-PortsTestJSON-447115517'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:39:52.227015 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-0d889f3b-0b26-499a-80ba-8b5138524555 req-86fe321a-0d50-433f-a6ab-450bc7b70b37 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] For port c4cf700e-e9c7-4a26-9349-5036f1754ff8, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=c4cf700e-e9c7-4a26-9349-5036f1754ff8,segment=NetworkSegment(0c8aa3a6-47b8-4f9f-a1d3-b43478db3f3f),segment_id=0c8aa3a6-47b8-4f9f-a1d3-b43478db3f3f)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:39:52.227488 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-0d889f3b-0b26-499a-80ba-8b5138524555 req-86fe321a-0d50-433f-a6ab-450bc7b70b37 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:52.231760 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network b99f2da7-601e-4f3f-af52-ed3a903cb927 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:39:52.253414 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:52.342678 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 7ff83ef0-01a9-4423-8dcb-741759a57858 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:39:52.409500 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-10fab607-b4dd-45d4-a301-d9500f2c951a tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:39:52.416725 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-10fab607-b4dd-45d4-a301-d9500f2c951a tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Usage tracker for resource:port and tenant:a62a1f0c39e548d390793611ac95b19e is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:39:52.427756 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-10fab607-b4dd-45d4-a301-d9500f2c951a tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:39:52.441768 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-10fab607-b4dd-45d4-a301-d9500f2c951a tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:39:52.444596 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] No Port match for: 7ff83ef0-01a9-4423-8dcb-741759a57858 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:39:52.444986 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 7ff83ef0-01a9-4423-8dcb-741759a57858 not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:39:52.454624 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10fab607-b4dd-45d4-a301-d9500f2c951a tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Made reservation on behalf of a62a1f0c39e548d390793611ac95b19e for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:39:52.458850 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-10fab607-b4dd-45d4-a301-d9500f2c951a tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:52.485066 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 454103ee-914f-4987-9e96-6b0a3314be46 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:39:52.485359 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:52.486257 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-10fab607-b4dd-45d4-a301-d9500f2c951a tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] device_id is not set on port b51955fc-0643-459f-94cc-b8a72e569508 yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:39:52.493963 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3f90ca62-4736-4ee4-bf61-598aa0f37007 req-e64e0548-f2a0-45f9-8ce7-f4844cf591fa tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] 10.222.0.50 "GET /v2.0/security-groups?id=084da752-3a41-4056-92fa-adecd0044d21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5302095 May 31 13:39:52.550424 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 454103ee-914f-4987-9e96-6b0a3314be46 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:39:52.594129 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=4729e617-16b1-46f7-a6e5-fc37d11ed0ab,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:52.639625 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:39:52.640041 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:39:52.640458 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:39:52.640885 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:39:52.641593 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:39:52.642645 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:39:52.643070 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:39:52.643484 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:39:52.644038 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:39:52.646297 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:39:52.646901 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:39:52.647501 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:39:52.655007 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 454103ee-914f-4987-9e96-6b0a3314be46, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=454103ee-914f-4987-9e96-6b0a3314be46,segment=NetworkSegment(2d583837-a9d6-4709-9af2-21c6363b8602),segment_id=2d583837-a9d6-4709-9af2-21c6363b8602)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:39:52.659485 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:52.735603 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=454103ee-914f-4987-9e96-6b0a3314be46,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:52.747419 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-10fab607-b4dd-45d4-a301-d9500f2c951a tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:52.774754 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-10fab607-b4dd-45d4-a301-d9500f2c951a tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:52.817828 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d012ec-b2d2-4009-99fa-93a46216c011 req-acda1f12-df85-4d04-910a-4d057b047778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:52.819329 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-28d012ec-b2d2-4009-99fa-93a46216c011 req-acda1f12-df85-4d04-910a-4d057b047778 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6f63975b-9b05-46d3-8543-47c8fac2cf70 HTTP/1.1" status: 200 len: 912 time: 0.8817494 May 31 13:39:52.865901 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fab607-b4dd-45d4-a301-d9500f2c951a tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event updated for resources: {'Port': ['ID=b51955fc-0643-459f-94cc-b8a72e569508,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:52.886079 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fab607-b4dd-45d4-a301-d9500f2c951a tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Checking segment: {'id': 'c3f80a27-b5a1-4d68-87fa-7ed9ac0ada84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b99f2da7-601e-4f3f-af52-ed3a903cb927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:39:52.886432 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fab607-b4dd-45d4-a301-d9500f2c951a tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Network hostable DHCP agents. Network: b99f2da7-601e-4f3f-af52-ed3a903cb927, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:39:52.907471 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fab607-b4dd-45d4-a301-d9500f2c951a tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Network b99f2da7-601e-4f3f-af52-ed3a903cb927 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:39:52.917051 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-10fab607-b4dd-45d4-a301-d9500f2c951a tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, b99f2da7-601e-4f3f-af52-ed3a903cb927) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:39:52.922346 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fab607-b4dd-45d4-a301-d9500f2c951a tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:39:52.929056 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fab607-b4dd-45d4-a301-d9500f2c951a tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:52.929667 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-10fab607-b4dd-45d4-a301-d9500f2c951a tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:52.930054 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286d01f8-5ec0-4034-b181-8f7164896b2b None None] Network b99f2da7-601e-4f3f-af52-ed3a903cb927 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:39:52.952272 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-10fab607-b4dd-45d4-a301-d9500f2c951a tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7444136 May 31 13:39:52.955231 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 53016) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:52.961027 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-5a95f5a6-b298-404f-8da7-ef922a4acb1f tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1355327736'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:39:52.966880 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5a95f5a6-b298-404f-8da7-ef922a4acb1f tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:39:52.971180 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-5a95f5a6-b298-404f-8da7-ef922a4acb1f tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Usage tracker for resource:network and tenant:a62a1f0c39e548d390793611ac95b19e is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:39:52.974089 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-5a95f5a6-b298-404f-8da7-ef922a4acb1f tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:39:52.980745 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5a95f5a6-b298-404f-8da7-ef922a4acb1f tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:39:52.992693 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a95f5a6-b298-404f-8da7-ef922a4acb1f tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Made reservation on behalf of a62a1f0c39e548d390793611ac95b19e for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:39:52.996348 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5a95f5a6-b298-404f-8da7-ef922a4acb1f tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:53.000033 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-28d012ec-b2d2-4009-99fa-93a46216c011 req-17949293-1638-48e4-99ac-a6bd3787ca6a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=454103ee-914f-4987-9e96-6b0a3314be46 HTTP/1.1" status: 200 len: 217 time: 0.1148307 May 31 13:39:53.002907 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['454103ee-914f-4987-9e96-6b0a3314be46'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:39:53.017600 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-0d889f3b-0b26-499a-80ba-8b5138524555 req-86fe321a-0d50-433f-a6ab-450bc7b70b37 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:53.017966 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-0d889f3b-0b26-499a-80ba-8b5138524555 req-86fe321a-0d50-433f-a6ab-450bc7b70b37 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:53.018307 n-d-843939-1 neutron-server[88370]: INFO neutron.db.l3_db [req-0d889f3b-0b26-499a-80ba-8b5138524555 req-86fe321a-0d50-433f-a6ab-450bc7b70b37 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Floating IP 2017df6e-7acb-42f4-b624-42496b5268ec disassociated. External IP: 172.25.6.11, port: c4cf700e-e9c7-4a26-9349-5036f1754ff8. May 31 13:39:53.018837 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-0d889f3b-0b26-499a-80ba-8b5138524555 req-86fe321a-0d50-433f-a6ab-450bc7b70b37 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Calling delete_port for c4cf700e-e9c7-4a26-9349-5036f1754ff8 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:39:53.026320 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a95f5a6-b298-404f-8da7-ef922a4acb1f tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:39:53.036239 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5a95f5a6-b298-404f-8da7-ef922a4acb1f tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:53.036679 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-5a95f5a6-b298-404f-8da7-ef922a4acb1f tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Added segment 770d10f3-96e2-400e-ad24-1871244ee390 of type vlan for network 128cc974-3303-4252-afe6-d908a478cbac May 31 13:39:53.106380 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5a95f5a6-b298-404f-8da7-ef922a4acb1f tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:53.159629 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5a95f5a6-b298-404f-8da7-ef922a4acb1f tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:53.165533 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a95f5a6-b298-404f-8da7-ef922a4acb1f tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:53.166102 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5a95f5a6-b298-404f-8da7-ef922a4acb1f tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:53.186534 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-9e116803-975b-4956-b592-f0ae6a4a511c tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] For port 314450d0-a771-40d0-aa68-b2fb66b7b12d, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=314450d0-a771-40d0-aa68-b2fb66b7b12d,segment=NetworkSegment(e54fd068-ebcb-45fd-9c64-e09108b643c3),segment_id=e54fd068-ebcb-45fd-9c64-e09108b643c3)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:39:53.186779 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-9e116803-975b-4956-b592-f0ae6a4a511c tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:53.194829 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191feae2-e8b9-471b-aa71-3bfb0f48e989 req-5e796c9c-9f35-4b1a-aeca-a9813c77adb4 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:53.195537 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-191feae2-e8b9-471b-aa71-3bfb0f48e989 req-5e796c9c-9f35-4b1a-aeca-a9813c77adb4 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Synchronizing usage tracker for tenant:bc5142db886b48f8906c49afcc233362 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:39:53.202516 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d012ec-b2d2-4009-99fa-93a46216c011 req-b4959845-bf55-4228-92c9-b895c8ce7052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:53.203981 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-28d012ec-b2d2-4009-99fa-93a46216c011 req-b4959845-bf55-4228-92c9-b895c8ce7052 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fa2724fc-99c1-4890-aaad-d9b53e2abcda HTTP/1.1" status: 200 len: 851 time: 0.1906226 May 31 13:39:53.295944 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-5a95f5a6-b298-404f-8da7-ef922a4acb1f tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3367188 May 31 13:39:53.295944 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a95f5a6-b298-404f-8da7-ef922a4acb1f tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event updated for resources: {'Network': ['ID=128cc974-3303-4252-afe6-d908a478cbac,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:53.297442 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 53020) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:53.302602 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-68828306-193b-440e-9a4c-431c552cd49d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Request body: {'ports': [{'network_id': 'b99f2da7-601e-4f3f-af52-ed3a903cb927'}, {'network_id': '128cc974-3303-4252-afe6-d908a478cbac'}]} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:39:53.302942 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-68828306-193b-440e-9a4c-431c552cd49d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Request body: {'port': {'network_id': 'b99f2da7-601e-4f3f-af52-ed3a903cb927'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:39:53.303386 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-68828306-193b-440e-9a4c-431c552cd49d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Request body: {'port': {'network_id': '128cc974-3303-4252-afe6-d908a478cbac'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:39:53.321744 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-191feae2-e8b9-471b-aa71-3bfb0f48e989 req-5e796c9c-9f35-4b1a-aeca-a9813c77adb4 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Unset dirty status for tenant:bc5142db886b48f8906c49afcc233362 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:39:53.321744 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-191feae2-e8b9-471b-aa71-3bfb0f48e989 req-5e796c9c-9f35-4b1a-aeca-a9813c77adb4 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8710ea5-1b55-4ac9-81d4-20a02059e824 HTTP/1.1" status: 200 len: 946 time: 0.2633481 May 31 13:39:53.329596 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 128cc974-3303-4252-afe6-d908a478cbac details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:39:53.361976 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071dbcb3-5221-4e70-9f14-1d7153ff1f63 req-475e59bc-656d-4828-bb08-17c605009fc9 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:53.367892 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071dbcb3-5221-4e70-9f14-1d7153ff1f63 req-475e59bc-656d-4828-bb08-17c605009fc9 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:53.374702 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071dbcb3-5221-4e70-9f14-1d7153ff1f63 req-475e59bc-656d-4828-bb08-17c605009fc9 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:53.380744 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071dbcb3-5221-4e70-9f14-1d7153ff1f63 req-475e59bc-656d-4828-bb08-17c605009fc9 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:53.386792 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071dbcb3-5221-4e70-9f14-1d7153ff1f63 req-475e59bc-656d-4828-bb08-17c605009fc9 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:53.394667 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-071dbcb3-5221-4e70-9f14-1d7153ff1f63 req-475e59bc-656d-4828-bb08-17c605009fc9 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/ports?device_id=98ea044c-54a5-4e34-ad50-f0894561190f HTTP/1.1" status: 200 len: 3876 time: 0.6844044 May 31 13:39:53.404224 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-9e116803-975b-4956-b592-f0ae6a4a511c tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Calling delete_port for 314450d0-a771-40d0-aa68-b2fb66b7b12d owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:39:53.491888 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-191feae2-e8b9-471b-aa71-3bfb0f48e989 req-a8645c20-25cf-4a40-ba54-7bd2689c4a90 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Deleting port 99dc54a5-4600-46b5-bdbd-cd51ab9ac1a6 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:39:53.492820 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-191feae2-e8b9-471b-aa71-3bfb0f48e989 req-a8645c20-25cf-4a40-ba54-7bd2689c4a90 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:53.629887 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-28d012ec-b2d2-4009-99fa-93a46216c011 req-72637933-246e-4386-aa25-8045dfc36189 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6f63975b-9b05-46d3-8543-47c8fac2cf70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3696907 May 31 13:39:53.648343 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314e86e-3690-4b73-9b90-30c379941bf4 req-c15b5790-d127-4154-b707-5bcc08bb54fa tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:53.649895 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7314e86e-3690-4b73-9b90-30c379941bf4 req-c15b5790-d127-4154-b707-5bcc08bb54fa tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=66af96b2-5225-483f-a506-517894788a84 HTTP/1.1" status: 200 len: 945 time: 0.9387228 May 31 13:39:53.789521 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-68828306-193b-440e-9a4c-431c552cd49d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:39:53.797350 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-68828306-193b-440e-9a4c-431c552cd49d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Usage tracker for resource:port and tenant:a62a1f0c39e548d390793611ac95b19e is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:39:53.802129 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-68828306-193b-440e-9a4c-431c552cd49d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:39:53.824664 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-68828306-193b-440e-9a4c-431c552cd49d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:39:53.850924 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-071dbcb3-5221-4e70-9f14-1d7153ff1f63 req-4a01b097-3773-4d51-8a16-7462919df72c tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdd63f0-9a82-48d4-b4bf-108afcf63acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4551764 May 31 13:39:53.882473 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7314e86e-3690-4b73-9b90-30c379941bf4 req-b3b11916-1aab-48f5-a038-58372190b0e2 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044334 May 31 13:39:53.907320 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68828306-193b-440e-9a4c-431c552cd49d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Made reservation on behalf of a62a1f0c39e548d390793611ac95b19e for: {'port': 2} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:39:53.912134 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-68828306-193b-440e-9a4c-431c552cd49d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:53.931977 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 454103ee-914f-4987-9e96-6b0a3314be46 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:39:53.957304 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-68828306-193b-440e-9a4c-431c552cd49d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:53.971796 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d507f2c4-1653-4932-af12-2eae8112e60b'] response: {'server_uuid': '325ebe8c-6f44-44f5-a084-d31e727e149f', 'name': 'network-vif-deleted', 'tag': '7ff83ef0-01a9-4423-8dcb-741759a57858', 'status': 'completed', 'code': 200} May 31 13:39:53.974078 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-0d889f3b-0b26-499a-80ba-8b5138524555 req-86fe321a-0d50-433f-a6ab-450bc7b70b37 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:54.036883 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-28d012ec-b2d2-4009-99fa-93a46216c011 req-ce5c67c0-9f7e-411a-8c8a-62b5e3343107 service neutron] 10.222.0.44 "GET /v2.0/networks/6f63975b-9b05-46d3-8543-47c8fac2cf70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3996000 May 31 13:39:54.052198 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fe321a-0d50-433f-a6ab-450bc7b70b37 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Pushing event deleted for resources: {'Port': ['ID=c4cf700e-e9c7-4a26-9349-5036f1754ff8,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:54.080962 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-9e116803-975b-4956-b592-f0ae6a4a511c tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:54.126713 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5474af6a-9df0-4c36-bf3f-6341bcf97097'] response: {'server_uuid': '98ea044c-54a5-4e34-ad50-f0894561190f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '314450d0-a771-40d0-aa68-b2fb66b7b12d', 'code': 200} May 31 13:39:54.127408 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5474af6a-9df0-4c36-bf3f-6341bcf97097'] response: {'server_uuid': '4ac966e4-1a96-4325-9a3b-52a1881b40fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4cf700e-e9c7-4a26-9349-5036f1754ff8', 'code': 200} May 31 13:39:54.127675 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5474af6a-9df0-4c36-bf3f-6341bcf97097'] response: {'server_uuid': '98ea044c-54a5-4e34-ad50-f0894561190f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec2bc788-e484-45ea-888b-dba186b72a44', 'code': 200} May 31 13:39:54.128387 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5474af6a-9df0-4c36-bf3f-6341bcf97097'] response: {'server_uuid': '98ea044c-54a5-4e34-ad50-f0894561190f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00bc2cb2-6a9e-4905-96dc-012b03dba6e7', 'code': 200} May 31 13:39:54.156859 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port 454103ee-914f-4987-9e96-6b0a3314be46 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:39:54.167949 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port 454103ee-914f-4987-9e96-6b0a3314be46 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:39:54.168405 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:54.232478 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-191feae2-e8b9-471b-aa71-3bfb0f48e989 req-a8645c20-25cf-4a40-ba54-7bd2689c4a90 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] For port 99dc54a5-4600-46b5-bdbd-cd51ab9ac1a6, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=99dc54a5-4600-46b5-bdbd-cd51ab9ac1a6,segment=NetworkSegment(4d75b4c6-9dbf-466e-9960-e4baeffc8b58),segment_id=4d75b4c6-9dbf-466e-9960-e4baeffc8b58)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:39:54.233023 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-191feae2-e8b9-471b-aa71-3bfb0f48e989 req-a8645c20-25cf-4a40-ba54-7bd2689c4a90 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:54.336312 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 454103ee-914f-4987-9e96-6b0a3314be46 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:39:54.336636 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:54.353141 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-28d012ec-b2d2-4009-99fa-93a46216c011 req-97775978-c135-44c1-ac8b-e5a633c6258f service neutron] 10.222.0.44 "GET /v2.0/networks/6f63975b-9b05-46d3-8543-47c8fac2cf70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028102 May 31 13:39:54.395655 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 454103ee-914f-4987-9e96-6b0a3314be46, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=454103ee-914f-4987-9e96-6b0a3314be46,segment=NetworkSegment(2d583837-a9d6-4709-9af2-21c6363b8602),segment_id=2d583837-a9d6-4709-9af2-21c6363b8602)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:39:54.397072 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-191feae2-e8b9-471b-aa71-3bfb0f48e989 req-a8645c20-25cf-4a40-ba54-7bd2689c4a90 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Calling delete_port for 99dc54a5-4600-46b5-bdbd-cd51ab9ac1a6 owned by compute:nova {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:39:54.400865 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:54.429311 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e116803-975b-4956-b592-f0ae6a4a511c tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Pushing event deleted for resources: {'Port': ['ID=314450d0-a771-40d0-aa68-b2fb66b7b12d,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:54.458111 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-68828306-193b-440e-9a4c-431c552cd49d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] device_id is not set on port 7f6c9751-3fd7-485a-b779-f3758a037ad5 yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:39:54.487928 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=454103ee-914f-4987-9e96-6b0a3314be46,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:54.598058 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-191feae2-e8b9-471b-aa71-3bfb0f48e989 req-a8645c20-25cf-4a40-ba54-7bd2689c4a90 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:54.609475 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['b93389c3-caa8-4ea0-8f5f-80727bf364b3'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:39:54.688461 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8645c20-25cf-4a40-ba54-7bd2689c4a90 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Pushing event deleted for resources: {'Port': ['ID=99dc54a5-4600-46b5-bdbd-cd51ab9ac1a6,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:54.707304 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-9e116803-975b-4956-b592-f0ae6a4a511c tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] No DVR routers for this DVR port 314450d0-a771-40d0-aa68-b2fb66b7b12d on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:39:54.716527 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-9e116803-975b-4956-b592-f0ae6a4a511c tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:54.721366 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98ea044c-54a5-4e34-ad50-f0894561190f', 'name': 'network-vif-deleted', 'tag': '314450d0-a771-40d0-aa68-b2fb66b7b12d'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:39:54.767134 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-9e116803-975b-4956-b592-f0ae6a4a511c tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.44 "DELETE /v2.0/ports/314450d0-a771-40d0-aa68-b2fb66b7b12d HTTP/1.1" status: 204 len: 173 time: 3.1458879 May 31 13:39:54.779692 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d889f3b-0b26-499a-80ba-8b5138524555 req-86fe321a-0d50-433f-a6ab-450bc7b70b37 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Router 738e2dbd-652e-43a7-b5b6-d0f67668801c has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:39:54.814149 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-191feae2-e8b9-471b-aa71-3bfb0f48e989 req-a8645c20-25cf-4a40-ba54-7bd2689c4a90 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] No DVR routers for this DVR port 99dc54a5-4600-46b5-bdbd-cd51ab9ac1a6 on host n-h1-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:39:54.817752 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-191feae2-e8b9-471b-aa71-3bfb0f48e989 req-a8645c20-25cf-4a40-ba54-7bd2689c4a90 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:54.847405 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-68828306-193b-440e-9a4c-431c552cd49d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:54.848682 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd92973-17cb-4de8-b8b7-fba9cf215a71 req-e1f58907-1864-4c10-b9fa-941b5481d95a tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:54.850214 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4bd92973-17cb-4de8-b8b7-fba9cf215a71 req-e1f58907-1864-4c10-b9fa-941b5481d95a tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/ports?device_id=a86dc494-b1dc-4fd5-90c4-02d39ae52157 HTTP/1.1" status: 200 len: 945 time: 0.4932337 May 31 13:39:54.852601 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-191feae2-e8b9-471b-aa71-3bfb0f48e989 req-a8645c20-25cf-4a40-ba54-7bd2689c4a90 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.20 "DELETE /v2.0/ports/99dc54a5-4600-46b5-bdbd-cd51ab9ac1a6 HTTP/1.1" status: 204 len: 173 time: 1.5250716 May 31 13:39:54.867699 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b0166a-2e1d-411b-986d-4f58465445b5 req-6e383c19-a379-4ac9-8d5e-ed1a9ef6a9c0 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:54.869395 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d9b0166a-2e1d-411b-986d-4f58465445b5 req-6e383c19-a379-4ac9-8d5e-ed1a9ef6a9c0 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8710ea5-1b55-4ac9-81d4-20a02059e824 HTTP/1.1" status: 200 len: 946 time: 0.4823055 May 31 13:39:54.986145 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-3c654eb8-1f31-4099-9ae8-a07d723e19da tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Deleting port ec2bc788-e484-45ea-888b-dba186b72a44 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:39:54.986447 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-3c654eb8-1f31-4099-9ae8-a07d723e19da tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:54.990622 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-68828306-193b-440e-9a4c-431c552cd49d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] device_id is not set on port dc02e1be-497a-4038-ae02-833e3e227d2e yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:39:55.036709 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 99dc54a5-4600-46b5-bdbd-cd51ab9ac1a6 no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:39:55.077710 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] No Port match for: 99dc54a5-4600-46b5-bdbd-cd51ab9ac1a6 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:39:55.078378 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 99dc54a5-4600-46b5-bdbd-cd51ab9ac1a6 not bound to the agent host n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:39:55.101170 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-68828306-193b-440e-9a4c-431c552cd49d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:55.118547 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d9b0166a-2e1d-411b-986d-4f58465445b5 req-6a269aca-a475-497f-b3f9-2464a8923d12 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=b28319a5-744d-4c54-bfbf-469a0b7a5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423017 May 31 13:39:55.123275 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4bd92973-17cb-4de8-b8b7-fba9cf215a71 req-c3680ba2-3159-4722-ab8d-f692ae69d706 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/security-groups?id=677b8212-d6d1-4b38-be51-aaa6218210d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494888 May 31 13:39:55.154901 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-68828306-193b-440e-9a4c-431c552cd49d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:55.261495 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68828306-193b-440e-9a4c-431c552cd49d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Network b99f2da7-601e-4f3f-af52-ed3a903cb927 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:39:55.275925 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-68828306-193b-440e-9a4c-431c552cd49d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:39:55.281485 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68828306-193b-440e-9a4c-431c552cd49d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:39:55.282762 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-68828306-193b-440e-9a4c-431c552cd49d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:55.316195 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68828306-193b-440e-9a4c-431c552cd49d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event updated for resources: {'Port': ['ID=7f6c9751-3fd7-485a-b779-f3758a037ad5,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:55.428387 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68828306-193b-440e-9a4c-431c552cd49d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Checking segment: {'id': '770d10f3-96e2-400e-ad24-1871244ee390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '128cc974-3303-4252-afe6-d908a478cbac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:39:55.428765 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68828306-193b-440e-9a4c-431c552cd49d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Network hostable DHCP agents. Network: 128cc974-3303-4252-afe6-d908a478cbac, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:39:55.437217 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68828306-193b-440e-9a4c-431c552cd49d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event updated for resources: {'Port': ['ID=dc02e1be-497a-4038-ae02-833e3e227d2e,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:55.469621 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68828306-193b-440e-9a4c-431c552cd49d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Network 128cc974-3303-4252-afe6-d908a478cbac is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:39:55.484075 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-68828306-193b-440e-9a4c-431c552cd49d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 128cc974-3303-4252-afe6-d908a478cbac) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:39:55.492399 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2683905-bcb5-41db-aed9-c0795d014cbd None None] Network 128cc974-3303-4252-afe6-d908a478cbac requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:39:55.497859 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68828306-193b-440e-9a4c-431c552cd49d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:39:55.503847 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68828306-193b-440e-9a4c-431c552cd49d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:55.508811 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68828306-193b-440e-9a4c-431c552cd49d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:55.509509 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-68828306-193b-440e-9a4c-431c552cd49d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:55.532298 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ffd924d-c2fb-4249-9c0e-b17c931a502d'] response: {'server_uuid': '98ea044c-54a5-4e34-ad50-f0894561190f', 'name': 'network-vif-deleted', 'tag': '314450d0-a771-40d0-aa68-b2fb66b7b12d', 'status': 'completed', 'code': 200} May 31 13:39:55.552540 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-68828306-193b-440e-9a4c-431c552cd49d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.2543240 May 31 13:39:55.555312 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 53040) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:55.645195 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-04702aae-076d-428d-aa4b-62701c38132f tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Deleting port dc02e1be-497a-4038-ae02-833e3e227d2e {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:39:55.645858 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-04702aae-076d-428d-aa4b-62701c38132f tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:55.734526 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-a343fd53-00df-4f42-9c90-130a02441600 req-b272b4b4-085f-4e20-8be7-ed9878c86265 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Synchronizing usage tracker for tenant:f89ceabafad5420cb483df25f252f64a on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:39:55.809265 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d889f3b-0b26-499a-80ba-8b5138524555 req-86fe321a-0d50-433f-a6ab-450bc7b70b37 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:39:55.823111 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865d490d-1802-4e91-b366-9ae3a1e4b40c None None] Sync routers for ids ['738e2dbd-652e-43a7-b5b6-d0f67668801c'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:39:55.833223 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865d490d-1802-4e91-b366-9ae3a1e4b40c None None] Routers {'738e2dbd-652e-43a7-b5b6-d0f67668801c'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:39:55.834160 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-865d490d-1802-4e91-b366-9ae3a1e4b40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:39:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['738e2dbd-652e-43a7-b5b6-d0f67668801c'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:39:55.853227 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-a343fd53-00df-4f42-9c90-130a02441600 req-b272b4b4-085f-4e20-8be7-ed9878c86265 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Unset dirty status for tenant:f89ceabafad5420cb483df25f252f64a on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:39:55.861586 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a343fd53-00df-4f42-9c90-130a02441600 req-b272b4b4-085f-4e20-8be7-ed9878c86265 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ac966e4-1a96-4325-9a3b-52a1881b40fb HTTP/1.1" status: 200 len: 210 time: 0.3284557 May 31 13:39:55.923782 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-04702aae-076d-428d-aa4b-62701c38132f tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:55.939951 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-3c654eb8-1f31-4099-9ae8-a07d723e19da tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] For port ec2bc788-e484-45ea-888b-dba186b72a44, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=ec2bc788-e484-45ea-888b-dba186b72a44,segment=NetworkSegment(57f5fa22-0037-4fd1-b301-00fe683d1b15),segment_id=57f5fa22-0037-4fd1-b301-00fe683d1b15)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:39:55.940321 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-3c654eb8-1f31-4099-9ae8-a07d723e19da tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:55.959407 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d889f3b-0b26-499a-80ba-8b5138524555 req-86fe321a-0d50-433f-a6ab-450bc7b70b37 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] No DVR routers for this DVR port c4cf700e-e9c7-4a26-9349-5036f1754ff8 on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:39:55.964614 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-0d889f3b-0b26-499a-80ba-8b5138524555 req-86fe321a-0d50-433f-a6ab-450bc7b70b37 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:55.966638 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0d889f3b-0b26-499a-80ba-8b5138524555 req-86fe321a-0d50-433f-a6ab-450bc7b70b37 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] 10.222.0.44 "DELETE /v2.0/ports/c4cf700e-e9c7-4a26-9349-5036f1754ff8 HTTP/1.1" status: 204 len: 173 time: 9.3999672 May 31 13:39:56.077585 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-865d490d-1802-4e91-b366-9ae3a1e4b40c None None] Set router 738e2dbd-652e-43a7-b5b6-d0f67668801c gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:39:56.120531 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-3c654eb8-1f31-4099-9ae8-a07d723e19da tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Calling delete_port for ec2bc788-e484-45ea-888b-dba186b72a44 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:39:56.124914 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8710ea5-1b55-4ac9-81d4-20a02059e824', 'name': 'network-vif-deleted', 'tag': '99dc54a5-4600-46b5-bdbd-cd51ab9ac1a6'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:39:56.129593 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98ea044c-54a5-4e34-ad50-f0894561190f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4729e617-16b1-46f7-a6e5-fc37d11ed0ab'}, {'server_uuid': '66af96b2-5225-483f-a506-517894788a84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '454103ee-914f-4987-9e96-6b0a3314be46'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:39:56.230047 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-04702aae-076d-428d-aa4b-62701c38132f tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Calling delete_port for dc02e1be-497a-4038-ae02-833e3e227d2e owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:39:56.240841 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c182140-b29f-46bb-9d13-bd8e05618968 req-cc4f68ed-7297-405a-98fb-567e634c58e7 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:56.247587 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c182140-b29f-46bb-9d13-bd8e05618968 req-cc4f68ed-7297-405a-98fb-567e634c58e7 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:56.254454 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c182140-b29f-46bb-9d13-bd8e05618968 req-cc4f68ed-7297-405a-98fb-567e634c58e7 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:56.260734 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c182140-b29f-46bb-9d13-bd8e05618968 req-cc4f68ed-7297-405a-98fb-567e634c58e7 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:56.261683 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-2c182140-b29f-46bb-9d13-bd8e05618968 req-cc4f68ed-7297-405a-98fb-567e634c58e7 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Synchronizing usage tracker for tenant:e8214c87941844eca93c05e6b9a8f274 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:39:56.295850 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-2c182140-b29f-46bb-9d13-bd8e05618968 req-cc4f68ed-7297-405a-98fb-567e634c58e7 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Unset dirty status for tenant:e8214c87941844eca93c05e6b9a8f274 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:39:56.297266 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2c182140-b29f-46bb-9d13-bd8e05618968 req-cc4f68ed-7297-405a-98fb-567e634c58e7 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/ports?device_id=98ea044c-54a5-4e34-ad50-f0894561190f HTTP/1.1" status: 200 len: 3143 time: 0.7668545 May 31 13:39:56.356075 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-04702aae-076d-428d-aa4b-62701c38132f tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:56.425048 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04702aae-076d-428d-aa4b-62701c38132f tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event deleted for resources: {'Port': ['ID=dc02e1be-497a-4038-ae02-833e3e227d2e,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:56.433694 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-04702aae-076d-428d-aa4b-62701c38132f tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:56.443818 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-04702aae-076d-428d-aa4b-62701c38132f tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "DELETE /v2.0/ports/dc02e1be-497a-4038-ae02-833e3e227d2e HTTP/1.1" status: 204 len: 168 time: 0.8872738 May 31 13:39:56.444413 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 53050) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:56.471717 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2c182140-b29f-46bb-9d13-bd8e05618968 req-f72a6570-353e-48d3-9989-973bdc7350d0 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdd63f0-9a82-48d4-b4bf-108afcf63acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526933 May 31 13:39:56.533293 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ad4da6-880b-4c02-ba04-98434042c73c req-02d95ed0-925e-4a1f-aa69-dd7ec140da3e tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:56.545417 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f9ad4da6-880b-4c02-ba04-98434042c73c req-02d95ed0-925e-4a1f-aa69-dd7ec140da3e tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=66af96b2-5225-483f-a506-517894788a84 HTTP/1.1" status: 200 len: 946 time: 0.5038619 May 31 13:39:56.548952 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-865d490d-1802-4e91-b366-9ae3a1e4b40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738e2dbd-652e-43a7-b5b6-d0f67668801c', 'name': 'tempest-VolumesAdminNegativeTest-2128179311-router', 'tenant_id': 'f89ceabafad5420cb483df25f252f64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': 'a9032518-f1e3-4fa4-8f8e-59e49e4181e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:36:50Z', 'updated_at': '2022-05-31T13:37:05Z', 'revision_number': 4, 'project_id': 'f89ceabafad5420cb483df25f252f64a', 'gw_port': {'id': 'a9032518-f1e3-4fa4-8f8e-59e49e4181e3', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:1e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738e2dbd-652e-43a7-b5b6-d0f67668801c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:36:55Z', 'updated_at': '2022-05-31T13:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '466cd051-d5e9-4900-b939-2aaed1453612', 'name': '', 'network_id': '7c231a84-2ec4-46e3-bc82-2098434c126a', 'tenant_id': 'f89ceabafad5420cb483df25f252f64a', 'mac_address': 'fa:16:3e:ee:03:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738e2dbd-652e-43a7-b5b6-d0f67668801c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'a56a567a-d5d5-4545-b54f-5c0089e8ebda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:37:04Z', 'updated_at': '2022-05-31T13:37:17Z', 'revision_number': 5, 'project_id': 'f89ceabafad5420cb483df25f252f64a', 'subnets': [{'id': 'a56a567a-d5d5-4545-b54f-5c0089e8ebda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:39:56.554310 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865d490d-1802-4e91-b366-9ae3a1e4b40c None None] Checking router: 738e2dbd-652e-43a7-b5b6-d0f67668801c for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:39:56.564746 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865d490d-1802-4e91-b366-9ae3a1e4b40c None None] Routers {'738e2dbd-652e-43a7-b5b6-d0f67668801c'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:39:56.565356 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-865d490d-1802-4e91-b366-9ae3a1e4b40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:39:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['738e2dbd-652e-43a7-b5b6-d0f67668801c'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:39:56.583565 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-3c654eb8-1f31-4099-9ae8-a07d723e19da tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:56.640008 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656a3be6-51ce-4a32-bdb8-5147730d7f73 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:56.645650 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656a3be6-51ce-4a32-bdb8-5147730d7f73 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:56.646481 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-656a3be6-51ce-4a32-bdb8-5147730d7f73 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Synchronizing usage tracker for tenant:a62a1f0c39e548d390793611ac95b19e on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:39:56.653952 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c654eb8-1f31-4099-9ae8-a07d723e19da tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Pushing event deleted for resources: {'Port': ['ID=ec2bc788-e484-45ea-888b-dba186b72a44,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:56.684902 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-656a3be6-51ce-4a32-bdb8-5147730d7f73 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Unset dirty status for tenant:a62a1f0c39e548d390793611ac95b19e on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:39:56.690187 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-656a3be6-51ce-4a32-bdb8-5147730d7f73 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.2444904 May 31 13:39:56.692956 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 53054) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:56.707337 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f9ad4da6-880b-4c02-ba04-98434042c73c req-e9407624-f779-4612-928f-0e9477e95b15 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608813 May 31 13:39:56.798023 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-2b9bf799-19cd-4ca0-aa13-c54f3ed736cb tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Deleting port 7f6c9751-3fd7-485a-b779-f3758a037ad5 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:39:56.799406 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2b9bf799-19cd-4ca0-aa13-c54f3ed736cb tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:56.808862 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-3c654eb8-1f31-4099-9ae8-a07d723e19da tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] No DVR routers for this DVR port ec2bc788-e484-45ea-888b-dba186b72a44 on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:39:56.811891 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-3c654eb8-1f31-4099-9ae8-a07d723e19da tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:56.830257 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-3c654eb8-1f31-4099-9ae8-a07d723e19da tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.44 "DELETE /v2.0/ports/ec2bc788-e484-45ea-888b-dba186b72a44 HTTP/1.1" status: 204 len: 173 time: 2.0534191 May 31 13:39:56.908221 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-562f4cca-e6b9-4cbf-8369-ca76d461c256'] response: {'server_uuid': 'c8710ea5-1b55-4ac9-81d4-20a02059e824', 'name': 'network-vif-deleted', 'tag': '99dc54a5-4600-46b5-bdbd-cd51ab9ac1a6', 'status': 'completed', 'code': 200} May 31 13:39:56.942019 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-3faef644-e964-4051-b3fd-ff723d12d502 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Deleting port 4729e617-16b1-46f7-a6e5-fc37d11ed0ab {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:39:56.942377 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-3faef644-e964-4051-b3fd-ff723d12d502 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:56.961509 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f28b091b-85e2-4761-997d-b55826c4e56a'] response: {'server_uuid': '98ea044c-54a5-4e34-ad50-f0894561190f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4729e617-16b1-46f7-a6e5-fc37d11ed0ab', 'code': 200} May 31 13:39:56.961779 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f28b091b-85e2-4761-997d-b55826c4e56a'] response: {'server_uuid': '66af96b2-5225-483f-a506-517894788a84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '454103ee-914f-4987-9e96-6b0a3314be46', 'code': 200} May 31 13:39:56.989282 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-865d490d-1802-4e91-b366-9ae3a1e4b40c None None] Set router 738e2dbd-652e-43a7-b5b6-d0f67668801c gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:39:57.265163 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2b9bf799-19cd-4ca0-aa13-c54f3ed736cb tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:57.350232 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b8bb00-82c3-4694-813b-becb6412ff5a req-f17372e0-3951-4976-a4df-278a10c2f49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:57.351730 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-02b8bb00-82c3-4694-813b-becb6412ff5a req-f17372e0-3951-4976-a4df-278a10c2f49d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=66af96b2-5225-483f-a506-517894788a84 HTTP/1.1" status: 200 len: 1097 time: 0.2535512 May 31 13:39:57.419946 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-3faef644-e964-4051-b3fd-ff723d12d502 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] For port 4729e617-16b1-46f7-a6e5-fc37d11ed0ab, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=4729e617-16b1-46f7-a6e5-fc37d11ed0ab,segment=NetworkSegment(57f5fa22-0037-4fd1-b301-00fe683d1b15),segment_id=57f5fa22-0037-4fd1-b301-00fe683d1b15)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:39:57.420325 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-3faef644-e964-4051-b3fd-ff723d12d502 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:57.452969 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 53074) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:57.483018 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-2b9bf799-19cd-4ca0-aa13-c54f3ed736cb tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Calling delete_port for 7f6c9751-3fd7-485a-b779-f3758a037ad5 owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:39:57.588390 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-02b8bb00-82c3-4694-813b-becb6412ff5a req-f719986c-ec93-4345-90a2-986963038de7 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286379 May 31 13:39:57.588846 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ac966e4-1a96-4325-9a3b-52a1881b40fb', 'name': 'network-vif-deleted', 'tag': 'c4cf700e-e9c7-4a26-9349-5036f1754ff8'}, {'server_uuid': '98ea044c-54a5-4e34-ad50-f0894561190f', 'name': 'network-vif-deleted', 'tag': 'ec2bc788-e484-45ea-888b-dba186b72a44'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:39:57.594297 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2b9bf799-19cd-4ca0-aa13-c54f3ed736cb tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:57.633729 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-865d490d-1802-4e91-b366-9ae3a1e4b40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738e2dbd-652e-43a7-b5b6-d0f67668801c', 'name': 'tempest-VolumesAdminNegativeTest-2128179311-router', 'tenant_id': 'f89ceabafad5420cb483df25f252f64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': 'a9032518-f1e3-4fa4-8f8e-59e49e4181e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:36:50Z', 'updated_at': '2022-05-31T13:37:05Z', 'revision_number': 4, 'project_id': 'f89ceabafad5420cb483df25f252f64a', 'gw_port': {'id': 'a9032518-f1e3-4fa4-8f8e-59e49e4181e3', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:1e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738e2dbd-652e-43a7-b5b6-d0f67668801c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:36:55Z', 'updated_at': '2022-05-31T13:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '466cd051-d5e9-4900-b939-2aaed1453612', 'name': '', 'network_id': '7c231a84-2ec4-46e3-bc82-2098434c126a', 'tenant_id': 'f89ceabafad5420cb483df25f252f64a', 'mac_address': 'fa:16:3e:ee:03:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738e2dbd-652e-43a7-b5b6-d0f67668801c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'a56a567a-d5d5-4545-b54f-5c0089e8ebda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:37:04Z', 'updated_at': '2022-05-31T13:37:17Z', 'revision_number': 5, 'project_id': 'f89ceabafad5420cb483df25f252f64a', 'subnets': [{'id': 'a56a567a-d5d5-4545-b54f-5c0089e8ebda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:39:57.648575 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865d490d-1802-4e91-b366-9ae3a1e4b40c None None] The sync data for ids ['738e2dbd-652e-43a7-b5b6-d0f67668801c'] in n-d-843939-1 is: [{'id': '738e2dbd-652e-43a7-b5b6-d0f67668801c', 'name': 'tempest-VolumesAdminNegativeTest-2128179311-router', 'tenant_id': 'f89ceabafad5420cb483df25f252f64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': 'a9032518-f1e3-4fa4-8f8e-59e49e4181e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:36:50Z', 'updated_at': '2022-05-31T13:37:05Z', 'revision_number': 4, 'project_id': 'f89ceabafad5420cb483df25f252f64a', 'gw_port': {'id': 'a9032518-f1e3-4fa4-8f8e-59e49e4181e3', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:1e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738e2dbd-652e-43a7-b5b6-d0f67668801c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:36:55Z', 'updated_at': '2022-05-31T13:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '466cd051-d5e9-4900-b939-2aaed1453612', 'name': '', 'network_id': '7c231a84-2ec4-46e3-bc82-2098434c126a', 'tenant_id': 'f89ceabafad5420cb483df25f252f64a', 'mac_address': 'fa:16:3e:ee:03:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738e2dbd-652e-43a7-b5b6-d0f67668801c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'a56a567a-d5d5-4545-b54f-5c0089e8ebda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:37:04Z', 'updated_at': '2022-05-31T13:37:17Z', 'revision_number': 5, 'project_id': 'f89ceabafad5420cb483df25f252f64a', 'subnets': [{'id': 'a56a567a-d5d5-4545-b54f-5c0089e8ebda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:39:57.676465 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2b9bf799-19cd-4ca0-aa13-c54f3ed736cb tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:57.693636 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9bf799-19cd-4ca0-aa13-c54f3ed736cb tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event deleted for resources: {'Port': ['ID=7f6c9751-3fd7-485a-b779-f3758a037ad5,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:57.714470 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-2b9bf799-19cd-4ca0-aa13-c54f3ed736cb tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "DELETE /v2.0/ports/7f6c9751-3fd7-485a-b779-f3758a037ad5 HTTP/1.1" status: 204 len: 168 time: 1.0204113 May 31 13:39:57.715560 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 53086) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:57.746208 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-3faef644-e964-4051-b3fd-ff723d12d502 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Calling delete_port for 4729e617-16b1-46f7-a6e5-fc37d11ed0ab owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:39:57.816325 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd34fd0-7af8-4b3f-b228-7c56c2e27bef tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:57.817027 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-4cd34fd0-7af8-4b3f-b228-7c56c2e27bef tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Synchronizing usage tracker for tenant:a62a1f0c39e548d390793611ac95b19e on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:39:57.835320 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-4cd34fd0-7af8-4b3f-b228-7c56c2e27bef tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Unset dirty status for tenant:a62a1f0c39e548d390793611ac95b19e on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:39:57.839653 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-4cd34fd0-7af8-4b3f-b228-7c56c2e27bef tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1202080 May 31 13:39:57.839913 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 53092) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:57.885023 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-b154e49b-860e-4711-b101-ed545b8e7edc tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] GET failed (client error): The resource could not be found. May 31 13:39:57.890325 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b154e49b-860e-4711-b101-ed545b8e7edc tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "GET /v2.0/ports/dc02e1be-497a-4038-ae02-833e3e227d2e HTTP/1.1" status: 404 len: 333 time: 0.0452046 May 31 13:39:57.890325 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 53096) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:57.938206 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a6804ac-7e1d-4f14-8d5a-0eca735e68a6 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] GET failed (client error): The resource could not be found. May 31 13:39:57.939607 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-0a6804ac-7e1d-4f14-8d5a-0eca735e68a6 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "GET /v2.0/ports/7f6c9751-3fd7-485a-b779-f3758a037ad5 HTTP/1.1" status: 404 len: 333 time: 0.0487926 May 31 13:39:57.942373 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 53100) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:57.971826 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecd729a-c677-4600-8ef5-ef004f8ef797 None None] New status for floating IP 2017df6e-7acb-42f4-b624-42496b5268ec: DOWN {{(pid=88371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 13:39:58.018131 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-695121c7-ff67-4b7b-9783-3a3b0d326b63 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:58.079071 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-61beb16a-97ce-4dd9-809b-60fa6e3bb6ed tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:58.176373 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be42a82c-b299-413b-8210-5e779dc1aac6 req-ce481809-3525-47e0-a671-89de7155737d tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:58.178438 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-be42a82c-b299-413b-8210-5e779dc1aac6 req-ce481809-3525-47e0-a671-89de7155737d tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/ports?device_id=a86dc494-b1dc-4fd5-90c4-02d39ae52157 HTTP/1.1" status: 200 len: 945 time: 0.4018443 May 31 13:39:58.180821 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-695121c7-ff67-4b7b-9783-3a3b0d326b63 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:58.221488 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce82304-66d0-432f-9f4b-66252ec39345 req-dd489725-2caa-4a4e-b610-536df5ae7bf5 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:58.227996 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce82304-66d0-432f-9f4b-66252ec39345 req-dd489725-2caa-4a4e-b610-536df5ae7bf5 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:58.232342 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-61beb16a-97ce-4dd9-809b-60fa6e3bb6ed tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:58.233634 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce82304-66d0-432f-9f4b-66252ec39345 req-dd489725-2caa-4a4e-b610-536df5ae7bf5 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:58.234560 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-8ce82304-66d0-432f-9f4b-66252ec39345 req-dd489725-2caa-4a4e-b610-536df5ae7bf5 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Synchronizing usage tracker for tenant:e8214c87941844eca93c05e6b9a8f274 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:39:58.266994 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-3faef644-e964-4051-b3fd-ff723d12d502 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:58.269295 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-61beb16a-97ce-4dd9-809b-60fa6e3bb6ed tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['128cc974-3303-4252-afe6-d908a478cbac']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:39:58.288391 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-61beb16a-97ce-4dd9-809b-60fa6e3bb6ed tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '770d10f3-96e2-400e-ad24-1871244ee390') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:39:58.288806 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-61beb16a-97ce-4dd9-809b-60fa6e3bb6ed tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '770d10f3-96e2-400e-ad24-1871244ee390') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:39:58.303017 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-61beb16a-97ce-4dd9-809b-60fa6e3bb6ed tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:58.320363 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-61beb16a-97ce-4dd9-809b-60fa6e3bb6ed tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:58.327075 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61beb16a-97ce-4dd9-809b-60fa6e3bb6ed tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:39:58.327543 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-61beb16a-97ce-4dd9-809b-60fa6e3bb6ed tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:58.399850 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 770d10f3-96e2-400e-ad24-1871244ee390 resource provider aggregate not found May 31 13:39:58.409627 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faef644-e964-4051-b3fd-ff723d12d502 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Pushing event deleted for resources: {'Port': ['ID=4729e617-16b1-46f7-a6e5-fc37d11ed0ab,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:58.433640 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 770d10f3-96e2-400e-ad24-1871244ee390 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 770d10f3-96e2-400e-ad24-1871244ee390 found for delete ", "request_id": "req-3f19dfcd-1ceb-4cd0-aeb9-a85d9513877b"}]} May 31 13:39:58.445809 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-61beb16a-97ce-4dd9-809b-60fa6e3bb6ed tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:58.465185 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-61beb16a-97ce-4dd9-809b-60fa6e3bb6ed tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:58.475091 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61beb16a-97ce-4dd9-809b-60fa6e3bb6ed tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event deleted for resources: {'Network': ['ID=128cc974-3303-4252-afe6-d908a478cbac,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:58.478110 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-61beb16a-97ce-4dd9-809b-60fa6e3bb6ed tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "DELETE /v2.0/networks/128cc974-3303-4252-afe6-d908a478cbac HTTP/1.1" status: 204 len: 168 time: 0.5347240 May 31 13:39:58.482959 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 53108) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:58.490168 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-7ccc8823-cd0b-4812-b9e2-331a94221323 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1821923932'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:39:58.497935 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-7ccc8823-cd0b-4812-b9e2-331a94221323 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:39:58.498155 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-8ce82304-66d0-432f-9f4b-66252ec39345 req-dd489725-2caa-4a4e-b610-536df5ae7bf5 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Unset dirty status for tenant:e8214c87941844eca93c05e6b9a8f274 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:39:58.499212 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8ce82304-66d0-432f-9f4b-66252ec39345 req-dd489725-2caa-4a4e-b610-536df5ae7bf5 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/ports?device_id=98ea044c-54a5-4e34-ad50-f0894561190f HTTP/1.1" status: 200 len: 2410 time: 0.7216513 May 31 13:39:58.503952 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-3faef644-e964-4051-b3fd-ff723d12d502 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] No DVR routers for this DVR port 4729e617-16b1-46f7-a6e5-fc37d11ed0ab on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:39:58.505335 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-7ccc8823-cd0b-4812-b9e2-331a94221323 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Usage tracker for resource:network and tenant:a62a1f0c39e548d390793611ac95b19e is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:39:58.509371 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-7ccc8823-cd0b-4812-b9e2-331a94221323 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:39:58.510134 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-be42a82c-b299-413b-8210-5e779dc1aac6 req-ebbc78c9-1756-4fe1-b03c-acd4b7cbc608 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/security-groups?id=677b8212-d6d1-4b38-be51-aaa6218210d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122306 May 31 13:39:58.511188 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-3faef644-e964-4051-b3fd-ff723d12d502 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:58.517518 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-7ccc8823-cd0b-4812-b9e2-331a94221323 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:39:58.538766 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ccc8823-cd0b-4812-b9e2-331a94221323 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Made reservation on behalf of a62a1f0c39e548d390793611ac95b19e for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:39:58.541433 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e534b63-fa66-43bc-b6ba-131ec7d30092 req-0d06ed6b-60ae-452f-8b06-a689ffa653bb tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:58.543011 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7e534b63-fa66-43bc-b6ba-131ec7d30092 req-0d06ed6b-60ae-452f-8b06-a689ffa653bb tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbaea2ec-9092-44e4-b690-87858b27c15c HTTP/1.1" status: 200 len: 946 time: 0.4583714 May 31 13:39:58.544545 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7ccc8823-cd0b-4812-b9e2-331a94221323 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:58.554129 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-695121c7-ff67-4b7b-9783-3a3b0d326b63 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:58.556450 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-695121c7-ff67-4b7b-9783-3a3b0d326b63 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:58.560700 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-695121c7-ff67-4b7b-9783-3a3b0d326b63 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] 10.222.0.50 "DELETE /v2.0/security-groups/084da752-3a41-4056-92fa-adecd0044d21 HTTP/1.1" status: 204 len: 168 time: 1.1015747 May 31 13:39:58.564731 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 53112) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:58.591535 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-29012bd5-6351-4d3e-bb60-44456e9c5420 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] show failed (client error): The resource could not be found. May 31 13:39:58.595773 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-29012bd5-6351-4d3e-bb60-44456e9c5420 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] 10.222.0.50 "GET /v2.0/security-groups/084da752-3a41-4056-92fa-adecd0044d21 HTTP/1.1" status: 404 len: 347 time: 0.0271943 May 31 13:39:58.596483 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 53116) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:58.611885 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-3faef644-e964-4051-b3fd-ff723d12d502 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.44 "DELETE /v2.0/ports/4729e617-16b1-46f7-a6e5-fc37d11ed0ab HTTP/1.1" status: 204 len: 173 time: 1.7713127 May 31 13:39:58.673931 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695121c7-ff67-4b7b-9783-3a3b0d326b63 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=084da752-3a41-4056-92fa-adecd0044d21,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:58.726643 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8ce82304-66d0-432f-9f4b-66252ec39345 req-d5fe53e4-821b-44d4-b126-b6392e1fae52 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdd63f0-9a82-48d4-b4bf-108afcf63acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2098694 May 31 13:39:58.743890 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-7e534b63-fa66-43bc-b6ba-131ec7d30092 req-580ae8c7-9c3b-4faa-8e81-1d1f6bb911c6 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Deleting port b93389c3-caa8-4ea0-8f5f-80727bf364b3 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:39:58.744259 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7e534b63-fa66-43bc-b6ba-131ec7d30092 req-580ae8c7-9c3b-4faa-8e81-1d1f6bb911c6 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:58.864998 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-9d630370-a986-46ba-91cf-e2d4fe9dc9e5 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Deleting port 24651c97-ae0f-4907-8b38-7261435835f0 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:39:58.864998 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-9d630370-a986-46ba-91cf-e2d4fe9dc9e5 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:58.999168 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ccc8823-cd0b-4812-b9e2-331a94221323 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:39:59.026469 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7ccc8823-cd0b-4812-b9e2-331a94221323 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:59.026843 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-7ccc8823-cd0b-4812-b9e2-331a94221323 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Added segment 75fcec8d-53bb-4570-8d7b-8cd03abd9577 of type vlan for network dbc78e8f-71c6-4d14-b855-517154241f17 May 31 13:39:59.122579 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-9601f73f-a298-47ca-8383-ca5129ff9ff7 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Deleting port 52939764-ab5b-4597-91a9-f741fa0ee7dc {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:39:59.122913 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9601f73f-a298-47ca-8383-ca5129ff9ff7 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:59.183503 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7ccc8823-cd0b-4812-b9e2-331a94221323 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:59.296292 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7ccc8823-cd0b-4812-b9e2-331a94221323 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:59.301829 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ccc8823-cd0b-4812-b9e2-331a94221323 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:59.302432 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7ccc8823-cd0b-4812-b9e2-331a94221323 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:59.399446 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391ddae0-97cc-44d3-8a8f-17ef58a014ff req-529907ad-5a84-49a0-bd63-31ea06b6db99 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:59.401207 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-391ddae0-97cc-44d3-8a8f-17ef58a014ff req-529907ad-5a84-49a0-bd63-31ea06b6db99 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.44 "GET /v2.0/ports?device_id=a86dc494-b1dc-4fd5-90c4-02d39ae52157 HTTP/1.1" status: 200 len: 945 time: 0.6188040 May 31 13:39:59.432775 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9601f73f-a298-47ca-8383-ca5129ff9ff7 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:59.433099 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9601f73f-a298-47ca-8383-ca5129ff9ff7 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:59.442972 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-7ccc8823-cd0b-4812-b9e2-331a94221323 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9586458 May 31 13:39:59.448249 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 53122) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:59.474975 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9086e2f6-60fe-4356-8d20-2b517bd695e8 req-d0304004-6171-4a29-8d90-d30c36bf6c4a tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:59.476428 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9086e2f6-60fe-4356-8d20-2b517bd695e8 req-d0304004-6171-4a29-8d90-d30c36bf6c4a tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=66af96b2-5225-483f-a506-517894788a84 HTTP/1.1" status: 200 len: 946 time: 0.5268316 May 31 13:39:59.564231 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-17270402-5ea4-45fb-9a98-a4bfd98cd2f5 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Request body: {'subnet': {'network_id': 'dbc78e8f-71c6-4d14-b855-517154241f17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:39:59.587177 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-9601f73f-a298-47ca-8383-ca5129ff9ff7 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Calling delete_port for 52939764-ab5b-4597-91a9-f741fa0ee7dc owned by network:floatingip {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:39:59.614452 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccc8823-cd0b-4812-b9e2-331a94221323 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event updated for resources: {'Network': ['ID=dbc78e8f-71c6-4d14-b855-517154241f17,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:59.623275 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77a769e-1cab-4d3b-b1e2-44735ff3bd36 req-944dcc0c-a6b4-4d48-bd2b-aaf4c69dcf38 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:39:59.624698 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e77a769e-1cab-4d3b-b1e2-44735ff3bd36 req-944dcc0c-a6b4-4d48-bd2b-aaf4c69dcf38 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=dbaea2ec-9092-44e4-b690-87858b27c15c HTTP/1.1" status: 200 len: 946 time: 0.7789035 May 31 13:39:59.625269 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network dbc78e8f-71c6-4d14-b855-517154241f17 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:39:59.749447 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-17270402-5ea4-45fb-9a98-a4bfd98cd2f5 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:39:59.753858 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-17270402-5ea4-45fb-9a98-a4bfd98cd2f5 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Usage tracker for resource:subnet and tenant:a62a1f0c39e548d390793611ac95b19e is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:39:59.757113 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-17270402-5ea4-45fb-9a98-a4bfd98cd2f5 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:39:59.763388 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-391ddae0-97cc-44d3-8a8f-17ef58a014ff req-90e793df-435f-4939-bf5d-275b2c4ac99e tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Deleting port 64491d7b-6e9a-4bda-81d1-7220e0bc6f2c {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:39:59.763751 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-391ddae0-97cc-44d3-8a8f-17ef58a014ff req-90e793df-435f-4939-bf5d-275b2c4ac99e tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:59.764323 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-17270402-5ea4-45fb-9a98-a4bfd98cd2f5 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:39:59.800085 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17270402-5ea4-45fb-9a98-a4bfd98cd2f5 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Made reservation on behalf of a62a1f0c39e548d390793611ac95b19e for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:39:59.803521 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-17270402-5ea4-45fb-9a98-a4bfd98cd2f5 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:59.845612 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9086e2f6-60fe-4356-8d20-2b517bd695e8 req-4c68b6ec-56d9-4290-ae82-f40154e453cf tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176666 May 31 13:39:59.854951 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e77a769e-1cab-4d3b-b1e2-44735ff3bd36 req-303fdcbf-1b90-46db-8c4a-3acb44c61a84 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=b28319a5-744d-4c54-bfbf-469a0b7a5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135148 May 31 13:39:59.858588 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-9d630370-a986-46ba-91cf-e2d4fe9dc9e5 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] For port 24651c97-ae0f-4907-8b38-7261435835f0, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=24651c97-ae0f-4907-8b38-7261435835f0,segment=NetworkSegment(bb2c489f-9b0a-4922-9750-36d1eab90509),segment_id=bb2c489f-9b0a-4922-9750-36d1eab90509)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:39:59.858954 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-9d630370-a986-46ba-91cf-e2d4fe9dc9e5 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:59.867153 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-7e534b63-fa66-43bc-b6ba-131ec7d30092 req-580ae8c7-9c3b-4faa-8e81-1d1f6bb911c6 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] For port b93389c3-caa8-4ea0-8f5f-80727bf364b3, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=b93389c3-caa8-4ea0-8f5f-80727bf364b3,segment=NetworkSegment(4d75b4c6-9dbf-466e-9960-e4baeffc8b58),segment_id=4d75b4c6-9dbf-466e-9960-e4baeffc8b58)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:39:59.867517 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7e534b63-fa66-43bc-b6ba-131ec7d30092 req-580ae8c7-9c3b-4faa-8e81-1d1f6bb911c6 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:59.912751 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.ipam_backend_mixin [None req-17270402-5ea4-45fb-9a98-a4bfd98cd2f5 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Performing IP validity checks on allocation pools {{(pid=88369) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 31 13:39:59.913268 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.ipam_backend_mixin [None req-17270402-5ea4-45fb-9a98-a4bfd98cd2f5 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88369) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 31 13:39:59.926651 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9601f73f-a298-47ca-8383-ca5129ff9ff7 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:59.982205 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9601f73f-a298-47ca-8383-ca5129ff9ff7 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Pushing event deleted for resources: {'Port': ['ID=52939764-ab5b-4597-91a9-f741fa0ee7dc,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:00.000732 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a0f1e3c-11c0-4e69-a0e7-27a6d23e6865'] response: {'server_uuid': '4ac966e4-1a96-4325-9a3b-52a1881b40fb', 'name': 'network-vif-deleted', 'tag': 'c4cf700e-e9c7-4a26-9349-5036f1754ff8', 'status': 'completed', 'code': 200} May 31 13:40:00.001034 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a0f1e3c-11c0-4e69-a0e7-27a6d23e6865'] response: {'server_uuid': '98ea044c-54a5-4e34-ad50-f0894561190f', 'name': 'network-vif-deleted', 'tag': 'ec2bc788-e484-45ea-888b-dba186b72a44', 'status': 'completed', 'code': 200} May 31 13:40:00.105830 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-7e534b63-fa66-43bc-b6ba-131ec7d30092 req-580ae8c7-9c3b-4faa-8e81-1d1f6bb911c6 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Calling delete_port for b93389c3-caa8-4ea0-8f5f-80727bf364b3 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:40:00.134516 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9601f73f-a298-47ca-8383-ca5129ff9ff7 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Notify callbacks [] for floatingip, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:00.181742 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9601f73f-a298-47ca-8383-ca5129ff9ff7 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:00.182909 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-9601f73f-a298-47ca-8383-ca5129ff9ff7 tempest-VolumesAdminNegativeTest-179781605 tempest-VolumesAdminNegativeTest-179781605-project] 10.222.0.50 "DELETE /v2.0/floatingips/2017df6e-7acb-42f4-b624-42496b5268ec HTTP/1.1" status: 204 len: 168 time: 1.5857975 May 31 13:40:00.186506 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 53132) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:00.245663 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-17270402-5ea4-45fb-9a98-a4bfd98cd2f5 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:00.540636 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17270402-5ea4-45fb-9a98-a4bfd98cd2f5 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event updated for resources: {'Subnet': ['ID=a1318938-8456-4dfa-853a-79cf08301ad1,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:00.554768 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17270402-5ea4-45fb-9a98-a4bfd98cd2f5 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Checking segment: {'id': '75fcec8d-53bb-4570-8d7b-8cd03abd9577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'dbc78e8f-71c6-4d14-b855-517154241f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:40:00.555127 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17270402-5ea4-45fb-9a98-a4bfd98cd2f5 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Network hostable DHCP agents. Network: dbc78e8f-71c6-4d14-b855-517154241f17, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:40:00.648879 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17270402-5ea4-45fb-9a98-a4bfd98cd2f5 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Network dbc78e8f-71c6-4d14-b855-517154241f17 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:40:00.664211 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-17270402-5ea4-45fb-9a98-a4bfd98cd2f5 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, dbc78e8f-71c6-4d14-b855-517154241f17) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:40:00.672709 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d28b9f6-c789-4fea-bacb-470318262b56 None None] Network dbc78e8f-71c6-4d14-b855-517154241f17 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:40:00.713298 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad05b91-fcd7-41a4-858a-cb0e369c1e2c req-148902ba-7291-42c1-9587-fe4595b88ab1 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:00.714817 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9ad05b91-fcd7-41a4-858a-cb0e369c1e2c req-148902ba-7291-42c1-9587-fe4595b88ab1 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/ports?device_id=a86dc494-b1dc-4fd5-90c4-02d39ae52157 HTTP/1.1" status: 200 len: 945 time: 0.5806918 May 31 13:40:00.715853 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17270402-5ea4-45fb-9a98-a4bfd98cd2f5 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:00.716594 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-17270402-5ea4-45fb-9a98-a4bfd98cd2f5 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:00.723480 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-391ddae0-97cc-44d3-8a8f-17ef58a014ff req-90e793df-435f-4939-bf5d-275b2c4ac99e tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] For port 64491d7b-6e9a-4bda-81d1-7220e0bc6f2c, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=64491d7b-6e9a-4bda-81d1-7220e0bc6f2c,segment=NetworkSegment(d3443ede-b43a-41d6-a2b9-2ee5a31d0003),segment_id=d3443ede-b43a-41d6-a2b9-2ee5a31d0003)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:40:00.723849 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-391ddae0-97cc-44d3-8a8f-17ef58a014ff req-90e793df-435f-4939-bf5d-275b2c4ac99e tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:00.758388 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-17270402-5ea4-45fb-9a98-a4bfd98cd2f5 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3076348 May 31 13:40:00.761220 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 53136) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:00.767268 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-cfd51752-aac1-40f9-85f8-c592f66928a1 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Request body: {'port': {'network_id': 'dbc78e8f-71c6-4d14-b855-517154241f17', 'name': 'tempest-PortsTestJSON-1672341006'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:40:00.838633 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b077f8-1050-43fa-a22e-cf5f42bd9e34 req-ff3f2fbf-bf18-4d00-9dcb-9764c95c49e0 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:00.849954 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b077f8-1050-43fa-a22e-cf5f42bd9e34 req-ff3f2fbf-bf18-4d00-9dcb-9764c95c49e0 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:00.851776 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b2b077f8-1050-43fa-a22e-cf5f42bd9e34 req-ff3f2fbf-bf18-4d00-9dcb-9764c95c49e0 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/ports?device_id=98ea044c-54a5-4e34-ad50-f0894561190f HTTP/1.1" status: 200 len: 1677 time: 0.7086029 May 31 13:40:00.906751 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be33913e-9cfa-4a6d-b905-f87fd16f2b58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-dbc78e8f-71c6-4d14-b855-517154241f17', 'network_id': 'dbc78e8f-71c6-4d14-b855-517154241f17', 'tenant_id': 'a62a1f0c39e548d390793611ac95b19e', 'fixed_ips': [{'subnet_id': 'a1318938-8456-4dfa-853a-79cf08301ad1'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:40:00.907921 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-be33913e-9cfa-4a6d-b905-f87fd16f2b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:00.957498 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-391ddae0-97cc-44d3-8a8f-17ef58a014ff req-90e793df-435f-4939-bf5d-275b2c4ac99e tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Calling delete_port for 64491d7b-6e9a-4bda-81d1-7220e0bc6f2c owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:40:00.994909 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-cfd51752-aac1-40f9-85f8-c592f66928a1 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:40:01.005879 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-9d630370-a986-46ba-91cf-e2d4fe9dc9e5 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:01.005879 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-9d630370-a986-46ba-91cf-e2d4fe9dc9e5 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:01.006234 n-d-843939-1 neutron-server[88370]: INFO neutron.db.l3_db [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-9d630370-a986-46ba-91cf-e2d4fe9dc9e5 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Floating IP 1d9cea86-7b50-4d32-9399-ef4e668345b6 disassociated. External IP: 172.25.6.171, port: 24651c97-ae0f-4907-8b38-7261435835f0. May 31 13:40:01.006323 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-9d630370-a986-46ba-91cf-e2d4fe9dc9e5 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Calling delete_port for 24651c97-ae0f-4907-8b38-7261435835f0 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:40:01.008221 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-cfd51752-aac1-40f9-85f8-c592f66928a1 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:40:01.020405 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd51752-aac1-40f9-85f8-c592f66928a1 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Made reservation on behalf of a62a1f0c39e548d390793611ac95b19e for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:40:01.023798 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cfd51752-aac1-40f9-85f8-c592f66928a1 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:01.045683 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7e534b63-fa66-43bc-b6ba-131ec7d30092 req-580ae8c7-9c3b-4faa-8e81-1d1f6bb911c6 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:01.052216 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-cfd51752-aac1-40f9-85f8-c592f66928a1 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] device_id is not set on port ec65e9e4-9354-48ec-a127-71bd3d496c9d yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:40:01.073534 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-be33913e-9cfa-4a6d-b905-f87fd16f2b58 None None] Allocated IP 172.20.0.2 (dbc78e8f-71c6-4d14-b855-517154241f17/a1318938-8456-4dfa-853a-79cf08301ad1/f9a67ed0-cedd-4e84-8538-e5f5eb02a3ff) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:40:01.082434 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9ad05b91-fcd7-41a4-858a-cb0e369c1e2c req-200a23c0-7c0b-4d6b-b2b5-dc8023782cdf tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/security-groups?id=677b8212-d6d1-4b38-be51-aaa6218210d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3373067 May 31 13:40:01.208210 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-25f2bedb-ba94-4735-916c-851f6cace029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:01.375974 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-be33913e-9cfa-4a6d-b905-f87fd16f2b58 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:01.388524 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-be33913e-9cfa-4a6d-b905-f87fd16f2b58 None None] Transition to ACTIVE for port object f9a67ed0-cedd-4e84-8538-e5f5eb02a3ff will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:40:01.405652 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-9d630370-a986-46ba-91cf-e2d4fe9dc9e5 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:01.409740 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-be33913e-9cfa-4a6d-b905-f87fd16f2b58 None None] Transition to ACTIVE for port object f9a67ed0-cedd-4e84-8538-e5f5eb02a3ff will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:40:01.415843 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-be33913e-9cfa-4a6d-b905-f87fd16f2b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:01.424589 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580ae8c7-9c3b-4faa-8e81-1d1f6bb911c6 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Pushing event deleted for resources: {'Port': ['ID=b93389c3-caa8-4ea0-8f5f-80727bf364b3,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:01.531608 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b2b077f8-1050-43fa-a22e-cf5f42bd9e34 req-f2130af4-73df-44c8-8389-778482cbb5a5 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdd63f0-9a82-48d4-b4bf-108afcf63acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6146092 May 31 13:40:01.534315 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be33913e-9cfa-4a6d-b905-f87fd16f2b58 None None] Network dbc78e8f-71c6-4d14-b855-517154241f17 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:40:01.561872 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d630370-a986-46ba-91cf-e2d4fe9dc9e5 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Pushing event deleted for resources: {'Port': ['ID=24651c97-ae0f-4907-8b38-7261435835f0,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:01.562299 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-be33913e-9cfa-4a6d-b905-f87fd16f2b58 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:40:01.566799 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be33913e-9cfa-4a6d-b905-f87fd16f2b58 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:40:01.647111 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be33913e-9cfa-4a6d-b905-f87fd16f2b58 None None] Pushing event updated for resources: {'Port': ['ID=f9a67ed0-cedd-4e84-8538-e5f5eb02a3ff,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:01.714566 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-be33913e-9cfa-4a6d-b905-f87fd16f2b58 None None] Attempting to bind port f9a67ed0-cedd-4e84-8538-e5f5eb02a3ff on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:40:01.715987 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-be33913e-9cfa-4a6d-b905-f87fd16f2b58 None None] Attempting to bind port f9a67ed0-cedd-4e84-8538-e5f5eb02a3ff by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '75fcec8d-53bb-4570-8d7b-8cd03abd9577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'dbc78e8f-71c6-4d14-b855-517154241f17'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:40:01.716270 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be33913e-9cfa-4a6d-b905-f87fd16f2b58 None None] Attempting to bind port f9a67ed0-cedd-4e84-8538-e5f5eb02a3ff on network dbc78e8f-71c6-4d14-b855-517154241f17 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:40:01.725199 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be33913e-9cfa-4a6d-b905-f87fd16f2b58 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:40:01.725760 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be33913e-9cfa-4a6d-b905-f87fd16f2b58 None None] Checking segment: {'id': '75fcec8d-53bb-4570-8d7b-8cd03abd9577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'dbc78e8f-71c6-4d14-b855-517154241f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:40:01.726458 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-be33913e-9cfa-4a6d-b905-f87fd16f2b58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:01.726966 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be33913e-9cfa-4a6d-b905-f87fd16f2b58 None None] Bound using segment: {'id': '75fcec8d-53bb-4570-8d7b-8cd03abd9577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'dbc78e8f-71c6-4d14-b855-517154241f17'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:40:01.727552 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-be33913e-9cfa-4a6d-b905-f87fd16f2b58 None None] Bound port: f9a67ed0-cedd-4e84-8538-e5f5eb02a3ff, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75fcec8d-53bb-4570-8d7b-8cd03abd9577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'dbc78e8f-71c6-4d14-b855-517154241f17'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:40:01.728170 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-be33913e-9cfa-4a6d-b905-f87fd16f2b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:01.757965 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-cfd51752-aac1-40f9-85f8-c592f66928a1 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Allocated IP 172.20.0.4 (dbc78e8f-71c6-4d14-b855-517154241f17/a1318938-8456-4dfa-853a-79cf08301ad1/ec65e9e4-9354-48ec-a127-71bd3d496c9d) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:40:01.791307 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e534b63-fa66-43bc-b6ba-131ec7d30092 req-580ae8c7-9c3b-4faa-8e81-1d1f6bb911c6 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] No DVR routers for this DVR port b93389c3-caa8-4ea0-8f5f-80727bf364b3 on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:40:01.795394 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7e534b63-fa66-43bc-b6ba-131ec7d30092 req-580ae8c7-9c3b-4faa-8e81-1d1f6bb911c6 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:01.834809 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-be33913e-9cfa-4a6d-b905-f87fd16f2b58 None None] For port f9a67ed0-cedd-4e84-8538-e5f5eb02a3ff, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:40:01.839093 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-be33913e-9cfa-4a6d-b905-f87fd16f2b58 None None] For port f9a67ed0-cedd-4e84-8538-e5f5eb02a3ff, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=f9a67ed0-cedd-4e84-8538-e5f5eb02a3ff,segment=NetworkSegment(75fcec8d-53bb-4570-8d7b-8cd03abd9577),segment_id=75fcec8d-53bb-4570-8d7b-8cd03abd9577)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:40:01.843772 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-be33913e-9cfa-4a6d-b905-f87fd16f2b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:01.873167 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-477608f5-18c9-4ac1-bd39-bb2648dc216e req-c3dfba4e-dcbd-411f-9e70-bf2349ca3909 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Synchronizing usage tracker for tenant:bc5142db886b48f8906c49afcc233362 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:40:01.895822 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7e534b63-fa66-43bc-b6ba-131ec7d30092 req-580ae8c7-9c3b-4faa-8e81-1d1f6bb911c6 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.44 "DELETE /v2.0/ports/b93389c3-caa8-4ea0-8f5f-80727bf364b3 HTTP/1.1" status: 204 len: 173 time: 3.3340716 May 31 13:40:01.946470 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be33913e-9cfa-4a6d-b905-f87fd16f2b58 None None] Pushing event updated for resources: {'Port': ['ID=f9a67ed0-cedd-4e84-8538-e5f5eb02a3ff,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:01.989202 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device b93389c3-caa8-4ea0-8f5f-80727bf364b3 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:40:01.995171 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-25f2bedb-ba94-4735-916c-851f6cace029 admin admin] Deleting port 466cd051-d5e9-4900-b939-2aaed1453612 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:40:01.995613 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-25f2bedb-ba94-4735-916c-851f6cace029 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:02.004303 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98ea044c-54a5-4e34-ad50-f0894561190f', 'name': 'network-vif-deleted', 'tag': '4729e617-16b1-46f7-a6e5-fc37d11ed0ab'}, {'server_uuid': 'dbaea2ec-9092-44e4-b690-87858b27c15c', 'name': 'network-vif-deleted', 'tag': 'b93389c3-caa8-4ea0-8f5f-80727bf364b3'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:40:02.077891 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] No Port match for: b93389c3-caa8-4ea0-8f5f-80727bf364b3 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:40:02.078522 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device b93389c3-caa8-4ea0-8f5f-80727bf364b3 not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:40:02.079278 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 64491d7b-6e9a-4bda-81d1-7220e0bc6f2c no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:40:02.138248 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-477608f5-18c9-4ac1-bd39-bb2648dc216e req-c3dfba4e-dcbd-411f-9e70-bf2349ca3909 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Unset dirty status for tenant:bc5142db886b48f8906c49afcc233362 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:40:02.140407 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-477608f5-18c9-4ac1-bd39-bb2648dc216e req-c3dfba4e-dcbd-411f-9e70-bf2349ca3909 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=dbaea2ec-9092-44e4-b690-87858b27c15c HTTP/1.1" status: 200 len: 210 time: 0.4004204 May 31 13:40:02.202215 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd4090-c4dd-42e4-9610-7d5021598843 req-49b4a7d0-c829-42eb-8230-e8c42bb892e1 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:02.216455 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-49fd4090-c4dd-42e4-9610-7d5021598843 req-49b4a7d0-c829-42eb-8230-e8c42bb892e1 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=66af96b2-5225-483f-a506-517894788a84 HTTP/1.1" status: 200 len: 946 time: 0.5681262 May 31 13:40:02.253117 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cfd51752-aac1-40f9-85f8-c592f66928a1 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:02.276599 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 64491d7b-6e9a-4bda-81d1-7220e0bc6f2c is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:40:02.277112 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:02.284170 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-cfd51752-aac1-40f9-85f8-c592f66928a1 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Transition to ACTIVE for port object ec65e9e4-9354-48ec-a127-71bd3d496c9d will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:40:02.304008 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-391ddae0-97cc-44d3-8a8f-17ef58a014ff req-90e793df-435f-4939-bf5d-275b2c4ac99e tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:02.391389 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-25f2bedb-ba94-4735-916c-851f6cace029 admin admin] For port 466cd051-d5e9-4900-b939-2aaed1453612, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=466cd051-d5e9-4900-b939-2aaed1453612,segment=NetworkSegment(0c8aa3a6-47b8-4f9f-a1d3-b43478db3f3f),segment_id=0c8aa3a6-47b8-4f9f-a1d3-b43478db3f3f)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:40:02.391763 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-25f2bedb-ba94-4735-916c-851f6cace029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:02.472924 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-49fd4090-c4dd-42e4-9610-7d5021598843 req-480c7b9a-9ac8-4ea7-80ab-637af0669c2f tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553594 May 31 13:40:02.509120 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-9d630370-a986-46ba-91cf-e2d4fe9dc9e5 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Router 6744b4e2-ef68-487e-8016-11c3e36d929f has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:40:02.533286 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e793df-435f-4939-bf5d-275b2c4ac99e tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Pushing event deleted for resources: {'Port': ['ID=64491d7b-6e9a-4bda-81d1-7220e0bc6f2c,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:02.741772 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-25f2bedb-ba94-4735-916c-851f6cace029 admin admin] Calling delete_port for 466cd051-d5e9-4900-b939-2aaed1453612 owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:40:02.774755 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2d5ab0f-8577-43fb-a944-52952b40503c'] response: {'server_uuid': '98ea044c-54a5-4e34-ad50-f0894561190f', 'name': 'network-vif-deleted', 'tag': '4729e617-16b1-46f7-a6e5-fc37d11ed0ab', 'status': 'completed', 'code': 200} May 31 13:40:02.775018 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2d5ab0f-8577-43fb-a944-52952b40503c'] response: {'server_uuid': 'dbaea2ec-9092-44e4-b690-87858b27c15c', 'name': 'network-vif-deleted', 'tag': 'b93389c3-caa8-4ea0-8f5f-80727bf364b3', 'status': 'completed', 'code': 200} May 31 13:40:02.793917 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device f9a67ed0-cedd-4e84-8538-e5f5eb02a3ff up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:40:02.795105 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cfd51752-aac1-40f9-85f8-c592f66928a1 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:02.870582 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port f9a67ed0-cedd-4e84-8538-e5f5eb02a3ff completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:40:02.910528 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d950f6ee-9e2f-45f7-8289-6d2a022fcce7 req-11d83500-df51-48c3-b53b-8c9f70477a57 tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.50 "GET /v2.0/ports?device_id=a86dc494-b1dc-4fd5-90c4-02d39ae52157 HTTP/1.1" status: 200 len: 210 time: 0.1377299 May 31 13:40:02.931709 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-391ddae0-97cc-44d3-8a8f-17ef58a014ff req-90e793df-435f-4939-bf5d-275b2c4ac99e tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] No DVR routers for this DVR port 64491d7b-6e9a-4bda-81d1-7220e0bc6f2c on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:40:02.940618 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-391ddae0-97cc-44d3-8a8f-17ef58a014ff req-90e793df-435f-4939-bf5d-275b2c4ac99e tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:02.946603 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-9d630370-a986-46ba-91cf-e2d4fe9dc9e5 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:40:02.963704 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b798179-9518-4b8b-8371-b0991c06c94a None None] Sync routers for ids ['6744b4e2-ef68-487e-8016-11c3e36d929f'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:40:02.976019 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b798179-9518-4b8b-8371-b0991c06c94a None None] Routers {'6744b4e2-ef68-487e-8016-11c3e36d929f'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:40:02.977837 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-3b798179-9518-4b8b-8371-b0991c06c94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:39:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['6744b4e2-ef68-487e-8016-11c3e36d929f'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:40:03.039139 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd51752-aac1-40f9-85f8-c592f66928a1 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Network dbc78e8f-71c6-4d14-b855-517154241f17 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:40:03.043632 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-391ddae0-97cc-44d3-8a8f-17ef58a014ff req-90e793df-435f-4939-bf5d-275b2c4ac99e tempest-ServerDiskConfigTestJSON-1735646928 tempest-ServerDiskConfigTestJSON-1735646928-project] 10.222.0.44 "DELETE /v2.0/ports/64491d7b-6e9a-4bda-81d1-7220e0bc6f2c HTTP/1.1" status: 204 len: 173 time: 3.6273930 May 31 13:40:03.053397 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-9d630370-a986-46ba-91cf-e2d4fe9dc9e5 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] No DVR routers for this DVR port 24651c97-ae0f-4907-8b38-7261435835f0 on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:40:03.057974 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-9d630370-a986-46ba-91cf-e2d4fe9dc9e5 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:03.061152 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-9d630370-a986-46ba-91cf-e2d4fe9dc9e5 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.44 "DELETE /v2.0/ports/24651c97-ae0f-4907-8b38-7261435835f0 HTTP/1.1" status: 204 len: 173 time: 4.4245081 May 31 13:40:03.085555 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c117b-78bb-4ef8-b206-1fdf6ad7c976 req-efeece53-00b5-4028-baba-18921b5929fd tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:03.087048 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-604c117b-78bb-4ef8-b206-1fdf6ad7c976 req-efeece53-00b5-4028-baba-18921b5929fd tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Synchronizing usage tracker for tenant:e7915944b7b94ed798ed9400dc43e749 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:40:03.102490 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-cfd51752-aac1-40f9-85f8-c592f66928a1 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:40:03.144767 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd51752-aac1-40f9-85f8-c592f66928a1 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:40:03.166775 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-604c117b-78bb-4ef8-b206-1fdf6ad7c976 req-efeece53-00b5-4028-baba-18921b5929fd tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Unset dirty status for tenant:e7915944b7b94ed798ed9400dc43e749 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:40:03.177526 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-604c117b-78bb-4ef8-b206-1fdf6ad7c976 req-efeece53-00b5-4028-baba-18921b5929fd tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c115b76b-660c-4184-a3f1-4850b0660aae HTTP/1.1" status: 200 len: 945 time: 0.7505744 May 31 13:40:03.204273 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-c0b1f1f9-e464-406a-9e02-2effa66eb15b tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Deleting port 00bc2cb2-6a9e-4905-96dc-012b03dba6e7 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:40:03.204800 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-c0b1f1f9-e464-406a-9e02-2effa66eb15b tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:03.305171 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd51752-aac1-40f9-85f8-c592f66928a1 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:03.305872 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cfd51752-aac1-40f9-85f8-c592f66928a1 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:03.353353 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-604c117b-78bb-4ef8-b206-1fdf6ad7c976 req-94bbe88b-5563-4106-855f-d7d1e5581984 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720533 May 31 13:40:03.361914 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd51752-aac1-40f9-85f8-c592f66928a1 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event updated for resources: {'Port': ['ID=ec65e9e4-9354-48ec-a127-71bd3d496c9d,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:03.420099 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-3b798179-9518-4b8b-8371-b0991c06c94a None None] Set router 6744b4e2-ef68-487e-8016-11c3e36d929f gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:40:03.545499 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-cfd51752-aac1-40f9-85f8-c592f66928a1 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7824235 May 31 13:40:03.553324 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 53162) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:03.640295 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88a28e7-871e-4660-b555-603ed4610012 req-57fd6bb9-d609-465e-b2e9-a183c5046ca8 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:03.641038 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-c88a28e7-871e-4660-b555-603ed4610012 req-57fd6bb9-d609-465e-b2e9-a183c5046ca8 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Synchronizing usage tracker for tenant:e7915944b7b94ed798ed9400dc43e749 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:40:03.672288 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b7e646-f8e1-43b2-8d18-7313023048b6 None None] Network dbc78e8f-71c6-4d14-b855-517154241f17 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:40:03.688863 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-c88a28e7-871e-4660-b555-603ed4610012 req-57fd6bb9-d609-465e-b2e9-a183c5046ca8 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Unset dirty status for tenant:e7915944b7b94ed798ed9400dc43e749 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:40:03.692058 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c88a28e7-871e-4660-b555-603ed4610012 req-57fd6bb9-d609-465e-b2e9-a183c5046ca8 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.20 "GET /v2.0/ports?device_id=c115b76b-660c-4184-a3f1-4850b0660aae HTTP/1.1" status: 200 len: 945 time: 0.6349373 May 31 13:40:03.717877 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-f0e99bff-4878-4a13-a061-04657b1e7644 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Deleting port ec65e9e4-9354-48ec-a127-71bd3d496c9d {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:40:03.718265 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f0e99bff-4878-4a13-a061-04657b1e7644 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:03.870459 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-3b798179-9518-4b8b-8371-b0991c06c94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6744b4e2-ef68-487e-8016-11c3e36d929f', 'name': 'tempest-TaggedBootDevicesTest_v242-755807215-router', 'tenant_id': 'e8214c87941844eca93c05e6b9a8f274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '1772164b-d97e-444e-b7ec-166372f51104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:33:31Z', 'updated_at': '2022-05-31T13:33:40Z', 'revision_number': 4, 'project_id': 'e8214c87941844eca93c05e6b9a8f274', 'gw_port': {'id': '1772164b-d97e-444e-b7ec-166372f51104', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:18:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6744b4e2-ef68-487e-8016-11c3e36d929f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:33:32Z', 'updated_at': '2022-05-31T13:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'ee978f54-0d60-498e-a601-a7bd91661dc3', 'name': '', 'network_id': '4c3776cd-e1b3-4e6a-975b-cdf904000766', 'tenant_id': 'e8214c87941844eca93c05e6b9a8f274', 'mac_address': 'fa:16:3e:0e:ee:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6744b4e2-ef68-487e-8016-11c3e36d929f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'f7c914b2-4439-45d4-b005-4ab7c54412a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:33:38Z', 'updated_at': '2022-05-31T13:33:50Z', 'revision_number': 5, 'project_id': 'e8214c87941844eca93c05e6b9a8f274', 'subnets': [{'id': 'f7c914b2-4439-45d4-b005-4ab7c54412a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:40:03.876073 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b798179-9518-4b8b-8371-b0991c06c94a None None] Checking router: 6744b4e2-ef68-487e-8016-11c3e36d929f for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:40:03.888267 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b798179-9518-4b8b-8371-b0991c06c94a None None] Routers {'6744b4e2-ef68-487e-8016-11c3e36d929f'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:40:03.889051 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-3b798179-9518-4b8b-8371-b0991c06c94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:39:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['6744b4e2-ef68-487e-8016-11c3e36d929f'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:40:03.906405 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b011bd2-be65-420b-a34d-80013c1183a4 req-5137a9fa-3ed9-41e3-9523-18e8293d13c5 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:03.907229 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-8b011bd2-be65-420b-a34d-80013c1183a4 req-5137a9fa-3ed9-41e3-9523-18e8293d13c5 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Synchronizing usage tracker for tenant:e8214c87941844eca93c05e6b9a8f274 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:40:03.944914 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-8b011bd2-be65-420b-a34d-80013c1183a4 req-5137a9fa-3ed9-41e3-9523-18e8293d13c5 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Unset dirty status for tenant:e8214c87941844eca93c05e6b9a8f274 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:40:03.952767 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8b011bd2-be65-420b-a34d-80013c1183a4 req-5137a9fa-3ed9-41e3-9523-18e8293d13c5 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/ports?device_id=98ea044c-54a5-4e34-ad50-f0894561190f HTTP/1.1" status: 200 len: 943 time: 0.5802829 May 31 13:40:03.992489 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-25f2bedb-ba94-4735-916c-851f6cace029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:04.007536 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-c0b1f1f9-e464-406a-9e02-2effa66eb15b tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] For port 00bc2cb2-6a9e-4905-96dc-012b03dba6e7, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=00bc2cb2-6a9e-4905-96dc-012b03dba6e7,segment=NetworkSegment(e54fd068-ebcb-45fd-9c64-e09108b643c3),segment_id=e54fd068-ebcb-45fd-9c64-e09108b643c3)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:40:04.007954 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-c0b1f1f9-e464-406a-9e02-2effa66eb15b tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:04.029980 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-06b52e27-a253-4ac8-a9f5-c01a16bebcb9 None None] Provisioning for port f9a67ed0-cedd-4e84-8538-e5f5eb02a3ff completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:40:04.053434 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-06b52e27-a253-4ac8-a9f5-c01a16bebcb9 None None] Provisioning complete for port f9a67ed0-cedd-4e84-8538-e5f5eb02a3ff triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:40:04.054190 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-06b52e27-a253-4ac8-a9f5-c01a16bebcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:04.110476 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708773fc-f6f0-411a-bdf9-4da89311e881 req-b5a084f3-dbbf-41cf-aec7-da7b9695c2aa tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:04.114830 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-708773fc-f6f0-411a-bdf9-4da89311e881 req-b5a084f3-dbbf-41cf-aec7-da7b9695c2aa tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=66af96b2-5225-483f-a506-517894788a84 HTTP/1.1" status: 200 len: 946 time: 0.3437369 May 31 13:40:04.153021 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f2bedb-ba94-4735-916c-851f6cace029 admin admin] Pushing event deleted for resources: {'Port': ['ID=466cd051-d5e9-4900-b939-2aaed1453612,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:04.169325 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-3b798179-9518-4b8b-8371-b0991c06c94a None None] Set router 6744b4e2-ef68-487e-8016-11c3e36d929f gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:40:04.243313 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-c0b1f1f9-e464-406a-9e02-2effa66eb15b tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Calling delete_port for 00bc2cb2-6a9e-4905-96dc-012b03dba6e7 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:40:04.257293 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-06b52e27-a253-4ac8-a9f5-c01a16bebcb9 None None] Current status of the port f9a67ed0-cedd-4e84-8538-e5f5eb02a3ff is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:40:04.257909 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-06b52e27-a253-4ac8-a9f5-c01a16bebcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:04.299095 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8b011bd2-be65-420b-a34d-80013c1183a4 req-4e69ae56-7fee-40b6-8f9d-8afbc382a37d tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdd63f0-9a82-48d4-b4bf-108afcf63acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3457782 May 31 13:40:04.375955 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-708773fc-f6f0-411a-bdf9-4da89311e881 req-867e99dc-fa26-4e0a-a7e4-b6f4e28cf8cb tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610274 May 31 13:40:04.422470 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-06b52e27-a253-4ac8-a9f5-c01a16bebcb9 None None] For port f9a67ed0-cedd-4e84-8538-e5f5eb02a3ff, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=f9a67ed0-cedd-4e84-8538-e5f5eb02a3ff,segment=NetworkSegment(75fcec8d-53bb-4570-8d7b-8cd03abd9577),segment_id=75fcec8d-53bb-4570-8d7b-8cd03abd9577)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:40:04.435846 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-06b52e27-a253-4ac8-a9f5-c01a16bebcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:04.585455 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-c0b1f1f9-e464-406a-9e02-2effa66eb15b tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:04.604074 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b52e27-a253-4ac8-a9f5-c01a16bebcb9 None None] Pushing event updated for resources: {'Port': ['ID=f9a67ed0-cedd-4e84-8538-e5f5eb02a3ff,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:04.698656 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-c88a28e7-871e-4660-b555-603ed4610012 req-34f53551-fa75-4e9c-a596-a9146318445c tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Deleting port 62b05f69-ad8d-466d-8bd6-4a827b01fe2d {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:40:04.699116 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-c88a28e7-871e-4660-b555-603ed4610012 req-34f53551-fa75-4e9c-a596-a9146318445c tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:04.722716 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b1f1f9-e464-406a-9e02-2effa66eb15b tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Pushing event deleted for resources: {'Port': ['ID=00bc2cb2-6a9e-4905-96dc-012b03dba6e7,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:04.807391 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a86dc494-b1dc-4fd5-90c4-02d39ae52157', 'name': 'network-vif-deleted', 'tag': '64491d7b-6e9a-4bda-81d1-7220e0bc6f2c'}, {'server_uuid': '98ea044c-54a5-4e34-ad50-f0894561190f', 'name': 'network-vif-deleted', 'tag': '24651c97-ae0f-4907-8b38-7261435835f0'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:40:04.833849 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-3b798179-9518-4b8b-8371-b0991c06c94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6744b4e2-ef68-487e-8016-11c3e36d929f', 'name': 'tempest-TaggedBootDevicesTest_v242-755807215-router', 'tenant_id': 'e8214c87941844eca93c05e6b9a8f274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '1772164b-d97e-444e-b7ec-166372f51104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:33:31Z', 'updated_at': '2022-05-31T13:33:40Z', 'revision_number': 4, 'project_id': 'e8214c87941844eca93c05e6b9a8f274', 'gw_port': {'id': '1772164b-d97e-444e-b7ec-166372f51104', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:18:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6744b4e2-ef68-487e-8016-11c3e36d929f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:33:32Z', 'updated_at': '2022-05-31T13:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'ee978f54-0d60-498e-a601-a7bd91661dc3', 'name': '', 'network_id': '4c3776cd-e1b3-4e6a-975b-cdf904000766', 'tenant_id': 'e8214c87941844eca93c05e6b9a8f274', 'mac_address': 'fa:16:3e:0e:ee:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6744b4e2-ef68-487e-8016-11c3e36d929f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'f7c914b2-4439-45d4-b005-4ab7c54412a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:33:38Z', 'updated_at': '2022-05-31T13:33:50Z', 'revision_number': 5, 'project_id': 'e8214c87941844eca93c05e6b9a8f274', 'subnets': [{'id': 'f7c914b2-4439-45d4-b005-4ab7c54412a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:40:04.845328 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b798179-9518-4b8b-8371-b0991c06c94a None None] The sync data for ids ['6744b4e2-ef68-487e-8016-11c3e36d929f'] in n-d-843939-1 is: [{'id': '6744b4e2-ef68-487e-8016-11c3e36d929f', 'name': 'tempest-TaggedBootDevicesTest_v242-755807215-router', 'tenant_id': 'e8214c87941844eca93c05e6b9a8f274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '1772164b-d97e-444e-b7ec-166372f51104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:33:31Z', 'updated_at': '2022-05-31T13:33:40Z', 'revision_number': 4, 'project_id': 'e8214c87941844eca93c05e6b9a8f274', 'gw_port': {'id': '1772164b-d97e-444e-b7ec-166372f51104', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:18:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6744b4e2-ef68-487e-8016-11c3e36d929f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:33:32Z', 'updated_at': '2022-05-31T13:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'ee978f54-0d60-498e-a601-a7bd91661dc3', 'name': '', 'network_id': '4c3776cd-e1b3-4e6a-975b-cdf904000766', 'tenant_id': 'e8214c87941844eca93c05e6b9a8f274', 'mac_address': 'fa:16:3e:0e:ee:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6744b4e2-ef68-487e-8016-11c3e36d929f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'f7c914b2-4439-45d4-b005-4ab7c54412a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:33:38Z', 'updated_at': '2022-05-31T13:33:50Z', 'revision_number': 5, 'project_id': 'e8214c87941844eca93c05e6b9a8f274', 'subnets': [{'id': 'f7c914b2-4439-45d4-b005-4ab7c54412a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:40:04.886692 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device f9a67ed0-cedd-4e84-8538-e5f5eb02a3ff up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:40:04.981827 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f0e99bff-4878-4a13-a061-04657b1e7644 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:05.005799 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-c0b1f1f9-e464-406a-9e02-2effa66eb15b tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] No DVR routers for this DVR port 00bc2cb2-6a9e-4905-96dc-012b03dba6e7 on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:40:05.011175 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-c0b1f1f9-e464-406a-9e02-2effa66eb15b tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:05.111926 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 62b05f69-ad8d-466d-8bd6-4a827b01fe2d no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:40:05.151310 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1fe60749-869a-4ad1-b8a1-a0574aa3258d req-c0b1f1f9-e464-406a-9e02-2effa66eb15b tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.44 "DELETE /v2.0/ports/00bc2cb2-6a9e-4905-96dc-012b03dba6e7 HTTP/1.1" status: 204 len: 173 time: 2.0589697 May 31 13:40:05.197771 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port f9a67ed0-cedd-4e84-8538-e5f5eb02a3ff triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:40:05.198470 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:05.250314 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f0c20f-7fd6-489d-babc-4ec05f523e45 req-08955ca5-5842-431f-b6ff-d8193a23b27a tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:05.263866 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-44f0c20f-7fd6-489d-babc-4ec05f523e45 req-08955ca5-5842-431f-b6ff-d8193a23b27a tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c115b76b-660c-4184-a3f1-4850b0660aae HTTP/1.1" status: 200 len: 945 time: 0.4416544 May 31 13:40:05.282746 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e72c91-60ce-4467-aea4-a28a05d8d529 None None] New status for floating IP 1d9cea86-7b50-4d32-9399-ef4e668345b6: DOWN {{(pid=88371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 13:40:05.300551 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52b953e-9659-4886-9f69-0b6e81196b95 req-a1084fe1-3b55-4c5e-930d-fadfd1adc311 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:05.309959 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b52b953e-9659-4886-9f69-0b6e81196b95 req-a1084fe1-3b55-4c5e-930d-fadfd1adc311 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 944 time: 0.2592173 May 31 13:40:05.378196 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-44f0c20f-7fd6-489d-babc-4ec05f523e45 req-615ca37b-d207-4480-b3f6-a0dfd98fc101 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132529 May 31 13:40:05.447677 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b52b953e-9659-4886-9f69-0b6e81196b95 req-5c2d35de-e645-4bd2-b7d3-77832d34bd3d tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362836 May 31 13:40:05.451779 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-87820b88-7696-4570-96c3-97f2dfc88f22 None None] Provisioning complete for port f9a67ed0-cedd-4e84-8538-e5f5eb02a3ff triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:40:05.452158 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-87820b88-7696-4570-96c3-97f2dfc88f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:05.464101 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-f0e99bff-4878-4a13-a061-04657b1e7644 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Calling delete_port for ec65e9e4-9354-48ec-a127-71bd3d496c9d owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:40:05.493952 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b247434-197e-4900-b33c-d21d5304810e'] response: {'server_uuid': 'a86dc494-b1dc-4fd5-90c4-02d39ae52157', 'name': 'network-vif-deleted', 'tag': '64491d7b-6e9a-4bda-81d1-7220e0bc6f2c', 'status': 'completed', 'code': 200} May 31 13:40:05.494519 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b247434-197e-4900-b33c-d21d5304810e'] response: {'server_uuid': '98ea044c-54a5-4e34-ad50-f0894561190f', 'name': 'network-vif-deleted', 'tag': '24651c97-ae0f-4907-8b38-7261435835f0', 'status': 'completed', 'code': 200} May 31 13:40:05.675735 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-e4f3f273-1085-435d-828d-61ce98f822e3 req-9b5abd0c-0f3f-4c7a-bb20-8f5add91b040 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Synchronizing usage tracker for tenant:e8214c87941844eca93c05e6b9a8f274 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:40:05.700204 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-e4f3f273-1085-435d-828d-61ce98f822e3 req-9b5abd0c-0f3f-4c7a-bb20-8f5add91b040 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Unset dirty status for tenant:e8214c87941844eca93c05e6b9a8f274 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:40:05.712432 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e4f3f273-1085-435d-828d-61ce98f822e3 req-9b5abd0c-0f3f-4c7a-bb20-8f5add91b040 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/ports?device_id=98ea044c-54a5-4e34-ad50-f0894561190f HTTP/1.1" status: 200 len: 210 time: 0.0813859 May 31 13:40:05.806614 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-25f2bedb-ba94-4735-916c-851f6cace029 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:05.877362 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f0e99bff-4878-4a13-a061-04657b1e7644 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:05.938786 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09db718-5e13-4b64-8c4b-cc83bf6ecc38 req-9bf8f3c3-2ac0-4efc-966a-618962ba7285 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:05.944252 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c09db718-5e13-4b64-8c4b-cc83bf6ecc38 req-9bf8f3c3-2ac0-4efc-966a-618962ba7285 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=66af96b2-5225-483f-a506-517894788a84 HTTP/1.1" status: 200 len: 946 time: 0.1795158 May 31 13:40:05.976196 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 53188) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:06.075387 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c09db718-5e13-4b64-8c4b-cc83bf6ecc38 req-646bff53-41fb-4f58-9de9-00249479b538 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243544 May 31 13:40:06.089747 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-38444c8a-5b56-47b1-9517-62fa8cd5f971 admin admin] Deleting subnet 0cac9d00-a8ca-4f0c-abe0-a23f396b4dab {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:40:06.096374 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-38444c8a-5b56-47b1-9517-62fa8cd5f971 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:06.100033 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-87820b88-7696-4570-96c3-97f2dfc88f22 None None] Current status of the port f9a67ed0-cedd-4e84-8538-e5f5eb02a3ff is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:40:06.104411 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 62b05f69-ad8d-466d-8bd6-4a827b01fe2d is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:40:06.104909 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:06.125381 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port f9a67ed0-cedd-4e84-8538-e5f5eb02a3ff is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:40:06.127597 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-87820b88-7696-4570-96c3-97f2dfc88f22 None None] Could not find standard attr ID for object ec65e9e4-9354-48ec-a127-71bd3d496c9d. {{(pid=88371) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 31 13:40:06.136460 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-c88a28e7-871e-4660-b555-603ed4610012 req-34f53551-fa75-4e9c-a596-a9146318445c tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] For port 62b05f69-ad8d-466d-8bd6-4a827b01fe2d, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=62b05f69-ad8d-466d-8bd6-4a827b01fe2d,segment=NetworkSegment(ac59caff-d513-4fef-b003-5737787eb94f),segment_id=ac59caff-d513-4fef-b003-5737787eb94f)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:40:06.136798 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-c88a28e7-871e-4660-b555-603ed4610012 req-34f53551-fa75-4e9c-a596-a9146318445c tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:06.150246 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 62b05f69-ad8d-466d-8bd6-4a827b01fe2d, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=62b05f69-ad8d-466d-8bd6-4a827b01fe2d,segment=NetworkSegment(ac59caff-d513-4fef-b003-5737787eb94f),segment_id=ac59caff-d513-4fef-b003-5737787eb94f)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:40:06.151401 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c115b76b-660c-4184-a3f1-4850b0660aae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62b05f69-ad8d-466d-8bd6-4a827b01fe2d'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:40:06.158674 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:06.169636 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-38444c8a-5b56-47b1-9517-62fa8cd5f971 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65507433'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:06.240992 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-38444c8a-5b56-47b1-9517-62fa8cd5f971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:06.244953 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=62b05f69-ad8d-466d-8bd6-4a827b01fe2d,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:06.255041 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-cf30b57b-7125-432c-97a0-bb99aa553117 None None] Could not find standard attr ID for object ec65e9e4-9354-48ec-a127-71bd3d496c9d. {{(pid=88371) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 31 13:40:06.275687 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-985e8ba4-c14f-445e-8b1a-2e46f917be63'] response: {'server_uuid': 'c115b76b-660c-4184-a3f1-4850b0660aae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62b05f69-ad8d-466d-8bd6-4a827b01fe2d', 'code': 200} May 31 13:40:06.295659 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-c88a28e7-871e-4660-b555-603ed4610012 req-34f53551-fa75-4e9c-a596-a9146318445c tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Calling delete_port for 62b05f69-ad8d-466d-8bd6-4a827b01fe2d owned by compute:nova {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:40:06.353559 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-38444c8a-5b56-47b1-9517-62fa8cd5f971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65216469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65148562'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:06.396464 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e99bff-4878-4a13-a061-04657b1e7644 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event deleted for resources: {'Port': ['ID=ec65e9e4-9354-48ec-a127-71bd3d496c9d,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:06.484693 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38444c8a-5b56-47b1-9517-62fa8cd5f971 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cac9d00-a8ca-4f0c-abe0-a23f396b4dab,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:06.504396 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-38444c8a-5b56-47b1-9517-62fa8cd5f971 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:06.522245 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-38444c8a-5b56-47b1-9517-62fa8cd5f971 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/0cac9d00-a8ca-4f0c-abe0-a23f396b4dab HTTP/1.1" status: 204 len: 168 time: 0.5429368 May 31 13:40:06.522705 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 53202) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:06.686940 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f0e99bff-4878-4a13-a061-04657b1e7644 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:06.751966 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a800ee8-1d9a-4a67-8b22-5a7d654424e9 req-c422c03f-d08d-4e65-b7fc-23bedf44239a tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:06.752971 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-4a800ee8-1d9a-4a67-8b22-5a7d654424e9 req-c422c03f-d08d-4e65-b7fc-23bedf44239a tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Synchronizing usage tracker for tenant:bc5142db886b48f8906c49afcc233362 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:40:06.765642 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-f0e99bff-4878-4a13-a061-04657b1e7644 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "DELETE /v2.0/ports/ec65e9e4-9354-48ec-a127-71bd3d496c9d HTTP/1.1" status: 204 len: 168 time: 3.2062540 May 31 13:40:06.769522 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.db.api [req-c88a28e7-871e-4660-b555-603ed4610012 req-34f53551-fa75-4e9c-a596-a9146318445c tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:40:06.769841 n-d-843939-1 neutron-server[88369]: DEBUG oslo_db.api [req-c88a28e7-871e-4660-b555-603ed4610012 req-34f53551-fa75-4e9c-a596-a9146318445c tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:40:06.770264 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 53208) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:06.821771 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-4a800ee8-1d9a-4a67-8b22-5a7d654424e9 req-c422c03f-d08d-4e65-b7fc-23bedf44239a tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Unset dirty status for tenant:bc5142db886b48f8906c49afcc233362 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:40:06.823036 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4a800ee8-1d9a-4a67-8b22-5a7d654424e9 req-c422c03f-d08d-4e65-b7fc-23bedf44239a tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.20 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 944 time: 0.8744147 May 31 13:40:06.825625 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1ffe4db-f432-4fa8-aa52-cea13b2ec36f tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] DELETE failed (client error): The resource could not be found. May 31 13:40:06.826128 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1ffe4db-f432-4fa8-aa52-cea13b2ec36f tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:40:06.843814 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a5848049-973d-4e79-883f-66a232715ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:06.941760 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e1ffe4db-f432-4fa8-aa52-cea13b2ec36f tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "DELETE /v2.0/ports/ec65e9e4-9354-48ec-a127-71bd3d496c9d HTTP/1.1" status: 404 len: 333 time: 0.1628032 May 31 13:40:06.955234 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 53212) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:07.035149 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6fd13be-fb93-45fd-9ae1-1fc5b6e7cad3 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] GET failed (client error): The resource could not be found. May 31 13:40:07.035688 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-f6fd13be-fb93-45fd-9ae1-1fc5b6e7cad3 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Synchronizing usage tracker for tenant:a62a1f0c39e548d390793611ac95b19e on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:40:07.069110 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fcd729-9979-49e9-88df-18d443257f28 req-6050c3dd-bd0f-4896-b459-39934819e673 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:07.070629 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-33fcd729-9979-49e9-88df-18d443257f28 req-6050c3dd-bd0f-4896-b459-39934819e673 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c115b76b-660c-4184-a3f1-4850b0660aae HTTP/1.1" status: 200 len: 943 time: 0.4828825 May 31 13:40:07.094035 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-4a800ee8-1d9a-4a67-8b22-5a7d654424e9 req-71ce644a-af2c-40a1-beee-d578d3c3c23b tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Deleting port bcea5229-e83e-4a8f-a38a-ad9361d01354 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:40:07.094309 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-4a800ee8-1d9a-4a67-8b22-5a7d654424e9 req-71ce644a-af2c-40a1-beee-d578d3c3c23b tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:07.128108 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8ea945-a5fa-497a-93b3-1c32dedeaa11 req-b008ec41-eaa3-4a13-ba52-a25101707ada tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:07.129648 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-be8ea945-a5fa-497a-93b3-1c32dedeaa11 req-b008ec41-eaa3-4a13-ba52-a25101707ada tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 944 time: 0.4652605 May 31 13:40:07.204809 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a5848049-973d-4e79-883f-66a232715ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:07.255464 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-33fcd729-9979-49e9-88df-18d443257f28 req-14313650-a093-4448-a67f-d45a44294555 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364164 May 31 13:40:07.265297 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-a5848049-973d-4e79-883f-66a232715ba3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7090fc64-4766-4bc1-8c8d-d8e3dd2b5735']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:40:07.278789 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-c88a28e7-871e-4660-b555-603ed4610012 req-34f53551-fa75-4e9c-a596-a9146318445c tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Deleting port 62b05f69-ad8d-466d-8bd6-4a827b01fe2d {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:40:07.279142 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-c88a28e7-871e-4660-b555-603ed4610012 req-34f53551-fa75-4e9c-a596-a9146318445c tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:07.289251 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-a5848049-973d-4e79-883f-66a232715ba3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3443ede-b43a-41d6-a2b9-2ee5a31d0003') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:40:07.289553 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-a5848049-973d-4e79-883f-66a232715ba3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3443ede-b43a-41d6-a2b9-2ee5a31d0003') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:40:07.306019 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a5848049-973d-4e79-883f-66a232715ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:07.331844 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a5848049-973d-4e79-883f-66a232715ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:07.339368 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5848049-973d-4e79-883f-66a232715ba3 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:40:07.341261 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a5848049-973d-4e79-883f-66a232715ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:07.379510 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:07.388567 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 13:40:07.454436 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-f6fd13be-fb93-45fd-9ae1-1fc5b6e7cad3 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Unset dirty status for tenant:a62a1f0c39e548d390793611ac95b19e on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:40:07.458414 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-f6fd13be-fb93-45fd-9ae1-1fc5b6e7cad3 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "GET /v2.0/ports/ec65e9e4-9354-48ec-a127-71bd3d496c9d HTTP/1.1" status: 404 len: 333 time: 0.4910216 May 31 13:40:07.476010 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 53218) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:07.478274 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment d3443ede-b43a-41d6-a2b9-2ee5a31d0003 resource provider aggregate not found May 31 13:40:07.484869 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-be8ea945-a5fa-497a-93b3-1c32dedeaa11 req-412389be-c012-49a7-aa2b-19b23ff802bc tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3378623 May 31 13:40:07.555397 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25f2bedb-ba94-4735-916c-851f6cace029 admin admin] Router 738e2dbd-652e-43a7-b5b6-d0f67668801c has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:40:07.608348 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98ea044c-54a5-4e34-ad50-f0894561190f', 'name': 'network-vif-deleted', 'tag': '00bc2cb2-6a9e-4905-96dc-012b03dba6e7'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:40:07.622946 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-589cb19f-8c1d-44cf-9011-48b3d4316044 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Deleting subnet a1318938-8456-4dfa-853a-79cf08301ad1 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:40:07.626148 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-589cb19f-8c1d-44cf-9011-48b3d4316044 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:07.657457 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment d3443ede-b43a-41d6-a2b9-2ee5a31d0003 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d3443ede-b43a-41d6-a2b9-2ee5a31d0003 found for delete ", "request_id": "req-3c289c17-50a5-48a1-b024-cfc5bd133ea0"}]} May 31 13:40:07.735327 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cfbcfc4a-73a0-4b1c-9b82-fe86047f0d34 req-82aa1de9-afcf-4166-9ed1-29ca9b3fa225 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/ports?device_id=98ea044c-54a5-4e34-ad50-f0894561190f HTTP/1.1" status: 200 len: 210 time: 0.0798864 May 31 13:40:07.735833 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a5848049-973d-4e79-883f-66a232715ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:07.762568 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a5848049-973d-4e79-883f-66a232715ba3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:07.767421 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5848049-973d-4e79-883f-66a232715ba3 admin admin] Pushing event deleted for resources: {'Network': ['ID=7090fc64-4766-4bc1-8c8d-d8e3dd2b5735,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:07.781300 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-589cb19f-8c1d-44cf-9011-48b3d4316044 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65507433'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:07.833449 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-a5848049-973d-4e79-883f-66a232715ba3 admin admin] 10.222.0.50 "DELETE /v2.0/networks/7090fc64-4766-4bc1-8c8d-d8e3dd2b5735 HTTP/1.1" status: 204 len: 168 time: 1.3097019 May 31 13:40:07.867071 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee96e769-43fe-47bc-98a3-e69081af7c17 req-0e4fe2b2-8e64-4aee-b7da-a2a62a59a54a tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:07.868688 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ee96e769-43fe-47bc-98a3-e69081af7c17 req-0e4fe2b2-8e64-4aee-b7da-a2a62a59a54a tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=66af96b2-5225-483f-a506-517894788a84 HTTP/1.1" status: 200 len: 946 time: 0.4217110 May 31 13:40:07.950798 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ee96e769-43fe-47bc-98a3-e69081af7c17 req-84592109-eb3e-45f5-a99e-99690730130f tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750310 May 31 13:40:07.978254 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-589cb19f-8c1d-44cf-9011-48b3d4316044 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:08.038574 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e87871b6-762a-479e-8e0f-3addb38e00e4'] response: {'server_uuid': '98ea044c-54a5-4e34-ad50-f0894561190f', 'name': 'network-vif-deleted', 'tag': '00bc2cb2-6a9e-4905-96dc-012b03dba6e7', 'status': 'completed', 'code': 200} May 31 13:40:08.072359 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-4a800ee8-1d9a-4a67-8b22-5a7d654424e9 req-71ce644a-af2c-40a1-beee-d578d3c3c23b tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] For port bcea5229-e83e-4a8f-a38a-ad9361d01354, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=bcea5229-e83e-4a8f-a38a-ad9361d01354,segment=NetworkSegment(4d75b4c6-9dbf-466e-9960-e4baeffc8b58),segment_id=4d75b4c6-9dbf-466e-9960-e4baeffc8b58)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:40:08.072981 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-4a800ee8-1d9a-4a67-8b22-5a7d654424e9 req-71ce644a-af2c-40a1-beee-d578d3c3c23b tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:08.142724 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 53228) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:08.195724 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-589cb19f-8c1d-44cf-9011-48b3d4316044 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65216469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65148562'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:08.198933 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-c88a28e7-871e-4660-b555-603ed4610012 req-34f53551-fa75-4e9c-a596-a9146318445c tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] For port 62b05f69-ad8d-466d-8bd6-4a827b01fe2d, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=62b05f69-ad8d-466d-8bd6-4a827b01fe2d,segment=NetworkSegment(ac59caff-d513-4fef-b003-5737787eb94f),segment_id=ac59caff-d513-4fef-b003-5737787eb94f)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:40:08.199705 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-c88a28e7-871e-4660-b555-603ed4610012 req-34f53551-fa75-4e9c-a596-a9146318445c tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:08.207382 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f2bedb-ba94-4735-916c-851f6cace029 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:40:08.217828 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96220803-c8f6-4a48-8588-173382c0dc60 None None] Sync routers for ids ['738e2dbd-652e-43a7-b5b6-d0f67668801c'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:40:08.218575 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-25f2bedb-ba94-4735-916c-851f6cace029 admin admin] 10.222.0.50 "PUT /v2.0/routers/738e2dbd-652e-43a7-b5b6-d0f67668801c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0304317 May 31 13:40:08.221823 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 53232) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:08.229815 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96220803-c8f6-4a48-8588-173382c0dc60 None None] Routers {'738e2dbd-652e-43a7-b5b6-d0f67668801c'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:40:08.231539 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-96220803-c8f6-4a48-8588-173382c0dc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:39:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['738e2dbd-652e-43a7-b5b6-d0f67668801c'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:40:08.244786 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589cb19f-8c1d-44cf-9011-48b3d4316044 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event deleted for resources: {'Subnet': ['ID=a1318938-8456-4dfa-853a-79cf08301ad1,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:08.264608 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-589cb19f-8c1d-44cf-9011-48b3d4316044 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:08.268946 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-11eb3630-0442-4fef-bbb4-95b514a24580 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c57625484b41479da30faed75e795b98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1209707 May 31 13:40:08.270846 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f7b677-7719-46f2-905d-3ebcf6dc790e None None] Network dbc78e8f-71c6-4d14-b855-517154241f17 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:40:08.271562 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 53234) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:08.288840 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-589cb19f-8c1d-44cf-9011-48b3d4316044 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "DELETE /v2.0/subnets/a1318938-8456-4dfa-853a-79cf08301ad1 HTTP/1.1" status: 204 len: 168 time: 0.8029859 May 31 13:40:08.299636 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 53240) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:08.401000 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-c88a28e7-871e-4660-b555-603ed4610012 req-34f53551-fa75-4e9c-a596-a9146318445c tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Calling delete_port for 62b05f69-ad8d-466d-8bd6-4a827b01fe2d owned by compute:nova {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:40:08.436234 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ea3ef11f-93f7-4d8a-b211-e847d4453929 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:08.449026 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb5c8fd-484a-436d-b28d-fd58e0311b8f req-ad8503e9-f5ad-49be-856b-b9a68879d418 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:08.450598 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-edb5c8fd-484a-436d-b28d-fd58e0311b8f req-ad8503e9-f5ad-49be-856b-b9a68879d418 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.44 "GET /v2.0/ports?device_id=66af96b2-5225-483f-a506-517894788a84 HTTP/1.1" status: 200 len: 946 time: 0.3630700 May 31 13:40:08.558110 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-96220803-c8f6-4a48-8588-173382c0dc60 None None] Set router 738e2dbd-652e-43a7-b5b6-d0f67668801c gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:40:08.665439 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-ea3ef11f-93f7-4d8a-b211-e847d4453929 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Deleting port f9a67ed0-cedd-4e84-8538-e5f5eb02a3ff {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:40:08.666563 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ea3ef11f-93f7-4d8a-b211-e847d4453929 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:08.766028 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d535b1-8ba1-450c-81b2-d28fa84c7929 None None] DHCP port deletion for dbc78e8f-71c6-4d14-b855-517154241f17 request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:40:08.772699 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-87d535b1-8ba1-450c-81b2-d28fa84c7929 None None] Deleting port f9a67ed0-cedd-4e84-8538-e5f5eb02a3ff {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:40:08.773236 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-87d535b1-8ba1-450c-81b2-d28fa84c7929 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:08.855711 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:08.874863 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eb88514e-c303-4360-aeb4-ba33011925e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:08.880289 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-edb5c8fd-484a-436d-b28d-fd58e0311b8f req-951cad06-3541-4813-9040-398033ca4de3 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Deleting port 454103ee-914f-4987-9e96-6b0a3314be46 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:40:08.880931 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-edb5c8fd-484a-436d-b28d-fd58e0311b8f req-951cad06-3541-4813-9040-398033ca4de3 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:08.953079 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-96220803-c8f6-4a48-8588-173382c0dc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738e2dbd-652e-43a7-b5b6-d0f67668801c', 'name': 'tempest-VolumesAdminNegativeTest-2128179311-router', 'tenant_id': 'f89ceabafad5420cb483df25f252f64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': 'a9032518-f1e3-4fa4-8f8e-59e49e4181e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:36:50Z', 'updated_at': '2022-05-31T13:40:03Z', 'revision_number': 5, 'project_id': 'f89ceabafad5420cb483df25f252f64a', 'gw_port': {'id': 'a9032518-f1e3-4fa4-8f8e-59e49e4181e3', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:1e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738e2dbd-652e-43a7-b5b6-d0f67668801c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:36:55Z', 'updated_at': '2022-05-31T13:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:40:08.955993 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9614d7f5-b0fc-41e3-9bb7-945c5e17c1de admin admin] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:08.958434 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96220803-c8f6-4a48-8588-173382c0dc60 None None] Checking router: 738e2dbd-652e-43a7-b5b6-d0f67668801c for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:40:08.968386 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96220803-c8f6-4a48-8588-173382c0dc60 None None] Routers {'738e2dbd-652e-43a7-b5b6-d0f67668801c'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:40:08.969334 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-96220803-c8f6-4a48-8588-173382c0dc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:39:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['738e2dbd-652e-43a7-b5b6-d0f67668801c'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:40:09.063338 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-87d535b1-8ba1-450c-81b2-d28fa84c7929 None None] For port f9a67ed0-cedd-4e84-8538-e5f5eb02a3ff, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=f9a67ed0-cedd-4e84-8538-e5f5eb02a3ff,segment=NetworkSegment(75fcec8d-53bb-4570-8d7b-8cd03abd9577),segment_id=75fcec8d-53bb-4570-8d7b-8cd03abd9577)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:40:09.064632 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-87d535b1-8ba1-450c-81b2-d28fa84c7929 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:09.091722 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eb88514e-c303-4360-aeb4-ba33011925e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:09.140682 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device bcea5229-e83e-4a8f-a38a-ad9361d01354 no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:40:09.153057 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-4a800ee8-1d9a-4a67-8b22-5a7d654424e9 req-71ce644a-af2c-40a1-beee-d578d3c3c23b tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:09.153813 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-4a800ee8-1d9a-4a67-8b22-5a7d654424e9 req-71ce644a-af2c-40a1-beee-d578d3c3c23b tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:09.153813 n-d-843939-1 neutron-server[88369]: INFO neutron.db.l3_db [req-4a800ee8-1d9a-4a67-8b22-5a7d654424e9 req-71ce644a-af2c-40a1-beee-d578d3c3c23b tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Floating IP 4e86d11b-5ec2-4a73-88bc-656ca1b735d9 disassociated. External IP: 172.25.6.192, port: bcea5229-e83e-4a8f-a38a-ad9361d01354. May 31 13:40:09.154076 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-4a800ee8-1d9a-4a67-8b22-5a7d654424e9 req-71ce644a-af2c-40a1-beee-d578d3c3c23b tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Calling delete_port for bcea5229-e83e-4a8f-a38a-ad9361d01354 owned by compute:nova {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:40:09.186031 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-c88a28e7-871e-4660-b555-603ed4610012 req-34f53551-fa75-4e9c-a596-a9146318445c tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:09.200245 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-96220803-c8f6-4a48-8588-173382c0dc60 None None] Set router 738e2dbd-652e-43a7-b5b6-d0f67668801c gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:40:09.274816 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f53551-fa75-4e9c-a596-a9146318445c tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Pushing event deleted for resources: {'Port': ['ID=62b05f69-ad8d-466d-8bd6-4a827b01fe2d,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:09.284060 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-87d535b1-8ba1-450c-81b2-d28fa84c7929 None None] Calling delete_port for f9a67ed0-cedd-4e84-8538-e5f5eb02a3ff owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:40:09.344045 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15adef89-612a-4dd9-aa01-409f1b8db1cc req-491b19e5-96fe-46ba-865e-9fa7fdd35227 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:09.352922 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-15adef89-612a-4dd9-aa01-409f1b8db1cc req-491b19e5-96fe-46ba-865e-9fa7fdd35227 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c115b76b-660c-4184-a3f1-4850b0660aae HTTP/1.1" status: 200 len: 943 time: 0.8483720 May 31 13:40:09.381905 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9614d7f5-b0fc-41e3-9bb7-945c5e17c1de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:09.392984 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-c88a28e7-871e-4660-b555-603ed4610012 req-34f53551-fa75-4e9c-a596-a9146318445c tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] No DVR routers for this DVR port 62b05f69-ad8d-466d-8bd6-4a827b01fe2d on host n-h1-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:40:09.396869 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-c88a28e7-871e-4660-b555-603ed4610012 req-34f53551-fa75-4e9c-a596-a9146318445c tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:09.400101 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c115b76b-660c-4184-a3f1-4850b0660aae', 'name': 'network-vif-deleted', 'tag': '62b05f69-ad8d-466d-8bd6-4a827b01fe2d'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:40:09.410943 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-9614d7f5-b0fc-41e3-9bb7-945c5e17c1de admin admin] Deleting port a9032518-f1e3-4fa4-8f8e-59e49e4181e3 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:40:09.411277 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9614d7f5-b0fc-41e3-9bb7-945c5e17c1de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:09.497625 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc116c44-cf05-4aaf-ab14-d0658f49cd06 req-a25ae122-d51b-431e-a87d-f38dcd96935a tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:09.500315 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c88a28e7-871e-4660-b555-603ed4610012 req-34f53551-fa75-4e9c-a596-a9146318445c tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.20 "DELETE /v2.0/ports/62b05f69-ad8d-466d-8bd6-4a827b01fe2d HTTP/1.1" status: 204 len: 173 time: 5.7974145 May 31 13:40:09.505683 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bc116c44-cf05-4aaf-ab14-d0658f49cd06 req-a25ae122-d51b-431e-a87d-f38dcd96935a tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 944 time: 0.7924576 May 31 13:40:09.515885 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port bcea5229-e83e-4a8f-a38a-ad9361d01354 is: DOWN; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:40:09.552028 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-15adef89-612a-4dd9-aa01-409f1b8db1cc req-ba703bb2-4edb-494f-a009-4c80df5a7155 tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] 10.222.0.50 "GET /v2.0/security-groups?id=8701cef7-29fe-4907-9351-b56fb27f1a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981664 May 31 13:40:09.553668 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-87d535b1-8ba1-450c-81b2-d28fa84c7929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:09.630891 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d535b1-8ba1-450c-81b2-d28fa84c7929 None None] Pushing event deleted for resources: {'Port': ['ID=f9a67ed0-cedd-4e84-8538-e5f5eb02a3ff,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:09.637664 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bc116c44-cf05-4aaf-ab14-d0658f49cd06 req-69a38515-2e71-4fc5-a364-2d3e099424e4 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups?id=ffda2590-39a0-411b-8152-4a5699ec7511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260808 May 31 13:40:09.653724 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-4a800ee8-1d9a-4a67-8b22-5a7d654424e9 req-71ce644a-af2c-40a1-beee-d578d3c3c23b tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:09.655385 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d535b1-8ba1-450c-81b2-d28fa84c7929 None None] No DVR routers for this DVR port f9a67ed0-cedd-4e84-8538-e5f5eb02a3ff on host n-d-843939-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:40:09.721531 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-96220803-c8f6-4a48-8588-173382c0dc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738e2dbd-652e-43a7-b5b6-d0f67668801c', 'name': 'tempest-VolumesAdminNegativeTest-2128179311-router', 'tenant_id': 'f89ceabafad5420cb483df25f252f64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': 'a9032518-f1e3-4fa4-8f8e-59e49e4181e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:36:50Z', 'updated_at': '2022-05-31T13:40:03Z', 'revision_number': 5, 'project_id': 'f89ceabafad5420cb483df25f252f64a', 'gw_port': {'id': 'a9032518-f1e3-4fa4-8f8e-59e49e4181e3', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:1e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738e2dbd-652e-43a7-b5b6-d0f67668801c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:36:55Z', 'updated_at': '2022-05-31T13:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:40:09.732915 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96220803-c8f6-4a48-8588-173382c0dc60 None None] The sync data for ids ['738e2dbd-652e-43a7-b5b6-d0f67668801c'] in n-d-843939-1 is: [{'id': '738e2dbd-652e-43a7-b5b6-d0f67668801c', 'name': 'tempest-VolumesAdminNegativeTest-2128179311-router', 'tenant_id': 'f89ceabafad5420cb483df25f252f64a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': 'a9032518-f1e3-4fa4-8f8e-59e49e4181e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:36:50Z', 'updated_at': '2022-05-31T13:40:03Z', 'revision_number': 5, 'project_id': 'f89ceabafad5420cb483df25f252f64a', 'gw_port': {'id': 'a9032518-f1e3-4fa4-8f8e-59e49e4181e3', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:1e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738e2dbd-652e-43a7-b5b6-d0f67668801c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:36:55Z', 'updated_at': '2022-05-31T13:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:40:09.765949 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-ea3ef11f-93f7-4d8a-b211-e847d4453929 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] For port f9a67ed0-cedd-4e84-8538-e5f5eb02a3ff, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=f9a67ed0-cedd-4e84-8538-e5f5eb02a3ff,segment=NetworkSegment(75fcec8d-53bb-4570-8d7b-8cd03abd9577),segment_id=75fcec8d-53bb-4570-8d7b-8cd03abd9577)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:40:09.766358 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ea3ef11f-93f7-4d8a-b211-e847d4453929 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:09.773055 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ce644a-af2c-40a1-beee-d578d3c3c23b tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Pushing event deleted for resources: {'Port': ['ID=bcea5229-e83e-4a8f-a38a-ad9361d01354,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:09.882960 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86269ea8-c8ae-4866-999c-e9fa403ebbd0'] response: {'server_uuid': 'c115b76b-660c-4184-a3f1-4850b0660aae', 'name': 'network-vif-deleted', 'tag': '62b05f69-ad8d-466d-8bd6-4a827b01fe2d', 'status': 'completed', 'code': 200} May 31 13:40:09.913731 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 53258) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:09.915588 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-9614d7f5-b0fc-41e3-9bb7-945c5e17c1de admin admin] For port a9032518-f1e3-4fa4-8f8e-59e49e4181e3, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=a9032518-f1e3-4fa4-8f8e-59e49e4181e3,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:40:09.915952 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9614d7f5-b0fc-41e3-9bb7-945c5e17c1de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:09.934046 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-ea3ef11f-93f7-4d8a-b211-e847d4453929 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Calling delete_port for f9a67ed0-cedd-4e84-8538-e5f5eb02a3ff owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:40:10.031143 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eb88514e-c303-4360-aeb4-ba33011925e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:10.073107 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb88514e-c303-4360-aeb4-ba33011925e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=677b8212-d6d1-4b38-be51-aaa6218210d3,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:10.094950 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-9614d7f5-b0fc-41e3-9bb7-945c5e17c1de admin admin] Calling delete_port for a9032518-f1e3-4fa4-8f8e-59e49e4181e3 owned by network:router_gateway {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:40:10.161697 n-d-843939-1 neutron-server[88370]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 31 13:40:10.161697 n-d-843939-1 neutron-server[88370]: from cryptography.utils import int_from_bytes May 31 13:40:10.161697 n-d-843939-1 neutron-server[88370]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 31 13:40:10.161697 n-d-843939-1 neutron-server[88370]: from cryptography.utils import int_from_bytes May 31 13:40:10.161697 n-d-843939-1 neutron-server[88370]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 31 13:40:10.161697 n-d-843939-1 neutron-server[88370]: util.warn_limited( May 31 13:40:10.161697 n-d-843939-1 neutron-server[88370]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 31 13:40:10.161697 n-d-843939-1 neutron-server[88370]: util.warn_limited( May 31 13:40:10.161697 n-d-843939-1 neutron-server[88370]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:40:10.161697 n-d-843939-1 neutron-server[88370]: util.warn( May 31 13:40:10.161697 n-d-843939-1 neutron-server[88370]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:40:10.161697 n-d-843939-1 neutron-server[88370]: util.warn( May 31 13:40:10.161697 n-d-843939-1 neutron-server[88370]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:40:10.161697 n-d-843939-1 neutron-server[88370]: util.warn( May 31 13:40:10.161697 n-d-843939-1 neutron-server[88370]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:40:10.161697 n-d-843939-1 neutron-server[88370]: util.warn( May 31 13:40:10.161697 n-d-843939-1 neutron-server[88370]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:40:10.161697 n-d-843939-1 neutron-server[88370]: util.warn( May 31 13:40:10.161697 n-d-843939-1 neutron-server[88370]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:40:10.161697 n-d-843939-1 neutron-server[88370]: util.warn( May 31 13:40:10.161697 n-d-843939-1 neutron-server[88370]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:40:10.161697 n-d-843939-1 neutron-server[88370]: util.warn( May 31 13:40:10.161697 n-d-843939-1 neutron-server[88370]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:40:10.161697 n-d-843939-1 neutron-server[88370]: util.warn( May 31 13:40:10.161697 n-d-843939-1 neutron-server[88370]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:40:10.161697 n-d-843939-1 neutron-server[88370]: util.warn( May 31 13:40:10.161697 n-d-843939-1 neutron-server[88370]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:40:10.161697 n-d-843939-1 neutron-server[88370]: util.warn( May 31 13:40:10.161697 n-d-843939-1 neutron-server[88370]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:40:10.161697 n-d-843939-1 neutron-server[88370]: util.warn( May 31 13:40:10.161697 n-d-843939-1 neutron-server[88370]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:40:10.161697 n-d-843939-1 neutron-server[88370]: util.warn( May 31 13:40:10.161697 n-d-843939-1 neutron-server[88370]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:40:10.161697 n-d-843939-1 neutron-server[88370]: util.warn( May 31 13:40:10.161697 n-d-843939-1 neutron-server[88370]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:40:10.161697 n-d-843939-1 neutron-server[88370]: util.warn( May 31 13:40:10.161697 n-d-843939-1 neutron-server[88370]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:40:10.161697 n-d-843939-1 neutron-server[88370]: util.warn( May 31 13:40:10.161697 n-d-843939-1 neutron-server[88370]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:40:10.161697 n-d-843939-1 neutron-server[88370]: util.warn( May 31 13:40:10.161697 n-d-843939-1 neutron-server[88370]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:40:10.161697 n-d-843939-1 neutron-server[88370]: util.warn( May 31 13:40:10.164690 n-d-843939-1 neutron-server[88370]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:40:10.164690 n-d-843939-1 neutron-server[88370]: util.warn( May 31 13:40:10.164690 n-d-843939-1 neutron-server[88370]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:40:10.164690 n-d-843939-1 neutron-server[88370]: util.warn( May 31 13:40:10.164690 n-d-843939-1 neutron-server[88370]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:40:10.164690 n-d-843939-1 neutron-server[88370]: util.warn( May 31 13:40:10.164690 n-d-843939-1 neutron-server[88370]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:40:10.164690 n-d-843939-1 neutron-server[88370]: util.warn( May 31 13:40:10.164690 n-d-843939-1 neutron-server[88370]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:40:10.164690 n-d-843939-1 neutron-server[88370]: util.warn( May 31 13:40:10.164690 n-d-843939-1 neutron-server[88370]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:40:10.164690 n-d-843939-1 neutron-server[88370]: util.warn( May 31 13:40:10.164690 n-d-843939-1 neutron-server[88370]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:40:10.164690 n-d-843939-1 neutron-server[88370]: util.warn( May 31 13:40:10.164690 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eb88514e-c303-4360-aeb4-ba33011925e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:10.164690 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-eb88514e-c303-4360-aeb4-ba33011925e2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/677b8212-d6d1-4b38-be51-aaa6218210d3 HTTP/1.1" status: 204 len: 168 time: 1.8911934 May 31 13:40:10.171461 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-edb5c8fd-484a-436d-b28d-fd58e0311b8f req-951cad06-3541-4813-9040-398033ca4de3 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] For port 454103ee-914f-4987-9e96-6b0a3314be46, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=454103ee-914f-4987-9e96-6b0a3314be46,segment=NetworkSegment(2d583837-a9d6-4709-9af2-21c6363b8602),segment_id=2d583837-a9d6-4709-9af2-21c6363b8602)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:40:10.172098 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-edb5c8fd-484a-436d-b28d-fd58e0311b8f req-951cad06-3541-4813-9040-398033ca4de3 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:10.244353 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.api [None req-ea3ef11f-93f7-4d8a-b211-e847d4453929 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88370) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:40:10.244675 n-d-843939-1 neutron-server[88370]: DEBUG oslo_db.api [None req-ea3ef11f-93f7-4d8a-b211-e847d4453929 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:40:10.358873 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-edb5c8fd-484a-436d-b28d-fd58e0311b8f req-951cad06-3541-4813-9040-398033ca4de3 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Calling delete_port for 454103ee-914f-4987-9e96-6b0a3314be46 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:40:10.417177 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f237fbc6-3ea4-40ca-b114-b097164e817d tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:10.420138 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a800ee8-1d9a-4a67-8b22-5a7d654424e9 req-71ce644a-af2c-40a1-beee-d578d3c3c23b tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Router 450e5751-4d0c-4fea-9698-137a06d1e8eb has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:40:10.443180 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cccec06-e14f-4d98-bb97-4ffe5967ea69 req-9a4d1e4c-3a48-4145-b922-46d5f500fb33 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:10.444800 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0cccec06-e14f-4d98-bb97-4ffe5967ea69 req-9a4d1e4c-3a48-4145-b922-46d5f500fb33 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=66af96b2-5225-483f-a506-517894788a84 HTTP/1.1" status: 200 len: 946 time: 0.4826334 May 31 13:40:10.507928 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6d4b6f08-5ac7-4c8e-bb15-d06e19f2d23b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:10.534631 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0cccec06-e14f-4d98-bb97-4ffe5967ea69 req-f197a608-d6ea-4859-a707-889b5da2b16a tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef201fe1-6aa5-45c0-92f7-c6796df8631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688202 May 31 13:40:10.546260 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f237fbc6-3ea4-40ca-b114-b097164e817d tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:10.648055 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-edb5c8fd-484a-436d-b28d-fd58e0311b8f req-951cad06-3541-4813-9040-398033ca4de3 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:10.756256 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 53276) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:10.757521 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-ea3ef11f-93f7-4d8a-b211-e847d4453929 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Deleting port f9a67ed0-cedd-4e84-8538-e5f5eb02a3ff {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:40:10.758494 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ea3ef11f-93f7-4d8a-b211-e847d4453929 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:10.765493 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device f9a67ed0-cedd-4e84-8538-e5f5eb02a3ff no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:40:10.816706 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951cad06-3541-4813-9040-398033ca4de3 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Pushing event deleted for resources: {'Port': ['ID=454103ee-914f-4987-9e96-6b0a3314be46,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:10.827367 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: f9a67ed0-cedd-4e84-8538-e5f5eb02a3ff {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:40:10.827998 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device f9a67ed0-cedd-4e84-8538-e5f5eb02a3ff not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:40:10.828601 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 466cd051-d5e9-4900-b939-2aaed1453612 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:40:10.867062 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 466cd051-d5e9-4900-b939-2aaed1453612 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:40:10.869664 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0bf09b71-ed49-48ba-b446-9851f006b1dd req-969d2a81-1d09-43f7-b87d-087927643819 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/ports?device_id=a12efbab-a760-4348-9c14-f969aac5be15 HTTP/1.1" status: 200 len: 210 time: 0.0612922 May 31 13:40:10.881733 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 466cd051-d5e9-4900-b939-2aaed1453612 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:40:10.926121 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f237fbc6-3ea4-40ca-b114-b097164e817d tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:10.929292 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-ea3ef11f-93f7-4d8a-b211-e847d4453929 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] The port 'f9a67ed0-cedd-4e84-8538-e5f5eb02a3ff' was deleted {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 13:40:10.952675 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a800ee8-1d9a-4a67-8b22-5a7d654424e9 req-71ce644a-af2c-40a1-beee-d578d3c3c23b tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:40:10.960842 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9614d7f5-b0fc-41e3-9bb7-945c5e17c1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:10.967572 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221c9c5f-9a66-4f5a-989b-013472f2528c None None] Sync routers for ids ['450e5751-4d0c-4fea-9698-137a06d1e8eb'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:40:10.986952 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221c9c5f-9a66-4f5a-989b-013472f2528c None None] Routers {'450e5751-4d0c-4fea-9698-137a06d1e8eb'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:40:10.987840 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-221c9c5f-9a66-4f5a-989b-013472f2528c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:39:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['450e5751-4d0c-4fea-9698-137a06d1e8eb'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:40:11.038441 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f237fbc6-3ea4-40ca-b114-b097164e817d tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cdd63f0-9a82-48d4-b4bf-108afcf63acd,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:11.096991 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9614d7f5-b0fc-41e3-9bb7-945c5e17c1de admin admin] Pushing event deleted for resources: {'Port': ['ID=a9032518-f1e3-4fa4-8f8e-59e49e4181e3,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:11.127022 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a800ee8-1d9a-4a67-8b22-5a7d654424e9 req-71ce644a-af2c-40a1-beee-d578d3c3c23b tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] No DVR routers for this DVR port bcea5229-e83e-4a8f-a38a-ad9361d01354 on host n-h1-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:40:11.134583 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-4a800ee8-1d9a-4a67-8b22-5a7d654424e9 req-71ce644a-af2c-40a1-beee-d578d3c3c23b tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:11.135174 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-edb5c8fd-484a-436d-b28d-fd58e0311b8f req-951cad06-3541-4813-9040-398033ca4de3 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] No DVR routers for this DVR port 454103ee-914f-4987-9e96-6b0a3314be46 on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:40:11.138065 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4a800ee8-1d9a-4a67-8b22-5a7d654424e9 req-71ce644a-af2c-40a1-beee-d578d3c3c23b tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.20 "DELETE /v2.0/ports/bcea5229-e83e-4a8f-a38a-ad9361d01354 HTTP/1.1" status: 204 len: 173 time: 4.2527914 May 31 13:40:11.155176 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f237fbc6-3ea4-40ca-b114-b097164e817d tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:11.156599 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-f237fbc6-3ea4-40ca-b114-b097164e817d tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "DELETE /v2.0/security-groups/4cdd63f0-9a82-48d4-b4bf-108afcf63acd HTTP/1.1" status: 204 len: 168 time: 1.2320898 May 31 13:40:11.175109 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 53294) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:11.188882 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-edb5c8fd-484a-436d-b28d-fd58e0311b8f req-951cad06-3541-4813-9040-398033ca4de3 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:11.195920 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66af96b2-5225-483f-a506-517894788a84', 'name': 'network-vif-deleted', 'tag': '454103ee-914f-4987-9e96-6b0a3314be46'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:40:11.294372 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4045eae-9769-462e-881b-8ec9d3ea534c'] response: {'server_uuid': '66af96b2-5225-483f-a506-517894788a84', 'name': 'network-vif-deleted', 'tag': '454103ee-914f-4987-9e96-6b0a3314be46', 'status': 'completed', 'code': 200} May 31 13:40:11.298630 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ea3ef11f-93f7-4d8a-b211-e847d4453929 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:11.304469 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 53300) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:11.308151 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-b3b01973-13b8-483a-a8b9-2d8cfab8f687 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] show failed (client error): The resource could not be found. May 31 13:40:11.322825 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b3b01973-13b8-483a-a8b9-2d8cfab8f687 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "GET /v2.0/security-groups/4cdd63f0-9a82-48d4-b4bf-108afcf63acd HTTP/1.1" status: 404 len: 347 time: 0.0940902 May 31 13:40:11.328800 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 53302) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:11.348110 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-ea3ef11f-93f7-4d8a-b211-e847d4453929 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbc78e8f-71c6-4d14-b855-517154241f17']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:40:11.362375 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-ea3ef11f-93f7-4d8a-b211-e847d4453929 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75fcec8d-53bb-4570-8d7b-8cd03abd9577') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:40:11.363025 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-ea3ef11f-93f7-4d8a-b211-e847d4453929 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75fcec8d-53bb-4570-8d7b-8cd03abd9577') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:40:11.377090 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ea3ef11f-93f7-4d8a-b211-e847d4453929 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:11.394348 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ea3ef11f-93f7-4d8a-b211-e847d4453929 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:11.403503 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea3ef11f-93f7-4d8a-b211-e847d4453929 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:40:11.403923 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ea3ef11f-93f7-4d8a-b211-e847d4453929 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:11.431850 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9614d7f5-b0fc-41e3-9bb7-945c5e17c1de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577389'] for router_gateway, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:11.437021 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-221c9c5f-9a66-4f5a-989b-013472f2528c None None] Set router 450e5751-4d0c-4fea-9698-137a06d1e8eb gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:40:11.708858 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 75fcec8d-53bb-4570-8d7b-8cd03abd9577 resource provider aggregate not found May 31 13:40:11.721840 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-a5e9f716-1f4c-4015-b0d0-cb4d51411c10 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1738134592-network', 'tenant_id': 'eab2559f41df4dcf92b02a0aecb29c32'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:40:11.725652 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-edb5c8fd-484a-436d-b28d-fd58e0311b8f req-951cad06-3541-4813-9040-398033ca4de3 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.44 "DELETE /v2.0/ports/454103ee-914f-4987-9e96-6b0a3314be46 HTTP/1.1" status: 204 len: 173 time: 3.2669158 May 31 13:40:11.736038 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd3d2e52-9191-4982-afc1-a06d431d74a8 admin admin] Deleting subnet 0bea7539-c751-4155-a6fe-0d3f1a29fa41 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:40:11.741220 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cd3d2e52-9191-4982-afc1-a06d431d74a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:11.752210 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a5e9f716-1f4c-4015-b0d0-cb4d51411c10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:40:11.757792 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9614d7f5-b0fc-41e3-9bb7-945c5e17c1de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:11.762574 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-5e93acde-7b51-48bd-8c66-c60e52278a37 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Deleting port 2a810a5c-591a-4ca9-b5a9-381c432a6cc6 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:40:11.763134 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5e93acde-7b51-48bd-8c66-c60e52278a37 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:11.801069 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9614d7f5-b0fc-41e3-9bb7-945c5e17c1de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:11.817036 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a5e9f716-1f4c-4015-b0d0-cb4d51411c10 admin admin] Usage tracker for resource:network and tenant:eab2559f41df4dcf92b02a0aecb29c32 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:40:11.822329 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 75fcec8d-53bb-4570-8d7b-8cd03abd9577 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 75fcec8d-53bb-4570-8d7b-8cd03abd9577 found for delete ", "request_id": "req-32ff03a3-168c-40f8-8f86-b5a7e67b8dd6"}]} May 31 13:40:11.832502 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a5e9f716-1f4c-4015-b0d0-cb4d51411c10 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:40:11.841195 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-52127637-fa6f-42b6-b715-91fd3073923e req-5ff5d851-cbf2-47ed-bbe8-9ec6d0920865 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Synchronizing usage tracker for tenant:52669f2db59f4a3eb6fd40f6ebcd20ec on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:40:11.849771 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ea3ef11f-93f7-4d8a-b211-e847d4453929 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:11.858474 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a5e9f716-1f4c-4015-b0d0-cb4d51411c10 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:40:11.882603 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ea3ef11f-93f7-4d8a-b211-e847d4453929 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:11.892659 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cd3d2e52-9191-4982-afc1-a06d431d74a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65507433'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:11.893655 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a12efbab-a760-4348-9c14-f969aac5be15', 'name': 'network-vif-deleted', 'tag': 'bcea5229-e83e-4a8f-a38a-ad9361d01354'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:40:11.903415 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-221c9c5f-9a66-4f5a-989b-013472f2528c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450e5751-4d0c-4fea-9698-137a06d1e8eb', 'name': 'tempest-ServerActionsTestJSON-633123195-router', 'tenant_id': 'bc5142db886b48f8906c49afcc233362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': 'b0ff9342-7286-4582-a322-b61313944bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:27:07Z', 'updated_at': '2022-05-31T13:27:22Z', 'revision_number': 4, 'project_id': 'bc5142db886b48f8906c49afcc233362', 'gw_port': {'id': 'b0ff9342-7286-4582-a322-b61313944bd3', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450e5751-4d0c-4fea-9698-137a06d1e8eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:27:10Z', 'updated_at': '2022-05-31T13:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '50c579ec-b4fe-4444-83e5-25d3369ee18f', 'name': '', 'network_id': 'ef7bc708-faad-4f53-9863-9b17fc2bd3a4', 'tenant_id': 'bc5142db886b48f8906c49afcc233362', 'mac_address': 'fa:16:3e:43:c2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450e5751-4d0c-4fea-9698-137a06d1e8eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '03601eff-cc07-4210-91b9-54e2e22c50f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:27:19Z', 'updated_at': '2022-05-31T13:27:34Z', 'revision_number': 5, 'project_id': 'bc5142db886b48f8906c49afcc233362', 'subnets': [{'id': '03601eff-cc07-4210-91b9-54e2e22c50f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:40:11.908429 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9614d7f5-b0fc-41e3-9bb7-945c5e17c1de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:11.908557 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221c9c5f-9a66-4f5a-989b-013472f2528c None None] Checking router: 450e5751-4d0c-4fea-9698-137a06d1e8eb for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:40:11.909196 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9614d7f5-b0fc-41e3-9bb7-945c5e17c1de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 738e2dbd-652e-43a7-b5b6-d0f67668801c {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:40:11.925307 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221c9c5f-9a66-4f5a-989b-013472f2528c None None] Routers {'450e5751-4d0c-4fea-9698-137a06d1e8eb'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:40:11.925966 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-221c9c5f-9a66-4f5a-989b-013472f2528c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:39:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['450e5751-4d0c-4fea-9698-137a06d1e8eb'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:40:11.977730 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e9f716-1f4c-4015-b0d0-cb4d51411c10 admin admin] Made reservation on behalf of eab2559f41df4dcf92b02a0aecb29c32 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:40:11.982615 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a5e9f716-1f4c-4015-b0d0-cb4d51411c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:11.999073 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09f13a23-a9d6-41c8-b12b-89defb2bd8a1'] response: {'server_uuid': 'a12efbab-a760-4348-9c14-f969aac5be15', 'name': 'network-vif-deleted', 'tag': 'bcea5229-e83e-4a8f-a38a-ad9361d01354', 'status': 'completed', 'code': 200} May 31 13:40:12.004125 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cd3d2e52-9191-4982-afc1-a06d431d74a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:12.006638 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a5e9f716-1f4c-4015-b0d0-cb4d51411c10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:12.021367 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9614d7f5-b0fc-41e3-9bb7-945c5e17c1de admin admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:12.025288 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-9614d7f5-b0fc-41e3-9bb7-945c5e17c1de admin admin] 10.222.0.50 "DELETE /v2.0/routers/738e2dbd-652e-43a7-b5b6-d0f67668801c HTTP/1.1" status: 204 len: 168 time: 3.7536871 May 31 13:40:12.028837 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 53322) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:12.081020 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a5e9f716-1f4c-4015-b0d0-cb4d51411c10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:40:12.106217 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a5e9f716-1f4c-4015-b0d0-cb4d51411c10 admin admin] Usage tracker for resource:security_group_rule and tenant:eab2559f41df4dcf92b02a0aecb29c32 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:40:12.112179 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-ea3ef11f-93f7-4d8a-b211-e847d4453929 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "DELETE /v2.0/networks/dbc78e8f-71c6-4d14-b855-517154241f17 HTTP/1.1" status: 204 len: 168 time: 3.8105869 May 31 13:40:12.117196 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 53326) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:12.117414 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a5e9f716-1f4c-4015-b0d0-cb4d51411c10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:40:12.122232 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3ef11f-93f7-4d8a-b211-e847d4453929 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event deleted for resources: {'Network': ['ID=dbc78e8f-71c6-4d14-b855-517154241f17,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:12.124118 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-52127637-fa6f-42b6-b715-91fd3073923e req-5ff5d851-cbf2-47ed-bbe8-9ec6d0920865 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] Unset dirty status for tenant:52669f2db59f4a3eb6fd40f6ebcd20ec on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:40:12.145187 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a5e9f716-1f4c-4015-b0d0-cb4d51411c10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:40:12.148403 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-52127637-fa6f-42b6-b715-91fd3073923e req-5ff5d851-cbf2-47ed-bbe8-9ec6d0920865 tempest-DeleteServersTestJSON-1468441199 tempest-DeleteServersTestJSON-1468441199-project] 10.222.0.50 "GET /v2.0/ports?device_id=66af96b2-5225-483f-a506-517894788a84 HTTP/1.1" status: 200 len: 210 time: 0.4299569 May 31 13:40:12.153017 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cd3d2e52-9191-4982-afc1-a06d431d74a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65216469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65148562'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:12.155503 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a3b83e1-c5d9-4ed6-a5f6-a519a4c2f142 admin admin] Deleting subnet a56a567a-d5d5-4545-b54f-5c0089e8ebda {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:40:12.178867 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-0228765a-4389-425b-b8a5-172a1f28ae1c tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1003808045'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:40:12.181088 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8a3b83e1-c5d9-4ed6-a5f6-a519a4c2f142 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:12.183193 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-221c9c5f-9a66-4f5a-989b-013472f2528c None None] Set router 450e5751-4d0c-4fea-9698-137a06d1e8eb gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:40:12.212703 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 53332) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:12.222494 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0228765a-4389-425b-b8a5-172a1f28ae1c tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:40:12.234516 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cd3d2e52-9191-4982-afc1-a06d431d74a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:12.238649 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-cd3d2e52-9191-4982-afc1-a06d431d74a8 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/0bea7539-c751-4155-a6fe-0d3f1a29fa41 HTTP/1.1" status: 204 len: 168 time: 1.4303708 May 31 13:40:12.238649 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3d2e52-9191-4982-afc1-a06d431d74a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bea7539-c751-4155-a6fe-0d3f1a29fa41,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:12.240487 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-0228765a-4389-425b-b8a5-172a1f28ae1c tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Usage tracker for resource:network and tenant:a62a1f0c39e548d390793611ac95b19e is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:40:12.243183 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 53336) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:12.246350 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-0228765a-4389-425b-b8a5-172a1f28ae1c tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:40:12.252428 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 454103ee-914f-4987-9e96-6b0a3314be46 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:40:12.253125 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5e93acde-7b51-48bd-8c66-c60e52278a37 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:12.253554 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5e93acde-7b51-48bd-8c66-c60e52278a37 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:12.271735 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0228765a-4389-425b-b8a5-172a1f28ae1c tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:40:12.316043 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] No Port match for: 454103ee-914f-4987-9e96-6b0a3314be46 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:40:12.316374 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 454103ee-914f-4987-9e96-6b0a3314be46 not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:40:12.353417 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0228765a-4389-425b-b8a5-172a1f28ae1c tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Made reservation on behalf of a62a1f0c39e548d390793611ac95b19e for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:40:12.357388 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0228765a-4389-425b-b8a5-172a1f28ae1c tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:12.414621 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1dee59a0-f9ad-448c-bd03-c6dd0bb80c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:12.416396 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0228765a-4389-425b-b8a5-172a1f28ae1c tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:40:12.430883 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0228765a-4389-425b-b8a5-172a1f28ae1c tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:12.431228 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-0228765a-4389-425b-b8a5-172a1f28ae1c tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Added segment 11c2a8d1-93c8-43fe-89b8-14d786dedd24 of type vlan for network 51508cff-e2e7-4c3e-b799-24f6afa42c8c May 31 13:40:12.524286 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-5e93acde-7b51-48bd-8c66-c60e52278a37 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Calling delete_port for 2a810a5c-591a-4ca9-b5a9-381c432a6cc6 owned by network:floatingip {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:40:12.564944 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8a3b83e1-c5d9-4ed6-a5f6-a519a4c2f142 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:12.597022 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0228765a-4389-425b-b8a5-172a1f28ae1c tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:12.612595 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1dee59a0-f9ad-448c-bd03-c6dd0bb80c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:12.649230 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-221c9c5f-9a66-4f5a-989b-013472f2528c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450e5751-4d0c-4fea-9698-137a06d1e8eb', 'name': 'tempest-ServerActionsTestJSON-633123195-router', 'tenant_id': 'bc5142db886b48f8906c49afcc233362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': 'b0ff9342-7286-4582-a322-b61313944bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:27:07Z', 'updated_at': '2022-05-31T13:27:22Z', 'revision_number': 4, 'project_id': 'bc5142db886b48f8906c49afcc233362', 'gw_port': {'id': 'b0ff9342-7286-4582-a322-b61313944bd3', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450e5751-4d0c-4fea-9698-137a06d1e8eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:27:10Z', 'updated_at': '2022-05-31T13:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '50c579ec-b4fe-4444-83e5-25d3369ee18f', 'name': '', 'network_id': 'ef7bc708-faad-4f53-9863-9b17fc2bd3a4', 'tenant_id': 'bc5142db886b48f8906c49afcc233362', 'mac_address': 'fa:16:3e:43:c2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450e5751-4d0c-4fea-9698-137a06d1e8eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '03601eff-cc07-4210-91b9-54e2e22c50f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:27:19Z', 'updated_at': '2022-05-31T13:27:34Z', 'revision_number': 5, 'project_id': 'bc5142db886b48f8906c49afcc233362', 'subnets': [{'id': '03601eff-cc07-4210-91b9-54e2e22c50f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:40:12.655073 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221c9c5f-9a66-4f5a-989b-013472f2528c None None] The sync data for ids ['450e5751-4d0c-4fea-9698-137a06d1e8eb'] in n-d-843939-1 is: [{'id': '450e5751-4d0c-4fea-9698-137a06d1e8eb', 'name': 'tempest-ServerActionsTestJSON-633123195-router', 'tenant_id': 'bc5142db886b48f8906c49afcc233362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': 'b0ff9342-7286-4582-a322-b61313944bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:27:07Z', 'updated_at': '2022-05-31T13:27:22Z', 'revision_number': 4, 'project_id': 'bc5142db886b48f8906c49afcc233362', 'gw_port': {'id': 'b0ff9342-7286-4582-a322-b61313944bd3', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450e5751-4d0c-4fea-9698-137a06d1e8eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:27:10Z', 'updated_at': '2022-05-31T13:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '50c579ec-b4fe-4444-83e5-25d3369ee18f', 'name': '', 'network_id': 'ef7bc708-faad-4f53-9863-9b17fc2bd3a4', 'tenant_id': 'bc5142db886b48f8906c49afcc233362', 'mac_address': 'fa:16:3e:43:c2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450e5751-4d0c-4fea-9698-137a06d1e8eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '03601eff-cc07-4210-91b9-54e2e22c50f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:27:19Z', 'updated_at': '2022-05-31T13:27:34Z', 'revision_number': 5, 'project_id': 'bc5142db886b48f8906c49afcc233362', 'subnets': [{'id': '03601eff-cc07-4210-91b9-54e2e22c50f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:40:12.663825 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-1dee59a0-f9ad-448c-bd03-c6dd0bb80c9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1b02f4f-a70b-4201-8c66-e64da98751b7']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:40:12.681631 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-1dee59a0-f9ad-448c-bd03-c6dd0bb80c9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac59caff-d513-4fef-b003-5737787eb94f') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:40:12.681930 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-1dee59a0-f9ad-448c-bd03-c6dd0bb80c9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac59caff-d513-4fef-b003-5737787eb94f') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:40:12.699804 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0228765a-4389-425b-b8a5-172a1f28ae1c tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:12.705488 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0228765a-4389-425b-b8a5-172a1f28ae1c tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:12.706608 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0228765a-4389-425b-b8a5-172a1f28ae1c tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:12.723050 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device a9032518-f1e3-4fa4-8f8e-59e49e4181e3 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:40:12.744048 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1dee59a0-f9ad-448c-bd03-c6dd0bb80c9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:12.766079 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: a9032518-f1e3-4fa4-8f8e-59e49e4181e3 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:40:12.766864 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device a9032518-f1e3-4fa4-8f8e-59e49e4181e3 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:40:12.809753 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-282ca998-ae1c-4cf2-8bcd-d6cac74c842a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:12.838596 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1dee59a0-f9ad-448c-bd03-c6dd0bb80c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:12.855037 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3526e8be-9d4b-4377-b3d2-5912dab33286 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:12.855781 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dee59a0-f9ad-448c-bd03-c6dd0bb80c9f admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:40:12.856225 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1dee59a0-f9ad-448c-bd03-c6dd0bb80c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:12.870677 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-0228765a-4389-425b-b8a5-172a1f28ae1c tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7520657 May 31 13:40:12.876918 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 53340) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:12.932128 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0228765a-4389-425b-b8a5-172a1f28ae1c tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event updated for resources: {'Network': ['ID=51508cff-e2e7-4c3e-b799-24f6afa42c8c,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:12.943511 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 51508cff-e2e7-4c3e-b799-24f6afa42c8c details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:40:12.946861 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-7135f8c4-0aa8-4678-9dc1-3b26fb56c42e tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Request body: {'subnet': {'network_id': '51508cff-e2e7-4c3e-b799-24f6afa42c8c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:40:12.976138 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3526e8be-9d4b-4377-b3d2-5912dab33286 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:13.017686 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a5e9f716-1f4c-4015-b0d0-cb4d51411c10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:13.027161 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11aaa3a-17b6-4678-a318-3dcf87c36150 None None] New status for floating IP 4e86d11b-5ec2-4a73-88bc-656ca1b735d9: DOWN {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 13:40:13.042352 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1dee59a0-f9ad-448c-bd03-c6dd0bb80c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:13.045343 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a5e9f716-1f4c-4015-b0d0-cb4d51411c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:13.057884 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5e9f716-1f4c-4015-b0d0-cb4d51411c10 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:40:13.064162 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1dee59a0-f9ad-448c-bd03-c6dd0bb80c9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:13.069722 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a5e9f716-1f4c-4015-b0d0-cb4d51411c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:13.070181 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-a5e9f716-1f4c-4015-b0d0-cb4d51411c10 admin admin] Added segment fb54cc32-c6e1-4fc3-97d0-0969a88f18d5 of type vlan for network e5b40311-0d27-41fd-94bb-bac96f5ed647 May 31 13:40:13.086177 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dee59a0-f9ad-448c-bd03-c6dd0bb80c9f admin admin] Pushing event deleted for resources: {'Network': ['ID=b1b02f4f-a70b-4201-8c66-e64da98751b7,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:13.104498 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-1dee59a0-f9ad-448c-bd03-c6dd0bb80c9f admin admin] 10.222.0.50 "DELETE /v2.0/networks/b1b02f4f-a70b-4201-8c66-e64da98751b7 HTTP/1.1" status: 204 len: 168 time: 0.8599708 May 31 13:40:13.106517 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-7135f8c4-0aa8-4678-9dc1-3b26fb56c42e tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:40:13.111152 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-7135f8c4-0aa8-4678-9dc1-3b26fb56c42e tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Usage tracker for resource:subnet and tenant:a62a1f0c39e548d390793611ac95b19e is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:40:13.114092 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-7135f8c4-0aa8-4678-9dc1-3b26fb56c42e tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:40:13.120651 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-7135f8c4-0aa8-4678-9dc1-3b26fb56c42e tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:40:13.132711 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7135f8c4-0aa8-4678-9dc1-3b26fb56c42e tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Made reservation on behalf of a62a1f0c39e548d390793611ac95b19e for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:40:13.136425 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8a3b83e1-c5d9-4ed6-a5f6-a519a4c2f142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:13.136646 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7135f8c4-0aa8-4678-9dc1-3b26fb56c42e tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:13.177943 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a5e9f716-1f4c-4015-b0d0-cb4d51411c10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:13.195400 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5e93acde-7b51-48bd-8c66-c60e52278a37 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:13.271001 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e93acde-7b51-48bd-8c66-c60e52278a37 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Pushing event deleted for resources: {'Port': ['ID=2a810a5c-591a-4ca9-b5a9-381c432a6cc6,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:13.272921 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e9f716-1f4c-4015-b0d0-cb4d51411c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e81d7a-4b55-4c1c-8099-cb5a96863ea5,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:13.360913 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 53348) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:13.392249 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3526e8be-9d4b-4377-b3d2-5912dab33286 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:13.418371 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a5e9f716-1f4c-4015-b0d0-cb4d51411c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:13.419318 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e9f716-1f4c-4015-b0d0-cb4d51411c10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:13.419890 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a5e9f716-1f4c-4015-b0d0-cb4d51411c10 admin admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:13.468328 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3526e8be-9d4b-4377-b3d2-5912dab33286 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffda2590-39a0-411b-8152-4a5699ec7511,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:13.470194 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7135f8c4-0aa8-4678-9dc1-3b26fb56c42e tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:13.483152 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8a3b83e1-c5d9-4ed6-a5f6-a519a4c2f142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:13.559064 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7135f8c4-0aa8-4678-9dc1-3b26fb56c42e tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event updated for resources: {'Subnet': ['ID=f81bb1e8-cb07-4bd6-8ced-9970c4c8eceb,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:13.566779 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7135f8c4-0aa8-4678-9dc1-3b26fb56c42e tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Checking segment: {'id': '11c2a8d1-93c8-43fe-89b8-14d786dedd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '51508cff-e2e7-4c3e-b799-24f6afa42c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:40:13.567144 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7135f8c4-0aa8-4678-9dc1-3b26fb56c42e tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Network hostable DHCP agents. Network: 51508cff-e2e7-4c3e-b799-24f6afa42c8c, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:40:13.586459 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7135f8c4-0aa8-4678-9dc1-3b26fb56c42e tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Network 51508cff-e2e7-4c3e-b799-24f6afa42c8c is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:40:13.598266 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-7135f8c4-0aa8-4678-9dc1-3b26fb56c42e tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 51508cff-e2e7-4c3e-b799-24f6afa42c8c) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:40:13.603849 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7135f8c4-0aa8-4678-9dc1-3b26fb56c42e tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:13.604437 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7135f8c4-0aa8-4678-9dc1-3b26fb56c42e tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:13.607657 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3b83e1-c5d9-4ed6-a5f6-a519a4c2f142 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a56a567a-d5d5-4545-b54f-5c0089e8ebda,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:13.613572 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817b5eb3-ea87-429d-a41e-cd17c667a63c None None] Network 51508cff-e2e7-4c3e-b799-24f6afa42c8c requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:40:13.614807 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8a3b83e1-c5d9-4ed6-a5f6-a519a4c2f142 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:13.625338 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5e93acde-7b51-48bd-8c66-c60e52278a37 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks [] for floatingip, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:13.636205 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-dab86a18-fa3a-45c8-b03b-f8f2d8125658 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e7915944b7b94ed798ed9400dc43e749&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2692854 May 31 13:40:13.636447 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7f3f4a-132d-4d4b-89d3-5fac123da0ef None None] Network 7c231a84-2ec4-46e3-bc82-2098434c126a requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:40:13.637815 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 53360) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:13.677627 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-7135f8c4-0aa8-4678-9dc1-3b26fb56c42e tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7519524 May 31 13:40:13.680892 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 53364) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:13.694014 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a5e9f716-1f4c-4015-b0d0-cb4d51411c10 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.3695157 May 31 13:40:13.695000 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e9f716-1f4c-4015-b0d0-cb4d51411c10 admin admin] Pushing event updated for resources: {'Network': ['ID=e5b40311-0d27-41fd-94bb-bac96f5ed647,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:13.697003 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 53370) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:13.698644 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-92027dff-75cc-47af-b91d-4bb86d158afb tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Request body: {'port': {'network_id': '51508cff-e2e7-4c3e-b799-24f6afa42c8c', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1473052158'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:40:13.706090 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-8b7cbf8a-e422-4bf7-8c02-0be182a955a6 admin admin] Request body: {'subnet': {'network_id': 'e5b40311-0d27-41fd-94bb-bac96f5ed647', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1738134592-subnet', 'tenant_id': 'eab2559f41df4dcf92b02a0aecb29c32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:40:13.712397 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-8a3b83e1-c5d9-4ed6-a5f6-a519a4c2f142 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/a56a567a-d5d5-4545-b54f-5c0089e8ebda HTTP/1.1" status: 204 len: 168 time: 1.6804767 May 31 13:40:13.713815 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5e93acde-7b51-48bd-8c66-c60e52278a37 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:13.715917 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-5e93acde-7b51-48bd-8c66-c60e52278a37 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "DELETE /v2.0/floatingips/1d9cea86-7b50-4d32-9399-ef4e668345b6 HTTP/1.1" status: 204 len: 168 time: 2.3823881 May 31 13:40:13.718402 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 53376) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:13.719033 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 53378) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:13.723704 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3526e8be-9d4b-4377-b3d2-5912dab33286 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:13.723704 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-3526e8be-9d4b-4377-b3d2-5912dab33286 tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "DELETE /v2.0/security-groups/ffda2590-39a0-411b-8152-4a5699ec7511 HTTP/1.1" status: 204 len: 168 time: 1.5052991 May 31 13:40:13.724386 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8b7cbf8a-e422-4bf7-8c02-0be182a955a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:40:13.727090 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 53384) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:13.762171 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-8b7cbf8a-e422-4bf7-8c02-0be182a955a6 admin admin] Usage tracker for resource:subnet and tenant:eab2559f41df4dcf92b02a0aecb29c32 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:40:13.778627 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network e5b40311-0d27-41fd-94bb-bac96f5ed647 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:40:13.818564 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-8b7cbf8a-e422-4bf7-8c02-0be182a955a6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:40:13.841741 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-71b25539-d85a-41c0-b58a-ccbdbb3f8d1a tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] show failed (client error): The resource could not be found. May 31 13:40:13.843005 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-71b25539-d85a-41c0-b58a-ccbdbb3f8d1a tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "GET /v2.0/security-groups/ffda2590-39a0-411b-8152-4a5699ec7511 HTTP/1.1" status: 404 len: 347 time: 0.0970562 May 31 13:40:13.844100 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8b7cbf8a-e422-4bf7-8c02-0be182a955a6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:40:13.849549 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 53392) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:13.863208 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment ac59caff-d513-4fef-b003-5737787eb94f resource provider aggregate not found May 31 13:40:13.921039 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment ac59caff-d513-4fef-b003-5737787eb94f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ac59caff-d513-4fef-b003-5737787eb94f found for delete ", "request_id": "req-0a4a1893-1d2d-4fe3-9074-ebbfa3725aec"}]} May 31 13:40:13.937730 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-2064927a-79a5-40eb-8a96-ce42133abdbf tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Deleting port 308e9017-5399-4d57-9077-0fd615c7bcbd {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:40:13.938183 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2064927a-79a5-40eb-8a96-ce42133abdbf tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:14.036514 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b7cbf8a-e422-4bf7-8c02-0be182a955a6 admin admin] Made reservation on behalf of eab2559f41df4dcf92b02a0aecb29c32 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:40:14.038933 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8b7cbf8a-e422-4bf7-8c02-0be182a955a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:14.064291 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f61e37be-10d4-4cc0-bfd8-45952947ef64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:14.125697 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-383e7453-97f9-4f05-9517-0a171f432b02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:14.138348 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-91a1cef3-e95f-404f-9672-b2de90bb834a tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Deleting port e99c0d56-8cca-4c50-993a-349f80bd5e56 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:40:14.138758 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-91a1cef3-e95f-404f-9672-b2de90bb834a tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:14.151287 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:14.191895 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:14.228595 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-f61e37be-10d4-4cc0-bfd8-45952947ef64 admin admin] Deleting port a75daef1-15cd-4118-99b3-e95127962460 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:40:14.228922 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f61e37be-10d4-4cc0-bfd8-45952947ef64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:14.266571 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-383e7453-97f9-4f05-9517-0a171f432b02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:14.284600 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-92027dff-75cc-47af-b91d-4bb86d158afb tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:40:14.378542 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-92027dff-75cc-47af-b91d-4bb86d158afb tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:40:14.425498 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92027dff-75cc-47af-b91d-4bb86d158afb tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Made reservation on behalf of a62a1f0c39e548d390793611ac95b19e for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:40:14.430634 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-92027dff-75cc-47af-b91d-4bb86d158afb tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:14.448298 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f46310-b4a3-4930-b7ff-9b83cb08e8f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-51508cff-e2e7-4c3e-b799-24f6afa42c8c', 'network_id': '51508cff-e2e7-4c3e-b799-24f6afa42c8c', 'tenant_id': 'a62a1f0c39e548d390793611ac95b19e', 'fixed_ips': [{'subnet_id': 'f81bb1e8-cb07-4bd6-8ced-9970c4c8eceb'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:40:14.449879 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d8f46310-b4a3-4930-b7ff-9b83cb08e8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:14.484225 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-92027dff-75cc-47af-b91d-4bb86d158afb tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] device_id is not set on port 031f50d2-0dec-42b6-8916-ef5b353e88f7 yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:40:14.562518 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-383e7453-97f9-4f05-9517-0a171f432b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:14.601720 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2064927a-79a5-40eb-8a96-ce42133abdbf tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:14.635333 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383e7453-97f9-4f05-9517-0a171f432b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8701cef7-29fe-4907-9351-b56fb27f1a06,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:14.678468 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3aacfa-19c6-47f2-af07-b12afee742e8 None None] DHCP port deletion for 7c231a84-2ec4-46e3-bc82-2098434c126a request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:40:14.753310 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-f61e37be-10d4-4cc0-bfd8-45952947ef64 admin admin] For port a75daef1-15cd-4118-99b3-e95127962460, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=a75daef1-15cd-4118-99b3-e95127962460,segment=NetworkSegment(0c8aa3a6-47b8-4f9f-a1d3-b43478db3f3f),segment_id=0c8aa3a6-47b8-4f9f-a1d3-b43478db3f3f)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:40:14.753862 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-d8f46310-b4a3-4930-b7ff-9b83cb08e8f3 None None] Allocated IP 172.20.0.2 (51508cff-e2e7-4c3e-b799-24f6afa42c8c/f81bb1e8-cb07-4bd6-8ced-9970c4c8eceb/590c8251-6f6e-45ff-97bc-4c4e5cfa6a5b) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:40:14.754471 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f61e37be-10d4-4cc0-bfd8-45952947ef64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:14.802351 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0d3aacfa-19c6-47f2-af07-b12afee742e8 None None] Deleting port a75daef1-15cd-4118-99b3-e95127962460 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:40:14.802813 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0d3aacfa-19c6-47f2-af07-b12afee742e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:14.810127 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-2064927a-79a5-40eb-8a96-ce42133abdbf tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Calling delete_port for 308e9017-5399-4d57-9077-0fd615c7bcbd owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:40:14.882497 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device a75daef1-15cd-4118-99b3-e95127962460 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:40:14.985318 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-383e7453-97f9-4f05-9517-0a171f432b02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:14.986528 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-383e7453-97f9-4f05-9517-0a171f432b02 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8701cef7-29fe-4907-9351-b56fb27f1a06 HTTP/1.1" status: 204 len: 168 time: 1.3476179 May 31 13:40:14.987357 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2064927a-79a5-40eb-8a96-ce42133abdbf tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:15.122229 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2064927a-79a5-40eb-8a96-ce42133abdbf tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Pushing event deleted for resources: {'Port': ['ID=308e9017-5399-4d57-9077-0fd615c7bcbd,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:15.157716 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2064927a-79a5-40eb-8a96-ce42133abdbf tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:15.162923 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port a75daef1-15cd-4118-99b3-e95127962460 is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:40:15.163494 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:15.178600 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-2064927a-79a5-40eb-8a96-ce42133abdbf tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "DELETE /v2.0/ports/308e9017-5399-4d57-9077-0fd615c7bcbd HTTP/1.1" status: 204 len: 168 time: 1.4555371 May 31 13:40:15.179173 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 53414) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:15.236209 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-91a1cef3-e95f-404f-9672-b2de90bb834a tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:15.236527 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-91a1cef3-e95f-404f-9672-b2de90bb834a tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:15.260172 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-f61e37be-10d4-4cc0-bfd8-45952947ef64 admin admin] Calling delete_port for a75daef1-15cd-4118-99b3-e95127962460 owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:40:15.302320 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-fa8623f3-be32-4836-9d80-218d6427cd07 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Deleting port e94f7e75-6c16-424a-a92a-43509164e97a {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:40:15.302877 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fa8623f3-be32-4836-9d80-218d6427cd07 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:15.354735 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0d3aacfa-19c6-47f2-af07-b12afee742e8 None None] For port a75daef1-15cd-4118-99b3-e95127962460, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=a75daef1-15cd-4118-99b3-e95127962460,segment=NetworkSegment(0c8aa3a6-47b8-4f9f-a1d3-b43478db3f3f),segment_id=0c8aa3a6-47b8-4f9f-a1d3-b43478db3f3f)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:40:15.355752 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0d3aacfa-19c6-47f2-af07-b12afee742e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:15.378094 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port a75daef1-15cd-4118-99b3-e95127962460, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=a75daef1-15cd-4118-99b3-e95127962460,segment=NetworkSegment(0c8aa3a6-47b8-4f9f-a1d3-b43478db3f3f),segment_id=0c8aa3a6-47b8-4f9f-a1d3-b43478db3f3f)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:40:15.383762 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d8f46310-b4a3-4930-b7ff-9b83cb08e8f3 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:15.477520 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:15.586821 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-91a1cef3-e95f-404f-9672-b2de90bb834a tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Calling delete_port for e99c0d56-8cca-4c50-993a-349f80bd5e56 owned by network:floatingip {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:40:15.698812 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0d3aacfa-19c6-47f2-af07-b12afee742e8 None None] Calling delete_port for a75daef1-15cd-4118-99b3-e95127962460 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:40:15.802667 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fa8623f3-be32-4836-9d80-218d6427cd07 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:15.809675 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d8f46310-b4a3-4930-b7ff-9b83cb08e8f3 None None] Transition to ACTIVE for port object 590c8251-6f6e-45ff-97bc-4c4e5cfa6a5b will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:40:15.825104 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.db.api [None req-f61e37be-10d4-4cc0-bfd8-45952947ef64 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:40:15.825785 n-d-843939-1 neutron-server[88369]: DEBUG oslo_db.api [None req-f61e37be-10d4-4cc0-bfd8-45952947ef64 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:40:15.829640 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8b7cbf8a-e422-4bf7-8c02-0be182a955a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:15.901596 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7cbf8a-e422-4bf7-8c02-0be182a955a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65c219cc-87e6-4772-a3e0-9312f0c093f0,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:15.936618 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=a75daef1-15cd-4118-99b3-e95127962460,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:15.942131 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-0d3aacfa-19c6-47f2-af07-b12afee742e8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:40:15.943151 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-0d3aacfa-19c6-47f2-af07-b12afee742e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:40:15.953556 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:15.954545 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-fa8623f3-be32-4836-9d80-218d6427cd07 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Calling delete_port for e94f7e75-6c16-424a-a92a-43509164e97a owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:40:16.021965 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7cbf8a-e422-4bf7-8c02-0be182a955a6 admin admin] Checking segment: {'id': 'fb54cc32-c6e1-4fc3-97d0-0969a88f18d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e5b40311-0d27-41fd-94bb-bac96f5ed647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:40:16.022354 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7cbf8a-e422-4bf7-8c02-0be182a955a6 admin admin] Network hostable DHCP agents. Network: e5b40311-0d27-41fd-94bb-bac96f5ed647, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:40:16.043847 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d8f46310-b4a3-4930-b7ff-9b83cb08e8f3 None None] Transition to ACTIVE for port object 590c8251-6f6e-45ff-97bc-4c4e5cfa6a5b will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:40:16.044187 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-91a1cef3-e95f-404f-9672-b2de90bb834a tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:16.055138 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d8f46310-b4a3-4930-b7ff-9b83cb08e8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:16.108047 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7cbf8a-e422-4bf7-8c02-0be182a955a6 admin admin] Network e5b40311-0d27-41fd-94bb-bac96f5ed647 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:40:16.142735 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a1cef3-e95f-404f-9672-b2de90bb834a tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Pushing event deleted for resources: {'Port': ['ID=e99c0d56-8cca-4c50-993a-349f80bd5e56,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:16.174974 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f46310-b4a3-4930-b7ff-9b83cb08e8f3 None None] Network 51508cff-e2e7-4c3e-b799-24f6afa42c8c is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:40:16.179072 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-d8f46310-b4a3-4930-b7ff-9b83cb08e8f3 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:40:16.186469 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f46310-b4a3-4930-b7ff-9b83cb08e8f3 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:40:16.256741 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f46310-b4a3-4930-b7ff-9b83cb08e8f3 None None] Pushing event updated for resources: {'Port': ['ID=590c8251-6f6e-45ff-97bc-4c4e5cfa6a5b,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:16.303337 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-8b7cbf8a-e422-4bf7-8c02-0be182a955a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, e5b40311-0d27-41fd-94bb-bac96f5ed647) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:40:16.316602 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-92027dff-75cc-47af-b91d-4bb86d158afb tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Allocated IP 172.20.0.13 (51508cff-e2e7-4c3e-b799-24f6afa42c8c/f81bb1e8-cb07-4bd6-8ced-9970c4c8eceb/031f50d2-0dec-42b6-8916-ef5b353e88f7) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:40:16.318754 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fa8623f3-be32-4836-9d80-218d6427cd07 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:16.328245 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-f61e37be-10d4-4cc0-bfd8-45952947ef64 admin admin] Deleting port a75daef1-15cd-4118-99b3-e95127962460 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:40:16.328593 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f61e37be-10d4-4cc0-bfd8-45952947ef64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:16.373159 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9466e80-e09e-4422-8a3f-a461fe5203ed None None] Network e5b40311-0d27-41fd-94bb-bac96f5ed647 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:40:16.384967 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7cbf8a-e422-4bf7-8c02-0be182a955a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:16.385592 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8b7cbf8a-e422-4bf7-8c02-0be182a955a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:16.393524 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8623f3-be32-4836-9d80-218d6427cd07 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Pushing event deleted for resources: {'Port': ['ID=e94f7e75-6c16-424a-a92a-43509164e97a,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:16.450596 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-91a1cef3-e95f-404f-9672-b2de90bb834a tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Notify callbacks [] for floatingip, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:16.543498 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0d3aacfa-19c6-47f2-af07-b12afee742e8 None None] Deleting port a75daef1-15cd-4118-99b3-e95127962460 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:40:16.544773 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0d3aacfa-19c6-47f2-af07-b12afee742e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:16.610419 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-8b7cbf8a-e422-4bf7-8c02-0be182a955a6 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.9106297 May 31 13:40:16.614860 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-91a1cef3-e95f-404f-9672-b2de90bb834a tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:16.621690 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-91a1cef3-e95f-404f-9672-b2de90bb834a tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] 10.222.0.50 "DELETE /v2.0/floatingips/4e86d11b-5ec2-4a73-88bc-656ca1b735d9 HTTP/1.1" status: 204 len: 168 time: 2.7693393 May 31 13:40:16.623321 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 53452) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:16.796105 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-d8f46310-b4a3-4930-b7ff-9b83cb08e8f3 None None] Attempting to bind port 590c8251-6f6e-45ff-97bc-4c4e5cfa6a5b on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:40:16.796477 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-d8f46310-b4a3-4930-b7ff-9b83cb08e8f3 None None] Attempting to bind port 590c8251-6f6e-45ff-97bc-4c4e5cfa6a5b by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '11c2a8d1-93c8-43fe-89b8-14d786dedd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '51508cff-e2e7-4c3e-b799-24f6afa42c8c'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:40:16.797097 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f46310-b4a3-4930-b7ff-9b83cb08e8f3 None None] Attempting to bind port 590c8251-6f6e-45ff-97bc-4c4e5cfa6a5b on network 51508cff-e2e7-4c3e-b799-24f6afa42c8c {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:40:16.828627 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f46310-b4a3-4930-b7ff-9b83cb08e8f3 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:40:16.829030 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f46310-b4a3-4930-b7ff-9b83cb08e8f3 None None] Checking segment: {'id': '11c2a8d1-93c8-43fe-89b8-14d786dedd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '51508cff-e2e7-4c3e-b799-24f6afa42c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:40:16.829400 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d8f46310-b4a3-4930-b7ff-9b83cb08e8f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:16.829790 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f46310-b4a3-4930-b7ff-9b83cb08e8f3 None None] Bound using segment: {'id': '11c2a8d1-93c8-43fe-89b8-14d786dedd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '51508cff-e2e7-4c3e-b799-24f6afa42c8c'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:40:16.844384 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-d8f46310-b4a3-4930-b7ff-9b83cb08e8f3 None None] Bound port: 590c8251-6f6e-45ff-97bc-4c4e5cfa6a5b, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11c2a8d1-93c8-43fe-89b8-14d786dedd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '51508cff-e2e7-4c3e-b799-24f6afa42c8c'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:40:16.844888 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d8f46310-b4a3-4930-b7ff-9b83cb08e8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:16.858255 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-f61e37be-10d4-4cc0-bfd8-45952947ef64 admin admin] For port a75daef1-15cd-4118-99b3-e95127962460, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=a75daef1-15cd-4118-99b3-e95127962460,segment=NetworkSegment(0c8aa3a6-47b8-4f9f-a1d3-b43478db3f3f),segment_id=0c8aa3a6-47b8-4f9f-a1d3-b43478db3f3f)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:40:16.858851 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f61e37be-10d4-4cc0-bfd8-45952947ef64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:16.947560 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-92027dff-75cc-47af-b91d-4bb86d158afb tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:16.994937 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-92027dff-75cc-47af-b91d-4bb86d158afb tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Transition to ACTIVE for port object 031f50d2-0dec-42b6-8916-ef5b353e88f7 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:40:17.147219 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-f61e37be-10d4-4cc0-bfd8-45952947ef64 admin admin] Calling delete_port for a75daef1-15cd-4118-99b3-e95127962460 owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:40:17.184545 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-92027dff-75cc-47af-b91d-4bb86d158afb tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:17.202366 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fa8623f3-be32-4836-9d80-218d6427cd07 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:17.287678 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 53468) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:17.313432 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3091b09a-3224-40be-a319-ca7adff81707 None None] Network e5b40311-0d27-41fd-94bb-bac96f5ed647 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:40:17.334957 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92027dff-75cc-47af-b91d-4bb86d158afb tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event updated for resources: {'Port': ['ID=031f50d2-0dec-42b6-8916-ef5b353e88f7,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:17.370268 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-fa8623f3-be32-4836-9d80-218d6427cd07 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "DELETE /v2.0/ports/e94f7e75-6c16-424a-a92a-43509164e97a HTTP/1.1" status: 204 len: 168 time: 2.1891696 May 31 13:40:17.374545 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 53474) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:17.380247 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92027dff-75cc-47af-b91d-4bb86d158afb tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Network 51508cff-e2e7-4c3e-b799-24f6afa42c8c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:40:17.383645 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-92027dff-75cc-47af-b91d-4bb86d158afb tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:40:17.478572 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92027dff-75cc-47af-b91d-4bb86d158afb tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:40:17.570391 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e7192fce-78ef-45d8-9d3c-cd57af219a93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:17.587696 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f61e37be-10d4-4cc0-bfd8-45952947ef64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:17.604115 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-d8f46310-b4a3-4930-b7ff-9b83cb08e8f3 None None] For port 590c8251-6f6e-45ff-97bc-4c4e5cfa6a5b, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:40:17.626848 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-e7192fce-78ef-45d8-9d3c-cd57af219a93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:40:17.632870 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-e7192fce-78ef-45d8-9d3c-cd57af219a93 admin admin] Usage tracker for resource:security_group_rule and tenant:7a430e9b3320453c9427bb49098182aa is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:40:17.637143 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-e7192fce-78ef-45d8-9d3c-cd57af219a93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:40:17.644985 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-e7192fce-78ef-45d8-9d3c-cd57af219a93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:40:17.655392 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0d3aacfa-19c6-47f2-af07-b12afee742e8 None None] For port a75daef1-15cd-4118-99b3-e95127962460, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=a75daef1-15cd-4118-99b3-e95127962460,segment=NetworkSegment(0c8aa3a6-47b8-4f9f-a1d3-b43478db3f3f),segment_id=0c8aa3a6-47b8-4f9f-a1d3-b43478db3f3f)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:40:17.655793 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0d3aacfa-19c6-47f2-af07-b12afee742e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:17.727761 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-cebb93f7-f98a-49c6-8036-86120c6a9384 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Deleting subnet bfe35590-5148-41de-aa37-316fb43c548b {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:40:17.745045 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cebb93f7-f98a-49c6-8036-86120c6a9384 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:17.818629 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61e37be-10d4-4cc0-bfd8-45952947ef64 admin admin] Pushing event deleted for resources: {'Port': ['ID=a75daef1-15cd-4118-99b3-e95127962460,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:17.820442 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61e37be-10d4-4cc0-bfd8-45952947ef64 admin admin] No DVR routers for this DVR port a75daef1-15cd-4118-99b3-e95127962460 on host n-d-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:40:17.823191 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0d3aacfa-19c6-47f2-af07-b12afee742e8 None None] Calling delete_port for a75daef1-15cd-4118-99b3-e95127962460 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:40:17.874988 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92027dff-75cc-47af-b91d-4bb86d158afb tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:17.875992 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-92027dff-75cc-47af-b91d-4bb86d158afb tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:17.907756 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-d8f46310-b4a3-4930-b7ff-9b83cb08e8f3 None None] For port 590c8251-6f6e-45ff-97bc-4c4e5cfa6a5b, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=590c8251-6f6e-45ff-97bc-4c4e5cfa6a5b,segment=NetworkSegment(11c2a8d1-93c8-43fe-89b8-14d786dedd24),segment_id=11c2a8d1-93c8-43fe-89b8-14d786dedd24)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:40:17.953732 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d8f46310-b4a3-4930-b7ff-9b83cb08e8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:18.007768 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f61e37be-10d4-4cc0-bfd8-45952947ef64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:18.015758 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-92027dff-75cc-47af-b91d-4bb86d158afb tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 4.3337216 May 31 13:40:18.018711 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cebb93f7-f98a-49c6-8036-86120c6a9384 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65507433'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:18.048284 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 53488) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:18.102756 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e7192fce-78ef-45d8-9d3c-cd57af219a93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:18.119768 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e7192fce-78ef-45d8-9d3c-cd57af219a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:18.121127 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-f61e37be-10d4-4cc0-bfd8-45952947ef64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c231a84-2ec4-46e3-bc82-2098434c126a']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:40:18.142021 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f46310-b4a3-4930-b7ff-9b83cb08e8f3 None None] Pushing event updated for resources: {'Port': ['ID=590c8251-6f6e-45ff-97bc-4c4e5cfa6a5b,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:18.173386 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-e7192fce-78ef-45d8-9d3c-cd57af219a93 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7a430e9b3320453c9427bb49098182aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8771551 May 31 13:40:18.178419 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 53492) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:18.224517 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005a3f68-cc52-43ec-9ebf-33d9722cedb7 req-4687168e-03fc-4567-95dd-87abf9cd618b tempest-InstanceActionsV221TestJSON-830809249 tempest-InstanceActionsV221TestJSON-830809249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:18.234435 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-005a3f68-cc52-43ec-9ebf-33d9722cedb7 req-4687168e-03fc-4567-95dd-87abf9cd618b tempest-InstanceActionsV221TestJSON-830809249 tempest-InstanceActionsV221TestJSON-830809249-project] 10.222.0.50 "GET /v2.0/networks?id=e5b40311-0d27-41fd-94bb-bac96f5ed647 HTTP/1.1" status: 200 len: 818 time: 0.5352502 May 31 13:40:18.267096 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-f61e37be-10d4-4cc0-bfd8-45952947ef64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c8aa3a6-47b8-4f9f-a1d3-b43478db3f3f') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:40:18.278594 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-f61e37be-10d4-4cc0-bfd8-45952947ef64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c8aa3a6-47b8-4f9f-a1d3-b43478db3f3f') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:40:18.280554 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-005a3f68-cc52-43ec-9ebf-33d9722cedb7 req-5e7d38cb-6f66-4cf4-baf5-c63393302cfa tempest-InstanceActionsV221TestJSON-830809249 tempest-InstanceActionsV221TestJSON-830809249-project] 10.222.0.50 "GET /v2.0/quotas/eab2559f41df4dcf92b02a0aecb29c32 HTTP/1.1" status: 200 len: 375 time: 0.0451012 May 31 13:40:18.340378 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f61e37be-10d4-4cc0-bfd8-45952947ef64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:18.367046 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-bcf15641-7864-4e3f-9daa-edda1ded8176 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Deleting port 031f50d2-0dec-42b6-8916-ef5b353e88f7 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:40:18.367554 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bcf15641-7864-4e3f-9daa-edda1ded8176 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:18.438746 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-0d3aacfa-19c6-47f2-af07-b12afee742e8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:40:18.439225 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-0d3aacfa-19c6-47f2-af07-b12afee742e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:40:18.441012 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7192fce-78ef-45d8-9d3c-cd57af219a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a012e7a-e51d-4427-b2ca-1bc60461b9a9,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:18.446306 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f61e37be-10d4-4cc0-bfd8-45952947ef64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:18.477602 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-005a3f68-cc52-43ec-9ebf-33d9722cedb7 req-7eb786cd-d7a5-4eae-a089-dcecc329e4ba tempest-InstanceActionsV221TestJSON-830809249 tempest-InstanceActionsV221TestJSON-830809249-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=eab2559f41df4dcf92b02a0aecb29c32&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1949339 May 31 13:40:18.608939 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f61e37be-10d4-4cc0-bfd8-45952947ef64 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:40:18.609346 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f61e37be-10d4-4cc0-bfd8-45952947ef64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:18.692240 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 0c8aa3a6-47b8-4f9f-a1d3-b43478db3f3f resource provider aggregate not found May 31 13:40:18.759483 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cebb93f7-f98a-49c6-8036-86120c6a9384 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:18.830280 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ccd93c77-f2cc-4430-b3a9-8bd4fb6aba33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:18.855643 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 0c8aa3a6-47b8-4f9f-a1d3-b43478db3f3f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0c8aa3a6-47b8-4f9f-a1d3-b43478db3f3f found for delete ", "request_id": "req-bbcc0b14-c039-4b9d-9ee0-ffcd09a37e61"}]} May 31 13:40:18.975556 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f61e37be-10d4-4cc0-bfd8-45952947ef64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:18.985017 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ccd93c77-f2cc-4430-b3a9-8bd4fb6aba33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:19.057851 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 53516) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:19.065430 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-005a3f68-cc52-43ec-9ebf-33d9722cedb7 req-c449fc33-c31f-4873-8c7d-379eb2094916 service neutron] 10.222.0.50 "GET /v2.0/networks/e5b40311-0d27-41fd-94bb-bac96f5ed647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5867939 May 31 13:40:19.067582 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f61e37be-10d4-4cc0-bfd8-45952947ef64 admin admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:19.115631 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-f61e37be-10d4-4cc0-bfd8-45952947ef64 admin admin] 10.222.0.50 "DELETE /v2.0/networks/7c231a84-2ec4-46e3-bc82-2098434c126a HTTP/1.1" status: 204 len: 168 time: 5.3958950 May 31 13:40:19.122137 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 53522) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:19.124727 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61e37be-10d4-4cc0-bfd8-45952947ef64 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c231a84-2ec4-46e3-bc82-2098434c126a,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:19.210925 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bcf15641-7864-4e3f-9daa-edda1ded8176 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:19.305413 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cebb93f7-f98a-49c6-8036-86120c6a9384 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65216469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65148562'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:19.367552 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebb93f7-f98a-49c6-8036-86120c6a9384 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Pushing event deleted for resources: {'Subnet': ['ID=bfe35590-5148-41de-aa37-316fb43c548b,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:19.392833 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0d3aacfa-19c6-47f2-af07-b12afee742e8 None None] Deleting port a75daef1-15cd-4118-99b3-e95127962460 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:40:19.393341 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0d3aacfa-19c6-47f2-af07-b12afee742e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:19.399613 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-bcf15641-7864-4e3f-9daa-edda1ded8176 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Calling delete_port for 031f50d2-0dec-42b6-8916-ef5b353e88f7 owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:40:19.444771 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cebb93f7-f98a-49c6-8036-86120c6a9384 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:19.464084 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9465b9f7-8aa1-4e30-9191-19b7bf7fe9ae None None] Network 37c48153-c66c-4011-885e-e73ddcdb568e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:40:19.690537 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0d3aacfa-19c6-47f2-af07-b12afee742e8 None None] The port 'a75daef1-15cd-4118-99b3-e95127962460' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 13:40:19.736831 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b2cf133f-b987-4774-a5fc-855bbb50b575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:19.797617 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bcf15641-7864-4e3f-9daa-edda1ded8176 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:19.851164 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ccd93c77-f2cc-4430-b3a9-8bd4fb6aba33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:19.853810 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ccd93c77-f2cc-4430-b3a9-8bd4fb6aba33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:19.859379 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-ccd93c77-f2cc-4430-b3a9-8bd4fb6aba33 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2a012e7a-e51d-4427-b2ca-1bc60461b9a9 HTTP/1.1" status: 204 len: 168 time: 1.6737080 May 31 13:40:19.883930 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-cebb93f7-f98a-49c6-8036-86120c6a9384 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "DELETE /v2.0/subnets/bfe35590-5148-41de-aa37-316fb43c548b HTTP/1.1" status: 204 len: 168 time: 2.5021996 May 31 13:40:19.888195 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-abb8f29f-033a-40ac-829f-190a51cca13e admin admin] Deleting subnet fa2724fc-99c1-4890-aaad-d9b53e2abcda {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:40:19.892431 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-abb8f29f-033a-40ac-829f-190a51cca13e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:19.937528 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 53530) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:19.991271 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd93c77-f2cc-4430-b3a9-8bd4fb6aba33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a012e7a-e51d-4427-b2ca-1bc60461b9a9,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:19.994447 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-005a3f68-cc52-43ec-9ebf-33d9722cedb7 req-c74a7663-c5a3-423c-8148-9ea2ed160db5 service neutron] 10.222.0.50 "GET /v2.0/networks/e5b40311-0d27-41fd-94bb-bac96f5ed647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9102914 May 31 13:40:19.997293 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4adfcf8-e6a4-45f5-9143-8eb6eb40b838 None None] DHCP port deletion for 37c48153-c66c-4011-885e-e73ddcdb568e request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:40:20.034749 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf15641-7864-4e3f-9daa-edda1ded8176 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event deleted for resources: {'Port': ['ID=031f50d2-0dec-42b6-8916-ef5b353e88f7,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:20.039199 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b07bc27-ff9c-43aa-a1ae-0a93a058dff9 None None] Network 51508cff-e2e7-4c3e-b799-24f6afa42c8c requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:40:20.060149 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-c4adfcf8-e6a4-45f5-9143-8eb6eb40b838 None None] Deleting port 075bdc8c-df0a-4e42-aa75-74608171e126 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:40:20.060529 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c4adfcf8-e6a4-45f5-9143-8eb6eb40b838 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:20.117502 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-abb8f29f-033a-40ac-829f-190a51cca13e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65507433'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:20.190815 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfee7018-2de0-46bd-95e9-36e7003150d3 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Deleting subnet be5242af-81d0-4358-b8f6-a7fb30a944f2 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:40:20.351230 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bcf15641-7864-4e3f-9daa-edda1ded8176 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:20.361079 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-bcf15641-7864-4e3f-9daa-edda1ded8176 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "DELETE /v2.0/ports/031f50d2-0dec-42b6-8916-ef5b353e88f7 HTTP/1.1" status: 204 len: 168 time: 2.3115277 May 31 13:40:20.380988 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cfee7018-2de0-46bd-95e9-36e7003150d3 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:20.416234 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-dcd31665-66bf-4a62-a0a1-ee123012dfcc None None] Provisioning for port 590c8251-6f6e-45ff-97bc-4c4e5cfa6a5b completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:40:20.416405 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 53540) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:20.593150 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6c9ef66a-41f8-4486-84cf-b1ded61a8fb0 req-d937ecba-accc-424d-952b-d12d9885e082 tempest-InstanceActionsV221TestJSON-830809249 tempest-InstanceActionsV221TestJSON-830809249-project] 10.222.0.50 "GET /v2.0/ports?device_id=e231ad46-b38f-4abf-89e9-a6629b821d0b HTTP/1.1" status: 200 len: 210 time: 0.1757538 May 31 13:40:20.594245 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-425c320d-5d6e-412e-819d-d5f48b286ab9 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] GET failed (client error): The resource could not be found. May 31 13:40:20.598183 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-425c320d-5d6e-412e-819d-d5f48b286ab9 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Synchronizing usage tracker for tenant:a62a1f0c39e548d390793611ac95b19e on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:40:20.624293 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-abb8f29f-033a-40ac-829f-190a51cca13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:20.677317 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cfee7018-2de0-46bd-95e9-36e7003150d3 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65507433'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:20.700461 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-b2cf133f-b987-4774-a5fc-855bbb50b575 admin admin] Deleting port 50c579ec-b4fe-4444-83e5-25d3369ee18f {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:40:20.700812 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b2cf133f-b987-4774-a5fc-855bbb50b575 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:20.784748 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-c4adfcf8-e6a4-45f5-9143-8eb6eb40b838 None None] For port 075bdc8c-df0a-4e42-aa75-74608171e126, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=075bdc8c-df0a-4e42-aa75-74608171e126,segment=NetworkSegment(e54fd068-ebcb-45fd-9c64-e09108b643c3),segment_id=e54fd068-ebcb-45fd-9c64-e09108b643c3)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:40:20.785332 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c4adfcf8-e6a4-45f5-9143-8eb6eb40b838 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:20.853150 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-425c320d-5d6e-412e-819d-d5f48b286ab9 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Unset dirty status for tenant:a62a1f0c39e548d390793611ac95b19e on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:40:20.854324 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-425c320d-5d6e-412e-819d-d5f48b286ab9 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "GET /v2.0/ports/031f50d2-0dec-42b6-8916-ef5b353e88f7 HTTP/1.1" status: 404 len: 333 time: 0.4331803 May 31 13:40:20.863982 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 53560) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:20.950847 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 590c8251-6f6e-45ff-97bc-4c4e5cfa6a5b up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:40:20.989786 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-c4adfcf8-e6a4-45f5-9143-8eb6eb40b838 None None] Calling delete_port for 075bdc8c-df0a-4e42-aa75-74608171e126 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:40:21.100402 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-37621305-f8c7-48ac-8568-d83602684e29 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Deleting subnet f81bb1e8-cb07-4bd6-8ced-9970c4c8eceb {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:40:21.109735 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-abb8f29f-033a-40ac-829f-190a51cca13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65216469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65148562'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:21.116105 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-37621305-f8c7-48ac-8568-d83602684e29 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:21.124118 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c4adfcf8-e6a4-45f5-9143-8eb6eb40b838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:21.193535 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb8f29f-033a-40ac-829f-190a51cca13e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa2724fc-99c1-4890-aaad-d9b53e2abcda,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:21.205479 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 590c8251-6f6e-45ff-97bc-4c4e5cfa6a5b completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:40:21.207450 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cfee7018-2de0-46bd-95e9-36e7003150d3 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:21.227637 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4adfcf8-e6a4-45f5-9143-8eb6eb40b838 None None] Pushing event deleted for resources: {'Port': ['ID=075bdc8c-df0a-4e42-aa75-74608171e126,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:21.244030 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 590c8251-6f6e-45ff-97bc-4c4e5cfa6a5b triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:40:21.244399 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:21.268122 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-abb8f29f-033a-40ac-829f-190a51cca13e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:21.298716 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4adfcf8-e6a4-45f5-9143-8eb6eb40b838 None None] No DVR routers for this DVR port 075bdc8c-df0a-4e42-aa75-74608171e126 on host n-d-843939-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:40:21.300508 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-b2cf133f-b987-4774-a5fc-855bbb50b575 admin admin] For port 50c579ec-b4fe-4444-83e5-25d3369ee18f, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=50c579ec-b4fe-4444-83e5-25d3369ee18f,segment=NetworkSegment(4d75b4c6-9dbf-466e-9960-e4baeffc8b58),segment_id=4d75b4c6-9dbf-466e-9960-e4baeffc8b58)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:40:21.301063 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b2cf133f-b987-4774-a5fc-855bbb50b575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:21.335815 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-37621305-f8c7-48ac-8568-d83602684e29 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65507433'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:21.388464 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-abb8f29f-033a-40ac-829f-190a51cca13e admin admin] 10.222.0.50 "DELETE /v2.0/subnets/fa2724fc-99c1-4890-aaad-d9b53e2abcda HTTP/1.1" status: 204 len: 168 time: 2.3278720 May 31 13:40:21.396110 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 53580) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:21.626431 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 590c8251-6f6e-45ff-97bc-4c4e5cfa6a5b is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:40:21.626814 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:21.640761 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-b2cf133f-b987-4774-a5fc-855bbb50b575 admin admin] Calling delete_port for 50c579ec-b4fe-4444-83e5-25d3369ee18f owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:40:21.689012 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 590c8251-6f6e-45ff-97bc-4c4e5cfa6a5b, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=590c8251-6f6e-45ff-97bc-4c4e5cfa6a5b,segment=NetworkSegment(11c2a8d1-93c8-43fe-89b8-14d786dedd24),segment_id=11c2a8d1-93c8-43fe-89b8-14d786dedd24)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:40:21.691042 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ca97ef62-a1f1-4e23-b862-5844bb5725a5 None None] Provisioning complete for port 590c8251-6f6e-45ff-97bc-4c4e5cfa6a5b triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:40:21.691416 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ca97ef62-a1f1-4e23-b862-5844bb5725a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:21.734633 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:21.751888 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d7c5d9e0-fbb5-4447-82e4-f0319d530928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:21.884002 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 075bdc8c-df0a-4e42-aa75-74608171e126 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:40:21.922347 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cfee7018-2de0-46bd-95e9-36e7003150d3 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65216469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65148562'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:22.025599 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 075bdc8c-df0a-4e42-aa75-74608171e126 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:40:22.025977 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 075bdc8c-df0a-4e42-aa75-74608171e126 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:40:22.128971 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b2cf133f-b987-4774-a5fc-855bbb50b575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:22.139484 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfee7018-2de0-46bd-95e9-36e7003150d3 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Pushing event deleted for resources: {'Subnet': ['ID=be5242af-81d0-4358-b8f6-a7fb30a944f2,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:22.217681 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cf133f-b987-4774-a5fc-855bbb50b575 admin admin] Pushing event deleted for resources: {'Port': ['ID=50c579ec-b4fe-4444-83e5-25d3369ee18f,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:22.255043 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=590c8251-6f6e-45ff-97bc-4c4e5cfa6a5b,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:22.265744 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cfee7018-2de0-46bd-95e9-36e7003150d3 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:22.303572 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-abe8fe3e-dfbb-4abf-9f31-2aa2ff83adad req-bd47767d-ca7f-4743-9859-b7912e366416 tempest-InstanceActionsV221TestJSON-830809249 tempest-InstanceActionsV221TestJSON-830809249-project] 10.222.0.50 "GET /v2.0/ports?device_id=e231ad46-b38f-4abf-89e9-a6629b821d0b HTTP/1.1" status: 200 len: 210 time: 0.4114282 May 31 13:40:22.321509 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56475289-24b8-4d0f-94e5-54f0c6b10d72 None None] Network 2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:40:22.419267 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-ca97ef62-a1f1-4e23-b862-5844bb5725a5 None None] Current status of the port 590c8251-6f6e-45ff-97bc-4c4e5cfa6a5b is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:40:22.594252 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-29c23e76-449b-49b8-9fa1-7c0b63812d50 None None] Could not find standard attr ID for object 031f50d2-0dec-42b6-8916-ef5b353e88f7. {{(pid=88371) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 31 13:40:22.703786 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b2cf133f-b987-4774-a5fc-855bbb50b575 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:22.762509 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d7c5d9e0-fbb5-4447-82e4-f0319d530928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:22.792538 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-d7c5d9e0-fbb5-4447-82e4-f0319d530928 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f63975b-9b05-46d3-8543-47c8fac2cf70']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:40:22.811642 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-d7c5d9e0-fbb5-4447-82e4-f0319d530928 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d583837-a9d6-4709-9af2-21c6363b8602') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:40:22.811941 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-d7c5d9e0-fbb5-4447-82e4-f0319d530928 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d583837-a9d6-4709-9af2-21c6363b8602') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:40:22.825806 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d7c5d9e0-fbb5-4447-82e4-f0319d530928 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:22.843735 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d7c5d9e0-fbb5-4447-82e4-f0319d530928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:22.852868 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7c5d9e0-fbb5-4447-82e4-f0319d530928 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:40:22.856186 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d7c5d9e0-fbb5-4447-82e4-f0319d530928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:22.872728 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 590c8251-6f6e-45ff-97bc-4c4e5cfa6a5b up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:40:22.937556 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87b0967-e94d-4fde-bf2b-d439fdb9fb2e None None] DHCP port deletion for 2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:40:22.948900 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-e87b0967-e94d-4fde-bf2b-d439fdb9fb2e None None] Deleting port 63c2edab-c37d-408c-b446-bc6412c7309d {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:40:22.950637 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e87b0967-e94d-4fde-bf2b-d439fdb9fb2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:22.959971 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-cfee7018-2de0-46bd-95e9-36e7003150d3 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "DELETE /v2.0/subnets/be5242af-81d0-4358-b8f6-a7fb30a944f2 HTTP/1.1" status: 204 len: 168 time: 3.0197263 May 31 13:40:22.967912 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ef5b4134-39de-4d82-9eaa-dc755dd90408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:22.993651 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 53604) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:23.156655 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 590c8251-6f6e-45ff-97bc-4c4e5cfa6a5b triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:40:23.158184 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:23.220770 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 2d583837-a9d6-4709-9af2-21c6363b8602 resource provider aggregate not found May 31 13:40:23.225620 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d7c5d9e0-fbb5-4447-82e4-f0319d530928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:23.280908 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 2d583837-a9d6-4709-9af2-21c6363b8602 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2d583837-a9d6-4709-9af2-21c6363b8602 found for delete ", "request_id": "req-2940bf7b-c809-41b1-a5bf-89dff8da9f96"}]} May 31 13:40:23.306536 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d7c5d9e0-fbb5-4447-82e4-f0319d530928 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:23.309809 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e46cb970-7f19-4bc2-8688-12d14f74ea50 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:23.325974 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-37621305-f8c7-48ac-8568-d83602684e29 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:23.403563 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-d7c5d9e0-fbb5-4447-82e4-f0319d530928 admin admin] 10.222.0.50 "DELETE /v2.0/networks/6f63975b-9b05-46d3-8543-47c8fac2cf70 HTTP/1.1" status: 204 len: 168 time: 1.9968042 May 31 13:40:23.440971 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c5d9e0-fbb5-4447-82e4-f0319d530928 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f63975b-9b05-46d3-8543-47c8fac2cf70,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:23.631472 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 590c8251-6f6e-45ff-97bc-4c4e5cfa6a5b is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:40:23.642799 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-e87b0967-e94d-4fde-bf2b-d439fdb9fb2e None None] For port 63c2edab-c37d-408c-b446-bc6412c7309d, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=63c2edab-c37d-408c-b446-bc6412c7309d,segment=NetworkSegment(57f5fa22-0037-4fd1-b301-00fe683d1b15),segment_id=57f5fa22-0037-4fd1-b301-00fe683d1b15)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:40:23.643310 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e87b0967-e94d-4fde-bf2b-d439fdb9fb2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:23.730147 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005a3f68-cc52-43ec-9ebf-33d9722cedb7 req-64bce909-d122-4b2c-bbdd-64931cc57414 tempest-InstanceActionsV221TestJSON-830809249 tempest-InstanceActionsV221TestJSON-830809249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:23.733620 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-005a3f68-cc52-43ec-9ebf-33d9722cedb7 req-64bce909-d122-4b2c-bbdd-64931cc57414 tempest-InstanceActionsV221TestJSON-830809249 tempest-InstanceActionsV221TestJSON-830809249-project] 10.222.0.44 "GET /v2.0/networks?id=e5b40311-0d27-41fd-94bb-bac96f5ed647 HTTP/1.1" status: 200 len: 818 time: 1.6135609 May 31 13:40:23.768929 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-005a3f68-cc52-43ec-9ebf-33d9722cedb7 req-906bfd05-74ff-4cfd-95e0-79cb8258fd34 tempest-InstanceActionsV221TestJSON-830809249 tempest-InstanceActionsV221TestJSON-830809249-project] Request body: {'port': {'device_id': 'e231ad46-b38f-4abf-89e9-a6629b821d0b', 'network_id': 'e5b40311-0d27-41fd-94bb-bac96f5ed647', 'admin_state_up': True, 'tenant_id': 'eab2559f41df4dcf92b02a0aecb29c32'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:40:23.791807 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-60628708-1b98-4b5a-9545-e0a19d53d910 req-dde8c192-eed5-4b76-8fd2-3849c51b49b6 tempest-InstanceActionsV221TestJSON-830809249 tempest-InstanceActionsV221TestJSON-830809249-project] 10.222.0.50 "GET /v2.0/ports?device_id=e231ad46-b38f-4abf-89e9-a6629b821d0b HTTP/1.1" status: 200 len: 210 time: 0.2445300 May 31 13:40:23.831907 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e46cb970-7f19-4bc2-8688-12d14f74ea50 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:23.864397 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-e46cb970-7f19-4bc2-8688-12d14f74ea50 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37c48153-c66c-4011-885e-e73ddcdb568e']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:40:23.880512 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 53634) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:23.885051 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-e46cb970-7f19-4bc2-8688-12d14f74ea50 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e54fd068-ebcb-45fd-9c64-e09108b643c3') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:40:23.885358 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-e46cb970-7f19-4bc2-8688-12d14f74ea50 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e54fd068-ebcb-45fd-9c64-e09108b643c3') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:40:23.889782 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-e87b0967-e94d-4fde-bf2b-d439fdb9fb2e None None] Calling delete_port for 63c2edab-c37d-408c-b446-bc6412c7309d owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:40:23.900247 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e46cb970-7f19-4bc2-8688-12d14f74ea50 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:23.924997 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e46cb970-7f19-4bc2-8688-12d14f74ea50 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:23.933717 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e46cb970-7f19-4bc2-8688-12d14f74ea50 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:40:23.934332 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e46cb970-7f19-4bc2-8688-12d14f74ea50 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:24.044809 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e46cb970-7f19-4bc2-8688-12d14f74ea50 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:24.049803 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e87b0967-e94d-4fde-bf2b-d439fdb9fb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:24.065256 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e46cb970-7f19-4bc2-8688-12d14f74ea50 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:24.083110 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment e54fd068-ebcb-45fd-9c64-e09108b643c3 resource provider aggregate not found May 31 13:40:24.088084 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-37621305-f8c7-48ac-8568-d83602684e29 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65216469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65148562'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:24.098362 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46cb970-7f19-4bc2-8688-12d14f74ea50 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Pushing event deleted for resources: {'Network': ['ID=37c48153-c66c-4011-885e-e73ddcdb568e,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:24.124996 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment e54fd068-ebcb-45fd-9c64-e09108b643c3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e54fd068-ebcb-45fd-9c64-e09108b643c3 found for delete ", "request_id": "req-6190664b-0c15-4f32-8075-de1f8ac51e48"}]} May 31 13:40:24.137838 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e46cb970-7f19-4bc2-8688-12d14f74ea50 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "DELETE /v2.0/networks/37c48153-c66c-4011-885e-e73ddcdb568e HTTP/1.1" status: 204 len: 168 time: 1.1427538 May 31 13:40:24.146786 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 53646) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:24.151251 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87b0967-e94d-4fde-bf2b-d439fdb9fb2e None None] Pushing event deleted for resources: {'Port': ['ID=63c2edab-c37d-408c-b446-bc6412c7309d,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:24.160147 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46cb970-7f19-4bc2-8688-12d14f74ea50 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:40:24.160541 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46cb970-7f19-4bc2-8688-12d14f74ea50 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:40:24.160846 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46cb970-7f19-4bc2-8688-12d14f74ea50 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:40:24.161184 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46cb970-7f19-4bc2-8688-12d14f74ea50 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:40:24.161519 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46cb970-7f19-4bc2-8688-12d14f74ea50 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:40:24.161854 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46cb970-7f19-4bc2-8688-12d14f74ea50 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:40:24.165342 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87b0967-e94d-4fde-bf2b-d439fdb9fb2e None None] No DVR routers for this DVR port 63c2edab-c37d-408c-b446-bc6412c7309d on host n-d-843939-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:40:24.170802 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46cb970-7f19-4bc2-8688-12d14f74ea50 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:40:24.170802 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46cb970-7f19-4bc2-8688-12d14f74ea50 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:40:24.171842 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46cb970-7f19-4bc2-8688-12d14f74ea50 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:40:24.171842 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46cb970-7f19-4bc2-8688-12d14f74ea50 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:40:24.172012 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46cb970-7f19-4bc2-8688-12d14f74ea50 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:40:24.172315 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46cb970-7f19-4bc2-8688-12d14f74ea50 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:40:24.177442 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2cf133f-b987-4774-a5fc-855bbb50b575 admin admin] Router 450e5751-4d0c-4fea-9698-137a06d1e8eb has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:40:24.197444 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-7bd187d2-bd48-4f08-9c16-953ff037c6f4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=52669f2db59f4a3eb6fd40f6ebcd20ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3100801 May 31 13:40:24.200681 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 53650) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:24.204642 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37621305-f8c7-48ac-8568-d83602684e29 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event deleted for resources: {'Subnet': ['ID=f81bb1e8-cb07-4bd6-8ced-9970c4c8eceb,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:24.249887 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-37621305-f8c7-48ac-8568-d83602684e29 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:24.252657 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c165643-8d6f-4343-95b2-d3c282dd628f None None] Network 51508cff-e2e7-4c3e-b799-24f6afa42c8c requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:40:24.341025 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-37621305-f8c7-48ac-8568-d83602684e29 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "DELETE /v2.0/subnets/f81bb1e8-cb07-4bd6-8ced-9970c4c8eceb HTTP/1.1" status: 204 len: 168 time: 3.4732773 May 31 13:40:24.346974 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 53654) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:24.422567 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-005a3f68-cc52-43ec-9ebf-33d9722cedb7 req-906bfd05-74ff-4cfd-95e0-79cb8258fd34 tempest-InstanceActionsV221TestJSON-830809249 tempest-InstanceActionsV221TestJSON-830809249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:40:24.439012 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-82c7b0ae-8303-4bbc-a0ae-731e10f7b186 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:24.485196 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-005a3f68-cc52-43ec-9ebf-33d9722cedb7 req-906bfd05-74ff-4cfd-95e0-79cb8258fd34 tempest-InstanceActionsV221TestJSON-830809249 tempest-InstanceActionsV221TestJSON-830809249-project] Usage tracker for resource:port and tenant:eab2559f41df4dcf92b02a0aecb29c32 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:40:24.487881 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4eed1065-4d7c-4e54-ba73-c38e65758c4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:24.516513 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4eed1065-4d7c-4e54-ba73-c38e65758c4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:24.606078 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-005a3f68-cc52-43ec-9ebf-33d9722cedb7 req-906bfd05-74ff-4cfd-95e0-79cb8258fd34 tempest-InstanceActionsV221TestJSON-830809249 tempest-InstanceActionsV221TestJSON-830809249-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:40:24.623617 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-005a3f68-cc52-43ec-9ebf-33d9722cedb7 req-906bfd05-74ff-4cfd-95e0-79cb8258fd34 tempest-InstanceActionsV221TestJSON-830809249 tempest-InstanceActionsV221TestJSON-830809249-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:40:24.744331 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2cf133f-b987-4774-a5fc-855bbb50b575 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:40:24.752493 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b2cf133f-b987-4774-a5fc-855bbb50b575 admin admin] 10.222.0.50 "PUT /v2.0/routers/450e5751-4d0c-4fea-9698-137a06d1e8eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1075692 May 31 13:40:24.752493 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-82c7b0ae-8303-4bbc-a0ae-731e10f7b186 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:24.757634 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73daf006-2019-49db-a33c-e06e045f5416 None None] Sync routers for ids ['450e5751-4d0c-4fea-9698-137a06d1e8eb'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:40:24.759484 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 53662) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:24.762807 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c9b43fe2-baa2-4eb7-913d-49320fe4b46d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:24.769614 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-ef5b4134-39de-4d82-9eaa-dc755dd90408 admin admin] Deleting port a6b5b212-5a8d-40b1-a5c3-900489755b34 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:40:24.769951 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ef5b4134-39de-4d82-9eaa-dc755dd90408 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:24.771782 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 63c2edab-c37d-408c-b446-bc6412c7309d no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:40:24.826569 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ac1dc3-bd49-40f8-93f5-7e6d6ac8fa4e None None] DHCP port deletion for 51508cff-e2e7-4c3e-b799-24f6afa42c8c request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:40:24.830892 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 63c2edab-c37d-408c-b446-bc6412c7309d {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:40:24.831132 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 63c2edab-c37d-408c-b446-bc6412c7309d not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:40:24.848135 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73daf006-2019-49db-a33c-e06e045f5416 None None] Routers {'450e5751-4d0c-4fea-9698-137a06d1e8eb'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:40:24.849053 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-73daf006-2019-49db-a33c-e06e045f5416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:40:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['450e5751-4d0c-4fea-9698-137a06d1e8eb'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:40:24.856829 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-82c7b0ae-8303-4bbc-a0ae-731e10f7b186 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:40:24.884705 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-82c7b0ae-8303-4bbc-a0ae-731e10f7b186 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57f5fa22-0037-4fd1-b301-00fe683d1b15') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:40:24.885005 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-82c7b0ae-8303-4bbc-a0ae-731e10f7b186 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57f5fa22-0037-4fd1-b301-00fe683d1b15') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:40:24.902814 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-82c7b0ae-8303-4bbc-a0ae-731e10f7b186 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:24.933385 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-a3ac1dc3-bd49-40f8-93f5-7e6d6ac8fa4e None None] Deleting port 590c8251-6f6e-45ff-97bc-4c4e5cfa6a5b {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:40:24.934258 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a3ac1dc3-bd49-40f8-93f5-7e6d6ac8fa4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:24.992276 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-82c7b0ae-8303-4bbc-a0ae-731e10f7b186 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:25.006182 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82c7b0ae-8303-4bbc-a0ae-731e10f7b186 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:40:25.006815 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-82c7b0ae-8303-4bbc-a0ae-731e10f7b186 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:25.129950 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-005a3f68-cc52-43ec-9ebf-33d9722cedb7 req-906bfd05-74ff-4cfd-95e0-79cb8258fd34 tempest-InstanceActionsV221TestJSON-830809249 tempest-InstanceActionsV221TestJSON-830809249-project] Made reservation on behalf of eab2559f41df4dcf92b02a0aecb29c32 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:40:25.134710 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-005a3f68-cc52-43ec-9ebf-33d9722cedb7 req-906bfd05-74ff-4cfd-95e0-79cb8258fd34 tempest-InstanceActionsV221TestJSON-830809249 tempest-InstanceActionsV221TestJSON-830809249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:25.232730 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-206ecb33-1fd9-4817-afc8-d6915f8982f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:25.305933 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-73daf006-2019-49db-a33c-e06e045f5416 None None] Set router 450e5751-4d0c-4fea-9698-137a06d1e8eb gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:40:25.343085 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-82c7b0ae-8303-4bbc-a0ae-731e10f7b186 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:25.426062 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-82c7b0ae-8303-4bbc-a0ae-731e10f7b186 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:25.428688 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c7b0ae-8303-4bbc-a0ae-731e10f7b186 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] Pushing event deleted for resources: {'Network': ['ID=2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:25.463614 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-82c7b0ae-8303-4bbc-a0ae-731e10f7b186 tempest-TaggedBootDevicesTest_v242-1432864502 tempest-TaggedBootDevicesTest_v242-1432864502-project] 10.222.0.50 "DELETE /v2.0/networks/2bbf0abd-5e49-46bb-8fc1-dfd9d33ade7a HTTP/1.1" status: 204 len: 168 time: 1.3077002 May 31 13:40:25.543701 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-206ecb33-1fd9-4817-afc8-d6915f8982f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:25.543891 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4eed1065-4d7c-4e54-ba73-c38e65758c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:25.559199 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-206ecb33-1fd9-4817-afc8-d6915f8982f9 admin admin] Deleting port b0ff9342-7286-4582-a322-b61313944bd3 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:40:25.560652 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-206ecb33-1fd9-4817-afc8-d6915f8982f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:25.563823 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-750b431c-1b12-4238-94cf-1b24dc2bc70d req-312d9ec5-2b81-46be-8637-c656e03f9d9b tempest-InstanceActionsV221TestJSON-830809249 tempest-InstanceActionsV221TestJSON-830809249-project] 10.222.0.50 "GET /v2.0/ports?device_id=e231ad46-b38f-4abf-89e9-a6629b821d0b HTTP/1.1" status: 200 len: 210 time: 0.5108910 May 31 13:40:25.606457 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-c9b43fe2-baa2-4eb7-913d-49320fe4b46d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Deleting port 590c8251-6f6e-45ff-97bc-4c4e5cfa6a5b {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:40:25.607082 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c9b43fe2-baa2-4eb7-913d-49320fe4b46d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:25.770246 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-a3ac1dc3-bd49-40f8-93f5-7e6d6ac8fa4e None None] For port 590c8251-6f6e-45ff-97bc-4c4e5cfa6a5b, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=590c8251-6f6e-45ff-97bc-4c4e5cfa6a5b,segment=NetworkSegment(11c2a8d1-93c8-43fe-89b8-14d786dedd24),segment_id=11c2a8d1-93c8-43fe-89b8-14d786dedd24)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:40:25.770693 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a3ac1dc3-bd49-40f8-93f5-7e6d6ac8fa4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:25.816889 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eed1065-4d7c-4e54-ba73-c38e65758c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef201fe1-6aa5-45c0-92f7-c6796df8631e,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:25.862090 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-206ecb33-1fd9-4817-afc8-d6915f8982f9 admin admin] For port b0ff9342-7286-4582-a322-b61313944bd3, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=b0ff9342-7286-4582-a322-b61313944bd3,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:40:25.862721 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-206ecb33-1fd9-4817-afc8-d6915f8982f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:25.899923 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-ef5b4134-39de-4d82-9eaa-dc755dd90408 admin admin] For port a6b5b212-5a8d-40b1-a5c3-900489755b34, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=a6b5b212-5a8d-40b1-a5c3-900489755b34,segment=NetworkSegment(54fd871c-b709-41fc-8e6b-83f862131e05),segment_id=54fd871c-b709-41fc-8e6b-83f862131e05)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:40:25.900703 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ef5b4134-39de-4d82-9eaa-dc755dd90408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:26.029056 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-206ecb33-1fd9-4817-afc8-d6915f8982f9 admin admin] Calling delete_port for b0ff9342-7286-4582-a322-b61313944bd3 owned by network:router_gateway {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:40:26.030033 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-a3ac1dc3-bd49-40f8-93f5-7e6d6ac8fa4e None None] Calling delete_port for 590c8251-6f6e-45ff-97bc-4c4e5cfa6a5b owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:40:26.072004 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4eed1065-4d7c-4e54-ba73-c38e65758c4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:26.075912 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-4eed1065-4d7c-4e54-ba73-c38e65758c4b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ef201fe1-6aa5-45c0-92f7-c6796df8631e HTTP/1.1" status: 204 len: 168 time: 1.8606348 May 31 13:40:26.164818 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-ef5b4134-39de-4d82-9eaa-dc755dd90408 admin admin] Calling delete_port for a6b5b212-5a8d-40b1-a5c3-900489755b34 owned by network:router_interface {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:40:26.174122 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 57f5fa22-0037-4fd1-b301-00fe683d1b15 resource provider aggregate not found May 31 13:40:26.204683 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 57f5fa22-0037-4fd1-b301-00fe683d1b15 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 57f5fa22-0037-4fd1-b301-00fe683d1b15 found for delete ", "request_id": "req-b719e576-af4b-43fd-b7c2-95c2e8a553ed"}]} May 31 13:40:26.358136 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a3ac1dc3-bd49-40f8-93f5-7e6d6ac8fa4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:26.443299 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-206ecb33-1fd9-4817-afc8-d6915f8982f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:26.488681 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-c9b43fe2-baa2-4eb7-913d-49320fe4b46d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] For port 590c8251-6f6e-45ff-97bc-4c4e5cfa6a5b, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=590c8251-6f6e-45ff-97bc-4c4e5cfa6a5b,segment=NetworkSegment(11c2a8d1-93c8-43fe-89b8-14d786dedd24),segment_id=11c2a8d1-93c8-43fe-89b8-14d786dedd24)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:40:26.489254 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c9b43fe2-baa2-4eb7-913d-49320fe4b46d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:26.516119 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-005a3f68-cc52-43ec-9ebf-33d9722cedb7 req-906bfd05-74ff-4cfd-95e0-79cb8258fd34 tempest-InstanceActionsV221TestJSON-830809249 tempest-InstanceActionsV221TestJSON-830809249-project] Allocated IP 172.20.0.10 (e5b40311-0d27-41fd-94bb-bac96f5ed647/65c219cc-87e6-4772-a3e0-9312f0c093f0/7a4f59ab-a391-4e34-81db-45d411099082) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:40:26.561800 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ac1dc3-bd49-40f8-93f5-7e6d6ac8fa4e None None] No DVR routers for this DVR port 590c8251-6f6e-45ff-97bc-4c4e5cfa6a5b on host n-d-843939-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:40:26.594323 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ac1dc3-bd49-40f8-93f5-7e6d6ac8fa4e None None] Pushing event deleted for resources: {'Port': ['ID=590c8251-6f6e-45ff-97bc-4c4e5cfa6a5b,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:26.597824 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-73daf006-2019-49db-a33c-e06e045f5416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450e5751-4d0c-4fea-9698-137a06d1e8eb', 'name': 'tempest-ServerActionsTestJSON-633123195-router', 'tenant_id': 'bc5142db886b48f8906c49afcc233362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': 'b0ff9342-7286-4582-a322-b61313944bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:27:07Z', 'updated_at': '2022-05-31T13:40:22Z', 'revision_number': 5, 'project_id': 'bc5142db886b48f8906c49afcc233362', 'gw_port': {'id': 'b0ff9342-7286-4582-a322-b61313944bd3', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:6f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450e5751-4d0c-4fea-9698-137a06d1e8eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:27:10Z', 'updated_at': '2022-05-31T13:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:40:26.628683 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73daf006-2019-49db-a33c-e06e045f5416 None None] Checking router: 450e5751-4d0c-4fea-9698-137a06d1e8eb for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:40:26.633744 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206ecb33-1fd9-4817-afc8-d6915f8982f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0ff9342-7286-4582-a322-b61313944bd3,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:26.677497 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73daf006-2019-49db-a33c-e06e045f5416 None None] Routers {'450e5751-4d0c-4fea-9698-137a06d1e8eb'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:40:26.680615 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-73daf006-2019-49db-a33c-e06e045f5416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:40:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['450e5751-4d0c-4fea-9698-137a06d1e8eb'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:40:26.849922 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-c9b43fe2-baa2-4eb7-913d-49320fe4b46d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Calling delete_port for 590c8251-6f6e-45ff-97bc-4c4e5cfa6a5b owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:40:26.854362 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-206ecb33-1fd9-4817-afc8-d6915f8982f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577389'] for router_gateway, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:26.863151 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 590c8251-6f6e-45ff-97bc-4c4e5cfa6a5b no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:40:26.994187 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.api [None req-c9b43fe2-baa2-4eb7-913d-49320fe4b46d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88370) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:40:26.994909 n-d-843939-1 neutron-server[88370]: DEBUG oslo_db.api [None req-c9b43fe2-baa2-4eb7-913d-49320fe4b46d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:40:27.033312 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-73daf006-2019-49db-a33c-e06e045f5416 None None] Set router 450e5751-4d0c-4fea-9698-137a06d1e8eb gateway port host: None {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:40:27.089435 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6329a8f7-7c86-414f-86c7-6ebfe5d7a416 req-c51dd780-e94e-4140-9675-5beebf8ed231 tempest-InstanceActionsV221TestJSON-830809249 tempest-InstanceActionsV221TestJSON-830809249-project] 10.222.0.50 "GET /v2.0/ports?device_id=e231ad46-b38f-4abf-89e9-a6629b821d0b HTTP/1.1" status: 200 len: 210 time: 0.0925977 May 31 13:40:27.153079 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-206ecb33-1fd9-4817-afc8-d6915f8982f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:27.158045 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-206ecb33-1fd9-4817-afc8-d6915f8982f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:27.173830 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-73daf006-2019-49db-a33c-e06e045f5416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450e5751-4d0c-4fea-9698-137a06d1e8eb', 'name': 'tempest-ServerActionsTestJSON-633123195-router', 'tenant_id': 'bc5142db886b48f8906c49afcc233362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:27:07Z', 'updated_at': '2022-05-31T13:40:26Z', 'revision_number': 7, 'project_id': 'bc5142db886b48f8906c49afcc233362', 'gw_port_host': None}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:40:27.183494 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73daf006-2019-49db-a33c-e06e045f5416 None None] The sync data for ids ['450e5751-4d0c-4fea-9698-137a06d1e8eb'] in n-d-843939-1 is: [{'id': '450e5751-4d0c-4fea-9698-137a06d1e8eb', 'name': 'tempest-ServerActionsTestJSON-633123195-router', 'tenant_id': 'bc5142db886b48f8906c49afcc233362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:27:07Z', 'updated_at': '2022-05-31T13:40:26Z', 'revision_number': 7, 'project_id': 'bc5142db886b48f8906c49afcc233362', 'gw_port_host': None}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:40:27.185641 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 590c8251-6f6e-45ff-97bc-4c4e5cfa6a5b {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:40:27.186258 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 590c8251-6f6e-45ff-97bc-4c4e5cfa6a5b not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:40:27.260309 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-206ecb33-1fd9-4817-afc8-d6915f8982f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:27.261034 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-206ecb33-1fd9-4817-afc8-d6915f8982f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 450e5751-4d0c-4fea-9698-137a06d1e8eb {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:40:27.284195 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-206ecb33-1fd9-4817-afc8-d6915f8982f9 admin admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:27.286293 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-206ecb33-1fd9-4817-afc8-d6915f8982f9 admin admin] 10.222.0.50 "DELETE /v2.0/routers/450e5751-4d0c-4fea-9698-137a06d1e8eb HTTP/1.1" status: 204 len: 168 time: 2.5258644 May 31 13:40:27.288630 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 53736) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:27.433884 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c84ace6-5e1e-4149-bfc7-c22036477e37 admin admin] Deleting subnet 03601eff-cc07-4210-91b9-54e2e22c50f4 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:40:27.442280 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2c84ace6-5e1e-4149-bfc7-c22036477e37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:27.498165 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2c84ace6-5e1e-4149-bfc7-c22036477e37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:27.514705 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-c9b43fe2-baa2-4eb7-913d-49320fe4b46d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Deleting port 590c8251-6f6e-45ff-97bc-4c4e5cfa6a5b {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:40:27.518851 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c9b43fe2-baa2-4eb7-913d-49320fe4b46d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:27.621724 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2c84ace6-5e1e-4149-bfc7-c22036477e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:27.665554 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 53748) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:27.678669 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-c9b43fe2-baa2-4eb7-913d-49320fe4b46d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] The port '590c8251-6f6e-45ff-97bc-4c4e5cfa6a5b' was deleted {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 13:40:27.726262 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ef5b4134-39de-4d82-9eaa-dc755dd90408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:27.768136 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2c84ace6-5e1e-4149-bfc7-c22036477e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:27.787228 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5b4134-39de-4d82-9eaa-dc755dd90408 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6b5b212-5a8d-40b1-a5c3-900489755b34,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:27.829150 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-005a3f68-cc52-43ec-9ebf-33d9722cedb7 req-906bfd05-74ff-4cfd-95e0-79cb8258fd34 tempest-InstanceActionsV221TestJSON-830809249 tempest-InstanceActionsV221TestJSON-830809249-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:27.835553 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2c84ace6-5e1e-4149-bfc7-c22036477e37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:27.839700 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d56da5-a8f2-4e07-abb4-8c2309f0db5a None None] Network ef7bc708-faad-4f53-9863-9b17fc2bd3a4 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:40:27.891773 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-07c8e8ea-92fd-4567-b3fd-095c23b6391f admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1849123333-network', 'tenant_id': '6500709d895d4d33b4b5fe3e9eed4766'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:40:27.900574 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c84ace6-5e1e-4149-bfc7-c22036477e37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03601eff-cc07-4210-91b9-54e2e22c50f4,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:27.914680 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-07c8e8ea-92fd-4567-b3fd-095c23b6391f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:40:27.919424 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-2c84ace6-5e1e-4149-bfc7-c22036477e37 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/03601eff-cc07-4210-91b9-54e2e22c50f4 HTTP/1.1" status: 204 len: 168 time: 0.6296604 May 31 13:40:27.923901 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 53756) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:27.939515 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-07c8e8ea-92fd-4567-b3fd-095c23b6391f admin admin] Usage tracker for resource:network and tenant:6500709d895d4d33b4b5fe3e9eed4766 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:40:27.984105 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c9b43fe2-baa2-4eb7-913d-49320fe4b46d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:28.034556 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-c9b43fe2-baa2-4eb7-913d-49320fe4b46d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51508cff-e2e7-4c3e-b799-24f6afa42c8c']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:40:28.131581 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-07c8e8ea-92fd-4567-b3fd-095c23b6391f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:40:28.149831 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-07c8e8ea-92fd-4567-b3fd-095c23b6391f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:40:28.289740 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-c9b43fe2-baa2-4eb7-913d-49320fe4b46d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11c2a8d1-93c8-43fe-89b8-14d786dedd24') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:40:28.290476 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-c9b43fe2-baa2-4eb7-913d-49320fe4b46d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11c2a8d1-93c8-43fe-89b8-14d786dedd24') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:40:28.380919 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39acb402-c0b0-479e-982f-2f81d1af1cac None None] DHCP port deletion for ef7bc708-faad-4f53-9863-9b17fc2bd3a4 request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:40:28.387080 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-39acb402-c0b0-479e-982f-2f81d1af1cac None None] Deleting port b3022ba6-8ae9-4f97-8d68-2a2917ed25c9 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:40:28.387829 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-39acb402-c0b0-479e-982f-2f81d1af1cac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:28.392773 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-005a3f68-cc52-43ec-9ebf-33d9722cedb7 req-906bfd05-74ff-4cfd-95e0-79cb8258fd34 tempest-InstanceActionsV221TestJSON-830809249 tempest-InstanceActionsV221TestJSON-830809249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:28.434445 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c9b43fe2-baa2-4eb7-913d-49320fe4b46d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:28.523290 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c8e8ea-92fd-4567-b3fd-095c23b6391f admin admin] Made reservation on behalf of 6500709d895d4d33b4b5fe3e9eed4766 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:40:28.525624 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-07c8e8ea-92fd-4567-b3fd-095c23b6391f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:28.547148 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-07c8e8ea-92fd-4567-b3fd-095c23b6391f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:28.611119 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-07c8e8ea-92fd-4567-b3fd-095c23b6391f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:40:28.618090 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c9b43fe2-baa2-4eb7-913d-49320fe4b46d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:28.647069 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-07c8e8ea-92fd-4567-b3fd-095c23b6391f admin admin] Usage tracker for resource:security_group_rule and tenant:6500709d895d4d33b4b5fe3e9eed4766 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:40:28.665299 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-005a3f68-cc52-43ec-9ebf-33d9722cedb7 req-906bfd05-74ff-4cfd-95e0-79cb8258fd34 tempest-InstanceActionsV221TestJSON-830809249 tempest-InstanceActionsV221TestJSON-830809249-project] Network e5b40311-0d27-41fd-94bb-bac96f5ed647 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:40:28.676975 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-005a3f68-cc52-43ec-9ebf-33d9722cedb7 req-906bfd05-74ff-4cfd-95e0-79cb8258fd34 tempest-InstanceActionsV221TestJSON-830809249 tempest-InstanceActionsV221TestJSON-830809249-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:40:28.683123 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9b43fe2-baa2-4eb7-913d-49320fe4b46d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:40:28.683773 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c9b43fe2-baa2-4eb7-913d-49320fe4b46d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:28.688829 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-07c8e8ea-92fd-4567-b3fd-095c23b6391f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:40:28.706841 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-07c8e8ea-92fd-4567-b3fd-095c23b6391f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:40:28.727265 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906bfd05-74ff-4cfd-95e0-79cb8258fd34 tempest-InstanceActionsV221TestJSON-830809249 tempest-InstanceActionsV221TestJSON-830809249-project] Pushing event updated for resources: {'Port': ['ID=7a4f59ab-a391-4e34-81db-45d411099082,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:28.738474 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-36f72232-32f5-4189-9e9b-5f283e470af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:28.748923 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-005a3f68-cc52-43ec-9ebf-33d9722cedb7 req-906bfd05-74ff-4cfd-95e0-79cb8258fd34 tempest-InstanceActionsV221TestJSON-830809249 tempest-InstanceActionsV221TestJSON-830809249-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:40:28.770281 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-36f72232-32f5-4189-9e9b-5f283e470af6 admin admin] Deleting port b3022ba6-8ae9-4f97-8d68-2a2917ed25c9 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:40:28.770624 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-36f72232-32f5-4189-9e9b-5f283e470af6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:28.916809 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 11c2a8d1-93c8-43fe-89b8-14d786dedd24 resource provider aggregate not found May 31 13:40:28.936833 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device b3022ba6-8ae9-4f97-8d68-2a2917ed25c9 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:40:29.044972 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 11c2a8d1-93c8-43fe-89b8-14d786dedd24 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 11c2a8d1-93c8-43fe-89b8-14d786dedd24 found for delete ", "request_id": "req-c4c74a11-c531-43fa-9b12-50df92bca072"}]} May 31 13:40:29.199449 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c9b43fe2-baa2-4eb7-913d-49320fe4b46d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:29.206577 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005a3f68-cc52-43ec-9ebf-33d9722cedb7 req-906bfd05-74ff-4cfd-95e0-79cb8258fd34 tempest-InstanceActionsV221TestJSON-830809249 tempest-InstanceActionsV221TestJSON-830809249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:29.206989 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-005a3f68-cc52-43ec-9ebf-33d9722cedb7 req-906bfd05-74ff-4cfd-95e0-79cb8258fd34 tempest-InstanceActionsV221TestJSON-830809249 tempest-InstanceActionsV221TestJSON-830809249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:29.259542 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port b3022ba6-8ae9-4f97-8d68-2a2917ed25c9 is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:40:29.260144 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:29.278509 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c9b43fe2-baa2-4eb7-913d-49320fe4b46d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:29.278919 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-39acb402-c0b0-479e-982f-2f81d1af1cac None None] For port b3022ba6-8ae9-4f97-8d68-2a2917ed25c9, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=b3022ba6-8ae9-4f97-8d68-2a2917ed25c9,segment=NetworkSegment(4d75b4c6-9dbf-466e-9960-e4baeffc8b58),segment_id=4d75b4c6-9dbf-466e-9960-e4baeffc8b58)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:40:29.279539 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-39acb402-c0b0-479e-982f-2f81d1af1cac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:29.299373 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20770053-140f-48b4-bdb5-88208d1935e8 req-92f3a759-0db6-436e-b5ba-78c6198d26b7 tempest-InstanceActionsV221TestJSON-830809249 tempest-InstanceActionsV221TestJSON-830809249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:29.320588 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-20770053-140f-48b4-bdb5-88208d1935e8 req-92f3a759-0db6-436e-b5ba-78c6198d26b7 tempest-InstanceActionsV221TestJSON-830809249 tempest-InstanceActionsV221TestJSON-830809249-project] 10.222.0.50 "GET /v2.0/ports?device_id=e231ad46-b38f-4abf-89e9-a6629b821d0b HTTP/1.1" status: 200 len: 932 time: 0.9227993 May 31 13:40:29.331442 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b43fe2-baa2-4eb7-913d-49320fe4b46d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event deleted for resources: {'Network': ['ID=51508cff-e2e7-4c3e-b799-24f6afa42c8c,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:29.370202 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port b3022ba6-8ae9-4f97-8d68-2a2917ed25c9, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=b3022ba6-8ae9-4f97-8d68-2a2917ed25c9,segment=NetworkSegment(4d75b4c6-9dbf-466e-9960-e4baeffc8b58),segment_id=4d75b4c6-9dbf-466e-9960-e4baeffc8b58)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:40:29.438022 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:29.438985 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 50c579ec-b4fe-4444-83e5-25d3369ee18f no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:40:29.471934 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-39acb402-c0b0-479e-982f-2f81d1af1cac None None] Calling delete_port for b3022ba6-8ae9-4f97-8d68-2a2917ed25c9 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:40:29.497664 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-36f72232-32f5-4189-9e9b-5f283e470af6 admin admin] For port b3022ba6-8ae9-4f97-8d68-2a2917ed25c9, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=b3022ba6-8ae9-4f97-8d68-2a2917ed25c9,segment=NetworkSegment(4d75b4c6-9dbf-466e-9960-e4baeffc8b58),segment_id=4d75b4c6-9dbf-466e-9960-e4baeffc8b58)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:40:29.498170 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-36f72232-32f5-4189-9e9b-5f283e470af6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:29.554688 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-20770053-140f-48b4-bdb5-88208d1935e8 req-f283423d-e88d-4c7b-9912-da246df7ab74 tempest-InstanceActionsV221TestJSON-830809249 tempest-InstanceActionsV221TestJSON-830809249-project] 10.222.0.50 "GET /v2.0/security-groups?id=88e81d7a-4b55-4c1c-8099-cb5a96863ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328851 May 31 13:40:29.562504 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-005a3f68-cc52-43ec-9ebf-33d9722cedb7 req-906bfd05-74ff-4cfd-95e0-79cb8258fd34 tempest-InstanceActionsV221TestJSON-830809249 tempest-InstanceActionsV221TestJSON-830809249-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.7985404 May 31 13:40:29.563778 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ef5b4134-39de-4d82-9eaa-dc755dd90408 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:29.587071 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-005a3f68-cc52-43ec-9ebf-33d9722cedb7 req-b1eb30cc-9bcd-4be0-929e-18ad81938103 service neutron] Request body: {'port': {'device_id': 'e231ad46-b38f-4abf-89e9-a6629b821d0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:40:29.643117 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 50c579ec-b4fe-4444-83e5-25d3369ee18f {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:40:29.643743 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 50c579ec-b4fe-4444-83e5-25d3369ee18f not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:40:29.644326 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device b0ff9342-7286-4582-a322-b61313944bd3 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:40:29.685502 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-07c8e8ea-92fd-4567-b3fd-095c23b6391f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:29.698029 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: b0ff9342-7286-4582-a322-b61313944bd3 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:40:29.698472 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device b0ff9342-7286-4582-a322-b61313944bd3 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:40:29.765966 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-07c8e8ea-92fd-4567-b3fd-095c23b6391f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:29.775609 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-36f72232-32f5-4189-9e9b-5f283e470af6 admin admin] Calling delete_port for b3022ba6-8ae9-4f97-8d68-2a2917ed25c9 owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:40:29.785424 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=b3022ba6-8ae9-4f97-8d68-2a2917ed25c9,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:29.801286 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-39acb402-c0b0-479e-982f-2f81d1af1cac None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:40:29.801882 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-39acb402-c0b0-479e-982f-2f81d1af1cac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:40:29.822423 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c9b43fe2-baa2-4eb7-913d-49320fe4b46d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "DELETE /v2.0/networks/51508cff-e2e7-4c3e-b799-24f6afa42c8c HTTP/1.1" status: 204 len: 168 time: 5.4734809 May 31 13:40:29.823955 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 53846) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:29.864470 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c8e8ea-92fd-4567-b3fd-095c23b6391f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0897f539-8332-4a1b-8cf5-b637ac7afced,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:29.911394 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07c8e8ea-92fd-4567-b3fd-095c23b6391f admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:40:29.923108 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-e6b2632a-8e96-4441-8ca4-3c93cebb9227 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Request body: {'port': {'network_id': 'b99f2da7-601e-4f3f-af52-ed3a903cb927', 'name': 'tempest-PortsTestJSON-177788185'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:40:29.930858 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-07c8e8ea-92fd-4567-b3fd-095c23b6391f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:29.931269 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-07c8e8ea-92fd-4567-b3fd-095c23b6391f admin admin] Added segment e9c1044d-068b-46b7-aaf4-e66281351194 of type vlan for network 72ae0f67-4513-4538-bd0a-76b09a29c889 May 31 13:40:29.970916 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-07c8e8ea-92fd-4567-b3fd-095c23b6391f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:30.031569 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-07c8e8ea-92fd-4567-b3fd-095c23b6391f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:30.032763 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c8e8ea-92fd-4567-b3fd-095c23b6391f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:30.034607 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-07c8e8ea-92fd-4567-b3fd-095c23b6391f admin admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:30.084452 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-e6b2632a-8e96-4441-8ca4-3c93cebb9227 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:40:30.099914 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-e6b2632a-8e96-4441-8ca4-3c93cebb9227 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Usage tracker for resource:port and tenant:a62a1f0c39e548d390793611ac95b19e is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:40:30.099914 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-e6b2632a-8e96-4441-8ca4-3c93cebb9227 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:40:30.104983 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.db.api [None req-36f72232-32f5-4189-9e9b-5f283e470af6 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:40:30.104983 n-d-843939-1 neutron-server[88369]: DEBUG oslo_db.api [None req-36f72232-32f5-4189-9e9b-5f283e470af6 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:40:30.117430 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-e6b2632a-8e96-4441-8ca4-3c93cebb9227 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:40:30.271576 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c8e8ea-92fd-4567-b3fd-095c23b6391f admin admin] Pushing event updated for resources: {'Network': ['ID=72ae0f67-4513-4538-bd0a-76b09a29c889,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:30.272595 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-005a3f68-cc52-43ec-9ebf-33d9722cedb7 req-b1eb30cc-9bcd-4be0-929e-18ad81938103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:30.284333 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 72ae0f67-4513-4538-bd0a-76b09a29c889 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:40:30.310509 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-39acb402-c0b0-479e-982f-2f81d1af1cac None None] Deleting port b3022ba6-8ae9-4f97-8d68-2a2917ed25c9 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:40:30.311751 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-39acb402-c0b0-479e-982f-2f81d1af1cac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:30.323110 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-07c8e8ea-92fd-4567-b3fd-095c23b6391f admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.6564269 May 31 13:40:30.324888 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 53870) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:30.332407 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-4a27aeb2-fc71-4439-8d83-ddcbca3aacbe admin admin] Request body: {'subnet': {'network_id': '72ae0f67-4513-4538-bd0a-76b09a29c889', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1849123333-subnet', 'tenant_id': '6500709d895d4d33b4b5fe3e9eed4766', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:40:30.347452 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4a27aeb2-fc71-4439-8d83-ddcbca3aacbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:40:30.353506 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-4a27aeb2-fc71-4439-8d83-ddcbca3aacbe admin admin] Usage tracker for resource:subnet and tenant:6500709d895d4d33b4b5fe3e9eed4766 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:40:30.364074 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-4a27aeb2-fc71-4439-8d83-ddcbca3aacbe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:40:30.373218 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4a27aeb2-fc71-4439-8d83-ddcbca3aacbe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:40:30.385123 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b2632a-8e96-4441-8ca4-3c93cebb9227 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Made reservation on behalf of a62a1f0c39e548d390793611ac95b19e for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:40:30.393005 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e6b2632a-8e96-4441-8ca4-3c93cebb9227 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:30.410133 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a27aeb2-fc71-4439-8d83-ddcbca3aacbe admin admin] Made reservation on behalf of 6500709d895d4d33b4b5fe3e9eed4766 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:40:30.412930 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4a27aeb2-fc71-4439-8d83-ddcbca3aacbe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:30.487493 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-e6b2632a-8e96-4441-8ca4-3c93cebb9227 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] device_id is not set on port 4292bc50-2346-4c16-859b-9b0fea314677 yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:40:30.605574 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-36f72232-32f5-4189-9e9b-5f283e470af6 admin admin] Deleting port b3022ba6-8ae9-4f97-8d68-2a2917ed25c9 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:40:30.608348 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-36f72232-32f5-4189-9e9b-5f283e470af6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:30.719485 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-39acb402-c0b0-479e-982f-2f81d1af1cac None None] For port b3022ba6-8ae9-4f97-8d68-2a2917ed25c9, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=b3022ba6-8ae9-4f97-8d68-2a2917ed25c9,segment=NetworkSegment(4d75b4c6-9dbf-466e-9960-e4baeffc8b58),segment_id=4d75b4c6-9dbf-466e-9960-e4baeffc8b58)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:40:30.721597 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-39acb402-c0b0-479e-982f-2f81d1af1cac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:31.066570 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-39acb402-c0b0-479e-982f-2f81d1af1cac None None] Calling delete_port for b3022ba6-8ae9-4f97-8d68-2a2917ed25c9 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:40:31.160509 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-39acb402-c0b0-479e-982f-2f81d1af1cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:31.229026 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-36f72232-32f5-4189-9e9b-5f283e470af6 admin admin] For port b3022ba6-8ae9-4f97-8d68-2a2917ed25c9, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=b3022ba6-8ae9-4f97-8d68-2a2917ed25c9,segment=NetworkSegment(4d75b4c6-9dbf-466e-9960-e4baeffc8b58),segment_id=4d75b4c6-9dbf-466e-9960-e4baeffc8b58)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:40:31.230770 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-36f72232-32f5-4189-9e9b-5f283e470af6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:31.243118 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39acb402-c0b0-479e-982f-2f81d1af1cac None None] Pushing event deleted for resources: {'Port': ['ID=b3022ba6-8ae9-4f97-8d68-2a2917ed25c9,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:31.246043 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39acb402-c0b0-479e-982f-2f81d1af1cac None None] No DVR routers for this DVR port b3022ba6-8ae9-4f97-8d68-2a2917ed25c9 on host n-d-843939-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:40:31.414175 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-36f72232-32f5-4189-9e9b-5f283e470af6 admin admin] Calling delete_port for b3022ba6-8ae9-4f97-8d68-2a2917ed25c9 owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:40:31.486107 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4a27aeb2-fc71-4439-8d83-ddcbca3aacbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:31.561971 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 53910) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:31.586902 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e6b2632a-8e96-4441-8ca4-3c93cebb9227 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:31.620940 n-d-843939-1 neutron-server[88369]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 31 13:40:31.620940 n-d-843939-1 neutron-server[88369]: from cryptography.utils import int_from_bytes May 31 13:40:31.620940 n-d-843939-1 neutron-server[88369]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 31 13:40:31.620940 n-d-843939-1 neutron-server[88369]: from cryptography.utils import int_from_bytes May 31 13:40:31.620940 n-d-843939-1 neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 31 13:40:31.620940 n-d-843939-1 neutron-server[88369]: util.warn_limited( May 31 13:40:31.620940 n-d-843939-1 neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 31 13:40:31.620940 n-d-843939-1 neutron-server[88369]: util.warn_limited( May 31 13:40:31.620940 n-d-843939-1 neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:40:31.620940 n-d-843939-1 neutron-server[88369]: util.warn( May 31 13:40:31.620940 n-d-843939-1 neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:40:31.620940 n-d-843939-1 neutron-server[88369]: util.warn( May 31 13:40:31.620940 n-d-843939-1 neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:40:31.620940 n-d-843939-1 neutron-server[88369]: util.warn( May 31 13:40:31.620940 n-d-843939-1 neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:40:31.620940 n-d-843939-1 neutron-server[88369]: util.warn( May 31 13:40:31.620940 n-d-843939-1 neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:40:31.620940 n-d-843939-1 neutron-server[88369]: util.warn( May 31 13:40:31.620940 n-d-843939-1 neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:40:31.620940 n-d-843939-1 neutron-server[88369]: util.warn( May 31 13:40:31.620940 n-d-843939-1 neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:40:31.620940 n-d-843939-1 neutron-server[88369]: util.warn( May 31 13:40:31.620940 n-d-843939-1 neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:40:31.620940 n-d-843939-1 neutron-server[88369]: util.warn( May 31 13:40:31.620940 n-d-843939-1 neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:40:31.620940 n-d-843939-1 neutron-server[88369]: util.warn( May 31 13:40:31.620940 n-d-843939-1 neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:40:31.620940 n-d-843939-1 neutron-server[88369]: util.warn( May 31 13:40:31.620940 n-d-843939-1 neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:40:31.620940 n-d-843939-1 neutron-server[88369]: util.warn( May 31 13:40:31.620940 n-d-843939-1 neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:40:31.620940 n-d-843939-1 neutron-server[88369]: util.warn( May 31 13:40:31.620940 n-d-843939-1 neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:40:31.620940 n-d-843939-1 neutron-server[88369]: util.warn( May 31 13:40:31.620940 n-d-843939-1 neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:40:31.620940 n-d-843939-1 neutron-server[88369]: util.warn( May 31 13:40:31.620940 n-d-843939-1 neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:40:31.620940 n-d-843939-1 neutron-server[88369]: util.warn( May 31 13:40:31.620940 n-d-843939-1 neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:40:31.620940 n-d-843939-1 neutron-server[88369]: util.warn( May 31 13:40:31.620940 n-d-843939-1 neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:40:31.620940 n-d-843939-1 neutron-server[88369]: util.warn( May 31 13:40:31.623655 n-d-843939-1 neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:40:31.623655 n-d-843939-1 neutron-server[88369]: util.warn( May 31 13:40:31.623655 n-d-843939-1 neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:40:31.623655 n-d-843939-1 neutron-server[88369]: util.warn( May 31 13:40:31.623655 n-d-843939-1 neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:40:31.623655 n-d-843939-1 neutron-server[88369]: util.warn( May 31 13:40:31.623655 n-d-843939-1 neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:40:31.623655 n-d-843939-1 neutron-server[88369]: util.warn( May 31 13:40:31.623655 n-d-843939-1 neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:40:31.623655 n-d-843939-1 neutron-server[88369]: util.warn( May 31 13:40:31.623655 n-d-843939-1 neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:40:31.623655 n-d-843939-1 neutron-server[88369]: util.warn( May 31 13:40:31.623655 n-d-843939-1 neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:40:31.623655 n-d-843939-1 neutron-server[88369]: util.warn( May 31 13:40:31.631478 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a27aeb2-fc71-4439-8d83-ddcbca3aacbe admin admin] Checking segment: {'id': 'e9c1044d-068b-46b7-aaf4-e66281351194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '72ae0f67-4513-4538-bd0a-76b09a29c889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:40:31.631838 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a27aeb2-fc71-4439-8d83-ddcbca3aacbe admin admin] Network hostable DHCP agents. Network: 72ae0f67-4513-4538-bd0a-76b09a29c889, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:40:31.641111 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.db.api [None req-36f72232-32f5-4189-9e9b-5f283e470af6 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:40:31.641495 n-d-843939-1 neutron-server[88369]: DEBUG oslo_db.api [None req-36f72232-32f5-4189-9e9b-5f283e470af6 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:40:31.644793 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a27aeb2-fc71-4439-8d83-ddcbca3aacbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=d698f4d2-a124-40b9-846a-1cafc66c1a8f,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:31.664068 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e2289a-61ec-4b2b-a1cd-83cabd69ddd9 req-8edb4079-3cc9-4c7a-9818-aa5df0ab57d4 tempest-InstanceActionsV221TestJSON-830809249 tempest-InstanceActionsV221TestJSON-830809249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:31.665026 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-34e2289a-61ec-4b2b-a1cd-83cabd69ddd9 req-8edb4079-3cc9-4c7a-9818-aa5df0ab57d4 tempest-InstanceActionsV221TestJSON-830809249 tempest-InstanceActionsV221TestJSON-830809249-project] Synchronizing usage tracker for tenant:eab2559f41df4dcf92b02a0aecb29c32 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:40:31.669399 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a27aeb2-fc71-4439-8d83-ddcbca3aacbe admin admin] Network 72ae0f67-4513-4538-bd0a-76b09a29c889 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:40:31.685508 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef5b4134-39de-4d82-9eaa-dc755dd90408 admin admin] Router 7b8d9ccc-98db-4b55-98b5-72e60bfadf9c has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:40:31.691300 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-4a27aeb2-fc71-4439-8d83-ddcbca3aacbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 72ae0f67-4513-4538-bd0a-76b09a29c889) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:40:31.699333 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a27aeb2-fc71-4439-8d83-ddcbca3aacbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:31.700220 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4a27aeb2-fc71-4439-8d83-ddcbca3aacbe admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:31.703327 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ef438a-feb7-402e-b93c-3a3680f3f517 None None] Network 72ae0f67-4513-4538-bd0a-76b09a29c889 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:40:31.753894 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-4a27aeb2-fc71-4439-8d83-ddcbca3aacbe admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4271355 May 31 13:40:31.827040 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-56032664-5290-44a2-b89f-fa78a4598b73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:31.842826 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-34e2289a-61ec-4b2b-a1cd-83cabd69ddd9 req-8edb4079-3cc9-4c7a-9818-aa5df0ab57d4 tempest-InstanceActionsV221TestJSON-830809249 tempest-InstanceActionsV221TestJSON-830809249-project] Unset dirty status for tenant:eab2559f41df4dcf92b02a0aecb29c32 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:40:31.844000 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-34e2289a-61ec-4b2b-a1cd-83cabd69ddd9 req-8edb4079-3cc9-4c7a-9818-aa5df0ab57d4 tempest-InstanceActionsV221TestJSON-830809249 tempest-InstanceActionsV221TestJSON-830809249-project] 10.222.0.50 "GET /v2.0/ports?device_id=e231ad46-b38f-4abf-89e9-a6629b821d0b HTTP/1.1" status: 200 len: 932 time: 0.5894616 May 31 13:40:31.865790 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-56032664-5290-44a2-b89f-fa78a4598b73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:40:31.869950 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-56032664-5290-44a2-b89f-fa78a4598b73 admin admin] Usage tracker for resource:security_group_rule and tenant:41b700d4c16c4c0f900d4959b04d020d is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:40:31.873102 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-56032664-5290-44a2-b89f-fa78a4598b73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:40:31.883299 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-56032664-5290-44a2-b89f-fa78a4598b73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:40:32.040063 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-005a3f68-cc52-43ec-9ebf-33d9722cedb7 req-b1eb30cc-9bcd-4be0-929e-18ad81938103 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a4f59ab-a391-4e34-81db-45d411099082 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:40:32.053507 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-005a3f68-cc52-43ec-9ebf-33d9722cedb7 req-b1eb30cc-9bcd-4be0-929e-18ad81938103 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:32.115491 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-005a3f68-cc52-43ec-9ebf-33d9722cedb7 req-b1eb30cc-9bcd-4be0-929e-18ad81938103 service neutron] Transition to ACTIVE for port object 7a4f59ab-a391-4e34-81db-45d411099082 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:40:32.135572 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-56032664-5290-44a2-b89f-fa78a4598b73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:32.143830 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-56032664-5290-44a2-b89f-fa78a4598b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:32.163746 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15af5194-1f1a-4442-a443-83b53393c230 None None] Network 72ae0f67-4513-4538-bd0a-76b09a29c889 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:40:32.189631 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e6b2632a-8e96-4441-8ca4-3c93cebb9227 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:32.211704 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-005a3f68-cc52-43ec-9ebf-33d9722cedb7 req-b1eb30cc-9bcd-4be0-929e-18ad81938103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:32.460941 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-36f72232-32f5-4189-9e9b-5f283e470af6 admin admin] Deleting port b3022ba6-8ae9-4f97-8d68-2a2917ed25c9 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:40:32.461911 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-36f72232-32f5-4189-9e9b-5f283e470af6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:32.504848 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-56032664-5290-44a2-b89f-fa78a4598b73 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=41b700d4c16c4c0f900d4959b04d020d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9381645 May 31 13:40:32.505909 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56032664-5290-44a2-b89f-fa78a4598b73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90aff9ad-6035-4ccf-8ac2-8780c83777aa,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:32.511131 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 53930) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:32.527240 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-34e2289a-61ec-4b2b-a1cd-83cabd69ddd9 req-78436df7-cedd-4533-91dc-01ec18db248e tempest-InstanceActionsV221TestJSON-830809249 tempest-InstanceActionsV221TestJSON-830809249-project] 10.222.0.50 "GET /v2.0/security-groups?id=88e81d7a-4b55-4c1c-8099-cb5a96863ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6673110 May 31 13:40:32.549457 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b2632a-8e96-4441-8ca4-3c93cebb9227 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Network b99f2da7-601e-4f3f-af52-ed3a903cb927 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:40:32.551750 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-e6b2632a-8e96-4441-8ca4-3c93cebb9227 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:40:32.569013 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b2632a-8e96-4441-8ca4-3c93cebb9227 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:40:32.569888 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-36f72232-32f5-4189-9e9b-5f283e470af6 admin admin] The port 'b3022ba6-8ae9-4f97-8d68-2a2917ed25c9' was deleted {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 13:40:32.575696 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b2632a-8e96-4441-8ca4-3c93cebb9227 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:32.576564 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e6b2632a-8e96-4441-8ca4-3c93cebb9227 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:32.630661 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eb30cc-9bcd-4be0-929e-18ad81938103 service neutron] Pushing event updated for resources: {'Port': ['ID=7a4f59ab-a391-4e34-81db-45d411099082,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:32.694587 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-e6b2632a-8e96-4441-8ca4-3c93cebb9227 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.8317575 May 31 13:40:32.735369 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 53936) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:32.830938 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-36f72232-32f5-4189-9e9b-5f283e470af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:32.849545 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cda6c3b6-91b7-4590-8ccd-8e351fa31f67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:32.857860 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef5b4134-39de-4d82-9eaa-dc755dd90408 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:40:32.874606 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7292a3-c6e4-437d-aaaf-9c11ed246938 None None] Sync routers for ids ['7b8d9ccc-98db-4b55-98b5-72e60bfadf9c'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:40:32.886820 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-ef5b4134-39de-4d82-9eaa-dc755dd90408 admin admin] 10.222.0.50 "PUT /v2.0/routers/7b8d9ccc-98db-4b55-98b5-72e60bfadf9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7613847 May 31 13:40:32.892310 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 53948) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:32.895737 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b2632a-8e96-4441-8ca4-3c93cebb9227 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event updated for resources: {'Port': ['ID=4292bc50-2346-4c16-859b-9b0fea314677,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:32.896564 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7292a3-c6e4-437d-aaaf-9c11ed246938 None None] Routers {'7b8d9ccc-98db-4b55-98b5-72e60bfadf9c'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:40:32.897322 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-ad7292a3-c6e4-437d-aaaf-9c11ed246938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:40:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['7b8d9ccc-98db-4b55-98b5-72e60bfadf9c'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:40:32.899922 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-36f72232-32f5-4189-9e9b-5f283e470af6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef7bc708-faad-4f53-9863-9b17fc2bd3a4']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:40:32.910940 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545fab25-1ed2-410b-aa41-24da3a8079ed req-f0f94d61-8ae7-465c-9889-64876214669b tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:32.918736 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-545fab25-1ed2-410b-aa41-24da3a8079ed req-f0f94d61-8ae7-465c-9889-64876214669b tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/ports?device_id=11332720-a38e-4aad-a18d-a89dce10acd0 HTTP/1.1" status: 200 len: 945 time: 0.6923730 May 31 13:40:32.983017 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-577b5c98-d5e1-49ab-ad67-444dada3d5d2 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Deleting port 4292bc50-2346-4c16-859b-9b0fea314677 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:40:32.983823 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-577b5c98-d5e1-49ab-ad67-444dada3d5d2 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:33.028598 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-005a3f68-cc52-43ec-9ebf-33d9722cedb7 req-b1eb30cc-9bcd-4be0-929e-18ad81938103 service neutron] Attempting to bind port 7a4f59ab-a391-4e34-81db-45d411099082 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:40:33.028929 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-005a3f68-cc52-43ec-9ebf-33d9722cedb7 req-b1eb30cc-9bcd-4be0-929e-18ad81938103 service neutron] Attempting to bind port 7a4f59ab-a391-4e34-81db-45d411099082 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'fb54cc32-c6e1-4fc3-97d0-0969a88f18d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e5b40311-0d27-41fd-94bb-bac96f5ed647'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:40:33.029262 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005a3f68-cc52-43ec-9ebf-33d9722cedb7 req-b1eb30cc-9bcd-4be0-929e-18ad81938103 service neutron] Attempting to bind port 7a4f59ab-a391-4e34-81db-45d411099082 on network e5b40311-0d27-41fd-94bb-bac96f5ed647 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:40:33.036234 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-36f72232-32f5-4189-9e9b-5f283e470af6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d75b4c6-9dbf-466e-9960-e4baeffc8b58') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:40:33.036724 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-36f72232-32f5-4189-9e9b-5f283e470af6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d75b4c6-9dbf-466e-9960-e4baeffc8b58') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:40:33.054722 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005a3f68-cc52-43ec-9ebf-33d9722cedb7 req-b1eb30cc-9bcd-4be0-929e-18ad81938103 service neutron] Port 7a4f59ab-a391-4e34-81db-45d411099082 on network e5b40311-0d27-41fd-94bb-bac96f5ed647 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:40:33.055161 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005a3f68-cc52-43ec-9ebf-33d9722cedb7 req-b1eb30cc-9bcd-4be0-929e-18ad81938103 service neutron] Attempting to bind port 7a4f59ab-a391-4e34-81db-45d411099082 on network e5b40311-0d27-41fd-94bb-bac96f5ed647 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:40:33.055326 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cda6c3b6-91b7-4590-8ccd-8e351fa31f67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:33.086041 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-545fab25-1ed2-410b-aa41-24da3a8079ed req-fda3398d-faed-4b4f-85b0-904ea0fdb390 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/security-groups?id=792462f3-0c93-41bc-a9cb-454dcd850b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1663024 May 31 13:40:33.092313 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-36f72232-32f5-4189-9e9b-5f283e470af6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:33.094104 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005a3f68-cc52-43ec-9ebf-33d9722cedb7 req-b1eb30cc-9bcd-4be0-929e-18ad81938103 service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:40:33.094448 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005a3f68-cc52-43ec-9ebf-33d9722cedb7 req-b1eb30cc-9bcd-4be0-929e-18ad81938103 service neutron] Checking segment: {'id': 'fb54cc32-c6e1-4fc3-97d0-0969a88f18d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e5b40311-0d27-41fd-94bb-bac96f5ed647'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:40:33.094843 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005a3f68-cc52-43ec-9ebf-33d9722cedb7 req-b1eb30cc-9bcd-4be0-929e-18ad81938103 service neutron] Bound using segment: {'id': 'fb54cc32-c6e1-4fc3-97d0-0969a88f18d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e5b40311-0d27-41fd-94bb-bac96f5ed647'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:40:33.095290 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-005a3f68-cc52-43ec-9ebf-33d9722cedb7 req-b1eb30cc-9bcd-4be0-929e-18ad81938103 service neutron] Bound port: 7a4f59ab-a391-4e34-81db-45d411099082, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb54cc32-c6e1-4fc3-97d0-0969a88f18d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e5b40311-0d27-41fd-94bb-bac96f5ed647'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:40:33.095640 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-005a3f68-cc52-43ec-9ebf-33d9722cedb7 req-b1eb30cc-9bcd-4be0-929e-18ad81938103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:33.162324 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-ad7292a3-c6e4-437d-aaaf-9c11ed246938 None None] Set router 7b8d9ccc-98db-4b55-98b5-72e60bfadf9c gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:40:33.211511 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-005a3f68-cc52-43ec-9ebf-33d9722cedb7 req-b1eb30cc-9bcd-4be0-929e-18ad81938103 service neutron] For port 7a4f59ab-a391-4e34-81db-45d411099082, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:40:33.215406 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-005a3f68-cc52-43ec-9ebf-33d9722cedb7 req-b1eb30cc-9bcd-4be0-929e-18ad81938103 service neutron] For port 7a4f59ab-a391-4e34-81db-45d411099082, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=7a4f59ab-a391-4e34-81db-45d411099082,segment=NetworkSegment(fb54cc32-c6e1-4fc3-97d0-0969a88f18d5),segment_id=fb54cc32-c6e1-4fc3-97d0-0969a88f18d5)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:40:33.223206 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e0d877-e4b9-4953-8bd0-e0c2682fc34e req-ed7dcde9-0754-4af6-a34e-6473499cbcbe tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:33.224791 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-69e0d877-e4b9-4953-8bd0-e0c2682fc34e req-ed7dcde9-0754-4af6-a34e-6473499cbcbe tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] 10.222.0.50 "GET /v2.0/networks?id=72ae0f67-4513-4538-bd0a-76b09a29c889 HTTP/1.1" status: 200 len: 814 time: 0.3799264 May 31 13:40:33.226672 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-005a3f68-cc52-43ec-9ebf-33d9722cedb7 req-b1eb30cc-9bcd-4be0-929e-18ad81938103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:33.235193 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-36f72232-32f5-4189-9e9b-5f283e470af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:33.296903 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36f72232-32f5-4189-9e9b-5f283e470af6 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:40:33.297469 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-36f72232-32f5-4189-9e9b-5f283e470af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:33.298629 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-69e0d877-e4b9-4953-8bd0-e0c2682fc34e req-2ec6cd13-49e0-40d9-8b86-88a89dd8e73a tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] 10.222.0.50 "GET /v2.0/quotas/6500709d895d4d33b4b5fe3e9eed4766 HTTP/1.1" status: 200 len: 375 time: 0.0645566 May 31 13:40:33.301420 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005a3f68-cc52-43ec-9ebf-33d9722cedb7 req-b1eb30cc-9bcd-4be0-929e-18ad81938103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:33.302397 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-005a3f68-cc52-43ec-9ebf-33d9722cedb7 req-b1eb30cc-9bcd-4be0-929e-18ad81938103 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:33.304552 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-005a3f68-cc52-43ec-9ebf-33d9722cedb7 req-b1eb30cc-9bcd-4be0-929e-18ad81938103 service neutron] 10.222.0.44 "PUT /v2.0/ports/7a4f59ab-a391-4e34-81db-45d411099082 HTTP/1.1" status: 200 len: 1092 time: 3.7240736 May 31 13:40:33.319220 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e231ad46-b38f-4abf-89e9-a6629b821d0b', 'tag': '7a4f59ab-a391-4e34-81db-45d411099082'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:40:33.447551 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 4d75b4c6-9dbf-466e-9960-e4baeffc8b58 resource provider aggregate not found May 31 13:40:33.528356 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 4d75b4c6-9dbf-466e-9960-e4baeffc8b58 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4d75b4c6-9dbf-466e-9960-e4baeffc8b58 found for delete ", "request_id": "req-3badc320-7e46-4c81-bfb4-bfb9e02f4fe6"}]} May 31 13:40:33.560443 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9efec079-dc46-47b0-b15b-a4d463c2576a admin admin] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:33.595097 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-69e0d877-e4b9-4953-8bd0-e0c2682fc34e req-51b3548f-8b46-4156-89ec-f6419793eb32 tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=6500709d895d4d33b4b5fe3e9eed4766&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2951703 May 31 13:40:33.658591 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e97576ef-53d4-4fff-b681-3a2c0e802d27'] response: {'name': 'network-changed', 'server_uuid': 'e231ad46-b38f-4abf-89e9-a6629b821d0b', 'tag': '7a4f59ab-a391-4e34-81db-45d411099082', 'status': 'completed', 'code': 200} May 31 13:40:33.682391 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eb30cc-9bcd-4be0-929e-18ad81938103 service neutron] Pushing event updated for resources: {'Port': ['ID=7a4f59ab-a391-4e34-81db-45d411099082,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:33.750040 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005a3f68-cc52-43ec-9ebf-33d9722cedb7 req-76cefe3f-d64e-4d2f-a202-47f98fe5fd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:33.766947 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-005a3f68-cc52-43ec-9ebf-33d9722cedb7 req-76cefe3f-d64e-4d2f-a202-47f98fe5fd50 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eab2559f41df4dcf92b02a0aecb29c32&device_id=e231ad46-b38f-4abf-89e9-a6629b821d0b HTTP/1.1" status: 200 len: 1095 time: 0.1655605 May 31 13:40:33.799912 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-ad7292a3-c6e4-437d-aaaf-9c11ed246938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8d9ccc-98db-4b55-98b5-72e60bfadf9c', 'name': 'tempest-VolumesAdminNegativeTest-638119825-router', 'tenant_id': '4909933d1e524d6d8a75da9c2457a191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': 'c4818283-0b2c-4504-9c73-3074e96e9d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:37:13Z', 'updated_at': '2022-05-31T13:40:27Z', 'revision_number': 5, 'project_id': '4909933d1e524d6d8a75da9c2457a191', 'gw_port': {'id': 'c4818283-0b2c-4504-9c73-3074e96e9d12', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:da:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8d9ccc-98db-4b55-98b5-72e60bfadf9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:37:15Z', 'updated_at': '2022-05-31T13:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:40:33.812371 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7292a3-c6e4-437d-aaaf-9c11ed246938 None None] Checking router: 7b8d9ccc-98db-4b55-98b5-72e60bfadf9c for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:40:33.830196 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7292a3-c6e4-437d-aaaf-9c11ed246938 None None] Routers {'7b8d9ccc-98db-4b55-98b5-72e60bfadf9c'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:40:33.830821 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-ad7292a3-c6e4-437d-aaaf-9c11ed246938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:40:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['7b8d9ccc-98db-4b55-98b5-72e60bfadf9c'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:40:33.972230 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-36f72232-32f5-4189-9e9b-5f283e470af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:34.035216 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-005a3f68-cc52-43ec-9ebf-33d9722cedb7 req-786343ae-3e13-4e42-bc17-5c487d2fe7da service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a4f59ab-a391-4e34-81db-45d411099082 HTTP/1.1" status: 200 len: 217 time: 0.2616374 May 31 13:40:34.102407 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-36f72232-32f5-4189-9e9b-5f283e470af6 admin admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:34.112097 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005a3f68-cc52-43ec-9ebf-33d9722cedb7 req-4d50dfef-3fc3-495f-9e15-81c84e3d1006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:34.113580 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-005a3f68-cc52-43ec-9ebf-33d9722cedb7 req-4d50dfef-3fc3-495f-9e15-81c84e3d1006 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=65c219cc-87e6-4772-a3e0-9312f0c093f0 HTTP/1.1" status: 200 len: 858 time: 0.0726140 May 31 13:40:34.119188 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cda6c3b6-91b7-4590-8ccd-8e351fa31f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:34.155731 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-ad7292a3-c6e4-437d-aaaf-9c11ed246938 None None] Set router 7b8d9ccc-98db-4b55-98b5-72e60bfadf9c gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:40:34.168165 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f72232-32f5-4189-9e9b-5f283e470af6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef7bc708-faad-4f53-9863-9b17fc2bd3a4,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:34.200710 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-005a3f68-cc52-43ec-9ebf-33d9722cedb7 req-4971dac1-d165-4782-bb45-83e8dd89ef7d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e5b40311-0d27-41fd-94bb-bac96f5ed647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673149 May 31 13:40:34.212472 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-577b5c98-d5e1-49ab-ad67-444dada3d5d2 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:34.218486 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-69e0d877-e4b9-4953-8bd0-e0c2682fc34e req-d1658bf7-b7a8-4880-88d9-ec45e14b88f8 service neutron] 10.222.0.50 "GET /v2.0/networks/72ae0f67-4513-4538-bd0a-76b09a29c889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6223497 May 31 13:40:34.228350 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda6c3b6-91b7-4590-8ccd-8e351fa31f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90aff9ad-6035-4ccf-8ac2-8780c83777aa,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:34.404398 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cda6c3b6-91b7-4590-8ccd-8e351fa31f67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:34.405926 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-cda6c3b6-91b7-4590-8ccd-8e351fa31f67 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/90aff9ad-6035-4ccf-8ac2-8780c83777aa HTTP/1.1" status: 204 len: 168 time: 1.8930721 May 31 13:40:34.414867 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-577b5c98-d5e1-49ab-ad67-444dada3d5d2 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Calling delete_port for 4292bc50-2346-4c16-859b-9b0fea314677 owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:40:34.460177 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-36f72232-32f5-4189-9e9b-5f283e470af6 admin admin] 10.222.0.50 "DELETE /v2.0/networks/ef7bc708-faad-4f53-9863-9b17fc2bd3a4 HTTP/1.1" status: 204 len: 168 time: 6.5352311 May 31 13:40:34.484618 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9efec079-dc46-47b0-b15b-a4d463c2576a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:34.485201 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-005a3f68-cc52-43ec-9ebf-33d9722cedb7 req-c5a6a027-0f5a-4e06-80da-128b62e2edb3 service neutron] 10.222.0.44 "GET /v2.0/networks/e5b40311-0d27-41fd-94bb-bac96f5ed647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761214 May 31 13:40:34.507874 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-9efec079-dc46-47b0-b15b-a4d463c2576a admin admin] Deleting port c4818283-0b2c-4504-9c73-3074e96e9d12 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:40:34.508517 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9efec079-dc46-47b0-b15b-a4d463c2576a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:34.542550 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-ad7292a3-c6e4-437d-aaaf-9c11ed246938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8d9ccc-98db-4b55-98b5-72e60bfadf9c', 'name': 'tempest-VolumesAdminNegativeTest-638119825-router', 'tenant_id': '4909933d1e524d6d8a75da9c2457a191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': 'c4818283-0b2c-4504-9c73-3074e96e9d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:37:13Z', 'updated_at': '2022-05-31T13:40:27Z', 'revision_number': 5, 'project_id': '4909933d1e524d6d8a75da9c2457a191', 'gw_port': {'id': 'c4818283-0b2c-4504-9c73-3074e96e9d12', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:da:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8d9ccc-98db-4b55-98b5-72e60bfadf9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:37:15Z', 'updated_at': '2022-05-31T13:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:40:34.547963 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7292a3-c6e4-437d-aaaf-9c11ed246938 None None] The sync data for ids ['7b8d9ccc-98db-4b55-98b5-72e60bfadf9c'] in n-d-843939-1 is: [{'id': '7b8d9ccc-98db-4b55-98b5-72e60bfadf9c', 'name': 'tempest-VolumesAdminNegativeTest-638119825-router', 'tenant_id': '4909933d1e524d6d8a75da9c2457a191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': 'c4818283-0b2c-4504-9c73-3074e96e9d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:37:13Z', 'updated_at': '2022-05-31T13:40:27Z', 'revision_number': 5, 'project_id': '4909933d1e524d6d8a75da9c2457a191', 'gw_port': {'id': 'c4818283-0b2c-4504-9c73-3074e96e9d12', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:da:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8d9ccc-98db-4b55-98b5-72e60bfadf9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:37:15Z', 'updated_at': '2022-05-31T13:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:40:34.607537 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f6b39f-5617-42f0-8f8e-26a32a7655de req-332f9306-b3b8-4c30-bb60-248320c4d6d1 tempest-InstanceActionsV221TestJSON-830809249 tempest-InstanceActionsV221TestJSON-830809249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:34.609117 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d8f6b39f-5617-42f0-8f8e-26a32a7655de req-332f9306-b3b8-4c30-bb60-248320c4d6d1 tempest-InstanceActionsV221TestJSON-830809249 tempest-InstanceActionsV221TestJSON-830809249-project] 10.222.0.50 "GET /v2.0/ports?device_id=e231ad46-b38f-4abf-89e9-a6629b821d0b HTTP/1.1" status: 200 len: 944 time: 0.7322512 May 31 13:40:34.746213 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 53976) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:34.817019 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-005a3f68-cc52-43ec-9ebf-33d9722cedb7 req-62096db2-5a29-4492-b991-9d7befedb217 service neutron] 10.222.0.44 "GET /v2.0/networks/e5b40311-0d27-41fd-94bb-bac96f5ed647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3219552 May 31 13:40:34.825157 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d8f6b39f-5617-42f0-8f8e-26a32a7655de req-3bf78b07-efb2-4671-9752-beb4f3753b80 tempest-InstanceActionsV221TestJSON-830809249 tempest-InstanceActionsV221TestJSON-830809249-project] 10.222.0.50 "GET /v2.0/security-groups?id=88e81d7a-4b55-4c1c-8099-cb5a96863ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743847 May 31 13:40:34.853074 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-fe4b1f27-9d46-4987-930d-f2f49456248e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bc5142db886b48f8906c49afcc233362&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0962775 May 31 13:40:34.869020 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 53982) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:34.984417 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device a6b5b212-5a8d-40b1-a5c3-900489755b34 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:40:34.999528 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-69e0d877-e4b9-4953-8bd0-e0c2682fc34e req-44e3dd08-13af-497d-bf12-8ec06b47509f service neutron] 10.222.0.50 "GET /v2.0/networks/72ae0f67-4513-4538-bd0a-76b09a29c889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7801657 May 31 13:40:35.072257 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: a6b5b212-5a8d-40b1-a5c3-900489755b34 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:40:35.072755 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device a6b5b212-5a8d-40b1-a5c3-900489755b34 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:40:35.119980 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-577b5c98-d5e1-49ab-ad67-444dada3d5d2 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:35.122248 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 53986) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:35.232069 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6cf6b69f-39fb-4565-8dea-405723d3f5f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:35.274922 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577b5c98-d5e1-49ab-ad67-444dada3d5d2 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event deleted for resources: {'Port': ['ID=4292bc50-2346-4c16-859b-9b0fea314677,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:35.284918 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-577b5c98-d5e1-49ab-ad67-444dada3d5d2 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:35.288519 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fcb47cc5-7269-45ae-9bbe-ed38cdf53ac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:35.325646 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-577b5c98-d5e1-49ab-ad67-444dada3d5d2 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "DELETE /v2.0/ports/4292bc50-2346-4c16-859b-9b0fea314677 HTTP/1.1" status: 204 len: 168 time: 2.5829902 May 31 13:40:35.327023 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ab7db265-c006-42fd-b717-10f48095c4ec req-7291245b-fea5-4b19-b995-3518e7bd2ac9 tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bee95a6-fa9e-487e-a49b-f173aa95f5dd HTTP/1.1" status: 200 len: 210 time: 0.0956819 May 31 13:40:35.327546 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 53994) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:35.343806 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-5dd845e4-b553-4e1b-89dc-2f00ec0b27ae tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Request body: {'port': {'network_id': 'b99f2da7-601e-4f3f-af52-ed3a903cb927', 'mac_address': 'fa:16:3e:4b:50:e8', 'name': 'tempest-PortsTestJSON-1582701976'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:40:35.368115 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-9efec079-dc46-47b0-b15b-a4d463c2576a admin admin] For port c4818283-0b2c-4504-9c73-3074e96e9d12, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=c4818283-0b2c-4504-9c73-3074e96e9d12,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:40:35.369227 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9efec079-dc46-47b0-b15b-a4d463c2576a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:35.443726 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6cf6b69f-39fb-4565-8dea-405723d3f5f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:35.493756 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb5819-39f8-4293-beab-ca47743a9262 req-59558d0b-2bc7-4be6-aa2f-c6bc442655bf tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:35.495465 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d1cb5819-39f8-4293-beab-ca47743a9262 req-59558d0b-2bc7-4be6-aa2f-c6bc442655bf tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/ports?device_id=11332720-a38e-4aad-a18d-a89dce10acd0 HTTP/1.1" status: 200 len: 945 time: 0.4269958 May 31 13:40:35.517277 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be0037d-cc8f-464d-8581-4705dde5d510 req-2e1bc89a-0859-4d6f-a1a9-3aa13403a083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:35.518669 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7be0037d-cc8f-464d-8581-4705dde5d510 req-2e1bc89a-0859-4d6f-a1a9-3aa13403a083 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eab2559f41df4dcf92b02a0aecb29c32&device_id=e231ad46-b38f-4abf-89e9-a6629b821d0b HTTP/1.1" status: 200 len: 1095 time: 0.6290541 May 31 13:40:35.530143 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-9efec079-dc46-47b0-b15b-a4d463c2576a admin admin] Calling delete_port for c4818283-0b2c-4504-9c73-3074e96e9d12 owned by network:router_gateway {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:40:35.607958 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-fcb47cc5-7269-45ae-9bbe-ed38cdf53ac0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:40:35.649568 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-5dd845e4-b553-4e1b-89dc-2f00ec0b27ae tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:40:35.669143 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-5dd845e4-b553-4e1b-89dc-2f00ec0b27ae tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Usage tracker for resource:port and tenant:a62a1f0c39e548d390793611ac95b19e is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:40:35.684723 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-5dd845e4-b553-4e1b-89dc-2f00ec0b27ae tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:40:35.703266 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-5dd845e4-b553-4e1b-89dc-2f00ec0b27ae tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:40:35.721662 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d1cb5819-39f8-4293-beab-ca47743a9262 req-bb7008b3-eabd-4f5e-8db5-5296d7de1396 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/security-groups?id=792462f3-0c93-41bc-a9cb-454dcd850b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2101781 May 31 13:40:35.757190 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-fcb47cc5-7269-45ae-9bbe-ed38cdf53ac0 admin admin] Usage tracker for resource:security_group_rule and tenant:40928f7b8a3d4af4a4aa6c614248d86a is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:40:35.761123 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9efec079-dc46-47b0-b15b-a4d463c2576a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:35.766521 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-fcb47cc5-7269-45ae-9bbe-ed38cdf53ac0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:40:35.843102 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efec079-dc46-47b0-b15b-a4d463c2576a admin admin] Pushing event deleted for resources: {'Port': ['ID=c4818283-0b2c-4504-9c73-3074e96e9d12,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:35.847630 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-fcb47cc5-7269-45ae-9bbe-ed38cdf53ac0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:40:35.905822 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd845e4-b553-4e1b-89dc-2f00ec0b27ae tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Made reservation on behalf of a62a1f0c39e548d390793611ac95b19e for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:40:35.966550 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9efec079-dc46-47b0-b15b-a4d463c2576a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577389'] for router_gateway, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:35.975438 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6cf6b69f-39fb-4565-8dea-405723d3f5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:35.988444 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be0037d-cc8f-464d-8581-4705dde5d510 req-d734100d-ba0e-42c5-86db-120c3e4eaa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:35.992011 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7be0037d-cc8f-464d-8581-4705dde5d510 req-d734100d-ba0e-42c5-86db-120c3e4eaa2a service neutron] 10.222.0.44 "GET /v2.0/networks?id=e5b40311-0d27-41fd-94bb-bac96f5ed647 HTTP/1.1" status: 200 len: 919 time: 0.4331932 May 31 13:40:36.143672 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 54008) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:36.155329 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf6b69f-39fb-4565-8dea-405723d3f5f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b28319a5-744d-4c54-bfbf-469a0b7a5bca,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:36.157217 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6cf6b69f-39fb-4565-8dea-405723d3f5f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:36.161454 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-6cf6b69f-39fb-4565-8dea-405723d3f5f5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b28319a5-744d-4c54-bfbf-469a0b7a5bca HTTP/1.1" status: 204 len: 168 time: 1.2911274 May 31 13:40:36.202897 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9efec079-dc46-47b0-b15b-a4d463c2576a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:36.216850 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9efec079-dc46-47b0-b15b-a4d463c2576a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:36.294383 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9efec079-dc46-47b0-b15b-a4d463c2576a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:36.295898 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9efec079-dc46-47b0-b15b-a4d463c2576a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b8d9ccc-98db-4b55-98b5-72e60bfadf9c {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:40:36.316531 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7be0037d-cc8f-464d-8581-4705dde5d510 req-fdc75679-d762-4661-af0f-aba90b5244b6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a4f59ab-a391-4e34-81db-45d411099082 HTTP/1.1" status: 200 len: 217 time: 0.1622996 May 31 13:40:36.420252 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fcb47cc5-7269-45ae-9bbe-ed38cdf53ac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:36.421474 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9efec079-dc46-47b0-b15b-a4d463c2576a admin admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:36.435503 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-9efec079-dc46-47b0-b15b-a4d463c2576a admin admin] 10.222.0.50 "DELETE /v2.0/routers/7b8d9ccc-98db-4b55-98b5-72e60bfadf9c HTTP/1.1" status: 204 len: 168 time: 3.5403769 May 31 13:40:36.440977 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5dd845e4-b553-4e1b-89dc-2f00ec0b27ae tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:36.442503 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 54018) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:36.444951 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fcb47cc5-7269-45ae-9bbe-ed38cdf53ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:36.563367 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-5dd845e4-b553-4e1b-89dc-2f00ec0b27ae tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] device_id is not set on port 0d008663-e8fb-406f-827e-41ecfe2c888e yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:40:36.707241 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be0037d-cc8f-464d-8581-4705dde5d510 req-ea88d3e5-5e34-4631-a52e-db1caf34b929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:36.708645 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7be0037d-cc8f-464d-8581-4705dde5d510 req-ea88d3e5-5e34-4631-a52e-db1caf34b929 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=65c219cc-87e6-4772-a3e0-9312f0c093f0 HTTP/1.1" status: 200 len: 858 time: 0.3854785 May 31 13:40:36.889054 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb47cc5-7269-45ae-9bbe-ed38cdf53ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7293791d-bc9b-4c5b-bb01-ced3ba8ef97e,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:37.019079 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-fcb47cc5-7269-45ae-9bbe-ed38cdf53ac0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=40928f7b8a3d4af4a4aa6c614248d86a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8931131 May 31 13:40:37.025849 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 54034) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:37.066266 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device c4818283-0b2c-4504-9c73-3074e96e9d12 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:40:37.068153 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5dd845e4-b553-4e1b-89dc-2f00ec0b27ae tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:37.101927 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-872e7d05-87d0-4059-9a1e-4162389c83b2 admin admin] Deleting subnet f6967f42-c39e-4bc8-93dc-795965a9fd9e {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:40:37.115017 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-872e7d05-87d0-4059-9a1e-4162389c83b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:37.156598 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: c4818283-0b2c-4504-9c73-3074e96e9d12 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:40:37.156953 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device c4818283-0b2c-4504-9c73-3074e96e9d12 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:40:37.183894 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5dd845e4-b553-4e1b-89dc-2f00ec0b27ae tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:37.263572 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a9e1fff6-355e-44c2-afa8-696109cb9c94 req-47f310b1-f488-4e0b-a1a7-9051cbb595fe tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bee95a6-fa9e-487e-a49b-f173aa95f5dd HTTP/1.1" status: 200 len: 210 time: 0.5591981 May 31 13:40:37.295635 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7be0037d-cc8f-464d-8581-4705dde5d510 req-b710852f-ae2b-419c-ba07-3b66d008f266 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e5b40311-0d27-41fd-94bb-bac96f5ed647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5290487 May 31 13:40:37.377205 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:37.384271 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8891eaa2-aa23-4e33-9823-960901c33c9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:37.437367 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-872e7d05-87d0-4059-9a1e-4162389c83b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:37.465116 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e3e339-1e4a-4f9c-a8b4-8a4fcc057738 req-aa2a62bc-7066-41d8-aabe-d62da56f7743 tempest-InstanceActionsV221TestJSON-830809249 tempest-InstanceActionsV221TestJSON-830809249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:37.467698 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-50e3e339-1e4a-4f9c-a8b4-8a4fcc057738 req-aa2a62bc-7066-41d8-aabe-d62da56f7743 tempest-InstanceActionsV221TestJSON-830809249 tempest-InstanceActionsV221TestJSON-830809249-project] 10.222.0.50 "GET /v2.0/ports?device_id=e231ad46-b38f-4abf-89e9-a6629b821d0b HTTP/1.1" status: 200 len: 944 time: 1.4746115 May 31 13:40:37.469389 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd845e4-b553-4e1b-89dc-2f00ec0b27ae tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event updated for resources: {'Port': ['ID=0d008663-e8fb-406f-827e-41ecfe2c888e,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:37.519247 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8891eaa2-aa23-4e33-9823-960901c33c9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:37.555955 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 54046) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:37.584438 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd845e4-b553-4e1b-89dc-2f00ec0b27ae tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Network b99f2da7-601e-4f3f-af52-ed3a903cb927 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:40:37.640508 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-5dd845e4-b553-4e1b-89dc-2f00ec0b27ae tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:40:37.672268 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd845e4-b553-4e1b-89dc-2f00ec0b27ae tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:40:37.677428 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd845e4-b553-4e1b-89dc-2f00ec0b27ae tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:37.678103 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5dd845e4-b553-4e1b-89dc-2f00ec0b27ae tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:37.690783 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-872e7d05-87d0-4059-9a1e-4162389c83b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:37.739325 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8891eaa2-aa23-4e33-9823-960901c33c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:37.762985 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8891eaa2-aa23-4e33-9823-960901c33c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7293791d-bc9b-4c5b-bb01-ced3ba8ef97e,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:37.788704 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8891eaa2-aa23-4e33-9823-960901c33c9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:37.788704 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-8891eaa2-aa23-4e33-9823-960901c33c9b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7293791d-bc9b-4c5b-bb01-ced3ba8ef97e HTTP/1.1" status: 204 len: 168 time: 0.7585409 May 31 13:40:37.789318 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-5717c9b5-c7c8-4f8e-82d3-14cb8d615d0f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1173168997-network', 'tenant_id': '04053c05038f4fa8aafe732444e2f2c0'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:40:37.798328 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e0d877-e4b9-4953-8bd0-e0c2682fc34e req-5a7b8fc5-1b18-4842-b584-c97aa203eb94 tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:37.799793 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-69e0d877-e4b9-4953-8bd0-e0c2682fc34e req-5a7b8fc5-1b18-4842-b584-c97aa203eb94 tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] 10.222.0.44 "GET /v2.0/networks?id=72ae0f67-4513-4538-bd0a-76b09a29c889 HTTP/1.1" status: 200 len: 814 time: 1.0945024 May 31 13:40:37.810621 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-5717c9b5-c7c8-4f8e-82d3-14cb8d615d0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:40:37.813388 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-872e7d05-87d0-4059-9a1e-4162389c83b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:37.816839 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-50e3e339-1e4a-4f9c-a8b4-8a4fcc057738 req-3432e8e4-9d45-4cf2-8512-5e697430e4b2 tempest-InstanceActionsV221TestJSON-830809249 tempest-InstanceActionsV221TestJSON-830809249-project] 10.222.0.50 "GET /v2.0/security-groups?id=88e81d7a-4b55-4c1c-8099-cb5a96863ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279226 May 31 13:40:37.820812 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-5dd845e4-b553-4e1b-89dc-2f00ec0b27ae tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.4830029 May 31 13:40:37.824653 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-69e0d877-e4b9-4953-8bd0-e0c2682fc34e req-927f3340-275b-472c-9ffc-abc81f9ef547 tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] Request body: {'port': {'device_id': '8bee95a6-fa9e-487e-a49b-f173aa95f5dd', 'network_id': '72ae0f67-4513-4538-bd0a-76b09a29c889', 'admin_state_up': True, 'tenant_id': '6500709d895d4d33b4b5fe3e9eed4766'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:40:37.850062 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 54054) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:37.850062 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-5717c9b5-c7c8-4f8e-82d3-14cb8d615d0f admin admin] Usage tracker for resource:network and tenant:04053c05038f4fa8aafe732444e2f2c0 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:40:37.884290 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872e7d05-87d0-4059-9a1e-4162389c83b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6967f42-c39e-4bc8-93dc-795965a9fd9e,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:37.890772 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-5717c9b5-c7c8-4f8e-82d3-14cb8d615d0f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:40:37.899496 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-872e7d05-87d0-4059-9a1e-4162389c83b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:37.914146 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef53b61d-6d94-4a0d-9f44-e4ea4152988b None None] Network ab6dcf44-e98b-4b16-8de8-44f0d0d71adf requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:40:37.934576 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-872e7d05-87d0-4059-9a1e-4162389c83b2 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/f6967f42-c39e-4bc8-93dc-795965a9fd9e HTTP/1.1" status: 204 len: 168 time: 1.4878495 May 31 13:40:37.935081 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 54058) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:37.969398 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-5717c9b5-c7c8-4f8e-82d3-14cb8d615d0f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:40:38.016336 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7be0037d-cc8f-464d-8581-4705dde5d510 req-7f1e7639-9af5-455a-b52c-7789f5d71a7a service neutron] 10.222.0.44 "GET /v2.0/networks/e5b40311-0d27-41fd-94bb-bac96f5ed647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6471920 May 31 13:40:38.065393 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-893d0e9f-ca50-46ba-81a6-eda8c333658b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:38.066223 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5717c9b5-c7c8-4f8e-82d3-14cb8d615d0f admin admin] Made reservation on behalf of 04053c05038f4fa8aafe732444e2f2c0 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:40:38.068506 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5717c9b5-c7c8-4f8e-82d3-14cb8d615d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:38.084846 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8f860-6109-4a24-867b-71e38ebc5e47 req-8cfda6b2-0812-4892-94f3-4e4b7e113162 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:38.086396 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-05e8f860-6109-4a24-867b-71e38ebc5e47 req-8cfda6b2-0812-4892-94f3-4e4b7e113162 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/ports?device_id=11332720-a38e-4aad-a18d-a89dce10acd0 HTTP/1.1" status: 200 len: 945 time: 0.5943668 May 31 13:40:38.141505 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa795ded-cf58-4590-beb3-71d3f47a1768 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:38.142054 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-aa795ded-cf58-4590-beb3-71d3f47a1768 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Synchronizing usage tracker for tenant:a62a1f0c39e548d390793611ac95b19e on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:40:38.166295 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-83df521c-5938-498b-a07c-2f8c959f59e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:38.172364 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5717c9b5-c7c8-4f8e-82d3-14cb8d615d0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:38.230318 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 7a4f59ab-a391-4e34-81db-45d411099082 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:40:38.259041 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-83df521c-5938-498b-a07c-2f8c959f59e8 admin admin] Deleting port a133d49b-c71a-46c0-87b0-688f0bcc5791 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:40:38.259388 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-83df521c-5938-498b-a07c-2f8c959f59e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:38.492094 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-5717c9b5-c7c8-4f8e-82d3-14cb8d615d0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:40:38.525675 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 7a4f59ab-a391-4e34-81db-45d411099082, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=7a4f59ab-a391-4e34-81db-45d411099082,segment=NetworkSegment(fb54cc32-c6e1-4fc3-97d0-0969a88f18d5),segment_id=fb54cc32-c6e1-4fc3-97d0-0969a88f18d5)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:40:38.551926 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': '7a4f59ab-a391-4e34-81db-45d411099082', 'network_id': 'e5b40311-0d27-41fd-94bb-bac96f5ed647', 'port_id': '7a4f59ab-a391-4e34-81db-45d411099082', 'mac_address': 'fa:16:3e:e1:40:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65c219cc-87e6-4772-a3e0-9312f0c093f0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:40:38.562555 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54982de8-3dcf-4610-a934-f1951caa6b1a None None] DHCP port deletion for ab6dcf44-e98b-4b16-8de8-44f0d0d71adf request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:40:38.569511 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-54982de8-3dcf-4610-a934-f1951caa6b1a None None] Deleting port a133d49b-c71a-46c0-87b0-688f0bcc5791 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:40:38.570218 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-54982de8-3dcf-4610-a934-f1951caa6b1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:38.576288 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-5717c9b5-c7c8-4f8e-82d3-14cb8d615d0f admin admin] Usage tracker for resource:security_group_rule and tenant:04053c05038f4fa8aafe732444e2f2c0 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:40:38.585852 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-aa795ded-cf58-4590-beb3-71d3f47a1768 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Unset dirty status for tenant:a62a1f0c39e548d390793611ac95b19e on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:40:38.590789 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-aa795ded-cf58-4590-beb3-71d3f47a1768 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "GET /v2.0/ports/0d008663-e8fb-406f-827e-41ecfe2c888e HTTP/1.1" status: 200 len: 841 time: 0.7454498 May 31 13:40:38.597909 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 54080) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:38.598966 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-5717c9b5-c7c8-4f8e-82d3-14cb8d615d0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:40:38.606463 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e749f336-0d53-4a7f-b6fd-67382ec3ab98 req-38316104-f538-4493-af81-fd01b6204dc5 tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bee95a6-fa9e-487e-a49b-f173aa95f5dd HTTP/1.1" status: 200 len: 210 time: 0.1422744 May 31 13:40:38.620238 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-5717c9b5-c7c8-4f8e-82d3-14cb8d615d0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:40:38.669782 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-69e0d877-e4b9-4953-8bd0-e0c2682fc34e req-927f3340-275b-472c-9ffc-abc81f9ef547 tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:40:38.679687 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-69e0d877-e4b9-4953-8bd0-e0c2682fc34e req-927f3340-275b-472c-9ffc-abc81f9ef547 tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] Usage tracker for resource:port and tenant:6500709d895d4d33b4b5fe3e9eed4766 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:40:38.686023 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-69e0d877-e4b9-4953-8bd0-e0c2682fc34e req-927f3340-275b-472c-9ffc-abc81f9ef547 tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:40:38.692311 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 7a4f59ab-a391-4e34-81db-45d411099082 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:40:38.692691 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:38.693649 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-69e0d877-e4b9-4953-8bd0-e0c2682fc34e req-927f3340-275b-472c-9ffc-abc81f9ef547 tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:40:38.725321 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a4f59ab-a391-4e34-81db-45d411099082 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:40:38.744963 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 7a4f59ab-a391-4e34-81db-45d411099082, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=7a4f59ab-a391-4e34-81db-45d411099082,segment=NetworkSegment(fb54cc32-c6e1-4fc3-97d0-0969a88f18d5),segment_id=fb54cc32-c6e1-4fc3-97d0-0969a88f18d5)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:40:38.750142 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:38.766665 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-83df521c-5938-498b-a07c-2f8c959f59e8 admin admin] For port a133d49b-c71a-46c0-87b0-688f0bcc5791, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=a133d49b-c71a-46c0-87b0-688f0bcc5791,segment=NetworkSegment(54fd871c-b709-41fc-8e6b-83f862131e05),segment_id=54fd871c-b709-41fc-8e6b-83f862131e05)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:40:38.767580 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-83df521c-5938-498b-a07c-2f8c959f59e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:38.798078 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device a133d49b-c71a-46c0-87b0-688f0bcc5791 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:40:38.812019 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5717c9b5-c7c8-4f8e-82d3-14cb8d615d0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:38.827824 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-05e8f860-6109-4a24-867b-71e38ebc5e47 req-e0dff564-97b8-4aaf-b83d-bf07394d3d18 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/security-groups?id=792462f3-0c93-41bc-a9cb-454dcd850b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6700051 May 31 13:40:38.848167 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7be0037d-cc8f-464d-8581-4705dde5d510 req-275c5be0-e78f-4151-91d8-e9a3171b3721 service neutron] 10.222.0.44 "GET /v2.0/networks/e5b40311-0d27-41fd-94bb-bac96f5ed647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8204553 May 31 13:40:38.848803 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69e0d877-e4b9-4953-8bd0-e0c2682fc34e req-927f3340-275b-472c-9ffc-abc81f9ef547 tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] Made reservation on behalf of 6500709d895d4d33b4b5fe3e9eed4766 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:40:38.855122 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-69e0d877-e4b9-4953-8bd0-e0c2682fc34e req-927f3340-275b-472c-9ffc-abc81f9ef547 tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:38.903731 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5717c9b5-c7c8-4f8e-82d3-14cb8d615d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:38.925398 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-83df521c-5938-498b-a07c-2f8c959f59e8 admin admin] Calling delete_port for a133d49b-c71a-46c0-87b0-688f0bcc5791 owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:40:39.037720 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5717c9b5-c7c8-4f8e-82d3-14cb8d615d0f admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:40:39.039216 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-83df521c-5938-498b-a07c-2f8c959f59e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:39.051847 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5717c9b5-c7c8-4f8e-82d3-14cb8d615d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:39.052281 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-5717c9b5-c7c8-4f8e-82d3-14cb8d615d0f admin admin] Added segment 95357fb1-128e-4e50-a9ef-07d5adff4ac5 of type vlan for network 48ff30cd-fefc-45b9-9b91-2fda26bd24e8 May 31 13:40:39.072392 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:39.091606 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5717c9b5-c7c8-4f8e-82d3-14cb8d615d0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:39.097852 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['7a4f59ab-a391-4e34-81db-45d411099082'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:40:39.199803 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=7a4f59ab-a391-4e34-81db-45d411099082,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:39.224966 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-54982de8-3dcf-4610-a934-f1951caa6b1a None None] For port a133d49b-c71a-46c0-87b0-688f0bcc5791, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=a133d49b-c71a-46c0-87b0-688f0bcc5791,segment=NetworkSegment(54fd871c-b709-41fc-8e6b-83f862131e05),segment_id=54fd871c-b709-41fc-8e6b-83f862131e05)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:40:39.225364 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-54982de8-3dcf-4610-a934-f1951caa6b1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:39.241448 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No active binding found for port a133d49b-c71a-46c0-87b0-688f0bcc5791 {{(pid=88371) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 31 13:40:39.241977 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device a133d49b-c71a-46c0-87b0-688f0bcc5791 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:40:39.244588 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83df521c-5938-498b-a07c-2f8c959f59e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a133d49b-c71a-46c0-87b0-688f0bcc5791,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:39.252410 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83df521c-5938-498b-a07c-2f8c959f59e8 admin admin] No DVR routers for this DVR port a133d49b-c71a-46c0-87b0-688f0bcc5791 on host n-d-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:40:39.343179 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-9dbb146a-630f-4a58-a9d0-91ca08a623de tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Deleting port 0d008663-e8fb-406f-827e-41ecfe2c888e {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:40:39.344206 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9dbb146a-630f-4a58-a9d0-91ca08a623de tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:39.381690 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-893d0e9f-ca50-46ba-81a6-eda8c333658b admin admin] Deleting port ee978f54-0d60-498e-a601-a7bd91661dc3 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:40:39.382347 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-893d0e9f-ca50-46ba-81a6-eda8c333658b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:39.437838 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5717c9b5-c7c8-4f8e-82d3-14cb8d615d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:39.438856 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5717c9b5-c7c8-4f8e-82d3-14cb8d615d0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:39.439449 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5717c9b5-c7c8-4f8e-82d3-14cb8d615d0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:39.444265 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-54982de8-3dcf-4610-a934-f1951caa6b1a None None] Calling delete_port for a133d49b-c71a-46c0-87b0-688f0bcc5791 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:40:39.461772 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-69e0d877-e4b9-4953-8bd0-e0c2682fc34e req-927f3340-275b-472c-9ffc-abc81f9ef547 tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] Allocated IP 172.20.0.8 (72ae0f67-4513-4538-bd0a-76b09a29c889/d698f4d2-a124-40b9-846a-1cafc66c1a8f/1a5ba2be-79a8-4872-adec-3009f3e0f944) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:40:39.470345 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-83df521c-5938-498b-a07c-2f8c959f59e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:39.579729 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5717c9b5-c7c8-4f8e-82d3-14cb8d615d0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1729ab42-7be5-44f8-b17a-0e9ffb5ba8c9,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:39.584403 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-83df521c-5938-498b-a07c-2f8c959f59e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab6dcf44-e98b-4b16-8de8-44f0d0d71adf']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:40:39.603470 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-83df521c-5938-498b-a07c-2f8c959f59e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54fd871c-b709-41fc-8e6b-83f862131e05') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:40:39.603787 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-83df521c-5938-498b-a07c-2f8c959f59e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54fd871c-b709-41fc-8e6b-83f862131e05') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:40:39.623172 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-83df521c-5938-498b-a07c-2f8c959f59e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:39.628758 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-54982de8-3dcf-4610-a934-f1951caa6b1a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:40:39.629431 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-54982de8-3dcf-4610-a934-f1951caa6b1a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:40:39.715690 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-83df521c-5938-498b-a07c-2f8c959f59e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:39.756666 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83df521c-5938-498b-a07c-2f8c959f59e8 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:40:39.757152 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-83df521c-5938-498b-a07c-2f8c959f59e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:39.838225 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 54fd871c-b709-41fc-8e6b-83f862131e05 resource provider aggregate not found May 31 13:40:39.869558 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 54fd871c-b709-41fc-8e6b-83f862131e05 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 54fd871c-b709-41fc-8e6b-83f862131e05 found for delete ", "request_id": "req-8157ae3c-bc54-4c1c-804d-ee4a3f1c897d"}]} May 31 13:40:39.875823 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-893d0e9f-ca50-46ba-81a6-eda8c333658b admin admin] For port ee978f54-0d60-498e-a601-a7bd91661dc3, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=ee978f54-0d60-498e-a601-a7bd91661dc3,segment=NetworkSegment(bb2c489f-9b0a-4922-9750-36d1eab90509),segment_id=bb2c489f-9b0a-4922-9750-36d1eab90509)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:40:39.876185 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-893d0e9f-ca50-46ba-81a6-eda8c333658b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:39.897040 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-83df521c-5938-498b-a07c-2f8c959f59e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:39.899385 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-55558fb3-9e28-4a44-a3ab-ebc6062236d7 req-548e81a6-0579-4d8f-b92c-e2bfb9497bfc tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] Synchronizing usage tracker for tenant:6500709d895d4d33b4b5fe3e9eed4766 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:40:39.903089 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5717c9b5-c7c8-4f8e-82d3-14cb8d615d0f admin admin] Pushing event updated for resources: {'Network': ['ID=48ff30cd-fefc-45b9-9b91-2fda26bd24e8,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:39.918399 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 48ff30cd-fefc-45b9-9b91-2fda26bd24e8 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:40:39.928823 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-5717c9b5-c7c8-4f8e-82d3-14cb8d615d0f admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.3661160 May 31 13:40:39.929525 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 54114) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:39.950483 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-b8b109a3-de34-4cf7-804e-c70847caa0eb admin admin] Request body: {'subnet': {'network_id': '48ff30cd-fefc-45b9-9b91-2fda26bd24e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1173168997-subnet', 'tenant_id': '04053c05038f4fa8aafe732444e2f2c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:40:40.000392 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-b8b109a3-de34-4cf7-804e-c70847caa0eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:40:40.030069 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-83df521c-5938-498b-a07c-2f8c959f59e8 admin admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:40.041699 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-83df521c-5938-498b-a07c-2f8c959f59e8 admin admin] 10.222.0.50 "DELETE /v2.0/networks/ab6dcf44-e98b-4b16-8de8-44f0d0d71adf HTTP/1.1" status: 204 len: 168 time: 2.1041036 May 31 13:40:40.052102 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-893d0e9f-ca50-46ba-81a6-eda8c333658b admin admin] Calling delete_port for ee978f54-0d60-498e-a601-a7bd91661dc3 owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:40:40.069491 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-b8b109a3-de34-4cf7-804e-c70847caa0eb admin admin] Usage tracker for resource:subnet and tenant:04053c05038f4fa8aafe732444e2f2c0 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:40:40.081264 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83df521c-5938-498b-a07c-2f8c959f59e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab6dcf44-e98b-4b16-8de8-44f0d0d71adf,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:40.098628 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-b8b109a3-de34-4cf7-804e-c70847caa0eb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:40:40.101449 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-55558fb3-9e28-4a44-a3ab-ebc6062236d7 req-548e81a6-0579-4d8f-b92c-e2bfb9497bfc tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] Unset dirty status for tenant:6500709d895d4d33b4b5fe3e9eed4766 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:40:40.102571 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-55558fb3-9e28-4a44-a3ab-ebc6062236d7 req-548e81a6-0579-4d8f-b92c-e2bfb9497bfc tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bee95a6-fa9e-487e-a49b-f173aa95f5dd HTTP/1.1" status: 200 len: 210 time: 0.3426585 May 31 13:40:40.122145 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f8cc8d-d943-40e7-97d2-a9de0b09ae6c req-6d2cac4b-f852-4b90-9481-cbcfa6576734 tempest-InstanceActionsV221TestJSON-830809249 tempest-InstanceActionsV221TestJSON-830809249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:40.123849 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-67f8cc8d-d943-40e7-97d2-a9de0b09ae6c req-6d2cac4b-f852-4b90-9481-cbcfa6576734 tempest-InstanceActionsV221TestJSON-830809249 tempest-InstanceActionsV221TestJSON-830809249-project] 10.222.0.50 "GET /v2.0/ports?device_id=e231ad46-b38f-4abf-89e9-a6629b821d0b HTTP/1.1" status: 200 len: 945 time: 1.0030758 May 31 13:40:40.129228 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-b8b109a3-de34-4cf7-804e-c70847caa0eb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:40:40.134431 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-54982de8-3dcf-4610-a934-f1951caa6b1a None None] Deleting port a133d49b-c71a-46c0-87b0-688f0bcc5791 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:40:40.136664 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-54982de8-3dcf-4610-a934-f1951caa6b1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:40.188376 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-69e0d877-e4b9-4953-8bd0-e0c2682fc34e req-927f3340-275b-472c-9ffc-abc81f9ef547 tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:40.196768 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9dbb146a-630f-4a58-a9d0-91ca08a623de tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:40.217659 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b109a3-de34-4cf7-804e-c70847caa0eb admin admin] Made reservation on behalf of 04053c05038f4fa8aafe732444e2f2c0 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:40:40.220050 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b8b109a3-de34-4cf7-804e-c70847caa0eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:40.266707 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 7a4f59ab-a391-4e34-81db-45d411099082 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:40:40.364667 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 54124) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:40.370700 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-893d0e9f-ca50-46ba-81a6-eda8c333658b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:40.422361 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-9dbb146a-630f-4a58-a9d0-91ca08a623de tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Calling delete_port for 0d008663-e8fb-406f-827e-41ecfe2c888e owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:40:40.455322 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-54982de8-3dcf-4610-a934-f1951caa6b1a None None] The port 'a133d49b-c71a-46c0-87b0-688f0bcc5791' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 13:40:40.474894 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port 7a4f59ab-a391-4e34-81db-45d411099082 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:40:40.476046 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893d0e9f-ca50-46ba-81a6-eda8c333658b admin admin] Pushing event deleted for resources: {'Port': ['ID=ee978f54-0d60-498e-a601-a7bd91661dc3,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:40.481215 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port 7a4f59ab-a391-4e34-81db-45d411099082 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:40:40.481640 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:40.561195 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e084198c-9d1e-4614-b2cd-166e17fecf91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:40.571274 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-3779d71a-3e92-4a52-9ae4-f7bf0c1f6b90 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f89ceabafad5420cb483df25f252f64a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2045283 May 31 13:40:40.577521 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 54128) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:40.578628 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-67f8cc8d-d943-40e7-97d2-a9de0b09ae6c req-0040afc5-6e68-4225-9567-3cfd3b5d1ae2 tempest-InstanceActionsV221TestJSON-830809249 tempest-InstanceActionsV221TestJSON-830809249-project] 10.222.0.50 "GET /v2.0/security-groups?id=88e81d7a-4b55-4c1c-8099-cb5a96863ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4413941 May 31 13:40:40.669199 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 7a4f59ab-a391-4e34-81db-45d411099082 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:40:40.670575 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:40.717406 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e231ad46-b38f-4abf-89e9-a6629b821d0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a4f59ab-a391-4e34-81db-45d411099082'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:40:40.731528 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 7a4f59ab-a391-4e34-81db-45d411099082, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=7a4f59ab-a391-4e34-81db-45d411099082,segment=NetworkSegment(fb54cc32-c6e1-4fc3-97d0-0969a88f18d5),segment_id=fb54cc32-c6e1-4fc3-97d0-0969a88f18d5)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:40:40.736512 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:40.820411 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-69e0d877-e4b9-4953-8bd0-e0c2682fc34e req-927f3340-275b-472c-9ffc-abc81f9ef547 tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:40.825863 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3722303-96ff-4322-8fe0-d2edaba959f4'] response: {'server_uuid': 'e231ad46-b38f-4abf-89e9-a6629b821d0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a4f59ab-a391-4e34-81db-45d411099082', 'code': 200} May 31 13:40:40.836084 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9dbb146a-630f-4a58-a9d0-91ca08a623de tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:40.862393 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=7a4f59ab-a391-4e34-81db-45d411099082,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:40.900293 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-361a1c73-12d4-4b4c-a22a-ffe70499494e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:41.006691 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-361a1c73-12d4-4b4c-a22a-ffe70499494e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:41.052906 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-893d0e9f-ca50-46ba-81a6-eda8c333658b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:41.150246 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69e0d877-e4b9-4953-8bd0-e0c2682fc34e req-927f3340-275b-472c-9ffc-abc81f9ef547 tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] Network 72ae0f67-4513-4538-bd0a-76b09a29c889 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:40:41.203368 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-69e0d877-e4b9-4953-8bd0-e0c2682fc34e req-927f3340-275b-472c-9ffc-abc81f9ef547 tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:40:41.212460 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-69e0d877-e4b9-4953-8bd0-e0c2682fc34e req-927f3340-275b-472c-9ffc-abc81f9ef547 tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:40:41.322083 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c0c77-6612-4d14-91fd-a6a26a249174 req-02b2716f-ef99-450c-8c5a-56d20978175e tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:41.324225 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3d2c0c77-6612-4d14-91fd-a6a26a249174 req-02b2716f-ef99-450c-8c5a-56d20978175e tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/ports?device_id=11332720-a38e-4aad-a18d-a89dce10acd0 HTTP/1.1" status: 200 len: 945 time: 0.9161394 May 31 13:40:41.346149 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9dbb146a-630f-4a58-a9d0-91ca08a623de tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:41.365848 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-361a1c73-12d4-4b4c-a22a-ffe70499494e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:41.390514 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361a1c73-12d4-4b4c-a22a-ffe70499494e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3392a71-7f34-4da1-8224-c96eaa2698b7,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:41.407798 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e0d877-e4b9-4953-8bd0-e0c2682fc34e req-927f3340-275b-472c-9ffc-abc81f9ef547 tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:41.408521 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-69e0d877-e4b9-4953-8bd0-e0c2682fc34e req-927f3340-275b-472c-9ffc-abc81f9ef547 tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:41.461715 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927f3340-275b-472c-9ffc-abc81f9ef547 tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] Pushing event updated for resources: {'Port': ['ID=1a5ba2be-79a8-4872-adec-3009f3e0f944,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:41.482983 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-361a1c73-12d4-4b4c-a22a-ffe70499494e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:41.483919 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-361a1c73-12d4-4b4c-a22a-ffe70499494e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a3392a71-7f34-4da1-8224-c96eaa2698b7 HTTP/1.1" status: 204 len: 168 time: 0.8977127 May 31 13:40:41.528379 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-69e0d877-e4b9-4953-8bd0-e0c2682fc34e req-927f3340-275b-472c-9ffc-abc81f9ef547 tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7151034 May 31 13:40:41.529713 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927f3340-275b-472c-9ffc-abc81f9ef547 tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:40:41.530083 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927f3340-275b-472c-9ffc-abc81f9ef547 tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:40:41.530426 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927f3340-275b-472c-9ffc-abc81f9ef547 tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:40:41.530764 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927f3340-275b-472c-9ffc-abc81f9ef547 tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:40:41.531115 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927f3340-275b-472c-9ffc-abc81f9ef547 tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:40:41.531460 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927f3340-275b-472c-9ffc-abc81f9ef547 tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:40:41.531851 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927f3340-275b-472c-9ffc-abc81f9ef547 tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:40:41.532252 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927f3340-275b-472c-9ffc-abc81f9ef547 tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:40:41.532541 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927f3340-275b-472c-9ffc-abc81f9ef547 tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:40:41.532911 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927f3340-275b-472c-9ffc-abc81f9ef547 tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:40:41.533233 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927f3340-275b-472c-9ffc-abc81f9ef547 tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:40:41.533557 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927f3340-275b-472c-9ffc-abc81f9ef547 tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:40:41.540244 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-9dbb146a-630f-4a58-a9d0-91ca08a623de tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "DELETE /v2.0/ports/0d008663-e8fb-406f-827e-41ecfe2c888e HTTP/1.1" status: 204 len: 168 time: 2.9327042 May 31 13:40:41.576618 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 54148) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:41.589766 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-69e0d877-e4b9-4953-8bd0-e0c2682fc34e req-f9f280ee-49e0-4f88-9d8f-4814b0d78bd6 service neutron] Request body: {'port': {'device_id': '8bee95a6-fa9e-487e-a49b-f173aa95f5dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:40:41.626777 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b8b109a3-de34-4cf7-804e-c70847caa0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:41.668211 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-893d0e9f-ca50-46ba-81a6-eda8c333658b admin admin] Router 6744b4e2-ef68-487e-8016-11c3e36d929f has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:40:41.727126 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbb146a-630f-4a58-a9d0-91ca08a623de tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event deleted for resources: {'Port': ['ID=0d008663-e8fb-406f-827e-41ecfe2c888e,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:41.733079 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3d2c0c77-6612-4d14-91fd-a6a26a249174 req-c61b7ad1-9b51-48b4-9931-f290139104bd tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/security-groups?id=792462f3-0c93-41bc-a9cb-454dcd850b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3990526 May 31 13:40:41.773077 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-90808dd6-e1a5-4872-80b6-e386c68d606f tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] GET failed (client error): The resource could not be found. May 31 13:40:41.773296 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-90808dd6-e1a5-4872-80b6-e386c68d606f tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Synchronizing usage tracker for tenant:a62a1f0c39e548d390793611ac95b19e on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:40:41.819923 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5f3143-aec6-4069-b699-27ab29c8da42 req-81677b48-291d-4652-abdc-200ba6c74c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:41.821429 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fe5f3143-aec6-4069-b699-27ab29c8da42 req-81677b48-291d-4652-abdc-200ba6c74c74 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e231ad46-b38f-4abf-89e9-a6629b821d0b HTTP/1.1" status: 200 len: 1097 time: 0.7662368 May 31 13:40:41.915640 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b109a3-de34-4cf7-804e-c70847caa0eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f33f44ed-37c8-44e7-8a90-0b19e94cc7a8,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:41.980575 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-893d0e9f-ca50-46ba-81a6-eda8c333658b admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:40:41.987667 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-893d0e9f-ca50-46ba-81a6-eda8c333658b admin admin] 10.222.0.50 "PUT /v2.0/routers/6744b4e2-ef68-487e-8016-11c3e36d929f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8429832 May 31 13:40:41.991467 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-90808dd6-e1a5-4872-80b6-e386c68d606f tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Unset dirty status for tenant:a62a1f0c39e548d390793611ac95b19e on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:40:41.991784 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20f5b4e-45ca-40a7-be37-c6b2271166eb None None] Sync routers for ids ['6744b4e2-ef68-487e-8016-11c3e36d929f'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:40:41.999418 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-90808dd6-e1a5-4872-80b6-e386c68d606f tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "GET /v2.0/ports/0d008663-e8fb-406f-827e-41ecfe2c888e HTTP/1.1" status: 404 len: 333 time: 0.4156528 May 31 13:40:41.999672 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 54158) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:42.003465 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 54162) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:42.008254 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20f5b4e-45ca-40a7-be37-c6b2271166eb None None] Routers {'6744b4e2-ef68-487e-8016-11c3e36d929f'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:40:42.011942 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-a20f5b4e-45ca-40a7-be37-c6b2271166eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:40:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['6744b4e2-ef68-487e-8016-11c3e36d929f'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:40:42.023631 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa48468-3098-4f37-a528-5dbcaaf480e0 req-06e1b3d7-0a67-425f-904a-264d022984e6 tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:42.025049 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8aa48468-3098-4f37-a528-5dbcaaf480e0 req-06e1b3d7-0a67-425f-904a-264d022984e6 tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bee95a6-fa9e-487e-a49b-f173aa95f5dd HTTP/1.1" status: 200 len: 931 time: 0.7772241 May 31 13:40:42.033679 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-e2e2f55e-42db-40d6-8152-b1fa0752d7ee tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Request body: {'port': {'network_id': 'b99f2da7-601e-4f3f-af52-ed3a903cb927', 'name': 'tempest-PortsTestJSON-819868241'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:40:42.042861 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-69e0d877-e4b9-4953-8bd0-e0c2682fc34e req-f9f280ee-49e0-4f88-9d8f-4814b0d78bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:42.077780 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b109a3-de34-4cf7-804e-c70847caa0eb admin admin] Checking segment: {'id': '95357fb1-128e-4e50-a9ef-07d5adff4ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '48ff30cd-fefc-45b9-9b91-2fda26bd24e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:40:42.078166 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b109a3-de34-4cf7-804e-c70847caa0eb admin admin] Network hostable DHCP agents. Network: 48ff30cd-fefc-45b9-9b91-2fda26bd24e8, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:40:42.083658 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fe5f3143-aec6-4069-b699-27ab29c8da42 req-be6e6b16-a646-464c-82ba-75abcbd198d1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=88e81d7a-4b55-4c1c-8099-cb5a96863ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724536 May 31 13:40:42.210817 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8aa48468-3098-4f37-a528-5dbcaaf480e0 req-bf294c43-6c6e-4ba1-be9a-f99f4ea31747 tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] 10.222.0.50 "GET /v2.0/security-groups?id=0897f539-8332-4a1b-8cf5-b637ac7afced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696908 May 31 13:40:42.211524 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b109a3-de34-4cf7-804e-c70847caa0eb admin admin] Network 48ff30cd-fefc-45b9-9b91-2fda26bd24e8 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:40:42.238759 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-b8b109a3-de34-4cf7-804e-c70847caa0eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 48ff30cd-fefc-45b9-9b91-2fda26bd24e8) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:40:42.297676 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b109a3-de34-4cf7-804e-c70847caa0eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:42.298292 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b8b109a3-de34-4cf7-804e-c70847caa0eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:42.336199 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 54170) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:42.344985 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f9ca39-ac31-465e-b24d-fbcaab1066fd None None] Network 48ff30cd-fefc-45b9-9b91-2fda26bd24e8 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:40:42.345919 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c27b98c-6704-44f1-8591-34bb5c8a5c37 req-43ed3266-4329-4bfb-ba52-961d396a5b66 tempest-InstanceActionsV221TestJSON-830809249 tempest-InstanceActionsV221TestJSON-830809249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:42.353229 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9c27b98c-6704-44f1-8591-34bb5c8a5c37 req-43ed3266-4329-4bfb-ba52-961d396a5b66 tempest-InstanceActionsV221TestJSON-830809249 tempest-InstanceActionsV221TestJSON-830809249-project] 10.222.0.50 "GET /v2.0/ports?device_id=e231ad46-b38f-4abf-89e9-a6629b821d0b HTTP/1.1" status: 200 len: 946 time: 0.4383106 May 31 13:40:42.364785 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-b8b109a3-de34-4cf7-804e-c70847caa0eb admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4246438 May 31 13:40:42.366909 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0de0eec1-9ba8-44d4-bd4a-de98eb77762d admin admin] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:42.390158 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 54174) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:42.413853 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-a003e239-424f-45ac-a0c4-9af917b28676 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1173168997-router', 'tenant_id': '04053c05038f4fa8aafe732444e2f2c0', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:40:42.569613 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-a003e239-424f-45ac-a0c4-9af917b28676 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:40:42.590409 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9c27b98c-6704-44f1-8591-34bb5c8a5c37 req-658c3a30-2231-4f9a-97c3-0837fb314efe tempest-InstanceActionsV221TestJSON-830809249 tempest-InstanceActionsV221TestJSON-830809249-project] 10.222.0.50 "GET /v2.0/security-groups?id=88e81d7a-4b55-4c1c-8099-cb5a96863ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361865 May 31 13:40:42.600625 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-a003e239-424f-45ac-a0c4-9af917b28676 admin admin] Usage tracker for resource:router and tenant:04053c05038f4fa8aafe732444e2f2c0 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:40:42.618772 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-a003e239-424f-45ac-a0c4-9af917b28676 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:40:42.649688 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-a003e239-424f-45ac-a0c4-9af917b28676 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:40:42.658650 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-a30c6034-78cf-4fce-be9f-e68c042a916b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4909933d1e524d6d8a75da9c2457a191&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3023057 May 31 13:40:42.663416 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 54180) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:42.720836 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e2e2f55e-42db-40d6-8152-b1fa0752d7ee tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:40:42.722039 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a003e239-424f-45ac-a0c4-9af917b28676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:42.725589 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0de0eec1-9ba8-44d4-bd4a-de98eb77762d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:42.726469 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a003e239-424f-45ac-a0c4-9af917b28676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:42.736398 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-a20f5b4e-45ca-40a7-be37-c6b2271166eb None None] Set router 6744b4e2-ef68-487e-8016-11c3e36d929f gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:40:42.742371 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e2e2f55e-42db-40d6-8152-b1fa0752d7ee tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:40:42.751331 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-0de0eec1-9ba8-44d4-bd4a-de98eb77762d admin admin] Deleting port 1772164b-d97e-444e-b7ec-166372f51104 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:40:42.751680 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0de0eec1-9ba8-44d4-bd4a-de98eb77762d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:42.782513 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e2f55e-42db-40d6-8152-b1fa0752d7ee tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Made reservation on behalf of a62a1f0c39e548d390793611ac95b19e for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:40:42.786485 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e2e2f55e-42db-40d6-8152-b1fa0752d7ee tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:42.827972 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-e2e2f55e-42db-40d6-8152-b1fa0752d7ee tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] device_id is not set on port f44dfeb1-bdf5-4133-9a5a-0f7f429e8379 yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:40:42.905506 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a003e239-424f-45ac-a0c4-9af917b28676 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:42.950414 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a001b602-06e5-4777-9ade-53036057d514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:42.986111 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509160b1-4a99-4829-9299-652acea5c992 None None] Network 48ff30cd-fefc-45b9-9b91-2fda26bd24e8 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:40:43.300470 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a001b602-06e5-4777-9ade-53036057d514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:43.392331 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-44f5e1fd-d96b-42cf-a431-cc269473b4f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:43.437064 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e2e2f55e-42db-40d6-8152-b1fa0752d7ee tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:43.472903 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e2e2f55e-42db-40d6-8152-b1fa0752d7ee tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:43.488853 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-a20f5b4e-45ca-40a7-be37-c6b2271166eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6744b4e2-ef68-487e-8016-11c3e36d929f', 'name': 'tempest-TaggedBootDevicesTest_v242-755807215-router', 'tenant_id': 'e8214c87941844eca93c05e6b9a8f274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '1772164b-d97e-444e-b7ec-166372f51104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:33:31Z', 'updated_at': '2022-05-31T13:40:40Z', 'revision_number': 5, 'project_id': 'e8214c87941844eca93c05e6b9a8f274', 'gw_port': {'id': '1772164b-d97e-444e-b7ec-166372f51104', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:18:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6744b4e2-ef68-487e-8016-11c3e36d929f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:33:32Z', 'updated_at': '2022-05-31T13:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:40:43.494133 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20f5b4e-45ca-40a7-be37-c6b2271166eb None None] Checking router: 6744b4e2-ef68-487e-8016-11c3e36d929f for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:40:43.506727 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20f5b4e-45ca-40a7-be37-c6b2271166eb None None] Routers {'6744b4e2-ef68-487e-8016-11c3e36d929f'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:40:43.507658 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-a20f5b4e-45ca-40a7-be37-c6b2271166eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:40:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['6744b4e2-ef68-487e-8016-11c3e36d929f'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:40:43.592503 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e2f55e-42db-40d6-8152-b1fa0752d7ee tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Network b99f2da7-601e-4f3f-af52-ed3a903cb927 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:40:43.594607 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-0de0eec1-9ba8-44d4-bd4a-de98eb77762d admin admin] For port 1772164b-d97e-444e-b7ec-166372f51104, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=1772164b-d97e-444e-b7ec-166372f51104,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:40:43.595236 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0de0eec1-9ba8-44d4-bd4a-de98eb77762d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:43.607716 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-e2e2f55e-42db-40d6-8152-b1fa0752d7ee tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:40:43.615221 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e2f55e-42db-40d6-8152-b1fa0752d7ee tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:40:43.621774 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e2f55e-42db-40d6-8152-b1fa0752d7ee tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:43.623560 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e2e2f55e-42db-40d6-8152-b1fa0752d7ee tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:43.689046 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e2f55e-42db-40d6-8152-b1fa0752d7ee tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event updated for resources: {'Port': ['ID=f44dfeb1-bdf5-4133-9a5a-0f7f429e8379,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:43.699857 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-a20f5b4e-45ca-40a7-be37-c6b2271166eb None None] Set router 6744b4e2-ef68-487e-8016-11c3e36d929f gateway port host: None {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:40:43.712945 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-69e0d877-e4b9-4953-8bd0-e0c2682fc34e req-f9f280ee-49e0-4f88-9d8f-4814b0d78bd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a5ba2be-79a8-4872-adec-3009f3e0f944 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:40:43.761017 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-0de0eec1-9ba8-44d4-bd4a-de98eb77762d admin admin] Calling delete_port for 1772164b-d97e-444e-b7ec-166372f51104 owned by network:router_gateway {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:40:43.788972 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-69e0d877-e4b9-4953-8bd0-e0c2682fc34e req-f9f280ee-49e0-4f88-9d8f-4814b0d78bd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:43.825822 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e2e2f55e-42db-40d6-8152-b1fa0752d7ee tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.8157234 May 31 13:40:43.828428 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 54204) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:43.840889 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-37c56de9-a96a-4dbd-abbc-6d20b77a9470 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:40:43.863980 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:43.865910 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-a20f5b4e-45ca-40a7-be37-c6b2271166eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6744b4e2-ef68-487e-8016-11c3e36d929f', 'name': 'tempest-TaggedBootDevicesTest_v242-755807215-router', 'tenant_id': 'e8214c87941844eca93c05e6b9a8f274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:33:31Z', 'updated_at': '2022-05-31T13:40:42Z', 'revision_number': 6, 'project_id': 'e8214c87941844eca93c05e6b9a8f274', 'gw_port_host': None}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:40:43.871888 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:43.872783 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20f5b4e-45ca-40a7-be37-c6b2271166eb None None] The sync data for ids ['6744b4e2-ef68-487e-8016-11c3e36d929f'] in n-d-843939-1 is: [{'id': '6744b4e2-ef68-487e-8016-11c3e36d929f', 'name': 'tempest-TaggedBootDevicesTest_v242-755807215-router', 'tenant_id': 'e8214c87941844eca93c05e6b9a8f274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:33:31Z', 'updated_at': '2022-05-31T13:40:42Z', 'revision_number': 6, 'project_id': 'e8214c87941844eca93c05e6b9a8f274', 'gw_port_host': None}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:40:43.956698 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a003e239-424f-45ac-a0c4-9af917b28676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:43.960999 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-69e0d877-e4b9-4953-8bd0-e0c2682fc34e req-f9f280ee-49e0-4f88-9d8f-4814b0d78bd6 service neutron] Transition to ACTIVE for port object 1a5ba2be-79a8-4872-adec-3009f3e0f944 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:40:43.969657 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d183ae-ad83-42d7-a041-ac8bf12e7d4c req-47088eeb-3e6c-4713-bdac-ac7ae8405962 tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:43.977161 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a2d183ae-ad83-42d7-a041-ac8bf12e7d4c req-47088eeb-3e6c-4713-bdac-ac7ae8405962 tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bee95a6-fa9e-487e-a49b-f173aa95f5dd HTTP/1.1" status: 200 len: 931 time: 0.5324697 May 31 13:40:43.998864 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-69e0d877-e4b9-4953-8bd0-e0c2682fc34e req-f9f280ee-49e0-4f88-9d8f-4814b0d78bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:44.024343 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-37c56de9-a96a-4dbd-abbc-6d20b77a9470 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:44.173908 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0de0eec1-9ba8-44d4-bd4a-de98eb77762d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:44.231635 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a9ada-8b55-461f-bbec-8e6674dc8278 req-ea06e235-1285-4cf5-832c-7f1fd4306052 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:44.242064 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f35a9ada-8b55-461f-bbec-8e6674dc8278 req-ea06e235-1285-4cf5-832c-7f1fd4306052 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/ports?device_id=11332720-a38e-4aad-a18d-a89dce10acd0 HTTP/1.1" status: 200 len: 945 time: 1.2749534 May 31 13:40:44.242732 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a001b602-06e5-4777-9ade-53036057d514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:44.318053 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a001b602-06e5-4777-9ade-53036057d514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=800896db-282a-465d-839b-a64e10b2a26e,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:44.319850 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f280ee-49e0-4f88-9d8f-4814b0d78bd6 service neutron] Pushing event updated for resources: {'Port': ['ID=1a5ba2be-79a8-4872-adec-3009f3e0f944,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:44.335522 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a2d183ae-ad83-42d7-a041-ac8bf12e7d4c req-acd29792-49c7-4bda-8d21-29846f09b493 tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] 10.222.0.50 "GET /v2.0/security-groups?id=0897f539-8332-4a1b-8cf5-b637ac7afced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3568640 May 31 13:40:44.396475 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 13:40:44.437405 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de0eec1-9ba8-44d4-bd4a-de98eb77762d admin admin] Pushing event deleted for resources: {'Port': ['ID=1772164b-d97e-444e-b7ec-166372f51104,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:44.501740 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0de0eec1-9ba8-44d4-bd4a-de98eb77762d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577389'] for router_gateway, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:44.656079 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f35a9ada-8b55-461f-bbec-8e6674dc8278 req-f1827997-2689-4c8e-a706-2fc66d63c782 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/security-groups?id=792462f3-0c93-41bc-a9cb-454dcd850b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4146624 May 31 13:40:44.656867 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a001b602-06e5-4777-9ade-53036057d514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:44.657832 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-a001b602-06e5-4777-9ade-53036057d514 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/800896db-282a-465d-839b-a64e10b2a26e HTTP/1.1" status: 204 len: 168 time: 1.9919059 May 31 13:40:44.700394 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.db.resource_extend [None req-37c56de9-a96a-4dbd-abbc-6d20b77a9470 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:40:44.711493 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0de0eec1-9ba8-44d4-bd4a-de98eb77762d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:44.716767 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0de0eec1-9ba8-44d4-bd4a-de98eb77762d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:44.722832 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-37c56de9-a96a-4dbd-abbc-6d20b77a9470 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:44.732797 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-37c56de9-a96a-4dbd-abbc-6d20b77a9470 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:44.738711 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-69e0d877-e4b9-4953-8bd0-e0c2682fc34e req-f9f280ee-49e0-4f88-9d8f-4814b0d78bd6 service neutron] Attempting to bind port 1a5ba2be-79a8-4872-adec-3009f3e0f944 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:40:44.739350 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-69e0d877-e4b9-4953-8bd0-e0c2682fc34e req-f9f280ee-49e0-4f88-9d8f-4814b0d78bd6 service neutron] Attempting to bind port 1a5ba2be-79a8-4872-adec-3009f3e0f944 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'e9c1044d-068b-46b7-aaf4-e66281351194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '72ae0f67-4513-4538-bd0a-76b09a29c889'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:40:44.739982 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e0d877-e4b9-4953-8bd0-e0c2682fc34e req-f9f280ee-49e0-4f88-9d8f-4814b0d78bd6 service neutron] Attempting to bind port 1a5ba2be-79a8-4872-adec-3009f3e0f944 on network 72ae0f67-4513-4538-bd0a-76b09a29c889 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:40:44.750513 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e0d877-e4b9-4953-8bd0-e0c2682fc34e req-f9f280ee-49e0-4f88-9d8f-4814b0d78bd6 service neutron] Port 1a5ba2be-79a8-4872-adec-3009f3e0f944 on network 72ae0f67-4513-4538-bd0a-76b09a29c889 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:40:44.750974 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e0d877-e4b9-4953-8bd0-e0c2682fc34e req-f9f280ee-49e0-4f88-9d8f-4814b0d78bd6 service neutron] Attempting to bind port 1a5ba2be-79a8-4872-adec-3009f3e0f944 on network 72ae0f67-4513-4538-bd0a-76b09a29c889 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:40:44.778736 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e0d877-e4b9-4953-8bd0-e0c2682fc34e req-f9f280ee-49e0-4f88-9d8f-4814b0d78bd6 service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:40:44.779368 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e0d877-e4b9-4953-8bd0-e0c2682fc34e req-f9f280ee-49e0-4f88-9d8f-4814b0d78bd6 service neutron] Checking segment: {'id': 'e9c1044d-068b-46b7-aaf4-e66281351194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '72ae0f67-4513-4538-bd0a-76b09a29c889'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:40:44.779997 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e0d877-e4b9-4953-8bd0-e0c2682fc34e req-f9f280ee-49e0-4f88-9d8f-4814b0d78bd6 service neutron] Bound using segment: {'id': 'e9c1044d-068b-46b7-aaf4-e66281351194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '72ae0f67-4513-4538-bd0a-76b09a29c889'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:40:44.780630 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-69e0d877-e4b9-4953-8bd0-e0c2682fc34e req-f9f280ee-49e0-4f88-9d8f-4814b0d78bd6 service neutron] Bound port: 1a5ba2be-79a8-4872-adec-3009f3e0f944, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9c1044d-068b-46b7-aaf4-e66281351194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '72ae0f67-4513-4538-bd0a-76b09a29c889'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:40:44.781218 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-69e0d877-e4b9-4953-8bd0-e0c2682fc34e req-f9f280ee-49e0-4f88-9d8f-4814b0d78bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:44.830975 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c56de9-a96a-4dbd-abbc-6d20b77a9470 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event updated for resources: {'Port': ['ID=f44dfeb1-bdf5-4133-9a5a-0f7f429e8379,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:44.857010 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-37c56de9-a96a-4dbd-abbc-6d20b77a9470 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] In _notify_port_updated(), no bound segment for port f44dfeb1-bdf5-4133-9a5a-0f7f429e8379 on network b99f2da7-601e-4f3f-af52-ed3a903cb927 {{(pid=88369) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 31 13:40:44.866376 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c56de9-a96a-4dbd-abbc-6d20b77a9470 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:44.867043 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-37c56de9-a96a-4dbd-abbc-6d20b77a9470 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:44.871511 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-37c56de9-a96a-4dbd-abbc-6d20b77a9470 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "PUT /v2.0/ports/f44dfeb1-bdf5-4133-9a5a-0f7f429e8379 HTTP/1.1" status: 200 len: 818 time: 1.0420318 May 31 13:40:44.872143 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 54222) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:44.875605 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0de0eec1-9ba8-44d4-bd4a-de98eb77762d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:44.876117 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de0eec1-9ba8-44d4-bd4a-de98eb77762d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6744b4e2-ef68-487e-8016-11c3e36d929f {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:40:44.909224 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da3bb3c-a8a4-4517-829a-c379defcceb7 req-19a4d695-1c6f-479c-bb02-27799c53f48b tempest-InstanceActionsV221TestJSON-830809249 tempest-InstanceActionsV221TestJSON-830809249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:44.911114 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9da3bb3c-a8a4-4517-829a-c379defcceb7 req-19a4d695-1c6f-479c-bb02-27799c53f48b tempest-InstanceActionsV221TestJSON-830809249 tempest-InstanceActionsV221TestJSON-830809249-project] 10.222.0.50 "GET /v2.0/ports?device_id=e231ad46-b38f-4abf-89e9-a6629b821d0b HTTP/1.1" status: 200 len: 946 time: 0.3415060 May 31 13:40:44.942910 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 1772164b-d97e-444e-b7ec-166372f51104 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:40:44.973236 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0de0eec1-9ba8-44d4-bd4a-de98eb77762d admin admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:44.977151 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-0de0eec1-9ba8-44d4-bd4a-de98eb77762d admin admin] 10.222.0.50 "DELETE /v2.0/routers/6744b4e2-ef68-487e-8016-11c3e36d929f HTTP/1.1" status: 204 len: 168 time: 2.9708853 May 31 13:40:44.992946 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 54228) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:45.005056 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 1772164b-d97e-444e-b7ec-166372f51104 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:40:45.005594 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 1772164b-d97e-444e-b7ec-166372f51104 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:40:45.006510 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device ee978f54-0d60-498e-a601-a7bd91661dc3 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:40:45.073546 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-b339a090-4e42-4392-b5a7-580c3a6c73ae admin admin] Deleting subnet f7c914b2-4439-45d4-b005-4ab7c54412a5 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:40:45.077222 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: ee978f54-0d60-498e-a601-a7bd91661dc3 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:40:45.079180 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device ee978f54-0d60-498e-a601-a7bd91661dc3 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:40:45.080409 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b339a090-4e42-4392-b5a7-580c3a6c73ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:45.120467 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-f9ed7f0e-cca2-43c5-9998-8f43f092091d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Deleting port f44dfeb1-bdf5-4133-9a5a-0f7f429e8379 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:40:45.120815 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f9ed7f0e-cca2-43c5-9998-8f43f092091d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:45.238455 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b339a090-4e42-4392-b5a7-580c3a6c73ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:45.285318 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9da3bb3c-a8a4-4517-829a-c379defcceb7 req-c0bff374-eb03-4a6a-a39e-0c1901c4fa8f tempest-InstanceActionsV221TestJSON-830809249 tempest-InstanceActionsV221TestJSON-830809249-project] 10.222.0.50 "GET /v2.0/security-groups?id=88e81d7a-4b55-4c1c-8099-cb5a96863ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3616526 May 31 13:40:45.297637 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-69e0d877-e4b9-4953-8bd0-e0c2682fc34e req-f9f280ee-49e0-4f88-9d8f-4814b0d78bd6 service neutron] For port 1a5ba2be-79a8-4872-adec-3009f3e0f944, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:40:45.317189 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-69e0d877-e4b9-4953-8bd0-e0c2682fc34e req-f9f280ee-49e0-4f88-9d8f-4814b0d78bd6 service neutron] For port 1a5ba2be-79a8-4872-adec-3009f3e0f944, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=1a5ba2be-79a8-4872-adec-3009f3e0f944,segment=NetworkSegment(e9c1044d-068b-46b7-aaf4-e66281351194),segment_id=e9c1044d-068b-46b7-aaf4-e66281351194)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:40:45.334422 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-69e0d877-e4b9-4953-8bd0-e0c2682fc34e req-f9f280ee-49e0-4f88-9d8f-4814b0d78bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:45.359113 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a003e239-424f-45ac-a0c4-9af917b28676 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:45.499352 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a003e239-424f-45ac-a0c4-9af917b28676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:45.525339 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:45.640348 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e0d877-e4b9-4953-8bd0-e0c2682fc34e req-f9f280ee-49e0-4f88-9d8f-4814b0d78bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:45.642942 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-69e0d877-e4b9-4953-8bd0-e0c2682fc34e req-f9f280ee-49e0-4f88-9d8f-4814b0d78bd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:45.653660 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-69e0d877-e4b9-4953-8bd0-e0c2682fc34e req-f9f280ee-49e0-4f88-9d8f-4814b0d78bd6 service neutron] 10.222.0.44 "PUT /v2.0/ports/1a5ba2be-79a8-4872-adec-3009f3e0f944 HTTP/1.1" status: 200 len: 1091 time: 4.0709789 May 31 13:40:45.656888 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bee95a6-fa9e-487e-a49b-f173aa95f5dd', 'tag': '1a5ba2be-79a8-4872-adec-3009f3e0f944'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:40:45.843161 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f9ed7f0e-cca2-43c5-9998-8f43f092091d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:45.908673 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5ce65d2-6a7d-4e2d-9bab-baff1b2e9ad0'] response: {'name': 'network-changed', 'server_uuid': '8bee95a6-fa9e-487e-a49b-f173aa95f5dd', 'tag': '1a5ba2be-79a8-4872-adec-3009f3e0f944', 'status': 'completed', 'code': 200} May 31 13:40:45.980596 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f280ee-49e0-4f88-9d8f-4814b0d78bd6 service neutron] Pushing event updated for resources: {'Port': ['ID=1a5ba2be-79a8-4872-adec-3009f3e0f944,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:46.033715 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b339a090-4e42-4392-b5a7-580c3a6c73ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:46.079926 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-f9ed7f0e-cca2-43c5-9998-8f43f092091d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Calling delete_port for f44dfeb1-bdf5-4133-9a5a-0f7f429e8379 owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:40:46.192564 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b339a090-4e42-4392-b5a7-580c3a6c73ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:46.231478 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f9ed7f0e-cca2-43c5-9998-8f43f092091d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:46.245137 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736c77eb-db7d-46e2-b707-ba909a073f9a None None] Network 4c3776cd-e1b3-4e6a-975b-cdf904000766 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:40:46.286519 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b339a090-4e42-4392-b5a7-580c3a6c73ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7c914b2-4439-45d4-b005-4ab7c54412a5,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:46.290158 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b339a090-4e42-4392-b5a7-580c3a6c73ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:46.298955 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e9e19-7c0a-451d-854f-a58dc81e7654 req-1b55d074-c09d-486e-ba54-57134c7c48c7 tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:46.300756 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7a1e9e19-7c0a-451d-854f-a58dc81e7654 req-1b55d074-c09d-486e-ba54-57134c7c48c7 tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bee95a6-fa9e-487e-a49b-f173aa95f5dd HTTP/1.1" status: 200 len: 943 time: 0.6621850 May 31 13:40:46.309893 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f9ed7f0e-cca2-43c5-9998-8f43f092091d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:46.327043 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ed7f0e-cca2-43c5-9998-8f43f092091d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event deleted for resources: {'Port': ['ID=f44dfeb1-bdf5-4133-9a5a-0f7f429e8379,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:46.340525 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b339a090-4e42-4392-b5a7-580c3a6c73ae admin admin] 10.222.0.50 "DELETE /v2.0/subnets/f7c914b2-4439-45d4-b005-4ab7c54412a5 HTTP/1.1" status: 204 len: 168 time: 1.3464701 May 31 13:40:46.344667 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-f9ed7f0e-cca2-43c5-9998-8f43f092091d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "DELETE /v2.0/ports/f44dfeb1-bdf5-4133-9a5a-0f7f429e8379 HTTP/1.1" status: 204 len: 168 time: 1.4709854 May 31 13:40:46.345454 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 54276) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:46.345897 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 54278) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:46.349662 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e0d877-e4b9-4953-8bd0-e0c2682fc34e req-fb2f8080-08c7-4707-bf58-eed122657dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:46.351798 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-69e0d877-e4b9-4953-8bd0-e0c2682fc34e req-fb2f8080-08c7-4707-bf58-eed122657dc8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6500709d895d4d33b4b5fe3e9eed4766&device_id=8bee95a6-fa9e-487e-a49b-f173aa95f5dd HTTP/1.1" status: 200 len: 1094 time: 0.5819707 May 31 13:40:46.360736 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-a003e239-424f-45ac-a0c4-9af917b28676 admin admin] Allocated IP 172.25.6.123 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/affdfbff-b8b8-4609-964b-6f5cc869f311) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:40:46.498519 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-69e0d877-e4b9-4953-8bd0-e0c2682fc34e req-e72747d8-503f-471c-9661-71a6e0092f81 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a5ba2be-79a8-4872-adec-3009f3e0f944 HTTP/1.1" status: 200 len: 217 time: 0.1350338 May 31 13:40:46.516205 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7a1e9e19-7c0a-451d-854f-a58dc81e7654 req-b3fbea65-e2ab-4a7e-8731-f6a412d27f1a tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] 10.222.0.50 "GET /v2.0/security-groups?id=0897f539-8332-4a1b-8cf5-b637ac7afced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024531 May 31 13:40:46.542118 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-40efa934-0450-46f1-a3ba-c5fa7691029a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:46.561520 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-40efa934-0450-46f1-a3ba-c5fa7691029a admin admin] Deleting port a831acc2-125f-4342-92e6-54c6715a7504 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:40:46.561970 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-40efa934-0450-46f1-a3ba-c5fa7691029a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:46.605062 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee89b01b-61e0-47e1-a71d-4217f7bc316e tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:46.605062 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ee89b01b-61e0-47e1-a71d-4217f7bc316e tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Synchronizing usage tracker for tenant:a62a1f0c39e548d390793611ac95b19e on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:40:46.697480 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ee89b01b-61e0-47e1-a71d-4217f7bc316e tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Unset dirty status for tenant:a62a1f0c39e548d390793611ac95b19e on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:40:46.702014 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ee89b01b-61e0-47e1-a71d-4217f7bc316e tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3534725 May 31 13:40:46.708835 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 54286) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:46.730364 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b6ab6-3d61-49fc-95dd-14ca586a02d5 req-057fca9a-dc81-4c29-b7a2-f98b79e1a7a1 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:46.731779 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2d5b6ab6-3d61-49fc-95dd-14ca586a02d5 req-057fca9a-dc81-4c29-b7a2-f98b79e1a7a1 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/ports?device_id=11332720-a38e-4aad-a18d-a89dce10acd0 HTTP/1.1" status: 200 len: 945 time: 0.7553616 May 31 13:40:46.759773 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18d80e1-e853-4a9f-b757-7d6d4561a0d2 None None] DHCP port deletion for 4c3776cd-e1b3-4e6a-975b-cdf904000766 request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:40:46.764228 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b18d80e1-e853-4a9f-b757-7d6d4561a0d2 None None] Deleting port a831acc2-125f-4342-92e6-54c6715a7504 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:40:46.764594 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b18d80e1-e853-4a9f-b757-7d6d4561a0d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:46.771313 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-356c6f98-2494-48ad-8e7a-6c918cbd7bef tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] GET failed (client error): The resource could not be found. May 31 13:40:46.776723 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-356c6f98-2494-48ad-8e7a-6c918cbd7bef tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "GET /v2.0/ports/f44dfeb1-bdf5-4133-9a5a-0f7f429e8379 HTTP/1.1" status: 404 len: 333 time: 0.0666709 May 31 13:40:46.779679 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 54290) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:46.787003 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-d8a694f3-4592-4597-b198-9ef5984827ee tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1915886420'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:40:46.812707 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d8a694f3-4592-4597-b198-9ef5984827ee tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:40:46.826906 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e0d877-e4b9-4953-8bd0-e0c2682fc34e req-e01bc1d5-9c06-44e8-9ddb-29a72d6b2843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:46.828471 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-69e0d877-e4b9-4953-8bd0-e0c2682fc34e req-e01bc1d5-9c06-44e8-9ddb-29a72d6b2843 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d698f4d2-a124-40b9-846a-1cafc66c1a8f HTTP/1.1" status: 200 len: 854 time: 0.1823502 May 31 13:40:46.872626 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d8a694f3-4592-4597-b198-9ef5984827ee tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Usage tracker for resource:network and tenant:a62a1f0c39e548d390793611ac95b19e is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:40:46.884899 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d8a694f3-4592-4597-b198-9ef5984827ee tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:40:46.895115 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d8a694f3-4592-4597-b198-9ef5984827ee tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:40:46.916677 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-69e0d877-e4b9-4953-8bd0-e0c2682fc34e req-14353e07-3743-439a-b64f-776c79a87e0d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=72ae0f67-4513-4538-bd0a-76b09a29c889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752535 May 31 13:40:46.926342 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-40efa934-0450-46f1-a3ba-c5fa7691029a admin admin] For port a831acc2-125f-4342-92e6-54c6715a7504, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=a831acc2-125f-4342-92e6-54c6715a7504,segment=NetworkSegment(bb2c489f-9b0a-4922-9750-36d1eab90509),segment_id=bb2c489f-9b0a-4922-9750-36d1eab90509)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:40:46.926797 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-40efa934-0450-46f1-a3ba-c5fa7691029a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:46.938027 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a694f3-4592-4597-b198-9ef5984827ee tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Made reservation on behalf of a62a1f0c39e548d390793611ac95b19e for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:40:46.941912 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d8a694f3-4592-4597-b198-9ef5984827ee tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:46.995672 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2d5b6ab6-3d61-49fc-95dd-14ca586a02d5 req-aa4c2029-a4c2-44ee-898d-852e372f1764 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/security-groups?id=792462f3-0c93-41bc-a9cb-454dcd850b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2375154 May 31 13:40:47.013880 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-b18d80e1-e853-4a9f-b757-7d6d4561a0d2 None None] For port a831acc2-125f-4342-92e6-54c6715a7504, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=a831acc2-125f-4342-92e6-54c6715a7504,segment=NetworkSegment(bb2c489f-9b0a-4922-9750-36d1eab90509),segment_id=bb2c489f-9b0a-4922-9750-36d1eab90509)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:40:47.014333 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b18d80e1-e853-4a9f-b757-7d6d4561a0d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:47.066819 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a003e239-424f-45ac-a0c4-9af917b28676 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:47.077758 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5628abdc-e047-420d-ad93-408ff540a254 req-1449a40e-38a0-4ba2-9bd8-f99b9fb7c41c tempest-InstanceActionsV221TestJSON-830809249 tempest-InstanceActionsV221TestJSON-830809249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:47.079361 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5628abdc-e047-420d-ad93-408ff540a254 req-1449a40e-38a0-4ba2-9bd8-f99b9fb7c41c tempest-InstanceActionsV221TestJSON-830809249 tempest-InstanceActionsV221TestJSON-830809249-project] 10.222.0.50 "GET /v2.0/ports?device_id=e231ad46-b38f-4abf-89e9-a6629b821d0b HTTP/1.1" status: 200 len: 946 time: 0.3997033 May 31 13:40:47.172512 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-40efa934-0450-46f1-a3ba-c5fa7691029a admin admin] Calling delete_port for a831acc2-125f-4342-92e6-54c6715a7504 owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:40:47.209214 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5628abdc-e047-420d-ad93-408ff540a254 req-7b0cf2f7-7b72-4d3f-b09d-6d006965ae40 tempest-InstanceActionsV221TestJSON-830809249 tempest-InstanceActionsV221TestJSON-830809249-project] 10.222.0.50 "GET /v2.0/security-groups?id=88e81d7a-4b55-4c1c-8099-cb5a96863ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124434 May 31 13:40:47.212745 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8a694f3-4592-4597-b198-9ef5984827ee tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:40:47.238222 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d8a694f3-4592-4597-b198-9ef5984827ee tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:47.238773 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-d8a694f3-4592-4597-b198-9ef5984827ee tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Added segment a9aeecf9-9326-421c-b105-6a7e87695c33 of type vlan for network 5a8c0706-e8b9-4ac9-aa2f-ffeb3a066a66 May 31 13:40:47.244866 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b18d80e1-e853-4a9f-b757-7d6d4561a0d2 None None] Calling delete_port for a831acc2-125f-4342-92e6-54c6715a7504 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:40:47.289742 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-69e0d877-e4b9-4953-8bd0-e0c2682fc34e req-d5240ee6-5657-44f2-85af-8176a540c9f2 service neutron] 10.222.0.44 "GET /v2.0/networks/72ae0f67-4513-4538-bd0a-76b09a29c889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3641067 May 31 13:40:47.296337 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d8a694f3-4592-4597-b198-9ef5984827ee tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:47.330972 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369b3ce-d3e7-407f-8359-356a3b2eefa1 req-1dbb0b2e-892d-452b-ae55-c5b4a8a5f11c tempest-InstanceActionsV221TestJSON-830809249 tempest-InstanceActionsV221TestJSON-830809249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:47.332447 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a369b3ce-d3e7-407f-8359-356a3b2eefa1 req-1dbb0b2e-892d-452b-ae55-c5b4a8a5f11c tempest-InstanceActionsV221TestJSON-830809249 tempest-InstanceActionsV221TestJSON-830809249-project] 10.222.0.44 "GET /v2.0/ports?device_id=e231ad46-b38f-4abf-89e9-a6629b821d0b HTTP/1.1" status: 200 len: 946 time: 0.1949308 May 31 13:40:47.352754 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-40efa934-0450-46f1-a3ba-c5fa7691029a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:47.398699 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:40:47.398699 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:40:47.398699 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:40:47.398699 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:40:47.398699 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:40:47.398699 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:40:47.398699 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:40:47.398699 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:40:47.398699 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:40:47.398699 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:40:47.398699 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:40:47.398699 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:40:47.398699 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:40:47.398699 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:40:47.398699 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:40:47.398699 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:40:47.398699 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:40:47.398699 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:40:47.398699 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:40:47.398699 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:40:47.398699 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:40:47.398699 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:40:47.398699 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:40:47.398699 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:40:47.398699 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:40:47.398699 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:40:47.398699 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:40:47.398699 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:40:47.398699 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:40:47.398699 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:40:47.398699 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:40:47.398699 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:40:47.398699 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:40:47.398699 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:40:47.398699 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:40:47.398699 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:40:47.398699 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:40:47.398699 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:40:47.398699 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:40:47.398699 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:40:47.398699 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:40:47.398699 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:40:47.402891 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:40:47.402891 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:40:47.402891 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:40:47.402891 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:40:47.402891 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:40:47.402891 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:40:47.402891 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:40:47.402891 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:40:47.402891 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:40:47.402891 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:40:47.402891 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:40:47.402891 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:40:47.402891 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:40:47.402891 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:40:47.413949 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-a369b3ce-d3e7-407f-8359-356a3b2eefa1 req-d84310aa-3626-447a-8e2a-113b3fddb14c tempest-InstanceActionsV221TestJSON-830809249 tempest-InstanceActionsV221TestJSON-830809249-project] Deleting port 7a4f59ab-a391-4e34-81db-45d411099082 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:40:47.414551 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a369b3ce-d3e7-407f-8359-356a3b2eefa1 req-d84310aa-3626-447a-8e2a-113b3fddb14c tempest-InstanceActionsV221TestJSON-830809249 tempest-InstanceActionsV221TestJSON-830809249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:47.415701 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-b18d80e1-e853-4a9f-b757-7d6d4561a0d2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:40:47.416153 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-b18d80e1-e853-4a9f-b757-7d6d4561a0d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:40:47.497375 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a003e239-424f-45ac-a0c4-9af917b28676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:47.508537 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40efa934-0450-46f1-a3ba-c5fa7691029a admin admin] Pushing event deleted for resources: {'Port': ['ID=a831acc2-125f-4342-92e6-54c6715a7504,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:47.510203 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40efa934-0450-46f1-a3ba-c5fa7691029a admin admin] No DVR routers for this DVR port a831acc2-125f-4342-92e6-54c6715a7504 on host n-d-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:40:47.602697 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d8a694f3-4592-4597-b198-9ef5984827ee tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:47.625793 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003e239-424f-45ac-a0c4-9af917b28676 admin admin] Pushing event updated for resources: {'Port': ['ID=affdfbff-b8b8-4609-964b-6f5cc869f311,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:47.632653 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a003e239-424f-45ac-a0c4-9af917b28676 admin admin] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:40:47.637776 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-a003e239-424f-45ac-a0c4-9af917b28676 admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:40:47.647577 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a694f3-4592-4597-b198-9ef5984827ee tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:47.648417 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d8a694f3-4592-4597-b198-9ef5984827ee tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:47.687962 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a003e239-424f-45ac-a0c4-9af917b28676 admin admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:40:47.771285 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-40efa934-0450-46f1-a3ba-c5fa7691029a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:47.798833 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-40efa934-0450-46f1-a3ba-c5fa7691029a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c3776cd-e1b3-4e6a-975b-cdf904000766']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:40:47.816976 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-40efa934-0450-46f1-a3ba-c5fa7691029a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb2c489f-9b0a-4922-9750-36d1eab90509') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:40:47.817807 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-40efa934-0450-46f1-a3ba-c5fa7691029a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb2c489f-9b0a-4922-9750-36d1eab90509') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:40:47.830433 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-40efa934-0450-46f1-a3ba-c5fa7691029a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:47.837877 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-69e0d877-e4b9-4953-8bd0-e0c2682fc34e req-c5159b14-b818-4343-969f-f1b6750c399d service neutron] 10.222.0.44 "GET /v2.0/networks/72ae0f67-4513-4538-bd0a-76b09a29c889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5424778 May 31 13:40:47.839012 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 54336) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:47.919111 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b18d80e1-e853-4a9f-b757-7d6d4561a0d2 None None] Deleting port a831acc2-125f-4342-92e6-54c6715a7504 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:40:47.919111 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b18d80e1-e853-4a9f-b757-7d6d4561a0d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:48.050629 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b18d80e1-e853-4a9f-b757-7d6d4561a0d2 None None] The port 'a831acc2-125f-4342-92e6-54c6715a7504' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 13:40:48.069069 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a694f3-4592-4597-b198-9ef5984827ee tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event updated for resources: {'Network': ['ID=5a8c0706-e8b9-4ac9-aa2f-ffeb3a066a66,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:48.083507 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 5a8c0706-e8b9-4ac9-aa2f-ffeb3a066a66 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:40:48.089449 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-40efa934-0450-46f1-a3ba-c5fa7691029a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:48.097008 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d8a694f3-4592-4597-b198-9ef5984827ee tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3161931 May 31 13:40:48.098247 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40efa934-0450-46f1-a3ba-c5fa7691029a admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:40:48.098655 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-40efa934-0450-46f1-a3ba-c5fa7691029a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:48.116071 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 54346) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:48.181309 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-9fef2f1b-0490-4e82-9e0b-11fd0692e69f tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Request body: {'subnet': {'network_id': '5a8c0706-e8b9-4ac9-aa2f-ffeb3a066a66', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:40:48.257084 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment bb2c489f-9b0a-4922-9750-36d1eab90509 resource provider aggregate not found May 31 13:40:48.305120 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment bb2c489f-9b0a-4922-9750-36d1eab90509 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bb2c489f-9b0a-4922-9750-36d1eab90509 found for delete ", "request_id": "req-2edee8b7-9275-4d1e-94fa-fc6ede4d1400"}]} May 31 13:40:48.337861 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 54356) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:48.347376 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-40efa934-0450-46f1-a3ba-c5fa7691029a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:48.349492 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-9fef2f1b-0490-4e82-9e0b-11fd0692e69f tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:40:48.379250 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-40efa934-0450-46f1-a3ba-c5fa7691029a admin admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:48.382352 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-9fef2f1b-0490-4e82-9e0b-11fd0692e69f tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Usage tracker for resource:subnet and tenant:a62a1f0c39e548d390793611ac95b19e is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:40:48.394983 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-9fef2f1b-0490-4e82-9e0b-11fd0692e69f tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:40:48.399096 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40efa934-0450-46f1-a3ba-c5fa7691029a admin admin] Pushing event deleted for resources: {'Network': ['ID=4c3776cd-e1b3-4e6a-975b-cdf904000766,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:48.405955 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-40efa934-0450-46f1-a3ba-c5fa7691029a admin admin] 10.222.0.50 "DELETE /v2.0/networks/4c3776cd-e1b3-4e6a-975b-cdf904000766 HTTP/1.1" status: 204 len: 168 time: 2.0589483 May 31 13:40:48.407109 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-9fef2f1b-0490-4e82-9e0b-11fd0692e69f tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:40:48.409863 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 54362) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:48.513948 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c46ed236-8200-49cf-a465-7e3697fc2fde admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:48.516717 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-34869d8e-6388-4cf8-acb0-99c4ffceff06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:48.525465 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fef2f1b-0490-4e82-9e0b-11fd0692e69f tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Made reservation on behalf of a62a1f0c39e548d390793611ac95b19e for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:40:48.528873 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9fef2f1b-0490-4e82-9e0b-11fd0692e69f tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:48.538853 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e29a467-7187-4f80-b3e9-0ab61e73b851 req-3fa47d37-81d8-407a-972c-220655a30992 tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:48.540294 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9e29a467-7187-4f80-b3e9-0ab61e73b851 req-3fa47d37-81d8-407a-972c-220655a30992 tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bee95a6-fa9e-487e-a49b-f173aa95f5dd HTTP/1.1" status: 200 len: 943 time: 0.8084717 May 31 13:40:48.616018 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-34869d8e-6388-4cf8-acb0-99c4ffceff06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:40:48.627437 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-34869d8e-6388-4cf8-acb0-99c4ffceff06 admin admin] Usage tracker for resource:security_group_rule and tenant:9f5e217c51b94966b1ce01d452e97bb6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:40:48.648675 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c46ed236-8200-49cf-a465-7e3697fc2fde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:40:48.687592 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c46ed236-8200-49cf-a465-7e3697fc2fde admin admin] Usage tracker for resource:security_group_rule and tenant:f824ae2b691943e5a814b7e0e7210403 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:40:48.687859 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-34869d8e-6388-4cf8-acb0-99c4ffceff06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:40:48.692044 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c46ed236-8200-49cf-a465-7e3697fc2fde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:40:48.707931 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c46ed236-8200-49cf-a465-7e3697fc2fde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:40:48.728574 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-34869d8e-6388-4cf8-acb0-99c4ffceff06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:40:48.743753 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-a369b3ce-d3e7-407f-8359-356a3b2eefa1 req-d84310aa-3626-447a-8e2a-113b3fddb14c tempest-InstanceActionsV221TestJSON-830809249 tempest-InstanceActionsV221TestJSON-830809249-project] For port 7a4f59ab-a391-4e34-81db-45d411099082, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=7a4f59ab-a391-4e34-81db-45d411099082,segment=NetworkSegment(fb54cc32-c6e1-4fc3-97d0-0969a88f18d5),segment_id=fb54cc32-c6e1-4fc3-97d0-0969a88f18d5)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:40:48.744117 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a369b3ce-d3e7-407f-8359-356a3b2eefa1 req-d84310aa-3626-447a-8e2a-113b3fddb14c tempest-InstanceActionsV221TestJSON-830809249 tempest-InstanceActionsV221TestJSON-830809249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:48.749322 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device a831acc2-125f-4342-92e6-54c6715a7504 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:40:48.768493 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9e29a467-7187-4f80-b3e9-0ab61e73b851 req-0d499e24-689b-4e61-a4db-1af5da592613 tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] 10.222.0.50 "GET /v2.0/security-groups?id=0897f539-8332-4a1b-8cf5-b637ac7afced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095938 May 31 13:40:48.785771 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: a831acc2-125f-4342-92e6-54c6715a7504 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:40:48.786495 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device a831acc2-125f-4342-92e6-54c6715a7504 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:40:48.906609 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-a369b3ce-d3e7-407f-8359-356a3b2eefa1 req-d84310aa-3626-447a-8e2a-113b3fddb14c tempest-InstanceActionsV221TestJSON-830809249 tempest-InstanceActionsV221TestJSON-830809249-project] Calling delete_port for 7a4f59ab-a391-4e34-81db-45d411099082 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:40:49.001069 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a14e3e-fc01-4d9b-bb54-b016963a0a10 req-fc1edad3-ddf4-4987-b044-8dd2b08b97d3 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:49.002588 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-00a14e3e-fc01-4d9b-bb54-b016963a0a10 req-fc1edad3-ddf4-4987-b044-8dd2b08b97d3 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/ports?device_id=11332720-a38e-4aad-a18d-a89dce10acd0 HTTP/1.1" status: 200 len: 945 time: 0.6502023 May 31 13:40:49.064910 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3294e246-892d-4bc7-b7d1-bff876a00255 req-6a9b82ae-9d24-442e-aa47-9c6102c37440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:49.066271 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3294e246-892d-4bc7-b7d1-bff876a00255 req-6a9b82ae-9d24-442e-aa47-9c6102c37440 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6500709d895d4d33b4b5fe3e9eed4766&device_id=8bee95a6-fa9e-487e-a49b-f173aa95f5dd HTTP/1.1" status: 200 len: 1094 time: 1.1385784 May 31 13:40:49.099289 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c46ed236-8200-49cf-a465-7e3697fc2fde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:49.113588 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c46ed236-8200-49cf-a465-7e3697fc2fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:49.179699 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9fef2f1b-0490-4e82-9e0b-11fd0692e69f tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:49.261864 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46ed236-8200-49cf-a465-7e3697fc2fde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a2244e1-7b0d-4c59-9ddc-80aaf903532c,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:49.270969 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-00a14e3e-fc01-4d9b-bb54-b016963a0a10 req-d3670536-c272-4a07-b082-7dd427a412b3 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/security-groups?id=792462f3-0c93-41bc-a9cb-454dcd850b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2150879 May 31 13:40:49.272021 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c46ed236-8200-49cf-a465-7e3697fc2fde admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f824ae2b691943e5a814b7e0e7210403&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9284444 May 31 13:40:49.276583 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a003e239-424f-45ac-a0c4-9af917b28676 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:49.277714 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 54366) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:49.349000 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fef2f1b-0490-4e82-9e0b-11fd0692e69f tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event updated for resources: {'Subnet': ['ID=f2c66ab7-da4e-45df-8460-c38c6638686a,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:49.379708 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fef2f1b-0490-4e82-9e0b-11fd0692e69f tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Checking segment: {'id': 'a9aeecf9-9326-421c-b105-6a7e87695c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5a8c0706-e8b9-4ac9-aa2f-ffeb3a066a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:40:49.380064 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fef2f1b-0490-4e82-9e0b-11fd0692e69f tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Network hostable DHCP agents. Network: 5a8c0706-e8b9-4ac9-aa2f-ffeb3a066a66, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:40:49.410255 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-39bd64fa-221b-4e1e-9f28-56fff1cc4a51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:49.450237 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fef2f1b-0490-4e82-9e0b-11fd0692e69f tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Network 5a8c0706-e8b9-4ac9-aa2f-ffeb3a066a66 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:40:49.458870 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-39bd64fa-221b-4e1e-9f28-56fff1cc4a51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:49.514338 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-9fef2f1b-0490-4e82-9e0b-11fd0692e69f tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 5a8c0706-e8b9-4ac9-aa2f-ffeb3a066a66) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:40:49.524540 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0c1455-8268-41c2-b403-f78e244dab8e None None] Network 5a8c0706-e8b9-4ac9-aa2f-ffeb3a066a66 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:40:49.529915 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fef2f1b-0490-4e82-9e0b-11fd0692e69f tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:49.531518 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9fef2f1b-0490-4e82-9e0b-11fd0692e69f tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:49.600004 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee955c0-1571-4721-8675-8b34632a9eb5 req-7f84163a-2144-4ad1-acde-2fa2a77a0c06 tempest-InstanceActionsV221TestJSON-830809249 tempest-InstanceActionsV221TestJSON-830809249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:49.607356 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-9fef2f1b-0490-4e82-9e0b-11fd0692e69f tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4832551 May 31 13:40:49.608139 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 54374) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:49.609315 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5ee955c0-1571-4721-8675-8b34632a9eb5 req-7f84163a-2144-4ad1-acde-2fa2a77a0c06 tempest-InstanceActionsV221TestJSON-830809249 tempest-InstanceActionsV221TestJSON-830809249-project] 10.222.0.50 "GET /v2.0/ports?device_id=e231ad46-b38f-4abf-89e9-a6629b821d0b HTTP/1.1" status: 200 len: 946 time: 0.7167821 May 31 13:40:49.612761 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-34869d8e-6388-4cf8-acb0-99c4ffceff06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:49.616707 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-d738341d-822a-447e-bb9d-d68e8e17d5c7 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Request body: {'subnet': {'network_id': '5a8c0706-e8b9-4ac9-aa2f-ffeb3a066a66', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:40:49.623792 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3294e246-892d-4bc7-b7d1-bff876a00255 req-5145144b-5be1-468e-b280-417065634399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:49.625423 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3294e246-892d-4bc7-b7d1-bff876a00255 req-5145144b-5be1-468e-b280-417065634399 service neutron] 10.222.0.44 "GET /v2.0/networks?id=72ae0f67-4513-4538-bd0a-76b09a29c889 HTTP/1.1" status: 200 len: 915 time: 0.5270009 May 31 13:40:49.649377 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4956656c-7896-42ac-8d72-04104d90a73f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:49.708908 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-34869d8e-6388-4cf8-acb0-99c4ffceff06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:49.751364 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a369b3ce-d3e7-407f-8359-356a3b2eefa1 req-d84310aa-3626-447a-8e2a-113b3fddb14c tempest-InstanceActionsV221TestJSON-830809249 tempest-InstanceActionsV221TestJSON-830809249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:49.760706 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3294e246-892d-4bc7-b7d1-bff876a00255 req-957258ec-f4bf-42bb-b65f-b846d035c3ab service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a5ba2be-79a8-4872-adec-3009f3e0f944 HTTP/1.1" status: 200 len: 217 time: 0.1140628 May 31 13:40:49.778465 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['7a4f59ab-a391-4e34-81db-45d411099082'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:40:49.890933 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ef7744-1b1d-43c5-b3f4-3e5520ed01ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-5a8c0706-e8b9-4ac9-aa2f-ffeb3a066a66', 'network_id': '5a8c0706-e8b9-4ac9-aa2f-ffeb3a066a66', 'tenant_id': 'a62a1f0c39e548d390793611ac95b19e', 'fixed_ips': [{'subnet_id': 'f2c66ab7-da4e-45df-8460-c38c6638686a'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:40:49.891869 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c2ef7744-1b1d-43c5-b3f4-3e5520ed01ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:49.899019 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-39bd64fa-221b-4e1e-9f28-56fff1cc4a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:49.945298 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bd64fa-221b-4e1e-9f28-56fff1cc4a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a2244e1-7b0d-4c59-9ddc-80aaf903532c,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:49.960388 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-39bd64fa-221b-4e1e-9f28-56fff1cc4a51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:49.964923 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-39bd64fa-221b-4e1e-9f28-56fff1cc4a51 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1a2244e1-7b0d-4c59-9ddc-80aaf903532c HTTP/1.1" status: 204 len: 168 time: 0.6828628 May 31 13:40:50.152916 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-c2ef7744-1b1d-43c5-b3f4-3e5520ed01ea None None] Allocated IP 172.20.0.2 (5a8c0706-e8b9-4ac9-aa2f-ffeb3a066a66/f2c66ab7-da4e-45df-8460-c38c6638686a/cfe498f7-b762-4738-b23a-0c0951a3d785) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:40:50.162519 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d738341d-822a-447e-bb9d-d68e8e17d5c7 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:40:50.194092 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d738341d-822a-447e-bb9d-d68e8e17d5c7 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Usage tracker for resource:subnet and tenant:a62a1f0c39e548d390793611ac95b19e is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:40:50.209323 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d738341d-822a-447e-bb9d-d68e8e17d5c7 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:40:50.218161 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-34869d8e-6388-4cf8-acb0-99c4ffceff06 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9f5e217c51b94966b1ce01d452e97bb6&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3734097 May 31 13:40:50.219354 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84310aa-3626-447a-8e2a-113b3fddb14c tempest-InstanceActionsV221TestJSON-830809249 tempest-InstanceActionsV221TestJSON-830809249-project] Pushing event deleted for resources: {'Port': ['ID=7a4f59ab-a391-4e34-81db-45d411099082,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:50.225045 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 54384) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:50.227904 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34869d8e-6388-4cf8-acb0-99c4ffceff06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc957866-71e3-4c23-b420-e2cd0d95dc0b,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:50.229574 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d738341d-822a-447e-bb9d-d68e8e17d5c7 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:40:50.243194 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5ee955c0-1571-4721-8675-8b34632a9eb5 req-c27b2af8-f325-46bf-829c-b8a60c8ec217 tempest-InstanceActionsV221TestJSON-830809249 tempest-InstanceActionsV221TestJSON-830809249-project] 10.222.0.50 "GET /v2.0/security-groups?id=88e81d7a-4b55-4c1c-8099-cb5a96863ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6308148 May 31 13:40:50.288083 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d738341d-822a-447e-bb9d-d68e8e17d5c7 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Made reservation on behalf of a62a1f0c39e548d390793611ac95b19e for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:40:50.293735 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d738341d-822a-447e-bb9d-d68e8e17d5c7 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:50.498276 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c2ef7744-1b1d-43c5-b3f4-3e5520ed01ea None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:50.511574 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c2ef7744-1b1d-43c5-b3f4-3e5520ed01ea None None] Transition to ACTIVE for port object cfe498f7-b762-4738-b23a-0c0951a3d785 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:40:50.533251 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c2ef7744-1b1d-43c5-b3f4-3e5520ed01ea None None] Transition to ACTIVE for port object cfe498f7-b762-4738-b23a-0c0951a3d785 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:40:50.542260 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c2ef7744-1b1d-43c5-b3f4-3e5520ed01ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:50.550363 n-d-843939-1 neutron-server[88369]: INFO neutron.db.ipam_backend_mixin [None req-d738341d-822a-447e-bb9d-d68e8e17d5c7 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f2c66ab7-da4e-45df-8460-c38c6638686a (CIDR: 172.20.0.0/28) May 31 13:40:50.559673 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-d738341d-822a-447e-bb9d-d68e8e17d5c7 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 13:40:50.560475 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d738341d-822a-447e-bb9d-d68e8e17d5c7 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:40:50.581439 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-a369b3ce-d3e7-407f-8359-356a3b2eefa1 req-d84310aa-3626-447a-8e2a-113b3fddb14c tempest-InstanceActionsV221TestJSON-830809249 tempest-InstanceActionsV221TestJSON-830809249-project] No DVR routers for this DVR port 7a4f59ab-a391-4e34-81db-45d411099082 on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:40:50.584555 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3294e246-892d-4bc7-b7d1-bff876a00255 req-8e0620a0-0210-495f-ba4d-05115d8016ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:50.586178 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3294e246-892d-4bc7-b7d1-bff876a00255 req-8e0620a0-0210-495f-ba4d-05115d8016ad service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d698f4d2-a124-40b9-846a-1cafc66c1a8f HTTP/1.1" status: 200 len: 854 time: 0.8165820 May 31 13:40:50.609416 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a369b3ce-d3e7-407f-8359-356a3b2eefa1 req-d84310aa-3626-447a-8e2a-113b3fddb14c tempest-InstanceActionsV221TestJSON-830809249 tempest-InstanceActionsV221TestJSON-830809249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:50.625330 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e231ad46-b38f-4abf-89e9-a6629b821d0b', 'name': 'network-vif-deleted', 'tag': '7a4f59ab-a391-4e34-81db-45d411099082'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:40:50.668283 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d738341d-822a-447e-bb9d-d68e8e17d5c7 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0578337 May 31 13:40:50.668905 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 54396) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:50.692204 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-30427e6c-83b5-4b3d-8a13-cfe5e88f909a tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Request body: {'subnet': {'network_id': '5a8c0706-e8b9-4ac9-aa2f-ffeb3a066a66', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:40:50.703812 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ef7744-1b1d-43c5-b3f4-3e5520ed01ea None None] Network 5a8c0706-e8b9-4ac9-aa2f-ffeb3a066a66 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:40:50.707733 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-c2ef7744-1b1d-43c5-b3f4-3e5520ed01ea None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:40:50.716861 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ef7744-1b1d-43c5-b3f4-3e5520ed01ea None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:40:50.726416 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3294e246-892d-4bc7-b7d1-bff876a00255 req-b2165b6b-ed3b-47c7-baf3-e118bf34f00c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=72ae0f67-4513-4538-bd0a-76b09a29c889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1018581 May 31 13:40:50.778610 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ef7744-1b1d-43c5-b3f4-3e5520ed01ea None None] Pushing event updated for resources: {'Port': ['ID=cfe498f7-b762-4738-b23a-0c0951a3d785,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:50.797428 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a369b3ce-d3e7-407f-8359-356a3b2eefa1 req-d84310aa-3626-447a-8e2a-113b3fddb14c tempest-InstanceActionsV221TestJSON-830809249 tempest-InstanceActionsV221TestJSON-830809249-project] 10.222.0.44 "DELETE /v2.0/ports/7a4f59ab-a391-4e34-81db-45d411099082 HTTP/1.1" status: 204 len: 173 time: 3.4599407 May 31 13:40:50.814530 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-4956656c-7896-42ac-8d72-04104d90a73f admin admin] Deleting port 46028e87-52a5-4ea0-ab6b-3e58aee053e3 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:40:50.814757 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4956656c-7896-42ac-8d72-04104d90a73f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:50.856211 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a003e239-424f-45ac-a0c4-9af917b28676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:50.876204 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-c2ef7744-1b1d-43c5-b3f4-3e5520ed01ea None None] Attempting to bind port cfe498f7-b762-4738-b23a-0c0951a3d785 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:40:50.876925 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-c2ef7744-1b1d-43c5-b3f4-3e5520ed01ea None None] Attempting to bind port cfe498f7-b762-4738-b23a-0c0951a3d785 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'a9aeecf9-9326-421c-b105-6a7e87695c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5a8c0706-e8b9-4ac9-aa2f-ffeb3a066a66'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:40:50.876925 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ef7744-1b1d-43c5-b3f4-3e5520ed01ea None None] Attempting to bind port cfe498f7-b762-4738-b23a-0c0951a3d785 on network 5a8c0706-e8b9-4ac9-aa2f-ffeb3a066a66 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:40:50.888726 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ef7744-1b1d-43c5-b3f4-3e5520ed01ea None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:40:50.889091 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ef7744-1b1d-43c5-b3f4-3e5520ed01ea None None] Checking segment: {'id': 'a9aeecf9-9326-421c-b105-6a7e87695c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5a8c0706-e8b9-4ac9-aa2f-ffeb3a066a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:40:50.889504 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c2ef7744-1b1d-43c5-b3f4-3e5520ed01ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:50.889905 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ef7744-1b1d-43c5-b3f4-3e5520ed01ea None None] Bound using segment: {'id': 'a9aeecf9-9326-421c-b105-6a7e87695c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5a8c0706-e8b9-4ac9-aa2f-ffeb3a066a66'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:40:50.895976 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-c2ef7744-1b1d-43c5-b3f4-3e5520ed01ea None None] Bound port: cfe498f7-b762-4738-b23a-0c0951a3d785, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9aeecf9-9326-421c-b105-6a7e87695c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5a8c0706-e8b9-4ac9-aa2f-ffeb3a066a66'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:40:50.896422 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c2ef7744-1b1d-43c5-b3f4-3e5520ed01ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:50.953797 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d224f-6c6d-483c-9565-2fb0bb60ddd9 req-8a42707a-10e9-4bb4-9f55-a45516c333a8 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:50.954989 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1d0d224f-6c6d-483c-9565-2fb0bb60ddd9 req-8a42707a-10e9-4bb4-9f55-a45516c333a8 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/ports?device_id=11332720-a38e-4aad-a18d-a89dce10acd0 HTTP/1.1" status: 200 len: 945 time: 1.1864243 May 31 13:40:50.956822 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-98113c43-a254-421f-a301-88fd8f227e89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:50.983530 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423370a0-aaee-425f-b625-c71b42e0eae9 req-945975c7-a57c-43d1-973f-72d9e1a2e0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:50.984957 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-423370a0-aaee-425f-b625-c71b42e0eae9 req-945975c7-a57c-43d1-973f-72d9e1a2e0a1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7e44bf4ef1bd484ea1258b83855c2d26&device_id=11332720-a38e-4aad-a18d-a89dce10acd0 HTTP/1.1" status: 200 len: 1096 time: 0.9739037 May 31 13:40:51.033415 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-c2ef7744-1b1d-43c5-b3f4-3e5520ed01ea None None] For port cfe498f7-b762-4738-b23a-0c0951a3d785, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:40:51.037063 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-c2ef7744-1b1d-43c5-b3f4-3e5520ed01ea None None] For port cfe498f7-b762-4738-b23a-0c0951a3d785, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=cfe498f7-b762-4738-b23a-0c0951a3d785,segment=NetworkSegment(a9aeecf9-9326-421c-b105-6a7e87695c33),segment_id=a9aeecf9-9326-421c-b105-6a7e87695c33)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:40:51.047266 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c2ef7744-1b1d-43c5-b3f4-3e5520ed01ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:51.071745 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-30427e6c-83b5-4b3d-8a13-cfe5e88f909a tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:40:51.078937 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-30427e6c-83b5-4b3d-8a13-cfe5e88f909a tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Usage tracker for resource:subnet and tenant:a62a1f0c39e548d390793611ac95b19e is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:40:51.084095 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-30427e6c-83b5-4b3d-8a13-cfe5e88f909a tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:40:51.102132 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-30427e6c-83b5-4b3d-8a13-cfe5e88f909a tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:40:51.131980 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-4956656c-7896-42ac-8d72-04104d90a73f admin admin] For port 46028e87-52a5-4ea0-ab6b-3e58aee053e3, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=46028e87-52a5-4ea0-ab6b-3e58aee053e3,segment=NetworkSegment(d19ab666-9a03-45d2-a84c-6f648270a215),segment_id=d19ab666-9a03-45d2-a84c-6f648270a215)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:40:51.131980 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4956656c-7896-42ac-8d72-04104d90a73f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:51.141506 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30427e6c-83b5-4b3d-8a13-cfe5e88f909a tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Made reservation on behalf of a62a1f0c39e548d390793611ac95b19e for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:40:51.145220 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-30427e6c-83b5-4b3d-8a13-cfe5e88f909a tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:51.190969 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ef7744-1b1d-43c5-b3f4-3e5520ed01ea None None] Pushing event updated for resources: {'Port': ['ID=cfe498f7-b762-4738-b23a-0c0951a3d785,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:51.238448 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-98113c43-a254-421f-a301-88fd8f227e89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:51.357354 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-4956656c-7896-42ac-8d72-04104d90a73f admin admin] Calling delete_port for 46028e87-52a5-4ea0-ab6b-3e58aee053e3 owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:40:51.393578 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62217d7d-01e7-47d1-803d-ed2d1b245f49 req-5d5f5b7b-e24f-4e34-bd63-3f8a0c91c3ad tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:51.403301 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-62217d7d-01e7-47d1-803d-ed2d1b245f49 req-5d5f5b7b-e24f-4e34-bd63-3f8a0c91c3ad tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bee95a6-fa9e-487e-a49b-f173aa95f5dd HTTP/1.1" status: 200 len: 943 time: 0.9447794 May 31 13:40:51.491888 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3294e246-892d-4bc7-b7d1-bff876a00255 req-5cf16970-4161-4bf0-a977-538a2a3d9a57 service neutron] 10.222.0.44 "GET /v2.0/networks/72ae0f67-4513-4538-bd0a-76b09a29c889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7423370 May 31 13:40:51.533888 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1d0d224f-6c6d-483c-9565-2fb0bb60ddd9 req-7adbe958-7b62-46e9-af00-df7ed3e17192 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/security-groups?id=792462f3-0c93-41bc-a9cb-454dcd850b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5525968 May 31 13:40:51.701712 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-30427e6c-83b5-4b3d-8a13-cfe5e88f909a tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:51.706423 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbceae84-b259-49f5-be55-750bb68dc684'] response: {'server_uuid': 'e231ad46-b38f-4abf-89e9-a6629b821d0b', 'name': 'network-vif-deleted', 'tag': '7a4f59ab-a391-4e34-81db-45d411099082', 'status': 'completed', 'code': 200} May 31 13:40:51.733690 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-62217d7d-01e7-47d1-803d-ed2d1b245f49 req-07e5f1fa-0aae-4378-a354-68ffa6f5a97c tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] 10.222.0.50 "GET /v2.0/security-groups?id=0897f539-8332-4a1b-8cf5-b637ac7afced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284113 May 31 13:40:51.747821 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a003e239-424f-45ac-a0c4-9af917b28676 admin admin] Router c1583a96-83ba-4e8e-a258-43d8b6ba0ed8 is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 13:40:51.765153 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-98113c43-a254-421f-a301-88fd8f227e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:51.782458 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423370a0-aaee-425f-b625-c71b42e0eae9 req-b2814b11-0f2c-4a06-b05f-3358efb6d7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:51.783955 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-423370a0-aaee-425f-b625-c71b42e0eae9 req-b2814b11-0f2c-4a06-b05f-3358efb6d7c3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f4e69724-d0b8-4d4d-97a2-cfcb4a62380c HTTP/1.1" status: 200 len: 912 time: 0.7714522 May 31 13:40:51.978725 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30427e6c-83b5-4b3d-8a13-cfe5e88f909a tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Network 5a8c0706-e8b9-4ac9-aa2f-ffeb3a066a66 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:40:51.984644 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-30427e6c-83b5-4b3d-8a13-cfe5e88f909a tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:40:51.992698 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30427e6c-83b5-4b3d-8a13-cfe5e88f909a tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:51.993292 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-30427e6c-83b5-4b3d-8a13-cfe5e88f909a tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:52.026201 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30427e6c-83b5-4b3d-8a13-cfe5e88f909a tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event updated for resources: {'Subnet': ['ID=386e64c9-616a-4735-b422-0d2db68dd3e3,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:52.034741 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4956656c-7896-42ac-8d72-04104d90a73f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:52.073913 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98113c43-a254-421f-a301-88fd8f227e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc957866-71e3-4c23-b420-e2cd0d95dc0b,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:52.076414 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 54424) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:52.140027 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-98113c43-a254-421f-a301-88fd8f227e89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:52.140203 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-30427e6c-83b5-4b3d-8a13-cfe5e88f909a tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4629805 May 31 13:40:52.142386 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-98113c43-a254-421f-a301-88fd8f227e89 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cc957866-71e3-4c23-b420-e2cd0d95dc0b HTTP/1.1" status: 204 len: 168 time: 1.9106424 May 31 13:40:52.176917 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 54430) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:52.195130 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 1a5ba2be-79a8-4872-adec-3009f3e0f944 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:40:52.196628 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4956656c-7896-42ac-8d72-04104d90a73f admin admin] Pushing event deleted for resources: {'Port': ['ID=46028e87-52a5-4ea0-ab6b-3e58aee053e3,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:52.213788 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-a4924517-d6b5-4eed-ba8b-3f4fca3b3c05 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Request body: {'port': {'network_id': '5a8c0706-e8b9-4ac9-aa2f-ffeb3a066a66', 'fixed_ips': [{'subnet_id': 'f2c66ab7-da4e-45df-8460-c38c6638686a'}, {'subnet_id': '386e64c9-616a-4735-b422-0d2db68dd3e3'}], 'name': 'tempest-PortsTestJSON-1398800999'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:40:52.252586 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3294e246-892d-4bc7-b7d1-bff876a00255 req-e52140d5-0001-475c-8d56-e113a96bf54f service neutron] 10.222.0.44 "GET /v2.0/networks/72ae0f67-4513-4538-bd0a-76b09a29c889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7175674 May 31 13:40:52.306494 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 7a4f59ab-a391-4e34-81db-45d411099082 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:40:52.387857 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-7342f05b-6b4d-4aa9-94f0-b3ae2001cf49 admin admin] Deleting subnet 65c219cc-87e6-4772-a3e0-9312f0c093f0 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:40:52.496470 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-423370a0-aaee-425f-b625-c71b42e0eae9 req-741bdd3d-582f-4dce-b63d-be63646e173e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1292f46-ad59-49bc-8df3-1733c2bfaf9c HTTP/1.1" status: 200 len: 1000 time: 0.7044919 May 31 13:40:52.513133 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] No Port match for: 7a4f59ab-a391-4e34-81db-45d411099082 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:40:52.517283 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 7a4f59ab-a391-4e34-81db-45d411099082 not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:40:52.517678 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7342f05b-6b4d-4aa9-94f0-b3ae2001cf49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:52.645982 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7342f05b-6b4d-4aa9-94f0-b3ae2001cf49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:52.682620 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 1a5ba2be-79a8-4872-adec-3009f3e0f944, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=1a5ba2be-79a8-4872-adec-3009f3e0f944,segment=NetworkSegment(e9c1044d-068b-46b7-aaf4-e66281351194),segment_id=e9c1044d-068b-46b7-aaf4-e66281351194)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:40:52.719270 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423370a0-aaee-425f-b625-c71b42e0eae9 req-0269a7f5-335b-497c-8adf-3f811814db2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:52.721444 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-423370a0-aaee-425f-b625-c71b42e0eae9 req-0269a7f5-335b-497c-8adf-3f811814db2f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=24f2589f-f663-4739-8d87-078291d83152 HTTP/1.1" status: 200 len: 850 time: 0.1687267 May 31 13:40:52.733917 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': '1a5ba2be-79a8-4872-adec-3009f3e0f944', 'network_id': '72ae0f67-4513-4538-bd0a-76b09a29c889', 'port_id': '1a5ba2be-79a8-4872-adec-3009f3e0f944', 'mac_address': 'fa:16:3e:e3:d7:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd698f4d2-a124-40b9-846a-1cafc66c1a8f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:40:52.836717 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 54456) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:52.838468 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7342f05b-6b4d-4aa9-94f0-b3ae2001cf49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:52.895805 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 1a5ba2be-79a8-4872-adec-3009f3e0f944 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:40:52.896181 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:52.909622 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c763ae-1979-4d00-94f6-17b1217fbbd1 None None] Network 5a8c0706-e8b9-4ac9-aa2f-ffeb3a066a66 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:40:52.925724 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a003e239-424f-45ac-a0c4-9af917b28676 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:40:52.973376 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-33f825a2-2575-4c69-ab4f-063a7e1c8a36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:52.995405 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-a4924517-d6b5-4eed-ba8b-3f4fca3b3c05 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:40:52.998261 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a003e239-424f-45ac-a0c4-9af917b28676 admin admin] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:52.999545 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-a003e239-424f-45ac-a0c4-9af917b28676 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.6061459 May 31 13:40:53.004900 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-a4924517-d6b5-4eed-ba8b-3f4fca3b3c05 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Usage tracker for resource:port and tenant:a62a1f0c39e548d390793611ac95b19e is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:40:53.007631 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 54460) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:53.019375 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-a4924517-d6b5-4eed-ba8b-3f4fca3b3c05 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:40:53.020654 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-33f825a2-2575-4c69-ab4f-063a7e1c8a36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:40:53.025085 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-33f825a2-2575-4c69-ab4f-063a7e1c8a36 admin admin] Usage tracker for resource:security_group_rule and tenant:fcca3b657fd04601beef3f0ec8378fc5 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:40:53.029826 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-33f825a2-2575-4c69-ab4f-063a7e1c8a36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:40:53.036799 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-33f825a2-2575-4c69-ab4f-063a7e1c8a36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:40:53.099925 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bc2a5c-cbaf-4c5b-9e21-75ea3edff74e None None] Sync routers for ids ['c1583a96-83ba-4e8e-a258-43d8b6ba0ed8'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:40:53.112803 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device cfe498f7-b762-4738-b23a-0c0951a3d785 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:40:53.113771 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bc2a5c-cbaf-4c5b-9e21-75ea3edff74e None None] Routers {'c1583a96-83ba-4e8e-a258-43d8b6ba0ed8'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:40:53.115210 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-a9bc2a5c-cbaf-4c5b-9e21-75ea3edff74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:40:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['c1583a96-83ba-4e8e-a258-43d8b6ba0ed8'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:40:53.160016 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-a4924517-d6b5-4eed-ba8b-3f4fca3b3c05 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:40:53.195855 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a5ba2be-79a8-4872-adec-3009f3e0f944 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:40:53.221042 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c6a099a6-f4c9-4f99-9913-02d18ce74b87 None None] Provisioning for port cfe498f7-b762-4738-b23a-0c0951a3d785 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:40:53.221404 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-33f825a2-2575-4c69-ab4f-063a7e1c8a36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:53.233706 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-33f825a2-2575-4c69-ab4f-063a7e1c8a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:53.251354 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254fe213-d84d-4ec0-b2df-30036ba5537c req-f07b8308-3a3c-407b-a4d5-e9c7470ef728 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:53.259590 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7342f05b-6b4d-4aa9-94f0-b3ae2001cf49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:53.260811 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-254fe213-d84d-4ec0-b2df-30036ba5537c req-f07b8308-3a3c-407b-a4d5-e9c7470ef728 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/ports?device_id=11332720-a38e-4aad-a18d-a89dce10acd0 HTTP/1.1" status: 200 len: 945 time: 0.3919568 May 31 13:40:53.285018 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 1a5ba2be-79a8-4872-adec-3009f3e0f944, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=1a5ba2be-79a8-4872-adec-3009f3e0f944,segment=NetworkSegment(e9c1044d-068b-46b7-aaf4-e66281351194),segment_id=e9c1044d-068b-46b7-aaf4-e66281351194)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:40:53.305519 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:53.316394 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4956656c-7896-42ac-8d72-04104d90a73f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:53.335747 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7342f05b-6b4d-4aa9-94f0-b3ae2001cf49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65c219cc-87e6-4772-a3e0-9312f0c093f0,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:53.339347 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7342f05b-6b4d-4aa9-94f0-b3ae2001cf49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:53.348582 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-33f825a2-2575-4c69-ab4f-063a7e1c8a36 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fcca3b657fd04601beef3f0ec8378fc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4617934 May 31 13:40:53.352645 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 54464) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:53.353289 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f825a2-2575-4c69-ab4f-063a7e1c8a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3416e09f-986f-4dc8-9ce4-315aeb4597ee,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:53.360450 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port cfe498f7-b762-4738-b23a-0c0951a3d785 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:40:53.367043 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-a9bc2a5c-cbaf-4c5b-9e21-75ea3edff74e None None] Set router c1583a96-83ba-4e8e-a258-43d8b6ba0ed8 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:40:53.378217 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port cfe498f7-b762-4738-b23a-0c0951a3d785 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:40:53.378588 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:53.397949 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423370a0-aaee-425f-b625-c71b42e0eae9 req-3a8881cb-610a-4baf-86e0-6125c44e9038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:53.399864 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-423370a0-aaee-425f-b625-c71b42e0eae9 req-3a8881cb-610a-4baf-86e0-6125c44e9038 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f4e69724-d0b8-4d4d-97a2-cfcb4a62380c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6321659 May 31 13:40:53.407436 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4924517-d6b5-4eed-ba8b-3f4fca3b3c05 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Made reservation on behalf of a62a1f0c39e548d390793611ac95b19e for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:40:53.492415 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-7342f05b-6b4d-4aa9-94f0-b3ae2001cf49 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/65c219cc-87e6-4772-a3e0-9312f0c093f0 HTTP/1.1" status: 204 len: 168 time: 1.4095104 May 31 13:40:53.499240 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=1a5ba2be-79a8-4872-adec-3009f3e0f944,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:53.502427 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 54468) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:53.515084 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:40:53.515431 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:40:53.515768 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:40:53.516104 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:40:53.516573 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:40:53.516912 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:40:53.517226 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:40:53.517548 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:40:53.517872 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:40:53.518246 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:40:53.518935 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:40:53.518935 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:40:53.589025 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['1a5ba2be-79a8-4872-adec-3009f3e0f944'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:40:53.604643 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a4924517-d6b5-4eed-ba8b-3f4fca3b3c05 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:53.704879 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-a9bc2a5c-cbaf-4c5b-9e21-75ea3edff74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1583a96-83ba-4e8e-a258-43d8b6ba0ed8', 'name': 'tempest-ServerRescueTestJSON-1173168997-router', 'tenant_id': '04053c05038f4fa8aafe732444e2f2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'affdfbff-b8b8-4609-964b-6f5cc869f311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:40:42Z', 'updated_at': '2022-05-31T13:40:48Z', 'revision_number': 3, 'project_id': '04053c05038f4fa8aafe732444e2f2c0', 'gw_port': {'id': 'affdfbff-b8b8-4609-964b-6f5cc869f311', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f1:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1583a96-83ba-4e8e-a258-43d8b6ba0ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:40:45Z', 'updated_at': '2022-05-31T13:40:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:40:53.709126 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bc2a5c-cbaf-4c5b-9e21-75ea3edff74e None None] Checking router: c1583a96-83ba-4e8e-a258-43d8b6ba0ed8 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:40:53.709630 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bc2a5c-cbaf-4c5b-9e21-75ea3edff74e None None] Updating router c1583a96-83ba-4e8e-a258-43d8b6ba0ed8 port affdfbff-b8b8-4609-964b-6f5cc869f311 binding host n-d-843939-1 {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:40:53.727823 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port cfe498f7-b762-4738-b23a-0c0951a3d785 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:40:53.728195 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:53.737452 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b56836fe-7bd2-4384-90d5-3473e021d739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:53.742923 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc329560-d797-41b6-a97d-eb3460ad4b28 None None] Update dhcp port {'port': {'network_id': '5a8c0706-e8b9-4ac9-aa2f-ffeb3a066a66', 'fixed_ips': [{'subnet_id': 'f2c66ab7-da4e-45df-8460-c38c6638686a', 'ip_address': '172.20.0.2'}, {'subnet_id': '386e64c9-616a-4735-b422-0d2db68dd3e3'}], 'binding:host_id': 'n-d-843939-1'}, 'id': 'cfe498f7-b762-4738-b23a-0c0951a3d785'} from n-d-843939-1. {{(pid=88371) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 31 13:40:53.762296 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bc675873-cbad-4e3e-9e70-a58d58b1cf6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:53.770006 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a9bc2a5c-cbaf-4c5b-9e21-75ea3edff74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:53.787366 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b56836fe-7bd2-4384-90d5-3473e021d739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:53.814584 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cc329560-d797-41b6-a97d-eb3460ad4b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:53.843886 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-a4924517-d6b5-4eed-ba8b-3f4fca3b3c05 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] device_id is not set on port 1f776b5a-e387-4fa9-a227-07adfa673b6d yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:40:53.892183 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port cfe498f7-b762-4738-b23a-0c0951a3d785, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=cfe498f7-b762-4738-b23a-0c0951a3d785,segment=NetworkSegment(a9aeecf9-9326-421c-b105-6a7e87695c33),segment_id=a9aeecf9-9326-421c-b105-6a7e87695c33)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:40:53.910886 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:54.160368 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=cfe498f7-b762-4738-b23a-0c0951a3d785,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:54.184696 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-423370a0-aaee-425f-b625-c71b42e0eae9 req-9e5e1c1d-db44-4ed1-9437-96bbe572f778 service neutron] 10.222.0.44 "GET /v2.0/networks/f4e69724-d0b8-4d4d-97a2-cfcb4a62380c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5891664 May 31 13:40:54.205004 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a9bc2a5c-cbaf-4c5b-9e21-75ea3edff74e None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:54.214421 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-254fe213-d84d-4ec0-b2df-30036ba5537c req-21e13266-96fe-49b7-9f32-e007b8215c3c tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/security-groups?id=792462f3-0c93-41bc-a9cb-454dcd850b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9524858 May 31 13:40:54.221129 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-a9bc2a5c-cbaf-4c5b-9e21-75ea3edff74e None None] Transition to ACTIVE for port object affdfbff-b8b8-4609-964b-6f5cc869f311 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:40:54.242642 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a9bc2a5c-cbaf-4c5b-9e21-75ea3edff74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:54.262646 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bc675873-cbad-4e3e-9e70-a58d58b1cf6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:54.301160 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b56836fe-7bd2-4384-90d5-3473e021d739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:54.342659 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-bc675873-cbad-4e3e-9e70-a58d58b1cf6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5b40311-0d27-41fd-94bb-bac96f5ed647']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:40:54.352467 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-a9bc2a5c-cbaf-4c5b-9e21-75ea3edff74e None None] Attempting to bind port affdfbff-b8b8-4609-964b-6f5cc869f311 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:40:54.352826 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-a9bc2a5c-cbaf-4c5b-9e21-75ea3edff74e None None] Attempting to bind port affdfbff-b8b8-4609-964b-6f5cc869f311 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:40:54.353183 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bc2a5c-cbaf-4c5b-9e21-75ea3edff74e None None] Attempting to bind port affdfbff-b8b8-4609-964b-6f5cc869f311 on network d2103cd5-63ba-4c24-9d95-fd17643bf14c {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:40:54.357669 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e9f9a8-e3f2-4ea0-91c0-15b34602fa10 None None] Pushing event updated for resources: {'Port': ['ID=affdfbff-b8b8-4609-964b-6f5cc869f311,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:54.362607 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bc2a5c-cbaf-4c5b-9e21-75ea3edff74e None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:40:54.363521 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bc2a5c-cbaf-4c5b-9e21-75ea3edff74e None None] Checking segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:40:54.363521 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a9bc2a5c-cbaf-4c5b-9e21-75ea3edff74e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:54.363855 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bc2a5c-cbaf-4c5b-9e21-75ea3edff74e None None] Bound using segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:40:54.364318 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-a9bc2a5c-cbaf-4c5b-9e21-75ea3edff74e None None] Bound port: affdfbff-b8b8-4609-964b-6f5cc869f311, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:40:54.364684 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a9bc2a5c-cbaf-4c5b-9e21-75ea3edff74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:54.383968 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56836fe-7bd2-4384-90d5-3473e021d739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3416e09f-986f-4dc8-9ce4-315aeb4597ee,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:54.387797 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-bc675873-cbad-4e3e-9e70-a58d58b1cf6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb54cc32-c6e1-4fc3-97d0-0969a88f18d5') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:40:54.388084 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-bc675873-cbad-4e3e-9e70-a58d58b1cf6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb54cc32-c6e1-4fc3-97d0-0969a88f18d5') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:40:54.411302 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e9f9a8-e3f2-4ea0-91c0-15b34602fa10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:40:54.411644 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e9f9a8-e3f2-4ea0-91c0-15b34602fa10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:40:54.411998 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e9f9a8-e3f2-4ea0-91c0-15b34602fa10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:40:54.412288 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e9f9a8-e3f2-4ea0-91c0-15b34602fa10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:40:54.412613 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e9f9a8-e3f2-4ea0-91c0-15b34602fa10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:40:54.412935 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e9f9a8-e3f2-4ea0-91c0-15b34602fa10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:40:54.413325 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e9f9a8-e3f2-4ea0-91c0-15b34602fa10 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:40:54.413557 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e9f9a8-e3f2-4ea0-91c0-15b34602fa10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:40:54.413870 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e9f9a8-e3f2-4ea0-91c0-15b34602fa10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:40:54.414208 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e9f9a8-e3f2-4ea0-91c0-15b34602fa10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:40:54.414621 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e9f9a8-e3f2-4ea0-91c0-15b34602fa10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:40:54.415441 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e9f9a8-e3f2-4ea0-91c0-15b34602fa10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:40:54.419139 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4956656c-7896-42ac-8d72-04104d90a73f admin admin] Router 8fd059d4-8a49-4c38-b3fa-a3960d2179ce has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:40:54.420228 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b56836fe-7bd2-4384-90d5-3473e021d739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:54.434672 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b56836fe-7bd2-4384-90d5-3473e021d739 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3416e09f-986f-4dc8-9ce4-315aeb4597ee HTTP/1.1" status: 204 len: 168 time: 1.0783463 May 31 13:40:54.440617 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bc675873-cbad-4e3e-9e70-a58d58b1cf6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:54.504477 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-a9bc2a5c-cbaf-4c5b-9e21-75ea3edff74e None None] For port affdfbff-b8b8-4609-964b-6f5cc869f311, host n-d-843939-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:40:54.509045 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-a9bc2a5c-cbaf-4c5b-9e21-75ea3edff74e None None] For port affdfbff-b8b8-4609-964b-6f5cc869f311, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=affdfbff-b8b8-4609-964b-6f5cc869f311,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:40:54.517294 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a9bc2a5c-cbaf-4c5b-9e21-75ea3edff74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:54.543468 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bc675873-cbad-4e3e-9e70-a58d58b1cf6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:54.603695 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc675873-cbad-4e3e-9e70-a58d58b1cf6c admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:40:54.604270 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bc675873-cbad-4e3e-9e70-a58d58b1cf6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:54.629511 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6cc64e-3a47-40f0-8aa6-dc9e1b9250c3 req-0dfabf0c-346e-40c8-8961-778fc06fcf08 tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:54.639633 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5e6cc64e-3a47-40f0-8aa6-dc9e1b9250c3 req-0dfabf0c-346e-40c8-8961-778fc06fcf08 tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bee95a6-fa9e-487e-a49b-f173aa95f5dd HTTP/1.1" status: 200 len: 943 time: 1.6131744 May 31 13:40:54.692132 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 54482) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:54.706244 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment fb54cc32-c6e1-4fc3-97d0-0969a88f18d5 resource provider aggregate not found May 31 13:40:54.768360 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bc2a5c-cbaf-4c5b-9e21-75ea3edff74e None None] Routers {'c1583a96-83ba-4e8e-a258-43d8b6ba0ed8'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:40:54.768977 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-a9bc2a5c-cbaf-4c5b-9e21-75ea3edff74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:40:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['c1583a96-83ba-4e8e-a258-43d8b6ba0ed8'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:40:54.793237 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment fb54cc32-c6e1-4fc3-97d0-0969a88f18d5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fb54cc32-c6e1-4fc3-97d0-0969a88f18d5 found for delete ", "request_id": "req-8b784365-981d-4e96-88ab-6645d87fa689"}]} May 31 13:40:54.834441 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bc675873-cbad-4e3e-9e70-a58d58b1cf6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:54.836404 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device cfe498f7-b762-4738-b23a-0c0951a3d785 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:40:54.858656 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5e6cc64e-3a47-40f0-8aa6-dc9e1b9250c3 req-37483489-f986-44b7-85c4-7d292a6a75c4 tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] 10.222.0.50 "GET /v2.0/security-groups?id=0897f539-8332-4a1b-8cf5-b637ac7afced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199523 May 31 13:40:54.866355 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bc675873-cbad-4e3e-9e70-a58d58b1cf6c admin admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:54.878630 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc675873-cbad-4e3e-9e70-a58d58b1cf6c admin admin] Pushing event deleted for resources: {'Network': ['ID=e5b40311-0d27-41fd-94bb-bac96f5ed647,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:54.879707 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-a4924517-d6b5-4eed-ba8b-3f4fca3b3c05 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Allocated IP 172.20.0.8 (5a8c0706-e8b9-4ac9-aa2f-ffeb3a066a66/f2c66ab7-da4e-45df-8460-c38c6638686a/1f776b5a-e387-4fa9-a227-07adfa673b6d) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:40:54.883714 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-bc675873-cbad-4e3e-9e70-a58d58b1cf6c admin admin] 10.222.0.50 "DELETE /v2.0/networks/e5b40311-0d27-41fd-94bb-bac96f5ed647 HTTP/1.1" status: 204 len: 168 time: 1.3776314 May 31 13:40:54.890646 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4956656c-7896-42ac-8d72-04104d90a73f admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:40:54.899039 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-4956656c-7896-42ac-8d72-04104d90a73f admin admin] 10.222.0.50 "PUT /v2.0/routers/8fd059d4-8a49-4c38-b3fa-a3960d2179ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4880731 May 31 13:40:54.906729 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e9f9a8-e3f2-4ea0-91c0-15b34602fa10 None None] Pushing event updated for resources: {'Port': ['ID=affdfbff-b8b8-4609-964b-6f5cc869f311,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:54.907727 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 54498) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:54.937265 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-a4924517-d6b5-4eed-ba8b-3f4fca3b3c05 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Allocated IP 172.20.0.30 (5a8c0706-e8b9-4ac9-aa2f-ffeb3a066a66/386e64c9-616a-4735-b422-0d2db68dd3e3/1f776b5a-e387-4fa9-a227-07adfa673b6d) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:40:55.017802 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28818690-b33f-4430-aa82-645343ef0639 None None] Sync routers for ids ['8fd059d4-8a49-4c38-b3fa-a3960d2179ce'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:40:55.068158 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-423370a0-aaee-425f-b625-c71b42e0eae9 req-fa1a8cdf-782a-4a13-9063-beb331c50fb7 service neutron] 10.222.0.44 "GET /v2.0/networks/f4e69724-d0b8-4d4d-97a2-cfcb4a62380c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8668413 May 31 13:40:55.081737 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28818690-b33f-4430-aa82-645343ef0639 None None] Routers {'8fd059d4-8a49-4c38-b3fa-a3960d2179ce'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:40:55.082398 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-28818690-b33f-4430-aa82-645343ef0639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:40:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['8fd059d4-8a49-4c38-b3fa-a3960d2179ce'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:40:55.199971 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-a9bc2a5c-cbaf-4c5b-9e21-75ea3edff74e None None] Set router c1583a96-83ba-4e8e-a258-43d8b6ba0ed8 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:40:55.325705 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 54508) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:55.330981 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-da89c369-4cb6-4ac5-a6ed-800e6d24b740 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:55.381564 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-da89c369-4cb6-4ac5-a6ed-800e6d24b740 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:40:55.393048 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-28818690-b33f-4430-aa82-645343ef0639 None None] Set router 8fd059d4-8a49-4c38-b3fa-a3960d2179ce gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:40:55.425129 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e265f3e6-1543-4704-9cc7-8d3e595f17f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:55.454360 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-da89c369-4cb6-4ac5-a6ed-800e6d24b740 admin admin] Usage tracker for resource:security_group_rule and tenant:e54505e365d947ccb7e843fe67de7504 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:40:55.470560 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-da89c369-4cb6-4ac5-a6ed-800e6d24b740 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:40:55.512587 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-da89c369-4cb6-4ac5-a6ed-800e6d24b740 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:40:55.796842 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port cfe498f7-b762-4738-b23a-0c0951a3d785 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:40:55.797486 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:55.811327 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 54518) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:55.811958 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-7fcc777b-0f7c-47a9-bba8-9032ff6082c5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=eab2559f41df4dcf92b02a0aecb29c32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4717691 May 31 13:40:55.975279 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-a9bc2a5c-cbaf-4c5b-9e21-75ea3edff74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1583a96-83ba-4e8e-a258-43d8b6ba0ed8', 'name': 'tempest-ServerRescueTestJSON-1173168997-router', 'tenant_id': '04053c05038f4fa8aafe732444e2f2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'affdfbff-b8b8-4609-964b-6f5cc869f311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:40:42Z', 'updated_at': '2022-05-31T13:40:48Z', 'revision_number': 3, 'project_id': '04053c05038f4fa8aafe732444e2f2c0', 'gw_port': {'id': 'affdfbff-b8b8-4609-964b-6f5cc869f311', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f1:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1583a96-83ba-4e8e-a258-43d8b6ba0ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:40:45Z', 'updated_at': '2022-05-31T13:40:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:40:55.984543 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bc2a5c-cbaf-4c5b-9e21-75ea3edff74e None None] The sync data for ids ['c1583a96-83ba-4e8e-a258-43d8b6ba0ed8'] in n-d-843939-1 is: [{'id': 'c1583a96-83ba-4e8e-a258-43d8b6ba0ed8', 'name': 'tempest-ServerRescueTestJSON-1173168997-router', 'tenant_id': '04053c05038f4fa8aafe732444e2f2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'affdfbff-b8b8-4609-964b-6f5cc869f311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:40:42Z', 'updated_at': '2022-05-31T13:40:48Z', 'revision_number': 3, 'project_id': '04053c05038f4fa8aafe732444e2f2c0', 'gw_port': {'id': 'affdfbff-b8b8-4609-964b-6f5cc869f311', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f1:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1583a96-83ba-4e8e-a258-43d8b6ba0ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:40:45Z', 'updated_at': '2022-05-31T13:40:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:40:56.013693 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e265f3e6-1543-4704-9cc7-8d3e595f17f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:56.039040 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-e265f3e6-1543-4704-9cc7-8d3e595f17f4 admin admin] Deleting port 7bd70aca-0a8b-45e8-994f-f2b4b1555fa9 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:40:56.039663 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e265f3e6-1543-4704-9cc7-8d3e595f17f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:56.083053 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-017792ab-0146-4695-aec3-23c7b1dfa369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:56.086675 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-28818690-b33f-4430-aa82-645343ef0639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd059d4-8a49-4c38-b3fa-a3960d2179ce', 'name': 'tempest-TaggedBootDevicesTest_v242-1705236011-router', 'tenant_id': 'b7ea50d99ec542369888bfa0ddb46f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '7bd70aca-0a8b-45e8-994f-f2b4b1555fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:33:48Z', 'updated_at': '2022-05-31T13:40:51Z', 'revision_number': 5, 'project_id': 'b7ea50d99ec542369888bfa0ddb46f0f', 'gw_port': {'id': '7bd70aca-0a8b-45e8-994f-f2b4b1555fa9', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:88:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd059d4-8a49-4c38-b3fa-a3960d2179ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:33:50Z', 'updated_at': '2022-05-31T13:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:40:56.093014 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28818690-b33f-4430-aa82-645343ef0639 None None] Checking router: 8fd059d4-8a49-4c38-b3fa-a3960d2179ce for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:40:56.108048 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port cfe498f7-b762-4738-b23a-0c0951a3d785 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:40:56.110308 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28818690-b33f-4430-aa82-645343ef0639 None None] Routers {'8fd059d4-8a49-4c38-b3fa-a3960d2179ce'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:40:56.110932 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-28818690-b33f-4430-aa82-645343ef0639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:40:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['8fd059d4-8a49-4c38-b3fa-a3960d2179ce'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:40:56.142509 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a4924517-d6b5-4eed-ba8b-3f4fca3b3c05 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:56.150327 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-017792ab-0146-4695-aec3-23c7b1dfa369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:56.235502 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-017792ab-0146-4695-aec3-23c7b1dfa369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:56.237793 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-a4924517-d6b5-4eed-ba8b-3f4fca3b3c05 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Transition to ACTIVE for port object 1f776b5a-e387-4fa9-a227-07adfa673b6d will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:40:56.255928 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 1a5ba2be-79a8-4872-adec-3009f3e0f944 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:40:56.286696 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017792ab-0146-4695-aec3-23c7b1dfa369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e81d7a-4b55-4c1c-8099-cb5a96863ea5,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:56.357857 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaf73ac-3595-4ac0-b97f-861865d0a6b7 req-87b1fb3b-25e6-4e27-8b97-4f24bb97192a tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:56.363671 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-abaf73ac-3595-4ac0-b97f-861865d0a6b7 req-87b1fb3b-25e6-4e27-8b97-4f24bb97192a tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/ports?device_id=11332720-a38e-4aad-a18d-a89dce10acd0 HTTP/1.1" status: 200 len: 945 time: 0.8115106 May 31 13:40:56.406248 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-017792ab-0146-4695-aec3-23c7b1dfa369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:56.407807 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-017792ab-0146-4695-aec3-23c7b1dfa369 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/88e81d7a-4b55-4c1c-8099-cb5a96863ea5 HTTP/1.1" status: 204 len: 168 time: 0.5851471 May 31 13:40:56.495305 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4555ebae-9aca-44a7-9b53-edcec58bd7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:56.586089 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96bbdb8-2e8f-425b-afce-075032cce2bb req-275dcd27-9e38-4003-830a-4dbda4b1a2dc tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:56.593970 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e96bbdb8-2e8f-425b-afce-075032cce2bb req-275dcd27-9e38-4003-830a-4dbda4b1a2dc tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bee95a6-fa9e-487e-a49b-f173aa95f5dd HTTP/1.1" status: 200 len: 944 time: 0.4626336 May 31 13:40:56.600561 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-da89c369-4cb6-4ac5-a6ed-800e6d24b740 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:56.622032 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-e265f3e6-1543-4704-9cc7-8d3e595f17f4 admin admin] For port 7bd70aca-0a8b-45e8-994f-f2b4b1555fa9, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=7bd70aca-0a8b-45e8-994f-f2b4b1555fa9,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:40:56.622454 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e265f3e6-1543-4704-9cc7-8d3e595f17f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:56.634113 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-abaf73ac-3595-4ac0-b97f-861865d0a6b7 req-de504b72-0e7a-457c-af6c-7e98254e189f tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/security-groups?id=792462f3-0c93-41bc-a9cb-454dcd850b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2565930 May 31 13:40:56.639803 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a4924517-d6b5-4eed-ba8b-3f4fca3b3c05 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:56.747746 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-da89c369-4cb6-4ac5-a6ed-800e6d24b740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:56.889039 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device affdfbff-b8b8-4609-964b-6f5cc869f311 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:40:56.991264 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-e265f3e6-1543-4704-9cc7-8d3e595f17f4 admin admin] Calling delete_port for 7bd70aca-0a8b-45e8-994f-f2b4b1555fa9 owned by network:router_gateway {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:40:56.996076 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4924517-d6b5-4eed-ba8b-3f4fca3b3c05 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Network 5a8c0706-e8b9-4ac9-aa2f-ffeb3a066a66 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:40:57.037366 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-a4924517-d6b5-4eed-ba8b-3f4fca3b3c05 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:40:57.063269 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4924517-d6b5-4eed-ba8b-3f4fca3b3c05 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:40:57.071242 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-28818690-b33f-4430-aa82-645343ef0639 None None] Set router 8fd059d4-8a49-4c38-b3fa-a3960d2179ce gateway port host: None {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:40:57.146945 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-da89c369-4cb6-4ac5-a6ed-800e6d24b740 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e54505e365d947ccb7e843fe67de7504&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4513535 May 31 13:40:57.156066 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da89c369-4cb6-4ac5-a6ed-800e6d24b740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2001782-e641-4b4a-a449-2421337946ee,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:57.173832 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 54542) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:57.193244 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e96bbdb8-2e8f-425b-afce-075032cce2bb req-0e53fe6a-cb55-42ac-810e-50ea580a9342 tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] 10.222.0.50 "GET /v2.0/security-groups?id=0897f539-8332-4a1b-8cf5-b637ac7afced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5977812 May 31 13:40:57.221099 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4924517-d6b5-4eed-ba8b-3f4fca3b3c05 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event updated for resources: {'Port': ['ID=1f776b5a-e387-4fa9-a227-07adfa673b6d,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:57.330394 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4924517-d6b5-4eed-ba8b-3f4fca3b3c05 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:57.331218 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a4924517-d6b5-4eed-ba8b-3f4fca3b3c05 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:57.335435 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e265f3e6-1543-4704-9cc7-8d3e595f17f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:57.359990 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-28818690-b33f-4430-aa82-645343ef0639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd059d4-8a49-4c38-b3fa-a3960d2179ce', 'name': 'tempest-TaggedBootDevicesTest_v242-1705236011-router', 'tenant_id': 'b7ea50d99ec542369888bfa0ddb46f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:33:48Z', 'updated_at': '2022-05-31T13:40:56Z', 'revision_number': 6, 'project_id': 'b7ea50d99ec542369888bfa0ddb46f0f', 'gw_port_host': None}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:40:57.413509 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-cc329560-d797-41b6-a97d-eb3460ad4b28 None None] Allocated IP 172.20.0.18 (5a8c0706-e8b9-4ac9-aa2f-ffeb3a066a66/386e64c9-616a-4735-b422-0d2db68dd3e3/cfe498f7-b762-4738-b23a-0c0951a3d785) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:40:57.417972 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28818690-b33f-4430-aa82-645343ef0639 None None] The sync data for ids ['8fd059d4-8a49-4c38-b3fa-a3960d2179ce'] in n-d-843939-1 is: [{'id': '8fd059d4-8a49-4c38-b3fa-a3960d2179ce', 'name': 'tempest-TaggedBootDevicesTest_v242-1705236011-router', 'tenant_id': 'b7ea50d99ec542369888bfa0ddb46f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:33:48Z', 'updated_at': '2022-05-31T13:40:56Z', 'revision_number': 6, 'project_id': 'b7ea50d99ec542369888bfa0ddb46f0f', 'gw_port_host': None}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:40:57.438953 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port 1a5ba2be-79a8-4872-adec-3009f3e0f944 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:40:57.476353 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port affdfbff-b8b8-4609-964b-6f5cc869f311 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:40:57.481036 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e265f3e6-1543-4704-9cc7-8d3e595f17f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bd70aca-0a8b-45e8-994f-f2b4b1555fa9,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:57.486762 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port 1a5ba2be-79a8-4872-adec-3009f3e0f944 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:40:57.487129 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:57.541856 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-a4924517-d6b5-4eed-ba8b-3f4fca3b3c05 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 5.3612278 May 31 13:40:57.548987 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 54558) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:57.568606 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-c4e9f55b-4580-4ef2-a7e8-5b57c04e029b tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f2c66ab7-da4e-45df-8460-c38c6638686a'}]}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:40:57.607633 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b5bdc44d-f165-4fe5-a59e-9c5f4af5994f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:57.620789 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port affdfbff-b8b8-4609-964b-6f5cc869f311 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:40:57.622700 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:57.875362 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e265f3e6-1543-4704-9cc7-8d3e595f17f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577389'] for router_gateway, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:57.912660 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-4555ebae-9aca-44a7-9b53-edcec58bd7d1 admin admin] Allocated IP 172.20.0.1 (48ff30cd-fefc-45b9-9b91-2fda26bd24e8/f33f44ed-37c8-44e7-8a90-0b19e94cc7a8/a0314bf4-abde-43d1-8265-f4b185923696) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:40:57.966592 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b5bdc44d-f165-4fe5-a59e-9c5f4af5994f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:58.118197 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b5bdc44d-f165-4fe5-a59e-9c5f4af5994f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:58.203608 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e265f3e6-1543-4704-9cc7-8d3e595f17f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:58.209086 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e265f3e6-1543-4704-9cc7-8d3e595f17f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:58.241471 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bdc44d-f165-4fe5-a59e-9c5f4af5994f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2001782-e641-4b4a-a449-2421337946ee,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:58.250225 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c4e9f55b-4580-4ef2-a7e8-5b57c04e029b tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:58.255725 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e265f3e6-1543-4704-9cc7-8d3e595f17f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:58.259653 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e265f3e6-1543-4704-9cc7-8d3e595f17f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8fd059d4-8a49-4c38-b3fa-a3960d2179ce {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:40:58.282027 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e265f3e6-1543-4704-9cc7-8d3e595f17f4 admin admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:58.288073 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e265f3e6-1543-4704-9cc7-8d3e595f17f4 admin admin] 10.222.0.50 "DELETE /v2.0/routers/8fd059d4-8a49-4c38-b3fa-a3960d2179ce HTTP/1.1" status: 204 len: 168 time: 3.3787153 May 31 13:40:58.290747 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 54592) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:58.403492 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port affdfbff-b8b8-4609-964b-6f5cc869f311 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:40:58.404306 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:58.462244 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port affdfbff-b8b8-4609-964b-6f5cc869f311, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=affdfbff-b8b8-4609-964b-6f5cc869f311,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:40:58.469000 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae3d02b9-9261-45e6-a958-f396081d67c4 admin admin] Deleting subnet d265b683-cb30-41a0-b4c2-2529ae405c3e {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:40:58.472157 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b5bdc44d-f165-4fe5-a59e-9c5f4af5994f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:58.475415 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-b5bdc44d-f165-4fe5-a59e-9c5f4af5994f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d2001782-e641-4b4a-a449-2421337946ee HTTP/1.1" status: 204 len: 168 time: 1.2929783 May 31 13:40:58.477644 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ae3d02b9-9261-45e6-a958-f396081d67c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:58.512709 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:58.564206 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ae3d02b9-9261-45e6-a958-f396081d67c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:58.607532 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 1a5ba2be-79a8-4872-adec-3009f3e0f944 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:40:58.607912 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:58.641714 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-cc329560-d797-41b6-a97d-eb3460ad4b28 None None] For port cfe498f7-b762-4738-b23a-0c0951a3d785, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=cfe498f7-b762-4738-b23a-0c0951a3d785,segment=NetworkSegment(a9aeecf9-9326-421c-b105-6a7e87695c33),segment_id=a9aeecf9-9326-421c-b105-6a7e87695c33)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:40:58.679338 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 1a5ba2be-79a8-4872-adec-3009f3e0f944, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=1a5ba2be-79a8-4872-adec-3009f3e0f944,segment=NetworkSegment(e9c1044d-068b-46b7-aaf4-e66281351194),segment_id=e9c1044d-068b-46b7-aaf4-e66281351194)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:40:58.685755 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bee95a6-fa9e-487e-a49b-f173aa95f5dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a5ba2be-79a8-4872-adec-3009f3e0f944'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:40:58.700661 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:58.737279 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=affdfbff-b8b8-4609-964b-6f5cc869f311,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:58.782681 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ae3d02b9-9261-45e6-a958-f396081d67c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:58.826372 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=1a5ba2be-79a8-4872-adec-3009f3e0f944,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:58.831082 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cc329560-d797-41b6-a97d-eb3460ad4b28 None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:58.858591 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 46028e87-52a5-4ea0-ab6b-3e58aee053e3 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:40:58.911886 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-cc329560-d797-41b6-a97d-eb3460ad4b28 None None] Transition to ACTIVE for port object cfe498f7-b762-4738-b23a-0c0951a3d785 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:40:58.913167 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 46028e87-52a5-4ea0-ab6b-3e58aee053e3 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:40:58.913731 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 46028e87-52a5-4ea0-ab6b-3e58aee053e3 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:40:58.914386 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 7bd70aca-0a8b-45e8-994f-f2b4b1555fa9 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:40:58.921872 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edda5d9a-440a-4a2e-936d-0a5a194891fb req-a39f3dc4-d5e0-4bfc-8b9e-76258516b398 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:58.930414 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-edda5d9a-440a-4a2e-936d-0a5a194891fb req-a39f3dc4-d5e0-4bfc-8b9e-76258516b398 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/ports?device_id=11332720-a38e-4aad-a18d-a89dce10acd0 HTTP/1.1" status: 200 len: 945 time: 0.9920881 May 31 13:40:58.940750 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ae3d02b9-9261-45e6-a958-f396081d67c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:58.951893 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cc329560-d797-41b6-a97d-eb3460ad4b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:59.007067 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 7bd70aca-0a8b-45e8-994f-f2b4b1555fa9 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:40:59.007385 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 7bd70aca-0a8b-45e8-994f-f2b4b1555fa9 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:40:59.033555 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3d02b9-9261-45e6-a958-f396081d67c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d265b683-cb30-41a0-b4c2-2529ae405c3e,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:59.051505 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ae3d02b9-9261-45e6-a958-f396081d67c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:59.074517 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ae3d02b9-9261-45e6-a958-f396081d67c4 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/d265b683-cb30-41a0-b4c2-2529ae405c3e HTTP/1.1" status: 204 len: 168 time: 0.7764657 May 31 13:40:59.074517 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 54612) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:40:59.174872 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4555ebae-9aca-44a7-9b53-edcec58bd7d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:59.181855 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7462841f-7b2b-41af-9664-d92212f9a216 None None] Network 2ba79938-90ae-42d3-989a-74d2c3014b3a requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:40:59.251476 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0176eba8-e382-463d-891e-27686706ccc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:59.271534 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-edda5d9a-440a-4a2e-936d-0a5a194891fb req-4779910b-e942-4258-b50c-059af6806bbc tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/security-groups?id=792462f3-0c93-41bc-a9cb-454dcd850b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2372961 May 31 13:40:59.272564 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-0176eba8-e382-463d-891e-27686706ccc2 admin admin] Deleting port 74ed3013-7909-4113-a038-6b9d835dde26 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:40:59.273002 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0176eba8-e382-463d-891e-27686706ccc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:59.305309 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acc955a-879d-43ab-8343-2313d21867f5 req-d4b6b3ef-69a5-4b7a-a924-368356b5f50a tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:40:59.326181 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9acc955a-879d-43ab-8343-2313d21867f5 req-d4b6b3ef-69a5-4b7a-a924-368356b5f50a tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bee95a6-fa9e-487e-a49b-f173aa95f5dd HTTP/1.1" status: 200 len: 945 time: 0.8378625 May 31 13:40:59.359522 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc329560-d797-41b6-a97d-eb3460ad4b28 None None] Pushing event updated for resources: {'Port': ['ID=cfe498f7-b762-4738-b23a-0c0951a3d785,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:40:59.501060 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9acc955a-879d-43ab-8343-2313d21867f5 req-ebe90e7f-ce3b-44f1-922e-8b555277a5ec tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] 10.222.0.50 "GET /v2.0/security-groups?id=0897f539-8332-4a1b-8cf5-b637ac7afced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621342 May 31 13:40:59.598620 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4555ebae-9aca-44a7-9b53-edcec58bd7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:59.662854 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20dcb528-8cd6-4f9f-b400-004448eedeb4'] response: {'server_uuid': '8bee95a6-fa9e-487e-a49b-f173aa95f5dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a5ba2be-79a8-4872-adec-3009f3e0f944', 'code': 200} May 31 13:40:59.684980 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4555ebae-9aca-44a7-9b53-edcec58bd7d1 admin admin] Network 48ff30cd-fefc-45b9-9b91-2fda26bd24e8 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:40:59.697099 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-4555ebae-9aca-44a7-9b53-edcec58bd7d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:40:59.722621 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4555ebae-9aca-44a7-9b53-edcec58bd7d1 admin admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:40:59.748167 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed6f3e1-cf7f-40ad-9126-ca27b3aed5a5 None None] DHCP port deletion for 2ba79938-90ae-42d3-989a-74d2c3014b3a request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:40:59.754179 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-5ed6f3e1-cf7f-40ad-9126-ca27b3aed5a5 None None] Deleting port 74ed3013-7909-4113-a038-6b9d835dde26 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:40:59.754924 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5ed6f3e1-cf7f-40ad-9126-ca27b3aed5a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:59.818938 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-0176eba8-e382-463d-891e-27686706ccc2 admin admin] For port 74ed3013-7909-4113-a038-6b9d835dde26, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=74ed3013-7909-4113-a038-6b9d835dde26,segment=NetworkSegment(d19ab666-9a03-45d2-a84c-6f648270a215),segment_id=d19ab666-9a03-45d2-a84c-6f648270a215)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:40:59.819297 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0176eba8-e382-463d-891e-27686706ccc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:59.934680 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4555ebae-9aca-44a7-9b53-edcec58bd7d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:00.079714 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-0176eba8-e382-463d-891e-27686706ccc2 admin admin] Calling delete_port for 74ed3013-7909-4113-a038-6b9d835dde26 owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:41:00.102998 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbe455f-9c8b-4087-af8b-1bf4da7ce87e None None] Network 5a8c0706-e8b9-4ac9-aa2f-ffeb3a066a66 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:41:00.123979 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4555ebae-9aca-44a7-9b53-edcec58bd7d1 admin admin] Pushing event updated for resources: {'Port': ['ID=a0314bf4-abde-43d1-8265-f4b185923696,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:00.167889 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-c4e9f55b-4580-4ef2-a7e8-5b57c04e029b tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Delete allocated IP 172.20.0.30 (5a8c0706-e8b9-4ac9-aa2f-ffeb3a066a66/386e64c9-616a-4735-b422-0d2db68dd3e3) {{(pid=88370) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 31 13:41:00.249355 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-5ed6f3e1-cf7f-40ad-9126-ca27b3aed5a5 None None] For port 74ed3013-7909-4113-a038-6b9d835dde26, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=74ed3013-7909-4113-a038-6b9d835dde26,segment=NetworkSegment(d19ab666-9a03-45d2-a84c-6f648270a215),segment_id=d19ab666-9a03-45d2-a84c-6f648270a215)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:41:00.249751 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5ed6f3e1-cf7f-40ad-9126-ca27b3aed5a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:00.255397 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0176eba8-e382-463d-891e-27686706ccc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:00.353599 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0176eba8-e382-463d-891e-27686706ccc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=74ed3013-7909-4113-a038-6b9d835dde26,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:00.376798 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0176eba8-e382-463d-891e-27686706ccc2 admin admin] No DVR routers for this DVR port 74ed3013-7909-4113-a038-6b9d835dde26 on host n-d-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:41:00.380231 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736e80c6-8979-48b4-badb-6655ac5d7b43 req-fc393985-44a0-4613-a824-42e50c6c5425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:00.381778 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-736e80c6-8979-48b4-badb-6655ac5d7b43 req-fc393985-44a0-4613-a824-42e50c6c5425 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8bee95a6-fa9e-487e-a49b-f173aa95f5dd HTTP/1.1" status: 200 len: 1096 time: 0.5964484 May 31 13:41:00.497616 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9e76ef87-4c22-44ed-827b-fb27c603816c None None] Provisioning for port cfe498f7-b762-4738-b23a-0c0951a3d785 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:41:00.508569 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-5ed6f3e1-cf7f-40ad-9126-ca27b3aed5a5 None None] Calling delete_port for 74ed3013-7909-4113-a038-6b9d835dde26 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:41:00.515594 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-736e80c6-8979-48b4-badb-6655ac5d7b43 req-16f5a12d-e257-4227-9b1d-953905e12b1d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0897f539-8332-4a1b-8cf5-b637ac7afced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228137 May 31 13:41:00.541660 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9e76ef87-4c22-44ed-827b-fb27c603816c None None] Provisioning complete for port cfe498f7-b762-4738-b23a-0c0951a3d785 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:41:00.542387 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9e76ef87-4c22-44ed-827b-fb27c603816c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:00.651402 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4555ebae-9aca-44a7-9b53-edcec58bd7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:00.666602 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.resource_extend [None req-c4e9f55b-4580-4ef2-a7e8-5b57c04e029b tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:41:00.699780 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c4e9f55b-4580-4ef2-a7e8-5b57c04e029b tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:00.707968 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0176eba8-e382-463d-891e-27686706ccc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:00.739245 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-0176eba8-e382-463d-891e-27686706ccc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ba79938-90ae-42d3-989a-74d2c3014b3a']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:41:00.762720 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-0176eba8-e382-463d-891e-27686706ccc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd19ab666-9a03-45d2-a84c-6f648270a215') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:41:00.768298 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-0176eba8-e382-463d-891e-27686706ccc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd19ab666-9a03-45d2-a84c-6f648270a215') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:41:00.793439 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0176eba8-e382-463d-891e-27686706ccc2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:00.833559 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0176eba8-e382-463d-891e-27686706ccc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:00.836518 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-c4e9f55b-4580-4ef2-a7e8-5b57c04e029b tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Ignored duplicate provisioning block setup for port 1f776b5a-e387-4fa9-a227-07adfa673b6d by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 31 13:41:00.850855 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c4e9f55b-4580-4ef2-a7e8-5b57c04e029b tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:00.859801 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0176eba8-e382-463d-891e-27686706ccc2 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:41:00.860118 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0176eba8-e382-463d-891e-27686706ccc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:00.906894 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device cfe498f7-b762-4738-b23a-0c0951a3d785 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:41:01.120968 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-5ed6f3e1-cf7f-40ad-9126-ca27b3aed5a5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:41:01.121332 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-5ed6f3e1-cf7f-40ad-9126-ca27b3aed5a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:41:01.178924 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 54668) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:41:01.208759 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment d19ab666-9a03-45d2-a84c-6f648270a215 resource provider aggregate not found May 31 13:41:01.220899 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9e76ef87-4c22-44ed-827b-fb27c603816c None None] Current status of the port cfe498f7-b762-4738-b23a-0c0951a3d785 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:41:01.223116 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port cfe498f7-b762-4738-b23a-0c0951a3d785 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:41:01.237483 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0176eba8-e382-463d-891e-27686706ccc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:01.245815 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:01.269438 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment d19ab666-9a03-45d2-a84c-6f648270a215 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d19ab666-9a03-45d2-a84c-6f648270a215 found for delete ", "request_id": "req-7fa8ce7d-3402-486b-bcfd-c4ca0374a383"}]} May 31 13:41:01.270491 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0176eba8-e382-463d-891e-27686706ccc2 admin admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:01.273061 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0176eba8-e382-463d-891e-27686706ccc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ba79938-90ae-42d3-989a-74d2c3014b3a,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:01.287768 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-0176eba8-e382-463d-891e-27686706ccc2 admin admin] 10.222.0.50 "DELETE /v2.0/networks/2ba79938-90ae-42d3-989a-74d2c3014b3a HTTP/1.1" status: 204 len: 168 time: 2.2139196 May 31 13:41:01.341206 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e9f55b-4580-4ef2-a7e8-5b57c04e029b tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event updated for resources: {'Port': ['ID=1f776b5a-e387-4fa9-a227-07adfa673b6d,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:01.511045 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port cfe498f7-b762-4738-b23a-0c0951a3d785 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:41:01.512448 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device affdfbff-b8b8-4609-964b-6f5cc869f311 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:41:01.514483 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-c4e9f55b-4580-4ef2-a7e8-5b57c04e029b tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] In _notify_port_updated(), no bound segment for port 1f776b5a-e387-4fa9-a227-07adfa673b6d on network 5a8c0706-e8b9-4ac9-aa2f-ffeb3a066a66 {{(pid=88370) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 31 13:41:01.520591 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e9f55b-4580-4ef2-a7e8-5b57c04e029b tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:01.521619 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c4e9f55b-4580-4ef2-a7e8-5b57c04e029b tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:01.526236 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c4e9f55b-4580-4ef2-a7e8-5b57c04e029b tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "PUT /v2.0/ports/1f776b5a-e387-4fa9-a227-07adfa673b6d HTTP/1.1" status: 200 len: 919 time: 3.9732881 May 31 13:41:01.526605 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 54692) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:41:01.534023 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-6f0d6d1b-c3e8-4dcd-a208-d75f338904f7 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f2c66ab7-da4e-45df-8460-c38c6638686a'}, {'subnet_id': '386e64c9-616a-4735-b422-0d2db68dd3e3'}]}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:41:01.609607 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb0b2bf-522f-4134-a84c-9aaca761907a req-e2de04fd-84e9-4f27-b34e-2f32e492ce7f tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:01.611940 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9eb0b2bf-522f-4134-a84c-9aaca761907a req-e2de04fd-84e9-4f27-b34e-2f32e492ce7f tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bee95a6-fa9e-487e-a49b-f173aa95f5dd HTTP/1.1" status: 200 len: 945 time: 0.8632088 May 31 13:41:01.622751 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-5ed6f3e1-cf7f-40ad-9126-ca27b3aed5a5 None None] Deleting port 74ed3013-7909-4113-a038-6b9d835dde26 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:41:01.623466 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5ed6f3e1-cf7f-40ad-9126-ca27b3aed5a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:01.716229 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9eb0b2bf-522f-4134-a84c-9aaca761907a req-ebdf1048-5a3b-48ca-8fb1-c34a756d70ed tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] 10.222.0.50 "GET /v2.0/security-groups?id=0897f539-8332-4a1b-8cf5-b637ac7afced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830848 May 31 13:41:01.753161 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-5ed6f3e1-cf7f-40ad-9126-ca27b3aed5a5 None None] The port '74ed3013-7909-4113-a038-6b9d835dde26' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 13:41:01.764016 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4555ebae-9aca-44a7-9b53-edcec58bd7d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:01.765868 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-7fe7a4ae-2119-455e-ad0b-f1a3ec1114f7 None None] Provisioning complete for port cfe498f7-b762-4738-b23a-0c0951a3d785 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:41:01.766777 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7fe7a4ae-2119-455e-ad0b-f1a3ec1114f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:01.819803 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4555ebae-9aca-44a7-9b53-edcec58bd7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:01.862187 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 54696) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:41:01.878089 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port affdfbff-b8b8-4609-964b-6f5cc869f311 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:41:01.878723 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:01.946166 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 54702) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:41:01.948094 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ab87f76d-2b42-480c-80d1-5b60994fd668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:02.052552 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ccc94cc8-7cb9-4352-a1ef-edd6e54a62e8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e8214c87941844eca93c05e6b9a8f274&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1050005 May 31 13:41:02.055236 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 54706) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:41:02.065406 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4555ebae-9aca-44a7-9b53-edcec58bd7d1 admin admin] Pushing event updated for resources: {'Port': ['ID=a0314bf4-abde-43d1-8265-f4b185923696,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:02.085123 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-ab87f76d-2b42-480c-80d1-5b60994fd668 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:41:02.091035 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-ab87f76d-2b42-480c-80d1-5b60994fd668 admin admin] Usage tracker for resource:security_group_rule and tenant:2a81cfd853984a139db0a68ad493d667 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:41:02.094956 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-ab87f76d-2b42-480c-80d1-5b60994fd668 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:41:02.104286 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-ab87f76d-2b42-480c-80d1-5b60994fd668 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:41:02.210915 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-7fe7a4ae-2119-455e-ad0b-f1a3ec1114f7 None None] Current status of the port cfe498f7-b762-4738-b23a-0c0951a3d785 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:41:02.230763 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ab87f76d-2b42-480c-80d1-5b60994fd668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:02.237961 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ab87f76d-2b42-480c-80d1-5b60994fd668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:02.247808 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6f0d6d1b-c3e8-4dcd-a208-d75f338904f7 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:02.269565 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port affdfbff-b8b8-4609-964b-6f5cc869f311 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:41:02.279228 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-7fe7a4ae-2119-455e-ad0b-f1a3ec1114f7 None None] Provisioning for port 1f776b5a-e387-4fa9-a227-07adfa673b6d completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:41:02.294576 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-7fe7a4ae-2119-455e-ad0b-f1a3ec1114f7 None None] Provisioning complete for port 1f776b5a-e387-4fa9-a227-07adfa673b6d triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:41:02.295006 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7fe7a4ae-2119-455e-ad0b-f1a3ec1114f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:02.347721 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4555ebae-9aca-44a7-9b53-edcec58bd7d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:02.387038 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f7314e89-da34-4077-9856-bf3fdabfd911 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:02.413057 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-ab87f76d-2b42-480c-80d1-5b60994fd668 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2a81cfd853984a139db0a68ad493d667&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2304101 May 31 13:41:02.413672 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 54716) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:41:02.421178 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab87f76d-2b42-480c-80d1-5b60994fd668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8cf729d-ffa5-4cf8-8c82-c0015d9b4997,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:02.425382 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-f7314e89-da34-4077-9856-bf3fdabfd911 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:41:02.430180 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-f7314e89-da34-4077-9856-bf3fdabfd911 admin admin] Usage tracker for resource:security_group_rule and tenant:a9008efb971645bf8aa7f6bf1ad7e23d is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:41:02.433847 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-f7314e89-da34-4077-9856-bf3fdabfd911 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:41:02.439915 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-f7314e89-da34-4077-9856-bf3fdabfd911 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:41:02.464173 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 74ed3013-7909-4113-a038-6b9d835dde26 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:41:02.469233 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ef78b9d7-78c0-4774-9672-eae8667b7be7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:02.513225 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 74ed3013-7909-4113-a038-6b9d835dde26 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:41:02.513598 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 74ed3013-7909-4113-a038-6b9d835dde26 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:41:02.526863 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-7fe7a4ae-2119-455e-ad0b-f1a3ec1114f7 None None] Port 1f776b5a-e387-4fa9-a227-07adfa673b6d cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:41:02.584626 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f20a2b0c-9d7c-4107-a88f-99f1cd9fbb45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:02.590786 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ef78b9d7-78c0-4774-9672-eae8667b7be7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:02.639904 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f20a2b0c-9d7c-4107-a88f-99f1cd9fbb45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:02.651859 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c9cf6c4d-f708-499b-8a84-88adcd991c4c None None] Provisioning complete for port 1f776b5a-e387-4fa9-a227-07adfa673b6d triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:41:02.652458 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c9cf6c4d-f708-499b-8a84-88adcd991c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:02.707091 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4555ebae-9aca-44a7-9b53-edcec58bd7d1 admin admin] Network 48ff30cd-fefc-45b9-9b91-2fda26bd24e8 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:41:02.708622 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-4555ebae-9aca-44a7-9b53-edcec58bd7d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:41:02.731235 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-c9cf6c4d-f708-499b-8a84-88adcd991c4c None None] Port 1f776b5a-e387-4fa9-a227-07adfa673b6d cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:41:02.775849 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f7314e89-da34-4077-9856-bf3fdabfd911 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:02.817062 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ef78b9d7-78c0-4774-9672-eae8667b7be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:02.823006 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f7314e89-da34-4077-9856-bf3fdabfd911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:02.878301 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef78b9d7-78c0-4774-9672-eae8667b7be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94427793-2dbb-4b9a-b9ee-66398e26f83c,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:02.932669 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f20a2b0c-9d7c-4107-a88f-99f1cd9fbb45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:02.959334 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-f7314e89-da34-4077-9856-bf3fdabfd911 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a9008efb971645bf8aa7f6bf1ad7e23d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0960584 May 31 13:41:02.966792 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 54730) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:41:02.974301 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ef78b9d7-78c0-4774-9672-eae8667b7be7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:02.977848 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20a2b0c-9d7c-4107-a88f-99f1cd9fbb45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8cf729d-ffa5-4cf8-8c82-c0015d9b4997,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:02.978037 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ef78b9d7-78c0-4774-9672-eae8667b7be7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/94427793-2dbb-4b9a-b9ee-66398e26f83c HTTP/1.1" status: 204 len: 168 time: 0.9192486 May 31 13:41:02.986477 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7314e89-da34-4077-9856-bf3fdabfd911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51050f89-6de2-49a6-813f-9120b5f944df,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:03.002171 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-6f0d6d1b-c3e8-4dcd-a208-d75f338904f7 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Allocated IP 172.20.0.24 (5a8c0706-e8b9-4ac9-aa2f-ffeb3a066a66/386e64c9-616a-4735-b422-0d2db68dd3e3/1f776b5a-e387-4fa9-a227-07adfa673b6d) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:41:03.069757 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f20a2b0c-9d7c-4107-a88f-99f1cd9fbb45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:03.075165 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-f20a2b0c-9d7c-4107-a88f-99f1cd9fbb45 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b8cf729d-ffa5-4cf8-8c82-c0015d9b4997 HTTP/1.1" status: 204 len: 168 time: 0.6561129 May 31 13:41:03.105528 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4555ebae-9aca-44a7-9b53-edcec58bd7d1 admin admin] Router c1583a96-83ba-4e8e-a258-43d8b6ba0ed8 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:41:03.120158 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-14845d64-cd11-476c-8a36-19ab78b4179c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:03.138384 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 54740) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:41:03.207528 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bf11a7-d63e-4b48-a66e-009119eff5ff req-6b2be01e-b9fb-4803-86ec-4f3b6477b157 tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:03.207709 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6f0d6d1b-c3e8-4dcd-a208-d75f338904f7 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:03.209044 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a6bf11a7-d63e-4b48-a66e-009119eff5ff req-6b2be01e-b9fb-4803-86ec-4f3b6477b157 tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bee95a6-fa9e-487e-a49b-f173aa95f5dd HTTP/1.1" status: 200 len: 945 time: 0.3250387 May 31 13:41:03.229254 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-6f0d6d1b-c3e8-4dcd-a208-d75f338904f7 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Transition to ACTIVE for port object 1f776b5a-e387-4fa9-a227-07adfa673b6d will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:41:03.234683 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6f0d6d1b-c3e8-4dcd-a208-d75f338904f7 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:03.238736 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-14845d64-cd11-476c-8a36-19ab78b4179c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:03.360033 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0d6d1b-c3e8-4dcd-a208-d75f338904f7 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event updated for resources: {'Port': ['ID=1f776b5a-e387-4fa9-a227-07adfa673b6d,revision_number=3']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:03.399203 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a6bf11a7-d63e-4b48-a66e-009119eff5ff req-703c2f5b-1e63-4b29-bc32-79d2a12da09f tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] 10.222.0.50 "GET /v2.0/security-groups?id=0897f539-8332-4a1b-8cf5-b637ac7afced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680284 May 31 13:41:03.434159 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4555ebae-9aca-44a7-9b53-edcec58bd7d1 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:41:03.445412 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e5a275-cb50-489c-a759-f9babf129aa5 None None] Sync routers for ids ['c1583a96-83ba-4e8e-a258-43d8b6ba0ed8'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:41:03.448272 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-14845d64-cd11-476c-8a36-19ab78b4179c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:03.468602 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e5a275-cb50-489c-a759-f9babf129aa5 None None] Routers {'c1583a96-83ba-4e8e-a258-43d8b6ba0ed8'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:41:03.470072 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-a4e5a275-cb50-489c-a759-f9babf129aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:40:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['c1583a96-83ba-4e8e-a258-43d8b6ba0ed8'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:41:03.539217 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14845d64-cd11-476c-8a36-19ab78b4179c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51050f89-6de2-49a6-813f-9120b5f944df,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:03.606595 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-955b64cd-2323-48bb-9cd3-f1419511a5d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:03.637280 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-4555ebae-9aca-44a7-9b53-edcec58bd7d1 admin admin] 10.222.0.50 "PUT /v2.0/routers/c1583a96-83ba-4e8e-a258-43d8b6ba0ed8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6276977 May 31 13:41:03.643306 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-14845d64-cd11-476c-8a36-19ab78b4179c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:03.644439 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-14845d64-cd11-476c-8a36-19ab78b4179c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/51050f89-6de2-49a6-813f-9120b5f944df HTTP/1.1" status: 204 len: 168 time: 0.6752622 May 31 13:41:03.687517 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-955b64cd-2323-48bb-9cd3-f1419511a5d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:41:03.695208 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-955b64cd-2323-48bb-9cd3-f1419511a5d0 admin admin] Usage tracker for resource:security_group_rule and tenant:9032834bfd3f4916af522924f071f739 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:41:03.699322 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 54758) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:41:03.702251 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-955b64cd-2323-48bb-9cd3-f1419511a5d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:41:03.718993 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-955b64cd-2323-48bb-9cd3-f1419511a5d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:41:03.761741 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6f662506-554b-442e-8526-cb25b72476d8 None None] Provisioning for port 1f776b5a-e387-4fa9-a227-07adfa673b6d completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:41:03.773848 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6f662506-554b-442e-8526-cb25b72476d8 None None] Provisioning complete for port 1f776b5a-e387-4fa9-a227-07adfa673b6d triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:41:03.775049 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6f662506-554b-442e-8526-cb25b72476d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:03.782949 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-6f0d6d1b-c3e8-4dcd-a208-d75f338904f7 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] In _notify_port_updated(), no bound segment for port 1f776b5a-e387-4fa9-a227-07adfa673b6d on network 5a8c0706-e8b9-4ac9-aa2f-ffeb3a066a66 {{(pid=88369) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 31 13:41:03.800474 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0d6d1b-c3e8-4dcd-a208-d75f338904f7 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:03.801162 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6f0d6d1b-c3e8-4dcd-a208-d75f338904f7 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:03.810962 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 54762) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:41:03.811506 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-6f0d6d1b-c3e8-4dcd-a208-d75f338904f7 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "PUT /v2.0/ports/1f776b5a-e387-4fa9-a227-07adfa673b6d HTTP/1.1" status: 200 len: 999 time: 2.2817302 May 31 13:41:03.833041 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 54766) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:41:03.895233 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8eda8523-94f1-4efe-9bcf-62e806ef236d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:03.896336 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-6f662506-554b-442e-8526-cb25b72476d8 None None] Port 1f776b5a-e387-4fa9-a227-07adfa673b6d cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:41:03.930449 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b3d3904a-bf46-488c-9ab1-484318d2cd26 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b7ea50d99ec542369888bfa0ddb46f0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2245386 May 31 13:41:03.930449 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 54770) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:41:03.931984 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-a4e5a275-cb50-489c-a759-f9babf129aa5 None None] Set router c1583a96-83ba-4e8e-a258-43d8b6ba0ed8 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:41:03.992830 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-334cca9a-9f19-41c0-a048-c4718355470b tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Deleting port 1f776b5a-e387-4fa9-a227-07adfa673b6d {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:41:03.993384 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-334cca9a-9f19-41c0-a048-c4718355470b tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:04.065812 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8eda8523-94f1-4efe-9bcf-62e806ef236d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:41:04.080203 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-8eda8523-94f1-4efe-9bcf-62e806ef236d admin admin] Usage tracker for resource:security_group_rule and tenant:9e77a2d484494957919233608ba40f37 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:41:04.089406 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-8eda8523-94f1-4efe-9bcf-62e806ef236d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:41:04.099055 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4630bb0c-df69-4624-8e0a-10ef4379bc40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:04.130317 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8eda8523-94f1-4efe-9bcf-62e806ef236d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:41:04.180141 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4630bb0c-df69-4624-8e0a-10ef4379bc40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:04.340072 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4630bb0c-df69-4624-8e0a-10ef4379bc40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:04.363371 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8eda8523-94f1-4efe-9bcf-62e806ef236d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:04.365879 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4630bb0c-df69-4624-8e0a-10ef4379bc40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1738a03a-3c6f-4585-ae82-76ea15973642,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:04.372172 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8eda8523-94f1-4efe-9bcf-62e806ef236d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:04.420721 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4630bb0c-df69-4624-8e0a-10ef4379bc40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:04.425224 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-4630bb0c-df69-4624-8e0a-10ef4379bc40 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1738a03a-3c6f-4585-ae82-76ea15973642 HTTP/1.1" status: 204 len: 168 time: 0.4936628 May 31 13:41:04.462558 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-8eda8523-94f1-4efe-9bcf-62e806ef236d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9e77a2d484494957919233608ba40f37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6280279 May 31 13:41:04.465719 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 54790) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:41:04.473433 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eda8523-94f1-4efe-9bcf-62e806ef236d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=393717d3-c3ee-4850-9761-3a055781ad4e,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:04.603850 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7ec237c6-61d2-4fe2-8e05-8b1260f88789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:04.660578 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7ec237c6-61d2-4fe2-8e05-8b1260f88789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:04.718782 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-955b64cd-2323-48bb-9cd3-f1419511a5d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:04.721847 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-a4e5a275-cb50-489c-a759-f9babf129aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1583a96-83ba-4e8e-a258-43d8b6ba0ed8', 'name': 'tempest-ServerRescueTestJSON-1173168997-router', 'tenant_id': '04053c05038f4fa8aafe732444e2f2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'affdfbff-b8b8-4609-964b-6f5cc869f311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:40:42Z', 'updated_at': '2022-05-31T13:41:00Z', 'revision_number': 4, 'project_id': '04053c05038f4fa8aafe732444e2f2c0', 'gw_port': {'id': 'affdfbff-b8b8-4609-964b-6f5cc869f311', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1583a96-83ba-4e8e-a258-43d8b6ba0ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:40:45Z', 'updated_at': '2022-05-31T13:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'a0314bf4-abde-43d1-8265-f4b185923696', 'name': '', 'network_id': '48ff30cd-fefc-45b9-9b91-2fda26bd24e8', 'tenant_id': '04053c05038f4fa8aafe732444e2f2c0', 'mac_address': 'fa:16:3e:ce:50:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1583a96-83ba-4e8e-a258-43d8b6ba0ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': 'f33f44ed-37c8-44e7-8a90-0b19e94cc7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:40:56Z', 'updated_at': '2022-05-31T13:41:01Z', 'revision_number': 2, 'project_id': '04053c05038f4fa8aafe732444e2f2c0', 'subnets': [{'id': 'f33f44ed-37c8-44e7-8a90-0b19e94cc7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:41:04.729112 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e5a275-cb50-489c-a759-f9babf129aa5 None None] Checking router: c1583a96-83ba-4e8e-a258-43d8b6ba0ed8 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:41:04.729650 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e5a275-cb50-489c-a759-f9babf129aa5 None None] Updating router c1583a96-83ba-4e8e-a258-43d8b6ba0ed8 port a0314bf4-abde-43d1-8265-f4b185923696 binding host n-d-843939-1 {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:41:04.746817 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-955b64cd-2323-48bb-9cd3-f1419511a5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:04.764186 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7ec237c6-61d2-4fe2-8e05-8b1260f88789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:04.797441 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec237c6-61d2-4fe2-8e05-8b1260f88789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393717d3-c3ee-4850-9761-3a055781ad4e,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:04.814256 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7ec237c6-61d2-4fe2-8e05-8b1260f88789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:04.818409 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-7ec237c6-61d2-4fe2-8e05-8b1260f88789 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/393717d3-c3ee-4850-9761-3a055781ad4e HTTP/1.1" status: 204 len: 168 time: 0.3459785 May 31 13:41:04.825068 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a4e5a275-cb50-489c-a759-f9babf129aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:04.952946 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-955b64cd-2323-48bb-9cd3-f1419511a5d0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9032834bfd3f4916af522924f071f739&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8133817 May 31 13:41:04.955830 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 54814) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:41:05.013942 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa6d14-2d2c-4a0e-b1b6-3db936a01bb2 req-53e828f5-7bd4-4324-9359-54424ae5006a tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:05.020892 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-50fa6d14-2d2c-4a0e-b1b6-3db936a01bb2 req-53e828f5-7bd4-4324-9359-54424ae5006a tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bee95a6-fa9e-487e-a49b-f173aa95f5dd HTTP/1.1" status: 200 len: 945 time: 0.8015251 May 31 13:41:05.029101 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955b64cd-2323-48bb-9cd3-f1419511a5d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e270d8a1-2adf-4e35-bb31-f03ec60f7ac2,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:05.061556 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d4cca28e-543b-4309-ba01-7b95f52007c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:05.099483 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d4cca28e-543b-4309-ba01-7b95f52007c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:05.198114 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a48a8c8-1afa-4ff5-a729-674655cf6b63 req-eda22932-4dd3-4138-aa6e-bfd2131cdf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:05.200636 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6a48a8c8-1afa-4ff5-a729-674655cf6b63 req-eda22932-4dd3-4138-aa6e-bfd2131cdf1d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6500709d895d4d33b4b5fe3e9eed4766&device_id=8bee95a6-fa9e-487e-a49b-f173aa95f5dd HTTP/1.1" status: 200 len: 1096 time: 0.9792640 May 31 13:41:05.217091 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3618eb-d41a-42bd-a9fb-1cd484ea3f12 req-40d53bf8-50c7-4f19-a9fa-4e13851d8612 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:05.217811 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-6c3618eb-d41a-42bd-a9fb-1cd484ea3f12 req-40d53bf8-50c7-4f19-a9fa-4e13851d8612 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Synchronizing usage tracker for tenant:04053c05038f4fa8aafe732444e2f2c0 on resource:network {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:41:05.224380 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-334cca9a-9f19-41c0-a048-c4718355470b tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:05.246972 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-50fa6d14-2d2c-4a0e-b1b6-3db936a01bb2 req-4b828987-1330-4a8d-9f05-e2deda949818 tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] 10.222.0.50 "GET /v2.0/security-groups?id=0897f539-8332-4a1b-8cf5-b637ac7afced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249656 May 31 13:41:05.366338 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d4cca28e-543b-4309-ba01-7b95f52007c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:05.381017 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a4e5a275-cb50-489c-a759-f9babf129aa5 None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:05.395532 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cca28e-543b-4309-ba01-7b95f52007c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e270d8a1-2adf-4e35-bb31-f03ec60f7ac2,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:05.398163 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-a4e5a275-cb50-489c-a759-f9babf129aa5 None None] Transition to ACTIVE for port object a0314bf4-abde-43d1-8265-f4b185923696 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:41:05.407295 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a4e5a275-cb50-489c-a759-f9babf129aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:05.418871 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a48a8c8-1afa-4ff5-a729-674655cf6b63 req-6a897d1c-a7a2-420e-9543-ff5e4b9f986d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:05.419489 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d4cca28e-543b-4309-ba01-7b95f52007c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:05.420345 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6a48a8c8-1afa-4ff5-a729-674655cf6b63 req-6a897d1c-a7a2-420e-9543-ff5e4b9f986d service neutron] 10.222.0.44 "GET /v2.0/networks?id=72ae0f67-4513-4538-bd0a-76b09a29c889 HTTP/1.1" status: 200 len: 915 time: 0.1874459 May 31 13:41:05.421084 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d4cca28e-543b-4309-ba01-7b95f52007c7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e270d8a1-2adf-4e35-bb31-f03ec60f7ac2 HTTP/1.1" status: 204 len: 168 time: 0.4633384 May 31 13:41:05.610497 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-334cca9a-9f19-41c0-a048-c4718355470b tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Calling delete_port for 1f776b5a-e387-4fa9-a227-07adfa673b6d owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:41:05.632141 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569d0549-80a6-4a55-9040-f3ef7e0c58ef None None] Pushing event updated for resources: {'Port': ['ID=a0314bf4-abde-43d1-8265-f4b185923696,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:05.646549 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-6c3618eb-d41a-42bd-a9fb-1cd484ea3f12 req-40d53bf8-50c7-4f19-a9fa-4e13851d8612 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Unset dirty status for tenant:04053c05038f4fa8aafe732444e2f2c0 on resource:network {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:41:05.647729 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6c3618eb-d41a-42bd-a9fb-1cd484ea3f12 req-40d53bf8-50c7-4f19-a9fa-4e13851d8612 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/networks?id=48ff30cd-fefc-45b9-9b91-2fda26bd24e8 HTTP/1.1" status: 200 len: 811 time: 0.9678481 May 31 13:41:05.658245 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6a48a8c8-1afa-4ff5-a729-674655cf6b63 req-b89a9457-522e-4303-bfd1-c56249837a34 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a5ba2be-79a8-4872-adec-3009f3e0f944 HTTP/1.1" status: 200 len: 217 time: 0.1732581 May 31 13:41:05.693604 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-a4e5a275-cb50-489c-a759-f9babf129aa5 None None] Attempting to bind port a0314bf4-abde-43d1-8265-f4b185923696 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:41:05.693962 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-a4e5a275-cb50-489c-a759-f9babf129aa5 None None] Attempting to bind port a0314bf4-abde-43d1-8265-f4b185923696 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '95357fb1-128e-4e50-a9ef-07d5adff4ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '48ff30cd-fefc-45b9-9b91-2fda26bd24e8'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:41:05.694345 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e5a275-cb50-489c-a759-f9babf129aa5 None None] Attempting to bind port a0314bf4-abde-43d1-8265-f4b185923696 on network 48ff30cd-fefc-45b9-9b91-2fda26bd24e8 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:41:05.700638 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e5a275-cb50-489c-a759-f9babf129aa5 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:41:05.701004 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e5a275-cb50-489c-a759-f9babf129aa5 None None] Checking segment: {'id': '95357fb1-128e-4e50-a9ef-07d5adff4ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '48ff30cd-fefc-45b9-9b91-2fda26bd24e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:41:05.701396 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a4e5a275-cb50-489c-a759-f9babf129aa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:05.701781 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e5a275-cb50-489c-a759-f9babf129aa5 None None] Bound using segment: {'id': '95357fb1-128e-4e50-a9ef-07d5adff4ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '48ff30cd-fefc-45b9-9b91-2fda26bd24e8'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:41:05.702421 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-a4e5a275-cb50-489c-a759-f9babf129aa5 None None] Bound port: a0314bf4-abde-43d1-8265-f4b185923696, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95357fb1-128e-4e50-a9ef-07d5adff4ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '48ff30cd-fefc-45b9-9b91-2fda26bd24e8'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:41:05.702794 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a4e5a275-cb50-489c-a759-f9babf129aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:05.748642 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a48a8c8-1afa-4ff5-a729-674655cf6b63 req-254ad839-c0b5-40f1-9953-1da320994b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:05.750777 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6a48a8c8-1afa-4ff5-a729-674655cf6b63 req-254ad839-c0b5-40f1-9953-1da320994b64 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d698f4d2-a124-40b9-846a-1cafc66c1a8f HTTP/1.1" status: 200 len: 854 time: 0.0713563 May 31 13:41:05.757147 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6c3618eb-d41a-42bd-a9fb-1cd484ea3f12 req-0d1f92b2-e832-40f7-a5f1-9309a4cc33bc tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/quotas/04053c05038f4fa8aafe732444e2f2c0 HTTP/1.1" status: 200 len: 375 time: 0.0901902 May 31 13:41:05.814035 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-a4e5a275-cb50-489c-a759-f9babf129aa5 None None] For port a0314bf4-abde-43d1-8265-f4b185923696, host n-d-843939-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:41:05.818734 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-a4e5a275-cb50-489c-a759-f9babf129aa5 None None] For port a0314bf4-abde-43d1-8265-f4b185923696, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=a0314bf4-abde-43d1-8265-f4b185923696,segment=NetworkSegment(95357fb1-128e-4e50-a9ef-07d5adff4ac5),segment_id=95357fb1-128e-4e50-a9ef-07d5adff4ac5)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:41:05.824119 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a4e5a275-cb50-489c-a759-f9babf129aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:05.850921 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 54846) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:41:05.865191 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6a48a8c8-1afa-4ff5-a729-674655cf6b63 req-932e9a22-7076-4610-901d-f350871b1a01 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=72ae0f67-4513-4538-bd0a-76b09a29c889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1043591 May 31 13:41:05.920724 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e5a275-cb50-489c-a759-f9babf129aa5 None None] Routers {'c1583a96-83ba-4e8e-a258-43d8b6ba0ed8'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:41:05.921345 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-a4e5a275-cb50-489c-a759-f9babf129aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:40:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['c1583a96-83ba-4e8e-a258-43d8b6ba0ed8'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:41:06.023155 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569d0549-80a6-4a55-9040-f3ef7e0c58ef None None] Pushing event updated for resources: {'Port': ['ID=a0314bf4-abde-43d1-8265-f4b185923696,revision_number=4']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:06.132730 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-6c3618eb-d41a-42bd-a9fb-1cd484ea3f12 req-724d68b1-e265-4244-9c83-bed52e73ab8e tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Synchronizing usage tracker for tenant:04053c05038f4fa8aafe732444e2f2c0 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:41:06.143235 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6a48a8c8-1afa-4ff5-a729-674655cf6b63 req-e7389a78-a325-48c0-97db-d60436e069d6 service neutron] 10.222.0.44 "GET /v2.0/networks/72ae0f67-4513-4538-bd0a-76b09a29c889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705636 May 31 13:41:06.161323 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-a4e5a275-cb50-489c-a759-f9babf129aa5 None None] Set router c1583a96-83ba-4e8e-a258-43d8b6ba0ed8 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:41:06.173749 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-a336a130-e700-466c-8166-60a8f7d377c6 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1802419253-network', 'tenant_id': 'f1a1611ae60042dba54bcf3b2bd9ecf7'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:41:06.181102 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a336a130-e700-466c-8166-60a8f7d377c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:41:06.196315 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a336a130-e700-466c-8166-60a8f7d377c6 admin admin] Usage tracker for resource:network and tenant:f1a1611ae60042dba54bcf3b2bd9ecf7 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:41:06.207387 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a336a130-e700-466c-8166-60a8f7d377c6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:41:06.227807 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a336a130-e700-466c-8166-60a8f7d377c6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:41:06.255448 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a336a130-e700-466c-8166-60a8f7d377c6 admin admin] Made reservation on behalf of f1a1611ae60042dba54bcf3b2bd9ecf7 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:41:06.258398 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a336a130-e700-466c-8166-60a8f7d377c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:06.292544 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a336a130-e700-466c-8166-60a8f7d377c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:06.328492 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a336a130-e700-466c-8166-60a8f7d377c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:41:06.336248 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a336a130-e700-466c-8166-60a8f7d377c6 admin admin] Usage tracker for resource:security_group_rule and tenant:f1a1611ae60042dba54bcf3b2bd9ecf7 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:41:06.350980 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a336a130-e700-466c-8166-60a8f7d377c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:41:06.357427 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a336a130-e700-466c-8166-60a8f7d377c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:41:06.374625 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 54866) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:41:06.458830 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-6c3618eb-d41a-42bd-a9fb-1cd484ea3f12 req-724d68b1-e265-4244-9c83-bed52e73ab8e tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Unset dirty status for tenant:04053c05038f4fa8aafe732444e2f2c0 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:41:06.460089 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6c3618eb-d41a-42bd-a9fb-1cd484ea3f12 req-724d68b1-e265-4244-9c83-bed52e73ab8e tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=04053c05038f4fa8aafe732444e2f2c0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6643901 May 31 13:41:06.460673 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-334cca9a-9f19-41c0-a048-c4718355470b tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:06.539957 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a336a130-e700-466c-8166-60a8f7d377c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:06.544800 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a336a130-e700-466c-8166-60a8f7d377c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:06.603941 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a336a130-e700-466c-8166-60a8f7d377c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1347e032-1cb8-425e-88e5-bf1247116b55,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:06.626833 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a336a130-e700-466c-8166-60a8f7d377c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:41:06.637582 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-a4e5a275-cb50-489c-a759-f9babf129aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1583a96-83ba-4e8e-a258-43d8b6ba0ed8', 'name': 'tempest-ServerRescueTestJSON-1173168997-router', 'tenant_id': '04053c05038f4fa8aafe732444e2f2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'affdfbff-b8b8-4609-964b-6f5cc869f311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:40:42Z', 'updated_at': '2022-05-31T13:41:00Z', 'revision_number': 4, 'project_id': '04053c05038f4fa8aafe732444e2f2c0', 'gw_port': {'id': 'affdfbff-b8b8-4609-964b-6f5cc869f311', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1583a96-83ba-4e8e-a258-43d8b6ba0ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:40:45Z', 'updated_at': '2022-05-31T13:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'a0314bf4-abde-43d1-8265-f4b185923696', 'name': '', 'network_id': '48ff30cd-fefc-45b9-9b91-2fda26bd24e8', 'tenant_id': '04053c05038f4fa8aafe732444e2f2c0', 'mac_address': 'fa:16:3e:ce:50:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1583a96-83ba-4e8e-a258-43d8b6ba0ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': 'f33f44ed-37c8-44e7-8a90-0b19e94cc7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:40:56Z', 'updated_at': '2022-05-31T13:41:05Z', 'revision_number': 4, 'project_id': '04053c05038f4fa8aafe732444e2f2c0', 'subnets': [{'id': 'f33f44ed-37c8-44e7-8a90-0b19e94cc7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:41:06.643026 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e5a275-cb50-489c-a759-f9babf129aa5 None None] The sync data for ids ['c1583a96-83ba-4e8e-a258-43d8b6ba0ed8'] in n-d-843939-1 is: [{'id': 'c1583a96-83ba-4e8e-a258-43d8b6ba0ed8', 'name': 'tempest-ServerRescueTestJSON-1173168997-router', 'tenant_id': '04053c05038f4fa8aafe732444e2f2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'affdfbff-b8b8-4609-964b-6f5cc869f311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:40:42Z', 'updated_at': '2022-05-31T13:41:00Z', 'revision_number': 4, 'project_id': '04053c05038f4fa8aafe732444e2f2c0', 'gw_port': {'id': 'affdfbff-b8b8-4609-964b-6f5cc869f311', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1583a96-83ba-4e8e-a258-43d8b6ba0ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:40:45Z', 'updated_at': '2022-05-31T13:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'a0314bf4-abde-43d1-8265-f4b185923696', 'name': '', 'network_id': '48ff30cd-fefc-45b9-9b91-2fda26bd24e8', 'tenant_id': '04053c05038f4fa8aafe732444e2f2c0', 'mac_address': 'fa:16:3e:ce:50:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1583a96-83ba-4e8e-a258-43d8b6ba0ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': 'f33f44ed-37c8-44e7-8a90-0b19e94cc7a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:40:56Z', 'updated_at': '2022-05-31T13:41:05Z', 'revision_number': 4, 'project_id': '04053c05038f4fa8aafe732444e2f2c0', 'subnets': [{'id': 'f33f44ed-37c8-44e7-8a90-0b19e94cc7a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:41:06.651532 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a336a130-e700-466c-8166-60a8f7d377c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:06.652122 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-a336a130-e700-466c-8166-60a8f7d377c6 admin admin] Added segment 8804d6e5-915c-4ad0-ab6a-a18b8d34b41b of type vlan for network 33f45b70-2e86-4c98-bacd-f19d99d5c595 May 31 13:41:06.683835 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a336a130-e700-466c-8166-60a8f7d377c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:06.705877 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334cca9a-9f19-41c0-a048-c4718355470b tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event deleted for resources: {'Port': ['ID=1f776b5a-e387-4fa9-a227-07adfa673b6d,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:06.760201 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a336a130-e700-466c-8166-60a8f7d377c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:06.761747 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a336a130-e700-466c-8166-60a8f7d377c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:06.763778 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a336a130-e700-466c-8166-60a8f7d377c6 admin admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:06.829321 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-675ee527-36cd-4277-9e2f-c196292b1b5a admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1578017509-network', 'tenant_id': 'efc105b3ffca404f9d489bce18ac0a3c'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:41:06.836720 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-675ee527-36cd-4277-9e2f-c196292b1b5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:41:06.842129 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-675ee527-36cd-4277-9e2f-c196292b1b5a admin admin] Usage tracker for resource:network and tenant:efc105b3ffca404f9d489bce18ac0a3c is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:41:06.845433 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-675ee527-36cd-4277-9e2f-c196292b1b5a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:41:06.854329 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-675ee527-36cd-4277-9e2f-c196292b1b5a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:41:06.933558 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-675ee527-36cd-4277-9e2f-c196292b1b5a admin admin] Made reservation on behalf of efc105b3ffca404f9d489bce18ac0a3c for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:41:06.936053 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-675ee527-36cd-4277-9e2f-c196292b1b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:06.970534 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-675ee527-36cd-4277-9e2f-c196292b1b5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:07.027620 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a336a130-e700-466c-8166-60a8f7d377c6 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1719949 May 31 13:41:07.028658 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-675ee527-36cd-4277-9e2f-c196292b1b5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:41:07.033447 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 54888) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:41:07.047935 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a336a130-e700-466c-8166-60a8f7d377c6 admin admin] Pushing event updated for resources: {'Network': ['ID=33f45b70-2e86-4c98-bacd-f19d99d5c595,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:07.053487 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-14106a0d-bddd-48db-bb5f-ed7aa824ae6a admin admin] Request body: {'subnet': {'network_id': '33f45b70-2e86-4c98-bacd-f19d99d5c595', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1802419253-subnet', 'tenant_id': 'f1a1611ae60042dba54bcf3b2bd9ecf7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:41:07.058611 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-675ee527-36cd-4277-9e2f-c196292b1b5a admin admin] Usage tracker for resource:security_group_rule and tenant:efc105b3ffca404f9d489bce18ac0a3c is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:41:07.063348 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 33f45b70-2e86-4c98-bacd-f19d99d5c595 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:41:07.084688 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-675ee527-36cd-4277-9e2f-c196292b1b5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:41:07.089511 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-14106a0d-bddd-48db-bb5f-ed7aa824ae6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:41:07.098172 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-675ee527-36cd-4277-9e2f-c196292b1b5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:41:07.108936 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-14106a0d-bddd-48db-bb5f-ed7aa824ae6a admin admin] Usage tracker for resource:subnet and tenant:f1a1611ae60042dba54bcf3b2bd9ecf7 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:41:07.116264 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-14106a0d-bddd-48db-bb5f-ed7aa824ae6a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:41:07.130506 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-14106a0d-bddd-48db-bb5f-ed7aa824ae6a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:41:07.155365 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6a48a8c8-1afa-4ff5-a729-674655cf6b63 req-9d7fe2f3-c727-4130-8e61-991520574f3f service neutron] 10.222.0.44 "GET /v2.0/networks/72ae0f67-4513-4538-bd0a-76b09a29c889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0030947 May 31 13:41:07.189346 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14106a0d-bddd-48db-bb5f-ed7aa824ae6a admin admin] Made reservation on behalf of f1a1611ae60042dba54bcf3b2bd9ecf7 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:41:07.194647 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-14106a0d-bddd-48db-bb5f-ed7aa824ae6a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:07.208342 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6c3618eb-d41a-42bd-a9fb-1cd484ea3f12 req-e76b37ad-20b6-4ecd-bcd3-c7b38a5f9fed service neutron] 10.222.0.50 "GET /v2.0/networks/48ff30cd-fefc-45b9-9b91-2fda26bd24e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6237450 May 31 13:41:07.213473 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-334cca9a-9f19-41c0-a048-c4718355470b tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:07.280665 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b9945-2b9f-4f21-99bd-f30b243df011 req-e1c31b61-bf0c-45ba-91e1-13276b420611 tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:07.288292 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ce8b9945-2b9f-4f21-99bd-f30b243df011 req-e1c31b61-bf0c-45ba-91e1-13276b420611 tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bee95a6-fa9e-487e-a49b-f173aa95f5dd HTTP/1.1" status: 200 len: 945 time: 0.8373380 May 31 13:41:07.378126 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:07.387432 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-334cca9a-9f19-41c0-a048-c4718355470b tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "DELETE /v2.0/ports/1f776b5a-e387-4fa9-a227-07adfa673b6d HTTP/1.1" status: 204 len: 168 time: 3.5751715 May 31 13:41:07.390190 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 54898) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:41:07.503936 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dcdd593-567b-47be-a480-459c7d625223 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] GET failed (client error): The resource could not be found. May 31 13:41:07.507523 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-7dcdd593-567b-47be-a480-459c7d625223 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "GET /v2.0/ports/1f776b5a-e387-4fa9-a227-07adfa673b6d HTTP/1.1" status: 404 len: 333 time: 0.1127493 May 31 13:41:07.511375 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 54902) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:41:07.515636 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ce8b9945-2b9f-4f21-99bd-f30b243df011 req-faf0c522-a92a-4079-a9aa-87a506c4741c tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] 10.222.0.50 "GET /v2.0/security-groups?id=0897f539-8332-4a1b-8cf5-b637ac7afced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262065 May 31 13:41:07.593901 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6c3618eb-d41a-42bd-a9fb-1cd484ea3f12 req-a136e1b0-3c69-4e28-801c-bc49e5e09f93 service neutron] 10.222.0.50 "GET /v2.0/networks/48ff30cd-fefc-45b9-9b91-2fda26bd24e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3687375 May 31 13:41:07.709632 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-c47c2a94-a225-4226-b73d-2b29fbd4b197 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Deleting subnet 386e64c9-616a-4735-b422-0d2db68dd3e3 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:41:07.726167 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c47c2a94-a225-4226-b73d-2b29fbd4b197 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:07.798838 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-675ee527-36cd-4277-9e2f-c196292b1b5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:07.821807 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-675ee527-36cd-4277-9e2f-c196292b1b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:07.917511 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ab94f633-b138-4108-80d1-5dff7fd51fe2 req-b01e933e-79da-4300-b235-6bf458fddfce tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/ports?device_id=b285caa1-0db1-4a98-b033-f5712745a5ff HTTP/1.1" status: 200 len: 210 time: 0.1025577 May 31 13:41:07.923987 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c47c2a94-a225-4226-b73d-2b29fbd4b197 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:08.074842 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-675ee527-36cd-4277-9e2f-c196292b1b5a admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:41:08.099004 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-675ee527-36cd-4277-9e2f-c196292b1b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:08.101600 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-675ee527-36cd-4277-9e2f-c196292b1b5a admin admin] Added segment f44e8783-3b0b-49f9-9a6f-b0d5f2f569b7 of type vlan for network 259c3729-0e55-4023-ae89-6ca86bbc45c1 May 31 13:41:08.105407 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 54932) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:41:08.126722 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675ee527-36cd-4277-9e2f-c196292b1b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc17e7d-20be-4c37-b314-b765a132b03f,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:08.195416 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-675ee527-36cd-4277-9e2f-c196292b1b5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:08.259153 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c47c2a94-a225-4226-b73d-2b29fbd4b197 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:08.297117 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-14106a0d-bddd-48db-bb5f-ed7aa824ae6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:08.360382 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.db.resource_extend [None req-675ee527-36cd-4277-9e2f-c196292b1b5a admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:41:08.471112 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-675ee527-36cd-4277-9e2f-c196292b1b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:08.472778 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675ee527-36cd-4277-9e2f-c196292b1b5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:08.473662 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-675ee527-36cd-4277-9e2f-c196292b1b5a admin admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:08.591419 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-be97d55b-72c2-48fd-83b3-f29e8386bf02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:08.610836 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-be97d55b-72c2-48fd-83b3-f29e8386bf02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:41:08.615210 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-be97d55b-72c2-48fd-83b3-f29e8386bf02 admin admin] Usage tracker for resource:security_group_rule and tenant:2644fa06a78d4706b3a859e8026c12de is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:41:08.618414 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-be97d55b-72c2-48fd-83b3-f29e8386bf02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:41:08.644637 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675ee527-36cd-4277-9e2f-c196292b1b5a admin admin] Pushing event updated for resources: {'Network': ['ID=259c3729-0e55-4023-ae89-6ca86bbc45c1,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:08.665833 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 259c3729-0e55-4023-ae89-6ca86bbc45c1 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:41:08.669500 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14106a0d-bddd-48db-bb5f-ed7aa824ae6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e005d21-36e3-487c-8119-378be3a17cff,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:08.674226 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14106a0d-bddd-48db-bb5f-ed7aa824ae6a admin admin] Checking segment: {'id': '8804d6e5-915c-4ad0-ab6a-a18b8d34b41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '33f45b70-2e86-4c98-bacd-f19d99d5c595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:41:08.674595 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14106a0d-bddd-48db-bb5f-ed7aa824ae6a admin admin] Network hostable DHCP agents. Network: 33f45b70-2e86-4c98-bacd-f19d99d5c595, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:41:08.711174 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c47c2a94-a225-4226-b73d-2b29fbd4b197 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:08.711515 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-be97d55b-72c2-48fd-83b3-f29e8386bf02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:41:08.746029 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14106a0d-bddd-48db-bb5f-ed7aa824ae6a admin admin] Network 33f45b70-2e86-4c98-bacd-f19d99d5c595 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:41:08.756497 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-675ee527-36cd-4277-9e2f-c196292b1b5a admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.3810141 May 31 13:41:08.765428 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 54950) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:41:08.768382 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47c2a94-a225-4226-b73d-2b29fbd4b197 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event deleted for resources: {'Subnet': ['ID=386e64c9-616a-4735-b422-0d2db68dd3e3,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:08.779925 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-7245b044-0792-4145-945b-1240c43da1be admin admin] Request body: {'subnet': {'network_id': '259c3729-0e55-4023-ae89-6ca86bbc45c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1578017509-subnet', 'tenant_id': 'efc105b3ffca404f9d489bce18ac0a3c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:41:08.788365 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-7245b044-0792-4145-945b-1240c43da1be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:41:08.793842 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-7245b044-0792-4145-945b-1240c43da1be admin admin] Usage tracker for resource:subnet and tenant:efc105b3ffca404f9d489bce18ac0a3c is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:41:08.799885 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-7245b044-0792-4145-945b-1240c43da1be admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:41:08.806233 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-7245b044-0792-4145-945b-1240c43da1be admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:41:08.815484 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c47c2a94-a225-4226-b73d-2b29fbd4b197 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:08.820151 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c47c2a94-a225-4226-b73d-2b29fbd4b197 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "DELETE /v2.0/subnets/386e64c9-616a-4735-b422-0d2db68dd3e3 HTTP/1.1" status: 204 len: 168 time: 1.2869680 May 31 13:41:08.820151 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-14106a0d-bddd-48db-bb5f-ed7aa824ae6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 33f45b70-2e86-4c98-bacd-f19d99d5c595) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:41:08.821051 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 54956) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:41:08.884221 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7245b044-0792-4145-945b-1240c43da1be admin admin] Made reservation on behalf of efc105b3ffca404f9d489bce18ac0a3c for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:41:08.887751 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7245b044-0792-4145-945b-1240c43da1be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:08.895243 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040f109d-6e5a-464c-b7a6-438df65ea1a5 None None] Network 5a8c0706-e8b9-4ac9-aa2f-ffeb3a066a66 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:41:08.910394 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14106a0d-bddd-48db-bb5f-ed7aa824ae6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:08.911678 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-14106a0d-bddd-48db-bb5f-ed7aa824ae6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:09.028454 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-14106a0d-bddd-48db-bb5f-ed7aa824ae6a admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9937322 May 31 13:41:09.049294 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-be97d55b-72c2-48fd-83b3-f29e8386bf02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:09.054009 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-be97d55b-72c2-48fd-83b3-f29e8386bf02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:09.055323 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffbd5c6b-3ef6-422a-9408-1584a7557ef8 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Deleting subnet f2c66ab7-da4e-45df-8460-c38c6638686a {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:41:09.065744 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ffbd5c6b-3ef6-422a-9408-1584a7557ef8 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:09.135922 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ffbd5c6b-3ef6-422a-9408-1584a7557ef8 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:09.136637 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f471d6d7-5b92-497f-acad-af227f7365c3 None None] Network 33f45b70-2e86-4c98-bacd-f19d99d5c595 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:41:09.221492 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device a0314bf4-abde-43d1-8265-f4b185923696 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:41:09.281191 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-be97d55b-72c2-48fd-83b3-f29e8386bf02 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2644fa06a78d4706b3a859e8026c12de&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1717052 May 31 13:41:09.283379 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 54972) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:41:09.295245 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be97d55b-72c2-48fd-83b3-f29e8386bf02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd27cbc3-356e-4ce0-98bf-55c31ba759ac,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:09.327745 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8c3658ca-239a-4622-909f-f14e8a00cd83 req-8eb5fc6c-459e-432e-9a43-dfe0df8f1e1a tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/ports?device_id=b285caa1-0db1-4a98-b033-f5712745a5ff HTTP/1.1" status: 200 len: 210 time: 0.1288371 May 31 13:41:09.362977 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8cfeb-4ec6-414a-befb-f2ca3422a10e req-335301ff-26e8-4de0-988d-90ccc2b16bf3 tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:09.375910 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2dd8cfeb-4ec6-414a-befb-f2ca3422a10e req-335301ff-26e8-4de0-988d-90ccc2b16bf3 tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bee95a6-fa9e-487e-a49b-f173aa95f5dd HTTP/1.1" status: 200 len: 945 time: 0.5736513 May 31 13:41:09.465134 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2dd8cfeb-4ec6-414a-befb-f2ca3422a10e req-906c5bc7-73a4-4e66-a4c1-d4f9d119068d tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] 10.222.0.50 "GET /v2.0/security-groups?id=0897f539-8332-4a1b-8cf5-b637ac7afced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879481 May 31 13:41:09.472330 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ffbd5c6b-3ef6-422a-9408-1584a7557ef8 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:09.557510 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:09.619141 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port a0314bf4-abde-43d1-8265-f4b185923696 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:41:09.635324 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port a0314bf4-abde-43d1-8265-f4b185923696 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:41:09.636373 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:09.885929 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0e8320-846d-4a2e-94dc-cf9107219cd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-33f45b70-2e86-4c98-bacd-f19d99d5c595', 'network_id': '33f45b70-2e86-4c98-bacd-f19d99d5c595', 'tenant_id': 'f1a1611ae60042dba54bcf3b2bd9ecf7', 'fixed_ips': [{'subnet_id': '4e005d21-36e3-487c-8119-378be3a17cff'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:41:09.886788 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-df0e8320-846d-4a2e-94dc-cf9107219cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:09.912989 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7245b044-0792-4145-945b-1240c43da1be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:10.196376 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3618eb-d41a-42bd-a9fb-1cd484ea3f12 req-7364318f-d49a-45ed-88cf-e713bb4ae815 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:10.199345 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6c3618eb-d41a-42bd-a9fb-1cd484ea3f12 req-7364318f-d49a-45ed-88cf-e713bb4ae815 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.44 "GET /v2.0/networks?id=48ff30cd-fefc-45b9-9b91-2fda26bd24e8 HTTP/1.1" status: 200 len: 811 time: 0.5909464 May 31 13:41:10.219232 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-6c3618eb-d41a-42bd-a9fb-1cd484ea3f12 req-d1af60ab-5740-4b3c-a681-174b7ecbeefd tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Request body: {'port': {'device_id': 'b285caa1-0db1-4a98-b033-f5712745a5ff', 'network_id': '48ff30cd-fefc-45b9-9b91-2fda26bd24e8', 'admin_state_up': True, 'tenant_id': '04053c05038f4fa8aafe732444e2f2c0'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:41:10.320041 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9b3a3c34-6be8-447c-a8e9-cdb68176c4cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:10.367508 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port a0314bf4-abde-43d1-8265-f4b185923696 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:41:10.368423 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:10.407976 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9b3a3c34-6be8-447c-a8e9-cdb68176c4cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:10.420382 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port a0314bf4-abde-43d1-8265-f4b185923696, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=a0314bf4-abde-43d1-8265-f4b185923696,segment=NetworkSegment(95357fb1-128e-4e50-a9ef-07d5adff4ac5),segment_id=95357fb1-128e-4e50-a9ef-07d5adff4ac5)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:41:10.427631 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:10.497833 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-df0e8320-846d-4a2e-94dc-cf9107219cd8 None None] Allocated IP 172.20.0.2 (33f45b70-2e86-4c98-bacd-f19d99d5c595/4e005d21-36e3-487c-8119-378be3a17cff/490ba828-2ff7-413e-91d0-4655368591f7) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:41:10.554975 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1967e7f0-3eb6-43c9-b71f-c906323ebb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:10.594132 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7245b044-0792-4145-945b-1240c43da1be admin admin] Checking segment: {'id': 'f44e8783-3b0b-49f9-9a6f-b0d5f2f569b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '259c3729-0e55-4023-ae89-6ca86bbc45c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:41:10.595058 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7245b044-0792-4145-945b-1240c43da1be admin admin] Network hostable DHCP agents. Network: 259c3729-0e55-4023-ae89-6ca86bbc45c1, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:41:10.598975 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-6c3618eb-d41a-42bd-a9fb-1cd484ea3f12 req-d1af60ab-5740-4b3c-a681-174b7ecbeefd tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:41:10.610879 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-6c3618eb-d41a-42bd-a9fb-1cd484ea3f12 req-d1af60ab-5740-4b3c-a681-174b7ecbeefd tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:41:10.620287 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7245b044-0792-4145-945b-1240c43da1be admin admin] Pushing event updated for resources: {'Subnet': ['ID=0acc1f20-833c-45db-adb0-e4409b2d4c9b,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:10.622563 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c3618eb-d41a-42bd-a9fb-1cd484ea3f12 req-d1af60ab-5740-4b3c-a681-174b7ecbeefd tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Made reservation on behalf of 04053c05038f4fa8aafe732444e2f2c0 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:41:10.626065 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6c3618eb-d41a-42bd-a9fb-1cd484ea3f12 req-d1af60ab-5740-4b3c-a681-174b7ecbeefd tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:10.634872 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9b3a3c34-6be8-447c-a8e9-cdb68176c4cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:10.638465 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ffbd5c6b-3ef6-422a-9408-1584a7557ef8 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:10.654216 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=a0314bf4-abde-43d1-8265-f4b185923696,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:10.786146 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ffbd5c6b-3ef6-422a-9408-1584a7557ef8 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:10.789110 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3a3c34-6be8-447c-a8e9-cdb68176c4cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd27cbc3-356e-4ce0-98bf-55c31ba759ac,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:10.825567 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbd5c6b-3ef6-422a-9408-1584a7557ef8 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event deleted for resources: {'Subnet': ['ID=f2c66ab7-da4e-45df-8460-c38c6638686a,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:10.829821 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9b3a3c34-6be8-447c-a8e9-cdb68176c4cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:10.832404 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-9b3a3c34-6be8-447c-a8e9-cdb68176c4cc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cd27cbc3-356e-4ce0-98bf-55c31ba759ac HTTP/1.1" status: 204 len: 168 time: 1.5452454 May 31 13:41:10.832789 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7245b044-0792-4145-945b-1240c43da1be admin admin] Network 259c3729-0e55-4023-ae89-6ca86bbc45c1 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:41:10.864838 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ffbd5c6b-3ef6-422a-9408-1584a7557ef8 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "DELETE /v2.0/subnets/f2c66ab7-da4e-45df-8460-c38c6638686a HTTP/1.1" status: 204 len: 168 time: 2.0388861 May 31 13:41:10.875956 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 55016) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:41:10.904448 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2085168-6734-48d1-93b9-4bd3a1caee1d None None] Network 5a8c0706-e8b9-4ac9-aa2f-ffeb3a066a66 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:41:10.927702 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-7245b044-0792-4145-945b-1240c43da1be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 259c3729-0e55-4023-ae89-6ca86bbc45c1) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:41:11.016332 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7245b044-0792-4145-945b-1240c43da1be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:11.018618 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7245b044-0792-4145-945b-1240c43da1be admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:11.029595 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device a0314bf4-abde-43d1-8265-f4b185923696 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:41:11.096612 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-7245b044-0792-4145-945b-1240c43da1be admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.3294117 May 31 13:41:11.109539 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4aa25f02-4a35-4272-a0c7-ef88c8fd034c tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:11.125808 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-4aa25f02-4a35-4272-a0c7-ef88c8fd034c tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Deleting port cfe498f7-b762-4738-b23a-0c0951a3d785 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:41:11.126477 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4aa25f02-4a35-4272-a0c7-ef88c8fd034c tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:11.140207 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62672fe9-db14-4813-8984-bbcac7b8ee1b None None] Network 259c3729-0e55-4023-ae89-6ca86bbc45c1 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:41:11.260096 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-6c3618eb-d41a-42bd-a9fb-1cd484ea3f12 req-d1af60ab-5740-4b3c-a681-174b7ecbeefd tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Allocated IP 172.20.0.7 (48ff30cd-fefc-45b9-9b91-2fda26bd24e8/f33f44ed-37c8-44e7-8a90-0b19e94cc7a8/608d30c6-0056-4027-8301-a400b83c0cdb) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:41:11.409628 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-df0e8320-846d-4a2e-94dc-cf9107219cd8 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:11.415497 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23add475-e162-458d-ba6e-3c3084680b55 req-df68bed3-9138-4824-9f79-f04748841fe3 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:11.423570 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-23add475-e162-458d-ba6e-3c3084680b55 req-df68bed3-9138-4824-9f79-f04748841fe3 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/networks?id=33f45b70-2e86-4c98-bacd-f19d99d5c595 HTTP/1.1" status: 200 len: 816 time: 0.8029549 May 31 13:41:11.434440 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-3120c65e-ff46-449e-bfb1-9d2576db0a8a None None] Provisioning complete for port cfe498f7-b762-4738-b23a-0c0951a3d785 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:41:11.434897 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3120c65e-ff46-449e-bfb1-9d2576db0a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:11.444980 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced8c21c-daff-4bd4-bf1f-65d9cc875f47 req-51787046-709b-42a1-9293-70832bc7b234 tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:11.453561 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ced8c21c-daff-4bd4-bf1f-65d9cc875f47 req-51787046-709b-42a1-9293-70832bc7b234 tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bee95a6-fa9e-487e-a49b-f173aa95f5dd HTTP/1.1" status: 200 len: 945 time: 0.8346202 May 31 13:41:11.519185 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-23add475-e162-458d-ba6e-3c3084680b55 req-9d6b63bf-9db9-4082-b293-908e004ad85b tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/quotas/f1a1611ae60042dba54bcf3b2bd9ecf7 HTTP/1.1" status: 200 len: 375 time: 0.0943568 May 31 13:41:11.520252 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-df0e8320-846d-4a2e-94dc-cf9107219cd8 None None] Transition to ACTIVE for port object 490ba828-2ff7-413e-91d0-4655368591f7 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:41:11.549319 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port a0314bf4-abde-43d1-8265-f4b185923696 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:41:11.549760 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:11.607536 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-4aa25f02-4a35-4272-a0c7-ef88c8fd034c tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] For port cfe498f7-b762-4738-b23a-0c0951a3d785, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=cfe498f7-b762-4738-b23a-0c0951a3d785,segment=NetworkSegment(a9aeecf9-9326-421c-b105-6a7e87695c33),segment_id=a9aeecf9-9326-421c-b105-6a7e87695c33)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:41:11.608070 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4aa25f02-4a35-4272-a0c7-ef88c8fd034c tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:11.688491 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-df0e8320-846d-4a2e-94dc-cf9107219cd8 None None] Transition to ACTIVE for port object 490ba828-2ff7-413e-91d0-4655368591f7 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:41:11.701906 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-23add475-e162-458d-ba6e-3c3084680b55 req-8969281b-a72c-4c4d-ba7a-df27641e5326 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f1a1611ae60042dba54bcf3b2bd9ecf7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1813557 May 31 13:41:11.713087 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [req-23add475-e162-458d-ba6e-3c3084680b55 req-f16e3d9d-b3f5-49c2-b7a2-410011a9317f service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:41:11.722147 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-23add475-e162-458d-ba6e-3c3084680b55 req-f16e3d9d-b3f5-49c2-b7a2-410011a9317f service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0150845 May 31 13:41:11.739617 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ced8c21c-daff-4bd4-bf1f-65d9cc875f47 req-be0e9ada-8b3d-4327-9f7d-3e06fabe4dd7 tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] 10.222.0.50 "GET /v2.0/security-groups?id=0897f539-8332-4a1b-8cf5-b637ac7afced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847822 May 31 13:41:11.800175 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-df0e8320-846d-4a2e-94dc-cf9107219cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:11.807065 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b980563c-ea74-4c60-a44f-0ae394345843 None None] DHCP port deletion for 5a8c0706-e8b9-4ac9-aa2f-ffeb3a066a66 request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:41:11.866175 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8aeb2b-cecd-4592-9489-a80539e7c50a None None] Network 259c3729-0e55-4023-ae89-6ca86bbc45c1 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:41:11.899146 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b980563c-ea74-4c60-a44f-0ae394345843 None None] Deleting port cfe498f7-b762-4738-b23a-0c0951a3d785 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:41:11.899514 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b980563c-ea74-4c60-a44f-0ae394345843 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:11.993435 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-4aa25f02-4a35-4272-a0c7-ef88c8fd034c tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Calling delete_port for cfe498f7-b762-4738-b23a-0c0951a3d785 owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:41:12.016505 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-23add475-e162-458d-ba6e-3c3084680b55 req-5221c133-0b9c-4351-9a54-31dadb4fe18f service neutron] 10.222.0.50 "GET /v2.0/networks/33f45b70-2e86-4c98-bacd-f19d99d5c595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925467 May 31 13:41:12.057081 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0e8320-846d-4a2e-94dc-cf9107219cd8 None None] Network 33f45b70-2e86-4c98-bacd-f19d99d5c595 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:41:12.133278 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4aa25f02-4a35-4272-a0c7-ef88c8fd034c tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:12.212591 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa25f02-4a35-4272-a0c7-ef88c8fd034c tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] No DVR routers for this DVR port cfe498f7-b762-4738-b23a-0c0951a3d785 on host n-d-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:41:12.253580 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa25f02-4a35-4272-a0c7-ef88c8fd034c tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event deleted for resources: {'Port': ['ID=cfe498f7-b762-4738-b23a-0c0951a3d785,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:12.263306 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-df0e8320-846d-4a2e-94dc-cf9107219cd8 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:41:12.318569 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f84a20c0-3618-4711-aeeb-0b6c17fdd03e req-5b4d6a96-764e-4891-ab5e-0187f736af10 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/ports?device_id=b285caa1-0db1-4a98-b033-f5712745a5ff HTTP/1.1" status: 200 len: 210 time: 0.2530060 May 31 13:41:12.375789 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b980563c-ea74-4c60-a44f-0ae394345843 None None] The port 'cfe498f7-b762-4738-b23a-0c0951a3d785' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 13:41:12.383926 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4aa25f02-4a35-4272-a0c7-ef88c8fd034c tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:12.385909 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0e8320-846d-4a2e-94dc-cf9107219cd8 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:41:12.442508 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-4aa25f02-4a35-4272-a0c7-ef88c8fd034c tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a8c0706-e8b9-4ac9-aa2f-ffeb3a066a66']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:41:12.456631 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-4aa25f02-4a35-4272-a0c7-ef88c8fd034c tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9aeecf9-9326-421c-b105-6a7e87695c33') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:41:12.457129 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-4aa25f02-4a35-4272-a0c7-ef88c8fd034c tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9aeecf9-9326-421c-b105-6a7e87695c33') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:41:12.474317 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4aa25f02-4a35-4272-a0c7-ef88c8fd034c tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:12.507184 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4aa25f02-4a35-4272-a0c7-ef88c8fd034c tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:12.516615 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aa25f02-4a35-4272-a0c7-ef88c8fd034c tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:41:12.518008 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4aa25f02-4a35-4272-a0c7-ef88c8fd034c tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:12.538616 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6c3618eb-d41a-42bd-a9fb-1cd484ea3f12 req-d1af60ab-5740-4b3c-a681-174b7ecbeefd tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:12.565805 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-3120c65e-ff46-449e-bfb1-9d2576db0a8a None None] Port cfe498f7-b762-4738-b23a-0c0951a3d785 update to ACTIVE by agent not found {{(pid=88371) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 31 13:41:12.566907 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-23add475-e162-458d-ba6e-3c3084680b55 req-f558c9d8-6859-4bb7-a209-55e4c33aa7a8 service neutron] 10.222.0.50 "GET /v2.0/networks/33f45b70-2e86-4c98-bacd-f19d99d5c595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5491693 May 31 13:41:12.582380 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0bb884-18a1-41b5-b4e9-03be74bd9f12 req-3a6a2339-bf43-43d4-a8bc-1259b88e00a4 tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:12.584264 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8b0bb884-18a1-41b5-b4e9-03be74bd9f12 req-3a6a2339-bf43-43d4-a8bc-1259b88e00a4 tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] 10.222.0.44 "GET /v2.0/ports?device_id=8bee95a6-fa9e-487e-a49b-f173aa95f5dd HTTP/1.1" status: 200 len: 945 time: 0.4757435 May 31 13:41:12.685390 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-8b0bb884-18a1-41b5-b4e9-03be74bd9f12 req-8b8760ef-6fe6-41e3-ba03-144eb6a63c9f tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] Deleting port 1a5ba2be-79a8-4872-adec-3009f3e0f944 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:41:12.685822 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8b0bb884-18a1-41b5-b4e9-03be74bd9f12 req-8b8760ef-6fe6-41e3-ba03-144eb6a63c9f tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:12.707920 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment a9aeecf9-9326-421c-b105-6a7e87695c33 resource provider aggregate not found May 31 13:41:12.729377 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6c3618eb-d41a-42bd-a9fb-1cd484ea3f12 req-d1af60ab-5740-4b3c-a681-174b7ecbeefd tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:12.748349 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4aa25f02-4a35-4272-a0c7-ef88c8fd034c tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:12.754028 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment a9aeecf9-9326-421c-b105-6a7e87695c33 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a9aeecf9-9326-421c-b105-6a7e87695c33 found for delete ", "request_id": "req-6a384f85-e104-4ede-a637-84ef3cc3f07a"}]} May 31 13:41:12.815764 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4aa25f02-4a35-4272-a0c7-ef88c8fd034c tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:12.819228 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa25f02-4a35-4272-a0c7-ef88c8fd034c tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event deleted for resources: {'Network': ['ID=5a8c0706-e8b9-4ac9-aa2f-ffeb3a066a66,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:12.837553 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0e8320-846d-4a2e-94dc-cf9107219cd8 None None] Pushing event updated for resources: {'Port': ['ID=490ba828-2ff7-413e-91d0-4655368591f7,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:12.848700 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-4aa25f02-4a35-4272-a0c7-ef88c8fd034c tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "DELETE /v2.0/networks/5a8c0706-e8b9-4ac9-aa2f-ffeb3a066a66 HTTP/1.1" status: 204 len: 168 time: 1.9701500 May 31 13:41:12.850244 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 55070) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:41:12.862853 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c3618eb-d41a-42bd-a9fb-1cd484ea3f12 req-d1af60ab-5740-4b3c-a681-174b7ecbeefd tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Network 48ff30cd-fefc-45b9-9b91-2fda26bd24e8 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:41:12.866621 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-6c3618eb-d41a-42bd-a9fb-1cd484ea3f12 req-d1af60ab-5740-4b3c-a681-174b7ecbeefd tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:41:12.901793 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c3618eb-d41a-42bd-a9fb-1cd484ea3f12 req-d1af60ab-5740-4b3c-a681-174b7ecbeefd tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:41:12.920755 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port a0314bf4-abde-43d1-8265-f4b185923696 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:41:12.932653 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8adfd18b-7e58-4b2c-b674-f32ccda93a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:12.943936 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-df0e8320-846d-4a2e-94dc-cf9107219cd8 None None] Attempting to bind port 490ba828-2ff7-413e-91d0-4655368591f7 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:41:12.944425 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-df0e8320-846d-4a2e-94dc-cf9107219cd8 None None] Attempting to bind port 490ba828-2ff7-413e-91d0-4655368591f7 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '8804d6e5-915c-4ad0-ab6a-a18b8d34b41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '33f45b70-2e86-4c98-bacd-f19d99d5c595'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:41:12.944923 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0e8320-846d-4a2e-94dc-cf9107219cd8 None None] Attempting to bind port 490ba828-2ff7-413e-91d0-4655368591f7 on network 33f45b70-2e86-4c98-bacd-f19d99d5c595 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:41:12.957345 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0e8320-846d-4a2e-94dc-cf9107219cd8 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:41:12.957757 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0e8320-846d-4a2e-94dc-cf9107219cd8 None None] Checking segment: {'id': '8804d6e5-915c-4ad0-ab6a-a18b8d34b41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '33f45b70-2e86-4c98-bacd-f19d99d5c595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:41:12.958134 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-df0e8320-846d-4a2e-94dc-cf9107219cd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:12.958527 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0e8320-846d-4a2e-94dc-cf9107219cd8 None None] Bound using segment: {'id': '8804d6e5-915c-4ad0-ab6a-a18b8d34b41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '33f45b70-2e86-4c98-bacd-f19d99d5c595'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:41:12.960455 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-df0e8320-846d-4a2e-94dc-cf9107219cd8 None None] Bound port: 490ba828-2ff7-413e-91d0-4655368591f7, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8804d6e5-915c-4ad0-ab6a-a18b8d34b41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '33f45b70-2e86-4c98-bacd-f19d99d5c595'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:41:12.965403 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1af60ab-5740-4b3c-a681-174b7ecbeefd tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Pushing event updated for resources: {'Port': ['ID=608d30c6-0056-4027-8301-a400b83c0cdb,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:12.966191 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-df0e8320-846d-4a2e-94dc-cf9107219cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:13.043059 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9997d3b-a94b-4081-a95f-31b5354f70f3 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:13.043791 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a9997d3b-a94b-4081-a95f-31b5354f70f3 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Synchronizing usage tracker for tenant:a62a1f0c39e548d390793611ac95b19e on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:41:13.066261 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device cfe498f7-b762-4738-b23a-0c0951a3d785 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:41:13.109542 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a9997d3b-a94b-4081-a95f-31b5354f70f3 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Unset dirty status for tenant:a62a1f0c39e548d390793611ac95b19e on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:41:13.111057 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a9997d3b-a94b-4081-a95f-31b5354f70f3 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2595768 May 31 13:41:13.115415 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 55078) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:41:13.183559 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: cfe498f7-b762-4738-b23a-0c0951a3d785 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:41:13.190868 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device cfe498f7-b762-4738-b23a-0c0951a3d785 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:41:13.249834 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-df0e8320-846d-4a2e-94dc-cf9107219cd8 None None] For port 490ba828-2ff7-413e-91d0-4655368591f7, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:41:13.253954 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-df0e8320-846d-4a2e-94dc-cf9107219cd8 None None] For port 490ba828-2ff7-413e-91d0-4655368591f7, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=490ba828-2ff7-413e-91d0-4655368591f7,segment=NetworkSegment(8804d6e5-915c-4ad0-ab6a-a18b8d34b41b),segment_id=8804d6e5-915c-4ad0-ab6a-a18b8d34b41b)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:41:13.261345 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-df0e8320-846d-4a2e-94dc-cf9107219cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:13.279594 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-656bb359-2e6d-4599-92a1-9ef0229a0f71 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1618114 May 31 13:41:13.283367 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 55096) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:41:13.292948 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-2c3eb9a7-b180-4453-8935-722c251a7cce tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1680016980'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:41:13.300411 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-2c3eb9a7-b180-4453-8935-722c251a7cce tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:41:13.313658 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3618eb-d41a-42bd-a9fb-1cd484ea3f12 req-d1af60ab-5740-4b3c-a681-174b7ecbeefd tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:13.314431 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6c3618eb-d41a-42bd-a9fb-1cd484ea3f12 req-d1af60ab-5740-4b3c-a681-174b7ecbeefd tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:13.320231 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-2c3eb9a7-b180-4453-8935-722c251a7cce tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Usage tracker for resource:network and tenant:a62a1f0c39e548d390793611ac95b19e is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:41:13.327799 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-2c3eb9a7-b180-4453-8935-722c251a7cce tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:41:13.347433 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-2c3eb9a7-b180-4453-8935-722c251a7cce tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:41:13.386932 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c3eb9a7-b180-4453-8935-722c251a7cce tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Made reservation on behalf of a62a1f0c39e548d390793611ac95b19e for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:41:13.397362 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2c3eb9a7-b180-4453-8935-722c251a7cce tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:13.412481 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0e8320-846d-4a2e-94dc-cf9107219cd8 None None] Pushing event updated for resources: {'Port': ['ID=490ba828-2ff7-413e-91d0-4655368591f7,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:13.463927 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c3eb9a7-b180-4453-8935-722c251a7cce tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:41:13.478801 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2c3eb9a7-b180-4453-8935-722c251a7cce tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:13.479854 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-2c3eb9a7-b180-4453-8935-722c251a7cce tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Added segment 0ac87b07-d870-4362-982c-dbde5753b8fd of type vlan for network 75fe482a-5491-41be-82e1-c58bd14283fe May 31 13:41:13.554457 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2c3eb9a7-b180-4453-8935-722c251a7cce tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:13.615312 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2c3eb9a7-b180-4453-8935-722c251a7cce tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:13.629649 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3eb9a7-b180-4453-8935-722c251a7cce tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:13.630637 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2c3eb9a7-b180-4453-8935-722c251a7cce tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:13.755835 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:13.778997 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-2c3eb9a7-b180-4453-8935-722c251a7cce tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4911306 May 31 13:41:13.780926 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 55108) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:41:13.797403 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-355ccf8f-b43f-4018-85fc-1767fdcfceca tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Request body: {'subnet': {'network_id': '75fe482a-5491-41be-82e1-c58bd14283fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:41:13.829187 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:13.913534 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6c3618eb-d41a-42bd-a9fb-1cd484ea3f12 req-d1af60ab-5740-4b3c-a681-174b7ecbeefd tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6980932 May 31 13:41:13.946263 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-6c3618eb-d41a-42bd-a9fb-1cd484ea3f12 req-c7baf8d1-2af8-4338-9497-7dec89d0f5c8 service neutron] Request body: {'port': {'device_id': 'b285caa1-0db1-4a98-b033-f5712745a5ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:41:14.022179 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-853a2061-48a5-42bf-b376-a6b1cac0d749 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:14.023618 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3eb9a7-b180-4453-8935-722c251a7cce tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event updated for resources: {'Network': ['ID=75fe482a-5491-41be-82e1-c58bd14283fe,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:14.039208 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-853a2061-48a5-42bf-b376-a6b1cac0d749 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] 10.222.0.50 "GET /v2.0/networks?id=259c3729-0e55-4023-ae89-6ca86bbc45c1 HTTP/1.1" status: 200 len: 813 time: 0.5730164 May 31 13:41:14.042288 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 75fe482a-5491-41be-82e1-c58bd14283fe details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:41:14.247379 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d137a8bc-04e5-4928-9c4e-3c4b44ddcd5e req-af8d3f0b-a9c2-491c-874f-9309974fed1c tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:14.251085 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d137a8bc-04e5-4928-9c4e-3c4b44ddcd5e req-af8d3f0b-a9c2-491c-874f-9309974fed1c tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bee95a6-fa9e-487e-a49b-f173aa95f5dd HTTP/1.1" status: 200 len: 945 time: 1.1289670 May 31 13:41:14.283400 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-8b0bb884-18a1-41b5-b4e9-03be74bd9f12 req-8b8760ef-6fe6-41e3-ba03-144eb6a63c9f tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] For port 1a5ba2be-79a8-4872-adec-3009f3e0f944, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=1a5ba2be-79a8-4872-adec-3009f3e0f944,segment=NetworkSegment(e9c1044d-068b-46b7-aaf4-e66281351194),segment_id=e9c1044d-068b-46b7-aaf4-e66281351194)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:41:14.283702 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8b0bb884-18a1-41b5-b4e9-03be74bd9f12 req-8b8760ef-6fe6-41e3-ba03-144eb6a63c9f tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:14.322869 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-355ccf8f-b43f-4018-85fc-1767fdcfceca tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:41:14.332683 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-355ccf8f-b43f-4018-85fc-1767fdcfceca tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Usage tracker for resource:subnet and tenant:a62a1f0c39e548d390793611ac95b19e is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:41:14.332683 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-355ccf8f-b43f-4018-85fc-1767fdcfceca tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:41:14.346236 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-355ccf8f-b43f-4018-85fc-1767fdcfceca tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:41:14.355762 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355ccf8f-b43f-4018-85fc-1767fdcfceca tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Made reservation on behalf of a62a1f0c39e548d390793611ac95b19e for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:41:14.355762 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-355ccf8f-b43f-4018-85fc-1767fdcfceca tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:14.378170 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-141ecb24-3489-4cc1-ba1d-5adbf5d6d965 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] 10.222.0.50 "GET /v2.0/quotas/efc105b3ffca404f9d489bce18ac0a3c HTTP/1.1" status: 200 len: 375 time: 0.3373275 May 31 13:41:14.570256 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-8b0bb884-18a1-41b5-b4e9-03be74bd9f12 req-8b8760ef-6fe6-41e3-ba03-144eb6a63c9f tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] Calling delete_port for 1a5ba2be-79a8-4872-adec-3009f3e0f944 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:41:14.629403 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6c3618eb-d41a-42bd-a9fb-1cd484ea3f12 req-c7baf8d1-2af8-4338-9497-7dec89d0f5c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:14.677263 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-ff0aa904-2140-4aec-b9cc-c3b50b55f564 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=efc105b3ffca404f9d489bce18ac0a3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2932925 May 31 13:41:14.692302 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-355ccf8f-b43f-4018-85fc-1767fdcfceca tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:14.835901 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-1c36f7e6-e88e-4e34-b063-784d49c43560 service neutron] 10.222.0.50 "GET /v2.0/networks/259c3729-0e55-4023-ae89-6ca86bbc45c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577158 May 31 13:41:14.863814 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ccf8f-b43f-4018-85fc-1767fdcfceca tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event updated for resources: {'Subnet': ['ID=88867310-cca9-4fa3-8fef-7c51f605b279,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:14.929612 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355ccf8f-b43f-4018-85fc-1767fdcfceca tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Checking segment: {'id': '0ac87b07-d870-4362-982c-dbde5753b8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '75fe482a-5491-41be-82e1-c58bd14283fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:41:14.929807 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355ccf8f-b43f-4018-85fc-1767fdcfceca tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Network hostable DHCP agents. Network: 75fe482a-5491-41be-82e1-c58bd14283fe, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:41:15.000670 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-37eb7387-060a-4e98-89b8-8193cceb6277 service neutron] 10.222.0.50 "GET /v2.0/networks/259c3729-0e55-4023-ae89-6ca86bbc45c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635211 May 31 13:41:15.037284 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355ccf8f-b43f-4018-85fc-1767fdcfceca tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Network 75fe482a-5491-41be-82e1-c58bd14283fe is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:41:15.066351 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-355ccf8f-b43f-4018-85fc-1767fdcfceca tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 75fe482a-5491-41be-82e1-c58bd14283fe) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:41:15.079528 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355ccf8f-b43f-4018-85fc-1767fdcfceca tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:15.080283 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ca67eb-7310-4a80-bf2a-41e559a90f52 None None] Network 75fe482a-5491-41be-82e1-c58bd14283fe requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:41:15.082352 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-355ccf8f-b43f-4018-85fc-1767fdcfceca tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:15.136698 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-355ccf8f-b43f-4018-85fc-1767fdcfceca tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3548055 May 31 13:41:15.138846 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 55138) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:41:15.145761 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-598041bf-2396-4cc9-920c-e58bb33458c5 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Request body: {'port': {'network_id': '75fe482a-5491-41be-82e1-c58bd14283fe', 'name': 'tempest-PortsTestJSON-586513487'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:41:15.165457 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d137a8bc-04e5-4928-9c4e-3c4b44ddcd5e req-6dae5281-55ee-4160-b7a2-e24679eeafac tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] 10.222.0.50 "GET /v2.0/security-groups?id=0897f539-8332-4a1b-8cf5-b637ac7afced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8949065 May 31 13:41:15.278072 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c162fa68-cb0f-4941-a742-3bd5d58d9357 None None] Network 33f45b70-2e86-4c98-bacd-f19d99d5c595 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:41:15.367659 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-598041bf-2396-4cc9-920c-e58bb33458c5 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:41:15.392640 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-598041bf-2396-4cc9-920c-e58bb33458c5 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:41:15.410527 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598041bf-2396-4cc9-920c-e58bb33458c5 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Made reservation on behalf of a62a1f0c39e548d390793611ac95b19e for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:41:15.421096 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-598041bf-2396-4cc9-920c-e58bb33458c5 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:15.486582 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-598041bf-2396-4cc9-920c-e58bb33458c5 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] device_id is not set on port 7a3647b3-2ef1-4057-a0ae-407c633dfe10 yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:41:15.664965 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 490ba828-2ff7-413e-91d0-4655368591f7 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:41:15.749911 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-598041bf-2396-4cc9-920c-e58bb33458c5 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Allocated IP 172.20.0.7 (75fe482a-5491-41be-82e1-c58bd14283fe/88867310-cca9-4fa3-8fef-7c51f605b279/7a3647b3-2ef1-4057-a0ae-407c633dfe10) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:41:16.029159 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a6a16750-f1b0-449d-aedd-c0567784e4eb None None] Provisioning for port 490ba828-2ff7-413e-91d0-4655368591f7 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:41:16.042273 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23add475-e162-458d-ba6e-3c3084680b55 req-73c3a962-a927-47c5-8831-68db23eb3b44 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:16.043785 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-23add475-e162-458d-ba6e-3c3084680b55 req-73c3a962-a927-47c5-8831-68db23eb3b44 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.44 "GET /v2.0/networks?id=33f45b70-2e86-4c98-bacd-f19d99d5c595 HTTP/1.1" status: 200 len: 816 time: 1.0371432 May 31 13:41:16.086819 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:16.109818 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-23add475-e162-458d-ba6e-3c3084680b55 req-e5de6190-b718-448f-b320-dc5e037d8336 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Request body: {'port': {'device_id': 'e784aeb2-4e66-4dc1-a934-09bd1cdb248d', 'network_id': '33f45b70-2e86-4c98-bacd-f19d99d5c595', 'admin_state_up': True, 'tenant_id': 'f1a1611ae60042dba54bcf3b2bd9ecf7'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:41:16.213719 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943720bb-462c-49da-8714-22d975ac073b req-2b257d2e-7937-4634-a930-1ffa3e9b1cbd tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:16.215377 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-943720bb-462c-49da-8714-22d975ac073b req-2b257d2e-7937-4634-a930-1ffa3e9b1cbd tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Synchronizing usage tracker for tenant:04053c05038f4fa8aafe732444e2f2c0 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:41:16.262731 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514faf9d-8b6d-40f2-ae3c-3eda1fbc5469 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-75fe482a-5491-41be-82e1-c58bd14283fe', 'network_id': '75fe482a-5491-41be-82e1-c58bd14283fe', 'tenant_id': 'a62a1f0c39e548d390793611ac95b19e', 'fixed_ips': [{'subnet_id': '88867310-cca9-4fa3-8fef-7c51f605b279'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:41:16.263753 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-514faf9d-8b6d-40f2-ae3c-3eda1fbc5469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:16.312829 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-598041bf-2396-4cc9-920c-e58bb33458c5 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:16.350109 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8b0bb884-18a1-41b5-b4e9-03be74bd9f12 req-8b8760ef-6fe6-41e3-ba03-144eb6a63c9f tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:16.355596 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-598041bf-2396-4cc9-920c-e58bb33458c5 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Transition to ACTIVE for port object 7a3647b3-2ef1-4057-a0ae-407c633dfe10 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:41:16.367371 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 490ba828-2ff7-413e-91d0-4655368591f7 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:41:16.387606 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 1a5ba2be-79a8-4872-adec-3009f3e0f944 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:41:16.412998 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-598041bf-2396-4cc9-920c-e58bb33458c5 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:16.505568 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8760ef-6fe6-41e3-ba03-144eb6a63c9f tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] Pushing event deleted for resources: {'Port': ['ID=1a5ba2be-79a8-4872-adec-3009f3e0f944,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:16.539643 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-943720bb-462c-49da-8714-22d975ac073b req-2b257d2e-7937-4634-a930-1ffa3e9b1cbd tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Unset dirty status for tenant:04053c05038f4fa8aafe732444e2f2c0 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:41:16.550976 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-943720bb-462c-49da-8714-22d975ac073b req-2b257d2e-7937-4634-a930-1ffa3e9b1cbd tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/ports?device_id=b285caa1-0db1-4a98-b033-f5712745a5ff HTTP/1.1" status: 200 len: 931 time: 1.0373158 May 31 13:41:16.563779 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e75e43-0e2e-4c6b-a2a0-a88b389ed296 req-6687a8d6-dc95-4279-8e6b-9cdd1f62d63f tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:16.567408 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25e75e43-0e2e-4c6b-a2a0-a88b389ed296 req-6687a8d6-dc95-4279-8e6b-9cdd1f62d63f tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/networks?id=33f45b70-2e86-4c98-bacd-f19d99d5c595 HTTP/1.1" status: 200 len: 816 time: 0.8696725 May 31 13:41:16.633137 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598041bf-2396-4cc9-920c-e58bb33458c5 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Network 75fe482a-5491-41be-82e1-c58bd14283fe is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:41:16.640901 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-598041bf-2396-4cc9-920c-e58bb33458c5 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:41:16.646003 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598041bf-2396-4cc9-920c-e58bb33458c5 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:41:16.654273 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 490ba828-2ff7-413e-91d0-4655368591f7 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:41:16.655502 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:16.709802 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598041bf-2396-4cc9-920c-e58bb33458c5 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event updated for resources: {'Port': ['ID=7a3647b3-2ef1-4057-a0ae-407c633dfe10,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:16.756548 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598041bf-2396-4cc9-920c-e58bb33458c5 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:16.757237 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-598041bf-2396-4cc9-920c-e58bb33458c5 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:16.796907 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] No Port match for: 1a5ba2be-79a8-4872-adec-3009f3e0f944 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:41:16.797427 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 1a5ba2be-79a8-4872-adec-3009f3e0f944 not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:41:16.828169 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-598041bf-2396-4cc9-920c-e58bb33458c5 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6873472 May 31 13:41:16.838673 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 55190) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:41:16.845118 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-623e1633-f702-46c3-8e16-73b45ba81a91 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Request body: {'port': {'network_id': '75fe482a-5491-41be-82e1-c58bd14283fe', 'name': 'tempest-PortsTestJSON-1253472170'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:41:17.139788 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25e75e43-0e2e-4c6b-a2a0-a88b389ed296 req-c34ccd4d-4117-42fc-bc14-6d462d04e2f7 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/quotas/f1a1611ae60042dba54bcf3b2bd9ecf7 HTTP/1.1" status: 200 len: 375 time: 0.5237944 May 31 13:41:17.285092 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-623e1633-f702-46c3-8e16-73b45ba81a91 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:41:17.293778 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-623e1633-f702-46c3-8e16-73b45ba81a91 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Usage tracker for resource:port and tenant:a62a1f0c39e548d390793611ac95b19e is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:41:17.303086 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-623e1633-f702-46c3-8e16-73b45ba81a91 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:41:17.306544 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-514faf9d-8b6d-40f2-ae3c-3eda1fbc5469 None None] Allocated IP 172.20.0.2 (75fe482a-5491-41be-82e1-c58bd14283fe/88867310-cca9-4fa3-8fef-7c51f605b279/137e8a6c-1605-499c-bba1-22690a6f9974) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:41:17.310482 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-623e1633-f702-46c3-8e16-73b45ba81a91 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:41:17.335678 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 490ba828-2ff7-413e-91d0-4655368591f7 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:41:17.336184 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:17.338119 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-623e1633-f702-46c3-8e16-73b45ba81a91 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Made reservation on behalf of a62a1f0c39e548d390793611ac95b19e for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:41:17.341581 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-623e1633-f702-46c3-8e16-73b45ba81a91 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:17.404191 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-623e1633-f702-46c3-8e16-73b45ba81a91 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] device_id is not set on port 687edd32-c2e9-4c1b-8a0b-72f139498bbc yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:41:17.515631 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-943720bb-462c-49da-8714-22d975ac073b req-603ae953-2888-4e5a-9cdb-10af5665c59c tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Synchronizing usage tracker for tenant:04053c05038f4fa8aafe732444e2f2c0 on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:41:17.519760 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b0bb884-18a1-41b5-b4e9-03be74bd9f12 req-8b8760ef-6fe6-41e3-ba03-144eb6a63c9f tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] No DVR routers for this DVR port 1a5ba2be-79a8-4872-adec-3009f3e0f944 on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:41:17.543823 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d32c498b-810e-4288-bcf0-440158ea4743 None None] Provisioning complete for port 490ba828-2ff7-413e-91d0-4655368591f7 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:41:17.544294 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d32c498b-810e-4288-bcf0-440158ea4743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:17.563482 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8b0bb884-18a1-41b5-b4e9-03be74bd9f12 req-8b8760ef-6fe6-41e3-ba03-144eb6a63c9f tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:17.586285 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bee95a6-fa9e-487e-a49b-f173aa95f5dd', 'name': 'network-vif-deleted', 'tag': '1a5ba2be-79a8-4872-adec-3009f3e0f944'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:41:17.626600 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 490ba828-2ff7-413e-91d0-4655368591f7, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=490ba828-2ff7-413e-91d0-4655368591f7,segment=NetworkSegment(8804d6e5-915c-4ad0-ab6a-a18b8d34b41b),segment_id=8804d6e5-915c-4ad0-ab6a-a18b8d34b41b)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:41:17.646273 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:17.653209 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8b0bb884-18a1-41b5-b4e9-03be74bd9f12 req-8b8760ef-6fe6-41e3-ba03-144eb6a63c9f tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] 10.222.0.44 "DELETE /v2.0/ports/1a5ba2be-79a8-4872-adec-3009f3e0f944 HTTP/1.1" status: 204 len: 173 time: 5.0612288 May 31 13:41:17.656422 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-23add475-e162-458d-ba6e-3c3084680b55 req-e5de6190-b718-448f-b320-dc5e037d8336 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:41:17.680148 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-23add475-e162-458d-ba6e-3c3084680b55 req-e5de6190-b718-448f-b320-dc5e037d8336 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Usage tracker for resource:port and tenant:f1a1611ae60042dba54bcf3b2bd9ecf7 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:41:17.695086 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-6c3618eb-d41a-42bd-a9fb-1cd484ea3f12 req-c7baf8d1-2af8-4338-9497-7dec89d0f5c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 608d30c6-0056-4027-8301-a400b83c0cdb {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:41:17.704271 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-23add475-e162-458d-ba6e-3c3084680b55 req-e5de6190-b718-448f-b320-dc5e037d8336 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:41:17.720474 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6c3618eb-d41a-42bd-a9fb-1cd484ea3f12 req-c7baf8d1-2af8-4338-9497-7dec89d0f5c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:17.734316 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-23add475-e162-458d-ba6e-3c3084680b55 req-e5de6190-b718-448f-b320-dc5e037d8336 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:41:17.750177 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-943720bb-462c-49da-8714-22d975ac073b req-603ae953-2888-4e5a-9cdb-10af5665c59c tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Unset dirty status for tenant:04053c05038f4fa8aafe732444e2f2c0 on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:41:17.756524 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-943720bb-462c-49da-8714-22d975ac073b req-603ae953-2888-4e5a-9cdb-10af5665c59c tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/security-groups?id=1729ab42-7be5-44f8-b17a-0e9ffb5ba8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2002959 May 31 13:41:17.797006 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-6c3618eb-d41a-42bd-a9fb-1cd484ea3f12 req-c7baf8d1-2af8-4338-9497-7dec89d0f5c8 service neutron] Transition to ACTIVE for port object 608d30c6-0056-4027-8301-a400b83c0cdb will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:41:17.809217 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6c3618eb-d41a-42bd-a9fb-1cd484ea3f12 req-c7baf8d1-2af8-4338-9497-7dec89d0f5c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:17.929819 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23add475-e162-458d-ba6e-3c3084680b55 req-e5de6190-b718-448f-b320-dc5e037d8336 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Made reservation on behalf of f1a1611ae60042dba54bcf3b2bd9ecf7 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:41:17.941499 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-23add475-e162-458d-ba6e-3c3084680b55 req-e5de6190-b718-448f-b320-dc5e037d8336 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:18.021801 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=490ba828-2ff7-413e-91d0-4655368591f7,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:18.037378 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25e75e43-0e2e-4c6b-a2a0-a88b389ed296 req-5fb62fad-6533-4c35-a087-86aa85f066c7 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f1a1611ae60042dba54bcf3b2bd9ecf7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8365433 May 31 13:41:18.039870 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-d32c498b-810e-4288-bcf0-440158ea4743 None None] Current status of the port 490ba828-2ff7-413e-91d0-4655368591f7 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:41:18.082131 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-514faf9d-8b6d-40f2-ae3c-3eda1fbc5469 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:18.107165 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-514faf9d-8b6d-40f2-ae3c-3eda1fbc5469 None None] Transition to ACTIVE for port object 137e8a6c-1605-499c-bba1-22690a6f9974 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:41:18.154933 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-514faf9d-8b6d-40f2-ae3c-3eda1fbc5469 None None] Transition to ACTIVE for port object 137e8a6c-1605-499c-bba1-22690a6f9974 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:41:18.175729 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-514faf9d-8b6d-40f2-ae3c-3eda1fbc5469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:18.270142 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514faf9d-8b6d-40f2-ae3c-3eda1fbc5469 None None] Network 75fe482a-5491-41be-82e1-c58bd14283fe is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:41:18.282069 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-514faf9d-8b6d-40f2-ae3c-3eda1fbc5469 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:41:18.301349 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514faf9d-8b6d-40f2-ae3c-3eda1fbc5469 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:41:18.407158 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-623e1633-f702-46c3-8e16-73b45ba81a91 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Allocated IP 172.20.0.4 (75fe482a-5491-41be-82e1-c58bd14283fe/88867310-cca9-4fa3-8fef-7c51f605b279/687edd32-c2e9-4c1b-8a0b-72f139498bbc) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:41:18.505748 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514faf9d-8b6d-40f2-ae3c-3eda1fbc5469 None None] Pushing event updated for resources: {'Port': ['ID=137e8a6c-1605-499c-bba1-22690a6f9974,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:18.550573 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-514faf9d-8b6d-40f2-ae3c-3eda1fbc5469 None None] Attempting to bind port 137e8a6c-1605-499c-bba1-22690a6f9974 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:41:18.550943 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-514faf9d-8b6d-40f2-ae3c-3eda1fbc5469 None None] Attempting to bind port 137e8a6c-1605-499c-bba1-22690a6f9974 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '0ac87b07-d870-4362-982c-dbde5753b8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '75fe482a-5491-41be-82e1-c58bd14283fe'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:41:18.551304 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514faf9d-8b6d-40f2-ae3c-3eda1fbc5469 None None] Attempting to bind port 137e8a6c-1605-499c-bba1-22690a6f9974 on network 75fe482a-5491-41be-82e1-c58bd14283fe {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:41:18.567664 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514faf9d-8b6d-40f2-ae3c-3eda1fbc5469 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:41:18.567664 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514faf9d-8b6d-40f2-ae3c-3eda1fbc5469 None None] Checking segment: {'id': '0ac87b07-d870-4362-982c-dbde5753b8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '75fe482a-5491-41be-82e1-c58bd14283fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:41:18.567935 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-514faf9d-8b6d-40f2-ae3c-3eda1fbc5469 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:18.568136 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514faf9d-8b6d-40f2-ae3c-3eda1fbc5469 None None] Bound using segment: {'id': '0ac87b07-d870-4362-982c-dbde5753b8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '75fe482a-5491-41be-82e1-c58bd14283fe'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:41:18.568806 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-514faf9d-8b6d-40f2-ae3c-3eda1fbc5469 None None] Bound port: 137e8a6c-1605-499c-bba1-22690a6f9974, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ac87b07-d870-4362-982c-dbde5753b8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '75fe482a-5491-41be-82e1-c58bd14283fe'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:41:18.569356 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-514faf9d-8b6d-40f2-ae3c-3eda1fbc5469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:18.781559 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-514faf9d-8b6d-40f2-ae3c-3eda1fbc5469 None None] For port 137e8a6c-1605-499c-bba1-22690a6f9974, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:41:18.792548 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-514faf9d-8b6d-40f2-ae3c-3eda1fbc5469 None None] For port 137e8a6c-1605-499c-bba1-22690a6f9974, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=137e8a6c-1605-499c-bba1-22690a6f9974,segment=NetworkSegment(0ac87b07-d870-4362-982c-dbde5753b8fd),segment_id=0ac87b07-d870-4362-982c-dbde5753b8fd)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:41:18.808657 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-514faf9d-8b6d-40f2-ae3c-3eda1fbc5469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:18.938218 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7baf8d1-2af8-4338-9497-7dec89d0f5c8 service neutron] Pushing event updated for resources: {'Port': ['ID=608d30c6-0056-4027-8301-a400b83c0cdb,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:18.941665 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-eac327ec-9dd8-4816-8332-0a06aa56fcde req-c529ab9f-aa3e-4911-8fad-d194c8e811ab tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] Synchronizing usage tracker for tenant:6500709d895d4d33b4b5fe3e9eed4766 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:41:19.025205 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514faf9d-8b6d-40f2-ae3c-3eda1fbc5469 None None] Pushing event updated for resources: {'Port': ['ID=137e8a6c-1605-499c-bba1-22690a6f9974,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:19.060895 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-eac327ec-9dd8-4816-8332-0a06aa56fcde req-c529ab9f-aa3e-4911-8fad-d194c8e811ab tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] Unset dirty status for tenant:6500709d895d4d33b4b5fe3e9eed4766 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:41:19.062070 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-eac327ec-9dd8-4816-8332-0a06aa56fcde req-c529ab9f-aa3e-4911-8fad-d194c8e811ab tempest-InstanceActionsTestJSON-101162689 tempest-InstanceActionsTestJSON-101162689-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bee95a6-fa9e-487e-a49b-f173aa95f5dd HTTP/1.1" status: 200 len: 210 time: 0.4774046 May 31 13:41:19.195061 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-623e1633-f702-46c3-8e16-73b45ba81a91 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:19.210243 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e3d2b6a-c0d5-478f-b68a-ecff2326683b'] response: {'server_uuid': '8bee95a6-fa9e-487e-a49b-f173aa95f5dd', 'name': 'network-vif-deleted', 'tag': '1a5ba2be-79a8-4872-adec-3009f3e0f944', 'status': 'completed', 'code': 200} May 31 13:41:19.282093 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-623e1633-f702-46c3-8e16-73b45ba81a91 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Transition to ACTIVE for port object 687edd32-c2e9-4c1b-8a0b-72f139498bbc will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:41:19.334400 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-e2ba69e6-6f1b-4d2e-afc7-1018b3e6352a tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:19.335122 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-e2ba69e6-6f1b-4d2e-afc7-1018b3e6352a tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Synchronizing usage tracker for tenant:efc105b3ffca404f9d489bce18ac0a3c on resource:network {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:41:19.392771 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-e2ba69e6-6f1b-4d2e-afc7-1018b3e6352a tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Unset dirty status for tenant:efc105b3ffca404f9d489bce18ac0a3c on resource:network {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:41:19.394050 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-e2ba69e6-6f1b-4d2e-afc7-1018b3e6352a tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] 10.222.0.44 "GET /v2.0/networks?id=259c3729-0e55-4023-ae89-6ca86bbc45c1 HTTP/1.1" status: 200 len: 813 time: 0.6437583 May 31 13:41:19.396804 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-623e1633-f702-46c3-8e16-73b45ba81a91 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:19.476196 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-45a89119-9317-4b5b-8d08-c7456f0e3997 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Request body: {'port': {'device_id': 'b1d498af-a0cc-4ed2-ac81-8c20e8e788b0', 'network_id': '259c3729-0e55-4023-ae89-6ca86bbc45c1', 'admin_state_up': True, 'tenant_id': 'efc105b3ffca404f9d489bce18ac0a3c'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:41:19.515265 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-625af5f6-a5d9-40e0-b565-3c34e782ee86 req-e6ced5a4-f77b-4264-8e9d-85a8a7246e58 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1d498af-a0cc-4ed2-ac81-8c20e8e788b0 HTTP/1.1" status: 200 len: 210 time: 0.1768165 May 31 13:41:19.546435 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-23add475-e162-458d-ba6e-3c3084680b55 req-e5de6190-b718-448f-b320-dc5e037d8336 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Allocated IP 172.20.0.9 (33f45b70-2e86-4c98-bacd-f19d99d5c595/4e005d21-36e3-487c-8119-378be3a17cff/217a0383-1dd7-4b6a-9abb-e45a7159493e) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:41:19.633199 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 55234) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:41:19.634205 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-6c3618eb-d41a-42bd-a9fb-1cd484ea3f12 req-c7baf8d1-2af8-4338-9497-7dec89d0f5c8 service neutron] Attempting to bind port 608d30c6-0056-4027-8301-a400b83c0cdb on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:41:19.634720 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-6c3618eb-d41a-42bd-a9fb-1cd484ea3f12 req-c7baf8d1-2af8-4338-9497-7dec89d0f5c8 service neutron] Attempting to bind port 608d30c6-0056-4027-8301-a400b83c0cdb by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': '95357fb1-128e-4e50-a9ef-07d5adff4ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '48ff30cd-fefc-45b9-9b91-2fda26bd24e8'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:41:19.635204 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3618eb-d41a-42bd-a9fb-1cd484ea3f12 req-c7baf8d1-2af8-4338-9497-7dec89d0f5c8 service neutron] Attempting to bind port 608d30c6-0056-4027-8301-a400b83c0cdb on network 48ff30cd-fefc-45b9-9b91-2fda26bd24e8 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:41:19.651534 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25e75e43-0e2e-4c6b-a2a0-a88b389ed296 req-2b0be770-3648-4bdc-9acf-2e1cb40793fe service neutron] 10.222.0.50 "GET /v2.0/networks/33f45b70-2e86-4c98-bacd-f19d99d5c595?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5452268 May 31 13:41:19.659988 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623e1633-f702-46c3-8e16-73b45ba81a91 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Network 75fe482a-5491-41be-82e1-c58bd14283fe is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:41:19.674935 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-623e1633-f702-46c3-8e16-73b45ba81a91 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:41:19.695112 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3618eb-d41a-42bd-a9fb-1cd484ea3f12 req-c7baf8d1-2af8-4338-9497-7dec89d0f5c8 service neutron] Port 608d30c6-0056-4027-8301-a400b83c0cdb on network 48ff30cd-fefc-45b9-9b91-2fda26bd24e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:41:19.695446 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3618eb-d41a-42bd-a9fb-1cd484ea3f12 req-c7baf8d1-2af8-4338-9497-7dec89d0f5c8 service neutron] Attempting to bind port 608d30c6-0056-4027-8301-a400b83c0cdb on network 48ff30cd-fefc-45b9-9b91-2fda26bd24e8 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:41:19.704329 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-75e54af4-9252-4372-9bbc-4472bedc4a01 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:19.705759 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-75e54af4-9252-4372-9bbc-4472bedc4a01 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] 10.222.0.44 "GET /v2.0/networks?id=259c3729-0e55-4023-ae89-6ca86bbc45c1 HTTP/1.1" status: 200 len: 813 time: 1.6672215 May 31 13:41:19.741032 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623e1633-f702-46c3-8e16-73b45ba81a91 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:41:19.756974 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-8025ceef-c25f-4f63-b2bf-b6050c0ec9d8 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Request body: {'port': {'device_id': 'fa33a663-b177-4eae-a798-97c690c9e55f', 'network_id': '259c3729-0e55-4023-ae89-6ca86bbc45c1', 'admin_state_up': True, 'tenant_id': 'efc105b3ffca404f9d489bce18ac0a3c'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:41:19.789125 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3618eb-d41a-42bd-a9fb-1cd484ea3f12 req-c7baf8d1-2af8-4338-9497-7dec89d0f5c8 service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:41:19.789535 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3618eb-d41a-42bd-a9fb-1cd484ea3f12 req-c7baf8d1-2af8-4338-9497-7dec89d0f5c8 service neutron] Checking segment: {'id': '95357fb1-128e-4e50-a9ef-07d5adff4ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '48ff30cd-fefc-45b9-9b91-2fda26bd24e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:41:19.790098 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3618eb-d41a-42bd-a9fb-1cd484ea3f12 req-c7baf8d1-2af8-4338-9497-7dec89d0f5c8 service neutron] Bound using segment: {'id': '95357fb1-128e-4e50-a9ef-07d5adff4ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '48ff30cd-fefc-45b9-9b91-2fda26bd24e8'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:41:19.790750 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-6c3618eb-d41a-42bd-a9fb-1cd484ea3f12 req-c7baf8d1-2af8-4338-9497-7dec89d0f5c8 service neutron] Bound port: 608d30c6-0056-4027-8301-a400b83c0cdb, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95357fb1-128e-4e50-a9ef-07d5adff4ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '48ff30cd-fefc-45b9-9b91-2fda26bd24e8'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:41:19.791260 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6c3618eb-d41a-42bd-a9fb-1cd484ea3f12 req-c7baf8d1-2af8-4338-9497-7dec89d0f5c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:19.847788 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e1633-f702-46c3-8e16-73b45ba81a91 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event updated for resources: {'Port': ['ID=687edd32-c2e9-4c1b-8a0b-72f139498bbc,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:19.913316 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623e1633-f702-46c3-8e16-73b45ba81a91 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:19.913316 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-623e1633-f702-46c3-8e16-73b45ba81a91 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:19.986201 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 137e8a6c-1605-499c-bba1-22690a6f9974 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:41:20.003927 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-45a89119-9317-4b5b-8d08-c7456f0e3997 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:41:20.017231 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-623e1633-f702-46c3-8e16-73b45ba81a91 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.1728172 May 31 13:41:20.017231 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-45a89119-9317-4b5b-8d08-c7456f0e3997 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Usage tracker for resource:port and tenant:efc105b3ffca404f9d489bce18ac0a3c is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:41:20.017231 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 55246) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:41:20.032161 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-45a89119-9317-4b5b-8d08-c7456f0e3997 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:41:20.219377 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 137e8a6c-1605-499c-bba1-22690a6f9974 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:41:20.232705 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-45a89119-9317-4b5b-8d08-c7456f0e3997 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:41:20.244964 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 490ba828-2ff7-413e-91d0-4655368591f7 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:41:20.312709 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-45a89119-9317-4b5b-8d08-c7456f0e3997 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Made reservation on behalf of efc105b3ffca404f9d489bce18ac0a3c for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:41:20.312709 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-45a89119-9317-4b5b-8d08-c7456f0e3997 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:20.452446 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 490ba828-2ff7-413e-91d0-4655368591f7 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:41:20.453322 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:20.505381 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616e5016-4eec-4ee0-bc54-c52ad445a2f4 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:20.506509 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-616e5016-4eec-4ee0-bc54-c52ad445a2f4 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Synchronizing usage tracker for tenant:a62a1f0c39e548d390793611ac95b19e on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:41:20.582051 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-616e5016-4eec-4ee0-bc54-c52ad445a2f4 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Unset dirty status for tenant:a62a1f0c39e548d390793611ac95b19e on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:41:20.585621 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-616e5016-4eec-4ee0-bc54-c52ad445a2f4 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200 len: 921 time: 0.5659351 May 31 13:41:20.586554 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 55262) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:41:20.633851 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9b0c2145-8c0e-4d62-9049-1bfccd5da566 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:20.674349 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 490ba828-2ff7-413e-91d0-4655368591f7 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:41:20.692208 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db78cd5-797a-43c5-a531-495da1ab5b69 None None] Network 75fe482a-5491-41be-82e1-c58bd14283fe requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:41:20.715583 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-c6d66404-631d-42a9-bfa4-a9977647f2af tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Deleting port 687edd32-c2e9-4c1b-8a0b-72f139498bbc {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:41:20.715913 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c6d66404-631d-42a9-bfa4-a9977647f2af tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:20.746157 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-9b0c2145-8c0e-4d62-9049-1bfccd5da566 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:41:20.766860 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-9b0c2145-8c0e-4d62-9049-1bfccd5da566 admin admin] Usage tracker for resource:security_group_rule and tenant:09c8ab69bbf64b3ba8886b1c43b7dafb is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:41:20.787711 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-9b0c2145-8c0e-4d62-9049-1bfccd5da566 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:41:20.802456 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25e75e43-0e2e-4c6b-a2a0-a88b389ed296 req-0d46b8b8-7114-4422-a3b1-934746bcd610 service neutron] 10.222.0.50 "GET /v2.0/networks/33f45b70-2e86-4c98-bacd-f19d99d5c595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1086588 May 31 13:41:20.803182 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-45a89119-9317-4b5b-8d08-c7456f0e3997 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Allocated IP 172.20.0.2 (259c3729-0e55-4023-ae89-6ca86bbc45c1/0acc1f20-833c-45db-adb0-e4409b2d4c9b/a7a49ab6-a447-49dc-ab4c-3517e5c4b1e2) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:41:20.815925 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-9b0c2145-8c0e-4d62-9049-1bfccd5da566 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:41:20.838193 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f118e-ffff-4103-aae7-02b73bd5fb9e req-1f9c3c25-7364-44e5-8e1d-ad7ee63f91f1 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:20.840020 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9c9f118e-ffff-4103-aae7-02b73bd5fb9e req-1f9c3c25-7364-44e5-8e1d-ad7ee63f91f1 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/ports?device_id=b285caa1-0db1-4a98-b033-f5712745a5ff HTTP/1.1" status: 200 len: 943 time: 1.1949437 May 31 13:41:20.844971 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-6c3618eb-d41a-42bd-a9fb-1cd484ea3f12 req-c7baf8d1-2af8-4338-9497-7dec89d0f5c8 service neutron] For port 608d30c6-0056-4027-8301-a400b83c0cdb, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:41:20.895815 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-6c3618eb-d41a-42bd-a9fb-1cd484ea3f12 req-c7baf8d1-2af8-4338-9497-7dec89d0f5c8 service neutron] For port 608d30c6-0056-4027-8301-a400b83c0cdb, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=608d30c6-0056-4027-8301-a400b83c0cdb,segment=NetworkSegment(95357fb1-128e-4e50-a9ef-07d5adff4ac5),segment_id=95357fb1-128e-4e50-a9ef-07d5adff4ac5)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:41:20.936598 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6c3618eb-d41a-42bd-a9fb-1cd484ea3f12 req-c7baf8d1-2af8-4338-9497-7dec89d0f5c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:20.946721 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-8025ceef-c25f-4f63-b2bf-b6050c0ec9d8 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:41:20.987986 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ae0af4c1-5867-468a-aeef-b75dd28c0cbb None None] Provisioning for port 137e8a6c-1605-499c-bba1-22690a6f9974 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:41:20.999858 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ae0af4c1-5867-468a-aeef-b75dd28c0cbb None None] Provisioning complete for port 137e8a6c-1605-499c-bba1-22690a6f9974 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:41:21.000345 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ae0af4c1-5867-468a-aeef-b75dd28c0cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:21.034837 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-23add475-e162-458d-ba6e-3c3084680b55 req-e5de6190-b718-448f-b320-dc5e037d8336 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:21.038388 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-8025ceef-c25f-4f63-b2bf-b6050c0ec9d8 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Usage tracker for resource:port and tenant:efc105b3ffca404f9d489bce18ac0a3c is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:41:21.059105 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3618eb-d41a-42bd-a9fb-1cd484ea3f12 req-c7baf8d1-2af8-4338-9497-7dec89d0f5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:21.060071 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6c3618eb-d41a-42bd-a9fb-1cd484ea3f12 req-c7baf8d1-2af8-4338-9497-7dec89d0f5c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:21.061764 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6c3618eb-d41a-42bd-a9fb-1cd484ea3f12 req-c7baf8d1-2af8-4338-9497-7dec89d0f5c8 service neutron] 10.222.0.44 "PUT /v2.0/ports/608d30c6-0056-4027-8301-a400b83c0cdb HTTP/1.1" status: 200 len: 1091 time: 7.1359384 May 31 13:41:21.091296 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-8025ceef-c25f-4f63-b2bf-b6050c0ec9d8 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:41:21.115862 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c6d66404-631d-42a9-bfa4-a9977647f2af tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:21.222515 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b285caa1-0db1-4a98-b033-f5712745a5ff', 'tag': '608d30c6-0056-4027-8301-a400b83c0cdb'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:41:21.237537 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 55274) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:41:21.239606 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-8025ceef-c25f-4f63-b2bf-b6050c0ec9d8 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:41:21.276230 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9c9f118e-ffff-4103-aae7-02b73bd5fb9e req-9cec0627-108c-482d-b4ac-b2316d21f7eb tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/security-groups?id=1729ab42-7be5-44f8-b17a-0e9ffb5ba8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4201443 May 31 13:41:21.314634 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-c6d66404-631d-42a9-bfa4-a9977647f2af tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Calling delete_port for 687edd32-c2e9-4c1b-8a0b-72f139498bbc owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:41:21.317179 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-23add475-e162-458d-ba6e-3c3084680b55 req-e5de6190-b718-448f-b320-dc5e037d8336 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Transition to ACTIVE for port object 217a0383-1dd7-4b6a-9abb-e45a7159493e will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:41:21.377454 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 13:41:21.457834 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90af142b-40ca-4e16-ab46-a8bdd57ee73e'] response: {'name': 'network-changed', 'server_uuid': 'b285caa1-0db1-4a98-b033-f5712745a5ff', 'tag': '608d30c6-0056-4027-8301-a400b83c0cdb', 'status': 'completed', 'code': 200} May 31 13:41:21.567069 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-8025ceef-c25f-4f63-b2bf-b6050c0ec9d8 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Made reservation on behalf of efc105b3ffca404f9d489bce18ac0a3c for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:41:21.573484 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-8025ceef-c25f-4f63-b2bf-b6050c0ec9d8 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:21.613739 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-ae0af4c1-5867-468a-aeef-b75dd28c0cbb None None] Current status of the port 137e8a6c-1605-499c-bba1-22690a6f9974 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:41:21.614395 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ae0af4c1-5867-468a-aeef-b75dd28c0cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:21.620721 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7baf8d1-2af8-4338-9497-7dec89d0f5c8 service neutron] Pushing event updated for resources: {'Port': ['ID=608d30c6-0056-4027-8301-a400b83c0cdb,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:21.694655 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-ae0af4c1-5867-468a-aeef-b75dd28c0cbb None None] For port 137e8a6c-1605-499c-bba1-22690a6f9974, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=137e8a6c-1605-499c-bba1-22690a6f9974,segment=NetworkSegment(0ac87b07-d870-4362-982c-dbde5753b8fd),segment_id=0ac87b07-d870-4362-982c-dbde5753b8fd)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:41:21.696188 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f6717aa3-a0c3-4abe-beca-fef7fe7ce37b req-e94c6d23-d0b7-4417-9082-1491013b5bbd tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1d498af-a0cc-4ed2-ac81-8c20e8e788b0 HTTP/1.1" status: 200 len: 210 time: 0.2001047 May 31 13:41:21.705694 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ae0af4c1-5867-468a-aeef-b75dd28c0cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:21.751966 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c6d66404-631d-42a9-bfa4-a9977647f2af tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:21.807997 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-40b8f968-95d1-47a9-97f1-158a1f83ed9c admin admin] Deleting subnet d698f4d2-a124-40b9-846a-1cafc66c1a8f {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:41:21.877461 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-40b8f968-95d1-47a9-97f1-158a1f83ed9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:21.919504 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d66404-631d-42a9-bfa4-a9977647f2af tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event deleted for resources: {'Port': ['ID=687edd32-c2e9-4c1b-8a0b-72f139498bbc,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:21.927937 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0af4c1-5867-468a-aeef-b75dd28c0cbb None None] Pushing event updated for resources: {'Port': ['ID=137e8a6c-1605-499c-bba1-22690a6f9974,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:21.979194 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9b0c2145-8c0e-4d62-9049-1bfccd5da566 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:22.004319 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9b0c2145-8c0e-4d62-9049-1bfccd5da566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:22.010562 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-45a89119-9317-4b5b-8d08-c7456f0e3997 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:22.049975 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-74823995-cbed-4475-9356-c2cd05f105c3 None None] Provisioning complete for port 137e8a6c-1605-499c-bba1-22690a6f9974 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:41:22.059965 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-23add475-e162-458d-ba6e-3c3084680b55 req-e5de6190-b718-448f-b320-dc5e037d8336 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:22.065245 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-74823995-cbed-4475-9356-c2cd05f105c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:22.081250 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c6d66404-631d-42a9-bfa4-a9977647f2af tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:22.100773 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-40b8f968-95d1-47a9-97f1-158a1f83ed9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65507433'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:22.111118 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c6d66404-631d-42a9-bfa4-a9977647f2af tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "DELETE /v2.0/ports/687edd32-c2e9-4c1b-8a0b-72f139498bbc HTTP/1.1" status: 204 len: 168 time: 1.5211470 May 31 13:41:22.112258 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 55300) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:41:22.180677 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b890cd3-421b-41e8-81e0-805b06bdd197 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] GET failed (client error): The resource could not be found. May 31 13:41:22.182585 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-9b890cd3-421b-41e8-81e0-805b06bdd197 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Synchronizing usage tracker for tenant:a62a1f0c39e548d390793611ac95b19e on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:41:22.213039 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-45a89119-9317-4b5b-8d08-c7456f0e3997 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:22.240161 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3618eb-d41a-42bd-a9fb-1cd484ea3f12 req-65e4e4ad-e303-4801-8bb0-7bd9482c142a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:22.246989 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6c3618eb-d41a-42bd-a9fb-1cd484ea3f12 req-65e4e4ad-e303-4801-8bb0-7bd9482c142a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=04053c05038f4fa8aafe732444e2f2c0&device_id=b285caa1-0db1-4a98-b033-f5712745a5ff HTTP/1.1" status: 200 len: 1094 time: 1.1067228 May 31 13:41:22.387292 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-45a89119-9317-4b5b-8d08-c7456f0e3997 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Network 259c3729-0e55-4023-ae89-6ca86bbc45c1 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:41:22.391521 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-9b890cd3-421b-41e8-81e0-805b06bdd197 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Unset dirty status for tenant:a62a1f0c39e548d390793611ac95b19e on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:41:22.395052 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-9b890cd3-421b-41e8-81e0-805b06bdd197 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "GET /v2.0/ports/687edd32-c2e9-4c1b-8a0b-72f139498bbc HTTP/1.1" status: 404 len: 333 time: 0.2816002 May 31 13:41:22.399216 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-74823995-cbed-4475-9356-c2cd05f105c3 None None] Current status of the port 137e8a6c-1605-499c-bba1-22690a6f9974 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:41:22.406105 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-45a89119-9317-4b5b-8d08-c7456f0e3997 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:41:22.409550 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 55310) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:41:22.421529 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-74823995-cbed-4475-9356-c2cd05f105c3 None None] Could not find standard attr ID for object 687edd32-c2e9-4c1b-8a0b-72f139498bbc. {{(pid=88371) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 31 13:41:22.429559 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-45a89119-9317-4b5b-8d08-c7456f0e3997 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:41:22.451810 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-74823995-cbed-4475-9356-c2cd05f105c3 None None] Provisioning for port 7a3647b3-2ef1-4057-a0ae-407c633dfe10 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:41:22.470512 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-74823995-cbed-4475-9356-c2cd05f105c3 None None] Provisioning complete for port 7a3647b3-2ef1-4057-a0ae-407c633dfe10 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:41:22.471973 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-74823995-cbed-4475-9356-c2cd05f105c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:22.483489 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-9b0c2145-8c0e-4d62-9049-1bfccd5da566 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=09c8ab69bbf64b3ba8886b1c43b7dafb&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8445575 May 31 13:41:22.495827 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23add475-e162-458d-ba6e-3c3084680b55 req-e5de6190-b718-448f-b320-dc5e037d8336 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Network 33f45b70-2e86-4c98-bacd-f19d99d5c595 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:41:22.497143 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 55314) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:41:22.564812 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0c2145-8c0e-4d62-9049-1bfccd5da566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb33f8f8-84fb-4c70-b86b-0d3fa165c484,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:22.566327 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-45a89119-9317-4b5b-8d08-c7456f0e3997 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:22.567191 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-45a89119-9317-4b5b-8d08-c7456f0e3997 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:22.568728 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-23add475-e162-458d-ba6e-3c3084680b55 req-e5de6190-b718-448f-b320-dc5e037d8336 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:41:22.571023 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-23add475-e162-458d-ba6e-3c3084680b55 req-e5de6190-b718-448f-b320-dc5e037d8336 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:41:22.590290 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a89119-9317-4b5b-8d08-c7456f0e3997 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Pushing event updated for resources: {'Port': ['ID=a7a49ab6-a447-49dc-ab4c-3517e5c4b1e2,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:22.599526 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-45a89119-9317-4b5b-8d08-c7456f0e3997 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1372929 May 31 13:41:22.624293 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-f0161926-6003-418e-ad03-f4b0b232b702 service neutron] Request body: {'port': {'device_id': 'b1d498af-a0cc-4ed2-ac81-8c20e8e788b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:41:22.639702 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a77933d-d639-40d6-ab23-67ced07677c9 req-ef58142f-c637-4457-b747-b12a195951ca tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:22.646706 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4a77933d-d639-40d6-ab23-67ced07677c9 req-ef58142f-c637-4457-b747-b12a195951ca tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/networks?id=33f45b70-2e86-4c98-bacd-f19d99d5c595 HTTP/1.1" status: 200 len: 816 time: 1.0025489 May 31 13:41:22.650147 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6c3618eb-d41a-42bd-a9fb-1cd484ea3f12 req-462664c3-c259-4155-a6fa-8c40960cb9b9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=608d30c6-0056-4027-8301-a400b83c0cdb HTTP/1.1" status: 200 len: 217 time: 0.3712804 May 31 13:41:22.717819 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5de6190-b718-448f-b320-dc5e037d8336 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Pushing event updated for resources: {'Port': ['ID=217a0383-1dd7-4b6a-9abb-e45a7159493e,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:22.815913 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-74823995-cbed-4475-9356-c2cd05f105c3 None None] Port 7a3647b3-2ef1-4057-a0ae-407c633dfe10 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:41:22.892597 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-40b8f968-95d1-47a9-97f1-158a1f83ed9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:22.940277 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-edefcc02-2582-493a-8be6-4106e437b536 None None] Could not find standard attr ID for object 687edd32-c2e9-4c1b-8a0b-72f139498bbc. {{(pid=88371) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 31 13:41:22.941795 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4a77933d-d639-40d6-ab23-67ced07677c9 req-b8ae89f3-8f44-43cf-b055-ecff2c75002c tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/quotas/f1a1611ae60042dba54bcf3b2bd9ecf7 HTTP/1.1" status: 200 len: 375 time: 0.2925222 May 31 13:41:22.967705 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-edefcc02-2582-493a-8be6-4106e437b536 None None] Provisioning complete for port 7a3647b3-2ef1-4057-a0ae-407c633dfe10 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:41:22.968079 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-edefcc02-2582-493a-8be6-4106e437b536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:23.026956 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-8025ceef-c25f-4f63-b2bf-b6050c0ec9d8 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Allocated IP 172.20.0.10 (259c3729-0e55-4023-ae89-6ca86bbc45c1/0acc1f20-833c-45db-adb0-e4409b2d4c9b/aa3c3c8f-781a-47b1-87a9-4211ac29fcc9) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:41:23.105501 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-edefcc02-2582-493a-8be6-4106e437b536 None None] Port 7a3647b3-2ef1-4057-a0ae-407c633dfe10 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:41:23.111326 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-f0161926-6003-418e-ad03-f4b0b232b702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:23.132080 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-8c842d5a-2036-4fd0-b1f6-1855a4d32774 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Deleting port 7a3647b3-2ef1-4057-a0ae-407c633dfe10 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:41:23.132945 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8c842d5a-2036-4fd0-b1f6-1855a4d32774 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:23.228669 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-1aa5fef3-b319-48bb-a1f4-faf0b7c1e8cc None None] Provisioning for port 217a0383-1dd7-4b6a-9abb-e45a7159493e completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:41:23.235217 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-1aa5fef3-b319-48bb-a1f4-faf0b7c1e8cc None None] Provisioning complete for port 217a0383-1dd7-4b6a-9abb-e45a7159493e triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:41:23.235761 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1aa5fef3-b319-48bb-a1f4-faf0b7c1e8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:23.318715 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-1aa5fef3-b319-48bb-a1f4-faf0b7c1e8cc None None] Port 217a0383-1dd7-4b6a-9abb-e45a7159493e cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:41:23.439796 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23add475-e162-458d-ba6e-3c3084680b55 req-e5de6190-b718-448f-b320-dc5e037d8336 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:23.440386 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-23add475-e162-458d-ba6e-3c3084680b55 req-e5de6190-b718-448f-b320-dc5e037d8336 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:23.507702 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3618eb-d41a-42bd-a9fb-1cd484ea3f12 req-85affcdf-6072-44bc-bfa6-474018ff6a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:23.509068 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6c3618eb-d41a-42bd-a9fb-1cd484ea3f12 req-85affcdf-6072-44bc-bfa6-474018ff6a50 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f33f44ed-37c8-44e7-8a90-0b19e94cc7a8 HTTP/1.1" status: 200 len: 851 time: 0.8172519 May 31 13:41:23.621834 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-14013bbc-f342-4863-ac7d-bca567043b0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:23.684368 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6c3618eb-d41a-42bd-a9fb-1cd484ea3f12 req-6bcfd2a5-8805-43c3-8948-118be945b395 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=48ff30cd-fefc-45b9-9b91-2fda26bd24e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1488643 May 31 13:41:23.735321 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 137e8a6c-1605-499c-bba1-22690a6f9974 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:41:23.806004 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 137e8a6c-1605-499c-bba1-22690a6f9974 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:41:23.806402 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:23.809004 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-23add475-e162-458d-ba6e-3c3084680b55 req-e5de6190-b718-448f-b320-dc5e037d8336 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.7183397 May 31 13:41:23.809939 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-40b8f968-95d1-47a9-97f1-158a1f83ed9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65216469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65148562'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:23.930973 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 137e8a6c-1605-499c-bba1-22690a6f9974 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:41:23.956316 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-23add475-e162-458d-ba6e-3c3084680b55 req-b589f868-286e-4d1b-9f48-7e348c950db7 service neutron] Request body: {'port': {'device_id': 'e784aeb2-4e66-4dc1-a934-09bd1cdb248d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:41:23.990431 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-14013bbc-f342-4863-ac7d-bca567043b0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:24.066892 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b8f968-95d1-47a9-97f1-158a1f83ed9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d698f4d2-a124-40b9-846a-1cafc66c1a8f,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:24.104863 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-40b8f968-95d1-47a9-97f1-158a1f83ed9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:24.106698 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-40b8f968-95d1-47a9-97f1-158a1f83ed9c admin admin] 10.222.0.50 "DELETE /v2.0/subnets/d698f4d2-a124-40b9-846a-1cafc66c1a8f HTTP/1.1" status: 204 len: 168 time: 2.8487959 May 31 13:41:24.109417 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 55330) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:41:24.143561 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e75e43-0e2e-4c6b-a2a0-a88b389ed296 req-1cb76e19-3289-4ada-b5a7-b9d5648d0db0 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:24.144955 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25e75e43-0e2e-4c6b-a2a0-a88b389ed296 req-1cb76e19-3289-4ada-b5a7-b9d5648d0db0 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.44 "GET /v2.0/networks?id=33f45b70-2e86-4c98-bacd-f19d99d5c595 HTTP/1.1" status: 200 len: 816 time: 1.1295700 May 31 13:41:24.152745 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe784c-e155-4cd6-ac53-5b043713d44f req-dc158fee-9a00-4935-bcf9-75178e0155d2 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:24.154180 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f0fe784c-e155-4cd6-ac53-5b043713d44f req-dc158fee-9a00-4935-bcf9-75178e0155d2 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/ports?device_id=b285caa1-0db1-4a98-b033-f5712745a5ff HTTP/1.1" status: 200 len: 943 time: 1.5025568 May 31 13:41:24.218270 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7b50e67b-6bbd-44d4-bc85-f1b6a1eb5397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:24.223019 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-25e75e43-0e2e-4c6b-a2a0-a88b389ed296 req-a0dee607-c991-447c-809d-b3485f42d22d tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Request body: {'port': {'device_id': 'c1a61240-abff-4aa6-b6d3-d753eda87237', 'network_id': '33f45b70-2e86-4c98-bacd-f19d99d5c595', 'admin_state_up': True, 'tenant_id': 'f1a1611ae60042dba54bcf3b2bd9ecf7'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:41:24.377120 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7b50e67b-6bbd-44d4-bc85-f1b6a1eb5397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:24.413141 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-7b50e67b-6bbd-44d4-bc85-f1b6a1eb5397 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72ae0f67-4513-4538-bd0a-76b09a29c889']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:41:24.428024 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-7b50e67b-6bbd-44d4-bc85-f1b6a1eb5397 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9c1044d-068b-46b7-aaf4-e66281351194') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:41:24.428508 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-7b50e67b-6bbd-44d4-bc85-f1b6a1eb5397 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9c1044d-068b-46b7-aaf4-e66281351194') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:41:24.443053 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7b50e67b-6bbd-44d4-bc85-f1b6a1eb5397 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:24.462734 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7b50e67b-6bbd-44d4-bc85-f1b6a1eb5397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:24.471611 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b50e67b-6bbd-44d4-bc85-f1b6a1eb5397 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:41:24.472165 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7b50e67b-6bbd-44d4-bc85-f1b6a1eb5397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:24.557657 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment e9c1044d-068b-46b7-aaf4-e66281351194 resource provider aggregate not found May 31 13:41:24.586045 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment e9c1044d-068b-46b7-aaf4-e66281351194 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e9c1044d-068b-46b7-aaf4-e66281351194 found for delete ", "request_id": "req-1fcf658b-24f2-46cd-956f-2c6ff6e44206"}]} May 31 13:41:24.586302 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-4a77933d-d639-40d6-ab23-67ced07677c9 req-f0f30a0c-fd53-4ebd-9180-b5e4b07f6dba tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Synchronizing usage tracker for tenant:f1a1611ae60042dba54bcf3b2bd9ecf7 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:41:24.608671 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7b50e67b-6bbd-44d4-bc85-f1b6a1eb5397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:24.643583 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7b50e67b-6bbd-44d4-bc85-f1b6a1eb5397 admin admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:24.646375 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f0fe784c-e155-4cd6-ac53-5b043713d44f req-4e942f45-ecdc-462d-8b45-fac7f83d1807 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/security-groups?id=1729ab42-7be5-44f8-b17a-0e9ffb5ba8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4074030 May 31 13:41:24.655959 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6c3618eb-d41a-42bd-a9fb-1cd484ea3f12 req-e58755db-98ea-406e-aa94-6390d3270403 service neutron] 10.222.0.44 "GET /v2.0/networks/48ff30cd-fefc-45b9-9b91-2fda26bd24e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9373810 May 31 13:41:24.660588 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b50e67b-6bbd-44d4-bc85-f1b6a1eb5397 admin admin] Pushing event deleted for resources: {'Network': ['ID=72ae0f67-4513-4538-bd0a-76b09a29c889,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:24.663817 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-25e75e43-0e2e-4c6b-a2a0-a88b389ed296 req-a0dee607-c991-447c-809d-b3485f42d22d tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:41:24.664164 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-7b50e67b-6bbd-44d4-bc85-f1b6a1eb5397 admin admin] 10.222.0.50 "DELETE /v2.0/networks/72ae0f67-4513-4538-bd0a-76b09a29c889 HTTP/1.1" status: 204 len: 168 time: 0.5534365 May 31 13:41:24.686254 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b50e67b-6bbd-44d4-bc85-f1b6a1eb5397 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:41:24.686649 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b50e67b-6bbd-44d4-bc85-f1b6a1eb5397 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:41:24.687453 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b50e67b-6bbd-44d4-bc85-f1b6a1eb5397 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:41:24.687453 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b50e67b-6bbd-44d4-bc85-f1b6a1eb5397 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:41:24.687629 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b50e67b-6bbd-44d4-bc85-f1b6a1eb5397 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:41:24.687952 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b50e67b-6bbd-44d4-bc85-f1b6a1eb5397 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:41:24.688267 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b50e67b-6bbd-44d4-bc85-f1b6a1eb5397 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:41:24.688589 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b50e67b-6bbd-44d4-bc85-f1b6a1eb5397 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:41:24.688908 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b50e67b-6bbd-44d4-bc85-f1b6a1eb5397 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:41:24.689229 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b50e67b-6bbd-44d4-bc85-f1b6a1eb5397 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:41:24.689600 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b50e67b-6bbd-44d4-bc85-f1b6a1eb5397 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:41:24.689952 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b50e67b-6bbd-44d4-bc85-f1b6a1eb5397 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:41:24.735845 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-25e75e43-0e2e-4c6b-a2a0-a88b389ed296 req-a0dee607-c991-447c-809d-b3485f42d22d tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Usage tracker for resource:port and tenant:f1a1611ae60042dba54bcf3b2bd9ecf7 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:41:24.744241 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-23add475-e162-458d-ba6e-3c3084680b55 req-b589f868-286e-4d1b-9f48-7e348c950db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:24.764663 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-25e75e43-0e2e-4c6b-a2a0-a88b389ed296 req-a0dee607-c991-447c-809d-b3485f42d22d tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:41:24.769166 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-14013bbc-f342-4863-ac7d-bca567043b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:24.779701 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-8025ceef-c25f-4f63-b2bf-b6050c0ec9d8 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:24.787440 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8c842d5a-2036-4fd0-b1f6-1855a4d32774 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:24.856700 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-25e75e43-0e2e-4c6b-a2a0-a88b389ed296 req-a0dee607-c991-447c-809d-b3485f42d22d tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:41:24.892489 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 55352) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:41:24.944780 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-f287789c-50f8-42d0-9a43-5ff8c18fad59 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6500709d895d4d33b4b5fe3e9eed4766&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0511394 May 31 13:41:24.948606 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 55356) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:41:25.019159 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-461ea346-c089-4e81-90c6-bba14b8686bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:25.047289 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-461ea346-c089-4e81-90c6-bba14b8686bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:25.054845 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14013bbc-f342-4863-ac7d-bca567043b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb33f8f8-84fb-4c70-b86b-0d3fa165c484,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:25.091641 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-8c842d5a-2036-4fd0-b1f6-1855a4d32774 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Calling delete_port for 7a3647b3-2ef1-4057-a0ae-407c633dfe10 owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:41:25.133062 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-461ea346-c089-4e81-90c6-bba14b8686bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:25.155138 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461ea346-c089-4e81-90c6-bba14b8686bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0897f539-8332-4a1b-8cf5-b637ac7afced,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:25.160293 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-461ea346-c089-4e81-90c6-bba14b8686bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:25.171422 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-461ea346-c089-4e81-90c6-bba14b8686bf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0897f539-8332-4a1b-8cf5-b637ac7afced HTTP/1.1" status: 204 len: 168 time: 0.2150388 May 31 13:41:25.339658 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-14013bbc-f342-4863-ac7d-bca567043b0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:25.343301 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-14013bbc-f342-4863-ac7d-bca567043b0b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fb33f8f8-84fb-4c70-b86b-0d3fa165c484 HTTP/1.1" status: 204 len: 168 time: 2.8327072 May 31 13:41:25.351996 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25e75e43-0e2e-4c6b-a2a0-a88b389ed296 req-a0dee607-c991-447c-809d-b3485f42d22d tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Made reservation on behalf of f1a1611ae60042dba54bcf3b2bd9ecf7 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:41:25.355780 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-25e75e43-0e2e-4c6b-a2a0-a88b389ed296 req-a0dee607-c991-447c-809d-b3485f42d22d tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:25.413045 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-4a77933d-d639-40d6-ab23-67ced07677c9 req-f0f30a0c-fd53-4ebd-9180-b5e4b07f6dba tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Unset dirty status for tenant:f1a1611ae60042dba54bcf3b2bd9ecf7 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:41:25.421128 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4a77933d-d639-40d6-ab23-67ced07677c9 req-f0f30a0c-fd53-4ebd-9180-b5e4b07f6dba tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f1a1611ae60042dba54bcf3b2bd9ecf7&fields=id HTTP/1.1" status: 200 len: 302 time: 2.4369199 May 31 13:41:25.716875 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6c3618eb-d41a-42bd-a9fb-1cd484ea3f12 req-8197395d-6626-49c1-b756-40044ceb4193 service neutron] 10.222.0.44 "GET /v2.0/networks/48ff30cd-fefc-45b9-9b91-2fda26bd24e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0175164 May 31 13:41:25.924295 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-8025ceef-c25f-4f63-b2bf-b6050c0ec9d8 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:26.049352 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-f0161926-6003-418e-ad03-f4b0b232b702 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7a49ab6-a447-49dc-ab4c-3517e5c4b1e2 {{(pid=88369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:41:26.063398 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-f0161926-6003-418e-ad03-f4b0b232b702 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:26.088498 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-f0161926-6003-418e-ad03-f4b0b232b702 service neutron] Transition to ACTIVE for port object a7a49ab6-a447-49dc-ab4c-3517e5c4b1e2 will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:41:26.089356 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 55386) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:41:26.097602 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-f0161926-6003-418e-ad03-f4b0b232b702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:26.146733 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8025ceef-c25f-4f63-b2bf-b6050c0ec9d8 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Pushing event updated for resources: {'Port': ['ID=aa3c3c8f-781a-47b1-87a9-4211ac29fcc9,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:26.183177 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4a77933d-d639-40d6-ab23-67ced07677c9 req-c8cd5ecd-9d74-4889-b39e-f7b7ea59c501 service neutron] 10.222.0.50 "GET /v2.0/networks/33f45b70-2e86-4c98-bacd-f19d99d5c595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7611136 May 31 13:41:26.193255 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868a415-befb-4f3d-b7fa-0a1c12fbefbf req-39d1ecc2-adbf-401c-9b2b-ea5ab2357a63 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:26.194020 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-6868a415-befb-4f3d-b7fa-0a1c12fbefbf req-39d1ecc2-adbf-401c-9b2b-ea5ab2357a63 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Synchronizing usage tracker for tenant:efc105b3ffca404f9d489bce18ac0a3c on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:41:26.237072 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 55394) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:41:26.240588 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-8025ceef-c25f-4f63-b2bf-b6050c0ec9d8 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Network 259c3729-0e55-4023-ae89-6ca86bbc45c1 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:41:26.253404 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8c842d5a-2036-4fd0-b1f6-1855a4d32774 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:26.263184 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-8025ceef-c25f-4f63-b2bf-b6050c0ec9d8 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:41:26.265927 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-8025ceef-c25f-4f63-b2bf-b6050c0ec9d8 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:41:26.397969 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0161926-6003-418e-ad03-f4b0b232b702 service neutron] Pushing event updated for resources: {'Port': ['ID=a7a49ab6-a447-49dc-ab4c-3517e5c4b1e2,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:26.407402 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-27d69b8e-c239-47d4-bf7c-c45078f1fb3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:26.446825 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-27d69b8e-c239-47d4-bf7c-c45078f1fb3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:41:26.453720 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-27d69b8e-c239-47d4-bf7c-c45078f1fb3f admin admin] Usage tracker for resource:security_group_rule and tenant:1803c93f0ee2442aa784fc0fa6f7ecea is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:41:26.457876 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-27d69b8e-c239-47d4-bf7c-c45078f1fb3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:41:26.472168 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c842d5a-2036-4fd0-b1f6-1855a4d32774 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event deleted for resources: {'Port': ['ID=7a3647b3-2ef1-4057-a0ae-407c633dfe10,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:26.472928 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-27d69b8e-c239-47d4-bf7c-c45078f1fb3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:41:26.475222 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-93b8450e-e051-471e-81b0-5f49ce4b4fc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:26.495284 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-f0161926-6003-418e-ad03-f4b0b232b702 service neutron] Attempting to bind port a7a49ab6-a447-49dc-ab4c-3517e5c4b1e2 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:41:26.495619 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-f0161926-6003-418e-ad03-f4b0b232b702 service neutron] Attempting to bind port a7a49ab6-a447-49dc-ab4c-3517e5c4b1e2 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'f44e8783-3b0b-49f9-9a6f-b0d5f2f569b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '259c3729-0e55-4023-ae89-6ca86bbc45c1'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:41:26.495943 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-f0161926-6003-418e-ad03-f4b0b232b702 service neutron] Attempting to bind port a7a49ab6-a447-49dc-ab4c-3517e5c4b1e2 on network 259c3729-0e55-4023-ae89-6ca86bbc45c1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:41:26.509462 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-f0161926-6003-418e-ad03-f4b0b232b702 service neutron] Port a7a49ab6-a447-49dc-ab4c-3517e5c4b1e2 on network 259c3729-0e55-4023-ae89-6ca86bbc45c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:41:26.509892 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-f0161926-6003-418e-ad03-f4b0b232b702 service neutron] Attempting to bind port a7a49ab6-a447-49dc-ab4c-3517e5c4b1e2 on network 259c3729-0e55-4023-ae89-6ca86bbc45c1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:41:26.521064 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-f0161926-6003-418e-ad03-f4b0b232b702 service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:41:26.521440 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-f0161926-6003-418e-ad03-f4b0b232b702 service neutron] Checking segment: {'id': 'f44e8783-3b0b-49f9-9a6f-b0d5f2f569b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '259c3729-0e55-4023-ae89-6ca86bbc45c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:41:26.521780 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-f0161926-6003-418e-ad03-f4b0b232b702 service neutron] Bound using segment: {'id': 'f44e8783-3b0b-49f9-9a6f-b0d5f2f569b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '259c3729-0e55-4023-ae89-6ca86bbc45c1'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:41:26.522241 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-f0161926-6003-418e-ad03-f4b0b232b702 service neutron] Bound port: a7a49ab6-a447-49dc-ab4c-3517e5c4b1e2, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f44e8783-3b0b-49f9-9a6f-b0d5f2f569b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '259c3729-0e55-4023-ae89-6ca86bbc45c1'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:41:26.522582 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-f0161926-6003-418e-ad03-f4b0b232b702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:26.644619 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-6868a415-befb-4f3d-b7fa-0a1c12fbefbf req-39d1ecc2-adbf-401c-9b2b-ea5ab2357a63 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Unset dirty status for tenant:efc105b3ffca404f9d489bce18ac0a3c on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:41:26.652757 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6868a415-befb-4f3d-b7fa-0a1c12fbefbf req-39d1ecc2-adbf-401c-9b2b-ea5ab2357a63 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1d498af-a0cc-4ed2-ac81-8c20e8e788b0 HTTP/1.1" status: 200 len: 931 time: 1.7970784 May 31 13:41:26.670069 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-93b8450e-e051-471e-81b0-5f49ce4b4fc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:41:26.679064 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-f0161926-6003-418e-ad03-f4b0b232b702 service neutron] For port a7a49ab6-a447-49dc-ab4c-3517e5c4b1e2, host n-h2-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:41:26.692255 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-27d69b8e-c239-47d4-bf7c-c45078f1fb3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:26.698637 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-f0161926-6003-418e-ad03-f4b0b232b702 service neutron] For port a7a49ab6-a447-49dc-ab4c-3517e5c4b1e2, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=a7a49ab6-a447-49dc-ab4c-3517e5c4b1e2,segment=NetworkSegment(f44e8783-3b0b-49f9-9a6f-b0d5f2f569b7),segment_id=f44e8783-3b0b-49f9-9a6f-b0d5f2f569b7)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:41:26.700821 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-27d69b8e-c239-47d4-bf7c-c45078f1fb3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:26.713269 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-93b8450e-e051-471e-81b0-5f49ce4b4fc9 admin admin] Usage tracker for resource:security_group_rule and tenant:7dc04bbddfad46a8a8c351aead617e9c is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:41:26.721271 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-8025ceef-c25f-4f63-b2bf-b6050c0ec9d8 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:26.721931 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-8025ceef-c25f-4f63-b2bf-b6050c0ec9d8 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:26.734304 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-93b8450e-e051-471e-81b0-5f49ce4b4fc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:41:26.778277 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-93b8450e-e051-471e-81b0-5f49ce4b4fc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:41:26.780350 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-27d69b8e-c239-47d4-bf7c-c45078f1fb3f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1803c93f0ee2442aa784fc0fa6f7ecea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6893673 May 31 13:41:26.781248 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 55406) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:41:26.786487 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-f0161926-6003-418e-ad03-f4b0b232b702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:26.831357 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8c842d5a-2036-4fd0-b1f6-1855a4d32774 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:26.840653 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d69b8e-c239-47d4-bf7c-c45078f1fb3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c4d9216-b381-48b6-9929-3eac27f9e48f,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:26.847037 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e073938-6a52-4238-ac3c-8cd3dfe3dffb req-a4abfa37-2990-4855-b5e2-40bb32ee52bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:26.848673 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3e073938-6a52-4238-ac3c-8cd3dfe3dffb req-a4abfa37-2990-4855-b5e2-40bb32ee52bc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=04053c05038f4fa8aafe732444e2f2c0&device_id=b285caa1-0db1-4a98-b033-f5712745a5ff HTTP/1.1" status: 200 len: 1094 time: 0.9836226 May 31 13:41:26.871076 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6868a415-befb-4f3d-b7fa-0a1c12fbefbf req-414c2c67-f39d-4285-8c7e-515092e99840 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] 10.222.0.50 "GET /v2.0/security-groups?id=bcc17e7d-20be-4c37-b314-b765a132b03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174075 May 31 13:41:26.880371 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-8025ceef-c25f-4f63-b2bf-b6050c0ec9d8 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.1336083 May 31 13:41:26.901614 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-f0161926-6003-418e-ad03-f4b0b232b702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:26.902383 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-f0161926-6003-418e-ad03-f4b0b232b702 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:26.903954 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-f0161926-6003-418e-ad03-f4b0b232b702 service neutron] 10.222.0.44 "PUT /v2.0/ports/a7a49ab6-a447-49dc-ab4c-3517e5c4b1e2 HTTP/1.1" status: 200 len: 1091 time: 4.2965472 May 31 13:41:26.907581 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1d498af-a0cc-4ed2-ac81-8c20e8e788b0', 'tag': 'a7a49ab6-a447-49dc-ab4c-3517e5c4b1e2'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:41:26.919038 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 55412) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:41:26.953393 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0161926-6003-418e-ad03-f4b0b232b702 service neutron] Pushing event updated for resources: {'Port': ['ID=a7a49ab6-a447-49dc-ab4c-3517e5c4b1e2,revision_number=3']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:27.003835 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4a77933d-d639-40d6-ab23-67ced07677c9 req-0ecabd41-50ed-4a41-8804-d25d14c690b8 service neutron] 10.222.0.50 "GET /v2.0/networks/33f45b70-2e86-4c98-bacd-f19d99d5c595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8054829 May 31 13:41:27.012254 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.resource_extend [req-23add475-e162-458d-ba6e-3c3084680b55 req-b589f868-286e-4d1b-9f48-7e348c950db7 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:41:27.026240 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a51a7ad3-6017-42a7-9112-5701b36f5083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:27.040591 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-3b96075c-64a1-43c7-86ab-aac80902547a service neutron] Request body: {'port': {'device_id': 'fa33a663-b177-4eae-a798-97c690c9e55f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:41:27.153226 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-8c842d5a-2036-4fd0-b1f6-1855a4d32774 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "DELETE /v2.0/ports/7a3647b3-2ef1-4057-a0ae-407c633dfe10 HTTP/1.1" status: 204 len: 168 time: 4.6778369 May 31 13:41:27.187863 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 55424) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:41:27.205827 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-84107948-e5e5-4787-9e7a-1f167998c0b9 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-643219966-network', 'tenant_id': '39ebb80380474b9ea580ba2ffbeb344e'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:41:27.251927 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-84107948-e5e5-4787-9e7a-1f167998c0b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:41:27.256434 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a51a7ad3-6017-42a7-9112-5701b36f5083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:27.276445 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-84107948-e5e5-4787-9e7a-1f167998c0b9 admin admin] Usage tracker for resource:network and tenant:39ebb80380474b9ea580ba2ffbeb344e is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:41:27.279959 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e51cab8-e974-4a2e-a7a0-c0800aebe41b tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] GET failed (client error): The resource could not be found. May 31 13:41:27.281767 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-2e51cab8-e974-4a2e-a7a0-c0800aebe41b tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "GET /v2.0/ports/7a3647b3-2ef1-4057-a0ae-407c633dfe10 HTTP/1.1" status: 404 len: 333 time: 0.0893359 May 31 13:41:27.284675 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-84107948-e5e5-4787-9e7a-1f167998c0b9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:41:27.288501 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 55430) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:41:27.301187 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-23add475-e162-458d-ba6e-3c3084680b55 req-b589f868-286e-4d1b-9f48-7e348c950db7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 217a0383-1dd7-4b6a-9abb-e45a7159493e {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:41:27.315622 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-84107948-e5e5-4787-9e7a-1f167998c0b9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:41:27.342489 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-23add475-e162-458d-ba6e-3c3084680b55 req-b589f868-286e-4d1b-9f48-7e348c950db7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:27.411443 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8704447-0804-4ca6-88fe-2e67ddb3300f'] response: {'name': 'network-changed', 'server_uuid': 'b1d498af-a0cc-4ed2-ac81-8c20e8e788b0', 'tag': 'a7a49ab6-a447-49dc-ab4c-3517e5c4b1e2', 'status': 'completed', 'code': 200} May 31 13:41:27.424547 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e073938-6a52-4238-ac3c-8cd3dfe3dffb req-3ae2493a-07f8-4f88-a04b-ea2782bd2bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:27.426064 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3e073938-6a52-4238-ac3c-8cd3dfe3dffb req-3ae2493a-07f8-4f88-a04b-ea2782bd2bd3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=48ff30cd-fefc-45b9-9b91-2fda26bd24e8 HTTP/1.1" status: 200 len: 912 time: 0.5508754 May 31 13:41:27.428283 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-23add475-e162-458d-ba6e-3c3084680b55 req-b589f868-286e-4d1b-9f48-7e348c950db7 service neutron] Transition to ACTIVE for port object 217a0383-1dd7-4b6a-9abb-e45a7159493e will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:41:27.436158 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-4a3bae6d-a5aa-4639-ba0c-39380016139c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:27.437675 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-4a3bae6d-a5aa-4639-ba0c-39380016139c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=efc105b3ffca404f9d489bce18ac0a3c&device_id=b1d498af-a0cc-4ed2-ac81-8c20e8e788b0 HTTP/1.1" status: 200 len: 1094 time: 0.4721966 May 31 13:41:27.442709 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84107948-e5e5-4787-9e7a-1f167998c0b9 admin admin] Made reservation on behalf of 39ebb80380474b9ea580ba2ffbeb344e for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:41:27.448141 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-84107948-e5e5-4787-9e7a-1f167998c0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:27.527082 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-84107948-e5e5-4787-9e7a-1f167998c0b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:27.557452 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-d46fffc3-fdbb-463c-849a-7dbc4095f3ba tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Deleting subnet 88867310-cca9-4fa3-8fef-7c51f605b279 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:41:27.560279 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-bf77e481-a07e-48de-983a-77bed0e6c416 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a7a49ab6-a447-49dc-ab4c-3517e5c4b1e2 HTTP/1.1" status: 200 len: 217 time: 0.1034331 May 31 13:41:27.566042 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d46fffc3-fdbb-463c-849a-7dbc4095f3ba tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:27.598667 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-84107948-e5e5-4787-9e7a-1f167998c0b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:41:27.646913 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-84107948-e5e5-4787-9e7a-1f167998c0b9 admin admin] Usage tracker for resource:security_group_rule and tenant:39ebb80380474b9ea580ba2ffbeb344e is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:41:27.652702 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a51a7ad3-6017-42a7-9112-5701b36f5083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:27.658954 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-84107948-e5e5-4787-9e7a-1f167998c0b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:41:27.685757 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-84107948-e5e5-4787-9e7a-1f167998c0b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:41:27.692957 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51a7ad3-6017-42a7-9112-5701b36f5083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c4d9216-b381-48b6-9929-3eac27f9e48f,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:27.699161 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-23add475-e162-458d-ba6e-3c3084680b55 req-b589f868-286e-4d1b-9f48-7e348c950db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:27.720205 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d46fffc3-fdbb-463c-849a-7dbc4095f3ba tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:27.760900 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a51a7ad3-6017-42a7-9112-5701b36f5083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:27.762236 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a51a7ad3-6017-42a7-9112-5701b36f5083 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3c4d9216-b381-48b6-9929-3eac27f9e48f HTTP/1.1" status: 204 len: 168 time: 0.9680290 May 31 13:41:27.772806 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-cfdc88e5-b58d-4bc5-8127-42a79701a938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:27.774281 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-cfdc88e5-b58d-4bc5-8127-42a79701a938 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0acc1f20-833c-45db-adb0-e4409b2d4c9b HTTP/1.1" status: 200 len: 853 time: 0.1770902 May 31 13:41:27.835304 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-fc0ff868-229b-4e8c-859e-c5cae4cc8c35 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=259c3729-0e55-4023-ae89-6ca86bbc45c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506608 May 31 13:41:27.851786 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3e073938-6a52-4238-ac3c-8cd3dfe3dffb req-29380f77-ecff-42da-b66a-b90a76dc7af6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=608d30c6-0056-4027-8301-a400b83c0cdb HTTP/1.1" status: 200 len: 217 time: 0.4083083 May 31 13:41:27.876013 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-3b96075c-64a1-43c7-86ab-aac80902547a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:27.911122 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-61f52915-0497-4bc1-9462-71371f68c3bd req-eced54c7-55c2-4e9a-8b59-ec8fa632cd3b tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Synchronizing usage tracker for tenant:f1a1611ae60042dba54bcf3b2bd9ecf7 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:41:28.052520 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-25e75e43-0e2e-4c6b-a2a0-a88b389ed296 req-a0dee607-c991-447c-809d-b3485f42d22d tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Allocated IP 172.20.0.6 (33f45b70-2e86-4c98-bacd-f19d99d5c595/4e005d21-36e3-487c-8119-378be3a17cff/6fefb30d-14c0-4170-a819-323548bad8f8) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:41:28.083690 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-84107948-e5e5-4787-9e7a-1f167998c0b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:28.085372 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d46fffc3-fdbb-463c-849a-7dbc4095f3ba tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:28.127339 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b589f868-286e-4d1b-9f48-7e348c950db7 service neutron] Pushing event updated for resources: {'Port': ['ID=217a0383-1dd7-4b6a-9abb-e45a7159493e,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:28.145411 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a1b9c1-fddf-4ded-9c3f-9f7378062f2b req-43f4c99d-a329-4553-a5cc-6b9dc0b2f2ac tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:28.155952 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-84107948-e5e5-4787-9e7a-1f167998c0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:28.156209 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-63a1b9c1-fddf-4ded-9c3f-9f7378062f2b req-43f4c99d-a329-4553-a5cc-6b9dc0b2f2ac tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/ports?device_id=b285caa1-0db1-4a98-b033-f5712745a5ff HTTP/1.1" status: 200 len: 943 time: 1.1195621 May 31 13:41:28.215750 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-7cffced7-cc19-4c6b-a36a-e9964dd3b220 service neutron] 10.222.0.44 "GET /v2.0/networks/259c3729-0e55-4023-ae89-6ca86bbc45c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3728647 May 31 13:41:28.229107 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84107948-e5e5-4787-9e7a-1f167998c0b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:41:28.282380 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84107948-e5e5-4787-9e7a-1f167998c0b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a98da83b-17b5-4448-8f9e-a9c50c1cbdcb,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:28.289360 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-61f52915-0497-4bc1-9462-71371f68c3bd req-eced54c7-55c2-4e9a-8b59-ec8fa632cd3b tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Unset dirty status for tenant:f1a1611ae60042dba54bcf3b2bd9ecf7 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:41:28.291068 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-61f52915-0497-4bc1-9462-71371f68c3bd req-eced54c7-55c2-4e9a-8b59-ec8fa632cd3b tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7a3f59e-3819-463b-b6ae-0f1b00648484 HTTP/1.1" status: 200 len: 210 time: 0.5876958 May 31 13:41:28.365722 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-84107948-e5e5-4787-9e7a-1f167998c0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:28.366481 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-84107948-e5e5-4787-9e7a-1f167998c0b9 admin admin] Added segment 953815e4-64bf-4ed9-88a8-d915d9fae3c6 of type vlan for network 01fc962a-8b78-4f5e-b488-aef070562a0a May 31 13:41:28.368158 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 55448) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:41:28.416742 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0a6e0fc5-0b20-4b09-bf0e-f1e9ab004bbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:28.428459 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 608d30c6-0056-4027-8301-a400b83c0cdb details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:41:28.437964 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d46fffc3-fdbb-463c-849a-7dbc4095f3ba tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:28.479990 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-93b8450e-e051-471e-81b0-5f49ce4b4fc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:28.499626 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0a6e0fc5-0b20-4b09-bf0e-f1e9ab004bbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:41:28.504506 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-84107948-e5e5-4787-9e7a-1f167998c0b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:28.515145 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-93b8450e-e051-471e-81b0-5f49ce4b4fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:28.515525 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46fffc3-fdbb-463c-849a-7dbc4095f3ba tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event deleted for resources: {'Subnet': ['ID=88867310-cca9-4fa3-8fef-7c51f605b279,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:28.533710 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d46fffc3-fdbb-463c-849a-7dbc4095f3ba tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:28.536436 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-0a6e0fc5-0b20-4b09-bf0e-f1e9ab004bbd admin admin] Usage tracker for resource:security_group_rule and tenant:6e70549be066434e9f9834929fbeb772 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:41:28.544807 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-0a6e0fc5-0b20-4b09-bf0e-f1e9ab004bbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:41:28.559344 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0a6e0fc5-0b20-4b09-bf0e-f1e9ab004bbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:41:28.562550 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e620e05-18de-41fc-8f9c-844434f4e1d3 None None] Network 75fe482a-5491-41be-82e1-c58bd14283fe requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:41:28.599755 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d46fffc3-fdbb-463c-849a-7dbc4095f3ba tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "DELETE /v2.0/subnets/88867310-cca9-4fa3-8fef-7c51f605b279 HTTP/1.1" status: 204 len: 168 time: 1.3008192 May 31 13:41:28.609917 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 55452) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:41:28.619895 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-1b874a97-194e-4155-8f1a-e39f2a48a01c service neutron] 10.222.0.44 "GET /v2.0/networks/259c3729-0e55-4023-ae89-6ca86bbc45c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3879094 May 31 13:41:28.626543 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-63a1b9c1-fddf-4ded-9c3f-9f7378062f2b req-9a871f8a-ae44-49f7-bdc9-c67bb59a37f7 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/security-groups?id=1729ab42-7be5-44f8-b17a-0e9ffb5ba8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4692276 May 31 13:41:28.654060 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-84107948-e5e5-4787-9e7a-1f167998c0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:28.655897 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84107948-e5e5-4787-9e7a-1f167998c0b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:28.655897 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-84107948-e5e5-4787-9e7a-1f167998c0b9 admin admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:28.705548 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b8450e-e051-471e-81b0-5f49ce4b4fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8093eac7-945e-40f5-8979-bb5a5778e77d,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:28.717529 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-93b8450e-e051-471e-81b0-5f49ce4b4fc9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7dc04bbddfad46a8a8c351aead617e9c&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4716556 May 31 13:41:28.736253 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-23add475-e162-458d-ba6e-3c3084680b55 req-b589f868-286e-4d1b-9f48-7e348c950db7 service neutron] Attempting to bind port 217a0383-1dd7-4b6a-9abb-e45a7159493e on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:41:28.736426 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 55456) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:41:28.736532 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-23add475-e162-458d-ba6e-3c3084680b55 req-b589f868-286e-4d1b-9f48-7e348c950db7 service neutron] Attempting to bind port 217a0383-1dd7-4b6a-9abb-e45a7159493e by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': '8804d6e5-915c-4ad0-ab6a-a18b8d34b41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '33f45b70-2e86-4c98-bacd-f19d99d5c595'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:41:28.736848 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23add475-e162-458d-ba6e-3c3084680b55 req-b589f868-286e-4d1b-9f48-7e348c950db7 service neutron] Attempting to bind port 217a0383-1dd7-4b6a-9abb-e45a7159493e on network 33f45b70-2e86-4c98-bacd-f19d99d5c595 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:41:28.753049 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e073938-6a52-4238-ac3c-8cd3dfe3dffb req-b871701e-b381-4329-bb11-a1f6a157e123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:28.754542 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3e073938-6a52-4238-ac3c-8cd3dfe3dffb req-b871701e-b381-4329-bb11-a1f6a157e123 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f33f44ed-37c8-44e7-8a90-0b19e94cc7a8 HTTP/1.1" status: 200 len: 851 time: 0.8572171 May 31 13:41:28.800134 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23add475-e162-458d-ba6e-3c3084680b55 req-b589f868-286e-4d1b-9f48-7e348c950db7 service neutron] Port 217a0383-1dd7-4b6a-9abb-e45a7159493e on network 33f45b70-2e86-4c98-bacd-f19d99d5c595 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:41:28.800535 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23add475-e162-458d-ba6e-3c3084680b55 req-b589f868-286e-4d1b-9f48-7e348c950db7 service neutron] Attempting to bind port 217a0383-1dd7-4b6a-9abb-e45a7159493e on network 33f45b70-2e86-4c98-bacd-f19d99d5c595 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:41:28.857278 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 608d30c6-0056-4027-8301-a400b83c0cdb, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=608d30c6-0056-4027-8301-a400b83c0cdb,segment=NetworkSegment(95357fb1-128e-4e50-a9ef-07d5adff4ac5),segment_id=95357fb1-128e-4e50-a9ef-07d5adff4ac5)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:41:28.882223 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': '608d30c6-0056-4027-8301-a400b83c0cdb', 'network_id': '48ff30cd-fefc-45b9-9b91-2fda26bd24e8', 'port_id': '608d30c6-0056-4027-8301-a400b83c0cdb', 'mac_address': 'fa:16:3e:87:e3:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f33f44ed-37c8-44e7-8a90-0b19e94cc7a8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:41:28.894631 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23add475-e162-458d-ba6e-3c3084680b55 req-b589f868-286e-4d1b-9f48-7e348c950db7 service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:41:28.895018 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23add475-e162-458d-ba6e-3c3084680b55 req-b589f868-286e-4d1b-9f48-7e348c950db7 service neutron] Checking segment: {'id': '8804d6e5-915c-4ad0-ab6a-a18b8d34b41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '33f45b70-2e86-4c98-bacd-f19d99d5c595'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:41:28.895344 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23add475-e162-458d-ba6e-3c3084680b55 req-b589f868-286e-4d1b-9f48-7e348c950db7 service neutron] Bound using segment: {'id': '8804d6e5-915c-4ad0-ab6a-a18b8d34b41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '33f45b70-2e86-4c98-bacd-f19d99d5c595'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:41:28.895829 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-23add475-e162-458d-ba6e-3c3084680b55 req-b589f868-286e-4d1b-9f48-7e348c950db7 service neutron] Bound port: 217a0383-1dd7-4b6a-9abb-e45a7159493e, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8804d6e5-915c-4ad0-ab6a-a18b8d34b41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '33f45b70-2e86-4c98-bacd-f19d99d5c595'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:41:28.896170 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-23add475-e162-458d-ba6e-3c3084680b55 req-b589f868-286e-4d1b-9f48-7e348c950db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:28.915054 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3e073938-6a52-4238-ac3c-8cd3dfe3dffb req-d64021ed-f0ab-4e35-b676-5d01f9417447 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=48ff30cd-fefc-45b9-9b91-2fda26bd24e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1121712 May 31 13:41:28.951250 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-84107948-e5e5-4787-9e7a-1f167998c0b9 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.0284827 May 31 13:41:28.971769 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-249f4cec-0095-4dd4-902f-ac2d388535b5 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:28.975026 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84107948-e5e5-4787-9e7a-1f167998c0b9 admin admin] Pushing event updated for resources: {'Network': ['ID=01fc962a-8b78-4f5e-b488-aef070562a0a,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:28.978242 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 608d30c6-0056-4027-8301-a400b83c0cdb is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:41:28.978996 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:28.979588 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 55460) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:41:29.003918 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 608d30c6-0056-4027-8301-a400b83c0cdb {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:41:29.008330 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-71d472e3-dc8d-4eab-ab62-929a8d775c99 admin admin] Request body: {'subnet': {'network_id': '01fc962a-8b78-4f5e-b488-aef070562a0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-643219966-subnet', 'tenant_id': '39ebb80380474b9ea580ba2ffbeb344e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:41:29.010626 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 01fc962a-8b78-4f5e-b488-aef070562a0a details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:41:29.014959 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-71d472e3-dc8d-4eab-ab62-929a8d775c99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:41:29.032896 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-71d472e3-dc8d-4eab-ab62-929a8d775c99 admin admin] Usage tracker for resource:subnet and tenant:39ebb80380474b9ea580ba2ffbeb344e is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:41:29.038680 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.44', 54282) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:41:29.039693 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-71d472e3-dc8d-4eab-ab62-929a8d775c99 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:41:29.045341 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8052cd4e-2823-47d2-a624-ae1a538d0860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:29.064175 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-71d472e3-dc8d-4eab-ab62-929a8d775c99 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:41:29.119532 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb5fb22-b6c5-43cd-b66a-38e0a195b082 None None] DHCP port deletion for 75fe482a-5491-41be-82e1-c58bd14283fe request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:41:29.148970 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 608d30c6-0056-4027-8301-a400b83c0cdb, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=608d30c6-0056-4027-8301-a400b83c0cdb,segment=NetworkSegment(95357fb1-128e-4e50-a9ef-07d5adff4ac5),segment_id=95357fb1-128e-4e50-a9ef-07d5adff4ac5)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:41:29.150591 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-4bb5fb22-b6c5-43cd-b66a-38e0a195b082 None None] Deleting port 137e8a6c-1605-499c-bba1-22690a6f9974 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:41:29.151307 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4bb5fb22-b6c5-43cd-b66a-38e0a195b082 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:29.175933 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-249f4cec-0095-4dd4-902f-ac2d388535b5 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Deleting port 137e8a6c-1605-499c-bba1-22690a6f9974 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:41:29.176760 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-249f4cec-0095-4dd4-902f-ac2d388535b5 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:29.188472 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:29.364175 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0a6e0fc5-0b20-4b09-bf0e-f1e9ab004bbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:29.371383 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=608d30c6-0056-4027-8301-a400b83c0cdb,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:29.381733 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d472e3-dc8d-4eab-ab62-929a8d775c99 admin admin] Made reservation on behalf of 39ebb80380474b9ea580ba2ffbeb344e for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:41:29.395222 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-71d472e3-dc8d-4eab-ab62-929a8d775c99 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:29.439527 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0a6e0fc5-0b20-4b09-bf0e-f1e9ab004bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:29.440075 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a803d-3e7f-4896-bb2b-dab05ef31597 req-9028b35e-9232-415e-bea2-4a3fc1b2c222 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:29.441654 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-669a803d-3e7f-4896-bb2b-dab05ef31597 req-9028b35e-9232-415e-bea2-4a3fc1b2c222 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1d498af-a0cc-4ed2-ac81-8c20e8e788b0 HTTP/1.1" status: 200 len: 943 time: 0.9514692 May 31 13:41:29.453658 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8052cd4e-2823-47d2-a624-ae1a538d0860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:29.472581 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c55a7b-2d3f-4658-ab5b-a9db0b8d105e req-f8bb7c71-074f-47e6-9446-4ac4d0099594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:29.474241 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-30c55a7b-2d3f-4658-ab5b-a9db0b8d105e req-f8bb7c71-074f-47e6-9446-4ac4d0099594 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=efc105b3ffca404f9d489bce18ac0a3c&device_id=b1d498af-a0cc-4ed2-ac81-8c20e8e788b0 HTTP/1.1" status: 200 len: 1094 time: 0.7386234 May 31 13:41:29.482266 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['608d30c6-0056-4027-8301-a400b83c0cdb'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:41:29.528357 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-23add475-e162-458d-ba6e-3c3084680b55 req-b589f868-286e-4d1b-9f48-7e348c950db7 service neutron] For port 217a0383-1dd7-4b6a-9abb-e45a7159493e, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:41:29.610780 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-4bb5fb22-b6c5-43cd-b66a-38e0a195b082 None None] For port 137e8a6c-1605-499c-bba1-22690a6f9974, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=137e8a6c-1605-499c-bba1-22690a6f9974,segment=NetworkSegment(0ac87b07-d870-4362-982c-dbde5753b8fd),segment_id=0ac87b07-d870-4362-982c-dbde5753b8fd)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:41:29.611061 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4bb5fb22-b6c5-43cd-b66a-38e0a195b082 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:29.619766 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-23add475-e162-458d-ba6e-3c3084680b55 req-b589f868-286e-4d1b-9f48-7e348c950db7 service neutron] For port 217a0383-1dd7-4b6a-9abb-e45a7159493e, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=217a0383-1dd7-4b6a-9abb-e45a7159493e,segment=NetworkSegment(8804d6e5-915c-4ad0-ab6a-a18b8d34b41b),segment_id=8804d6e5-915c-4ad0-ab6a-a18b8d34b41b)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:41:29.627466 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3e073938-6a52-4238-ac3c-8cd3dfe3dffb req-a67a98ae-7d52-4380-9931-e6cf18cb9e8b service neutron] 10.222.0.44 "GET /v2.0/networks/48ff30cd-fefc-45b9-9b91-2fda26bd24e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6682124 May 31 13:41:29.636640 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-25e75e43-0e2e-4c6b-a2a0-a88b389ed296 req-a0dee607-c991-447c-809d-b3485f42d22d tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:29.656610 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-23add475-e162-458d-ba6e-3c3084680b55 req-b589f868-286e-4d1b-9f48-7e348c950db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:29.661775 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6f639a93-10e7-4306-ab6c-0c8b1a4c09f1 req-73434322-1bc7-4ee6-bf49-cfb232e622cc tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7a3f59e-3819-463b-b6ae-0f1b00648484 HTTP/1.1" status: 200 len: 210 time: 0.1243005 May 31 13:41:29.792375 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6e0fc5-0b20-4b09-bf0e-f1e9ab004bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66f26224-2c6f-4825-ad47-da8f5ee4b14c,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:29.797593 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-0a6e0fc5-0b20-4b09-bf0e-f1e9ab004bbd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6e70549be066434e9f9834929fbeb772&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4281750 May 31 13:41:29.821816 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 55470) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:41:29.837843 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-4bb5fb22-b6c5-43cd-b66a-38e0a195b082 None None] Calling delete_port for 137e8a6c-1605-499c-bba1-22690a6f9974 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:41:29.854133 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a77933d-d639-40d6-ab23-67ced07677c9 req-e4c89c45-e7ce-4c6a-930d-80a76b7e21a7 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:29.855267 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-4a77933d-d639-40d6-ab23-67ced07677c9 req-e4c89c45-e7ce-4c6a-930d-80a76b7e21a7 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Synchronizing usage tracker for tenant:f1a1611ae60042dba54bcf3b2bd9ecf7 on resource:network {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:41:29.920944 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 137e8a6c-1605-499c-bba1-22690a6f9974 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:41:29.948878 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-669a803d-3e7f-4896-bb2b-dab05ef31597 req-76f28ed7-6444-4df0-8c3b-155688145c4e tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] 10.222.0.50 "GET /v2.0/security-groups?id=bcc17e7d-20be-4c37-b314-b765a132b03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4713664 May 31 13:41:29.950092 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-25e75e43-0e2e-4c6b-a2a0-a88b389ed296 req-a0dee607-c991-447c-809d-b3485f42d22d tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Transition to ACTIVE for port object 6fefb30d-14c0-4170-a819-323548bad8f8 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:41:30.027131 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.resource_extend [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-3b96075c-64a1-43c7-86ab-aac80902547a service neutron] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:41:30.044781 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23add475-e162-458d-ba6e-3c3084680b55 req-b589f868-286e-4d1b-9f48-7e348c950db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:30.045750 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-23add475-e162-458d-ba6e-3c3084680b55 req-b589f868-286e-4d1b-9f48-7e348c950db7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:30.047617 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-23add475-e162-458d-ba6e-3c3084680b55 req-b589f868-286e-4d1b-9f48-7e348c950db7 service neutron] 10.222.0.44 "PUT /v2.0/ports/217a0383-1dd7-4b6a-9abb-e45a7159493e HTTP/1.1" status: 200 len: 1091 time: 6.1856828 May 31 13:41:30.060361 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e784aeb2-4e66-4dc1-a934-09bd1cdb248d', 'tag': '217a0383-1dd7-4b6a-9abb-e45a7159493e'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:41:30.183598 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-4a77933d-d639-40d6-ab23-67ced07677c9 req-e4c89c45-e7ce-4c6a-930d-80a76b7e21a7 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Unset dirty status for tenant:f1a1611ae60042dba54bcf3b2bd9ecf7 on resource:network {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:41:30.186381 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4a77933d-d639-40d6-ab23-67ced07677c9 req-e4c89c45-e7ce-4c6a-930d-80a76b7e21a7 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.44 "GET /v2.0/networks?id=33f45b70-2e86-4c98-bacd-f19d99d5c595 HTTP/1.1" status: 200 len: 816 time: 1.1425068 May 31 13:41:30.189952 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-011db430-5445-4103-8b99-0d3f5e1df1b9'] response: {'name': 'network-changed', 'server_uuid': 'e784aeb2-4e66-4dc1-a934-09bd1cdb248d', 'tag': '217a0383-1dd7-4b6a-9abb-e45a7159493e', 'status': 'completed', 'code': 200} May 31 13:41:30.194904 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4bb5fb22-b6c5-43cd-b66a-38e0a195b082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:30.196352 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8e384b90-beef-4001-a35a-f9f739e7a3e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:30.198805 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8052cd4e-2823-47d2-a624-ae1a538d0860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:30.214384 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-4a77933d-d639-40d6-ab23-67ced07677c9 req-39b30674-22b5-4386-8d5c-cd2da8e2745f tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Request body: {'port': {'device_id': 'f7a3f59e-3819-463b-b6ae-0f1b00648484', 'network_id': '33f45b70-2e86-4c98-bacd-f19d99d5c595', 'admin_state_up': True, 'tenant_id': 'f1a1611ae60042dba54bcf3b2bd9ecf7'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:41:30.233076 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b589f868-286e-4d1b-9f48-7e348c950db7 service neutron] Pushing event updated for resources: {'Port': ['ID=217a0383-1dd7-4b6a-9abb-e45a7159493e,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:30.253588 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-3b96075c-64a1-43c7-86ab-aac80902547a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa3c3c8f-781a-47b1-87a9-4211ac29fcc9 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:41:30.287356 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-3b96075c-64a1-43c7-86ab-aac80902547a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:30.297541 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No active binding found for port 137e8a6c-1605-499c-bba1-22690a6f9974 {{(pid=88371) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 31 13:41:30.298652 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 137e8a6c-1605-499c-bba1-22690a6f9974 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:41:30.328707 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3e073938-6a52-4238-ac3c-8cd3dfe3dffb req-5cf7793a-1e37-4b41-8487-4171cd6807ee service neutron] 10.222.0.44 "GET /v2.0/networks/48ff30cd-fefc-45b9-9b91-2fda26bd24e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6818542 May 31 13:41:30.341084 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb5fb22-b6c5-43cd-b66a-38e0a195b082 None None] Pushing event deleted for resources: {'Port': ['ID=137e8a6c-1605-499c-bba1-22690a6f9974,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:30.359187 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb5fb22-b6c5-43cd-b66a-38e0a195b082 None None] No DVR routers for this DVR port 137e8a6c-1605-499c-bba1-22690a6f9974 on host n-d-843939-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:41:30.374092 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-3b96075c-64a1-43c7-86ab-aac80902547a service neutron] Transition to ACTIVE for port object aa3c3c8f-781a-47b1-87a9-4211ac29fcc9 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:41:30.375768 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-25e75e43-0e2e-4c6b-a2a0-a88b389ed296 req-a0dee607-c991-447c-809d-b3485f42d22d tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:30.400204 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c55a7b-2d3f-4658-ab5b-a9db0b8d105e req-9a8e3a92-819f-45d2-9ec0-243ef371020a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:30.402344 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-30c55a7b-2d3f-4658-ab5b-a9db0b8d105e req-9a8e3a92-819f-45d2-9ec0-243ef371020a service neutron] 10.222.0.44 "GET /v2.0/networks?id=259c3729-0e55-4023-ae89-6ca86bbc45c1 HTTP/1.1" status: 200 len: 914 time: 0.8608847 May 31 13:41:30.432277 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-3b96075c-64a1-43c7-86ab-aac80902547a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:30.447265 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-249f4cec-0095-4dd4-902f-ac2d388535b5 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] For port 137e8a6c-1605-499c-bba1-22690a6f9974, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=137e8a6c-1605-499c-bba1-22690a6f9974,segment=NetworkSegment(0ac87b07-d870-4362-982c-dbde5753b8fd),segment_id=0ac87b07-d870-4362-982c-dbde5753b8fd)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:41:30.447636 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-249f4cec-0095-4dd4-902f-ac2d388535b5 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:30.460616 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-4a77933d-d639-40d6-ab23-67ced07677c9 req-39b30674-22b5-4386-8d5c-cd2da8e2745f tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:41:30.528977 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8052cd4e-2823-47d2-a624-ae1a538d0860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8093eac7-945e-40f5-8979-bb5a5778e77d,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:30.547204 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25e75e43-0e2e-4c6b-a2a0-a88b389ed296 req-a0dee607-c991-447c-809d-b3485f42d22d tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Network 33f45b70-2e86-4c98-bacd-f19d99d5c595 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:41:30.559328 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-25e75e43-0e2e-4c6b-a2a0-a88b389ed296 req-a0dee607-c991-447c-809d-b3485f42d22d tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:41:30.568034 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236141c-3818-445f-821e-b60767b95117 req-57ac6ef4-c1b9-414d-97c2-adef3afd5d29 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:30.575582 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0236141c-3818-445f-821e-b60767b95117 req-57ac6ef4-c1b9-414d-97c2-adef3afd5d29 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/ports?device_id=b285caa1-0db1-4a98-b033-f5712745a5ff HTTP/1.1" status: 200 len: 944 time: 0.6115336 May 31 13:41:30.580956 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-25e75e43-0e2e-4c6b-a2a0-a88b389ed296 req-a0dee607-c991-447c-809d-b3485f42d22d tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:41:30.628073 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dee607-c991-447c-809d-b3485f42d22d tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Pushing event updated for resources: {'Port': ['ID=6fefb30d-14c0-4170-a819-323548bad8f8,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:30.632054 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23add475-e162-458d-ba6e-3c3084680b55 req-abff8dbf-4445-432a-a0d9-c544984b0098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:30.633525 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-23add475-e162-458d-ba6e-3c3084680b55 req-abff8dbf-4445-432a-a0d9-c544984b0098 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f1a1611ae60042dba54bcf3b2bd9ecf7&device_id=e784aeb2-4e66-4dc1-a934-09bd1cdb248d HTTP/1.1" status: 200 len: 1094 time: 0.5122809 May 31 13:41:30.690245 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-249f4cec-0095-4dd4-902f-ac2d388535b5 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Calling delete_port for 137e8a6c-1605-499c-bba1-22690a6f9974 owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:41:30.729837 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8e384b90-beef-4001-a35a-f9f739e7a3e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:30.737654 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-30c55a7b-2d3f-4658-ab5b-a9db0b8d105e req-173f85ce-8870-44ab-bf1f-bcee664f2815 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a7a49ab6-a447-49dc-ab4c-3517e5c4b1e2 HTTP/1.1" status: 200 len: 217 time: 0.2794962 May 31 13:41:30.747751 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-4a77933d-d639-40d6-ab23-67ced07677c9 req-39b30674-22b5-4386-8d5c-cd2da8e2745f tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:41:30.776874 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a77933d-d639-40d6-ab23-67ced07677c9 req-39b30674-22b5-4386-8d5c-cd2da8e2745f tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Made reservation on behalf of f1a1611ae60042dba54bcf3b2bd9ecf7 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:41:30.781178 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-4a77933d-d639-40d6-ab23-67ced07677c9 req-39b30674-22b5-4386-8d5c-cd2da8e2745f tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:30.847877 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-3c56b668-d74c-4d7e-bc12-0214a124781b None None] Provisioning for port 6fefb30d-14c0-4170-a819-323548bad8f8 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:41:30.857608 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-3c56b668-d74c-4d7e-bc12-0214a124781b None None] Provisioning complete for port 6fefb30d-14c0-4170-a819-323548bad8f8 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:41:30.859634 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3c56b668-d74c-4d7e-bc12-0214a124781b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:30.881472 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-23add475-e162-458d-ba6e-3c3084680b55 req-19f3d102-e263-468d-bf71-b60ae2a22b76 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=217a0383-1dd7-4b6a-9abb-e45a7159493e HTTP/1.1" status: 200 len: 217 time: 0.2048066 May 31 13:41:30.928358 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8052cd4e-2823-47d2-a624-ae1a538d0860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:30.929552 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-8052cd4e-2823-47d2-a624-ae1a538d0860 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8093eac7-945e-40f5-8979-bb5a5778e77d HTTP/1.1" status: 204 len: 168 time: 2.1922936 May 31 13:41:30.938970 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-3c56b668-d74c-4d7e-bc12-0214a124781b None None] Port 6fefb30d-14c0-4170-a819-323548bad8f8 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:41:30.987359 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0236141c-3818-445f-821e-b60767b95117 req-e4deeabb-f946-4fb7-a616-40a874101052 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/security-groups?id=1729ab42-7be5-44f8-b17a-0e9ffb5ba8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4109018 May 31 13:41:30.987979 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b96075c-64a1-43c7-86ab-aac80902547a service neutron] Pushing event updated for resources: {'Port': ['ID=aa3c3c8f-781a-47b1-87a9-4211ac29fcc9,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:30.997603 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c55a7b-2d3f-4658-ab5b-a9db0b8d105e req-64be109f-46de-4628-93b6-cc6dda26418e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:30.999478 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-30c55a7b-2d3f-4658-ab5b-a9db0b8d105e req-64be109f-46de-4628-93b6-cc6dda26418e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0acc1f20-833c-45db-adb0-e4409b2d4c9b HTTP/1.1" status: 200 len: 853 time: 0.2313614 May 31 13:41:31.001086 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b53ceaac-5c31-4171-87e1-d3a835301ce5 req-827d9159-6d08-43b1-900b-69d1109f6590 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7a3f59e-3819-463b-b6ae-0f1b00648484 HTTP/1.1" status: 200 len: 210 time: 0.1297338 May 31 13:41:31.015055 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e75e43-0e2e-4c6b-a2a0-a88b389ed296 req-a0dee607-c991-447c-809d-b3485f42d22d tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:31.015692 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-25e75e43-0e2e-4c6b-a2a0-a88b389ed296 req-a0dee607-c991-447c-809d-b3485f42d22d tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:31.025837 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-71d472e3-dc8d-4eab-ab62-929a8d775c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:31.097414 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25e75e43-0e2e-4c6b-a2a0-a88b389ed296 req-a0dee607-c991-447c-809d-b3485f42d22d tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.9367723 May 31 13:41:31.100975 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23add475-e162-458d-ba6e-3c3084680b55 req-0a38d764-258d-4953-b433-037c325ac2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:31.103106 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-23add475-e162-458d-ba6e-3c3084680b55 req-0a38d764-258d-4953-b433-037c325ac2ea service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4e005d21-36e3-487c-8119-378be3a17cff HTTP/1.1" status: 200 len: 855 time: 0.2073052 May 31 13:41:31.104334 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-3b96075c-64a1-43c7-86ab-aac80902547a service neutron] Attempting to bind port aa3c3c8f-781a-47b1-87a9-4211ac29fcc9 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:41:31.104826 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-3b96075c-64a1-43c7-86ab-aac80902547a service neutron] Attempting to bind port aa3c3c8f-781a-47b1-87a9-4211ac29fcc9 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'f44e8783-3b0b-49f9-9a6f-b0d5f2f569b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '259c3729-0e55-4023-ae89-6ca86bbc45c1'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:41:31.105314 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-3b96075c-64a1-43c7-86ab-aac80902547a service neutron] Attempting to bind port aa3c3c8f-781a-47b1-87a9-4211ac29fcc9 on network 259c3729-0e55-4023-ae89-6ca86bbc45c1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:41:31.137777 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-30c55a7b-2d3f-4658-ab5b-a9db0b8d105e req-c4e3e46c-026b-4faa-ab60-21810df8999f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=259c3729-0e55-4023-ae89-6ca86bbc45c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1142561 May 31 13:41:31.162994 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-25e75e43-0e2e-4c6b-a2a0-a88b389ed296 req-4d4cdb8a-9e89-446c-8008-d3be06825698 service neutron] Request body: {'port': {'device_id': 'c1a61240-abff-4aa6-b6d3-d753eda87237', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:41:31.174712 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.db.api [None req-249f4cec-0095-4dd4-902f-ac2d388535b5 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:41:31.175117 n-d-843939-1 neutron-server[88369]: DEBUG oslo_db.api [None req-249f4cec-0095-4dd4-902f-ac2d388535b5 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:41:31.194565 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-3b96075c-64a1-43c7-86ab-aac80902547a service neutron] Port aa3c3c8f-781a-47b1-87a9-4211ac29fcc9 on network 259c3729-0e55-4023-ae89-6ca86bbc45c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:41:31.195136 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-3b96075c-64a1-43c7-86ab-aac80902547a service neutron] Attempting to bind port aa3c3c8f-781a-47b1-87a9-4211ac29fcc9 on network 259c3729-0e55-4023-ae89-6ca86bbc45c1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:41:31.258383 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-3b96075c-64a1-43c7-86ab-aac80902547a service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:41:31.259363 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-3b96075c-64a1-43c7-86ab-aac80902547a service neutron] Checking segment: {'id': 'f44e8783-3b0b-49f9-9a6f-b0d5f2f569b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '259c3729-0e55-4023-ae89-6ca86bbc45c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:41:31.259727 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-3b96075c-64a1-43c7-86ab-aac80902547a service neutron] Bound using segment: {'id': 'f44e8783-3b0b-49f9-9a6f-b0d5f2f569b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '259c3729-0e55-4023-ae89-6ca86bbc45c1'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:41:31.260181 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-3b96075c-64a1-43c7-86ab-aac80902547a service neutron] Bound port: aa3c3c8f-781a-47b1-87a9-4211ac29fcc9, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f44e8783-3b0b-49f9-9a6f-b0d5f2f569b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '259c3729-0e55-4023-ae89-6ca86bbc45c1'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:41:31.260525 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-3b96075c-64a1-43c7-86ab-aac80902547a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:31.421242 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8e384b90-beef-4001-a35a-f9f739e7a3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:31.458942 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-3b96075c-64a1-43c7-86ab-aac80902547a service neutron] For port aa3c3c8f-781a-47b1-87a9-4211ac29fcc9, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:41:31.486780 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d472e3-dc8d-4eab-ab62-929a8d775c99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=376ea7ff-d0de-4ced-8dc7-d3d0c70fcd72,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:31.492624 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-3b96075c-64a1-43c7-86ab-aac80902547a service neutron] For port aa3c3c8f-781a-47b1-87a9-4211ac29fcc9, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=aa3c3c8f-781a-47b1-87a9-4211ac29fcc9,segment=NetworkSegment(f44e8783-3b0b-49f9-9a6f-b0d5f2f569b7),segment_id=f44e8783-3b0b-49f9-9a6f-b0d5f2f569b7)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:41:31.501458 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e384b90-beef-4001-a35a-f9f739e7a3e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f26224-2c6f-4825-ad47-da8f5ee4b14c,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:31.514671 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-3b96075c-64a1-43c7-86ab-aac80902547a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:31.518444 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-25e75e43-0e2e-4c6b-a2a0-a88b389ed296 req-4d4cdb8a-9e89-446c-8008-d3be06825698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:31.553154 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d472e3-dc8d-4eab-ab62-929a8d775c99 admin admin] Checking segment: {'id': '953815e4-64bf-4ed9-88a8-d915d9fae3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '01fc962a-8b78-4f5e-b488-aef070562a0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:41:31.553513 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d472e3-dc8d-4eab-ab62-929a8d775c99 admin admin] Network hostable DHCP agents. Network: 01fc962a-8b78-4f5e-b488-aef070562a0a, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:41:31.605855 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-3b96075c-64a1-43c7-86ab-aac80902547a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:31.607103 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-3b96075c-64a1-43c7-86ab-aac80902547a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:31.607272 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-30c55a7b-2d3f-4658-ab5b-a9db0b8d105e req-de2851dd-4d0e-4640-97b8-4507481e1ae3 service neutron] 10.222.0.44 "GET /v2.0/networks/259c3729-0e55-4023-ae89-6ca86bbc45c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4619792 May 31 13:41:31.608763 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-3b96075c-64a1-43c7-86ab-aac80902547a service neutron] 10.222.0.44 "PUT /v2.0/ports/aa3c3c8f-781a-47b1-87a9-4211ac29fcc9 HTTP/1.1" status: 200 len: 1092 time: 4.5877926 May 31 13:41:31.612334 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [req-4a77933d-d639-40d6-ab23-67ced07677c9 req-39b30674-22b5-4386-8d5c-cd2da8e2745f tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Allocated IP 172.20.0.13 (33f45b70-2e86-4c98-bacd-f19d99d5c595/4e005d21-36e3-487c-8119-378be3a17cff/6fa94b87-56f7-44f9-bf42-e1a60be1e0f0) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:41:31.614597 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8e384b90-beef-4001-a35a-f9f739e7a3e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:31.615794 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-8e384b90-beef-4001-a35a-f9f739e7a3e5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/66f26224-2c6f-4825-ad47-da8f5ee4b14c HTTP/1.1" status: 204 len: 168 time: 1.7783513 May 31 13:41:31.653608 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d472e3-dc8d-4eab-ab62-929a8d775c99 admin admin] Network 01fc962a-8b78-4f5e-b488-aef070562a0a is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:41:31.655255 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23add475-e162-458d-ba6e-3c3084680b55 req-d11c8a63-d5f2-4637-9479-b6664bc7a662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:31.657093 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-23add475-e162-458d-ba6e-3c3084680b55 req-d11c8a63-d5f2-4637-9479-b6664bc7a662 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=33f45b70-2e86-4c98-bacd-f19d99d5c595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5461330 May 31 13:41:31.706033 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-249f4cec-0095-4dd4-902f-ac2d388535b5 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Deleting port 137e8a6c-1605-499c-bba1-22690a6f9974 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:41:31.706033 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-249f4cec-0095-4dd4-902f-ac2d388535b5 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:31.733690 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a667bb7-a7da-4e2a-8dc9-f311e688fda3 req-f04ba26f-ff5f-40a2-9b4f-2cf12d688da3 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:31.735227 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6a667bb7-a7da-4e2a-8dc9-f311e688fda3 req-f04ba26f-ff5f-40a2-9b4f-2cf12d688da3 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1d498af-a0cc-4ed2-ac81-8c20e8e788b0 HTTP/1.1" status: 200 len: 943 time: 0.5212986 May 31 13:41:31.764967 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-71d472e3-dc8d-4eab-ab62-929a8d775c99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 01fc962a-8b78-4f5e-b488-aef070562a0a) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:41:31.773203 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27ca1cb-121a-4bcf-9272-22df3e35c8c7 None None] Network 01fc962a-8b78-4f5e-b488-aef070562a0a requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:41:31.854027 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-249f4cec-0095-4dd4-902f-ac2d388535b5 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] The port '137e8a6c-1605-499c-bba1-22690a6f9974' was deleted {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 13:41:31.855719 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d472e3-dc8d-4eab-ab62-929a8d775c99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:31.856313 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-71d472e3-dc8d-4eab-ab62-929a8d775c99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:32.116674 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b96075c-64a1-43c7-86ab-aac80902547a service neutron] Pushing event updated for resources: {'Port': ['ID=aa3c3c8f-781a-47b1-87a9-4211ac29fcc9,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:32.151844 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-71d472e3-dc8d-4eab-ab62-929a8d775c99 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 3.1658664 May 31 13:41:32.262941 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa33a663-b177-4eae-a798-97c690c9e55f', 'tag': 'aa3c3c8f-781a-47b1-87a9-4211ac29fcc9'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:41:32.274776 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de66a094-1e7f-465f-b21f-a5b413e8ac98 None None] Network 01fc962a-8b78-4f5e-b488-aef070562a0a requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:41:32.381523 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6a667bb7-a7da-4e2a-8dc9-f311e688fda3 req-5fa997b3-50e3-41a8-8c3a-a4abeb5de5f9 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] 10.222.0.50 "GET /v2.0/security-groups?id=bcc17e7d-20be-4c37-b314-b765a132b03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6168487 May 31 13:41:32.387405 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-30c55a7b-2d3f-4658-ab5b-a9db0b8d105e req-ea9d43df-1e69-4d3f-bbac-07f920bc047a service neutron] 10.222.0.44 "GET /v2.0/networks/259c3729-0e55-4023-ae89-6ca86bbc45c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7703545 May 31 13:41:32.412742 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-249f4cec-0095-4dd4-902f-ac2d388535b5 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:32.591863 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-23add475-e162-458d-ba6e-3c3084680b55 req-a80d5ba6-5ef9-4161-b61c-a82367c7482e service neutron] 10.222.0.44 "GET /v2.0/networks/33f45b70-2e86-4c98-bacd-f19d99d5c595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9235878 May 31 13:41:32.694919 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-249f4cec-0095-4dd4-902f-ac2d388535b5 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75fe482a-5491-41be-82e1-c58bd14283fe']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:41:32.717243 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-249f4cec-0095-4dd4-902f-ac2d388535b5 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ac87b07-d870-4362-982c-dbde5753b8fd') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:41:32.717753 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-249f4cec-0095-4dd4-902f-ac2d388535b5 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ac87b07-d870-4362-982c-dbde5753b8fd') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:41:32.763265 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-249f4cec-0095-4dd4-902f-ac2d388535b5 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:32.795674 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-249f4cec-0095-4dd4-902f-ac2d388535b5 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:32.814042 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-249f4cec-0095-4dd4-902f-ac2d388535b5 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:41:32.814618 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-249f4cec-0095-4dd4-902f-ac2d388535b5 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:32.862841 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-415f3876-1e53-4f08-8cd9-dcce2be3d570 req-48445250-93a7-4deb-a665-6cbb97371156 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7a3f59e-3819-463b-b6ae-0f1b00648484 HTTP/1.1" status: 200 len: 210 time: 0.2689667 May 31 13:41:32.910113 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device a7a49ab6-a447-49dc-ab4c-3517e5c4b1e2 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:41:32.912954 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 608d30c6-0056-4027-8301-a400b83c0cdb up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:41:32.949007 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-3c3fe451-5828-4ddd-b2b1-e3d1878494eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:32.955062 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-3c3fe451-5828-4ddd-b2b1-e3d1878494eb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=efc105b3ffca404f9d489bce18ac0a3c&device_id=fa33a663-b177-4eae-a798-97c690c9e55f HTTP/1.1" status: 200 len: 1095 time: 1.2779267 May 31 13:41:32.966604 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 0ac87b07-d870-4362-982c-dbde5753b8fd resource provider aggregate not found May 31 13:41:32.984730 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-4a77933d-d639-40d6-ab23-67ced07677c9 req-39b30674-22b5-4386-8d5c-cd2da8e2745f tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:33.003981 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 0ac87b07-d870-4362-982c-dbde5753b8fd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0ac87b07-d870-4362-982c-dbde5753b8fd found for delete ", "request_id": "req-643966a6-e980-4c47-934f-fd6f85adce07"}]} May 31 13:41:33.034899 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-4a77933d-d639-40d6-ab23-67ced07677c9 req-39b30674-22b5-4386-8d5c-cd2da8e2745f tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Transition to ACTIVE for port object 6fa94b87-56f7-44f9-bf42-e1a60be1e0f0 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:41:33.048961 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-249f4cec-0095-4dd4-902f-ac2d388535b5 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:33.092820 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-249f4cec-0095-4dd4-902f-ac2d388535b5 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:33.095561 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b986b1f0-eb78-40e9-a1a1-9f41d5b24e45 req-939ea20a-3b22-4187-be1d-c4217b32d78c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=11332720-a38e-4aad-a18d-a89dce10acd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0900977 May 31 13:41:33.097520 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e68695ad-1caa-423c-b6b4-0bd2d05eed57'] response: {'name': 'network-changed', 'server_uuid': 'fa33a663-b177-4eae-a798-97c690c9e55f', 'tag': 'aa3c3c8f-781a-47b1-87a9-4211ac29fcc9', 'status': 'completed', 'code': 200} May 31 13:41:33.127164 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-249f4cec-0095-4dd4-902f-ac2d388535b5 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "DELETE /v2.0/networks/75fe482a-5491-41be-82e1-c58bd14283fe HTTP/1.1" status: 204 len: 168 time: 4.5131707 May 31 13:41:33.133297 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 55552) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:41:33.140212 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-f0b3f62c-e430-41eb-8607-9d756e522793 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa3c3c8f-781a-47b1-87a9-4211ac29fcc9 HTTP/1.1" status: 200 len: 217 time: 0.1661949 May 31 13:41:33.142662 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249f4cec-0095-4dd4-902f-ac2d388535b5 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event deleted for resources: {'Network': ['ID=75fe482a-5491-41be-82e1-c58bd14283fe,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:33.187628 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-965eeb46-501e-4bcd-b6ba-fe0e32778860 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1255558315'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:41:33.198695 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-4a77933d-d639-40d6-ab23-67ced07677c9 req-39b30674-22b5-4386-8d5c-cd2da8e2745f tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:33.241783 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-965eeb46-501e-4bcd-b6ba-fe0e32778860 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:41:33.275792 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port 608d30c6-0056-4027-8301-a400b83c0cdb completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:41:33.311524 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b30674-22b5-4386-8d5c-cd2da8e2745f tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Pushing event updated for resources: {'Port': ['ID=6fa94b87-56f7-44f9-bf42-e1a60be1e0f0,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:33.326448 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a77933d-d639-40d6-ab23-67ced07677c9 req-39b30674-22b5-4386-8d5c-cd2da8e2745f tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Network 33f45b70-2e86-4c98-bacd-f19d99d5c595 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:41:33.328469 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [req-4a77933d-d639-40d6-ab23-67ced07677c9 req-39b30674-22b5-4386-8d5c-cd2da8e2745f tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:41:33.331487 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a77933d-d639-40d6-ab23-67ced07677c9 req-39b30674-22b5-4386-8d5c-cd2da8e2745f tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:41:33.358798 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port 608d30c6-0056-4027-8301-a400b83c0cdb triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:41:33.359166 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:33.456142 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-965eeb46-501e-4bcd-b6ba-fe0e32778860 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Usage tracker for resource:network and tenant:a62a1f0c39e548d390793611ac95b19e is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:41:33.482482 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a77933d-d639-40d6-ab23-67ced07677c9 req-39b30674-22b5-4386-8d5c-cd2da8e2745f tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:33.483399 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-4a77933d-d639-40d6-ab23-67ced07677c9 req-39b30674-22b5-4386-8d5c-cd2da8e2745f tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:33.519490 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4a77933d-d639-40d6-ab23-67ced07677c9 req-39b30674-22b5-4386-8d5c-cd2da8e2745f tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3120663 May 31 13:41:33.534414 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port a7a49ab6-a447-49dc-ab4c-3517e5c4b1e2, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=a7a49ab6-a447-49dc-ab4c-3517e5c4b1e2,segment=NetworkSegment(f44e8783-3b0b-49f9-9a6f-b0d5f2f569b7),segment_id=f44e8783-3b0b-49f9-9a6f-b0d5f2f569b7)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:41:33.537192 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-4a77933d-d639-40d6-ab23-67ced07677c9 req-85671404-ed03-42c5-95e8-ad77c4d2245b service neutron] Request body: {'port': {'device_id': 'f7a3f59e-3819-463b-b6ae-0f1b00648484', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:41:33.583739 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': 'a7a49ab6-a447-49dc-ab4c-3517e5c4b1e2', 'network_id': '259c3729-0e55-4023-ae89-6ca86bbc45c1', 'port_id': 'a7a49ab6-a447-49dc-ab4c-3517e5c4b1e2', 'mac_address': 'fa:16:3e:50:84:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0acc1f20-833c-45db-adb0-e4409b2d4c9b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:41:33.591752 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-23add475-e162-458d-ba6e-3c3084680b55 req-4ba2633f-24a6-4cbb-a200-7cb7de68ffe8 service neutron] 10.222.0.44 "GET /v2.0/networks/33f45b70-2e86-4c98-bacd-f19d99d5c595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9800208 May 31 13:41:33.618513 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-965eeb46-501e-4bcd-b6ba-fe0e32778860 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:41:33.737614 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-965eeb46-501e-4bcd-b6ba-fe0e32778860 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:41:33.882940 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-4a77933d-d639-40d6-ab23-67ced07677c9 req-85671404-ed03-42c5-95e8-ad77c4d2245b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:33.918426 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-f0315bcd-5acd-4a7b-a051-020c08ce5e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:33.928643 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-f0315bcd-5acd-4a7b-a051-020c08ce5e14 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0acc1f20-833c-45db-adb0-e4409b2d4c9b HTTP/1.1" status: 200 len: 853 time: 0.7805557 May 31 13:41:33.974608 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port a7a49ab6-a447-49dc-ab4c-3517e5c4b1e2 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:41:33.975336 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:34.009379 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7a49ab6-a447-49dc-ab4c-3517e5c4b1e2 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:41:34.014115 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-74b7ee4e-ccb9-44f9-a480-fbfefeac486a None None] Provisioning for port 6fa94b87-56f7-44f9-bf42-e1a60be1e0f0 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:41:34.022439 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-74b7ee4e-ccb9-44f9-a480-fbfefeac486a None None] Provisioning complete for port 6fa94b87-56f7-44f9-bf42-e1a60be1e0f0 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:41:34.023123 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-74b7ee4e-ccb9-44f9-a480-fbfefeac486a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:34.053629 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 608d30c6-0056-4027-8301-a400b83c0cdb is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:41:34.054110 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:34.072445 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-965eeb46-501e-4bcd-b6ba-fe0e32778860 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Made reservation on behalf of a62a1f0c39e548d390793611ac95b19e for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:41:34.080494 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-965eeb46-501e-4bcd-b6ba-fe0e32778860 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:34.135665 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 608d30c6-0056-4027-8301-a400b83c0cdb, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=608d30c6-0056-4027-8301-a400b83c0cdb,segment=NetworkSegment(95357fb1-128e-4e50-a9ef-07d5adff4ac5),segment_id=95357fb1-128e-4e50-a9ef-07d5adff4ac5)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:41:34.146285 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b285caa1-0db1-4a98-b033-f5712745a5ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '608d30c6-0056-4027-8301-a400b83c0cdb'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:41:34.159205 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:34.209506 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port a7a49ab6-a447-49dc-ab4c-3517e5c4b1e2, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=a7a49ab6-a447-49dc-ab4c-3517e5c4b1e2,segment=NetworkSegment(f44e8783-3b0b-49f9-9a6f-b0d5f2f569b7),segment_id=f44e8783-3b0b-49f9-9a6f-b0d5f2f569b7)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:41:34.229648 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:34.235589 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-74b7ee4e-ccb9-44f9-a480-fbfefeac486a None None] Port 6fa94b87-56f7-44f9-bf42-e1a60be1e0f0 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:41:34.260066 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=608d30c6-0056-4027-8301-a400b83c0cdb,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:34.316055 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-d6d9fea4-c199-40f7-8534-bf7b8137dfb3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=259c3729-0e55-4023-ae89-6ca86bbc45c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1914587 May 31 13:41:34.349442 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed817e93-669d-44b4-b3d8-c13c446e3292 req-3e7d8dab-151f-4d8d-b9bd-2b45191e33cc tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:34.351005 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ed817e93-669d-44b4-b3d8-c13c446e3292 req-3e7d8dab-151f-4d8d-b9bd-2b45191e33cc tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/ports?device_id=b285caa1-0db1-4a98-b033-f5712745a5ff HTTP/1.1" status: 200 len: 944 time: 1.4792473 May 31 13:41:34.358616 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=a7a49ab6-a447-49dc-ab4c-3517e5c4b1e2,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:34.460148 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['a7a49ab6-a447-49dc-ab4c-3517e5c4b1e2'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:41:34.496083 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-965eeb46-501e-4bcd-b6ba-fe0e32778860 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:41:34.557615 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.resource_extend [req-25e75e43-0e2e-4c6b-a2a0-a88b389ed296 req-4d4cdb8a-9e89-446c-8008-d3be06825698 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:41:34.571252 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-965eeb46-501e-4bcd-b6ba-fe0e32778860 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:34.571401 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-965eeb46-501e-4bcd-b6ba-fe0e32778860 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Added segment 2991dc5f-a513-4dc6-8db9-6cb4c3f3bcc3 of type vlan for network 2d01b618-6c59-4361-bb66-48f6d888ad19 May 31 13:41:34.615870 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b986b1f0-eb78-40e9-a1a1-9f41d5b24e45 req-f808838c-bfcb-4bb5-8e00-a108cd2c7379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:34.619868 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b986b1f0-eb78-40e9-a1a1-9f41d5b24e45 req-f808838c-bfcb-4bb5-8e00-a108cd2c7379 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7e44bf4ef1bd484ea1258b83855c2d26&device_id=11332720-a38e-4aad-a18d-a89dce10acd0 HTTP/1.1" status: 200 len: 1096 time: 1.2910650 May 31 13:41:34.666036 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c3d7f-bfe4-4cc3-9aff-de050c41fa6a req-0d9d305c-351d-4915-bc60-bd24a6086ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:34.667550 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-052c3d7f-bfe4-4cc3-9aff-de050c41fa6a req-0d9d305c-351d-4915-bc60-bd24a6086ae8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f1a1611ae60042dba54bcf3b2bd9ecf7&device_id=e784aeb2-4e66-4dc1-a934-09bd1cdb248d HTTP/1.1" status: 200 len: 1094 time: 0.9716344 May 31 13:41:34.687639 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ed817e93-669d-44b4-b3d8-c13c446e3292 req-aee4247d-273f-497b-a9ef-a9597613b717 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/security-groups?id=1729ab42-7be5-44f8-b17a-0e9ffb5ba8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981939 May 31 13:41:34.694545 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1643e29-16d5-4512-8129-f44b91b2c600 req-27489c8c-62a0-4ffc-ae0a-689c35fe6a5a tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:34.696837 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d1643e29-16d5-4512-8129-f44b91b2c600 req-27489c8c-62a0-4ffc-ae0a-689c35fe6a5a tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] 10.222.0.50 "GET /v2.0/networks?id=01fc962a-8b78-4f5e-b488-aef070562a0a HTTP/1.1" status: 200 len: 821 time: 0.9056509 May 31 13:41:35.129259 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-965eeb46-501e-4bcd-b6ba-fe0e32778860 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:35.152659 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d1643e29-16d5-4512-8129-f44b91b2c600 req-8486e993-9a7c-4fd7-9eb3-0b01c848c4b5 tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] 10.222.0.50 "GET /v2.0/quotas/39ebb80380474b9ea580ba2ffbeb344e HTTP/1.1" status: 200 len: 375 time: 0.3175015 May 31 13:41:35.160313 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-25e75e43-0e2e-4c6b-a2a0-a88b389ed296 req-4d4cdb8a-9e89-446c-8008-d3be06825698 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fefb30d-14c0-4170-a819-323548bad8f8 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:41:35.192389 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-25e75e43-0e2e-4c6b-a2a0-a88b389ed296 req-4d4cdb8a-9e89-446c-8008-d3be06825698 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:35.269810 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-53c985be-464e-4355-be18-89850e1fc831 service neutron] 10.222.0.44 "GET /v2.0/networks/259c3729-0e55-4023-ae89-6ca86bbc45c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9341483 May 31 13:41:35.288840 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.resource_extend [None req-965eeb46-501e-4bcd-b6ba-fe0e32778860 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:41:35.338864 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d1643e29-16d5-4512-8129-f44b91b2c600 req-db2d950c-1225-4e74-a76e-ca5c4b35b49a tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=39ebb80380474b9ea580ba2ffbeb344e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1548550 May 31 13:41:35.367230 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-25e75e43-0e2e-4c6b-a2a0-a88b389ed296 req-4d4cdb8a-9e89-446c-8008-d3be06825698 service neutron] Transition to ACTIVE for port object 6fefb30d-14c0-4170-a819-323548bad8f8 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:41:35.469563 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-25e75e43-0e2e-4c6b-a2a0-a88b389ed296 req-4d4cdb8a-9e89-446c-8008-d3be06825698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:35.473792 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b986b1f0-eb78-40e9-a1a1-9f41d5b24e45 req-755fef92-f693-46ae-9451-9c60a961e335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:35.475285 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b986b1f0-eb78-40e9-a1a1-9f41d5b24e45 req-755fef92-f693-46ae-9451-9c60a961e335 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f4e69724-d0b8-4d4d-97a2-cfcb4a62380c HTTP/1.1" status: 200 len: 912 time: 0.7917252 May 31 13:41:35.601550 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-965eeb46-501e-4bcd-b6ba-fe0e32778860 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:35.607267 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965eeb46-501e-4bcd-b6ba-fe0e32778860 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:35.607899 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-965eeb46-501e-4bcd-b6ba-fe0e32778860 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:35.727982 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [req-4a77933d-d639-40d6-ab23-67ced07677c9 req-85671404-ed03-42c5-95e8-ad77c4d2245b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fa94b87-56f7-44f9-bf42-e1a60be1e0f0 {{(pid=88369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:41:35.737921 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-4a77933d-d639-40d6-ab23-67ced07677c9 req-85671404-ed03-42c5-95e8-ad77c4d2245b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:35.755904 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-4a77933d-d639-40d6-ab23-67ced07677c9 req-85671404-ed03-42c5-95e8-ad77c4d2245b service neutron] Transition to ACTIVE for port object 6fa94b87-56f7-44f9-bf42-e1a60be1e0f0 will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:41:35.761366 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-4a77933d-d639-40d6-ab23-67ced07677c9 req-85671404-ed03-42c5-95e8-ad77c4d2245b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:35.904226 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c3d7f-bfe4-4cc3-9aff-de050c41fa6a req-6d1ffd8e-95f3-4f4b-8faa-9f9276606941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:35.906015 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-052c3d7f-bfe4-4cc3-9aff-de050c41fa6a req-6d1ffd8e-95f3-4f4b-8faa-9f9276606941 service neutron] 10.222.0.44 "GET /v2.0/networks?id=33f45b70-2e86-4c98-bacd-f19d99d5c595 HTTP/1.1" status: 200 len: 917 time: 1.1765811 May 31 13:41:35.913516 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 55638) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:41:36.115904 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4cdb8a-9e89-446c-8008-d3be06825698 service neutron] Pushing event updated for resources: {'Port': ['ID=6fefb30d-14c0-4170-a819-323548bad8f8,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:36.120979 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-052c3d7f-bfe4-4cc3-9aff-de050c41fa6a req-0991c611-7beb-44ea-a66f-2fddccd92472 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=217a0383-1dd7-4b6a-9abb-e45a7159493e HTTP/1.1" status: 200 len: 217 time: 0.1536160 May 31 13:41:36.229308 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85671404-ed03-42c5-95e8-ad77c4d2245b service neutron] Pushing event updated for resources: {'Port': ['ID=6fa94b87-56f7-44f9-bf42-e1a60be1e0f0,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:36.230816 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-965eeb46-501e-4bcd-b6ba-fe0e32778860 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 3.0890939 May 31 13:41:36.235681 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 55646) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:41:36.320408 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965eeb46-501e-4bcd-b6ba-fe0e32778860 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event updated for resources: {'Network': ['ID=2d01b618-6c59-4361-bb66-48f6d888ad19,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:36.330774 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddbe3f1-7e21-4498-9265-98dcb01a4343 req-5067dd1d-48a7-4f6c-aefe-f132e77c2e9a tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:36.338395 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9ddbe3f1-7e21-4498-9265-98dcb01a4343 req-5067dd1d-48a7-4f6c-aefe-f132e77c2e9a tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1d498af-a0cc-4ed2-ac81-8c20e8e788b0 HTTP/1.1" status: 200 len: 944 time: 1.3409214 May 31 13:41:36.339383 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 2d01b618-6c59-4361-bb66-48f6d888ad19 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:41:36.351687 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b986b1f0-eb78-40e9-a1a1-9f41d5b24e45 req-66ab6c1c-e1ce-4a9a-975d-3fcbda5ebc39 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1292f46-ad59-49bc-8df3-1733c2bfaf9c HTTP/1.1" status: 200 len: 1000 time: 0.8209612 May 31 13:41:36.401315 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-7d3e7581-c3e9-4ea0-8c8e-244926c6cff4 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Request body: {'subnet': {'network_id': '2d01b618-6c59-4361-bb66-48f6d888ad19', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:41:36.525679 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d1643e29-16d5-4512-8129-f44b91b2c600 req-ecb373c4-f525-4df9-93a4-9cf69231702d service neutron] 10.222.0.50 "GET /v2.0/networks/01fc962a-8b78-4f5e-b488-aef070562a0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1518822 May 31 13:41:36.569040 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 217a0383-1dd7-4b6a-9abb-e45a7159493e details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:41:36.576298 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device a7a49ab6-a447-49dc-ab4c-3517e5c4b1e2 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:41:36.652703 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7bf78f60-a838-46ae-8a03-2c6397206333 req-cbf1977c-1286-447a-bbb2-05f4f95c6697 service neutron] 10.222.0.44 "GET /v2.0/networks/259c3729-0e55-4023-ae89-6ca86bbc45c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3685937 May 31 13:41:36.675403 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-7d3e7581-c3e9-4ea0-8c8e-244926c6cff4 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:41:36.702207 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-7d3e7581-c3e9-4ea0-8c8e-244926c6cff4 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Usage tracker for resource:subnet and tenant:a62a1f0c39e548d390793611ac95b19e is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:41:36.715731 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-7d3e7581-c3e9-4ea0-8c8e-244926c6cff4 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:41:36.731567 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c3d7f-bfe4-4cc3-9aff-de050c41fa6a req-283771fd-fed8-4699-b033-69e29efe9484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:36.733300 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-052c3d7f-bfe4-4cc3-9aff-de050c41fa6a req-283771fd-fed8-4699-b033-69e29efe9484 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4e005d21-36e3-487c-8119-378be3a17cff HTTP/1.1" status: 200 len: 855 time: 0.4824648 May 31 13:41:36.734231 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-7d3e7581-c3e9-4ea0-8c8e-244926c6cff4 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:41:36.737239 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-4a77933d-d639-40d6-ab23-67ced07677c9 req-85671404-ed03-42c5-95e8-ad77c4d2245b service neutron] Attempting to bind port 6fa94b87-56f7-44f9-bf42-e1a60be1e0f0 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:41:36.737676 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-4a77933d-d639-40d6-ab23-67ced07677c9 req-85671404-ed03-42c5-95e8-ad77c4d2245b service neutron] Attempting to bind port 6fa94b87-56f7-44f9-bf42-e1a60be1e0f0 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': '8804d6e5-915c-4ad0-ab6a-a18b8d34b41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '33f45b70-2e86-4c98-bacd-f19d99d5c595'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:41:36.738120 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a77933d-d639-40d6-ab23-67ced07677c9 req-85671404-ed03-42c5-95e8-ad77c4d2245b service neutron] Attempting to bind port 6fa94b87-56f7-44f9-bf42-e1a60be1e0f0 on network 33f45b70-2e86-4c98-bacd-f19d99d5c595 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:41:36.752865 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a77933d-d639-40d6-ab23-67ced07677c9 req-85671404-ed03-42c5-95e8-ad77c4d2245b service neutron] Port 6fa94b87-56f7-44f9-bf42-e1a60be1e0f0 on network 33f45b70-2e86-4c98-bacd-f19d99d5c595 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:41:36.753456 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a77933d-d639-40d6-ab23-67ced07677c9 req-85671404-ed03-42c5-95e8-ad77c4d2245b service neutron] Attempting to bind port 6fa94b87-56f7-44f9-bf42-e1a60be1e0f0 on network 33f45b70-2e86-4c98-bacd-f19d99d5c595 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:41:36.764632 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a77933d-d639-40d6-ab23-67ced07677c9 req-85671404-ed03-42c5-95e8-ad77c4d2245b service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:41:36.765445 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a77933d-d639-40d6-ab23-67ced07677c9 req-85671404-ed03-42c5-95e8-ad77c4d2245b service neutron] Checking segment: {'id': '8804d6e5-915c-4ad0-ab6a-a18b8d34b41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '33f45b70-2e86-4c98-bacd-f19d99d5c595'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:41:36.765445 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a77933d-d639-40d6-ab23-67ced07677c9 req-85671404-ed03-42c5-95e8-ad77c4d2245b service neutron] Bound using segment: {'id': '8804d6e5-915c-4ad0-ab6a-a18b8d34b41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '33f45b70-2e86-4c98-bacd-f19d99d5c595'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:41:36.765825 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-4a77933d-d639-40d6-ab23-67ced07677c9 req-85671404-ed03-42c5-95e8-ad77c4d2245b service neutron] Bound port: 6fa94b87-56f7-44f9-bf42-e1a60be1e0f0, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8804d6e5-915c-4ad0-ab6a-a18b8d34b41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '33f45b70-2e86-4c98-bacd-f19d99d5c595'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:41:36.766285 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-4a77933d-d639-40d6-ab23-67ced07677c9 req-85671404-ed03-42c5-95e8-ad77c4d2245b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:36.791099 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port a7a49ab6-a447-49dc-ab4c-3517e5c4b1e2 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:41:36.801519 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port a7a49ab6-a447-49dc-ab4c-3517e5c4b1e2 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:41:36.802148 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:36.825102 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d3e7581-c3e9-4ea0-8c8e-244926c6cff4 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Made reservation on behalf of a62a1f0c39e548d390793611ac95b19e for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:41:36.828950 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7d3e7581-c3e9-4ea0-8c8e-244926c6cff4 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:36.897727 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.resource_extend [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:41:37.032442 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-4a77933d-d639-40d6-ab23-67ced07677c9 req-85671404-ed03-42c5-95e8-ad77c4d2245b service neutron] For port 6fa94b87-56f7-44f9-bf42-e1a60be1e0f0, host n-h2-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:41:37.037031 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-4a77933d-d639-40d6-ab23-67ced07677c9 req-85671404-ed03-42c5-95e8-ad77c4d2245b service neutron] For port 6fa94b87-56f7-44f9-bf42-e1a60be1e0f0, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=6fa94b87-56f7-44f9-bf42-e1a60be1e0f0,segment=NetworkSegment(8804d6e5-915c-4ad0-ab6a-a18b8d34b41b),segment_id=8804d6e5-915c-4ad0-ab6a-a18b8d34b41b)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:41:37.045936 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-4a77933d-d639-40d6-ab23-67ced07677c9 req-85671404-ed03-42c5-95e8-ad77c4d2245b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:37.125888 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 217a0383-1dd7-4b6a-9abb-e45a7159493e, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=217a0383-1dd7-4b6a-9abb-e45a7159493e,segment=NetworkSegment(8804d6e5-915c-4ad0-ab6a-a18b8d34b41b),segment_id=8804d6e5-915c-4ad0-ab6a-a18b8d34b41b)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:41:37.135250 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a77933d-d639-40d6-ab23-67ced07677c9 req-85671404-ed03-42c5-95e8-ad77c4d2245b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:37.136464 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-4a77933d-d639-40d6-ab23-67ced07677c9 req-85671404-ed03-42c5-95e8-ad77c4d2245b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:37.137900 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4a77933d-d639-40d6-ab23-67ced07677c9 req-85671404-ed03-42c5-95e8-ad77c4d2245b service neutron] 10.222.0.44 "PUT /v2.0/ports/6fa94b87-56f7-44f9-bf42-e1a60be1e0f0 HTTP/1.1" status: 200 len: 1092 time: 3.6095886 May 31 13:41:37.147346 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7a3f59e-3819-463b-b6ae-0f1b00648484', 'tag': '6fa94b87-56f7-44f9-bf42-e1a60be1e0f0'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:41:37.156747 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port a7a49ab6-a447-49dc-ab4c-3517e5c4b1e2 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:41:37.158709 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:37.168297 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': '217a0383-1dd7-4b6a-9abb-e45a7159493e', 'network_id': '33f45b70-2e86-4c98-bacd-f19d99d5c595', 'port_id': '217a0383-1dd7-4b6a-9abb-e45a7159493e', 'mac_address': 'fa:16:3e:7d:02:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e005d21-36e3-487c-8119-378be3a17cff', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:41:37.261046 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0d2bdabe-b7c8-4ff4-a9ae-6987028d0cef admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:37.296067 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-25e75e43-0e2e-4c6b-a2a0-a88b389ed296 req-4d4cdb8a-9e89-446c-8008-d3be06825698 service neutron] Attempting to bind port 6fefb30d-14c0-4170-a819-323548bad8f8 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:41:37.296440 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-25e75e43-0e2e-4c6b-a2a0-a88b389ed296 req-4d4cdb8a-9e89-446c-8008-d3be06825698 service neutron] Attempting to bind port 6fefb30d-14c0-4170-a819-323548bad8f8 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': '8804d6e5-915c-4ad0-ab6a-a18b8d34b41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '33f45b70-2e86-4c98-bacd-f19d99d5c595'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:41:37.296986 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e75e43-0e2e-4c6b-a2a0-a88b389ed296 req-4d4cdb8a-9e89-446c-8008-d3be06825698 service neutron] Attempting to bind port 6fefb30d-14c0-4170-a819-323548bad8f8 on network 33f45b70-2e86-4c98-bacd-f19d99d5c595 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:41:37.298480 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port a7a49ab6-a447-49dc-ab4c-3517e5c4b1e2, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=a7a49ab6-a447-49dc-ab4c-3517e5c4b1e2,segment=NetworkSegment(f44e8783-3b0b-49f9-9a6f-b0d5f2f569b7),segment_id=f44e8783-3b0b-49f9-9a6f-b0d5f2f569b7)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:41:37.307978 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 217a0383-1dd7-4b6a-9abb-e45a7159493e is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:41:37.308512 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:37.310580 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85671404-ed03-42c5-95e8-ad77c4d2245b service neutron] Pushing event updated for resources: {'Port': ['ID=6fa94b87-56f7-44f9-bf42-e1a60be1e0f0,revision_number=3']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:37.343508 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:37.425695 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e75e43-0e2e-4c6b-a2a0-a88b389ed296 req-4d4cdb8a-9e89-446c-8008-d3be06825698 service neutron] Port 6fefb30d-14c0-4170-a819-323548bad8f8 on network 33f45b70-2e86-4c98-bacd-f19d99d5c595 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:41:37.426577 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e75e43-0e2e-4c6b-a2a0-a88b389ed296 req-4d4cdb8a-9e89-446c-8008-d3be06825698 service neutron] Attempting to bind port 6fefb30d-14c0-4170-a819-323548bad8f8 on network 33f45b70-2e86-4c98-bacd-f19d99d5c595 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:41:37.453164 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 217a0383-1dd7-4b6a-9abb-e45a7159493e {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:41:37.453367 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d1643e29-16d5-4512-8129-f44b91b2c600 req-c456a321-6e4a-4520-8e61-958bcdb7a73d service neutron] 10.222.0.50 "GET /v2.0/networks/01fc962a-8b78-4f5e-b488-aef070562a0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7398479 May 31 13:41:37.492248 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:37.499017 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0d2bdabe-b7c8-4ff4-a9ae-6987028d0cef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:41:37.500594 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a77933d-d639-40d6-ab23-67ced07677c9 req-390065ab-6d96-45e8-8c5a-e14933fd02aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:37.502958 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4a77933d-d639-40d6-ab23-67ced07677c9 req-390065ab-6d96-45e8-8c5a-e14933fd02aa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f1a1611ae60042dba54bcf3b2bd9ecf7&device_id=f7a3f59e-3819-463b-b6ae-0f1b00648484 HTTP/1.1" status: 200 len: 1095 time: 0.3150723 May 31 13:41:37.507853 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-0d2bdabe-b7c8-4ff4-a9ae-6987028d0cef admin admin] Usage tracker for resource:security_group_rule and tenant:024f4c44a0e9400eb49b41fb23b246ef is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:41:37.516392 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-0d2bdabe-b7c8-4ff4-a9ae-6987028d0cef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:41:37.520799 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 217a0383-1dd7-4b6a-9abb-e45a7159493e, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=217a0383-1dd7-4b6a-9abb-e45a7159493e,segment=NetworkSegment(8804d6e5-915c-4ad0-ab6a-a18b8d34b41b),segment_id=8804d6e5-915c-4ad0-ab6a-a18b8d34b41b)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:41:37.531973 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:37.532464 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0d2bdabe-b7c8-4ff4-a9ae-6987028d0cef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:41:37.534297 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=a7a49ab6-a447-49dc-ab4c-3517e5c4b1e2,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:37.604569 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4a77933d-d639-40d6-ab23-67ced07677c9 req-911b0caa-406d-4a1c-a9b4-d77e72781b50 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6fa94b87-56f7-44f9-bf42-e1a60be1e0f0 HTTP/1.1" status: 200 len: 217 time: 0.0907354 May 31 13:41:37.642598 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9ddbe3f1-7e21-4498-9265-98dcb01a4343 req-e49ab718-8b6e-446a-989d-00ff6b56305f tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] 10.222.0.50 "GET /v2.0/security-groups?id=bcc17e7d-20be-4c37-b314-b765a132b03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3029840 May 31 13:41:37.644820 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e75e43-0e2e-4c6b-a2a0-a88b389ed296 req-4d4cdb8a-9e89-446c-8008-d3be06825698 service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:41:37.647602 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e75e43-0e2e-4c6b-a2a0-a88b389ed296 req-4d4cdb8a-9e89-446c-8008-d3be06825698 service neutron] Checking segment: {'id': '8804d6e5-915c-4ad0-ab6a-a18b8d34b41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '33f45b70-2e86-4c98-bacd-f19d99d5c595'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:41:37.650888 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e75e43-0e2e-4c6b-a2a0-a88b389ed296 req-4d4cdb8a-9e89-446c-8008-d3be06825698 service neutron] Bound using segment: {'id': '8804d6e5-915c-4ad0-ab6a-a18b8d34b41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '33f45b70-2e86-4c98-bacd-f19d99d5c595'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:41:37.651758 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-25e75e43-0e2e-4c6b-a2a0-a88b389ed296 req-4d4cdb8a-9e89-446c-8008-d3be06825698 service neutron] Bound port: 6fefb30d-14c0-4170-a819-323548bad8f8, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8804d6e5-915c-4ad0-ab6a-a18b8d34b41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '33f45b70-2e86-4c98-bacd-f19d99d5c595'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:41:37.652326 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-25e75e43-0e2e-4c6b-a2a0-a88b389ed296 req-4d4cdb8a-9e89-446c-8008-d3be06825698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:37.699252 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b986b1f0-eb78-40e9-a1a1-9f41d5b24e45 req-ed6c6c10-6b55-4fae-bc9c-ac897b74425d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:37.701767 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b986b1f0-eb78-40e9-a1a1-9f41d5b24e45 req-ed6c6c10-6b55-4fae-bc9c-ac897b74425d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=24f2589f-f663-4739-8d87-078291d83152 HTTP/1.1" status: 200 len: 850 time: 1.2672424 May 31 13:41:37.714376 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=217a0383-1dd7-4b6a-9abb-e45a7159493e,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:37.727475 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7d3e7581-c3e9-4ea0-8c8e-244926c6cff4 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:37.736629 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a299142b-4a99-4211-a93b-7e6ef6cad0d2'] response: {'server_uuid': 'b285caa1-0db1-4a98-b033-f5712745a5ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '608d30c6-0056-4027-8301-a400b83c0cdb', 'code': 200} May 31 13:41:37.801978 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['217a0383-1dd7-4b6a-9abb-e45a7159493e'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:41:37.881181 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3e7581-c3e9-4ea0-8c8e-244926c6cff4 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event updated for resources: {'Subnet': ['ID=c93775d5-0a4c-4faf-bca1-dc974c6388a7,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:37.997427 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a77933d-d639-40d6-ab23-67ced07677c9 req-78b97bbf-d563-4938-96b8-a0f6c3c7b2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:38.000945 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4a77933d-d639-40d6-ab23-67ced07677c9 req-78b97bbf-d563-4938-96b8-a0f6c3c7b2c7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4e005d21-36e3-487c-8119-378be3a17cff HTTP/1.1" status: 200 len: 855 time: 0.3775744 May 31 13:41:38.002700 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3e7581-c3e9-4ea0-8c8e-244926c6cff4 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Checking segment: {'id': '2991dc5f-a513-4dc6-8db9-6cb4c3f3bcc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2d01b618-6c59-4361-bb66-48f6d888ad19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:41:38.003062 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3e7581-c3e9-4ea0-8c8e-244926c6cff4 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Network hostable DHCP agents. Network: 2d01b618-6c59-4361-bb66-48f6d888ad19, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:41:38.096824 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c3d7f-bfe4-4cc3-9aff-de050c41fa6a req-9617960d-536f-4c47-8b51-cb4d3a80ebd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:38.098702 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-052c3d7f-bfe4-4cc3-9aff-de050c41fa6a req-9617960d-536f-4c47-8b51-cb4d3a80ebd3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=33f45b70-2e86-4c98-bacd-f19d99d5c595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3046944 May 31 13:41:38.117135 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542577f6-11ea-44e6-a712-8fb1eb8957d7 req-44e86d09-3581-41c6-9adb-1803a935eb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:38.119522 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-542577f6-11ea-44e6-a712-8fb1eb8957d7 req-44e86d09-3581-41c6-9adb-1803a935eb3b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=efc105b3ffca404f9d489bce18ac0a3c&device_id=fa33a663-b177-4eae-a798-97c690c9e55f HTTP/1.1" status: 200 len: 1095 time: 1.2772233 May 31 13:41:38.171078 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3e7581-c3e9-4ea0-8c8e-244926c6cff4 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Network 2d01b618-6c59-4361-bb66-48f6d888ad19 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:41:38.194269 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-7d3e7581-c3e9-4ea0-8c8e-244926c6cff4 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 2d01b618-6c59-4361-bb66-48f6d888ad19) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:41:38.204330 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3e7581-c3e9-4ea0-8c8e-244926c6cff4 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:38.204937 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7d3e7581-c3e9-4ea0-8c8e-244926c6cff4 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:38.210463 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a771d-44d5-4ee5-8e87-1c0e19875fb4 req-d5ac0230-e85f-44a1-ad4a-2cf056347e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:38.212639 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-386a771d-44d5-4ee5-8e87-1c0e19875fb4 req-d5ac0230-e85f-44a1-ad4a-2cf056347e53 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b285caa1-0db1-4a98-b033-f5712745a5ff HTTP/1.1" status: 200 len: 1096 time: 0.3322878 May 31 13:41:38.219481 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3dc4c6-0a5f-46f4-b03c-43170c7a3184 None None] Network 2d01b618-6c59-4361-bb66-48f6d888ad19 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:41:38.260259 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-25e75e43-0e2e-4c6b-a2a0-a88b389ed296 req-4d4cdb8a-9e89-446c-8008-d3be06825698 service neutron] For port 6fefb30d-14c0-4170-a819-323548bad8f8, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:41:38.396534 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0d2bdabe-b7c8-4ff4-a9ae-6987028d0cef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:38.403347 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-386a771d-44d5-4ee5-8e87-1c0e19875fb4 req-515814bd-ab28-42ae-8864-6830c9c3094b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1729ab42-7be5-44f8-b17a-0e9ffb5ba8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817050 May 31 13:41:38.418719 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-7d3e7581-c3e9-4ea0-8c8e-244926c6cff4 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0455539 May 31 13:41:38.423455 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 55684) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:41:38.428720 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-25e75e43-0e2e-4c6b-a2a0-a88b389ed296 req-4d4cdb8a-9e89-446c-8008-d3be06825698 service neutron] For port 6fefb30d-14c0-4170-a819-323548bad8f8, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=6fefb30d-14c0-4170-a819-323548bad8f8,segment=NetworkSegment(8804d6e5-915c-4ad0-ab6a-a18b8d34b41b),segment_id=8804d6e5-915c-4ad0-ab6a-a18b8d34b41b)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:41:38.430086 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0d2bdabe-b7c8-4ff4-a9ae-6987028d0cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:38.434765 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a77933d-d639-40d6-ab23-67ced07677c9 req-aa13fd8a-45b8-4c65-9426-8f7ce8e1b74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:38.440481 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4a77933d-d639-40d6-ab23-67ced07677c9 req-aa13fd8a-45b8-4c65-9426-8f7ce8e1b74c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=33f45b70-2e86-4c98-bacd-f19d99d5c595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4247899 May 31 13:41:38.455831 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-68b8471e-c192-49fd-82e5-4b2404d4cd24 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Request body: {'port': {'network_id': '2d01b618-6c59-4361-bb66-48f6d888ad19', 'name': 'tempest-PortsTestJSON-153842470', 'fixed_ips': [{'subnet_id': 'c93775d5-0a4c-4faf-bca1-dc974c6388a7', 'ip_address': '172.20.0.10'}]}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:41:38.470780 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-25e75e43-0e2e-4c6b-a2a0-a88b389ed296 req-4d4cdb8a-9e89-446c-8008-d3be06825698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:38.666041 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b986b1f0-eb78-40e9-a1a1-9f41d5b24e45 req-cccad93c-3028-40b2-b712-bcd504d7ac3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:38.668157 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b986b1f0-eb78-40e9-a1a1-9f41d5b24e45 req-cccad93c-3028-40b2-b712-bcd504d7ac3e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f4e69724-d0b8-4d4d-97a2-cfcb4a62380c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9491255 May 31 13:41:38.701957 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e75e43-0e2e-4c6b-a2a0-a88b389ed296 req-4d4cdb8a-9e89-446c-8008-d3be06825698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:38.702895 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-25e75e43-0e2e-4c6b-a2a0-a88b389ed296 req-4d4cdb8a-9e89-446c-8008-d3be06825698 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:38.704535 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25e75e43-0e2e-4c6b-a2a0-a88b389ed296 req-4d4cdb8a-9e89-446c-8008-d3be06825698 service neutron] 10.222.0.44 "PUT /v2.0/ports/6fefb30d-14c0-4170-a819-323548bad8f8 HTTP/1.1" status: 200 len: 1091 time: 7.5921271 May 31 13:41:38.713826 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1a61240-abff-4aa6-b6d3-d753eda87237', 'tag': '6fefb30d-14c0-4170-a819-323548bad8f8'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:41:38.728282 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba065fca-8af7-44e7-85d9-f3b7be5e8b44 req-31581936-20bf-4d10-a114-d258f1b88434 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:38.737109 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ba065fca-8af7-44e7-85d9-f3b7be5e8b44 req-31581936-20bf-4d10-a114-d258f1b88434 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7a3f59e-3819-463b-b6ae-0f1b00648484 HTTP/1.1" status: 200 len: 944 time: 0.8481638 May 31 13:41:38.756729 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-0d2bdabe-b7c8-4ff4-a9ae-6987028d0cef admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=024f4c44a0e9400eb49b41fb23b246ef&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8197591 May 31 13:41:38.792935 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4a77933d-d639-40d6-ab23-67ced07677c9 req-ba80a8af-aa19-4d7d-9b74-73f675b56781 service neutron] 10.222.0.44 "GET /v2.0/networks/33f45b70-2e86-4c98-bacd-f19d99d5c595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904545 May 31 13:41:38.797171 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 55696) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:41:38.820140 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2bdabe-b7c8-4ff4-a9ae-6987028d0cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=671b070e-ea12-4f4e-bf74-1e242b2c7bc5,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:38.853463 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e574f5d4-1621-4849-a976-2ec2a32637ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-2d01b618-6c59-4361-bb66-48f6d888ad19', 'network_id': '2d01b618-6c59-4361-bb66-48f6d888ad19', 'tenant_id': 'a62a1f0c39e548d390793611ac95b19e', 'fixed_ips': [{'subnet_id': 'c93775d5-0a4c-4faf-bca1-dc974c6388a7'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:41:38.854374 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e574f5d4-1621-4849-a976-2ec2a32637ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:38.890754 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:39.075184 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-052c3d7f-bfe4-4cc3-9aff-de050c41fa6a req-d1353e68-186e-4a18-abc7-327e614bb6d8 service neutron] 10.222.0.44 "GET /v2.0/networks/33f45b70-2e86-4c98-bacd-f19d99d5c595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9453347 May 31 13:41:39.090238 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a6dc3085-3dcd-43e8-b9ba-5f4dc14d831c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:39.128165 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4cdb8a-9e89-446c-8008-d3be06825698 service neutron] Pushing event updated for resources: {'Port': ['ID=6fefb30d-14c0-4170-a819-323548bad8f8,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:39.135388 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a6dc3085-3dcd-43e8-b9ba-5f4dc14d831c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:39.140266 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542577f6-11ea-44e6-a712-8fb1eb8957d7 req-cf698cc9-b3ee-4349-97f8-dbbf77dc188e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:39.141752 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-542577f6-11ea-44e6-a712-8fb1eb8957d7 req-cf698cc9-b3ee-4349-97f8-dbbf77dc188e service neutron] 10.222.0.44 "GET /v2.0/networks?id=259c3729-0e55-4023-ae89-6ca86bbc45c1 HTTP/1.1" status: 200 len: 914 time: 0.9785810 May 31 13:41:39.231169 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ba065fca-8af7-44e7-85d9-f3b7be5e8b44 req-d5bfa21f-71b1-4c58-8b1a-47b490d2062e tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/security-groups?id=1347e032-1cb8-425e-88e5-bf1247116b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4923959 May 31 13:41:39.236838 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-e574f5d4-1621-4849-a976-2ec2a32637ae None None] Allocated IP 172.20.0.2 (2d01b618-6c59-4361-bb66-48f6d888ad19/c93775d5-0a4c-4faf-bca1-dc974c6388a7/6b931cfa-daa8-42a2-b61b-b4df3b991d0d) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:41:39.253007 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a6dc3085-3dcd-43e8-b9ba-5f4dc14d831c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:39.284158 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4a77933d-d639-40d6-ab23-67ced07677c9 req-a29c7751-3006-4a24-94c8-06ad8130ad50 service neutron] 10.222.0.44 "GET /v2.0/networks/33f45b70-2e86-4c98-bacd-f19d99d5c595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4160798 May 31 13:41:39.289937 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dc3085-3dcd-43e8-b9ba-5f4dc14d831c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=671b070e-ea12-4f4e-bf74-1e242b2c7bc5,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:39.297657 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a6dc3085-3dcd-43e8-b9ba-5f4dc14d831c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:39.301762 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a6dc3085-3dcd-43e8-b9ba-5f4dc14d831c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/671b070e-ea12-4f4e-bf74-1e242b2c7bc5 HTTP/1.1" status: 204 len: 168 time: 0.5036850 May 31 13:41:39.337864 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-68b8471e-c192-49fd-82e5-4b2404d4cd24 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:41:39.348114 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-68b8471e-c192-49fd-82e5-4b2404d4cd24 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Usage tracker for resource:port and tenant:a62a1f0c39e548d390793611ac95b19e is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:41:39.362632 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-68b8471e-c192-49fd-82e5-4b2404d4cd24 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:41:39.376936 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-68b8471e-c192-49fd-82e5-4b2404d4cd24 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:41:39.394900 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f264950-2468-4731-8f4a-e8db03b55a13'] response: {'name': 'network-changed', 'server_uuid': 'f7a3f59e-3819-463b-b6ae-0f1b00648484', 'tag': '6fa94b87-56f7-44f9-bf42-e1a60be1e0f0', 'status': 'completed', 'code': 200} May 31 13:41:39.403775 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b8471e-c192-49fd-82e5-4b2404d4cd24 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Made reservation on behalf of a62a1f0c39e548d390793611ac95b19e for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:41:39.564894 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-542577f6-11ea-44e6-a712-8fb1eb8957d7 req-c75974f5-3bb2-4f32-b69a-7833064d2a01 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa3c3c8f-781a-47b1-87a9-4211ac29fcc9 HTTP/1.1" status: 200 len: 217 time: 0.3508823 May 31 13:41:39.803121 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-052c3d7f-bfe4-4cc3-9aff-de050c41fa6a req-0f38d44b-9094-4ad7-a9c0-242d0b01fa85 service neutron] 10.222.0.44 "GET /v2.0/networks/33f45b70-2e86-4c98-bacd-f19d99d5c595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7009625 May 31 13:41:39.840161 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b986b1f0-eb78-40e9-a1a1-9f41d5b24e45 req-6dc0612c-4633-47a3-aa62-0b50b11aa1e3 service neutron] 10.222.0.44 "GET /v2.0/networks/f4e69724-d0b8-4d4d-97a2-cfcb4a62380c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1313365 May 31 13:41:39.863366 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e574f5d4-1621-4849-a976-2ec2a32637ae None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:39.893378 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e574f5d4-1621-4849-a976-2ec2a32637ae None None] Transition to ACTIVE for port object 6b931cfa-daa8-42a2-b61b-b4df3b991d0d will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:41:39.896707 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-91afdf38-0bfd-4e2c-91fe-61090e27c984 req-d455188d-2f77-4969-9545-c4eeddfaee95 tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] 10.222.0.50 "GET /v2.0/ports?device_id=943d65ac-8c7a-41cf-9267-9821f8741902 HTTP/1.1" status: 200 len: 210 time: 0.2611942 May 31 13:41:39.916610 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aacc345-7f4a-4935-9687-98a5ff3e6044 req-35d5305c-62d3-4bdd-a138-83590e609ff1 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:39.925002 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6aacc345-7f4a-4935-9687-98a5ff3e6044 req-35d5305c-62d3-4bdd-a138-83590e609ff1 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/ports?device_id=b285caa1-0db1-4a98-b033-f5712745a5ff HTTP/1.1" status: 200 len: 945 time: 1.3796160 May 31 13:41:39.926137 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d498af-a0cc-4ed2-ac81-8c20e8e788b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7a49ab6-a447-49dc-ab4c-3517e5c4b1e2'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:41:39.987551 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e574f5d4-1621-4849-a976-2ec2a32637ae None None] Transition to ACTIVE for port object 6b931cfa-daa8-42a2-b61b-b4df3b991d0d will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:41:40.000042 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e574f5d4-1621-4849-a976-2ec2a32637ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:40.060137 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811e008c-2e02-4539-95e9-c6ffa146f034 req-c53dc53d-d11c-41e2-869a-3f2f0e131d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:40.062522 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-811e008c-2e02-4539-95e9-c6ffa146f034 req-c53dc53d-d11c-41e2-869a-3f2f0e131d8e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f1a1611ae60042dba54bcf3b2bd9ecf7&device_id=f7a3f59e-3819-463b-b6ae-0f1b00648484 HTTP/1.1" status: 200 len: 1095 time: 0.6116843 May 31 13:41:40.179652 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e574f5d4-1621-4849-a976-2ec2a32637ae None None] Network 2d01b618-6c59-4361-bb66-48f6d888ad19 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:41:40.183874 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-e574f5d4-1621-4849-a976-2ec2a32637ae None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:41:40.186507 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e574f5d4-1621-4849-a976-2ec2a32637ae None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:41:40.200038 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e574f5d4-1621-4849-a976-2ec2a32637ae None None] Pushing event updated for resources: {'Port': ['ID=6b931cfa-daa8-42a2-b61b-b4df3b991d0d,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:40.329740 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-68b8471e-c192-49fd-82e5-4b2404d4cd24 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:40.356536 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542577f6-11ea-44e6-a712-8fb1eb8957d7 req-21db0f7c-219c-4907-96d5-4be7fcee8dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:40.359560 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-542577f6-11ea-44e6-a712-8fb1eb8957d7 req-21db0f7c-219c-4907-96d5-4be7fcee8dd2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0acc1f20-833c-45db-adb0-e4409b2d4c9b HTTP/1.1" status: 200 len: 853 time: 0.7867026 May 31 13:41:40.380038 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-e574f5d4-1621-4849-a976-2ec2a32637ae None None] Attempting to bind port 6b931cfa-daa8-42a2-b61b-b4df3b991d0d on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:41:40.380798 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-e574f5d4-1621-4849-a976-2ec2a32637ae None None] Attempting to bind port 6b931cfa-daa8-42a2-b61b-b4df3b991d0d by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '2991dc5f-a513-4dc6-8db9-6cb4c3f3bcc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2d01b618-6c59-4361-bb66-48f6d888ad19'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:41:40.381265 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e574f5d4-1621-4849-a976-2ec2a32637ae None None] Attempting to bind port 6b931cfa-daa8-42a2-b61b-b4df3b991d0d on network 2d01b618-6c59-4361-bb66-48f6d888ad19 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:41:40.424776 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e574f5d4-1621-4849-a976-2ec2a32637ae None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:41:40.425415 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e574f5d4-1621-4849-a976-2ec2a32637ae None None] Checking segment: {'id': '2991dc5f-a513-4dc6-8db9-6cb4c3f3bcc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2d01b618-6c59-4361-bb66-48f6d888ad19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:41:40.426064 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e574f5d4-1621-4849-a976-2ec2a32637ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:40.426828 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e574f5d4-1621-4849-a976-2ec2a32637ae None None] Bound using segment: {'id': '2991dc5f-a513-4dc6-8db9-6cb4c3f3bcc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2d01b618-6c59-4361-bb66-48f6d888ad19'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:41:40.427451 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-e574f5d4-1621-4849-a976-2ec2a32637ae None None] Bound port: 6b931cfa-daa8-42a2-b61b-b4df3b991d0d, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2991dc5f-a513-4dc6-8db9-6cb4c3f3bcc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2d01b618-6c59-4361-bb66-48f6d888ad19'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:41:40.428069 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e574f5d4-1621-4849-a976-2ec2a32637ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:40.445464 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-68b8471e-c192-49fd-82e5-4b2404d4cd24 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] device_id is not set on port 628c0d5e-f531-49a7-b619-f5386c4cf8be yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:41:40.526605 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device aa3c3c8f-781a-47b1-87a9-4211ac29fcc9 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:41:40.532019 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 217a0383-1dd7-4b6a-9abb-e45a7159493e up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:41:40.579222 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811e008c-2e02-4539-95e9-c6ffa146f034 req-93bf3a17-0dc5-4b7c-a6da-3abb9a4ee609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:40.580977 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-811e008c-2e02-4539-95e9-c6ffa146f034 req-93bf3a17-0dc5-4b7c-a6da-3abb9a4ee609 service neutron] 10.222.0.44 "GET /v2.0/networks?id=33f45b70-2e86-4c98-bacd-f19d99d5c595 HTTP/1.1" status: 200 len: 917 time: 0.4871604 May 31 13:41:40.678790 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 55716) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:41:40.684490 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e75e43-0e2e-4c6b-a2a0-a88b389ed296 req-23be9827-2817-4349-99b4-668144bf3a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:40.685963 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25e75e43-0e2e-4c6b-a2a0-a88b389ed296 req-23be9827-2817-4349-99b4-668144bf3a07 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f1a1611ae60042dba54bcf3b2bd9ecf7&device_id=c1a61240-abff-4aa6-b6d3-d753eda87237 HTTP/1.1" status: 200 len: 1094 time: 1.6881828 May 31 13:41:40.717329 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-811e008c-2e02-4539-95e9-c6ffa146f034 req-bb01275c-697f-4bed-812f-8bff4dc4a5e2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6fa94b87-56f7-44f9-bf42-e1a60be1e0f0 HTTP/1.1" status: 200 len: 217 time: 0.1259408 May 31 13:41:40.775624 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6086053d-b07b-4627-9f1d-d591c43f3be4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:40.839846 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6aacc345-7f4a-4935-9687-98a5ff3e6044 req-fc4f87d5-f6df-4b37-8457-eaf62d92cd8b tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/security-groups?id=1729ab42-7be5-44f8-b17a-0e9ffb5ba8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9136257 May 31 13:41:40.841344 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25e75e43-0e2e-4c6b-a2a0-a88b389ed296 req-72eb9507-6491-4eb9-a67b-2a4c086b6977 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6fefb30d-14c0-4170-a819-323548bad8f8 HTTP/1.1" status: 200 len: 217 time: 0.0947843 May 31 13:41:40.851394 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-542577f6-11ea-44e6-a712-8fb1eb8957d7 req-905e42a3-5cdd-42a3-b549-4b1bb222e34e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=259c3729-0e55-4023-ae89-6ca86bbc45c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1674807 May 31 13:41:40.851597 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6086053d-b07b-4627-9f1d-d591c43f3be4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:41:40.883435 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-6086053d-b07b-4627-9f1d-d591c43f3be4 admin admin] Usage tracker for resource:security_group_rule and tenant:9fb2365bfeb841de85b83aa23584007d is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:41:40.907105 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-6086053d-b07b-4627-9f1d-d591c43f3be4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:41:40.919310 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811e008c-2e02-4539-95e9-c6ffa146f034 req-141f2759-5a69-4e00-aa24-065d6b2d090c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:40.921273 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-811e008c-2e02-4539-95e9-c6ffa146f034 req-141f2759-5a69-4e00-aa24-065d6b2d090c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4e005d21-36e3-487c-8119-378be3a17cff HTTP/1.1" status: 200 len: 855 time: 0.1980634 May 31 13:41:40.967801 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-e574f5d4-1621-4849-a976-2ec2a32637ae None None] For port 6b931cfa-daa8-42a2-b61b-b4df3b991d0d, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:41:40.974251 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-e574f5d4-1621-4849-a976-2ec2a32637ae None None] For port 6b931cfa-daa8-42a2-b61b-b4df3b991d0d, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=6b931cfa-daa8-42a2-b61b-b4df3b991d0d,segment=NetworkSegment(2991dc5f-a513-4dc6-8db9-6cb4c3f3bcc3),segment_id=2991dc5f-a513-4dc6-8db9-6cb4c3f3bcc3)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:41:40.987409 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6086053d-b07b-4627-9f1d-d591c43f3be4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:41:40.993860 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e574f5d4-1621-4849-a976-2ec2a32637ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:41.023423 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e75e43-0e2e-4c6b-a2a0-a88b389ed296 req-c09c6c37-6661-4b79-84ed-ca5fd5a83768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:41.026113 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25e75e43-0e2e-4c6b-a2a0-a88b389ed296 req-c09c6c37-6661-4b79-84ed-ca5fd5a83768 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4e005d21-36e3-487c-8119-378be3a17cff HTTP/1.1" status: 200 len: 855 time: 0.1615901 May 31 13:41:41.114806 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-daefec0c-5383-47e9-8685-e7b51855c1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:41.139098 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port 217a0383-1dd7-4b6a-9abb-e45a7159493e completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:41:41.144778 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-68b8471e-c192-49fd-82e5-4b2404d4cd24 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Allocated IP 172.20.0.10 (2d01b618-6c59-4361-bb66-48f6d888ad19/c93775d5-0a4c-4faf-bca1-dc974c6388a7/628c0d5e-f531-49a7-b619-f5386c4cf8be) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:41:41.154827 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port 217a0383-1dd7-4b6a-9abb-e45a7159493e triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:41:41.155867 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:41.186694 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811e008c-2e02-4539-95e9-c6ffa146f034 req-b777ff0d-f40d-4be0-9a82-c5cfa627151b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:41.188519 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-811e008c-2e02-4539-95e9-c6ffa146f034 req-b777ff0d-f40d-4be0-9a82-c5cfa627151b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=33f45b70-2e86-4c98-bacd-f19d99d5c595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2566304 May 31 13:41:41.291521 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port aa3c3c8f-781a-47b1-87a9-4211ac29fcc9, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=aa3c3c8f-781a-47b1-87a9-4211ac29fcc9,segment=NetworkSegment(f44e8783-3b0b-49f9-9a6f-b0d5f2f569b7),segment_id=f44e8783-3b0b-49f9-9a6f-b0d5f2f569b7)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:41:41.412006 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b986b1f0-eb78-40e9-a1a1-9f41d5b24e45 req-4e5337d4-6584-43c3-be74-e00ebb94732a service neutron] 10.222.0.44 "GET /v2.0/networks/f4e69724-d0b8-4d4d-97a2-cfcb4a62380c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5403941 May 31 13:41:41.481331 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1643e29-16d5-4512-8129-f44b91b2c600 req-fb95f20f-79ce-4dcf-8c25-71c8859b30f8 tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:41.484296 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d1643e29-16d5-4512-8129-f44b91b2c600 req-fb95f20f-79ce-4dcf-8c25-71c8859b30f8 tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] 10.222.0.44 "GET /v2.0/networks?id=01fc962a-8b78-4f5e-b488-aef070562a0a HTTP/1.1" status: 200 len: 821 time: 1.1654584 May 31 13:41:41.494835 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e574f5d4-1621-4849-a976-2ec2a32637ae None None] Pushing event updated for resources: {'Port': ['ID=6b931cfa-daa8-42a2-b61b-b4df3b991d0d,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:41.501402 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-542577f6-11ea-44e6-a712-8fb1eb8957d7 req-e9e8573b-2e7d-4278-a187-fbd5db115017 service neutron] 10.222.0.44 "GET /v2.0/networks/259c3729-0e55-4023-ae89-6ca86bbc45c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6232913 May 31 13:41:41.503303 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 217a0383-1dd7-4b6a-9abb-e45a7159493e is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:41:41.503914 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:41.510276 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-d1643e29-16d5-4512-8129-f44b91b2c600 req-b91af81b-3ad8-46fc-9059-0d022841c6df tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] Request body: {'port': {'device_id': '943d65ac-8c7a-41cf-9267-9821f8741902', 'network_id': '01fc962a-8b78-4f5e-b488-aef070562a0a', 'admin_state_up': True, 'tenant_id': '39ebb80380474b9ea580ba2ffbeb344e'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:41:41.583542 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': 'aa3c3c8f-781a-47b1-87a9-4211ac29fcc9', 'network_id': '259c3729-0e55-4023-ae89-6ca86bbc45c1', 'port_id': 'aa3c3c8f-781a-47b1-87a9-4211ac29fcc9', 'mac_address': 'fa:16:3e:c8:0f:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0acc1f20-833c-45db-adb0-e4409b2d4c9b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:41:41.661825 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6086053d-b07b-4627-9f1d-d591c43f3be4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:41.725534 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6086053d-b07b-4627-9f1d-d591c43f3be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:41.785854 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port aa3c3c8f-781a-47b1-87a9-4211ac29fcc9 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:41:41.786484 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:41.796065 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-811e008c-2e02-4539-95e9-c6ffa146f034 req-491ae401-7608-4932-a5d8-eeb3b2e51444 service neutron] 10.222.0.44 "GET /v2.0/networks/33f45b70-2e86-4c98-bacd-f19d99d5c595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5988522 May 31 13:41:41.834219 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 217a0383-1dd7-4b6a-9abb-e45a7159493e, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=217a0383-1dd7-4b6a-9abb-e45a7159493e,segment=NetworkSegment(8804d6e5-915c-4ad0-ab6a-a18b8d34b41b),segment_id=8804d6e5-915c-4ad0-ab6a-a18b8d34b41b)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:41:41.870407 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa3c3c8f-781a-47b1-87a9-4211ac29fcc9 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:41:41.888420 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:41.961256 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0951f8c0-3864-4d65-bdc0-04e0728f7a56 req-93aae63b-4621-4400-acd1-a20a8d01d94c tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:41.969475 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0951f8c0-3864-4d65-bdc0-04e0728f7a56 req-93aae63b-4621-4400-acd1-a20a8d01d94c tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/ports?device_id=11332720-a38e-4aad-a18d-a89dce10acd0 HTTP/1.1" status: 200 len: 945 time: 1.6160812 May 31 13:41:42.034819 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 6b931cfa-daa8-42a2-b61b-b4df3b991d0d up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:41:42.039166 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56261df0-f2d5-4edd-91fd-a69d97b14972 req-ea190a14-0358-4eeb-8adf-a78a48bd2ca0 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:42.041073 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-56261df0-f2d5-4edd-91fd-a69d97b14972 req-ea190a14-0358-4eeb-8adf-a78a48bd2ca0 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1d498af-a0cc-4ed2-ac81-8c20e8e788b0 HTTP/1.1" status: 200 len: 945 time: 0.8249474 May 31 13:41:42.058785 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6086053d-b07b-4627-9f1d-d591c43f3be4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18141c89-2dd1-4877-8e5c-cbe2f845c8b6,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:42.094408 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-6086053d-b07b-4627-9f1d-d591c43f3be4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9fb2365bfeb841de85b83aa23584007d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4068546 May 31 13:41:42.097592 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port aa3c3c8f-781a-47b1-87a9-4211ac29fcc9, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=aa3c3c8f-781a-47b1-87a9-4211ac29fcc9,segment=NetworkSegment(f44e8783-3b0b-49f9-9a6f-b0d5f2f569b7),segment_id=f44e8783-3b0b-49f9-9a6f-b0d5f2f569b7)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:41:42.107631 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:42.111871 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=217a0383-1dd7-4b6a-9abb-e45a7159493e,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:42.147280 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 55734) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:41:42.179884 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-68b8471e-c192-49fd-82e5-4b2404d4cd24 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:42.188453 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e75e43-0e2e-4c6b-a2a0-a88b389ed296 req-137df931-16ec-4203-97e8-f77fd4ae1b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:42.193808 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25e75e43-0e2e-4c6b-a2a0-a88b389ed296 req-137df931-16ec-4203-97e8-f77fd4ae1b48 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=33f45b70-2e86-4c98-bacd-f19d99d5c595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9760640 May 31 13:41:42.204565 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-d1643e29-16d5-4512-8129-f44b91b2c600 req-b91af81b-3ad8-46fc-9059-0d022841c6df tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:41:42.225209 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=aa3c3c8f-781a-47b1-87a9-4211ac29fcc9,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:42.229495 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 6b931cfa-daa8-42a2-b61b-b4df3b991d0d completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:41:42.242402 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-d1643e29-16d5-4512-8129-f44b91b2c600 req-b91af81b-3ad8-46fc-9059-0d022841c6df tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] Usage tracker for resource:port and tenant:39ebb80380474b9ea580ba2ffbeb344e is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:41:42.249310 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-542577f6-11ea-44e6-a712-8fb1eb8957d7 req-c35991c6-a88f-4c1d-b1cb-3417722ff8b4 service neutron] 10.222.0.44 "GET /v2.0/networks/259c3729-0e55-4023-ae89-6ca86bbc45c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7122097 May 31 13:41:42.255231 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-68b8471e-c192-49fd-82e5-4b2404d4cd24 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Transition to ACTIVE for port object 628c0d5e-f531-49a7-b619-f5386c4cf8be will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:41:42.279553 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-d1643e29-16d5-4512-8129-f44b91b2c600 req-b91af81b-3ad8-46fc-9059-0d022841c6df tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:41:42.303358 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-811e008c-2e02-4539-95e9-c6ffa146f034 req-2bcbbff8-c764-4ca0-bc7c-0718c8498ea9 service neutron] 10.222.0.44 "GET /v2.0/networks/33f45b70-2e86-4c98-bacd-f19d99d5c595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4841349 May 31 13:41:42.344819 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7e726fe2-e4df-4196-afc0-40d8f9f52a7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:42.378470 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7e726fe2-e4df-4196-afc0-40d8f9f52a7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:42.380748 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-d1643e29-16d5-4512-8129-f44b91b2c600 req-b91af81b-3ad8-46fc-9059-0d022841c6df tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:41:42.390140 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-68b8471e-c192-49fd-82e5-4b2404d4cd24 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:42.431678 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['aa3c3c8f-781a-47b1-87a9-4211ac29fcc9'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:41:42.435550 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0951f8c0-3864-4d65-bdc0-04e0728f7a56 req-baedda15-bac8-409e-bdd0-47b12786ea52 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/security-groups?id=792462f3-0c93-41bc-a9cb-454dcd850b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4452717 May 31 13:41:42.483496 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1643e29-16d5-4512-8129-f44b91b2c600 req-b91af81b-3ad8-46fc-9059-0d022841c6df tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] Made reservation on behalf of 39ebb80380474b9ea580ba2ffbeb344e for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:41:42.493806 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d1643e29-16d5-4512-8129-f44b91b2c600 req-b91af81b-3ad8-46fc-9059-0d022841c6df tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:42.520745 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b8471e-c192-49fd-82e5-4b2404d4cd24 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Network 2d01b618-6c59-4361-bb66-48f6d888ad19 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:41:42.528209 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-68b8471e-c192-49fd-82e5-4b2404d4cd24 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:41:42.532250 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b8471e-c192-49fd-82e5-4b2404d4cd24 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:41:42.543795 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-56261df0-f2d5-4edd-91fd-a69d97b14972 req-9b9ec5cf-9c49-49ed-9829-2aeeb1884f3c tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] 10.222.0.50 "GET /v2.0/security-groups?id=bcc17e7d-20be-4c37-b314-b765a132b03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3721352 May 31 13:41:42.552752 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 6fa94b87-56f7-44f9-bf42-e1a60be1e0f0 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:41:42.558937 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f00ea175-df6e-4458-bea7-c10f71c3c061'] response: {'name': 'network-changed', 'server_uuid': 'c1a61240-abff-4aa6-b6d3-d753eda87237', 'tag': '6fefb30d-14c0-4170-a819-323548bad8f8', 'status': 'completed', 'code': 200} May 31 13:41:42.620848 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21557c1b-973c-443d-903b-e536e2228d49'] response: {'server_uuid': 'b1d498af-a0cc-4ed2-ac81-8c20e8e788b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7a49ab6-a447-49dc-ab4c-3517e5c4b1e2', 'code': 200} May 31 13:41:42.643093 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b8471e-c192-49fd-82e5-4b2404d4cd24 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event updated for resources: {'Port': ['ID=628c0d5e-f531-49a7-b619-f5386c4cf8be,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:42.880711 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b8471e-c192-49fd-82e5-4b2404d4cd24 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:42.881408 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-68b8471e-c192-49fd-82e5-4b2404d4cd24 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:42.903505 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3b4183-6b75-49bf-bd18-ef2a55dc4a79 None None] Network 2d01b618-6c59-4361-bb66-48f6d888ad19 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:41:42.914587 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7e726fe2-e4df-4196-afc0-40d8f9f52a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:42.948510 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-68b8471e-c192-49fd-82e5-4b2404d4cd24 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.5059986 May 31 13:41:42.948758 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4c6ec5a3-20c7-49f4-8c15-21cdfe7591ba req-680d7b6b-ef62-45f6-a7ac-71ea56d1b7c3 tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] 10.222.0.50 "GET /v2.0/ports?device_id=943d65ac-8c7a-41cf-9267-9821f8741902 HTTP/1.1" status: 200 len: 210 time: 0.1125977 May 31 13:41:42.950981 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e726fe2-e4df-4196-afc0-40d8f9f52a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18141c89-2dd1-4877-8e5c-cbe2f845c8b6,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:42.954862 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 55744) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:41:42.957520 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7e726fe2-e4df-4196-afc0-40d8f9f52a7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:42.962196 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-7e726fe2-e4df-4196-afc0-40d8f9f52a7c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/18141c89-2dd1-4877-8e5c-cbe2f845c8b6 HTTP/1.1" status: 204 len: 168 time: 0.8102393 May 31 13:41:42.981350 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-f59e8e73-d083-415d-95bb-618449bf1f4c tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Request body: {'port': {'network_id': '2d01b618-6c59-4361-bb66-48f6d888ad19', 'name': 'tempest-PortsTestJSON-114204640', 'fixed_ips': [{'subnet_id': 'c93775d5-0a4c-4faf-bca1-dc974c6388a7', 'ip_address': '172.20.0.9'}]}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:41:43.067608 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25e75e43-0e2e-4c6b-a2a0-a88b389ed296 req-c03f4114-3e9b-4ba1-8a64-4a5447364e9d service neutron] 10.222.0.44 "GET /v2.0/networks/33f45b70-2e86-4c98-bacd-f19d99d5c595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8480587 May 31 13:41:43.268706 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ddd5f8c2-d2d1-4b3a-bf43-245b6ed9885d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:43.273918 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb6a656-bdc7-4653-8ecf-8254366a65e8 req-04952abc-4095-499d-a5c1-821b7228f525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:43.278200 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-9eb6a656-bdc7-4653-8ecf-8254366a65e8 req-04952abc-4095-499d-a5c1-821b7228f525 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b1d498af-a0cc-4ed2-ac81-8c20e8e788b0 HTTP/1.1" status: 200 len: 1096 time: 0.5741646 May 31 13:41:43.366995 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-9eb6a656-bdc7-4653-8ecf-8254366a65e8 req-fbe2e16f-be13-4b15-992f-febc4e5aadaf service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bcc17e7d-20be-4c37-b314-b765a132b03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751429 May 31 13:41:43.405106 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-1df4f654-a90b-4341-bdb6-5efe73b44d4f None None] Provisioning for port 6b931cfa-daa8-42a2-b61b-b4df3b991d0d completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:41:43.415785 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 6fa94b87-56f7-44f9-bf42-e1a60be1e0f0, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=6fa94b87-56f7-44f9-bf42-e1a60be1e0f0,segment=NetworkSegment(8804d6e5-915c-4ad0-ab6a-a18b8d34b41b),segment_id=8804d6e5-915c-4ad0-ab6a-a18b8d34b41b)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:41:43.421075 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-f59e8e73-d083-415d-95bb-618449bf1f4c tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:41:43.429381 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-f59e8e73-d083-415d-95bb-618449bf1f4c tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Usage tracker for resource:port and tenant:a62a1f0c39e548d390793611ac95b19e is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:41:43.434494 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-f59e8e73-d083-415d-95bb-618449bf1f4c tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:41:43.444327 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-1df4f654-a90b-4341-bdb6-5efe73b44d4f None None] Provisioning complete for port 6b931cfa-daa8-42a2-b61b-b4df3b991d0d triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:41:43.444696 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1df4f654-a90b-4341-bdb6-5efe73b44d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:43.446321 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-f59e8e73-d083-415d-95bb-618449bf1f4c tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:41:43.467444 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f59e8e73-d083-415d-95bb-618449bf1f4c tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Made reservation on behalf of a62a1f0c39e548d390793611ac95b19e for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:41:43.483099 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f59e8e73-d083-415d-95bb-618449bf1f4c tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:43.518571 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-f59e8e73-d083-415d-95bb-618449bf1f4c tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] device_id is not set on port 5c87128b-ca28-4466-a6ad-c3cc46c1d873 yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:41:43.545604 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': '6fa94b87-56f7-44f9-bf42-e1a60be1e0f0', 'network_id': '33f45b70-2e86-4c98-bacd-f19d99d5c595', 'port_id': '6fa94b87-56f7-44f9-bf42-e1a60be1e0f0', 'mac_address': 'fa:16:3e:9a:cb:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e005d21-36e3-487c-8119-378be3a17cff', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:41:43.687857 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-d1643e29-16d5-4512-8129-f44b91b2c600 req-b91af81b-3ad8-46fc-9059-0d022841c6df tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] Allocated IP 172.20.0.5 (01fc962a-8b78-4f5e-b488-aef070562a0a/376ea7ff-d0de-4ced-8dc7-d3d0c70fcd72/5c84bcd7-71ab-4f0b-ac08-b0e5fcaa9b3f) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:41:43.725284 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef2796f-8c1b-4740-98ee-491f84dac431 req-1e83f99d-0b73-43bb-b44b-ba2d8e898d7b tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:43.728457 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6ef2796f-8c1b-4740-98ee-491f84dac431 req-1e83f99d-0b73-43bb-b44b-ba2d8e898d7b tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7a3f59e-3819-463b-b6ae-0f1b00648484 HTTP/1.1" status: 200 len: 944 time: 0.8827305 May 31 13:41:43.747719 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0028e7e5-e6b7-43aa-b182-276d6f957235 req-9d43db80-05f2-4d60-99d6-2861468a518b tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:43.754915 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0028e7e5-e6b7-43aa-b182-276d6f957235 req-9d43db80-05f2-4d60-99d6-2861468a518b tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/ports?device_id=b285caa1-0db1-4a98-b033-f5712745a5ff HTTP/1.1" status: 200 len: 945 time: 0.2788072 May 31 13:41:43.795310 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 6fa94b87-56f7-44f9-bf42-e1a60be1e0f0 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:41:43.795688 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:43.830306 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0028e7e5-e6b7-43aa-b182-276d6f957235 req-7fab321e-6b12-4f49-9bee-8e06128cfd71 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/security-groups?id=1729ab42-7be5-44f8-b17a-0e9ffb5ba8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744033 May 31 13:41:43.832380 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25e75e43-0e2e-4c6b-a2a0-a88b389ed296 req-06e85805-95be-4254-be2e-57cafb22dc1d service neutron] 10.222.0.44 "GET /v2.0/networks/33f45b70-2e86-4c98-bacd-f19d99d5c595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7531765 May 31 13:41:43.885698 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:43.914312 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fa94b87-56f7-44f9-bf42-e1a60be1e0f0 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:41:43.984384 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:44.014577 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 6fa94b87-56f7-44f9-bf42-e1a60be1e0f0, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=6fa94b87-56f7-44f9-bf42-e1a60be1e0f0,segment=NetworkSegment(8804d6e5-915c-4ad0-ab6a-a18b8d34b41b),segment_id=8804d6e5-915c-4ad0-ab6a-a18b8d34b41b)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:41:44.021955 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-1df4f654-a90b-4341-bdb6-5efe73b44d4f None None] Current status of the port 6b931cfa-daa8-42a2-b61b-b4df3b991d0d is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:41:44.022483 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1df4f654-a90b-4341-bdb6-5efe73b44d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:44.033071 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6ef2796f-8c1b-4740-98ee-491f84dac431 req-164189e8-0955-4cf6-b157-3c6e128171e6 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/security-groups?id=1347e032-1cb8-425e-88e5-bf1247116b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731910 May 31 13:41:44.078912 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-f59e8e73-d083-415d-95bb-618449bf1f4c tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Allocated IP 172.20.0.9 (2d01b618-6c59-4361-bb66-48f6d888ad19/c93775d5-0a4c-4faf-bca1-dc974c6388a7/5c87128b-ca28-4466-a6ad-c3cc46c1d873) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:41:44.085587 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:44.183086 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9fe5ea-e02d-4fb0-9504-83a0852b35ed req-f5688cdf-2fe5-4c8a-a4f3-dce211e4235e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:44.184769 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3d9fe5ea-e02d-4fb0-9504-83a0852b35ed req-f5688cdf-2fe5-4c8a-a4f3-dce211e4235e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f1a1611ae60042dba54bcf3b2bd9ecf7&device_id=c1a61240-abff-4aa6-b6d3-d753eda87237 HTTP/1.1" status: 200 len: 1094 time: 0.2881265 May 31 13:41:44.305240 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=6fa94b87-56f7-44f9-bf42-e1a60be1e0f0,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:44.365008 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-1df4f654-a90b-4341-bdb6-5efe73b44d4f None None] For port 6b931cfa-daa8-42a2-b61b-b4df3b991d0d, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=6b931cfa-daa8-42a2-b61b-b4df3b991d0d,segment=NetworkSegment(2991dc5f-a513-4dc6-8db9-6cb4c3f3bcc3),segment_id=2991dc5f-a513-4dc6-8db9-6cb4c3f3bcc3)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:41:44.383089 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1df4f654-a90b-4341-bdb6-5efe73b44d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:44.553044 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df4f654-a90b-4341-bdb6-5efe73b44d4f None None] Pushing event updated for resources: {'Port': ['ID=6b931cfa-daa8-42a2-b61b-b4df3b991d0d,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:44.574901 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f59e8e73-d083-415d-95bb-618449bf1f4c tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:44.584036 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['6fa94b87-56f7-44f9-bf42-e1a60be1e0f0'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:41:44.606845 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-f59e8e73-d083-415d-95bb-618449bf1f4c tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Transition to ACTIVE for port object 5c87128b-ca28-4466-a6ad-c3cc46c1d873 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:41:44.639888 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d1643e29-16d5-4512-8129-f44b91b2c600 req-b91af81b-3ad8-46fc-9059-0d022841c6df tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:44.664126 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f59e8e73-d083-415d-95bb-618449bf1f4c tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:44.703163 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e784aeb2-4e66-4dc1-a934-09bd1cdb248d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '217a0383-1dd7-4b6a-9abb-e45a7159493e'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:41:44.715112 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9fe5ea-e02d-4fb0-9504-83a0852b35ed req-c844f9b1-5fbf-4404-a54a-9b519ba1ae29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:44.716994 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3d9fe5ea-e02d-4fb0-9504-83a0852b35ed req-c844f9b1-5fbf-4404-a54a-9b519ba1ae29 service neutron] 10.222.0.44 "GET /v2.0/networks?id=33f45b70-2e86-4c98-bacd-f19d99d5c595 HTTP/1.1" status: 200 len: 917 time: 0.5177245 May 31 13:41:44.806442 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-36c9cf6c-3e18-441e-a10e-d534eaed3c2f None None] Provisioning for port 628c0d5e-f531-49a7-b619-f5386c4cf8be completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:41:44.846287 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-36c9cf6c-3e18-441e-a10e-d534eaed3c2f None None] Provisioning complete for port 628c0d5e-f531-49a7-b619-f5386c4cf8be triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:41:44.847743 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-36c9cf6c-3e18-441e-a10e-d534eaed3c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:44.870508 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59e8e73-d083-415d-95bb-618449bf1f4c tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Network 2d01b618-6c59-4361-bb66-48f6d888ad19 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:41:44.879384 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-f59e8e73-d083-415d-95bb-618449bf1f4c tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:41:44.887720 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59e8e73-d083-415d-95bb-618449bf1f4c tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:41:44.925604 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3d9fe5ea-e02d-4fb0-9504-83a0852b35ed req-f1cd4a8f-3f2b-49db-9026-3080622f46a6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6fefb30d-14c0-4170-a819-323548bad8f8 HTTP/1.1" status: 200 len: 217 time: 0.1840672 May 31 13:41:44.988340 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-36c9cf6c-3e18-441e-a10e-d534eaed3c2f None None] Port 628c0d5e-f531-49a7-b619-f5386c4cf8be cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:41:44.996156 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59e8e73-d083-415d-95bb-618449bf1f4c tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event updated for resources: {'Port': ['ID=5c87128b-ca28-4466-a6ad-c3cc46c1d873,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:44.996328 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9778e020-a268-49c4-a14a-b010b833e7a8 req-0af3d70b-eae9-43fd-a246-deaeba2f17db tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:44.996819 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9778e020-a268-49c4-a14a-b010b833e7a8 req-0af3d70b-eae9-43fd-a246-deaeba2f17db tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/ports?device_id=11332720-a38e-4aad-a18d-a89dce10acd0 HTTP/1.1" status: 200 len: 945 time: 0.6119940 May 31 13:41:45.004729 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140f8152-8733-468c-b4ed-0abb1460950d req-f5a5d7fd-27b6-4e39-8bf5-d9718fcac33a tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:45.006793 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-140f8152-8733-468c-b4ed-0abb1460950d req-f5a5d7fd-27b6-4e39-8bf5-d9718fcac33a tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1d498af-a0cc-4ed2-ac81-8c20e8e788b0 HTTP/1.1" status: 200 len: 945 time: 0.6251669 May 31 13:41:45.102791 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59e8e73-d083-415d-95bb-618449bf1f4c tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:45.104305 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f59e8e73-d083-415d-95bb-618449bf1f4c tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:45.118555 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9778e020-a268-49c4-a14a-b010b833e7a8 req-286d2d90-32e0-46b4-8881-f89b4da4c7e9 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/security-groups?id=792462f3-0c93-41bc-a9cb-454dcd850b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076376 May 31 13:41:45.134998 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-36c9cf6c-3e18-441e-a10e-d534eaed3c2f None None] Provisioning complete for port 6b931cfa-daa8-42a2-b61b-b4df3b991d0d triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:41:45.135376 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-36c9cf6c-3e18-441e-a10e-d534eaed3c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:45.142987 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d1643e29-16d5-4512-8129-f44b91b2c600 req-b91af81b-3ad8-46fc-9059-0d022841c6df tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:45.165337 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-f59e8e73-d083-415d-95bb-618449bf1f4c tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1951864 May 31 13:41:45.166271 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 55798) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:41:45.205927 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9fe5ea-e02d-4fb0-9504-83a0852b35ed req-ea1734ca-4b54-44aa-9163-1b09b1e80d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:45.207503 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3d9fe5ea-e02d-4fb0-9504-83a0852b35ed req-ea1734ca-4b54-44aa-9163-1b09b1e80d04 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4e005d21-36e3-487c-8119-378be3a17cff HTTP/1.1" status: 200 len: 855 time: 0.2615154 May 31 13:41:45.277680 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-140f8152-8733-468c-b4ed-0abb1460950d req-1af5069f-050e-4929-91db-90364adc3eef tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] 10.222.0.50 "GET /v2.0/security-groups?id=bcc17e7d-20be-4c37-b314-b765a132b03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422152 May 31 13:41:45.314153 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fe9565-d958-4046-b4f2-663c7ad5cbab tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:45.318211 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-00fe9565-d958-4046-b4f2-663c7ad5cbab tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Synchronizing usage tracker for tenant:a62a1f0c39e548d390793611ac95b19e on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:41:45.365042 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-00fe9565-d958-4046-b4f2-663c7ad5cbab tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Unset dirty status for tenant:a62a1f0c39e548d390793611ac95b19e on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:41:45.370591 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-00fe9565-d958-4046-b4f2-663c7ad5cbab tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2027454 May 31 13:41:45.373466 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 55802) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:41:45.423223 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91af81b-3ad8-46fc-9059-0d022841c6df tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] Pushing event updated for resources: {'Port': ['ID=5c84bcd7-71ab-4f0b-ac08-b0e5fcaa9b3f,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:45.451852 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1643e29-16d5-4512-8129-f44b91b2c600 req-b91af81b-3ad8-46fc-9059-0d022841c6df tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] Network 01fc962a-8b78-4f5e-b488-aef070562a0a is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:41:45.454077 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91af81b-3ad8-46fc-9059-0d022841c6df tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:41:45.454424 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91af81b-3ad8-46fc-9059-0d022841c6df tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:41:45.454771 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91af81b-3ad8-46fc-9059-0d022841c6df tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:41:45.455106 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91af81b-3ad8-46fc-9059-0d022841c6df tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:41:45.455507 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91af81b-3ad8-46fc-9059-0d022841c6df tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:41:45.455755 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91af81b-3ad8-46fc-9059-0d022841c6df tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:41:45.456077 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91af81b-3ad8-46fc-9059-0d022841c6df tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:41:45.456399 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91af81b-3ad8-46fc-9059-0d022841c6df tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:41:45.456717 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91af81b-3ad8-46fc-9059-0d022841c6df tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:41:45.457038 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91af81b-3ad8-46fc-9059-0d022841c6df tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:41:45.462487 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91af81b-3ad8-46fc-9059-0d022841c6df tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:41:45.462910 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91af81b-3ad8-46fc-9059-0d022841c6df tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:41:45.466830 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-d1643e29-16d5-4512-8129-f44b91b2c600 req-b91af81b-3ad8-46fc-9059-0d022841c6df tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:41:45.482926 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1643e29-16d5-4512-8129-f44b91b2c600 req-b91af81b-3ad8-46fc-9059-0d022841c6df tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:41:45.680647 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296407b2-fafa-4599-bb62-e20dc8c2f0fb tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:45.702408 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-36c9cf6c-3e18-441e-a10e-d534eaed3c2f None None] Current status of the port 6b931cfa-daa8-42a2-b61b-b4df3b991d0d is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:41:45.708431 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:45.716377 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296407b2-fafa-4599-bb62-e20dc8c2f0fb tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:45.732331 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296407b2-fafa-4599-bb62-e20dc8c2f0fb tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:45.734891 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-296407b2-fafa-4599-bb62-e20dc8c2f0fb tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.3575931 May 31 13:41:45.738139 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 55818) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:41:45.779322 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1968a507-8156-4db7-8536-984deeb7bf6f'] response: {'server_uuid': 'e784aeb2-4e66-4dc1-a934-09bd1cdb248d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '217a0383-1dd7-4b6a-9abb-e45a7159493e', 'code': 200} May 31 13:41:45.848850 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 6b931cfa-daa8-42a2-b61b-b4df3b991d0d up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:41:45.858023 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1643e29-16d5-4512-8129-f44b91b2c600 req-b91af81b-3ad8-46fc-9059-0d022841c6df tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:45.858703 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d1643e29-16d5-4512-8129-f44b91b2c600 req-b91af81b-3ad8-46fc-9059-0d022841c6df tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:45.979530 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-c086cccd-93d2-4a64-ad72-8c23a3d6ad36 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Deleting port 5c87128b-ca28-4466-a6ad-c3cc46c1d873 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:41:45.979879 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c086cccd-93d2-4a64-ad72-8c23a3d6ad36 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:46.030471 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f85b16d0-c4a4-442f-bc78-602e5ed9e0d6 None None] Provisioning complete for port 628c0d5e-f531-49a7-b619-f5386c4cf8be triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:41:46.030851 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f85b16d0-c4a4-442f-bc78-602e5ed9e0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:46.036413 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9fe5ea-e02d-4fb0-9504-83a0852b35ed req-6aa4d330-4c3b-4c7d-ab74-cbc10bd82b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:46.038481 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3d9fe5ea-e02d-4fb0-9504-83a0852b35ed req-6aa4d330-4c3b-4c7d-ab74-cbc10bd82b43 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=33f45b70-2e86-4c98-bacd-f19d99d5c595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7697821 May 31 13:41:46.141034 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-f85b16d0-c4a4-442f-bc78-602e5ed9e0d6 None None] Port 628c0d5e-f531-49a7-b619-f5386c4cf8be cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:41:46.156201 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f85b16d0-c4a4-442f-bc78-602e5ed9e0d6 None None] Provisioning for port 5c87128b-ca28-4466-a6ad-c3cc46c1d873 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:41:46.163612 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f85b16d0-c4a4-442f-bc78-602e5ed9e0d6 None None] Provisioning complete for port 5c87128b-ca28-4466-a6ad-c3cc46c1d873 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:41:46.164410 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f85b16d0-c4a4-442f-bc78-602e5ed9e0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:46.169932 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91bd788-ff7a-426d-85a4-60144d9730dc req-33d99cb4-074b-4c78-bd24-785cd555d9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:46.171422 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f91bd788-ff7a-426d-85a4-60144d9730dc req-33d99cb4-074b-4c78-bd24-785cd555d9a4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=04053c05038f4fa8aafe732444e2f2c0&device_id=b285caa1-0db1-4a98-b033-f5712745a5ff HTTP/1.1" status: 200 len: 1096 time: 0.3057780 May 31 13:41:46.239223 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-f85b16d0-c4a4-442f-bc78-602e5ed9e0d6 None None] Port 5c87128b-ca28-4466-a6ad-c3cc46c1d873 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:41:46.256484 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 6b931cfa-daa8-42a2-b61b-b4df3b991d0d triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:41:46.256865 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:46.402243 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 6b931cfa-daa8-42a2-b61b-b4df3b991d0d is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:41:46.422294 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d1643e29-16d5-4512-8129-f44b91b2c600 req-b91af81b-3ad8-46fc-9059-0d022841c6df tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9272408 May 31 13:41:46.473652 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a9053d-0a11-462c-a154-5c3e3fabca58 req-8bcc7a9e-3317-47ae-8221-3f4a54505a7c tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:46.474654 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-72a9053d-0a11-462c-a154-5c3e3fabca58 req-8bcc7a9e-3317-47ae-8221-3f4a54505a7c tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] Synchronizing usage tracker for tenant:39ebb80380474b9ea580ba2ffbeb344e on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:41:46.482157 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-d1643e29-16d5-4512-8129-f44b91b2c600 req-8fe5e35b-7373-451c-ac26-61564d16bee4 service neutron] Request body: {'port': {'device_id': '943d65ac-8c7a-41cf-9267-9821f8741902', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:41:46.509920 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 6fa94b87-56f7-44f9-bf42-e1a60be1e0f0 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:41:46.585650 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c086cccd-93d2-4a64-ad72-8c23a3d6ad36 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:46.628214 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port 6fa94b87-56f7-44f9-bf42-e1a60be1e0f0 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:41:46.635466 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port 6fa94b87-56f7-44f9-bf42-e1a60be1e0f0 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:41:46.636980 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:46.785628 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579eab1e-a4b2-448c-a016-2752f0d0f3dc req-94e6fb38-cb43-4e3f-86ed-19d6f5c0bed1 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:46.792749 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-579eab1e-a4b2-448c-a016-2752f0d0f3dc req-94e6fb38-cb43-4e3f-86ed-19d6f5c0bed1 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7a3f59e-3819-463b-b6ae-0f1b00648484 HTTP/1.1" status: 200 len: 945 time: 0.7628021 May 31 13:41:46.794599 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-72a9053d-0a11-462c-a154-5c3e3fabca58 req-8bcc7a9e-3317-47ae-8221-3f4a54505a7c tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] Unset dirty status for tenant:39ebb80380474b9ea580ba2ffbeb344e on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:41:46.801442 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-72a9053d-0a11-462c-a154-5c3e3fabca58 req-8bcc7a9e-3317-47ae-8221-3f4a54505a7c tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] 10.222.0.50 "GET /v2.0/ports?device_id=943d65ac-8c7a-41cf-9267-9821f8741902 HTTP/1.1" status: 200 len: 931 time: 1.1664712 May 31 13:41:46.807788 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-c086cccd-93d2-4a64-ad72-8c23a3d6ad36 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Calling delete_port for 5c87128b-ca28-4466-a6ad-c3cc46c1d873 owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:41:46.816881 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 55852) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:41:46.822448 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b29f3b-496e-4bff-a7fe-0be8fdce5157 req-f8153327-0f76-4fdc-926c-0b48ff5bf178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:46.824080 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-52b29f3b-496e-4bff-a7fe-0be8fdce5157 req-f8153327-0f76-4fdc-926c-0b48ff5bf178 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e784aeb2-4e66-4dc1-a934-09bd1cdb248d HTTP/1.1" status: 200 len: 1096 time: 0.9408693 May 31 13:41:46.840968 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 6fa94b87-56f7-44f9-bf42-e1a60be1e0f0 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:41:46.841548 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:46.894379 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 6fa94b87-56f7-44f9-bf42-e1a60be1e0f0, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=6fa94b87-56f7-44f9-bf42-e1a60be1e0f0,segment=NetworkSegment(8804d6e5-915c-4ad0-ab6a-a18b8d34b41b),segment_id=8804d6e5-915c-4ad0-ab6a-a18b8d34b41b)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:41:46.900210 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:46.902719 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device aa3c3c8f-781a-47b1-87a9-4211ac29fcc9 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:41:46.925017 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d1643e29-16d5-4512-8129-f44b91b2c600 req-8fe5e35b-7373-451c-ac26-61564d16bee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:46.993641 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91bd788-ff7a-426d-85a4-60144d9730dc req-183cf9ac-ab3c-4fe6-b6b2-7c67e88dad76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:46.996003 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f91bd788-ff7a-426d-85a4-60144d9730dc req-183cf9ac-ab3c-4fe6-b6b2-7c67e88dad76 service neutron] 10.222.0.44 "GET /v2.0/networks?id=48ff30cd-fefc-45b9-9b91-2fda26bd24e8 HTTP/1.1" status: 200 len: 912 time: 0.8135562 May 31 13:41:46.997065 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c086cccd-93d2-4a64-ad72-8c23a3d6ad36 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:47.049939 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3d9fe5ea-e02d-4fb0-9504-83a0852b35ed req-f7be3160-5dcc-4531-9d25-31316135c3da service neutron] 10.222.0.44 "GET /v2.0/networks/33f45b70-2e86-4c98-bacd-f19d99d5c595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8582954 May 31 13:41:47.071955 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=6fa94b87-56f7-44f9-bf42-e1a60be1e0f0,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:47.073759 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-579eab1e-a4b2-448c-a016-2752f0d0f3dc req-22d9f723-b3e2-4812-b176-66c3754f4c66 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/security-groups?id=1347e032-1cb8-425e-88e5-bf1247116b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800074 May 31 13:41:47.087387 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port aa3c3c8f-781a-47b1-87a9-4211ac29fcc9 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:41:47.108945 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port aa3c3c8f-781a-47b1-87a9-4211ac29fcc9 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:41:47.109641 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:47.202343 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-52b29f3b-496e-4bff-a7fe-0be8fdce5157 req-7ac77f1f-94f0-4d75-b636-b5dbd6d1135c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1347e032-1cb8-425e-88e5-bf1247116b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783549 May 31 13:41:47.316488 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-72a9053d-0a11-462c-a154-5c3e3fabca58 req-e16ba53f-3aa6-47d5-acc0-f052b9c6d1b9 tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] 10.222.0.50 "GET /v2.0/security-groups?id=a98da83b-17b5-4448-8f9e-a9c50c1cbdcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5138829 May 31 13:41:47.381891 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port aa3c3c8f-781a-47b1-87a9-4211ac29fcc9 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:41:47.382316 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:47.418893 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c086cccd-93d2-4a64-ad72-8c23a3d6ad36 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event deleted for resources: {'Port': ['ID=5c87128b-ca28-4466-a6ad-c3cc46c1d873,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:47.459752 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f91bd788-ff7a-426d-85a4-60144d9730dc req-26f18ede-1d44-43bd-bd09-978a303574ef service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=608d30c6-0056-4027-8301-a400b83c0cdb HTTP/1.1" status: 200 len: 217 time: 0.2539475 May 31 13:41:47.467414 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port aa3c3c8f-781a-47b1-87a9-4211ac29fcc9, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=aa3c3c8f-781a-47b1-87a9-4211ac29fcc9,segment=NetworkSegment(f44e8783-3b0b-49f9-9a6f-b0d5f2f569b7),segment_id=f44e8783-3b0b-49f9-9a6f-b0d5f2f569b7)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:41:47.475819 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:47.582800 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=aa3c3c8f-781a-47b1-87a9-4211ac29fcc9,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:47.584569 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91bd788-ff7a-426d-85a4-60144d9730dc req-f4c82eaf-303e-4310-a774-f8e582966c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:47.586850 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f91bd788-ff7a-426d-85a4-60144d9730dc req-f4c82eaf-303e-4310-a774-f8e582966c47 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f33f44ed-37c8-44e7-8a90-0b19e94cc7a8 HTTP/1.1" status: 200 len: 851 time: 0.0755348 May 31 13:41:47.665575 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f91bd788-ff7a-426d-85a4-60144d9730dc req-ce597ddb-3f03-4733-8829-0897a1f22533 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=48ff30cd-fefc-45b9-9b91-2fda26bd24e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538335 May 31 13:41:47.691195 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c086cccd-93d2-4a64-ad72-8c23a3d6ad36 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:47.737847 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9f942920-f0c2-4110-9d19-413d7d0e17fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:47.767510 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c086cccd-93d2-4a64-ad72-8c23a3d6ad36 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "DELETE /v2.0/ports/5c87128b-ca28-4466-a6ad-c3cc46c1d873 HTTP/1.1" status: 204 len: 168 time: 2.0249586 May 31 13:41:47.770688 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 55874) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:41:47.781267 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7a3f59e-3819-463b-b6ae-0f1b00648484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa94b87-56f7-44f9-bf42-e1a60be1e0f0'}, {'server_uuid': 'fa33a663-b177-4eae-a798-97c690c9e55f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa3c3c8f-781a-47b1-87a9-4211ac29fcc9'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:41:47.786759 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-9f942920-f0c2-4110-9d19-413d7d0e17fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:41:47.791637 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-9f942920-f0c2-4110-9d19-413d7d0e17fb admin admin] Usage tracker for resource:security_group_rule and tenant:93936f4098ab47e8980dc6d01fea49dc is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:41:47.821524 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-af67714c-a8fb-4d93-ba1b-49ae360d104b tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] GET failed (client error): The resource could not be found. May 31 13:41:47.821745 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-af67714c-a8fb-4d93-ba1b-49ae360d104b tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Synchronizing usage tracker for tenant:a62a1f0c39e548d390793611ac95b19e on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:41:47.827229 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-9f942920-f0c2-4110-9d19-413d7d0e17fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:41:47.865357 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-af67714c-a8fb-4d93-ba1b-49ae360d104b tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Unset dirty status for tenant:a62a1f0c39e548d390793611ac95b19e on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:41:47.866419 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-af67714c-a8fb-4d93-ba1b-49ae360d104b tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "GET /v2.0/ports/5c87128b-ca28-4466-a6ad-c3cc46c1d873 HTTP/1.1" status: 404 len: 333 time: 0.0957432 May 31 13:41:47.871952 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f91bd788-ff7a-426d-85a4-60144d9730dc req-a9dbaba1-0989-497d-b756-219e44445dea service neutron] 10.222.0.44 "GET /v2.0/networks/48ff30cd-fefc-45b9-9b91-2fda26bd24e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994090 May 31 13:41:47.872406 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 55882) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:41:47.884031 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-9f942920-f0c2-4110-9d19-413d7d0e17fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:41:47.887836 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3d9fe5ea-e02d-4fb0-9504-83a0852b35ed req-0528f1a5-71b3-49fc-bd49-b1c8e930956a service neutron] 10.222.0.44 "GET /v2.0/networks/33f45b70-2e86-4c98-bacd-f19d99d5c595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7967525 May 31 13:41:47.991479 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115880e-122d-4e8b-ab03-2f305f921159 req-b84f98a6-17b0-4858-a93d-2cabe81ed081 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:47.993712 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e115880e-122d-4e8b-ab03-2f305f921159 req-b84f98a6-17b0-4858-a93d-2cabe81ed081 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/ports?device_id=b285caa1-0db1-4a98-b033-f5712745a5ff HTTP/1.1" status: 200 len: 945 time: 0.6909499 May 31 13:41:48.032151 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-6930000b-49ef-41d2-afba-6ea06c1c0efe tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Deleting port 628c0d5e-f531-49a7-b619-f5386c4cf8be {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:41:48.032555 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6930000b-49ef-41d2-afba-6ea06c1c0efe tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:48.038270 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff09ae-77c6-47f0-b9fe-59545a5a642c req-1745a4cb-bc30-4e04-8999-71cf1f0353e8 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:48.042625 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7dff09ae-77c6-47f0-b9fe-59545a5a642c req-1745a4cb-bc30-4e04-8999-71cf1f0353e8 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/ports?device_id=11332720-a38e-4aad-a18d-a89dce10acd0 HTTP/1.1" status: 200 len: 945 time: 0.4218535 May 31 13:41:48.133817 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f91bd788-ff7a-426d-85a4-60144d9730dc req-07a15c6c-2908-4fe4-8ea0-9bdc30974355 service neutron] 10.222.0.44 "GET /v2.0/networks/48ff30cd-fefc-45b9-9b91-2fda26bd24e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279208 May 31 13:41:48.158614 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e115880e-122d-4e8b-ab03-2f305f921159 req-8923cc46-98e5-431e-ba82-4dde9b187edf tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/security-groups?id=1729ab42-7be5-44f8-b17a-0e9ffb5ba8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479595 May 31 13:41:48.174839 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7dff09ae-77c6-47f0-b9fe-59545a5a642c req-0218d76d-b632-4cdc-a05e-4b3fb0ddb5b0 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/security-groups?id=792462f3-0c93-41bc-a9cb-454dcd850b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144466 May 31 13:41:48.295816 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99117b24-fb56-4574-9c12-b75979aef47a'] response: {'server_uuid': 'f7a3f59e-3819-463b-b6ae-0f1b00648484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa94b87-56f7-44f9-bf42-e1a60be1e0f0', 'code': 200} May 31 13:41:48.296335 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99117b24-fb56-4574-9c12-b75979aef47a'] response: {'server_uuid': 'fa33a663-b177-4eae-a798-97c690c9e55f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa3c3c8f-781a-47b1-87a9-4211ac29fcc9', 'code': 200} May 31 13:41:48.335042 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-d1643e29-16d5-4512-8129-f44b91b2c600 req-8fe5e35b-7373-451c-ac26-61564d16bee4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c84bcd7-71ab-4f0b-ac08-b0e5fcaa9b3f {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:41:48.374350 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9f942920-f0c2-4110-9d19-413d7d0e17fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:48.376969 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d1643e29-16d5-4512-8129-f44b91b2c600 req-8fe5e35b-7373-451c-ac26-61564d16bee4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:48.397573 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9f942920-f0c2-4110-9d19-413d7d0e17fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:48.471786 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-d1643e29-16d5-4512-8129-f44b91b2c600 req-8fe5e35b-7373-451c-ac26-61564d16bee4 service neutron] Transition to ACTIVE for port object 5c84bcd7-71ab-4f0b-ac08-b0e5fcaa9b3f will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:41:48.527172 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 6fefb30d-14c0-4170-a819-323548bad8f8 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:41:48.587433 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-9f942920-f0c2-4110-9d19-413d7d0e17fb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=93936f4098ab47e8980dc6d01fea49dc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7614415 May 31 13:41:48.596019 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 55900) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:41:48.611473 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d1643e29-16d5-4512-8129-f44b91b2c600 req-8fe5e35b-7373-451c-ac26-61564d16bee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:48.733618 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f942920-f0c2-4110-9d19-413d7d0e17fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3393664b-ceb9-4f55-bf0b-fdfa87f3fe9f,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:48.734018 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 6fefb30d-14c0-4170-a819-323548bad8f8, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=6fefb30d-14c0-4170-a819-323548bad8f8,segment=NetworkSegment(8804d6e5-915c-4ad0-ab6a-a18b8d34b41b),segment_id=8804d6e5-915c-4ad0-ab6a-a18b8d34b41b)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:41:48.755809 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': '6fefb30d-14c0-4170-a819-323548bad8f8', 'network_id': '33f45b70-2e86-4c98-bacd-f19d99d5c595', 'port_id': '6fefb30d-14c0-4170-a819-323548bad8f8', 'mac_address': 'fa:16:3e:38:0f:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e005d21-36e3-487c-8119-378be3a17cff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:41:48.770042 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6930000b-49ef-41d2-afba-6ea06c1c0efe tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:48.876192 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 6fefb30d-14c0-4170-a819-323548bad8f8 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:41:48.876643 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:48.969614 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe5e35b-7373-451c-ac26-61564d16bee4 service neutron] Pushing event updated for resources: {'Port': ['ID=5c84bcd7-71ab-4f0b-ac08-b0e5fcaa9b3f,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:48.979611 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6b2317-24c8-4b21-b1af-3456f2da79c5 req-eef420bc-ff09-49fc-8f13-7de56e531b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:48.981268 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fb6b2317-24c8-4b21-b1af-3456f2da79c5 req-eef420bc-ff09-49fc-8f13-7de56e531b61 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f7a3f59e-3819-463b-b6ae-0f1b00648484 HTTP/1.1" status: 200 len: 1097 time: 0.5263829 May 31 13:41:48.982279 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fefb30d-14c0-4170-a819-323548bad8f8 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:41:48.990660 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-6930000b-49ef-41d2-afba-6ea06c1c0efe tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Calling delete_port for 628c0d5e-f531-49a7-b619-f5386c4cf8be owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:41:49.002301 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 6fefb30d-14c0-4170-a819-323548bad8f8, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=6fefb30d-14c0-4170-a819-323548bad8f8,segment=NetworkSegment(8804d6e5-915c-4ad0-ab6a-a18b8d34b41b),segment_id=8804d6e5-915c-4ad0-ab6a-a18b8d34b41b)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:41:49.020421 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:49.038314 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f6545183-c9a8-4dc4-a1a7-a3f720a1b698 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:49.090563 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fb6b2317-24c8-4b21-b1af-3456f2da79c5 req-7f24e24a-3055-4296-bd13-21468cc015b4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1347e032-1cb8-425e-88e5-bf1247116b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693009 May 31 13:41:49.101658 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be4059a-5122-4540-a15b-1ba9ba0f655b req-ddff3c9e-450c-4e69-b996-9507d465f0cf tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:49.104284 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5be4059a-5122-4540-a15b-1ba9ba0f655b req-ddff3c9e-450c-4e69-b996-9507d465f0cf tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7a3f59e-3819-463b-b6ae-0f1b00648484 HTTP/1.1" status: 200 len: 946 time: 0.6302450 May 31 13:41:49.125416 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f6545183-c9a8-4dc4-a1a7-a3f720a1b698 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:49.125706 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=6fefb30d-14c0-4170-a819-323548bad8f8,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:49.155075 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e913bfc-00f4-40eb-a9b7-c2a78af3eb28 req-8dde0420-5ca0-46d9-a2cb-640ab3e08179 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:49.156644 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8e913bfc-00f4-40eb-a9b7-c2a78af3eb28 req-8dde0420-5ca0-46d9-a2cb-640ab3e08179 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1d498af-a0cc-4ed2-ac81-8c20e8e788b0 HTTP/1.1" status: 200 len: 945 time: 0.6871326 May 31 13:41:49.207480 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0573702c-32b6-4636-8391-0785c56db092 req-bfc1abf7-3753-4362-9a62-3e6eb810e1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:49.208971 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0573702c-32b6-4636-8391-0785c56db092 req-bfc1abf7-3753-4362-9a62-3e6eb810e1e6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fa33a663-b177-4eae-a798-97c690c9e55f HTTP/1.1" status: 200 len: 1097 time: 0.6083844 May 31 13:41:49.241591 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-d1643e29-16d5-4512-8129-f44b91b2c600 req-8fe5e35b-7373-451c-ac26-61564d16bee4 service neutron] Attempting to bind port 5c84bcd7-71ab-4f0b-ac08-b0e5fcaa9b3f on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:41:49.241843 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-d1643e29-16d5-4512-8129-f44b91b2c600 req-8fe5e35b-7373-451c-ac26-61564d16bee4 service neutron] Attempting to bind port 5c84bcd7-71ab-4f0b-ac08-b0e5fcaa9b3f by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': '953815e4-64bf-4ed9-88a8-d915d9fae3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '01fc962a-8b78-4f5e-b488-aef070562a0a'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:41:49.242205 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1643e29-16d5-4512-8129-f44b91b2c600 req-8fe5e35b-7373-451c-ac26-61564d16bee4 service neutron] Attempting to bind port 5c84bcd7-71ab-4f0b-ac08-b0e5fcaa9b3f on network 01fc962a-8b78-4f5e-b488-aef070562a0a {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:41:49.254391 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6930000b-49ef-41d2-afba-6ea06c1c0efe tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:49.269651 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1643e29-16d5-4512-8129-f44b91b2c600 req-8fe5e35b-7373-451c-ac26-61564d16bee4 service neutron] Port 5c84bcd7-71ab-4f0b-ac08-b0e5fcaa9b3f on network 01fc962a-8b78-4f5e-b488-aef070562a0a not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:41:49.270005 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1643e29-16d5-4512-8129-f44b91b2c600 req-8fe5e35b-7373-451c-ac26-61564d16bee4 service neutron] Attempting to bind port 5c84bcd7-71ab-4f0b-ac08-b0e5fcaa9b3f on network 01fc962a-8b78-4f5e-b488-aef070562a0a {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:41:49.279634 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5be4059a-5122-4540-a15b-1ba9ba0f655b req-dc23220b-6391-417b-89f6-a2ec385d452e tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/security-groups?id=1347e032-1cb8-425e-88e5-bf1247116b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663833 May 31 13:41:49.290209 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8e913bfc-00f4-40eb-a9b7-c2a78af3eb28 req-4fd49657-5d98-42de-96f8-b44386819764 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] 10.222.0.50 "GET /v2.0/security-groups?id=bcc17e7d-20be-4c37-b314-b765a132b03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223676 May 31 13:41:49.290963 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1643e29-16d5-4512-8129-f44b91b2c600 req-8fe5e35b-7373-451c-ac26-61564d16bee4 service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:41:49.291302 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1643e29-16d5-4512-8129-f44b91b2c600 req-8fe5e35b-7373-451c-ac26-61564d16bee4 service neutron] Checking segment: {'id': '953815e4-64bf-4ed9-88a8-d915d9fae3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '01fc962a-8b78-4f5e-b488-aef070562a0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:41:49.291685 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1643e29-16d5-4512-8129-f44b91b2c600 req-8fe5e35b-7373-451c-ac26-61564d16bee4 service neutron] Bound using segment: {'id': '953815e4-64bf-4ed9-88a8-d915d9fae3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '01fc962a-8b78-4f5e-b488-aef070562a0a'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:41:49.292131 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-d1643e29-16d5-4512-8129-f44b91b2c600 req-8fe5e35b-7373-451c-ac26-61564d16bee4 service neutron] Bound port: 5c84bcd7-71ab-4f0b-ac08-b0e5fcaa9b3f, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '953815e4-64bf-4ed9-88a8-d915d9fae3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '01fc962a-8b78-4f5e-b488-aef070562a0a'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:41:49.292486 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d1643e29-16d5-4512-8129-f44b91b2c600 req-8fe5e35b-7373-451c-ac26-61564d16bee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:49.372032 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['6fefb30d-14c0-4170-a819-323548bad8f8'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:41:49.389401 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6930000b-49ef-41d2-afba-6ea06c1c0efe tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event deleted for resources: {'Port': ['ID=628c0d5e-f531-49a7-b619-f5386c4cf8be,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:49.686929 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6930000b-49ef-41d2-afba-6ea06c1c0efe tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:49.707653 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-6930000b-49ef-41d2-afba-6ea06c1c0efe tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "DELETE /v2.0/ports/628c0d5e-f531-49a7-b619-f5386c4cf8be HTTP/1.1" status: 204 len: 168 time: 1.8342390 May 31 13:41:49.708686 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 55924) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:41:49.768873 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfed912f-cd12-4ce8-a5f9-0a1929553256 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] GET failed (client error): The resource could not be found. May 31 13:41:49.769391 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-cfed912f-cd12-4ce8-a5f9-0a1929553256 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Synchronizing usage tracker for tenant:a62a1f0c39e548d390793611ac95b19e on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:41:49.788855 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-cfed912f-cd12-4ce8-a5f9-0a1929553256 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Unset dirty status for tenant:a62a1f0c39e548d390793611ac95b19e on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:41:49.796272 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-cfed912f-cd12-4ce8-a5f9-0a1929553256 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "GET /v2.0/ports/628c0d5e-f531-49a7-b619-f5386c4cf8be HTTP/1.1" status: 404 len: 333 time: 0.0859327 May 31 13:41:49.796548 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0573702c-32b6-4636-8391-0785c56db092 req-aff1fea8-825a-414a-992c-b52fc5bb4a0a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bcc17e7d-20be-4c37-b314-b765a132b03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4680402 May 31 13:41:49.798258 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 55930) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:41:49.817778 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f6545183-c9a8-4dc4-a1a7-a3f720a1b698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:49.855307 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6545183-c9a8-4dc4-a1a7-a3f720a1b698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3393664b-ceb9-4f55-bf0b-fdfa87f3fe9f,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:49.868633 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-c90e0ea4-3f1c-4554-aa32-79d13dd295f2 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Deleting subnet c93775d5-0a4c-4faf-bca1-dc974c6388a7 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:41:49.872422 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c90e0ea4-3f1c-4554-aa32-79d13dd295f2 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:49.887495 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f6545183-c9a8-4dc4-a1a7-a3f720a1b698 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:49.888663 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-f6545183-c9a8-4dc4-a1a7-a3f720a1b698 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3393664b-ceb9-4f55-bf0b-fdfa87f3fe9f HTTP/1.1" status: 204 len: 168 time: 1.2794166 May 31 13:41:49.906097 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-d1643e29-16d5-4512-8129-f44b91b2c600 req-8fe5e35b-7373-451c-ac26-61564d16bee4 service neutron] For port 5c84bcd7-71ab-4f0b-ac08-b0e5fcaa9b3f, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:41:49.911154 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-d1643e29-16d5-4512-8129-f44b91b2c600 req-8fe5e35b-7373-451c-ac26-61564d16bee4 service neutron] For port 5c84bcd7-71ab-4f0b-ac08-b0e5fcaa9b3f, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=5c84bcd7-71ab-4f0b-ac08-b0e5fcaa9b3f,segment=NetworkSegment(953815e4-64bf-4ed9-88a8-d915d9fae3c6),segment_id=953815e4-64bf-4ed9-88a8-d915d9fae3c6)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:41:49.924108 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d1643e29-16d5-4512-8129-f44b91b2c600 req-8fe5e35b-7373-451c-ac26-61564d16bee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:49.966535 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c90e0ea4-3f1c-4554-aa32-79d13dd295f2 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:49.975088 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1bd57c-acc2-4a09-b450-4c4a476baf16 req-2a54015b-1da4-4a63-b8e2-3767dba8819e tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:49.982179 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0d1bd57c-acc2-4a09-b450-4c4a476baf16 req-2a54015b-1da4-4a63-b8e2-3767dba8819e tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/ports?device_id=b285caa1-0db1-4a98-b033-f5712745a5ff HTTP/1.1" status: 200 len: 945 time: 0.3427582 May 31 13:41:50.001445 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e0f07-25ce-45af-803f-b19407ae60b0 req-fc7cf623-ca97-4cbd-b69a-d28c133e5dc6 tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:50.002985 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b73e0f07-25ce-45af-803f-b19407ae60b0 req-fc7cf623-ca97-4cbd-b69a-d28c133e5dc6 tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] 10.222.0.50 "GET /v2.0/ports?device_id=943d65ac-8c7a-41cf-9267-9821f8741902 HTTP/1.1" status: 200 len: 943 time: 0.3625970 May 31 13:41:50.036123 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1643e29-16d5-4512-8129-f44b91b2c600 req-8fe5e35b-7373-451c-ac26-61564d16bee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:50.036741 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d1643e29-16d5-4512-8129-f44b91b2c600 req-8fe5e35b-7373-451c-ac26-61564d16bee4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:50.038120 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d1643e29-16d5-4512-8129-f44b91b2c600 req-8fe5e35b-7373-451c-ac26-61564d16bee4 service neutron] 10.222.0.44 "PUT /v2.0/ports/5c84bcd7-71ab-4f0b-ac08-b0e5fcaa9b3f HTTP/1.1" status: 200 len: 1091 time: 3.5753725 May 31 13:41:50.051433 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '943d65ac-8c7a-41cf-9267-9821f8741902', 'tag': '5c84bcd7-71ab-4f0b-ac08-b0e5fcaa9b3f'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:41:50.087724 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c90e0ea4-3f1c-4554-aa32-79d13dd295f2 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:50.149194 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0d1bd57c-acc2-4a09-b450-4c4a476baf16 req-68daf832-429b-4bc5-ab03-10237d538570 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/security-groups?id=1729ab42-7be5-44f8-b17a-0e9ffb5ba8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660054 May 31 13:41:50.164051 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe5e35b-7373-451c-ac26-61564d16bee4 service neutron] Pushing event updated for resources: {'Port': ['ID=5c84bcd7-71ab-4f0b-ac08-b0e5fcaa9b3f,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:50.172074 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b73e0f07-25ce-45af-803f-b19407ae60b0 req-01c90701-c1a0-45a7-b2af-3e818fb53157 tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] 10.222.0.50 "GET /v2.0/security-groups?id=a98da83b-17b5-4448-8f9e-a9c50c1cbdcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480672 May 31 13:41:50.183103 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 55942) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:41:50.220232 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c90e0ea4-3f1c-4554-aa32-79d13dd295f2 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:50.255588 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1643e29-16d5-4512-8129-f44b91b2c600 req-37ba310d-7976-47a7-9455-a35b0e367c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:50.263694 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d1643e29-16d5-4512-8129-f44b91b2c600 req-37ba310d-7976-47a7-9455-a35b0e367c10 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=39ebb80380474b9ea580ba2ffbeb344e&device_id=943d65ac-8c7a-41cf-9267-9821f8741902 HTTP/1.1" status: 200 len: 1094 time: 0.1663210 May 31 13:41:50.315644 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90e0ea4-3f1c-4554-aa32-79d13dd295f2 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event deleted for resources: {'Subnet': ['ID=c93775d5-0a4c-4faf-bca1-dc974c6388a7,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:50.328373 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c90e0ea4-3f1c-4554-aa32-79d13dd295f2 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:50.335419 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c08e550-ec6b-4be4-925e-83d70fb12037 None None] Network 2d01b618-6c59-4361-bb66-48f6d888ad19 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:41:50.365271 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c90e0ea4-3f1c-4554-aa32-79d13dd295f2 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "DELETE /v2.0/subnets/c93775d5-0a4c-4faf-bca1-dc974c6388a7 HTTP/1.1" status: 204 len: 168 time: 0.5656853 May 31 13:41:50.365950 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 55954) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:41:50.409152 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d1643e29-16d5-4512-8129-f44b91b2c600 req-4c676251-b264-4fc5-aed9-7241e781fc16 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c84bcd7-71ab-4f0b-ac08-b0e5fcaa9b3f HTTP/1.1" status: 200 len: 217 time: 0.1213903 May 31 13:41:50.476059 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6414819c-62e4-45b2-92b2-3569bf27b369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:50.533083 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a7f8491b-940b-40d7-93d9-5fd065cdda18 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:50.553208 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-a7f8491b-940b-40d7-93d9-5fd065cdda18 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Deleting port 6b931cfa-daa8-42a2-b61b-b4df3b991d0d {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:41:50.553544 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a7f8491b-940b-40d7-93d9-5fd065cdda18 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:50.640758 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-6414819c-62e4-45b2-92b2-3569bf27b369 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:41:50.658297 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-6414819c-62e4-45b2-92b2-3569bf27b369 admin admin] Usage tracker for resource:security_group_rule and tenant:a189775a66cc46fbbdcbd09cb63a876e is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:41:50.671014 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-6414819c-62e4-45b2-92b2-3569bf27b369 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:41:50.671415 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ee0a87-7c60-424b-9fba-323a24b822fb None None] DHCP port deletion for 2d01b618-6c59-4361-bb66-48f6d888ad19 request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:41:50.679082 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-90ee0a87-7c60-424b-9fba-323a24b822fb None None] Deleting port 6b931cfa-daa8-42a2-b61b-b4df3b991d0d {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:41:50.679704 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-90ee0a87-7c60-424b-9fba-323a24b822fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:50.689601 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-6414819c-62e4-45b2-92b2-3569bf27b369 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:41:50.699498 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1643e29-16d5-4512-8129-f44b91b2c600 req-3710f877-413e-4783-923d-1556d0898ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:50.701008 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d1643e29-16d5-4512-8129-f44b91b2c600 req-3710f877-413e-4783-923d-1556d0898ec6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=376ea7ff-d0de-4ced-8dc7-d3d0c70fcd72 HTTP/1.1" status: 200 len: 861 time: 0.2096815 May 31 13:41:50.718896 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f9a671-f51b-43d3-a3e2-10865fd8185f req-4b77e4f8-b62e-4eee-8333-f0cad0d9965e tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:50.720421 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-74f9a671-f51b-43d3-a3e2-10865fd8185f req-4b77e4f8-b62e-4eee-8333-f0cad0d9965e tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/ports?device_id=11332720-a38e-4aad-a18d-a89dce10acd0 HTTP/1.1" status: 200 len: 945 time: 0.4356809 May 31 13:41:50.801638 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d1643e29-16d5-4512-8129-f44b91b2c600 req-58e54147-8e0f-4de6-aeac-892207facb16 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=01fc962a-8b78-4f5e-b488-aef070562a0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795197 May 31 13:41:50.862814 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e165feb7-2fbf-464c-8ef8-47deaa9bb525 req-1c929595-aebc-4cf8-8834-9a512969cbba tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:50.869411 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-a7f8491b-940b-40d7-93d9-5fd065cdda18 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] For port 6b931cfa-daa8-42a2-b61b-b4df3b991d0d, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=6b931cfa-daa8-42a2-b61b-b4df3b991d0d,segment=NetworkSegment(2991dc5f-a513-4dc6-8db9-6cb4c3f3bcc3),segment_id=2991dc5f-a513-4dc6-8db9-6cb4c3f3bcc3)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:41:50.870469 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a7f8491b-940b-40d7-93d9-5fd065cdda18 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:50.871973 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e165feb7-2fbf-464c-8ef8-47deaa9bb525 req-1c929595-aebc-4cf8-8834-9a512969cbba tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa33a663-b177-4eae-a798-97c690c9e55f HTTP/1.1" status: 200 len: 946 time: 0.4614413 May 31 13:41:51.010077 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-74f9a671-f51b-43d3-a3e2-10865fd8185f req-47aab6de-ce77-43db-ae8e-58655382c2b3 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/security-groups?id=792462f3-0c93-41bc-a9cb-454dcd850b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2468741 May 31 13:41:51.048672 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-90ee0a87-7c60-424b-9fba-323a24b822fb None None] For port 6b931cfa-daa8-42a2-b61b-b4df3b991d0d, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=6b931cfa-daa8-42a2-b61b-b4df3b991d0d,segment=NetworkSegment(2991dc5f-a513-4dc6-8db9-6cb4c3f3bcc3),segment_id=2991dc5f-a513-4dc6-8db9-6cb4c3f3bcc3)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:41:51.049071 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-90ee0a87-7c60-424b-9fba-323a24b822fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:51.056555 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e165feb7-2fbf-464c-8ef8-47deaa9bb525 req-e87167a3-b591-4f7d-a9f7-349f7686ea2c tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] 10.222.0.50 "GET /v2.0/security-groups?id=bcc17e7d-20be-4c37-b314-b765a132b03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838870 May 31 13:41:51.062862 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-a7f8491b-940b-40d7-93d9-5fd065cdda18 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Calling delete_port for 6b931cfa-daa8-42a2-b61b-b4df3b991d0d owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:41:51.117637 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93f77de5-db85-4eac-8abb-36e329b051da'] response: {'name': 'network-changed', 'server_uuid': '943d65ac-8c7a-41cf-9267-9821f8741902', 'tag': '5c84bcd7-71ab-4f0b-ac08-b0e5fcaa9b3f', 'status': 'completed', 'code': 200} May 31 13:41:51.212729 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d1643e29-16d5-4512-8129-f44b91b2c600 req-c1343703-94b3-4525-91b3-ccdf2a0c33d7 service neutron] 10.222.0.44 "GET /v2.0/networks/01fc962a-8b78-4f5e-b488-aef070562a0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3934124 May 31 13:41:51.226229 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6414819c-62e4-45b2-92b2-3569bf27b369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:51.231719 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6414819c-62e4-45b2-92b2-3569bf27b369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:51.236151 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a7f8491b-940b-40d7-93d9-5fd065cdda18 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:51.276264 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-90ee0a87-7c60-424b-9fba-323a24b822fb None None] Calling delete_port for 6b931cfa-daa8-42a2-b61b-b4df3b991d0d owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:41:51.423015 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d1643e29-16d5-4512-8129-f44b91b2c600 req-14c3424c-cdcb-4c0b-838d-1a6ac66b8cec service neutron] 10.222.0.44 "GET /v2.0/networks/01fc962a-8b78-4f5e-b488-aef070562a0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730819 May 31 13:41:51.425867 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f8491b-940b-40d7-93d9-5fd065cdda18 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] No DVR routers for this DVR port 6b931cfa-daa8-42a2-b61b-b4df3b991d0d on host n-d-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:41:51.438671 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f8491b-940b-40d7-93d9-5fd065cdda18 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event deleted for resources: {'Port': ['ID=6b931cfa-daa8-42a2-b61b-b4df3b991d0d,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:51.475809 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-90ee0a87-7c60-424b-9fba-323a24b822fb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:41:51.476567 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-90ee0a87-7c60-424b-9fba-323a24b822fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:41:51.646858 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-6414819c-62e4-45b2-92b2-3569bf27b369 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a189775a66cc46fbbdcbd09cb63a876e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4599214 May 31 13:41:51.649274 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 55988) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:41:51.671340 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a7f8491b-940b-40d7-93d9-5fd065cdda18 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:51.674754 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414819c-62e4-45b2-92b2-3569bf27b369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7100ab1a-fa0d-457f-95e7-08d49ed86dda,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:51.734805 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-a7f8491b-940b-40d7-93d9-5fd065cdda18 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d01b618-6c59-4361-bb66-48f6d888ad19']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:41:51.752431 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-a7f8491b-940b-40d7-93d9-5fd065cdda18 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2991dc5f-a513-4dc6-8db9-6cb4c3f3bcc3') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:41:51.752884 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-a7f8491b-940b-40d7-93d9-5fd065cdda18 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2991dc5f-a513-4dc6-8db9-6cb4c3f3bcc3') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:41:51.776681 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a7f8491b-940b-40d7-93d9-5fd065cdda18 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:51.791921 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 6b931cfa-daa8-42a2-b61b-b4df3b991d0d no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:41:51.793165 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-add920ea-c922-4570-9443-90761bd5e3f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:51.811604 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a7f8491b-940b-40d7-93d9-5fd065cdda18 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:51.831471 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7f8491b-940b-40d7-93d9-5fd065cdda18 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:41:51.831966 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a7f8491b-940b-40d7-93d9-5fd065cdda18 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:51.841374 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 6b931cfa-daa8-42a2-b61b-b4df3b991d0d {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:41:51.842196 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 6b931cfa-daa8-42a2-b61b-b4df3b991d0d not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:41:51.878130 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487203ee-1379-4773-ba77-5a5353810b27 req-c1f430de-bedf-443b-8474-c6ac811ec5ad tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:51.879657 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-487203ee-1379-4773-ba77-5a5353810b27 req-c1f430de-bedf-443b-8474-c6ac811ec5ad tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/ports?device_id=b285caa1-0db1-4a98-b033-f5712745a5ff HTTP/1.1" status: 200 len: 945 time: 0.3571167 May 31 13:41:51.885962 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df40eb-366a-46af-9fcb-5df0123c6d76 req-c93af3e2-0e3c-4172-a216-0e7983a3363f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:51.887463 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f0df40eb-366a-46af-9fcb-5df0123c6d76 req-c93af3e2-0e3c-4172-a216-0e7983a3363f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=39ebb80380474b9ea580ba2ffbeb344e&device_id=943d65ac-8c7a-41cf-9267-9821f8741902 HTTP/1.1" status: 200 len: 1094 time: 0.3638108 May 31 13:41:51.895578 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d8c974-4756-43aa-a223-7c3f2cabfb7b req-97923c17-2e40-4d35-8495-e63596dc502c tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:51.899005 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-85d8c974-4756-43aa-a223-7c3f2cabfb7b req-97923c17-2e40-4d35-8495-e63596dc502c tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7a3f59e-3819-463b-b6ae-0f1b00648484 HTTP/1.1" status: 200 len: 946 time: 0.6383815 May 31 13:41:51.912613 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 2991dc5f-a513-4dc6-8db9-6cb4c3f3bcc3 resource provider aggregate not found May 31 13:41:51.917955 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-add920ea-c922-4570-9443-90761bd5e3f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:51.952986 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 2991dc5f-a513-4dc6-8db9-6cb4c3f3bcc3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2991dc5f-a513-4dc6-8db9-6cb4c3f3bcc3 found for delete ", "request_id": "req-6adfd0f5-69bf-409d-b828-b2fa2ca4b29d"}]} May 31 13:41:51.983762 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-90ee0a87-7c60-424b-9fba-323a24b822fb None None] Deleting port 6b931cfa-daa8-42a2-b61b-b4df3b991d0d {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:41:51.984374 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-90ee0a87-7c60-424b-9fba-323a24b822fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:51.998751 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a7f8491b-940b-40d7-93d9-5fd065cdda18 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:52.008281 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a7f8491b-940b-40d7-93d9-5fd065cdda18 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:52.045067 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f8491b-940b-40d7-93d9-5fd065cdda18 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event deleted for resources: {'Network': ['ID=2d01b618-6c59-4361-bb66-48f6d888ad19,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:52.053010 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 56002) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:41:52.072570 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-add920ea-c922-4570-9443-90761bd5e3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:52.076604 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-add920ea-c922-4570-9443-90761bd5e3f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:52.078328 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-add920ea-c922-4570-9443-90761bd5e3f2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7100ab1a-fa0d-457f-95e7-08d49ed86dda HTTP/1.1" status: 204 len: 168 time: 0.4278474 May 31 13:41:52.089355 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a7f8491b-940b-40d7-93d9-5fd065cdda18 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "DELETE /v2.0/networks/2d01b618-6c59-4361-bb66-48f6d888ad19 HTTP/1.1" status: 204 len: 168 time: 1.7221935 May 31 13:41:52.096372 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 56012) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:41:52.105119 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-44c82ab8-1be8-4afe-afc4-004d0269aeae tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1201700551'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:41:52.108633 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-90ee0a87-7c60-424b-9fba-323a24b822fb None None] The port '6b931cfa-daa8-42a2-b61b-b4df3b991d0d' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 13:41:52.112857 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-44c82ab8-1be8-4afe-afc4-004d0269aeae tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:41:52.122397 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-44c82ab8-1be8-4afe-afc4-004d0269aeae tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Usage tracker for resource:network and tenant:a62a1f0c39e548d390793611ac95b19e is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:41:52.128349 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-44c82ab8-1be8-4afe-afc4-004d0269aeae tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:41:52.136071 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-44c82ab8-1be8-4afe-afc4-004d0269aeae tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:41:52.144500 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add920ea-c922-4570-9443-90761bd5e3f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7100ab1a-fa0d-457f-95e7-08d49ed86dda,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:52.150720 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c82ab8-1be8-4afe-afc4-004d0269aeae tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Made reservation on behalf of a62a1f0c39e548d390793611ac95b19e for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:41:52.155196 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-44c82ab8-1be8-4afe-afc4-004d0269aeae tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:52.201953 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44c82ab8-1be8-4afe-afc4-004d0269aeae tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:41:52.232389 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-44c82ab8-1be8-4afe-afc4-004d0269aeae tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:52.232861 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-44c82ab8-1be8-4afe-afc4-004d0269aeae tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Added segment 6964c2cb-7a6f-43e7-863d-72055da4d0f1 of type vlan for network a2836bfb-aa9f-4a1c-af63-95b8c7499f00 May 31 13:41:52.275094 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-44c82ab8-1be8-4afe-afc4-004d0269aeae tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:52.280055 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-487203ee-1379-4773-ba77-5a5353810b27 req-8fc18ee9-894f-45a9-a1bb-819bc2a4bf99 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/security-groups?id=1729ab42-7be5-44f8-b17a-0e9ffb5ba8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3783994 May 31 13:41:52.328922 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e4301-16a6-4a35-88ce-d046e8094430 req-988e2b28-6bec-4155-b556-210504de6aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:52.332712 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b43e4301-16a6-4a35-88ce-d046e8094430 req-988e2b28-6bec-4155-b556-210504de6aa8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7e44bf4ef1bd484ea1258b83855c2d26&device_id=11332720-a38e-4aad-a18d-a89dce10acd0 HTTP/1.1" status: 200 len: 1096 time: 0.6030078 May 31 13:41:52.336053 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-44c82ab8-1be8-4afe-afc4-004d0269aeae tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:52.344601 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c82ab8-1be8-4afe-afc4-004d0269aeae tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:52.346392 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-44c82ab8-1be8-4afe-afc4-004d0269aeae tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:52.401299 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-052ad8b2-7f53-4015-af18-ce10e343c55b tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1419444086'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:41:52.411925 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-44c82ab8-1be8-4afe-afc4-004d0269aeae tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3142340 May 31 13:41:52.413339 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-052ad8b2-7f53-4015-af18-ce10e343c55b tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:41:52.422237 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 56018) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:41:52.428757 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-85d8c974-4756-43aa-a223-7c3f2cabfb7b req-def1b660-35ba-4cfd-b093-852f97caebbc tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/security-groups?id=1347e032-1cb8-425e-88e5-bf1247116b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5118723 May 31 13:41:52.522108 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-052ad8b2-7f53-4015-af18-ce10e343c55b tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Usage tracker for resource:network and tenant:d998b18a05e045c08a77d97262aac544 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:41:52.528222 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-ef2cb749-0ef3-46f5-a6ab-2731a6a95d02 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Request body: {'subnet': {'network_id': 'a2836bfb-aa9f-4a1c-af63-95b8c7499f00', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:41:52.543583 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 6fefb30d-14c0-4170-a819-323548bad8f8 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:41:52.659195 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port 6fefb30d-14c0-4170-a819-323548bad8f8 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:41:52.666148 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df40eb-366a-46af-9fcb-5df0123c6d76 req-b80df2f8-49fc-47ca-b9ed-99b26732c3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:52.667638 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f0df40eb-366a-46af-9fcb-5df0123c6d76 req-b80df2f8-49fc-47ca-b9ed-99b26732c3fb service neutron] 10.222.0.44 "GET /v2.0/networks?id=01fc962a-8b78-4f5e-b488-aef070562a0a HTTP/1.1" status: 200 len: 922 time: 0.7467294 May 31 13:41:52.667874 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port 6fefb30d-14c0-4170-a819-323548bad8f8 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:41:52.668257 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:52.687945 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-052ad8b2-7f53-4015-af18-ce10e343c55b tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:41:52.733485 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e4301-16a6-4a35-88ce-d046e8094430 req-8eeed67a-a579-401f-a595-1f36bfd1efa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:52.734928 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b43e4301-16a6-4a35-88ce-d046e8094430 req-8eeed67a-a579-401f-a595-1f36bfd1efa4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f4e69724-d0b8-4d4d-97a2-cfcb4a62380c HTTP/1.1" status: 200 len: 912 time: 0.3759596 May 31 13:41:52.740327 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 56024) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:41:52.765771 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-052ad8b2-7f53-4015-af18-ce10e343c55b tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:41:52.804381 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c82ab8-1be8-4afe-afc4-004d0269aeae tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event updated for resources: {'Network': ['ID=a2836bfb-aa9f-4a1c-af63-95b8c7499f00,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:52.818798 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 6fefb30d-14c0-4170-a819-323548bad8f8 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:41:52.819253 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:52.823125 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052ad8b2-7f53-4015-af18-ce10e343c55b tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Made reservation on behalf of d998b18a05e045c08a77d97262aac544 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:41:52.826605 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-052ad8b2-7f53-4015-af18-ce10e343c55b tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:52.829576 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network a2836bfb-aa9f-4a1c-af63-95b8c7499f00 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:41:52.845210 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-052ad8b2-7f53-4015-af18-ce10e343c55b tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:52.862755 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ef2cb749-0ef3-46f5-a6ab-2731a6a95d02 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:41:52.869601 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ef2cb749-0ef3-46f5-a6ab-2731a6a95d02 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Usage tracker for resource:subnet and tenant:a62a1f0c39e548d390793611ac95b19e is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:41:52.872459 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-052ad8b2-7f53-4015-af18-ce10e343c55b tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:41:52.875010 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ef2cb749-0ef3-46f5-a6ab-2731a6a95d02 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:41:52.881517 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-052ad8b2-7f53-4015-af18-ce10e343c55b tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Usage tracker for resource:security_group_rule and tenant:d998b18a05e045c08a77d97262aac544 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:41:52.884276 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ef2cb749-0ef3-46f5-a6ab-2731a6a95d02 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:41:52.886242 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-052ad8b2-7f53-4015-af18-ce10e343c55b tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:41:52.894732 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-052ad8b2-7f53-4015-af18-ce10e343c55b tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:41:52.904257 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f0df40eb-366a-46af-9fcb-5df0123c6d76 req-76903b15-f2d3-4ebd-b8f8-3bae24b2fdc2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c84bcd7-71ab-4f0b-ac08-b0e5fcaa9b3f HTTP/1.1" status: 200 len: 217 time: 0.1848335 May 31 13:41:52.908104 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef2cb749-0ef3-46f5-a6ab-2731a6a95d02 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Made reservation on behalf of a62a1f0c39e548d390793611ac95b19e for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:41:52.910981 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ef2cb749-0ef3-46f5-a6ab-2731a6a95d02 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:52.917683 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb6591-d7a7-4003-ae3a-1881c982eebf req-9a00ac96-13d3-486f-82fd-c6eeb01b4e3f tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:52.919186 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-87bb6591-d7a7-4003-ae3a-1881c982eebf req-9a00ac96-13d3-486f-82fd-c6eeb01b4e3f tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] 10.222.0.50 "GET /v2.0/ports?device_id=943d65ac-8c7a-41cf-9267-9821f8741902 HTTP/1.1" status: 200 len: 943 time: 0.4298141 May 31 13:41:52.936582 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-081f3786-d64a-4639-b627-3fff62e235d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:52.946472 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1a61240-abff-4aa6-b6d3-d753eda87237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fefb30d-14c0-4170-a819-323548bad8f8'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:41:52.971540 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 6fefb30d-14c0-4170-a819-323548bad8f8, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=6fefb30d-14c0-4170-a819-323548bad8f8,segment=NetworkSegment(8804d6e5-915c-4ad0-ab6a-a18b8d34b41b),segment_id=8804d6e5-915c-4ad0-ab6a-a18b8d34b41b)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:41:52.976669 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:53.042150 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b43e4301-16a6-4a35-88ce-d046e8094430 req-1d3ec5aa-2439-425e-9484-16f9ee6eaba5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1292f46-ad59-49bc-8df3-1733c2bfaf9c HTTP/1.1" status: 200 len: 1000 time: 0.2392528 May 31 13:41:53.044156 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-081f3786-d64a-4639-b627-3fff62e235d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:41:53.067249 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=6fefb30d-14c0-4170-a819-323548bad8f8,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:53.096236 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-081f3786-d64a-4639-b627-3fff62e235d9 admin admin] Usage tracker for resource:security_group_rule and tenant:f2c88a853f2e45e39cdbbd30e1562281 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:41:53.102941 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-081f3786-d64a-4639-b627-3fff62e235d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:41:53.122490 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-081f3786-d64a-4639-b627-3fff62e235d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:41:53.128097 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-87bb6591-d7a7-4003-ae3a-1881c982eebf req-d8318b0b-8ed9-47fa-934e-e958be9a198b tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] 10.222.0.50 "GET /v2.0/security-groups?id=a98da83b-17b5-4448-8f9e-a9c50c1cbdcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440260 May 31 13:41:53.145745 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df40eb-366a-46af-9fcb-5df0123c6d76 req-dcf77782-d344-412b-946f-660e097252f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:53.147195 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f0df40eb-366a-46af-9fcb-5df0123c6d76 req-dcf77782-d344-412b-946f-660e097252f1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=376ea7ff-d0de-4ced-8dc7-d3d0c70fcd72 HTTP/1.1" status: 200 len: 861 time: 0.2188203 May 31 13:41:53.157326 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-052ad8b2-7f53-4015-af18-ce10e343c55b tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:53.165773 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-052ad8b2-7f53-4015-af18-ce10e343c55b tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:53.218738 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a0dc5d-a01f-4dc2-b12a-d45638fc6056 req-fc658d3e-9167-4c8f-a949-f68b039cb69c tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:53.219024 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-052ad8b2-7f53-4015-af18-ce10e343c55b tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:41:53.220263 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-03a0dc5d-a01f-4dc2-b12a-d45638fc6056 req-fc658d3e-9167-4c8f-a949-f68b039cb69c tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/ports?device_id=11332720-a38e-4aad-a18d-a89dce10acd0 HTTP/1.1" status: 200 len: 945 time: 0.5476758 May 31 13:41:53.229504 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e4301-16a6-4a35-88ce-d046e8094430 req-57f28a0f-207a-4210-ba14-1c29a976c2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:53.230939 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b43e4301-16a6-4a35-88ce-d046e8094430 req-57f28a0f-207a-4210-ba14-1c29a976c2f7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=24f2589f-f663-4739-8d87-078291d83152 HTTP/1.1" status: 200 len: 850 time: 0.1692066 May 31 13:41:53.234211 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052ad8b2-7f53-4015-af18-ce10e343c55b tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f311919d-a346-4b74-8d43-aaad93e7821e,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:53.236481 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f0df40eb-366a-46af-9fcb-5df0123c6d76 req-23eb259d-f560-4837-979e-3e727acff321 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=01fc962a-8b78-4f5e-b488-aef070562a0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819809 May 31 13:41:53.243565 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-052ad8b2-7f53-4015-af18-ce10e343c55b tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:53.243984 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-052ad8b2-7f53-4015-af18-ce10e343c55b tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Added segment caa834c0-d9d2-49f7-b91d-829729692695 of type vlan for network b3ff74b5-0f4a-4cf5-9360-35cf1b404fa4 May 31 13:41:53.306489 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ef2cb749-0ef3-46f5-a6ab-2731a6a95d02 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:53.311234 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-052ad8b2-7f53-4015-af18-ce10e343c55b tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:53.434034 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2cb749-0ef3-46f5-a6ab-2731a6a95d02 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event updated for resources: {'Subnet': ['ID=2d130254-a4ab-4245-a16a-90faee1e4d4c,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:53.439549 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-052ad8b2-7f53-4015-af18-ce10e343c55b tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:53.445153 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052ad8b2-7f53-4015-af18-ce10e343c55b tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:53.445893 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-052ad8b2-7f53-4015-af18-ce10e343c55b tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:53.474611 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2cb749-0ef3-46f5-a6ab-2731a6a95d02 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Checking segment: {'id': '6964c2cb-7a6f-43e7-863d-72055da4d0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a2836bfb-aa9f-4a1c-af63-95b8c7499f00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:41:53.475159 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2cb749-0ef3-46f5-a6ab-2731a6a95d02 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Network hostable DHCP agents. Network: a2836bfb-aa9f-4a1c-af63-95b8c7499f00, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:41:53.535272 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-03a0dc5d-a01f-4dc2-b12a-d45638fc6056 req-c235ad50-6183-47e9-970d-3a3cf4b68bb4 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/security-groups?id=792462f3-0c93-41bc-a9cb-454dcd850b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3016660 May 31 13:41:53.601799 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-052ad8b2-7f53-4015-af18-ce10e343c55b tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.5412774 May 31 13:41:53.601799 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2cb749-0ef3-46f5-a6ab-2731a6a95d02 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Network a2836bfb-aa9f-4a1c-af63-95b8c7499f00 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:41:53.604133 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 56032) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:41:53.615154 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-d01d02a0-84bb-4e05-9f5e-185d73d512e0 tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Request body: {'subnet': {'network_id': 'b3ff74b5-0f4a-4cf5-9360-35cf1b404fa4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:41:53.633549 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052ad8b2-7f53-4015-af18-ce10e343c55b tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Pushing event updated for resources: {'Network': ['ID=b3ff74b5-0f4a-4cf5-9360-35cf1b404fa4,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:53.640939 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-ef2cb749-0ef3-46f5-a6ab-2731a6a95d02 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, a2836bfb-aa9f-4a1c-af63-95b8c7499f00) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:41:53.649835 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce16fce3-0d92-4fb4-909a-e8abb2fe090a None None] Network a2836bfb-aa9f-4a1c-af63-95b8c7499f00 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:41:53.650048 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f0df40eb-366a-46af-9fcb-5df0123c6d76 req-2145a6ab-b38f-4a96-b8b3-fc1886806f30 service neutron] 10.222.0.44 "GET /v2.0/networks/01fc962a-8b78-4f5e-b488-aef070562a0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3532214 May 31 13:41:53.660507 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e4301-16a6-4a35-88ce-d046e8094430 req-e3ea3eab-78ee-4832-8d38-04f726e0ce0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:53.662024 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b43e4301-16a6-4a35-88ce-d046e8094430 req-e3ea3eab-78ee-4832-8d38-04f726e0ce0e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f4e69724-d0b8-4d4d-97a2-cfcb4a62380c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4239199 May 31 13:41:53.663783 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-081f3786-d64a-4639-b627-3fff62e235d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:53.676577 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network b3ff74b5-0f4a-4cf5-9360-35cf1b404fa4 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:41:53.698717 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e670ce-454f-4626-8c43-d8438f0854f6 req-89460ac4-32d0-4173-8abe-01a0fc05fe58 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:53.700308 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-67e670ce-454f-4626-8c43-d8438f0854f6 req-89460ac4-32d0-4173-8abe-01a0fc05fe58 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa33a663-b177-4eae-a798-97c690c9e55f HTTP/1.1" status: 200 len: 946 time: 0.3763304 May 31 13:41:53.700808 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2cb749-0ef3-46f5-a6ab-2731a6a95d02 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:53.701402 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ef2cb749-0ef3-46f5-a6ab-2731a6a95d02 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:53.735102 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-081f3786-d64a-4639-b627-3fff62e235d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:53.741239 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ef2cb749-0ef3-46f5-a6ab-2731a6a95d02 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3157632 May 31 13:41:53.744810 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 56036) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:41:53.751824 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-1f07a426-0bcd-458e-8729-d4f6e685071a tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1149216095', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:41:53.764183 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-1f07a426-0bcd-458e-8729-d4f6e685071a tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:41:53.768613 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d01d02a0-84bb-4e05-9f5e-185d73d512e0 tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:41:53.770898 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-1f07a426-0bcd-458e-8729-d4f6e685071a tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Usage tracker for resource:router and tenant:a62a1f0c39e548d390793611ac95b19e is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:41:53.774823 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-1f07a426-0bcd-458e-8729-d4f6e685071a tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:41:53.777871 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d01d02a0-84bb-4e05-9f5e-185d73d512e0 tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Usage tracker for resource:subnet and tenant:d998b18a05e045c08a77d97262aac544 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:41:53.783240 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d01d02a0-84bb-4e05-9f5e-185d73d512e0 tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:41:53.786383 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-1f07a426-0bcd-458e-8729-d4f6e685071a tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:41:53.792444 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d01d02a0-84bb-4e05-9f5e-185d73d512e0 tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:41:53.805465 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1f07a426-0bcd-458e-8729-d4f6e685071a tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:53.807188 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1f07a426-0bcd-458e-8729-d4f6e685071a tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:53.817306 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d01d02a0-84bb-4e05-9f5e-185d73d512e0 tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Made reservation on behalf of d998b18a05e045c08a77d97262aac544 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:41:53.822463 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d01d02a0-84bb-4e05-9f5e-185d73d512e0 tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:53.919569 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1f07a426-0bcd-458e-8729-d4f6e685071a tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:54.033699 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1f07a426-0bcd-458e-8729-d4f6e685071a tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:54.070183 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1f07a426-0bcd-458e-8729-d4f6e685071a tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:54.076354 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-1f07a426-0bcd-458e-8729-d4f6e685071a tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3305025 May 31 13:41:54.077421 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 56040) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:41:54.092183 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-8616de41-7a08-49ce-947d-d1c805e37fee tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Request body: {'port': {'network_id': 'a2836bfb-aa9f-4a1c-af63-95b8c7499f00', 'name': 'tempest-PortsTestJSON-1033643985'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:41:54.100280 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425b1214-3535-4da0-aac2-6be60c31f7b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-a2836bfb-aa9f-4a1c-af63-95b8c7499f00', 'network_id': 'a2836bfb-aa9f-4a1c-af63-95b8c7499f00', 'tenant_id': 'a62a1f0c39e548d390793611ac95b19e', 'fixed_ips': [{'subnet_id': '2d130254-a4ab-4245-a16a-90faee1e4d4c'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:41:54.102925 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-425b1214-3535-4da0-aac2-6be60c31f7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:54.194556 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b43e4301-16a6-4a35-88ce-d046e8094430 req-e4e6fbbf-c725-425f-88ba-ac750b7ee7d1 service neutron] 10.222.0.44 "GET /v2.0/networks/f4e69724-d0b8-4d4d-97a2-cfcb4a62380c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4609084 May 31 13:41:54.195198 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081f3786-d64a-4639-b627-3fff62e235d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67955406-e0cf-42d9-a085-39b630e02451,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:54.202945 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-081f3786-d64a-4639-b627-3fff62e235d9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f2c88a853f2e45e39cdbbd30e1562281&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4073517 May 31 13:41:54.203924 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 56046) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:41:54.271356 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d01d02a0-84bb-4e05-9f5e-185d73d512e0 tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:54.311054 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-425b1214-3535-4da0-aac2-6be60c31f7b4 None None] Allocated IP 172.20.0.2 (a2836bfb-aa9f-4a1c-af63-95b8c7499f00/2d130254-a4ab-4245-a16a-90faee1e4d4c/9551654b-6589-4be5-b8de-55f60767bff6) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:41:54.314017 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-67e670ce-454f-4626-8c43-d8438f0854f6 req-af8f24d4-cd5e-42c7-b48c-20410354cde1 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] 10.222.0.50 "GET /v2.0/security-groups?id=bcc17e7d-20be-4c37-b314-b765a132b03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5402133 May 31 13:41:54.365587 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-51f28e39-35db-44ac-9ddd-64fcf5186ca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:54.394645 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-51f28e39-35db-44ac-9ddd-64fcf5186ca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:54.417352 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8616de41-7a08-49ce-947d-d1c805e37fee tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:41:54.421977 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-8616de41-7a08-49ce-947d-d1c805e37fee tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Usage tracker for resource:port and tenant:a62a1f0c39e548d390793611ac95b19e is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:41:54.425397 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-8616de41-7a08-49ce-947d-d1c805e37fee tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:41:54.432131 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8616de41-7a08-49ce-947d-d1c805e37fee tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:41:54.450846 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-607e236d-e14d-4931-af93-c9aa835c8103'] response: {'server_uuid': 'c1a61240-abff-4aa6-b6d3-d753eda87237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fefb30d-14c0-4170-a819-323548bad8f8', 'code': 200} May 31 13:41:54.454556 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8616de41-7a08-49ce-947d-d1c805e37fee tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Made reservation on behalf of a62a1f0c39e548d390793611ac95b19e for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:41:54.458749 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8616de41-7a08-49ce-947d-d1c805e37fee tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:54.489792 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01d02a0-84bb-4e05-9f5e-185d73d512e0 tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Pushing event updated for resources: {'Subnet': ['ID=1e5e858a-9efc-4ad1-98df-80c1283d2790,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:54.504974 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01d02a0-84bb-4e05-9f5e-185d73d512e0 tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Checking segment: {'id': 'caa834c0-d9d2-49f7-b91d-829729692695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b3ff74b5-0f4a-4cf5-9360-35cf1b404fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:41:54.505559 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01d02a0-84bb-4e05-9f5e-185d73d512e0 tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Network hostable DHCP agents. Network: b3ff74b5-0f4a-4cf5-9360-35cf1b404fa4, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:41:54.514988 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-8616de41-7a08-49ce-947d-d1c805e37fee tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] device_id is not set on port 5a1c1b9c-3904-4e34-94b9-a4e70c92b2bc yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:41:54.553185 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 5c84bcd7-71ab-4f0b-ac08-b0e5fcaa9b3f details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:41:54.663417 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01d02a0-84bb-4e05-9f5e-185d73d512e0 tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Network b3ff74b5-0f4a-4cf5-9360-35cf1b404fa4 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:41:54.666551 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b43e4301-16a6-4a35-88ce-d046e8094430 req-a4fb4103-af60-408c-8e6a-f459354d6e0f service neutron] 10.222.0.44 "GET /v2.0/networks/f4e69724-d0b8-4d4d-97a2-cfcb4a62380c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4514673 May 31 13:41:54.693742 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-d01d02a0-84bb-4e05-9f5e-185d73d512e0 tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, b3ff74b5-0f4a-4cf5-9360-35cf1b404fa4) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:41:54.706268 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01d02a0-84bb-4e05-9f5e-185d73d512e0 tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:54.707615 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d01d02a0-84bb-4e05-9f5e-185d73d512e0 tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:54.737701 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d319b2d1-1388-4889-bbba-3883fefb0fda req-1b18363e-d0ff-4231-8f8a-a125f18992a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:54.739597 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d319b2d1-1388-4889-bbba-3883fefb0fda req-1b18363e-d0ff-4231-8f8a-a125f18992a8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c1a61240-abff-4aa6-b6d3-d753eda87237 HTTP/1.1" status: 200 len: 1096 time: 0.1719460 May 31 13:41:54.741210 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d01d02a0-84bb-4e05-9f5e-185d73d512e0 tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1360562 May 31 13:41:54.744555 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 56054) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:41:54.750653 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-0e19d556-4f9c-4dff-ad4f-8f6488edcea7 tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Request body: {'port': {'network_id': 'b3ff74b5-0f4a-4cf5-9360-35cf1b404fa4', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1147152743'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:41:54.774311 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-425b1214-3535-4da0-aac2-6be60c31f7b4 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:54.780864 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1980e5-8d1f-41d2-92c3-948ffbaf1173 None None] Network b3ff74b5-0f4a-4cf5-9360-35cf1b404fa4 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:41:54.786442 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f0df40eb-366a-46af-9fcb-5df0123c6d76 req-0ec73d89-b1b1-4ab9-9cba-6737a3e31ea2 service neutron] 10.222.0.44 "GET /v2.0/networks/01fc962a-8b78-4f5e-b488-aef070562a0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1201570 May 31 13:41:54.790410 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-51f28e39-35db-44ac-9ddd-64fcf5186ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:54.810210 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f28e39-35db-44ac-9ddd-64fcf5186ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67955406-e0cf-42d9-a085-39b630e02451,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:54.843317 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b21a2a1-b1fd-4357-b687-303ce85efb9a req-a026d047-952c-4fe6-bc03-8e9f886417a6 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:54.854899 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7b21a2a1-b1fd-4357-b687-303ce85efb9a req-a026d047-952c-4fe6-bc03-8e9f886417a6 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/ports?device_id=e784aeb2-4e66-4dc1-a934-09bd1cdb248d HTTP/1.1" status: 200 len: 945 time: 1.1869702 May 31 13:41:54.897539 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-51f28e39-35db-44ac-9ddd-64fcf5186ca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:54.901915 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-51f28e39-35db-44ac-9ddd-64fcf5186ca7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/67955406-e0cf-42d9-a085-39b630e02451 HTTP/1.1" status: 204 len: 168 time: 0.6867740 May 31 13:41:54.942770 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d319b2d1-1388-4889-bbba-3883fefb0fda req-eb1da20c-f711-4dc3-806e-0fac5afc91e7 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1347e032-1cb8-425e-88e5-bf1247116b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653852 May 31 13:41:54.946677 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7b21a2a1-b1fd-4357-b687-303ce85efb9a req-284c80bd-3860-49eb-b8e7-7a3721656f6b tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/security-groups?id=1347e032-1cb8-425e-88e5-bf1247116b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895922 May 31 13:41:54.982244 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0e19d556-4f9c-4dff-ad4f-8f6488edcea7 tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:41:54.988012 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-0e19d556-4f9c-4dff-ad4f-8f6488edcea7 tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Usage tracker for resource:port and tenant:d998b18a05e045c08a77d97262aac544 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:41:54.991284 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-0e19d556-4f9c-4dff-ad4f-8f6488edcea7 tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:41:54.996672 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e862b18-7f8a-46ee-b3a0-ab4dda010007 req-3b5d3ba8-c29b-4e1d-9897-0fd8f6e5bcc9 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:54.999697 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0e19d556-4f9c-4dff-ad4f-8f6488edcea7 tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:41:55.006879 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8e862b18-7f8a-46ee-b3a0-ab4dda010007 req-3b5d3ba8-c29b-4e1d-9897-0fd8f6e5bcc9 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/ports?device_id=b285caa1-0db1-4a98-b033-f5712745a5ff HTTP/1.1" status: 200 len: 945 time: 0.2939961 May 31 13:41:55.025659 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e19d556-4f9c-4dff-ad4f-8f6488edcea7 tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Made reservation on behalf of d998b18a05e045c08a77d97262aac544 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:41:55.030471 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0e19d556-4f9c-4dff-ad4f-8f6488edcea7 tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:55.045035 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-425b1214-3535-4da0-aac2-6be60c31f7b4 None None] Transition to ACTIVE for port object 9551654b-6589-4be5-b8de-55f60767bff6 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:41:55.072180 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-425b1214-3535-4da0-aac2-6be60c31f7b4 None None] Transition to ACTIVE for port object 9551654b-6589-4be5-b8de-55f60767bff6 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:41:55.089082 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8e862b18-7f8a-46ee-b3a0-ab4dda010007 req-741b1622-fed8-433c-a932-a5ab12ad08e8 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/security-groups?id=1729ab42-7be5-44f8-b17a-0e9ffb5ba8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812497 May 31 13:41:55.113129 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-0e19d556-4f9c-4dff-ad4f-8f6488edcea7 tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] device_id is not set on port 62e6ed88-c73a-48d0-a585-1b2e94841d01 yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:41:55.122286 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 5c84bcd7-71ab-4f0b-ac08-b0e5fcaa9b3f, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=5c84bcd7-71ab-4f0b-ac08-b0e5fcaa9b3f,segment=NetworkSegment(953815e4-64bf-4ed9-88a8-d915d9fae3c6),segment_id=953815e4-64bf-4ed9-88a8-d915d9fae3c6)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:41:55.167719 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': '5c84bcd7-71ab-4f0b-ac08-b0e5fcaa9b3f', 'network_id': '01fc962a-8b78-4f5e-b488-aef070562a0a', 'port_id': '5c84bcd7-71ab-4f0b-ac08-b0e5fcaa9b3f', 'mac_address': 'fa:16:3e:b3:ea:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '376ea7ff-d0de-4ced-8dc7-d3d0c70fcd72', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:41:55.230074 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-425b1214-3535-4da0-aac2-6be60c31f7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:55.315567 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b39d59-c5d4-4a9a-a4a6-53458416e9f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-b3ff74b5-0f4a-4cf5-9360-35cf1b404fa4', 'network_id': 'b3ff74b5-0f4a-4cf5-9360-35cf1b404fa4', 'tenant_id': 'd998b18a05e045c08a77d97262aac544', 'fixed_ips': [{'subnet_id': '1e5e858a-9efc-4ad1-98df-80c1283d2790'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:41:55.316378 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19b39d59-c5d4-4a9a-a4a6-53458416e9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:55.329881 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e80dc8c-8dc5-4dbd-a328-091635647f0d req-2379e35c-4dc0-4409-8eeb-973c941c73fa tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:55.331493 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4e80dc8c-8dc5-4dbd-a328-091635647f0d req-2379e35c-4dc0-4409-8eeb-973c941c73fa tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] 10.222.0.50 "GET /v2.0/ports?device_id=943d65ac-8c7a-41cf-9267-9821f8741902 HTTP/1.1" status: 200 len: 943 time: 0.1811874 May 31 13:41:55.417434 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425b1214-3535-4da0-aac2-6be60c31f7b4 None None] Network a2836bfb-aa9f-4a1c-af63-95b8c7499f00 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:41:55.433979 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-425b1214-3535-4da0-aac2-6be60c31f7b4 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:41:55.452461 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425b1214-3535-4da0-aac2-6be60c31f7b4 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:41:55.490503 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4e80dc8c-8dc5-4dbd-a328-091635647f0d req-7d325997-7a0c-4ac2-9e80-3645582f60cd tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] 10.222.0.50 "GET /v2.0/security-groups?id=a98da83b-17b5-4448-8f9e-a9c50c1cbdcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467848 May 31 13:41:55.623266 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-8616de41-7a08-49ce-947d-d1c805e37fee tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Allocated IP 172.20.0.14 (a2836bfb-aa9f-4a1c-af63-95b8c7499f00/2d130254-a4ab-4245-a16a-90faee1e4d4c/5a1c1b9c-3904-4e34-94b9-a4e70c92b2bc) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:41:55.720925 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 5c84bcd7-71ab-4f0b-ac08-b0e5fcaa9b3f is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:41:55.721490 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:55.744310 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425b1214-3535-4da0-aac2-6be60c31f7b4 None None] Pushing event updated for resources: {'Port': ['ID=9551654b-6589-4be5-b8de-55f60767bff6,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:55.748753 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c84bcd7-71ab-4f0b-ac08-b0e5fcaa9b3f {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:41:55.765531 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 5c84bcd7-71ab-4f0b-ac08-b0e5fcaa9b3f, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=5c84bcd7-71ab-4f0b-ac08-b0e5fcaa9b3f,segment=NetworkSegment(953815e4-64bf-4ed9-88a8-d915d9fae3c6),segment_id=953815e4-64bf-4ed9-88a8-d915d9fae3c6)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:41:55.791542 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-0e19d556-4f9c-4dff-ad4f-8f6488edcea7 tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Allocated IP 172.20.0.6 (b3ff74b5-0f4a-4cf5-9360-35cf1b404fa4/1e5e858a-9efc-4ad1-98df-80c1283d2790/62e6ed88-c73a-48d0-a585-1b2e94841d01) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:41:55.824511 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 56066) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:41:55.847409 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:55.865530 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b1214-3535-4da0-aac2-6be60c31f7b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:41:55.865866 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b1214-3535-4da0-aac2-6be60c31f7b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:41:55.866220 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b1214-3535-4da0-aac2-6be60c31f7b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:41:55.866552 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b1214-3535-4da0-aac2-6be60c31f7b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:41:55.866876 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b1214-3535-4da0-aac2-6be60c31f7b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:41:55.867794 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b1214-3535-4da0-aac2-6be60c31f7b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:41:55.868247 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b1214-3535-4da0-aac2-6be60c31f7b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:41:55.868801 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b1214-3535-4da0-aac2-6be60c31f7b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:41:55.869141 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b1214-3535-4da0-aac2-6be60c31f7b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:41:55.869466 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b1214-3535-4da0-aac2-6be60c31f7b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:41:55.869788 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b1214-3535-4da0-aac2-6be60c31f7b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:41:55.870128 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425b1214-3535-4da0-aac2-6be60c31f7b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:41:55.873776 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-425b1214-3535-4da0-aac2-6be60c31f7b4 None None] Attempting to bind port 9551654b-6589-4be5-b8de-55f60767bff6 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:41:55.874181 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-425b1214-3535-4da0-aac2-6be60c31f7b4 None None] Attempting to bind port 9551654b-6589-4be5-b8de-55f60767bff6 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '6964c2cb-7a6f-43e7-863d-72055da4d0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a2836bfb-aa9f-4a1c-af63-95b8c7499f00'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:41:55.874543 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425b1214-3535-4da0-aac2-6be60c31f7b4 None None] Attempting to bind port 9551654b-6589-4be5-b8de-55f60767bff6 on network a2836bfb-aa9f-4a1c-af63-95b8c7499f00 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:41:55.970191 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425b1214-3535-4da0-aac2-6be60c31f7b4 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:41:55.970561 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425b1214-3535-4da0-aac2-6be60c31f7b4 None None] Checking segment: {'id': '6964c2cb-7a6f-43e7-863d-72055da4d0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a2836bfb-aa9f-4a1c-af63-95b8c7499f00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:41:55.970962 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-425b1214-3535-4da0-aac2-6be60c31f7b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:55.971352 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425b1214-3535-4da0-aac2-6be60c31f7b4 None None] Bound using segment: {'id': '6964c2cb-7a6f-43e7-863d-72055da4d0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a2836bfb-aa9f-4a1c-af63-95b8c7499f00'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:41:55.971868 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-425b1214-3535-4da0-aac2-6be60c31f7b4 None None] Bound port: 9551654b-6589-4be5-b8de-55f60767bff6, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6964c2cb-7a6f-43e7-863d-72055da4d0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a2836bfb-aa9f-4a1c-af63-95b8c7499f00'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:41:55.972249 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-425b1214-3535-4da0-aac2-6be60c31f7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:56.008240 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=5c84bcd7-71ab-4f0b-ac08-b0e5fcaa9b3f,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:56.008440 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3d3c4e28-ed58-40e7-bf88-c7b81edbdb9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:56.029824 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-3d3c4e28-ed58-40e7-bf88-c7b81edbdb9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:41:56.035063 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-3d3c4e28-ed58-40e7-bf88-c7b81edbdb9b admin admin] Usage tracker for resource:security_group_rule and tenant:dc902a48d34c4b93ba892434bb8ee37f is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:41:56.038463 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-3d3c4e28-ed58-40e7-bf88-c7b81edbdb9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:41:56.052244 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-3d3c4e28-ed58-40e7-bf88-c7b81edbdb9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:41:56.092186 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d37a59-73ea-4a32-8568-6d3a87947794 req-3c1bed8d-858a-4c2f-ac29-49e75a19b923 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:56.099709 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a2d37a59-73ea-4a32-8568-6d3a87947794 req-3c1bed8d-858a-4c2f-ac29-49e75a19b923 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/ports?device_id=11332720-a38e-4aad-a18d-a89dce10acd0 HTTP/1.1" status: 200 len: 945 time: 0.3756516 May 31 13:41:56.157757 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0e19d556-4f9c-4dff-ad4f-8f6488edcea7 tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:56.163670 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-425b1214-3535-4da0-aac2-6be60c31f7b4 None None] For port 9551654b-6589-4be5-b8de-55f60767bff6, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:41:56.168589 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-425b1214-3535-4da0-aac2-6be60c31f7b4 None None] For port 9551654b-6589-4be5-b8de-55f60767bff6, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=9551654b-6589-4be5-b8de-55f60767bff6,segment=NetworkSegment(6964c2cb-7a6f-43e7-863d-72055da4d0f1),segment_id=6964c2cb-7a6f-43e7-863d-72055da4d0f1)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:41:56.171259 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a2d37a59-73ea-4a32-8568-6d3a87947794 req-14b0d108-1e15-4d3b-b730-a6a780c7ca27 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/security-groups?id=792462f3-0c93-41bc-a9cb-454dcd850b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699558 May 31 13:41:56.175030 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-425b1214-3535-4da0-aac2-6be60c31f7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:56.283205 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3d3c4e28-ed58-40e7-bf88-c7b81edbdb9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:56.288816 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3d3c4e28-ed58-40e7-bf88-c7b81edbdb9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:56.318039 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-0e19d556-4f9c-4dff-ad4f-8f6488edcea7 tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Transition to ACTIVE for port object 62e6ed88-c73a-48d0-a585-1b2e94841d01 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:41:56.388694 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425b1214-3535-4da0-aac2-6be60c31f7b4 None None] Pushing event updated for resources: {'Port': ['ID=9551654b-6589-4be5-b8de-55f60767bff6,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:56.435900 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-3d3c4e28-ed58-40e7-bf88-c7b81edbdb9b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dc902a48d34c4b93ba892434bb8ee37f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4818468 May 31 13:41:56.452926 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 56072) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:41:56.460567 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ffce52-7d93-4ab6-acbd-d20a34fc1bb9 req-f59c796e-e79f-4814-bbe6-2a82bf5415f3 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:56.479436 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c2ffce52-7d93-4ab6-acbd-d20a34fc1bb9 req-f59c796e-e79f-4814-bbe6-2a82bf5415f3 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1a61240-abff-4aa6-b6d3-d753eda87237 HTTP/1.1" status: 200 len: 945 time: 0.6532505 May 31 13:41:56.483054 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3c4e28-ed58-40e7-bf88-c7b81edbdb9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a94d92-55f5-47f1-932b-45ae93233e5d,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:56.525523 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['5c84bcd7-71ab-4f0b-ac08-b0e5fcaa9b3f'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:41:56.589736 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8616de41-7a08-49ce-947d-d1c805e37fee tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:56.618929 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0e19d556-4f9c-4dff-ad4f-8f6488edcea7 tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:56.620940 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-8616de41-7a08-49ce-947d-d1c805e37fee tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Transition to ACTIVE for port object 5a1c1b9c-3904-4e34-94b9-a4e70c92b2bc will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:41:56.714727 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c2ffce52-7d93-4ab6-acbd-d20a34fc1bb9 req-5ae48347-b255-4dff-86ec-139963bee4e6 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/security-groups?id=1347e032-1cb8-425e-88e5-bf1247116b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343168 May 31 13:41:56.772919 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-19b39d59-c5d4-4a9a-a4a6-53458416e9f8 None None] Allocated IP 172.20.0.2 (b3ff74b5-0f4a-4cf5-9360-35cf1b404fa4/1e5e858a-9efc-4ad1-98df-80c1283d2790/7543aeb1-cd88-4fc4-a5f4-a0a899645df3) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:41:56.817603 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8616de41-7a08-49ce-947d-d1c805e37fee tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:56.875599 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-39c56bea-7188-428e-ab02-df099126be05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:56.904777 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e19d556-4f9c-4dff-ad4f-8f6488edcea7 tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Network b3ff74b5-0f4a-4cf5-9360-35cf1b404fa4 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:41:56.917913 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-0e19d556-4f9c-4dff-ad4f-8f6488edcea7 tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:41:56.923108 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-39c56bea-7188-428e-ab02-df099126be05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:56.930667 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e19d556-4f9c-4dff-ad4f-8f6488edcea7 tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:41:56.989677 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8616de41-7a08-49ce-947d-d1c805e37fee tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Network a2836bfb-aa9f-4a1c-af63-95b8c7499f00 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:41:56.992370 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-8616de41-7a08-49ce-947d-d1c805e37fee tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:41:57.007051 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8616de41-7a08-49ce-947d-d1c805e37fee tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:41:57.040040 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e19d556-4f9c-4dff-ad4f-8f6488edcea7 tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Pushing event updated for resources: {'Port': ['ID=62e6ed88-c73a-48d0-a585-1b2e94841d01,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:57.094883 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb29297-1992-45d9-b3c4-7dab96072298 req-924423d7-6724-4e99-813e-02fa3f5e7e71 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:57.108297 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-beb29297-1992-45d9-b3c4-7dab96072298 req-924423d7-6724-4e99-813e-02fa3f5e7e71 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/ports?device_id=b285caa1-0db1-4a98-b033-f5712745a5ff HTTP/1.1" status: 200 len: 945 time: 0.4230735 May 31 13:41:57.119153 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19b39d59-c5d4-4a9a-a4a6-53458416e9f8 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:57.162042 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-19b39d59-c5d4-4a9a-a4a6-53458416e9f8 None None] Transition to ACTIVE for port object 7543aeb1-cd88-4fc4-a5f4-a0a899645df3 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:41:57.162281 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e19d556-4f9c-4dff-ad4f-8f6488edcea7 tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:57.162799 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0e19d556-4f9c-4dff-ad4f-8f6488edcea7 tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:57.167813 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-39c56bea-7188-428e-ab02-df099126be05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:57.185327 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8616de41-7a08-49ce-947d-d1c805e37fee tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:57.185973 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8616de41-7a08-49ce-947d-d1c805e37fee tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:57.193423 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8616de41-7a08-49ce-947d-d1c805e37fee tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event updated for resources: {'Port': ['ID=5a1c1b9c-3904-4e34-94b9-a4e70c92b2bc,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:57.204655 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-19b39d59-c5d4-4a9a-a4a6-53458416e9f8 None None] Transition to ACTIVE for port object 7543aeb1-cd88-4fc4-a5f4-a0a899645df3 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:41:57.217652 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-0e19d556-4f9c-4dff-ad4f-8f6488edcea7 tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4717453 May 31 13:41:57.222610 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-8616de41-7a08-49ce-947d-d1c805e37fee tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.1370072 May 31 13:41:57.222610 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 56084) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:41:57.222897 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19b39d59-c5d4-4a9a-a4a6-53458416e9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:57.223003 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 56086) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:41:57.241813 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ec393-0b27-466b-8699-7fbabc057d37 req-4460561b-ac08-445c-84e7-6d7f8ffefc77 tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:57.244230 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-582ec393-0b27-466b-8699-7fbabc057d37 req-4460561b-ac08-445c-84e7-6d7f8ffefc77 tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] 10.222.0.50 "GET /v2.0/ports?device_id=943d65ac-8c7a-41cf-9267-9821f8741902 HTTP/1.1" status: 200 len: 944 time: 0.3058333 May 31 13:41:57.254632 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-beb29297-1992-45d9-b3c4-7dab96072298 req-86dca0d1-1e8b-40a1-a9d1-11c96bc80dec tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/security-groups?id=1729ab42-7be5-44f8-b17a-0e9ffb5ba8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433706 May 31 13:41:57.259507 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c56bea-7188-428e-ab02-df099126be05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a94d92-55f5-47f1-932b-45ae93233e5d,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:57.342686 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-582ec393-0b27-466b-8699-7fbabc057d37 req-de1efc36-f35b-4c66-96f7-3000210d6233 tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] 10.222.0.50 "GET /v2.0/security-groups?id=a98da83b-17b5-4448-8f9e-a9c50c1cbdcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719333 May 31 13:41:57.347755 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-39c56bea-7188-428e-ab02-df099126be05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:57.351303 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-39c56bea-7188-428e-ab02-df099126be05 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/01a94d92-55f5-47f1-932b-45ae93233e5d HTTP/1.1" status: 204 len: 168 time: 0.8698637 May 31 13:41:57.468799 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b39d59-c5d4-4a9a-a4a6-53458416e9f8 None None] Network b3ff74b5-0f4a-4cf5-9360-35cf1b404fa4 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:41:57.473403 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-19b39d59-c5d4-4a9a-a4a6-53458416e9f8 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:41:57.490406 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b39d59-c5d4-4a9a-a4a6-53458416e9f8 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:41:57.554368 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b39d59-c5d4-4a9a-a4a6-53458416e9f8 None None] Pushing event updated for resources: {'Port': ['ID=7543aeb1-cd88-4fc4-a5f4-a0a899645df3,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:57.672850 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-19b39d59-c5d4-4a9a-a4a6-53458416e9f8 None None] Attempting to bind port 7543aeb1-cd88-4fc4-a5f4-a0a899645df3 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:41:57.673376 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-19b39d59-c5d4-4a9a-a4a6-53458416e9f8 None None] Attempting to bind port 7543aeb1-cd88-4fc4-a5f4-a0a899645df3 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'caa834c0-d9d2-49f7-b91d-829729692695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b3ff74b5-0f4a-4cf5-9360-35cf1b404fa4'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:41:57.673831 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b39d59-c5d4-4a9a-a4a6-53458416e9f8 None None] Attempting to bind port 7543aeb1-cd88-4fc4-a5f4-a0a899645df3 on network b3ff74b5-0f4a-4cf5-9360-35cf1b404fa4 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:41:57.684607 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b39d59-c5d4-4a9a-a4a6-53458416e9f8 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:41:57.685381 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b39d59-c5d4-4a9a-a4a6-53458416e9f8 None None] Checking segment: {'id': 'caa834c0-d9d2-49f7-b91d-829729692695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b3ff74b5-0f4a-4cf5-9360-35cf1b404fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:41:57.686223 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19b39d59-c5d4-4a9a-a4a6-53458416e9f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:57.686807 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b39d59-c5d4-4a9a-a4a6-53458416e9f8 None None] Bound using segment: {'id': 'caa834c0-d9d2-49f7-b91d-829729692695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b3ff74b5-0f4a-4cf5-9360-35cf1b404fa4'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:41:57.687362 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-19b39d59-c5d4-4a9a-a4a6-53458416e9f8 None None] Bound port: 7543aeb1-cd88-4fc4-a5f4-a0a899645df3, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caa834c0-d9d2-49f7-b91d-829729692695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b3ff74b5-0f4a-4cf5-9360-35cf1b404fa4'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:41:57.687830 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19b39d59-c5d4-4a9a-a4a6-53458416e9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:57.766969 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-b81142d6-a5de-4b4f-af19-3f66a5f21cae tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Deleting port 62e6ed88-c73a-48d0-a585-1b2e94841d01 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:41:57.767491 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b81142d6-a5de-4b4f-af19-3f66a5f21cae tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:57.794059 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125125be-9179-4892-a561-e291fc25e0e5 req-77a52870-6294-4983-9112-35a28e0e10ea tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:57.802363 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-125125be-9179-4892-a561-e291fc25e0e5 req-77a52870-6294-4983-9112-35a28e0e10ea tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] 10.222.0.50 "GET /v2.0/networks?id=259c3729-0e55-4023-ae89-6ca86bbc45c1 HTTP/1.1" status: 200 len: 813 time: 0.3857219 May 31 13:41:57.857890 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-19b39d59-c5d4-4a9a-a4a6-53458416e9f8 None None] For port 7543aeb1-cd88-4fc4-a5f4-a0a899645df3, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:41:57.861799 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-125125be-9179-4892-a561-e291fc25e0e5 req-5beadd8b-2c5e-47ed-b168-fa8aba072cd8 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] 10.222.0.50 "GET /v2.0/quotas/efc105b3ffca404f9d489bce18ac0a3c HTTP/1.1" status: 200 len: 375 time: 0.0581915 May 31 13:41:57.874999 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-19b39d59-c5d4-4a9a-a4a6-53458416e9f8 None None] For port 7543aeb1-cd88-4fc4-a5f4-a0a899645df3, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=7543aeb1-cd88-4fc4-a5f4-a0a899645df3,segment=NetworkSegment(caa834c0-d9d2-49f7-b91d-829729692695),segment_id=caa834c0-d9d2-49f7-b91d-829729692695)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:41:57.884415 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19b39d59-c5d4-4a9a-a4a6-53458416e9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:57.951822 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 9551654b-6589-4be5-b8de-55f60767bff6 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:41:58.049333 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ac2393-a591-4546-9381-43fa9ed3bdec req-80ca6277-5b29-428a-a132-7c0385ba88c3 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:58.066622 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-08ac2393-a591-4546-9381-43fa9ed3bdec req-80ca6277-5b29-428a-a132-7c0385ba88c3 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/ports?device_id=11332720-a38e-4aad-a18d-a89dce10acd0 HTTP/1.1" status: 200 len: 945 time: 0.2536931 May 31 13:41:58.080518 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361aa302-3d06-49cf-8c6e-21dcf4772bd5 None None] Network a2836bfb-aa9f-4a1c-af63-95b8c7499f00 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:41:58.134622 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-08ac2393-a591-4546-9381-43fa9ed3bdec req-8d5cfdec-62e6-4f29-8669-7ca5b96fcd16 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/security-groups?id=792462f3-0c93-41bc-a9cb-454dcd850b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573716 May 31 13:41:58.173874 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-125125be-9179-4892-a561-e291fc25e0e5 req-c89b7da1-aabf-4931-a839-c06d489cdd6e tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=efc105b3ffca404f9d489bce18ac0a3c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3016965 May 31 13:41:58.262475 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b39d59-c5d4-4a9a-a4a6-53458416e9f8 None None] Pushing event updated for resources: {'Port': ['ID=7543aeb1-cd88-4fc4-a5f4-a0a899645df3,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:58.284727 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-5eb0802a-cc50-477d-9fed-28b682d33058 None None] Provisioning for port 9551654b-6589-4be5-b8de-55f60767bff6 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:41:58.346109 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 9551654b-6589-4be5-b8de-55f60767bff6 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:41:58.384954 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 13:41:58.443384 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 9551654b-6589-4be5-b8de-55f60767bff6 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:41:58.443384 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:58.577648 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-125125be-9179-4892-a561-e291fc25e0e5 req-8fa4217b-5f51-4221-a599-200a95d1c702 service neutron] 10.222.0.50 "GET /v2.0/networks/259c3729-0e55-4023-ae89-6ca86bbc45c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3900123 May 31 13:41:58.626621 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c563ed-cfaa-43ad-82f6-0b07dca647c1 req-573f2a0a-4a9b-4790-b83e-523c081d4908 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:58.628629 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-91c563ed-cfaa-43ad-82f6-0b07dca647c1 req-573f2a0a-4a9b-4790-b83e-523c081d4908 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1a61240-abff-4aa6-b6d3-d753eda87237 HTTP/1.1" status: 200 len: 945 time: 0.2929459 May 31 13:41:58.708295 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b81142d6-a5de-4b4f-af19-3f66a5f21cae tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:58.859317 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-b81142d6-a5de-4b4f-af19-3f66a5f21cae tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Calling delete_port for 62e6ed88-c73a-48d0-a585-1b2e94841d01 owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:41:58.907827 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 9551654b-6589-4be5-b8de-55f60767bff6 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:41:58.908205 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:58.937484 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-91c563ed-cfaa-43ad-82f6-0b07dca647c1 req-ae8b03b2-df46-43ad-880a-e8a78cfb1423 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/security-groups?id=1347e032-1cb8-425e-88e5-bf1247116b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002234 May 31 13:41:58.981209 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 9551654b-6589-4be5-b8de-55f60767bff6, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=9551654b-6589-4be5-b8de-55f60767bff6,segment=NetworkSegment(6964c2cb-7a6f-43e7-863d-72055da4d0f1),segment_id=6964c2cb-7a6f-43e7-863d-72055da4d0f1)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:41:58.987065 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:59.011405 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-125125be-9179-4892-a561-e291fc25e0e5 req-a6f752be-123d-4a3f-9679-fd38c7fb5ac8 service neutron] 10.222.0.50 "GET /v2.0/networks/259c3729-0e55-4023-ae89-6ca86bbc45c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4236319 May 31 13:41:59.150474 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b81142d6-a5de-4b4f-af19-3f66a5f21cae tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:59.159642 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=9551654b-6589-4be5-b8de-55f60767bff6,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:59.354204 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713e2c2-581a-4c99-a9f7-41407c9e9e6a req-717d506f-1869-4963-810d-703fb0df9fa9 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:59.364800 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a713e2c2-581a-4c99-a9f7-41407c9e9e6a req-717d506f-1869-4963-810d-703fb0df9fa9 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/ports?device_id=b285caa1-0db1-4a98-b033-f5712745a5ff HTTP/1.1" status: 200 len: 945 time: 0.1810012 May 31 13:41:59.452989 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a713e2c2-581a-4c99-a9f7-41407c9e9e6a req-85d77912-96f7-463b-8daa-4d99a2ec46b3 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/security-groups?id=1729ab42-7be5-44f8-b17a-0e9ffb5ba8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858212 May 31 13:41:59.496070 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81142d6-a5de-4b4f-af19-3f66a5f21cae tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Pushing event deleted for resources: {'Port': ['ID=62e6ed88-c73a-48d0-a585-1b2e94841d01,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:41:59.757390 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e5d23d4b-5010-4597-95bb-6f6a8213e76d None None] Provisioning for port 5a1c1b9c-3904-4e34-94b9-a4e70c92b2bc completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:41:59.787787 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e5d23d4b-5010-4597-95bb-6f6a8213e76d None None] Provisioning complete for port 5a1c1b9c-3904-4e34-94b9-a4e70c92b2bc triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:41:59.792954 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e5d23d4b-5010-4597-95bb-6f6a8213e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:59.827504 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15936ec-6f64-4532-8566-631fbce59372 req-4fc4b32c-bc14-4547-b0cc-85776df3f9a0 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:41:59.828255 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-d15936ec-6f64-4532-8566-631fbce59372 req-4fc4b32c-bc14-4547-b0cc-85776df3f9a0 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Synchronizing usage tracker for tenant:efc105b3ffca404f9d489bce18ac0a3c on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:41:59.860333 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b81142d6-a5de-4b4f-af19-3f66a5f21cae tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:59.934517 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b81142d6-a5de-4b4f-af19-3f66a5f21cae tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] 10.222.0.50 "DELETE /v2.0/ports/62e6ed88-c73a-48d0-a585-1b2e94841d01 HTTP/1.1" status: 204 len: 168 time: 2.7125971 May 31 13:41:59.942741 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-d15936ec-6f64-4532-8566-631fbce59372 req-4fc4b32c-bc14-4547-b0cc-85776df3f9a0 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Unset dirty status for tenant:efc105b3ffca404f9d489bce18ac0a3c on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:41:59.943974 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d15936ec-6f64-4532-8566-631fbce59372 req-4fc4b32c-bc14-4547-b0cc-85776df3f9a0 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa33a663-b177-4eae-a798-97c690c9e55f HTTP/1.1" status: 200 len: 946 time: 0.8530698 May 31 13:41:59.949338 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 56154) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:00.010823 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-e5d23d4b-5010-4597-95bb-6f6a8213e76d None None] Port 5a1c1b9c-3904-4e34-94b9-a4e70c92b2bc cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:42:00.014991 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f546fdb-8a0f-4294-8e2f-845e6de90e1e None None] Network b3ff74b5-0f4a-4cf5-9360-35cf1b404fa4 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:42:00.057778 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9482c39-a150-4189-8912-9cab71a40b29 req-ebda51e7-c6d8-4a6f-a0ea-dda5e76b5843 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:00.061789 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d9482c39-a150-4189-8912-9cab71a40b29 req-ebda51e7-c6d8-4a6f-a0ea-dda5e76b5843 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1d498af-a0cc-4ed2-ac81-8c20e8e788b0 HTTP/1.1" status: 200 len: 945 time: 0.5433102 May 31 13:42:00.124052 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 7543aeb1-cd88-4fc4-a5f4-a0a899645df3 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:42:00.184381 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 56160) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:00.266119 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-d9482c39-a150-4189-8912-9cab71a40b29 req-d1c87427-1fd6-4be4-a5f2-7c0475447597 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Deleting port a7a49ab6-a447-49dc-ab4c-3517e5c4b1e2 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:42:00.266837 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d9482c39-a150-4189-8912-9cab71a40b29 req-d1c87427-1fd6-4be4-a5f2-7c0475447597 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:00.337858 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-667b985a-04aa-4b00-85e1-252223dabbe3 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:00.362432 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e5d23d4b-5010-4597-95bb-6f6a8213e76d None None] Provisioning complete for port 9551654b-6589-4be5-b8de-55f60767bff6 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:42:00.362689 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-d15936ec-6f64-4532-8566-631fbce59372 req-5ca0c197-f76d-440a-b44f-12ab7fa20f7f tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Deleting port aa3c3c8f-781a-47b1-87a9-4211ac29fcc9 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:42:00.362804 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e5d23d4b-5010-4597-95bb-6f6a8213e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:00.365422 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-d15936ec-6f64-4532-8566-631fbce59372 req-5ca0c197-f76d-440a-b44f-12ab7fa20f7f tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:00.459280 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 7543aeb1-cd88-4fc4-a5f4-a0a899645df3 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:42:00.473491 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 9551654b-6589-4be5-b8de-55f60767bff6 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:42:00.515897 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1853881-21ac-43c1-9c28-f3d067b559b2 req-c7de0c77-8d4b-46dc-8f9c-db43e3292e36 tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:00.521817 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f1853881-21ac-43c1-9c28-f3d067b559b2 req-c7de0c77-8d4b-46dc-8f9c-db43e3292e36 tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] 10.222.0.50 "GET /v2.0/ports?device_id=943d65ac-8c7a-41cf-9267-9821f8741902 HTTP/1.1" status: 200 len: 944 time: 0.8431222 May 31 13:42:00.571828 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 5c84bcd7-71ab-4f0b-ac08-b0e5fcaa9b3f up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:42:00.573941 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-23bc6022-1723-4bfc-a19e-000b74258b84 tempest-DHCPAgentSchedulersTestJSON-1260987959 tempest-DHCPAgentSchedulersTestJSON-1260987959-project-admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.6028428 May 31 13:42:00.583648 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-392a970b-9eb0-4109-b577-521cf45924ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:00.591021 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 56172) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:00.620047 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-60475e4e-0495-46b4-952b-e8d1783198b1 tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1143578606'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:42:00.691195 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-60475e4e-0495-46b4-952b-e8d1783198b1 tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:42:00.691509 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-392a970b-9eb0-4109-b577-521cf45924ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:42:00.725402 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-392a970b-9eb0-4109-b577-521cf45924ed admin admin] Usage tracker for resource:security_group_rule and tenant:55a531646cf940329c0645d4d231aab0 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:42:00.735701 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-392a970b-9eb0-4109-b577-521cf45924ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:42:00.751136 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-392a970b-9eb0-4109-b577-521cf45924ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:42:00.772897 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f1853881-21ac-43c1-9c28-f3d067b559b2 req-44c072a9-ed68-4199-889a-fd9d83c987cd tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] 10.222.0.50 "GET /v2.0/security-groups?id=a98da83b-17b5-4448-8f9e-a9c50c1cbdcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082627 May 31 13:42:00.774907 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-60475e4e-0495-46b4-952b-e8d1783198b1 tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Usage tracker for resource:network and tenant:d998b18a05e045c08a77d97262aac544 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:42:00.793210 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-60475e4e-0495-46b4-952b-e8d1783198b1 tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:42:00.815941 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-60475e4e-0495-46b4-952b-e8d1783198b1 tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:42:00.893373 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 9551654b-6589-4be5-b8de-55f60767bff6 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:42:00.894441 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:00.901885 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904c7db9-f7b8-4853-b859-3d9739c730e3 req-8d7376ea-c3e4-4ea4-b893-885c51b95ec2 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:00.915487 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-904c7db9-f7b8-4853-b859-3d9739c730e3 req-8d7376ea-c3e4-4ea4-b893-885c51b95ec2 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7a3f59e-3819-463b-b6ae-0f1b00648484 HTTP/1.1" status: 200 len: 946 time: 0.6140566 May 31 13:42:01.072052 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-e5d23d4b-5010-4597-95bb-6f6a8213e76d None None] Current status of the port 9551654b-6589-4be5-b8de-55f60767bff6 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:42:01.080141 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port 5c84bcd7-71ab-4f0b-ac08-b0e5fcaa9b3f completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:42:01.089167 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port 5c84bcd7-71ab-4f0b-ac08-b0e5fcaa9b3f triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:42:01.089546 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:01.102556 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-904c7db9-f7b8-4853-b859-3d9739c730e3 req-4d014549-92ad-4e69-98fe-814a591730b6 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/security-groups?id=1347e032-1cb8-425e-88e5-bf1247116b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856434 May 31 13:42:01.217265 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-d9482c39-a150-4189-8912-9cab71a40b29 req-d1c87427-1fd6-4be4-a5f2-7c0475447597 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] For port a7a49ab6-a447-49dc-ab4c-3517e5c4b1e2, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=a7a49ab6-a447-49dc-ab4c-3517e5c4b1e2,segment=NetworkSegment(f44e8783-3b0b-49f9-9a6f-b0d5f2f569b7),segment_id=f44e8783-3b0b-49f9-9a6f-b0d5f2f569b7)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:42:01.217540 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d9482c39-a150-4189-8912-9cab71a40b29 req-d1c87427-1fd6-4be4-a5f2-7c0475447597 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:01.218950 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60475e4e-0495-46b4-952b-e8d1783198b1 tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Made reservation on behalf of d998b18a05e045c08a77d97262aac544 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:42:01.223026 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-60475e4e-0495-46b4-952b-e8d1783198b1 tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:01.311420 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 9551654b-6589-4be5-b8de-55f60767bff6 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:42:01.326187 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60475e4e-0495-46b4-952b-e8d1783198b1 tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:42:01.345030 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-60475e4e-0495-46b4-952b-e8d1783198b1 tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:01.345655 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-60475e4e-0495-46b4-952b-e8d1783198b1 tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Added segment 4dd8ef78-289f-4e8e-95dc-e6840032a895 of type vlan for network 129e0574-0323-467e-b0f7-21b790104ce2 May 31 13:42:01.386022 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-5301d4bd-330c-4ee3-83a6-5ee2d455991d None None] Provisioning complete for port 5a1c1b9c-3904-4e34-94b9-a4e70c92b2bc triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:42:01.389444 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5301d4bd-330c-4ee3-83a6-5ee2d455991d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:01.416676 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-60475e4e-0495-46b4-952b-e8d1783198b1 tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:01.480570 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-d9482c39-a150-4189-8912-9cab71a40b29 req-d1c87427-1fd6-4be4-a5f2-7c0475447597 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Calling delete_port for a7a49ab6-a447-49dc-ab4c-3517e5c4b1e2 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:42:01.589627 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-5301d4bd-330c-4ee3-83a6-5ee2d455991d None None] Port 5a1c1b9c-3904-4e34-94b9-a4e70c92b2bc cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:42:01.599043 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-60475e4e-0495-46b4-952b-e8d1783198b1 tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:01.612815 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60475e4e-0495-46b4-952b-e8d1783198b1 tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:01.614715 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-60475e4e-0495-46b4-952b-e8d1783198b1 tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:01.628175 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 5c84bcd7-71ab-4f0b-ac08-b0e5fcaa9b3f is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:42:01.628714 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:01.650992 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-5301d4bd-330c-4ee3-83a6-5ee2d455991d None None] Provisioning for port 7543aeb1-cd88-4fc4-a5f4-a0a899645df3 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:42:01.670932 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-5301d4bd-330c-4ee3-83a6-5ee2d455991d None None] Provisioning complete for port 7543aeb1-cd88-4fc4-a5f4-a0a899645df3 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:42:01.671494 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5301d4bd-330c-4ee3-83a6-5ee2d455991d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:01.711615 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-392a970b-9eb0-4109-b577-521cf45924ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:01.720515 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-392a970b-9eb0-4109-b577-521cf45924ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:01.776093 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-392a970b-9eb0-4109-b577-521cf45924ed admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=55a531646cf940329c0645d4d231aab0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5907090 May 31 13:42:01.782886 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '943d65ac-8c7a-41cf-9267-9821f8741902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c84bcd7-71ab-4f0b-ac08-b0e5fcaa9b3f'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:42:01.784614 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 56182) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:01.818437 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 5c84bcd7-71ab-4f0b-ac08-b0e5fcaa9b3f, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=5c84bcd7-71ab-4f0b-ac08-b0e5fcaa9b3f,segment=NetworkSegment(953815e4-64bf-4ed9-88a8-d915d9fae3c6),segment_id=953815e4-64bf-4ed9-88a8-d915d9fae3c6)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:42:01.828572 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:01.955924 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-667b985a-04aa-4b00-85e1-252223dabbe3 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:01.977284 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-d15936ec-6f64-4532-8566-631fbce59372 req-5ca0c197-f76d-440a-b44f-12ab7fa20f7f tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] For port aa3c3c8f-781a-47b1-87a9-4211ac29fcc9, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=aa3c3c8f-781a-47b1-87a9-4211ac29fcc9,segment=NetworkSegment(f44e8783-3b0b-49f9-9a6f-b0d5f2f569b7),segment_id=f44e8783-3b0b-49f9-9a6f-b0d5f2f569b7)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:42:01.977806 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-d15936ec-6f64-4532-8566-631fbce59372 req-5ca0c197-f76d-440a-b44f-12ab7fa20f7f tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:02.096261 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-60475e4e-0495-46b4-952b-e8d1783198b1 tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.5032589 May 31 13:42:02.110038 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392a970b-9eb0-4109-b577-521cf45924ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd10f89-958b-479d-badf-fa53590c33ab,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:02.128898 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-5301d4bd-330c-4ee3-83a6-5ee2d455991d None None] Current status of the port 7543aeb1-cd88-4fc4-a5f4-a0a899645df3 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:42:02.129800 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5301d4bd-330c-4ee3-83a6-5ee2d455991d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:02.132164 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 56190) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:02.135324 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8070eeef-bda6-4ec1-a62f-d474ced95c53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:02.176096 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=5c84bcd7-71ab-4f0b-ac08-b0e5fcaa9b3f,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:02.177563 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8070eeef-bda6-4ec1-a62f-d474ced95c53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:02.237477 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-667b985a-04aa-4b00-85e1-252223dabbe3 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:02.241191 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60475e4e-0495-46b4-952b-e8d1783198b1 tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Pushing event updated for resources: {'Network': ['ID=129e0574-0323-467e-b0f7-21b790104ce2,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:02.252337 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-5301d4bd-330c-4ee3-83a6-5ee2d455991d None None] For port 7543aeb1-cd88-4fc4-a5f4-a0a899645df3, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=7543aeb1-cd88-4fc4-a5f4-a0a899645df3,segment=NetworkSegment(caa834c0-d9d2-49f7-b91d-829729692695),segment_id=caa834c0-d9d2-49f7-b91d-829729692695)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:42:02.265785 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-d15936ec-6f64-4532-8566-631fbce59372 req-5ca0c197-f76d-440a-b44f-12ab7fa20f7f tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Calling delete_port for aa3c3c8f-781a-47b1-87a9-4211ac29fcc9 owned by compute:nova {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:42:02.276394 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 129e0574-0323-467e-b0f7-21b790104ce2 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:42:02.296640 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5301d4bd-330c-4ee3-83a6-5ee2d455991d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:02.395167 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96926776-f49c-4b2e-ac78-9ae92725a814 req-618405a3-20ab-409a-9dd9-735b8c385b3d tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:02.406233 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-96926776-f49c-4b2e-ac78-9ae92725a814 req-618405a3-20ab-409a-9dd9-735b8c385b3d tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/ports?device_id=b285caa1-0db1-4a98-b033-f5712745a5ff HTTP/1.1" status: 200 len: 945 time: 0.9359913 May 31 13:42:02.505644 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-8557edbb-2dfc-4027-ae96-caf414f31201 None None] Could not find standard attr ID for object 62e6ed88-c73a-48d0-a585-1b2e94841d01. {{(pid=88371) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 31 13:42:02.545028 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667b985a-04aa-4b00-85e1-252223dabbe3 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event updated for resources: {'Port': ['ID=5a1c1b9c-3904-4e34-94b9-a4e70c92b2bc,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:02.574444 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device aa3c3c8f-781a-47b1-87a9-4211ac29fcc9 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:42:02.668634 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5301d4bd-330c-4ee3-83a6-5ee2d455991d None None] Pushing event updated for resources: {'Port': ['ID=7543aeb1-cd88-4fc4-a5f4-a0a899645df3,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:02.689273 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-8557edbb-2dfc-4027-ae96-caf414f31201 None None] Provisioning complete for port 7543aeb1-cd88-4fc4-a5f4-a0a899645df3 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:42:02.689926 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8557edbb-2dfc-4027-ae96-caf414f31201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:02.930956 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port aa3c3c8f-781a-47b1-87a9-4211ac29fcc9 is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:42:02.931410 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:02.942452 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-8557edbb-2dfc-4027-ae96-caf414f31201 None None] Current status of the port 7543aeb1-cd88-4fc4-a5f4-a0a899645df3 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:42:02.998080 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-667b985a-04aa-4b00-85e1-252223dabbe3 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:03.067851 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2db1b761-863e-4db6-9821-9588c1e67695 None None] Provisioning complete for port 5a1c1b9c-3904-4e34-94b9-a4e70c92b2bc triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:42:03.068205 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2db1b761-863e-4db6-9821-9588c1e67695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:03.076767 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d9482c39-a150-4189-8912-9cab71a40b29 req-d1c87427-1fd6-4be4-a5f2-7c0475447597 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:03.097215 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-96926776-f49c-4b2e-ac78-9ae92725a814 req-a57d1698-e389-497b-b204-ca63903cf6da tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/security-groups?id=1729ab42-7be5-44f8-b17a-0e9ffb5ba8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6896231 May 31 13:42:03.160178 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2db1b761-863e-4db6-9821-9588c1e67695 None None] Port 5a1c1b9c-3904-4e34-94b9-a4e70c92b2bc cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:42:03.193906 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-d15936ec-6f64-4532-8566-631fbce59372 req-5ca0c197-f76d-440a-b44f-12ab7fa20f7f tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:03.203510 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef91baa-9ab6-4341-b9c1-cda015f12176 req-1c9a004b-4412-4281-8543-f49c8fd310e7 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:03.212539 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4ef91baa-9ab6-4341-b9c1-cda015f12176 req-1c9a004b-4412-4281-8543-f49c8fd310e7 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/ports?device_id=e784aeb2-4e66-4dc1-a934-09bd1cdb248d HTTP/1.1" status: 200 len: 945 time: 1.3147030 May 31 13:42:03.256611 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c87427-1fd6-4be4-a5f2-7c0475447597 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Pushing event deleted for resources: {'Port': ['ID=a7a49ab6-a447-49dc-ab4c-3517e5c4b1e2,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:03.259379 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8070eeef-bda6-4ec1-a62f-d474ced95c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:03.283955 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca0c197-f76d-440a-b44f-12ab7fa20f7f tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Pushing event deleted for resources: {'Port': ['ID=aa3c3c8f-781a-47b1-87a9-4211ac29fcc9,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:03.288618 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125125be-9179-4892-a561-e291fc25e0e5 req-c0ea7428-b7ed-4346-a722-f7e3f8576e73 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:03.290163 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-125125be-9179-4892-a561-e291fc25e0e5 req-c0ea7428-b7ed-4346-a722-f7e3f8576e73 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] 10.222.0.44 "GET /v2.0/networks?id=259c3729-0e55-4023-ae89-6ca86bbc45c1 HTTP/1.1" status: 200 len: 813 time: 1.1574759 May 31 13:42:03.374757 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-d15936ec-6f64-4532-8566-631fbce59372 req-5ca0c197-f76d-440a-b44f-12ab7fa20f7f tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] No DVR routers for this DVR port aa3c3c8f-781a-47b1-87a9-4211ac29fcc9 on host n-h2-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:42:03.379215 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-d15936ec-6f64-4532-8566-631fbce59372 req-5ca0c197-f76d-440a-b44f-12ab7fa20f7f tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:03.381795 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa33a663-b177-4eae-a798-97c690c9e55f', 'name': 'network-vif-deleted', 'tag': 'aa3c3c8f-781a-47b1-87a9-4211ac29fcc9'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:42:03.418909 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-125125be-9179-4892-a561-e291fc25e0e5 req-0db0bb34-801d-47be-ae07-c8d907facab7 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Request body: {'port': {'device_id': 'faa6ccaa-2dc1-4be7-b5e6-a7432deb4fb0', 'network_id': '259c3729-0e55-4023-ae89-6ca86bbc45c1', 'admin_state_up': True, 'tenant_id': 'efc105b3ffca404f9d489bce18ac0a3c'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:42:03.436174 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8070eeef-bda6-4ec1-a62f-d474ced95c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd10f89-958b-479d-badf-fa53590c33ab,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:03.439564 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d2c88e7d-3b5f-4848-b8e0-b2a87c333c79 req-30183c98-c336-4553-aca2-f74a44b48e91 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] 10.222.0.50 "GET /v2.0/ports?device_id=f49d3a8c-ed68-4ba4-8a16-48e5a25d7271 HTTP/1.1" status: 200 len: 210 time: 0.1841581 May 31 13:42:03.489510 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-667b985a-04aa-4b00-85e1-252223dabbe3 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:03.514936 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08d1cbca-9554-42f8-aec9-bbd09a1be413'] response: {'server_uuid': '943d65ac-8c7a-41cf-9267-9821f8741902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c84bcd7-71ab-4f0b-ac08-b0e5fcaa9b3f', 'code': 200} May 31 13:42:03.558192 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d15936ec-6f64-4532-8566-631fbce59372 req-5ca0c197-f76d-440a-b44f-12ab7fa20f7f tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] 10.222.0.44 "DELETE /v2.0/ports/aa3c3c8f-781a-47b1-87a9-4211ac29fcc9 HTTP/1.1" status: 204 len: 173 time: 3.5198507 May 31 13:42:03.597982 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9482c39-a150-4189-8912-9cab71a40b29 req-d1c87427-1fd6-4be4-a5f2-7c0475447597 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] No DVR routers for this DVR port a7a49ab6-a447-49dc-ab4c-3517e5c4b1e2 on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:42:03.641351 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-d9482c39-a150-4189-8912-9cab71a40b29 req-d1c87427-1fd6-4be4-a5f2-7c0475447597 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:03.645541 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d498af-a0cc-4ed2-ac81-8c20e8e788b0', 'name': 'network-vif-deleted', 'tag': 'a7a49ab6-a447-49dc-ab4c-3517e5c4b1e2'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:42:03.665216 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4ef91baa-9ab6-4341-b9c1-cda015f12176 req-fd3f3db7-b491-41d6-b1f4-09513c989d4c tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/security-groups?id=1347e032-1cb8-425e-88e5-bf1247116b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4517894 May 31 13:42:03.676564 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8070eeef-bda6-4ec1-a62f-d474ced95c53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:03.677676 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-8070eeef-bda6-4ec1-a62f-d474ced95c53 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cbd10f89-958b-479d-badf-fa53590c33ab HTTP/1.1" status: 204 len: 168 time: 1.8921039 May 31 13:42:03.741704 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125125be-9179-4892-a561-e291fc25e0e5 req-2209383d-9098-4f2f-be9c-cf7ae46a716d tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:03.743822 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-125125be-9179-4892-a561-e291fc25e0e5 req-2209383d-9098-4f2f-be9c-cf7ae46a716d tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] 10.222.0.44 "GET /v2.0/networks?id=259c3729-0e55-4023-ae89-6ca86bbc45c1 HTTP/1.1" status: 200 len: 813 time: 0.9213266 May 31 13:42:03.746844 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-cd187539-bad7-4b02-aac7-388fa5ee6600 tempest-DHCPAgentSchedulersTestJSON-1260987959 tempest-DHCPAgentSchedulersTestJSON-1260987959-project-admin] 10.222.0.50 "GET /v2.0/agents/b7c5da45-9122-457e-b958-3549eb28eed2/dhcp-networks HTTP/1.1" status: 200 len: 8839 time: 1.5411797 May 31 13:42:03.762492 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d9482c39-a150-4189-8912-9cab71a40b29 req-d1c87427-1fd6-4be4-a5f2-7c0475447597 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] 10.222.0.44 "DELETE /v2.0/ports/a7a49ab6-a447-49dc-ab4c-3517e5c4b1e2 HTTP/1.1" status: 204 len: 173 time: 3.6850803 May 31 13:42:03.767838 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 56202) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:03.786566 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-125125be-9179-4892-a561-e291fc25e0e5 req-bec04863-2dc0-4673-9d6d-601a5edbf11f tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Request body: {'port': {'device_id': 'f49d3a8c-ed68-4ba4-8a16-48e5a25d7271', 'network_id': '259c3729-0e55-4023-ae89-6ca86bbc45c1', 'admin_state_up': True, 'tenant_id': 'efc105b3ffca404f9d489bce18ac0a3c'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:42:03.845293 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 7543aeb1-cd88-4fc4-a5f4-a0a899645df3 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:42:04.002588 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 7543aeb1-cd88-4fc4-a5f4-a0a899645df3 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:42:04.003191 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:04.084959 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-125125be-9179-4892-a561-e291fc25e0e5 req-bec04863-2dc0-4673-9d6d-601a5edbf11f tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:42:04.092051 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-125125be-9179-4892-a561-e291fc25e0e5 req-bec04863-2dc0-4673-9d6d-601a5edbf11f tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Usage tracker for resource:port and tenant:efc105b3ffca404f9d489bce18ac0a3c is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:42:04.096443 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-125125be-9179-4892-a561-e291fc25e0e5 req-bec04863-2dc0-4673-9d6d-601a5edbf11f tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:42:04.103707 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-125125be-9179-4892-a561-e291fc25e0e5 req-bec04863-2dc0-4673-9d6d-601a5edbf11f tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:42:04.119824 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-125125be-9179-4892-a561-e291fc25e0e5 req-0db0bb34-801d-47be-ae07-c8d907facab7 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:42:04.124793 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-125125be-9179-4892-a561-e291fc25e0e5 req-0db0bb34-801d-47be-ae07-c8d907facab7 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Usage tracker for resource:port and tenant:efc105b3ffca404f9d489bce18ac0a3c is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:42:04.129679 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-125125be-9179-4892-a561-e291fc25e0e5 req-0db0bb34-801d-47be-ae07-c8d907facab7 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:42:04.136974 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-125125be-9179-4892-a561-e291fc25e0e5 req-0db0bb34-801d-47be-ae07-c8d907facab7 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:42:04.156036 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e2c9f9a-f2db-4b5a-8d3a-2de2714b3935'] response: {'server_uuid': 'b1d498af-a0cc-4ed2-ac81-8c20e8e788b0', 'name': 'network-vif-deleted', 'tag': 'a7a49ab6-a447-49dc-ab4c-3517e5c4b1e2', 'status': 'completed', 'code': 200} May 31 13:42:04.159326 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-125125be-9179-4892-a561-e291fc25e0e5 req-bec04863-2dc0-4673-9d6d-601a5edbf11f tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Made reservation on behalf of efc105b3ffca404f9d489bce18ac0a3c for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:42:04.163227 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-125125be-9179-4892-a561-e291fc25e0e5 req-bec04863-2dc0-4673-9d6d-601a5edbf11f tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:04.246592 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-667b985a-04aa-4b00-85e1-252223dabbe3 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:04.249613 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cf31395-6338-47d9-afc3-8cc8f80ccffc'] response: {'server_uuid': 'fa33a663-b177-4eae-a798-97c690c9e55f', 'name': 'network-vif-deleted', 'tag': 'aa3c3c8f-781a-47b1-87a9-4211ac29fcc9', 'status': 'completed', 'code': 200} May 31 13:42:04.258133 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-667b985a-04aa-4b00-85e1-252223dabbe3 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:04.291888 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 7543aeb1-cd88-4fc4-a5f4-a0a899645df3 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:42:04.324480 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-125125be-9179-4892-a561-e291fc25e0e5 req-0db0bb34-801d-47be-ae07-c8d907facab7 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Made reservation on behalf of efc105b3ffca404f9d489bce18ac0a3c for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:42:04.326071 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-125125be-9179-4892-a561-e291fc25e0e5 req-0db0bb34-801d-47be-ae07-c8d907facab7 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:04.378223 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-667b985a-04aa-4b00-85e1-252223dabbe3 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:04.501303 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667b985a-04aa-4b00-85e1-252223dabbe3 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event updated for resources: {'Port': ['ID=5a1c1b9c-3904-4e34-94b9-a4e70c92b2bc,revision_number=3']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:04.536803 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbc91de-2454-4800-af07-98ae4b2de166 req-741185b7-1c20-46f1-afa0-9b77677c934b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:04.538395 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3cbc91de-2454-4800-af07-98ae4b2de166 req-741185b7-1c20-46f1-afa0-9b77677c934b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=943d65ac-8c7a-41cf-9267-9821f8741902 HTTP/1.1" status: 200 len: 1096 time: 0.8959332 May 31 13:42:04.557647 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device a7a49ab6-a447-49dc-ab4c-3517e5c4b1e2 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:42:04.599039 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] No Port match for: a7a49ab6-a447-49dc-ab4c-3517e5c4b1e2 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:42:04.599897 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device a7a49ab6-a447-49dc-ab4c-3517e5c4b1e2 not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:42:04.606551 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667b985a-04aa-4b00-85e1-252223dabbe3 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Network a2836bfb-aa9f-4a1c-af63-95b8c7499f00 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:42:04.612212 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-667b985a-04aa-4b00-85e1-252223dabbe3 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:42:04.644508 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3cbc91de-2454-4800-af07-98ae4b2de166 req-641d5bfa-40f2-47b6-b338-59ef9f40763c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a98da83b-17b5-4448-8f9e-a9c50c1cbdcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968904 May 31 13:42:04.700958 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-125125be-9179-4892-a561-e291fc25e0e5 req-bec04863-2dc0-4673-9d6d-601a5edbf11f tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Allocated IP 172.20.0.12 (259c3729-0e55-4023-ae89-6ca86bbc45c1/0acc1f20-833c-45db-adb0-e4409b2d4c9b/68de1c35-3ba9-40da-9488-9947ca2a210d) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:42:04.772333 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1329996-ff59-4c9d-a275-79e7129bad89 req-683c1cb2-8998-4599-ab79-42f3acb52e69 tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:04.784476 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c1329996-ff59-4c9d-a275-79e7129bad89 req-683c1cb2-8998-4599-ab79-42f3acb52e69 tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] 10.222.0.50 "GET /v2.0/ports?device_id=943d65ac-8c7a-41cf-9267-9821f8741902 HTTP/1.1" status: 200 len: 945 time: 1.1316137 May 31 13:42:04.890836 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-667b985a-04aa-4b00-85e1-252223dabbe3 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Router 076931a0-9e46-4636-9b85-1ea02a2ed305 is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 13:42:04.904811 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-fb452fbe-d465-4441-8dfb-b7682b54f774 None None] Provisioning complete for port 5a1c1b9c-3904-4e34-94b9-a4e70c92b2bc triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:42:04.905268 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fb452fbe-d465-4441-8dfb-b7682b54f774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:05.005971 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c1329996-ff59-4c9d-a275-79e7129bad89 req-cb63ac1c-0c31-4f25-9299-0ba1e5d0a077 tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] 10.222.0.50 "GET /v2.0/security-groups?id=a98da83b-17b5-4448-8f9e-a9c50c1cbdcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202761 May 31 13:42:05.036857 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794af884-d0b6-4372-a9a5-ae7cb64a9a96 tempest-DHCPAgentSchedulersTestJSON-1260987959 tempest-DHCPAgentSchedulersTestJSON-1260987959-project-admin] Network 129e0574-0323-467e-b0f7-21b790104ce2 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:42:05.042954 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-fb452fbe-d465-4441-8dfb-b7682b54f774 None None] Port 5a1c1b9c-3904-4e34-94b9-a4e70c92b2bc cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:42:05.090895 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8508401-2c1c-4c9c-b84a-631d4076e180 None None] Network 129e0574-0323-467e-b0f7-21b790104ce2 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:42:05.162017 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-794af884-d0b6-4372-a9a5-ae7cb64a9a96 tempest-DHCPAgentSchedulersTestJSON-1260987959 tempest-DHCPAgentSchedulersTestJSON-1260987959-project-admin] 10.222.0.50 "POST /v2.0/agents/b7c5da45-9122-457e-b958-3549eb28eed2/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.3849027 May 31 13:42:05.162854 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 56236) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:05.175665 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-667b985a-04aa-4b00-85e1-252223dabbe3 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:42:05.181965 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-667b985a-04aa-4b00-85e1-252223dabbe3 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "PUT /v2.0/routers/076931a0-9e46-4636-9b85-1ea02a2ed305/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9577696 May 31 13:42:05.197478 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d957b1-2b8d-4f79-b97d-3880b2f6514a None None] Sync routers for ids ['076931a0-9e46-4636-9b85-1ea02a2ed305'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:42:05.200961 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 56240) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:05.243441 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d957b1-2b8d-4f79-b97d-3880b2f6514a None None] Routers {'076931a0-9e46-4636-9b85-1ea02a2ed305'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:42:05.243955 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-00d957b1-2b8d-4f79-b97d-3880b2f6514a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:41:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['076931a0-9e46-4636-9b85-1ea02a2ed305'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:42:05.401111 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e1fd7-440a-4a8d-8712-2c21433cc909 req-38b50e05-be89-4198-8f95-9908e95bfa53 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:05.406373 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-00d957b1-2b8d-4f79-b97d-3880b2f6514a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:42:05.407939 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e1fd7-440a-4a8d-8712-2c21433cc909 req-38b50e05-be89-4198-8f95-9908e95bfa53 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:05.414270 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e1fd7-440a-4a8d-8712-2c21433cc909 req-38b50e05-be89-4198-8f95-9908e95bfa53 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:05.421692 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c19e1fd7-440a-4a8d-8712-2c21433cc909 req-38b50e05-be89-4198-8f95-9908e95bfa53 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7a3f59e-3819-463b-b6ae-0f1b00648484&device_id=c1a61240-abff-4aa6-b6d3-d753eda87237&device_id=e784aeb2-4e66-4dc1-a934-09bd1cdb248d HTTP/1.1" status: 200 len: 2417 time: 0.9001496 May 31 13:42:05.463456 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d957b1-2b8d-4f79-b97d-3880b2f6514a None None] Routers {'076931a0-9e46-4636-9b85-1ea02a2ed305'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:42:05.464907 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-00d957b1-2b8d-4f79-b97d-3880b2f6514a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:41:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['076931a0-9e46-4636-9b85-1ea02a2ed305'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:42:05.466316 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-125125be-9179-4892-a561-e291fc25e0e5 req-bec04863-2dc0-4673-9d6d-601a5edbf11f tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:05.523585 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c19e1fd7-440a-4a8d-8712-2c21433cc909 req-63d624d3-c705-405c-8bc9-15b323e9793f tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/security-groups?id=1347e032-1cb8-425e-88e5-bf1247116b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001534 May 31 13:42:05.591194 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-5a4e8e0a-cbb8-4102-83d8-1baeec3b0958 tempest-DHCPAgentSchedulersTestJSON-1260987959 tempest-DHCPAgentSchedulersTestJSON-1260987959-project-admin] 10.222.0.50 "GET /v2.0/agents/b7c5da45-9122-457e-b958-3549eb28eed2/dhcp-networks HTTP/1.1" status: 200 len: 9610 time: 0.4248359 May 31 13:42:05.598707 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 56260) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:05.598924 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ecfe39-fe98-46ee-9eb7-6573e9a0b2bc req-4ca25d7b-5795-4fc6-a3a5-f4b739286d05 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:05.607771 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-86ecfe39-fe98-46ee-9eb7-6573e9a0b2bc req-4ca25d7b-5795-4fc6-a3a5-f4b739286d05 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/ports?device_id=b285caa1-0db1-4a98-b033-f5712745a5ff HTTP/1.1" status: 200 len: 945 time: 0.4187205 May 31 13:42:05.624046 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-00d957b1-2b8d-4f79-b97d-3880b2f6514a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:42:05.624990 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d957b1-2b8d-4f79-b97d-3880b2f6514a None None] The sync data for ids ['076931a0-9e46-4636-9b85-1ea02a2ed305'] in n-d-843939-1 is: [] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:42:05.685758 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-82ccce51-594b-42c5-bd4c-4b27f2562472 tempest-DHCPAgentSchedulersTestJSON-1260987959 tempest-DHCPAgentSchedulersTestJSON-1260987959-project-admin] 10.222.0.50 "DELETE /v2.0/agents/b7c5da45-9122-457e-b958-3549eb28eed2/dhcp-networks/129e0574-0323-467e-b0f7-21b790104ce2 HTTP/1.1" status: 204 len: 168 time: 0.0854380 May 31 13:42:05.686370 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 56268) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:05.695829 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-125125be-9179-4892-a561-e291fc25e0e5 req-bec04863-2dc0-4673-9d6d-601a5edbf11f tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:05.706618 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6440eca2-fdc0-4bee-bb55-165a2dc3d002 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:05.707339 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-6440eca2-fdc0-4bee-bb55-165a2dc3d002 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Synchronizing usage tracker for tenant:a62a1f0c39e548d390793611ac95b19e on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:42:05.793735 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec04863-2dc0-4673-9d6d-601a5edbf11f tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Pushing event updated for resources: {'Port': ['ID=68de1c35-3ba9-40da-9488-9947ca2a210d,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:05.799797 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-6440eca2-fdc0-4bee-bb55-165a2dc3d002 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Unset dirty status for tenant:a62a1f0c39e548d390793611ac95b19e on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:42:05.805686 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-6440eca2-fdc0-4bee-bb55-165a2dc3d002 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "GET /v2.0/ports?device_id=076931a0-9e46-4636-9b85-1ea02a2ed305 HTTP/1.1" status: 200 len: 983 time: 0.5940671 May 31 13:42:05.810663 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 56274) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:05.857680 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-86ecfe39-fe98-46ee-9eb7-6573e9a0b2bc req-8bcda335-393c-4374-a44a-d1f2a40ccdce tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/security-groups?id=1729ab42-7be5-44f8-b17a-0e9ffb5ba8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486744 May 31 13:42:05.866777 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-125125be-9179-4892-a561-e291fc25e0e5 req-bec04863-2dc0-4673-9d6d-601a5edbf11f tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Network 259c3729-0e55-4023-ae89-6ca86bbc45c1 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:42:05.870535 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-125125be-9179-4892-a561-e291fc25e0e5 req-bec04863-2dc0-4673-9d6d-601a5edbf11f tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:42:05.874595 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-125125be-9179-4892-a561-e291fc25e0e5 req-bec04863-2dc0-4673-9d6d-601a5edbf11f tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:42:05.954163 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-125125be-9179-4892-a561-e291fc25e0e5 req-0db0bb34-801d-47be-ae07-c8d907facab7 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Allocated IP 172.20.0.5 (259c3729-0e55-4023-ae89-6ca86bbc45c1/0acc1f20-833c-45db-adb0-e4409b2d4c9b/c0175c0d-3e4c-42b3-8f67-fa72560bbf06) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:42:05.991513 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125125be-9179-4892-a561-e291fc25e0e5 req-bec04863-2dc0-4673-9d6d-601a5edbf11f tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:05.992420 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-125125be-9179-4892-a561-e291fc25e0e5 req-bec04863-2dc0-4673-9d6d-601a5edbf11f tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:06.035758 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-125125be-9179-4892-a561-e291fc25e0e5 req-bec04863-2dc0-4673-9d6d-601a5edbf11f tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2719193 May 31 13:42:06.056814 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0d3736-7689-4af4-ac9b-19f854fef9b5 req-9d2dd79c-e2b5-4ded-8823-f315d452bf5f tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:06.057572 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-2c0d3736-7689-4af4-ac9b-19f854fef9b5 req-9d2dd79c-e2b5-4ded-8823-f315d452bf5f tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Synchronizing usage tracker for tenant:efc105b3ffca404f9d489bce18ac0a3c on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:42:06.100296 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-125125be-9179-4892-a561-e291fc25e0e5 req-f6ef005a-8468-40d2-9d40-80ca45291ee7 service neutron] Request body: {'port': {'device_id': 'f49d3a8c-ed68-4ba4-8a16-48e5a25d7271', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:42:06.133647 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 56282) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:06.226215 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-2c0d3736-7689-4af4-ac9b-19f854fef9b5 req-9d2dd79c-e2b5-4ded-8823-f315d452bf5f tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Unset dirty status for tenant:efc105b3ffca404f9d489bce18ac0a3c on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:42:06.227640 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2c0d3736-7689-4af4-ac9b-19f854fef9b5 req-9d2dd79c-e2b5-4ded-8823-f315d452bf5f tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] 10.222.0.50 "GET /v2.0/ports?device_id=f49d3a8c-ed68-4ba4-8a16-48e5a25d7271 HTTP/1.1" status: 200 len: 932 time: 0.5183249 May 31 13:42:06.343848 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-fd7ebb25-1e9b-43fc-a8cb-6a58607a8186 tempest-DHCPAgentSchedulersTestJSON-1260987959 tempest-DHCPAgentSchedulersTestJSON-1260987959-project-admin] 10.222.0.50 "GET /v2.0/agents/b7c5da45-9122-457e-b958-3549eb28eed2/dhcp-networks HTTP/1.1" status: 200 len: 8839 time: 0.6507542 May 31 13:42:06.352604 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 56290) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:06.390701 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-478203fa-17c7-49e6-8886-9f40c44a9bb9 tempest-DHCPAgentSchedulersTestJSON-1260987959 tempest-DHCPAgentSchedulersTestJSON-1260987959-project-admin] 10.222.0.50 "GET /v2.0/networks/b3ff74b5-0f4a-4cf5-9360-35cf1b404fa4/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0363111 May 31 13:42:06.393780 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 56294) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:06.400564 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c5fe8fd6-0c6b-4996-8aae-12b236816d5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:06.464445 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-125125be-9179-4892-a561-e291fc25e0e5 req-f6ef005a-8468-40d2-9d40-80ca45291ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:06.468535 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-3ef0bce8-525d-4db1-ac48-1e0d85442120 tempest-DHCPAgentSchedulersTestJSON-1260987959 tempest-DHCPAgentSchedulersTestJSON-1260987959-project-admin] 10.222.0.50 "GET /v2.0/networks/b3ff74b5-0f4a-4cf5-9360-35cf1b404fa4/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0708199 May 31 13:42:06.468710 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 56298) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:06.478248 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c5fe8fd6-0c6b-4996-8aae-12b236816d5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:42:06.499632 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-c5fe8fd6-0c6b-4996-8aae-12b236816d5e admin admin] Usage tracker for resource:security_group_rule and tenant:68d91ff0856f432b925847decf7fbee4 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:42:06.504842 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2c0d3736-7689-4af4-ac9b-19f854fef9b5 req-a5f92b2b-fd17-405b-8ae4-0489aaddfcba tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] 10.222.0.50 "GET /v2.0/security-groups?id=bcc17e7d-20be-4c37-b314-b765a132b03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242706 May 31 13:42:06.505711 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-c5fe8fd6-0c6b-4996-8aae-12b236816d5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:42:06.567539 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c5fe8fd6-0c6b-4996-8aae-12b236816d5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:42:06.582662 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea7968-666c-41fb-8e68-a4308f9f18f6 req-5d2d3b83-0fb5-42e6-82cb-91ab3323487a tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:06.584986 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-01ea7968-666c-41fb-8e68-a4308f9f18f6 req-5d2d3b83-0fb5-42e6-82cb-91ab3323487a tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7a3f59e-3819-463b-b6ae-0f1b00648484 HTTP/1.1" status: 200 len: 946 time: 0.5365911 May 31 13:42:06.759481 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a2b482e6-a145-4645-baf9-d4a0d62ec4f7 tempest-DHCPAgentSchedulersTestJSON-1260987959 tempest-DHCPAgentSchedulersTestJSON-1260987959-project-admin] 10.222.0.50 "GET /v2.0/agents/b7c5da45-9122-457e-b958-3549eb28eed2/dhcp-networks HTTP/1.1" status: 200 len: 8839 time: 0.2895234 May 31 13:42:06.763207 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 56302) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:06.771833 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-125125be-9179-4892-a561-e291fc25e0e5 req-0db0bb34-801d-47be-ae07-c8d907facab7 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:06.870997 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-01ea7968-666c-41fb-8e68-a4308f9f18f6 req-b8b6eca1-d895-4388-84f3-048b9145b810 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/security-groups?id=1347e032-1cb8-425e-88e5-bf1247116b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222354 May 31 13:42:06.942930 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5267cf6a-8a4c-488b-94d2-cf341a12134b tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:06.974653 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb31d576-aa11-4138-a66b-2210f3abe7de req-1afb4daf-2b19-4e7c-a198-da06669f03b8 tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:06.976156 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-eb31d576-aa11-4138-a66b-2210f3abe7de req-1afb4daf-2b19-4e7c-a198-da06669f03b8 tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] 10.222.0.50 "GET /v2.0/ports?device_id=943d65ac-8c7a-41cf-9267-9821f8741902 HTTP/1.1" status: 200 len: 945 time: 0.3215804 May 31 13:42:06.977979 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-125125be-9179-4892-a561-e291fc25e0e5 req-0db0bb34-801d-47be-ae07-c8d907facab7 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:07.067158 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-152a48bc-ef73-40bf-b34b-61add35f3dbf tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:07.153885 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c5fe8fd6-0c6b-4996-8aae-12b236816d5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:07.188262 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c5fe8fd6-0c6b-4996-8aae-12b236816d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:07.202406 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-125125be-9179-4892-a561-e291fc25e0e5 req-0db0bb34-801d-47be-ae07-c8d907facab7 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Network 259c3729-0e55-4023-ae89-6ca86bbc45c1 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:42:07.223301 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-125125be-9179-4892-a561-e291fc25e0e5 req-0db0bb34-801d-47be-ae07-c8d907facab7 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:42:07.241414 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-125125be-9179-4892-a561-e291fc25e0e5 req-0db0bb34-801d-47be-ae07-c8d907facab7 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:42:07.304137 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db0bb34-801d-47be-ae07-c8d907facab7 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Pushing event updated for resources: {'Port': ['ID=c0175c0d-3e4c-42b3-8f67-fa72560bbf06,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:07.324943 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-152a48bc-ef73-40bf-b34b-61add35f3dbf tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:07.342600 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-eb31d576-aa11-4138-a66b-2210f3abe7de req-faa1aa51-ee53-416d-89c5-f53ad3f7763a tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] 10.222.0.50 "GET /v2.0/security-groups?id=a98da83b-17b5-4448-8f9e-a9c50c1cbdcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097041 May 31 13:42:07.365314 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c5fe8fd6-0c6b-4996-8aae-12b236816d5e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=68d91ff0856f432b925847decf7fbee4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2212603 May 31 13:42:07.372619 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fe8fd6-0c6b-4996-8aae-12b236816d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e996ff28-664a-434b-8955-76425dce7ccf,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:07.375129 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 56310) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:07.378525 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-152a48bc-ef73-40bf-b34b-61add35f3dbf tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['129e0574-0323-467e-b0f7-21b790104ce2']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:42:07.402496 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125125be-9179-4892-a561-e291fc25e0e5 req-0db0bb34-801d-47be-ae07-c8d907facab7 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:07.403148 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-125125be-9179-4892-a561-e291fc25e0e5 req-0db0bb34-801d-47be-ae07-c8d907facab7 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:07.406429 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-152a48bc-ef73-40bf-b34b-61add35f3dbf tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dd8ef78-289f-4e8e-95dc-e6840032a895') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:42:07.406605 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-152a48bc-ef73-40bf-b34b-61add35f3dbf tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dd8ef78-289f-4e8e-95dc-e6840032a895') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:42:07.412311 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:07.437457 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-152a48bc-ef73-40bf-b34b-61add35f3dbf tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:07.474239 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-152a48bc-ef73-40bf-b34b-61add35f3dbf tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:07.476952 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-5267cf6a-8a4c-488b-94d2-cf341a12134b tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Deleting port 5a1c1b9c-3904-4e34-94b9-a4e70c92b2bc {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:42:07.477286 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5267cf6a-8a4c-488b-94d2-cf341a12134b tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:07.494847 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c648aff7-9131-4c3a-b98d-4c1f061a87c2 req-1069d7dd-ecb0-4035-8cbd-9a83b5650d7a tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:07.496484 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c648aff7-9131-4c3a-b98d-4c1f061a87c2 req-1069d7dd-ecb0-4035-8cbd-9a83b5650d7a tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/ports?device_id=b285caa1-0db1-4a98-b033-f5712745a5ff HTTP/1.1" status: 200 len: 945 time: 0.4625430 May 31 13:42:07.500748 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-125125be-9179-4892-a561-e291fc25e0e5 req-0db0bb34-801d-47be-ae07-c8d907facab7 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1212010 May 31 13:42:07.527820 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-125125be-9179-4892-a561-e291fc25e0e5 req-f6ef005a-8468-40d2-9d40-80ca45291ee7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68de1c35-3ba9-40da-9488-9947ca2a210d {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:42:07.536707 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-125125be-9179-4892-a561-e291fc25e0e5 req-a458f5f2-95db-456f-8032-188725afc70e service neutron] Request body: {'port': {'device_id': 'faa6ccaa-2dc1-4be7-b5e6-a7432deb4fb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:42:07.539986 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-152a48bc-ef73-40bf-b34b-61add35f3dbf tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:42:07.540489 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-152a48bc-ef73-40bf-b34b-61add35f3dbf tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:07.582350 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-125125be-9179-4892-a561-e291fc25e0e5 req-f6ef005a-8468-40d2-9d40-80ca45291ee7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:07.643214 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4047432b-1e29-4d4a-a38e-ebb0d63d9a3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:07.764350 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-125125be-9179-4892-a561-e291fc25e0e5 req-f6ef005a-8468-40d2-9d40-80ca45291ee7 service neutron] Transition to ACTIVE for port object 68de1c35-3ba9-40da-9488-9947ca2a210d will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:42:07.784060 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-125125be-9179-4892-a561-e291fc25e0e5 req-f6ef005a-8468-40d2-9d40-80ca45291ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:07.799389 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 4dd8ef78-289f-4e8e-95dc-e6840032a895 resource provider aggregate not found May 31 13:42:07.810583 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-152a48bc-ef73-40bf-b34b-61add35f3dbf tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:07.855167 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 4dd8ef78-289f-4e8e-95dc-e6840032a895 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4dd8ef78-289f-4e8e-95dc-e6840032a895 found for delete ", "request_id": "req-16a293fa-f258-4e78-bcd0-e794ca0f3eae"}]} May 31 13:42:07.859739 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4047432b-1e29-4d4a-a38e-ebb0d63d9a3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:07.950018 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c648aff7-9131-4c3a-b98d-4c1f061a87c2 req-78a52f2f-1f97-44af-b68a-82f784929cdd tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/security-groups?id=1729ab42-7be5-44f8-b17a-0e9ffb5ba8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4439969 May 31 13:42:08.009020 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-152a48bc-ef73-40bf-b34b-61add35f3dbf tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:08.024527 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152a48bc-ef73-40bf-b34b-61add35f3dbf tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Pushing event deleted for resources: {'Network': ['ID=129e0574-0323-467e-b0f7-21b790104ce2,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:08.056585 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-152a48bc-ef73-40bf-b34b-61add35f3dbf tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] 10.222.0.50 "DELETE /v2.0/networks/129e0574-0323-467e-b0f7-21b790104ce2 HTTP/1.1" status: 204 len: 168 time: 1.2896945 May 31 13:42:08.059536 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 56324) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:08.091051 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ef005a-8468-40d2-9d40-80ca45291ee7 service neutron] Pushing event updated for resources: {'Port': ['ID=68de1c35-3ba9-40da-9488-9947ca2a210d,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:08.127817 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5267cf6a-8a4c-488b-94d2-cf341a12134b tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:08.138044 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eef9461-4647-4be9-8400-cba59812d3a5 tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] DELETE failed (client error): The resource could not be found. May 31 13:42:08.138044 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8eef9461-4647-4be9-8400-cba59812d3a5 tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:42:08.141855 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-8eef9461-4647-4be9-8400-cba59812d3a5 tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] 10.222.0.50 "DELETE /v2.0/ports/62e6ed88-c73a-48d0-a585-1b2e94841d01 HTTP/1.1" status: 404 len: 333 time: 0.0791612 May 31 13:42:08.143964 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 56328) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:08.161055 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-125125be-9179-4892-a561-e291fc25e0e5 req-a458f5f2-95db-456f-8032-188725afc70e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:08.292334 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-125125be-9179-4892-a561-e291fc25e0e5 req-f6ef005a-8468-40d2-9d40-80ca45291ee7 service neutron] Attempting to bind port 68de1c35-3ba9-40da-9488-9947ca2a210d on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:42:08.293014 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-125125be-9179-4892-a561-e291fc25e0e5 req-f6ef005a-8468-40d2-9d40-80ca45291ee7 service neutron] Attempting to bind port 68de1c35-3ba9-40da-9488-9947ca2a210d by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'f44e8783-3b0b-49f9-9a6f-b0d5f2f569b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '259c3729-0e55-4023-ae89-6ca86bbc45c1'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:42:08.293286 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125125be-9179-4892-a561-e291fc25e0e5 req-f6ef005a-8468-40d2-9d40-80ca45291ee7 service neutron] Attempting to bind port 68de1c35-3ba9-40da-9488-9947ca2a210d on network 259c3729-0e55-4023-ae89-6ca86bbc45c1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:42:08.319380 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7843764c-9331-4438-9e53-b802ff3c97a0 req-e93ebe97-b523-4e23-a20f-76926cb863a8 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:08.322542 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7843764c-9331-4438-9e53-b802ff3c97a0 req-e93ebe97-b523-4e23-a20f-76926cb863a8 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] 10.222.0.50 "GET /v2.0/ports?device_id=f49d3a8c-ed68-4ba4-8a16-48e5a25d7271 HTTP/1.1" status: 200 len: 944 time: 0.3775022 May 31 13:42:08.322542 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125125be-9179-4892-a561-e291fc25e0e5 req-f6ef005a-8468-40d2-9d40-80ca45291ee7 service neutron] Port 68de1c35-3ba9-40da-9488-9947ca2a210d on network 259c3729-0e55-4023-ae89-6ca86bbc45c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:42:08.322795 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125125be-9179-4892-a561-e291fc25e0e5 req-f6ef005a-8468-40d2-9d40-80ca45291ee7 service neutron] Attempting to bind port 68de1c35-3ba9-40da-9488-9947ca2a210d on network 259c3729-0e55-4023-ae89-6ca86bbc45c1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:42:08.332310 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-5267cf6a-8a4c-488b-94d2-cf341a12134b tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Calling delete_port for 5a1c1b9c-3904-4e34-94b9-a4e70c92b2bc owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:42:08.381776 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125125be-9179-4892-a561-e291fc25e0e5 req-f6ef005a-8468-40d2-9d40-80ca45291ee7 service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:42:08.382171 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125125be-9179-4892-a561-e291fc25e0e5 req-f6ef005a-8468-40d2-9d40-80ca45291ee7 service neutron] Checking segment: {'id': 'f44e8783-3b0b-49f9-9a6f-b0d5f2f569b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '259c3729-0e55-4023-ae89-6ca86bbc45c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:42:08.382537 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125125be-9179-4892-a561-e291fc25e0e5 req-f6ef005a-8468-40d2-9d40-80ca45291ee7 service neutron] Bound using segment: {'id': 'f44e8783-3b0b-49f9-9a6f-b0d5f2f569b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '259c3729-0e55-4023-ae89-6ca86bbc45c1'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:42:08.382975 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-125125be-9179-4892-a561-e291fc25e0e5 req-f6ef005a-8468-40d2-9d40-80ca45291ee7 service neutron] Bound port: 68de1c35-3ba9-40da-9488-9947ca2a210d, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f44e8783-3b0b-49f9-9a6f-b0d5f2f569b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '259c3729-0e55-4023-ae89-6ca86bbc45c1'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:42:08.383319 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-125125be-9179-4892-a561-e291fc25e0e5 req-f6ef005a-8468-40d2-9d40-80ca45291ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:08.400667 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4047432b-1e29-4d4a-a38e-ebb0d63d9a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:08.418092 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-96c523c9-40a3-4e1c-bada-067ffa177496 tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Deleting subnet 1e5e858a-9efc-4ad1-98df-80c1283d2790 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:42:08.431779 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-96c523c9-40a3-4e1c-bada-067ffa177496 tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:08.481661 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4047432b-1e29-4d4a-a38e-ebb0d63d9a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e996ff28-664a-434b-8955-76425dce7ccf,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:08.523371 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4047432b-1e29-4d4a-a38e-ebb0d63d9a3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:08.524622 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-4047432b-1e29-4d4a-a38e-ebb0d63d9a3d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e996ff28-664a-434b-8955-76425dce7ccf HTTP/1.1" status: 204 len: 168 time: 1.1489727 May 31 13:42:08.535111 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-96c523c9-40a3-4e1c-bada-067ffa177496 tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:08.589002 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7843764c-9331-4438-9e53-b802ff3c97a0 req-c7c04a78-53d7-4e5d-9f20-ef37ec453e15 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] 10.222.0.50 "GET /v2.0/security-groups?id=bcc17e7d-20be-4c37-b314-b765a132b03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084184 May 31 13:42:08.731810 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-125125be-9179-4892-a561-e291fc25e0e5 req-f6ef005a-8468-40d2-9d40-80ca45291ee7 service neutron] For port 68de1c35-3ba9-40da-9488-9947ca2a210d, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:42:08.739855 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-96c523c9-40a3-4e1c-bada-067ffa177496 tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:08.745478 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-125125be-9179-4892-a561-e291fc25e0e5 req-f6ef005a-8468-40d2-9d40-80ca45291ee7 service neutron] For port 68de1c35-3ba9-40da-9488-9947ca2a210d, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=68de1c35-3ba9-40da-9488-9947ca2a210d,segment=NetworkSegment(f44e8783-3b0b-49f9-9a6f-b0d5f2f569b7),segment_id=f44e8783-3b0b-49f9-9a6f-b0d5f2f569b7)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:42:08.766394 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-125125be-9179-4892-a561-e291fc25e0e5 req-f6ef005a-8468-40d2-9d40-80ca45291ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:08.795493 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5267cf6a-8a4c-488b-94d2-cf341a12134b tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:08.814515 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:08.845136 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125125be-9179-4892-a561-e291fc25e0e5 req-f6ef005a-8468-40d2-9d40-80ca45291ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:08.846129 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-125125be-9179-4892-a561-e291fc25e0e5 req-f6ef005a-8468-40d2-9d40-80ca45291ee7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:08.847475 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-125125be-9179-4892-a561-e291fc25e0e5 req-f6ef005a-8468-40d2-9d40-80ca45291ee7 service neutron] 10.222.0.44 "PUT /v2.0/ports/68de1c35-3ba9-40da-9488-9947ca2a210d HTTP/1.1" status: 200 len: 1092 time: 2.7862098 May 31 13:42:08.859161 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f49d3a8c-ed68-4ba4-8a16-48e5a25d7271', 'tag': '68de1c35-3ba9-40da-9488-9947ca2a210d'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:42:08.874967 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5267cf6a-8a4c-488b-94d2-cf341a12134b tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event deleted for resources: {'Port': ['ID=5a1c1b9c-3904-4e34-94b9-a4e70c92b2bc,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:08.915794 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79379fe9-0c3c-4ad2-af6b-365f1aaa4aaa req-81f3a909-b223-4e59-ba77-a65260991229 tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:08.923642 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-79379fe9-0c3c-4ad2-af6b-365f1aaa4aaa req-81f3a909-b223-4e59-ba77-a65260991229 tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] 10.222.0.50 "GET /v2.0/ports?device_id=943d65ac-8c7a-41cf-9267-9821f8741902 HTTP/1.1" status: 200 len: 945 time: 0.3250077 May 31 13:42:09.016486 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ef005a-8468-40d2-9d40-80ca45291ee7 service neutron] Pushing event updated for resources: {'Port': ['ID=68de1c35-3ba9-40da-9488-9947ca2a210d,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:09.022778 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-96c523c9-40a3-4e1c-bada-067ffa177496 tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:09.061042 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa6a4203-9ddb-4eca-95a3-c9f498b4242a'] response: {'name': 'network-changed', 'server_uuid': 'f49d3a8c-ed68-4ba4-8a16-48e5a25d7271', 'tag': '68de1c35-3ba9-40da-9488-9947ca2a210d', 'status': 'completed', 'code': 200} May 31 13:42:09.106202 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-79379fe9-0c3c-4ad2-af6b-365f1aaa4aaa req-cfb01ca6-6afe-4169-bc9b-81eac286fbe2 tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] 10.222.0.50 "GET /v2.0/security-groups?id=a98da83b-17b5-4448-8f9e-a9c50c1cbdcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817684 May 31 13:42:09.125875 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-125125be-9179-4892-a561-e291fc25e0e5 req-a458f5f2-95db-456f-8032-188725afc70e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0175c0d-3e4c-42b3-8f67-fa72560bbf06 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:42:09.140331 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-125125be-9179-4892-a561-e291fc25e0e5 req-a458f5f2-95db-456f-8032-188725afc70e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:09.147689 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c523c9-40a3-4e1c-bada-067ffa177496 tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Pushing event deleted for resources: {'Subnet': ['ID=1e5e858a-9efc-4ad1-98df-80c1283d2790,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:09.178970 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-96c523c9-40a3-4e1c-bada-067ffa177496 tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:09.186764 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478cb40c-2cff-417f-88ca-72821295e587 None None] Network b3ff74b5-0f4a-4cf5-9360-35cf1b404fa4 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:42:09.186912 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-125125be-9179-4892-a561-e291fc25e0e5 req-a458f5f2-95db-456f-8032-188725afc70e service neutron] Transition to ACTIVE for port object c0175c0d-3e4c-42b3-8f67-fa72560bbf06 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:42:09.200370 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-125125be-9179-4892-a561-e291fc25e0e5 req-a458f5f2-95db-456f-8032-188725afc70e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:09.264079 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-96c523c9-40a3-4e1c-bada-067ffa177496 tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] 10.222.0.50 "DELETE /v2.0/subnets/1e5e858a-9efc-4ad1-98df-80c1283d2790 HTTP/1.1" status: 204 len: 168 time: 1.1195252 May 31 13:42:09.278743 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 56360) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:09.288819 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125125be-9179-4892-a561-e291fc25e0e5 req-87cb3a18-af7c-4c60-8b68-d94f5ede4d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:09.293165 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-125125be-9179-4892-a561-e291fc25e0e5 req-87cb3a18-af7c-4c60-8b68-d94f5ede4d5a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=efc105b3ffca404f9d489bce18ac0a3c&device_id=f49d3a8c-ed68-4ba4-8a16-48e5a25d7271 HTTP/1.1" status: 200 len: 1095 time: 0.3641262 May 31 13:42:09.459327 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5267cf6a-8a4c-488b-94d2-cf341a12134b tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:09.612807 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-125125be-9179-4892-a561-e291fc25e0e5 req-0354c1bb-8723-4e52-aaf1-0f217570db32 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68de1c35-3ba9-40da-9488-9947ca2a210d HTTP/1.1" status: 200 len: 217 time: 0.2903597 May 31 13:42:09.636531 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36eaecc9-98d5-477a-9361-55fee64b4200 None None] DHCP port deletion for b3ff74b5-0f4a-4cf5-9360-35cf1b404fa4 request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:42:09.643837 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-36eaecc9-98d5-477a-9361-55fee64b4200 None None] Deleting port 7543aeb1-cd88-4fc4-a5f4-a0a899645df3 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:42:09.644429 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-36eaecc9-98d5-477a-9361-55fee64b4200 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:09.697397 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a458f5f2-95db-456f-8032-188725afc70e service neutron] Pushing event updated for resources: {'Port': ['ID=c0175c0d-3e4c-42b3-8f67-fa72560bbf06,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:09.753746 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d5edbe2d-8872-49e7-a4e7-3fa40b60c064 tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:09.984689 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-d5edbe2d-8872-49e7-a4e7-3fa40b60c064 tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Deleting port 7543aeb1-cd88-4fc4-a5f4-a0a899645df3 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:42:09.985712 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d5edbe2d-8872-49e7-a4e7-3fa40b60c064 tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:09.997061 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 7543aeb1-cd88-4fc4-a5f4-a0a899645df3 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:42:10.027614 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5267cf6a-8a4c-488b-94d2-cf341a12134b tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Router 076931a0-9e46-4636-9b85-1ea02a2ed305 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:42:10.044246 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-36eaecc9-98d5-477a-9361-55fee64b4200 None None] For port 7543aeb1-cd88-4fc4-a5f4-a0a899645df3, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=7543aeb1-cd88-4fc4-a5f4-a0a899645df3,segment=NetworkSegment(caa834c0-d9d2-49f7-b91d-829729692695),segment_id=caa834c0-d9d2-49f7-b91d-829729692695)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:42:10.044946 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-36eaecc9-98d5-477a-9361-55fee64b4200 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:10.087281 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125125be-9179-4892-a561-e291fc25e0e5 req-87c64ff5-95b7-466d-85a1-de28bf6a9762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:10.088832 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-125125be-9179-4892-a561-e291fc25e0e5 req-87c64ff5-95b7-466d-85a1-de28bf6a9762 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0acc1f20-833c-45db-adb0-e4409b2d4c9b HTTP/1.1" status: 200 len: 853 time: 0.4443927 May 31 13:42:10.173197 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41681d8d-dc5a-4646-9577-ba4b16c764f8 req-2b34fa83-34e3-4820-8bd8-c870dbbd7d73 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:10.173898 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-36eaecc9-98d5-477a-9361-55fee64b4200 None None] Calling delete_port for 7543aeb1-cd88-4fc4-a5f4-a0a899645df3 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:42:10.174845 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-41681d8d-dc5a-4646-9577-ba4b16c764f8 req-2b34fa83-34e3-4820-8bd8-c870dbbd7d73 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/ports?device_id=b285caa1-0db1-4a98-b033-f5712745a5ff HTTP/1.1" status: 200 len: 945 time: 0.7148545 May 31 13:42:10.176652 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-125125be-9179-4892-a561-e291fc25e0e5 req-a458f5f2-95db-456f-8032-188725afc70e service neutron] Attempting to bind port c0175c0d-3e4c-42b3-8f67-fa72560bbf06 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:42:10.177047 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-125125be-9179-4892-a561-e291fc25e0e5 req-a458f5f2-95db-456f-8032-188725afc70e service neutron] Attempting to bind port c0175c0d-3e4c-42b3-8f67-fa72560bbf06 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'f44e8783-3b0b-49f9-9a6f-b0d5f2f569b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '259c3729-0e55-4023-ae89-6ca86bbc45c1'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:42:10.177462 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125125be-9179-4892-a561-e291fc25e0e5 req-a458f5f2-95db-456f-8032-188725afc70e service neutron] Attempting to bind port c0175c0d-3e4c-42b3-8f67-fa72560bbf06 on network 259c3729-0e55-4023-ae89-6ca86bbc45c1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:42:10.181761 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-125125be-9179-4892-a561-e291fc25e0e5 req-3c4082b2-22af-4ed4-a7aa-fa17846a026b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=259c3729-0e55-4023-ae89-6ca86bbc45c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733356 May 31 13:42:10.190064 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125125be-9179-4892-a561-e291fc25e0e5 req-a458f5f2-95db-456f-8032-188725afc70e service neutron] Port c0175c0d-3e4c-42b3-8f67-fa72560bbf06 on network 259c3729-0e55-4023-ae89-6ca86bbc45c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:42:10.190064 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125125be-9179-4892-a561-e291fc25e0e5 req-a458f5f2-95db-456f-8032-188725afc70e service neutron] Attempting to bind port c0175c0d-3e4c-42b3-8f67-fa72560bbf06 on network 259c3729-0e55-4023-ae89-6ca86bbc45c1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:42:10.231190 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5267cf6a-8a4c-488b-94d2-cf341a12134b tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:42:10.236533 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125125be-9179-4892-a561-e291fc25e0e5 req-a458f5f2-95db-456f-8032-188725afc70e service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:42:10.236968 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125125be-9179-4892-a561-e291fc25e0e5 req-a458f5f2-95db-456f-8032-188725afc70e service neutron] Checking segment: {'id': 'f44e8783-3b0b-49f9-9a6f-b0d5f2f569b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '259c3729-0e55-4023-ae89-6ca86bbc45c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:42:10.237429 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125125be-9179-4892-a561-e291fc25e0e5 req-a458f5f2-95db-456f-8032-188725afc70e service neutron] Bound using segment: {'id': 'f44e8783-3b0b-49f9-9a6f-b0d5f2f569b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '259c3729-0e55-4023-ae89-6ca86bbc45c1'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:42:10.237943 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-125125be-9179-4892-a561-e291fc25e0e5 req-a458f5f2-95db-456f-8032-188725afc70e service neutron] Bound port: c0175c0d-3e4c-42b3-8f67-fa72560bbf06, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f44e8783-3b0b-49f9-9a6f-b0d5f2f569b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '259c3729-0e55-4023-ae89-6ca86bbc45c1'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:42:10.238392 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-125125be-9179-4892-a561-e291fc25e0e5 req-a458f5f2-95db-456f-8032-188725afc70e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:10.240529 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-5267cf6a-8a4c-488b-94d2-cf341a12134b tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "PUT /v2.0/routers/076931a0-9e46-4636-9b85-1ea02a2ed305/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4286358 May 31 13:42:10.241377 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 56382) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:10.249192 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f0ee73-43d9-4949-a067-0b737b3b8ab3 None None] Sync routers for ids ['076931a0-9e46-4636-9b85-1ea02a2ed305'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:42:10.272165 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f0ee73-43d9-4949-a067-0b737b3b8ab3 None None] Routers {'076931a0-9e46-4636-9b85-1ea02a2ed305'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:42:10.273508 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-83f0ee73-43d9-4949-a067-0b737b3b8ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:41:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['076931a0-9e46-4636-9b85-1ea02a2ed305'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:42:10.287577 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 7543aeb1-cd88-4fc4-a5f4-a0a899645df3 is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:42:10.287955 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:10.334370 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 7543aeb1-cd88-4fc4-a5f4-a0a899645df3, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=7543aeb1-cd88-4fc4-a5f4-a0a899645df3,segment=NetworkSegment(caa834c0-d9d2-49f7-b91d-829729692695),segment_id=caa834c0-d9d2-49f7-b91d-829729692695)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:42:10.339544 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:10.363128 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-41681d8d-dc5a-4646-9577-ba4b16c764f8 req-c1f73eb7-13d0-4e0e-944f-ee8c65774842 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/security-groups?id=1729ab42-7be5-44f8-b17a-0e9ffb5ba8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745672 May 31 13:42:10.411228 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-83f0ee73-43d9-4949-a067-0b737b3b8ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:42:10.427604 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=7543aeb1-cd88-4fc4-a5f4-a0a899645df3,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:10.436298 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f0ee73-43d9-4949-a067-0b737b3b8ab3 None None] Routers {'076931a0-9e46-4636-9b85-1ea02a2ed305'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:42:10.437137 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-83f0ee73-43d9-4949-a067-0b737b3b8ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:41:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['076931a0-9e46-4636-9b85-1ea02a2ed305'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:42:10.440534 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-36eaecc9-98d5-477a-9361-55fee64b4200 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:42:10.441280 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-36eaecc9-98d5-477a-9361-55fee64b4200 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:42:10.441684 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd22ff9e-a7ca-4c13-a264-32486b2e38c2 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] GET failed (client error): The resource could not be found. May 31 13:42:10.442268 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-dd22ff9e-a7ca-4c13-a264-32486b2e38c2 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Synchronizing usage tracker for tenant:a62a1f0c39e548d390793611ac95b19e on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:42:10.473173 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad18b816-2802-48f2-b84d-b6d5ac5a5d0a req-17cdfb0a-de9d-4e80-9208-6a85662676fc tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:10.474972 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ad18b816-2802-48f2-b84d-b6d5ac5a5d0a req-17cdfb0a-de9d-4e80-9208-6a85662676fc tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] 10.222.0.50 "GET /v2.0/ports?device_id=f49d3a8c-ed68-4ba4-8a16-48e5a25d7271 HTTP/1.1" status: 200 len: 944 time: 0.4664555 May 31 13:42:10.509587 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-dd22ff9e-a7ca-4c13-a264-32486b2e38c2 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Unset dirty status for tenant:a62a1f0c39e548d390793611ac95b19e on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:42:10.513547 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-dd22ff9e-a7ca-4c13-a264-32486b2e38c2 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "GET /v2.0/ports/5a1c1b9c-3904-4e34-94b9-a4e70c92b2bc HTTP/1.1" status: 404 len: 333 time: 0.2684691 May 31 13:42:10.515560 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-d5edbe2d-8872-49e7-a4e7-3fa40b60c064 tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] For port 7543aeb1-cd88-4fc4-a5f4-a0a899645df3, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=7543aeb1-cd88-4fc4-a5f4-a0a899645df3,segment=NetworkSegment(caa834c0-d9d2-49f7-b91d-829729692695),segment_id=caa834c0-d9d2-49f7-b91d-829729692695)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:42:10.515951 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d5edbe2d-8872-49e7-a4e7-3fa40b60c064 tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:10.523913 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 56386) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:10.528125 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8ffa2429-d521-4f95-9e8e-e9f7cd336479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:10.534877 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-83f0ee73-43d9-4949-a067-0b737b3b8ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:42:10.535276 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f0ee73-43d9-4949-a067-0b737b3b8ab3 None None] The sync data for ids ['076931a0-9e46-4636-9b85-1ea02a2ed305'] in n-d-843939-1 is: [] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:42:10.622656 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ad18b816-2802-48f2-b84d-b6d5ac5a5d0a req-388364d0-b617-447a-a10b-3dd040c74ae9 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] 10.222.0.50 "GET /v2.0/security-groups?id=bcc17e7d-20be-4c37-b314-b765a132b03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388006 May 31 13:42:10.629166 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-125125be-9179-4892-a561-e291fc25e0e5 req-cc7ccd91-56d8-477f-a838-713a26ba5096 service neutron] 10.222.0.44 "GET /v2.0/networks/259c3729-0e55-4023-ae89-6ca86bbc45c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4243629 May 31 13:42:10.631871 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-125125be-9179-4892-a561-e291fc25e0e5 req-a458f5f2-95db-456f-8032-188725afc70e service neutron] For port c0175c0d-3e4c-42b3-8f67-fa72560bbf06, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:42:10.636084 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-125125be-9179-4892-a561-e291fc25e0e5 req-a458f5f2-95db-456f-8032-188725afc70e service neutron] For port c0175c0d-3e4c-42b3-8f67-fa72560bbf06, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=c0175c0d-3e4c-42b3-8f67-fa72560bbf06,segment=NetworkSegment(f44e8783-3b0b-49f9-9a6f-b0d5f2f569b7),segment_id=f44e8783-3b0b-49f9-9a6f-b0d5f2f569b7)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:42:10.641762 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-125125be-9179-4892-a561-e291fc25e0e5 req-a458f5f2-95db-456f-8032-188725afc70e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:10.783589 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-d5edbe2d-8872-49e7-a4e7-3fa40b60c064 tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Calling delete_port for 7543aeb1-cd88-4fc4-a5f4-a0a899645df3 owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:42:10.817781 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125125be-9179-4892-a561-e291fc25e0e5 req-a458f5f2-95db-456f-8032-188725afc70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:10.818920 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-125125be-9179-4892-a561-e291fc25e0e5 req-a458f5f2-95db-456f-8032-188725afc70e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:10.820443 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-125125be-9179-4892-a561-e291fc25e0e5 req-a458f5f2-95db-456f-8032-188725afc70e service neutron] 10.222.0.44 "PUT /v2.0/ports/c0175c0d-3e4c-42b3-8f67-fa72560bbf06 HTTP/1.1" status: 200 len: 1091 time: 3.2880454 May 31 13:42:10.847776 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-62120f39-9c9e-46b5-9baf-317af210ea03 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:10.933418 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a458f5f2-95db-456f-8032-188725afc70e service neutron] Pushing event updated for resources: {'Port': ['ID=c0175c0d-3e4c-42b3-8f67-fa72560bbf06,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:10.942510 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-36eaecc9-98d5-477a-9361-55fee64b4200 None None] Deleting port 7543aeb1-cd88-4fc4-a5f4-a0a899645df3 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:42:10.942894 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-36eaecc9-98d5-477a-9361-55fee64b4200 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:11.064577 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faa6ccaa-2dc1-4be7-b5e6-a7432deb4fb0', 'tag': 'c0175c0d-3e4c-42b3-8f67-fa72560bbf06'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:42:11.074904 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-125125be-9179-4892-a561-e291fc25e0e5 req-badf14e3-e2e0-48ad-9ae2-2734e9573cff service neutron] 10.222.0.44 "GET /v2.0/networks/259c3729-0e55-4023-ae89-6ca86bbc45c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4266551 May 31 13:42:11.108607 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec6bfd-5944-4337-b651-2ec6346d029c req-6d222e00-75c9-4039-8ad3-5523a73329be tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:11.116429 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5cec6bfd-5944-4337-b651-2ec6346d029c req-6d222e00-75c9-4039-8ad3-5523a73329be tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/ports?device_id=e784aeb2-4e66-4dc1-a934-09bd1cdb248d HTTP/1.1" status: 200 len: 945 time: 0.3325844 May 31 13:42:11.185505 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-36eaecc9-98d5-477a-9361-55fee64b4200 None None] For port 7543aeb1-cd88-4fc4-a5f4-a0a899645df3, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=7543aeb1-cd88-4fc4-a5f4-a0a899645df3,segment=NetworkSegment(caa834c0-d9d2-49f7-b91d-829729692695),segment_id=caa834c0-d9d2-49f7-b91d-829729692695)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:42:11.186155 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-36eaecc9-98d5-477a-9361-55fee64b4200 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:11.197684 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.db.api [None req-d5edbe2d-8872-49e7-a4e7-3fa40b60c064 tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:42:11.198284 n-d-843939-1 neutron-server[88369]: DEBUG oslo_db.api [None req-d5edbe2d-8872-49e7-a4e7-3fa40b60c064 tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:42:11.200121 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-62120f39-9c9e-46b5-9baf-317af210ea03 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:11.202588 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-62120f39-9c9e-46b5-9baf-317af210ea03 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:11.213754 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125125be-9179-4892-a561-e291fc25e0e5 req-3b2097f9-04f3-40ba-bfc9-57a753af1e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:11.215663 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-125125be-9179-4892-a561-e291fc25e0e5 req-3b2097f9-04f3-40ba-bfc9-57a753af1e72 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=efc105b3ffca404f9d489bce18ac0a3c&device_id=faa6ccaa-2dc1-4be7-b5e6-a7432deb4fb0 HTTP/1.1" status: 200 len: 1094 time: 0.2884791 May 31 13:42:11.233961 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-62120f39-9c9e-46b5-9baf-317af210ea03 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:11.234540 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62120f39-9c9e-46b5-9baf-317af210ea03 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Fanout notify agent at l3_agent the message router_deleted on router 076931a0-9e46-4636-9b85-1ea02a2ed305 {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:42:11.252889 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5cec6bfd-5944-4337-b651-2ec6346d029c req-70d9b1a6-831e-45aa-8367-dfd4d8e6a31c tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/security-groups?id=1347e032-1cb8-425e-88e5-bf1247116b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354597 May 31 13:42:11.262513 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-62120f39-9c9e-46b5-9baf-317af210ea03 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:11.264150 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-62120f39-9c9e-46b5-9baf-317af210ea03 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "DELETE /v2.0/routers/076931a0-9e46-4636-9b85-1ea02a2ed305 HTTP/1.1" status: 204 len: 168 time: 0.7396433 May 31 13:42:11.266680 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 56404) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:11.358759 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdccb069-9797-4163-823e-550af1cea8ca tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Deleting subnet 2d130254-a4ab-4245-a16a-90faee1e4d4c {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:42:11.362207 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bdccb069-9797-4163-823e-550af1cea8ca tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:11.379352 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-36eaecc9-98d5-477a-9361-55fee64b4200 None None] Calling delete_port for 7543aeb1-cd88-4fc4-a5f4-a0a899645df3 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:42:11.380539 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a22bdbf-4435-4b9a-b548-65808f3d35f1'] response: {'name': 'network-changed', 'server_uuid': 'faa6ccaa-2dc1-4be7-b5e6-a7432deb4fb0', 'tag': 'c0175c0d-3e4c-42b3-8f67-fa72560bbf06', 'status': 'completed', 'code': 200} May 31 13:42:11.390491 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81731b9a-934f-40c6-8073-aa8cd6d9ed59 req-d020bcf4-8568-4ecb-abe1-9febcd78e192 tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:11.392046 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-81731b9a-934f-40c6-8073-aa8cd6d9ed59 req-d020bcf4-8568-4ecb-abe1-9febcd78e192 tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] 10.222.0.50 "GET /v2.0/ports?device_id=943d65ac-8c7a-41cf-9267-9821f8741902 HTTP/1.1" status: 200 len: 945 time: 0.4068036 May 31 13:42:11.395801 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-125125be-9179-4892-a561-e291fc25e0e5 req-019dad37-789f-4688-9900-59d82283202c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0175c0d-3e4c-42b3-8f67-fa72560bbf06 HTTP/1.1" status: 200 len: 217 time: 0.1602180 May 31 13:42:11.444648 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bdccb069-9797-4163-823e-550af1cea8ca tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:11.523995 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7ac9fd-bc71-4ac7-94f4-b65177583c03 req-b1128621-cf92-4c99-a652-11d167f33c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:11.525844 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7a7ac9fd-bc71-4ac7-94f4-b65177583c03 req-b1128621-cf92-4c99-a652-11d167f33c1d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=efc105b3ffca404f9d489bce18ac0a3c&device_id=f49d3a8c-ed68-4ba4-8a16-48e5a25d7271 HTTP/1.1" status: 200 len: 1095 time: 0.3527019 May 31 13:42:11.565350 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-36eaecc9-98d5-477a-9361-55fee64b4200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:11.607543 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-81731b9a-934f-40c6-8073-aa8cd6d9ed59 req-642818f4-3a74-491f-8a9b-a0b8ec533a4f tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] 10.222.0.50 "GET /v2.0/security-groups?id=a98da83b-17b5-4448-8f9e-a9c50c1cbdcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065449 May 31 13:42:11.612599 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125125be-9179-4892-a561-e291fc25e0e5 req-734570fb-513c-4bb6-b1db-daf903d7b137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:11.614022 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-125125be-9179-4892-a561-e291fc25e0e5 req-734570fb-513c-4bb6-b1db-daf903d7b137 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0acc1f20-833c-45db-adb0-e4409b2d4c9b HTTP/1.1" status: 200 len: 853 time: 0.1967652 May 31 13:42:11.614327 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eaecc9-98d5-477a-9361-55fee64b4200 None None] Pushing event deleted for resources: {'Port': ['ID=7543aeb1-cd88-4fc4-a5f4-a0a899645df3,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:11.620456 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36eaecc9-98d5-477a-9361-55fee64b4200 None None] No DVR routers for this DVR port 7543aeb1-cd88-4fc4-a5f4-a0a899645df3 on host n-d-843939-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:42:11.701307 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-d5edbe2d-8872-49e7-a4e7-3fa40b60c064 tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Deleting port 7543aeb1-cd88-4fc4-a5f4-a0a899645df3 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:42:11.701676 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d5edbe2d-8872-49e7-a4e7-3fa40b60c064 tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:11.734056 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-125125be-9179-4892-a561-e291fc25e0e5 req-1ee561d8-a03c-4a5a-a416-592caae5c491 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=259c3729-0e55-4023-ae89-6ca86bbc45c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684371 May 31 13:42:11.793025 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-d5edbe2d-8872-49e7-a4e7-3fa40b60c064 tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] The port '7543aeb1-cd88-4fc4-a5f4-a0a899645df3' was deleted {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 13:42:11.940422 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d5edbe2d-8872-49e7-a4e7-3fa40b60c064 tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:11.949353 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bdccb069-9797-4163-823e-550af1cea8ca tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:12.015216 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-d5edbe2d-8872-49e7-a4e7-3fa40b60c064 tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3ff74b5-0f4a-4cf5-9360-35cf1b404fa4']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:42:12.035693 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-d5edbe2d-8872-49e7-a4e7-3fa40b60c064 tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caa834c0-d9d2-49f7-b91d-829729692695') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:42:12.035693 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-d5edbe2d-8872-49e7-a4e7-3fa40b60c064 tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caa834c0-d9d2-49f7-b91d-829729692695') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:42:12.053525 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d5edbe2d-8872-49e7-a4e7-3fa40b60c064 tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:12.088716 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d5edbe2d-8872-49e7-a4e7-3fa40b60c064 tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:12.094780 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b2f89-e82b-4305-b257-ebd435876276 req-84474637-48cd-4534-afe1-f3a5fd10299b tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:12.096337 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aa6b2f89-e82b-4305-b257-ebd435876276 req-84474637-48cd-4534-afe1-f3a5fd10299b tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/ports?device_id=b285caa1-0db1-4a98-b033-f5712745a5ff HTTP/1.1" status: 200 len: 945 time: 0.5801356 May 31 13:42:12.096962 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bdccb069-9797-4163-823e-550af1cea8ca tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:12.100784 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7ac9fd-bc71-4ac7-94f4-b65177583c03 req-66e1b3ca-999a-462d-b577-3b076892d94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:12.101781 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5edbe2d-8872-49e7-a4e7-3fa40b60c064 tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:42:12.102213 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d5edbe2d-8872-49e7-a4e7-3fa40b60c064 tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:12.102826 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7a7ac9fd-bc71-4ac7-94f4-b65177583c03 req-66e1b3ca-999a-462d-b577-3b076892d94f service neutron] 10.222.0.44 "GET /v2.0/networks?id=259c3729-0e55-4023-ae89-6ca86bbc45c1 HTTP/1.1" status: 200 len: 914 time: 0.5365956 May 31 13:42:12.210209 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdccb069-9797-4163-823e-550af1cea8ca tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event deleted for resources: {'Subnet': ['ID=2d130254-a4ab-4245-a16a-90faee1e4d4c,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:12.214440 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment caa834c0-d9d2-49f7-b91d-829729692695 resource provider aggregate not found May 31 13:42:12.224876 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7a7ac9fd-bc71-4ac7-94f4-b65177583c03 req-38cbd5e9-97fe-4a6a-bbb1-2704712f91be service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68de1c35-3ba9-40da-9488-9947ca2a210d HTTP/1.1" status: 200 len: 217 time: 0.0881069 May 31 13:42:12.236564 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bdccb069-9797-4163-823e-550af1cea8ca tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:12.237035 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8889d03-5b12-42ca-a488-a340cb8ad8df None None] Network a2836bfb-aa9f-4a1c-af63-95b8c7499f00 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:42:12.259107 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-bdccb069-9797-4163-823e-550af1cea8ca tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "DELETE /v2.0/subnets/2d130254-a4ab-4245-a16a-90faee1e4d4c HTTP/1.1" status: 204 len: 168 time: 0.9908605 May 31 13:42:12.264315 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 56418) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:12.276026 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-125125be-9179-4892-a561-e291fc25e0e5 req-a33872fc-2634-480b-b702-4bd7f38cc0db service neutron] 10.222.0.44 "GET /v2.0/networks/259c3729-0e55-4023-ae89-6ca86bbc45c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5321448 May 31 13:42:12.334614 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aa6b2f89-e82b-4305-b257-ebd435876276 req-cf96887b-456d-4169-8be0-33553c161daa tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/security-groups?id=1729ab42-7be5-44f8-b17a-0e9ffb5ba8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196510 May 31 13:42:12.388878 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56dc1e2-268e-427a-8eab-60cc3c5b709b req-42ccf538-4312-4271-89c4-676a0cc2aa5d tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:12.391265 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f56dc1e2-268e-427a-8eab-60cc3c5b709b req-42ccf538-4312-4271-89c4-676a0cc2aa5d tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] 10.222.0.50 "GET /v2.0/ports?device_id=f49d3a8c-ed68-4ba4-8a16-48e5a25d7271 HTTP/1.1" status: 200 len: 944 time: 0.6235614 May 31 13:42:12.411451 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment caa834c0-d9d2-49f7-b91d-829729692695 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid caa834c0-d9d2-49f7-b91d-829729692695 found for delete ", "request_id": "req-6e05c6f2-d30a-4ca8-bff9-108cf22e5966"}]} May 31 13:42:12.417299 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cde2e8ad-901a-49ef-90d5-7cfde2670c02 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:12.435886 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d5edbe2d-8872-49e7-a4e7-3fa40b60c064 tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:12.465272 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d5edbe2d-8872-49e7-a4e7-3fa40b60c064 tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:12.474671 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5edbe2d-8872-49e7-a4e7-3fa40b60c064 tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] Pushing event deleted for resources: {'Network': ['ID=b3ff74b5-0f4a-4cf5-9360-35cf1b404fa4,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:12.479763 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d5edbe2d-8872-49e7-a4e7-3fa40b60c064 tempest-DHCPAgentSchedulersTestJSON-1976112610 tempest-DHCPAgentSchedulersTestJSON-1976112610-project] 10.222.0.50 "DELETE /v2.0/networks/b3ff74b5-0f4a-4cf5-9360-35cf1b404fa4 HTTP/1.1" status: 204 len: 168 time: 3.1999552 May 31 13:42:12.487170 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-cde2e8ad-901a-49ef-90d5-7cfde2670c02 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Deleting port 9551654b-6589-4be5-b8de-55f60767bff6 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:42:12.487720 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cde2e8ad-901a-49ef-90d5-7cfde2670c02 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:12.534765 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7ac9fd-bc71-4ac7-94f4-b65177583c03 req-1bc4b41b-b2ea-4c83-8aee-59d3d1cfc344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:12.536545 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7a7ac9fd-bc71-4ac7-94f4-b65177583c03 req-1bc4b41b-b2ea-4c83-8aee-59d3d1cfc344 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0acc1f20-833c-45db-adb0-e4409b2d4c9b HTTP/1.1" status: 200 len: 853 time: 0.3001897 May 31 13:42:12.684092 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a48d175-964a-40da-ba78-f48314426b6c None None] DHCP port deletion for a2836bfb-aa9f-4a1c-af63-95b8c7499f00 request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:42:12.700937 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9a48d175-964a-40da-ba78-f48314426b6c None None] Deleting port 9551654b-6589-4be5-b8de-55f60767bff6 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:42:12.702249 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9a48d175-964a-40da-ba78-f48314426b6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:12.716010 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7a7ac9fd-bc71-4ac7-94f4-b65177583c03 req-c56aefc8-26fe-4474-a2cc-3ea51f60d4ee service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=259c3729-0e55-4023-ae89-6ca86bbc45c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1157444 May 31 13:42:12.865734 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c29b54bf-b2ad-4281-b56c-50b08afcf93a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:12.912644 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-cde2e8ad-901a-49ef-90d5-7cfde2670c02 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] For port 9551654b-6589-4be5-b8de-55f60767bff6, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=9551654b-6589-4be5-b8de-55f60767bff6,segment=NetworkSegment(6964c2cb-7a6f-43e7-863d-72055da4d0f1),segment_id=6964c2cb-7a6f-43e7-863d-72055da4d0f1)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:42:12.913298 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cde2e8ad-901a-49ef-90d5-7cfde2670c02 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:12.922143 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 56436) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:12.939065 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f56dc1e2-268e-427a-8eab-60cc3c5b709b req-fd30a46f-01a6-495d-97f6-b5887dcca3a2 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] 10.222.0.50 "GET /v2.0/security-groups?id=bcc17e7d-20be-4c37-b314-b765a132b03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4448771 May 31 13:42:12.966705 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-125125be-9179-4892-a561-e291fc25e0e5 req-e7389d00-1841-4f31-ad4c-3669c59bb33e service neutron] 10.222.0.44 "GET /v2.0/networks/259c3729-0e55-4023-ae89-6ca86bbc45c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6741495 May 31 13:42:13.025278 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d6bf8-fbaf-42c0-b73f-ba80cee4beb7 req-388bb60f-16a8-40e4-9b72-ee98e7311f65 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:13.027123 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0c3d6bf8-fbaf-42c0-b73f-ba80cee4beb7 req-388bb60f-16a8-40e4-9b72-ee98e7311f65 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/ports?device_id=e784aeb2-4e66-4dc1-a934-09bd1cdb248d HTTP/1.1" status: 200 len: 945 time: 0.4953465 May 31 13:42:13.089107 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-cde2e8ad-901a-49ef-90d5-7cfde2670c02 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Calling delete_port for 9551654b-6589-4be5-b8de-55f60767bff6 owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:42:13.114004 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9a48d175-964a-40da-ba78-f48314426b6c None None] For port 9551654b-6589-4be5-b8de-55f60767bff6, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=9551654b-6589-4be5-b8de-55f60767bff6,segment=NetworkSegment(6964c2cb-7a6f-43e7-863d-72055da4d0f1),segment_id=6964c2cb-7a6f-43e7-863d-72055da4d0f1)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:42:13.114549 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9a48d175-964a-40da-ba78-f48314426b6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:13.127761 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7a7ac9fd-bc71-4ac7-94f4-b65177583c03 req-73c0be6c-6364-4680-b9b8-27ec59f99f3f service neutron] 10.222.0.44 "GET /v2.0/networks/259c3729-0e55-4023-ae89-6ca86bbc45c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569417 May 31 13:42:13.180214 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cde2e8ad-901a-49ef-90d5-7cfde2670c02 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:13.256250 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde2e8ad-901a-49ef-90d5-7cfde2670c02 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event deleted for resources: {'Port': ['ID=9551654b-6589-4be5-b8de-55f60767bff6,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:13.266256 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde2e8ad-901a-49ef-90d5-7cfde2670c02 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] No DVR routers for this DVR port 9551654b-6589-4be5-b8de-55f60767bff6 on host n-d-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:42:13.267441 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9a48d175-964a-40da-ba78-f48314426b6c None None] Calling delete_port for 9551654b-6589-4be5-b8de-55f60767bff6 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:42:13.311011 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0c3d6bf8-fbaf-42c0-b73f-ba80cee4beb7 req-fdb99aaf-438b-41bf-bbc7-e1a3a1ba9571 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/security-groups?id=1347e032-1cb8-425e-88e5-bf1247116b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747664 May 31 13:42:13.384525 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-9a48d175-964a-40da-ba78-f48314426b6c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:42:13.384895 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-9a48d175-964a-40da-ba78-f48314426b6c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:42:13.391037 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e811c8-3ae9-486b-9ebd-1a0c14412145 req-668cb1a1-7f91-4bc1-8bd8-f98a7e7bfa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:13.392708 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a3e811c8-3ae9-486b-9ebd-1a0c14412145 req-668cb1a1-7f91-4bc1-8bd8-f98a7e7bfa8e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=efc105b3ffca404f9d489bce18ac0a3c&device_id=faa6ccaa-2dc1-4be7-b5e6-a7432deb4fb0 HTTP/1.1" status: 200 len: 1094 time: 0.3242838 May 31 13:42:13.396182 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7a7ac9fd-bc71-4ac7-94f4-b65177583c03 req-158385e6-ff59-4314-8c2e-0865e632a92b service neutron] 10.222.0.44 "GET /v2.0/networks/259c3729-0e55-4023-ae89-6ca86bbc45c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431719 May 31 13:42:13.411576 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a523236d-f37d-4b1f-b67a-96c745887c78 req-15c5bf56-f3ef-4632-8506-d1d6199c4bf3 tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:13.420047 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a523236d-f37d-4b1f-b67a-96c745887c78 req-15c5bf56-f3ef-4632-8506-d1d6199c4bf3 tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] 10.222.0.50 "GET /v2.0/ports?device_id=943d65ac-8c7a-41cf-9267-9821f8741902 HTTP/1.1" status: 200 len: 945 time: 0.2780452 May 31 13:42:13.484888 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cde2e8ad-901a-49ef-90d5-7cfde2670c02 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:13.501367 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-8d91d4dc-528b-4c96-86c8-175e9b5c3b9c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d998b18a05e045c08a77d97262aac544&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5779033 May 31 13:42:13.509943 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 56444) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:13.531320 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-cde2e8ad-901a-49ef-90d5-7cfde2670c02 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2836bfb-aa9f-4a1c-af63-95b8c7499f00']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:42:13.553595 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-cde2e8ad-901a-49ef-90d5-7cfde2670c02 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6964c2cb-7a6f-43e7-863d-72055da4d0f1') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:42:13.553890 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-cde2e8ad-901a-49ef-90d5-7cfde2670c02 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6964c2cb-7a6f-43e7-863d-72055da4d0f1') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:42:13.579382 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cde2e8ad-901a-49ef-90d5-7cfde2670c02 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:13.599952 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a523236d-f37d-4b1f-b67a-96c745887c78 req-9258662e-db73-4fe3-8643-8fc44125fa6c tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] 10.222.0.50 "GET /v2.0/security-groups?id=a98da83b-17b5-4448-8f9e-a9c50c1cbdcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789131 May 31 13:42:13.606768 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cde2e8ad-901a-49ef-90d5-7cfde2670c02 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:13.628337 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cde2e8ad-901a-49ef-90d5-7cfde2670c02 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:42:13.628768 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cde2e8ad-901a-49ef-90d5-7cfde2670c02 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:13.650275 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8b5a0a82-cd05-4338-8931-82cf5734267f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:13.668340 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e811c8-3ae9-486b-9ebd-1a0c14412145 req-2a65fa9f-89e6-4e30-b294-3164ee9af521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:13.669796 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a3e811c8-3ae9-486b-9ebd-1a0c14412145 req-2a65fa9f-89e6-4e30-b294-3164ee9af521 service neutron] 10.222.0.44 "GET /v2.0/networks?id=259c3729-0e55-4023-ae89-6ca86bbc45c1 HTTP/1.1" status: 200 len: 914 time: 0.2468023 May 31 13:42:13.682442 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cb63d0-e912-47de-9aa2-23d78147338e req-99487c1f-3243-400b-88f4-6b11a1e57413 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:13.684023 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c5cb63d0-e912-47de-9aa2-23d78147338e req-99487c1f-3243-400b-88f4-6b11a1e57413 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/ports?device_id=b285caa1-0db1-4a98-b033-f5712745a5ff HTTP/1.1" status: 200 len: 945 time: 0.2227101 May 31 13:42:13.742998 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:13.771125 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a3e811c8-3ae9-486b-9ebd-1a0c14412145 req-04279e8f-d9ba-4919-91f0-4c8a80e9f473 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0175c0d-3e4c-42b3-8f67-fa72560bbf06 HTTP/1.1" status: 200 len: 217 time: 0.0860941 May 31 13:42:13.788235 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 9551654b-6589-4be5-b8de-55f60767bff6 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:42:13.861824 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8b5a0a82-cd05-4338-8931-82cf5734267f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:13.863872 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 9551654b-6589-4be5-b8de-55f60767bff6 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:42:13.864293 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 9551654b-6589-4be5-b8de-55f60767bff6 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:42:13.873699 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:13.877594 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cde2e8ad-901a-49ef-90d5-7cfde2670c02 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:13.885887 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9a48d175-964a-40da-ba78-f48314426b6c None None] Deleting port 9551654b-6589-4be5-b8de-55f60767bff6 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:42:13.886373 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9a48d175-964a-40da-ba78-f48314426b6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:13.916488 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cde2e8ad-901a-49ef-90d5-7cfde2670c02 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:13.936353 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde2e8ad-901a-49ef-90d5-7cfde2670c02 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event deleted for resources: {'Network': ['ID=a2836bfb-aa9f-4a1c-af63-95b8c7499f00,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:13.942459 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-cde2e8ad-901a-49ef-90d5-7cfde2670c02 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "DELETE /v2.0/networks/a2836bfb-aa9f-4a1c-af63-95b8c7499f00 HTTP/1.1" status: 204 len: 168 time: 1.6735692 May 31 13:42:13.944404 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c5cb63d0-e912-47de-9aa2-23d78147338e req-cab8885a-4fb3-419d-8f45-259c51c85a9e tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/security-groups?id=1729ab42-7be5-44f8-b17a-0e9ffb5ba8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097838 May 31 13:42:13.945279 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 56452) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:13.981672 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8b5a0a82-cd05-4338-8931-82cf5734267f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:13.992014 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9a48d175-964a-40da-ba78-f48314426b6c None None] The port '9551654b-6589-4be5-b8de-55f60767bff6' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 13:42:14.009329 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5a0a82-cd05-4338-8931-82cf5734267f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f311919d-a346-4b74-8d43-aaad93e7821e,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:14.016503 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8b5a0a82-cd05-4338-8931-82cf5734267f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:14.017260 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e811c8-3ae9-486b-9ebd-1a0c14412145 req-e4c519a6-2322-43bd-afe1-6b789337d39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:14.018559 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-8b5a0a82-cd05-4338-8931-82cf5734267f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f311919d-a346-4b74-8d43-aaad93e7821e HTTP/1.1" status: 204 len: 168 time: 0.5068495 May 31 13:42:14.019244 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a3e811c8-3ae9-486b-9ebd-1a0c14412145 req-e4c519a6-2322-43bd-afe1-6b789337d39f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0acc1f20-833c-45db-adb0-e4409b2d4c9b HTTP/1.1" status: 200 len: 853 time: 0.2134304 May 31 13:42:14.095688 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a3e811c8-3ae9-486b-9ebd-1a0c14412145 req-43441b8d-841f-458b-86e0-df4f6f2a80a6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=259c3729-0e55-4023-ae89-6ca86bbc45c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620952 May 31 13:42:14.138171 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91e53ed-41a4-45b9-9fc4-89f2ce17e663 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:14.138860 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-e91e53ed-41a4-45b9-9fc4-89f2ce17e663 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Synchronizing usage tracker for tenant:a62a1f0c39e548d390793611ac95b19e on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:42:14.367780 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 56466) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:14.389731 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5d6bb617-f4a3-4f22-90be-0b2c83ac26b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:14.393589 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce8a002-265b-4e97-bd3f-f4c7c2dac9c1 req-228c18c0-9f8f-4315-ab9a-7569c254ff7e tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:14.395157 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8ce8a002-265b-4e97-bd3f-f4c7c2dac9c1 req-228c18c0-9f8f-4315-ab9a-7569c254ff7e tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] 10.222.0.44 "GET /v2.0/ports?device_id=943d65ac-8c7a-41cf-9267-9821f8741902 HTTP/1.1" status: 200 len: 945 time: 0.6260886 May 31 13:42:14.417721 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5d6bb617-f4a3-4f22-90be-0b2c83ac26b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:42:14.424537 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-5d6bb617-f4a3-4f22-90be-0b2c83ac26b4 admin admin] Usage tracker for resource:security_group_rule and tenant:92f70b2cdc2d49d6b45f73d0e9158ba6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:42:14.428078 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-5d6bb617-f4a3-4f22-90be-0b2c83ac26b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:42:14.436861 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5d6bb617-f4a3-4f22-90be-0b2c83ac26b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:42:14.450078 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 6964c2cb-7a6f-43e7-863d-72055da4d0f1 resource provider aggregate not found May 31 13:42:14.468921 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 6964c2cb-7a6f-43e7-863d-72055da4d0f1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6964c2cb-7a6f-43e7-863d-72055da4d0f1 found for delete ", "request_id": "req-2f3fa98e-aae3-496a-b60c-7d8e7b757233"}]} May 31 13:42:14.549734 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-e91e53ed-41a4-45b9-9fc4-89f2ce17e663 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Unset dirty status for tenant:a62a1f0c39e548d390793611ac95b19e on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:42:14.550875 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-e91e53ed-41a4-45b9-9fc4-89f2ce17e663 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "GET /v2.0/ports/b51955fc-0643-459f-94cc-b8a72e569508 HTTP/1.1" status: 200 len: 840 time: 0.6006148 May 31 13:42:14.552968 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5d6bb617-f4a3-4f22-90be-0b2c83ac26b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:14.555204 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 56474) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:14.591310 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 68de1c35-3ba9-40da-9488-9947ca2a210d details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:42:14.599083 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5d6bb617-f4a3-4f22-90be-0b2c83ac26b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:14.610626 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-8ce8a002-265b-4e97-bd3f-f4c7c2dac9c1 req-122252f0-0248-44da-beed-6ba47b95da72 tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] Deleting port 5c84bcd7-71ab-4f0b-ac08-b0e5fcaa9b3f {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:42:14.610981 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8ce8a002-265b-4e97-bd3f-f4c7c2dac9c1 req-122252f0-0248-44da-beed-6ba47b95da72 tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:14.700970 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a3e811c8-3ae9-486b-9ebd-1a0c14412145 req-8edcfc93-df41-458b-ba9c-8973547303f8 service neutron] 10.222.0.44 "GET /v2.0/networks/259c3729-0e55-4023-ae89-6ca86bbc45c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5925062 May 31 13:42:14.722739 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6bb617-f4a3-4f22-90be-0b2c83ac26b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd732da-8349-4134-b13e-708361bcf230,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:14.738648 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-5d6bb617-f4a3-4f22-90be-0b2c83ac26b4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=92f70b2cdc2d49d6b45f73d0e9158ba6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3692775 May 31 13:42:14.745116 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 56480) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:14.747411 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a9ad5ece-8984-4a86-a26c-d0777f55a340 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Synchronizing usage tracker for tenant:a62a1f0c39e548d390793611ac95b19e on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:42:14.766848 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a9ad5ece-8984-4a86-a26c-d0777f55a340 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Unset dirty status for tenant:a62a1f0c39e548d390793611ac95b19e on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:42:14.768540 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a9ad5ece-8984-4a86-a26c-d0777f55a340 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "GET /v2.0/ports/b51955fc-0643-459f-94cc-b8a72e569508?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2121923 May 31 13:42:14.773242 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 56484) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:14.780393 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-8634a230-0bf9-422c-82bd-b503396cbb21 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Request body: {'subnet': {'network_id': 'b99f2da7-601e-4f3f-af52-ed3a903cb927', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:42:14.826143 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 68de1c35-3ba9-40da-9488-9947ca2a210d, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=68de1c35-3ba9-40da-9488-9947ca2a210d,segment=NetworkSegment(f44e8783-3b0b-49f9-9a6f-b0d5f2f569b7),segment_id=f44e8783-3b0b-49f9-9a6f-b0d5f2f569b7)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:42:14.844262 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': '68de1c35-3ba9-40da-9488-9947ca2a210d', 'network_id': '259c3729-0e55-4023-ae89-6ca86bbc45c1', 'port_id': '68de1c35-3ba9-40da-9488-9947ca2a210d', 'mac_address': 'fa:16:3e:6b:63:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0acc1f20-833c-45db-adb0-e4409b2d4c9b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:42:14.863642 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7c900-da30-48ad-a55c-c6c2fb5645bf req-c10ac32a-9dc2-4658-b3e5-629be25ed9bf tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:14.865294 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-00e7c900-da30-48ad-a55c-c6c2fb5645bf req-c10ac32a-9dc2-4658-b3e5-629be25ed9bf tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] 10.222.0.50 "GET /v2.0/ports?device_id=f49d3a8c-ed68-4ba4-8a16-48e5a25d7271 HTTP/1.1" status: 200 len: 944 time: 0.7233503 May 31 13:42:14.902836 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8634a230-0bf9-422c-82bd-b503396cbb21 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:42:14.907285 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-8634a230-0bf9-422c-82bd-b503396cbb21 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Usage tracker for resource:subnet and tenant:a62a1f0c39e548d390793611ac95b19e is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:42:14.910234 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-8634a230-0bf9-422c-82bd-b503396cbb21 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:42:14.916956 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8634a230-0bf9-422c-82bd-b503396cbb21 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:42:14.925974 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 68de1c35-3ba9-40da-9488-9947ca2a210d is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:42:14.926618 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:14.930931 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8634a230-0bf9-422c-82bd-b503396cbb21 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Made reservation on behalf of a62a1f0c39e548d390793611ac95b19e for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:42:14.935122 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8634a230-0bf9-422c-82bd-b503396cbb21 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:14.936136 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c7c42f-1687-43fe-880e-4f92f2190fc1 req-6448e6fd-8d2a-4e8e-9a8c-ad7f6a479090 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:14.937673 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-92c7c42f-1687-43fe-880e-4f92f2190fc1 req-6448e6fd-8d2a-4e8e-9a8c-ad7f6a479090 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/ports?device_id=e784aeb2-4e66-4dc1-a934-09bd1cdb248d HTTP/1.1" status: 200 len: 945 time: 0.4719901 May 31 13:42:14.948619 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68de1c35-3ba9-40da-9488-9947ca2a210d {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:42:14.965203 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 68de1c35-3ba9-40da-9488-9947ca2a210d, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=68de1c35-3ba9-40da-9488-9947ca2a210d,segment=NetworkSegment(f44e8783-3b0b-49f9-9a6f-b0d5f2f569b7),segment_id=f44e8783-3b0b-49f9-9a6f-b0d5f2f569b7)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:42:14.970884 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:15.044784 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=68de1c35-3ba9-40da-9488-9947ca2a210d,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:15.152779 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9ed84778-419e-42fb-ac0c-a36ae33d7858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:15.176893 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-00e7c900-da30-48ad-a55c-c6c2fb5645bf req-59dbab5f-60e9-43bb-98be-8f81711e5f5c tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] 10.222.0.50 "GET /v2.0/security-groups?id=bcc17e7d-20be-4c37-b314-b765a132b03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848663 May 31 13:42:15.178856 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a3e811c8-3ae9-486b-9ebd-1a0c14412145 req-f693d057-6edd-4b61-8b0e-1750b06462dc service neutron] 10.222.0.44 "GET /v2.0/networks/259c3729-0e55-4023-ae89-6ca86bbc45c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4359064 May 31 13:42:15.187112 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8634a230-0bf9-422c-82bd-b503396cbb21 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:15.197394 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-92c7c42f-1687-43fe-880e-4f92f2190fc1 req-fec15b80-b925-4a10-97ce-79a3427e0a6a tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/security-groups?id=1347e032-1cb8-425e-88e5-bf1247116b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286890 May 31 13:42:15.249106 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9ed84778-419e-42fb-ac0c-a36ae33d7858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:15.258043 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-8ce8a002-265b-4e97-bd3f-f4c7c2dac9c1 req-122252f0-0248-44da-beed-6ba47b95da72 tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] For port 5c84bcd7-71ab-4f0b-ac08-b0e5fcaa9b3f, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=5c84bcd7-71ab-4f0b-ac08-b0e5fcaa9b3f,segment=NetworkSegment(953815e4-64bf-4ed9-88a8-d915d9fae3c6),segment_id=953815e4-64bf-4ed9-88a8-d915d9fae3c6)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:42:15.258429 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8ce8a002-265b-4e97-bd3f-f4c7c2dac9c1 req-122252f0-0248-44da-beed-6ba47b95da72 tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:15.321144 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8634a230-0bf9-422c-82bd-b503396cbb21 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Network b99f2da7-601e-4f3f-af52-ed3a903cb927 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:42:15.327528 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-8634a230-0bf9-422c-82bd-b503396cbb21 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:42:15.338958 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42512cf5-0436-4a36-b5d8-95851bb8c3c1 None None] Network b99f2da7-601e-4f3f-af52-ed3a903cb927 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:42:15.347132 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8634a230-0bf9-422c-82bd-b503396cbb21 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:15.347764 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8634a230-0bf9-422c-82bd-b503396cbb21 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:15.417982 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-8634a230-0bf9-422c-82bd-b503396cbb21 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6425128 May 31 13:42:15.425909 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 56496) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:15.442464 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-5c0cf1b6-4a31-416e-97ba-b9576525cecc tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Request body: {'security_group': {'name': 'tempest-secgroup-673334971'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:42:15.453287 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-8ce8a002-265b-4e97-bd3f-f4c7c2dac9c1 req-122252f0-0248-44da-beed-6ba47b95da72 tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] Calling delete_port for 5c84bcd7-71ab-4f0b-ac08-b0e5fcaa9b3f owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:42:15.454843 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5c0cf1b6-4a31-416e-97ba-b9576525cecc tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:42:15.462725 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-5c0cf1b6-4a31-416e-97ba-b9576525cecc tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Usage tracker for resource:security_group and tenant:a62a1f0c39e548d390793611ac95b19e is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:42:15.465797 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8634a230-0bf9-422c-82bd-b503396cbb21 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event updated for resources: {'Subnet': ['ID=a6a80624-1435-42e5-8268-3999b2fbd7b0,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:15.468437 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-5c0cf1b6-4a31-416e-97ba-b9576525cecc tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:42:15.474958 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5c0cf1b6-4a31-416e-97ba-b9576525cecc tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:42:15.479164 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['68de1c35-3ba9-40da-9488-9947ca2a210d'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:42:15.486318 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5c0cf1b6-4a31-416e-97ba-b9576525cecc tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:15.511065 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5c0cf1b6-4a31-416e-97ba-b9576525cecc tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:42:15.515799 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-5c0cf1b6-4a31-416e-97ba-b9576525cecc tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Usage tracker for resource:security_group_rule and tenant:a62a1f0c39e548d390793611ac95b19e is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:42:15.518740 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-5c0cf1b6-4a31-416e-97ba-b9576525cecc tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:42:15.526083 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5c0cf1b6-4a31-416e-97ba-b9576525cecc tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:42:15.578373 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:15.639802 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5c0cf1b6-4a31-416e-97ba-b9576525cecc tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:15.645895 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5c0cf1b6-4a31-416e-97ba-b9576525cecc tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:15.689664 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9ed84778-419e-42fb-ac0c-a36ae33d7858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:15.713253 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0cf1b6-4a31-416e-97ba-b9576525cecc tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d6b89f-63fe-4e57-8b08-1c9b7f6768cf,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:15.717498 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5c0cf1b6-4a31-416e-97ba-b9576525cecc tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:15.718426 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-5c0cf1b6-4a31-416e-97ba-b9576525cecc tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2883756 May 31 13:42:15.720971 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 56500) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:15.728430 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-d0ab623d-1916-467d-824a-89dad0a2f6a9 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Request body: {'security_group': {'name': 'tempest-secgroup-2116351667'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:42:15.736698 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d0ab623d-1916-467d-824a-89dad0a2f6a9 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:42:15.740956 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d0ab623d-1916-467d-824a-89dad0a2f6a9 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Usage tracker for resource:security_group and tenant:a62a1f0c39e548d390793611ac95b19e is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:42:15.746038 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d0ab623d-1916-467d-824a-89dad0a2f6a9 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:42:15.752293 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d0ab623d-1916-467d-824a-89dad0a2f6a9 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:42:15.756630 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed84778-419e-42fb-ac0c-a36ae33d7858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd732da-8349-4134-b13e-708361bcf230,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:15.766537 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d0ab623d-1916-467d-824a-89dad0a2f6a9 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:15.783722 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dffab01-4f0f-44fb-85eb-6c2878bf010e req-e39c0e87-ece7-4a54-846c-8fd7e942f68c tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:15.789607 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1dffab01-4f0f-44fb-85eb-6c2878bf010e req-e39c0e87-ece7-4a54-846c-8fd7e942f68c tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/ports?device_id=b285caa1-0db1-4a98-b033-f5712745a5ff HTTP/1.1" status: 200 len: 945 time: 0.3602197 May 31 13:42:15.790708 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d0ab623d-1916-467d-824a-89dad0a2f6a9 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:42:15.794678 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9ed84778-419e-42fb-ac0c-a36ae33d7858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:15.795292 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d0ab623d-1916-467d-824a-89dad0a2f6a9 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Usage tracker for resource:security_group_rule and tenant:a62a1f0c39e548d390793611ac95b19e is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:42:15.799070 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-9ed84778-419e-42fb-ac0c-a36ae33d7858 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/afd732da-8349-4134-b13e-708361bcf230 HTTP/1.1" status: 204 len: 168 time: 1.0256853 May 31 13:42:15.806165 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d0ab623d-1916-467d-824a-89dad0a2f6a9 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:42:15.814087 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d0ab623d-1916-467d-824a-89dad0a2f6a9 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:42:15.865457 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4734ee47-1d41-4fe8-a049-e62d3c54ad5e req-86c84a97-0895-4603-9813-f1e8f40823d6 tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:15.868220 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4734ee47-1d41-4fe8-a049-e62d3c54ad5e req-86c84a97-0895-4603-9813-f1e8f40823d6 tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] 10.222.0.50 "GET /v2.0/ports?device_id=943d65ac-8c7a-41cf-9267-9821f8741902 HTTP/1.1" status: 200 len: 945 time: 0.3753006 May 31 13:42:15.901055 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1dffab01-4f0f-44fb-85eb-6c2878bf010e req-10775a5d-a3c5-4d5c-a608-d584461ba587 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/security-groups?id=1729ab42-7be5-44f8-b17a-0e9ffb5ba8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002903 May 31 13:42:15.923692 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b8707e-325a-49a2-810a-84c878ffa80f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-b99f2da7-601e-4f3f-af52-ed3a903cb927', 'network_id': 'b99f2da7-601e-4f3f-af52-ed3a903cb927', 'tenant_id': 'a62a1f0c39e548d390793611ac95b19e', 'fixed_ips': [{'subnet_id': 'a6a80624-1435-42e5-8268-3999b2fbd7b0'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:42:15.924565 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d3b8707e-325a-49a2-810a-84c878ffa80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:15.938690 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4734ee47-1d41-4fe8-a049-e62d3c54ad5e req-4f2768a5-41e4-451e-b72a-1244587fb0c5 tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] 10.222.0.50 "GET /v2.0/security-groups?id=a98da83b-17b5-4448-8f9e-a9c50c1cbdcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587626 May 31 13:42:15.939061 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d0ab623d-1916-467d-824a-89dad0a2f6a9 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:15.943892 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8ce8a002-265b-4e97-bd3f-f4c7c2dac9c1 req-122252f0-0248-44da-beed-6ba47b95da72 tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:15.945238 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d0ab623d-1916-467d-824a-89dad0a2f6a9 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:15.997338 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ab623d-1916-467d-824a-89dad0a2f6a9 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf814b08-d0b7-4bd5-ba74-ca2ac4b55a96,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:16.015134 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d0ab623d-1916-467d-824a-89dad0a2f6a9 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:16.016621 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d0ab623d-1916-467d-824a-89dad0a2f6a9 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2942333 May 31 13:42:16.019520 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 56506) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:16.020948 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122252f0-0248-44da-beed-6ba47b95da72 tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] Pushing event deleted for resources: {'Port': ['ID=5c84bcd7-71ab-4f0b-ac08-b0e5fcaa9b3f,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:16.031991 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-13005659-e591-4702-9a3e-35573e972eeb tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1865144891', 'security_groups': ['cf814b08-d0b7-4bd5-ba74-ca2ac4b55a96'], 'network_id': 'b99f2da7-601e-4f3f-af52-ed3a903cb927', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a6a80624-1435-42e5-8268-3999b2fbd7b0'}]}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:42:16.116915 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ce8a002-265b-4e97-bd3f-f4c7c2dac9c1 req-122252f0-0248-44da-beed-6ba47b95da72 tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] No DVR routers for this DVR port 5c84bcd7-71ab-4f0b-ac08-b0e5fcaa9b3f on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:42:16.120066 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8ce8a002-265b-4e97-bd3f-f4c7c2dac9c1 req-122252f0-0248-44da-beed-6ba47b95da72 tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:16.125062 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '943d65ac-8c7a-41cf-9267-9821f8741902', 'name': 'network-vif-deleted', 'tag': '5c84bcd7-71ab-4f0b-ac08-b0e5fcaa9b3f'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:42:16.147362 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8ce8a002-265b-4e97-bd3f-f4c7c2dac9c1 req-122252f0-0248-44da-beed-6ba47b95da72 tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] 10.222.0.44 "DELETE /v2.0/ports/5c84bcd7-71ab-4f0b-ac08-b0e5fcaa9b3f HTTP/1.1" status: 204 len: 173 time: 1.7348256 May 31 13:42:16.152407 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-d3b8707e-325a-49a2-810a-84c878ffa80f None None] Allocated IP 172.20.0.2 (b99f2da7-601e-4f3f-af52-ed3a903cb927/a6a80624-1435-42e5-8268-3999b2fbd7b0/69c4015f-486b-41bc-954c-1afb6659e7c6) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:42:16.184901 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27277016-120f-49f2-bdd5-a7506165810a'] response: {'server_uuid': '943d65ac-8c7a-41cf-9267-9821f8741902', 'name': 'network-vif-deleted', 'tag': '5c84bcd7-71ab-4f0b-ac08-b0e5fcaa9b3f', 'status': 'completed', 'code': 200} May 31 13:42:16.227521 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-13005659-e591-4702-9a3e-35573e972eeb tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:42:16.238554 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-13005659-e591-4702-9a3e-35573e972eeb tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:42:16.249744 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13005659-e591-4702-9a3e-35573e972eeb tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Made reservation on behalf of a62a1f0c39e548d390793611ac95b19e for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:42:16.419676 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-13005659-e591-4702-9a3e-35573e972eeb tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:16.441710 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d3b8707e-325a-49a2-810a-84c878ffa80f None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:16.457513 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d3b8707e-325a-49a2-810a-84c878ffa80f None None] Transition to ACTIVE for port object 69c4015f-486b-41bc-954c-1afb6659e7c6 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:42:16.460200 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-13005659-e591-4702-9a3e-35573e972eeb tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] device_id is not set on port 907f765b-cf09-47f1-92cb-ca26f4ea5c94 yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:42:16.500721 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d3b8707e-325a-49a2-810a-84c878ffa80f None None] Transition to ACTIVE for port object 69c4015f-486b-41bc-954c-1afb6659e7c6 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:42:16.518706 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d3b8707e-325a-49a2-810a-84c878ffa80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:16.588625 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device c0175c0d-3e4c-42b3-8f67-fa72560bbf06 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:42:16.625190 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b8707e-325a-49a2-810a-84c878ffa80f None None] Network b99f2da7-601e-4f3f-af52-ed3a903cb927 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:42:16.630052 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-d3b8707e-325a-49a2-810a-84c878ffa80f None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:42:16.638311 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b8707e-325a-49a2-810a-84c878ffa80f None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:42:16.729456 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b8707e-325a-49a2-810a-84c878ffa80f None None] Pushing event updated for resources: {'Port': ['ID=69c4015f-486b-41bc-954c-1afb6659e7c6,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:16.743267 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.resource_extend [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:42:16.761764 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.db.api [None req-13005659-e591-4702-9a3e-35573e972eeb tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-ea855137-a44e-4f70-803f-5955cfe0f72a {{(pid=88369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:42:16.762496 n-d-843939-1 neutron-server[88369]: DEBUG oslo_db.api [None req-13005659-e591-4702-9a3e-35573e972eeb tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:42:16.765085 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8598fad6-78d6-456c-aa3e-845cb388bbc4 req-a9e7b186-da4a-4b8d-9e19-2ca308fd2920 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:16.766649 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8598fad6-78d6-456c-aa3e-845cb388bbc4 req-a9e7b186-da4a-4b8d-9e19-2ca308fd2920 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/ports?device_id=e784aeb2-4e66-4dc1-a934-09bd1cdb248d HTTP/1.1" status: 200 len: 945 time: 0.3719740 May 31 13:42:16.773556 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-d3b8707e-325a-49a2-810a-84c878ffa80f None None] Attempting to bind port 69c4015f-486b-41bc-954c-1afb6659e7c6 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:42:16.774036 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-d3b8707e-325a-49a2-810a-84c878ffa80f None None] Attempting to bind port 69c4015f-486b-41bc-954c-1afb6659e7c6 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'c3f80a27-b5a1-4d68-87fa-7ed9ac0ada84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b99f2da7-601e-4f3f-af52-ed3a903cb927'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:42:16.774453 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b8707e-325a-49a2-810a-84c878ffa80f None None] Attempting to bind port 69c4015f-486b-41bc-954c-1afb6659e7c6 on network b99f2da7-601e-4f3f-af52-ed3a903cb927 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:42:16.801634 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dafc2d-1f60-41ec-ab38-83cd5011cfe7 req-57fdb3b5-e542-4e24-a754-3ca2aa930809 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:16.809812 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-77dafc2d-1f60-41ec-ab38-83cd5011cfe7 req-57fdb3b5-e542-4e24-a754-3ca2aa930809 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] 10.222.0.50 "GET /v2.0/ports?device_id=f49d3a8c-ed68-4ba4-8a16-48e5a25d7271 HTTP/1.1" status: 200 len: 945 time: 0.1418791 May 31 13:42:16.830517 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b8707e-325a-49a2-810a-84c878ffa80f None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:42:16.831031 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b8707e-325a-49a2-810a-84c878ffa80f None None] Checking segment: {'id': 'c3f80a27-b5a1-4d68-87fa-7ed9ac0ada84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b99f2da7-601e-4f3f-af52-ed3a903cb927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:42:16.831573 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d3b8707e-325a-49a2-810a-84c878ffa80f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:16.832033 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b8707e-325a-49a2-810a-84c878ffa80f None None] Bound using segment: {'id': 'c3f80a27-b5a1-4d68-87fa-7ed9ac0ada84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b99f2da7-601e-4f3f-af52-ed3a903cb927'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:42:16.832902 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-d3b8707e-325a-49a2-810a-84c878ffa80f None None] Bound port: 69c4015f-486b-41bc-954c-1afb6659e7c6, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3f80a27-b5a1-4d68-87fa-7ed9ac0ada84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b99f2da7-601e-4f3f-af52-ed3a903cb927'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:42:16.833394 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d3b8707e-325a-49a2-810a-84c878ffa80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:16.862664 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['5c84bcd7-71ab-4f0b-ac08-b0e5fcaa9b3f'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:42:16.869275 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8598fad6-78d6-456c-aa3e-845cb388bbc4 req-fb115ebf-6bb2-4499-a069-596dcd63ccc3 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/security-groups?id=1347e032-1cb8-425e-88e5-bf1247116b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964894 May 31 13:42:16.876574 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-77dafc2d-1f60-41ec-ab38-83cd5011cfe7 req-1c4591a5-c94e-4b03-b6d8-e43204d91efd tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] 10.222.0.50 "GET /v2.0/security-groups?id=bcc17e7d-20be-4c37-b314-b765a132b03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659032 May 31 13:42:17.028220 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port c0175c0d-3e4c-42b3-8f67-fa72560bbf06, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=c0175c0d-3e4c-42b3-8f67-fa72560bbf06,segment=NetworkSegment(f44e8783-3b0b-49f9-9a6f-b0d5f2f569b7),segment_id=f44e8783-3b0b-49f9-9a6f-b0d5f2f569b7)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:42:17.049412 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': 'c0175c0d-3e4c-42b3-8f67-fa72560bbf06', 'network_id': '259c3729-0e55-4023-ae89-6ca86bbc45c1', 'port_id': 'c0175c0d-3e4c-42b3-8f67-fa72560bbf06', 'mac_address': 'fa:16:3e:67:b7:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0acc1f20-833c-45db-adb0-e4409b2d4c9b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:42:17.053278 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-d3b8707e-325a-49a2-810a-84c878ffa80f None None] For port 69c4015f-486b-41bc-954c-1afb6659e7c6, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:42:17.066100 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 56540) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:17.102552 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-d3b8707e-325a-49a2-810a-84c878ffa80f None None] For port 69c4015f-486b-41bc-954c-1afb6659e7c6, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=69c4015f-486b-41bc-954c-1afb6659e7c6,segment=NetworkSegment(c3f80a27-b5a1-4d68-87fa-7ed9ac0ada84),segment_id=c3f80a27-b5a1-4d68-87fa-7ed9ac0ada84)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:42:17.127337 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d3b8707e-325a-49a2-810a-84c878ffa80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:17.193247 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port c0175c0d-3e4c-42b3-8f67-fa72560bbf06 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:42:17.193809 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:17.211127 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-c6853f3a-6698-4605-889a-55645d53b7f1 req-00545782-56d2-4c7a-838a-75fcac39b115 tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] Synchronizing usage tracker for tenant:39ebb80380474b9ea580ba2ffbeb344e on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:42:17.230913 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0175c0d-3e4c-42b3-8f67-fa72560bbf06 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:42:17.242077 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-c6853f3a-6698-4605-889a-55645d53b7f1 req-00545782-56d2-4c7a-838a-75fcac39b115 tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] Unset dirty status for tenant:39ebb80380474b9ea580ba2ffbeb344e on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:42:17.243227 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c6853f3a-6698-4605-889a-55645d53b7f1 req-00545782-56d2-4c7a-838a-75fcac39b115 tempest-InstanceActionsNegativeTestJSON-904436040 tempest-InstanceActionsNegativeTestJSON-904436040-project] 10.222.0.50 "GET /v2.0/ports?device_id=943d65ac-8c7a-41cf-9267-9821f8741902 HTTP/1.1" status: 200 len: 210 time: 0.0835483 May 31 13:42:17.247769 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-3aaa17b6-ae25-4124-a227-08fd89df5a96 tempest-AgentManagementNegativeTest-1969424173 tempest-AgentManagementNegativeTest-1969424173-project] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1817372 May 31 13:42:17.264085 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-13005659-e591-4702-9a3e-35573e972eeb tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:17.266234 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port c0175c0d-3e4c-42b3-8f67-fa72560bbf06, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=c0175c0d-3e4c-42b3-8f67-fa72560bbf06,segment=NetworkSegment(f44e8783-3b0b-49f9-9a6f-b0d5f2f569b7),segment_id=f44e8783-3b0b-49f9-9a6f-b0d5f2f569b7)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:42:17.267720 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b8707e-325a-49a2-810a-84c878ffa80f None None] Pushing event updated for resources: {'Port': ['ID=69c4015f-486b-41bc-954c-1afb6659e7c6,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:17.275977 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:17.278747 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1712d65f-4dda-44b1-be27-d43e5eacebeb req-8158f66b-2e66-4ea3-944c-7ff6aefe2a40 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:17.279910 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1712d65f-4dda-44b1-be27-d43e5eacebeb req-8158f66b-2e66-4ea3-944c-7ff6aefe2a40 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/ports?device_id=b285caa1-0db1-4a98-b033-f5712745a5ff HTTP/1.1" status: 200 len: 945 time: 0.1829181 May 31 13:42:17.307172 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-13005659-e591-4702-9a3e-35573e972eeb tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] device_id is not set on port 91731a33-027a-443c-9684-323c886155ae yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:42:17.355972 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=c0175c0d-3e4c-42b3-8f67-fa72560bbf06,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:17.414339 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1712d65f-4dda-44b1-be27-d43e5eacebeb req-67a314e5-6db0-49aa-a5d9-173323db8e4e tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/security-groups?id=1729ab42-7be5-44f8-b17a-0e9ffb5ba8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262708 May 31 13:42:17.726685 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-13005659-e591-4702-9a3e-35573e972eeb tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Allocated IP 172.20.0.5 (b99f2da7-601e-4f3f-af52-ed3a903cb927/a6a80624-1435-42e5-8268-3999b2fbd7b0/91731a33-027a-443c-9684-323c886155ae) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:42:17.758237 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['c0175c0d-3e4c-42b3-8f67-fa72560bbf06'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:42:17.828559 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 56556) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:17.889002 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 69c4015f-486b-41bc-954c-1afb6659e7c6 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:42:17.985660 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-12985040-f83a-4d9e-b038-5e631fe2438d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:17.991934 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 69c4015f-486b-41bc-954c-1afb6659e7c6 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:42:18.027773 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-12985040-f83a-4d9e-b038-5e631fe2438d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:42:18.032468 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-12985040-f83a-4d9e-b038-5e631fe2438d admin admin] Usage tracker for resource:security_group_rule and tenant:c9ab3c56e9f64d64905de179da4a54bb is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:42:18.036245 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-12985040-f83a-4d9e-b038-5e631fe2438d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:42:18.044470 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-12985040-f83a-4d9e-b038-5e631fe2438d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:42:18.152693 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-13005659-e591-4702-9a3e-35573e972eeb tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:18.170648 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-13005659-e591-4702-9a3e-35573e972eeb tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Transition to ACTIVE for port object 91731a33-027a-443c-9684-323c886155ae will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:42:18.198368 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-13005659-e591-4702-9a3e-35573e972eeb tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:18.279675 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-12985040-f83a-4d9e-b038-5e631fe2438d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:18.283257 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13005659-e591-4702-9a3e-35573e972eeb tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Network b99f2da7-601e-4f3f-af52-ed3a903cb927 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:42:18.286502 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-13005659-e591-4702-9a3e-35573e972eeb tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:42:18.288692 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-12985040-f83a-4d9e-b038-5e631fe2438d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:18.289332 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13005659-e591-4702-9a3e-35573e972eeb tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:42:18.378309 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1035698d-69aa-40d2-ace7-9827cf5547b3 req-b19fd607-867f-4d8e-8788-eaea059d5bab tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:18.386535 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1035698d-69aa-40d2-ace7-9827cf5547b3 req-b19fd607-867f-4d8e-8788-eaea059d5bab tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] 10.222.0.50 "GET /v2.0/ports?device_id=f49d3a8c-ed68-4ba4-8a16-48e5a25d7271 HTTP/1.1" status: 200 len: 945 time: 0.2725828 May 31 13:42:18.427227 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-12985040-f83a-4d9e-b038-5e631fe2438d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c9ab3c56e9f64d64905de179da4a54bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5975235 May 31 13:42:18.432493 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12985040-f83a-4d9e-b038-5e631fe2438d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c366b59-4ab6-4971-847b-de959ea1bfd0,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:18.434829 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 56574) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:18.450299 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b0479-8b30-4d29-b6e3-4a58f30fbc90 req-904fed5f-c04a-46a4-bbc3-2b611658737a tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:18.452251 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-754b0479-8b30-4d29-b6e3-4a58f30fbc90 req-904fed5f-c04a-46a4-bbc3-2b611658737a tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/ports?device_id=e784aeb2-4e66-4dc1-a934-09bd1cdb248d HTTP/1.1" status: 200 len: 945 time: 0.2978356 May 31 13:42:18.472372 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13005659-e591-4702-9a3e-35573e972eeb tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event updated for resources: {'Port': ['ID=91731a33-027a-443c-9684-323c886155ae,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:18.474717 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1035698d-69aa-40d2-ace7-9827cf5547b3 req-b967b033-596b-4cc4-9032-a4da490f570d tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] 10.222.0.50 "GET /v2.0/security-groups?id=bcc17e7d-20be-4c37-b314-b765a132b03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869758 May 31 13:42:18.510540 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13005659-e591-4702-9a3e-35573e972eeb tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:18.511480 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-13005659-e591-4702-9a3e-35573e972eeb tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:18.544619 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-13005659-e591-4702-9a3e-35573e972eeb tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5238278 May 31 13:42:18.545163 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 56578) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:18.551437 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-d7bccb5a-c900-4a65-a367-e5bbc9be887f tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Request body: {'subnet': {'network_id': 'b99f2da7-601e-4f3f-af52-ed3a903cb927', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:42:18.562105 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-754b0479-8b30-4d29-b6e3-4a58f30fbc90 req-81d61e0d-9a1f-4ec8-8501-08c3bcf3ebb1 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/security-groups?id=1347e032-1cb8-425e-88e5-bf1247116b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910323 May 31 13:42:18.589345 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bdc0ac34-4b6f-4596-a0e5-4b89be9bc522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:18.589831 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 68de1c35-3ba9-40da-9488-9947ca2a210d up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:42:18.637862 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bdc0ac34-4b6f-4596-a0e5-4b89be9bc522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:18.645775 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 56582) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:18.710130 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-aad528c7-4c49-4f39-b04b-dec0175de74e None None] Provisioning for port 69c4015f-486b-41bc-954c-1afb6659e7c6 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:42:18.718724 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-aad528c7-4c49-4f39-b04b-dec0175de74e None None] Provisioning complete for port 69c4015f-486b-41bc-954c-1afb6659e7c6 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:42:18.719531 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-aad528c7-4c49-4f39-b04b-dec0175de74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:18.754286 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port 68de1c35-3ba9-40da-9488-9947ca2a210d completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:42:18.763233 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d7bccb5a-c900-4a65-a367-e5bbc9be887f tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:42:18.769202 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d7bccb5a-c900-4a65-a367-e5bbc9be887f tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Usage tracker for resource:subnet and tenant:a62a1f0c39e548d390793611ac95b19e is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:42:18.772998 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d7bccb5a-c900-4a65-a367-e5bbc9be887f tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:42:18.776368 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port 68de1c35-3ba9-40da-9488-9947ca2a210d triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:42:18.777456 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:18.780464 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d7bccb5a-c900-4a65-a367-e5bbc9be887f tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:42:18.791811 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7bccb5a-c900-4a65-a367-e5bbc9be887f tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Made reservation on behalf of a62a1f0c39e548d390793611ac95b19e for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:42:18.795875 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d7bccb5a-c900-4a65-a367-e5bbc9be887f tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:18.843602 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba883aac-26ea-4dd9-ad69-b33d729f03e6 admin admin] Deleting subnet 376ea7ff-d0de-4ced-8dc7-d3d0c70fcd72 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:42:18.849934 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ba883aac-26ea-4dd9-ad69-b33d729f03e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:18.917906 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ba883aac-26ea-4dd9-ad69-b33d729f03e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65507433'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:18.955543 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bdc0ac34-4b6f-4596-a0e5-4b89be9bc522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:18.973696 n-d-843939-1 neutron-server[88369]: INFO neutron.db.ipam_backend_mixin [None req-d7bccb5a-c900-4a65-a367-e5bbc9be887f tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a6a80624-1435-42e5-8268-3999b2fbd7b0 (CIDR: 172.20.0.0/28) May 31 13:42:18.978574 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7bccb5a-c900-4a65-a367-e5bbc9be887f tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 13:42:18.979080 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7bccb5a-c900-4a65-a367-e5bbc9be887f tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:42:18.986077 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a09f6e8-bf42-4cfd-ad65-85fcf6b05fdc req-f3ad937f-8919-4264-b7f1-6853110e506e tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:18.990572 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1a09f6e8-bf42-4cfd-ad65-85fcf6b05fdc req-f3ad937f-8919-4264-b7f1-6853110e506e tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/ports?device_id=b285caa1-0db1-4a98-b033-f5712745a5ff HTTP/1.1" status: 200 len: 945 time: 0.2405510 May 31 13:42:18.999425 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d7bccb5a-c900-4a65-a367-e5bbc9be887f tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4531593 May 31 13:42:19.001468 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc0ac34-4b6f-4596-a0e5-4b89be9bc522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c366b59-4ab6-4971-847b-de959ea1bfd0,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:19.002105 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 56586) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:19.009743 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-64fd0ef5-1d91-419b-bd3f-d5f80cfca780 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Request body: {'subnet': {'network_id': 'b99f2da7-601e-4f3f-af52-ed3a903cb927', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:42:19.034934 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-aad528c7-4c49-4f39-b04b-dec0175de74e None None] Current status of the port 69c4015f-486b-41bc-954c-1afb6659e7c6 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:42:19.034934 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-aad528c7-4c49-4f39-b04b-dec0175de74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:19.039461 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bdc0ac34-4b6f-4596-a0e5-4b89be9bc522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:19.042894 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-bdc0ac34-4b6f-4596-a0e5-4b89be9bc522 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3c366b59-4ab6-4971-847b-de959ea1bfd0 HTTP/1.1" status: 204 len: 168 time: 0.6016903 May 31 13:42:19.057116 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 68de1c35-3ba9-40da-9488-9947ca2a210d is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:42:19.057491 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:19.086934 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ba883aac-26ea-4dd9-ad69-b33d729f03e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:19.098581 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f49d3a8c-ed68-4ba4-8a16-48e5a25d7271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68de1c35-3ba9-40da-9488-9947ca2a210d'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:42:19.109267 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-aad528c7-4c49-4f39-b04b-dec0175de74e None None] For port 69c4015f-486b-41bc-954c-1afb6659e7c6, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=69c4015f-486b-41bc-954c-1afb6659e7c6,segment=NetworkSegment(c3f80a27-b5a1-4d68-87fa-7ed9ac0ada84),segment_id=c3f80a27-b5a1-4d68-87fa-7ed9ac0ada84)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:42:19.113706 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 68de1c35-3ba9-40da-9488-9947ca2a210d, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=68de1c35-3ba9-40da-9488-9947ca2a210d,segment=NetworkSegment(f44e8783-3b0b-49f9-9a6f-b0d5f2f569b7),segment_id=f44e8783-3b0b-49f9-9a6f-b0d5f2f569b7)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:42:19.115287 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-aad528c7-4c49-4f39-b04b-dec0175de74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:19.160751 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:19.161565 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 5c84bcd7-71ab-4f0b-ac08-b0e5fcaa9b3f no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:42:19.165166 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1a09f6e8-bf42-4cfd-ad65-85fcf6b05fdc req-dca2b29a-42fd-49f3-a65b-538301343c01 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/security-groups?id=1729ab42-7be5-44f8-b17a-0e9ffb5ba8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576173 May 31 13:42:19.206768 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af6131f7-aa34-4462-a53c-5ab2c112a695'] response: {'server_uuid': 'f49d3a8c-ed68-4ba4-8a16-48e5a25d7271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68de1c35-3ba9-40da-9488-9947ca2a210d', 'code': 200} May 31 13:42:19.209148 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-64fd0ef5-1d91-419b-bd3f-d5f80cfca780 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:42:19.217637 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-64fd0ef5-1d91-419b-bd3f-d5f80cfca780 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Usage tracker for resource:subnet and tenant:a62a1f0c39e548d390793611ac95b19e is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:42:19.218993 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ba883aac-26ea-4dd9-ad69-b33d729f03e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65216469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65148562'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:19.222058 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-64fd0ef5-1d91-419b-bd3f-d5f80cfca780 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:42:19.229908 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-64fd0ef5-1d91-419b-bd3f-d5f80cfca780 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:42:19.233604 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] No Port match for: 5c84bcd7-71ab-4f0b-ac08-b0e5fcaa9b3f {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:42:19.234197 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 5c84bcd7-71ab-4f0b-ac08-b0e5fcaa9b3f not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:42:19.250722 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-aad528c7-4c49-4f39-b04b-dec0175de74e None None] Provisioning complete for port b51955fc-0643-459f-94cc-b8a72e569508 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:42:19.251098 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-aad528c7-4c49-4f39-b04b-dec0175de74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:19.260639 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64fd0ef5-1d91-419b-bd3f-d5f80cfca780 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Made reservation on behalf of a62a1f0c39e548d390793611ac95b19e for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:42:19.265045 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-64fd0ef5-1d91-419b-bd3f-d5f80cfca780 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:19.290929 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad528c7-4c49-4f39-b04b-dec0175de74e None None] Pushing event updated for resources: {'Port': ['ID=69c4015f-486b-41bc-954c-1afb6659e7c6,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:19.294216 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba883aac-26ea-4dd9-ad69-b33d729f03e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=376ea7ff-d0de-4ced-8dc7-d3d0c70fcd72,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:19.372815 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ba883aac-26ea-4dd9-ad69-b33d729f03e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:19.376683 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-aad528c7-4c49-4f39-b04b-dec0175de74e None None] Port b51955fc-0643-459f-94cc-b8a72e569508 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:42:19.396451 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-ba883aac-26ea-4dd9-ad69-b33d729f03e6 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/376ea7ff-d0de-4ced-8dc7-d3d0c70fcd72 HTTP/1.1" status: 204 len: 168 time: 0.7491226 May 31 13:42:19.400658 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 56600) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:19.400833 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=68de1c35-3ba9-40da-9488-9947ca2a210d,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:19.502675 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2d81d885-782b-4409-a8da-8bed54fdfebb None None] Provisioning for port 91731a33-027a-443c-9684-323c886155ae completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:42:19.515406 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2d81d885-782b-4409-a8da-8bed54fdfebb None None] Provisioning complete for port 91731a33-027a-443c-9684-323c886155ae triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:42:19.516275 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2d81d885-782b-4409-a8da-8bed54fdfebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:19.542312 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e177dd-6888-49a1-ac62-fcf623fb991e req-59274d59-ac33-4284-a38f-f11e3bc4cb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:19.543992 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e5e177dd-6888-49a1-ac62-fcf623fb991e req-59274d59-ac33-4284-a38f-f11e3bc4cb48 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f49d3a8c-ed68-4ba4-8a16-48e5a25d7271 HTTP/1.1" status: 200 len: 1097 time: 0.2557828 May 31 13:42:19.547089 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5c09252e-23b8-4519-8f8b-b717c158bfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:19.616752 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e5e177dd-6888-49a1-ac62-fcf623fb991e req-09c157a0-0f92-4a75-8d43-28bcb4d44ec3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bcc17e7d-20be-4c37-b314-b765a132b03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575585 May 31 13:42:19.627999 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-64fd0ef5-1d91-419b-bd3f-d5f80cfca780 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:19.630067 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2d81d885-782b-4409-a8da-8bed54fdfebb None None] Port 91731a33-027a-443c-9684-323c886155ae cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:42:19.694213 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fd0ef5-1d91-419b-bd3f-d5f80cfca780 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Network b99f2da7-601e-4f3f-af52-ed3a903cb927 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:42:19.703755 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-64fd0ef5-1d91-419b-bd3f-d5f80cfca780 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:42:19.709484 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64fd0ef5-1d91-419b-bd3f-d5f80cfca780 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:19.709867 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-64fd0ef5-1d91-419b-bd3f-d5f80cfca780 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:19.714987 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a3c708-24e4-471d-8f4f-02f7ffe6f15c None None] Network b99f2da7-601e-4f3f-af52-ed3a903cb927 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:42:19.759411 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fd0ef5-1d91-419b-bd3f-d5f80cfca780 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event updated for resources: {'Subnet': ['ID=86e30dcd-660b-4421-b343-96cd301a84a4,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:19.770508 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-64fd0ef5-1d91-419b-bd3f-d5f80cfca780 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7663469 May 31 13:42:19.772085 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 56616) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:19.786326 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-8dcd3543-3fb5-449c-8389-56f407e26184 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1167463440', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '86e30dcd-660b-4421-b343-96cd301a84a4'}], 'security_groups': ['d1d6b89f-63fe-4e57-8b08-1c9b7f6768cf']}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:42:19.831135 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 69c4015f-486b-41bc-954c-1afb6659e7c6 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:42:19.891917 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5c09252e-23b8-4519-8f8b-b717c158bfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:19.950365 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-5c09252e-23b8-4519-8f8b-b717c158bfe2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01fc962a-8b78-4f5e-b488-aef070562a0a']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:42:19.954648 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8dcd3543-3fb5-449c-8389-56f407e26184 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:19.968553 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-5c09252e-23b8-4519-8f8b-b717c158bfe2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '953815e4-64bf-4ed9-88a8-d915d9fae3c6') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:42:19.968851 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-5c09252e-23b8-4519-8f8b-b717c158bfe2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '953815e4-64bf-4ed9-88a8-d915d9fae3c6') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:42:19.994737 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9f7841-5b47-4a6b-9d20-e277ff9d24c4 req-6fea241a-9fa5-4971-9d03-90311c2eafbc tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:20.003144 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1b9f7841-5b47-4a6b-9d20-e277ff9d24c4 req-6fea241a-9fa5-4971-9d03-90311c2eafbc tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] 10.222.0.50 "GET /v2.0/ports?device_id=f49d3a8c-ed68-4ba4-8a16-48e5a25d7271 HTTP/1.1" status: 200 len: 946 time: 0.3085003 May 31 13:42:20.009240 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5c09252e-23b8-4519-8f8b-b717c158bfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:20.012986 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 69c4015f-486b-41bc-954c-1afb6659e7c6 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:42:20.013519 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:20.061768 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418550c9-ba28-40fd-9c4e-1e820fdcfd5e req-2add59c6-9489-4284-99cb-d5f9eb74dad1 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:20.064424 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-418550c9-ba28-40fd-9c4e-1e820fdcfd5e req-2add59c6-9489-4284-99cb-d5f9eb74dad1 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/ports?device_id=e784aeb2-4e66-4dc1-a934-09bd1cdb248d HTTP/1.1" status: 200 len: 945 time: 0.2603600 May 31 13:42:20.081769 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5c09252e-23b8-4519-8f8b-b717c158bfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:20.101788 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 56626) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:20.200759 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 69c4015f-486b-41bc-954c-1afb6659e7c6 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:42:20.238420 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c09252e-23b8-4519-8f8b-b717c158bfe2 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:42:20.238827 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5c09252e-23b8-4519-8f8b-b717c158bfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:20.268865 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [None req-a9d0ae38-101b-423d-855a-83ea3b3cb0e7 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88369) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:42:20.269440 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a9d0ae38-101b-423d-855a-83ea3b3cb0e7 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1668985 May 31 13:42:20.273388 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 56636) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:20.281170 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [None req-56fa14b1-7c50-4f36-b858-e8e7f37dbddc tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] http://10.222.0.50:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=88369) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:42:20.285111 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-56fa14b1-7c50-4f36-b858-e8e7f37dbddc tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] 10.222.0.50 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0078096 May 31 13:42:20.286220 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 56640) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:20.286607 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1b9f7841-5b47-4a6b-9d20-e277ff9d24c4 req-cf645c4d-fb03-4218-81d6-0f77e940227e tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] 10.222.0.50 "GET /v2.0/security-groups?id=bcc17e7d-20be-4c37-b314-b765a132b03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825327 May 31 13:42:20.292044 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 953815e4-64bf-4ed9-88a8-d915d9fae3c6 resource provider aggregate not found May 31 13:42:20.319243 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [None req-94b0273a-27d3-4196-9cba-b9251da84ef9 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] http://10.222.0.50:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88369) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:42:20.320733 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-94b0273a-27d3-4196-9cba-b9251da84ef9 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] 10.222.0.50 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0344393 May 31 13:42:20.326333 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 56646) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:20.331763 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [None req-25760357-b847-40f0-b6a1-e42ba7069a69 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] http://10.222.0.50:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88369) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:42:20.332691 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-25760357-b847-40f0-b6a1-e42ba7069a69 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] 10.222.0.50 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0054471 May 31 13:42:20.339862 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 56650) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:20.340137 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eece2be-b195-4395-9c72-e7a776f7da79 None None] Update dhcp port {'port': {'network_id': 'b99f2da7-601e-4f3f-af52-ed3a903cb927', 'fixed_ips': [{'subnet_id': 'a6a80624-1435-42e5-8268-3999b2fbd7b0', 'ip_address': '172.20.0.2'}, {'subnet_id': '86e30dcd-660b-4421-b343-96cd301a84a4'}], 'binding:host_id': 'n-d-843939-1'}, 'id': '69c4015f-486b-41bc-954c-1afb6659e7c6'} from n-d-843939-1. {{(pid=88371) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 31 13:42:20.347930 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [None req-678cadd2-3aed-447a-929e-2b6febcb0840 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] http://10.222.0.50:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88369) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:42:20.348853 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-678cadd2-3aed-447a-929e-2b6febcb0840 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] 10.222.0.50 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0081038 May 31 13:42:20.352775 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 56654) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:20.360303 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [None req-4e0852a0-10cf-41fa-a2a4-19de30776c98 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] http://10.222.0.50:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88369) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:42:20.361217 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-4e0852a0-10cf-41fa-a2a4-19de30776c98 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] 10.222.0.50 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0075731 May 31 13:42:20.364293 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 56658) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:20.371668 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [None req-793197a2-227d-4336-895d-03e922adbe1e tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] http://10.222.0.50:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88369) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:42:20.372605 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-793197a2-227d-4336-895d-03e922adbe1e tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] 10.222.0.50 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0074666 May 31 13:42:20.375943 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 56662) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:20.414503 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 953815e4-64bf-4ed9-88a8-d915d9fae3c6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 953815e4-64bf-4ed9-88a8-d915d9fae3c6 found for delete ", "request_id": "req-7fe4f022-dd5a-4716-b9a8-feb79b0bad81"}]} May 31 13:42:20.425220 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-418550c9-ba28-40fd-9c4e-1e820fdcfd5e req-c0383176-58f7-4c85-9a03-0fbbdd108e78 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/security-groups?id=1347e032-1cb8-425e-88e5-bf1247116b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440816 May 31 13:42:20.465139 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9eece2be-b195-4395-9c72-e7a776f7da79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:20.475524 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [None req-44a983aa-7769-43a2-8179-187308d406b2 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] http://10.222.0.50:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88369) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:42:20.476783 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-44a983aa-7769-43a2-8179-187308d406b2 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] 10.222.0.50 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0999486 May 31 13:42:20.480011 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 56666) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:20.506115 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [None req-99347e27-e8fe-48de-bead-ad93d6ec9017 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] http://10.222.0.50:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:42:20.507429 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-99347e27-e8fe-48de-bead-ad93d6ec9017 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] 10.222.0.50 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0262420 May 31 13:42:20.511173 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 56670) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:20.511973 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5c09252e-23b8-4519-8f8b-b717c158bfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:20.516750 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5c09252e-23b8-4519-8f8b-b717c158bfe2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:20.523981 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [None req-bae27866-7320-447b-a7c4-79c0dfd6ba5d tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] http://10.222.0.50:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:42:20.524912 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-bae27866-7320-447b-a7c4-79c0dfd6ba5d tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] 10.222.0.50 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0054903 May 31 13:42:20.528730 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 56674) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:20.536332 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [None req-cfbb3a0e-91a8-4782-97b7-9c93fa28ff1b tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] http://10.222.0.50:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88369) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:42:20.541013 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-cfbb3a0e-91a8-4782-97b7-9c93fa28ff1b tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] 10.222.0.50 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0082474 May 31 13:42:20.544524 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 56678) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:20.553137 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-5c09252e-23b8-4519-8f8b-b717c158bfe2 admin admin] 10.222.0.50 "DELETE /v2.0/networks/01fc962a-8b78-4f5e-b488-aef070562a0a HTTP/1.1" status: 204 len: 168 time: 1.1512656 May 31 13:42:20.557817 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [None req-578d5ac9-67c5-47eb-b0b9-147fcdad172d tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] http://10.222.0.50:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:42:20.558712 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-578d5ac9-67c5-47eb-b0b9-147fcdad172d tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] 10.222.0.50 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0128162 May 31 13:42:20.559740 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c09252e-23b8-4519-8f8b-b717c158bfe2 admin admin] Pushing event deleted for resources: {'Network': ['ID=01fc962a-8b78-4f5e-b488-aef070562a0a,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:20.565687 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 56684) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:20.572242 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [None req-d2edc457-bdd0-4c97-8cf6-a3f92819ff54 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] http://10.222.0.50:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88369) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:42:20.575845 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d2edc457-bdd0-4c97-8cf6-a3f92819ff54 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] 10.222.0.50 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0064437 May 31 13:42:20.576708 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 56688) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:20.582606 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe73c735-7c79-4aa0-80ec-c231eaf3251a req-8f9f4043-9ed7-47ad-81b4-8f2b1c0d89d6 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:20.584023 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fe73c735-7c79-4aa0-80ec-c231eaf3251a req-8f9f4043-9ed7-47ad-81b4-8f2b1c0d89d6 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/ports?device_id=b285caa1-0db1-4a98-b033-f5712745a5ff HTTP/1.1" status: 200 len: 945 time: 0.1575074 May 31 13:42:20.586954 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [None req-96c7e417-b683-44e5-bd2a-983153ce859d tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] http://10.222.0.50:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88369) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:42:20.590927 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-96c7e417-b683-44e5-bd2a-983153ce859d tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] 10.222.0.50 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0106692 May 31 13:42:20.591747 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 56692) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:20.595943 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device c0175c0d-3e4c-42b3-8f67-fa72560bbf06 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:42:20.600035 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [None req-4f87c1a9-de67-4c4d-85b2-c75d1f97e077 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] http://10.222.0.50:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:42:20.601655 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-4f87c1a9-de67-4c4d-85b2-c75d1f97e077 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] 10.222.0.50 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0094676 May 31 13:42:20.604445 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 56696) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:20.611747 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [None req-88dcf4d0-bc7e-49af-9715-cee9ed23c935 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] http://10.222.0.50:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88369) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:42:20.613151 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-88dcf4d0-bc7e-49af-9715-cee9ed23c935 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] 10.222.0.50 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0074873 May 31 13:42:20.618041 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 56700) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:20.624987 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-8dcd3543-3fb5-449c-8389-56f407e26184 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Delete allocated IP 172.20.0.5 (b99f2da7-601e-4f3f-af52-ed3a903cb927/a6a80624-1435-42e5-8268-3999b2fbd7b0) {{(pid=88369) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 31 13:42:20.625781 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [None req-5fede724-dc3a-4714-9a97-365ad3aaecae tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] http://10.222.0.50:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:42:20.627050 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-5fede724-dc3a-4714-9a97-365ad3aaecae tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] 10.222.0.50 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0074682 May 31 13:42:20.629887 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 56704) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:20.639424 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [None req-622b2359-9447-4990-b7f7-27f61c94bef6 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] http://10.222.0.50:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88369) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:42:20.640452 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-622b2359-9447-4990-b7f7-27f61c94bef6 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] 10.222.0.50 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0094349 May 31 13:42:20.643431 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 56708) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:20.648235 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-8dcd3543-3fb5-449c-8389-56f407e26184 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Allocated IP 172.20.0.23 (b99f2da7-601e-4f3f-af52-ed3a903cb927/86e30dcd-660b-4421-b343-96cd301a84a4/91731a33-027a-443c-9684-323c886155ae) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:42:20.652988 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [None req-22c70888-57da-47d2-8616-9dab726e9f46 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] http://10.222.0.50:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:42:20.654248 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-22c70888-57da-47d2-8616-9dab726e9f46 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] 10.222.0.50 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0075369 May 31 13:42:20.656967 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 56712) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:20.662219 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [None req-8059bee4-a9c2-4ce8-be17-ab19c43b0ba5 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] http://10.222.0.50:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:42:20.664274 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-8059bee4-a9c2-4ce8-be17-ab19c43b0ba5 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] 10.222.0.50 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0054748 May 31 13:42:20.667582 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 56716) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:20.688507 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [None req-677ff95b-8fbb-4503-bfe9-dcf5bab6a13a tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] http://10.222.0.50:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88369) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:42:20.689463 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-677ff95b-8fbb-4503-bfe9-dcf5bab6a13a tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] 10.222.0.50 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0207009 May 31 13:42:20.692707 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 56720) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:20.696950 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fe73c735-7c79-4aa0-80ec-c231eaf3251a req-f980c5c8-7d01-49e9-8953-64b38c60a528 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/security-groups?id=1729ab42-7be5-44f8-b17a-0e9ffb5ba8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019025 May 31 13:42:20.700311 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [None req-d45fa7e6-a508-4401-b955-3f87c9d4905a tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] http://10.222.0.50:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88369) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:42:20.701258 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d45fa7e6-a508-4401-b955-3f87c9d4905a tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] 10.222.0.50 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0076663 May 31 13:42:20.713378 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 56724) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:20.719567 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [None req-38f98f50-8ca6-4a30-88ae-421cb54ec075 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] http://10.222.0.50:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:42:20.720135 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port c0175c0d-3e4c-42b3-8f67-fa72560bbf06 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:42:20.720849 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-38f98f50-8ca6-4a30-88ae-421cb54ec075 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] 10.222.0.50 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0054920 May 31 13:42:20.725206 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 56728) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:20.727299 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port c0175c0d-3e4c-42b3-8f67-fa72560bbf06 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:42:20.727727 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:20.732138 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [None req-400e8c1a-6ead-48e0-975d-a12c826696c1 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] http://10.222.0.50:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:42:20.733276 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-400e8c1a-6ead-48e0-975d-a12c826696c1 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] 10.222.0.50 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0066183 May 31 13:42:20.736495 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 56732) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:20.742713 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [None req-e2661f18-9d99-4392-8633-7a78551e5526 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] http://10.222.0.50:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:42:20.744207 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-e2661f18-9d99-4392-8633-7a78551e5526 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] 10.222.0.50 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0065215 May 31 13:42:20.747843 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 56736) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:20.752881 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [None req-06961803-563b-4362-aa46-24e0eee81a88 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] http://10.222.0.50:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:42:20.756187 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-06961803-563b-4362-aa46-24e0eee81a88 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] 10.222.0.50 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0050499 May 31 13:42:20.756722 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 56740) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:20.763464 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [None req-3532eab2-4c2c-42d4-8b5b-bac7e17e8f90 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] http://10.222.0.50:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:42:20.765293 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-3532eab2-4c2c-42d4-8b5b-bac7e17e8f90 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] 10.222.0.50 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0067866 May 31 13:42:20.768130 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 56744) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:20.775523 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [None req-4d44c5c5-b37c-4df3-907f-cd6c70491be9 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] http://10.222.0.50:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:42:20.776490 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-4d44c5c5-b37c-4df3-907f-cd6c70491be9 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] 10.222.0.50 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0074012 May 31 13:42:20.779287 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 56748) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:20.787781 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [None req-4a60b503-9c59-4954-a466-a3aa8e010395 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] http://10.222.0.50:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:42:20.791683 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-4a60b503-9c59-4954-a466-a3aa8e010395 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] 10.222.0.50 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0068419 May 31 13:42:20.794477 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 56752) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:20.802864 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [None req-d801984b-52bd-4a6b-af3a-0175ffb16145 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] http://10.222.0.50:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:42:20.805880 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-d801984b-52bd-4a6b-af3a-0175ffb16145 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] 10.222.0.50 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0097063 May 31 13:42:20.808532 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 56756) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:20.821707 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [None req-22e98c7c-60fb-4ac3-9f2f-c932543678e8 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] http://10.222.0.50:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:42:20.823138 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-22e98c7c-60fb-4ac3-9f2f-c932543678e8 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] 10.222.0.50 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0103765 May 31 13:42:20.826215 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 56760) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:20.835218 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [None req-4965daa0-089f-410f-b8ec-286724646096 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] http://10.222.0.50:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:42:20.842274 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 56764) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:20.843251 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-4965daa0-089f-410f-b8ec-286724646096 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] 10.222.0.50 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0133929 May 31 13:42:20.849771 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [None req-c5ec752d-7e31-4e51-995e-2cc0f7ccf110 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] http://10.222.0.50:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88369) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:42:20.851364 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c5ec752d-7e31-4e51-995e-2cc0f7ccf110 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] 10.222.0.50 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0075221 May 31 13:42:20.853966 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 56768) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:20.859045 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [None req-e12cbcdf-77bd-4f6f-a970-1fe9f921d106 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] http://10.222.0.50:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:42:20.862689 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-e12cbcdf-77bd-4f6f-a970-1fe9f921d106 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] 10.222.0.50 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0076654 May 31 13:42:20.863290 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 56772) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:20.865379 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 56774) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:20.868514 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [None req-92f08578-d76f-4a4a-b93e-ddd5587ebc48 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] http://10.222.0.50:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:42:20.871933 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-92f08578-d76f-4a4a-b93e-ddd5587ebc48 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] 10.222.0.50 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0077553 May 31 13:42:20.872486 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 56780) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:20.877046 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [None req-2f4b18ea-2dbd-408a-acc3-c545e134db6e tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] http://10.222.0.50:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:42:20.881178 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-2f4b18ea-2dbd-408a-acc3-c545e134db6e tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] 10.222.0.50 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0046194 May 31 13:42:20.881178 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 56784) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:20.886449 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [None req-3ac9bb93-a7cd-4f71-b54a-cc6733fded1d tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] http://10.222.0.50:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:42:20.889771 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-3ac9bb93-a7cd-4f71-b54a-cc6733fded1d tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] 10.222.0.50 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0059712 May 31 13:42:20.890698 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 56788) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:20.895728 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [None req-c38038f5-eab0-4791-b873-77364b58cc91 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] http://10.222.0.50:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:42:20.896594 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c38038f5-eab0-4791-b873-77364b58cc91 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] 10.222.0.50 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0049145 May 31 13:42:20.899020 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 56792) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:20.899526 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port c0175c0d-3e4c-42b3-8f67-fa72560bbf06 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:42:20.900081 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:20.904171 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [None req-43b43db3-4d3c-421a-8a83-1138f9fd3dbe tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] http://10.222.0.50:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:42:20.906032 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-43b43db3-4d3c-421a-8a83-1138f9fd3dbe tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] 10.222.0.50 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0051877 May 31 13:42:20.907909 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 56796) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:20.912560 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [None req-59cc1474-0727-4881-8a5a-cbe11e2ca793 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] http://10.222.0.50:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:42:20.915155 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-59cc1474-0727-4881-8a5a-cbe11e2ca793 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] 10.222.0.50 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0052588 May 31 13:42:20.917473 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 56800) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:20.922701 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [None req-9592ee04-cb07-4039-a485-0dc96ad3543d tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] http://10.222.0.50:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:42:20.925822 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-9592ee04-cb07-4039-a485-0dc96ad3543d tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] 10.222.0.50 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0050571 May 31 13:42:20.926168 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 56804) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:20.932268 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [None req-94fb7c6f-e1a6-4ee6-b2c4-124c41466a71 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] http://10.222.0.50:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:42:20.933364 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-94fb7c6f-e1a6-4ee6-b2c4-124c41466a71 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] 10.222.0.50 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0055289 May 31 13:42:20.936382 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 56808) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:20.941257 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port c0175c0d-3e4c-42b3-8f67-fa72560bbf06, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=c0175c0d-3e4c-42b3-8f67-fa72560bbf06,segment=NetworkSegment(f44e8783-3b0b-49f9-9a6f-b0d5f2f569b7),segment_id=f44e8783-3b0b-49f9-9a6f-b0d5f2f569b7)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:42:20.943039 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [None req-76698ba4-42c5-439b-93d2-b8ba2566ad73 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] http://10.222.0.50:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:42:20.945077 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-76698ba4-42c5-439b-93d2-b8ba2566ad73 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] 10.222.0.50 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0071955 May 31 13:42:20.947673 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:20.947931 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 56812) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:20.952585 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b17dc394-49d0-41a6-8831-09271e7af19a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=39ebb80380474b9ea580ba2ffbeb344e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0860631 May 31 13:42:20.956653 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [None req-12dd6da0-9c9d-4e53-8bc8-804e4fc5112a tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] http://10.222.0.50:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:42:20.957678 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-12dd6da0-9c9d-4e53-8bc8-804e4fc5112a tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] 10.222.0.50 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0082188 May 31 13:42:20.958218 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 56816) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:20.960608 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 56820) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:20.966019 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [None req-5f52ecf4-e995-43fa-ada4-b35c840bfda9 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] http://10.222.0.50:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88369) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:42:20.967172 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-5f52ecf4-e995-43fa-ada4-b35c840bfda9 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] 10.222.0.50 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0051272 May 31 13:42:20.969514 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 56824) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:20.975563 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [None req-b6b9551e-d1bf-48b7-8ea1-386c1c3c2544 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] http://10.222.0.50:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88369) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:42:20.977273 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b6b9551e-d1bf-48b7-8ea1-386c1c3c2544 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] 10.222.0.50 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0067270 May 31 13:42:20.986367 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 56828) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:20.993732 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [None req-5ebc98bc-e84c-40ba-a68b-018bfa2771c7 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] http://10.222.0.50:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88369) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:42:20.994690 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-5ebc98bc-e84c-40ba-a68b-018bfa2771c7 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] 10.222.0.50 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0074270 May 31 13:42:20.997332 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 56832) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:21.000832 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8dcd3543-3fb5-449c-8389-56f407e26184 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:21.010598 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [None req-d729325d-a3f3-44c2-aa3e-f6f77d7dd27d tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] http://10.222.0.50:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88369) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:42:21.014110 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d729325d-a3f3-44c2-aa3e-f6f77d7dd27d tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] 10.222.0.50 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0133533 May 31 13:42:21.014351 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 56836) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:21.021555 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [None req-278ac71f-87fc-473e-ac8a-7dba43ab52de tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] http://10.222.0.50:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=88369) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:42:21.022566 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-278ac71f-87fc-473e-ac8a-7dba43ab52de tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] 10.222.0.50 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0070627 May 31 13:42:21.025288 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 56840) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:21.028064 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-981d1b9c-c038-4166-8cc5-a467a7dbb1a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:21.028787 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-8dcd3543-3fb5-449c-8389-56f407e26184 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Transition to ACTIVE for port object 91731a33-027a-443c-9684-323c886155ae will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:42:21.029248 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=c0175c0d-3e4c-42b3-8f67-fa72560bbf06,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:21.032461 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [None req-c2e3e37d-1aba-4496-bd2d-d0afffc711d0 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] http://10.222.0.50:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:42:21.035723 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c2e3e37d-1aba-4496-bd2d-d0afffc711d0 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] 10.222.0.50 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0071862 May 31 13:42:21.035895 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8dcd3543-3fb5-449c-8389-56f407e26184 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:21.036037 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 56844) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:21.052627 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [None req-8b9e8610-4c0b-4053-a55f-a5d7a7bed3c4 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] http://10.222.0.50:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:42:21.056644 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-8b9e8610-4c0b-4053-a55f-a5d7a7bed3c4 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] 10.222.0.50 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0080502 May 31 13:42:21.056852 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 56848) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:21.068017 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [None req-be9a8c73-b47f-423a-a24b-a48ef445c296 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] http://10.222.0.50:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:42:21.072096 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-be9a8c73-b47f-423a-a24b-a48ef445c296 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] 10.222.0.50 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0110986 May 31 13:42:21.072855 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 56852) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:21.079249 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-981d1b9c-c038-4166-8cc5-a467a7dbb1a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:21.089024 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [None req-e7de8aea-9968-484b-b817-9d8db1ec0138 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] http://10.222.0.50:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:42:21.092431 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-e7de8aea-9968-484b-b817-9d8db1ec0138 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] 10.222.0.50 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0163496 May 31 13:42:21.092784 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 56856) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:21.099270 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [None req-a2dbcf66-ef82-444c-97a7-2e6a920a11b2 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] http://10.222.0.50:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:42:21.100309 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-a2dbcf66-ef82-444c-97a7-2e6a920a11b2 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] 10.222.0.50 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0065255 May 31 13:42:21.103498 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 56860) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:21.113383 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-9eece2be-b195-4395-9c72-e7a776f7da79 None None] Allocated IP 172.20.0.18 (b99f2da7-601e-4f3f-af52-ed3a903cb927/86e30dcd-660b-4421-b343-96cd301a84a4/69c4015f-486b-41bc-954c-1afb6659e7c6) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:42:21.114669 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [None req-bf303bfd-b424-4646-a8d8-1d68070df60e tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] http://10.222.0.50:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88369) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:42:21.115656 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-bf303bfd-b424-4646-a8d8-1d68070df60e tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] 10.222.0.50 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0087724 May 31 13:42:21.121380 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 56864) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:21.149615 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-981d1b9c-c038-4166-8cc5-a467a7dbb1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:21.160766 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [None req-cc4e5bd1-3520-47c4-b988-9ef7c6466646 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] http://10.222.0.50:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=88369) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:42:21.164819 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-cc4e5bd1-3520-47c4-b988-9ef7c6466646 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] 10.222.0.50 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0155156 May 31 13:42:21.168266 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 56868) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:21.169864 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981d1b9c-c038-4166-8cc5-a467a7dbb1a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98da83b-17b5-4448-8f9e-a9c50c1cbdcb,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:21.179614 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [None req-e8ce9ba7-c4cc-4314-a9b1-ebf93da5bd7b tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] http://10.222.0.50:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:42:21.183324 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-e8ce9ba7-c4cc-4314-a9b1-ebf93da5bd7b tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] 10.222.0.50 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0077600 May 31 13:42:21.183590 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 56872) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:21.189524 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [None req-be49e6e3-87ce-49d6-8a1e-35ac61b1d1ac tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] http://10.222.0.50:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:42:21.192548 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-be49e6e3-87ce-49d6-8a1e-35ac61b1d1ac tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] 10.222.0.50 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0060422 May 31 13:42:21.192892 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 56876) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:21.198198 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [None req-7489b315-0102-44be-a6e1-5a2051f1395d tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] http://10.222.0.50:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:42:21.201178 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-7489b315-0102-44be-a6e1-5a2051f1395d tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] 10.222.0.50 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0053651 May 31 13:42:21.201178 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-981d1b9c-c038-4166-8cc5-a467a7dbb1a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:21.201366 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcd3543-3fb5-449c-8389-56f407e26184 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event updated for resources: {'Port': ['ID=91731a33-027a-443c-9684-323c886155ae,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:21.201471 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-981d1b9c-c038-4166-8cc5-a467a7dbb1a4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a98da83b-17b5-4448-8f9e-a9c50c1cbdcb HTTP/1.1" status: 204 len: 168 time: 0.2419140 May 31 13:42:21.201561 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 56880) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:21.207458 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [None req-6cd8dadb-eff5-4fe0-b03b-e052cc834bf9 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] http://10.222.0.50:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:42:21.207855 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faa6ccaa-2dc1-4be7-b5e6-a7432deb4fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0175c0d-3e4c-42b3-8f67-fa72560bbf06'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:42:21.208443 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-6cd8dadb-eff5-4fe0-b03b-e052cc834bf9 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] 10.222.0.50 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0059717 May 31 13:42:21.213203 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 56886) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:21.285076 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89db0bbe-62d3-4a27-ad29-642b126f3681'] response: {'server_uuid': 'faa6ccaa-2dc1-4be7-b5e6-a7432deb4fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0175c0d-3e4c-42b3-8f67-fa72560bbf06', 'code': 200} May 31 13:42:21.306062 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9eece2be-b195-4395-9c72-e7a776f7da79 None None] For port 69c4015f-486b-41bc-954c-1afb6659e7c6, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=69c4015f-486b-41bc-954c-1afb6659e7c6,segment=NetworkSegment(c3f80a27-b5a1-4d68-87fa-7ed9ac0ada84),segment_id=c3f80a27-b5a1-4d68-87fa-7ed9ac0ada84)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:42:21.359759 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [None req-ad1d0040-87af-4ec5-9e38-475aa470bc70 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] http://10.222.0.50:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88369) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:42:21.361311 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ad1d0040-87af-4ec5-9e38-475aa470bc70 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] 10.222.0.50 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.1462748 May 31 13:42:21.365568 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 56894) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:21.371081 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9eece2be-b195-4395-9c72-e7a776f7da79 None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:21.371911 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [None req-eea4a1a0-ea42-4548-a042-29b5094b00cc tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] http://10.222.0.50:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:42:21.372867 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-eea4a1a0-ea42-4548-a042-29b5094b00cc tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] 10.222.0.50 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0057371 May 31 13:42:21.383020 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 56898) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:21.387946 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [None req-e79819ce-eb15-4021-afca-d80cbb9dfc2a tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] http://10.222.0.50:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:42:21.388866 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-e79819ce-eb15-4021-afca-d80cbb9dfc2a tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] 10.222.0.50 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0048928 May 31 13:42:21.398334 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 56902) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:21.411277 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [None req-9a1c6dd6-f137-4344-b627-a91ef5dc7457 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] http://10.222.0.50:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88369) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:42:21.412561 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-9a1c6dd6-f137-4344-b627-a91ef5dc7457 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] 10.222.0.50 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0135105 May 31 13:42:21.412819 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9eece2be-b195-4395-9c72-e7a776f7da79 None None] Transition to ACTIVE for port object 69c4015f-486b-41bc-954c-1afb6659e7c6 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:42:21.415894 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 56906) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:21.417376 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9eece2be-b195-4395-9c72-e7a776f7da79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:21.421478 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [None req-304e69f0-cebc-4ca9-a307-10ecfd1ab84a tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] http://10.222.0.50:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:42:21.422708 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-304e69f0-cebc-4ca9-a307-10ecfd1ab84a tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] 10.222.0.50 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0058188 May 31 13:42:21.428019 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 56910) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:21.435735 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [None req-d697c3d4-3622-47be-94c5-5b66c69c88a9 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] http://10.222.0.50:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88369) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:42:21.439456 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d697c3d4-3622-47be-94c5-5b66c69c88a9 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] 10.222.0.50 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0077679 May 31 13:42:21.439456 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 56914) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:21.447431 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [None req-eadd219d-10d4-4911-9983-64b78bbf9c66 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] http://10.222.0.50:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88369) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:42:21.450721 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-eadd219d-10d4-4911-9983-64b78bbf9c66 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] 10.222.0.50 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0081432 May 31 13:42:21.451075 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 56918) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:21.458076 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [None req-884212d9-1b19-48bd-bcaf-c704db3c2488 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] http://10.222.0.50:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88369) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:42:21.461792 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-884212d9-1b19-48bd-bcaf-c704db3c2488 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] 10.222.0.50 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0067785 May 31 13:42:21.461792 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-8dcd3543-3fb5-449c-8389-56f407e26184 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] In _notify_port_updated(), no bound segment for port 91731a33-027a-443c-9684-323c886155ae on network b99f2da7-601e-4f3f-af52-ed3a903cb927 {{(pid=88369) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 31 13:42:21.465275 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dcd3543-3fb5-449c-8389-56f407e26184 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:21.465766 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8dcd3543-3fb5-449c-8389-56f407e26184 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:21.467062 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-8dcd3543-3fb5-449c-8389-56f407e26184 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "PUT /v2.0/ports/91731a33-027a-443c-9684-323c886155ae HTTP/1.1" status: 200 len: 921 time: 1.6896646 May 31 13:42:21.467685 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 56924) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:21.472369 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [None req-0970e3ea-923c-4e36-9931-9778c2c02296 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] http://10.222.0.50:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88369) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:42:21.478934 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-0970e3ea-923c-4e36-9931-9778c2c02296 tempest-ExtensionsTestJSON-1199758790 tempest-ExtensionsTestJSON-1199758790-project] 10.222.0.50 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0046971 May 31 13:42:21.478934 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 56928) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:21.636628 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-8aa3e202-f364-4c75-9d0b-febf7f95de6b tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Deleting port 91731a33-027a-443c-9684-323c886155ae {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:42:21.636976 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8aa3e202-f364-4c75-9d0b-febf7f95de6b tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:21.739571 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eece2be-b195-4395-9c72-e7a776f7da79 None None] Pushing event updated for resources: {'Port': ['ID=69c4015f-486b-41bc-954c-1afb6659e7c6,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:21.796425 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f7d4a-07ab-4261-b2bc-c65a54266956 req-656c852f-bb5b-4dbc-a8a6-a6a73b58da93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:21.798656 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3a6f7d4a-07ab-4261-b2bc-c65a54266956 req-656c852f-bb5b-4dbc-a8a6-a6a73b58da93 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=faa6ccaa-2dc1-4be7-b5e6-a7432deb4fb0 HTTP/1.1" status: 200 len: 1096 time: 0.3729169 May 31 13:42:21.833875 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01130d9e-9a66-47f3-b294-2a13b8b8cc35 req-d599e5bb-4da4-4e35-a2c3-9ca073b72c52 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:21.846792 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-01130d9e-9a66-47f3-b294-2a13b8b8cc35 req-d599e5bb-4da4-4e35-a2c3-9ca073b72c52 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] 10.222.0.50 "GET /v2.0/ports?device_id=f49d3a8c-ed68-4ba4-8a16-48e5a25d7271 HTTP/1.1" status: 200 len: 946 time: 0.3069334 May 31 13:42:21.938852 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce9d182-fbff-4cd8-bb0c-9c28d80601a3 req-097d6018-2e3a-47c9-ad1a-28c7cd04b3bb tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:21.940626 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6ce9d182-fbff-4cd8-bb0c-9c28d80601a3 req-097d6018-2e3a-47c9-ad1a-28c7cd04b3bb tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/ports?device_id=e784aeb2-4e66-4dc1-a934-09bd1cdb248d HTTP/1.1" status: 200 len: 945 time: 0.3181684 May 31 13:42:21.970145 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3a6f7d4a-07ab-4261-b2bc-c65a54266956 req-48fed58c-ace5-4c8b-ba6e-f21f063ed2dc service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bcc17e7d-20be-4c37-b314-b765a132b03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577706 May 31 13:42:22.004834 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-01130d9e-9a66-47f3-b294-2a13b8b8cc35 req-10ec63a5-49b4-44d4-a437-a710fdfafd64 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] 10.222.0.50 "GET /v2.0/security-groups?id=bcc17e7d-20be-4c37-b314-b765a132b03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234210 May 31 13:42:22.063218 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6ce9d182-fbff-4cd8-bb0c-9c28d80601a3 req-9ce65f8c-2378-4b80-b9d4-e9f93a930515 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/security-groups?id=1347e032-1cb8-425e-88e5-bf1247116b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949373 May 31 13:42:22.065532 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 56946) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:22.141359 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8aa3e202-f364-4c75-9d0b-febf7f95de6b tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:22.326638 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae0f75e-5659-4647-8201-5904ae129b5b req-d524e50d-ec6b-4556-ba35-fbd8147782b8 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:22.328177 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9ae0f75e-5659-4647-8201-5904ae129b5b req-d524e50d-ec6b-4556-ba35-fbd8147782b8 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/ports?device_id=b285caa1-0db1-4a98-b033-f5712745a5ff HTTP/1.1" status: 200 len: 945 time: 0.1605654 May 31 13:42:22.347611 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-8aa3e202-f364-4c75-9d0b-febf7f95de6b tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Calling delete_port for 91731a33-027a-443c-9684-323c886155ae owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:42:22.410451 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9ae0f75e-5659-4647-8201-5904ae129b5b req-6b781523-8d55-4e3e-a561-311c8245938c tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/security-groups?id=1729ab42-7be5-44f8-b17a-0e9ffb5ba8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723763 May 31 13:42:22.417921 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4d325f06-a0c3-4030-b87b-527a7887da4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:22.455003 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-4d325f06-a0c3-4030-b87b-527a7887da4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:42:22.459371 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-4d325f06-a0c3-4030-b87b-527a7887da4c admin admin] Usage tracker for resource:security_group_rule and tenant:98018ab9677742de8a440be0586f8075 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:42:22.463245 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-4d325f06-a0c3-4030-b87b-527a7887da4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:42:22.469487 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-4d325f06-a0c3-4030-b87b-527a7887da4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:42:22.542670 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8aa3e202-f364-4c75-9d0b-febf7f95de6b tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:22.567656 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d504b058-8f3b-4a60-88e3-7b4a3bd96c9c None None] Could not find standard attr ID for object 91731a33-027a-443c-9684-323c886155ae. {{(pid=88371) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 31 13:42:22.580334 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d504b058-8f3b-4a60-88e3-7b4a3bd96c9c None None] Provisioning for port 69c4015f-486b-41bc-954c-1afb6659e7c6 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:42:22.586722 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d504b058-8f3b-4a60-88e3-7b4a3bd96c9c None None] Provisioning complete for port 69c4015f-486b-41bc-954c-1afb6659e7c6 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:42:22.587428 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d504b058-8f3b-4a60-88e3-7b4a3bd96c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:22.621200 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa3e202-f364-4c75-9d0b-febf7f95de6b tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event deleted for resources: {'Port': ['ID=91731a33-027a-443c-9684-323c886155ae,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:22.626306 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 56962) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:22.638738 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4d325f06-a0c3-4030-b87b-527a7887da4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:22.643316 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4d325f06-a0c3-4030-b87b-527a7887da4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:22.695299 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-4d325f06-a0c3-4030-b87b-527a7887da4c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=98018ab9677742de8a440be0586f8075&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6276731 May 31 13:42:22.697791 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 56968) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:22.698497 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d325f06-a0c3-4030-b87b-527a7887da4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22004305-fac0-4089-a735-a7e4d9a38a20,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:22.732445 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-d504b058-8f3b-4a60-88e3-7b4a3bd96c9c None None] Current status of the port 69c4015f-486b-41bc-954c-1afb6659e7c6 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:42:22.740543 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8aa3e202-f364-4c75-9d0b-febf7f95de6b tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:22.749114 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d504b058-8f3b-4a60-88e3-7b4a3bd96c9c None None] Provisioning complete for port b51955fc-0643-459f-94cc-b8a72e569508 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:42:22.749765 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d504b058-8f3b-4a60-88e3-7b4a3bd96c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:22.753914 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-8aa3e202-f364-4c75-9d0b-febf7f95de6b tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "DELETE /v2.0/ports/91731a33-027a-443c-9684-323c886155ae HTTP/1.1" status: 204 len: 168 time: 1.2791908 May 31 13:42:22.756584 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 56972) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:22.818292 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e7e050a-e972-45b3-8c80-8f53cf7eab79 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] GET failed (client error): The resource could not be found. May 31 13:42:22.818831 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-0e7e050a-e972-45b3-8c80-8f53cf7eab79 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Synchronizing usage tracker for tenant:a62a1f0c39e548d390793611ac95b19e on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:42:22.833061 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-d504b058-8f3b-4a60-88e3-7b4a3bd96c9c None None] Port b51955fc-0643-459f-94cc-b8a72e569508 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:42:22.834767 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-c96635bb-9feb-4a8e-b748-4fb5bdffff6c admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-851585632-network', 'tenant_id': 'd06268331b8443e8a2b37ec0865be334'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:42:22.835632 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-645b4f2d-a77a-48af-9f25-f3ed7688d54b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:22.845285 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c96635bb-9feb-4a8e-b748-4fb5bdffff6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:42:22.849689 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-0e7e050a-e972-45b3-8c80-8f53cf7eab79 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Unset dirty status for tenant:a62a1f0c39e548d390793611ac95b19e on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:42:22.851057 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-0e7e050a-e972-45b3-8c80-8f53cf7eab79 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "GET /v2.0/ports/91731a33-027a-443c-9684-323c886155ae HTTP/1.1" status: 404 len: 333 time: 0.0924168 May 31 13:42:22.852908 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c96635bb-9feb-4a8e-b748-4fb5bdffff6c admin admin] Usage tracker for resource:network and tenant:d06268331b8443e8a2b37ec0865be334 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:42:22.853733 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 56976) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:22.857973 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c96635bb-9feb-4a8e-b748-4fb5bdffff6c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:42:22.865097 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c96635bb-9feb-4a8e-b748-4fb5bdffff6c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:42:22.875495 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c96635bb-9feb-4a8e-b748-4fb5bdffff6c admin admin] Made reservation on behalf of d06268331b8443e8a2b37ec0865be334 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:42:22.878159 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c96635bb-9feb-4a8e-b748-4fb5bdffff6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:22.888030 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-645b4f2d-a77a-48af-9f25-f3ed7688d54b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:22.891658 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c96635bb-9feb-4a8e-b748-4fb5bdffff6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:22.908717 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c96635bb-9feb-4a8e-b748-4fb5bdffff6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:42:22.912674 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c96635bb-9feb-4a8e-b748-4fb5bdffff6c admin admin] Usage tracker for resource:security_group_rule and tenant:d06268331b8443e8a2b37ec0865be334 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:42:22.916080 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c96635bb-9feb-4a8e-b748-4fb5bdffff6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:42:22.922903 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c96635bb-9feb-4a8e-b748-4fb5bdffff6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:42:22.973640 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b1d2139d-a0d1-40b4-8952-cee19395c53a tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:23.006535 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b1d2139d-a0d1-40b4-8952-cee19395c53a tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:23.018838 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-645b4f2d-a77a-48af-9f25-f3ed7688d54b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:23.030429 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c96635bb-9feb-4a8e-b748-4fb5bdffff6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:23.035947 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c96635bb-9feb-4a8e-b748-4fb5bdffff6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:23.063081 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645b4f2d-a77a-48af-9f25-f3ed7688d54b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22004305-fac0-4089-a735-a7e4d9a38a20,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:23.067596 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-645b4f2d-a77a-48af-9f25-f3ed7688d54b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:23.071546 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c96635bb-9feb-4a8e-b748-4fb5bdffff6c admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:42:23.071700 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-645b4f2d-a77a-48af-9f25-f3ed7688d54b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/22004305-fac0-4089-a735-a7e4d9a38a20 HTTP/1.1" status: 204 len: 168 time: 0.3670144 May 31 13:42:23.083469 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96635bb-9feb-4a8e-b748-4fb5bdffff6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af24ae0-d651-4e7d-83fa-9fab3e26656e,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:23.098622 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b1d2139d-a0d1-40b4-8952-cee19395c53a tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:23.103671 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c96635bb-9feb-4a8e-b748-4fb5bdffff6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:23.105006 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-c96635bb-9feb-4a8e-b748-4fb5bdffff6c admin admin] Added segment 3fe42fc4-98e4-4243-a975-9b0e7bb6251c of type vlan for network e75618d2-5afb-4073-b29d-2d3d57a50a99 May 31 13:42:23.134262 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d2139d-a0d1-40b4-8952-cee19395c53a tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf814b08-d0b7-4bd5-ba74-ca2ac4b55a96,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:23.151908 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b1d2139d-a0d1-40b4-8952-cee19395c53a tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:23.153178 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-b1d2139d-a0d1-40b4-8952-cee19395c53a tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "DELETE /v2.0/security-groups/cf814b08-d0b7-4bd5-ba74-ca2ac4b55a96 HTTP/1.1" status: 204 len: 168 time: 0.2983479 May 31 13:42:23.155885 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 56986) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:23.172511 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c96635bb-9feb-4a8e-b748-4fb5bdffff6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:23.178027 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-04703991-94f9-4259-9a45-b5088ed9991a None None] Could not find standard attr ID for object 91731a33-027a-443c-9684-323c886155ae. {{(pid=88371) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 31 13:42:23.232703 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c96635bb-9feb-4a8e-b748-4fb5bdffff6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:23.233741 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96635bb-9feb-4a8e-b748-4fb5bdffff6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:23.234397 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c96635bb-9feb-4a8e-b748-4fb5bdffff6c admin admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:23.362691 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96635bb-9feb-4a8e-b748-4fb5bdffff6c admin admin] Pushing event updated for resources: {'Network': ['ID=e75618d2-5afb-4073-b29d-2d3d57a50a99,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:23.375073 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network e75618d2-5afb-4073-b29d-2d3d57a50a99 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:42:23.379688 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d3b01b78-8c0a-471b-a972-69a4a40de1d5 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:23.424777 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c96635bb-9feb-4a8e-b748-4fb5bdffff6c admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7976441 May 31 13:42:23.428503 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 56992) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:23.441483 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d3b01b78-8c0a-471b-a972-69a4a40de1d5 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:23.464598 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-376986c5-23e3-453b-8f8e-db1907c45fad admin admin] Request body: {'subnet': {'network_id': 'e75618d2-5afb-4073-b29d-2d3d57a50a99', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-851585632-subnet', 'tenant_id': 'd06268331b8443e8a2b37ec0865be334', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:42:23.482250 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-376986c5-23e3-453b-8f8e-db1907c45fad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:42:23.505401 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-376986c5-23e3-453b-8f8e-db1907c45fad admin admin] Usage tracker for resource:subnet and tenant:d06268331b8443e8a2b37ec0865be334 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:42:23.513277 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-376986c5-23e3-453b-8f8e-db1907c45fad admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:42:23.544903 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590a7fed-881a-406a-961c-43ef56317879 req-16a28bd8-0fa8-47fa-af93-c1df3e19df46 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:23.546510 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-590a7fed-881a-406a-961c-43ef56317879 req-16a28bd8-0fa8-47fa-af93-c1df3e19df46 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/ports?device_id=e784aeb2-4e66-4dc1-a934-09bd1cdb248d HTTP/1.1" status: 200 len: 945 time: 0.2689729 May 31 13:42:23.548807 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-376986c5-23e3-453b-8f8e-db1907c45fad admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:42:23.562570 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6175eadc-6755-4dd0-83d5-900195d8706a req-79d1ebee-3b22-41b8-95d9-f16dd4773db7 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:23.563997 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6175eadc-6755-4dd0-83d5-900195d8706a req-79d1ebee-3b22-41b8-95d9-f16dd4773db7 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] 10.222.0.50 "GET /v2.0/ports?device_id=f49d3a8c-ed68-4ba4-8a16-48e5a25d7271 HTTP/1.1" status: 200 len: 946 time: 0.3389685 May 31 13:42:23.618782 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376986c5-23e3-453b-8f8e-db1907c45fad admin admin] Made reservation on behalf of d06268331b8443e8a2b37ec0865be334 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:42:23.621030 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-376986c5-23e3-453b-8f8e-db1907c45fad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:23.641364 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d3b01b78-8c0a-471b-a972-69a4a40de1d5 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:23.745762 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-590a7fed-881a-406a-961c-43ef56317879 req-6061baba-5044-431f-85bb-fa70f1bb32aa tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/security-groups?id=1347e032-1cb8-425e-88e5-bf1247116b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911895 May 31 13:42:23.746764 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b01b78-8c0a-471b-a972-69a4a40de1d5 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d6b89f-63fe-4e57-8b08-1c9b7f6768cf,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:23.760101 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d3b01b78-8c0a-471b-a972-69a4a40de1d5 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:23.761180 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-d3b01b78-8c0a-471b-a972-69a4a40de1d5 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "DELETE /v2.0/security-groups/d1d6b89f-63fe-4e57-8b08-1c9b7f6768cf HTTP/1.1" status: 204 len: 168 time: 0.6043551 May 31 13:42:23.764575 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 57006) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:23.811041 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6175eadc-6755-4dd0-83d5-900195d8706a req-c8c968f3-14fa-4cfe-84e3-ca1421a547ec tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] 10.222.0.50 "GET /v2.0/security-groups?id=bcc17e7d-20be-4c37-b314-b765a132b03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271912 May 31 13:42:23.818039 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 69c4015f-486b-41bc-954c-1afb6659e7c6 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:42:23.978782 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-376986c5-23e3-453b-8f8e-db1907c45fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:24.010881 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-e87d1f1a-372a-4307-96b9-669d470710cd tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Deleting subnet a6a80624-1435-42e5-8268-3999b2fbd7b0 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:42:24.013329 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 69c4015f-486b-41bc-954c-1afb6659e7c6 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:42:24.013955 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:24.026766 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e87d1f1a-372a-4307-96b9-669d470710cd tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:24.128249 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e87d1f1a-372a-4307-96b9-669d470710cd tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:24.205796 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 69c4015f-486b-41bc-954c-1afb6659e7c6 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:42:24.240749 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e87d1f1a-372a-4307-96b9-669d470710cd tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:24.262317 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 57020) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:24.332233 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e87d1f1a-372a-4307-96b9-669d470710cd tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:24.340089 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376986c5-23e3-453b-8f8e-db1907c45fad admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbf59f7a-fc9c-4fc2-925e-fdc63a16df4b,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:24.358175 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376986c5-23e3-453b-8f8e-db1907c45fad admin admin] Checking segment: {'id': '3fe42fc4-98e4-4243-a975-9b0e7bb6251c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e75618d2-5afb-4073-b29d-2d3d57a50a99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:42:24.358533 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376986c5-23e3-453b-8f8e-db1907c45fad admin admin] Network hostable DHCP agents. Network: e75618d2-5afb-4073-b29d-2d3d57a50a99, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:42:24.379502 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87d1f1a-372a-4307-96b9-669d470710cd tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event deleted for resources: {'Subnet': ['ID=a6a80624-1435-42e5-8268-3999b2fbd7b0,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:24.394080 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e7f838-3fd9-4bdd-bb29-0d68ecb6533d None None] Network b99f2da7-601e-4f3f-af52-ed3a903cb927 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:42:24.402762 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e87d1f1a-372a-4307-96b9-669d470710cd tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:24.402949 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b547ee7a-6a90-49db-b5cd-214b6895daac req-385ff1a4-bf1e-4cee-b281-c2d73481c1cd tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:24.404405 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b547ee7a-6a90-49db-b5cd-214b6895daac req-385ff1a4-bf1e-4cee-b281-c2d73481c1cd tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/ports?device_id=b285caa1-0db1-4a98-b033-f5712745a5ff HTTP/1.1" status: 200 len: 945 time: 0.4296076 May 31 13:42:24.416713 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376986c5-23e3-453b-8f8e-db1907c45fad admin admin] Network e75618d2-5afb-4073-b29d-2d3d57a50a99 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:42:24.418441 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e87d1f1a-372a-4307-96b9-669d470710cd tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "DELETE /v2.0/subnets/a6a80624-1435-42e5-8268-3999b2fbd7b0 HTTP/1.1" status: 204 len: 168 time: 0.6526053 May 31 13:42:24.422822 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 57026) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:24.430423 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-d0e21a50-d0dc-4bbb-9795-6624ae063b8d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Request body: {'subnet': {'network_id': 'b99f2da7-601e-4f3f-af52-ed3a903cb927', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:42:24.442858 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec3897-f966-4583-895b-8c415f9a42cd req-e2b21bcd-c273-4a4c-8ac7-f1a806c17743 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:24.450589 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-46ec3897-f966-4583-895b-8c415f9a42cd req-e2b21bcd-c273-4a4c-8ac7-f1a806c17743 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] 10.222.0.50 "GET /v2.0/ports?device_id=faa6ccaa-2dc1-4be7-b5e6-a7432deb4fb0 HTTP/1.1" status: 200 len: 945 time: 0.2456853 May 31 13:42:24.480756 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-ecc55fd7-84d8-45aa-9e06-9f0c41de62fe tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-141729422'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:42:24.504476 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-ecc55fd7-84d8-45aa-9e06-9f0c41de62fe tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:42:24.510847 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-376986c5-23e3-453b-8f8e-db1907c45fad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, e75618d2-5afb-4073-b29d-2d3d57a50a99) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:42:24.515292 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376986c5-23e3-453b-8f8e-db1907c45fad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:24.516015 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-376986c5-23e3-453b-8f8e-db1907c45fad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:24.524180 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19dfd748-8358-4259-abb8-36da89a327f7 None None] Network e75618d2-5afb-4073-b29d-2d3d57a50a99 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:42:24.534998 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-ecc55fd7-84d8-45aa-9e06-9f0c41de62fe tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Usage tracker for resource:network and tenant:b45179d88f0a429c903c4f1442cdd385 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:42:24.544684 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-ecc55fd7-84d8-45aa-9e06-9f0c41de62fe tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:42:24.565419 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b547ee7a-6a90-49db-b5cd-214b6895daac req-54dac586-f4d9-416e-8328-ad36e498bd99 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/security-groups?id=1729ab42-7be5-44f8-b17a-0e9ffb5ba8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513062 May 31 13:42:24.566558 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-ecc55fd7-84d8-45aa-9e06-9f0c41de62fe tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:42:24.583388 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-46ec3897-f966-4583-895b-8c415f9a42cd req-8330c822-56d3-4f3a-92c9-3354eb99e79c tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] 10.222.0.50 "GET /v2.0/security-groups?id=bcc17e7d-20be-4c37-b314-b765a132b03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316872 May 31 13:42:24.589042 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-376986c5-23e3-453b-8f8e-db1907c45fad admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1541455 May 31 13:42:24.594850 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc55fd7-84d8-45aa-9e06-9f0c41de62fe tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Made reservation on behalf of b45179d88f0a429c903c4f1442cdd385 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:42:24.598631 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ecc55fd7-84d8-45aa-9e06-9f0c41de62fe tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:24.615608 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d0e21a50-d0dc-4bbb-9795-6624ae063b8d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:42:24.621340 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d0e21a50-d0dc-4bbb-9795-6624ae063b8d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Usage tracker for resource:subnet and tenant:a62a1f0c39e548d390793611ac95b19e is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:42:24.624856 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d0e21a50-d0dc-4bbb-9795-6624ae063b8d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:42:24.631816 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d0e21a50-d0dc-4bbb-9795-6624ae063b8d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:42:24.635599 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ecc55fd7-84d8-45aa-9e06-9f0c41de62fe tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:24.644039 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e21a50-d0dc-4bbb-9795-6624ae063b8d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Made reservation on behalf of a62a1f0c39e548d390793611ac95b19e for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:42:24.648872 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d0e21a50-d0dc-4bbb-9795-6624ae063b8d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:24.654533 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-ecc55fd7-84d8-45aa-9e06-9f0c41de62fe tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:42:24.659821 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-ecc55fd7-84d8-45aa-9e06-9f0c41de62fe tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Usage tracker for resource:security_group_rule and tenant:b45179d88f0a429c903c4f1442cdd385 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:42:24.664094 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-ecc55fd7-84d8-45aa-9e06-9f0c41de62fe tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:42:24.672203 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-ecc55fd7-84d8-45aa-9e06-9f0c41de62fe tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:42:24.788459 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 57036) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:24.842771 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ecc55fd7-84d8-45aa-9e06-9f0c41de62fe tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:24.855989 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ecc55fd7-84d8-45aa-9e06-9f0c41de62fe tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:24.898674 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecc55fd7-84d8-45aa-9e06-9f0c41de62fe tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:42:24.920506 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748877fe-c560-43a6-b414-5d98cf072ae6 None None] Network e75618d2-5afb-4073-b29d-2d3d57a50a99 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:42:24.956048 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b4769d6-d0b6-4b38-a0e7-b3bebb28a060 admin admin] Deleting subnet cbf59f7a-fc9c-4fc2-925e-fdc63a16df4b {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:42:24.960461 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2b4769d6-d0b6-4b38-a0e7-b3bebb28a060 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:25.037322 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc55fd7-84d8-45aa-9e06-9f0c41de62fe tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=196e8c46-cb58-4371-8e65-240c472e6f71,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:25.040818 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ecc55fd7-84d8-45aa-9e06-9f0c41de62fe tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:25.041346 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-ecc55fd7-84d8-45aa-9e06-9f0c41de62fe tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Added segment 5c666419-ee44-4193-ac3c-104b58a0a99b of type vlan for network 0512952d-3e29-4290-818d-2cb5f3428a07 May 31 13:42:25.072935 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2b4769d6-d0b6-4b38-a0e7-b3bebb28a060 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65507433'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:25.134768 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d0e21a50-d0dc-4bbb-9795-6624ae063b8d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:25.156497 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab16a7-0d40-41ef-ba7d-45c5ba1aa5a7 req-0a4e959d-2684-466f-b0bc-0bb4a4c63b8f tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:25.170577 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c1ab16a7-0d40-41ef-ba7d-45c5ba1aa5a7 req-0a4e959d-2684-466f-b0bc-0bb4a4c63b8f tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/ports?device_id=e784aeb2-4e66-4dc1-a934-09bd1cdb248d HTTP/1.1" status: 200 len: 945 time: 0.2819052 May 31 13:42:25.174346 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ecc55fd7-84d8-45aa-9e06-9f0c41de62fe tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:25.196989 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e21a50-d0dc-4bbb-9795-6624ae063b8d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Network b99f2da7-601e-4f3f-af52-ed3a903cb927 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:42:25.200435 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-d0e21a50-d0dc-4bbb-9795-6624ae063b8d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:42:25.205653 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e21a50-d0dc-4bbb-9795-6624ae063b8d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:25.205861 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d0e21a50-d0dc-4bbb-9795-6624ae063b8d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:25.216957 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2b4769d6-d0b6-4b38-a0e7-b3bebb28a060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:25.232397 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e21a50-d0dc-4bbb-9795-6624ae063b8d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event updated for resources: {'Subnet': ['ID=3fff0c23-c2d2-47a0-9f0d-7d79c4d7fcf7,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:25.242685 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e21a50-d0dc-4bbb-9795-6624ae063b8d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:42:25.243422 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e21a50-d0dc-4bbb-9795-6624ae063b8d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:42:25.243422 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e21a50-d0dc-4bbb-9795-6624ae063b8d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:42:25.244390 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e21a50-d0dc-4bbb-9795-6624ae063b8d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:42:25.244390 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e21a50-d0dc-4bbb-9795-6624ae063b8d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:42:25.244390 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e21a50-d0dc-4bbb-9795-6624ae063b8d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:42:25.244781 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e21a50-d0dc-4bbb-9795-6624ae063b8d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:42:25.245151 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e21a50-d0dc-4bbb-9795-6624ae063b8d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:42:25.245567 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e21a50-d0dc-4bbb-9795-6624ae063b8d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:42:25.245932 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e21a50-d0dc-4bbb-9795-6624ae063b8d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:42:25.246311 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e21a50-d0dc-4bbb-9795-6624ae063b8d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:42:25.246901 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e21a50-d0dc-4bbb-9795-6624ae063b8d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:42:25.251063 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d0e21a50-d0dc-4bbb-9795-6624ae063b8d tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8263872 May 31 13:42:25.253556 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 57042) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:25.259112 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-085c8fb9-ff64-450c-9bb3-f883002d5705 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Request body: {'security_group': {'name': 'tempest-secgroup-1905873959'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:42:25.265393 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-085c8fb9-ff64-450c-9bb3-f883002d5705 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:42:25.269319 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-085c8fb9-ff64-450c-9bb3-f883002d5705 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Usage tracker for resource:security_group and tenant:a62a1f0c39e548d390793611ac95b19e is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:42:25.273330 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-085c8fb9-ff64-450c-9bb3-f883002d5705 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:42:25.279703 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-085c8fb9-ff64-450c-9bb3-f883002d5705 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:42:25.292572 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-085c8fb9-ff64-450c-9bb3-f883002d5705 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:25.314204 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c1ab16a7-0d40-41ef-ba7d-45c5ba1aa5a7 req-b30fa20d-4cfe-499c-a2fa-e9a170c2f22f tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/security-groups?id=1347e032-1cb8-425e-88e5-bf1247116b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424735 May 31 13:42:25.318420 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-085c8fb9-ff64-450c-9bb3-f883002d5705 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:42:25.324833 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-085c8fb9-ff64-450c-9bb3-f883002d5705 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Usage tracker for resource:security_group_rule and tenant:a62a1f0c39e548d390793611ac95b19e is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:42:25.328765 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-085c8fb9-ff64-450c-9bb3-f883002d5705 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:42:25.332597 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ecc55fd7-84d8-45aa-9e06-9f0c41de62fe tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:25.336641 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-085c8fb9-ff64-450c-9bb3-f883002d5705 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:42:25.338509 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc55fd7-84d8-45aa-9e06-9f0c41de62fe tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:25.339138 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ecc55fd7-84d8-45aa-9e06-9f0c41de62fe tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:25.430758 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-085c8fb9-ff64-450c-9bb3-f883002d5705 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:25.437041 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-085c8fb9-ff64-450c-9bb3-f883002d5705 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:25.469504 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2b4769d6-d0b6-4b38-a0e7-b3bebb28a060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65216469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65148562'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:25.493617 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085c8fb9-ff64-450c-9bb3-f883002d5705 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e29a0ea4-65fe-4a50-be9b-acb4334645e6,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:25.496853 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-085c8fb9-ff64-450c-9bb3-f883002d5705 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:25.500819 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-085c8fb9-ff64-450c-9bb3-f883002d5705 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2435675 May 31 13:42:25.500984 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 57046) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:25.506313 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-74e5e70f-4875-42b5-8d3d-bac12a2fa29f tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Request body: {'security_group': {'name': 'tempest-secgroup-2025335610'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:42:25.509861 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-ecc55fd7-84d8-45aa-9e06-9f0c41de62fe tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2356303 May 31 13:42:25.515346 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 57050) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:25.515536 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc55fd7-84d8-45aa-9e06-9f0c41de62fe tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Pushing event updated for resources: {'Network': ['ID=0512952d-3e29-4290-818d-2cb5f3428a07,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:25.522354 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-9205c27c-6e7c-4ad1-ba5b-276e9a931771 tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Request body: {'subnet': {'network_id': '0512952d-3e29-4290-818d-2cb5f3428a07', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:42:25.524358 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2b4769d6-d0b6-4b38-a0e7-b3bebb28a060 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:25.527468 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 0512952d-3e29-4290-818d-2cb5f3428a07 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:42:25.535893 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-2b4769d6-d0b6-4b38-a0e7-b3bebb28a060 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/cbf59f7a-fc9c-4fc2-925e-fdc63a16df4b HTTP/1.1" status: 204 len: 168 time: 0.7459407 May 31 13:42:25.537221 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4769d6-d0b6-4b38-a0e7-b3bebb28a060 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbf59f7a-fc9c-4fc2-925e-fdc63a16df4b,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:25.539945 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 57054) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:25.542608 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-74e5e70f-4875-42b5-8d3d-bac12a2fa29f tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:42:25.596540 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-74e5e70f-4875-42b5-8d3d-bac12a2fa29f tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Usage tracker for resource:security_group and tenant:a62a1f0c39e548d390793611ac95b19e is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:42:25.618598 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-74e5e70f-4875-42b5-8d3d-bac12a2fa29f tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:42:25.640802 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-74e5e70f-4875-42b5-8d3d-bac12a2fa29f tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:42:25.681854 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-74e5e70f-4875-42b5-8d3d-bac12a2fa29f tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:25.692691 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d643ae66-3157-4961-a721-ae149a739ea4 None None] Network b99f2da7-601e-4f3f-af52-ed3a903cb927 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:42:25.703257 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-9205c27c-6e7c-4ad1-ba5b-276e9a931771 tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:42:25.710512 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ad5fcdec-d0ad-420a-a432-738d99419275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:25.710935 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-9205c27c-6e7c-4ad1-ba5b-276e9a931771 tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Usage tracker for resource:subnet and tenant:b45179d88f0a429c903c4f1442cdd385 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:42:25.716578 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-9205c27c-6e7c-4ad1-ba5b-276e9a931771 tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:42:25.726269 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-74e5e70f-4875-42b5-8d3d-bac12a2fa29f tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:42:25.728590 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-9205c27c-6e7c-4ad1-ba5b-276e9a931771 tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:42:25.734850 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-74e5e70f-4875-42b5-8d3d-bac12a2fa29f tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Usage tracker for resource:security_group_rule and tenant:a62a1f0c39e548d390793611ac95b19e is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:42:25.739917 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-74e5e70f-4875-42b5-8d3d-bac12a2fa29f tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:42:25.748289 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-74e5e70f-4875-42b5-8d3d-bac12a2fa29f tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:42:25.750668 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9205c27c-6e7c-4ad1-ba5b-276e9a931771 tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Made reservation on behalf of b45179d88f0a429c903c4f1442cdd385 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:42:25.754242 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9205c27c-6e7c-4ad1-ba5b-276e9a931771 tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:25.812554 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-fba5ac92-f78e-4bb7-81e0-56edbd493e33 None None] Provisioning complete for port 69c4015f-486b-41bc-954c-1afb6659e7c6 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:42:25.812915 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fba5ac92-f78e-4bb7-81e0-56edbd493e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:25.960902 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-74e5e70f-4875-42b5-8d3d-bac12a2fa29f tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:25.966012 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ad5fcdec-d0ad-420a-a432-738d99419275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:26.001546 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-74e5e70f-4875-42b5-8d3d-bac12a2fa29f tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:26.008761 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-ad5fcdec-d0ad-420a-a432-738d99419275 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e75618d2-5afb-4073-b29d-2d3d57a50a99']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:42:26.026285 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707fe773-0bc2-4079-b1a1-347adf0866f5 req-58d96547-b302-4022-a0f8-4e6df6e8835a tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:26.027891 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-707fe773-0bc2-4079-b1a1-347adf0866f5 req-58d96547-b302-4022-a0f8-4e6df6e8835a tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/ports?device_id=b285caa1-0db1-4a98-b033-f5712745a5ff HTTP/1.1" status: 200 len: 945 time: 0.3056159 May 31 13:42:26.043057 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-ad5fcdec-d0ad-420a-a432-738d99419275 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fe42fc4-98e4-4243-a975-9b0e7bb6251c') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:42:26.043057 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-ad5fcdec-d0ad-420a-a432-738d99419275 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fe42fc4-98e4-4243-a975-9b0e7bb6251c') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:42:26.073597 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ad5fcdec-d0ad-420a-a432-738d99419275 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:26.077201 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-74e5e70f-4875-42b5-8d3d-bac12a2fa29f tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:26.078509 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-74e5e70f-4875-42b5-8d3d-bac12a2fa29f tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5765257 May 31 13:42:26.081797 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e5e70f-4875-42b5-8d3d-bac12a2fa29f tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=424f437a-287f-4322-9357-0698e64f6764,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:26.085470 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 57064) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:26.091418 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-fba5ac92-f78e-4bb7-81e0-56edbd493e33 None None] Current status of the port 69c4015f-486b-41bc-954c-1afb6659e7c6 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:42:26.096707 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc4d226-2e6b-421b-b6ef-209140383290 req-66ce393d-677a-48c7-97db-3d4733c6c6d6 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:26.098259 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bdc4d226-2e6b-421b-b6ef-209140383290 req-66ce393d-677a-48c7-97db-3d4733c6c6d6 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] 10.222.0.50 "GET /v2.0/ports?device_id=faa6ccaa-2dc1-4be7-b5e6-a7432deb4fb0 HTTP/1.1" status: 200 len: 945 time: 0.3319902 May 31 13:42:26.105249 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-3e51c2dc-4c67-4f21-ba54-0412432f985a tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Request body: {'security_group': {'name': 'tempest-secgroup-1271954671'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:42:26.112807 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3e51c2dc-4c67-4f21-ba54-0412432f985a tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:42:26.114371 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ad5fcdec-d0ad-420a-a432-738d99419275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:26.117109 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-3e51c2dc-4c67-4f21-ba54-0412432f985a tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Usage tracker for resource:security_group and tenant:a62a1f0c39e548d390793611ac95b19e is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:42:26.120822 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-3e51c2dc-4c67-4f21-ba54-0412432f985a tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:42:26.128477 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-fba5ac92-f78e-4bb7-81e0-56edbd493e33 None None] Provisioning complete for port b51955fc-0643-459f-94cc-b8a72e569508 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:42:26.128651 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3e51c2dc-4c67-4f21-ba54-0412432f985a tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:42:26.128895 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fba5ac92-f78e-4bb7-81e0-56edbd493e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:26.144096 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3e51c2dc-4c67-4f21-ba54-0412432f985a tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:26.152949 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad5fcdec-d0ad-420a-a432-738d99419275 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:42:26.153410 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ad5fcdec-d0ad-420a-a432-738d99419275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:26.191219 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-fba5ac92-f78e-4bb7-81e0-56edbd493e33 None None] Port b51955fc-0643-459f-94cc-b8a72e569508 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:42:26.192053 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3e51c2dc-4c67-4f21-ba54-0412432f985a tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:42:26.206811 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9205c27c-6e7c-4ad1-ba5b-276e9a931771 tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:26.210899 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-3e51c2dc-4c67-4f21-ba54-0412432f985a tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Usage tracker for resource:security_group_rule and tenant:a62a1f0c39e548d390793611ac95b19e is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:42:26.226915 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-707fe773-0bc2-4079-b1a1-347adf0866f5 req-18c9c00b-87e0-4a62-9fc0-8eb7cabe52df tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/security-groups?id=1729ab42-7be5-44f8-b17a-0e9ffb5ba8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916575 May 31 13:42:26.235905 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 3fe42fc4-98e4-4243-a975-9b0e7bb6251c resource provider aggregate not found May 31 13:42:26.245647 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-3e51c2dc-4c67-4f21-ba54-0412432f985a tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:42:26.268279 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3e51c2dc-4c67-4f21-ba54-0412432f985a tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:42:26.323917 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3ee370-942e-4e88-b3f1-922464e184bd None None] Update dhcp port {'port': {'network_id': 'b99f2da7-601e-4f3f-af52-ed3a903cb927', 'fixed_ips': [{'subnet_id': '86e30dcd-660b-4421-b343-96cd301a84a4', 'ip_address': '172.20.0.18'}, {'subnet_id': '3fff0c23-c2d2-47a0-9f0d-7d79c4d7fcf7'}], 'binding:host_id': 'n-d-843939-1'}, 'id': '69c4015f-486b-41bc-954c-1afb6659e7c6'} from n-d-843939-1. {{(pid=88371) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 31 13:42:26.324258 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9205c27c-6e7c-4ad1-ba5b-276e9a931771 tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Pushing event updated for resources: {'Subnet': ['ID=10cb4f64-5cac-4cb0-afdc-74637227e025,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:26.343467 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9205c27c-6e7c-4ad1-ba5b-276e9a931771 tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Checking segment: {'id': '5c666419-ee44-4193-ac3c-104b58a0a99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0512952d-3e29-4290-818d-2cb5f3428a07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:42:26.343812 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9205c27c-6e7c-4ad1-ba5b-276e9a931771 tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Network hostable DHCP agents. Network: 0512952d-3e29-4290-818d-2cb5f3428a07, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:42:26.386895 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9205c27c-6e7c-4ad1-ba5b-276e9a931771 tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Network 0512952d-3e29-4290-818d-2cb5f3428a07 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:42:26.411449 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-9205c27c-6e7c-4ad1-ba5b-276e9a931771 tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 0512952d-3e29-4290-818d-2cb5f3428a07) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:42:26.416769 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9205c27c-6e7c-4ad1-ba5b-276e9a931771 tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:26.417372 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9205c27c-6e7c-4ad1-ba5b-276e9a931771 tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:26.442455 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3e51c2dc-4c67-4f21-ba54-0412432f985a tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:26.447126 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efc45ba-6c92-4fe0-bea1-b0fbd9cc00b0 None None] Network 0512952d-3e29-4290-818d-2cb5f3428a07 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:42:26.449766 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3e51c2dc-4c67-4f21-ba54-0412432f985a tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:26.449956 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 3fe42fc4-98e4-4243-a975-9b0e7bb6251c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3fe42fc4-98e4-4243-a975-9b0e7bb6251c found for delete ", "request_id": "req-772adc4b-63e5-434e-a69a-f259ee18214f"}]} May 31 13:42:26.478033 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bdc4d226-2e6b-421b-b6ef-209140383290 req-d58e1086-ddac-4d92-81fd-db656c05a5c0 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] 10.222.0.50 "GET /v2.0/security-groups?id=bcc17e7d-20be-4c37-b314-b765a132b03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3607626 May 31 13:42:26.487950 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-9205c27c-6e7c-4ad1-ba5b-276e9a931771 tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9682984 May 31 13:42:26.488963 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 57074) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:26.504395 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-54c72406-1e66-4d24-b701-f10358843d62 tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Request body: {'port': {'network_id': '0512952d-3e29-4290-818d-2cb5f3428a07', 'name': 'tempest-ExtraDHCPOptionsTestJSON-532919048'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:42:26.512689 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3e51c2dc-4c67-4f21-ba54-0412432f985a tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:26.514137 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-3e51c2dc-4c67-4f21-ba54-0412432f985a tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4259765 May 31 13:42:26.523650 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 57080) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:26.542633 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-402383dc-bdcc-4db5-a4d2-4ff52256ca4b tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1921388254', 'security_groups': ['0cf2a975-c645-4e20-b509-e757ca6cb676'], 'network_id': 'b99f2da7-601e-4f3f-af52-ed3a903cb927', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3fff0c23-c2d2-47a0-9f0d-7d79c4d7fcf7'}]}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:42:26.570621 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ad5fcdec-d0ad-420a-a432-738d99419275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:26.618711 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e51c2dc-4c67-4f21-ba54-0412432f985a tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf2a975-c645-4e20-b509-e757ca6cb676,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:26.623543 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-de3ee370-942e-4e88-b3f1-922464e184bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:26.707475 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ad5fcdec-d0ad-420a-a432-738d99419275 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:26.769032 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5fcdec-d0ad-420a-a432-738d99419275 admin admin] Pushing event deleted for resources: {'Network': ['ID=e75618d2-5afb-4073-b29d-2d3d57a50a99,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:26.787142 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-402383dc-bdcc-4db5-a4d2-4ff52256ca4b tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:42:26.802841 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-402383dc-bdcc-4db5-a4d2-4ff52256ca4b tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:42:26.826256 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-ad5fcdec-d0ad-420a-a432-738d99419275 admin admin] 10.222.0.50 "DELETE /v2.0/networks/e75618d2-5afb-4073-b29d-2d3d57a50a99 HTTP/1.1" status: 204 len: 168 time: 1.2844570 May 31 13:42:26.856877 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-402383dc-bdcc-4db5-a4d2-4ff52256ca4b tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Made reservation on behalf of a62a1f0c39e548d390793611ac95b19e for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:42:26.880415 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-54c72406-1e66-4d24-b701-f10358843d62 tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:42:26.887868 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba354ab-e016-4de4-b634-a5e9ae5a53b9 req-a39f823c-98ea-4563-b58c-8ed94df42a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:26.889360 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fba354ab-e016-4de4-b634-a5e9ae5a53b9 req-a39f823c-98ea-4563-b58c-8ed94df42a9f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b285caa1-0db1-4a98-b033-f5712745a5ff HTTP/1.1" status: 200 len: 1096 time: 0.6250827 May 31 13:42:26.893020 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-54c72406-1e66-4d24-b701-f10358843d62 tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Usage tracker for resource:port and tenant:b45179d88f0a429c903c4f1442cdd385 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:42:26.896455 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-54c72406-1e66-4d24-b701-f10358843d62 tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:42:26.904615 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-54c72406-1e66-4d24-b701-f10358843d62 tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:42:26.942099 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db3936-e765-40a6-948b-1121983bcbed req-31c4d5d3-c350-4d38-a1c8-1a13f967484a tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:26.949726 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-75db3936-e765-40a6-948b-1121983bcbed req-31c4d5d3-c350-4d38-a1c8-1a13f967484a tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/ports?device_id=e784aeb2-4e66-4dc1-a934-09bd1cdb248d HTTP/1.1" status: 200 len: 945 time: 0.2678883 May 31 13:42:26.988938 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c72406-1e66-4d24-b701-f10358843d62 tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Made reservation on behalf of b45179d88f0a429c903c4f1442cdd385 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:42:26.992869 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-54c72406-1e66-4d24-b701-f10358843d62 tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:27.019914 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33ccdf3-bdb0-4766-a4c2-135e94a3b20f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-0512952d-3e29-4290-818d-2cb5f3428a07', 'network_id': '0512952d-3e29-4290-818d-2cb5f3428a07', 'tenant_id': 'b45179d88f0a429c903c4f1442cdd385', 'fixed_ips': [{'subnet_id': '10cb4f64-5cac-4cb0-afdc-74637227e025'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:42:27.020712 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e33ccdf3-bdb0-4766-a4c2-135e94a3b20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:27.039879 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-75db3936-e765-40a6-948b-1121983bcbed req-c13a9927-cfed-429a-9e59-ce2139dda521 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/security-groups?id=1347e032-1cb8-425e-88e5-bf1247116b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889015 May 31 13:42:27.042544 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-de3ee370-942e-4e88-b3f1-922464e184bd None None] Allocated IP 172.20.0.2 (b99f2da7-601e-4f3f-af52-ed3a903cb927/3fff0c23-c2d2-47a0-9f0d-7d79c4d7fcf7/69c4015f-486b-41bc-954c-1afb6659e7c6) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:42:27.054860 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fba354ab-e016-4de4-b634-a5e9ae5a53b9 req-d614a52a-3822-4b12-9fdc-4e4a81ae8b1d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1729ab42-7be5-44f8-b17a-0e9ffb5ba8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387556 May 31 13:42:27.056576 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-54c72406-1e66-4d24-b701-f10358843d62 tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] device_id is not set on port 962d341c-d851-476d-8499-f7ba24a13c66 yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:42:27.172184 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-402383dc-bdcc-4db5-a4d2-4ff52256ca4b tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:27.175850 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 57090) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:27.208625 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-402383dc-bdcc-4db5-a4d2-4ff52256ca4b tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] device_id is not set on port 672a1f73-ae2f-4c38-a3aa-3d124d2edc77 yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:42:27.280122 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-de3ee370-942e-4e88-b3f1-922464e184bd None None] For port 69c4015f-486b-41bc-954c-1afb6659e7c6, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=69c4015f-486b-41bc-954c-1afb6659e7c6,segment=NetworkSegment(c3f80a27-b5a1-4d68-87fa-7ed9ac0ada84),segment_id=c3f80a27-b5a1-4d68-87fa-7ed9ac0ada84)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:42:27.309725 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-de3ee370-942e-4e88-b3f1-922464e184bd None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:27.329690 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-de3ee370-942e-4e88-b3f1-922464e184bd None None] Transition to ACTIVE for port object 69c4015f-486b-41bc-954c-1afb6659e7c6 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:42:27.334424 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-de3ee370-942e-4e88-b3f1-922464e184bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:27.342540 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-9c66f6f0-64da-4abb-8e75-fb0f9fd2baba admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d06268331b8443e8a2b37ec0865be334&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1658406 May 31 13:42:27.345434 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 57096) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:27.424085 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-54c72406-1e66-4d24-b701-f10358843d62 tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Allocated IP 172.20.0.6 (0512952d-3e29-4290-818d-2cb5f3428a07/10cb4f64-5cac-4cb0-afdc-74637227e025/962d341c-d851-476d-8499-f7ba24a13c66) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:42:27.494252 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3ee370-942e-4e88-b3f1-922464e184bd None None] Pushing event updated for resources: {'Port': ['ID=69c4015f-486b-41bc-954c-1afb6659e7c6,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:27.529047 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-402383dc-bdcc-4db5-a4d2-4ff52256ca4b tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Allocated IP 172.20.0.13 (b99f2da7-601e-4f3f-af52-ed3a903cb927/3fff0c23-c2d2-47a0-9f0d-7d79c4d7fcf7/672a1f73-ae2f-4c38-a3aa-3d124d2edc77) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:42:27.573747 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-242ca5bb-b7ab-400d-bdf7-9c76cfbd0968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:27.620725 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e373221c-08d5-4d25-9c10-2dce4ca73f3a req-e41249b1-24d6-432c-b5d2-bdcd240ca653 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:27.622378 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e373221c-08d5-4d25-9c10-2dce4ca73f3a req-e41249b1-24d6-432c-b5d2-bdcd240ca653 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] 10.222.0.50 "GET /v2.0/ports?device_id=faa6ccaa-2dc1-4be7-b5e6-a7432deb4fb0 HTTP/1.1" status: 200 len: 945 time: 0.3670301 May 31 13:42:27.732337 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-242ca5bb-b7ab-400d-bdf7-9c76cfbd0968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:27.743500 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-402383dc-bdcc-4db5-a4d2-4ff52256ca4b tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:27.762665 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-402383dc-bdcc-4db5-a4d2-4ff52256ca4b tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Transition to ACTIVE for port object 672a1f73-ae2f-4c38-a3aa-3d124d2edc77 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:42:27.767299 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0d9bc0-bd67-439a-a3e1-58cd740d3091 req-1aedc88e-aaf8-4a3d-b395-0cf499207ea2 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:27.775017 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-be0d9bc0-bd67-439a-a3e1-58cd740d3091 req-1aedc88e-aaf8-4a3d-b395-0cf499207ea2 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/ports?device_id=b285caa1-0db1-4a98-b033-f5712745a5ff HTTP/1.1" status: 200 len: 945 time: 0.3928812 May 31 13:42:27.789690 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-402383dc-bdcc-4db5-a4d2-4ff52256ca4b tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:27.800108 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 69c4015f-486b-41bc-954c-1afb6659e7c6 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:42:27.856371 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e373221c-08d5-4d25-9c10-2dce4ca73f3a req-e1279cc2-e419-4fbb-b747-a2a593c3032a tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] 10.222.0.50 "GET /v2.0/security-groups?id=bcc17e7d-20be-4c37-b314-b765a132b03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707435 May 31 13:42:27.879734 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402383dc-bdcc-4db5-a4d2-4ff52256ca4b tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Network b99f2da7-601e-4f3f-af52-ed3a903cb927 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:42:27.883488 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-402383dc-bdcc-4db5-a4d2-4ff52256ca4b tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:42:27.893352 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402383dc-bdcc-4db5-a4d2-4ff52256ca4b tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:42:27.924727 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-be0d9bc0-bd67-439a-a3e1-58cd740d3091 req-e2171129-ea91-4fad-b06c-782848084858 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/security-groups?id=1729ab42-7be5-44f8-b17a-0e9ffb5ba8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488178 May 31 13:42:27.950992 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-54c72406-1e66-4d24-b701-f10358843d62 tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:27.965874 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-242ca5bb-b7ab-400d-bdf7-9c76cfbd0968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:27.967108 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402383dc-bdcc-4db5-a4d2-4ff52256ca4b tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event updated for resources: {'Port': ['ID=672a1f73-ae2f-4c38-a3aa-3d124d2edc77,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:27.982149 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-54c72406-1e66-4d24-b701-f10358843d62 tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Transition to ACTIVE for port object 962d341c-d851-476d-8499-f7ba24a13c66 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:42:27.987718 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402383dc-bdcc-4db5-a4d2-4ff52256ca4b tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:27.988571 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-402383dc-bdcc-4db5-a4d2-4ff52256ca4b tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:27.993448 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242ca5bb-b7ab-400d-bdf7-9c76cfbd0968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af24ae0-d651-4e7d-83fa-9fab3e26656e,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:28.005228 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-242ca5bb-b7ab-400d-bdf7-9c76cfbd0968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:28.009729 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-242ca5bb-b7ab-400d-bdf7-9c76cfbd0968 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3af24ae0-d651-4e7d-83fa-9fab3e26656e HTTP/1.1" status: 204 len: 168 time: 0.6627965 May 31 13:42:28.023898 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-402383dc-bdcc-4db5-a4d2-4ff52256ca4b tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.4958978 May 31 13:42:28.024139 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 57102) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:28.030358 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-54c72406-1e66-4d24-b701-f10358843d62 tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:28.030849 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-4b221621-2e99-4a63-9e66-0846da226c60 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Request body: {'subnet': {'network_id': 'b99f2da7-601e-4f3f-af52-ed3a903cb927', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:42:28.177143 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c72406-1e66-4d24-b701-f10358843d62 tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Network 0512952d-3e29-4290-818d-2cb5f3428a07 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:42:28.181980 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-54c72406-1e66-4d24-b701-f10358843d62 tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:42:28.186662 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c72406-1e66-4d24-b701-f10358843d62 tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:42:28.212795 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-e33ccdf3-bdb0-4766-a4c2-135e94a3b20f None None] Allocated IP 172.20.0.2 (0512952d-3e29-4290-818d-2cb5f3428a07/10cb4f64-5cac-4cb0-afdc-74637227e025/f1a111fc-2f9c-4a34-ae43-40e652d380ac) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:42:28.222242 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c72406-1e66-4d24-b701-f10358843d62 tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Pushing event updated for resources: {'Port': ['ID=962d341c-d851-476d-8499-f7ba24a13c66,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:28.281753 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c72406-1e66-4d24-b701-f10358843d62 tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:28.282798 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-54c72406-1e66-4d24-b701-f10358843d62 tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:28.338217 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4b221621-2e99-4a63-9e66-0846da226c60 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:42:28.342711 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-4b221621-2e99-4a63-9e66-0846da226c60 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Usage tracker for resource:subnet and tenant:a62a1f0c39e548d390793611ac95b19e is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:42:28.346858 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-4b221621-2e99-4a63-9e66-0846da226c60 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:42:28.355019 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4b221621-2e99-4a63-9e66-0846da226c60 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:42:28.397198 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 57110) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:28.398435 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-54c72406-1e66-4d24-b701-f10358843d62 tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9072018 May 31 13:42:28.402460 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b221621-2e99-4a63-9e66-0846da226c60 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Made reservation on behalf of a62a1f0c39e548d390793611ac95b19e for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:42:28.406241 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4b221621-2e99-4a63-9e66-0846da226c60 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:28.439977 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c442faa7-d31a-4fec-b575-173d6d79a468 req-05746a51-ef29-4dfc-92ce-258e02724968 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:28.441683 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c442faa7-d31a-4fec-b575-173d6d79a468 req-05746a51-ef29-4dfc-92ce-258e02724968 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/ports?device_id=e784aeb2-4e66-4dc1-a934-09bd1cdb248d HTTP/1.1" status: 200 len: 945 time: 0.1423020 May 31 13:42:28.465076 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-a8034f7d-a3e7-4179-8cee-eb914972bfc4 tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Request body: {'port': {'network_id': '0512952d-3e29-4290-818d-2cb5f3428a07', 'name': 'tempest-ExtraDHCPOptionsTestJSON-658734253', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:42:28.466332 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.api.validators [None req-a8034f7d-a3e7-4179-8cee-eb914972bfc4 tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] bootfile-name is not in valid_values {{(pid=88369) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 31 13:42:28.466921 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.api.validators [None req-a8034f7d-a3e7-4179-8cee-eb914972bfc4 tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] tftp-server is not in valid_values {{(pid=88369) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 31 13:42:28.467520 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.api.validators [None req-a8034f7d-a3e7-4179-8cee-eb914972bfc4 tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] server-ip-address is not in valid_values {{(pid=88369) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 31 13:42:28.468707 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2562ecda-8f0c-416c-a299-0d46d2b7eaaf None None] Provisioning for port 69c4015f-486b-41bc-954c-1afb6659e7c6 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:42:28.502316 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c442faa7-d31a-4fec-b575-173d6d79a468 req-8bf84044-40cc-458b-8d20-1a32a557f016 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/security-groups?id=1347e032-1cb8-425e-88e5-bf1247116b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529029 May 31 13:42:28.517607 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2562ecda-8f0c-416c-a299-0d46d2b7eaaf None None] Provisioning complete for port 69c4015f-486b-41bc-954c-1afb6659e7c6 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:42:28.517901 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2562ecda-8f0c-416c-a299-0d46d2b7eaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:28.675561 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e33ccdf3-bdb0-4766-a4c2-135e94a3b20f None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:28.744329 n-d-843939-1 neutron-server[88369]: INFO neutron.db.ipam_backend_mixin [None req-4b221621-2e99-4a63-9e66-0846da226c60 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3fff0c23-c2d2-47a0-9f0d-7d79c4d7fcf7 (CIDR: 172.20.0.0/28) May 31 13:42:28.751853 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b221621-2e99-4a63-9e66-0846da226c60 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 13:42:28.752268 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b221621-2e99-4a63-9e66-0846da226c60 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:42:28.788915 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-4b221621-2e99-4a63-9e66-0846da226c60 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7636347 May 31 13:42:28.791947 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 57122) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:28.793246 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2562ecda-8f0c-416c-a299-0d46d2b7eaaf None None] Current status of the port 69c4015f-486b-41bc-954c-1afb6659e7c6 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:42:28.796218 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e33ccdf3-bdb0-4766-a4c2-135e94a3b20f None None] Transition to ACTIVE for port object f1a111fc-2f9c-4a34-ae43-40e652d380ac will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:42:28.802380 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-592b972f-6c17-446e-a994-998b1ff46cef tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Request body: {'subnet': {'network_id': 'b99f2da7-601e-4f3f-af52-ed3a903cb927', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:42:28.823361 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e33ccdf3-bdb0-4766-a4c2-135e94a3b20f None None] Transition to ACTIVE for port object f1a111fc-2f9c-4a34-ae43-40e652d380ac will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:42:28.825934 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2562ecda-8f0c-416c-a299-0d46d2b7eaaf None None] Provisioning complete for port b51955fc-0643-459f-94cc-b8a72e569508 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:42:28.826628 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2562ecda-8f0c-416c-a299-0d46d2b7eaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:28.851669 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a8034f7d-a3e7-4179-8cee-eb914972bfc4 tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:42:28.856528 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a8034f7d-a3e7-4179-8cee-eb914972bfc4 tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Usage tracker for resource:port and tenant:b45179d88f0a429c903c4f1442cdd385 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:42:28.859767 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e33ccdf3-bdb0-4766-a4c2-135e94a3b20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:28.860356 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a8034f7d-a3e7-4179-8cee-eb914972bfc4 tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:42:28.867474 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a8034f7d-a3e7-4179-8cee-eb914972bfc4 tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:42:28.879814 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8034f7d-a3e7-4179-8cee-eb914972bfc4 tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Made reservation on behalf of b45179d88f0a429c903c4f1442cdd385 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:42:28.884420 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a8034f7d-a3e7-4179-8cee-eb914972bfc4 tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:28.917187 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-a8034f7d-a3e7-4179-8cee-eb914972bfc4 tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] device_id is not set on port 5c97cca6-7982-44d9-b374-95343c14730d yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:42:28.969229 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33ccdf3-bdb0-4766-a4c2-135e94a3b20f None None] Network 0512952d-3e29-4290-818d-2cb5f3428a07 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:42:28.976636 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-e33ccdf3-bdb0-4766-a4c2-135e94a3b20f None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:42:28.989281 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33ccdf3-bdb0-4766-a4c2-135e94a3b20f None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:42:29.002838 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2562ecda-8f0c-416c-a299-0d46d2b7eaaf None None] Port b51955fc-0643-459f-94cc-b8a72e569508 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:42:29.061841 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33ccdf3-bdb0-4766-a4c2-135e94a3b20f None None] Pushing event updated for resources: {'Port': ['ID=f1a111fc-2f9c-4a34-ae43-40e652d380ac,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:29.071332 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-592b972f-6c17-446e-a994-998b1ff46cef tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:42:29.076053 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-592b972f-6c17-446e-a994-998b1ff46cef tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Usage tracker for resource:subnet and tenant:a62a1f0c39e548d390793611ac95b19e is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:42:29.081623 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-592b972f-6c17-446e-a994-998b1ff46cef tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:42:29.088669 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-592b972f-6c17-446e-a994-998b1ff46cef tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:42:29.102099 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-592b972f-6c17-446e-a994-998b1ff46cef tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Made reservation on behalf of a62a1f0c39e548d390793611ac95b19e for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:42:29.106923 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-592b972f-6c17-446e-a994-998b1ff46cef tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:29.125832 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-e33ccdf3-bdb0-4766-a4c2-135e94a3b20f None None] Attempting to bind port f1a111fc-2f9c-4a34-ae43-40e652d380ac on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:42:29.126235 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-e33ccdf3-bdb0-4766-a4c2-135e94a3b20f None None] Attempting to bind port f1a111fc-2f9c-4a34-ae43-40e652d380ac by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '5c666419-ee44-4193-ac3c-104b58a0a99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0512952d-3e29-4290-818d-2cb5f3428a07'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:42:29.127547 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33ccdf3-bdb0-4766-a4c2-135e94a3b20f None None] Attempting to bind port f1a111fc-2f9c-4a34-ae43-40e652d380ac on network 0512952d-3e29-4290-818d-2cb5f3428a07 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:42:29.137210 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33ccdf3-bdb0-4766-a4c2-135e94a3b20f None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:42:29.137748 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33ccdf3-bdb0-4766-a4c2-135e94a3b20f None None] Checking segment: {'id': '5c666419-ee44-4193-ac3c-104b58a0a99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0512952d-3e29-4290-818d-2cb5f3428a07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:42:29.138194 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e33ccdf3-bdb0-4766-a4c2-135e94a3b20f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:29.138606 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33ccdf3-bdb0-4766-a4c2-135e94a3b20f None None] Bound using segment: {'id': '5c666419-ee44-4193-ac3c-104b58a0a99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0512952d-3e29-4290-818d-2cb5f3428a07'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:42:29.139088 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-e33ccdf3-bdb0-4766-a4c2-135e94a3b20f None None] Bound port: f1a111fc-2f9c-4a34-ae43-40e652d380ac, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c666419-ee44-4193-ac3c-104b58a0a99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0512952d-3e29-4290-818d-2cb5f3428a07'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:42:29.139465 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e33ccdf3-bdb0-4766-a4c2-135e94a3b20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:29.176779 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-a8034f7d-a3e7-4179-8cee-eb914972bfc4 tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Allocated IP 172.20.0.9 (0512952d-3e29-4290-818d-2cb5f3428a07/10cb4f64-5cac-4cb0-afdc-74637227e025/5c97cca6-7982-44d9-b374-95343c14730d) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:42:29.201687 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-4750164a-f85a-4edd-99a7-f032500a0fdf None None] Provisioning for port 672a1f73-ae2f-4c38-a3aa-3d124d2edc77 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:42:29.217335 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-4750164a-f85a-4edd-99a7-f032500a0fdf None None] Provisioning complete for port 672a1f73-ae2f-4c38-a3aa-3d124d2edc77 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:42:29.218120 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4750164a-f85a-4edd-99a7-f032500a0fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:29.386294 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-4750164a-f85a-4edd-99a7-f032500a0fdf None None] Port 672a1f73-ae2f-4c38-a3aa-3d124d2edc77 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:42:29.400567 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-e33ccdf3-bdb0-4766-a4c2-135e94a3b20f None None] For port f1a111fc-2f9c-4a34-ae43-40e652d380ac, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:42:29.412111 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-e33ccdf3-bdb0-4766-a4c2-135e94a3b20f None None] For port f1a111fc-2f9c-4a34-ae43-40e652d380ac, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=f1a111fc-2f9c-4a34-ae43-40e652d380ac,segment=NetworkSegment(5c666419-ee44-4193-ac3c-104b58a0a99b),segment_id=5c666419-ee44-4193-ac3c-104b58a0a99b)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:42:29.419421 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e33ccdf3-bdb0-4766-a4c2-135e94a3b20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:29.567373 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33ccdf3-bdb0-4766-a4c2-135e94a3b20f None None] Pushing event updated for resources: {'Port': ['ID=f1a111fc-2f9c-4a34-ae43-40e652d380ac,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:29.580651 n-d-843939-1 neutron-server[88370]: INFO neutron.db.ipam_backend_mixin [None req-592b972f-6c17-446e-a994-998b1ff46cef tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 86e30dcd-660b-4421-b343-96cd301a84a4 (CIDR: 172.20.0.16/28) May 31 13:42:29.597032 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-592b972f-6c17-446e-a994-998b1ff46cef tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 13:42:29.597626 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-592b972f-6c17-446e-a994-998b1ff46cef tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:42:29.629454 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a8034f7d-a3e7-4179-8cee-eb914972bfc4 tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:29.647639 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c4d3f6-6a78-4af9-bca7-727a7e1dea0f req-a4c71a44-32b9-4d32-82ef-768efc65f079 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:29.656181 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-27c4d3f6-6a78-4af9-bca7-727a7e1dea0f req-a4c71a44-32b9-4d32-82ef-768efc65f079 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] 10.222.0.50 "GET /v2.0/ports?device_id=faa6ccaa-2dc1-4be7-b5e6-a7432deb4fb0 HTTP/1.1" status: 200 len: 945 time: 0.4651871 May 31 13:42:29.657073 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-a8034f7d-a3e7-4179-8cee-eb914972bfc4 tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Transition to ACTIVE for port object 5c97cca6-7982-44d9-b374-95343c14730d will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:42:29.691228 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-592b972f-6c17-446e-a994-998b1ff46cef tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.8967724 May 31 13:42:29.697328 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 57146) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:29.705339 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-42f3a1b8-bd19-4d93-b8e5-d976eb0f1b38 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Request body: {'subnet': {'network_id': 'b99f2da7-601e-4f3f-af52-ed3a903cb927', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:42:29.715063 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7979087-3815-47cf-888f-d1711bf0f9f6 req-439e23be-64a8-4b49-affe-9323cb866dba tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:29.722187 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a7979087-3815-47cf-888f-d1711bf0f9f6 req-439e23be-64a8-4b49-affe-9323cb866dba tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/ports?device_id=b285caa1-0db1-4a98-b033-f5712745a5ff HTTP/1.1" status: 200 len: 945 time: 0.4351268 May 31 13:42:29.733547 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a8034f7d-a3e7-4179-8cee-eb914972bfc4 tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:29.749978 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-27c4d3f6-6a78-4af9-bca7-727a7e1dea0f req-f9fce6b1-a547-488e-80c3-1fa7d0fb5cbf tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] 10.222.0.50 "GET /v2.0/security-groups?id=bcc17e7d-20be-4c37-b314-b765a132b03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929251 May 31 13:42:29.782708 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a7979087-3815-47cf-888f-d1711bf0f9f6 req-dd3a98a0-8e01-46a4-9f50-bff16751c4bb tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/security-groups?id=1729ab42-7be5-44f8-b17a-0e9ffb5ba8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576627 May 31 13:42:29.935956 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8034f7d-a3e7-4179-8cee-eb914972bfc4 tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Network 0512952d-3e29-4290-818d-2cb5f3428a07 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:42:29.944284 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-a8034f7d-a3e7-4179-8cee-eb914972bfc4 tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:42:29.953460 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8034f7d-a3e7-4179-8cee-eb914972bfc4 tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:42:29.999126 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8034f7d-a3e7-4179-8cee-eb914972bfc4 tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Pushing event updated for resources: {'Port': ['ID=5c97cca6-7982-44d9-b374-95343c14730d,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:30.042796 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8688db5e-eb37-4ca3-b30f-b75824e37fd7 req-30372dd0-2b6a-4048-8fcf-22469e6b6ed0 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:30.044467 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8688db5e-eb37-4ca3-b30f-b75824e37fd7 req-30372dd0-2b6a-4048-8fcf-22469e6b6ed0 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/ports?device_id=e784aeb2-4e66-4dc1-a934-09bd1cdb248d HTTP/1.1" status: 200 len: 945 time: 0.1569059 May 31 13:42:30.079324 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8034f7d-a3e7-4179-8cee-eb914972bfc4 tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:30.079964 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a8034f7d-a3e7-4179-8cee-eb914972bfc4 tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:30.093817 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-42f3a1b8-bd19-4d93-b8e5-d976eb0f1b38 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:42:30.100833 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-42f3a1b8-bd19-4d93-b8e5-d976eb0f1b38 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Usage tracker for resource:subnet and tenant:a62a1f0c39e548d390793611ac95b19e is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:42:30.105510 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-42f3a1b8-bd19-4d93-b8e5-d976eb0f1b38 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:42:30.106209 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8688db5e-eb37-4ca3-b30f-b75824e37fd7 req-625a58de-f99d-4fc8-9687-aece733c2d73 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/security-groups?id=1347e032-1cb8-425e-88e5-bf1247116b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474677 May 31 13:42:30.113043 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-42f3a1b8-bd19-4d93-b8e5-d976eb0f1b38 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:42:30.118211 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a8034f7d-a3e7-4179-8cee-eb914972bfc4 tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 1.7193990 May 31 13:42:30.120666 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 57154) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:30.164009 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f3a1b8-bd19-4d93-b8e5-d976eb0f1b38 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Made reservation on behalf of a62a1f0c39e548d390793611ac95b19e for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:42:30.167535 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-42f3a1b8-bd19-4d93-b8e5-d976eb0f1b38 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:30.338833 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e905038-825a-4654-b242-84d7fa764c3c tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:30.345244 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e905038-825a-4654-b242-84d7fa764c3c tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:30.351876 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e905038-825a-4654-b242-84d7fa764c3c tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:30.352763 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-3e905038-825a-4654-b242-84d7fa764c3c tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Synchronizing usage tracker for tenant:b45179d88f0a429c903c4f1442cdd385 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:42:30.385251 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-3e905038-825a-4654-b242-84d7fa764c3c tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Unset dirty status for tenant:b45179d88f0a429c903c4f1442cdd385 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:42:30.386880 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-3e905038-825a-4654-b242-84d7fa764c3c tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2614 time: 0.2651532 May 31 13:42:30.389417 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 57158) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:30.523009 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-b9c7372c-97d2-4f9a-8ebe-e77b863b10ea tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Deleting port 5c97cca6-7982-44d9-b374-95343c14730d {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:42:30.523563 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b9c7372c-97d2-4f9a-8ebe-e77b863b10ea tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:30.871790 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-42f3a1b8-bd19-4d93-b8e5-d976eb0f1b38 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:30.943759 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322c3849-759f-4c21-988c-277329eab7e9 None None] Network 0512952d-3e29-4290-818d-2cb5f3428a07 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:42:31.148984 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f3a1b8-bd19-4d93-b8e5-d976eb0f1b38 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Network b99f2da7-601e-4f3f-af52-ed3a903cb927 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:42:31.154398 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-42f3a1b8-bd19-4d93-b8e5-d976eb0f1b38 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:42:31.168364 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d612016c-c7b1-4d86-98cc-7a895990958b None None] Network b99f2da7-601e-4f3f-af52-ed3a903cb927 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:42:31.168977 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c4c39d-92dd-4276-ad5f-9b9dc1dc1664 req-d38259ae-7d40-4a2c-b9eb-69bd47c667b0 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:31.170294 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f3a1b8-bd19-4d93-b8e5-d976eb0f1b38 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:31.170474 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-66c4c39d-92dd-4276-ad5f-9b9dc1dc1664 req-d38259ae-7d40-4a2c-b9eb-69bd47c667b0 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] 10.222.0.44 "GET /v2.0/ports?device_id=f49d3a8c-ed68-4ba4-8a16-48e5a25d7271 HTTP/1.1" status: 200 len: 946 time: 0.3930955 May 31 13:42:31.170887 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-42f3a1b8-bd19-4d93-b8e5-d976eb0f1b38 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:31.182301 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a475bd-baeb-49c4-97ea-4c76a5dae99d req-3eaea703-898f-4c8b-88f2-0b1b301f9d40 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:31.184811 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-29a475bd-baeb-49c4-97ea-4c76a5dae99d req-3eaea703-898f-4c8b-88f2-0b1b301f9d40 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] 10.222.0.44 "GET /v2.0/ports?device_id=faa6ccaa-2dc1-4be7-b5e6-a7432deb4fb0 HTTP/1.1" status: 200 len: 945 time: 0.4984279 May 31 13:42:31.234302 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b9c7372c-97d2-4f9a-8ebe-e77b863b10ea tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:31.253591 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f3a1b8-bd19-4d93-b8e5-d976eb0f1b38 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event updated for resources: {'Subnet': ['ID=1074c2e8-3c57-499d-b599-7ba0f5ba70f4,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:31.337512 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b001b706-b824-4610-bad5-b6df246c5d77 None None] Provisioning for port f1a111fc-2f9c-4a34-ae43-40e652d380ac completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:42:31.342009 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438939e1-edce-454f-b38f-d62696ab4362 req-4cea83a0-999a-4947-b7f2-5c43238d78f7 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:31.344806 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-438939e1-edce-454f-b38f-d62696ab4362 req-4cea83a0-999a-4947-b7f2-5c43238d78f7 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] 10.222.0.50 "GET /v2.0/ports?device_id=faa6ccaa-2dc1-4be7-b5e6-a7432deb4fb0 HTTP/1.1" status: 200 len: 945 time: 0.4391534 May 31 13:42:31.369474 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-66c4c39d-92dd-4276-ad5f-9b9dc1dc1664 req-c1816139-d64c-4669-8123-68476c68989f tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Deleting port 68de1c35-3ba9-40da-9488-9947ca2a210d {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:42:31.369867 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-66c4c39d-92dd-4276-ad5f-9b9dc1dc1664 req-c1816139-d64c-4669-8123-68476c68989f tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:31.424885 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-b9c7372c-97d2-4f9a-8ebe-e77b863b10ea tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Calling delete_port for 5c97cca6-7982-44d9-b374-95343c14730d owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:42:31.495468 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-29a475bd-baeb-49c4-97ea-4c76a5dae99d req-d0b80ba8-b6f7-4925-bc8a-0b20e012b3c0 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Deleting port c0175c0d-3e4c-42b3-8f67-fa72560bbf06 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:42:31.495810 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-29a475bd-baeb-49c4-97ea-4c76a5dae99d req-d0b80ba8-b6f7-4925-bc8a-0b20e012b3c0 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:31.501133 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-42f3a1b8-bd19-4d93-b8e5-d976eb0f1b38 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.8028672 May 31 13:42:31.511576 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 57188) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:31.522560 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-36c07454-2ac0-4217-93f9-2eb362d1f923 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-674749824', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1074c2e8-3c57-499d-b599-7ba0f5ba70f4'}], 'security_groups': ['e29a0ea4-65fe-4a50-be9b-acb4334645e6', '424f437a-287f-4322-9357-0698e64f6764']}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:42:31.583499 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92961e16-0e1c-4f4f-a194-31c6954af93c req-67ad0636-8cf8-42f7-bd80-82bbf87e4314 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:31.586600 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-92961e16-0e1c-4f4f-a194-31c6954af93c req-67ad0636-8cf8-42f7-bd80-82bbf87e4314 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/ports?device_id=b285caa1-0db1-4a98-b033-f5712745a5ff HTTP/1.1" status: 200 len: 945 time: 0.5324335 May 31 13:42:31.760145 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-438939e1-edce-454f-b38f-d62696ab4362 req-6f68bfdd-62f2-41f8-bc67-11403039c07a tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] 10.222.0.50 "GET /v2.0/security-groups?id=bcc17e7d-20be-4c37-b314-b765a132b03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080223 May 31 13:42:31.877010 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b9c7372c-97d2-4f9a-8ebe-e77b863b10ea tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:31.933937 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-92961e16-0e1c-4f4f-a194-31c6954af93c req-23c68e51-4bde-4c69-8446-e70b9433ff8b tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/security-groups?id=1729ab42-7be5-44f8-b17a-0e9ffb5ba8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3315799 May 31 13:42:31.953242 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device f1a111fc-2f9c-4a34-ae43-40e652d380ac up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:42:32.075896 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db913a6d-bb5c-480b-ace7-f715e097f8a2 None None] Update dhcp port {'port': {'network_id': 'b99f2da7-601e-4f3f-af52-ed3a903cb927', 'fixed_ips': [{'subnet_id': '86e30dcd-660b-4421-b343-96cd301a84a4', 'ip_address': '172.20.0.18'}, {'subnet_id': '3fff0c23-c2d2-47a0-9f0d-7d79c4d7fcf7', 'ip_address': '172.20.0.2'}, {'subnet_id': '1074c2e8-3c57-499d-b599-7ba0f5ba70f4'}], 'binding:host_id': 'n-d-843939-1'}, 'id': '69c4015f-486b-41bc-954c-1afb6659e7c6'} from n-d-843939-1. {{(pid=88371) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 31 13:42:32.152566 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c7372c-97d2-4f9a-8ebe-e77b863b10ea tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Pushing event deleted for resources: {'Port': ['ID=5c97cca6-7982-44d9-b374-95343c14730d,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:32.202143 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-db913a6d-bb5c-480b-ace7-f715e097f8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:32.222760 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-7631105d-b627-4217-a2bd-ef8a2037a20a None None] Could not find standard attr ID for object 5c97cca6-7982-44d9-b374-95343c14730d. {{(pid=88371) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 31 13:42:32.238375 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port f1a111fc-2f9c-4a34-ae43-40e652d380ac completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:42:32.298765 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port f1a111fc-2f9c-4a34-ae43-40e652d380ac triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:42:32.299152 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:32.299331 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-66c4c39d-92dd-4276-ad5f-9b9dc1dc1664 req-c1816139-d64c-4669-8123-68476c68989f tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] For port 68de1c35-3ba9-40da-9488-9947ca2a210d, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=68de1c35-3ba9-40da-9488-9947ca2a210d,segment=NetworkSegment(f44e8783-3b0b-49f9-9a6f-b0d5f2f569b7),segment_id=f44e8783-3b0b-49f9-9a6f-b0d5f2f569b7)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:42:32.299816 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-66c4c39d-92dd-4276-ad5f-9b9dc1dc1664 req-c1816139-d64c-4669-8123-68476c68989f tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:32.377574 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-7631105d-b627-4217-a2bd-ef8a2037a20a None None] Provisioning for port 962d341c-d851-476d-8499-f7ba24a13c66 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:42:32.399738 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-36c07454-2ac0-4217-93f9-2eb362d1f923 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:32.401139 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-7631105d-b627-4217-a2bd-ef8a2037a20a None None] Provisioning complete for port 962d341c-d851-476d-8499-f7ba24a13c66 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:42:32.401809 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7631105d-b627-4217-a2bd-ef8a2037a20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:32.480041 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e5130-84eb-46de-a0ca-dffa770b43d1 req-ec3e7620-75db-472b-be1d-fc0bca1565c3 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:32.499243 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-300e5130-84eb-46de-a0ca-dffa770b43d1 req-ec3e7620-75db-472b-be1d-fc0bca1565c3 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/ports?device_id=e784aeb2-4e66-4dc1-a934-09bd1cdb248d HTTP/1.1" status: 200 len: 945 time: 0.4612606 May 31 13:42:32.519193 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b9c7372c-97d2-4f9a-8ebe-e77b863b10ea tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:32.560001 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b9c7372c-97d2-4f9a-8ebe-e77b863b10ea tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] 10.222.0.50 "DELETE /v2.0/ports/5c97cca6-7982-44d9-b374-95343c14730d HTTP/1.1" status: 204 len: 168 time: 2.1639867 May 31 13:42:32.560001 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 57220) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:32.565423 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-05c98f2f-3a75-4237-a72d-3ef2f4e07848 tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Request body: {'port': {'name': 'tempest-new-port-name-194812476', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:42:32.565828 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.api.validators [None req-05c98f2f-3a75-4237-a72d-3ef2f4e07848 tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] bootfile-name is not in valid_values {{(pid=88369) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 31 13:42:32.566198 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.api.validators [None req-05c98f2f-3a75-4237-a72d-3ef2f4e07848 tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] tftp-server is not in valid_values {{(pid=88369) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 31 13:42:32.566529 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.api.validators [None req-05c98f2f-3a75-4237-a72d-3ef2f4e07848 tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] server-ip-address is not in valid_values {{(pid=88369) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 31 13:42:32.621196 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-66c4c39d-92dd-4276-ad5f-9b9dc1dc1664 req-c1816139-d64c-4669-8123-68476c68989f tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Calling delete_port for 68de1c35-3ba9-40da-9488-9947ca2a210d owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:42:32.676233 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ef1b425f-1e35-4d03-a7b9-f82639fe03da req-0369c614-8606-49f8-b211-493627a4848d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=11332720-a38e-4aad-a18d-a89dce10acd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6546738 May 31 13:42:32.680105 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-29a475bd-baeb-49c4-97ea-4c76a5dae99d req-d0b80ba8-b6f7-4925-bc8a-0b20e012b3c0 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] For port c0175c0d-3e4c-42b3-8f67-fa72560bbf06, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=c0175c0d-3e4c-42b3-8f67-fa72560bbf06,segment=NetworkSegment(f44e8783-3b0b-49f9-9a6f-b0d5f2f569b7),segment_id=f44e8783-3b0b-49f9-9a6f-b0d5f2f569b7)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:42:32.680523 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-29a475bd-baeb-49c4-97ea-4c76a5dae99d req-d0b80ba8-b6f7-4925-bc8a-0b20e012b3c0 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:32.688279 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-7631105d-b627-4217-a2bd-ef8a2037a20a None None] Port 962d341c-d851-476d-8499-f7ba24a13c66 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:42:32.745285 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-7631105d-b627-4217-a2bd-ef8a2037a20a None None] Provisioning complete for port f1a111fc-2f9c-4a34-ae43-40e652d380ac triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:42:32.745804 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7631105d-b627-4217-a2bd-ef8a2037a20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:32.840336 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-db913a6d-bb5c-480b-ace7-f715e097f8a2 None None] Allocated IP 172.20.0.34 (b99f2da7-601e-4f3f-af52-ed3a903cb927/1074c2e8-3c57-499d-b599-7ba0f5ba70f4/69c4015f-486b-41bc-954c-1afb6659e7c6) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:42:32.863375 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port f1a111fc-2f9c-4a34-ae43-40e652d380ac is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:42:32.863905 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:32.932425 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-05c98f2f-3a75-4237-a72d-3ef2f4e07848 tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:32.980669 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port f1a111fc-2f9c-4a34-ae43-40e652d380ac, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=f1a111fc-2f9c-4a34-ae43-40e652d380ac,segment=NetworkSegment(5c666419-ee44-4193-ac3c-104b58a0a99b),segment_id=5c666419-ee44-4193-ac3c-104b58a0a99b)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:42:32.995594 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:33.078876 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b425f-1e35-4d03-a7b9-f82639fe03da req-e83a10a0-4622-459f-88c3-872e1e7f1df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:33.081270 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ef1b425f-1e35-4d03-a7b9-f82639fe03da req-e83a10a0-4622-459f-88c3-872e1e7f1df9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7e44bf4ef1bd484ea1258b83855c2d26&device_id=11332720-a38e-4aad-a18d-a89dce10acd0 HTTP/1.1" status: 200 len: 1096 time: 0.2730491 May 31 13:42:33.140505 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-29a475bd-baeb-49c4-97ea-4c76a5dae99d req-d0b80ba8-b6f7-4925-bc8a-0b20e012b3c0 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Calling delete_port for c0175c0d-3e4c-42b3-8f67-fa72560bbf06 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:42:33.156429 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=f1a111fc-2f9c-4a34-ae43-40e652d380ac,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:33.173488 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-7631105d-b627-4217-a2bd-ef8a2037a20a None None] Current status of the port f1a111fc-2f9c-4a34-ae43-40e652d380ac is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:42:33.182439 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-db913a6d-bb5c-480b-ace7-f715e097f8a2 None None] For port 69c4015f-486b-41bc-954c-1afb6659e7c6, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=69c4015f-486b-41bc-954c-1afb6659e7c6,segment=NetworkSegment(c3f80a27-b5a1-4d68-87fa-7ed9ac0ada84),segment_id=c3f80a27-b5a1-4d68-87fa-7ed9ac0ada84)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:42:33.210330 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-db913a6d-bb5c-480b-ace7-f715e097f8a2 None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:33.231070 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-db913a6d-bb5c-480b-ace7-f715e097f8a2 None None] Transition to ACTIVE for port object 69c4015f-486b-41bc-954c-1afb6659e7c6 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:42:33.236330 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-db913a6d-bb5c-480b-ace7-f715e097f8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:33.248575 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-300e5130-84eb-46de-a0ca-dffa770b43d1 req-c2efaac7-c7fe-4362-910a-7d832798ea7b tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/security-groups?id=1347e032-1cb8-425e-88e5-bf1247116b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7484193 May 31 13:42:33.301108 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6a353365-4134-4889-b14b-b6b6b0609649 None None] Could not find standard attr ID for object 5c97cca6-7982-44d9-b374-95343c14730d. {{(pid=88371) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 31 13:42:33.387182 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b425f-1e35-4d03-a7b9-f82639fe03da req-e5c35712-6581-4bc9-b4f6-196a04bc431a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:33.388774 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ef1b425f-1e35-4d03-a7b9-f82639fe03da req-e5c35712-6581-4bc9-b4f6-196a04bc431a service neutron] 10.222.0.44 "GET /v2.0/networks?id=f4e69724-d0b8-4d4d-97a2-cfcb4a62380c HTTP/1.1" status: 200 len: 912 time: 0.2554255 May 31 13:42:33.440670 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-66c4c39d-92dd-4276-ad5f-9b9dc1dc1664 req-c1816139-d64c-4669-8123-68476c68989f tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:33.525423 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6a353365-4134-4889-b14b-b6b6b0609649 None None] Provisioning complete for port 962d341c-d851-476d-8499-f7ba24a13c66 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:42:33.525801 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6a353365-4134-4889-b14b-b6b6b0609649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:33.541959 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1816139-d64c-4669-8123-68476c68989f tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Pushing event deleted for resources: {'Port': ['ID=68de1c35-3ba9-40da-9488-9947ca2a210d,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:33.679318 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db913a6d-bb5c-480b-ace7-f715e097f8a2 None None] Pushing event updated for resources: {'Port': ['ID=69c4015f-486b-41bc-954c-1afb6659e7c6,revision_number=7']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:33.704513 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481fa64-4f9f-480a-b09a-37b48803d7bb req-561ff544-6a32-4915-837d-17c845d9193c tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:33.711873 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1481fa64-4f9f-480a-b09a-37b48803d7bb req-561ff544-6a32-4915-837d-17c845d9193c tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/networks?id=48ff30cd-fefc-45b9-9b91-2fda26bd24e8 HTTP/1.1" status: 200 len: 811 time: 1.2105229 May 31 13:42:33.718861 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-6a353365-4134-4889-b14b-b6b6b0609649 None None] Port 962d341c-d851-476d-8499-f7ba24a13c66 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:42:33.818316 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-66c4c39d-92dd-4276-ad5f-9b9dc1dc1664 req-c1816139-d64c-4669-8123-68476c68989f tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] No DVR routers for this DVR port 68de1c35-3ba9-40da-9488-9947ca2a210d on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:42:33.823810 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1481fa64-4f9f-480a-b09a-37b48803d7bb req-15ce9e68-d193-448d-b2f1-31eeb279008d tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/quotas/04053c05038f4fa8aafe732444e2f2c0 HTTP/1.1" status: 200 len: 375 time: 0.1108644 May 31 13:42:33.824710 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ef1b425f-1e35-4d03-a7b9-f82639fe03da req-75d89ba8-6ff2-4dec-ac81-1af70c8325f0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1292f46-ad59-49bc-8df3-1733c2bfaf9c HTTP/1.1" status: 200 len: 1000 time: 0.3873467 May 31 13:42:33.828478 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-66c4c39d-92dd-4276-ad5f-9b9dc1dc1664 req-c1816139-d64c-4669-8123-68476c68989f tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:33.844936 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f49d3a8c-ed68-4ba4-8a16-48e5a25d7271', 'name': 'network-vif-deleted', 'tag': '68de1c35-3ba9-40da-9488-9947ca2a210d'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:42:33.868853 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 69c4015f-486b-41bc-954c-1afb6659e7c6 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:42:33.869832 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-66c4c39d-92dd-4276-ad5f-9b9dc1dc1664 req-c1816139-d64c-4669-8123-68476c68989f tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] 10.222.0.44 "DELETE /v2.0/ports/68de1c35-3ba9-40da-9488-9947ca2a210d HTTP/1.1" status: 204 len: 173 time: 2.6819642 May 31 13:42:33.966333 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-29a475bd-baeb-49c4-97ea-4c76a5dae99d req-d0b80ba8-b6f7-4925-bc8a-0b20e012b3c0 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:34.039511 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device f1a111fc-2f9c-4a34-ae43-40e652d380ac up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:42:34.043475 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-36c07454-2ac0-4217-93f9-2eb362d1f923 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Delete allocated IP 172.20.0.13 (b99f2da7-601e-4f3f-af52-ed3a903cb927/3fff0c23-c2d2-47a0-9f0d-7d79c4d7fcf7) {{(pid=88369) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 31 13:42:34.047640 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b425f-1e35-4d03-a7b9-f82639fe03da req-b87942f9-9f3a-4b48-aad7-be4bfe9779c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:34.049662 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ef1b425f-1e35-4d03-a7b9-f82639fe03da req-b87942f9-9f3a-4b48-aad7-be4bfe9779c3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=24f2589f-f663-4739-8d87-078291d83152 HTTP/1.1" status: 200 len: 850 time: 0.2020569 May 31 13:42:34.056467 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-05c98f2f-3a75-4237-a72d-3ef2f4e07848 tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:34.066519 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b80ba8-b6f7-4925-bc8a-0b20e012b3c0 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Pushing event deleted for resources: {'Port': ['ID=c0175c0d-3e4c-42b3-8f67-fa72560bbf06,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:34.104773 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-05c98f2f-3a75-4237-a72d-3ef2f4e07848 tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:34.124682 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e5508f-5266-49be-a995-2a148aec5cc5 req-62f82b50-fc52-447d-8b75-af8abce9d742 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:34.125471 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-82e5508f-5266-49be-a995-2a148aec5cc5 req-62f82b50-fc52-447d-8b75-af8abce9d742 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Synchronizing usage tracker for tenant:efc105b3ffca404f9d489bce18ac0a3c on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:42:34.173709 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-36c07454-2ac0-4217-93f9-2eb362d1f923 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Allocated IP 172.20.0.36 (b99f2da7-601e-4f3f-af52-ed3a903cb927/1074c2e8-3c57-499d-b599-7ba0f5ba70f4/672a1f73-ae2f-4c38-a3aa-3d124d2edc77) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:42:34.176576 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port f1a111fc-2f9c-4a34-ae43-40e652d380ac triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:42:34.177809 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:34.207389 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-29a475bd-baeb-49c4-97ea-4c76a5dae99d req-d0b80ba8-b6f7-4925-bc8a-0b20e012b3c0 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] No DVR routers for this DVR port c0175c0d-3e4c-42b3-8f67-fa72560bbf06 on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:42:34.211509 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-82e5508f-5266-49be-a995-2a148aec5cc5 req-62f82b50-fc52-447d-8b75-af8abce9d742 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Unset dirty status for tenant:efc105b3ffca404f9d489bce18ac0a3c on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:42:34.218532 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-82e5508f-5266-49be-a995-2a148aec5cc5 req-62f82b50-fc52-447d-8b75-af8abce9d742 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] 10.222.0.50 "GET /v2.0/ports?device_id=faa6ccaa-2dc1-4be7-b5e6-a7432deb4fb0 HTTP/1.1" status: 200 len: 945 time: 0.5697985 May 31 13:42:34.222207 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-29a475bd-baeb-49c4-97ea-4c76a5dae99d req-d0b80ba8-b6f7-4925-bc8a-0b20e012b3c0 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:34.224203 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-29a475bd-baeb-49c4-97ea-4c76a5dae99d req-d0b80ba8-b6f7-4925-bc8a-0b20e012b3c0 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] 10.222.0.44 "DELETE /v2.0/ports/c0175c0d-3e4c-42b3-8f67-fa72560bbf06 HTTP/1.1" status: 204 len: 173 time: 2.9907720 May 31 13:42:34.251958 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1481fa64-4f9f-480a-b09a-37b48803d7bb req-076889f0-c7ff-4f28-b8c1-6719248ccef9 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=04053c05038f4fa8aafe732444e2f2c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3975539 May 31 13:42:34.433145 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port f1a111fc-2f9c-4a34-ae43-40e652d380ac is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:42:34.450887 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c98f2f-3a75-4237-a72d-3ef2f4e07848 tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Pushing event updated for resources: {'Port': ['ID=962d341c-d851-476d-8499-f7ba24a13c66,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:34.477720 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-05c98f2f-3a75-4237-a72d-3ef2f4e07848 tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] In _notify_port_updated(), no bound segment for port 962d341c-d851-476d-8499-f7ba24a13c66 on network 0512952d-3e29-4290-818d-2cb5f3428a07 {{(pid=88369) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 31 13:42:34.484700 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c98f2f-3a75-4237-a72d-3ef2f4e07848 tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:34.486410 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-05c98f2f-3a75-4237-a72d-3ef2f4e07848 tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:34.487940 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-05c98f2f-3a75-4237-a72d-3ef2f4e07848 tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] 10.222.0.50 "PUT /v2.0/ports/962d341c-d851-476d-8499-f7ba24a13c66 HTTP/1.1" status: 200 len: 1135 time: 1.9278438 May 31 13:42:34.494043 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 57242) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:34.496076 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-82e5508f-5266-49be-a995-2a148aec5cc5 req-7da7e099-d91e-4ade-aa3b-7c210206ce36 tempest-MultipleCreateTestJSON-205857327 tempest-MultipleCreateTestJSON-205857327-project] 10.222.0.50 "GET /v2.0/security-groups?id=bcc17e7d-20be-4c37-b314-b765a132b03f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765787 May 31 13:42:34.607132 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1481fa64-4f9f-480a-b09a-37b48803d7bb req-cb50b1f4-4d86-41f1-8061-d3c546756279 service neutron] 10.222.0.50 "GET /v2.0/networks/48ff30cd-fefc-45b9-9b91-2fda26bd24e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3438892 May 31 13:42:34.647748 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 68de1c35-3ba9-40da-9488-9947ca2a210d no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:42:34.676980 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd561b9-c76a-45a5-a7e8-94b0650cf9df tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:34.677596 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-9fd561b9-c76a-45a5-a7e8-94b0650cf9df tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Synchronizing usage tracker for tenant:b45179d88f0a429c903c4f1442cdd385 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:42:34.756445 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] No Port match for: 68de1c35-3ba9-40da-9488-9947ca2a210d {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:42:34.763073 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 68de1c35-3ba9-40da-9488-9947ca2a210d not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:42:34.764737 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device c0175c0d-3e4c-42b3-8f67-fa72560bbf06 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:42:34.825733 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1481fa64-4f9f-480a-b09a-37b48803d7bb req-7d292214-8c27-4340-9a8e-31c5dc238f39 service neutron] 10.222.0.50 "GET /v2.0/networks/48ff30cd-fefc-45b9-9b91-2fda26bd24e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115295 May 31 13:42:34.827570 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b52e4d2f-18f4-41b6-8180-e9861690b2ac'] response: {'server_uuid': 'f49d3a8c-ed68-4ba4-8a16-48e5a25d7271', 'name': 'network-vif-deleted', 'tag': '68de1c35-3ba9-40da-9488-9947ca2a210d', 'status': 'completed', 'code': 200} May 31 13:42:34.839464 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b425f-1e35-4d03-a7b9-f82639fe03da req-7eb08c95-1949-4f45-824a-d20c01c8aa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:34.844555 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ef1b425f-1e35-4d03-a7b9-f82639fe03da req-7eb08c95-1949-4f45-824a-d20c01c8aa3f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f4e69724-d0b8-4d4d-97a2-cfcb4a62380c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7810149 May 31 13:42:34.845613 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] No Port match for: c0175c0d-3e4c-42b3-8f67-fa72560bbf06 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:42:34.845959 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device c0175c0d-3e4c-42b3-8f67-fa72560bbf06 not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:42:34.856630 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a768787c-6e5d-4e6a-a372-745a7dd85079 None None] Provisioning complete for port 672a1f73-ae2f-4c38-a3aa-3d124d2edc77 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:42:34.857019 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a768787c-6e5d-4e6a-a372-745a7dd85079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:34.930155 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-a768787c-6e5d-4e6a-a372-745a7dd85079 None None] Port 672a1f73-ae2f-4c38-a3aa-3d124d2edc77 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:42:34.943264 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a768787c-6e5d-4e6a-a372-745a7dd85079 None None] Provisioning complete for port 962d341c-d851-476d-8499-f7ba24a13c66 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:42:34.943908 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a768787c-6e5d-4e6a-a372-745a7dd85079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:35.024160 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-9fd561b9-c76a-45a5-a7e8-94b0650cf9df tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Unset dirty status for tenant:b45179d88f0a429c903c4f1442cdd385 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:42:35.025320 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-9fd561b9-c76a-45a5-a7e8-94b0650cf9df tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] 10.222.0.50 "GET /v2.0/ports/962d341c-d851-476d-8499-f7ba24a13c66 HTTP/1.1" status: 200 len: 1135 time: 0.5303104 May 31 13:42:35.029628 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 57254) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:35.055422 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-a768787c-6e5d-4e6a-a372-745a7dd85079 None None] Port 962d341c-d851-476d-8499-f7ba24a13c66 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:42:35.071395 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a768787c-6e5d-4e6a-a372-745a7dd85079 None None] Provisioning for port 69c4015f-486b-41bc-954c-1afb6659e7c6 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:42:35.078414 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a768787c-6e5d-4e6a-a372-745a7dd85079 None None] Provisioning complete for port 69c4015f-486b-41bc-954c-1afb6659e7c6 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:42:35.078874 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a768787c-6e5d-4e6a-a372-745a7dd85079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:35.173758 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ef1b425f-1e35-4d03-a7b9-f82639fe03da req-e53a4f08-5431-4b3e-a873-fcc07a1f39ae service neutron] 10.222.0.44 "GET /v2.0/networks/f4e69724-d0b8-4d4d-97a2-cfcb4a62380c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089802 May 31 13:42:35.187361 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-659b0138-2ce1-435c-9cec-abc9b9e845da req-5a5f0fa2-eba4-4e00-913c-7701f27de0d7 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/ports?device_id=e704e46a-b1ae-4097-bfd1-f7c0e61530ae HTTP/1.1" status: 200 len: 210 time: 0.1110160 May 31 13:42:35.218344 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-e9c527a2-e38b-4dda-b4ec-51b34b45340b tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Deleting port 962d341c-d851-476d-8499-f7ba24a13c66 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:42:35.218583 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e9c527a2-e38b-4dda-b4ec-51b34b45340b tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:35.270047 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db7ecc-dd54-4db2-b57a-77414f2a0d59 req-174d4f74-a2cf-4a67-8bf2-33561060f9b4 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:35.277192 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-58db7ecc-dd54-4db2-b57a-77414f2a0d59 req-174d4f74-a2cf-4a67-8bf2-33561060f9b4 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/ports?device_id=e784aeb2-4e66-4dc1-a934-09bd1cdb248d HTTP/1.1" status: 200 len: 945 time: 0.3318112 May 31 13:42:35.308272 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-36c07454-2ac0-4217-93f9-2eb362d1f923 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:35.313273 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-a768787c-6e5d-4e6a-a372-745a7dd85079 None None] Current status of the port 69c4015f-486b-41bc-954c-1afb6659e7c6 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:42:35.367298 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a768787c-6e5d-4e6a-a372-745a7dd85079 None None] Provisioning complete for port b51955fc-0643-459f-94cc-b8a72e569508 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:42:35.367298 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a768787c-6e5d-4e6a-a372-745a7dd85079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:35.379394 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 13:42:35.391963 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-58db7ecc-dd54-4db2-b57a-77414f2a0d59 req-291d9740-016a-4f0f-877c-324ab6beb577 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/security-groups?id=1347e032-1cb8-425e-88e5-bf1247116b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138086 May 31 13:42:35.510041 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-a768787c-6e5d-4e6a-a372-745a7dd85079 None None] Port b51955fc-0643-459f-94cc-b8a72e569508 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:42:35.532349 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-36c07454-2ac0-4217-93f9-2eb362d1f923 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Transition to ACTIVE for port object 672a1f73-ae2f-4c38-a3aa-3d124d2edc77 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:42:35.546221 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-36c07454-2ac0-4217-93f9-2eb362d1f923 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:35.650971 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c07454-2ac0-4217-93f9-2eb362d1f923 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event updated for resources: {'Port': ['ID=672a1f73-ae2f-4c38-a3aa-3d124d2edc77,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:35.798182 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 57272) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:35.904066 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-43877ecf-505c-400f-b5bd-73e12e230707 admin admin] Deleting subnet 0acc1f20-833c-45db-adb0-e4409b2d4c9b {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:42:35.906764 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e9c527a2-e38b-4dda-b4ec-51b34b45340b tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:35.930400 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-43877ecf-505c-400f-b5bd-73e12e230707 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:35.953359 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ef1b425f-1e35-4d03-a7b9-f82639fe03da req-acc6469f-aefb-4d2f-a087-d217d1a13c8a service neutron] 10.222.0.44 "GET /v2.0/networks/f4e69724-d0b8-4d4d-97a2-cfcb4a62380c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7673042 May 31 13:42:35.980226 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-36c07454-2ac0-4217-93f9-2eb362d1f923 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] In _notify_port_updated(), no bound segment for port 672a1f73-ae2f-4c38-a3aa-3d124d2edc77 on network b99f2da7-601e-4f3f-af52-ed3a903cb927 {{(pid=88369) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 31 13:42:35.986036 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c07454-2ac0-4217-93f9-2eb362d1f923 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:35.986724 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-36c07454-2ac0-4217-93f9-2eb362d1f923 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:35.991035 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-36c07454-2ac0-4217-93f9-2eb362d1f923 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "PUT /v2.0/ports/672a1f73-ae2f-4c38-a3aa-3d124d2edc77 HTTP/1.1" status: 200 len: 959 time: 4.4783213 May 31 13:42:35.991878 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 57280) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:36.172361 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-a195c0a0-33d8-43d1-9463-864128949c66 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Deleting port 672a1f73-ae2f-4c38-a3aa-3d124d2edc77 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:42:36.175239 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a195c0a0-33d8-43d1-9463-864128949c66 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:36.191474 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-e9c527a2-e38b-4dda-b4ec-51b34b45340b tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Calling delete_port for 962d341c-d851-476d-8499-f7ba24a13c66 owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:42:36.293921 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-43877ecf-505c-400f-b5bd-73e12e230707 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65507433'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:36.338035 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-29f15120-3b9c-4cef-b950-b4f330357825 None None] Provisioning for port 672a1f73-ae2f-4c38-a3aa-3d124d2edc77 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:42:36.351484 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-29f15120-3b9c-4cef-b950-b4f330357825 None None] Provisioning complete for port 672a1f73-ae2f-4c38-a3aa-3d124d2edc77 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:42:36.351886 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-29f15120-3b9c-4cef-b950-b4f330357825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:36.417319 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-43877ecf-505c-400f-b5bd-73e12e230707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:36.540427 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-29f15120-3b9c-4cef-b950-b4f330357825 None None] Port 672a1f73-ae2f-4c38-a3aa-3d124d2edc77 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:42:36.552728 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 57290) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:36.650967 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a195c0a0-33d8-43d1-9463-864128949c66 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:36.695861 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e9c527a2-e38b-4dda-b4ec-51b34b45340b tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:36.728430 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f39db670-68d1-4b7c-a3fa-f723fedc5012 req-0920afe4-6da9-4cce-95d0-438e395ca84b tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/ports?device_id=e704e46a-b1ae-4097-bfd1-f7c0e61530ae HTTP/1.1" status: 200 len: 210 time: 0.0982544 May 31 13:42:36.830655 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faa6ccaa-2dc1-4be7-b5e6-a7432deb4fb0', 'name': 'network-vif-deleted', 'tag': 'c0175c0d-3e4c-42b3-8f67-fa72560bbf06'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:42:36.883418 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c527a2-e38b-4dda-b4ec-51b34b45340b tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Pushing event deleted for resources: {'Port': ['ID=962d341c-d851-476d-8499-f7ba24a13c66,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:36.965619 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af5c295f-3ba1-4fa3-ac3c-cf5ae5e84302'] response: {'server_uuid': 'faa6ccaa-2dc1-4be7-b5e6-a7432deb4fb0', 'name': 'network-vif-deleted', 'tag': 'c0175c0d-3e4c-42b3-8f67-fa72560bbf06', 'status': 'completed', 'code': 200} May 31 13:42:37.048725 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e9c527a2-e38b-4dda-b4ec-51b34b45340b tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:37.059149 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-43877ecf-505c-400f-b5bd-73e12e230707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65216469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65148562'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:37.111856 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43877ecf-505c-400f-b5bd-73e12e230707 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0acc1f20-833c-45db-adb0-e4409b2d4c9b,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:37.150536 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-e9c527a2-e38b-4dda-b4ec-51b34b45340b tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] 10.222.0.50 "DELETE /v2.0/ports/962d341c-d851-476d-8499-f7ba24a13c66 HTTP/1.1" status: 204 len: 168 time: 2.1195593 May 31 13:42:37.152193 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-43877ecf-505c-400f-b5bd-73e12e230707 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:37.154196 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-43877ecf-505c-400f-b5bd-73e12e230707 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/0acc1f20-833c-45db-adb0-e4409b2d4c9b HTTP/1.1" status: 204 len: 168 time: 1.3531728 May 31 13:42:37.166267 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19032caf-c081-42e2-9ef0-8c46bf6cdf5c req-128ffbd6-61f6-4fc9-af1c-5b5561788ab4 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:37.173966 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-19032caf-c081-42e2-9ef0-8c46bf6cdf5c req-128ffbd6-61f6-4fc9-af1c-5b5561788ab4 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/ports?device_id=e784aeb2-4e66-4dc1-a934-09bd1cdb248d HTTP/1.1" status: 200 len: 945 time: 0.5366027 May 31 13:42:37.175654 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 57304) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:37.175990 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 57306) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:37.264452 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6df38145-a77d-45fb-af9d-432803ac37a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:37.396786 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-a195c0a0-33d8-43d1-9463-864128949c66 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Calling delete_port for 672a1f73-ae2f-4c38-a3aa-3d124d2edc77 owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:42:37.406376 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:37.440514 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-19032caf-c081-42e2-9ef0-8c46bf6cdf5c req-65b921a5-741e-4600-b8e8-de4d5baf87a5 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/security-groups?id=1347e032-1cb8-425e-88e5-bf1247116b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654788 May 31 13:42:37.443171 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d35cda69-1e6d-4433-84a2-29b98f262ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:37.449265 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481fa64-4f9f-480a-b09a-37b48803d7bb req-f0fde4a6-0f24-41c0-b06a-0aefa71b1524 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:37.451187 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1481fa64-4f9f-480a-b09a-37b48803d7bb req-f0fde4a6-0f24-41c0-b06a-0aefa71b1524 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.44 "GET /v2.0/networks?id=48ff30cd-fefc-45b9-9b91-2fda26bd24e8 HTTP/1.1" status: 200 len: 811 time: 0.3788114 May 31 13:42:37.457863 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-c78bc36e-a1a9-4622-842c-fcbbeeef4939 tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Deleting subnet 10cb4f64-5cac-4cb0-afdc-74637227e025 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:42:37.464953 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6df38145-a77d-45fb-af9d-432803ac37a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:42:37.465192 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c78bc36e-a1a9-4622-842c-fcbbeeef4939 tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:37.486086 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-1481fa64-4f9f-480a-b09a-37b48803d7bb req-5b800f91-662b-4522-a85a-2387a2afd812 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Request body: {'port': {'device_id': 'e704e46a-b1ae-4097-bfd1-f7c0e61530ae', 'network_id': '48ff30cd-fefc-45b9-9b91-2fda26bd24e8', 'admin_state_up': True, 'tenant_id': '04053c05038f4fa8aafe732444e2f2c0'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:42:37.511574 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-6df38145-a77d-45fb-af9d-432803ac37a4 admin admin] Usage tracker for resource:security_group_rule and tenant:ede412285d5d4ee8a2fca03cb9b188e8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:42:37.523160 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-6df38145-a77d-45fb-af9d-432803ac37a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:42:37.541244 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c78bc36e-a1a9-4622-842c-fcbbeeef4939 tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65507433'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:37.583711 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6df38145-a77d-45fb-af9d-432803ac37a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:42:37.635630 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 57316) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:37.818988 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-1481fa64-4f9f-480a-b09a-37b48803d7bb req-5b800f91-662b-4522-a85a-2387a2afd812 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:42:37.842511 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d35cda69-1e6d-4433-84a2-29b98f262ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:37.895674 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-d35cda69-1e6d-4433-84a2-29b98f262ef4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['259c3729-0e55-4023-ae89-6ca86bbc45c1']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:42:37.907935 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c78bc36e-a1a9-4622-842c-fcbbeeef4939 tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:37.929916 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6df38145-a77d-45fb-af9d-432803ac37a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:37.932154 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a195c0a0-33d8-43d1-9463-864128949c66 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:37.941865 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-1481fa64-4f9f-480a-b09a-37b48803d7bb req-5b800f91-662b-4522-a85a-2387a2afd812 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:42:37.960017 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-d35cda69-1e6d-4433-84a2-29b98f262ef4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f44e8783-3b0b-49f9-9a6f-b0d5f2f569b7') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:42:37.960330 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-d35cda69-1e6d-4433-84a2-29b98f262ef4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f44e8783-3b0b-49f9-9a6f-b0d5f2f569b7') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:42:38.008636 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6df38145-a77d-45fb-af9d-432803ac37a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:38.022954 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0e0bc8f8-37d0-4bbb-bcf3-a13abc26696b req-7d38adc1-32aa-4a42-9c21-f07b2a26973d tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/ports?device_id=e704e46a-b1ae-4097-bfd1-f7c0e61530ae HTTP/1.1" status: 200 len: 210 time: 0.0737870 May 31 13:42:38.026804 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d35cda69-1e6d-4433-84a2-29b98f262ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:38.088615 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-6df38145-a77d-45fb-af9d-432803ac37a4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ede412285d5d4ee8a2fca03cb9b188e8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5319698 May 31 13:42:38.146272 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 57328) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:38.148357 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-84ef351e-670f-47a3-8451-9fc9ab3c5379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:38.159496 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a195c0a0-33d8-43d1-9463-864128949c66 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event deleted for resources: {'Port': ['ID=672a1f73-ae2f-4c38-a3aa-3d124d2edc77,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:38.187965 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1481fa64-4f9f-480a-b09a-37b48803d7bb req-5b800f91-662b-4522-a85a-2387a2afd812 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Made reservation on behalf of 04053c05038f4fa8aafe732444e2f2c0 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:42:38.191406 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-1481fa64-4f9f-480a-b09a-37b48803d7bb req-5b800f91-662b-4522-a85a-2387a2afd812 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:38.207629 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df38145-a77d-45fb-af9d-432803ac37a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e95d639-60b7-45f2-8a77-2ade44aab028,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:38.239457 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-84ef351e-670f-47a3-8451-9fc9ab3c5379 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:42:38.249500 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d35cda69-1e6d-4433-84a2-29b98f262ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:38.252772 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-84ef351e-670f-47a3-8451-9fc9ab3c5379 admin admin] Usage tracker for resource:security_group_rule and tenant:552e68c756ea4f49adde723fb3ad0992 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:42:38.270267 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-84ef351e-670f-47a3-8451-9fc9ab3c5379 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:42:38.281257 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d35cda69-1e6d-4433-84a2-29b98f262ef4 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:42:38.281257 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d35cda69-1e6d-4433-84a2-29b98f262ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:38.299387 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-84ef351e-670f-47a3-8451-9fc9ab3c5379 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:42:38.355995 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment f44e8783-3b0b-49f9-9a6f-b0d5f2f569b7 resource provider aggregate not found May 31 13:42:38.402926 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment f44e8783-3b0b-49f9-9a6f-b0d5f2f569b7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f44e8783-3b0b-49f9-9a6f-b0d5f2f569b7 found for delete ", "request_id": "req-f0c10602-15dd-421a-bf79-b950b34b2025"}]} May 31 13:42:38.416304 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c78bc36e-a1a9-4622-842c-fcbbeeef4939 tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65216469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65148562'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:38.427871 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a195c0a0-33d8-43d1-9463-864128949c66 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:38.450906 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3644b770-9128-4557-ab89-f55cb1d0271d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:38.472105 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d35cda69-1e6d-4433-84a2-29b98f262ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:38.475602 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c78bc36e-a1a9-4622-842c-fcbbeeef4939 tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:38.478780 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78bc36e-a1a9-4622-842c-fcbbeeef4939 tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Pushing event deleted for resources: {'Subnet': ['ID=10cb4f64-5cac-4cb0-afdc-74637227e025,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:38.485221 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9004ff5b-c3c6-4578-8389-3619822ef4f9 None None] Network 0512952d-3e29-4290-818d-2cb5f3428a07 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:42:38.505608 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d35cda69-1e6d-4433-84a2-29b98f262ef4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:38.518268 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35cda69-1e6d-4433-84a2-29b98f262ef4 admin admin] Pushing event deleted for resources: {'Network': ['ID=259c3729-0e55-4023-ae89-6ca86bbc45c1,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:38.527924 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c78bc36e-a1a9-4622-842c-fcbbeeef4939 tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] 10.222.0.50 "DELETE /v2.0/subnets/10cb4f64-5cac-4cb0-afdc-74637227e025 HTTP/1.1" status: 204 len: 168 time: 1.3479850 May 31 13:42:38.532180 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-d35cda69-1e6d-4433-84a2-29b98f262ef4 admin admin] 10.222.0.50 "DELETE /v2.0/networks/259c3729-0e55-4023-ae89-6ca86bbc45c1 HTTP/1.1" status: 204 len: 168 time: 1.3500831 May 31 13:42:38.532180 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 57336) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:38.532435 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a195c0a0-33d8-43d1-9463-864128949c66 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "DELETE /v2.0/ports/672a1f73-ae2f-4c38-a3aa-3d124d2edc77 HTTP/1.1" status: 204 len: 168 time: 2.5384073 May 31 13:42:38.532536 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 57338) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:38.540213 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3644b770-9128-4557-ab89-f55cb1d0271d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:38.605786 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb1057-bbb1-401c-bcbf-cf8863c1387a req-25a7e65f-1f4f-477d-aea9-feff36ca17ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:38.607673 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8fbb1057-bbb1-401c-bcbf-cf8863c1387a req-25a7e65f-1f4f-477d-aea9-feff36ca17ba service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f1a1611ae60042dba54bcf3b2bd9ecf7&device_id=e784aeb2-4e66-4dc1-a934-09bd1cdb248d HTTP/1.1" status: 200 len: 1096 time: 0.4252424 May 31 13:42:38.675916 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [req-1481fa64-4f9f-480a-b09a-37b48803d7bb req-5b800f91-662b-4522-a85a-2387a2afd812 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Allocated IP 172.20.0.11 (48ff30cd-fefc-45b9-9b91-2fda26bd24e8/f33f44ed-37c8-44e7-8a90-0b19e94cc7a8/c8306301-1463-45ea-b995-dd2afe669410) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:42:38.677384 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c54ff49-3f9a-4fe2-8126-20e7278bd6ca req-81e27f63-508f-4d23-b1a2-7f60b48d667c tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:38.685784 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3c54ff49-3f9a-4fe2-8126-20e7278bd6ca req-81e27f63-508f-4d23-b1a2-7f60b48d667c tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/ports?device_id=e784aeb2-4e66-4dc1-a934-09bd1cdb248d HTTP/1.1" status: 200 len: 945 time: 0.5101593 May 31 13:42:38.701884 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-84ef351e-670f-47a3-8451-9fc9ab3c5379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:38.706760 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-84ef351e-670f-47a3-8451-9fc9ab3c5379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:38.718645 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-c13de6de-bda1-473c-9173-205a3959f933 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] GET failed (client error): The resource could not be found. May 31 13:42:38.723528 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c13de6de-bda1-473c-9173-205a3959f933 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "GET /v2.0/ports/672a1f73-ae2f-4c38-a3aa-3d124d2edc77 HTTP/1.1" status: 404 len: 333 time: 0.1886456 May 31 13:42:38.727001 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 57346) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:38.727519 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 57348) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:38.752135 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-84ef351e-670f-47a3-8451-9fc9ab3c5379 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=552e68c756ea4f49adde723fb3ad0992&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1155918 May 31 13:42:38.761278 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 57354) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:38.775339 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3644b770-9128-4557-ab89-f55cb1d0271d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:38.817527 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:38.819107 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ef351e-670f-47a3-8451-9fc9ab3c5379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab425235-3421-4a40-b0d1-1201cc7f4c3e,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:38.842353 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3644b770-9128-4557-ab89-f55cb1d0271d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e95d639-60b7-45f2-8a77-2ade44aab028,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:38.857378 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3644b770-9128-4557-ab89-f55cb1d0271d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:38.859346 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-3644b770-9128-4557-ab89-f55cb1d0271d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3e95d639-60b7-45f2-8a77-2ade44aab028 HTTP/1.1" status: 204 len: 168 time: 0.7007909 May 31 13:42:38.887174 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7c8e02-a473-4348-8eee-dfd92a05e67c None None] DHCP port deletion for 0512952d-3e29-4290-818d-2cb5f3428a07 request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:42:38.896977 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-3d7c8e02-a473-4348-8eee-dfd92a05e67c None None] Deleting port f1a111fc-2f9c-4a34-ae43-40e652d380ac {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:42:38.899054 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3d7c8e02-a473-4348-8eee-dfd92a05e67c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:38.948040 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eb64efa8-e2d9-4386-bb01-86211cce34ae tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:39.015120 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3c54ff49-3f9a-4fe2-8126-20e7278bd6ca req-fe6c500f-bcf3-40e9-990e-68811a5fd8bc tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/security-groups?id=1347e032-1cb8-425e-88e5-bf1247116b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281636 May 31 13:42:39.045550 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-1481fa64-4f9f-480a-b09a-37b48803d7bb req-5b800f91-662b-4522-a85a-2387a2afd812 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:39.062269 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-afe71d47-5365-4ca3-b3d6-8db356cad1cf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=efc105b3ffca404f9d489bce18ac0a3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3125484 May 31 13:42:39.069587 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 57362) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:39.076490 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-eb64efa8-e2d9-4386-bb01-86211cce34ae tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Deleting port f1a111fc-2f9c-4a34-ae43-40e652d380ac {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:42:39.076941 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eb64efa8-e2d9-4386-bb01-86211cce34ae tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:39.137589 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-1481fa64-4f9f-480a-b09a-37b48803d7bb req-5b800f91-662b-4522-a85a-2387a2afd812 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:39.161277 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb1057-bbb1-401c-bcbf-cf8863c1387a req-f031dcd7-c7d3-41df-976e-3e8065a64b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:39.163095 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8fbb1057-bbb1-401c-bcbf-cf8863c1387a req-f031dcd7-c7d3-41df-976e-3e8065a64b6e service neutron] 10.222.0.44 "GET /v2.0/networks?id=33f45b70-2e86-4c98-bacd-f19d99d5c595 HTTP/1.1" status: 200 len: 917 time: 0.4949124 May 31 13:42:39.171205 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0d1f6a0c-07dd-4567-8382-14856c9d6ad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:39.173432 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5bf2a91b-e3b4-43be-acb2-8f20375bfa30 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:39.197635 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['608d30c6-0056-4027-8301-a400b83c0cdb'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:42:39.266409 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b800f91-662b-4522-a85a-2387a2afd812 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Pushing event updated for resources: {'Port': ['ID=c8306301-1463-45ea-b995-dd2afe669410,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:39.289220 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1481fa64-4f9f-480a-b09a-37b48803d7bb req-5b800f91-662b-4522-a85a-2387a2afd812 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Network 48ff30cd-fefc-45b9-9b91-2fda26bd24e8 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:42:39.290738 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [req-1481fa64-4f9f-480a-b09a-37b48803d7bb req-5b800f91-662b-4522-a85a-2387a2afd812 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:42:39.294074 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b3801500-88be-4340-b9e5-480288dfb068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:39.297291 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-1481fa64-4f9f-480a-b09a-37b48803d7bb req-5b800f91-662b-4522-a85a-2387a2afd812 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:42:39.300753 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8fbb1057-bbb1-401c-bcbf-cf8863c1387a req-e3692a56-f9a4-469d-a7a1-925b94f56d25 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=217a0383-1dd7-4b6a-9abb-e45a7159493e HTTP/1.1" status: 200 len: 217 time: 0.1228080 May 31 13:42:39.343505 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-3d7c8e02-a473-4348-8eee-dfd92a05e67c None None] For port f1a111fc-2f9c-4a34-ae43-40e652d380ac, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=f1a111fc-2f9c-4a34-ae43-40e652d380ac,segment=NetworkSegment(5c666419-ee44-4193-ac3c-104b58a0a99b),segment_id=5c666419-ee44-4193-ac3c-104b58a0a99b)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:42:39.343897 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3d7c8e02-a473-4348-8eee-dfd92a05e67c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:39.407992 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481fa64-4f9f-480a-b09a-37b48803d7bb req-5b800f91-662b-4522-a85a-2387a2afd812 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:39.408615 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-1481fa64-4f9f-480a-b09a-37b48803d7bb req-5b800f91-662b-4522-a85a-2387a2afd812 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:39.426250 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0d1f6a0c-07dd-4567-8382-14856c9d6ad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:39.445535 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5bf2a91b-e3b4-43be-acb2-8f20375bfa30 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:39.468041 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1481fa64-4f9f-480a-b09a-37b48803d7bb req-5b800f91-662b-4522-a85a-2387a2afd812 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0045371 May 31 13:42:39.474690 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b3801500-88be-4340-b9e5-480288dfb068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:39.498149 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-1481fa64-4f9f-480a-b09a-37b48803d7bb req-7d5d4140-7bb7-4ad0-b805-2329b8470a06 service neutron] Request body: {'port': {'device_id': 'e704e46a-b1ae-4097-bfd1-f7c0e61530ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:42:39.504185 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-3d7c8e02-a473-4348-8eee-dfd92a05e67c None None] Calling delete_port for f1a111fc-2f9c-4a34-ae43-40e652d380ac owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:42:39.651478 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb1057-bbb1-401c-bcbf-cf8863c1387a req-320e9c74-2efe-423a-95ba-3b5a57633232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:39.653124 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8fbb1057-bbb1-401c-bcbf-cf8863c1387a req-320e9c74-2efe-423a-95ba-3b5a57633232 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4e005d21-36e3-487c-8119-378be3a17cff HTTP/1.1" status: 200 len: 855 time: 0.2966008 May 31 13:42:39.672555 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3d7c8e02-a473-4348-8eee-dfd92a05e67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:39.703699 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-eb64efa8-e2d9-4386-bb01-86211cce34ae tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] For port f1a111fc-2f9c-4a34-ae43-40e652d380ac, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=f1a111fc-2f9c-4a34-ae43-40e652d380ac,segment=NetworkSegment(5c666419-ee44-4193-ac3c-104b58a0a99b),segment_id=5c666419-ee44-4193-ac3c-104b58a0a99b)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:42:39.704489 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eb64efa8-e2d9-4386-bb01-86211cce34ae tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:39.714789 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-1481fa64-4f9f-480a-b09a-37b48803d7bb req-7d5d4140-7bb7-4ad0-b805-2329b8470a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:39.732832 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7c8e02-a473-4348-8eee-dfd92a05e67c None None] No DVR routers for this DVR port f1a111fc-2f9c-4a34-ae43-40e652d380ac on host n-d-843939-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:42:39.740165 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7c8e02-a473-4348-8eee-dfd92a05e67c None None] Pushing event deleted for resources: {'Port': ['ID=f1a111fc-2f9c-4a34-ae43-40e652d380ac,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:39.843833 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device f1a111fc-2f9c-4a34-ae43-40e652d380ac no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:42:39.898906 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: f1a111fc-2f9c-4a34-ae43-40e652d380ac {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:42:39.899724 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device f1a111fc-2f9c-4a34-ae43-40e652d380ac not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:42:40.004467 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b3801500-88be-4340-b9e5-480288dfb068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:40.022027 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-eb64efa8-e2d9-4386-bb01-86211cce34ae tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Calling delete_port for f1a111fc-2f9c-4a34-ae43-40e652d380ac owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:42:40.031801 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3801500-88be-4340-b9e5-480288dfb068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc17e7d-20be-4c37-b314-b765a132b03f,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:40.051538 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b3801500-88be-4340-b9e5-480288dfb068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:40.052672 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b3801500-88be-4340-b9e5-480288dfb068 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bcc17e7d-20be-4c37-b314-b765a132b03f HTTP/1.1" status: 204 len: 168 time: 0.9825537 May 31 13:42:40.089421 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5bf2a91b-e3b4-43be-acb2-8f20375bfa30 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:40.112331 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b235094c-93be-4150-9ee5-1a107d3bb1e1 req-042eaa68-9afe-44a8-9ab4-d526627fcd3a tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:40.113806 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b235094c-93be-4150-9ee5-1a107d3bb1e1 req-042eaa68-9afe-44a8-9ab4-d526627fcd3a tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/ports?device_id=e704e46a-b1ae-4097-bfd1-f7c0e61530ae HTTP/1.1" status: 200 len: 932 time: 0.8560183 May 31 13:42:40.128218 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0d1f6a0c-07dd-4567-8382-14856c9d6ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:40.168363 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf2a91b-e3b4-43be-acb2-8f20375bfa30 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf2a975-c645-4e20-b509-e757ca6cb676,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:40.235370 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1f6a0c-07dd-4567-8382-14856c9d6ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab425235-3421-4a40-b0d1-1201cc7f4c3e,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:40.283238 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5bf2a91b-e3b4-43be-acb2-8f20375bfa30 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:40.287089 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-5bf2a91b-e3b4-43be-acb2-8f20375bfa30 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "DELETE /v2.0/security-groups/0cf2a975-c645-4e20-b509-e757ca6cb676 HTTP/1.1" status: 204 len: 168 time: 1.5390928 May 31 13:42:40.289751 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 57392) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:40.304382 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0d1f6a0c-07dd-4567-8382-14856c9d6ad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:40.305575 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-0d1f6a0c-07dd-4567-8382-14856c9d6ad5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ab425235-3421-4a40-b0d1-1201cc7f4c3e HTTP/1.1" status: 204 len: 168 time: 1.5156858 May 31 13:42:40.328686 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b235094c-93be-4150-9ee5-1a107d3bb1e1 req-13b67c6d-e617-4a9b-a7b6-c8f41bfa215d tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/security-groups?id=1729ab42-7be5-44f8-b17a-0e9ffb5ba8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708758 May 31 13:42:40.329369 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.api [None req-eb64efa8-e2d9-4386-bb01-86211cce34ae tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88370) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:42:40.329755 n-d-843939-1 neutron-server[88370]: DEBUG oslo_db.api [None req-eb64efa8-e2d9-4386-bb01-86211cce34ae tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:42:40.356955 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb1057-bbb1-401c-bcbf-cf8863c1387a req-5160f71c-d4ff-4027-b9e5-6b8d828bbcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:40.359068 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8fbb1057-bbb1-401c-bcbf-cf8863c1387a req-5160f71c-d4ff-4027-b9e5-6b8d828bbcb4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=33f45b70-2e86-4c98-bacd-f19d99d5c595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5705440 May 31 13:42:40.416952 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9001c6-f19c-4f51-8fdd-1a558a456ac6 req-bacdf369-06d9-4f0e-94e4-c67df8bdc1f1 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:40.418930 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5f9001c6-f19c-4f51-8fdd-1a558a456ac6 req-bacdf369-06d9-4f0e-94e4-c67df8bdc1f1 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/ports?device_id=e784aeb2-4e66-4dc1-a934-09bd1cdb248d HTTP/1.1" status: 200 len: 945 time: 0.1857910 May 31 13:42:40.533831 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5f9001c6-f19c-4f51-8fdd-1a558a456ac6 req-5eda40cb-a483-468c-ab75-4117f64998f5 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/security-groups?id=1347e032-1cb8-425e-88e5-bf1247116b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652544 May 31 13:42:40.535411 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a012be1c-5eea-475c-aa4d-cdf9647b7023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:40.558276 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [req-1481fa64-4f9f-480a-b09a-37b48803d7bb req-7d5d4140-7bb7-4ad0-b805-2329b8470a06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8306301-1463-45ea-b995-dd2afe669410 {{(pid=88369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:42:40.570718 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-1481fa64-4f9f-480a-b09a-37b48803d7bb req-7d5d4140-7bb7-4ad0-b805-2329b8470a06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:40.573717 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8fbb1057-bbb1-401c-bcbf-cf8863c1387a req-4c717559-8157-4814-b720-c48f4a8528a9 service neutron] 10.222.0.44 "GET /v2.0/networks/33f45b70-2e86-4c98-bacd-f19d99d5c595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992278 May 31 13:42:40.583642 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-089ef394-97c6-42ba-b0e9-d476d24d7b00 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:40.606223 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-1481fa64-4f9f-480a-b09a-37b48803d7bb req-7d5d4140-7bb7-4ad0-b805-2329b8470a06 service neutron] Transition to ACTIVE for port object c8306301-1463-45ea-b995-dd2afe669410 will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:42:40.622028 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-1481fa64-4f9f-480a-b09a-37b48803d7bb req-7d5d4140-7bb7-4ad0-b805-2329b8470a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:40.726320 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-089ef394-97c6-42ba-b0e9-d476d24d7b00 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:40.734367 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5d4140-7bb7-4ad0-b805-2329b8470a06 service neutron] Pushing event updated for resources: {'Port': ['ID=c8306301-1463-45ea-b995-dd2afe669410,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:40.754283 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8fbb1057-bbb1-401c-bcbf-cf8863c1387a req-2bd6f61d-94c1-4499-8c27-012ba64d8c40 service neutron] 10.222.0.44 "GET /v2.0/networks/33f45b70-2e86-4c98-bacd-f19d99d5c595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696007 May 31 13:42:40.831548 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-eb64efa8-e2d9-4386-bb01-86211cce34ae tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Deleting port f1a111fc-2f9c-4a34-ae43-40e652d380ac {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:42:40.832404 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eb64efa8-e2d9-4386-bb01-86211cce34ae tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:40.922828 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-eb64efa8-e2d9-4386-bb01-86211cce34ae tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] The port 'f1a111fc-2f9c-4a34-ae43-40e652d380ac' was deleted {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 13:42:40.992063 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-1481fa64-4f9f-480a-b09a-37b48803d7bb req-7d5d4140-7bb7-4ad0-b805-2329b8470a06 service neutron] Attempting to bind port c8306301-1463-45ea-b995-dd2afe669410 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:42:40.992391 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-1481fa64-4f9f-480a-b09a-37b48803d7bb req-7d5d4140-7bb7-4ad0-b805-2329b8470a06 service neutron] Attempting to bind port c8306301-1463-45ea-b995-dd2afe669410 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': '95357fb1-128e-4e50-a9ef-07d5adff4ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '48ff30cd-fefc-45b9-9b91-2fda26bd24e8'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:42:40.993005 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1481fa64-4f9f-480a-b09a-37b48803d7bb req-7d5d4140-7bb7-4ad0-b805-2329b8470a06 service neutron] Attempting to bind port c8306301-1463-45ea-b995-dd2afe669410 on network 48ff30cd-fefc-45b9-9b91-2fda26bd24e8 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:42:40.999049 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-089ef394-97c6-42ba-b0e9-d476d24d7b00 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:41.005316 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1481fa64-4f9f-480a-b09a-37b48803d7bb req-7d5d4140-7bb7-4ad0-b805-2329b8470a06 service neutron] Port c8306301-1463-45ea-b995-dd2afe669410 on network 48ff30cd-fefc-45b9-9b91-2fda26bd24e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:42:41.005763 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1481fa64-4f9f-480a-b09a-37b48803d7bb req-7d5d4140-7bb7-4ad0-b805-2329b8470a06 service neutron] Attempting to bind port c8306301-1463-45ea-b995-dd2afe669410 on network 48ff30cd-fefc-45b9-9b91-2fda26bd24e8 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:42:41.023524 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1481fa64-4f9f-480a-b09a-37b48803d7bb req-7d5d4140-7bb7-4ad0-b805-2329b8470a06 service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:42:41.023866 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1481fa64-4f9f-480a-b09a-37b48803d7bb req-7d5d4140-7bb7-4ad0-b805-2329b8470a06 service neutron] Checking segment: {'id': '95357fb1-128e-4e50-a9ef-07d5adff4ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '48ff30cd-fefc-45b9-9b91-2fda26bd24e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:42:41.024454 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1481fa64-4f9f-480a-b09a-37b48803d7bb req-7d5d4140-7bb7-4ad0-b805-2329b8470a06 service neutron] Bound using segment: {'id': '95357fb1-128e-4e50-a9ef-07d5adff4ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '48ff30cd-fefc-45b9-9b91-2fda26bd24e8'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:42:41.024970 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-1481fa64-4f9f-480a-b09a-37b48803d7bb req-7d5d4140-7bb7-4ad0-b805-2329b8470a06 service neutron] Bound port: c8306301-1463-45ea-b995-dd2afe669410, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95357fb1-128e-4e50-a9ef-07d5adff4ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '48ff30cd-fefc-45b9-9b91-2fda26bd24e8'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:42:41.025393 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-1481fa64-4f9f-480a-b09a-37b48803d7bb req-7d5d4140-7bb7-4ad0-b805-2329b8470a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:41.080295 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089ef394-97c6-42ba-b0e9-d476d24d7b00 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=424f437a-287f-4322-9357-0698e64f6764,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:41.089312 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-089ef394-97c6-42ba-b0e9-d476d24d7b00 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:41.097403 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eb64efa8-e2d9-4386-bb01-86211cce34ae tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:41.105221 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-089ef394-97c6-42ba-b0e9-d476d24d7b00 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "DELETE /v2.0/security-groups/424f437a-287f-4322-9357-0698e64f6764 HTTP/1.1" status: 204 len: 168 time: 0.8143766 May 31 13:42:41.107863 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 57432) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:41.147753 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-eb64efa8-e2d9-4386-bb01-86211cce34ae tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0512952d-3e29-4290-818d-2cb5f3428a07']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:42:41.160972 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-1481fa64-4f9f-480a-b09a-37b48803d7bb req-7d5d4140-7bb7-4ad0-b805-2329b8470a06 service neutron] For port c8306301-1463-45ea-b995-dd2afe669410, host n-h2-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:42:41.167453 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-1481fa64-4f9f-480a-b09a-37b48803d7bb req-7d5d4140-7bb7-4ad0-b805-2329b8470a06 service neutron] For port c8306301-1463-45ea-b995-dd2afe669410, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=c8306301-1463-45ea-b995-dd2afe669410,segment=NetworkSegment(95357fb1-128e-4e50-a9ef-07d5adff4ac5),segment_id=95357fb1-128e-4e50-a9ef-07d5adff4ac5)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:42:41.172986 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-eb64efa8-e2d9-4386-bb01-86211cce34ae tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c666419-ee44-4193-ac3c-104b58a0a99b') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:42:41.173335 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-eb64efa8-e2d9-4386-bb01-86211cce34ae tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c666419-ee44-4193-ac3c-104b58a0a99b') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:42:41.174112 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-1481fa64-4f9f-480a-b09a-37b48803d7bb req-7d5d4140-7bb7-4ad0-b805-2329b8470a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:41.202473 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eb64efa8-e2d9-4386-bb01-86211cce34ae tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:41.234752 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-038943ab-a041-4423-bc19-0259b6713f56 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:41.271472 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-038943ab-a041-4423-bc19-0259b6713f56 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:41.304222 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5d4140-7bb7-4ad0-b805-2329b8470a06 service neutron] Pushing event updated for resources: {'Port': ['ID=c8306301-1463-45ea-b995-dd2afe669410,revision_number=3']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:41.310974 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481fa64-4f9f-480a-b09a-37b48803d7bb req-7d5d4140-7bb7-4ad0-b805-2329b8470a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:41.311737 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-1481fa64-4f9f-480a-b09a-37b48803d7bb req-7d5d4140-7bb7-4ad0-b805-2329b8470a06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:41.313711 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1481fa64-4f9f-480a-b09a-37b48803d7bb req-7d5d4140-7bb7-4ad0-b805-2329b8470a06 service neutron] 10.222.0.44 "PUT /v2.0/ports/c8306301-1463-45ea-b995-dd2afe669410 HTTP/1.1" status: 200 len: 1092 time: 1.8208823 May 31 13:42:41.314407 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e704e46a-b1ae-4097-bfd1-f7c0e61530ae', 'tag': 'c8306301-1463-45ea-b995-dd2afe669410'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:42:41.339864 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eb64efa8-e2d9-4386-bb01-86211cce34ae tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:41.348216 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb64efa8-e2d9-4386-bb01-86211cce34ae tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:42:41.348684 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eb64efa8-e2d9-4386-bb01-86211cce34ae tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:41.378323 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-038943ab-a041-4423-bc19-0259b6713f56 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:41.417375 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3717227-303a-47e0-8d82-e3b003341120'] response: {'name': 'network-changed', 'server_uuid': 'e704e46a-b1ae-4097-bfd1-f7c0e61530ae', 'tag': 'c8306301-1463-45ea-b995-dd2afe669410', 'status': 'completed', 'code': 200} May 31 13:42:41.476183 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 5c666419-ee44-4193-ac3c-104b58a0a99b resource provider aggregate not found May 31 13:42:41.480760 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038943ab-a041-4423-bc19-0259b6713f56 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e29a0ea4-65fe-4a50-be9b-acb4334645e6,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:41.507581 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 5c666419-ee44-4193-ac3c-104b58a0a99b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5c666419-ee44-4193-ac3c-104b58a0a99b found for delete ", "request_id": "req-3fe0c3da-602b-4662-96ec-76523ee585cf"}]} May 31 13:42:41.520881 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-038943ab-a041-4423-bc19-0259b6713f56 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:41.526160 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-038943ab-a041-4423-bc19-0259b6713f56 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "DELETE /v2.0/security-groups/e29a0ea4-65fe-4a50-be9b-acb4334645e6 HTTP/1.1" status: 204 len: 168 time: 0.4171407 May 31 13:42:41.526909 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 57460) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:41.531914 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eb64efa8-e2d9-4386-bb01-86211cce34ae tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:41.537763 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eb64efa8-e2d9-4386-bb01-86211cce34ae tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:41.591639 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481fa64-4f9f-480a-b09a-37b48803d7bb req-633a6fc9-7a3e-44c5-b10c-f8773d0f04be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:41.594684 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1481fa64-4f9f-480a-b09a-37b48803d7bb req-633a6fc9-7a3e-44c5-b10c-f8773d0f04be service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=04053c05038f4fa8aafe732444e2f2c0&device_id=e704e46a-b1ae-4097-bfd1-f7c0e61530ae HTTP/1.1" status: 200 len: 1095 time: 0.1314511 May 31 13:42:41.708710 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1481fa64-4f9f-480a-b09a-37b48803d7bb req-e64c5cf2-761e-4bc9-add9-22eecbc6b69a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8306301-1463-45ea-b995-dd2afe669410 HTTP/1.1" status: 200 len: 217 time: 0.1073916 May 31 13:42:41.714712 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3657214-cce6-4c6a-800a-0802e7ee8f98 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Deleting subnet 3fff0c23-c2d2-47a0-9f0d-7d79c4d7fcf7 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:42:41.770281 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb64efa8-e2d9-4386-bb01-86211cce34ae tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] Pushing event deleted for resources: {'Network': ['ID=0512952d-3e29-4290-818d-2cb5f3428a07,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:41.773199 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b3657214-cce6-4c6a-800a-0802e7ee8f98 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:41.819848 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-eb64efa8-e2d9-4386-bb01-86211cce34ae tempest-ExtraDHCPOptionsTestJSON-214311830 tempest-ExtraDHCPOptionsTestJSON-214311830-project] 10.222.0.50 "DELETE /v2.0/networks/0512952d-3e29-4290-818d-2cb5f3428a07 HTTP/1.1" status: 204 len: 168 time: 3.2863638 May 31 13:42:41.831327 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481fa64-4f9f-480a-b09a-37b48803d7bb req-8d73fa6c-f703-4274-95f5-ef0cc1d9b548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:41.832871 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1481fa64-4f9f-480a-b09a-37b48803d7bb req-8d73fa6c-f703-4274-95f5-ef0cc1d9b548 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f33f44ed-37c8-44e7-8a90-0b19e94cc7a8 HTTP/1.1" status: 200 len: 851 time: 0.1129138 May 31 13:42:41.894883 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1481fa64-4f9f-480a-b09a-37b48803d7bb req-f8a6c4e1-c623-4373-836c-dc31559d3c6b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=48ff30cd-fefc-45b9-9b91-2fda26bd24e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525219 May 31 13:42:41.898742 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b3657214-cce6-4c6a-800a-0802e7ee8f98 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65507433'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:42.006734 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b107042-337e-46a4-9292-63dd6eccfeb3 req-20631db5-61c7-40bc-a64b-778ad9941c6f tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:42.012073 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6b107042-337e-46a4-9292-63dd6eccfeb3 req-20631db5-61c7-40bc-a64b-778ad9941c6f tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/ports?device_id=e704e46a-b1ae-4097-bfd1-f7c0e61530ae HTTP/1.1" status: 200 len: 944 time: 0.3176100 May 31 13:42:42.103795 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1481fa64-4f9f-480a-b09a-37b48803d7bb req-a7576622-ffce-4572-878a-f36ad718f3f4 service neutron] 10.222.0.44 "GET /v2.0/networks/48ff30cd-fefc-45b9-9b91-2fda26bd24e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911182 May 31 13:42:42.127409 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf97b27-c698-4c7c-9d07-6c22e9e82e21 req-86103912-8a23-47c8-823b-bc65104c9c9f tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:42.129099 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8cf97b27-c698-4c7c-9d07-6c22e9e82e21 req-86103912-8a23-47c8-823b-bc65104c9c9f tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/ports?device_id=e784aeb2-4e66-4dc1-a934-09bd1cdb248d HTTP/1.1" status: 200 len: 945 time: 0.3276215 May 31 13:42:42.137362 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6b107042-337e-46a4-9292-63dd6eccfeb3 req-ba2d6fc3-c40d-4cc7-bb4f-445054ff07bb tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/security-groups?id=1729ab42-7be5-44f8-b17a-0e9ffb5ba8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159477 May 31 13:42:42.196763 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b3657214-cce6-4c6a-800a-0802e7ee8f98 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:42.296648 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8cf97b27-c698-4c7c-9d07-6c22e9e82e21 req-aba7ad21-2c01-4e4e-9577-785725368f35 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/security-groups?id=1347e032-1cb8-425e-88e5-bf1247116b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565797 May 31 13:42:42.397502 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b3657214-cce6-4c6a-800a-0802e7ee8f98 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65216469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65148562'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:42.410680 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1481fa64-4f9f-480a-b09a-37b48803d7bb req-c8b0ab8c-ac86-469a-bb2f-409357a2ff4b service neutron] 10.222.0.44 "GET /v2.0/networks/48ff30cd-fefc-45b9-9b91-2fda26bd24e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976282 May 31 13:42:42.442639 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 57528) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:42.521868 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8886ef-3e72-470f-b7fc-71c541f14b61 None None] Network b99f2da7-601e-4f3f-af52-ed3a903cb927 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:42:42.536445 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b3657214-cce6-4c6a-800a-0802e7ee8f98 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:42.552122 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3657214-cce6-4c6a-800a-0802e7ee8f98 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event deleted for resources: {'Subnet': ['ID=3fff0c23-c2d2-47a0-9f0d-7d79c4d7fcf7,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:42.573039 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-b3657214-cce6-4c6a-800a-0802e7ee8f98 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "DELETE /v2.0/subnets/3fff0c23-c2d2-47a0-9f0d-7d79c4d7fcf7 HTTP/1.1" status: 204 len: 168 time: 1.0445340 May 31 13:42:42.581392 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 57548) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:42.711276 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192d6c9a-91f4-4bf7-807b-c7ec886f4d43 req-f0f7956b-270e-41ef-9ce6-f4a9ed4bcb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:42.712874 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-192d6c9a-91f4-4bf7-807b-c7ec886f4d43 req-f0f7956b-270e-41ef-9ce6-f4a9ed4bcb5e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=04053c05038f4fa8aafe732444e2f2c0&device_id=e704e46a-b1ae-4097-bfd1-f7c0e61530ae HTTP/1.1" status: 200 len: 1095 time: 0.2452259 May 31 13:42:42.720139 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-8754ee9d-f3f8-4801-8e23-23139ab1b9ae tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Deleting subnet 1074c2e8-3c57-499d-b599-7ba0f5ba70f4 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:42:42.724338 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8754ee9d-f3f8-4801-8e23-23139ab1b9ae tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:42.823941 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbe0dd5-f71d-475c-8fbf-ad8264faa3dd req-23806486-71eb-4186-a67a-178c929d8f73 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:42.831691 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4fbe0dd5-f71d-475c-8fbf-ad8264faa3dd req-23806486-71eb-4186-a67a-178c929d8f73 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/ports?device_id=e784aeb2-4e66-4dc1-a934-09bd1cdb248d HTTP/1.1" status: 200 len: 945 time: 0.1963389 May 31 13:42:42.848930 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-41d12539-0510-4688-af45-db2a9bb11c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:43.119908 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4fbe0dd5-f71d-475c-8fbf-ad8264faa3dd req-476639eb-29c9-463e-bbcd-1ffd0667e80b tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/security-groups?id=1347e032-1cb8-425e-88e5-bf1247116b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801023 May 31 13:42:43.206144 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192d6c9a-91f4-4bf7-807b-c7ec886f4d43 req-4a137e94-f36d-4633-9839-3eb5a6a5a2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:43.207957 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-192d6c9a-91f4-4bf7-807b-c7ec886f4d43 req-4a137e94-f36d-4633-9839-3eb5a6a5a2d9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=48ff30cd-fefc-45b9-9b91-2fda26bd24e8 HTTP/1.1" status: 200 len: 912 time: 0.4523857 May 31 13:42:43.315683 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 57596) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:43.472321 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8754ee9d-f3f8-4801-8e23-23139ab1b9ae tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:43.579046 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd05e21-4763-46d1-943a-4b74446ae989 req-2251c7d0-1554-465e-bcfd-909c91816910 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:43.589533 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bdd05e21-4763-46d1-943a-4b74446ae989 req-2251c7d0-1554-465e-bcfd-909c91816910 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/ports?device_id=e704e46a-b1ae-4097-bfd1-f7c0e61530ae HTTP/1.1" status: 200 len: 944 time: 0.1878743 May 31 13:42:43.646706 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8754ee9d-f3f8-4801-8e23-23139ab1b9ae tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:43.709504 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bdd05e21-4763-46d1-943a-4b74446ae989 req-bca87c15-8717-4718-82df-30e2870bde93 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/security-groups?id=1729ab42-7be5-44f8-b17a-0e9ffb5ba8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173625 May 31 13:42:43.747408 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:43.764811 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8754ee9d-f3f8-4801-8e23-23139ab1b9ae tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:43.842159 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:43.848397 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-192d6c9a-91f4-4bf7-807b-c7ec886f4d43 req-5ff0b38e-a8cd-429e-9ae8-6103370ef6f4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8306301-1463-45ea-b995-dd2afe669410 HTTP/1.1" status: 200 len: 217 time: 0.5798810 May 31 13:42:43.910964 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8754ee9d-f3f8-4801-8e23-23139ab1b9ae tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:43.924373 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8754ee9d-f3f8-4801-8e23-23139ab1b9ae tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event deleted for resources: {'Subnet': ['ID=1074c2e8-3c57-499d-b599-7ba0f5ba70f4,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:43.933434 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-49aabee0-f2b3-467f-81c1-b867b97b51cd req-7eb1ff79-416f-4c62-9c7d-bcdfeccdcca3 tempest-ServersAaction247Test-624383585 tempest-ServersAaction247Test-624383585-project] 10.222.0.50 "GET /v2.0/ports?device_id=635697cb-f52c-48ee-9491-cf33e34cce31 HTTP/1.1" status: 200 len: 210 time: 0.0793993 May 31 13:42:43.940406 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-646a669e-1c8d-4dc4-baff-e77200f000b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:43.964104 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-8754ee9d-f3f8-4801-8e23-23139ab1b9ae tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "DELETE /v2.0/subnets/1074c2e8-3c57-499d-b599-7ba0f5ba70f4 HTTP/1.1" status: 204 len: 168 time: 1.3751357 May 31 13:42:43.968429 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 57612) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:43.995828 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-646a669e-1c8d-4dc4-baff-e77200f000b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:42:44.001529 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-646a669e-1c8d-4dc4-baff-e77200f000b6 admin admin] Usage tracker for resource:security_group_rule and tenant:26444e1768f64973b67066e9eca3c8ed is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:42:44.011314 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e624d186-c84e-4082-88ff-a3921ee3b7f2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b45179d88f0a429c903c4f1442cdd385&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5674462 May 31 13:42:44.014415 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-646a669e-1c8d-4dc4-baff-e77200f000b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:42:44.016504 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 57620) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:44.023147 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c572d10-983f-41bf-98d9-5613f3509071 None None] Network b99f2da7-601e-4f3f-af52-ed3a903cb927 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:42:44.034561 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-646a669e-1c8d-4dc4-baff-e77200f000b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:42:44.038285 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-456ac254-bf21-410c-9a54-e8fa4e228ded tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] DELETE failed (client error): The resource could not be found. May 31 13:42:44.038816 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-456ac254-bf21-410c-9a54-e8fa4e228ded tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:42:44.043485 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-456ac254-bf21-410c-9a54-e8fa4e228ded tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "DELETE /v2.0/subnets/3fff0c23-c2d2-47a0-9f0d-7d79c4d7fcf7 HTTP/1.1" status: 404 len: 337 time: 0.0739853 May 31 13:42:44.045101 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 57624) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:44.050873 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192d6c9a-91f4-4bf7-807b-c7ec886f4d43 req-9c5ee9aa-b701-4067-a213-d17e0d2af1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:44.052839 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-192d6c9a-91f4-4bf7-807b-c7ec886f4d43 req-9c5ee9aa-b701-4067-a213-d17e0d2af1a6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f33f44ed-37c8-44e7-8a90-0b19e94cc7a8 HTTP/1.1" status: 200 len: 851 time: 0.1878970 May 31 13:42:44.134114 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-192d6c9a-91f4-4bf7-807b-c7ec886f4d43 req-920b0bdd-b8cd-4c19-93dc-e73428611d63 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=48ff30cd-fefc-45b9-9b91-2fda26bd24e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590045 May 31 13:42:44.183145 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-bbfee983-bbfe-4d01-b9b0-ca4250851a2b None None] Provisioning complete for port 69c4015f-486b-41bc-954c-1afb6659e7c6 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:42:44.183501 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bbfee983-bbfe-4d01-b9b0-ca4250851a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:44.226620 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-01a87f99-c725-4469-b6e7-994a49dd5241 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Deleting subnet 86e30dcd-660b-4421-b343-96cd301a84a4 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:42:44.252821 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-01a87f99-c725-4469-b6e7-994a49dd5241 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:44.348783 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-73a7271b-9a53-4a88-865a-318d71029a06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:44.449483 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953563ba-24cc-431b-9af0-acbd3b206615 req-d1adc5c3-d755-417b-a881-cd958e38ffeb tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:44.453284 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-73a7271b-9a53-4a88-865a-318d71029a06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:44.455782 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-bbfee983-bbfe-4d01-b9b0-ca4250851a2b None None] Current status of the port 69c4015f-486b-41bc-954c-1afb6659e7c6 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:42:44.456969 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-953563ba-24cc-431b-9af0-acbd3b206615 req-d1adc5c3-d755-417b-a881-cd958e38ffeb tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1a61240-abff-4aa6-b6d3-d753eda87237 HTTP/1.1" status: 200 len: 945 time: 0.7623680 May 31 13:42:44.495306 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-bbfee983-bbfe-4d01-b9b0-ca4250851a2b None None] Provisioning complete for port b51955fc-0643-459f-94cc-b8a72e569508 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:42:44.495980 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bbfee983-bbfe-4d01-b9b0-ca4250851a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:44.566299 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-192d6c9a-91f4-4bf7-807b-c7ec886f4d43 req-6e51f461-0202-45cb-84a7-1c8225aa6576 service neutron] 10.222.0.44 "GET /v2.0/networks/48ff30cd-fefc-45b9-9b91-2fda26bd24e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4085567 May 31 13:42:44.574036 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-bbfee983-bbfe-4d01-b9b0-ca4250851a2b None None] Port b51955fc-0643-459f-94cc-b8a72e569508 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:42:44.603009 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-01a87f99-c725-4469-b6e7-994a49dd5241 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65507433'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:44.677279 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-646a669e-1c8d-4dc4-baff-e77200f000b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:44.712469 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-953563ba-24cc-431b-9af0-acbd3b206615 req-4c6b7538-9424-4a8e-ae2b-76dbc656b227 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/security-groups?id=1347e032-1cb8-425e-88e5-bf1247116b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830394 May 31 13:42:44.713216 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-646a669e-1c8d-4dc4-baff-e77200f000b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:44.717069 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-73a7271b-9a53-4a88-865a-318d71029a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:44.778523 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-646a669e-1c8d-4dc4-baff-e77200f000b6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=26444e1768f64973b67066e9eca3c8ed&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4614840 May 31 13:42:44.782252 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 57650) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:44.790119 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-73a7271b-9a53-4a88-865a-318d71029a06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:44.802096 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-73a7271b-9a53-4a88-865a-318d71029a06 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/196e8c46-cb58-4371-8e65-240c472e6f71 HTTP/1.1" status: 204 len: 168 time: 0.7795956 May 31 13:42:44.815734 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a7271b-9a53-4a88-865a-318d71029a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=196e8c46-cb58-4371-8e65-240c472e6f71,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:44.850429 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646a669e-1c8d-4dc4-baff-e77200f000b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db05a154-20dc-4563-8e1d-db3ec478809e,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:44.885311 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-01a87f99-c725-4469-b6e7-994a49dd5241 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:44.962436 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2a73c324-d6d3-4828-81f2-3cb6c4de1705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:45.013321 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-192d6c9a-91f4-4bf7-807b-c7ec886f4d43 req-489b3de9-cfb5-454c-842d-f421aa03e384 service neutron] 10.222.0.44 "GET /v2.0/networks/48ff30cd-fefc-45b9-9b91-2fda26bd24e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4313374 May 31 13:42:45.015084 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2a73c324-d6d3-4828-81f2-3cb6c4de1705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:45.113416 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2a73c324-d6d3-4828-81f2-3cb6c4de1705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:45.137761 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a73c324-d6d3-4828-81f2-3cb6c4de1705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db05a154-20dc-4563-8e1d-db3ec478809e,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:45.145856 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2a73c324-d6d3-4828-81f2-3cb6c4de1705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:45.152766 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-2a73c324-d6d3-4828-81f2-3cb6c4de1705 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/db05a154-20dc-4563-8e1d-db3ec478809e HTTP/1.1" status: 204 len: 168 time: 0.3462510 May 31 13:42:45.225896 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-01a87f99-c725-4469-b6e7-994a49dd5241 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65216469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65148562'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:45.274274 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a87f99-c725-4469-b6e7-994a49dd5241 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event deleted for resources: {'Subnet': ['ID=86e30dcd-660b-4421-b343-96cd301a84a4,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:45.293595 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af80eb6-368e-4099-9b62-028b663b41a4 req-dddf14d3-c58a-4d1e-ad33-d09a4e0866f3 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:45.295686 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3af80eb6-368e-4099-9b62-028b663b41a4 req-dddf14d3-c58a-4d1e-ad33-d09a4e0866f3 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7a3f59e-3819-463b-b6ae-0f1b00648484 HTTP/1.1" status: 200 len: 946 time: 0.3655822 May 31 13:42:45.297376 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-01a87f99-c725-4469-b6e7-994a49dd5241 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:45.308210 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b768a1-8c05-4f98-b980-b42a0d6fff18 req-a5ab712f-3fe7-4aef-ac5b-cba620229caf tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:45.315823 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e8b768a1-8c05-4f98-b980-b42a0d6fff18 req-a5ab712f-3fe7-4aef-ac5b-cba620229caf tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/ports?device_id=e704e46a-b1ae-4097-bfd1-f7c0e61530ae HTTP/1.1" status: 200 len: 944 time: 0.3122027 May 31 13:42:45.360504 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-01a87f99-c725-4469-b6e7-994a49dd5241 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "DELETE /v2.0/subnets/86e30dcd-660b-4421-b343-96cd301a84a4 HTTP/1.1" status: 204 len: 168 time: 1.3096561 May 31 13:42:45.362811 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 57672) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:45.421756 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-08a76c57-c8d0-4a3b-af31-4ea77c3c20a5 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] DELETE failed (client error): The resource could not be found. May 31 13:42:45.422635 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e8b768a1-8c05-4f98-b980-b42a0d6fff18 req-939bf5cb-c1b9-444f-9c70-89f710b446ec tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/security-groups?id=1729ab42-7be5-44f8-b17a-0e9ffb5ba8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862179 May 31 13:42:45.423214 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08a76c57-c8d0-4a3b-af31-4ea77c3c20a5 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:42:45.427721 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3af80eb6-368e-4099-9b62-028b663b41a4 req-1fe46884-1967-46ca-8089-d7d8c396dda7 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/security-groups?id=1347e032-1cb8-425e-88e5-bf1247116b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148376 May 31 13:42:45.429118 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 57678) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:45.432344 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-08a76c57-c8d0-4a3b-af31-4ea77c3c20a5 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "DELETE /v2.0/subnets/a6a80624-1435-42e5-8268-3999b2fbd7b0 HTTP/1.1" status: 404 len: 337 time: 0.0677416 May 31 13:42:45.468445 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761e25ec-eaaf-4310-877b-41ad6feb6f2a None None] Network b99f2da7-601e-4f3f-af52-ed3a903cb927 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:42:45.515075 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-81c8c7af-9ee8-4d49-9394-ca17ea79207b tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "GET /v2.0/ports?device_id=076931a0-9e46-4636-9b85-1ea02a2ed305 HTTP/1.1" status: 200 len: 205 time: 0.0829639 May 31 13:42:45.516217 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 57686) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:45.525753 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [req-de379974-dafb-422e-8b00-3ec1c244a554 req-e732f31b-0325-451f-aa80-4cc5a6e33269 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:42:45.526777 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-de379974-dafb-422e-8b00-3ec1c244a554 req-e732f31b-0325-451f-aa80-4cc5a6e33269 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0120802 May 31 13:42:45.637607 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-91c73590-eb99-4e5c-8eca-eb62bf9bccc6 None None] Provisioning complete for port 69c4015f-486b-41bc-954c-1afb6659e7c6 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:42:45.639398 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-91c73590-eb99-4e5c-8eca-eb62bf9bccc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:45.751583 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [None req-a4984dbd-6dbe-4ccd-bf68-eba3efa5b2ef tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] delete failed (client error): The resource could not be found. May 31 13:42:45.755108 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-a4984dbd-6dbe-4ccd-bf68-eba3efa5b2ef tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "DELETE /v2.0/routers/076931a0-9e46-4636-9b85-1ea02a2ed305 HTTP/1.1" status: 404 len: 336 time: 0.2355969 May 31 13:42:45.756801 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 57696) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:45.769190 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1f2dee35-55a0-4ce3-b8b6-2f7c4987c845 req-9acb9b0a-4435-462d-845f-4ed7539f02cb tempest-ServersAaction247Test-624383585 tempest-ServersAaction247Test-624383585-project] 10.222.0.50 "GET /v2.0/ports?device_id=635697cb-f52c-48ee-9491-cf33e34cce31 HTTP/1.1" status: 200 len: 210 time: 0.0785882 May 31 13:42:45.785046 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:45.819226 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-de379974-dafb-422e-8b00-3ec1c244a554 req-88b664a9-1bbb-4189-813e-a9e20d9cf9be tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1624033 May 31 13:42:45.864582 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-c360c0f6-4229-4f47-a346-c6afd4d5c678 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] DELETE failed (client error): The resource could not be found. May 31 13:42:45.865034 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c360c0f6-4229-4f47-a346-c6afd4d5c678 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:42:45.870031 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c360c0f6-4229-4f47-a346-c6afd4d5c678 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "DELETE /v2.0/subnets/2d130254-a4ab-4245-a16a-90faee1e4d4c HTTP/1.1" status: 404 len: 337 time: 0.1094010 May 31 13:42:45.870404 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 57704) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:45.893597 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 57708) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:45.923071 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c6042437-ef03-40b3-aa73-a3c648b5d705 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:45.953918 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-26ab5014-96af-4cd3-93ac-acf4ecdf812b tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] DELETE failed (client error): The resource could not be found. May 31 13:42:45.954394 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26ab5014-96af-4cd3-93ac-acf4ecdf812b tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:42:45.966600 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-26ab5014-96af-4cd3-93ac-acf4ecdf812b tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "DELETE /v2.0/subnets/c93775d5-0a4c-4faf-bca1-dc974c6388a7 HTTP/1.1" status: 404 len: 337 time: 0.0946290 May 31 13:42:45.967455 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c6042437-ef03-40b3-aa73-a3c648b5d705 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:42:45.970046 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 57712) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:45.977606 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c6042437-ef03-40b3-aa73-a3c648b5d705 admin admin] Usage tracker for resource:security_group_rule and tenant:c6033ae0dc3a4c2492f4c0ef0bf26bd5 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:42:45.987231 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c6042437-ef03-40b3-aa73-a3c648b5d705 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:42:46.002751 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c6042437-ef03-40b3-aa73-a3c648b5d705 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:42:46.067606 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-a66731ab-4d7d-4779-a71d-7afcab86fcdc tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] DELETE failed (client error): The resource could not be found. May 31 13:42:46.069640 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a66731ab-4d7d-4779-a71d-7afcab86fcdc tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:42:46.075460 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-a66731ab-4d7d-4779-a71d-7afcab86fcdc tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "DELETE /v2.0/subnets/88867310-cca9-4fa3-8fef-7c51f605b279 HTTP/1.1" status: 404 len: 337 time: 0.1040916 May 31 13:42:46.078543 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 57716) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:46.141015 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-1edf044c-f8b2-4804-a7bc-804382b053d4 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] DELETE failed (client error): The resource could not be found. May 31 13:42:46.141565 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1edf044c-f8b2-4804-a7bc-804382b053d4 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:42:46.148764 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-91c73590-eb99-4e5c-8eca-eb62bf9bccc6 None None] Current status of the port 69c4015f-486b-41bc-954c-1afb6659e7c6 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:42:46.155925 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-1edf044c-f8b2-4804-a7bc-804382b053d4 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "DELETE /v2.0/ports/1f776b5a-e387-4fa9-a227-07adfa673b6d HTTP/1.1" status: 404 len: 333 time: 0.0754943 May 31 13:42:46.158216 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 57730) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:46.187073 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-91c73590-eb99-4e5c-8eca-eb62bf9bccc6 None None] Provisioning complete for port b51955fc-0643-459f-94cc-b8a72e569508 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:42:46.187842 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-91c73590-eb99-4e5c-8eca-eb62bf9bccc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:46.253206 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5851cc9d-0ac8-4bb6-b833-84957892afe8 None None] DHCP port deletion for b99f2da7-601e-4f3f-af52-ed3a903cb927 request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:42:46.261134 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-91c73590-eb99-4e5c-8eca-eb62bf9bccc6 None None] Port b51955fc-0643-459f-94cc-b8a72e569508 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:42:46.263017 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c7def23-182f-4853-bf81-2cdbe7081435 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] DELETE failed (client error): The resource could not be found. May 31 13:42:46.263490 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c7def23-182f-4853-bf81-2cdbe7081435 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:42:46.263704 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-5851cc9d-0ac8-4bb6-b833-84957892afe8 None None] Deleting port 69c4015f-486b-41bc-954c-1afb6659e7c6 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:42:46.264412 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5851cc9d-0ac8-4bb6-b833-84957892afe8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:46.265387 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-8c7def23-182f-4853-bf81-2cdbe7081435 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "DELETE /v2.0/subnets/386e64c9-616a-4735-b422-0d2db68dd3e3 HTTP/1.1" status: 404 len: 337 time: 0.1059384 May 31 13:42:46.268299 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 57736) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:46.272318 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c6042437-ef03-40b3-aa73-a3c648b5d705 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:46.316364 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c6042437-ef03-40b3-aa73-a3c648b5d705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:46.339599 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-febd08c7-4d44-4f23-8931-1aff0147e188 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] DELETE failed (client error): The resource could not be found. May 31 13:42:46.340074 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-febd08c7-4d44-4f23-8931-1aff0147e188 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:42:46.374483 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-febd08c7-4d44-4f23-8931-1aff0147e188 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "DELETE /v2.0/subnets/f2c66ab7-da4e-45df-8460-c38c6638686a HTTP/1.1" status: 404 len: 337 time: 0.1051228 May 31 13:42:46.376981 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 57746) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:46.414915 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c6042437-ef03-40b3-aa73-a3c648b5d705 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c6033ae0dc3a4c2492f4c0ef0bf26bd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5201414 May 31 13:42:46.415785 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6042437-ef03-40b3-aa73-a3c648b5d705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1d0366-91c6-416f-a758-5bc19b9425d3,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:46.418272 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 57750) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:46.530365 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e45ca72-1603-48b5-9c5e-0b640138cf6c tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] DELETE failed (client error): The resource could not be found. May 31 13:42:46.530941 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e45ca72-1603-48b5-9c5e-0b640138cf6c tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:42:46.535249 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-4e45ca72-1603-48b5-9c5e-0b640138cf6c tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "DELETE /v2.0/ports/031f50d2-0dec-42b6-8916-ef5b353e88f7 HTTP/1.1" status: 404 len: 333 time: 0.1572723 May 31 13:42:46.541611 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 57760) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:46.560842 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-53e0b216-eea8-4574-a3d3-d145578715f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:46.624166 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-53e0b216-eea8-4574-a3d3-d145578715f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:46.667220 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-1169ff5a-8203-4b02-8f4a-d479817de83a tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] DELETE failed (client error): The resource could not be found. May 31 13:42:46.668628 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1169ff5a-8203-4b02-8f4a-d479817de83a tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:42:46.670648 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-1169ff5a-8203-4b02-8f4a-d479817de83a tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "DELETE /v2.0/subnets/f81bb1e8-cb07-4bd6-8ced-9970c4c8eceb HTTP/1.1" status: 404 len: 337 time: 0.1217058 May 31 13:42:46.683131 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device c8306301-1463-45ea-b995-dd2afe669410 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:42:46.692097 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 57766) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:46.709954 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 57770) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:46.744098 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eadb951-1a1d-4933-8ea5-17a94f17a724 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] DELETE failed (client error): The resource could not be found. May 31 13:42:46.745290 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8eadb951-1a1d-4933-8ea5-17a94f17a724 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:42:46.749955 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-8eadb951-1a1d-4933-8ea5-17a94f17a724 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "DELETE /v2.0/subnets/a1318938-8456-4dfa-853a-79cf08301ad1 HTTP/1.1" status: 404 len: 337 time: 0.0541060 May 31 13:42:46.750576 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 57778) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:46.772271 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174d7da8-51dc-4df8-8d7d-10d7a7c2c1a8 req-8de6b13d-ee07-43b2-87af-35f5da62da83 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:46.773777 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-174d7da8-51dc-4df8-8d7d-10d7a7c2c1a8 req-8de6b13d-ee07-43b2-87af-35f5da62da83 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/ports?device_id=e784aeb2-4e66-4dc1-a934-09bd1cdb248d HTTP/1.1" status: 200 len: 945 time: 0.3060436 May 31 13:42:46.781880 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b4b7df-bc9e-4c71-aefe-b09800b2e7d7 req-d1547c1c-2bed-46c8-aa99-8cdc7cb0a150 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:46.789111 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-81b4b7df-bc9e-4c71-aefe-b09800b2e7d7 req-d1547c1c-2bed-46c8-aa99-8cdc7cb0a150 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/ports?device_id=e704e46a-b1ae-4097-bfd1-f7c0e61530ae HTTP/1.1" status: 200 len: 944 time: 0.1721921 May 31 13:42:46.842308 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-b9a0d83c-59f0-4bf7-8fa7-6ffa20e13317 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Deleting port b51955fc-0643-459f-94cc-b8a72e569508 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:42:46.842699 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b9a0d83c-59f0-4bf7-8fa7-6ffa20e13317 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:46.909169 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-53e0b216-eea8-4574-a3d3-d145578715f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:46.915734 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-81b4b7df-bc9e-4c71-aefe-b09800b2e7d7 req-a1489395-7f94-420d-924a-aa9be709ecaa tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/security-groups?id=1729ab42-7be5-44f8-b17a-0e9ffb5ba8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255376 May 31 13:42:46.936161 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-174d7da8-51dc-4df8-8d7d-10d7a7c2c1a8 req-38aa71a7-9ac7-475f-b974-e7a4e15c3b29 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/security-groups?id=1347e032-1cb8-425e-88e5-bf1247116b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201715 May 31 13:42:46.942533 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-5851cc9d-0ac8-4bb6-b833-84957892afe8 None None] For port 69c4015f-486b-41bc-954c-1afb6659e7c6, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=69c4015f-486b-41bc-954c-1afb6659e7c6,segment=NetworkSegment(c3f80a27-b5a1-4d68-87fa-7ed9ac0ada84),segment_id=c3f80a27-b5a1-4d68-87fa-7ed9ac0ada84)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:42:46.947843 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5851cc9d-0ac8-4bb6-b833-84957892afe8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:46.963419 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e0b216-eea8-4574-a3d3-d145578715f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1d0366-91c6-416f-a758-5bc19b9425d3,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:46.967630 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-53e0b216-eea8-4574-a3d3-d145578715f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:46.968754 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-53e0b216-eea8-4574-a3d3-d145578715f7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bf1d0366-91c6-416f-a758-5bc19b9425d3 HTTP/1.1" status: 204 len: 168 time: 0.5495665 May 31 13:42:46.989116 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port c8306301-1463-45ea-b995-dd2afe669410, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=c8306301-1463-45ea-b995-dd2afe669410,segment=NetworkSegment(95357fb1-128e-4e50-a9ef-07d5adff4ac5),segment_id=95357fb1-128e-4e50-a9ef-07d5adff4ac5)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:42:47.056808 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-6d306042-8796-46c9-8d94-53820421a3e3 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1999747628'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:42:47.079783 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-6d306042-8796-46c9-8d94-53820421a3e3 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:42:47.091435 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-6d306042-8796-46c9-8d94-53820421a3e3 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Usage tracker for resource:network and tenant:04d18eaaff4d4b1288cdedcf4bf9dd84 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:42:47.094752 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-6d306042-8796-46c9-8d94-53820421a3e3 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:42:47.101874 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-6d306042-8796-46c9-8d94-53820421a3e3 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:42:47.114998 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d306042-8796-46c9-8d94-53820421a3e3 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Made reservation on behalf of 04d18eaaff4d4b1288cdedcf4bf9dd84 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:42:47.124268 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6d306042-8796-46c9-8d94-53820421a3e3 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:47.284175 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-5851cc9d-0ac8-4bb6-b833-84957892afe8 None None] Calling delete_port for 69c4015f-486b-41bc-954c-1afb6659e7c6 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:42:47.343865 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6d306042-8796-46c9-8d94-53820421a3e3 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:47.366964 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b9a0d83c-59f0-4bf7-8fa7-6ffa20e13317 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:47.396191 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': 'c8306301-1463-45ea-b995-dd2afe669410', 'network_id': '48ff30cd-fefc-45b9-9b91-2fda26bd24e8', 'port_id': 'c8306301-1463-45ea-b995-dd2afe669410', 'mac_address': 'fa:16:3e:c2:3d:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f33f44ed-37c8-44e7-8a90-0b19e94cc7a8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:42:47.478096 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-15d0edf3-4223-49bc-bb41-179fdd3d4e48 req-41143237-bb35-499f-be1a-24c89d5b728d tempest-ServersAaction247Test-624383585 tempest-ServersAaction247Test-624383585-project] 10.222.0.50 "GET /v2.0/ports?device_id=635697cb-f52c-48ee-9491-cf33e34cce31 HTTP/1.1" status: 200 len: 210 time: 0.1774068 May 31 13:42:47.486491 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-6d306042-8796-46c9-8d94-53820421a3e3 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:42:47.504214 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-6d306042-8796-46c9-8d94-53820421a3e3 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Usage tracker for resource:security_group_rule and tenant:04d18eaaff4d4b1288cdedcf4bf9dd84 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:42:47.509140 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-6d306042-8796-46c9-8d94-53820421a3e3 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:42:47.535075 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port c8306301-1463-45ea-b995-dd2afe669410 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:42:47.535451 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:47.541558 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-6d306042-8796-46c9-8d94-53820421a3e3 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:42:47.552385 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5851cc9d-0ac8-4bb6-b833-84957892afe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:47.575099 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-b9a0d83c-59f0-4bf7-8fa7-6ffa20e13317 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Calling delete_port for b51955fc-0643-459f-94cc-b8a72e569508 owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:42:47.626743 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8306301-1463-45ea-b995-dd2afe669410 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:42:47.628857 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d108579a-f692-4d70-9fd3-5144a2dfa9bb req-63887f2a-bd88-4db6-a5d7-21a0eb64a844 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:47.637980 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d108579a-f692-4d70-9fd3-5144a2dfa9bb req-63887f2a-bd88-4db6-a5d7-21a0eb64a844 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1a61240-abff-4aa6-b6d3-d753eda87237 HTTP/1.1" status: 200 len: 945 time: 0.3385735 May 31 13:42:47.649038 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5851cc9d-0ac8-4bb6-b833-84957892afe8 None None] Pushing event deleted for resources: {'Port': ['ID=69c4015f-486b-41bc-954c-1afb6659e7c6,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:47.672876 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5851cc9d-0ac8-4bb6-b833-84957892afe8 None None] No DVR routers for this DVR port 69c4015f-486b-41bc-954c-1afb6659e7c6 on host n-d-843939-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:42:47.704542 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port c8306301-1463-45ea-b995-dd2afe669410, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=c8306301-1463-45ea-b995-dd2afe669410,segment=NetworkSegment(95357fb1-128e-4e50-a9ef-07d5adff4ac5),segment_id=95357fb1-128e-4e50-a9ef-07d5adff4ac5)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:42:47.714975 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:47.728321 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d108579a-f692-4d70-9fd3-5144a2dfa9bb req-eeabb30a-0650-4ffb-b30d-2c827e533d30 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/security-groups?id=1347e032-1cb8-425e-88e5-bf1247116b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893240 May 31 13:42:47.758160 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b9a0d83c-59f0-4bf7-8fa7-6ffa20e13317 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:47.772809 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6d306042-8796-46c9-8d94-53820421a3e3 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:47.779647 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6d306042-8796-46c9-8d94-53820421a3e3 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:47.875167 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d306042-8796-46c9-8d94-53820421a3e3 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:42:47.883861 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 69c4015f-486b-41bc-954c-1afb6659e7c6 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:42:47.900409 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d306042-8796-46c9-8d94-53820421a3e3 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13e4a11e-7007-476e-bde0-992bbeaf71ba,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:47.910425 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2567bb10-f399-4176-a4f6-bb4b959ef025 req-cc8c9956-a343-41b5-9033-9a38a5344ce6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=635697cb-f52c-48ee-9491-cf33e34cce31 HTTP/1.1" status: 200 len: 210 time: 0.0571063 May 31 13:42:47.920090 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a0d83c-59f0-4bf7-8fa7-6ffa20e13317 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event deleted for resources: {'Port': ['ID=b51955fc-0643-459f-94cc-b8a72e569508,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:47.924269 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b9a0d83c-59f0-4bf7-8fa7-6ffa20e13317 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:47.925371 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d306042-8796-46c9-8d94-53820421a3e3 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:42:47.929118 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d306042-8796-46c9-8d94-53820421a3e3 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:42:47.929504 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d306042-8796-46c9-8d94-53820421a3e3 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:42:47.929926 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d306042-8796-46c9-8d94-53820421a3e3 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:42:47.931593 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d306042-8796-46c9-8d94-53820421a3e3 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:42:47.931951 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d306042-8796-46c9-8d94-53820421a3e3 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:42:47.942170 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b9a0d83c-59f0-4bf7-8fa7-6ffa20e13317 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "DELETE /v2.0/ports/b51955fc-0643-459f-94cc-b8a72e569508 HTTP/1.1" status: 204 len: 168 time: 1.1899397 May 31 13:42:47.943182 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 57822) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:47.945076 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d306042-8796-46c9-8d94-53820421a3e3 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:42:47.945476 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d306042-8796-46c9-8d94-53820421a3e3 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:42:47.945740 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 69c4015f-486b-41bc-954c-1afb6659e7c6 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:42:47.945858 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d306042-8796-46c9-8d94-53820421a3e3 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:42:47.946105 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 69c4015f-486b-41bc-954c-1afb6659e7c6 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:42:47.948037 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d306042-8796-46c9-8d94-53820421a3e3 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:42:47.948397 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d306042-8796-46c9-8d94-53820421a3e3 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:42:47.953350 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d306042-8796-46c9-8d94-53820421a3e3 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:42:47.962208 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=c8306301-1463-45ea-b995-dd2afe669410,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:48.073190 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6d306042-8796-46c9-8d94-53820421a3e3 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:48.073687 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-6d306042-8796-46c9-8d94-53820421a3e3 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Added segment 467e7de6-4e03-4eef-8224-5d62582524d3 of type vlan for network fb4fda70-723f-47f3-8b7c-4a203bae9b42 May 31 13:42:48.089902 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9d5929d3-ad85-47fc-a8a8-b7f3e5285ab2 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:48.197544 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6d306042-8796-46c9-8d94-53820421a3e3 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:48.217102 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['c8306301-1463-45ea-b995-dd2afe669410'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:42:48.257826 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9d5929d3-ad85-47fc-a8a8-b7f3e5285ab2 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:48.288832 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-9d5929d3-ad85-47fc-a8a8-b7f3e5285ab2 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b99f2da7-601e-4f3f-af52-ed3a903cb927']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:42:48.306321 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-9d5929d3-ad85-47fc-a8a8-b7f3e5285ab2 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3f80a27-b5a1-4d68-87fa-7ed9ac0ada84') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:42:48.306838 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-9d5929d3-ad85-47fc-a8a8-b7f3e5285ab2 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3f80a27-b5a1-4d68-87fa-7ed9ac0ada84') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:42:48.321390 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9d5929d3-ad85-47fc-a8a8-b7f3e5285ab2 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:48.335933 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6d306042-8796-46c9-8d94-53820421a3e3 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:48.341074 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9d5929d3-ad85-47fc-a8a8-b7f3e5285ab2 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:48.346522 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d306042-8796-46c9-8d94-53820421a3e3 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:48.347316 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6d306042-8796-46c9-8d94-53820421a3e3 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:48.353414 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d5929d3-ad85-47fc-a8a8-b7f3e5285ab2 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:42:48.353846 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9d5929d3-ad85-47fc-a8a8-b7f3e5285ab2 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:48.436947 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab41d2c9-9afd-4a9e-8c41-204b2258b4b4 req-cbedf2b9-9295-4759-bf11-4b1f039020bd tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:48.437190 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment c3f80a27-b5a1-4d68-87fa-7ed9ac0ada84 resource provider aggregate not found May 31 13:42:48.449210 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ab41d2c9-9afd-4a9e-8c41-204b2258b4b4 req-cbedf2b9-9295-4759-bf11-4b1f039020bd tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7a3f59e-3819-463b-b6ae-0f1b00648484 HTTP/1.1" status: 200 len: 946 time: 0.5326211 May 31 13:42:48.464482 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-6d306042-8796-46c9-8d94-53820421a3e3 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7506733 May 31 13:42:48.476149 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment c3f80a27-b5a1-4d68-87fa-7ed9ac0ada84 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c3f80a27-b5a1-4d68-87fa-7ed9ac0ada84 found for delete ", "request_id": "req-0747e4ca-6068-45cd-9cea-b8d6c7026d3d"}]} May 31 13:42:48.494704 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9d5929d3-ad85-47fc-a8a8-b7f3e5285ab2 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:48.524165 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9d5929d3-ad85-47fc-a8a8-b7f3e5285ab2 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:48.535749 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5929d3-ad85-47fc-a8a8-b7f3e5285ab2 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] Pushing event deleted for resources: {'Network': ['ID=b99f2da7-601e-4f3f-af52-ed3a903cb927,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:48.556942 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-9d5929d3-ad85-47fc-a8a8-b7f3e5285ab2 tempest-PortsTestJSON-2107524911 tempest-PortsTestJSON-2107524911-project] 10.222.0.50 "DELETE /v2.0/networks/b99f2da7-601e-4f3f-af52-ed3a903cb927 HTTP/1.1" status: 204 len: 168 time: 0.6118803 May 31 13:42:48.559892 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 57852) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:48.628285 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ab41d2c9-9afd-4a9e-8c41-204b2258b4b4 req-23bb3675-0824-403a-8076-8c4bc936ef09 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/security-groups?id=1347e032-1cb8-425e-88e5-bf1247116b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780844 May 31 13:42:48.628992 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d306042-8796-46c9-8d94-53820421a3e3 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Pushing event updated for resources: {'Network': ['ID=fb4fda70-723f-47f3-8b7c-4a203bae9b42,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:48.642156 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network fb4fda70-723f-47f3-8b7c-4a203bae9b42 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:42:48.643545 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff4d96-6c9d-4ad7-b27e-d8d5139d3d36 req-6d8a20d0-e04b-48b1-a661-435516774e83 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:48.651305 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-77ff4d96-6c9d-4ad7-b27e-d8d5139d3d36 req-6d8a20d0-e04b-48b1-a661-435516774e83 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/ports?device_id=e704e46a-b1ae-4097-bfd1-f7c0e61530ae HTTP/1.1" status: 200 len: 945 time: 0.5347524 May 31 13:42:48.707752 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-77ff4d96-6c9d-4ad7-b27e-d8d5139d3d36 req-3d310564-a5f2-4a7b-89f3-7d7d35215390 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/security-groups?id=1729ab42-7be5-44f8-b17a-0e9ffb5ba8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554276 May 31 13:42:48.968331 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-01b05a72-129d-44e0-a93b-e73d4ef3a4b8 req-3b75a948-82eb-4bd1-aea9-ceff7265257f tempest-ServersAaction247Test-624383585 tempest-ServersAaction247Test-624383585-project] 10.222.0.50 "GET /v2.0/ports?device_id=635697cb-f52c-48ee-9491-cf33e34cce31 HTTP/1.1" status: 200 len: 210 time: 0.0763178 May 31 13:42:49.073290 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 57866) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:49.195202 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0c7a6fa6-257e-4b74-993f-edf9654ca0d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:49.223571 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0c7a6fa6-257e-4b74-993f-edf9654ca0d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:42:49.229051 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-0c7a6fa6-257e-4b74-993f-edf9654ca0d3 admin admin] Usage tracker for resource:security_group_rule and tenant:8c1a60b327dc4002a3789daf98b61755 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:42:49.233141 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-0c7a6fa6-257e-4b74-993f-edf9654ca0d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:42:49.240150 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0c7a6fa6-257e-4b74-993f-edf9654ca0d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:42:49.248671 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9543a13-74c9-4db8-8836-eb7de4f94b45 req-3faab37b-15b3-4f20-8d87-e8d149524366 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:49.256986 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9543a13-74c9-4db8-8836-eb7de4f94b45 req-3faab37b-15b3-4f20-8d87-e8d149524366 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:49.263789 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9543a13-74c9-4db8-8836-eb7de4f94b45 req-3faab37b-15b3-4f20-8d87-e8d149524366 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:49.272395 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b9543a13-74c9-4db8-8836-eb7de4f94b45 req-3faab37b-15b3-4f20-8d87-e8d149524366 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7a3f59e-3819-463b-b6ae-0f1b00648484&device_id=c1a61240-abff-4aa6-b6d3-d753eda87237&device_id=e784aeb2-4e66-4dc1-a934-09bd1cdb248d HTTP/1.1" status: 200 len: 2417 time: 0.1477330 May 31 13:42:49.343987 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0c7a6fa6-257e-4b74-993f-edf9654ca0d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:49.350691 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0c7a6fa6-257e-4b74-993f-edf9654ca0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:49.414435 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-0c7a6fa6-257e-4b74-993f-edf9654ca0d3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8c1a60b327dc4002a3789daf98b61755&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8526657 May 31 13:42:49.416997 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 57876) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:49.420296 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7a6fa6-257e-4b74-993f-edf9654ca0d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e91ce97a-abe1-418a-94c0-d4c8bfe6ca83,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:49.446105 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b9543a13-74c9-4db8-8836-eb7de4f94b45 req-dc766eed-580c-4ef0-9d7d-6e1fb850f050 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/security-groups?id=1347e032-1cb8-425e-88e5-bf1247116b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581788 May 31 13:42:49.527372 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d37d1d19-2076-4c08-8fd3-aa4c9b0d0cf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:49.561291 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d37d1d19-2076-4c08-8fd3-aa4c9b0d0cf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:49.601429 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-7654b6ad-a468-4ea3-b692-bfb332e53cc9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a62a1f0c39e548d390793611ac95b19e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5252671 May 31 13:42:49.617469 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 57892) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:49.695698 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d37d1d19-2076-4c08-8fd3-aa4c9b0d0cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:49.711078 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8d4f721c-d105-446c-9e97-d38acd34f3e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:49.723898 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d850d958-07f5-4d21-b5dd-afd87df94441 req-d7c591cf-c4c7-4500-90e1-1b7359c5fc1f tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2460277 May 31 13:42:49.777845 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d37d1d19-2076-4c08-8fd3-aa4c9b0d0cf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:49.783399 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d37d1d19-2076-4c08-8fd3-aa4c9b0d0cf4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e91ce97a-abe1-418a-94c0-d4c8bfe6ca83 HTTP/1.1" status: 204 len: 168 time: 0.3649051 May 31 13:42:49.784854 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37d1d19-2076-4c08-8fd3-aa4c9b0d0cf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e91ce97a-abe1-418a-94c0-d4c8bfe6ca83,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:49.801803 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8d4f721c-d105-446c-9e97-d38acd34f3e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:49.940966 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8d4f721c-d105-446c-9e97-d38acd34f3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:49.988302 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4f721c-d105-446c-9e97-d38acd34f3e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e13ae8-8b62-4957-9dc5-aa6c9d14e2b6,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:49.997571 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8d4f721c-d105-446c-9e97-d38acd34f3e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:50.005086 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-8d4f721c-d105-446c-9e97-d38acd34f3e7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/33e13ae8-8b62-4957-9dc5-aa6c9d14e2b6 HTTP/1.1" status: 204 len: 168 time: 0.3862791 May 31 13:42:50.203928 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365fb686-94b3-41bd-a90f-0e47ab6bf68c req-2a1191a6-b6b1-4c36-bdcd-5febffc343b0 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:50.214337 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-365fb686-94b3-41bd-a90f-0e47ab6bf68c req-2a1191a6-b6b1-4c36-bdcd-5febffc343b0 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/ports?device_id=e704e46a-b1ae-4097-bfd1-f7c0e61530ae HTTP/1.1" status: 200 len: 945 time: 0.2078135 May 31 13:42:50.320709 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-365fb686-94b3-41bd-a90f-0e47ab6bf68c req-f75595bd-7315-4fcf-9ce1-9a7431e4ecd1 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/security-groups?id=1729ab42-7be5-44f8-b17a-0e9ffb5ba8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024888 May 31 13:42:50.559790 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 57926) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:50.589444 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7b174f7f-252f-4282-9501-4bacd3921d73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:50.609521 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1d232e98-1021-40c0-aabe-bee899407474 req-3ce5efc0-0fd8-417d-8a4d-70cb5051357e tempest-ServersAaction247Test-624383585 tempest-ServersAaction247Test-624383585-project] 10.222.0.50 "GET /v2.0/ports?device_id=635697cb-f52c-48ee-9491-cf33e34cce31 HTTP/1.1" status: 200 len: 210 time: 0.1054542 May 31 13:42:50.621212 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-7b174f7f-252f-4282-9501-4bacd3921d73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:42:50.625953 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-7b174f7f-252f-4282-9501-4bacd3921d73 admin admin] Usage tracker for resource:security_group_rule and tenant:387a8d071e2f4c6099f689c14ab69550 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:42:50.629618 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-7b174f7f-252f-4282-9501-4bacd3921d73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:42:50.635745 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-7b174f7f-252f-4282-9501-4bacd3921d73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:42:50.714615 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device c8306301-1463-45ea-b995-dd2afe669410 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:42:50.739295 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7b174f7f-252f-4282-9501-4bacd3921d73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:50.744628 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7b174f7f-252f-4282-9501-4bacd3921d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:50.825542 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 57938) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:50.840110 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-7b174f7f-252f-4282-9501-4bacd3921d73 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=387a8d071e2f4c6099f689c14ab69550&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2690706 May 31 13:42:50.844591 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b174f7f-252f-4282-9501-4bacd3921d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1148156-20e0-429c-b41b-b48126ab96f8,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:50.936488 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port c8306301-1463-45ea-b995-dd2afe669410 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:42:50.948888 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port c8306301-1463-45ea-b995-dd2afe669410 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:42:50.949484 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:50.982534 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d8a322f3-85cd-46af-a609-2f3a96565922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:51.053920 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d8a322f3-85cd-46af-a609-2f3a96565922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:51.202187 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d8a322f3-85cd-46af-a609-2f3a96565922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:51.249938 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a322f3-85cd-46af-a609-2f3a96565922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1148156-20e0-429c-b41b-b48126ab96f8,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:51.269494 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d8a322f3-85cd-46af-a609-2f3a96565922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:51.277824 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-d8a322f3-85cd-46af-a609-2f3a96565922 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a1148156-20e0-429c-b41b-b48126ab96f8 HTTP/1.1" status: 204 len: 168 time: 0.4510837 May 31 13:42:51.304722 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port c8306301-1463-45ea-b995-dd2afe669410 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:42:51.316637 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:51.408835 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port c8306301-1463-45ea-b995-dd2afe669410, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=c8306301-1463-45ea-b995-dd2afe669410,segment=NetworkSegment(95357fb1-128e-4e50-a9ef-07d5adff4ac5),segment_id=95357fb1-128e-4e50-a9ef-07d5adff4ac5)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:42:51.411551 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e704e46a-b1ae-4097-bfd1-f7c0e61530ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8306301-1463-45ea-b995-dd2afe669410'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:42:51.424453 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:51.708058 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=c8306301-1463-45ea-b995-dd2afe669410,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:51.811240 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d77cf0-1208-4be6-b381-f69dd782e63d req-67ebc83b-1eb5-41f2-96bd-9680e08e6afe tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:51.824953 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-44d77cf0-1208-4be6-b381-f69dd782e63d req-67ebc83b-1eb5-41f2-96bd-9680e08e6afe tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/ports?device_id=e704e46a-b1ae-4097-bfd1-f7c0e61530ae HTTP/1.1" status: 200 len: 946 time: 0.2493422 May 31 13:42:51.919245 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 57994) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:51.932503 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-ff95d1ad-d973-40f0-a5ae-96cff4e27494 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Request body: {'subnet': {'network_id': 'fb4fda70-723f-47f3-8b7c-4a203bae9b42', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:42:51.961902 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-44d77cf0-1208-4be6-b381-f69dd782e63d req-6e9600bd-2648-45d5-a71b-f7e8e8c9f921 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/security-groups?id=1729ab42-7be5-44f8-b17a-0e9ffb5ba8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356447 May 31 13:42:52.071782 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0560720d-fbf6-4134-b0c4-d997e44c118d'] response: {'server_uuid': 'e704e46a-b1ae-4097-bfd1-f7c0e61530ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8306301-1463-45ea-b995-dd2afe669410', 'code': 200} May 31 13:42:52.113852 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ff95d1ad-d973-40f0-a5ae-96cff4e27494 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:42:52.119563 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ff95d1ad-d973-40f0-a5ae-96cff4e27494 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Usage tracker for resource:subnet and tenant:04d18eaaff4d4b1288cdedcf4bf9dd84 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:42:52.123048 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ff95d1ad-d973-40f0-a5ae-96cff4e27494 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:42:52.131236 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ff95d1ad-d973-40f0-a5ae-96cff4e27494 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:42:52.147938 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff95d1ad-d973-40f0-a5ae-96cff4e27494 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Made reservation on behalf of 04d18eaaff4d4b1288cdedcf4bf9dd84 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:42:52.156489 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ff95d1ad-d973-40f0-a5ae-96cff4e27494 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:52.565152 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-71df273d-34bf-4f02-ae54-d9f378dabd8e req-0fc32b63-0d84-4177-b524-1e524776b029 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c5a8ba5eeade4c8881e178120ff224b8&device_id=635697cb-f52c-48ee-9491-cf33e34cce31 HTTP/1.1" status: 200 len: 210 time: 0.1352804 May 31 13:42:52.576749 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc91a2-17d9-497b-b4f3-2b07fa24e581 req-96178cd9-de1d-4ec6-b7e5-494075350531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:52.578251 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7abc91a2-17d9-497b-b4f3-2b07fa24e581 req-96178cd9-de1d-4ec6-b7e5-494075350531 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e704e46a-b1ae-4097-bfd1-f7c0e61530ae HTTP/1.1" status: 200 len: 1097 time: 0.2880507 May 31 13:42:52.710934 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7abc91a2-17d9-497b-b4f3-2b07fa24e581 req-9482bec2-f686-4f20-b0cb-04461e64ecb4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1729ab42-7be5-44f8-b17a-0e9ffb5ba8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024575 May 31 13:42:52.723542 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ff95d1ad-d973-40f0-a5ae-96cff4e27494 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:52.740937 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-71df273d-34bf-4f02-ae54-d9f378dabd8e req-93b5d772-0840-4f17-9f9e-207717dba36e service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=c5a8ba5eeade4c8881e178120ff224b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1502118 May 31 13:42:52.762688 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d9193a92-0826-426b-a9b5-8fc41745e224 req-9c6531d2-b09d-4948-ae7c-99d165087265 tempest-ServersAaction247Test-624383585 tempest-ServersAaction247Test-624383585-project] 10.222.0.50 "GET /v2.0/ports?device_id=635697cb-f52c-48ee-9491-cf33e34cce31 HTTP/1.1" status: 200 len: 210 time: 0.1091831 May 31 13:42:52.883918 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff95d1ad-d973-40f0-a5ae-96cff4e27494 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Pushing event updated for resources: {'Subnet': ['ID=4e15e9ab-5df2-42eb-9e79-d01b86f3809c,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:52.894915 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff95d1ad-d973-40f0-a5ae-96cff4e27494 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Checking segment: {'id': '467e7de6-4e03-4eef-8224-5d62582524d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fb4fda70-723f-47f3-8b7c-4a203bae9b42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:42:52.895277 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff95d1ad-d973-40f0-a5ae-96cff4e27494 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Network hostable DHCP agents. Network: fb4fda70-723f-47f3-8b7c-4a203bae9b42, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:42:52.921435 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff95d1ad-d973-40f0-a5ae-96cff4e27494 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Network fb4fda70-723f-47f3-8b7c-4a203bae9b42 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:42:52.939564 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-ff95d1ad-d973-40f0-a5ae-96cff4e27494 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, fb4fda70-723f-47f3-8b7c-4a203bae9b42) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:42:52.948340 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee87c1d-cdfe-40c6-b1f6-7a34034d173f None None] Network fb4fda70-723f-47f3-8b7c-4a203bae9b42 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:42:52.948956 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff95d1ad-d973-40f0-a5ae-96cff4e27494 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:52.949824 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ff95d1ad-d973-40f0-a5ae-96cff4e27494 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:53.002913 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 58044) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:53.003514 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ff95d1ad-d973-40f0-a5ae-96cff4e27494 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0827239 May 31 13:42:53.010808 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-df944148-aa25-48aa-84a9-b97ebafa26f3 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2062995268'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:42:53.022594 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-df944148-aa25-48aa-84a9-b97ebafa26f3 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:42:53.035492 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-df944148-aa25-48aa-84a9-b97ebafa26f3 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Usage tracker for resource:network and tenant:04d18eaaff4d4b1288cdedcf4bf9dd84 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:42:53.047809 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-df944148-aa25-48aa-84a9-b97ebafa26f3 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:42:53.062070 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-df944148-aa25-48aa-84a9-b97ebafa26f3 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:42:53.188011 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df944148-aa25-48aa-84a9-b97ebafa26f3 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Made reservation on behalf of 04d18eaaff4d4b1288cdedcf4bf9dd84 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:42:53.194526 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-df944148-aa25-48aa-84a9-b97ebafa26f3 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:53.371297 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3851a193-dedf-4cfa-aa14-73793d39ecd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-fb4fda70-723f-47f3-8b7c-4a203bae9b42', 'network_id': 'fb4fda70-723f-47f3-8b7c-4a203bae9b42', 'tenant_id': '04d18eaaff4d4b1288cdedcf4bf9dd84', 'fixed_ips': [{'subnet_id': '4e15e9ab-5df2-42eb-9e79-d01b86f3809c'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:42:53.375925 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3851a193-dedf-4cfa-aa14-73793d39ecd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:53.539404 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df944148-aa25-48aa-84a9-b97ebafa26f3 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:42:53.594646 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-df944148-aa25-48aa-84a9-b97ebafa26f3 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:53.595004 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-df944148-aa25-48aa-84a9-b97ebafa26f3 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Added segment ca3b9133-231e-44d5-b2f3-288b594d0295 of type vlan for network b85dfb9b-3f70-4337-bc25-e733c9b9cc14 May 31 13:42:53.631741 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-3851a193-dedf-4cfa-aa14-73793d39ecd3 None None] Allocated IP 2001:db8:0:ffff::2 (fb4fda70-723f-47f3-8b7c-4a203bae9b42/4e15e9ab-5df2-42eb-9e79-d01b86f3809c/26d9eb20-29b2-4194-8ed6-61d3bafc1cdd) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:42:53.635405 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b866f97a-94ee-48f9-a462-804ea19465d1 req-2b14ef2f-4ce2-449a-ae69-23d3c6622713 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:53.637125 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b866f97a-94ee-48f9-a462-804ea19465d1 req-2b14ef2f-4ce2-449a-ae69-23d3c6622713 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/ports?device_id=e704e46a-b1ae-4097-bfd1-f7c0e61530ae HTTP/1.1" status: 200 len: 946 time: 0.4569838 May 31 13:42:53.647110 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df273d-34bf-4f02-ae54-d9f378dabd8e req-eeddf69c-4002-472e-afc8-f64c9daa47e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:53.648637 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-71df273d-34bf-4f02-ae54-d9f378dabd8e req-eeddf69c-4002-472e-afc8-f64c9daa47e8 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5731757 May 31 13:42:53.698911 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-df944148-aa25-48aa-84a9-b97ebafa26f3 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:53.739929 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d37f1-8e9b-4c2f-a086-5d8b1bcf72d8 req-dcddb767-83ce-4c07-b47b-0d37bc6e854c tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:53.747906 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-610d37f1-8e9b-4c2f-a086-5d8b1bcf72d8 req-dcddb767-83ce-4c07-b47b-0d37bc6e854c tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7a3f59e-3819-463b-b6ae-0f1b00648484 HTTP/1.1" status: 200 len: 946 time: 0.2834125 May 31 13:42:53.794658 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b866f97a-94ee-48f9-a462-804ea19465d1 req-7fb2e60d-10bb-42da-bdcb-8fcbe57cb6ab tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/security-groups?id=1729ab42-7be5-44f8-b17a-0e9ffb5ba8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392744 May 31 13:42:53.862433 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-610d37f1-8e9b-4c2f-a086-5d8b1bcf72d8 req-43ce2b84-02cc-4273-9af9-43a4a8f6251f tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/security-groups?id=1347e032-1cb8-425e-88e5-bf1247116b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131361 May 31 13:42:53.863320 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-df944148-aa25-48aa-84a9-b97ebafa26f3 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:53.876490 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df944148-aa25-48aa-84a9-b97ebafa26f3 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:53.876490 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-df944148-aa25-48aa-84a9-b97ebafa26f3 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:54.111998 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3851a193-dedf-4cfa-aa14-73793d39ecd3 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:54.128713 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-3851a193-dedf-4cfa-aa14-73793d39ecd3 None None] Transition to ACTIVE for port object 26d9eb20-29b2-4194-8ed6-61d3bafc1cdd will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:42:54.145833 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-df944148-aa25-48aa-84a9-b97ebafa26f3 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1399996 May 31 13:42:54.149474 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 58104) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:54.157865 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-3a7f9405-4be4-48e7-921a-188c73f9a95f tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Request body: {'subnet': {'network_id': 'b85dfb9b-3f70-4337-bc25-e733c9b9cc14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:42:54.166457 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f386aef8-b816-4f1f-ad08-f8982d909c4e req-c37352a5-724c-4c7f-a120-27051deff395 tempest-ServersAaction247Test-624383585 tempest-ServersAaction247Test-624383585-project] 10.222.0.50 "GET /v2.0/ports?device_id=635697cb-f52c-48ee-9491-cf33e34cce31 HTTP/1.1" status: 200 len: 210 time: 0.1006939 May 31 13:42:54.185175 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df944148-aa25-48aa-84a9-b97ebafa26f3 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Pushing event updated for resources: {'Network': ['ID=b85dfb9b-3f70-4337-bc25-e733c9b9cc14,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:54.189037 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-3851a193-dedf-4cfa-aa14-73793d39ecd3 None None] Transition to ACTIVE for port object 26d9eb20-29b2-4194-8ed6-61d3bafc1cdd will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:42:54.199022 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network b85dfb9b-3f70-4337-bc25-e733c9b9cc14 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:42:54.230182 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3851a193-dedf-4cfa-aa14-73793d39ecd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:54.340203 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3a7f9405-4be4-48e7-921a-188c73f9a95f tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:42:54.345126 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-3a7f9405-4be4-48e7-921a-188c73f9a95f tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Usage tracker for resource:subnet and tenant:04d18eaaff4d4b1288cdedcf4bf9dd84 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:42:54.348611 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-3a7f9405-4be4-48e7-921a-188c73f9a95f tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:42:54.359047 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3a7f9405-4be4-48e7-921a-188c73f9a95f tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:42:54.361697 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3851a193-dedf-4cfa-aa14-73793d39ecd3 None None] Network fb4fda70-723f-47f3-8b7c-4a203bae9b42 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:42:54.367322 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-3851a193-dedf-4cfa-aa14-73793d39ecd3 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:42:54.375212 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3851a193-dedf-4cfa-aa14-73793d39ecd3 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:42:54.375980 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7f9405-4be4-48e7-921a-188c73f9a95f tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Made reservation on behalf of 04d18eaaff4d4b1288cdedcf4bf9dd84 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:42:54.379762 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3a7f9405-4be4-48e7-921a-188c73f9a95f tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:54.435436 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3851a193-dedf-4cfa-aa14-73793d39ecd3 None None] Pushing event updated for resources: {'Port': ['ID=26d9eb20-29b2-4194-8ed6-61d3bafc1cdd,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:54.498436 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-3851a193-dedf-4cfa-aa14-73793d39ecd3 None None] Attempting to bind port 26d9eb20-29b2-4194-8ed6-61d3bafc1cdd on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:42:54.498812 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-3851a193-dedf-4cfa-aa14-73793d39ecd3 None None] Attempting to bind port 26d9eb20-29b2-4194-8ed6-61d3bafc1cdd by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '467e7de6-4e03-4eef-8224-5d62582524d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fb4fda70-723f-47f3-8b7c-4a203bae9b42'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:42:54.499162 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3851a193-dedf-4cfa-aa14-73793d39ecd3 None None] Attempting to bind port 26d9eb20-29b2-4194-8ed6-61d3bafc1cdd on network fb4fda70-723f-47f3-8b7c-4a203bae9b42 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:42:54.504816 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3851a193-dedf-4cfa-aa14-73793d39ecd3 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:42:54.505188 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3851a193-dedf-4cfa-aa14-73793d39ecd3 None None] Checking segment: {'id': '467e7de6-4e03-4eef-8224-5d62582524d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fb4fda70-723f-47f3-8b7c-4a203bae9b42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:42:54.506484 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3851a193-dedf-4cfa-aa14-73793d39ecd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:54.507022 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3851a193-dedf-4cfa-aa14-73793d39ecd3 None None] Bound using segment: {'id': '467e7de6-4e03-4eef-8224-5d62582524d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fb4fda70-723f-47f3-8b7c-4a203bae9b42'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:42:54.518572 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-3851a193-dedf-4cfa-aa14-73793d39ecd3 None None] Bound port: 26d9eb20-29b2-4194-8ed6-61d3bafc1cdd, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '467e7de6-4e03-4eef-8224-5d62582524d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fb4fda70-723f-47f3-8b7c-4a203bae9b42'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:42:54.518947 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3851a193-dedf-4cfa-aa14-73793d39ecd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:54.687681 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-3851a193-dedf-4cfa-aa14-73793d39ecd3 None None] For port 26d9eb20-29b2-4194-8ed6-61d3bafc1cdd, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:42:54.691039 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-3851a193-dedf-4cfa-aa14-73793d39ecd3 None None] For port 26d9eb20-29b2-4194-8ed6-61d3bafc1cdd, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=26d9eb20-29b2-4194-8ed6-61d3bafc1cdd,segment=NetworkSegment(467e7de6-4e03-4eef-8224-5d62582524d3),segment_id=467e7de6-4e03-4eef-8224-5d62582524d3)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:42:54.702798 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3851a193-dedf-4cfa-aa14-73793d39ecd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:54.817226 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3851a193-dedf-4cfa-aa14-73793d39ecd3 None None] Pushing event updated for resources: {'Port': ['ID=26d9eb20-29b2-4194-8ed6-61d3bafc1cdd,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:54.956189 n-d-843939-1 neutron-server[88369]: DEBUG neutron.objects.ports [None req-3a7f9405-4be4-48e7-921a-188c73f9a95f tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88369) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 31 13:42:54.957693 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3a7f9405-4be4-48e7-921a-188c73f9a95f tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:55.151295 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8480f90e-9356-4ddc-89ba-8866f572e008 req-b055e3cd-2218-4757-b496-5cb54f4a774d tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:55.151295 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8480f90e-9356-4ddc-89ba-8866f572e008 req-b055e3cd-2218-4757-b496-5cb54f4a774d tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/ports?device_id=e704e46a-b1ae-4097-bfd1-f7c0e61530ae HTTP/1.1" status: 200 len: 946 time: 0.1451983 May 31 13:42:55.293376 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7f9405-4be4-48e7-921a-188c73f9a95f tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Pushing event updated for resources: {'Subnet': ['ID=0cd63035-bed9-40c2-8593-395099dc6997,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:55.298932 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7f9405-4be4-48e7-921a-188c73f9a95f tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Checking segment: {'id': 'ca3b9133-231e-44d5-b2f3-288b594d0295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b85dfb9b-3f70-4337-bc25-e733c9b9cc14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:42:55.299306 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7f9405-4be4-48e7-921a-188c73f9a95f tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Network hostable DHCP agents. Network: b85dfb9b-3f70-4337-bc25-e733c9b9cc14, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:42:55.334392 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7f9405-4be4-48e7-921a-188c73f9a95f tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Network b85dfb9b-3f70-4337-bc25-e733c9b9cc14 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:42:55.352430 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-3a7f9405-4be4-48e7-921a-188c73f9a95f tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, b85dfb9b-3f70-4337-bc25-e733c9b9cc14) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:42:55.358830 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7f9405-4be4-48e7-921a-188c73f9a95f tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:55.359427 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3a7f9405-4be4-48e7-921a-188c73f9a95f tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:55.362026 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8404c11f-ff9c-4c20-8670-308a44aad033 None None] Network b85dfb9b-3f70-4337-bc25-e733c9b9cc14 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:42:55.373122 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 58156) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:55.435301 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-3a7f9405-4be4-48e7-921a-188c73f9a95f tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2840431 May 31 13:42:55.436158 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 58166) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:55.446565 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8480f90e-9356-4ddc-89ba-8866f572e008 req-e3304b66-bf11-4b65-aa8c-dcb9fa68d1b8 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/security-groups?id=1729ab42-7be5-44f8-b17a-0e9ffb5ba8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699533 May 31 13:42:55.451874 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-8c272ede-4d5a-448f-a082-a334d43d8300 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Request body: {'port': {'network_id': 'b85dfb9b-3f70-4337-bc25-e733c9b9cc14', 'name': 'tempest-NetworksIpV6TestAttrs-1165082569'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:42:55.651288 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2cb9d6-a3c9-42d3-8104-a9fdb8c6356c req-fc1b74e8-d221-4fe7-b6e4-995548c5b9c2 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:55.664563 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8e2cb9d6-a3c9-42d3-8104-a9fdb8c6356c req-fc1b74e8-d221-4fe7-b6e4-995548c5b9c2 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7a3f59e-3819-463b-b6ae-0f1b00648484 HTTP/1.1" status: 200 len: 946 time: 0.3856542 May 31 13:42:55.752284 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-96062354-e69f-4671-b621-7d98bd9eaa24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:55.770840 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8e2cb9d6-a3c9-42d3-8104-a9fdb8c6356c req-0a736247-ba2e-43bb-a86c-e2c7a4273907 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/security-groups?id=1347e032-1cb8-425e-88e5-bf1247116b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996158 May 31 13:42:55.855829 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7efd3871-03cd-4fe2-8434-057a28498f7a req-e0a93cfb-5d2e-4b22-99bc-2d30e758e6d1 tempest-ServersAaction247Test-624383585 tempest-ServersAaction247Test-624383585-project] 10.222.0.50 "GET /v2.0/ports?device_id=635697cb-f52c-48ee-9491-cf33e34cce31 HTTP/1.1" status: 200 len: 210 time: 0.0696213 May 31 13:42:55.858115 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-96062354-e69f-4671-b621-7d98bd9eaa24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:42:55.877633 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-96062354-e69f-4671-b621-7d98bd9eaa24 admin admin] Usage tracker for resource:security_group_rule and tenant:95af49b3e7d54286b7dfe10cc153bbfc is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:42:55.881145 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-96062354-e69f-4671-b621-7d98bd9eaa24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:42:55.901664 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-96062354-e69f-4671-b621-7d98bd9eaa24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:42:55.925005 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8c272ede-4d5a-448f-a082-a334d43d8300 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:42:55.940167 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-8c272ede-4d5a-448f-a082-a334d43d8300 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Usage tracker for resource:port and tenant:04d18eaaff4d4b1288cdedcf4bf9dd84 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:42:55.956733 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-8c272ede-4d5a-448f-a082-a334d43d8300 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:42:56.037828 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8c272ede-4d5a-448f-a082-a334d43d8300 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:42:56.043406 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be29cec-b4e9-405e-8f75-b399a4c654b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-b85dfb9b-3f70-4337-bc25-e733c9b9cc14', 'network_id': 'b85dfb9b-3f70-4337-bc25-e733c9b9cc14', 'tenant_id': '04d18eaaff4d4b1288cdedcf4bf9dd84', 'fixed_ips': [{'subnet_id': '0cd63035-bed9-40c2-8593-395099dc6997'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:42:56.044555 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8be29cec-b4e9-405e-8f75-b399a4c654b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:56.097160 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c272ede-4d5a-448f-a082-a334d43d8300 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Made reservation on behalf of 04d18eaaff4d4b1288cdedcf4bf9dd84 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:42:56.105459 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8c272ede-4d5a-448f-a082-a334d43d8300 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:56.147409 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-8c272ede-4d5a-448f-a082-a334d43d8300 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] device_id is not set on port a26a79bf-7c23-433e-9227-9bdc1e5f11fb yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:42:56.261525 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 26d9eb20-29b2-4194-8ed6-61d3bafc1cdd up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:42:56.423364 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-96062354-e69f-4671-b621-7d98bd9eaa24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:56.463683 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-96062354-e69f-4671-b621-7d98bd9eaa24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:56.637328 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 58214) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:56.638148 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-96062354-e69f-4671-b621-7d98bd9eaa24 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=95af49b3e7d54286b7dfe10cc153bbfc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2599492 May 31 13:42:56.679599 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96062354-e69f-4671-b621-7d98bd9eaa24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e654f671-efaa-4354-983b-35afeb443e05,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:56.710627 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba5ba0f-0445-4a4c-8ac3-c2ccf61d7f76 req-2b0cd8a4-7c27-4b84-9d1f-5d0761f42cf4 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:56.712144 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6ba5ba0f-0445-4a4c-8ac3-c2ccf61d7f76 req-2b0cd8a4-7c27-4b84-9d1f-5d0761f42cf4 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7a3f59e-3819-463b-b6ae-0f1b00648484 HTTP/1.1" status: 200 len: 946 time: 0.3308759 May 31 13:42:56.718157 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 26d9eb20-29b2-4194-8ed6-61d3bafc1cdd completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:42:56.730579 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-8be29cec-b4e9-405e-8f75-b399a4c654b8 None None] Allocated IP 2001:db8::f816:3eff:fe62:b808 (b85dfb9b-3f70-4337-bc25-e733c9b9cc14/0cd63035-bed9-40c2-8593-395099dc6997/d0a348b3-78ab-488a-837e-8d7c5916e798) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:42:56.874260 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35066dcd-57ba-4277-99fc-8e60dd97c0db None None] Network fb4fda70-723f-47f3-8b7c-4a203bae9b42 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:42:56.921024 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-59bcc911-805a-4985-8a64-4a61a5fef766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:56.950484 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-6ba5ba0f-0445-4a4c-8ac3-c2ccf61d7f76 req-2a2ff011-a8da-4bb1-9daa-03638bcd09c4 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Deleting port 6fa94b87-56f7-44f9-bf42-e1a60be1e0f0 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:42:56.950754 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6ba5ba0f-0445-4a4c-8ac3-c2ccf61d7f76 req-2a2ff011-a8da-4bb1-9daa-03638bcd09c4 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:57.104426 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-59bcc911-805a-4985-8a64-4a61a5fef766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:57.132279 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-7268984c-c9d4-4332-9917-e3640108ae54 None None] Provisioning for port 26d9eb20-29b2-4194-8ed6-61d3bafc1cdd completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:42:57.163766 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-7268984c-c9d4-4332-9917-e3640108ae54 None None] Provisioning complete for port 26d9eb20-29b2-4194-8ed6-61d3bafc1cdd triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:42:57.164459 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7268984c-c9d4-4332-9917-e3640108ae54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:57.451790 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-71df273d-34bf-4f02-ae54-d9f378dabd8e req-734a0a84-0585-4ca1-9f2a-4592b75e4e30 tempest-ServersAaction247Test-624383585 tempest-ServersAaction247Test-624383585-project] 10.222.0.44 "GET /v2.0/ports?device_id=635697cb-f52c-48ee-9491-cf33e34cce31 HTTP/1.1" status: 200 len: 210 time: 0.1194534 May 31 13:42:57.527776 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6550c90f-1597-47fa-a5f3-f5d8beb47473 req-4bd092d1-a969-4bad-9fbf-93f4d4feba14 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:57.531890 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8be29cec-b4e9-405e-8f75-b399a4c654b8 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:57.538053 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6550c90f-1597-47fa-a5f3-f5d8beb47473 req-4bd092d1-a969-4bad-9fbf-93f4d4feba14 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/ports?device_id=e704e46a-b1ae-4097-bfd1-f7c0e61530ae HTTP/1.1" status: 200 len: 946 time: 0.7661393 May 31 13:42:57.627614 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-7268984c-c9d4-4332-9917-e3640108ae54 None None] Current status of the port 26d9eb20-29b2-4194-8ed6-61d3bafc1cdd is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:42:57.628115 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7268984c-c9d4-4332-9917-e3640108ae54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:57.648120 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-8be29cec-b4e9-405e-8f75-b399a4c654b8 None None] Transition to ACTIVE for port object d0a348b3-78ab-488a-837e-8d7c5916e798 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:42:57.654800 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6550c90f-1597-47fa-a5f3-f5d8beb47473 req-533c30be-d654-4be6-91fe-a89138432d07 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/security-groups?id=1729ab42-7be5-44f8-b17a-0e9ffb5ba8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154320 May 31 13:42:57.703987 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-8be29cec-b4e9-405e-8f75-b399a4c654b8 None None] Transition to ACTIVE for port object d0a348b3-78ab-488a-837e-8d7c5916e798 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:42:57.705793 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e27015-d277-453b-92ce-bffd1d7b6f2d req-4198e75d-d9aa-4a19-8de0-9beec8bd4fbb tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:57.715214 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8be29cec-b4e9-405e-8f75-b399a4c654b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:57.721202 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-7268984c-c9d4-4332-9917-e3640108ae54 None None] For port 26d9eb20-29b2-4194-8ed6-61d3bafc1cdd, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=26d9eb20-29b2-4194-8ed6-61d3bafc1cdd,segment=NetworkSegment(467e7de6-4e03-4eef-8224-5d62582524d3),segment_id=467e7de6-4e03-4eef-8224-5d62582524d3)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:42:57.730781 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-93e27015-d277-453b-92ce-bffd1d7b6f2d req-4198e75d-d9aa-4a19-8de0-9beec8bd4fbb tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7a3f59e-3819-463b-b6ae-0f1b00648484 HTTP/1.1" status: 200 len: 946 time: 0.7072248 May 31 13:42:57.734027 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-59bcc911-805a-4985-8a64-4a61a5fef766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:57.783361 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-6ba5ba0f-0445-4a4c-8ac3-c2ccf61d7f76 req-2a2ff011-a8da-4bb1-9daa-03638bcd09c4 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] For port 6fa94b87-56f7-44f9-bf42-e1a60be1e0f0, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=6fa94b87-56f7-44f9-bf42-e1a60be1e0f0,segment=NetworkSegment(8804d6e5-915c-4ad0-ab6a-a18b8d34b41b),segment_id=8804d6e5-915c-4ad0-ab6a-a18b8d34b41b)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:42:57.784009 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6ba5ba0f-0445-4a4c-8ac3-c2ccf61d7f76 req-2a2ff011-a8da-4bb1-9daa-03638bcd09c4 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:57.811246 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7268984c-c9d4-4332-9917-e3640108ae54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:57.864714 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be29cec-b4e9-405e-8f75-b399a4c654b8 None None] Network b85dfb9b-3f70-4337-bc25-e733c9b9cc14 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:42:57.897642 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-8be29cec-b4e9-405e-8f75-b399a4c654b8 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:42:57.909382 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be29cec-b4e9-405e-8f75-b399a4c654b8 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:42:57.948056 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-8c272ede-4d5a-448f-a082-a334d43d8300 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Allocated IP 2001:db8::f816:3eff:fe15:2997 (b85dfb9b-3f70-4337-bc25-e733c9b9cc14/0cd63035-bed9-40c2-8593-395099dc6997/a26a79bf-7c23-433e-9227-9bdc1e5f11fb) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:42:57.973527 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be29cec-b4e9-405e-8f75-b399a4c654b8 None None] Pushing event updated for resources: {'Port': ['ID=d0a348b3-78ab-488a-837e-8d7c5916e798,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:57.979552 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-6ba5ba0f-0445-4a4c-8ac3-c2ccf61d7f76 req-2a2ff011-a8da-4bb1-9daa-03638bcd09c4 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Calling delete_port for 6fa94b87-56f7-44f9-bf42-e1a60be1e0f0 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:42:58.013387 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 58286) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:58.020711 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be29cec-b4e9-405e-8f75-b399a4c654b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:42:58.021057 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be29cec-b4e9-405e-8f75-b399a4c654b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:42:58.022041 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be29cec-b4e9-405e-8f75-b399a4c654b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:42:58.022366 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be29cec-b4e9-405e-8f75-b399a4c654b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:42:58.022731 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be29cec-b4e9-405e-8f75-b399a4c654b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:42:58.023056 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be29cec-b4e9-405e-8f75-b399a4c654b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:42:58.026328 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be29cec-b4e9-405e-8f75-b399a4c654b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:42:58.026929 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be29cec-b4e9-405e-8f75-b399a4c654b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:42:58.027423 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be29cec-b4e9-405e-8f75-b399a4c654b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:42:58.027913 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be29cec-b4e9-405e-8f75-b399a4c654b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:42:58.028401 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be29cec-b4e9-405e-8f75-b399a4c654b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:42:58.028898 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be29cec-b4e9-405e-8f75-b399a4c654b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:42:58.102301 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-8be29cec-b4e9-405e-8f75-b399a4c654b8 None None] Attempting to bind port d0a348b3-78ab-488a-837e-8d7c5916e798 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:42:58.102683 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-8be29cec-b4e9-405e-8f75-b399a4c654b8 None None] Attempting to bind port d0a348b3-78ab-488a-837e-8d7c5916e798 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'ca3b9133-231e-44d5-b2f3-288b594d0295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b85dfb9b-3f70-4337-bc25-e733c9b9cc14'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:42:58.103032 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be29cec-b4e9-405e-8f75-b399a4c654b8 None None] Attempting to bind port d0a348b3-78ab-488a-837e-8d7c5916e798 on network b85dfb9b-3f70-4337-bc25-e733c9b9cc14 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:42:58.138968 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be29cec-b4e9-405e-8f75-b399a4c654b8 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:42:58.139670 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be29cec-b4e9-405e-8f75-b399a4c654b8 None None] Checking segment: {'id': 'ca3b9133-231e-44d5-b2f3-288b594d0295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b85dfb9b-3f70-4337-bc25-e733c9b9cc14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:42:58.140147 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8be29cec-b4e9-405e-8f75-b399a4c654b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:58.140563 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be29cec-b4e9-405e-8f75-b399a4c654b8 None None] Bound using segment: {'id': 'ca3b9133-231e-44d5-b2f3-288b594d0295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b85dfb9b-3f70-4337-bc25-e733c9b9cc14'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:42:58.141366 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-8be29cec-b4e9-405e-8f75-b399a4c654b8 None None] Bound port: d0a348b3-78ab-488a-837e-8d7c5916e798, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca3b9133-231e-44d5-b2f3-288b594d0295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b85dfb9b-3f70-4337-bc25-e733c9b9cc14'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:42:58.141751 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8be29cec-b4e9-405e-8f75-b399a4c654b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:58.196140 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-59bcc911-805a-4985-8a64-4a61a5fef766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:58.197273 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-59bcc911-805a-4985-8a64-4a61a5fef766 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e654f671-efaa-4354-983b-35afeb443e05 HTTP/1.1" status: 204 len: 168 time: 1.5580585 May 31 13:42:58.224072 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-5de92755-d685-4d66-8d7a-6a21cdd385d2 None None] Provisioning complete for port 26d9eb20-29b2-4194-8ed6-61d3bafc1cdd triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:42:58.224674 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5de92755-d685-4d66-8d7a-6a21cdd385d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:58.227542 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bcc911-805a-4985-8a64-4a61a5fef766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e654f671-efaa-4354-983b-35afeb443e05,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:58.254592 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-24e8c54f-9147-42e8-bfd1-96b67f09691f req-a4bbbc18-7c1c-4f97-85d6-b85375eac8ce tempest-ServersAaction247Test-624383585 tempest-ServersAaction247Test-624383585-project] 10.222.0.50 "GET /v2.0/ports?device_id=635697cb-f52c-48ee-9491-cf33e34cce31 HTTP/1.1" status: 200 len: 210 time: 0.1725652 May 31 13:42:58.284668 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-93e27015-d277-453b-92ce-bffd1d7b6f2d req-d660eb1a-9d56-462f-8cc9-8aed2b887e95 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/security-groups?id=1347e032-1cb8-425e-88e5-bf1247116b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5343909 May 31 13:42:58.320084 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7268984c-c9d4-4332-9917-e3640108ae54 None None] Pushing event updated for resources: {'Port': ['ID=26d9eb20-29b2-4194-8ed6-61d3bafc1cdd,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:58.389036 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8c272ede-4d5a-448f-a082-a334d43d8300 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:58.413890 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-8c272ede-4d5a-448f-a082-a334d43d8300 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Transition to ACTIVE for port object a26a79bf-7c23-433e-9227-9bdc1e5f11fb will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:42:58.462975 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8c272ede-4d5a-448f-a082-a334d43d8300 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:58.473529 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-8be29cec-b4e9-405e-8f75-b399a4c654b8 None None] For port d0a348b3-78ab-488a-837e-8d7c5916e798, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:42:58.531815 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2ef7d075-d65f-49d5-a41b-bc9ac3035eaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:58.580540 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-2ef7d075-d65f-49d5-a41b-bc9ac3035eaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:42:58.595947 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c272ede-4d5a-448f-a082-a334d43d8300 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Network b85dfb9b-3f70-4337-bc25-e733c9b9cc14 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:42:58.597222 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-2ef7d075-d65f-49d5-a41b-bc9ac3035eaa admin admin] Usage tracker for resource:security_group_rule and tenant:f5019ef9faf640219b153748bddee355 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:42:58.606231 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-8c272ede-4d5a-448f-a082-a334d43d8300 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:42:58.613412 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c272ede-4d5a-448f-a082-a334d43d8300 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:42:58.620763 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c272ede-4d5a-448f-a082-a334d43d8300 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:58.622183 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8c272ede-4d5a-448f-a082-a334d43d8300 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:58.625179 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-8be29cec-b4e9-405e-8f75-b399a4c654b8 None None] For port d0a348b3-78ab-488a-837e-8d7c5916e798, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=d0a348b3-78ab-488a-837e-8d7c5916e798,segment=NetworkSegment(ca3b9133-231e-44d5-b2f3-288b594d0295),segment_id=ca3b9133-231e-44d5-b2f3-288b594d0295)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:42:58.634991 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8be29cec-b4e9-405e-8f75-b399a4c654b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:58.656437 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-2ef7d075-d65f-49d5-a41b-bc9ac3035eaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:42:58.666725 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-8c272ede-4d5a-448f-a082-a334d43d8300 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.2268314 May 31 13:42:58.671098 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 58306) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:58.672453 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-2ef7d075-d65f-49d5-a41b-bc9ac3035eaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:42:58.704306 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c272ede-4d5a-448f-a082-a334d43d8300 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Pushing event updated for resources: {'Port': ['ID=a26a79bf-7c23-433e-9227-9bdc1e5f11fb,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:58.760830 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-5de92755-d685-4d66-8d7a-6a21cdd385d2 None None] Current status of the port 26d9eb20-29b2-4194-8ed6-61d3bafc1cdd is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:42:58.796156 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be29cec-b4e9-405e-8f75-b399a4c654b8 None None] Pushing event updated for resources: {'Port': ['ID=d0a348b3-78ab-488a-837e-8d7c5916e798,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:58.965009 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-70709b7d-b8b1-4ca9-b671-f3a7597b1d4f tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Deleting subnet 0cd63035-bed9-40c2-8593-395099dc6997 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:42:58.971966 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-70709b7d-b8b1-4ca9-b671-f3a7597b1d4f tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:59.008210 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6ba5ba0f-0445-4a4c-8ac3-c2ccf61d7f76 req-2a2ff011-a8da-4bb1-9daa-03638bcd09c4 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:59.035139 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['217a0383-1dd7-4b6a-9abb-e45a7159493e', '6fefb30d-14c0-4170-a819-323548bad8f8'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:42:59.048120 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14a35c2-cb74-4ab9-adc4-c12fed77e9ac req-a410cffe-7a27-48a2-95ce-d9ee4cf6e481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:59.049684 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b14a35c2-cb74-4ab9-adc4-c12fed77e9ac req-a410cffe-7a27-48a2-95ce-d9ee4cf6e481 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=04053c05038f4fa8aafe732444e2f2c0&device_id=e704e46a-b1ae-4097-bfd1-f7c0e61530ae HTTP/1.1" status: 200 len: 1097 time: 0.2216692 May 31 13:42:59.050172 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 58320) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:42:59.072254 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-70709b7d-b8b1-4ca9-b671-f3a7597b1d4f tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:59.090635 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2ff011-a8da-4bb1-9daa-03638bcd09c4 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Pushing event deleted for resources: {'Port': ['ID=6fa94b87-56f7-44f9-bf42-e1a60be1e0f0,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:42:59.171584 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c05ee79f-69c5-40ca-bc29-e07a3a07ba8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:59.194180 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c9f9ad-9447-460e-8947-0154032ba731 req-982a4e0c-5947-4883-8304-4bee4683a4b7 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:59.202467 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-22c9f9ad-9447-460e-8947-0154032ba731 req-982a4e0c-5947-4883-8304-4bee4683a4b7 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/ports?device_id=e704e46a-b1ae-4097-bfd1-f7c0e61530ae HTTP/1.1" status: 200 len: 946 time: 0.3433945 May 31 13:42:59.352843 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-22c9f9ad-9447-460e-8947-0154032ba731 req-70105e75-f91b-4617-bce7-b341a17e8224 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/security-groups?id=1729ab42-7be5-44f8-b17a-0e9ffb5ba8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489353 May 31 13:42:59.359143 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ba5ba0f-0445-4a4c-8ac3-c2ccf61d7f76 req-2a2ff011-a8da-4bb1-9daa-03638bcd09c4 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] No DVR routers for this DVR port 6fa94b87-56f7-44f9-bf42-e1a60be1e0f0 on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:42:59.379911 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6ba5ba0f-0445-4a4c-8ac3-c2ccf61d7f76 req-2a2ff011-a8da-4bb1-9daa-03638bcd09c4 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:59.389771 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7a3f59e-3819-463b-b6ae-0f1b00648484', 'name': 'network-vif-deleted', 'tag': '6fa94b87-56f7-44f9-bf42-e1a60be1e0f0'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:42:59.429866 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6ba5ba0f-0445-4a4c-8ac3-c2ccf61d7f76 req-2a2ff011-a8da-4bb1-9daa-03638bcd09c4 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.44 "DELETE /v2.0/ports/6fa94b87-56f7-44f9-bf42-e1a60be1e0f0 HTTP/1.1" status: 204 len: 173 time: 2.6600912 May 31 13:42:59.544733 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55668570-24bd-4ac5-9d25-c36cb324b19b'] response: {'server_uuid': 'f7a3f59e-3819-463b-b6ae-0f1b00648484', 'name': 'network-vif-deleted', 'tag': '6fa94b87-56f7-44f9-bf42-e1a60be1e0f0', 'status': 'completed', 'code': 200} May 31 13:42:59.635254 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-143533b3-0c2c-410a-99aa-775ac4613ddf req-49083bb0-b61a-4399-949d-bef998d831eb tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Synchronizing usage tracker for tenant:f1a1611ae60042dba54bcf3b2bd9ecf7 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:42:59.658562 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-143533b3-0c2c-410a-99aa-775ac4613ddf req-49083bb0-b61a-4399-949d-bef998d831eb tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Unset dirty status for tenant:f1a1611ae60042dba54bcf3b2bd9ecf7 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:42:59.667075 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c05ee79f-69c5-40ca-bc29-e07a3a07ba8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:42:59.673244 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-143533b3-0c2c-410a-99aa-775ac4613ddf req-49083bb0-b61a-4399-949d-bef998d831eb tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7a3f59e-3819-463b-b6ae-0f1b00648484 HTTP/1.1" status: 200 len: 210 time: 0.0999649 May 31 13:42:59.700795 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c05ee79f-69c5-40ca-bc29-e07a3a07ba8b admin admin] Usage tracker for resource:security_group_rule and tenant:c3797c0f2c8648269c815ad877ca2f23 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:42:59.704757 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2ef7d075-d65f-49d5-a41b-bc9ac3035eaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:59.711639 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c05ee79f-69c5-40ca-bc29-e07a3a07ba8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:42:59.733229 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c05ee79f-69c5-40ca-bc29-e07a3a07ba8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:42:59.735565 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2ef7d075-d65f-49d5-a41b-bc9ac3035eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:59.941531 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-2ef7d075-d65f-49d5-a41b-bc9ac3035eaa admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f5019ef9faf640219b153748bddee355&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9245365 May 31 13:42:59.941531 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14a35c2-cb74-4ab9-adc4-c12fed77e9ac req-a4352e5c-8d74-43d7-ad38-a96ba6c883a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:42:59.942421 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b14a35c2-cb74-4ab9-adc4-c12fed77e9ac req-a4352e5c-8d74-43d7-ad38-a96ba6c883a7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=48ff30cd-fefc-45b9-9b91-2fda26bd24e8 HTTP/1.1" status: 200 len: 912 time: 0.8743706 May 31 13:42:59.942565 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 58358) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:00.009500 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 58366) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:00.023782 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device d0a348b3-78ab-488a-837e-8d7c5916e798 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:43:00.065608 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef7d075-d65f-49d5-a41b-bc9ac3035eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa57f99d-521f-4a88-b40b-ff1386367a7e,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:00.101969 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-24534a4e-42e7-42b9-bd64-f58cc1a45b9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:00.138774 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-24534a4e-42e7-42b9-bd64-f58cc1a45b9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:00.143870 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b14a35c2-cb74-4ab9-adc4-c12fed77e9ac req-8424fb19-c935-4e6d-b5a4-b3200377ce84 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8306301-1463-45ea-b995-dd2afe669410 HTTP/1.1" status: 200 len: 217 time: 0.1877487 May 31 13:43:00.191774 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port d0a348b3-78ab-488a-837e-8d7c5916e798 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:43:00.204702 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 26d9eb20-29b2-4194-8ed6-61d3bafc1cdd up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:43:00.223711 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-24534a4e-42e7-42b9-bd64-f58cc1a45b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:00.257739 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-24534a4e-42e7-42b9-bd64-f58cc1a45b9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:00.260116 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-24534a4e-42e7-42b9-bd64-f58cc1a45b9b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fa57f99d-521f-4a88-b40b-ff1386367a7e HTTP/1.1" status: 204 len: 168 time: 0.3158135 May 31 13:43:00.261274 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24534a4e-42e7-42b9-bd64-f58cc1a45b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa57f99d-521f-4a88-b40b-ff1386367a7e,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:00.294528 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-70709b7d-b8b1-4ca9-b671-f3a7597b1d4f tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:00.363112 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 26d9eb20-29b2-4194-8ed6-61d3bafc1cdd triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:43:00.363916 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:00.396019 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bfa7ab8e-a1ce-4c69-a058-7aa399b1cf43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:00.439345 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-bfa7ab8e-a1ce-4c69-a058-7aa399b1cf43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:43:00.449946 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-bfa7ab8e-a1ce-4c69-a058-7aa399b1cf43 admin admin] Usage tracker for resource:security_group_rule and tenant:c5a8ba5eeade4c8881e178120ff224b8 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:43:00.454538 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-bfa7ab8e-a1ce-4c69-a058-7aa399b1cf43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:43:00.471412 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-bfa7ab8e-a1ce-4c69-a058-7aa399b1cf43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:43:00.534122 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14a35c2-cb74-4ab9-adc4-c12fed77e9ac req-c3f11f7e-b4fe-4f27-8448-6f94e25cde81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:00.539307 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0efbaf-04d0-415d-80ef-1f362146c814 None None] Network b85dfb9b-3f70-4337-bc25-e733c9b9cc14 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:43:00.541185 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b14a35c2-cb74-4ab9-adc4-c12fed77e9ac req-c3f11f7e-b4fe-4f27-8448-6f94e25cde81 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f33f44ed-37c8-44e7-8a90-0b19e94cc7a8 HTTP/1.1" status: 200 len: 851 time: 0.3660369 May 31 13:43:00.735017 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bfa7ab8e-a1ce-4c69-a058-7aa399b1cf43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:00.735471 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b14a35c2-cb74-4ab9-adc4-c12fed77e9ac req-11baacae-df40-48fc-ab74-2952be50fc71 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=48ff30cd-fefc-45b9-9b91-2fda26bd24e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1728332 May 31 13:43:00.748781 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bfa7ab8e-a1ce-4c69-a058-7aa399b1cf43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:00.789158 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-11bd2831-3fd9-450b-9c1e-8d82233ea90f None None] Provisioning for port d0a348b3-78ab-488a-837e-8d7c5916e798 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:43:00.798273 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa7ab8e-a1ce-4c69-a058-7aa399b1cf43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26a0862a-a39d-4dec-991a-2ed0ea0485dc,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:00.834139 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782ad2b5-8f9c-43ef-94b7-e7a5d22ddbe5 req-3573df94-fac4-485c-8ab3-01eb0ad5cfd9 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:00.841812 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-782ad2b5-8f9c-43ef-94b7-e7a5d22ddbe5 req-3573df94-fac4-485c-8ab3-01eb0ad5cfd9 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/ports?device_id=e704e46a-b1ae-4097-bfd1-f7c0e61530ae HTTP/1.1" status: 200 len: 946 time: 0.1997716 May 31 13:43:00.850621 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-11bd2831-3fd9-450b-9c1e-8d82233ea90f None None] Provisioning complete for port d0a348b3-78ab-488a-837e-8d7c5916e798 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:43:00.851894 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-11bd2831-3fd9-450b-9c1e-8d82233ea90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:00.875314 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-bfa7ab8e-a1ce-4c69-a058-7aa399b1cf43 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c5a8ba5eeade4c8881e178120ff224b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8635404 May 31 13:43:00.878485 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 58394) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:00.941880 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-782ad2b5-8f9c-43ef-94b7-e7a5d22ddbe5 req-6e637996-3dd7-4344-9587-67f51b434019 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/security-groups?id=1729ab42-7be5-44f8-b17a-0e9ffb5ba8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896571 May 31 13:43:01.041683 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 6fa94b87-56f7-44f9-bf42-e1a60be1e0f0 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:43:01.097106 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c05ee79f-69c5-40ca-bc29-e07a3a07ba8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:01.122166 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c44a5120-855f-4ec8-81fe-6d21d93ebb9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:01.176081 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c44a5120-855f-4ec8-81fe-6d21d93ebb9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:01.176351 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c05ee79f-69c5-40ca-bc29-e07a3a07ba8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:01.210722 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] No Port match for: 6fa94b87-56f7-44f9-bf42-e1a60be1e0f0 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:43:01.211493 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 6fa94b87-56f7-44f9-bf42-e1a60be1e0f0 not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:43:01.254772 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 26d9eb20-29b2-4194-8ed6-61d3bafc1cdd is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:43:01.268904 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c44a5120-855f-4ec8-81fe-6d21d93ebb9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:01.305017 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44a5120-855f-4ec8-81fe-6d21d93ebb9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a0862a-a39d-4dec-991a-2ed0ea0485dc,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:01.316685 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 58410) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:01.333589 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b14a35c2-cb74-4ab9-adc4-c12fed77e9ac req-2f54ec6b-099d-42e8-b589-18bf21a7302d service neutron] 10.222.0.44 "GET /v2.0/networks/48ff30cd-fefc-45b9-9b91-2fda26bd24e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5834212 May 31 13:43:01.360745 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-70709b7d-b8b1-4ca9-b671-f3a7597b1d4f tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:01.363392 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e1c17a97-2764-4f17-bc46-918f7f283262 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:01.393626 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c44a5120-855f-4ec8-81fe-6d21d93ebb9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:01.399666 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c44a5120-855f-4ec8-81fe-6d21d93ebb9e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/26a0862a-a39d-4dec-991a-2ed0ea0485dc HTTP/1.1" status: 204 len: 168 time: 0.5151465 May 31 13:43:01.415381 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-e1c17a97-2764-4f17-bc46-918f7f283262 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:43:01.425209 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-e1c17a97-2764-4f17-bc46-918f7f283262 admin admin] Usage tracker for resource:security_group_rule and tenant:3cc387da91854d2ba1ac2adaa7423b88 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:43:01.431507 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-e1c17a97-2764-4f17-bc46-918f7f283262 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:43:01.445554 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-e1c17a97-2764-4f17-bc46-918f7f283262 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:43:01.492070 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-11bd2831-3fd9-450b-9c1e-8d82233ea90f None None] Current status of the port d0a348b3-78ab-488a-837e-8d7c5916e798 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:43:01.492767 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-11bd2831-3fd9-450b-9c1e-8d82233ea90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:01.586868 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-11bd2831-3fd9-450b-9c1e-8d82233ea90f None None] For port d0a348b3-78ab-488a-837e-8d7c5916e798, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=d0a348b3-78ab-488a-837e-8d7c5916e798,segment=NetworkSegment(ca3b9133-231e-44d5-b2f3-288b594d0295),segment_id=ca3b9133-231e-44d5-b2f3-288b594d0295)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:43:01.592477 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-11bd2831-3fd9-450b-9c1e-8d82233ea90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:01.691639 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a3d994-3712-4904-bf90-b53367b3274f None None] DHCP port deletion for b85dfb9b-3f70-4337-bc25-e733c9b9cc14 request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:43:01.710431 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-08a3d994-3712-4904-bf90-b53367b3274f None None] Deleting port d0a348b3-78ab-488a-837e-8d7c5916e798 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:43:01.711092 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-08a3d994-3712-4904-bf90-b53367b3274f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:01.787736 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70709b7d-b8b1-4ca9-b671-f3a7597b1d4f tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Pushing event deleted for resources: {'Subnet': ['ID=0cd63035-bed9-40c2-8593-395099dc6997,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:01.796638 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-70709b7d-b8b1-4ca9-b671-f3a7597b1d4f tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:01.816884 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c05ee79f-69c5-40ca-bc29-e07a3a07ba8b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c3797c0f2c8648269c815ad877ca2f23&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7547555 May 31 13:43:01.821478 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 58420) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:01.838750 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bd2831-3fd9-450b-9c1e-8d82233ea90f None None] Pushing event updated for resources: {'Port': ['ID=d0a348b3-78ab-488a-837e-8d7c5916e798,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:01.868319 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05ee79f-69c5-40ca-bc29-e07a3a07ba8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce70902-2e40-4d41-8075-d616c9598373,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:01.905134 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b14a35c2-cb74-4ab9-adc4-c12fed77e9ac req-29f3bcec-5b13-4cf4-87d8-2e2962efd02c service neutron] 10.222.0.44 "GET /v2.0/networks/48ff30cd-fefc-45b9-9b91-2fda26bd24e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5570166 May 31 13:43:01.928855 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-70709b7d-b8b1-4ca9-b671-f3a7597b1d4f tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] 10.222.0.50 "DELETE /v2.0/subnets/0cd63035-bed9-40c2-8593-395099dc6997 HTTP/1.1" status: 204 len: 168 time: 3.2411194 May 31 13:43:01.930594 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 58426) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:01.937331 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device d0a348b3-78ab-488a-837e-8d7c5916e798 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:43:01.957892 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e1c17a97-2764-4f17-bc46-918f7f283262 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:02.006629 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb89dba0-0312-454d-b15e-6a18d17a2704 req-9a50d4f8-86b9-4951-9e77-7f9854cb1e29 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:02.023962 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cb89dba0-0312-454d-b15e-6a18d17a2704 req-9a50d4f8-86b9-4951-9e77-7f9854cb1e29 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1a61240-abff-4aa6-b6d3-d753eda87237 HTTP/1.1" status: 200 len: 945 time: 0.4612010 May 31 13:43:02.081103 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18db2f98-9849-4daa-ab30-85702099d1ae tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:02.082695 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18db2f98-9849-4daa-ab30-85702099d1ae tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:02.089761 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-18db2f98-9849-4daa-ab30-85702099d1ae tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Synchronizing usage tracker for tenant:04d18eaaff4d4b1288cdedcf4bf9dd84 on resource:subnet {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:43:02.139209 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-18db2f98-9849-4daa-ab30-85702099d1ae tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Unset dirty status for tenant:04d18eaaff4d4b1288cdedcf4bf9dd84 on resource:subnet {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:43:02.144795 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-18db2f98-9849-4daa-ab30-85702099d1ae tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2093806 May 31 13:43:02.145722 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 58444) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:02.341980 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e1c17a97-2764-4f17-bc46-918f7f283262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:02.378115 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port d0a348b3-78ab-488a-837e-8d7c5916e798 is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:43:02.379194 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:02.429853 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9a5934ad-9a22-4d87-bbc6-e057d75fb48b tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:02.440738 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-e1c17a97-2764-4f17-bc46-918f7f283262 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3cc387da91854d2ba1ac2adaa7423b88&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1172473 May 31 13:43:02.442109 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 58466) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:02.483443 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c17a97-2764-4f17-bc46-918f7f283262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07b1bebd-3cd8-44ba-8fd2-8ff7dde96363,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:02.492932 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d32baa6e-e116-4680-9399-221c4416d813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:02.496239 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a5934ad-9a22-4d87-bbc6-e057d75fb48b tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 31 13:43:02.508118 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a5934ad-9a22-4d87-bbc6-e057d75fb48b tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:43:02.518428 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-9a5934ad-9a22-4d87-bbc6-e057d75fb48b tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] 10.222.0.50 "DELETE /v2.0/networks/b85dfb9b-3f70-4337-bc25-e733c9b9cc14 HTTP/1.1" status: 409 len: 405 time: 0.3706477 May 31 13:43:02.519964 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 58472) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:02.539455 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cb89dba0-0312-454d-b15e-6a18d17a2704 req-8e38f502-eecc-4bb4-8d12-ed9207ac5d9a tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/security-groups?id=1347e032-1cb8-425e-88e5-bf1247116b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5143578 May 31 13:43:02.547448 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-f9ab8a77-fd9c-44ea-9bb9-22e162cea729 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-560122612'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:43:02.551059 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-08a3d994-3712-4904-bf90-b53367b3274f None None] For port d0a348b3-78ab-488a-837e-8d7c5916e798, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=d0a348b3-78ab-488a-837e-8d7c5916e798,segment=NetworkSegment(ca3b9133-231e-44d5-b2f3-288b594d0295),segment_id=ca3b9133-231e-44d5-b2f3-288b594d0295)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:43:02.563531 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-08a3d994-3712-4904-bf90-b53367b3274f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:02.600737 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-f9ab8a77-fd9c-44ea-9bb9-22e162cea729 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:43:02.602742 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port d0a348b3-78ab-488a-837e-8d7c5916e798, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=d0a348b3-78ab-488a-837e-8d7c5916e798,segment=NetworkSegment(ca3b9133-231e-44d5-b2f3-288b594d0295),segment_id=ca3b9133-231e-44d5-b2f3-288b594d0295)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:43:02.632277 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-f9ab8a77-fd9c-44ea-9bb9-22e162cea729 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Usage tracker for resource:network and tenant:04d18eaaff4d4b1288cdedcf4bf9dd84 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:43:02.633140 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d32baa6e-e116-4680-9399-221c4416d813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:02.660843 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-f9ab8a77-fd9c-44ea-9bb9-22e162cea729 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:43:02.699284 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-f9ab8a77-fd9c-44ea-9bb9-22e162cea729 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:43:02.758017 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ab8a77-fd9c-44ea-9bb9-22e162cea729 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Made reservation on behalf of 04d18eaaff4d4b1288cdedcf4bf9dd84 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:43:02.766260 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:02.770678 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f9ab8a77-fd9c-44ea-9bb9-22e162cea729 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:02.790732 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbce5fb-2d6f-4ff1-9377-62b03ca11552 req-37436f87-0f56-4355-91d1-77a3c80f2812 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:02.792289 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cbbce5fb-2d6f-4ff1-9377-62b03ca11552 req-37436f87-0f56-4355-91d1-77a3c80f2812 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/ports?device_id=e704e46a-b1ae-4097-bfd1-f7c0e61530ae HTTP/1.1" status: 200 len: 946 time: 0.6023448 May 31 13:43:02.798463 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d32baa6e-e116-4680-9399-221c4416d813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:02.806851 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ffece3b7-d7c8-4b40-a3f3-54d8b15b449e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:02.905587 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32baa6e-e116-4680-9399-221c4416d813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce70902-2e40-4d41-8075-d616c9598373,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:02.940638 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ffece3b7-d7c8-4b40-a3f3-54d8b15b449e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:02.966791 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cbbce5fb-2d6f-4ff1-9377-62b03ca11552 req-d0e339bf-f1bd-4e24-810b-da0bc5a5968f tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/security-groups?id=1729ab42-7be5-44f8-b17a-0e9ffb5ba8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640267 May 31 13:43:02.967819 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d32baa6e-e116-4680-9399-221c4416d813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:02.968996 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-d32baa6e-e116-4680-9399-221c4416d813 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dce70902-2e40-4d41-8075-d616c9598373 HTTP/1.1" status: 204 len: 168 time: 1.1477108 May 31 13:43:02.977647 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9ab8a77-fd9c-44ea-9bb9-22e162cea729 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:43:03.024617 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-08a3d994-3712-4904-bf90-b53367b3274f None None] Calling delete_port for d0a348b3-78ab-488a-837e-8d7c5916e798 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:43:03.030129 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f9ab8a77-fd9c-44ea-9bb9-22e162cea729 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:03.030798 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-f9ab8a77-fd9c-44ea-9bb9-22e162cea729 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Added segment 12a1c98b-f986-4652-95f7-217b441d1ffd of type vlan for network 0804bb6f-81bc-41c9-9528-526b1905cb18 May 31 13:43:03.127355 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f9ab8a77-fd9c-44ea-9bb9-22e162cea729 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:03.185981 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=d0a348b3-78ab-488a-837e-8d7c5916e798,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:03.192606 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-08a3d994-3712-4904-bf90-b53367b3274f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:43:03.193026 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-08a3d994-3712-4904-bf90-b53367b3274f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:43:03.211518 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ffece3b7-d7c8-4b40-a3f3-54d8b15b449e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:03.234423 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffece3b7-d7c8-4b40-a3f3-54d8b15b449e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b1bebd-3cd8-44ba-8fd2-8ff7dde96363,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:03.238806 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 58504) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:03.276561 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f9ab8a77-fd9c-44ea-9bb9-22e162cea729 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:03.285906 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ab8a77-fd9c-44ea-9bb9-22e162cea729 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:03.287347 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f9ab8a77-fd9c-44ea-9bb9-22e162cea729 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:03.466776 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ffece3b7-d7c8-4b40-a3f3-54d8b15b449e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:03.468309 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ffece3b7-d7c8-4b40-a3f3-54d8b15b449e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/07b1bebd-3cd8-44ba-8fd2-8ff7dde96363 HTTP/1.1" status: 204 len: 168 time: 1.0248723 May 31 13:43:03.489604 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-f9ab8a77-fd9c-44ea-9bb9-22e162cea729 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9576528 May 31 13:43:03.493381 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 58520) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:03.502996 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-7a0075d9-aa39-4751-b571-1bcc5e094a00 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Request body: {'subnet': {'network_id': '0804bb6f-81bc-41c9-9528-526b1905cb18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:43:03.515936 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ab8a77-fd9c-44ea-9bb9-22e162cea729 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Pushing event updated for resources: {'Network': ['ID=0804bb6f-81bc-41c9-9528-526b1905cb18,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:03.529748 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 0804bb6f-81bc-41c9-9528-526b1905cb18 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:43:03.720430 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-08a3d994-3712-4904-bf90-b53367b3274f None None] Deleting port d0a348b3-78ab-488a-837e-8d7c5916e798 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:43:03.721249 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-08a3d994-3712-4904-bf90-b53367b3274f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:03.768204 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-7a0075d9-aa39-4751-b571-1bcc5e094a00 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:43:03.809064 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb7604-2f40-405e-8f40-fb82a747bec2 req-e0ae72cc-6eca-4014-9c53-c4a4b062605f tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:03.810144 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-31fb7604-2f40-405e-8f40-fb82a747bec2 req-e0ae72cc-6eca-4014-9c53-c4a4b062605f tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Synchronizing usage tracker for tenant:f1a1611ae60042dba54bcf3b2bd9ecf7 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:43:03.837285 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-31fb7604-2f40-405e-8f40-fb82a747bec2 req-e0ae72cc-6eca-4014-9c53-c4a4b062605f tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Unset dirty status for tenant:f1a1611ae60042dba54bcf3b2bd9ecf7 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:43:03.840512 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-31fb7604-2f40-405e-8f40-fb82a747bec2 req-e0ae72cc-6eca-4014-9c53-c4a4b062605f tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1a61240-abff-4aa6-b6d3-d753eda87237 HTTP/1.1" status: 200 len: 945 time: 0.1615448 May 31 13:43:03.884345 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-a4385023-c28b-4523-9cc7-d6aa23e40673 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1711254244-network', 'tenant_id': 'eae6e282481040a386ea6f2255c096cd'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:43:03.892635 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-7a0075d9-aa39-4751-b571-1bcc5e094a00 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:43:03.899984 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-a4385023-c28b-4523-9cc7-d6aa23e40673 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:43:03.908786 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-a4385023-c28b-4523-9cc7-d6aa23e40673 admin admin] Usage tracker for resource:network and tenant:eae6e282481040a386ea6f2255c096cd is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:43:03.915056 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-a4385023-c28b-4523-9cc7-d6aa23e40673 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:43:03.943622 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-a4385023-c28b-4523-9cc7-d6aa23e40673 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:43:03.952899 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0075d9-aa39-4751-b571-1bcc5e094a00 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Made reservation on behalf of 04d18eaaff4d4b1288cdedcf4bf9dd84 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:43:03.956932 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7a0075d9-aa39-4751-b571-1bcc5e094a00 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:04.000129 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-31fb7604-2f40-405e-8f40-fb82a747bec2 req-9071eb96-f590-438c-bb24-c8ed85b4064b tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Deleting port 6fefb30d-14c0-4170-a819-323548bad8f8 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:43:04.002775 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-31fb7604-2f40-405e-8f40-fb82a747bec2 req-9071eb96-f590-438c-bb24-c8ed85b4064b tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:04.074342 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4385023-c28b-4523-9cc7-d6aa23e40673 admin admin] Made reservation on behalf of eae6e282481040a386ea6f2255c096cd for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:43:04.076993 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a4385023-c28b-4523-9cc7-d6aa23e40673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:04.110641 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a4385023-c28b-4523-9cc7-d6aa23e40673 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:04.122921 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-08a3d994-3712-4904-bf90-b53367b3274f None None] For port d0a348b3-78ab-488a-837e-8d7c5916e798, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=d0a348b3-78ab-488a-837e-8d7c5916e798,segment=NetworkSegment(ca3b9133-231e-44d5-b2f3-288b594d0295),segment_id=ca3b9133-231e-44d5-b2f3-288b594d0295)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:43:04.123330 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-08a3d994-3712-4904-bf90-b53367b3274f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:04.150578 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-a4385023-c28b-4523-9cc7-d6aa23e40673 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:43:04.175932 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ab30e7-e078-4a55-b6b3-1f41d9ad6d15 req-f7aa0ef9-934f-4c06-a227-9c169e114f84 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:04.185198 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-05ab30e7-e078-4a55-b6b3-1f41d9ad6d15 req-f7aa0ef9-934f-4c06-a227-9c169e114f84 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1a61240-abff-4aa6-b6d3-d753eda87237 HTTP/1.1" status: 200 len: 945 time: 0.4234867 May 31 13:43:04.190611 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-a4385023-c28b-4523-9cc7-d6aa23e40673 admin admin] Usage tracker for resource:security_group_rule and tenant:eae6e282481040a386ea6f2255c096cd is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:43:04.204896 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb217e53-9a37-494c-9c4c-de94977206b3 req-1f1673b5-71c3-42e5-a01d-ecde01c18647 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:04.214063 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-eb217e53-9a37-494c-9c4c-de94977206b3 req-1f1673b5-71c3-42e5-a01d-ecde01c18647 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/ports?device_id=11332720-a38e-4aad-a18d-a89dce10acd0 HTTP/1.1" status: 200 len: 945 time: 0.4467831 May 31 13:43:04.218791 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-a4385023-c28b-4523-9cc7-d6aa23e40673 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:43:04.392876 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-a4385023-c28b-4523-9cc7-d6aa23e40673 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:43:04.482681 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-05ab30e7-e078-4a55-b6b3-1f41d9ad6d15 req-0c813e8f-6e17-4ed7-888f-e7a5b2de4ca4 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/security-groups?id=1347e032-1cb8-425e-88e5-bf1247116b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961833 May 31 13:43:04.502160 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-08a3d994-3712-4904-bf90-b53367b3274f None None] Calling delete_port for d0a348b3-78ab-488a-837e-8d7c5916e798 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:43:04.686479 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-08a3d994-3712-4904-bf90-b53367b3274f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:04.705130 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-eb217e53-9a37-494c-9c4c-de94977206b3 req-652e2705-d4da-4e69-9d84-5da63f5491fb tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/security-groups?id=792462f3-0c93-41bc-a9cb-454dcd850b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4907377 May 31 13:43:04.734914 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-31fb7604-2f40-405e-8f40-fb82a747bec2 req-9071eb96-f590-438c-bb24-c8ed85b4064b tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] For port 6fefb30d-14c0-4170-a819-323548bad8f8, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=6fefb30d-14c0-4170-a819-323548bad8f8,segment=NetworkSegment(8804d6e5-915c-4ad0-ab6a-a18b8d34b41b),segment_id=8804d6e5-915c-4ad0-ab6a-a18b8d34b41b)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:43:04.735543 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-31fb7604-2f40-405e-8f40-fb82a747bec2 req-9071eb96-f590-438c-bb24-c8ed85b4064b tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:04.850833 n-d-843939-1 neutron-server[88370]: DEBUG neutron.objects.ports [None req-7a0075d9-aa39-4751-b571-1bcc5e094a00 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88370) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 31 13:43:04.856896 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7a0075d9-aa39-4751-b571-1bcc5e094a00 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:04.859368 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a3d994-3712-4904-bf90-b53367b3274f None None] No DVR routers for this DVR port d0a348b3-78ab-488a-837e-8d7c5916e798 on host n-d-843939-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:43:04.873338 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a3d994-3712-4904-bf90-b53367b3274f None None] Pushing event deleted for resources: {'Port': ['ID=d0a348b3-78ab-488a-837e-8d7c5916e798,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:04.967208 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-31fb7604-2f40-405e-8f40-fb82a747bec2 req-9071eb96-f590-438c-bb24-c8ed85b4064b tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Calling delete_port for 6fefb30d-14c0-4170-a819-323548bad8f8 owned by compute:nova {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:43:04.997329 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0075d9-aa39-4751-b571-1bcc5e094a00 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Pushing event updated for resources: {'Subnet': ['ID=d7fa4679-23fb-4b2b-8ec8-f7d1862ab8ef,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:05.107303 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0075d9-aa39-4751-b571-1bcc5e094a00 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Checking segment: {'id': '12a1c98b-f986-4652-95f7-217b441d1ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '0804bb6f-81bc-41c9-9528-526b1905cb18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:43:05.107303 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0075d9-aa39-4751-b571-1bcc5e094a00 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Network hostable DHCP agents. Network: 0804bb6f-81bc-41c9-9528-526b1905cb18, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:43:05.123235 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a4385023-c28b-4523-9cc7-d6aa23e40673 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:05.142040 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8308ebe7-6876-477b-bd59-24bcba2d5d91 req-e3efea11-a3b4-4571-a443-a47a5ef2dc26 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:05.142040 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8308ebe7-6876-477b-bd59-24bcba2d5d91 req-e3efea11-a3b4-4571-a443-a47a5ef2dc26 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/ports?device_id=e704e46a-b1ae-4097-bfd1-f7c0e61530ae HTTP/1.1" status: 200 len: 946 time: 0.3300223 May 31 13:43:05.143721 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a4385023-c28b-4523-9cc7-d6aa23e40673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:05.156122 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4385023-c28b-4523-9cc7-d6aa23e40673 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:43:05.166730 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a4385023-c28b-4523-9cc7-d6aa23e40673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:05.167091 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-a4385023-c28b-4523-9cc7-d6aa23e40673 admin admin] Added segment f54b2e83-3a75-45c3-9894-0e5fd66a90c1 of type vlan for network 31a202d9-a9b5-4acd-a282-48a8818cfd70 May 31 13:43:05.185218 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-31fb7604-2f40-405e-8f40-fb82a747bec2 req-9071eb96-f590-438c-bb24-c8ed85b4064b tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:05.213042 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['217a0383-1dd7-4b6a-9abb-e45a7159493e'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:43:05.248935 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a4385023-c28b-4523-9cc7-d6aa23e40673 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:05.254774 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0075d9-aa39-4751-b571-1bcc5e094a00 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Network 0804bb6f-81bc-41c9-9528-526b1905cb18 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:43:05.257476 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4385023-c28b-4523-9cc7-d6aa23e40673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a05331f-aa3a-4f39-a1f0-78778979df1b,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:05.301310 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8308ebe7-6876-477b-bd59-24bcba2d5d91 req-35b4b988-d93c-49ae-808a-192f686cd7f9 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/security-groups?id=1729ab42-7be5-44f8-b17a-0e9ffb5ba8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253490 May 31 13:43:05.304300 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9071eb96-f590-438c-bb24-c8ed85b4064b tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Pushing event deleted for resources: {'Port': ['ID=6fefb30d-14c0-4170-a819-323548bad8f8,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:05.319285 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-7a0075d9-aa39-4751-b571-1bcc5e094a00 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 0804bb6f-81bc-41c9-9528-526b1905cb18) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:43:05.333953 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9dba893-2141-47b2-8352-68c7bb8e7d78 None None] Network 0804bb6f-81bc-41c9-9528-526b1905cb18 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:43:05.336632 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0075d9-aa39-4751-b571-1bcc5e094a00 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:05.339983 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7a0075d9-aa39-4751-b571-1bcc5e094a00 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:05.399666 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 58574) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:05.422618 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a4385023-c28b-4523-9cc7-d6aa23e40673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:05.423773 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4385023-c28b-4523-9cc7-d6aa23e40673 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:05.424364 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a4385023-c28b-4523-9cc7-d6aa23e40673 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:05.499813 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-31fb7604-2f40-405e-8f40-fb82a747bec2 req-9071eb96-f590-438c-bb24-c8ed85b4064b tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] No DVR routers for this DVR port 6fefb30d-14c0-4170-a819-323548bad8f8 on host n-h2-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:43:05.504476 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-31fb7604-2f40-405e-8f40-fb82a747bec2 req-9071eb96-f590-438c-bb24-c8ed85b4064b tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:05.509117 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1a61240-abff-4aa6-b6d3-d753eda87237', 'name': 'network-vif-deleted', 'tag': '6fefb30d-14c0-4170-a819-323548bad8f8'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:43:05.528556 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-31fb7604-2f40-405e-8f40-fb82a747bec2 req-9071eb96-f590-438c-bb24-c8ed85b4064b tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.44 "DELETE /v2.0/ports/6fefb30d-14c0-4170-a819-323548bad8f8 HTTP/1.1" status: 204 len: 173 time: 1.6767488 May 31 13:43:05.623213 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d82bc96d-ea19-4dc4-b424-3d6ca86d1a2f'] response: {'server_uuid': 'c1a61240-abff-4aa6-b6d3-d753eda87237', 'name': 'network-vif-deleted', 'tag': '6fefb30d-14c0-4170-a819-323548bad8f8', 'status': 'completed', 'code': 200} May 31 13:43:05.716865 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4385023-c28b-4523-9cc7-d6aa23e40673 admin admin] Pushing event updated for resources: {'Network': ['ID=31a202d9-a9b5-4acd-a282-48a8818cfd70,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:05.728348 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 58590) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:05.743134 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-6fecd4b1-6fcd-4e2a-a362-3dccb2ae8b54 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Request body: {'port': {'network_id': '0804bb6f-81bc-41c9-9528-526b1905cb18', 'name': 'tempest-NetworksIpV6TestAttrs-140828988'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:43:05.743528 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-7a0075d9-aa39-4751-b571-1bcc5e094a00 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2388813 May 31 13:43:05.791004 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-a4385023-c28b-4523-9cc7-d6aa23e40673 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.5478714 May 31 13:43:05.794689 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 58596) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:05.799422 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e591133a-1669-4563-b1d0-83aaf3ef3a29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:05.821128 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 31a202d9-a9b5-4acd-a282-48a8818cfd70 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:43:05.955768 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-5049128c-2331-4de9-961b-171a3aa2c349 admin admin] Request body: {'subnet': {'network_id': '31a202d9-a9b5-4acd-a282-48a8818cfd70', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1711254244-subnet', 'tenant_id': 'eae6e282481040a386ea6f2255c096cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:43:05.978952 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-e591133a-1669-4563-b1d0-83aaf3ef3a29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:43:05.987990 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-5049128c-2331-4de9-961b-171a3aa2c349 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:43:06.006112 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-136738e5-df0b-4013-845c-b701a70eb670 req-dd7a485c-b53c-4ffa-9db5-be627b98fcd6 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1a61240-abff-4aa6-b6d3-d753eda87237 HTTP/1.1" status: 200 len: 210 time: 0.2599814 May 31 13:43:06.007507 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-e591133a-1669-4563-b1d0-83aaf3ef3a29 admin admin] Usage tracker for resource:security_group_rule and tenant:ef50f22672a84f06ac789b0945ee7c37 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:43:06.024060 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-e591133a-1669-4563-b1d0-83aaf3ef3a29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:43:06.027626 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-5049128c-2331-4de9-961b-171a3aa2c349 admin admin] Usage tracker for resource:subnet and tenant:eae6e282481040a386ea6f2255c096cd is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:43:06.028999 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388719ee-82f7-4f04-859f-3741d7d5eefc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-0804bb6f-81bc-41c9-9528-526b1905cb18', 'network_id': '0804bb6f-81bc-41c9-9528-526b1905cb18', 'tenant_id': '04d18eaaff4d4b1288cdedcf4bf9dd84', 'fixed_ips': [{'subnet_id': 'd7fa4679-23fb-4b2b-8ec8-f7d1862ab8ef'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:43:06.031628 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-5049128c-2331-4de9-961b-171a3aa2c349 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:43:06.032274 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-388719ee-82f7-4f04-859f-3741d7d5eefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:06.103276 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-e591133a-1669-4563-b1d0-83aaf3ef3a29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:43:06.104644 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6fecd4b1-6fcd-4e2a-a362-3dccb2ae8b54 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:43:06.113379 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-5049128c-2331-4de9-961b-171a3aa2c349 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:43:06.120392 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-6fecd4b1-6fcd-4e2a-a362-3dccb2ae8b54 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Usage tracker for resource:port and tenant:04d18eaaff4d4b1288cdedcf4bf9dd84 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:43:06.128789 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-6fecd4b1-6fcd-4e2a-a362-3dccb2ae8b54 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:43:06.143594 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6fecd4b1-6fcd-4e2a-a362-3dccb2ae8b54 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:43:06.163433 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fecd4b1-6fcd-4e2a-a362-3dccb2ae8b54 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Made reservation on behalf of 04d18eaaff4d4b1288cdedcf4bf9dd84 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:43:06.167794 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6fecd4b1-6fcd-4e2a-a362-3dccb2ae8b54 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:06.175116 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5049128c-2331-4de9-961b-171a3aa2c349 admin admin] Made reservation on behalf of eae6e282481040a386ea6f2255c096cd for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:43:06.178648 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5049128c-2331-4de9-961b-171a3aa2c349 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:06.205597 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-6fecd4b1-6fcd-4e2a-a362-3dccb2ae8b54 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] device_id is not set on port 5bfa971d-87bb-40bd-931b-660d5ef73880 yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:43:06.400411 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-6fecd4b1-6fcd-4e2a-a362-3dccb2ae8b54 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Allocated IP 2001:db8::f816:3eff:fe08:200 (0804bb6f-81bc-41c9-9528-526b1905cb18/d7fa4679-23fb-4b2b-8ec8-f7d1862ab8ef/5bfa971d-87bb-40bd-931b-660d5ef73880) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:43:06.546381 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e54607-bc9b-4644-aba4-61d279255363 req-2b779c54-1355-4540-b493-22af3bd4c8db tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:06.549733 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-98e54607-bc9b-4644-aba4-61d279255363 req-2b779c54-1355-4540-b493-22af3bd4c8db tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/ports?device_id=11332720-a38e-4aad-a18d-a89dce10acd0 HTTP/1.1" status: 200 len: 945 time: 0.5268688 May 31 13:43:06.742706 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6fecd4b1-6fcd-4e2a-a362-3dccb2ae8b54 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:06.752607 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-98e54607-bc9b-4644-aba4-61d279255363 req-ebd35803-2fb9-440f-abc6-21238df164a7 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/security-groups?id=792462f3-0c93-41bc-a9cb-454dcd850b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1939392 May 31 13:43:06.761201 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-6fecd4b1-6fcd-4e2a-a362-3dccb2ae8b54 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Transition to ACTIVE for port object 5bfa971d-87bb-40bd-931b-660d5ef73880 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:43:06.804150 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6fecd4b1-6fcd-4e2a-a362-3dccb2ae8b54 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:06.809903 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 6fefb30d-14c0-4170-a819-323548bad8f8 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:43:06.818829 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e591133a-1669-4563-b1d0-83aaf3ef3a29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:06.856160 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e591133a-1669-4563-b1d0-83aaf3ef3a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:06.929008 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] No Port match for: 6fefb30d-14c0-4170-a819-323548bad8f8 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:43:06.929528 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 6fefb30d-14c0-4170-a819-323548bad8f8 not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:43:06.937489 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5618428-9305-46d5-a659-768fd3ad64e2 req-d7f2a414-4cd6-4439-a23c-506f9682e77d tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:06.939175 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d5618428-9305-46d5-a659-768fd3ad64e2 req-d7f2a414-4cd6-4439-a23c-506f9682e77d tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/ports?device_id=e704e46a-b1ae-4097-bfd1-f7c0e61530ae HTTP/1.1" status: 200 len: 946 time: 0.3882995 May 31 13:43:06.950073 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-e591133a-1669-4563-b1d0-83aaf3ef3a29 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ef50f22672a84f06ac789b0945ee7c37&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5490742 May 31 13:43:06.951126 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 58634) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:06.953953 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e591133a-1669-4563-b1d0-83aaf3ef3a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5503d92-03a7-405c-8518-b4ab5df5fc99,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:06.955818 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-388719ee-82f7-4f04-859f-3741d7d5eefc None None] Allocated IP 2001:db8::f816:3eff:fe3b:e623 (0804bb6f-81bc-41c9-9528-526b1905cb18/d7fa4679-23fb-4b2b-8ec8-f7d1862ab8ef/b04c9edb-db30-449e-a0a5-c70f8cce41f2) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:43:06.996503 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fecd4b1-6fcd-4e2a-a362-3dccb2ae8b54 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Network 0804bb6f-81bc-41c9-9528-526b1905cb18 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:43:07.002426 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-6fecd4b1-6fcd-4e2a-a362-3dccb2ae8b54 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:43:07.048496 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5049128c-2331-4de9-961b-171a3aa2c349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:07.112057 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fecd4b1-6fcd-4e2a-a362-3dccb2ae8b54 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:43:07.118997 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fecd4b1-6fcd-4e2a-a362-3dccb2ae8b54 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:07.121308 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6fecd4b1-6fcd-4e2a-a362-3dccb2ae8b54 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:07.167543 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-6fecd4b1-6fcd-4e2a-a362-3dccb2ae8b54 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 1.4343510 May 31 13:43:07.175196 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 58646) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:07.224088 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d5618428-9305-46d5-a659-768fd3ad64e2 req-d7866a0b-674d-4aaa-bb2d-dbc8e337bc07 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/security-groups?id=1729ab42-7be5-44f8-b17a-0e9ffb5ba8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725430 May 31 13:43:07.226515 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fecd4b1-6fcd-4e2a-a362-3dccb2ae8b54 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Pushing event updated for resources: {'Port': ['ID=5bfa971d-87bb-40bd-931b-660d5ef73880,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:07.252972 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d15270cf-dd29-4e8b-a365-63c99d076112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:07.289149 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d15270cf-dd29-4e8b-a365-63c99d076112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:07.350755 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d15270cf-dd29-4e8b-a365-63c99d076112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:07.404869 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:07.406877 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-36dca934-0095-4dc1-86e5-0af4310686f7 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Deleting subnet d7fa4679-23fb-4b2b-8ec8-f7d1862ab8ef {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:43:07.421101 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d15270cf-dd29-4e8b-a365-63c99d076112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:07.423029 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d15270cf-dd29-4e8b-a365-63c99d076112 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b5503d92-03a7-405c-8518-b4ab5df5fc99 HTTP/1.1" status: 204 len: 168 time: 0.4239829 May 31 13:43:07.424322 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15270cf-dd29-4e8b-a365-63c99d076112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5503d92-03a7-405c-8518-b4ab5df5fc99,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:07.449095 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f873d385-ddf7-488c-b769-c0efdb72c5d8 req-4a6e58a7-b8ea-4eb1-9d56-46f922bec7a9 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:07.450746 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-f873d385-ddf7-488c-b769-c0efdb72c5d8 req-4a6e58a7-b8ea-4eb1-9d56-46f922bec7a9 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Synchronizing usage tracker for tenant:7e44bf4ef1bd484ea1258b83855c2d26 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:43:07.467464 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-f873d385-ddf7-488c-b769-c0efdb72c5d8 req-4a6e58a7-b8ea-4eb1-9d56-46f922bec7a9 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Unset dirty status for tenant:7e44bf4ef1bd484ea1258b83855c2d26 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:43:07.468858 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f873d385-ddf7-488c-b769-c0efdb72c5d8 req-4a6e58a7-b8ea-4eb1-9d56-46f922bec7a9 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.44 "GET /v2.0/ports?device_id=11332720-a38e-4aad-a18d-a89dce10acd0 HTTP/1.1" status: 200 len: 945 time: 0.4607642 May 31 13:43:07.474752 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5049128c-2331-4de9-961b-171a3aa2c349 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75f74e31-af12-4cdf-b19b-ad630b239858,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:07.488799 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5049128c-2331-4de9-961b-171a3aa2c349 admin admin] Checking segment: {'id': 'f54b2e83-3a75-45c3-9894-0e5fd66a90c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '31a202d9-a9b5-4acd-a282-48a8818cfd70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:43:07.489191 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5049128c-2331-4de9-961b-171a3aa2c349 admin admin] Network hostable DHCP agents. Network: 31a202d9-a9b5-4acd-a282-48a8818cfd70, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:43:07.533924 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5049128c-2331-4de9-961b-171a3aa2c349 admin admin] Network 31a202d9-a9b5-4acd-a282-48a8818cfd70 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:43:07.555159 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-5049128c-2331-4de9-961b-171a3aa2c349 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 31a202d9-a9b5-4acd-a282-48a8818cfd70) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:43:07.563155 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5049128c-2331-4de9-961b-171a3aa2c349 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:07.563759 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5049128c-2331-4de9-961b-171a3aa2c349 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:07.619084 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496f8612-d17d-4c3a-8c90-0124dfdc28b4 None None] Network 31a202d9-a9b5-4acd-a282-48a8818cfd70 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:43:07.655245 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-5049128c-2331-4de9-961b-171a3aa2c349 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8593063 May 31 13:43:07.658950 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-f873d385-ddf7-488c-b769-c0efdb72c5d8 req-a4c41b2a-44af-4641-8559-7899643fa15a tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Deleting port d1292f46-ad59-49bc-8df3-1733c2bfaf9c {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:43:07.662356 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-f873d385-ddf7-488c-b769-c0efdb72c5d8 req-a4c41b2a-44af-4641-8559-7899643fa15a tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:07.807460 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-388719ee-82f7-4f04-859f-3741d7d5eefc None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:07.849408 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-388719ee-82f7-4f04-859f-3741d7d5eefc None None] Transition to ACTIVE for port object b04c9edb-db30-449e-a0a5-c70f8cce41f2 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:43:07.899073 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-388719ee-82f7-4f04-859f-3741d7d5eefc None None] Transition to ACTIVE for port object b04c9edb-db30-449e-a0a5-c70f8cce41f2 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:43:07.963027 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-36dca934-0095-4dc1-86e5-0af4310686f7 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:08.052993 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-388719ee-82f7-4f04-859f-3741d7d5eefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:08.145933 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-36dca934-0095-4dc1-86e5-0af4310686f7 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65507433'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:08.148074 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89495c45-09ac-4fa9-9eb0-c49e4f5bed4a None None] Network 31a202d9-a9b5-4acd-a282-48a8818cfd70 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:43:08.184101 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-f873d385-ddf7-488c-b769-c0efdb72c5d8 req-a4c41b2a-44af-4641-8559-7899643fa15a tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] For port d1292f46-ad59-49bc-8df3-1733c2bfaf9c, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=d1292f46-ad59-49bc-8df3-1733c2bfaf9c,segment=NetworkSegment(6b65bfb8-228e-47d1-aaec-20277f3110d6),segment_id=6b65bfb8-228e-47d1-aaec-20277f3110d6)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:43:08.185138 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-f873d385-ddf7-488c-b769-c0efdb72c5d8 req-a4c41b2a-44af-4641-8559-7899643fa15a tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:08.185581 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ca402-157d-45dd-ae1e-f7367e11af04 req-4e2d7225-29f9-4aab-94ed-fb4e085bf9a2 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:08.187309 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1f0ca402-157d-45dd-ae1e-f7367e11af04 req-4e2d7225-29f9-4aab-94ed-fb4e085bf9a2 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/ports?device_id=e784aeb2-4e66-4dc1-a934-09bd1cdb248d HTTP/1.1" status: 200 len: 945 time: 0.4168813 May 31 13:43:08.191272 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388719ee-82f7-4f04-859f-3741d7d5eefc None None] Network 0804bb6f-81bc-41c9-9528-526b1905cb18 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:43:08.199089 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-388719ee-82f7-4f04-859f-3741d7d5eefc None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:43:08.257433 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388719ee-82f7-4f04-859f-3741d7d5eefc None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:43:08.279715 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1f0ca402-157d-45dd-ae1e-f7367e11af04 req-68a54c82-bbcd-42e5-8dd8-fa18b75410c9 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/security-groups?id=1347e032-1cb8-425e-88e5-bf1247116b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830505 May 31 13:43:08.320539 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28384f-119c-4fd7-af30-1b3911795ab2 req-e16d9e69-169f-4fb5-85da-d2bf357f34da tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:08.330774 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388719ee-82f7-4f04-859f-3741d7d5eefc None None] Pushing event updated for resources: {'Port': ['ID=b04c9edb-db30-449e-a0a5-c70f8cce41f2,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:08.331790 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2b28384f-119c-4fd7-af30-1b3911795ab2 req-e16d9e69-169f-4fb5-85da-d2bf357f34da tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/ports?device_id=11332720-a38e-4aad-a18d-a89dce10acd0 HTTP/1.1" status: 200 len: 945 time: 0.3061285 May 31 13:43:08.520499 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-388719ee-82f7-4f04-859f-3741d7d5eefc None None] Attempting to bind port b04c9edb-db30-449e-a0a5-c70f8cce41f2 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:43:08.521511 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-388719ee-82f7-4f04-859f-3741d7d5eefc None None] Attempting to bind port b04c9edb-db30-449e-a0a5-c70f8cce41f2 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '12a1c98b-f986-4652-95f7-217b441d1ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '0804bb6f-81bc-41c9-9528-526b1905cb18'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:43:08.521936 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388719ee-82f7-4f04-859f-3741d7d5eefc None None] Attempting to bind port b04c9edb-db30-449e-a0a5-c70f8cce41f2 on network 0804bb6f-81bc-41c9-9528-526b1905cb18 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:43:08.546750 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388719ee-82f7-4f04-859f-3741d7d5eefc None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:43:08.547634 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388719ee-82f7-4f04-859f-3741d7d5eefc None None] Checking segment: {'id': '12a1c98b-f986-4652-95f7-217b441d1ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '0804bb6f-81bc-41c9-9528-526b1905cb18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:43:08.548130 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-388719ee-82f7-4f04-859f-3741d7d5eefc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:08.548619 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388719ee-82f7-4f04-859f-3741d7d5eefc None None] Bound using segment: {'id': '12a1c98b-f986-4652-95f7-217b441d1ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '0804bb6f-81bc-41c9-9528-526b1905cb18'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:43:08.549224 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-388719ee-82f7-4f04-859f-3741d7d5eefc None None] Bound port: b04c9edb-db30-449e-a0a5-c70f8cce41f2, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12a1c98b-f986-4652-95f7-217b441d1ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '0804bb6f-81bc-41c9-9528-526b1905cb18'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:43:08.550039 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-388719ee-82f7-4f04-859f-3741d7d5eefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:08.672610 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2b28384f-119c-4fd7-af30-1b3911795ab2 req-7007e055-90f9-43e6-bd80-a628f04a71c3 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/security-groups?id=792462f3-0c93-41bc-a9cb-454dcd850b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3394201 May 31 13:43:08.729292 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-36dca934-0095-4dc1-86e5-0af4310686f7 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:08.792418 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a959d45e-6f01-4f9a-a530-eb2d630803ea req-0d67faef-9a3d-40da-b698-47092f279087 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:08.799944 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a959d45e-6f01-4f9a-a530-eb2d630803ea req-0d67faef-9a3d-40da-b698-47092f279087 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/ports?device_id=e704e46a-b1ae-4097-bfd1-f7c0e61530ae HTTP/1.1" status: 200 len: 946 time: 0.2167068 May 31 13:43:08.803381 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-f873d385-ddf7-488c-b769-c0efdb72c5d8 req-a4c41b2a-44af-4641-8559-7899643fa15a tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:08.803764 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-f873d385-ddf7-488c-b769-c0efdb72c5d8 req-a4c41b2a-44af-4641-8559-7899643fa15a tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:08.804148 n-d-843939-1 neutron-server[88369]: INFO neutron.db.l3_db [req-f873d385-ddf7-488c-b769-c0efdb72c5d8 req-a4c41b2a-44af-4641-8559-7899643fa15a tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Floating IP d7b17a88-9675-4c60-aa61-bba2a5f31a54 disassociated. External IP: 172.25.6.50, port: d1292f46-ad59-49bc-8df3-1733c2bfaf9c. May 31 13:43:08.804499 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-f873d385-ddf7-488c-b769-c0efdb72c5d8 req-a4c41b2a-44af-4641-8559-7899643fa15a tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Calling delete_port for d1292f46-ad59-49bc-8df3-1733c2bfaf9c owned by compute:nova {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:43:08.869378 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a959d45e-6f01-4f9a-a530-eb2d630803ea req-1f8c81ba-d975-49c6-90b0-3bf6496f9126 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/security-groups?id=1729ab42-7be5-44f8-b17a-0e9ffb5ba8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683050 May 31 13:43:08.879600 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 58710) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:08.905720 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-36dca934-0095-4dc1-86e5-0af4310686f7 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65216469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65148562'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:08.957241 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dca934-0095-4dc1-86e5-0af4310686f7 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Pushing event deleted for resources: {'Subnet': ['ID=d7fa4679-23fb-4b2b-8ec8-f7d1862ab8ef,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:08.969705 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-36dca934-0095-4dc1-86e5-0af4310686f7 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:08.985424 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-36dca934-0095-4dc1-86e5-0af4310686f7 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] 10.222.0.50 "DELETE /v2.0/subnets/d7fa4679-23fb-4b2b-8ec8-f7d1862ab8ef HTTP/1.1" status: 204 len: 168 time: 1.7880001 May 31 13:43:08.985639 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-388719ee-82f7-4f04-859f-3741d7d5eefc None None] For port b04c9edb-db30-449e-a0a5-c70f8cce41f2, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:43:08.985739 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 58718) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:08.987750 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-388719ee-82f7-4f04-859f-3741d7d5eefc None None] For port b04c9edb-db30-449e-a0a5-c70f8cce41f2, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=b04c9edb-db30-449e-a0a5-c70f8cce41f2,segment=NetworkSegment(12a1c98b-f986-4652-95f7-217b441d1ffd),segment_id=12a1c98b-f986-4652-95f7-217b441d1ffd)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:43:09.000115 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-388719ee-82f7-4f04-859f-3741d7d5eefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:09.005786 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-f873d385-ddf7-488c-b769-c0efdb72c5d8 req-a4c41b2a-44af-4641-8559-7899643fa15a tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:09.076365 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b92625d-1d57-4839-8529-ee473d80ec5b tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:09.077862 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b92625d-1d57-4839-8529-ee473d80ec5b tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:09.078663 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-5b92625d-1d57-4839-8529-ee473d80ec5b tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Synchronizing usage tracker for tenant:04d18eaaff4d4b1288cdedcf4bf9dd84 on resource:subnet {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:43:09.092887 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:09.097932 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-5b92625d-1d57-4839-8529-ee473d80ec5b tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Unset dirty status for tenant:04d18eaaff4d4b1288cdedcf4bf9dd84 on resource:subnet {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:43:09.100455 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-5b92625d-1d57-4839-8529-ee473d80ec5b tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1138704 May 31 13:43:09.102181 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c41b2a-44af-4641-8559-7899643fa15a tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Pushing event deleted for resources: {'Port': ['ID=d1292f46-ad59-49bc-8df3-1733c2bfaf9c,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:09.103178 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 58726) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:09.253962 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388719ee-82f7-4f04-859f-3741d7d5eefc None None] Pushing event updated for resources: {'Port': ['ID=b04c9edb-db30-449e-a0a5-c70f8cce41f2,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:09.282224 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9b293e18-3b28-4743-9c26-109537dce23d tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:09.287321 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6380d534-ba14-475b-81de-32270aabeda8 None None] Network 0804bb6f-81bc-41c9-9528-526b1905cb18 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:43:09.291726 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b293e18-3b28-4743-9c26-109537dce23d tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 31 13:43:09.292320 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b293e18-3b28-4743-9c26-109537dce23d tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:43:09.298158 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-9b293e18-3b28-4743-9c26-109537dce23d tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] 10.222.0.50 "DELETE /v2.0/networks/0804bb6f-81bc-41c9-9528-526b1905cb18 HTTP/1.1" status: 409 len: 405 time: 0.1872215 May 31 13:43:09.298536 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 58732) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:09.307770 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-598c567d-d6e1-412a-81be-d4ce29c539ca tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-560121742'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:43:09.313310 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-598c567d-d6e1-412a-81be-d4ce29c539ca tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:43:09.318062 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-598c567d-d6e1-412a-81be-d4ce29c539ca tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Usage tracker for resource:network and tenant:04d18eaaff4d4b1288cdedcf4bf9dd84 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:43:09.322327 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-598c567d-d6e1-412a-81be-d4ce29c539ca tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:43:09.329599 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-598c567d-d6e1-412a-81be-d4ce29c539ca tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:43:09.343087 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598c567d-d6e1-412a-81be-d4ce29c539ca tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Made reservation on behalf of 04d18eaaff4d4b1288cdedcf4bf9dd84 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:43:09.347575 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-598c567d-d6e1-412a-81be-d4ce29c539ca tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:09.409351 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-598c567d-d6e1-412a-81be-d4ce29c539ca tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:43:09.435334 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-598c567d-d6e1-412a-81be-d4ce29c539ca tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:09.436381 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-598c567d-d6e1-412a-81be-d4ce29c539ca tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Added segment 40652761-f694-44b5-9f6b-cd85918ddb55 of type vlan for network fb7d40ef-f27f-4a73-9b59-8db0f17d8214 May 31 13:43:09.519614 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-598c567d-d6e1-412a-81be-d4ce29c539ca tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:09.525475 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f873d385-ddf7-488c-b769-c0efdb72c5d8 req-a4c41b2a-44af-4641-8559-7899643fa15a tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Router 61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:43:09.711079 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8d42494b-d53e-4f78-9a19-66d8e0bb685b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:09.762642 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-8d42494b-d53e-4f78-9a19-66d8e0bb685b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:43:09.792342 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-8d42494b-d53e-4f78-9a19-66d8e0bb685b admin admin] Usage tracker for resource:security_group_rule and tenant:01afb357b69f48eeaea6fb3ba3e25095 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:43:09.800911 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e2b0b8-1a5b-4b97-9481-8f217d842738 None None] get_active_networks_info from n-d-843939-1 {{(pid=88371) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 31 13:43:09.855931 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-8d42494b-d53e-4f78-9a19-66d8e0bb685b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:43:09.897606 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-8d42494b-d53e-4f78-9a19-66d8e0bb685b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:43:09.935379 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-598c567d-d6e1-412a-81be-d4ce29c539ca tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:09.941859 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598c567d-d6e1-412a-81be-d4ce29c539ca tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:09.942546 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-598c567d-d6e1-412a-81be-d4ce29c539ca tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:09.956297 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f873d385-ddf7-488c-b769-c0efdb72c5d8 req-a4c41b2a-44af-4641-8559-7899643fa15a tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:43:09.976715 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d78fb2-a58e-4e58-a612-9a800ecb5d55 None None] Sync routers for ids ['61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:43:10.009964 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d78fb2-a58e-4e58-a612-9a800ecb5d55 None None] Routers {'61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:43:10.009964 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-23d78fb2-a58e-4e58-a612-9a800ecb5d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:42:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:43:10.038201 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b87f7a5-c984-4e02-99a7-c9434b525570 req-627f38d8-ba34-4abf-84a0-5d2579a8a9eb tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:10.045534 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4b87f7a5-c984-4e02-99a7-c9434b525570 req-627f38d8-ba34-4abf-84a0-5d2579a8a9eb tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/ports?device_id=e784aeb2-4e66-4dc1-a934-09bd1cdb248d HTTP/1.1" status: 200 len: 945 time: 0.5161135 May 31 13:43:10.088368 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 58760) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:10.132594 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-f873d385-ddf7-488c-b769-c0efdb72c5d8 req-a4c41b2a-44af-4641-8559-7899643fa15a tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] No DVR routers for this DVR port d1292f46-ad59-49bc-8df3-1733c2bfaf9c on host n-h2-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:43:10.140472 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-f873d385-ddf7-488c-b769-c0efdb72c5d8 req-a4c41b2a-44af-4641-8559-7899643fa15a tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:10.147548 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11332720-a38e-4aad-a18d-a89dce10acd0', 'name': 'network-vif-deleted', 'tag': 'd1292f46-ad59-49bc-8df3-1733c2bfaf9c'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:43:10.174197 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-598c567d-d6e1-412a-81be-d4ce29c539ca tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8723388 May 31 13:43:10.177768 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-55f960c5-1aec-4a2e-9207-130e45671708 req-0fdf7a16-1fc6-431f-bfe9-1584bf02fce2 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/ports?device_id=11332720-a38e-4aad-a18d-a89dce10acd0 HTTP/1.1" status: 200 len: 210 time: 0.1499658 May 31 13:43:10.179237 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 58768) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:10.200496 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-950143e0-e095-4fc1-b17f-224a0b7678ed tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Request body: {'subnet': {'network_id': 'fb7d40ef-f27f-4a73-9b59-8db0f17d8214', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:43:10.227807 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f873d385-ddf7-488c-b769-c0efdb72c5d8 req-a4c41b2a-44af-4641-8559-7899643fa15a tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.44 "DELETE /v2.0/ports/d1292f46-ad59-49bc-8df3-1733c2bfaf9c HTTP/1.1" status: 204 len: 173 time: 2.7510610 May 31 13:43:10.366977 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e2b0b8-1a5b-4b97-9481-8f217d842738 None None] Resources bound (agent type, host, resource id): {{(pid=88371) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 31 13:43:10.468839 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8d42494b-d53e-4f78-9a19-66d8e0bb685b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:10.475333 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-c30afb74-6877-46e1-8416-8bd61e0cd0c3 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-630718683-network', 'tenant_id': '11d87f64295a44ab9b6cf22a39a80fad'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:43:10.495505 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-950143e0-e095-4fc1-b17f-224a0b7678ed tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:43:10.534045 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-950143e0-e095-4fc1-b17f-224a0b7678ed tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:43:10.551823 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598c567d-d6e1-412a-81be-d4ce29c539ca tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Pushing event updated for resources: {'Network': ['ID=fb7d40ef-f27f-4a73-9b59-8db0f17d8214,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:10.558270 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950143e0-e095-4fc1-b17f-224a0b7678ed tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Made reservation on behalf of 04d18eaaff4d4b1288cdedcf4bf9dd84 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:43:10.563912 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-950143e0-e095-4fc1-b17f-224a0b7678ed tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:10.570540 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8d42494b-d53e-4f78-9a19-66d8e0bb685b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:10.605629 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c30afb74-6877-46e1-8416-8bd61e0cd0c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:43:10.620835 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-8d42494b-d53e-4f78-9a19-66d8e0bb685b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=01afb357b69f48eeaea6fb3ba3e25095&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7392871 May 31 13:43:10.648472 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 58782) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:10.682881 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-c30afb74-6877-46e1-8416-8bd61e0cd0c3 admin admin] Usage tracker for resource:network and tenant:11d87f64295a44ab9b6cf22a39a80fad is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:43:10.713447 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4b87f7a5-c984-4e02-99a7-c9434b525570 req-5edc2ac0-98f5-4d25-a156-b62f64725557 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/security-groups?id=1347e032-1cb8-425e-88e5-bf1247116b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6651435 May 31 13:43:10.717274 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-c30afb74-6877-46e1-8416-8bd61e0cd0c3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:43:10.745089 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6753e2d8-2781-4830-a4d3-3fd713c9dca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:10.783957 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c30afb74-6877-46e1-8416-8bd61e0cd0c3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:43:10.794837 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6753e2d8-2781-4830-a4d3-3fd713c9dca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:10.799754 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network fb7d40ef-f27f-4a73-9b59-8db0f17d8214 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:43:10.820563 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4853641d-a521-4373-b04a-20d4398ce247'] response: {'server_uuid': '11332720-a38e-4aad-a18d-a89dce10acd0', 'name': 'network-vif-deleted', 'tag': 'd1292f46-ad59-49bc-8df3-1733c2bfaf9c', 'status': 'completed', 'code': 200} May 31 13:43:10.842333 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc1bea-9f5e-4675-9c0b-e5e0e14f7d67 req-829c7883-b11f-454b-93e8-487d53074791 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:10.845358 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b6fc1bea-9f5e-4675-9c0b-e5e0e14f7d67 req-829c7883-b11f-454b-93e8-487d53074791 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.44 "GET /v2.0/ports?device_id=e784aeb2-4e66-4dc1-a934-09bd1cdb248d HTTP/1.1" status: 200 len: 945 time: 0.9188268 May 31 13:43:10.918298 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-23d78fb2-a58e-4e58-a612-9a800ecb5d55 None None] Set router 61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:43:10.938153 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6753e2d8-2781-4830-a4d3-3fd713c9dca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:10.980980 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d42494b-d53e-4f78-9a19-66d8e0bb685b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a20a4752-822a-4049-931d-cfbd0ab16d1d,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:10.986471 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6753e2d8-2781-4830-a4d3-3fd713c9dca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20a4752-822a-4049-931d-cfbd0ab16d1d,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:10.988862 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-b6fc1bea-9f5e-4675-9c0b-e5e0e14f7d67 req-7faeaa78-900b-4d5d-b895-ce0acfbdd1d2 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Deleting port 217a0383-1dd7-4b6a-9abb-e45a7159493e {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:43:10.990379 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-b6fc1bea-9f5e-4675-9c0b-e5e0e14f7d67 req-7faeaa78-900b-4d5d-b895-ce0acfbdd1d2 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:11.009215 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6753e2d8-2781-4830-a4d3-3fd713c9dca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:11.013610 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-6753e2d8-2781-4830-a4d3-3fd713c9dca3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a20a4752-822a-4049-931d-cfbd0ab16d1d HTTP/1.1" status: 204 len: 168 time: 0.3640597 May 31 13:43:11.045638 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c30afb74-6877-46e1-8416-8bd61e0cd0c3 admin admin] Made reservation on behalf of 11d87f64295a44ab9b6cf22a39a80fad for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:43:11.049141 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c30afb74-6877-46e1-8416-8bd61e0cd0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:11.088079 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c30afb74-6877-46e1-8416-8bd61e0cd0c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:11.133902 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c30afb74-6877-46e1-8416-8bd61e0cd0c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:43:11.138771 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-c30afb74-6877-46e1-8416-8bd61e0cd0c3 admin admin] Usage tracker for resource:security_group_rule and tenant:11d87f64295a44ab9b6cf22a39a80fad is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:43:11.168887 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-c30afb74-6877-46e1-8416-8bd61e0cd0c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:43:11.178457 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device d1292f46-ad59-49bc-8df3-1733c2bfaf9c no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:43:11.179653 n-d-843939-1 neutron-server[88369]: DEBUG neutron.objects.ports [None req-950143e0-e095-4fc1-b17f-224a0b7678ed tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88369) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 31 13:43:11.181272 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-950143e0-e095-4fc1-b17f-224a0b7678ed tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:11.184758 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c30afb74-6877-46e1-8416-8bd61e0cd0c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:43:11.253430 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] No Port match for: d1292f46-ad59-49bc-8df3-1733c2bfaf9c {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:43:11.254248 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device d1292f46-ad59-49bc-8df3-1733c2bfaf9c not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:43:11.317167 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-351504f8-e951-4ab1-9a29-665bb2067610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:11.491713 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 58828) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:11.564359 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950143e0-e095-4fc1-b17f-224a0b7678ed tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Checking segment: {'id': '40652761-f694-44b5-9f6b-cd85918ddb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fb7d40ef-f27f-4a73-9b59-8db0f17d8214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:43:11.565034 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950143e0-e095-4fc1-b17f-224a0b7678ed tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Network hostable DHCP agents. Network: fb7d40ef-f27f-4a73-9b59-8db0f17d8214, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:43:11.593138 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950143e0-e095-4fc1-b17f-224a0b7678ed tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Pushing event updated for resources: {'Subnet': ['ID=9be3f39c-db9a-4062-8f10-b63b8c5853df,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:11.595469 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950143e0-e095-4fc1-b17f-224a0b7678ed tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Network fb7d40ef-f27f-4a73-9b59-8db0f17d8214 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:43:11.607674 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-950143e0-e095-4fc1-b17f-224a0b7678ed tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, fb7d40ef-f27f-4a73-9b59-8db0f17d8214) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:43:11.615487 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950143e0-e095-4fc1-b17f-224a0b7678ed tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:11.616391 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-950143e0-e095-4fc1-b17f-224a0b7678ed tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:11.644464 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-950143e0-e095-4fc1-b17f-224a0b7678ed tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.4583445 May 31 13:43:11.645009 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 58840) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:11.695472 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c30afb74-6877-46e1-8416-8bd61e0cd0c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:11.702180 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 58844) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:11.739315 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c30afb74-6877-46e1-8416-8bd61e0cd0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:11.756427 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a4d741ab-100e-4f96-a788-42cae057b83f req-8e059dad-9896-46f0-b997-f8571cae2380 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/ports?device_id=11332720-a38e-4aad-a18d-a89dce10acd0 HTTP/1.1" status: 200 len: 210 time: 0.2393551 May 31 13:43:11.765826 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261bebdb-1657-4193-a196-2ef7aa28e64e req-8ded9d7e-6b92-4579-b311-242946947685 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:11.767390 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-261bebdb-1657-4193-a196-2ef7aa28e64e req-8ded9d7e-6b92-4579-b311-242946947685 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/ports?device_id=e704e46a-b1ae-4097-bfd1-f7c0e61530ae HTTP/1.1" status: 200 len: 946 time: 1.1996715 May 31 13:43:11.817281 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c30afb74-6877-46e1-8416-8bd61e0cd0c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:43:11.851967 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30afb74-6877-46e1-8416-8bd61e0cd0c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b0d528b-af65-4e6c-85b3-f0095776efe0,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:11.899879 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53bb6cc-8c47-4bde-84ef-658f8ae5c168 None None] Network fb7d40ef-f27f-4a73-9b59-8db0f17d8214 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:43:11.924485 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 58852) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:11.952736 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c30afb74-6877-46e1-8416-8bd61e0cd0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:11.953481 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-c30afb74-6877-46e1-8416-8bd61e0cd0c3 admin admin] Added segment 869cf710-b54d-4b59-b50a-e098b09985b8 of type vlan for network f76eff73-d0e0-4f06-bd8d-5c382838a045 May 31 13:43:11.973188 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9c03085f-ac04-4562-b4f8-68d78e985df2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:12.024105 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-261bebdb-1657-4193-a196-2ef7aa28e64e req-d71f739a-1869-4026-9126-45b0b2755d03 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/security-groups?id=1729ab42-7be5-44f8-b17a-0e9ffb5ba8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447133 May 31 13:43:12.024369 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-23d78fb2-a58e-4e58-a612-9a800ecb5d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f', 'name': 'tempest-AttachVolumeTestJSON-2082356178-router', 'tenant_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '462cc99c-0c41-4c7e-ac38-1d83b633b4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:38:57Z', 'updated_at': '2022-05-31T13:39:03Z', 'revision_number': 4, 'project_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'gw_port': {'id': '462cc99c-0c41-4c7e-ac38-1d83b633b4f3', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ee:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:38:58Z', 'updated_at': '2022-05-31T13:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '4efe0407-03dc-404e-8408-6bc7752454ba', 'name': '', 'network_id': 'f4e69724-d0b8-4d4d-97a2-cfcb4a62380c', 'tenant_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'mac_address': 'fa:16:3e:43:9e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '24f2589f-f663-4739-8d87-078291d83152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:39:02Z', 'updated_at': '2022-05-31T13:39:13Z', 'revision_number': 5, 'project_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'subnets': [{'id': '24f2589f-f663-4739-8d87-078291d83152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:43:12.054608 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d78fb2-a58e-4e58-a612-9a800ecb5d55 None None] Checking router: 61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:43:12.054873 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b0cd1fba-8ba3-4f2a-b53c-aebf608f0719 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:12.074851 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b0cd1fba-8ba3-4f2a-b53c-aebf608f0719 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:43:12.083229 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-9c03085f-ac04-4562-b4f8-68d78e985df2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:43:12.084758 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-385847bf-c233-4b6a-85f1-81f2a8ef483e tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:12.087146 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-b0cd1fba-8ba3-4f2a-b53c-aebf608f0719 admin admin] Usage tracker for resource:security_group_rule and tenant:5bcc2f49ac774ae69f5a31dc501a6158 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:43:12.090735 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-b0cd1fba-8ba3-4f2a-b53c-aebf608f0719 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:43:12.092103 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d78fb2-a58e-4e58-a612-9a800ecb5d55 None None] Routers {'61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:43:12.092792 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-23d78fb2-a58e-4e58-a612-9a800ecb5d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:42:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:43:12.103420 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b0cd1fba-8ba3-4f2a-b53c-aebf608f0719 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:43:12.125076 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-9c03085f-ac04-4562-b4f8-68d78e985df2 admin admin] Usage tracker for resource:security_group_rule and tenant:0d84286783e448268410c03379fe9df0 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:43:12.147977 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-9c03085f-ac04-4562-b4f8-68d78e985df2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:43:12.159112 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c30afb74-6877-46e1-8416-8bd61e0cd0c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:12.178258 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-9c03085f-ac04-4562-b4f8-68d78e985df2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:43:12.186220 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-be03f9e8-b70a-4904-a45e-1c3f4809e1e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:12.224474 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-385847bf-c233-4b6a-85f1-81f2a8ef483e tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:12.340764 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-be03f9e8-b70a-4904-a45e-1c3f4809e1e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:43:12.345720 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-be03f9e8-b70a-4904-a45e-1c3f4809e1e1 admin admin] Usage tracker for resource:security_group_rule and tenant:7fd848780fc1452c97489c46b4f77a31 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:43:12.348592 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-be03f9e8-b70a-4904-a45e-1c3f4809e1e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:43:12.354642 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-be03f9e8-b70a-4904-a45e-1c3f4809e1e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:43:12.359991 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-385847bf-c233-4b6a-85f1-81f2a8ef483e tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:12.387617 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 13:43:12.400859 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e95d77-398c-45a9-931d-e8fbca08c0a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-fb7d40ef-f27f-4a73-9b59-8db0f17d8214', 'network_id': 'fb7d40ef-f27f-4a73-9b59-8db0f17d8214', 'tenant_id': '04d18eaaff4d4b1288cdedcf4bf9dd84', 'fixed_ips': [{'subnet_id': '9be3f39c-db9a-4062-8f10-b63b8c5853df'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:43:12.401733 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-87e95d77-398c-45a9-931d-e8fbca08c0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:12.446648 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385847bf-c233-4b6a-85f1-81f2a8ef483e tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Pushing event deleted for resources: {'Subnet': ['ID=9be3f39c-db9a-4062-8f10-b63b8c5853df,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:12.452001 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-b6fc1bea-9f5e-4675-9c0b-e5e0e14f7d67 req-7faeaa78-900b-4d5d-b895-ce0acfbdd1d2 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] For port 217a0383-1dd7-4b6a-9abb-e45a7159493e, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=217a0383-1dd7-4b6a-9abb-e45a7159493e,segment=NetworkSegment(8804d6e5-915c-4ad0-ab6a-a18b8d34b41b),segment_id=8804d6e5-915c-4ad0-ab6a-a18b8d34b41b)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:43:12.452636 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-b6fc1bea-9f5e-4675-9c0b-e5e0e14f7d67 req-7faeaa78-900b-4d5d-b895-ce0acfbdd1d2 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:12.464199 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-23d78fb2-a58e-4e58-a612-9a800ecb5d55 None None] Set router 61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:43:12.547760 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.resource_extend [None req-c30afb74-6877-46e1-8416-8bd61e0cd0c3 admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:43:12.632008 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-385847bf-c233-4b6a-85f1-81f2a8ef483e tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:12.637382 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-b6fc1bea-9f5e-4675-9c0b-e5e0e14f7d67 req-7faeaa78-900b-4d5d-b895-ce0acfbdd1d2 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Calling delete_port for 217a0383-1dd7-4b6a-9abb-e45a7159493e owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:43:12.644102 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabb5fc8-d8d1-4f6b-a098-627292362449 None None] Network fb7d40ef-f27f-4a73-9b59-8db0f17d8214 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:43:12.701685 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b0cd1fba-8ba3-4f2a-b53c-aebf608f0719 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:12.704622 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-385847bf-c233-4b6a-85f1-81f2a8ef483e tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb7d40ef-f27f-4a73-9b59-8db0f17d8214']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:43:12.720452 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b0cd1fba-8ba3-4f2a-b53c-aebf608f0719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:12.733676 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c30afb74-6877-46e1-8416-8bd61e0cd0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:12.734779 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30afb74-6877-46e1-8416-8bd61e0cd0c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:12.735387 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c30afb74-6877-46e1-8416-8bd61e0cd0c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:12.769201 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-385847bf-c233-4b6a-85f1-81f2a8ef483e tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40652761-f694-44b5-9f6b-cd85918ddb55') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:43:12.769752 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-385847bf-c233-4b6a-85f1-81f2a8ef483e tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40652761-f694-44b5-9f6b-cd85918ddb55') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:43:12.802351 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-385847bf-c233-4b6a-85f1-81f2a8ef483e tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:12.827863 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b0cd1fba-8ba3-4f2a-b53c-aebf608f0719 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5bcc2f49ac774ae69f5a31dc501a6158&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3235176 May 31 13:43:12.828515 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 58858) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:12.874706 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 217a0383-1dd7-4b6a-9abb-e45a7159493e no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:43:12.888446 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cd1fba-8ba3-4f2a-b53c-aebf608f0719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c132f032-3cc5-48b7-91e2-c413c56541e5,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:12.892311 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-385847bf-c233-4b6a-85f1-81f2a8ef483e tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:12.910745 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-385847bf-c233-4b6a-85f1-81f2a8ef483e tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:43:12.911173 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-385847bf-c233-4b6a-85f1-81f2a8ef483e tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:12.951324 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a84ba2-21e8-40f2-9bf2-014ec3c5db72 req-bab15dee-d256-45c0-9ef9-876765e84c56 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:12.959388 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d3a84ba2-21e8-40f2-9bf2-014ec3c5db72 req-bab15dee-d256-45c0-9ef9-876765e84c56 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/ports?device_id=e784aeb2-4e66-4dc1-a934-09bd1cdb248d HTTP/1.1" status: 200 len: 945 time: 0.9301386 May 31 13:43:12.971267 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a4eea905-8e4f-459c-b167-507d3227331f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:13.012383 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 40652761-f694-44b5-9f6b-cd85918ddb55 resource provider aggregate not found May 31 13:43:13.018435 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-be03f9e8-b70a-4904-a45e-1c3f4809e1e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:13.038776 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-be03f9e8-b70a-4904-a45e-1c3f4809e1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:13.047527 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30afb74-6877-46e1-8416-8bd61e0cd0c3 admin admin] Pushing event updated for resources: {'Network': ['ID=f76eff73-d0e0-4f06-bd8d-5c382838a045,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:13.066986 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6ebd2f9c-9926-4107-8377-fb0cfdd083b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:13.101278 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 40652761-f694-44b5-9f6b-cd85918ddb55 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 40652761-f694-44b5-9f6b-cd85918ddb55 found for delete ", "request_id": "req-0de52149-5a87-4fac-8002-2bf71fe0d98e"}]} May 31 13:43:13.105005 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network f76eff73-d0e0-4f06-bd8d-5c382838a045 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:43:13.107098 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-385847bf-c233-4b6a-85f1-81f2a8ef483e tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:13.131778 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6ebd2f9c-9926-4107-8377-fb0cfdd083b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:13.139519 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-385847bf-c233-4b6a-85f1-81f2a8ef483e tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:13.160650 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385847bf-c233-4b6a-85f1-81f2a8ef483e tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Pushing event deleted for resources: {'Network': ['ID=fb7d40ef-f27f-4a73-9b59-8db0f17d8214,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:13.201456 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-385847bf-c233-4b6a-85f1-81f2a8ef483e tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] 10.222.0.50 "DELETE /v2.0/networks/fb7d40ef-f27f-4a73-9b59-8db0f17d8214 HTTP/1.1" status: 204 len: 168 time: 1.5529506 May 31 13:43:13.206150 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 58870) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:13.213008 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-4085d17c-30fc-4b1f-a1d6-80bb346c31c0 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-551972186'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:43:13.219199 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4085d17c-30fc-4b1f-a1d6-80bb346c31c0 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:43:13.224818 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-4085d17c-30fc-4b1f-a1d6-80bb346c31c0 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Usage tracker for resource:network and tenant:04d18eaaff4d4b1288cdedcf4bf9dd84 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:43:13.228346 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c30afb74-6877-46e1-8416-8bd61e0cd0c3 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.0573039 May 31 13:43:13.234757 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 58874) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:13.237981 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-4085d17c-30fc-4b1f-a1d6-80bb346c31c0 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:43:13.245042 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-8e80986a-49bd-41db-89ce-85cdaa4dd747 admin admin] Request body: {'subnet': {'network_id': 'f76eff73-d0e0-4f06-bd8d-5c382838a045', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-630718683-subnet', 'tenant_id': '11d87f64295a44ab9b6cf22a39a80fad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:43:13.248853 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d3a84ba2-21e8-40f2-9bf2-014ec3c5db72 req-0836b4bd-ed39-4b88-a3c5-d1c52a91b7c1 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/security-groups?id=1347e032-1cb8-425e-88e5-bf1247116b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881007 May 31 13:43:13.255342 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8e80986a-49bd-41db-89ce-85cdaa4dd747 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:43:13.257874 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 58878) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:13.258848 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4085d17c-30fc-4b1f-a1d6-80bb346c31c0 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:43:13.259512 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-be03f9e8-b70a-4904-a45e-1c3f4809e1e1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7fd848780fc1452c97489c46b4f77a31&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5562031 May 31 13:43:13.270244 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be03f9e8-b70a-4904-a45e-1c3f4809e1e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7898ef-df9a-4e47-a558-34b9a1b2f0b3,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:13.284312 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-8e80986a-49bd-41db-89ce-85cdaa4dd747 admin admin] Usage tracker for resource:subnet and tenant:11d87f64295a44ab9b6cf22a39a80fad is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:43:13.292969 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-8e80986a-49bd-41db-89ce-85cdaa4dd747 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:43:13.301212 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9c03085f-ac04-4562-b4f8-68d78e985df2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:13.304491 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8e80986a-49bd-41db-89ce-85cdaa4dd747 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:43:13.314404 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9c03085f-ac04-4562-b4f8-68d78e985df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:13.337130 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4085d17c-30fc-4b1f-a1d6-80bb346c31c0 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Made reservation on behalf of 04d18eaaff4d4b1288cdedcf4bf9dd84 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:43:13.340618 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4085d17c-30fc-4b1f-a1d6-80bb346c31c0 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:13.356341 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e80986a-49bd-41db-89ce-85cdaa4dd747 admin admin] Made reservation on behalf of 11d87f64295a44ab9b6cf22a39a80fad for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:43:13.367472 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8e80986a-49bd-41db-89ce-85cdaa4dd747 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:13.371304 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-b6fc1bea-9f5e-4675-9c0b-e5e0e14f7d67 req-7faeaa78-900b-4d5d-b895-ce0acfbdd1d2 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:13.451907 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Port 217a0383-1dd7-4b6a-9abb-e45a7159493e update to DOWN by agent not found {{(pid=88371) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 31 13:43:13.459604 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4085d17c-30fc-4b1f-a1d6-80bb346c31c0 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:43:13.481379 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-23d78fb2-a58e-4e58-a612-9a800ecb5d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f', 'name': 'tempest-AttachVolumeTestJSON-2082356178-router', 'tenant_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '462cc99c-0c41-4c7e-ac38-1d83b633b4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:38:57Z', 'updated_at': '2022-05-31T13:39:03Z', 'revision_number': 4, 'project_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'gw_port': {'id': '462cc99c-0c41-4c7e-ac38-1d83b633b4f3', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ee:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:38:58Z', 'updated_at': '2022-05-31T13:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '4efe0407-03dc-404e-8408-6bc7752454ba', 'name': '', 'network_id': 'f4e69724-d0b8-4d4d-97a2-cfcb4a62380c', 'tenant_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'mac_address': 'fa:16:3e:43:9e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '24f2589f-f663-4739-8d87-078291d83152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:39:02Z', 'updated_at': '2022-05-31T13:39:13Z', 'revision_number': 5, 'project_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'subnets': [{'id': '24f2589f-f663-4739-8d87-078291d83152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:43:13.489476 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d78fb2-a58e-4e58-a612-9a800ecb5d55 None None] The sync data for ids ['61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f'] in n-d-843939-1 is: [{'id': '61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f', 'name': 'tempest-AttachVolumeTestJSON-2082356178-router', 'tenant_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '462cc99c-0c41-4c7e-ac38-1d83b633b4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:38:57Z', 'updated_at': '2022-05-31T13:39:03Z', 'revision_number': 4, 'project_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'gw_port': {'id': '462cc99c-0c41-4c7e-ac38-1d83b633b4f3', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ee:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:38:58Z', 'updated_at': '2022-05-31T13:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '4efe0407-03dc-404e-8408-6bc7752454ba', 'name': '', 'network_id': 'f4e69724-d0b8-4d4d-97a2-cfcb4a62380c', 'tenant_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'mac_address': 'fa:16:3e:43:9e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '24f2589f-f663-4739-8d87-078291d83152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:39:02Z', 'updated_at': '2022-05-31T13:39:13Z', 'revision_number': 5, 'project_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'subnets': [{'id': '24f2589f-f663-4739-8d87-078291d83152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:43:13.529901 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6ebd2f9c-9926-4107-8377-fb0cfdd083b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:13.537601 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faeaa78-900b-4d5d-b895-ce0acfbdd1d2 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Pushing event deleted for resources: {'Port': ['ID=217a0383-1dd7-4b6a-9abb-e45a7159493e,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:13.547806 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4085d17c-30fc-4b1f-a1d6-80bb346c31c0 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:13.548152 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-4085d17c-30fc-4b1f-a1d6-80bb346c31c0 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Added segment 8c4aa64d-283e-4a75-8d46-dadbde44be5d of type vlan for network 9d31f3e7-3cc3-427c-a8f4-8da25e1f4cd5 May 31 13:43:13.570770 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-9c03085f-ac04-4562-b4f8-68d78e985df2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0d84286783e448268410c03379fe9df0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6429639 May 31 13:43:13.576672 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 58882) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:13.588336 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c03085f-ac04-4562-b4f8-68d78e985df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd0cbab9-02ad-4ce0-9045-47ba21fffb9c,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:13.680782 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f9f9ce58-9fc7-40db-b616-c5d2f66108aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:13.682835 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd2f9c-9926-4107-8377-fb0cfdd083b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c132f032-3cc5-48b7-91e2-c413c56541e5,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:13.688893 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6fc1bea-9f5e-4675-9c0b-e5e0e14f7d67 req-7faeaa78-900b-4d5d-b895-ce0acfbdd1d2 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] No DVR routers for this DVR port 217a0383-1dd7-4b6a-9abb-e45a7159493e on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:43:13.699511 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-b6fc1bea-9f5e-4675-9c0b-e5e0e14f7d67 req-7faeaa78-900b-4d5d-b895-ce0acfbdd1d2 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:13.703686 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e784aeb2-4e66-4dc1-a934-09bd1cdb248d', 'name': 'network-vif-deleted', 'tag': '217a0383-1dd7-4b6a-9abb-e45a7159493e'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:43:13.711811 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4085d17c-30fc-4b1f-a1d6-80bb346c31c0 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:13.745845 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b6fc1bea-9f5e-4675-9c0b-e5e0e14f7d67 req-7faeaa78-900b-4d5d-b895-ce0acfbdd1d2 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.44 "DELETE /v2.0/ports/217a0383-1dd7-4b6a-9abb-e45a7159493e HTTP/1.1" status: 204 len: 173 time: 2.8903370 May 31 13:43:13.783212 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:13.804214 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0398f6-f599-42c3-8eb9-c4a2c2d64194 req-d241eb47-38be-4199-a5f5-d128cd7eabdf tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:13.813815 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ec0398f6-f599-42c3-8eb9-c4a2c2d64194 req-d241eb47-38be-4199-a5f5-d128cd7eabdf tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/ports?device_id=e704e46a-b1ae-4097-bfd1-f7c0e61530ae HTTP/1.1" status: 200 len: 946 time: 0.3264673 May 31 13:43:13.854263 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f9f9ce58-9fc7-40db-b616-c5d2f66108aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:13.878545 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:13.885632 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ec0398f6-f599-42c3-8eb9-c4a2c2d64194 req-a2d987f9-d2f0-476b-8f10-ee6c0ff1b4f7 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/security-groups?id=1729ab42-7be5-44f8-b17a-0e9ffb5ba8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684941 May 31 13:43:13.962090 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f4f819f-b9e9-4ac6-ba11-a3ff49f40a90'] response: {'server_uuid': 'e784aeb2-4e66-4dc1-a934-09bd1cdb248d', 'name': 'network-vif-deleted', 'tag': '217a0383-1dd7-4b6a-9abb-e45a7159493e', 'status': 'completed', 'code': 200} May 31 13:43:13.984971 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2605ff60-50d1-4d19-9358-ef9f9584bd49 None None] New status for floating IP d7b17a88-9675-4c60-aa61-bba2a5f31a54: DOWN {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 13:43:14.006540 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4085d17c-30fc-4b1f-a1d6-80bb346c31c0 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:14.012545 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4085d17c-30fc-4b1f-a1d6-80bb346c31c0 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:14.013191 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4085d17c-30fc-4b1f-a1d6-80bb346c31c0 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:14.041466 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6ebd2f9c-9926-4107-8377-fb0cfdd083b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:14.042602 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-6ebd2f9c-9926-4107-8377-fb0cfdd083b5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c132f032-3cc5-48b7-91e2-c413c56541e5 HTTP/1.1" status: 204 len: 168 time: 1.2066355 May 31 13:43:14.068201 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7350c5c6-1364-4411-b8df-00601417fdbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:14.122857 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 58892) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:14.165404 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f9f9ce58-9fc7-40db-b616-c5d2f66108aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:14.168393 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f9f9ce58-9fc7-40db-b616-c5d2f66108aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:14.169698 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-f9f9ce58-9fc7-40db-b616-c5d2f66108aa admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ae7898ef-df9a-4e47-a558-34b9a1b2f0b3 HTTP/1.1" status: 204 len: 168 time: 0.9074903 May 31 13:43:14.231369 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-4085d17c-30fc-4b1f-a1d6-80bb346c31c0 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0237823 May 31 13:43:14.236733 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 58902) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:14.251783 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-dcf0d2d3-6735-44d0-b443-a5eff149b5c9 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Request body: {'subnet': {'network_id': '9d31f3e7-3cc3-427c-a8f4-8da25e1f4cd5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:43:14.257200 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f9ce58-9fc7-40db-b616-c5d2f66108aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7898ef-df9a-4e47-a558-34b9a1b2f0b3,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:14.265400 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7350c5c6-1364-4411-b8df-00601417fdbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:14.315456 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4085d17c-30fc-4b1f-a1d6-80bb346c31c0 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Pushing event updated for resources: {'Network': ['ID=9d31f3e7-3cc3-427c-a8f4-8da25e1f4cd5,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:14.329769 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 9d31f3e7-3cc3-427c-a8f4-8da25e1f4cd5 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:43:14.519520 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-dcf0d2d3-6735-44d0-b443-a5eff149b5c9 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:43:14.527304 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-dcf0d2d3-6735-44d0-b443-a5eff149b5c9 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Usage tracker for resource:subnet and tenant:04d18eaaff4d4b1288cdedcf4bf9dd84 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:43:14.532684 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-dcf0d2d3-6735-44d0-b443-a5eff149b5c9 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:43:14.540158 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8e80986a-49bd-41db-89ce-85cdaa4dd747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:14.541455 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-dcf0d2d3-6735-44d0-b443-a5eff149b5c9 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:43:14.554985 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf0d2d3-6735-44d0-b443-a5eff149b5c9 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Made reservation on behalf of 04d18eaaff4d4b1288cdedcf4bf9dd84 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:43:14.561300 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dcf0d2d3-6735-44d0-b443-a5eff149b5c9 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:14.688411 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7350c5c6-1364-4411-b8df-00601417fdbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:14.749645 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7350c5c6-1364-4411-b8df-00601417fdbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd0cbab9-02ad-4ce0-9045-47ba21fffb9c,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:14.813078 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e80986a-49bd-41db-89ce-85cdaa4dd747 admin admin] Checking segment: {'id': '869cf710-b54d-4b59-b50a-e098b09985b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f76eff73-d0e0-4f06-bd8d-5c382838a045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:43:14.814793 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e80986a-49bd-41db-89ce-85cdaa4dd747 admin admin] Network hostable DHCP agents. Network: f76eff73-d0e0-4f06-bd8d-5c382838a045, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:43:14.835853 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7350c5c6-1364-4411-b8df-00601417fdbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:14.839468 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-7350c5c6-1364-4411-b8df-00601417fdbf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fd0cbab9-02ad-4ce0-9045-47ba21fffb9c HTTP/1.1" status: 204 len: 168 time: 1.2561026 May 31 13:43:14.848371 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e80986a-49bd-41db-89ce-85cdaa4dd747 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3896970-ea8d-45ba-8e68-3adfc5eede21,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:14.882627 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e80986a-49bd-41db-89ce-85cdaa4dd747 admin admin] Network f76eff73-d0e0-4f06-bd8d-5c382838a045 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:43:14.900801 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-8e80986a-49bd-41db-89ce-85cdaa4dd747 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, f76eff73-d0e0-4f06-bd8d-5c382838a045) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:43:14.901284 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a0307456-cd2d-40ba-b4a8-800de6cb75f6 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:14.907394 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e80986a-49bd-41db-89ce-85cdaa4dd747 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:14.907824 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8e80986a-49bd-41db-89ce-85cdaa4dd747 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:14.916547 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1715d2c-7148-4042-91f9-e506aba6779d None None] Network f76eff73-d0e0-4f06-bd8d-5c382838a045 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:43:14.950250 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 58918) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:15.012461 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-8e80986a-49bd-41db-89ce-85cdaa4dd747 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7691176 May 31 13:43:15.023333 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e07dc85f-f724-4b47-bedf-50136ca13270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:15.069546 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-d383654d-bf55-46f4-b41d-f95d0efeea71 req-763dbad3-7221-42e8-8918-5e9048b19717 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Synchronizing usage tracker for tenant:f1a1611ae60042dba54bcf3b2bd9ecf7 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:43:15.079004 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e07dc85f-f724-4b47-bedf-50136ca13270 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:43:15.090911 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e07dc85f-f724-4b47-bedf-50136ca13270 admin admin] Usage tracker for resource:security_group_rule and tenant:c439380678dc4de7859bbf66dbc05c29 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:43:15.096489 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dcf0d2d3-6735-44d0-b443-a5eff149b5c9 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:15.100502 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e07dc85f-f724-4b47-bedf-50136ca13270 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:43:15.116368 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e07dc85f-f724-4b47-bedf-50136ca13270 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:43:15.188688 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a0307456-cd2d-40ba-b4a8-800de6cb75f6 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:15.253849 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-d383654d-bf55-46f4-b41d-f95d0efeea71 req-763dbad3-7221-42e8-8918-5e9048b19717 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] Unset dirty status for tenant:f1a1611ae60042dba54bcf3b2bd9ecf7 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:43:15.255139 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d383654d-bf55-46f4-b41d-f95d0efeea71 req-763dbad3-7221-42e8-8918-5e9048b19717 tempest-ListServerFiltersTestJSON-173851575 tempest-ListServerFiltersTestJSON-173851575-project] 10.222.0.50 "GET /v2.0/ports?device_id=e784aeb2-4e66-4dc1-a934-09bd1cdb248d HTTP/1.1" status: 200 len: 210 time: 0.3643467 May 31 13:43:15.299269 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e07dc85f-f724-4b47-bedf-50136ca13270 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:15.305352 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e07dc85f-f724-4b47-bedf-50136ca13270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:15.391590 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf0d2d3-6735-44d0-b443-a5eff149b5c9 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Pushing event updated for resources: {'Subnet': ['ID=4b7c63b0-4142-4469-8501-970841f24707,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:15.392504 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96a91f9-464b-4434-8bec-07f990445e0c None None] Network f76eff73-d0e0-4f06-bd8d-5c382838a045 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:43:15.434854 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf0d2d3-6735-44d0-b443-a5eff149b5c9 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Checking segment: {'id': '8c4aa64d-283e-4a75-8d46-dadbde44be5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9d31f3e7-3cc3-427c-a8f4-8da25e1f4cd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:43:15.435253 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf0d2d3-6735-44d0-b443-a5eff149b5c9 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Network hostable DHCP agents. Network: 9d31f3e7-3cc3-427c-a8f4-8da25e1f4cd5, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:43:15.500483 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23d943e-6c05-4732-824c-0fdfc2df77cd req-7ae3229b-58be-42bb-99e0-5192b876824e tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:15.502542 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f23d943e-6c05-4732-824c-0fdfc2df77cd req-7ae3229b-58be-42bb-99e0-5192b876824e tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/ports?device_id=e704e46a-b1ae-4097-bfd1-f7c0e61530ae HTTP/1.1" status: 200 len: 946 time: 0.3980002 May 31 13:43:15.511960 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a0307456-cd2d-40ba-b4a8-800de6cb75f6 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:15.513919 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07dc85f-f724-4b47-bedf-50136ca13270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be75800-4f3b-420e-8b32-b590c5dd413b,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:15.518629 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e07dc85f-f724-4b47-bedf-50136ca13270 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c439380678dc4de7859bbf66dbc05c29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5671756 May 31 13:43:15.522268 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 58936) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:15.552769 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf0d2d3-6735-44d0-b443-a5eff149b5c9 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Network 9d31f3e7-3cc3-427c-a8f4-8da25e1f4cd5 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:43:15.569202 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0307456-cd2d-40ba-b4a8-800de6cb75f6 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=792462f3-0c93-41bc-a9cb-454dcd850b04,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:15.580794 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:15.601249 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-dcf0d2d3-6735-44d0-b443-a5eff149b5c9 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 9d31f3e7-3cc3-427c-a8f4-8da25e1f4cd5) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:43:15.618271 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f23d943e-6c05-4732-824c-0fdfc2df77cd req-c97fbc97-1284-4618-b674-faf61a9d9548 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/security-groups?id=1729ab42-7be5-44f8-b17a-0e9ffb5ba8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005239 May 31 13:43:15.620587 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf0d2d3-6735-44d0-b443-a5eff149b5c9 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:15.621449 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dcf0d2d3-6735-44d0-b443-a5eff149b5c9 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:15.627776 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a0307456-cd2d-40ba-b4a8-800de6cb75f6 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:15.632776 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-a0307456-cd2d-40ba-b4a8-800de6cb75f6 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "DELETE /v2.0/security-groups/792462f3-0c93-41bc-a9cb-454dcd850b04 HTTP/1.1" status: 204 len: 168 time: 1.5086625 May 31 13:43:15.633717 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 58942) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:15.641442 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc21da45-6da9-4086-b5ff-f3f3f75e0c2c None None] Network 9d31f3e7-3cc3-427c-a8f4-8da25e1f4cd5 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:43:15.665776 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-46ee88b6-b927-4f3c-9872-e3e200befee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:15.671070 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [None req-827bb00e-2a8f-4a36-bfce-0cdcdfaae42d tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] show failed (client error): The resource could not be found. May 31 13:43:15.675784 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-827bb00e-2a8f-4a36-bfce-0cdcdfaae42d tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/security-groups/792462f3-0c93-41bc-a9cb-454dcd850b04 HTTP/1.1" status: 404 len: 347 time: 0.0340378 May 31 13:43:15.677610 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-dcf0d2d3-6735-44d0-b443-a5eff149b5c9 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4387190 May 31 13:43:15.678675 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 58948) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:15.680835 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 58952) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:15.726172 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-46ee88b6-b927-4f3c-9872-e3e200befee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:15.862952 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-46ee88b6-b927-4f3c-9872-e3e200befee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:15.921052 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ee88b6-b927-4f3c-9872-e3e200befee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be75800-4f3b-420e-8b32-b590c5dd413b,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:15.933403 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-46ee88b6-b927-4f3c-9872-e3e200befee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:15.937502 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-46ee88b6-b927-4f3c-9872-e3e200befee9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9be75800-4f3b-420e-8b32-b590c5dd413b HTTP/1.1" status: 204 len: 168 time: 0.4139400 May 31 13:43:16.107884 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17f07b9-b980-43aa-8257-8f5414f0c3ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-9d31f3e7-3cc3-427c-a8f4-8da25e1f4cd5', 'network_id': '9d31f3e7-3cc3-427c-a8f4-8da25e1f4cd5', 'tenant_id': '04d18eaaff4d4b1288cdedcf4bf9dd84', 'fixed_ips': [{'subnet_id': '4b7c63b0-4142-4469-8501-970841f24707'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:43:16.108820 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a17f07b9-b980-43aa-8257-8f5414f0c3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:16.110910 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-688ac8ec-e249-4eba-a094-91616f711659 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Deleting port f3a1024d-5128-498d-88d7-ea0d983ed966 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:43:16.111286 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-688ac8ec-e249-4eba-a094-91616f711659 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:16.393190 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-a17f07b9-b980-43aa-8257-8f5414f0c3ff None None] Allocated IP 2001:db8::2 (9d31f3e7-3cc3-427c-a8f4-8da25e1f4cd5/4b7c63b0-4142-4469-8501-970841f24707/426eed2b-4624-4001-95d2-7102e7f32631) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:43:16.412247 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 58986) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:16.477571 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-be3af3bd-9ed9-4d00-8471-2cdbddc2d7d0 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:16.487299 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-f289dc24-5ff4-4619-9e8b-ae467fc11697 admin admin] Deleting subnet 4e005d21-36e3-487c-8119-378be3a17cff {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:43:16.499695 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f289dc24-5ff4-4619-9e8b-ae467fc11697 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:16.584636 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f289dc24-5ff4-4619-9e8b-ae467fc11697 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:16.710041 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f289dc24-5ff4-4619-9e8b-ae467fc11697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:16.751178 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-be3af3bd-9ed9-4d00-8471-2cdbddc2d7d0 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:16.823776 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f289dc24-5ff4-4619-9e8b-ae467fc11697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:16.876750 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-688ac8ec-e249-4eba-a094-91616f711659 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:16.877822 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-688ac8ec-e249-4eba-a094-91616f711659 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:16.890784 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f289dc24-5ff4-4619-9e8b-ae467fc11697 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e005d21-36e3-487c-8119-378be3a17cff,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:16.897661 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f289dc24-5ff4-4619-9e8b-ae467fc11697 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:16.900748 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a17f07b9-b980-43aa-8257-8f5414f0c3ff None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:16.905319 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-f289dc24-5ff4-4619-9e8b-ae467fc11697 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/4e005d21-36e3-487c-8119-378be3a17cff HTTP/1.1" status: 204 len: 168 time: 0.4916587 May 31 13:43:16.908256 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59006) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:16.910308 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0051af12-7102-421b-8ce2-87938a85b757 None None] Network 33f45b70-2e86-4c98-bacd-f19d99d5c595 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:43:16.998258 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a17f07b9-b980-43aa-8257-8f5414f0c3ff None None] Transition to ACTIVE for port object 426eed2b-4624-4001-95d2-7102e7f32631 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:43:17.053963 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a17f07b9-b980-43aa-8257-8f5414f0c3ff None None] Transition to ACTIVE for port object 426eed2b-4624-4001-95d2-7102e7f32631 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:43:17.056517 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-688ac8ec-e249-4eba-a094-91616f711659 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Calling delete_port for f3a1024d-5128-498d-88d7-ea0d983ed966 owned by network:floatingip {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:43:17.090687 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a17f07b9-b980-43aa-8257-8f5414f0c3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:17.168659 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ffa43176-d83f-4743-a5b4-850b1f5dfd7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:17.174363 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7d164-0304-4bff-9ca3-c4234e45898f req-55a8e09c-406a-436a-9f50-82044808870b tempest-ServersNegativeTestMultiTenantJSON-392784037 tempest-ServersNegativeTestMultiTenantJSON-392784037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:17.175221 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-a9c7d164-0304-4bff-9ca3-c4234e45898f req-55a8e09c-406a-436a-9f50-82044808870b tempest-ServersNegativeTestMultiTenantJSON-392784037 tempest-ServersNegativeTestMultiTenantJSON-392784037-project] Synchronizing usage tracker for tenant:eae6e282481040a386ea6f2255c096cd on resource:network {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:43:17.197307 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-ffa43176-d83f-4743-a5b4-850b1f5dfd7f admin admin] Deleting port 490ba828-2ff7-413e-91d0-4655368591f7 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:43:17.201213 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ffa43176-d83f-4743-a5b4-850b1f5dfd7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:17.241872 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17f07b9-b980-43aa-8257-8f5414f0c3ff None None] Network 9d31f3e7-3cc3-427c-a8f4-8da25e1f4cd5 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:43:17.260808 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-a17f07b9-b980-43aa-8257-8f5414f0c3ff None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:43:17.277302 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17f07b9-b980-43aa-8257-8f5414f0c3ff None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:43:17.306365 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-be3af3bd-9ed9-4d00-8471-2cdbddc2d7d0 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65216469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65148562'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:17.310657 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17f07b9-b980-43aa-8257-8f5414f0c3ff None None] Pushing event updated for resources: {'Port': ['ID=426eed2b-4624-4001-95d2-7102e7f32631,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:17.425271 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3af3bd-9ed9-4d00-8471-2cdbddc2d7d0 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Pushing event deleted for resources: {'Subnet': ['ID=4b7c63b0-4142-4469-8501-970841f24707,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:17.455591 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-a9c7d164-0304-4bff-9ca3-c4234e45898f req-55a8e09c-406a-436a-9f50-82044808870b tempest-ServersNegativeTestMultiTenantJSON-392784037 tempest-ServersNegativeTestMultiTenantJSON-392784037-project] Unset dirty status for tenant:eae6e282481040a386ea6f2255c096cd on resource:network {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:43:17.456913 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a9c7d164-0304-4bff-9ca3-c4234e45898f req-55a8e09c-406a-436a-9f50-82044808870b tempest-ServersNegativeTestMultiTenantJSON-392784037 tempest-ServersNegativeTestMultiTenantJSON-392784037-project] 10.222.0.50 "GET /v2.0/networks?id=31a202d9-a9b5-4acd-a282-48a8818cfd70 HTTP/1.1" status: 200 len: 825 time: 1.0734334 May 31 13:43:17.550549 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-a17f07b9-b980-43aa-8257-8f5414f0c3ff None None] Attempting to bind port 426eed2b-4624-4001-95d2-7102e7f32631 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:43:17.551460 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-a17f07b9-b980-43aa-8257-8f5414f0c3ff None None] Attempting to bind port 426eed2b-4624-4001-95d2-7102e7f32631 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '8c4aa64d-283e-4a75-8d46-dadbde44be5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9d31f3e7-3cc3-427c-a8f4-8da25e1f4cd5'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:43:17.552521 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17f07b9-b980-43aa-8257-8f5414f0c3ff None None] Attempting to bind port 426eed2b-4624-4001-95d2-7102e7f32631 on network 9d31f3e7-3cc3-427c-a8f4-8da25e1f4cd5 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:43:17.560594 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17f07b9-b980-43aa-8257-8f5414f0c3ff None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:43:17.561250 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17f07b9-b980-43aa-8257-8f5414f0c3ff None None] Checking segment: {'id': '8c4aa64d-283e-4a75-8d46-dadbde44be5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9d31f3e7-3cc3-427c-a8f4-8da25e1f4cd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:43:17.561665 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a17f07b9-b980-43aa-8257-8f5414f0c3ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:17.562108 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17f07b9-b980-43aa-8257-8f5414f0c3ff None None] Bound using segment: {'id': '8c4aa64d-283e-4a75-8d46-dadbde44be5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9d31f3e7-3cc3-427c-a8f4-8da25e1f4cd5'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:43:17.562605 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-a17f07b9-b980-43aa-8257-8f5414f0c3ff None None] Bound port: 426eed2b-4624-4001-95d2-7102e7f32631, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c4aa64d-283e-4a75-8d46-dadbde44be5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9d31f3e7-3cc3-427c-a8f4-8da25e1f4cd5'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:43:17.562984 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a17f07b9-b980-43aa-8257-8f5414f0c3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:17.621842 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-ffa43176-d83f-4743-a5b4-850b1f5dfd7f admin admin] For port 490ba828-2ff7-413e-91d0-4655368591f7, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=490ba828-2ff7-413e-91d0-4655368591f7,segment=NetworkSegment(8804d6e5-915c-4ad0-ab6a-a18b8d34b41b),segment_id=8804d6e5-915c-4ad0-ab6a-a18b8d34b41b)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:43:17.622338 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ffa43176-d83f-4743-a5b4-850b1f5dfd7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:17.639341 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a9c7d164-0304-4bff-9ca3-c4234e45898f req-edc5e319-1162-4118-aa2e-b8ed1caff491 tempest-ServersNegativeTestMultiTenantJSON-392784037 tempest-ServersNegativeTestMultiTenantJSON-392784037-project] 10.222.0.50 "GET /v2.0/quotas/eae6e282481040a386ea6f2255c096cd HTTP/1.1" status: 200 len: 375 time: 0.1725416 May 31 13:43:17.650506 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-be3af3bd-9ed9-4d00-8471-2cdbddc2d7d0 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:17.655316 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0249fc06-c940-4c85-b0bc-8cfb8d139035 None None] DHCP port deletion for 33f45b70-2e86-4c98-bacd-f19d99d5c595 request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:43:17.720682 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0249fc06-c940-4c85-b0bc-8cfb8d139035 None None] Deleting port 490ba828-2ff7-413e-91d0-4655368591f7 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:43:17.721147 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0249fc06-c940-4c85-b0bc-8cfb8d139035 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:17.774595 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-688ac8ec-e249-4eba-a094-91616f711659 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:17.925314 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-ffa43176-d83f-4743-a5b4-850b1f5dfd7f admin admin] Calling delete_port for 490ba828-2ff7-413e-91d0-4655368591f7 owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:43:17.930924 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a9c7d164-0304-4bff-9ca3-c4234e45898f req-78d5ab4e-48c6-44ae-a034-ce49a3509946 tempest-ServersNegativeTestMultiTenantJSON-392784037 tempest-ServersNegativeTestMultiTenantJSON-392784037-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=eae6e282481040a386ea6f2255c096cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2829263 May 31 13:43:17.934801 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 490ba828-2ff7-413e-91d0-4655368591f7 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:43:17.979053 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688ac8ec-e249-4eba-a094-91616f711659 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Pushing event deleted for resources: {'Port': ['ID=f3a1024d-5128-498d-88d7-ea0d983ed966,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:18.002051 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-be3af3bd-9ed9-4d00-8471-2cdbddc2d7d0 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d31f3e7-3cc3-427c-a8f4-8da25e1f4cd5']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:43:18.066707 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6290d9-200b-4763-86cb-a777d4d0104b req-20027ed6-55a4-4947-b699-35820e055dca tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:18.080548 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6f6290d9-200b-4763-86cb-a777d4d0104b req-20027ed6-55a4-4947-b699-35820e055dca tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/ports?device_id=e704e46a-b1ae-4097-bfd1-f7c0e61530ae HTTP/1.1" status: 200 len: 946 time: 1.2082369 May 31 13:43:18.087273 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-a17f07b9-b980-43aa-8257-8f5414f0c3ff None None] For port 426eed2b-4624-4001-95d2-7102e7f32631, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:43:18.137274 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ffa43176-d83f-4743-a5b4-850b1f5dfd7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:18.156960 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-a17f07b9-b980-43aa-8257-8f5414f0c3ff None None] For port 426eed2b-4624-4001-95d2-7102e7f32631, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=426eed2b-4624-4001-95d2-7102e7f32631,segment=NetworkSegment(8c4aa64d-283e-4a75-8d46-dadbde44be5d),segment_id=8c4aa64d-283e-4a75-8d46-dadbde44be5d)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:43:18.175034 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Port 490ba828-2ff7-413e-91d0-4655368591f7 update to DOWN by agent not found {{(pid=88371) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 31 13:43:18.190594 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a17f07b9-b980-43aa-8257-8f5414f0c3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:18.298390 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa43176-d83f-4743-a5b4-850b1f5dfd7f admin admin] Pushing event deleted for resources: {'Port': ['ID=490ba828-2ff7-413e-91d0-4655368591f7,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:18.329306 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa43176-d83f-4743-a5b4-850b1f5dfd7f admin admin] No DVR routers for this DVR port 490ba828-2ff7-413e-91d0-4655368591f7 on host n-d-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:43:18.374091 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-be3af3bd-9ed9-4d00-8471-2cdbddc2d7d0 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c4aa64d-283e-4a75-8d46-dadbde44be5d') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:43:18.374414 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-be3af3bd-9ed9-4d00-8471-2cdbddc2d7d0 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c4aa64d-283e-4a75-8d46-dadbde44be5d') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:43:18.410990 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-be3af3bd-9ed9-4d00-8471-2cdbddc2d7d0 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:18.450763 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-be3af3bd-9ed9-4d00-8471-2cdbddc2d7d0 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:18.454885 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59044) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:18.460713 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6f6290d9-200b-4763-86cb-a777d4d0104b req-ab032600-8173-4a49-af54-af02cf0e2131 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/security-groups?id=1729ab42-7be5-44f8-b17a-0e9ffb5ba8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3769674 May 31 13:43:18.468626 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-688ac8ec-e249-4eba-a094-91616f711659 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks [] for floatingip, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:18.477234 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be3af3bd-9ed9-4d00-8471-2cdbddc2d7d0 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:43:18.477879 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-be3af3bd-9ed9-4d00-8471-2cdbddc2d7d0 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:18.487361 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0249fc06-c940-4c85-b0bc-8cfb8d139035 None None] For port 490ba828-2ff7-413e-91d0-4655368591f7, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=490ba828-2ff7-413e-91d0-4655368591f7,segment=NetworkSegment(8804d6e5-915c-4ad0-ab6a-a18b8d34b41b),segment_id=8804d6e5-915c-4ad0-ab6a-a18b8d34b41b)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:43:18.487998 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0249fc06-c940-4c85-b0bc-8cfb8d139035 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:18.569896 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 8c4aa64d-283e-4a75-8d46-dadbde44be5d resource provider aggregate not found May 31 13:43:18.595668 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ffa43176-d83f-4743-a5b4-850b1f5dfd7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:18.646978 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 8c4aa64d-283e-4a75-8d46-dadbde44be5d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8c4aa64d-283e-4a75-8d46-dadbde44be5d found for delete ", "request_id": "req-191c060d-98ae-49a1-b563-553834dbfc4e"}]} May 31 13:43:18.662514 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-ffa43176-d83f-4743-a5b4-850b1f5dfd7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33f45b70-2e86-4c98-bacd-f19d99d5c595']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:43:18.701491 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0249fc06-c940-4c85-b0bc-8cfb8d139035 None None] Calling delete_port for 490ba828-2ff7-413e-91d0-4655368591f7 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:43:18.708271 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-ffa43176-d83f-4743-a5b4-850b1f5dfd7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8804d6e5-915c-4ad0-ab6a-a18b8d34b41b') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:43:18.708588 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-ffa43176-d83f-4743-a5b4-850b1f5dfd7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8804d6e5-915c-4ad0-ab6a-a18b8d34b41b') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:43:18.728941 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ffa43176-d83f-4743-a5b4-850b1f5dfd7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:18.750017 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ffa43176-d83f-4743-a5b4-850b1f5dfd7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:18.761814 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffa43176-d83f-4743-a5b4-850b1f5dfd7f admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:43:18.762594 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ffa43176-d83f-4743-a5b4-850b1f5dfd7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:18.818931 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17f07b9-b980-43aa-8257-8f5414f0c3ff None None] Pushing event updated for resources: {'Port': ['ID=426eed2b-4624-4001-95d2-7102e7f32631,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:18.833464 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a9c7d164-0304-4bff-9ca3-c4234e45898f req-84cf24d1-38ff-4bcb-bfd0-9e6bc40f82c6 service neutron] 10.222.0.50 "GET /v2.0/networks/31a202d9-a9b5-4acd-a282-48a8818cfd70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8594449 May 31 13:43:18.835095 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-688ac8ec-e249-4eba-a094-91616f711659 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:18.836148 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-688ac8ec-e249-4eba-a094-91616f711659 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "DELETE /v2.0/floatingips/d7b17a88-9675-4c60-aa61-bba2a5f31a54 HTTP/1.1" status: 204 len: 168 time: 3.1564093 May 31 13:43:18.837859 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.api [None req-be3af3bd-9ed9-4d00-8471-2cdbddc2d7d0 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 31 13:43:18.837859 n-d-843939-1 neutron-server[88370]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 31 13:43:18.837859 n-d-843939-1 neutron-server[88370]: [parameters: {'id': '9d31f3e7-3cc3-427c-a8f4-8da25e1f4cd5'}] May 31 13:43:18.837859 n-d-843939-1 neutron-server[88370]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88370) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:43:18.838179 n-d-843939-1 neutron-server[88370]: DEBUG oslo_db.api [None req-be3af3bd-9ed9-4d00-8471-2cdbddc2d7d0 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:43:18.887131 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-0249fc06-c940-4c85-b0bc-8cfb8d139035 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:43:18.890376 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-0249fc06-c940-4c85-b0bc-8cfb8d139035 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:43:18.890906 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 8804d6e5-915c-4ad0-ab6a-a18b8d34b41b resource provider aggregate not found May 31 13:43:18.907955 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da27098-d22f-4506-8ef8-0087c426a67a None None] Network 9d31f3e7-3cc3-427c-a8f4-8da25e1f4cd5 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:43:18.942469 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 8804d6e5-915c-4ad0-ab6a-a18b8d34b41b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8804d6e5-915c-4ad0-ab6a-a18b8d34b41b found for delete ", "request_id": "req-b0ac5998-9630-4c4c-a2e5-45940cc2963f"}]} May 31 13:43:18.956815 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-4e564606-a921-4cb9-a808-cccb915cdb84 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-697639603', 'router:external': True}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:43:18.965363 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4e564606-a921-4cb9-a808-cccb915cdb84 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:43:18.973405 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ffa43176-d83f-4743-a5b4-850b1f5dfd7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:18.987435 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ffa43176-d83f-4743-a5b4-850b1f5dfd7f admin admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:19.010152 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-4e564606-a921-4cb9-a808-cccb915cdb84 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Usage tracker for resource:network and tenant:34c6a95d1b734972a24026ecd16f9620 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:43:19.040908 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 59066) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:19.043420 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-4e564606-a921-4cb9-a808-cccb915cdb84 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:43:19.057918 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa43176-d83f-4743-a5b4-850b1f5dfd7f admin admin] Pushing event deleted for resources: {'Network': ['ID=33f45b70-2e86-4c98-bacd-f19d99d5c595,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:19.061032 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-c19c0bb5-2f15-4ffa-9ba6-b0b2c5ba08f1 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Request body: {'security_group': {'name': 'tempest-securitygroup--969556992', 'description': 'tempest-description--2106281756'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:43:19.063020 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4e564606-a921-4cb9-a808-cccb915cdb84 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:43:19.066423 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ffa43176-d83f-4743-a5b4-850b1f5dfd7f admin admin] 10.222.0.50 "DELETE /v2.0/networks/33f45b70-2e86-4c98-bacd-f19d99d5c595 HTTP/1.1" status: 204 len: 168 time: 2.1566846 May 31 13:43:19.079889 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e564606-a921-4cb9-a808-cccb915cdb84 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Made reservation on behalf of 34c6a95d1b734972a24026ecd16f9620 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:43:19.083685 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4e564606-a921-4cb9-a808-cccb915cdb84 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:19.086433 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c19c0bb5-2f15-4ffa-9ba6-b0b2c5ba08f1 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:43:19.100309 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4e564606-a921-4cb9-a808-cccb915cdb84 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:19.108578 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-c19c0bb5-2f15-4ffa-9ba6-b0b2c5ba08f1 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Usage tracker for resource:security_group and tenant:7e44bf4ef1bd484ea1258b83855c2d26 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:43:19.119635 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-c19c0bb5-2f15-4ffa-9ba6-b0b2c5ba08f1 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:43:19.123613 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4e564606-a921-4cb9-a808-cccb915cdb84 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:43:19.128791 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-4e564606-a921-4cb9-a808-cccb915cdb84 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Usage tracker for resource:security_group_rule and tenant:34c6a95d1b734972a24026ecd16f9620 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:43:19.133319 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-4e564606-a921-4cb9-a808-cccb915cdb84 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:43:19.140985 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4e564606-a921-4cb9-a808-cccb915cdb84 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:43:19.166311 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c19c0bb5-2f15-4ffa-9ba6-b0b2c5ba08f1 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:43:19.194165 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c19c0bb5-2f15-4ffa-9ba6-b0b2c5ba08f1 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:19.214434 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a9c7d164-0304-4bff-9ca3-c4234e45898f req-26e8b416-828b-4e08-894c-d6c010336699 service neutron] 10.222.0.50 "GET /v2.0/networks/31a202d9-a9b5-4acd-a282-48a8818cfd70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3674078 May 31 13:43:19.226199 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c19c0bb5-2f15-4ffa-9ba6-b0b2c5ba08f1 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:43:19.231148 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-c19c0bb5-2f15-4ffa-9ba6-b0b2c5ba08f1 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Usage tracker for resource:security_group_rule and tenant:7e44bf4ef1bd484ea1258b83855c2d26 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:43:19.234512 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-c19c0bb5-2f15-4ffa-9ba6-b0b2c5ba08f1 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:43:19.242448 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c19c0bb5-2f15-4ffa-9ba6-b0b2c5ba08f1 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:43:19.328802 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4e564606-a921-4cb9-a808-cccb915cdb84 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:19.335273 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4e564606-a921-4cb9-a808-cccb915cdb84 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:19.392050 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0249fc06-c940-4c85-b0bc-8cfb8d139035 None None] Deleting port 490ba828-2ff7-413e-91d0-4655368591f7 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:43:19.393884 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0249fc06-c940-4c85-b0bc-8cfb8d139035 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:19.406241 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c19c0bb5-2f15-4ffa-9ba6-b0b2c5ba08f1 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:19.415001 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-be3af3bd-9ed9-4d00-8471-2cdbddc2d7d0 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:19.418519 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 59082) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:19.418848 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c19c0bb5-2f15-4ffa-9ba6-b0b2c5ba08f1 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:19.428831 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e564606-a921-4cb9-a808-cccb915cdb84 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:43:19.453270 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e564606-a921-4cb9-a808-cccb915cdb84 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=116cf79b-621f-4abb-8b27-105de7eb4cfd,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:19.468061 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4e564606-a921-4cb9-a808-cccb915cdb84 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:19.468468 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-4e564606-a921-4cb9-a808-cccb915cdb84 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Added segment 720166c5-fea3-49bd-b017-fd72174835c4 of type vlan for network b4fd7c6c-3dc5-4e01-b2b3-8e7e1c6b641e May 31 13:43:19.525017 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4e564606-a921-4cb9-a808-cccb915cdb84 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:19.601387 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0249fc06-c940-4c85-b0bc-8cfb8d139035 None None] The port '490ba828-2ff7-413e-91d0-4655368591f7' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 13:43:19.631232 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c19c0bb5-2f15-4ffa-9ba6-b0b2c5ba08f1 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:19.646202 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c19c0bb5-2f15-4ffa-9ba6-b0b2c5ba08f1 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6014168 May 31 13:43:19.646496 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01cbf689-c686-49b1-aa83-f4ba2a23f3a6 None None] get_active_networks_info from n-d-843939-1 {{(pid=88371) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 31 13:43:19.646680 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4e564606-a921-4cb9-a808-cccb915cdb84 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:19.647194 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e564606-a921-4cb9-a808-cccb915cdb84 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:19.647748 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4e564606-a921-4cb9-a808-cccb915cdb84 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:19.651589 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59092) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:19.660395 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19c0bb5-2f15-4ffa-9ba6-b0b2c5ba08f1 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5424f9d7-abf8-4041-abc4-e7d6e8e2efef,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:19.663203 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-be3af3bd-9ed9-4d00-8471-2cdbddc2d7d0 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Deleting port 426eed2b-4624-4001-95d2-7102e7f32631 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:43:19.663554 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-be3af3bd-9ed9-4d00-8471-2cdbddc2d7d0 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:19.778675 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e564606-a921-4cb9-a808-cccb915cdb84 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Pushing event updated for resources: {'Network': ['ID=b4fd7c6c-3dc5-4e01-b2b3-8e7e1c6b641e,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:19.794600 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-accf1a1f-2bcf-4457-b05c-c8c60e070487 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Request body: {'security_group_rule': {'security_group_id': '5424f9d7-abf8-4041-abc4-e7d6e8e2efef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:43:19.801286 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-accf1a1f-2bcf-4457-b05c-c8c60e070487 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:43:19.811698 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network b4fd7c6c-3dc5-4e01-b2b3-8e7e1c6b641e details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:43:19.822411 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-accf1a1f-2bcf-4457-b05c-c8c60e070487 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Usage tracker for resource:security_group_rule and tenant:7e44bf4ef1bd484ea1258b83855c2d26 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:43:19.855761 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-accf1a1f-2bcf-4457-b05c-c8c60e070487 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:43:19.882217 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-accf1a1f-2bcf-4457-b05c-c8c60e070487 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:43:19.888369 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-4e564606-a921-4cb9-a808-cccb915cdb84 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.4295766 May 31 13:43:19.890354 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59104) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:19.898960 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-161dbf20-997f-4f02-be3b-3e1eee499230 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Request body: {'subnet': {'network_id': 'b4fd7c6c-3dc5-4e01-b2b3-8e7e1c6b641e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:43:19.906594 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-161dbf20-997f-4f02-be3b-3e1eee499230 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:43:19.944548 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-161dbf20-997f-4f02-be3b-3e1eee499230 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Usage tracker for resource:subnet and tenant:34c6a95d1b734972a24026ecd16f9620 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:43:19.954900 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-161dbf20-997f-4f02-be3b-3e1eee499230 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:43:19.959204 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-161dbf20-997f-4f02-be3b-3e1eee499230 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:43:19.997465 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-accf1a1f-2bcf-4457-b05c-c8c60e070487 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:20.008651 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-161dbf20-997f-4f02-be3b-3e1eee499230 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Made reservation on behalf of 34c6a95d1b734972a24026ecd16f9620 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:43:20.011903 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-161dbf20-997f-4f02-be3b-3e1eee499230 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:20.039007 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-5063eaa3-0f25-4490-b8fa-e8052e112deb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f1a1611ae60042dba54bcf3b2bd9ecf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6015248 May 31 13:43:20.045526 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 59118) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:20.051940 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-81ce44a3-790f-4ffd-aa77-1a68d6b20d50 req-663d8eec-b12e-43fd-aeef-a7381c9c5220 tempest-ServersNegativeTestMultiTenantJSON-392784037 tempest-ServersNegativeTestMultiTenantJSON-392784037-project] 10.222.0.50 "GET /v2.0/ports?device_id=831e08e5-716b-47cd-a2a2-2b68e41c8fc0 HTTP/1.1" status: 200 len: 210 time: 0.2802386 May 31 13:43:20.080723 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cbf689-c686-49b1-aa83-f4ba2a23f3a6 None None] Resources bound (agent type, host, resource id): {{(pid=88371) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 31 13:43:20.334039 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-accf1a1f-2bcf-4457-b05c-c8c60e070487 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:20.347836 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-accf1a1f-2bcf-4457-b05c-c8c60e070487 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:20.423720 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accf1a1f-2bcf-4457-b05c-c8c60e070487 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75a3844b-7112-48d3-a3ba-fa8997eca93c,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:20.454775 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea749f-2d67-4fc4-9d7d-0ee05767f466 req-abc777f5-f340-4828-bcb7-0e8f4123aafa tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:20.467793 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-49ea749f-2d67-4fc4-9d7d-0ee05767f466 req-abc777f5-f340-4828-bcb7-0e8f4123aafa tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/ports?device_id=e704e46a-b1ae-4097-bfd1-f7c0e61530ae HTTP/1.1" status: 200 len: 946 time: 0.6929212 May 31 13:43:20.470159 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-be3af3bd-9ed9-4d00-8471-2cdbddc2d7d0 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] For port 426eed2b-4624-4001-95d2-7102e7f32631, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=426eed2b-4624-4001-95d2-7102e7f32631,segment=NetworkSegment(8c4aa64d-283e-4a75-8d46-dadbde44be5d),segment_id=8c4aa64d-283e-4a75-8d46-dadbde44be5d)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:43:20.471138 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-be3af3bd-9ed9-4d00-8471-2cdbddc2d7d0 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:20.480236 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7627fba4-c691-4784-8fcb-16585a9bff83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:20.541526 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-accf1a1f-2bcf-4457-b05c-c8c60e070487 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:20.552241 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-accf1a1f-2bcf-4457-b05c-c8c60e070487 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7771676 May 31 13:43:20.558025 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59132) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:20.577762 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-a929593f-2885-4b86-9358-44e212d1e419 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Request body: {'security_group_rule': {'security_group_id': '5424f9d7-abf8-4041-abc4-e7d6e8e2efef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:43:20.588644 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a929593f-2885-4b86-9358-44e212d1e419 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:43:20.595818 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a929593f-2885-4b86-9358-44e212d1e419 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Usage tracker for resource:security_group_rule and tenant:7e44bf4ef1bd484ea1258b83855c2d26 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:43:20.602607 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a929593f-2885-4b86-9358-44e212d1e419 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:43:20.611765 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a929593f-2885-4b86-9358-44e212d1e419 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:43:20.702290 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a929593f-2885-4b86-9358-44e212d1e419 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:20.727856 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-be3af3bd-9ed9-4d00-8471-2cdbddc2d7d0 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Calling delete_port for 426eed2b-4624-4001-95d2-7102e7f32631 owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:43:20.815247 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7627fba4-c691-4784-8fcb-16585a9bff83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:20.853048 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-49ea749f-2d67-4fc4-9d7d-0ee05767f466 req-e17ec5a3-0e03-4143-9cd7-f2a9951e78d0 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/security-groups?id=1729ab42-7be5-44f8-b17a-0e9ffb5ba8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3588562 May 31 13:43:20.895010 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a929593f-2885-4b86-9358-44e212d1e419 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:20.900553 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a929593f-2885-4b86-9358-44e212d1e419 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:20.918746 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-be3af3bd-9ed9-4d00-8471-2cdbddc2d7d0 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:20.950809 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a929593f-2885-4b86-9358-44e212d1e419 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a72df313-5b86-4416-908c-86e65fddf80d,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:20.975543 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3af3bd-9ed9-4d00-8471-2cdbddc2d7d0 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Pushing event deleted for resources: {'Port': ['ID=426eed2b-4624-4001-95d2-7102e7f32631,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:20.979792 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7627fba4-c691-4784-8fcb-16585a9bff83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:20.984383 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3af3bd-9ed9-4d00-8471-2cdbddc2d7d0 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] No DVR routers for this DVR port 426eed2b-4624-4001-95d2-7102e7f32631 on host n-d-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:43:21.014547 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a929593f-2885-4b86-9358-44e212d1e419 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:21.019614 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a929593f-2885-4b86-9358-44e212d1e419 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4605570 May 31 13:43:21.022147 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59138) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:21.031399 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-6b562aaf-7a79-4e1f-a17e-92eaa573b8ea tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Request body: {'floatingip': {'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:43:21.032519 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7627fba4-c691-4784-8fcb-16585a9bff83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1347e032-1cb8-425e-88e5-bf1247116b55,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:21.048908 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6b562aaf-7a79-4e1f-a17e-92eaa573b8ea tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:43:21.055407 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-6b562aaf-7a79-4e1f-a17e-92eaa573b8ea tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Usage tracker for resource:floatingip and tenant:7e44bf4ef1bd484ea1258b83855c2d26 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:43:21.068399 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-6b562aaf-7a79-4e1f-a17e-92eaa573b8ea tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:43:21.078146 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6b562aaf-7a79-4e1f-a17e-92eaa573b8ea tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:43:21.125202 n-d-843939-1 neutron-server[88369]: DEBUG neutron.objects.ports [None req-161dbf20-997f-4f02-be3b-3e1eee499230 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88369) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 31 13:43:21.125928 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-161dbf20-997f-4f02-be3b-3e1eee499230 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:21.168981 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6b562aaf-7a79-4e1f-a17e-92eaa573b8ea tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks [] for floatingip, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:21.180083 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7627fba4-c691-4784-8fcb-16585a9bff83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:21.183402 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-7627fba4-c691-4784-8fcb-16585a9bff83 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1347e032-1cb8-425e-88e5-bf1247116b55 HTTP/1.1" status: 204 len: 168 time: 1.1267624 May 31 13:43:21.212004 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-be3af3bd-9ed9-4d00-8471-2cdbddc2d7d0 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:21.287102 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-be3af3bd-9ed9-4d00-8471-2cdbddc2d7d0 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d31f3e7-3cc3-427c-a8f4-8da25e1f4cd5']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:43:21.301464 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-be3af3bd-9ed9-4d00-8471-2cdbddc2d7d0 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c4aa64d-283e-4a75-8d46-dadbde44be5d') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:43:21.302562 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-be3af3bd-9ed9-4d00-8471-2cdbddc2d7d0 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c4aa64d-283e-4a75-8d46-dadbde44be5d') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:43:21.324068 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-be3af3bd-9ed9-4d00-8471-2cdbddc2d7d0 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:21.340784 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-be3af3bd-9ed9-4d00-8471-2cdbddc2d7d0 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:21.349085 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be3af3bd-9ed9-4d00-8471-2cdbddc2d7d0 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:43:21.350107 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-be3af3bd-9ed9-4d00-8471-2cdbddc2d7d0 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:21.465764 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161dbf20-997f-4f02-be3b-3e1eee499230 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Pushing event updated for resources: {'Subnet': ['ID=6205bdfb-5377-4309-8821-9e2087ed110e,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:21.529901 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161dbf20-997f-4f02-be3b-3e1eee499230 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Checking segment: {'id': '720166c5-fea3-49bd-b017-fd72174835c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b4fd7c6c-3dc5-4e01-b2b3-8e7e1c6b641e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:43:21.530832 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161dbf20-997f-4f02-be3b-3e1eee499230 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Network hostable DHCP agents. Network: b4fd7c6c-3dc5-4e01-b2b3-8e7e1c6b641e, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:43:21.569224 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161dbf20-997f-4f02-be3b-3e1eee499230 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Network b4fd7c6c-3dc5-4e01-b2b3-8e7e1c6b641e is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:43:21.630915 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-161dbf20-997f-4f02-be3b-3e1eee499230 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, b4fd7c6c-3dc5-4e01-b2b3-8e7e1c6b641e) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:43:21.639135 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161dbf20-997f-4f02-be3b-3e1eee499230 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:21.646744 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd2516a-8217-4e7b-86aa-c5a8b2cc4311 None None] Network b4fd7c6c-3dc5-4e01-b2b3-8e7e1c6b641e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:43:21.648064 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-161dbf20-997f-4f02-be3b-3e1eee499230 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:21.704617 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-161dbf20-997f-4f02-be3b-3e1eee499230 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.8121808 May 31 13:43:21.706377 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6b562aaf-7a79-4e1f-a17e-92eaa573b8ea tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:21.708405 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59162) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:21.718654 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-f677dd34-ceb8-4483-bbaf-ea42ad4dfcdb tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-641018219', 'network_id': 'b4fd7c6c-3dc5-4e01-b2b3-8e7e1c6b641e'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:43:21.774466 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 8c4aa64d-283e-4a75-8d46-dadbde44be5d resource provider aggregate not found May 31 13:43:21.815612 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-f677dd34-ceb8-4483-bbaf-ea42ad4dfcdb tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:43:21.827187 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-f677dd34-ceb8-4483-bbaf-ea42ad4dfcdb tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Usage tracker for resource:port and tenant:34c6a95d1b734972a24026ecd16f9620 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:43:21.838950 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-f677dd34-ceb8-4483-bbaf-ea42ad4dfcdb tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:43:21.847860 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-f677dd34-ceb8-4483-bbaf-ea42ad4dfcdb tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:43:21.854447 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 8c4aa64d-283e-4a75-8d46-dadbde44be5d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8c4aa64d-283e-4a75-8d46-dadbde44be5d found for delete ", "request_id": "req-45fad58b-4c0c-492c-a7df-da8c5b126600"}]} May 31 13:43:21.879043 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2dea8eaa-b754-4da8-948a-2f81e992d289 req-b808c7e6-1841-4a01-a93f-cb207e0545a7 tempest-ServersNegativeTestMultiTenantJSON-392784037 tempest-ServersNegativeTestMultiTenantJSON-392784037-project] 10.222.0.50 "GET /v2.0/ports?device_id=831e08e5-716b-47cd-a2a2-2b68e41c8fc0 HTTP/1.1" status: 200 len: 210 time: 0.2319164 May 31 13:43:21.881485 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f677dd34-ceb8-4483-bbaf-ea42ad4dfcdb tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Made reservation on behalf of 34c6a95d1b734972a24026ecd16f9620 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:43:21.884149 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f677dd34-ceb8-4483-bbaf-ea42ad4dfcdb tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:21.946193 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-f677dd34-ceb8-4483-bbaf-ea42ad4dfcdb tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] device_id is not set on port 80be7932-f385-45c0-9fb1-cdb2d6f7b358 yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:43:22.036671 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-be3af3bd-9ed9-4d00-8471-2cdbddc2d7d0 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:22.213256 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-be3af3bd-9ed9-4d00-8471-2cdbddc2d7d0 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:22.232199 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-be3af3bd-9ed9-4d00-8471-2cdbddc2d7d0 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] 10.222.0.50 "DELETE /v2.0/networks/9d31f3e7-3cc3-427c-a8f4-8da25e1f4cd5 HTTP/1.1" status: 204 len: 168 time: 6.5499299 May 31 13:43:22.242325 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 59180) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:22.274511 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-2e979508-95ef-4652-a6fd-5f48eb6be677 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1519915142'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:43:22.292055 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-2e979508-95ef-4652-a6fd-5f48eb6be677 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:43:22.297132 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-2e979508-95ef-4652-a6fd-5f48eb6be677 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Usage tracker for resource:network and tenant:04d18eaaff4d4b1288cdedcf4bf9dd84 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:43:22.311012 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-2e979508-95ef-4652-a6fd-5f48eb6be677 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:43:22.326763 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-2e979508-95ef-4652-a6fd-5f48eb6be677 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:43:22.338285 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3af3bd-9ed9-4d00-8471-2cdbddc2d7d0 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Pushing event deleted for resources: {'Network': ['ID=9d31f3e7-3cc3-427c-a8f4-8da25e1f4cd5,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:22.371916 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e979508-95ef-4652-a6fd-5f48eb6be677 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Made reservation on behalf of 04d18eaaff4d4b1288cdedcf4bf9dd84 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:43:22.380861 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2e979508-95ef-4652-a6fd-5f48eb6be677 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:22.428126 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66edcac-912c-4151-bfa5-7bd6ffdd3c31 None None] Network b4fd7c6c-3dc5-4e01-b2b3-8e7e1c6b641e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:43:22.449497 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-6b562aaf-7a79-4e1f-a17e-92eaa573b8ea tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Allocated IP 172.25.6.115 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/d58083ce-96fe-4df0-a00e-743bcf5889f2) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:43:22.509147 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-f677dd34-ceb8-4483-bbaf-ea42ad4dfcdb tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Allocated IP 2001:db8::356 (b4fd7c6c-3dc5-4e01-b2b3-8e7e1c6b641e/6205bdfb-5377-4309-8821-9e2087ed110e/80be7932-f385-45c0-9fb1-cdb2d6f7b358) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:43:22.518857 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e979508-95ef-4652-a6fd-5f48eb6be677 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:43:22.540546 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2e979508-95ef-4652-a6fd-5f48eb6be677 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:22.541038 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-2e979508-95ef-4652-a6fd-5f48eb6be677 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Added segment 3026fd5f-afd6-4e08-90cf-1ab0312a5fbe of type vlan for network 979b8d91-2caa-45bd-b232-32b52abfb31e May 31 13:43:22.584765 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7d164-0304-4bff-9ca3-c4234e45898f req-11072fe1-0672-4774-a519-5b4f3874a39b tempest-ServersNegativeTestMultiTenantJSON-392784037 tempest-ServersNegativeTestMultiTenantJSON-392784037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:22.589316 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a9c7d164-0304-4bff-9ca3-c4234e45898f req-11072fe1-0672-4774-a519-5b4f3874a39b tempest-ServersNegativeTestMultiTenantJSON-392784037 tempest-ServersNegativeTestMultiTenantJSON-392784037-project] 10.222.0.44 "GET /v2.0/networks?id=31a202d9-a9b5-4acd-a282-48a8818cfd70 HTTP/1.1" status: 200 len: 825 time: 0.8006966 May 31 13:43:22.631180 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-a9c7d164-0304-4bff-9ca3-c4234e45898f req-90838021-7b18-418c-b7c7-94c2f70f30c9 tempest-ServersNegativeTestMultiTenantJSON-392784037 tempest-ServersNegativeTestMultiTenantJSON-392784037-project] Request body: {'port': {'device_id': '831e08e5-716b-47cd-a2a2-2b68e41c8fc0', 'network_id': '31a202d9-a9b5-4acd-a282-48a8818cfd70', 'admin_state_up': True, 'tenant_id': 'eae6e282481040a386ea6f2255c096cd'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:43:22.679716 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2e979508-95ef-4652-a6fd-5f48eb6be677 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:22.910512 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f1f69-d314-45b5-a736-e51efa59a712 req-d8a2f3cb-9396-4004-9bb4-ee3ed19f94c7 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:22.912194 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a35f1f69-d314-45b5-a736-e51efa59a712 req-d8a2f3cb-9396-4004-9bb4-ee3ed19f94c7 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/ports?device_id=e704e46a-b1ae-4097-bfd1-f7c0e61530ae HTTP/1.1" status: 200 len: 946 time: 0.8799219 May 31 13:43:22.914702 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2e979508-95ef-4652-a6fd-5f48eb6be677 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:22.920537 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e979508-95ef-4652-a6fd-5f48eb6be677 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:22.921202 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2e979508-95ef-4652-a6fd-5f48eb6be677 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:22.923128 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6b562aaf-7a79-4e1f-a17e-92eaa573b8ea tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:22.941194 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-a9c7d164-0304-4bff-9ca3-c4234e45898f req-90838021-7b18-418c-b7c7-94c2f70f30c9 tempest-ServersNegativeTestMultiTenantJSON-392784037 tempest-ServersNegativeTestMultiTenantJSON-392784037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:43:23.015552 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f677dd34-ceb8-4483-bbaf-ea42ad4dfcdb tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:23.041433 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6b562aaf-7a79-4e1f-a17e-92eaa573b8ea tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:23.068675 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-a9c7d164-0304-4bff-9ca3-c4234e45898f req-90838021-7b18-418c-b7c7-94c2f70f30c9 tempest-ServersNegativeTestMultiTenantJSON-392784037 tempest-ServersNegativeTestMultiTenantJSON-392784037-project] Usage tracker for resource:port and tenant:eae6e282481040a386ea6f2255c096cd is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:43:23.077282 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-2e979508-95ef-4652-a6fd-5f48eb6be677 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8306062 May 31 13:43:23.078076 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 59206) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:23.092544 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-a9c7d164-0304-4bff-9ca3-c4234e45898f req-90838021-7b18-418c-b7c7-94c2f70f30c9 tempest-ServersNegativeTestMultiTenantJSON-392784037 tempest-ServersNegativeTestMultiTenantJSON-392784037-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:43:23.117471 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b562aaf-7a79-4e1f-a17e-92eaa573b8ea tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:43:23.121105 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-6b562aaf-7a79-4e1f-a17e-92eaa573b8ea tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:43:23.125961 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b562aaf-7a79-4e1f-a17e-92eaa573b8ea tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:43:23.145975 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-a9c7d164-0304-4bff-9ca3-c4234e45898f req-90838021-7b18-418c-b7c7-94c2f70f30c9 tempest-ServersNegativeTestMultiTenantJSON-392784037 tempest-ServersNegativeTestMultiTenantJSON-392784037-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:43:23.155123 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-3db7a3bd-088d-4ffb-a301-f0e81ffd9561 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Request body: {'subnet': {'network_id': '979b8d91-2caa-45bd-b232-32b52abfb31e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:43:23.157135 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59210) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:23.175589 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b562aaf-7a79-4e1f-a17e-92eaa573b8ea tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Pushing event updated for resources: {'Port': ['ID=d58083ce-96fe-4df0-a00e-743bcf5889f2,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:23.187141 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f677dd34-ceb8-4483-bbaf-ea42ad4dfcdb tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:23.203232 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9c541bda-1c8d-4cbf-992c-dae1b44ff78f req-53d67c52-dcc6-4a6f-9dd3-3c2aeb41115f tempest-ServersNegativeTestMultiTenantJSON-392784037 tempest-ServersNegativeTestMultiTenantJSON-392784037-project] 10.222.0.50 "GET /v2.0/ports?device_id=831e08e5-716b-47cd-a2a2-2b68e41c8fc0 HTTP/1.1" status: 200 len: 210 time: 0.1582532 May 31 13:43:23.264554 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e979508-95ef-4652-a6fd-5f48eb6be677 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Pushing event updated for resources: {'Network': ['ID=979b8d91-2caa-45bd-b232-32b52abfb31e,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:23.269575 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f677dd34-ceb8-4483-bbaf-ea42ad4dfcdb tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Network b4fd7c6c-3dc5-4e01-b2b3-8e7e1c6b641e is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:43:23.279541 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-f677dd34-ceb8-4483-bbaf-ea42ad4dfcdb tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:43:23.283250 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 979b8d91-2caa-45bd-b232-32b52abfb31e details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:43:23.286932 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f677dd34-ceb8-4483-bbaf-ea42ad4dfcdb tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:43:23.288277 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f677dd34-ceb8-4483-bbaf-ea42ad4dfcdb tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:23.288966 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f677dd34-ceb8-4483-bbaf-ea42ad4dfcdb tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:23.293210 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9c7d164-0304-4bff-9ca3-c4234e45898f req-90838021-7b18-418c-b7c7-94c2f70f30c9 tempest-ServersNegativeTestMultiTenantJSON-392784037 tempest-ServersNegativeTestMultiTenantJSON-392784037-project] Made reservation on behalf of eae6e282481040a386ea6f2255c096cd for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:43:23.295482 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f677dd34-ceb8-4483-bbaf-ea42ad4dfcdb tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Pushing event updated for resources: {'Port': ['ID=80be7932-f385-45c0-9fb1-cdb2d6f7b358,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:23.297246 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a9c7d164-0304-4bff-9ca3-c4234e45898f req-90838021-7b18-418c-b7c7-94c2f70f30c9 tempest-ServersNegativeTestMultiTenantJSON-392784037 tempest-ServersNegativeTestMultiTenantJSON-392784037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:23.322501 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a35f1f69-d314-45b5-a736-e51efa59a712 req-3e0466a5-051d-480c-a1a8-f182166eccc6 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/security-groups?id=1729ab42-7be5-44f8-b17a-0e9ffb5ba8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775654 May 31 13:43:23.348087 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-f677dd34-ceb8-4483-bbaf-ea42ad4dfcdb tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.6385155 May 31 13:43:23.351211 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 59216) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:23.367360 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6b562aaf-7a79-4e1f-a17e-92eaa573b8ea tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:23.374256 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-d28a0570-ce2d-43b5-a48d-05875fcb244e admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-892711894-network', 'tenant_id': '370804a52c8f49f2941aec42dacfa2c3'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:43:23.381380 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d28a0570-ce2d-43b5-a48d-05875fcb244e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:43:23.452703 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d28a0570-ce2d-43b5-a48d-05875fcb244e admin admin] Usage tracker for resource:network and tenant:370804a52c8f49f2941aec42dacfa2c3 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:43:23.462426 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d28a0570-ce2d-43b5-a48d-05875fcb244e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:43:23.482653 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d28a0570-ce2d-43b5-a48d-05875fcb244e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:43:23.501333 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6b562aaf-7a79-4e1f-a17e-92eaa573b8ea tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:23.529678 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28a0570-ce2d-43b5-a48d-05875fcb244e admin admin] Made reservation on behalf of 370804a52c8f49f2941aec42dacfa2c3 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:43:23.532389 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d28a0570-ce2d-43b5-a48d-05875fcb244e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:23.557394 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d28a0570-ce2d-43b5-a48d-05875fcb244e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:23.562285 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-3db7a3bd-088d-4ffb-a301-f0e81ffd9561 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:43:23.581951 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d28a0570-ce2d-43b5-a48d-05875fcb244e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:43:23.585697 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-3db7a3bd-088d-4ffb-a301-f0e81ffd9561 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Usage tracker for resource:subnet and tenant:04d18eaaff4d4b1288cdedcf4bf9dd84 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:43:23.590783 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-3db7a3bd-088d-4ffb-a301-f0e81ffd9561 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:43:23.594265 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d28a0570-ce2d-43b5-a48d-05875fcb244e admin admin] Usage tracker for resource:security_group_rule and tenant:370804a52c8f49f2941aec42dacfa2c3 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:43:23.597833 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d28a0570-ce2d-43b5-a48d-05875fcb244e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:43:23.606070 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-3db7a3bd-088d-4ffb-a301-f0e81ffd9561 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:43:23.608004 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d28a0570-ce2d-43b5-a48d-05875fcb244e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:43:23.619982 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-ff565d58-c1e2-4170-aa3c-043522b680fd tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Deleting port 80be7932-f385-45c0-9fb1-cdb2d6f7b358 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:43:23.620324 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ff565d58-c1e2-4170-aa3c-043522b680fd tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:23.672543 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db7a3bd-088d-4ffb-a301-f0e81ffd9561 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Made reservation on behalf of 04d18eaaff4d4b1288cdedcf4bf9dd84 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:43:23.676068 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3db7a3bd-088d-4ffb-a301-f0e81ffd9561 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:23.759499 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-a9c7d164-0304-4bff-9ca3-c4234e45898f req-90838021-7b18-418c-b7c7-94c2f70f30c9 tempest-ServersNegativeTestMultiTenantJSON-392784037 tempest-ServersNegativeTestMultiTenantJSON-392784037-project] Allocated IP 172.20.0.5 (31a202d9-a9b5-4acd-a282-48a8818cfd70/75f74e31-af12-4cdf-b19b-ad630b239858/9728b3ef-86b6-425a-ba9d-cef450002515) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:43:23.970722 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6b562aaf-7a79-4e1f-a17e-92eaa573b8ea tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:23.977636 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d28a0570-ce2d-43b5-a48d-05875fcb244e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:23.978689 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6b562aaf-7a79-4e1f-a17e-92eaa573b8ea tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:24.020655 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d28a0570-ce2d-43b5-a48d-05875fcb244e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:24.150861 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d28a0570-ce2d-43b5-a48d-05875fcb244e admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:43:24.166693 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b562aaf-7a79-4e1f-a17e-92eaa573b8ea tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Pushing event updated for resources: {'Port': ['ID=d58083ce-96fe-4df0-a00e-743bcf5889f2,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:24.177019 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a0570-ce2d-43b5-a48d-05875fcb244e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9963ba-cbd1-49dd-b77d-616fc9302467,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:24.186695 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d28a0570-ce2d-43b5-a48d-05875fcb244e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:24.187084 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-d28a0570-ce2d-43b5-a48d-05875fcb244e admin admin] Added segment ffb87012-13bc-4c74-88dc-73a5d81b3849 of type vlan for network 62805d3a-ead6-4e52-9343-839e058e06e4 May 31 13:43:24.208626 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6b562aaf-7a79-4e1f-a17e-92eaa573b8ea tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:24.234879 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d28a0570-ce2d-43b5-a48d-05875fcb244e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:24.270156 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6b562aaf-7a79-4e1f-a17e-92eaa573b8ea tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:24.282683 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-6b562aaf-7a79-4e1f-a17e-92eaa573b8ea tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2593448 May 31 13:43:24.294813 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d28a0570-ce2d-43b5-a48d-05875fcb244e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:24.295915 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28a0570-ce2d-43b5-a48d-05875fcb244e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:24.296697 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d28a0570-ce2d-43b5-a48d-05875fcb244e admin admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:24.431005 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d28a0570-ce2d-43b5-a48d-05875fcb244e admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2683430 May 31 13:43:24.434630 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59250) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:24.441070 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-9c25b25c-f4b7-43aa-a16d-1d1ac3e125c2 admin admin] Request body: {'subnet': {'network_id': '62805d3a-ead6-4e52-9343-839e058e06e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-892711894-subnet', 'tenant_id': '370804a52c8f49f2941aec42dacfa2c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:43:24.451988 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-9c25b25c-f4b7-43aa-a16d-1d1ac3e125c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:43:24.456476 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a0570-ce2d-43b5-a48d-05875fcb244e admin admin] Pushing event updated for resources: {'Network': ['ID=62805d3a-ead6-4e52-9343-839e058e06e4,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:24.471953 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-9c25b25c-f4b7-43aa-a16d-1d1ac3e125c2 admin admin] Usage tracker for resource:subnet and tenant:370804a52c8f49f2941aec42dacfa2c3 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:43:24.474695 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 62805d3a-ead6-4e52-9343-839e058e06e4 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:43:24.476760 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-9c25b25c-f4b7-43aa-a16d-1d1ac3e125c2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:43:24.485589 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-9c25b25c-f4b7-43aa-a16d-1d1ac3e125c2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:43:24.501407 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c25b25c-f4b7-43aa-a16d-1d1ac3e125c2 admin admin] Made reservation on behalf of 370804a52c8f49f2941aec42dacfa2c3 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:43:24.508828 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9c25b25c-f4b7-43aa-a16d-1d1ac3e125c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:24.527886 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ff565d58-c1e2-4170-aa3c-043522b680fd tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:24.869856 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9c25b25c-f4b7-43aa-a16d-1d1ac3e125c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:24.876898 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-ff565d58-c1e2-4170-aa3c-043522b680fd tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Calling delete_port for 80be7932-f385-45c0-9fb1-cdb2d6f7b358 owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:43:24.977761 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c25b25c-f4b7-43aa-a16d-1d1ac3e125c2 admin admin] Checking segment: {'id': 'ffb87012-13bc-4c74-88dc-73a5d81b3849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '62805d3a-ead6-4e52-9343-839e058e06e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:43:24.978431 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c25b25c-f4b7-43aa-a16d-1d1ac3e125c2 admin admin] Network hostable DHCP agents. Network: 62805d3a-ead6-4e52-9343-839e058e06e4, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:43:24.983944 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c25b25c-f4b7-43aa-a16d-1d1ac3e125c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da9acef8-4f0c-4d78-b680-eb8b4b6adc0a,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:25.012886 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c25b25c-f4b7-43aa-a16d-1d1ac3e125c2 admin admin] Network 62805d3a-ead6-4e52-9343-839e058e06e4 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:43:25.027671 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-9c25b25c-f4b7-43aa-a16d-1d1ac3e125c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 62805d3a-ead6-4e52-9343-839e058e06e4) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:43:25.039361 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0ddec8-fe72-4a8d-a6b7-7ce810b2f277 None None] Network 62805d3a-ead6-4e52-9343-839e058e06e4 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:43:25.044507 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c25b25c-f4b7-43aa-a16d-1d1ac3e125c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:25.045387 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9c25b25c-f4b7-43aa-a16d-1d1ac3e125c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:25.078327 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-9c25b25c-f4b7-43aa-a16d-1d1ac3e125c2 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6424031 May 31 13:43:25.118942 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4690a86c-6763-4dc5-ac67-b08ce52e6dd4 req-2d4d085c-3b68-4d4c-95f4-97730086ba0f tempest-ServersNegativeTestMultiTenantJSON-392784037 tempest-ServersNegativeTestMultiTenantJSON-392784037-project] 10.222.0.50 "GET /v2.0/ports?device_id=831e08e5-716b-47cd-a2a2-2b68e41c8fc0 HTTP/1.1" status: 200 len: 210 time: 0.4187987 May 31 13:43:25.294639 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a9c7d164-0304-4bff-9ca3-c4234e45898f req-90838021-7b18-418c-b7c7-94c2f70f30c9 tempest-ServersNegativeTestMultiTenantJSON-392784037 tempest-ServersNegativeTestMultiTenantJSON-392784037-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:25.594953 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc9dcd1-f4de-4026-82c4-2b418ab42856 None None] Network 62805d3a-ead6-4e52-9343-839e058e06e4 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:43:25.644122 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-218f0668-6525-4383-8f17-8aaf2939948e req-5da64a37-ef7a-47d5-bd39-d55df0cbb505 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Synchronizing usage tracker for tenant:7e44bf4ef1bd484ea1258b83855c2d26 on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:43:25.656443 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ff565d58-c1e2-4170-aa3c-043522b680fd tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:25.659828 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a9c7d164-0304-4bff-9ca3-c4234e45898f req-90838021-7b18-418c-b7c7-94c2f70f30c9 tempest-ServersNegativeTestMultiTenantJSON-392784037 tempest-ServersNegativeTestMultiTenantJSON-392784037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:25.773518 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9c7d164-0304-4bff-9ca3-c4234e45898f req-90838021-7b18-418c-b7c7-94c2f70f30c9 tempest-ServersNegativeTestMultiTenantJSON-392784037 tempest-ServersNegativeTestMultiTenantJSON-392784037-project] Network 31a202d9-a9b5-4acd-a282-48a8818cfd70 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:43:25.833394 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-a9c7d164-0304-4bff-9ca3-c4234e45898f req-90838021-7b18-418c-b7c7-94c2f70f30c9 tempest-ServersNegativeTestMultiTenantJSON-392784037 tempest-ServersNegativeTestMultiTenantJSON-392784037-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:43:25.855004 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9c7d164-0304-4bff-9ca3-c4234e45898f req-90838021-7b18-418c-b7c7-94c2f70f30c9 tempest-ServersNegativeTestMultiTenantJSON-392784037 tempest-ServersNegativeTestMultiTenantJSON-392784037-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:43:25.896194 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc39c259-1a06-4836-9817-bb128d52b465 req-81b3b7a9-74e5-40cf-b2ee-6f70b29b17a0 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:25.897699 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fc39c259-1a06-4836-9817-bb128d52b465 req-81b3b7a9-74e5-40cf-b2ee-6f70b29b17a0 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/ports?device_id=e704e46a-b1ae-4097-bfd1-f7c0e61530ae HTTP/1.1" status: 200 len: 946 time: 1.1896365 May 31 13:43:25.906800 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ff565d58-c1e2-4170-aa3c-043522b680fd tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:25.909377 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff565d58-c1e2-4170-aa3c-043522b680fd tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Pushing event deleted for resources: {'Port': ['ID=80be7932-f385-45c0-9fb1-cdb2d6f7b358,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:26.016320 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-218f0668-6525-4383-8f17-8aaf2939948e req-5da64a37-ef7a-47d5-bd39-d55df0cbb505 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Unset dirty status for tenant:7e44bf4ef1bd484ea1258b83855c2d26 on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:43:26.017669 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-218f0668-6525-4383-8f17-8aaf2939948e req-5da64a37-ef7a-47d5-bd39-d55df0cbb505 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--969556992&fields=id&tenant_id=7e44bf4ef1bd484ea1258b83855c2d26 HTTP/1.1" status: 200 len: 267 time: 0.6833024 May 31 13:43:26.083481 n-d-843939-1 neutron-server[88370]: DEBUG neutron.objects.ports [None req-3db7a3bd-088d-4ffb-a301-f0e81ffd9561 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88370) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 31 13:43:26.132170 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3db7a3bd-088d-4ffb-a301-f0e81ffd9561 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:26.244012 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-ff565d58-c1e2-4170-aa3c-043522b680fd tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] 10.222.0.50 "DELETE /v2.0/ports/80be7932-f385-45c0-9fb1-cdb2d6f7b358 HTTP/1.1" status: 204 len: 168 time: 2.8891058 May 31 13:43:26.244999 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59290) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:26.252417 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-5b64213e-b266-4625-a1a2-b93e1af82e9b tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b4fd7c6c-3dc5-4e01-b2b3-8e7e1c6b641e', 'external_fixed_ips': [{'subnet_id': '6205bdfb-5377-4309-8821-9e2087ed110e', 'ip_address': '2001:db8::356'}]}}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:43:26.264945 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5b64213e-b266-4625-a1a2-b93e1af82e9b tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:43:26.276576 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-5b64213e-b266-4625-a1a2-b93e1af82e9b tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Usage tracker for resource:router and tenant:34c6a95d1b734972a24026ecd16f9620 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:43:26.282346 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-5b64213e-b266-4625-a1a2-b93e1af82e9b tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:43:26.285492 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7d164-0304-4bff-9ca3-c4234e45898f req-90838021-7b18-418c-b7c7-94c2f70f30c9 tempest-ServersNegativeTestMultiTenantJSON-392784037 tempest-ServersNegativeTestMultiTenantJSON-392784037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:26.286694 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a9c7d164-0304-4bff-9ca3-c4234e45898f req-90838021-7b18-418c-b7c7-94c2f70f30c9 tempest-ServersNegativeTestMultiTenantJSON-392784037 tempest-ServersNegativeTestMultiTenantJSON-392784037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:26.300312 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5b64213e-b266-4625-a1a2-b93e1af82e9b tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:43:26.301199 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90838021-7b18-418c-b7c7-94c2f70f30c9 tempest-ServersNegativeTestMultiTenantJSON-392784037 tempest-ServersNegativeTestMultiTenantJSON-392784037-project] Pushing event updated for resources: {'Port': ['ID=9728b3ef-86b6-425a-ba9d-cef450002515,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:26.311563 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5b64213e-b266-4625-a1a2-b93e1af82e9b tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:26.313003 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5b64213e-b266-4625-a1a2-b93e1af82e9b tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:26.319014 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fc39c259-1a06-4836-9817-bb128d52b465 req-30e05ce4-a29f-4733-baa1-649f3ae2eba6 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/security-groups?id=1729ab42-7be5-44f8-b17a-0e9ffb5ba8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4071488 May 31 13:43:26.332969 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5b64213e-b266-4625-a1a2-b93e1af82e9b tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:26.420555 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a9c7d164-0304-4bff-9ca3-c4234e45898f req-90838021-7b18-418c-b7c7-94c2f70f30c9 tempest-ServersNegativeTestMultiTenantJSON-392784037 tempest-ServersNegativeTestMultiTenantJSON-392784037-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8057890 May 31 13:43:26.427475 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db7a3bd-088d-4ffb-a301-f0e81ffd9561 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Pushing event updated for resources: {'Subnet': ['ID=131321a2-6798-4c25-b2c5-cdc53f2396d5,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:26.460834 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-a9c7d164-0304-4bff-9ca3-c4234e45898f req-ace685b0-86cb-4475-8c8f-3ab7a167b052 service neutron] Request body: {'port': {'device_id': '831e08e5-716b-47cd-a2a2-2b68e41c8fc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:43:26.644552 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db7a3bd-088d-4ffb-a301-f0e81ffd9561 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Checking segment: {'id': '3026fd5f-afd6-4e08-90cf-1ab0312a5fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '979b8d91-2caa-45bd-b232-32b52abfb31e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:43:26.645709 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db7a3bd-088d-4ffb-a301-f0e81ffd9561 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Network hostable DHCP agents. Network: 979b8d91-2caa-45bd-b232-32b52abfb31e, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:43:26.713158 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f0668-6525-4383-8f17-8aaf2939948e req-d5d2a1c4-aab9-40b3-8235-5b2ddd01f61a tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:26.715116 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-218f0668-6525-4383-8f17-8aaf2939948e req-d5d2a1c4-aab9-40b3-8235-5b2ddd01f61a tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/networks?id=f4e69724-d0b8-4d4d-97a2-cfcb4a62380c HTTP/1.1" status: 200 len: 811 time: 0.6488757 May 31 13:43:26.735420 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db7a3bd-088d-4ffb-a301-f0e81ffd9561 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Network 979b8d91-2caa-45bd-b232-32b52abfb31e is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:43:26.756776 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-218f0668-6525-4383-8f17-8aaf2939948e req-ec6e9134-d169-44d8-b42b-4461eec96f2f tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/quotas/7e44bf4ef1bd484ea1258b83855c2d26 HTTP/1.1" status: 200 len: 375 time: 0.0262699 May 31 13:43:26.759015 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a9c7d164-0304-4bff-9ca3-c4234e45898f req-ace685b0-86cb-4475-8c8f-3ab7a167b052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:26.775846 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-3db7a3bd-088d-4ffb-a301-f0e81ffd9561 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 979b8d91-2caa-45bd-b232-32b52abfb31e) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:43:26.784284 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e55e4a6-62d0-40e6-ac26-acb7512bc93a None None] Network 979b8d91-2caa-45bd-b232-32b52abfb31e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:43:26.803541 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db7a3bd-088d-4ffb-a301-f0e81ffd9561 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:26.804361 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3db7a3bd-088d-4ffb-a301-f0e81ffd9561 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:26.806333 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5b64213e-b266-4625-a1a2-b93e1af82e9b tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:27.074700 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-3db7a3bd-088d-4ffb-a301-f0e81ffd9561 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.9475265 May 31 13:43:27.081363 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59314) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:27.209798 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484acf9e-1478-4f45-87d2-e7dae38372f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-979b8d91-2caa-45bd-b232-32b52abfb31e', 'network_id': '979b8d91-2caa-45bd-b232-32b52abfb31e', 'tenant_id': '04d18eaaff4d4b1288cdedcf4bf9dd84', 'fixed_ips': [{'subnet_id': '131321a2-6798-4c25-b2c5-cdc53f2396d5'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:43:27.216416 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-484acf9e-1478-4f45-87d2-e7dae38372f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:27.380340 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 59318) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:27.399100 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1e121951-821b-4f63-8947-7b5c2531f418 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:27.592489 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-484acf9e-1478-4f45-87d2-e7dae38372f7 None None] Allocated IP 2001:db8::f816:3eff:fe7c:33da (979b8d91-2caa-45bd-b232-32b52abfb31e/131321a2-6798-4c25-b2c5-cdc53f2396d5/bf7d2d95-aa02-4967-98dc-1f6acfba7acb) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:43:27.597319 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1e121951-821b-4f63-8947-7b5c2531f418 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:27.667604 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-218f0668-6525-4383-8f17-8aaf2939948e req-38b9f237-9df5-46af-b70e-22d100e7dd4c tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Synchronizing usage tracker for tenant:7e44bf4ef1bd484ea1258b83855c2d26 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:43:27.717686 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb815f89-6d21-4506-8848-6c542176baa4 req-a93f2d9a-d3b4-471f-8adc-22ddafd568ea tempest-ServerAddressesTestJSON-594524053 tempest-ServerAddressesTestJSON-594524053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:27.719434 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fb815f89-6d21-4506-8848-6c542176baa4 req-a93f2d9a-d3b4-471f-8adc-22ddafd568ea tempest-ServerAddressesTestJSON-594524053 tempest-ServerAddressesTestJSON-594524053-project] 10.222.0.50 "GET /v2.0/networks?id=62805d3a-ead6-4e52-9343-839e058e06e4 HTTP/1.1" status: 200 len: 813 time: 0.9002247 May 31 13:43:27.831851 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-218f0668-6525-4383-8f17-8aaf2939948e req-38b9f237-9df5-46af-b70e-22d100e7dd4c tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Unset dirty status for tenant:7e44bf4ef1bd484ea1258b83855c2d26 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:43:27.845943 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-218f0668-6525-4383-8f17-8aaf2939948e req-38b9f237-9df5-46af-b70e-22d100e7dd4c tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=7e44bf4ef1bd484ea1258b83855c2d26&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0337403 May 31 13:43:27.914503 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-484acf9e-1478-4f45-87d2-e7dae38372f7 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:27.926285 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-484acf9e-1478-4f45-87d2-e7dae38372f7 None None] Transition to ACTIVE for port object bf7d2d95-aa02-4967-98dc-1f6acfba7acb will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:43:27.948145 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-484acf9e-1478-4f45-87d2-e7dae38372f7 None None] Transition to ACTIVE for port object bf7d2d95-aa02-4967-98dc-1f6acfba7acb will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:43:27.955978 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-484acf9e-1478-4f45-87d2-e7dae38372f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:27.982738 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fb815f89-6d21-4506-8848-6c542176baa4 req-ef6180a4-609a-40cb-9191-446b1652558d tempest-ServerAddressesTestJSON-594524053 tempest-ServerAddressesTestJSON-594524053-project] 10.222.0.50 "GET /v2.0/quotas/370804a52c8f49f2941aec42dacfa2c3 HTTP/1.1" status: 200 len: 375 time: 0.1656237 May 31 13:43:28.034438 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484acf9e-1478-4f45-87d2-e7dae38372f7 None None] Network 979b8d91-2caa-45bd-b232-32b52abfb31e is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:43:28.038230 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-484acf9e-1478-4f45-87d2-e7dae38372f7 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:43:28.041701 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484acf9e-1478-4f45-87d2-e7dae38372f7 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:43:28.059381 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5b64213e-b266-4625-a1a2-b93e1af82e9b tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:28.066182 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ba592169-3825-4ac1-a3c3-109a0b36a10f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:28.088074 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484acf9e-1478-4f45-87d2-e7dae38372f7 None None] Pushing event updated for resources: {'Port': ['ID=bf7d2d95-aa02-4967-98dc-1f6acfba7acb,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:28.096288 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5b64213e-b266-4625-a1a2-b93e1af82e9b tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:28.098628 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fb815f89-6d21-4506-8848-6c542176baa4 req-64b60073-da9f-4109-8533-2f6dac65a8b7 tempest-ServerAddressesTestJSON-594524053 tempest-ServerAddressesTestJSON-594524053-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=370804a52c8f49f2941aec42dacfa2c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1143146 May 31 13:43:28.155382 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-484acf9e-1478-4f45-87d2-e7dae38372f7 None None] Attempting to bind port bf7d2d95-aa02-4967-98dc-1f6acfba7acb on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:43:28.156120 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-484acf9e-1478-4f45-87d2-e7dae38372f7 None None] Attempting to bind port bf7d2d95-aa02-4967-98dc-1f6acfba7acb by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '3026fd5f-afd6-4e08-90cf-1ab0312a5fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '979b8d91-2caa-45bd-b232-32b52abfb31e'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:43:28.156582 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484acf9e-1478-4f45-87d2-e7dae38372f7 None None] Attempting to bind port bf7d2d95-aa02-4967-98dc-1f6acfba7acb on network 979b8d91-2caa-45bd-b232-32b52abfb31e {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:43:28.162263 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484acf9e-1478-4f45-87d2-e7dae38372f7 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:43:28.163215 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484acf9e-1478-4f45-87d2-e7dae38372f7 None None] Checking segment: {'id': '3026fd5f-afd6-4e08-90cf-1ab0312a5fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '979b8d91-2caa-45bd-b232-32b52abfb31e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:43:28.163681 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-484acf9e-1478-4f45-87d2-e7dae38372f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:28.164139 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484acf9e-1478-4f45-87d2-e7dae38372f7 None None] Bound using segment: {'id': '3026fd5f-afd6-4e08-90cf-1ab0312a5fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '979b8d91-2caa-45bd-b232-32b52abfb31e'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:43:28.164672 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-484acf9e-1478-4f45-87d2-e7dae38372f7 None None] Bound port: bf7d2d95-aa02-4967-98dc-1f6acfba7acb, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3026fd5f-afd6-4e08-90cf-1ab0312a5fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '979b8d91-2caa-45bd-b232-32b52abfb31e'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:43:28.165147 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-484acf9e-1478-4f45-87d2-e7dae38372f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:28.223453 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-ba592169-3825-4ac1-a3c3-109a0b36a10f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:43:28.257432 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-ba592169-3825-4ac1-a3c3-109a0b36a10f admin admin] Usage tracker for resource:security_group_rule and tenant:80f494c4f27a4eacafaffced275830bc is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:43:28.267668 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-ba592169-3825-4ac1-a3c3-109a0b36a10f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:43:28.272807 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-484acf9e-1478-4f45-87d2-e7dae38372f7 None None] For port bf7d2d95-aa02-4967-98dc-1f6acfba7acb, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:43:28.277569 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-484acf9e-1478-4f45-87d2-e7dae38372f7 None None] For port bf7d2d95-aa02-4967-98dc-1f6acfba7acb, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=bf7d2d95-aa02-4967-98dc-1f6acfba7acb,segment=NetworkSegment(3026fd5f-afd6-4e08-90cf-1ab0312a5fbe),segment_id=3026fd5f-afd6-4e08-90cf-1ab0312a5fbe)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:43:28.288328 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-484acf9e-1478-4f45-87d2-e7dae38372f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:28.293093 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-ba592169-3825-4ac1-a3c3-109a0b36a10f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:43:28.302864 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1e121951-821b-4f63-8947-7b5c2531f418 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:28.319587 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-218f0668-6525-4383-8f17-8aaf2939948e req-f595d423-020e-454d-a9f4-312f88f0f6f9 service neutron] 10.222.0.50 "GET /v2.0/networks/f4e69724-d0b8-4d4d-97a2-cfcb4a62380c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4573870 May 31 13:43:28.354964 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-5b64213e-b266-4625-a1a2-b93e1af82e9b tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Allocated IP 2001:db8::356 (b4fd7c6c-3dc5-4e01-b2b3-8e7e1c6b641e/6205bdfb-5377-4309-8821-9e2087ed110e/b581d5b2-a879-4c6b-9b68-9e85059a161d) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:43:28.363546 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e121951-821b-4f63-8947-7b5c2531f418 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Pushing event deleted for resources: {'Subnet': ['ID=131321a2-6798-4c25-b2c5-cdc53f2396d5,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:28.389819 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e121951-821b-4f63-8947-7b5c2531f418 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:43:28.390096 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e121951-821b-4f63-8947-7b5c2531f418 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:43:28.390444 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e121951-821b-4f63-8947-7b5c2531f418 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:43:28.390783 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e121951-821b-4f63-8947-7b5c2531f418 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:43:28.391147 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e121951-821b-4f63-8947-7b5c2531f418 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:43:28.391489 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e121951-821b-4f63-8947-7b5c2531f418 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:43:28.391818 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e121951-821b-4f63-8947-7b5c2531f418 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:43:28.392155 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e121951-821b-4f63-8947-7b5c2531f418 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:43:28.392466 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e121951-821b-4f63-8947-7b5c2531f418 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:43:28.392793 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e121951-821b-4f63-8947-7b5c2531f418 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:43:28.393116 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e121951-821b-4f63-8947-7b5c2531f418 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:43:28.393440 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e121951-821b-4f63-8947-7b5c2531f418 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:43:28.426737 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484acf9e-1478-4f45-87d2-e7dae38372f7 None None] Pushing event updated for resources: {'Port': ['ID=bf7d2d95-aa02-4967-98dc-1f6acfba7acb,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:28.596476 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1e121951-821b-4f63-8947-7b5c2531f418 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:28.636687 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fb815f89-6d21-4506-8848-6c542176baa4 req-b42bd40f-af8a-4898-bd3e-21c939dbad71 service neutron] 10.222.0.50 "GET /v2.0/networks/62805d3a-ead6-4e52-9343-839e058e06e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5367880 May 31 13:43:28.644996 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-1e121951-821b-4f63-8947-7b5c2531f418 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['979b8d91-2caa-45bd-b232-32b52abfb31e']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:43:28.645854 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-a9c7d164-0304-4bff-9ca3-c4234e45898f req-ace685b0-86cb-4475-8c8f-3ab7a167b052 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9728b3ef-86b6-425a-ba9d-cef450002515 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:43:28.678693 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-1e121951-821b-4f63-8947-7b5c2531f418 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3026fd5f-afd6-4e08-90cf-1ab0312a5fbe') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:43:28.679280 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-1e121951-821b-4f63-8947-7b5c2531f418 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3026fd5f-afd6-4e08-90cf-1ab0312a5fbe') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:43:28.696715 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a9c7d164-0304-4bff-9ca3-c4234e45898f req-ace685b0-86cb-4475-8c8f-3ab7a167b052 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:28.712472 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1e121951-821b-4f63-8947-7b5c2531f418 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:28.756567 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1e121951-821b-4f63-8947-7b5c2531f418 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:28.771294 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5b64213e-b266-4625-a1a2-b93e1af82e9b tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:28.774953 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e121951-821b-4f63-8947-7b5c2531f418 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:43:28.775626 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1e121951-821b-4f63-8947-7b5c2531f418 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:28.853772 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 3026fd5f-afd6-4e08-90cf-1ab0312a5fbe resource provider aggregate not found May 31 13:43:28.876156 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ba592169-3825-4ac1-a3c3-109a0b36a10f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:28.886367 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 3026fd5f-afd6-4e08-90cf-1ab0312a5fbe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3026fd5f-afd6-4e08-90cf-1ab0312a5fbe found for delete ", "request_id": "req-a3ee0378-dd42-416c-b1c6-9c78bf74e232"}]} May 31 13:43:28.915656 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.db.api [None req-1e121951-821b-4f63-8947-7b5c2531f418 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 31 13:43:28.915656 n-d-843939-1 neutron-server[88369]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 31 13:43:28.915656 n-d-843939-1 neutron-server[88369]: [parameters: {'id': '979b8d91-2caa-45bd-b232-32b52abfb31e'}] May 31 13:43:28.915656 n-d-843939-1 neutron-server[88369]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:43:28.916135 n-d-843939-1 neutron-server[88369]: DEBUG oslo_db.api [None req-1e121951-821b-4f63-8947-7b5c2531f418 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:43:28.924632 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5b64213e-b266-4625-a1a2-b93e1af82e9b tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:28.927623 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-a9c7d164-0304-4bff-9ca3-c4234e45898f req-ace685b0-86cb-4475-8c8f-3ab7a167b052 service neutron] Transition to ACTIVE for port object 9728b3ef-86b6-425a-ba9d-cef450002515 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:43:28.928172 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ba592169-3825-4ac1-a3c3-109a0b36a10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:28.993760 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b64213e-b266-4625-a1a2-b93e1af82e9b tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Network b4fd7c6c-3dc5-4e01-b2b3-8e7e1c6b641e is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:43:28.996504 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-5b64213e-b266-4625-a1a2-b93e1af82e9b tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:43:29.000868 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b64213e-b266-4625-a1a2-b93e1af82e9b tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:43:29.009489 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a9c7d164-0304-4bff-9ca3-c4234e45898f req-ace685b0-86cb-4475-8c8f-3ab7a167b052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:29.085641 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-ba592169-3825-4ac1-a3c3-109a0b36a10f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=80f494c4f27a4eacafaffced275830bc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7039013 May 31 13:43:29.099867 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-218f0668-6525-4383-8f17-8aaf2939948e req-cbaf4b64-a953-4f73-bf56-df99a2f388cb service neutron] 10.222.0.50 "GET /v2.0/networks/f4e69724-d0b8-4d4d-97a2-cfcb4a62380c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7635274 May 31 13:43:29.104183 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fb815f89-6d21-4506-8848-6c542176baa4 req-7ab39777-6589-4ca7-94f2-e839d1aabe4b service neutron] 10.222.0.50 "GET /v2.0/networks/62805d3a-ead6-4e52-9343-839e058e06e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4493194 May 31 13:43:29.121763 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59348) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:29.121763 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b64213e-b266-4625-a1a2-b93e1af82e9b tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Pushing event updated for resources: {'Port': ['ID=b581d5b2-a879-4c6b-9b68-9e85059a161d,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:29.148012 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace685b0-86cb-4475-8c8f-3ab7a167b052 service neutron] Pushing event updated for resources: {'Port': ['ID=9728b3ef-86b6-425a-ba9d-cef450002515,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:29.150500 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba592169-3825-4ac1-a3c3-109a0b36a10f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0093c5-00d0-4764-b832-80398ad58a97,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:29.310944 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d5e232f4-5816-434b-841c-31647964e0d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:29.422752 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1e121951-821b-4f63-8947-7b5c2531f418 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:29.575149 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d5e232f4-5816-434b-841c-31647964e0d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:29.695187 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-1e121951-821b-4f63-8947-7b5c2531f418 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Deleting port bf7d2d95-aa02-4967-98dc-1f6acfba7acb {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:43:29.695884 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1e121951-821b-4f63-8947-7b5c2531f418 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:29.821851 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-a9c7d164-0304-4bff-9ca3-c4234e45898f req-ace685b0-86cb-4475-8c8f-3ab7a167b052 service neutron] Attempting to bind port 9728b3ef-86b6-425a-ba9d-cef450002515 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:43:29.832243 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-a9c7d164-0304-4bff-9ca3-c4234e45898f req-ace685b0-86cb-4475-8c8f-3ab7a167b052 service neutron] Attempting to bind port 9728b3ef-86b6-425a-ba9d-cef450002515 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'f54b2e83-3a75-45c3-9894-0e5fd66a90c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '31a202d9-a9b5-4acd-a282-48a8818cfd70'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:43:29.833633 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c7d164-0304-4bff-9ca3-c4234e45898f req-ace685b0-86cb-4475-8c8f-3ab7a167b052 service neutron] Attempting to bind port 9728b3ef-86b6-425a-ba9d-cef450002515 on network 31a202d9-a9b5-4acd-a282-48a8818cfd70 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:43:29.851991 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c7d164-0304-4bff-9ca3-c4234e45898f req-ace685b0-86cb-4475-8c8f-3ab7a167b052 service neutron] Port 9728b3ef-86b6-425a-ba9d-cef450002515 on network 31a202d9-a9b5-4acd-a282-48a8818cfd70 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:43:29.852312 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c7d164-0304-4bff-9ca3-c4234e45898f req-ace685b0-86cb-4475-8c8f-3ab7a167b052 service neutron] Attempting to bind port 9728b3ef-86b6-425a-ba9d-cef450002515 on network 31a202d9-a9b5-4acd-a282-48a8818cfd70 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:43:29.878951 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c7d164-0304-4bff-9ca3-c4234e45898f req-ace685b0-86cb-4475-8c8f-3ab7a167b052 service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:43:29.880200 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c7d164-0304-4bff-9ca3-c4234e45898f req-ace685b0-86cb-4475-8c8f-3ab7a167b052 service neutron] Checking segment: {'id': 'f54b2e83-3a75-45c3-9894-0e5fd66a90c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '31a202d9-a9b5-4acd-a282-48a8818cfd70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:43:29.880485 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c7d164-0304-4bff-9ca3-c4234e45898f req-ace685b0-86cb-4475-8c8f-3ab7a167b052 service neutron] Bound using segment: {'id': 'f54b2e83-3a75-45c3-9894-0e5fd66a90c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '31a202d9-a9b5-4acd-a282-48a8818cfd70'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:43:29.881052 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-a9c7d164-0304-4bff-9ca3-c4234e45898f req-ace685b0-86cb-4475-8c8f-3ab7a167b052 service neutron] Bound port: 9728b3ef-86b6-425a-ba9d-cef450002515, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f54b2e83-3a75-45c3-9894-0e5fd66a90c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '31a202d9-a9b5-4acd-a282-48a8818cfd70'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:43:29.881449 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a9c7d164-0304-4bff-9ca3-c4234e45898f req-ace685b0-86cb-4475-8c8f-3ab7a167b052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:29.993224 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device bf7d2d95-aa02-4967-98dc-1f6acfba7acb up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:43:29.996710 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad7f45-520c-46eb-9748-5815285b62e5 req-7bfb0f3a-4c5c-411e-b42e-6469938ccac6 tempest-ServersNegativeTestMultiTenantJSON-392784037 tempest-ServersNegativeTestMultiTenantJSON-392784037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:29.997433 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-4aad7f45-520c-46eb-9748-5815285b62e5 req-7bfb0f3a-4c5c-411e-b42e-6469938ccac6 tempest-ServersNegativeTestMultiTenantJSON-392784037 tempest-ServersNegativeTestMultiTenantJSON-392784037-project] Synchronizing usage tracker for tenant:eae6e282481040a386ea6f2255c096cd on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:43:30.071218 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e10475-2024-43f4-ab3e-67812cd1037a req-ab6311c4-5634-47ee-b767-cc175e4576d5 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:30.089246 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d7e10475-2024-43f4-ab3e-67812cd1037a req-ab6311c4-5634-47ee-b767-cc175e4576d5 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/ports?device_id=e704e46a-b1ae-4097-bfd1-f7c0e61530ae HTTP/1.1" status: 200 len: 946 time: 0.5526505 May 31 13:43:30.194086 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port bf7d2d95-aa02-4967-98dc-1f6acfba7acb completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:43:30.218981 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43179753-b90b-4ab2-b6c6-da8086e6cdbc None None] Network 979b8d91-2caa-45bd-b232-32b52abfb31e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:43:30.234184 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-4aad7f45-520c-46eb-9748-5815285b62e5 req-7bfb0f3a-4c5c-411e-b42e-6469938ccac6 tempest-ServersNegativeTestMultiTenantJSON-392784037 tempest-ServersNegativeTestMultiTenantJSON-392784037-project] Unset dirty status for tenant:eae6e282481040a386ea6f2255c096cd on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:43:30.241542 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4aad7f45-520c-46eb-9748-5815285b62e5 req-7bfb0f3a-4c5c-411e-b42e-6469938ccac6 tempest-ServersNegativeTestMultiTenantJSON-392784037 tempest-ServersNegativeTestMultiTenantJSON-392784037-project] 10.222.0.50 "GET /v2.0/ports?device_id=831e08e5-716b-47cd-a2a2-2b68e41c8fc0 HTTP/1.1" status: 200 len: 943 time: 0.8195453 May 31 13:43:30.282847 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d7e10475-2024-43f4-ab3e-67812cd1037a req-5a2fe983-915d-4c8f-b94d-09b386633f91 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/security-groups?id=1729ab42-7be5-44f8-b17a-0e9ffb5ba8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921346 May 31 13:43:30.286798 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5b64213e-b266-4625-a1a2-b93e1af82e9b tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:30.297918 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-a9c7d164-0304-4bff-9ca3-c4234e45898f req-ace685b0-86cb-4475-8c8f-3ab7a167b052 service neutron] For port 9728b3ef-86b6-425a-ba9d-cef450002515, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:43:30.340278 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-a9c7d164-0304-4bff-9ca3-c4234e45898f req-ace685b0-86cb-4475-8c8f-3ab7a167b052 service neutron] For port 9728b3ef-86b6-425a-ba9d-cef450002515, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=9728b3ef-86b6-425a-ba9d-cef450002515,segment=NetworkSegment(f54b2e83-3a75-45c3-9894-0e5fd66a90c1),segment_id=f54b2e83-3a75-45c3-9894-0e5fd66a90c1)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:43:30.358442 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a9c7d164-0304-4bff-9ca3-c4234e45898f req-ace685b0-86cb-4475-8c8f-3ab7a167b052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:30.391267 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d5e232f4-5816-434b-841c-31647964e0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:30.517902 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e232f4-5816-434b-841c-31647964e0d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0093c5-00d0-4764-b832-80398ad58a97,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:30.695010 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-1e121951-821b-4f63-8947-7b5c2531f418 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] For port bf7d2d95-aa02-4967-98dc-1f6acfba7acb, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=bf7d2d95-aa02-4967-98dc-1f6acfba7acb,segment=NetworkSegment(3026fd5f-afd6-4e08-90cf-1ab0312a5fbe),segment_id=3026fd5f-afd6-4e08-90cf-1ab0312a5fbe)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:43:30.696867 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1e121951-821b-4f63-8947-7b5c2531f418 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:30.730748 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-4aad7f45-520c-46eb-9748-5815285b62e5 req-4de34979-1990-4c9c-a7a8-d7fbe9c237fc tempest-ServersNegativeTestMultiTenantJSON-392784037 tempest-ServersNegativeTestMultiTenantJSON-392784037-project] Synchronizing usage tracker for tenant:eae6e282481040a386ea6f2255c096cd on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:43:30.732277 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a9d9475c-c231-4e54-8de3-261569a267e8 None None] Provisioning for port bf7d2d95-aa02-4967-98dc-1f6acfba7acb completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:43:30.798128 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a9d9475c-c231-4e54-8de3-261569a267e8 None None] Provisioning complete for port bf7d2d95-aa02-4967-98dc-1f6acfba7acb triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:43:30.798999 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a9d9475c-c231-4e54-8de3-261569a267e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:30.844347 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-1e121951-821b-4f63-8947-7b5c2531f418 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Calling delete_port for bf7d2d95-aa02-4967-98dc-1f6acfba7acb owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:43:30.858176 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-72df23d5-57df-4568-ac69-bccc946b656d req-4efb8dc5-afc8-4cd4-9b2e-8116afc5e42a tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/ports?device_id=9dd463a5-9d21-48e0-ada6-be857870f38c HTTP/1.1" status: 200 len: 210 time: 0.1492355 May 31 13:43:30.869725 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7d164-0304-4bff-9ca3-c4234e45898f req-ace685b0-86cb-4475-8c8f-3ab7a167b052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:30.880239 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a9c7d164-0304-4bff-9ca3-c4234e45898f req-ace685b0-86cb-4475-8c8f-3ab7a167b052 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:30.880468 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a9c7d164-0304-4bff-9ca3-c4234e45898f req-ace685b0-86cb-4475-8c8f-3ab7a167b052 service neutron] 10.222.0.44 "PUT /v2.0/ports/9728b3ef-86b6-425a-ba9d-cef450002515 HTTP/1.1" status: 200 len: 1091 time: 4.4361918 May 31 13:43:30.881126 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '831e08e5-716b-47cd-a2a2-2b68e41c8fc0', 'tag': '9728b3ef-86b6-425a-ba9d-cef450002515'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:43:30.890962 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d5e232f4-5816-434b-841c-31647964e0d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:30.892360 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d5e232f4-5816-434b-841c-31647964e0d6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8c0093c5-00d0-4764-b832-80398ad58a97 HTTP/1.1" status: 204 len: 168 time: 1.7687876 May 31 13:43:30.921714 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-4aad7f45-520c-46eb-9748-5815285b62e5 req-4de34979-1990-4c9c-a7a8-d7fbe9c237fc tempest-ServersNegativeTestMultiTenantJSON-392784037 tempest-ServersNegativeTestMultiTenantJSON-392784037-project] Unset dirty status for tenant:eae6e282481040a386ea6f2255c096cd on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:43:30.938808 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4aad7f45-520c-46eb-9748-5815285b62e5 req-4de34979-1990-4c9c-a7a8-d7fbe9c237fc tempest-ServersNegativeTestMultiTenantJSON-392784037 tempest-ServersNegativeTestMultiTenantJSON-392784037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9a05331f-aa3a-4f39-a1f0-78778979df1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6962197 May 31 13:43:31.073482 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace685b0-86cb-4475-8c8f-3ab7a167b052 service neutron] Pushing event updated for resources: {'Port': ['ID=9728b3ef-86b6-425a-ba9d-cef450002515,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:31.095687 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94c9733f-9655-425d-98f1-d93d86110057'] response: {'name': 'network-changed', 'server_uuid': '831e08e5-716b-47cd-a2a2-2b68e41c8fc0', 'tag': '9728b3ef-86b6-425a-ba9d-cef450002515', 'status': 'completed', 'code': 200} May 31 13:43:31.151975 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1e121951-821b-4f63-8947-7b5c2531f418 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:31.230419 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f832057c-b7f5-4290-a0b8-e8f509761551 req-27a9ac45-74f8-433f-a636-5bde686daed3 tempest-ServerAddressesTestJSON-594524053 tempest-ServerAddressesTestJSON-594524053-project] 10.222.0.50 "GET /v2.0/ports?device_id=29730d29-706f-4208-abc2-3e3a4db6a79d HTTP/1.1" status: 200 len: 210 time: 0.0759676 May 31 13:43:31.238253 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbb3c48-ba1b-4291-bcb5-6a5ed316a2b0 None None] DHCP port deletion for 979b8d91-2caa-45bd-b232-32b52abfb31e request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:43:31.251697 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-a9d9475c-c231-4e54-8de3-261569a267e8 None None] Port bf7d2d95-aa02-4967-98dc-1f6acfba7acb update to ACTIVE by agent not found {{(pid=88371) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 31 13:43:31.288064 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7d164-0304-4bff-9ca3-c4234e45898f req-9648973f-8724-46b2-be8b-ad6fc5343f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:31.292897 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a9c7d164-0304-4bff-9ca3-c4234e45898f req-9648973f-8724-46b2-be8b-ad6fc5343f38 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eae6e282481040a386ea6f2255c096cd&device_id=831e08e5-716b-47cd-a2a2-2b68e41c8fc0 HTTP/1.1" status: 200 len: 1094 time: 0.3368089 May 31 13:43:31.300719 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e121951-821b-4f63-8947-7b5c2531f418 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Pushing event deleted for resources: {'Port': ['ID=bf7d2d95-aa02-4967-98dc-1f6acfba7acb,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:31.332343 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e121951-821b-4f63-8947-7b5c2531f418 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] No DVR routers for this DVR port bf7d2d95-aa02-4967-98dc-1f6acfba7acb on host n-d-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:43:31.454557 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a9c7d164-0304-4bff-9ca3-c4234e45898f req-f56db6e5-77ef-4acc-b3c2-907c5103a0de service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9728b3ef-86b6-425a-ba9d-cef450002515 HTTP/1.1" status: 200 len: 217 time: 0.1559653 May 31 13:43:31.595477 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7d164-0304-4bff-9ca3-c4234e45898f req-24485242-5e83-4c83-8a15-15f8c018f3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:31.597764 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a9c7d164-0304-4bff-9ca3-c4234e45898f req-24485242-5e83-4c83-8a15-15f8c018f3b7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=75f74e31-af12-4cdf-b19b-ad630b239858 HTTP/1.1" status: 200 len: 865 time: 0.1351888 May 31 13:43:31.727816 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59402) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:31.730824 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5b64213e-b266-4625-a1a2-b93e1af82e9b tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:31.746397 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1e121951-821b-4f63-8947-7b5c2531f418 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:31.758523 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a9c7d164-0304-4bff-9ca3-c4234e45898f req-9fe4e71b-a30d-4562-b685-90cc3cb3447c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=31a202d9-a9b5-4acd-a282-48a8818cfd70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1345112 May 31 13:43:31.854776 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-09690f64-c030-44e4-b3a1-47f39c9d780f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:31.889339 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device bf7d2d95-aa02-4967-98dc-1f6acfba7acb no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:43:31.931931 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-1e121951-821b-4f63-8947-7b5c2531f418 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['979b8d91-2caa-45bd-b232-32b52abfb31e']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:43:31.934391 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: bf7d2d95-aa02-4967-98dc-1f6acfba7acb {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:43:31.934966 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device bf7d2d95-aa02-4967-98dc-1f6acfba7acb not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:43:31.988394 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-09690f64-c030-44e4-b3a1-47f39c9d780f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:43:32.006900 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-09690f64-c030-44e4-b3a1-47f39c9d780f admin admin] Usage tracker for resource:security_group_rule and tenant:5aca9b0dbb9042908555a80b0a0cbd09 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:43:32.014996 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-1e121951-821b-4f63-8947-7b5c2531f418 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3026fd5f-afd6-4e08-90cf-1ab0312a5fbe') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:43:32.015611 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-1e121951-821b-4f63-8947-7b5c2531f418 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3026fd5f-afd6-4e08-90cf-1ab0312a5fbe') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:43:32.027237 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-09690f64-c030-44e4-b3a1-47f39c9d780f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:43:32.320269 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59416) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:32.327676 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-09690f64-c030-44e4-b3a1-47f39c9d780f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:43:32.354336 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1e121951-821b-4f63-8947-7b5c2531f418 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:32.364391 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8b556a82-2776-4aaf-85cf-ec284bcfd267 req-e47f580e-deae-4f09-acb3-e2e63d495f25 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/ports?device_id=9dd463a5-9d21-48e0-ada6-be857870f38c HTTP/1.1" status: 200 len: 210 time: 0.2109382 May 31 13:43:32.370085 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f0668-6525-4383-8f17-8aaf2939948e req-c649cf5e-f2b3-489f-84b0-5ab1de8c1ad0 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:32.370999 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-218f0668-6525-4383-8f17-8aaf2939948e req-c649cf5e-f2b3-489f-84b0-5ab1de8c1ad0 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Synchronizing usage tracker for tenant:7e44bf4ef1bd484ea1258b83855c2d26 on resource:network {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:43:32.408374 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1e121951-821b-4f63-8947-7b5c2531f418 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:32.430046 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e121951-821b-4f63-8947-7b5c2531f418 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:43:32.430685 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1e121951-821b-4f63-8947-7b5c2531f418 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:32.490023 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a9c7d164-0304-4bff-9ca3-c4234e45898f req-d6cac2b3-843b-452b-bd75-2965032e4351 service neutron] 10.222.0.44 "GET /v2.0/networks/31a202d9-a9b5-4acd-a282-48a8818cfd70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7192738 May 31 13:43:32.490454 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 3026fd5f-afd6-4e08-90cf-1ab0312a5fbe resource provider aggregate not found May 31 13:43:32.504624 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb5a75-ce20-4785-9f99-f84043ad61bb req-16c06985-63dd-4db9-8b8b-c69031036e64 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:32.514810 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-59eb5a75-ce20-4785-9f99-f84043ad61bb req-16c06985-63dd-4db9-8b8b-c69031036e64 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/ports?device_id=e704e46a-b1ae-4097-bfd1-f7c0e61530ae HTTP/1.1" status: 200 len: 946 time: 0.8302331 May 31 13:43:32.591291 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-218f0668-6525-4383-8f17-8aaf2939948e req-c649cf5e-f2b3-489f-84b0-5ab1de8c1ad0 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Unset dirty status for tenant:7e44bf4ef1bd484ea1258b83855c2d26 on resource:network {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:43:32.592601 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-218f0668-6525-4383-8f17-8aaf2939948e req-c649cf5e-f2b3-489f-84b0-5ab1de8c1ad0 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.44 "GET /v2.0/networks?id=f4e69724-d0b8-4d4d-97a2-cfcb4a62380c HTTP/1.1" status: 200 len: 811 time: 1.0736060 May 31 13:43:32.594300 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 3026fd5f-afd6-4e08-90cf-1ab0312a5fbe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3026fd5f-afd6-4e08-90cf-1ab0312a5fbe found for delete ", "request_id": "req-ea461e62-bfe3-4088-8b99-3e4c34a95c56"}]} May 31 13:43:32.655213 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f82ae235-f739-4d2f-9d18-df5ad7666a79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:32.665856 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb815f89-6d21-4506-8848-6c542176baa4 req-eac8f672-c5fc-4346-a42d-1ae852263671 tempest-ServerAddressesTestJSON-594524053 tempest-ServerAddressesTestJSON-594524053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:32.667350 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fb815f89-6d21-4506-8848-6c542176baa4 req-eac8f672-c5fc-4346-a42d-1ae852263671 tempest-ServerAddressesTestJSON-594524053 tempest-ServerAddressesTestJSON-594524053-project] 10.222.0.44 "GET /v2.0/networks?id=62805d3a-ead6-4e52-9343-839e058e06e4 HTTP/1.1" status: 200 len: 813 time: 0.6066353 May 31 13:43:32.697097 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1e121951-821b-4f63-8947-7b5c2531f418 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:32.700075 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-fb815f89-6d21-4506-8848-6c542176baa4 req-86f5a72b-6b03-4452-baf3-f944340cea0b tempest-ServerAddressesTestJSON-594524053 tempest-ServerAddressesTestJSON-594524053-project] Request body: {'port': {'device_id': '29730d29-706f-4208-abc2-3e3a4db6a79d', 'network_id': '62805d3a-ead6-4e52-9343-839e058e06e4', 'admin_state_up': True, 'tenant_id': '370804a52c8f49f2941aec42dacfa2c3'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:43:32.703784 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-f82ae235-f739-4d2f-9d18-df5ad7666a79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:43:32.737526 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1e121951-821b-4f63-8947-7b5c2531f418 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:32.751222 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-f82ae235-f739-4d2f-9d18-df5ad7666a79 admin admin] Usage tracker for resource:security_group_rule and tenant:19e6f4a6392344678adcb68b88b48d88 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:43:32.763297 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-f82ae235-f739-4d2f-9d18-df5ad7666a79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:43:32.771683 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-218f0668-6525-4383-8f17-8aaf2939948e req-3474e72d-73eb-4573-82d3-f2158420da80 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Synchronizing usage tracker for tenant:7e44bf4ef1bd484ea1258b83855c2d26 on resource:security_group {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:43:32.774128 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e121951-821b-4f63-8947-7b5c2531f418 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Pushing event deleted for resources: {'Network': ['ID=979b8d91-2caa-45bd-b232-32b52abfb31e,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:32.782656 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b64213e-b266-4625-a1a2-b93e1af82e9b tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Router a8df4bea-6984-4247-bfb9-2966160dd450 is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 13:43:32.795605 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-f82ae235-f739-4d2f-9d18-df5ad7666a79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:43:32.811708 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-59eb5a75-ce20-4785-9f99-f84043ad61bb req-56b7d16f-225b-479e-a4b8-0735989aec64 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/security-groups?id=1729ab42-7be5-44f8-b17a-0e9ffb5ba8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946179 May 31 13:43:32.818501 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-1e121951-821b-4f63-8947-7b5c2531f418 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] 10.222.0.50 "DELETE /v2.0/networks/979b8d91-2caa-45bd-b232-32b52abfb31e HTTP/1.1" status: 204 len: 168 time: 5.7351098 May 31 13:43:32.834559 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59426) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:32.839087 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-09690f64-c030-44e4-b3a1-47f39c9d780f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:32.926409 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-218f0668-6525-4383-8f17-8aaf2939948e req-3474e72d-73eb-4573-82d3-f2158420da80 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Unset dirty status for tenant:7e44bf4ef1bd484ea1258b83855c2d26 on resource:security_group {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:43:32.927569 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-218f0668-6525-4383-8f17-8aaf2939948e req-3474e72d-73eb-4573-82d3-f2158420da80 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e44bf4ef1bd484ea1258b83855c2d26 HTTP/1.1" status: 200 len: 379 time: 0.3116851 May 31 13:43:32.952347 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-09690f64-c030-44e4-b3a1-47f39c9d780f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:32.969096 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-218f0668-6525-4383-8f17-8aaf2939948e req-2179c473-f083-4913-9973-2a825dc785b1 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Request body: {'port': {'device_id': '9dd463a5-9d21-48e0-ada6-be857870f38c', 'network_id': 'f4e69724-d0b8-4d4d-97a2-cfcb4a62380c', 'admin_state_up': True, 'tenant_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'security_groups': ['5424f9d7-abf8-4041-abc4-e7d6e8e2efef']}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:43:33.001356 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-fb815f89-6d21-4506-8848-6c542176baa4 req-86f5a72b-6b03-4452-baf3-f944340cea0b tempest-ServerAddressesTestJSON-594524053 tempest-ServerAddressesTestJSON-594524053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:43:33.010768 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-20edf922-67ac-4afc-be00-51ef236e3528 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] DELETE failed (client error): The resource could not be found. May 31 13:43:33.011228 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20edf922-67ac-4afc-be00-51ef236e3528 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:43:33.027754 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-fb815f89-6d21-4506-8848-6c542176baa4 req-86f5a72b-6b03-4452-baf3-f944340cea0b tempest-ServerAddressesTestJSON-594524053 tempest-ServerAddressesTestJSON-594524053-project] Usage tracker for resource:port and tenant:370804a52c8f49f2941aec42dacfa2c3 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:43:33.037294 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-fb815f89-6d21-4506-8848-6c542176baa4 req-86f5a72b-6b03-4452-baf3-f944340cea0b tempest-ServerAddressesTestJSON-594524053 tempest-ServerAddressesTestJSON-594524053-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:43:33.054580 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a9c7d164-0304-4bff-9ca3-c4234e45898f req-6d77b4ec-ffbf-4872-92c8-47c15052e718 service neutron] 10.222.0.44 "GET /v2.0/networks/31a202d9-a9b5-4acd-a282-48a8818cfd70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5364430 May 31 13:43:33.056912 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-fb815f89-6d21-4506-8848-6c542176baa4 req-86f5a72b-6b03-4452-baf3-f944340cea0b tempest-ServerAddressesTestJSON-594524053 tempest-ServerAddressesTestJSON-594524053-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:43:33.088997 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb815f89-6d21-4506-8848-6c542176baa4 req-86f5a72b-6b03-4452-baf3-f944340cea0b tempest-ServerAddressesTestJSON-594524053 tempest-ServerAddressesTestJSON-594524053-project] Made reservation on behalf of 370804a52c8f49f2941aec42dacfa2c3 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:43:33.095636 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-fb815f89-6d21-4506-8848-6c542176baa4 req-86f5a72b-6b03-4452-baf3-f944340cea0b tempest-ServerAddressesTestJSON-594524053 tempest-ServerAddressesTestJSON-594524053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:33.113945 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-20edf922-67ac-4afc-be00-51ef236e3528 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] 10.222.0.50 "DELETE /v2.0/subnets/131321a2-6798-4c25-b2c5-cdc53f2396d5 HTTP/1.1" status: 404 len: 337 time: 0.2802775 May 31 13:43:33.120755 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32caf0ba-9929-44c0-b72f-418ca9b12826 req-50fcfcd3-0669-43cf-9dd6-e90a5edeaf10 tempest-ServersNegativeTestMultiTenantJSON-392784037 tempest-ServersNegativeTestMultiTenantJSON-392784037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:33.122694 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-32caf0ba-9929-44c0-b72f-418ca9b12826 req-50fcfcd3-0669-43cf-9dd6-e90a5edeaf10 tempest-ServersNegativeTestMultiTenantJSON-392784037 tempest-ServersNegativeTestMultiTenantJSON-392784037-project] 10.222.0.50 "GET /v2.0/ports?device_id=831e08e5-716b-47cd-a2a2-2b68e41c8fc0 HTTP/1.1" status: 200 len: 943 time: 0.5569658 May 31 13:43:33.126918 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 59430) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:33.213640 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-09690f64-c030-44e4-b3a1-47f39c9d780f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5aca9b0dbb9042908555a80b0a0cbd09&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4811540 May 31 13:43:33.226180 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59434) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:33.230659 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09690f64-c030-44e4-b3a1-47f39c9d780f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3ae15f-3157-4ab3-9532-20e721c3c657,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:33.356618 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-218f0668-6525-4383-8f17-8aaf2939948e req-2179c473-f083-4913-9973-2a825dc785b1 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:43:33.362771 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b64213e-b266-4625-a1a2-b93e1af82e9b tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:43:33.382225 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde27d7b-31e8-4c4e-b504-ab899b4b6fef None None] Sync routers for ids ['a8df4bea-6984-4247-bfb9-2966160dd450'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:43:33.401941 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde27d7b-31e8-4c4e-b504-ab899b4b6fef None None] Routers {'a8df4bea-6984-4247-bfb9-2966160dd450'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:43:33.402874 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-bde27d7b-31e8-4c4e-b504-ab899b4b6fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:43:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['a8df4bea-6984-4247-bfb9-2966160dd450'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:43:33.408013 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-218f0668-6525-4383-8f17-8aaf2939948e req-2179c473-f083-4913-9973-2a825dc785b1 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:43:33.425243 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f82ae235-f739-4d2f-9d18-df5ad7666a79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:33.443134 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f82ae235-f739-4d2f-9d18-df5ad7666a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:33.446774 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-020032c6-98d5-442e-a84a-46f4970e208e req-119ad3a9-627b-4ce4-83de-e3a1724adff0 tempest-ServerAddressesTestJSON-594524053 tempest-ServerAddressesTestJSON-594524053-project] 10.222.0.50 "GET /v2.0/ports?device_id=29730d29-706f-4208-abc2-3e3a4db6a79d HTTP/1.1" status: 200 len: 210 time: 0.3364317 May 31 13:43:33.480324 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5b64213e-b266-4625-a1a2-b93e1af82e9b tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:33.481556 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-5b64213e-b266-4625-a1a2-b93e1af82e9b tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 7.2334909 May 31 13:43:33.482353 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-218f0668-6525-4383-8f17-8aaf2939948e req-2179c473-f083-4913-9973-2a825dc785b1 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Made reservation on behalf of 7e44bf4ef1bd484ea1258b83855c2d26 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:43:33.485793 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-218f0668-6525-4383-8f17-8aaf2939948e req-2179c473-f083-4913-9973-2a825dc785b1 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:33.497452 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59440) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:33.503496 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e0e9d3ea-21b4-4c80-9457-34a207d93647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:33.571460 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d16baa27-b20e-455e-b777-f2f3bbffb9b9 req-95ea5f63-b28f-4e93-afff-2068fb48fce3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b285caa1-0db1-4a98-b033-f5712745a5ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6477342 May 31 13:43:33.572370 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-47efb070-86df-41d8-8085-0812b70f1b01 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] DELETE failed (client error): The resource could not be found. May 31 13:43:33.572834 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47efb070-86df-41d8-8085-0812b70f1b01 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:43:33.624202 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-f82ae235-f739-4d2f-9d18-df5ad7666a79 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=19e6f4a6392344678adcb68b88b48d88&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2979109 May 31 13:43:33.631189 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-bde27d7b-31e8-4c4e-b504-ab899b4b6fef None None] Set router a8df4bea-6984-4247-bfb9-2966160dd450 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:43:33.634558 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59444) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:33.669771 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82ae235-f739-4d2f-9d18-df5ad7666a79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12886ed4-490d-4880-941c-d2bdf710d70d,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:33.723566 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e0e9d3ea-21b4-4c80-9457-34a207d93647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:33.737606 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-32caf0ba-9929-44c0-b72f-418ca9b12826 req-2cf8dfc5-0e23-4006-b121-1b90cccc2bf5 tempest-ServersNegativeTestMultiTenantJSON-392784037 tempest-ServersNegativeTestMultiTenantJSON-392784037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9a05331f-aa3a-4f39-a1f0-78778979df1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5722229 May 31 13:43:33.742762 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-47efb070-86df-41d8-8085-0812b70f1b01 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] 10.222.0.50 "DELETE /v2.0/networks/979b8d91-2caa-45bd-b232-32b52abfb31e HTTP/1.1" status: 404 len: 339 time: 0.6128511 May 31 13:43:33.749658 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 59448) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:33.763135 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9769dc00-db3f-4b28-a9ac-0a9df4115c44 req-7e54839c-2de2-4a5f-90c4-5e661415547c tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/ports?device_id=9dd463a5-9d21-48e0-ada6-be857870f38c HTTP/1.1" status: 200 len: 210 time: 0.1737781 May 31 13:43:33.815631 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-fb815f89-6d21-4506-8848-6c542176baa4 req-86f5a72b-6b03-4452-baf3-f944340cea0b tempest-ServerAddressesTestJSON-594524053 tempest-ServerAddressesTestJSON-594524053-project] Allocated IP 172.20.0.9 (62805d3a-ead6-4e52-9343-839e058e06e4/da9acef8-4f0c-4d78-b680-eb8b4b6adc0a/e3ba5e6a-7253-49f0-832b-03cc302800be) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:43:33.829536 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-940d3278-8266-4df6-9714-63365fae610a tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] DELETE failed (client error): The resource could not be found. May 31 13:43:33.830078 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-940d3278-8266-4df6-9714-63365fae610a tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:43:33.835293 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-940d3278-8266-4df6-9714-63365fae610a tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] 10.222.0.50 "DELETE /v2.0/subnets/4b7c63b0-4142-4469-8501-970841f24707 HTTP/1.1" status: 404 len: 337 time: 0.0675306 May 31 13:43:33.835579 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 59452) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:33.875563 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c8959ec-8d3b-4061-a5ad-0831d6364556 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] DELETE failed (client error): The resource could not be found. May 31 13:43:33.875949 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c8959ec-8d3b-4061-a5ad-0831d6364556 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:43:33.877887 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-6c8959ec-8d3b-4061-a5ad-0831d6364556 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] 10.222.0.50 "DELETE /v2.0/networks/9d31f3e7-3cc3-427c-a8f4-8da25e1f4cd5 HTTP/1.1" status: 404 len: 339 time: 0.0414038 May 31 13:43:33.882965 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 59460) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:33.953813 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80134e69-2ea2-4e8e-8ed4-001563ea7e99 req-61216f57-421e-49a8-9883-fc0c3d227cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:33.955711 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-80134e69-2ea2-4e8e-8ed4-001563ea7e99 req-61216f57-421e-49a8-9883-fc0c3d227cae service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eae6e282481040a386ea6f2255c096cd&device_id=831e08e5-716b-47cd-a2a2-2b68e41c8fc0 HTTP/1.1" status: 200 len: 1094 time: 0.7953413 May 31 13:43:33.960950 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-79f0b48d-1a50-4d38-89be-4d453f1de9ea tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] DELETE failed (client error): The resource could not be found. May 31 13:43:33.961401 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79f0b48d-1a50-4d38-89be-4d453f1de9ea tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:43:33.965456 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-79f0b48d-1a50-4d38-89be-4d453f1de9ea tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] 10.222.0.50 "DELETE /v2.0/subnets/9be3f39c-db9a-4062-8f10-b63b8c5853df HTTP/1.1" status: 404 len: 337 time: 0.0760810 May 31 13:43:33.968018 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16baa27-b20e-455e-b777-f2f3bbffb9b9 req-489d7f4e-34c6-4084-9179-0669c9576a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:33.969684 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d16baa27-b20e-455e-b777-f2f3bbffb9b9 req-489d7f4e-34c6-4084-9179-0669c9576a78 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=04053c05038f4fa8aafe732444e2f2c0&device_id=b285caa1-0db1-4a98-b033-f5712745a5ff HTTP/1.1" status: 200 len: 1096 time: 0.3585379 May 31 13:43:33.977979 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59464) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:33.997091 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a2bfaef9-9538-42c2-93ec-490398567a8c tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:34.081620 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-bde27d7b-31e8-4c4e-b504-ab899b4b6fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8df4bea-6984-4247-bfb9-2966160dd450', 'name': '', 'tenant_id': '34c6a95d1b734972a24026ecd16f9620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fd7c6c-3dc5-4e01-b2b3-8e7e1c6b641e', 'external_fixed_ips': [{'subnet_id': '6205bdfb-5377-4309-8821-9e2087ed110e', 'ip_address': '2001:db8::356'}], 'enable_snat': True}, 'gw_port_id': 'b581d5b2-a879-4c6b-9b68-9e85059a161d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:43:26Z', 'updated_at': '2022-05-31T13:43:29Z', 'revision_number': 3, 'project_id': '34c6a95d1b734972a24026ecd16f9620', 'gw_port': {'id': 'b581d5b2-a879-4c6b-9b68-9e85059a161d', 'name': '', 'network_id': 'b4fd7c6c-3dc5-4e01-b2b3-8e7e1c6b641e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:bb:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8df4bea-6984-4247-bfb9-2966160dd450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '6205bdfb-5377-4309-8821-9e2087ed110e', 'ip_address': '2001:db8::356', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:43:28Z', 'updated_at': '2022-05-31T13:43:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6205bdfb-5377-4309-8821-9e2087ed110e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:43:34.088509 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde27d7b-31e8-4c4e-b504-ab899b4b6fef None None] Checking router: a8df4bea-6984-4247-bfb9-2966160dd450 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:43:34.089204 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde27d7b-31e8-4c4e-b504-ab899b4b6fef None None] Updating router a8df4bea-6984-4247-bfb9-2966160dd450 port b581d5b2-a879-4c6b-9b68-9e85059a161d binding host n-d-843939-1 {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:43:34.105382 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e0e9d3ea-21b4-4c80-9457-34a207d93647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:34.126350 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bab29085-924d-4e19-a7f7-bd5d719e3981 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:34.138176 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-27eec497-b459-41dd-81b6-1682e3f31364 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] DELETE failed (client error): The resource could not be found. May 31 13:43:34.138644 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27eec497-b459-41dd-81b6-1682e3f31364 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:43:34.153155 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bde27d7b-31e8-4c4e-b504-ab899b4b6fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:34.162545 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e9d3ea-21b4-4c80-9457-34a207d93647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3ae15f-3157-4ab3-9532-20e721c3c657,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:34.188004 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [req-218f0668-6525-4383-8f17-8aaf2939948e req-2179c473-f083-4913-9973-2a825dc785b1 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Allocated IP 172.20.0.12 (f4e69724-d0b8-4d4d-97a2-cfcb4a62380c/24f2589f-f663-4739-8d87-078291d83152/03bb233f-f12a-430d-8312-a2cfc37bf195) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:43:34.195563 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e0e9d3ea-21b4-4c80-9457-34a207d93647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:34.196798 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e0e9d3ea-21b4-4c80-9457-34a207d93647 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9b3ae15f-3157-4ab3-9532-20e721c3c657 HTTP/1.1" status: 204 len: 168 time: 0.9649866 May 31 13:43:34.268188 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-27eec497-b459-41dd-81b6-1682e3f31364 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] 10.222.0.50 "DELETE /v2.0/networks/fb7d40ef-f27f-4a73-9b59-8db0f17d8214 HTTP/1.1" status: 404 len: 339 time: 0.2884970 May 31 13:43:34.328030 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 59470) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:34.520937 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16baa27-b20e-455e-b777-f2f3bbffb9b9 req-21086f02-228a-4eec-bbc6-6ff7b2844c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:34.523184 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d16baa27-b20e-455e-b777-f2f3bbffb9b9 req-21086f02-228a-4eec-bbc6-6ff7b2844c59 service neutron] 10.222.0.44 "GET /v2.0/networks?id=48ff30cd-fefc-45b9-9b91-2fda26bd24e8 HTTP/1.1" status: 200 len: 912 time: 0.5177598 May 31 13:43:34.526175 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bab29085-924d-4e19-a7f7-bd5d719e3981 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:34.557098 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80134e69-2ea2-4e8e-8ed4-001563ea7e99 req-53ff6ddc-7083-4edd-af0f-841e5d6149a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:34.560961 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-80134e69-2ea2-4e8e-8ed4-001563ea7e99 req-53ff6ddc-7083-4edd-af0f-841e5d6149a5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=31a202d9-a9b5-4acd-a282-48a8818cfd70 HTTP/1.1" status: 200 len: 926 time: 0.5891373 May 31 13:43:34.649692 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a2bfaef9-9538-42c2-93ec-490398567a8c tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:34.694085 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfaef9-9538-42c2-93ec-490398567a8c tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Deleting port b581d5b2-a879-4c6b-9b68-9e85059a161d {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:43:34.694635 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a2bfaef9-9538-42c2-93ec-490398567a8c tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:34.758128 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d16baa27-b20e-455e-b777-f2f3bbffb9b9 req-0def2ab9-3330-4b0f-bd69-fdcca30cc220 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=608d30c6-0056-4027-8301-a400b83c0cdb HTTP/1.1" status: 200 len: 217 time: 0.1887438 May 31 13:43:34.759507 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bde27d7b-31e8-4c4e-b504-ab899b4b6fef None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:34.784423 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-bcf877ea-2cd8-4006-96a7-19775006c6d1 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Deleting port 5bfa971d-87bb-40bd-931b-660d5ef73880 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:43:34.784771 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bcf877ea-2cd8-4006-96a7-19775006c6d1 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:34.898348 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-bde27d7b-31e8-4c4e-b504-ab899b4b6fef None None] Transition to ACTIVE for port object b581d5b2-a879-4c6b-9b68-9e85059a161d will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:43:34.906825 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bde27d7b-31e8-4c4e-b504-ab899b4b6fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:34.911834 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bab29085-924d-4e19-a7f7-bd5d719e3981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:34.963613 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab29085-924d-4e19-a7f7-bd5d719e3981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12886ed4-490d-4880-941c-d2bdf710d70d,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:34.971577 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bab29085-924d-4e19-a7f7-bd5d719e3981 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:34.976578 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-bab29085-924d-4e19-a7f7-bd5d719e3981 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/12886ed4-490d-4880-941c-d2bdf710d70d HTTP/1.1" status: 204 len: 168 time: 1.3299866 May 31 13:43:34.997599 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-fb815f89-6d21-4506-8848-6c542176baa4 req-86f5a72b-6b03-4452-baf3-f944340cea0b tempest-ServerAddressesTestJSON-594524053 tempest-ServerAddressesTestJSON-594524053-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:35.015244 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e50295-b278-4db8-8b8a-d06bb407f3f1 None None] Pushing event updated for resources: {'Port': ['ID=b581d5b2-a879-4c6b-9b68-9e85059a161d,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:35.018996 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 9728b3ef-86b6-425a-ba9d-cef450002515 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:43:35.032753 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a2bfaef9-9538-42c2-93ec-490398567a8c tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:35.040591 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-80134e69-2ea2-4e8e-8ed4-001563ea7e99 req-6bce304f-6b2c-427a-9a3e-b91b5bfc868c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9728b3ef-86b6-425a-ba9d-cef450002515 HTTP/1.1" status: 200 len: 217 time: 0.4650187 May 31 13:43:35.066115 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-bde27d7b-31e8-4c4e-b504-ab899b4b6fef None None] Attempting to bind port b581d5b2-a879-4c6b-9b68-9e85059a161d on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:43:35.066561 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-bde27d7b-31e8-4c4e-b504-ab899b4b6fef None None] Attempting to bind port b581d5b2-a879-4c6b-9b68-9e85059a161d by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '720166c5-fea3-49bd-b017-fd72174835c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b4fd7c6c-3dc5-4e01-b2b3-8e7e1c6b641e'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:43:35.067560 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde27d7b-31e8-4c4e-b504-ab899b4b6fef None None] Attempting to bind port b581d5b2-a879-4c6b-9b68-9e85059a161d on network b4fd7c6c-3dc5-4e01-b2b3-8e7e1c6b641e {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:43:35.088632 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-fb815f89-6d21-4506-8848-6c542176baa4 req-86f5a72b-6b03-4452-baf3-f944340cea0b tempest-ServerAddressesTestJSON-594524053 tempest-ServerAddressesTestJSON-594524053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:35.092147 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde27d7b-31e8-4c4e-b504-ab899b4b6fef None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:43:35.092628 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde27d7b-31e8-4c4e-b504-ab899b4b6fef None None] Checking segment: {'id': '720166c5-fea3-49bd-b017-fd72174835c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b4fd7c6c-3dc5-4e01-b2b3-8e7e1c6b641e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:43:35.093143 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bde27d7b-31e8-4c4e-b504-ab899b4b6fef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:35.093615 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde27d7b-31e8-4c4e-b504-ab899b4b6fef None None] Bound using segment: {'id': '720166c5-fea3-49bd-b017-fd72174835c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b4fd7c6c-3dc5-4e01-b2b3-8e7e1c6b641e'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:43:35.094870 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-bde27d7b-31e8-4c4e-b504-ab899b4b6fef None None] Bound port: b581d5b2-a879-4c6b-9b68-9e85059a161d, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '720166c5-fea3-49bd-b017-fd72174835c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b4fd7c6c-3dc5-4e01-b2b3-8e7e1c6b641e'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:43:35.095318 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bde27d7b-31e8-4c4e-b504-ab899b4b6fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:35.147105 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc60cef2-6ace-4a4d-9168-62cf4fcb6445 req-c61c4fc2-947b-425a-b9f5-1835cf07a0e2 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:35.157050 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cc60cef2-6ace-4a4d-9168-62cf4fcb6445 req-c61c4fc2-947b-425a-b9f5-1835cf07a0e2 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/ports?device_id=e704e46a-b1ae-4097-bfd1-f7c0e61530ae HTTP/1.1" status: 200 len: 946 time: 1.1266530 May 31 13:43:35.160070 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-fa50954f-eb0e-4bc1-99f0-356b19cc03a6 req-ebfca126-1b90-43bb-82c7-9f2a8ec55bd8 tempest-ServerAddressesTestJSON-594524053 tempest-ServerAddressesTestJSON-594524053-project] Synchronizing usage tracker for tenant:370804a52c8f49f2941aec42dacfa2c3 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:43:35.198198 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfaef9-9538-42c2-93ec-490398567a8c tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Calling delete_port for b581d5b2-a879-4c6b-9b68-9e85059a161d owned by network:router_gateway {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:43:35.215053 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-bde27d7b-31e8-4c4e-b504-ab899b4b6fef None None] For port b581d5b2-a879-4c6b-9b68-9e85059a161d, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:43:35.218935 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-bde27d7b-31e8-4c4e-b504-ab899b4b6fef None None] For port b581d5b2-a879-4c6b-9b68-9e85059a161d, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=b581d5b2-a879-4c6b-9b68-9e85059a161d,segment=NetworkSegment(720166c5-fea3-49bd-b017-fd72174835c4),segment_id=720166c5-fea3-49bd-b017-fd72174835c4)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:43:35.242514 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-218f0668-6525-4383-8f17-8aaf2939948e req-2179c473-f083-4913-9973-2a825dc785b1 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:35.266033 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f5a72b-6b03-4452-baf3-f944340cea0b tempest-ServerAddressesTestJSON-594524053 tempest-ServerAddressesTestJSON-594524053-project] Pushing event updated for resources: {'Port': ['ID=e3ba5e6a-7253-49f0-832b-03cc302800be,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:35.276659 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-218f0668-6525-4383-8f17-8aaf2939948e req-2179c473-f083-4913-9973-2a825dc785b1 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Transition to ACTIVE for port object 03bb233f-f12a-430d-8312-a2cfc37bf195 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:43:35.281669 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bde27d7b-31e8-4c4e-b504-ab899b4b6fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:35.367143 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-fa50954f-eb0e-4bc1-99f0-356b19cc03a6 req-ebfca126-1b90-43bb-82c7-9f2a8ec55bd8 tempest-ServerAddressesTestJSON-594524053 tempest-ServerAddressesTestJSON-594524053-project] Unset dirty status for tenant:370804a52c8f49f2941aec42dacfa2c3 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:43:35.378313 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fa50954f-eb0e-4bc1-99f0-356b19cc03a6 req-ebfca126-1b90-43bb-82c7-9f2a8ec55bd8 tempest-ServerAddressesTestJSON-594524053 tempest-ServerAddressesTestJSON-594524053-project] 10.222.0.50 "GET /v2.0/ports?device_id=29730d29-706f-4208-abc2-3e3a4db6a79d HTTP/1.1" status: 200 len: 210 time: 0.6246965 May 31 13:43:35.380493 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-218f0668-6525-4383-8f17-8aaf2939948e req-2179c473-f083-4913-9973-2a825dc785b1 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:35.428736 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb815f89-6d21-4506-8848-6c542176baa4 req-86f5a72b-6b03-4452-baf3-f944340cea0b tempest-ServerAddressesTestJSON-594524053 tempest-ServerAddressesTestJSON-594524053-project] Network 62805d3a-ead6-4e52-9343-839e058e06e4 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:43:35.447618 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e50295-b278-4db8-8b8a-d06bb407f3f1 None None] Pushing event updated for resources: {'Port': ['ID=b581d5b2-a879-4c6b-9b68-9e85059a161d,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:35.473028 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.db.api [None req-a2bfaef9-9538-42c2-93ec-490398567a8c tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:43:35.473366 n-d-843939-1 neutron-server[88369]: DEBUG oslo_db.api [None req-a2bfaef9-9538-42c2-93ec-490398567a8c tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:43:35.479693 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde27d7b-31e8-4c4e-b504-ab899b4b6fef None None] Routers {'a8df4bea-6984-4247-bfb9-2966160dd450'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:43:35.480619 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-bde27d7b-31e8-4c4e-b504-ab899b4b6fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:43:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['a8df4bea-6984-4247-bfb9-2966160dd450'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:43:35.502159 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cc60cef2-6ace-4a4d-9168-62cf4fcb6445 req-738252c7-45b4-4793-a689-e15c766c47a1 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/security-groups?id=1729ab42-7be5-44f8-b17a-0e9ffb5ba8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440738 May 31 13:43:35.503166 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-fb815f89-6d21-4506-8848-6c542176baa4 req-86f5a72b-6b03-4452-baf3-f944340cea0b tempest-ServerAddressesTestJSON-594524053 tempest-ServerAddressesTestJSON-594524053-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:43:35.526574 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-218f0668-6525-4383-8f17-8aaf2939948e req-2179c473-f083-4913-9973-2a825dc785b1 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Network f4e69724-d0b8-4d4d-97a2-cfcb4a62380c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:43:35.550929 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [req-218f0668-6525-4383-8f17-8aaf2939948e req-2179c473-f083-4913-9973-2a825dc785b1 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:43:35.557755 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-218f0668-6525-4383-8f17-8aaf2939948e req-2179c473-f083-4913-9973-2a825dc785b1 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:43:35.681642 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2179c473-f083-4913-9973-2a825dc785b1 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Pushing event updated for resources: {'Port': ['ID=03bb233f-f12a-430d-8312-a2cfc37bf195,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:35.756762 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f0668-6525-4383-8f17-8aaf2939948e req-2179c473-f083-4913-9973-2a825dc785b1 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:35.757446 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-218f0668-6525-4383-8f17-8aaf2939948e req-2179c473-f083-4913-9973-2a825dc785b1 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:35.826661 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-218f0668-6525-4383-8f17-8aaf2939948e req-2179c473-f083-4913-9973-2a825dc785b1 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8822463 May 31 13:43:35.841208 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 9728b3ef-86b6-425a-ba9d-cef450002515, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=9728b3ef-86b6-425a-ba9d-cef450002515,segment=NetworkSegment(f54b2e83-3a75-45c3-9894-0e5fd66a90c1),segment_id=f54b2e83-3a75-45c3-9894-0e5fd66a90c1)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:43:35.856399 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-218f0668-6525-4383-8f17-8aaf2939948e req-d40a9c9d-8b59-4f37-8188-7e88b95e52b5 service neutron] Request body: {'port': {'device_id': '9dd463a5-9d21-48e0-ada6-be857870f38c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:43:35.870994 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': '9728b3ef-86b6-425a-ba9d-cef450002515', 'network_id': '31a202d9-a9b5-4acd-a282-48a8818cfd70', 'port_id': '9728b3ef-86b6-425a-ba9d-cef450002515', 'mac_address': 'fa:16:3e:51:43:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75f74e31-af12-4cdf-b19b-ad630b239858', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:43:35.903160 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb815f89-6d21-4506-8848-6c542176baa4 req-86f5a72b-6b03-4452-baf3-f944340cea0b tempest-ServerAddressesTestJSON-594524053 tempest-ServerAddressesTestJSON-594524053-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:43:35.929971 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59504) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:35.976567 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfaef9-9538-42c2-93ec-490398567a8c tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Deleting port b581d5b2-a879-4c6b-9b68-9e85059a161d {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:43:35.977233 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a2bfaef9-9538-42c2-93ec-490398567a8c tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:35.978486 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-bde27d7b-31e8-4c4e-b504-ab899b4b6fef None None] Set router a8df4bea-6984-4247-bfb9-2966160dd450 gateway port host: None {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:43:35.990181 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb815f89-6d21-4506-8848-6c542176baa4 req-86f5a72b-6b03-4452-baf3-f944340cea0b tempest-ServerAddressesTestJSON-594524053 tempest-ServerAddressesTestJSON-594524053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:35.990990 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-fb815f89-6d21-4506-8848-6c542176baa4 req-86f5a72b-6b03-4452-baf3-f944340cea0b tempest-ServerAddressesTestJSON-594524053 tempest-ServerAddressesTestJSON-594524053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:36.010799 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16baa27-b20e-455e-b777-f2f3bbffb9b9 req-255930ac-63d5-4012-a74f-74b8f64194e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:36.012008 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d16baa27-b20e-455e-b777-f2f3bbffb9b9 req-255930ac-63d5-4012-a74f-74b8f64194e2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f33f44ed-37c8-44e7-8a90-0b19e94cc7a8 HTTP/1.1" status: 200 len: 851 time: 1.1796429 May 31 13:43:36.027463 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 9728b3ef-86b6-425a-ba9d-cef450002515 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:43:36.027865 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:36.030546 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fb815f89-6d21-4506-8848-6c542176baa4 req-86f5a72b-6b03-4452-baf3-f944340cea0b tempest-ServerAddressesTestJSON-594524053 tempest-ServerAddressesTestJSON-594524053-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3379722 May 31 13:43:36.108332 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80134e69-2ea2-4e8e-8ed4-001563ea7e99 req-a60ead88-4c2f-43da-b1bf-256e83d72efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:36.110283 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-80134e69-2ea2-4e8e-8ed4-001563ea7e99 req-a60ead88-4c2f-43da-b1bf-256e83d72efe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=75f74e31-af12-4cdf-b19b-ad630b239858 HTTP/1.1" status: 200 len: 865 time: 1.0321326 May 31 13:43:36.132896 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-bde27d7b-31e8-4c4e-b504-ab899b4b6fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8df4bea-6984-4247-bfb9-2966160dd450', 'name': '', 'tenant_id': '34c6a95d1b734972a24026ecd16f9620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:43:26Z', 'updated_at': '2022-05-31T13:43:34Z', 'revision_number': 4, 'project_id': '34c6a95d1b734972a24026ecd16f9620', 'gw_port_host': None}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:43:36.137463 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9728b3ef-86b6-425a-ba9d-cef450002515 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:43:36.151834 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde27d7b-31e8-4c4e-b504-ab899b4b6fef None None] The sync data for ids ['a8df4bea-6984-4247-bfb9-2966160dd450'] in n-d-843939-1 is: [{'id': 'a8df4bea-6984-4247-bfb9-2966160dd450', 'name': '', 'tenant_id': '34c6a95d1b734972a24026ecd16f9620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:43:26Z', 'updated_at': '2022-05-31T13:43:34Z', 'revision_number': 4, 'project_id': '34c6a95d1b734972a24026ecd16f9620', 'gw_port_host': None}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:43:36.156914 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-52124d47-4d93-4e31-8f28-a087464f322b None None] Provisioning for port 03bb233f-f12a-430d-8312-a2cfc37bf195 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:43:36.166342 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-52124d47-4d93-4e31-8f28-a087464f322b None None] Provisioning complete for port 03bb233f-f12a-430d-8312-a2cfc37bf195 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:43:36.166711 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-52124d47-4d93-4e31-8f28-a087464f322b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:36.184387 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d16baa27-b20e-455e-b777-f2f3bbffb9b9 req-1abd215e-3c32-4692-bd4f-b9b4b988302a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=48ff30cd-fefc-45b9-9b91-2fda26bd24e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1176054 May 31 13:43:36.196981 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 9728b3ef-86b6-425a-ba9d-cef450002515, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=9728b3ef-86b6-425a-ba9d-cef450002515,segment=NetworkSegment(f54b2e83-3a75-45c3-9894-0e5fd66a90c1),segment_id=f54b2e83-3a75-45c3-9894-0e5fd66a90c1)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:43:36.212540 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:36.216253 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-fb815f89-6d21-4506-8848-6c542176baa4 req-281dcf4b-8426-4f97-b630-9c998d368b48 service neutron] Request body: {'port': {'device_id': '29730d29-706f-4208-abc2-3e3a4db6a79d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:43:36.240199 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-a2bfaef9-9538-42c2-93ec-490398567a8c tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] For port b581d5b2-a879-4c6b-9b68-9e85059a161d, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=b581d5b2-a879-4c6b-9b68-9e85059a161d,segment=NetworkSegment(720166c5-fea3-49bd-b017-fd72174835c4),segment_id=720166c5-fea3-49bd-b017-fd72174835c4)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:43:36.240874 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a2bfaef9-9538-42c2-93ec-490398567a8c tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:36.356977 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=9728b3ef-86b6-425a-ba9d-cef450002515,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:36.404539 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-52124d47-4d93-4e31-8f28-a087464f322b None None] Port 03bb233f-f12a-430d-8312-a2cfc37bf195 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:43:36.460470 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-a2bfaef9-9538-42c2-93ec-490398567a8c tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Calling delete_port for b581d5b2-a879-4c6b-9b68-9e85059a161d owned by network:router_gateway {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:43:36.486632 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bcf877ea-2cd8-4006-96a7-19775006c6d1 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:36.493660 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['9728b3ef-86b6-425a-ba9d-cef450002515'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:43:36.506689 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-80134e69-2ea2-4e8e-8ed4-001563ea7e99 req-70330d73-c2f5-4800-a203-c0a536629dc4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=31a202d9-a9b5-4acd-a282-48a8818cfd70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3182633 May 31 13:43:36.554323 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b3cedc19-0d53-4394-a432-09999449cd88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:36.756675 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-bcf877ea-2cd8-4006-96a7-19775006c6d1 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Calling delete_port for 5bfa971d-87bb-40bd-931b-660d5ef73880 owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:43:36.817749 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b3cedc19-0d53-4394-a432-09999449cd88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:43:36.835865 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a2bfaef9-9538-42c2-93ec-490398567a8c tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:36.849798 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-b3cedc19-0d53-4394-a432-09999449cd88 admin admin] Usage tracker for resource:security_group_rule and tenant:a9332f1a294146faa132318ca2145380 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:43:36.915177 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-b3cedc19-0d53-4394-a432-09999449cd88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:43:36.930627 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d16baa27-b20e-455e-b777-f2f3bbffb9b9 req-32c2957f-b4b3-49c0-bdbe-16ca18df6002 service neutron] 10.222.0.44 "GET /v2.0/networks/48ff30cd-fefc-45b9-9b91-2fda26bd24e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6399174 May 31 13:43:36.946701 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bfaef9-9538-42c2-93ec-490398567a8c tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Pushing event deleted for resources: {'Port': ['ID=b581d5b2-a879-4c6b-9b68-9e85059a161d,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:36.960384 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b3cedc19-0d53-4394-a432-09999449cd88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:43:36.977545 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a2bfaef9-9538-42c2-93ec-490398567a8c tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577389'] for router_gateway, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:37.018701 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-fb815f89-6d21-4506-8848-6c542176baa4 req-281dcf4b-8426-4f97-b630-9c998d368b48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:37.039674 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb985222-af72-4100-8f90-a54022184346 req-1972c8da-b24b-46b0-88ad-789ba1f61e5b tempest-ServersNegativeTestMultiTenantJSON-392784037 tempest-ServersNegativeTestMultiTenantJSON-392784037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:37.048333 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-eb985222-af72-4100-8f90-a54022184346 req-1972c8da-b24b-46b0-88ad-789ba1f61e5b tempest-ServersNegativeTestMultiTenantJSON-392784037 tempest-ServersNegativeTestMultiTenantJSON-392784037-project] 10.222.0.50 "GET /v2.0/ports?device_id=831e08e5-716b-47cd-a2a2-2b68e41c8fc0 HTTP/1.1" status: 200 len: 943 time: 1.0646887 May 31 13:43:37.143421 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521d4973-59ad-4d28-b1ba-c73a3a342d79 req-c0381496-37be-4db8-93c0-b6b6a50fc328 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:37.145716 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-521d4973-59ad-4d28-b1ba-c73a3a342d79 req-c0381496-37be-4db8-93c0-b6b6a50fc328 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/ports?device_id=9dd463a5-9d21-48e0-ada6-be857870f38c HTTP/1.1" status: 200 len: 932 time: 1.1628349 May 31 13:43:37.259531 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-218f0668-6525-4383-8f17-8aaf2939948e req-d40a9c9d-8b59-4f37-8188-7e88b95e52b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:37.284230 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-80134e69-2ea2-4e8e-8ed4-001563ea7e99 req-e1d033ff-55d0-42e9-8966-1b77752efe44 service neutron] 10.222.0.44 "GET /v2.0/networks/31a202d9-a9b5-4acd-a282-48a8818cfd70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7672148 May 31 13:43:37.307051 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bcf877ea-2cd8-4006-96a7-19775006c6d1 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:37.361830 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a2bfaef9-9538-42c2-93ec-490398567a8c tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:37.396950 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:37.493560 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a2bfaef9-9538-42c2-93ec-490398567a8c tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:37.524976 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf877ea-2cd8-4006-96a7-19775006c6d1 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Pushing event deleted for resources: {'Port': ['ID=5bfa971d-87bb-40bd-931b-660d5ef73880,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:37.546166 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-521d4973-59ad-4d28-b1ba-c73a3a342d79 req-971279f0-dbc7-4a5b-9712-6182d780eae1 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/security-groups?id=5424f9d7-abf8-4041-abc4-e7d6e8e2efef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3561673 May 31 13:43:37.557819 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a2bfaef9-9538-42c2-93ec-490398567a8c tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:37.558290 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2bfaef9-9538-42c2-93ec-490398567a8c tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a8df4bea-6984-4247-bfb9-2966160dd450 {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:43:37.563126 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-eb985222-af72-4100-8f90-a54022184346 req-0a0afde2-62c0-4dcb-ba6c-78061c55925b tempest-ServersNegativeTestMultiTenantJSON-392784037 tempest-ServersNegativeTestMultiTenantJSON-392784037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9a05331f-aa3a-4f39-a1f0-78778979df1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5138958 May 31 13:43:37.584426 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bcf877ea-2cd8-4006-96a7-19775006c6d1 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:37.592923 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d16baa27-b20e-455e-b777-f2f3bbffb9b9 req-bf969d01-43de-4aa0-b730-3e8530697630 service neutron] 10.222.0.44 "GET /v2.0/networks/48ff30cd-fefc-45b9-9b91-2fda26bd24e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6477897 May 31 13:43:37.783843 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b3cedc19-0d53-4394-a432-09999449cd88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:37.799115 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b3cedc19-0d53-4394-a432-09999449cd88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:37.893462 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a2bfaef9-9538-42c2-93ec-490398567a8c tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:37.897885 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a2bfaef9-9538-42c2-93ec-490398567a8c tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] 10.222.0.50 "DELETE /v2.0/routers/a8df4bea-6984-4247-bfb9-2966160dd450 HTTP/1.1" status: 204 len: 168 time: 4.3886533 May 31 13:43:37.909683 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59548) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:37.916426 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b3cedc19-0d53-4394-a432-09999449cd88 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a9332f1a294146faa132318ca2145380&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9855232 May 31 13:43:37.917293 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cedc19-0d53-4394-a432-09999449cd88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92301476-038f-43e6-875e-72e8838bc0f9,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:37.920065 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59554) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:37.931445 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-bcf877ea-2cd8-4006-96a7-19775006c6d1 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] 10.222.0.50 "DELETE /v2.0/ports/5bfa971d-87bb-40bd-931b-660d5ef73880 HTTP/1.1" status: 204 len: 168 time: 3.5897408 May 31 13:43:37.932382 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 59556) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:38.106183 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-faec8ddf-3963-4d78-af1f-e1250599b7a6 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] DELETE failed (client error): The resource could not be found. May 31 13:43:38.106183 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faec8ddf-3963-4d78-af1f-e1250599b7a6 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:43:38.108319 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-faec8ddf-3963-4d78-af1f-e1250599b7a6 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] 10.222.0.50 "DELETE /v2.0/subnets/d7fa4679-23fb-4b2b-8ec8-f7d1862ab8ef HTTP/1.1" status: 404 len: 337 time: 0.1316121 May 31 13:43:38.116926 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59566) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:38.122688 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f739208-c1bb-4193-aba7-d40da4b904d6 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Deleting subnet 6205bdfb-5377-4309-8821-9e2087ed110e {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:43:38.126662 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6f739208-c1bb-4193-aba7-d40da4b904d6 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:38.131817 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-80134e69-2ea2-4e8e-8ed4-001563ea7e99 req-11c3564e-b8b1-40cd-81b0-ff7fa2744833 service neutron] 10.222.0.44 "GET /v2.0/networks/31a202d9-a9b5-4acd-a282-48a8818cfd70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8358238 May 31 13:43:38.203066 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [req-218f0668-6525-4383-8f17-8aaf2939948e req-d40a9c9d-8b59-4f37-8188-7e88b95e52b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03bb233f-f12a-430d-8312-a2cfc37bf195 {{(pid=88369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:43:38.229328 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-218f0668-6525-4383-8f17-8aaf2939948e req-d40a9c9d-8b59-4f37-8188-7e88b95e52b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:38.292197 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f239f-a67d-4f14-94a3-8a116f487353 req-722dc56a-16bf-4662-8679-02148479d455 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:38.294466 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c69f239f-a67d-4f14-94a3-8a116f487353 req-722dc56a-16bf-4662-8679-02148479d455 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/ports?device_id=e704e46a-b1ae-4097-bfd1-f7c0e61530ae HTTP/1.1" status: 200 len: 946 time: 0.4010725 May 31 13:43:38.325241 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-51c3745b-95e3-4d6d-b4cf-25d640729f38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:38.333331 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942b34a8-f553-4591-9c6c-669af63e6a5b req-5620303b-4849-4857-818c-b4755a21a81e tempest-ServerAddressesTestJSON-594524053 tempest-ServerAddressesTestJSON-594524053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:38.335120 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-942b34a8-f553-4591-9c6c-669af63e6a5b req-5620303b-4849-4857-818c-b4755a21a81e tempest-ServerAddressesTestJSON-594524053 tempest-ServerAddressesTestJSON-594524053-project] 10.222.0.50 "GET /v2.0/ports?device_id=29730d29-706f-4208-abc2-3e3a4db6a79d HTTP/1.1" status: 200 len: 931 time: 0.4429765 May 31 13:43:38.342815 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-218f0668-6525-4383-8f17-8aaf2939948e req-d40a9c9d-8b59-4f37-8188-7e88b95e52b5 service neutron] Transition to ACTIVE for port object 03bb233f-f12a-430d-8312-a2cfc37bf195 will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:43:38.345408 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6f739208-c1bb-4193-aba7-d40da4b904d6 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:38.401283 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-218f0668-6525-4383-8f17-8aaf2939948e req-d40a9c9d-8b59-4f37-8188-7e88b95e52b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:38.463375 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9eefbf5a-43c0-41fe-9129-157fcef00859 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:38.492115 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-51c3745b-95e3-4d6d-b4cf-25d640729f38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:38.493788 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c69f239f-a67d-4f14-94a3-8a116f487353 req-f42889fe-77f8-44d9-869f-8beba5e1f879 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/security-groups?id=1729ab42-7be5-44f8-b17a-0e9ffb5ba8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693337 May 31 13:43:38.512933 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-942b34a8-f553-4591-9c6c-669af63e6a5b req-7878117e-ea3e-4912-aebb-9dacc6da84d1 tempest-ServerAddressesTestJSON-594524053 tempest-ServerAddressesTestJSON-594524053-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe9963ba-cbd1-49dd-b77d-616fc9302467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551318 May 31 13:43:38.533574 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-fb815f89-6d21-4506-8848-6c542176baa4 req-281dcf4b-8426-4f97-b630-9c998d368b48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3ba5e6a-7253-49f0-832b-03cc302800be {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:43:38.543049 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-fb815f89-6d21-4506-8848-6c542176baa4 req-281dcf4b-8426-4f97-b630-9c998d368b48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:38.565607 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-fb815f89-6d21-4506-8848-6c542176baa4 req-281dcf4b-8426-4f97-b630-9c998d368b48 service neutron] Transition to ACTIVE for port object e3ba5e6a-7253-49f0-832b-03cc302800be will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:43:38.571363 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-fb815f89-6d21-4506-8848-6c542176baa4 req-281dcf4b-8426-4f97-b630-9c998d368b48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:38.590229 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59576) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:38.633902 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6f739208-c1bb-4193-aba7-d40da4b904d6 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:38.723699 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281dcf4b-8426-4f97-b630-9c998d368b48 service neutron] Pushing event updated for resources: {'Port': ['ID=e3ba5e6a-7253-49f0-832b-03cc302800be,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:38.803919 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40a9c9d-8b59-4f37-8188-7e88b95e52b5 service neutron] Pushing event updated for resources: {'Port': ['ID=03bb233f-f12a-430d-8312-a2cfc37bf195,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:38.817873 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6f739208-c1bb-4193-aba7-d40da4b904d6 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:38.842769 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:38.858338 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-9eefbf5a-43c0-41fe-9129-157fcef00859 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Deleting port b04c9edb-db30-449e-a0a5-c70f8cce41f2 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:43:38.859998 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9eefbf5a-43c0-41fe-9129-157fcef00859 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:38.958212 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f739208-c1bb-4193-aba7-d40da4b904d6 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=6205bdfb-5377-4309-8821-9e2087ed110e,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:38.970459 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 9728b3ef-86b6-425a-ba9d-cef450002515 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:43:38.985220 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6f739208-c1bb-4193-aba7-d40da4b904d6 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:38.991033 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ec35eec5-a420-4106-b650-9aba662d6e54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:39.002081 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-fb815f89-6d21-4506-8848-6c542176baa4 req-281dcf4b-8426-4f97-b630-9c998d368b48 service neutron] Attempting to bind port e3ba5e6a-7253-49f0-832b-03cc302800be on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:43:39.003037 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-fb815f89-6d21-4506-8848-6c542176baa4 req-281dcf4b-8426-4f97-b630-9c998d368b48 service neutron] Attempting to bind port e3ba5e6a-7253-49f0-832b-03cc302800be by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'ffb87012-13bc-4c74-88dc-73a5d81b3849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '62805d3a-ead6-4e52-9343-839e058e06e4'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:43:39.003367 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb815f89-6d21-4506-8848-6c542176baa4 req-281dcf4b-8426-4f97-b630-9c998d368b48 service neutron] Attempting to bind port e3ba5e6a-7253-49f0-832b-03cc302800be on network 62805d3a-ead6-4e52-9343-839e058e06e4 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:43:39.015286 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb815f89-6d21-4506-8848-6c542176baa4 req-281dcf4b-8426-4f97-b630-9c998d368b48 service neutron] Port e3ba5e6a-7253-49f0-832b-03cc302800be on network 62805d3a-ead6-4e52-9343-839e058e06e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:43:39.015923 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb815f89-6d21-4506-8848-6c542176baa4 req-281dcf4b-8426-4f97-b630-9c998d368b48 service neutron] Attempting to bind port e3ba5e6a-7253-49f0-832b-03cc302800be on network 62805d3a-ead6-4e52-9343-839e058e06e4 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:43:39.030186 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb815f89-6d21-4506-8848-6c542176baa4 req-281dcf4b-8426-4f97-b630-9c998d368b48 service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:43:39.030585 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb815f89-6d21-4506-8848-6c542176baa4 req-281dcf4b-8426-4f97-b630-9c998d368b48 service neutron] Checking segment: {'id': 'ffb87012-13bc-4c74-88dc-73a5d81b3849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '62805d3a-ead6-4e52-9343-839e058e06e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:43:39.030895 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb815f89-6d21-4506-8848-6c542176baa4 req-281dcf4b-8426-4f97-b630-9c998d368b48 service neutron] Bound using segment: {'id': 'ffb87012-13bc-4c74-88dc-73a5d81b3849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '62805d3a-ead6-4e52-9343-839e058e06e4'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:43:39.031338 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-fb815f89-6d21-4506-8848-6c542176baa4 req-281dcf4b-8426-4f97-b630-9c998d368b48 service neutron] Bound port: e3ba5e6a-7253-49f0-832b-03cc302800be, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffb87012-13bc-4c74-88dc-73a5d81b3849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '62805d3a-ead6-4e52-9343-839e058e06e4'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:43:39.031685 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-fb815f89-6d21-4506-8848-6c542176baa4 req-281dcf4b-8426-4f97-b630-9c998d368b48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:39.060581 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ec35eec5-a420-4106-b650-9aba662d6e54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:43:39.060801 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655e16fc-bf49-4e45-89a6-66d602b6bc14 req-95304eb0-3686-42da-8a99-faea59c1c688 tempest-ServersNegativeTestMultiTenantJSON-392784037 tempest-ServersNegativeTestMultiTenantJSON-392784037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:39.062897 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-655e16fc-bf49-4e45-89a6-66d602b6bc14 req-95304eb0-3686-42da-8a99-faea59c1c688 tempest-ServersNegativeTestMultiTenantJSON-392784037 tempest-ServersNegativeTestMultiTenantJSON-392784037-project] 10.222.0.50 "GET /v2.0/ports?device_id=831e08e5-716b-47cd-a2a2-2b68e41c8fc0 HTTP/1.1" status: 200 len: 944 time: 0.2299240 May 31 13:43:39.066194 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port 9728b3ef-86b6-425a-ba9d-cef450002515 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:43:39.068675 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-6f739208-c1bb-4193-aba7-d40da4b904d6 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] 10.222.0.50 "DELETE /v2.0/subnets/6205bdfb-5377-4309-8821-9e2087ed110e HTTP/1.1" status: 204 len: 168 time: 1.1577511 May 31 13:43:39.075115 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port 9728b3ef-86b6-425a-ba9d-cef450002515 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:43:39.075491 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:39.075909 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b9adf3-6a42-4d76-b22c-9e05b3b4b571 req-99da1afd-83ca-4f19-bd56-38b45d386fc7 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:39.077437 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-43b9adf3-6a42-4d76-b22c-9e05b3b4b571 req-99da1afd-83ca-4f19-bd56-38b45d386fc7 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/ports?device_id=9dd463a5-9d21-48e0-ada6-be857870f38c HTTP/1.1" status: 200 len: 944 time: 0.2936285 May 31 13:43:39.077929 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 59586) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:39.212601 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 9728b3ef-86b6-425a-ba9d-cef450002515 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:43:39.213062 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:39.219988 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ec35eec5-a420-4106-b650-9aba662d6e54 admin admin] Usage tracker for resource:security_group_rule and tenant:2dd4feb101df44829879d85635594a3c is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:43:39.222546 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-51c3745b-95e3-4d6d-b4cf-25d640729f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:39.225322 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-51c3745b-95e3-4d6d-b4cf-25d640729f38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:39.228667 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-51c3745b-95e3-4d6d-b4cf-25d640729f38 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/92301476-038f-43e6-875e-72e8838bc0f9 HTTP/1.1" status: 204 len: 168 time: 1.2564354 May 31 13:43:39.228667 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ec35eec5-a420-4106-b650-9aba662d6e54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:43:39.242825 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ec35eec5-a420-4106-b650-9aba662d6e54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:43:39.262724 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 9728b3ef-86b6-425a-ba9d-cef450002515, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=9728b3ef-86b6-425a-ba9d-cef450002515,segment=NetworkSegment(f54b2e83-3a75-45c3-9894-0e5fd66a90c1),segment_id=f54b2e83-3a75-45c3-9894-0e5fd66a90c1)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:43:39.263876 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '831e08e5-716b-47cd-a2a2-2b68e41c8fc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9728b3ef-86b6-425a-ba9d-cef450002515'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:43:39.272412 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:39.280959 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-655e16fc-bf49-4e45-89a6-66d602b6bc14 req-d07a8928-8e67-4995-ae36-c22df74862ff tempest-ServersNegativeTestMultiTenantJSON-392784037 tempest-ServersNegativeTestMultiTenantJSON-392784037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9a05331f-aa3a-4f39-a1f0-78778979df1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017193 May 31 13:43:39.351227 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-43b9adf3-6a42-4d76-b22c-9e05b3b4b571 req-a5ceb100-0012-4378-b15d-e65256a215ba tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/security-groups?id=5424f9d7-abf8-4041-abc4-e7d6e8e2efef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2292852 May 31 13:43:39.365533 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e8bfde05-54de-4f5a-a4fa-d21e41fa2006 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:39.390695 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-fb815f89-6d21-4506-8848-6c542176baa4 req-281dcf4b-8426-4f97-b630-9c998d368b48 service neutron] For port e3ba5e6a-7253-49f0-832b-03cc302800be, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:43:39.397324 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-fb815f89-6d21-4506-8848-6c542176baa4 req-281dcf4b-8426-4f97-b630-9c998d368b48 service neutron] For port e3ba5e6a-7253-49f0-832b-03cc302800be, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=e3ba5e6a-7253-49f0-832b-03cc302800be,segment=NetworkSegment(ffb87012-13bc-4c74-88dc-73a5d81b3849),segment_id=ffb87012-13bc-4c74-88dc-73a5d81b3849)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:43:39.406206 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e6a02cc-1096-4617-b1f9-318e80e921c5'] response: {'server_uuid': '831e08e5-716b-47cd-a2a2-2b68e41c8fc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9728b3ef-86b6-425a-ba9d-cef450002515', 'code': 200} May 31 13:43:39.438320 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-fb815f89-6d21-4506-8848-6c542176baa4 req-281dcf4b-8426-4f97-b630-9c998d368b48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:39.465667 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=9728b3ef-86b6-425a-ba9d-cef450002515,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:39.562040 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-9eefbf5a-43c0-41fe-9129-157fcef00859 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] For port b04c9edb-db30-449e-a0a5-c70f8cce41f2, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=b04c9edb-db30-449e-a0a5-c70f8cce41f2,segment=NetworkSegment(12a1c98b-f986-4652-95f7-217b441d1ffd),segment_id=12a1c98b-f986-4652-95f7-217b441d1ffd)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:43:39.562696 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9eefbf5a-43c0-41fe-9129-157fcef00859 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:39.657965 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb815f89-6d21-4506-8848-6c542176baa4 req-281dcf4b-8426-4f97-b630-9c998d368b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:39.658608 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-fb815f89-6d21-4506-8848-6c542176baa4 req-281dcf4b-8426-4f97-b630-9c998d368b48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:39.660004 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fb815f89-6d21-4506-8848-6c542176baa4 req-281dcf4b-8426-4f97-b630-9c998d368b48 service neutron] 10.222.0.44 "PUT /v2.0/ports/e3ba5e6a-7253-49f0-832b-03cc302800be HTTP/1.1" status: 200 len: 1091 time: 3.5345349 May 31 13:43:39.661102 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29730d29-706f-4208-abc2-3e3a4db6a79d', 'tag': 'e3ba5e6a-7253-49f0-832b-03cc302800be'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:43:39.745109 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-9eefbf5a-43c0-41fe-9129-157fcef00859 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Calling delete_port for b04c9edb-db30-449e-a0a5-c70f8cce41f2 owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:43:39.827681 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ec35eec5-a420-4106-b650-9aba662d6e54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:39.828778 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-218f0668-6525-4383-8f17-8aaf2939948e req-d40a9c9d-8b59-4f37-8188-7e88b95e52b5 service neutron] Attempting to bind port 03bb233f-f12a-430d-8312-a2cfc37bf195 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:43:39.829339 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-218f0668-6525-4383-8f17-8aaf2939948e req-d40a9c9d-8b59-4f37-8188-7e88b95e52b5 service neutron] Attempting to bind port 03bb233f-f12a-430d-8312-a2cfc37bf195 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': '6b65bfb8-228e-47d1-aaec-20277f3110d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f4e69724-d0b8-4d4d-97a2-cfcb4a62380c'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:43:39.829628 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218f0668-6525-4383-8f17-8aaf2939948e req-d40a9c9d-8b59-4f37-8188-7e88b95e52b5 service neutron] Attempting to bind port 03bb233f-f12a-430d-8312-a2cfc37bf195 on network f4e69724-d0b8-4d4d-97a2-cfcb4a62380c {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:43:39.832030 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c3745b-95e3-4d6d-b4cf-25d640729f38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92301476-038f-43e6-875e-72e8838bc0f9,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:39.840124 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ec35eec5-a420-4106-b650-9aba662d6e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:39.883967 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ec35eec5-a420-4106-b650-9aba662d6e54 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2dd4feb101df44829879d85635594a3c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2859476 May 31 13:43:39.890815 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218f0668-6525-4383-8f17-8aaf2939948e req-d40a9c9d-8b59-4f37-8188-7e88b95e52b5 service neutron] Port 03bb233f-f12a-430d-8312-a2cfc37bf195 on network f4e69724-d0b8-4d4d-97a2-cfcb4a62380c not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:43:39.891122 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218f0668-6525-4383-8f17-8aaf2939948e req-d40a9c9d-8b59-4f37-8188-7e88b95e52b5 service neutron] Attempting to bind port 03bb233f-f12a-430d-8312-a2cfc37bf195 on network f4e69724-d0b8-4d4d-97a2-cfcb4a62380c {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:43:39.893474 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59610) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:39.941788 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218f0668-6525-4383-8f17-8aaf2939948e req-d40a9c9d-8b59-4f37-8188-7e88b95e52b5 service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:43:39.942220 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218f0668-6525-4383-8f17-8aaf2939948e req-d40a9c9d-8b59-4f37-8188-7e88b95e52b5 service neutron] Checking segment: {'id': '6b65bfb8-228e-47d1-aaec-20277f3110d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f4e69724-d0b8-4d4d-97a2-cfcb4a62380c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:43:39.942573 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218f0668-6525-4383-8f17-8aaf2939948e req-d40a9c9d-8b59-4f37-8188-7e88b95e52b5 service neutron] Bound using segment: {'id': '6b65bfb8-228e-47d1-aaec-20277f3110d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f4e69724-d0b8-4d4d-97a2-cfcb4a62380c'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:43:39.943025 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-218f0668-6525-4383-8f17-8aaf2939948e req-d40a9c9d-8b59-4f37-8188-7e88b95e52b5 service neutron] Bound port: 03bb233f-f12a-430d-8312-a2cfc37bf195, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b65bfb8-228e-47d1-aaec-20277f3110d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f4e69724-d0b8-4d4d-97a2-cfcb4a62380c'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:43:39.943375 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-218f0668-6525-4383-8f17-8aaf2939948e req-d40a9c9d-8b59-4f37-8188-7e88b95e52b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:39.966101 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec35eec5-a420-4106-b650-9aba662d6e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f9cb2c6-fc7a-4929-8d7a-ade14e156c40,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:39.977354 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e8bfde05-54de-4f5a-a4fa-d21e41fa2006 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:40.045720 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281dcf4b-8426-4f97-b630-9c998d368b48 service neutron] Pushing event updated for resources: {'Port': ['ID=e3ba5e6a-7253-49f0-832b-03cc302800be,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:40.055354 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9eefbf5a-43c0-41fe-9129-157fcef00859 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:40.068423 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-e8bfde05-54de-4f5a-a4fa-d21e41fa2006 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4fd7c6c-3dc5-4e01-b2b3-8e7e1c6b641e']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:43:40.102414 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-e8bfde05-54de-4f5a-a4fa-d21e41fa2006 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '720166c5-fea3-49bd-b017-fd72174835c4') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:43:40.102650 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-e8bfde05-54de-4f5a-a4fa-d21e41fa2006 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '720166c5-fea3-49bd-b017-fd72174835c4') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:43:40.126345 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e8bfde05-54de-4f5a-a4fa-d21e41fa2006 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:40.142656 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eefbf5a-43c0-41fe-9129-157fcef00859 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] No DVR routers for this DVR port b04c9edb-db30-449e-a0a5-c70f8cce41f2 on host n-d-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:43:40.144149 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eefbf5a-43c0-41fe-9129-157fcef00859 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Pushing event deleted for resources: {'Port': ['ID=b04c9edb-db30-449e-a0a5-c70f8cce41f2,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:40.154467 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d3260-d0b2-42db-bd41-f63afeabec2e req-af24824f-f767-49dc-ad59-e05298471528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:40.156038 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6f6d3260-d0b2-42db-bd41-f63afeabec2e req-af24824f-f767-49dc-ad59-e05298471528 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=831e08e5-716b-47cd-a2a2-2b68e41c8fc0 HTTP/1.1" status: 200 len: 1096 time: 0.6428969 May 31 13:43:40.157707 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e8bfde05-54de-4f5a-a4fa-d21e41fa2006 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:40.187397 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8bfde05-54de-4f5a-a4fa-d21e41fa2006 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:43:40.187807 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e8bfde05-54de-4f5a-a4fa-d21e41fa2006 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:40.224268 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-15d44306-db35-40b5-9120-cafb283c2527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:40.270071 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 720166c5-fea3-49bd-b017-fd72174835c4 resource provider aggregate not found May 31 13:43:40.317543 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 720166c5-fea3-49bd-b017-fd72174835c4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 720166c5-fea3-49bd-b017-fd72174835c4 found for delete ", "request_id": "req-fbdcd0ab-0222-4661-aa90-8df08de770f9"}]} May 31 13:43:40.320072 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb815f89-6d21-4506-8848-6c542176baa4 req-89ab4caa-2a62-4303-bfb0-bb63a397cd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:40.321935 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fb815f89-6d21-4506-8848-6c542176baa4 req-89ab4caa-2a62-4303-bfb0-bb63a397cd75 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=370804a52c8f49f2941aec42dacfa2c3&device_id=29730d29-706f-4208-abc2-3e3a4db6a79d HTTP/1.1" status: 200 len: 1094 time: 0.5774951 May 31 13:43:40.329460 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ffd145-0182-4640-993b-0355dd158f6e req-adc87590-6634-4e48-a49a-3034c760c87e tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:40.330928 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-45ffd145-0182-4640-993b-0355dd158f6e req-adc87590-6634-4e48-a49a-3034c760c87e tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/ports?device_id=e704e46a-b1ae-4097-bfd1-f7c0e61530ae HTTP/1.1" status: 200 len: 946 time: 0.6448951 May 31 13:43:40.361380 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-218f0668-6525-4383-8f17-8aaf2939948e req-d40a9c9d-8b59-4f37-8188-7e88b95e52b5 service neutron] For port 03bb233f-f12a-430d-8312-a2cfc37bf195, host n-h2-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:43:40.368667 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-15d44306-db35-40b5-9120-cafb283c2527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:40.390601 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9eefbf5a-43c0-41fe-9129-157fcef00859 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:40.409587 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-218f0668-6525-4383-8f17-8aaf2939948e req-d40a9c9d-8b59-4f37-8188-7e88b95e52b5 service neutron] For port 03bb233f-f12a-430d-8312-a2cfc37bf195, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=03bb233f-f12a-430d-8312-a2cfc37bf195,segment=NetworkSegment(6b65bfb8-228e-47d1-aaec-20277f3110d6),segment_id=6b65bfb8-228e-47d1-aaec-20277f3110d6)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:43:40.414836 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28005db7-bde7-4728-97c3-0f97c47a1add req-e5c12bb0-fef0-4249-b28a-bf49bfd852d6 tempest-ServerAddressesTestJSON-594524053 tempest-ServerAddressesTestJSON-594524053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:40.422635 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-28005db7-bde7-4728-97c3-0f97c47a1add req-e5c12bb0-fef0-4249-b28a-bf49bfd852d6 tempest-ServerAddressesTestJSON-594524053 tempest-ServerAddressesTestJSON-594524053-project] 10.222.0.50 "GET /v2.0/ports?device_id=29730d29-706f-4208-abc2-3e3a4db6a79d HTTP/1.1" status: 200 len: 943 time: 0.6890945 May 31 13:43:40.437936 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-218f0668-6525-4383-8f17-8aaf2939948e req-d40a9c9d-8b59-4f37-8188-7e88b95e52b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:40.452462 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6f6d3260-d0b2-42db-bd41-f63afeabec2e req-c78dc450-69aa-4ea6-9c0c-25059e0b6266 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9a05331f-aa3a-4f39-a1f0-78778979df1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870245 May 31 13:43:40.453647 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fb815f89-6d21-4506-8848-6c542176baa4 req-b9f1466b-8fa8-4750-8fcb-c72a1cab0032 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3ba5e6a-7253-49f0-832b-03cc302800be HTTP/1.1" status: 200 len: 217 time: 0.1218727 May 31 13:43:40.456054 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e8bfde05-54de-4f5a-a4fa-d21e41fa2006 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:40.479881 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8bfde05-54de-4f5a-a4fa-d21e41fa2006 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b4fd7c6c-3dc5-4e01-b2b3-8e7e1c6b641e {{(pid=88370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 31 13:43:40.494862 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bfde05-54de-4f5a-a4fa-d21e41fa2006 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Pushing event deleted for resources: {'Network': ['ID=b4fd7c6c-3dc5-4e01-b2b3-8e7e1c6b641e,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:40.497969 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e8bfde05-54de-4f5a-a4fa-d21e41fa2006 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:40.524566 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-e8bfde05-54de-4f5a-a4fa-d21e41fa2006 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] 10.222.0.50 "DELETE /v2.0/networks/b4fd7c6c-3dc5-4e01-b2b3-8e7e1c6b641e HTTP/1.1" status: 204 len: 168 time: 1.4313633 May 31 13:43:40.543408 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-9eefbf5a-43c0-41fe-9129-157fcef00859 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0804bb6f-81bc-41c9-9528-526b1905cb18']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:43:40.546566 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-45ffd145-0182-4640-993b-0355dd158f6e req-260d4634-4afa-4eea-9fa2-4e406cc09c1f tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/security-groups?id=1729ab42-7be5-44f8-b17a-0e9ffb5ba8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504993 May 31 13:43:40.558926 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4d132fad-eca2-4f4a-ae04-bb408324e8ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:40.583838 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f0668-6525-4383-8f17-8aaf2939948e req-d40a9c9d-8b59-4f37-8188-7e88b95e52b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:40.585371 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-218f0668-6525-4383-8f17-8aaf2939948e req-d40a9c9d-8b59-4f37-8188-7e88b95e52b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:40.587493 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-218f0668-6525-4383-8f17-8aaf2939948e req-d40a9c9d-8b59-4f37-8188-7e88b95e52b5 service neutron] 10.222.0.44 "PUT /v2.0/ports/03bb233f-f12a-430d-8312-a2cfc37bf195 HTTP/1.1" status: 200 len: 1092 time: 4.7545047 May 31 13:43:40.596258 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-9eefbf5a-43c0-41fe-9129-157fcef00859 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12a1c98b-f986-4652-95f7-217b441d1ffd') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:43:40.596771 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-9eefbf5a-43c0-41fe-9129-157fcef00859 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12a1c98b-f986-4652-95f7-217b441d1ffd') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:43:40.606805 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dd463a5-9d21-48e0-ada6-be857870f38c', 'tag': '03bb233f-f12a-430d-8312-a2cfc37bf195'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:43:40.645487 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0677863-3385-4648-a864-999328a58d6e'] response: {'name': 'network-changed', 'server_uuid': '29730d29-706f-4208-abc2-3e3a4db6a79d', 'tag': 'e3ba5e6a-7253-49f0-832b-03cc302800be', 'status': 'completed', 'code': 200} May 31 13:43:40.661114 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9eefbf5a-43c0-41fe-9129-157fcef00859 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:40.706418 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9eefbf5a-43c0-41fe-9129-157fcef00859 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:40.747025 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40a9c9d-8b59-4f37-8188-7e88b95e52b5 service neutron] Pushing event updated for resources: {'Port': ['ID=03bb233f-f12a-430d-8312-a2cfc37bf195,revision_number=3']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:40.830419 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9eefbf5a-43c0-41fe-9129-157fcef00859 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:43:40.833701 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9eefbf5a-43c0-41fe-9129-157fcef00859 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:40.861974 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb815f89-6d21-4506-8848-6c542176baa4 req-663dde13-5111-45ae-873a-6f1e7091a812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:40.864069 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fb815f89-6d21-4506-8848-6c542176baa4 req-663dde13-5111-45ae-873a-6f1e7091a812 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=da9acef8-4f0c-4d78-b680-eb8b4b6adc0a HTTP/1.1" status: 200 len: 853 time: 0.1764648 May 31 13:43:41.006371 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-15d44306-db35-40b5-9120-cafb283c2527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:41.032456 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d44306-db35-40b5-9120-cafb283c2527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f9cb2c6-fc7a-4929-8d7a-ade14e156c40,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:41.048933 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 12a1c98b-f986-4652-95f7-217b441d1ffd resource provider aggregate not found May 31 13:43:41.077922 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fb815f89-6d21-4506-8848-6c542176baa4 req-8666a327-13f6-4210-af0f-a42bbdceec07 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=62805d3a-ead6-4e52-9343-839e058e06e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1492772 May 31 13:43:41.095517 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 12a1c98b-f986-4652-95f7-217b441d1ffd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 12a1c98b-f986-4652-95f7-217b441d1ffd found for delete ", "request_id": "req-bb688035-b7b7-4cea-97a0-b2847bc69620"}]} May 31 13:43:41.097273 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9eefbf5a-43c0-41fe-9129-157fcef00859 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:41.103728 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-15d44306-db35-40b5-9120-cafb283c2527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:41.107196 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-15d44306-db35-40b5-9120-cafb283c2527 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2f9cb2c6-fc7a-4929-8d7a-ade14e156c40 HTTP/1.1" status: 204 len: 168 time: 1.2048485 May 31 13:43:41.132775 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-28005db7-bde7-4728-97c3-0f97c47a1add req-c0756f4e-51ad-4d09-9747-645e07b46475 tempest-ServerAddressesTestJSON-594524053 tempest-ServerAddressesTestJSON-594524053-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe9963ba-cbd1-49dd-b77d-616fc9302467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7090297 May 31 13:43:41.139884 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9eefbf5a-43c0-41fe-9129-157fcef00859 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:41.146586 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eefbf5a-43c0-41fe-9129-157fcef00859 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Pushing event deleted for resources: {'Network': ['ID=0804bb6f-81bc-41c9-9528-526b1905cb18,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:41.171540 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-9eefbf5a-43c0-41fe-9129-157fcef00859 tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] 10.222.0.50 "DELETE /v2.0/networks/0804bb6f-81bc-41c9-9528-526b1905cb18 HTTP/1.1" status: 204 len: 168 time: 3.0528994 May 31 13:43:41.175266 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59654) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:41.184322 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f0668-6525-4383-8f17-8aaf2939948e req-b4eb7edc-eccd-4d23-bba3-742b793955d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:41.186080 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-218f0668-6525-4383-8f17-8aaf2939948e req-b4eb7edc-eccd-4d23-bba3-742b793955d5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7e44bf4ef1bd484ea1258b83855c2d26&device_id=9dd463a5-9d21-48e0-ada6-be857870f38c HTTP/1.1" status: 200 len: 1095 time: 0.4488490 May 31 13:43:41.340269 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-218f0668-6525-4383-8f17-8aaf2939948e req-4a9197d8-4ed3-4945-b2e6-850dd1435b2e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=03bb233f-f12a-430d-8312-a2cfc37bf195 HTTP/1.1" status: 200 len: 217 time: 0.1451318 May 31 13:43:41.459922 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fb815f89-6d21-4506-8848-6c542176baa4 req-7a096dff-eba1-4e95-91fb-aa7e046fa569 service neutron] 10.222.0.44 "GET /v2.0/networks/62805d3a-ead6-4e52-9343-839e058e06e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3700252 May 31 13:43:41.471544 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-8c8e5061-ab2c-43f2-802f-2d06c631b15b tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Deleting port a26a79bf-7c23-433e-9227-9bdc1e5f11fb {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:43:41.471889 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8c8e5061-ab2c-43f2-802f-2d06c631b15b tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:41.593248 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59666) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:41.651970 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1886776b-0abe-4d18-bd9e-17d8179d34e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:41.673445 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59670) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:41.691196 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-42ba864f-6a4a-4e1e-a618-9231345d19bd tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Request body: {'router': {'name': 'tempest-router--1377297809', 'project_id': 'a9b4f179b0784fdea9e8bd0c28cdf63a'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:43:41.712889 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f0668-6525-4383-8f17-8aaf2939948e req-29773226-2b25-4a31-9083-968855cb85f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:41.715441 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-218f0668-6525-4383-8f17-8aaf2939948e req-29773226-2b25-4a31-9083-968855cb85f8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=24f2589f-f663-4739-8d87-078291d83152 HTTP/1.1" status: 200 len: 850 time: 0.3642366 May 31 13:43:41.716515 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-1886776b-0abe-4d18-bd9e-17d8179d34e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:43:41.724877 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-1886776b-0abe-4d18-bd9e-17d8179d34e7 admin admin] Usage tracker for resource:security_group_rule and tenant:37799b76224245a297df54837867f946 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:43:41.730189 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-1886776b-0abe-4d18-bd9e-17d8179d34e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:43:41.733588 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-42ba864f-6a4a-4e1e-a618-9231345d19bd tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:43:41.815796 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdf5434-8b09-40dd-8e32-bb1290b8c4a7 req-dab21916-afc6-4eac-b508-4d3cebc5b140 tempest-ServersNegativeTestMultiTenantJSON-392784037 tempest-ServersNegativeTestMultiTenantJSON-392784037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:41.818698 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3fdf5434-8b09-40dd-8e32-bb1290b8c4a7 req-dab21916-afc6-4eac-b508-4d3cebc5b140 tempest-ServersNegativeTestMultiTenantJSON-392784037 tempest-ServersNegativeTestMultiTenantJSON-392784037-project] 10.222.0.50 "GET /v2.0/ports?device_id=831e08e5-716b-47cd-a2a2-2b68e41c8fc0 HTTP/1.1" status: 200 len: 945 time: 0.8911893 May 31 13:43:41.851363 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-1886776b-0abe-4d18-bd9e-17d8179d34e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:43:41.866257 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-42ba864f-6a4a-4e1e-a618-9231345d19bd tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Usage tracker for resource:router and tenant:a9b4f179b0784fdea9e8bd0c28cdf63a is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:43:41.871002 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-42ba864f-6a4a-4e1e-a618-9231345d19bd tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:43:41.900798 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6589a4-3db3-4057-b50a-96bcec802f43 req-9a2623cb-1545-4d72-8add-93a97757acb3 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:41.902910 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cb6589a4-3db3-4057-b50a-96bcec802f43 req-9a2623cb-1545-4d72-8add-93a97757acb3 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/ports?device_id=9dd463a5-9d21-48e0-ada6-be857870f38c HTTP/1.1" status: 200 len: 944 time: 0.4411445 May 31 13:43:41.937333 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fb815f89-6d21-4506-8848-6c542176baa4 req-35dd25fb-9cf8-4a66-8252-f708cf194274 service neutron] 10.222.0.44 "GET /v2.0/networks/62805d3a-ead6-4e52-9343-839e058e06e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4652021 May 31 13:43:41.962954 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3fdf5434-8b09-40dd-8e32-bb1290b8c4a7 req-d9e39133-297e-40c7-950c-0f8e5e8d34ef tempest-ServersNegativeTestMultiTenantJSON-392784037 tempest-ServersNegativeTestMultiTenantJSON-392784037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9a05331f-aa3a-4f39-a1f0-78778979df1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377120 May 31 13:43:42.166182 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cb6589a4-3db3-4057-b50a-96bcec802f43 req-e89579b0-a277-4500-af1a-5a485a9db4fa tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/security-groups?id=5424f9d7-abf8-4041-abc4-e7d6e8e2efef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2076957 May 31 13:43:42.217328 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-42ba864f-6a4a-4e1e-a618-9231345d19bd tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:43:42.228698 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32d98412-32b3-49ce-819b-821a193a041f'] response: {'name': 'network-changed', 'server_uuid': '9dd463a5-9d21-48e0-ada6-be857870f38c', 'tag': '03bb233f-f12a-430d-8312-a2cfc37bf195', 'status': 'completed', 'code': 200} May 31 13:43:42.232617 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2db806-aeba-4e95-9bbe-5b2d953a72e9 req-e9495b0b-ccf9-4c79-bba7-f1e9db894107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:42.234741 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ce2db806-aeba-4e95-9bbe-5b2d953a72e9 req-e9495b0b-ccf9-4c79-bba7-f1e9db894107 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=370804a52c8f49f2941aec42dacfa2c3&device_id=29730d29-706f-4208-abc2-3e3a4db6a79d HTTP/1.1" status: 200 len: 1094 time: 0.2124972 May 31 13:43:42.264440 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1886776b-0abe-4d18-bd9e-17d8179d34e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:42.290347 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1886776b-0abe-4d18-bd9e-17d8179d34e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:42.317218 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8c8e5061-ab2c-43f2-802f-2d06c631b15b tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:42.327948 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-42ba864f-6a4a-4e1e-a618-9231345d19bd tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:42.328907 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-42ba864f-6a4a-4e1e-a618-9231345d19bd tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:42.552792 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-8c8e5061-ab2c-43f2-802f-2d06c631b15b tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Calling delete_port for a26a79bf-7c23-433e-9227-9bdc1e5f11fb owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:43:42.586396 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1886776b-0abe-4d18-bd9e-17d8179d34e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efed24fb-06dc-4fda-b092-6054c9436d1c,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:42.592802 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-1886776b-0abe-4d18-bd9e-17d8179d34e7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=37799b76224245a297df54837867f946&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9890828 May 31 13:43:42.600843 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 59696) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:42.630211 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-42ba864f-6a4a-4e1e-a618-9231345d19bd tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:42.650187 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f0668-6525-4383-8f17-8aaf2939948e req-22b82410-c8f6-449f-b29b-a2d15ce875a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:42.652669 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-218f0668-6525-4383-8f17-8aaf2939948e req-22b82410-c8f6-449f-b29b-a2d15ce875a0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f4e69724-d0b8-4d4d-97a2-cfcb4a62380c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9166067 May 31 13:43:42.714454 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2db806-aeba-4e95-9bbe-5b2d953a72e9 req-ae381f61-f9f9-4ab7-b4ce-aadf5b744d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:42.716000 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ce2db806-aeba-4e95-9bbe-5b2d953a72e9 req-ae381f61-f9f9-4ab7-b4ce-aadf5b744d27 service neutron] 10.222.0.44 "GET /v2.0/networks?id=62805d3a-ead6-4e52-9343-839e058e06e4 HTTP/1.1" status: 200 len: 914 time: 0.4324279 May 31 13:43:42.726717 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9697f62-6785-4a2a-9a67-131a2273561e req-6ba53c30-30fb-4874-9e47-09855d3b3934 tempest-ServerAddressesTestJSON-594524053 tempest-ServerAddressesTestJSON-594524053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:42.728229 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e9697f62-6785-4a2a-9a67-131a2273561e req-6ba53c30-30fb-4874-9e47-09855d3b3934 tempest-ServerAddressesTestJSON-594524053 tempest-ServerAddressesTestJSON-594524053-project] 10.222.0.50 "GET /v2.0/ports?device_id=29730d29-706f-4208-abc2-3e3a4db6a79d HTTP/1.1" status: 200 len: 943 time: 0.3660321 May 31 13:43:42.811294 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fd518499-79e5-409f-ab8a-600254468a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:42.852431 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-42ba864f-6a4a-4e1e-a618-9231345d19bd tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:42.900786 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-218f0668-6525-4383-8f17-8aaf2939948e req-acb75815-d586-492a-b135-5c13459360d1 service neutron] 10.222.0.44 "GET /v2.0/networks/f4e69724-d0b8-4d4d-97a2-cfcb4a62380c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360048 May 31 13:43:42.902573 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8c8e5061-ab2c-43f2-802f-2d06c631b15b tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:42.952940 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c3909e-1aae-4ad4-a2f0-9b1da0f4d607 req-41648e8e-5267-4140-81ed-b3e08bd79c77 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:42.961242 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-26c3909e-1aae-4ad4-a2f0-9b1da0f4d607 req-41648e8e-5267-4140-81ed-b3e08bd79c77 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/ports?device_id=e704e46a-b1ae-4097-bfd1-f7c0e61530ae HTTP/1.1" status: 200 len: 946 time: 0.7249594 May 31 13:43:42.979071 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ce2db806-aeba-4e95-9bbe-5b2d953a72e9 req-de3e52e6-e675-4275-b5dd-6c277cff0f01 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3ba5e6a-7253-49f0-832b-03cc302800be HTTP/1.1" status: 200 len: 217 time: 0.2497001 May 31 13:43:42.984656 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-42ba864f-6a4a-4e1e-a618-9231345d19bd tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:42.985916 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-42ba864f-6a4a-4e1e-a618-9231345d19bd tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.3027778 May 31 13:43:42.992524 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8e5061-ab2c-43f2-802f-2d06c631b15b tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Pushing event deleted for resources: {'Port': ['ID=a26a79bf-7c23-433e-9227-9bdc1e5f11fb,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:42.998294 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 59734) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:43.001952 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e5c1c0b9-5a3c-46ac-86cb-3ee172e26376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:43.049187 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8c8e5061-ab2c-43f2-802f-2d06c631b15b tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:43.061491 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-8c8e5061-ab2c-43f2-802f-2d06c631b15b tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] 10.222.0.50 "DELETE /v2.0/ports/a26a79bf-7c23-433e-9227-9bdc1e5f11fb HTTP/1.1" status: 204 len: 168 time: 1.8702955 May 31 13:43:43.069306 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59744) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:43.118926 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-48c90d4d-9bf6-4a9e-902c-6c903c6f097f tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] DELETE failed (client error): The resource could not be found. May 31 13:43:43.119453 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48c90d4d-9bf6-4a9e-902c-6c903c6f097f tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:43:43.123734 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-48c90d4d-9bf6-4a9e-902c-6c903c6f097f tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] 10.222.0.50 "DELETE /v2.0/subnets/0cd63035-bed9-40c2-8593-395099dc6997 HTTP/1.1" status: 404 len: 337 time: 0.0512269 May 31 13:43:43.124069 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59754) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:43.241929 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e5c1c0b9-5a3c-46ac-86cb-3ee172e26376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:43.268954 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-26c3909e-1aae-4ad4-a2f0-9b1da0f4d607 req-9b8412d7-9c65-4970-99b8-77bfd574b4da tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/security-groups?id=1729ab42-7be5-44f8-b17a-0e9ffb5ba8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068483 May 31 13:43:43.276564 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-218f0668-6525-4383-8f17-8aaf2939948e req-7c588033-8fa2-4cce-80dd-216d5448b539 service neutron] 10.222.0.44 "GET /v2.0/networks/f4e69724-d0b8-4d4d-97a2-cfcb4a62380c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3302076 May 31 13:43:43.284035 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b7dd8c46-289d-425d-80e4-a7a18729287a tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:43.287631 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-97a7593b-cf55-4832-869e-e2ae708564cd tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks [] for router, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:43.363317 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2db806-aeba-4e95-9bbe-5b2d953a72e9 req-c0d12c48-4477-450b-88ad-db7e51e792e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:43.364812 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ce2db806-aeba-4e95-9bbe-5b2d953a72e9 req-c0d12c48-4477-450b-88ad-db7e51e792e7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=da9acef8-4f0c-4d78-b680-eb8b4b6adc0a HTTP/1.1" status: 200 len: 853 time: 0.3640487 May 31 13:43:43.384459 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e9697f62-6785-4a2a-9a67-131a2273561e req-49dde846-de7a-48e7-a912-cfa72b35220a tempest-ServerAddressesTestJSON-594524053 tempest-ServerAddressesTestJSON-594524053-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe9963ba-cbd1-49dd-b77d-616fc9302467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5864334 May 31 13:43:43.523035 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b7dd8c46-289d-425d-80e4-a7a18729287a tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:43.563186 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f585ba-741c-412f-b35e-a0f843ba164d req-aecd9ee3-0462-4503-ba68-07ef12310554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:43.565024 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-44f585ba-741c-412f-b35e-a0f843ba164d req-aecd9ee3-0462-4503-ba68-07ef12310554 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7e44bf4ef1bd484ea1258b83855c2d26&device_id=9dd463a5-9d21-48e0-ada6-be857870f38c HTTP/1.1" status: 200 len: 1095 time: 0.2069254 May 31 13:43:43.569062 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-b7dd8c46-289d-425d-80e4-a7a18729287a tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b85dfb9b-3f70-4337-bc25-e733c9b9cc14']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:43:43.655423 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-b7dd8c46-289d-425d-80e4-a7a18729287a tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca3b9133-231e-44d5-b2f3-288b594d0295') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:43:43.656365 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-b7dd8c46-289d-425d-80e4-a7a18729287a tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca3b9133-231e-44d5-b2f3-288b594d0295') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:43:43.680639 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b7dd8c46-289d-425d-80e4-a7a18729287a tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:43.704070 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b7dd8c46-289d-425d-80e4-a7a18729287a tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:43.715185 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ce2db806-aeba-4e95-9bbe-5b2d953a72e9 req-a694afd0-1986-4ec8-bb8c-7a88025f76b4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=62805d3a-ead6-4e52-9343-839e058e06e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3297112 May 31 13:43:43.728546 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7dd8c46-289d-425d-80e4-a7a18729287a tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:43:43.729076 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b7dd8c46-289d-425d-80e4-a7a18729287a tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:43.736275 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:43.820016 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 59780) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:43.834045 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment ca3b9133-231e-44d5-b2f3-288b594d0295 resource provider aggregate not found May 31 13:43:43.837635 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:43.867477 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment ca3b9133-231e-44d5-b2f3-288b594d0295 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ca3b9133-231e-44d5-b2f3-288b594d0295 found for delete ", "request_id": "req-8e79ffc0-5b7b-4298-92d6-03d4afa2110e"}]} May 31 13:43:43.877861 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e5c1c0b9-5a3c-46ac-86cb-3ee172e26376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:43.881377 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f585ba-741c-412f-b35e-a0f843ba164d req-22b56c57-a268-4514-b20d-c7baedb65577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:43.882855 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-44f585ba-741c-412f-b35e-a0f843ba164d req-22b56c57-a268-4514-b20d-c7baedb65577 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f4e69724-d0b8-4d4d-97a2-cfcb4a62380c HTTP/1.1" status: 200 len: 912 time: 0.3060927 May 31 13:43:43.889126 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b7dd8c46-289d-425d-80e4-a7a18729287a tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:43.891099 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-97a7593b-cf55-4832-869e-e2ae708564cd tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:43.913128 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b7dd8c46-289d-425d-80e4-a7a18729287a tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:43.953221 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-97a7593b-cf55-4832-869e-e2ae708564cd tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:44.051969 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c1c0b9-5a3c-46ac-86cb-3ee172e26376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efed24fb-06dc-4fda-b092-6054c9436d1c,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:44.078061 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e5c1c0b9-5a3c-46ac-86cb-3ee172e26376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:44.079093 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-e5c1c0b9-5a3c-46ac-86cb-3ee172e26376 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/efed24fb-06dc-4fda-b092-6054c9436d1c HTTP/1.1" status: 204 len: 168 time: 1.4763494 May 31 13:43:44.104234 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4ca9ec0c-2b65-4c5e-81df-0fc532a63862 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:44.123016 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-44f585ba-741c-412f-b35e-a0f843ba164d req-7cd40448-ba9e-4f81-aeea-fc76ff515a4f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=03bb233f-f12a-430d-8312-a2cfc37bf195 HTTP/1.1" status: 200 len: 217 time: 0.2043955 May 31 13:43:44.126247 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dd8c46-289d-425d-80e4-a7a18729287a tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Pushing event deleted for resources: {'Network': ['ID=b85dfb9b-3f70-4337-bc25-e733c9b9cc14,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:44.134539 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b7dd8c46-289d-425d-80e4-a7a18729287a tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] 10.222.0.50 "DELETE /v2.0/networks/b85dfb9b-3f70-4337-bc25-e733c9b9cc14 HTTP/1.1" status: 204 len: 168 time: 1.0059338 May 31 13:43:44.135034 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59790) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:44.151960 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-97a7593b-cf55-4832-869e-e2ae708564cd tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:44.152475 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a7593b-cf55-4832-869e-e2ae708564cd tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f879400c-8a0a-4c06-a2db-ee34a1c95a7a {{(pid=88370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:43:44.172916 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-4ca9ec0c-2b65-4c5e-81df-0fc532a63862 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:43:44.196598 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-4ca9ec0c-2b65-4c5e-81df-0fc532a63862 admin admin] Usage tracker for resource:security_group_rule and tenant:2551a7b3144f4a7fbced9fcd6a130b1c is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:43:44.204286 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-4ca9ec0c-2b65-4c5e-81df-0fc532a63862 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:43:44.208723 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-97a7593b-cf55-4832-869e-e2ae708564cd tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:44.209546 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-97a7593b-cf55-4832-869e-e2ae708564cd tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] 10.222.0.50 "DELETE /v2.0/routers/f879400c-8a0a-4c06-a2db-ee34a1c95a7a HTTP/1.1" status: 204 len: 168 time: 1.2053854 May 31 13:43:44.226832 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ce2db806-aeba-4e95-9bbe-5b2d953a72e9 req-358100b8-aa10-4ccf-96e0-9cee74a551f1 service neutron] 10.222.0.44 "GET /v2.0/networks/62805d3a-ead6-4e52-9343-839e058e06e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3953080 May 31 13:43:44.234387 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-4ca9ec0c-2b65-4c5e-81df-0fc532a63862 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:43:44.249082 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f268b757-68b8-4bc6-a9f5-f18c198fd575 req-3b21d689-0975-4a50-86c9-5bef9fefd3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:44.251206 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f268b757-68b8-4bc6-a9f5-f18c198fd575 req-3b21d689-0975-4a50-86c9-5bef9fefd3f2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e704e46a-b1ae-4097-bfd1-f7c0e61530ae HTTP/1.1" status: 200 len: 1097 time: 0.2940843 May 31 13:43:44.256045 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6d77c89-b1ac-4099-8de4-b084cdf4634b tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Deleting subnet 4e15e9ab-5df2-42eb-9e79-d01b86f3809c {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:43:44.261888 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11306f4b-1101-4b17-a78a-a5f5c7ebc6bb req-b50c0d3f-d52b-4785-a7e5-c5fc79cc52be tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:44.262555 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c6d77c89-b1ac-4099-8de4-b084cdf4634b tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:44.263527 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-11306f4b-1101-4b17-a78a-a5f5c7ebc6bb req-b50c0d3f-d52b-4785-a7e5-c5fc79cc52be tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/ports?device_id=9dd463a5-9d21-48e0-ada6-be857870f38c HTTP/1.1" status: 200 len: 944 time: 0.6699293 May 31 13:43:44.271979 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cb4ce3-4904-40a0-9950-e302897bd7c4 req-c622788e-c1e3-4d5a-afd3-e4f3f8ecd3cc tempest-ServersNegativeTestMultiTenantJSON-392784037 tempest-ServersNegativeTestMultiTenantJSON-392784037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:44.279283 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-35cb4ce3-4904-40a0-9950-e302897bd7c4 req-c622788e-c1e3-4d5a-afd3-e4f3f8ecd3cc tempest-ServersNegativeTestMultiTenantJSON-392784037 tempest-ServersNegativeTestMultiTenantJSON-392784037-project] 10.222.0.50 "GET /v2.0/ports?device_id=831e08e5-716b-47cd-a2a2-2b68e41c8fc0 HTTP/1.1" status: 200 len: 945 time: 0.6796043 May 31 13:43:44.309029 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f585ba-741c-412f-b35e-a0f843ba164d req-1a3befeb-52e9-47ac-9232-8ae77e7e321a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:44.310699 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-44f585ba-741c-412f-b35e-a0f843ba164d req-1a3befeb-52e9-47ac-9232-8ae77e7e321a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=24f2589f-f663-4739-8d87-078291d83152 HTTP/1.1" status: 200 len: 850 time: 0.1774242 May 31 13:43:44.442017 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c6d77c89-b1ac-4099-8de4-b084cdf4634b tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:44.503450 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f268b757-68b8-4bc6-a9f5-f18c198fd575 req-618a4f42-5e22-4e5d-a7f1-8ff3c2a22a4b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1729ab42-7be5-44f8-b17a-0e9ffb5ba8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920109 May 31 13:43:44.538530 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-35cb4ce3-4904-40a0-9950-e302897bd7c4 req-64dbb1ca-c57e-4c4c-8f23-07ade4ab03fb tempest-ServersNegativeTestMultiTenantJSON-392784037 tempest-ServersNegativeTestMultiTenantJSON-392784037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9a05331f-aa3a-4f39-a1f0-78778979df1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582698 May 31 13:43:44.556898 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-11306f4b-1101-4b17-a78a-a5f5c7ebc6bb req-2c1f7fc2-283e-43c5-932d-041dbbb21f1b tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/security-groups?id=5424f9d7-abf8-4041-abc4-e7d6e8e2efef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2748590 May 31 13:43:44.591861 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f585ba-741c-412f-b35e-a0f843ba164d req-6e7c3e4c-0376-4d10-af8a-31a937764960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:44.593864 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-44f585ba-741c-412f-b35e-a0f843ba164d req-6e7c3e4c-0376-4d10-af8a-31a937764960 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f4e69724-d0b8-4d4d-97a2-cfcb4a62380c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2718635 May 31 13:43:44.622272 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c6d77c89-b1ac-4099-8de4-b084cdf4634b tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:44.728388 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59808) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:44.862334 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c6d77c89-b1ac-4099-8de4-b084cdf4634b tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:44.923122 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d77c89-b1ac-4099-8de4-b084cdf4634b tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Pushing event deleted for resources: {'Subnet': ['ID=4e15e9ab-5df2-42eb-9e79-d01b86f3809c,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:44.950524 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec83e68-9dc9-4f01-b1a4-12888a1b9726 None None] Network fb4fda70-723f-47f3-8b7c-4a203bae9b42 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:43:44.951278 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c6d77c89-b1ac-4099-8de4-b084cdf4634b tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:44.962732 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-44f585ba-741c-412f-b35e-a0f843ba164d req-1379dc0c-ec4e-4341-9440-a7e3c2353c88 service neutron] 10.222.0.44 "GET /v2.0/networks/f4e69724-d0b8-4d4d-97a2-cfcb4a62380c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407451 May 31 13:43:44.970074 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c6d77c89-b1ac-4099-8de4-b084cdf4634b tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] 10.222.0.50 "DELETE /v2.0/subnets/4e15e9ab-5df2-42eb-9e79-d01b86f3809c HTTP/1.1" status: 204 len: 168 time: 0.8310740 May 31 13:43:44.972159 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59818) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:45.004886 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ce2db806-aeba-4e95-9bbe-5b2d953a72e9 req-cc87e68b-a99c-4431-9e39-49975b309a3f service neutron] 10.222.0.44 "GET /v2.0/networks/62805d3a-ead6-4e52-9343-839e058e06e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7592280 May 31 13:43:45.058388 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4ca9ec0c-2b65-4c5e-81df-0fc532a63862 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:45.070173 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4ca9ec0c-2b65-4c5e-81df-0fc532a63862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:45.145271 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-38725419-697d-4b73-9532-f431b610672d tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1835626011', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}, 'admin_state_up': False}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:43:45.153263 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-38725419-697d-4b73-9532-f431b610672d tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:43:45.157585 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-38725419-697d-4b73-9532-f431b610672d tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Usage tracker for resource:router and tenant:0c54ae26e9fb4e03b58cf9ab2d86d81d is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:43:45.161351 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-38725419-697d-4b73-9532-f431b610672d tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:43:45.167547 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-4ca9ec0c-2b65-4c5e-81df-0fc532a63862 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2551a7b3144f4a7fbced9fcd6a130b1c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3242805 May 31 13:43:45.167547 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca9ec0c-2b65-4c5e-81df-0fc532a63862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be1aecec-da3a-4459-b07e-6c44d829f351,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:45.167959 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-38725419-697d-4b73-9532-f431b610672d tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:43:45.170475 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 59822) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:45.195978 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-38725419-697d-4b73-9532-f431b610672d tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:45.197120 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-38725419-697d-4b73-9532-f431b610672d tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:45.214749 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device e3ba5e6a-7253-49f0-832b-03cc302800be details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:43:45.260097 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a64d3-1027-4a3d-82d3-163806fe1fd7 req-1918839a-e529-4e67-b4be-9da83651d987 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:45.267151 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-306a64d3-1027-4a3d-82d3-163806fe1fd7 req-1918839a-e529-4e67-b4be-9da83651d987 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/ports?device_id=e704e46a-b1ae-4097-bfd1-f7c0e61530ae HTTP/1.1" status: 200 len: 946 time: 0.3585150 May 31 13:43:45.277070 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b4a7f1-59da-4618-afbe-cf18f9965380 req-908eba2e-6521-4b4b-92bc-d704fb37c443 tempest-ServerAddressesTestJSON-594524053 tempest-ServerAddressesTestJSON-594524053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:45.284600 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-21b4a7f1-59da-4618-afbe-cf18f9965380 req-908eba2e-6521-4b4b-92bc-d704fb37c443 tempest-ServerAddressesTestJSON-594524053 tempest-ServerAddressesTestJSON-594524053-project] 10.222.0.50 "GET /v2.0/ports?device_id=29730d29-706f-4208-abc2-3e3a4db6a79d HTTP/1.1" status: 200 len: 943 time: 0.3789663 May 31 13:43:45.311973 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-af2c35b3-e3d7-4c23-a788-b06560b943bc tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:45.316562 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-38725419-697d-4b73-9532-f431b610672d tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:45.343145 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-75ac8a8e-1c6d-4bcc-8b10-f54373fb0704 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:45.373521 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-44f585ba-741c-412f-b35e-a0f843ba164d req-00c9fb32-1a52-408c-afe8-45875f333009 service neutron] 10.222.0.44 "GET /v2.0/networks/f4e69724-d0b8-4d4d-97a2-cfcb4a62380c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3995879 May 31 13:43:45.383607 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-af2c35b3-e3d7-4c23-a788-b06560b943bc tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Deleting port 26d9eb20-29b2-4194-8ed6-61d3bafc1cdd {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:43:45.383945 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-af2c35b3-e3d7-4c23-a788-b06560b943bc tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:45.385450 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-306a64d3-1027-4a3d-82d3-163806fe1fd7 req-1e26d2df-25af-45bf-8972-fda1d8f12107 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/security-groups?id=1729ab42-7be5-44f8-b17a-0e9ffb5ba8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173480 May 31 13:43:45.462332 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-75ac8a8e-1c6d-4bcc-8b10-f54373fb0704 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:45.507733 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-21b4a7f1-59da-4618-afbe-cf18f9965380 req-25f80ac2-783e-42fa-bd9f-03b062b8a5ae tempest-ServerAddressesTestJSON-594524053 tempest-ServerAddressesTestJSON-594524053-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe9963ba-cbd1-49dd-b77d-616fc9302467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219965 May 31 13:43:45.591613 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port e3ba5e6a-7253-49f0-832b-03cc302800be, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=e3ba5e6a-7253-49f0-832b-03cc302800be,segment=NetworkSegment(ffb87012-13bc-4c74-88dc-73a5d81b3849),segment_id=ffb87012-13bc-4c74-88dc-73a5d81b3849)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:43:45.633084 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': 'e3ba5e6a-7253-49f0-832b-03cc302800be', 'network_id': '62805d3a-ead6-4e52-9343-839e058e06e4', 'port_id': 'e3ba5e6a-7253-49f0-832b-03cc302800be', 'mac_address': 'fa:16:3e:00:33:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da9acef8-4f0c-4d78-b680-eb8b4b6adc0a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:43:45.642123 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-75ac8a8e-1c6d-4bcc-8b10-f54373fb0704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:45.656289 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbbd734-6bbd-4cba-b7a3-0bd6df018577 None None] DHCP port deletion for fb4fda70-723f-47f3-8b7c-4a203bae9b42 request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:43:45.679203 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ac8a8e-1c6d-4bcc-8b10-f54373fb0704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1aecec-da3a-4459-b07e-6c44d829f351,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:45.793589 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2fbbd734-6bbd-4cba-b7a3-0bd6df018577 None None] Deleting port 26d9eb20-29b2-4194-8ed6-61d3bafc1cdd {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:43:45.794700 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2fbbd734-6bbd-4cba-b7a3-0bd6df018577 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:45.910907 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-75ac8a8e-1c6d-4bcc-8b10-f54373fb0704 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:45.915032 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-75ac8a8e-1c6d-4bcc-8b10-f54373fb0704 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/be1aecec-da3a-4459-b07e-6c44d829f351 HTTP/1.1" status: 204 len: 168 time: 0.7435043 May 31 13:43:46.026811 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a595a2-74e5-49d4-8685-860cb9901f1a req-a0cbde53-3338-4767-8c55-f9ec5e3966c2 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:46.028570 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-81a595a2-74e5-49d4-8685-860cb9901f1a req-a0cbde53-3338-4767-8c55-f9ec5e3966c2 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/ports?device_id=9dd463a5-9d21-48e0-ada6-be857870f38c HTTP/1.1" status: 200 len: 944 time: 0.2670662 May 31 13:43:46.037484 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06675ce5-bb4f-44aa-998a-09fc8a2479c3 req-d0fc28c8-459b-4934-844e-324495be1601 tempest-ServersNegativeTestMultiTenantJSON-392784037 tempest-ServersNegativeTestMultiTenantJSON-392784037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:46.046373 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-06675ce5-bb4f-44aa-998a-09fc8a2479c3 req-d0fc28c8-459b-4934-844e-324495be1601 tempest-ServersNegativeTestMultiTenantJSON-392784037 tempest-ServersNegativeTestMultiTenantJSON-392784037-project] 10.222.0.50 "GET /v2.0/ports?device_id=831e08e5-716b-47cd-a2a2-2b68e41c8fc0 HTTP/1.1" status: 200 len: 945 time: 0.3743751 May 31 13:43:46.081604 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-38725419-697d-4b73-9532-f431b610672d tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:46.142953 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-06675ce5-bb4f-44aa-998a-09fc8a2479c3 req-83eb6689-a4dd-41b3-83a3-0ffc823cc874 tempest-ServersNegativeTestMultiTenantJSON-392784037 tempest-ServersNegativeTestMultiTenantJSON-392784037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9a05331f-aa3a-4f39-a1f0-78778979df1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950220 May 31 13:43:46.153385 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-81a595a2-74e5-49d4-8685-860cb9901f1a req-7f525fdc-5ce2-4bf0-8e31-9034d6ca9673 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/security-groups?id=5424f9d7-abf8-4041-abc4-e7d6e8e2efef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025267 May 31 13:43:46.242104 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 26d9eb20-29b2-4194-8ed6-61d3bafc1cdd no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:43:46.294510 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port e3ba5e6a-7253-49f0-832b-03cc302800be is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:43:46.295356 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:46.306162 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:46.350497 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3ba5e6a-7253-49f0-832b-03cc302800be {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:43:46.363310 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-2fbbd734-6bbd-4cba-b7a3-0bd6df018577 None None] For port 26d9eb20-29b2-4194-8ed6-61d3bafc1cdd, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=26d9eb20-29b2-4194-8ed6-61d3bafc1cdd,segment=NetworkSegment(467e7de6-4e03-4eef-8224-5d62582524d3),segment_id=467e7de6-4e03-4eef-8224-5d62582524d3)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:43:46.364280 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2fbbd734-6bbd-4cba-b7a3-0bd6df018577 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:46.554287 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-af2c35b3-e3d7-4c23-a788-b06560b943bc tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] For port 26d9eb20-29b2-4194-8ed6-61d3bafc1cdd, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=26d9eb20-29b2-4194-8ed6-61d3bafc1cdd,segment=NetworkSegment(467e7de6-4e03-4eef-8224-5d62582524d3),segment_id=467e7de6-4e03-4eef-8224-5d62582524d3)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:43:46.554755 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-af2c35b3-e3d7-4c23-a788-b06560b943bc tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:46.585049 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2fbbd734-6bbd-4cba-b7a3-0bd6df018577 None None] Calling delete_port for 26d9eb20-29b2-4194-8ed6-61d3bafc1cdd owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:43:46.681033 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfec23f-5de7-486a-b85d-dc184e27cdef req-bdb4ff55-ec57-4ecf-8c9e-0d98029b3eaa tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:46.688494 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port e3ba5e6a-7253-49f0-832b-03cc302800be, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=e3ba5e6a-7253-49f0-832b-03cc302800be,segment=NetworkSegment(ffb87012-13bc-4c74-88dc-73a5d81b3849),segment_id=ffb87012-13bc-4c74-88dc-73a5d81b3849)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:43:46.689154 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bdfec23f-5de7-486a-b85d-dc184e27cdef req-bdb4ff55-ec57-4ecf-8c9e-0d98029b3eaa tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/ports?device_id=e704e46a-b1ae-4097-bfd1-f7c0e61530ae HTTP/1.1" status: 200 len: 946 time: 0.0993383 May 31 13:43:46.723233 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:46.747122 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bdfec23f-5de7-486a-b85d-dc184e27cdef req-f690a199-c478-40bf-b75c-e44909ecf341 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/security-groups?id=1729ab42-7be5-44f8-b17a-0e9ffb5ba8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568869 May 31 13:43:46.826380 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-af2c35b3-e3d7-4c23-a788-b06560b943bc tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Calling delete_port for 26d9eb20-29b2-4194-8ed6-61d3bafc1cdd owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:43:46.928124 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59862) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:46.967283 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 26d9eb20-29b2-4194-8ed6-61d3bafc1cdd is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:43:46.967988 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:47.013528 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-27fbf0cc-eec0-4231-9c4b-186b546f311f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:47.018689 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2fbbd734-6bbd-4cba-b7a3-0bd6df018577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:47.023576 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=e3ba5e6a-7253-49f0-832b-03cc302800be,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:47.043968 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751157ec-e2f3-4941-94f7-baacb2c39245 req-b8a636d5-f8fe-466e-b7b5-67a38976abf8 tempest-ServerAddressesTestJSON-594524053 tempest-ServerAddressesTestJSON-594524053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:47.062107 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-751157ec-e2f3-4941-94f7-baacb2c39245 req-b8a636d5-f8fe-466e-b7b5-67a38976abf8 tempest-ServerAddressesTestJSON-594524053 tempest-ServerAddressesTestJSON-594524053-project] 10.222.0.50 "GET /v2.0/ports?device_id=29730d29-706f-4208-abc2-3e3a4db6a79d HTTP/1.1" status: 200 len: 944 time: 0.1868005 May 31 13:43:47.114241 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 03bb233f-f12a-430d-8312-a2cfc37bf195 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:43:47.116464 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['e3ba5e6a-7253-49f0-832b-03cc302800be'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:43:47.142796 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-27fbf0cc-eec0-4231-9c4b-186b546f311f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:43:47.162676 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-751157ec-e2f3-4941-94f7-baacb2c39245 req-b0ff5abb-5c15-4d60-8911-901c207e423e tempest-ServerAddressesTestJSON-594524053 tempest-ServerAddressesTestJSON-594524053-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe9963ba-cbd1-49dd-b77d-616fc9302467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993130 May 31 13:43:47.178462 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbbd734-6bbd-4cba-b7a3-0bd6df018577 None None] Pushing event deleted for resources: {'Port': ['ID=26d9eb20-29b2-4194-8ed6-61d3bafc1cdd,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:47.181279 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-27fbf0cc-eec0-4231-9c4b-186b546f311f admin admin] Usage tracker for resource:security_group_rule and tenant:c33e59b03b9a4801b406e7c49bdde636 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:43:47.182251 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbbd734-6bbd-4cba-b7a3-0bd6df018577 None None] No DVR routers for this DVR port 26d9eb20-29b2-4194-8ed6-61d3bafc1cdd on host n-d-843939-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:43:47.212686 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-27fbf0cc-eec0-4231-9c4b-186b546f311f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:43:47.243627 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-27fbf0cc-eec0-4231-9c4b-186b546f311f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:43:47.263447 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.db.api [None req-af2c35b3-e3d7-4c23-a788-b06560b943bc tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:43:47.263774 n-d-843939-1 neutron-server[88369]: DEBUG oslo_db.api [None req-af2c35b3-e3d7-4c23-a788-b06560b943bc tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:43:47.371379 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a005b51-95e4-4c32-b798-5aa35076934c req-f9a1b84f-44f2-4399-84c4-7141d0f8b6ee tempest-ServersNegativeTestMultiTenantJSON-392784037 tempest-ServersNegativeTestMultiTenantJSON-392784037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:47.376822 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9a005b51-95e4-4c32-b798-5aa35076934c req-f9a1b84f-44f2-4399-84c4-7141d0f8b6ee tempest-ServersNegativeTestMultiTenantJSON-392784037 tempest-ServersNegativeTestMultiTenantJSON-392784037-project] 10.222.0.50 "GET /v2.0/ports?device_id=831e08e5-716b-47cd-a2a2-2b68e41c8fc0 HTTP/1.1" status: 200 len: 945 time: 0.1802783 May 31 13:43:47.415647 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08137e5-1569-4db0-9af9-22eff3bda6f7 req-37d7f4ca-ce1f-4ef6-bff8-4c489c0d5fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:47.418122 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e08137e5-1569-4db0-9af9-22eff3bda6f7 req-37d7f4ca-ce1f-4ef6-bff8-4c489c0d5fba service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=04053c05038f4fa8aafe732444e2f2c0&device_id=e704e46a-b1ae-4097-bfd1-f7c0e61530ae HTTP/1.1" status: 200 len: 1097 time: 0.3336906 May 31 13:43:47.516155 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9a005b51-95e4-4c32-b798-5aa35076934c req-5c080b27-d973-4ebf-998b-8fd840e19bea tempest-ServersNegativeTestMultiTenantJSON-392784037 tempest-ServersNegativeTestMultiTenantJSON-392784037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9a05331f-aa3a-4f39-a1f0-78778979df1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313798 May 31 13:43:47.540770 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 03bb233f-f12a-430d-8312-a2cfc37bf195, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=03bb233f-f12a-430d-8312-a2cfc37bf195,segment=NetworkSegment(6b65bfb8-228e-47d1-aaec-20277f3110d6),segment_id=6b65bfb8-228e-47d1-aaec-20277f3110d6)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:43:47.550221 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a8e34-ad53-41f9-8ef1-27dcf3810374 req-fe207aef-2215-4fd9-b5e8-468d7af90a44 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:47.559888 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4f4a8e34-ad53-41f9-8ef1-27dcf3810374 req-fe207aef-2215-4fd9-b5e8-468d7af90a44 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/ports?device_id=e704e46a-b1ae-4097-bfd1-f7c0e61530ae HTTP/1.1" status: 200 len: 946 time: 0.1790082 May 31 13:43:47.625189 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': '03bb233f-f12a-430d-8312-a2cfc37bf195', 'network_id': 'f4e69724-d0b8-4d4d-97a2-cfcb4a62380c', 'port_id': '03bb233f-f12a-430d-8312-a2cfc37bf195', 'mac_address': 'fa:16:3e:3f:47:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24f2589f-f663-4739-8d87-078291d83152', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:43:47.632098 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4f4a8e34-ad53-41f9-8ef1-27dcf3810374 req-22389758-3fbb-4871-8ea8-66bc496ce396 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/security-groups?id=1729ab42-7be5-44f8-b17a-0e9ffb5ba8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708625 May 31 13:43:47.778735 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 03bb233f-f12a-430d-8312-a2cfc37bf195 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:43:47.779093 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:47.817446 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03bb233f-f12a-430d-8312-a2cfc37bf195 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:43:47.844227 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-af2c35b3-e3d7-4c23-a788-b06560b943bc tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Deleting port 26d9eb20-29b2-4194-8ed6-61d3bafc1cdd {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:43:47.845629 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-af2c35b3-e3d7-4c23-a788-b06560b943bc tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:47.869770 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 03bb233f-f12a-430d-8312-a2cfc37bf195, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=03bb233f-f12a-430d-8312-a2cfc37bf195,segment=NetworkSegment(6b65bfb8-228e-47d1-aaec-20277f3110d6),segment_id=6b65bfb8-228e-47d1-aaec-20277f3110d6)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:43:47.883065 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:47.887989 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08137e5-1569-4db0-9af9-22eff3bda6f7 req-e4d8b426-b329-4c53-95a6-2b03c3f27407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:47.889828 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e08137e5-1569-4db0-9af9-22eff3bda6f7 req-e4d8b426-b329-4c53-95a6-2b03c3f27407 service neutron] 10.222.0.44 "GET /v2.0/networks?id=48ff30cd-fefc-45b9-9b91-2fda26bd24e8 HTTP/1.1" status: 200 len: 912 time: 0.4571338 May 31 13:43:47.918993 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-27fbf0cc-eec0-4231-9c4b-186b546f311f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:47.932872 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bbe7e9-afa5-412f-b7a7-0b031f9ce4a9 req-f42ada03-9629-4682-90be-1b55be8fa4f3 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:47.940497 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-82bbe7e9-afa5-412f-b7a7-0b031f9ce4a9 req-f42ada03-9629-4682-90be-1b55be8fa4f3 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/ports?device_id=9dd463a5-9d21-48e0-ada6-be857870f38c HTTP/1.1" status: 200 len: 944 time: 0.2006819 May 31 13:43:47.988879 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-27fbf0cc-eec0-4231-9c4b-186b546f311f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:48.029472 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-82bbe7e9-afa5-412f-b7a7-0b031f9ce4a9 req-94131fe9-201f-4f6f-b79f-97d3195e8bc5 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/security-groups?id=5424f9d7-abf8-4041-abc4-e7d6e8e2efef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869656 May 31 13:43:48.044457 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-27fbf0cc-eec0-4231-9c4b-186b546f311f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c33e59b03b9a4801b406e7c49bdde636&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1150520 May 31 13:43:48.047885 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 59884) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:48.052623 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=03bb233f-f12a-430d-8312-a2cfc37bf195,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:48.082940 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-af2c35b3-e3d7-4c23-a788-b06560b943bc tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] The port '26d9eb20-29b2-4194-8ed6-61d3bafc1cdd' was deleted {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 13:43:48.104836 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-38725419-697d-4b73-9532-f431b610672d tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks [] for router_gateway, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:48.126715 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c0a3a71d-c5a6-4d58-a5d5-67506c028f9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:48.145219 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e08137e5-1569-4db0-9af9-22eff3bda6f7 req-a720dd31-62e4-4546-9403-35dddc06c4a5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8306301-1463-45ea-b995-dd2afe669410 HTTP/1.1" status: 200 len: 217 time: 0.2190418 May 31 13:43:48.241211 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c0a3a71d-c5a6-4d58-a5d5-67506c028f9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:48.269235 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-38725419-697d-4b73-9532-f431b610672d tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:48.307345 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['03bb233f-f12a-430d-8312-a2cfc37bf195'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:43:48.320329 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f7403-c307-4ef5-9fd7-889c18b7f523 req-cfc19fc0-5817-4ba9-9bc0-d4f42c9e8855 tempest-ServersNegativeTestMultiTenantJSON-392784037 tempest-ServersNegativeTestMultiTenantJSON-392784037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:48.322027 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5f6f7403-c307-4ef5-9fd7-889c18b7f523 req-cfc19fc0-5817-4ba9-9bc0-d4f42c9e8855 tempest-ServersNegativeTestMultiTenantJSON-392784037 tempest-ServersNegativeTestMultiTenantJSON-392784037-project] 10.222.0.50 "GET /v2.0/ports?device_id=831e08e5-716b-47cd-a2a2-2b68e41c8fc0 HTTP/1.1" status: 200 len: 945 time: 0.1850362 May 31 13:43:48.393247 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c0a3a71d-c5a6-4d58-a5d5-67506c028f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:48.460576 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a3a71d-c5a6-4d58-a5d5-67506c028f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cbcb6bf-eddb-4d44-bfa7-2e71c8753225,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:48.485203 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a3a71d-c5a6-4d58-a5d5-67506c028f9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:43:48.485530 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a3a71d-c5a6-4d58-a5d5-67506c028f9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:43:48.485880 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a3a71d-c5a6-4d58-a5d5-67506c028f9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:43:48.486247 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a3a71d-c5a6-4d58-a5d5-67506c028f9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:43:48.486592 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a3a71d-c5a6-4d58-a5d5-67506c028f9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:43:48.487134 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a3a71d-c5a6-4d58-a5d5-67506c028f9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:43:48.491720 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a3a71d-c5a6-4d58-a5d5-67506c028f9b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:43:48.492080 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a3a71d-c5a6-4d58-a5d5-67506c028f9b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:43:48.492424 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a3a71d-c5a6-4d58-a5d5-67506c028f9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:43:48.492766 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a3a71d-c5a6-4d58-a5d5-67506c028f9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:43:48.493150 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a3a71d-c5a6-4d58-a5d5-67506c028f9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:43:48.497372 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a3a71d-c5a6-4d58-a5d5-67506c028f9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:43:48.523329 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c0a3a71d-c5a6-4d58-a5d5-67506c028f9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:48.526571 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c0a3a71d-c5a6-4d58-a5d5-67506c028f9b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4cbcb6bf-eddb-4d44-bfa7-2e71c8753225 HTTP/1.1" status: 204 len: 168 time: 0.4755988 May 31 13:43:48.578950 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5f6f7403-c307-4ef5-9fd7-889c18b7f523 req-92a61c45-8148-4dd0-b675-2a4edcbc642b tempest-ServersNegativeTestMultiTenantJSON-392784037 tempest-ServersNegativeTestMultiTenantJSON-392784037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9a05331f-aa3a-4f39-a1f0-78778979df1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140985 May 31 13:43:48.581265 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-af2c35b3-e3d7-4c23-a788-b06560b943bc tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:48.626176 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-af2c35b3-e3d7-4c23-a788-b06560b943bc tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb4fda70-723f-47f3-8b7c-4a203bae9b42']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:43:48.645953 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-af2c35b3-e3d7-4c23-a788-b06560b943bc tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '467e7de6-4e03-4eef-8224-5d62582524d3') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:43:48.646256 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-af2c35b3-e3d7-4c23-a788-b06560b943bc tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '467e7de6-4e03-4eef-8224-5d62582524d3') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:43:48.664260 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-af2c35b3-e3d7-4c23-a788-b06560b943bc tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:48.698675 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-af2c35b3-e3d7-4c23-a788-b06560b943bc tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:48.713780 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af2c35b3-e3d7-4c23-a788-b06560b943bc tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:43:48.715558 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-af2c35b3-e3d7-4c23-a788-b06560b943bc tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:48.749166 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fbf0cc-eec0-4231-9c4b-186b546f311f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cbcb6bf-eddb-4d44-bfa7-2e71c8753225,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:48.910192 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 467e7de6-4e03-4eef-8224-5d62582524d3 resource provider aggregate not found May 31 13:43:48.942715 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 467e7de6-4e03-4eef-8224-5d62582524d3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 467e7de6-4e03-4eef-8224-5d62582524d3 found for delete ", "request_id": "req-042a213b-b536-4d0f-b3f2-3e9b0a7d214f"}]} May 31 13:43:49.012899 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c713a-181f-4f3f-b8ec-6cde4781973a req-9b626ea5-1358-4845-8a9f-4f48c07e6e96 tempest-ServerAddressesTestJSON-594524053 tempest-ServerAddressesTestJSON-594524053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:49.020878 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f03c713a-181f-4f3f-b8ec-6cde4781973a req-9b626ea5-1358-4845-8a9f-4f48c07e6e96 tempest-ServerAddressesTestJSON-594524053 tempest-ServerAddressesTestJSON-594524053-project] 10.222.0.50 "GET /v2.0/ports?device_id=29730d29-706f-4208-abc2-3e3a4db6a79d HTTP/1.1" status: 200 len: 944 time: 0.6049242 May 31 13:43:49.050215 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device e3ba5e6a-7253-49f0-832b-03cc302800be up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:43:49.182404 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port e3ba5e6a-7253-49f0-832b-03cc302800be completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:43:49.186512 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f03c713a-181f-4f3f-b8ec-6cde4781973a req-4b82ea7b-949d-49b1-8c26-22e518309283 tempest-ServerAddressesTestJSON-594524053 tempest-ServerAddressesTestJSON-594524053-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe9963ba-cbd1-49dd-b77d-616fc9302467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645005 May 31 13:43:49.192956 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port e3ba5e6a-7253-49f0-832b-03cc302800be triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:43:49.193418 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:49.203473 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f75f1-94ce-44a3-b244-0f49e3342e7d req-cac53eae-37f0-48a9-bfa7-cda592d01c9a tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:49.205450 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a96f75f1-94ce-44a3-b244-0f49e3342e7d req-cac53eae-37f0-48a9-bfa7-cda592d01c9a tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/ports?device_id=e704e46a-b1ae-4097-bfd1-f7c0e61530ae HTTP/1.1" status: 200 len: 946 time: 0.3022976 May 31 13:43:49.208566 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08137e5-1569-4db0-9af9-22eff3bda6f7 req-32cb20cd-b0e7-4bf2-9ffd-bd66896d841e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:49.228900 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e08137e5-1569-4db0-9af9-22eff3bda6f7 req-32cb20cd-b0e7-4bf2-9ffd-bd66896d841e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f33f44ed-37c8-44e7-8a90-0b19e94cc7a8 HTTP/1.1" status: 200 len: 851 time: 1.0052485 May 31 13:43:49.244552 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-af2c35b3-e3d7-4c23-a788-b06560b943bc tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:49.294297 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a96f75f1-94ce-44a3-b244-0f49e3342e7d req-06d5c796-a7de-4aaa-887a-83e266141d60 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/security-groups?id=1729ab42-7be5-44f8-b17a-0e9ffb5ba8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773013 May 31 13:43:49.321020 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-af2c35b3-e3d7-4c23-a788-b06560b943bc tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:49.345788 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-af2c35b3-e3d7-4c23-a788-b06560b943bc tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] 10.222.0.50 "DELETE /v2.0/networks/fb4fda70-723f-47f3-8b7c-4a203bae9b42 HTTP/1.1" status: 204 len: 168 time: 4.3743050 May 31 13:43:49.354390 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e08137e5-1569-4db0-9af9-22eff3bda6f7 req-57676ea1-f827-4264-a7c6-b1f06491ced1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=48ff30cd-fefc-45b9-9b91-2fda26bd24e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1108263 May 31 13:43:49.361141 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2c35b3-e3d7-4c23-a788-b06560b943bc tempest-NetworksIpV6TestAttrs-13635855 tempest-NetworksIpV6TestAttrs-13635855-project] Pushing event deleted for resources: {'Network': ['ID=fb4fda70-723f-47f3-8b7c-4a203bae9b42,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:49.392857 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 13:43:49.429088 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-38725419-697d-4b73-9532-f431b610672d tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Allocated IP 172.25.6.98 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/bb753d05-ae44-46c6-9a13-2abd00e3e70e) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:43:49.549042 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port e3ba5e6a-7253-49f0-832b-03cc302800be is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:43:49.551420 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:49.624943 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port e3ba5e6a-7253-49f0-832b-03cc302800be, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=e3ba5e6a-7253-49f0-832b-03cc302800be,segment=NetworkSegment(ffb87012-13bc-4c74-88dc-73a5d81b3849),segment_id=ffb87012-13bc-4c74-88dc-73a5d81b3849)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:43:49.626555 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29730d29-706f-4208-abc2-3e3a4db6a79d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3ba5e6a-7253-49f0-832b-03cc302800be'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:43:49.650022 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:49.791035 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e791b90-95c1-49c3-a80b-e5b5e3adebc7'] response: {'server_uuid': '29730d29-706f-4208-abc2-3e3a4db6a79d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3ba5e6a-7253-49f0-832b-03cc302800be', 'code': 200} May 31 13:43:49.794351 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=e3ba5e6a-7253-49f0-832b-03cc302800be,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:49.826098 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee8ade-1da7-4a99-a1a8-1c1f1c0569e7 req-8b424262-c1a8-4f28-acd0-f4b607acc6cc tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:49.839574 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e6ee8ade-1da7-4a99-a1a8-1c1f1c0569e7 req-8b424262-c1a8-4f28-acd0-f4b607acc6cc tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/ports?device_id=9dd463a5-9d21-48e0-ada6-be857870f38c HTTP/1.1" status: 200 len: 945 time: 0.3464365 May 31 13:43:50.045374 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-38725419-697d-4b73-9532-f431b610672d tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:50.095095 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-38725419-697d-4b73-9532-f431b610672d tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:50.101434 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59934) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:50.238212 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e08137e5-1569-4db0-9af9-22eff3bda6f7 req-2cd6ac33-315a-4d74-82e6-a5d86d94248f service neutron] 10.222.0.44 "GET /v2.0/networks/48ff30cd-fefc-45b9-9b91-2fda26bd24e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8719902 May 31 13:43:50.247299 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38725419-697d-4b73-9532-f431b610672d tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:43:50.267810 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-38725419-697d-4b73-9532-f431b610672d tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:43:50.270782 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38725419-697d-4b73-9532-f431b610672d tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:43:50.297706 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38725419-697d-4b73-9532-f431b610672d tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Pushing event updated for resources: {'Port': ['ID=bb753d05-ae44-46c6-9a13-2abd00e3e70e,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:50.338622 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e6ee8ade-1da7-4a99-a1a8-1c1f1c0569e7 req-26b50924-de97-4173-872c-534a0ccd65ad tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/security-groups?id=5424f9d7-abf8-4041-abc4-e7d6e8e2efef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4983065 May 31 13:43:50.496199 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81520237-7370-4116-9607-4c67ce845f1f req-5e0efdab-8a60-43b1-a9a7-aad8fe9f3df8 tempest-ServersNegativeTestMultiTenantJSON-392784037 tempest-ServersNegativeTestMultiTenantJSON-392784037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:50.498058 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-81520237-7370-4116-9607-4c67ce845f1f req-5e0efdab-8a60-43b1-a9a7-aad8fe9f3df8 tempest-ServersNegativeTestMultiTenantJSON-392784037 tempest-ServersNegativeTestMultiTenantJSON-392784037-project] 10.222.0.44 "GET /v2.0/ports?device_id=831e08e5-716b-47cd-a2a2-2b68e41c8fc0 HTTP/1.1" status: 200 len: 945 time: 0.5337913 May 31 13:43:50.648191 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af462681-10bb-4014-960c-b88bbeaf4eb8 req-8a906e26-eee1-4701-b046-60aaae0cd6fd tempest-ServersNegativeTestMultiTenantJSON-392784037 tempest-ServersNegativeTestMultiTenantJSON-392784037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:50.649524 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af462681-10bb-4014-960c-b88bbeaf4eb8 req-8a906e26-eee1-4701-b046-60aaae0cd6fd tempest-ServersNegativeTestMultiTenantJSON-392784037 tempest-ServersNegativeTestMultiTenantJSON-392784037-project] 10.222.0.50 "GET /v2.0/ports?device_id=831e08e5-716b-47cd-a2a2-2b68e41c8fc0 HTTP/1.1" status: 200 len: 945 time: 0.6290565 May 31 13:43:50.678804 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7f41f3-bf06-45b0-9a26-2fdb6e1e07d2 req-8796f81e-43b2-4b7f-8110-0b342ce6f7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:50.680259 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2e7f41f3-bf06-45b0-9a26-2fdb6e1e07d2 req-8796f81e-43b2-4b7f-8110-0b342ce6f7be service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=29730d29-706f-4208-abc2-3e3a4db6a79d HTTP/1.1" status: 200 len: 1096 time: 0.6438739 May 31 13:43:50.764874 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-81520237-7370-4116-9607-4c67ce845f1f req-62c5cf47-36fb-4694-adaf-963b6aa4c168 tempest-ServersNegativeTestMultiTenantJSON-392784037 tempest-ServersNegativeTestMultiTenantJSON-392784037-project] Deleting port 9728b3ef-86b6-425a-ba9d-cef450002515 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:43:50.764874 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-81520237-7370-4116-9607-4c67ce845f1f req-62c5cf47-36fb-4694-adaf-963b6aa4c168 tempest-ServersNegativeTestMultiTenantJSON-392784037 tempest-ServersNegativeTestMultiTenantJSON-392784037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:50.782510 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e08137e5-1569-4db0-9af9-22eff3bda6f7 req-e0bc7d30-a151-4e03-b605-d6c1aa1441e6 service neutron] 10.222.0.44 "GET /v2.0/networks/48ff30cd-fefc-45b9-9b91-2fda26bd24e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5344627 May 31 13:43:50.792199 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-6cdd5400-7135-47d4-a5ee-e9c367abc9e3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=04d18eaaff4d4b1288cdedcf4bf9dd84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6169980 May 31 13:43:50.795253 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59960) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:50.808411 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af462681-10bb-4014-960c-b88bbeaf4eb8 req-fc2ed2c3-e6d0-4bac-a62b-2d518d415693 tempest-ServersNegativeTestMultiTenantJSON-392784037 tempest-ServersNegativeTestMultiTenantJSON-392784037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9a05331f-aa3a-4f39-a1f0-78778979df1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348059 May 31 13:43:50.973559 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5298617c-b8a4-4c22-b644-b768c8a910c7 req-bb3b4a9b-e24b-419a-bb27-93ad42635abc tempest-ServerAddressesTestJSON-594524053 tempest-ServerAddressesTestJSON-594524053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:50.993877 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5298617c-b8a4-4c22-b644-b768c8a910c7 req-bb3b4a9b-e24b-419a-bb27-93ad42635abc tempest-ServerAddressesTestJSON-594524053 tempest-ServerAddressesTestJSON-594524053-project] 10.222.0.50 "GET /v2.0/ports?device_id=29730d29-706f-4208-abc2-3e3a4db6a79d HTTP/1.1" status: 200 len: 945 time: 0.4124501 May 31 13:43:51.000500 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2e7f41f3-bf06-45b0-9a26-2fdb6e1e07d2 req-980f1b28-af13-45c8-a42f-f6883ea7aa9e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=fe9963ba-cbd1-49dd-b77d-616fc9302467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775483 May 31 13:43:51.054332 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 03bb233f-f12a-430d-8312-a2cfc37bf195 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:43:51.084777 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-38725419-697d-4b73-9532-f431b610672d tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks [] for router_gateway, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:51.166715 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5298617c-b8a4-4c22-b644-b768c8a910c7 req-fa842d29-f7e8-43de-8ed1-5d7eaa6f61ac tempest-ServerAddressesTestJSON-594524053 tempest-ServerAddressesTestJSON-594524053-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe9963ba-cbd1-49dd-b77d-616fc9302467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716480 May 31 13:43:51.177355 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port 03bb233f-f12a-430d-8312-a2cfc37bf195 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:43:51.199118 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port 03bb233f-f12a-430d-8312-a2cfc37bf195 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:43:51.199813 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:51.407956 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fa7020cf-f556-4024-ae9a-fafd31bc7d1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:51.421790 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a523c-4520-4cd1-960e-c49533017081 req-bdcf64fc-3f32-4292-880d-8e08a1ae6372 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:51.430727 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-755a523c-4520-4cd1-960e-c49533017081 req-bdcf64fc-3f32-4292-880d-8e08a1ae6372 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/ports?device_id=e704e46a-b1ae-4097-bfd1-f7c0e61530ae HTTP/1.1" status: 200 len: 946 time: 0.3934698 May 31 13:43:51.489281 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 03bb233f-f12a-430d-8312-a2cfc37bf195 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:43:51.490951 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:51.573894 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-755a523c-4520-4cd1-960e-c49533017081 req-c80ee86d-6858-4a06-a9ff-b2d771463379 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/security-groups?id=1729ab42-7be5-44f8-b17a-0e9ffb5ba8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418562 May 31 13:43:51.594309 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-81520237-7370-4116-9607-4c67ce845f1f req-62c5cf47-36fb-4694-adaf-963b6aa4c168 tempest-ServersNegativeTestMultiTenantJSON-392784037 tempest-ServersNegativeTestMultiTenantJSON-392784037-project] For port 9728b3ef-86b6-425a-ba9d-cef450002515, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=9728b3ef-86b6-425a-ba9d-cef450002515,segment=NetworkSegment(f54b2e83-3a75-45c3-9894-0e5fd66a90c1),segment_id=f54b2e83-3a75-45c3-9894-0e5fd66a90c1)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:43:51.594309 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-81520237-7370-4116-9607-4c67ce845f1f req-62c5cf47-36fb-4694-adaf-963b6aa4c168 tempest-ServersNegativeTestMultiTenantJSON-392784037 tempest-ServersNegativeTestMultiTenantJSON-392784037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:51.594527 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 03bb233f-f12a-430d-8312-a2cfc37bf195, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=03bb233f-f12a-430d-8312-a2cfc37bf195,segment=NetworkSegment(6b65bfb8-228e-47d1-aaec-20277f3110d6),segment_id=6b65bfb8-228e-47d1-aaec-20277f3110d6)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:43:51.604493 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:51.647716 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fa7020cf-f556-4024-ae9a-fafd31bc7d1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:51.707546 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=03bb233f-f12a-430d-8312-a2cfc37bf195,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:51.793188 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dd463a5-9d21-48e0-ada6-be857870f38c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03bb233f-f12a-430d-8312-a2cfc37bf195'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:43:51.890471 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-81520237-7370-4116-9607-4c67ce845f1f req-62c5cf47-36fb-4694-adaf-963b6aa4c168 tempest-ServersNegativeTestMultiTenantJSON-392784037 tempest-ServersNegativeTestMultiTenantJSON-392784037-project] Calling delete_port for 9728b3ef-86b6-425a-ba9d-cef450002515 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:43:51.903884 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40acdcc6-964d-4a4b-97de-e04469c53e62'] response: {'server_uuid': '9dd463a5-9d21-48e0-ada6-be857870f38c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03bb233f-f12a-430d-8312-a2cfc37bf195', 'code': 200} May 31 13:43:52.085143 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-38725419-697d-4b73-9532-f431b610672d tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:52.168244 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fa7020cf-f556-4024-ae9a-fafd31bc7d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:52.202303 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7020cf-f556-4024-ae9a-fafd31bc7d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e4a11e-7007-476e-bde0-992bbeaf71ba,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:52.284120 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fa7020cf-f556-4024-ae9a-fafd31bc7d1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:52.286141 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-fa7020cf-f556-4024-ae9a-fafd31bc7d1f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/13e4a11e-7007-476e-bde0-992bbeaf71ba HTTP/1.1" status: 204 len: 168 time: 1.4898951 May 31 13:43:52.345781 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175d5387-de19-428f-9309-43588aa9f069 req-4c43fe8f-7429-4c12-a3ad-bc9e759f1981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:52.347883 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-175d5387-de19-428f-9309-43588aa9f069 req-4c43fe8f-7429-4c12-a3ad-bc9e759f1981 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9dd463a5-9d21-48e0-ada6-be857870f38c HTTP/1.1" status: 200 len: 1097 time: 0.3417320 May 31 13:43:52.372974 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b31c7f1-b9d4-4f05-8f8c-aba09c6eb546 req-31edc218-bbaa-4e3c-b333-8194935ca500 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:52.388946 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9b31c7f1-b9d4-4f05-8f8c-aba09c6eb546 req-31edc218-bbaa-4e3c-b333-8194935ca500 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/ports?device_id=9dd463a5-9d21-48e0-ada6-be857870f38c HTTP/1.1" status: 200 len: 946 time: 0.7929780 May 31 13:43:52.466253 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-175d5387-de19-428f-9309-43588aa9f069 req-d998414b-9263-4d75-bb84-7d9ecfe2a79e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5424f9d7-abf8-4041-abc4-e7d6e8e2efef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063986 May 31 13:43:52.577841 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38725419-697d-4b73-9532-f431b610672d tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Router b59f9339-501f-4899-ba10-d56e1967508a is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 13:43:52.633739 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26588b41-c7dc-4e5a-b5aa-c589f951f742 req-cc9eb773-64d2-4126-801a-2f5fc53728ba tempest-ServersNegativeTestMultiTenantJSON-392784037 tempest-ServersNegativeTestMultiTenantJSON-392784037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:52.648153 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-26588b41-c7dc-4e5a-b5aa-c589f951f742 req-cc9eb773-64d2-4126-801a-2f5fc53728ba tempest-ServersNegativeTestMultiTenantJSON-392784037 tempest-ServersNegativeTestMultiTenantJSON-392784037-project] 10.222.0.50 "GET /v2.0/ports?device_id=831e08e5-716b-47cd-a2a2-2b68e41c8fc0 HTTP/1.1" status: 200 len: 945 time: 0.5093055 May 31 13:43:52.721191 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-26588b41-c7dc-4e5a-b5aa-c589f951f742 req-194abec8-f648-4ec4-af33-bd4ef1fdea3c tempest-ServersNegativeTestMultiTenantJSON-392784037 tempest-ServersNegativeTestMultiTenantJSON-392784037-project] 10.222.0.50 "GET /v2.0/security-groups?id=9a05331f-aa3a-4f39-a1f0-78778979df1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706916 May 31 13:43:52.770742 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9b31c7f1-b9d4-4f05-8f8c-aba09c6eb546 req-29556f64-6ce6-418f-a799-433d53b0b2de tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/security-groups?id=5424f9d7-abf8-4041-abc4-e7d6e8e2efef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3789654 May 31 13:43:52.811937 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-81520237-7370-4116-9607-4c67ce845f1f req-62c5cf47-36fb-4694-adaf-963b6aa4c168 tempest-ServersNegativeTestMultiTenantJSON-392784037 tempest-ServersNegativeTestMultiTenantJSON-392784037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:52.911184 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38725419-697d-4b73-9532-f431b610672d tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:43:52.932368 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424f31d2-b7d4-4b98-8b22-3e01a4612531 None None] Sync routers for ids ['b59f9339-501f-4899-ba10-d56e1967508a'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:43:52.971462 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424f31d2-b7d4-4b98-8b22-3e01a4612531 None None] Routers {'b59f9339-501f-4899-ba10-d56e1967508a'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:43:52.976181 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-38725419-697d-4b73-9532-f431b610672d tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:52.976723 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-424f31d2-b7d4-4b98-8b22-3e01a4612531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:43:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['b59f9339-501f-4899-ba10-d56e1967508a'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:43:52.990021 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-38725419-697d-4b73-9532-f431b610672d tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 8.2252800 May 31 13:43:52.990021 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 60052) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:52.990622 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c5cf47-36fb-4694-adaf-963b6aa4c168 tempest-ServersNegativeTestMultiTenantJSON-392784037 tempest-ServersNegativeTestMultiTenantJSON-392784037-project] Pushing event deleted for resources: {'Port': ['ID=9728b3ef-86b6-425a-ba9d-cef450002515,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:53.056500 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 9728b3ef-86b6-425a-ba9d-cef450002515 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:43:53.155923 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-81520237-7370-4116-9607-4c67ce845f1f req-62c5cf47-36fb-4694-adaf-963b6aa4c168 tempest-ServersNegativeTestMultiTenantJSON-392784037 tempest-ServersNegativeTestMultiTenantJSON-392784037-project] No DVR routers for this DVR port 9728b3ef-86b6-425a-ba9d-cef450002515 on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:43:53.197864 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-81520237-7370-4116-9607-4c67ce845f1f req-62c5cf47-36fb-4694-adaf-963b6aa4c168 tempest-ServersNegativeTestMultiTenantJSON-392784037 tempest-ServersNegativeTestMultiTenantJSON-392784037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:53.217687 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '831e08e5-716b-47cd-a2a2-2b68e41c8fc0', 'name': 'network-vif-deleted', 'tag': '9728b3ef-86b6-425a-ba9d-cef450002515'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:43:53.243941 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-424f31d2-b7d4-4b98-8b22-3e01a4612531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:43:53.288832 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] No Port match for: 9728b3ef-86b6-425a-ba9d-cef450002515 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:43:53.289350 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 9728b3ef-86b6-425a-ba9d-cef450002515 not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:43:53.292871 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424f31d2-b7d4-4b98-8b22-3e01a4612531 None None] Routers {'b59f9339-501f-4899-ba10-d56e1967508a'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:43:53.294801 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-424f31d2-b7d4-4b98-8b22-3e01a4612531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:43:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['b59f9339-501f-4899-ba10-d56e1967508a'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:43:53.491532 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-81520237-7370-4116-9607-4c67ce845f1f req-62c5cf47-36fb-4694-adaf-963b6aa4c168 tempest-ServersNegativeTestMultiTenantJSON-392784037 tempest-ServersNegativeTestMultiTenantJSON-392784037-project] 10.222.0.44 "DELETE /v2.0/ports/9728b3ef-86b6-425a-ba9d-cef450002515 HTTP/1.1" status: 204 len: 173 time: 2.9734285 May 31 13:43:53.583175 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fdb6a9-0e0a-40d9-b252-44599862a554 req-aacfd180-ee12-4bb8-96cb-7eb51b261def tempest-ServerAddressesTestJSON-594524053 tempest-ServerAddressesTestJSON-594524053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:53.585784 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b1fdb6a9-0e0a-40d9-b252-44599862a554 req-aacfd180-ee12-4bb8-96cb-7eb51b261def tempest-ServerAddressesTestJSON-594524053 tempest-ServerAddressesTestJSON-594524053-project] 10.222.0.50 "GET /v2.0/ports?device_id=29730d29-706f-4208-abc2-3e3a4db6a79d HTTP/1.1" status: 200 len: 945 time: 0.3989506 May 31 13:43:53.600850 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109b6b1a-b6ae-4461-809b-36d0c4fc37bd req-3542dd45-b61f-4446-b184-2c900b2d3222 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:53.603675 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-109b6b1a-b6ae-4461-809b-36d0c4fc37bd req-3542dd45-b61f-4446-b184-2c900b2d3222 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/ports?device_id=e704e46a-b1ae-4097-bfd1-f7c0e61530ae HTTP/1.1" status: 200 len: 946 time: 0.3415251 May 31 13:43:53.626556 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-424f31d2-b7d4-4b98-8b22-3e01a4612531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:43:53.631342 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424f31d2-b7d4-4b98-8b22-3e01a4612531 None None] The sync data for ids ['b59f9339-501f-4899-ba10-d56e1967508a'] in n-d-843939-1 is: [] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:43:53.876869 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-663f0a88-26eb-41e8-9a1d-7d6db459094f tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] 10.222.0.50 "GET /v2.0/routers/b59f9339-501f-4899-ba10-d56e1967508a HTTP/1.1" status: 200 len: 924 time: 0.8837957 May 31 13:43:53.876869 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 60090) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:53.916775 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-109b6b1a-b6ae-4461-809b-36d0c4fc37bd req-3e7f7048-d6f9-46c3-b2fb-a1d1da342c0a tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/security-groups?id=1729ab42-7be5-44f8-b17a-0e9ffb5ba8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693014 May 31 13:43:53.940817 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b1fdb6a9-0e0a-40d9-b252-44599862a554 req-384c43f5-cc9f-4323-aec6-08fd70b71df8 tempest-ServerAddressesTestJSON-594524053 tempest-ServerAddressesTestJSON-594524053-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe9963ba-cbd1-49dd-b77d-616fc9302467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3319747 May 31 13:43:53.984748 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-6445acec-c190-4e48-b7b9-65267f6620e1 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] 10.222.0.50 "GET /v2.0/ports?device_id=b59f9339-501f-4899-ba10-d56e1967508a HTTP/1.1" status: 200 len: 205 time: 0.1078374 May 31 13:43:53.988825 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 60098) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:54.231829 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0ef2dfb-b70b-4762-895f-1bbe76032544'] response: {'server_uuid': '831e08e5-716b-47cd-a2a2-2b68e41c8fc0', 'name': 'network-vif-deleted', 'tag': '9728b3ef-86b6-425a-ba9d-cef450002515', 'status': 'completed', 'code': 200} May 31 13:43:54.463694 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-bb1e2f2b-224c-4fb0-bcd8-909e04c2827d req-79690c02-6f14-4132-a60c-9d381a174b79 tempest-ServersNegativeTestMultiTenantJSON-392784037 tempest-ServersNegativeTestMultiTenantJSON-392784037-project] Synchronizing usage tracker for tenant:eae6e282481040a386ea6f2255c096cd on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:43:54.486423 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 60106) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:54.701326 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fa087823-1f9f-48c4-b864-c85c752fc24e tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks [] for router, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:54.750870 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-83f08580-452f-4d6e-9c1c-794d89505c01 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-900208771'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:43:54.765122 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-83f08580-452f-4d6e-9c1c-794d89505c01 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:43:54.772797 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-83f08580-452f-4d6e-9c1c-794d89505c01 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Usage tracker for resource:network and tenant:9f98270cdf824e3ebd7736abf6d6b113 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:43:54.777209 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-83f08580-452f-4d6e-9c1c-794d89505c01 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:43:54.796410 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-83f08580-452f-4d6e-9c1c-794d89505c01 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:43:54.820536 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f08580-452f-4d6e-9c1c-794d89505c01 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Made reservation on behalf of 9f98270cdf824e3ebd7736abf6d6b113 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:43:54.825643 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-83f08580-452f-4d6e-9c1c-794d89505c01 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:54.829686 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-bb1e2f2b-224c-4fb0-bcd8-909e04c2827d req-79690c02-6f14-4132-a60c-9d381a174b79 tempest-ServersNegativeTestMultiTenantJSON-392784037 tempest-ServersNegativeTestMultiTenantJSON-392784037-project] Unset dirty status for tenant:eae6e282481040a386ea6f2255c096cd on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:43:54.830947 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bb1e2f2b-224c-4fb0-bcd8-909e04c2827d req-79690c02-6f14-4132-a60c-9d381a174b79 tempest-ServersNegativeTestMultiTenantJSON-392784037 tempest-ServersNegativeTestMultiTenantJSON-392784037-project] 10.222.0.50 "GET /v2.0/ports?device_id=831e08e5-716b-47cd-a2a2-2b68e41c8fc0 HTTP/1.1" status: 200 len: 210 time: 0.4586177 May 31 13:43:54.854050 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-83f08580-452f-4d6e-9c1c-794d89505c01 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:54.893729 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-83f08580-452f-4d6e-9c1c-794d89505c01 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:43:54.907758 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-83f08580-452f-4d6e-9c1c-794d89505c01 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Usage tracker for resource:security_group_rule and tenant:9f98270cdf824e3ebd7736abf6d6b113 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:43:54.912544 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-83f08580-452f-4d6e-9c1c-794d89505c01 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:43:54.921878 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-83f08580-452f-4d6e-9c1c-794d89505c01 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:43:55.010343 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870e340f-94c5-4479-8e1b-c6184664dcde req-c6181131-4b30-4965-b5a8-a04d204b1bab tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:55.018281 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-870e340f-94c5-4479-8e1b-c6184664dcde req-c6181131-4b30-4965-b5a8-a04d204b1bab tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/ports?device_id=9dd463a5-9d21-48e0-ada6-be857870f38c HTTP/1.1" status: 200 len: 946 time: 0.7854495 May 31 13:43:55.080418 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fa087823-1f9f-48c4-b864-c85c752fc24e tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:55.089919 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-83f08580-452f-4d6e-9c1c-794d89505c01 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:55.096580 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-83f08580-452f-4d6e-9c1c-794d89505c01 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:55.102630 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-870e340f-94c5-4479-8e1b-c6184664dcde req-5b86f606-4145-49b5-a10c-ff119b0369e8 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/security-groups?id=5424f9d7-abf8-4041-abc4-e7d6e8e2efef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833693 May 31 13:43:55.115093 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-fa087823-1f9f-48c4-b864-c85c752fc24e tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Deleting port bb753d05-ae44-46c6-9a13-2abd00e3e70e {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:43:55.115911 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fa087823-1f9f-48c4-b864-c85c752fc24e tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:55.138038 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83f08580-452f-4d6e-9c1c-794d89505c01 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:43:55.165972 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f08580-452f-4d6e-9c1c-794d89505c01 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ded52902-b335-4e58-b86c-7334c1f8cf07,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:55.181594 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-83f08580-452f-4d6e-9c1c-794d89505c01 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:55.193206 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-83f08580-452f-4d6e-9c1c-794d89505c01 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Added segment 49022f9a-133e-4396-bb03-5cff012c0f84 of type vlan for network f3ab8d79-9c59-4bff-88d4-3d11ac88e13e May 31 13:43:55.243441 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-83f08580-452f-4d6e-9c1c-794d89505c01 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:55.283303 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-83f08580-452f-4d6e-9c1c-794d89505c01 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:55.290318 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f08580-452f-4d6e-9c1c-794d89505c01 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:55.291417 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-83f08580-452f-4d6e-9c1c-794d89505c01 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:55.476239 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-83f08580-452f-4d6e-9c1c-794d89505c01 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9848049 May 31 13:43:55.478593 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f599844-bea0-4be1-84ef-229723bd3dd0 req-67e2a4f0-7afc-4d02-8b23-f5e747ae5843 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:55.486791 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3f599844-bea0-4be1-84ef-229723bd3dd0 req-67e2a4f0-7afc-4d02-8b23-f5e747ae5843 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/ports?device_id=e704e46a-b1ae-4097-bfd1-f7c0e61530ae HTTP/1.1" status: 200 len: 946 time: 0.3246596 May 31 13:43:55.515478 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f08580-452f-4d6e-9c1c-794d89505c01 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Pushing event updated for resources: {'Network': ['ID=f3ab8d79-9c59-4bff-88d4-3d11ac88e13e,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:55.555577 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network f3ab8d79-9c59-4bff-88d4-3d11ac88e13e details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:43:55.561855 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3f599844-bea0-4be1-84ef-229723bd3dd0 req-91458987-a0ab-4d39-9b0e-141f7772f48c tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/security-groups?id=1729ab42-7be5-44f8-b17a-0e9ffb5ba8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722055 May 31 13:43:55.610532 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fa087823-1f9f-48c4-b864-c85c752fc24e tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:55.749710 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 60168) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:55.757195 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-338057c4-91c8-4f91-817f-86ad0efd066d tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Request body: {'subnet': {'network_id': 'f3ab8d79-9c59-4bff-88d4-3d11ac88e13e', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:43:55.985351 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-fa087823-1f9f-48c4-b864-c85c752fc24e tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Calling delete_port for bb753d05-ae44-46c6-9a13-2abd00e3e70e owned by network:router_gateway {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:43:56.107668 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-338057c4-91c8-4f91-817f-86ad0efd066d tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:43:56.116018 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-338057c4-91c8-4f91-817f-86ad0efd066d tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Usage tracker for resource:subnet and tenant:9f98270cdf824e3ebd7736abf6d6b113 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:43:56.130317 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-338057c4-91c8-4f91-817f-86ad0efd066d tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:43:56.153210 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-338057c4-91c8-4f91-817f-86ad0efd066d tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:43:56.178497 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-338057c4-91c8-4f91-817f-86ad0efd066d tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Made reservation on behalf of 9f98270cdf824e3ebd7736abf6d6b113 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:43:56.185284 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-338057c4-91c8-4f91-817f-86ad0efd066d tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:56.389457 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 60200) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:56.627092 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ede46b2-0f64-47f5-ac68-aaaab8530165 admin admin] Deleting subnet 75f74e31-af12-4cdf-b19b-ad630b239858 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:43:56.638600 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1ede46b2-0f64-47f5-ac68-aaaab8530165 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:56.704689 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1ede46b2-0f64-47f5-ac68-aaaab8530165 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:56.980938 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1ede46b2-0f64-47f5-ac68-aaaab8530165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:57.077924 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-338057c4-91c8-4f91-817f-86ad0efd066d tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:57.155944 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338057c4-91c8-4f91-817f-86ad0efd066d tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Pushing event updated for resources: {'Subnet': ['ID=2eab997d-c139-40c4-a32b-b70e1956dc18,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:57.159124 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1b5b97-ed65-486b-aa58-a127658eb573 req-c55b70e1-29e4-439d-bca1-a7524924afab tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:57.171436 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5b1b5b97-ed65-486b-aa58-a127658eb573 req-c55b70e1-29e4-439d-bca1-a7524924afab tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/ports?device_id=e704e46a-b1ae-4097-bfd1-f7c0e61530ae HTTP/1.1" status: 200 len: 946 time: 0.6846499 May 31 13:43:57.177395 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1ede46b2-0f64-47f5-ac68-aaaab8530165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:57.265222 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c578c-f41a-48b9-8c0a-fc09312ed814 req-943e24cd-5c4c-4329-ad88-cd53d21c0c71 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:57.266031 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ede46b2-0f64-47f5-ac68-aaaab8530165 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75f74e31-af12-4cdf-b19b-ad630b239858,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:57.266774 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9c6c578c-f41a-48b9-8c0a-fc09312ed814 req-943e24cd-5c4c-4329-ad88-cd53d21c0c71 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/ports?device_id=9dd463a5-9d21-48e0-ada6-be857870f38c HTTP/1.1" status: 200 len: 946 time: 0.6856444 May 31 13:43:57.273485 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1ede46b2-0f64-47f5-ac68-aaaab8530165 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:57.297564 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338057c4-91c8-4f91-817f-86ad0efd066d tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Checking segment: {'id': '49022f9a-133e-4396-bb03-5cff012c0f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f3ab8d79-9c59-4bff-88d4-3d11ac88e13e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:43:57.298148 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338057c4-91c8-4f91-817f-86ad0efd066d tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Network hostable DHCP agents. Network: f3ab8d79-9c59-4bff-88d4-3d11ac88e13e, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:43:57.316565 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-1ede46b2-0f64-47f5-ac68-aaaab8530165 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/75f74e31-af12-4cdf-b19b-ad630b239858 HTTP/1.1" status: 204 len: 168 time: 0.9254255 May 31 13:43:57.321504 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 60240) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:57.360707 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5b1b5b97-ed65-486b-aa58-a127658eb573 req-3271ee4c-1596-4df2-a007-050b48186cd8 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/security-groups?id=1729ab42-7be5-44f8-b17a-0e9ffb5ba8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875875 May 31 13:43:57.374411 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9c6c578c-f41a-48b9-8c0a-fc09312ed814 req-bfe9c440-31c2-4938-8c68-f6b72298f015 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/security-groups?id=5424f9d7-abf8-4041-abc4-e7d6e8e2efef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855808 May 31 13:43:57.380323 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fa087823-1f9f-48c4-b864-c85c752fc24e tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:57.436165 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa087823-1f9f-48c4-b864-c85c752fc24e tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Pushing event deleted for resources: {'Port': ['ID=bb753d05-ae44-46c6-9a13-2abd00e3e70e,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:57.465459 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338057c4-91c8-4f91-817f-86ad0efd066d tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Network f3ab8d79-9c59-4bff-88d4-3d11ac88e13e is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:43:57.552504 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fa087823-1f9f-48c4-b864-c85c752fc24e tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577389'] for router_gateway, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:57.611171 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-19929fdc-cfcc-4b83-b30a-63e9d13f8e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:57.652362 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-338057c4-91c8-4f91-817f-86ad0efd066d tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, f3ab8d79-9c59-4bff-88d4-3d11ac88e13e) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:43:57.666818 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559b0c98-da27-46ea-a8d1-6840610b6dc5 None None] Network f3ab8d79-9c59-4bff-88d4-3d11ac88e13e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:43:57.688712 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338057c4-91c8-4f91-817f-86ad0efd066d tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:57.697908 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-338057c4-91c8-4f91-817f-86ad0efd066d tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:57.844567 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fa087823-1f9f-48c4-b864-c85c752fc24e tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:57.849188 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fa087823-1f9f-48c4-b864-c85c752fc24e tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:57.874071 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 60250) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:57.915191 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-338057c4-91c8-4f91-817f-86ad0efd066d tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.1639671 May 31 13:43:57.931012 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 60256) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:58.056531 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-c8c51ae7-f496-479d-a5e1-ac734410fb5d tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1301955055'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:43:58.073021 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c8c51ae7-f496-479d-a5e1-ac734410fb5d tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:43:58.107552 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c8c51ae7-f496-479d-a5e1-ac734410fb5d tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Usage tracker for resource:network and tenant:9f98270cdf824e3ebd7736abf6d6b113 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:43:58.124842 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c16678-16b5-4ae4-bdff-dd84d731b9d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-f3ab8d79-9c59-4bff-88d4-3d11ac88e13e', 'network_id': 'f3ab8d79-9c59-4bff-88d4-3d11ac88e13e', 'tenant_id': '9f98270cdf824e3ebd7736abf6d6b113', 'fixed_ips': [{'subnet_id': '2eab997d-c139-40c4-a32b-b70e1956dc18'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:43:58.126093 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d3c16678-16b5-4ae4-bdff-dd84d731b9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:58.129525 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c8c51ae7-f496-479d-a5e1-ac734410fb5d tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:43:58.154937 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-19929fdc-cfcc-4b83-b30a-63e9d13f8e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:58.171588 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c8c51ae7-f496-479d-a5e1-ac734410fb5d tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:43:58.204240 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fa087823-1f9f-48c4-b864-c85c752fc24e tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:58.204979 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa087823-1f9f-48c4-b864-c85c752fc24e tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Fanout notify agent at l3_agent the message router_deleted on router b59f9339-501f-4899-ba10-d56e1967508a {{(pid=88370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:43:58.236284 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-19929fdc-cfcc-4b83-b30a-63e9d13f8e91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31a202d9-a9b5-4acd-a282-48a8818cfd70']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:43:58.263956 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-19929fdc-cfcc-4b83-b30a-63e9d13f8e91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f54b2e83-3a75-45c3-9894-0e5fd66a90c1') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:43:58.264892 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-19929fdc-cfcc-4b83-b30a-63e9d13f8e91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f54b2e83-3a75-45c3-9894-0e5fd66a90c1') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:43:58.265035 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fa087823-1f9f-48c4-b864-c85c752fc24e tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:58.270188 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-fa087823-1f9f-48c4-b864-c85c752fc24e tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] 10.222.0.50 "DELETE /v2.0/routers/b59f9339-501f-4899-ba10-d56e1967508a HTTP/1.1" status: 204 len: 168 time: 4.2795956 May 31 13:43:58.272194 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 60264) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:58.283524 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-f55db1e0-0118-4781-9f92-71265d759f5c tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1938023109', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'enable_snat': False}}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:43:58.299054 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-19929fdc-cfcc-4b83-b30a-63e9d13f8e91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:58.305574 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f55db1e0-0118-4781-9f92-71265d759f5c tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:43:58.328167 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-f55db1e0-0118-4781-9f92-71265d759f5c tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Usage tracker for resource:router and tenant:34c6a95d1b734972a24026ecd16f9620 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:43:58.346041 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-19929fdc-cfcc-4b83-b30a-63e9d13f8e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:58.352414 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-f55db1e0-0118-4781-9f92-71265d759f5c tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:43:58.359517 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19929fdc-cfcc-4b83-b30a-63e9d13f8e91 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:43:58.359517 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-19929fdc-cfcc-4b83-b30a-63e9d13f8e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:58.374921 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a547d780-ceb5-4533-a05a-2706e4f7f564 req-dfffc03c-fca0-4af5-a1ec-c43c627b0ac9 tempest-ServerAddressesTestJSON-594524053 tempest-ServerAddressesTestJSON-594524053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:58.376503 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a547d780-ceb5-4533-a05a-2706e4f7f564 req-dfffc03c-fca0-4af5-a1ec-c43c627b0ac9 tempest-ServerAddressesTestJSON-594524053 tempest-ServerAddressesTestJSON-594524053-project] 10.222.0.50 "GET /v2.0/ports?device_id=29730d29-706f-4208-abc2-3e3a4db6a79d HTTP/1.1" status: 200 len: 945 time: 0.5143590 May 31 13:43:58.384788 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c574e646-519f-4e71-9b15-1d73803c0665 req-32a8428e-22c6-4822-ab43-abeb28e2ca78 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:58.386383 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c574e646-519f-4e71-9b15-1d73803c0665 req-32a8428e-22c6-4822-ab43-abeb28e2ca78 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/ports?device_id=9dd463a5-9d21-48e0-ada6-be857870f38c HTTP/1.1" status: 200 len: 946 time: 0.5269015 May 31 13:43:58.388443 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f55db1e0-0118-4781-9f92-71265d759f5c tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:43:58.413069 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 60268) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:58.436145 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-3f9d706a-26db-44f2-a551-e77168986af4 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Request body: {'floatingip': {'port_id': '03bb233f-f12a-430d-8312-a2cfc37bf195'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:43:58.516519 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-d3c16678-16b5-4ae4-bdff-dd84d731b9d5 None None] Allocated IP 172.20.255.242 (f3ab8d79-9c59-4bff-88d4-3d11ac88e13e/2eab997d-c139-40c4-a32b-b70e1956dc18/16ddbaaf-2a6b-4737-ae47-5401c78559b6) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:43:58.528702 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-518f5c76-8023-4d92-a698-cf91d46d9ad1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:58.568296 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8e35a-a0ae-4cd3-aa9e-e4cb6bca0950 req-5058b42a-1e7e-4468-a0a1-0fe58a76bea8 tempest-ServerAddressesTestJSON-594524053 tempest-ServerAddressesTestJSON-594524053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:58.570320 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1de8e35a-a0ae-4cd3-aa9e-e4cb6bca0950 req-5058b42a-1e7e-4468-a0a1-0fe58a76bea8 tempest-ServerAddressesTestJSON-594524053 tempest-ServerAddressesTestJSON-594524053-project] 10.222.0.44 "GET /v2.0/ports?device_id=29730d29-706f-4208-abc2-3e3a4db6a79d HTTP/1.1" status: 200 len: 945 time: 0.4726274 May 31 13:43:58.592421 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment f54b2e83-3a75-45c3-9894-0e5fd66a90c1 resource provider aggregate not found May 31 13:43:58.609239 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-518f5c76-8023-4d92-a698-cf91d46d9ad1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:43:58.621617 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-518f5c76-8023-4d92-a698-cf91d46d9ad1 admin admin] Usage tracker for resource:security_group_rule and tenant:f36193533117427fb1bdecf12d98ec82 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:43:58.628129 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c51ae7-f496-479d-a5e1-ac734410fb5d tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Made reservation on behalf of 9f98270cdf824e3ebd7736abf6d6b113 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:43:58.631805 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c8c51ae7-f496-479d-a5e1-ac734410fb5d tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:58.645355 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-518f5c76-8023-4d92-a698-cf91d46d9ad1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:43:58.649807 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment f54b2e83-3a75-45c3-9894-0e5fd66a90c1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f54b2e83-3a75-45c3-9894-0e5fd66a90c1 found for delete ", "request_id": "req-f25a4bca-bbf8-48d0-bc79-223abc9b5255"}]} May 31 13:43:58.653597 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f55db1e0-0118-4781-9f92-71265d759f5c tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:58.654911 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f55db1e0-0118-4781-9f92-71265d759f5c tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:58.673652 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-518f5c76-8023-4d92-a698-cf91d46d9ad1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:43:58.684947 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-19929fdc-cfcc-4b83-b30a-63e9d13f8e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:58.727607 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-19929fdc-cfcc-4b83-b30a-63e9d13f8e91 admin admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:58.738564 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19929fdc-cfcc-4b83-b30a-63e9d13f8e91 admin admin] Pushing event deleted for resources: {'Network': ['ID=31a202d9-a9b5-4acd-a282-48a8818cfd70,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:58.751626 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3f9d706a-26db-44f2-a551-e77168986af4 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks [] for floatingip, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:58.757182 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8c51ae7-f496-479d-a5e1-ac734410fb5d tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:43:58.776479 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-19929fdc-cfcc-4b83-b30a-63e9d13f8e91 admin admin] 10.222.0.50 "DELETE /v2.0/networks/31a202d9-a9b5-4acd-a282-48a8818cfd70 HTTP/1.1" status: 204 len: 168 time: 1.4520099 May 31 13:43:58.787045 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 60280) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:58.793296 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c8c51ae7-f496-479d-a5e1-ac734410fb5d tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:58.793760 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-c8c51ae7-f496-479d-a5e1-ac734410fb5d tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Added segment 77278208-445f-42ab-b052-4d86c38dfbf1 of type vlan for network b35e3d53-0934-4a43-bd0b-fd97fabdf583 May 31 13:43:58.826514 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d3c16678-16b5-4ae4-bdff-dd84d731b9d5 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:58.837262 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c8c51ae7-f496-479d-a5e1-ac734410fb5d tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:58.838258 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f55db1e0-0118-4781-9f92-71265d759f5c tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:58.843593 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d3c16678-16b5-4ae4-bdff-dd84d731b9d5 None None] Transition to ACTIVE for port object 16ddbaaf-2a6b-4737-ae47-5401c78559b6 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:43:58.869259 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d3c16678-16b5-4ae4-bdff-dd84d731b9d5 None None] Transition to ACTIVE for port object 16ddbaaf-2a6b-4737-ae47-5401c78559b6 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:43:58.877602 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d3c16678-16b5-4ae4-bdff-dd84d731b9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:58.947225 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c16678-16b5-4ae4-bdff-dd84d731b9d5 None None] Network f3ab8d79-9c59-4bff-88d4-3d11ac88e13e is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:43:58.949134 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-d3c16678-16b5-4ae4-bdff-dd84d731b9d5 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:43:58.953277 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c16678-16b5-4ae4-bdff-dd84d731b9d5 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:43:58.956019 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b9bafc8-3c12-408f-8f78-f16b103bbc58 admin admin] Deleting subnet c3896970-ea8d-45ba-8e68-3adfc5eede21 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:43:58.961562 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a547d780-ceb5-4533-a05a-2706e4f7f564 req-9a56ee47-43f4-4ecb-9a42-5a70df3a132c tempest-ServerAddressesTestJSON-594524053 tempest-ServerAddressesTestJSON-594524053-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe9963ba-cbd1-49dd-b77d-616fc9302467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5622377 May 31 13:43:58.964716 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0b9bafc8-3c12-408f-8f78-f16b103bbc58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:58.982284 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-1de8e35a-a0ae-4cd3-aa9e-e4cb6bca0950 req-dda9a2ae-5ee1-4087-a1f9-71f3c58795ad tempest-ServerAddressesTestJSON-594524053 tempest-ServerAddressesTestJSON-594524053-project] Deleting port e3ba5e6a-7253-49f0-832b-03cc302800be {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:43:58.982554 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1de8e35a-a0ae-4cd3-aa9e-e4cb6bca0950 req-dda9a2ae-5ee1-4087-a1f9-71f3c58795ad tempest-ServerAddressesTestJSON-594524053 tempest-ServerAddressesTestJSON-594524053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:58.998739 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c16678-16b5-4ae4-bdff-dd84d731b9d5 None None] Pushing event updated for resources: {'Port': ['ID=16ddbaaf-2a6b-4737-ae47-5401c78559b6,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:59.009775 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c8c51ae7-f496-479d-a5e1-ac734410fb5d tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:59.015260 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c51ae7-f496-479d-a5e1-ac734410fb5d tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:59.015870 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c8c51ae7-f496-479d-a5e1-ac734410fb5d tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:59.072392 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c16678-16b5-4ae4-bdff-dd84d731b9d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:43:59.073284 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c16678-16b5-4ae4-bdff-dd84d731b9d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:43:59.073906 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c16678-16b5-4ae4-bdff-dd84d731b9d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:43:59.074542 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c16678-16b5-4ae4-bdff-dd84d731b9d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:43:59.075150 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c16678-16b5-4ae4-bdff-dd84d731b9d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:43:59.075777 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c16678-16b5-4ae4-bdff-dd84d731b9d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:43:59.076387 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c16678-16b5-4ae4-bdff-dd84d731b9d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:43:59.077152 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c16678-16b5-4ae4-bdff-dd84d731b9d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:43:59.077678 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c16678-16b5-4ae4-bdff-dd84d731b9d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:43:59.078474 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c16678-16b5-4ae4-bdff-dd84d731b9d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:43:59.079014 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c16678-16b5-4ae4-bdff-dd84d731b9d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:43:59.079558 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c16678-16b5-4ae4-bdff-dd84d731b9d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:43:59.119211 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-d3c16678-16b5-4ae4-bdff-dd84d731b9d5 None None] Attempting to bind port 16ddbaaf-2a6b-4737-ae47-5401c78559b6 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:43:59.119931 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-d3c16678-16b5-4ae4-bdff-dd84d731b9d5 None None] Attempting to bind port 16ddbaaf-2a6b-4737-ae47-5401c78559b6 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '49022f9a-133e-4396-bb03-5cff012c0f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f3ab8d79-9c59-4bff-88d4-3d11ac88e13e'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:43:59.120529 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c16678-16b5-4ae4-bdff-dd84d731b9d5 None None] Attempting to bind port 16ddbaaf-2a6b-4737-ae47-5401c78559b6 on network f3ab8d79-9c59-4bff-88d4-3d11ac88e13e {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:43:59.130874 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c16678-16b5-4ae4-bdff-dd84d731b9d5 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:43:59.131467 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c16678-16b5-4ae4-bdff-dd84d731b9d5 None None] Checking segment: {'id': '49022f9a-133e-4396-bb03-5cff012c0f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f3ab8d79-9c59-4bff-88d4-3d11ac88e13e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:43:59.132091 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d3c16678-16b5-4ae4-bdff-dd84d731b9d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:59.132717 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c16678-16b5-4ae4-bdff-dd84d731b9d5 None None] Bound using segment: {'id': '49022f9a-133e-4396-bb03-5cff012c0f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f3ab8d79-9c59-4bff-88d4-3d11ac88e13e'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:43:59.133776 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-d3c16678-16b5-4ae4-bdff-dd84d731b9d5 None None] Bound port: 16ddbaaf-2a6b-4737-ae47-5401c78559b6, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49022f9a-133e-4396-bb03-5cff012c0f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f3ab8d79-9c59-4bff-88d4-3d11ac88e13e'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:43:59.134707 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d3c16678-16b5-4ae4-bdff-dd84d731b9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:59.177762 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-518f5c76-8023-4d92-a698-cf91d46d9ad1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:59.180318 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0b9bafc8-3c12-408f-8f78-f16b103bbc58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:59.213167 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c8c51ae7-f496-479d-a5e1-ac734410fb5d tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2774136 May 31 13:43:59.215352 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-518f5c76-8023-4d92-a698-cf91d46d9ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:59.224713 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 60286) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:59.253205 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-a8f67cea-f244-4fa0-adaf-1e80795c04c0 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Request body: {'subnet': {'network_id': 'b35e3d53-0934-4a43-bd0b-fd97fabdf583', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:43:59.275953 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c51ae7-f496-479d-a5e1-ac734410fb5d tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Pushing event updated for resources: {'Network': ['ID=b35e3d53-0934-4a43-bd0b-fd97fabdf583,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:59.294098 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network b35e3d53-0934-4a43-bd0b-fd97fabdf583 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:43:59.333795 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-d3c16678-16b5-4ae4-bdff-dd84d731b9d5 None None] For port 16ddbaaf-2a6b-4737-ae47-5401c78559b6, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:43:59.390643 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-518f5c76-8023-4d92-a698-cf91d46d9ad1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f36193533117427fb1bdecf12d98ec82&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5134566 May 31 13:43:59.391418 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518f5c76-8023-4d92-a698-cf91d46d9ad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d234044-97c4-4896-bdfc-4653f288b531,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:59.400494 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 60290) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:43:59.427605 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0b9bafc8-3c12-408f-8f78-f16b103bbc58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:59.495059 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-d3c16678-16b5-4ae4-bdff-dd84d731b9d5 None None] For port 16ddbaaf-2a6b-4737-ae47-5401c78559b6, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=16ddbaaf-2a6b-4737-ae47-5401c78559b6,segment=NetworkSegment(49022f9a-133e-4396-bb03-5cff012c0f84),segment_id=49022f9a-133e-4396-bb03-5cff012c0f84)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:43:59.501112 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a8f67cea-f244-4fa0-adaf-1e80795c04c0 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:43:59.501827 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d3c16678-16b5-4ae4-bdff-dd84d731b9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:59.521603 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a8f67cea-f244-4fa0-adaf-1e80795c04c0 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Usage tracker for resource:subnet and tenant:9f98270cdf824e3ebd7736abf6d6b113 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:43:59.532616 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a8f67cea-f244-4fa0-adaf-1e80795c04c0 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:43:59.542972 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a8f67cea-f244-4fa0-adaf-1e80795c04c0 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:43:59.575108 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f67cea-f244-4fa0-adaf-1e80795c04c0 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Made reservation on behalf of 9f98270cdf824e3ebd7736abf6d6b113 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:43:59.577804 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a8f67cea-f244-4fa0-adaf-1e80795c04c0 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:59.598155 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-90432de2-d553-4c3a-aff0-1227ab315d60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:59.632711 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c16678-16b5-4ae4-bdff-dd84d731b9d5 None None] Pushing event updated for resources: {'Port': ['ID=16ddbaaf-2a6b-4737-ae47-5401c78559b6,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:59.681957 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0b9bafc8-3c12-408f-8f78-f16b103bbc58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:59.734837 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb0ccf-c532-47c6-9d3e-49401b5d3fe1 req-25720fc3-1bfe-4042-baf1-bdf80ed5ceb6 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:43:59.744783 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aadb0ccf-c532-47c6-9d3e-49401b5d3fe1 req-25720fc3-1bfe-4042-baf1-bdf80ed5ceb6 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/ports?device_id=e704e46a-b1ae-4097-bfd1-f7c0e61530ae HTTP/1.1" status: 200 len: 946 time: 1.0925426 May 31 13:43:59.788223 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9bafc8-3c12-408f-8f78-f16b103bbc58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3896970-ea8d-45ba-8e68-3adfc5eede21,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:43:59.795932 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0b9bafc8-3c12-408f-8f78-f16b103bbc58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:59.801756 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-90432de2-d553-4c3a-aff0-1227ab315d60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:59.849350 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-0b9bafc8-3c12-408f-8f78-f16b103bbc58 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/c3896970-ea8d-45ba-8e68-3adfc5eede21 HTTP/1.1" status: 204 len: 168 time: 0.9945879 May 31 13:43:59.851489 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 60298) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:44:00.102529 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f55db1e0-0118-4781-9f92-71265d759f5c tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:00.231415 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-90432de2-d553-4c3a-aff0-1227ab315d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:00.268254 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90432de2-d553-4c3a-aff0-1227ab315d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d234044-97c4-4896-bdfc-4653f288b531,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:00.277314 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-90432de2-d553-4c3a-aff0-1227ab315d60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:00.278630 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-90432de2-d553-4c3a-aff0-1227ab315d60 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0d234044-97c4-4896-bdfc-4653f288b531 HTTP/1.1" status: 204 len: 168 time: 0.8771877 May 31 13:44:00.280338 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a8f67cea-f244-4fa0-adaf-1e80795c04c0 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:00.356923 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aadb0ccf-c532-47c6-9d3e-49401b5d3fe1 req-17371f32-5657-490f-b2f9-34ee7a0d7e9d tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/security-groups?id=1729ab42-7be5-44f8-b17a-0e9ffb5ba8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6109068 May 31 13:44:00.473639 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f67cea-f244-4fa0-adaf-1e80795c04c0 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Pushing event updated for resources: {'Subnet': ['ID=7bd52a8a-54e1-4387-be91-44bdcbe8bb9b,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:00.482120 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f67cea-f244-4fa0-adaf-1e80795c04c0 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Checking segment: {'id': '77278208-445f-42ab-b052-4d86c38dfbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b35e3d53-0934-4a43-bd0b-fd97fabdf583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:44:00.482235 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f67cea-f244-4fa0-adaf-1e80795c04c0 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Network hostable DHCP agents. Network: b35e3d53-0934-4a43-bd0b-fd97fabdf583, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:44:00.510927 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f67cea-f244-4fa0-adaf-1e80795c04c0 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Network b35e3d53-0934-4a43-bd0b-fd97fabdf583 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:44:00.532042 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-a8f67cea-f244-4fa0-adaf-1e80795c04c0 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, b35e3d53-0934-4a43-bd0b-fd97fabdf583) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:44:00.539280 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-1de8e35a-a0ae-4cd3-aa9e-e4cb6bca0950 req-dda9a2ae-5ee1-4087-a1f9-71f3c58795ad tempest-ServerAddressesTestJSON-594524053 tempest-ServerAddressesTestJSON-594524053-project] For port e3ba5e6a-7253-49f0-832b-03cc302800be, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=e3ba5e6a-7253-49f0-832b-03cc302800be,segment=NetworkSegment(ffb87012-13bc-4c74-88dc-73a5d81b3849),segment_id=ffb87012-13bc-4c74-88dc-73a5d81b3849)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:44:00.539648 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1de8e35a-a0ae-4cd3-aa9e-e4cb6bca0950 req-dda9a2ae-5ee1-4087-a1f9-71f3c58795ad tempest-ServerAddressesTestJSON-594524053 tempest-ServerAddressesTestJSON-594524053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:00.541626 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f67cea-f244-4fa0-adaf-1e80795c04c0 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:44:00.542855 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a8f67cea-f244-4fa0-adaf-1e80795c04c0 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:00.547755 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ef5f66-5239-4da4-89df-b3201bc75315 None None] Network b35e3d53-0934-4a43-bd0b-fd97fabdf583 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:44:00.596362 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a8f67cea-f244-4fa0-adaf-1e80795c04c0 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.3551447 May 31 13:44:00.597647 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 60326) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:44:00.605147 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-07edefde-2ac9-4fb1-b890-01e309ef9b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:00.822365 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-1de8e35a-a0ae-4cd3-aa9e-e4cb6bca0950 req-dda9a2ae-5ee1-4087-a1f9-71f3c58795ad tempest-ServerAddressesTestJSON-594524053 tempest-ServerAddressesTestJSON-594524053-project] Calling delete_port for e3ba5e6a-7253-49f0-832b-03cc302800be owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:44:00.849521 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-09055368-f8fa-45fa-8481-39700061da81 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:01.021229 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd700ca1-fe88-4ddf-ada2-b98687b52421 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-b35e3d53-0934-4a43-bd0b-fd97fabdf583', 'network_id': 'b35e3d53-0934-4a43-bd0b-fd97fabdf583', 'tenant_id': '9f98270cdf824e3ebd7736abf6d6b113', 'fixed_ips': [{'subnet_id': '7bd52a8a-54e1-4387-be91-44bdcbe8bb9b'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:44:01.028341 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dd700ca1-fe88-4ddf-ada2-b98687b52421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:01.079581 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-09055368-f8fa-45fa-8481-39700061da81 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:01.101493 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device c8306301-1463-45ea-b995-dd2afe669410 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:44:01.333481 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1de8e35a-a0ae-4cd3-aa9e-e4cb6bca0950 req-dda9a2ae-5ee1-4087-a1f9-71f3c58795ad tempest-ServerAddressesTestJSON-594524053 tempest-ServerAddressesTestJSON-594524053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:01.362198 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e611943d-826f-40f1-b880-159ab5c44977 None None] Network f3ab8d79-9c59-4bff-88d4-3d11ac88e13e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:44:01.368724 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-09055368-f8fa-45fa-8481-39700061da81 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:01.531829 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09055368-f8fa-45fa-8481-39700061da81 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Pushing event deleted for resources: {'Subnet': ['ID=7bd52a8a-54e1-4387-be91-44bdcbe8bb9b,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:01.685528 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port c8306301-1463-45ea-b995-dd2afe669410 is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:44:01.685528 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:01.699095 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a003eb-da24-4b78-9244-ba8d1c0a25a1 req-4d4617c2-e076-41d5-a3b0-60b07dd47669 tempest-ServerAddressesTestJSON-594524053 tempest-ServerAddressesTestJSON-594524053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:44:01.706330 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-37a003eb-da24-4b78-9244-ba8d1c0a25a1 req-4d4617c2-e076-41d5-a3b0-60b07dd47669 tempest-ServerAddressesTestJSON-594524053 tempest-ServerAddressesTestJSON-594524053-project] 10.222.0.50 "GET /v2.0/ports?device_id=29730d29-706f-4208-abc2-3e3a4db6a79d HTTP/1.1" status: 200 len: 945 time: 1.4858456 May 31 13:44:01.727019 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-09055368-f8fa-45fa-8481-39700061da81 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:01.816387 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server [None req-dd700ca1-fe88-4ddf-ada2-b98687b52421 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7bd52a8a-54e1-4387-be91-44bdcbe8bb9b: This subnet is being modified by another concurrent operation. May 31 13:44:01.816387 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 31 13:44:01.816387 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 31 13:44:01.816387 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 31 13:44:01.816387 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 31 13:44:01.816387 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 31 13:44:01.816387 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 31 13:44:01.816387 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 31 13:44:01.816387 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 31 13:44:01.816387 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 31 13:44:01.816387 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 31 13:44:01.816387 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 31 13:44:01.816387 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 31 13:44:01.816387 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server self.force_reraise() May 31 13:44:01.816387 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 31 13:44:01.816387 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server raise self.value May 31 13:44:01.816387 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 31 13:44:01.816387 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 31 13:44:01.816387 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 31 13:44:01.816387 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 31 13:44:01.816387 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 31 13:44:01.816387 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server self.force_reraise() May 31 13:44:01.816387 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 31 13:44:01.816387 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server raise self.value May 31 13:44:01.816387 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 31 13:44:01.816387 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 31 13:44:01.816387 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 31 13:44:01.816387 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 31 13:44:01.816387 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 31 13:44:01.816387 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server self.force_reraise() May 31 13:44:01.816387 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 31 13:44:01.816387 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server raise self.value May 31 13:44:01.816387 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 31 13:44:01.816387 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 31 13:44:01.816387 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 31 13:44:01.816387 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 31 13:44:01.816387 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 31 13:44:01.816387 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 31 13:44:01.816387 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 31 13:44:01.816387 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 31 13:44:01.816387 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 31 13:44:01.816387 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 31 13:44:01.816387 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 31 13:44:01.816387 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 31 13:44:01.816387 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 31 13:44:01.816387 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 31 13:44:01.816387 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 31 13:44:01.816387 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 31 13:44:01.816387 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 31 13:44:01.816387 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server self.force_reraise() May 31 13:44:01.816387 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 31 13:44:01.816387 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server raise self.value May 31 13:44:01.816387 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 31 13:44:01.816387 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 31 13:44:01.819934 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 31 13:44:01.819934 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 31 13:44:01.819934 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 31 13:44:01.819934 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server self.force_reraise() May 31 13:44:01.819934 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 31 13:44:01.819934 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server raise self.value May 31 13:44:01.819934 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 31 13:44:01.819934 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 31 13:44:01.819934 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 31 13:44:01.819934 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 31 13:44:01.819934 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 31 13:44:01.819934 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server self.force_reraise() May 31 13:44:01.819934 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 31 13:44:01.819934 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server raise self.value May 31 13:44:01.819934 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 31 13:44:01.819934 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 31 13:44:01.819934 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 31 13:44:01.819934 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 31 13:44:01.819934 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 31 13:44:01.819934 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 31 13:44:01.819934 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 31 13:44:01.819934 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 31 13:44:01.819934 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 31 13:44:01.819934 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 31 13:44:01.819934 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 31 13:44:01.819934 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 31 13:44:01.819934 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 31 13:44:01.819934 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 31 13:44:01.819934 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 31 13:44:01.819934 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 31 13:44:01.819934 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 31 13:44:01.819934 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 31 13:44:01.819934 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 31 13:44:01.819934 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 31 13:44:01.819934 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 31 13:44:01.819934 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server raise exception May 31 13:44:01.819934 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7bd52a8a-54e1-4387-be91-44bdcbe8bb9b: This subnet is being modified by another concurrent operation. May 31 13:44:01.819934 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server May 31 13:44:01.823514 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda9a2ae-5ee1-4087-a1f9-71f3c58795ad tempest-ServerAddressesTestJSON-594524053 tempest-ServerAddressesTestJSON-594524053-project] Pushing event deleted for resources: {'Port': ['ID=e3ba5e6a-7253-49f0-832b-03cc302800be,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:01.835208 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-09055368-f8fa-45fa-8481-39700061da81 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b35e3d53-0934-4a43-bd0b-fd97fabdf583']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:44:01.844568 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port c8306301-1463-45ea-b995-dd2afe669410, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=c8306301-1463-45ea-b995-dd2afe669410,segment=NetworkSegment(95357fb1-128e-4e50-a9ef-07d5adff4ac5),segment_id=95357fb1-128e-4e50-a9ef-07d5adff4ac5)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:44:01.844994 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-bde266af-ad71-44e2-9fdb-78396bdaa527 None None] Provisioning for port 16ddbaaf-2a6b-4737-ae47-5401c78559b6 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:44:01.855214 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e704e46a-b1ae-4097-bfd1-f7c0e61530ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8306301-1463-45ea-b995-dd2afe669410'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:44:01.865034 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:01.866359 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device e3ba5e6a-7253-49f0-832b-03cc302800be no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:44:01.877686 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-09055368-f8fa-45fa-8481-39700061da81 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77278208-445f-42ab-b052-4d86c38dfbf1') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:44:01.878017 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-09055368-f8fa-45fa-8481-39700061da81 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77278208-445f-42ab-b052-4d86c38dfbf1') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:44:01.907424 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-09055368-f8fa-45fa-8481-39700061da81 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:01.946134 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-09055368-f8fa-45fa-8481-39700061da81 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:01.959972 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3d885d-6a60-4884-ab54-576978a12875 None None] Network b35e3d53-0934-4a43-bd0b-fd97fabdf583 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:44:01.965151 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09055368-f8fa-45fa-8481-39700061da81 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:44:01.966391 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-09055368-f8fa-45fa-8481-39700061da81 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:02.100720 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 77278208-445f-42ab-b052-4d86c38dfbf1 resource provider aggregate not found May 31 13:44:02.131531 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-1de8e35a-a0ae-4cd3-aa9e-e4cb6bca0950 req-dda9a2ae-5ee1-4087-a1f9-71f3c58795ad tempest-ServerAddressesTestJSON-594524053 tempest-ServerAddressesTestJSON-594524053-project] No DVR routers for this DVR port e3ba5e6a-7253-49f0-832b-03cc302800be on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:44:02.137286 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 77278208-445f-42ab-b052-4d86c38dfbf1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 77278208-445f-42ab-b052-4d86c38dfbf1 found for delete ", "request_id": "req-4306ad0e-c8fa-4a56-9a32-1678cd340256"}]} May 31 13:44:02.193957 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1de8e35a-a0ae-4cd3-aa9e-e4cb6bca0950 req-dda9a2ae-5ee1-4087-a1f9-71f3c58795ad tempest-ServerAddressesTestJSON-594524053 tempest-ServerAddressesTestJSON-594524053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:02.209859 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-09055368-f8fa-45fa-8481-39700061da81 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:02.225371 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29730d29-706f-4208-abc2-3e3a4db6a79d', 'name': 'network-vif-deleted', 'tag': 'e3ba5e6a-7253-49f0-832b-03cc302800be'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:44:02.225597 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-09055368-f8fa-45fa-8481-39700061da81 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:02.244407 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1de8e35a-a0ae-4cd3-aa9e-e4cb6bca0950 req-dda9a2ae-5ee1-4087-a1f9-71f3c58795ad tempest-ServerAddressesTestJSON-594524053 tempest-ServerAddressesTestJSON-594524053-project] 10.222.0.44 "DELETE /v2.0/ports/e3ba5e6a-7253-49f0-832b-03cc302800be HTTP/1.1" status: 204 len: 173 time: 3.6604137 May 31 13:44:02.257567 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-37a003eb-da24-4b78-9244-ba8d1c0a25a1 req-873a07f1-34dd-434c-86f1-20e570fe4d3a tempest-ServerAddressesTestJSON-594524053 tempest-ServerAddressesTestJSON-594524053-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe9963ba-cbd1-49dd-b77d-616fc9302467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5494945 May 31 13:44:02.259612 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-07edefde-2ac9-4fb1-b890-01e309ef9b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:02.326376 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.resource_extend [None req-3f9d706a-26db-44f2-a551-e77168986af4 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:44:02.368046 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09055368-f8fa-45fa-8481-39700061da81 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Pushing event deleted for resources: {'Network': ['ID=b35e3d53-0934-4a43-bd0b-fd97fabdf583,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:02.380569 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-09055368-f8fa-45fa-8481-39700061da81 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] 10.222.0.50 "DELETE /v2.0/networks/b35e3d53-0934-4a43-bd0b-fd97fabdf583 HTTP/1.1" status: 204 len: 168 time: 1.7815974 May 31 13:44:02.385712 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 60374) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:44:02.400303 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-d778a6d7-2086-43da-9ed4-1002f8857ada tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1753416771'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:44:02.406902 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d778a6d7-2086-43da-9ed4-1002f8857ada tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:44:02.412517 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d778a6d7-2086-43da-9ed4-1002f8857ada tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Usage tracker for resource:network and tenant:9f98270cdf824e3ebd7736abf6d6b113 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:44:02.416396 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d778a6d7-2086-43da-9ed4-1002f8857ada tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:44:02.427306 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d778a6d7-2086-43da-9ed4-1002f8857ada tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:44:02.443928 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] No Port match for: e3ba5e6a-7253-49f0-832b-03cc302800be {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:44:02.444708 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device e3ba5e6a-7253-49f0-832b-03cc302800be not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:44:02.445637 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d778a6d7-2086-43da-9ed4-1002f8857ada tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Made reservation on behalf of 9f98270cdf824e3ebd7736abf6d6b113 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:44:02.461712 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d778a6d7-2086-43da-9ed4-1002f8857ada tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:02.491134 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ddb2e-834a-434e-acd9-1289d6bf17b5 req-34562ceb-45f6-4a1f-8363-76bba8781da0 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:44:02.491134 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4f4ddb2e-834a-434e-acd9-1289d6bf17b5 req-34562ceb-45f6-4a1f-8363-76bba8781da0 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.44 "GET /v2.0/ports?device_id=e704e46a-b1ae-4097-bfd1-f7c0e61530ae HTTP/1.1" status: 200 len: 946 time: 1.9318955 May 31 13:44:02.524108 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 16ddbaaf-2a6b-4737-ae47-5401c78559b6 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:44:02.554499 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d778a6d7-2086-43da-9ed4-1002f8857ada tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:44:02.555453 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cd5087-a309-489c-a132-9a6951ab852c req-0fe0bf85-86ae-4a11-9b19-101273e2298a tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:44:02.557019 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a7cd5087-a309-489c-a132-9a6951ab852c req-0fe0bf85-86ae-4a11-9b19-101273e2298a tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/ports?device_id=e704e46a-b1ae-4097-bfd1-f7c0e61530ae HTTP/1.1" status: 200 len: 944 time: 0.8367841 May 31 13:44:02.572395 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-07edefde-2ac9-4fb1-b890-01e309ef9b06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f76eff73-d0e0-4f06-bd8d-5c382838a045']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:44:02.585187 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39cc8241-20c3-4f1e-bf4d-866a5d676f4f'] response: {'server_uuid': '29730d29-706f-4208-abc2-3e3a4db6a79d', 'name': 'network-vif-deleted', 'tag': 'e3ba5e6a-7253-49f0-832b-03cc302800be', 'status': 'completed', 'code': 200} May 31 13:44:02.588468 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d778a6d7-2086-43da-9ed4-1002f8857ada tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:02.590868 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-d778a6d7-2086-43da-9ed4-1002f8857ada tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Added segment ab8eae74-03d6-4f7f-af16-4633d0076072 of type vlan for network 2cab6dc8-d116-4b37-8348-fecb4f9f5f25 May 31 13:44:02.636311 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=c8306301-1463-45ea-b995-dd2afe669410,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:02.696197 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d778a6d7-2086-43da-9ed4-1002f8857ada tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:02.708313 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-07edefde-2ac9-4fb1-b890-01e309ef9b06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '869cf710-b54d-4b59-b50a-e098b09985b8') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:44:02.708502 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-07edefde-2ac9-4fb1-b890-01e309ef9b06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '869cf710-b54d-4b59-b50a-e098b09985b8') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:44:02.744958 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d57837f6-c659-44ea-b51a-e4e0bfa0d977'] response: {'server_uuid': 'e704e46a-b1ae-4097-bfd1-f7c0e61530ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8306301-1463-45ea-b995-dd2afe669410', 'code': 200} May 31 13:44:02.759261 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d778a6d7-2086-43da-9ed4-1002f8857ada tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:02.799949 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d778a6d7-2086-43da-9ed4-1002f8857ada tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:44:02.802440 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d778a6d7-2086-43da-9ed4-1002f8857ada tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:02.842629 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 16ddbaaf-2a6b-4737-ae47-5401c78559b6 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:44:02.856147 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 16ddbaaf-2a6b-4737-ae47-5401c78559b6 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:44:02.856675 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:02.885286 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d778a6d7-2086-43da-9ed4-1002f8857ada tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4978249 May 31 13:44:02.941752 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 60388) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:44:02.962018 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-8a35731a-3f1f-4705-b549-77f8ca16206b tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Request body: {'subnet': {'network_id': '2cab6dc8-d116-4b37-8348-fecb4f9f5f25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:44:03.068021 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-07edefde-2ac9-4fb1-b890-01e309ef9b06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:03.094766 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a7cd5087-a309-489c-a132-9a6951ab852c req-b2afa841-924e-45b8-a942-fa3e41791fa8 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/security-groups?id=1729ab42-7be5-44f8-b17a-0e9ffb5ba8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4396045 May 31 13:44:03.173282 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3f9d706a-26db-44f2-a551-e77168986af4 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:03.208611 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 16ddbaaf-2a6b-4737-ae47-5401c78559b6 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:44:03.209327 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:03.232294 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-4f4ddb2e-834a-434e-acd9-1289d6bf17b5 req-40c0b949-0a55-436a-adc6-59e93bba37a8 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Deleting port c8306301-1463-45ea-b995-dd2afe669410 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:44:03.233061 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-4f4ddb2e-834a-434e-acd9-1289d6bf17b5 req-40c0b949-0a55-436a-adc6-59e93bba37a8 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:03.276479 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a85c6c3-7366-4a31-a70a-d054ef130b22 None None] get_active_networks_info from n-d-843939-1 {{(pid=88371) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 31 13:44:03.302820 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3f9d706a-26db-44f2-a551-e77168986af4 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:03.348483 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8a35731a-3f1f-4705-b549-77f8ca16206b tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:44:03.356431 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-8a35731a-3f1f-4705-b549-77f8ca16206b tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Usage tracker for resource:subnet and tenant:9f98270cdf824e3ebd7736abf6d6b113 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:44:03.373162 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-8a35731a-3f1f-4705-b549-77f8ca16206b tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:44:03.378891 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-07edefde-2ac9-4fb1-b890-01e309ef9b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:03.382350 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8a35731a-3f1f-4705-b549-77f8ca16206b tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:44:03.410647 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a35731a-3f1f-4705-b549-77f8ca16206b tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Made reservation on behalf of 9f98270cdf824e3ebd7736abf6d6b113 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:44:03.411279 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f55db1e0-0118-4781-9f92-71265d759f5c tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:03.419444 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8a35731a-3f1f-4705-b549-77f8ca16206b tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:03.452043 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07edefde-2ac9-4fb1-b890-01e309ef9b06 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:44:03.452681 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-07edefde-2ac9-4fb1-b890-01e309ef9b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:03.524387 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 16ddbaaf-2a6b-4737-ae47-5401c78559b6, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=16ddbaaf-2a6b-4737-ae47-5401c78559b6,segment=NetworkSegment(49022f9a-133e-4396-bb03-5cff012c0f84),segment_id=49022f9a-133e-4396-bb03-5cff012c0f84)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:44:03.529471 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-be98c0be-dbed-4fa8-a1a6-b28ef74fcea5 None None] Provisioning complete for port 16ddbaaf-2a6b-4737-ae47-5401c78559b6 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:44:03.533132 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-be98c0be-dbed-4fa8-a1a6-b28ef74fcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:03.548823 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d778a6d7-2086-43da-9ed4-1002f8857ada tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Pushing event updated for resources: {'Network': ['ID=2cab6dc8-d116-4b37-8348-fecb4f9f5f25,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:03.585234 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.ipam_backend_mixin [None req-8a35731a-3f1f-4705-b549-77f8ca16206b tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Performing IP validity checks on allocation pools {{(pid=88369) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 31 13:44:03.585745 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.ipam_backend_mixin [None req-8a35731a-3f1f-4705-b549-77f8ca16206b tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88369) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 31 13:44:03.619998 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f55db1e0-0118-4781-9f92-71265d759f5c tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:03.714554 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 2cab6dc8-d116-4b37-8348-fecb4f9f5f25 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:44:03.752193 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 60418) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:44:03.772448 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:03.913770 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8a35731a-3f1f-4705-b549-77f8ca16206b tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:03.933090 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 869cf710-b54d-4b59-b50a-e098b09985b8 resource provider aggregate not found May 31 13:44:03.966106 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2f4d4bd-cd0f-42b9-886d-56fd01972f8a admin admin] Deleting subnet da9acef8-4f0c-4d78-b680-eb8b4b6adc0a {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:44:04.001612 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f2f4d4bd-cd0f-42b9-886d-56fd01972f8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:04.113874 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a35731a-3f1f-4705-b549-77f8ca16206b tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Pushing event updated for resources: {'Subnet': ['ID=641e1514-7233-475d-934a-4f5dede9dd92,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:04.120197 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f2f4d4bd-cd0f-42b9-886d-56fd01972f8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:04.139400 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=16ddbaaf-2a6b-4737-ae47-5401c78559b6,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:04.148484 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a85c6c3-7366-4a31-a70a-d054ef130b22 None None] Resources bound (agent type, host, resource id): {{(pid=88371) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 31 13:44:04.183827 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a35731a-3f1f-4705-b549-77f8ca16206b tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Checking segment: {'id': 'ab8eae74-03d6-4f7f-af16-4633d0076072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2cab6dc8-d116-4b37-8348-fecb4f9f5f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:44:04.184251 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a35731a-3f1f-4705-b549-77f8ca16206b tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Network hostable DHCP agents. Network: 2cab6dc8-d116-4b37-8348-fecb4f9f5f25, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:44:04.280856 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f2f4d4bd-cd0f-42b9-886d-56fd01972f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:04.346028 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a35731a-3f1f-4705-b549-77f8ca16206b tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Network 2cab6dc8-d116-4b37-8348-fecb4f9f5f25 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:44:04.397253 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-8a35731a-3f1f-4705-b549-77f8ca16206b tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 2cab6dc8-d116-4b37-8348-fecb4f9f5f25) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:44:04.407821 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a35731a-3f1f-4705-b549-77f8ca16206b tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:44:04.408472 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8a35731a-3f1f-4705-b549-77f8ca16206b tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:04.479445 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-8a35731a-3f1f-4705-b549-77f8ca16206b tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.5292549 May 31 13:44:04.480043 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 60448) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:44:04.502239 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-be98c0be-dbed-4fa8-a1a6-b28ef74fcea5 None None] Current status of the port 16ddbaaf-2a6b-4737-ae47-5401c78559b6 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:44:04.554317 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 869cf710-b54d-4b59-b50a-e098b09985b8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 869cf710-b54d-4b59-b50a-e098b09985b8 found for delete ", "request_id": "req-e1fea14a-6735-44d7-90e0-392cfad1fca0"}]} May 31 13:44:04.572179 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-07edefde-2ac9-4fb1-b890-01e309ef9b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:04.672496 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-07edefde-2ac9-4fb1-b890-01e309ef9b06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:04.730105 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07edefde-2ac9-4fb1-b890-01e309ef9b06 admin admin] Pushing event deleted for resources: {'Network': ['ID=f76eff73-d0e0-4f06-bd8d-5c382838a045,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:04.760776 n-d-843939-1 neutron-server[88370]: INFO neutron.db.l3_db [None req-3f9d706a-26db-44f2-a551-e77168986af4 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Floating IP 6310a726-28d9-4523-bd02-f2308fd74ad7 associated. External IP: 172.25.6.115, port: 03bb233f-f12a-430d-8312-a2cfc37bf195. May 31 13:44:04.843644 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f2f4d4bd-cd0f-42b9-886d-56fd01972f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:04.923684 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f4d4bd-cd0f-42b9-886d-56fd01972f8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da9acef8-4f0c-4d78-b680-eb8b4b6adc0a,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:04.958333 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f2f4d4bd-cd0f-42b9-886d-56fd01972f8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:04.965981 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7213d7db-837a-4d44-bc2d-cbfb2e68e313 None None] Network 2cab6dc8-d116-4b37-8348-fecb4f9f5f25 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:44:04.979598 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-f2f4d4bd-cd0f-42b9-886d-56fd01972f8a admin admin] 10.222.0.50 "DELETE /v2.0/subnets/da9acef8-4f0c-4d78-b680-eb8b4b6adc0a HTTP/1.1" status: 204 len: 168 time: 1.2264025 May 31 13:44:04.986707 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6bcfcef5-dbfa-40ef-8e18-2fd9de1dd669 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:04.991828 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 60468) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:44:05.092135 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-4f4ddb2e-834a-434e-acd9-1289d6bf17b5 req-40c0b949-0a55-436a-adc6-59e93bba37a8 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] For port c8306301-1463-45ea-b995-dd2afe669410, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=c8306301-1463-45ea-b995-dd2afe669410,segment=NetworkSegment(95357fb1-128e-4e50-a9ef-07d5adff4ac5),segment_id=95357fb1-128e-4e50-a9ef-07d5adff4ac5)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:44:05.092837 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-4f4ddb2e-834a-434e-acd9-1289d6bf17b5 req-40c0b949-0a55-436a-adc6-59e93bba37a8 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:05.260411 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ec70cc23-45e6-43c0-993f-64364f0d90e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:05.281690 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6bcfcef5-dbfa-40ef-8e18-2fd9de1dd669 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:05.337516 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-4f4ddb2e-834a-434e-acd9-1289d6bf17b5 req-40c0b949-0a55-436a-adc6-59e93bba37a8 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Calling delete_port for c8306301-1463-45ea-b995-dd2afe669410 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:44:05.420644 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-07edefde-2ac9-4fb1-b890-01e309ef9b06 admin admin] 10.222.0.50 "DELETE /v2.0/networks/f76eff73-d0e0-4f06-bd8d-5c382838a045 HTTP/1.1" status: 204 len: 168 time: 5.5532250 May 31 13:44:05.433223 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a5900f-b14f-44f6-9f4d-509257ea2eae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-2cab6dc8-d116-4b37-8348-fecb4f9f5f25', 'network_id': '2cab6dc8-d116-4b37-8348-fecb4f9f5f25', 'tenant_id': '9f98270cdf824e3ebd7736abf6d6b113', 'fixed_ips': [{'subnet_id': '641e1514-7233-475d-934a-4f5dede9dd92'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:44:05.438599 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-13a5900f-b14f-44f6-9f4d-509257ea2eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:05.709730 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-f55db1e0-0118-4781-9f92-71265d759f5c tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Allocated IP 172.25.6.153 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/f71a2a4e-666d-4476-9363-7859736e7a02) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:44:05.835935 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 60524) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:44:05.943613 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-13a5900f-b14f-44f6-9f4d-509257ea2eae None None] Allocated IP 172.20.0.3 (2cab6dc8-d116-4b37-8348-fecb4f9f5f25/641e1514-7233-475d-934a-4f5dede9dd92/985a650b-cb6d-454f-b72e-23deab42e382) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:44:05.950022 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ec70cc23-45e6-43c0-993f-64364f0d90e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:06.042770 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 16ddbaaf-2a6b-4737-ae47-5401c78559b6 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:44:06.083716 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-ec70cc23-45e6-43c0-993f-64364f0d90e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62805d3a-ead6-4e52-9343-839e058e06e4']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:44:06.118280 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-be7b0806-c044-433a-b32b-a09e310a6e48 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=eae6e282481040a386ea6f2255c096cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2805080 May 31 13:44:06.119182 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 60532) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:44:06.121827 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-ec70cc23-45e6-43c0-993f-64364f0d90e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffb87012-13bc-4c74-88dc-73a5d81b3849') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:44:06.123337 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-ec70cc23-45e6-43c0-993f-64364f0d90e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffb87012-13bc-4c74-88dc-73a5d81b3849') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:44:06.171718 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ec70cc23-45e6-43c0-993f-64364f0d90e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:06.246572 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ec70cc23-45e6-43c0-993f-64364f0d90e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:06.281270 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec70cc23-45e6-43c0-993f-64364f0d90e4 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:44:06.281883 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ec70cc23-45e6-43c0-993f-64364f0d90e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:06.302641 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bef53a-8acd-4f35-98b7-fbf3dad2ff34 req-49c41c9d-dde4-4ecf-a566-ee93cafa5cd5 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:44:06.322878 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-79bef53a-8acd-4f35-98b7-fbf3dad2ff34 req-49c41c9d-dde4-4ecf-a566-ee93cafa5cd5 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/ports?device_id=e704e46a-b1ae-4097-bfd1-f7c0e61530ae HTTP/1.1" status: 200 len: 944 time: 1.7674847 May 31 13:44:06.342041 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment ffb87012-13bc-4c74-88dc-73a5d81b3849 resource provider aggregate not found May 31 13:44:06.634605 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment ffb87012-13bc-4c74-88dc-73a5d81b3849 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ffb87012-13bc-4c74-88dc-73a5d81b3849 found for delete ", "request_id": "req-14a611f5-2819-4a47-8685-9935f840eb18"}]} May 31 13:44:06.635474 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-79bef53a-8acd-4f35-98b7-fbf3dad2ff34 req-816aa019-4b3e-4741-a5c6-fc62347935ea tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/security-groups?id=1729ab42-7be5-44f8-b17a-0e9ffb5ba8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3112695 May 31 13:44:06.649614 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-442027c9-93c7-4d9a-8252-e3cbe336149a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:06.668005 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ec70cc23-45e6-43c0-993f-64364f0d90e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:06.730895 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ec70cc23-45e6-43c0-993f-64364f0d90e4 admin admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:06.735206 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec70cc23-45e6-43c0-993f-64364f0d90e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=62805d3a-ead6-4e52-9343-839e058e06e4,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:06.760586 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ec70cc23-45e6-43c0-993f-64364f0d90e4 admin admin] 10.222.0.50 "DELETE /v2.0/networks/62805d3a-ead6-4e52-9343-839e058e06e4 HTTP/1.1" status: 204 len: 168 time: 1.7635360 May 31 13:44:06.767019 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-442027c9-93c7-4d9a-8252-e3cbe336149a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:06.768484 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f9d706a-26db-44f2-a551-e77168986af4 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Router 61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:44:06.776942 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-4f4ddb2e-834a-434e-acd9-1289d6bf17b5 req-40c0b949-0a55-436a-adc6-59e93bba37a8 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:06.882624 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-442027c9-93c7-4d9a-8252-e3cbe336149a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:06.892371 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c0b949-0a55-436a-adc6-59e93bba37a8 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Pushing event deleted for resources: {'Port': ['ID=c8306301-1463-45ea-b995-dd2afe669410,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:06.906107 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['608d30c6-0056-4027-8301-a400b83c0cdb'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:44:06.992475 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442027c9-93c7-4d9a-8252-e3cbe336149a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a05331f-aa3a-4f39-a1f0-78778979df1b,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:07.004363 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-442027c9-93c7-4d9a-8252-e3cbe336149a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:07.012194 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-442027c9-93c7-4d9a-8252-e3cbe336149a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9a05331f-aa3a-4f39-a1f0-78778979df1b HTTP/1.1" status: 204 len: 168 time: 0.8735213 May 31 13:44:07.028531 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f55db1e0-0118-4781-9f92-71265d759f5c tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:07.139011 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-13a5900f-b14f-44f6-9f4d-509257ea2eae None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:07.205667 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 60578) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:44:07.225044 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-13a5900f-b14f-44f6-9f4d-509257ea2eae None None] Transition to ACTIVE for port object 985a650b-cb6d-454f-b72e-23deab42e382 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:44:07.240817 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 16ddbaaf-2a6b-4737-ae47-5401c78559b6 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:44:07.244225 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f4ddb2e-834a-434e-acd9-1289d6bf17b5 req-40c0b949-0a55-436a-adc6-59e93bba37a8 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] No DVR routers for this DVR port c8306301-1463-45ea-b995-dd2afe669410 on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:44:07.246650 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:07.251917 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-4f4ddb2e-834a-434e-acd9-1289d6bf17b5 req-40c0b949-0a55-436a-adc6-59e93bba37a8 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:07.263393 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e704e46a-b1ae-4097-bfd1-f7c0e61530ae', 'name': 'network-vif-deleted', 'tag': 'c8306301-1463-45ea-b995-dd2afe669410'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:44:07.276056 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4f4ddb2e-834a-434e-acd9-1289d6bf17b5 req-40c0b949-0a55-436a-adc6-59e93bba37a8 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.44 "DELETE /v2.0/ports/c8306301-1463-45ea-b995-dd2afe669410 HTTP/1.1" status: 204 len: 173 time: 4.7179480 May 31 13:44:07.432414 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-2a71fb21-3bc5-4208-8ded-b296578f5130 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=370804a52c8f49f2941aec42dacfa2c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2189467 May 31 13:44:07.432767 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 60594) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:44:07.474276 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-13a5900f-b14f-44f6-9f4d-509257ea2eae None None] Transition to ACTIVE for port object 985a650b-cb6d-454f-b72e-23deab42e382 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:44:07.517780 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-13a5900f-b14f-44f6-9f4d-509257ea2eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:07.530219 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6bcfcef5-dbfa-40ef-8e18-2fd9de1dd669 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:07.542456 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97f4d373-f380-4947-b12b-a4c499ea8853'] response: {'server_uuid': 'e704e46a-b1ae-4097-bfd1-f7c0e61530ae', 'name': 'network-vif-deleted', 'tag': 'c8306301-1463-45ea-b995-dd2afe669410', 'status': 'completed', 'code': 200} May 31 13:44:07.566108 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f9d706a-26db-44f2-a551-e77168986af4 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:44:07.651854 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f55db1e0-0118-4781-9f92-71265d759f5c tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:07.667064 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcfcef5-dbfa-40ef-8e18-2fd9de1dd669 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Pushing event deleted for resources: {'Subnet': ['ID=641e1514-7233-475d-934a-4f5dede9dd92,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:07.688328 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:07.688986 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1e1ac0-2d7a-46fb-a35b-ff0bfadf84bb None None] Sync routers for ids ['61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:44:07.749693 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3f9d706a-26db-44f2-a551-e77168986af4 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:07.793327 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a5900f-b14f-44f6-9f4d-509257ea2eae None None] Network 2cab6dc8-d116-4b37-8348-fecb4f9f5f25 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:44:07.794258 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1e1ac0-2d7a-46fb-a35b-ff0bfadf84bb None None] Routers {'61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:44:07.794918 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-cc1e1ac0-2d7a-46fb-a35b-ff0bfadf84bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:43:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:44:07.852805 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 60610) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:44:07.919017 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6bcfcef5-dbfa-40ef-8e18-2fd9de1dd669 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:07.974769 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-6bcfcef5-dbfa-40ef-8e18-2fd9de1dd669 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cab6dc8-d116-4b37-8348-fecb4f9f5f25']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:44:07.989767 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-8ceb513c-2673-4909-b1f5-cd912aeb5b96 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=11d87f64295a44ab9b6cf22a39a80fad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1351891 May 31 13:44:07.993703 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-6bcfcef5-dbfa-40ef-8e18-2fd9de1dd669 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab8eae74-03d6-4f7f-af16-4633d0076072') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:44:07.994415 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-6bcfcef5-dbfa-40ef-8e18-2fd9de1dd669 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab8eae74-03d6-4f7f-af16-4633d0076072') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:44:08.001801 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 60618) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:44:08.085585 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6bcfcef5-dbfa-40ef-8e18-2fd9de1dd669 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:08.117530 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6bcfcef5-dbfa-40ef-8e18-2fd9de1dd669 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:08.131020 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bcfcef5-dbfa-40ef-8e18-2fd9de1dd669 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:44:08.132212 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6bcfcef5-dbfa-40ef-8e18-2fd9de1dd669 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:08.214353 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a5900f-b14f-44f6-9f4d-509257ea2eae None None] Pushing event updated for resources: {'Port': ['ID=985a650b-cb6d-454f-b72e-23deab42e382,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:08.233548 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-13a5900f-b14f-44f6-9f4d-509257ea2eae None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:44:08.279394 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a5900f-b14f-44f6-9f4d-509257ea2eae None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:44:08.407102 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.db.api [None req-6bcfcef5-dbfa-40ef-8e18-2fd9de1dd669 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 31 13:44:08.407102 n-d-843939-1 neutron-server[88369]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 31 13:44:08.407102 n-d-843939-1 neutron-server[88369]: [parameters: {'id': '2cab6dc8-d116-4b37-8348-fecb4f9f5f25'}] May 31 13:44:08.407102 n-d-843939-1 neutron-server[88369]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:44:08.407601 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55db1e0-0118-4781-9f92-71265d759f5c tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:44:08.408048 n-d-843939-1 neutron-server[88369]: DEBUG oslo_db.api [None req-6bcfcef5-dbfa-40ef-8e18-2fd9de1dd669 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:44:08.412190 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3b323574-da1e-4836-85d8-72a2525fa653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:08.480576 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3b323574-da1e-4836-85d8-72a2525fa653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:08.496167 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-f55db1e0-0118-4781-9f92-71265d759f5c tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:44:08.500150 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55db1e0-0118-4781-9f92-71265d759f5c tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:44:08.671748 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3b323574-da1e-4836-85d8-72a2525fa653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:08.676963 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-aa668fb6-e641-4272-92c8-54414db41d96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:08.698988 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-9cdd0c8a-b8b8-43c8-ac0c-90df43d5c795 req-96b55703-c11b-49bc-a590-7a2f2be23299 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Synchronizing usage tracker for tenant:04053c05038f4fa8aafe732444e2f2c0 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:44:08.709389 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment ab8eae74-03d6-4f7f-af16-4633d0076072 resource provider aggregate not found May 31 13:44:08.750881 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b323574-da1e-4836-85d8-72a2525fa653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b0d528b-af65-4e6c-85b3-f0095776efe0,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:08.754266 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 16ddbaaf-2a6b-4737-ae47-5401c78559b6 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:44:08.776466 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment ab8eae74-03d6-4f7f-af16-4633d0076072 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ab8eae74-03d6-4f7f-af16-4633d0076072 found for delete ", "request_id": "req-cfcd28c6-5be1-4125-8c62-6f5f507f42a6"}]} May 31 13:44:08.783878 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-cc1e1ac0-2d7a-46fb-a35b-ff0bfadf84bb None None] Set router 61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:44:08.804828 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3b323574-da1e-4836-85d8-72a2525fa653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:08.814693 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-3b323574-da1e-4836-85d8-72a2525fa653 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2b0d528b-af65-4e6c-85b3-f0095776efe0 HTTP/1.1" status: 204 len: 168 time: 0.8070836 May 31 13:44:08.832962 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-3f9d706a-26db-44f2-a551-e77168986af4 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "PUT /v2.0/floatingips/6310a726-28d9-4523-bd02-f2308fd74ad7 HTTP/1.1" status: 200 len: 992 time: 10.4185736 May 31 13:44:08.849409 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-9cdd0c8a-b8b8-43c8-ac0c-90df43d5c795 req-96b55703-c11b-49bc-a590-7a2f2be23299 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Unset dirty status for tenant:04053c05038f4fa8aafe732444e2f2c0 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:44:08.851939 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9cdd0c8a-b8b8-43c8-ac0c-90df43d5c795 req-96b55703-c11b-49bc-a590-7a2f2be23299 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/ports?device_id=e704e46a-b1ae-4097-bfd1-f7c0e61530ae HTTP/1.1" status: 200 len: 210 time: 0.5579691 May 31 13:44:08.861909 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55db1e0-0118-4781-9f92-71265d759f5c tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Pushing event updated for resources: {'Port': ['ID=f71a2a4e-666d-4476-9363-7859736e7a02,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:08.910382 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6bcfcef5-dbfa-40ef-8e18-2fd9de1dd669 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:08.924003 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-aa668fb6-e641-4272-92c8-54414db41d96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:08.955750 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-6bcfcef5-dbfa-40ef-8e18-2fd9de1dd669 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Deleting port 985a650b-cb6d-454f-b72e-23deab42e382 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:44:08.961278 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6bcfcef5-dbfa-40ef-8e18-2fd9de1dd669 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:09.191658 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-13a5900f-b14f-44f6-9f4d-509257ea2eae None None] Attempting to bind port 985a650b-cb6d-454f-b72e-23deab42e382 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:44:09.192381 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-13a5900f-b14f-44f6-9f4d-509257ea2eae None None] Attempting to bind port 985a650b-cb6d-454f-b72e-23deab42e382 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'ab8eae74-03d6-4f7f-af16-4633d0076072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2cab6dc8-d116-4b37-8348-fecb4f9f5f25'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:44:09.192840 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a5900f-b14f-44f6-9f4d-509257ea2eae None None] Attempting to bind port 985a650b-cb6d-454f-b72e-23deab42e382 on network 2cab6dc8-d116-4b37-8348-fecb4f9f5f25 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:44:09.242205 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a5900f-b14f-44f6-9f4d-509257ea2eae None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:44:09.243008 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a5900f-b14f-44f6-9f4d-509257ea2eae None None] Checking segment: {'id': 'ab8eae74-03d6-4f7f-af16-4633d0076072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2cab6dc8-d116-4b37-8348-fecb4f9f5f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:44:09.243300 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-13a5900f-b14f-44f6-9f4d-509257ea2eae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:09.244172 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a5900f-b14f-44f6-9f4d-509257ea2eae None None] Bound using segment: {'id': 'ab8eae74-03d6-4f7f-af16-4633d0076072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2cab6dc8-d116-4b37-8348-fecb4f9f5f25'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:44:09.245144 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-13a5900f-b14f-44f6-9f4d-509257ea2eae None None] Bound port: 985a650b-cb6d-454f-b72e-23deab42e382, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab8eae74-03d6-4f7f-af16-4633d0076072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2cab6dc8-d116-4b37-8348-fecb4f9f5f25'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:44:09.245974 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-13a5900f-b14f-44f6-9f4d-509257ea2eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:09.265476 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:09.412975 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-aa668fb6-e641-4272-92c8-54414db41d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:09.565970 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dd463a5-9d21-48e0-ada6-be857870f38c', 'tag': '03bb233f-f12a-430d-8312-a2cfc37bf195'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:44:09.638601 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa668fb6-e641-4272-92c8-54414db41d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9963ba-cbd1-49dd-b77d-616fc9302467,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:09.640983 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-6bcfcef5-dbfa-40ef-8e18-2fd9de1dd669 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] For port 985a650b-cb6d-454f-b72e-23deab42e382, host n-d-843939-1, got binding levels [] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:44:09.641563 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6bcfcef5-dbfa-40ef-8e18-2fd9de1dd669 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:09.674591 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-aa668fb6-e641-4272-92c8-54414db41d96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:09.683720 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-aa668fb6-e641-4272-92c8-54414db41d96 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fe9963ba-cbd1-49dd-b77d-616fc9302467 HTTP/1.1" status: 204 len: 168 time: 2.2459424 May 31 13:44:09.686874 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60099e44-ffa8-4293-97df-96f76a83727d'] response: {'name': 'network-changed', 'server_uuid': '9dd463a5-9d21-48e0-ada6-be857870f38c', 'tag': '03bb233f-f12a-430d-8312-a2cfc37bf195', 'status': 'completed', 'code': 200} May 31 13:44:09.708711 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-13a5900f-b14f-44f6-9f4d-509257ea2eae None None] For port 985a650b-cb6d-454f-b72e-23deab42e382, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:44:09.715883 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-13a5900f-b14f-44f6-9f4d-509257ea2eae None None] For port 985a650b-cb6d-454f-b72e-23deab42e382, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=985a650b-cb6d-454f-b72e-23deab42e382,segment=NetworkSegment(ab8eae74-03d6-4f7f-af16-4633d0076072),segment_id=ab8eae74-03d6-4f7f-af16-4633d0076072)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:44:09.731161 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-13a5900f-b14f-44f6-9f4d-509257ea2eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:09.876022 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 60670) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:44:09.974492 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f55db1e0-0118-4781-9f92-71265d759f5c tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:10.061524 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a5900f-b14f-44f6-9f4d-509257ea2eae None None] Pushing event updated for resources: {'Port': ['ID=985a650b-cb6d-454f-b72e-23deab42e382,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:10.146735 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5634bf8c-3ce8-4074-aeea-c69b081b9ebb None None] Network 2cab6dc8-d116-4b37-8348-fecb4f9f5f25 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:44:10.279280 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-6bcfcef5-dbfa-40ef-8e18-2fd9de1dd669 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Calling delete_port for 985a650b-cb6d-454f-b72e-23deab42e382 owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:44:10.445672 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.db.api [None req-6bcfcef5-dbfa-40ef-8e18-2fd9de1dd669 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:44:10.448699 n-d-843939-1 neutron-server[88369]: DEBUG oslo_db.api [None req-6bcfcef5-dbfa-40ef-8e18-2fd9de1dd669 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:44:10.789208 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-cc1e1ac0-2d7a-46fb-a35b-ff0bfadf84bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f', 'name': 'tempest-AttachVolumeTestJSON-2082356178-router', 'tenant_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '462cc99c-0c41-4c7e-ac38-1d83b633b4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:38:57Z', 'updated_at': '2022-05-31T13:39:03Z', 'revision_number': 4, 'project_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'gw_port': {'id': '462cc99c-0c41-4c7e-ac38-1d83b633b4f3', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ee:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:38:58Z', 'updated_at': '2022-05-31T13:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '6310a726-28d9-4523-bd02-f2308fd74ad7', 'tenant_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'floating_ip_address': '172.25.6.115', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f', 'port_id': '03bb233f-f12a-430d-8312-a2cfc37bf195', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1948, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4e69724-d0b8-4d4d-97a2-cfcb4a62380c', 'mac_address': 'fa:16:3e:3f:47:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd463a5-9d21-48e0-ada6-be857870f38c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:43:23Z', 'updated_at': '2022-05-31T13:44:01Z', 'revision_number': 1, 'project_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4efe0407-03dc-404e-8408-6bc7752454ba', 'name': '', 'network_id': 'f4e69724-d0b8-4d4d-97a2-cfcb4a62380c', 'tenant_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'mac_address': 'fa:16:3e:43:9e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '24f2589f-f663-4739-8d87-078291d83152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:39:02Z', 'updated_at': '2022-05-31T13:39:13Z', 'revision_number': 5, 'project_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'subnets': [{'id': '24f2589f-f663-4739-8d87-078291d83152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:44:10.881021 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e1a97e2d-d8e2-4af5-bf55-da8f9d174770 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:10.928170 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-e1a97e2d-d8e2-4af5-bf55-da8f9d174770 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:44:10.936104 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1e1ac0-2d7a-46fb-a35b-ff0bfadf84bb None None] Checking router: 61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:44:10.947292 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-e1a97e2d-d8e2-4af5-bf55-da8f9d174770 admin admin] Usage tracker for resource:security_group_rule and tenant:cb5280763256444f9ff8a7cdbd841ce7 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:44:10.950953 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-6bcfcef5-dbfa-40ef-8e18-2fd9de1dd669 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Deleting port 985a650b-cb6d-454f-b72e-23deab42e382 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:44:10.960821 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6bcfcef5-dbfa-40ef-8e18-2fd9de1dd669 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:10.961032 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-e1a97e2d-d8e2-4af5-bf55-da8f9d174770 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:44:10.992054 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-e1a97e2d-d8e2-4af5-bf55-da8f9d174770 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:44:11.029297 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1e1ac0-2d7a-46fb-a35b-ff0bfadf84bb None None] Routers {'61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:44:11.031809 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-cc1e1ac0-2d7a-46fb-a35b-ff0bfadf84bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:43:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:44:11.220269 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d96f14-d4ac-4ddb-ba50-203efd84b1d2 req-e2995027-cde9-4742-8e34-3100cb2c1bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:44:11.222803 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f1d96f14-d4ac-4ddb-ba50-203efd84b1d2 req-e2995027-cde9-4742-8e34-3100cb2c1bca service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7e44bf4ef1bd484ea1258b83855c2d26&device_id=9dd463a5-9d21-48e0-ada6-be857870f38c HTTP/1.1" status: 200 len: 1097 time: 1.3441312 May 31 13:44:11.279549 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-26a8fece-ac7c-406d-834d-efe7b9ddc6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:11.511884 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e1a97e2d-d8e2-4af5-bf55-da8f9d174770 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:11.609295 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-6bcfcef5-dbfa-40ef-8e18-2fd9de1dd669 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] For port 985a650b-cb6d-454f-b72e-23deab42e382, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=985a650b-cb6d-454f-b72e-23deab42e382,segment=NetworkSegment(ab8eae74-03d6-4f7f-af16-4633d0076072),segment_id=ab8eae74-03d6-4f7f-af16-4633d0076072)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:44:11.610969 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6bcfcef5-dbfa-40ef-8e18-2fd9de1dd669 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:11.626737 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e1a97e2d-d8e2-4af5-bf55-da8f9d174770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:11.694256 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f55db1e0-0118-4781-9f92-71265d759f5c tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:11.788901 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-cc1e1ac0-2d7a-46fb-a35b-ff0bfadf84bb None None] Set router 61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:44:11.906378 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-6bcfcef5-dbfa-40ef-8e18-2fd9de1dd669 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Calling delete_port for 985a650b-cb6d-454f-b72e-23deab42e382 owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:44:11.998765 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a97e2d-d8e2-4af5-bf55-da8f9d174770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c622d2d8-7ea0-4138-9f76-0443e3c54833,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:12.010172 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-e1a97e2d-d8e2-4af5-bf55-da8f9d174770 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cb5280763256444f9ff8a7cdbd841ce7&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1308959 May 31 13:44:12.015974 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 60730) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:44:12.080455 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 60736) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:44:12.084637 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d96f14-d4ac-4ddb-ba50-203efd84b1d2 req-66841622-3e56-4c6a-bd7d-e4b249dd7a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:44:12.085730 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f1d96f14-d4ac-4ddb-ba50-203efd84b1d2 req-66841622-3e56-4c6a-bd7d-e4b249dd7a5d service neutron] 10.222.0.44 "GET /v2.0/networks?id=f4e69724-d0b8-4d4d-97a2-cfcb4a62380c HTTP/1.1" status: 200 len: 912 time: 0.8021622 May 31 13:44:12.203395 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcae7bf2-a7da-47bb-b1d3-a565c014f5af req-90b76682-a8ef-4c5b-8181-101d4857399e tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:44:12.213512 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fcae7bf2-a7da-47bb-b1d3-a565c014f5af req-90b76682-a8ef-4c5b-8181-101d4857399e tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/ports?device_id=b285caa1-0db1-4a98-b033-f5712745a5ff HTTP/1.1" status: 200 len: 945 time: 1.0391722 May 31 13:44:12.307989 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6bcfcef5-dbfa-40ef-8e18-2fd9de1dd669 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:12.316990 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8d9d86-03d9-47d8-9232-9025f1d63488 None None] get_active_networks_info from n-d-843939-1 {{(pid=88371) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 31 13:44:12.421828 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b4a2e509-d8b4-4083-ae26-5daf9c274bac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:12.475520 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcfcef5-dbfa-40ef-8e18-2fd9de1dd669 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Pushing event deleted for resources: {'Port': ['ID=985a650b-cb6d-454f-b72e-23deab42e382,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:12.479217 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcfcef5-dbfa-40ef-8e18-2fd9de1dd669 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] No DVR routers for this DVR port 985a650b-cb6d-454f-b72e-23deab42e382 on host n-d-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:44:12.577081 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 60752) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:44:12.654807 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fcae7bf2-a7da-47bb-b1d3-a565c014f5af req-3645495a-7547-424c-bd50-96e3bda5a6c6 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/security-groups?id=1729ab42-7be5-44f8-b17a-0e9ffb5ba8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4395020 May 31 13:44:12.671537 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b4a2e509-d8b4-4083-ae26-5daf9c274bac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:12.691743 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f1d96f14-d4ac-4ddb-ba50-203efd84b1d2 req-0394b896-ed97-4da0-a1fd-3ae499c71839 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=03bb233f-f12a-430d-8312-a2cfc37bf195 HTTP/1.1" status: 200 len: 1000 time: 0.4892826 May 31 13:44:12.838979 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-8436e37a-81ac-475d-8a35-36d1e9ed9d52 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1273433736-network', 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:44:12.842547 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c86b3c99-4966-47a1-a6ff-5f26367fa991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:12.849715 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-8436e37a-81ac-475d-8a35-36d1e9ed9d52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:44:12.858853 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-8436e37a-81ac-475d-8a35-36d1e9ed9d52 admin admin] Usage tracker for resource:network and tenant:0c3bb07388f549c9aeec65a21380cb5d is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:44:12.866512 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8d9d86-03d9-47d8-9232-9025f1d63488 None None] Resources bound (agent type, host, resource id): {{(pid=88371) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 31 13:44:12.891089 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-d0e4dadf-a8ef-4604-a1d5-2d3dcbd75440 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-992743307-network', 'tenant_id': '9e9fd9da25e84cb0a1643418fda93e18'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:44:12.902207 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d96f14-d4ac-4ddb-ba50-203efd84b1d2 req-d38c2f1b-f516-45ae-a95d-f7d4bdff5788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:44:12.904034 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f1d96f14-d4ac-4ddb-ba50-203efd84b1d2 req-d38c2f1b-f516-45ae-a95d-f7d4bdff5788 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=24f2589f-f663-4739-8d87-078291d83152 HTTP/1.1" status: 200 len: 850 time: 0.2119977 May 31 13:44:12.904889 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6bcfcef5-dbfa-40ef-8e18-2fd9de1dd669 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:12.906407 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-8436e37a-81ac-475d-8a35-36d1e9ed9d52 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:44:12.911739 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d0e4dadf-a8ef-4604-a1d5-2d3dcbd75440 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:44:12.920385 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-8436e37a-81ac-475d-8a35-36d1e9ed9d52 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:44:12.950211 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-6bcfcef5-dbfa-40ef-8e18-2fd9de1dd669 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cab6dc8-d116-4b37-8348-fecb4f9f5f25']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:44:12.962782 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-d0e4dadf-a8ef-4604-a1d5-2d3dcbd75440 admin admin] Usage tracker for resource:network and tenant:9e9fd9da25e84cb0a1643418fda93e18 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:44:12.972591 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-6bcfcef5-dbfa-40ef-8e18-2fd9de1dd669 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab8eae74-03d6-4f7f-af16-4633d0076072') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:44:12.972804 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-6bcfcef5-dbfa-40ef-8e18-2fd9de1dd669 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab8eae74-03d6-4f7f-af16-4633d0076072') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:44:12.977127 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-d0e4dadf-a8ef-4604-a1d5-2d3dcbd75440 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:44:12.989193 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f55db1e0-0118-4781-9f92-71265d759f5c tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Router 9df75026-1e6d-4c27-95e3-ea1fe076c910 is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 13:44:12.994411 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6bcfcef5-dbfa-40ef-8e18-2fd9de1dd669 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:13.006490 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d0e4dadf-a8ef-4604-a1d5-2d3dcbd75440 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:44:13.023960 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6bcfcef5-dbfa-40ef-8e18-2fd9de1dd669 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:13.034133 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bcfcef5-dbfa-40ef-8e18-2fd9de1dd669 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:44:13.035660 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6bcfcef5-dbfa-40ef-8e18-2fd9de1dd669 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:13.157157 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6bcfcef5-dbfa-40ef-8e18-2fd9de1dd669 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:13.167656 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment ab8eae74-03d6-4f7f-af16-4633d0076072 resource provider aggregate not found May 31 13:44:13.174114 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-cc1e1ac0-2d7a-46fb-a35b-ff0bfadf84bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f', 'name': 'tempest-AttachVolumeTestJSON-2082356178-router', 'tenant_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '462cc99c-0c41-4c7e-ac38-1d83b633b4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:38:57Z', 'updated_at': '2022-05-31T13:39:03Z', 'revision_number': 4, 'project_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'gw_port': {'id': '462cc99c-0c41-4c7e-ac38-1d83b633b4f3', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ee:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:38:58Z', 'updated_at': '2022-05-31T13:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '6310a726-28d9-4523-bd02-f2308fd74ad7', 'tenant_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'floating_ip_address': '172.25.6.115', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f', 'port_id': '03bb233f-f12a-430d-8312-a2cfc37bf195', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1948, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4e69724-d0b8-4d4d-97a2-cfcb4a62380c', 'mac_address': 'fa:16:3e:3f:47:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd463a5-9d21-48e0-ada6-be857870f38c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:43:23Z', 'updated_at': '2022-05-31T13:44:01Z', 'revision_number': 1, 'project_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4efe0407-03dc-404e-8408-6bc7752454ba', 'name': '', 'network_id': 'f4e69724-d0b8-4d4d-97a2-cfcb4a62380c', 'tenant_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'mac_address': 'fa:16:3e:43:9e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '24f2589f-f663-4739-8d87-078291d83152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:39:02Z', 'updated_at': '2022-05-31T13:39:13Z', 'revision_number': 5, 'project_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'subnets': [{'id': '24f2589f-f663-4739-8d87-078291d83152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:44:13.189852 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1e1ac0-2d7a-46fb-a35b-ff0bfadf84bb None None] The sync data for ids ['61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f'] in n-d-843939-1 is: [{'id': '61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f', 'name': 'tempest-AttachVolumeTestJSON-2082356178-router', 'tenant_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '462cc99c-0c41-4c7e-ac38-1d83b633b4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:38:57Z', 'updated_at': '2022-05-31T13:39:03Z', 'revision_number': 4, 'project_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'gw_port': {'id': '462cc99c-0c41-4c7e-ac38-1d83b633b4f3', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ee:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:38:58Z', 'updated_at': '2022-05-31T13:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '6310a726-28d9-4523-bd02-f2308fd74ad7', 'tenant_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'floating_ip_address': '172.25.6.115', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f', 'port_id': '03bb233f-f12a-430d-8312-a2cfc37bf195', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1948, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4e69724-d0b8-4d4d-97a2-cfcb4a62380c', 'mac_address': 'fa:16:3e:3f:47:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd463a5-9d21-48e0-ada6-be857870f38c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:43:23Z', 'updated_at': '2022-05-31T13:44:01Z', 'revision_number': 1, 'project_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4efe0407-03dc-404e-8408-6bc7752454ba', 'name': '', 'network_id': 'f4e69724-d0b8-4d4d-97a2-cfcb4a62380c', 'tenant_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'mac_address': 'fa:16:3e:43:9e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '24f2589f-f663-4739-8d87-078291d83152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:39:02Z', 'updated_at': '2022-05-31T13:39:13Z', 'revision_number': 5, 'project_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'subnets': [{'id': '24f2589f-f663-4739-8d87-078291d83152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:44:13.195536 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6bcfcef5-dbfa-40ef-8e18-2fd9de1dd669 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:13.207271 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcfcef5-dbfa-40ef-8e18-2fd9de1dd669 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Pushing event deleted for resources: {'Network': ['ID=2cab6dc8-d116-4b37-8348-fecb4f9f5f25,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:13.210266 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-6bcfcef5-dbfa-40ef-8e18-2fd9de1dd669 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] 10.222.0.50 "DELETE /v2.0/networks/2cab6dc8-d116-4b37-8348-fecb4f9f5f25 HTTP/1.1" status: 204 len: 168 time: 8.7292287 May 31 13:44:13.213783 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 60774) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:44:13.226141 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-d07efa01-9a28-4b50-97f1-529c0324d31e tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-29695554'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:44:13.227662 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f55db1e0-0118-4781-9f92-71265d759f5c tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:44:13.229367 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8436e37a-81ac-475d-8a35-36d1e9ed9d52 admin admin] Made reservation on behalf of 0c3bb07388f549c9aeec65a21380cb5d for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:44:13.231808 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8436e37a-81ac-475d-8a35-36d1e9ed9d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:13.232088 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d07efa01-9a28-4b50-97f1-529c0324d31e tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:44:13.238282 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d07efa01-9a28-4b50-97f1-529c0324d31e tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Usage tracker for resource:network and tenant:9f98270cdf824e3ebd7736abf6d6b113 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:44:13.241411 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d07efa01-9a28-4b50-97f1-529c0324d31e tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:44:13.252294 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ccddcb-d7e2-4235-8dcc-6e6ed2bb5185 None None] Sync routers for ids ['9df75026-1e6d-4c27-95e3-ea1fe076c910'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:44:13.268298 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8436e37a-81ac-475d-8a35-36d1e9ed9d52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:13.273701 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ccddcb-d7e2-4235-8dcc-6e6ed2bb5185 None None] Routers {'9df75026-1e6d-4c27-95e3-ea1fe076c910'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:44:13.274264 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-65ccddcb-d7e2-4235-8dcc-6e6ed2bb5185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:44:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['9df75026-1e6d-4c27-95e3-ea1fe076c910'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:44:13.321758 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment ab8eae74-03d6-4f7f-af16-4633d0076072 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ab8eae74-03d6-4f7f-af16-4633d0076072 found for delete ", "request_id": "req-0a7c705d-056f-4fd0-8b2c-a9744f2249a4"}]} May 31 13:44:13.321758 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b4a2e509-d8b4-4083-ae26-5daf9c274bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:13.341579 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d07efa01-9a28-4b50-97f1-529c0324d31e tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:44:13.376053 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e4dadf-a8ef-4604-a1d5-2d3dcbd75440 admin admin] Made reservation on behalf of 9e9fd9da25e84cb0a1643418fda93e18 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:44:13.378864 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d0e4dadf-a8ef-4604-a1d5-2d3dcbd75440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:13.405632 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-8436e37a-81ac-475d-8a35-36d1e9ed9d52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:44:13.409931 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a2e509-d8b4-4083-ae26-5daf9c274bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c622d2d8-7ea0-4138-9f76-0443e3c54833,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:13.417693 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d0e4dadf-a8ef-4604-a1d5-2d3dcbd75440 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:13.453492 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b4a2e509-d8b4-4083-ae26-5daf9c274bac admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:13.460532 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b4a2e509-d8b4-4083-ae26-5daf9c274bac admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c622d2d8-7ea0-4138-9f76-0443e3c54833 HTTP/1.1" status: 204 len: 168 time: 1.4415662 May 31 13:44:13.460731 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-8436e37a-81ac-475d-8a35-36d1e9ed9d52 admin admin] Usage tracker for resource:security_group_rule and tenant:0c3bb07388f549c9aeec65a21380cb5d is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:44:13.475976 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-8436e37a-81ac-475d-8a35-36d1e9ed9d52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:44:13.478863 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f55db1e0-0118-4781-9f92-71265d759f5c tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:13.480077 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-f55db1e0-0118-4781-9f92-71265d759f5c tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 15.2046535 May 31 13:44:13.481676 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d07efa01-9a28-4b50-97f1-529c0324d31e tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Made reservation on behalf of 9f98270cdf824e3ebd7736abf6d6b113 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:44:13.484908 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d0e4dadf-a8ef-4604-a1d5-2d3dcbd75440 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:44:13.497929 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d07efa01-9a28-4b50-97f1-529c0324d31e tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:13.501960 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 60782) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:44:13.505981 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-8436e37a-81ac-475d-8a35-36d1e9ed9d52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:44:13.511688 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-d0e4dadf-a8ef-4604-a1d5-2d3dcbd75440 admin admin] Usage tracker for resource:security_group_rule and tenant:9e9fd9da25e84cb0a1643418fda93e18 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:44:13.515958 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-d0e4dadf-a8ef-4604-a1d5-2d3dcbd75440 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:44:13.636762 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d07efa01-9a28-4b50-97f1-529c0324d31e tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:44:13.665761 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d07efa01-9a28-4b50-97f1-529c0324d31e tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:13.670060 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-d07efa01-9a28-4b50-97f1-529c0324d31e tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Added segment e6b34acb-4968-44bd-a562-15f3974fed3f of type vlan for network 20598955-fb93-4a43-803c-82433241e816 May 31 13:44:13.723393 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d0e4dadf-a8ef-4604-a1d5-2d3dcbd75440 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:44:13.759213 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-65ccddcb-d7e2-4235-8dcc-6e6ed2bb5185 None None] Set router 9df75026-1e6d-4c27-95e3-ea1fe076c910 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:44:13.781575 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052cb26a-ca39-4192-af8b-0e20ee4248ef None None] New status for floating IP 6310a726-28d9-4523-bd02-f2308fd74ad7: ACTIVE {{(pid=88371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 13:44:13.825270 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d07efa01-9a28-4b50-97f1-529c0324d31e tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:13.943712 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d96f14-d4ac-4ddb-ba50-203efd84b1d2 req-29d8378c-8d71-4b82-9f99-2e36f33065d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:44:13.949146 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f1d96f14-d4ac-4ddb-ba50-203efd84b1d2 req-29d8378c-8d71-4b82-9f99-2e36f33065d3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f4e69724-d0b8-4d4d-97a2-cfcb4a62380c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0312295 May 31 13:44:13.961124 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d07efa01-9a28-4b50-97f1-529c0324d31e tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:13.969575 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07efa01-9a28-4b50-97f1-529c0324d31e tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:44:13.973090 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d07efa01-9a28-4b50-97f1-529c0324d31e tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:14.085067 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:14.093112 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8436e37a-81ac-475d-8a35-36d1e9ed9d52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:14.096043 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:14.197269 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d0e4dadf-a8ef-4604-a1d5-2d3dcbd75440 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:14.318901 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07efa01-9a28-4b50-97f1-529c0324d31e tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Pushing event updated for resources: {'Network': ['ID=20598955-fb93-4a43-803c-82433241e816,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:14.336525 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d07efa01-9a28-4b50-97f1-529c0324d31e tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.1189444 May 31 13:44:14.337325 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 60798) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:44:14.340069 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 20598955-fb93-4a43-803c-82433241e816 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:44:14.352548 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-30add5ba-8ec2-44ac-aa4a-52d0e98374a3 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Request body: {'subnet': {'network_id': '20598955-fb93-4a43-803c-82433241e816', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:44:14.389647 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 60802) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:44:14.519444 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d0e4dadf-a8ef-4604-a1d5-2d3dcbd75440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:14.523559 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8436e37a-81ac-475d-8a35-36d1e9ed9d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:14.526998 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-30add5ba-8ec2-44ac-aa4a-52d0e98374a3 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:44:14.532456 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-30add5ba-8ec2-44ac-aa4a-52d0e98374a3 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Usage tracker for resource:subnet and tenant:9f98270cdf824e3ebd7736abf6d6b113 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:44:14.536354 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8436e37a-81ac-475d-8a35-36d1e9ed9d52 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:44:14.536643 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-30add5ba-8ec2-44ac-aa4a-52d0e98374a3 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:44:14.544109 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-30add5ba-8ec2-44ac-aa4a-52d0e98374a3 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:44:14.545711 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8436e37a-81ac-475d-8a35-36d1e9ed9d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:14.546137 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-8436e37a-81ac-475d-8a35-36d1e9ed9d52 admin admin] Added segment 035ad117-e9c5-414c-8bde-40a05a92335b of type vlan for network 63c618dc-2d9c-42a1-a644-8fd65767e93c May 31 13:44:14.556291 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-65ccddcb-d7e2-4235-8dcc-6e6ed2bb5185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9df75026-1e6d-4c27-95e3-ea1fe076c910', 'name': 'tempest-snat-router-1938023109', 'tenant_id': '34c6a95d1b734972a24026ecd16f9620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.153'}], 'enable_snat': False}, 'gw_port_id': 'f71a2a4e-666d-4476-9363-7859736e7a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:43:58Z', 'updated_at': '2022-05-31T13:44:09Z', 'revision_number': 3, 'project_id': '34c6a95d1b734972a24026ecd16f9620', 'gw_port': {'id': 'f71a2a4e-666d-4476-9363-7859736e7a02', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:e5:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9df75026-1e6d-4c27-95e3-ea1fe076c910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:44:03Z', 'updated_at': '2022-05-31T13:44:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:44:14.560405 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30add5ba-8ec2-44ac-aa4a-52d0e98374a3 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Made reservation on behalf of 9f98270cdf824e3ebd7736abf6d6b113 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:44:14.566850 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ccddcb-d7e2-4235-8dcc-6e6ed2bb5185 None None] Checking router: 9df75026-1e6d-4c27-95e3-ea1fe076c910 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:44:14.566850 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ccddcb-d7e2-4235-8dcc-6e6ed2bb5185 None None] Updating router 9df75026-1e6d-4c27-95e3-ea1fe076c910 port f71a2a4e-666d-4476-9363-7859736e7a02 binding host n-d-843939-1 {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:44:14.567347 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-30add5ba-8ec2-44ac-aa4a-52d0e98374a3 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:14.581575 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8436e37a-81ac-475d-8a35-36d1e9ed9d52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:14.597365 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-af20054e-9372-4252-be32-34effa7c9c4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:14.739942 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-65ccddcb-d7e2-4235-8dcc-6e6ed2bb5185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:14.744641 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0e4dadf-a8ef-4604-a1d5-2d3dcbd75440 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:44:14.765321 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d0e4dadf-a8ef-4604-a1d5-2d3dcbd75440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:14.765676 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-d0e4dadf-a8ef-4604-a1d5-2d3dcbd75440 admin admin] Added segment 8d2a1efa-9a35-4d27-aca6-168ccaf9a434 of type vlan for network 06d6228f-1d53-4fb9-b9f7-789c5e6a4064 May 31 13:44:14.813379 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8436e37a-81ac-475d-8a35-36d1e9ed9d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:14.814398 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8436e37a-81ac-475d-8a35-36d1e9ed9d52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:44:14.815046 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8436e37a-81ac-475d-8a35-36d1e9ed9d52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:14.854480 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-a2fd6c1a-c2d2-4f39-a703-af0589c699d9 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] 10.222.0.50 "GET /v2.0/routers/9df75026-1e6d-4c27-95e3-ea1fe076c910 HTTP/1.1" status: 200 len: 909 time: 1.3451178 May 31 13:44:14.855370 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 60814) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:44:14.859412 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d0e4dadf-a8ef-4604-a1d5-2d3dcbd75440 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:14.907698 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-af20054e-9372-4252-be32-34effa7c9c4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:44:14.915608 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-af20054e-9372-4252-be32-34effa7c9c4e admin admin] Usage tracker for resource:security_group_rule and tenant:0d605038e2864ea6887dee762beed172 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:44:14.920252 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-af20054e-9372-4252-be32-34effa7c9c4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:44:14.932788 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-af20054e-9372-4252-be32-34effa7c9c4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:44:15.080685 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-8436e37a-81ac-475d-8a35-36d1e9ed9d52 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.9988718 May 31 13:44:15.087016 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 60820) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:44:15.093110 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8436e37a-81ac-475d-8a35-36d1e9ed9d52 admin admin] Pushing event updated for resources: {'Network': ['ID=63c618dc-2d9c-42a1-a644-8fd65767e93c,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:15.103713 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-e6d68745-505d-40da-a740-f3ea8904104c admin admin] Request body: {'subnet': {'network_id': '63c618dc-2d9c-42a1-a644-8fd65767e93c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1273433736-subnet', 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:44:15.120034 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-9f37f787-1cb6-4f3e-9a80-c26b76246e5e tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1938023109', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'enable_snat': True}}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:44:15.120680 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e6d68745-505d-40da-a740-f3ea8904104c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:44:15.123569 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 63c618dc-2d9c-42a1-a644-8fd65767e93c details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:44:15.136201 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e6d68745-505d-40da-a740-f3ea8904104c admin admin] Usage tracker for resource:subnet and tenant:0c3bb07388f549c9aeec65a21380cb5d is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:44:15.142454 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e6d68745-505d-40da-a740-f3ea8904104c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:44:15.155310 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-af20054e-9372-4252-be32-34effa7c9c4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:15.156830 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e6d68745-505d-40da-a740-f3ea8904104c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:44:15.160106 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-30add5ba-8ec2-44ac-aa4a-52d0e98374a3 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:15.200208 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-af20054e-9372-4252-be32-34effa7c9c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:15.288408 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d68745-505d-40da-a740-f3ea8904104c admin admin] Made reservation on behalf of 0c3bb07388f549c9aeec65a21380cb5d for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:44:15.291694 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e6d68745-505d-40da-a740-f3ea8904104c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:15.359926 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-65ccddcb-d7e2-4235-8dcc-6e6ed2bb5185 None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:15.390471 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-9f37f787-1cb6-4f3e-9a80-c26b76246e5e tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:44:15.391008 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-65ccddcb-d7e2-4235-8dcc-6e6ed2bb5185 None None] Transition to ACTIVE for port object f71a2a4e-666d-4476-9363-7859736e7a02 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:44:15.406811 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-65ccddcb-d7e2-4235-8dcc-6e6ed2bb5185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:15.442243 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b0830-f646-471a-99cc-6b452ab540da req-efe7d1f6-b210-4a42-8f55-a6ce379612d5 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:44:15.444415 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b89b0830-f646-471a-99cc-6b452ab540da req-efe7d1f6-b210-4a42-8f55-a6ce379612d5 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.44 "GET /v2.0/ports?device_id=b285caa1-0db1-4a98-b033-f5712745a5ff HTTP/1.1" status: 200 len: 945 time: 1.6558027 May 31 13:44:15.445766 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e4dadf-a8ef-4604-a1d5-2d3dcbd75440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4bce46d-580c-4af0-a71d-6ee04022a92c,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:15.469677 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-9f37f787-1cb6-4f3e-9a80-c26b76246e5e tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Usage tracker for resource:router and tenant:34c6a95d1b734972a24026ecd16f9620 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:44:15.487493 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.resource_extend [None req-d0e4dadf-a8ef-4604-a1d5-2d3dcbd75440 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:44:15.498332 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-af20054e-9372-4252-be32-34effa7c9c4e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0d605038e2864ea6887dee762beed172&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1075690 May 31 13:44:15.512676 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af20054e-9372-4252-be32-34effa7c9c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=387daaad-047f-4a10-9219-e2d835d77aaa,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:15.530349 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 60826) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:44:15.541346 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30add5ba-8ec2-44ac-aa4a-52d0e98374a3 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Pushing event updated for resources: {'Subnet': ['ID=d2711dc6-6d2b-4ae0-b92d-c020dc39bc6d,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:15.548352 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-65ccddcb-d7e2-4235-8dcc-6e6ed2bb5185 None None] Attempting to bind port f71a2a4e-666d-4476-9363-7859736e7a02 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:44:15.549489 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-65ccddcb-d7e2-4235-8dcc-6e6ed2bb5185 None None] Attempting to bind port f71a2a4e-666d-4476-9363-7859736e7a02 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:44:15.550564 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ccddcb-d7e2-4235-8dcc-6e6ed2bb5185 None None] Attempting to bind port f71a2a4e-666d-4476-9363-7859736e7a02 on network d2103cd5-63ba-4c24-9d95-fd17643bf14c {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:44:15.550811 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:15.564515 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30add5ba-8ec2-44ac-aa4a-52d0e98374a3 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Checking segment: {'id': 'e6b34acb-4968-44bd-a562-15f3974fed3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '20598955-fb93-4a43-803c-82433241e816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:44:15.564898 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30add5ba-8ec2-44ac-aa4a-52d0e98374a3 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Network hostable DHCP agents. Network: 20598955-fb93-4a43-803c-82433241e816, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:44:15.566305 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ccddcb-d7e2-4235-8dcc-6e6ed2bb5185 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:44:15.566857 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ccddcb-d7e2-4235-8dcc-6e6ed2bb5185 None None] Checking segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:44:15.567331 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-65ccddcb-d7e2-4235-8dcc-6e6ed2bb5185 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:15.567852 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ccddcb-d7e2-4235-8dcc-6e6ed2bb5185 None None] Bound using segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:44:15.568569 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-65ccddcb-d7e2-4235-8dcc-6e6ed2bb5185 None None] Bound port: f71a2a4e-666d-4476-9363-7859736e7a02, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:44:15.568903 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-65ccddcb-d7e2-4235-8dcc-6e6ed2bb5185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:15.599913 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30add5ba-8ec2-44ac-aa4a-52d0e98374a3 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Network 20598955-fb93-4a43-803c-82433241e816 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:44:15.650664 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-30add5ba-8ec2-44ac-aa4a-52d0e98374a3 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 20598955-fb93-4a43-803c-82433241e816) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:44:15.658188 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30add5ba-8ec2-44ac-aa4a-52d0e98374a3 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:44:15.658773 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-30add5ba-8ec2-44ac-aa4a-52d0e98374a3 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:15.665749 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafe2798-52b1-4de5-9d6e-59ac04f888e6 None None] Network 20598955-fb93-4a43-803c-82433241e816 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:44:15.750575 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-30add5ba-8ec2-44ac-aa4a-52d0e98374a3 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4081151 May 31 13:44:15.750848 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-9f37f787-1cb6-4f3e-9a80-c26b76246e5e tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:44:15.751007 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 60834) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:44:15.766893 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-65ccddcb-d7e2-4235-8dcc-6e6ed2bb5185 None None] For port f71a2a4e-666d-4476-9363-7859736e7a02, host n-d-843939-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:44:15.767526 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-b89b0830-f646-471a-99cc-6b452ab540da req-f0f9fbcb-7767-4b8b-947c-58ec1209578a tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Deleting port 608d30c6-0056-4027-8301-a400b83c0cdb {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:44:15.768145 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-b89b0830-f646-471a-99cc-6b452ab540da req-f0f9fbcb-7767-4b8b-947c-58ec1209578a tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:15.770740 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-65ccddcb-d7e2-4235-8dcc-6e6ed2bb5185 None None] For port f71a2a4e-666d-4476-9363-7859736e7a02, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=f71a2a4e-666d-4476-9363-7859736e7a02,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:44:15.772385 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a66f99-ff99-4a8c-880a-d793876c2a5e None None] Pushing event updated for resources: {'Port': ['ID=f71a2a4e-666d-4476-9363-7859736e7a02,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:15.785504 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a66f99-ff99-4a8c-880a-d793876c2a5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:44:15.785896 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a66f99-ff99-4a8c-880a-d793876c2a5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:44:15.786413 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a66f99-ff99-4a8c-880a-d793876c2a5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:44:15.787511 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e6d68745-505d-40da-a740-f3ea8904104c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:15.787674 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a66f99-ff99-4a8c-880a-d793876c2a5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:44:15.787959 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a66f99-ff99-4a8c-880a-d793876c2a5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:44:15.788289 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a66f99-ff99-4a8c-880a-d793876c2a5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:44:15.788615 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a66f99-ff99-4a8c-880a-d793876c2a5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:44:15.788986 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a66f99-ff99-4a8c-880a-d793876c2a5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:44:15.789309 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a66f99-ff99-4a8c-880a-d793876c2a5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:44:15.789967 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a66f99-ff99-4a8c-880a-d793876c2a5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:44:15.790319 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a66f99-ff99-4a8c-880a-d793876c2a5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:44:15.790833 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a66f99-ff99-4a8c-880a-d793876c2a5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:44:15.802671 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-65ccddcb-d7e2-4235-8dcc-6e6ed2bb5185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:15.892091 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a66f99-ff99-4a8c-880a-d793876c2a5e None None] Pushing event updated for resources: {'Port': ['ID=f71a2a4e-666d-4476-9363-7859736e7a02,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:15.930644 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ccddcb-d7e2-4235-8dcc-6e6ed2bb5185 None None] Routers {'9df75026-1e6d-4c27-95e3-ea1fe076c910'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:44:15.931588 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-65ccddcb-d7e2-4235-8dcc-6e6ed2bb5185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:44:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['9df75026-1e6d-4c27-95e3-ea1fe076c910'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:44:15.935185 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-9f37f787-1cb6-4f3e-9a80-c26b76246e5e tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:44:16.015556 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d0e4dadf-a8ef-4604-a1d5-2d3dcbd75440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:16.016605 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e4dadf-a8ef-4604-a1d5-2d3dcbd75440 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:44:16.017311 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d0e4dadf-a8ef-4604-a1d5-2d3dcbd75440 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:16.056025 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d68745-505d-40da-a740-f3ea8904104c admin admin] Checking segment: {'id': '035ad117-e9c5-414c-8bde-40a05a92335b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '63c618dc-2d9c-42a1-a644-8fd65767e93c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:44:16.056688 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d68745-505d-40da-a740-f3ea8904104c admin admin] Network hostable DHCP agents. Network: 63c618dc-2d9c-42a1-a644-8fd65767e93c, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:44:16.061220 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d68745-505d-40da-a740-f3ea8904104c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fa11664-0552-4bb0-b5b0-3278009a7430,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:16.083200 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9f37f787-1cb6-4f3e-9a80-c26b76246e5e tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:16.085472 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9f37f787-1cb6-4f3e-9a80-c26b76246e5e tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:16.109225 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d68745-505d-40da-a740-f3ea8904104c admin admin] Network 63c618dc-2d9c-42a1-a644-8fd65767e93c is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:44:16.122850 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-e6d68745-505d-40da-a740-f3ea8904104c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 63c618dc-2d9c-42a1-a644-8fd65767e93c) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:44:16.123893 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4bf00b9-baea-4826-bdec-262ee2ec1e0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-20598955-fb93-4a43-803c-82433241e816', 'network_id': '20598955-fb93-4a43-803c-82433241e816', 'tenant_id': '9f98270cdf824e3ebd7736abf6d6b113', 'fixed_ips': [{'subnet_id': 'd2711dc6-6d2b-4ae0-b92d-c020dc39bc6d'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:44:16.125639 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a4bf00b9-baea-4826-bdec-262ee2ec1e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:16.130280 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d68745-505d-40da-a740-f3ea8904104c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:44:16.131128 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e6d68745-505d-40da-a740-f3ea8904104c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:16.138380 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-742f836c-76c1-418d-9ef7-e668ebd3b8e3 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:16.156628 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4549b39-96fd-4b1e-9df2-4e613b86149c None None] Network 63c618dc-2d9c-42a1-a644-8fd65767e93c requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:44:16.164445 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e6d68745-505d-40da-a740-f3ea8904104c admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0759566 May 31 13:44:16.167473 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 60844) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:44:16.189030 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8436e37a-81ac-475d-8a35-36d1e9ed9d52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9aac8bc-c048-40e1-ac77-3eb1539372df,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:16.243209 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-5e27c963-ef7d-495a-b4dc-bc7ab800f665 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1273433736-router', 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:44:16.253793 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5e27c963-ef7d-495a-b4dc-bc7ab800f665 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:44:16.266535 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-5e27c963-ef7d-495a-b4dc-bc7ab800f665 admin admin] Usage tracker for resource:router and tenant:0c3bb07388f549c9aeec65a21380cb5d is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:44:16.274696 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-5e27c963-ef7d-495a-b4dc-bc7ab800f665 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:44:16.275101 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-65ccddcb-d7e2-4235-8dcc-6e6ed2bb5185 None None] Set router 9df75026-1e6d-4c27-95e3-ea1fe076c910 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:44:16.285939 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5e27c963-ef7d-495a-b4dc-bc7ab800f665 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:44:16.298928 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-742f836c-76c1-418d-9ef7-e668ebd3b8e3 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:16.366794 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-a4bf00b9-baea-4826-bdec-262ee2ec1e0e None None] Allocated IP 172.20.0.1 (20598955-fb93-4a43-803c-82433241e816/d2711dc6-6d2b-4ae0-b92d-c020dc39bc6d/185a7697-7905-46c9-be0e-cdf326da426c) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:44:16.387466 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5e27c963-ef7d-495a-b4dc-bc7ab800f665 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:16.401809 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5e27c963-ef7d-495a-b4dc-bc7ab800f665 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:16.433536 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5e27c963-ef7d-495a-b4dc-bc7ab800f665 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:16.660758 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-b89b0830-f646-471a-99cc-6b452ab540da req-f0f9fbcb-7767-4b8b-947c-58ec1209578a tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] For port 608d30c6-0056-4027-8301-a400b83c0cdb, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=608d30c6-0056-4027-8301-a400b83c0cdb,segment=NetworkSegment(95357fb1-128e-4e50-a9ef-07d5adff4ac5),segment_id=95357fb1-128e-4e50-a9ef-07d5adff4ac5)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:44:16.660758 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-b89b0830-f646-471a-99cc-6b452ab540da req-f0f9fbcb-7767-4b8b-947c-58ec1209578a tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:16.873352 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a4bf00b9-baea-4826-bdec-262ee2ec1e0e None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:16.885567 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec34b87-6ffe-4697-9731-cde694fdd79e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-63c618dc-2d9c-42a1-a644-8fd65767e93c', 'network_id': '63c618dc-2d9c-42a1-a644-8fd65767e93c', 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d', 'fixed_ips': [{'subnet_id': '1fa11664-0552-4bb0-b5b0-3278009a7430'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:44:16.886600 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6ec34b87-6ffe-4697-9731-cde694fdd79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:16.899039 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a4bf00b9-baea-4826-bdec-262ee2ec1e0e None None] Transition to ACTIVE for port object 185a7697-7905-46c9-be0e-cdf326da426c will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:44:16.919866 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-65ccddcb-d7e2-4235-8dcc-6e6ed2bb5185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9df75026-1e6d-4c27-95e3-ea1fe076c910', 'name': 'tempest-snat-router-1938023109', 'tenant_id': '34c6a95d1b734972a24026ecd16f9620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.153'}], 'enable_snat': False}, 'gw_port_id': 'f71a2a4e-666d-4476-9363-7859736e7a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:43:58Z', 'updated_at': '2022-05-31T13:44:09Z', 'revision_number': 3, 'project_id': '34c6a95d1b734972a24026ecd16f9620', 'gw_port': {'id': 'f71a2a4e-666d-4476-9363-7859736e7a02', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:e5:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9df75026-1e6d-4c27-95e3-ea1fe076c910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:44:03Z', 'updated_at': '2022-05-31T13:44:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:44:16.929787 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f1d96f14-d4ac-4ddb-ba50-203efd84b1d2 req-40e17423-30dd-40ed-afe8-9b8cc2e06deb service neutron] 10.222.0.44 "GET /v2.0/networks/f4e69724-d0b8-4d4d-97a2-cfcb4a62380c?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.8307717 May 31 13:44:16.930811 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e4dadf-a8ef-4604-a1d5-2d3dcbd75440 admin admin] Pushing event updated for resources: {'Network': ['ID=06d6228f-1d53-4fb9-b9f7-789c5e6a4064,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:16.931907 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ccddcb-d7e2-4235-8dcc-6e6ed2bb5185 None None] The sync data for ids ['9df75026-1e6d-4c27-95e3-ea1fe076c910'] in n-d-843939-1 is: [{'id': '9df75026-1e6d-4c27-95e3-ea1fe076c910', 'name': 'tempest-snat-router-1938023109', 'tenant_id': '34c6a95d1b734972a24026ecd16f9620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.153'}], 'enable_snat': False}, 'gw_port_id': 'f71a2a4e-666d-4476-9363-7859736e7a02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:43:58Z', 'updated_at': '2022-05-31T13:44:09Z', 'revision_number': 3, 'project_id': '34c6a95d1b734972a24026ecd16f9620', 'gw_port': {'id': 'f71a2a4e-666d-4476-9363-7859736e7a02', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:e5:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9df75026-1e6d-4c27-95e3-ea1fe076c910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:44:03Z', 'updated_at': '2022-05-31T13:44:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843939-1'}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:44:16.941752 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5e27c963-ef7d-495a-b4dc-bc7ab800f665 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:16.981147 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a4bf00b9-baea-4826-bdec-262ee2ec1e0e None None] Transition to ACTIVE for port object 185a7697-7905-46c9-be0e-cdf326da426c will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:44:16.982735 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 06d6228f-1d53-4fb9-b9f7-789c5e6a4064 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:44:17.074929 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a4bf00b9-baea-4826-bdec-262ee2ec1e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:17.138506 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 608d30c6-0056-4027-8301-a400b83c0cdb no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:44:17.144363 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-b89b0830-f646-471a-99cc-6b452ab540da req-f0f9fbcb-7767-4b8b-947c-58ec1209578a tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Calling delete_port for 608d30c6-0056-4027-8301-a400b83c0cdb owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:44:17.183258 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-742f836c-76c1-418d-9ef7-e668ebd3b8e3 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:17.232412 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905763c8-298c-464d-bb5f-4f110d5b0b80 req-f818b4c6-1bf6-4d80-abe6-ce85cb9a4ba3 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:44:17.236565 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-905763c8-298c-464d-bb5f-4f110d5b0b80 req-f818b4c6-1bf6-4d80-abe6-ce85cb9a4ba3 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/ports?device_id=b285caa1-0db1-4a98-b033-f5712745a5ff HTTP/1.1" status: 200 len: 945 time: 3.1409445 May 31 13:44:17.239300 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-d0e4dadf-a8ef-4604-a1d5-2d3dcbd75440 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 4.6452420 May 31 13:44:17.260814 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4bf00b9-baea-4826-bdec-262ee2ec1e0e None None] Network 20598955-fb93-4a43-803c-82433241e816 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:44:17.265980 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 60858) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:44:17.267568 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742f836c-76c1-418d-9ef7-e668ebd3b8e3 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Pushing event deleted for resources: {'Subnet': ['ID=d2711dc6-6d2b-4ae0-b92d-c020dc39bc6d,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:17.270931 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-a4bf00b9-baea-4826-bdec-262ee2ec1e0e None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:44:17.281036 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bf00b9-baea-4826-bdec-262ee2ec1e0e None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:44:17.310520 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-f7707f4a-1989-4f96-9f07-af0438ec68e3 admin admin] Request body: {'subnet': {'network_id': '06d6228f-1d53-4fb9-b9f7-789c5e6a4064', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-992743307-subnet', 'tenant_id': '9e9fd9da25e84cb0a1643418fda93e18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:44:17.343318 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bf00b9-baea-4826-bdec-262ee2ec1e0e None None] Pushing event updated for resources: {'Port': ['ID=185a7697-7905-46c9-be0e-cdf326da426c,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:17.387371 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-f7707f4a-1989-4f96-9f07-af0438ec68e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:44:17.410309 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-f7707f4a-1989-4f96-9f07-af0438ec68e3 admin admin] Usage tracker for resource:subnet and tenant:9e9fd9da25e84cb0a1643418fda93e18 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:44:17.487648 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-6ec34b87-6ffe-4697-9731-cde694fdd79e None None] Allocated IP 172.20.0.2 (63c618dc-2d9c-42a1-a644-8fd65767e93c/1fa11664-0552-4bb0-b5b0-3278009a7430/941c7909-a072-44f9-bd56-2fbdfcfca6da) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:44:17.685493 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9f37f787-1cb6-4f3e-9a80-c26b76246e5e tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:17.687645 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e641f2cb-c4f8-49bd-ab82-0dc624ff74ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:17.827261 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-f7707f4a-1989-4f96-9f07-af0438ec68e3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:44:17.857398 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-f7707f4a-1989-4f96-9f07-af0438ec68e3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:44:17.871383 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-742f836c-76c1-418d-9ef7-e668ebd3b8e3 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:17.902861 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7707f4a-1989-4f96-9f07-af0438ec68e3 admin admin] Made reservation on behalf of 9e9fd9da25e84cb0a1643418fda93e18 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:44:17.905158 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f7707f4a-1989-4f96-9f07-af0438ec68e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:17.930162 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-a4bf00b9-baea-4826-bdec-262ee2ec1e0e None None] Attempting to bind port 185a7697-7905-46c9-be0e-cdf326da426c on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:44:17.930572 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-a4bf00b9-baea-4826-bdec-262ee2ec1e0e None None] Attempting to bind port 185a7697-7905-46c9-be0e-cdf326da426c by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'e6b34acb-4968-44bd-a562-15f3974fed3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '20598955-fb93-4a43-803c-82433241e816'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:44:17.931435 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bf00b9-baea-4826-bdec-262ee2ec1e0e None None] Attempting to bind port 185a7697-7905-46c9-be0e-cdf326da426c on network 20598955-fb93-4a43-803c-82433241e816 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:44:17.953824 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bf00b9-baea-4826-bdec-262ee2ec1e0e None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:44:17.954245 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bf00b9-baea-4826-bdec-262ee2ec1e0e None None] Checking segment: {'id': 'e6b34acb-4968-44bd-a562-15f3974fed3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '20598955-fb93-4a43-803c-82433241e816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:44:17.954634 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a4bf00b9-baea-4826-bdec-262ee2ec1e0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:17.955260 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bf00b9-baea-4826-bdec-262ee2ec1e0e None None] Bound using segment: {'id': 'e6b34acb-4968-44bd-a562-15f3974fed3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '20598955-fb93-4a43-803c-82433241e816'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:44:17.955508 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-a4bf00b9-baea-4826-bdec-262ee2ec1e0e None None] Bound port: 185a7697-7905-46c9-be0e-cdf326da426c, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6b34acb-4968-44bd-a562-15f3974fed3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '20598955-fb93-4a43-803c-82433241e816'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:44:17.956288 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a4bf00b9-baea-4826-bdec-262ee2ec1e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:17.987570 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-742f836c-76c1-418d-9ef7-e668ebd3b8e3 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20598955-fb93-4a43-803c-82433241e816']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:44:17.989827 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 608d30c6-0056-4027-8301-a400b83c0cdb is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:44:17.989827 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:18.026908 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e641f2cb-c4f8-49bd-ab82-0dc624ff74ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:18.079280 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f1d96f14-d4ac-4ddb-ba50-203efd84b1d2 req-be41cc92-9aaa-427c-b32f-cf5e93fcab59 service neutron] 10.222.0.44 "GET /v2.0/networks/f4e69724-d0b8-4d4d-97a2-cfcb4a62380c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8722231 May 31 13:44:18.149541 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-742f836c-76c1-418d-9ef7-e668ebd3b8e3 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6b34acb-4968-44bd-a562-15f3974fed3f') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:44:18.150198 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-742f836c-76c1-418d-9ef7-e668ebd3b8e3 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6b34acb-4968-44bd-a562-15f3974fed3f') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:44:18.192603 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-742f836c-76c1-418d-9ef7-e668ebd3b8e3 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:18.277427 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6ec34b87-6ffe-4697-9731-cde694fdd79e None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:18.312845 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6ec34b87-6ffe-4697-9731-cde694fdd79e None None] Transition to ACTIVE for port object 941c7909-a072-44f9-bd56-2fbdfcfca6da will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:44:18.317470 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-a4bf00b9-baea-4826-bdec-262ee2ec1e0e None None] For port 185a7697-7905-46c9-be0e-cdf326da426c, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:44:18.344643 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-905763c8-298c-464d-bb5f-4f110d5b0b80 req-8e54c56e-f686-4994-9c54-976ea4ec2be4 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/security-groups?id=1729ab42-7be5-44f8-b17a-0e9ffb5ba8c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9929109 May 31 13:44:18.376052 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6ec34b87-6ffe-4697-9731-cde694fdd79e None None] Transition to ACTIVE for port object 941c7909-a072-44f9-bd56-2fbdfcfca6da will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:44:18.404837 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6ec34b87-6ffe-4697-9731-cde694fdd79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:18.405798 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-b89b0830-f646-471a-99cc-6b452ab540da req-f0f9fbcb-7767-4b8b-947c-58ec1209578a tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:18.573126 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-742f836c-76c1-418d-9ef7-e668ebd3b8e3 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:18.621979 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec34b87-6ffe-4697-9731-cde694fdd79e None None] Network 63c618dc-2d9c-42a1-a644-8fd65767e93c is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:44:18.632501 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-6ec34b87-6ffe-4697-9731-cde694fdd79e None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:44:18.660578 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec34b87-6ffe-4697-9731-cde694fdd79e None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:44:18.816407 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec34b87-6ffe-4697-9731-cde694fdd79e None None] Pushing event updated for resources: {'Port': ['ID=941c7909-a072-44f9-bd56-2fbdfcfca6da,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:18.915441 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-6ec34b87-6ffe-4697-9731-cde694fdd79e None None] Attempting to bind port 941c7909-a072-44f9-bd56-2fbdfcfca6da on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:44:18.916109 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-6ec34b87-6ffe-4697-9731-cde694fdd79e None None] Attempting to bind port 941c7909-a072-44f9-bd56-2fbdfcfca6da by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '035ad117-e9c5-414c-8bde-40a05a92335b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '63c618dc-2d9c-42a1-a644-8fd65767e93c'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:44:18.916627 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec34b87-6ffe-4697-9731-cde694fdd79e None None] Attempting to bind port 941c7909-a072-44f9-bd56-2fbdfcfca6da on network 63c618dc-2d9c-42a1-a644-8fd65767e93c {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:44:18.933806 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-742f836c-76c1-418d-9ef7-e668ebd3b8e3 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:44:18.937763 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec34b87-6ffe-4697-9731-cde694fdd79e None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:44:18.938529 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-742f836c-76c1-418d-9ef7-e668ebd3b8e3 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:18.943191 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec34b87-6ffe-4697-9731-cde694fdd79e None None] Checking segment: {'id': '035ad117-e9c5-414c-8bde-40a05a92335b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '63c618dc-2d9c-42a1-a644-8fd65767e93c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:44:18.944414 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6ec34b87-6ffe-4697-9731-cde694fdd79e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:18.944979 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec34b87-6ffe-4697-9731-cde694fdd79e None None] Bound using segment: {'id': '035ad117-e9c5-414c-8bde-40a05a92335b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '63c618dc-2d9c-42a1-a644-8fd65767e93c'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:44:18.950348 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-6ec34b87-6ffe-4697-9731-cde694fdd79e None None] Bound port: 941c7909-a072-44f9-bd56-2fbdfcfca6da, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035ad117-e9c5-414c-8bde-40a05a92335b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '63c618dc-2d9c-42a1-a644-8fd65767e93c'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:44:18.952316 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6ec34b87-6ffe-4697-9731-cde694fdd79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:18.982184 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device f71a2a4e-666d-4476-9363-7859736e7a02 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:44:19.029166 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment e6b34acb-4968-44bd-a562-15f3974fed3f resource provider aggregate not found May 31 13:44:19.120938 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f9fbcb-7767-4b8b-947c-58ec1209578a tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Pushing event deleted for resources: {'Port': ['ID=608d30c6-0056-4027-8301-a400b83c0cdb,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:19.212283 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9f37f787-1cb6-4f3e-9a80-c26b76246e5e tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:19.254264 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-b89b0830-f646-471a-99cc-6b452ab540da req-f0f9fbcb-7767-4b8b-947c-58ec1209578a tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] No DVR routers for this DVR port 608d30c6-0056-4027-8301-a400b83c0cdb on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:44:19.256340 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment e6b34acb-4968-44bd-a562-15f3974fed3f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e6b34acb-4968-44bd-a562-15f3974fed3f found for delete ", "request_id": "req-7b7eb49c-eb68-4c11-ab94-580d30dd54e1"}]} May 31 13:44:19.262613 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-b89b0830-f646-471a-99cc-6b452ab540da req-f0f9fbcb-7767-4b8b-947c-58ec1209578a tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:19.296384 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-a4bf00b9-baea-4826-bdec-262ee2ec1e0e None None] For port 185a7697-7905-46c9-be0e-cdf326da426c, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=185a7697-7905-46c9-be0e-cdf326da426c,segment=NetworkSegment(e6b34acb-4968-44bd-a562-15f3974fed3f),segment_id=e6b34acb-4968-44bd-a562-15f3974fed3f)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:44:19.303430 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.db.api [None req-742f836c-76c1-418d-9ef7-e668ebd3b8e3 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 31 13:44:19.303430 n-d-843939-1 neutron-server[88369]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 31 13:44:19.303430 n-d-843939-1 neutron-server[88369]: [parameters: {'id': '20598955-fb93-4a43-803c-82433241e816'}] May 31 13:44:19.303430 n-d-843939-1 neutron-server[88369]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:44:19.303918 n-d-843939-1 neutron-server[88369]: DEBUG oslo_db.api [None req-742f836c-76c1-418d-9ef7-e668ebd3b8e3 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:44:19.341257 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-6ec34b87-6ffe-4697-9731-cde694fdd79e None None] For port 941c7909-a072-44f9-bd56-2fbdfcfca6da, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:44:19.345328 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-6ec34b87-6ffe-4697-9731-cde694fdd79e None None] For port 941c7909-a072-44f9-bd56-2fbdfcfca6da, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=941c7909-a072-44f9-bd56-2fbdfcfca6da,segment=NetworkSegment(035ad117-e9c5-414c-8bde-40a05a92335b),segment_id=035ad117-e9c5-414c-8bde-40a05a92335b)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:44:19.358550 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a4bf00b9-baea-4826-bdec-262ee2ec1e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:19.427411 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6ec34b87-6ffe-4697-9731-cde694fdd79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:19.463494 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f7707f4a-1989-4f96-9f07-af0438ec68e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:19.482836 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port f71a2a4e-666d-4476-9363-7859736e7a02 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:44:19.600454 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port f71a2a4e-666d-4476-9363-7859736e7a02 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:44:19.601111 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:19.669010 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5e27c963-ef7d-495a-b4dc-bc7ab800f665 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:19.694554 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b285caa1-0db1-4a98-b033-f5712745a5ff', 'name': 'network-vif-deleted', 'tag': '608d30c6-0056-4027-8301-a400b83c0cdb'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:44:19.776184 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5e27c963-ef7d-495a-b4dc-bc7ab800f665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:19.789952 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7707f4a-1989-4f96-9f07-af0438ec68e3 admin admin] Checking segment: {'id': '8d2a1efa-9a35-4d27-aca6-168ccaf9a434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '06d6228f-1d53-4fb9-b9f7-789c5e6a4064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:44:19.790924 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7707f4a-1989-4f96-9f07-af0438ec68e3 admin admin] Network hostable DHCP agents. Network: 06d6228f-1d53-4fb9-b9f7-789c5e6a4064, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:44:19.822206 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bf00b9-baea-4826-bdec-262ee2ec1e0e None None] Pushing event updated for resources: {'Port': ['ID=185a7697-7905-46c9-be0e-cdf326da426c,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:19.917126 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-742f836c-76c1-418d-9ef7-e668ebd3b8e3 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:19.935007 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-17795d9a-318a-4dbf-8304-5622458ee10d req-c30ffc65-9a12-4672-b8f6-fcbfbcea4e30 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/ports?device_id=b285caa1-0db1-4a98-b033-f5712745a5ff HTTP/1.1" status: 200 len: 210 time: 0.2065604 May 31 13:44:19.944265 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7707f4a-1989-4f96-9f07-af0438ec68e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1937c3a5-bd4b-4002-855b-308bc6cc002d,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:19.945250 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca338e25-d71c-4308-b27c-109c5c4ba8b4'] response: {'server_uuid': 'b285caa1-0db1-4a98-b033-f5712745a5ff', 'name': 'network-vif-deleted', 'tag': '608d30c6-0056-4027-8301-a400b83c0cdb', 'status': 'completed', 'code': 200} May 31 13:44:19.952990 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e641f2cb-c4f8-49bd-ab82-0dc624ff74ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:20.053638 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-742f836c-76c1-418d-9ef7-e668ebd3b8e3 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Deleting port 185a7697-7905-46c9-be0e-cdf326da426c {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:44:20.054812 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-742f836c-76c1-418d-9ef7-e668ebd3b8e3 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:20.092275 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4122482c-b06f-4897-8fbc-af327ad04932 None None] Network 20598955-fb93-4a43-803c-82433241e816 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:44:20.165013 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e641f2cb-c4f8-49bd-ab82-0dc624ff74ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=387daaad-047f-4a10-9219-e2d835d77aaa,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:20.259846 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b89b0830-f646-471a-99cc-6b452ab540da req-f0f9fbcb-7767-4b8b-947c-58ec1209578a tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.44 "DELETE /v2.0/ports/608d30c6-0056-4027-8301-a400b83c0cdb HTTP/1.1" status: 204 len: 173 time: 4.7753191 May 31 13:44:20.266338 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e641f2cb-c4f8-49bd-ab82-0dc624ff74ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:20.274633 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-e641f2cb-c4f8-49bd-ab82-0dc624ff74ec admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/387daaad-047f-4a10-9219-e2d835d77aaa HTTP/1.1" status: 204 len: 168 time: 4.5138605 May 31 13:44:20.434888 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7707f4a-1989-4f96-9f07-af0438ec68e3 admin admin] Network 06d6228f-1d53-4fb9-b9f7-789c5e6a4064 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:44:20.513520 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec34b87-6ffe-4697-9731-cde694fdd79e None None] Pushing event updated for resources: {'Port': ['ID=941c7909-a072-44f9-bd56-2fbdfcfca6da,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:20.625830 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-f7707f4a-1989-4f96-9f07-af0438ec68e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 06d6228f-1d53-4fb9-b9f7-789c5e6a4064) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:44:20.646396 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7707f4a-1989-4f96-9f07-af0438ec68e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:44:20.648544 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f7707f4a-1989-4f96-9f07-af0438ec68e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:20.683855 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be38d14c-749d-4755-9828-4bcba0126e38 None None] Network 06d6228f-1d53-4fb9-b9f7-789c5e6a4064 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:44:20.983791 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-5e27c963-ef7d-495a-b4dc-bc7ab800f665 admin admin] Allocated IP 172.25.6.110 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/a25f0954-04a4-4b01-8623-f473d6ed53da) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:44:20.991001 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9f37f787-1cb6-4f3e-9a80-c26b76246e5e tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:21.018620 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-f7707f4a-1989-4f96-9f07-af0438ec68e3 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 3.7292752 May 31 13:44:21.036429 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-742f836c-76c1-418d-9ef7-e668ebd3b8e3 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] For port 185a7697-7905-46c9-be0e-cdf326da426c, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=185a7697-7905-46c9-be0e-cdf326da426c,segment=NetworkSegment(e6b34acb-4968-44bd-a562-15f3974fed3f),segment_id=e6b34acb-4968-44bd-a562-15f3974fed3f)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:44:21.037349 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-742f836c-76c1-418d-9ef7-e668ebd3b8e3 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:21.184102 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9f37f787-1cb6-4f3e-9a80-c26b76246e5e tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:21.716408 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-efac3765-d6e5-451f-96fc-c6563c201836 req-15587f40-2563-4ec6-b3db-6b1f89582b79 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Synchronizing usage tracker for tenant:04053c05038f4fa8aafe732444e2f2c0 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:44:21.727258 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-742f836c-76c1-418d-9ef7-e668ebd3b8e3 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Calling delete_port for 185a7697-7905-46c9-be0e-cdf326da426c owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:44:21.751673 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-efac3765-d6e5-451f-96fc-c6563c201836 req-15587f40-2563-4ec6-b3db-6b1f89582b79 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] Unset dirty status for tenant:04053c05038f4fa8aafe732444e2f2c0 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:44:21.752275 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6c6437-c0de-4250-9dcc-fa9aca021d5d None None] Network 06d6228f-1d53-4fb9-b9f7-789c5e6a4064 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:44:21.757499 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-efac3765-d6e5-451f-96fc-c6563c201836 req-15587f40-2563-4ec6-b3db-6b1f89582b79 tempest-ServerRescueTestJSON-1543426070 tempest-ServerRescueTestJSON-1543426070-project] 10.222.0.50 "GET /v2.0/ports?device_id=b285caa1-0db1-4a98-b033-f5712745a5ff HTTP/1.1" status: 200 len: 210 time: 0.1515734 May 31 13:44:21.814474 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port f71a2a4e-666d-4476-9363-7859736e7a02 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:44:21.815015 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:21.827623 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f52690-001e-4da2-82a5-50266a939f89 None None] Network 63c618dc-2d9c-42a1-a644-8fd65767e93c requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:44:22.086956 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5e27c963-ef7d-495a-b4dc-bc7ab800f665 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:22.091916 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-742f836c-76c1-418d-9ef7-e668ebd3b8e3 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:22.094749 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port f71a2a4e-666d-4476-9363-7859736e7a02, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=f71a2a4e-666d-4476-9363-7859736e7a02,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:44:22.146483 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-dbcfd864-cfd1-474e-b2ef-b5f14f310588 None None] Provisioning for port 941c7909-a072-44f9-bd56-2fbdfcfca6da completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:44:22.169535 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:22.298829 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742f836c-76c1-418d-9ef7-e668ebd3b8e3 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Pushing event deleted for resources: {'Port': ['ID=185a7697-7905-46c9-be0e-cdf326da426c,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:22.316081 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742f836c-76c1-418d-9ef7-e668ebd3b8e3 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] No DVR routers for this DVR port 185a7697-7905-46c9-be0e-cdf326da426c on host n-d-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:44:22.456813 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 941c7909-a072-44f9-bd56-2fbdfcfca6da up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:44:22.759233 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad77c6-cfa8-4f2e-a10c-9235e502a8e9 req-9c622241-a648-4801-b678-5de7d80676af tempest-ServerAddressesNegativeTestJSON-1198701910 tempest-ServerAddressesNegativeTestJSON-1198701910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:44:22.765195 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-74ad77c6-cfa8-4f2e-a10c-9235e502a8e9 req-9c622241-a648-4801-b678-5de7d80676af tempest-ServerAddressesNegativeTestJSON-1198701910 tempest-ServerAddressesNegativeTestJSON-1198701910-project] Synchronizing usage tracker for tenant:9e9fd9da25e84cb0a1643418fda93e18 on resource:network {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:44:22.766403 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-742f836c-76c1-418d-9ef7-e668ebd3b8e3 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:22.809749 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-74ad77c6-cfa8-4f2e-a10c-9235e502a8e9 req-9c622241-a648-4801-b678-5de7d80676af tempest-ServerAddressesNegativeTestJSON-1198701910 tempest-ServerAddressesNegativeTestJSON-1198701910-project] Unset dirty status for tenant:9e9fd9da25e84cb0a1643418fda93e18 on resource:network {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:44:22.818798 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=f71a2a4e-666d-4476-9363-7859736e7a02,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:22.825042 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-74ad77c6-cfa8-4f2e-a10c-9235e502a8e9 req-9c622241-a648-4801-b678-5de7d80676af tempest-ServerAddressesNegativeTestJSON-1198701910 tempest-ServerAddressesNegativeTestJSON-1198701910-project] 10.222.0.50 "GET /v2.0/networks?id=06d6228f-1d53-4fb9-b9f7-789c5e6a4064 HTTP/1.1" status: 200 len: 821 time: 0.2872148 May 31 13:44:22.844845 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-74ad77c6-cfa8-4f2e-a10c-9235e502a8e9 req-714003f2-565d-4237-9e67-5f324521c2f5 tempest-ServerAddressesNegativeTestJSON-1198701910 tempest-ServerAddressesNegativeTestJSON-1198701910-project] 10.222.0.50 "GET /v2.0/quotas/9e9fd9da25e84cb0a1643418fda93e18 HTTP/1.1" status: 200 len: 375 time: 0.0212047 May 31 13:44:22.851516 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-742f836c-76c1-418d-9ef7-e668ebd3b8e3 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20598955-fb93-4a43-803c-82433241e816']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:44:22.878329 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5e27c963-ef7d-495a-b4dc-bc7ab800f665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:22.966540 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 60966) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:44:22.972201 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 941c7909-a072-44f9-bd56-2fbdfcfca6da completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:44:22.987544 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-742f836c-76c1-418d-9ef7-e668ebd3b8e3 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6b34acb-4968-44bd-a562-15f3974fed3f') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:44:22.987860 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-742f836c-76c1-418d-9ef7-e668ebd3b8e3 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6b34acb-4968-44bd-a562-15f3974fed3f') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:44:22.993131 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 941c7909-a072-44f9-bd56-2fbdfcfca6da triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:44:22.993726 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:23.054845 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-74ad77c6-cfa8-4f2e-a10c-9235e502a8e9 req-b54dc405-60a3-42b9-bf97-557de6b3fe74 tempest-ServerAddressesNegativeTestJSON-1198701910 tempest-ServerAddressesNegativeTestJSON-1198701910-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9e9fd9da25e84cb0a1643418fda93e18&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2087877 May 31 13:44:23.108388 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e27c963-ef7d-495a-b4dc-bc7ab800f665 admin admin] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:44:23.111288 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-742f836c-76c1-418d-9ef7-e668ebd3b8e3 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:23.142186 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-5e27c963-ef7d-495a-b4dc-bc7ab800f665 admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:44:23.163243 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e27c963-ef7d-495a-b4dc-bc7ab800f665 admin admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:44:23.252198 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 941c7909-a072-44f9-bd56-2fbdfcfca6da is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:44:23.253516 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:23.254517 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-74ad77c6-cfa8-4f2e-a10c-9235e502a8e9 req-4f83d379-44c3-4f92-9e52-1010f3e431d3 service neutron] 10.222.0.50 "GET /v2.0/networks/06d6228f-1d53-4fb9-b9f7-789c5e6a4064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874986 May 31 13:44:23.265356 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-742f836c-76c1-418d-9ef7-e668ebd3b8e3 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:23.271120 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e27c963-ef7d-495a-b4dc-bc7ab800f665 admin admin] Pushing event updated for resources: {'Port': ['ID=a25f0954-04a4-4b01-8623-f473d6ed53da,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:23.321237 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 941c7909-a072-44f9-bd56-2fbdfcfca6da, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=941c7909-a072-44f9-bd56-2fbdfcfca6da,segment=NetworkSegment(035ad117-e9c5-414c-8bde-40a05a92335b),segment_id=035ad117-e9c5-414c-8bde-40a05a92335b)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:44:23.328929 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:23.455144 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=941c7909-a072-44f9-bd56-2fbdfcfca6da,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:23.519775 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-742f836c-76c1-418d-9ef7-e668ebd3b8e3 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:44:23.520227 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-742f836c-76c1-418d-9ef7-e668ebd3b8e3 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:23.580511 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-74ad77c6-cfa8-4f2e-a10c-9235e502a8e9 req-0e63adeb-2702-4a6d-813d-948e44fdd55b service neutron] 10.222.0.50 "GET /v2.0/networks/06d6228f-1d53-4fb9-b9f7-789c5e6a4064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156464 May 31 13:44:23.584566 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-9f37f787-1cb6-4f3e-9a80-c26b76246e5e tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Allocated IP 172.25.6.79 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/80ab2294-b04d-4576-a375-9985357ffb75) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:44:23.627150 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0c2662-6f62-4ff0-851c-bf12f3fbdcd4 None None] get_active_networks_info from n-d-843939-1 {{(pid=88371) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 31 13:44:23.628777 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment e6b34acb-4968-44bd-a562-15f3974fed3f resource provider aggregate not found May 31 13:44:23.708439 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment e6b34acb-4968-44bd-a562-15f3974fed3f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e6b34acb-4968-44bd-a562-15f3974fed3f found for delete ", "request_id": "req-8099d28c-0fa3-4af9-9789-c38205a8f6c2"}]} May 31 13:44:23.799426 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2c584701-32aa-4531-8b5c-3eb890f3c773 None None] Provisioning complete for port 941c7909-a072-44f9-bd56-2fbdfcfca6da triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:44:23.799901 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2c584701-32aa-4531-8b5c-3eb890f3c773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:23.880565 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9f37f787-1cb6-4f3e-9a80-c26b76246e5e tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:24.026470 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0c2662-6f62-4ff0-851c-bf12f3fbdcd4 None None] Resources bound (agent type, host, resource id): {{(pid=88371) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 31 13:44:24.035296 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7b12225a-c5ba-4d5a-8bc1-84f3cdfcb601 req-f1937f63-1505-45ba-b5ad-0d07389e5d61 tempest-ServerAddressesNegativeTestJSON-1198701910 tempest-ServerAddressesNegativeTestJSON-1198701910-project] 10.222.0.50 "GET /v2.0/ports?device_id=d62b3aad-9a0b-4ed7-85c5-bebc00a4983c HTTP/1.1" status: 200 len: 210 time: 0.1142662 May 31 13:44:24.051497 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9f37f787-1cb6-4f3e-9a80-c26b76246e5e tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:24.057838 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-742f836c-76c1-418d-9ef7-e668ebd3b8e3 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:24.219069 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f37f787-1cb6-4f3e-9a80-c26b76246e5e tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Pushing event updated for resources: {'Port': ['ID=80ab2294-b04d-4576-a375-9985357ffb75,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:24.252217 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f37f787-1cb6-4f3e-9a80-c26b76246e5e tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:44:24.258073 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-9f37f787-1cb6-4f3e-9a80-c26b76246e5e tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:44:24.262410 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f37f787-1cb6-4f3e-9a80-c26b76246e5e tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:44:24.453529 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-742f836c-76c1-418d-9ef7-e668ebd3b8e3 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:24.618865 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 941c7909-a072-44f9-bd56-2fbdfcfca6da up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:44:24.653578 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-742f836c-76c1-418d-9ef7-e668ebd3b8e3 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] 10.222.0.50 "DELETE /v2.0/networks/20598955-fb93-4a43-803c-82433241e816 HTTP/1.1" status: 204 len: 168 time: 8.8987944 May 31 13:44:24.653578 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742f836c-76c1-418d-9ef7-e668ebd3b8e3 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Pushing event deleted for resources: {'Network': ['ID=20598955-fb93-4a43-803c-82433241e816,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:24.679624 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 32790) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:44:24.694726 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-9b976392-3d4b-4a4c-a33b-ed448958d586 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1632001869'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:44:24.801706 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-9b976392-3d4b-4a4c-a33b-ed448958d586 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:44:24.848392 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 32794) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:44:24.873148 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-9b976392-3d4b-4a4c-a33b-ed448958d586 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Usage tracker for resource:network and tenant:9f98270cdf824e3ebd7736abf6d6b113 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:44:24.877367 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2c584701-32aa-4531-8b5c-3eb890f3c773 None None] Current status of the port 941c7909-a072-44f9-bd56-2fbdfcfca6da is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:44:24.910829 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-9b976392-3d4b-4a4c-a33b-ed448958d586 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:44:24.936837 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 941c7909-a072-44f9-bd56-2fbdfcfca6da triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:44:24.937515 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-9b976392-3d4b-4a4c-a33b-ed448958d586 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:44:24.944965 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:25.216837 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b976392-3d4b-4a4c-a33b-ed448958d586 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Made reservation on behalf of 9f98270cdf824e3ebd7736abf6d6b113 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:44:25.221929 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9b976392-3d4b-4a4c-a33b-ed448958d586 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:25.257180 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b976392-3d4b-4a4c-a33b-ed448958d586 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:44:25.266916 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9b976392-3d4b-4a4c-a33b-ed448958d586 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:25.267613 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-9b976392-3d4b-4a4c-a33b-ed448958d586 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Added segment ff4d8d86-dc18-4fcf-b628-625b2dfc771c of type vlan for network 3b0cee98-04a9-4c4e-817d-461ef78c128d May 31 13:44:25.295126 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 941c7909-a072-44f9-bd56-2fbdfcfca6da is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:44:25.297756 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device f71a2a4e-666d-4476-9363-7859736e7a02 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:44:25.314050 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9b976392-3d4b-4a4c-a33b-ed448958d586 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:25.351108 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9b976392-3d4b-4a4c-a33b-ed448958d586 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:25.386676 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b976392-3d4b-4a4c-a33b-ed448958d586 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:44:25.387626 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9b976392-3d4b-4a4c-a33b-ed448958d586 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:25.464048 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port f71a2a4e-666d-4476-9363-7859736e7a02 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:44:25.464427 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:25.636245 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dfff0a41-e28a-42e7-bb20-418ccf187e4d req-cb32c994-db51-4e43-bb19-05031423080c tempest-ServerAddressesNegativeTestJSON-1198701910 tempest-ServerAddressesNegativeTestJSON-1198701910-project] 10.222.0.50 "GET /v2.0/ports?device_id=d62b3aad-9a0b-4ed7-85c5-bebc00a4983c HTTP/1.1" status: 200 len: 210 time: 0.0916820 May 31 13:44:25.655681 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-445b32a5-b05e-4f86-9ed3-86d318509ca4 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Request body: {'floatingip': {'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:44:25.664626 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-445b32a5-b05e-4f86-9ed3-86d318509ca4 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:44:25.669346 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-445b32a5-b05e-4f86-9ed3-86d318509ca4 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Usage tracker for resource:floatingip and tenant:bbbdd2e197a5413aac3cdc05e25f4aed is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:44:25.673203 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-445b32a5-b05e-4f86-9ed3-86d318509ca4 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:44:25.678896 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5e27c963-ef7d-495a-b4dc-bc7ab800f665 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:25.683470 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-445b32a5-b05e-4f86-9ed3-86d318509ca4 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:44:25.731857 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-445b32a5-b05e-4f86-9ed3-86d318509ca4 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks [] for floatingip, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:25.796575 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b976392-3d4b-4a4c-a33b-ed448958d586 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Pushing event updated for resources: {'Network': ['ID=3b0cee98-04a9-4c4e-817d-461ef78c128d,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:25.835157 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port f71a2a4e-666d-4476-9363-7859736e7a02 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:44:25.838913 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 3b0cee98-04a9-4c4e-817d-461ef78c128d details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:44:25.902121 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-9b976392-3d4b-4a4c-a33b-ed448958d586 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2179322 May 31 13:44:25.915273 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 32812) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:44:25.931567 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-03bd14a8-d83c-42e6-af00-15f75605823f tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Request body: {'subnet': {'network_id': '3b0cee98-04a9-4c4e-817d-461ef78c128d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:44:26.056081 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9f37f787-1cb6-4f3e-9a80-c26b76246e5e tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:26.151041 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-03bd14a8-d83c-42e6-af00-15f75605823f tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:44:26.192895 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-03bd14a8-d83c-42e6-af00-15f75605823f tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Usage tracker for resource:subnet and tenant:9f98270cdf824e3ebd7736abf6d6b113 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:44:26.209622 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-03bd14a8-d83c-42e6-af00-15f75605823f tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:44:26.241783 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5e27c963-ef7d-495a-b4dc-bc7ab800f665 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:26.243020 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad77c6-cfa8-4f2e-a10c-9235e502a8e9 req-5f75bdac-30c7-4f9b-bd03-c3a544751f42 tempest-ServerAddressesNegativeTestJSON-1198701910 tempest-ServerAddressesNegativeTestJSON-1198701910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:44:26.244508 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-74ad77c6-cfa8-4f2e-a10c-9235e502a8e9 req-5f75bdac-30c7-4f9b-bd03-c3a544751f42 tempest-ServerAddressesNegativeTestJSON-1198701910 tempest-ServerAddressesNegativeTestJSON-1198701910-project] 10.222.0.44 "GET /v2.0/networks?id=06d6228f-1d53-4fb9-b9f7-789c5e6a4064 HTTP/1.1" status: 200 len: 821 time: 0.5495169 May 31 13:44:26.245671 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-03bd14a8-d83c-42e6-af00-15f75605823f tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:44:26.331301 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-74ad77c6-cfa8-4f2e-a10c-9235e502a8e9 req-00c700bb-3663-4537-916e-e3c9bfff0b50 tempest-ServerAddressesNegativeTestJSON-1198701910 tempest-ServerAddressesNegativeTestJSON-1198701910-project] Request body: {'port': {'device_id': 'd62b3aad-9a0b-4ed7-85c5-bebc00a4983c', 'network_id': '06d6228f-1d53-4fb9-b9f7-789c5e6a4064', 'admin_state_up': True, 'tenant_id': '9e9fd9da25e84cb0a1643418fda93e18'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:44:26.387605 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 13:44:26.474517 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03bd14a8-d83c-42e6-af00-15f75605823f tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Made reservation on behalf of 9f98270cdf824e3ebd7736abf6d6b113 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:44:26.474838 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8ef9e238-2bce-46c9-ac92-e534ee660e4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:26.478468 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-03bd14a8-d83c-42e6-af00-15f75605823f tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:26.693888 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e27c963-ef7d-495a-b4dc-bc7ab800f665 admin admin] Router 0697c208-3eaa-49f8-affe-568d0eb5b2db is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 13:44:26.992161 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-74ad77c6-cfa8-4f2e-a10c-9235e502a8e9 req-00c700bb-3663-4537-916e-e3c9bfff0b50 tempest-ServerAddressesNegativeTestJSON-1198701910 tempest-ServerAddressesNegativeTestJSON-1198701910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:44:27.051300 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-74ad77c6-cfa8-4f2e-a10c-9235e502a8e9 req-00c700bb-3663-4537-916e-e3c9bfff0b50 tempest-ServerAddressesNegativeTestJSON-1198701910 tempest-ServerAddressesNegativeTestJSON-1198701910-project] Usage tracker for resource:port and tenant:9e9fd9da25e84cb0a1643418fda93e18 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:44:27.056569 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-445b32a5-b05e-4f86-9ed3-86d318509ca4 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:27.066360 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-74ad77c6-cfa8-4f2e-a10c-9235e502a8e9 req-00c700bb-3663-4537-916e-e3c9bfff0b50 tempest-ServerAddressesNegativeTestJSON-1198701910 tempest-ServerAddressesNegativeTestJSON-1198701910-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:44:27.094305 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e27c963-ef7d-495a-b4dc-bc7ab800f665 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:44:27.107098 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0299678-fe7f-4015-8bc0-68fc7c957d55 None None] Sync routers for ids ['0697c208-3eaa-49f8-affe-568d0eb5b2db'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:44:27.119271 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9f26c1a0-1ce9-40ae-b9d2-68188c989998 req-aab57195-0dd2-436d-abc9-dd1037d31541 tempest-ServerAddressesNegativeTestJSON-1198701910 tempest-ServerAddressesNegativeTestJSON-1198701910-project] 10.222.0.50 "GET /v2.0/ports?device_id=d62b3aad-9a0b-4ed7-85c5-bebc00a4983c HTTP/1.1" status: 200 len: 210 time: 0.1384022 May 31 13:44:27.125255 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0299678-fe7f-4015-8bc0-68fc7c957d55 None None] Routers {'0697c208-3eaa-49f8-affe-568d0eb5b2db'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:44:27.125867 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-e0299678-fe7f-4015-8bc0-68fc7c957d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:44:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['0697c208-3eaa-49f8-affe-568d0eb5b2db'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:44:27.128499 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-74ad77c6-cfa8-4f2e-a10c-9235e502a8e9 req-00c700bb-3663-4537-916e-e3c9bfff0b50 tempest-ServerAddressesNegativeTestJSON-1198701910 tempest-ServerAddressesNegativeTestJSON-1198701910-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:44:27.129215 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5e27c963-ef7d-495a-b4dc-bc7ab800f665 admin admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:27.131589 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-5e27c963-ef7d-495a-b4dc-bc7ab800f665 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 10.9631705 May 31 13:44:27.137338 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 32836) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:44:27.138053 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-8ef9e238-2bce-46c9-ac92-e534ee660e4b admin admin] Deleting port a0314bf4-abde-43d1-8265-f4b185923696 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:44:27.138403 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8ef9e238-2bce-46c9-ac92-e534ee660e4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:27.182151 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9f37f787-1cb6-4f3e-9a80-c26b76246e5e tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:27.370506 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-e0299678-fe7f-4015-8bc0-68fc7c957d55 None None] Set router 0697c208-3eaa-49f8-affe-568d0eb5b2db gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:44:27.515578 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74ad77c6-cfa8-4f2e-a10c-9235e502a8e9 req-00c700bb-3663-4537-916e-e3c9bfff0b50 tempest-ServerAddressesNegativeTestJSON-1198701910 tempest-ServerAddressesNegativeTestJSON-1198701910-project] Made reservation on behalf of 9e9fd9da25e84cb0a1643418fda93e18 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:44:27.524301 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-74ad77c6-cfa8-4f2e-a10c-9235e502a8e9 req-00c700bb-3663-4537-916e-e3c9bfff0b50 tempest-ServerAddressesNegativeTestJSON-1198701910 tempest-ServerAddressesNegativeTestJSON-1198701910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:27.579386 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-445b32a5-b05e-4f86-9ed3-86d318509ca4 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Allocated IP 172.25.6.107 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/5747d6c9-647b-428a-97aa-4870408b838a) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:44:27.776799 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-e0299678-fe7f-4015-8bc0-68fc7c957d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'name': 'tempest-AttachVolumeNegativeTest-1273433736-router', 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'a25f0954-04a4-4b01-8623-f473d6ed53da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:44:16Z', 'updated_at': '2022-05-31T13:44:24Z', 'revision_number': 3, 'project_id': '0c3bb07388f549c9aeec65a21380cb5d', 'gw_port': {'id': 'a25f0954-04a4-4b01-8623-f473d6ed53da', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ac:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:44:19Z', 'updated_at': '2022-05-31T13:44:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:44:27.781315 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0299678-fe7f-4015-8bc0-68fc7c957d55 None None] Checking router: 0697c208-3eaa-49f8-affe-568d0eb5b2db for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:44:27.781661 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0299678-fe7f-4015-8bc0-68fc7c957d55 None None] Updating router 0697c208-3eaa-49f8-affe-568d0eb5b2db port a25f0954-04a4-4b01-8623-f473d6ed53da binding host n-d-843939-1 {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:44:27.867787 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e0299678-fe7f-4015-8bc0-68fc7c957d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:27.900436 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-8ef9e238-2bce-46c9-ac92-e534ee660e4b admin admin] For port a0314bf4-abde-43d1-8265-f4b185923696, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=a0314bf4-abde-43d1-8265-f4b185923696,segment=NetworkSegment(95357fb1-128e-4e50-a9ef-07d5adff4ac5),segment_id=95357fb1-128e-4e50-a9ef-07d5adff4ac5)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:44:27.901479 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8ef9e238-2bce-46c9-ac92-e534ee660e4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:28.053256 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-74ad77c6-cfa8-4f2e-a10c-9235e502a8e9 req-00c700bb-3663-4537-916e-e3c9bfff0b50 tempest-ServerAddressesNegativeTestJSON-1198701910 tempest-ServerAddressesNegativeTestJSON-1198701910-project] Allocated IP 172.20.0.14 (06d6228f-1d53-4fb9-b9f7-789c5e6a4064/1937c3a5-bd4b-4002-855b-308bc6cc002d/b9033022-e852-43a7-9854-86d0b1b61919) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:44:28.066751 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-03bd14a8-d83c-42e6-af00-15f75605823f tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:28.101331 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-8ef9e238-2bce-46c9-ac92-e534ee660e4b admin admin] Calling delete_port for a0314bf4-abde-43d1-8265-f4b185923696 owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:44:28.316185 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd14a8-d83c-42e6-af00-15f75605823f tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Pushing event updated for resources: {'Subnet': ['ID=4f78549c-de9d-411e-b010-942a39ba3c21,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:28.438465 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-445b32a5-b05e-4f86-9ed3-86d318509ca4 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:28.442244 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bd14a8-d83c-42e6-af00-15f75605823f tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Checking segment: {'id': 'ff4d8d86-dc18-4fcf-b628-625b2dfc771c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3b0cee98-04a9-4c4e-817d-461ef78c128d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:44:28.442614 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bd14a8-d83c-42e6-af00-15f75605823f tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Network hostable DHCP agents. Network: 3b0cee98-04a9-4c4e-817d-461ef78c128d, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:44:28.511603 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c3a596d4-b07e-4b80-9025-f64bf5e848e0 req-8aaa3b05-3e4f-497f-8b00-f7b37e95151d tempest-ServerAddressesNegativeTestJSON-1198701910 tempest-ServerAddressesNegativeTestJSON-1198701910-project] 10.222.0.50 "GET /v2.0/ports?device_id=d62b3aad-9a0b-4ed7-85c5-bebc00a4983c HTTP/1.1" status: 200 len: 210 time: 0.1599715 May 31 13:44:28.537795 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f37f787-1cb6-4f3e-9a80-c26b76246e5e tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Router 8a2fdeb7-bc64-496a-9453-e685a615b8ee is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 13:44:28.568177 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bd14a8-d83c-42e6-af00-15f75605823f tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Network 3b0cee98-04a9-4c4e-817d-461ef78c128d is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:44:28.778004 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-03bd14a8-d83c-42e6-af00-15f75605823f tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 3b0cee98-04a9-4c4e-817d-461ef78c128d) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:44:28.779576 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8ef9e238-2bce-46c9-ac92-e534ee660e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:28.789680 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e1f710-0000-42b1-9b69-80ae60db1756 None None] Network 3b0cee98-04a9-4c4e-817d-461ef78c128d requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:44:28.794681 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03bd14a8-d83c-42e6-af00-15f75605823f tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:44:28.795725 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-03bd14a8-d83c-42e6-af00-15f75605823f tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:28.869982 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef9e238-2bce-46c9-ac92-e534ee660e4b admin admin] Pushing event deleted for resources: {'Port': ['ID=a0314bf4-abde-43d1-8265-f4b185923696,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:28.881981 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f37f787-1cb6-4f3e-9a80-c26b76246e5e tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:44:28.901008 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-445b32a5-b05e-4f86-9ed3-86d318509ca4 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:28.977454 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-03bd14a8-d83c-42e6-af00-15f75605823f tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0564907 May 31 13:44:28.988396 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9f37f787-1cb6-4f3e-9a80-c26b76246e5e tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:28.992088 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-9f37f787-1cb6-4f3e-9a80-c26b76246e5e tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 13.9114594 May 31 13:44:28.993469 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-74ad77c6-cfa8-4f2e-a10c-9235e502a8e9 req-00c700bb-3663-4537-916e-e3c9bfff0b50 tempest-ServerAddressesNegativeTestJSON-1198701910 tempest-ServerAddressesNegativeTestJSON-1198701910-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:29.002112 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc2084f-f8de-4a65-8971-190341e9be29 None None] Sync routers for ids ['8a2fdeb7-bc64-496a-9453-e685a615b8ee'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:44:29.008467 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 32868) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:44:29.008748 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 32870) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:44:29.023291 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445b32a5-b05e-4f86-9ed3-86d318509ca4 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:44:29.115498 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc2084f-f8de-4a65-8971-190341e9be29 None None] Routers {'8a2fdeb7-bc64-496a-9453-e685a615b8ee'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:44:29.116455 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-8cc2084f-f8de-4a65-8971-190341e9be29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:44:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['8a2fdeb7-bc64-496a-9453-e685a615b8ee'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:44:29.125778 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-445b32a5-b05e-4f86-9ed3-86d318509ca4 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:44:29.171789 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2e0f1e6f-13c0-4484-8e13-be5df4687bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:29.186492 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef9e238-2bce-46c9-ac92-e534ee660e4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:44:29.187252 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef9e238-2bce-46c9-ac92-e534ee660e4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:44:29.187833 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef9e238-2bce-46c9-ac92-e534ee660e4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:44:29.188446 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef9e238-2bce-46c9-ac92-e534ee660e4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:44:29.189359 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef9e238-2bce-46c9-ac92-e534ee660e4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:44:29.190517 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef9e238-2bce-46c9-ac92-e534ee660e4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:44:29.191086 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef9e238-2bce-46c9-ac92-e534ee660e4b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:44:29.191642 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef9e238-2bce-46c9-ac92-e534ee660e4b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:44:29.192204 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef9e238-2bce-46c9-ac92-e534ee660e4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:44:29.192769 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef9e238-2bce-46c9-ac92-e534ee660e4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:44:29.193311 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef9e238-2bce-46c9-ac92-e534ee660e4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:44:29.193874 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef9e238-2bce-46c9-ac92-e534ee660e4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:44:29.267256 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e0299678-fe7f-4015-8bc0-68fc7c957d55 None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:29.301338 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-e0299678-fe7f-4015-8bc0-68fc7c957d55 None None] Transition to ACTIVE for port object a25f0954-04a4-4b01-8623-f473d6ed53da will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:44:29.313465 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e0299678-fe7f-4015-8bc0-68fc7c957d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:29.384937 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445b32a5-b05e-4f86-9ed3-86d318509ca4 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:44:29.550627 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d3c9b3-05ab-4872-9264-32fea3dc47b8 None None] Pushing event updated for resources: {'Port': ['ID=a25f0954-04a4-4b01-8623-f473d6ed53da,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:29.556155 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-e0299678-fe7f-4015-8bc0-68fc7c957d55 None None] Attempting to bind port a25f0954-04a4-4b01-8623-f473d6ed53da on host n-d-843939-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:44:29.559663 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-e0299678-fe7f-4015-8bc0-68fc7c957d55 None None] Attempting to bind port a25f0954-04a4-4b01-8623-f473d6ed53da by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:44:29.563022 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0299678-fe7f-4015-8bc0-68fc7c957d55 None None] Attempting to bind port a25f0954-04a4-4b01-8623-f473d6ed53da on network d2103cd5-63ba-4c24-9d95-fd17643bf14c {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:44:29.576121 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0299678-fe7f-4015-8bc0-68fc7c957d55 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:44:29.576804 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0299678-fe7f-4015-8bc0-68fc7c957d55 None None] Checking segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:44:29.578664 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e0299678-fe7f-4015-8bc0-68fc7c957d55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:29.579579 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0299678-fe7f-4015-8bc0-68fc7c957d55 None None] Bound using segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:44:29.581476 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-e0299678-fe7f-4015-8bc0-68fc7c957d55 None None] Bound port: a25f0954-04a4-4b01-8623-f473d6ed53da, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:44:29.582074 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e0299678-fe7f-4015-8bc0-68fc7c957d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:29.615459 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-8cc2084f-f8de-4a65-8971-190341e9be29 None None] Set router 8a2fdeb7-bc64-496a-9453-e685a615b8ee gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:44:29.666250 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bbdb2d6-9195-430b-84dd-362545ed0fbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-3b0cee98-04a9-4c4e-817d-461ef78c128d', 'network_id': '3b0cee98-04a9-4c4e-817d-461ef78c128d', 'tenant_id': '9f98270cdf824e3ebd7736abf6d6b113', 'fixed_ips': [{'subnet_id': '4f78549c-de9d-411e-b010-942a39ba3c21'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:44:29.667066 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0bbdb2d6-9195-430b-84dd-362545ed0fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:29.708492 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-2e0f1e6f-13c0-4484-8e13-be5df4687bc4 admin admin] Allocated IP 172.20.0.1 (63c618dc-2d9c-42a1-a644-8fd65767e93c/1fa11664-0552-4bb0-b5b0-3278009a7430/28f91fc4-d303-4198-b69f-bfc00ad66cfe) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:44:29.765941 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-e0299678-fe7f-4015-8bc0-68fc7c957d55 None None] For port a25f0954-04a4-4b01-8623-f473d6ed53da, host n-d-843939-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:44:29.769253 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-e0299678-fe7f-4015-8bc0-68fc7c957d55 None None] For port a25f0954-04a4-4b01-8623-f473d6ed53da, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=a25f0954-04a4-4b01-8623-f473d6ed53da,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:44:29.774908 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e0299678-fe7f-4015-8bc0-68fc7c957d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:29.835392 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-57aa18aa-0e26-4138-bca3-985c974ba6ec tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] 10.222.0.50 "GET /v2.0/routers/8a2fdeb7-bc64-496a-9453-e685a615b8ee HTTP/1.1" status: 200 len: 907 time: 0.8229790 May 31 13:44:29.840462 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0bc35801-b8f6-47a9-adb1-b32d8ce74e95 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:29.843079 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 32882) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:44:29.941462 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0299678-fe7f-4015-8bc0-68fc7c957d55 None None] Routers {'0697c208-3eaa-49f8-affe-568d0eb5b2db'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:44:29.943173 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-e0299678-fe7f-4015-8bc0-68fc7c957d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:44:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['0697c208-3eaa-49f8-affe-568d0eb5b2db'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:44:29.954874 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-445b32a5-b05e-4f86-9ed3-86d318509ca4 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:29.960168 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-74ad77c6-cfa8-4f2e-a10c-9235e502a8e9 req-00c700bb-3663-4537-916e-e3c9bfff0b50 tempest-ServerAddressesNegativeTestJSON-1198701910 tempest-ServerAddressesNegativeTestJSON-1198701910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:29.982500 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445b32a5-b05e-4f86-9ed3-86d318509ca4 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Pushing event updated for resources: {'Port': ['ID=5747d6c9-647b-428a-97aa-4870408b838a,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:30.022917 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2e0f1e6f-13c0-4484-8e13-be5df4687bc4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:30.054218 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8ef9e238-2bce-46c9-ac92-e534ee660e4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:30.055160 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d3c9b3-05ab-4872-9264-32fea3dc47b8 None None] Pushing event updated for resources: {'Port': ['ID=a25f0954-04a4-4b01-8623-f473d6ed53da,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:30.091048 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-2e0f1e6f-13c0-4484-8e13-be5df4687bc4 admin admin] Transition to ACTIVE for port object 28f91fc4-d303-4198-b69f-bfc00ad66cfe will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:44:30.318974 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2e0f1e6f-13c0-4484-8e13-be5df4687bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:30.346830 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-e0299678-fe7f-4015-8bc0-68fc7c957d55 None None] Set router 0697c208-3eaa-49f8-affe-568d0eb5b2db gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:44:30.359875 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-0bbdb2d6-9195-430b-84dd-362545ed0fbf None None] Allocated IP 172.20.0.2 (3b0cee98-04a9-4c4e-817d-461ef78c128d/4f78549c-de9d-411e-b010-942a39ba3c21/dcb78b78-7781-4cab-ad2f-5c86fa9095f2) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:44:30.460598 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74ad77c6-cfa8-4f2e-a10c-9235e502a8e9 req-00c700bb-3663-4537-916e-e3c9bfff0b50 tempest-ServerAddressesNegativeTestJSON-1198701910 tempest-ServerAddressesNegativeTestJSON-1198701910-project] Network 06d6228f-1d53-4fb9-b9f7-789c5e6a4064 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:44:30.482257 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0f1e6f-13c0-4484-8e13-be5df4687bc4 admin admin] Network 63c618dc-2d9c-42a1-a644-8fd65767e93c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:44:30.487705 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-2e0f1e6f-13c0-4484-8e13-be5df4687bc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:44:30.526519 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0f1e6f-13c0-4484-8e13-be5df4687bc4 admin admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:44:30.563811 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0f1e6f-13c0-4484-8e13-be5df4687bc4 admin admin] Pushing event updated for resources: {'Port': ['ID=28f91fc4-d303-4198-b69f-bfc00ad66cfe,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:30.648698 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-8cc2084f-f8de-4a65-8971-190341e9be29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a2fdeb7-bc64-496a-9453-e685a615b8ee', 'name': 'tempest-snat-router-1938023109', 'tenant_id': '34c6a95d1b734972a24026ecd16f9620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '80ab2294-b04d-4576-a375-9985357ffb75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:44:16Z', 'updated_at': '2022-05-31T13:44:25Z', 'revision_number': 3, 'project_id': '34c6a95d1b734972a24026ecd16f9620', 'gw_port': {'id': '80ab2294-b04d-4576-a375-9985357ffb75', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c9:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a2fdeb7-bc64-496a-9453-e685a615b8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:44:21Z', 'updated_at': '2022-05-31T13:44:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:44:30.655905 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc2084f-f8de-4a65-8971-190341e9be29 None None] Checking router: 8a2fdeb7-bc64-496a-9453-e685a615b8ee for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:44:30.656555 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc2084f-f8de-4a65-8971-190341e9be29 None None] Updating router 8a2fdeb7-bc64-496a-9453-e685a615b8ee port 80ab2294-b04d-4576-a375-9985357ffb75 binding host n-d-843939-1 {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:44:30.673121 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-74ad77c6-cfa8-4f2e-a10c-9235e502a8e9 req-00c700bb-3663-4537-916e-e3c9bfff0b50 tempest-ServerAddressesNegativeTestJSON-1198701910 tempest-ServerAddressesNegativeTestJSON-1198701910-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:44:30.708207 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-445b32a5-b05e-4f86-9ed3-86d318509ca4 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:30.729347 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2e0f1e6f-13c0-4484-8e13-be5df4687bc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:30.740959 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-74ad77c6-cfa8-4f2e-a10c-9235e502a8e9 req-00c700bb-3663-4537-916e-e3c9bfff0b50 tempest-ServerAddressesNegativeTestJSON-1198701910 tempest-ServerAddressesNegativeTestJSON-1198701910-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:44:30.784899 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ef9e238-2bce-46c9-ac92-e534ee660e4b admin admin] Router c1583a96-83ba-4e8e-a258-43d8b6ba0ed8 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:44:30.843823 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8cc2084f-f8de-4a65-8971-190341e9be29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:30.882679 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c700bb-3663-4537-916e-e3c9bfff0b50 tempest-ServerAddressesNegativeTestJSON-1198701910 tempest-ServerAddressesNegativeTestJSON-1198701910-project] Pushing event updated for resources: {'Port': ['ID=b9033022-e852-43a7-9854-86d0b1b61919,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:30.921052 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0bc35801-b8f6-47a9-adb1-b32d8ce74e95 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:30.947711 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0bbdb2d6-9195-430b-84dd-362545ed0fbf None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:30.963429 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0bbdb2d6-9195-430b-84dd-362545ed0fbf None None] Transition to ACTIVE for port object dcb78b78-7781-4cab-ad2f-5c86fa9095f2 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:44:31.029026 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-84c2c7e6-b6a6-4ccd-aaa7-f573c9e3b05d tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks [] for router, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:31.036724 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-e0299678-fe7f-4015-8bc0-68fc7c957d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'name': 'tempest-AttachVolumeNegativeTest-1273433736-router', 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'a25f0954-04a4-4b01-8623-f473d6ed53da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:44:16Z', 'updated_at': '2022-05-31T13:44:24Z', 'revision_number': 3, 'project_id': '0c3bb07388f549c9aeec65a21380cb5d', 'gw_port': {'id': 'a25f0954-04a4-4b01-8623-f473d6ed53da', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ac:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:44:19Z', 'updated_at': '2022-05-31T13:44:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:44:31.041757 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0299678-fe7f-4015-8bc0-68fc7c957d55 None None] The sync data for ids ['0697c208-3eaa-49f8-affe-568d0eb5b2db'] in n-d-843939-1 is: [{'id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'name': 'tempest-AttachVolumeNegativeTest-1273433736-router', 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'a25f0954-04a4-4b01-8623-f473d6ed53da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:44:16Z', 'updated_at': '2022-05-31T13:44:24Z', 'revision_number': 3, 'project_id': '0c3bb07388f549c9aeec65a21380cb5d', 'gw_port': {'id': 'a25f0954-04a4-4b01-8623-f473d6ed53da', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ac:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:44:19Z', 'updated_at': '2022-05-31T13:44:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:44:31.093298 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-58e042ec-c5b2-4f85-bb30-9be31d9be03b None None] Provisioning for port 28f91fc4-d303-4198-b69f-bfc00ad66cfe completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:44:31.098878 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0bbdb2d6-9195-430b-84dd-362545ed0fbf None None] Transition to ACTIVE for port object dcb78b78-7781-4cab-ad2f-5c86fa9095f2 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:44:31.102035 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-58e042ec-c5b2-4f85-bb30-9be31d9be03b None None] Provisioning complete for port 28f91fc4-d303-4198-b69f-bfc00ad66cfe triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:44:31.102420 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-58e042ec-c5b2-4f85-bb30-9be31d9be03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:31.142774 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad77c6-cfa8-4f2e-a10c-9235e502a8e9 req-00c700bb-3663-4537-916e-e3c9bfff0b50 tempest-ServerAddressesNegativeTestJSON-1198701910 tempest-ServerAddressesNegativeTestJSON-1198701910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:44:31.144536 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-74ad77c6-cfa8-4f2e-a10c-9235e502a8e9 req-00c700bb-3663-4537-916e-e3c9bfff0b50 tempest-ServerAddressesNegativeTestJSON-1198701910 tempest-ServerAddressesNegativeTestJSON-1198701910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:31.211075 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-58e042ec-c5b2-4f85-bb30-9be31d9be03b None None] Port 28f91fc4-d303-4198-b69f-bfc00ad66cfe cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:44:31.230290 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb3afa7-e997-49d4-bdf3-3b72f9c7c198 req-348dbbcd-af56-4cbc-b198-3bf5623b852c tempest-ServerAddressesNegativeTestJSON-1198701910 tempest-ServerAddressesNegativeTestJSON-1198701910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:44:31.231479 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-4eb3afa7-e997-49d4-bdf3-3b72f9c7c198 req-348dbbcd-af56-4cbc-b198-3bf5623b852c tempest-ServerAddressesNegativeTestJSON-1198701910 tempest-ServerAddressesNegativeTestJSON-1198701910-project] Synchronizing usage tracker for tenant:9e9fd9da25e84cb0a1643418fda93e18 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:44:31.274286 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0bbdb2d6-9195-430b-84dd-362545ed0fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:31.427365 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbdb2d6-9195-430b-84dd-362545ed0fbf None None] Pushing event updated for resources: {'Port': ['ID=dcb78b78-7781-4cab-ad2f-5c86fa9095f2,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:31.454564 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbdb2d6-9195-430b-84dd-362545ed0fbf None None] Network 3b0cee98-04a9-4c4e-817d-461ef78c128d is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:44:31.459074 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef9e238-2bce-46c9-ac92-e534ee660e4b admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:44:31.468529 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-0bbdb2d6-9195-430b-84dd-362545ed0fbf None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:44:31.473687 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1cf4df-7cdf-418c-b950-24cd6bedff5d None None] Sync routers for ids ['c1583a96-83ba-4e8e-a258-43d8b6ba0ed8'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:44:31.480600 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbdb2d6-9195-430b-84dd-362545ed0fbf None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:44:31.532500 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1cf4df-7cdf-418c-b950-24cd6bedff5d None None] Routers {'c1583a96-83ba-4e8e-a258-43d8b6ba0ed8'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:44:31.534936 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-3d1cf4df-7cdf-418c-b950-24cd6bedff5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:44:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['c1583a96-83ba-4e8e-a258-43d8b6ba0ed8'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:44:31.617733 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2e0f1e6f-13c0-4484-8e13-be5df4687bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:31.671856 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-74ad77c6-cfa8-4f2e-a10c-9235e502a8e9 req-00c700bb-3663-4537-916e-e3c9bfff0b50 tempest-ServerAddressesNegativeTestJSON-1198701910 tempest-ServerAddressesNegativeTestJSON-1198701910-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3480592 May 31 13:44:31.714436 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-74ad77c6-cfa8-4f2e-a10c-9235e502a8e9 req-03b68721-492f-4b03-a943-5a64c3b113e8 service neutron] Request body: {'port': {'device_id': 'd62b3aad-9a0b-4ed7-85c5-bebc00a4983c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:44:31.719167 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-8ef9e238-2bce-46c9-ac92-e534ee660e4b admin admin] 10.222.0.50 "PUT /v2.0/routers/c1583a96-83ba-4e8e-a258-43d8b6ba0ed8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7429631 May 31 13:44:31.729204 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 32906) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:44:31.788830 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0bc35801-b8f6-47a9-adb1-b32d8ce74e95 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65216469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65148562'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:31.832939 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-4eb3afa7-e997-49d4-bdf3-3b72f9c7c198 req-348dbbcd-af56-4cbc-b198-3bf5623b852c tempest-ServerAddressesNegativeTestJSON-1198701910 tempest-ServerAddressesNegativeTestJSON-1198701910-project] Unset dirty status for tenant:9e9fd9da25e84cb0a1643418fda93e18 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:44:31.834151 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4eb3afa7-e997-49d4-bdf3-3b72f9c7c198 req-348dbbcd-af56-4cbc-b198-3bf5623b852c tempest-ServerAddressesNegativeTestJSON-1198701910 tempest-ServerAddressesNegativeTestJSON-1198701910-project] 10.222.0.50 "GET /v2.0/ports?device_id=d62b3aad-9a0b-4ed7-85c5-bebc00a4983c HTTP/1.1" status: 200 len: 932 time: 1.9901576 May 31 13:44:31.929816 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc35801-b8f6-47a9-adb1-b32d8ce74e95 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Pushing event deleted for resources: {'Subnet': ['ID=4f78549c-de9d-411e-b010-942a39ba3c21,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:32.005123 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-3d1cf4df-7cdf-418c-b950-24cd6bedff5d None None] Set router c1583a96-83ba-4e8e-a258-43d8b6ba0ed8 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:44:32.012879 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-445b32a5-b05e-4f86-9ed3-86d318509ca4 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:32.027141 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-0bbdb2d6-9195-430b-84dd-362545ed0fbf None None] Attempting to bind port dcb78b78-7781-4cab-ad2f-5c86fa9095f2 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:44:32.027776 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-0bbdb2d6-9195-430b-84dd-362545ed0fbf None None] Attempting to bind port dcb78b78-7781-4cab-ad2f-5c86fa9095f2 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'ff4d8d86-dc18-4fcf-b628-625b2dfc771c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3b0cee98-04a9-4c4e-817d-461ef78c128d'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:44:32.028339 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbdb2d6-9195-430b-84dd-362545ed0fbf None None] Attempting to bind port dcb78b78-7781-4cab-ad2f-5c86fa9095f2 on network 3b0cee98-04a9-4c4e-817d-461ef78c128d {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:44:32.039987 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbdb2d6-9195-430b-84dd-362545ed0fbf None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:44:32.040760 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbdb2d6-9195-430b-84dd-362545ed0fbf None None] Checking segment: {'id': 'ff4d8d86-dc18-4fcf-b628-625b2dfc771c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3b0cee98-04a9-4c4e-817d-461ef78c128d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:44:32.041337 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0bbdb2d6-9195-430b-84dd-362545ed0fbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:32.041944 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbdb2d6-9195-430b-84dd-362545ed0fbf None None] Bound using segment: {'id': 'ff4d8d86-dc18-4fcf-b628-625b2dfc771c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3b0cee98-04a9-4c4e-817d-461ef78c128d'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:44:32.042697 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-0bbdb2d6-9195-430b-84dd-362545ed0fbf None None] Bound port: dcb78b78-7781-4cab-ad2f-5c86fa9095f2, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff4d8d86-dc18-4fcf-b628-625b2dfc771c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3b0cee98-04a9-4c4e-817d-461ef78c128d'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:44:32.043246 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0bbdb2d6-9195-430b-84dd-362545ed0fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:32.175906 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0bbdb2d6-9195-430b-84dd-362545ed0fbf None None] For port dcb78b78-7781-4cab-ad2f-5c86fa9095f2, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:44:32.180033 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0bbdb2d6-9195-430b-84dd-362545ed0fbf None None] For port dcb78b78-7781-4cab-ad2f-5c86fa9095f2, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=dcb78b78-7781-4cab-ad2f-5c86fa9095f2,segment=NetworkSegment(ff4d8d86-dc18-4fcf-b628-625b2dfc771c),segment_id=ff4d8d86-dc18-4fcf-b628-625b2dfc771c)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:44:32.186984 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0bbdb2d6-9195-430b-84dd-362545ed0fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:32.192091 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.resource_extend [None req-8cc2084f-f8de-4a65-8971-190341e9be29 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:44:32.344991 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbdb2d6-9195-430b-84dd-362545ed0fbf None None] Pushing event updated for resources: {'Port': ['ID=dcb78b78-7781-4cab-ad2f-5c86fa9095f2,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:32.439748 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-445b32a5-b05e-4f86-9ed3-86d318509ca4 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:32.463701 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-4eb3afa7-e997-49d4-bdf3-3b72f9c7c198 req-6d327149-64d0-4e2a-ae42-858d8b28cabe tempest-ServerAddressesNegativeTestJSON-1198701910 tempest-ServerAddressesNegativeTestJSON-1198701910-project] Synchronizing usage tracker for tenant:9e9fd9da25e84cb0a1643418fda93e18 on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:44:32.477473 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device a25f0954-04a4-4b01-8623-f473d6ed53da up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:44:32.649133 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c9b7d6df-aab0-4472-8cbd-c177fd869b30 admin admin] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:32.650668 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8cc2084f-f8de-4a65-8971-190341e9be29 None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:32.700128 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-3d1cf4df-7cdf-418c-b950-24cd6bedff5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1583a96-83ba-4e8e-a258-43d8b6ba0ed8', 'name': 'tempest-ServerRescueTestJSON-1173168997-router', 'tenant_id': '04053c05038f4fa8aafe732444e2f2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'affdfbff-b8b8-4609-964b-6f5cc869f311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:40:42Z', 'updated_at': '2022-05-31T13:44:28Z', 'revision_number': 5, 'project_id': '04053c05038f4fa8aafe732444e2f2c0', 'gw_port': {'id': 'affdfbff-b8b8-4609-964b-6f5cc869f311', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1583a96-83ba-4e8e-a258-43d8b6ba0ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:40:45Z', 'updated_at': '2022-05-31T13:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:44:32.700723 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-8cc2084f-f8de-4a65-8971-190341e9be29 None None] Transition to ACTIVE for port object 80ab2294-b04d-4576-a375-9985357ffb75 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:44:32.710137 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1cf4df-7cdf-418c-b950-24cd6bedff5d None None] Checking router: c1583a96-83ba-4e8e-a258-43d8b6ba0ed8 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:44:32.727795 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-84c2c7e6-b6a6-4ccd-aaa7-f573c9e3b05d tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:32.738748 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8cc2084f-f8de-4a65-8971-190341e9be29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:32.741407 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1cf4df-7cdf-418c-b950-24cd6bedff5d None None] Routers {'c1583a96-83ba-4e8e-a258-43d8b6ba0ed8'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:44:32.742117 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-3d1cf4df-7cdf-418c-b950-24cd6bedff5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:44:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['c1583a96-83ba-4e8e-a258-43d8b6ba0ed8'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:44:32.816663 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c4bd58-06ea-4280-96e7-a55644b873b6 None None] Network 3b0cee98-04a9-4c4e-817d-461ef78c128d requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:44:32.885821 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-445b32a5-b05e-4f86-9ed3-86d318509ca4 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:32.909363 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0bc35801-b8f6-47a9-adb1-b32d8ce74e95 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:32.941557 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-84c2c7e6-b6a6-4ccd-aaa7-f573c9e3b05d tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Deleting port 80ab2294-b04d-4576-a375-9985357ffb75 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:44:32.942131 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-84c2c7e6-b6a6-4ccd-aaa7-f573c9e3b05d tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:32.983165 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port a25f0954-04a4-4b01-8623-f473d6ed53da completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:44:33.003533 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-74ad77c6-cfa8-4f2e-a10c-9235e502a8e9 req-03b68721-492f-4b03-a943-5a64c3b113e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:33.011636 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-8cc2084f-f8de-4a65-8971-190341e9be29 None None] Attempting to bind port 80ab2294-b04d-4576-a375-9985357ffb75 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:44:33.012219 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-8cc2084f-f8de-4a65-8971-190341e9be29 None None] Attempting to bind port 80ab2294-b04d-4576-a375-9985357ffb75 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:44:33.012895 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc2084f-f8de-4a65-8971-190341e9be29 None None] Attempting to bind port 80ab2294-b04d-4576-a375-9985357ffb75 on network d2103cd5-63ba-4c24-9d95-fd17643bf14c {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:44:33.015423 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port a25f0954-04a4-4b01-8623-f473d6ed53da triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:44:33.015955 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:33.020558 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-4eb3afa7-e997-49d4-bdf3-3b72f9c7c198 req-6d327149-64d0-4e2a-ae42-858d8b28cabe tempest-ServerAddressesNegativeTestJSON-1198701910 tempest-ServerAddressesNegativeTestJSON-1198701910-project] Unset dirty status for tenant:9e9fd9da25e84cb0a1643418fda93e18 on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:44:33.021795 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4eb3afa7-e997-49d4-bdf3-3b72f9c7c198 req-6d327149-64d0-4e2a-ae42-858d8b28cabe tempest-ServerAddressesNegativeTestJSON-1198701910 tempest-ServerAddressesNegativeTestJSON-1198701910-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4bce46d-580c-4af0-a71d-6ee04022a92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1642251 May 31 13:44:33.037107 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-3d1cf4df-7cdf-418c-b950-24cd6bedff5d None None] Set router c1583a96-83ba-4e8e-a258-43d8b6ba0ed8 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:44:33.064439 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445b32a5-b05e-4f86-9ed3-86d318509ca4 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Pushing event updated for resources: {'Port': ['ID=5747d6c9-647b-428a-97aa-4870408b838a,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:33.072267 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaea3c4-4102-40da-9ac7-0d18aea1eadd None None] Pushing event updated for resources: {'Port': ['ID=80ab2294-b04d-4576-a375-9985357ffb75,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:33.075106 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2e0f1e6f-13c0-4484-8e13-be5df4687bc4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:33.082973 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-445b32a5-b05e-4f86-9ed3-86d318509ca4 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:33.085209 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-445b32a5-b05e-4f86-9ed3-86d318509ca4 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.2355130 May 31 13:44:33.097879 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 32924) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:44:33.098773 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-0bc35801-b8f6-47a9-adb1-b32d8ce74e95 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b0cee98-04a9-4c4e-817d-461ef78c128d']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:44:33.103507 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2e0f1e6f-13c0-4484-8e13-be5df4687bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:33.113753 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc2084f-f8de-4a65-8971-190341e9be29 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:44:33.114250 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc2084f-f8de-4a65-8971-190341e9be29 None None] Checking segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:44:33.114553 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8cc2084f-f8de-4a65-8971-190341e9be29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:33.114945 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc2084f-f8de-4a65-8971-190341e9be29 None None] Bound using segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:44:33.115425 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-8cc2084f-f8de-4a65-8971-190341e9be29 None None] Bound port: 80ab2294-b04d-4576-a375-9985357ffb75, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:44:33.115803 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8cc2084f-f8de-4a65-8971-190341e9be29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:33.149191 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-0bc35801-b8f6-47a9-adb1-b32d8ce74e95 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff4d8d86-dc18-4fcf-b628-625b2dfc771c') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:44:33.149488 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-0bc35801-b8f6-47a9-adb1-b32d8ce74e95 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff4d8d86-dc18-4fcf-b628-625b2dfc771c') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:44:33.172459 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-8aa0ebd4-b3b7-4353-a191-d0a28e75befd tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-942047211'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:44:33.206292 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2e0f1e6f-13c0-4484-8e13-be5df4687bc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:33.219210 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8aa0ebd4-b3b7-4353-a191-d0a28e75befd tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:44:33.222677 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0bc35801-b8f6-47a9-adb1-b32d8ce74e95 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:33.241313 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-8aa0ebd4-b3b7-4353-a191-d0a28e75befd tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Usage tracker for resource:network and tenant:bbbdd2e197a5413aac3cdc05e25f4aed is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:44:33.249373 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-8aa0ebd4-b3b7-4353-a191-d0a28e75befd tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:44:33.262857 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0bc35801-b8f6-47a9-adb1-b32d8ce74e95 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:33.277726 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bc35801-b8f6-47a9-adb1-b32d8ce74e95 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:44:33.279355 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0bc35801-b8f6-47a9-adb1-b32d8ce74e95 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:33.296676 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8aa0ebd4-b3b7-4353-a191-d0a28e75befd tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:44:33.456938 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0f1e6f-13c0-4484-8e13-be5df4687bc4 admin admin] Pushing event updated for resources: {'Port': ['ID=28f91fc4-d303-4198-b69f-bfc00ad66cfe,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:33.469721 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c9b7d6df-aab0-4472-8cbd-c177fd869b30 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:33.485473 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa0ebd4-b3b7-4353-a191-d0a28e75befd tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Made reservation on behalf of bbbdd2e197a5413aac3cdc05e25f4aed for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:44:33.492616 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8aa0ebd4-b3b7-4353-a191-d0a28e75befd tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:33.513978 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-c9b7d6df-aab0-4472-8cbd-c177fd869b30 admin admin] Deleting port affdfbff-b8b8-4609-964b-6f5cc869f311 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:44:33.514374 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c9b7d6df-aab0-4472-8cbd-c177fd869b30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:33.530249 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-8cc2084f-f8de-4a65-8971-190341e9be29 None None] For port 80ab2294-b04d-4576-a375-9985357ffb75, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:44:33.607030 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-8cc2084f-f8de-4a65-8971-190341e9be29 None None] For port 80ab2294-b04d-4576-a375-9985357ffb75, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=80ab2294-b04d-4576-a375-9985357ffb75,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:44:33.615950 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8aa0ebd4-b3b7-4353-a191-d0a28e75befd tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:33.626308 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8cc2084f-f8de-4a65-8971-190341e9be29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:33.675444 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-3d1cf4df-7cdf-418c-b950-24cd6bedff5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1583a96-83ba-4e8e-a258-43d8b6ba0ed8', 'name': 'tempest-ServerRescueTestJSON-1173168997-router', 'tenant_id': '04053c05038f4fa8aafe732444e2f2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'affdfbff-b8b8-4609-964b-6f5cc869f311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:40:42Z', 'updated_at': '2022-05-31T13:44:28Z', 'revision_number': 5, 'project_id': '04053c05038f4fa8aafe732444e2f2c0', 'gw_port': {'id': 'affdfbff-b8b8-4609-964b-6f5cc869f311', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1583a96-83ba-4e8e-a258-43d8b6ba0ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:40:45Z', 'updated_at': '2022-05-31T13:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:44:33.689004 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8aa0ebd4-b3b7-4353-a191-d0a28e75befd tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:44:33.690476 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1cf4df-7cdf-418c-b950-24cd6bedff5d None None] The sync data for ids ['c1583a96-83ba-4e8e-a258-43d8b6ba0ed8'] in n-d-843939-1 is: [{'id': 'c1583a96-83ba-4e8e-a258-43d8b6ba0ed8', 'name': 'tempest-ServerRescueTestJSON-1173168997-router', 'tenant_id': '04053c05038f4fa8aafe732444e2f2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'affdfbff-b8b8-4609-964b-6f5cc869f311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:40:42Z', 'updated_at': '2022-05-31T13:44:28Z', 'revision_number': 5, 'project_id': '04053c05038f4fa8aafe732444e2f2c0', 'gw_port': {'id': 'affdfbff-b8b8-4609-964b-6f5cc869f311', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1583a96-83ba-4e8e-a258-43d8b6ba0ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:40:45Z', 'updated_at': '2022-05-31T13:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:44:33.771624 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment ff4d8d86-dc18-4fcf-b628-625b2dfc771c resource provider aggregate not found May 31 13:44:33.789943 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.api [None req-0bc35801-b8f6-47a9-adb1-b32d8ce74e95 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 31 13:44:33.789943 n-d-843939-1 neutron-server[88370]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 31 13:44:33.789943 n-d-843939-1 neutron-server[88370]: [parameters: {'id': '3b0cee98-04a9-4c4e-817d-461ef78c128d'}] May 31 13:44:33.789943 n-d-843939-1 neutron-server[88370]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88370) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:44:33.790617 n-d-843939-1 neutron-server[88370]: DEBUG oslo_db.api [None req-0bc35801-b8f6-47a9-adb1-b32d8ce74e95 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:44:33.834308 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment ff4d8d86-dc18-4fcf-b628-625b2dfc771c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ff4d8d86-dc18-4fcf-b628-625b2dfc771c found for delete ", "request_id": "req-1a88df1e-dad9-4a63-b225-365e8da0a526"}]} May 31 13:44:33.880098 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0f1e6f-13c0-4484-8e13-be5df4687bc4 admin admin] Network 63c618dc-2d9c-42a1-a644-8fd65767e93c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:44:33.884549 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-2e0f1e6f-13c0-4484-8e13-be5df4687bc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:44:33.890579 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258c876a-a982-47b1-8505-892bf823b223 None None] get_active_networks_info from n-d-843939-1 {{(pid=88371) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 31 13:44:33.891448 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-8aa0ebd4-b3b7-4353-a191-d0a28e75befd tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Usage tracker for resource:security_group_rule and tenant:bbbdd2e197a5413aac3cdc05e25f4aed is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:44:33.911279 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-8aa0ebd4-b3b7-4353-a191-d0a28e75befd tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:44:33.920203 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8aa0ebd4-b3b7-4353-a191-d0a28e75befd tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:44:34.026506 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-84c2c7e6-b6a6-4ccd-aaa7-f573c9e3b05d tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] For port 80ab2294-b04d-4576-a375-9985357ffb75, host n-d-843939-1, got binding levels [] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:44:34.026873 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-84c2c7e6-b6a6-4ccd-aaa7-f573c9e3b05d tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:34.109135 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8aa0ebd4-b3b7-4353-a191-d0a28e75befd tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:34.282851 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258c876a-a982-47b1-8505-892bf823b223 None None] Resources bound (agent type, host, resource id): {{(pid=88371) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 31 13:44:34.321749 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0bc35801-b8f6-47a9-adb1-b32d8ce74e95 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:34.394149 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8aa0ebd4-b3b7-4353-a191-d0a28e75befd tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:34.430938 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port a25f0954-04a4-4b01-8623-f473d6ed53da is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:44:34.431306 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:34.451062 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port a25f0954-04a4-4b01-8623-f473d6ed53da, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=a25f0954-04a4-4b01-8623-f473d6ed53da,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:44:34.465033 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc2084f-f8de-4a65-8971-190341e9be29 None None] Routers {'8a2fdeb7-bc64-496a-9453-e685a615b8ee'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:44:34.465611 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-8cc2084f-f8de-4a65-8971-190341e9be29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:44:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['8a2fdeb7-bc64-496a-9453-e685a615b8ee'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:44:34.474974 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-c9b7d6df-aab0-4472-8cbd-c177fd869b30 admin admin] For port affdfbff-b8b8-4609-964b-6f5cc869f311, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=affdfbff-b8b8-4609-964b-6f5cc869f311,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:44:34.475916 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c9b7d6df-aab0-4472-8cbd-c177fd869b30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:34.530353 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aa0ebd4-b3b7-4353-a191-d0a28e75befd tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:44:34.542860 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:34.584533 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-84c2c7e6-b6a6-4ccd-aaa7-f573c9e3b05d tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Calling delete_port for 80ab2294-b04d-4576-a375-9985357ffb75 owned by network:router_gateway {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:44:34.658495 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device a0314bf4-abde-43d1-8265-f4b185923696 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:44:34.738170 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaea3c4-4102-40da-9ac7-0d18aea1eadd None None] Pushing event updated for resources: {'Port': ['ID=80ab2294-b04d-4576-a375-9985357ffb75,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:34.844081 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.api [None req-84c2c7e6-b6a6-4ccd-aaa7-f573c9e3b05d tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88370) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:44:34.844879 n-d-843939-1 neutron-server[88370]: DEBUG oslo_db.api [None req-84c2c7e6-b6a6-4ccd-aaa7-f573c9e3b05d tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:44:34.870851 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: a0314bf4-abde-43d1-8265-f4b185923696 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:44:34.871449 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device a0314bf4-abde-43d1-8265-f4b185923696 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:44:34.876880 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-0bc35801-b8f6-47a9-adb1-b32d8ce74e95 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Deleting port dcb78b78-7781-4cab-ad2f-5c86fa9095f2 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:44:34.877442 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0bc35801-b8f6-47a9-adb1-b32d8ce74e95 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:35.027916 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-c9b7d6df-aab0-4472-8cbd-c177fd869b30 admin admin] Calling delete_port for affdfbff-b8b8-4609-964b-6f5cc869f311 owned by network:router_gateway {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:44:35.091863 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=a25f0954-04a4-4b01-8623-f473d6ed53da,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:35.104670 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-8cc2084f-f8de-4a65-8971-190341e9be29 None None] Set router 8a2fdeb7-bc64-496a-9453-e685a615b8ee gateway port host: None {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:44:35.105648 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-74ad77c6-cfa8-4f2e-a10c-9235e502a8e9 req-03b68721-492f-4b03-a943-5a64c3b113e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9033022-e852-43a7-9854-86d0b1b61919 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:44:35.118810 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-74ad77c6-cfa8-4f2e-a10c-9235e502a8e9 req-03b68721-492f-4b03-a943-5a64c3b113e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:35.159906 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-74ad77c6-cfa8-4f2e-a10c-9235e502a8e9 req-03b68721-492f-4b03-a943-5a64c3b113e8 service neutron] Transition to ACTIVE for port object b9033022-e852-43a7-9854-86d0b1b61919 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:44:35.248838 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-74ad77c6-cfa8-4f2e-a10c-9235e502a8e9 req-03b68721-492f-4b03-a943-5a64c3b113e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:35.279716 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-8cc2084f-f8de-4a65-8971-190341e9be29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a2fdeb7-bc64-496a-9453-e685a615b8ee', 'name': 'tempest-snat-router-1938023109', 'tenant_id': '34c6a95d1b734972a24026ecd16f9620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:44:16Z', 'updated_at': '2022-05-31T13:44:32Z', 'revision_number': 4, 'project_id': '34c6a95d1b734972a24026ecd16f9620', 'gw_port_host': None}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:44:35.409023 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc2084f-f8de-4a65-8971-190341e9be29 None None] The sync data for ids ['8a2fdeb7-bc64-496a-9453-e685a615b8ee'] in n-d-843939-1 is: [{'id': '8a2fdeb7-bc64-496a-9453-e685a615b8ee', 'name': 'tempest-snat-router-1938023109', 'tenant_id': '34c6a95d1b734972a24026ecd16f9620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:44:16Z', 'updated_at': '2022-05-31T13:44:32Z', 'revision_number': 4, 'project_id': '34c6a95d1b734972a24026ecd16f9620', 'gw_port_host': None}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:44:35.434726 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-84c2c7e6-b6a6-4ccd-aaa7-f573c9e3b05d tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Deleting port 80ab2294-b04d-4576-a375-9985357ffb75 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:44:35.446861 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-84c2c7e6-b6a6-4ccd-aaa7-f573c9e3b05d tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:35.466619 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e0f1e6f-13c0-4484-8e13-be5df4687bc4 admin admin] Router 0697c208-3eaa-49f8-affe-568d0eb5b2db has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:44:35.486140 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8aa0ebd4-b3b7-4353-a191-d0a28e75befd tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:35.486659 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-8aa0ebd4-b3b7-4353-a191-d0a28e75befd tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Added segment 3b68c46d-e890-4cdb-bec7-8700b52c34cb of type vlan for network a5fdb0ee-1a5c-47ef-8f16-5b4028b3fa08 May 31 13:44:35.517280 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa0ebd4-b3b7-4353-a191-d0a28e75befd tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2509623d-db8f-4eb2-ad18-19dfede0fcde,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:35.666598 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8aa0ebd4-b3b7-4353-a191-d0a28e75befd tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:35.884092 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6a6793-6299-478b-9c9a-c0201f20f0d7 req-213f18b0-8da2-474d-bf46-a508391c39f2 tempest-ServerAddressesNegativeTestJSON-1198701910 tempest-ServerAddressesNegativeTestJSON-1198701910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:44:35.885781 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2e6a6793-6299-478b-9c9a-c0201f20f0d7 req-213f18b0-8da2-474d-bf46-a508391c39f2 tempest-ServerAddressesNegativeTestJSON-1198701910 tempest-ServerAddressesNegativeTestJSON-1198701910-project] 10.222.0.50 "GET /v2.0/ports?device_id=d62b3aad-9a0b-4ed7-85c5-bebc00a4983c HTTP/1.1" status: 200 len: 932 time: 1.5599973 May 31 13:44:36.037138 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8aa0ebd4-b3b7-4353-a191-d0a28e75befd tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:36.046608 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa0ebd4-b3b7-4353-a191-d0a28e75befd tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:44:36.047520 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8aa0ebd4-b3b7-4353-a191-d0a28e75befd tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:36.052040 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e0f1e6f-13c0-4484-8e13-be5df4687bc4 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:44:36.063528 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6404215-a48e-4c96-8591-c4287d567506 None None] Sync routers for ids ['0697c208-3eaa-49f8-affe-568d0eb5b2db'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:44:36.080858 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6404215-a48e-4c96-8591-c4287d567506 None None] Routers {'0697c208-3eaa-49f8-affe-568d0eb5b2db'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:44:36.082711 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-e6404215-a48e-4c96-8591-c4287d567506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:44:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['0697c208-3eaa-49f8-affe-568d0eb5b2db'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:44:36.265820 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-dd452bb7-d246-43b6-ae3e-5b023f15c029 None None] Provisioning complete for port 28f91fc4-d303-4198-b69f-bfc00ad66cfe triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:44:36.265820 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dd452bb7-d246-43b6-ae3e-5b023f15c029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:36.356953 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa0ebd4-b3b7-4353-a191-d0a28e75befd tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Pushing event updated for resources: {'Network': ['ID=a5fdb0ee-1a5c-47ef-8f16-5b4028b3fa08,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:36.420612 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network a5fdb0ee-1a5c-47ef-8f16-5b4028b3fa08 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:44:36.455017 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-2e0f1e6f-13c0-4484-8e13-be5df4687bc4 admin admin] 10.222.0.50 "PUT /v2.0/routers/0697c208-3eaa-49f8-affe-568d0eb5b2db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0455937 May 31 13:44:36.460912 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c9b7d6df-aab0-4472-8cbd-c177fd869b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:36.591043 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-8aa0ebd4-b3b7-4353-a191-d0a28e75befd tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 3.4891038 May 31 13:44:36.616948 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 32982) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:44:36.654752 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-de162d2a-3a21-4887-84e4-770e7d69af5c tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Request body: {'subnet': {'network_id': 'a5fdb0ee-1a5c-47ef-8f16-5b4028b3fa08', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:44:36.697639 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b7d6df-aab0-4472-8cbd-c177fd869b30 admin admin] Pushing event deleted for resources: {'Port': ['ID=affdfbff-b8b8-4609-964b-6f5cc869f311,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:36.732615 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2e6a6793-6299-478b-9c9a-c0201f20f0d7 req-711de209-7ae1-4d7a-a155-6282563b8fc1 tempest-ServerAddressesNegativeTestJSON-1198701910 tempest-ServerAddressesNegativeTestJSON-1198701910-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4bce46d-580c-4af0-a71d-6ee04022a92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7246435 May 31 13:44:36.773302 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b68721-492f-4b03-a943-5a64c3b113e8 service neutron] Pushing event updated for resources: {'Port': ['ID=b9033022-e852-43a7-9854-86d0b1b61919,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:36.843010 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device a25f0954-04a4-4b01-8623-f473d6ed53da up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:44:36.910266 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-0bc35801-b8f6-47a9-adb1-b32d8ce74e95 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] For port dcb78b78-7781-4cab-ad2f-5c86fa9095f2, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=dcb78b78-7781-4cab-ad2f-5c86fa9095f2,segment=NetworkSegment(ff4d8d86-dc18-4fcf-b628-625b2dfc771c),segment_id=ff4d8d86-dc18-4fcf-b628-625b2dfc771c)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:44:36.916420 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0bc35801-b8f6-47a9-adb1-b32d8ce74e95 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:37.068664 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-dd452bb7-d246-43b6-ae3e-5b023f15c029 None None] Port 28f91fc4-d303-4198-b69f-bfc00ad66cfe cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:44:37.132800 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-e6404215-a48e-4c96-8591-c4287d567506 None None] Set router 0697c208-3eaa-49f8-affe-568d0eb5b2db gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:44:37.182469 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 32996) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:44:37.195020 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-cad03481-e824-42e9-8e3d-c21118d03e23 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Request body: {'security_group': {'name': 'tempest-securitygroup--351834915', 'description': 'tempest-description--1213627739'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:44:37.202614 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-cad03481-e824-42e9-8e3d-c21118d03e23 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:44:37.209247 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-cad03481-e824-42e9-8e3d-c21118d03e23 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Usage tracker for resource:security_group and tenant:0c3bb07388f549c9aeec65a21380cb5d is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:44:37.213352 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-cad03481-e824-42e9-8e3d-c21118d03e23 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:44:37.222193 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-cad03481-e824-42e9-8e3d-c21118d03e23 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:44:37.243785 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cad03481-e824-42e9-8e3d-c21118d03e23 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:37.272512 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-0bc35801-b8f6-47a9-adb1-b32d8ce74e95 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Calling delete_port for dcb78b78-7781-4cab-ad2f-5c86fa9095f2 owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:44:37.295908 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port a25f0954-04a4-4b01-8623-f473d6ed53da triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:44:37.296369 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:37.316954 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-cad03481-e824-42e9-8e3d-c21118d03e23 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:44:37.320549 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-de162d2a-3a21-4887-84e4-770e7d69af5c tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:44:37.325135 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c9b7d6df-aab0-4472-8cbd-c177fd869b30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577389'] for router_gateway, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:37.538568 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-74ad77c6-cfa8-4f2e-a10c-9235e502a8e9 req-03b68721-492f-4b03-a943-5a64c3b113e8 service neutron] Attempting to bind port b9033022-e852-43a7-9854-86d0b1b61919 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:44:37.538568 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-74ad77c6-cfa8-4f2e-a10c-9235e502a8e9 req-03b68721-492f-4b03-a943-5a64c3b113e8 service neutron] Attempting to bind port b9033022-e852-43a7-9854-86d0b1b61919 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': '8d2a1efa-9a35-4d27-aca6-168ccaf9a434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '06d6228f-1d53-4fb9-b9f7-789c5e6a4064'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:44:37.538568 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ad77c6-cfa8-4f2e-a10c-9235e502a8e9 req-03b68721-492f-4b03-a943-5a64c3b113e8 service neutron] Attempting to bind port b9033022-e852-43a7-9854-86d0b1b61919 on network 06d6228f-1d53-4fb9-b9f7-789c5e6a4064 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:44:37.552370 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c9b7d6df-aab0-4472-8cbd-c177fd869b30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:37.555339 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c9b7d6df-aab0-4472-8cbd-c177fd869b30 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:37.557048 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-84c2c7e6-b6a6-4ccd-aaa7-f573c9e3b05d tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] For port 80ab2294-b04d-4576-a375-9985357ffb75, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=80ab2294-b04d-4576-a375-9985357ffb75,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:44:37.557722 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-84c2c7e6-b6a6-4ccd-aaa7-f573c9e3b05d tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:37.584687 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-cad03481-e824-42e9-8e3d-c21118d03e23 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Usage tracker for resource:security_group_rule and tenant:0c3bb07388f549c9aeec65a21380cb5d is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:44:37.589721 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-cad03481-e824-42e9-8e3d-c21118d03e23 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:44:37.592914 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c9b7d6df-aab0-4472-8cbd-c177fd869b30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:37.593442 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b7d6df-aab0-4472-8cbd-c177fd869b30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1583a96-83ba-4e8e-a258-43d8b6ba0ed8 {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:44:37.595421 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-de162d2a-3a21-4887-84e4-770e7d69af5c tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Usage tracker for resource:subnet and tenant:bbbdd2e197a5413aac3cdc05e25f4aed is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:44:37.602076 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-de162d2a-3a21-4887-84e4-770e7d69af5c tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:44:37.612379 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c9b7d6df-aab0-4472-8cbd-c177fd869b30 admin admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:37.616024 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c9b7d6df-aab0-4472-8cbd-c177fd869b30 admin admin] 10.222.0.50 "DELETE /v2.0/routers/c1583a96-83ba-4e8e-a258-43d8b6ba0ed8 HTTP/1.1" status: 204 len: 168 time: 5.8831635 May 31 13:44:37.617086 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 33004) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:44:37.618368 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-cad03481-e824-42e9-8e3d-c21118d03e23 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:44:37.627409 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-de162d2a-3a21-4887-84e4-770e7d69af5c tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:44:37.715560 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de162d2a-3a21-4887-84e4-770e7d69af5c tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Made reservation on behalf of bbbdd2e197a5413aac3cdc05e25f4aed for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:44:37.718623 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:37.722384 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-de162d2a-3a21-4887-84e4-770e7d69af5c tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:37.917091 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port a25f0954-04a4-4b01-8623-f473d6ed53da is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:44:37.938333 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-84c2c7e6-b6a6-4ccd-aaa7-f573c9e3b05d tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Calling delete_port for 80ab2294-b04d-4576-a375-9985357ffb75 owned by network:router_gateway {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:44:38.003326 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-e6404215-a48e-4c96-8591-c4287d567506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'name': 'tempest-AttachVolumeNegativeTest-1273433736-router', 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'a25f0954-04a4-4b01-8623-f473d6ed53da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:44:16Z', 'updated_at': '2022-05-31T13:44:31Z', 'revision_number': 4, 'project_id': '0c3bb07388f549c9aeec65a21380cb5d', 'gw_port': {'id': 'a25f0954-04a4-4b01-8623-f473d6ed53da', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ac:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:44:19Z', 'updated_at': '2022-05-31T13:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '28f91fc4-d303-4198-b69f-bfc00ad66cfe', 'name': '', 'network_id': '63c618dc-2d9c-42a1-a644-8fd65767e93c', 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d', 'mac_address': 'fa:16:3e:f7:a8:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '1fa11664-0552-4bb0-b5b0-3278009a7430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:44:29Z', 'updated_at': '2022-05-31T13:44:32Z', 'revision_number': 2, 'project_id': '0c3bb07388f549c9aeec65a21380cb5d', 'subnets': [{'id': '1fa11664-0552-4bb0-b5b0-3278009a7430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:44:38.020925 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6404215-a48e-4c96-8591-c4287d567506 None None] Checking router: 0697c208-3eaa-49f8-affe-568d0eb5b2db for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:44:38.022400 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6404215-a48e-4c96-8591-c4287d567506 None None] Updating router 0697c208-3eaa-49f8-affe-568d0eb5b2db port 28f91fc4-d303-4198-b69f-bfc00ad66cfe binding host n-d-843939-1 {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:44:38.119523 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e6404215-a48e-4c96-8591-c4287d567506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:38.187477 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ad77c6-cfa8-4f2e-a10c-9235e502a8e9 req-03b68721-492f-4b03-a943-5a64c3b113e8 service neutron] Port b9033022-e852-43a7-9854-86d0b1b61919 on network 06d6228f-1d53-4fb9-b9f7-789c5e6a4064 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:44:38.188468 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ad77c6-cfa8-4f2e-a10c-9235e502a8e9 req-03b68721-492f-4b03-a943-5a64c3b113e8 service neutron] Attempting to bind port b9033022-e852-43a7-9854-86d0b1b61919 on network 06d6228f-1d53-4fb9-b9f7-789c5e6a4064 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:44:38.202845 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0bc35801-b8f6-47a9-adb1-b32d8ce74e95 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:38.238149 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ad77c6-cfa8-4f2e-a10c-9235e502a8e9 req-03b68721-492f-4b03-a943-5a64c3b113e8 service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:44:38.238805 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ad77c6-cfa8-4f2e-a10c-9235e502a8e9 req-03b68721-492f-4b03-a943-5a64c3b113e8 service neutron] Checking segment: {'id': '8d2a1efa-9a35-4d27-aca6-168ccaf9a434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '06d6228f-1d53-4fb9-b9f7-789c5e6a4064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:44:38.240897 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ad77c6-cfa8-4f2e-a10c-9235e502a8e9 req-03b68721-492f-4b03-a943-5a64c3b113e8 service neutron] Bound using segment: {'id': '8d2a1efa-9a35-4d27-aca6-168ccaf9a434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '06d6228f-1d53-4fb9-b9f7-789c5e6a4064'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:44:38.241643 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-74ad77c6-cfa8-4f2e-a10c-9235e502a8e9 req-03b68721-492f-4b03-a943-5a64c3b113e8 service neutron] Bound port: b9033022-e852-43a7-9854-86d0b1b61919, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d2a1efa-9a35-4d27-aca6-168ccaf9a434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '06d6228f-1d53-4fb9-b9f7-789c5e6a4064'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:44:38.242205 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-74ad77c6-cfa8-4f2e-a10c-9235e502a8e9 req-03b68721-492f-4b03-a943-5a64c3b113e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:38.243139 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-feaa2cd8-230a-4df3-a443-5d14480bf909 admin admin] Deleting subnet f33f44ed-37c8-44e7-8a90-0b19e94cc7a8 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:44:38.270877 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-feaa2cd8-230a-4df3-a443-5d14480bf909 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:38.444732 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cad03481-e824-42e9-8e3d-c21118d03e23 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:38.483905 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cad03481-e824-42e9-8e3d-c21118d03e23 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:38.573406 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc35801-b8f6-47a9-adb1-b32d8ce74e95 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Pushing event deleted for resources: {'Port': ['ID=dcb78b78-7781-4cab-ad2f-5c86fa9095f2,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:38.625742 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc35801-b8f6-47a9-adb1-b32d8ce74e95 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] No DVR routers for this DVR port dcb78b78-7781-4cab-ad2f-5c86fa9095f2 on host n-d-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:44:38.658494 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad03481-e824-42e9-8e3d-c21118d03e23 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76a9cdf4-6db8-45af-89d0-8bc6812225a4,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:38.663024 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-feaa2cd8-230a-4df3-a443-5d14480bf909 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:38.766733 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cad03481-e824-42e9-8e3d-c21118d03e23 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:38.771433 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-cad03481-e824-42e9-8e3d-c21118d03e23 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.5843549 May 31 13:44:38.777574 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 33032) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:44:38.811885 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-789f6610-4b77-42f0-9859-30de6dba06b7 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Request body: {'security_group_rule': {'security_group_id': '76a9cdf4-6db8-45af-89d0-8bc6812225a4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:44:38.829289 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-789f6610-4b77-42f0-9859-30de6dba06b7 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:44:38.835097 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device affdfbff-b8b8-4609-964b-6f5cc869f311 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:44:38.931837 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-789f6610-4b77-42f0-9859-30de6dba06b7 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Usage tracker for resource:security_group_rule and tenant:0c3bb07388f549c9aeec65a21380cb5d is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:44:38.932294 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: affdfbff-b8b8-4609-964b-6f5cc869f311 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:44:38.933313 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device affdfbff-b8b8-4609-964b-6f5cc869f311 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:44:38.943159 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:38.964013 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e6404215-a48e-4c96-8591-c4287d567506 None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:38.964547 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-789f6610-4b77-42f0-9859-30de6dba06b7 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:44:39.002493 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e6404215-a48e-4c96-8591-c4287d567506 None None] Transition to ACTIVE for port object 28f91fc4-d303-4198-b69f-bfc00ad66cfe will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:44:39.020968 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e6404215-a48e-4c96-8591-c4287d567506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:39.027733 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-789f6610-4b77-42f0-9859-30de6dba06b7 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:44:39.037775 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0bc35801-b8f6-47a9-adb1-b32d8ce74e95 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:39.044932 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-feaa2cd8-230a-4df3-a443-5d14480bf909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:39.063839 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-84c2c7e6-b6a6-4ccd-aaa7-f573c9e3b05d tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:39.236154 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-789f6610-4b77-42f0-9859-30de6dba06b7 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:39.255622 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c2c7e6-b6a6-4ccd-aaa7-f573c9e3b05d tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Pushing event deleted for resources: {'Port': ['ID=80ab2294-b04d-4576-a375-9985357ffb75,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:39.299259 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-0bc35801-b8f6-47a9-adb1-b32d8ce74e95 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b0cee98-04a9-4c4e-817d-461ef78c128d']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:44:39.383077 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf5bfe6-e007-429e-9082-a5b98ac6f521 None None] Pushing event updated for resources: {'Port': ['ID=28f91fc4-d303-4198-b69f-bfc00ad66cfe,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:39.408410 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-74ad77c6-cfa8-4f2e-a10c-9235e502a8e9 req-03b68721-492f-4b03-a943-5a64c3b113e8 service neutron] For port b9033022-e852-43a7-9854-86d0b1b61919, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:44:39.451684 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-0bc35801-b8f6-47a9-adb1-b32d8ce74e95 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff4d8d86-dc18-4fcf-b628-625b2dfc771c') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:44:39.451987 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-0bc35801-b8f6-47a9-adb1-b32d8ce74e95 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff4d8d86-dc18-4fcf-b628-625b2dfc771c') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:44:39.487118 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-feaa2cd8-230a-4df3-a443-5d14480bf909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:39.588210 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-e6404215-a48e-4c96-8591-c4287d567506 None None] Attempting to bind port 28f91fc4-d303-4198-b69f-bfc00ad66cfe on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:44:39.589118 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-e6404215-a48e-4c96-8591-c4287d567506 None None] Attempting to bind port 28f91fc4-d303-4198-b69f-bfc00ad66cfe by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '035ad117-e9c5-414c-8bde-40a05a92335b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '63c618dc-2d9c-42a1-a644-8fd65767e93c'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:44:39.590348 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6404215-a48e-4c96-8591-c4287d567506 None None] Attempting to bind port 28f91fc4-d303-4198-b69f-bfc00ad66cfe on network 63c618dc-2d9c-42a1-a644-8fd65767e93c {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:44:39.604862 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6404215-a48e-4c96-8591-c4287d567506 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:44:39.604862 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6404215-a48e-4c96-8591-c4287d567506 None None] Checking segment: {'id': '035ad117-e9c5-414c-8bde-40a05a92335b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '63c618dc-2d9c-42a1-a644-8fd65767e93c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:44:39.604862 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e6404215-a48e-4c96-8591-c4287d567506 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:39.606048 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6404215-a48e-4c96-8591-c4287d567506 None None] Bound using segment: {'id': '035ad117-e9c5-414c-8bde-40a05a92335b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '63c618dc-2d9c-42a1-a644-8fd65767e93c'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:44:39.606631 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-e6404215-a48e-4c96-8591-c4287d567506 None None] Bound port: 28f91fc4-d303-4198-b69f-bfc00ad66cfe, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035ad117-e9c5-414c-8bde-40a05a92335b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '63c618dc-2d9c-42a1-a644-8fd65767e93c'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:44:39.607120 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e6404215-a48e-4c96-8591-c4287d567506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:39.626595 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaa2cd8-230a-4df3-a443-5d14480bf909 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f33f44ed-37c8-44e7-8a90-0b19e94cc7a8,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:39.632612 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-de162d2a-3a21-4887-84e4-770e7d69af5c tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:39.744808 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-e6404215-a48e-4c96-8591-c4287d567506 None None] For port 28f91fc4-d303-4198-b69f-bfc00ad66cfe, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:44:39.748389 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-e6404215-a48e-4c96-8591-c4287d567506 None None] For port 28f91fc4-d303-4198-b69f-bfc00ad66cfe, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=28f91fc4-d303-4198-b69f-bfc00ad66cfe,segment=NetworkSegment(035ad117-e9c5-414c-8bde-40a05a92335b),segment_id=035ad117-e9c5-414c-8bde-40a05a92335b)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:44:39.757326 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e6404215-a48e-4c96-8591-c4287d567506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:39.819177 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-feaa2cd8-230a-4df3-a443-5d14480bf909 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:39.857347 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-789f6610-4b77-42f0-9859-30de6dba06b7 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:39.879373 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-feaa2cd8-230a-4df3-a443-5d14480bf909 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/f33f44ed-37c8-44e7-8a90-0b19e94cc7a8 HTTP/1.1" status: 204 len: 168 time: 2.2553487 May 31 13:44:39.887807 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 33052) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:44:39.927675 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd04cee-4f80-4a7a-ae9d-21d55dcd73b3 req-cab55110-f498-404c-937e-5a0f27ccb03f tempest-ServerAddressesNegativeTestJSON-1198701910 tempest-ServerAddressesNegativeTestJSON-1198701910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:44:39.938400 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dfd04cee-4f80-4a7a-ae9d-21d55dcd73b3 req-cab55110-f498-404c-937e-5a0f27ccb03f tempest-ServerAddressesNegativeTestJSON-1198701910 tempest-ServerAddressesNegativeTestJSON-1198701910-project] 10.222.0.50 "GET /v2.0/ports?device_id=d62b3aad-9a0b-4ed7-85c5-bebc00a4983c HTTP/1.1" status: 200 len: 944 time: 1.8632293 May 31 13:44:39.956430 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-789f6610-4b77-42f0-9859-30de6dba06b7 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:39.974791 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf5bfe6-e007-429e-9082-a5b98ac6f521 None None] Pushing event updated for resources: {'Port': ['ID=28f91fc4-d303-4198-b69f-bfc00ad66cfe,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:39.975523 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-74ad77c6-cfa8-4f2e-a10c-9235e502a8e9 req-03b68721-492f-4b03-a943-5a64c3b113e8 service neutron] For port b9033022-e852-43a7-9854-86d0b1b61919, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=b9033022-e852-43a7-9854-86d0b1b61919,segment=NetworkSegment(8d2a1efa-9a35-4d27-aca6-168ccaf9a434),segment_id=8d2a1efa-9a35-4d27-aca6-168ccaf9a434)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:44:39.993802 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0bc35801-b8f6-47a9-adb1-b32d8ce74e95 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:40.013146 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-74ad77c6-cfa8-4f2e-a10c-9235e502a8e9 req-03b68721-492f-4b03-a943-5a64c3b113e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:40.016898 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6404215-a48e-4c96-8591-c4287d567506 None None] Routers {'0697c208-3eaa-49f8-affe-568d0eb5b2db'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:44:40.017594 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-e6404215-a48e-4c96-8591-c4287d567506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:44:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['0697c208-3eaa-49f8-affe-568d0eb5b2db'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:44:40.035230 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de162d2a-3a21-4887-84e4-770e7d69af5c tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Pushing event updated for resources: {'Subnet': ['ID=df6aa586-009a-4908-889b-0aee8b284977,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:40.050416 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-789f6610-4b77-42f0-9859-30de6dba06b7 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:40.056099 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-789f6610-4b77-42f0-9859-30de6dba06b7 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2733800 May 31 13:44:40.131534 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 33058) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:44:40.144469 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789f6610-4b77-42f0-9859-30de6dba06b7 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33e7ae56-8b7b-4aaf-9fa1-e4a72e099d59,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:40.159691 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-4839c7d1-617b-4366-88b2-4038107b9d7f tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Request body: {'security_group_rule': {'security_group_id': '76a9cdf4-6db8-45af-89d0-8bc6812225a4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:44:40.188577 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dfd04cee-4f80-4a7a-ae9d-21d55dcd73b3 req-bb5482e5-6289-4b3b-a9a0-1eb42beba3b5 tempest-ServerAddressesNegativeTestJSON-1198701910 tempest-ServerAddressesNegativeTestJSON-1198701910-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4bce46d-580c-4af0-a71d-6ee04022a92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493868 May 31 13:44:40.191865 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0bc35801-b8f6-47a9-adb1-b32d8ce74e95 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:40.213552 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-4839c7d1-617b-4366-88b2-4038107b9d7f tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:44:40.224373 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de162d2a-3a21-4887-84e4-770e7d69af5c tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Checking segment: {'id': '3b68c46d-e890-4cdb-bec7-8700b52c34cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a5fdb0ee-1a5c-47ef-8f16-5b4028b3fa08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:44:40.225106 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de162d2a-3a21-4887-84e4-770e7d69af5c tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Network hostable DHCP agents. Network: a5fdb0ee-1a5c-47ef-8f16-5b4028b3fa08, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:44:40.242525 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-4839c7d1-617b-4366-88b2-4038107b9d7f tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Usage tracker for resource:security_group_rule and tenant:0c3bb07388f549c9aeec65a21380cb5d is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:44:40.255690 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-4839c7d1-617b-4366-88b2-4038107b9d7f tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:44:40.266963 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bc35801-b8f6-47a9-adb1-b32d8ce74e95 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:44:40.268298 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0bc35801-b8f6-47a9-adb1-b32d8ce74e95 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:40.280562 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cf39fe88-2ddb-42f5-9c0c-f80246a2058d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:40.284420 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de162d2a-3a21-4887-84e4-770e7d69af5c tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Network a5fdb0ee-1a5c-47ef-8f16-5b4028b3fa08 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:44:40.292116 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad77c6-cfa8-4f2e-a10c-9235e502a8e9 req-03b68721-492f-4b03-a943-5a64c3b113e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:44:40.293184 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-74ad77c6-cfa8-4f2e-a10c-9235e502a8e9 req-03b68721-492f-4b03-a943-5a64c3b113e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:40.295086 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-74ad77c6-cfa8-4f2e-a10c-9235e502a8e9 req-03b68721-492f-4b03-a943-5a64c3b113e8 service neutron] 10.222.0.44 "PUT /v2.0/ports/b9033022-e852-43a7-9854-86d0b1b61919 HTTP/1.1" status: 200 len: 1092 time: 8.5854309 May 31 13:44:40.300097 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd62b3aad-9a0b-4ed7-85c5-bebc00a4983c', 'tag': 'b9033022-e852-43a7-9854-86d0b1b61919'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:44:40.312853 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-84c2c7e6-b6a6-4ccd-aaa7-f573c9e3b05d tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577389'] for router_gateway, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:40.336972 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-de162d2a-3a21-4887-84e4-770e7d69af5c tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, a5fdb0ee-1a5c-47ef-8f16-5b4028b3fa08) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:44:40.443690 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de162d2a-3a21-4887-84e4-770e7d69af5c tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:44:40.443690 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-de162d2a-3a21-4887-84e4-770e7d69af5c tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:40.446358 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment ff4d8d86-dc18-4fcf-b628-625b2dfc771c resource provider aggregate not found May 31 13:44:40.446573 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3b0c5c-1d4d-4181-91ae-ff5696e87797 None None] Network a5fdb0ee-1a5c-47ef-8f16-5b4028b3fa08 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:44:40.453236 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-4839c7d1-617b-4366-88b2-4038107b9d7f tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:44:40.511710 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-e6404215-a48e-4c96-8591-c4287d567506 None None] Set router 0697c208-3eaa-49f8-affe-568d0eb5b2db gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:44:40.641133 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-de162d2a-3a21-4887-84e4-770e7d69af5c tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0200686 May 31 13:44:40.676404 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 33078) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:44:40.687820 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-c0a24ca0-24a5-417c-ad9c-caf1620b19e3 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1416200082', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}, 'admin_state_up': False}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:44:40.723346 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c0a24ca0-24a5-417c-ad9c-caf1620b19e3 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:44:40.731412 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c0a24ca0-24a5-417c-ad9c-caf1620b19e3 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Usage tracker for resource:router and tenant:bbbdd2e197a5413aac3cdc05e25f4aed is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:44:40.735173 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c0a24ca0-24a5-417c-ad9c-caf1620b19e3 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:44:40.751046 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c0a24ca0-24a5-417c-ad9c-caf1620b19e3 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:44:40.762334 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cf39fe88-2ddb-42f5-9c0c-f80246a2058d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:40.775062 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c0a24ca0-24a5-417c-ad9c-caf1620b19e3 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:40.776554 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c0a24ca0-24a5-417c-ad9c-caf1620b19e3 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:40.811897 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-cf39fe88-2ddb-42f5-9c0c-f80246a2058d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48ff30cd-fefc-45b9-9b91-2fda26bd24e8']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:44:40.835012 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-cf39fe88-2ddb-42f5-9c0c-f80246a2058d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95357fb1-128e-4e50-a9ef-07d5adff4ac5') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:44:40.835588 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-cf39fe88-2ddb-42f5-9c0c-f80246a2058d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95357fb1-128e-4e50-a9ef-07d5adff4ac5') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:44:40.839639 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-24a99385-fddd-44e4-ad64-659daede560c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:40.856134 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cf39fe88-2ddb-42f5-9c0c-f80246a2058d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:40.879798 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cf39fe88-2ddb-42f5-9c0c-f80246a2058d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:40.897441 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf39fe88-2ddb-42f5-9c0c-f80246a2058d admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:44:40.897859 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cf39fe88-2ddb-42f5-9c0c-f80246a2058d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:40.973075 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment ff4d8d86-dc18-4fcf-b628-625b2dfc771c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ff4d8d86-dc18-4fcf-b628-625b2dfc771c found for delete ", "request_id": "req-57a35ae7-3e4c-474a-bd18-6e4fc5282262"}]} May 31 13:44:40.990846 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8435e0fa-027c-4c4e-8441-fb762bc121b4'] response: {'name': 'network-changed', 'server_uuid': 'd62b3aad-9a0b-4ed7-85c5-bebc00a4983c', 'tag': 'b9033022-e852-43a7-9854-86d0b1b61919', 'status': 'completed', 'code': 200} May 31 13:44:41.042285 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 95357fb1-128e-4e50-a9ef-07d5adff4ac5 resource provider aggregate not found May 31 13:44:41.129599 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 95357fb1-128e-4e50-a9ef-07d5adff4ac5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 95357fb1-128e-4e50-a9ef-07d5adff4ac5 found for delete ", "request_id": "req-16449ca3-e707-4723-9ccd-47990533b1df"}]} May 31 13:44:41.132743 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cf39fe88-2ddb-42f5-9c0c-f80246a2058d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:41.165116 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cf39fe88-2ddb-42f5-9c0c-f80246a2058d admin admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:41.181791 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf39fe88-2ddb-42f5-9c0c-f80246a2058d admin admin] Pushing event deleted for resources: {'Network': ['ID=48ff30cd-fefc-45b9-9b91-2fda26bd24e8,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:41.200147 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c0a24ca0-24a5-417c-ad9c-caf1620b19e3 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:41.201340 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4839c7d1-617b-4366-88b2-4038107b9d7f tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:41.250607 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-cf39fe88-2ddb-42f5-9c0c-f80246a2058d admin admin] 10.222.0.50 "DELETE /v2.0/networks/48ff30cd-fefc-45b9-9b91-2fda26bd24e8 HTTP/1.1" status: 204 len: 168 time: 1.3616409 May 31 13:44:41.253268 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0bc35801-b8f6-47a9-adb1-b32d8ce74e95 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:41.269849 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0bc35801-b8f6-47a9-adb1-b32d8ce74e95 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:41.322847 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-84c2c7e6-b6a6-4ccd-aaa7-f573c9e3b05d tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:41.374802 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-0bc35801-b8f6-47a9-adb1-b32d8ce74e95 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] 10.222.0.50 "DELETE /v2.0/networks/3b0cee98-04a9-4c4e-817d-461ef78c128d HTTP/1.1" status: 204 len: 168 time: 12.3649156 May 31 13:44:41.375381 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b68721-492f-4b03-a943-5a64c3b113e8 service neutron] Pushing event updated for resources: {'Port': ['ID=b9033022-e852-43a7-9854-86d0b1b61919,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:41.384095 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-84c2c7e6-b6a6-4ccd-aaa7-f573c9e3b05d tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:41.388733 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 33100) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:44:41.432715 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-e5ebb513-d95a-4b0e-acbb-c476756aaddb tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1825103193'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:44:41.452603 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc35801-b8f6-47a9-adb1-b32d8ce74e95 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Pushing event deleted for resources: {'Network': ['ID=3b0cee98-04a9-4c4e-817d-461ef78c128d,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:41.464715 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-e5ebb513-d95a-4b0e-acbb-c476756aaddb tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:44:41.470888 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-e5ebb513-d95a-4b0e-acbb-c476756aaddb tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Usage tracker for resource:network and tenant:9f98270cdf824e3ebd7736abf6d6b113 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:44:41.475089 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-e5ebb513-d95a-4b0e-acbb-c476756aaddb tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:44:41.484900 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-e5ebb513-d95a-4b0e-acbb-c476756aaddb tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:44:41.535751 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4839c7d1-617b-4366-88b2-4038107b9d7f tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:41.585357 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6dc1da1-8332-44b9-8af6-546a499b36df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-a5fdb0ee-1a5c-47ef-8f16-5b4028b3fa08', 'network_id': 'a5fdb0ee-1a5c-47ef-8f16-5b4028b3fa08', 'tenant_id': 'bbbdd2e197a5413aac3cdc05e25f4aed', 'fixed_ips': [{'subnet_id': 'df6aa586-009a-4908-889b-0aee8b284977'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:44:41.589700 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f6dc1da1-8332-44b9-8af6-546a499b36df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:41.624374 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ebb513-d95a-4b0e-acbb-c476756aaddb tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Made reservation on behalf of 9f98270cdf824e3ebd7736abf6d6b113 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:44:41.631291 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e5ebb513-d95a-4b0e-acbb-c476756aaddb tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:41.669045 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4839c7d1-617b-4366-88b2-4038107b9d7f tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:41.711491 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4839c7d1-617b-4366-88b2-4038107b9d7f tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed152db4-e2d8-4d03-9127-ecd6129e6081,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:41.758182 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-84c2c7e6-b6a6-4ccd-aaa7-f573c9e3b05d tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:41.759732 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c2c7e6-b6a6-4ccd-aaa7-f573c9e3b05d tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8a2fdeb7-bc64-496a-9453-e685a615b8ee {{(pid=88370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:44:41.848419 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5ebb513-d95a-4b0e-acbb-c476756aaddb tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:44:41.862574 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e5ebb513-d95a-4b0e-acbb-c476756aaddb tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:41.863226 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-e5ebb513-d95a-4b0e-acbb-c476756aaddb tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Added segment 34ab08a5-dfba-4dba-bc49-13ffb2db6702 of type vlan for network 30860afd-af9c-44a6-a846-e2ef7b1c9169 May 31 13:44:41.909166 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e5ebb513-d95a-4b0e-acbb-c476756aaddb tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:41.944542 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 33106) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:44:42.004464 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e5ebb513-d95a-4b0e-acbb-c476756aaddb tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:42.011837 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ebb513-d95a-4b0e-acbb-c476756aaddb tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:44:42.012892 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e5ebb513-d95a-4b0e-acbb-c476756aaddb tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:42.097678 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad77c6-cfa8-4f2e-a10c-9235e502a8e9 req-b65580e4-52df-4826-b8c8-15e2c2bb1401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:44:42.099611 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-74ad77c6-cfa8-4f2e-a10c-9235e502a8e9 req-b65580e4-52df-4826-b8c8-15e2c2bb1401 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9e9fd9da25e84cb0a1643418fda93e18&device_id=d62b3aad-9a0b-4ed7-85c5-bebc00a4983c HTTP/1.1" status: 200 len: 1095 time: 1.6105673 May 31 13:44:42.108573 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-e5ebb513-d95a-4b0e-acbb-c476756aaddb tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7127326 May 31 13:44:42.118161 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4839c7d1-617b-4366-88b2-4038107b9d7f tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:42.122669 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-4839c7d1-617b-4366-88b2-4038107b9d7f tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9793243 May 31 13:44:42.122669 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-84c2c7e6-b6a6-4ccd-aaa7-f573c9e3b05d tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:42.124868 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-84c2c7e6-b6a6-4ccd-aaa7-f573c9e3b05d tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] 10.222.0.50 "DELETE /v2.0/routers/8a2fdeb7-bc64-496a-9453-e685a615b8ee HTTP/1.1" status: 204 len: 168 time: 12.1669476 May 31 13:44:42.184440 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 33114) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:44:42.185237 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 33116) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:44:42.186357 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 33118) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:44:42.208463 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-f6dc1da1-8332-44b9-8af6-546a499b36df None None] Allocated IP 172.20.0.2 (a5fdb0ee-1a5c-47ef-8f16-5b4028b3fa08/df6aa586-009a-4908-889b-0aee8b284977/dc6778cf-a610-4268-a518-966a2b1c82bd) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:44:42.212663 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-0f079325-c9de-474e-8500-35f470e248f7 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Request body: {'floatingip': {'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:44:42.222675 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-8ccbdaa1-7fe3-42b8-987f-b79f6bb2a8b6 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Request body: {'subnet': {'network_id': '30860afd-af9c-44a6-a846-e2ef7b1c9169', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:44:42.338686 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0f079325-c9de-474e-8500-35f470e248f7 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:44:42.370555 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c0a24ca0-24a5-417c-ad9c-caf1620b19e3 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:42.495358 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-74ad77c6-cfa8-4f2e-a10c-9235e502a8e9 req-d90f6aa1-9dc0-41e7-9a96-c086ba86f8f4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9033022-e852-43a7-9854-86d0b1b61919 HTTP/1.1" status: 200 len: 217 time: 0.3740110 May 31 13:44:42.595067 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-e6404215-a48e-4c96-8591-c4287d567506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'name': 'tempest-AttachVolumeNegativeTest-1273433736-router', 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'a25f0954-04a4-4b01-8623-f473d6ed53da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:44:16Z', 'updated_at': '2022-05-31T13:44:31Z', 'revision_number': 4, 'project_id': '0c3bb07388f549c9aeec65a21380cb5d', 'gw_port': {'id': 'a25f0954-04a4-4b01-8623-f473d6ed53da', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ac:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:44:19Z', 'updated_at': '2022-05-31T13:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '28f91fc4-d303-4198-b69f-bfc00ad66cfe', 'name': '', 'network_id': '63c618dc-2d9c-42a1-a644-8fd65767e93c', 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d', 'mac_address': 'fa:16:3e:f7:a8:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '1fa11664-0552-4bb0-b5b0-3278009a7430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:44:29Z', 'updated_at': '2022-05-31T13:44:39Z', 'revision_number': 4, 'project_id': '0c3bb07388f549c9aeec65a21380cb5d', 'subnets': [{'id': '1fa11664-0552-4bb0-b5b0-3278009a7430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:44:42.608190 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ebb513-d95a-4b0e-acbb-c476756aaddb tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Pushing event updated for resources: {'Network': ['ID=30860afd-af9c-44a6-a846-e2ef7b1c9169,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:42.634785 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76edaef-d775-4da1-91fd-193fe89fb657 req-106b9d64-fef7-4720-96bb-172c9cf00aec tempest-ServerAddressesNegativeTestJSON-1198701910 tempest-ServerAddressesNegativeTestJSON-1198701910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:44:42.644211 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a76edaef-d775-4da1-91fd-193fe89fb657 req-106b9d64-fef7-4720-96bb-172c9cf00aec tempest-ServerAddressesNegativeTestJSON-1198701910 tempest-ServerAddressesNegativeTestJSON-1198701910-project] 10.222.0.50 "GET /v2.0/ports?device_id=d62b3aad-9a0b-4ed7-85c5-bebc00a4983c HTTP/1.1" status: 200 len: 944 time: 1.1002679 May 31 13:44:42.683166 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad77c6-cfa8-4f2e-a10c-9235e502a8e9 req-8b60f148-7b44-4a78-abce-43e2b5b756d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:44:42.685101 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-74ad77c6-cfa8-4f2e-a10c-9235e502a8e9 req-8b60f148-7b44-4a78-abce-43e2b5b756d4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1937c3a5-bd4b-4002-855b-308bc6cc002d HTTP/1.1" status: 200 len: 861 time: 0.1547384 May 31 13:44:42.692839 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6404215-a48e-4c96-8591-c4287d567506 None None] The sync data for ids ['0697c208-3eaa-49f8-affe-568d0eb5b2db'] in n-d-843939-1 is: [{'id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'name': 'tempest-AttachVolumeNegativeTest-1273433736-router', 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'a25f0954-04a4-4b01-8623-f473d6ed53da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:44:16Z', 'updated_at': '2022-05-31T13:44:31Z', 'revision_number': 4, 'project_id': '0c3bb07388f549c9aeec65a21380cb5d', 'gw_port': {'id': 'a25f0954-04a4-4b01-8623-f473d6ed53da', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ac:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:44:19Z', 'updated_at': '2022-05-31T13:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '28f91fc4-d303-4198-b69f-bfc00ad66cfe', 'name': '', 'network_id': '63c618dc-2d9c-42a1-a644-8fd65767e93c', 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d', 'mac_address': 'fa:16:3e:f7:a8:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '1fa11664-0552-4bb0-b5b0-3278009a7430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:44:29Z', 'updated_at': '2022-05-31T13:44:39Z', 'revision_number': 4, 'project_id': '0c3bb07388f549c9aeec65a21380cb5d', 'subnets': [{'id': '1fa11664-0552-4bb0-b5b0-3278009a7430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:44:42.737830 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-0f079325-c9de-474e-8500-35f470e248f7 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Usage tracker for resource:floatingip and tenant:0c3bb07388f549c9aeec65a21380cb5d is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:44:42.770799 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-0f079325-c9de-474e-8500-35f470e248f7 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:44:42.817660 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-74ad77c6-cfa8-4f2e-a10c-9235e502a8e9 req-76952071-dbc7-4572-87a8-3d080bc02e5c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=06d6228f-1d53-4fb9-b9f7-789c5e6a4064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1215856 May 31 13:44:42.830496 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 30860afd-af9c-44a6-a846-e2ef7b1c9169 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:44:42.832349 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a76edaef-d775-4da1-91fd-193fe89fb657 req-ac6431c0-84f3-478f-911e-8b0d62a67aa5 tempest-ServerAddressesNegativeTestJSON-1198701910 tempest-ServerAddressesNegativeTestJSON-1198701910-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4bce46d-580c-4af0-a71d-6ee04022a92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865971 May 31 13:44:42.882701 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0f079325-c9de-474e-8500-35f470e248f7 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:44:42.910099 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [req-44c5263b-24e8-4960-bd54-72ad86510085 req-0cd00af2-e24a-4227-a4b4-ca3a8b2197fb service neutron] (88369) timed out ('10.222.0.50', 43086) {{(pid=88369) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 31 13:44:43.043061 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-96e99dea-99ea-4475-958b-d7b7a21e8bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:43.091639 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f6dc1da1-8332-44b9-8af6-546a499b36df None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:43.123843 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f6dc1da1-8332-44b9-8af6-546a499b36df None None] Transition to ACTIVE for port object dc6778cf-a610-4268-a518-966a2b1c82bd will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:44:43.163476 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-74ad77c6-cfa8-4f2e-a10c-9235e502a8e9 req-0dd17855-a06b-4d6c-8f78-57629be41f45 service neutron] 10.222.0.44 "GET /v2.0/networks/06d6228f-1d53-4fb9-b9f7-789c5e6a4064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3336964 May 31 13:44:43.167571 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-94089415-912e-4644-9e74-f7e7881c25d5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=04053c05038f4fa8aafe732444e2f2c0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2214911 May 31 13:44:43.168959 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0f079325-c9de-474e-8500-35f470e248f7 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for floatingip, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:43.177928 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f6dc1da1-8332-44b9-8af6-546a499b36df None None] Transition to ACTIVE for port object dc6778cf-a610-4268-a518-966a2b1c82bd will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:44:43.185698 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f6dc1da1-8332-44b9-8af6-546a499b36df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:43.200042 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 33138) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:44:43.254595 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8ccbdaa1-7fe3-42b8-987f-b79f6bb2a8b6 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:44:43.289524 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-8ccbdaa1-7fe3-42b8-987f-b79f6bb2a8b6 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Usage tracker for resource:subnet and tenant:9f98270cdf824e3ebd7736abf6d6b113 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:44:43.347363 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6dc1da1-8332-44b9-8af6-546a499b36df None None] Network a5fdb0ee-1a5c-47ef-8f16-5b4028b3fa08 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:44:43.352146 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-f6dc1da1-8332-44b9-8af6-546a499b36df None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:44:43.355026 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6dc1da1-8332-44b9-8af6-546a499b36df None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:44:43.385184 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dc1da1-8332-44b9-8af6-546a499b36df None None] Pushing event updated for resources: {'Port': ['ID=dc6778cf-a610-4268-a518-966a2b1c82bd,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:43.428288 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-8ccbdaa1-7fe3-42b8-987f-b79f6bb2a8b6 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:44:43.494729 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-74ad77c6-cfa8-4f2e-a10c-9235e502a8e9 req-22e78b48-2c2a-40bc-80e4-72dfde76413a service neutron] 10.222.0.44 "GET /v2.0/networks/06d6228f-1d53-4fb9-b9f7-789c5e6a4064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259890 May 31 13:44:43.508492 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8ccbdaa1-7fe3-42b8-987f-b79f6bb2a8b6 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:44:43.529167 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-f6dc1da1-8332-44b9-8af6-546a499b36df None None] Attempting to bind port dc6778cf-a610-4268-a518-966a2b1c82bd on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:44:43.529762 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-f6dc1da1-8332-44b9-8af6-546a499b36df None None] Attempting to bind port dc6778cf-a610-4268-a518-966a2b1c82bd by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '3b68c46d-e890-4cdb-bec7-8700b52c34cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a5fdb0ee-1a5c-47ef-8f16-5b4028b3fa08'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:44:43.530313 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6dc1da1-8332-44b9-8af6-546a499b36df None None] Attempting to bind port dc6778cf-a610-4268-a518-966a2b1c82bd on network a5fdb0ee-1a5c-47ef-8f16-5b4028b3fa08 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:44:43.537437 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6dc1da1-8332-44b9-8af6-546a499b36df None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:44:43.537799 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6dc1da1-8332-44b9-8af6-546a499b36df None None] Checking segment: {'id': '3b68c46d-e890-4cdb-bec7-8700b52c34cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a5fdb0ee-1a5c-47ef-8f16-5b4028b3fa08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:44:43.538255 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f6dc1da1-8332-44b9-8af6-546a499b36df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:43.538693 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6dc1da1-8332-44b9-8af6-546a499b36df None None] Bound using segment: {'id': '3b68c46d-e890-4cdb-bec7-8700b52c34cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a5fdb0ee-1a5c-47ef-8f16-5b4028b3fa08'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:44:43.539110 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-f6dc1da1-8332-44b9-8af6-546a499b36df None None] Bound port: dc6778cf-a610-4268-a518-966a2b1c82bd, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b68c46d-e890-4cdb-bec7-8700b52c34cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a5fdb0ee-1a5c-47ef-8f16-5b4028b3fa08'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:44:43.539484 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f6dc1da1-8332-44b9-8af6-546a499b36df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:43.579410 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a7b037c9-4b81-43f7-9cdc-e82ff67e3baa tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:43.627093 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3ab758b5-992d-433d-9e6b-52b4eda1b147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:43.655831 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ccbdaa1-7fe3-42b8-987f-b79f6bb2a8b6 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Made reservation on behalf of 9f98270cdf824e3ebd7736abf6d6b113 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:44:43.660641 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8ccbdaa1-7fe3-42b8-987f-b79f6bb2a8b6 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:43.761625 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-f6dc1da1-8332-44b9-8af6-546a499b36df None None] For port dc6778cf-a610-4268-a518-966a2b1c82bd, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:44:43.769396 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-f6dc1da1-8332-44b9-8af6-546a499b36df None None] For port dc6778cf-a610-4268-a518-966a2b1c82bd, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=dc6778cf-a610-4268-a518-966a2b1c82bd,segment=NetworkSegment(3b68c46d-e890-4cdb-bec7-8700b52c34cb),segment_id=3b68c46d-e890-4cdb-bec7-8700b52c34cb)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:44:43.779340 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f6dc1da1-8332-44b9-8af6-546a499b36df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:43.913744 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:43.916140 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3ab758b5-992d-433d-9e6b-52b4eda1b147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:43.928561 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:43.946469 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dc1da1-8332-44b9-8af6-546a499b36df None None] Pushing event updated for resources: {'Port': ['ID=dc6778cf-a610-4268-a518-966a2b1c82bd,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:44.009010 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b820f1e3-637e-48e5-baa7-dcebcda3a6bc req-1aeab678-cfba-43d2-8283-85584e56c969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:44:44.011192 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b820f1e3-637e-48e5-baa7-dcebcda3a6bc req-1aeab678-cfba-43d2-8283-85584e56c969 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9e9fd9da25e84cb0a1643418fda93e18&device_id=d62b3aad-9a0b-4ed7-85c5-bebc00a4983c HTTP/1.1" status: 200 len: 1095 time: 0.4307413 May 31 13:44:44.070409 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.ipam_backend_mixin [None req-8ccbdaa1-7fe3-42b8-987f-b79f6bb2a8b6 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Performing IP validity checks on allocation pools {{(pid=88369) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 31 13:44:44.074100 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.ipam_backend_mixin [None req-8ccbdaa1-7fe3-42b8-987f-b79f6bb2a8b6 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88369) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 31 13:44:44.242836 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3ab758b5-992d-433d-9e6b-52b4eda1b147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:44.296689 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b820f1e3-637e-48e5-baa7-dcebcda3a6bc req-c325cd7b-97d9-4f55-9a0f-7854b1dbd190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:44:44.298375 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b820f1e3-637e-48e5-baa7-dcebcda3a6bc req-c325cd7b-97d9-4f55-9a0f-7854b1dbd190 service neutron] 10.222.0.44 "GET /v2.0/networks?id=06d6228f-1d53-4fb9-b9f7-789c5e6a4064 HTTP/1.1" status: 200 len: 922 time: 0.2808733 May 31 13:44:44.597465 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0f079325-c9de-474e-8500-35f470e248f7 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:44.617721 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab758b5-992d-433d-9e6b-52b4eda1b147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1729ab42-7be5-44f8-b17a-0e9ffb5ba8c9,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:44.650058 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a7b037c9-4b81-43f7-9cdc-e82ff67e3baa tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:44.735640 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b820f1e3-637e-48e5-baa7-dcebcda3a6bc req-a4d426a0-bc6e-4354-a63b-c072ba675b48 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9033022-e852-43a7-9854-86d0b1b61919 HTTP/1.1" status: 200 len: 217 time: 0.2765887 May 31 13:44:44.855263 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3ab758b5-992d-433d-9e6b-52b4eda1b147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:44.855263 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-3ab758b5-992d-433d-9e6b-52b4eda1b147 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1729ab42-7be5-44f8-b17a-0e9ffb5ba8c9 HTTP/1.1" status: 204 len: 168 time: 1.6518013 May 31 13:44:44.867127 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device dc6778cf-a610-4268-a518-966a2b1c82bd up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:44:44.955135 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b820f1e3-637e-48e5-baa7-dcebcda3a6bc req-4fa6d630-a236-48eb-a3c9-4ca1f6e4f6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:44:44.962955 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b820f1e3-637e-48e5-baa7-dcebcda3a6bc req-4fa6d630-a236-48eb-a3c9-4ca1f6e4f6d3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1937c3a5-bd4b-4002-855b-308bc6cc002d HTTP/1.1" status: 200 len: 861 time: 0.2128587 May 31 13:44:45.069098 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port dc6778cf-a610-4268-a518-966a2b1c82bd completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:44:45.079101 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 28f91fc4-d303-4198-b69f-bfc00ad66cfe up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:44:45.110611 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b820f1e3-637e-48e5-baa7-dcebcda3a6bc req-d6264a2f-9852-4225-a651-d8a2b5b88078 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=06d6228f-1d53-4fb9-b9f7-789c5e6a4064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1463125 May 31 13:44:45.120593 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e530b-4d76-46a2-87f8-6c3603997ff3 req-7ef8316f-79ac-4923-a435-f8062c8e2096 tempest-ServerAddressesNegativeTestJSON-1198701910 tempest-ServerAddressesNegativeTestJSON-1198701910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:44:45.129574 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cf6e530b-4d76-46a2-87f8-6c3603997ff3 req-7ef8316f-79ac-4923-a435-f8062c8e2096 tempest-ServerAddressesNegativeTestJSON-1198701910 tempest-ServerAddressesNegativeTestJSON-1198701910-project] 10.222.0.50 "GET /v2.0/ports?device_id=d62b3aad-9a0b-4ed7-85c5-bebc00a4983c HTTP/1.1" status: 200 len: 944 time: 0.8281870 May 31 13:44:45.266877 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-0f079325-c9de-474e-8500-35f470e248f7 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Allocated IP 172.25.6.48 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/79bd40f9-8209-40aa-aa0e-db7671b14c9b) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:44:45.336680 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device b9033022-e852-43a7-9854-86d0b1b61919 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:44:45.413079 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cf6e530b-4d76-46a2-87f8-6c3603997ff3 req-1d6319e1-112e-4a8b-8fc8-8a87831c3b63 tempest-ServerAddressesNegativeTestJSON-1198701910 tempest-ServerAddressesNegativeTestJSON-1198701910-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4bce46d-580c-4af0-a71d-6ee04022a92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822108 May 31 13:44:45.462182 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-a7b037c9-4b81-43f7-9cdc-e82ff67e3baa tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Deleting port f71a2a4e-666d-4476-9363-7859736e7a02 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:44:45.478940 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a7b037c9-4b81-43f7-9cdc-e82ff67e3baa tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:45.653435 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b820f1e3-637e-48e5-baa7-dcebcda3a6bc req-a430c161-7eb5-4468-8bd0-75caf579afa0 service neutron] 10.222.0.44 "GET /v2.0/networks/06d6228f-1d53-4fb9-b9f7-789c5e6a4064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4868791 May 31 13:44:45.746146 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port b9033022-e852-43a7-9854-86d0b1b61919, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=b9033022-e852-43a7-9854-86d0b1b61919,segment=NetworkSegment(8d2a1efa-9a35-4d27-aca6-168ccaf9a434),segment_id=8d2a1efa-9a35-4d27-aca6-168ccaf9a434)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:44:45.798036 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': 'b9033022-e852-43a7-9854-86d0b1b61919', 'network_id': '06d6228f-1d53-4fb9-b9f7-789c5e6a4064', 'port_id': 'b9033022-e852-43a7-9854-86d0b1b61919', 'mac_address': 'fa:16:3e:fb:b0:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1937c3a5-bd4b-4002-855b-308bc6cc002d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:44:45.878763 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8ccbdaa1-7fe3-42b8-987f-b79f6bb2a8b6 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:45.962211 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b820f1e3-637e-48e5-baa7-dcebcda3a6bc req-8c3876df-3020-4f64-8bd2-a332ea885450 service neutron] 10.222.0.44 "GET /v2.0/networks/06d6228f-1d53-4fb9-b9f7-789c5e6a4064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017533 May 31 13:44:45.971469 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 28f91fc4-d303-4198-b69f-bfc00ad66cfe completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:44:46.024439 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:46.038661 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 28f91fc4-d303-4198-b69f-bfc00ad66cfe triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:44:46.039504 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:46.083600 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8279fc70-be3f-45ad-8575-8c4b886ee6c3 None None] Network a5fdb0ee-1a5c-47ef-8f16-5b4028b3fa08 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:44:46.152200 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 33194) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:44:46.207609 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port b9033022-e852-43a7-9854-86d0b1b61919 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:44:46.208613 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:46.223092 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-bbe7c9be-47ec-4520-a6de-553bbdebbd58 None None] Provisioning for port dc6778cf-a610-4268-a518-966a2b1c82bd completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:44:46.259568 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-bbe7c9be-47ec-4520-a6de-553bbdebbd58 None None] Provisioning complete for port dc6778cf-a610-4268-a518-966a2b1c82bd triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:44:46.260314 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bbe7c9be-47ec-4520-a6de-553bbdebbd58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:46.270332 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-a7b037c9-4b81-43f7-9cdc-e82ff67e3baa tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] For port f71a2a4e-666d-4476-9363-7859736e7a02, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=f71a2a4e-666d-4476-9363-7859736e7a02,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:44:46.270686 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a7b037c9-4b81-43f7-9cdc-e82ff67e3baa tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:46.328320 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-07db58da-e0b9-4921-bff2-c1a712123fcc admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1686551657-network', 'tenant_id': 'ddcb48e1f14347fcb4ea9875766335f9'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:44:46.340925 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-07db58da-e0b9-4921-bff2-c1a712123fcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:44:46.350575 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-07db58da-e0b9-4921-bff2-c1a712123fcc admin admin] Usage tracker for resource:network and tenant:ddcb48e1f14347fcb4ea9875766335f9 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:44:46.358550 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-07db58da-e0b9-4921-bff2-c1a712123fcc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:44:46.373622 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9033022-e852-43a7-9854-86d0b1b61919 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:44:46.375624 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-07db58da-e0b9-4921-bff2-c1a712123fcc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:44:46.379166 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c0a24ca0-24a5-417c-ad9c-caf1620b19e3 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks [] for router_gateway, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:46.395029 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port b9033022-e852-43a7-9854-86d0b1b61919, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=b9033022-e852-43a7-9854-86d0b1b61919,segment=NetworkSegment(8d2a1efa-9a35-4d27-aca6-168ccaf9a434),segment_id=8d2a1efa-9a35-4d27-aca6-168ccaf9a434)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:44:46.401024 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07db58da-e0b9-4921-bff2-c1a712123fcc admin admin] Made reservation on behalf of ddcb48e1f14347fcb4ea9875766335f9 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:44:46.403568 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-07db58da-e0b9-4921-bff2-c1a712123fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:46.412591 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:46.449781 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-07db58da-e0b9-4921-bff2-c1a712123fcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:46.499745 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-07db58da-e0b9-4921-bff2-c1a712123fcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:44:46.504118 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-07db58da-e0b9-4921-bff2-c1a712123fcc admin admin] Usage tracker for resource:security_group_rule and tenant:ddcb48e1f14347fcb4ea9875766335f9 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:44:46.508195 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-07db58da-e0b9-4921-bff2-c1a712123fcc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:44:46.518326 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-07db58da-e0b9-4921-bff2-c1a712123fcc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:44:46.519910 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [req-8d1d7ba9-95c1-4ec0-8b5a-3468dc2cce9d req-71f380b7-73f4-4d0e-869d-b30594a4cf2d service neutron] (88369) timed out ('10.222.0.50', 32948) {{(pid=88369) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 31 13:44:46.646261 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-a7b037c9-4b81-43f7-9cdc-e82ff67e3baa tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Calling delete_port for f71a2a4e-666d-4476-9363-7859736e7a02 owned by network:router_gateway {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:44:46.659775 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 28f91fc4-d303-4198-b69f-bfc00ad66cfe is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:44:46.662228 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:46.714430 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c0a24ca0-24a5-417c-ad9c-caf1620b19e3 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:46.801780 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b34c5df-43c2-4754-b7a3-920d85bd3ac3 req-426dfaf8-64ea-476c-8895-f32b1a5ad55c tempest-ServerAddressesNegativeTestJSON-1198701910 tempest-ServerAddressesNegativeTestJSON-1198701910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:44:46.803901 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0b34c5df-43c2-4754-b7a3-920d85bd3ac3 req-426dfaf8-64ea-476c-8895-f32b1a5ad55c tempest-ServerAddressesNegativeTestJSON-1198701910 tempest-ServerAddressesNegativeTestJSON-1198701910-project] 10.222.0.50 "GET /v2.0/ports?device_id=d62b3aad-9a0b-4ed7-85c5-bebc00a4983c HTTP/1.1" status: 200 len: 945 time: 0.1980371 May 31 13:44:46.817722 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccbdaa1-7fe3-42b8-987f-b79f6bb2a8b6 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Pushing event updated for resources: {'Subnet': ['ID=713767a2-1bb9-4bf9-9af6-daa0d2e69e0e,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:46.834579 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['b9033022-e852-43a7-9854-86d0b1b61919'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:44:46.859248 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccbdaa1-7fe3-42b8-987f-b79f6bb2a8b6 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Checking segment: {'id': '34ab08a5-dfba-4dba-bc49-13ffb2db6702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '30860afd-af9c-44a6-a846-e2ef7b1c9169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:44:46.859477 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccbdaa1-7fe3-42b8-987f-b79f6bb2a8b6 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Network hostable DHCP agents. Network: 30860afd-af9c-44a6-a846-e2ef7b1c9169, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:44:46.887877 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0f079325-c9de-474e-8500-35f470e248f7 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:46.912764 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-07db58da-e0b9-4921-bff2-c1a712123fcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:46.919144 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0b34c5df-43c2-4754-b7a3-920d85bd3ac3 req-53d64022-c06c-4c7d-ab34-95bc8d7fb1cf tempest-ServerAddressesNegativeTestJSON-1198701910 tempest-ServerAddressesNegativeTestJSON-1198701910-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4bce46d-580c-4af0-a71d-6ee04022a92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037636 May 31 13:44:46.920730 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-07db58da-e0b9-4921-bff2-c1a712123fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:46.941535 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07db58da-e0b9-4921-bff2-c1a712123fcc admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:44:46.969718 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-07db58da-e0b9-4921-bff2-c1a712123fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:46.971304 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-07db58da-e0b9-4921-bff2-c1a712123fcc admin admin] Added segment 6e5ff2ed-586f-452f-9447-3f5a72d73b1e of type vlan for network 9e72f796-331f-4c44-9f15-34cac0d665a4 May 31 13:44:46.980480 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccbdaa1-7fe3-42b8-987f-b79f6bb2a8b6 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Network 30860afd-af9c-44a6-a846-e2ef7b1c9169 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:44:47.001366 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-8ccbdaa1-7fe3-42b8-987f-b79f6bb2a8b6 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 30860afd-af9c-44a6-a846-e2ef7b1c9169) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:44:47.010221 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ccbdaa1-7fe3-42b8-987f-b79f6bb2a8b6 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:44:47.010865 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8ccbdaa1-7fe3-42b8-987f-b79f6bb2a8b6 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:47.043081 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffed666d-3f06-4a40-9c11-00c8fc9ff265 None None] Network 30860afd-af9c-44a6-a846-e2ef7b1c9169 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:44:47.053980 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-07db58da-e0b9-4921-bff2-c1a712123fcc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:47.070552 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0f079325-c9de-474e-8500-35f470e248f7 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:47.093223 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07db58da-e0b9-4921-bff2-c1a712123fcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39da99ba-a514-4a54-b0fa-a32701283c35,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:47.099504 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=b9033022-e852-43a7-9854-86d0b1b61919,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:47.125920 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-07db58da-e0b9-4921-bff2-c1a712123fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:47.127804 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07db58da-e0b9-4921-bff2-c1a712123fcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:44:47.128466 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-07db58da-e0b9-4921-bff2-c1a712123fcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:47.195624 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 28f91fc4-d303-4198-b69f-bfc00ad66cfe, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=28f91fc4-d303-4198-b69f-bfc00ad66cfe,segment=NetworkSegment(035ad117-e9c5-414c-8bde-40a05a92335b),segment_id=035ad117-e9c5-414c-8bde-40a05a92335b)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:44:47.214655 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-bbe7c9be-47ec-4520-a6de-553bbdebbd58 None None] Current status of the port dc6778cf-a610-4268-a518-966a2b1c82bd is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:44:47.214655 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bbe7c9be-47ec-4520-a6de-553bbdebbd58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:47.229398 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-8ccbdaa1-7fe3-42b8-987f-b79f6bb2a8b6 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 5.0361035 May 31 13:44:47.234052 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 33218) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:44:47.248508 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:47.376503 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07db58da-e0b9-4921-bff2-c1a712123fcc admin admin] Pushing event updated for resources: {'Network': ['ID=9e72f796-331f-4c44-9f15-34cac0d665a4,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:47.387073 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-07db58da-e0b9-4921-bff2-c1a712123fcc admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2334993 May 31 13:44:47.399460 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 33222) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:44:47.406555 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-f9c9efbb-064a-42b4-916b-09bdbac56233 admin admin] Request body: {'subnet': {'network_id': '9e72f796-331f-4c44-9f15-34cac0d665a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1686551657-subnet', 'tenant_id': 'ddcb48e1f14347fcb4ea9875766335f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:44:47.414161 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f079325-c9de-474e-8500-35f470e248f7 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:44:47.416908 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 9e72f796-331f-4c44-9f15-34cac0d665a4 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:44:47.419136 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f9c9efbb-064a-42b4-916b-09bdbac56233 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:44:47.427691 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-0f079325-c9de-474e-8500-35f470e248f7 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:44:47.429670 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-f9c9efbb-064a-42b4-916b-09bdbac56233 admin admin] Usage tracker for resource:subnet and tenant:ddcb48e1f14347fcb4ea9875766335f9 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:44:47.435605 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-f9c9efbb-064a-42b4-916b-09bdbac56233 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:44:47.435891 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f079325-c9de-474e-8500-35f470e248f7 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:44:47.448004 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f9c9efbb-064a-42b4-916b-09bdbac56233 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:44:47.490261 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c9efbb-064a-42b4-916b-09bdbac56233 admin admin] Made reservation on behalf of ddcb48e1f14347fcb4ea9875766335f9 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:44:47.493083 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f9c9efbb-064a-42b4-916b-09bdbac56233 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:47.550858 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f079325-c9de-474e-8500-35f470e248f7 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Pushing event updated for resources: {'Port': ['ID=79bd40f9-8209-40aa-aa0e-db7671b14c9b,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:47.581073 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-bbe7c9be-47ec-4520-a6de-553bbdebbd58 None None] For port dc6778cf-a610-4268-a518-966a2b1c82bd, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=dc6778cf-a610-4268-a518-966a2b1c82bd,segment=NetworkSegment(3b68c46d-e890-4cdb-bec7-8700b52c34cb),segment_id=3b68c46d-e890-4cdb-bec7-8700b52c34cb)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:44:47.586566 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7d4e790d-a51d-41c5-8bed-b8c48c91f9eb tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:47.603103 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=28f91fc4-d303-4198-b69f-bfc00ad66cfe,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:47.644051 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-c0a24ca0-24a5-417c-ad9c-caf1620b19e3 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Allocated IP 172.25.6.205 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/34c08081-98d0-4f00-9f45-0f70dce3561c) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:44:47.696652 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bbe7c9be-47ec-4520-a6de-553bbdebbd58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:47.699150 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a7b037c9-4b81-43f7-9cdc-e82ff67e3baa tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:47.714996 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0f079325-c9de-474e-8500-35f470e248f7 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:47.749796 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7d4e790d-a51d-41c5-8bed-b8c48c91f9eb tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:47.789399 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b037c9-4b81-43f7-9cdc-e82ff67e3baa tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Pushing event deleted for resources: {'Port': ['ID=f71a2a4e-666d-4476-9363-7859736e7a02,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:47.857955 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe7c9be-47ec-4520-a6de-553bbdebbd58 None None] Pushing event updated for resources: {'Port': ['ID=dc6778cf-a610-4268-a518-966a2b1c82bd,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:48.040467 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7d4e790d-a51d-41c5-8bed-b8c48c91f9eb tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65216469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65148562'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:48.165573 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0f079325-c9de-474e-8500-35f470e248f7 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:48.169425 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aaa10a3-a923-4531-8be5-2194375ca2b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-30860afd-af9c-44a6-a846-e2ef7b1c9169', 'network_id': '30860afd-af9c-44a6-a846-e2ef7b1c9169', 'tenant_id': '9f98270cdf824e3ebd7736abf6d6b113', 'fixed_ips': [{'subnet_id': '713767a2-1bb9-4bf9-9af6-daa0d2e69e0e'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:44:48.170313 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0aaa10a3-a923-4531-8be5-2194375ca2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:48.204038 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a7b037c9-4b81-43f7-9cdc-e82ff67e3baa tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577389'] for router_gateway, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:48.451066 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4e790d-a51d-41c5-8bed-b8c48c91f9eb tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Pushing event deleted for resources: {'Subnet': ['ID=713767a2-1bb9-4bf9-9af6-daa0d2e69e0e,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:48.452878 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807cc579-c04c-40d1-a690-8add71e4142b None None] Network 30860afd-af9c-44a6-a846-e2ef7b1c9169 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:44:48.476429 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f9c9efbb-064a-42b4-916b-09bdbac56233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:48.645610 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a7b037c9-4b81-43f7-9cdc-e82ff67e3baa tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:48.653036 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a7b037c9-4b81-43f7-9cdc-e82ff67e3baa tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:48.672584 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c0a24ca0-24a5-417c-ad9c-caf1620b19e3 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:48.703636 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c9efbb-064a-42b4-916b-09bdbac56233 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fbb36dc-bd40-495f-bec3-e46e24154a58,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:48.734219 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c9efbb-064a-42b4-916b-09bdbac56233 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:44:48.736163 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c9efbb-064a-42b4-916b-09bdbac56233 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:44:48.736972 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c9efbb-064a-42b4-916b-09bdbac56233 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:44:48.737758 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c9efbb-064a-42b4-916b-09bdbac56233 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:44:48.738005 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c9efbb-064a-42b4-916b-09bdbac56233 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:44:48.738348 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c9efbb-064a-42b4-916b-09bdbac56233 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:44:48.738667 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c9efbb-064a-42b4-916b-09bdbac56233 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:44:48.739080 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c9efbb-064a-42b4-916b-09bdbac56233 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:44:48.739319 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c9efbb-064a-42b4-916b-09bdbac56233 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:44:48.739620 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c9efbb-064a-42b4-916b-09bdbac56233 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:44:48.739941 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c9efbb-064a-42b4-916b-09bdbac56233 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:44:48.740256 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c9efbb-064a-42b4-916b-09bdbac56233 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:44:48.783527 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7d4e790d-a51d-41c5-8bed-b8c48c91f9eb tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:48.810841 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-7d4e790d-a51d-41c5-8bed-b8c48c91f9eb tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30860afd-af9c-44a6-a846-e2ef7b1c9169']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:44:48.835763 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-7d4e790d-a51d-41c5-8bed-b8c48c91f9eb tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34ab08a5-dfba-4dba-bc49-13ffb2db6702') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:44:48.836048 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-7d4e790d-a51d-41c5-8bed-b8c48c91f9eb tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34ab08a5-dfba-4dba-bc49-13ffb2db6702') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:44:48.836772 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a7b037c9-4b81-43f7-9cdc-e82ff67e3baa tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:48.837314 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b037c9-4b81-43f7-9cdc-e82ff67e3baa tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9df75026-1e6d-4c27-95e3-ea1fe076c910 {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:44:48.837817 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-3b57a8c6-d537-4bc1-9f94-2d4dd60a297f None None] Provisioning complete for port dc6778cf-a610-4268-a518-966a2b1c82bd triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:44:48.838408 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3b57a8c6-d537-4bc1-9f94-2d4dd60a297f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:48.874894 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c9efbb-064a-42b4-916b-09bdbac56233 admin admin] Checking segment: {'id': '6e5ff2ed-586f-452f-9447-3f5a72d73b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9e72f796-331f-4c44-9f15-34cac0d665a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:44:48.875238 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c9efbb-064a-42b4-916b-09bdbac56233 admin admin] Network hostable DHCP agents. Network: 9e72f796-331f-4c44-9f15-34cac0d665a4, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:44:48.882040 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7d4e790d-a51d-41c5-8bed-b8c48c91f9eb tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:48.904634 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c9a13a-068e-4ee6-a2ff-0d7ec58bd8b0 req-99ad72fc-fea6-4bce-ad14-1a304e3ed63e tempest-ServerAddressesNegativeTestJSON-1198701910 tempest-ServerAddressesNegativeTestJSON-1198701910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:44:48.906406 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-55c9a13a-068e-4ee6-a2ff-0d7ec58bd8b0 req-99ad72fc-fea6-4bce-ad14-1a304e3ed63e tempest-ServerAddressesNegativeTestJSON-1198701910 tempest-ServerAddressesNegativeTestJSON-1198701910-project] 10.222.0.50 "GET /v2.0/ports?device_id=d62b3aad-9a0b-4ed7-85c5-bebc00a4983c HTTP/1.1" status: 200 len: 945 time: 0.5341685 May 31 13:44:48.921891 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a7b037c9-4b81-43f7-9cdc-e82ff67e3baa tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:48.930391 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a7b037c9-4b81-43f7-9cdc-e82ff67e3baa tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] 10.222.0.50 "DELETE /v2.0/routers/9df75026-1e6d-4c27-95e3-ea1fe076c910 HTTP/1.1" status: 204 len: 168 time: 6.7366333 May 31 13:44:48.935148 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 33252) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:44:48.951311 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7d4e790d-a51d-41c5-8bed-b8c48c91f9eb tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:48.954445 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-97b52bd9-5c5f-48c0-9c70-aa66a4dd56f3 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-100830229', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}, 'admin_state_up': False}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:44:48.963576 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-97b52bd9-5c5f-48c0-9c70-aa66a4dd56f3 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:44:48.968062 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-97b52bd9-5c5f-48c0-9c70-aa66a4dd56f3 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Usage tracker for resource:router and tenant:0c54ae26e9fb4e03b58cf9ab2d86d81d is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:44:48.970915 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d4e790d-a51d-41c5-8bed-b8c48c91f9eb tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:44:48.971339 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7d4e790d-a51d-41c5-8bed-b8c48c91f9eb tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:48.972973 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-97b52bd9-5c5f-48c0-9c70-aa66a4dd56f3 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:44:48.984904 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-97b52bd9-5c5f-48c0-9c70-aa66a4dd56f3 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:44:49.000977 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-97b52bd9-5c5f-48c0-9c70-aa66a4dd56f3 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:49.002637 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-97b52bd9-5c5f-48c0-9c70-aa66a4dd56f3 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:49.009111 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c0a24ca0-24a5-417c-ad9c-caf1620b19e3 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:49.081732 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 34ab08a5-dfba-4dba-bc49-13ffb2db6702 resource provider aggregate not found May 31 13:44:49.094587 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c9efbb-064a-42b4-916b-09bdbac56233 admin admin] Network 9e72f796-331f-4c44-9f15-34cac0d665a4 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:44:49.123139 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-f9c9efbb-064a-42b4-916b-09bdbac56233 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 9e72f796-331f-4c44-9f15-34cac0d665a4) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:44:49.130862 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 34ab08a5-dfba-4dba-bc49-13ffb2db6702 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 34ab08a5-dfba-4dba-bc49-13ffb2db6702 found for delete ", "request_id": "req-4d1056ba-2d37-4e1b-b54e-fde8e4577c6d"}]} May 31 13:44:49.140218 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-55c9a13a-068e-4ee6-a2ff-0d7ec58bd8b0 req-15aeabd5-ee44-4a71-82fd-cdc8faf87ced tempest-ServerAddressesNegativeTestJSON-1198701910 tempest-ServerAddressesNegativeTestJSON-1198701910-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4bce46d-580c-4af0-a71d-6ee04022a92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214310 May 31 13:44:49.146402 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c9efbb-064a-42b4-916b-09bdbac56233 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:44:49.148214 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f9c9efbb-064a-42b4-916b-09bdbac56233 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:49.157728 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-3b57a8c6-d537-4bc1-9f94-2d4dd60a297f None None] Current status of the port dc6778cf-a610-4268-a518-966a2b1c82bd is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:44:49.166055 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7d4e790d-a51d-41c5-8bed-b8c48c91f9eb tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:49.169155 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d633f59-bedb-4cc4-adb7-3f8ccf451135 None None] Network 9e72f796-331f-4c44-9f15-34cac0d665a4 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:44:49.194495 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7d4e790d-a51d-41c5-8bed-b8c48c91f9eb tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:49.220463 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-7d4e790d-a51d-41c5-8bed-b8c48c91f9eb tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] 10.222.0.50 "DELETE /v2.0/networks/30860afd-af9c-44a6-a846-e2ef7b1c9169 HTTP/1.1" status: 204 len: 168 time: 1.9803081 May 31 13:44:49.232215 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 33260) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:44:49.236554 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-f9c9efbb-064a-42b4-916b-09bdbac56233 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8353295 May 31 13:44:49.238006 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4e790d-a51d-41c5-8bed-b8c48c91f9eb tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Pushing event deleted for resources: {'Network': ['ID=30860afd-af9c-44a6-a846-e2ef7b1c9169,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:49.243054 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-e138e456-344c-42f2-9832-376e1cf7b998 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-706240730'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:44:49.254247 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-e138e456-344c-42f2-9832-376e1cf7b998 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:44:49.265247 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-e138e456-344c-42f2-9832-376e1cf7b998 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Usage tracker for resource:network and tenant:9f98270cdf824e3ebd7736abf6d6b113 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:44:49.288906 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-e138e456-344c-42f2-9832-376e1cf7b998 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:44:49.300656 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-e138e456-344c-42f2-9832-376e1cf7b998 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:44:49.353445 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e138e456-344c-42f2-9832-376e1cf7b998 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Made reservation on behalf of 9f98270cdf824e3ebd7736abf6d6b113 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:44:49.369222 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e138e456-344c-42f2-9832-376e1cf7b998 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:49.438954 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device b9033022-e852-43a7-9854-86d0b1b61919 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:44:49.460808 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e138e456-344c-42f2-9832-376e1cf7b998 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:44:49.472615 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e138e456-344c-42f2-9832-376e1cf7b998 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:49.472962 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-e138e456-344c-42f2-9832-376e1cf7b998 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Added segment 12da61e1-4fb5-47fc-8205-d930e85249e4 of type vlan for network e25f74c0-0187-42df-9433-c8deaa2832ff May 31 13:44:49.489399 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device dc6778cf-a610-4268-a518-966a2b1c82bd up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:44:49.506240 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.db.resource_extend [None req-0f079325-c9de-474e-8500-35f470e248f7 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] It took 0.49 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:44:49.526998 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0f079325-c9de-474e-8500-35f470e248f7 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:49.556503 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e138e456-344c-42f2-9832-376e1cf7b998 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:49.559548 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-97b52bd9-5c5f-48c0-9c70-aa66a4dd56f3 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:49.586918 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a24ca0-24a5-417c-ad9c-caf1620b19e3 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Pushing event updated for resources: {'Port': ['ID=34c08081-98d0-4f00-9f45-0f70dce3561c,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:49.605110 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e138e456-344c-42f2-9832-376e1cf7b998 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:49.614546 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a24ca0-24a5-417c-ad9c-caf1620b19e3 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:44:49.617277 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-c0a24ca0-24a5-417c-ad9c-caf1620b19e3 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:44:49.618877 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e138e456-344c-42f2-9832-376e1cf7b998 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:44:49.619589 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e138e456-344c-42f2-9832-376e1cf7b998 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:49.726917 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0f079325-c9de-474e-8500-35f470e248f7 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:49.738531 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a24ca0-24a5-417c-ad9c-caf1620b19e3 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:44:49.758927 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-e138e456-344c-42f2-9832-376e1cf7b998 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5255673 May 31 13:44:49.759152 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c0f1b9-2615-48eb-8e65-efd301a6afba None None] Network 9e72f796-331f-4c44-9f15-34cac0d665a4 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:44:49.765588 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 33282) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:44:49.781814 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port b9033022-e852-43a7-9854-86d0b1b61919 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:44:49.794315 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port dc6778cf-a610-4268-a518-966a2b1c82bd triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:44:49.795092 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:49.920791 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-c92d1a2b-ec28-4edd-9a44-8ff56fb55a9a tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Request body: {'subnet': {'network_id': 'e25f74c0-0187-42df-9433-c8deaa2832ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:44:50.122161 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port b9033022-e852-43a7-9854-86d0b1b61919 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:44:50.122538 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:50.125068 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e138e456-344c-42f2-9832-376e1cf7b998 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Pushing event updated for resources: {'Network': ['ID=e25f74c0-0187-42df-9433-c8deaa2832ff,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:50.156482 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c92d1a2b-ec28-4edd-9a44-8ff56fb55a9a tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:44:50.162920 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-c92d1a2b-ec28-4edd-9a44-8ff56fb55a9a tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Usage tracker for resource:subnet and tenant:9f98270cdf824e3ebd7736abf6d6b113 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:44:50.165320 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network e25f74c0-0187-42df-9433-c8deaa2832ff details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:44:50.167809 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-c92d1a2b-ec28-4edd-9a44-8ff56fb55a9a tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:44:50.180981 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c92d1a2b-ec28-4edd-9a44-8ff56fb55a9a tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:44:50.199242 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c92d1a2b-ec28-4edd-9a44-8ff56fb55a9a tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Made reservation on behalf of 9f98270cdf824e3ebd7736abf6d6b113 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:44:50.210858 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c92d1a2b-ec28-4edd-9a44-8ff56fb55a9a tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:50.215811 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f079325-c9de-474e-8500-35f470e248f7 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Pushing event updated for resources: {'Port': ['ID=79bd40f9-8209-40aa-aa0e-db7671b14c9b,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:50.565601 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0f079325-c9de-474e-8500-35f470e248f7 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:50.574381 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-97b52bd9-5c5f-48c0-9c70-aa66a4dd56f3 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:50.667874 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port dc6778cf-a610-4268-a518-966a2b1c82bd is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:44:50.669764 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 28f91fc4-d303-4198-b69f-bfc00ad66cfe up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:44:50.742804 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0f079325-c9de-474e-8500-35f470e248f7 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:50.753187 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-0f079325-c9de-474e-8500-35f470e248f7 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.5611572 May 31 13:44:50.888714 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port b9033022-e852-43a7-9854-86d0b1b61919 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:44:50.894685 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:51.013773 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b7d718-f930-473d-93a6-84e241606ce3 req-cc256cbb-344b-418b-8797-9e0fdbb39d33 tempest-ServerTagsTestJSON-491483173 tempest-ServerTagsTestJSON-491483173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:44:51.014556 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-00b7d718-f930-473d-93a6-84e241606ce3 req-cc256cbb-344b-418b-8797-9e0fdbb39d33 tempest-ServerTagsTestJSON-491483173 tempest-ServerTagsTestJSON-491483173-project] Synchronizing usage tracker for tenant:ddcb48e1f14347fcb4ea9875766335f9 on resource:network {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:44:51.027481 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c92d1a2b-ec28-4edd-9a44-8ff56fb55a9a tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:51.031096 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 28f91fc4-d303-4198-b69f-bfc00ad66cfe triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:44:51.038525 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:51.138709 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd62b3aad-9a0b-4ed7-85c5-bebc00a4983c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9033022-e852-43a7-9854-86d0b1b61919'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:44:51.155733 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port b9033022-e852-43a7-9854-86d0b1b61919, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=b9033022-e852-43a7-9854-86d0b1b61919,segment=NetworkSegment(8d2a1efa-9a35-4d27-aca6-168ccaf9a434),segment_id=8d2a1efa-9a35-4d27-aca6-168ccaf9a434)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:44:51.168788 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:51.272865 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-00b7d718-f930-473d-93a6-84e241606ce3 req-cc256cbb-344b-418b-8797-9e0fdbb39d33 tempest-ServerTagsTestJSON-491483173 tempest-ServerTagsTestJSON-491483173-project] Unset dirty status for tenant:ddcb48e1f14347fcb4ea9875766335f9 on resource:network {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:44:51.274071 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-00b7d718-f930-473d-93a6-84e241606ce3 req-cc256cbb-344b-418b-8797-9e0fdbb39d33 tempest-ServerTagsTestJSON-491483173 tempest-ServerTagsTestJSON-491483173-project] 10.222.0.50 "GET /v2.0/networks?id=9e72f796-331f-4c44-9f15-34cac0d665a4 HTTP/1.1" status: 200 len: 809 time: 0.5947080 May 31 13:44:51.283322 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92d1a2b-ec28-4edd-9a44-8ff56fb55a9a tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Pushing event updated for resources: {'Subnet': ['ID=b41dc186-c678-4db9-a07b-7526003eca79,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:51.305075 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92d1a2b-ec28-4edd-9a44-8ff56fb55a9a tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Checking segment: {'id': '12da61e1-4fb5-47fc-8205-d930e85249e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e25f74c0-0187-42df-9433-c8deaa2832ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:44:51.305368 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92d1a2b-ec28-4edd-9a44-8ff56fb55a9a tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Network hostable DHCP agents. Network: e25f74c0-0187-42df-9433-c8deaa2832ff, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:44:51.310469 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-00b7d718-f930-473d-93a6-84e241606ce3 req-8f1b6336-8aad-4665-bbd7-db5bd47147dd tempest-ServerTagsTestJSON-491483173 tempest-ServerTagsTestJSON-491483173-project] 10.222.0.50 "GET /v2.0/quotas/ddcb48e1f14347fcb4ea9875766335f9 HTTP/1.1" status: 200 len: 375 time: 0.0229714 May 31 13:44:51.355993 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=b9033022-e852-43a7-9854-86d0b1b61919,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:51.385814 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 28f91fc4-d303-4198-b69f-bfc00ad66cfe is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:44:51.435555 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-00b7d718-f930-473d-93a6-84e241606ce3 req-f46056b3-1e16-458a-83b2-b410be224c45 tempest-ServerTagsTestJSON-491483173 tempest-ServerTagsTestJSON-491483173-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ddcb48e1f14347fcb4ea9875766335f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1153212 May 31 13:44:51.489490 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device f71a2a4e-666d-4476-9363-7859736e7a02 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:44:51.492372 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c0a24ca0-24a5-417c-ad9c-caf1620b19e3 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks [] for router_gateway, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:51.551248 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: f71a2a4e-666d-4476-9363-7859736e7a02 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:44:51.551818 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device f71a2a4e-666d-4476-9363-7859736e7a02 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:44:51.629024 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-00b7d718-f930-473d-93a6-84e241606ce3 req-d4f8ee9e-8eb4-47f7-b4c5-2d5c0211ba8e service neutron] 10.222.0.50 "GET /v2.0/networks/9e72f796-331f-4c44-9f15-34cac0d665a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933692 May 31 13:44:51.640322 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37decea2-15a3-4a3c-9264-879ccc84382f req-5c66ade7-1661-4cfc-bbe9-65f0bfbfbd54 tempest-ServerAddressesNegativeTestJSON-1198701910 tempest-ServerAddressesNegativeTestJSON-1198701910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:44:51.642030 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-37decea2-15a3-4a3c-9264-879ccc84382f req-5c66ade7-1661-4cfc-bbe9-65f0bfbfbd54 tempest-ServerAddressesNegativeTestJSON-1198701910 tempest-ServerAddressesNegativeTestJSON-1198701910-project] 10.222.0.50 "GET /v2.0/ports?device_id=d62b3aad-9a0b-4ed7-85c5-bebc00a4983c HTTP/1.1" status: 200 len: 945 time: 0.8164549 May 31 13:44:51.958842 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-37decea2-15a3-4a3c-9264-879ccc84382f req-4af87951-fc03-46b2-a826-f4ba6647dedf tempest-ServerAddressesNegativeTestJSON-1198701910 tempest-ServerAddressesNegativeTestJSON-1198701910-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4bce46d-580c-4af0-a71d-6ee04022a92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855611 May 31 13:44:51.964297 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92d1a2b-ec28-4edd-9a44-8ff56fb55a9a tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Network e25f74c0-0187-42df-9433-c8deaa2832ff is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:44:51.984755 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-c92d1a2b-ec28-4edd-9a44-8ff56fb55a9a tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, e25f74c0-0187-42df-9433-c8deaa2832ff) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:44:52.001959 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c14783-225b-4032-b519-919da7da3030 None None] Network e25f74c0-0187-42df-9433-c8deaa2832ff requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:44:52.039234 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-97b52bd9-5c5f-48c0-9c70-aa66a4dd56f3 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks [] for router_gateway, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:52.053710 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92d1a2b-ec28-4edd-9a44-8ff56fb55a9a tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:44:52.054747 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c92d1a2b-ec28-4edd-9a44-8ff56fb55a9a tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:52.149270 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-97b52bd9-5c5f-48c0-9c70-aa66a4dd56f3 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:52.152628 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c92d1a2b-ec28-4edd-9a44-8ff56fb55a9a tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.2512040 May 31 13:44:52.163210 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 33340) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:44:52.440550 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-00b7d718-f930-473d-93a6-84e241606ce3 req-4f89caf9-bd4f-4a78-bbe8-90d720beb103 service neutron] 10.222.0.50 "GET /v2.0/networks/9e72f796-331f-4c44-9f15-34cac0d665a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7968454 May 31 13:44:52.503372 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16e10a57-4ec7-471c-9598-6cd18a9618e8'] response: {'server_uuid': 'd62b3aad-9a0b-4ed7-85c5-bebc00a4983c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9033022-e852-43a7-9854-86d0b1b61919', 'code': 200} May 31 13:44:52.566993 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d3291a-55db-4ca1-b5b6-a62a11f8d122 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-e25f74c0-0187-42df-9433-c8deaa2832ff', 'network_id': 'e25f74c0-0187-42df-9433-c8deaa2832ff', 'tenant_id': '9f98270cdf824e3ebd7736abf6d6b113', 'fixed_ips': [{'subnet_id': 'b41dc186-c678-4db9-a07b-7526003eca79'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:44:52.568054 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b6d3291a-55db-4ca1-b5b6-a62a11f8d122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:52.701899 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-c3e59fe5-7ef0-4b13-aa46-46291094d4e4 req-9b509f4f-d3ed-465d-95d9-49b8fa71b390 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Synchronizing usage tracker for tenant:0c3bb07388f549c9aeec65a21380cb5d on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:44:52.709520 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-97b52bd9-5c5f-48c0-9c70-aa66a4dd56f3 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Allocated IP 172.25.6.154 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/04f9a89d-cd37-4a05-a044-5ae657299e78) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:44:52.712784 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c0a24ca0-24a5-417c-ad9c-caf1620b19e3 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:52.761262 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-c3e59fe5-7ef0-4b13-aa46-46291094d4e4 req-9b509f4f-d3ed-465d-95d9-49b8fa71b390 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Unset dirty status for tenant:0c3bb07388f549c9aeec65a21380cb5d on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:44:52.762827 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c3e59fe5-7ef0-4b13-aa46-46291094d4e4 req-9b509f4f-d3ed-465d-95d9-49b8fa71b390 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--351834915&fields=id&tenant_id=0c3bb07388f549c9aeec65a21380cb5d HTTP/1.1" status: 200 len: 267 time: 0.1792426 May 31 13:44:52.843782 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-b6d3291a-55db-4ca1-b5b6-a62a11f8d122 None None] Allocated IP 172.20.0.1 (e25f74c0-0187-42df-9433-c8deaa2832ff/b41dc186-c678-4db9-a07b-7526003eca79/62d1772b-bf71-4e7a-8c07-2f27bf1c937f) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:44:52.900843 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0b0a343a-17be-49bf-aa1c-d31fbbc38c50 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:53.000077 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f82daf-9857-4bc5-b582-ceb27de0358e req-68401152-2468-4582-ae73-418714d6a7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:44:53.003978 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-86f82daf-9857-4bc5-b582-ceb27de0358e req-68401152-2468-4582-ae73-418714d6a7b1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d62b3aad-9a0b-4ed7-85c5-bebc00a4983c HTTP/1.1" status: 200 len: 1097 time: 0.5750713 May 31 13:44:53.160354 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-97b52bd9-5c5f-48c0-9c70-aa66a4dd56f3 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:53.180602 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0a24ca0-24a5-417c-ad9c-caf1620b19e3 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Router 23ed27f0-05a9-41f6-a025-14070de1cf97 is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 13:44:53.194412 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-86f82daf-9857-4bc5-b582-ceb27de0358e req-e9149b35-9b1e-4b12-a50e-59cd0861fd32 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f4bce46d-580c-4af0-a71d-6ee04022a92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459317 May 31 13:44:53.210520 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e59fe5-7ef0-4b13-aa46-46291094d4e4 req-31019858-886c-4953-ac40-312fd915a8e5 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:44:53.210520 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-c3e59fe5-7ef0-4b13-aa46-46291094d4e4 req-31019858-886c-4953-ac40-312fd915a8e5 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Synchronizing usage tracker for tenant:0c3bb07388f549c9aeec65a21380cb5d on resource:network {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:44:53.229337 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b6d3291a-55db-4ca1-b5b6-a62a11f8d122 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:53.233909 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-eb4a9df4-2fd1-41c8-a38f-efcbf006076f req-d6ec4d8e-2459-4887-9bec-3ea1c968a2b3 tempest-ServerTagsTestJSON-491483173 tempest-ServerTagsTestJSON-491483173-project] 10.222.0.50 "GET /v2.0/ports?device_id=688eb19d-797e-4521-9159-9137d21ac16b HTTP/1.1" status: 200 len: 210 time: 0.2429361 May 31 13:44:53.264668 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b6d3291a-55db-4ca1-b5b6-a62a11f8d122 None None] Transition to ACTIVE for port object 62d1772b-bf71-4e7a-8c07-2f27bf1c937f will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:44:53.340987 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b6d3291a-55db-4ca1-b5b6-a62a11f8d122 None None] Transition to ACTIVE for port object 62d1772b-bf71-4e7a-8c07-2f27bf1c937f will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:44:53.349104 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b6d3291a-55db-4ca1-b5b6-a62a11f8d122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:53.370079 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-c3e59fe5-7ef0-4b13-aa46-46291094d4e4 req-31019858-886c-4953-ac40-312fd915a8e5 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Unset dirty status for tenant:0c3bb07388f549c9aeec65a21380cb5d on resource:network {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:44:53.371614 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c3e59fe5-7ef0-4b13-aa46-46291094d4e4 req-31019858-886c-4953-ac40-312fd915a8e5 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/networks?id=63c618dc-2d9c-42a1-a644-8fd65767e93c HTTP/1.1" status: 200 len: 815 time: 0.5829892 May 31 13:44:53.507562 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-97b52bd9-5c5f-48c0-9c70-aa66a4dd56f3 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:53.525313 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0b0a343a-17be-49bf-aa1c-d31fbbc38c50 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:53.581901 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d3291a-55db-4ca1-b5b6-a62a11f8d122 None None] Network e25f74c0-0187-42df-9433-c8deaa2832ff is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:44:53.598471 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-b6d3291a-55db-4ca1-b5b6-a62a11f8d122 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:44:53.607972 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d3291a-55db-4ca1-b5b6-a62a11f8d122 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:44:53.634272 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b52bd9-5c5f-48c0-9c70-aa66a4dd56f3 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:44:53.640362 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0a24ca0-24a5-417c-ad9c-caf1620b19e3 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:44:53.642757 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-97b52bd9-5c5f-48c0-9c70-aa66a4dd56f3 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:44:53.654072 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c3e59fe5-7ef0-4b13-aa46-46291094d4e4 req-7e062dc8-0c69-40df-b9ea-d1bf469fbfb6 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/quotas/0c3bb07388f549c9aeec65a21380cb5d HTTP/1.1" status: 200 len: 375 time: 0.2565379 May 31 13:44:53.663799 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44827a2c-c851-4a1a-9cbf-7bd1c0571b3a None None] Sync routers for ids ['23ed27f0-05a9-41f6-a025-14070de1cf97'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:44:53.675158 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b52bd9-5c5f-48c0-9c70-aa66a4dd56f3 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:44:53.693668 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44827a2c-c851-4a1a-9cbf-7bd1c0571b3a None None] Routers {'23ed27f0-05a9-41f6-a025-14070de1cf97'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:44:53.701007 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-44827a2c-c851-4a1a-9cbf-7bd1c0571b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:44:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['23ed27f0-05a9-41f6-a025-14070de1cf97'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:44:53.785252 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b52bd9-5c5f-48c0-9c70-aa66a4dd56f3 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Pushing event updated for resources: {'Port': ['ID=04f9a89d-cd37-4a05-a044-5ae657299e78,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:53.821664 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d3291a-55db-4ca1-b5b6-a62a11f8d122 None None] Pushing event updated for resources: {'Port': ['ID=62d1772b-bf71-4e7a-8c07-2f27bf1c937f,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:53.879541 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c0a24ca0-24a5-417c-ad9c-caf1620b19e3 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:53.881184 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c0a24ca0-24a5-417c-ad9c-caf1620b19e3 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 13.2034469 May 31 13:44:53.882808 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-44827a2c-c851-4a1a-9cbf-7bd1c0571b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:44:53.895607 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 33384) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:44:53.915250 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44827a2c-c851-4a1a-9cbf-7bd1c0571b3a None None] Routers {'23ed27f0-05a9-41f6-a025-14070de1cf97'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:44:53.916553 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-44827a2c-c851-4a1a-9cbf-7bd1c0571b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:44:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['23ed27f0-05a9-41f6-a025-14070de1cf97'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:44:53.918535 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-b6d3291a-55db-4ca1-b5b6-a62a11f8d122 None None] Attempting to bind port 62d1772b-bf71-4e7a-8c07-2f27bf1c937f on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:44:53.919094 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-b6d3291a-55db-4ca1-b5b6-a62a11f8d122 None None] Attempting to bind port 62d1772b-bf71-4e7a-8c07-2f27bf1c937f by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '12da61e1-4fb5-47fc-8205-d930e85249e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e25f74c0-0187-42df-9433-c8deaa2832ff'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:44:53.919706 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d3291a-55db-4ca1-b5b6-a62a11f8d122 None None] Attempting to bind port 62d1772b-bf71-4e7a-8c07-2f27bf1c937f on network e25f74c0-0187-42df-9433-c8deaa2832ff {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:44:53.935935 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0b0a343a-17be-49bf-aa1c-d31fbbc38c50 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65216469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65148562'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:53.936228 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d3291a-55db-4ca1-b5b6-a62a11f8d122 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:44:53.936779 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d3291a-55db-4ca1-b5b6-a62a11f8d122 None None] Checking segment: {'id': '12da61e1-4fb5-47fc-8205-d930e85249e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e25f74c0-0187-42df-9433-c8deaa2832ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:44:53.937474 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b6d3291a-55db-4ca1-b5b6-a62a11f8d122 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:53.938395 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d3291a-55db-4ca1-b5b6-a62a11f8d122 None None] Bound using segment: {'id': '12da61e1-4fb5-47fc-8205-d930e85249e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e25f74c0-0187-42df-9433-c8deaa2832ff'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:44:53.939851 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-b6d3291a-55db-4ca1-b5b6-a62a11f8d122 None None] Bound port: 62d1772b-bf71-4e7a-8c07-2f27bf1c937f, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12da61e1-4fb5-47fc-8205-d930e85249e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e25f74c0-0187-42df-9433-c8deaa2832ff'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:44:53.940408 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b6d3291a-55db-4ca1-b5b6-a62a11f8d122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:54.040834 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba719f72-cc8e-47bf-ae2f-9220f6c609f4 req-d690904c-6be0-4073-910d-68985caa4cf6 tempest-ServerAddressesNegativeTestJSON-1198701910 tempest-ServerAddressesNegativeTestJSON-1198701910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:44:54.061130 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ba719f72-cc8e-47bf-ae2f-9220f6c609f4 req-d690904c-6be0-4073-910d-68985caa4cf6 tempest-ServerAddressesNegativeTestJSON-1198701910 tempest-ServerAddressesNegativeTestJSON-1198701910-project] 10.222.0.50 "GET /v2.0/ports?device_id=d62b3aad-9a0b-4ed7-85c5-bebc00a4983c HTTP/1.1" status: 200 len: 946 time: 0.4642837 May 31 13:44:54.107337 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-44827a2c-c851-4a1a-9cbf-7bd1c0571b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:44:54.108168 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44827a2c-c851-4a1a-9cbf-7bd1c0571b3a None None] The sync data for ids ['23ed27f0-05a9-41f6-a025-14070de1cf97'] in n-d-843939-1 is: [] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:44:54.178690 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c3e59fe5-7ef0-4b13-aa46-46291094d4e4 req-812803e1-1bd6-45ed-8758-64e96af04182 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0c3bb07388f549c9aeec65a21380cb5d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5234945 May 31 13:44:54.193620 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0a343a-17be-49bf-aa1c-d31fbbc38c50 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Pushing event deleted for resources: {'Subnet': ['ID=b41dc186-c678-4db9-a07b-7526003eca79,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:54.280470 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-b6d3291a-55db-4ca1-b5b6-a62a11f8d122 None None] For port 62d1772b-bf71-4e7a-8c07-2f27bf1c937f, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:44:54.292498 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-b6d3291a-55db-4ca1-b5b6-a62a11f8d122 None None] For port 62d1772b-bf71-4e7a-8c07-2f27bf1c937f, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=62d1772b-bf71-4e7a-8c07-2f27bf1c937f,segment=NetworkSegment(12da61e1-4fb5-47fc-8205-d930e85249e4),segment_id=12da61e1-4fb5-47fc-8205-d930e85249e4)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:44:54.302768 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b6d3291a-55db-4ca1-b5b6-a62a11f8d122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:54.569802 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0b0a343a-17be-49bf-aa1c-d31fbbc38c50 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:54.624609 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ba719f72-cc8e-47bf-ae2f-9220f6c609f4 req-95651e5a-142b-4e7c-b250-5f01028a8b00 tempest-ServerAddressesNegativeTestJSON-1198701910 tempest-ServerAddressesNegativeTestJSON-1198701910-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4bce46d-580c-4af0-a71d-6ee04022a92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4906175 May 31 13:44:54.648972 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-0b0a343a-17be-49bf-aa1c-d31fbbc38c50 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e25f74c0-0187-42df-9433-c8deaa2832ff']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:44:54.694984 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-0b0a343a-17be-49bf-aa1c-d31fbbc38c50 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12da61e1-4fb5-47fc-8205-d930e85249e4') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:44:54.695308 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-0b0a343a-17be-49bf-aa1c-d31fbbc38c50 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12da61e1-4fb5-47fc-8205-d930e85249e4') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:44:54.734853 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d3291a-55db-4ca1-b5b6-a62a11f8d122 None None] Pushing event updated for resources: {'Port': ['ID=62d1772b-bf71-4e7a-8c07-2f27bf1c937f,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:54.764543 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0b0a343a-17be-49bf-aa1c-d31fbbc38c50 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:54.809900 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa64972a-5574-4e82-9211-3ab45d98ba42 None None] Network e25f74c0-0187-42df-9433-c8deaa2832ff requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:44:54.820231 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0b0a343a-17be-49bf-aa1c-d31fbbc38c50 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:54.839890 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c3e59fe5-7ef0-4b13-aa46-46291094d4e4 req-fe259739-7e0f-49f7-8d40-d7890580e4b8 service neutron] 10.222.0.50 "GET /v2.0/networks/63c618dc-2d9c-42a1-a644-8fd65767e93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5899351 May 31 13:44:54.966754 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b0a343a-17be-49bf-aa1c-d31fbbc38c50 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:44:54.967516 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0b0a343a-17be-49bf-aa1c-d31fbbc38c50 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:55.061094 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 12da61e1-4fb5-47fc-8205-d930e85249e4 resource provider aggregate not found May 31 13:44:55.140662 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 12da61e1-4fb5-47fc-8205-d930e85249e4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 12da61e1-4fb5-47fc-8205-d930e85249e4 found for delete ", "request_id": "req-8acb2619-58cd-4bf5-b081-8d4c0ebf0ea8"}]} May 31 13:44:55.199689 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.api [None req-0b0a343a-17be-49bf-aa1c-d31fbbc38c50 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 31 13:44:55.199689 n-d-843939-1 neutron-server[88370]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 31 13:44:55.199689 n-d-843939-1 neutron-server[88370]: [parameters: {'id': 'e25f74c0-0187-42df-9433-c8deaa2832ff'}] May 31 13:44:55.199689 n-d-843939-1 neutron-server[88370]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88370) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:44:55.200223 n-d-843939-1 neutron-server[88370]: DEBUG oslo_db.api [None req-0b0a343a-17be-49bf-aa1c-d31fbbc38c50 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:44:55.204018 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab82812-96fa-4af9-bd02-8a0e7773b01a None None] get_active_networks_info from n-d-843939-1 {{(pid=88371) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 31 13:44:55.281041 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c3e59fe5-7ef0-4b13-aa46-46291094d4e4 req-ea860f03-d41c-4dcf-86fa-5818235b5440 service neutron] 10.222.0.50 "GET /v2.0/networks/63c618dc-2d9c-42a1-a644-8fd65767e93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4391842 May 31 13:44:55.559638 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab82812-96fa-4af9-bd02-8a0e7773b01a None None] Resources bound (agent type, host, resource id): {{(pid=88371) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 31 13:44:55.787369 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-97b52bd9-5c5f-48c0-9c70-aa66a4dd56f3 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks [] for router_gateway, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:56.177206 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0b0a343a-17be-49bf-aa1c-d31fbbc38c50 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:56.277738 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6514bf93-7124-4d51-badb-020343b795c0 req-5e01b97f-3b9a-4f2b-b75b-004e50e333ab tempest-ServerTagsTestJSON-491483173 tempest-ServerTagsTestJSON-491483173-project] 10.222.0.50 "GET /v2.0/ports?device_id=688eb19d-797e-4521-9159-9137d21ac16b HTTP/1.1" status: 200 len: 210 time: 0.1483247 May 31 13:44:56.638314 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b7d718-f930-473d-93a6-84e241606ce3 req-2448b531-dfac-49df-b9c0-ce0900c301ad tempest-ServerTagsTestJSON-491483173 tempest-ServerTagsTestJSON-491483173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:44:56.643737 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-00b7d718-f930-473d-93a6-84e241606ce3 req-2448b531-dfac-49df-b9c0-ce0900c301ad tempest-ServerTagsTestJSON-491483173 tempest-ServerTagsTestJSON-491483173-project] 10.222.0.44 "GET /v2.0/networks?id=9e72f796-331f-4c44-9f15-34cac0d665a4 HTTP/1.1" status: 200 len: 809 time: 1.1720850 May 31 13:44:56.651169 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bbbda514-2331-4461-971a-fe820704bd30 req-148447fb-16b1-4049-8907-33cd803ee9cb tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/ports?device_id=0710edc1-1650-4be9-80ea-169a803e7734 HTTP/1.1" status: 200 len: 210 time: 0.4563987 May 31 13:44:56.768296 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-00b7d718-f930-473d-93a6-84e241606ce3 req-ac9fabce-5c68-4b10-8e7d-5413176c23ad tempest-ServerTagsTestJSON-491483173 tempest-ServerTagsTestJSON-491483173-project] Request body: {'port': {'device_id': '688eb19d-797e-4521-9159-9137d21ac16b', 'network_id': '9e72f796-331f-4c44-9f15-34cac0d665a4', 'admin_state_up': True, 'tenant_id': 'ddcb48e1f14347fcb4ea9875766335f9'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:44:56.945826 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-0b0a343a-17be-49bf-aa1c-d31fbbc38c50 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Deleting port 62d1772b-bf71-4e7a-8c07-2f27bf1c937f {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:44:56.946383 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0b0a343a-17be-49bf-aa1c-d31fbbc38c50 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:56.985580 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-750ab090-0c5d-4e5d-bd0e-c5d3ee7ea0f3 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:57.411292 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-97b52bd9-5c5f-48c0-9c70-aa66a4dd56f3 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:57.452704 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43ae3ba-6e6f-4610-876c-70f04eb1b0d6 req-6d405979-a8d5-4331-ada2-683f0d148fbb tempest-ServerAddressesNegativeTestJSON-1198701910 tempest-ServerAddressesNegativeTestJSON-1198701910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:44:57.454290 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e43ae3ba-6e6f-4610-876c-70f04eb1b0d6 req-6d405979-a8d5-4331-ada2-683f0d148fbb tempest-ServerAddressesNegativeTestJSON-1198701910 tempest-ServerAddressesNegativeTestJSON-1198701910-project] 10.222.0.50 "GET /v2.0/ports?device_id=d62b3aad-9a0b-4ed7-85c5-bebc00a4983c HTTP/1.1" status: 200 len: 946 time: 0.8006306 May 31 13:44:57.487320 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-00b7d718-f930-473d-93a6-84e241606ce3 req-ac9fabce-5c68-4b10-8e7d-5413176c23ad tempest-ServerTagsTestJSON-491483173 tempest-ServerTagsTestJSON-491483173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:44:57.508869 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-00b7d718-f930-473d-93a6-84e241606ce3 req-ac9fabce-5c68-4b10-8e7d-5413176c23ad tempest-ServerTagsTestJSON-491483173 tempest-ServerTagsTestJSON-491483173-project] Usage tracker for resource:port and tenant:ddcb48e1f14347fcb4ea9875766335f9 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:44:57.585112 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d138af24-cc2f-4655-bfa2-a6832e880e98 req-f9e40263-cd1a-435c-97d1-70df4ab25f29 tempest-ServerTagsTestJSON-491483173 tempest-ServerTagsTestJSON-491483173-project] 10.222.0.50 "GET /v2.0/ports?device_id=688eb19d-797e-4521-9159-9137d21ac16b HTTP/1.1" status: 200 len: 210 time: 0.0853310 May 31 13:44:57.590902 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-00b7d718-f930-473d-93a6-84e241606ce3 req-ac9fabce-5c68-4b10-8e7d-5413176c23ad tempest-ServerTagsTestJSON-491483173 tempest-ServerTagsTestJSON-491483173-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:44:57.614366 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-0b0a343a-17be-49bf-aa1c-d31fbbc38c50 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] For port 62d1772b-bf71-4e7a-8c07-2f27bf1c937f, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=62d1772b-bf71-4e7a-8c07-2f27bf1c937f,segment=NetworkSegment(12da61e1-4fb5-47fc-8205-d930e85249e4),segment_id=12da61e1-4fb5-47fc-8205-d930e85249e4)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:44:57.615158 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0b0a343a-17be-49bf-aa1c-d31fbbc38c50 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:57.624427 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-00b7d718-f930-473d-93a6-84e241606ce3 req-ac9fabce-5c68-4b10-8e7d-5413176c23ad tempest-ServerTagsTestJSON-491483173 tempest-ServerTagsTestJSON-491483173-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:44:57.755049 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e43ae3ba-6e6f-4610-876c-70f04eb1b0d6 req-35681bd8-8e07-4c13-9439-5bcce3803090 tempest-ServerAddressesNegativeTestJSON-1198701910 tempest-ServerAddressesNegativeTestJSON-1198701910-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4bce46d-580c-4af0-a71d-6ee04022a92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827938 May 31 13:44:57.860200 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-0b0a343a-17be-49bf-aa1c-d31fbbc38c50 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Calling delete_port for 62d1772b-bf71-4e7a-8c07-2f27bf1c937f owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:44:57.901250 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00b7d718-f930-473d-93a6-84e241606ce3 req-ac9fabce-5c68-4b10-8e7d-5413176c23ad tempest-ServerTagsTestJSON-491483173 tempest-ServerTagsTestJSON-491483173-project] Made reservation on behalf of ddcb48e1f14347fcb4ea9875766335f9 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:44:57.909225 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-00b7d718-f930-473d-93a6-84e241606ce3 req-ac9fabce-5c68-4b10-8e7d-5413176c23ad tempest-ServerTagsTestJSON-491483173 tempest-ServerTagsTestJSON-491483173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:58.103230 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97b52bd9-5c5f-48c0-9c70-aa66a4dd56f3 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Router 05ae1f54-b3a3-4e38-9347-6e12afaa7657 is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 13:44:58.393517 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-750ab090-0c5d-4e5d-bd0e-c5d3ee7ea0f3 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Allocated IP 172.20.0.1 (a5fdb0ee-1a5c-47ef-8f16-5b4028b3fa08/df6aa586-009a-4908-889b-0aee8b284977/88dab210-92ba-44c2-9b10-6c731e946243) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:44:58.528097 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fbd86651-fa83-4d18-a663-78a719b0d788 req-d4fd1349-7884-446a-95af-8a7f592c9699 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/ports?device_id=0710edc1-1650-4be9-80ea-169a803e7734 HTTP/1.1" status: 200 len: 210 time: 0.5579915 May 31 13:44:58.655131 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-00b7d718-f930-473d-93a6-84e241606ce3 req-ac9fabce-5c68-4b10-8e7d-5413176c23ad tempest-ServerTagsTestJSON-491483173 tempest-ServerTagsTestJSON-491483173-project] Allocated IP 172.20.0.9 (9e72f796-331f-4c44-9f15-34cac0d665a4/4fbb36dc-bd40-495f-bec3-e46e24154a58/9a0fd578-dc40-475e-ab9f-06e9a85958aa) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:44:58.674700 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0b0a343a-17be-49bf-aa1c-d31fbbc38c50 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:58.825677 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-750ab090-0c5d-4e5d-bd0e-c5d3ee7ea0f3 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:58.831878 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b52bd9-5c5f-48c0-9c70-aa66a4dd56f3 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:44:58.841528 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e59fe5-7ef0-4b13-aa46-46291094d4e4 req-ff93e43b-a2b3-4063-b408-d635c7b0caec tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:44:58.843652 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c3e59fe5-7ef0-4b13-aa46-46291094d4e4 req-ff93e43b-a2b3-4063-b408-d635c7b0caec tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.44 "GET /v2.0/networks?id=63c618dc-2d9c-42a1-a644-8fd65767e93c HTTP/1.1" status: 200 len: 815 time: 1.0859640 May 31 13:44:58.843652 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0a343a-17be-49bf-aa1c-d31fbbc38c50 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] No DVR routers for this DVR port 62d1772b-bf71-4e7a-8c07-2f27bf1c937f on host n-d-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:44:58.866963 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b1ab44-02ae-4caf-9aad-c0b0a1b11d2a None None] Sync routers for ids ['05ae1f54-b3a3-4e38-9347-6e12afaa7657'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:44:58.875912 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-750ab090-0c5d-4e5d-bd0e-c5d3ee7ea0f3 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Transition to ACTIVE for port object 88dab210-92ba-44c2-9b10-6c731e946243 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:44:58.879244 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b1ab44-02ae-4caf-9aad-c0b0a1b11d2a None None] Routers {'05ae1f54-b3a3-4e38-9347-6e12afaa7657'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:44:58.880086 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-79b1ab44-02ae-4caf-9aad-c0b0a1b11d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:44:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['05ae1f54-b3a3-4e38-9347-6e12afaa7657'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:44:58.915337 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-97b52bd9-5c5f-48c0-9c70-aa66a4dd56f3 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:58.920672 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-97b52bd9-5c5f-48c0-9c70-aa66a4dd56f3 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 9.9828978 May 31 13:44:58.922493 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 33466) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:44:58.933046 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-a9dd0fe4-e2e3-4659-8bd9-8e3dc5613965 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'enable_snat': False}}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:44:58.981213 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-79b1ab44-02ae-4caf-9aad-c0b0a1b11d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:44:59.004281 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b1ab44-02ae-4caf-9aad-c0b0a1b11d2a None None] Routers {'05ae1f54-b3a3-4e38-9347-6e12afaa7657'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:44:59.005023 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-79b1ab44-02ae-4caf-9aad-c0b0a1b11d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:44:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['05ae1f54-b3a3-4e38-9347-6e12afaa7657'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:44:59.118329 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-79b1ab44-02ae-4caf-9aad-c0b0a1b11d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:44:59.118753 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b1ab44-02ae-4caf-9aad-c0b0a1b11d2a None None] The sync data for ids ['05ae1f54-b3a3-4e38-9347-6e12afaa7657'] in n-d-843939-1 is: [] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:44:59.124704 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0a343a-17be-49bf-aa1c-d31fbbc38c50 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Pushing event deleted for resources: {'Port': ['ID=62d1772b-bf71-4e7a-8c07-2f27bf1c937f,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:59.139867 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0d48961b-7907-49e0-aab4-6c438b207ccb req-7fb58b88-8743-46a1-a859-4fbc292451a6 tempest-ServerTagsTestJSON-491483173 tempest-ServerTagsTestJSON-491483173-project] 10.222.0.50 "GET /v2.0/ports?device_id=688eb19d-797e-4521-9159-9137d21ac16b HTTP/1.1" status: 200 len: 210 time: 0.3129287 May 31 13:44:59.252152 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-750ab090-0c5d-4e5d-bd0e-c5d3ee7ea0f3 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:59.308636 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c3e59fe5-7ef0-4b13-aa46-46291094d4e4 req-d45279f6-c3db-4a3c-b6f1-b023f4b03af0 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c3bb07388f549c9aeec65a21380cb5d HTTP/1.1" status: 200 len: 379 time: 0.3732991 May 31 13:44:59.335588 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25beb20-6d3d-4d0f-9cfd-7abad44819b6 req-513dee53-ae5c-4efd-a3dc-2b1372ddf524 tempest-ServerAddressesNegativeTestJSON-1198701910 tempest-ServerAddressesNegativeTestJSON-1198701910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:44:59.339317 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c25beb20-6d3d-4d0f-9cfd-7abad44819b6 req-513dee53-ae5c-4efd-a3dc-2b1372ddf524 tempest-ServerAddressesNegativeTestJSON-1198701910 tempest-ServerAddressesNegativeTestJSON-1198701910-project] 10.222.0.50 "GET /v2.0/ports?device_id=d62b3aad-9a0b-4ed7-85c5-bebc00a4983c HTTP/1.1" status: 200 len: 946 time: 0.7464881 May 31 13:44:59.347260 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0b0a343a-17be-49bf-aa1c-d31fbbc38c50 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:59.360638 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-c3e59fe5-7ef0-4b13-aa46-46291094d4e4 req-b9914fea-6c2f-4ed6-8a85-38f8a8da7a19 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Request body: {'port': {'device_id': '0710edc1-1650-4be9-80ea-169a803e7734', 'network_id': '63c618dc-2d9c-42a1-a644-8fd65767e93c', 'admin_state_up': True, 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d', 'security_groups': ['76a9cdf4-6db8-45af-89d0-8bc6812225a4']}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:44:59.400172 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750ab090-0c5d-4e5d-bd0e-c5d3ee7ea0f3 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Network a5fdb0ee-1a5c-47ef-8f16-5b4028b3fa08 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:44:59.416298 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-750ab090-0c5d-4e5d-bd0e-c5d3ee7ea0f3 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:44:59.431468 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750ab090-0c5d-4e5d-bd0e-c5d3ee7ea0f3 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:44:59.472556 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ab090-0c5d-4e5d-bd0e-c5d3ee7ea0f3 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Pushing event updated for resources: {'Port': ['ID=88dab210-92ba-44c2-9b10-6c731e946243,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:44:59.595101 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-0b0a343a-17be-49bf-aa1c-d31fbbc38c50 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e25f74c0-0187-42df-9433-c8deaa2832ff']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:44:59.654629 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c25beb20-6d3d-4d0f-9cfd-7abad44819b6 req-3d22bfee-c1fa-49da-9049-0f31ea78dcc2 tempest-ServerAddressesNegativeTestJSON-1198701910 tempest-ServerAddressesNegativeTestJSON-1198701910-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4bce46d-580c-4af0-a71d-6ee04022a92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489924 May 31 13:44:59.663344 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-0b0a343a-17be-49bf-aa1c-d31fbbc38c50 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12da61e1-4fb5-47fc-8205-d930e85249e4') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:44:59.664214 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-0b0a343a-17be-49bf-aa1c-d31fbbc38c50 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12da61e1-4fb5-47fc-8205-d930e85249e4') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:44:59.699226 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0b0a343a-17be-49bf-aa1c-d31fbbc38c50 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:59.706756 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ed926b7e-7c6b-4c4b-ba71-0750bce5a12a None None] Provisioning for port 88dab210-92ba-44c2-9b10-6c731e946243 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:44:59.712560 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ed926b7e-7c6b-4c4b-ba71-0750bce5a12a None None] Provisioning complete for port 88dab210-92ba-44c2-9b10-6c731e946243 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:44:59.712980 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ed926b7e-7c6b-4c4b-ba71-0750bce5a12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:59.759454 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-750ab090-0c5d-4e5d-bd0e-c5d3ee7ea0f3 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:59.773375 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-ed926b7e-7c6b-4c4b-ba71-0750bce5a12a None None] Port 88dab210-92ba-44c2-9b10-6c731e946243 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:44:59.790568 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0b0a343a-17be-49bf-aa1c-d31fbbc38c50 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:59.813159 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-65b7876d-63db-4958-b378-358442fe1619 req-30c94677-5f36-473e-a616-d4842ef65074 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/ports?device_id=0710edc1-1650-4be9-80ea-169a803e7734 HTTP/1.1" status: 200 len: 210 time: 0.1061018 May 31 13:44:59.822783 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b0a343a-17be-49bf-aa1c-d31fbbc38c50 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:44:59.823426 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0b0a343a-17be-49bf-aa1c-d31fbbc38c50 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:59.919441 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 12da61e1-4fb5-47fc-8205-d930e85249e4 resource provider aggregate not found May 31 13:44:59.950071 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-00b7d718-f930-473d-93a6-84e241606ce3 req-ac9fabce-5c68-4b10-8e7d-5413176c23ad tempest-ServerTagsTestJSON-491483173 tempest-ServerTagsTestJSON-491483173-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:59.957818 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 12da61e1-4fb5-47fc-8205-d930e85249e4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 12da61e1-4fb5-47fc-8205-d930e85249e4 found for delete ", "request_id": "req-8bcc429a-d7dd-4a82-b537-9fda2a3fdd93"}]} May 31 13:44:59.997395 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-c3e59fe5-7ef0-4b13-aa46-46291094d4e4 req-b9914fea-6c2f-4ed6-8a85-38f8a8da7a19 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:45:00.008003 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-c3e59fe5-7ef0-4b13-aa46-46291094d4e4 req-b9914fea-6c2f-4ed6-8a85-38f8a8da7a19 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Usage tracker for resource:port and tenant:0c3bb07388f549c9aeec65a21380cb5d is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:45:00.015656 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-c3e59fe5-7ef0-4b13-aa46-46291094d4e4 req-b9914fea-6c2f-4ed6-8a85-38f8a8da7a19 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:45:00.027525 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0b0a343a-17be-49bf-aa1c-d31fbbc38c50 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:00.034147 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-c3e59fe5-7ef0-4b13-aa46-46291094d4e4 req-b9914fea-6c2f-4ed6-8a85-38f8a8da7a19 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:45:00.054900 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0b0a343a-17be-49bf-aa1c-d31fbbc38c50 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:00.075421 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3e59fe5-7ef0-4b13-aa46-46291094d4e4 req-b9914fea-6c2f-4ed6-8a85-38f8a8da7a19 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Made reservation on behalf of 0c3bb07388f549c9aeec65a21380cb5d for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:45:00.078899 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-c3e59fe5-7ef0-4b13-aa46-46291094d4e4 req-b9914fea-6c2f-4ed6-8a85-38f8a8da7a19 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:00.089650 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0a343a-17be-49bf-aa1c-d31fbbc38c50 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Pushing event deleted for resources: {'Network': ['ID=e25f74c0-0187-42df-9433-c8deaa2832ff,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:00.109882 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-0b0a343a-17be-49bf-aa1c-d31fbbc38c50 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] 10.222.0.50 "DELETE /v2.0/networks/e25f74c0-0187-42df-9433-c8deaa2832ff HTTP/1.1" status: 204 len: 168 time: 7.9426308 May 31 13:45:00.111935 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 33484) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:00.124217 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-3d80cd9a-d3b5-43c8-ae8c-28754d497c02 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-777933130'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:45:00.164312 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-3d80cd9a-d3b5-43c8-ae8c-28754d497c02 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:45:00.171858 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-3d80cd9a-d3b5-43c8-ae8c-28754d497c02 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Usage tracker for resource:network and tenant:9f98270cdf824e3ebd7736abf6d6b113 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:45:00.180725 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-3d80cd9a-d3b5-43c8-ae8c-28754d497c02 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:45:00.190313 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-00b7d718-f930-473d-93a6-84e241606ce3 req-ac9fabce-5c68-4b10-8e7d-5413176c23ad tempest-ServerTagsTestJSON-491483173 tempest-ServerTagsTestJSON-491483173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:00.210183 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-3d80cd9a-d3b5-43c8-ae8c-28754d497c02 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:45:00.281231 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a9dd0fe4-e2e3-4659-8bd9-8e3dc5613965 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:00.288859 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00b7d718-f930-473d-93a6-84e241606ce3 req-ac9fabce-5c68-4b10-8e7d-5413176c23ad tempest-ServerTagsTestJSON-491483173 tempest-ServerTagsTestJSON-491483173-project] Network 9e72f796-331f-4c44-9f15-34cac0d665a4 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:45:00.302977 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-00b7d718-f930-473d-93a6-84e241606ce3 req-ac9fabce-5c68-4b10-8e7d-5413176c23ad tempest-ServerTagsTestJSON-491483173 tempest-ServerTagsTestJSON-491483173-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:45:00.313757 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-00b7d718-f930-473d-93a6-84e241606ce3 req-ac9fabce-5c68-4b10-8e7d-5413176c23ad tempest-ServerTagsTestJSON-491483173 tempest-ServerTagsTestJSON-491483173-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:45:00.350521 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d80cd9a-d3b5-43c8-ae8c-28754d497c02 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Made reservation on behalf of 9f98270cdf824e3ebd7736abf6d6b113 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:45:00.354428 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3d80cd9a-d3b5-43c8-ae8c-28754d497c02 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:00.438898 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b238d457-b010-4d5e-bd22-0193d2a6db18 req-dabdc112-b46d-411d-a2b6-645e0a20c9a1 tempest-ServerAddressesNegativeTestJSON-1198701910 tempest-ServerAddressesNegativeTestJSON-1198701910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:00.440920 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b238d457-b010-4d5e-bd22-0193d2a6db18 req-dabdc112-b46d-411d-a2b6-645e0a20c9a1 tempest-ServerAddressesNegativeTestJSON-1198701910 tempest-ServerAddressesNegativeTestJSON-1198701910-project] 10.222.0.44 "GET /v2.0/ports?device_id=d62b3aad-9a0b-4ed7-85c5-bebc00a4983c HTTP/1.1" status: 200 len: 946 time: 0.3170183 May 31 13:45:00.576803 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-750ab090-0c5d-4e5d-bd0e-c5d3ee7ea0f3 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:00.589860 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9fabce-5c68-4b10-8e7d-5413176c23ad tempest-ServerTagsTestJSON-491483173 tempest-ServerTagsTestJSON-491483173-project] Pushing event updated for resources: {'Port': ['ID=9a0fd578-dc40-475e-ab9f-06e9a85958aa,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:00.598915 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-b238d457-b010-4d5e-bd22-0193d2a6db18 req-d0bc3234-2627-466e-9759-135c158e2a11 tempest-ServerAddressesNegativeTestJSON-1198701910 tempest-ServerAddressesNegativeTestJSON-1198701910-project] Deleting port b9033022-e852-43a7-9854-86d0b1b61919 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:45:00.599322 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-b238d457-b010-4d5e-bd22-0193d2a6db18 req-d0bc3234-2627-466e-9759-135c158e2a11 tempest-ServerAddressesNegativeTestJSON-1198701910 tempest-ServerAddressesNegativeTestJSON-1198701910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:00.681479 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b7d718-f930-473d-93a6-84e241606ce3 req-ac9fabce-5c68-4b10-8e7d-5413176c23ad tempest-ServerTagsTestJSON-491483173 tempest-ServerTagsTestJSON-491483173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:00.683138 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-00b7d718-f930-473d-93a6-84e241606ce3 req-ac9fabce-5c68-4b10-8e7d-5413176c23ad tempest-ServerTagsTestJSON-491483173 tempest-ServerTagsTestJSON-491483173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:00.760320 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d80cd9a-d3b5-43c8-ae8c-28754d497c02 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:45:00.812419 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-00b7d718-f930-473d-93a6-84e241606ce3 req-ac9fabce-5c68-4b10-8e7d-5413176c23ad tempest-ServerTagsTestJSON-491483173 tempest-ServerTagsTestJSON-491483173-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0619164 May 31 13:45:00.847139 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-00b7d718-f930-473d-93a6-84e241606ce3 req-3c6ce73e-4c83-4cdf-a7bc-3aef5979d905 service neutron] Request body: {'port': {'device_id': '688eb19d-797e-4521-9159-9137d21ac16b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:45:00.947776 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-c3e59fe5-7ef0-4b13-aa46-46291094d4e4 req-b9914fea-6c2f-4ed6-8a85-38f8a8da7a19 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Allocated IP 172.20.0.4 (63c618dc-2d9c-42a1-a644-8fd65767e93c/1fa11664-0552-4bb0-b5b0-3278009a7430/801e7b36-1094-46d8-bd5f-4a2bce007eb1) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:45:00.950608 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3d80cd9a-d3b5-43c8-ae8c-28754d497c02 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:00.951207 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-3d80cd9a-d3b5-43c8-ae8c-28754d497c02 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Added segment 8165e1d8-542d-4ec8-840b-3edce21adaf8 of type vlan for network d8f402c8-a218-4780-a8e5-6d58e0e476f4 May 31 13:45:01.043641 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d23945-f65b-4617-8763-2766ea87b3c0 req-ff3a75a4-6785-4262-8161-f2d093e452fd tempest-ServerTagsTestJSON-491483173 tempest-ServerTagsTestJSON-491483173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:01.044412 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-62d23945-f65b-4617-8763-2766ea87b3c0 req-ff3a75a4-6785-4262-8161-f2d093e452fd tempest-ServerTagsTestJSON-491483173 tempest-ServerTagsTestJSON-491483173-project] Synchronizing usage tracker for tenant:ddcb48e1f14347fcb4ea9875766335f9 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:45:01.149846 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3d80cd9a-d3b5-43c8-ae8c-28754d497c02 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:01.184747 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-00b7d718-f930-473d-93a6-84e241606ce3 req-3c6ce73e-4c83-4cdf-a7bc-3aef5979d905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:01.234200 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-62d23945-f65b-4617-8763-2766ea87b3c0 req-ff3a75a4-6785-4262-8161-f2d093e452fd tempest-ServerTagsTestJSON-491483173 tempest-ServerTagsTestJSON-491483173-project] Unset dirty status for tenant:ddcb48e1f14347fcb4ea9875766335f9 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:45:01.236161 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-62d23945-f65b-4617-8763-2766ea87b3c0 req-ff3a75a4-6785-4262-8161-f2d093e452fd tempest-ServerTagsTestJSON-491483173 tempest-ServerTagsTestJSON-491483173-project] 10.222.0.50 "GET /v2.0/ports?device_id=688eb19d-797e-4521-9159-9137d21ac16b HTTP/1.1" status: 200 len: 931 time: 0.8467939 May 31 13:45:01.414053 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-b238d457-b010-4d5e-bd22-0193d2a6db18 req-d0bc3234-2627-466e-9759-135c158e2a11 tempest-ServerAddressesNegativeTestJSON-1198701910 tempest-ServerAddressesNegativeTestJSON-1198701910-project] For port b9033022-e852-43a7-9854-86d0b1b61919, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=b9033022-e852-43a7-9854-86d0b1b61919,segment=NetworkSegment(8d2a1efa-9a35-4d27-aca6-168ccaf9a434),segment_id=8d2a1efa-9a35-4d27-aca6-168ccaf9a434)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:45:01.414848 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-b238d457-b010-4d5e-bd22-0193d2a6db18 req-d0bc3234-2627-466e-9759-135c158e2a11 tempest-ServerAddressesNegativeTestJSON-1198701910 tempest-ServerAddressesNegativeTestJSON-1198701910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:01.443913 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3d80cd9a-d3b5-43c8-ae8c-28754d497c02 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:01.450184 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d80cd9a-d3b5-43c8-ae8c-28754d497c02 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:01.450917 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3d80cd9a-d3b5-43c8-ae8c-28754d497c02 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:01.783643 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-62d23945-f65b-4617-8763-2766ea87b3c0 req-b056ed6b-22bf-47ed-bd75-8608e1d2db6f tempest-ServerTagsTestJSON-491483173 tempest-ServerTagsTestJSON-491483173-project] Synchronizing usage tracker for tenant:ddcb48e1f14347fcb4ea9875766335f9 on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:45:01.812111 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-b238d457-b010-4d5e-bd22-0193d2a6db18 req-d0bc3234-2627-466e-9759-135c158e2a11 tempest-ServerAddressesNegativeTestJSON-1198701910 tempest-ServerAddressesNegativeTestJSON-1198701910-project] Calling delete_port for b9033022-e852-43a7-9854-86d0b1b61919 owned by compute:nova {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:45:01.844582 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4adba22-2028-4201-aadd-be65dfbdd9b8 req-835b102f-de00-4580-933e-cc77034975af tempest-ServerAddressesNegativeTestJSON-1198701910 tempest-ServerAddressesNegativeTestJSON-1198701910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:01.846507 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c4adba22-2028-4201-aadd-be65dfbdd9b8 req-835b102f-de00-4580-933e-cc77034975af tempest-ServerAddressesNegativeTestJSON-1198701910 tempest-ServerAddressesNegativeTestJSON-1198701910-project] 10.222.0.50 "GET /v2.0/ports?device_id=d62b3aad-9a0b-4ed7-85c5-bebc00a4983c HTTP/1.1" status: 200 len: 946 time: 0.8247311 May 31 13:45:01.864323 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-3d80cd9a-d3b5-43c8-ae8c-28754d497c02 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7476060 May 31 13:45:01.874971 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 33510) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:01.885349 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-e62f1827-66a9-484a-ba60-adc41887ac40 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Request body: {'subnet': {'network_id': 'd8f402c8-a218-4780-a8e5-6d58e0e476f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:45:01.905691 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d80cd9a-d3b5-43c8-ae8c-28754d497c02 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Pushing event updated for resources: {'Network': ['ID=d8f402c8-a218-4780-a8e5-6d58e0e476f4,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:01.940760 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network d8f402c8-a218-4780-a8e5-6d58e0e476f4 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:45:02.078982 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-c3e59fe5-7ef0-4b13-aa46-46291094d4e4 req-b9914fea-6c2f-4ed6-8a85-38f8a8da7a19 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:02.084780 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-62d23945-f65b-4617-8763-2766ea87b3c0 req-b056ed6b-22bf-47ed-bd75-8608e1d2db6f tempest-ServerTagsTestJSON-491483173 tempest-ServerTagsTestJSON-491483173-project] Unset dirty status for tenant:ddcb48e1f14347fcb4ea9875766335f9 on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:45:02.086910 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-62d23945-f65b-4617-8763-2766ea87b3c0 req-b056ed6b-22bf-47ed-bd75-8608e1d2db6f tempest-ServerTagsTestJSON-491483173 tempest-ServerTagsTestJSON-491483173-project] 10.222.0.50 "GET /v2.0/security-groups?id=39da99ba-a514-4a54-b0fa-a32701283c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7781060 May 31 13:45:02.117197 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-750ab090-0c5d-4e5d-bd0e-c5d3ee7ea0f3 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:02.166579 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-750ab090-0c5d-4e5d-bd0e-c5d3ee7ea0f3 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:02.202071 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c4adba22-2028-4201-aadd-be65dfbdd9b8 req-179ccaff-1609-445d-9578-60c14c7a4b9b tempest-ServerAddressesNegativeTestJSON-1198701910 tempest-ServerAddressesNegativeTestJSON-1198701910-project] 10.222.0.50 "GET /v2.0/security-groups?id=f4bce46d-580c-4af0-a71d-6ee04022a92c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276350 May 31 13:45:02.215072 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-c3e59fe5-7ef0-4b13-aa46-46291094d4e4 req-b9914fea-6c2f-4ed6-8a85-38f8a8da7a19 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Transition to ACTIVE for port object 801e7b36-1094-46d8-bd5f-4a2bce007eb1 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:45:02.335587 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e62f1827-66a9-484a-ba60-adc41887ac40 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:45:02.386097 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e62f1827-66a9-484a-ba60-adc41887ac40 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Usage tracker for resource:subnet and tenant:9f98270cdf824e3ebd7736abf6d6b113 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:45:02.406689 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-ec2dcd69-2860-41c2-b75d-b4b82528e2fe req-e4bf56d5-4a40-4bdc-8263-3034903d5205 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Synchronizing usage tracker for tenant:0c3bb07388f549c9aeec65a21380cb5d on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:45:02.438177 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-ec2dcd69-2860-41c2-b75d-b4b82528e2fe req-e4bf56d5-4a40-4bdc-8263-3034903d5205 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Unset dirty status for tenant:0c3bb07388f549c9aeec65a21380cb5d on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:45:02.440620 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ec2dcd69-2860-41c2-b75d-b4b82528e2fe req-e4bf56d5-4a40-4bdc-8263-3034903d5205 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/ports?device_id=0710edc1-1650-4be9-80ea-169a803e7734 HTTP/1.1" status: 200 len: 210 time: 0.1454451 May 31 13:45:02.446451 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-00b7d718-f930-473d-93a6-84e241606ce3 req-3c6ce73e-4c83-4cdf-a7bc-3aef5979d905 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a0fd578-dc40-475e-ab9f-06e9a85958aa {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:45:02.456679 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-00b7d718-f930-473d-93a6-84e241606ce3 req-3c6ce73e-4c83-4cdf-a7bc-3aef5979d905 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:02.475751 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-c3e59fe5-7ef0-4b13-aa46-46291094d4e4 req-b9914fea-6c2f-4ed6-8a85-38f8a8da7a19 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:02.476009 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e62f1827-66a9-484a-ba60-adc41887ac40 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:45:02.511788 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e62f1827-66a9-484a-ba60-adc41887ac40 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:45:02.517288 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ab090-0c5d-4e5d-bd0e-c5d3ee7ea0f3 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Pushing event updated for resources: {'Port': ['ID=88dab210-92ba-44c2-9b10-6c731e946243,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:02.520862 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-750ab090-0c5d-4e5d-bd0e-c5d3ee7ea0f3 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:02.554820 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3e59fe5-7ef0-4b13-aa46-46291094d4e4 req-b9914fea-6c2f-4ed6-8a85-38f8a8da7a19 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Network 63c618dc-2d9c-42a1-a644-8fd65767e93c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:45:02.558953 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-c3e59fe5-7ef0-4b13-aa46-46291094d4e4 req-b9914fea-6c2f-4ed6-8a85-38f8a8da7a19 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:45:02.563198 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3e59fe5-7ef0-4b13-aa46-46291094d4e4 req-b9914fea-6c2f-4ed6-8a85-38f8a8da7a19 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:45:02.606258 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9914fea-6c2f-4ed6-8a85-38f8a8da7a19 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Pushing event updated for resources: {'Port': ['ID=801e7b36-1094-46d8-bd5f-4a2bce007eb1,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:02.655219 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e59fe5-7ef0-4b13-aa46-46291094d4e4 req-b9914fea-6c2f-4ed6-8a85-38f8a8da7a19 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:02.655866 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-c3e59fe5-7ef0-4b13-aa46-46291094d4e4 req-b9914fea-6c2f-4ed6-8a85-38f8a8da7a19 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:02.677626 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c3e59fe5-7ef0-4b13-aa46-46291094d4e4 req-b9914fea-6c2f-4ed6-8a85-38f8a8da7a19 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3545859 May 31 13:45:02.691151 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-c3e59fe5-7ef0-4b13-aa46-46291094d4e4 req-8cdd0502-1686-460d-8067-c856f88da7b6 service neutron] Request body: {'port': {'device_id': '0710edc1-1650-4be9-80ea-169a803e7734', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:45:02.827676 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-c3e59fe5-7ef0-4b13-aa46-46291094d4e4 req-8cdd0502-1686-460d-8067-c856f88da7b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:02.851657 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e62f1827-66a9-484a-ba60-adc41887ac40 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Made reservation on behalf of 9f98270cdf824e3ebd7736abf6d6b113 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:45:02.855025 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e62f1827-66a9-484a-ba60-adc41887ac40 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:02.899794 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-00b7d718-f930-473d-93a6-84e241606ce3 req-3c6ce73e-4c83-4cdf-a7bc-3aef5979d905 service neutron] Transition to ACTIVE for port object 9a0fd578-dc40-475e-ab9f-06e9a85958aa will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:45:02.905072 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-00b7d718-f930-473d-93a6-84e241606ce3 req-3c6ce73e-4c83-4cdf-a7bc-3aef5979d905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:02.927542 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-87d47633-a234-489b-bde3-163b4df7cc38 None None] Provisioning for port 801e7b36-1094-46d8-bd5f-4a2bce007eb1 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:45:02.933174 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-87d47633-a234-489b-bde3-163b4df7cc38 None None] Provisioning complete for port 801e7b36-1094-46d8-bd5f-4a2bce007eb1 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:45:02.933543 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-87d47633-a234-489b-bde3-163b4df7cc38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:02.964370 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-b238d457-b010-4d5e-bd22-0193d2a6db18 req-d0bc3234-2627-466e-9759-135c158e2a11 tempest-ServerAddressesNegativeTestJSON-1198701910 tempest-ServerAddressesNegativeTestJSON-1198701910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:02.996664 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-87d47633-a234-489b-bde3-163b4df7cc38 None None] Port 801e7b36-1094-46d8-bd5f-4a2bce007eb1 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:45:03.052740 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a9dd0fe4-e2e3-4659-8bd9-8e3dc5613965 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:03.089610 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bc3234-2627-466e-9759-135c158e2a11 tempest-ServerAddressesNegativeTestJSON-1198701910 tempest-ServerAddressesNegativeTestJSON-1198701910-project] Pushing event deleted for resources: {'Port': ['ID=b9033022-e852-43a7-9854-86d0b1b61919,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:03.165250 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a9dd0fe4-e2e3-4659-8bd9-8e3dc5613965 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1578611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1578620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1575237'] for router, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:03.249450 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6ce73e-4c83-4cdf-a7bc-3aef5979d905 service neutron] Pushing event updated for resources: {'Port': ['ID=9a0fd578-dc40-475e-ab9f-06e9a85958aa,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:03.345019 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-b238d457-b010-4d5e-bd22-0193d2a6db18 req-d0bc3234-2627-466e-9759-135c158e2a11 tempest-ServerAddressesNegativeTestJSON-1198701910 tempest-ServerAddressesNegativeTestJSON-1198701910-project] No DVR routers for this DVR port b9033022-e852-43a7-9854-86d0b1b61919 on host n-h2-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:45:03.379143 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 13:45:03.388214 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device b9033022-e852-43a7-9854-86d0b1b61919 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:45:03.429225 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af91ed36-37e7-4a63-9975-846b530e8e50 req-330e5f42-be56-44df-85b8-896807672121 tempest-ServerAddressesNegativeTestJSON-1198701910 tempest-ServerAddressesNegativeTestJSON-1198701910-project] 10.222.0.50 "GET /v2.0/ports?device_id=d62b3aad-9a0b-4ed7-85c5-bebc00a4983c HTTP/1.1" status: 200 len: 210 time: 0.0592587 May 31 13:45:03.435585 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-00b7d718-f930-473d-93a6-84e241606ce3 req-3c6ce73e-4c83-4cdf-a7bc-3aef5979d905 service neutron] Attempting to bind port 9a0fd578-dc40-475e-ab9f-06e9a85958aa on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:45:03.436042 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-00b7d718-f930-473d-93a6-84e241606ce3 req-3c6ce73e-4c83-4cdf-a7bc-3aef5979d905 service neutron] Attempting to bind port 9a0fd578-dc40-475e-ab9f-06e9a85958aa by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': '6e5ff2ed-586f-452f-9447-3f5a72d73b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9e72f796-331f-4c44-9f15-34cac0d665a4'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:45:03.436479 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b7d718-f930-473d-93a6-84e241606ce3 req-3c6ce73e-4c83-4cdf-a7bc-3aef5979d905 service neutron] Attempting to bind port 9a0fd578-dc40-475e-ab9f-06e9a85958aa on network 9e72f796-331f-4c44-9f15-34cac0d665a4 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:45:03.458438 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-b238d457-b010-4d5e-bd22-0193d2a6db18 req-d0bc3234-2627-466e-9759-135c158e2a11 tempest-ServerAddressesNegativeTestJSON-1198701910 tempest-ServerAddressesNegativeTestJSON-1198701910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:03.459414 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] No Port match for: b9033022-e852-43a7-9854-86d0b1b61919 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:45:03.460682 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device b9033022-e852-43a7-9854-86d0b1b61919 not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:45:03.465136 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b7d718-f930-473d-93a6-84e241606ce3 req-3c6ce73e-4c83-4cdf-a7bc-3aef5979d905 service neutron] Port 9a0fd578-dc40-475e-ab9f-06e9a85958aa on network 9e72f796-331f-4c44-9f15-34cac0d665a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:45:03.465470 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b7d718-f930-473d-93a6-84e241606ce3 req-3c6ce73e-4c83-4cdf-a7bc-3aef5979d905 service neutron] Attempting to bind port 9a0fd578-dc40-475e-ab9f-06e9a85958aa on network 9e72f796-331f-4c44-9f15-34cac0d665a4 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:45:03.467650 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd62b3aad-9a0b-4ed7-85c5-bebc00a4983c', 'name': 'network-vif-deleted', 'tag': 'b9033022-e852-43a7-9854-86d0b1b61919'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:45:03.484600 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b7d718-f930-473d-93a6-84e241606ce3 req-3c6ce73e-4c83-4cdf-a7bc-3aef5979d905 service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:45:03.484945 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b7d718-f930-473d-93a6-84e241606ce3 req-3c6ce73e-4c83-4cdf-a7bc-3aef5979d905 service neutron] Checking segment: {'id': '6e5ff2ed-586f-452f-9447-3f5a72d73b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9e72f796-331f-4c44-9f15-34cac0d665a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:45:03.485338 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b7d718-f930-473d-93a6-84e241606ce3 req-3c6ce73e-4c83-4cdf-a7bc-3aef5979d905 service neutron] Bound using segment: {'id': '6e5ff2ed-586f-452f-9447-3f5a72d73b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9e72f796-331f-4c44-9f15-34cac0d665a4'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:45:03.486642 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-00b7d718-f930-473d-93a6-84e241606ce3 req-3c6ce73e-4c83-4cdf-a7bc-3aef5979d905 service neutron] Bound port: 9a0fd578-dc40-475e-ab9f-06e9a85958aa, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e5ff2ed-586f-452f-9447-3f5a72d73b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9e72f796-331f-4c44-9f15-34cac0d665a4'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:45:03.487046 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-00b7d718-f930-473d-93a6-84e241606ce3 req-3c6ce73e-4c83-4cdf-a7bc-3aef5979d905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:03.614115 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750ab090-0c5d-4e5d-bd0e-c5d3ee7ea0f3 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Network a5fdb0ee-1a5c-47ef-8f16-5b4028b3fa08 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:45:03.630883 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-750ab090-0c5d-4e5d-bd0e-c5d3ee7ea0f3 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:45:03.643732 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b238d457-b010-4d5e-bd22-0193d2a6db18 req-d0bc3234-2627-466e-9759-135c158e2a11 tempest-ServerAddressesNegativeTestJSON-1198701910 tempest-ServerAddressesNegativeTestJSON-1198701910-project] 10.222.0.44 "DELETE /v2.0/ports/b9033022-e852-43a7-9854-86d0b1b61919 HTTP/1.1" status: 204 len: 173 time: 3.1492441 May 31 13:45:03.960498 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e62f1827-66a9-484a-ba60-adc41887ac40 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:04.009276 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ff76b3-e03c-447b-aaca-521c6c0f3395 req-24a95bc4-4cb2-41b8-b2fc-3c7b7081b7e1 tempest-ServerTagsTestJSON-491483173 tempest-ServerTagsTestJSON-491483173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:04.011695 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-89ff76b3-e03c-447b-aaca-521c6c0f3395 req-24a95bc4-4cb2-41b8-b2fc-3c7b7081b7e1 tempest-ServerTagsTestJSON-491483173 tempest-ServerTagsTestJSON-491483173-project] 10.222.0.50 "GET /v2.0/ports?device_id=688eb19d-797e-4521-9159-9137d21ac16b HTTP/1.1" status: 200 len: 943 time: 0.7499635 May 31 13:45:04.025288 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-00b7d718-f930-473d-93a6-84e241606ce3 req-3c6ce73e-4c83-4cdf-a7bc-3aef5979d905 service neutron] For port 9a0fd578-dc40-475e-ab9f-06e9a85958aa, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:45:04.030271 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-be8047e6-7940-453f-b134-23df56b12dbe None None] Provisioning complete for port 88dab210-92ba-44c2-9b10-6c731e946243 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:45:04.030837 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-be8047e6-7940-453f-b134-23df56b12dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:04.036510 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-00b7d718-f930-473d-93a6-84e241606ce3 req-3c6ce73e-4c83-4cdf-a7bc-3aef5979d905 service neutron] For port 9a0fd578-dc40-475e-ab9f-06e9a85958aa, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=9a0fd578-dc40-475e-ab9f-06e9a85958aa,segment=NetworkSegment(6e5ff2ed-586f-452f-9447-3f5a72d73b1e),segment_id=6e5ff2ed-586f-452f-9447-3f5a72d73b1e)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:45:04.043051 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9dd0fe4-e2e3-4659-8bd9-8e3dc5613965 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Router 05ae1f54-b3a3-4e38-9347-6e12afaa7657 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:45:04.061758 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-c3e59fe5-7ef0-4b13-aa46-46291094d4e4 req-8cdd0502-1686-460d-8067-c856f88da7b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 801e7b36-1094-46d8-bd5f-4a2bce007eb1 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:45:04.069213 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-00b7d718-f930-473d-93a6-84e241606ce3 req-3c6ce73e-4c83-4cdf-a7bc-3aef5979d905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:04.100778 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-be8047e6-7940-453f-b134-23df56b12dbe None None] Port 88dab210-92ba-44c2-9b10-6c731e946243 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:45:04.101038 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-750ab090-0c5d-4e5d-bd0e-c5d3ee7ea0f3 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Router 23ed27f0-05a9-41f6-a025-14070de1cf97 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:45:04.115002 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62f1827-66a9-484a-ba60-adc41887ac40 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Pushing event updated for resources: {'Subnet': ['ID=01127c92-f164-4ce6-9499-33fa64de2d9b,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:04.137826 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-c3e59fe5-7ef0-4b13-aa46-46291094d4e4 req-8cdd0502-1686-460d-8067-c856f88da7b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:04.206660 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b7d718-f930-473d-93a6-84e241606ce3 req-3c6ce73e-4c83-4cdf-a7bc-3aef5979d905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:04.207593 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-00b7d718-f930-473d-93a6-84e241606ce3 req-3c6ce73e-4c83-4cdf-a7bc-3aef5979d905 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:04.209217 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-00b7d718-f930-473d-93a6-84e241606ce3 req-3c6ce73e-4c83-4cdf-a7bc-3aef5979d905 service neutron] 10.222.0.44 "PUT /v2.0/ports/9a0fd578-dc40-475e-ab9f-06e9a85958aa HTTP/1.1" status: 200 len: 1091 time: 3.3688798 May 31 13:45:04.227744 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62f1827-66a9-484a-ba60-adc41887ac40 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Checking segment: {'id': '8165e1d8-542d-4ec8-840b-3edce21adaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'd8f402c8-a218-4780-a8e5-6d58e0e476f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:45:04.228134 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62f1827-66a9-484a-ba60-adc41887ac40 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Network hostable DHCP agents. Network: d8f402c8-a218-4780-a8e5-6d58e0e476f4, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:45:04.231508 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '688eb19d-797e-4521-9159-9137d21ac16b', 'tag': '9a0fd578-dc40-475e-ab9f-06e9a85958aa'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:45:04.287211 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3186c290-f981-480b-9bc5-dba20e9d498c req-863c54dd-5713-4f0d-9714-a52385525966 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:04.311078 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3186c290-f981-480b-9bc5-dba20e9d498c req-863c54dd-5713-4f0d-9714-a52385525966 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/ports?device_id=0710edc1-1650-4be9-80ea-169a803e7734 HTTP/1.1" status: 200 len: 931 time: 0.7095246 May 31 13:45:04.462463 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62f1827-66a9-484a-ba60-adc41887ac40 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Network d8f402c8-a218-4780-a8e5-6d58e0e476f4 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:45:04.513478 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-c3e59fe5-7ef0-4b13-aa46-46291094d4e4 req-8cdd0502-1686-460d-8067-c856f88da7b6 service neutron] Transition to ACTIVE for port object 801e7b36-1094-46d8-bd5f-4a2bce007eb1 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:45:04.546175 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-e62f1827-66a9-484a-ba60-adc41887ac40 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, d8f402c8-a218-4780-a8e5-6d58e0e476f4) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:45:04.548217 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-89ff76b3-e03c-447b-aaca-521c6c0f3395 req-6e30d787-d00b-4130-96bf-762ddf0707db tempest-ServerTagsTestJSON-491483173 tempest-ServerTagsTestJSON-491483173-project] 10.222.0.50 "GET /v2.0/security-groups?id=39da99ba-a514-4a54-b0fa-a32701283c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4903984 May 31 13:45:04.554873 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd10184-f758-49c5-8b81-f4885760c518 None None] Network d8f402c8-a218-4780-a8e5-6d58e0e476f4 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:45:04.568337 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-c3e59fe5-7ef0-4b13-aa46-46291094d4e4 req-8cdd0502-1686-460d-8067-c856f88da7b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:04.655287 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9dd0fe4-e2e3-4659-8bd9-8e3dc5613965 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:45:04.659455 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6ce73e-4c83-4cdf-a7bc-3aef5979d905 service neutron] Pushing event updated for resources: {'Port': ['ID=9a0fd578-dc40-475e-ab9f-06e9a85958aa,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:04.664580 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-750ab090-0c5d-4e5d-bd0e-c5d3ee7ea0f3 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:45:04.666960 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1600ec31-7a08-4321-88d8-e6ab2de4eea3 None None] Sync routers for ids ['05ae1f54-b3a3-4e38-9347-6e12afaa7657'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:45:04.675144 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ca7eb90-cca4-4657-941d-45764c42357b'] response: {'server_uuid': 'd62b3aad-9a0b-4ed7-85c5-bebc00a4983c', 'name': 'network-vif-deleted', 'tag': 'b9033022-e852-43a7-9854-86d0b1b61919', 'status': 'completed', 'code': 200} May 31 13:45:04.676843 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62f1827-66a9-484a-ba60-adc41887ac40 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:04.677626 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e62f1827-66a9-484a-ba60-adc41887ac40 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:04.698968 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1600ec31-7a08-4321-88d8-e6ab2de4eea3 None None] Routers {'05ae1f54-b3a3-4e38-9347-6e12afaa7657'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:45:04.703874 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-1600ec31-7a08-4321-88d8-e6ab2de4eea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:44:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['05ae1f54-b3a3-4e38-9347-6e12afaa7657'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:45:04.708442 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a9dd0fe4-e2e3-4659-8bd9-8e3dc5613965 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:04.716205 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a9dd0fe4-e2e3-4659-8bd9-8e3dc5613965 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] 10.222.0.50 "PUT /v2.0/routers/05ae1f54-b3a3-4e38-9347-6e12afaa7657 HTTP/1.1" status: 200 len: 925 time: 5.7883461 May 31 13:45:04.746190 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-750ab090-0c5d-4e5d-bd0e-c5d3ee7ea0f3 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] 10.222.0.50 "PUT /v2.0/routers/23ed27f0-05a9-41f6-a025-14070de1cf97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8437335 May 31 13:45:04.749309 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 33540) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:04.749844 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 33542) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:04.764037 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-d8824a4b-4636-44fa-86fb-a2ec86177270 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Request body: {'port': {'network_id': 'a5fdb0ee-1a5c-47ef-8f16-5b4028b3fa08', 'name': 'tempest-FloatingIPAdminTestJSON-348897534'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:45:04.782677 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325a5e50-f6fd-4b58-98bb-97ce96204f3d None None] Sync routers for ids ['23ed27f0-05a9-41f6-a025-14070de1cf97'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:45:04.849409 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325a5e50-f6fd-4b58-98bb-97ce96204f3d None None] Routers {'23ed27f0-05a9-41f6-a025-14070de1cf97'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:45:04.855826 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-325a5e50-f6fd-4b58-98bb-97ce96204f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:44:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['23ed27f0-05a9-41f6-a025-14070de1cf97'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:45:04.886134 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e62f1827-66a9-484a-ba60-adc41887ac40 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.0052423 May 31 13:45:04.898950 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 33548) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:04.899644 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 33550) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:04.912177 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3325e91d-62f4-45e8-aa1e-7f5be067012b'] response: {'name': 'network-changed', 'server_uuid': '688eb19d-797e-4521-9159-9137d21ac16b', 'tag': '9a0fd578-dc40-475e-ab9f-06e9a85958aa', 'status': 'completed', 'code': 200} May 31 13:45:04.922345 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-1600ec31-7a08-4321-88d8-e6ab2de4eea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:45:04.931721 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1600ec31-7a08-4321-88d8-e6ab2de4eea3 None None] Routers {'05ae1f54-b3a3-4e38-9347-6e12afaa7657'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:45:04.932442 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-1600ec31-7a08-4321-88d8-e6ab2de4eea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:44:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['05ae1f54-b3a3-4e38-9347-6e12afaa7657'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:45:04.957564 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3186c290-f981-480b-9bc5-dba20e9d498c req-c72555dc-6913-42ec-9fe2-2c3842f4a642 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/security-groups?id=76a9cdf4-6db8-45af-89d0-8bc6812225a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6568654 May 31 13:45:05.017971 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-325a5e50-f6fd-4b58-98bb-97ce96204f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:45:05.047703 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325a5e50-f6fd-4b58-98bb-97ce96204f3d None None] Routers {'23ed27f0-05a9-41f6-a025-14070de1cf97'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:45:05.049177 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-325a5e50-f6fd-4b58-98bb-97ce96204f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:44:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['23ed27f0-05a9-41f6-a025-14070de1cf97'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:45:05.056493 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-1600ec31-7a08-4321-88d8-e6ab2de4eea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:45:05.056978 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1600ec31-7a08-4321-88d8-e6ab2de4eea3 None None] The sync data for ids ['05ae1f54-b3a3-4e38-9347-6e12afaa7657'] in n-d-843939-1 is: [] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:45:05.084117 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdd0502-1686-460d-8067-c856f88da7b6 service neutron] Pushing event updated for resources: {'Port': ['ID=801e7b36-1094-46d8-bd5f-4a2bce007eb1,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:05.103168 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b7d718-f930-473d-93a6-84e241606ce3 req-b0792f25-0101-4b40-8bc5-af0cb9812ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:05.104690 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-00b7d718-f930-473d-93a6-84e241606ce3 req-b0792f25-0101-4b40-8bc5-af0cb9812ffd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ddcb48e1f14347fcb4ea9875766335f9&device_id=688eb19d-797e-4521-9159-9137d21ac16b HTTP/1.1" status: 200 len: 1094 time: 0.7271392 May 31 13:45:05.140522 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-325a5e50-f6fd-4b58-98bb-97ce96204f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:45:05.140920 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325a5e50-f6fd-4b58-98bb-97ce96204f3d None None] The sync data for ids ['23ed27f0-05a9-41f6-a025-14070de1cf97'] in n-d-843939-1 is: [] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:45:05.186578 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-00b7d718-f930-473d-93a6-84e241606ce3 req-d316299e-41b4-422f-8510-9aec527ea5b7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a0fd578-dc40-475e-ab9f-06e9a85958aa HTTP/1.1" status: 200 len: 217 time: 0.0733697 May 31 13:45:05.258170 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb12071c-24e9-4743-9743-a8d0dd5a8972 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-d8f402c8-a218-4780-a8e5-6d58e0e476f4', 'network_id': 'd8f402c8-a218-4780-a8e5-6d58e0e476f4', 'tenant_id': '9f98270cdf824e3ebd7736abf6d6b113', 'fixed_ips': [{'subnet_id': '01127c92-f164-4ce6-9499-33fa64de2d9b'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:45:05.259432 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bb12071c-24e9-4743-9743-a8d0dd5a8972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:05.280595 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b7d718-f930-473d-93a6-84e241606ce3 req-e43a96c3-030e-4e05-8a07-b52e37a28ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:05.283104 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-00b7d718-f930-473d-93a6-84e241606ce3 req-e43a96c3-030e-4e05-8a07-b52e37a28ecc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4fbb36dc-bd40-495f-bec3-e46e24154a58 HTTP/1.1" status: 200 len: 849 time: 0.0779967 May 31 13:45:05.284550 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-c3e59fe5-7ef0-4b13-aa46-46291094d4e4 req-8cdd0502-1686-460d-8067-c856f88da7b6 service neutron] Attempting to bind port 801e7b36-1094-46d8-bd5f-4a2bce007eb1 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:45:05.285040 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-c3e59fe5-7ef0-4b13-aa46-46291094d4e4 req-8cdd0502-1686-460d-8067-c856f88da7b6 service neutron] Attempting to bind port 801e7b36-1094-46d8-bd5f-4a2bce007eb1 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': '035ad117-e9c5-414c-8bde-40a05a92335b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '63c618dc-2d9c-42a1-a644-8fd65767e93c'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:45:05.285419 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e59fe5-7ef0-4b13-aa46-46291094d4e4 req-8cdd0502-1686-460d-8067-c856f88da7b6 service neutron] Attempting to bind port 801e7b36-1094-46d8-bd5f-4a2bce007eb1 on network 63c618dc-2d9c-42a1-a644-8fd65767e93c {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:45:05.341514 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-00b7d718-f930-473d-93a6-84e241606ce3 req-8a951480-f5b3-4272-bfe3-55f2d444e43f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9e72f796-331f-4c44-9f15-34cac0d665a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507393 May 31 13:45:05.342242 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e59fe5-7ef0-4b13-aa46-46291094d4e4 req-8cdd0502-1686-460d-8067-c856f88da7b6 service neutron] Port 801e7b36-1094-46d8-bd5f-4a2bce007eb1 on network 63c618dc-2d9c-42a1-a644-8fd65767e93c not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:45:05.342574 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e59fe5-7ef0-4b13-aa46-46291094d4e4 req-8cdd0502-1686-460d-8067-c856f88da7b6 service neutron] Attempting to bind port 801e7b36-1094-46d8-bd5f-4a2bce007eb1 on network 63c618dc-2d9c-42a1-a644-8fd65767e93c {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:45:05.351989 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e59fe5-7ef0-4b13-aa46-46291094d4e4 req-8cdd0502-1686-460d-8067-c856f88da7b6 service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:45:05.353657 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e59fe5-7ef0-4b13-aa46-46291094d4e4 req-8cdd0502-1686-460d-8067-c856f88da7b6 service neutron] Checking segment: {'id': '035ad117-e9c5-414c-8bde-40a05a92335b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '63c618dc-2d9c-42a1-a644-8fd65767e93c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:45:05.354597 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e59fe5-7ef0-4b13-aa46-46291094d4e4 req-8cdd0502-1686-460d-8067-c856f88da7b6 service neutron] Bound using segment: {'id': '035ad117-e9c5-414c-8bde-40a05a92335b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '63c618dc-2d9c-42a1-a644-8fd65767e93c'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:45:05.355271 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-c3e59fe5-7ef0-4b13-aa46-46291094d4e4 req-8cdd0502-1686-460d-8067-c856f88da7b6 service neutron] Bound port: 801e7b36-1094-46d8-bd5f-4a2bce007eb1, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '035ad117-e9c5-414c-8bde-40a05a92335b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '63c618dc-2d9c-42a1-a644-8fd65767e93c'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:45:05.356158 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-c3e59fe5-7ef0-4b13-aa46-46291094d4e4 req-8cdd0502-1686-460d-8067-c856f88da7b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:05.462184 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c5e96c1-7eba-4f84-8014-9292cbf3d13b admin admin] Deleting subnet 1937c3a5-bd4b-4002-855b-308bc6cc002d {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:45:05.493322 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-c3e59fe5-7ef0-4b13-aa46-46291094d4e4 req-8cdd0502-1686-460d-8067-c856f88da7b6 service neutron] For port 801e7b36-1094-46d8-bd5f-4a2bce007eb1, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:45:05.507352 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-c3e59fe5-7ef0-4b13-aa46-46291094d4e4 req-8cdd0502-1686-460d-8067-c856f88da7b6 service neutron] For port 801e7b36-1094-46d8-bd5f-4a2bce007eb1, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=801e7b36-1094-46d8-bd5f-4a2bce007eb1,segment=NetworkSegment(035ad117-e9c5-414c-8bde-40a05a92335b),segment_id=035ad117-e9c5-414c-8bde-40a05a92335b)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:45:05.512857 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4c5e96c1-7eba-4f84-8014-9292cbf3d13b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:05.527071 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-bb12071c-24e9-4743-9743-a8d0dd5a8972 None None] Allocated IP 172.20.0.1 (d8f402c8-a218-4780-a8e5-6d58e0e476f4/01127c92-f164-4ce6-9499-33fa64de2d9b/f95c0ed0-82e2-4af9-b42c-f8d95e9a4294) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:45:05.537434 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-c3e59fe5-7ef0-4b13-aa46-46291094d4e4 req-8cdd0502-1686-460d-8067-c856f88da7b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:05.633642 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-db97808e-e97a-46b4-ad2b-9f8859b22339 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] 10.222.0.50 "GET /v2.0/routers/05ae1f54-b3a3-4e38-9347-6e12afaa7657 HTTP/1.1" status: 200 len: 925 time: 0.8785813 May 31 13:45:05.637972 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f468eae1-2548-4327-ab5c-5b8ac8ffbd0a tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:05.640411 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d8824a4b-4636-44fa-86fb-a2ec86177270 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:45:05.643369 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 33562) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:05.682500 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4c5e96c1-7eba-4f84-8014-9292cbf3d13b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:05.736301 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d8824a4b-4636-44fa-86fb-a2ec86177270 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Usage tracker for resource:port and tenant:bbbdd2e197a5413aac3cdc05e25f4aed is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:45:05.744960 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d8824a4b-4636-44fa-86fb-a2ec86177270 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:45:05.757928 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d8824a4b-4636-44fa-86fb-a2ec86177270 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:45:05.783828 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdd0502-1686-460d-8067-c856f88da7b6 service neutron] Pushing event updated for resources: {'Port': ['ID=801e7b36-1094-46d8-bd5f-4a2bce007eb1,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:05.794679 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bb12071c-24e9-4743-9743-a8d0dd5a8972 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:05.809640 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-bb12071c-24e9-4743-9743-a8d0dd5a8972 None None] Transition to ACTIVE for port object f95c0ed0-82e2-4af9-b42c-f8d95e9a4294 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:45:05.836610 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-bb12071c-24e9-4743-9743-a8d0dd5a8972 None None] Transition to ACTIVE for port object f95c0ed0-82e2-4af9-b42c-f8d95e9a4294 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:45:05.839331 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8824a4b-4636-44fa-86fb-a2ec86177270 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Made reservation on behalf of bbbdd2e197a5413aac3cdc05e25f4aed for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:45:05.843568 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d8824a4b-4636-44fa-86fb-a2ec86177270 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:05.849103 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e59fe5-7ef0-4b13-aa46-46291094d4e4 req-8cdd0502-1686-460d-8067-c856f88da7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:05.849332 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bb12071c-24e9-4743-9743-a8d0dd5a8972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:05.849716 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-c3e59fe5-7ef0-4b13-aa46-46291094d4e4 req-8cdd0502-1686-460d-8067-c856f88da7b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:05.851134 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c3e59fe5-7ef0-4b13-aa46-46291094d4e4 req-8cdd0502-1686-460d-8067-c856f88da7b6 service neutron] 10.222.0.44 "PUT /v2.0/ports/801e7b36-1094-46d8-bd5f-4a2bce007eb1 HTTP/1.1" status: 200 len: 1091 time: 3.1657331 May 31 13:45:05.862050 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4c5e96c1-7eba-4f84-8014-9292cbf3d13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:06.122678 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-d8824a4b-4636-44fa-86fb-a2ec86177270 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] device_id is not set on port 90b6d00e-ed73-424c-a46c-32f41f7fac64 yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:45:06.245552 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb12071c-24e9-4743-9743-a8d0dd5a8972 None None] Network d8f402c8-a218-4780-a8e5-6d58e0e476f4 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:45:06.245552 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-bb12071c-24e9-4743-9743-a8d0dd5a8972 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:45:06.245552 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb12071c-24e9-4743-9743-a8d0dd5a8972 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:45:06.250270 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-00b7d718-f930-473d-93a6-84e241606ce3 req-e18de7ba-7c32-43cf-aa5c-444806240efe service neutron] 10.222.0.44 "GET /v2.0/networks/9e72f796-331f-4c44-9f15-34cac0d665a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6505070 May 31 13:45:06.282030 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4c5e96c1-7eba-4f84-8014-9292cbf3d13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:06.339413 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb12071c-24e9-4743-9743-a8d0dd5a8972 None None] Pushing event updated for resources: {'Port': ['ID=f95c0ed0-82e2-4af9-b42c-f8d95e9a4294,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:06.360095 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-bb12071c-24e9-4743-9743-a8d0dd5a8972 None None] Attempting to bind port f95c0ed0-82e2-4af9-b42c-f8d95e9a4294 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:45:06.361174 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-bb12071c-24e9-4743-9743-a8d0dd5a8972 None None] Attempting to bind port f95c0ed0-82e2-4af9-b42c-f8d95e9a4294 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '8165e1d8-542d-4ec8-840b-3edce21adaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'd8f402c8-a218-4780-a8e5-6d58e0e476f4'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:45:06.361724 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb12071c-24e9-4743-9743-a8d0dd5a8972 None None] Attempting to bind port f95c0ed0-82e2-4af9-b42c-f8d95e9a4294 on network d8f402c8-a218-4780-a8e5-6d58e0e476f4 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:45:06.364756 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb12071c-24e9-4743-9743-a8d0dd5a8972 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:45:06.365095 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb12071c-24e9-4743-9743-a8d0dd5a8972 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:45:06.365435 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb12071c-24e9-4743-9743-a8d0dd5a8972 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:45:06.365769 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb12071c-24e9-4743-9743-a8d0dd5a8972 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:45:06.366128 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb12071c-24e9-4743-9743-a8d0dd5a8972 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:45:06.366459 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb12071c-24e9-4743-9743-a8d0dd5a8972 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:45:06.366783 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb12071c-24e9-4743-9743-a8d0dd5a8972 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:45:06.367107 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb12071c-24e9-4743-9743-a8d0dd5a8972 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:45:06.367437 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb12071c-24e9-4743-9743-a8d0dd5a8972 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:45:06.373613 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb12071c-24e9-4743-9743-a8d0dd5a8972 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:45:06.374291 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb12071c-24e9-4743-9743-a8d0dd5a8972 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:45:06.374794 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb12071c-24e9-4743-9743-a8d0dd5a8972 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:45:06.376578 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5e96c1-7eba-4f84-8014-9292cbf3d13b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1937c3a5-bd4b-4002-855b-308bc6cc002d,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:06.398598 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f468eae1-2548-4327-ab5c-5b8ac8ffbd0a tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:06.427450 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb12071c-24e9-4743-9743-a8d0dd5a8972 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:45:06.427450 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb12071c-24e9-4743-9743-a8d0dd5a8972 None None] Checking segment: {'id': '8165e1d8-542d-4ec8-840b-3edce21adaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'd8f402c8-a218-4780-a8e5-6d58e0e476f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:45:06.427450 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bb12071c-24e9-4743-9743-a8d0dd5a8972 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:06.427450 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb12071c-24e9-4743-9743-a8d0dd5a8972 None None] Bound using segment: {'id': '8165e1d8-542d-4ec8-840b-3edce21adaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'd8f402c8-a218-4780-a8e5-6d58e0e476f4'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:45:06.427450 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-bb12071c-24e9-4743-9743-a8d0dd5a8972 None None] Bound port: f95c0ed0-82e2-4af9-b42c-f8d95e9a4294, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8165e1d8-542d-4ec8-840b-3edce21adaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'd8f402c8-a218-4780-a8e5-6d58e0e476f4'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:45:06.427450 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bb12071c-24e9-4743-9743-a8d0dd5a8972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:06.470293 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee24c290-c038-42e4-8599-ce45abfb5406 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:06.470293 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ee24c290-c038-42e4-8599-ce45abfb5406 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Synchronizing usage tracker for tenant:34c6a95d1b734972a24026ecd16f9620 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:45:06.518748 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ee24c290-c038-42e4-8599-ce45abfb5406 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Unset dirty status for tenant:34c6a95d1b734972a24026ecd16f9620 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:45:06.518748 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ee24c290-c038-42e4-8599-ce45abfb5406 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=d2103cd5-63ba-4c24-9d95-fd17643bf14c&device_id=05ae1f54-b3a3-4e38-9347-6e12afaa7657&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.8680794 May 31 13:45:06.518748 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4c5e96c1-7eba-4f84-8014-9292cbf3d13b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:06.528939 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 33594) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:06.554992 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-4c5e96c1-7eba-4f84-8014-9292cbf3d13b admin admin] 10.222.0.50 "DELETE /v2.0/subnets/1937c3a5-bd4b-4002-855b-308bc6cc002d HTTP/1.1" status: 204 len: 168 time: 1.6229985 May 31 13:45:06.554992 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 33598) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:06.627255 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-bb12071c-24e9-4743-9743-a8d0dd5a8972 None None] For port f95c0ed0-82e2-4af9-b42c-f8d95e9a4294, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:45:06.627255 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-bb12071c-24e9-4743-9743-a8d0dd5a8972 None None] For port f95c0ed0-82e2-4af9-b42c-f8d95e9a4294, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=f95c0ed0-82e2-4af9-b42c-f8d95e9a4294,segment=NetworkSegment(8165e1d8-542d-4ec8-840b-3edce21adaf8),segment_id=8165e1d8-542d-4ec8-840b-3edce21adaf8)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:45:06.658075 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bb12071c-24e9-4743-9743-a8d0dd5a8972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:06.708134 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-d8824a4b-4636-44fa-86fb-a2ec86177270 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Allocated IP 172.20.0.11 (a5fdb0ee-1a5c-47ef-8f16-5b4028b3fa08/df6aa586-009a-4908-889b-0aee8b284977/90b6d00e-ed73-424c-a46c-32f41f7fac64) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:45:06.795687 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e59fe5-7ef0-4b13-aa46-46291094d4e4 req-2f0e0011-553b-41e4-ab76-f51993e0ab2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:06.795687 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c3e59fe5-7ef0-4b13-aa46-46291094d4e4 req-2f0e0011-553b-41e4-ab76-f51993e0ab2d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0c3bb07388f549c9aeec65a21380cb5d&device_id=0710edc1-1650-4be9-80ea-169a803e7734 HTTP/1.1" status: 200 len: 1094 time: 0.8651793 May 31 13:45:06.818299 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb12071c-24e9-4743-9743-a8d0dd5a8972 None None] Pushing event updated for resources: {'Port': ['ID=f95c0ed0-82e2-4af9-b42c-f8d95e9a4294,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:06.821910 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4ded38b5-0976-44f6-ba3f-0b241cfeeee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:06.964115 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0710edc1-1650-4be9-80ea-169a803e7734', 'tag': '801e7b36-1094-46d8-bd5f-4a2bce007eb1'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:45:06.972293 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f468eae1-2548-4327-ab5c-5b8ac8ffbd0a tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:06.978873 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94443c6-10bf-4a88-b47f-25721ff37e78 req-b7c99340-4146-4558-9ba5-d9a702f9ed3d tempest-ServerTagsTestJSON-491483173 tempest-ServerTagsTestJSON-491483173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:06.984945 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c94443c6-10bf-4a88-b47f-25721ff37e78 req-b7c99340-4146-4558-9ba5-d9a702f9ed3d tempest-ServerTagsTestJSON-491483173 tempest-ServerTagsTestJSON-491483173-project] 10.222.0.50 "GET /v2.0/ports?device_id=688eb19d-797e-4521-9159-9137d21ac16b HTTP/1.1" status: 200 len: 943 time: 1.0205600 May 31 13:45:06.987731 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c3e59fe5-7ef0-4b13-aa46-46291094d4e4 req-10e86bc2-13c0-413c-8695-7c313dc186c9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=801e7b36-1094-46d8-bd5f-4a2bce007eb1 HTTP/1.1" status: 200 len: 217 time: 0.1865308 May 31 13:45:07.003396 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-00b7d718-f930-473d-93a6-84e241606ce3 req-08eeb443-fd89-4b7e-a148-6efb16c421e1 service neutron] 10.222.0.44 "GET /v2.0/networks/9e72f796-331f-4c44-9f15-34cac0d665a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7965193 May 31 13:45:07.066473 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f468eae1-2548-4327-ab5c-5b8ac8ffbd0a tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Pushing event deleted for resources: {'Subnet': ['ID=01127c92-f164-4ce6-9499-33fa64de2d9b,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:07.066833 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8989b10d-ad03-4407-9a0a-0f522d73a182 req-56a32e46-6e4e-4c52-b6c4-97e06d1ae01c tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:07.075521 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8989b10d-ad03-4407-9a0a-0f522d73a182 req-56a32e46-6e4e-4c52-b6c4-97e06d1ae01c tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/ports?device_id=0710edc1-1650-4be9-80ea-169a803e7734 HTTP/1.1" status: 200 len: 943 time: 0.7796092 May 31 13:45:07.351897 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f468eae1-2548-4327-ab5c-5b8ac8ffbd0a tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:07.374218 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4ded38b5-0976-44f6-ba3f-0b241cfeeee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:07.462341 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d8824a4b-4636-44fa-86fb-a2ec86177270 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:07.462341 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-f468eae1-2548-4327-ab5c-5b8ac8ffbd0a tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8f402c8-a218-4780-a8e5-6d58e0e476f4']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:45:07.495104 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:07.531273 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-4ded38b5-0976-44f6-ba3f-0b241cfeeee2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06d6228f-1d53-4fb9-b9f7-789c5e6a4064']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:45:07.570649 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-d8824a4b-4636-44fa-86fb-a2ec86177270 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Transition to ACTIVE for port object 90b6d00e-ed73-424c-a46c-32f41f7fac64 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:45:07.589866 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-f468eae1-2548-4327-ab5c-5b8ac8ffbd0a tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8165e1d8-542d-4ec8-840b-3edce21adaf8') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:45:07.590568 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-f468eae1-2548-4327-ab5c-5b8ac8ffbd0a tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8165e1d8-542d-4ec8-840b-3edce21adaf8') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:45:07.597245 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54feba4d-242c-44d8-8e16-4faaedec09da tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:07.598028 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-54feba4d-242c-44d8-8e16-4faaedec09da tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Synchronizing usage tracker for tenant:34c6a95d1b734972a24026ecd16f9620 on resource:network {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:45:07.607233 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f468eae1-2548-4327-ab5c-5b8ac8ffbd0a tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:07.646279 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c94443c6-10bf-4a88-b47f-25721ff37e78 req-4c546de8-f2dd-49e6-9601-f906a4c45f41 tempest-ServerTagsTestJSON-491483173 tempest-ServerTagsTestJSON-491483173-project] 10.222.0.50 "GET /v2.0/security-groups?id=39da99ba-a514-4a54-b0fa-a32701283c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6541278 May 31 13:45:07.646279 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8989b10d-ad03-4407-9a0a-0f522d73a182 req-4614f7a9-004a-433b-99d8-fd8237897645 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/security-groups?id=76a9cdf4-6db8-45af-89d0-8bc6812225a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5696254 May 31 13:45:07.673406 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e59fe5-7ef0-4b13-aa46-46291094d4e4 req-d0eeb7df-1540-4aa5-bce7-97084a8276c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:07.673406 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c3e59fe5-7ef0-4b13-aa46-46291094d4e4 req-d0eeb7df-1540-4aa5-bce7-97084a8276c0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1fa11664-0552-4bb0-b5b0-3278009a7430 HTTP/1.1" status: 200 len: 854 time: 0.6648424 May 31 13:45:07.673406 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-54feba4d-242c-44d8-8e16-4faaedec09da tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Unset dirty status for tenant:34c6a95d1b734972a24026ecd16f9620 on resource:network {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:45:07.676846 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-54feba4d-242c-44d8-8e16-4faaedec09da tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] 10.222.0.50 "GET /v2.0/networks/d2103cd5-63ba-4c24-9d95-fd17643bf14c HTTP/1.1" status: 200 len: 881 time: 1.1468518 May 31 13:45:07.681604 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 33612) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:07.814172 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-2e53f90d-cb43-48b4-9c96-6822442156ab tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] 10.222.0.50 "GET /v2.0/ports?device_id=05ae1f54-b3a3-4e38-9347-6e12afaa7657 HTTP/1.1" status: 200 len: 205 time: 0.0879695 May 31 13:45:07.814172 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 33616) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:07.888671 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f468eae1-2548-4327-ab5c-5b8ac8ffbd0a tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:07.906271 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae909b4-3f44-4f38-8259-bd41c923e8d7 req-b4b8cf55-cc23-476c-9e9f-6846a9735f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:07.916383 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2ae909b4-3f44-4f38-8259-bd41c923e8d7 req-b4b8cf55-cc23-476c-9e9f-6846a9735f23 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ddcb48e1f14347fcb4ea9875766335f9&device_id=688eb19d-797e-4521-9159-9137d21ac16b HTTP/1.1" status: 200 len: 1094 time: 0.5413830 May 31 13:45:07.921033 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-4ded38b5-0976-44f6-ba3f-0b241cfeeee2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d2a1efa-9a35-4d27-aca6-168ccaf9a434') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:45:07.921749 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-4ded38b5-0976-44f6-ba3f-0b241cfeeee2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d2a1efa-9a35-4d27-aca6-168ccaf9a434') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:45:07.925679 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device f95c0ed0-82e2-4af9-b42c-f8d95e9a4294 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:45:07.948567 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f468eae1-2548-4327-ab5c-5b8ac8ffbd0a tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:45:07.949080 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f468eae1-2548-4327-ab5c-5b8ac8ffbd0a tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:08.001224 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-097b97e0-9106-4563-aac7-bdebf9838e72'] response: {'name': 'network-changed', 'server_uuid': '0710edc1-1650-4be9-80ea-169a803e7734', 'tag': '801e7b36-1094-46d8-bd5f-4a2bce007eb1', 'status': 'completed', 'code': 200} May 31 13:45:08.004655 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4ded38b5-0976-44f6-ba3f-0b241cfeeee2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:08.021913 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d8824a4b-4636-44fa-86fb-a2ec86177270 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:08.039028 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 8165e1d8-542d-4ec8-840b-3edce21adaf8 resource provider aggregate not found May 31 13:45:08.165065 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port f95c0ed0-82e2-4af9-b42c-f8d95e9a4294 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:45:08.374489 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 8165e1d8-542d-4ec8-840b-3edce21adaf8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8165e1d8-542d-4ec8-840b-3edce21adaf8 found for delete ", "request_id": "req-30dc6a2f-6f8c-429e-b89a-057267cd52e3"}]} May 31 13:45:08.381653 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e59fe5-7ef0-4b13-aa46-46291094d4e4 req-bc6aaa5e-c6d1-4bf3-8441-e9e9f54e81e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:08.383431 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c3e59fe5-7ef0-4b13-aa46-46291094d4e4 req-bc6aaa5e-c6d1-4bf3-8441-e9e9f54e81e9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=63c618dc-2d9c-42a1-a644-8fd65767e93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7036698 May 31 13:45:08.407797 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4ded38b5-0976-44f6-ba3f-0b241cfeeee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:08.414944 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8824a4b-4636-44fa-86fb-a2ec86177270 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Network a5fdb0ee-1a5c-47ef-8f16-5b4028b3fa08 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:45:08.423395 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-d8824a4b-4636-44fa-86fb-a2ec86177270 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:45:08.431835 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8824a4b-4636-44fa-86fb-a2ec86177270 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:45:08.468879 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ded38b5-0976-44f6-ba3f-0b241cfeeee2 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:45:08.471246 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4ded38b5-0976-44f6-ba3f-0b241cfeeee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:08.504294 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eb0aa3ce-eef8-43cb-8973-d134a4f25749 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks [] for router, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:08.734264 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae909b4-3f44-4f38-8259-bd41c923e8d7 req-af5f833f-9614-4d6a-affa-1c4f67858622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:08.734264 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2ae909b4-3f44-4f38-8259-bd41c923e8d7 req-af5f833f-9614-4d6a-affa-1c4f67858622 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9e72f796-331f-4c44-9f15-34cac0d665a4 HTTP/1.1" status: 200 len: 910 time: 0.7612152 May 31 13:45:08.773304 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e01630-8124-4824-b6e3-b9bc6425da5c None None] Network d8f402c8-a218-4780-a8e5-6d58e0e476f4 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:45:08.876259 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.db.api [None req-f468eae1-2548-4327-ab5c-5b8ac8ffbd0a tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 31 13:45:08.876259 n-d-843939-1 neutron-server[88369]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 31 13:45:08.876259 n-d-843939-1 neutron-server[88369]: [parameters: {'id': 'd8f402c8-a218-4780-a8e5-6d58e0e476f4'}] May 31 13:45:08.876259 n-d-843939-1 neutron-server[88369]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:45:08.877539 n-d-843939-1 neutron-server[88369]: DEBUG oslo_db.api [None req-f468eae1-2548-4327-ab5c-5b8ac8ffbd0a tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:45:08.966832 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f4155cc7-6490-4ede-96b3-b6e4613345d8 None None] Provisioning for port f95c0ed0-82e2-4af9-b42c-f8d95e9a4294 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:45:08.988019 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f4155cc7-6490-4ede-96b3-b6e4613345d8 None None] Provisioning complete for port f95c0ed0-82e2-4af9-b42c-f8d95e9a4294 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:45:08.988019 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f4155cc7-6490-4ede-96b3-b6e4613345d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:09.031595 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8824a4b-4636-44fa-86fb-a2ec86177270 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Pushing event updated for resources: {'Port': ['ID=90b6d00e-ed73-424c-a46c-32f41f7fac64,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:09.101589 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:09.112364 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8824a4b-4636-44fa-86fb-a2ec86177270 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:09.112364 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d8824a4b-4636-44fa-86fb-a2ec86177270 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:09.117361 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4ded38b5-0976-44f6-ba3f-0b241cfeeee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:09.160422 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2ae909b4-3f44-4f38-8259-bd41c923e8d7 req-2e713da1-66df-4fb5-b4a8-e7b9d59067fd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a0fd578-dc40-475e-ab9f-06e9a85958aa HTTP/1.1" status: 200 len: 217 time: 0.3880193 May 31 13:45:09.196168 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4ded38b5-0976-44f6-ba3f-0b241cfeeee2 admin admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:09.218447 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ded38b5-0976-44f6-ba3f-0b241cfeeee2 admin admin] Pushing event deleted for resources: {'Network': ['ID=06d6228f-1d53-4fb9-b9f7-789c5e6a4064,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:09.252166 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d8824a4b-4636-44fa-86fb-a2ec86177270 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4934196 May 31 13:45:09.257709 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-4ded38b5-0976-44f6-ba3f-0b241cfeeee2 admin admin] 10.222.0.50 "DELETE /v2.0/networks/06d6228f-1d53-4fb9-b9f7-789c5e6a4064 HTTP/1.1" status: 204 len: 168 time: 2.7077603 May 31 13:45:09.257709 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 33650) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:09.334375 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-f4155cc7-6490-4ede-96b3-b6e4613345d8 None None] Current status of the port f95c0ed0-82e2-4af9-b42c-f8d95e9a4294 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:45:09.334375 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f4155cc7-6490-4ede-96b3-b6e4613345d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:09.382494 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f468eae1-2548-4327-ab5c-5b8ac8ffbd0a tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:09.406438 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-f468eae1-2548-4327-ab5c-5b8ac8ffbd0a tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Deleting port f95c0ed0-82e2-4af9-b42c-f8d95e9a4294 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:45:09.406438 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f468eae1-2548-4327-ab5c-5b8ac8ffbd0a tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:09.448343 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-f4155cc7-6490-4ede-96b3-b6e4613345d8 None None] For port f95c0ed0-82e2-4af9-b42c-f8d95e9a4294, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=f95c0ed0-82e2-4af9-b42c-f8d95e9a4294,segment=NetworkSegment(8165e1d8-542d-4ec8-840b-3edce21adaf8),segment_id=8165e1d8-542d-4ec8-840b-3edce21adaf8)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:45:09.448343 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 9a0fd578-dc40-475e-ab9f-06e9a85958aa details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:45:09.557131 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c3e59fe5-7ef0-4b13-aa46-46291094d4e4 req-cfdadfab-69d1-4de8-ab2d-5d959af6ec3d service neutron] 10.222.0.44 "GET /v2.0/networks/63c618dc-2d9c-42a1-a644-8fd65767e93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1433384 May 31 13:45:09.610728 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 33660) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:09.626955 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 9a0fd578-dc40-475e-ab9f-06e9a85958aa, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=9a0fd578-dc40-475e-ab9f-06e9a85958aa,segment=NetworkSegment(6e5ff2ed-586f-452f-9447-3f5a72d73b1e),segment_id=6e5ff2ed-586f-452f-9447-3f5a72d73b1e)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:45:09.646665 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': '9a0fd578-dc40-475e-ab9f-06e9a85958aa', 'network_id': '9e72f796-331f-4c44-9f15-34cac0d665a4', 'port_id': '9a0fd578-dc40-475e-ab9f-06e9a85958aa', 'mac_address': 'fa:16:3e:d2:5c:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fbb36dc-bd40-495f-bec3-e46e24154a58', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:45:09.653126 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f4155cc7-6490-4ede-96b3-b6e4613345d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:09.701672 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-9e06053f-d0ff-41d7-868a-1fdcb5b5f56f tempest-FloatingIPAdminTestJSON-844396021 tempest-FloatingIPAdminTestJSON-844396021-project-admin] Request body: {'floatingip': {'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'project_id': 'bbbdd2e197a5413aac3cdc05e25f4aed', 'port_id': '90b6d00e-ed73-424c-a46c-32f41f7fac64'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:45:09.716274 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-9e06053f-d0ff-41d7-868a-1fdcb5b5f56f tempest-FloatingIPAdminTestJSON-844396021 tempest-FloatingIPAdminTestJSON-844396021-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:45:09.730932 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-9e06053f-d0ff-41d7-868a-1fdcb5b5f56f tempest-FloatingIPAdminTestJSON-844396021 tempest-FloatingIPAdminTestJSON-844396021-project-admin] Usage tracker for resource:floatingip and tenant:bbbdd2e197a5413aac3cdc05e25f4aed is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:45:09.745033 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-9e06053f-d0ff-41d7-868a-1fdcb5b5f56f tempest-FloatingIPAdminTestJSON-844396021 tempest-FloatingIPAdminTestJSON-844396021-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:45:09.748398 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eb0aa3ce-eef8-43cb-8973-d134a4f25749 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:09.756511 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-9e06053f-d0ff-41d7-868a-1fdcb5b5f56f tempest-FloatingIPAdminTestJSON-844396021 tempest-FloatingIPAdminTestJSON-844396021-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:45:09.800655 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 9a0fd578-dc40-475e-ab9f-06e9a85958aa is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:45:09.800655 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:09.874774 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-3d1bc86e-810f-40df-887e-965c244c0710 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9e9fd9da25e84cb0a1643418fda93e18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2570338 May 31 13:45:09.891133 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-eb0aa3ce-eef8-43cb-8973-d134a4f25749 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Deleting port 04f9a89d-cd37-4a05-a044-5ae657299e78 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:45:09.891133 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eb0aa3ce-eef8-43cb-8973-d134a4f25749 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:09.895436 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 33666) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:09.895436 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9e06053f-d0ff-41d7-868a-1fdcb5b5f56f tempest-FloatingIPAdminTestJSON-844396021 tempest-FloatingIPAdminTestJSON-844396021-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:09.920098 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a0fd578-dc40-475e-ab9f-06e9a85958aa {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:45:09.928040 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-099a3215-8b5a-4ca9-b800-6b7d949920d3 None None] Provisioning for port 90b6d00e-ed73-424c-a46c-32f41f7fac64 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:45:09.948878 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-099a3215-8b5a-4ca9-b800-6b7d949920d3 None None] Provisioning complete for port 90b6d00e-ed73-424c-a46c-32f41f7fac64 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:45:09.949442 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-099a3215-8b5a-4ca9-b800-6b7d949920d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:10.034106 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae909b4-3f44-4f38-8259-bd41c923e8d7 req-058ad649-9de5-455a-aabb-0c8d2dcb9944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:10.035784 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2ae909b4-3f44-4f38-8259-bd41c923e8d7 req-058ad649-9de5-455a-aabb-0c8d2dcb9944 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4fbb36dc-bd40-495f-bec3-e46e24154a58 HTTP/1.1" status: 200 len: 849 time: 0.4144812 May 31 13:45:10.052669 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-f468eae1-2548-4327-ab5c-5b8ac8ffbd0a tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] For port f95c0ed0-82e2-4af9-b42c-f8d95e9a4294, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=f95c0ed0-82e2-4af9-b42c-f8d95e9a4294,segment=NetworkSegment(8165e1d8-542d-4ec8-840b-3edce21adaf8),segment_id=8165e1d8-542d-4ec8-840b-3edce21adaf8)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:45:10.053296 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f468eae1-2548-4327-ab5c-5b8ac8ffbd0a tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:10.076543 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56c31aa-ea46-4ebf-8e53-6fe3482bc533 None None] DHCP port deletion for d8f402c8-a218-4780-a8e5-6d58e0e476f4 request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:45:10.162994 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4155cc7-6490-4ede-96b3-b6e4613345d8 None None] Pushing event updated for resources: {'Port': ['ID=f95c0ed0-82e2-4af9-b42c-f8d95e9a4294,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:10.175192 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 9a0fd578-dc40-475e-ab9f-06e9a85958aa, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=9a0fd578-dc40-475e-ab9f-06e9a85958aa,segment=NetworkSegment(6e5ff2ed-586f-452f-9447-3f5a72d73b1e),segment_id=6e5ff2ed-586f-452f-9447-3f5a72d73b1e)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:45:10.175192 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b56c31aa-ea46-4ebf-8e53-6fe3482bc533 None None] Deleting port f95c0ed0-82e2-4af9-b42c-f8d95e9a4294 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:45:10.175192 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b56c31aa-ea46-4ebf-8e53-6fe3482bc533 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:10.211275 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:10.281534 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-f468eae1-2548-4327-ab5c-5b8ac8ffbd0a tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Calling delete_port for f95c0ed0-82e2-4af9-b42c-f8d95e9a4294 owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:45:10.342131 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c082be77-4db6-4e28-a57b-077a26763b7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:10.381369 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2ae909b4-3f44-4f38-8259-bd41c923e8d7 req-2ad01576-2f97-46f4-ae34-7b8d3971ef74 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9e72f796-331f-4c44-9f15-34cac0d665a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0999699 May 31 13:45:10.395710 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=9a0fd578-dc40-475e-ab9f-06e9a85958aa,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:10.439447 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 8d2a1efa-9a35-4d27-aca6-168ccaf9a434 resource provider aggregate not found May 31 13:45:10.442526 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-099a3215-8b5a-4ca9-b800-6b7d949920d3 None None] Port 90b6d00e-ed73-424c-a46c-32f41f7fac64 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:45:10.449554 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c082be77-4db6-4e28-a57b-077a26763b7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:10.500192 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 8d2a1efa-9a35-4d27-aca6-168ccaf9a434 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8d2a1efa-9a35-4d27-aca6-168ccaf9a434 found for delete ", "request_id": "req-36be0580-8947-4911-a360-fe18b928d583"}]} May 31 13:45:10.519748 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f468eae1-2548-4327-ab5c-5b8ac8ffbd0a tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:10.540532 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b56c31aa-ea46-4ebf-8e53-6fe3482bc533 None None] The port 'f95c0ed0-82e2-4af9-b42c-f8d95e9a4294' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 13:45:10.557400 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['9a0fd578-dc40-475e-ab9f-06e9a85958aa'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:45:10.627052 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d759aa-ac8c-47a4-8fa1-98e9632ef371 req-d5d2faab-2de2-4efe-9940-b5221015d792 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:10.627052 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-17d759aa-ac8c-47a4-8fa1-98e9632ef371 req-d5d2faab-2de2-4efe-9940-b5221015d792 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/ports?device_id=0710edc1-1650-4be9-80ea-169a803e7734 HTTP/1.1" status: 200 len: 943 time: 1.0641308 May 31 13:45:10.639428 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9692601a-a7b0-4e48-aa32-49f3aa06676f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:10.666106 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f468eae1-2548-4327-ab5c-5b8ac8ffbd0a tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Pushing event deleted for resources: {'Port': ['ID=f95c0ed0-82e2-4af9-b42c-f8d95e9a4294,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:10.681194 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f468eae1-2548-4327-ab5c-5b8ac8ffbd0a tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] No DVR routers for this DVR port f95c0ed0-82e2-4af9-b42c-f8d95e9a4294 on host n-d-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:45:10.835573 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b087d-2eb7-4cc4-8f7a-79a7efdfc0ad req-9ae8c16b-f0cc-46e4-a040-1e2c393c702d tempest-ServerTagsTestJSON-491483173 tempest-ServerTagsTestJSON-491483173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:10.837823 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-598b087d-2eb7-4cc4-8f7a-79a7efdfc0ad req-9ae8c16b-f0cc-46e4-a040-1e2c393c702d tempest-ServerTagsTestJSON-491483173 tempest-ServerTagsTestJSON-491483173-project] 10.222.0.50 "GET /v2.0/ports?device_id=688eb19d-797e-4521-9159-9137d21ac16b HTTP/1.1" status: 200 len: 943 time: 1.7815039 May 31 13:45:10.874492 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f468eae1-2548-4327-ab5c-5b8ac8ffbd0a tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:10.886886 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c3e59fe5-7ef0-4b13-aa46-46291094d4e4 req-75ca6a85-e460-423a-9b23-6fbb726592e5 service neutron] 10.222.0.44 "GET /v2.0/networks/63c618dc-2d9c-42a1-a644-8fd65767e93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1967070 May 31 13:45:10.890611 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9e06053f-d0ff-41d7-868a-1fdcb5b5f56f tempest-FloatingIPAdminTestJSON-844396021 tempest-FloatingIPAdminTestJSON-844396021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:10.896854 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c082be77-4db6-4e28-a57b-077a26763b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:11.003346 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-f468eae1-2548-4327-ab5c-5b8ac8ffbd0a tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8f402c8-a218-4780-a8e5-6d58e0e476f4']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:45:11.031300 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c082be77-4db6-4e28-a57b-077a26763b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4bce46d-580c-4af0-a71d-6ee04022a92c,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:11.051061 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-f468eae1-2548-4327-ab5c-5b8ac8ffbd0a tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8165e1d8-542d-4ec8-840b-3edce21adaf8') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:45:11.051061 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-f468eae1-2548-4327-ab5c-5b8ac8ffbd0a tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8165e1d8-542d-4ec8-840b-3edce21adaf8') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:45:11.073534 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f468eae1-2548-4327-ab5c-5b8ac8ffbd0a tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:11.107021 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c082be77-4db6-4e28-a57b-077a26763b7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:11.107021 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c082be77-4db6-4e28-a57b-077a26763b7b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f4bce46d-580c-4af0-a71d-6ee04022a92c HTTP/1.1" status: 204 len: 168 time: 1.1781685 May 31 13:45:11.140943 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f468eae1-2548-4327-ab5c-5b8ac8ffbd0a tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:11.174015 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-598b087d-2eb7-4cc4-8f7a-79a7efdfc0ad req-ee6cde64-38b7-4d04-9349-19ae86dddebf tempest-ServerTagsTestJSON-491483173 tempest-ServerTagsTestJSON-491483173-project] 10.222.0.50 "GET /v2.0/security-groups?id=39da99ba-a514-4a54-b0fa-a32701283c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085096 May 31 13:45:11.238516 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f468eae1-2548-4327-ab5c-5b8ac8ffbd0a tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:45:11.244956 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-17d759aa-ac8c-47a4-8fa1-98e9632ef371 req-d24fae19-02ed-48fc-8c67-6191003262dd tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/security-groups?id=76a9cdf4-6db8-45af-89d0-8bc6812225a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4003689 May 31 13:45:11.245831 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f468eae1-2548-4327-ab5c-5b8ac8ffbd0a tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:11.254820 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eb0aa3ce-eef8-43cb-8973-d134a4f25749 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:11.419027 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-9e06053f-d0ff-41d7-868a-1fdcb5b5f56f tempest-FloatingIPAdminTestJSON-844396021 tempest-FloatingIPAdminTestJSON-844396021-project-admin] Allocated IP 172.25.6.157 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/4af0ae05-72aa-485e-8122-06c7e9c3f338) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:45:11.419027 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f468eae1-2548-4327-ab5c-5b8ac8ffbd0a tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:11.453633 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f468eae1-2548-4327-ab5c-5b8ac8ffbd0a tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:11.479245 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f468eae1-2548-4327-ab5c-5b8ac8ffbd0a tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Pushing event deleted for resources: {'Network': ['ID=d8f402c8-a218-4780-a8e5-6d58e0e476f4,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:11.504481 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-f468eae1-2548-4327-ab5c-5b8ac8ffbd0a tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] 10.222.0.50 "DELETE /v2.0/networks/d8f402c8-a218-4780-a8e5-6d58e0e476f4 HTTP/1.1" status: 204 len: 168 time: 6.5929394 May 31 13:45:11.504481 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 33688) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:11.515489 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2ae909b4-3f44-4f38-8259-bd41c923e8d7 req-67a201d7-a9da-4d13-9cac-e12c2440042a service neutron] 10.222.0.44 "GET /v2.0/networks/9e72f796-331f-4c44-9f15-34cac0d665a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1058774 May 31 13:45:11.525835 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-eb0aa3ce-eef8-43cb-8973-d134a4f25749 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Calling delete_port for 04f9a89d-cd37-4a05-a044-5ae657299e78 owned by network:router_gateway {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:45:11.615042 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-db693352-ef96-464b-a630-a2d1b380c38b tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-938640885'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:45:11.625127 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-db693352-ef96-464b-a630-a2d1b380c38b tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:45:11.634221 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-db693352-ef96-464b-a630-a2d1b380c38b tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Usage tracker for resource:network and tenant:9f98270cdf824e3ebd7736abf6d6b113 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:45:11.643682 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-db693352-ef96-464b-a630-a2d1b380c38b tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:45:11.654012 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-db693352-ef96-464b-a630-a2d1b380c38b tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:45:11.688763 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db693352-ef96-464b-a630-a2d1b380c38b tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Made reservation on behalf of 9f98270cdf824e3ebd7736abf6d6b113 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:45:11.692128 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-db693352-ef96-464b-a630-a2d1b380c38b tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:11.739785 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device f95c0ed0-82e2-4af9-b42c-f8d95e9a4294 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:45:11.743322 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a240f1-44d3-4160-af4a-a0c619d39cf4 req-4b089b74-0d4a-4715-9d61-f22ea447517f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:11.743322 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-07a240f1-44d3-4160-af4a-a0c619d39cf4 req-4b089b74-0d4a-4715-9d61-f22ea447517f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0c3bb07388f549c9aeec65a21380cb5d&device_id=0710edc1-1650-4be9-80ea-169a803e7734 HTTP/1.1" status: 200 len: 1094 time: 0.7273419 May 31 13:45:11.801587 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: f95c0ed0-82e2-4af9-b42c-f8d95e9a4294 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:45:11.801587 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device f95c0ed0-82e2-4af9-b42c-f8d95e9a4294 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:45:12.017672 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9e06053f-d0ff-41d7-868a-1fdcb5b5f56f tempest-FloatingIPAdminTestJSON-844396021 tempest-FloatingIPAdminTestJSON-844396021-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:12.027436 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2ae909b4-3f44-4f38-8259-bd41c923e8d7 req-d16b8c72-924e-4096-9bf6-1c93f6df8049 service neutron] 10.222.0.44 "GET /v2.0/networks/9e72f796-331f-4c44-9f15-34cac0d665a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4736340 May 31 13:45:12.033051 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db693352-ef96-464b-a630-a2d1b380c38b tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:45:12.046764 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-db693352-ef96-464b-a630-a2d1b380c38b tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:12.047514 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-db693352-ef96-464b-a630-a2d1b380c38b tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Added segment 4654d5b6-6e6a-4576-82bb-768681372dc5 of type vlan for network 9b0be052-fcf2-46ec-80c0-beaf5bec0cf4 May 31 13:45:12.115771 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-db693352-ef96-464b-a630-a2d1b380c38b tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:12.148623 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9e06053f-d0ff-41d7-868a-1fdcb5b5f56f tempest-FloatingIPAdminTestJSON-844396021 tempest-FloatingIPAdminTestJSON-844396021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:12.193263 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-db693352-ef96-464b-a630-a2d1b380c38b tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:12.208842 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db693352-ef96-464b-a630-a2d1b380c38b tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:12.208842 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-db693352-ef96-464b-a630-a2d1b380c38b tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:12.230567 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a240f1-44d3-4160-af4a-a0c619d39cf4 req-03661be2-57ea-4761-b6a2-f4c47f82f18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:12.230567 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-07a240f1-44d3-4160-af4a-a0c619d39cf4 req-03661be2-57ea-4761-b6a2-f4c47f82f18e service neutron] 10.222.0.44 "GET /v2.0/networks?id=63c618dc-2d9c-42a1-a644-8fd65767e93c HTTP/1.1" status: 200 len: 916 time: 0.4761691 May 31 13:45:12.365468 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e06053f-d0ff-41d7-868a-1fdcb5b5f56f tempest-FloatingIPAdminTestJSON-844396021 tempest-FloatingIPAdminTestJSON-844396021-project-admin] Pushing event updated for resources: {'Port': ['ID=4af0ae05-72aa-485e-8122-06c7e9c3f338,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:12.408270 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-db693352-ef96-464b-a630-a2d1b380c38b tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8081636 May 31 13:45:12.440108 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 33726) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:12.444202 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-07a240f1-44d3-4160-af4a-a0c619d39cf4 req-111bbbbe-1ee9-498b-aebf-f58918c1c31e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=801e7b36-1094-46d8-bd5f-4a2bce007eb1 HTTP/1.1" status: 200 len: 217 time: 0.2094815 May 31 13:45:12.481177 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e06053f-d0ff-41d7-868a-1fdcb5b5f56f tempest-FloatingIPAdminTestJSON-844396021 tempest-FloatingIPAdminTestJSON-844396021-project-admin] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:45:12.495585 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-9e06053f-d0ff-41d7-868a-1fdcb5b5f56f tempest-FloatingIPAdminTestJSON-844396021 tempest-FloatingIPAdminTestJSON-844396021-project-admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:45:12.507523 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e06053f-d0ff-41d7-868a-1fdcb5b5f56f tempest-FloatingIPAdminTestJSON-844396021 tempest-FloatingIPAdminTestJSON-844396021-project-admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:45:12.592950 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-01fcf035-3838-43ec-88e9-f050a9f6f16d tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:45:12.605254 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db693352-ef96-464b-a630-a2d1b380c38b tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Pushing event updated for resources: {'Network': ['ID=9b0be052-fcf2-46ec-80c0-beaf5bec0cf4,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:12.615015 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 9b0be052-fcf2-46ec-80c0-beaf5bec0cf4 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:45:12.652435 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a240f1-44d3-4160-af4a-a0c619d39cf4 req-8a2b2dda-977e-4047-b882-bc7e7740ee5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:12.652435 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-07a240f1-44d3-4160-af4a-a0c619d39cf4 req-8a2b2dda-977e-4047-b882-bc7e7740ee5c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1fa11664-0552-4bb0-b5b0-3278009a7430 HTTP/1.1" status: 200 len: 854 time: 0.1967816 May 31 13:45:12.726725 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 8165e1d8-542d-4ec8-840b-3edce21adaf8 resource provider aggregate not found May 31 13:45:12.783430 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 8165e1d8-542d-4ec8-840b-3edce21adaf8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8165e1d8-542d-4ec8-840b-3edce21adaf8 found for delete ", "request_id": "req-abbc8a2b-91de-4f5b-9030-ec31e74774fc"}]} May 31 13:45:12.783430 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 33740) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:12.936245 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-580685f8-9885-46ed-adfe-56df4317e3f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:13.233511 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-0cedd1d8-b40b-4a0b-8302-11ec5bf77d30 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-572643752-network', 'tenant_id': 'f128fe4f2da74590a9fbac3595448664'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:45:13.244194 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0cedd1d8-b40b-4a0b-8302-11ec5bf77d30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:45:13.257285 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-0cedd1d8-b40b-4a0b-8302-11ec5bf77d30 admin admin] Usage tracker for resource:network and tenant:f128fe4f2da74590a9fbac3595448664 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:45:13.263224 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-0cedd1d8-b40b-4a0b-8302-11ec5bf77d30 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:45:13.272236 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0cedd1d8-b40b-4a0b-8302-11ec5bf77d30 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:45:13.283997 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cedd1d8-b40b-4a0b-8302-11ec5bf77d30 admin admin] Made reservation on behalf of f128fe4f2da74590a9fbac3595448664 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:45:13.287141 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0cedd1d8-b40b-4a0b-8302-11ec5bf77d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:13.303160 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0cedd1d8-b40b-4a0b-8302-11ec5bf77d30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:13.342055 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0cedd1d8-b40b-4a0b-8302-11ec5bf77d30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:45:13.342055 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-0cedd1d8-b40b-4a0b-8302-11ec5bf77d30 admin admin] Usage tracker for resource:security_group_rule and tenant:f128fe4f2da74590a9fbac3595448664 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:45:13.346623 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-0cedd1d8-b40b-4a0b-8302-11ec5bf77d30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:45:13.357301 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0cedd1d8-b40b-4a0b-8302-11ec5bf77d30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:45:13.426539 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-01fcf035-3838-43ec-88e9-f050a9f6f16d tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:13.435492 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 801e7b36-1094-46d8-bd5f-4a2bce007eb1 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:45:13.445914 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 9a0fd578-dc40-475e-ab9f-06e9a85958aa up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:45:13.452951 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-01fcf035-3838-43ec-88e9-f050a9f6f16d tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:13.504635 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c113eb-fa4e-4624-8978-5a8b5c0a59d8 req-ebe903ba-3b77-4cde-886a-1425fcce2d06 tempest-ServerTagsTestJSON-491483173 tempest-ServerTagsTestJSON-491483173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:13.504635 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-31c113eb-fa4e-4624-8978-5a8b5c0a59d8 req-ebe903ba-3b77-4cde-886a-1425fcce2d06 tempest-ServerTagsTestJSON-491483173 tempest-ServerTagsTestJSON-491483173-project] 10.222.0.50 "GET /v2.0/ports?device_id=688eb19d-797e-4521-9159-9137d21ac16b HTTP/1.1" status: 200 len: 944 time: 0.8564663 May 31 13:45:13.504635 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eb0aa3ce-eef8-43cb-8973-d134a4f25749 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:13.559897 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-01fcf035-3838-43ec-88e9-f050a9f6f16d tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Network 9b0be052-fcf2-46ec-80c0-beaf5bec0cf4 is not hosted by any dhcp agent {{(pid=88370) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 31 13:45:13.565708 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fcf035-3838-43ec-88e9-f050a9f6f16d tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:13.578437 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-01fcf035-3838-43ec-88e9-f050a9f6f16d tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:13.580177 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-01fcf035-3838-43ec-88e9-f050a9f6f16d tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] 10.222.0.50 "PUT /v2.0/networks/9b0be052-fcf2-46ec-80c0-beaf5bec0cf4 HTTP/1.1" status: 200 len: 723 time: 1.1323924 May 31 13:45:13.590353 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 33756) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:13.606136 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-ed299d4c-5938-4b2c-a85c-a5f7d39eea95 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Request body: {'subnet': {'network_id': '9b0be052-fcf2-46ec-80c0-beaf5bec0cf4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:45:13.693220 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9e06053f-d0ff-41d7-868a-1fdcb5b5f56f tempest-FloatingIPAdminTestJSON-844396021 tempest-FloatingIPAdminTestJSON-844396021-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:13.697917 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port 9a0fd578-dc40-475e-ab9f-06e9a85958aa completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:45:13.775263 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port 9a0fd578-dc40-475e-ab9f-06e9a85958aa triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:45:13.775263 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:13.826330 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0aa3ce-eef8-43cb-8973-d134a4f25749 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Pushing event deleted for resources: {'Port': ['ID=04f9a89d-cd37-4a05-a044-5ae657299e78,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:13.878610 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0cedd1d8-b40b-4a0b-8302-11ec5bf77d30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:13.919048 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fcf035-3838-43ec-88e9-f050a9f6f16d tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Pushing event updated for resources: {'Network': ['ID=9b0be052-fcf2-46ec-80c0-beaf5bec0cf4,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:13.929221 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a240f1-44d3-4160-af4a-a0c619d39cf4 req-f539d906-0382-48d4-b757-0dd2abd81f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:13.931549 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-07a240f1-44d3-4160-af4a-a0c619d39cf4 req-f539d906-0382-48d4-b757-0dd2abd81f6d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=63c618dc-2d9c-42a1-a644-8fd65767e93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1659980 May 31 13:45:13.946615 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 9b0be052-fcf2-46ec-80c0-beaf5bec0cf4 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:45:13.954956 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ed299d4c-5938-4b2c-a85c-a5f7d39eea95 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:45:13.957174 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9e06053f-d0ff-41d7-868a-1fdcb5b5f56f tempest-FloatingIPAdminTestJSON-844396021 tempest-FloatingIPAdminTestJSON-844396021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:13.978714 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-31c113eb-fa4e-4624-8978-5a8b5c0a59d8 req-e96cb66b-3463-409b-af94-9e76fdeacf8a tempest-ServerTagsTestJSON-491483173 tempest-ServerTagsTestJSON-491483173-project] 10.222.0.50 "GET /v2.0/security-groups?id=39da99ba-a514-4a54-b0fa-a32701283c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4678473 May 31 13:45:13.991225 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0cedd1d8-b40b-4a0b-8302-11ec5bf77d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:13.993436 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b154785-d751-4ad7-b2b9-d8939669c562 req-f64744c2-c4f4-4a66-a0ac-d59395b90cd9 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:13.995183 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2b154785-d751-4ad7-b2b9-d8939669c562 req-f64744c2-c4f4-4a66-a0ac-d59395b90cd9 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/ports?device_id=0710edc1-1650-4be9-80ea-169a803e7734 HTTP/1.1" status: 200 len: 943 time: 0.9879935 May 31 13:45:14.009781 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cedd1d8-b40b-4a0b-8302-11ec5bf77d30 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:45:14.053104 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0cedd1d8-b40b-4a0b-8302-11ec5bf77d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:14.053104 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-0cedd1d8-b40b-4a0b-8302-11ec5bf77d30 admin admin] Added segment d12421af-c007-40b1-95e0-a981eca37401 of type vlan for network 166c0ad9-5dbd-42e5-a3f2-05af3a8ffc5c May 31 13:45:14.073760 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0cedd1d8-b40b-4a0b-8302-11ec5bf77d30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:14.107500 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eb0aa3ce-eef8-43cb-8973-d134a4f25749 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577389'] for router_gateway, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:14.127091 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ed299d4c-5938-4b2c-a85c-a5f7d39eea95 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Usage tracker for resource:subnet and tenant:9f98270cdf824e3ebd7736abf6d6b113 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:45:14.134907 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ed299d4c-5938-4b2c-a85c-a5f7d39eea95 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:45:14.143553 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0cedd1d8-b40b-4a0b-8302-11ec5bf77d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:14.143553 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cedd1d8-b40b-4a0b-8302-11ec5bf77d30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:14.143553 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0cedd1d8-b40b-4a0b-8302-11ec5bf77d30 admin admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:14.183120 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:14.314945 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ed299d4c-5938-4b2c-a85c-a5f7d39eea95 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:45:14.335604 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cedd1d8-b40b-4a0b-8302-11ec5bf77d30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c560e402-412a-48f6-8848-29981e4837da,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:14.357710 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-0cedd1d8-b40b-4a0b-8302-11ec5bf77d30 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5805738 May 31 13:45:14.363129 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed299d4c-5938-4b2c-a85c-a5f7d39eea95 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Made reservation on behalf of 9f98270cdf824e3ebd7736abf6d6b113 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:45:14.371005 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ed299d4c-5938-4b2c-a85c-a5f7d39eea95 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:14.404027 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:14.434997 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 33768) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:14.462733 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-ec2cd457-d29a-4106-a31b-70eda6dca861 admin admin] Request body: {'subnet': {'network_id': '166c0ad9-5dbd-42e5-a3f2-05af3a8ffc5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-572643752-subnet', 'tenant_id': 'f128fe4f2da74590a9fbac3595448664', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:45:14.479834 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-ec2cd457-d29a-4106-a31b-70eda6dca861 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:45:14.489526 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eb0aa3ce-eef8-43cb-8973-d134a4f25749 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:14.495553 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2b154785-d751-4ad7-b2b9-d8939669c562 req-0516f569-3f13-4202-85ea-f9cb6a1b319e tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/security-groups?id=76a9cdf4-6db8-45af-89d0-8bc6812225a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4318035 May 31 13:45:14.507603 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eb0aa3ce-eef8-43cb-8973-d134a4f25749 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:14.507603 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-ec2cd457-d29a-4106-a31b-70eda6dca861 admin admin] Usage tracker for resource:subnet and tenant:f128fe4f2da74590a9fbac3595448664 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:45:14.518781 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-ec2cd457-d29a-4106-a31b-70eda6dca861 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:45:14.523671 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 9a0fd578-dc40-475e-ab9f-06e9a85958aa is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:45:14.523671 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:14.539931 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-ec2cd457-d29a-4106-a31b-70eda6dca861 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:45:14.568232 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eb0aa3ce-eef8-43cb-8973-d134a4f25749 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:14.568232 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb0aa3ce-eef8-43cb-8973-d134a4f25749 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Fanout notify agent at l3_agent the message router_deleted on router 05ae1f54-b3a3-4e38-9347-6e12afaa7657 {{(pid=88370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:45:14.587264 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 801e7b36-1094-46d8-bd5f-4a2bce007eb1, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=801e7b36-1094-46d8-bd5f-4a2bce007eb1,segment=NetworkSegment(035ad117-e9c5-414c-8bde-40a05a92335b),segment_id=035ad117-e9c5-414c-8bde-40a05a92335b)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:45:14.595673 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-07a240f1-44d3-4160-af4a-a0c619d39cf4 req-6eaefc28-71fb-414c-abdc-0ccdb8fd90e9 service neutron] 10.222.0.44 "GET /v2.0/networks/63c618dc-2d9c-42a1-a644-8fd65767e93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6362672 May 31 13:45:14.595673 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec2cd457-d29a-4106-a31b-70eda6dca861 admin admin] Made reservation on behalf of f128fe4f2da74590a9fbac3595448664 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:45:14.595673 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ec2cd457-d29a-4106-a31b-70eda6dca861 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:14.627617 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '688eb19d-797e-4521-9159-9137d21ac16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a0fd578-dc40-475e-ab9f-06e9a85958aa'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:45:14.632551 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': '801e7b36-1094-46d8-bd5f-4a2bce007eb1', 'network_id': '63c618dc-2d9c-42a1-a644-8fd65767e93c', 'port_id': '801e7b36-1094-46d8-bd5f-4a2bce007eb1', 'mac_address': 'fa:16:3e:a8:00:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fa11664-0552-4bb0-b5b0-3278009a7430', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:45:14.634339 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 9a0fd578-dc40-475e-ab9f-06e9a85958aa, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=9a0fd578-dc40-475e-ab9f-06e9a85958aa,segment=NetworkSegment(6e5ff2ed-586f-452f-9447-3f5a72d73b1e),segment_id=6e5ff2ed-586f-452f-9447-3f5a72d73b1e)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:45:14.723663 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:14.818996 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1ec082a-3ad0-4f78-931b-ef96215b98c6'] response: {'server_uuid': '688eb19d-797e-4521-9159-9137d21ac16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a0fd578-dc40-475e-ab9f-06e9a85958aa', 'code': 200} May 31 13:45:14.849956 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eb0aa3ce-eef8-43cb-8973-d134a4f25749 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:14.849956 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-eb0aa3ce-eef8-43cb-8973-d134a4f25749 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] 10.222.0.50 "DELETE /v2.0/routers/05ae1f54-b3a3-4e38-9347-6e12afaa7657 HTTP/1.1" status: 204 len: 168 time: 7.0298631 May 31 13:45:14.853411 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 801e7b36-1094-46d8-bd5f-4a2bce007eb1 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:45:14.853411 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:14.871804 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 801e7b36-1094-46d8-bd5f-4a2bce007eb1 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:45:14.894145 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=9a0fd578-dc40-475e-ab9f-06e9a85958aa,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:14.898119 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 33776) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:14.899677 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 801e7b36-1094-46d8-bd5f-4a2bce007eb1, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=801e7b36-1094-46d8-bd5f-4a2bce007eb1,segment=NetworkSegment(035ad117-e9c5-414c-8bde-40a05a92335b),segment_id=035ad117-e9c5-414c-8bde-40a05a92335b)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:45:14.911232 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:14.921147 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-eb4d2d17-9a31-4e80-93b2-93e57344c758 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-57553600', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:45:14.921147 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-eb4d2d17-9a31-4e80-93b2-93e57344c758 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:45:14.921147 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-eb4d2d17-9a31-4e80-93b2-93e57344c758 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Usage tracker for resource:router and tenant:0c54ae26e9fb4e03b58cf9ab2d86d81d is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:45:14.928443 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-eb4d2d17-9a31-4e80-93b2-93e57344c758 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:45:14.935047 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-eb4d2d17-9a31-4e80-93b2-93e57344c758 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:45:14.960084 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eb4d2d17-9a31-4e80-93b2-93e57344c758 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:14.960084 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eb4d2d17-9a31-4e80-93b2-93e57344c758 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:15.036822 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eb4d2d17-9a31-4e80-93b2-93e57344c758 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:15.041124 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=801e7b36-1094-46d8-bd5f-4a2bce007eb1,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:15.058888 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-07a240f1-44d3-4160-af4a-a0c619d39cf4 req-b872b4f8-b136-4ac9-8043-32202f4b06de service neutron] 10.222.0.44 "GET /v2.0/networks/63c618dc-2d9c-42a1-a644-8fd65767e93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4533844 May 31 13:45:15.084871 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b92554e-e29b-42d9-acc6-e8467d51b48a req-3c5804bf-ee16-4b35-a141-4300636082ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:15.086291 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8b92554e-e29b-42d9-acc6-e8467d51b48a req-3c5804bf-ee16-4b35-a141-4300636082ca service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=688eb19d-797e-4521-9159-9137d21ac16b HTTP/1.1" status: 200 len: 1096 time: 0.2598636 May 31 13:45:15.095545 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9e06053f-d0ff-41d7-868a-1fdcb5b5f56f tempest-FloatingIPAdminTestJSON-844396021 tempest-FloatingIPAdminTestJSON-844396021-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:15.116220 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eb4d2d17-9a31-4e80-93b2-93e57344c758 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:15.121317 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9e06053f-d0ff-41d7-868a-1fdcb5b5f56f tempest-FloatingIPAdminTestJSON-844396021 tempest-FloatingIPAdminTestJSON-844396021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:15.173293 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['801e7b36-1094-46d8-bd5f-4a2bce007eb1'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:45:15.217498 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cedd1d8-b40b-4a0b-8302-11ec5bf77d30 admin admin] Pushing event updated for resources: {'Network': ['ID=166c0ad9-5dbd-42e5-a3f2-05af3a8ffc5c,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:15.222748 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eb4d2d17-9a31-4e80-93b2-93e57344c758 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:15.230670 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-eb4d2d17-9a31-4e80-93b2-93e57344c758 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3241708 May 31 13:45:15.240113 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 33784) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:15.252033 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 166c0ad9-5dbd-42e5-a3f2-05af3a8ffc5c details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:45:15.278710 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-9b3fdcc4-121b-4db2-b601-a84cf70f6792 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:45:15.512216 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e06053f-d0ff-41d7-868a-1fdcb5b5f56f tempest-FloatingIPAdminTestJSON-844396021 tempest-FloatingIPAdminTestJSON-844396021-project-admin] Pushing event updated for resources: {'Port': ['ID=4af0ae05-72aa-485e-8122-06c7e9c3f338,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:15.530814 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9e06053f-d0ff-41d7-868a-1fdcb5b5f56f tempest-FloatingIPAdminTestJSON-844396021 tempest-FloatingIPAdminTestJSON-844396021-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:15.588964 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:15.848091 n-d-843939-1 neutron-server[88369]: INFO neutron.db.l3_db [None req-9e06053f-d0ff-41d7-868a-1fdcb5b5f56f tempest-FloatingIPAdminTestJSON-844396021 tempest-FloatingIPAdminTestJSON-844396021-project-admin] Floating IP ffd75fd1-f2c0-44ef-a770-a6b948bb58ed associated. External IP: 172.25.6.157, port: 90b6d00e-ed73-424c-a46c-32f41f7fac64. May 31 13:45:16.017262 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8b92554e-e29b-42d9-acc6-e8467d51b48a req-d0544932-6436-4cf4-8f4e-19e5e05db7e6 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=39da99ba-a514-4a54-b0fa-a32701283c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9204655 May 31 13:45:16.043546 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ed299d4c-5938-4b2c-a85c-a5f7d39eea95 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:16.156354 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed299d4c-5938-4b2c-a85c-a5f7d39eea95 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Pushing event updated for resources: {'Subnet': ['ID=616af0e2-5533-45fc-b79e-7611a9d654b0,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:16.224212 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9b3fdcc4-121b-4db2-b601-a84cf70f6792 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:16.238832 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed299d4c-5938-4b2c-a85c-a5f7d39eea95 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Checking segment: {'id': '4654d5b6-6e6a-4576-82bb-768681372dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9b0be052-fcf2-46ec-80c0-beaf5bec0cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:45:16.238832 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed299d4c-5938-4b2c-a85c-a5f7d39eea95 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Network hostable DHCP agents. Network: 9b0be052-fcf2-46ec-80c0-beaf5bec0cf4, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:45:16.249283 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ec2cd457-d29a-4106-a31b-70eda6dca861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:16.352498 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1187f98-e354-4f4f-b411-1bd228fc77cf req-2fbc772e-0f93-4e5d-8b73-65ad8af092f5 tempest-ServerTagsTestJSON-491483173 tempest-ServerTagsTestJSON-491483173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:16.358600 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b1187f98-e354-4f4f-b411-1bd228fc77cf req-2fbc772e-0f93-4e5d-8b73-65ad8af092f5 tempest-ServerTagsTestJSON-491483173 tempest-ServerTagsTestJSON-491483173-project] 10.222.0.50 "GET /v2.0/ports?device_id=688eb19d-797e-4521-9159-9137d21ac16b HTTP/1.1" status: 200 len: 945 time: 0.5657585 May 31 13:45:16.387618 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed299d4c-5938-4b2c-a85c-a5f7d39eea95 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Network 9b0be052-fcf2-46ec-80c0-beaf5bec0cf4 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:45:16.400141 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-ed299d4c-5938-4b2c-a85c-a5f7d39eea95 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 9b0be052-fcf2-46ec-80c0-beaf5bec0cf4) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:45:16.410235 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed299d4c-5938-4b2c-a85c-a5f7d39eea95 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:16.410972 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ed299d4c-5938-4b2c-a85c-a5f7d39eea95 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:16.414937 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30340ae3-d4a5-426e-9b90-6e72df3d1c78 None None] Network 9b0be052-fcf2-46ec-80c0-beaf5bec0cf4 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:45:16.441911 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e06053f-d0ff-41d7-868a-1fdcb5b5f56f tempest-FloatingIPAdminTestJSON-844396021 tempest-FloatingIPAdminTestJSON-844396021-project-admin] Router 23ed27f0-05a9-41f6-a025-14070de1cf97 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:45:16.448274 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ed299d4c-5938-4b2c-a85c-a5f7d39eea95 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8558776 May 31 13:45:16.451423 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 33810) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:16.463326 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-8f0d6e7c-75e1-4374-a864-9ba667fbbc8d tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:45:16.534200 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b9d6c-0271-4ae7-88b8-7d94e486695a req-2c219b25-ede2-4dfe-8bdf-84059748fe9b tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:16.534200 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7a9b9d6c-0271-4ae7-88b8-7d94e486695a req-2c219b25-ede2-4dfe-8bdf-84059748fe9b tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/ports?device_id=0710edc1-1650-4be9-80ea-169a803e7734 HTTP/1.1" status: 200 len: 944 time: 0.7513964 May 31 13:45:16.534200 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2cd457-d29a-4106-a31b-70eda6dca861 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bec59bdf-f3b6-456e-9a1d-7402c5bd57ee,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:16.640795 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2cd457-d29a-4106-a31b-70eda6dca861 admin admin] Checking segment: {'id': 'd12421af-c007-40b1-95e0-a981eca37401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '166c0ad9-5dbd-42e5-a3f2-05af3a8ffc5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:45:16.640795 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2cd457-d29a-4106-a31b-70eda6dca861 admin admin] Network hostable DHCP agents. Network: 166c0ad9-5dbd-42e5-a3f2-05af3a8ffc5c, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:45:16.707704 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b1187f98-e354-4f4f-b411-1bd228fc77cf req-a1841bf4-0523-41e3-89a7-928ba4886354 tempest-ServerTagsTestJSON-491483173 tempest-ServerTagsTestJSON-491483173-project] 10.222.0.50 "GET /v2.0/security-groups?id=39da99ba-a514-4a54-b0fa-a32701283c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3531008 May 31 13:45:16.747345 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7a9b9d6c-0271-4ae7-88b8-7d94e486695a req-bc1f6a9c-387b-4c5d-95a0-98ac70f045c5 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/security-groups?id=76a9cdf4-6db8-45af-89d0-8bc6812225a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1709900 May 31 13:45:16.748206 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2cd457-d29a-4106-a31b-70eda6dca861 admin admin] Network 166c0ad9-5dbd-42e5-a3f2-05af3a8ffc5c is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:45:16.759247 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-ec2cd457-d29a-4106-a31b-70eda6dca861 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 166c0ad9-5dbd-42e5-a3f2-05af3a8ffc5c) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:45:16.773546 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2cd457-d29a-4106-a31b-70eda6dca861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:16.774234 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ec2cd457-d29a-4106-a31b-70eda6dca861 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:16.825422 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-ec2cd457-d29a-4106-a31b-70eda6dca861 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.3977985 May 31 13:45:16.873742 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a246bac9-b4a1-4954-a701-96dfb88dd9f0 None None] Network 166c0ad9-5dbd-42e5-a3f2-05af3a8ffc5c requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:45:17.043947 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8f0d6e7c-75e1-4374-a864-9ba667fbbc8d tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-66030198'] for subnet, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:17.122563 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e06053f-d0ff-41d7-868a-1fdcb5b5f56f tempest-FloatingIPAdminTestJSON-844396021 tempest-FloatingIPAdminTestJSON-844396021-project-admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:45:17.135479 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e70f58-7a90-4ac3-b2eb-02527ea14551 None None] Sync routers for ids ['23ed27f0-05a9-41f6-a025-14070de1cf97'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:45:17.150234 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e70f58-7a90-4ac3-b2eb-02527ea14551 None None] Routers {'23ed27f0-05a9-41f6-a025-14070de1cf97'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:45:17.155587 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-b0e70f58-7a90-4ac3-b2eb-02527ea14551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:45:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['23ed27f0-05a9-41f6-a025-14070de1cf97'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:45:17.200878 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78afc50b-90f7-4263-8940-87930a339232 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-9b0be052-fcf2-46ec-80c0-beaf5bec0cf4', 'network_id': '9b0be052-fcf2-46ec-80c0-beaf5bec0cf4', 'tenant_id': '9f98270cdf824e3ebd7736abf6d6b113', 'fixed_ips': [{'subnet_id': '616af0e2-5533-45fc-b79e-7611a9d654b0'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:45:17.201709 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-78afc50b-90f7-4263-8940-87930a339232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:17.258808 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-b0e70f58-7a90-4ac3-b2eb-02527ea14551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:45:17.275770 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9e06053f-d0ff-41d7-868a-1fdcb5b5f56f tempest-FloatingIPAdminTestJSON-844396021 tempest-FloatingIPAdminTestJSON-844396021-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:17.281950 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e70f58-7a90-4ac3-b2eb-02527ea14551 None None] Routers {'23ed27f0-05a9-41f6-a025-14070de1cf97'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:45:17.281950 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-b0e70f58-7a90-4ac3-b2eb-02527ea14551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:45:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['23ed27f0-05a9-41f6-a025-14070de1cf97'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:45:17.322678 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9b3fdcc4-121b-4db2-b601-a84cf70f6792 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks [] for router_gateway, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:17.489593 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9b3fdcc4-121b-4db2-b601-a84cf70f6792 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:17.566184 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-b0e70f58-7a90-4ac3-b2eb-02527ea14551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:45:17.566584 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e70f58-7a90-4ac3-b2eb-02527ea14551 None None] The sync data for ids ['23ed27f0-05a9-41f6-a025-14070de1cf97'] in n-d-843939-1 is: [] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:45:17.572946 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-9e06053f-d0ff-41d7-868a-1fdcb5b5f56f tempest-FloatingIPAdminTestJSON-844396021 tempest-FloatingIPAdminTestJSON-844396021-project-admin] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 8.3167117 May 31 13:45:17.577178 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 801e7b36-1094-46d8-bd5f-4a2bce007eb1 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:45:17.587185 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 33834) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:17.832224 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36680c3-7d3a-4873-9a48-975f1580c224 None None] Network 166c0ad9-5dbd-42e5-a3f2-05af3a8ffc5c requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:45:17.925920 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8f0d6e7c-75e1-4374-a864-9ba667fbbc8d tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772773763000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-66016424'] for subnet, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:17.976279 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-9b3fdcc4-121b-4db2-b601-a84cf70f6792 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Allocated IP 172.25.6.21 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/6f22fb7b-e1e6-4487-8708-cc91a08e6fd8) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:45:18.109280 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port 801e7b36-1094-46d8-bd5f-4a2bce007eb1 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:45:18.142129 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port 801e7b36-1094-46d8-bd5f-4a2bce007eb1 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:45:18.142129 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:18.295146 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9b3fdcc4-121b-4db2-b601-a84cf70f6792 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:18.322842 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-78afc50b-90f7-4263-8940-87930a339232 None None] Allocated IP 172.20.0.2 (9b0be052-fcf2-46ec-80c0-beaf5bec0cf4/616af0e2-5533-45fc-b79e-7611a9d654b0/e4b091f7-7ebe-4e73-967e-fd09e730cc1a) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:45:18.330483 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0d6e7c-75e1-4374-a864-9ba667fbbc8d tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:18.331750 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8f0d6e7c-75e1-4374-a864-9ba667fbbc8d tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:18.336125 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-8f0d6e7c-75e1-4374-a864-9ba667fbbc8d tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] 10.222.0.50 "PUT /v2.0/subnets/616af0e2-5533-45fc-b79e-7611a9d654b0 HTTP/1.1" status: 200 len: 806 time: 1.8800242 May 31 13:45:18.339470 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 33852) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:18.362094 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-06267cb1-bab7-4745-af1c-17d9bceecc56 tempest-FloatingIPAdminTestJSON-844396021 tempest-FloatingIPAdminTestJSON-844396021-project-admin] 10.222.0.50 "GET /v2.0/floatingips/ffd75fd1-f2c0-44ef-a770-a6b948bb58ed HTTP/1.1" status: 200 len: 983 time: 0.7582102 May 31 13:45:18.363320 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0d6e7c-75e1-4374-a864-9ba667fbbc8d tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Pushing event updated for resources: {'Subnet': ['ID=616af0e2-5533-45fc-b79e-7611a9d654b0,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:18.365514 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 33856) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:18.577749 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-f97f6edf-8be2-4bf2-b3e0-adccc4a44ea0 tempest-FloatingIPAdminTestJSON-844396021 tempest-FloatingIPAdminTestJSON-844396021-project-admin] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2732 time: 0.2064064 May 31 13:45:18.577749 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 33860) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:18.682811 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 801e7b36-1094-46d8-bd5f-4a2bce007eb1 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:45:18.683873 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:18.691886 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774d4f84-ed16-409e-b8f7-6fd4b41880fa req-5a0c2daa-27e8-444a-862e-3911b6550e9d tempest-ServerTagsTestJSON-491483173 tempest-ServerTagsTestJSON-491483173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:18.699747 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-774d4f84-ed16-409e-b8f7-6fd4b41880fa req-5a0c2daa-27e8-444a-862e-3911b6550e9d tempest-ServerTagsTestJSON-491483173 tempest-ServerTagsTestJSON-491483173-project] 10.222.0.50 "GET /v2.0/ports?device_id=688eb19d-797e-4521-9159-9137d21ac16b HTTP/1.1" status: 200 len: 945 time: 0.7202229 May 31 13:45:18.751971 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0710edc1-1650-4be9-80ea-169a803e7734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '801e7b36-1094-46d8-bd5f-4a2bce007eb1'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:45:18.780044 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 801e7b36-1094-46d8-bd5f-4a2bce007eb1, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=801e7b36-1094-46d8-bd5f-4a2bce007eb1,segment=NetworkSegment(035ad117-e9c5-414c-8bde-40a05a92335b),segment_id=035ad117-e9c5-414c-8bde-40a05a92335b)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:45:18.821128 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-774d4f84-ed16-409e-b8f7-6fd4b41880fa req-ac43a402-94fe-4a7e-b875-f6dca07e369b tempest-ServerTagsTestJSON-491483173 tempest-ServerTagsTestJSON-491483173-project] 10.222.0.50 "GET /v2.0/security-groups?id=39da99ba-a514-4a54-b0fa-a32701283c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127989 May 31 13:45:18.870795 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-78afc50b-90f7-4263-8940-87930a339232 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:18.890707 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-78afc50b-90f7-4263-8940-87930a339232 None None] Transition to ACTIVE for port object e4b091f7-7ebe-4e73-967e-fd09e730cc1a will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:45:18.894363 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a3da4-e1e8-4d27-a181-44edd0f75d3d req-065a6aa2-14fc-4068-ae70-a8511e2672ff tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:18.894363 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7e0a3da4-e1e8-4d27-a181-44edd0f75d3d req-065a6aa2-14fc-4068-ae70-a8511e2672ff tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/ports?device_id=0710edc1-1650-4be9-80ea-169a803e7734 HTTP/1.1" status: 200 len: 944 time: 0.7232623 May 31 13:45:18.900916 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-13dd0716-1f65-48c7-976f-a28653f48162 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:18.908183 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-78afc50b-90f7-4263-8940-87930a339232 None None] Transition to ACTIVE for port object e4b091f7-7ebe-4e73-967e-fd09e730cc1a will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:45:18.914443 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:18.948898 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-13dd0716-1f65-48c7-976f-a28653f48162 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Deleting port e4b091f7-7ebe-4e73-967e-fd09e730cc1a {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:45:18.950504 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-13dd0716-1f65-48c7-976f-a28653f48162 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:18.994792 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9b3fdcc4-121b-4db2-b601-a84cf70f6792 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:19.011284 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-78afc50b-90f7-4263-8940-87930a339232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:19.055645 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-3d6ce2b1-edbe-411e-b2a9-e029aec00a12 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Deleting port 4af0ae05-72aa-485e-8122-06c7e9c3f338 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:45:19.060761 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3d6ce2b1-edbe-411e-b2a9-e029aec00a12 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:19.069670 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78afc50b-90f7-4263-8940-87930a339232 None None] Network 9b0be052-fcf2-46ec-80c0-beaf5bec0cf4 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:45:19.072719 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-78afc50b-90f7-4263-8940-87930a339232 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:45:19.086878 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78afc50b-90f7-4263-8940-87930a339232 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:45:19.122777 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=801e7b36-1094-46d8-bd5f-4a2bce007eb1,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:19.197475 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7e0a3da4-e1e8-4d27-a181-44edd0f75d3d req-01e798f9-96db-44d1-af64-f99640ab3665 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/security-groups?id=76a9cdf4-6db8-45af-89d0-8bc6812225a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2960322 May 31 13:45:19.291451 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3fdcc4-121b-4db2-b601-a84cf70f6792 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Pushing event updated for resources: {'Port': ['ID=6f22fb7b-e1e6-4487-8708-cc91a08e6fd8,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:19.304942 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3fdcc4-121b-4db2-b601-a84cf70f6792 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:45:19.315137 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-9b3fdcc4-121b-4db2-b601-a84cf70f6792 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:45:19.331237 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3fdcc4-121b-4db2-b601-a84cf70f6792 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:45:19.487919 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afc50b-90f7-4263-8940-87930a339232 None None] Pushing event updated for resources: {'Port': ['ID=e4b091f7-7ebe-4e73-967e-fd09e730cc1a,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:19.516161 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-78afc50b-90f7-4263-8940-87930a339232 None None] Attempting to bind port e4b091f7-7ebe-4e73-967e-fd09e730cc1a on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:45:19.516657 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-78afc50b-90f7-4263-8940-87930a339232 None None] Attempting to bind port e4b091f7-7ebe-4e73-967e-fd09e730cc1a by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '4654d5b6-6e6a-4576-82bb-768681372dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9b0be052-fcf2-46ec-80c0-beaf5bec0cf4'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:45:19.517254 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78afc50b-90f7-4263-8940-87930a339232 None None] Attempting to bind port e4b091f7-7ebe-4e73-967e-fd09e730cc1a on network 9b0be052-fcf2-46ec-80c0-beaf5bec0cf4 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:45:19.521776 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3d6ce2b1-edbe-411e-b2a9-e029aec00a12 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:19.522475 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3d6ce2b1-edbe-411e-b2a9-e029aec00a12 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:19.534206 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78afc50b-90f7-4263-8940-87930a339232 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:45:19.534581 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78afc50b-90f7-4263-8940-87930a339232 None None] Checking segment: {'id': '4654d5b6-6e6a-4576-82bb-768681372dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9b0be052-fcf2-46ec-80c0-beaf5bec0cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:45:19.534985 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-78afc50b-90f7-4263-8940-87930a339232 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:19.535377 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78afc50b-90f7-4263-8940-87930a339232 None None] Bound using segment: {'id': '4654d5b6-6e6a-4576-82bb-768681372dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9b0be052-fcf2-46ec-80c0-beaf5bec0cf4'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:45:19.535988 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-78afc50b-90f7-4263-8940-87930a339232 None None] Bound port: e4b091f7-7ebe-4e73-967e-fd09e730cc1a, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4654d5b6-6e6a-4576-82bb-768681372dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9b0be052-fcf2-46ec-80c0-beaf5bec0cf4'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:45:19.536388 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-78afc50b-90f7-4263-8940-87930a339232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:19.734617 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2313e7be-1591-4c83-923f-12ac1c318ad3'] response: {'server_uuid': '0710edc1-1650-4be9-80ea-169a803e7734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '801e7b36-1094-46d8-bd5f-4a2bce007eb1', 'code': 200} May 31 13:45:19.816166 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-78afc50b-90f7-4263-8940-87930a339232 None None] For port e4b091f7-7ebe-4e73-967e-fd09e730cc1a, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:45:19.822156 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-78afc50b-90f7-4263-8940-87930a339232 None None] For port e4b091f7-7ebe-4e73-967e-fd09e730cc1a, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=e4b091f7-7ebe-4e73-967e-fd09e730cc1a,segment=NetworkSegment(4654d5b6-6e6a-4576-82bb-768681372dc5),segment_id=4654d5b6-6e6a-4576-82bb-768681372dc5)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:45:19.841754 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-78afc50b-90f7-4263-8940-87930a339232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:19.923406 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afc50b-90f7-4263-8940-87930a339232 None None] Pushing event updated for resources: {'Port': ['ID=e4b091f7-7ebe-4e73-967e-fd09e730cc1a,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:19.939334 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-3d6ce2b1-edbe-411e-b2a9-e029aec00a12 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Calling delete_port for 4af0ae05-72aa-485e-8122-06c7e9c3f338 owned by network:floatingip {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:45:20.271210 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3d6ce2b1-edbe-411e-b2a9-e029aec00a12 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:20.595734 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3d6ce2b1-edbe-411e-b2a9-e029aec00a12 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks [] for floatingip, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:20.595734 n-d-843939-1 neutron-server[88369]: INFO neutron.db.l3_db [None req-3d6ce2b1-edbe-411e-b2a9-e029aec00a12 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Floating IP ffd75fd1-f2c0-44ef-a770-a6b948bb58ed disassociated (deleted). External IP: 172.25.6.157, port: 90b6d00e-ed73-424c-a46c-32f41f7fac64. May 31 13:45:20.654178 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22093445-4474-4870-ac68-ca43369506cd req-b3cb268d-4cb7-4623-bc8e-e52cbc9e32dc tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:20.661082 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-22093445-4474-4870-ac68-ca43369506cd req-b3cb268d-4cb7-4623-bc8e-e52cbc9e32dc tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/ports?device_id=9dd463a5-9d21-48e0-ada6-be857870f38c HTTP/1.1" status: 200 len: 946 time: 0.6732664 May 31 13:45:20.687381 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6ce2b1-edbe-411e-b2a9-e029aec00a12 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Pushing event deleted for resources: {'Port': ['ID=4af0ae05-72aa-485e-8122-06c7e9c3f338,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:20.743391 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9960ebf-c541-4f6c-bfac-98c7c4a6ce55 req-46aae92b-ade0-4ea9-bc04-29e2915d35a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:20.744890 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c9960ebf-c541-4f6c-bfac-98c7c4a6ce55 req-46aae92b-ade0-4ea9-bc04-29e2915d35a8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0710edc1-1650-4be9-80ea-169a803e7734 HTTP/1.1" status: 200 len: 1096 time: 0.8779497 May 31 13:45:20.939328 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-22093445-4474-4870-ac68-ca43369506cd req-ab8cc022-25de-4ea1-b31b-cb05c7d10747 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/security-groups?id=5424f9d7-abf8-4041-abc4-e7d6e8e2efef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2734940 May 31 13:45:20.986232 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-13dd0716-1f65-48c7-976f-a28653f48162 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] For port e4b091f7-7ebe-4e73-967e-fd09e730cc1a, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=e4b091f7-7ebe-4e73-967e-fd09e730cc1a,segment=NetworkSegment(4654d5b6-6e6a-4576-82bb-768681372dc5),segment_id=4654d5b6-6e6a-4576-82bb-768681372dc5)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:45:20.986701 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-13dd0716-1f65-48c7-976f-a28653f48162 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:21.189677 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d6ce2b1-edbe-411e-b2a9-e029aec00a12 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Router 23ed27f0-05a9-41f6-a025-14070de1cf97 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:45:21.250259 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-13dd0716-1f65-48c7-976f-a28653f48162 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Calling delete_port for e4b091f7-7ebe-4e73-967e-fd09e730cc1a owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:45:21.362653 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c9960ebf-c541-4f6c-bfac-98c7c4a6ce55 req-d7d111d8-d275-49ff-b3d2-8a38c7af4fd9 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=76a9cdf4-6db8-45af-89d0-8bc6812225a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6009257 May 31 13:45:21.371343 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9b3fdcc4-121b-4db2-b601-a84cf70f6792 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks [] for router_gateway, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:21.467896 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc86be9-0035-4a06-9628-5d097df88ee8 None None] Network 9b0be052-fcf2-46ec-80c0-beaf5bec0cf4 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:45:21.838656 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917090be-151a-4d4c-8d03-41464a6ee24a req-1cfbb0b6-740f-40f8-a0c2-efa3eb35b4f4 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:21.840259 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-917090be-151a-4d4c-8d03-41464a6ee24a req-1cfbb0b6-740f-40f8-a0c2-efa3eb35b4f4 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/ports?device_id=0710edc1-1650-4be9-80ea-169a803e7734 HTTP/1.1" status: 200 len: 945 time: 1.1566954 May 31 13:45:21.893853 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device e4b091f7-7ebe-4e73-967e-fd09e730cc1a up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:45:21.894856 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d6ce2b1-edbe-411e-b2a9-e029aec00a12 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:45:21.909257 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3d6ce2b1-edbe-411e-b2a9-e029aec00a12 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:22.061619 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1348054c-d0e9-451a-8ee7-da9f674964b5 None None] Sync routers for ids ['23ed27f0-05a9-41f6-a025-14070de1cf97'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:45:22.073737 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-3d6ce2b1-edbe-411e-b2a9-e029aec00a12 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] 10.222.0.50 "DELETE /v2.0/floatingips/ffd75fd1-f2c0-44ef-a770-a6b948bb58ed HTTP/1.1" status: 204 len: 168 time: 3.4921284 May 31 13:45:22.080640 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 33928) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:22.103589 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-56f34e94-3b88-4203-ba66-77ffec1a9a7b tempest-FloatingIPAdminTestJSON-844396021 tempest-FloatingIPAdminTestJSON-844396021-project-admin] Request body: {'floatingip': {'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:45:22.116653 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-56f34e94-3b88-4203-ba66-77ffec1a9a7b tempest-FloatingIPAdminTestJSON-844396021 tempest-FloatingIPAdminTestJSON-844396021-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:45:22.134432 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-56f34e94-3b88-4203-ba66-77ffec1a9a7b tempest-FloatingIPAdminTestJSON-844396021 tempest-FloatingIPAdminTestJSON-844396021-project-admin] Usage tracker for resource:floatingip and tenant:00b251c437174be3a652b7a8f19e338a is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:45:22.137865 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1348054c-d0e9-451a-8ee7-da9f674964b5 None None] Routers {'23ed27f0-05a9-41f6-a025-14070de1cf97'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:45:22.137865 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-1348054c-d0e9-451a-8ee7-da9f674964b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:45:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['23ed27f0-05a9-41f6-a025-14070de1cf97'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:45:22.141843 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-56f34e94-3b88-4203-ba66-77ffec1a9a7b tempest-FloatingIPAdminTestJSON-844396021 tempest-FloatingIPAdminTestJSON-844396021-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:45:22.167554 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad8c6cc-a408-422f-900a-2e177c003ccf req-287f2532-b2d5-4a07-bcad-9d7f9327d0e3 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:22.172255 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6ad8c6cc-a408-422f-900a-2e177c003ccf req-287f2532-b2d5-4a07-bcad-9d7f9327d0e3 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.44 "GET /v2.0/ports?device_id=9dd463a5-9d21-48e0-ada6-be857870f38c HTTP/1.1" status: 200 len: 946 time: 0.5219576 May 31 13:45:22.181253 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-56f34e94-3b88-4203-ba66-77ffec1a9a7b tempest-FloatingIPAdminTestJSON-844396021 tempest-FloatingIPAdminTestJSON-844396021-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:45:22.191885 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-917090be-151a-4d4c-8d03-41464a6ee24a req-21811364-cf36-47df-b105-009254a36893 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/security-groups?id=76a9cdf4-6db8-45af-89d0-8bc6812225a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3387616 May 31 13:45:22.192981 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-13dd0716-1f65-48c7-976f-a28653f48162 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:22.204289 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-56f34e94-3b88-4203-ba66-77ffec1a9a7b tempest-FloatingIPAdminTestJSON-844396021 tempest-FloatingIPAdminTestJSON-844396021-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:22.222756 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-52831ae8-bc19-43df-8b78-63a08106ec6c None None] Provisioning for port e4b091f7-7ebe-4e73-967e-fd09e730cc1a completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:45:22.243732 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-52831ae8-bc19-43df-8b78-63a08106ec6c None None] Provisioning complete for port e4b091f7-7ebe-4e73-967e-fd09e730cc1a triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:45:22.244334 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-52831ae8-bc19-43df-8b78-63a08106ec6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:22.318574 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-1348054c-d0e9-451a-8ee7-da9f674964b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:45:22.325601 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-52831ae8-bc19-43df-8b78-63a08106ec6c None None] Port e4b091f7-7ebe-4e73-967e-fd09e730cc1a was deleted so its status cannot be updated. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 31 13:45:22.353279 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1348054c-d0e9-451a-8ee7-da9f674964b5 None None] Routers {'23ed27f0-05a9-41f6-a025-14070de1cf97'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:45:22.354770 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-1348054c-d0e9-451a-8ee7-da9f674964b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:45:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['23ed27f0-05a9-41f6-a025-14070de1cf97'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:45:22.503951 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port e4b091f7-7ebe-4e73-967e-fd09e730cc1a triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:45:22.503951 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:22.588024 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-56f34e94-3b88-4203-ba66-77ffec1a9a7b tempest-FloatingIPAdminTestJSON-844396021 tempest-FloatingIPAdminTestJSON-844396021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:22.607451 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dd0716-1f65-48c7-976f-a28653f48162 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Pushing event deleted for resources: {'Port': ['ID=e4b091f7-7ebe-4e73-967e-fd09e730cc1a,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:22.653227 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13dd0716-1f65-48c7-976f-a28653f48162 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] No DVR routers for this DVR port e4b091f7-7ebe-4e73-967e-fd09e730cc1a on host n-d-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:45:22.717971 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-1348054c-d0e9-451a-8ee7-da9f674964b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:45:22.718428 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1348054c-d0e9-451a-8ee7-da9f674964b5 None None] The sync data for ids ['23ed27f0-05a9-41f6-a025-14070de1cf97'] in n-d-843939-1 is: [] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:45:22.723744 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Port e4b091f7-7ebe-4e73-967e-fd09e730cc1a was deleted so its status cannot be updated. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 31 13:45:22.837833 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-56f34e94-3b88-4203-ba66-77ffec1a9a7b tempest-FloatingIPAdminTestJSON-844396021 tempest-FloatingIPAdminTestJSON-844396021-project-admin] Allocated IP 172.25.6.41 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/a797aa3e-d102-409a-afb7-2cb71f73b4e6) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:45:22.917730 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-6ad8c6cc-a408-422f-900a-2e177c003ccf req-74238309-7d0d-47b6-b41d-bfcb48e54d2c tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Deleting port 03bb233f-f12a-430d-8312-a2cfc37bf195 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:45:22.917730 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6ad8c6cc-a408-422f-900a-2e177c003ccf req-74238309-7d0d-47b6-b41d-bfcb48e54d2c tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:22.990871 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-13dd0716-1f65-48c7-976f-a28653f48162 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:23.096140 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-56f34e94-3b88-4203-ba66-77ffec1a9a7b tempest-FloatingIPAdminTestJSON-844396021 tempest-FloatingIPAdminTestJSON-844396021-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:23.142153 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-56f34e94-3b88-4203-ba66-77ffec1a9a7b tempest-FloatingIPAdminTestJSON-844396021 tempest-FloatingIPAdminTestJSON-844396021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:23.230531 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f34e94-3b88-4203-ba66-77ffec1a9a7b tempest-FloatingIPAdminTestJSON-844396021 tempest-FloatingIPAdminTestJSON-844396021-project-admin] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:45:23.233912 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-56f34e94-3b88-4203-ba66-77ffec1a9a7b tempest-FloatingIPAdminTestJSON-844396021 tempest-FloatingIPAdminTestJSON-844396021-project-admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:45:23.238713 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f34e94-3b88-4203-ba66-77ffec1a9a7b tempest-FloatingIPAdminTestJSON-844396021 tempest-FloatingIPAdminTestJSON-844396021-project-admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:45:23.325728 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88a4a0e-1864-48e5-87b0-7965508b9c89 None None] Network 9b0be052-fcf2-46ec-80c0-beaf5bec0cf4 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:45:23.329805 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f34e94-3b88-4203-ba66-77ffec1a9a7b tempest-FloatingIPAdminTestJSON-844396021 tempest-FloatingIPAdminTestJSON-844396021-project-admin] Pushing event updated for resources: {'Port': ['ID=a797aa3e-d102-409a-afb7-2cb71f73b4e6,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:23.377738 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-56f34e94-3b88-4203-ba66-77ffec1a9a7b tempest-FloatingIPAdminTestJSON-844396021 tempest-FloatingIPAdminTestJSON-844396021-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:23.467655 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-56f34e94-3b88-4203-ba66-77ffec1a9a7b tempest-FloatingIPAdminTestJSON-844396021 tempest-FloatingIPAdminTestJSON-844396021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:23.507967 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9b3fdcc4-121b-4db2-b601-a84cf70f6792 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:23.528424 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 03bb233f-f12a-430d-8312-a2cfc37bf195 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:45:23.531059 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9b3fdcc4-121b-4db2-b601-a84cf70f6792 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1578611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1578620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1575237'] for router, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:23.814676 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-56f34e94-3b88-4203-ba66-77ffec1a9a7b tempest-FloatingIPAdminTestJSON-844396021 tempest-FloatingIPAdminTestJSON-844396021-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:23.820990 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-56f34e94-3b88-4203-ba66-77ffec1a9a7b tempest-FloatingIPAdminTestJSON-844396021 tempest-FloatingIPAdminTestJSON-844396021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:23.833446 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 03bb233f-f12a-430d-8312-a2cfc37bf195 is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:45:23.833446 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:23.947651 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f34e94-3b88-4203-ba66-77ffec1a9a7b tempest-FloatingIPAdminTestJSON-844396021 tempest-FloatingIPAdminTestJSON-844396021-project-admin] Pushing event updated for resources: {'Port': ['ID=a797aa3e-d102-409a-afb7-2cb71f73b4e6,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:23.976030 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 03bb233f-f12a-430d-8312-a2cfc37bf195, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=03bb233f-f12a-430d-8312-a2cfc37bf195,segment=NetworkSegment(6b65bfb8-228e-47d1-aaec-20277f3110d6),segment_id=6b65bfb8-228e-47d1-aaec-20277f3110d6)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:45:23.977381 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dd463a5-9d21-48e0-ada6-be857870f38c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03bb233f-f12a-430d-8312-a2cfc37bf195'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:45:23.983064 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-56f34e94-3b88-4203-ba66-77ffec1a9a7b tempest-FloatingIPAdminTestJSON-844396021 tempest-FloatingIPAdminTestJSON-844396021-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:23.988562 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:24.045860 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-56f34e94-3b88-4203-ba66-77ffec1a9a7b tempest-FloatingIPAdminTestJSON-844396021 tempest-FloatingIPAdminTestJSON-844396021-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:24.053304 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-56f34e94-3b88-4203-ba66-77ffec1a9a7b tempest-FloatingIPAdminTestJSON-844396021 tempest-FloatingIPAdminTestJSON-844396021-project-admin] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9693792 May 31 13:45:24.053304 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 33966) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:24.057421 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cdbc59-c414-4e47-9802-853168d640ad req-066348ae-a579-4082-b04e-18881ccd1964 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:24.070618 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-95cdbc59-c414-4e47-9802-853168d640ad req-066348ae-a579-4082-b04e-18881ccd1964 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/ports?device_id=9dd463a5-9d21-48e0-ada6-be857870f38c HTTP/1.1" status: 200 len: 946 time: 1.4304874 May 31 13:45:24.136347 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=03bb233f-f12a-430d-8312-a2cfc37bf195,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:24.155399 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-13dd0716-1f65-48c7-976f-a28653f48162 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65216469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65148562'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:24.259395 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-a2fe1e90-b280-4bb1-9d3c-8d1974322d15 tempest-FloatingIPAdminTestJSON-426782383 tempest-FloatingIPAdminTestJSON-426782383-project] Request body: {'floatingip': {'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:45:24.266885 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a2fe1e90-b280-4bb1-9d3c-8d1974322d15 tempest-FloatingIPAdminTestJSON-426782383 tempest-FloatingIPAdminTestJSON-426782383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:45:24.271420 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a2fe1e90-b280-4bb1-9d3c-8d1974322d15 tempest-FloatingIPAdminTestJSON-426782383 tempest-FloatingIPAdminTestJSON-426782383-project] Usage tracker for resource:floatingip and tenant:50856f50e5e54d1d923aa8b910d9449a is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:45:24.276155 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a2fe1e90-b280-4bb1-9d3c-8d1974322d15 tempest-FloatingIPAdminTestJSON-426782383 tempest-FloatingIPAdminTestJSON-426782383-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:45:24.283690 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a2fe1e90-b280-4bb1-9d3c-8d1974322d15 tempest-FloatingIPAdminTestJSON-426782383 tempest-FloatingIPAdminTestJSON-426782383-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:45:24.299897 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a2fe1e90-b280-4bb1-9d3c-8d1974322d15 tempest-FloatingIPAdminTestJSON-426782383 tempest-FloatingIPAdminTestJSON-426782383-project] Notify callbacks [] for floatingip, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:24.480095 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dd0716-1f65-48c7-976f-a28653f48162 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Pushing event deleted for resources: {'Subnet': ['ID=616af0e2-5533-45fc-b79e-7611a9d654b0,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:24.518110 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1069c945-4a39-4b32-a173-ed8025e606ee None None] Network 9b0be052-fcf2-46ec-80c0-beaf5bec0cf4 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:45:24.546904 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-95cdbc59-c414-4e47-9802-853168d640ad req-6aab82fc-79ea-4a69-a841-7a098a5faeb0 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/security-groups?id=5424f9d7-abf8-4041-abc4-e7d6e8e2efef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4847653 May 31 13:45:24.569426 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a2fe1e90-b280-4bb1-9d3c-8d1974322d15 tempest-FloatingIPAdminTestJSON-426782383 tempest-FloatingIPAdminTestJSON-426782383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:24.573698 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-6ad8c6cc-a408-422f-900a-2e177c003ccf req-74238309-7d0d-47b6-b41d-bfcb48e54d2c tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] For port 03bb233f-f12a-430d-8312-a2cfc37bf195, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=03bb233f-f12a-430d-8312-a2cfc37bf195,segment=NetworkSegment(6b65bfb8-228e-47d1-aaec-20277f3110d6),segment_id=6b65bfb8-228e-47d1-aaec-20277f3110d6)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:45:24.573698 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6ad8c6cc-a408-422f-900a-2e177c003ccf req-74238309-7d0d-47b6-b41d-bfcb48e54d2c tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:24.680562 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1efb1d-fa85-4327-9a6e-e5fde6d4a42d req-4259015c-4b02-491d-afda-49cd492991dc tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:24.682164 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1a1efb1d-fa85-4327-9a6e-e5fde6d4a42d req-4259015c-4b02-491d-afda-49cd492991dc tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/ports?device_id=0710edc1-1650-4be9-80ea-169a803e7734 HTTP/1.1" status: 200 len: 945 time: 0.8326032 May 31 13:45:24.816575 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-13dd0716-1f65-48c7-976f-a28653f48162 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:24.868281 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-a2fe1e90-b280-4bb1-9d3c-8d1974322d15 tempest-FloatingIPAdminTestJSON-426782383 tempest-FloatingIPAdminTestJSON-426782383-project] Allocated IP 172.25.6.4 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/13f1f3a9-68ac-431a-bd7e-f40e9c5e508f) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:45:24.916399 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-13dd0716-1f65-48c7-976f-a28653f48162 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b0be052-fcf2-46ec-80c0-beaf5bec0cf4']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:45:24.921539 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483802bc-15da-4215-9829-b4547bd7adae None None] DHCP port deletion for 9b0be052-fcf2-46ec-80c0-beaf5bec0cf4 request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:45:24.926027 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1a1efb1d-fa85-4327-9a6e-e5fde6d4a42d req-8f9a74a5-8369-4067-a493-819edb3a0a10 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/security-groups?id=76a9cdf4-6db8-45af-89d0-8bc6812225a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1587081 May 31 13:45:24.994085 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-13dd0716-1f65-48c7-976f-a28653f48162 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4654d5b6-6e6a-4576-82bb-768681372dc5') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:45:24.994360 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-13dd0716-1f65-48c7-976f-a28653f48162 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4654d5b6-6e6a-4576-82bb-768681372dc5') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:45:25.071402 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-13dd0716-1f65-48c7-976f-a28653f48162 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:25.092509 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3657b4e2-9923-4c77-95bb-2d1cc86e813c'] response: {'server_uuid': '9dd463a5-9d21-48e0-ada6-be857870f38c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03bb233f-f12a-430d-8312-a2cfc37bf195', 'code': 200} May 31 13:45:25.107181 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b3fdcc4-121b-4db2-b601-a84cf70f6792 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Router ca4985fa-3bec-43b1-93f0-5dcc72b04445 is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 13:45:25.150001 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-13dd0716-1f65-48c7-976f-a28653f48162 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:25.177407 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a2fe1e90-b280-4bb1-9d3c-8d1974322d15 tempest-FloatingIPAdminTestJSON-426782383 tempest-FloatingIPAdminTestJSON-426782383-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:25.229247 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13dd0716-1f65-48c7-976f-a28653f48162 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:45:25.229247 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-13dd0716-1f65-48c7-976f-a28653f48162 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:25.253144 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a2fe1e90-b280-4bb1-9d3c-8d1974322d15 tempest-FloatingIPAdminTestJSON-426782383 tempest-FloatingIPAdminTestJSON-426782383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:25.476333 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 4654d5b6-6e6a-4576-82bb-768681372dc5 resource provider aggregate not found May 31 13:45:25.492156 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2fe1e90-b280-4bb1-9d3c-8d1974322d15 tempest-FloatingIPAdminTestJSON-426782383 tempest-FloatingIPAdminTestJSON-426782383-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:45:25.495422 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-a2fe1e90-b280-4bb1-9d3c-8d1974322d15 tempest-FloatingIPAdminTestJSON-426782383 tempest-FloatingIPAdminTestJSON-426782383-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:45:25.499209 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fe1e90-b280-4bb1-9d3c-8d1974322d15 tempest-FloatingIPAdminTestJSON-426782383 tempest-FloatingIPAdminTestJSON-426782383-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:45:25.579679 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fe1e90-b280-4bb1-9d3c-8d1974322d15 tempest-FloatingIPAdminTestJSON-426782383 tempest-FloatingIPAdminTestJSON-426782383-project] Pushing event updated for resources: {'Port': ['ID=13f1f3a9-68ac-431a-bd7e-f40e9c5e508f,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:25.613163 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a2fe1e90-b280-4bb1-9d3c-8d1974322d15 tempest-FloatingIPAdminTestJSON-426782383 tempest-FloatingIPAdminTestJSON-426782383-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:25.635626 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 4654d5b6-6e6a-4576-82bb-768681372dc5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4654d5b6-6e6a-4576-82bb-768681372dc5 found for delete ", "request_id": "req-064030fb-32d2-40eb-9f65-9a9b3e86ad26"}]} May 31 13:45:25.654135 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device e4b091f7-7ebe-4e73-967e-fd09e730cc1a no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:45:25.697468 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a43cbb-95e8-4d54-8d19-dc641c3ab184 req-089d08cf-b8dd-4f00-9415-3aa5ff2d9938 tempest-ServerGroupTestJSON-1593584205 tempest-ServerGroupTestJSON-1593584205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:25.700874 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a2fe1e90-b280-4bb1-9d3c-8d1974322d15 tempest-FloatingIPAdminTestJSON-426782383 tempest-FloatingIPAdminTestJSON-426782383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:25.708523 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-23a43cbb-95e8-4d54-8d19-dc641c3ab184 req-089d08cf-b8dd-4f00-9415-3aa5ff2d9938 tempest-ServerGroupTestJSON-1593584205 tempest-ServerGroupTestJSON-1593584205-project] 10.222.0.50 "GET /v2.0/networks?id=166c0ad9-5dbd-42e5-a3f2-05af3a8ffc5c HTTP/1.1" status: 200 len: 809 time: 0.3608537 May 31 13:45:25.749154 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-23a43cbb-95e8-4d54-8d19-dc641c3ab184 req-134f3934-a212-4dae-9067-9c33e7bcc895 tempest-ServerGroupTestJSON-1593584205 tempest-ServerGroupTestJSON-1593584205-project] 10.222.0.50 "GET /v2.0/quotas/f128fe4f2da74590a9fbac3595448664 HTTP/1.1" status: 200 len: 375 time: 0.0484240 May 31 13:45:25.750064 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: e4b091f7-7ebe-4e73-967e-fd09e730cc1a {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:45:25.751728 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device e4b091f7-7ebe-4e73-967e-fd09e730cc1a not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:45:25.792289 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6ad8c6cc-a408-422f-900a-2e177c003ccf req-74238309-7d0d-47b6-b41d-bfcb48e54d2c tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:25.792710 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6ad8c6cc-a408-422f-900a-2e177c003ccf req-74238309-7d0d-47b6-b41d-bfcb48e54d2c tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:25.792975 n-d-843939-1 neutron-server[88370]: INFO neutron.db.l3_db [req-6ad8c6cc-a408-422f-900a-2e177c003ccf req-74238309-7d0d-47b6-b41d-bfcb48e54d2c tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Floating IP 6310a726-28d9-4523-bd02-f2308fd74ad7 disassociated. External IP: 172.25.6.115, port: 03bb233f-f12a-430d-8312-a2cfc37bf195. May 31 13:45:25.793340 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-6ad8c6cc-a408-422f-900a-2e177c003ccf req-74238309-7d0d-47b6-b41d-bfcb48e54d2c tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Calling delete_port for 03bb233f-f12a-430d-8312-a2cfc37bf195 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:45:25.841731 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-13dd0716-1f65-48c7-976f-a28653f48162 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:25.851875 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-13dd0716-1f65-48c7-976f-a28653f48162 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:25.990280 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-23a43cbb-95e8-4d54-8d19-dc641c3ab184 req-563afef8-e40a-4116-a467-f1217a216ee9 tempest-ServerGroupTestJSON-1593584205 tempest-ServerGroupTestJSON-1593584205-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f128fe4f2da74590a9fbac3595448664&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2402217 May 31 13:45:26.002743 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a2fe1e90-b280-4bb1-9d3c-8d1974322d15 tempest-FloatingIPAdminTestJSON-426782383 tempest-FloatingIPAdminTestJSON-426782383-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:26.008601 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a2fe1e90-b280-4bb1-9d3c-8d1974322d15 tempest-FloatingIPAdminTestJSON-426782383 tempest-FloatingIPAdminTestJSON-426782383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:26.022786 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dd0716-1f65-48c7-976f-a28653f48162 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Pushing event deleted for resources: {'Network': ['ID=9b0be052-fcf2-46ec-80c0-beaf5bec0cf4,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:26.061352 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-13dd0716-1f65-48c7-976f-a28653f48162 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] 10.222.0.50 "DELETE /v2.0/networks/9b0be052-fcf2-46ec-80c0-beaf5bec0cf4 HTTP/1.1" status: 204 len: 168 time: 7.7172236 May 31 13:45:26.065613 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 34010) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:26.199982 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-a69727f9-9ec1-40db-ad52-5a7ec098ef53 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] DELETE failed (client error): The resource could not be found. May 31 13:45:26.199982 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a69727f9-9ec1-40db-ad52-5a7ec098ef53 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:45:26.241202 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fe1e90-b280-4bb1-9d3c-8d1974322d15 tempest-FloatingIPAdminTestJSON-426782383 tempest-FloatingIPAdminTestJSON-426782383-project] Pushing event updated for resources: {'Port': ['ID=13f1f3a9-68ac-431a-bd7e-f40e9c5e508f,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:26.255489 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a69727f9-9ec1-40db-ad52-5a7ec098ef53 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] 10.222.0.50 "DELETE /v2.0/networks/9b0be052-fcf2-46ec-80c0-beaf5bec0cf4 HTTP/1.1" status: 404 len: 339 time: 0.1721590 May 31 13:45:26.255489 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 34016) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:26.262545 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-77364ff5-75c8-42d9-86bf-448eca287c85 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-643940955', 'description': 'd1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:45:26.289458 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-77364ff5-75c8-42d9-86bf-448eca287c85 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:45:26.289458 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-77364ff5-75c8-42d9-86bf-448eca287c85 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Usage tracker for resource:network and tenant:9f98270cdf824e3ebd7736abf6d6b113 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:45:26.289458 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a2fe1e90-b280-4bb1-9d3c-8d1974322d15 tempest-FloatingIPAdminTestJSON-426782383 tempest-FloatingIPAdminTestJSON-426782383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:26.294308 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-77364ff5-75c8-42d9-86bf-448eca287c85 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:45:26.310715 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-77364ff5-75c8-42d9-86bf-448eca287c85 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:45:26.316248 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdd4517-e944-4f8c-a7a6-7eef53ed63e7 req-20589a55-d96f-405b-a755-b532fc83985c tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:26.337670 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 34020) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:26.342319 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3cdd4517-e944-4f8c-a7a6-7eef53ed63e7 req-20589a55-d96f-405b-a755-b532fc83985c tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/ports?device_id=0710edc1-1650-4be9-80ea-169a803e7734 HTTP/1.1" status: 200 len: 945 time: 0.8489654 May 31 13:45:26.347510 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a2fe1e90-b280-4bb1-9d3c-8d1974322d15 tempest-FloatingIPAdminTestJSON-426782383 tempest-FloatingIPAdminTestJSON-426782383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:26.347510 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a2fe1e90-b280-4bb1-9d3c-8d1974322d15 tempest-FloatingIPAdminTestJSON-426782383 tempest-FloatingIPAdminTestJSON-426782383-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.2856016 May 31 13:45:26.347510 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-887ceb88-a7c2-4e09-b0d1-70085d780fa6 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Request body: {'floatingip': {'port_id': '801e7b36-1094-46d8-bd5f-4a2bce007eb1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:45:26.355975 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.api [req-6ad8c6cc-a408-422f-900a-2e177c003ccf req-74238309-7d0d-47b6-b41d-bfcb48e54d2c tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88370) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:45:26.355975 n-d-843939-1 neutron-server[88370]: DEBUG oslo_db.api [req-6ad8c6cc-a408-422f-900a-2e177c003ccf req-74238309-7d0d-47b6-b41d-bfcb48e54d2c tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:45:26.363402 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 34024) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:26.454620 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b3fdcc4-121b-4db2-b601-a84cf70f6792 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:45:26.471800 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73053e7-b57d-4c2d-97a6-aad3a784bc5b None None] Sync routers for ids ['ca4985fa-3bec-43b1-93f0-5dcc72b04445'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:45:26.478989 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77364ff5-75c8-42d9-86bf-448eca287c85 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Made reservation on behalf of 9f98270cdf824e3ebd7736abf6d6b113 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:45:26.484272 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-77364ff5-75c8-42d9-86bf-448eca287c85 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:26.501212 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73053e7-b57d-4c2d-97a6-aad3a784bc5b None None] Routers {'ca4985fa-3bec-43b1-93f0-5dcc72b04445'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:45:26.502096 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-e73053e7-b57d-4c2d-97a6-aad3a784bc5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:45:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['ca4985fa-3bec-43b1-93f0-5dcc72b04445'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:45:26.571921 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9b3fdcc4-121b-4db2-b601-a84cf70f6792 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:26.578111 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-9b3fdcc4-121b-4db2-b601-a84cf70f6792 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] 10.222.0.50 "PUT /v2.0/routers/ca4985fa-3bec-43b1-93f0-5dcc72b04445 HTTP/1.1" status: 200 len: 881 time: 11.3437741 May 31 13:45:26.580107 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 34032) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:26.582045 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-887ceb88-a7c2-4e09-b0d1-70085d780fa6 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for floatingip, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:26.655146 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-e73053e7-b57d-4c2d-97a6-aad3a784bc5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:45:26.673326 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73053e7-b57d-4c2d-97a6-aad3a784bc5b None None] Routers {'ca4985fa-3bec-43b1-93f0-5dcc72b04445'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:45:26.673326 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-e73053e7-b57d-4c2d-97a6-aad3a784bc5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:45:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['ca4985fa-3bec-43b1-93f0-5dcc72b04445'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:45:26.794728 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-e73053e7-b57d-4c2d-97a6-aad3a784bc5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:45:26.794728 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73053e7-b57d-4c2d-97a6-aad3a784bc5b None None] The sync data for ids ['ca4985fa-3bec-43b1-93f0-5dcc72b04445'] in n-d-843939-1 is: [] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:45:26.859782 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77364ff5-75c8-42d9-86bf-448eca287c85 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:45:26.935990 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-77364ff5-75c8-42d9-86bf-448eca287c85 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:26.936342 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-77364ff5-75c8-42d9-86bf-448eca287c85 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Added segment a92cbc4c-f469-47cb-bc59-68d5788034f1 of type vlan for network 4fb6e514-59cb-439b-ae1a-5116794e7bbf May 31 13:45:26.996528 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-77364ff5-75c8-42d9-86bf-448eca287c85 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:27.027491 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-6ad8c6cc-a408-422f-900a-2e177c003ccf req-74238309-7d0d-47b6-b41d-bfcb48e54d2c tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Deleting port 03bb233f-f12a-430d-8312-a2cfc37bf195 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:45:27.027491 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6ad8c6cc-a408-422f-900a-2e177c003ccf req-74238309-7d0d-47b6-b41d-bfcb48e54d2c tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:27.070868 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-23a43cbb-95e8-4d54-8d19-dc641c3ab184 req-69ee741b-a971-4fa2-a820-108ed154d336 service neutron] 10.222.0.50 "GET /v2.0/networks/166c0ad9-5dbd-42e5-a3f2-05af3a8ffc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0356774 May 31 13:45:27.164059 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c3fc1b6c-7a28-46e3-985b-1e511d153a38 tempest-FloatingIPAdminTestJSON-844396021 tempest-FloatingIPAdminTestJSON-844396021-project-admin] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2912 time: 0.8006616 May 31 13:45:27.168555 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 34040) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:27.173784 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-77364ff5-75c8-42d9-86bf-448eca287c85 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:27.179166 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77364ff5-75c8-42d9-86bf-448eca287c85 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:27.179800 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-77364ff5-75c8-42d9-86bf-448eca287c85 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:27.361939 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-fbe684f4-eb27-4d4d-be04-1051b057fccc tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Synchronizing usage tracker for tenant:bbbdd2e197a5413aac3cdc05e25f4aed on resource:floatingip {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:45:27.409203 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-03643d2f-90e8-4a30-aaeb-e165dfbb8fcd tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] 10.222.0.50 "GET /v2.0/routers/ca4985fa-3bec-43b1-93f0-5dcc72b04445 HTTP/1.1" status: 200 len: 922 time: 0.7741725 May 31 13:45:27.413026 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 34046) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:27.471721 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-fbe684f4-eb27-4d4d-be04-1051b057fccc tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Unset dirty status for tenant:bbbdd2e197a5413aac3cdc05e25f4aed on resource:floatingip {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:45:27.471721 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-fbe684f4-eb27-4d4d-be04-1051b057fccc tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2984128 May 31 13:45:27.498026 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 34050) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:27.508341 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-77364ff5-75c8-42d9-86bf-448eca287c85 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.2553465 May 31 13:45:27.524476 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 34054) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:27.576686 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77364ff5-75c8-42d9-86bf-448eca287c85 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Pushing event updated for resources: {'Network': ['ID=4fb6e514-59cb-439b-ae1a-5116794e7bbf,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:27.588714 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 4fb6e514-59cb-439b-ae1a-5116794e7bbf details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:45:27.650275 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-23a43cbb-95e8-4d54-8d19-dc641c3ab184 req-48a263fc-d56e-414b-b34c-48ec64e03628 service neutron] 10.222.0.50 "GET /v2.0/networks/166c0ad9-5dbd-42e5-a3f2-05af3a8ffc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5230801 May 31 13:45:27.935609 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-6ad8c6cc-a408-422f-900a-2e177c003ccf req-74238309-7d0d-47b6-b41d-bfcb48e54d2c tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] For port 03bb233f-f12a-430d-8312-a2cfc37bf195, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=03bb233f-f12a-430d-8312-a2cfc37bf195,segment=NetworkSegment(6b65bfb8-228e-47d1-aaec-20277f3110d6),segment_id=6b65bfb8-228e-47d1-aaec-20277f3110d6)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:45:27.935609 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6ad8c6cc-a408-422f-900a-2e177c003ccf req-74238309-7d0d-47b6-b41d-bfcb48e54d2c tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:28.030019 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-8abf44f6-b25d-4781-9b79-7486f8d8705e tempest-FloatingIPAdminTestJSON-426782383 tempest-FloatingIPAdminTestJSON-426782383-project] Deleting port 13f1f3a9-68ac-431a-bd7e-f40e9c5e508f {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:45:28.031033 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8abf44f6-b25d-4781-9b79-7486f8d8705e tempest-FloatingIPAdminTestJSON-426782383 tempest-FloatingIPAdminTestJSON-426782383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:28.219941 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e96a76-03d0-442e-be79-b4bfa1f4d082 req-35cb2621-d779-48dc-9da7-089a2c8f2c1e tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:28.219941 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-d2e96a76-03d0-442e-be79-b4bfa1f4d082 req-35cb2621-d779-48dc-9da7-089a2c8f2c1e tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Synchronizing usage tracker for tenant:7e44bf4ef1bd484ea1258b83855c2d26 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:45:28.307514 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b17c06-1690-4aed-80ad-b4507ec8a87e tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:28.307514 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-a4b17c06-1690-4aed-80ad-b4507ec8a87e tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Synchronizing usage tracker for tenant:9f98270cdf824e3ebd7736abf6d6b113 on resource:network {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:45:28.527665 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-a4b17c06-1690-4aed-80ad-b4507ec8a87e tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Unset dirty status for tenant:9f98270cdf824e3ebd7736abf6d6b113 on resource:network {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:45:28.527665 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-a4b17c06-1690-4aed-80ad-b4507ec8a87e tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] 10.222.0.50 "GET /v2.0/networks?id=4fb6e514-59cb-439b-ae1a-5116794e7bbf HTTP/1.1" status: 200 len: 760 time: 0.9881206 May 31 13:45:28.534486 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-d2e96a76-03d0-442e-be79-b4bfa1f4d082 req-35cb2621-d779-48dc-9da7-089a2c8f2c1e tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Unset dirty status for tenant:7e44bf4ef1bd484ea1258b83855c2d26 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:45:28.534486 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d2e96a76-03d0-442e-be79-b4bfa1f4d082 req-35cb2621-d779-48dc-9da7-089a2c8f2c1e tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/ports?device_id=9dd463a5-9d21-48e0-ada6-be857870f38c HTTP/1.1" status: 200 len: 944 time: 1.4709735 May 31 13:45:28.560727 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 34076) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:28.594633 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-11ca78c5-2720-4b41-bb39-e6f80378b4b5 req-5a066e86-e93c-4000-a023-6e4fe355b2ca tempest-ServerGroupTestJSON-1593584205 tempest-ServerGroupTestJSON-1593584205-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a374ba6-20f5-4069-a90e-baf9cbf986a0 HTTP/1.1" status: 200 len: 210 time: 0.0539799 May 31 13:45:28.598185 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-7964944a-9bda-449e-b1d4-ffef9f95bee4 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Request body: {'network': {'description': 'd2'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:45:28.684877 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dcf4f5a-b05a-4472-9b9c-eb67d3a5a333 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:28.684877 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-1dcf4f5a-b05a-4472-9b9c-eb67d3a5a333 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Synchronizing usage tracker for tenant:34c6a95d1b734972a24026ecd16f9620 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:45:28.741182 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d2e96a76-03d0-442e-be79-b4bfa1f4d082 req-2a1a38a2-86d7-4b09-84db-901257f665c5 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/security-groups?id=5424f9d7-abf8-4041-abc4-e7d6e8e2efef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436141 May 31 13:45:28.828123 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-1dcf4f5a-b05a-4472-9b9c-eb67d3a5a333 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Unset dirty status for tenant:34c6a95d1b734972a24026ecd16f9620 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:45:28.830297 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-1dcf4f5a-b05a-4472-9b9c-eb67d3a5a333 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=d2103cd5-63ba-4c24-9d95-fd17643bf14c&device_id=ca4985fa-3bec-43b1-93f0-5dcc72b04445&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 1.4175267 May 31 13:45:28.838722 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 34084) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:28.914896 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8abf44f6-b25d-4781-9b79-7486f8d8705e tempest-FloatingIPAdminTestJSON-426782383 tempest-FloatingIPAdminTestJSON-426782383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:28.914896 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8abf44f6-b25d-4781-9b79-7486f8d8705e tempest-FloatingIPAdminTestJSON-426782383 tempest-FloatingIPAdminTestJSON-426782383-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:29.017951 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6ad8c6cc-a408-422f-900a-2e177c003ccf req-74238309-7d0d-47b6-b41d-bfcb48e54d2c tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:29.017951 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6ad8c6cc-a408-422f-900a-2e177c003ccf req-74238309-7d0d-47b6-b41d-bfcb48e54d2c tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:29.032324 n-d-843939-1 neutron-server[88370]: INFO neutron.db.l3_db [req-6ad8c6cc-a408-422f-900a-2e177c003ccf req-74238309-7d0d-47b6-b41d-bfcb48e54d2c tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Floating IP 6310a726-28d9-4523-bd02-f2308fd74ad7 disassociated. External IP: 172.25.6.115, port: 03bb233f-f12a-430d-8312-a2cfc37bf195. May 31 13:45:29.032324 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-6ad8c6cc-a408-422f-900a-2e177c003ccf req-74238309-7d0d-47b6-b41d-bfcb48e54d2c tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Calling delete_port for 03bb233f-f12a-430d-8312-a2cfc37bf195 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:45:29.216465 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-8abf44f6-b25d-4781-9b79-7486f8d8705e tempest-FloatingIPAdminTestJSON-426782383 tempest-FloatingIPAdminTestJSON-426782383-project] Calling delete_port for 13f1f3a9-68ac-431a-bd7e-f40e9c5e508f owned by network:floatingip {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:45:29.276028 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.db.resource_extend [None req-887ceb88-a7c2-4e09-b0d1-70085d780fa6 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] It took 0.70 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:45:29.584675 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fcdd23-9543-405d-b2c0-4cf319c46890 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:29.589683 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-90fcdd23-9543-405d-b2c0-4cf319c46890 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] 10.222.0.50 "GET /v2.0/networks/d2103cd5-63ba-4c24-9d95-fd17643bf14c HTTP/1.1" status: 200 len: 881 time: 0.7492402 May 31 13:45:29.592870 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 34096) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:29.607600 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7964944a-9bda-449e-b1d4-ffef9f95bee4 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:29.659111 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-887ceb88-a7c2-4e09-b0d1-70085d780fa6 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:29.678008 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-887ceb88-a7c2-4e09-b0d1-70085d780fa6 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:29.818924 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c0bb5ed8-c1db-4c24-87a4-e0cd7777ec00 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca4985fa-3bec-43b1-93f0-5dcc72b04445 HTTP/1.1" status: 200 len: 205 time: 0.2141135 May 31 13:45:29.818924 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6ad8c6cc-a408-422f-900a-2e177c003ccf req-74238309-7d0d-47b6-b41d-bfcb48e54d2c tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:29.818924 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 34106) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:29.900702 n-d-843939-1 neutron-server[88369]: INFO neutron.db.l3_db [None req-887ceb88-a7c2-4e09-b0d1-70085d780fa6 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Floating IP db1d96a5-0d72-4ff0-9434-6a6174b80fbc associated. External IP: 172.25.6.48, port: 801e7b36-1094-46d8-bd5f-4a2bce007eb1. May 31 13:45:29.994889 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7964944a-9bda-449e-b1d4-ffef9f95bee4 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:30.058454 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7964944a-9bda-449e-b1d4-ffef9f95bee4 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Network 4fb6e514-59cb-439b-ae1a-5116794e7bbf is not hosted by any dhcp agent {{(pid=88369) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 31 13:45:30.063633 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7964944a-9bda-449e-b1d4-ffef9f95bee4 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:30.064229 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7964944a-9bda-449e-b1d4-ffef9f95bee4 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:30.073183 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-7964944a-9bda-449e-b1d4-ffef9f95bee4 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] 10.222.0.50 "PUT /v2.0/networks/4fb6e514-59cb-439b-ae1a-5116794e7bbf HTTP/1.1" status: 200 len: 757 time: 1.5178568 May 31 13:45:30.074701 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 34112) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:30.123570 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74238309-7d0d-47b6-b41d-bfcb48e54d2c tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Pushing event deleted for resources: {'Port': ['ID=03bb233f-f12a-430d-8312-a2cfc37bf195,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:30.294788 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-be0056fd-e83e-45e0-881e-5b1183301823 req-2419bf31-043f-4fa4-b949-5dc1e88054aa tempest-ServerGroupTestJSON-1593584205 tempest-ServerGroupTestJSON-1593584205-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a374ba6-20f5-4069-a90e-baf9cbf986a0 HTTP/1.1" status: 200 len: 210 time: 0.2597461 May 31 13:45:30.741936 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6c525e8e-1574-4287-9f9e-221a9bd0d6e2 req-5fe8826f-6f8c-444e-87ae-3e9b137a83c1 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/ports?device_id=9dd463a5-9d21-48e0-ada6-be857870f38c HTTP/1.1" status: 200 len: 210 time: 0.4479268 May 31 13:45:30.753025 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7964944a-9bda-449e-b1d4-ffef9f95bee4 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Pushing event updated for resources: {'Network': ['ID=4fb6e514-59cb-439b-ae1a-5116794e7bbf,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:30.770548 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7964944a-9bda-449e-b1d4-ffef9f95bee4 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:45:30.771215 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7964944a-9bda-449e-b1d4-ffef9f95bee4 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:45:30.771769 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7964944a-9bda-449e-b1d4-ffef9f95bee4 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:45:30.773209 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7964944a-9bda-449e-b1d4-ffef9f95bee4 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:45:30.773757 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7964944a-9bda-449e-b1d4-ffef9f95bee4 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:45:30.774348 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7964944a-9bda-449e-b1d4-ffef9f95bee4 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:45:30.774885 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7964944a-9bda-449e-b1d4-ffef9f95bee4 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:45:30.775409 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7964944a-9bda-449e-b1d4-ffef9f95bee4 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:45:30.775941 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7964944a-9bda-449e-b1d4-ffef9f95bee4 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:45:30.776468 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7964944a-9bda-449e-b1d4-ffef9f95bee4 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:45:30.776983 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7964944a-9bda-449e-b1d4-ffef9f95bee4 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:45:30.778884 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7964944a-9bda-449e-b1d4-ffef9f95bee4 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:45:30.799844 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [req-8d1d7ba9-95c1-4ec0-8b5a-3468dc2cce9d req-068a96a3-24b7-4f02-91be-c3735d61cd7a service neutron] (88369) timed out ('10.222.0.20', 61781) {{(pid=88369) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 31 13:45:30.803089 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 4fb6e514-59cb-439b-ae1a-5116794e7bbf details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:45:30.838722 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8abf44f6-b25d-4781-9b79-7486f8d8705e tempest-FloatingIPAdminTestJSON-426782383 tempest-FloatingIPAdminTestJSON-426782383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:30.850095 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e630c107-a632-44d9-a177-dc1bfd088d60 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:30.851607 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e630c107-a632-44d9-a177-dc1bfd088d60 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Synchronizing usage tracker for tenant:9f98270cdf824e3ebd7736abf6d6b113 on resource:network {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:45:30.852776 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b9d1b1e7-b4dd-4bc1-aaca-4775e9903e74 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks [] for router, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:30.982111 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abf44f6-b25d-4781-9b79-7486f8d8705e tempest-FloatingIPAdminTestJSON-426782383 tempest-FloatingIPAdminTestJSON-426782383-project] Pushing event deleted for resources: {'Port': ['ID=13f1f3a9-68ac-431a-bd7e-f40e9c5e508f,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:31.077350 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a43cbb-95e8-4d54-8d19-dc641c3ab184 req-f5c58c8c-3ef0-4acd-908e-60799e52ce43 tempest-ServerGroupTestJSON-1593584205 tempest-ServerGroupTestJSON-1593584205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:31.077350 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-23a43cbb-95e8-4d54-8d19-dc641c3ab184 req-f5c58c8c-3ef0-4acd-908e-60799e52ce43 tempest-ServerGroupTestJSON-1593584205 tempest-ServerGroupTestJSON-1593584205-project] 10.222.0.44 "GET /v2.0/networks?id=166c0ad9-5dbd-42e5-a3f2-05af3a8ffc5c HTTP/1.1" status: 200 len: 809 time: 0.9492958 May 31 13:45:31.196584 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e630c107-a632-44d9-a177-dc1bfd088d60 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Unset dirty status for tenant:9f98270cdf824e3ebd7736abf6d6b113 on resource:network {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:45:31.197661 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e630c107-a632-44d9-a177-dc1bfd088d60 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] 10.222.0.50 "GET /v2.0/networks?id=4fb6e514-59cb-439b-ae1a-5116794e7bbf HTTP/1.1" status: 200 len: 760 time: 1.0423934 May 31 13:45:31.218958 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 34130) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:31.226568 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-23a43cbb-95e8-4d54-8d19-dc641c3ab184 req-d4deac2f-6914-4998-abde-914890ae4e3f tempest-ServerGroupTestJSON-1593584205 tempest-ServerGroupTestJSON-1593584205-project] Request body: {'port': {'device_id': '8a374ba6-20f5-4069-a90e-baf9cbf986a0', 'network_id': '166c0ad9-5dbd-42e5-a3f2-05af3a8ffc5c', 'admin_state_up': True, 'tenant_id': 'f128fe4f2da74590a9fbac3595448664'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:45:31.236722 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8abf44f6-b25d-4781-9b79-7486f8d8705e tempest-FloatingIPAdminTestJSON-426782383 tempest-FloatingIPAdminTestJSON-426782383-project] Notify callbacks [] for floatingip, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:31.265116 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-7185f1c5-7f44-4569-9a4a-87ad531890b7 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1259112725'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:45:31.326209 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-887ceb88-a7c2-4e09-b0d1-70085d780fa6 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Router 0697c208-3eaa-49f8-affe-568d0eb5b2db has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:45:31.326209 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8abf44f6-b25d-4781-9b79-7486f8d8705e tempest-FloatingIPAdminTestJSON-426782383 tempest-FloatingIPAdminTestJSON-426782383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:31.326209 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-8abf44f6-b25d-4781-9b79-7486f8d8705e tempest-FloatingIPAdminTestJSON-426782383 tempest-FloatingIPAdminTestJSON-426782383-project] 10.222.0.50 "DELETE /v2.0/floatingips/9003ae70-080f-4ef1-b853-1db967c2e52d HTTP/1.1" status: 204 len: 168 time: 3.8167872 May 31 13:45:31.326209 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 34136) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:31.389023 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-7185f1c5-7f44-4569-9a4a-87ad531890b7 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:45:31.520593 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b9d1b1e7-b4dd-4bc1-aaca-4775e9903e74 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:31.534264 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-7185f1c5-7f44-4569-9a4a-87ad531890b7 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:45:31.620822 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-b9d1b1e7-b4dd-4bc1-aaca-4775e9903e74 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Deleting port 6f22fb7b-e1e6-4487-8708-cc91a08e6fd8 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:45:31.620822 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b9d1b1e7-b4dd-4bc1-aaca-4775e9903e74 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:31.668753 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-4733ff4f-36f5-45c8-8d00-288dc5decc86 tempest-FloatingIPAdminTestJSON-844396021 tempest-FloatingIPAdminTestJSON-844396021-project-admin] Deleting port a797aa3e-d102-409a-afb7-2cb71f73b4e6 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:45:31.668753 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4733ff4f-36f5-45c8-8d00-288dc5decc86 tempest-FloatingIPAdminTestJSON-844396021 tempest-FloatingIPAdminTestJSON-844396021-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:31.925207 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-887ceb88-a7c2-4e09-b0d1-70085d780fa6 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:45:31.925207 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-887ceb88-a7c2-4e09-b0d1-70085d780fa6 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:31.941894 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-86dd0973-c248-4a55-8019-58192fc77b06 req-f314f939-08f0-45de-9d73-8bb81f414557 tempest-ServerGroupTestJSON-1593584205 tempest-ServerGroupTestJSON-1593584205-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a374ba6-20f5-4069-a90e-baf9cbf986a0 HTTP/1.1" status: 200 len: 210 time: 0.3882084 May 31 13:45:31.947964 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1de8645-baf8-456c-b6ad-20f18ee82899 None None] Sync routers for ids ['0697c208-3eaa-49f8-affe-568d0eb5b2db'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:45:31.963236 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1de8645-baf8-456c-b6ad-20f18ee82899 None None] Routers {'0697c208-3eaa-49f8-affe-568d0eb5b2db'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:45:31.963236 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-a1de8645-baf8-456c-b6ad-20f18ee82899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:45:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['0697c208-3eaa-49f8-affe-568d0eb5b2db'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:45:31.989773 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7185f1c5-7f44-4569-9a4a-87ad531890b7 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Made reservation on behalf of 9f98270cdf824e3ebd7736abf6d6b113 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:45:31.989773 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7185f1c5-7f44-4569-9a4a-87ad531890b7 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:32.029620 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4733ff4f-36f5-45c8-8d00-288dc5decc86 tempest-FloatingIPAdminTestJSON-844396021 tempest-FloatingIPAdminTestJSON-844396021-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:32.029620 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4733ff4f-36f5-45c8-8d00-288dc5decc86 tempest-FloatingIPAdminTestJSON-844396021 tempest-FloatingIPAdminTestJSON-844396021-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:32.029620 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-887ceb88-a7c2-4e09-b0d1-70085d780fa6 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "PUT /v2.0/floatingips/db1d96a5-0d72-4ff0-9434-6a6174b80fbc HTTP/1.1" status: 200 len: 990 time: 5.6940942 May 31 13:45:32.029620 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0710edc1-1650-4be9-80ea-169a803e7734', 'tag': '801e7b36-1094-46d8-bd5f-4a2bce007eb1'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:45:32.119202 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ad8c6cc-a408-422f-900a-2e177c003ccf req-74238309-7d0d-47b6-b41d-bfcb48e54d2c tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Router 61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:45:32.177741 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-4733ff4f-36f5-45c8-8d00-288dc5decc86 tempest-FloatingIPAdminTestJSON-844396021 tempest-FloatingIPAdminTestJSON-844396021-project-admin] Calling delete_port for a797aa3e-d102-409a-afb7-2cb71f73b4e6 owned by network:floatingip {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:45:32.304371 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7185f1c5-7f44-4569-9a4a-87ad531890b7 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:45:32.349040 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f7e5dd9d-f78e-4e72-9703-2b327ba61962 req-e6a9964f-0b29-432d-acd7-2fb13ff8f7f3 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/ports?device_id=9dd463a5-9d21-48e0-ada6-be857870f38c HTTP/1.1" status: 200 len: 210 time: 0.1580853 May 31 13:45:32.433159 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-23a43cbb-95e8-4d54-8d19-dc641c3ab184 req-d4deac2f-6914-4998-abde-914890ae4e3f tempest-ServerGroupTestJSON-1593584205 tempest-ServerGroupTestJSON-1593584205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:45:32.433159 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7185f1c5-7f44-4569-9a4a-87ad531890b7 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:32.433159 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-7185f1c5-7f44-4569-9a4a-87ad531890b7 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Added segment b9fce675-2c5e-4614-8246-bfe5115f5401 of type vlan for network 57d1c830-dca6-44ed-9bfd-14ddf55bd0ac May 31 13:45:32.458381 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-a1de8645-baf8-456c-b6ad-20f18ee82899 None None] Set router 0697c208-3eaa-49f8-affe-568d0eb5b2db gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:45:32.493356 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61ec9f1f-74ac-4ec6-a116-18d120174535'] response: {'name': 'network-changed', 'server_uuid': '0710edc1-1650-4be9-80ea-169a803e7734', 'tag': '801e7b36-1094-46d8-bd5f-4a2bce007eb1', 'status': 'completed', 'code': 200} May 31 13:45:32.506665 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-23a43cbb-95e8-4d54-8d19-dc641c3ab184 req-d4deac2f-6914-4998-abde-914890ae4e3f tempest-ServerGroupTestJSON-1593584205 tempest-ServerGroupTestJSON-1593584205-project] Usage tracker for resource:port and tenant:f128fe4f2da74590a9fbac3595448664 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:45:32.517399 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-23a43cbb-95e8-4d54-8d19-dc641c3ab184 req-d4deac2f-6914-4998-abde-914890ae4e3f tempest-ServerGroupTestJSON-1593584205 tempest-ServerGroupTestJSON-1593584205-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:45:32.589034 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b9d1b1e7-b4dd-4bc1-aaca-4775e9903e74 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:32.618296 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-23a43cbb-95e8-4d54-8d19-dc641c3ab184 req-d4deac2f-6914-4998-abde-914890ae4e3f tempest-ServerGroupTestJSON-1593584205 tempest-ServerGroupTestJSON-1593584205-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:45:32.645500 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f5703d-4fd6-445a-a041-7f68387865df req-3a5b711b-2a75-4970-bf27-ab5dc42cb712 tempest-ServerTagsTestJSON-491483173 tempest-ServerTagsTestJSON-491483173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:32.647072 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c2f5703d-4fd6-445a-a041-7f68387865df req-3a5b711b-2a75-4970-bf27-ab5dc42cb712 tempest-ServerTagsTestJSON-491483173 tempest-ServerTagsTestJSON-491483173-project] 10.222.0.50 "GET /v2.0/ports?device_id=688eb19d-797e-4521-9159-9137d21ac16b HTTP/1.1" status: 200 len: 945 time: 1.2524621 May 31 13:45:32.748782 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c367a67-23cf-4f0d-8b8b-10044e773d8a req-5494ac98-1d6f-423f-87be-757310be0f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:32.748782 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0c367a67-23cf-4f0d-8b8b-10044e773d8a req-5494ac98-1d6f-423f-87be-757310be0f51 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0c3bb07388f549c9aeec65a21380cb5d&device_id=0710edc1-1650-4be9-80ea-169a803e7734 HTTP/1.1" status: 200 len: 1096 time: 0.2426202 May 31 13:45:32.778850 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7185f1c5-7f44-4569-9a4a-87ad531890b7 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:32.858590 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4733ff4f-36f5-45c8-8d00-288dc5decc86 tempest-FloatingIPAdminTestJSON-844396021 tempest-FloatingIPAdminTestJSON-844396021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:32.911070 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4733ff4f-36f5-45c8-8d00-288dc5decc86 tempest-FloatingIPAdminTestJSON-844396021 tempest-FloatingIPAdminTestJSON-844396021-project-admin] Pushing event deleted for resources: {'Port': ['ID=a797aa3e-d102-409a-afb7-2cb71f73b4e6,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:32.940979 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-b9d1b1e7-b4dd-4bc1-aaca-4775e9903e74 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Calling delete_port for 6f22fb7b-e1e6-4487-8708-cc91a08e6fd8 owned by network:router_gateway {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:45:33.057061 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23a43cbb-95e8-4d54-8d19-dc641c3ab184 req-d4deac2f-6914-4998-abde-914890ae4e3f tempest-ServerGroupTestJSON-1593584205 tempest-ServerGroupTestJSON-1593584205-project] Made reservation on behalf of f128fe4f2da74590a9fbac3595448664 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:45:33.060908 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c367a67-23cf-4f0d-8b8b-10044e773d8a req-3822cca5-6a08-4020-b304-47d608c670ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:33.060908 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0c367a67-23cf-4f0d-8b8b-10044e773d8a req-3822cca5-6a08-4020-b304-47d608c670ee service neutron] 10.222.0.44 "GET /v2.0/networks?id=63c618dc-2d9c-42a1-a644-8fd65767e93c HTTP/1.1" status: 200 len: 916 time: 0.2917621 May 31 13:45:33.060908 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4733ff4f-36f5-45c8-8d00-288dc5decc86 tempest-FloatingIPAdminTestJSON-844396021 tempest-FloatingIPAdminTestJSON-844396021-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:33.066139 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-23a43cbb-95e8-4d54-8d19-dc641c3ab184 req-d4deac2f-6914-4998-abde-914890ae4e3f tempest-ServerGroupTestJSON-1593584205 tempest-ServerGroupTestJSON-1593584205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:33.101952 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7185f1c5-7f44-4569-9a4a-87ad531890b7 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:33.101952 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7185f1c5-7f44-4569-9a4a-87ad531890b7 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:33.109598 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7185f1c5-7f44-4569-9a4a-87ad531890b7 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:33.140070 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-a1de8645-baf8-456c-b6ad-20f18ee82899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'name': 'tempest-AttachVolumeNegativeTest-1273433736-router', 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'a25f0954-04a4-4b01-8623-f473d6ed53da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:44:16Z', 'updated_at': '2022-05-31T13:44:31Z', 'revision_number': 4, 'project_id': '0c3bb07388f549c9aeec65a21380cb5d', 'gw_port': {'id': 'a25f0954-04a4-4b01-8623-f473d6ed53da', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ac:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:44:19Z', 'updated_at': '2022-05-31T13:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': 'db1d96a5-0d72-4ff0-9434-6a6174b80fbc', 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d', 'floating_ip_address': '172.25.6.48', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'port_id': '801e7b36-1094-46d8-bd5f-4a2bce007eb1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63c618dc-2d9c-42a1-a644-8fd65767e93c', 'mac_address': 'fa:16:3e:a8:00:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0710edc1-1650-4be9-80ea-169a803e7734', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:44:47Z', 'updated_at': '2022-05-31T13:45:28Z', 'revision_number': 1, 'project_id': '0c3bb07388f549c9aeec65a21380cb5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28f91fc4-d303-4198-b69f-bfc00ad66cfe', 'name': '', 'network_id': '63c618dc-2d9c-42a1-a644-8fd65767e93c', 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d', 'mac_address': 'fa:16:3e:f7:a8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '1fa11664-0552-4bb0-b5b0-3278009a7430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:44:29Z', 'updated_at': '2022-05-31T13:44:46Z', 'revision_number': 5, 'project_id': '0c3bb07388f549c9aeec65a21380cb5d', 'subnets': [{'id': '1fa11664-0552-4bb0-b5b0-3278009a7430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:45:33.147851 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1de8645-baf8-456c-b6ad-20f18ee82899 None None] Checking router: 0697c208-3eaa-49f8-affe-568d0eb5b2db for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:45:33.174747 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1de8645-baf8-456c-b6ad-20f18ee82899 None None] Routers {'0697c208-3eaa-49f8-affe-568d0eb5b2db'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:45:33.174747 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-a1de8645-baf8-456c-b6ad-20f18ee82899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:45:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['0697c208-3eaa-49f8-affe-568d0eb5b2db'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:45:33.189502 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4733ff4f-36f5-45c8-8d00-288dc5decc86 tempest-FloatingIPAdminTestJSON-844396021 tempest-FloatingIPAdminTestJSON-844396021-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:33.189502 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-4733ff4f-36f5-45c8-8d00-288dc5decc86 tempest-FloatingIPAdminTestJSON-844396021 tempest-FloatingIPAdminTestJSON-844396021-project-admin] 10.222.0.50 "DELETE /v2.0/floatingips/e5ca3589-f277-4ce2-9017-a680a6cca511 HTTP/1.1" status: 204 len: 168 time: 1.8522000 May 31 13:45:33.189502 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 34164) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:33.275095 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0c367a67-23cf-4f0d-8b8b-10044e773d8a req-ec5b4546-9606-4e63-ab36-92f851c92fbe service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=801e7b36-1094-46d8-bd5f-4a2bce007eb1 HTTP/1.1" status: 200 len: 998 time: 0.2129323 May 31 13:45:33.318114 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-3fb7d2a9-4b56-40ef-abb9-22a557de3e91 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Deleting port 90b6d00e-ed73-424c-a46c-32f41f7fac64 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:45:33.318468 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3fb7d2a9-4b56-40ef-abb9-22a557de3e91 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:33.322975 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7185f1c5-7f44-4569-9a4a-87ad531890b7 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Pushing event updated for resources: {'Network': ['ID=57d1c830-dca6-44ed-9bfd-14ddf55bd0ac,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:33.402634 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c367a67-23cf-4f0d-8b8b-10044e773d8a req-326f5c9b-08d7-43f8-8117-ad9ec32cf4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:33.404482 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0c367a67-23cf-4f0d-8b8b-10044e773d8a req-326f5c9b-08d7-43f8-8117-ad9ec32cf4d6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1fa11664-0552-4bb0-b5b0-3278009a7430 HTTP/1.1" status: 200 len: 854 time: 0.1252019 May 31 13:45:33.428709 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ad8c6cc-a408-422f-900a-2e177c003ccf req-74238309-7d0d-47b6-b41d-bfcb48e54d2c tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:45:33.442144 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea416873-ecd0-4c34-b2d4-7bdda13a99f3 None None] Sync routers for ids ['61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:45:33.461071 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea416873-ecd0-4c34-b2d4-7bdda13a99f3 None None] Routers {'61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:45:33.461071 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-ea416873-ecd0-4c34-b2d4-7bdda13a99f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:45:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:45:33.518914 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-a1de8645-baf8-456c-b6ad-20f18ee82899 None None] Set router 0697c208-3eaa-49f8-affe-568d0eb5b2db gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:45:33.717408 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 57d1c830-dca6-44ed-9bfd-14ddf55bd0ac details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:45:33.792274 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3fb7d2a9-4b56-40ef-abb9-22a557de3e91 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:33.875838 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-7185f1c5-7f44-4569-9a4a-87ad531890b7 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.6506805 May 31 13:45:33.881735 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [req-9f051aa2-c621-420d-9774-f87ac43e7fba req-c7fdb7d1-0f42-4cb7-88ab-d5386861033f service neutron] (88370) timed out ('10.222.0.20', 61640) {{(pid=88370) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 31 13:45:33.887463 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c2f5703d-4fd6-445a-a041-7f68387865df req-ca318891-a16b-49b5-b122-7f5d86653130 tempest-ServerTagsTestJSON-491483173 tempest-ServerTagsTestJSON-491483173-project] 10.222.0.50 "GET /v2.0/security-groups?id=39da99ba-a514-4a54-b0fa-a32701283c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2233400 May 31 13:45:33.912698 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 34176) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:34.035041 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-ea416873-ecd0-4c34-b2d4-7bdda13a99f3 None None] Set router 61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:45:34.155481 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-23a43cbb-95e8-4d54-8d19-dc641c3ab184 req-d4deac2f-6914-4998-abde-914890ae4e3f tempest-ServerGroupTestJSON-1593584205 tempest-ServerGroupTestJSON-1593584205-project] Allocated IP 172.20.0.5 (166c0ad9-5dbd-42e5-a3f2-05af3a8ffc5c/bec59bdf-f3b6-456e-9a1d-7402c5bd57ee/73f39def-f6f5-4034-888f-19c63e8265a2) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:45:34.165294 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-abd9a15f-4b83-4a3b-827a-647d8567746a tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Request body: {'subnet': {'network_id': '57d1c830-dca6-44ed-9bfd-14ddf55bd0ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:45:34.219932 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-3fb7d2a9-4b56-40ef-abb9-22a557de3e91 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Calling delete_port for 90b6d00e-ed73-424c-a46c-32f41f7fac64 owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:45:34.446552 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-a1de8645-baf8-456c-b6ad-20f18ee82899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'name': 'tempest-AttachVolumeNegativeTest-1273433736-router', 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'a25f0954-04a4-4b01-8623-f473d6ed53da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:44:16Z', 'updated_at': '2022-05-31T13:44:31Z', 'revision_number': 4, 'project_id': '0c3bb07388f549c9aeec65a21380cb5d', 'gw_port': {'id': 'a25f0954-04a4-4b01-8623-f473d6ed53da', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ac:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:44:19Z', 'updated_at': '2022-05-31T13:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': 'db1d96a5-0d72-4ff0-9434-6a6174b80fbc', 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d', 'floating_ip_address': '172.25.6.48', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'port_id': '801e7b36-1094-46d8-bd5f-4a2bce007eb1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63c618dc-2d9c-42a1-a644-8fd65767e93c', 'mac_address': 'fa:16:3e:a8:00:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0710edc1-1650-4be9-80ea-169a803e7734', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:44:47Z', 'updated_at': '2022-05-31T13:45:28Z', 'revision_number': 1, 'project_id': '0c3bb07388f549c9aeec65a21380cb5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28f91fc4-d303-4198-b69f-bfc00ad66cfe', 'name': '', 'network_id': '63c618dc-2d9c-42a1-a644-8fd65767e93c', 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d', 'mac_address': 'fa:16:3e:f7:a8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '1fa11664-0552-4bb0-b5b0-3278009a7430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:44:29Z', 'updated_at': '2022-05-31T13:44:46Z', 'revision_number': 5, 'project_id': '0c3bb07388f549c9aeec65a21380cb5d', 'subnets': [{'id': '1fa11664-0552-4bb0-b5b0-3278009a7430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:45:34.477030 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1de8645-baf8-456c-b6ad-20f18ee82899 None None] The sync data for ids ['0697c208-3eaa-49f8-affe-568d0eb5b2db'] in n-d-843939-1 is: [{'id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'name': 'tempest-AttachVolumeNegativeTest-1273433736-router', 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'a25f0954-04a4-4b01-8623-f473d6ed53da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:44:16Z', 'updated_at': '2022-05-31T13:44:31Z', 'revision_number': 4, 'project_id': '0c3bb07388f549c9aeec65a21380cb5d', 'gw_port': {'id': 'a25f0954-04a4-4b01-8623-f473d6ed53da', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ac:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:44:19Z', 'updated_at': '2022-05-31T13:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': 'db1d96a5-0d72-4ff0-9434-6a6174b80fbc', 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d', 'floating_ip_address': '172.25.6.48', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'port_id': '801e7b36-1094-46d8-bd5f-4a2bce007eb1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63c618dc-2d9c-42a1-a644-8fd65767e93c', 'mac_address': 'fa:16:3e:a8:00:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0710edc1-1650-4be9-80ea-169a803e7734', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:44:47Z', 'updated_at': '2022-05-31T13:45:28Z', 'revision_number': 1, 'project_id': '0c3bb07388f549c9aeec65a21380cb5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28f91fc4-d303-4198-b69f-bfc00ad66cfe', 'name': '', 'network_id': '63c618dc-2d9c-42a1-a644-8fd65767e93c', 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d', 'mac_address': 'fa:16:3e:f7:a8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '1fa11664-0552-4bb0-b5b0-3278009a7430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:44:29Z', 'updated_at': '2022-05-31T13:44:46Z', 'revision_number': 5, 'project_id': '0c3bb07388f549c9aeec65a21380cb5d', 'subnets': [{'id': '1fa11664-0552-4bb0-b5b0-3278009a7430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:45:34.542176 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1605e078-aa1b-47ca-bd59-07cd7abbadcd req-8f2e75f4-ef9c-4c30-901f-cb39e3651b4d tempest-ServerGroupTestJSON-1593584205 tempest-ServerGroupTestJSON-1593584205-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a374ba6-20f5-4069-a90e-baf9cbf986a0 HTTP/1.1" status: 200 len: 210 time: 1.2219689 May 31 13:45:34.643137 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c367a67-23cf-4f0d-8b8b-10044e773d8a req-ae3aebd5-904c-4715-9d09-225935586901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:34.644993 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0c367a67-23cf-4f0d-8b8b-10044e773d8a req-ae3aebd5-904c-4715-9d09-225935586901 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=63c618dc-2d9c-42a1-a644-8fd65767e93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9185929 May 31 13:45:34.725503 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-abd9a15f-4b83-4a3b-827a-647d8567746a tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:45:34.725503 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-abd9a15f-4b83-4a3b-827a-647d8567746a tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Usage tracker for resource:subnet and tenant:9f98270cdf824e3ebd7736abf6d6b113 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:45:34.737681 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-abd9a15f-4b83-4a3b-827a-647d8567746a tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:45:34.804449 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-abd9a15f-4b83-4a3b-827a-647d8567746a tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:45:34.807876 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-ea416873-ecd0-4c34-b2d4-7bdda13a99f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f', 'name': 'tempest-AttachVolumeTestJSON-2082356178-router', 'tenant_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '462cc99c-0c41-4c7e-ac38-1d83b633b4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:38:57Z', 'updated_at': '2022-05-31T13:39:03Z', 'revision_number': 4, 'project_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'gw_port': {'id': '462cc99c-0c41-4c7e-ac38-1d83b633b4f3', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ee:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:38:58Z', 'updated_at': '2022-05-31T13:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '4efe0407-03dc-404e-8408-6bc7752454ba', 'name': '', 'network_id': 'f4e69724-d0b8-4d4d-97a2-cfcb4a62380c', 'tenant_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'mac_address': 'fa:16:3e:43:9e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '24f2589f-f663-4739-8d87-078291d83152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:39:02Z', 'updated_at': '2022-05-31T13:39:13Z', 'revision_number': 5, 'project_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'subnets': [{'id': '24f2589f-f663-4739-8d87-078291d83152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:45:34.821271 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3fb7d2a9-4b56-40ef-abb9-22a557de3e91 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:34.825534 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea416873-ecd0-4c34-b2d4-7bdda13a99f3 None None] Checking router: 61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:45:34.830330 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ad8c6cc-a408-422f-900a-2e177c003ccf req-74238309-7d0d-47b6-b41d-bfcb48e54d2c tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] No DVR routers for this DVR port 03bb233f-f12a-430d-8312-a2cfc37bf195 on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:45:34.830330 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6ad8c6cc-a408-422f-900a-2e177c003ccf req-74238309-7d0d-47b6-b41d-bfcb48e54d2c tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:34.841836 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dd463a5-9d21-48e0-ada6-be857870f38c', 'name': 'network-vif-deleted', 'tag': '03bb233f-f12a-430d-8312-a2cfc37bf195'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:45:34.848765 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea416873-ecd0-4c34-b2d4-7bdda13a99f3 None None] Routers {'61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:45:34.848765 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-ea416873-ecd0-4c34-b2d4-7bdda13a99f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:45:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:45:34.857806 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-827b3280-2e74-4b6f-ad16-8e5c4dcb80f6 req-8d85d26d-b1d6-48a8-8e6b-372a07cef3ae tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Synchronizing usage tracker for tenant:7e44bf4ef1bd484ea1258b83855c2d26 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:45:34.956130 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd9a15f-4b83-4a3b-827a-647d8567746a tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Made reservation on behalf of 9f98270cdf824e3ebd7736abf6d6b113 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:45:34.963981 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-abd9a15f-4b83-4a3b-827a-647d8567746a tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:35.106525 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7944801-9e03-4ea9-809d-f6c474887b20 None None] New status for floating IP db1d96a5-0d72-4ff0-9434-6a6174b80fbc: ACTIVE {{(pid=88371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 13:45:35.314848 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-ea416873-ecd0-4c34-b2d4-7bdda13a99f3 None None] Set router 61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:45:35.391398 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb7d2a9-4b56-40ef-abb9-22a557de3e91 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Pushing event deleted for resources: {'Port': ['ID=90b6d00e-ed73-424c-a46c-32f41f7fac64,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:35.565558 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3fb7d2a9-4b56-40ef-abb9-22a557de3e91 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:35.613455 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-3fb7d2a9-4b56-40ef-abb9-22a557de3e91 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] 10.222.0.50 "DELETE /v2.0/ports/90b6d00e-ed73-424c-a46c-32f41f7fac64 HTTP/1.1" status: 204 len: 168 time: 2.4067400 May 31 13:45:35.613455 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 34196) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:35.632870 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6ad8c6cc-a408-422f-900a-2e177c003ccf req-74238309-7d0d-47b6-b41d-bfcb48e54d2c tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.44 "DELETE /v2.0/ports/03bb233f-f12a-430d-8312-a2cfc37bf195 HTTP/1.1" status: 204 len: 173 time: 13.4428930 May 31 13:45:35.661138 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc28b846-5860-4aca-b74b-7fc9c65602c6'] response: {'server_uuid': '9dd463a5-9d21-48e0-ada6-be857870f38c', 'name': 'network-vif-deleted', 'tag': '03bb233f-f12a-430d-8312-a2cfc37bf195', 'status': 'completed', 'code': 200} May 31 13:45:35.701853 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 9a0fd578-dc40-475e-ab9f-06e9a85958aa no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:45:35.754693 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0c367a67-23cf-4f0d-8b8b-10044e773d8a req-be95b089-5c82-42fd-828e-e055b7d08ea5 service neutron] 10.222.0.44 "GET /v2.0/networks/63c618dc-2d9c-42a1-a644-8fd65767e93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0908091 May 31 13:45:35.965265 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 9a0fd578-dc40-475e-ab9f-06e9a85958aa is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:45:35.965265 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:36.011158 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '688eb19d-797e-4521-9159-9137d21ac16b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a0fd578-dc40-475e-ab9f-06e9a85958aa'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:45:36.021677 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 9a0fd578-dc40-475e-ab9f-06e9a85958aa, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=9a0fd578-dc40-475e-ab9f-06e9a85958aa,segment=NetworkSegment(6e5ff2ed-586f-452f-9447-3f5a72d73b1e),segment_id=6e5ff2ed-586f-452f-9447-3f5a72d73b1e)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:45:36.028379 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:36.051193 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-827b3280-2e74-4b6f-ad16-8e5c4dcb80f6 req-8d85d26d-b1d6-48a8-8e6b-372a07cef3ae tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Unset dirty status for tenant:7e44bf4ef1bd484ea1258b83855c2d26 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:45:36.051193 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-827b3280-2e74-4b6f-ad16-8e5c4dcb80f6 req-8d85d26d-b1d6-48a8-8e6b-372a07cef3ae tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/ports?device_id=9dd463a5-9d21-48e0-ada6-be857870f38c HTTP/1.1" status: 200 len: 210 time: 1.4850481 May 31 13:45:36.051193 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b9d1b1e7-b4dd-4bc1-aaca-4775e9903e74 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:36.128189 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6531439d-130d-43fa-8439-05279da0f4c1 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:36.128189 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-6531439d-130d-43fa-8439-05279da0f4c1 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Synchronizing usage tracker for tenant:bbbdd2e197a5413aac3cdc05e25f4aed on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:45:36.153948 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-ea416873-ecd0-4c34-b2d4-7bdda13a99f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f', 'name': 'tempest-AttachVolumeTestJSON-2082356178-router', 'tenant_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '462cc99c-0c41-4c7e-ac38-1d83b633b4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:38:57Z', 'updated_at': '2022-05-31T13:39:03Z', 'revision_number': 4, 'project_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'gw_port': {'id': '462cc99c-0c41-4c7e-ac38-1d83b633b4f3', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ee:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:38:58Z', 'updated_at': '2022-05-31T13:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '4efe0407-03dc-404e-8408-6bc7752454ba', 'name': '', 'network_id': 'f4e69724-d0b8-4d4d-97a2-cfcb4a62380c', 'tenant_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'mac_address': 'fa:16:3e:43:9e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '24f2589f-f663-4739-8d87-078291d83152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:39:02Z', 'updated_at': '2022-05-31T13:39:13Z', 'revision_number': 5, 'project_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'subnets': [{'id': '24f2589f-f663-4739-8d87-078291d83152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:45:36.165555 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea416873-ecd0-4c34-b2d4-7bdda13a99f3 None None] The sync data for ids ['61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f'] in n-d-843939-1 is: [{'id': '61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f', 'name': 'tempest-AttachVolumeTestJSON-2082356178-router', 'tenant_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '462cc99c-0c41-4c7e-ac38-1d83b633b4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:38:57Z', 'updated_at': '2022-05-31T13:39:03Z', 'revision_number': 4, 'project_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'gw_port': {'id': '462cc99c-0c41-4c7e-ac38-1d83b633b4f3', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ee:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:38:58Z', 'updated_at': '2022-05-31T13:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '4efe0407-03dc-404e-8408-6bc7752454ba', 'name': '', 'network_id': 'f4e69724-d0b8-4d4d-97a2-cfcb4a62380c', 'tenant_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'mac_address': 'fa:16:3e:43:9e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '24f2589f-f663-4739-8d87-078291d83152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:39:02Z', 'updated_at': '2022-05-31T13:39:13Z', 'revision_number': 5, 'project_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'subnets': [{'id': '24f2589f-f663-4739-8d87-078291d83152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:45:36.222977 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-6531439d-130d-43fa-8439-05279da0f4c1 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Unset dirty status for tenant:bbbdd2e197a5413aac3cdc05e25f4aed on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:45:36.224440 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-6531439d-130d-43fa-8439-05279da0f4c1 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] 10.222.0.50 "GET /v2.0/ports?device_id=23ed27f0-05a9-41f6-a025-14070de1cf97 HTTP/1.1" status: 200 len: 913 time: 0.6202741 May 31 13:45:36.227806 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 34208) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:36.247460 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=9a0fd578-dc40-475e-ab9f-06e9a85958aa,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:36.331683 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d1b1e7-b4dd-4bc1-aaca-4775e9903e74 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Pushing event deleted for resources: {'Port': ['ID=6f22fb7b-e1e6-4487-8708-cc91a08e6fd8,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:36.382375 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0c367a67-23cf-4f0d-8b8b-10044e773d8a req-35c7f603-157d-4036-a56c-bd47ea143f02 service neutron] 10.222.0.44 "GET /v2.0/networks/63c618dc-2d9c-42a1-a644-8fd65767e93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6079812 May 31 13:45:36.610900 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be19db51-1ab1-4fb0-86f4-2cd02aefa8df req-4afca8c4-3e18-4193-a329-edfcd8ce7d2a tempest-ServerTagsTestJSON-491483173 tempest-ServerTagsTestJSON-491483173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:36.612487 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-be19db51-1ab1-4fb0-86f4-2cd02aefa8df req-4afca8c4-3e18-4193-a329-edfcd8ce7d2a tempest-ServerTagsTestJSON-491483173 tempest-ServerTagsTestJSON-491483173-project] 10.222.0.44 "GET /v2.0/ports?device_id=688eb19d-797e-4521-9159-9137d21ac16b HTTP/1.1" status: 200 len: 945 time: 3.3611641 May 31 13:45:36.740577 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adac730-97af-4266-a673-3f88b925309e None None] New status for floating IP 6310a726-28d9-4523-bd02-f2308fd74ad7: DOWN {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 13:45:36.798440 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-1660c908-7605-44c3-a42f-a687ef30c897 req-5f51fb4f-f3c1-4495-968b-6d2936bd1225 tempest-ServerGroupTestJSON-1593584205 tempest-ServerGroupTestJSON-1593584205-project] Synchronizing usage tracker for tenant:f128fe4f2da74590a9fbac3595448664 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:45:36.809578 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a0eff552-b1ee-42b6-adda-4e94a56ae5bc req-57127cf0-9bfe-4f99-b0f2-b367d394ad76 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0710edc1-1650-4be9-80ea-169a803e7734&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 2.8073556 May 31 13:45:36.842410 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761fa956-d400-480e-a071-4b08361060ca req-12f33c1f-8a7f-4916-bb32-9ac10ad117df tempest-ServerTagsTestJSON-491483173 tempest-ServerTagsTestJSON-491483173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:36.851410 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-761fa956-d400-480e-a071-4b08361060ca req-12f33c1f-8a7f-4916-bb32-9ac10ad117df tempest-ServerTagsTestJSON-491483173 tempest-ServerTagsTestJSON-491483173-project] 10.222.0.50 "GET /v2.0/ports?device_id=688eb19d-797e-4521-9159-9137d21ac16b HTTP/1.1" status: 200 len: 945 time: 1.1900840 May 31 13:45:36.931464 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-1660c908-7605-44c3-a42f-a687ef30c897 req-5f51fb4f-f3c1-4495-968b-6d2936bd1225 tempest-ServerGroupTestJSON-1593584205 tempest-ServerGroupTestJSON-1593584205-project] Unset dirty status for tenant:f128fe4f2da74590a9fbac3595448664 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:45:36.931464 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1660c908-7605-44c3-a42f-a687ef30c897 req-5f51fb4f-f3c1-4495-968b-6d2936bd1225 tempest-ServerGroupTestJSON-1593584205 tempest-ServerGroupTestJSON-1593584205-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a374ba6-20f5-4069-a90e-baf9cbf986a0 HTTP/1.1" status: 200 len: 210 time: 0.3739841 May 31 13:45:36.931464 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b9d1b1e7-b4dd-4bc1-aaca-4775e9903e74 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577389'] for router_gateway, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:36.997082 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-be19db51-1ab1-4fb0-86f4-2cd02aefa8df req-7f099dbb-60ce-438c-af35-0e07a39543b9 tempest-ServerTagsTestJSON-491483173 tempest-ServerTagsTestJSON-491483173-project] Deleting port 9a0fd578-dc40-475e-ab9f-06e9a85958aa {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:45:36.997493 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-be19db51-1ab1-4fb0-86f4-2cd02aefa8df req-7f099dbb-60ce-438c-af35-0e07a39543b9 tempest-ServerTagsTestJSON-491483173 tempest-ServerTagsTestJSON-491483173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:37.040296 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-abd9a15f-4b83-4a3b-827a-647d8567746a tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:37.058409 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce593139-d9c4-4958-9583-5b1f96ab1c31'] response: {'server_uuid': '688eb19d-797e-4521-9159-9137d21ac16b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a0fd578-dc40-475e-ab9f-06e9a85958aa', 'code': 200} May 31 13:45:37.372344 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 34224) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:37.418038 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:37.449663 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-475bd934-0603-4e76-b0e8-ebc398c43784 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:37.458197 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-761fa956-d400-480e-a071-4b08361060ca req-c46d1b93-d7d7-4d9c-9c1e-bf316e19a06d tempest-ServerTagsTestJSON-491483173 tempest-ServerTagsTestJSON-491483173-project] 10.222.0.50 "GET /v2.0/security-groups?id=39da99ba-a514-4a54-b0fa-a32701283c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6040401 May 31 13:45:37.501910 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-23a43cbb-95e8-4d54-8d19-dc641c3ab184 req-d4deac2f-6914-4998-abde-914890ae4e3f tempest-ServerGroupTestJSON-1593584205 tempest-ServerGroupTestJSON-1593584205-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:37.520421 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b9d1b1e7-b4dd-4bc1-aaca-4775e9903e74 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:37.569785 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b9d1b1e7-b4dd-4bc1-aaca-4775e9903e74 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:37.580964 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd9a15f-4b83-4a3b-827a-647d8567746a tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Pushing event updated for resources: {'Subnet': ['ID=56ac900d-60f3-4a63-8f42-9061eadb5fc4,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:37.612359 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd9a15f-4b83-4a3b-827a-647d8567746a tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Checking segment: {'id': 'b9fce675-2c5e-4614-8246-bfe5115f5401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '57d1c830-dca6-44ed-9bfd-14ddf55bd0ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:45:37.612678 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd9a15f-4b83-4a3b-827a-647d8567746a tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Network hostable DHCP agents. Network: 57d1c830-dca6-44ed-9bfd-14ddf55bd0ac, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:45:37.627463 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7f64f44e-cbef-400c-a685-8c381d749d4f tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:37.662679 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b9d1b1e7-b4dd-4bc1-aaca-4775e9903e74 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:37.663128 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d1b1e7-b4dd-4bc1-aaca-4775e9903e74 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Fanout notify agent at l3_agent the message router_deleted on router ca4985fa-3bec-43b1-93f0-5dcc72b04445 {{(pid=88370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:45:37.718994 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eff552-b1ee-42b6-adda-4e94a56ae5bc req-26a3710c-035d-4c9b-b1fe-fd83a43fdcca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:37.718994 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a0eff552-b1ee-42b6-adda-4e94a56ae5bc req-26a3710c-035d-4c9b-b1fe-fd83a43fdcca service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0c3bb07388f549c9aeec65a21380cb5d&device_id=0710edc1-1650-4be9-80ea-169a803e7734 HTTP/1.1" status: 200 len: 1096 time: 0.6913936 May 31 13:45:37.760018 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7f64f44e-cbef-400c-a685-8c381d749d4f tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:37.791347 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b9d1b1e7-b4dd-4bc1-aaca-4775e9903e74 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:37.791347 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-b9d1b1e7-b4dd-4bc1-aaca-4775e9903e74 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] 10.222.0.50 "DELETE /v2.0/routers/ca4985fa-3bec-43b1-93f0-5dcc72b04445 HTTP/1.1" status: 204 len: 168 time: 7.9748721 May 31 13:45:37.799686 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd9a15f-4b83-4a3b-827a-647d8567746a tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Network 57d1c830-dca6-44ed-9bfd-14ddf55bd0ac is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:45:37.802482 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 34232) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:37.809324 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-8a71af51-0b19-4e95-b976-a6a3916c0472 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1021340175', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:45:37.839328 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8a71af51-0b19-4e95-b976-a6a3916c0472 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:45:37.852675 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-8a71af51-0b19-4e95-b976-a6a3916c0472 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Usage tracker for resource:router and tenant:0c54ae26e9fb4e03b58cf9ab2d86d81d is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:45:37.862223 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-8a71af51-0b19-4e95-b976-a6a3916c0472 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:45:38.007510 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8a71af51-0b19-4e95-b976-a6a3916c0472 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:45:38.039991 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8a71af51-0b19-4e95-b976-a6a3916c0472 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:38.039991 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8a71af51-0b19-4e95-b976-a6a3916c0472 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:38.074648 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7f64f44e-cbef-400c-a685-8c381d749d4f tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:38.109927 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8a71af51-0b19-4e95-b976-a6a3916c0472 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:38.109927 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f64f44e-cbef-400c-a685-8c381d749d4f tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5424f9d7-abf8-4041-abc4-e7d6e8e2efef,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:38.176647 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-abd9a15f-4b83-4a3b-827a-647d8567746a tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 57d1c830-dca6-44ed-9bfd-14ddf55bd0ac) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:45:38.193274 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-23a43cbb-95e8-4d54-8d19-dc641c3ab184 req-d4deac2f-6914-4998-abde-914890ae4e3f tempest-ServerGroupTestJSON-1593584205 tempest-ServerGroupTestJSON-1593584205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:38.193274 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd9a15f-4b83-4a3b-827a-647d8567746a tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:38.193274 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-abd9a15f-4b83-4a3b-827a-647d8567746a tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:38.210413 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7f64f44e-cbef-400c-a685-8c381d749d4f tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:38.210413 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-7f64f44e-cbef-400c-a685-8c381d749d4f tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "DELETE /v2.0/security-groups/5424f9d7-abf8-4041-abc4-e7d6e8e2efef HTTP/1.1" status: 204 len: 168 time: 0.8283358 May 31 13:45:38.217220 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439e138f-0d7d-4808-acbe-739350cc5b8c None None] Network 57d1c830-dca6-44ed-9bfd-14ddf55bd0ac requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:45:38.224371 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-be19db51-1ab1-4fb0-86f4-2cd02aefa8df req-7f099dbb-60ce-438c-af35-0e07a39543b9 tempest-ServerTagsTestJSON-491483173 tempest-ServerTagsTestJSON-491483173-project] For port 9a0fd578-dc40-475e-ab9f-06e9a85958aa, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=9a0fd578-dc40-475e-ab9f-06e9a85958aa,segment=NetworkSegment(6e5ff2ed-586f-452f-9447-3f5a72d73b1e),segment_id=6e5ff2ed-586f-452f-9447-3f5a72d73b1e)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:45:38.224371 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-be19db51-1ab1-4fb0-86f4-2cd02aefa8df req-7f099dbb-60ce-438c-af35-0e07a39543b9 tempest-ServerTagsTestJSON-491483173 tempest-ServerTagsTestJSON-491483173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:38.262773 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 34242) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:38.284566 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8a71af51-0b19-4e95-b976-a6a3916c0472 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:38.331679 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [None req-46cfde72-3bc4-46ff-9eea-44f5c603b315 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] show failed (client error): The resource could not be found. May 31 13:45:38.335443 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-46cfde72-3bc4-46ff-9eea-44f5c603b315 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "GET /v2.0/security-groups/5424f9d7-abf8-4041-abc4-e7d6e8e2efef HTTP/1.1" status: 404 len: 347 time: 0.0497162 May 31 13:45:38.365351 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 34246) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:38.559094 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4deac2f-6914-4998-abde-914890ae4e3f tempest-ServerGroupTestJSON-1593584205 tempest-ServerGroupTestJSON-1593584205-project] Pushing event updated for resources: {'Port': ['ID=73f39def-f6f5-4034-888f-19c63e8265a2,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:38.582331 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-be19db51-1ab1-4fb0-86f4-2cd02aefa8df req-7f099dbb-60ce-438c-af35-0e07a39543b9 tempest-ServerTagsTestJSON-491483173 tempest-ServerTagsTestJSON-491483173-project] Calling delete_port for 9a0fd578-dc40-475e-ab9f-06e9a85958aa owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:45:38.586608 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413bf3ec-8f63-4ada-9590-cd376dc03e2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-57d1c830-dca6-44ed-9bfd-14ddf55bd0ac', 'network_id': '57d1c830-dca6-44ed-9bfd-14ddf55bd0ac', 'tenant_id': '9f98270cdf824e3ebd7736abf6d6b113', 'fixed_ips': [{'subnet_id': '56ac900d-60f3-4a63-8f42-9061eadb5fc4'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:45:38.586608 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-413bf3ec-8f63-4ada-9590-cd376dc03e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:38.706543 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23a43cbb-95e8-4d54-8d19-dc641c3ab184 req-d4deac2f-6914-4998-abde-914890ae4e3f tempest-ServerGroupTestJSON-1593584205 tempest-ServerGroupTestJSON-1593584205-project] Network 166c0ad9-5dbd-42e5-a3f2-05af3a8ffc5c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:45:38.761206 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-23a43cbb-95e8-4d54-8d19-dc641c3ab184 req-d4deac2f-6914-4998-abde-914890ae4e3f tempest-ServerGroupTestJSON-1593584205 tempest-ServerGroupTestJSON-1593584205-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:45:38.768660 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eff552-b1ee-42b6-adda-4e94a56ae5bc req-5e64aee3-4ef5-441c-be97-e0f34993c998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:38.770233 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a0eff552-b1ee-42b6-adda-4e94a56ae5bc req-5e64aee3-4ef5-441c-be97-e0f34993c998 service neutron] 10.222.0.44 "GET /v2.0/networks?id=63c618dc-2d9c-42a1-a644-8fd65767e93c HTTP/1.1" status: 200 len: 916 time: 1.0151539 May 31 13:45:38.788814 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8a71af51-0b19-4e95-b976-a6a3916c0472 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:38.789434 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-23a43cbb-95e8-4d54-8d19-dc641c3ab184 req-d4deac2f-6914-4998-abde-914890ae4e3f tempest-ServerGroupTestJSON-1593584205 tempest-ServerGroupTestJSON-1593584205-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:45:38.793268 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-8a71af51-0b19-4e95-b976-a6a3916c0472 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9887135 May 31 13:45:38.853260 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 34256) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:38.859259 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-413bf3ec-8f63-4ada-9590-cd376dc03e2e None None] Allocated IP 172.20.0.2 (57d1c830-dca6-44ed-9bfd-14ddf55bd0ac/56ac900d-60f3-4a63-8f42-9061eadb5fc4/8f4f7945-f918-4b8d-a8c9-f02be3147a67) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:45:38.865841 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-78fd29f0-84de-424a-b7ac-1b48dc5e723f tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'enable_snat': True}}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:45:38.873282 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-abd9a15f-4b83-4a3b-827a-647d8567746a tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.9547870 May 31 13:45:38.879132 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a43cbb-95e8-4d54-8d19-dc641c3ab184 req-d4deac2f-6914-4998-abde-914890ae4e3f tempest-ServerGroupTestJSON-1593584205 tempest-ServerGroupTestJSON-1593584205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:38.879853 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-23a43cbb-95e8-4d54-8d19-dc641c3ab184 req-d4deac2f-6914-4998-abde-914890ae4e3f tempest-ServerGroupTestJSON-1593584205 tempest-ServerGroupTestJSON-1593584205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:38.950091 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 34260) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:38.997462 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-abd010fb-6899-4e36-b48a-976659a860e7 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Deleting port d58083ce-96fe-4df0-a00e-743bcf5889f2 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:45:38.997462 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-abd010fb-6899-4e36-b48a-976659a860e7 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:39.020918 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:39.177085 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-475bd934-0603-4e76-b0e8-ebc398c43784 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Deleting port 88dab210-92ba-44c2-9b10-6c731e946243 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:45:39.177473 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-475bd934-0603-4e76-b0e8-ebc398c43784 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:39.272441 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-413bf3ec-8f63-4ada-9590-cd376dc03e2e None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:39.296432 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-413bf3ec-8f63-4ada-9590-cd376dc03e2e None None] Transition to ACTIVE for port object 8f4f7945-f918-4b8d-a8c9-f02be3147a67 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:45:39.356713 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-413bf3ec-8f63-4ada-9590-cd376dc03e2e None None] Transition to ACTIVE for port object 8f4f7945-f918-4b8d-a8c9-f02be3147a67 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:45:39.368422 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-be19db51-1ab1-4fb0-86f4-2cd02aefa8df req-7f099dbb-60ce-438c-af35-0e07a39543b9 tempest-ServerTagsTestJSON-491483173 tempest-ServerTagsTestJSON-491483173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:39.372543 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-abd010fb-6899-4e36-b48a-976659a860e7 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:39.372543 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-abd010fb-6899-4e36-b48a-976659a860e7 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:39.377117 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-413bf3ec-8f63-4ada-9590-cd376dc03e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:39.380850 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-23a43cbb-95e8-4d54-8d19-dc641c3ab184 req-d4deac2f-6914-4998-abde-914890ae4e3f tempest-ServerGroupTestJSON-1593584205 tempest-ServerGroupTestJSON-1593584205-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.1517265 May 31 13:45:39.489136 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413bf3ec-8f63-4ada-9590-cd376dc03e2e None None] Network 57d1c830-dca6-44ed-9bfd-14ddf55bd0ac is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:45:39.492290 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-413bf3ec-8f63-4ada-9590-cd376dc03e2e None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:45:39.494870 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413bf3ec-8f63-4ada-9590-cd376dc03e2e None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:45:39.538992 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413bf3ec-8f63-4ada-9590-cd376dc03e2e None None] Pushing event updated for resources: {'Port': ['ID=8f4f7945-f918-4b8d-a8c9-f02be3147a67,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:39.544433 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-abd010fb-6899-4e36-b48a-976659a860e7 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Calling delete_port for d58083ce-96fe-4df0-a00e-743bcf5889f2 owned by network:floatingip {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:45:39.634253 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-413bf3ec-8f63-4ada-9590-cd376dc03e2e None None] Attempting to bind port 8f4f7945-f918-4b8d-a8c9-f02be3147a67 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:45:39.634253 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-413bf3ec-8f63-4ada-9590-cd376dc03e2e None None] Attempting to bind port 8f4f7945-f918-4b8d-a8c9-f02be3147a67 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'b9fce675-2c5e-4614-8246-bfe5115f5401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '57d1c830-dca6-44ed-9bfd-14ddf55bd0ac'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:45:39.634253 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413bf3ec-8f63-4ada-9590-cd376dc03e2e None None] Attempting to bind port 8f4f7945-f918-4b8d-a8c9-f02be3147a67 on network 57d1c830-dca6-44ed-9bfd-14ddf55bd0ac {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:45:39.643328 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413bf3ec-8f63-4ada-9590-cd376dc03e2e None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:45:39.643328 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413bf3ec-8f63-4ada-9590-cd376dc03e2e None None] Checking segment: {'id': 'b9fce675-2c5e-4614-8246-bfe5115f5401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '57d1c830-dca6-44ed-9bfd-14ddf55bd0ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:45:39.643328 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-413bf3ec-8f63-4ada-9590-cd376dc03e2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:39.643328 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413bf3ec-8f63-4ada-9590-cd376dc03e2e None None] Bound using segment: {'id': 'b9fce675-2c5e-4614-8246-bfe5115f5401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '57d1c830-dca6-44ed-9bfd-14ddf55bd0ac'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:45:39.643328 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-413bf3ec-8f63-4ada-9590-cd376dc03e2e None None] Bound port: 8f4f7945-f918-4b8d-a8c9-f02be3147a67, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9fce675-2c5e-4614-8246-bfe5115f5401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '57d1c830-dca6-44ed-9bfd-14ddf55bd0ac'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:45:39.643328 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-413bf3ec-8f63-4ada-9590-cd376dc03e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:39.704768 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-23a43cbb-95e8-4d54-8d19-dc641c3ab184 req-70e2f3c2-001f-4665-a22a-02959e184c59 service neutron] Request body: {'port': {'device_id': '8a374ba6-20f5-4069-a90e-baf9cbf986a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:45:39.750886 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f099dbb-60ce-438c-af35-0e07a39543b9 tempest-ServerTagsTestJSON-491483173 tempest-ServerTagsTestJSON-491483173-project] Pushing event deleted for resources: {'Port': ['ID=9a0fd578-dc40-475e-ab9f-06e9a85958aa,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:39.766211 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a0eff552-b1ee-42b6-adda-4e94a56ae5bc req-6c59db54-0a5d-4c0a-a37d-2cd44b6e1f83 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=801e7b36-1094-46d8-bd5f-4a2bce007eb1 HTTP/1.1" status: 200 len: 1000 time: 0.8002408 May 31 13:45:39.766211 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6d9fad78-8562-4533-bcae-f26ff75c64ef tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:39.790453 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-413bf3ec-8f63-4ada-9590-cd376dc03e2e None None] For port 8f4f7945-f918-4b8d-a8c9-f02be3147a67, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:45:39.799372 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-413bf3ec-8f63-4ada-9590-cd376dc03e2e None None] For port 8f4f7945-f918-4b8d-a8c9-f02be3147a67, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=8f4f7945-f918-4b8d-a8c9-f02be3147a67,segment=NetworkSegment(b9fce675-2c5e-4614-8246-bfe5115f5401),segment_id=b9fce675-2c5e-4614-8246-bfe5115f5401)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:45:39.799372 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-413bf3ec-8f63-4ada-9590-cd376dc03e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:39.899967 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413bf3ec-8f63-4ada-9590-cd376dc03e2e None None] Pushing event updated for resources: {'Port': ['ID=8f4f7945-f918-4b8d-a8c9-f02be3147a67,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:40.032861 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d63098c-ca4b-4f4f-8556-1538eb5062a4 req-35b3b526-3002-4774-b068-f769fc0f8b51 tempest-ServerGroupTestJSON-1593584205 tempest-ServerGroupTestJSON-1593584205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:40.039989 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3d63098c-ca4b-4f4f-8556-1538eb5062a4 req-35b3b526-3002-4774-b068-f769fc0f8b51 tempest-ServerGroupTestJSON-1593584205 tempest-ServerGroupTestJSON-1593584205-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a374ba6-20f5-4069-a90e-baf9cbf986a0 HTTP/1.1" status: 200 len: 931 time: 1.9370594 May 31 13:45:40.127442 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eff552-b1ee-42b6-adda-4e94a56ae5bc req-e6017465-affb-4b67-8cc5-270a754b43df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:40.127442 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a0eff552-b1ee-42b6-adda-4e94a56ae5bc req-e6017465-affb-4b67-8cc5-270a754b43df service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1fa11664-0552-4bb0-b5b0-3278009a7430 HTTP/1.1" status: 200 len: 854 time: 0.3554258 May 31 13:45:40.188273 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-78fd29f0-84de-424a-b7ac-1b48dc5e723f tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:40.211255 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-abd010fb-6899-4e36-b48a-976659a860e7 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:40.304360 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd010fb-6899-4e36-b48a-976659a860e7 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Pushing event deleted for resources: {'Port': ['ID=d58083ce-96fe-4df0-a00e-743bcf5889f2,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:40.314831 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-be19db51-1ab1-4fb0-86f4-2cd02aefa8df req-7f099dbb-60ce-438c-af35-0e07a39543b9 tempest-ServerTagsTestJSON-491483173 tempest-ServerTagsTestJSON-491483173-project] No DVR routers for this DVR port 9a0fd578-dc40-475e-ab9f-06e9a85958aa on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:45:40.318957 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-be19db51-1ab1-4fb0-86f4-2cd02aefa8df req-7f099dbb-60ce-438c-af35-0e07a39543b9 tempest-ServerTagsTestJSON-491483173 tempest-ServerTagsTestJSON-491483173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:40.322307 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-be19db51-1ab1-4fb0-86f4-2cd02aefa8df req-7f099dbb-60ce-438c-af35-0e07a39543b9 tempest-ServerTagsTestJSON-491483173 tempest-ServerTagsTestJSON-491483173-project] 10.222.0.44 "DELETE /v2.0/ports/9a0fd578-dc40-475e-ab9f-06e9a85958aa HTTP/1.1" status: 204 len: 173 time: 3.6520729 May 31 13:45:40.367310 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-475bd934-0603-4e76-b0e8-ebc398c43784 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:40.409208 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 13:45:40.473899 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '688eb19d-797e-4521-9159-9137d21ac16b', 'name': 'network-vif-deleted', 'tag': '9a0fd578-dc40-475e-ab9f-06e9a85958aa'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:45:40.558891 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-6d9fad78-8562-4533-bcae-f26ff75c64ef tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Deleting port 8f4f7945-f918-4b8d-a8c9-f02be3147a67 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:45:40.558891 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6d9fad78-8562-4533-bcae-f26ff75c64ef tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:40.590128 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6d87c10f-e10a-4334-8ad8-86de66bc52f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:40.693051 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3d63098c-ca4b-4f4f-8556-1538eb5062a4 req-7d13c18b-b941-4bb6-b451-8968af1be76f tempest-ServerGroupTestJSON-1593584205 tempest-ServerGroupTestJSON-1593584205-project] 10.222.0.50 "GET /v2.0/security-groups?id=c560e402-412a-48f6-8848-29981e4837da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6567194 May 31 13:45:40.819231 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7214ba-1f6f-4b20-8e7c-15693232b8f7 req-2d3f8261-8c29-4865-9634-e650505324a8 tempest-ServerTagsTestJSON-491483173 tempest-ServerTagsTestJSON-491483173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:40.819231 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-5e7214ba-1f6f-4b20-8e7c-15693232b8f7 req-2d3f8261-8c29-4865-9634-e650505324a8 tempest-ServerTagsTestJSON-491483173 tempest-ServerTagsTestJSON-491483173-project] Synchronizing usage tracker for tenant:ddcb48e1f14347fcb4ea9875766335f9 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:45:40.830264 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0da0f503-b4d3-4f8e-bafe-f7aed40b0c2e'] response: {'server_uuid': '688eb19d-797e-4521-9159-9137d21ac16b', 'name': 'network-vif-deleted', 'tag': '9a0fd578-dc40-475e-ab9f-06e9a85958aa', 'status': 'completed', 'code': 200} May 31 13:45:40.860499 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-475bd934-0603-4e76-b0e8-ebc398c43784 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Calling delete_port for 88dab210-92ba-44c2-9b10-6c731e946243 owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:45:40.866895 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-23a43cbb-95e8-4d54-8d19-dc641c3ab184 req-70e2f3c2-001f-4665-a22a-02959e184c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:40.952694 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-5e7214ba-1f6f-4b20-8e7c-15693232b8f7 req-2d3f8261-8c29-4865-9634-e650505324a8 tempest-ServerTagsTestJSON-491483173 tempest-ServerTagsTestJSON-491483173-project] Unset dirty status for tenant:ddcb48e1f14347fcb4ea9875766335f9 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:45:40.952694 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5e7214ba-1f6f-4b20-8e7c-15693232b8f7 req-2d3f8261-8c29-4865-9634-e650505324a8 tempest-ServerTagsTestJSON-491483173 tempest-ServerTagsTestJSON-491483173-project] 10.222.0.50 "GET /v2.0/ports?device_id=688eb19d-797e-4521-9159-9137d21ac16b HTTP/1.1" status: 200 len: 943 time: 2.2425532 May 31 13:45:41.292751 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-abd010fb-6899-4e36-b48a-976659a860e7 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks [] for floatingip, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:41.363297 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-abd010fb-6899-4e36-b48a-976659a860e7 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:41.363297 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-abd010fb-6899-4e36-b48a-976659a860e7 tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] 10.222.0.50 "DELETE /v2.0/floatingips/6310a726-28d9-4523-bd02-f2308fd74ad7 HTTP/1.1" status: 204 len: 168 time: 2.9912698 May 31 13:45:41.562269 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eff552-b1ee-42b6-adda-4e94a56ae5bc req-16a46d1b-190d-43e3-bfbf-c53ae5ae77ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:41.562269 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a0eff552-b1ee-42b6-adda-4e94a56ae5bc req-16a46d1b-190d-43e3-bfbf-c53ae5ae77ab service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=63c618dc-2d9c-42a1-a644-8fd65767e93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2976007 May 31 13:45:41.653048 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd98e39f-6083-4d38-8092-0e6c8ca0e347 None None] Network 57d1c830-dca6-44ed-9bfd-14ddf55bd0ac requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:45:41.749140 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-475bd934-0603-4e76-b0e8-ebc398c43784 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:41.910910 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 8f4f7945-f918-4b8d-a8c9-f02be3147a67 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:45:41.942488 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5e7214ba-1f6f-4b20-8e7c-15693232b8f7 req-d7226399-b08e-42ca-b1ff-c943c14de5d0 tempest-ServerTagsTestJSON-491483173 tempest-ServerTagsTestJSON-491483173-project] 10.222.0.50 "GET /v2.0/security-groups?id=39da99ba-a514-4a54-b0fa-a32701283c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6120362 May 31 13:45:42.095016 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475bd934-0603-4e76-b0e8-ebc398c43784 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Pushing event deleted for resources: {'Port': ['ID=88dab210-92ba-44c2-9b10-6c731e946243,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:42.150499 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-6d9fad78-8562-4533-bcae-f26ff75c64ef tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] For port 8f4f7945-f918-4b8d-a8c9-f02be3147a67, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=8f4f7945-f918-4b8d-a8c9-f02be3147a67,segment=NetworkSegment(b9fce675-2c5e-4614-8246-bfe5115f5401),segment_id=b9fce675-2c5e-4614-8246-bfe5115f5401)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:45:42.150499 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6d9fad78-8562-4533-bcae-f26ff75c64ef tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:42.310141 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b168b7c0-2475-4b8b-af98-068aea4133cc None None] Provisioning for port 8f4f7945-f918-4b8d-a8c9-f02be3147a67 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:45:42.319853 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 8f4f7945-f918-4b8d-a8c9-f02be3147a67 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:45:42.448277 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 8f4f7945-f918-4b8d-a8c9-f02be3147a67 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:45:42.448277 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:42.616107 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-6d9fad78-8562-4533-bcae-f26ff75c64ef tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Calling delete_port for 8f4f7945-f918-4b8d-a8c9-f02be3147a67 owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:45:42.637589 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b168b7c0-2475-4b8b-af98-068aea4133cc None None] Provisioning complete for port 8f4f7945-f918-4b8d-a8c9-f02be3147a67 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:45:42.638082 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b168b7c0-2475-4b8b-af98-068aea4133cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:42.727159 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-78fd29f0-84de-424a-b7ac-1b48dc5e723f tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:42.805774 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-78fd29f0-84de-424a-b7ac-1b48dc5e723f tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:42.856317 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a0eff552-b1ee-42b6-adda-4e94a56ae5bc req-af9be232-8624-4264-9c8e-bee22c2fc97c service neutron] 10.222.0.44 "GET /v2.0/networks/63c618dc-2d9c-42a1-a644-8fd65767e93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2812433 May 31 13:45:42.986943 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8e4617c2-534b-4d45-8efa-9ffca117bb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:43.014905 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-78fd29f0-84de-424a-b7ac-1b48dc5e723f tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Allocated IP 172.25.6.108 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/247b380f-5ac1-4ef5-b591-cf2ecf278cb5) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:45:43.026318 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 8f4f7945-f918-4b8d-a8c9-f02be3147a67 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:45:43.026318 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:43.119303 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b168b7c0-2475-4b8b-af98-068aea4133cc None None] Current status of the port 8f4f7945-f918-4b8d-a8c9-f02be3147a67 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:45:43.119974 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b168b7c0-2475-4b8b-af98-068aea4133cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:43.231724 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 34308) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:43.419853 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6d9fad78-8562-4533-bcae-f26ff75c64ef tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:43.486347 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-3bb8c8ea-60e2-4f48-95c6-d71d293fa0b4 None None] Could not find standard attr ID for object 8f4f7945-f918-4b8d-a8c9-f02be3147a67. {{(pid=88371) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 31 13:45:43.633857 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9fad78-8562-4533-bcae-f26ff75c64ef tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Pushing event deleted for resources: {'Port': ['ID=8f4f7945-f918-4b8d-a8c9-f02be3147a67,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:43.636275 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.resource_extend [req-23a43cbb-95e8-4d54-8d19-dc641c3ab184 req-70e2f3c2-001f-4665-a22a-02959e184c59 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:45:43.727568 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8157fe5-3526-4c14-acc3-20353b557013 None None] DHCP port deletion for 57d1c830-dca6-44ed-9bfd-14ddf55bd0ac request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:45:43.764258 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86773281-15b9-4598-8cfc-0491d51896bd None None] get_active_networks_info from n-d-843939-1 {{(pid=88371) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 31 13:45:43.768926 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-78fd29f0-84de-424a-b7ac-1b48dc5e723f tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:43.818562 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-78fd29f0-84de-424a-b7ac-1b48dc5e723f tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:43.858169 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-23a43cbb-95e8-4d54-8d19-dc641c3ab184 req-70e2f3c2-001f-4665-a22a-02959e184c59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73f39def-f6f5-4034-888f-19c63e8265a2 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:45:43.869318 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-23a43cbb-95e8-4d54-8d19-dc641c3ab184 req-70e2f3c2-001f-4665-a22a-02959e184c59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:43.901954 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-23a43cbb-95e8-4d54-8d19-dc641c3ab184 req-70e2f3c2-001f-4665-a22a-02959e184c59 service neutron] Transition to ACTIVE for port object 73f39def-f6f5-4034-888f-19c63e8265a2 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:45:43.923750 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-23a43cbb-95e8-4d54-8d19-dc641c3ab184 req-70e2f3c2-001f-4665-a22a-02959e184c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:43.946396 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9fad78-8562-4533-bcae-f26ff75c64ef tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] No DVR routers for this DVR port 8f4f7945-f918-4b8d-a8c9-f02be3147a67 on host n-d-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:45:43.971402 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fd29f0-84de-424a-b7ac-1b48dc5e723f tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:45:43.976015 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-78fd29f0-84de-424a-b7ac-1b48dc5e723f tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:45:44.001852 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fd29f0-84de-424a-b7ac-1b48dc5e723f tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:45:44.002420 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:44.005237 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:44.052254 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-52e2d086-7094-4d80-893b-797a2a67812b admin admin] Deleting subnet 4fbb36dc-bd40-495f-bec3-e46e24154a58 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:45:44.065837 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-475bd934-0603-4e76-b0e8-ebc398c43784 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:44.076651 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-52e2d086-7094-4d80-893b-797a2a67812b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:44.131037 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fd29f0-84de-424a-b7ac-1b48dc5e723f tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Pushing event updated for resources: {'Port': ['ID=247b380f-5ac1-4ef5-b591-cf2ecf278cb5,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:44.147385 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6d9fad78-8562-4533-bcae-f26ff75c64ef tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:44.220250 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86773281-15b9-4598-8cfc-0491d51896bd None None] Resources bound (agent type, host, resource id): {{(pid=88371) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 31 13:45:44.395925 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a0eff552-b1ee-42b6-adda-4e94a56ae5bc req-923b7774-460a-458a-9f40-fb1b46cbe0fa service neutron] 10.222.0.44 "GET /v2.0/networks/63c618dc-2d9c-42a1-a644-8fd65767e93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1659613 May 31 13:45:44.408717 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-52e2d086-7094-4d80-893b-797a2a67812b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:44.411141 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf1cea-cf47-4c8e-8797-c1ef3c434fa4 req-f4df773e-6c1a-4a62-a392-449acc3a91d5 tempest-ServerGroupTestJSON-1593584205 tempest-ServerGroupTestJSON-1593584205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:44.419103 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-05bf1cea-cf47-4c8e-8797-c1ef3c434fa4 req-f4df773e-6c1a-4a62-a392-449acc3a91d5 tempest-ServerGroupTestJSON-1593584205 tempest-ServerGroupTestJSON-1593584205-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a374ba6-20f5-4069-a90e-baf9cbf986a0 HTTP/1.1" status: 200 len: 931 time: 2.1901720 May 31 13:45:44.435280 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e2f3c2-001f-4665-a22a-02959e184c59 service neutron] Pushing event updated for resources: {'Port': ['ID=73f39def-f6f5-4034-888f-19c63e8265a2,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:45.130289 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-05bf1cea-cf47-4c8e-8797-c1ef3c434fa4 req-cf63aa1f-0dfb-49c2-a64e-a64d92996f6c tempest-ServerGroupTestJSON-1593584205 tempest-ServerGroupTestJSON-1593584205-project] 10.222.0.50 "GET /v2.0/security-groups?id=c560e402-412a-48f6-8848-29981e4837da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7020831 May 31 13:45:45.130289 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6d9fad78-8562-4533-bcae-f26ff75c64ef tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65216469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65148562'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:45.191417 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-78fd29f0-84de-424a-b7ac-1b48dc5e723f tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:45.251738 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-23a43cbb-95e8-4d54-8d19-dc641c3ab184 req-70e2f3c2-001f-4665-a22a-02959e184c59 service neutron] Attempting to bind port 73f39def-f6f5-4034-888f-19c63e8265a2 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:45:45.251738 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-23a43cbb-95e8-4d54-8d19-dc641c3ab184 req-70e2f3c2-001f-4665-a22a-02959e184c59 service neutron] Attempting to bind port 73f39def-f6f5-4034-888f-19c63e8265a2 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'd12421af-c007-40b1-95e0-a981eca37401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '166c0ad9-5dbd-42e5-a3f2-05af3a8ffc5c'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:45:45.251738 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a43cbb-95e8-4d54-8d19-dc641c3ab184 req-70e2f3c2-001f-4665-a22a-02959e184c59 service neutron] Attempting to bind port 73f39def-f6f5-4034-888f-19c63e8265a2 on network 166c0ad9-5dbd-42e5-a3f2-05af3a8ffc5c {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:45:45.251738 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9fad78-8562-4533-bcae-f26ff75c64ef tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Pushing event deleted for resources: {'Subnet': ['ID=56ac900d-60f3-4a63-8f42-9061eadb5fc4,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:45.265801 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a43cbb-95e8-4d54-8d19-dc641c3ab184 req-70e2f3c2-001f-4665-a22a-02959e184c59 service neutron] Port 73f39def-f6f5-4034-888f-19c63e8265a2 on network 166c0ad9-5dbd-42e5-a3f2-05af3a8ffc5c not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:45:45.265801 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a43cbb-95e8-4d54-8d19-dc641c3ab184 req-70e2f3c2-001f-4665-a22a-02959e184c59 service neutron] Attempting to bind port 73f39def-f6f5-4034-888f-19c63e8265a2 on network 166c0ad9-5dbd-42e5-a3f2-05af3a8ffc5c {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:45:45.347779 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e02256-970d-4912-867b-5c26b0c42867 None None] Network 57d1c830-dca6-44ed-9bfd-14ddf55bd0ac requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:45:45.544323 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6d9fad78-8562-4533-bcae-f26ff75c64ef tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:45.597425 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-52e2d086-7094-4d80-893b-797a2a67812b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:45.660747 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-6d9fad78-8562-4533-bcae-f26ff75c64ef tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57d1c830-dca6-44ed-9bfd-14ddf55bd0ac']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:45:45.673913 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-6d9fad78-8562-4533-bcae-f26ff75c64ef tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9fce675-2c5e-4614-8246-bfe5115f5401') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:45:45.673913 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-6d9fad78-8562-4533-bcae-f26ff75c64ef tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9fce675-2c5e-4614-8246-bfe5115f5401') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:45:45.690949 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6d9fad78-8562-4533-bcae-f26ff75c64ef tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:45.725754 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6d9fad78-8562-4533-bcae-f26ff75c64ef tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:45.732359 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d9fad78-8562-4533-bcae-f26ff75c64ef tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:45:45.732359 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6d9fad78-8562-4533-bcae-f26ff75c64ef tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:45.736590 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:45.839118 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 8f4f7945-f918-4b8d-a8c9-f02be3147a67 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:45:45.933910 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a43cbb-95e8-4d54-8d19-dc641c3ab184 req-70e2f3c2-001f-4665-a22a-02959e184c59 service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:45:45.935562 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a43cbb-95e8-4d54-8d19-dc641c3ab184 req-70e2f3c2-001f-4665-a22a-02959e184c59 service neutron] Checking segment: {'id': 'd12421af-c007-40b1-95e0-a981eca37401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '166c0ad9-5dbd-42e5-a3f2-05af3a8ffc5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:45:45.935986 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a43cbb-95e8-4d54-8d19-dc641c3ab184 req-70e2f3c2-001f-4665-a22a-02959e184c59 service neutron] Bound using segment: {'id': 'd12421af-c007-40b1-95e0-a981eca37401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '166c0ad9-5dbd-42e5-a3f2-05af3a8ffc5c'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:45:45.938058 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-23a43cbb-95e8-4d54-8d19-dc641c3ab184 req-70e2f3c2-001f-4665-a22a-02959e184c59 service neutron] Bound port: 73f39def-f6f5-4034-888f-19c63e8265a2, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd12421af-c007-40b1-95e0-a981eca37401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '166c0ad9-5dbd-42e5-a3f2-05af3a8ffc5c'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:45:45.938466 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-23a43cbb-95e8-4d54-8d19-dc641c3ab184 req-70e2f3c2-001f-4665-a22a-02959e184c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:46.025242 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment b9fce675-2c5e-4614-8246-bfe5115f5401 resource provider aggregate not found May 31 13:45:46.039167 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6d9fad78-8562-4533-bcae-f26ff75c64ef tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:46.052813 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment b9fce675-2c5e-4614-8246-bfe5115f5401 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b9fce675-2c5e-4614-8246-bfe5115f5401 found for delete ", "request_id": "req-69898a0d-084d-4d0f-b41f-b12a08d9dad9"}]} May 31 13:45:46.128780 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6d9fad78-8562-4533-bcae-f26ff75c64ef tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:46.227636 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9fad78-8562-4533-bcae-f26ff75c64ef tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Pushing event deleted for resources: {'Network': ['ID=57d1c830-dca6-44ed-9bfd-14ddf55bd0ac,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:46.389108 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 8f4f7945-f918-4b8d-a8c9-f02be3147a67 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:45:46.389687 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 8f4f7945-f918-4b8d-a8c9-f02be3147a67 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:45:46.433045 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-23a43cbb-95e8-4d54-8d19-dc641c3ab184 req-70e2f3c2-001f-4665-a22a-02959e184c59 service neutron] For port 73f39def-f6f5-4034-888f-19c63e8265a2, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:45:46.443096 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-23a43cbb-95e8-4d54-8d19-dc641c3ab184 req-70e2f3c2-001f-4665-a22a-02959e184c59 service neutron] For port 73f39def-f6f5-4034-888f-19c63e8265a2, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=73f39def-f6f5-4034-888f-19c63e8265a2,segment=NetworkSegment(d12421af-c007-40b1-95e0-a981eca37401),segment_id=d12421af-c007-40b1-95e0-a981eca37401)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:45:46.467462 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-6d9fad78-8562-4533-bcae-f26ff75c64ef tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] 10.222.0.50 "DELETE /v2.0/networks/57d1c830-dca6-44ed-9bfd-14ddf55bd0ac HTTP/1.1" status: 204 len: 168 time: 7.5067787 May 31 13:45:46.469655 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 34346) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:46.491534 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-23a43cbb-95e8-4d54-8d19-dc641c3ab184 req-70e2f3c2-001f-4665-a22a-02959e184c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:46.495565 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0289e84a-5f56-4d7c-aa42-a6d1e771df8d None None] DHCP port deletion for 57d1c830-dca6-44ed-9bfd-14ddf55bd0ac request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:45:46.736114 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a43cbb-95e8-4d54-8d19-dc641c3ab184 req-70e2f3c2-001f-4665-a22a-02959e184c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:46.736745 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-23a43cbb-95e8-4d54-8d19-dc641c3ab184 req-70e2f3c2-001f-4665-a22a-02959e184c59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:46.738364 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-23a43cbb-95e8-4d54-8d19-dc641c3ab184 req-70e2f3c2-001f-4665-a22a-02959e184c59 service neutron] 10.222.0.44 "PUT /v2.0/ports/73f39def-f6f5-4034-888f-19c63e8265a2 HTTP/1.1" status: 200 len: 1091 time: 7.0534601 May 31 13:45:46.748272 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a374ba6-20f5-4069-a90e-baf9cbf986a0', 'tag': '73f39def-f6f5-4034-888f-19c63e8265a2'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:45:46.754586 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-71bdf8dc-352a-4042-8fcb-4d54d0bebea9 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] GET failed (client error): The resource could not be found. May 31 13:45:46.755315 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-71bdf8dc-352a-4042-8fcb-4d54d0bebea9 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Synchronizing usage tracker for tenant:9f98270cdf824e3ebd7736abf6d6b113 on resource:subnet {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:45:46.871489 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e46701f5-9943-4168-814c-c3d28e9fe678'] response: {'name': 'network-changed', 'server_uuid': '8a374ba6-20f5-4069-a90e-baf9cbf986a0', 'tag': '73f39def-f6f5-4034-888f-19c63e8265a2', 'status': 'completed', 'code': 200} May 31 13:45:46.919527 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-475bd934-0603-4e76-b0e8-ebc398c43784 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Router 23ed27f0-05a9-41f6-a025-14070de1cf97 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:45:46.933892 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-71bdf8dc-352a-4042-8fcb-4d54d0bebea9 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Unset dirty status for tenant:9f98270cdf824e3ebd7736abf6d6b113 on resource:subnet {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:45:46.935404 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-71bdf8dc-352a-4042-8fcb-4d54d0bebea9 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] 10.222.0.50 "GET /v2.0/subnets/56ac900d-60f3-4a63-8f42-9061eadb5fc4 HTTP/1.1" status: 404 len: 337 time: 0.4172118 May 31 13:45:46.945128 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 34354) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:46.946952 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e2f3c2-001f-4665-a22a-02959e184c59 service neutron] Pushing event updated for resources: {'Port': ['ID=73f39def-f6f5-4034-888f-19c63e8265a2,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:47.000775 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2586f6dd-89ca-4ee4-8bb8-563081fafc04 req-b554df02-c7c6-4f1c-bb77-9983d3f6b4ae tempest-ServerGroupTestJSON-1593584205 tempest-ServerGroupTestJSON-1593584205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:47.002880 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2586f6dd-89ca-4ee4-8bb8-563081fafc04 req-b554df02-c7c6-4f1c-bb77-9983d3f6b4ae tempest-ServerGroupTestJSON-1593584205 tempest-ServerGroupTestJSON-1593584205-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a374ba6-20f5-4069-a90e-baf9cbf986a0 HTTP/1.1" status: 200 len: 943 time: 0.3542199 May 31 13:45:47.086854 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a43cbb-95e8-4d54-8d19-dc641c3ab184 req-23f59c3c-f6a8-4bef-8316-481b6481a38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:47.106980 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-23a43cbb-95e8-4d54-8d19-dc641c3ab184 req-23f59c3c-f6a8-4bef-8316-481b6481a38f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f128fe4f2da74590a9fbac3595448664&device_id=8a374ba6-20f5-4069-a90e-baf9cbf986a0 HTTP/1.1" status: 200 len: 1094 time: 0.3078578 May 31 13:45:47.197511 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-de29431e-cefa-459f-b7b7-2cc80125b1db tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] DELETE failed (client error): The resource could not be found. May 31 13:45:47.198316 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de29431e-cefa-459f-b7b7-2cc80125b1db tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:45:47.206830 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2586f6dd-89ca-4ee4-8bb8-563081fafc04 req-a1f35a96-32c6-400e-9f22-962aaac80458 tempest-ServerGroupTestJSON-1593584205 tempest-ServerGroupTestJSON-1593584205-project] 10.222.0.50 "GET /v2.0/security-groups?id=c560e402-412a-48f6-8848-29981e4837da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930919 May 31 13:45:47.211695 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-23a43cbb-95e8-4d54-8d19-dc641c3ab184 req-82ca60fe-6140-4fe2-b94d-902346144c19 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73f39def-f6f5-4034-888f-19c63e8265a2 HTTP/1.1" status: 200 len: 217 time: 0.0944059 May 31 13:45:47.237413 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-78fd29f0-84de-424a-b7ac-1b48dc5e723f tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:47.264947 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-78fd29f0-84de-424a-b7ac-1b48dc5e723f tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1578611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1578620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1575237'] for router, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:47.267695 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-52e2d086-7094-4d80-893b-797a2a67812b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:47.291021 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a43cbb-95e8-4d54-8d19-dc641c3ab184 req-50dc5f50-d658-4f6f-a215-213e3c02d0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:47.292491 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-23a43cbb-95e8-4d54-8d19-dc641c3ab184 req-50dc5f50-d658-4f6f-a215-213e3c02d0d9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bec59bdf-f3b6-456e-9a1d-7402c5bd57ee HTTP/1.1" status: 200 len: 849 time: 0.0738184 May 31 13:45:47.310837 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-de29431e-cefa-459f-b7b7-2cc80125b1db tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] 10.222.0.50 "DELETE /v2.0/networks/57d1c830-dca6-44ed-9bfd-14ddf55bd0ac HTTP/1.1" status: 404 len: 339 time: 0.3586037 May 31 13:45:47.342758 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 34358) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:47.464967 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e2d086-7094-4d80-893b-797a2a67812b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fbb36dc-bd40-495f-bec3-e46e24154a58,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:47.467486 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-52e2d086-7094-4d80-893b-797a2a67812b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:47.471331 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-52e2d086-7094-4d80-893b-797a2a67812b admin admin] 10.222.0.50 "DELETE /v2.0/subnets/4fbb36dc-bd40-495f-bec3-e46e24154a58 HTTP/1.1" status: 204 len: 168 time: 3.8604331 May 31 13:45:47.485115 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 34362) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:47.600250 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366474d5-9b49-4174-818c-5e5e962c6fc5 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:47.601224 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-366474d5-9b49-4174-818c-5e5e962c6fc5 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Synchronizing usage tracker for tenant:9f98270cdf824e3ebd7736abf6d6b113 on resource:network {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:45:47.615092 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-23a43cbb-95e8-4d54-8d19-dc641c3ab184 req-df34244e-3215-424a-8d6f-ed36b6c7d450 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=166c0ad9-5dbd-42e5-a3f2-05af3a8ffc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3154483 May 31 13:45:47.645234 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-366474d5-9b49-4174-818c-5e5e962c6fc5 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Unset dirty status for tenant:9f98270cdf824e3ebd7736abf6d6b113 on resource:network {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:45:47.646820 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-366474d5-9b49-4174-818c-5e5e962c6fc5 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3028374 May 31 13:45:47.651815 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 34366) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:47.666947 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-475bd934-0603-4e76-b0e8-ebc398c43784 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:45:47.679024 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d78e18-c129-458b-aeb5-bfe1a60098fd None None] Sync routers for ids ['23ed27f0-05a9-41f6-a025-14070de1cf97'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:45:47.686423 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-475bd934-0603-4e76-b0e8-ebc398c43784 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] 10.222.0.50 "PUT /v2.0/routers/23ed27f0-05a9-41f6-a025-14070de1cf97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4504871 May 31 13:45:47.697598 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 34372) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:47.714884 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d78e18-c129-458b-aeb5-bfe1a60098fd None None] Routers {'23ed27f0-05a9-41f6-a025-14070de1cf97'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:45:47.717698 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-a7d78e18-c129-458b-aeb5-bfe1a60098fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:45:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['23ed27f0-05a9-41f6-a025-14070de1cf97'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:45:47.788145 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-7ed86f93-c692-4987-84c3-7db5cd2b7c71 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] 10.222.0.50 "GET /v2.0/subnets?network_id=d2103cd5-63ba-4c24-9d95-fd17643bf14c HTTP/1.1" status: 200 len: 207 time: 0.1349275 May 31 13:45:47.794792 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 34378) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:47.871683 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-62e2645a-ea00-4f47-ac49-284c8f71f126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:47.907986 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-a7d78e18-c129-458b-aeb5-bfe1a60098fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:45:47.931442 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d78e18-c129-458b-aeb5-bfe1a60098fd None None] Routers {'23ed27f0-05a9-41f6-a025-14070de1cf97'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:45:47.932125 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-a7d78e18-c129-458b-aeb5-bfe1a60098fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:45:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['23ed27f0-05a9-41f6-a025-14070de1cf97'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:45:48.023010 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-a7d78e18-c129-458b-aeb5-bfe1a60098fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:45:48.023830 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d78e18-c129-458b-aeb5-bfe1a60098fd None None] The sync data for ids ['23ed27f0-05a9-41f6-a025-14070de1cf97'] in n-d-843939-1 is: [] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:45:48.040688 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf84c4cc-1d61-4ada-bd37-18167b3ae463 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:48.049181 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf84c4cc-1d61-4ada-bd37-18167b3ae463 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:48.055980 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf84c4cc-1d61-4ada-bd37-18167b3ae463 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:48.070231 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf84c4cc-1d61-4ada-bd37-18167b3ae463 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:48.078860 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 34382) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:48.087795 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-cf84c4cc-1d61-4ada-bd37-18167b3ae463 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.2819045 May 31 13:45:48.143585 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-23a43cbb-95e8-4d54-8d19-dc641c3ab184 req-e7a4ad00-804b-47a3-a7ad-cc0850491934 service neutron] 10.222.0.44 "GET /v2.0/networks/166c0ad9-5dbd-42e5-a3f2-05af3a8ffc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5213864 May 31 13:45:48.340168 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ba3f8462-f5f9-46cc-a08f-46cbbd9be9cf tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:48.406988 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78fd29f0-84de-424a-b7ac-1b48dc5e723f tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Router 45041203-ddca-4878-a540-d1e47f2fb9ad is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 13:45:48.560991 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24d4568-1072-438b-8c16-629144474d23 req-a36ca247-0d95-45a2-ae68-755aa48ba89d tempest-ServerGroupTestJSON-1593584205 tempest-ServerGroupTestJSON-1593584205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:48.565841 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e24d4568-1072-438b-8c16-629144474d23 req-a36ca247-0d95-45a2-ae68-755aa48ba89d tempest-ServerGroupTestJSON-1593584205 tempest-ServerGroupTestJSON-1593584205-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a374ba6-20f5-4069-a90e-baf9cbf986a0 HTTP/1.1" status: 200 len: 943 time: 0.1448238 May 31 13:45:48.567934 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-23a43cbb-95e8-4d54-8d19-dc641c3ab184 req-a67198d5-4366-4a79-8079-4b60fb59b3e9 service neutron] 10.222.0.44 "GET /v2.0/networks/166c0ad9-5dbd-42e5-a3f2-05af3a8ffc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4171953 May 31 13:45:48.635420 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-62e2645a-ea00-4f47-ac49-284c8f71f126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:48.722347 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e24d4568-1072-438b-8c16-629144474d23 req-140238cd-54f4-43ae-8ae7-3ed33d32f642 tempest-ServerGroupTestJSON-1593584205 tempest-ServerGroupTestJSON-1593584205-project] 10.222.0.50 "GET /v2.0/security-groups?id=c560e402-412a-48f6-8848-29981e4837da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480467 May 31 13:45:48.751396 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9df2ef-97e8-4f3b-b654-47a563011bbc req-eb952164-3487-4f97-b517-58bcf7e8d05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:48.753256 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fb9df2ef-97e8-4f3b-b654-47a563011bbc req-eb952164-3487-4f97-b517-58bcf7e8d05e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f128fe4f2da74590a9fbac3595448664&device_id=8a374ba6-20f5-4069-a90e-baf9cbf986a0 HTTP/1.1" status: 200 len: 1094 time: 0.1206067 May 31 13:45:48.777223 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-62e2645a-ea00-4f47-ac49-284c8f71f126 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e72f796-331f-4c44-9f15-34cac0d665a4']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:45:48.807263 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-05bd982a-bffd-4d2f-b77e-fd9ea4772c90 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] 10.222.0.50 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.7092340 May 31 13:45:48.860688 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 34388) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:48.957582 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-62e2645a-ea00-4f47-ac49-284c8f71f126 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e5ff2ed-586f-452f-9447-3f5a72d73b1e') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:45:48.957875 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-62e2645a-ea00-4f47-ac49-284c8f71f126 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e5ff2ed-586f-452f-9447-3f5a72d73b1e') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:45:49.002468 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-62e2645a-ea00-4f47-ac49-284c8f71f126 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:49.060906 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d67a884-1e0c-4bdf-81b2-c48fbe8c14b1 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:49.072135 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d67a884-1e0c-4bdf-81b2-c48fbe8c14b1 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:49.077140 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-7d67a884-1e0c-4bdf-81b2-c48fbe8c14b1 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2124147 May 31 13:45:49.078766 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 34396) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:49.134898 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-62e2645a-ea00-4f47-ac49-284c8f71f126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:49.160890 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62e2645a-ea00-4f47-ac49-284c8f71f126 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:45:49.161423 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-62e2645a-ea00-4f47-ac49-284c8f71f126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:49.173737 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9df2ef-97e8-4f3b-b654-47a563011bbc req-aee8710b-70bc-4ddd-b2af-1d751e37f0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:49.175634 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fb9df2ef-97e8-4f3b-b654-47a563011bbc req-aee8710b-70bc-4ddd-b2af-1d751e37f0f2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=166c0ad9-5dbd-42e5-a3f2-05af3a8ffc5c HTTP/1.1" status: 200 len: 910 time: 0.4159741 May 31 13:45:49.183624 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51f1ca8-797d-4316-aacc-dd30c9b13368 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Attributes excluded by policy engine: ['shared'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:49.185734 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51f1ca8-797d-4316-aacc-dd30c9b13368 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Attributes excluded by policy engine: ['shared'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:49.188354 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ba3f8462-f5f9-46cc-a08f-46cbbd9be9cf tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:49.192213 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c51f1ca8-797d-4316-aacc-dd30c9b13368 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] 10.222.0.50 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1092417 May 31 13:45:49.192567 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 34402) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:49.252748 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 6e5ff2ed-586f-452f-9447-3f5a72d73b1e resource provider aggregate not found May 31 13:45:49.266363 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78fd29f0-84de-424a-b7ac-1b48dc5e723f tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:45:49.270302 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-78fd29f0-84de-424a-b7ac-1b48dc5e723f tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:49.271190 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-78fd29f0-84de-424a-b7ac-1b48dc5e723f tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] 10.222.0.50 "PUT /v2.0/routers/45041203-ddca-4878-a540-d1e47f2fb9ad HTTP/1.1" status: 200 len: 919 time: 10.4100525 May 31 13:45:49.277596 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bd7a10-fc5f-49f9-b0b6-09292a142959 None None] Sync routers for ids ['45041203-ddca-4878-a540-d1e47f2fb9ad'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:45:49.287380 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 34410) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:49.288767 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bd7a10-fc5f-49f9-b0b6-09292a142959 None None] Routers {'45041203-ddca-4878-a540-d1e47f2fb9ad'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:45:49.289385 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-61bd7a10-fc5f-49f9-b0b6-09292a142959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:45:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['45041203-ddca-4878-a540-d1e47f2fb9ad'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:45:49.297696 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 6e5ff2ed-586f-452f-9447-3f5a72d73b1e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6e5ff2ed-586f-452f-9447-3f5a72d73b1e found for delete ", "request_id": "req-a57b8e07-7647-4db1-a4e5-4bc57d5febb5"}]} May 31 13:45:49.299782 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-ba3f8462-f5f9-46cc-a08f-46cbbd9be9cf tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Deleting port 34c08081-98d0-4f00-9f45-0f70dce3561c {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:45:49.300230 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ba3f8462-f5f9-46cc-a08f-46cbbd9be9cf tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:49.365112 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-61bd7a10-fc5f-49f9-b0b6-09292a142959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:45:49.366975 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-62e2645a-ea00-4f47-ac49-284c8f71f126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:49.378312 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bd7a10-fc5f-49f9-b0b6-09292a142959 None None] Routers {'45041203-ddca-4878-a540-d1e47f2fb9ad'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:45:49.379688 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-61bd7a10-fc5f-49f9-b0b6-09292a142959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:45:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['45041203-ddca-4878-a540-d1e47f2fb9ad'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:45:49.413295 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-62e2645a-ea00-4f47-ac49-284c8f71f126 admin admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:49.463110 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-61bd7a10-fc5f-49f9-b0b6-09292a142959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:45:49.463770 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bd7a10-fc5f-49f9-b0b6-09292a142959 None None] The sync data for ids ['45041203-ddca-4878-a540-d1e47f2fb9ad'] in n-d-843939-1 is: [] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:45:49.466487 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fb9df2ef-97e8-4f3b-b654-47a563011bbc req-e7d65953-4f48-4da9-a92f-badb4f2dc2f8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73f39def-f6f5-4034-888f-19c63e8265a2 HTTP/1.1" status: 200 len: 217 time: 0.2759783 May 31 13:45:49.486739 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-62e2645a-ea00-4f47-ac49-284c8f71f126 admin admin] 10.222.0.50 "DELETE /v2.0/networks/9e72f796-331f-4c44-9f15-34cac0d665a4 HTTP/1.1" status: 204 len: 168 time: 1.9968281 May 31 13:45:49.486739 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e2645a-ea00-4f47-ac49-284c8f71f126 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e72f796-331f-4c44-9f15-34cac0d665a4,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:49.574444 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ba3f8462-f5f9-46cc-a08f-46cbbd9be9cf tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:49.674808 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 34416) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:49.686019 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9df2ef-97e8-4f3b-b654-47a563011bbc req-aa6b62f6-eb85-4e24-bcfb-ead7e1e00285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:49.687992 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fb9df2ef-97e8-4f3b-b654-47a563011bbc req-aa6b62f6-eb85-4e24-bcfb-ead7e1e00285 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bec59bdf-f3b6-456e-9a1d-7402c5bd57ee HTTP/1.1" status: 200 len: 849 time: 0.1614945 May 31 13:45:49.757333 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-ba3f8462-f5f9-46cc-a08f-46cbbd9be9cf tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Calling delete_port for 34c08081-98d0-4f00-9f45-0f70dce3561c owned by network:router_gateway {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:45:49.834623 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-1d711d25-8613-4110-a42a-90b5da467f6f tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] 10.222.0.50 "GET /v2.0/routers/45041203-ddca-4878-a540-d1e47f2fb9ad HTTP/1.1" status: 200 len: 925 time: 0.5128298 May 31 13:45:49.840573 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 34422) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:49.848244 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fb9df2ef-97e8-4f3b-b654-47a563011bbc req-a56440ea-2db6-46a9-89ae-a0897b198a11 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=166c0ad9-5dbd-42e5-a3f2-05af3a8ffc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1502759 May 31 13:45:49.856934 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985b4c4c-2220-42eb-ad7f-2ba1b93cc085 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:49.856934 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-985b4c4c-2220-42eb-ad7f-2ba1b93cc085 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] 10.222.0.50 "GET /v2.0/networks/f3ab8d79-9c59-4bff-88d4-3d11ac88e13e HTTP/1.1" status: 200 len: 799 time: 0.6635587 May 31 13:45:49.889227 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 34426) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:49.910824 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ee709dfe-29e8-40be-b9da-340da60a0be1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ddcb48e1f14347fcb4ea9875766335f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2318351 May 31 13:45:49.911345 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 34430) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:50.071641 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d30b98b0-f25b-4076-b977-d906947aae16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:50.106962 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d30b98b0-f25b-4076-b977-d906947aae16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:50.134340 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-0dafee5b-f21a-4771-a645-ddc4bbcb1671 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] 10.222.0.50 "GET /v2.0/networks/f3ab8d79-9c59-4bff-88d4-3d11ac88e13e?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2392595 May 31 13:45:50.160591 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 34440) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:50.204697 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2ac076-00c6-4dc4-b0c8-49284a5f6db2 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:50.206292 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-fd2ac076-00c6-4dc4-b0c8-49284a5f6db2 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=d2103cd5-63ba-4c24-9d95-fd17643bf14c&device_id=45041203-ddca-4878-a540-d1e47f2fb9ad&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3647563 May 31 13:45:50.209908 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 34448) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:50.356129 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86215960-ed37-48b3-a441-d3167ab7d3f1 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:50.372015 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-86215960-ed37-48b3-a441-d3167ab7d3f1 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] 10.222.0.50 "GET /v2.0/subnets/2eab997d-c139-40c4-a32b-b70e1956dc18 HTTP/1.1" status: 200 len: 811 time: 0.2097070 May 31 13:45:50.398038 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 34456) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:50.449940 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288f6c2c-d19c-4369-8a31-09eb0b626c93 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:50.450564 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-288f6c2c-d19c-4369-8a31-09eb0b626c93 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Synchronizing usage tracker for tenant:34c6a95d1b734972a24026ecd16f9620 on resource:network {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:45:50.535259 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39354e0a-a24c-4957-a03f-c17d5a105e92 req-14482197-3084-43cf-a0e2-4a96c63c50f8 tempest-ServerGroupTestJSON-1593584205 tempest-ServerGroupTestJSON-1593584205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:50.538128 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-39354e0a-a24c-4957-a03f-c17d5a105e92 req-14482197-3084-43cf-a0e2-4a96c63c50f8 tempest-ServerGroupTestJSON-1593584205 tempest-ServerGroupTestJSON-1593584205-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a374ba6-20f5-4069-a90e-baf9cbf986a0 HTTP/1.1" status: 200 len: 943 time: 0.6965289 May 31 13:45:50.541310 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fb9df2ef-97e8-4f3b-b654-47a563011bbc req-64234d10-d782-48e1-bf91-d267d6abeada service neutron] 10.222.0.44 "GET /v2.0/networks/166c0ad9-5dbd-42e5-a3f2-05af3a8ffc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6532409 May 31 13:45:50.544649 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ba3f8462-f5f9-46cc-a08f-46cbbd9be9cf tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:50.653548 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-288f6c2c-d19c-4369-8a31-09eb0b626c93 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Unset dirty status for tenant:34c6a95d1b734972a24026ecd16f9620 on resource:network {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:45:50.658646 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-288f6c2c-d19c-4369-8a31-09eb0b626c93 tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] 10.222.0.50 "GET /v2.0/networks/d2103cd5-63ba-4c24-9d95-fd17643bf14c HTTP/1.1" status: 200 len: 881 time: 0.4419661 May 31 13:45:50.783075 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 34466) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:50.878396 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3f8462-f5f9-46cc-a08f-46cbbd9be9cf tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Pushing event deleted for resources: {'Port': ['ID=34c08081-98d0-4f00-9f45-0f70dce3561c,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:50.959497 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-cf406402-feba-4cdd-8d38-1419753944be tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] 10.222.0.50 "GET /v2.0/ports?device_id=45041203-ddca-4878-a540-d1e47f2fb9ad HTTP/1.1" status: 200 len: 205 time: 0.1682563 May 31 13:45:50.962607 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 34484) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:51.075244 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fb9df2ef-97e8-4f3b-b654-47a563011bbc req-f3dbb8a2-a592-4377-9358-775084fa11a6 service neutron] 10.222.0.44 "GET /v2.0/networks/166c0ad9-5dbd-42e5-a3f2-05af3a8ffc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5265493 May 31 13:45:51.080936 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d30b98b0-f25b-4076-b977-d906947aae16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:51.094977 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b24d73-b987-48de-a1ca-5a38fc39b88b tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Attributes excluded by policy engine: ['shared'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:51.101721 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-93b24d73-b987-48de-a1ca-5a38fc39b88b tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] 10.222.0.50 "GET /v2.0/subnets/2eab997d-c139-40c4-a32b-b70e1956dc18?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.6980023 May 31 13:45:51.103857 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ba3f8462-f5f9-46cc-a08f-46cbbd9be9cf tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577389'] for router_gateway, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:51.118574 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 34488) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:51.119379 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30b98b0-f25b-4076-b977-d906947aae16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39da99ba-a514-4a54-b0fa-a32701283c35,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:51.129035 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-bcd6d5a5-f74b-488e-be4b-aee6fe7020e7 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1629275056'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:45:51.151474 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-39354e0a-a24c-4957-a03f-c17d5a105e92 req-f22b0026-cd8e-4d19-8075-603cca6715c2 tempest-ServerGroupTestJSON-1593584205 tempest-ServerGroupTestJSON-1593584205-project] 10.222.0.50 "GET /v2.0/security-groups?id=c560e402-412a-48f6-8848-29981e4837da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620148 May 31 13:45:51.166917 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-bcd6d5a5-f74b-488e-be4b-aee6fe7020e7 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:45:51.167298 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d30b98b0-f25b-4076-b977-d906947aae16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:51.171523 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-d30b98b0-f25b-4076-b977-d906947aae16 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/39da99ba-a514-4a54-b0fa-a32701283c35 HTTP/1.1" status: 204 len: 168 time: 1.2561641 May 31 13:45:51.176864 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30b98b0-f25b-4076-b977-d906947aae16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:45:51.177358 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30b98b0-f25b-4076-b977-d906947aae16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:45:51.177689 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30b98b0-f25b-4076-b977-d906947aae16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:45:51.178043 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30b98b0-f25b-4076-b977-d906947aae16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:45:51.178374 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30b98b0-f25b-4076-b977-d906947aae16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:45:51.178700 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30b98b0-f25b-4076-b977-d906947aae16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:45:51.179020 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30b98b0-f25b-4076-b977-d906947aae16 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:45:51.179338 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30b98b0-f25b-4076-b977-d906947aae16 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:45:51.179654 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30b98b0-f25b-4076-b977-d906947aae16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:45:51.179970 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30b98b0-f25b-4076-b977-d906947aae16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:45:51.180286 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30b98b0-f25b-4076-b977-d906947aae16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:45:51.180600 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30b98b0-f25b-4076-b977-d906947aae16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:45:51.207776 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-bcd6d5a5-f74b-488e-be4b-aee6fe7020e7 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:45:51.224398 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd6d5a5-f74b-488e-be4b-aee6fe7020e7 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Made reservation on behalf of 9f98270cdf824e3ebd7736abf6d6b113 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:45:51.231448 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bcd6d5a5-f74b-488e-be4b-aee6fe7020e7 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:51.302898 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcd6d5a5-f74b-488e-be4b-aee6fe7020e7 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:45:51.315373 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bcd6d5a5-f74b-488e-be4b-aee6fe7020e7 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:51.316148 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-bcd6d5a5-f74b-488e-be4b-aee6fe7020e7 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Added segment 007e80c7-00a4-4cd3-8d56-8e0799edc802 of type vlan for network b55df921-dd7f-45e6-bc6a-0461c3fb4624 May 31 13:45:51.351591 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bcd6d5a5-f74b-488e-be4b-aee6fe7020e7 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:51.396534 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bcd6d5a5-f74b-488e-be4b-aee6fe7020e7 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:51.403378 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd6d5a5-f74b-488e-be4b-aee6fe7020e7 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:51.404082 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bcd6d5a5-f74b-488e-be4b-aee6fe7020e7 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:51.555861 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-bcd6d5a5-f74b-488e-be4b-aee6fe7020e7 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4334047 May 31 13:45:51.558883 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 34496) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:51.568575 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-b04c8f56-c03d-45d5-8184-ed70667ac6b9 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Request body: {'subnet': {'network_id': 'b55df921-dd7f-45e6-bc6a-0461c3fb4624', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:45:51.569321 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ba3f8462-f5f9-46cc-a08f-46cbbd9be9cf tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:51.589393 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd6d5a5-f74b-488e-be4b-aee6fe7020e7 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Pushing event updated for resources: {'Network': ['ID=b55df921-dd7f-45e6-bc6a-0461c3fb4624,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:51.589700 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-64ec7d71-a6fd-43f6-aa7a-1f01b0050ddd tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:51.605961 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network b55df921-dd7f-45e6-bc6a-0461c3fb4624 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:45:51.764844 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ba3f8462-f5f9-46cc-a08f-46cbbd9be9cf tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:51.771746 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-b04c8f56-c03d-45d5-8184-ed70667ac6b9 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:45:51.785025 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-b04c8f56-c03d-45d5-8184-ed70667ac6b9 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:45:51.807565 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 73f39def-f6f5-4034-888f-19c63e8265a2 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:45:51.815878 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b04c8f56-c03d-45d5-8184-ed70667ac6b9 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Made reservation on behalf of 9f98270cdf824e3ebd7736abf6d6b113 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:45:51.832256 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b04c8f56-c03d-45d5-8184-ed70667ac6b9 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:51.940676 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ba3f8462-f5f9-46cc-a08f-46cbbd9be9cf tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:51.941199 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba3f8462-f5f9-46cc-a08f-46cbbd9be9cf tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Fanout notify agent at l3_agent the message router_deleted on router 23ed27f0-05a9-41f6-a025-14070de1cf97 {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:45:52.114847 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.ipam_backend_mixin [None req-b04c8f56-c03d-45d5-8184-ed70667ac6b9 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Performing IP validity checks on allocation pools {{(pid=88370) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 31 13:45:52.115352 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.ipam_backend_mixin [None req-b04c8f56-c03d-45d5-8184-ed70667ac6b9 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88370) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 31 13:45:52.120318 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ba3f8462-f5f9-46cc-a08f-46cbbd9be9cf tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:52.121688 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ba3f8462-f5f9-46cc-a08f-46cbbd9be9cf tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] 10.222.0.50 "DELETE /v2.0/routers/23ed27f0-05a9-41f6-a025-14070de1cf97 HTTP/1.1" status: 204 len: 168 time: 4.4206007 May 31 13:45:52.126796 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 34528) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:52.213493 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-64ec7d71-a6fd-43f6-aa7a-1f01b0050ddd tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:52.225463 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-64ec7d71-a6fd-43f6-aa7a-1f01b0050ddd tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Deleting port 247b380f-5ac1-4ef5-b591-cf2ecf278cb5 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:45:52.225941 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-64ec7d71-a6fd-43f6-aa7a-1f01b0050ddd tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:52.339680 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-494d72d6-4c06-4be9-b197-2e66c31e6d63 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Deleting subnet df6aa586-009a-4908-889b-0aee8b284977 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:45:52.356366 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-494d72d6-4c06-4be9-b197-2e66c31e6d63 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:52.440556 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 73f39def-f6f5-4034-888f-19c63e8265a2, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=73f39def-f6f5-4034-888f-19c63e8265a2,segment=NetworkSegment(d12421af-c007-40b1-95e0-a981eca37401),segment_id=d12421af-c007-40b1-95e0-a981eca37401)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:45:52.500788 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': '73f39def-f6f5-4034-888f-19c63e8265a2', 'network_id': '166c0ad9-5dbd-42e5-a3f2-05af3a8ffc5c', 'port_id': '73f39def-f6f5-4034-888f-19c63e8265a2', 'mac_address': 'fa:16:3e:45:46:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bec59bdf-f3b6-456e-9a1d-7402c5bd57ee', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:45:52.535575 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-64ec7d71-a6fd-43f6-aa7a-1f01b0050ddd tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:52.708917 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-494d72d6-4c06-4be9-b197-2e66c31e6d63 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65507433'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:52.745229 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 73f39def-f6f5-4034-888f-19c63e8265a2 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:45:52.745959 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:52.764981 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-64ec7d71-a6fd-43f6-aa7a-1f01b0050ddd tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Calling delete_port for 247b380f-5ac1-4ef5-b591-cf2ecf278cb5 owned by network:router_gateway {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:45:52.781701 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73f39def-f6f5-4034-888f-19c63e8265a2 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:45:52.817231 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 73f39def-f6f5-4034-888f-19c63e8265a2, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=73f39def-f6f5-4034-888f-19c63e8265a2,segment=NetworkSegment(d12421af-c007-40b1-95e0-a981eca37401),segment_id=d12421af-c007-40b1-95e0-a981eca37401)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:45:52.824455 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:52.991425 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=73f39def-f6f5-4034-888f-19c63e8265a2,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:53.001308 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67b66b9-7f89-4556-ba0d-6975db4ab2fd req-42d02b18-35cd-40e1-b515-b920eaecb971 tempest-ServerGroupTestJSON-1593584205 tempest-ServerGroupTestJSON-1593584205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:53.003225 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c67b66b9-7f89-4556-ba0d-6975db4ab2fd req-42d02b18-35cd-40e1-b515-b920eaecb971 tempest-ServerGroupTestJSON-1593584205 tempest-ServerGroupTestJSON-1593584205-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a374ba6-20f5-4069-a90e-baf9cbf986a0 HTTP/1.1" status: 200 len: 943 time: 0.6520100 May 31 13:45:53.056988 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b04c8f56-c03d-45d5-8184-ed70667ac6b9 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:53.114334 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['73f39def-f6f5-4034-888f-19c63e8265a2'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:45:53.223359 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-64ec7d71-a6fd-43f6-aa7a-1f01b0050ddd tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:53.243951 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 34638) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:53.268377 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-494d72d6-4c06-4be9-b197-2e66c31e6d63 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:53.293433 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ec7d71-a6fd-43f6-aa7a-1f01b0050ddd tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Pushing event deleted for resources: {'Port': ['ID=247b380f-5ac1-4ef5-b591-cf2ecf278cb5,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:53.502666 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c67b66b9-7f89-4556-ba0d-6975db4ab2fd req-410d6722-298d-4916-821d-386b09846945 tempest-ServerGroupTestJSON-1593584205 tempest-ServerGroupTestJSON-1593584205-project] 10.222.0.50 "GET /v2.0/security-groups?id=c560e402-412a-48f6-8848-29981e4837da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4783280 May 31 13:45:53.533114 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-494d72d6-4c06-4be9-b197-2e66c31e6d63 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65216469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65148562'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:53.710402 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-494d72d6-4c06-4be9-b197-2e66c31e6d63 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:53.716969 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9713de3-f1af-4632-b04a-6b8448449250 None None] Network a5fdb0ee-1a5c-47ef-8f16-5b4028b3fa08 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:45:53.736225 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04c8f56-c03d-45d5-8184-ed70667ac6b9 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Pushing event updated for resources: {'Subnet': ['ID=4ad75e18-66ac-4e39-a945-e890ffc61d89,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:53.813804 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-64ec7d71-a6fd-43f6-aa7a-1f01b0050ddd tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577389'] for router_gateway, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:53.895279 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-494d72d6-4c06-4be9-b197-2e66c31e6d63 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] 10.222.0.50 "DELETE /v2.0/subnets/df6aa586-009a-4908-889b-0aee8b284977 HTTP/1.1" status: 204 len: 168 time: 1.7643566 May 31 13:45:53.897947 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 34702) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:54.037738 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494d72d6-4c06-4be9-b197-2e66c31e6d63 tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Pushing event deleted for resources: {'Subnet': ['ID=df6aa586-009a-4908-889b-0aee8b284977,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:54.053307 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-45268f8d-c2ed-41ea-96d1-1d006970bb7d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-830909165-network', 'tenant_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:45:54.078316 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04c8f56-c03d-45d5-8184-ed70667ac6b9 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Checking segment: {'id': '007e80c7-00a4-4cd3-8d56-8e0799edc802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b55df921-dd7f-45e6-bc6a-0461c3fb4624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:45:54.082548 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04c8f56-c03d-45d5-8184-ed70667ac6b9 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Network hostable DHCP agents. Network: b55df921-dd7f-45e6-bc6a-0461c3fb4624, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:45:54.100898 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-45268f8d-c2ed-41ea-96d1-1d006970bb7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:45:54.174942 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-45268f8d-c2ed-41ea-96d1-1d006970bb7d admin admin] Usage tracker for resource:network and tenant:21f78e9efd2543f8a23fa5f8aa5a9a7c is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:45:54.191342 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-45268f8d-c2ed-41ea-96d1-1d006970bb7d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:45:54.221949 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-45268f8d-c2ed-41ea-96d1-1d006970bb7d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:45:54.233930 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca459157-33a0-41a8-b0df-a077b9a6baa9 None None] DHCP port deletion for a5fdb0ee-1a5c-47ef-8f16-5b4028b3fa08 request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:45:54.238934 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-ca459157-33a0-41a8-b0df-a077b9a6baa9 None None] Deleting port dc6778cf-a610-4268-a518-966a2b1c82bd {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:45:54.239162 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ca459157-33a0-41a8-b0df-a077b9a6baa9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:54.255868 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-64ec7d71-a6fd-43f6-aa7a-1f01b0050ddd tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:54.259557 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-64ec7d71-a6fd-43f6-aa7a-1f01b0050ddd tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:54.288343 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-108f1bfd-6169-48b6-ac2b-8318af1b1c2a tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:54.300524 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04c8f56-c03d-45d5-8184-ed70667ac6b9 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Network b55df921-dd7f-45e6-bc6a-0461c3fb4624 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:45:54.325418 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45268f8d-c2ed-41ea-96d1-1d006970bb7d admin admin] Made reservation on behalf of 21f78e9efd2543f8a23fa5f8aa5a9a7c for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:45:54.332240 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-45268f8d-c2ed-41ea-96d1-1d006970bb7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:54.333244 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-64ec7d71-a6fd-43f6-aa7a-1f01b0050ddd tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:54.334077 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64ec7d71-a6fd-43f6-aa7a-1f01b0050ddd tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Fanout notify agent at l3_agent the message router_deleted on router 45041203-ddca-4878-a540-d1e47f2fb9ad {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:45:54.374541 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-64ec7d71-a6fd-43f6-aa7a-1f01b0050ddd tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:54.375839 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-64ec7d71-a6fd-43f6-aa7a-1f01b0050ddd tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] 10.222.0.50 "DELETE /v2.0/routers/45041203-ddca-4878-a540-d1e47f2fb9ad HTTP/1.1" status: 204 len: 168 time: 3.4122002 May 31 13:45:54.382771 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 34748) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:54.388094 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-11e6409c-3911-4013-8fa3-aa75646333c8 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-465378469', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:45:54.402563 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-45268f8d-c2ed-41ea-96d1-1d006970bb7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:54.424081 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-b04c8f56-c03d-45d5-8184-ed70667ac6b9 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, b55df921-dd7f-45e6-bc6a-0461c3fb4624) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:45:54.426716 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-108f1bfd-6169-48b6-ac2b-8318af1b1c2a tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Deleting port dc6778cf-a610-4268-a518-966a2b1c82bd {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:45:54.427404 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-108f1bfd-6169-48b6-ac2b-8318af1b1c2a tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:54.431323 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-11e6409c-3911-4013-8fa3-aa75646333c8 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:45:54.440538 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-11e6409c-3911-4013-8fa3-aa75646333c8 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Usage tracker for resource:router and tenant:0c54ae26e9fb4e03b58cf9ab2d86d81d is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:45:54.447260 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-11e6409c-3911-4013-8fa3-aa75646333c8 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:45:54.476532 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-45268f8d-c2ed-41ea-96d1-1d006970bb7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:45:54.480719 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04c8f56-c03d-45d5-8184-ed70667ac6b9 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:54.481798 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-11e6409c-3911-4013-8fa3-aa75646333c8 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:45:54.482230 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b04c8f56-c03d-45d5-8184-ed70667ac6b9 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:54.502442 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-45268f8d-c2ed-41ea-96d1-1d006970bb7d admin admin] Usage tracker for resource:security_group_rule and tenant:21f78e9efd2543f8a23fa5f8aa5a9a7c is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:45:54.517863 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-11e6409c-3911-4013-8fa3-aa75646333c8 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:54.519765 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-11e6409c-3911-4013-8fa3-aa75646333c8 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:54.524802 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-45268f8d-c2ed-41ea-96d1-1d006970bb7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:45:54.549044 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-45268f8d-c2ed-41ea-96d1-1d006970bb7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:45:54.585871 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-b04c8f56-c03d-45d5-8184-ed70667ac6b9 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 3.0228872 May 31 13:45:54.586101 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 34770) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:54.624293 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-8be2ec59-630b-4c2a-a5ca-3cbc7203a265 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:45:54.669324 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9fcdb9-78d8-4f2a-9715-d25177368a92 None None] Network b55df921-dd7f-45e6-bc6a-0461c3fb4624 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:45:55.029733 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-ca459157-33a0-41a8-b0df-a077b9a6baa9 None None] For port dc6778cf-a610-4268-a518-966a2b1c82bd, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=dc6778cf-a610-4268-a518-966a2b1c82bd,segment=NetworkSegment(3b68c46d-e890-4cdb-bec7-8700b52c34cb),segment_id=3b68c46d-e890-4cdb-bec7-8700b52c34cb)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:45:55.030728 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ca459157-33a0-41a8-b0df-a077b9a6baa9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:55.087061 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-11e6409c-3911-4013-8fa3-aa75646333c8 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:55.192972 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8be2ec59-630b-4c2a-a5ca-3cbc7203a265 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-66030198'] for subnet, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:55.273671 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-11e6409c-3911-4013-8fa3-aa75646333c8 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:55.301256 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-ca459157-33a0-41a8-b0df-a077b9a6baa9 None None] Calling delete_port for dc6778cf-a610-4268-a518-966a2b1c82bd owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:45:55.385850 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-108f1bfd-6169-48b6-ac2b-8318af1b1c2a tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] For port dc6778cf-a610-4268-a518-966a2b1c82bd, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=dc6778cf-a610-4268-a518-966a2b1c82bd,segment=NetworkSegment(3b68c46d-e890-4cdb-bec7-8700b52c34cb),segment_id=3b68c46d-e890-4cdb-bec7-8700b52c34cb)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:45:55.386863 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-108f1bfd-6169-48b6-ac2b-8318af1b1c2a tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:55.506771 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-11e6409c-3911-4013-8fa3-aa75646333c8 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:55.514248 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-11e6409c-3911-4013-8fa3-aa75646333c8 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.1303420 May 31 13:45:55.524511 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 34864) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:55.541928 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-7eb76969-1409-49a1-a5d5-ca20b7168dea tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'enable_snat': False}}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:45:55.641708 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5d41c3-3124-4576-86c7-7cc43ee67dbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-b55df921-dd7f-45e6-bc6a-0461c3fb4624', 'network_id': 'b55df921-dd7f-45e6-bc6a-0461c3fb4624', 'tenant_id': '9f98270cdf824e3ebd7736abf6d6b113', 'fixed_ips': [{'subnet_id': '4ad75e18-66ac-4e39-a945-e890ffc61d89'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:45:55.642634 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6c5d41c3-3124-4576-86c7-7cc43ee67dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:55.672724 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ca459157-33a0-41a8-b0df-a077b9a6baa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:55.761617 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-45268f8d-c2ed-41ea-96d1-1d006970bb7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:55.795249 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-108f1bfd-6169-48b6-ac2b-8318af1b1c2a tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Calling delete_port for dc6778cf-a610-4268-a518-966a2b1c82bd owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:45:55.838774 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca459157-33a0-41a8-b0df-a077b9a6baa9 None None] Pushing event deleted for resources: {'Port': ['ID=dc6778cf-a610-4268-a518-966a2b1c82bd,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:55.841305 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 73f39def-f6f5-4034-888f-19c63e8265a2 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:45:55.873757 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device dc6778cf-a610-4268-a518-966a2b1c82bd no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:45:55.906033 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca459157-33a0-41a8-b0df-a077b9a6baa9 None None] No DVR routers for this DVR port dc6778cf-a610-4268-a518-966a2b1c82bd on host n-d-843939-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:45:55.925963 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-45268f8d-c2ed-41ea-96d1-1d006970bb7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:55.972101 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45268f8d-c2ed-41ea-96d1-1d006970bb7d admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:45:55.990919 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: dc6778cf-a610-4268-a518-966a2b1c82bd {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:45:55.991559 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device dc6778cf-a610-4268-a518-966a2b1c82bd not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:45:56.010700 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-45268f8d-c2ed-41ea-96d1-1d006970bb7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:56.011669 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-45268f8d-c2ed-41ea-96d1-1d006970bb7d admin admin] Added segment f85bb861-f832-42e2-a182-3ceccc5a66af of type vlan for network b66065d1-e972-453c-87d9-3ed8cec4b7a7 May 31 13:45:56.132007 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-45268f8d-c2ed-41ea-96d1-1d006970bb7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:56.190214 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 34920) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:56.225372 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port 73f39def-f6f5-4034-888f-19c63e8265a2 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:45:56.236838 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port 73f39def-f6f5-4034-888f-19c63e8265a2 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:45:56.237630 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:56.306251 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-45268f8d-c2ed-41ea-96d1-1d006970bb7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:56.308334 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45268f8d-c2ed-41ea-96d1-1d006970bb7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:56.308545 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-45268f8d-c2ed-41ea-96d1-1d006970bb7d admin admin] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:56.478823 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 73f39def-f6f5-4034-888f-19c63e8265a2 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:45:56.482280 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:56.644790 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db090a8-f128-44c0-a1c8-a605dfa71980 req-28063e20-4219-4ad2-9f66-5b819c61b876 tempest-ServerGroupTestJSON-1593584205 tempest-ServerGroupTestJSON-1593584205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:56.650436 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a374ba6-20f5-4069-a90e-baf9cbf986a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f39def-f6f5-4034-888f-19c63e8265a2'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:45:56.674820 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 73f39def-f6f5-4034-888f-19c63e8265a2, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=73f39def-f6f5-4034-888f-19c63e8265a2,segment=NetworkSegment(d12421af-c007-40b1-95e0-a981eca37401),segment_id=d12421af-c007-40b1-95e0-a981eca37401)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:45:56.676621 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3db090a8-f128-44c0-a1c8-a605dfa71980 req-28063e20-4219-4ad2-9f66-5b819c61b876 tempest-ServerGroupTestJSON-1593584205 tempest-ServerGroupTestJSON-1593584205-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a374ba6-20f5-4069-a90e-baf9cbf986a0 HTTP/1.1" status: 200 len: 944 time: 1.8382647 May 31 13:45:56.678908 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.api [None req-108f1bfd-6169-48b6-ac2b-8318af1b1c2a tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88370) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:45:56.682439 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:56.682739 n-d-843939-1 neutron-server[88370]: DEBUG oslo_db.api [None req-108f1bfd-6169-48b6-ac2b-8318af1b1c2a tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:45:56.820876 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5a41e9e-36f5-4981-9b95-54e1792d54b1'] response: {'server_uuid': '8a374ba6-20f5-4069-a90e-baf9cbf986a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f39def-f6f5-4034-888f-19c63e8265a2', 'code': 200} May 31 13:45:56.821696 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=73f39def-f6f5-4034-888f-19c63e8265a2,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:56.907358 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-45268f8d-c2ed-41ea-96d1-1d006970bb7d admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.6471004 May 31 13:45:56.908488 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45268f8d-c2ed-41ea-96d1-1d006970bb7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7adf18c0-dad3-4896-85d1-d0c906383730,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:56.917442 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 34982) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:56.960793 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-13859f37-7da8-475a-8291-ac551eef862a admin admin] Request body: {'subnet': {'network_id': 'b66065d1-e972-453c-87d9-3ed8cec4b7a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-830909165-subnet', 'tenant_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:45:56.996853 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7eb76969-1409-49a1-a5d5-ca20b7168dea tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:57.068160 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-13859f37-7da8-475a-8291-ac551eef862a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:45:57.083470 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-13859f37-7da8-475a-8291-ac551eef862a admin admin] Usage tracker for resource:subnet and tenant:21f78e9efd2543f8a23fa5f8aa5a9a7c is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:45:57.103770 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-13859f37-7da8-475a-8291-ac551eef862a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:45:57.124269 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3db090a8-f128-44c0-a1c8-a605dfa71980 req-f2fb261d-5f8c-42e9-af42-cc79e5f0c458 tempest-ServerGroupTestJSON-1593584205 tempest-ServerGroupTestJSON-1593584205-project] 10.222.0.50 "GET /v2.0/security-groups?id=c560e402-412a-48f6-8848-29981e4837da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4464602 May 31 13:45:57.125593 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45268f8d-c2ed-41ea-96d1-1d006970bb7d admin admin] Pushing event updated for resources: {'Network': ['ID=b66065d1-e972-453c-87d9-3ed8cec4b7a7,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:57.143439 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network b66065d1-e972-453c-87d9-3ed8cec4b7a7 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:45:57.157769 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-13859f37-7da8-475a-8291-ac551eef862a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:45:57.185252 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-108f1bfd-6169-48b6-ac2b-8318af1b1c2a tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Deleting port dc6778cf-a610-4268-a518-966a2b1c82bd {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:45:57.185848 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-108f1bfd-6169-48b6-ac2b-8318af1b1c2a tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:57.239805 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add0f72-d144-4d53-900b-c5266d2fe828 req-dbfcf35e-68a0-4c83-b707-60c4b8bfca11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:57.246549 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5add0f72-d144-4d53-900b-c5266d2fe828 req-dbfcf35e-68a0-4c83-b707-60c4b8bfca11 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8a374ba6-20f5-4069-a90e-baf9cbf986a0 HTTP/1.1" status: 200 len: 1096 time: 0.3277147 May 31 13:45:57.247207 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13859f37-7da8-475a-8291-ac551eef862a admin admin] Made reservation on behalf of 21f78e9efd2543f8a23fa5f8aa5a9a7c for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:45:57.255779 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-13859f37-7da8-475a-8291-ac551eef862a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:57.427472 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-108f1bfd-6169-48b6-ac2b-8318af1b1c2a tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] The port 'dc6778cf-a610-4268-a518-966a2b1c82bd' was deleted {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 13:45:57.543167 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8be2ec59-630b-4c2a-a5ca-3cbc7203a265 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772773763000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-66016424'] for subnet, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:57.623898 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-6c5d41c3-3124-4576-86c7-7cc43ee67dbf None None] Allocated IP 172.20.0.3 (b55df921-dd7f-45e6-bc6a-0461c3fb4624/4ad75e18-66ac-4e39-a945-e890ffc61d89/fd4bc2ed-974d-4c00-8748-bb60b33be501) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:45:57.637281 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be2ec59-630b-4c2a-a5ca-3cbc7203a265 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:57.637915 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8be2ec59-630b-4c2a-a5ca-3cbc7203a265 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:57.639296 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-8be2ec59-630b-4c2a-a5ca-3cbc7203a265 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] 10.222.0.50 "PUT /v2.0/subnets/4ad75e18-66ac-4e39-a945-e890ffc61d89 HTTP/1.1" status: 200 len: 877 time: 3.0399044 May 31 13:45:57.649139 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 35014) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:57.652443 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5add0f72-d144-4d53-900b-c5266d2fe828 req-347596a3-ff70-4cfa-8d37-8c6924216ef0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c560e402-412a-48f6-8848-29981e4837da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3465414 May 31 13:45:57.690958 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-108f1bfd-6169-48b6-ac2b-8318af1b1c2a tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:57.753665 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-108f1bfd-6169-48b6-ac2b-8318af1b1c2a tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5fdb0ee-1a5c-47ef-8f16-5b4028b3fa08']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:45:57.779467 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-108f1bfd-6169-48b6-ac2b-8318af1b1c2a tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b68c46d-e890-4cdb-bec7-8700b52c34cb') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:45:57.779832 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-108f1bfd-6169-48b6-ac2b-8318af1b1c2a tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b68c46d-e890-4cdb-bec7-8700b52c34cb') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:45:57.810217 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-108f1bfd-6169-48b6-ac2b-8318af1b1c2a tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:57.834096 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-108f1bfd-6169-48b6-ac2b-8318af1b1c2a tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:57.845352 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-108f1bfd-6169-48b6-ac2b-8318af1b1c2a tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:45:57.846046 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-108f1bfd-6169-48b6-ac2b-8318af1b1c2a tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:57.926467 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be2ec59-630b-4c2a-a5ca-3cbc7203a265 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Pushing event updated for resources: {'Subnet': ['ID=4ad75e18-66ac-4e39-a945-e890ffc61d89,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:57.979195 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6c5d41c3-3124-4576-86c7-7cc43ee67dbf None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:57.996712 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6c5d41c3-3124-4576-86c7-7cc43ee67dbf None None] Transition to ACTIVE for port object fd4bc2ed-974d-4c00-8748-bb60b33be501 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:45:58.033662 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6c5d41c3-3124-4576-86c7-7cc43ee67dbf None None] Transition to ACTIVE for port object fd4bc2ed-974d-4c00-8748-bb60b33be501 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:45:58.038126 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-108f1bfd-6169-48b6-ac2b-8318af1b1c2a tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:58.049166 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-108f1bfd-6169-48b6-ac2b-8318af1b1c2a tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:58.051998 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6c5d41c3-3124-4576-86c7-7cc43ee67dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:58.082372 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 3b68c46d-e890-4cdb-bec7-8700b52c34cb resource provider aggregate not found May 31 13:45:58.104376 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108f1bfd-6169-48b6-ac2b-8318af1b1c2a tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Pushing event deleted for resources: {'Network': ['ID=a5fdb0ee-1a5c-47ef-8f16-5b4028b3fa08,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:58.115059 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5d41c3-3124-4576-86c7-7cc43ee67dbf None None] Network b55df921-dd7f-45e6-bc6a-0461c3fb4624 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:45:58.125150 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-6c5d41c3-3124-4576-86c7-7cc43ee67dbf None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:45:58.135542 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5d41c3-3124-4576-86c7-7cc43ee67dbf None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:45:58.161977 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 3b68c46d-e890-4cdb-bec7-8700b52c34cb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3b68c46d-e890-4cdb-bec7-8700b52c34cb found for delete ", "request_id": "req-6c0cbee4-9a33-44b9-b4b0-1e622da7d157"}]} May 31 13:45:58.189657 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-108f1bfd-6169-48b6-ac2b-8318af1b1c2a tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] 10.222.0.50 "DELETE /v2.0/networks/a5fdb0ee-1a5c-47ef-8f16-5b4028b3fa08 HTTP/1.1" status: 204 len: 168 time: 4.2746992 May 31 13:45:58.191588 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 35030) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:58.193470 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a90a2e77-d350-4fd9-b7fb-ba5c37e777a2 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:58.345104 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-a90a2e77-d350-4fd9-b7fb-ba5c37e777a2 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Deleting port fd4bc2ed-974d-4c00-8748-bb60b33be501 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:45:58.345445 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a90a2e77-d350-4fd9-b7fb-ba5c37e777a2 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:58.442368 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5d41c3-3124-4576-86c7-7cc43ee67dbf None None] Pushing event updated for resources: {'Port': ['ID=fd4bc2ed-974d-4c00-8748-bb60b33be501,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:58.468742 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-6c5d41c3-3124-4576-86c7-7cc43ee67dbf None None] Attempting to bind port fd4bc2ed-974d-4c00-8748-bb60b33be501 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:45:58.468979 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-6c5d41c3-3124-4576-86c7-7cc43ee67dbf None None] Attempting to bind port fd4bc2ed-974d-4c00-8748-bb60b33be501 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '007e80c7-00a4-4cd3-8d56-8e0799edc802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b55df921-dd7f-45e6-bc6a-0461c3fb4624'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:45:58.469344 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5d41c3-3124-4576-86c7-7cc43ee67dbf None None] Attempting to bind port fd4bc2ed-974d-4c00-8748-bb60b33be501 on network b55df921-dd7f-45e6-bc6a-0461c3fb4624 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:45:58.483151 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5d41c3-3124-4576-86c7-7cc43ee67dbf None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:45:58.484106 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5d41c3-3124-4576-86c7-7cc43ee67dbf None None] Checking segment: {'id': '007e80c7-00a4-4cd3-8d56-8e0799edc802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b55df921-dd7f-45e6-bc6a-0461c3fb4624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:45:58.484757 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6c5d41c3-3124-4576-86c7-7cc43ee67dbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:58.485390 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5d41c3-3124-4576-86c7-7cc43ee67dbf None None] Bound using segment: {'id': '007e80c7-00a4-4cd3-8d56-8e0799edc802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b55df921-dd7f-45e6-bc6a-0461c3fb4624'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:45:58.486194 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-6c5d41c3-3124-4576-86c7-7cc43ee67dbf None None] Bound port: fd4bc2ed-974d-4c00-8748-bb60b33be501, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '007e80c7-00a4-4cd3-8d56-8e0799edc802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b55df921-dd7f-45e6-bc6a-0461c3fb4624'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:45:58.486653 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6c5d41c3-3124-4576-86c7-7cc43ee67dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:58.528093 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-13859f37-7da8-475a-8291-ac551eef862a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:58.651639 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-6c5d41c3-3124-4576-86c7-7cc43ee67dbf None None] For port fd4bc2ed-974d-4c00-8748-bb60b33be501, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:45:58.656218 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-6c5d41c3-3124-4576-86c7-7cc43ee67dbf None None] For port fd4bc2ed-974d-4c00-8748-bb60b33be501, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=fd4bc2ed-974d-4c00-8748-bb60b33be501,segment=NetworkSegment(007e80c7-00a4-4cd3-8d56-8e0799edc802),segment_id=007e80c7-00a4-4cd3-8d56-8e0799edc802)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:45:58.664625 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6c5d41c3-3124-4576-86c7-7cc43ee67dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:58.801900 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5d41c3-3124-4576-86c7-7cc43ee67dbf None None] Pushing event updated for resources: {'Port': ['ID=fd4bc2ed-974d-4c00-8748-bb60b33be501,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:58.825221 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7eb76969-1409-49a1-a5d5-ca20b7168dea tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:58.938397 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-1170f938-7e77-4e19-a792-3f3eb0e61c7f tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Deleting port 5747d6c9-647b-428a-97aa-4870408b838a {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:45:58.939304 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1170f938-7e77-4e19-a792-3f3eb0e61c7f tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:59.033749 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13859f37-7da8-475a-8291-ac551eef862a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccc319e0-a4f4-4875-9973-c92d94351bb8,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:45:59.046111 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7eb76969-1409-49a1-a5d5-ca20b7168dea tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:59.070140 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13859f37-7da8-475a-8291-ac551eef862a admin admin] Checking segment: {'id': 'f85bb861-f832-42e2-a182-3ceccc5a66af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b66065d1-e972-453c-87d9-3ed8cec4b7a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:45:59.070504 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13859f37-7da8-475a-8291-ac551eef862a admin admin] Network hostable DHCP agents. Network: b66065d1-e972-453c-87d9-3ed8cec4b7a7, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:45:59.330432 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-a90a2e77-d350-4fd9-b7fb-ba5c37e777a2 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] For port fd4bc2ed-974d-4c00-8748-bb60b33be501, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=fd4bc2ed-974d-4c00-8748-bb60b33be501,segment=NetworkSegment(007e80c7-00a4-4cd3-8d56-8e0799edc802),segment_id=007e80c7-00a4-4cd3-8d56-8e0799edc802)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:45:59.330637 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a90a2e77-d350-4fd9-b7fb-ba5c37e777a2 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:59.416574 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d93219-eb9b-450f-af49-b7ec8c43afbe req-a8dd5813-14d4-4659-98d9-2fdb6b576b0b tempest-ServerGroupTestJSON-1593584205 tempest-ServerGroupTestJSON-1593584205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:59.429202 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a5d93219-eb9b-450f-af49-b7ec8c43afbe req-a8dd5813-14d4-4659-98d9-2fdb6b576b0b tempest-ServerGroupTestJSON-1593584205 tempest-ServerGroupTestJSON-1593584205-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a374ba6-20f5-4069-a90e-baf9cbf986a0 HTTP/1.1" status: 200 len: 945 time: 0.9370525 May 31 13:45:59.466573 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13859f37-7da8-475a-8291-ac551eef862a admin admin] Network b66065d1-e972-453c-87d9-3ed8cec4b7a7 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:45:59.504473 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-13859f37-7da8-475a-8291-ac551eef862a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, b66065d1-e972-453c-87d9-3ed8cec4b7a7) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:45:59.518899 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432803c6-c1ee-4364-b3a1-5ae63b32886d None None] Network b66065d1-e972-453c-87d9-3ed8cec4b7a7 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:45:59.544239 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13859f37-7da8-475a-8291-ac551eef862a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:45:59.545019 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-13859f37-7da8-475a-8291-ac551eef862a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:59.579994 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-13859f37-7da8-475a-8291-ac551eef862a admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.6343017 May 31 13:45:59.586495 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 35042) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:45:59.597262 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-84cf9380-776f-4acf-b2bf-eb058876e8e4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-830909165-router', 'tenant_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:45:59.598500 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-a90a2e77-d350-4fd9-b7fb-ba5c37e777a2 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Calling delete_port for fd4bc2ed-974d-4c00-8748-bb60b33be501 owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:45:59.605484 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-84cf9380-776f-4acf-b2bf-eb058876e8e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:45:59.611399 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-84cf9380-776f-4acf-b2bf-eb058876e8e4 admin admin] Usage tracker for resource:router and tenant:21f78e9efd2543f8a23fa5f8aa5a9a7c is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:45:59.615696 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-84cf9380-776f-4acf-b2bf-eb058876e8e4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:45:59.624636 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-84cf9380-776f-4acf-b2bf-eb058876e8e4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:45:59.670552 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-84cf9380-776f-4acf-b2bf-eb058876e8e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:59.674343 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-84cf9380-776f-4acf-b2bf-eb058876e8e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:59.723008 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-84cf9380-776f-4acf-b2bf-eb058876e8e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:59.731772 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-7eb76969-1409-49a1-a5d5-ca20b7168dea tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Allocated IP 172.25.6.34 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/77ce5550-95e5-4417-a8d0-57b590dde416) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:45:59.758727 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a5d93219-eb9b-450f-af49-b7ec8c43afbe req-ed0d78fa-9c1d-4be9-8fba-98cc67f623d2 tempest-ServerGroupTestJSON-1593584205 tempest-ServerGroupTestJSON-1593584205-project] 10.222.0.50 "GET /v2.0/security-groups?id=c560e402-412a-48f6-8848-29981e4837da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283327 May 31 13:45:59.764623 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1170f938-7e77-4e19-a792-3f3eb0e61c7f tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:59.765161 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1170f938-7e77-4e19-a792-3f3eb0e61c7f tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:59.939548 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device fd4bc2ed-974d-4c00-8748-bb60b33be501 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:46:00.103924 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-1170f938-7e77-4e19-a792-3f3eb0e61c7f tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Calling delete_port for 5747d6c9-647b-428a-97aa-4870408b838a owned by network:floatingip {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:46:00.130325 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aab106e-08b8-4b7c-a625-9cd8cfb77f36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-b66065d1-e972-453c-87d9-3ed8cec4b7a7', 'network_id': 'b66065d1-e972-453c-87d9-3ed8cec4b7a7', 'tenant_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'fixed_ips': [{'subnet_id': 'ccc319e0-a4f4-4875-9973-c92d94351bb8'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:46:00.132543 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5aab106e-08b8-4b7c-a625-9cd8cfb77f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:00.243153 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7eb76969-1409-49a1-a5d5-ca20b7168dea tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:00.300938 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1ae28eec-94f1-45a5-8d91-53f13b5f2142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:00.360818 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ffdaa0-622a-4463-a06e-b0bab091bd3d None None] Network b55df921-dd7f-45e6-bc6a-0461c3fb4624 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:46:00.382567 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7eb76969-1409-49a1-a5d5-ca20b7168dea tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:00.425912 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-84cf9380-776f-4acf-b2bf-eb058876e8e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:00.452710 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a90a2e77-d350-4fd9-b7fb-ba5c37e777a2 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:00.486341 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port fd4bc2ed-974d-4c00-8748-bb60b33be501 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:46:00.492664 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-5aab106e-08b8-4b7c-a625-9cd8cfb77f36 None None] Allocated IP 172.20.0.2 (b66065d1-e972-453c-87d9-3ed8cec4b7a7/ccc319e0-a4f4-4875-9973-c92d94351bb8/9767c7cb-e4be-4694-9f2d-6e841547a85a) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:46:00.510157 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb76969-1409-49a1-a5d5-ca20b7168dea tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:46:00.524371 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port fd4bc2ed-974d-4c00-8748-bb60b33be501 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:46:00.524717 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:00.553377 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-7eb76969-1409-49a1-a5d5-ca20b7168dea tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:46:00.567873 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-af5064e7-bc03-465b-8d41-bd49a3bac2cd None None] Could not find standard attr ID for object fd4bc2ed-974d-4c00-8748-bb60b33be501. {{(pid=88371) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 31 13:46:00.575506 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Port fd4bc2ed-974d-4c00-8748-bb60b33be501 was deleted so its status cannot be updated. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 31 13:46:00.594978 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1170f938-7e77-4e19-a792-3f3eb0e61c7f tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:00.630982 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb76969-1409-49a1-a5d5-ca20b7168dea tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:46:00.659607 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1170f938-7e77-4e19-a792-3f3eb0e61c7f tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Pushing event deleted for resources: {'Port': ['ID=5747d6c9-647b-428a-97aa-4870408b838a,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:00.814454 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1170f938-7e77-4e19-a792-3f3eb0e61c7f tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks [] for floatingip, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:00.844368 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb76969-1409-49a1-a5d5-ca20b7168dea tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Pushing event updated for resources: {'Port': ['ID=77ce5550-95e5-4417-a8d0-57b590dde416,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:00.962933 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5aab106e-08b8-4b7c-a625-9cd8cfb77f36 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:00.983242 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-5aab106e-08b8-4b7c-a625-9cd8cfb77f36 None None] Transition to ACTIVE for port object 9767c7cb-e4be-4694-9f2d-6e841547a85a will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:46:01.030852 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-5aab106e-08b8-4b7c-a625-9cd8cfb77f36 None None] Transition to ACTIVE for port object 9767c7cb-e4be-4694-9f2d-6e841547a85a will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:46:01.039406 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5aab106e-08b8-4b7c-a625-9cd8cfb77f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:01.167033 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aab106e-08b8-4b7c-a625-9cd8cfb77f36 None None] Pushing event updated for resources: {'Port': ['ID=9767c7cb-e4be-4694-9f2d-6e841547a85a,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:01.179348 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aab106e-08b8-4b7c-a625-9cd8cfb77f36 None None] Network b66065d1-e972-453c-87d9-3ed8cec4b7a7 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:46:01.180739 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-5aab106e-08b8-4b7c-a625-9cd8cfb77f36 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:46:01.185479 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aab106e-08b8-4b7c-a625-9cd8cfb77f36 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:46:01.215038 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90a2e77-d350-4fd9-b7fb-ba5c37e777a2 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] No DVR routers for this DVR port fd4bc2ed-974d-4c00-8748-bb60b33be501 on host n-d-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:46:01.238384 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1170f938-7e77-4e19-a792-3f3eb0e61c7f tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:01.239528 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-1170f938-7e77-4e19-a792-3f3eb0e61c7f tempest-FloatingIPAdminTestJSON-1938014936 tempest-FloatingIPAdminTestJSON-1938014936-project] 10.222.0.50 "DELETE /v2.0/floatingips/4304e487-eb74-4554-9915-515c2e63f84c HTTP/1.1" status: 204 len: 168 time: 3.0468390 May 31 13:46:01.246428 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a147e863-1e86-4440-b6d0-089ef565cf5e None None] Network b55df921-dd7f-45e6-bc6a-0461c3fb4624 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:46:01.289281 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-84cf9380-776f-4acf-b2bf-eb058876e8e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:01.357274 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90a2e77-d350-4fd9-b7fb-ba5c37e777a2 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Pushing event deleted for resources: {'Port': ['ID=fd4bc2ed-974d-4c00-8748-bb60b33be501,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:01.409201 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-5aab106e-08b8-4b7c-a625-9cd8cfb77f36 None None] Attempting to bind port 9767c7cb-e4be-4694-9f2d-6e841547a85a on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:46:01.409721 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-5aab106e-08b8-4b7c-a625-9cd8cfb77f36 None None] Attempting to bind port 9767c7cb-e4be-4694-9f2d-6e841547a85a by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'f85bb861-f832-42e2-a182-3ceccc5a66af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b66065d1-e972-453c-87d9-3ed8cec4b7a7'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:46:01.410209 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aab106e-08b8-4b7c-a625-9cd8cfb77f36 None None] Attempting to bind port 9767c7cb-e4be-4694-9f2d-6e841547a85a on network b66065d1-e972-453c-87d9-3ed8cec4b7a7 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:46:01.418143 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aab106e-08b8-4b7c-a625-9cd8cfb77f36 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:46:01.418642 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aab106e-08b8-4b7c-a625-9cd8cfb77f36 None None] Checking segment: {'id': 'f85bb861-f832-42e2-a182-3ceccc5a66af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b66065d1-e972-453c-87d9-3ed8cec4b7a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:46:01.419221 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5aab106e-08b8-4b7c-a625-9cd8cfb77f36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:01.419701 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aab106e-08b8-4b7c-a625-9cd8cfb77f36 None None] Bound using segment: {'id': 'f85bb861-f832-42e2-a182-3ceccc5a66af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b66065d1-e972-453c-87d9-3ed8cec4b7a7'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:46:01.420349 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-5aab106e-08b8-4b7c-a625-9cd8cfb77f36 None None] Bound port: 9767c7cb-e4be-4694-9f2d-6e841547a85a, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f85bb861-f832-42e2-a182-3ceccc5a66af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b66065d1-e972-453c-87d9-3ed8cec4b7a7'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:46:01.421337 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5aab106e-08b8-4b7c-a625-9cd8cfb77f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:01.460726 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a90a2e77-d350-4fd9-b7fb-ba5c37e777a2 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:01.545093 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-5aab106e-08b8-4b7c-a625-9cd8cfb77f36 None None] For port 9767c7cb-e4be-4694-9f2d-6e841547a85a, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:46:01.549736 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-5aab106e-08b8-4b7c-a625-9cd8cfb77f36 None None] For port 9767c7cb-e4be-4694-9f2d-6e841547a85a, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=9767c7cb-e4be-4694-9f2d-6e841547a85a,segment=NetworkSegment(f85bb861-f832-42e2-a182-3ceccc5a66af),segment_id=f85bb861-f832-42e2-a182-3ceccc5a66af)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:46:01.567015 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5aab106e-08b8-4b7c-a625-9cd8cfb77f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:01.597807 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-84cf9380-776f-4acf-b2bf-eb058876e8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:01.670708 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 35058) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:01.695649 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a90a2e77-d350-4fd9-b7fb-ba5c37e777a2 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:01.711071 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2bce1d-cf79-43db-97e8-c4550e3cb13a req-70a6f2a9-5cc0-4523-95de-da34c51b2de4 tempest-ServerGroupTestJSON-1593584205 tempest-ServerGroupTestJSON-1593584205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:01.712851 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fe2bce1d-cf79-43db-97e8-c4550e3cb13a req-70a6f2a9-5cc0-4523-95de-da34c51b2de4 tempest-ServerGroupTestJSON-1593584205 tempest-ServerGroupTestJSON-1593584205-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a374ba6-20f5-4069-a90e-baf9cbf986a0 HTTP/1.1" status: 200 len: 945 time: 0.7154517 May 31 13:46:01.785579 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aab106e-08b8-4b7c-a625-9cd8cfb77f36 None None] Pushing event updated for resources: {'Port': ['ID=9767c7cb-e4be-4694-9f2d-6e841547a85a,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:01.788263 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90a2e77-d350-4fd9-b7fb-ba5c37e777a2 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Pushing event deleted for resources: {'Subnet': ['ID=4ad75e18-66ac-4e39-a945-e890ffc61d89,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:01.861276 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fe2bce1d-cf79-43db-97e8-c4550e3cb13a req-c797499d-a49e-4f3a-a94c-168c583326a2 tempest-ServerGroupTestJSON-1593584205 tempest-ServerGroupTestJSON-1593584205-project] 10.222.0.50 "GET /v2.0/security-groups?id=c560e402-412a-48f6-8848-29981e4837da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412773 May 31 13:46:01.918259 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff8d9c0-da40-480c-86ae-912a669bd3a1 None None] DHCP port deletion for b55df921-dd7f-45e6-bc6a-0461c3fb4624 request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:46:01.975909 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-84cf9380-776f-4acf-b2bf-eb058876e8e4 admin admin] Allocated IP 172.25.6.131 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/555b4251-8337-4815-aebf-af2e55d269ad) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:46:02.282081 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-84cf9380-776f-4acf-b2bf-eb058876e8e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:02.365663 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-84cf9380-776f-4acf-b2bf-eb058876e8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:02.417683 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7eb76969-1409-49a1-a5d5-ca20b7168dea tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:02.477074 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84cf9380-776f-4acf-b2bf-eb058876e8e4 admin admin] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:46:02.493493 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-84cf9380-776f-4acf-b2bf-eb058876e8e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:46:02.529695 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cf9380-776f-4acf-b2bf-eb058876e8e4 admin admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:46:02.576155 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-cd9e4ce3-1908-4581-9c15-e7f79607252f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bbbdd2e197a5413aac3cdc05e25f4aed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9015484 May 31 13:46:02.586089 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 35072) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:02.631336 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf9380-776f-4acf-b2bf-eb058876e8e4 admin admin] Pushing event updated for resources: {'Port': ['ID=555b4251-8337-4815-aebf-af2e55d269ad,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:02.632517 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a90a2e77-d350-4fd9-b7fb-ba5c37e777a2 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:02.667575 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-a90a2e77-d350-4fd9-b7fb-ba5c37e777a2 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b55df921-dd7f-45e6-bc6a-0461c3fb4624']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:46:02.681588 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-a90a2e77-d350-4fd9-b7fb-ba5c37e777a2 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '007e80c7-00a4-4cd3-8d56-8e0799edc802') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:46:02.681887 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-a90a2e77-d350-4fd9-b7fb-ba5c37e777a2 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '007e80c7-00a4-4cd3-8d56-8e0799edc802') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:46:02.695524 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a90a2e77-d350-4fd9-b7fb-ba5c37e777a2 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:02.711126 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-1ae28eec-94f1-45a5-8d91-53f13b5f2142 admin admin] Deleting port 4efe0407-03dc-404e-8408-6bc7752454ba {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:46:02.711683 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1ae28eec-94f1-45a5-8d91-53f13b5f2142 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:02.923727 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a90a2e77-d350-4fd9-b7fb-ba5c37e777a2 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:02.936873 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a90a2e77-d350-4fd9-b7fb-ba5c37e777a2 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:46:02.937268 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a90a2e77-d350-4fd9-b7fb-ba5c37e777a2 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:02.949851 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-387303fd-53bf-43ca-89ec-a18afc111c3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:03.028097 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 007e80c7-00a4-4cd3-8d56-8e0799edc802 resource provider aggregate not found May 31 13:46:03.061134 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 007e80c7-00a4-4cd3-8d56-8e0799edc802 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 007e80c7-00a4-4cd3-8d56-8e0799edc802 found for delete ", "request_id": "req-eb1207a3-77d9-4936-8099-7fd2e104f3b6"}]} May 31 13:46:03.153099 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-387303fd-53bf-43ca-89ec-a18afc111c3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:03.169941 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc4b89-f89e-4177-99f1-4689f913993b req-c0644f93-1911-40b8-9c92-a877d8b1b846 tempest-ServerGroupTestJSON-1593584205 tempest-ServerGroupTestJSON-1593584205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:03.171486 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a0cc4b89-f89e-4177-99f1-4689f913993b req-c0644f93-1911-40b8-9c92-a877d8b1b846 tempest-ServerGroupTestJSON-1593584205 tempest-ServerGroupTestJSON-1593584205-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a374ba6-20f5-4069-a90e-baf9cbf986a0 HTTP/1.1" status: 200 len: 945 time: 0.4894190 May 31 13:46:03.187705 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a90a2e77-d350-4fd9-b7fb-ba5c37e777a2 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:03.193089 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a90a2e77-d350-4fd9-b7fb-ba5c37e777a2 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:03.258505 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90a2e77-d350-4fd9-b7fb-ba5c37e777a2 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Pushing event deleted for resources: {'Network': ['ID=b55df921-dd7f-45e6-bc6a-0461c3fb4624,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:03.263990 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a90a2e77-d350-4fd9-b7fb-ba5c37e777a2 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] 10.222.0.50 "DELETE /v2.0/networks/b55df921-dd7f-45e6-bc6a-0461c3fb4624 HTTP/1.1" status: 204 len: 168 time: 5.6088488 May 31 13:46:03.272327 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 35082) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:03.279823 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-1ae28eec-94f1-45a5-8d91-53f13b5f2142 admin admin] For port 4efe0407-03dc-404e-8408-6bc7752454ba, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=4efe0407-03dc-404e-8408-6bc7752454ba,segment=NetworkSegment(6b65bfb8-228e-47d1-aaec-20277f3110d6),segment_id=6b65bfb8-228e-47d1-aaec-20277f3110d6)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:46:03.280763 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1ae28eec-94f1-45a5-8d91-53f13b5f2142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:03.318658 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-387303fd-53bf-43ca-89ec-a18afc111c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:03.346030 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bf1b9e5-5f6f-4301-8464-5e743d8cacc7 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] DELETE failed (client error): The resource could not be found. May 31 13:46:03.346485 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bf1b9e5-5f6f-4301-8464-5e743d8cacc7 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:46:03.348407 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-0bf1b9e5-5f6f-4301-8464-5e743d8cacc7 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] 10.222.0.50 "DELETE /v2.0/subnets/4ad75e18-66ac-4e39-a945-e890ffc61d89 HTTP/1.1" status: 404 len: 337 time: 0.0732715 May 31 13:46:03.380188 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 35088) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:03.448140 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387303fd-53bf-43ca-89ec-a18afc111c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2509623d-db8f-4eb2-ad18-19dfede0fcde,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:03.477330 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bd0a79d-aeee-45e2-8ff8-b2fd4f30325b tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] DELETE failed (client error): The resource could not be found. May 31 13:46:03.477885 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bd0a79d-aeee-45e2-8ff8-b2fd4f30325b tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:46:03.483880 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a0cc4b89-f89e-4177-99f1-4689f913993b req-513dfadd-0440-478a-b784-aa9b9e7d0b5e tempest-ServerGroupTestJSON-1593584205 tempest-ServerGroupTestJSON-1593584205-project] 10.222.0.50 "GET /v2.0/security-groups?id=c560e402-412a-48f6-8848-29981e4837da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979653 May 31 13:46:03.506362 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ee9917-8574-46e7-aecf-b266bb882bf0 None None] Network b66065d1-e972-453c-87d9-3ed8cec4b7a7 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:46:03.507399 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-84cf9380-776f-4acf-b2bf-eb058876e8e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:03.565048 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-5bd0a79d-aeee-45e2-8ff8-b2fd4f30325b tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] 10.222.0.50 "DELETE /v2.0/networks/b55df921-dd7f-45e6-bc6a-0461c3fb4624 HTTP/1.1" status: 404 len: 339 time: 0.1597960 May 31 13:46:03.567085 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 35092) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:03.646520 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-1ae28eec-94f1-45a5-8d91-53f13b5f2142 admin admin] Calling delete_port for 4efe0407-03dc-404e-8408-6bc7752454ba owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:46:03.738991 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-387303fd-53bf-43ca-89ec-a18afc111c3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:03.739505 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7eb76969-1409-49a1-a5d5-ca20b7168dea tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:03.740291 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-387303fd-53bf-43ca-89ec-a18afc111c3e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2509623d-db8f-4eb2-ad18-19dfede0fcde HTTP/1.1" status: 204 len: 168 time: 1.1527772 May 31 13:46:03.758929 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7eb76969-1409-49a1-a5d5-ca20b7168dea tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1578611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1578620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1575237'] for router, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:03.787268 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-636ff6bd-84ef-4417-9d18-7cdd332b42cf tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] DELETE failed (client error): The resource could not be found. May 31 13:46:03.788478 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-636ff6bd-84ef-4417-9d18-7cdd332b42cf tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:46:03.790297 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 9767c7cb-e4be-4694-9f2d-6e841547a85a up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:46:03.793256 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-636ff6bd-84ef-4417-9d18-7cdd332b42cf tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] 10.222.0.50 "DELETE /v2.0/subnets/56ac900d-60f3-4a63-8f42-9061eadb5fc4 HTTP/1.1" status: 404 len: 337 time: 0.2252281 May 31 13:46:03.794021 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 35098) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:03.833136 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b038366-1b15-4a15-9493-70dd7de61944 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] DELETE failed (client error): The resource could not be found. May 31 13:46:03.833817 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b038366-1b15-4a15-9493-70dd7de61944 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:46:03.839572 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-2b038366-1b15-4a15-9493-70dd7de61944 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] 10.222.0.50 "DELETE /v2.0/networks/57d1c830-dca6-44ed-9bfd-14ddf55bd0ac HTTP/1.1" status: 404 len: 339 time: 0.0406349 May 31 13:46:03.844157 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 35102) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:03.861745 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-aa0de187-4118-490a-8601-a3de71a6a9f4 None None] Provisioning for port 9767c7cb-e4be-4694-9f2d-6e841547a85a completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:46:03.921675 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 9767c7cb-e4be-4694-9f2d-6e841547a85a completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:46:03.929294 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 9767c7cb-e4be-4694-9f2d-6e841547a85a triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:46:03.929918 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:04.222937 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 9767c7cb-e4be-4694-9f2d-6e841547a85a is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:46:04.222937 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:04.332258 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 9767c7cb-e4be-4694-9f2d-6e841547a85a, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=9767c7cb-e4be-4694-9f2d-6e841547a85a,segment=NetworkSegment(f85bb861-f832-42e2-a182-3ceccc5a66af),segment_id=f85bb861-f832-42e2-a182-3ceccc5a66af)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:46:04.340254 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:04.431375 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 35114) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:04.455247 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device fd4bc2ed-974d-4c00-8748-bb60b33be501 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:46:04.539696 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=9767c7cb-e4be-4694-9f2d-6e841547a85a,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:04.566127 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: fd4bc2ed-974d-4c00-8748-bb60b33be501 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:46:04.567001 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device fd4bc2ed-974d-4c00-8748-bb60b33be501 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:46:04.586509 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c86f2040-6faa-466d-90dc-219b11e22fc8 None None] Provisioning complete for port 9767c7cb-e4be-4694-9f2d-6e841547a85a triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:46:04.587336 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c86f2040-6faa-466d-90dc-219b11e22fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:04.619333 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1ae28eec-94f1-45a5-8d91-53f13b5f2142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:04.725345 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-84cf9380-776f-4acf-b2bf-eb058876e8e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:04.730945 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1a178427-a43d-4cec-89af-956f4523a521 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:04.759108 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-c86f2040-6faa-466d-90dc-219b11e22fc8 None None] Current status of the port 9767c7cb-e4be-4694-9f2d-6e841547a85a is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:46:04.809708 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae28eec-94f1-45a5-8d91-53f13b5f2142 admin admin] Pushing event deleted for resources: {'Port': ['ID=4efe0407-03dc-404e-8408-6bc7752454ba,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:04.838048 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-1a178427-a43d-4cec-89af-956f4523a521 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:46:04.883737 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-1a178427-a43d-4cec-89af-956f4523a521 admin admin] Usage tracker for resource:security_group_rule and tenant:50856f50e5e54d1d923aa8b910d9449a is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:46:04.896668 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-1a178427-a43d-4cec-89af-956f4523a521 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:46:04.909844 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-1a178427-a43d-4cec-89af-956f4523a521 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:46:05.006058 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f7b296a5-d96e-41e7-b59b-e07dae9f5123 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:05.013152 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eb76969-1409-49a1-a5d5-ca20b7168dea tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Router b34b525d-338d-4440-93d7-b0cfb7810ae7 is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 13:46:05.253310 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589573a4-ac10-410d-a8ad-8d014dd82bbe req-ab450e8c-fa81-4cd8-86bf-28fd581f0d4f tempest-ServerGroupTestJSON-1593584205 tempest-ServerGroupTestJSON-1593584205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:05.254857 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-589573a4-ac10-410d-a8ad-8d014dd82bbe req-ab450e8c-fa81-4cd8-86bf-28fd581f0d4f tempest-ServerGroupTestJSON-1593584205 tempest-ServerGroupTestJSON-1593584205-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a374ba6-20f5-4069-a90e-baf9cbf986a0 HTTP/1.1" status: 200 len: 945 time: 0.5310307 May 31 13:46:05.398862 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545253ff-f769-45c4-a032-b2cde9a0a7db req-2bd650ad-bdd7-4bfd-ab36-7c024a9811d4 tempest-ServerGroupTestJSON-1593584205 tempest-ServerGroupTestJSON-1593584205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:05.400994 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-545253ff-f769-45c4-a032-b2cde9a0a7db req-2bd650ad-bdd7-4bfd-ab36-7c024a9811d4 tempest-ServerGroupTestJSON-1593584205 tempest-ServerGroupTestJSON-1593584205-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a374ba6-20f5-4069-a90e-baf9cbf986a0 HTTP/1.1" status: 200 len: 945 time: 0.5803633 May 31 13:46:05.449390 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f7b296a5-d96e-41e7-b59b-e07dae9f5123 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:05.495612 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-589573a4-ac10-410d-a8ad-8d014dd82bbe req-25921170-2961-4445-a168-e9bd3dff5b5d tempest-ServerGroupTestJSON-1593584205 tempest-ServerGroupTestJSON-1593584205-project] Deleting port 73f39def-f6f5-4034-888f-19c63e8265a2 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:46:05.496855 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-589573a4-ac10-410d-a8ad-8d014dd82bbe req-25921170-2961-4445-a168-e9bd3dff5b5d tempest-ServerGroupTestJSON-1593584205 tempest-ServerGroupTestJSON-1593584205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:05.567637 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eb76969-1409-49a1-a5d5-ca20b7168dea tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:46:05.571843 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1a178427-a43d-4cec-89af-956f4523a521 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:05.583811 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1229c329-70dc-4cbb-b2e9-f60c471659a2 None None] Sync routers for ids ['b34b525d-338d-4440-93d7-b0cfb7810ae7'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:46:05.600498 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1a178427-a43d-4cec-89af-956f4523a521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:05.614802 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1229c329-70dc-4cbb-b2e9-f60c471659a2 None None] Routers {'b34b525d-338d-4440-93d7-b0cfb7810ae7'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:46:05.615764 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-1229c329-70dc-4cbb-b2e9-f60c471659a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:45:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['b34b525d-338d-4440-93d7-b0cfb7810ae7'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:46:05.671186 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-f7b296a5-d96e-41e7-b59b-e07dae9f5123 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fb6e514-59cb-439b-ae1a-5116794e7bbf']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:46:05.721767 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-f7b296a5-d96e-41e7-b59b-e07dae9f5123 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a92cbc4c-f469-47cb-bc59-68d5788034f1') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:46:05.722289 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-f7b296a5-d96e-41e7-b59b-e07dae9f5123 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a92cbc4c-f469-47cb-bc59-68d5788034f1') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:46:05.766594 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1ae28eec-94f1-45a5-8d91-53f13b5f2142 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:05.774745 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-545253ff-f769-45c4-a032-b2cde9a0a7db req-efa95703-4873-4a12-832b-c145ef246834 tempest-ServerGroupTestJSON-1593584205 tempest-ServerGroupTestJSON-1593584205-project] 10.222.0.50 "GET /v2.0/security-groups?id=c560e402-412a-48f6-8848-29981e4837da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3515680 May 31 13:46:05.800303 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f7b296a5-d96e-41e7-b59b-e07dae9f5123 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:05.826374 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-1229c329-70dc-4cbb-b2e9-f60c471659a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:46:05.861442 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1229c329-70dc-4cbb-b2e9-f60c471659a2 None None] Routers {'b34b525d-338d-4440-93d7-b0cfb7810ae7'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:46:05.861442 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-1229c329-70dc-4cbb-b2e9-f60c471659a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:45:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['b34b525d-338d-4440-93d7-b0cfb7810ae7'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:46:05.869156 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f7b296a5-d96e-41e7-b59b-e07dae9f5123 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:05.879944 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84cf9380-776f-4acf-b2bf-eb058876e8e4 admin admin] Router 80751f3d-e952-4fcb-9d42-f81dc7ae50bc is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 13:46:05.894376 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7b296a5-d96e-41e7-b59b-e07dae9f5123 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:46:05.895146 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f7b296a5-d96e-41e7-b59b-e07dae9f5123 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:05.960172 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 9767c7cb-e4be-4694-9f2d-6e841547a85a up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:46:06.012175 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a178427-a43d-4cec-89af-956f4523a521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=413786a1-9a5e-4985-94f3-4ccab287af88,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:06.024382 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment a92cbc4c-f469-47cb-bc59-68d5788034f1 resource provider aggregate not found May 31 13:46:06.182428 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-1a178427-a43d-4cec-89af-956f4523a521 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=50856f50e5e54d1d923aa8b910d9449a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7496490 May 31 13:46:06.190283 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment a92cbc4c-f469-47cb-bc59-68d5788034f1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a92cbc4c-f469-47cb-bc59-68d5788034f1 found for delete ", "request_id": "req-48dd9842-545e-445c-90f0-a61d7eb8859e"}]} May 31 13:46:06.192880 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 35144) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:06.195558 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-1229c329-70dc-4cbb-b2e9-f60c471659a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:46:06.195965 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1229c329-70dc-4cbb-b2e9-f60c471659a2 None None] The sync data for ids ['b34b525d-338d-4440-93d7-b0cfb7810ae7'] in n-d-843939-1 is: [] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:46:06.244771 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 9767c7cb-e4be-4694-9f2d-6e841547a85a triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:46:06.245360 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:06.247337 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7eb76969-1409-49a1-a5d5-ca20b7168dea tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:06.255122 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-7eb76969-1409-49a1-a5d5-ca20b7168dea tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] 10.222.0.50 "PUT /v2.0/routers/b34b525d-338d-4440-93d7-b0cfb7810ae7 HTTP/1.1" status: 200 len: 918 time: 10.7199209 May 31 13:46:06.272582 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 35150) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:06.486419 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 9767c7cb-e4be-4694-9f2d-6e841547a85a is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:46:06.517154 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f7b296a5-d96e-41e7-b59b-e07dae9f5123 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:06.605788 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f7b296a5-d96e-41e7-b59b-e07dae9f5123 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:06.709876 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-12e25873-a427-44a3-abc2-3dbb5a0d4261 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:06.754602 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b296a5-d96e-41e7-b59b-e07dae9f5123 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Pushing event deleted for resources: {'Network': ['ID=4fb6e514-59cb-439b-ae1a-5116794e7bbf,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:06.791162 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-f7b296a5-d96e-41e7-b59b-e07dae9f5123 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] 10.222.0.50 "DELETE /v2.0/networks/4fb6e514-59cb-439b-ae1a-5116794e7bbf HTTP/1.1" status: 204 len: 168 time: 2.9458263 May 31 13:46:06.793904 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 35164) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:06.830215 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-12e25873-a427-44a3-abc2-3dbb5a0d4261 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:06.867476 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ab4c7b1f-6b66-4a46-8445-822bcd13198f tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] 10.222.0.50 "GET /v2.0/routers/b34b525d-338d-4440-93d7-b0cfb7810ae7 HTTP/1.1" status: 200 len: 924 time: 0.5934503 May 31 13:46:06.881948 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 35170) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:07.113635 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3e1c05e-5646-48d7-a5b5-f24585011cad tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] DELETE failed (client error): The resource could not be found. May 31 13:46:07.113635 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3e1c05e-5646-48d7-a5b5-f24585011cad tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:46:07.113635 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c3e1c05e-5646-48d7-a5b5-f24585011cad tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] 10.222.0.50 "DELETE /v2.0/subnets/616af0e2-5533-45fc-b79e-7611a9d654b0 HTTP/1.1" status: 404 len: 337 time: 0.3073153 May 31 13:46:07.118793 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 35178) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:07.129072 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-589573a4-ac10-410d-a8ad-8d014dd82bbe req-25921170-2961-4445-a168-e9bd3dff5b5d tempest-ServerGroupTestJSON-1593584205 tempest-ServerGroupTestJSON-1593584205-project] For port 73f39def-f6f5-4034-888f-19c63e8265a2, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=73f39def-f6f5-4034-888f-19c63e8265a2,segment=NetworkSegment(d12421af-c007-40b1-95e0-a981eca37401),segment_id=d12421af-c007-40b1-95e0-a981eca37401)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:46:07.129072 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-589573a4-ac10-410d-a8ad-8d014dd82bbe req-25921170-2961-4445-a168-e9bd3dff5b5d tempest-ServerGroupTestJSON-1593584205 tempest-ServerGroupTestJSON-1593584205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:07.152543 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-77e6da61-eec8-4386-9fd9-df196716e7b2 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] DELETE failed (client error): The resource could not be found. May 31 13:46:07.152999 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77e6da61-eec8-4386-9fd9-df196716e7b2 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:46:07.154669 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-77e6da61-eec8-4386-9fd9-df196716e7b2 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] 10.222.0.50 "DELETE /v2.0/networks/9b0be052-fcf2-46ec-80c0-beaf5bec0cf4 HTTP/1.1" status: 404 len: 339 time: 0.0407798 May 31 13:46:07.160723 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 35182) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:07.211148 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ae28eec-94f1-45a5-8d91-53f13b5f2142 admin admin] Router 61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:46:07.213781 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-365ac6ff-9ff1-432d-a560-3dd927d50d65 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] DELETE failed (client error): The resource could not be found. May 31 13:46:07.214431 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-365ac6ff-9ff1-432d-a560-3dd927d50d65 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:46:07.225774 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-365ac6ff-9ff1-432d-a560-3dd927d50d65 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] 10.222.0.50 "DELETE /v2.0/subnets/01127c92-f164-4ce6-9499-33fa64de2d9b HTTP/1.1" status: 404 len: 337 time: 0.0625954 May 31 13:46:07.229003 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 35186) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:07.273148 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-589573a4-ac10-410d-a8ad-8d014dd82bbe req-25921170-2961-4445-a168-e9bd3dff5b5d tempest-ServerGroupTestJSON-1593584205 tempest-ServerGroupTestJSON-1593584205-project] Calling delete_port for 73f39def-f6f5-4034-888f-19c63e8265a2 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:46:07.307216 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84cf9380-776f-4acf-b2bf-eb058876e8e4 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:46:07.322834 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966e5a82-6fa3-4554-bb59-409fc7c3425d None None] Sync routers for ids ['80751f3d-e952-4fcb-9d42-f81dc7ae50bc'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:46:07.347818 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966e5a82-6fa3-4554-bb59-409fc7c3425d None None] Routers {'80751f3d-e952-4fcb-9d42-f81dc7ae50bc'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:46:07.349271 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-966e5a82-6fa3-4554-bb59-409fc7c3425d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:45:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['80751f3d-e952-4fcb-9d42-f81dc7ae50bc'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:46:07.371535 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-72e5eb16-4e17-4fbd-8b38-5be7a7b5cb6f tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] DELETE failed (client error): The resource could not be found. May 31 13:46:07.373022 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72e5eb16-4e17-4fbd-8b38-5be7a7b5cb6f tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:46:07.377523 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-72e5eb16-4e17-4fbd-8b38-5be7a7b5cb6f tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] 10.222.0.50 "DELETE /v2.0/networks/d8f402c8-a218-4780-a8e5-6d58e0e476f4 HTTP/1.1" status: 404 len: 339 time: 0.1456363 May 31 13:46:07.389884 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 35194) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:07.411046 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:07.412965 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-12e25873-a427-44a3-abc2-3dbb5a0d4261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:07.417366 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-12e25873-a427-44a3-abc2-3dbb5a0d4261 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:07.424355 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-12e25873-a427-44a3-abc2-3dbb5a0d4261 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/413786a1-9a5e-4985-94f3-4ccab287af88 HTTP/1.1" status: 204 len: 168 time: 1.2294970 May 31 13:46:07.463271 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e25873-a427-44a3-abc2-3dbb5a0d4261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=413786a1-9a5e-4985-94f3-4ccab287af88,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:07.471673 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0c4e4ce-6cd7-45d2-a461-a3af6231e28d tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] DELETE failed (client error): The resource could not be found. May 31 13:46:07.471673 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0c4e4ce-6cd7-45d2-a461-a3af6231e28d tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:46:07.471673 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-d0c4e4ce-6cd7-45d2-a461-a3af6231e28d tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] 10.222.0.50 "DELETE /v2.0/subnets/b41dc186-c678-4db9-a07b-7526003eca79 HTTP/1.1" status: 404 len: 337 time: 0.0727630 May 31 13:46:07.472163 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48c6fa6-e490-4ea8-8abf-809a6a24520d tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:07.486241 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d48c6fa6-e490-4ea8-8abf-809a6a24520d tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=d2103cd5-63ba-4c24-9d95-fd17643bf14c&device_id=b34b525d-338d-4440-93d7-b0cfb7810ae7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5938444 May 31 13:46:07.492113 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 35200) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:07.492113 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 35202) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:07.492113 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-84cf9380-776f-4acf-b2bf-eb058876e8e4 admin admin] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:07.492113 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-84cf9380-776f-4acf-b2bf-eb058876e8e4 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.8996310 May 31 13:46:07.512213 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 35208) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:07.755532 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aa2dd36-edb0-4487-95dd-f85d320652d4 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] DELETE failed (client error): The resource could not be found. May 31 13:46:07.756843 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aa2dd36-edb0-4487-95dd-f85d320652d4 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:46:07.762466 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 73f39def-f6f5-4034-888f-19c63e8265a2 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:46:07.772920 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-0aa2dd36-edb0-4487-95dd-f85d320652d4 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] 10.222.0.50 "DELETE /v2.0/networks/e25f74c0-0187-42df-9433-c8deaa2832ff HTTP/1.1" status: 404 len: 339 time: 0.2902532 May 31 13:46:07.854125 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 35218) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:07.916044 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-966e5a82-6fa3-4554-bb59-409fc7c3425d None None] Set router 80751f3d-e952-4fcb-9d42-f81dc7ae50bc gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:46:07.945866 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c57448-62b3-421e-a255-68a3f52132ed req-6f05c168-79c9-496a-b69a-0eaf280961df tempest-ServerGroupTestJSON-1593584205 tempest-ServerGroupTestJSON-1593584205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:07.946654 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-87c57448-62b3-421e-a255-68a3f52132ed req-6f05c168-79c9-496a-b69a-0eaf280961df tempest-ServerGroupTestJSON-1593584205 tempest-ServerGroupTestJSON-1593584205-project] Synchronizing usage tracker for tenant:f128fe4f2da74590a9fbac3595448664 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:46:07.977002 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-70595215-f292-4e37-ac5f-260890d30185 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] DELETE failed (client error): The resource could not be found. May 31 13:46:07.978349 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70595215-f292-4e37-ac5f-260890d30185 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:46:07.980637 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-70595215-f292-4e37-ac5f-260890d30185 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] 10.222.0.50 "DELETE /v2.0/subnets/713767a2-1bb9-4bf9-9af6-daa0d2e69e0e HTTP/1.1" status: 404 len: 337 time: 0.1185198 May 31 13:46:07.989257 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 35226) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:07.990361 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-589573a4-ac10-410d-a8ad-8d014dd82bbe req-25921170-2961-4445-a168-e9bd3dff5b5d tempest-ServerGroupTestJSON-1593584205 tempest-ServerGroupTestJSON-1593584205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:08.019857 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ae28eec-94f1-45a5-8d91-53f13b5f2142 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:46:08.041035 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Port 73f39def-f6f5-4034-888f-19c63e8265a2 update to DOWN by agent not found {{(pid=88371) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 31 13:46:08.047573 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-1ae28eec-94f1-45a5-8d91-53f13b5f2142 admin admin] 10.222.0.50 "PUT /v2.0/routers/61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5639091 May 31 13:46:08.048765 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05429fb8-9595-4b7e-a526-d7f1151ee047 None None] Sync routers for ids ['61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:46:08.056044 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 35230) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:08.077663 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05429fb8-9595-4b7e-a526-d7f1151ee047 None None] Routers {'61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:46:08.078240 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-05429fb8-9595-4b7e-a526-d7f1151ee047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:45:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:46:08.123486 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25921170-2961-4445-a168-e9bd3dff5b5d tempest-ServerGroupTestJSON-1593584205 tempest-ServerGroupTestJSON-1593584205-project] Pushing event deleted for resources: {'Port': ['ID=73f39def-f6f5-4034-888f-19c63e8265a2,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:08.128246 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3effca6-e53c-450e-ac8d-c5e17acc94e1 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] DELETE failed (client error): The resource could not be found. May 31 13:46:08.129171 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3effca6-e53c-450e-ac8d-c5e17acc94e1 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:46:08.131642 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c3effca6-e53c-450e-ac8d-c5e17acc94e1 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] 10.222.0.50 "DELETE /v2.0/networks/30860afd-af9c-44a6-a846-e2ef7b1c9169 HTTP/1.1" status: 404 len: 339 time: 0.1304281 May 31 13:46:08.136595 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-87c57448-62b3-421e-a255-68a3f52132ed req-6f05c168-79c9-496a-b69a-0eaf280961df tempest-ServerGroupTestJSON-1593584205 tempest-ServerGroupTestJSON-1593584205-project] Unset dirty status for tenant:f128fe4f2da74590a9fbac3595448664 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:46:08.145529 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-87c57448-62b3-421e-a255-68a3f52132ed req-6f05c168-79c9-496a-b69a-0eaf280961df tempest-ServerGroupTestJSON-1593584205 tempest-ServerGroupTestJSON-1593584205-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a374ba6-20f5-4069-a90e-baf9cbf986a0 HTTP/1.1" status: 200 len: 945 time: 1.1005080 May 31 13:46:08.148149 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 35234) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:08.477737 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 35244) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:08.579568 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-589573a4-ac10-410d-a8ad-8d014dd82bbe req-25921170-2961-4445-a168-e9bd3dff5b5d tempest-ServerGroupTestJSON-1593584205 tempest-ServerGroupTestJSON-1593584205-project] No DVR routers for this DVR port 73f39def-f6f5-4034-888f-19c63e8265a2 on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:46:08.584893 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-589573a4-ac10-410d-a8ad-8d014dd82bbe req-25921170-2961-4445-a168-e9bd3dff5b5d tempest-ServerGroupTestJSON-1593584205 tempest-ServerGroupTestJSON-1593584205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:08.587029 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-966e5a82-6fa3-4554-bb59-409fc7c3425d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80751f3d-e952-4fcb-9d42-f81dc7ae50bc', 'name': 'tempest-AttachVolumeShelveTestJSON-830909165-router', 'tenant_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '555b4251-8337-4815-aebf-af2e55d269ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:45:59Z', 'updated_at': '2022-05-31T13:46:02Z', 'revision_number': 3, 'project_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'gw_port': {'id': '555b4251-8337-4815-aebf-af2e55d269ad', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a0:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80751f3d-e952-4fcb-9d42-f81dc7ae50bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2163, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:46:01Z', 'updated_at': '2022-05-31T13:46:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:46:08.588340 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-589573a4-ac10-410d-a8ad-8d014dd82bbe req-25921170-2961-4445-a168-e9bd3dff5b5d tempest-ServerGroupTestJSON-1593584205 tempest-ServerGroupTestJSON-1593584205-project] 10.222.0.44 "DELETE /v2.0/ports/73f39def-f6f5-4034-888f-19c63e8265a2 HTTP/1.1" status: 204 len: 173 time: 3.2702081 May 31 13:46:08.590388 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-785f374e-e084-496f-a476-b43863be42e5 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] DELETE failed (client error): The resource could not be found. May 31 13:46:08.596242 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966e5a82-6fa3-4554-bb59-409fc7c3425d None None] Checking router: 80751f3d-e952-4fcb-9d42-f81dc7ae50bc for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:46:08.596445 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-05429fb8-9595-4b7e-a526-d7f1151ee047 None None] Set router 61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:46:08.597397 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966e5a82-6fa3-4554-bb59-409fc7c3425d None None] Updating router 80751f3d-e952-4fcb-9d42-f81dc7ae50bc port 555b4251-8337-4815-aebf-af2e55d269ad binding host n-d-843939-1 {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:46:08.610730 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-785f374e-e084-496f-a476-b43863be42e5 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:46:08.612675 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-785f374e-e084-496f-a476-b43863be42e5 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] 10.222.0.50 "DELETE /v2.0/subnets/4f78549c-de9d-411e-b010-942a39ba3c21 HTTP/1.1" status: 404 len: 337 time: 0.3339891 May 31 13:46:08.619195 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 35250) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:08.653767 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a374ba6-20f5-4069-a90e-baf9cbf986a0', 'name': 'network-vif-deleted', 'tag': '73f39def-f6f5-4034-888f-19c63e8265a2'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:46:08.669318 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91581924-f3a5-435b-96d6-c9b83e87133d tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:08.671818 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-91581924-f3a5-435b-96d6-c9b83e87133d tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] 10.222.0.50 "GET /v2.0/networks/d2103cd5-63ba-4c24-9d95-fd17643bf14c HTTP/1.1" status: 200 len: 881 time: 1.1868434 May 31 13:46:08.673420 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-910becdb-ccf1-43b0-8121-78056a0625f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:08.687143 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 35256) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:08.689201 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-966e5a82-6fa3-4554-bb59-409fc7c3425d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:08.836399 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-87c57448-62b3-421e-a255-68a3f52132ed req-66b877f3-d22f-43cd-8335-ac4f153d3695 tempest-ServerGroupTestJSON-1593584205 tempest-ServerGroupTestJSON-1593584205-project] 10.222.0.50 "GET /v2.0/security-groups?id=c560e402-412a-48f6-8848-29981e4837da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6896143 May 31 13:46:08.906452 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-910becdb-ccf1-43b0-8121-78056a0625f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:46:08.913745 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-85f32c4d-8f00-44b4-9921-29689f42e792 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] 10.222.0.50 "GET /v2.0/ports?device_id=b34b525d-338d-4440-93d7-b0cfb7810ae7 HTTP/1.1" status: 200 len: 205 time: 0.2094049 May 31 13:46:08.919693 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-910becdb-ccf1-43b0-8121-78056a0625f3 admin admin] Usage tracker for resource:security_group_rule and tenant:00b251c437174be3a652b7a8f19e338a is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:46:08.924269 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 35270) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:08.929339 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-910becdb-ccf1-43b0-8121-78056a0625f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:46:08.981790 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ef4ff82c-6a34-47e6-88ef-7f1bd45c4a84 admin admin] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:09.083052 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-910becdb-ccf1-43b0-8121-78056a0625f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:46:09.139989 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:09.147905 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-15ea8d97-92e6-4a49-aa56-c5a540e223c2 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] DELETE failed (client error): The resource could not be found. May 31 13:46:09.150234 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15ea8d97-92e6-4a49-aa56-c5a540e223c2 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:46:09.156316 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-15ea8d97-92e6-4a49-aa56-c5a540e223c2 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] 10.222.0.50 "DELETE /v2.0/networks/3b0cee98-04a9-4c4e-817d-461ef78c128d HTTP/1.1" status: 404 len: 339 time: 0.5264091 May 31 13:46:09.250841 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 35276) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:09.300503 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-910becdb-ccf1-43b0-8121-78056a0625f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:09.304847 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-679c04fb-5a09-4af5-b477-d9fbaa8bd49d'] response: {'server_uuid': '8a374ba6-20f5-4069-a90e-baf9cbf986a0', 'name': 'network-vif-deleted', 'tag': '73f39def-f6f5-4034-888f-19c63e8265a2', 'status': 'completed', 'code': 200} May 31 13:46:09.351916 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-910becdb-ccf1-43b0-8121-78056a0625f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:09.403344 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f88fe9c-92b6-47ed-8623-732a52dfe31e tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] DELETE failed (client error): The resource could not be found. May 31 13:46:09.405178 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f88fe9c-92b6-47ed-8623-732a52dfe31e tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:46:09.410477 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-4f88fe9c-92b6-47ed-8623-732a52dfe31e tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] 10.222.0.50 "DELETE /v2.0/subnets/d2711dc6-6d2b-4ae0-b92d-c020dc39bc6d HTTP/1.1" status: 404 len: 337 time: 0.1443272 May 31 13:46:09.498408 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-05429fb8-9595-4b7e-a526-d7f1151ee047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f', 'name': 'tempest-AttachVolumeTestJSON-2082356178-router', 'tenant_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '462cc99c-0c41-4c7e-ac38-1d83b633b4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:38:57Z', 'updated_at': '2022-05-31T13:46:04Z', 'revision_number': 5, 'project_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'gw_port': {'id': '462cc99c-0c41-4c7e-ac38-1d83b633b4f3', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ee:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:38:58Z', 'updated_at': '2022-05-31T13:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:46:09.507648 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05429fb8-9595-4b7e-a526-d7f1151ee047 None None] Checking router: 61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:46:09.510070 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 35284) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:09.528052 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05429fb8-9595-4b7e-a526-d7f1151ee047 None None] Routers {'61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:46:09.530419 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-05429fb8-9595-4b7e-a526-d7f1151ee047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:45:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:46:09.708790 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-910becdb-ccf1-43b0-8121-78056a0625f3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=00b251c437174be3a652b7a8f19e338a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2189109 May 31 13:46:09.713245 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1f90bd24-e3c7-4923-807f-8f6243909f4d tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks [] for router, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:09.742567 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 35286) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:09.750301 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-966e5a82-6fa3-4554-bb59-409fc7c3425d None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:09.785055 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-966e5a82-6fa3-4554-bb59-409fc7c3425d None None] Transition to ACTIVE for port object 555b4251-8337-4815-aebf-af2e55d269ad will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:46:09.796361 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-966e5a82-6fa3-4554-bb59-409fc7c3425d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:09.991908 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-05429fb8-9595-4b7e-a526-d7f1151ee047 None None] Set router 61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:46:10.027089 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-966e5a82-6fa3-4554-bb59-409fc7c3425d None None] Attempting to bind port 555b4251-8337-4815-aebf-af2e55d269ad on host n-d-843939-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:46:10.040168 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-966e5a82-6fa3-4554-bb59-409fc7c3425d None None] Attempting to bind port 555b4251-8337-4815-aebf-af2e55d269ad by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:46:10.041784 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966e5a82-6fa3-4554-bb59-409fc7c3425d None None] Attempting to bind port 555b4251-8337-4815-aebf-af2e55d269ad on network d2103cd5-63ba-4c24-9d95-fd17643bf14c {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:46:10.058342 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86feb8bc-bbd2-4173-a6c4-deba91c673a9 None None] Pushing event updated for resources: {'Port': ['ID=555b4251-8337-4815-aebf-af2e55d269ad,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:10.067362 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966e5a82-6fa3-4554-bb59-409fc7c3425d None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:46:10.074459 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966e5a82-6fa3-4554-bb59-409fc7c3425d None None] Checking segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:46:10.075129 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-966e5a82-6fa3-4554-bb59-409fc7c3425d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:10.075710 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966e5a82-6fa3-4554-bb59-409fc7c3425d None None] Bound using segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:46:10.076471 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-966e5a82-6fa3-4554-bb59-409fc7c3425d None None] Bound port: 555b4251-8337-4815-aebf-af2e55d269ad, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:46:10.086869 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-966e5a82-6fa3-4554-bb59-409fc7c3425d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:10.108988 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1f90bd24-e3c7-4923-807f-8f6243909f4d tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:10.129244 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-89838077-5621-4c02-aa26-f82c3b0964e1 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] DELETE failed (client error): The resource could not be found. May 31 13:46:10.129598 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89838077-5621-4c02-aa26-f82c3b0964e1 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:46:10.139549 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910becdb-ccf1-43b0-8121-78056a0625f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=820560eb-41db-4dd6-ae61-78056b460dc2,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:10.173431 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-1f90bd24-e3c7-4923-807f-8f6243909f4d tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Deleting port 77ce5550-95e5-4417-a8d0-57b590dde416 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:46:10.181429 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1f90bd24-e3c7-4923-807f-8f6243909f4d tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:10.201256 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86feb8bc-bbd2-4173-a6c4-deba91c673a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:46:10.201598 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86feb8bc-bbd2-4173-a6c4-deba91c673a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:46:10.204827 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86feb8bc-bbd2-4173-a6c4-deba91c673a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:46:10.205278 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86feb8bc-bbd2-4173-a6c4-deba91c673a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:46:10.205798 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86feb8bc-bbd2-4173-a6c4-deba91c673a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:46:10.206379 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86feb8bc-bbd2-4173-a6c4-deba91c673a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:46:10.207008 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86feb8bc-bbd2-4173-a6c4-deba91c673a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:46:10.209125 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86feb8bc-bbd2-4173-a6c4-deba91c673a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:46:10.209859 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86feb8bc-bbd2-4173-a6c4-deba91c673a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:46:10.211248 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86feb8bc-bbd2-4173-a6c4-deba91c673a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:46:10.212358 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86feb8bc-bbd2-4173-a6c4-deba91c673a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:46:10.214968 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86feb8bc-bbd2-4173-a6c4-deba91c673a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:46:10.271434 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-89838077-5621-4c02-aa26-f82c3b0964e1 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] 10.222.0.50 "DELETE /v2.0/networks/20598955-fb93-4a43-803c-82433241e816 HTTP/1.1" status: 404 len: 339 time: 0.5611281 May 31 13:46:10.284828 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 35304) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:10.328531 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-966e5a82-6fa3-4554-bb59-409fc7c3425d None None] For port 555b4251-8337-4815-aebf-af2e55d269ad, host n-d-843939-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:46:10.355472 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-966e5a82-6fa3-4554-bb59-409fc7c3425d None None] For port 555b4251-8337-4815-aebf-af2e55d269ad, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=555b4251-8337-4815-aebf-af2e55d269ad,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:46:10.367374 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-966e5a82-6fa3-4554-bb59-409fc7c3425d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:10.661349 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966e5a82-6fa3-4554-bb59-409fc7c3425d None None] Routers {'80751f3d-e952-4fcb-9d42-f81dc7ae50bc'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:46:10.662354 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-966e5a82-6fa3-4554-bb59-409fc7c3425d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:45:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['80751f3d-e952-4fcb-9d42-f81dc7ae50bc'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:46:10.769416 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-bebf22f5-dd8d-4059-9459-81c92116d570 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] DELETE failed (client error): The resource could not be found. May 31 13:46:10.770148 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bebf22f5-dd8d-4059-9459-81c92116d570 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:46:10.774680 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-bebf22f5-dd8d-4059-9459-81c92116d570 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] 10.222.0.50 "DELETE /v2.0/subnets/641e1514-7233-475d-934a-4f5dede9dd92 HTTP/1.1" status: 404 len: 337 time: 0.4886127 May 31 13:46:10.775636 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 35318) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:10.803516 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ef4ff82c-6a34-47e6-88ef-7f1bd45c4a84 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:10.804511 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86feb8bc-bbd2-4173-a6c4-deba91c673a9 None None] Pushing event updated for resources: {'Port': ['ID=555b4251-8337-4815-aebf-af2e55d269ad,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:10.805919 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-23aade5e-ac33-46b7-969c-793e09072a89 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] DELETE failed (client error): The resource could not be found. May 31 13:46:10.806610 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23aade5e-ac33-46b7-969c-793e09072a89 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:46:10.811707 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 35322) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:10.812184 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-23aade5e-ac33-46b7-969c-793e09072a89 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] 10.222.0.50 "DELETE /v2.0/networks/2cab6dc8-d116-4b37-8348-fecb4f9f5f25 HTTP/1.1" status: 404 len: 339 time: 0.0324399 May 31 13:46:10.884398 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2f519305-f9b7-4c79-b0e8-caa580577f05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:10.893684 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-ef4ff82c-6a34-47e6-88ef-7f1bd45c4a84 admin admin] Deleting port 462cc99c-0c41-4c7e-ac38-1d83b633b4f3 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:46:10.894294 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ef4ff82c-6a34-47e6-88ef-7f1bd45c4a84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:10.942058 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-49d4f957-414c-4666-9df7-1a5e3608fe49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:11.036317 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4f525b5-0900-483f-91c0-e4a6800d81af tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] DELETE failed (client error): The resource could not be found. May 31 13:46:11.036773 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4f525b5-0900-483f-91c0-e4a6800d81af tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:46:11.038263 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-05429fb8-9595-4b7e-a526-d7f1151ee047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f', 'name': 'tempest-AttachVolumeTestJSON-2082356178-router', 'tenant_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '462cc99c-0c41-4c7e-ac38-1d83b633b4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:38:57Z', 'updated_at': '2022-05-31T13:46:04Z', 'revision_number': 5, 'project_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'gw_port': {'id': '462cc99c-0c41-4c7e-ac38-1d83b633b4f3', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ee:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:38:58Z', 'updated_at': '2022-05-31T13:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:46:11.044869 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05429fb8-9595-4b7e-a526-d7f1151ee047 None None] The sync data for ids ['61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f'] in n-d-843939-1 is: [{'id': '61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f', 'name': 'tempest-AttachVolumeTestJSON-2082356178-router', 'tenant_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '462cc99c-0c41-4c7e-ac38-1d83b633b4f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:38:57Z', 'updated_at': '2022-05-31T13:46:04Z', 'revision_number': 5, 'project_id': '7e44bf4ef1bd484ea1258b83855c2d26', 'gw_port': {'id': '462cc99c-0c41-4c7e-ac38-1d83b633b4f3', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:ee:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:38:58Z', 'updated_at': '2022-05-31T13:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:46:11.053978 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-966e5a82-6fa3-4554-bb59-409fc7c3425d None None] Set router 80751f3d-e952-4fcb-9d42-f81dc7ae50bc gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:46:11.062573 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b4f525b5-0900-483f-91c0-e4a6800d81af tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] 10.222.0.50 "DELETE /v2.0/subnets/7bd52a8a-54e1-4387-be91-44bdcbe8bb9b HTTP/1.1" status: 404 len: 337 time: 0.2395625 May 31 13:46:11.063612 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 35340) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:11.174799 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1f90bd24-e3c7-4923-807f-8f6243909f4d tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:11.194529 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 35346) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:11.274526 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2f519305-f9b7-4c79-b0e8-caa580577f05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:11.335319 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-e65ac6a2-63a0-4b34-aa4a-919b98b5170e tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] DELETE failed (client error): The resource could not be found. May 31 13:46:11.335987 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e65ac6a2-63a0-4b34-aa4a-919b98b5170e tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:46:11.388643 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-1f90bd24-e3c7-4923-807f-8f6243909f4d tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Calling delete_port for 77ce5550-95e5-4417-a8d0-57b590dde416 owned by network:router_gateway {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:46:11.448079 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e65ac6a2-63a0-4b34-aa4a-919b98b5170e tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] 10.222.0.50 "DELETE /v2.0/networks/b35e3d53-0934-4a43-bd0b-fd97fabdf583 HTTP/1.1" status: 404 len: 339 time: 0.3513942 May 31 13:46:11.455478 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-12a17f57-3bfc-4c16-9fba-0470945546cb admin admin] Deleting subnet bec59bdf-f3b6-456e-9a1d-7402c5bd57ee {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:46:11.472937 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-12a17f57-3bfc-4c16-9fba-0470945546cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:11.481884 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 35354) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:11.632123 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-615621e8-e307-4f16-a81f-674853c20876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:11.644963 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-52093f60-af14-47d6-9f55-cedb928d5c76 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Deleting subnet 2eab997d-c139-40c4-a32b-b70e1956dc18 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:46:11.655599 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-12a17f57-3bfc-4c16-9fba-0470945546cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:11.677279 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-52093f60-af14-47d6-9f55-cedb928d5c76 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:11.689814 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 4efe0407-03dc-404e-8408-6bc7752454ba no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:46:11.693976 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2f519305-f9b7-4c79-b0e8-caa580577f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:11.695515 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-966e5a82-6fa3-4554-bb59-409fc7c3425d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80751f3d-e952-4fcb-9d42-f81dc7ae50bc', 'name': 'tempest-AttachVolumeShelveTestJSON-830909165-router', 'tenant_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '555b4251-8337-4815-aebf-af2e55d269ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:45:59Z', 'updated_at': '2022-05-31T13:46:02Z', 'revision_number': 3, 'project_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'gw_port': {'id': '555b4251-8337-4815-aebf-af2e55d269ad', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a0:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80751f3d-e952-4fcb-9d42-f81dc7ae50bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2163, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:46:01Z', 'updated_at': '2022-05-31T13:46:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:46:11.696665 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2f519305-f9b7-4c79-b0e8-caa580577f05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:11.698566 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-2f519305-f9b7-4c79-b0e8-caa580577f05 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/820560eb-41db-4dd6-ae61-78056b460dc2 HTTP/1.1" status: 204 len: 168 time: 1.9547799 May 31 13:46:11.705302 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966e5a82-6fa3-4554-bb59-409fc7c3425d None None] The sync data for ids ['80751f3d-e952-4fcb-9d42-f81dc7ae50bc'] in n-d-843939-1 is: [{'id': '80751f3d-e952-4fcb-9d42-f81dc7ae50bc', 'name': 'tempest-AttachVolumeShelveTestJSON-830909165-router', 'tenant_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '555b4251-8337-4815-aebf-af2e55d269ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:45:59Z', 'updated_at': '2022-05-31T13:46:02Z', 'revision_number': 3, 'project_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'gw_port': {'id': '555b4251-8337-4815-aebf-af2e55d269ad', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a0:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80751f3d-e952-4fcb-9d42-f81dc7ae50bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2163, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:46:01Z', 'updated_at': '2022-05-31T13:46:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:46:11.805477 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 4efe0407-03dc-404e-8408-6bc7752454ba {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:46:11.805810 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 4efe0407-03dc-404e-8408-6bc7752454ba not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:46:11.861942 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-52093f60-af14-47d6-9f55-cedb928d5c76 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65507433'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:12.079206 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-ef4ff82c-6a34-47e6-88ef-7f1bd45c4a84 admin admin] For port 462cc99c-0c41-4c7e-ac38-1d83b633b4f3, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=462cc99c-0c41-4c7e-ac38-1d83b633b4f3,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:46:12.079885 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ef4ff82c-6a34-47e6-88ef-7f1bd45c4a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:12.205980 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-52093f60-af14-47d6-9f55-cedb928d5c76 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:12.371760 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-12a17f57-3bfc-4c16-9fba-0470945546cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:12.393629 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1f90bd24-e3c7-4923-807f-8f6243909f4d tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:12.518123 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f519305-f9b7-4c79-b0e8-caa580577f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820560eb-41db-4dd6-ae61-78056b460dc2,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:12.553247 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f90bd24-e3c7-4923-807f-8f6243909f4d tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Pushing event deleted for resources: {'Port': ['ID=77ce5550-95e5-4417-a8d0-57b590dde416,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:12.646374 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-52093f60-af14-47d6-9f55-cedb928d5c76 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65216469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65148562'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:12.774297 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52093f60-af14-47d6-9f55-cedb928d5c76 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Pushing event deleted for resources: {'Subnet': ['ID=2eab997d-c139-40c4-a32b-b70e1956dc18,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:12.793826 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-52093f60-af14-47d6-9f55-cedb928d5c76 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:12.797665 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27829524-95ab-490a-933f-afa0dec64818 None None] Network f3ab8d79-9c59-4bff-88d4-3d11ac88e13e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:46:12.815775 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-52093f60-af14-47d6-9f55-cedb928d5c76 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] 10.222.0.50 "DELETE /v2.0/subnets/2eab997d-c139-40c4-a32b-b70e1956dc18 HTTP/1.1" status: 204 len: 168 time: 1.3302543 May 31 13:46:12.819255 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 35382) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:12.902332 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-ef4ff82c-6a34-47e6-88ef-7f1bd45c4a84 admin admin] Calling delete_port for 462cc99c-0c41-4c7e-ac38-1d83b633b4f3 owned by network:router_gateway {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:46:13.085160 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1f90bd24-e3c7-4923-807f-8f6243909f4d tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577389'] for router_gateway, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:13.244370 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ef4ff82c-6a34-47e6-88ef-7f1bd45c4a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:13.329394 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45b0417c-9fdb-4443-86f9-089ecccbd4ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:13.515000 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1f90bd24-e3c7-4923-807f-8f6243909f4d tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:13.520460 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1f90bd24-e3c7-4923-807f-8f6243909f4d tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:13.533549 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bd50937d-35f6-41cd-9d4f-06c6afcd8190 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:13.571900 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8f5aa6-08f2-4fba-8d3a-e0c201ba5241 None None] DHCP port deletion for f3ab8d79-9c59-4bff-88d4-3d11ac88e13e request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:46:13.576886 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-ba8f5aa6-08f2-4fba-8d3a-e0c201ba5241 None None] Deleting port 16ddbaaf-2a6b-4737-ae47-5401c78559b6 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:46:13.577293 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ba8f5aa6-08f2-4fba-8d3a-e0c201ba5241 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:13.601569 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-bd50937d-35f6-41cd-9d4f-06c6afcd8190 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Deleting port 16ddbaaf-2a6b-4737-ae47-5401c78559b6 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:46:13.601944 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bd50937d-35f6-41cd-9d4f-06c6afcd8190 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:13.606462 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4ff82c-6a34-47e6-88ef-7f1bd45c4a84 admin admin] Pushing event deleted for resources: {'Port': ['ID=462cc99c-0c41-4c7e-ac38-1d83b633b4f3,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:13.703177 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-12a17f57-3bfc-4c16-9fba-0470945546cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:13.755075 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-615621e8-e307-4f16-a81f-674853c20876 admin admin] Allocated IP 172.20.0.1 (b66065d1-e972-453c-87d9-3ed8cec4b7a7/ccc319e0-a4f4-4875-9973-c92d94351bb8/8e97fc47-5cd5-43f9-b7a5-26d60cde72ef) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:46:13.763408 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a17f57-3bfc-4c16-9fba-0470945546cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bec59bdf-f3b6-456e-9a1d-7402c5bd57ee,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:13.784365 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1f90bd24-e3c7-4923-807f-8f6243909f4d tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:13.784874 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f90bd24-e3c7-4923-807f-8f6243909f4d tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Fanout notify agent at l3_agent the message router_deleted on router b34b525d-338d-4440-93d7-b0cfb7810ae7 {{(pid=88370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:46:13.795219 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-12a17f57-3bfc-4c16-9fba-0470945546cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:13.821086 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ef4ff82c-6a34-47e6-88ef-7f1bd45c4a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577389'] for router_gateway, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:13.987067 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1f90bd24-e3c7-4923-807f-8f6243909f4d tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:14.016766 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-1f90bd24-e3c7-4923-807f-8f6243909f4d tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] 10.222.0.50 "DELETE /v2.0/routers/b34b525d-338d-4440-93d7-b0cfb7810ae7 HTTP/1.1" status: 204 len: 168 time: 5.0714915 May 31 13:46:14.027739 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 35408) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:14.138950 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-eefe71a8-9f8e-44f6-843e-109768c80b02 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1413580936', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}, 'admin_state_up': False}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:46:14.186593 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-ba8f5aa6-08f2-4fba-8d3a-e0c201ba5241 None None] For port 16ddbaaf-2a6b-4737-ae47-5401c78559b6, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=16ddbaaf-2a6b-4737-ae47-5401c78559b6,segment=NetworkSegment(49022f9a-133e-4396-bb03-5cff012c0f84),segment_id=49022f9a-133e-4396-bb03-5cff012c0f84)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:46:14.187232 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ba8f5aa6-08f2-4fba-8d3a-e0c201ba5241 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:14.323865 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-eefe71a8-9f8e-44f6-843e-109768c80b02 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:46:14.365474 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-eefe71a8-9f8e-44f6-843e-109768c80b02 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Usage tracker for resource:router and tenant:0c54ae26e9fb4e03b58cf9ab2d86d81d is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:46:14.373412 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-eefe71a8-9f8e-44f6-843e-109768c80b02 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:46:14.416817 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-eefe71a8-9f8e-44f6-843e-109768c80b02 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:46:14.448304 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-615621e8-e307-4f16-a81f-674853c20876 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:14.453455 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-bd50937d-35f6-41cd-9d4f-06c6afcd8190 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] For port 16ddbaaf-2a6b-4737-ae47-5401c78559b6, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=16ddbaaf-2a6b-4737-ae47-5401c78559b6,segment=NetworkSegment(49022f9a-133e-4396-bb03-5cff012c0f84),segment_id=49022f9a-133e-4396-bb03-5cff012c0f84)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:46:14.462662 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bd50937d-35f6-41cd-9d4f-06c6afcd8190 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:14.502694 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-ba8f5aa6-08f2-4fba-8d3a-e0c201ba5241 None None] Calling delete_port for 16ddbaaf-2a6b-4737-ae47-5401c78559b6 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:46:14.509801 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-615621e8-e307-4f16-a81f-674853c20876 admin admin] Transition to ACTIVE for port object 8e97fc47-5cd5-43f9-b7a5-26d60cde72ef will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:46:14.674545 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ef4ff82c-6a34-47e6-88ef-7f1bd45c4a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:14.680353 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ef4ff82c-6a34-47e6-88ef-7f1bd45c4a84 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:14.726584 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-12a17f57-3bfc-4c16-9fba-0470945546cb admin admin] 10.222.0.50 "DELETE /v2.0/subnets/bec59bdf-f3b6-456e-9a1d-7402c5bd57ee HTTP/1.1" status: 204 len: 168 time: 3.5082407 May 31 13:46:14.730190 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-615621e8-e307-4f16-a81f-674853c20876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:14.737411 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 35428) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:14.749787 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 555b4251-8337-4815-aebf-af2e55d269ad up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:46:14.761789 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eefe71a8-9f8e-44f6-843e-109768c80b02 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:14.764366 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eefe71a8-9f8e-44f6-843e-109768c80b02 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:14.783560 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ef4ff82c-6a34-47e6-88ef-7f1bd45c4a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:14.784190 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef4ff82c-6a34-47e6-88ef-7f1bd45c4a84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:46:14.797783 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-bd50937d-35f6-41cd-9d4f-06c6afcd8190 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Calling delete_port for 16ddbaaf-2a6b-4737-ae47-5401c78559b6 owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:46:14.863190 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ba8f5aa6-08f2-4fba-8d3a-e0c201ba5241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:15.004703 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eefe71a8-9f8e-44f6-843e-109768c80b02 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:15.014876 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b73e9837-6915-4518-bd93-7adcfad1ca31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:15.061000 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8f5aa6-08f2-4fba-8d3a-e0c201ba5241 None None] No DVR routers for this DVR port 16ddbaaf-2a6b-4737-ae47-5401c78559b6 on host n-d-843939-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:46:15.070377 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:15.072383 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8f5aa6-08f2-4fba-8d3a-e0c201ba5241 None None] Pushing event deleted for resources: {'Port': ['ID=16ddbaaf-2a6b-4737-ae47-5401c78559b6,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:15.072985 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ef4ff82c-6a34-47e6-88ef-7f1bd45c4a84 admin admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:15.077434 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ef4ff82c-6a34-47e6-88ef-7f1bd45c4a84 admin admin] 10.222.0.50 "DELETE /v2.0/routers/61176e0e-be5b-4dc4-87c2-dbdcb8f1ef8f HTTP/1.1" status: 204 len: 168 time: 7.0176234 May 31 13:46:15.096319 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8f5aa6-08f2-4fba-8d3a-e0c201ba5241 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:46:15.096746 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8f5aa6-08f2-4fba-8d3a-e0c201ba5241 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:46:15.097153 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8f5aa6-08f2-4fba-8d3a-e0c201ba5241 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:46:15.098392 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8f5aa6-08f2-4fba-8d3a-e0c201ba5241 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:46:15.098984 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8f5aa6-08f2-4fba-8d3a-e0c201ba5241 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:46:15.099621 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8f5aa6-08f2-4fba-8d3a-e0c201ba5241 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:46:15.100269 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8f5aa6-08f2-4fba-8d3a-e0c201ba5241 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:46:15.100873 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8f5aa6-08f2-4fba-8d3a-e0c201ba5241 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:46:15.101552 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8f5aa6-08f2-4fba-8d3a-e0c201ba5241 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:46:15.102219 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8f5aa6-08f2-4fba-8d3a-e0c201ba5241 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:46:15.102847 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8f5aa6-08f2-4fba-8d3a-e0c201ba5241 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:46:15.103456 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8f5aa6-08f2-4fba-8d3a-e0c201ba5241 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:46:15.126145 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615621e8-e307-4f16-a81f-674853c20876 admin admin] Network b66065d1-e972-453c-87d9-3ed8cec4b7a7 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:46:15.127591 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:15.132295 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 35436) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:15.143883 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 555b4251-8337-4815-aebf-af2e55d269ad completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:46:15.150264 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 555b4251-8337-4815-aebf-af2e55d269ad triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:46:15.151134 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:15.159695 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-615621e8-e307-4f16-a81f-674853c20876 admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:46:15.163619 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615621e8-e307-4f16-a81f-674853c20876 admin admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:46:15.190289 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 35442) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:15.396139 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 555b4251-8337-4815-aebf-af2e55d269ad is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:46:15.396751 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:15.429615 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 555b4251-8337-4815-aebf-af2e55d269ad, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=555b4251-8337-4815-aebf-af2e55d269ad,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:46:15.435295 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:15.616844 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-615621e8-e307-4f16-a81f-674853c20876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:15.635840 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 16ddbaaf-2a6b-4737-ae47-5401c78559b6 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:46:15.755179 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-11a8f3fb-d8b9-4de6-8877-3661685e30be tempest-PortsAdminExtendedAttrsTestJSON-1543143411 tempest-PortsAdminExtendedAttrsTestJSON-1543143411-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1819908440'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:46:15.761691 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-11a8f3fb-d8b9-4de6-8877-3661685e30be tempest-PortsAdminExtendedAttrsTestJSON-1543143411 tempest-PortsAdminExtendedAttrsTestJSON-1543143411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:46:15.767170 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 16ddbaaf-2a6b-4737-ae47-5401c78559b6 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:46:15.767827 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-11a8f3fb-d8b9-4de6-8877-3661685e30be tempest-PortsAdminExtendedAttrsTestJSON-1543143411 tempest-PortsAdminExtendedAttrsTestJSON-1543143411-project] Usage tracker for resource:network and tenant:324c16b9425141b385f673a969a83342 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:46:15.768458 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 16ddbaaf-2a6b-4737-ae47-5401c78559b6 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:46:15.771975 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-11a8f3fb-d8b9-4de6-8877-3661685e30be tempest-PortsAdminExtendedAttrsTestJSON-1543143411 tempest-PortsAdminExtendedAttrsTestJSON-1543143411-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:46:15.780149 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-11a8f3fb-d8b9-4de6-8877-3661685e30be tempest-PortsAdminExtendedAttrsTestJSON-1543143411 tempest-PortsAdminExtendedAttrsTestJSON-1543143411-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:46:15.804915 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:15.814737 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a8f3fb-d8b9-4de6-8877-3661685e30be tempest-PortsAdminExtendedAttrsTestJSON-1543143411 tempest-PortsAdminExtendedAttrsTestJSON-1543143411-project] Made reservation on behalf of 324c16b9425141b385f673a969a83342 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:46:15.819165 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-11a8f3fb-d8b9-4de6-8877-3661685e30be tempest-PortsAdminExtendedAttrsTestJSON-1543143411 tempest-PortsAdminExtendedAttrsTestJSON-1543143411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:15.823452 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=555b4251-8337-4815-aebf-af2e55d269ad,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:15.827510 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9ccc255f-33c2-4df6-844a-ff8420437ac6 None None] Provisioning for port 8e97fc47-5cd5-43f9-b7a5-26d60cde72ef completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:46:15.833920 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9ccc255f-33c2-4df6-844a-ff8420437ac6 None None] Provisioning complete for port 8e97fc47-5cd5-43f9-b7a5-26d60cde72ef triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:46:15.834420 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9ccc255f-33c2-4df6-844a-ff8420437ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:15.838294 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eefe71a8-9f8e-44f6-843e-109768c80b02 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:15.847679 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-11a8f3fb-d8b9-4de6-8877-3661685e30be tempest-PortsAdminExtendedAttrsTestJSON-1543143411 tempest-PortsAdminExtendedAttrsTestJSON-1543143411-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:15.891593 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.api [None req-bd50937d-35f6-41cd-9d4f-06c6afcd8190 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88370) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:46:15.891593 n-d-843939-1 neutron-server[88370]: DEBUG oslo_db.api [None req-bd50937d-35f6-41cd-9d4f-06c6afcd8190 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:46:15.891593 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-11a8f3fb-d8b9-4de6-8877-3661685e30be tempest-PortsAdminExtendedAttrsTestJSON-1543143411 tempest-PortsAdminExtendedAttrsTestJSON-1543143411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:46:15.927300 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-11a8f3fb-d8b9-4de6-8877-3661685e30be tempest-PortsAdminExtendedAttrsTestJSON-1543143411 tempest-PortsAdminExtendedAttrsTestJSON-1543143411-project] Usage tracker for resource:security_group_rule and tenant:324c16b9425141b385f673a969a83342 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:46:15.927300 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-11a8f3fb-d8b9-4de6-8877-3661685e30be tempest-PortsAdminExtendedAttrsTestJSON-1543143411 tempest-PortsAdminExtendedAttrsTestJSON-1543143411-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:46:15.938114 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9ccc255f-33c2-4df6-844a-ff8420437ac6 None None] Port 8e97fc47-5cd5-43f9-b7a5-26d60cde72ef cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:46:15.943924 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 462cc99c-0c41-4c7e-ac38-1d83b633b4f3 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:46:15.969522 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615621e8-e307-4f16-a81f-674853c20876 admin admin] Pushing event updated for resources: {'Port': ['ID=8e97fc47-5cd5-43f9-b7a5-26d60cde72ef,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:15.987114 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-11a8f3fb-d8b9-4de6-8877-3661685e30be tempest-PortsAdminExtendedAttrsTestJSON-1543143411 tempest-PortsAdminExtendedAttrsTestJSON-1543143411-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:46:16.008710 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 462cc99c-0c41-4c7e-ac38-1d83b633b4f3 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:46:16.008975 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 462cc99c-0c41-4c7e-ac38-1d83b633b4f3 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:46:16.009547 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b73e9837-6915-4518-bd93-7adcfad1ca31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:16.070456 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-b73e9837-6915-4518-bd93-7adcfad1ca31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['166c0ad9-5dbd-42e5-a3f2-05af3a8ffc5c']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:46:16.082593 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cc2071a-5c34-41a1-8d4b-69cdc74b7d70 admin admin] Deleting subnet 24f2589f-f663-4739-8d87-078291d83152 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:46:16.089739 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0cc2071a-5c34-41a1-8d4b-69cdc74b7d70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:16.142607 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-b73e9837-6915-4518-bd93-7adcfad1ca31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd12421af-c007-40b1-95e0-a981eca37401') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:46:16.142911 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-b73e9837-6915-4518-bd93-7adcfad1ca31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd12421af-c007-40b1-95e0-a981eca37401') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:46:16.171816 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-11a8f3fb-d8b9-4de6-8877-3661685e30be tempest-PortsAdminExtendedAttrsTestJSON-1543143411 tempest-PortsAdminExtendedAttrsTestJSON-1543143411-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:16.176361 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b73e9837-6915-4518-bd93-7adcfad1ca31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:16.182664 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-11a8f3fb-d8b9-4de6-8877-3661685e30be tempest-PortsAdminExtendedAttrsTestJSON-1543143411 tempest-PortsAdminExtendedAttrsTestJSON-1543143411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:16.210329 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0cc2071a-5c34-41a1-8d4b-69cdc74b7d70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:16.261635 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b73e9837-6915-4518-bd93-7adcfad1ca31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:16.304293 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b73e9837-6915-4518-bd93-7adcfad1ca31 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:46:16.304697 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b73e9837-6915-4518-bd93-7adcfad1ca31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:16.312570 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11a8f3fb-d8b9-4de6-8877-3661685e30be tempest-PortsAdminExtendedAttrsTestJSON-1543143411 tempest-PortsAdminExtendedAttrsTestJSON-1543143411-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:46:16.312896 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a8f3fb-d8b9-4de6-8877-3661685e30be tempest-PortsAdminExtendedAttrsTestJSON-1543143411 tempest-PortsAdminExtendedAttrsTestJSON-1543143411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e6c76d-6868-4193-98eb-2f42c1b69f1a,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:16.378182 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-bd50937d-35f6-41cd-9d4f-06c6afcd8190 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Deleting port 16ddbaaf-2a6b-4737-ae47-5401c78559b6 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:46:16.378182 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bd50937d-35f6-41cd-9d4f-06c6afcd8190 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:16.432664 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment d12421af-c007-40b1-95e0-a981eca37401 resource provider aggregate not found May 31 13:46:16.479063 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment d12421af-c007-40b1-95e0-a981eca37401 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d12421af-c007-40b1-95e0-a981eca37401 found for delete ", "request_id": "req-4627f7d0-45e1-4feb-9e5a-bff2d0db21b0"}]} May 31 13:46:16.491686 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-615621e8-e307-4f16-a81f-674853c20876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:16.494588 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-bd50937d-35f6-41cd-9d4f-06c6afcd8190 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] The port '16ddbaaf-2a6b-4737-ae47-5401c78559b6' was deleted {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 13:46:16.505495 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b73e9837-6915-4518-bd93-7adcfad1ca31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:16.536903 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b73e9837-6915-4518-bd93-7adcfad1ca31 admin admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:16.541324 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-11a8f3fb-d8b9-4de6-8877-3661685e30be tempest-PortsAdminExtendedAttrsTestJSON-1543143411 tempest-PortsAdminExtendedAttrsTestJSON-1543143411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:16.541680 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-11a8f3fb-d8b9-4de6-8877-3661685e30be tempest-PortsAdminExtendedAttrsTestJSON-1543143411 tempest-PortsAdminExtendedAttrsTestJSON-1543143411-project] Added segment a97c02c8-6402-4816-a74f-0e133bbcae5a of type vlan for network e30ed6c5-2c54-41e0-96ac-36fa01c56603 May 31 13:46:16.574530 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73e9837-6915-4518-bd93-7adcfad1ca31 admin admin] Pushing event deleted for resources: {'Network': ['ID=166c0ad9-5dbd-42e5-a3f2-05af3a8ffc5c,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:16.599545 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b73e9837-6915-4518-bd93-7adcfad1ca31 admin admin] 10.222.0.50 "DELETE /v2.0/networks/166c0ad9-5dbd-42e5-a3f2-05af3a8ffc5c HTTP/1.1" status: 204 len: 168 time: 1.8081944 May 31 13:46:16.633245 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0cc2071a-5c34-41a1-8d4b-69cdc74b7d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:16.650765 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eefe71a8-9f8e-44f6-843e-109768c80b02 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks [] for router_gateway, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:16.798540 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eefe71a8-9f8e-44f6-843e-109768c80b02 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:16.975546 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bd50937d-35f6-41cd-9d4f-06c6afcd8190 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:16.991749 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 35480) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:16.992799 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0cc2071a-5c34-41a1-8d4b-69cdc74b7d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:17.003424 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-11a8f3fb-d8b9-4de6-8877-3661685e30be tempest-PortsAdminExtendedAttrsTestJSON-1543143411 tempest-PortsAdminExtendedAttrsTestJSON-1543143411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:17.071184 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-bd50937d-35f6-41cd-9d4f-06c6afcd8190 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3ab8d79-9c59-4bff-88d4-3d11ac88e13e']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:46:17.107335 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0cc2071a-5c34-41a1-8d4b-69cdc74b7d70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:17.115004 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c921bd01-2b3c-46e8-a6e2-3046b91da591 None None] Network f4e69724-d0b8-4d4d-97a2-cfcb4a62380c requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:46:17.127035 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc2071a-5c34-41a1-8d4b-69cdc74b7d70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24f2589f-f663-4739-8d87-078291d83152,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:17.146468 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-0cc2071a-5c34-41a1-8d4b-69cdc74b7d70 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/24f2589f-f663-4739-8d87-078291d83152 HTTP/1.1" status: 204 len: 168 time: 1.9945910 May 31 13:46:17.154486 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 35484) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:17.189121 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a3e758a7-bf6c-471c-878a-5abdb1a17b0c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f128fe4f2da74590a9fbac3595448664&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1921170 May 31 13:46:17.193884 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 35490) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:17.266095 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-bd50937d-35f6-41cd-9d4f-06c6afcd8190 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49022f9a-133e-4396-bb03-5cff012c0f84') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:46:17.266941 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-bd50937d-35f6-41cd-9d4f-06c6afcd8190 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49022f9a-133e-4396-bb03-5cff012c0f84') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:46:17.328972 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.db.resource_extend [None req-615621e8-e307-4f16-a81f-674853c20876 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:46:17.359112 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bd50937d-35f6-41cd-9d4f-06c6afcd8190 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:17.364844 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-11a8f3fb-d8b9-4de6-8877-3661685e30be tempest-PortsAdminExtendedAttrsTestJSON-1543143411 tempest-PortsAdminExtendedAttrsTestJSON-1543143411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:17.372465 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a8f3fb-d8b9-4de6-8877-3661685e30be tempest-PortsAdminExtendedAttrsTestJSON-1543143411 tempest-PortsAdminExtendedAttrsTestJSON-1543143411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:17.377184 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-11a8f3fb-d8b9-4de6-8877-3661685e30be tempest-PortsAdminExtendedAttrsTestJSON-1543143411 tempest-PortsAdminExtendedAttrsTestJSON-1543143411-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:17.388474 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-615621e8-e307-4f16-a81f-674853c20876 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:17.391009 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 13:46:17.449555 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-615621e8-e307-4f16-a81f-674853c20876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:17.550022 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a8f3fb-d8b9-4de6-8877-3661685e30be tempest-PortsAdminExtendedAttrsTestJSON-1543143411 tempest-PortsAdminExtendedAttrsTestJSON-1543143411-project] Pushing event updated for resources: {'Network': ['ID=e30ed6c5-2c54-41e0-96ac-36fa01c56603,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:17.559659 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-30100723-06ed-49fb-b64b-553e259c310c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:17.568377 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bd50937d-35f6-41cd-9d4f-06c6afcd8190 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:17.590853 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd50937d-35f6-41cd-9d4f-06c6afcd8190 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:46:17.591239 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bd50937d-35f6-41cd-9d4f-06c6afcd8190 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:17.601843 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network e30ed6c5-2c54-41e0-96ac-36fa01c56603 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:46:17.633102 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-615621e8-e307-4f16-a81f-674853c20876 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:17.635777 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35e8644-0375-40c6-9fce-7631ae84939b None None] DHCP port deletion for f4e69724-d0b8-4d4d-97a2-cfcb4a62380c request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:46:17.644909 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b87fe82c-b145-4450-8e4c-c9e3238d6d3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:17.648389 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615621e8-e307-4f16-a81f-674853c20876 admin admin] Pushing event updated for resources: {'Port': ['ID=8e97fc47-5cd5-43f9-b7a5-26d60cde72ef,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:17.657457 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-30100723-06ed-49fb-b64b-553e259c310c admin admin] Deleting port c0070aea-1ad2-429a-92d6-4d8dccab9b8b {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:46:17.658309 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-30100723-06ed-49fb-b64b-553e259c310c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:17.708121 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 49022f9a-133e-4396-bb03-5cff012c0f84 resource provider aggregate not found May 31 13:46:17.712481 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-eefe71a8-9f8e-44f6-843e-109768c80b02 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Allocated IP 172.25.6.212 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/4d9c5497-34dd-446f-ade0-246f1b2d11f4) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:46:17.732373 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b87fe82c-b145-4450-8e4c-c9e3238d6d3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:17.741245 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-11a8f3fb-d8b9-4de6-8877-3661685e30be tempest-PortsAdminExtendedAttrsTestJSON-1543143411 tempest-PortsAdminExtendedAttrsTestJSON-1543143411-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.5416710 May 31 13:46:17.777193 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 49022f9a-133e-4396-bb03-5cff012c0f84 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 49022f9a-133e-4396-bb03-5cff012c0f84 found for delete ", "request_id": "req-b98ea7fb-7d84-4181-8457-29534f0a5d26"}]} May 31 13:46:17.794819 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-c35e8644-0375-40c6-9fce-7631ae84939b None None] Deleting port c0070aea-1ad2-429a-92d6-4d8dccab9b8b {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:46:17.795606 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c35e8644-0375-40c6-9fce-7631ae84939b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:17.838876 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bd50937d-35f6-41cd-9d4f-06c6afcd8190 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:17.946543 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bd50937d-35f6-41cd-9d4f-06c6afcd8190 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:17.973636 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50937d-35f6-41cd-9d4f-06c6afcd8190 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] Pushing event deleted for resources: {'Network': ['ID=f3ab8d79-9c59-4bff-88d4-3d11ac88e13e,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:17.992628 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-bd50937d-35f6-41cd-9d4f-06c6afcd8190 tempest-NetworksTest-2004719764 tempest-NetworksTest-2004719764-project] 10.222.0.50 "DELETE /v2.0/networks/f3ab8d79-9c59-4bff-88d4-3d11ac88e13e HTTP/1.1" status: 204 len: 168 time: 5.1718524 May 31 13:46:18.060789 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 555b4251-8337-4815-aebf-af2e55d269ad up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:46:18.235257 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eefe71a8-9f8e-44f6-843e-109768c80b02 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:18.323426 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eefe71a8-9f8e-44f6-843e-109768c80b02 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:18.543041 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eefe71a8-9f8e-44f6-843e-109768c80b02 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:46:18.547744 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-eefe71a8-9f8e-44f6-843e-109768c80b02 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:46:18.561927 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefe71a8-9f8e-44f6-843e-109768c80b02 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:46:18.619456 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefe71a8-9f8e-44f6-843e-109768c80b02 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Pushing event updated for resources: {'Port': ['ID=4d9c5497-34dd-446f-ade0-246f1b2d11f4,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:18.657895 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b87fe82c-b145-4450-8e4c-c9e3238d6d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:18.705957 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-c35e8644-0375-40c6-9fce-7631ae84939b None None] For port c0070aea-1ad2-429a-92d6-4d8dccab9b8b, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=c0070aea-1ad2-429a-92d6-4d8dccab9b8b,segment=NetworkSegment(6b65bfb8-228e-47d1-aaec-20277f3110d6),segment_id=6b65bfb8-228e-47d1-aaec-20277f3110d6)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:46:18.706574 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c35e8644-0375-40c6-9fce-7631ae84939b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:18.721358 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 555b4251-8337-4815-aebf-af2e55d269ad triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:46:18.721930 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:18.783930 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 35520) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:18.784333 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 35524) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:18.821416 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87fe82c-b145-4450-8e4c-c9e3238d6d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c560e402-412a-48f6-8848-29981e4837da,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:18.835321 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Request body: {'port': {'network_id': 'e30ed6c5-2c54-41e0-96ac-36fa01c56603', 'binding:host_id': 'n-h2-843939-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1014957934'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:46:18.849343 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615621e8-e307-4f16-a81f-674853c20876 admin admin] Network b66065d1-e972-453c-87d9-3ed8cec4b7a7 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:46:18.860694 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-615621e8-e307-4f16-a81f-674853c20876 admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:46:18.868816 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:46:18.882047 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-30100723-06ed-49fb-b64b-553e259c310c admin admin] For port c0070aea-1ad2-429a-92d6-4d8dccab9b8b, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=c0070aea-1ad2-429a-92d6-4d8dccab9b8b,segment=NetworkSegment(6b65bfb8-228e-47d1-aaec-20277f3110d6),segment_id=6b65bfb8-228e-47d1-aaec-20277f3110d6)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:46:18.882047 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-30100723-06ed-49fb-b64b-553e259c310c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:18.898335 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b87fe82c-b145-4450-8e4c-c9e3238d6d3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:18.899201 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b87fe82c-b145-4450-8e4c-c9e3238d6d3d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c560e402-412a-48f6-8848-29981e4837da HTTP/1.1" status: 204 len: 168 time: 1.6437333 May 31 13:46:18.913859 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Usage tracker for resource:port and tenant:35bd3e6a305a46f9b44322666bb68aa8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:46:18.931379 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:46:19.167648 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-c35e8644-0375-40c6-9fce-7631ae84939b None None] Calling delete_port for c0070aea-1ad2-429a-92d6-4d8dccab9b8b owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:46:19.257262 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-30100723-06ed-49fb-b64b-553e259c310c admin admin] Calling delete_port for c0070aea-1ad2-429a-92d6-4d8dccab9b8b owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:46:19.341142 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c35e8644-0375-40c6-9fce-7631ae84939b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:19.441144 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35e8644-0375-40c6-9fce-7631ae84939b None None] No DVR routers for this DVR port c0070aea-1ad2-429a-92d6-4d8dccab9b8b on host n-d-843939-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:46:19.464712 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35e8644-0375-40c6-9fce-7631ae84939b None None] Pushing event deleted for resources: {'Port': ['ID=c0070aea-1ad2-429a-92d6-4d8dccab9b8b,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:19.471434 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:46:19.655421 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Made reservation on behalf of 35bd3e6a305a46f9b44322666bb68aa8 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:46:19.657830 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:19.667177 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eefe71a8-9f8e-44f6-843e-109768c80b02 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks [] for router_gateway, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:19.667736 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-7b4733d6-d654-4556-acf8-dd9ae7816ce0 None None] Provisioning complete for port 8e97fc47-5cd5-43f9-b7a5-26d60cde72ef triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:46:19.667736 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7b4733d6-d654-4556-acf8-dd9ae7816ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:19.739482 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:19.785427 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 555b4251-8337-4815-aebf-af2e55d269ad is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:46:19.837977 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-7b4733d6-d654-4556-acf8-dd9ae7816ce0 None None] Port 8e97fc47-5cd5-43f9-b7a5-26d60cde72ef cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:46:19.899666 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 35562) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:19.915522 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-0ec9e702-c9aa-4d99-a5c0-1c72faf8e56a tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Request body: {'security_group': {'name': 'tempest-securitygroup--524538525', 'description': 'tempest-description--348709422'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:46:19.919333 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device c0070aea-1ad2-429a-92d6-4d8dccab9b8b no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:46:19.940674 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0ec9e702-c9aa-4d99-a5c0-1c72faf8e56a tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:46:20.031700 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: c0070aea-1ad2-429a-92d6-4d8dccab9b8b {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:46:20.032434 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device c0070aea-1ad2-429a-92d6-4d8dccab9b8b not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:46:20.032905 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-f64d9277-6bab-4fca-a0d4-6a776d3a1bc9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9f98270cdf824e3ebd7736abf6d6b113&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2432015 May 31 13:46:20.047929 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 35570) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:20.088514 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:46:20.100484 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Usage tracker for resource:security_group_rule and tenant:35bd3e6a305a46f9b44322666bb68aa8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:46:20.106663 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:46:20.126431 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:46:20.134807 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.db.api [None req-30100723-06ed-49fb-b64b-553e259c310c admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:46:20.135314 n-d-843939-1 neutron-server[88369]: DEBUG oslo_db.api [None req-30100723-06ed-49fb-b64b-553e259c310c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:46:20.149730 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-615621e8-e307-4f16-a81f-674853c20876 admin admin] Router 80751f3d-e952-4fcb-9d42-f81dc7ae50bc has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:46:20.184797 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0ec9e702-c9aa-4d99-a5c0-1c72faf8e56a tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:46:20.363345 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0ec9e702-c9aa-4d99-a5c0-1c72faf8e56a tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:20.460109 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 35586) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:20.637024 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-30100723-06ed-49fb-b64b-553e259c310c admin admin] Deleting port c0070aea-1ad2-429a-92d6-4d8dccab9b8b {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:46:20.637424 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-30100723-06ed-49fb-b64b-553e259c310c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:20.666832 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0ec9e702-c9aa-4d99-a5c0-1c72faf8e56a tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:46:20.678215 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-0ec9e702-c9aa-4d99-a5c0-1c72faf8e56a tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Usage tracker for resource:security_group_rule and tenant:0c3bb07388f549c9aeec65a21380cb5d is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:46:20.680689 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-615621e8-e307-4f16-a81f-674853c20876 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:46:20.686762 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-0ec9e702-c9aa-4d99-a5c0-1c72faf8e56a tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:46:20.696183 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42767da-b2a4-4a9a-be44-f1ea8b697773 None None] Sync routers for ids ['80751f3d-e952-4fcb-9d42-f81dc7ae50bc'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:46:20.709941 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42767da-b2a4-4a9a-be44-f1ea8b697773 None None] Routers {'80751f3d-e952-4fcb-9d42-f81dc7ae50bc'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:46:20.711108 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-a42767da-b2a4-4a9a-be44-f1ea8b697773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:46:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['80751f3d-e952-4fcb-9d42-f81dc7ae50bc'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:46:20.718156 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0a67ced4-5d9f-4d7f-91d7-5e852180d5ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:20.723564 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0ec9e702-c9aa-4d99-a5c0-1c72faf8e56a tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:46:20.738523 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-30100723-06ed-49fb-b64b-553e259c310c admin admin] The port 'c0070aea-1ad2-429a-92d6-4d8dccab9b8b' was deleted {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 13:46:20.744469 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eefe71a8-9f8e-44f6-843e-109768c80b02 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:20.867695 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0a67ced4-5d9f-4d7f-91d7-5e852180d5ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:20.921746 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-6c7a0d19-27b1-4508-b1fa-0e3bd67cc74c admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-140917523-network', 'tenant_id': '1138e382e3b54b7abec7f4a0b29e5dfd'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:46:20.928765 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-6c7a0d19-27b1-4508-b1fa-0e3bd67cc74c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:46:20.934140 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-6c7a0d19-27b1-4508-b1fa-0e3bd67cc74c admin admin] Usage tracker for resource:network and tenant:1138e382e3b54b7abec7f4a0b29e5dfd is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:46:20.938687 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-6c7a0d19-27b1-4508-b1fa-0e3bd67cc74c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:46:20.947188 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-6c7a0d19-27b1-4508-b1fa-0e3bd67cc74c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:46:20.950803 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-a42767da-b2a4-4a9a-be44-f1ea8b697773 None None] Set router 80751f3d-e952-4fcb-9d42-f81dc7ae50bc gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:46:20.977855 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:21.009340 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-615621e8-e307-4f16-a81f-674853c20876 admin admin] 10.222.0.50 "PUT /v2.0/routers/80751f3d-e952-4fcb-9d42-f81dc7ae50bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4997470 May 31 13:46:21.026367 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:21.082588 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c7a0d19-27b1-4508-b1fa-0e3bd67cc74c admin admin] Made reservation on behalf of 1138e382e3b54b7abec7f4a0b29e5dfd for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:46:21.085293 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6c7a0d19-27b1-4508-b1fa-0e3bd67cc74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:21.090689 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] device_id is not set on port 2f89c3a4-6bd8-494d-ad0b-760876704501 yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:46:21.137089 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6c7a0d19-27b1-4508-b1fa-0e3bd67cc74c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:21.188261 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-6c7a0d19-27b1-4508-b1fa-0e3bd67cc74c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:46:21.192850 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-6c7a0d19-27b1-4508-b1fa-0e3bd67cc74c admin admin] Usage tracker for resource:security_group_rule and tenant:1138e382e3b54b7abec7f4a0b29e5dfd is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:46:21.196136 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-6c7a0d19-27b1-4508-b1fa-0e3bd67cc74c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:46:21.229685 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-6c7a0d19-27b1-4508-b1fa-0e3bd67cc74c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:46:21.289408 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-30100723-06ed-49fb-b64b-553e259c310c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:21.357957 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b651f55-68d5-43e5-985f-3bec535edd8a,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:21.434675 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6c7a0d19-27b1-4508-b1fa-0e3bd67cc74c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:21.447502 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6c7a0d19-27b1-4508-b1fa-0e3bd67cc74c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:21.463916 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c7a0d19-27b1-4508-b1fa-0e3bd67cc74c admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:46:21.502185 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-a42767da-b2a4-4a9a-be44-f1ea8b697773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80751f3d-e952-4fcb-9d42-f81dc7ae50bc', 'name': 'tempest-AttachVolumeShelveTestJSON-830909165-router', 'tenant_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '555b4251-8337-4815-aebf-af2e55d269ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:45:59Z', 'updated_at': '2022-05-31T13:46:16Z', 'revision_number': 4, 'project_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'gw_port': {'id': '555b4251-8337-4815-aebf-af2e55d269ad', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80751f3d-e952-4fcb-9d42-f81dc7ae50bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2163, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:46:01Z', 'updated_at': '2022-05-31T13:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '8e97fc47-5cd5-43f9-b7a5-26d60cde72ef', 'name': '', 'network_id': 'b66065d1-e972-453c-87d9-3ed8cec4b7a7', 'tenant_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'mac_address': 'fa:16:3e:87:b4:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80751f3d-e952-4fcb-9d42-f81dc7ae50bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': 'ccc319e0-a4f4-4875-9973-c92d94351bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:46:12Z', 'updated_at': '2022-05-31T13:46:16Z', 'revision_number': 2, 'project_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'subnets': [{'id': 'ccc319e0-a4f4-4875-9973-c92d94351bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:46:21.507076 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42767da-b2a4-4a9a-be44-f1ea8b697773 None None] Checking router: 80751f3d-e952-4fcb-9d42-f81dc7ae50bc for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:46:21.507422 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42767da-b2a4-4a9a-be44-f1ea8b697773 None None] Updating router 80751f3d-e952-4fcb-9d42-f81dc7ae50bc port 8e97fc47-5cd5-43f9-b7a5-26d60cde72ef binding host n-d-843939-1 {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:46:21.513072 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-30100723-06ed-49fb-b64b-553e259c310c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4e69724-d0b8-4d4d-97a2-cfcb4a62380c']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:46:21.555020 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7a0d19-27b1-4508-b1fa-0e3bd67cc74c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bcfc55d-5be3-440c-bea6-5cb1ba4e153a,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:21.559798 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-30100723-06ed-49fb-b64b-553e259c310c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b65bfb8-228e-47d1-aaec-20277f3110d6') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:46:21.560656 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-30100723-06ed-49fb-b64b-553e259c310c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b65bfb8-228e-47d1-aaec-20277f3110d6') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:46:21.575651 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6c7a0d19-27b1-4508-b1fa-0e3bd67cc74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:21.577384 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-6c7a0d19-27b1-4508-b1fa-0e3bd67cc74c admin admin] Added segment da45ed88-29c5-4083-8283-2d5891c414fb of type vlan for network a3c1169d-3803-4be9-baa5-b11b4d424741 May 31 13:46:21.598577 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0a67ced4-5d9f-4d7f-91d7-5e852180d5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:21.631873 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 35610) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:21.640272 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-30100723-06ed-49fb-b64b-553e259c310c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:21.657422 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a42767da-b2a4-4a9a-be44-f1ea8b697773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:21.665980 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-05bda92d-6a68-4134-988e-624f8b44e1ba tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1100649438', 'description': 'tempest-description--1991383992'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:46:21.684581 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a67ced4-5d9f-4d7f-91d7-5e852180d5ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded52902-b335-4e58-b86c-7334c1f8cf07,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:21.694420 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-05bda92d-6a68-4134-988e-624f8b44e1ba tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:46:21.721399 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-05bda92d-6a68-4134-988e-624f8b44e1ba tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Usage tracker for resource:security_group and tenant:21f78e9efd2543f8a23fa5f8aa5a9a7c is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:46:21.754245 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6c7a0d19-27b1-4508-b1fa-0e3bd67cc74c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:21.754245 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0ec9e702-c9aa-4d99-a5c0-1c72faf8e56a tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:21.765557 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0ec9e702-c9aa-4d99-a5c0-1c72faf8e56a tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:21.765783 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-05bda92d-6a68-4134-988e-624f8b44e1ba tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:46:21.782710 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-30100723-06ed-49fb-b64b-553e259c310c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:21.782866 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0a67ced4-5d9f-4d7f-91d7-5e852180d5ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:21.782866 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-0a67ced4-5d9f-4d7f-91d7-5e852180d5ac admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ded52902-b335-4e58-b86c-7334c1f8cf07 HTTP/1.1" status: 204 len: 168 time: 1.7255769 May 31 13:46:21.798021 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eefe71a8-9f8e-44f6-843e-109768c80b02 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Router 592ca341-324a-4259-a16f-a3e2bfb06542 is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 13:46:21.910835 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0ec9e702-c9aa-4d99-a5c0-1c72faf8e56a tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:21.912167 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-0ec9e702-c9aa-4d99-a5c0-1c72faf8e56a tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.0104089 May 31 13:46:21.927777 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 35618) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:21.939139 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-8cc7a09f-ab54-4342-aee2-dba235cb2303 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Request body: {'security_group_rule': {'security_group_id': 'be272545-d4a8-4677-ae1e-3fdd47e99fad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:46:21.944592 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec9e702-c9aa-4d99-a5c0-1c72faf8e56a tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be272545-d4a8-4677-ae1e-3fdd47e99fad,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:21.954653 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6c7a0d19-27b1-4508-b1fa-0e3bd67cc74c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:21.956441 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7a0d19-27b1-4508-b1fa-0e3bd67cc74c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:21.957075 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-05bda92d-6a68-4134-988e-624f8b44e1ba tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:46:21.957847 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6c7a0d19-27b1-4508-b1fa-0e3bd67cc74c admin admin] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:21.960868 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30100723-06ed-49fb-b64b-553e259c310c admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:46:21.961569 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-30100723-06ed-49fb-b64b-553e259c310c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:21.966780 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-8cc7a09f-ab54-4342-aee2-dba235cb2303 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:46:21.992504 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-8cc7a09f-ab54-4342-aee2-dba235cb2303 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Usage tracker for resource:security_group_rule and tenant:0c3bb07388f549c9aeec65a21380cb5d is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:46:22.090827 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-8cc7a09f-ab54-4342-aee2-dba235cb2303 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:46:22.107121 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 6b65bfb8-228e-47d1-aaec-20277f3110d6 resource provider aggregate not found May 31 13:46:22.149047 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-05bda92d-6a68-4134-988e-624f8b44e1ba tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:22.168152 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 6b65bfb8-228e-47d1-aaec-20277f3110d6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6b65bfb8-228e-47d1-aaec-20277f3110d6 found for delete ", "request_id": "req-1aefbf5d-904e-4a7b-bff6-a67e8d714f13"}]} May 31 13:46:22.171101 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] device_id is not set on port 2f89c3a4-6bd8-494d-ad0b-760876704501 yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:46:22.194122 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-8cc7a09f-ab54-4342-aee2-dba235cb2303 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:46:22.195042 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:22.213095 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-30100723-06ed-49fb-b64b-553e259c310c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:22.221365 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-30100723-06ed-49fb-b64b-553e259c310c admin admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:22.232824 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-6c7a0d19-27b1-4508-b1fa-0e3bd67cc74c admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.6003137 May 31 13:46:22.244104 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 35634) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:22.244368 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-05bda92d-6a68-4134-988e-624f8b44e1ba tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:46:22.255599 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7a0d19-27b1-4508-b1fa-0e3bd67cc74c admin admin] Pushing event updated for resources: {'Network': ['ID=a3c1169d-3803-4be9-baa5-b11b4d424741,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:22.263176 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-3cf42d01-e9a9-43c3-8b03-52bb5022f7d1 admin admin] Request body: {'subnet': {'network_id': 'a3c1169d-3803-4be9-baa5-b11b4d424741', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-140917523-subnet', 'tenant_id': '1138e382e3b54b7abec7f4a0b29e5dfd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:46:22.267889 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network a3c1169d-3803-4be9-baa5-b11b4d424741 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:46:22.329446 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-3cf42d01-e9a9-43c3-8b03-52bb5022f7d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:46:22.336027 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-30100723-06ed-49fb-b64b-553e259c310c admin admin] 10.222.0.50 "DELETE /v2.0/networks/f4e69724-d0b8-4d4d-97a2-cfcb4a62380c HTTP/1.1" status: 204 len: 168 time: 5.1581457 May 31 13:46:22.336027 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-05bda92d-6a68-4134-988e-624f8b44e1ba tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Usage tracker for resource:security_group_rule and tenant:21f78e9efd2543f8a23fa5f8aa5a9a7c is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:46:22.336027 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Transition to ACTIVE for port object 2f89c3a4-6bd8-494d-ad0b-760876704501 will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:46:22.336027 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-05bda92d-6a68-4134-988e-624f8b44e1ba tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:46:22.345441 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30100723-06ed-49fb-b64b-553e259c310c admin admin] Pushing event deleted for resources: {'Network': ['ID=f4e69724-d0b8-4d4d-97a2-cfcb4a62380c,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:22.364077 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-3cf42d01-e9a9-43c3-8b03-52bb5022f7d1 admin admin] Usage tracker for resource:subnet and tenant:1138e382e3b54b7abec7f4a0b29e5dfd is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:46:22.364304 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-05bda92d-6a68-4134-988e-624f8b44e1ba tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:46:22.371007 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:22.375710 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-3cf42d01-e9a9-43c3-8b03-52bb5022f7d1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:46:22.393902 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-3cf42d01-e9a9-43c3-8b03-52bb5022f7d1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:46:22.422952 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf42d01-e9a9-43c3-8b03-52bb5022f7d1 admin admin] Made reservation on behalf of 1138e382e3b54b7abec7f4a0b29e5dfd for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:46:22.430373 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a42767da-b2a4-4a9a-be44-f1ea8b697773 None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:22.432556 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3cf42d01-e9a9-43c3-8b03-52bb5022f7d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:22.462679 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-a42767da-b2a4-4a9a-be44-f1ea8b697773 None None] Transition to ACTIVE for port object 8e97fc47-5cd5-43f9-b7a5-26d60cde72ef will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:46:22.481695 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a42767da-b2a4-4a9a-be44-f1ea8b697773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:22.647755 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Checking segment: {'id': 'a97c02c8-6402-4816-a74f-0e133bbcae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e30ed6c5-2c54-41e0-96ac-36fa01c56603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:46:22.650372 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Network hostable DHCP agents. Network: e30ed6c5-2c54-41e0-96ac-36fa01c56603, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:46:22.740632 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Pushing event updated for resources: {'Port': ['ID=2f89c3a4-6bd8-494d-ad0b-760876704501,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:22.751922 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Network e30ed6c5-2c54-41e0-96ac-36fa01c56603 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:46:22.768193 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eefe71a8-9f8e-44f6-843e-109768c80b02 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:46:22.772194 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8cc7a09f-ab54-4342-aee2-dba235cb2303 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:22.786407 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed0ce5a-407a-4cf8-ac19-13cc077c8d9f None None] Sync routers for ids ['592ca341-324a-4259-a16f-a3e2bfb06542'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:46:22.832095 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, e30ed6c5-2c54-41e0-96ac-36fa01c56603) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:46:22.837763 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:46:22.845469 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed0ce5a-407a-4cf8-ac19-13cc077c8d9f None None] Routers {'592ca341-324a-4259-a16f-a3e2bfb06542'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:46:22.848930 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-7ed0ce5a-407a-4cf8-ac19-13cc077c8d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:46:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['592ca341-324a-4259-a16f-a3e2bfb06542'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:46:22.874192 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port 2f89c3a4-6bd8-494d-ad0b-760876704501 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:46:22.875051 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port 2f89c3a4-6bd8-494d-ad0b-760876704501 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'a97c02c8-6402-4816-a74f-0e133bbcae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e30ed6c5-2c54-41e0-96ac-36fa01c56603'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:46:22.875730 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port 2f89c3a4-6bd8-494d-ad0b-760876704501 on network e30ed6c5-2c54-41e0-96ac-36fa01c56603 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:46:22.879656 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3cf42d01-e9a9-43c3-8b03-52bb5022f7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:22.886456 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Port 2f89c3a4-6bd8-494d-ad0b-760876704501 on network e30ed6c5-2c54-41e0-96ac-36fa01c56603 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:46:22.886456 n-d-843939-1 neutron-server[88369]: ERROR neutron.plugins.ml2.managers [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Failed to bind port 2f89c3a4-6bd8-494d-ad0b-760876704501 on host n-h2-843939-1 for vnic_type normal using segments [{'id': 'a97c02c8-6402-4816-a74f-0e133bbcae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e30ed6c5-2c54-41e0-96ac-36fa01c56603'}] May 31 13:46:22.895515 n-d-843939-1 neutron-server[88369]: INFO neutron.plugins.ml2.plugin [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempt 2 to bind port 2f89c3a4-6bd8-494d-ad0b-760876704501 May 31 13:46:22.925645 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port 2f89c3a4-6bd8-494d-ad0b-760876704501 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:46:22.926255 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port 2f89c3a4-6bd8-494d-ad0b-760876704501 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'a97c02c8-6402-4816-a74f-0e133bbcae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e30ed6c5-2c54-41e0-96ac-36fa01c56603'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:46:22.926833 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port 2f89c3a4-6bd8-494d-ad0b-760876704501 on network e30ed6c5-2c54-41e0-96ac-36fa01c56603 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:46:22.931737 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-05bda92d-6a68-4134-988e-624f8b44e1ba tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:22.935609 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 35652) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:22.993467 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39e088b-0082-4293-a150-fc52919bf021 None None] Pushing event updated for resources: {'Port': ['ID=8e97fc47-5cd5-43f9-b7a5-26d60cde72ef,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:23.028989 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Port 2f89c3a4-6bd8-494d-ad0b-760876704501 on network e30ed6c5-2c54-41e0-96ac-36fa01c56603 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:46:23.051512 n-d-843939-1 neutron-server[88369]: ERROR neutron.plugins.ml2.managers [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Failed to bind port 2f89c3a4-6bd8-494d-ad0b-760876704501 on host n-h2-843939-1 for vnic_type normal using segments [{'id': 'a97c02c8-6402-4816-a74f-0e133bbcae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e30ed6c5-2c54-41e0-96ac-36fa01c56603'}] May 31 13:46:23.054809 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-05bda92d-6a68-4134-988e-624f8b44e1ba tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:23.105393 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-a42767da-b2a4-4a9a-be44-f1ea8b697773 None None] Attempting to bind port 8e97fc47-5cd5-43f9-b7a5-26d60cde72ef on host n-d-843939-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:46:23.105914 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-a42767da-b2a4-4a9a-be44-f1ea8b697773 None None] Attempting to bind port 8e97fc47-5cd5-43f9-b7a5-26d60cde72ef by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'f85bb861-f832-42e2-a182-3ceccc5a66af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b66065d1-e972-453c-87d9-3ed8cec4b7a7'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:46:23.106241 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42767da-b2a4-4a9a-be44-f1ea8b697773 None None] Attempting to bind port 8e97fc47-5cd5-43f9-b7a5-26d60cde72ef on network b66065d1-e972-453c-87d9-3ed8cec4b7a7 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:46:23.114702 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42767da-b2a4-4a9a-be44-f1ea8b697773 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:46:23.115116 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42767da-b2a4-4a9a-be44-f1ea8b697773 None None] Checking segment: {'id': 'f85bb861-f832-42e2-a182-3ceccc5a66af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b66065d1-e972-453c-87d9-3ed8cec4b7a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:46:23.115521 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a42767da-b2a4-4a9a-be44-f1ea8b697773 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:23.115849 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42767da-b2a4-4a9a-be44-f1ea8b697773 None None] Bound using segment: {'id': 'f85bb861-f832-42e2-a182-3ceccc5a66af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b66065d1-e972-453c-87d9-3ed8cec4b7a7'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:46:23.116296 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-a42767da-b2a4-4a9a-be44-f1ea8b697773 None None] Bound port: 8e97fc47-5cd5-43f9-b7a5-26d60cde72ef, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f85bb861-f832-42e2-a182-3ceccc5a66af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b66065d1-e972-453c-87d9-3ed8cec4b7a7'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:46:23.116656 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a42767da-b2a4-4a9a-be44-f1ea8b697773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:23.128011 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eefe71a8-9f8e-44f6-843e-109768c80b02 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:23.132648 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-eefe71a8-9f8e-44f6-843e-109768c80b02 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 9.1128147 May 31 13:46:23.152762 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 35658) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:23.168152 n-d-843939-1 neutron-server[88369]: INFO neutron.plugins.ml2.plugin [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempt 3 to bind port 2f89c3a4-6bd8-494d-ad0b-760876704501 May 31 13:46:23.205637 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-dab49171-b620-4f3d-a3c3-f5e6ee40860b tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:46:23.245634 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12a3cfe-d30f-43c5-b6ee-146f9fbe42ee None None] Network e30ed6c5-2c54-41e0-96ac-36fa01c56603 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:46:23.338066 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf42d01-e9a9-43c3-8b03-52bb5022f7d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2775b76b-1cc6-4766-815c-d7142e785e22,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:23.343305 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port 2f89c3a4-6bd8-494d-ad0b-760876704501 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:46:23.344085 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port 2f89c3a4-6bd8-494d-ad0b-760876704501 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'a97c02c8-6402-4816-a74f-0e133bbcae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e30ed6c5-2c54-41e0-96ac-36fa01c56603'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:46:23.344694 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port 2f89c3a4-6bd8-494d-ad0b-760876704501 on network e30ed6c5-2c54-41e0-96ac-36fa01c56603 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:46:23.346911 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8cc7a09f-ab54-4342-aee2-dba235cb2303 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:23.349132 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-a42767da-b2a4-4a9a-be44-f1ea8b697773 None None] For port 8e97fc47-5cd5-43f9-b7a5-26d60cde72ef, host n-d-843939-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:46:23.351749 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bda92d-6a68-4134-988e-624f8b44e1ba tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=879d485c-6856-4d39-902c-2e7246942604,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:23.354459 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-7ed0ce5a-407a-4cf8-ac19-13cc077c8d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:46:23.359599 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-a42767da-b2a4-4a9a-be44-f1ea8b697773 None None] For port 8e97fc47-5cd5-43f9-b7a5-26d60cde72ef, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=8e97fc47-5cd5-43f9-b7a5-26d60cde72ef,segment=NetworkSegment(f85bb861-f832-42e2-a182-3ceccc5a66af),segment_id=f85bb861-f832-42e2-a182-3ceccc5a66af)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:46:23.359874 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c79a53b3-ef89-470c-9b6d-57e94a276761 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7e44bf4ef1bd484ea1258b83855c2d26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4193168 May 31 13:46:23.364964 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 35664) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:23.366966 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Port 2f89c3a4-6bd8-494d-ad0b-760876704501 on network e30ed6c5-2c54-41e0-96ac-36fa01c56603 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:46:23.367946 n-d-843939-1 neutron-server[88369]: ERROR neutron.plugins.ml2.managers [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Failed to bind port 2f89c3a4-6bd8-494d-ad0b-760876704501 on host n-h2-843939-1 for vnic_type normal using segments [{'id': 'a97c02c8-6402-4816-a74f-0e133bbcae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e30ed6c5-2c54-41e0-96ac-36fa01c56603'}] May 31 13:46:23.372834 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-a42767da-b2a4-4a9a-be44-f1ea8b697773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:23.386075 n-d-843939-1 neutron-server[88369]: INFO neutron.plugins.ml2.plugin [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempt 4 to bind port 2f89c3a4-6bd8-494d-ad0b-760876704501 May 31 13:46:23.388708 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8cc7a09f-ab54-4342-aee2-dba235cb2303 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:23.414176 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port 2f89c3a4-6bd8-494d-ad0b-760876704501 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:46:23.414778 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port 2f89c3a4-6bd8-494d-ad0b-760876704501 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'a97c02c8-6402-4816-a74f-0e133bbcae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e30ed6c5-2c54-41e0-96ac-36fa01c56603'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:46:23.415442 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port 2f89c3a4-6bd8-494d-ad0b-760876704501 on network e30ed6c5-2c54-41e0-96ac-36fa01c56603 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:46:23.423537 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-05bda92d-6a68-4134-988e-624f8b44e1ba tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:23.425584 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-05bda92d-6a68-4134-988e-624f8b44e1ba tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.7913053 May 31 13:46:23.429923 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Port 2f89c3a4-6bd8-494d-ad0b-760876704501 on network e30ed6c5-2c54-41e0-96ac-36fa01c56603 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:46:23.431154 n-d-843939-1 neutron-server[88369]: ERROR neutron.plugins.ml2.managers [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Failed to bind port 2f89c3a4-6bd8-494d-ad0b-760876704501 on host n-h2-843939-1 for vnic_type normal using segments [{'id': 'a97c02c8-6402-4816-a74f-0e133bbcae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e30ed6c5-2c54-41e0-96ac-36fa01c56603'}] May 31 13:46:23.448270 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 35668) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:23.450549 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf42d01-e9a9-43c3-8b03-52bb5022f7d1 admin admin] Checking segment: {'id': 'da45ed88-29c5-4083-8283-2d5891c414fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a3c1169d-3803-4be9-baa5-b11b4d424741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:46:23.450824 n-d-843939-1 neutron-server[88369]: INFO neutron.plugins.ml2.plugin [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempt 5 to bind port 2f89c3a4-6bd8-494d-ad0b-760876704501 May 31 13:46:23.450976 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf42d01-e9a9-43c3-8b03-52bb5022f7d1 admin admin] Network hostable DHCP agents. Network: a3c1169d-3803-4be9-baa5-b11b4d424741, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:46:23.515711 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-8bb3ab1c-0767-43ae-b472-d6cddc05017b tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Request body: {'security_group_rule': {'security_group_id': '879d485c-6856-4d39-902c-2e7246942604', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:46:23.535032 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8bb3ab1c-0767-43ae-b472-d6cddc05017b tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:46:23.546026 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-8bb3ab1c-0767-43ae-b472-d6cddc05017b tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Usage tracker for resource:security_group_rule and tenant:21f78e9efd2543f8a23fa5f8aa5a9a7c is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:46:23.556608 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-8bb3ab1c-0767-43ae-b472-d6cddc05017b tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:46:23.574248 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8bb3ab1c-0767-43ae-b472-d6cddc05017b tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:46:23.586024 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc7a09f-ab54-4342-aee2-dba235cb2303 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4675992-d4f2-4d6e-9e64-ed9320efe689,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:23.620495 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port 2f89c3a4-6bd8-494d-ad0b-760876704501 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:46:23.620495 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port 2f89c3a4-6bd8-494d-ad0b-760876704501 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'a97c02c8-6402-4816-a74f-0e133bbcae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e30ed6c5-2c54-41e0-96ac-36fa01c56603'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:46:23.620495 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port 2f89c3a4-6bd8-494d-ad0b-760876704501 on network e30ed6c5-2c54-41e0-96ac-36fa01c56603 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:46:23.645955 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed0ce5a-407a-4cf8-ac19-13cc077c8d9f None None] Routers {'592ca341-324a-4259-a16f-a3e2bfb06542'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:46:23.648184 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-7ed0ce5a-407a-4cf8-ac19-13cc077c8d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:46:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['592ca341-324a-4259-a16f-a3e2bfb06542'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:46:23.649647 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8bb3ab1c-0767-43ae-b472-d6cddc05017b tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:23.654256 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39e088b-0082-4293-a150-fc52919bf021 None None] Pushing event updated for resources: {'Port': ['ID=8e97fc47-5cd5-43f9-b7a5-26d60cde72ef,revision_number=4']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:23.660431 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8cc7a09f-ab54-4342-aee2-dba235cb2303 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:23.661649 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-8cc7a09f-ab54-4342-aee2-dba235cb2303 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7326007 May 31 13:46:23.668655 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42767da-b2a4-4a9a-be44-f1ea8b697773 None None] Routers {'80751f3d-e952-4fcb-9d42-f81dc7ae50bc'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:46:23.669293 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-a42767da-b2a4-4a9a-be44-f1ea8b697773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:46:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['80751f3d-e952-4fcb-9d42-f81dc7ae50bc'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:46:23.707188 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 35680) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:23.718931 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-0411ed90-ad70-4e8d-be4b-0a248d7c5b5c tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Request body: {'security_group_rule': {'security_group_id': 'be272545-d4a8-4677-ae1e-3fdd47e99fad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:46:23.740771 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf42d01-e9a9-43c3-8b03-52bb5022f7d1 admin admin] Network a3c1169d-3803-4be9-baa5-b11b4d424741 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:46:23.743599 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Port 2f89c3a4-6bd8-494d-ad0b-760876704501 on network e30ed6c5-2c54-41e0-96ac-36fa01c56603 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:46:23.743935 n-d-843939-1 neutron-server[88369]: ERROR neutron.plugins.ml2.managers [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Failed to bind port 2f89c3a4-6bd8-494d-ad0b-760876704501 on host n-h2-843939-1 for vnic_type normal using segments [{'id': 'a97c02c8-6402-4816-a74f-0e133bbcae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e30ed6c5-2c54-41e0-96ac-36fa01c56603'}] May 31 13:46:23.747402 n-d-843939-1 neutron-server[88369]: INFO neutron.plugins.ml2.plugin [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempt 6 to bind port 2f89c3a4-6bd8-494d-ad0b-760876704501 May 31 13:46:23.755871 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0411ed90-ad70-4e8d-be4b-0a248d7c5b5c tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:46:23.776015 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-0411ed90-ad70-4e8d-be4b-0a248d7c5b5c tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Usage tracker for resource:security_group_rule and tenant:0c3bb07388f549c9aeec65a21380cb5d is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:46:23.800419 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-0411ed90-ad70-4e8d-be4b-0a248d7c5b5c tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:46:23.812547 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-3cf42d01-e9a9-43c3-8b03-52bb5022f7d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, a3c1169d-3803-4be9-baa5-b11b4d424741) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:46:23.819919 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0411ed90-ad70-4e8d-be4b-0a248d7c5b5c tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:46:23.915121 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf42d01-e9a9-43c3-8b03-52bb5022f7d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:23.916027 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3cf42d01-e9a9-43c3-8b03-52bb5022f7d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:23.919926 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port 2f89c3a4-6bd8-494d-ad0b-760876704501 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:46:23.920865 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port 2f89c3a4-6bd8-494d-ad0b-760876704501 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'a97c02c8-6402-4816-a74f-0e133bbcae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e30ed6c5-2c54-41e0-96ac-36fa01c56603'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:46:23.921366 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port 2f89c3a4-6bd8-494d-ad0b-760876704501 on network e30ed6c5-2c54-41e0-96ac-36fa01c56603 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:46:23.968278 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0411ed90-ad70-4e8d-be4b-0a248d7c5b5c tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:23.972956 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Port 2f89c3a4-6bd8-494d-ad0b-760876704501 on network e30ed6c5-2c54-41e0-96ac-36fa01c56603 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:46:23.973297 n-d-843939-1 neutron-server[88369]: ERROR neutron.plugins.ml2.managers [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Failed to bind port 2f89c3a4-6bd8-494d-ad0b-760876704501 on host n-h2-843939-1 for vnic_type normal using segments [{'id': 'a97c02c8-6402-4816-a74f-0e133bbcae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e30ed6c5-2c54-41e0-96ac-36fa01c56603'}] May 31 13:46:23.973913 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c879b201-5af7-49b8-ae0f-01da31ac14b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:23.980193 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-a42767da-b2a4-4a9a-be44-f1ea8b697773 None None] Set router 80751f3d-e952-4fcb-9d42-f81dc7ae50bc gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:46:23.994989 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-3cf42d01-e9a9-43c3-8b03-52bb5022f7d1 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.7496872 May 31 13:46:24.001672 n-d-843939-1 neutron-server[88369]: INFO neutron.plugins.ml2.plugin [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempt 7 to bind port 2f89c3a4-6bd8-494d-ad0b-760876704501 May 31 13:46:24.010757 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8200994-71d5-45c9-8ebb-f03ebd3de1c2 None None] Network a3c1169d-3803-4be9-baa5-b11b4d424741 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:46:24.051148 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-7ed0ce5a-407a-4cf8-ac19-13cc077c8d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:46:24.051961 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed0ce5a-407a-4cf8-ac19-13cc077c8d9f None None] The sync data for ids ['592ca341-324a-4259-a16f-a3e2bfb06542'] in n-d-843939-1 is: [] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:46:24.158984 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 35692) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:24.217867 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c879b201-5af7-49b8-ae0f-01da31ac14b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:24.228230 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port 2f89c3a4-6bd8-494d-ad0b-760876704501 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:46:24.228579 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port 2f89c3a4-6bd8-494d-ad0b-760876704501 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'a97c02c8-6402-4816-a74f-0e133bbcae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e30ed6c5-2c54-41e0-96ac-36fa01c56603'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:46:24.228893 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port 2f89c3a4-6bd8-494d-ad0b-760876704501 on network e30ed6c5-2c54-41e0-96ac-36fa01c56603 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:46:24.324188 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8bb3ab1c-0767-43ae-b472-d6cddc05017b tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:24.343402 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8bb3ab1c-0767-43ae-b472-d6cddc05017b tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:24.356799 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Port 2f89c3a4-6bd8-494d-ad0b-760876704501 on network e30ed6c5-2c54-41e0-96ac-36fa01c56603 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:46:24.362603 n-d-843939-1 neutron-server[88369]: ERROR neutron.plugins.ml2.managers [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Failed to bind port 2f89c3a4-6bd8-494d-ad0b-760876704501 on host n-h2-843939-1 for vnic_type normal using segments [{'id': 'a97c02c8-6402-4816-a74f-0e133bbcae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e30ed6c5-2c54-41e0-96ac-36fa01c56603'}] May 31 13:46:24.433280 n-d-843939-1 neutron-server[88369]: INFO neutron.plugins.ml2.plugin [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempt 8 to bind port 2f89c3a4-6bd8-494d-ad0b-760876704501 May 31 13:46:24.443557 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0411ed90-ad70-4e8d-be4b-0a248d7c5b5c tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:24.462215 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0411ed90-ad70-4e8d-be4b-0a248d7c5b5c tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:24.511343 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-64c27795-8cab-4597-aa9e-610e98c7a46c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-663966050'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:46:24.534589 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-64c27795-8cab-4597-aa9e-610e98c7a46c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:46:24.550979 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-64c27795-8cab-4597-aa9e-610e98c7a46c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Usage tracker for resource:network and tenant:e2f5ae2e1abf4a2cb5fdef12f13f2ebb is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:46:24.566961 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-64c27795-8cab-4597-aa9e-610e98c7a46c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:46:24.582928 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-64c27795-8cab-4597-aa9e-610e98c7a46c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:46:24.622019 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c27795-8cab-4597-aa9e-610e98c7a46c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Made reservation on behalf of e2f5ae2e1abf4a2cb5fdef12f13f2ebb for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:46:24.627925 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-64c27795-8cab-4597-aa9e-610e98c7a46c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:24.652347 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0411ed90-ad70-4e8d-be4b-0a248d7c5b5c tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa319de1-2921-4655-8584-f1ad9c5d0bec,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:24.691288 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0411ed90-ad70-4e8d-be4b-0a248d7c5b5c tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:24.696151 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-0411ed90-ad70-4e8d-be4b-0a248d7c5b5c tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9867051 May 31 13:46:24.697018 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 35710) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:24.709527 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-cd4cf64b-87ae-4d8e-9d14-e6a933de1bdf tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Request body: {'floatingip': {'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:46:24.742195 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port 2f89c3a4-6bd8-494d-ad0b-760876704501 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:46:24.742934 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port 2f89c3a4-6bd8-494d-ad0b-760876704501 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'a97c02c8-6402-4816-a74f-0e133bbcae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e30ed6c5-2c54-41e0-96ac-36fa01c56603'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:46:24.743735 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port 2f89c3a4-6bd8-494d-ad0b-760876704501 on network e30ed6c5-2c54-41e0-96ac-36fa01c56603 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:46:24.751448 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-cd4cf64b-87ae-4d8e-9d14-e6a933de1bdf tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:46:24.752538 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8bb3ab1c-0767-43ae-b472-d6cddc05017b tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:24.753902 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-8bb3ab1c-0767-43ae-b472-d6cddc05017b tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2544756 May 31 13:46:24.755047 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb3ab1c-0767-43ae-b472-d6cddc05017b tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=216c744c-6728-4cc8-ba9c-dfccd724f272,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:24.766158 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 35720) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:24.766673 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-cd4cf64b-87ae-4d8e-9d14-e6a933de1bdf tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Usage tracker for resource:floatingip and tenant:0c3bb07388f549c9aeec65a21380cb5d is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:46:24.772302 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-64c27795-8cab-4597-aa9e-610e98c7a46c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:24.781441 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1bd32d-b801-40b7-9a92-8826f0bbcd09 None None] Network a3c1169d-3803-4be9-baa5-b11b4d424741 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:46:24.788968 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Port 2f89c3a4-6bd8-494d-ad0b-760876704501 on network e30ed6c5-2c54-41e0-96ac-36fa01c56603 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:46:24.789547 n-d-843939-1 neutron-server[88369]: ERROR neutron.plugins.ml2.managers [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Failed to bind port 2f89c3a4-6bd8-494d-ad0b-760876704501 on host n-h2-843939-1 for vnic_type normal using segments [{'id': 'a97c02c8-6402-4816-a74f-0e133bbcae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e30ed6c5-2c54-41e0-96ac-36fa01c56603'}] May 31 13:46:24.794795 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-cd6776e3-35b1-4126-b974-bc8a0165bea4 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Request body: {'security_group_rule': {'security_group_id': '879d485c-6856-4d39-902c-2e7246942604', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:46:24.800813 n-d-843939-1 neutron-server[88369]: INFO neutron.plugins.ml2.plugin [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempt 9 to bind port 2f89c3a4-6bd8-494d-ad0b-760876704501 May 31 13:46:24.803534 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-a42767da-b2a4-4a9a-be44-f1ea8b697773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80751f3d-e952-4fcb-9d42-f81dc7ae50bc', 'name': 'tempest-AttachVolumeShelveTestJSON-830909165-router', 'tenant_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '555b4251-8337-4815-aebf-af2e55d269ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:45:59Z', 'updated_at': '2022-05-31T13:46:16Z', 'revision_number': 4, 'project_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'gw_port': {'id': '555b4251-8337-4815-aebf-af2e55d269ad', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80751f3d-e952-4fcb-9d42-f81dc7ae50bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2163, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:46:01Z', 'updated_at': '2022-05-31T13:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '8e97fc47-5cd5-43f9-b7a5-26d60cde72ef', 'name': '', 'network_id': 'b66065d1-e972-453c-87d9-3ed8cec4b7a7', 'tenant_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'mac_address': 'fa:16:3e:87:b4:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80751f3d-e952-4fcb-9d42-f81dc7ae50bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': 'ccc319e0-a4f4-4875-9973-c92d94351bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:46:12Z', 'updated_at': '2022-05-31T13:46:23Z', 'revision_number': 4, 'project_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'subnets': [{'id': 'ccc319e0-a4f4-4875-9973-c92d94351bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:46:24.808580 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42767da-b2a4-4a9a-be44-f1ea8b697773 None None] The sync data for ids ['80751f3d-e952-4fcb-9d42-f81dc7ae50bc'] in n-d-843939-1 is: [{'id': '80751f3d-e952-4fcb-9d42-f81dc7ae50bc', 'name': 'tempest-AttachVolumeShelveTestJSON-830909165-router', 'tenant_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '555b4251-8337-4815-aebf-af2e55d269ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:45:59Z', 'updated_at': '2022-05-31T13:46:16Z', 'revision_number': 4, 'project_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'gw_port': {'id': '555b4251-8337-4815-aebf-af2e55d269ad', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80751f3d-e952-4fcb-9d42-f81dc7ae50bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2163, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:46:01Z', 'updated_at': '2022-05-31T13:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '8e97fc47-5cd5-43f9-b7a5-26d60cde72ef', 'name': '', 'network_id': 'b66065d1-e972-453c-87d9-3ed8cec4b7a7', 'tenant_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'mac_address': 'fa:16:3e:87:b4:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80751f3d-e952-4fcb-9d42-f81dc7ae50bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': 'ccc319e0-a4f4-4875-9973-c92d94351bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:46:12Z', 'updated_at': '2022-05-31T13:46:23Z', 'revision_number': 4, 'project_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'subnets': [{'id': 'ccc319e0-a4f4-4875-9973-c92d94351bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:46:24.822838 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c879b201-5af7-49b8-ae0f-01da31ac14b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:24.856009 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-cd6776e3-35b1-4126-b974-bc8a0165bea4 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:46:24.887593 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-64c27795-8cab-4597-aa9e-610e98c7a46c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:46:24.914180 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c879b201-5af7-49b8-ae0f-01da31ac14b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb5508a-f694-4dc3-b57a-8da511f4cd95,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:24.919371 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port 2f89c3a4-6bd8-494d-ad0b-760876704501 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:46:24.920315 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port 2f89c3a4-6bd8-494d-ad0b-760876704501 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'a97c02c8-6402-4816-a74f-0e133bbcae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e30ed6c5-2c54-41e0-96ac-36fa01c56603'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:46:24.921189 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port 2f89c3a4-6bd8-494d-ad0b-760876704501 on network e30ed6c5-2c54-41e0-96ac-36fa01c56603 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:46:24.930895 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-cd6776e3-35b1-4126-b974-bc8a0165bea4 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Usage tracker for resource:security_group_rule and tenant:21f78e9efd2543f8a23fa5f8aa5a9a7c is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:46:24.938593 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-64c27795-8cab-4597-aa9e-610e98c7a46c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Usage tracker for resource:security_group_rule and tenant:e2f5ae2e1abf4a2cb5fdef12f13f2ebb is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:46:24.943053 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Port 2f89c3a4-6bd8-494d-ad0b-760876704501 on network e30ed6c5-2c54-41e0-96ac-36fa01c56603 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:46:24.943883 n-d-843939-1 neutron-server[88369]: ERROR neutron.plugins.ml2.managers [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Failed to bind port 2f89c3a4-6bd8-494d-ad0b-760876704501 on host n-h2-843939-1 for vnic_type normal using segments [{'id': 'a97c02c8-6402-4816-a74f-0e133bbcae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e30ed6c5-2c54-41e0-96ac-36fa01c56603'}] May 31 13:46:24.945151 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c879b201-5af7-49b8-ae0f-01da31ac14b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:24.947046 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c879b201-5af7-49b8-ae0f-01da31ac14b2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ccb5508a-f694-4dc3-b57a-8da511f4cd95 HTTP/1.1" status: 204 len: 168 time: 1.5772991 May 31 13:46:24.948869 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-cd6776e3-35b1-4126-b974-bc8a0165bea4 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:46:24.953953 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-64c27795-8cab-4597-aa9e-610e98c7a46c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:46:24.957008 n-d-843939-1 neutron-server[88369]: INFO neutron.plugins.ml2.plugin [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempt 10 to bind port 2f89c3a4-6bd8-494d-ad0b-760876704501 May 31 13:46:24.968696 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-cd4cf64b-87ae-4d8e-9d14-e6a933de1bdf tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:46:24.976433 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-cd4cf64b-87ae-4d8e-9d14-e6a933de1bdf tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:46:24.983843 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-cd6776e3-35b1-4126-b974-bc8a0165bea4 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:46:24.992291 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-64c27795-8cab-4597-aa9e-610e98c7a46c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:46:25.013238 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port 2f89c3a4-6bd8-494d-ad0b-760876704501 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:46:25.014447 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port 2f89c3a4-6bd8-494d-ad0b-760876704501 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'a97c02c8-6402-4816-a74f-0e133bbcae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e30ed6c5-2c54-41e0-96ac-36fa01c56603'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:46:25.014960 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port 2f89c3a4-6bd8-494d-ad0b-760876704501 on network e30ed6c5-2c54-41e0-96ac-36fa01c56603 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:46:25.022656 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cd4cf64b-87ae-4d8e-9d14-e6a933de1bdf tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for floatingip, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:25.046441 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Port 2f89c3a4-6bd8-494d-ad0b-760876704501 on network e30ed6c5-2c54-41e0-96ac-36fa01c56603 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:46:25.047421 n-d-843939-1 neutron-server[88369]: ERROR neutron.plugins.ml2.managers [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Failed to bind port 2f89c3a4-6bd8-494d-ad0b-760876704501 on host n-h2-843939-1 for vnic_type normal using segments [{'id': 'a97c02c8-6402-4816-a74f-0e133bbcae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e30ed6c5-2c54-41e0-96ac-36fa01c56603'}] May 31 13:46:25.048089 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:25.124584 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cd6776e3-35b1-4126-b974-bc8a0165bea4 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:25.263334 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dab49171-b620-4f3d-a3c3-f5e6ee40860b tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:25.364525 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] For port 2f89c3a4-6bd8-494d-ad0b-760876704501, host n-h2-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:46:25.365109 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempted to set empty binding levels {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 31 13:46:25.391004 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:25.447433 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dab49171-b620-4f3d-a3c3-f5e6ee40860b tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:25.519837 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Pushing event updated for resources: {'Port': ['ID=2f89c3a4-6bd8-494d-ad0b-760876704501,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:25.542023 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea5b04c-d000-4618-93ea-32ce0ff023dd req-e9b32295-62b0-485c-8973-eb5d55cb9cd8 tempest-ServerMetadataNegativeTestJSON-1803395888 tempest-ServerMetadataNegativeTestJSON-1803395888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:25.542725 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-aea5b04c-d000-4618-93ea-32ce0ff023dd req-e9b32295-62b0-485c-8973-eb5d55cb9cd8 tempest-ServerMetadataNegativeTestJSON-1803395888 tempest-ServerMetadataNegativeTestJSON-1803395888-project] Synchronizing usage tracker for tenant:1138e382e3b54b7abec7f4a0b29e5dfd on resource:network {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:46:25.547551 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:25.548751 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:25.579840 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-dab49171-b620-4f3d-a3c3-f5e6ee40860b tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Deleting port 4d9c5497-34dd-446f-ade0-246f1b2d11f4 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:46:25.580189 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dab49171-b620-4f3d-a3c3-f5e6ee40860b tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:25.601268 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cd6776e3-35b1-4126-b974-bc8a0165bea4 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:25.621052 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cd6776e3-35b1-4126-b974-bc8a0165bea4 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:25.732628 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-64c27795-8cab-4597-aa9e-610e98c7a46c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:25.740133 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-aea5b04c-d000-4618-93ea-32ce0ff023dd req-e9b32295-62b0-485c-8973-eb5d55cb9cd8 tempest-ServerMetadataNegativeTestJSON-1803395888 tempest-ServerMetadataNegativeTestJSON-1803395888-project] Unset dirty status for tenant:1138e382e3b54b7abec7f4a0b29e5dfd on resource:network {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:46:25.741707 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aea5b04c-d000-4618-93ea-32ce0ff023dd req-e9b32295-62b0-485c-8973-eb5d55cb9cd8 tempest-ServerMetadataNegativeTestJSON-1803395888 tempest-ServerMetadataNegativeTestJSON-1803395888-project] 10.222.0.50 "GET /v2.0/networks?id=a3c1169d-3803-4be9-baa5-b11b4d424741 HTTP/1.1" status: 200 len: 820 time: 0.7750304 May 31 13:46:25.749445 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-64c27795-8cab-4597-aa9e-610e98c7a46c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:25.765374 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64c27795-8cab-4597-aa9e-610e98c7a46c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:46:25.794257 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-14b4bcec-3739-458d-b5e4-1c934d1da3fd tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 7.0030012 May 31 13:46:25.800619 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6776e3-35b1-4126-b974-bc8a0165bea4 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=165fa136-902b-4f1f-a604-d4982ccfc0f1,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:25.808446 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 35740) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:25.809821 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-64c27795-8cab-4597-aa9e-610e98c7a46c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:25.811320 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-64c27795-8cab-4597-aa9e-610e98c7a46c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Added segment fc568f60-1866-44fd-ba5a-8ce5c66d23fc of type vlan for network a48c2a33-e3db-4cc0-a958-b63bcce161fb May 31 13:46:25.902824 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-5d0af94c-80d1-4077-82af-d1fedc25cf79 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Deleting port 2f89c3a4-6bd8-494d-ad0b-760876704501 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:46:25.903324 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5d0af94c-80d1-4077-82af-d1fedc25cf79 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:26.052414 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dab49171-b620-4f3d-a3c3-f5e6ee40860b tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:26.219309 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cd6776e3-35b1-4126-b974-bc8a0165bea4 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:26.221599 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-cd6776e3-35b1-4126-b974-bc8a0165bea4 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4510686 May 31 13:46:26.222799 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c27795-8cab-4597-aa9e-610e98c7a46c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65f3b720-7e99-4754-a646-7b00b40ec2ee,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:26.236182 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-dab49171-b620-4f3d-a3c3-f5e6ee40860b tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Calling delete_port for 4d9c5497-34dd-446f-ade0-246f1b2d11f4 owned by network:router_gateway {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:46:26.250361 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 35756) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:26.312791 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-5547abb4-ec2f-415d-9fad-06c93a19ee63 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Request body: {'floatingip': {'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:46:26.343006 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 8e97fc47-5cd5-43f9-b7a5-26d60cde72ef up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:46:26.349237 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5547abb4-ec2f-415d-9fad-06c93a19ee63 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:46:26.354139 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-5547abb4-ec2f-415d-9fad-06c93a19ee63 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Usage tracker for resource:floatingip and tenant:21f78e9efd2543f8a23fa5f8aa5a9a7c is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:46:26.357842 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-5547abb4-ec2f-415d-9fad-06c93a19ee63 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:46:26.371449 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5547abb4-ec2f-415d-9fad-06c93a19ee63 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:46:26.384333 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-64c27795-8cab-4597-aa9e-610e98c7a46c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:26.448428 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5547abb4-ec2f-415d-9fad-06c93a19ee63 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks [] for floatingip, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:26.493768 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-64c27795-8cab-4597-aa9e-610e98c7a46c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:26.500194 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c27795-8cab-4597-aa9e-610e98c7a46c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:26.500902 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-64c27795-8cab-4597-aa9e-610e98c7a46c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:26.606098 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aea5b04c-d000-4618-93ea-32ce0ff023dd req-127f9f46-6b8d-4ae3-91ff-6e93f6ef5ec8 tempest-ServerMetadataNegativeTestJSON-1803395888 tempest-ServerMetadataNegativeTestJSON-1803395888-project] 10.222.0.50 "GET /v2.0/quotas/1138e382e3b54b7abec7f4a0b29e5dfd HTTP/1.1" status: 200 len: 375 time: 0.7746687 May 31 13:46:26.618607 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 8e97fc47-5cd5-43f9-b7a5-26d60cde72ef completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:46:26.636755 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 8e97fc47-5cd5-43f9-b7a5-26d60cde72ef triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:46:26.637124 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:26.681054 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dab49171-b620-4f3d-a3c3-f5e6ee40860b tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:26.697329 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-64c27795-8cab-4597-aa9e-610e98c7a46c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.5227127 May 31 13:46:26.740109 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 35774) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:26.803248 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-b6dae751-e816-483b-8cf6-344cce8e1aca tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Request body: {'port': {'network_id': 'a48c2a33-e3db-4cc0-a958-b63bcce161fb', 'name': 'tempest-PortsIpV6TestJSON-2126333603'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:46:26.811172 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aea5b04c-d000-4618-93ea-32ce0ff023dd req-e8a43263-96af-4c85-aff6-9da3218943d7 tempest-ServerMetadataNegativeTestJSON-1803395888 tempest-ServerMetadataNegativeTestJSON-1803395888-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=1138e382e3b54b7abec7f4a0b29e5dfd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2041836 May 31 13:46:26.820346 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab49171-b620-4f3d-a3c3-f5e6ee40860b tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Pushing event deleted for resources: {'Port': ['ID=4d9c5497-34dd-446f-ade0-246f1b2d11f4,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:26.832316 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 8e97fc47-5cd5-43f9-b7a5-26d60cde72ef is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:46:26.832743 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:26.914315 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cd4cf64b-87ae-4d8e-9d14-e6a933de1bdf tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:26.927961 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 8e97fc47-5cd5-43f9-b7a5-26d60cde72ef, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=8e97fc47-5cd5-43f9-b7a5-26d60cde72ef,segment=NetworkSegment(f85bb861-f832-42e2-a182-3ceccc5a66af),segment_id=f85bb861-f832-42e2-a182-3ceccc5a66af)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:46:26.936350 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:27.104837 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=8e97fc47-5cd5-43f9-b7a5-26d60cde72ef,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:27.167775 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c27795-8cab-4597-aa9e-610e98c7a46c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event updated for resources: {'Network': ['ID=a48c2a33-e3db-4cc0-a958-b63bcce161fb,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:27.188597 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network a48c2a33-e3db-4cc0-a958-b63bcce161fb details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:46:27.353191 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dab49171-b620-4f3d-a3c3-f5e6ee40860b tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577389'] for router_gateway, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:27.511542 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b6dae751-e816-483b-8cf6-344cce8e1aca tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:46:27.519562 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-5d0af94c-80d1-4077-82af-d1fedc25cf79 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] For port 2f89c3a4-6bd8-494d-ad0b-760876704501, host n-h2-843939-1, got binding levels [] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:46:27.520502 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5d0af94c-80d1-4077-82af-d1fedc25cf79 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:27.543293 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-b6dae751-e816-483b-8cf6-344cce8e1aca tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Usage tracker for resource:port and tenant:e2f5ae2e1abf4a2cb5fdef12f13f2ebb is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:46:27.553379 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-b6dae751-e816-483b-8cf6-344cce8e1aca tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:46:27.563844 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b6dae751-e816-483b-8cf6-344cce8e1aca tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:46:27.782724 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-5d0af94c-80d1-4077-82af-d1fedc25cf79 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Calling delete_port for 2f89c3a4-6bd8-494d-ad0b-760876704501 owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:46:27.786692 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aea5b04c-d000-4618-93ea-32ce0ff023dd req-424d35a1-2bb9-4862-94de-3ce9ea9fef19 service neutron] 10.222.0.50 "GET /v2.0/networks/a3c1169d-3803-4be9-baa5-b11b4d424741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9557903 May 31 13:46:27.842415 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6dae751-e816-483b-8cf6-344cce8e1aca tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Made reservation on behalf of e2f5ae2e1abf4a2cb5fdef12f13f2ebb for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:46:27.846550 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b6dae751-e816-483b-8cf6-344cce8e1aca tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:27.895454 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-b6dae751-e816-483b-8cf6-344cce8e1aca tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] device_id is not set on port 37b50223-0026-48ab-8a39-9d8a1dfb9669 yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:46:27.943779 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-cd4cf64b-87ae-4d8e-9d14-e6a933de1bdf tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Allocated IP 172.25.6.50 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/16c4f26e-df61-4c40-803d-c33e734ee8cc) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:46:27.952504 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5547abb4-ec2f-415d-9fad-06c93a19ee63 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:28.070403 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5d0af94c-80d1-4077-82af-d1fedc25cf79 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:28.125542 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0af94c-80d1-4077-82af-d1fedc25cf79 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Pushing event deleted for resources: {'Port': ['ID=2f89c3a4-6bd8-494d-ad0b-760876704501,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:28.164660 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5d0af94c-80d1-4077-82af-d1fedc25cf79 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:28.278501 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-5d0af94c-80d1-4077-82af-d1fedc25cf79 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] 10.222.0.50 "DELETE /v2.0/ports/2f89c3a4-6bd8-494d-ad0b-760876704501 HTTP/1.1" status: 204 len: 168 time: 2.4179559 May 31 13:46:28.278501 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 35800) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:28.300643 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 8e97fc47-5cd5-43f9-b7a5-26d60cde72ef up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:46:28.318337 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-595f3825-0c54-450f-b34a-6cc8046c0d8e tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] GET failed (client error): The resource could not be found. May 31 13:46:28.319035 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-595f3825-0c54-450f-b34a-6cc8046c0d8e tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Synchronizing usage tracker for tenant:35bd3e6a305a46f9b44322666bb68aa8 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:46:28.389346 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-595f3825-0c54-450f-b34a-6cc8046c0d8e tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Unset dirty status for tenant:35bd3e6a305a46f9b44322666bb68aa8 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:46:28.396083 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-595f3825-0c54-450f-b34a-6cc8046c0d8e tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] 10.222.0.50 "GET /v2.0/ports/2f89c3a4-6bd8-494d-ad0b-760876704501 HTTP/1.1" status: 404 len: 333 time: 0.1578243 May 31 13:46:28.396720 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 35804) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:28.408514 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-865ef586-b858-455c-9150-689450b5c8de tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Request body: {'port': {'network_id': 'e30ed6c5-2c54-41e0-96ac-36fa01c56603', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-872690778'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:46:28.427739 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-865ef586-b858-455c-9150-689450b5c8de tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:46:28.453143 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-865ef586-b858-455c-9150-689450b5c8de tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:46:28.478053 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b6dae751-e816-483b-8cf6-344cce8e1aca tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:28.482175 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-865ef586-b858-455c-9150-689450b5c8de tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Made reservation on behalf of 35bd3e6a305a46f9b44322666bb68aa8 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:46:28.484471 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-865ef586-b858-455c-9150-689450b5c8de tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:28.499263 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 8e97fc47-5cd5-43f9-b7a5-26d60cde72ef triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:46:28.502466 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:28.508229 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-865ef586-b858-455c-9150-689450b5c8de tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] device_id is not set on port 98c5f0b8-c404-49e0-8e64-b80510abe52f yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:46:28.520766 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cd4cf64b-87ae-4d8e-9d14-e6a933de1bdf tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:28.784112 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-5547abb4-ec2f-415d-9fad-06c93a19ee63 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Allocated IP 172.25.6.190 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/4e27d16a-3d05-4164-9717-3a2935c8629e) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:46:28.900823 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 8e97fc47-5cd5-43f9-b7a5-26d60cde72ef is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:46:28.989439 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b6dae751-e816-483b-8cf6-344cce8e1aca tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:29.057221 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dab49171-b620-4f3d-a3c3-f5e6ee40860b tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:29.067591 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dab49171-b620-4f3d-a3c3-f5e6ee40860b tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1578611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1578620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1575237'] for router, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:29.070724 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cd4cf64b-87ae-4d8e-9d14-e6a933de1bdf tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:29.332268 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-865ef586-b858-455c-9150-689450b5c8de tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:29.402587 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4cf64b-87ae-4d8e-9d14-e6a933de1bdf tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Pushing event updated for resources: {'Port': ['ID=16c4f26e-df61-4c40-803d-c33e734ee8cc,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:29.442184 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4cf64b-87ae-4d8e-9d14-e6a933de1bdf tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:46:29.477493 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dae751-e816-483b-8cf6-344cce8e1aca tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event updated for resources: {'Port': ['ID=37b50223-0026-48ab-8a39-9d8a1dfb9669,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:29.477768 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-cd4cf64b-87ae-4d8e-9d14-e6a933de1bdf tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:46:29.509733 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-865ef586-b858-455c-9150-689450b5c8de tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:29.562974 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6dae751-e816-483b-8cf6-344cce8e1aca tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Checking segment: {'id': 'fc568f60-1866-44fd-ba5a-8ce5c66d23fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a48c2a33-e3db-4cc0-a958-b63bcce161fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:46:29.563140 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6dae751-e816-483b-8cf6-344cce8e1aca tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Network hostable DHCP agents. Network: a48c2a33-e3db-4cc0-a958-b63bcce161fb, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:46:29.568066 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4cf64b-87ae-4d8e-9d14-e6a933de1bdf tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:46:29.627552 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5547abb4-ec2f-415d-9fad-06c93a19ee63 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:29.629464 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aea5b04c-d000-4618-93ea-32ce0ff023dd req-1a8e1c52-f657-4640-a3bd-a583d36f4a21 service neutron] 10.222.0.50 "GET /v2.0/networks/a3c1169d-3803-4be9-baa5-b11b4d424741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8036902 May 31 13:46:29.652255 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865ef586-b858-455c-9150-689450b5c8de tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Network e30ed6c5-2c54-41e0-96ac-36fa01c56603 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:46:29.659405 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6dae751-e816-483b-8cf6-344cce8e1aca tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Network a48c2a33-e3db-4cc0-a958-b63bcce161fb is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:46:29.661964 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-865ef586-b858-455c-9150-689450b5c8de tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:46:29.668539 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865ef586-b858-455c-9150-689450b5c8de tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:46:29.669457 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865ef586-b858-455c-9150-689450b5c8de tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:29.670350 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-865ef586-b858-455c-9150-689450b5c8de tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:29.693107 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dab49171-b620-4f3d-a3c3-f5e6ee40860b tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Router 592ca341-324a-4259-a16f-a3e2bfb06542 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:46:29.696468 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865ef586-b858-455c-9150-689450b5c8de tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Pushing event updated for resources: {'Port': ['ID=98c5f0b8-c404-49e0-8e64-b80510abe52f,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:29.708384 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-b6dae751-e816-483b-8cf6-344cce8e1aca tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, a48c2a33-e3db-4cc0-a958-b63bcce161fb) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:46:29.714951 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-865ef586-b858-455c-9150-689450b5c8de tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.3116045 May 31 13:46:29.715980 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6dae751-e816-483b-8cf6-344cce8e1aca tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:46:29.718231 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4538c951-b042-4a71-bf8e-e21c2e0e60d0 None None] Network a48c2a33-e3db-4cc0-a958-b63bcce161fb requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:46:29.723935 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 35828) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:29.724333 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6dae751-e816-483b-8cf6-344cce8e1aca tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:29.725172 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b6dae751-e816-483b-8cf6-344cce8e1aca tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:29.755446 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b6dae751-e816-483b-8cf6-344cce8e1aca tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.0137920 May 31 13:46:29.759929 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 35832) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:29.768119 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-6e2ab5ed-5f30-47dd-bbb7-77d9b41abbe2 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:46:29.776349 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-740dd6b8-9a88-4d62-a176-14824a65869b tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-292752426'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:46:29.794280 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5547abb4-ec2f-415d-9fad-06c93a19ee63 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:29.820976 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-740dd6b8-9a88-4d62-a176-14824a65869b tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:46:29.906663 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-740dd6b8-9a88-4d62-a176-14824a65869b tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Usage tracker for resource:network and tenant:e2f5ae2e1abf4a2cb5fdef12f13f2ebb is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:46:29.914676 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-740dd6b8-9a88-4d62-a176-14824a65869b tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:46:29.967725 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-740dd6b8-9a88-4d62-a176-14824a65869b tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:46:30.031875 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5547abb4-ec2f-415d-9fad-06c93a19ee63 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:46:30.073070 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-5547abb4-ec2f-415d-9fad-06c93a19ee63 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:46:30.082860 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5547abb4-ec2f-415d-9fad-06c93a19ee63 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:46:30.131403 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5547abb4-ec2f-415d-9fad-06c93a19ee63 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Pushing event updated for resources: {'Port': ['ID=4e27d16a-3d05-4164-9717-3a2935c8629e,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:30.142357 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740dd6b8-9a88-4d62-a176-14824a65869b tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Made reservation on behalf of e2f5ae2e1abf4a2cb5fdef12f13f2ebb for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:46:30.147834 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-740dd6b8-9a88-4d62-a176-14824a65869b tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:30.247393 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-740dd6b8-9a88-4d62-a176-14824a65869b tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:46:30.280816 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-740dd6b8-9a88-4d62-a176-14824a65869b tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:30.281169 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-740dd6b8-9a88-4d62-a176-14824a65869b tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Added segment a594e598-5ffa-49e1-98c4-57dbe163a0a2 of type vlan for network 525658f3-07b6-46eb-9cf6-030fb88898a8 May 31 13:46:30.310310 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5547abb4-ec2f-415d-9fad-06c93a19ee63 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:30.324764 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-740dd6b8-9a88-4d62-a176-14824a65869b tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:30.358552 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-78f7ac80-9c00-40a8-a092-c19027e0009e req-b2fc8643-feb9-4ecd-be1c-bff654fbf819 tempest-ServerMetadataNegativeTestJSON-1803395888 tempest-ServerMetadataNegativeTestJSON-1803395888-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cfcd394-6fa5-4c20-9b2c-59b785809739 HTTP/1.1" status: 200 len: 210 time: 0.4195058 May 31 13:46:30.378318 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dab49171-b620-4f3d-a3c3-f5e6ee40860b tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:46:30.405417 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d6232e-4224-4b10-bf6a-1578360c2467 None None] Sync routers for ids ['592ca341-324a-4259-a16f-a3e2bfb06542'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:46:30.449852 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5547abb4-ec2f-415d-9fad-06c93a19ee63 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:30.459717 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d6232e-4224-4b10-bf6a-1578360c2467 None None] Routers {'592ca341-324a-4259-a16f-a3e2bfb06542'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:46:30.463179 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-e8d6232e-4224-4b10-bf6a-1578360c2467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:46:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['592ca341-324a-4259-a16f-a3e2bfb06542'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:46:30.482156 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-740dd6b8-9a88-4d62-a176-14824a65869b tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:30.488837 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740dd6b8-9a88-4d62-a176-14824a65869b tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:30.489884 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-740dd6b8-9a88-4d62-a176-14824a65869b tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:30.514279 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cd4cf64b-87ae-4d8e-9d14-e6a933de1bdf tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:30.729413 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-740dd6b8-9a88-4d62-a176-14824a65869b tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9620171 May 31 13:46:30.738459 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 35854) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:30.752206 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-105b53bf-e3e7-4a8d-ac13-f8de00f54449 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Request body: {'ports': [{'network_id': 'a48c2a33-e3db-4cc0-a958-b63bcce161fb'}, {'network_id': '525658f3-07b6-46eb-9cf6-030fb88898a8'}]} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:46:30.752868 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-105b53bf-e3e7-4a8d-ac13-f8de00f54449 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Request body: {'port': {'network_id': 'a48c2a33-e3db-4cc0-a958-b63bcce161fb'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:46:30.753262 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-105b53bf-e3e7-4a8d-ac13-f8de00f54449 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Request body: {'port': {'network_id': '525658f3-07b6-46eb-9cf6-030fb88898a8'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:46:30.762016 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-e8d6232e-4224-4b10-bf6a-1578360c2467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:46:30.781761 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d6232e-4224-4b10-bf6a-1578360c2467 None None] Routers {'592ca341-324a-4259-a16f-a3e2bfb06542'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:46:30.782922 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-e8d6232e-4224-4b10-bf6a-1578360c2467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:46:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['592ca341-324a-4259-a16f-a3e2bfb06542'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:46:30.786542 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740dd6b8-9a88-4d62-a176-14824a65869b tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event updated for resources: {'Network': ['ID=525658f3-07b6-46eb-9cf6-030fb88898a8,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:30.802583 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6e2ab5ed-5f30-47dd-bbb7-77d9b41abbe2 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:30.851004 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dab49171-b620-4f3d-a3c3-f5e6ee40860b tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:30.856649 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-dab49171-b620-4f3d-a3c3-f5e6ee40860b tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] 10.222.0.50 "PUT /v2.0/routers/592ca341-324a-4259-a16f-a3e2bfb06542 HTTP/1.1" status: 200 len: 710 time: 7.6822197 May 31 13:46:30.862323 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 35866) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:30.916338 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-e8d6232e-4224-4b10-bf6a-1578360c2467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:46:30.916929 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d6232e-4224-4b10-bf6a-1578360c2467 None None] The sync data for ids ['592ca341-324a-4259-a16f-a3e2bfb06542'] in n-d-843939-1 is: [] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:46:31.112520 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740dd6b8-9a88-4d62-a176-14824a65869b tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:46:31.113249 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740dd6b8-9a88-4d62-a176-14824a65869b tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:46:31.113249 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740dd6b8-9a88-4d62-a176-14824a65869b tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:46:31.113490 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740dd6b8-9a88-4d62-a176-14824a65869b tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:46:31.113820 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740dd6b8-9a88-4d62-a176-14824a65869b tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:46:31.114191 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740dd6b8-9a88-4d62-a176-14824a65869b tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:46:31.114509 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740dd6b8-9a88-4d62-a176-14824a65869b tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:46:31.114827 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740dd6b8-9a88-4d62-a176-14824a65869b tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:46:31.115156 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740dd6b8-9a88-4d62-a176-14824a65869b tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:46:31.115551 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740dd6b8-9a88-4d62-a176-14824a65869b tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:46:31.115885 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740dd6b8-9a88-4d62-a176-14824a65869b tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:46:31.116185 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740dd6b8-9a88-4d62-a176-14824a65869b tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:46:31.134071 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 525658f3-07b6-46eb-9cf6-030fb88898a8 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:46:31.150499 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cd4cf64b-87ae-4d8e-9d14-e6a933de1bdf tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:31.426415 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-105b53bf-e3e7-4a8d-ac13-f8de00f54449 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:46:31.436706 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-105b53bf-e3e7-4a8d-ac13-f8de00f54449 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Usage tracker for resource:port and tenant:e2f5ae2e1abf4a2cb5fdef12f13f2ebb is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:46:31.446923 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-105b53bf-e3e7-4a8d-ac13-f8de00f54449 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:46:31.458532 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-105b53bf-e3e7-4a8d-ac13-f8de00f54449 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:46:31.487324 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-105b53bf-e3e7-4a8d-ac13-f8de00f54449 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Made reservation on behalf of e2f5ae2e1abf4a2cb5fdef12f13f2ebb for: {'port': 2} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:46:31.496043 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-105b53bf-e3e7-4a8d-ac13-f8de00f54449 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:31.514269 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.db.resource_extend [None req-5547abb4-ec2f-415d-9fad-06c93a19ee63 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:46:31.537382 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5547abb4-ec2f-415d-9fad-06c93a19ee63 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:31.559142 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-105b53bf-e3e7-4a8d-ac13-f8de00f54449 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:31.625189 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5547abb4-ec2f-415d-9fad-06c93a19ee63 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:32.070800 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7ffb5ea4-f5d4-4f92-a232-586fc684a27e req-8190e329-d81e-49b0-aea4-972d82b6a8e9 tempest-ServerMetadataNegativeTestJSON-1803395888 tempest-ServerMetadataNegativeTestJSON-1803395888-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cfcd394-6fa5-4c20-9b2c-59b785809739 HTTP/1.1" status: 200 len: 210 time: 0.0944877 May 31 13:46:32.085358 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-cb6ace5d-87a9-4d09-8c76-f961446a403f tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] 10.222.0.50 "GET /v2.0/routers/592ca341-324a-4259-a16f-a3e2bfb06542 HTTP/1.1" status: 200 len: 745 time: 1.2212310 May 31 13:46:32.088638 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 35892) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:32.131572 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-6e2ab5ed-5f30-47dd-bbb7-77d9b41abbe2 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] device_id is not set on port 98c5f0b8-c404-49e0-8e64-b80510abe52f yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:46:32.158674 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6e2ab5ed-5f30-47dd-bbb7-77d9b41abbe2 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:32.167885 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-aa393558-c9ac-4ff8-a80a-099d509b6b5a tempest-RoutersIpV6AdminTest-1270421889 tempest-RoutersIpV6AdminTest-1270421889-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=d2103cd5-63ba-4c24-9d95-fd17643bf14c&device_id=592ca341-324a-4259-a16f-a3e2bfb06542 HTTP/1.1" status: 200 len: 205 time: 0.0778768 May 31 13:46:32.184478 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 35898) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:32.302485 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-386c277e-8ba6-4ea2-a5f1-c1620b4c0f58 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] 10.222.0.50 "GET /v2.0/ports?device_id=592ca341-324a-4259-a16f-a3e2bfb06542 HTTP/1.1" status: 200 len: 205 time: 0.1166582 May 31 13:46:32.400995 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 35906) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:32.455241 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-105b53bf-e3e7-4a8d-ac13-f8de00f54449 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] device_id is not set on port fe610115-83c6-4cd4-8bc6-698e29665015 yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:46:32.634197 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cd4cf64b-87ae-4d8e-9d14-e6a933de1bdf tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:32.638210 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-6e2ab5ed-5f30-47dd-bbb7-77d9b41abbe2 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Transition to ACTIVE for port object 98c5f0b8-c404-49e0-8e64-b80510abe52f will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:46:32.645775 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cd4cf64b-87ae-4d8e-9d14-e6a933de1bdf tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:32.686825 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5547abb4-ec2f-415d-9fad-06c93a19ee63 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Pushing event updated for resources: {'Port': ['ID=4e27d16a-3d05-4164-9717-3a2935c8629e,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:32.874899 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6e2ab5ed-5f30-47dd-bbb7-77d9b41abbe2 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:32.914736 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-105b53bf-e3e7-4a8d-ac13-f8de00f54449 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:32.922432 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e91a1e2a-a792-4b11-a0d7-d2dcc477a27a tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:33.112833 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4cf64b-87ae-4d8e-9d14-e6a933de1bdf tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Pushing event updated for resources: {'Port': ['ID=16c4f26e-df61-4c40-803d-c33e734ee8cc,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:33.308333 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2ab5ed-5f30-47dd-bbb7-77d9b41abbe2 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Pushing event updated for resources: {'Port': ['ID=98c5f0b8-c404-49e0-8e64-b80510abe52f,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:33.328447 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5547abb4-ec2f-415d-9fad-06c93a19ee63 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:33.347647 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea5b04c-d000-4618-93ea-32ce0ff023dd req-418eb5fe-ae23-47ae-a2bd-23c9d92eba0a tempest-ServerMetadataNegativeTestJSON-1803395888 tempest-ServerMetadataNegativeTestJSON-1803395888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:33.350713 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aea5b04c-d000-4618-93ea-32ce0ff023dd req-418eb5fe-ae23-47ae-a2bd-23c9d92eba0a tempest-ServerMetadataNegativeTestJSON-1803395888 tempest-ServerMetadataNegativeTestJSON-1803395888-project] 10.222.0.44 "GET /v2.0/networks?id=a3c1169d-3803-4be9-baa5-b11b4d424741 HTTP/1.1" status: 200 len: 820 time: 0.8053370 May 31 13:46:33.359249 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cd4cf64b-87ae-4d8e-9d14-e6a933de1bdf tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:33.412606 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-aea5b04c-d000-4618-93ea-32ce0ff023dd req-3aa1cbd0-c7b1-4bf7-83ce-6b4576b66162 tempest-ServerMetadataNegativeTestJSON-1803395888 tempest-ServerMetadataNegativeTestJSON-1803395888-project] Request body: {'port': {'device_id': '1cfcd394-6fa5-4c20-9b2c-59b785809739', 'network_id': 'a3c1169d-3803-4be9-baa5-b11b4d424741', 'admin_state_up': True, 'tenant_id': '1138e382e3b54b7abec7f4a0b29e5dfd'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:46:33.430141 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-6e2ab5ed-5f30-47dd-bbb7-77d9b41abbe2 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port 98c5f0b8-c404-49e0-8e64-b80510abe52f on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:46:33.430141 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-6e2ab5ed-5f30-47dd-bbb7-77d9b41abbe2 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port 98c5f0b8-c404-49e0-8e64-b80510abe52f by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'a97c02c8-6402-4816-a74f-0e133bbcae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e30ed6c5-2c54-41e0-96ac-36fa01c56603'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:46:33.430518 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2ab5ed-5f30-47dd-bbb7-77d9b41abbe2 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port 98c5f0b8-c404-49e0-8e64-b80510abe52f on network e30ed6c5-2c54-41e0-96ac-36fa01c56603 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:46:33.437503 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cd4cf64b-87ae-4d8e-9d14-e6a933de1bdf tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:33.447023 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-cd4cf64b-87ae-4d8e-9d14-e6a933de1bdf tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.7364006 May 31 13:46:33.447023 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2ab5ed-5f30-47dd-bbb7-77d9b41abbe2 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Port 98c5f0b8-c404-49e0-8e64-b80510abe52f on network e30ed6c5-2c54-41e0-96ac-36fa01c56603 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:46:33.447023 n-d-843939-1 neutron-server[88370]: ERROR neutron.plugins.ml2.managers [None req-6e2ab5ed-5f30-47dd-bbb7-77d9b41abbe2 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Failed to bind port 98c5f0b8-c404-49e0-8e64-b80510abe52f on host n-h2-843939-1 for vnic_type normal using segments [{'id': 'a97c02c8-6402-4816-a74f-0e133bbcae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e30ed6c5-2c54-41e0-96ac-36fa01c56603'}] May 31 13:46:33.447023 n-d-843939-1 neutron-server[88370]: INFO neutron.plugins.ml2.plugin [None req-6e2ab5ed-5f30-47dd-bbb7-77d9b41abbe2 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempt 2 to bind port 98c5f0b8-c404-49e0-8e64-b80510abe52f May 31 13:46:33.804342 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5547abb4-ec2f-415d-9fad-06c93a19ee63 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:33.805558 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-5547abb4-ec2f-415d-9fad-06c93a19ee63 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.5461032 May 31 13:46:33.808663 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-105b53bf-e3e7-4a8d-ac13-f8de00f54449 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] device_id is not set on port 2c58b5d6-13d5-4d64-97f4-4dbf96de7614 yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:46:33.850192 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e91a1e2a-a792-4b11-a0d7-d2dcc477a27a tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:33.850192 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e91a1e2a-a792-4b11-a0d7-d2dcc477a27a tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:33.879207 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e91a1e2a-a792-4b11-a0d7-d2dcc477a27a tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:33.880111 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e91a1e2a-a792-4b11-a0d7-d2dcc477a27a tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Fanout notify agent at l3_agent the message router_deleted on router 592ca341-324a-4259-a16f-a3e2bfb06542 {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:46:33.906325 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-6e2ab5ed-5f30-47dd-bbb7-77d9b41abbe2 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port 98c5f0b8-c404-49e0-8e64-b80510abe52f on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:46:33.907095 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e91a1e2a-a792-4b11-a0d7-d2dcc477a27a tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:33.907214 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-6e2ab5ed-5f30-47dd-bbb7-77d9b41abbe2 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port 98c5f0b8-c404-49e0-8e64-b80510abe52f by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'a97c02c8-6402-4816-a74f-0e133bbcae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e30ed6c5-2c54-41e0-96ac-36fa01c56603'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:46:33.907307 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2ab5ed-5f30-47dd-bbb7-77d9b41abbe2 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port 98c5f0b8-c404-49e0-8e64-b80510abe52f on network e30ed6c5-2c54-41e0-96ac-36fa01c56603 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:46:33.912197 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e91a1e2a-a792-4b11-a0d7-d2dcc477a27a tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] 10.222.0.50 "DELETE /v2.0/routers/592ca341-324a-4259-a16f-a3e2bfb06542 HTTP/1.1" status: 204 len: 168 time: 1.5100298 May 31 13:46:33.913379 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-27a7178c-e159-4191-80e4-25480087ad94 req-a819b876-eeb2-4216-9d12-38b89344bc87 tempest-ServerMetadataNegativeTestJSON-1803395888 tempest-ServerMetadataNegativeTestJSON-1803395888-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cfcd394-6fa5-4c20-9b2c-59b785809739 HTTP/1.1" status: 200 len: 210 time: 0.4251595 May 31 13:46:33.925492 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 35942) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:33.992155 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ac0139af-4440-4741-b12a-c91d188865d5 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] 10.222.0.50 "GET /v2.0/ports?device_id=592ca341-324a-4259-a16f-a3e2bfb06542 HTTP/1.1" status: 200 len: 205 time: 0.0578916 May 31 13:46:33.999643 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 35948) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:34.006555 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2ab5ed-5f30-47dd-bbb7-77d9b41abbe2 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Port 98c5f0b8-c404-49e0-8e64-b80510abe52f on network e30ed6c5-2c54-41e0-96ac-36fa01c56603 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:46:34.006973 n-d-843939-1 neutron-server[88370]: ERROR neutron.plugins.ml2.managers [None req-6e2ab5ed-5f30-47dd-bbb7-77d9b41abbe2 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Failed to bind port 98c5f0b8-c404-49e0-8e64-b80510abe52f on host n-h2-843939-1 for vnic_type normal using segments [{'id': 'a97c02c8-6402-4816-a74f-0e133bbcae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e30ed6c5-2c54-41e0-96ac-36fa01c56603'}] May 31 13:46:34.062922 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-105b53bf-e3e7-4a8d-ac13-f8de00f54449 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:34.093350 n-d-843939-1 neutron-server[88370]: INFO neutron.plugins.ml2.plugin [None req-6e2ab5ed-5f30-47dd-bbb7-77d9b41abbe2 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempt 3 to bind port 98c5f0b8-c404-49e0-8e64-b80510abe52f May 31 13:46:34.110166 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-105b53bf-e3e7-4a8d-ac13-f8de00f54449 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:34.166824 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-6e2ab5ed-5f30-47dd-bbb7-77d9b41abbe2 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port 98c5f0b8-c404-49e0-8e64-b80510abe52f on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:46:34.167235 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-6e2ab5ed-5f30-47dd-bbb7-77d9b41abbe2 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port 98c5f0b8-c404-49e0-8e64-b80510abe52f by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'a97c02c8-6402-4816-a74f-0e133bbcae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e30ed6c5-2c54-41e0-96ac-36fa01c56603'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:46:34.167479 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2ab5ed-5f30-47dd-bbb7-77d9b41abbe2 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port 98c5f0b8-c404-49e0-8e64-b80510abe52f on network e30ed6c5-2c54-41e0-96ac-36fa01c56603 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:46:34.170346 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [None req-4bbd8f8d-4118-4871-b8f4-f22e0b38a7ce tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] delete failed (client error): The resource could not be found. May 31 13:46:34.171640 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-4bbd8f8d-4118-4871-b8f4-f22e0b38a7ce tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] 10.222.0.50 "DELETE /v2.0/routers/592ca341-324a-4259-a16f-a3e2bfb06542 HTTP/1.1" status: 404 len: 336 time: 0.1669919 May 31 13:46:34.176975 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 35966) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:34.209502 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2ab5ed-5f30-47dd-bbb7-77d9b41abbe2 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Port 98c5f0b8-c404-49e0-8e64-b80510abe52f on network e30ed6c5-2c54-41e0-96ac-36fa01c56603 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:46:34.209828 n-d-843939-1 neutron-server[88370]: ERROR neutron.plugins.ml2.managers [None req-6e2ab5ed-5f30-47dd-bbb7-77d9b41abbe2 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Failed to bind port 98c5f0b8-c404-49e0-8e64-b80510abe52f on host n-h2-843939-1 for vnic_type normal using segments [{'id': 'a97c02c8-6402-4816-a74f-0e133bbcae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e30ed6c5-2c54-41e0-96ac-36fa01c56603'}] May 31 13:46:34.215505 n-d-843939-1 neutron-server[88370]: INFO neutron.plugins.ml2.plugin [None req-6e2ab5ed-5f30-47dd-bbb7-77d9b41abbe2 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempt 4 to bind port 98c5f0b8-c404-49e0-8e64-b80510abe52f May 31 13:46:34.247287 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-8247df35-dd4d-4a18-80e9-40ee02d608a1 req-d8fc0d44-e130-4d82-b51d-1c27a2045f32 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Synchronizing usage tracker for tenant:0c3bb07388f549c9aeec65a21380cb5d on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:46:34.269089 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-33b4b72a-e517-4281-b9b7-8a198e0ea26e tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] 10.222.0.50 "GET /v2.0/ports?device_id=b34b525d-338d-4440-93d7-b0cfb7810ae7 HTTP/1.1" status: 200 len: 205 time: 0.0819616 May 31 13:46:34.274852 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 35970) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:34.290676 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-6e2ab5ed-5f30-47dd-bbb7-77d9b41abbe2 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port 98c5f0b8-c404-49e0-8e64-b80510abe52f on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:46:34.290676 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-6e2ab5ed-5f30-47dd-bbb7-77d9b41abbe2 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port 98c5f0b8-c404-49e0-8e64-b80510abe52f by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'a97c02c8-6402-4816-a74f-0e133bbcae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e30ed6c5-2c54-41e0-96ac-36fa01c56603'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:46:34.290676 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2ab5ed-5f30-47dd-bbb7-77d9b41abbe2 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port 98c5f0b8-c404-49e0-8e64-b80510abe52f on network e30ed6c5-2c54-41e0-96ac-36fa01c56603 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:46:34.295390 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-3aac53a2-6014-43e8-838c-395a7a272a21 req-e3545a22-cba4-461b-81f2-3b5b410d7b5d tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Synchronizing usage tracker for tenant:21f78e9efd2543f8a23fa5f8aa5a9a7c on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:46:34.317921 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-aea5b04c-d000-4618-93ea-32ce0ff023dd req-3aa1cbd0-c7b1-4bf7-83ce-6b4576b66162 tempest-ServerMetadataNegativeTestJSON-1803395888 tempest-ServerMetadataNegativeTestJSON-1803395888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:46:34.322809 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-aea5b04c-d000-4618-93ea-32ce0ff023dd req-3aa1cbd0-c7b1-4bf7-83ce-6b4576b66162 tempest-ServerMetadataNegativeTestJSON-1803395888 tempest-ServerMetadataNegativeTestJSON-1803395888-project] Usage tracker for resource:port and tenant:1138e382e3b54b7abec7f4a0b29e5dfd is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:46:34.326526 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-aea5b04c-d000-4618-93ea-32ce0ff023dd req-3aa1cbd0-c7b1-4bf7-83ce-6b4576b66162 tempest-ServerMetadataNegativeTestJSON-1803395888 tempest-ServerMetadataNegativeTestJSON-1803395888-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:46:34.333314 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-aea5b04c-d000-4618-93ea-32ce0ff023dd req-3aa1cbd0-c7b1-4bf7-83ce-6b4576b66162 tempest-ServerMetadataNegativeTestJSON-1803395888 tempest-ServerMetadataNegativeTestJSON-1803395888-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:46:34.354368 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2ab5ed-5f30-47dd-bbb7-77d9b41abbe2 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Port 98c5f0b8-c404-49e0-8e64-b80510abe52f on network e30ed6c5-2c54-41e0-96ac-36fa01c56603 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:46:34.354903 n-d-843939-1 neutron-server[88370]: ERROR neutron.plugins.ml2.managers [None req-6e2ab5ed-5f30-47dd-bbb7-77d9b41abbe2 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Failed to bind port 98c5f0b8-c404-49e0-8e64-b80510abe52f on host n-h2-843939-1 for vnic_type normal using segments [{'id': 'a97c02c8-6402-4816-a74f-0e133bbcae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e30ed6c5-2c54-41e0-96ac-36fa01c56603'}] May 31 13:46:34.359330 n-d-843939-1 neutron-server[88370]: INFO neutron.plugins.ml2.plugin [None req-6e2ab5ed-5f30-47dd-bbb7-77d9b41abbe2 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempt 5 to bind port 98c5f0b8-c404-49e0-8e64-b80510abe52f May 31 13:46:34.371363 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aea5b04c-d000-4618-93ea-32ce0ff023dd req-3aa1cbd0-c7b1-4bf7-83ce-6b4576b66162 tempest-ServerMetadataNegativeTestJSON-1803395888 tempest-ServerMetadataNegativeTestJSON-1803395888-project] Made reservation on behalf of 1138e382e3b54b7abec7f4a0b29e5dfd for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:46:34.375555 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-aea5b04c-d000-4618-93ea-32ce0ff023dd req-3aa1cbd0-c7b1-4bf7-83ce-6b4576b66162 tempest-ServerMetadataNegativeTestJSON-1803395888 tempest-ServerMetadataNegativeTestJSON-1803395888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:34.398602 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-8247df35-dd4d-4a18-80e9-40ee02d608a1 req-d8fc0d44-e130-4d82-b51d-1c27a2045f32 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Unset dirty status for tenant:0c3bb07388f549c9aeec65a21380cb5d on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:46:34.402901 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8247df35-dd4d-4a18-80e9-40ee02d608a1 req-d8fc0d44-e130-4d82-b51d-1c27a2045f32 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--524538525&fields=id&tenant_id=0c3bb07388f549c9aeec65a21380cb5d HTTP/1.1" status: 200 len: 267 time: 0.5246670 May 31 13:46:34.409363 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105b53bf-e3e7-4a8d-ac13-f8de00f54449 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Network a48c2a33-e3db-4cc0-a958-b63bcce161fb is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:46:34.426965 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-105b53bf-e3e7-4a8d-ac13-f8de00f54449 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:46:34.437756 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105b53bf-e3e7-4a8d-ac13-f8de00f54449 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:46:34.439319 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-105b53bf-e3e7-4a8d-ac13-f8de00f54449 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:34.442678 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-6e2ab5ed-5f30-47dd-bbb7-77d9b41abbe2 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port 98c5f0b8-c404-49e0-8e64-b80510abe52f on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:46:34.443272 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-6e2ab5ed-5f30-47dd-bbb7-77d9b41abbe2 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port 98c5f0b8-c404-49e0-8e64-b80510abe52f by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'a97c02c8-6402-4816-a74f-0e133bbcae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e30ed6c5-2c54-41e0-96ac-36fa01c56603'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:46:34.443724 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2ab5ed-5f30-47dd-bbb7-77d9b41abbe2 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port 98c5f0b8-c404-49e0-8e64-b80510abe52f on network e30ed6c5-2c54-41e0-96ac-36fa01c56603 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:46:34.459973 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-27a54b0b-90a3-480e-96f2-360bbf883c3a tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] delete failed (client error): The resource could not be found. May 31 13:46:34.463609 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-27a54b0b-90a3-480e-96f2-360bbf883c3a tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] 10.222.0.50 "DELETE /v2.0/routers/b34b525d-338d-4440-93d7-b0cfb7810ae7 HTTP/1.1" status: 404 len: 336 time: 0.1846223 May 31 13:46:34.465256 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 35976) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:34.475813 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105b53bf-e3e7-4a8d-ac13-f8de00f54449 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event updated for resources: {'Port': ['ID=fe610115-83c6-4cd4-8bc6-698e29665015,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:34.547946 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2ab5ed-5f30-47dd-bbb7-77d9b41abbe2 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Port 98c5f0b8-c404-49e0-8e64-b80510abe52f on network e30ed6c5-2c54-41e0-96ac-36fa01c56603 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:46:34.548375 n-d-843939-1 neutron-server[88370]: ERROR neutron.plugins.ml2.managers [None req-6e2ab5ed-5f30-47dd-bbb7-77d9b41abbe2 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Failed to bind port 98c5f0b8-c404-49e0-8e64-b80510abe52f on host n-h2-843939-1 for vnic_type normal using segments [{'id': 'a97c02c8-6402-4816-a74f-0e133bbcae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e30ed6c5-2c54-41e0-96ac-36fa01c56603'}] May 31 13:46:34.554876 n-d-843939-1 neutron-server[88370]: INFO neutron.plugins.ml2.plugin [None req-6e2ab5ed-5f30-47dd-bbb7-77d9b41abbe2 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempt 6 to bind port 98c5f0b8-c404-49e0-8e64-b80510abe52f May 31 13:46:34.573585 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-3aac53a2-6014-43e8-838c-395a7a272a21 req-e3545a22-cba4-461b-81f2-3b5b410d7b5d tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Unset dirty status for tenant:21f78e9efd2543f8a23fa5f8aa5a9a7c on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:46:34.580004 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ba0887e1-8a93-4bb2-a47d-0de17afe1c38 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] 10.222.0.50 "GET /v2.0/ports?device_id=45041203-ddca-4878-a540-d1e47f2fb9ad HTTP/1.1" status: 200 len: 205 time: 0.1127608 May 31 13:46:34.585823 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3aac53a2-6014-43e8-838c-395a7a272a21 req-e3545a22-cba4-461b-81f2-3b5b410d7b5d tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1100649438&fields=id&tenant_id=21f78e9efd2543f8a23fa5f8aa5a9a7c HTTP/1.1" status: 200 len: 267 time: 0.4679487 May 31 13:46:34.594348 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 35986) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:34.621220 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105b53bf-e3e7-4a8d-ac13-f8de00f54449 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event updated for resources: {'Port': ['ID=2c58b5d6-13d5-4d64-97f4-4dbf96de7614,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:34.653751 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105b53bf-e3e7-4a8d-ac13-f8de00f54449 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Checking segment: {'id': 'a594e598-5ffa-49e1-98c4-57dbe163a0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '525658f3-07b6-46eb-9cf6-030fb88898a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:46:34.654332 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105b53bf-e3e7-4a8d-ac13-f8de00f54449 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Network hostable DHCP agents. Network: 525658f3-07b6-46eb-9cf6-030fb88898a8, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:46:34.667142 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-6e2ab5ed-5f30-47dd-bbb7-77d9b41abbe2 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port 98c5f0b8-c404-49e0-8e64-b80510abe52f on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:46:34.667676 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-6e2ab5ed-5f30-47dd-bbb7-77d9b41abbe2 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port 98c5f0b8-c404-49e0-8e64-b80510abe52f by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'a97c02c8-6402-4816-a74f-0e133bbcae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e30ed6c5-2c54-41e0-96ac-36fa01c56603'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:46:34.668174 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2ab5ed-5f30-47dd-bbb7-77d9b41abbe2 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port 98c5f0b8-c404-49e0-8e64-b80510abe52f on network e30ed6c5-2c54-41e0-96ac-36fa01c56603 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:46:34.678362 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105b53bf-e3e7-4a8d-ac13-f8de00f54449 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Network 525658f3-07b6-46eb-9cf6-030fb88898a8 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:46:34.691864 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-105b53bf-e3e7-4a8d-ac13-f8de00f54449 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 525658f3-07b6-46eb-9cf6-030fb88898a8) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:46:34.696799 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105b53bf-e3e7-4a8d-ac13-f8de00f54449 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:46:34.703851 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105b53bf-e3e7-4a8d-ac13-f8de00f54449 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:34.705967 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3ec7c3-0da6-4391-b876-1ffd181862a5 None None] Network 525658f3-07b6-46eb-9cf6-030fb88898a8 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:46:34.708853 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105b53bf-e3e7-4a8d-ac13-f8de00f54449 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:34.709536 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-105b53bf-e3e7-4a8d-ac13-f8de00f54449 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:34.735116 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-105b53bf-e3e7-4a8d-ac13-f8de00f54449 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.9928932 May 31 13:46:34.737648 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 35990) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:34.791774 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3328d384-305c-408f-a8d0-4b30e0290059 req-c084f640-e8f8-41a2-bd12-55379945e148 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0710edc1-1650-4be9-80ea-169a803e7734&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8534131 May 31 13:46:34.811274 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2ab5ed-5f30-47dd-bbb7-77d9b41abbe2 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Port 98c5f0b8-c404-49e0-8e64-b80510abe52f on network e30ed6c5-2c54-41e0-96ac-36fa01c56603 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:46:34.811718 n-d-843939-1 neutron-server[88370]: ERROR neutron.plugins.ml2.managers [None req-6e2ab5ed-5f30-47dd-bbb7-77d9b41abbe2 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Failed to bind port 98c5f0b8-c404-49e0-8e64-b80510abe52f on host n-h2-843939-1 for vnic_type normal using segments [{'id': 'a97c02c8-6402-4816-a74f-0e133bbcae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e30ed6c5-2c54-41e0-96ac-36fa01c56603'}] May 31 13:46:34.823422 n-d-843939-1 neutron-server[88370]: INFO neutron.plugins.ml2.plugin [None req-6e2ab5ed-5f30-47dd-bbb7-77d9b41abbe2 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempt 7 to bind port 98c5f0b8-c404-49e0-8e64-b80510abe52f May 31 13:46:34.838227 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-ce302ed0-4239-4c18-a7ad-4cbb1e1ad2f9 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Deleting port 2c58b5d6-13d5-4d64-97f4-4dbf96de7614 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:46:34.838817 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ce302ed0-4239-4c18-a7ad-4cbb1e1ad2f9 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:34.888427 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [None req-31e59031-ff64-45c7-9567-4beee04b5544 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] delete failed (client error): The resource could not be found. May 31 13:46:34.889805 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-31e59031-ff64-45c7-9567-4beee04b5544 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] 10.222.0.50 "DELETE /v2.0/routers/45041203-ddca-4878-a540-d1e47f2fb9ad HTTP/1.1" status: 404 len: 336 time: 0.2869339 May 31 13:46:34.911488 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 35998) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:34.996324 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-47fdf9da-a556-405c-8d3d-7865bd7a8e26 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca4985fa-3bec-43b1-93f0-5dcc72b04445 HTTP/1.1" status: 200 len: 205 time: 0.0849009 May 31 13:46:35.001685 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 36004) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:35.043126 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-6e2ab5ed-5f30-47dd-bbb7-77d9b41abbe2 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port 98c5f0b8-c404-49e0-8e64-b80510abe52f on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:46:35.043575 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-6e2ab5ed-5f30-47dd-bbb7-77d9b41abbe2 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port 98c5f0b8-c404-49e0-8e64-b80510abe52f by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'a97c02c8-6402-4816-a74f-0e133bbcae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e30ed6c5-2c54-41e0-96ac-36fa01c56603'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:46:35.043925 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2ab5ed-5f30-47dd-bbb7-77d9b41abbe2 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port 98c5f0b8-c404-49e0-8e64-b80510abe52f on network e30ed6c5-2c54-41e0-96ac-36fa01c56603 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:46:35.076777 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2ab5ed-5f30-47dd-bbb7-77d9b41abbe2 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Port 98c5f0b8-c404-49e0-8e64-b80510abe52f on network e30ed6c5-2c54-41e0-96ac-36fa01c56603 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:46:35.077585 n-d-843939-1 neutron-server[88370]: ERROR neutron.plugins.ml2.managers [None req-6e2ab5ed-5f30-47dd-bbb7-77d9b41abbe2 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Failed to bind port 98c5f0b8-c404-49e0-8e64-b80510abe52f on host n-h2-843939-1 for vnic_type normal using segments [{'id': 'a97c02c8-6402-4816-a74f-0e133bbcae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e30ed6c5-2c54-41e0-96ac-36fa01c56603'}] May 31 13:46:35.082841 n-d-843939-1 neutron-server[88370]: INFO neutron.plugins.ml2.plugin [None req-6e2ab5ed-5f30-47dd-bbb7-77d9b41abbe2 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempt 8 to bind port 98c5f0b8-c404-49e0-8e64-b80510abe52f May 31 13:46:35.102356 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8247df35-dd4d-4a18-80e9-40ee02d608a1 req-b7b3123c-7c80-4ecc-b598-4cba1fea65a0 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:35.104050 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8247df35-dd4d-4a18-80e9-40ee02d608a1 req-b7b3123c-7c80-4ecc-b598-4cba1fea65a0 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/networks?id=63c618dc-2d9c-42a1-a644-8fd65767e93c HTTP/1.1" status: 200 len: 815 time: 0.6650085 May 31 13:46:35.206095 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-6e2ab5ed-5f30-47dd-bbb7-77d9b41abbe2 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port 98c5f0b8-c404-49e0-8e64-b80510abe52f on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:46:35.206812 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-6e2ab5ed-5f30-47dd-bbb7-77d9b41abbe2 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port 98c5f0b8-c404-49e0-8e64-b80510abe52f by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'a97c02c8-6402-4816-a74f-0e133bbcae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e30ed6c5-2c54-41e0-96ac-36fa01c56603'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:46:35.206906 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2ab5ed-5f30-47dd-bbb7-77d9b41abbe2 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port 98c5f0b8-c404-49e0-8e64-b80510abe52f on network e30ed6c5-2c54-41e0-96ac-36fa01c56603 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:46:35.223944 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8247df35-dd4d-4a18-80e9-40ee02d608a1 req-adb10df3-6d20-4862-b269-20053cf6c855 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/quotas/0c3bb07388f549c9aeec65a21380cb5d HTTP/1.1" status: 200 len: 375 time: 0.0651786 May 31 13:46:35.237056 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2ab5ed-5f30-47dd-bbb7-77d9b41abbe2 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Port 98c5f0b8-c404-49e0-8e64-b80510abe52f on network e30ed6c5-2c54-41e0-96ac-36fa01c56603 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:46:35.237538 n-d-843939-1 neutron-server[88370]: ERROR neutron.plugins.ml2.managers [None req-6e2ab5ed-5f30-47dd-bbb7-77d9b41abbe2 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Failed to bind port 98c5f0b8-c404-49e0-8e64-b80510abe52f on host n-h2-843939-1 for vnic_type normal using segments [{'id': 'a97c02c8-6402-4816-a74f-0e133bbcae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e30ed6c5-2c54-41e0-96ac-36fa01c56603'}] May 31 13:46:35.245635 n-d-843939-1 neutron-server[88370]: INFO neutron.plugins.ml2.plugin [None req-6e2ab5ed-5f30-47dd-bbb7-77d9b41abbe2 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempt 9 to bind port 98c5f0b8-c404-49e0-8e64-b80510abe52f May 31 13:46:35.284401 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-c0c57274-a7cd-4f95-863a-bedc378058f3 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] delete failed (client error): The resource could not be found. May 31 13:46:35.284401 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c0c57274-a7cd-4f95-863a-bedc378058f3 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] 10.222.0.50 "DELETE /v2.0/routers/ca4985fa-3bec-43b1-93f0-5dcc72b04445 HTTP/1.1" status: 404 len: 336 time: 0.2809768 May 31 13:46:35.323974 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 36014) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:35.342438 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-aea5b04c-d000-4618-93ea-32ce0ff023dd req-3aa1cbd0-c7b1-4bf7-83ce-6b4576b66162 tempest-ServerMetadataNegativeTestJSON-1803395888 tempest-ServerMetadataNegativeTestJSON-1803395888-project] Allocated IP 172.20.0.4 (a3c1169d-3803-4be9-baa5-b11b4d424741/2775b76b-1cc6-4766-815c-d7142e785e22/84b990da-6092-49cb-8fd9-09e0c38f903c) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:46:35.378576 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-6e2ab5ed-5f30-47dd-bbb7-77d9b41abbe2 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port 98c5f0b8-c404-49e0-8e64-b80510abe52f on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:46:35.378919 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-6e2ab5ed-5f30-47dd-bbb7-77d9b41abbe2 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port 98c5f0b8-c404-49e0-8e64-b80510abe52f by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'a97c02c8-6402-4816-a74f-0e133bbcae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e30ed6c5-2c54-41e0-96ac-36fa01c56603'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:46:35.379249 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2ab5ed-5f30-47dd-bbb7-77d9b41abbe2 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port 98c5f0b8-c404-49e0-8e64-b80510abe52f on network e30ed6c5-2c54-41e0-96ac-36fa01c56603 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:46:35.397257 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac53a2-6014-43e8-838c-395a7a272a21 req-25c153fd-2440-4f18-8672-19e18ed7a7de tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:35.398363 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-3aac53a2-6014-43e8-838c-395a7a272a21 req-25c153fd-2440-4f18-8672-19e18ed7a7de tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Synchronizing usage tracker for tenant:21f78e9efd2543f8a23fa5f8aa5a9a7c on resource:network {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:46:35.442948 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328d384-305c-408f-a8d0-4b30e0290059 req-579d634f-f11e-4179-a1c2-873f65d7bd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:35.444715 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3328d384-305c-408f-a8d0-4b30e0290059 req-579d634f-f11e-4179-a1c2-873f65d7bd44 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0c3bb07388f549c9aeec65a21380cb5d&device_id=0710edc1-1650-4be9-80ea-169a803e7734 HTTP/1.1" status: 200 len: 1096 time: 0.4877472 May 31 13:46:35.450381 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2ab5ed-5f30-47dd-bbb7-77d9b41abbe2 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Port 98c5f0b8-c404-49e0-8e64-b80510abe52f on network e30ed6c5-2c54-41e0-96ac-36fa01c56603 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:46:35.450664 n-d-843939-1 neutron-server[88370]: ERROR neutron.plugins.ml2.managers [None req-6e2ab5ed-5f30-47dd-bbb7-77d9b41abbe2 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Failed to bind port 98c5f0b8-c404-49e0-8e64-b80510abe52f on host n-h2-843939-1 for vnic_type normal using segments [{'id': 'a97c02c8-6402-4816-a74f-0e133bbcae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e30ed6c5-2c54-41e0-96ac-36fa01c56603'}] May 31 13:46:35.451279 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-3aac53a2-6014-43e8-838c-395a7a272a21 req-25c153fd-2440-4f18-8672-19e18ed7a7de tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Unset dirty status for tenant:21f78e9efd2543f8a23fa5f8aa5a9a7c on resource:network {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:46:35.452638 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3aac53a2-6014-43e8-838c-395a7a272a21 req-25c153fd-2440-4f18-8672-19e18ed7a7de tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/networks?id=b66065d1-e972-453c-87d9-3ed8cec4b7a7 HTTP/1.1" status: 200 len: 816 time: 0.8433354 May 31 13:46:35.457980 n-d-843939-1 neutron-server[88370]: INFO neutron.plugins.ml2.plugin [None req-6e2ab5ed-5f30-47dd-bbb7-77d9b41abbe2 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempt 10 to bind port 98c5f0b8-c404-49e0-8e64-b80510abe52f May 31 13:46:35.482915 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d4051c3d-c4de-4749-9ec8-a99abc0e7226 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] 10.222.0.50 "GET /v2.0/ports?device_id=05ae1f54-b3a3-4e38-9347-6e12afaa7657 HTTP/1.1" status: 200 len: 205 time: 0.1472688 May 31 13:46:35.488518 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 36018) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:35.590227 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-6e2ab5ed-5f30-47dd-bbb7-77d9b41abbe2 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port 98c5f0b8-c404-49e0-8e64-b80510abe52f on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:46:35.590578 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-6e2ab5ed-5f30-47dd-bbb7-77d9b41abbe2 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port 98c5f0b8-c404-49e0-8e64-b80510abe52f by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'a97c02c8-6402-4816-a74f-0e133bbcae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e30ed6c5-2c54-41e0-96ac-36fa01c56603'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:46:35.590919 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2ab5ed-5f30-47dd-bbb7-77d9b41abbe2 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port 98c5f0b8-c404-49e0-8e64-b80510abe52f on network e30ed6c5-2c54-41e0-96ac-36fa01c56603 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:46:35.650286 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8247df35-dd4d-4a18-80e9-40ee02d608a1 req-df0a7dce-f481-4970-8d0a-128f3ba29230 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0c3bb07388f549c9aeec65a21380cb5d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4179046 May 31 13:46:35.658340 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3aac53a2-6014-43e8-838c-395a7a272a21 req-034610cd-2df3-4fd7-9497-d4a25de5b7a2 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/quotas/21f78e9efd2543f8a23fa5f8aa5a9a7c HTTP/1.1" status: 200 len: 375 time: 0.1649489 May 31 13:46:35.659486 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2ab5ed-5f30-47dd-bbb7-77d9b41abbe2 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Port 98c5f0b8-c404-49e0-8e64-b80510abe52f on network e30ed6c5-2c54-41e0-96ac-36fa01c56603 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:46:35.659486 n-d-843939-1 neutron-server[88370]: ERROR neutron.plugins.ml2.managers [None req-6e2ab5ed-5f30-47dd-bbb7-77d9b41abbe2 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Failed to bind port 98c5f0b8-c404-49e0-8e64-b80510abe52f on host n-h2-843939-1 for vnic_type normal using segments [{'id': 'a97c02c8-6402-4816-a74f-0e133bbcae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e30ed6c5-2c54-41e0-96ac-36fa01c56603'}] May 31 13:46:35.660925 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6e2ab5ed-5f30-47dd-bbb7-77d9b41abbe2 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:35.690898 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-67c82e3a-e7e1-40a2-9390-dde1112b5f90 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] delete failed (client error): The resource could not be found. May 31 13:46:35.695550 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-67c82e3a-e7e1-40a2-9390-dde1112b5f90 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] 10.222.0.50 "DELETE /v2.0/routers/05ae1f54-b3a3-4e38-9347-6e12afaa7657 HTTP/1.1" status: 404 len: 336 time: 0.2022908 May 31 13:46:35.704719 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 36026) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:35.769466 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-29750746-4dbf-46c8-9853-f149d90d41f1 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] 10.222.0.50 "GET /v2.0/ports?device_id=b59f9339-501f-4899-ba10-d56e1967508a HTTP/1.1" status: 200 len: 205 time: 0.0629783 May 31 13:46:35.773780 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 36032) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:35.881644 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ce302ed0-4239-4c18-a7ad-4cbb1e1ad2f9 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:35.898065 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-897cf64e-f2d0-4aa5-baed-ae412f846ac4 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] delete failed (client error): The resource could not be found. May 31 13:46:35.901840 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-897cf64e-f2d0-4aa5-baed-ae412f846ac4 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] 10.222.0.50 "DELETE /v2.0/routers/b59f9339-501f-4899-ba10-d56e1967508a HTTP/1.1" status: 404 len: 336 time: 0.1242483 May 31 13:46:35.902195 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 36040) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:36.072546 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-ce302ed0-4239-4c18-a7ad-4cbb1e1ad2f9 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Calling delete_port for 2c58b5d6-13d5-4d64-97f4-4dbf96de7614 owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:46:36.128737 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5f5992d-e785-49a5-a85a-681c431daae1 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] DELETE failed (client error): The resource could not be found. May 31 13:46:36.129383 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5f5992d-e785-49a5-a85a-681c431daae1 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:46:36.131351 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c5f5992d-e785-49a5-a85a-681c431daae1 tempest-RoutersIpV6AdminTest-536943165 tempest-RoutersIpV6AdminTest-536943165-project] 10.222.0.50 "DELETE /v2.0/subnets/6205bdfb-5377-4309-8821-9e2087ed110e HTTP/1.1" status: 404 len: 337 time: 0.1599271 May 31 13:46:36.217755 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ce302ed0-4239-4c18-a7ad-4cbb1e1ad2f9 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:36.251265 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-6e2ab5ed-5f30-47dd-bbb7-77d9b41abbe2 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] For port 98c5f0b8-c404-49e0-8e64-b80510abe52f, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:46:36.251772 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-6e2ab5ed-5f30-47dd-bbb7-77d9b41abbe2 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempted to set empty binding levels {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 31 13:46:36.318209 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce302ed0-4239-4c18-a7ad-4cbb1e1ad2f9 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event deleted for resources: {'Port': ['ID=2c58b5d6-13d5-4d64-97f4-4dbf96de7614,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:36.337571 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ce302ed0-4239-4c18-a7ad-4cbb1e1ad2f9 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:36.355548 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ce302ed0-4239-4c18-a7ad-4cbb1e1ad2f9 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "DELETE /v2.0/ports/2c58b5d6-13d5-4d64-97f4-4dbf96de7614 HTTP/1.1" status: 204 len: 168 time: 1.6161962 May 31 13:46:36.360385 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 36052) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:36.410225 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8247df35-dd4d-4a18-80e9-40ee02d608a1 req-97925bb1-72f0-448b-b8fe-0e7ec3698460 service neutron] 10.222.0.50 "GET /v2.0/networks/63c618dc-2d9c-42a1-a644-8fd65767e93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6812372 May 31 13:46:36.417060 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328d384-305c-408f-a8d0-4b30e0290059 req-1737c9cd-f3d2-46fc-b910-fce6e2fa3c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:36.418767 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3328d384-305c-408f-a8d0-4b30e0290059 req-1737c9cd-f3d2-46fc-b910-fce6e2fa3c91 service neutron] 10.222.0.44 "GET /v2.0/networks?id=63c618dc-2d9c-42a1-a644-8fd65767e93c HTTP/1.1" status: 200 len: 916 time: 0.9379435 May 31 13:46:36.425893 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6e2ab5ed-5f30-47dd-bbb7-77d9b41abbe2 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:36.491645 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9253a6-411c-49f1-9c2b-d2e7c95a11c0 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:36.499566 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9253a6-411c-49f1-9c2b-d2e7c95a11c0 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:36.500849 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-4d9253a6-411c-49f1-9c2b-d2e7c95a11c0 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Synchronizing usage tracker for tenant:e2f5ae2e1abf4a2cb5fdef12f13f2ebb on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:46:36.523660 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-4d9253a6-411c-49f1-9c2b-d2e7c95a11c0 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Unset dirty status for tenant:e2f5ae2e1abf4a2cb5fdef12f13f2ebb on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:46:36.524714 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-4d9253a6-411c-49f1-9c2b-d2e7c95a11c0 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1630046 May 31 13:46:36.527566 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 36058) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:36.638859 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-5f595268-2499-4633-b7f6-f39c7dfd51a1 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Deleting port fe610115-83c6-4cd4-8bc6-698e29665015 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:46:36.638859 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5f595268-2499-4633-b7f6-f39c7dfd51a1 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:36.708047 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 36066) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:36.731933 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-aea5b04c-d000-4618-93ea-32ce0ff023dd req-3aa1cbd0-c7b1-4bf7-83ce-6b4576b66162 tempest-ServerMetadataNegativeTestJSON-1803395888 tempest-ServerMetadataNegativeTestJSON-1803395888-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:36.782786 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-6e2ab5ed-5f30-47dd-bbb7-77d9b41abbe2 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] In _notify_port_updated(), no bound segment for port 98c5f0b8-c404-49e0-8e64-b80510abe52f on network e30ed6c5-2c54-41e0-96ac-36fa01c56603 {{(pid=88370) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 31 13:46:36.784383 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2ab5ed-5f30-47dd-bbb7-77d9b41abbe2 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:36.785476 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6e2ab5ed-5f30-47dd-bbb7-77d9b41abbe2 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:36.787725 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-6e2ab5ed-5f30-47dd-bbb7-77d9b41abbe2 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] 10.222.0.50 "PUT /v2.0/ports/98c5f0b8-c404-49e0-8e64-b80510abe52f HTTP/1.1" status: 200 len: 974 time: 7.0603974 May 31 13:46:36.808342 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 36072) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:36.952882 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2ab5ed-5f30-47dd-bbb7-77d9b41abbe2 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Pushing event updated for resources: {'Port': ['ID=98c5f0b8-c404-49e0-8e64-b80510abe52f,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:36.968312 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3aac53a2-6014-43e8-838c-395a7a272a21 req-0688d7e0-d3d4-4710-9aff-c0b4efcaf723 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=21f78e9efd2543f8a23fa5f8aa5a9a7c&fields=id HTTP/1.1" status: 200 len: 348 time: 1.2957103 May 31 13:46:36.983218 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3328d384-305c-408f-a8d0-4b30e0290059 req-1c2aab02-fa0d-4f09-9ef0-5fdfde290de4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=801e7b36-1094-46d8-bd5f-4a2bce007eb1 HTTP/1.1" status: 200 len: 1000 time: 0.5232384 May 31 13:46:37.027758 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-20dfc246-3c58-4870-9d72-010929f69e45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:37.058035 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-20dfc246-3c58-4870-9d72-010929f69e45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:46:37.063144 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-20dfc246-3c58-4870-9d72-010929f69e45 admin admin] Usage tracker for resource:security_group_rule and tenant:0c54ae26e9fb4e03b58cf9ab2d86d81d is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:46:37.066064 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-20dfc246-3c58-4870-9d72-010929f69e45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:46:37.078393 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5f595268-2499-4633-b7f6-f39c7dfd51a1 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:37.085931 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-20dfc246-3c58-4870-9d72-010929f69e45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:46:37.183412 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8247df35-dd4d-4a18-80e9-40ee02d608a1 req-0a6bd629-5dee-4596-a840-0fb06ef813de service neutron] 10.222.0.50 "GET /v2.0/networks/63c618dc-2d9c-42a1-a644-8fd65767e93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7632692 May 31 13:46:37.200593 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-aea5b04c-d000-4618-93ea-32ce0ff023dd req-3aa1cbd0-c7b1-4bf7-83ce-6b4576b66162 tempest-ServerMetadataNegativeTestJSON-1803395888 tempest-ServerMetadataNegativeTestJSON-1803395888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:37.204721 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328d384-305c-408f-a8d0-4b30e0290059 req-9a01511a-746b-4cb5-a959-ba96a2fcee14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:37.206135 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3328d384-305c-408f-a8d0-4b30e0290059 req-9a01511a-746b-4cb5-a959-ba96a2fcee14 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1fa11664-0552-4bb0-b5b0-3278009a7430 HTTP/1.1" status: 200 len: 854 time: 0.2107360 May 31 13:46:37.224241 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-5f595268-2499-4633-b7f6-f39c7dfd51a1 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Calling delete_port for fe610115-83c6-4cd4-8bc6-698e29665015 owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:46:37.287680 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa1cbd0-c7b1-4bf7-83ce-6b4576b66162 tempest-ServerMetadataNegativeTestJSON-1803395888 tempest-ServerMetadataNegativeTestJSON-1803395888-project] Pushing event updated for resources: {'Port': ['ID=84b990da-6092-49cb-8fd9-09e0c38f903c,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:37.391251 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0ca502-b410-44b3-bacf-c7191d11de2e tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:37.391691 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0ca502-b410-44b3-bacf-c7191d11de2e tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:37.393650 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0ca502-b410-44b3-bacf-c7191d11de2e tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:37.398577 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5f595268-2499-4633-b7f6-f39c7dfd51a1 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:37.400644 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0ca502-b410-44b3-bacf-c7191d11de2e tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:37.400785 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:37.401813 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0ca502-b410-44b3-bacf-c7191d11de2e tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:37.402470 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0ca502-b410-44b3-bacf-c7191d11de2e tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:37.403164 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0ca502-b410-44b3-bacf-c7191d11de2e tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:37.403782 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0ca502-b410-44b3-bacf-c7191d11de2e tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:37.404752 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0ca502-b410-44b3-bacf-c7191d11de2e tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:37.405544 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0ca502-b410-44b3-bacf-c7191d11de2e tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:37.406203 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0ca502-b410-44b3-bacf-c7191d11de2e tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:37.406727 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0ca502-b410-44b3-bacf-c7191d11de2e tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:37.407242 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0ca502-b410-44b3-bacf-c7191d11de2e tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:37.407757 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0ca502-b410-44b3-bacf-c7191d11de2e tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:37.408269 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0ca502-b410-44b3-bacf-c7191d11de2e tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:37.408784 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0ca502-b410-44b3-bacf-c7191d11de2e tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:37.409458 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0ca502-b410-44b3-bacf-c7191d11de2e tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:37.422420 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-2e0ca502-b410-44b3-bacf-c7191d11de2e tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14869 time: 0.6121643 May 31 13:46:37.425430 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 36088) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:37.460018 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aea5b04c-d000-4618-93ea-32ce0ff023dd req-3aa1cbd0-c7b1-4bf7-83ce-6b4576b66162 tempest-ServerMetadataNegativeTestJSON-1803395888 tempest-ServerMetadataNegativeTestJSON-1803395888-project] Network a3c1169d-3803-4be9-baa5-b11b4d424741 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:46:37.465186 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-aea5b04c-d000-4618-93ea-32ce0ff023dd req-3aa1cbd0-c7b1-4bf7-83ce-6b4576b66162 tempest-ServerMetadataNegativeTestJSON-1803395888 tempest-ServerMetadataNegativeTestJSON-1803395888-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:46:37.470139 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-aea5b04c-d000-4618-93ea-32ce0ff023dd req-3aa1cbd0-c7b1-4bf7-83ce-6b4576b66162 tempest-ServerMetadataNegativeTestJSON-1803395888 tempest-ServerMetadataNegativeTestJSON-1803395888-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:46:37.564781 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3aac53a2-6014-43e8-838c-395a7a272a21 req-ea759803-ec2d-4981-8ed6-e983a6e56cfc service neutron] 10.222.0.50 "GET /v2.0/networks/b66065d1-e972-453c-87d9-3ed8cec4b7a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5752552 May 31 13:46:37.708943 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5f595268-2499-4633-b7f6-f39c7dfd51a1 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:37.726933 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f595268-2499-4633-b7f6-f39c7dfd51a1 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event deleted for resources: {'Port': ['ID=fe610115-83c6-4cd4-8bc6-698e29665015,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:37.759826 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea5b04c-d000-4618-93ea-32ce0ff023dd req-3aa1cbd0-c7b1-4bf7-83ce-6b4576b66162 tempest-ServerMetadataNegativeTestJSON-1803395888 tempest-ServerMetadataNegativeTestJSON-1803395888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:37.760727 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-aea5b04c-d000-4618-93ea-32ce0ff023dd req-3aa1cbd0-c7b1-4bf7-83ce-6b4576b66162 tempest-ServerMetadataNegativeTestJSON-1803395888 tempest-ServerMetadataNegativeTestJSON-1803395888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:37.782137 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-20dfc246-3c58-4870-9d72-010929f69e45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:37.791244 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-20dfc246-3c58-4870-9d72-010929f69e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:37.793483 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328d384-305c-408f-a8d0-4b30e0290059 req-66f4237e-6de8-4bd9-93b1-4dc5d72fc389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:37.795487 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3328d384-305c-408f-a8d0-4b30e0290059 req-66f4237e-6de8-4bd9-93b1-4dc5d72fc389 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=63c618dc-2d9c-42a1-a644-8fd65767e93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5088263 May 31 13:46:37.802317 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-5f595268-2499-4633-b7f6-f39c7dfd51a1 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "DELETE /v2.0/ports/fe610115-83c6-4cd4-8bc6-698e29665015 HTTP/1.1" status: 204 len: 168 time: 1.2737586 May 31 13:46:37.807216 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 36106) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:37.859462 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aea5b04c-d000-4618-93ea-32ce0ff023dd req-3aa1cbd0-c7b1-4bf7-83ce-6b4576b66162 tempest-ServerMetadataNegativeTestJSON-1803395888 tempest-ServerMetadataNegativeTestJSON-1803395888-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4490194 May 31 13:46:37.895396 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-aea5b04c-d000-4618-93ea-32ce0ff023dd req-1cd9f8bb-f2af-4800-9564-7fe66859edbe service neutron] Request body: {'port': {'device_id': '1cfcd394-6fa5-4c20-9b2c-59b785809739', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:46:37.919551 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dfc246-3c58-4870-9d72-010929f69e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbedc0cc-4945-478b-88ba-a9fd4bb5771c,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:37.924862 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-fb2b2ac2-ac49-4b7a-8efa-c50ef2fd2bd9 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Deleting port 98c5f0b8-c404-49e0-8e64-b80510abe52f {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:46:37.925544 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fb2b2ac2-ac49-4b7a-8efa-c50ef2fd2bd9 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:38.052416 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-20dfc246-3c58-4870-9d72-010929f69e45 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0c54ae26e9fb4e03b58cf9ab2d86d81d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3440626 May 31 13:46:38.054439 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3aac53a2-6014-43e8-838c-395a7a272a21 req-f5f9b7be-2018-423d-8eed-fe02dad3ddd5 service neutron] 10.222.0.50 "GET /v2.0/networks/b66065d1-e972-453c-87d9-3ed8cec4b7a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4764371 May 31 13:46:38.055788 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 36112) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:38.362207 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-fb2b2ac2-ac49-4b7a-8efa-c50ef2fd2bd9 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] For port 98c5f0b8-c404-49e0-8e64-b80510abe52f, host n-h2-843939-1, got binding levels [] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:46:38.362672 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fb2b2ac2-ac49-4b7a-8efa-c50ef2fd2bd9 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:38.403904 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-aea5b04c-d000-4618-93ea-32ce0ff023dd req-1cd9f8bb-f2af-4800-9564-7fe66859edbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:38.584055 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-fb2b2ac2-ac49-4b7a-8efa-c50ef2fd2bd9 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Calling delete_port for 98c5f0b8-c404-49e0-8e64-b80510abe52f owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:46:38.733785 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d602b6-8e91-428a-8371-a69f8c13545a tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:38.734588 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c5d602b6-8e91-428a-8371-a69f8c13545a tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Synchronizing usage tracker for tenant:e2f5ae2e1abf4a2cb5fdef12f13f2ebb on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:46:38.742095 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d216d4b7-51e7-4991-8785-d2cc8dbfc007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:38.748692 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fb2b2ac2-ac49-4b7a-8efa-c50ef2fd2bd9 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:38.802370 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d216d4b7-51e7-4991-8785-d2cc8dbfc007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:38.823168 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fb2b2ac2-ac49-4b7a-8efa-c50ef2fd2bd9 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:38.859735 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c5d602b6-8e91-428a-8371-a69f8c13545a tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Unset dirty status for tenant:e2f5ae2e1abf4a2cb5fdef12f13f2ebb on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:46:38.864044 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c5d602b6-8e91-428a-8371-a69f8c13545a tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.9978776 May 31 13:46:38.865444 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2b2ac2-ac49-4b7a-8efa-c50ef2fd2bd9 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Pushing event deleted for resources: {'Port': ['ID=98c5f0b8-c404-49e0-8e64-b80510abe52f,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:38.871726 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 36134) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:38.904406 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:38.944126 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-fb2b2ac2-ac49-4b7a-8efa-c50ef2fd2bd9 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] 10.222.0.50 "DELETE /v2.0/ports/98c5f0b8-c404-49e0-8e64-b80510abe52f HTTP/1.1" status: 204 len: 168 time: 1.4646420 May 31 13:46:38.950069 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 36144) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:39.002151 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6d1f0b9-f432-4021-be37-97ed6148ec1e tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] GET failed (client error): The resource could not be found. May 31 13:46:39.006083 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-f6d1f0b9-f432-4021-be37-97ed6148ec1e tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "GET /v2.0/ports/2c58b5d6-13d5-4d64-97f4-4dbf96de7614 HTTP/1.1" status: 404 len: 333 time: 0.1310003 May 31 13:46:39.010316 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 36150) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:39.050934 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2dc3a7a-31db-46be-a22f-8a6bf2003b9d tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] GET failed (client error): The resource could not be found. May 31 13:46:39.051580 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a2dc3a7a-31db-46be-a22f-8a6bf2003b9d tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Synchronizing usage tracker for tenant:35bd3e6a305a46f9b44322666bb68aa8 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:46:39.087249 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-e472d8cf-f15c-4618-ab13-3daa7f801bd1 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] GET failed (client error): The resource could not be found. May 31 13:46:39.089821 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e472d8cf-f15c-4618-ab13-3daa7f801bd1 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "GET /v2.0/ports/fe610115-83c6-4cd4-8bc6-698e29665015 HTTP/1.1" status: 404 len: 333 time: 0.0781853 May 31 13:46:39.093894 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 36154) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:39.202687 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5827b634-164d-4545-b923-9f174db7ef84 req-63d919c5-a97a-40a0-a1b2-6a0968e23c50 tempest-ServerMetadataNegativeTestJSON-1803395888 tempest-ServerMetadataNegativeTestJSON-1803395888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:39.203894 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-5827b634-164d-4545-b923-9f174db7ef84 req-63d919c5-a97a-40a0-a1b2-6a0968e23c50 tempest-ServerMetadataNegativeTestJSON-1803395888 tempest-ServerMetadataNegativeTestJSON-1803395888-project] Synchronizing usage tracker for tenant:1138e382e3b54b7abec7f4a0b29e5dfd on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:46:39.208385 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3328d384-305c-408f-a8d0-4b30e0290059 req-7e338156-3bce-48ad-9cba-2e343c34b1d0 service neutron] 10.222.0.44 "GET /v2.0/networks/63c618dc-2d9c-42a1-a644-8fd65767e93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3965533 May 31 13:46:39.243614 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a2dc3a7a-31db-46be-a22f-8a6bf2003b9d tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Unset dirty status for tenant:35bd3e6a305a46f9b44322666bb68aa8 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:46:39.252065 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a2dc3a7a-31db-46be-a22f-8a6bf2003b9d tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] 10.222.0.50 "GET /v2.0/ports/98c5f0b8-c404-49e0-8e64-b80510abe52f HTTP/1.1" status: 404 len: 333 time: 0.2963209 May 31 13:46:39.257892 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 36158) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:39.284855 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-3d2ef204-6680-461d-9a3b-9c6a9822fc71 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-285698716', 'network_id': 'e30ed6c5-2c54-41e0-96ac-36fa01c56603'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:46:39.312543 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3d2ef204-6680-461d-9a3b-9c6a9822fc71 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:46:39.327683 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-078f91ef-7917-4cda-b989-9aa7a10c28f9 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:39.335313 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3d2ef204-6680-461d-9a3b-9c6a9822fc71 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:46:39.404959 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3328d384-305c-408f-a8d0-4b30e0290059 req-3128f174-c637-4110-b5da-f30719692dc8 service neutron] 10.222.0.44 "GET /v2.0/networks/63c618dc-2d9c-42a1-a644-8fd65767e93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743209 May 31 13:46:39.417468 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d2ef204-6680-461d-9a3b-9c6a9822fc71 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Made reservation on behalf of 35bd3e6a305a46f9b44322666bb68aa8 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:46:39.420409 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3d2ef204-6680-461d-9a3b-9c6a9822fc71 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:39.429836 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7d3960d4-4568-44ec-a203-eda0b5689eba req-d45a9126-aa8a-42e3-8ea5-19c69b52e3cb tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/ports?device_id=bdf0c119-e355-4b60-9ec3-1deca8a93eb6 HTTP/1.1" status: 200 len: 210 time: 0.5265234 May 31 13:46:39.621623 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-3d2ef204-6680-461d-9a3b-9c6a9822fc71 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] device_id is not set on port 3d139002-312c-45e5-9312-bf88285f7b44 yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:46:39.861271 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-5827b634-164d-4545-b923-9f174db7ef84 req-63d919c5-a97a-40a0-a1b2-6a0968e23c50 tempest-ServerMetadataNegativeTestJSON-1803395888 tempest-ServerMetadataNegativeTestJSON-1803395888-project] Unset dirty status for tenant:1138e382e3b54b7abec7f4a0b29e5dfd on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:46:39.879622 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5827b634-164d-4545-b923-9f174db7ef84 req-63d919c5-a97a-40a0-a1b2-6a0968e23c50 tempest-ServerMetadataNegativeTestJSON-1803395888 tempest-ServerMetadataNegativeTestJSON-1803395888-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cfcd394-6fa5-4c20-9b2c-59b785809739 HTTP/1.1" status: 200 len: 931 time: 1.9554596 May 31 13:46:39.961194 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d216d4b7-51e7-4991-8785-d2cc8dbfc007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:40.027020 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fe9686a2-c9b3-4aa9-bbf6-76aa343d9ab2 req-99978238-f11a-4b56-9643-b3d5787bb67a tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=931b2df9-a1c5-473f-ba24-0babd6d355d0 HTTP/1.1" status: 200 len: 210 time: 0.2158678 May 31 13:46:40.070237 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3d2ef204-6680-461d-9a3b-9c6a9822fc71 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:40.087351 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d216d4b7-51e7-4991-8785-d2cc8dbfc007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbedc0cc-4945-478b-88ba-a9fd4bb5771c,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:40.109011 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-078f91ef-7917-4cda-b989-9aa7a10c28f9 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:40.143120 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-078f91ef-7917-4cda-b989-9aa7a10c28f9 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['525658f3-07b6-46eb-9cf6-030fb88898a8']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:46:40.160673 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-078f91ef-7917-4cda-b989-9aa7a10c28f9 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a594e598-5ffa-49e1-98c4-57dbe163a0a2') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:46:40.160960 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-078f91ef-7917-4cda-b989-9aa7a10c28f9 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a594e598-5ffa-49e1-98c4-57dbe163a0a2') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:46:40.176730 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-078f91ef-7917-4cda-b989-9aa7a10c28f9 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:40.180111 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d216d4b7-51e7-4991-8785-d2cc8dbfc007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:40.183614 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-d216d4b7-51e7-4991-8785-d2cc8dbfc007 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dbedc0cc-4945-478b-88ba-a9fd4bb5771c HTTP/1.1" status: 204 len: 168 time: 2.1211596 May 31 13:46:40.198208 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-078f91ef-7917-4cda-b989-9aa7a10c28f9 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:40.209250 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-078f91ef-7917-4cda-b989-9aa7a10c28f9 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:46:40.209971 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-078f91ef-7917-4cda-b989-9aa7a10c28f9 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:40.211224 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-5827b634-164d-4545-b923-9f174db7ef84 req-e1f73c0c-7b11-4f2d-81cb-f33c916a26f8 tempest-ServerMetadataNegativeTestJSON-1803395888 tempest-ServerMetadataNegativeTestJSON-1803395888-project] Synchronizing usage tracker for tenant:1138e382e3b54b7abec7f4a0b29e5dfd on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:46:40.243245 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8247df35-dd4d-4a18-80e9-40ee02d608a1 req-f3cfd6b0-54e6-4a54-8bf8-7c5ade38bf62 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:40.244699 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8247df35-dd4d-4a18-80e9-40ee02d608a1 req-f3cfd6b0-54e6-4a54-8bf8-7c5ade38bf62 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.44 "GET /v2.0/networks?id=63c618dc-2d9c-42a1-a644-8fd65767e93c HTTP/1.1" status: 200 len: 815 time: 0.6966498 May 31 13:46:40.248125 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-5827b634-164d-4545-b923-9f174db7ef84 req-e1f73c0c-7b11-4f2d-81cb-f33c916a26f8 tempest-ServerMetadataNegativeTestJSON-1803395888 tempest-ServerMetadataNegativeTestJSON-1803395888-project] Unset dirty status for tenant:1138e382e3b54b7abec7f4a0b29e5dfd on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:46:40.256785 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5827b634-164d-4545-b923-9f174db7ef84 req-e1f73c0c-7b11-4f2d-81cb-f33c916a26f8 tempest-ServerMetadataNegativeTestJSON-1803395888 tempest-ServerMetadataNegativeTestJSON-1803395888-project] 10.222.0.50 "GET /v2.0/security-groups?id=7bcfc55d-5be3-440c-bea6-5cb1ba4e153a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3762431 May 31 13:46:40.362239 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment a594e598-5ffa-49e1-98c4-57dbe163a0a2 resource provider aggregate not found May 31 13:46:40.382270 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8247df35-dd4d-4a18-80e9-40ee02d608a1 req-4c4067ce-d9e2-417f-a1a1-6e985870eb38 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c3bb07388f549c9aeec65a21380cb5d HTTP/1.1" status: 200 len: 471 time: 0.1219931 May 31 13:46:40.387613 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3d2ef204-6680-461d-9a3b-9c6a9822fc71 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:40.394178 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-8247df35-dd4d-4a18-80e9-40ee02d608a1 req-8a861350-b9aa-4040-aaeb-0fb14f438516 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Request body: {'port': {'device_id': 'bdf0c119-e355-4b60-9ec3-1deca8a93eb6', 'network_id': '63c618dc-2d9c-42a1-a644-8fd65767e93c', 'admin_state_up': True, 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d', 'security_groups': ['be272545-d4a8-4677-ae1e-3fdd47e99fad']}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:46:40.460181 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment a594e598-5ffa-49e1-98c4-57dbe163a0a2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a594e598-5ffa-49e1-98c4-57dbe163a0a2 found for delete ", "request_id": "req-07425361-14f9-488f-bc1c-37773e6cf029"}]} May 31 13:46:40.472176 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-078f91ef-7917-4cda-b989-9aa7a10c28f9 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:40.486061 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2ef204-6680-461d-9a3b-9c6a9822fc71 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Network e30ed6c5-2c54-41e0-96ac-36fa01c56603 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:46:40.517072 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-078f91ef-7917-4cda-b989-9aa7a10c28f9 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:40.578387 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f124038-12d9-4867-ba00-f76c27d2b542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:40.670492 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.resource_extend [req-aea5b04c-d000-4618-93ea-32ce0ff023dd req-1cd9f8bb-f2af-4800-9564-7fe66859edbe service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:46:40.760721 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 36190) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:40.764765 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-3d2ef204-6680-461d-9a3b-9c6a9822fc71 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:46:40.773448 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078f91ef-7917-4cda-b989-9aa7a10c28f9 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event deleted for resources: {'Network': ['ID=525658f3-07b6-46eb-9cf6-030fb88898a8,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:40.778618 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2ef204-6680-461d-9a3b-9c6a9822fc71 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:46:40.780243 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2ef204-6680-461d-9a3b-9c6a9822fc71 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:40.780811 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3d2ef204-6680-461d-9a3b-9c6a9822fc71 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:40.815141 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-3d2ef204-6680-461d-9a3b-9c6a9822fc71 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.5551116 May 31 13:46:40.823565 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-078f91ef-7917-4cda-b989-9aa7a10c28f9 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "DELETE /v2.0/networks/525658f3-07b6-46eb-9cf6-030fb88898a8 HTTP/1.1" status: 204 len: 168 time: 1.7283056 May 31 13:46:40.827502 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 36196) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:40.827502 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 36200) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:40.868053 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f985390f-40c5-413d-a434-29be47af420b req-a5b03fa0-15e1-4cd1-8105-945d7bee2dde tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/ports?device_id=bdf0c119-e355-4b60-9ec3-1deca8a93eb6 HTTP/1.1" status: 200 len: 210 time: 0.1783721 May 31 13:46:40.905978 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-3191f70c-b97c-410b-9023-3264a5c552b9 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1312827582'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:46:40.915508 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3191f70c-b97c-410b-9023-3264a5c552b9 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:46:40.918751 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-3191f70c-b97c-410b-9023-3264a5c552b9 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Usage tracker for resource:network and tenant:e2f5ae2e1abf4a2cb5fdef12f13f2ebb is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:46:40.927618 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-3191f70c-b97c-410b-9023-3264a5c552b9 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:46:40.929690 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3191f70c-b97c-410b-9023-3264a5c552b9 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:46:40.941469 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981ee4d5-6006-4ef5-b29d-a98a15f3e9e8 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:40.942355 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-981ee4d5-6006-4ef5-b29d-a98a15f3e9e8 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Synchronizing usage tracker for tenant:35bd3e6a305a46f9b44322666bb68aa8 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:46:40.948059 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2ef204-6680-461d-9a3b-9c6a9822fc71 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Pushing event updated for resources: {'Port': ['ID=3d139002-312c-45e5-9312-bf88285f7b44,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:40.950504 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3191f70c-b97c-410b-9023-3264a5c552b9 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Made reservation on behalf of e2f5ae2e1abf4a2cb5fdef12f13f2ebb for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:46:40.954889 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3191f70c-b97c-410b-9023-3264a5c552b9 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:40.994816 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-981ee4d5-6006-4ef5-b29d-a98a15f3e9e8 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Unset dirty status for tenant:35bd3e6a305a46f9b44322666bb68aa8 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:46:40.996471 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-981ee4d5-6006-4ef5-b29d-a98a15f3e9e8 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] 10.222.0.50 "GET /v2.0/ports/3d139002-312c-45e5-9312-bf88285f7b44 HTTP/1.1" status: 200 len: 954 time: 0.1679087 May 31 13:46:41.002726 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 36208) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:41.007723 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3191f70c-b97c-410b-9023-3264a5c552b9 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:46:41.118189 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3191f70c-b97c-410b-9023-3264a5c552b9 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:41.118833 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-3191f70c-b97c-410b-9023-3264a5c552b9 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Added segment 4ee1fb11-f542-4c6f-94a9-3b8ab3b004d7 of type vlan for network 4be6cb46-ad61-4645-9519-289a42bc4de4 May 31 13:46:41.138921 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-9c56dfd5-f969-4e58-b793-b8a137e756ab tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Deleting port 3d139002-312c-45e5-9312-bf88285f7b44 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:46:41.139272 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9c56dfd5-f969-4e58-b793-b8a137e756ab tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:41.219157 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3191f70c-b97c-410b-9023-3264a5c552b9 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:41.261490 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-aea5b04c-d000-4618-93ea-32ce0ff023dd req-1cd9f8bb-f2af-4800-9564-7fe66859edbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84b990da-6092-49cb-8fd9-09e0c38f903c {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:46:41.295582 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-aea5b04c-d000-4618-93ea-32ce0ff023dd req-1cd9f8bb-f2af-4800-9564-7fe66859edbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:41.371311 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3191f70c-b97c-410b-9023-3264a5c552b9 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:41.377836 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3191f70c-b97c-410b-9023-3264a5c552b9 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:41.378443 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3191f70c-b97c-410b-9023-3264a5c552b9 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:41.436617 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-aea5b04c-d000-4618-93ea-32ce0ff023dd req-1cd9f8bb-f2af-4800-9564-7fe66859edbe service neutron] Transition to ACTIVE for port object 84b990da-6092-49cb-8fd9-09e0c38f903c will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:46:41.457289 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2d0b8140-f7c0-4701-b6f6-abafb42eee05 req-4ebeb798-337f-4ae4-a8d6-1dfa57634638 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=931b2df9-a1c5-473f-ba24-0babd6d355d0 HTTP/1.1" status: 200 len: 210 time: 0.1734157 May 31 13:46:41.477899 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-aea5b04c-d000-4618-93ea-32ce0ff023dd req-1cd9f8bb-f2af-4800-9564-7fe66859edbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:41.605732 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-3191f70c-b97c-410b-9023-3264a5c552b9 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7721760 May 31 13:46:41.619126 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-96390618-6459-46e1-a3ab-df8a599be5f0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=34c6a95d1b734972a24026ecd16f9620&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8513927 May 31 13:46:41.619298 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 36232) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:41.619488 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 36236) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:41.626952 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac53a2-6014-43e8-838c-395a7a272a21 req-f10548b0-9dff-4388-94b1-0962b48d56a6 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:41.628838 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3aac53a2-6014-43e8-838c-395a7a272a21 req-f10548b0-9dff-4388-94b1-0962b48d56a6 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.44 "GET /v2.0/networks?id=b66065d1-e972-453c-87d9-3ed8cec4b7a7 HTTP/1.1" status: 200 len: 816 time: 0.8086686 May 31 13:46:41.635271 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-8247df35-dd4d-4a18-80e9-40ee02d608a1 req-8a861350-b9aa-4040-aaeb-0fb14f438516 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:46:41.641006 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9c56dfd5-f969-4e58-b793-b8a137e756ab tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:41.674650 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-1445f8f3-3ee0-4782-b80f-46c932d3213c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Request body: {'subnet': {'network_id': '4be6cb46-ad61-4645-9519-289a42bc4de4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:46:41.821785 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-8247df35-dd4d-4a18-80e9-40ee02d608a1 req-8a861350-b9aa-4040-aaeb-0fb14f438516 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:46:41.907005 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3191f70c-b97c-410b-9023-3264a5c552b9 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event updated for resources: {'Network': ['ID=4be6cb46-ad61-4645-9519-289a42bc4de4,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:41.920116 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 4be6cb46-ad61-4645-9519-289a42bc4de4 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:46:41.937969 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-9c56dfd5-f969-4e58-b793-b8a137e756ab tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Calling delete_port for 3d139002-312c-45e5-9312-bf88285f7b44 owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:46:41.957405 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3aac53a2-6014-43e8-838c-395a7a272a21 req-bd757815-12b0-4db0-a210-a72b9c10a866 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21f78e9efd2543f8a23fa5f8aa5a9a7c HTTP/1.1" status: 200 len: 380 time: 0.3160017 May 31 13:46:41.979220 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-3aac53a2-6014-43e8-838c-395a7a272a21 req-e3f79f5c-c1db-4359-9e1b-cc2ce3ff8220 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Request body: {'port': {'device_id': '931b2df9-a1c5-473f-ba24-0babd6d355d0', 'network_id': 'b66065d1-e972-453c-87d9-3ed8cec4b7a7', 'admin_state_up': True, 'tenant_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'security_groups': ['879d485c-6856-4d39-902c-2e7246942604']}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:46:42.065099 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8247df35-dd4d-4a18-80e9-40ee02d608a1 req-8a861350-b9aa-4040-aaeb-0fb14f438516 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Made reservation on behalf of 0c3bb07388f549c9aeec65a21380cb5d for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:46:42.065099 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8247df35-dd4d-4a18-80e9-40ee02d608a1 req-8a861350-b9aa-4040-aaeb-0fb14f438516 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:42.074611 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd9f8bb-f2af-4800-9564-7fe66859edbe service neutron] Pushing event updated for resources: {'Port': ['ID=84b990da-6092-49cb-8fd9-09e0c38f903c,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:42.101891 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-1445f8f3-3ee0-4782-b80f-46c932d3213c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:46:42.110635 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-1445f8f3-3ee0-4782-b80f-46c932d3213c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Usage tracker for resource:subnet and tenant:e2f5ae2e1abf4a2cb5fdef12f13f2ebb is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:46:42.114132 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-1445f8f3-3ee0-4782-b80f-46c932d3213c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:46:42.122703 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-60e1f2e6-5d19-4a69-b1c3-841062290e30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:42.125164 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-1445f8f3-3ee0-4782-b80f-46c932d3213c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:46:42.136873 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9c56dfd5-f969-4e58-b793-b8a137e756ab tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:42.224629 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c56dfd5-f969-4e58-b793-b8a137e756ab tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Pushing event deleted for resources: {'Port': ['ID=3d139002-312c-45e5-9312-bf88285f7b44,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:42.229613 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-60e1f2e6-5d19-4a69-b1c3-841062290e30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:42.237163 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1445f8f3-3ee0-4782-b80f-46c932d3213c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Made reservation on behalf of e2f5ae2e1abf4a2cb5fdef12f13f2ebb for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:46:42.240807 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1445f8f3-3ee0-4782-b80f-46c932d3213c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:42.266168 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9c56dfd5-f969-4e58-b793-b8a137e756ab tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:42.380223 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-9c56dfd5-f969-4e58-b793-b8a137e756ab tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] 10.222.0.50 "DELETE /v2.0/ports/3d139002-312c-45e5-9312-bf88285f7b44 HTTP/1.1" status: 204 len: 168 time: 1.3759449 May 31 13:46:42.387107 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 36266) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:42.426479 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.ipam_backend_mixin [None req-1445f8f3-3ee0-4782-b80f-46c932d3213c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Performing IP validity checks on allocation pools {{(pid=88369) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 31 13:46:42.429362 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.ipam_backend_mixin [None req-1445f8f3-3ee0-4782-b80f-46c932d3213c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88369) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 31 13:46:42.449113 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e9369cb-d1b4-47a6-92d2-c071f0ff767e tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] GET failed (client error): The resource could not be found. May 31 13:46:42.449289 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-5e9369cb-d1b4-47a6-92d2-c071f0ff767e tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Synchronizing usage tracker for tenant:35bd3e6a305a46f9b44322666bb68aa8 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:46:42.491347 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-5e9369cb-d1b4-47a6-92d2-c071f0ff767e tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Unset dirty status for tenant:35bd3e6a305a46f9b44322666bb68aa8 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:46:42.492256 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-5e9369cb-d1b4-47a6-92d2-c071f0ff767e tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] 10.222.0.50 "GET /v2.0/ports/3d139002-312c-45e5-9312-bf88285f7b44 HTTP/1.1" status: 404 len: 333 time: 0.1044853 May 31 13:46:42.494607 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-60e1f2e6-5d19-4a69-b1c3-841062290e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:42.501415 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 36272) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:42.515207 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e1f2e6-5d19-4a69-b1c3-841062290e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=116cf79b-621f-4abb-8b27-105de7eb4cfd,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:42.539565 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-1ffea056-97a7-47eb-abfc-3008a5a250af tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Request body: {'port': {'network_id': 'e30ed6c5-2c54-41e0-96ac-36fa01c56603', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1637493806'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:46:42.551221 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e0b41e7c-6abe-42ee-871c-a47ea44078bf req-26afc070-6f0a-4c08-9422-00420bfe2c2a tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/ports?device_id=bdf0c119-e355-4b60-9ec3-1deca8a93eb6 HTTP/1.1" status: 200 len: 210 time: 0.1196256 May 31 13:46:42.587576 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-60e1f2e6-5d19-4a69-b1c3-841062290e30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:42.592309 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-60e1f2e6-5d19-4a69-b1c3-841062290e30 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/116cf79b-621f-4abb-8b27-105de7eb4cfd HTTP/1.1" status: 204 len: 168 time: 0.9667645 May 31 13:46:42.652699 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-1ffea056-97a7-47eb-abfc-3008a5a250af tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:46:42.665556 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1445f8f3-3ee0-4782-b80f-46c932d3213c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:42.770370 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-1ffea056-97a7-47eb-abfc-3008a5a250af tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:46:42.828070 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-aea5b04c-d000-4618-93ea-32ce0ff023dd req-1cd9f8bb-f2af-4800-9564-7fe66859edbe service neutron] Attempting to bind port 84b990da-6092-49cb-8fd9-09e0c38f903c on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:46:42.828779 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-aea5b04c-d000-4618-93ea-32ce0ff023dd req-1cd9f8bb-f2af-4800-9564-7fe66859edbe service neutron] Attempting to bind port 84b990da-6092-49cb-8fd9-09e0c38f903c by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'da45ed88-29c5-4083-8283-2d5891c414fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a3c1169d-3803-4be9-baa5-b11b4d424741'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:46:42.829070 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea5b04c-d000-4618-93ea-32ce0ff023dd req-1cd9f8bb-f2af-4800-9564-7fe66859edbe service neutron] Attempting to bind port 84b990da-6092-49cb-8fd9-09e0c38f903c on network a3c1169d-3803-4be9-baa5-b11b4d424741 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:46:42.834608 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-04e94e56-7bda-4601-9f90-d95e38df905c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:42.874355 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1445f8f3-3ee0-4782-b80f-46c932d3213c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Checking segment: {'id': '4ee1fb11-f542-4c6f-94a9-3b8ab3b004d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4be6cb46-ad61-4645-9519-289a42bc4de4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:46:42.874936 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1445f8f3-3ee0-4782-b80f-46c932d3213c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Network hostable DHCP agents. Network: 4be6cb46-ad61-4645-9519-289a42bc4de4, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:46:42.891145 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1445f8f3-3ee0-4782-b80f-46c932d3213c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event updated for resources: {'Subnet': ['ID=bd83973c-78b7-4be5-a924-9a4e88f3bace,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:42.893963 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401d930c-193b-4ff9-af88-1c2556dad88f req-9133d400-83d8-46a3-a2b1-0af3c0eee87a tempest-ServerMetadataNegativeTestJSON-1803395888 tempest-ServerMetadataNegativeTestJSON-1803395888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:42.901756 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-401d930c-193b-4ff9-af88-1c2556dad88f req-9133d400-83d8-46a3-a2b1-0af3c0eee87a tempest-ServerMetadataNegativeTestJSON-1803395888 tempest-ServerMetadataNegativeTestJSON-1803395888-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cfcd394-6fa5-4c20-9b2c-59b785809739 HTTP/1.1" status: 200 len: 943 time: 1.4094989 May 31 13:46:42.912558 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1445f8f3-3ee0-4782-b80f-46c932d3213c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Network 4be6cb46-ad61-4645-9519-289a42bc4de4 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:46:42.930495 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea5b04c-d000-4618-93ea-32ce0ff023dd req-1cd9f8bb-f2af-4800-9564-7fe66859edbe service neutron] Port 84b990da-6092-49cb-8fd9-09e0c38f903c on network a3c1169d-3803-4be9-baa5-b11b4d424741 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:46:42.930495 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea5b04c-d000-4618-93ea-32ce0ff023dd req-1cd9f8bb-f2af-4800-9564-7fe66859edbe service neutron] Attempting to bind port 84b990da-6092-49cb-8fd9-09e0c38f903c on network a3c1169d-3803-4be9-baa5-b11b4d424741 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:46:42.933524 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-1445f8f3-3ee0-4782-b80f-46c932d3213c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 4be6cb46-ad61-4645-9519-289a42bc4de4) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:46:42.941752 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ffea056-97a7-47eb-abfc-3008a5a250af tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Made reservation on behalf of 35bd3e6a305a46f9b44322666bb68aa8 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:46:42.944087 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1ffea056-97a7-47eb-abfc-3008a5a250af tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:42.945407 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e66f50-0eee-4499-9981-99cfaaf44082 None None] Network 4be6cb46-ad61-4645-9519-289a42bc4de4 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:46:42.950230 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1445f8f3-3ee0-4782-b80f-46c932d3213c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:42.952212 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1445f8f3-3ee0-4782-b80f-46c932d3213c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:42.989458 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-1445f8f3-3ee0-4782-b80f-46c932d3213c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3686242 May 31 13:46:42.992685 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 36288) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:43.006214 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-ebf40473-1833-4d38-b0ca-63aba16dc14a tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Request body: {'port': {'network_id': '4be6cb46-ad61-4645-9519-289a42bc4de4', 'name': 'tempest-PortsIpV6TestJSON-2043523861'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:46:43.046215 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea5b04c-d000-4618-93ea-32ce0ff023dd req-1cd9f8bb-f2af-4800-9564-7fe66859edbe service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:46:43.046461 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea5b04c-d000-4618-93ea-32ce0ff023dd req-1cd9f8bb-f2af-4800-9564-7fe66859edbe service neutron] Checking segment: {'id': 'da45ed88-29c5-4083-8283-2d5891c414fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a3c1169d-3803-4be9-baa5-b11b4d424741'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:46:43.046858 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea5b04c-d000-4618-93ea-32ce0ff023dd req-1cd9f8bb-f2af-4800-9564-7fe66859edbe service neutron] Bound using segment: {'id': 'da45ed88-29c5-4083-8283-2d5891c414fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a3c1169d-3803-4be9-baa5-b11b4d424741'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:46:43.047546 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-aea5b04c-d000-4618-93ea-32ce0ff023dd req-1cd9f8bb-f2af-4800-9564-7fe66859edbe service neutron] Bound port: 84b990da-6092-49cb-8fd9-09e0c38f903c, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da45ed88-29c5-4083-8283-2d5891c414fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a3c1169d-3803-4be9-baa5-b11b4d424741'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:46:43.047894 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-aea5b04c-d000-4618-93ea-32ce0ff023dd req-1cd9f8bb-f2af-4800-9564-7fe66859edbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:43.084021 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-3aac53a2-6014-43e8-838c-395a7a272a21 req-e3f79f5c-c1db-4359-9e1b-cc2ce3ff8220 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:46:43.120669 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9411643e-abab-4c04-89d3-cc6f9875c09a req-30575c55-0924-403a-9476-6008564a5546 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=931b2df9-a1c5-473f-ba24-0babd6d355d0 HTTP/1.1" status: 200 len: 210 time: 0.1918542 May 31 13:46:43.133018 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-3aac53a2-6014-43e8-838c-395a7a272a21 req-e3f79f5c-c1db-4359-9e1b-cc2ce3ff8220 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Usage tracker for resource:port and tenant:21f78e9efd2543f8a23fa5f8aa5a9a7c is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:46:43.159411 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-3aac53a2-6014-43e8-838c-395a7a272a21 req-e3f79f5c-c1db-4359-9e1b-cc2ce3ff8220 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:46:43.159411 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-1ffea056-97a7-47eb-abfc-3008a5a250af tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] device_id is not set on port e022b00d-bbac-44c3-b5cb-641e221dde2d yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:46:43.235936 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ebf40473-1833-4d38-b0ca-63aba16dc14a tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:46:43.258665 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ebf40473-1833-4d38-b0ca-63aba16dc14a tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:46:43.277707 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf40473-1833-4d38-b0ca-63aba16dc14a tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Made reservation on behalf of e2f5ae2e1abf4a2cb5fdef12f13f2ebb for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:46:43.283407 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ebf40473-1833-4d38-b0ca-63aba16dc14a tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:43.287539 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-3aac53a2-6014-43e8-838c-395a7a272a21 req-e3f79f5c-c1db-4359-9e1b-cc2ce3ff8220 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:46:43.304192 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-401d930c-193b-4ff9-af88-1c2556dad88f req-b8f4223f-c1bb-4847-a22d-99862c650424 tempest-ServerMetadataNegativeTestJSON-1803395888 tempest-ServerMetadataNegativeTestJSON-1803395888-project] 10.222.0.50 "GET /v2.0/security-groups?id=7bcfc55d-5be3-440c-bea6-5cb1ba4e153a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4014127 May 31 13:46:43.371875 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-ebf40473-1833-4d38-b0ca-63aba16dc14a tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] device_id is not set on port 81009075-c505-4e9d-8ed3-015961e0267f yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:46:43.416134 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-aea5b04c-d000-4618-93ea-32ce0ff023dd req-1cd9f8bb-f2af-4800-9564-7fe66859edbe service neutron] For port 84b990da-6092-49cb-8fd9-09e0c38f903c, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:46:43.437083 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-aea5b04c-d000-4618-93ea-32ce0ff023dd req-1cd9f8bb-f2af-4800-9564-7fe66859edbe service neutron] For port 84b990da-6092-49cb-8fd9-09e0c38f903c, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=84b990da-6092-49cb-8fd9-09e0c38f903c,segment=NetworkSegment(da45ed88-29c5-4083-8283-2d5891c414fb),segment_id=da45ed88-29c5-4083-8283-2d5891c414fb)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:46:43.485504 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-8247df35-dd4d-4a18-80e9-40ee02d608a1 req-8a861350-b9aa-4040-aaeb-0fb14f438516 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Allocated IP 172.20.0.10 (63c618dc-2d9c-42a1-a644-8fd65767e93c/1fa11664-0552-4bb0-b5b0-3278009a7430/efc693c3-02de-482e-ad59-c4693661e667) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:46:43.523382 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ef9ae9-fbd7-4b22-b249-7c7cec0931cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-4be6cb46-ad61-4645-9519-289a42bc4de4', 'network_id': '4be6cb46-ad61-4645-9519-289a42bc4de4', 'tenant_id': 'e2f5ae2e1abf4a2cb5fdef12f13f2ebb', 'fixed_ips': [{'subnet_id': 'bd83973c-78b7-4be5-a924-9a4e88f3bace'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:46:43.525048 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-62ef9ae9-fbd7-4b22-b249-7c7cec0931cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:43.831737 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-aea5b04c-d000-4618-93ea-32ce0ff023dd req-1cd9f8bb-f2af-4800-9564-7fe66859edbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:43.870425 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:43.879150 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:43.943938 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-62ef9ae9-fbd7-4b22-b249-7c7cec0931cc None None] Allocated IP 2001:db8::2 (4be6cb46-ad61-4645-9519-289a42bc4de4/bd83973c-78b7-4be5-a924-9a4e88f3bace/5ad6c154-7041-4efb-a99e-a1529bb8c594) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:46:44.098470 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3aac53a2-6014-43e8-838c-395a7a272a21 req-e3f79f5c-c1db-4359-9e1b-cc2ce3ff8220 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Made reservation on behalf of 21f78e9efd2543f8a23fa5f8aa5a9a7c for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:46:44.113428 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-3aac53a2-6014-43e8-838c-395a7a272a21 req-e3f79f5c-c1db-4359-9e1b-cc2ce3ff8220 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:44.245533 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d125afec-4dd5-45b9-9b3f-e011179c43ac req-288e45d4-12cd-42ef-840e-914731e6b7c2 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/ports?device_id=bdf0c119-e355-4b60-9ec3-1deca8a93eb6 HTTP/1.1" status: 200 len: 210 time: 0.4318352 May 31 13:46:44.246691 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd9f8bb-f2af-4800-9564-7fe66859edbe service neutron] Pushing event updated for resources: {'Port': ['ID=84b990da-6092-49cb-8fd9-09e0c38f903c,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:44.344889 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea5b04c-d000-4618-93ea-32ce0ff023dd req-1cd9f8bb-f2af-4800-9564-7fe66859edbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:44.346221 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-aea5b04c-d000-4618-93ea-32ce0ff023dd req-1cd9f8bb-f2af-4800-9564-7fe66859edbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:44.351454 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aea5b04c-d000-4618-93ea-32ce0ff023dd req-1cd9f8bb-f2af-4800-9564-7fe66859edbe service neutron] 10.222.0.44 "PUT /v2.0/ports/84b990da-6092-49cb-8fd9-09e0c38f903c HTTP/1.1" status: 200 len: 1091 time: 6.4654856 May 31 13:46:44.377350 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cfcd394-6fa5-4c20-9b2c-59b785809739', 'tag': '84b990da-6092-49cb-8fd9-09e0c38f903c'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:46:44.443887 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-62ef9ae9-fbd7-4b22-b249-7c7cec0931cc None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:44.469784 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-62ef9ae9-fbd7-4b22-b249-7c7cec0931cc None None] Transition to ACTIVE for port object 5ad6c154-7041-4efb-a99e-a1529bb8c594 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:46:44.509775 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-62ef9ae9-fbd7-4b22-b249-7c7cec0931cc None None] Transition to ACTIVE for port object 5ad6c154-7041-4efb-a99e-a1529bb8c594 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:46:44.511287 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 36346) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:44.520194 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-62ef9ae9-fbd7-4b22-b249-7c7cec0931cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:44.673735 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-ebf40473-1833-4d38-b0ca-63aba16dc14a tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Allocated IP 2001:db8::3a0 (4be6cb46-ad61-4645-9519-289a42bc4de4/bd83973c-78b7-4be5-a924-9a4e88f3bace/81009075-c505-4e9d-8ed3-015961e0267f) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:46:44.789937 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ef9ae9-fbd7-4b22-b249-7c7cec0931cc None None] Pushing event updated for resources: {'Port': ['ID=5ad6c154-7041-4efb-a99e-a1529bb8c594,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:44.807926 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ef9ae9-fbd7-4b22-b249-7c7cec0931cc None None] Network 4be6cb46-ad61-4645-9519-289a42bc4de4 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:46:44.810164 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-62ef9ae9-fbd7-4b22-b249-7c7cec0931cc None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:46:44.814769 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ef9ae9-fbd7-4b22-b249-7c7cec0931cc None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:46:44.927677 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8247df35-dd4d-4a18-80e9-40ee02d608a1 req-8a861350-b9aa-4040-aaeb-0fb14f438516 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:44.953567 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-62ef9ae9-fbd7-4b22-b249-7c7cec0931cc None None] Attempting to bind port 5ad6c154-7041-4efb-a99e-a1529bb8c594 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:46:44.953900 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-62ef9ae9-fbd7-4b22-b249-7c7cec0931cc None None] Attempting to bind port 5ad6c154-7041-4efb-a99e-a1529bb8c594 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '4ee1fb11-f542-4c6f-94a9-3b8ab3b004d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4be6cb46-ad61-4645-9519-289a42bc4de4'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:46:44.954315 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ef9ae9-fbd7-4b22-b249-7c7cec0931cc None None] Attempting to bind port 5ad6c154-7041-4efb-a99e-a1529bb8c594 on network 4be6cb46-ad61-4645-9519-289a42bc4de4 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:46:44.984979 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b9a18046-16fe-4494-84f1-324c75f95fb7 req-12e83693-377b-4fc7-a3ee-978a3cc63e96 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=931b2df9-a1c5-473f-ba24-0babd6d355d0 HTTP/1.1" status: 200 len: 210 time: 0.2188997 May 31 13:46:44.999301 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ef9ae9-fbd7-4b22-b249-7c7cec0931cc None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:46:45.000716 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ef9ae9-fbd7-4b22-b249-7c7cec0931cc None None] Checking segment: {'id': '4ee1fb11-f542-4c6f-94a9-3b8ab3b004d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4be6cb46-ad61-4645-9519-289a42bc4de4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:46:45.001544 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-62ef9ae9-fbd7-4b22-b249-7c7cec0931cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:45.002485 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ef9ae9-fbd7-4b22-b249-7c7cec0931cc None None] Bound using segment: {'id': '4ee1fb11-f542-4c6f-94a9-3b8ab3b004d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4be6cb46-ad61-4645-9519-289a42bc4de4'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:46:45.005610 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-62ef9ae9-fbd7-4b22-b249-7c7cec0931cc None None] Bound port: 5ad6c154-7041-4efb-a99e-a1529bb8c594, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ee1fb11-f542-4c6f-94a9-3b8ab3b004d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4be6cb46-ad61-4645-9519-289a42bc4de4'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:46:45.006257 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-62ef9ae9-fbd7-4b22-b249-7c7cec0931cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:45.053350 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-d19fee3a-fb3e-4a19-bb3e-88eeedd6cd28 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1167795944'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:46:45.074492 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-8247df35-dd4d-4a18-80e9-40ee02d608a1 req-8a861350-b9aa-4040-aaeb-0fb14f438516 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Transition to ACTIVE for port object efc693c3-02de-482e-ad59-c4693661e667 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:46:45.080251 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ebf40473-1833-4d38-b0ca-63aba16dc14a tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:45.098449 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d19fee3a-fb3e-4a19-bb3e-88eeedd6cd28 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:46:45.123748 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d19fee3a-fb3e-4a19-bb3e-88eeedd6cd28 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Usage tracker for resource:network and tenant:f331ce5134ed4e2db710f69a53d0a2fe is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:46:45.132494 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d19fee3a-fb3e-4a19-bb3e-88eeedd6cd28 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:46:45.192198 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc8ff34f-7ffb-4802-b2c1-fdc679a53dba'] response: {'name': 'network-changed', 'server_uuid': '1cfcd394-6fa5-4c20-9b2c-59b785809739', 'tag': '84b990da-6092-49cb-8fd9-09e0c38f903c', 'status': 'completed', 'code': 200} May 31 13:46:45.195018 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d19fee3a-fb3e-4a19-bb3e-88eeedd6cd28 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:46:45.197451 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1ffea056-97a7-47eb-abfc-3008a5a250af tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:45.202469 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-ebf40473-1833-4d38-b0ca-63aba16dc14a tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Transition to ACTIVE for port object 81009075-c505-4e9d-8ed3-015961e0267f will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:46:45.221122 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d19fee3a-fb3e-4a19-bb3e-88eeedd6cd28 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Made reservation on behalf of f331ce5134ed4e2db710f69a53d0a2fe for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:46:45.228290 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d19fee3a-fb3e-4a19-bb3e-88eeedd6cd28 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:45.232720 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea5b04c-d000-4618-93ea-32ce0ff023dd req-8dfd1f58-fed3-419c-a508-5be5431486a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:45.234269 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aea5b04c-d000-4618-93ea-32ce0ff023dd req-8dfd1f58-fed3-419c-a508-5be5431486a9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1138e382e3b54b7abec7f4a0b29e5dfd&device_id=1cfcd394-6fa5-4c20-9b2c-59b785809739 HTTP/1.1" status: 200 len: 1094 time: 0.8199563 May 31 13:46:45.263547 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d19fee3a-fb3e-4a19-bb3e-88eeedd6cd28 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:45.298989 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d19fee3a-fb3e-4a19-bb3e-88eeedd6cd28 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:46:45.330989 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d19fee3a-fb3e-4a19-bb3e-88eeedd6cd28 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Usage tracker for resource:security_group_rule and tenant:f331ce5134ed4e2db710f69a53d0a2fe is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:46:45.348462 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d19fee3a-fb3e-4a19-bb3e-88eeedd6cd28 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:46:45.362558 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-62ef9ae9-fbd7-4b22-b249-7c7cec0931cc None None] For port 5ad6c154-7041-4efb-a99e-a1529bb8c594, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:46:45.368801 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d19fee3a-fb3e-4a19-bb3e-88eeedd6cd28 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:46:45.369794 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-62ef9ae9-fbd7-4b22-b249-7c7cec0931cc None None] For port 5ad6c154-7041-4efb-a99e-a1529bb8c594, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=5ad6c154-7041-4efb-a99e-a1529bb8c594,segment=NetworkSegment(4ee1fb11-f542-4c6f-94a9-3b8ab3b004d7),segment_id=4ee1fb11-f542-4c6f-94a9-3b8ab3b004d7)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:46:45.385822 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-62ef9ae9-fbd7-4b22-b249-7c7cec0931cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:45.402284 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ebf40473-1833-4d38-b0ca-63aba16dc14a tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:45.416719 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aea5b04c-d000-4618-93ea-32ce0ff023dd req-d0c2efc9-83a1-443f-9984-d78a423ea840 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84b990da-6092-49cb-8fd9-09e0c38f903c HTTP/1.1" status: 200 len: 217 time: 0.1751828 May 31 13:46:45.420490 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-3aac53a2-6014-43e8-838c-395a7a272a21 req-e3f79f5c-c1db-4359-9e1b-cc2ce3ff8220 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Allocated IP 172.20.0.9 (b66065d1-e972-453c-87d9-3ed8cec4b7a7/ccc319e0-a4f4-4875-9973-c92d94351bb8/a9fc5db8-b6ca-4339-936c-dac801564b5d) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:46:45.483542 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8247df35-dd4d-4a18-80e9-40ee02d608a1 req-8a861350-b9aa-4040-aaeb-0fb14f438516 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:45.512096 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0520b750-cb87-43b7-acf1-eed40cc504a6 req-87c79557-7b69-4c0d-bcb0-3717893c2137 tempest-ServerMetadataNegativeTestJSON-1803395888 tempest-ServerMetadataNegativeTestJSON-1803395888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:45.519867 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0520b750-cb87-43b7-acf1-eed40cc504a6 req-87c79557-7b69-4c0d-bcb0-3717893c2137 tempest-ServerMetadataNegativeTestJSON-1803395888 tempest-ServerMetadataNegativeTestJSON-1803395888-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cfcd394-6fa5-4c20-9b2c-59b785809739 HTTP/1.1" status: 200 len: 943 time: 0.7637687 May 31 13:46:45.533396 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf40473-1833-4d38-b0ca-63aba16dc14a tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Network 4be6cb46-ad61-4645-9519-289a42bc4de4 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:46:45.549826 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-ebf40473-1833-4d38-b0ca-63aba16dc14a tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:46:45.556116 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf40473-1833-4d38-b0ca-63aba16dc14a tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:46:45.563143 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf40473-1833-4d38-b0ca-63aba16dc14a tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:45.564103 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ebf40473-1833-4d38-b0ca-63aba16dc14a tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:45.668231 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a861350-b9aa-4040-aaeb-0fb14f438516 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Pushing event updated for resources: {'Port': ['ID=efc693c3-02de-482e-ad59-c4693661e667,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:45.704250 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:45.707486 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf40473-1833-4d38-b0ca-63aba16dc14a tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event updated for resources: {'Port': ['ID=81009075-c505-4e9d-8ed3-015961e0267f,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:45.759009 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ef9ae9-fbd7-4b22-b249-7c7cec0931cc None None] Pushing event updated for resources: {'Port': ['ID=5ad6c154-7041-4efb-a99e-a1529bb8c594,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:45.789290 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8247df35-dd4d-4a18-80e9-40ee02d608a1 req-8a861350-b9aa-4040-aaeb-0fb14f438516 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Network 63c618dc-2d9c-42a1-a644-8fd65767e93c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:46:45.825168 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ebf40473-1833-4d38-b0ca-63aba16dc14a tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8308413 May 31 13:46:45.831667 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 36372) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:45.860813 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-8247df35-dd4d-4a18-80e9-40ee02d608a1 req-8a861350-b9aa-4040-aaeb-0fb14f438516 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:46:45.865628 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-8247df35-dd4d-4a18-80e9-40ee02d608a1 req-8a861350-b9aa-4040-aaeb-0fb14f438516 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:46:45.967964 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d19fee3a-fb3e-4a19-bb3e-88eeedd6cd28 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:45.974014 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-adf6ea08-4caa-48f1-a5ac-72a44c10ea08 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Deleting port 81009075-c505-4e9d-8ed3-015961e0267f {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:46:45.974956 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-adf6ea08-4caa-48f1-a5ac-72a44c10ea08 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:46.016131 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d19fee3a-fb3e-4a19-bb3e-88eeedd6cd28 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:46.085757 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d19fee3a-fb3e-4a19-bb3e-88eeedd6cd28 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:46:46.168637 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19fee3a-fb3e-4a19-bb3e-88eeedd6cd28 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74bce46b-25db-4351-8955-fab55ed29b67,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:46.186782 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d19fee3a-fb3e-4a19-bb3e-88eeedd6cd28 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:46.187229 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-d19fee3a-fb3e-4a19-bb3e-88eeedd6cd28 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Added segment d7e4ca88-6eed-4519-856b-0ae4b2f6620b of type vlan for network a8f8f292-6a8c-43a7-b074-01b2c51af4fa May 31 13:46:46.209439 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1ffea056-97a7-47eb-abfc-3008a5a250af tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:46.308839 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d19fee3a-fb3e-4a19-bb3e-88eeedd6cd28 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:46.417267 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-cdbd9e2e-a47a-49ba-b1d9-0bb6aef0cd9d None None] Provisioning for port efc693c3-02de-482e-ad59-c4693661e667 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:46:46.431269 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-cdbd9e2e-a47a-49ba-b1d9-0bb6aef0cd9d None None] Provisioning complete for port efc693c3-02de-482e-ad59-c4693661e667 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:46:46.431635 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cdbd9e2e-a47a-49ba-b1d9-0bb6aef0cd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:46.502519 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-adf6ea08-4caa-48f1-a5ac-72a44c10ea08 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:46.631944 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-cdbd9e2e-a47a-49ba-b1d9-0bb6aef0cd9d None None] Port efc693c3-02de-482e-ad59-c4693661e667 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:46:46.692656 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffea056-97a7-47eb-abfc-3008a5a250af tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Pushing event updated for resources: {'Port': ['ID=e022b00d-bbac-44c3-b5cb-641e221dde2d,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:46.704515 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea5b04c-d000-4618-93ea-32ce0ff023dd req-feacacba-4c4f-46e5-9a6f-7857ecc382c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:46.706321 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aea5b04c-d000-4618-93ea-32ce0ff023dd req-feacacba-4c4f-46e5-9a6f-7857ecc382c1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2775b76b-1cc6-4766-815c-d7142e785e22 HTTP/1.1" status: 200 len: 860 time: 1.2760909 May 31 13:46:46.720918 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0520b750-cb87-43b7-acf1-eed40cc504a6 req-d96e3adf-e0d3-48c9-9672-363cce2e06a4 tempest-ServerMetadataNegativeTestJSON-1803395888 tempest-ServerMetadataNegativeTestJSON-1803395888-project] 10.222.0.50 "GET /v2.0/security-groups?id=7bcfc55d-5be3-440c-bea6-5cb1ba4e153a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1998489 May 31 13:46:46.724239 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-adf6ea08-4caa-48f1-a5ac-72a44c10ea08 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Calling delete_port for 81009075-c505-4e9d-8ed3-015961e0267f owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:46:46.823076 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffea056-97a7-47eb-abfc-3008a5a250af tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Network e30ed6c5-2c54-41e0-96ac-36fa01c56603 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:46:46.837598 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d19fee3a-fb3e-4a19-bb3e-88eeedd6cd28 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:46.844325 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19fee3a-fb3e-4a19-bb3e-88eeedd6cd28 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:46.845140 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d19fee3a-fb3e-4a19-bb3e-88eeedd6cd28 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:46.906236 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-1ffea056-97a7-47eb-abfc-3008a5a250af tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:46:46.969738 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffea056-97a7-47eb-abfc-3008a5a250af tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:46:46.970819 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffea056-97a7-47eb-abfc-3008a5a250af tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:46.972567 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1ffea056-97a7-47eb-abfc-3008a5a250af tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:46.979084 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aea5b04c-d000-4618-93ea-32ce0ff023dd req-cdabdd42-ffaa-4f13-a703-e140140fdbb1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a3c1169d-3803-4be9-baa5-b11b4d424741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2374158 May 31 13:46:47.059337 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d19fee3a-fb3e-4a19-bb3e-88eeedd6cd28 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.5463121 May 31 13:46:47.068456 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 36394) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:47.088635 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19fee3a-fb3e-4a19-bb3e-88eeedd6cd28 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Pushing event updated for resources: {'Network': ['ID=a8f8f292-6a8c-43a7-b074-01b2c51af4fa,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:47.102200 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network a8f8f292-6a8c-43a7-b074-01b2c51af4fa details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:46:47.125362 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-adf6ea08-4caa-48f1-a5ac-72a44c10ea08 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:47.230076 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aea5b04c-d000-4618-93ea-32ce0ff023dd req-86e57737-c69d-46d4-9a04-90092ab4ced9 service neutron] 10.222.0.44 "GET /v2.0/networks/a3c1169d-3803-4be9-baa5-b11b4d424741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849320 May 31 13:46:47.251966 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8247df35-dd4d-4a18-80e9-40ee02d608a1 req-8a861350-b9aa-4040-aaeb-0fb14f438516 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:47.255265 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8247df35-dd4d-4a18-80e9-40ee02d608a1 req-8a861350-b9aa-4040-aaeb-0fb14f438516 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:47.302819 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf6ea08-4caa-48f1-a5ac-72a44c10ea08 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event deleted for resources: {'Port': ['ID=81009075-c505-4e9d-8ed3-015961e0267f,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:47.304925 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-adf6ea08-4caa-48f1-a5ac-72a44c10ea08 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:47.322032 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-adf6ea08-4caa-48f1-a5ac-72a44c10ea08 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "DELETE /v2.0/ports/81009075-c505-4e9d-8ed3-015961e0267f HTTP/1.1" status: 204 len: 168 time: 1.4891119 May 31 13:46:47.323323 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 36400) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:47.333059 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-dca8c4ed-e5e9-4f3e-8a38-26240525e419 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Request body: {'subnet': {'network_id': 'a8f8f292-6a8c-43a7-b074-01b2c51af4fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:46:47.354758 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-a7a7415a-a9bb-4d64-92ec-b4ea19fefbad req-69e93b33-c4db-4b01-9345-27b2b7893f9f tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Synchronizing usage tracker for tenant:21f78e9efd2543f8a23fa5f8aa5a9a7c on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:46:47.386856 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8247df35-dd4d-4a18-80e9-40ee02d608a1 req-8a861350-b9aa-4040-aaeb-0fb14f438516 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.9987190 May 31 13:46:47.431882 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-097ad757-22cf-46ac-a7be-c5e94063eb00 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] DELETE failed (client error): The resource could not be found. May 31 13:46:47.432355 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-097ad757-22cf-46ac-a7be-c5e94063eb00 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:46:47.442762 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-097ad757-22cf-46ac-a7be-c5e94063eb00 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "DELETE /v2.0/ports/81009075-c505-4e9d-8ed3-015961e0267f HTTP/1.1" status: 404 len: 333 time: 0.1178427 May 31 13:46:47.445434 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 36408) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:47.515926 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc2a2180-2036-4dc8-b3a3-5432c1962e69 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] GET failed (client error): The resource could not be found. May 31 13:46:47.516618 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-cc2a2180-2036-4dc8-b3a3-5432c1962e69 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Synchronizing usage tracker for tenant:e2f5ae2e1abf4a2cb5fdef12f13f2ebb on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:46:47.537660 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-cc2a2180-2036-4dc8-b3a3-5432c1962e69 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Unset dirty status for tenant:e2f5ae2e1abf4a2cb5fdef12f13f2ebb on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:46:47.541227 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-cc2a2180-2036-4dc8-b3a3-5432c1962e69 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "GET /v2.0/ports/81009075-c505-4e9d-8ed3-015961e0267f HTTP/1.1" status: 404 len: 333 time: 0.0951355 May 31 13:46:47.542307 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 36412) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:47.600465 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-1ffea056-97a7-47eb-abfc-3008a5a250af tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 5.0895841 May 31 13:46:47.611474 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-8247df35-dd4d-4a18-80e9-40ee02d608a1 req-e47186d1-6cd6-4122-985b-0fa7acb6a410 service neutron] Request body: {'port': {'device_id': 'bdf0c119-e355-4b60-9ec3-1deca8a93eb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:46:47.620926 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d77ee82-ab74-4e0a-b3fb-e6188fa69da2 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Deleting subnet bd83973c-78b7-4be5-a924-9a4e88f3bace {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:46:47.625572 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6d77ee82-ab74-4e0a-b3fb-e6188fa69da2 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:47.654065 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 36416) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:47.682079 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8541dc3-2a24-4aa7-ad47-3362ccae9f6a None None] Network 4be6cb46-ad61-4645-9519-289a42bc4de4 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:46:47.718917 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-d3045998-bc4e-47cc-99f8-fd944321b42c tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:46:47.860069 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-a7a7415a-a9bb-4d64-92ec-b4ea19fefbad req-69e93b33-c4db-4b01-9345-27b2b7893f9f tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Unset dirty status for tenant:21f78e9efd2543f8a23fa5f8aa5a9a7c on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:46:47.870972 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a7a7415a-a9bb-4d64-92ec-b4ea19fefbad req-69e93b33-c4db-4b01-9345-27b2b7893f9f tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=931b2df9-a1c5-473f-ba24-0babd6d355d0 HTTP/1.1" status: 200 len: 210 time: 0.9612825 May 31 13:46:47.928156 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6d77ee82-ab74-4e0a-b3fb-e6188fa69da2 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:48.009584 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b8f9a5-7279-4923-87fa-f7960d5a0844 req-e3ee110b-ad3e-4fdd-a3e2-46671e83f01a tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:48.026578 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-18b8f9a5-7279-4923-87fa-f7960d5a0844 req-e3ee110b-ad3e-4fdd-a3e2-46671e83f01a tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Synchronizing usage tracker for tenant:0c3bb07388f549c9aeec65a21380cb5d on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:46:48.054114 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6d77ee82-ab74-4e0a-b3fb-e6188fa69da2 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:48.064486 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b0ffd963-ab78-4dc9-bfbb-291077c54dfd None None] Provisioning for port 5ad6c154-7041-4efb-a99e-a1529bb8c594 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:46:48.181319 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6d77ee82-ab74-4e0a-b3fb-e6188fa69da2 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:48.286286 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 5ad6c154-7041-4efb-a99e-a1529bb8c594 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:46:48.329786 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6d77ee82-ab74-4e0a-b3fb-e6188fa69da2 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:48.343206 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77ee82-ab74-4e0a-b3fb-e6188fa69da2 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event deleted for resources: {'Subnet': ['ID=bd83973c-78b7-4be5-a924-9a4e88f3bace,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:48.351489 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-6d77ee82-ab74-4e0a-b3fb-e6188fa69da2 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "DELETE /v2.0/subnets/bd83973c-78b7-4be5-a924-9a4e88f3bace HTTP/1.1" status: 204 len: 168 time: 0.8046803 May 31 13:46:48.354030 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 36434) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:48.354146 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-18b8f9a5-7279-4923-87fa-f7960d5a0844 req-e3ee110b-ad3e-4fdd-a3e2-46671e83f01a tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Unset dirty status for tenant:0c3bb07388f549c9aeec65a21380cb5d on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:46:48.369290 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-18b8f9a5-7279-4923-87fa-f7960d5a0844 req-e3ee110b-ad3e-4fdd-a3e2-46671e83f01a tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/ports?device_id=bdf0c119-e355-4b60-9ec3-1deca8a93eb6 HTTP/1.1" status: 200 len: 932 time: 2.5752444 May 31 13:46:48.371694 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-dca8c4ed-e5e9-4f3e-8a38-26240525e419 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:46:48.396918 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-3aac53a2-6014-43e8-838c-395a7a272a21 req-e3f79f5c-c1db-4359-9e1b-cc2ce3ff8220 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:48.491150 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 5ad6c154-7041-4efb-a99e-a1529bb8c594 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:46:48.503909 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 5ad6c154-7041-4efb-a99e-a1529bb8c594 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:46:48.504286 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:48.600868 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8247df35-dd4d-4a18-80e9-40ee02d608a1 req-e47186d1-6cd6-4122-985b-0fa7acb6a410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:48.615183 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8d12a7-7f1c-40a0-9f83-5f12f72665cd None None] Network 4be6cb46-ad61-4645-9519-289a42bc4de4 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:46:48.632860 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-dca8c4ed-e5e9-4f3e-8a38-26240525e419 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Usage tracker for resource:subnet and tenant:f331ce5134ed4e2db710f69a53d0a2fe is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:46:48.668989 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d3045998-bc4e-47cc-99f8-fd944321b42c tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:48.688008 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0b38db0b-db18-4457-9721-2a0bc37a210f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:48.701820 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-0b38db0b-db18-4457-9721-2a0bc37a210f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Deleting port 5ad6c154-7041-4efb-a99e-a1529bb8c594 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:46:48.702203 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0b38db0b-db18-4457-9721-2a0bc37a210f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:48.715633 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-dca8c4ed-e5e9-4f3e-8a38-26240525e419 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:46:48.760945 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-3aac53a2-6014-43e8-838c-395a7a272a21 req-e3f79f5c-c1db-4359-9e1b-cc2ce3ff8220 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Transition to ACTIVE for port object a9fc5db8-b6ca-4339-936c-dac801564b5d will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:46:48.886763 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-dca8c4ed-e5e9-4f3e-8a38-26240525e419 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:46:48.917609 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-3aac53a2-6014-43e8-838c-395a7a272a21 req-e3f79f5c-c1db-4359-9e1b-cc2ce3ff8220 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:48.937471 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aea5b04c-d000-4618-93ea-32ce0ff023dd req-65d072cd-5227-40da-aa25-8835043cf208 service neutron] 10.222.0.44 "GET /v2.0/networks/a3c1169d-3803-4be9-baa5-b11b4d424741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6446164 May 31 13:46:49.075051 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-4c523d3c-29c0-45f2-b7ec-0fc372931fed None None] Provisioning complete for port 5ad6c154-7041-4efb-a99e-a1529bb8c594 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:46:49.075939 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4c523d3c-29c0-45f2-b7ec-0fc372931fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:49.111247 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-0b38db0b-db18-4457-9721-2a0bc37a210f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] For port 5ad6c154-7041-4efb-a99e-a1529bb8c594, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=5ad6c154-7041-4efb-a99e-a1529bb8c594,segment=NetworkSegment(4ee1fb11-f542-4c6f-94a9-3b8ab3b004d7),segment_id=4ee1fb11-f542-4c6f-94a9-3b8ab3b004d7)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:46:49.111870 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0b38db0b-db18-4457-9721-2a0bc37a210f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:49.212959 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 5ad6c154-7041-4efb-a99e-a1529bb8c594 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:46:49.213604 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:49.349431 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 5ad6c154-7041-4efb-a99e-a1529bb8c594, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=5ad6c154-7041-4efb-a99e-a1529bb8c594,segment=NetworkSegment(4ee1fb11-f542-4c6f-94a9-3b8ab3b004d7),segment_id=4ee1fb11-f542-4c6f-94a9-3b8ab3b004d7)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:46:49.357776 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:49.360874 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-0b38db0b-db18-4457-9721-2a0bc37a210f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Calling delete_port for 5ad6c154-7041-4efb-a99e-a1529bb8c594 owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:46:49.459545 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24151d4-e672-416b-a444-1319a2cce873 None None] DHCP port deletion for 4be6cb46-ad61-4645-9519-289a42bc4de4 request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:46:49.463172 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.db.api [None req-0b38db0b-db18-4457-9721-2a0bc37a210f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:46:49.464055 n-d-843939-1 neutron-server[88369]: DEBUG oslo_db.api [None req-0b38db0b-db18-4457-9721-2a0bc37a210f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:46:49.518040 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b24151d4-e672-416b-a444-1319a2cce873 None None] Deleting port 5ad6c154-7041-4efb-a99e-a1529bb8c594 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:46:49.518379 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b24151d4-e672-416b-a444-1319a2cce873 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:49.617545 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-4c523d3c-29c0-45f2-b7ec-0fc372931fed None None] Current status of the port 5ad6c154-7041-4efb-a99e-a1529bb8c594 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:46:49.618452 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4c523d3c-29c0-45f2-b7ec-0fc372931fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:49.628696 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3aac53a2-6014-43e8-838c-395a7a272a21 req-e3f79f5c-c1db-4359-9e1b-cc2ce3ff8220 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Network b66065d1-e972-453c-87d9-3ed8cec4b7a7 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:46:49.635708 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-18b8f9a5-7279-4923-87fa-f7960d5a0844 req-a3c65125-591e-4aae-abc4-19c9e8ccb519 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/security-groups?id=be272545-d4a8-4677-ae1e-3fdd47e99fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2655833 May 31 13:46:49.636819 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-3aac53a2-6014-43e8-838c-395a7a272a21 req-e3f79f5c-c1db-4359-9e1b-cc2ce3ff8220 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:46:49.670039 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=5ad6c154-7041-4efb-a99e-a1529bb8c594,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:49.682826 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aac53a2-6014-43e8-838c-395a7a272a21 req-e3f79f5c-c1db-4359-9e1b-cc2ce3ff8220 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:46:49.773964 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac53a2-6014-43e8-838c-395a7a272a21 req-e3f79f5c-c1db-4359-9e1b-cc2ce3ff8220 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:49.774977 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-3aac53a2-6014-43e8-838c-395a7a272a21 req-e3f79f5c-c1db-4359-9e1b-cc2ce3ff8220 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:49.819358 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca8c4ed-e5e9-4f3e-8a38-26240525e419 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Made reservation on behalf of f331ce5134ed4e2db710f69a53d0a2fe for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:46:49.825975 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dca8c4ed-e5e9-4f3e-8a38-26240525e419 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:49.965857 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-0b38db0b-db18-4457-9721-2a0bc37a210f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Deleting port 5ad6c154-7041-4efb-a99e-a1529bb8c594 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:46:49.966521 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0b38db0b-db18-4457-9721-2a0bc37a210f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:49.997941 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-4c523d3c-29c0-45f2-b7ec-0fc372931fed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:46:49.998781 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-4c523d3c-29c0-45f2-b7ec-0fc372931fed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:46:50.016758 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-b24151d4-e672-416b-a444-1319a2cce873 None None] For port 5ad6c154-7041-4efb-a99e-a1529bb8c594, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=5ad6c154-7041-4efb-a99e-a1529bb8c594,segment=NetworkSegment(4ee1fb11-f542-4c6f-94a9-3b8ab3b004d7),segment_id=4ee1fb11-f542-4c6f-94a9-3b8ab3b004d7)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:46:50.017531 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b24151d4-e672-416b-a444-1319a2cce873 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:50.018441 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f79f5c-c1db-4359-9e1b-cc2ce3ff8220 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Pushing event updated for resources: {'Port': ['ID=a9fc5db8-b6ca-4339-936c-dac801564b5d,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:50.086024 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1248e1f9-92ce-430a-a4e6-eef0a44844a3 req-b097ec9a-0425-4cff-a42b-1587baae7eb6 tempest-ServerMetadataNegativeTestJSON-1803395888 tempest-ServerMetadataNegativeTestJSON-1803395888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:50.087863 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1248e1f9-92ce-430a-a4e6-eef0a44844a3 req-b097ec9a-0425-4cff-a42b-1587baae7eb6 tempest-ServerMetadataNegativeTestJSON-1803395888 tempest-ServerMetadataNegativeTestJSON-1803395888-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cfcd394-6fa5-4c20-9b2c-59b785809739 HTTP/1.1" status: 200 len: 943 time: 1.8851168 May 31 13:46:50.287442 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 5ad6c154-7041-4efb-a99e-a1529bb8c594 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:46:50.301220 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3aac53a2-6014-43e8-838c-395a7a272a21 req-e3f79f5c-c1db-4359-9e1b-cc2ce3ff8220 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.3270147 May 31 13:46:50.324402 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b24151d4-e672-416b-a444-1319a2cce873 None None] Calling delete_port for 5ad6c154-7041-4efb-a99e-a1529bb8c594 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:46:50.344838 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-3aac53a2-6014-43e8-838c-395a7a272a21 req-60d76829-35d6-4e04-bdf8-fe2802f7a44c service neutron] Request body: {'port': {'device_id': '931b2df9-a1c5-473f-ba24-0babd6d355d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:46:50.473647 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b24151d4-e672-416b-a444-1319a2cce873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:50.498970 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1248e1f9-92ce-430a-a4e6-eef0a44844a3 req-15fd089e-f35d-40e0-8ec0-ccfb6945653f tempest-ServerMetadataNegativeTestJSON-1803395888 tempest-ServerMetadataNegativeTestJSON-1803395888-project] 10.222.0.50 "GET /v2.0/security-groups?id=7bcfc55d-5be3-440c-bea6-5cb1ba4e153a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3971846 May 31 13:46:50.501470 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.resource_extend [req-8247df35-dd4d-4a18-80e9-40ee02d608a1 req-e47186d1-6cd6-4122-985b-0fa7acb6a410 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:46:50.523354 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-0b38db0b-db18-4457-9721-2a0bc37a210f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] For port 5ad6c154-7041-4efb-a99e-a1529bb8c594, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=5ad6c154-7041-4efb-a99e-a1529bb8c594,segment=NetworkSegment(4ee1fb11-f542-4c6f-94a9-3b8ab3b004d7),segment_id=4ee1fb11-f542-4c6f-94a9-3b8ab3b004d7)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:46:50.523951 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0b38db0b-db18-4457-9721-2a0bc37a210f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:50.631005 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24151d4-e672-416b-a444-1319a2cce873 None None] Pushing event deleted for resources: {'Port': ['ID=5ad6c154-7041-4efb-a99e-a1529bb8c594,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:50.634068 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 5ad6c154-7041-4efb-a99e-a1529bb8c594 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:46:50.634412 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 5ad6c154-7041-4efb-a99e-a1529bb8c594 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:46:50.638593 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-4c523d3c-29c0-45f2-b7ec-0fc372931fed None None] Port 5ad6c154-7041-4efb-a99e-a1529bb8c594 update to ACTIVE by agent not found {{(pid=88371) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 31 13:46:50.642622 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24151d4-e672-416b-a444-1319a2cce873 None None] No DVR routers for this DVR port 5ad6c154-7041-4efb-a99e-a1529bb8c594 on host n-d-843939-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:46:50.688942 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd8cac9-1a89-46ec-ad70-74b354c54028 req-ab68f35a-8428-4714-8b26-29aa007063ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:50.690434 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1bd8cac9-1a89-46ec-ad70-74b354c54028 req-ab68f35a-8428-4714-8b26-29aa007063ec service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1138e382e3b54b7abec7f4a0b29e5dfd&device_id=1cfcd394-6fa5-4c20-9b2c-59b785809739 HTTP/1.1" status: 200 len: 1094 time: 1.0717719 May 31 13:46:50.755585 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-0b38db0b-db18-4457-9721-2a0bc37a210f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Calling delete_port for 5ad6c154-7041-4efb-a99e-a1529bb8c594 owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:46:50.777878 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.resource_extend [None req-d3045998-bc4e-47cc-99f8-fd944321b42c tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:46:50.782704 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-606a496a-a06e-4ecc-a22c-18cacab7a8cf None None] Provisioning for port a9fc5db8-b6ca-4339-936c-dac801564b5d completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:46:50.795200 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-606a496a-a06e-4ecc-a22c-18cacab7a8cf None None] Provisioning complete for port a9fc5db8-b6ca-4339-936c-dac801564b5d triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:46:50.796804 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-606a496a-a06e-4ecc-a22c-18cacab7a8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:50.845398 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.db.api [None req-0b38db0b-db18-4457-9721-2a0bc37a210f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:46:50.845715 n-d-843939-1 neutron-server[88369]: DEBUG oslo_db.api [None req-0b38db0b-db18-4457-9721-2a0bc37a210f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:46:50.866437 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-8247df35-dd4d-4a18-80e9-40ee02d608a1 req-e47186d1-6cd6-4122-985b-0fa7acb6a410 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efc693c3-02de-482e-ad59-c4693661e667 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:46:50.873869 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-606a496a-a06e-4ecc-a22c-18cacab7a8cf None None] Port a9fc5db8-b6ca-4339-936c-dac801564b5d cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:46:50.996651 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8247df35-dd4d-4a18-80e9-40ee02d608a1 req-e47186d1-6cd6-4122-985b-0fa7acb6a410 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:51.021595 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-0b38db0b-db18-4457-9721-2a0bc37a210f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Deleting port 5ad6c154-7041-4efb-a99e-a1529bb8c594 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:46:51.022246 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0b38db0b-db18-4457-9721-2a0bc37a210f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:51.022360 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e1c288-6492-4442-93cb-0316eb6af064 req-cbf5ce1f-4839-4482-8ec1-b4288df2522f tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:51.024206 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-04e1c288-6492-4442-93cb-0316eb6af064 req-cbf5ce1f-4839-4482-8ec1-b4288df2522f tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=931b2df9-a1c5-473f-ba24-0babd6d355d0 HTTP/1.1" status: 200 len: 931 time: 1.0455425 May 31 13:46:51.025323 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-3aac53a2-6014-43e8-838c-395a7a272a21 req-60d76829-35d6-4e04-bdf8-fe2802f7a44c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:51.135544 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-0b38db0b-db18-4457-9721-2a0bc37a210f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] The port '5ad6c154-7041-4efb-a99e-a1529bb8c594' was deleted {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 13:46:51.141097 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-8247df35-dd4d-4a18-80e9-40ee02d608a1 req-e47186d1-6cd6-4122-985b-0fa7acb6a410 service neutron] Transition to ACTIVE for port object efc693c3-02de-482e-ad59-c4693661e667 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:46:51.171594 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-d3045998-bc4e-47cc-99f8-fd944321b42c tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] device_id is not set on port e022b00d-bbac-44c3-b5cb-641e221dde2d yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:46:51.208798 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8247df35-dd4d-4a18-80e9-40ee02d608a1 req-e47186d1-6cd6-4122-985b-0fa7acb6a410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:51.268149 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d3045998-bc4e-47cc-99f8-fd944321b42c tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:51.295187 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0b38db0b-db18-4457-9721-2a0bc37a210f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:51.316138 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-04e1c288-6492-4442-93cb-0316eb6af064 req-6da81138-99c1-4f36-b422-dae8f8699e78 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=879d485c-6856-4d39-902c-2e7246942604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2776301 May 31 13:46:51.376594 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-0b38db0b-db18-4457-9721-2a0bc37a210f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4be6cb46-ad61-4645-9519-289a42bc4de4']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:46:51.410939 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-0b38db0b-db18-4457-9721-2a0bc37a210f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ee1fb11-f542-4c6f-94a9-3b8ab3b004d7') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:46:51.411311 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-0b38db0b-db18-4457-9721-2a0bc37a210f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ee1fb11-f542-4c6f-94a9-3b8ab3b004d7') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:46:51.443982 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0b38db0b-db18-4457-9721-2a0bc37a210f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:51.464442 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd8cac9-1a89-46ec-ad70-74b354c54028 req-048326f0-7a7f-4457-b03e-697be6703806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:51.467274 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1bd8cac9-1a89-46ec-ad70-74b354c54028 req-048326f0-7a7f-4457-b03e-697be6703806 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a3c1169d-3803-4be9-baa5-b11b4d424741 HTTP/1.1" status: 200 len: 921 time: 0.7594578 May 31 13:46:51.472213 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0b38db0b-db18-4457-9721-2a0bc37a210f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:51.485234 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b38db0b-db18-4457-9721-2a0bc37a210f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:46:51.485780 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0b38db0b-db18-4457-9721-2a0bc37a210f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:51.535169 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 4ee1fb11-f542-4c6f-94a9-3b8ab3b004d7 resource provider aggregate not found May 31 13:46:51.627487 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 4ee1fb11-f542-4c6f-94a9-3b8ab3b004d7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4ee1fb11-f542-4c6f-94a9-3b8ab3b004d7 found for delete ", "request_id": "req-ffc76baf-2e68-408d-8c1f-42dc1db16dec"}]} May 31 13:46:51.628814 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47186d1-6cd6-4122-985b-0fa7acb6a410 service neutron] Pushing event updated for resources: {'Port': ['ID=efc693c3-02de-482e-ad59-c4693661e667,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:51.680626 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0b38db0b-db18-4457-9721-2a0bc37a210f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:51.710715 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0b38db0b-db18-4457-9721-2a0bc37a210f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:51.729333 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b38db0b-db18-4457-9721-2a0bc37a210f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event deleted for resources: {'Network': ['ID=4be6cb46-ad61-4645-9519-289a42bc4de4,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:51.760240 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-0b38db0b-db18-4457-9721-2a0bc37a210f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "DELETE /v2.0/networks/4be6cb46-ad61-4645-9519-289a42bc4de4 HTTP/1.1" status: 204 len: 168 time: 3.4050562 May 31 13:46:51.760864 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 36498) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:51.767917 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-fbeb82d7-cee9-446e-8e2b-0b3f9fb9a4c3 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-161988068'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:46:51.774545 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-fbeb82d7-cee9-446e-8e2b-0b3f9fb9a4c3 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:46:51.778283 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-fbeb82d7-cee9-446e-8e2b-0b3f9fb9a4c3 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Usage tracker for resource:network and tenant:e2f5ae2e1abf4a2cb5fdef12f13f2ebb is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:46:51.783954 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-fbeb82d7-cee9-446e-8e2b-0b3f9fb9a4c3 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:46:51.790825 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-fbeb82d7-cee9-446e-8e2b-0b3f9fb9a4c3 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:46:51.803935 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbeb82d7-cee9-446e-8e2b-0b3f9fb9a4c3 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Made reservation on behalf of e2f5ae2e1abf4a2cb5fdef12f13f2ebb for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:46:51.810901 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fbeb82d7-cee9-446e-8e2b-0b3f9fb9a4c3 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:51.847503 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbeb82d7-cee9-446e-8e2b-0b3f9fb9a4c3 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:46:51.865189 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fbeb82d7-cee9-446e-8e2b-0b3f9fb9a4c3 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:51.865727 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-fbeb82d7-cee9-446e-8e2b-0b3f9fb9a4c3 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Added segment c41342f8-86ba-45bc-807b-9d00fbe14962 of type vlan for network 6b8ef2df-3f36-4e16-896c-41f138ea47ef May 31 13:46:51.951627 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47186d1-6cd6-4122-985b-0fa7acb6a410 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:46:51.952245 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47186d1-6cd6-4122-985b-0fa7acb6a410 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:46:51.952552 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47186d1-6cd6-4122-985b-0fa7acb6a410 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:46:51.952995 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47186d1-6cd6-4122-985b-0fa7acb6a410 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:46:51.953940 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47186d1-6cd6-4122-985b-0fa7acb6a410 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:46:51.964051 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47186d1-6cd6-4122-985b-0fa7acb6a410 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:46:51.964509 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47186d1-6cd6-4122-985b-0fa7acb6a410 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:46:51.964947 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47186d1-6cd6-4122-985b-0fa7acb6a410 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:46:51.965401 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47186d1-6cd6-4122-985b-0fa7acb6a410 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:46:51.966057 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47186d1-6cd6-4122-985b-0fa7acb6a410 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:46:51.966643 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47186d1-6cd6-4122-985b-0fa7acb6a410 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:46:51.967136 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47186d1-6cd6-4122-985b-0fa7acb6a410 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:46:52.039937 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-d3045998-bc4e-47cc-99f8-fd944321b42c tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Transition to ACTIVE for port object e022b00d-bbac-44c3-b5cb-641e221dde2d will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:46:52.045841 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 84b990da-6092-49cb-8fd9-09e0c38f903c details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:46:52.086043 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fbeb82d7-cee9-446e-8e2b-0b3f9fb9a4c3 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:52.172723 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fbeb82d7-cee9-446e-8e2b-0b3f9fb9a4c3 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:52.185852 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbeb82d7-cee9-446e-8e2b-0b3f9fb9a4c3 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:52.189693 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fbeb82d7-cee9-446e-8e2b-0b3f9fb9a4c3 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:52.338156 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 84b990da-6092-49cb-8fd9-09e0c38f903c, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=84b990da-6092-49cb-8fd9-09e0c38f903c,segment=NetworkSegment(da45ed88-29c5-4083-8283-2d5891c414fb),segment_id=da45ed88-29c5-4083-8283-2d5891c414fb)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:46:52.362067 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': '84b990da-6092-49cb-8fd9-09e0c38f903c', 'network_id': 'a3c1169d-3803-4be9-baa5-b11b4d424741', 'port_id': '84b990da-6092-49cb-8fd9-09e0c38f903c', 'mac_address': 'fa:16:3e:ea:ef:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2775b76b-1cc6-4766-815c-d7142e785e22', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:46:52.413278 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-fbeb82d7-cee9-446e-8e2b-0b3f9fb9a4c3 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6513059 May 31 13:46:52.416685 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 36510) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:52.426931 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-757011fc-2af9-4072-b577-3994e3b22d7e tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Request body: {'subnet': {'network_id': '6b8ef2df-3f36-4e16-896c-41f138ea47ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:46:52.447842 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d3045998-bc4e-47cc-99f8-fd944321b42c tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:52.451922 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 84b990da-6092-49cb-8fd9-09e0c38f903c is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:46:52.452604 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:52.453427 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dca8c4ed-e5e9-4f3e-8a38-26240525e419 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:52.468518 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeb82d7-cee9-446e-8e2b-0b3f9fb9a4c3 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event updated for resources: {'Network': ['ID=6b8ef2df-3f36-4e16-896c-41f138ea47ef,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:52.473188 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84b990da-6092-49cb-8fd9-09e0c38f903c {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:46:52.512504 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 84b990da-6092-49cb-8fd9-09e0c38f903c, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=84b990da-6092-49cb-8fd9-09e0c38f903c,segment=NetworkSegment(da45ed88-29c5-4083-8283-2d5891c414fb),segment_id=da45ed88-29c5-4083-8283-2d5891c414fb)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:46:52.517370 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 6b8ef2df-3f36-4e16-896c-41f138ea47ef details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:46:52.539893 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:52.575969 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1bd8cac9-1a89-46ec-ad70-74b354c54028 req-68a23245-7b3c-4fab-881d-e12ebb34c64c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84b990da-6092-49cb-8fd9-09e0c38f903c HTTP/1.1" status: 200 len: 217 time: 0.9157553 May 31 13:46:52.659243 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-757011fc-2af9-4072-b577-3994e3b22d7e tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:46:52.664334 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-757011fc-2af9-4072-b577-3994e3b22d7e tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Usage tracker for resource:subnet and tenant:e2f5ae2e1abf4a2cb5fdef12f13f2ebb is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:46:52.667679 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-757011fc-2af9-4072-b577-3994e3b22d7e tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:46:52.675113 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-757011fc-2af9-4072-b577-3994e3b22d7e tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:46:52.710367 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-757011fc-2af9-4072-b577-3994e3b22d7e tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Made reservation on behalf of e2f5ae2e1abf4a2cb5fdef12f13f2ebb for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:46:52.719734 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-757011fc-2af9-4072-b577-3994e3b22d7e tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:52.776334 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1a15b-8eff-40e2-9cdb-2d4a581f9ebd req-895bb52a-0576-4135-ba37-0a4b184a1329 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:52.784204 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b4e1a15b-8eff-40e2-9cdb-2d4a581f9ebd req-895bb52a-0576-4135-ba37-0a4b184a1329 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/ports?device_id=bdf0c119-e355-4b60-9ec3-1deca8a93eb6 HTTP/1.1" status: 200 len: 932 time: 1.9131875 May 31 13:46:52.799011 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=84b990da-6092-49cb-8fd9-09e0c38f903c,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:52.808800 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['84b990da-6092-49cb-8fd9-09e0c38f903c'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:46:52.991972 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b4e1a15b-8eff-40e2-9cdb-2d4a581f9ebd req-198e5401-a4e8-4080-aeda-5ab1a3466c3d tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/security-groups?id=be272545-d4a8-4677-ae1e-3fdd47e99fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2065399 May 31 13:46:53.110872 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-757011fc-2af9-4072-b577-3994e3b22d7e tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:53.129358 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca8c4ed-e5e9-4f3e-8a38-26240525e419 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Checking segment: {'id': 'd7e4ca88-6eed-4519-856b-0ae4b2f6620b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a8f8f292-6a8c-43a7-b074-01b2c51af4fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:46:53.129723 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca8c4ed-e5e9-4f3e-8a38-26240525e419 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Network hostable DHCP agents. Network: a8f8f292-6a8c-43a7-b074-01b2c51af4fa, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:46:53.134141 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-8247df35-dd4d-4a18-80e9-40ee02d608a1 req-e47186d1-6cd6-4122-985b-0fa7acb6a410 service neutron] Attempting to bind port efc693c3-02de-482e-ad59-c4693661e667 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:46:53.134481 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-8247df35-dd4d-4a18-80e9-40ee02d608a1 req-e47186d1-6cd6-4122-985b-0fa7acb6a410 service neutron] Attempting to bind port efc693c3-02de-482e-ad59-c4693661e667 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': '035ad117-e9c5-414c-8bde-40a05a92335b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '63c618dc-2d9c-42a1-a644-8fd65767e93c'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:46:53.134810 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8247df35-dd4d-4a18-80e9-40ee02d608a1 req-e47186d1-6cd6-4122-985b-0fa7acb6a410 service neutron] Attempting to bind port efc693c3-02de-482e-ad59-c4693661e667 on network 63c618dc-2d9c-42a1-a644-8fd65767e93c {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:46:53.149076 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3045998-bc4e-47cc-99f8-fd944321b42c tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Pushing event updated for resources: {'Port': ['ID=e022b00d-bbac-44c3-b5cb-641e221dde2d,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:53.188974 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca8c4ed-e5e9-4f3e-8a38-26240525e419 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Pushing event updated for resources: {'Subnet': ['ID=64f12ea5-134d-4f84-bdd5-4460c9bf10cd,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:53.215688 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8247df35-dd4d-4a18-80e9-40ee02d608a1 req-e47186d1-6cd6-4122-985b-0fa7acb6a410 service neutron] Port efc693c3-02de-482e-ad59-c4693661e667 on network 63c618dc-2d9c-42a1-a644-8fd65767e93c not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:46:53.216201 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8247df35-dd4d-4a18-80e9-40ee02d608a1 req-e47186d1-6cd6-4122-985b-0fa7acb6a410 service neutron] Attempting to bind port efc693c3-02de-482e-ad59-c4693661e667 on network 63c618dc-2d9c-42a1-a644-8fd65767e93c {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:46:53.218533 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-d3045998-bc4e-47cc-99f8-fd944321b42c tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port e022b00d-bbac-44c3-b5cb-641e221dde2d on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:46:53.218935 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-d3045998-bc4e-47cc-99f8-fd944321b42c tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port e022b00d-bbac-44c3-b5cb-641e221dde2d by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'a97c02c8-6402-4816-a74f-0e133bbcae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e30ed6c5-2c54-41e0-96ac-36fa01c56603'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:46:53.219357 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3045998-bc4e-47cc-99f8-fd944321b42c tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port e022b00d-bbac-44c3-b5cb-641e221dde2d on network e30ed6c5-2c54-41e0-96ac-36fa01c56603 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:46:53.250548 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757011fc-2af9-4072-b577-3994e3b22d7e tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event updated for resources: {'Subnet': ['ID=c02adc98-1ffd-4311-ba64-ca2ad4064993,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:53.255105 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757011fc-2af9-4072-b577-3994e3b22d7e tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Checking segment: {'id': 'c41342f8-86ba-45bc-807b-9d00fbe14962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6b8ef2df-3f36-4e16-896c-41f138ea47ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:46:53.255656 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757011fc-2af9-4072-b577-3994e3b22d7e tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Network hostable DHCP agents. Network: 6b8ef2df-3f36-4e16-896c-41f138ea47ef, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:46:53.281107 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757011fc-2af9-4072-b577-3994e3b22d7e tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Network 6b8ef2df-3f36-4e16-896c-41f138ea47ef is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:46:53.293026 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-757011fc-2af9-4072-b577-3994e3b22d7e tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 6b8ef2df-3f36-4e16-896c-41f138ea47ef) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:46:53.303326 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d70781-4540-4975-8eb7-b9fa5acd97f8 None None] Network 6b8ef2df-3f36-4e16-896c-41f138ea47ef requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:46:53.328054 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757011fc-2af9-4072-b577-3994e3b22d7e tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:53.328742 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-757011fc-2af9-4072-b577-3994e3b22d7e tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:53.361819 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eecf34a-2b7d-4fc0-b4a4-be9210ab1218 req-c4567b9a-9ebd-463a-909f-ce5c8076b005 tempest-ServerMetadataNegativeTestJSON-1803395888 tempest-ServerMetadataNegativeTestJSON-1803395888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:53.364434 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3eecf34a-2b7d-4fc0-b4a4-be9210ab1218 req-c4567b9a-9ebd-463a-909f-ce5c8076b005 tempest-ServerMetadataNegativeTestJSON-1803395888 tempest-ServerMetadataNegativeTestJSON-1803395888-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cfcd394-6fa5-4c20-9b2c-59b785809739 HTTP/1.1" status: 200 len: 943 time: 1.5790391 May 31 13:46:53.385711 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-757011fc-2af9-4072-b577-3994e3b22d7e tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9676468 May 31 13:46:53.386434 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 36526) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:53.392840 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-b89f6ee6-068c-455b-a283-6d18dc9f1c12 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Request body: {'port': {'network_id': '6b8ef2df-3f36-4e16-896c-41f138ea47ef', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1652673388'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:46:53.412219 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd8cac9-1a89-46ec-ad70-74b354c54028 req-071c6df9-3519-418b-b44b-9c37a856e35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:53.415929 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1bd8cac9-1a89-46ec-ad70-74b354c54028 req-071c6df9-3519-418b-b44b-9c37a856e35d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2775b76b-1cc6-4766-815c-d7142e785e22 HTTP/1.1" status: 200 len: 860 time: 0.6680446 May 31 13:46:53.416726 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3045998-bc4e-47cc-99f8-fd944321b42c tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Port e022b00d-bbac-44c3-b5cb-641e221dde2d on network e30ed6c5-2c54-41e0-96ac-36fa01c56603 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:46:53.417217 n-d-843939-1 neutron-server[88370]: ERROR neutron.plugins.ml2.managers [None req-d3045998-bc4e-47cc-99f8-fd944321b42c tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Failed to bind port e022b00d-bbac-44c3-b5cb-641e221dde2d on host n-h2-843939-1 for vnic_type normal using segments [{'id': 'a97c02c8-6402-4816-a74f-0e133bbcae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e30ed6c5-2c54-41e0-96ac-36fa01c56603'}] May 31 13:46:53.444433 n-d-843939-1 neutron-server[88370]: INFO neutron.plugins.ml2.plugin [None req-d3045998-bc4e-47cc-99f8-fd944321b42c tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempt 2 to bind port e022b00d-bbac-44c3-b5cb-641e221dde2d May 31 13:46:53.452384 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca8c4ed-e5e9-4f3e-8a38-26240525e419 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Network a8f8f292-6a8c-43a7-b074-01b2c51af4fa is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:46:53.463696 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8247df35-dd4d-4a18-80e9-40ee02d608a1 req-e47186d1-6cd6-4122-985b-0fa7acb6a410 service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:46:53.464308 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8247df35-dd4d-4a18-80e9-40ee02d608a1 req-e47186d1-6cd6-4122-985b-0fa7acb6a410 service neutron] Checking segment: {'id': '035ad117-e9c5-414c-8bde-40a05a92335b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '63c618dc-2d9c-42a1-a644-8fd65767e93c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:46:53.464910 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8247df35-dd4d-4a18-80e9-40ee02d608a1 req-e47186d1-6cd6-4122-985b-0fa7acb6a410 service neutron] Bound using segment: {'id': '035ad117-e9c5-414c-8bde-40a05a92335b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '63c618dc-2d9c-42a1-a644-8fd65767e93c'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:46:53.465543 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-8247df35-dd4d-4a18-80e9-40ee02d608a1 req-e47186d1-6cd6-4122-985b-0fa7acb6a410 service neutron] Bound port: efc693c3-02de-482e-ad59-c4693661e667, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '035ad117-e9c5-414c-8bde-40a05a92335b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '63c618dc-2d9c-42a1-a644-8fd65767e93c'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:46:53.466192 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8247df35-dd4d-4a18-80e9-40ee02d608a1 req-e47186d1-6cd6-4122-985b-0fa7acb6a410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:53.570539 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-dca8c4ed-e5e9-4f3e-8a38-26240525e419 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, a8f8f292-6a8c-43a7-b074-01b2c51af4fa) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:46:53.581503 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c11661e-cff6-4121-b9e7-8381572af557 None None] Network a8f8f292-6a8c-43a7-b074-01b2c51af4fa requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:46:53.618533 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca8c4ed-e5e9-4f3e-8a38-26240525e419 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:53.619155 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dca8c4ed-e5e9-4f3e-8a38-26240525e419 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:53.632351 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1bd8cac9-1a89-46ec-ad70-74b354c54028 req-e5926321-2e13-438c-b86c-f702fbcfcb06 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a3c1169d-3803-4be9-baa5-b11b4d424741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1544709 May 31 13:46:53.706778 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3eecf34a-2b7d-4fc0-b4a4-be9210ab1218 req-23a772b8-1856-4598-b7b4-fbc87a9ada40 tempest-ServerMetadataNegativeTestJSON-1803395888 tempest-ServerMetadataNegativeTestJSON-1803395888-project] 10.222.0.50 "GET /v2.0/security-groups?id=7bcfc55d-5be3-440c-bea6-5cb1ba4e153a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884471 May 31 13:46:53.707514 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-d3045998-bc4e-47cc-99f8-fd944321b42c tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port e022b00d-bbac-44c3-b5cb-641e221dde2d on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:46:53.707884 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-d3045998-bc4e-47cc-99f8-fd944321b42c tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port e022b00d-bbac-44c3-b5cb-641e221dde2d by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'a97c02c8-6402-4816-a74f-0e133bbcae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e30ed6c5-2c54-41e0-96ac-36fa01c56603'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:46:53.708265 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3045998-bc4e-47cc-99f8-fd944321b42c tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port e022b00d-bbac-44c3-b5cb-641e221dde2d on network e30ed6c5-2c54-41e0-96ac-36fa01c56603 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:46:53.714134 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b89f6ee6-068c-455b-a283-6d18dc9f1c12 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:46:53.725892 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-b89f6ee6-068c-455b-a283-6d18dc9f1c12 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Usage tracker for resource:port and tenant:e2f5ae2e1abf4a2cb5fdef12f13f2ebb is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:46:53.740189 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-b89f6ee6-068c-455b-a283-6d18dc9f1c12 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:46:53.760684 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b89f6ee6-068c-455b-a283-6d18dc9f1c12 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:46:53.781759 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b89f6ee6-068c-455b-a283-6d18dc9f1c12 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Made reservation on behalf of e2f5ae2e1abf4a2cb5fdef12f13f2ebb for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:46:53.785446 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b89f6ee6-068c-455b-a283-6d18dc9f1c12 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:53.812598 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-8247df35-dd4d-4a18-80e9-40ee02d608a1 req-e47186d1-6cd6-4122-985b-0fa7acb6a410 service neutron] For port efc693c3-02de-482e-ad59-c4693661e667, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:46:53.829281 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-8247df35-dd4d-4a18-80e9-40ee02d608a1 req-e47186d1-6cd6-4122-985b-0fa7acb6a410 service neutron] For port efc693c3-02de-482e-ad59-c4693661e667, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=efc693c3-02de-482e-ad59-c4693661e667,segment=NetworkSegment(035ad117-e9c5-414c-8bde-40a05a92335b),segment_id=035ad117-e9c5-414c-8bde-40a05a92335b)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:46:53.837691 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-b89f6ee6-068c-455b-a283-6d18dc9f1c12 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] device_id is not set on port 444b2c18-16ac-4cdb-94da-526a5e11785e yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:46:53.886450 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3045998-bc4e-47cc-99f8-fd944321b42c tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Port e022b00d-bbac-44c3-b5cb-641e221dde2d on network e30ed6c5-2c54-41e0-96ac-36fa01c56603 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:46:53.887055 n-d-843939-1 neutron-server[88370]: ERROR neutron.plugins.ml2.managers [None req-d3045998-bc4e-47cc-99f8-fd944321b42c tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Failed to bind port e022b00d-bbac-44c3-b5cb-641e221dde2d on host n-h2-843939-1 for vnic_type normal using segments [{'id': 'a97c02c8-6402-4816-a74f-0e133bbcae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e30ed6c5-2c54-41e0-96ac-36fa01c56603'}] May 31 13:46:53.904493 n-d-843939-1 neutron-server[88370]: INFO neutron.plugins.ml2.plugin [None req-d3045998-bc4e-47cc-99f8-fd944321b42c tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempt 3 to bind port e022b00d-bbac-44c3-b5cb-641e221dde2d May 31 13:46:53.977538 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-d3045998-bc4e-47cc-99f8-fd944321b42c tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port e022b00d-bbac-44c3-b5cb-641e221dde2d on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:46:53.978114 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-d3045998-bc4e-47cc-99f8-fd944321b42c tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port e022b00d-bbac-44c3-b5cb-641e221dde2d by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'a97c02c8-6402-4816-a74f-0e133bbcae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e30ed6c5-2c54-41e0-96ac-36fa01c56603'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:46:53.978641 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3045998-bc4e-47cc-99f8-fd944321b42c tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port e022b00d-bbac-44c3-b5cb-641e221dde2d on network e30ed6c5-2c54-41e0-96ac-36fa01c56603 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:46:53.992096 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8247df35-dd4d-4a18-80e9-40ee02d608a1 req-e47186d1-6cd6-4122-985b-0fa7acb6a410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:53.994078 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb48dda-2dd6-40cc-888b-1ef5a0e0d91d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-6b8ef2df-3f36-4e16-896c-41f138ea47ef', 'network_id': '6b8ef2df-3f36-4e16-896c-41f138ea47ef', 'tenant_id': 'e2f5ae2e1abf4a2cb5fdef12f13f2ebb', 'fixed_ips': [{'subnet_id': 'c02adc98-1ffd-4311-ba64-ca2ad4064993'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:46:53.995075 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ddb48dda-2dd6-40cc-888b-1ef5a0e0d91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:54.061214 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-dca8c4ed-e5e9-4f3e-8a38-26240525e419 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 6.8339336 May 31 13:46:54.077347 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 36542) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:54.088802 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8247df35-dd4d-4a18-80e9-40ee02d608a1 req-e47186d1-6cd6-4122-985b-0fa7acb6a410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:54.089640 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-8247df35-dd4d-4a18-80e9-40ee02d608a1 req-e47186d1-6cd6-4122-985b-0fa7acb6a410 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:54.091671 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8247df35-dd4d-4a18-80e9-40ee02d608a1 req-e47186d1-6cd6-4122-985b-0fa7acb6a410 service neutron] 10.222.0.44 "PUT /v2.0/ports/efc693c3-02de-482e-ad59-c4693661e667 HTTP/1.1" status: 200 len: 1092 time: 6.5585670 May 31 13:46:54.095378 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3045998-bc4e-47cc-99f8-fd944321b42c tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Port e022b00d-bbac-44c3-b5cb-641e221dde2d on network e30ed6c5-2c54-41e0-96ac-36fa01c56603 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:46:54.095924 n-d-843939-1 neutron-server[88370]: ERROR neutron.plugins.ml2.managers [None req-d3045998-bc4e-47cc-99f8-fd944321b42c tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Failed to bind port e022b00d-bbac-44c3-b5cb-641e221dde2d on host n-h2-843939-1 for vnic_type normal using segments [{'id': 'a97c02c8-6402-4816-a74f-0e133bbcae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e30ed6c5-2c54-41e0-96ac-36fa01c56603'}] May 31 13:46:54.096514 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdf0c119-e355-4b60-9ec3-1deca8a93eb6', 'tag': 'efc693c3-02de-482e-ad59-c4693661e667'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:46:54.103677 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-05fe16e1-0909-4776-bf6b-5acc534e5319 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-909258398', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}, 'admin_state_up': False}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:46:54.114349 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 84b990da-6092-49cb-8fd9-09e0c38f903c up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:46:54.117264 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-05fe16e1-0909-4776-bf6b-5acc534e5319 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:46:54.142812 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-b89f6ee6-068c-455b-a283-6d18dc9f1c12 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Allocated IP 2001:db8::34d (6b8ef2df-3f36-4e16-896c-41f138ea47ef/c02adc98-1ffd-4311-ba64-ca2ad4064993/444b2c18-16ac-4cdb-94da-526a5e11785e) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:46:54.146654 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-05fe16e1-0909-4776-bf6b-5acc534e5319 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Usage tracker for resource:router and tenant:f331ce5134ed4e2db710f69a53d0a2fe is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:46:54.152727 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-05fe16e1-0909-4776-bf6b-5acc534e5319 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:46:54.166753 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-05fe16e1-0909-4776-bf6b-5acc534e5319 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:46:54.171639 n-d-843939-1 neutron-server[88370]: INFO neutron.plugins.ml2.plugin [None req-d3045998-bc4e-47cc-99f8-fd944321b42c tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempt 4 to bind port e022b00d-bbac-44c3-b5cb-641e221dde2d May 31 13:46:54.253628 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-05fe16e1-0909-4776-bf6b-5acc534e5319 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:54.260523 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-05fe16e1-0909-4776-bf6b-5acc534e5319 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:54.295795 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-d3045998-bc4e-47cc-99f8-fd944321b42c tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port e022b00d-bbac-44c3-b5cb-641e221dde2d on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:46:54.296438 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-d3045998-bc4e-47cc-99f8-fd944321b42c tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port e022b00d-bbac-44c3-b5cb-641e221dde2d by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'a97c02c8-6402-4816-a74f-0e133bbcae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e30ed6c5-2c54-41e0-96ac-36fa01c56603'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:46:54.300008 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3045998-bc4e-47cc-99f8-fd944321b42c tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port e022b00d-bbac-44c3-b5cb-641e221dde2d on network e30ed6c5-2c54-41e0-96ac-36fa01c56603 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:46:54.308864 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-05fe16e1-0909-4776-bf6b-5acc534e5319 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:54.366190 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3045998-bc4e-47cc-99f8-fd944321b42c tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Port e022b00d-bbac-44c3-b5cb-641e221dde2d on network e30ed6c5-2c54-41e0-96ac-36fa01c56603 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:46:54.370224 n-d-843939-1 neutron-server[88370]: ERROR neutron.plugins.ml2.managers [None req-d3045998-bc4e-47cc-99f8-fd944321b42c tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Failed to bind port e022b00d-bbac-44c3-b5cb-641e221dde2d on host n-h2-843939-1 for vnic_type normal using segments [{'id': 'a97c02c8-6402-4816-a74f-0e133bbcae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e30ed6c5-2c54-41e0-96ac-36fa01c56603'}] May 31 13:46:54.380883 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30db5909-0a90-4fe7-8ab3-b6e20e9e593a req-9d60b1c3-9ee0-4b06-811c-c5a5cde478a0 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:54.382325 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 13:46:54.388522 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-30db5909-0a90-4fe7-8ab3-b6e20e9e593a req-9d60b1c3-9ee0-4b06-811c-c5a5cde478a0 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=931b2df9-a1c5-473f-ba24-0babd6d355d0 HTTP/1.1" status: 200 len: 931 time: 1.1821668 May 31 13:46:54.406571 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port 84b990da-6092-49cb-8fd9-09e0c38f903c completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:46:54.435411 n-d-843939-1 neutron-server[88370]: INFO neutron.plugins.ml2.plugin [None req-d3045998-bc4e-47cc-99f8-fd944321b42c tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempt 5 to bind port e022b00d-bbac-44c3-b5cb-641e221dde2d May 31 13:46:54.507501 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port 84b990da-6092-49cb-8fd9-09e0c38f903c triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:46:54.507864 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:54.555705 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-30db5909-0a90-4fe7-8ab3-b6e20e9e593a req-5ce71f3e-bc28-4806-a1b3-561ca326ea57 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=879d485c-6856-4d39-902c-2e7246942604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031740 May 31 13:46:54.556811 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-d3045998-bc4e-47cc-99f8-fd944321b42c tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port e022b00d-bbac-44c3-b5cb-641e221dde2d on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:46:54.557247 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-d3045998-bc4e-47cc-99f8-fd944321b42c tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port e022b00d-bbac-44c3-b5cb-641e221dde2d by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'a97c02c8-6402-4816-a74f-0e133bbcae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e30ed6c5-2c54-41e0-96ac-36fa01c56603'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:46:54.557686 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3045998-bc4e-47cc-99f8-fd944321b42c tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port e022b00d-bbac-44c3-b5cb-641e221dde2d on network e30ed6c5-2c54-41e0-96ac-36fa01c56603 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:46:54.670424 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3045998-bc4e-47cc-99f8-fd944321b42c tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Port e022b00d-bbac-44c3-b5cb-641e221dde2d on network e30ed6c5-2c54-41e0-96ac-36fa01c56603 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:46:54.679502 n-d-843939-1 neutron-server[88370]: ERROR neutron.plugins.ml2.managers [None req-d3045998-bc4e-47cc-99f8-fd944321b42c tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Failed to bind port e022b00d-bbac-44c3-b5cb-641e221dde2d on host n-h2-843939-1 for vnic_type normal using segments [{'id': 'a97c02c8-6402-4816-a74f-0e133bbcae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e30ed6c5-2c54-41e0-96ac-36fa01c56603'}] May 31 13:46:54.709920 n-d-843939-1 neutron-server[88370]: INFO neutron.plugins.ml2.plugin [None req-d3045998-bc4e-47cc-99f8-fd944321b42c tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempt 6 to bind port e022b00d-bbac-44c3-b5cb-641e221dde2d May 31 13:46:54.718902 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7edb1e9f-13cb-4dcd-bdc7-17f786895dda None None] Network a8f8f292-6a8c-43a7-b074-01b2c51af4fa requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:46:54.748901 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb564fe6-8280-446e-8541-9b4e8211b5e8'] response: {'name': 'network-changed', 'server_uuid': 'bdf0c119-e355-4b60-9ec3-1deca8a93eb6', 'tag': 'efc693c3-02de-482e-ad59-c4693661e667', 'status': 'completed', 'code': 200} May 31 13:46:54.758448 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47186d1-6cd6-4122-985b-0fa7acb6a410 service neutron] Pushing event updated for resources: {'Port': ['ID=efc693c3-02de-482e-ad59-c4693661e667,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:54.768849 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.resource_extend [req-3aac53a2-6014-43e8-838c-395a7a272a21 req-60d76829-35d6-4e04-bdf8-fe2802f7a44c service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:46:54.871451 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1bd8cac9-1a89-46ec-ad70-74b354c54028 req-7bf2eff1-314d-4cfd-b9b7-7e033cd95058 service neutron] 10.222.0.44 "GET /v2.0/networks/a3c1169d-3803-4be9-baa5-b11b4d424741?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2237518 May 31 13:46:54.890664 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b89f6ee6-068c-455b-a283-6d18dc9f1c12 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:54.919626 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-b89f6ee6-068c-455b-a283-6d18dc9f1c12 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Transition to ACTIVE for port object 444b2c18-16ac-4cdb-94da-526a5e11785e will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:46:55.056570 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 36574) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:55.058026 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b89f6ee6-068c-455b-a283-6d18dc9f1c12 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:55.105628 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-3aac53a2-6014-43e8-838c-395a7a272a21 req-60d76829-35d6-4e04-bdf8-fe2802f7a44c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9fc5db8-b6ca-4339-936c-dac801564b5d {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:46:55.118180 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-3aac53a2-6014-43e8-838c-395a7a272a21 req-60d76829-35d6-4e04-bdf8-fe2802f7a44c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:55.141896 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-3aac53a2-6014-43e8-838c-395a7a272a21 req-60d76829-35d6-4e04-bdf8-fe2802f7a44c service neutron] Transition to ACTIVE for port object a9fc5db8-b6ca-4339-936c-dac801564b5d will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:46:55.147198 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-d3045998-bc4e-47cc-99f8-fd944321b42c tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port e022b00d-bbac-44c3-b5cb-641e221dde2d on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:46:55.147893 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-d3045998-bc4e-47cc-99f8-fd944321b42c tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port e022b00d-bbac-44c3-b5cb-641e221dde2d by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'a97c02c8-6402-4816-a74f-0e133bbcae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e30ed6c5-2c54-41e0-96ac-36fa01c56603'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:46:55.148673 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3045998-bc4e-47cc-99f8-fd944321b42c tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port e022b00d-bbac-44c3-b5cb-641e221dde2d on network e30ed6c5-2c54-41e0-96ac-36fa01c56603 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:46:55.261451 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-ddb48dda-2dd6-40cc-888b-1ef5a0e0d91d None None] Allocated IP 2001:db8::2 (6b8ef2df-3f36-4e16-896c-41f138ea47ef/c02adc98-1ffd-4311-ba64-ca2ad4064993/a6c9c96d-a07e-4601-8f41-1e307255d51f) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:46:55.272936 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89f6ee6-068c-455b-a283-6d18dc9f1c12 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event updated for resources: {'Port': ['ID=444b2c18-16ac-4cdb-94da-526a5e11785e,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:55.276684 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3045998-bc4e-47cc-99f8-fd944321b42c tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Port e022b00d-bbac-44c3-b5cb-641e221dde2d on network e30ed6c5-2c54-41e0-96ac-36fa01c56603 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:46:55.277021 n-d-843939-1 neutron-server[88370]: ERROR neutron.plugins.ml2.managers [None req-d3045998-bc4e-47cc-99f8-fd944321b42c tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Failed to bind port e022b00d-bbac-44c3-b5cb-641e221dde2d on host n-h2-843939-1 for vnic_type normal using segments [{'id': 'a97c02c8-6402-4816-a74f-0e133bbcae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e30ed6c5-2c54-41e0-96ac-36fa01c56603'}] May 31 13:46:55.277593 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-3aac53a2-6014-43e8-838c-395a7a272a21 req-60d76829-35d6-4e04-bdf8-fe2802f7a44c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:55.362761 n-d-843939-1 neutron-server[88370]: INFO neutron.plugins.ml2.plugin [None req-d3045998-bc4e-47cc-99f8-fd944321b42c tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempt 7 to bind port e022b00d-bbac-44c3-b5cb-641e221dde2d May 31 13:46:55.366054 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 84b990da-6092-49cb-8fd9-09e0c38f903c is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:46:55.366548 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:55.428471 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89f6ee6-068c-455b-a283-6d18dc9f1c12 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Network 6b8ef2df-3f36-4e16-896c-41f138ea47ef is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:46:55.473409 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-b89f6ee6-068c-455b-a283-6d18dc9f1c12 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:46:55.526679 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 84b990da-6092-49cb-8fd9-09e0c38f903c, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=84b990da-6092-49cb-8fd9-09e0c38f903c,segment=NetworkSegment(da45ed88-29c5-4083-8283-2d5891c414fb),segment_id=da45ed88-29c5-4083-8283-2d5891c414fb)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:46:55.540190 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cfcd394-6fa5-4c20-9b2c-59b785809739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b990da-6092-49cb-8fd9-09e0c38f903c'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:46:55.553708 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:55.667807 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89f6ee6-068c-455b-a283-6d18dc9f1c12 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:46:55.687799 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89f6ee6-068c-455b-a283-6d18dc9f1c12 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:55.691446 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b89f6ee6-068c-455b-a283-6d18dc9f1c12 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:55.772355 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5a9955b8-f223-4080-a77f-692af4076d73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:55.826476 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=84b990da-6092-49cb-8fd9-09e0c38f903c,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:56.130169 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5a9955b8-f223-4080-a77f-692af4076d73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:46:56.136703 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-5a9955b8-f223-4080-a77f-692af4076d73 admin admin] Usage tracker for resource:security_group_rule and tenant:0bdf527f2c904f0b80d78c1251c96d5f is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:46:56.143964 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-5a9955b8-f223-4080-a77f-692af4076d73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:46:56.157588 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5a9955b8-f223-4080-a77f-692af4076d73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:46:56.162174 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-d3045998-bc4e-47cc-99f8-fd944321b42c tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port e022b00d-bbac-44c3-b5cb-641e221dde2d on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:46:56.162667 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-d3045998-bc4e-47cc-99f8-fd944321b42c tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port e022b00d-bbac-44c3-b5cb-641e221dde2d by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'a97c02c8-6402-4816-a74f-0e133bbcae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e30ed6c5-2c54-41e0-96ac-36fa01c56603'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:46:56.167469 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3045998-bc4e-47cc-99f8-fd944321b42c tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port e022b00d-bbac-44c3-b5cb-641e221dde2d on network e30ed6c5-2c54-41e0-96ac-36fa01c56603 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:46:56.184887 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8247df35-dd4d-4a18-80e9-40ee02d608a1 req-836d42ee-78f0-468c-82f2-afebdc97c111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:56.187063 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8247df35-dd4d-4a18-80e9-40ee02d608a1 req-836d42ee-78f0-468c-82f2-afebdc97c111 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0c3bb07388f549c9aeec65a21380cb5d&device_id=bdf0c119-e355-4b60-9ec3-1deca8a93eb6 HTTP/1.1" status: 200 len: 1095 time: 1.9563260 May 31 13:46:56.188287 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d76829-35d6-4e04-bdf8-fe2802f7a44c service neutron] Pushing event updated for resources: {'Port': ['ID=a9fc5db8-b6ca-4339-936c-dac801564b5d,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:56.225451 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3045998-bc4e-47cc-99f8-fd944321b42c tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Port e022b00d-bbac-44c3-b5cb-641e221dde2d on network e30ed6c5-2c54-41e0-96ac-36fa01c56603 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:46:56.226957 n-d-843939-1 neutron-server[88370]: ERROR neutron.plugins.ml2.managers [None req-d3045998-bc4e-47cc-99f8-fd944321b42c tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Failed to bind port e022b00d-bbac-44c3-b5cb-641e221dde2d on host n-h2-843939-1 for vnic_type normal using segments [{'id': 'a97c02c8-6402-4816-a74f-0e133bbcae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e30ed6c5-2c54-41e0-96ac-36fa01c56603'}] May 31 13:46:56.317080 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5a9955b8-f223-4080-a77f-692af4076d73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:56.327237 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5a9955b8-f223-4080-a77f-692af4076d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:56.337054 n-d-843939-1 neutron-server[88370]: INFO neutron.plugins.ml2.plugin [None req-d3045998-bc4e-47cc-99f8-fd944321b42c tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempt 8 to bind port e022b00d-bbac-44c3-b5cb-641e221dde2d May 31 13:46:56.338740 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-05fe16e1-0909-4776-bf6b-5acc534e5319 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:56.354752 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a823f4-ca02-49c8-b39e-7a0ea081dbad req-5b38cf2d-da06-4c69-98dc-1de3e425f5cd tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:56.357224 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c1a823f4-ca02-49c8-b39e-7a0ea081dbad req-5b38cf2d-da06-4c69-98dc-1de3e425f5cd tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/ports?device_id=bdf0c119-e355-4b60-9ec3-1deca8a93eb6 HTTP/1.1" status: 200 len: 944 time: 2.0307770 May 31 13:46:56.572010 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8247df35-dd4d-4a18-80e9-40ee02d608a1 req-ad3317bf-5a14-4890-acc6-5a5dbcd476cc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=efc693c3-02de-482e-ad59-c4693661e667 HTTP/1.1" status: 200 len: 217 time: 0.3067620 May 31 13:46:56.583685 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b89f6ee6-068c-455b-a283-6d18dc9f1c12 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 3.1961699 May 31 13:46:56.588262 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9955b8-f223-4080-a77f-692af4076d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d25adf-2c5e-457c-aa90-2a51dc5b91f5,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:56.597284 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 36586) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:56.602285 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ddb48dda-2dd6-40cc-888b-1ef5a0e0d91d None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:56.613557 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-5a9955b8-f223-4080-a77f-692af4076d73 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0bdf527f2c904f0b80d78c1251c96d5f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5502126 May 31 13:46:56.639274 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ddb48dda-2dd6-40cc-888b-1ef5a0e0d91d None None] Transition to ACTIVE for port object a6c9c96d-a07e-4601-8f41-1e307255d51f will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:46:56.676344 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ddb48dda-2dd6-40cc-888b-1ef5a0e0d91d None None] Transition to ACTIVE for port object a6c9c96d-a07e-4601-8f41-1e307255d51f will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:46:56.682846 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-d3045998-bc4e-47cc-99f8-fd944321b42c tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port e022b00d-bbac-44c3-b5cb-641e221dde2d on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:46:56.682846 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-d3045998-bc4e-47cc-99f8-fd944321b42c tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port e022b00d-bbac-44c3-b5cb-641e221dde2d by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'a97c02c8-6402-4816-a74f-0e133bbcae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e30ed6c5-2c54-41e0-96ac-36fa01c56603'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:46:56.683463 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3045998-bc4e-47cc-99f8-fd944321b42c tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port e022b00d-bbac-44c3-b5cb-641e221dde2d on network e30ed6c5-2c54-41e0-96ac-36fa01c56603 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:46:56.687140 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ddb48dda-2dd6-40cc-888b-1ef5a0e0d91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:56.711109 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 36588) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:56.720498 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec35f6c4-1bfe-4b02-a941-6b3d14794341 req-0f337da3-b6da-4abf-a101-eef08d17a452 tempest-ServerMetadataNegativeTestJSON-1803395888 tempest-ServerMetadataNegativeTestJSON-1803395888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:56.729451 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ec35f6c4-1bfe-4b02-a941-6b3d14794341 req-0f337da3-b6da-4abf-a101-eef08d17a452 tempest-ServerMetadataNegativeTestJSON-1803395888 tempest-ServerMetadataNegativeTestJSON-1803395888-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cfcd394-6fa5-4c20-9b2c-59b785809739 HTTP/1.1" status: 200 len: 944 time: 1.5721638 May 31 13:46:56.770430 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c1a823f4-ca02-49c8-b39e-7a0ea081dbad req-ecf5ba11-2745-4e05-98d1-dd03727207ef tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/security-groups?id=be272545-d4a8-4677-ae1e-3fdd47e99fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3701034 May 31 13:46:56.842531 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb48dda-2dd6-40cc-888b-1ef5a0e0d91d None None] Network 6b8ef2df-3f36-4e16-896c-41f138ea47ef is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:46:56.844103 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb48dda-2dd6-40cc-888b-1ef5a0e0d91d None None] Pushing event updated for resources: {'Port': ['ID=a6c9c96d-a07e-4601-8f41-1e307255d51f,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:56.853443 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-ddb48dda-2dd6-40cc-888b-1ef5a0e0d91d None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:46:56.859182 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb48dda-2dd6-40cc-888b-1ef5a0e0d91d None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:46:56.923997 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-f74886e6-c1d9-402a-895c-3facf6fec564 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Deleting port 444b2c18-16ac-4cdb-94da-526a5e11785e {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:46:56.924352 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f74886e6-c1d9-402a-895c-3facf6fec564 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:56.948493 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9aa926d-d8f7-4a2b-8010-3599180286f2'] response: {'server_uuid': '1cfcd394-6fa5-4c20-9b2c-59b785809739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b990da-6092-49cb-8fd9-09e0c38f903c', 'code': 200} May 31 13:46:56.987375 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3045998-bc4e-47cc-99f8-fd944321b42c tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Port e022b00d-bbac-44c3-b5cb-641e221dde2d on network e30ed6c5-2c54-41e0-96ac-36fa01c56603 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:46:56.987707 n-d-843939-1 neutron-server[88370]: ERROR neutron.plugins.ml2.managers [None req-d3045998-bc4e-47cc-99f8-fd944321b42c tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Failed to bind port e022b00d-bbac-44c3-b5cb-641e221dde2d on host n-h2-843939-1 for vnic_type normal using segments [{'id': 'a97c02c8-6402-4816-a74f-0e133bbcae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e30ed6c5-2c54-41e0-96ac-36fa01c56603'}] May 31 13:46:57.004464 n-d-843939-1 neutron-server[88370]: INFO neutron.plugins.ml2.plugin [None req-d3045998-bc4e-47cc-99f8-fd944321b42c tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempt 9 to bind port e022b00d-bbac-44c3-b5cb-641e221dde2d May 31 13:46:57.095205 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-ddb48dda-2dd6-40cc-888b-1ef5a0e0d91d None None] Attempting to bind port a6c9c96d-a07e-4601-8f41-1e307255d51f on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:46:57.096312 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-ddb48dda-2dd6-40cc-888b-1ef5a0e0d91d None None] Attempting to bind port a6c9c96d-a07e-4601-8f41-1e307255d51f by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'c41342f8-86ba-45bc-807b-9d00fbe14962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6b8ef2df-3f36-4e16-896c-41f138ea47ef'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:46:57.096312 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb48dda-2dd6-40cc-888b-1ef5a0e0d91d None None] Attempting to bind port a6c9c96d-a07e-4601-8f41-1e307255d51f on network 6b8ef2df-3f36-4e16-896c-41f138ea47ef {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:46:57.104450 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb48dda-2dd6-40cc-888b-1ef5a0e0d91d None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:46:57.104835 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb48dda-2dd6-40cc-888b-1ef5a0e0d91d None None] Checking segment: {'id': 'c41342f8-86ba-45bc-807b-9d00fbe14962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6b8ef2df-3f36-4e16-896c-41f138ea47ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:46:57.105586 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ddb48dda-2dd6-40cc-888b-1ef5a0e0d91d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:57.106153 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb48dda-2dd6-40cc-888b-1ef5a0e0d91d None None] Bound using segment: {'id': 'c41342f8-86ba-45bc-807b-9d00fbe14962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6b8ef2df-3f36-4e16-896c-41f138ea47ef'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:46:57.107517 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-ddb48dda-2dd6-40cc-888b-1ef5a0e0d91d None None] Bound port: a6c9c96d-a07e-4601-8f41-1e307255d51f, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c41342f8-86ba-45bc-807b-9d00fbe14962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6b8ef2df-3f36-4e16-896c-41f138ea47ef'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:46:57.108229 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ddb48dda-2dd6-40cc-888b-1ef5a0e0d91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:57.137013 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-3aac53a2-6014-43e8-838c-395a7a272a21 req-60d76829-35d6-4e04-bdf8-fe2802f7a44c service neutron] Attempting to bind port a9fc5db8-b6ca-4339-936c-dac801564b5d on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:46:57.137352 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-3aac53a2-6014-43e8-838c-395a7a272a21 req-60d76829-35d6-4e04-bdf8-fe2802f7a44c service neutron] Attempting to bind port a9fc5db8-b6ca-4339-936c-dac801564b5d by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'f85bb861-f832-42e2-a182-3ceccc5a66af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b66065d1-e972-453c-87d9-3ed8cec4b7a7'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:46:57.138309 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aac53a2-6014-43e8-838c-395a7a272a21 req-60d76829-35d6-4e04-bdf8-fe2802f7a44c service neutron] Attempting to bind port a9fc5db8-b6ca-4339-936c-dac801564b5d on network b66065d1-e972-453c-87d9-3ed8cec4b7a7 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:46:57.296863 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aac53a2-6014-43e8-838c-395a7a272a21 req-60d76829-35d6-4e04-bdf8-fe2802f7a44c service neutron] Port a9fc5db8-b6ca-4339-936c-dac801564b5d on network b66065d1-e972-453c-87d9-3ed8cec4b7a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:46:57.297812 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aac53a2-6014-43e8-838c-395a7a272a21 req-60d76829-35d6-4e04-bdf8-fe2802f7a44c service neutron] Attempting to bind port a9fc5db8-b6ca-4339-936c-dac801564b5d on network b66065d1-e972-453c-87d9-3ed8cec4b7a7 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:46:57.301953 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-ddb48dda-2dd6-40cc-888b-1ef5a0e0d91d None None] For port a6c9c96d-a07e-4601-8f41-1e307255d51f, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:46:57.306898 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-ddb48dda-2dd6-40cc-888b-1ef5a0e0d91d None None] For port a6c9c96d-a07e-4601-8f41-1e307255d51f, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=a6c9c96d-a07e-4601-8f41-1e307255d51f,segment=NetworkSegment(c41342f8-86ba-45bc-807b-9d00fbe14962),segment_id=c41342f8-86ba-45bc-807b-9d00fbe14962)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:46:57.316095 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ddb48dda-2dd6-40cc-888b-1ef5a0e0d91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:57.336061 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ec35f6c4-1bfe-4b02-a941-6b3d14794341 req-924f7495-4817-4ace-aeae-12ddb65438c6 tempest-ServerMetadataNegativeTestJSON-1803395888 tempest-ServerMetadataNegativeTestJSON-1803395888-project] 10.222.0.50 "GET /v2.0/security-groups?id=7bcfc55d-5be3-440c-bea6-5cb1ba4e153a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6054342 May 31 13:46:57.342008 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1bd8cac9-1a89-46ec-ad70-74b354c54028 req-51dfaa06-289e-44a3-8f3a-6db0656d5fe2 service neutron] 10.222.0.44 "GET /v2.0/networks/a3c1169d-3803-4be9-baa5-b11b4d424741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.4417164 May 31 13:46:57.357044 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-d3045998-bc4e-47cc-99f8-fd944321b42c tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port e022b00d-bbac-44c3-b5cb-641e221dde2d on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:46:57.360188 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-d3045998-bc4e-47cc-99f8-fd944321b42c tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port e022b00d-bbac-44c3-b5cb-641e221dde2d by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'a97c02c8-6402-4816-a74f-0e133bbcae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e30ed6c5-2c54-41e0-96ac-36fa01c56603'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:46:57.361068 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3045998-bc4e-47cc-99f8-fd944321b42c tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port e022b00d-bbac-44c3-b5cb-641e221dde2d on network e30ed6c5-2c54-41e0-96ac-36fa01c56603 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:46:57.391189 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3045998-bc4e-47cc-99f8-fd944321b42c tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Port e022b00d-bbac-44c3-b5cb-641e221dde2d on network e30ed6c5-2c54-41e0-96ac-36fa01c56603 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:46:57.392047 n-d-843939-1 neutron-server[88370]: ERROR neutron.plugins.ml2.managers [None req-d3045998-bc4e-47cc-99f8-fd944321b42c tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Failed to bind port e022b00d-bbac-44c3-b5cb-641e221dde2d on host n-h2-843939-1 for vnic_type normal using segments [{'id': 'a97c02c8-6402-4816-a74f-0e133bbcae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e30ed6c5-2c54-41e0-96ac-36fa01c56603'}] May 31 13:46:57.393966 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8247df35-dd4d-4a18-80e9-40ee02d608a1 req-50a5e4fa-f716-4ffc-97fb-6fb259ac3d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:57.397148 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8247df35-dd4d-4a18-80e9-40ee02d608a1 req-50a5e4fa-f716-4ffc-97fb-6fb259ac3d37 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1fa11664-0552-4bb0-b5b0-3278009a7430 HTTP/1.1" status: 200 len: 854 time: 0.7872252 May 31 13:46:57.402373 n-d-843939-1 neutron-server[88370]: INFO neutron.plugins.ml2.plugin [None req-d3045998-bc4e-47cc-99f8-fd944321b42c tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempt 10 to bind port e022b00d-bbac-44c3-b5cb-641e221dde2d May 31 13:46:57.428222 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aac53a2-6014-43e8-838c-395a7a272a21 req-60d76829-35d6-4e04-bdf8-fe2802f7a44c service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:46:57.429085 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aac53a2-6014-43e8-838c-395a7a272a21 req-60d76829-35d6-4e04-bdf8-fe2802f7a44c service neutron] Checking segment: {'id': 'f85bb861-f832-42e2-a182-3ceccc5a66af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b66065d1-e972-453c-87d9-3ed8cec4b7a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:46:57.429776 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aac53a2-6014-43e8-838c-395a7a272a21 req-60d76829-35d6-4e04-bdf8-fe2802f7a44c service neutron] Bound using segment: {'id': 'f85bb861-f832-42e2-a182-3ceccc5a66af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b66065d1-e972-453c-87d9-3ed8cec4b7a7'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:46:57.430479 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-3aac53a2-6014-43e8-838c-395a7a272a21 req-60d76829-35d6-4e04-bdf8-fe2802f7a44c service neutron] Bound port: a9fc5db8-b6ca-4339-936c-dac801564b5d, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f85bb861-f832-42e2-a182-3ceccc5a66af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b66065d1-e972-453c-87d9-3ed8cec4b7a7'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:46:57.431037 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-3aac53a2-6014-43e8-838c-395a7a272a21 req-60d76829-35d6-4e04-bdf8-fe2802f7a44c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:57.436166 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb48dda-2dd6-40cc-888b-1ef5a0e0d91d None None] Pushing event updated for resources: {'Port': ['ID=a6c9c96d-a07e-4601-8f41-1e307255d51f,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:57.514290 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e3be5d-cd3e-4d86-a821-4231b9d5d34e req-1214656a-83ec-4be1-a890-ac3c50f544ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:57.516772 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-91e3be5d-cd3e-4d86-a821-4231b9d5d34e req-1214656a-83ec-4be1-a890-ac3c50f544ca service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1cfcd394-6fa5-4c20-9b2c-59b785809739 HTTP/1.1" status: 200 len: 1096 time: 0.4736946 May 31 13:46:57.555109 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-d3045998-bc4e-47cc-99f8-fd944321b42c tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port e022b00d-bbac-44c3-b5cb-641e221dde2d on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:46:57.555467 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-d3045998-bc4e-47cc-99f8-fd944321b42c tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port e022b00d-bbac-44c3-b5cb-641e221dde2d by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'a97c02c8-6402-4816-a74f-0e133bbcae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e30ed6c5-2c54-41e0-96ac-36fa01c56603'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:46:57.555816 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3045998-bc4e-47cc-99f8-fd944321b42c tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempting to bind port e022b00d-bbac-44c3-b5cb-641e221dde2d on network e30ed6c5-2c54-41e0-96ac-36fa01c56603 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:46:57.567716 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f74886e6-c1d9-402a-895c-3facf6fec564 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:57.658039 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-3aac53a2-6014-43e8-838c-395a7a272a21 req-60d76829-35d6-4e04-bdf8-fe2802f7a44c service neutron] For port a9fc5db8-b6ca-4339-936c-dac801564b5d, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:46:57.662123 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-3aac53a2-6014-43e8-838c-395a7a272a21 req-60d76829-35d6-4e04-bdf8-fe2802f7a44c service neutron] For port a9fc5db8-b6ca-4339-936c-dac801564b5d, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=a9fc5db8-b6ca-4339-936c-dac801564b5d,segment=NetworkSegment(f85bb861-f832-42e2-a182-3ceccc5a66af),segment_id=f85bb861-f832-42e2-a182-3ceccc5a66af)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:46:57.715396 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3045998-bc4e-47cc-99f8-fd944321b42c tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Port e022b00d-bbac-44c3-b5cb-641e221dde2d on network e30ed6c5-2c54-41e0-96ac-36fa01c56603 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:46:57.716096 n-d-843939-1 neutron-server[88370]: ERROR neutron.plugins.ml2.managers [None req-d3045998-bc4e-47cc-99f8-fd944321b42c tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Failed to bind port e022b00d-bbac-44c3-b5cb-641e221dde2d on host n-h2-843939-1 for vnic_type normal using segments [{'id': 'a97c02c8-6402-4816-a74f-0e133bbcae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e30ed6c5-2c54-41e0-96ac-36fa01c56603'}] May 31 13:46:57.716481 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d3045998-bc4e-47cc-99f8-fd944321b42c tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:57.737652 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-141eced4-4edd-4b7f-8fea-db28bc6cf6cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:57.757847 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-3aac53a2-6014-43e8-838c-395a7a272a21 req-60d76829-35d6-4e04-bdf8-fe2802f7a44c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:58.000675 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-f74886e6-c1d9-402a-895c-3facf6fec564 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Calling delete_port for 444b2c18-16ac-4cdb-94da-526a5e11785e owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:46:58.020557 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-141eced4-4edd-4b7f-8fea-db28bc6cf6cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:58.037504 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d76829-35d6-4e04-bdf8-fe2802f7a44c service neutron] Pushing event updated for resources: {'Port': ['ID=a9fc5db8-b6ca-4339-936c-dac801564b5d,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:58.077599 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-91e3be5d-cd3e-4d86-a821-4231b9d5d34e req-d7869c07-c1f8-4a52-b2e2-1742e4a453a0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7bcfc55d-5be3-440c-bea6-5cb1ba4e153a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5545011 May 31 13:46:58.127868 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-05fe16e1-0909-4776-bf6b-5acc534e5319 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks [] for router_gateway, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:58.195778 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-05fe16e1-0909-4776-bf6b-5acc534e5319 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:58.235731 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device a6c9c96d-a07e-4601-8f41-1e307255d51f up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:46:58.258897 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac53a2-6014-43e8-838c-395a7a272a21 req-60d76829-35d6-4e04-bdf8-fe2802f7a44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:58.259547 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-3aac53a2-6014-43e8-838c-395a7a272a21 req-60d76829-35d6-4e04-bdf8-fe2802f7a44c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:58.261020 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3aac53a2-6014-43e8-838c-395a7a272a21 req-60d76829-35d6-4e04-bdf8-fe2802f7a44c service neutron] 10.222.0.44 "PUT /v2.0/ports/a9fc5db8-b6ca-4339-936c-dac801564b5d HTTP/1.1" status: 200 len: 1091 time: 7.9207666 May 31 13:46:58.265728 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '931b2df9-a1c5-473f-ba24-0babd6d355d0', 'tag': 'a9fc5db8-b6ca-4339-936c-dac801564b5d'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:46:58.358458 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8247df35-dd4d-4a18-80e9-40ee02d608a1 req-d0fbe446-7541-4ab8-a4f2-2acac505e98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:58.359852 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8247df35-dd4d-4a18-80e9-40ee02d608a1 req-d0fbe446-7541-4ab8-a4f2-2acac505e98a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=63c618dc-2d9c-42a1-a644-8fd65767e93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8887661 May 31 13:46:58.392242 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port a6c9c96d-a07e-4601-8f41-1e307255d51f completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:46:58.409975 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f74886e6-c1d9-402a-895c-3facf6fec564 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:58.486288 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74886e6-c1d9-402a-895c-3facf6fec564 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event deleted for resources: {'Port': ['ID=444b2c18-16ac-4cdb-94da-526a5e11785e,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:58.531232 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-d3045998-bc4e-47cc-99f8-fd944321b42c tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] For port e022b00d-bbac-44c3-b5cb-641e221dde2d, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:46:58.531674 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-d3045998-bc4e-47cc-99f8-fd944321b42c tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attempted to set empty binding levels {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 31 13:46:58.543331 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f74886e6-c1d9-402a-895c-3facf6fec564 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:58.550046 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb383f12-63dd-4635-a923-24d854f945c7 req-f9e93f36-9e6d-46cd-8b6a-820d06fcc988 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:58.557391 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fb383f12-63dd-4635-a923-24d854f945c7 req-f9e93f36-9e6d-46cd-8b6a-820d06fcc988 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=931b2df9-a1c5-473f-ba24-0babd6d355d0 HTTP/1.1" status: 200 len: 943 time: 1.3832881 May 31 13:46:58.573110 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-f74886e6-c1d9-402a-895c-3facf6fec564 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "DELETE /v2.0/ports/444b2c18-16ac-4cdb-94da-526a5e11785e HTTP/1.1" status: 204 len: 168 time: 1.9581499 May 31 13:46:58.577141 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 36604) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:58.588029 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d3045998-bc4e-47cc-99f8-fd944321b42c tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:58.635948 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9a81e85-23a0-45c8-9e3b-3da09443a261 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] GET failed (client error): The resource could not be found. May 31 13:46:58.636554 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a9a81e85-23a0-45c8-9e3b-3da09443a261 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Synchronizing usage tracker for tenant:e2f5ae2e1abf4a2cb5fdef12f13f2ebb on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:46:58.636876 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-141eced4-4edd-4b7f-8fea-db28bc6cf6cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:58.724904 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141eced4-4edd-4b7f-8fea-db28bc6cf6cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d25adf-2c5e-457c-aa90-2a51dc5b91f5,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:58.727472 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a9a81e85-23a0-45c8-9e3b-3da09443a261 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Unset dirty status for tenant:e2f5ae2e1abf4a2cb5fdef12f13f2ebb on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:46:58.729601 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a9a81e85-23a0-45c8-9e3b-3da09443a261 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "GET /v2.0/ports/444b2c18-16ac-4cdb-94da-526a5e11785e HTTP/1.1" status: 404 len: 333 time: 0.1514447 May 31 13:46:58.732846 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 36608) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:58.738373 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8505ae-13ba-4f3c-b98f-d27e4648af21 req-2d8104a4-6e0f-4131-856a-8d21cffb58ab tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:58.739955 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0e8505ae-13ba-4f3c-b98f-d27e4648af21 req-2d8104a4-6e0f-4131-856a-8d21cffb58ab tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/ports?device_id=bdf0c119-e355-4b60-9ec3-1deca8a93eb6 HTTP/1.1" status: 200 len: 944 time: 0.6807368 May 31 13:46:58.780186 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-d3045998-bc4e-47cc-99f8-fd944321b42c tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] In _notify_port_updated(), no bound segment for port e022b00d-bbac-44c3-b5cb-641e221dde2d on network e30ed6c5-2c54-41e0-96ac-36fa01c56603 {{(pid=88370) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 31 13:46:58.781056 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3045998-bc4e-47cc-99f8-fd944321b42c tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:58.781667 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d3045998-bc4e-47cc-99f8-fd944321b42c tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:58.785453 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-d3045998-bc4e-47cc-99f8-fd944321b42c tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] 10.222.0.50 "PUT /v2.0/ports/e022b00d-bbac-44c3-b5cb-641e221dde2d HTTP/1.1" status: 200 len: 975 time: 11.1034939 May 31 13:46:58.791769 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 36612) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:46:58.805112 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-141eced4-4edd-4b7f-8fea-db28bc6cf6cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:58.810694 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-141eced4-4edd-4b7f-8fea-db28bc6cf6cf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d6d25adf-2c5e-457c-aa90-2a51dc5b91f5 HTTP/1.1" status: 204 len: 168 time: 2.0348320 May 31 13:46:58.817876 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-05fe16e1-0909-4776-bf6b-5acc534e5319 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Allocated IP 172.25.6.57 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/6f36f6c1-b517-4b8d-8341-74edd5e5b7d3) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:46:58.855294 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-3aafc489-94e4-4b0e-b52e-94640fe37b89 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Deleting subnet c02adc98-1ffd-4311-ba64-ca2ad4064993 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:46:58.859528 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3aafc489-94e4-4b0e-b52e-94640fe37b89 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:58.886164 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fb383f12-63dd-4635-a923-24d854f945c7 req-c3f55cac-f05f-4991-a9cf-cef9101519fb tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=879d485c-6856-4d39-902c-2e7246942604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3277130 May 31 13:46:58.944469 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3045998-bc4e-47cc-99f8-fd944321b42c tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Pushing event updated for resources: {'Port': ['ID=e022b00d-bbac-44c3-b5cb-641e221dde2d,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:58.999942 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15bc9b2e-fbc3-49d6-9001-49b3105e3fe5'] response: {'name': 'network-changed', 'server_uuid': '931b2df9-a1c5-473f-ba24-0babd6d355d0', 'tag': 'a9fc5db8-b6ca-4339-936c-dac801564b5d', 'status': 'completed', 'code': 200} May 31 13:46:59.017980 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0e8505ae-13ba-4f3c-b98f-d27e4648af21 req-eea0e405-6cbe-41ca-827d-0f33333297e8 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/security-groups?id=be272545-d4a8-4677-ae1e-3fdd47e99fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2641230 May 31 13:46:59.037852 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1fe8b3b-2863-42ec-84d5-3f305cd62064 None None] Network 6b8ef2df-3f36-4e16-896c-41f138ea47ef requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:46:59.061332 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8247df35-dd4d-4a18-80e9-40ee02d608a1 req-325fb3d2-9295-41d3-834a-0b36c110219e service neutron] 10.222.0.44 "GET /v2.0/networks/63c618dc-2d9c-42a1-a644-8fd65767e93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6900716 May 31 13:46:59.163383 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac53a2-6014-43e8-838c-395a7a272a21 req-28387a11-043d-4a34-8e54-c0d8a0abcddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:59.164986 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3aac53a2-6014-43e8-838c-395a7a272a21 req-28387a11-043d-4a34-8e54-c0d8a0abcddb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=21f78e9efd2543f8a23fa5f8aa5a9a7c&device_id=931b2df9-a1c5-473f-ba24-0babd6d355d0 HTTP/1.1" status: 200 len: 1094 time: 0.7640257 May 31 13:46:59.185642 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-9f7b3cb4-6c01-4d39-a3f7-dce4080f9d40 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Deleting port e022b00d-bbac-44c3-b5cb-641e221dde2d {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:46:59.186195 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9f7b3cb4-6c01-4d39-a3f7-dce4080f9d40 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:59.218295 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d19e31e4-ee81-44a9-8d03-2473eb4c8ea5 None None] Provisioning for port a6c9c96d-a07e-4601-8f41-1e307255d51f completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:46:59.242966 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d19e31e4-ee81-44a9-8d03-2473eb4c8ea5 None None] Provisioning complete for port a6c9c96d-a07e-4601-8f41-1e307255d51f triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:46:59.243635 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d19e31e4-ee81-44a9-8d03-2473eb4c8ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:59.315819 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3aafc489-94e4-4b0e-b52e-94640fe37b89 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:59.603719 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-05fe16e1-0909-4776-bf6b-5acc534e5319 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:59.617612 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3aac53a2-6014-43e8-838c-395a7a272a21 req-fa2c9883-1b87-40b7-9275-9db902f56cf5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9fc5db8-b6ca-4339-936c-dac801564b5d HTTP/1.1" status: 200 len: 217 time: 0.3967876 May 31 13:46:59.680318 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3aafc489-94e4-4b0e-b52e-94640fe37b89 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:59.724256 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-d19e31e4-ee81-44a9-8d03-2473eb4c8ea5 None None] Current status of the port a6c9c96d-a07e-4601-8f41-1e307255d51f is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:46:59.724547 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d19e31e4-ee81-44a9-8d03-2473eb4c8ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:59.844019 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3aafc489-94e4-4b0e-b52e-94640fe37b89 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:59.947161 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac53a2-6014-43e8-838c-395a7a272a21 req-6c4cf130-58a1-48a5-8eaf-87908e744b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:46:59.948629 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3aac53a2-6014-43e8-838c-395a7a272a21 req-6c4cf130-58a1-48a5-8eaf-87908e744b91 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ccc319e0-a4f4-4875-9973-c92d94351bb8 HTTP/1.1" status: 200 len: 855 time: 0.3088570 May 31 13:46:59.965514 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3aafc489-94e4-4b0e-b52e-94640fe37b89 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:46:59.966723 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-d19e31e4-ee81-44a9-8d03-2473eb4c8ea5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:46:59.967147 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-d19e31e4-ee81-44a9-8d03-2473eb4c8ea5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:46:59.974488 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8247df35-dd4d-4a18-80e9-40ee02d608a1 req-5d4c028b-09a9-4f6c-bae1-490ef89ff144 service neutron] 10.222.0.44 "GET /v2.0/networks/63c618dc-2d9c-42a1-a644-8fd65767e93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8485897 May 31 13:46:59.980926 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aafc489-94e4-4b0e-b52e-94640fe37b89 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event deleted for resources: {'Subnet': ['ID=c02adc98-1ffd-4311-ba64-ca2ad4064993,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:46:59.993208 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-3aafc489-94e4-4b0e-b52e-94640fe37b89 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "DELETE /v2.0/subnets/c02adc98-1ffd-4311-ba64-ca2ad4064993 HTTP/1.1" status: 204 len: 168 time: 1.2565691 May 31 13:46:59.993733 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 36690) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:00.008072 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-05fe16e1-0909-4776-bf6b-5acc534e5319 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:00.041571 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a2ac7-c11e-48f4-8583-eb678c162c52 req-423741d2-3aa1-4693-b37c-3a56bdbb3ed8 tempest-ServerMetadataNegativeTestJSON-1803395888 tempest-ServerMetadataNegativeTestJSON-1803395888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:00.044151 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e55a2ac7-c11e-48f4-8583-eb678c162c52 req-423741d2-3aa1-4693-b37c-3a56bdbb3ed8 tempest-ServerMetadataNegativeTestJSON-1803395888 tempest-ServerMetadataNegativeTestJSON-1803395888-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cfcd394-6fa5-4c20-9b2c-59b785809739 HTTP/1.1" status: 200 len: 945 time: 0.9658060 May 31 13:47:00.174722 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b13e0f-05c3-403b-95f8-cbcf5bd8d687 None None] Network 6b8ef2df-3f36-4e16-896c-41f138ea47ef requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:47:00.260866 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05fe16e1-0909-4776-bf6b-5acc534e5319 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:47:00.283124 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-05fe16e1-0909-4776-bf6b-5acc534e5319 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:47:00.290041 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fe16e1-0909-4776-bf6b-5acc534e5319 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:47:00.349543 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fe16e1-0909-4776-bf6b-5acc534e5319 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Pushing event updated for resources: {'Port': ['ID=6f36f6c1-b517-4b8d-8341-74edd5e5b7d3,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:00.376344 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6cac36a4-cf50-413f-92a9-dc794fa0c1ef tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:00.476166 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-6cac36a4-cf50-413f-92a9-dc794fa0c1ef tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Deleting port a6c9c96d-a07e-4601-8f41-1e307255d51f {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:47:00.476780 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6cac36a4-cf50-413f-92a9-dc794fa0c1ef tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:00.520917 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-9f7b3cb4-6c01-4d39-a3f7-dce4080f9d40 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] For port e022b00d-bbac-44c3-b5cb-641e221dde2d, host n-h2-843939-1, got binding levels [] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:47:00.521449 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9f7b3cb4-6c01-4d39-a3f7-dce4080f9d40 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:00.548363 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-d19e31e4-ee81-44a9-8d03-2473eb4c8ea5 None None] Current status of the port a6c9c96d-a07e-4601-8f41-1e307255d51f is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:47:00.548829 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d19e31e4-ee81-44a9-8d03-2473eb4c8ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:00.613845 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-d19e31e4-ee81-44a9-8d03-2473eb4c8ea5 None None] For port a6c9c96d-a07e-4601-8f41-1e307255d51f, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=a6c9c96d-a07e-4601-8f41-1e307255d51f,segment=NetworkSegment(c41342f8-86ba-45bc-807b-9d00fbe14962),segment_id=c41342f8-86ba-45bc-807b-9d00fbe14962)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:47:00.619943 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d19e31e4-ee81-44a9-8d03-2473eb4c8ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:00.664251 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4dbaf4c-ca3e-42a3-ab8c-57d2be121d68 None None] DHCP port deletion for 6b8ef2df-3f36-4e16-896c-41f138ea47ef request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:47:00.701350 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e55a2ac7-c11e-48f4-8583-eb678c162c52 req-f6a0e872-1dcf-450e-a946-965d5f43c526 tempest-ServerMetadataNegativeTestJSON-1803395888 tempest-ServerMetadataNegativeTestJSON-1803395888-project] 10.222.0.50 "GET /v2.0/security-groups?id=7bcfc55d-5be3-440c-bea6-5cb1ba4e153a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6140635 May 31 13:47:00.715878 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-9f7b3cb4-6c01-4d39-a3f7-dce4080f9d40 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Calling delete_port for e022b00d-bbac-44c3-b5cb-641e221dde2d owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:47:00.774721 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19e31e4-ee81-44a9-8d03-2473eb4c8ea5 None None] Pushing event updated for resources: {'Port': ['ID=a6c9c96d-a07e-4601-8f41-1e307255d51f,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:00.798329 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-a4dbaf4c-ca3e-42a3-ab8c-57d2be121d68 None None] Deleting port a6c9c96d-a07e-4601-8f41-1e307255d51f {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:47:00.798928 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a4dbaf4c-ca3e-42a3-ab8c-57d2be121d68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:00.885889 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f562558c-f906-4c3b-ae2d-6cb8df4a9ff0 None None] Provisioning complete for port a6c9c96d-a07e-4601-8f41-1e307255d51f triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:47:00.886291 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f562558c-f906-4c3b-ae2d-6cb8df4a9ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:00.916556 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac53a2-6014-43e8-838c-395a7a272a21 req-e4c6a72e-f16f-4525-b7ab-66f320c39f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:00.918088 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3aac53a2-6014-43e8-838c-395a7a272a21 req-e4c6a72e-f16f-4525-b7ab-66f320c39f55 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b66065d1-e972-453c-87d9-3ed8cec4b7a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9580445 May 31 13:47:00.920011 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be2a3a-4e82-4e93-99c6-c2dec235cc0c req-85db1690-dcbc-4f95-8df8-ac95aa813b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:00.922790 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-33be2a3a-4e82-4e93-99c6-c2dec235cc0c req-85db1690-dcbc-4f95-8df8-ac95aa813b21 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0c3bb07388f549c9aeec65a21380cb5d&device_id=bdf0c119-e355-4b60-9ec3-1deca8a93eb6 HTTP/1.1" status: 200 len: 1095 time: 0.8363013 May 31 13:47:01.145770 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-6cac36a4-cf50-413f-92a9-dc794fa0c1ef tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] For port a6c9c96d-a07e-4601-8f41-1e307255d51f, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=a6c9c96d-a07e-4601-8f41-1e307255d51f,segment=NetworkSegment(c41342f8-86ba-45bc-807b-9d00fbe14962),segment_id=c41342f8-86ba-45bc-807b-9d00fbe14962)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:47:01.146709 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6cac36a4-cf50-413f-92a9-dc794fa0c1ef tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:01.162350 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-05fe16e1-0909-4776-bf6b-5acc534e5319 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks [] for router_gateway, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:01.166914 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-a4dbaf4c-ca3e-42a3-ab8c-57d2be121d68 None None] For port a6c9c96d-a07e-4601-8f41-1e307255d51f, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=a6c9c96d-a07e-4601-8f41-1e307255d51f,segment=NetworkSegment(c41342f8-86ba-45bc-807b-9d00fbe14962),segment_id=c41342f8-86ba-45bc-807b-9d00fbe14962)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:47:01.167447 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a4dbaf4c-ca3e-42a3-ab8c-57d2be121d68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:01.211843 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9f7b3cb4-6c01-4d39-a3f7-dce4080f9d40 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:01.243870 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3aac53a2-6014-43e8-838c-395a7a272a21 req-0f6bb1c4-2838-4eef-bfe1-2fd76f1b5f71 service neutron] 10.222.0.44 "GET /v2.0/networks/b66065d1-e972-453c-87d9-3ed8cec4b7a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418985 May 31 13:47:01.341340 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b3cb4-6c01-4d39-a3f7-dce4080f9d40 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Pushing event deleted for resources: {'Port': ['ID=e022b00d-bbac-44c3-b5cb-641e221dde2d,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:01.349739 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9f7b3cb4-6c01-4d39-a3f7-dce4080f9d40 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:01.370436 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a4938b-bc39-4b5c-b20f-78a9fe953862 req-b6572e25-670f-4942-ad1e-0a2d10f631a3 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:01.377977 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-79a4938b-bc39-4b5c-b20f-78a9fe953862 req-b6572e25-670f-4942-ad1e-0a2d10f631a3 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=931b2df9-a1c5-473f-ba24-0babd6d355d0 HTTP/1.1" status: 200 len: 943 time: 1.1784134 May 31 13:47:01.476507 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-f562558c-f906-4c3b-ae2d-6cb8df4a9ff0 None None] Current status of the port a6c9c96d-a07e-4601-8f41-1e307255d51f is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:47:01.492320 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-a4dbaf4c-ca3e-42a3-ab8c-57d2be121d68 None None] Calling delete_port for a6c9c96d-a07e-4601-8f41-1e307255d51f owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:47:01.518348 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-9f7b3cb4-6c01-4d39-a3f7-dce4080f9d40 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] 10.222.0.50 "DELETE /v2.0/ports/e022b00d-bbac-44c3-b5cb-641e221dde2d HTTP/1.1" status: 204 len: 168 time: 2.7146714 May 31 13:47:01.530153 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-6cac36a4-cf50-413f-92a9-dc794fa0c1ef tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Calling delete_port for a6c9c96d-a07e-4601-8f41-1e307255d51f owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:47:01.537279 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 36864) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:01.625127 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be2a3a-4e82-4e93-99c6-c2dec235cc0c req-28621da1-bc06-46f3-b87d-f7c83cf70253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:01.626874 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-33be2a3a-4e82-4e93-99c6-c2dec235cc0c req-28621da1-bc06-46f3-b87d-f7c83cf70253 service neutron] 10.222.0.44 "GET /v2.0/networks?id=63c618dc-2d9c-42a1-a644-8fd65767e93c HTTP/1.1" status: 200 len: 916 time: 0.6500549 May 31 13:47:01.628069 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-058995be-e961-41aa-9ae7-884645d59817 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] GET failed (client error): The resource could not be found. May 31 13:47:01.628761 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-058995be-e961-41aa-9ae7-884645d59817 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Synchronizing usage tracker for tenant:35bd3e6a305a46f9b44322666bb68aa8 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:47:01.645224 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a4dbaf4c-ca3e-42a3-ab8c-57d2be121d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:01.649200 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e34f4f3-9269-402f-92e7-1ad0c37e2956 req-af85ab1d-ea30-490d-96ea-d4d19e0685c0 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:01.651461 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6e34f4f3-9269-402f-92e7-1ad0c37e2956 req-af85ab1d-ea30-490d-96ea-d4d19e0685c0 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/ports?device_id=bdf0c119-e355-4b60-9ec3-1deca8a93eb6 HTTP/1.1" status: 200 len: 944 time: 0.7410479 May 31 13:47:01.665278 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-79a4938b-bc39-4b5c-b20f-78a9fe953862 req-47507d21-05f7-4f10-b353-b34b54b4f5bf tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=879d485c-6856-4d39-902c-2e7246942604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2861090 May 31 13:47:01.795757 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dbaf4c-ca3e-42a3-ab8c-57d2be121d68 None None] Pushing event deleted for resources: {'Port': ['ID=a6c9c96d-a07e-4601-8f41-1e307255d51f,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:01.812000 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4dbaf4c-ca3e-42a3-ab8c-57d2be121d68 None None] No DVR routers for this DVR port a6c9c96d-a07e-4601-8f41-1e307255d51f on host n-d-843939-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:47:01.849290 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.db.api [None req-6cac36a4-cf50-413f-92a9-dc794fa0c1ef tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:47:01.849770 n-d-843939-1 neutron-server[88369]: DEBUG oslo_db.api [None req-6cac36a4-cf50-413f-92a9-dc794fa0c1ef tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:47:02.004727 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-05fe16e1-0909-4776-bf6b-5acc534e5319 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:02.022508 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-33be2a3a-4e82-4e93-99c6-c2dec235cc0c req-c9d80146-8978-4ea2-9be3-42762ce37f4e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=efc693c3-02de-482e-ad59-c4693661e667 HTTP/1.1" status: 200 len: 217 time: 0.3480651 May 31 13:47:02.029302 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3aac53a2-6014-43e8-838c-395a7a272a21 req-0ba8806a-8d75-473a-ba90-2103a17e59ae service neutron] 10.222.0.44 "GET /v2.0/networks/b66065d1-e972-453c-87d9-3ed8cec4b7a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7342534 May 31 13:47:02.095050 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device efc693c3-02de-482e-ad59-c4693661e667 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:47:02.178081 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-058995be-e961-41aa-9ae7-884645d59817 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] Unset dirty status for tenant:35bd3e6a305a46f9b44322666bb68aa8 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:47:02.179559 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-058995be-e961-41aa-9ae7-884645d59817 tempest-PortsAdminExtendedAttrsTestJSON-869766556 tempest-PortsAdminExtendedAttrsTestJSON-869766556-project-admin] 10.222.0.50 "GET /v2.0/ports/e022b00d-bbac-44c3-b5cb-641e221dde2d HTTP/1.1" status: 404 len: 333 time: 0.6336524 May 31 13:47:02.193081 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 36948) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:02.231714 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device a6c9c96d-a07e-4601-8f41-1e307255d51f no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:47:02.258489 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6e34f4f3-9269-402f-92e7-1ad0c37e2956 req-0faf78e7-7699-4d33-8af0-0329f514c6d0 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/security-groups?id=be272545-d4a8-4677-ae1e-3fdd47e99fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5892894 May 31 13:47:02.304163 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: a6c9c96d-a07e-4601-8f41-1e307255d51f {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:47:02.304530 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device a6c9c96d-a07e-4601-8f41-1e307255d51f not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:47:02.352867 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-6cac36a4-cf50-413f-92a9-dc794fa0c1ef tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Deleting port a6c9c96d-a07e-4601-8f41-1e307255d51f {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:47:02.353333 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6cac36a4-cf50-413f-92a9-dc794fa0c1ef tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:02.364421 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port efc693c3-02de-482e-ad59-c4693661e667, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=efc693c3-02de-482e-ad59-c4693661e667,segment=NetworkSegment(035ad117-e9c5-414c-8bde-40a05a92335b),segment_id=035ad117-e9c5-414c-8bde-40a05a92335b)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:47:02.371215 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be2a3a-4e82-4e93-99c6-c2dec235cc0c req-1069916d-d326-47e4-9997-a16eb3036919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:02.391808 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-33be2a3a-4e82-4e93-99c6-c2dec235cc0c req-1069916d-d326-47e4-9997-a16eb3036919 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1fa11664-0552-4bb0-b5b0-3278009a7430 HTTP/1.1" status: 200 len: 854 time: 0.3055255 May 31 13:47:02.399050 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': 'efc693c3-02de-482e-ad59-c4693661e667', 'network_id': '63c618dc-2d9c-42a1-a644-8fd65767e93c', 'port_id': 'efc693c3-02de-482e-ad59-c4693661e667', 'mac_address': 'fa:16:3e:9d:e4:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fa11664-0552-4bb0-b5b0-3278009a7430', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:47:02.417559 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05fe16e1-0909-4776-bf6b-5acc534e5319 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Router 4df1fffe-8b50-4f4d-811c-fa121cfa517b is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 13:47:02.488857 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port efc693c3-02de-482e-ad59-c4693661e667 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:47:02.489711 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:02.510613 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efc693c3-02de-482e-ad59-c4693661e667 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:47:02.531308 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port efc693c3-02de-482e-ad59-c4693661e667, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=efc693c3-02de-482e-ad59-c4693661e667,segment=NetworkSegment(035ad117-e9c5-414c-8bde-40a05a92335b),segment_id=035ad117-e9c5-414c-8bde-40a05a92335b)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:47:02.540626 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:02.571821 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dafe59cc-57e8-4d04-b659-aed3166f9348 tempest-PortsAdminExtendedAttrsTestJSON-1543143411 tempest-PortsAdminExtendedAttrsTestJSON-1543143411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:02.591339 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18912e7a-812c-4b56-8bba-f658cd3642ad req-ce33f92a-593a-458d-9ee5-6fa7920fb63b tempest-ServerMetadataNegativeTestJSON-1803395888 tempest-ServerMetadataNegativeTestJSON-1803395888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:02.599091 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-18912e7a-812c-4b56-8bba-f658cd3642ad req-ce33f92a-593a-458d-9ee5-6fa7920fb63b tempest-ServerMetadataNegativeTestJSON-1803395888 tempest-ServerMetadataNegativeTestJSON-1803395888-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cfcd394-6fa5-4c20-9b2c-59b785809739 HTTP/1.1" status: 200 len: 945 time: 0.5784307 May 31 13:47:02.639602 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-6cac36a4-cf50-413f-92a9-dc794fa0c1ef tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] The port 'a6c9c96d-a07e-4601-8f41-1e307255d51f' was deleted {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 13:47:02.651651 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0579fcf8-2fdf-4a52-ad59-93021bd52e13 req-bd71ea2e-2764-49dc-85ba-d4315fba31b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:02.654267 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0579fcf8-2fdf-4a52-ad59-93021bd52e13 req-bd71ea2e-2764-49dc-85ba-d4315fba31b1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=21f78e9efd2543f8a23fa5f8aa5a9a7c&device_id=931b2df9-a1c5-473f-ba24-0babd6d355d0 HTTP/1.1" status: 200 len: 1094 time: 0.5284555 May 31 13:47:02.658623 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=efc693c3-02de-482e-ad59-c4693661e667,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:02.698974 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05fe16e1-0909-4776-bf6b-5acc534e5319 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:47:02.713663 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0485a540-8f81-4bc9-adfa-653bb7d100bc None None] Sync routers for ids ['4df1fffe-8b50-4f4d-811c-fa121cfa517b'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:47:02.735357 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0485a540-8f81-4bc9-adfa-653bb7d100bc None None] Routers {'4df1fffe-8b50-4f4d-811c-fa121cfa517b'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:47:02.736082 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-0485a540-8f81-4bc9-adfa-653bb7d100bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:46:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['4df1fffe-8b50-4f4d-811c-fa121cfa517b'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:47:02.784705 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-05fe16e1-0909-4776-bf6b-5acc534e5319 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:02.786235 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-05fe16e1-0909-4776-bf6b-5acc534e5319 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.7076719 May 31 13:47:02.791817 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 37022) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:02.838865 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-0485a540-8f81-4bc9-adfa-653bb7d100bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:47:02.848855 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0485a540-8f81-4bc9-adfa-653bb7d100bc None None] Routers {'4df1fffe-8b50-4f4d-811c-fa121cfa517b'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:47:02.849903 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-0485a540-8f81-4bc9-adfa-653bb7d100bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:46:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['4df1fffe-8b50-4f4d-811c-fa121cfa517b'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:47:02.870718 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0579fcf8-2fdf-4a52-ad59-93021bd52e13 req-5811e490-fe76-4128-8420-719c8fb38cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:02.873692 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0579fcf8-2fdf-4a52-ad59-93021bd52e13 req-5811e490-fe76-4128-8420-719c8fb38cd8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b66065d1-e972-453c-87d9-3ed8cec4b7a7 HTTP/1.1" status: 200 len: 917 time: 0.1806972 May 31 13:47:02.934816 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-0485a540-8f81-4bc9-adfa-653bb7d100bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:47:02.935445 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0485a540-8f81-4bc9-adfa-653bb7d100bc None None] The sync data for ids ['4df1fffe-8b50-4f4d-811c-fa121cfa517b'] in n-d-843939-1 is: [] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:47:02.974662 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['efc693c3-02de-482e-ad59-c4693661e667'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:47:02.978227 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6cac36a4-cf50-413f-92a9-dc794fa0c1ef tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:03.006475 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-18912e7a-812c-4b56-8bba-f658cd3642ad req-6c644744-f1b3-477f-a58e-4adcaea1212c tempest-ServerMetadataNegativeTestJSON-1803395888 tempest-ServerMetadataNegativeTestJSON-1803395888-project] 10.222.0.50 "GET /v2.0/security-groups?id=7bcfc55d-5be3-440c-bea6-5cb1ba4e153a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4061611 May 31 13:47:03.072724 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-6cac36a4-cf50-413f-92a9-dc794fa0c1ef tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b8ef2df-3f36-4e16-896c-41f138ea47ef']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:47:03.087856 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-6cac36a4-cf50-413f-92a9-dc794fa0c1ef tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c41342f8-86ba-45bc-807b-9d00fbe14962') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:47:03.088155 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-6cac36a4-cf50-413f-92a9-dc794fa0c1ef tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c41342f8-86ba-45bc-807b-9d00fbe14962') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:47:03.101674 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6cac36a4-cf50-413f-92a9-dc794fa0c1ef tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:03.136970 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6cac36a4-cf50-413f-92a9-dc794fa0c1ef tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:03.167020 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cac36a4-cf50-413f-92a9-dc794fa0c1ef tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:47:03.167431 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6cac36a4-cf50-413f-92a9-dc794fa0c1ef tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:03.209696 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0579fcf8-2fdf-4a52-ad59-93021bd52e13 req-33d464e8-989a-49b5-a09b-56c7fedb87ba service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9fc5db8-b6ca-4339-936c-dac801564b5d HTTP/1.1" status: 200 len: 217 time: 0.3084490 May 31 13:47:03.269001 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment c41342f8-86ba-45bc-807b-9d00fbe14962 resource provider aggregate not found May 31 13:47:03.311112 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be2a3a-4e82-4e93-99c6-c2dec235cc0c req-be7f6844-cb5a-41e1-8200-31631c71666b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:03.313497 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-33be2a3a-4e82-4e93-99c6-c2dec235cc0c req-be7f6844-cb5a-41e1-8200-31631c71666b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=63c618dc-2d9c-42a1-a644-8fd65767e93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9089694 May 31 13:47:03.457945 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dafe59cc-57e8-4d04-b659-aed3166f9348 tempest-PortsAdminExtendedAttrsTestJSON-1543143411 tempest-PortsAdminExtendedAttrsTestJSON-1543143411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:03.491928 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment c41342f8-86ba-45bc-807b-9d00fbe14962 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c41342f8-86ba-45bc-807b-9d00fbe14962 found for delete ", "request_id": "req-776f5009-64dd-43a1-878c-e34baec6502c"}]} May 31 13:47:03.541780 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6cac36a4-cf50-413f-92a9-dc794fa0c1ef tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:03.563391 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-dafe59cc-57e8-4d04-b659-aed3166f9348 tempest-PortsAdminExtendedAttrsTestJSON-1543143411 tempest-PortsAdminExtendedAttrsTestJSON-1543143411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e30ed6c5-2c54-41e0-96ac-36fa01c56603']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:47:03.570112 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6cac36a4-cf50-413f-92a9-dc794fa0c1ef tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:03.637968 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cac36a4-cf50-413f-92a9-dc794fa0c1ef tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event deleted for resources: {'Network': ['ID=6b8ef2df-3f36-4e16-896c-41f138ea47ef,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:03.651393 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-6cac36a4-cf50-413f-92a9-dc794fa0c1ef tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "DELETE /v2.0/networks/6b8ef2df-3f36-4e16-896c-41f138ea47ef HTTP/1.1" status: 204 len: 168 time: 3.6544025 May 31 13:47:03.656146 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 37134) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:03.660694 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0579fcf8-2fdf-4a52-ad59-93021bd52e13 req-af216159-4fde-4aa6-8299-86e792ecf3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:03.662253 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0579fcf8-2fdf-4a52-ad59-93021bd52e13 req-af216159-4fde-4aa6-8299-86e792ecf3ba service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ccc319e0-a4f4-4875-9973-c92d94351bb8 HTTP/1.1" status: 200 len: 855 time: 0.4060743 May 31 13:47:03.665826 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-5581116a-4a84-4b50-bf44-276b8838a8f9 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Request body: {'port': {'network_id': 'a48c2a33-e3db-4cc0-a958-b63bcce161fb', 'name': 'tempest-PortsIpV6TestJSON-1207470285'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:47:03.667527 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-dafe59cc-57e8-4d04-b659-aed3166f9348 tempest-PortsAdminExtendedAttrsTestJSON-1543143411 tempest-PortsAdminExtendedAttrsTestJSON-1543143411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a97c02c8-6402-4816-a74f-0e133bbcae5a') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:47:03.668023 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-dafe59cc-57e8-4d04-b659-aed3166f9348 tempest-PortsAdminExtendedAttrsTestJSON-1543143411 tempest-PortsAdminExtendedAttrsTestJSON-1543143411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a97c02c8-6402-4816-a74f-0e133bbcae5a') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:47:03.760586 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 37150) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:03.789393 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dafe59cc-57e8-4d04-b659-aed3166f9348 tempest-PortsAdminExtendedAttrsTestJSON-1543143411 tempest-PortsAdminExtendedAttrsTestJSON-1543143411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:03.831680 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dafe59cc-57e8-4d04-b659-aed3166f9348 tempest-PortsAdminExtendedAttrsTestJSON-1543143411 tempest-PortsAdminExtendedAttrsTestJSON-1543143411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:03.876233 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dafe59cc-57e8-4d04-b659-aed3166f9348 tempest-PortsAdminExtendedAttrsTestJSON-1543143411 tempest-PortsAdminExtendedAttrsTestJSON-1543143411-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:47:03.876664 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dafe59cc-57e8-4d04-b659-aed3166f9348 tempest-PortsAdminExtendedAttrsTestJSON-1543143411 tempest-PortsAdminExtendedAttrsTestJSON-1543143411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:03.926711 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5581116a-4a84-4b50-bf44-276b8838a8f9 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:47:03.993776 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment a97c02c8-6402-4816-a74f-0e133bbcae5a resource provider aggregate not found May 31 13:47:04.030836 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839269ec-0cab-4c1b-9286-fa116fea7099 req-dcca8843-a191-4918-a1b6-79a22f6d605c tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:04.035249 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-839269ec-0cab-4c1b-9286-fa116fea7099 req-dcca8843-a191-4918-a1b6-79a22f6d605c tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=931b2df9-a1c5-473f-ba24-0babd6d355d0 HTTP/1.1" status: 200 len: 943 time: 1.0464673 May 31 13:47:04.040182 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5581116a-4a84-4b50-bf44-276b8838a8f9 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:47:04.042251 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7c4128b7-c405-476b-902c-23d144624ec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:04.070783 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-7c4128b7-c405-476b-902c-23d144624ec1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:47:04.074342 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment a97c02c8-6402-4816-a74f-0e133bbcae5a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a97c02c8-6402-4816-a74f-0e133bbcae5a found for delete ", "request_id": "req-bcf03f25-d5cc-45a5-a0bb-bc40010676a0"}]} May 31 13:47:04.078323 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5581116a-4a84-4b50-bf44-276b8838a8f9 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Made reservation on behalf of e2f5ae2e1abf4a2cb5fdef12f13f2ebb for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:47:04.080890 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5581116a-4a84-4b50-bf44-276b8838a8f9 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:04.092786 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-7c4128b7-c405-476b-902c-23d144624ec1 admin admin] Usage tracker for resource:security_group_rule and tenant:acb3da7322904ba99f85f7619631f979 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:47:04.100250 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-7c4128b7-c405-476b-902c-23d144624ec1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:47:04.111897 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device a9fc5db8-b6ca-4339-936c-dac801564b5d details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:47:04.116758 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-7c4128b7-c405-476b-902c-23d144624ec1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:47:04.122507 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device efc693c3-02de-482e-ad59-c4693661e667 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:47:04.151463 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-5581116a-4a84-4b50-bf44-276b8838a8f9 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] device_id is not set on port 700f29e7-118b-44fa-ae22-68da3e48e3aa yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:47:04.195091 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-33be2a3a-4e82-4e93-99c6-c2dec235cc0c req-0d8577ad-0a27-4476-bef3-adbc61109312 service neutron] 10.222.0.44 "GET /v2.0/networks/63c618dc-2d9c-42a1-a644-8fd65767e93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8347633 May 31 13:47:04.195902 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dafe59cc-57e8-4d04-b659-aed3166f9348 tempest-PortsAdminExtendedAttrsTestJSON-1543143411 tempest-PortsAdminExtendedAttrsTestJSON-1543143411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:04.383516 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dafe59cc-57e8-4d04-b659-aed3166f9348 tempest-PortsAdminExtendedAttrsTestJSON-1543143411 tempest-PortsAdminExtendedAttrsTestJSON-1543143411-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:04.388177 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0579fcf8-2fdf-4a52-ad59-93021bd52e13 req-f5e5138d-b0b2-44c4-b227-42234f6cdc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:04.389812 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0579fcf8-2fdf-4a52-ad59-93021bd52e13 req-f5e5138d-b0b2-44c4-b227-42234f6cdc56 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b66065d1-e972-453c-87d9-3ed8cec4b7a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6686904 May 31 13:47:04.395382 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port efc693c3-02de-482e-ad59-c4693661e667 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:47:04.413928 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port efc693c3-02de-482e-ad59-c4693661e667 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:47:04.431392 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:04.561052 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bd82d4aa-2fb1-4102-aac5-5e1a25dc5dd7 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:04.568685 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafe59cc-57e8-4d04-b659-aed3166f9348 tempest-PortsAdminExtendedAttrsTestJSON-1543143411 tempest-PortsAdminExtendedAttrsTestJSON-1543143411-project] Pushing event deleted for resources: {'Network': ['ID=e30ed6c5-2c54-41e0-96ac-36fa01c56603,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:04.573486 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-33be2a3a-4e82-4e93-99c6-c2dec235cc0c req-fed5f07f-b99f-421c-9d1c-c0d822f71ff7 service neutron] 10.222.0.44 "GET /v2.0/networks/63c618dc-2d9c-42a1-a644-8fd65767e93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967893 May 31 13:47:04.578952 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7c4128b7-c405-476b-902c-23d144624ec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:04.581434 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port a9fc5db8-b6ca-4339-936c-dac801564b5d, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=a9fc5db8-b6ca-4339-936c-dac801564b5d,segment=NetworkSegment(f85bb861-f832-42e2-a182-3ceccc5a66af),segment_id=f85bb861-f832-42e2-a182-3ceccc5a66af)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:47:04.597694 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7c4128b7-c405-476b-902c-23d144624ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:04.601285 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': 'a9fc5db8-b6ca-4339-936c-dac801564b5d', 'network_id': 'b66065d1-e972-453c-87d9-3ed8cec4b7a7', 'port_id': 'a9fc5db8-b6ca-4339-936c-dac801564b5d', 'mac_address': 'fa:16:3e:ff:dc:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccc319e0-a4f4-4875-9973-c92d94351bb8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:47:04.609611 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e94596a-a78a-47f3-9883-941b664d9c46 req-e61e5a4e-46df-466e-9781-1520e2277649 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:04.611171 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0e94596a-a78a-47f3-9883-941b664d9c46 req-e61e5a4e-46df-466e-9781-1520e2277649 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/ports?device_id=bdf0c119-e355-4b60-9ec3-1deca8a93eb6 HTTP/1.1" status: 200 len: 945 time: 0.9524086 May 31 13:47:04.616965 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-839269ec-0cab-4c1b-9286-fa116fea7099 req-fd26f244-b9f9-43b1-8896-9fc66d66c5e3 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=879d485c-6856-4d39-902c-2e7246942604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5293615 May 31 13:47:04.624384 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-dafe59cc-57e8-4d04-b659-aed3166f9348 tempest-PortsAdminExtendedAttrsTestJSON-1543143411 tempest-PortsAdminExtendedAttrsTestJSON-1543143411-project] 10.222.0.50 "DELETE /v2.0/networks/e30ed6c5-2c54-41e0-96ac-36fa01c56603 HTTP/1.1" status: 204 len: 168 time: 2.4245167 May 31 13:47:04.756903 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5581116a-4a84-4b50-bf44-276b8838a8f9 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:04.771806 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-7c4128b7-c405-476b-902c-23d144624ec1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=acb3da7322904ba99f85f7619631f979&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0042684 May 31 13:47:04.777284 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 37178) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:04.780811 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0e94596a-a78a-47f3-9883-941b664d9c46 req-ec859875-d8a4-4606-b7a3-e6ac8785d261 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/security-groups?id=be272545-d4a8-4677-ae1e-3fdd47e99fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1628602 May 31 13:47:04.783822 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4128b7-c405-476b-902c-23d144624ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2dc8dc-736d-44e3-a341-19c103737357,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:04.841292 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port a9fc5db8-b6ca-4339-936c-dac801564b5d is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:47:04.842368 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:04.864477 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port efc693c3-02de-482e-ad59-c4693661e667 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:47:04.865170 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:04.873054 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4e6abf13-2944-4c8b-8ebf-bc7ee1330263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:04.880994 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9fc5db8-b6ca-4339-936c-dac801564b5d {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:47:04.912031 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4e6abf13-2944-4c8b-8ebf-bc7ee1330263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:04.955373 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf0c119-e355-4b60-9ec3-1deca8a93eb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efc693c3-02de-482e-ad59-c4693661e667'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:47:04.974727 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port a9fc5db8-b6ca-4339-936c-dac801564b5d, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=a9fc5db8-b6ca-4339-936c-dac801564b5d,segment=NetworkSegment(f85bb861-f832-42e2-a182-3ceccc5a66af),segment_id=f85bb861-f832-42e2-a182-3ceccc5a66af)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:47:04.985890 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port efc693c3-02de-482e-ad59-c4693661e667, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=efc693c3-02de-482e-ad59-c4693661e667,segment=NetworkSegment(035ad117-e9c5-414c-8bde-40a05a92335b),segment_id=035ad117-e9c5-414c-8bde-40a05a92335b)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:47:04.990667 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:05.004363 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4e6abf13-2944-4c8b-8ebf-bc7ee1330263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:05.039194 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6abf13-2944-4c8b-8ebf-bc7ee1330263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb2dc8dc-736d-44e3-a341-19c103737357,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:05.048202 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4e6abf13-2944-4c8b-8ebf-bc7ee1330263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:05.051702 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-4e6abf13-2944-4c8b-8ebf-bc7ee1330263 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fb2dc8dc-736d-44e3-a341-19c103737357 HTTP/1.1" status: 204 len: 168 time: 0.2676160 May 31 13:47:05.078042 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0579fcf8-2fdf-4a52-ad59-93021bd52e13 req-e3d69e1f-61ce-4251-8aa2-2befb6daee10 service neutron] 10.222.0.44 "GET /v2.0/networks/b66065d1-e972-453c-87d9-3ed8cec4b7a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5116889 May 31 13:47:05.086827 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16ce98f3-4a6d-45d4-886f-82da24c699d0'] response: {'server_uuid': 'bdf0c119-e355-4b60-9ec3-1deca8a93eb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efc693c3-02de-482e-ad59-c4693661e667', 'code': 200} May 31 13:47:05.094587 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:05.160165 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5581116a-4a84-4b50-bf44-276b8838a8f9 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:05.165158 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=a9fc5db8-b6ca-4339-936c-dac801564b5d,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:05.257540 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=efc693c3-02de-482e-ad59-c4693661e667,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:05.273209 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 37198) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:05.324429 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5581116a-4a84-4b50-bf44-276b8838a8f9 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Network a48c2a33-e3db-4cc0-a958-b63bcce161fb is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:47:05.339155 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['a9fc5db8-b6ca-4339-936c-dac801564b5d'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:47:05.430770 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-5581116a-4a84-4b50-bf44-276b8838a8f9 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:47:05.446849 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5581116a-4a84-4b50-bf44-276b8838a8f9 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:47:05.453725 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5581116a-4a84-4b50-bf44-276b8838a8f9 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:05.464116 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5581116a-4a84-4b50-bf44-276b8838a8f9 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:05.567661 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc9a0b-4891-44c2-96d4-33c4f3fed6b2 req-cad1821c-8f50-4339-b767-2436bab0e807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:05.569322 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-76bc9a0b-4891-44c2-96d4-33c4f3fed6b2 req-cad1821c-8f50-4339-b767-2436bab0e807 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bdf0c119-e355-4b60-9ec3-1deca8a93eb6 HTTP/1.1" status: 200 len: 1097 time: 0.2814748 May 31 13:47:05.572173 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0579fcf8-2fdf-4a52-ad59-93021bd52e13 req-50d6ef2d-68d3-4fd0-a96f-c50759880299 service neutron] 10.222.0.44 "GET /v2.0/networks/b66065d1-e972-453c-87d9-3ed8cec4b7a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4852271 May 31 13:47:05.633947 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5581116a-4a84-4b50-bf44-276b8838a8f9 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event updated for resources: {'Port': ['ID=700f29e7-118b-44fa-ae22-68da3e48e3aa,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:05.666678 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-76bc9a0b-4891-44c2-96d4-33c4f3fed6b2 req-2084f23d-30a1-42db-83fe-de84e7c4cf47 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=be272545-d4a8-4677-ae1e-3fdd47e99fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854194 May 31 13:47:06.029306 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac0a2f-cb11-470a-9bc2-5654eb475ca8 req-a64dbf28-bb69-4683-b549-6c78f0c9da30 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:06.030961 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-41ac0a2f-cb11-470a-9bc2-5654eb475ca8 req-a64dbf28-bb69-4683-b549-6c78f0c9da30 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=931b2df9-a1c5-473f-ba24-0babd6d355d0 HTTP/1.1" status: 200 len: 944 time: 0.2207437 May 31 13:47:06.044150 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a658986b-ea12-4cfa-a5b3-a102f5d5dd01 req-158e6c63-8ac1-47ec-8818-7c97027560ea tempest-ServerMetadataNegativeTestJSON-1803395888 tempest-ServerMetadataNegativeTestJSON-1803395888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:06.050825 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a658986b-ea12-4cfa-a5b3-a102f5d5dd01 req-158e6c63-8ac1-47ec-8818-7c97027560ea tempest-ServerMetadataNegativeTestJSON-1803395888 tempest-ServerMetadataNegativeTestJSON-1803395888-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cfcd394-6fa5-4c20-9b2c-59b785809739 HTTP/1.1" status: 200 len: 945 time: 0.1168239 May 31 13:47:06.081415 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-5581116a-4a84-4b50-bf44-276b8838a8f9 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.4221377 May 31 13:47:06.089087 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 37226) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:06.131665 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-bd82d4aa-2fb1-4102-aac5-5e1a25dc5dd7 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Allocated IP 172.20.0.1 (a8f8f292-6a8c-43a7-b074-01b2c51af4fa/64f12ea5-134d-4f84-bdd5-4460c9bf10cd/e1ba83c8-24a9-4e83-b4cb-4cbce0e12c38) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:47:06.175617 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-e65192fe-568c-4175-ba46-f2b52c8ef42d tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Deleting port 700f29e7-118b-44fa-ae22-68da3e48e3aa {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:47:06.175971 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e65192fe-568c-4175-ba46-f2b52c8ef42d tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:06.190927 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-02b4094b-a98f-4e60-9a72-31e3770f14a5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=324c16b9425141b385f673a969a83342&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9112651 May 31 13:47:06.199429 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 37236) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:06.263977 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-41ac0a2f-cb11-470a-9bc2-5654eb475ca8 req-85b366f4-335b-4244-820f-5aadbe29cbf7 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=879d485c-6856-4d39-902c-2e7246942604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2103415 May 31 13:47:06.322562 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a658986b-ea12-4cfa-a5b3-a102f5d5dd01 req-0744265d-a7a5-4d91-af58-d7c834e27e12 tempest-ServerMetadataNegativeTestJSON-1803395888 tempest-ServerMetadataNegativeTestJSON-1803395888-project] 10.222.0.50 "GET /v2.0/security-groups?id=7bcfc55d-5be3-440c-bea6-5cb1ba4e153a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697086 May 31 13:47:06.377276 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-30eaa58b-a726-4faa-bf56-abdac725c650 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:06.546932 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-30eaa58b-a726-4faa-bf56-abdac725c650 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:06.566777 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bd82d4aa-2fb1-4102-aac5-5e1a25dc5dd7 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:06.635192 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bd82d4aa-2fb1-4102-aac5-5e1a25dc5dd7 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:06.662939 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e65192fe-568c-4175-ba46-f2b52c8ef42d tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:06.672498 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-30eaa58b-a726-4faa-bf56-abdac725c650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:06.736361 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eaa58b-a726-4faa-bf56-abdac725c650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e6c76d-6868-4193-98eb-2f42c1b69f1a,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:06.738498 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-30eaa58b-a726-4faa-bf56-abdac725c650 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:06.739606 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-30eaa58b-a726-4faa-bf56-abdac725c650 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e8e6c76d-6868-4193-98eb-2f42c1b69f1a HTTP/1.1" status: 204 len: 168 time: 0.5397060 May 31 13:47:06.744260 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd82d4aa-2fb1-4102-aac5-5e1a25dc5dd7 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Network a8f8f292-6a8c-43a7-b074-01b2c51af4fa is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:47:06.748268 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-bd82d4aa-2fb1-4102-aac5-5e1a25dc5dd7 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:47:06.752612 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd82d4aa-2fb1-4102-aac5-5e1a25dc5dd7 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:47:06.819608 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bd82d4aa-2fb1-4102-aac5-5e1a25dc5dd7 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:06.826141 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82d4aa-2fb1-4102-aac5-5e1a25dc5dd7 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Pushing event updated for resources: {'Port': ['ID=e1ba83c8-24a9-4e83-b4cb-4cbce0e12c38,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:06.894467 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-e65192fe-568c-4175-ba46-f2b52c8ef42d tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Calling delete_port for 700f29e7-118b-44fa-ae22-68da3e48e3aa owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:47:07.000532 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f60936-d9a3-4bd5-a549-c08bd206f36d req-4278c63b-5ed7-42b1-9e7c-ba4de71bdb19 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:07.005234 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-11f60936-d9a3-4bd5-a549-c08bd206f36d req-4278c63b-5ed7-42b1-9e7c-ba4de71bdb19 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/ports?device_id=bdf0c119-e355-4b60-9ec3-1deca8a93eb6 HTTP/1.1" status: 200 len: 946 time: 0.4758089 May 31 13:47:07.063706 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bd82d4aa-2fb1-4102-aac5-5e1a25dc5dd7 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:07.079945 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e65192fe-568c-4175-ba46-f2b52c8ef42d tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:07.148667 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65192fe-568c-4175-ba46-f2b52c8ef42d tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event deleted for resources: {'Port': ['ID=700f29e7-118b-44fa-ae22-68da3e48e3aa,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:07.214430 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e65192fe-568c-4175-ba46-f2b52c8ef42d tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:07.253079 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-11f60936-d9a3-4bd5-a549-c08bd206f36d req-95a47295-0036-47b7-a585-71379f98d32a tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/security-groups?id=be272545-d4a8-4677-ae1e-3fdd47e99fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1969604 May 31 13:47:07.266029 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-e65192fe-568c-4175-ba46-f2b52c8ef42d tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "DELETE /v2.0/ports/700f29e7-118b-44fa-ae22-68da3e48e3aa HTTP/1.1" status: 204 len: 168 time: 1.1757517 May 31 13:47:07.269067 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 37258) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:07.277205 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-817c4e65-52d0-4f47-8285-46b9ad8490be tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Request body: {'port': {'network_id': 'a48c2a33-e3db-4cc0-a958-b63bcce161fb', 'mac_address': 'fa:16:3e:14:07:7f', 'name': 'tempest-PortsIpV6TestJSON-1058308564'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:47:07.414894 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:07.545086 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-817c4e65-52d0-4f47-8285-46b9ad8490be tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:47:07.624701 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-817c4e65-52d0-4f47-8285-46b9ad8490be tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Usage tracker for resource:port and tenant:e2f5ae2e1abf4a2cb5fdef12f13f2ebb is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:47:07.629532 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-817c4e65-52d0-4f47-8285-46b9ad8490be tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:47:07.655718 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 37272) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:07.675577 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-817c4e65-52d0-4f47-8285-46b9ad8490be tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:47:07.754030 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817c4e65-52d0-4f47-8285-46b9ad8490be tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Made reservation on behalf of e2f5ae2e1abf4a2cb5fdef12f13f2ebb for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:47:08.029280 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-574f7fb2-66d7-432c-8df1-e97602506497 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=35bd3e6a305a46f9b44322666bb68aa8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3653052 May 31 13:47:08.030063 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 37286) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:08.042033 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-817c4e65-52d0-4f47-8285-46b9ad8490be tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:08.136151 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device a9fc5db8-b6ca-4339-936c-dac801564b5d up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:47:08.142612 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-817c4e65-52d0-4f47-8285-46b9ad8490be tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] device_id is not set on port 328a7f2e-78ae-4ad4-a046-eac6dcf29438 yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:47:08.190230 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161457c6-3f2c-4dfe-bb99-6fec936135d2 req-b058384f-b671-420e-8f51-08abc4e5d1dc tempest-ServerMetadataNegativeTestJSON-1803395888 tempest-ServerMetadataNegativeTestJSON-1803395888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:08.197904 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-161457c6-3f2c-4dfe-bb99-6fec936135d2 req-b058384f-b671-420e-8f51-08abc4e5d1dc tempest-ServerMetadataNegativeTestJSON-1803395888 tempest-ServerMetadataNegativeTestJSON-1803395888-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cfcd394-6fa5-4c20-9b2c-59b785809739 HTTP/1.1" status: 200 len: 945 time: 0.6540999 May 31 13:47:08.234900 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c864b06-e202-4c1f-9c10-bef43e526f72 req-ee03ae81-dfee-4852-9c2c-6f679bb2b764 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:08.236450 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9c864b06-e202-4c1f-9c10-bef43e526f72 req-ee03ae81-dfee-4852-9c2c-6f679bb2b764 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=931b2df9-a1c5-473f-ba24-0babd6d355d0 HTTP/1.1" status: 200 len: 944 time: 0.3246601 May 31 13:47:08.297080 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3271dc-4ba5-49f8-9560-e1198fc500f3 req-542a6b31-e4a2-49f6-9fd6-b2b740db9027 tempest-ServerMetadataNegativeTestJSON-1803395888 tempest-ServerMetadataNegativeTestJSON-1803395888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:08.298895 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ae3271dc-4ba5-49f8-9560-e1198fc500f3 req-542a6b31-e4a2-49f6-9fd6-b2b740db9027 tempest-ServerMetadataNegativeTestJSON-1803395888 tempest-ServerMetadataNegativeTestJSON-1803395888-project] 10.222.0.44 "GET /v2.0/ports?device_id=1cfcd394-6fa5-4c20-9b2c-59b785809739 HTTP/1.1" status: 200 len: 945 time: 0.3177655 May 31 13:47:08.319126 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-161457c6-3f2c-4dfe-bb99-6fec936135d2 req-e7504127-e71e-49d9-9a03-34c793668897 tempest-ServerMetadataNegativeTestJSON-1803395888 tempest-ServerMetadataNegativeTestJSON-1803395888-project] 10.222.0.50 "GET /v2.0/security-groups?id=7bcfc55d-5be3-440c-bea6-5cb1ba4e153a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202123 May 31 13:47:08.355063 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port a9fc5db8-b6ca-4339-936c-dac801564b5d completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:47:08.367945 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port a9fc5db8-b6ca-4339-936c-dac801564b5d triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:47:08.368567 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:08.411168 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-817c4e65-52d0-4f47-8285-46b9ad8490be tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:08.485231 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9c864b06-e202-4c1f-9c10-bef43e526f72 req-8a748e49-02ba-4c6f-85e1-5adfaf4f433e tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=879d485c-6856-4d39-902c-2e7246942604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2419262 May 31 13:47:08.524884 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-817c4e65-52d0-4f47-8285-46b9ad8490be tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:08.670270 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-ae3271dc-4ba5-49f8-9560-e1198fc500f3 req-59591427-e1fd-4f74-82e7-ac15e997e7ad tempest-ServerMetadataNegativeTestJSON-1803395888 tempest-ServerMetadataNegativeTestJSON-1803395888-project] Deleting port 84b990da-6092-49cb-8fd9-09e0c38f903c {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:47:08.670838 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ae3271dc-4ba5-49f8-9560-e1198fc500f3 req-59591427-e1fd-4f74-82e7-ac15e997e7ad tempest-ServerMetadataNegativeTestJSON-1803395888 tempest-ServerMetadataNegativeTestJSON-1803395888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:08.714213 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port a9fc5db8-b6ca-4339-936c-dac801564b5d is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:47:08.715202 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:08.755909 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '931b2df9-a1c5-473f-ba24-0babd6d355d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9fc5db8-b6ca-4339-936c-dac801564b5d'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:47:08.810509 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port a9fc5db8-b6ca-4339-936c-dac801564b5d, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=a9fc5db8-b6ca-4339-936c-dac801564b5d,segment=NetworkSegment(f85bb861-f832-42e2-a182-3ceccc5a66af),segment_id=f85bb861-f832-42e2-a182-3ceccc5a66af)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:47:08.815273 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:08.843540 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817c4e65-52d0-4f47-8285-46b9ad8490be tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Network a48c2a33-e3db-4cc0-a958-b63bcce161fb is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:47:08.855204 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-817c4e65-52d0-4f47-8285-46b9ad8490be tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:47:08.906375 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817c4e65-52d0-4f47-8285-46b9ad8490be tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:47:08.941876 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817c4e65-52d0-4f47-8285-46b9ad8490be tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:08.944399 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-817c4e65-52d0-4f47-8285-46b9ad8490be tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:08.956597 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d49a1b9-3db9-4a98-b611-6fb44da04bef'] response: {'server_uuid': '931b2df9-a1c5-473f-ba24-0babd6d355d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9fc5db8-b6ca-4339-936c-dac801564b5d', 'code': 200} May 31 13:47:08.996566 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-933afd4b-ddd9-4b39-91b4-1d5235bf6bfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:09.022542 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-817c4e65-52d0-4f47-8285-46b9ad8490be tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7519853 May 31 13:47:09.024833 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=a9fc5db8-b6ca-4339-936c-dac801564b5d,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:09.041322 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 37302) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:09.045445 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:09.099075 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817c4e65-52d0-4f47-8285-46b9ad8490be tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event updated for resources: {'Port': ['ID=328a7f2e-78ae-4ad4-a046-eac6dcf29438,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:09.146579 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-933afd4b-ddd9-4b39-91b4-1d5235bf6bfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:09.194649 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051d9c34-eef6-4278-ba87-e5e9e6359e1b tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:09.195202 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-051d9c34-eef6-4278-ba87-e5e9e6359e1b tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Synchronizing usage tracker for tenant:e2f5ae2e1abf4a2cb5fdef12f13f2ebb on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:47:09.231812 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e769de-9a08-4e33-8ac5-5abb361dbd81 req-591f2864-8d21-479a-a71e-10090552cd92 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:09.239497 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a7e769de-9a08-4e33-8ac5-5abb361dbd81 req-591f2864-8d21-479a-a71e-10090552cd92 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/ports?device_id=bdf0c119-e355-4b60-9ec3-1deca8a93eb6 HTTP/1.1" status: 200 len: 946 time: 0.6699727 May 31 13:47:09.250059 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bd82d4aa-2fb1-4102-aac5-5e1a25dc5dd7 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:09.268165 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bd82d4aa-2fb1-4102-aac5-5e1a25dc5dd7 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:09.305048 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-ae3271dc-4ba5-49f8-9560-e1198fc500f3 req-59591427-e1fd-4f74-82e7-ac15e997e7ad tempest-ServerMetadataNegativeTestJSON-1803395888 tempest-ServerMetadataNegativeTestJSON-1803395888-project] For port 84b990da-6092-49cb-8fd9-09e0c38f903c, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=84b990da-6092-49cb-8fd9-09e0c38f903c,segment=NetworkSegment(da45ed88-29c5-4083-8283-2d5891c414fb),segment_id=da45ed88-29c5-4083-8283-2d5891c414fb)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:47:09.305423 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ae3271dc-4ba5-49f8-9560-e1198fc500f3 req-59591427-e1fd-4f74-82e7-ac15e997e7ad tempest-ServerMetadataNegativeTestJSON-1803395888 tempest-ServerMetadataNegativeTestJSON-1803395888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:09.349772 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-051d9c34-eef6-4278-ba87-e5e9e6359e1b tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Unset dirty status for tenant:e2f5ae2e1abf4a2cb5fdef12f13f2ebb on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:47:09.351105 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-051d9c34-eef6-4278-ba87-e5e9e6359e1b tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "GET /v2.0/ports/328a7f2e-78ae-4ad4-a046-eac6dcf29438 HTTP/1.1" status: 200 len: 845 time: 0.3088465 May 31 13:47:09.368873 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-933afd4b-ddd9-4b39-91b4-1d5235bf6bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:09.373422 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 37310) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:09.426113 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933afd4b-ddd9-4b39-91b4-1d5235bf6bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b651f55-68d5-43e5-985f-3bec535edd8a,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:09.456770 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a7e769de-9a08-4e33-8ac5-5abb361dbd81 req-6e7da52e-7ff4-45e9-97dc-126c1bb2cf13 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/security-groups?id=be272545-d4a8-4677-ae1e-3fdd47e99fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2162931 May 31 13:47:09.585403 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-933afd4b-ddd9-4b39-91b4-1d5235bf6bfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:09.589829 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-933afd4b-ddd9-4b39-91b4-1d5235bf6bfc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0b651f55-68d5-43e5-985f-3bec535edd8a HTTP/1.1" status: 204 len: 168 time: 1.5541532 May 31 13:47:09.590849 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82d4aa-2fb1-4102-aac5-5e1a25dc5dd7 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Pushing event updated for resources: {'Port': ['ID=e1ba83c8-24a9-4e83-b4cb-4cbce0e12c38,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:09.598204 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bd82d4aa-2fb1-4102-aac5-5e1a25dc5dd7 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:09.627159 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c4c4a3-ccec-4ac5-a5fb-8e1c15c1ed6d req-02735da3-3fa1-4bdc-9c2b-5f34107e2683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:09.631622 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d6c4c4a3-ccec-4ac5-a5fb-8e1c15c1ed6d req-02735da3-3fa1-4bdc-9c2b-5f34107e2683 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=931b2df9-a1c5-473f-ba24-0babd6d355d0 HTTP/1.1" status: 200 len: 1096 time: 0.5626340 May 31 13:47:09.665865 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-ae3271dc-4ba5-49f8-9560-e1198fc500f3 req-59591427-e1fd-4f74-82e7-ac15e997e7ad tempest-ServerMetadataNegativeTestJSON-1803395888 tempest-ServerMetadataNegativeTestJSON-1803395888-project] Calling delete_port for 84b990da-6092-49cb-8fd9-09e0c38f903c owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:47:09.722540 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-1ae60708-94b4-4743-835e-361e30c41fce tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Deleting port 328a7f2e-78ae-4ad4-a046-eac6dcf29438 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:47:09.722881 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1ae60708-94b4-4743-835e-361e30c41fce tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:09.910315 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 37324) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:09.972875 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd82d4aa-2fb1-4102-aac5-5e1a25dc5dd7 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Network a8f8f292-6a8c-43a7-b074-01b2c51af4fa is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:47:09.995705 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-bd82d4aa-2fb1-4102-aac5-5e1a25dc5dd7 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:47:10.041527 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d6c4c4a3-ccec-4ac5-a5fb-8e1c15c1ed6d req-8eaa91c4-9951-4e97-ac9e-7d885f2070a0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=879d485c-6856-4d39-902c-2e7246942604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1834898 May 31 13:47:10.247809 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7079285-2b82-482a-8930-123a31ef38ec req-101b66d5-7a5f-4d1f-8988-f1fdf3acb376 tempest-ServerMetadataNegativeTestJSON-1803395888 tempest-ServerMetadataNegativeTestJSON-1803395888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:10.249379 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8cef490a-f698-4d83-821b-40286f665abc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:10.252875 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a7079285-2b82-482a-8930-123a31ef38ec req-101b66d5-7a5f-4d1f-8988-f1fdf3acb376 tempest-ServerMetadataNegativeTestJSON-1803395888 tempest-ServerMetadataNegativeTestJSON-1803395888-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cfcd394-6fa5-4c20-9b2c-59b785809739 HTTP/1.1" status: 200 len: 945 time: 0.6376383 May 31 13:47:10.298405 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1ae60708-94b4-4743-835e-361e30c41fce tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:10.340127 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec7644-0cba-4290-8fab-267a839c8ac5 req-9133bab6-8c2f-4f40-ba88-231922e5fe9d tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:10.347541 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-20ec7644-0cba-4290-8fab-267a839c8ac5 req-9133bab6-8c2f-4f40-ba88-231922e5fe9d tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/ports?device_id=bdf0c119-e355-4b60-9ec3-1deca8a93eb6 HTTP/1.1" status: 200 len: 946 time: 0.7388084 May 31 13:47:10.375488 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8cef490a-f698-4d83-821b-40286f665abc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:47:10.377925 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 37340) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:10.442505 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a7079285-2b82-482a-8930-123a31ef38ec req-ff842694-b122-4524-baa9-daa02bc6620f tempest-ServerMetadataNegativeTestJSON-1803395888 tempest-ServerMetadataNegativeTestJSON-1803395888-project] 10.222.0.50 "GET /v2.0/security-groups?id=7bcfc55d-5be3-440c-bea6-5cb1ba4e153a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375608 May 31 13:47:10.447957 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ae3271dc-4ba5-49f8-9560-e1198fc500f3 req-59591427-e1fd-4f74-82e7-ac15e997e7ad tempest-ServerMetadataNegativeTestJSON-1803395888 tempest-ServerMetadataNegativeTestJSON-1803395888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:10.571171 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5b5d52d6-7a1a-4d26-815b-81783244d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:10.610813 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59591427-e1fd-4f74-82e7-ac15e997e7ad tempest-ServerMetadataNegativeTestJSON-1803395888 tempest-ServerMetadataNegativeTestJSON-1803395888-project] Pushing event deleted for resources: {'Port': ['ID=84b990da-6092-49cb-8fd9-09e0c38f903c,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:10.621277 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-bbd114f2-d1e4-4d82-ae88-1d81d769ff59 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Request body: {'floatingip': {'port_id': 'efc693c3-02de-482e-ad59-c4693661e667'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:47:10.705171 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-8cef490a-f698-4d83-821b-40286f665abc admin admin] Usage tracker for resource:security_group_rule and tenant:c46afb9c585744c39f6c2417cc58af2c is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:47:10.716388 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-1ae60708-94b4-4743-835e-361e30c41fce tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Calling delete_port for 328a7f2e-78ae-4ad4-a046-eac6dcf29438 owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:47:10.759497 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae3271dc-4ba5-49f8-9560-e1198fc500f3 req-59591427-e1fd-4f74-82e7-ac15e997e7ad tempest-ServerMetadataNegativeTestJSON-1803395888 tempest-ServerMetadataNegativeTestJSON-1803395888-project] No DVR routers for this DVR port 84b990da-6092-49cb-8fd9-09e0c38f903c on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:47:10.763226 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ae3271dc-4ba5-49f8-9560-e1198fc500f3 req-59591427-e1fd-4f74-82e7-ac15e997e7ad tempest-ServerMetadataNegativeTestJSON-1803395888 tempest-ServerMetadataNegativeTestJSON-1803395888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:10.766253 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cfcd394-6fa5-4c20-9b2c-59b785809739', 'name': 'network-vif-deleted', 'tag': '84b990da-6092-49cb-8fd9-09e0c38f903c'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:47:10.801768 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ae3271dc-4ba5-49f8-9560-e1198fc500f3 req-59591427-e1fd-4f74-82e7-ac15e997e7ad tempest-ServerMetadataNegativeTestJSON-1803395888 tempest-ServerMetadataNegativeTestJSON-1803395888-project] 10.222.0.44 "DELETE /v2.0/ports/84b990da-6092-49cb-8fd9-09e0c38f903c HTTP/1.1" status: 204 len: 173 time: 2.4936023 May 31 13:47:10.814587 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-8cef490a-f698-4d83-821b-40286f665abc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:47:10.823358 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c6aed-f0fc-4c9b-8559-4aeb68154b2a req-69065706-f2f2-4478-8133-761dadb708d1 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:10.824972 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1ae60708-94b4-4743-835e-361e30c41fce tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:10.827131 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5b2c6aed-f0fc-4c9b-8559-4aeb68154b2a req-69065706-f2f2-4478-8133-761dadb708d1 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=931b2df9-a1c5-473f-ba24-0babd6d355d0 HTTP/1.1" status: 200 len: 945 time: 0.2796915 May 31 13:47:10.873458 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6152c8d-74fd-453b-897a-2e95034f6432'] response: {'server_uuid': '1cfcd394-6fa5-4c20-9b2c-59b785809739', 'name': 'network-vif-deleted', 'tag': '84b990da-6092-49cb-8fd9-09e0c38f903c', 'status': 'completed', 'code': 200} May 31 13:47:10.924089 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8cef490a-f698-4d83-821b-40286f665abc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:47:10.936444 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5b2c6aed-f0fc-4c9b-8559-4aeb68154b2a req-b51bc904-747a-4205-8b0e-83c1ea25e7b7 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=879d485c-6856-4d39-902c-2e7246942604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984144 May 31 13:47:10.942750 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bbd114f2-d1e4-4d82-ae88-1d81d769ff59 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for floatingip, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:11.155752 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae60708-94b4-4743-835e-361e30c41fce tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event deleted for resources: {'Port': ['ID=328a7f2e-78ae-4ad4-a046-eac6dcf29438,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:11.235998 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1ae60708-94b4-4743-835e-361e30c41fce tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:11.288282 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd82d4aa-2fb1-4102-aac5-5e1a25dc5dd7 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Router 4df1fffe-8b50-4f4d-811c-fa121cfa517b has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:47:11.302888 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-1ae60708-94b4-4743-835e-361e30c41fce tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "DELETE /v2.0/ports/328a7f2e-78ae-4ad4-a046-eac6dcf29438 HTTP/1.1" status: 204 len: 168 time: 1.8886156 May 31 13:47:11.306032 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 37360) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:11.392025 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee728464-fc31-4a44-b43e-614b01e92d02 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] GET failed (client error): The resource could not be found. May 31 13:47:11.392565 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-ee728464-fc31-4a44-b43e-614b01e92d02 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Synchronizing usage tracker for tenant:e2f5ae2e1abf4a2cb5fdef12f13f2ebb on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:47:11.418655 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-ee728464-fc31-4a44-b43e-614b01e92d02 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Unset dirty status for tenant:e2f5ae2e1abf4a2cb5fdef12f13f2ebb on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:47:11.424433 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-ee728464-fc31-4a44-b43e-614b01e92d02 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "GET /v2.0/ports/328a7f2e-78ae-4ad4-a046-eac6dcf29438 HTTP/1.1" status: 404 len: 333 time: 0.1161392 May 31 13:47:11.425065 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 37366) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:11.433202 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-eeb39c92-2f29-4178-9d81-7ea9f05b5c9f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Request body: {'port': {'network_id': 'a48c2a33-e3db-4cc0-a958-b63bcce161fb', 'name': 'tempest-PortsIpV6TestJSON-1681643822'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:47:11.910386 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8cef490a-f698-4d83-821b-40286f665abc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:11.944708 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8cef490a-f698-4d83-821b-40286f665abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:11.964972 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 37380) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:11.976275 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd82d4aa-2fb1-4102-aac5-5e1a25dc5dd7 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:47:11.989259 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fbbe40-6d97-44a8-8f01-aa953279d075 None None] Sync routers for ids ['4df1fffe-8b50-4f4d-811c-fa121cfa517b'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:47:12.025089 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fbbe40-6d97-44a8-8f01-aa953279d075 None None] Routers {'4df1fffe-8b50-4f4d-811c-fa121cfa517b'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:47:12.026269 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-42fbbe40-6d97-44a8-8f01-aa953279d075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:46:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['4df1fffe-8b50-4f4d-811c-fa121cfa517b'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:47:12.035917 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-bd82d4aa-2fb1-4102-aac5-5e1a25dc5dd7 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] 10.222.0.50 "PUT /v2.0/routers/4df1fffe-8b50-4f4d-811c-fa121cfa517b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2427120 May 31 13:47:12.036861 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 37388) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:12.057217 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-8cef490a-f698-4d83-821b-40286f665abc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c46afb9c585744c39f6c2417cc58af2c&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1443245 May 31 13:47:12.117231 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 37392) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:12.151721 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 84b990da-6092-49cb-8fd9-09e0c38f903c no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:47:12.167280 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-76d58fb8-75cf-4279-a404-2e2ad17ffdf0 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Request body: {'port': {'network_id': 'a8f8f292-6a8c-43a7-b074-01b2c51af4fa', 'name': 'tempest-FloatingIPTestJSON-249231929'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:47:12.211778 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef490a-f698-4d83-821b-40286f665abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fdcaafc-9ed2-45bc-a9d9-e35f70b272da,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:12.290242 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] No Port match for: 84b990da-6092-49cb-8fd9-09e0c38f903c {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:47:12.291660 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 84b990da-6092-49cb-8fd9-09e0c38f903c not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:47:12.298569 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-42fbbe40-6d97-44a8-8f01-aa953279d075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:47:12.338248 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fbbe40-6d97-44a8-8f01-aa953279d075 None None] Routers {'4df1fffe-8b50-4f4d-811c-fa121cfa517b'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:47:12.339397 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-42fbbe40-6d97-44a8-8f01-aa953279d075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:46:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['4df1fffe-8b50-4f4d-811c-fa121cfa517b'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:47:12.399006 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-2ebed8ea-b563-407a-b45b-5a48b92b52dc req-5c5b8c45-c8d2-47cb-bd13-8b0e4a4ce3d8 tempest-ServerMetadataNegativeTestJSON-1803395888 tempest-ServerMetadataNegativeTestJSON-1803395888-project] Synchronizing usage tracker for tenant:1138e382e3b54b7abec7f4a0b29e5dfd on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:47:12.455494 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-42fbbe40-6d97-44a8-8f01-aa953279d075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:47:12.456332 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fbbe40-6d97-44a8-8f01-aa953279d075 None None] The sync data for ids ['4df1fffe-8b50-4f4d-811c-fa121cfa517b'] in n-d-843939-1 is: [] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:47:12.494234 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9d141b10-babf-4f49-a62b-655fa705cd20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:12.516108 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-eeb39c92-2f29-4178-9d81-7ea9f05b5c9f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:47:12.526721 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-2ebed8ea-b563-407a-b45b-5a48b92b52dc req-5c5b8c45-c8d2-47cb-bd13-8b0e4a4ce3d8 tempest-ServerMetadataNegativeTestJSON-1803395888 tempest-ServerMetadataNegativeTestJSON-1803395888-project] Unset dirty status for tenant:1138e382e3b54b7abec7f4a0b29e5dfd on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:47:12.530516 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2ebed8ea-b563-407a-b45b-5a48b92b52dc req-5c5b8c45-c8d2-47cb-bd13-8b0e4a4ce3d8 tempest-ServerMetadataNegativeTestJSON-1803395888 tempest-ServerMetadataNegativeTestJSON-1803395888-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cfcd394-6fa5-4c20-9b2c-59b785809739 HTTP/1.1" status: 200 len: 210 time: 0.4122107 May 31 13:47:12.554842 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-eeb39c92-2f29-4178-9d81-7ea9f05b5c9f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:47:12.555142 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-9d141b10-babf-4f49-a62b-655fa705cd20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:47:12.568470 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-9d141b10-babf-4f49-a62b-655fa705cd20 admin admin] Usage tracker for resource:security_group_rule and tenant:5463eed24da3401397c5e7086dc3a0ea is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:47:12.569568 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb39c92-2f29-4178-9d81-7ea9f05b5c9f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Made reservation on behalf of e2f5ae2e1abf4a2cb5fdef12f13f2ebb for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:47:12.573069 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eeb39c92-2f29-4178-9d81-7ea9f05b5c9f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:12.578891 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-9d141b10-babf-4f49-a62b-655fa705cd20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:47:12.595858 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1b055ba5-8d16-40ff-af98-9b26c687c3ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:12.607011 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-9d141b10-babf-4f49-a62b-655fa705cd20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:47:12.624460 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-eeb39c92-2f29-4178-9d81-7ea9f05b5c9f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] device_id is not set on port abb60c95-5ec2-46eb-b32a-185d101209e7 yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:47:12.639914 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-76d58fb8-75cf-4279-a404-2e2ad17ffdf0 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:47:12.667735 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-76d58fb8-75cf-4279-a404-2e2ad17ffdf0 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Usage tracker for resource:port and tenant:f331ce5134ed4e2db710f69a53d0a2fe is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:47:12.684865 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-76d58fb8-75cf-4279-a404-2e2ad17ffdf0 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:47:12.692130 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b329e792-192f-43d3-8b2a-0f8c85d72a61 req-68e1e840-3943-45b3-98ea-91be973ba396 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:12.693455 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b329e792-192f-43d3-8b2a-0f8c85d72a61 req-68e1e840-3943-45b3-98ea-91be973ba396 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=931b2df9-a1c5-473f-ba24-0babd6d355d0 HTTP/1.1" status: 200 len: 945 time: 0.3679039 May 31 13:47:12.695770 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-76d58fb8-75cf-4279-a404-2e2ad17ffdf0 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:47:12.705589 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1b055ba5-8d16-40ff-af98-9b26c687c3ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:12.795314 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d58fb8-75cf-4279-a404-2e2ad17ffdf0 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Made reservation on behalf of f331ce5134ed4e2db710f69a53d0a2fe for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:47:12.798569 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-76d58fb8-75cf-4279-a404-2e2ad17ffdf0 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:12.815272 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b329e792-192f-43d3-8b2a-0f8c85d72a61 req-fa7c1eb3-596a-4a54-a659-d2de693aaeb1 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=879d485c-6856-4d39-902c-2e7246942604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019607 May 31 13:47:12.831350 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-51914f79-1f4b-4fba-a222-bb2d4438de64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:12.863375 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-76d58fb8-75cf-4279-a404-2e2ad17ffdf0 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] device_id is not set on port 20efd11f-9efa-410c-86e1-05510292940d yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:47:12.883719 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1b055ba5-8d16-40ff-af98-9b26c687c3ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:12.892000 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 37408) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:12.929086 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bbd114f2-d1e4-4d82-ae88-1d81d769ff59 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:12.952495 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bbd114f2-d1e4-4d82-ae88-1d81d769ff59 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:12.987824 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b055ba5-8d16-40ff-af98-9b26c687c3ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fdcaafc-9ed2-45bc-a9d9-e35f70b272da,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:13.053083 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9d141b10-babf-4f49-a62b-655fa705cd20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:13.066074 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9d141b10-babf-4f49-a62b-655fa705cd20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:13.092980 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1b055ba5-8d16-40ff-af98-9b26c687c3ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:13.096730 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-1b055ba5-8d16-40ff-af98-9b26c687c3ab admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6fdcaafc-9ed2-45bc-a9d9-e35f70b272da HTTP/1.1" status: 204 len: 168 time: 0.9746296 May 31 13:47:13.099011 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eeb39c92-2f29-4178-9d81-7ea9f05b5c9f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:13.126978 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-76b759ba-653f-47f2-9438-01fda22d8177 tempest-QuotasTest-1588357299 tempest-QuotasTest-1588357299-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:47:13.154754 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0189038-8fa1-422c-aaa2-9bd5a216e24c req-c26794b2-3edc-47cc-8b99-03964a172c14 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:13.156227 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a0189038-8fa1-422c-aaa2-9bd5a216e24c req-c26794b2-3edc-47cc-8b99-03964a172c14 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=931b2df9-a1c5-473f-ba24-0babd6d355d0 HTTP/1.1" status: 200 len: 945 time: 0.1730337 May 31 13:47:13.167254 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 37416) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:13.184982 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-3d34f6c9-655d-47ab-97f9-e54ffaea1def tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Request body: {'floatingip': {'port_id': 'a9fc5db8-b6ca-4339-936c-dac801564b5d'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:47:13.274788 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eeb39c92-2f29-4178-9d81-7ea9f05b5c9f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:13.280765 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-76b759ba-653f-47f2-9438-01fda22d8177 tempest-QuotasTest-1588357299 tempest-QuotasTest-1588357299-project-admin] 10.222.0.50 "PUT /v2.0/quotas/4b7b59b4f430462daddd25fda4fb2c91 HTTP/1.1" status: 200 len: 366 time: 0.3789325 May 31 13:47:13.331090 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 37420) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:13.336288 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3d34f6c9-655d-47ab-97f9-e54ffaea1def tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks [] for floatingip, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:13.392764 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-9d141b10-babf-4f49-a62b-655fa705cd20 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5463eed24da3401397c5e7086dc3a0ea&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4246111 May 31 13:47:13.398430 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d141b10-babf-4f49-a62b-655fa705cd20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fca4a4a-9fbc-4a9c-82ea-68ad055f406a,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:13.403491 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 37424) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:13.459879 n-d-843939-1 neutron-server[88369]: INFO neutron.db.l3_db [None req-bbd114f2-d1e4-4d82-ae88-1d81d769ff59 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Floating IP 75ff4e21-d2c7-4638-aedc-90482cde49c9 associated. External IP: 172.25.6.50, port: efc693c3-02de-482e-ad59-c4693661e667. May 31 13:47:13.504902 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb39c92-2f29-4178-9d81-7ea9f05b5c9f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Network a48c2a33-e3db-4cc0-a958-b63bcce161fb is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:47:13.528679 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-377a67bb-ccf2-4046-9861-e9d5eae878b9 tempest-QuotasTest-1588357299 tempest-QuotasTest-1588357299-project-admin] 10.222.0.50 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.1201227 May 31 13:47:13.528679 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-eeb39c92-2f29-4178-9d81-7ea9f05b5c9f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:47:13.528903 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-76d58fb8-75cf-4279-a404-2e2ad17ffdf0 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Allocated IP 172.20.0.13 (a8f8f292-6a8c-43a7-b074-01b2c51af4fa/64f12ea5-134d-4f84-bdd5-4460c9bf10cd/20efd11f-9efa-410c-86e1-05510292940d) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:47:13.529037 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb39c92-2f29-4178-9d81-7ea9f05b5c9f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:47:13.532476 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 37430) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:13.535550 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb39c92-2f29-4178-9d81-7ea9f05b5c9f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:13.535710 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eeb39c92-2f29-4178-9d81-7ea9f05b5c9f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:13.569961 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb39c92-2f29-4178-9d81-7ea9f05b5c9f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event updated for resources: {'Port': ['ID=abb60c95-5ec2-46eb-b32a-185d101209e7,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:13.608363 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-3a987199-6a3c-4ed9-870f-26230e3c32ed tempest-QuotasTest-1588357299 tempest-QuotasTest-1588357299-project-admin] 10.222.0.50 "GET /v2.0/quotas/4b7b59b4f430462daddd25fda4fb2c91 HTTP/1.1" status: 200 len: 366 time: 0.0650084 May 31 13:47:13.616958 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 37436) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:13.617440 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 37438) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:13.630692 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-eeb39c92-2f29-4178-9d81-7ea9f05b5c9f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.2040360 May 31 13:47:13.632130 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 37444) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:13.644663 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-3775b6c2-55e9-4acf-b812-7ed321df35ab tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:47:13.674804 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 37448) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:13.751417 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:13.779062 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a4c66927-136b-462a-a4e9-e8cc39079b43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:13.802930 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-35fa8436-e5be-4da4-9cad-3421412c4116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:13.845760 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-73707183-3d31-45a6-a520-5be21b0a2e31 tempest-QuotasTest-1588357299 tempest-QuotasTest-1588357299-project-admin] 10.222.0.50 "DELETE /v2.0/quotas/4b7b59b4f430462daddd25fda4fb2c91 HTTP/1.1" status: 204 len: 168 time: 0.2245560 May 31 13:47:13.853009 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:13.861712 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 37452) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:13.864706 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a4c66927-136b-462a-a4e9-e8cc39079b43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:47:13.883903 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a4c66927-136b-462a-a4e9-e8cc39079b43 admin admin] Usage tracker for resource:security_group_rule and tenant:5dc7d1b639a0475bb91b43cfac6980b5 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:47:13.897680 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-37f5f8d3-5c48-4afa-8090-72c203ff6240 tempest-QuotasTest-1588357299 tempest-QuotasTest-1588357299-project-admin] 10.222.0.50 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0314453 May 31 13:47:13.897940 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a4c66927-136b-462a-a4e9-e8cc39079b43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:47:13.916690 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 37456) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:13.920200 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-35fa8436-e5be-4da4-9cad-3421412c4116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:13.929972 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a4c66927-136b-462a-a4e9-e8cc39079b43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:47:13.961685 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-de7be374-5f34-4db7-acf7-1307cb626d24 admin admin] Deleting subnet 2775b76b-1cc6-4766-815c-d7142e785e22 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:47:13.971664 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3775b6c2-55e9-4acf-b812-7ed321df35ab tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:13.979440 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-de7be374-5f34-4db7-acf7-1307cb626d24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:14.025898 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ab8d6547-746d-40ca-80a2-8015db82bbd7 tempest-QuotasTest-1588357299 tempest-QuotasTest-1588357299-project-admin] 10.222.0.50 "GET /v2.0/quotas/4b7b59b4f430462daddd25fda4fb2c91 HTTP/1.1" status: 200 len: 370 time: 0.1060121 May 31 13:47:14.039984 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 37460) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:14.061041 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-904e41e9-6599-4b4c-bb07-54360468ce51 tempest-QuotasTest-1588357299 tempest-QuotasTest-1588357299-project-admin] 10.222.0.50 "GET /v2.0/quotas/4b7b59b4f430462daddd25fda4fb2c91/default HTTP/1.1" status: 200 len: 370 time: 0.0196013 May 31 13:47:14.066007 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 37464) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:14.153377 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [None req-9614082d-6fcb-426f-873f-064fa236877b tempest-QuotasTest-1588357299 tempest-QuotasTest-1588357299-project-admin] delete failed (client error): The resource could not be found. May 31 13:47:14.154506 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-9614082d-6fcb-426f-873f-064fa236877b tempest-QuotasTest-1588357299 tempest-QuotasTest-1588357299-project-admin] 10.222.0.50 "DELETE /v2.0/quotas/4b7b59b4f430462daddd25fda4fb2c91 HTTP/1.1" status: 404 len: 348 time: 0.0857892 May 31 13:47:14.255834 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-de7be374-5f34-4db7-acf7-1307cb626d24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:14.414014 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-35fa8436-e5be-4da4-9cad-3421412c4116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:14.470505 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 37470) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:14.492394 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-76d58fb8-75cf-4279-a404-2e2ad17ffdf0 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:14.497344 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fa8436-e5be-4da4-9cad-3421412c4116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fca4a4a-9fbc-4a9c-82ea-68ad055f406a,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:14.500248 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3775b6c2-55e9-4acf-b812-7ed321df35ab tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:14.507717 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-de7be374-5f34-4db7-acf7-1307cb626d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:14.514044 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3775b6c2-55e9-4acf-b812-7ed321df35ab tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:14.579630 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-3775b6c2-55e9-4acf-b812-7ed321df35ab tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] In _notify_port_updated(), no bound segment for port abb60c95-5ec2-46eb-b32a-185d101209e7 on network a48c2a33-e3db-4cc0-a958-b63bcce161fb {{(pid=88370) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 31 13:47:14.584919 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3775b6c2-55e9-4acf-b812-7ed321df35ab tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:14.585523 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3775b6c2-55e9-4acf-b812-7ed321df35ab tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:14.586802 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-3775b6c2-55e9-4acf-b812-7ed321df35ab tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "PUT /v2.0/ports/abb60c95-5ec2-46eb-b32a-185d101209e7 HTTP/1.1" status: 200 len: 818 time: 0.9473622 May 31 13:47:14.594028 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 37474) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:14.594783 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-2dd750cf-9581-4285-bc91-215a7f37e444 tempest-QuotasTest-1588357299 tempest-QuotasTest-1588357299-project-admin] Usage tracker for resource:network and tenant:0c6b17007f5e4c96a6f845542f80d845 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:47:14.599177 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-35fa8436-e5be-4da4-9cad-3421412c4116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:14.600657 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-35fa8436-e5be-4da4-9cad-3421412c4116 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2fca4a4a-9fbc-4a9c-82ea-68ad055f406a HTTP/1.1" status: 204 len: 168 time: 1.1935790 May 31 13:47:14.634824 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbd114f2-d1e4-4d82-ae88-1d81d769ff59 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Router 0697c208-3eaa-49f8-affe-568d0eb5b2db has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:47:14.640555 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a4c66927-136b-462a-a4e9-e8cc39079b43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:14.646949 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-2dd750cf-9581-4285-bc91-215a7f37e444 tempest-QuotasTest-1588357299 tempest-QuotasTest-1588357299-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:47:14.660489 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.resource_extend [None req-3d34f6c9-655d-47ab-97f9-e54ffaea1def tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:47:14.663312 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a4c66927-136b-462a-a4e9-e8cc39079b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:14.723139 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3775b6c2-55e9-4acf-b812-7ed321df35ab tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event updated for resources: {'Port': ['ID=abb60c95-5ec2-46eb-b32a-185d101209e7,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:14.767979 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-2dd750cf-9581-4285-bc91-215a7f37e444 tempest-QuotasTest-1588357299 tempest-QuotasTest-1588357299-project-admin] Usage tracker for resource:subnet and tenant:0c6b17007f5e4c96a6f845542f80d845 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:47:14.777004 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-de7be374-5f34-4db7-acf7-1307cb626d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:14.786808 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-8fa106f5-d10b-4470-987c-fca885b2d2fa tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Deleting port abb60c95-5ec2-46eb-b32a-185d101209e7 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:47:14.787153 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8fa106f5-d10b-4470-987c-fca885b2d2fa tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:14.820913 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-2dd750cf-9581-4285-bc91-215a7f37e444 tempest-QuotasTest-1588357299 tempest-QuotasTest-1588357299-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:47:14.845852 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3d34f6c9-655d-47ab-97f9-e54ffaea1def tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:14.853420 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3d34f6c9-655d-47ab-97f9-e54ffaea1def tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:14.873281 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a4c66927-136b-462a-a4e9-e8cc39079b43 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5dc7d1b639a0475bb91b43cfac6980b5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2545352 May 31 13:47:14.875578 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-de7be374-5f34-4db7-acf7-1307cb626d24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:14.880850 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7be374-5f34-4db7-acf7-1307cb626d24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2775b76b-1cc6-4766-815c-d7142e785e22,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:14.885273 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 37480) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:14.886467 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c66927-136b-462a-a4e9-e8cc39079b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3e19bf-521c-4999-a712-1085c2b18081,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:14.908033 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-76d58fb8-75cf-4279-a404-2e2ad17ffdf0 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:14.927307 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-2dd750cf-9581-4285-bc91-215a7f37e444 tempest-QuotasTest-1588357299 tempest-QuotasTest-1588357299-project-admin] Usage tracker for resource:subnetpool and tenant:0c6b17007f5e4c96a6f845542f80d845 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:47:14.966926 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-de7be374-5f34-4db7-acf7-1307cb626d24 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/2775b76b-1cc6-4766-815c-d7142e785e22 HTTP/1.1" status: 204 len: 168 time: 1.2869325 May 31 13:47:14.968735 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 37486) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:15.008425 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-2dd750cf-9581-4285-bc91-215a7f37e444 tempest-QuotasTest-1588357299 tempest-QuotasTest-1588357299-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:47:15.091352 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 37490) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:15.102526 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d58fb8-75cf-4279-a404-2e2ad17ffdf0 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Network a8f8f292-6a8c-43a7-b074-01b2c51af4fa is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:47:15.122513 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-76d58fb8-75cf-4279-a404-2e2ad17ffdf0 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:47:15.126662 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d58fb8-75cf-4279-a404-2e2ad17ffdf0 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:47:15.157403 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd114f2-d1e4-4d82-ae88-1d81d769ff59 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:47:15.167916 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f3056e-cf1e-475c-9448-4c05fc455c6c None None] Sync routers for ids ['0697c208-3eaa-49f8-affe-568d0eb5b2db'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:47:15.169755 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d58fb8-75cf-4279-a404-2e2ad17ffdf0 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Pushing event updated for resources: {'Port': ['ID=20efd11f-9efa-410c-86e1-05510292940d,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:15.175388 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bbd114f2-d1e4-4d82-ae88-1d81d769ff59 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:15.179307 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f3056e-cf1e-475c-9448-4c05fc455c6c None None] Routers {'0697c208-3eaa-49f8-affe-568d0eb5b2db'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:47:15.180244 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-70f3056e-cf1e-475c-9448-4c05fc455c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:47:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['0697c208-3eaa-49f8-affe-568d0eb5b2db'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:47:15.180651 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-2dd750cf-9581-4285-bc91-215a7f37e444 tempest-QuotasTest-1588357299 tempest-QuotasTest-1588357299-project-admin] Usage tracker for resource:port and tenant:0c6b17007f5e4c96a6f845542f80d845 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:47:15.207656 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3bd82750-4d0d-4d3a-9c45-8ea741ba962f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:15.242216 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-90906bc1-ce4b-4c81-a00a-a0af666ea3ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:15.264972 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3bd82750-4d0d-4d3a-9c45-8ea741ba962f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:47:15.279446 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-2dd750cf-9581-4285-bc91-215a7f37e444 tempest-QuotasTest-1588357299 tempest-QuotasTest-1588357299-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:47:15.297422 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-3bd82750-4d0d-4d3a-9c45-8ea741ba962f admin admin] Usage tracker for resource:security_group_rule and tenant:6c01ca0d9e6c402d9aac5b4d79bee2eb is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:47:15.312632 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dd3df33b-98f0-4f78-9118-1721077b2682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:15.319908 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8fa106f5-d10b-4470-987c-fca885b2d2fa tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:15.340850 n-d-843939-1 neutron-server[88370]: INFO neutron.db.l3_db [None req-3d34f6c9-655d-47ab-97f9-e54ffaea1def tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Floating IP ec206d45-d15a-4951-be4f-521e46ffd89a associated. External IP: 172.25.6.190, port: a9fc5db8-b6ca-4339-936c-dac801564b5d. May 31 13:47:15.367897 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-70f3056e-cf1e-475c-9448-4c05fc455c6c None None] Set router 0697c208-3eaa-49f8-affe-568d0eb5b2db gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:47:15.440620 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-3bd82750-4d0d-4d3a-9c45-8ea741ba962f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:47:15.446149 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-2dd750cf-9581-4285-bc91-215a7f37e444 tempest-QuotasTest-1588357299 tempest-QuotasTest-1588357299-project-admin] Usage tracker for resource:router and tenant:0c6b17007f5e4c96a6f845542f80d845 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:47:15.460121 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d58fb8-75cf-4279-a404-2e2ad17ffdf0 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:15.460979 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-76d58fb8-75cf-4279-a404-2e2ad17ffdf0 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:15.467864 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-90906bc1-ce4b-4c81-a00a-a0af666ea3ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:15.474278 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3bd82750-4d0d-4d3a-9c45-8ea741ba962f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:47:15.483516 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-bbd114f2-d1e4-4d82-ae88-1d81d769ff59 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "PUT /v2.0/floatingips/75ff4e21-d2c7-4638-aedc-90482cde49c9 HTTP/1.1" status: 200 len: 991 time: 4.9873292 May 31 13:47:15.488747 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdf0c119-e355-4b60-9ec3-1deca8a93eb6', 'tag': 'efc693c3-02de-482e-ad59-c4693661e667'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:47:15.532383 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-8fa106f5-d10b-4470-987c-fca885b2d2fa tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Calling delete_port for abb60c95-5ec2-46eb-b32a-185d101209e7 owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:47:15.538688 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-76d58fb8-75cf-4279-a404-2e2ad17ffdf0 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.4951518 May 31 13:47:15.542294 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 37500) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:15.553404 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-eda1e0f1-bef7-4cf4-8ffa-a2374012f5fd tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Request body: {'port': {'network_id': 'a8f8f292-6a8c-43a7-b074-01b2c51af4fa', 'name': 'tempest-FloatingIPTestJSON-1487449463'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:47:15.581499 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-2dd750cf-9581-4285-bc91-215a7f37e444 tempest-QuotasTest-1588357299 tempest-QuotasTest-1588357299-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:47:15.672589 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-90906bc1-ce4b-4c81-a00a-a0af666ea3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:15.703315 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:15.720004 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90906bc1-ce4b-4c81-a00a-a0af666ea3ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3e19bf-521c-4999-a712-1085c2b18081,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:15.769112 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-90906bc1-ce4b-4c81-a00a-a0af666ea3ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:15.770921 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-90906bc1-ce4b-4c81-a00a-a0af666ea3ff admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6b3e19bf-521c-4999-a712-1085c2b18081 HTTP/1.1" status: 204 len: 168 time: 0.8807778 May 31 13:47:15.791466 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-eda1e0f1-bef7-4cf4-8ffa-a2374012f5fd tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:47:15.799752 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3bd82750-4d0d-4d3a-9c45-8ea741ba962f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:15.801121 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-eda1e0f1-bef7-4cf4-8ffa-a2374012f5fd tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Usage tracker for resource:port and tenant:f331ce5134ed4e2db710f69a53d0a2fe is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:47:15.805494 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-eda1e0f1-bef7-4cf4-8ffa-a2374012f5fd tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:47:15.808369 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3bd82750-4d0d-4d3a-9c45-8ea741ba962f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:15.849098 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-eda1e0f1-bef7-4cf4-8ffa-a2374012f5fd tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:47:15.860160 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-70f3056e-cf1e-475c-9448-4c05fc455c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'name': 'tempest-AttachVolumeNegativeTest-1273433736-router', 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'a25f0954-04a4-4b01-8623-f473d6ed53da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:44:16Z', 'updated_at': '2022-05-31T13:44:31Z', 'revision_number': 4, 'project_id': '0c3bb07388f549c9aeec65a21380cb5d', 'gw_port': {'id': 'a25f0954-04a4-4b01-8623-f473d6ed53da', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ac:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:44:19Z', 'updated_at': '2022-05-31T13:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '75ff4e21-d2c7-4638-aedc-90482cde49c9', 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d', 'floating_ip_address': '172.25.6.50', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'port_id': 'efc693c3-02de-482e-ad59-c4693661e667', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63c618dc-2d9c-42a1-a644-8fd65767e93c', 'mac_address': 'fa:16:3e:9d:e4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf0c119-e355-4b60-9ec3-1deca8a93eb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:46:29Z', 'updated_at': '2022-05-31T13:47:12Z', 'revision_number': 1, 'project_id': '0c3bb07388f549c9aeec65a21380cb5d', 'fixed_ip_address_scope': None}, {'id': 'db1d96a5-0d72-4ff0-9434-6a6174b80fbc', 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d', 'floating_ip_address': '172.25.6.48', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'port_id': '801e7b36-1094-46d8-bd5f-4a2bce007eb1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63c618dc-2d9c-42a1-a644-8fd65767e93c', 'mac_address': 'fa:16:3e:a8:00:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0710edc1-1650-4be9-80ea-169a803e7734', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:44:47Z', 'updated_at': '2022-05-31T13:45:35Z', 'revision_number': 2, 'project_id': '0c3bb07388f549c9aeec65a21380cb5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28f91fc4-d303-4198-b69f-bfc00ad66cfe', 'name': '', 'network_id': '63c618dc-2d9c-42a1-a644-8fd65767e93c', 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d', 'mac_address': 'fa:16:3e:f7:a8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '1fa11664-0552-4bb0-b5b0-3278009a7430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:44:29Z', 'updated_at': '2022-05-31T13:44:46Z', 'revision_number': 5, 'project_id': '0c3bb07388f549c9aeec65a21380cb5d', 'subnets': [{'id': '1fa11664-0552-4bb0-b5b0-3278009a7430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:47:15.865915 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f3056e-cf1e-475c-9448-4c05fc455c6c None None] Checking router: 0697c208-3eaa-49f8-affe-568d0eb5b2db for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:47:15.879445 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f3056e-cf1e-475c-9448-4c05fc455c6c None None] Routers {'0697c208-3eaa-49f8-affe-568d0eb5b2db'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:47:15.880177 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-70f3056e-cf1e-475c-9448-4c05fc455c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:47:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['0697c208-3eaa-49f8-affe-568d0eb5b2db'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:47:15.908189 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda1e0f1-bef7-4cf4-8ffa-a2374012f5fd tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Made reservation on behalf of f331ce5134ed4e2db710f69a53d0a2fe for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:47:15.913142 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-eda1e0f1-bef7-4cf4-8ffa-a2374012f5fd tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:15.933385 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-3bd82750-4d0d-4d3a-9c45-8ea741ba962f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6c01ca0d9e6c402d9aac5b4d79bee2eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8326705 May 31 13:47:15.936805 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd82750-4d0d-4d3a-9c45-8ea741ba962f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86932498-51d2-41bb-9700-bdf4c9b786ee,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:15.939188 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 37506) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:15.967617 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-eda1e0f1-bef7-4cf4-8ffa-a2374012f5fd tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] device_id is not set on port 63f56cf2-c2c3-499f-8de6-3c65ea0017e6 yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:47:15.968452 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-2dd750cf-9581-4285-bc91-215a7f37e444 tempest-QuotasTest-1588357299 tempest-QuotasTest-1588357299-project-admin] Usage tracker for resource:floatingip and tenant:0c6b17007f5e4c96a6f845542f80d845 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:47:16.004434 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-2dd750cf-9581-4285-bc91-215a7f37e444 tempest-QuotasTest-1588357299 tempest-QuotasTest-1588357299-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:47:16.016600 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dd3df33b-98f0-4f78-9118-1721077b2682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:16.048064 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8fa106f5-d10b-4470-987c-fca885b2d2fa tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:16.138653 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-70f3056e-cf1e-475c-9448-4c05fc455c6c None None] Set router 0697c208-3eaa-49f8-affe-568d0eb5b2db gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:47:16.151314 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d02d3910-30db-4924-a9e5-fde8982d4ab4'] response: {'name': 'network-changed', 'server_uuid': 'bdf0c119-e355-4b60-9ec3-1deca8a93eb6', 'tag': 'efc693c3-02de-482e-ad59-c4693661e667', 'status': 'completed', 'code': 200} May 31 13:47:16.164965 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-dd3df33b-98f0-4f78-9118-1721077b2682 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3c1169d-3803-4be9-baa5-b11b4d424741']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:47:16.173060 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa106f5-d10b-4470-987c-fca885b2d2fa tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event deleted for resources: {'Port': ['ID=abb60c95-5ec2-46eb-b32a-185d101209e7,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:16.189916 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8fa106f5-d10b-4470-987c-fca885b2d2fa tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:16.202512 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-eda1e0f1-bef7-4cf4-8ffa-a2374012f5fd tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Allocated IP 172.20.0.9 (a8f8f292-6a8c-43a7-b074-01b2c51af4fa/64f12ea5-134d-4f84-bdd5-4460c9bf10cd/63f56cf2-c2c3-499f-8de6-3c65ea0017e6) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:47:16.204562 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8cdbba1a-1cc6-47ad-94bb-ca90e29b3337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:16.259086 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8cdbba1a-1cc6-47ad-94bb-ca90e29b3337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:16.259292 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-dd3df33b-98f0-4f78-9118-1721077b2682 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da45ed88-29c5-4083-8283-2d5891c414fb') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:47:16.259463 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-dd3df33b-98f0-4f78-9118-1721077b2682 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da45ed88-29c5-4083-8283-2d5891c414fb') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:47:16.303143 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dd3df33b-98f0-4f78-9118-1721077b2682 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:16.314357 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-8fa106f5-d10b-4470-987c-fca885b2d2fa tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "DELETE /v2.0/ports/abb60c95-5ec2-46eb-b32a-185d101209e7 HTTP/1.1" status: 204 len: 168 time: 1.7167950 May 31 13:47:16.323398 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 37514) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:16.363179 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dd3df33b-98f0-4f78-9118-1721077b2682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:16.463809 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-2dd750cf-9581-4285-bc91-215a7f37e444 tempest-QuotasTest-1588357299 tempest-QuotasTest-1588357299-project-admin] Usage tracker for resource:security_group and tenant:0c6b17007f5e4c96a6f845542f80d845 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:47:16.471172 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd3df33b-98f0-4f78-9118-1721077b2682 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:47:16.471576 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dd3df33b-98f0-4f78-9118-1721077b2682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:16.564833 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8cdbba1a-1cc6-47ad-94bb-ca90e29b3337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:16.587006 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-2dd750cf-9581-4285-bc91-215a7f37e444 tempest-QuotasTest-1588357299 tempest-QuotasTest-1588357299-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:47:16.601910 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment da45ed88-29c5-4083-8283-2d5891c414fb resource provider aggregate not found May 31 13:47:16.606272 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdbba1a-1cc6-47ad-94bb-ca90e29b3337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86932498-51d2-41bb-9700-bdf4c9b786ee,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:16.627001 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a220bd68-ba09-4c43-ac12-9733802cb1a1 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:16.627781 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a220bd68-ba09-4c43-ac12-9733802cb1a1 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Synchronizing usage tracker for tenant:e2f5ae2e1abf4a2cb5fdef12f13f2ebb on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:47:16.678469 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8cdbba1a-1cc6-47ad-94bb-ca90e29b3337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:16.682092 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-8cdbba1a-1cc6-47ad-94bb-ca90e29b3337 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/86932498-51d2-41bb-9700-bdf4c9b786ee HTTP/1.1" status: 204 len: 168 time: 0.7376461 May 31 13:47:16.683667 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-eda1e0f1-bef7-4cf4-8ffa-a2374012f5fd tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:16.689548 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a220bd68-ba09-4c43-ac12-9733802cb1a1 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Unset dirty status for tenant:e2f5ae2e1abf4a2cb5fdef12f13f2ebb on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:47:16.690821 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a220bd68-ba09-4c43-ac12-9733802cb1a1 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3504431 May 31 13:47:16.691701 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment da45ed88-29c5-4083-8283-2d5891c414fb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid da45ed88-29c5-4083-8283-2d5891c414fb found for delete ", "request_id": "req-6325b34b-885d-4028-b0a7-51a48a8433b9"}]} May 31 13:47:16.696828 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 37532) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:16.711608 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b846a3-d4e0-4b47-90ec-30d30419d155 req-1e37ad74-7c00-4a32-8c31-f1a6bf4f77e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:16.714152 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-31b846a3-d4e0-4b47-90ec-30d30419d155 req-1e37ad74-7c00-4a32-8c31-f1a6bf4f77e4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0c3bb07388f549c9aeec65a21380cb5d&device_id=bdf0c119-e355-4b60-9ec3-1deca8a93eb6 HTTP/1.1" status: 200 len: 1097 time: 0.6058512 May 31 13:47:16.721903 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-2dd750cf-9581-4285-bc91-215a7f37e444 tempest-QuotasTest-1588357299 tempest-QuotasTest-1588357299-project-admin] Usage tracker for resource:security_group_rule and tenant:0c6b17007f5e4c96a6f845542f80d845 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:47:16.728058 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d34f6c9-655d-47ab-97f9-e54ffaea1def tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Router 80751f3d-e952-4fcb-9d42-f81dc7ae50bc has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:47:16.732895 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dd3df33b-98f0-4f78-9118-1721077b2682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:16.771519 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-69ea073b-c37e-42cb-a4f7-e7a132aa9eb9 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] GET failed (client error): The resource could not be found. May 31 13:47:16.777906 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-69ea073b-c37e-42cb-a4f7-e7a132aa9eb9 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "GET /v2.0/ports/abb60c95-5ec2-46eb-b32a-185d101209e7 HTTP/1.1" status: 404 len: 333 time: 0.0747514 May 31 13:47:16.779316 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 37538) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:16.781453 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-2dd750cf-9581-4285-bc91-215a7f37e444 tempest-QuotasTest-1588357299 tempest-QuotasTest-1588357299-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:47:16.787768 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-9769f59c-b7ad-492a-a2e0-aa8526b05116 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1857013174'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:47:16.795516 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-9769f59c-b7ad-492a-a2e0-aa8526b05116 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:47:16.806229 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-9769f59c-b7ad-492a-a2e0-aa8526b05116 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Usage tracker for resource:network and tenant:e2f5ae2e1abf4a2cb5fdef12f13f2ebb is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:47:16.808174 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-9769f59c-b7ad-492a-a2e0-aa8526b05116 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:47:16.817645 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-9769f59c-b7ad-492a-a2e0-aa8526b05116 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:47:16.822198 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-70f3056e-cf1e-475c-9448-4c05fc455c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'name': 'tempest-AttachVolumeNegativeTest-1273433736-router', 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'a25f0954-04a4-4b01-8623-f473d6ed53da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:44:16Z', 'updated_at': '2022-05-31T13:44:31Z', 'revision_number': 4, 'project_id': '0c3bb07388f549c9aeec65a21380cb5d', 'gw_port': {'id': 'a25f0954-04a4-4b01-8623-f473d6ed53da', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ac:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:44:19Z', 'updated_at': '2022-05-31T13:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '75ff4e21-d2c7-4638-aedc-90482cde49c9', 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d', 'floating_ip_address': '172.25.6.50', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'port_id': 'efc693c3-02de-482e-ad59-c4693661e667', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63c618dc-2d9c-42a1-a644-8fd65767e93c', 'mac_address': 'fa:16:3e:9d:e4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf0c119-e355-4b60-9ec3-1deca8a93eb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:46:29Z', 'updated_at': '2022-05-31T13:47:12Z', 'revision_number': 1, 'project_id': '0c3bb07388f549c9aeec65a21380cb5d', 'fixed_ip_address_scope': None}, {'id': 'db1d96a5-0d72-4ff0-9434-6a6174b80fbc', 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d', 'floating_ip_address': '172.25.6.48', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'port_id': '801e7b36-1094-46d8-bd5f-4a2bce007eb1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63c618dc-2d9c-42a1-a644-8fd65767e93c', 'mac_address': 'fa:16:3e:a8:00:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0710edc1-1650-4be9-80ea-169a803e7734', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:44:47Z', 'updated_at': '2022-05-31T13:45:35Z', 'revision_number': 2, 'project_id': '0c3bb07388f549c9aeec65a21380cb5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28f91fc4-d303-4198-b69f-bfc00ad66cfe', 'name': '', 'network_id': '63c618dc-2d9c-42a1-a644-8fd65767e93c', 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d', 'mac_address': 'fa:16:3e:f7:a8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '1fa11664-0552-4bb0-b5b0-3278009a7430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:44:29Z', 'updated_at': '2022-05-31T13:44:46Z', 'revision_number': 5, 'project_id': '0c3bb07388f549c9aeec65a21380cb5d', 'subnets': [{'id': '1fa11664-0552-4bb0-b5b0-3278009a7430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:47:16.830918 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dd3df33b-98f0-4f78-9118-1721077b2682 admin admin] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:16.832225 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f3056e-cf1e-475c-9448-4c05fc455c6c None None] The sync data for ids ['0697c208-3eaa-49f8-affe-568d0eb5b2db'] in n-d-843939-1 is: [{'id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'name': 'tempest-AttachVolumeNegativeTest-1273433736-router', 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'a25f0954-04a4-4b01-8623-f473d6ed53da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:44:16Z', 'updated_at': '2022-05-31T13:44:31Z', 'revision_number': 4, 'project_id': '0c3bb07388f549c9aeec65a21380cb5d', 'gw_port': {'id': 'a25f0954-04a4-4b01-8623-f473d6ed53da', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ac:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:44:19Z', 'updated_at': '2022-05-31T13:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '75ff4e21-d2c7-4638-aedc-90482cde49c9', 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d', 'floating_ip_address': '172.25.6.50', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'port_id': 'efc693c3-02de-482e-ad59-c4693661e667', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63c618dc-2d9c-42a1-a644-8fd65767e93c', 'mac_address': 'fa:16:3e:9d:e4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf0c119-e355-4b60-9ec3-1deca8a93eb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:46:29Z', 'updated_at': '2022-05-31T13:47:12Z', 'revision_number': 1, 'project_id': '0c3bb07388f549c9aeec65a21380cb5d', 'fixed_ip_address_scope': None}, {'id': 'db1d96a5-0d72-4ff0-9434-6a6174b80fbc', 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d', 'floating_ip_address': '172.25.6.48', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'port_id': '801e7b36-1094-46d8-bd5f-4a2bce007eb1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63c618dc-2d9c-42a1-a644-8fd65767e93c', 'mac_address': 'fa:16:3e:a8:00:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0710edc1-1650-4be9-80ea-169a803e7734', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:44:47Z', 'updated_at': '2022-05-31T13:45:35Z', 'revision_number': 2, 'project_id': '0c3bb07388f549c9aeec65a21380cb5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28f91fc4-d303-4198-b69f-bfc00ad66cfe', 'name': '', 'network_id': '63c618dc-2d9c-42a1-a644-8fd65767e93c', 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d', 'mac_address': 'fa:16:3e:f7:a8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '1fa11664-0552-4bb0-b5b0-3278009a7430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:44:29Z', 'updated_at': '2022-05-31T13:44:46Z', 'revision_number': 5, 'project_id': '0c3bb07388f549c9aeec65a21380cb5d', 'subnets': [{'id': '1fa11664-0552-4bb0-b5b0-3278009a7430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:47:16.837314 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9769f59c-b7ad-492a-a2e0-aa8526b05116 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Made reservation on behalf of e2f5ae2e1abf4a2cb5fdef12f13f2ebb for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:47:16.845010 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9769f59c-b7ad-492a-a2e0-aa8526b05116 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:16.859464 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-eda1e0f1-bef7-4cf4-8ffa-a2374012f5fd tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:16.928949 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-2dd750cf-9581-4285-bc91-215a7f37e444 tempest-QuotasTest-1588357299 tempest-QuotasTest-1588357299-project-admin] 10.222.0.50 "GET /v2.0/quotas/0c6b17007f5e4c96a6f845542f80d845/details.json HTTP/1.1" status: 200 len: 703 time: 2.4536705 May 31 13:47:16.928949 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3df33b-98f0-4f78-9118-1721077b2682 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3c1169d-3803-4be9-baa5-b11b4d424741,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:16.957194 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-dd3df33b-98f0-4f78-9118-1721077b2682 admin admin] 10.222.0.50 "DELETE /v2.0/networks/a3c1169d-3803-4be9-baa5-b11b4d424741 HTTP/1.1" status: 204 len: 168 time: 1.9781580 May 31 13:47:16.973714 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda1e0f1-bef7-4cf4-8ffa-a2374012f5fd tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Network a8f8f292-6a8c-43a7-b074-01b2c51af4fa is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:47:16.978535 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-eda1e0f1-bef7-4cf4-8ffa-a2374012f5fd tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:47:16.985456 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda1e0f1-bef7-4cf4-8ffa-a2374012f5fd tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:47:17.018230 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda1e0f1-bef7-4cf4-8ffa-a2374012f5fd tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Pushing event updated for resources: {'Port': ['ID=63f56cf2-c2c3-499f-8de6-3c65ea0017e6,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:17.020747 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9769f59c-b7ad-492a-a2e0-aa8526b05116 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:47:17.051598 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9769f59c-b7ad-492a-a2e0-aa8526b05116 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:17.051995 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-9769f59c-b7ad-492a-a2e0-aa8526b05116 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Added segment 1f111f33-f5ca-4fe3-9822-4d1fcb8b24c4 of type vlan for network 87fe4fca-a805-4c2e-9c06-b6407a466eaf May 31 13:47:17.076015 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda1e0f1-bef7-4cf4-8ffa-a2374012f5fd tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:17.076679 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-eda1e0f1-bef7-4cf4-8ffa-a2374012f5fd tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:17.129958 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9769f59c-b7ad-492a-a2e0-aa8526b05116 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:17.146596 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-eda1e0f1-bef7-4cf4-8ffa-a2374012f5fd tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6028972 May 31 13:47:17.147958 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 37552) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:17.207267 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b846a3-d4e0-4b47-90ec-30d30419d155 req-0f95815d-9cc8-43d1-bb33-1c8ee821ba57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:17.208951 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-31b846a3-d4e0-4b47-90ec-30d30419d155 req-0f95815d-9cc8-43d1-bb33-1c8ee821ba57 service neutron] 10.222.0.44 "GET /v2.0/networks?id=63c618dc-2d9c-42a1-a644-8fd65767e93c HTTP/1.1" status: 200 len: 916 time: 0.4782689 May 31 13:47:17.210481 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9769f59c-b7ad-492a-a2e0-aa8526b05116 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:17.224676 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9769f59c-b7ad-492a-a2e0-aa8526b05116 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:17.227287 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9769f59c-b7ad-492a-a2e0-aa8526b05116 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:17.238349 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-f00aa766-e858-4d51-b34b-81d10e5d26cf tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Request body: {'floatingip': {'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'port_id': '63f56cf2-c2c3-499f-8de6-3c65ea0017e6', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:47:17.251033 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-f00aa766-e858-4d51-b34b-81d10e5d26cf tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:47:17.259497 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-f00aa766-e858-4d51-b34b-81d10e5d26cf tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Usage tracker for resource:floatingip and tenant:f331ce5134ed4e2db710f69a53d0a2fe is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:47:17.264010 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-f00aa766-e858-4d51-b34b-81d10e5d26cf tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:47:17.265803 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e9186d-6704-4fa1-aa4b-6fc7ab7cd3da None None] New status for floating IP 75ff4e21-d2c7-4638-aedc-90482cde49c9: ACTIVE {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 13:47:17.272533 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-f00aa766-e858-4d51-b34b-81d10e5d26cf tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:47:17.313670 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f00aa766-e858-4d51-b34b-81d10e5d26cf tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks [] for floatingip, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:17.345970 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d34f6c9-655d-47ab-97f9-e54ffaea1def tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:47:17.360825 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a0fd67-027e-4595-9f05-68d6ff96723e None None] Sync routers for ids ['80751f3d-e952-4fcb-9d42-f81dc7ae50bc'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:47:17.363521 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3d34f6c9-655d-47ab-97f9-e54ffaea1def tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:17.378203 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a0fd67-027e-4595-9f05-68d6ff96723e None None] Routers {'80751f3d-e952-4fcb-9d42-f81dc7ae50bc'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:47:17.378939 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-50a0fd67-027e-4595-9f05-68d6ff96723e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:47:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['80751f3d-e952-4fcb-9d42-f81dc7ae50bc'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:47:17.538544 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-31b846a3-d4e0-4b47-90ec-30d30419d155 req-28037178-e5a6-46dc-966d-fed9a35d7144 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=efc693c3-02de-482e-ad59-c4693661e667 HTTP/1.1" status: 200 len: 999 time: 0.3163872 May 31 13:47:17.545625 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-3d34f6c9-655d-47ab-97f9-e54ffaea1def tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "PUT /v2.0/floatingips/ec206d45-d15a-4951-be4f-521e46ffd89a HTTP/1.1" status: 200 len: 991 time: 4.3725417 May 31 13:47:17.548479 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '931b2df9-a1c5-473f-ba24-0babd6d355d0', 'tag': 'a9fc5db8-b6ca-4339-936c-dac801564b5d'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:47:17.645688 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 37562) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:17.659087 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-9769f59c-b7ad-492a-a2e0-aa8526b05116 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8784933 May 31 13:47:17.666042 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 37568) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:17.701082 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-fd5b3a3b-c225-4cfa-a4f8-5ea52c154b76 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Request body: {'subnet': {'network_id': '87fe4fca-a805-4c2e-9c06-b6407a466eaf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:47:17.706023 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9a37793-09aa-4fec-9279-e9fa11a1ccc6'] response: {'name': 'network-changed', 'server_uuid': '931b2df9-a1c5-473f-ba24-0babd6d355d0', 'tag': 'a9fc5db8-b6ca-4339-936c-dac801564b5d', 'status': 'completed', 'code': 200} May 31 13:47:17.828543 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 37574) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:17.864505 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9769f59c-b7ad-492a-a2e0-aa8526b05116 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event updated for resources: {'Network': ['ID=87fe4fca-a805-4c2e-9c06-b6407a466eaf,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:17.891259 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 87fe4fca-a805-4c2e-9c06-b6407a466eaf details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:47:17.927839 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-50a0fd67-027e-4595-9f05-68d6ff96723e None None] Set router 80751f3d-e952-4fcb-9d42-f81dc7ae50bc gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:47:17.943895 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-fd5b3a3b-c225-4cfa-a4f8-5ea52c154b76 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:47:17.951145 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-fd5b3a3b-c225-4cfa-a4f8-5ea52c154b76 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Usage tracker for resource:subnet and tenant:e2f5ae2e1abf4a2cb5fdef12f13f2ebb is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:47:17.954857 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-fd5b3a3b-c225-4cfa-a4f8-5ea52c154b76 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:47:17.970867 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-fd5b3a3b-c225-4cfa-a4f8-5ea52c154b76 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:47:17.998624 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd5b3a3b-c225-4cfa-a4f8-5ea52c154b76 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Made reservation on behalf of e2f5ae2e1abf4a2cb5fdef12f13f2ebb for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:47:18.002734 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fd5b3a3b-c225-4cfa-a4f8-5ea52c154b76 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:18.005204 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b846a3-d4e0-4b47-90ec-30d30419d155 req-10141223-90b0-43b7-a88c-918eba3185ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:18.007133 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-31b846a3-d4e0-4b47-90ec-30d30419d155 req-10141223-90b0-43b7-a88c-918eba3185ef service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1fa11664-0552-4bb0-b5b0-3278009a7430 HTTP/1.1" status: 200 len: 854 time: 0.4596989 May 31 13:47:18.013593 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-e4d9c85d-e3ac-4b72-b53e-fa7fad1fac8e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1138e382e3b54b7abec7f4a0b29e5dfd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3630819 May 31 13:47:18.014690 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 37586) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:18.107321 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f00aa766-e858-4d51-b34b-81d10e5d26cf tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:18.117691 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc98ba37-e50b-4363-95ac-95f372045b51 req-7bc9b5f6-3a69-4130-af06-5c226db5e912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:18.119476 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fc98ba37-e50b-4363-95ac-95f372045b51 req-7bc9b5f6-3a69-4130-af06-5c226db5e912 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=21f78e9efd2543f8a23fa5f8aa5a9a7c&device_id=931b2df9-a1c5-473f-ba24-0babd6d355d0 HTTP/1.1" status: 200 len: 1096 time: 0.3963633 May 31 13:47:18.278475 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a5e13c8a-b419-4129-bacf-90e769bd1b2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:18.471083 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a5e13c8a-b419-4129-bacf-90e769bd1b2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:18.499867 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-910a2e8a-7316-4820-bc93-4945dfb9f217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:18.528479 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-910a2e8a-7316-4820-bc93-4945dfb9f217 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:47:18.548397 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-910a2e8a-7316-4820-bc93-4945dfb9f217 admin admin] Usage tracker for resource:security_group_rule and tenant:4dd396c2322e4e6691de2a2aca6dfba9 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:47:18.557557 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-910a2e8a-7316-4820-bc93-4945dfb9f217 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:47:18.562624 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-f00aa766-e858-4d51-b34b-81d10e5d26cf tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Allocated IP 172.25.6.6 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/778f81d1-d82b-4cae-823b-0dc9450fac8e) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:47:18.571816 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-910a2e8a-7316-4820-bc93-4945dfb9f217 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:47:18.586818 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b846a3-d4e0-4b47-90ec-30d30419d155 req-cb8da850-696e-4107-9998-9991bbd18ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:18.588335 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-31b846a3-d4e0-4b47-90ec-30d30419d155 req-cb8da850-696e-4107-9998-9991bbd18ec4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=63c618dc-2d9c-42a1-a644-8fd65767e93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5558851 May 31 13:47:18.715633 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fd5b3a3b-c225-4cfa-a4f8-5ea52c154b76 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:18.746074 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a5e13c8a-b419-4129-bacf-90e769bd1b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:18.756479 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc98ba37-e50b-4363-95ac-95f372045b51 req-3a14b666-aa4c-4ab0-ac34-cd5fab37d2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:18.762507 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fc98ba37-e50b-4363-95ac-95f372045b51 req-3a14b666-aa4c-4ab0-ac34-cd5fab37d2dc service neutron] 10.222.0.44 "GET /v2.0/networks?id=b66065d1-e972-453c-87d9-3ed8cec4b7a7 HTTP/1.1" status: 200 len: 917 time: 0.6174901 May 31 13:47:18.869460 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-50a0fd67-027e-4595-9f05-68d6ff96723e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80751f3d-e952-4fcb-9d42-f81dc7ae50bc', 'name': 'tempest-AttachVolumeShelveTestJSON-830909165-router', 'tenant_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '555b4251-8337-4815-aebf-af2e55d269ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:45:59Z', 'updated_at': '2022-05-31T13:46:16Z', 'revision_number': 4, 'project_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'gw_port': {'id': '555b4251-8337-4815-aebf-af2e55d269ad', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80751f3d-e952-4fcb-9d42-f81dc7ae50bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2163, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:46:01Z', 'updated_at': '2022-05-31T13:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': 'ec206d45-d15a-4951-be4f-521e46ffd89a', 'tenant_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'floating_ip_address': '172.25.6.190', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '80751f3d-e952-4fcb-9d42-f81dc7ae50bc', 'port_id': 'a9fc5db8-b6ca-4339-936c-dac801564b5d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b66065d1-e972-453c-87d9-3ed8cec4b7a7', 'mac_address': 'fa:16:3e:ff:dc:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931b2df9-a1c5-473f-ba24-0babd6d355d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:46:30Z', 'updated_at': '2022-05-31T13:47:14Z', 'revision_number': 1, 'project_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e97fc47-5cd5-43f9-b7a5-26d60cde72ef', 'name': '', 'network_id': 'b66065d1-e972-453c-87d9-3ed8cec4b7a7', 'tenant_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'mac_address': 'fa:16:3e:87:b4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80751f3d-e952-4fcb-9d42-f81dc7ae50bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': 'ccc319e0-a4f4-4875-9973-c92d94351bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:46:12Z', 'updated_at': '2022-05-31T13:46:26Z', 'revision_number': 5, 'project_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'subnets': [{'id': 'ccc319e0-a4f4-4875-9973-c92d94351bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:47:18.876555 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a0fd67-027e-4595-9f05-68d6ff96723e None None] Checking router: 80751f3d-e952-4fcb-9d42-f81dc7ae50bc for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:47:18.891106 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5b3a3b-c225-4cfa-a4f8-5ea52c154b76 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event updated for resources: {'Subnet': ['ID=1311829c-0a49-402a-8bcf-0e87d22c70e9,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:18.891480 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a0fd67-027e-4595-9f05-68d6ff96723e None None] Routers {'80751f3d-e952-4fcb-9d42-f81dc7ae50bc'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:47:18.892696 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-50a0fd67-027e-4595-9f05-68d6ff96723e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:47:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['80751f3d-e952-4fcb-9d42-f81dc7ae50bc'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:47:18.909447 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e13c8a-b419-4129-bacf-90e769bd1b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bcfc55d-5be3-440c-bea6-5cb1ba4e153a,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:18.929260 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f00aa766-e858-4d51-b34b-81d10e5d26cf tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:18.936974 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5b3a3b-c225-4cfa-a4f8-5ea52c154b76 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Checking segment: {'id': '1f111f33-f5ca-4fe3-9822-4d1fcb8b24c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '87fe4fca-a805-4c2e-9c06-b6407a466eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:47:18.937329 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5b3a3b-c225-4cfa-a4f8-5ea52c154b76 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Network hostable DHCP agents. Network: 87fe4fca-a805-4c2e-9c06-b6407a466eaf, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:47:18.970703 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5b3a3b-c225-4cfa-a4f8-5ea52c154b76 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Network 87fe4fca-a805-4c2e-9c06-b6407a466eaf is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:47:18.986940 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-fd5b3a3b-c225-4cfa-a4f8-5ea52c154b76 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 87fe4fca-a805-4c2e-9c06-b6407a466eaf) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:47:18.993753 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5b3a3b-c225-4cfa-a4f8-5ea52c154b76 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:18.994729 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fd5b3a3b-c225-4cfa-a4f8-5ea52c154b76 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:18.999179 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a5e13c8a-b419-4129-bacf-90e769bd1b2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:19.000607 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-a5e13c8a-b419-4129-bacf-90e769bd1b2f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7bcfc55d-5be3-440c-bea6-5cb1ba4e153a HTTP/1.1" status: 204 len: 168 time: 0.9836655 May 31 13:47:19.009504 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f00aa766-e858-4d51-b34b-81d10e5d26cf tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:19.015642 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-31b846a3-d4e0-4b47-90ec-30d30419d155 req-22d8c7e6-466f-408d-a8a1-2d6200857329 service neutron] 10.222.0.44 "GET /v2.0/networks/63c618dc-2d9c-42a1-a644-8fd65767e93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4163909 May 31 13:47:19.026958 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fc98ba37-e50b-4363-95ac-95f372045b51 req-6ecd876f-c517-4703-83a7-f1a00242fedb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9fc5db8-b6ca-4339-936c-dac801564b5d HTTP/1.1" status: 200 len: 999 time: 0.2251203 May 31 13:47:19.094025 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00aa766-e858-4d51-b34b-81d10e5d26cf tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Pushing event updated for resources: {'Port': ['ID=778f81d1-d82b-4cae-823b-0dc9450fac8e,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:19.111906 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-fd5b3a3b-c225-4cfa-a4f8-5ea52c154b76 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4278729 May 31 13:47:19.115378 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 37614) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:19.119651 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00aa766-e858-4d51-b34b-81d10e5d26cf tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:47:19.124956 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-d7debec4-9465-4c12-a459-e6660278e737 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Request body: {'subnet': {'network_id': '87fe4fca-a805-4c2e-9c06-b6407a466eaf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:47:19.141099 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-f00aa766-e858-4d51-b34b-81d10e5d26cf tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:47:19.145967 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00aa766-e858-4d51-b34b-81d10e5d26cf tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:47:19.215939 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-910a2e8a-7316-4820-bc93-4945dfb9f217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:19.224890 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-910a2e8a-7316-4820-bc93-4945dfb9f217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:19.248097 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc98ba37-e50b-4363-95ac-95f372045b51 req-f78e5208-88e5-4e5e-b98e-5a87664dfadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:19.250067 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fc98ba37-e50b-4363-95ac-95f372045b51 req-f78e5208-88e5-4e5e-b98e-5a87664dfadc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ccc319e0-a4f4-4875-9973-c92d94351bb8 HTTP/1.1" status: 200 len: 855 time: 0.1987512 May 31 13:47:19.367700 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2352b3-b556-4940-8d1b-9a97c46a8097 None None] Network 87fe4fca-a805-4c2e-9c06-b6407a466eaf requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:47:19.413029 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 37624) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:19.413939 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-910a2e8a-7316-4820-bc93-4945dfb9f217 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4dd396c2322e4e6691de2a2aca6dfba9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5640118 May 31 13:47:19.421845 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-31b846a3-d4e0-4b47-90ec-30d30419d155 req-716284e2-c181-45f6-a0e3-8b5fe67d882e service neutron] 10.222.0.44 "GET /v2.0/networks/63c618dc-2d9c-42a1-a644-8fd65767e93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3973949 May 31 13:47:19.422768 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910a2e8a-7316-4820-bc93-4945dfb9f217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee71c2d3-2597-42fd-9c13-3e46c15efd9e,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:19.492284 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc98ba37-e50b-4363-95ac-95f372045b51 req-d0889444-3195-4626-b5fc-8e2f63eff09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:19.493796 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fc98ba37-e50b-4363-95ac-95f372045b51 req-d0889444-3195-4626-b5fc-8e2f63eff09e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b66065d1-e972-453c-87d9-3ed8cec4b7a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2305570 May 31 13:47:19.532176 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-50a0fd67-027e-4595-9f05-68d6ff96723e None None] Set router 80751f3d-e952-4fcb-9d42-f81dc7ae50bc gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:47:19.613032 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d7debec4-9465-4c12-a459-e6660278e737 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:47:19.615615 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dcf154b7-717e-48e6-a8d8-e4498c3c68b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:19.625832 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d7debec4-9465-4c12-a459-e6660278e737 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Usage tracker for resource:subnet and tenant:e2f5ae2e1abf4a2cb5fdef12f13f2ebb is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:47:19.641194 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d7debec4-9465-4c12-a459-e6660278e737 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:47:19.713744 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d7debec4-9465-4c12-a459-e6660278e737 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:47:19.724017 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fc98ba37-e50b-4363-95ac-95f372045b51 req-d7de6b7b-c830-4f51-a45d-2f9f80acb6a2 service neutron] 10.222.0.44 "GET /v2.0/networks/b66065d1-e972-453c-87d9-3ed8cec4b7a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200613 May 31 13:47:19.760867 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dcf154b7-717e-48e6-a8d8-e4498c3c68b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:19.787240 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7debec4-9465-4c12-a459-e6660278e737 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Made reservation on behalf of e2f5ae2e1abf4a2cb5fdef12f13f2ebb for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:47:19.790995 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d7debec4-9465-4c12-a459-e6660278e737 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:19.915375 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fc98ba37-e50b-4363-95ac-95f372045b51 req-d5ecfb98-3d1a-445a-9d4a-33c94419e224 service neutron] 10.222.0.44 "GET /v2.0/networks/b66065d1-e972-453c-87d9-3ed8cec4b7a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834860 May 31 13:47:20.100951 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a668e882-f676-4226-84f2-ef52d90cd987 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-87fe4fca-a805-4c2e-9c06-b6407a466eaf', 'network_id': '87fe4fca-a805-4c2e-9c06-b6407a466eaf', 'tenant_id': 'e2f5ae2e1abf4a2cb5fdef12f13f2ebb', 'fixed_ips': [{'subnet_id': '1311829c-0a49-402a-8bcf-0e87d22c70e9'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:47:20.101915 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a668e882-f676-4226-84f2-ef52d90cd987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:20.150430 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dcf154b7-717e-48e6-a8d8-e4498c3c68b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:20.181509 n-d-843939-1 neutron-server[88369]: INFO neutron.db.ipam_backend_mixin [None req-d7debec4-9465-4c12-a459-e6660278e737 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1311829c-0a49-402a-8bcf-0e87d22c70e9 (CIDR: 2001:db8::/64) May 31 13:47:20.183223 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf154b7-717e-48e6-a8d8-e4498c3c68b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee71c2d3-2597-42fd-9c13-3e46c15efd9e,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:20.189418 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7debec4-9465-4c12-a459-e6660278e737 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 13:47:20.189418 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7debec4-9465-4c12-a459-e6660278e737 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:47:20.224441 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dcf154b7-717e-48e6-a8d8-e4498c3c68b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:20.229181 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-dcf154b7-717e-48e6-a8d8-e4498c3c68b0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ee71c2d3-2597-42fd-9c13-3e46c15efd9e HTTP/1.1" status: 204 len: 168 time: 0.7973621 May 31 13:47:20.237274 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d7debec4-9465-4c12-a459-e6660278e737 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1207209 May 31 13:47:20.237539 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 37652) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:20.266117 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-9af903cc-7e1f-4fbe-8921-a043cffe59c0 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Request body: {'subnet': {'network_id': '87fe4fca-a805-4c2e-9c06-b6407a466eaf', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:47:20.286732 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f00aa766-e858-4d51-b34b-81d10e5d26cf tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:20.445206 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f00aa766-e858-4d51-b34b-81d10e5d26cf tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:20.521922 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-50a0fd67-027e-4595-9f05-68d6ff96723e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80751f3d-e952-4fcb-9d42-f81dc7ae50bc', 'name': 'tempest-AttachVolumeShelveTestJSON-830909165-router', 'tenant_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '555b4251-8337-4815-aebf-af2e55d269ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:45:59Z', 'updated_at': '2022-05-31T13:46:16Z', 'revision_number': 4, 'project_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'gw_port': {'id': '555b4251-8337-4815-aebf-af2e55d269ad', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80751f3d-e952-4fcb-9d42-f81dc7ae50bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2163, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:46:01Z', 'updated_at': '2022-05-31T13:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': 'ec206d45-d15a-4951-be4f-521e46ffd89a', 'tenant_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'floating_ip_address': '172.25.6.190', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '80751f3d-e952-4fcb-9d42-f81dc7ae50bc', 'port_id': 'a9fc5db8-b6ca-4339-936c-dac801564b5d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b66065d1-e972-453c-87d9-3ed8cec4b7a7', 'mac_address': 'fa:16:3e:ff:dc:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931b2df9-a1c5-473f-ba24-0babd6d355d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:46:30Z', 'updated_at': '2022-05-31T13:47:14Z', 'revision_number': 1, 'project_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e97fc47-5cd5-43f9-b7a5-26d60cde72ef', 'name': '', 'network_id': 'b66065d1-e972-453c-87d9-3ed8cec4b7a7', 'tenant_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'mac_address': 'fa:16:3e:87:b4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80751f3d-e952-4fcb-9d42-f81dc7ae50bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': 'ccc319e0-a4f4-4875-9973-c92d94351bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:46:12Z', 'updated_at': '2022-05-31T13:46:26Z', 'revision_number': 5, 'project_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'subnets': [{'id': 'ccc319e0-a4f4-4875-9973-c92d94351bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:47:20.589332 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a0fd67-027e-4595-9f05-68d6ff96723e None None] The sync data for ids ['80751f3d-e952-4fcb-9d42-f81dc7ae50bc'] in n-d-843939-1 is: [{'id': '80751f3d-e952-4fcb-9d42-f81dc7ae50bc', 'name': 'tempest-AttachVolumeShelveTestJSON-830909165-router', 'tenant_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '555b4251-8337-4815-aebf-af2e55d269ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:45:59Z', 'updated_at': '2022-05-31T13:46:16Z', 'revision_number': 4, 'project_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'gw_port': {'id': '555b4251-8337-4815-aebf-af2e55d269ad', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80751f3d-e952-4fcb-9d42-f81dc7ae50bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2163, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:46:01Z', 'updated_at': '2022-05-31T13:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': 'ec206d45-d15a-4951-be4f-521e46ffd89a', 'tenant_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'floating_ip_address': '172.25.6.190', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '80751f3d-e952-4fcb-9d42-f81dc7ae50bc', 'port_id': 'a9fc5db8-b6ca-4339-936c-dac801564b5d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b66065d1-e972-453c-87d9-3ed8cec4b7a7', 'mac_address': 'fa:16:3e:ff:dc:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931b2df9-a1c5-473f-ba24-0babd6d355d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:46:30Z', 'updated_at': '2022-05-31T13:47:14Z', 'revision_number': 1, 'project_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e97fc47-5cd5-43f9-b7a5-26d60cde72ef', 'name': '', 'network_id': 'b66065d1-e972-453c-87d9-3ed8cec4b7a7', 'tenant_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'mac_address': 'fa:16:3e:87:b4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80751f3d-e952-4fcb-9d42-f81dc7ae50bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': 'ccc319e0-a4f4-4875-9973-c92d94351bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:46:12Z', 'updated_at': '2022-05-31T13:46:26Z', 'revision_number': 5, 'project_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'subnets': [{'id': 'ccc319e0-a4f4-4875-9973-c92d94351bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:47:20.635482 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-a668e882-f676-4226-84f2-ef52d90cd987 None None] Allocated IP 2001:db8::2 (87fe4fca-a805-4c2e-9c06-b6407a466eaf/1311829c-0a49-402a-8bcf-0e87d22c70e9/81c34e5f-47ab-4f84-a8f2-641f214d6b02) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:47:20.737898 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-9af903cc-7e1f-4fbe-8921-a043cffe59c0 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:47:20.755206 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-9af903cc-7e1f-4fbe-8921-a043cffe59c0 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Usage tracker for resource:subnet and tenant:e2f5ae2e1abf4a2cb5fdef12f13f2ebb is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:47:20.772980 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-9af903cc-7e1f-4fbe-8921-a043cffe59c0 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:47:20.784589 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f00aa766-e858-4d51-b34b-81d10e5d26cf tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:20.791329 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f00aa766-e858-4d51-b34b-81d10e5d26cf tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:20.799746 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-9af903cc-7e1f-4fbe-8921-a043cffe59c0 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:47:20.816746 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af903cc-7e1f-4fbe-8921-a043cffe59c0 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Made reservation on behalf of e2f5ae2e1abf4a2cb5fdef12f13f2ebb for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:47:20.820748 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9af903cc-7e1f-4fbe-8921-a043cffe59c0 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:21.063179 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b93e3f7-0515-481a-b891-91d86e45a9b8 None None] New status for floating IP ec206d45-d15a-4951-be4f-521e46ffd89a: ACTIVE {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 13:47:21.257672 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00aa766-e858-4d51-b34b-81d10e5d26cf tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Pushing event updated for resources: {'Port': ['ID=778f81d1-d82b-4cae-823b-0dc9450fac8e,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:21.274715 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a668e882-f676-4226-84f2-ef52d90cd987 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:21.288224 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f00aa766-e858-4d51-b34b-81d10e5d26cf tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:21.301862 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a668e882-f676-4226-84f2-ef52d90cd987 None None] Transition to ACTIVE for port object 81c34e5f-47ab-4f84-a8f2-641f214d6b02 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:47:21.335027 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a668e882-f676-4226-84f2-ef52d90cd987 None None] Transition to ACTIVE for port object 81c34e5f-47ab-4f84-a8f2-641f214d6b02 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:47:21.344379 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a668e882-f676-4226-84f2-ef52d90cd987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:21.390866 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9af903cc-7e1f-4fbe-8921-a043cffe59c0 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:21.502962 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a668e882-f676-4226-84f2-ef52d90cd987 None None] Network 87fe4fca-a805-4c2e-9c06-b6407a466eaf is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:47:21.507828 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-a668e882-f676-4226-84f2-ef52d90cd987 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:47:21.511945 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a668e882-f676-4226-84f2-ef52d90cd987 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:47:21.577125 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af903cc-7e1f-4fbe-8921-a043cffe59c0 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Network 87fe4fca-a805-4c2e-9c06-b6407a466eaf is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:47:21.602712 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 37674) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:21.612101 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-9af903cc-7e1f-4fbe-8921-a043cffe59c0 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:47:21.614317 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af903cc-7e1f-4fbe-8921-a043cffe59c0 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event updated for resources: {'Subnet': ['ID=58a2b6c5-3a63-4ad5-a936-d4ffc8a13699,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:21.621476 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af903cc-7e1f-4fbe-8921-a043cffe59c0 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:21.622129 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9af903cc-7e1f-4fbe-8921-a043cffe59c0 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:21.669055 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-9af903cc-7e1f-4fbe-8921-a043cffe59c0 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4303246 May 31 13:47:21.676828 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 37678) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:21.682523 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-08165972-396d-40eb-ba2a-23ca1c784a16 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Request body: {'port': {'network_id': '87fe4fca-a805-4c2e-9c06-b6407a466eaf', 'fixed_ips': [{'subnet_id': '1311829c-0a49-402a-8bcf-0e87d22c70e9'}, {'subnet_id': '58a2b6c5-3a63-4ad5-a936-d4ffc8a13699'}], 'name': 'tempest-PortsIpV6TestJSON-1952025178'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:47:21.694694 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-acfde83e-ef5b-4549-b15b-d1016c739100 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:21.724361 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-acfde83e-ef5b-4549-b15b-d1016c739100 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:47:21.733416 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-acfde83e-ef5b-4549-b15b-d1016c739100 admin admin] Usage tracker for resource:security_group_rule and tenant:0c6b17007f5e4c96a6f845542f80d845 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:47:21.738614 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-acfde83e-ef5b-4549-b15b-d1016c739100 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:47:21.743210 n-d-843939-1 neutron-server[88369]: INFO neutron.db.l3_db [None req-f00aa766-e858-4d51-b34b-81d10e5d26cf tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Floating IP 4f4d137b-ee37-42b8-b85e-28d5bfdb357e associated. External IP: 172.25.6.6, port: 63f56cf2-c2c3-499f-8de6-3c65ea0017e6. May 31 13:47:21.748810 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a668e882-f676-4226-84f2-ef52d90cd987 None None] Pushing event updated for resources: {'Port': ['ID=81c34e5f-47ab-4f84-a8f2-641f214d6b02,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:21.781849 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-a668e882-f676-4226-84f2-ef52d90cd987 None None] Attempting to bind port 81c34e5f-47ab-4f84-a8f2-641f214d6b02 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:47:21.782297 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-a668e882-f676-4226-84f2-ef52d90cd987 None None] Attempting to bind port 81c34e5f-47ab-4f84-a8f2-641f214d6b02 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '1f111f33-f5ca-4fe3-9822-4d1fcb8b24c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '87fe4fca-a805-4c2e-9c06-b6407a466eaf'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:47:21.782667 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a668e882-f676-4226-84f2-ef52d90cd987 None None] Attempting to bind port 81c34e5f-47ab-4f84-a8f2-641f214d6b02 on network 87fe4fca-a805-4c2e-9c06-b6407a466eaf {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:47:21.800788 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a668e882-f676-4226-84f2-ef52d90cd987 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:47:21.801137 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a668e882-f676-4226-84f2-ef52d90cd987 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:47:21.801479 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a668e882-f676-4226-84f2-ef52d90cd987 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:47:21.801813 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a668e882-f676-4226-84f2-ef52d90cd987 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:47:21.802169 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a668e882-f676-4226-84f2-ef52d90cd987 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:47:21.802497 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a668e882-f676-4226-84f2-ef52d90cd987 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:47:21.802823 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a668e882-f676-4226-84f2-ef52d90cd987 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:47:21.803145 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a668e882-f676-4226-84f2-ef52d90cd987 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:47:21.803467 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a668e882-f676-4226-84f2-ef52d90cd987 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:47:21.803786 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a668e882-f676-4226-84f2-ef52d90cd987 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:47:21.804113 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a668e882-f676-4226-84f2-ef52d90cd987 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:47:21.804426 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a668e882-f676-4226-84f2-ef52d90cd987 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:47:21.813366 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a668e882-f676-4226-84f2-ef52d90cd987 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:47:21.813757 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a668e882-f676-4226-84f2-ef52d90cd987 None None] Checking segment: {'id': '1f111f33-f5ca-4fe3-9822-4d1fcb8b24c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '87fe4fca-a805-4c2e-9c06-b6407a466eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:47:21.814167 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a668e882-f676-4226-84f2-ef52d90cd987 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:21.814619 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a668e882-f676-4226-84f2-ef52d90cd987 None None] Bound using segment: {'id': '1f111f33-f5ca-4fe3-9822-4d1fcb8b24c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '87fe4fca-a805-4c2e-9c06-b6407a466eaf'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:47:21.815045 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-a668e882-f676-4226-84f2-ef52d90cd987 None None] Bound port: 81c34e5f-47ab-4f84-a8f2-641f214d6b02, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f111f33-f5ca-4fe3-9822-4d1fcb8b24c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '87fe4fca-a805-4c2e-9c06-b6407a466eaf'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:47:21.815416 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a668e882-f676-4226-84f2-ef52d90cd987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:21.937589 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-acfde83e-ef5b-4549-b15b-d1016c739100 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:47:21.954189 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-08165972-396d-40eb-ba2a-23ca1c784a16 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:47:21.965545 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-08165972-396d-40eb-ba2a-23ca1c784a16 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:47:21.977118 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08165972-396d-40eb-ba2a-23ca1c784a16 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Made reservation on behalf of e2f5ae2e1abf4a2cb5fdef12f13f2ebb for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:47:22.018722 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-a668e882-f676-4226-84f2-ef52d90cd987 None None] For port 81c34e5f-47ab-4f84-a8f2-641f214d6b02, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:47:22.031050 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-a668e882-f676-4226-84f2-ef52d90cd987 None None] For port 81c34e5f-47ab-4f84-a8f2-641f214d6b02, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=81c34e5f-47ab-4f84-a8f2-641f214d6b02,segment=NetworkSegment(1f111f33-f5ca-4fe3-9822-4d1fcb8b24c4),segment_id=1f111f33-f5ca-4fe3-9822-4d1fcb8b24c4)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:47:22.036297 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a668e882-f676-4226-84f2-ef52d90cd987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:22.173646 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 37694) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:22.195967 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a668e882-f676-4226-84f2-ef52d90cd987 None None] Pushing event updated for resources: {'Port': ['ID=81c34e5f-47ab-4f84-a8f2-641f214d6b02,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:22.214603 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f00aa766-e858-4d51-b34b-81d10e5d26cf tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Router 4df1fffe-8b50-4f4d-811c-fa121cfa517b has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:47:22.378953 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-08165972-396d-40eb-ba2a-23ca1c784a16 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:22.411089 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-08165972-396d-40eb-ba2a-23ca1c784a16 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] device_id is not set on port 51c3ee34-430a-491f-a9ec-261ce5cdb324 yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:47:22.586109 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-acfde83e-ef5b-4549-b15b-d1016c739100 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:22.598357 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-acfde83e-ef5b-4549-b15b-d1016c739100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:22.636061 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f00aa766-e858-4d51-b34b-81d10e5d26cf tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:47:22.652878 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7496c4-3249-4902-b360-7cf81e0e49ad None None] Sync routers for ids ['4df1fffe-8b50-4f4d-811c-fa121cfa517b'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:47:22.674787 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7496c4-3249-4902-b360-7cf81e0e49ad None None] Routers {'4df1fffe-8b50-4f4d-811c-fa121cfa517b'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:47:22.675767 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-dc7496c4-3249-4902-b360-7cf81e0e49ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:47:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['4df1fffe-8b50-4f4d-811c-fa121cfa517b'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:47:22.677239 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-82416563-0c58-49e1-ac1f-e0bf342dbdb3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1297477820-network', 'tenant_id': '43a11296fa744ef9b51a5e4bd52ac689'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:47:22.703447 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-82416563-0c58-49e1-ac1f-e0bf342dbdb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:47:22.715793 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-acfde83e-ef5b-4549-b15b-d1016c739100 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0c6b17007f5e4c96a6f845542f80d845&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1119683 May 31 13:47:22.716941 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 37708) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:22.718078 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-82416563-0c58-49e1-ac1f-e0bf342dbdb3 admin admin] Usage tracker for resource:network and tenant:43a11296fa744ef9b51a5e4bd52ac689 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:47:22.726505 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-82416563-0c58-49e1-ac1f-e0bf342dbdb3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:47:22.743484 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfde83e-ef5b-4549-b15b-d1016c739100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=348049e8-deb5-45cf-b3ef-87d25474ed6e,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:22.801000 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-82416563-0c58-49e1-ac1f-e0bf342dbdb3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:47:22.805920 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f00aa766-e858-4d51-b34b-81d10e5d26cf tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:22.839203 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-dc7496c4-3249-4902-b360-7cf81e0e49ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:47:22.859600 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7496c4-3249-4902-b360-7cf81e0e49ad None None] Routers {'4df1fffe-8b50-4f4d-811c-fa121cfa517b'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:47:22.860286 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-dc7496c4-3249-4902-b360-7cf81e0e49ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:47:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['4df1fffe-8b50-4f4d-811c-fa121cfa517b'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:47:22.932919 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82416563-0c58-49e1-ac1f-e0bf342dbdb3 admin admin] Made reservation on behalf of 43a11296fa744ef9b51a5e4bd52ac689 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:47:22.941308 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-82416563-0c58-49e1-ac1f-e0bf342dbdb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:22.963181 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-dc7496c4-3249-4902-b360-7cf81e0e49ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:47:22.963589 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7496c4-3249-4902-b360-7cf81e0e49ad None None] The sync data for ids ['4df1fffe-8b50-4f4d-811c-fa121cfa517b'] in n-d-843939-1 is: [] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:47:22.971099 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-f00aa766-e858-4d51-b34b-81d10e5d26cf tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 5.7679982 May 31 13:47:22.971099 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-82416563-0c58-49e1-ac1f-e0bf342dbdb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:22.988254 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 37718) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:22.995545 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-e035d7f7-0fb7-4492-9795-4e02979dc9e1 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:47:23.072100 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-82416563-0c58-49e1-ac1f-e0bf342dbdb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:47:23.084893 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-27deccb5-47fb-483d-b7da-df4de7f60d70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:23.086976 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-82416563-0c58-49e1-ac1f-e0bf342dbdb3 admin admin] Usage tracker for resource:security_group_rule and tenant:43a11296fa744ef9b51a5e4bd52ac689 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:47:23.100436 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-82416563-0c58-49e1-ac1f-e0bf342dbdb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:47:23.124204 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-82416563-0c58-49e1-ac1f-e0bf342dbdb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:47:23.144945 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-27deccb5-47fb-483d-b7da-df4de7f60d70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:23.150520 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-08165972-396d-40eb-ba2a-23ca1c784a16 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Allocated IP 2001:db8::eb (87fe4fca-a805-4c2e-9c06-b6407a466eaf/1311829c-0a49-402a-8bcf-0e87d22c70e9/51c3ee34-430a-491f-a9ec-261ce5cdb324) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:47:23.167511 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e035d7f7-0fb7-4492-9795-4e02979dc9e1 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks [] for floatingip, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:23.180701 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-08165972-396d-40eb-ba2a-23ca1c784a16 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Allocated IP 2001:db8:0:1::312 (87fe4fca-a805-4c2e-9c06-b6407a466eaf/58a2b6c5-3a63-4ad5-a936-d4ffc8a13699/51c3ee34-430a-491f-a9ec-261ce5cdb324) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:47:23.548987 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-08165972-396d-40eb-ba2a-23ca1c784a16 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:23.623991 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-08165972-396d-40eb-ba2a-23ca1c784a16 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Transition to ACTIVE for port object 51c3ee34-430a-491f-a9ec-261ce5cdb324 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:47:23.679319 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-08165972-396d-40eb-ba2a-23ca1c784a16 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:23.699528 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-27deccb5-47fb-483d-b7da-df4de7f60d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:23.747962 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e035d7f7-0fb7-4492-9795-4e02979dc9e1 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:23.755454 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27deccb5-47fb-483d-b7da-df4de7f60d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=348049e8-deb5-45cf-b3ef-87d25474ed6e,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:23.778483 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e035d7f7-0fb7-4492-9795-4e02979dc9e1 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:23.779000 n-d-843939-1 neutron-server[88369]: INFO neutron.db.l3_db [None req-e035d7f7-0fb7-4492-9795-4e02979dc9e1 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Floating IP 4f4d137b-ee37-42b8-b85e-28d5bfdb357e disassociated. External IP: 172.25.6.6, port: 63f56cf2-c2c3-499f-8de6-3c65ea0017e6. May 31 13:47:23.847509 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08165972-396d-40eb-ba2a-23ca1c784a16 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Network 87fe4fca-a805-4c2e-9c06-b6407a466eaf is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:47:23.848825 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-08165972-396d-40eb-ba2a-23ca1c784a16 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:47:23.853373 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08165972-396d-40eb-ba2a-23ca1c784a16 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:47:23.862283 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08165972-396d-40eb-ba2a-23ca1c784a16 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:23.863351 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-08165972-396d-40eb-ba2a-23ca1c784a16 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:23.878779 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08165972-396d-40eb-ba2a-23ca1c784a16 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event updated for resources: {'Port': ['ID=51c3ee34-430a-491f-a9ec-261ce5cdb324,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:23.883065 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbe2a1a-d33f-42f0-b897-a41916b68546 None None] Network 87fe4fca-a805-4c2e-9c06-b6407a466eaf requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:47:23.898684 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-08165972-396d-40eb-ba2a-23ca1c784a16 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.2206340 May 31 13:47:23.901229 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 37730) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:23.919826 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-e01de90e-c228-4e8f-a8f5-ac98a592c6ba tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1311829c-0a49-402a-8bcf-0e87d22c70e9'}]}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:47:24.060082 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-82416563-0c58-49e1-ac1f-e0bf342dbdb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:24.137759 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a116a09b-e519-4b20-8418-20df7fdd5b6d None None] Provisioning for port 81c34e5f-47ab-4f84-a8f2-641f214d6b02 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:47:24.176993 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-82416563-0c58-49e1-ac1f-e0bf342dbdb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:24.193744 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-27deccb5-47fb-483d-b7da-df4de7f60d70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:24.204064 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-27deccb5-47fb-483d-b7da-df4de7f60d70 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/348049e8-deb5-45cf-b3ef-87d25474ed6e HTTP/1.1" status: 204 len: 168 time: 1.4793613 May 31 13:47:24.286278 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 37744) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:24.289607 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e01de90e-c228-4e8f-a8f5-ac98a592c6ba tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:24.301823 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 81c34e5f-47ab-4f84-a8f2-641f214d6b02 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:47:24.308051 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82416563-0c58-49e1-ac1f-e0bf342dbdb3 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:47:24.339583 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82416563-0c58-49e1-ac1f-e0bf342dbdb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa0642c-c98d-4c4f-958b-f315c961cc05,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:24.355538 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-82416563-0c58-49e1-ac1f-e0bf342dbdb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:24.356605 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-82416563-0c58-49e1-ac1f-e0bf342dbdb3 admin admin] Added segment 7fc9d5ef-ea20-4237-ab4a-21f18c0e56aa of type vlan for network 8a6ea84a-a13a-4093-9580-9ccccafd4fee May 31 13:47:24.435133 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e035d7f7-0fb7-4492-9795-4e02979dc9e1 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Router 4df1fffe-8b50-4f4d-811c-fa121cfa517b has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:47:24.467973 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-82416563-0c58-49e1-ac1f-e0bf342dbdb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:24.510265 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 81c34e5f-47ab-4f84-a8f2-641f214d6b02 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:47:24.516960 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 81c34e5f-47ab-4f84-a8f2-641f214d6b02 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:47:24.516960 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:24.693324 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-82416563-0c58-49e1-ac1f-e0bf342dbdb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:24.694671 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82416563-0c58-49e1-ac1f-e0bf342dbdb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:24.695609 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-82416563-0c58-49e1-ac1f-e0bf342dbdb3 admin admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:24.703425 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525e4265-6d92-4abc-8dab-51c9bb1b0a2a None None] Update dhcp port {'port': {'network_id': '87fe4fca-a805-4c2e-9c06-b6407a466eaf', 'fixed_ips': [{'subnet_id': '1311829c-0a49-402a-8bcf-0e87d22c70e9', 'ip_address': '2001:db8::2'}, {'subnet_id': '58a2b6c5-3a63-4ad5-a936-d4ffc8a13699'}], 'binding:host_id': 'n-d-843939-1'}, 'id': '81c34e5f-47ab-4f84-a8f2-641f214d6b02'} from n-d-843939-1. {{(pid=88371) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 31 13:47:24.887078 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-525e4265-6d92-4abc-8dab-51c9bb1b0a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:25.030674 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-82416563-0c58-49e1-ac1f-e0bf342dbdb3 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.8407044 May 31 13:47:25.065476 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 37760) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:25.084320 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-864ec3b8-91ee-4669-8754-48b83b73ce3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:25.104323 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-e01de90e-c228-4e8f-a8f5-ac98a592c6ba tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Delete allocated IP 2001:db8:0:1::312 (87fe4fca-a805-4c2e-9c06-b6407a466eaf/58a2b6c5-3a63-4ad5-a936-d4ffc8a13699) {{(pid=88370) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 31 13:47:25.110939 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-864ec3b8-91ee-4669-8754-48b83b73ce3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:47:25.116949 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 81c34e5f-47ab-4f84-a8f2-641f214d6b02 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:47:25.117339 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:25.120621 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-864ec3b8-91ee-4669-8754-48b83b73ce3b admin admin] Usage tracker for resource:security_group_rule and tenant:2918d6df11de459695ed63e2b8a3554f is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:47:25.124766 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-ade96e03-b93e-461e-8ded-c9b2fd0f1c4f admin admin] Request body: {'subnet': {'network_id': '8a6ea84a-a13a-4093-9580-9ccccafd4fee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1297477820-subnet', 'tenant_id': '43a11296fa744ef9b51a5e4bd52ac689', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:47:25.127079 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-864ec3b8-91ee-4669-8754-48b83b73ce3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:47:25.132148 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ade96e03-b93e-461e-8ded-c9b2fd0f1c4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:47:25.140114 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ade96e03-b93e-461e-8ded-c9b2fd0f1c4f admin admin] Usage tracker for resource:subnet and tenant:43a11296fa744ef9b51a5e4bd52ac689 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:47:25.159669 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-864ec3b8-91ee-4669-8754-48b83b73ce3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:47:25.169108 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82416563-0c58-49e1-ac1f-e0bf342dbdb3 admin admin] Pushing event updated for resources: {'Network': ['ID=8a6ea84a-a13a-4093-9580-9ccccafd4fee,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:25.170381 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 81c34e5f-47ab-4f84-a8f2-641f214d6b02, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=81c34e5f-47ab-4f84-a8f2-641f214d6b02,segment=NetworkSegment(1f111f33-f5ca-4fe3-9822-4d1fcb8b24c4),segment_id=1f111f33-f5ca-4fe3-9822-4d1fcb8b24c4)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:47:25.175542 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:25.187250 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ade96e03-b93e-461e-8ded-c9b2fd0f1c4f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:47:25.190842 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e035d7f7-0fb7-4492-9795-4e02979dc9e1 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:47:25.195896 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e035d7f7-0fb7-4492-9795-4e02979dc9e1 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:25.200354 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9101036-275f-4b7e-baa3-49e985aac0ff None None] Sync routers for ids ['4df1fffe-8b50-4f4d-811c-fa121cfa517b'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:47:25.215225 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9101036-275f-4b7e-baa3-49e985aac0ff None None] Routers {'4df1fffe-8b50-4f4d-811c-fa121cfa517b'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:47:25.217490 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-a9101036-275f-4b7e-baa3-49e985aac0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:47:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['4df1fffe-8b50-4f4d-811c-fa121cfa517b'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:47:25.224768 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 8a6ea84a-a13a-4093-9580-9ccccafd4fee details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:47:25.254917 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ade96e03-b93e-461e-8ded-c9b2fd0f1c4f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:47:25.312358 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade96e03-b93e-461e-8ded-c9b2fd0f1c4f admin admin] Made reservation on behalf of 43a11296fa744ef9b51a5e4bd52ac689 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:47:25.323002 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ade96e03-b93e-461e-8ded-c9b2fd0f1c4f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:25.362858 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e035d7f7-0fb7-4492-9795-4e02979dc9e1 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] 10.222.0.50 "PUT /v2.0/floatingips/4f4d137b-ee37-42b8-b85e-28d5bfdb357e HTTP/1.1" status: 200 len: 686 time: 2.3734148 May 31 13:47:25.364318 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 37768) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:25.381181 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-a9101036-275f-4b7e-baa3-49e985aac0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:47:25.393713 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9101036-275f-4b7e-baa3-49e985aac0ff None None] Routers {'4df1fffe-8b50-4f4d-811c-fa121cfa517b'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:47:25.394671 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-a9101036-275f-4b7e-baa3-49e985aac0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:47:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['4df1fffe-8b50-4f4d-811c-fa121cfa517b'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:47:25.536782 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-a9101036-275f-4b7e-baa3-49e985aac0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:47:25.537763 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9101036-275f-4b7e-baa3-49e985aac0ff None None] The sync data for ids ['4df1fffe-8b50-4f4d-811c-fa121cfa517b'] in n-d-843939-1 is: [] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:47:25.608729 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.resource_extend [None req-e01de90e-c228-4e8f-a8f5-ac98a592c6ba tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:47:25.609640 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=81c34e5f-47ab-4f84-a8f2-641f214d6b02,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:25.626220 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ade96e03-b93e-461e-8ded-c9b2fd0f1c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:25.648235 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-7bea2ca9-1a74-4aa2-bd93-0ea72b8b2691 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Deleting port 778f81d1-d82b-4cae-823b-0dc9450fac8e {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:47:25.648582 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7bea2ca9-1a74-4aa2-bd93-0ea72b8b2691 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:25.711977 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade96e03-b93e-461e-8ded-c9b2fd0f1c4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8d91a8e-1d4d-442a-944f-994d412d112f,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:25.718654 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade96e03-b93e-461e-8ded-c9b2fd0f1c4f admin admin] Checking segment: {'id': '7fc9d5ef-ea20-4237-ab4a-21f18c0e56aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '8a6ea84a-a13a-4093-9580-9ccccafd4fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:47:25.719013 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade96e03-b93e-461e-8ded-c9b2fd0f1c4f admin admin] Network hostable DHCP agents. Network: 8a6ea84a-a13a-4093-9580-9ccccafd4fee, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:47:25.728470 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 37778) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:25.748192 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade96e03-b93e-461e-8ded-c9b2fd0f1c4f admin admin] Network 8a6ea84a-a13a-4093-9580-9ccccafd4fee is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:47:25.758545 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-ade96e03-b93e-461e-8ded-c9b2fd0f1c4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 8a6ea84a-a13a-4093-9580-9ccccafd4fee) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:47:25.763170 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade96e03-b93e-461e-8ded-c9b2fd0f1c4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:25.763682 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ade96e03-b93e-461e-8ded-c9b2fd0f1c4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:25.770825 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ee7913-d8ab-4b23-b0a6-503bc0535fbd None None] Network 8a6ea84a-a13a-4093-9580-9ccccafd4fee requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:47:25.784140 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e01de90e-c228-4e8f-a8f5-ac98a592c6ba tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:25.787629 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ade96e03-b93e-461e-8ded-c9b2fd0f1c4f admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6941850 May 31 13:47:25.788287 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 37784) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:25.793963 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-a489bbde-34ac-4620-b535-d29966bb6fe2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1297477820-router', 'tenant_id': '43a11296fa744ef9b51a5e4bd52ac689', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:47:25.800229 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a489bbde-34ac-4620-b535-d29966bb6fe2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:47:25.804110 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a489bbde-34ac-4620-b535-d29966bb6fe2 admin admin] Usage tracker for resource:router and tenant:43a11296fa744ef9b51a5e4bd52ac689 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:47:25.808312 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a489bbde-34ac-4620-b535-d29966bb6fe2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:47:25.815273 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a489bbde-34ac-4620-b535-d29966bb6fe2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:47:25.820401 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-864ec3b8-91ee-4669-8754-48b83b73ce3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:25.824136 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-e01de90e-c228-4e8f-a8f5-ac98a592c6ba tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Ignored duplicate provisioning block setup for port 51c3ee34-430a-491f-a9ec-261ce5cdb324 by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 31 13:47:25.826988 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a489bbde-34ac-4620-b535-d29966bb6fe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:25.829761 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a489bbde-34ac-4620-b535-d29966bb6fe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:25.835708 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-864ec3b8-91ee-4669-8754-48b83b73ce3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:25.851129 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a489bbde-34ac-4620-b535-d29966bb6fe2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:25.854153 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e01de90e-c228-4e8f-a8f5-ac98a592c6ba tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:25.878315 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-c62c37a7-7e4b-43b4-a482-1ad124c0a8a8 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1962617289'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:47:25.946857 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c62c37a7-7e4b-43b4-a482-1ad124c0a8a8 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:47:25.964129 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7bea2ca9-1a74-4aa2-bd93-0ea72b8b2691 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:25.964471 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7bea2ca9-1a74-4aa2-bd93-0ea72b8b2691 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:25.989030 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-525e4265-6d92-4abc-8dab-51c9bb1b0a2a None None] Allocated IP 2001:db8:0:1::2 (87fe4fca-a805-4c2e-9c06-b6407a466eaf/58a2b6c5-3a63-4ad5-a936-d4ffc8a13699/81c34e5f-47ab-4f84-a8f2-641f214d6b02) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:47:26.015164 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c62c37a7-7e4b-43b4-a482-1ad124c0a8a8 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Usage tracker for resource:network and tenant:e1c33cc904274e70992652a7eff32fd2 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:47:26.021420 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-864ec3b8-91ee-4669-8754-48b83b73ce3b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2918d6df11de459695ed63e2b8a3554f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6879687 May 31 13:47:26.022250 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864ec3b8-91ee-4669-8754-48b83b73ce3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e103934-d6fd-4d67-99d7-11fe8f19b8a7,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:26.026507 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 37788) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:26.027798 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c62c37a7-7e4b-43b4-a482-1ad124c0a8a8 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:47:26.039566 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c62c37a7-7e4b-43b4-a482-1ad124c0a8a8 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:47:26.205561 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f3507b-5d9f-461b-b78e-882caff5cec1 None None] Network 8a6ea84a-a13a-4093-9580-9ccccafd4fee requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:47:26.293749 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 81c34e5f-47ab-4f84-a8f2-641f214d6b02 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:47:26.296507 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-7bea2ca9-1a74-4aa2-bd93-0ea72b8b2691 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Calling delete_port for 778f81d1-d82b-4cae-823b-0dc9450fac8e owned by network:floatingip {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:47:26.324789 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-e01de90e-c228-4e8f-a8f5-ac98a592c6ba tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] In _notify_port_updated(), no bound segment for port 51c3ee34-430a-491f-a9ec-261ce5cdb324 on network 87fe4fca-a805-4c2e-9c06-b6407a466eaf {{(pid=88370) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 31 13:47:26.330133 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01de90e-c228-4e8f-a8f5-ac98a592c6ba tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:26.330929 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e01de90e-c228-4e8f-a8f5-ac98a592c6ba tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:26.332420 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-e01de90e-c228-4e8f-a8f5-ac98a592c6ba tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "PUT /v2.0/ports/51c3ee34-430a-491f-a9ec-261ce5cdb324 HTTP/1.1" status: 200 len: 925 time: 2.4292541 May 31 13:47:26.342212 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 37796) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:26.360201 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-9152c0de-ffb3-438a-977a-21302605662c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1311829c-0a49-402a-8bcf-0e87d22c70e9'}, {'subnet_id': '58a2b6c5-3a63-4ad5-a936-d4ffc8a13699'}]}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:47:26.385325 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c62c37a7-7e4b-43b4-a482-1ad124c0a8a8 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Made reservation on behalf of e1c33cc904274e70992652a7eff32fd2 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:47:26.390949 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c62c37a7-7e4b-43b4-a482-1ad124c0a8a8 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:26.394441 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-525e4265-6d92-4abc-8dab-51c9bb1b0a2a None None] For port 81c34e5f-47ab-4f84-a8f2-641f214d6b02, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=81c34e5f-47ab-4f84-a8f2-641f214d6b02,segment=NetworkSegment(1f111f33-f5ca-4fe3-9822-4d1fcb8b24c4),segment_id=1f111f33-f5ca-4fe3-9822-4d1fcb8b24c4)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:47:26.425067 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c62c37a7-7e4b-43b4-a482-1ad124c0a8a8 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:26.454398 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a489bbde-34ac-4620-b535-d29966bb6fe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:26.458982 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c62c37a7-7e4b-43b4-a482-1ad124c0a8a8 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:47:26.465585 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01de90e-c228-4e8f-a8f5-ac98a592c6ba tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event updated for resources: {'Port': ['ID=51c3ee34-430a-491f-a9ec-261ce5cdb324,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:26.479012 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e0cc0cef-f843-4366-a581-75c392dc3b85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:26.486287 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c62c37a7-7e4b-43b4-a482-1ad124c0a8a8 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Usage tracker for resource:security_group_rule and tenant:e1c33cc904274e70992652a7eff32fd2 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:47:26.492893 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-525e4265-6d92-4abc-8dab-51c9bb1b0a2a None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:26.517425 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9152c0de-ffb3-438a-977a-21302605662c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:26.553034 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e0cc0cef-f843-4366-a581-75c392dc3b85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:26.608135 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c62c37a7-7e4b-43b4-a482-1ad124c0a8a8 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:47:26.610821 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 81c34e5f-47ab-4f84-a8f2-641f214d6b02 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:47:26.611236 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:26.632410 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e0cc0cef-f843-4366-a581-75c392dc3b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:26.632410 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c62c37a7-7e4b-43b4-a482-1ad124c0a8a8 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:47:26.801061 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c62c37a7-7e4b-43b4-a482-1ad124c0a8a8 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:26.807860 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c62c37a7-7e4b-43b4-a482-1ad124c0a8a8 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:26.824927 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 81c34e5f-47ab-4f84-a8f2-641f214d6b02 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:47:26.832822 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cc0cef-f843-4366-a581-75c392dc3b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e103934-d6fd-4d67-99d7-11fe8f19b8a7,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:26.836136 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-525e4265-6d92-4abc-8dab-51c9bb1b0a2a None None] Transition to ACTIVE for port object 81c34e5f-47ab-4f84-a8f2-641f214d6b02 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:47:26.842093 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7bea2ca9-1a74-4aa2-bd93-0ea72b8b2691 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:26.852006 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-525e4265-6d92-4abc-8dab-51c9bb1b0a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:26.854905 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c62c37a7-7e4b-43b4-a482-1ad124c0a8a8 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:47:26.938849 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bea2ca9-1a74-4aa2-bd93-0ea72b8b2691 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Pushing event deleted for resources: {'Port': ['ID=778f81d1-d82b-4cae-823b-0dc9450fac8e,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:26.943363 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c62c37a7-7e4b-43b4-a482-1ad124c0a8a8 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:26.943849 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-c62c37a7-7e4b-43b4-a482-1ad124c0a8a8 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Added segment b3a1bf36-7f60-47b1-b5be-b8f0060841f4 of type vlan for network 4ea0f66d-696e-49f4-8ade-03a5d3ab38aa May 31 13:47:26.955836 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e0cc0cef-f843-4366-a581-75c392dc3b85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:26.956754 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e0cc0cef-f843-4366-a581-75c392dc3b85 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3e103934-d6fd-4d67-99d7-11fe8f19b8a7 HTTP/1.1" status: 204 len: 168 time: 0.9254353 May 31 13:47:27.023695 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525e4265-6d92-4abc-8dab-51c9bb1b0a2a None None] Pushing event updated for resources: {'Port': ['ID=81c34e5f-47ab-4f84-a8f2-641f214d6b02,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:27.056743 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c62c37a7-7e4b-43b4-a482-1ad124c0a8a8 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:27.098348 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62c37a7-7e4b-43b4-a482-1ad124c0a8a8 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb981dda-cac2-40f5-8d1e-2abde027b2bd,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:27.100089 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7bea2ca9-1a74-4aa2-bd93-0ea72b8b2691 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks [] for floatingip, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:27.112451 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c62c37a7-7e4b-43b4-a482-1ad124c0a8a8 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:27.117862 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62c37a7-7e4b-43b4-a482-1ad124c0a8a8 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:27.118504 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c62c37a7-7e4b-43b4-a482-1ad124c0a8a8 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:27.208375 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7bea2ca9-1a74-4aa2-bd93-0ea72b8b2691 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:27.210168 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-7bea2ca9-1a74-4aa2-bd93-0ea72b8b2691 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] 10.222.0.50 "DELETE /v2.0/floatingips/4f4d137b-ee37-42b8-b85e-28d5bfdb357e HTTP/1.1" status: 204 len: 168 time: 1.8400474 May 31 13:47:27.216176 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 37812) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:27.222915 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-4bb546e0-9d9c-4f5e-88ca-5d4804219573 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Request body: {'floatingip': {'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'port_id': '20efd11f-9efa-410c-86e1-05510292940d'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:47:27.241184 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-4bb546e0-9d9c-4f5e-88ca-5d4804219573 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:47:27.256296 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-4bb546e0-9d9c-4f5e-88ca-5d4804219573 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Usage tracker for resource:floatingip and tenant:f331ce5134ed4e2db710f69a53d0a2fe is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:47:27.260534 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-4bb546e0-9d9c-4f5e-88ca-5d4804219573 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:47:27.312994 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c62c37a7-7e4b-43b4-a482-1ad124c0a8a8 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.5833442 May 31 13:47:27.318235 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 37818) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:27.320940 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62c37a7-7e4b-43b4-a482-1ad124c0a8a8 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Pushing event updated for resources: {'Network': ['ID=4ea0f66d-696e-49f4-8ade-03a5d3ab38aa,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:27.330222 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-e2a94d8e-7cc7-4637-8143-e0318fa9bec3 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Request body: {'subnet': {'network_id': '4ea0f66d-696e-49f4-8ade-03a5d3ab38aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:47:27.335899 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 4ea0f66d-696e-49f4-8ade-03a5d3ab38aa details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:47:27.349295 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-4bb546e0-9d9c-4f5e-88ca-5d4804219573 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:47:27.410714 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4bb546e0-9d9c-4f5e-88ca-5d4804219573 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks [] for floatingip, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:27.601755 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 37822) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:27.632881 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-9152c0de-ffb3-438a-977a-21302605662c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Allocated IP 2001:db8:0:1::3e5 (87fe4fca-a805-4c2e-9c06-b6407a466eaf/58a2b6c5-3a63-4ad5-a936-d4ffc8a13699/51c3ee34-430a-491f-a9ec-261ce5cdb324) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:47:27.647265 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e2a94d8e-7cc7-4637-8143-e0318fa9bec3 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:47:27.666538 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0d345f66-a6ae-4874-8d9c-2b374b8fbdf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:27.725354 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0d345f66-a6ae-4874-8d9c-2b374b8fbdf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:47:27.741543 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e2a94d8e-7cc7-4637-8143-e0318fa9bec3 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Usage tracker for resource:subnet and tenant:e1c33cc904274e70992652a7eff32fd2 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:47:27.744592 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e2a94d8e-7cc7-4637-8143-e0318fa9bec3 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:47:27.752490 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e2a94d8e-7cc7-4637-8143-e0318fa9bec3 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:47:27.785711 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-0d345f66-a6ae-4874-8d9c-2b374b8fbdf0 admin admin] Usage tracker for resource:security_group_rule and tenant:358bea248a864ad58f2f7af5de21f345 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:47:27.790708 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a94d8e-7cc7-4637-8143-e0318fa9bec3 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Made reservation on behalf of e1c33cc904274e70992652a7eff32fd2 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:47:27.795622 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e2a94d8e-7cc7-4637-8143-e0318fa9bec3 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:27.801565 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-0d345f66-a6ae-4874-8d9c-2b374b8fbdf0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:47:27.816454 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0d345f66-a6ae-4874-8d9c-2b374b8fbdf0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:47:27.917568 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a489bbde-34ac-4620-b535-d29966bb6fe2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:27.930029 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4bb546e0-9d9c-4f5e-88ca-5d4804219573 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:27.961722 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a489bbde-34ac-4620-b535-d29966bb6fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:27.996791 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d91e982-046a-49b1-9610-db5214778a60 None None] Network 87fe4fca-a805-4c2e-9c06-b6407a466eaf requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:47:28.037494 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9152c0de-ffb3-438a-977a-21302605662c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:28.068121 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-9152c0de-ffb3-438a-977a-21302605662c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Ignored duplicate provisioning block setup for port 51c3ee34-430a-491f-a9ec-261ce5cdb324 by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 31 13:47:28.104135 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9152c0de-ffb3-438a-977a-21302605662c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:28.127580 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0d9c0ba9-dee5-4f6f-9aca-9314d0ab7109 None None] Provisioning for port 51c3ee34-430a-491f-a9ec-261ce5cdb324 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:47:28.153731 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0d9c0ba9-dee5-4f6f-9aca-9314d0ab7109 None None] Provisioning complete for port 51c3ee34-430a-491f-a9ec-261ce5cdb324 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:47:28.154134 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0d9c0ba9-dee5-4f6f-9aca-9314d0ab7109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:28.215989 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-a489bbde-34ac-4620-b535-d29966bb6fe2 admin admin] Allocated IP 172.25.6.87 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/1e98a30c-f878-4048-86eb-927a3d53c5e4) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:47:28.233697 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0d345f66-a6ae-4874-8d9c-2b374b8fbdf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:28.237242 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9152c0de-ffb3-438a-977a-21302605662c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event updated for resources: {'Port': ['ID=51c3ee34-430a-491f-a9ec-261ce5cdb324,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:28.243461 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0d345f66-a6ae-4874-8d9c-2b374b8fbdf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:28.250922 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0d9c0ba9-dee5-4f6f-9aca-9314d0ab7109 None None] Port 51c3ee34-430a-491f-a9ec-261ce5cdb324 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:47:28.252737 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 81c34e5f-47ab-4f84-a8f2-641f214d6b02 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:47:28.281528 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e2a94d8e-7cc7-4637-8143-e0318fa9bec3 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:28.334650 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0d9c0ba9-dee5-4f6f-9aca-9314d0ab7109 None None] Provisioning for port 81c34e5f-47ab-4f84-a8f2-641f214d6b02 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:47:28.372033 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0d9c0ba9-dee5-4f6f-9aca-9314d0ab7109 None None] Provisioning complete for port 81c34e5f-47ab-4f84-a8f2-641f214d6b02 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:47:28.372404 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0d9c0ba9-dee5-4f6f-9aca-9314d0ab7109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:28.385411 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-0d345f66-a6ae-4874-8d9c-2b374b8fbdf0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=358bea248a864ad58f2f7af5de21f345&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7562475 May 31 13:47:28.395613 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 37842) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:28.443016 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d345f66-a6ae-4874-8d9c-2b374b8fbdf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3742bcf9-35fd-430d-b490-d48ab6824c87,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:28.458307 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-9152c0de-ffb3-438a-977a-21302605662c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] In _notify_port_updated(), no bound segment for port 51c3ee34-430a-491f-a9ec-261ce5cdb324 on network 87fe4fca-a805-4c2e-9c06-b6407a466eaf {{(pid=88370) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 31 13:47:28.467486 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9152c0de-ffb3-438a-977a-21302605662c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:28.468376 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9152c0de-ffb3-438a-977a-21302605662c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:28.473279 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-9152c0de-ffb3-438a-977a-21302605662c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "PUT /v2.0/ports/51c3ee34-430a-491f-a9ec-261ce5cdb324 HTTP/1.1" status: 200 len: 1011 time: 2.1271625 May 31 13:47:28.477360 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 37846) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:28.502650 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a94d8e-7cc7-4637-8143-e0318fa9bec3 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Pushing event updated for resources: {'Subnet': ['ID=98772fd9-e876-43e3-be94-74c9ea16678e,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:28.504711 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a94d8e-7cc7-4637-8143-e0318fa9bec3 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Checking segment: {'id': 'b3a1bf36-7f60-47b1-b5be-b8f0060841f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4ea0f66d-696e-49f4-8ade-03a5d3ab38aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:47:28.505069 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a94d8e-7cc7-4637-8143-e0318fa9bec3 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Network hostable DHCP agents. Network: 4ea0f66d-696e-49f4-8ade-03a5d3ab38aa, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:47:28.556687 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 81c34e5f-47ab-4f84-a8f2-641f214d6b02 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:47:28.557083 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:28.559019 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a94d8e-7cc7-4637-8143-e0318fa9bec3 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Network 4ea0f66d-696e-49f4-8ade-03a5d3ab38aa is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:47:28.570971 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-e2a94d8e-7cc7-4637-8143-e0318fa9bec3 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 4ea0f66d-696e-49f4-8ade-03a5d3ab38aa) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:47:28.589723 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a94d8e-7cc7-4637-8143-e0318fa9bec3 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:28.590425 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e2a94d8e-7cc7-4637-8143-e0318fa9bec3 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:28.598040 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f415bd62-74e2-4145-978d-f41f8f5e5a49 None None] Network 4ea0f66d-696e-49f4-8ade-03a5d3ab38aa requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:47:28.618776 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a489bbde-34ac-4620-b535-d29966bb6fe2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:28.643317 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e2a94d8e-7cc7-4637-8143-e0318fa9bec3 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3237052 May 31 13:47:28.646457 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 37850) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:28.655312 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-731e78d0-e335-4fbf-994c-a1420bb2d5b3 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Request body: {'port': {'network_id': '4ea0f66d-696e-49f4-8ade-03a5d3ab38aa', 'name': 'tempest-AllowedAddressPairTestJSON-1564736907'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:47:28.779143 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-6c8d2009-f328-4817-8652-1b2af68faf95 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Deleting port 51c3ee34-430a-491f-a9ec-261ce5cdb324 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:47:28.779789 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6c8d2009-f328-4817-8652-1b2af68faf95 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:28.867910 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3f294211-3b9d-4337-97bd-83cb0d945731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:28.928138 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0d9c0ba9-dee5-4f6f-9aca-9314d0ab7109 None None] Current status of the port 81c34e5f-47ab-4f84-a8f2-641f214d6b02 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:47:29.012372 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-731e78d0-e335-4fbf-994c-a1420bb2d5b3 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:47:29.017549 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-731e78d0-e335-4fbf-994c-a1420bb2d5b3 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Usage tracker for resource:port and tenant:e1c33cc904274e70992652a7eff32fd2 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:47:29.020688 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-731e78d0-e335-4fbf-994c-a1420bb2d5b3 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:47:29.028131 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-731e78d0-e335-4fbf-994c-a1420bb2d5b3 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:47:29.028880 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52527d8a-ba17-48ae-9cfd-e2d9b0120949 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-4ea0f66d-696e-49f4-8ade-03a5d3ab38aa', 'network_id': '4ea0f66d-696e-49f4-8ade-03a5d3ab38aa', 'tenant_id': 'e1c33cc904274e70992652a7eff32fd2', 'fixed_ips': [{'subnet_id': '98772fd9-e876-43e3-be94-74c9ea16678e'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:47:29.029694 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-52527d8a-ba17-48ae-9cfd-e2d9b0120949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:29.051657 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-731e78d0-e335-4fbf-994c-a1420bb2d5b3 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Made reservation on behalf of e1c33cc904274e70992652a7eff32fd2 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:47:29.057350 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-731e78d0-e335-4fbf-994c-a1420bb2d5b3 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:29.071868 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a489bbde-34ac-4620-b535-d29966bb6fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:29.117751 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6c8d2009-f328-4817-8652-1b2af68faf95 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:29.153643 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-731e78d0-e335-4fbf-994c-a1420bb2d5b3 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] device_id is not set on port 1d3612e7-c52a-4167-bdf0-182ed8627f49 yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:47:29.170177 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 81c34e5f-47ab-4f84-a8f2-641f214d6b02 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:47:29.223299 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a489bbde-34ac-4620-b535-d29966bb6fe2 admin admin] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:47:29.236420 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-a489bbde-34ac-4620-b535-d29966bb6fe2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:47:29.256850 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a489bbde-34ac-4620-b535-d29966bb6fe2 admin admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:47:29.267508 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-52527d8a-ba17-48ae-9cfd-e2d9b0120949 None None] Allocated IP 172.20.0.2 (4ea0f66d-696e-49f4-8ade-03a5d3ab38aa/98772fd9-e876-43e3-be94-74c9ea16678e/0790d5db-47ca-463f-8442-225c7f7aff0d) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:47:29.276999 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-6c8d2009-f328-4817-8652-1b2af68faf95 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Calling delete_port for 51c3ee34-430a-491f-a9ec-261ce5cdb324 owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:47:29.569252 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-52527d8a-ba17-48ae-9cfd-e2d9b0120949 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:29.585663 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-52527d8a-ba17-48ae-9cfd-e2d9b0120949 None None] Transition to ACTIVE for port object 0790d5db-47ca-463f-8442-225c7f7aff0d will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:47:29.608683 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-52527d8a-ba17-48ae-9cfd-e2d9b0120949 None None] Transition to ACTIVE for port object 0790d5db-47ca-463f-8442-225c7f7aff0d will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:47:29.618457 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-52527d8a-ba17-48ae-9cfd-e2d9b0120949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:29.643771 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-4bb546e0-9d9c-4f5e-88ca-5d4804219573 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Allocated IP 172.25.6.107 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/106d32ef-52eb-4776-870a-3379db8b63b3) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:47:29.684876 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ef7d8fd2-3377-4083-9b71-1d2b0a6524c9 None None] Could not find standard attr ID for object 51c3ee34-430a-491f-a9ec-261ce5cdb324. {{(pid=88371) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 31 13:47:29.726348 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52527d8a-ba17-48ae-9cfd-e2d9b0120949 None None] Network 4ea0f66d-696e-49f4-8ade-03a5d3ab38aa is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:47:29.730691 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-52527d8a-ba17-48ae-9cfd-e2d9b0120949 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:47:29.735721 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52527d8a-ba17-48ae-9cfd-e2d9b0120949 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:47:29.747982 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52527d8a-ba17-48ae-9cfd-e2d9b0120949 None None] Pushing event updated for resources: {'Port': ['ID=0790d5db-47ca-463f-8442-225c7f7aff0d,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:29.752897 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ef7d8fd2-3377-4083-9b71-1d2b0a6524c9 None None] Provisioning complete for port 81c34e5f-47ab-4f84-a8f2-641f214d6b02 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:47:29.753390 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ef7d8fd2-3377-4083-9b71-1d2b0a6524c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:29.863285 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a489bbde-34ac-4620-b535-d29966bb6fe2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:29.926820 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4bb546e0-9d9c-4f5e-88ca-5d4804219573 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:29.960770 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6c8d2009-f328-4817-8652-1b2af68faf95 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:29.968165 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a489bbde-34ac-4620-b535-d29966bb6fe2 admin admin] Pushing event updated for resources: {'Port': ['ID=1e98a30c-f878-4048-86eb-927a3d53c5e4,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:29.981538 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3f294211-3b9d-4337-97bd-83cb0d945731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:30.034261 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-52527d8a-ba17-48ae-9cfd-e2d9b0120949 None None] Attempting to bind port 0790d5db-47ca-463f-8442-225c7f7aff0d on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:47:30.034858 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-52527d8a-ba17-48ae-9cfd-e2d9b0120949 None None] Attempting to bind port 0790d5db-47ca-463f-8442-225c7f7aff0d by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'b3a1bf36-7f60-47b1-b5be-b8f0060841f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4ea0f66d-696e-49f4-8ade-03a5d3ab38aa'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:47:30.036174 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52527d8a-ba17-48ae-9cfd-e2d9b0120949 None None] Attempting to bind port 0790d5db-47ca-463f-8442-225c7f7aff0d on network 4ea0f66d-696e-49f4-8ade-03a5d3ab38aa {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:47:30.057502 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52527d8a-ba17-48ae-9cfd-e2d9b0120949 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:47:30.057876 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52527d8a-ba17-48ae-9cfd-e2d9b0120949 None None] Checking segment: {'id': 'b3a1bf36-7f60-47b1-b5be-b8f0060841f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4ea0f66d-696e-49f4-8ade-03a5d3ab38aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:47:30.058581 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-52527d8a-ba17-48ae-9cfd-e2d9b0120949 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:30.059223 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52527d8a-ba17-48ae-9cfd-e2d9b0120949 None None] Bound using segment: {'id': 'b3a1bf36-7f60-47b1-b5be-b8f0060841f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4ea0f66d-696e-49f4-8ade-03a5d3ab38aa'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:47:30.060360 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-52527d8a-ba17-48ae-9cfd-e2d9b0120949 None None] Bound port: 0790d5db-47ca-463f-8442-225c7f7aff0d, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3a1bf36-7f60-47b1-b5be-b8f0060841f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '4ea0f66d-696e-49f4-8ade-03a5d3ab38aa'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:47:30.060360 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-52527d8a-ba17-48ae-9cfd-e2d9b0120949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:30.103546 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8d2009-f328-4817-8652-1b2af68faf95 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event deleted for resources: {'Port': ['ID=51c3ee34-430a-491f-a9ec-261ce5cdb324,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:30.117826 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4bb546e0-9d9c-4f5e-88ca-5d4804219573 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:30.121346 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-ef7d8fd2-3377-4083-9b71-1d2b0a6524c9 None None] Current status of the port 81c34e5f-47ab-4f84-a8f2-641f214d6b02 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:47:30.161036 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3f294211-3b9d-4337-97bd-83cb0d945731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:30.196582 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-52527d8a-ba17-48ae-9cfd-e2d9b0120949 None None] For port 0790d5db-47ca-463f-8442-225c7f7aff0d, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:47:30.202928 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-52527d8a-ba17-48ae-9cfd-e2d9b0120949 None None] For port 0790d5db-47ca-463f-8442-225c7f7aff0d, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=0790d5db-47ca-463f-8442-225c7f7aff0d,segment=NetworkSegment(b3a1bf36-7f60-47b1-b5be-b8f0060841f4),segment_id=b3a1bf36-7f60-47b1-b5be-b8f0060841f4)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:47:30.213137 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-52527d8a-ba17-48ae-9cfd-e2d9b0120949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:30.262909 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-731e78d0-e335-4fbf-994c-a1420bb2d5b3 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Allocated IP 172.20.0.7 (4ea0f66d-696e-49f4-8ade-03a5d3ab38aa/98772fd9-e876-43e3-be94-74c9ea16678e/1d3612e7-c52a-4167-bdf0-182ed8627f49) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:47:30.280550 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f294211-3b9d-4337-97bd-83cb0d945731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3742bcf9-35fd-430d-b490-d48ab6824c87,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:30.294806 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-189d736a-1f44-4357-80b9-515afd94fe6f None None] Could not find standard attr ID for object 51c3ee34-430a-491f-a9ec-261ce5cdb324. {{(pid=88371) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 31 13:47:30.298083 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb546e0-9d9c-4f5e-88ca-5d4804219573 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:47:30.377532 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52527d8a-ba17-48ae-9cfd-e2d9b0120949 None None] Pushing event updated for resources: {'Port': ['ID=0790d5db-47ca-463f-8442-225c7f7aff0d,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:30.406619 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6c8d2009-f328-4817-8652-1b2af68faf95 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:30.415831 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-4bb546e0-9d9c-4f5e-88ca-5d4804219573 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:47:30.424980 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb546e0-9d9c-4f5e-88ca-5d4804219573 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:47:30.475651 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb546e0-9d9c-4f5e-88ca-5d4804219573 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Pushing event updated for resources: {'Port': ['ID=106d32ef-52eb-4776-870a-3379db8b63b3,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:30.500456 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-6c8d2009-f328-4817-8652-1b2af68faf95 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "DELETE /v2.0/ports/51c3ee34-430a-491f-a9ec-261ce5cdb324 HTTP/1.1" status: 204 len: 168 time: 2.0217056 May 31 13:47:30.501303 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 37858) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:30.513472 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-16ec96b0-ef0a-4063-a5bb-bcd8b8afc2bd None None] Could not find standard attr ID for object 51c3ee34-430a-491f-a9ec-261ce5cdb324. {{(pid=88371) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 31 13:47:30.524291 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3f294211-3b9d-4337-97bd-83cb0d945731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:30.525875 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-3f294211-3b9d-4337-97bd-83cb0d945731 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3742bcf9-35fd-430d-b490-d48ab6824c87 HTTP/1.1" status: 204 len: 168 time: 2.1258669 May 31 13:47:30.618206 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a11e9c6-b635-4b75-8611-9ebd732cdc6c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] GET failed (client error): The resource could not be found. May 31 13:47:30.618911 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-4a11e9c6-b635-4b75-8611-9ebd732cdc6c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Synchronizing usage tracker for tenant:e2f5ae2e1abf4a2cb5fdef12f13f2ebb on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:47:30.758275 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-4a11e9c6-b635-4b75-8611-9ebd732cdc6c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Unset dirty status for tenant:e2f5ae2e1abf4a2cb5fdef12f13f2ebb on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:47:30.763634 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a489bbde-34ac-4620-b535-d29966bb6fe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:30.764338 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-4a11e9c6-b635-4b75-8611-9ebd732cdc6c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "GET /v2.0/ports/51c3ee34-430a-491f-a9ec-261ce5cdb324 HTTP/1.1" status: 404 len: 333 time: 0.2589872 May 31 13:47:30.768059 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 37864) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:31.267098 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-e37ef837-f0e9-4b47-b46a-ecd3143995d2 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Deleting subnet 58a2b6c5-3a63-4ad5-a936-d4ffc8a13699 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:47:31.275608 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-731e78d0-e335-4fbf-994c-a1420bb2d5b3 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:31.286058 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e37ef837-f0e9-4b47-b46a-ecd3143995d2 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:31.364844 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4bb546e0-9d9c-4f5e-88ca-5d4804219573 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:31.371763 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-731e78d0-e335-4fbf-994c-a1420bb2d5b3 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Transition to ACTIVE for port object 1d3612e7-c52a-4167-bdf0-182ed8627f49 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:47:31.381586 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 13:47:31.401341 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e37ef837-f0e9-4b47-b46a-ecd3143995d2 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:31.453103 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a489bbde-34ac-4620-b535-d29966bb6fe2 admin admin] Router c9593682-dac9-4fef-a517-e094e51451e4 is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 13:47:31.476090 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4bb546e0-9d9c-4f5e-88ca-5d4804219573 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:31.584149 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-731e78d0-e335-4fbf-994c-a1420bb2d5b3 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:31.813888 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731e78d0-e335-4fbf-994c-a1420bb2d5b3 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Network 4ea0f66d-696e-49f4-8ade-03a5d3ab38aa is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:47:31.825896 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-731e78d0-e335-4fbf-994c-a1420bb2d5b3 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:47:31.827885 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731e78d0-e335-4fbf-994c-a1420bb2d5b3 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Pushing event updated for resources: {'Port': ['ID=1d3612e7-c52a-4167-bdf0-182ed8627f49,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:31.833947 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731e78d0-e335-4fbf-994c-a1420bb2d5b3 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:47:31.871656 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4bb546e0-9d9c-4f5e-88ca-5d4804219573 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:31.879293 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4bb546e0-9d9c-4f5e-88ca-5d4804219573 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:31.931294 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731e78d0-e335-4fbf-994c-a1420bb2d5b3 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:47:31.931641 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731e78d0-e335-4fbf-994c-a1420bb2d5b3 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:47:31.931984 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731e78d0-e335-4fbf-994c-a1420bb2d5b3 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:47:31.932320 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731e78d0-e335-4fbf-994c-a1420bb2d5b3 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:47:31.932654 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731e78d0-e335-4fbf-994c-a1420bb2d5b3 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:47:31.932983 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731e78d0-e335-4fbf-994c-a1420bb2d5b3 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:47:31.933528 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731e78d0-e335-4fbf-994c-a1420bb2d5b3 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:47:31.933854 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731e78d0-e335-4fbf-994c-a1420bb2d5b3 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:47:31.934211 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731e78d0-e335-4fbf-994c-a1420bb2d5b3 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:47:31.934533 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731e78d0-e335-4fbf-994c-a1420bb2d5b3 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:47:31.934854 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731e78d0-e335-4fbf-994c-a1420bb2d5b3 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:47:31.935173 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731e78d0-e335-4fbf-994c-a1420bb2d5b3 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:47:31.953042 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a489bbde-34ac-4620-b535-d29966bb6fe2 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:47:31.963925 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2c20fe-ae7b-4a77-b87b-d263630349e2 None None] Sync routers for ids ['c9593682-dac9-4fef-a517-e094e51451e4'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:47:31.986657 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2c20fe-ae7b-4a77-b87b-d263630349e2 None None] Routers {'c9593682-dac9-4fef-a517-e094e51451e4'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:47:31.987653 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-db2c20fe-ae7b-4a77-b87b-d263630349e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:47:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['c9593682-dac9-4fef-a517-e094e51451e4'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:47:32.014828 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e37ef837-f0e9-4b47-b46a-ecd3143995d2 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:32.042686 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4bb546e0-9d9c-4f5e-88ca-5d4804219573 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:32.089018 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e5435d-8424-43ba-970a-3b4f24c9122c None None] Network 4ea0f66d-696e-49f4-8ade-03a5d3ab38aa requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:47:32.109248 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731e78d0-e335-4fbf-994c-a1420bb2d5b3 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:32.109840 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-731e78d0-e335-4fbf-994c-a1420bb2d5b3 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:32.143393 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb546e0-9d9c-4f5e-88ca-5d4804219573 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Pushing event updated for resources: {'Port': ['ID=106d32ef-52eb-4776-870a-3379db8b63b3,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:32.218395 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a489bbde-34ac-4620-b535-d29966bb6fe2 admin admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:32.221246 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a489bbde-34ac-4620-b535-d29966bb6fe2 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.4319739 May 31 13:47:32.240761 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 37894) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:32.339647 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-731e78d0-e335-4fbf-994c-a1420bb2d5b3 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6885324 May 31 13:47:32.345867 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 37900) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:32.381262 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-904b9b52-3b34-47a8-9ede-7c31bab339bf tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Request body: {'port': {'network_id': '4ea0f66d-696e-49f4-8ade-03a5d3ab38aa', 'name': 'tempest-AllowedAddressPairTestJSON-1653551647', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:5a:28:92'}]}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:47:32.395931 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e37ef837-f0e9-4b47-b46a-ecd3143995d2 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:32.557496 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 0790d5db-47ca-463f-8442-225c7f7aff0d up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:47:32.616141 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37ef837-f0e9-4b47-b46a-ecd3143995d2 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event deleted for resources: {'Subnet': ['ID=58a2b6c5-3a63-4ad5-a936-d4ffc8a13699,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:32.625061 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e37ef837-f0e9-4b47-b46a-ecd3143995d2 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:32.634952 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e37ef837-f0e9-4b47-b46a-ecd3143995d2 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "DELETE /v2.0/subnets/58a2b6c5-3a63-4ad5-a936-d4ffc8a13699 HTTP/1.1" status: 204 len: 168 time: 1.5885947 May 31 13:47:32.635146 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 37906) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:32.658285 n-d-843939-1 neutron-server[88370]: INFO neutron.db.l3_db [None req-4bb546e0-9d9c-4f5e-88ca-5d4804219573 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Floating IP 2a7b3825-70d0-465d-8bf8-9bab3b864c0b associated. External IP: 172.25.6.107, port: 20efd11f-9efa-410c-86e1-05510292940d. May 31 13:47:32.681281 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2172bb-53f5-4143-bb52-fcc0155f4b58 None None] Network 87fe4fca-a805-4c2e-9c06-b6407a466eaf requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:47:32.812175 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a509d725-d13f-42a7-b072-525fbc720c25 None None] Provisioning for port 0790d5db-47ca-463f-8442-225c7f7aff0d completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:47:32.817089 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3ae1293-904f-480d-b9aa-6c438194faf1 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Deleting subnet 1311829c-0a49-402a-8bcf-0e87d22c70e9 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:47:32.825017 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a3ae1293-904f-480d-b9aa-6c438194faf1 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:33.052520 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a3ae1293-904f-480d-b9aa-6c438194faf1 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:33.075644 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-db2c20fe-ae7b-4a77-b87b-d263630349e2 None None] Set router c9593682-dac9-4fef-a517-e094e51451e4 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:47:33.141705 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-904b9b52-3b34-47a8-9ede-7c31bab339bf tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:47:33.148601 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-904b9b52-3b34-47a8-9ede-7c31bab339bf tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Usage tracker for resource:port and tenant:e1c33cc904274e70992652a7eff32fd2 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:47:33.154399 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-904b9b52-3b34-47a8-9ede-7c31bab339bf tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:47:33.228692 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-904b9b52-3b34-47a8-9ede-7c31bab339bf tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:47:33.246534 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 0790d5db-47ca-463f-8442-225c7f7aff0d completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:47:33.255885 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 0790d5db-47ca-463f-8442-225c7f7aff0d triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:47:33.256257 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:33.292672 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-904b9b52-3b34-47a8-9ede-7c31bab339bf tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Made reservation on behalf of e1c33cc904274e70992652a7eff32fd2 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:47:33.443662 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-904b9b52-3b34-47a8-9ede-7c31bab339bf tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:33.540517 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-904b9b52-3b34-47a8-9ede-7c31bab339bf tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] device_id is not set on port 5dce91c5-6d73-4ac2-af89-0defea520f9b yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:47:33.661455 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bb546e0-9d9c-4f5e-88ca-5d4804219573 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Router 4df1fffe-8b50-4f4d-811c-fa121cfa517b has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:47:33.841079 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 0790d5db-47ca-463f-8442-225c7f7aff0d is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:47:33.841772 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:33.907006 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 0790d5db-47ca-463f-8442-225c7f7aff0d, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=0790d5db-47ca-463f-8442-225c7f7aff0d,segment=NetworkSegment(b3a1bf36-7f60-47b1-b5be-b8f0060841f4),segment_id=b3a1bf36-7f60-47b1-b5be-b8f0060841f4)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:47:33.916022 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:33.918673 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a3ae1293-904f-480d-b9aa-6c438194faf1 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:34.157949 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=0790d5db-47ca-463f-8442-225c7f7aff0d,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:34.174173 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-db2c20fe-ae7b-4a77-b87b-d263630349e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9593682-dac9-4fef-a517-e094e51451e4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1297477820-router', 'tenant_id': '43a11296fa744ef9b51a5e4bd52ac689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '1e98a30c-f878-4048-86eb-927a3d53c5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:47:25Z', 'updated_at': '2022-05-31T13:47:29Z', 'revision_number': 3, 'project_id': '43a11296fa744ef9b51a5e4bd52ac689', 'gw_port': {'id': '1e98a30c-f878-4048-86eb-927a3d53c5e4', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:46:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9593682-dac9-4fef-a517-e094e51451e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:47:28Z', 'updated_at': '2022-05-31T13:47:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:47:34.177773 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-de1ddb89-31b0-4c60-8203-ce0eff6fe8b8 None None] Provisioning complete for port 0790d5db-47ca-463f-8442-225c7f7aff0d triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:47:34.178232 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-de1ddb89-31b0-4c60-8203-ce0eff6fe8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:34.250932 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2c20fe-ae7b-4a77-b87b-d263630349e2 None None] Checking router: c9593682-dac9-4fef-a517-e094e51451e4 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:47:34.251074 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2c20fe-ae7b-4a77-b87b-d263630349e2 None None] Updating router c9593682-dac9-4fef-a517-e094e51451e4 port 1e98a30c-f878-4048-86eb-927a3d53c5e4 binding host n-d-843939-1 {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:47:34.255855 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a3ae1293-904f-480d-b9aa-6c438194faf1 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:34.290652 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-904b9b52-3b34-47a8-9ede-7c31bab339bf tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Allocated IP 172.20.0.5 (4ea0f66d-696e-49f4-8ade-03a5d3ab38aa/98772fd9-e876-43e3-be94-74c9ea16678e/5dce91c5-6d73-4ac2-af89-0defea520f9b) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:47:34.313595 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ae1293-904f-480d-b9aa-6c438194faf1 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event deleted for resources: {'Subnet': ['ID=1311829c-0a49-402a-8bcf-0e87d22c70e9,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:34.330263 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a3ae1293-904f-480d-b9aa-6c438194faf1 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:34.343318 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a3ae1293-904f-480d-b9aa-6c438194faf1 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "DELETE /v2.0/subnets/1311829c-0a49-402a-8bcf-0e87d22c70e9 HTTP/1.1" status: 204 len: 168 time: 1.6969101 May 31 13:47:34.343909 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 37944) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:34.411195 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-db2c20fe-ae7b-4a77-b87b-d263630349e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:34.492112 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f3e0a6c9-1bc1-4d20-9f22-963c55602deb tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:34.577791 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-f3e0a6c9-1bc1-4d20-9f22-963c55602deb tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Deleting port 81c34e5f-47ab-4f84-a8f2-641f214d6b02 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:47:34.579805 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f3e0a6c9-1bc1-4d20-9f22-963c55602deb tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:34.599093 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-904b9b52-3b34-47a8-9ede-7c31bab339bf tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:34.635810 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-904b9b52-3b34-47a8-9ede-7c31bab339bf tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Transition to ACTIVE for port object 5dce91c5-6d73-4ac2-af89-0defea520f9b will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:47:34.680934 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-de1ddb89-31b0-4c60-8203-ce0eff6fe8b8 None None] Current status of the port 0790d5db-47ca-463f-8442-225c7f7aff0d is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:47:34.767731 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-de1ddb89-31b0-4c60-8203-ce0eff6fe8b8 None None] Provisioning for port 1d3612e7-c52a-4167-bdf0-182ed8627f49 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:47:34.794984 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-de1ddb89-31b0-4c60-8203-ce0eff6fe8b8 None None] Provisioning complete for port 1d3612e7-c52a-4167-bdf0-182ed8627f49 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:47:34.795617 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-de1ddb89-31b0-4c60-8203-ce0eff6fe8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:34.811789 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb546e0-9d9c-4f5e-88ca-5d4804219573 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:47:34.818387 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-904b9b52-3b34-47a8-9ede-7c31bab339bf tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:34.828346 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a275d61f-e2e1-4bc5-a50d-a1e9a960c3fd None None] Sync routers for ids ['4df1fffe-8b50-4f4d-811c-fa121cfa517b'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:47:34.836125 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0bf23dcd-a728-4342-81dc-4b3c8f9a0a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:34.842072 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a275d61f-e2e1-4bc5-a50d-a1e9a960c3fd None None] Routers {'4df1fffe-8b50-4f4d-811c-fa121cfa517b'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:47:34.844144 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-a275d61f-e2e1-4bc5-a50d-a1e9a960c3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:47:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['4df1fffe-8b50-4f4d-811c-fa121cfa517b'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:47:34.931677 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-a275d61f-e2e1-4bc5-a50d-a1e9a960c3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:47:34.942102 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a275d61f-e2e1-4bc5-a50d-a1e9a960c3fd None None] Routers {'4df1fffe-8b50-4f4d-811c-fa121cfa517b'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:47:34.942950 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-a275d61f-e2e1-4bc5-a50d-a1e9a960c3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:47:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['4df1fffe-8b50-4f4d-811c-fa121cfa517b'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:47:34.969590 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-de1ddb89-31b0-4c60-8203-ce0eff6fe8b8 None None] Port 1d3612e7-c52a-4167-bdf0-182ed8627f49 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:47:35.028378 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904b9b52-3b34-47a8-9ede-7c31bab339bf tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Network 4ea0f66d-696e-49f4-8ade-03a5d3ab38aa is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:47:35.038758 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-904b9b52-3b34-47a8-9ede-7c31bab339bf tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:47:35.060559 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904b9b52-3b34-47a8-9ede-7c31bab339bf tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:47:35.068347 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-a275d61f-e2e1-4bc5-a50d-a1e9a960c3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:47:35.068828 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a275d61f-e2e1-4bc5-a50d-a1e9a960c3fd None None] The sync data for ids ['4df1fffe-8b50-4f4d-811c-fa121cfa517b'] in n-d-843939-1 is: [] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:47:35.101472 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b741f47e-8fd0-4041-8b26-f500159c0781 None None] Network 87fe4fca-a805-4c2e-9c06-b6407a466eaf requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:47:35.144917 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904b9b52-3b34-47a8-9ede-7c31bab339bf tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Pushing event updated for resources: {'Port': ['ID=5dce91c5-6d73-4ac2-af89-0defea520f9b,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:35.156504 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4bb546e0-9d9c-4f5e-88ca-5d4804219573 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:35.259662 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-0bf23dcd-a728-4342-81dc-4b3c8f9a0a4a admin admin] Allocated IP 172.20.0.1 (8a6ea84a-a13a-4093-9580-9ccccafd4fee/d8d91a8e-1d4d-442a-944f-994d412d112f/6cda1b20-ed70-448f-9036-047109811056) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:47:35.264659 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-f3e0a6c9-1bc1-4d20-9f22-963c55602deb tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] For port 81c34e5f-47ab-4f84-a8f2-641f214d6b02, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=81c34e5f-47ab-4f84-a8f2-641f214d6b02,segment=NetworkSegment(1f111f33-f5ca-4fe3-9822-4d1fcb8b24c4),segment_id=1f111f33-f5ca-4fe3-9822-4d1fcb8b24c4)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:47:35.265369 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f3e0a6c9-1bc1-4d20-9f22-963c55602deb tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:35.266150 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f0f00e6e-2e78-4581-846d-c226843d1201 None None] Provisioning complete for port 1d3612e7-c52a-4167-bdf0-182ed8627f49 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:47:35.266648 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f0f00e6e-2e78-4581-846d-c226843d1201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:35.335243 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-4bb546e0-9d9c-4f5e-88ca-5d4804219573 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.1170528 May 31 13:47:35.336562 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 37960) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:35.343533 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904b9b52-3b34-47a8-9ede-7c31bab339bf tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:35.344181 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-904b9b52-3b34-47a8-9ede-7c31bab339bf tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:35.402855 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-db2c20fe-ae7b-4a77-b87b-d263630349e2 None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:35.445760 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-f3e0a6c9-1bc1-4d20-9f22-963c55602deb tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Calling delete_port for 81c34e5f-47ab-4f84-a8f2-641f214d6b02 owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:47:35.521702 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-904b9b52-3b34-47a8-9ede-7c31bab339bf tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.1599038 May 31 13:47:35.524972 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 37966) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:35.583314 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-db2c20fe-ae7b-4a77-b87b-d263630349e2 None None] Transition to ACTIVE for port object 1e98a30c-f878-4048-86eb-927a3d53c5e4 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:47:35.617950 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-d847fb89-8a6a-4e81-a121-e34e12b37332 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] 10.222.0.50 "GET /v2.0/floatingips/2a7b3825-70d0-465d-8bf8-9bab3b864c0b HTTP/1.1" status: 200 len: 978 time: 0.2679927 May 31 13:47:35.618733 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 37972) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:35.627760 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-db2c20fe-ae7b-4a77-b87b-d263630349e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:35.631879 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-f0f00e6e-2e78-4581-846d-c226843d1201 None None] Port 1d3612e7-c52a-4167-bdf0-182ed8627f49 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:47:35.660441 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f3e0a6c9-1bc1-4d20-9f22-963c55602deb tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:35.727343 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e0a6c9-1bc1-4d20-9f22-963c55602deb tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event deleted for resources: {'Port': ['ID=81c34e5f-47ab-4f84-a8f2-641f214d6b02,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:35.729270 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e0a6c9-1bc1-4d20-9f22-963c55602deb tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] No DVR routers for this DVR port 81c34e5f-47ab-4f84-a8f2-641f214d6b02 on host n-d-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:47:35.754216 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-004db201-578b-4acd-8500-eab2de6f2d96 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Synchronizing usage tracker for tenant:f331ce5134ed4e2db710f69a53d0a2fe on resource:floatingip {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:47:35.764060 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f0f00e6e-2e78-4581-846d-c226843d1201 None None] Could not find standard attr ID for object 81c34e5f-47ab-4f84-a8f2-641f214d6b02. {{(pid=88371) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 31 13:47:35.794212 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-004db201-578b-4acd-8500-eab2de6f2d96 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Unset dirty status for tenant:f331ce5134ed4e2db710f69a53d0a2fe on resource:floatingip {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:47:35.799244 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-004db201-578b-4acd-8500-eab2de6f2d96 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1771846 May 31 13:47:35.800188 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 37982) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:35.810562 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-71b5e4ad-a64a-406b-b8b2-43b10383b369 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Request body: {'floatingip': {'port_id': '63f56cf2-c2c3-499f-8de6-3c65ea0017e6'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:47:35.871586 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-db2c20fe-ae7b-4a77-b87b-d263630349e2 None None] Attempting to bind port 1e98a30c-f878-4048-86eb-927a3d53c5e4 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:47:35.872264 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-db2c20fe-ae7b-4a77-b87b-d263630349e2 None None] Attempting to bind port 1e98a30c-f878-4048-86eb-927a3d53c5e4 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:47:35.872809 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2c20fe-ae7b-4a77-b87b-d263630349e2 None None] Attempting to bind port 1e98a30c-f878-4048-86eb-927a3d53c5e4 on network d2103cd5-63ba-4c24-9d95-fd17643bf14c {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:47:35.877706 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43435ba9-b2df-4bb8-9039-9259e1f3c2de tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:35.884299 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43435ba9-b2df-4bb8-9039-9259e1f3c2de tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:35.891588 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43435ba9-b2df-4bb8-9039-9259e1f3c2de tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:35.892475 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-43435ba9-b2df-4bb8-9039-9259e1f3c2de tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Synchronizing usage tracker for tenant:e1c33cc904274e70992652a7eff32fd2 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:47:35.905054 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc692f11-cac4-440a-af9d-7cced896621b None None] Pushing event updated for resources: {'Port': ['ID=1e98a30c-f878-4048-86eb-927a3d53c5e4,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:35.909463 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2c20fe-ae7b-4a77-b87b-d263630349e2 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:47:35.910083 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2c20fe-ae7b-4a77-b87b-d263630349e2 None None] Checking segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:47:35.910655 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-db2c20fe-ae7b-4a77-b87b-d263630349e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:35.911172 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2c20fe-ae7b-4a77-b87b-d263630349e2 None None] Bound using segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:47:35.911811 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-db2c20fe-ae7b-4a77-b87b-d263630349e2 None None] Bound port: 1e98a30c-f878-4048-86eb-927a3d53c5e4, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:47:35.912625 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-db2c20fe-ae7b-4a77-b87b-d263630349e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:35.954141 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0bf23dcd-a728-4342-81dc-4b3c8f9a0a4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:35.964228 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f3e0a6c9-1bc1-4d20-9f22-963c55602deb tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:35.967300 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-1fc317de-a32e-4196-bf26-d59d98fbbce5 None None] Provisioning for port 5dce91c5-6d73-4ac2-af89-0defea520f9b completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:47:35.991863 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-1fc317de-a32e-4196-bf26-d59d98fbbce5 None None] Provisioning complete for port 5dce91c5-6d73-4ac2-af89-0defea520f9b triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:47:35.992244 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1fc317de-a32e-4196-bf26-d59d98fbbce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:36.032404 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-43435ba9-b2df-4bb8-9039-9259e1f3c2de tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Unset dirty status for tenant:e1c33cc904274e70992652a7eff32fd2 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:47:36.033554 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-43435ba9-b2df-4bb8-9039-9259e1f3c2de tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.5076845 May 31 13:47:36.037852 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 37994) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:36.043440 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-71b5e4ad-a64a-406b-b8b2-43b10383b369 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks [] for floatingip, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:36.172891 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01eadf01-ab6a-4f1e-b1cd-a74462df58b3 None None] DHCP port deletion for 87fe4fca-a805-4c2e-9c06-b6407a466eaf request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:47:36.189115 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-db2c20fe-ae7b-4a77-b87b-d263630349e2 None None] For port 1e98a30c-f878-4048-86eb-927a3d53c5e4, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:47:36.193435 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-1fc317de-a32e-4196-bf26-d59d98fbbce5 None None] Port 5dce91c5-6d73-4ac2-af89-0defea520f9b cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:47:36.209843 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-db2c20fe-ae7b-4a77-b87b-d263630349e2 None None] For port 1e98a30c-f878-4048-86eb-927a3d53c5e4, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=1e98a30c-f878-4048-86eb-927a3d53c5e4,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:47:36.230088 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-db2c20fe-ae7b-4a77-b87b-d263630349e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:36.259854 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-f3e0a6c9-1bc1-4d20-9f22-963c55602deb tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87fe4fca-a805-4c2e-9c06-b6407a466eaf']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:47:36.278957 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-f3e0a6c9-1bc1-4d20-9f22-963c55602deb tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f111f33-f5ca-4fe3-9822-4d1fcb8b24c4') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:47:36.279386 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-f3e0a6c9-1bc1-4d20-9f22-963c55602deb tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f111f33-f5ca-4fe3-9822-4d1fcb8b24c4') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:47:36.293348 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f3e0a6c9-1bc1-4d20-9f22-963c55602deb tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:36.316218 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f3e0a6c9-1bc1-4d20-9f22-963c55602deb tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:36.322306 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3e0a6c9-1bc1-4d20-9f22-963c55602deb tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:47:36.322893 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f3e0a6c9-1bc1-4d20-9f22-963c55602deb tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:36.403375 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2c20fe-ae7b-4a77-b87b-d263630349e2 None None] Routers {'c9593682-dac9-4fef-a517-e094e51451e4'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:47:36.404014 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-db2c20fe-ae7b-4a77-b87b-d263630349e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:47:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['c9593682-dac9-4fef-a517-e094e51451e4'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:47:36.460837 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 38000) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:36.461242 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f3e0a6c9-1bc1-4d20-9f22-963c55602deb tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:36.474586 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f3e0a6c9-1bc1-4d20-9f22-963c55602deb tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:36.487384 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 0790d5db-47ca-463f-8442-225c7f7aff0d up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:47:36.510448 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0bf23dcd-a728-4342-81dc-4b3c8f9a0a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:36.687984 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-f3e0a6c9-1bc1-4d20-9f22-963c55602deb tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "DELETE /v2.0/networks/87fe4fca-a805-4c2e-9c06-b6407a466eaf HTTP/1.1" status: 204 len: 168 time: 2.3402896 May 31 13:47:36.688428 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 38010) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:36.690415 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-db2c20fe-ae7b-4a77-b87b-d263630349e2 None None] Set router c9593682-dac9-4fef-a517-e094e51451e4 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:47:36.729164 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 1f111f33-f5ca-4fe3-9822-4d1fcb8b24c4 resource provider aggregate not found May 31 13:47:36.797405 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf23dcd-a728-4342-81dc-4b3c8f9a0a4a admin admin] Network 8a6ea84a-a13a-4093-9580-9ccccafd4fee is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:47:36.798727 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e0a6c9-1bc1-4d20-9f22-963c55602deb tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event deleted for resources: {'Network': ['ID=87fe4fca-a805-4c2e-9c06-b6407a466eaf,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:36.817546 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-0bf23dcd-a728-4342-81dc-4b3c8f9a0a4a admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:47:36.820247 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf23dcd-a728-4342-81dc-4b3c8f9a0a4a admin admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:47:36.901669 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 1f111f33-f5ca-4fe3-9822-4d1fcb8b24c4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1f111f33-f5ca-4fe3-9822-4d1fcb8b24c4 found for delete ", "request_id": "req-31571f6c-9c8e-45ee-a2ff-13743ab75ad2"}]} May 31 13:47:36.903002 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0bf23dcd-a728-4342-81dc-4b3c8f9a0a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:36.908085 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-48fceb50-6363-4770-b208-055da953506a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:36.943724 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-48fceb50-6363-4770-b208-055da953506a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:47:36.949857 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-48fceb50-6363-4770-b208-055da953506a admin admin] Usage tracker for resource:security_group_rule and tenant:2e0298a1998446bc8194b9ee2af46759 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:47:36.953053 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-48fceb50-6363-4770-b208-055da953506a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:47:36.961766 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-48fceb50-6363-4770-b208-055da953506a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:47:36.987184 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-7b43fb0b-bfa1-4ea7-b44b-67f5ed703241 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Deleting port 5dce91c5-6d73-4ac2-af89-0defea520f9b {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:47:36.987762 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7b43fb0b-bfa1-4ea7-b44b-67f5ed703241 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:37.080371 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-48fceb50-6363-4770-b208-055da953506a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:37.080912 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc692f11-cac4-440a-af9d-7cced896621b None None] Pushing event updated for resources: {'Port': ['ID=1e98a30c-f878-4048-86eb-927a3d53c5e4,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:37.096164 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-48fceb50-6363-4770-b208-055da953506a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:37.136763 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 0790d5db-47ca-463f-8442-225c7f7aff0d triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:47:37.137305 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:37.149377 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf23dcd-a728-4342-81dc-4b3c8f9a0a4a admin admin] Pushing event updated for resources: {'Port': ['ID=6cda1b20-ed70-448f-9036-047109811056,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:37.180714 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-db2c20fe-ae7b-4a77-b87b-d263630349e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9593682-dac9-4fef-a517-e094e51451e4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1297477820-router', 'tenant_id': '43a11296fa744ef9b51a5e4bd52ac689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '1e98a30c-f878-4048-86eb-927a3d53c5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:47:25Z', 'updated_at': '2022-05-31T13:47:29Z', 'revision_number': 3, 'project_id': '43a11296fa744ef9b51a5e4bd52ac689', 'gw_port': {'id': '1e98a30c-f878-4048-86eb-927a3d53c5e4', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:46:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9593682-dac9-4fef-a517-e094e51451e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:47:28Z', 'updated_at': '2022-05-31T13:47:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:47:37.194256 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2c20fe-ae7b-4a77-b87b-d263630349e2 None None] The sync data for ids ['c9593682-dac9-4fef-a517-e094e51451e4'] in n-d-843939-1 is: [{'id': 'c9593682-dac9-4fef-a517-e094e51451e4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1297477820-router', 'tenant_id': '43a11296fa744ef9b51a5e4bd52ac689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '1e98a30c-f878-4048-86eb-927a3d53c5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:47:25Z', 'updated_at': '2022-05-31T13:47:29Z', 'revision_number': 3, 'project_id': '43a11296fa744ef9b51a5e4bd52ac689', 'gw_port': {'id': '1e98a30c-f878-4048-86eb-927a3d53c5e4', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:46:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9593682-dac9-4fef-a517-e094e51451e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:47:28Z', 'updated_at': '2022-05-31T13:47:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:47:37.210177 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-48fceb50-6363-4770-b208-055da953506a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2e0298a1998446bc8194b9ee2af46759&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6880951 May 31 13:47:37.235286 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 38016) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:37.235934 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fceb50-6363-4770-b208-055da953506a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e3495b-cef2-4df1-b946-d37c6010b78e,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:37.280155 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aaefa4c-f06b-42a8-847b-5b6ae2594128 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:37.281582 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-4aaefa4c-f06b-42a8-847b-5b6ae2594128 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Synchronizing usage tracker for tenant:e2f5ae2e1abf4a2cb5fdef12f13f2ebb on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:47:37.313908 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-4aaefa4c-f06b-42a8-847b-5b6ae2594128 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Unset dirty status for tenant:e2f5ae2e1abf4a2cb5fdef12f13f2ebb on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:47:37.324584 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-4aaefa4c-f06b-42a8-847b-5b6ae2594128 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.5971904 May 31 13:47:37.326288 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 38022) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:37.365477 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 0790d5db-47ca-463f-8442-225c7f7aff0d is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:47:37.413066 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:37.421096 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-71b5e4ad-a64a-406b-b8b2-43b10383b369 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:37.466188 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-71b5e4ad-a64a-406b-b8b2-43b10383b369 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:37.550167 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c5f46c20-5882-457f-8345-49167dec0533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:37.572162 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-530048fc-4b57-497f-b327-d1ae0640c2fa req-3cafb582-c878-4dea-80ca-0cece4998145 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0710edc1-1650-4be9-80ea-169a803e7734&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.6639204 May 31 13:47:37.650684 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c5f46c20-5882-457f-8345-49167dec0533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:37.723082 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-62bf9a82-8fd4-4d3b-a6a0-e58ad7cc4c7d tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3858454 May 31 13:47:37.726882 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c5f46c20-5882-457f-8345-49167dec0533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:37.734299 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 38026) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:37.756395 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-b31b6b21-d2f7-4da0-8fa3-de59de6e8b8c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-306933888'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:47:37.762493 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f46c20-5882-457f-8345-49167dec0533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e3495b-cef2-4df1-b946-d37c6010b78e,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:37.771834 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0bf23dcd-a728-4342-81dc-4b3c8f9a0a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:37.905674 n-d-843939-1 neutron-server[88370]: INFO neutron.db.l3_db [None req-71b5e4ad-a64a-406b-b8b2-43b10383b369 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Floating IP 2a7b3825-70d0-465d-8bf8-9bab3b864c0b associated. External IP: 172.25.6.107, port: 20efd11f-9efa-410c-86e1-05510292940d. May 31 13:47:37.963285 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b31b6b21-d2f7-4da0-8fa3-de59de6e8b8c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:47:37.973340 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-b31b6b21-d2f7-4da0-8fa3-de59de6e8b8c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Usage tracker for resource:network and tenant:e2f5ae2e1abf4a2cb5fdef12f13f2ebb is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:47:37.974405 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-b31b6b21-d2f7-4da0-8fa3-de59de6e8b8c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:47:37.981655 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b31b6b21-d2f7-4da0-8fa3-de59de6e8b8c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:47:37.984417 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c5f46c20-5882-457f-8345-49167dec0533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:37.987982 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c5f46c20-5882-457f-8345-49167dec0533 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c6e3495b-cef2-4df1-b946-d37c6010b78e HTTP/1.1" status: 204 len: 168 time: 0.7318058 May 31 13:47:38.025864 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7b43fb0b-bfa1-4ea7-b44b-67f5ed703241 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:38.033647 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b31b6b21-d2f7-4da0-8fa3-de59de6e8b8c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Made reservation on behalf of e2f5ae2e1abf4a2cb5fdef12f13f2ebb for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:47:38.040722 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b31b6b21-d2f7-4da0-8fa3-de59de6e8b8c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:38.109620 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b31b6b21-d2f7-4da0-8fa3-de59de6e8b8c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:47:38.129110 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b31b6b21-d2f7-4da0-8fa3-de59de6e8b8c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:38.129454 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-b31b6b21-d2f7-4da0-8fa3-de59de6e8b8c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Added segment b8ba7556-55f5-4c56-9b56-c4cce80eefd5 of type vlan for network a8f00cd1-799c-413c-b317-bab4530ef31f May 31 13:47:38.175169 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0bf23dcd-a728-4342-81dc-4b3c8f9a0a4a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:38.190733 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b31b6b21-d2f7-4da0-8fa3-de59de6e8b8c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:38.208259 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-7b43fb0b-bfa1-4ea7-b44b-67f5ed703241 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Calling delete_port for 5dce91c5-6d73-4ac2-af89-0defea520f9b owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:47:38.247679 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0bf23dcd-a728-4342-81dc-4b3c8f9a0a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:38.292939 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 1e98a30c-f878-4048-86eb-927a3d53c5e4 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:47:38.343559 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b31b6b21-d2f7-4da0-8fa3-de59de6e8b8c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:38.365728 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31b6b21-d2f7-4da0-8fa3-de59de6e8b8c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:38.373207 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b31b6b21-d2f7-4da0-8fa3-de59de6e8b8c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:38.452887 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 1e98a30c-f878-4048-86eb-927a3d53c5e4 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:47:38.458746 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 1e98a30c-f878-4048-86eb-927a3d53c5e4 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:47:38.459206 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:38.563048 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530048fc-4b57-497f-b327-d1ae0640c2fa req-d71d5c13-bea2-4716-b6a8-216f8301abf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:38.574407 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-530048fc-4b57-497f-b327-d1ae0640c2fa req-d71d5c13-bea2-4716-b6a8-216f8301abf0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0c3bb07388f549c9aeec65a21380cb5d&device_id=0710edc1-1650-4be9-80ea-169a803e7734 HTTP/1.1" status: 200 len: 1096 time: 0.8706856 May 31 13:47:38.577734 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7b43fb0b-bfa1-4ea7-b44b-67f5ed703241 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:38.611700 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0bf23dcd-a728-4342-81dc-4b3c8f9a0a4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:38.623170 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf23dcd-a728-4342-81dc-4b3c8f9a0a4a admin admin] Pushing event updated for resources: {'Port': ['ID=6cda1b20-ed70-448f-9036-047109811056,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:38.637664 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 38036) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:38.687174 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b31b6b21-d2f7-4da0-8fa3-de59de6e8b8c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9366834 May 31 13:47:38.699507 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 38042) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:38.703338 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31b6b21-d2f7-4da0-8fa3-de59de6e8b8c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event updated for resources: {'Network': ['ID=a8f00cd1-799c-413c-b317-bab4530ef31f,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:38.757751 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-198e4e1a-4faf-4372-a398-ae536aa277e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:38.774683 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-6093ac71-590b-4a65-9e0f-15d83b775ca5 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Request body: {'subnet': {'network_id': 'a8f00cd1-799c-413c-b317-bab4530ef31f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:47:38.799509 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network a8f00cd1-799c-413c-b317-bab4530ef31f details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:47:38.822136 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b43fb0b-bfa1-4ea7-b44b-67f5ed703241 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Pushing event deleted for resources: {'Port': ['ID=5dce91c5-6d73-4ac2-af89-0defea520f9b,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:38.897880 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6093ac71-590b-4a65-9e0f-15d83b775ca5 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:47:38.904411 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-6093ac71-590b-4a65-9e0f-15d83b775ca5 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Usage tracker for resource:subnet and tenant:e2f5ae2e1abf4a2cb5fdef12f13f2ebb is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:47:38.913570 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-6093ac71-590b-4a65-9e0f-15d83b775ca5 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:47:38.927441 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6093ac71-590b-4a65-9e0f-15d83b775ca5 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:47:38.975195 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-198e4e1a-4faf-4372-a398-ae536aa277e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:47:38.979345 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-198e4e1a-4faf-4372-a398-ae536aa277e3 admin admin] Usage tracker for resource:security_group_rule and tenant:1afb0154005b40df82b996088b7e09f7 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:47:38.982707 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-198e4e1a-4faf-4372-a398-ae536aa277e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:47:38.995322 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-198e4e1a-4faf-4372-a398-ae536aa277e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:47:39.067756 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 1e98a30c-f878-4048-86eb-927a3d53c5e4 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:47:39.068547 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:39.108104 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:39.111519 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 1e98a30c-f878-4048-86eb-927a3d53c5e4, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=1e98a30c-f878-4048-86eb-927a3d53c5e4,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:47:39.119017 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:39.192931 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 81c34e5f-47ab-4f84-a8f2-641f214d6b02 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:47:39.197622 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6093ac71-590b-4a65-9e0f-15d83b775ca5 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Made reservation on behalf of e2f5ae2e1abf4a2cb5fdef12f13f2ebb for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:47:39.217421 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6093ac71-590b-4a65-9e0f-15d83b775ca5 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:39.290060 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-198e4e1a-4faf-4372-a398-ae536aa277e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:39.292972 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 38052) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:39.300878 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 81c34e5f-47ab-4f84-a8f2-641f214d6b02 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:47:39.301746 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 81c34e5f-47ab-4f84-a8f2-641f214d6b02 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:47:39.360793 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=1e98a30c-f878-4048-86eb-927a3d53c5e4,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:39.490258 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-198e4e1a-4faf-4372-a398-ae536aa277e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:39.528205 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530048fc-4b57-497f-b327-d1ae0640c2fa req-956ebd2c-3c06-45d5-a7f5-2dfe7e5dcba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:39.529688 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-530048fc-4b57-497f-b327-d1ae0640c2fa req-956ebd2c-3c06-45d5-a7f5-2dfe7e5dcba5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=63c618dc-2d9c-42a1-a644-8fd65767e93c HTTP/1.1" status: 200 len: 916 time: 0.8269825 May 31 13:47:39.593063 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198e4e1a-4faf-4372-a398-ae536aa277e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96aaa4c8-067e-4e05-8646-9bdf54602b8f,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:39.645779 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf23dcd-a728-4342-81dc-4b3c8f9a0a4a admin admin] Network 8a6ea84a-a13a-4093-9580-9ccccafd4fee is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:47:39.650399 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-198e4e1a-4faf-4372-a398-ae536aa277e3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1afb0154005b40df82b996088b7e09f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9889889 May 31 13:47:39.651691 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-0bf23dcd-a728-4342-81dc-4b3c8f9a0a4a admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:47:39.654638 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 38060) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:39.670312 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e5bb38a5-e434-4d0e-b023-29fb43e725b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:39.733163 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71b5e4ad-a64a-406b-b8b2-43b10383b369 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Router 4df1fffe-8b50-4f4d-811c-fa121cfa517b has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:47:39.762009 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-e5bb38a5-e434-4d0e-b023-29fb43e725b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:47:39.770925 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-e5bb38a5-e434-4d0e-b023-29fb43e725b1 admin admin] Usage tracker for resource:security_group_rule and tenant:8c58f8735c764b898ef4fb5badcff1bf is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:47:39.780045 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-e5bb38a5-e434-4d0e-b023-29fb43e725b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:47:39.845824 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-530048fc-4b57-497f-b327-d1ae0640c2fa req-aef36cbd-be79-4f5e-adfc-31511b7aff82 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=801e7b36-1094-46d8-bd5f-4a2bce007eb1 HTTP/1.1" status: 200 len: 1000 time: 0.2880888 May 31 13:47:39.846708 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-e5bb38a5-e434-4d0e-b023-29fb43e725b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:47:39.933824 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7b43fb0b-bfa1-4ea7-b44b-67f5ed703241 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:39.970950 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2bc5efa8-5eaf-4dc3-8ff8-b914d3fd5041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:40.029656 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2bc5efa8-5eaf-4dc3-8ff8-b914d3fd5041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:40.032790 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-7b43fb0b-bfa1-4ea7-b44b-67f5ed703241 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] 10.222.0.50 "DELETE /v2.0/ports/5dce91c5-6d73-4ac2-af89-0defea520f9b HTTP/1.1" status: 204 len: 168 time: 3.9938838 May 31 13:47:40.036839 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6093ac71-590b-4a65-9e0f-15d83b775ca5 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:40.045659 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 38064) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:40.057449 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530048fc-4b57-497f-b327-d1ae0640c2fa req-22daf245-c87b-4a3b-8a6f-6d0eb3d40852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:40.059372 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-530048fc-4b57-497f-b327-d1ae0640c2fa req-22daf245-c87b-4a3b-8a6f-6d0eb3d40852 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1fa11664-0552-4bb0-b5b0-3278009a7430 HTTP/1.1" status: 200 len: 854 time: 0.2017300 May 31 13:47:40.143282 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bf23dcd-a728-4342-81dc-4b3c8f9a0a4a admin admin] Router c9593682-dac9-4fef-a517-e094e51451e4 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:47:40.151526 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b5e4ad-a64a-406b-b8b2-43b10383b369 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:47:40.173245 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7a883f-86f5-4fac-ab77-db7350150682 None None] Sync routers for ids ['4df1fffe-8b50-4f4d-811c-fa121cfa517b'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:47:40.186127 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fc65dce-cead-4d4a-9dec-ece65ed8faca tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] GET failed (client error): The resource could not be found. May 31 13:47:40.186734 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-5fc65dce-cead-4d4a-9dec-ece65ed8faca tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Synchronizing usage tracker for tenant:e1c33cc904274e70992652a7eff32fd2 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:47:40.187177 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7a883f-86f5-4fac-ab77-db7350150682 None None] Routers {'4df1fffe-8b50-4f4d-811c-fa121cfa517b'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:47:40.187996 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-ad7a883f-86f5-4fac-ab77-db7350150682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:47:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['4df1fffe-8b50-4f4d-811c-fa121cfa517b'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:47:40.252977 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 1e98a30c-f878-4048-86eb-927a3d53c5e4 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:47:40.279988 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e5bb38a5-e434-4d0e-b023-29fb43e725b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:40.280779 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6093ac71-590b-4a65-9e0f-15d83b775ca5 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event updated for resources: {'Subnet': ['ID=f488e848-2ddb-4480-8fad-57595ec44ed8,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:40.290582 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e5bb38a5-e434-4d0e-b023-29fb43e725b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:40.313628 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-ad7a883f-86f5-4fac-ab77-db7350150682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:47:40.315359 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6093ac71-590b-4a65-9e0f-15d83b775ca5 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Checking segment: {'id': 'b8ba7556-55f5-4c56-9b56-c4cce80eefd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a8f00cd1-799c-413c-b317-bab4530ef31f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:47:40.315784 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6093ac71-590b-4a65-9e0f-15d83b775ca5 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Network hostable DHCP agents. Network: a8f00cd1-799c-413c-b317-bab4530ef31f, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:47:40.333413 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7a883f-86f5-4fac-ab77-db7350150682 None None] Routers {'4df1fffe-8b50-4f4d-811c-fa121cfa517b'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:47:40.333413 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-ad7a883f-86f5-4fac-ab77-db7350150682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:47:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['4df1fffe-8b50-4f4d-811c-fa121cfa517b'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:47:40.334556 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-5fc65dce-cead-4d4a-9dec-ece65ed8faca tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Unset dirty status for tenant:e1c33cc904274e70992652a7eff32fd2 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:47:40.335890 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-5fc65dce-cead-4d4a-9dec-ece65ed8faca tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] 10.222.0.50 "GET /v2.0/ports/5dce91c5-6d73-4ac2-af89-0defea520f9b HTTP/1.1" status: 404 len: 333 time: 0.2633045 May 31 13:47:40.344584 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 38068) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:40.355664 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-af3ee6d5-e058-4399-a607-75cabb81390a tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Request body: {'port': {'network_id': '4ea0f66d-696e-49f4-8ade-03a5d3ab38aa', 'name': 'tempest-AllowedAddressPairTestJSON-260756871'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:47:40.401284 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530048fc-4b57-497f-b327-d1ae0640c2fa req-ddaa532c-dcaf-4846-878c-c0d50cae49d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:40.403469 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-530048fc-4b57-497f-b327-d1ae0640c2fa req-ddaa532c-dcaf-4846-878c-c0d50cae49d2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=63c618dc-2d9c-42a1-a644-8fd65767e93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3349319 May 31 13:47:40.411453 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-ad7a883f-86f5-4fac-ab77-db7350150682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:47:40.411861 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7a883f-86f5-4fac-ab77-db7350150682 None None] The sync data for ids ['4df1fffe-8b50-4f4d-811c-fa121cfa517b'] in n-d-843939-1 is: [] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:47:40.429138 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 1e98a30c-f878-4048-86eb-927a3d53c5e4 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:47:40.429595 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:40.461057 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-e5bb38a5-e434-4d0e-b023-29fb43e725b1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8c58f8735c764b898ef4fb5badcff1bf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1654265 May 31 13:47:40.462529 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bb38a5-e434-4d0e-b023-29fb43e725b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04798848-541d-4f83-b80e-7d6bc81b3abd,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:40.515715 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 38072) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:40.522140 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2bc5efa8-5eaf-4dc3-8ff8-b914d3fd5041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:40.557080 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6093ac71-590b-4a65-9e0f-15d83b775ca5 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Network a8f00cd1-799c-413c-b317-bab4530ef31f is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:47:40.563998 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc5efa8-5eaf-4dc3-8ff8-b914d3fd5041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96aaa4c8-067e-4e05-8646-9bdf54602b8f,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:40.593480 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c8f15129-99ed-4260-8f29-83d05dd64b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:40.598390 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-6093ac71-590b-4a65-9e0f-15d83b775ca5 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, a8f00cd1-799c-413c-b317-bab4530ef31f) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:47:40.603165 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 1e98a30c-f878-4048-86eb-927a3d53c5e4 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:47:40.620956 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bf23dcd-a728-4342-81dc-4b3c8f9a0a4a admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:47:40.623506 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6093ac71-590b-4a65-9e0f-15d83b775ca5 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:40.623988 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365da79e-3852-4405-94fb-84f959c925c0 None None] Network a8f00cd1-799c-413c-b317-bab4530ef31f requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:47:40.624491 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6093ac71-590b-4a65-9e0f-15d83b775ca5 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:40.640084 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b07ce0a-c3a7-4468-a735-5dec79ab0c58 None None] Sync routers for ids ['c9593682-dac9-4fef-a517-e094e51451e4'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:47:40.657252 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b07ce0a-c3a7-4468-a735-5dec79ab0c58 None None] Routers {'c9593682-dac9-4fef-a517-e094e51451e4'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:47:40.660053 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-4b07ce0a-c3a7-4468-a735-5dec79ab0c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:47:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['c9593682-dac9-4fef-a517-e094e51451e4'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:47:40.666040 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2bc5efa8-5eaf-4dc3-8ff8-b914d3fd5041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:40.670521 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-2bc5efa8-5eaf-4dc3-8ff8-b914d3fd5041 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/96aaa4c8-067e-4e05-8646-9bdf54602b8f HTTP/1.1" status: 204 len: 168 time: 1.0133190 May 31 13:47:40.675536 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-0bf23dcd-a728-4342-81dc-4b3c8f9a0a4a admin admin] 10.222.0.50 "PUT /v2.0/routers/c9593682-dac9-4fef-a517-e094e51451e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4334185 May 31 13:47:40.685793 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-6093ac71-590b-4a65-9e0f-15d83b775ca5 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9833376 May 31 13:47:40.687047 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-af3ee6d5-e058-4399-a607-75cabb81390a tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:47:40.689153 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 38080) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:40.700584 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-ba265b2b-b981-4a99-8b44-a47ffc351842 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Request body: {'port': {'network_id': 'a8f00cd1-799c-413c-b317-bab4530ef31f', 'name': 'tempest-PortsIpV6TestJSON-939201839'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:47:40.721808 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-af3ee6d5-e058-4399-a607-75cabb81390a tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:47:40.804728 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3ee6d5-e058-4399-a607-75cabb81390a tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Made reservation on behalf of e1c33cc904274e70992652a7eff32fd2 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:47:40.809536 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-af3ee6d5-e058-4399-a607-75cabb81390a tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:40.855365 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-af3ee6d5-e058-4399-a607-75cabb81390a tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] device_id is not set on port 01fa2dc0-9c59-4bd3-82ac-14f6674469a8 yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:47:40.959936 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ba265b2b-b981-4a99-8b44-a47ffc351842 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:47:40.980808 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ba265b2b-b981-4a99-8b44-a47ffc351842 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:47:40.988721 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71b5e4ad-a64a-406b-b8b2-43b10383b369 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Router 4df1fffe-8b50-4f4d-811c-fa121cfa517b has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:47:41.062523 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba265b2b-b981-4a99-8b44-a47ffc351842 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Made reservation on behalf of e2f5ae2e1abf4a2cb5fdef12f13f2ebb for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:47:41.065873 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ba265b2b-b981-4a99-8b44-a47ffc351842 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:41.080190 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-4b07ce0a-c3a7-4468-a735-5dec79ab0c58 None None] Set router c9593682-dac9-4fef-a517-e094e51451e4 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:47:41.144424 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-af3ee6d5-e058-4399-a607-75cabb81390a tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Allocated IP 172.20.0.5 (4ea0f66d-696e-49f4-8ade-03a5d3ab38aa/98772fd9-e876-43e3-be94-74c9ea16678e/01fa2dc0-9c59-4bd3-82ac-14f6674469a8) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:47:41.146913 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-ba265b2b-b981-4a99-8b44-a47ffc351842 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] device_id is not set on port 52987d04-6ec6-4eba-9b05-3f833064354e yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:47:41.191982 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59f4406-253a-4c67-a148-d9ff670c3add None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-a8f00cd1-799c-413c-b317-bab4530ef31f', 'network_id': 'a8f00cd1-799c-413c-b317-bab4530ef31f', 'tenant_id': 'e2f5ae2e1abf4a2cb5fdef12f13f2ebb', 'fixed_ips': [{'subnet_id': 'f488e848-2ddb-4480-8fad-57595ec44ed8'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:47:41.192843 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f59f4406-253a-4c67-a148-d9ff670c3add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:41.300833 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b5e4ad-a64a-406b-b8b2-43b10383b369 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:47:41.320628 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-71b5e4ad-a64a-406b-b8b2-43b10383b369 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:41.518053 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-71b5e4ad-a64a-406b-b8b2-43b10383b369 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] 10.222.0.50 "PUT /v2.0/floatingips/2a7b3825-70d0-465d-8bf8-9bab3b864c0b HTTP/1.1" status: 200 len: 978 time: 5.7129209 May 31 13:47:41.526533 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da77c2c-e0f2-462f-b635-15ddfc938216 None None] Sync routers for ids ['4df1fffe-8b50-4f4d-811c-fa121cfa517b'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:47:41.528989 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 38100) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:41.529845 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e7ebc5c0-0837-4c8e-b04a-03e143b02998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:41.550246 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da77c2c-e0f2-462f-b635-15ddfc938216 None None] Routers {'4df1fffe-8b50-4f4d-811c-fa121cfa517b'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:47:41.552039 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-1da77c2c-e0f2-462f-b635-15ddfc938216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:47:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['4df1fffe-8b50-4f4d-811c-fa121cfa517b'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:47:41.565441 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-530048fc-4b57-497f-b327-d1ae0640c2fa req-37e8e7c1-e77a-43e6-81e7-31e872b542b3 service neutron] 10.222.0.44 "GET /v2.0/networks/63c618dc-2d9c-42a1-a644-8fd65767e93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1502404 May 31 13:47:41.598290 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-8b4637db-6ebd-4c9f-a0ae-39f27b61d73d tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:47:41.637224 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-ba265b2b-b981-4a99-8b44-a47ffc351842 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Allocated IP 2001:db8::21 (a8f00cd1-799c-413c-b317-bab4530ef31f/f488e848-2ddb-4480-8fad-57595ec44ed8/52987d04-6ec6-4eba-9b05-3f833064354e) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:47:41.684006 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-1da77c2c-e0f2-462f-b635-15ddfc938216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:47:41.695654 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da77c2c-e0f2-462f-b635-15ddfc938216 None None] Routers {'4df1fffe-8b50-4f4d-811c-fa121cfa517b'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:47:41.696439 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-1da77c2c-e0f2-462f-b635-15ddfc938216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:47:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['4df1fffe-8b50-4f4d-811c-fa121cfa517b'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:47:41.750826 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-af3ee6d5-e058-4399-a607-75cabb81390a tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:41.772712 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-1da77c2c-e0f2-462f-b635-15ddfc938216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:47:41.773293 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da77c2c-e0f2-462f-b635-15ddfc938216 None None] The sync data for ids ['4df1fffe-8b50-4f4d-811c-fa121cfa517b'] in n-d-843939-1 is: [] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:47:41.798014 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-4b07ce0a-c3a7-4468-a735-5dec79ab0c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9593682-dac9-4fef-a517-e094e51451e4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1297477820-router', 'tenant_id': '43a11296fa744ef9b51a5e4bd52ac689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '1e98a30c-f878-4048-86eb-927a3d53c5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:47:25Z', 'updated_at': '2022-05-31T13:47:37Z', 'revision_number': 4, 'project_id': '43a11296fa744ef9b51a5e4bd52ac689', 'gw_port': {'id': '1e98a30c-f878-4048-86eb-927a3d53c5e4', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:46:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9593682-dac9-4fef-a517-e094e51451e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:47:28Z', 'updated_at': '2022-05-31T13:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '6cda1b20-ed70-448f-9036-047109811056', 'name': '', 'network_id': '8a6ea84a-a13a-4093-9580-9ccccafd4fee', 'tenant_id': '43a11296fa744ef9b51a5e4bd52ac689', 'mac_address': 'fa:16:3e:83:b4:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9593682-dac9-4fef-a517-e094e51451e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'd8d91a8e-1d4d-442a-944f-994d412d112f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:47:34Z', 'updated_at': '2022-05-31T13:47:37Z', 'revision_number': 2, 'project_id': '43a11296fa744ef9b51a5e4bd52ac689', 'subnets': [{'id': 'd8d91a8e-1d4d-442a-944f-994d412d112f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:47:41.812537 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b07ce0a-c3a7-4468-a735-5dec79ab0c58 None None] Checking router: c9593682-dac9-4fef-a517-e094e51451e4 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:47:41.812906 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b07ce0a-c3a7-4468-a735-5dec79ab0c58 None None] Updating router c9593682-dac9-4fef-a517-e094e51451e4 port 6cda1b20-ed70-448f-9036-047109811056 binding host n-d-843939-1 {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:47:41.842327 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e7ebc5c0-0837-4c8e-b04a-03e143b02998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:41.856619 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-af3ee6d5-e058-4399-a607-75cabb81390a tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Transition to ACTIVE for port object 01fa2dc0-9c59-4bd3-82ac-14f6674469a8 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:47:41.916761 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4b07ce0a-c3a7-4468-a735-5dec79ab0c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:41.967431 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ba265b2b-b981-4a99-8b44-a47ffc351842 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:41.971542 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-af3ee6d5-e058-4399-a607-75cabb81390a tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:42.045325 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3ee6d5-e058-4399-a607-75cabb81390a tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Network 4ea0f66d-696e-49f4-8ade-03a5d3ab38aa is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:47:42.058209 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-af3ee6d5-e058-4399-a607-75cabb81390a tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:47:42.066484 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3ee6d5-e058-4399-a607-75cabb81390a tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:47:42.093517 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-ba265b2b-b981-4a99-8b44-a47ffc351842 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Transition to ACTIVE for port object 52987d04-6ec6-4eba-9b05-3f833064354e will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:47:42.127673 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3ee6d5-e058-4399-a607-75cabb81390a tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Pushing event updated for resources: {'Port': ['ID=01fa2dc0-9c59-4bd3-82ac-14f6674469a8,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:42.154223 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3ee6d5-e058-4399-a607-75cabb81390a tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:42.156664 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-af3ee6d5-e058-4399-a607-75cabb81390a tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:42.160717 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8b4637db-6ebd-4c9f-a0ae-39f27b61d73d tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks [] for floatingip, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:42.202049 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-af3ee6d5-e058-4399-a607-75cabb81390a tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8544896 May 31 13:47:42.213441 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 38122) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:42.222386 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ba265b2b-b981-4a99-8b44-a47ffc351842 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:42.233866 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-6dc47c99-cef3-4e96-9ec8-2860b51342d1 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:5a:28:92'}]}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:47:42.309860 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-f59f4406-253a-4c67-a148-d9ff670c3add None None] Allocated IP 2001:db8::2 (a8f00cd1-799c-413c-b317-bab4530ef31f/f488e848-2ddb-4480-8fad-57595ec44ed8/327ac5ec-4151-4b1e-a19b-96e0a2e5e8a6) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:47:42.430587 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e7ebc5c0-0837-4c8e-b04a-03e143b02998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:42.445111 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba265b2b-b981-4a99-8b44-a47ffc351842 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event updated for resources: {'Port': ['ID=52987d04-6ec6-4eba-9b05-3f833064354e,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:42.480824 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba265b2b-b981-4a99-8b44-a47ffc351842 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Network a8f00cd1-799c-413c-b317-bab4530ef31f is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:47:42.484476 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-ba265b2b-b981-4a99-8b44-a47ffc351842 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:47:42.489733 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba265b2b-b981-4a99-8b44-a47ffc351842 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:47:42.497267 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba265b2b-b981-4a99-8b44-a47ffc351842 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:42.497922 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ba265b2b-b981-4a99-8b44-a47ffc351842 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:42.524307 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ba265b2b-b981-4a99-8b44-a47ffc351842 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8339007 May 31 13:47:42.537575 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f98850-38c9-44d1-9745-b7d402dc0efa req-72bd5f2d-d4b6-4b28-bc50-b20e77dbd791 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:42.545217 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-27f98850-38c9-44d1-9745-b7d402dc0efa req-72bd5f2d-d4b6-4b28-bc50-b20e77dbd791 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] 10.222.0.50 "GET /v2.0/networks?id=8a6ea84a-a13a-4093-9580-9ccccafd4fee HTTP/1.1" status: 200 len: 820 time: 0.5676641 May 31 13:47:42.553270 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 38128) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:42.565502 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-f26e4f88-402f-4849-b180-8c6276d1d718 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Request body: {'port': {'network_id': 'a8f00cd1-799c-413c-b317-bab4530ef31f', 'name': 'tempest-PortsIpV6TestJSON-707231079'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:47:42.581861 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-530048fc-4b57-497f-b327-d1ae0640c2fa req-74e57ce4-cc0f-4037-8417-8acf3b30e0f2 service neutron] 10.222.0.44 "GET /v2.0/networks/63c618dc-2d9c-42a1-a644-8fd65767e93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8415289 May 31 13:47:42.582710 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ebc5c0-0837-4c8e-b04a-03e143b02998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04798848-541d-4f83-b80e-7d6bc81b3abd,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:42.584078 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2b2d7226-16e3-46ff-99bc-07f8d7e5c0b8 None None] Provisioning for port 01fa2dc0-9c59-4bd3-82ac-14f6674469a8 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:47:42.595326 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-27f98850-38c9-44d1-9745-b7d402dc0efa req-67053e99-730a-401c-bec7-acddec407d52 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] 10.222.0.50 "GET /v2.0/quotas/43a11296fa744ef9b51a5e4bd52ac689 HTTP/1.1" status: 200 len: 375 time: 0.0489008 May 31 13:47:42.615345 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2b2d7226-16e3-46ff-99bc-07f8d7e5c0b8 None None] Provisioning complete for port 01fa2dc0-9c59-4bd3-82ac-14f6674469a8 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:47:42.616335 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2b2d7226-16e3-46ff-99bc-07f8d7e5c0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:42.669685 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4b07ce0a-c3a7-4468-a735-5dec79ab0c58 None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:42.676346 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e7ebc5c0-0837-4c8e-b04a-03e143b02998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:42.677646 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-e7ebc5c0-0837-4c8e-b04a-03e143b02998 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/04798848-541d-4f83-b80e-7d6bc81b3abd HTTP/1.1" status: 204 len: 168 time: 2.1606150 May 31 13:47:42.703941 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-4b07ce0a-c3a7-4468-a735-5dec79ab0c58 None None] Transition to ACTIVE for port object 6cda1b20-ed70-448f-9036-047109811056 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:47:42.716864 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4b07ce0a-c3a7-4468-a735-5dec79ab0c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:42.758793 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2b2d7226-16e3-46ff-99bc-07f8d7e5c0b8 None None] Port 01fa2dc0-9c59-4bd3-82ac-14f6674469a8 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:47:42.856281 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-56dcafd7-cc1c-4b0f-8071-3082bdac7efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:42.873804 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f59f4406-253a-4c67-a148-d9ff670c3add None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:42.894922 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f59f4406-253a-4c67-a148-d9ff670c3add None None] Transition to ACTIVE for port object 327ac5ec-4151-4b1e-a19b-96e0a2e5e8a6 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:47:42.920415 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f59f4406-253a-4c67-a148-d9ff670c3add None None] Transition to ACTIVE for port object 327ac5ec-4151-4b1e-a19b-96e0a2e5e8a6 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:47:42.920564 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831d0d41-c7d8-4dc1-b735-018c1a13d53f None None] Pushing event updated for resources: {'Port': ['ID=6cda1b20-ed70-448f-9036-047109811056,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:42.931153 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f59f4406-253a-4c67-a148-d9ff670c3add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:42.931889 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d0d41-c7d8-4dc1-b735-018c1a13d53f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:47:42.932238 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d0d41-c7d8-4dc1-b735-018c1a13d53f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:47:42.932657 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d0d41-c7d8-4dc1-b735-018c1a13d53f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:47:42.933623 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d0d41-c7d8-4dc1-b735-018c1a13d53f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:47:42.933980 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d0d41-c7d8-4dc1-b735-018c1a13d53f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:47:42.934295 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d0d41-c7d8-4dc1-b735-018c1a13d53f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:47:42.934668 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d0d41-c7d8-4dc1-b735-018c1a13d53f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:47:42.934986 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d0d41-c7d8-4dc1-b735-018c1a13d53f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:47:42.935302 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d0d41-c7d8-4dc1-b735-018c1a13d53f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:47:42.935703 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d0d41-c7d8-4dc1-b735-018c1a13d53f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:47:42.936026 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d0d41-c7d8-4dc1-b735-018c1a13d53f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:47:42.936488 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d0d41-c7d8-4dc1-b735-018c1a13d53f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:47:42.980796 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8b4637db-6ebd-4c9f-a0ae-39f27b61d73d tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:42.996584 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8b4637db-6ebd-4c9f-a0ae-39f27b61d73d tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:42.996906 n-d-843939-1 neutron-server[88370]: INFO neutron.db.l3_db [None req-8b4637db-6ebd-4c9f-a0ae-39f27b61d73d tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Floating IP 2a7b3825-70d0-465d-8bf8-9bab3b864c0b disassociated. External IP: 172.25.6.107, port: 63f56cf2-c2c3-499f-8de6-3c65ea0017e6. May 31 13:47:43.025382 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6dc47c99-cef3-4e96-9ec8-2860b51342d1 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:43.044830 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-f26e4f88-402f-4849-b180-8c6276d1d718 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:47:43.056635 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-f26e4f88-402f-4849-b180-8c6276d1d718 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:47:43.076773 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26e4f88-402f-4849-b180-8c6276d1d718 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Made reservation on behalf of e2f5ae2e1abf4a2cb5fdef12f13f2ebb for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:47:43.080743 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f26e4f88-402f-4849-b180-8c6276d1d718 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:43.174117 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-4b07ce0a-c3a7-4468-a735-5dec79ab0c58 None None] Attempting to bind port 6cda1b20-ed70-448f-9036-047109811056 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:47:43.174485 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-4b07ce0a-c3a7-4468-a735-5dec79ab0c58 None None] Attempting to bind port 6cda1b20-ed70-448f-9036-047109811056 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '7fc9d5ef-ea20-4237-ab4a-21f18c0e56aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '8a6ea84a-a13a-4093-9580-9ccccafd4fee'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:47:43.174846 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b07ce0a-c3a7-4468-a735-5dec79ab0c58 None None] Attempting to bind port 6cda1b20-ed70-448f-9036-047109811056 on network 8a6ea84a-a13a-4093-9580-9ccccafd4fee {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:47:43.181761 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b07ce0a-c3a7-4468-a735-5dec79ab0c58 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:47:43.182487 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b07ce0a-c3a7-4468-a735-5dec79ab0c58 None None] Checking segment: {'id': '7fc9d5ef-ea20-4237-ab4a-21f18c0e56aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '8a6ea84a-a13a-4093-9580-9ccccafd4fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:47:43.184026 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4b07ce0a-c3a7-4468-a735-5dec79ab0c58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:43.184735 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b07ce0a-c3a7-4468-a735-5dec79ab0c58 None None] Bound using segment: {'id': '7fc9d5ef-ea20-4237-ab4a-21f18c0e56aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '8a6ea84a-a13a-4093-9580-9ccccafd4fee'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:47:43.185762 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-4b07ce0a-c3a7-4468-a735-5dec79ab0c58 None None] Bound port: 6cda1b20-ed70-448f-9036-047109811056, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fc9d5ef-ea20-4237-ab4a-21f18c0e56aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '8a6ea84a-a13a-4093-9580-9ccccafd4fee'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:47:43.186420 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4b07ce0a-c3a7-4468-a735-5dec79ab0c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:43.215794 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-f26e4f88-402f-4849-b180-8c6276d1d718 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] device_id is not set on port 53bb8f1a-8858-48de-bccd-af6877af9e4b yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:47:43.221715 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59f4406-253a-4c67-a148-d9ff670c3add None None] Network a8f00cd1-799c-413c-b317-bab4530ef31f is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:47:43.230778 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-27f98850-38c9-44d1-9745-b7d402dc0efa req-de2222a3-7474-4ed8-a53d-2f30db73fefa tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=43a11296fa744ef9b51a5e4bd52ac689&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6271062 May 31 13:47:43.234799 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-f59f4406-253a-4c67-a148-d9ff670c3add None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:47:43.254468 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59f4406-253a-4c67-a148-d9ff670c3add None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:47:43.316169 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-4b07ce0a-c3a7-4468-a735-5dec79ab0c58 None None] For port 6cda1b20-ed70-448f-9036-047109811056, host n-d-843939-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:47:43.322628 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-4b07ce0a-c3a7-4468-a735-5dec79ab0c58 None None] For port 6cda1b20-ed70-448f-9036-047109811056, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=6cda1b20-ed70-448f-9036-047109811056,segment=NetworkSegment(7fc9d5ef-ea20-4237-ab4a-21f18c0e56aa),segment_id=7fc9d5ef-ea20-4237-ab4a-21f18c0e56aa)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:47:43.331823 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4b07ce0a-c3a7-4468-a735-5dec79ab0c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:43.335434 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 38146) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:43.375924 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fbc42d93-3e5b-47c9-ab5c-16a0f01b4174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:43.435261 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831d0d41-c7d8-4dc1-b735-018c1a13d53f None None] Pushing event updated for resources: {'Port': ['ID=6cda1b20-ed70-448f-9036-047109811056,revision_number=4']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:43.444304 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b07ce0a-c3a7-4468-a735-5dec79ab0c58 None None] Routers {'c9593682-dac9-4fef-a517-e094e51451e4'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:47:43.445508 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-4b07ce0a-c3a7-4468-a735-5dec79ab0c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:47:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['c9593682-dac9-4fef-a517-e094e51451e4'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:47:43.550768 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59f4406-253a-4c67-a148-d9ff670c3add None None] Pushing event updated for resources: {'Port': ['ID=327ac5ec-4151-4b1e-a19b-96e0a2e5e8a6,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:43.573140 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-fbc42d93-3e5b-47c9-ab5c-16a0f01b4174 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:47:43.583564 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-f59f4406-253a-4c67-a148-d9ff670c3add None None] Attempting to bind port 327ac5ec-4151-4b1e-a19b-96e0a2e5e8a6 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:47:43.586440 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-f59f4406-253a-4c67-a148-d9ff670c3add None None] Attempting to bind port 327ac5ec-4151-4b1e-a19b-96e0a2e5e8a6 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'b8ba7556-55f5-4c56-9b56-c4cce80eefd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a8f00cd1-799c-413c-b317-bab4530ef31f'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:47:43.587023 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59f4406-253a-4c67-a148-d9ff670c3add None None] Attempting to bind port 327ac5ec-4151-4b1e-a19b-96e0a2e5e8a6 on network a8f00cd1-799c-413c-b317-bab4530ef31f {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:47:43.602280 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59f4406-253a-4c67-a148-d9ff670c3add None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:47:43.604234 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59f4406-253a-4c67-a148-d9ff670c3add None None] Checking segment: {'id': 'b8ba7556-55f5-4c56-9b56-c4cce80eefd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a8f00cd1-799c-413c-b317-bab4530ef31f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:47:43.604860 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f59f4406-253a-4c67-a148-d9ff670c3add None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:43.605578 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59f4406-253a-4c67-a148-d9ff670c3add None None] Bound using segment: {'id': 'b8ba7556-55f5-4c56-9b56-c4cce80eefd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a8f00cd1-799c-413c-b317-bab4530ef31f'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:47:43.607714 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-f59f4406-253a-4c67-a148-d9ff670c3add None None] Bound port: 327ac5ec-4151-4b1e-a19b-96e0a2e5e8a6, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8ba7556-55f5-4c56-9b56-c4cce80eefd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a8f00cd1-799c-413c-b317-bab4530ef31f'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:47:43.609338 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f59f4406-253a-4c67-a148-d9ff670c3add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:43.620024 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-fbc42d93-3e5b-47c9-ab5c-16a0f01b4174 admin admin] Usage tracker for resource:security_group_rule and tenant:21723f2b99db41bb9d4f1d099a25558f is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:47:43.630282 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-fbc42d93-3e5b-47c9-ab5c-16a0f01b4174 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:47:43.644090 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-fbc42d93-3e5b-47c9-ab5c-16a0f01b4174 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:47:43.713092 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-f26e4f88-402f-4849-b180-8c6276d1d718 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Allocated IP 2001:db8::2e6 (a8f00cd1-799c-413c-b317-bab4530ef31f/f488e848-2ddb-4480-8fad-57595ec44ed8/53bb8f1a-8858-48de-bccd-af6877af9e4b) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:47:43.750853 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-4b07ce0a-c3a7-4468-a735-5dec79ab0c58 None None] Set router c9593682-dac9-4fef-a517-e094e51451e4 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:47:43.798731 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-f59f4406-253a-4c67-a148-d9ff670c3add None None] For port 327ac5ec-4151-4b1e-a19b-96e0a2e5e8a6, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:47:43.804216 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-f59f4406-253a-4c67-a148-d9ff670c3add None None] For port 327ac5ec-4151-4b1e-a19b-96e0a2e5e8a6, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=327ac5ec-4151-4b1e-a19b-96e0a2e5e8a6,segment=NetworkSegment(b8ba7556-55f5-4c56-9b56-c4cce80eefd5),segment_id=b8ba7556-55f5-4c56-9b56-c4cce80eefd5)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:47:43.814178 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f59f4406-253a-4c67-a148-d9ff670c3add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:43.900775 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6dc47c99-cef3-4e96-9ec8-2860b51342d1 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:43.921376 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:43.924008 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-27f98850-38c9-44d1-9745-b7d402dc0efa req-ec018d4c-bbe4-403a-bcdc-358a4118898e service neutron] 10.222.0.50 "GET /v2.0/networks/8a6ea84a-a13a-4093-9580-9ccccafd4fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6923211 May 31 13:47:43.939455 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6dc47c99-cef3-4e96-9ec8-2860b51342d1 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:43.943343 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:43.958738 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59f4406-253a-4c67-a148-d9ff670c3add None None] Pushing event updated for resources: {'Port': ['ID=327ac5ec-4151-4b1e-a19b-96e0a2e5e8a6,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:44.182411 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-27f98850-38c9-44d1-9745-b7d402dc0efa req-c18afbde-4d5a-4494-b528-de830bdc7021 service neutron] 10.222.0.50 "GET /v2.0/networks/8a6ea84a-a13a-4093-9580-9ccccafd4fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343278 May 31 13:47:44.203312 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-4b07ce0a-c3a7-4468-a735-5dec79ab0c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9593682-dac9-4fef-a517-e094e51451e4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1297477820-router', 'tenant_id': '43a11296fa744ef9b51a5e4bd52ac689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '1e98a30c-f878-4048-86eb-927a3d53c5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:47:25Z', 'updated_at': '2022-05-31T13:47:37Z', 'revision_number': 4, 'project_id': '43a11296fa744ef9b51a5e4bd52ac689', 'gw_port': {'id': '1e98a30c-f878-4048-86eb-927a3d53c5e4', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:46:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9593682-dac9-4fef-a517-e094e51451e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:47:28Z', 'updated_at': '2022-05-31T13:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '6cda1b20-ed70-448f-9036-047109811056', 'name': '', 'network_id': '8a6ea84a-a13a-4093-9580-9ccccafd4fee', 'tenant_id': '43a11296fa744ef9b51a5e4bd52ac689', 'mac_address': 'fa:16:3e:83:b4:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9593682-dac9-4fef-a517-e094e51451e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'd8d91a8e-1d4d-442a-944f-994d412d112f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:47:34Z', 'updated_at': '2022-05-31T13:47:43Z', 'revision_number': 4, 'project_id': '43a11296fa744ef9b51a5e4bd52ac689', 'subnets': [{'id': 'd8d91a8e-1d4d-442a-944f-994d412d112f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:47:44.215889 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b07ce0a-c3a7-4468-a735-5dec79ab0c58 None None] The sync data for ids ['c9593682-dac9-4fef-a517-e094e51451e4'] in n-d-843939-1 is: [{'id': 'c9593682-dac9-4fef-a517-e094e51451e4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1297477820-router', 'tenant_id': '43a11296fa744ef9b51a5e4bd52ac689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '1e98a30c-f878-4048-86eb-927a3d53c5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:47:25Z', 'updated_at': '2022-05-31T13:47:37Z', 'revision_number': 4, 'project_id': '43a11296fa744ef9b51a5e4bd52ac689', 'gw_port': {'id': '1e98a30c-f878-4048-86eb-927a3d53c5e4', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:46:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9593682-dac9-4fef-a517-e094e51451e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:47:28Z', 'updated_at': '2022-05-31T13:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '6cda1b20-ed70-448f-9036-047109811056', 'name': '', 'network_id': '8a6ea84a-a13a-4093-9580-9ccccafd4fee', 'tenant_id': '43a11296fa744ef9b51a5e4bd52ac689', 'mac_address': 'fa:16:3e:83:b4:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9593682-dac9-4fef-a517-e094e51451e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'd8d91a8e-1d4d-442a-944f-994d412d112f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:47:34Z', 'updated_at': '2022-05-31T13:47:43Z', 'revision_number': 4, 'project_id': '43a11296fa744ef9b51a5e4bd52ac689', 'subnets': [{'id': 'd8d91a8e-1d4d-442a-944f-994d412d112f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:47:44.541715 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b4637db-6ebd-4c9f-a0ae-39f27b61d73d tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Router 4df1fffe-8b50-4f4d-811c-fa121cfa517b has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:47:44.609178 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-cf2043b4-9a75-4a56-9ede-3ec92600383d None None] Provisioning complete for port 01fa2dc0-9c59-4bd3-82ac-14f6674469a8 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:47:44.609631 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cf2043b4-9a75-4a56-9ede-3ec92600383d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:44.665072 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fbc42d93-3e5b-47c9-ab5c-16a0f01b4174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:44.733523 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-cf2043b4-9a75-4a56-9ede-3ec92600383d None None] Port 01fa2dc0-9c59-4bd3-82ac-14f6674469a8 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:47:44.746060 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc47c99-cef3-4e96-9ec8-2860b51342d1 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Pushing event updated for resources: {'Port': ['ID=01fa2dc0-9c59-4bd3-82ac-14f6674469a8,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:44.755109 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fbc42d93-3e5b-47c9-ab5c-16a0f01b4174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:44.854215 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc42d93-3e5b-47c9-ab5c-16a0f01b4174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08150a59-b538-49c7-acca-67725f3a3d8b,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:44.878082 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-929df61e-5958-400a-b1a4-e739c9a38cd7 req-70b06135-8c65-4b1d-91f6-a56d57b2d9fe tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] 10.222.0.50 "GET /v2.0/ports?device_id=be0bffc5-acab-46b2-9724-a8633fe38908 HTTP/1.1" status: 200 len: 210 time: 0.1156123 May 31 13:47:44.880921 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-6dc47c99-cef3-4e96-9ec8-2860b51342d1 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] In _notify_port_updated(), no bound segment for port 01fa2dc0-9c59-4bd3-82ac-14f6674469a8 on network 4ea0f66d-696e-49f4-8ade-03a5d3ab38aa {{(pid=88369) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 31 13:47:44.893951 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc47c99-cef3-4e96-9ec8-2860b51342d1 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:44.894660 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6dc47c99-cef3-4e96-9ec8-2860b51342d1 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:44.896042 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-6dc47c99-cef3-4e96-9ec8-2860b51342d1 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] 10.222.0.50 "PUT /v2.0/ports/01fa2dc0-9c59-4bd3-82ac-14f6674469a8 HTTP/1.1" status: 200 len: 992 time: 2.6782575 May 31 13:47:44.941067 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-fbc42d93-3e5b-47c9-ab5c-16a0f01b4174 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=21723f2b99db41bb9d4f1d099a25558f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5950973 May 31 13:47:44.941668 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 38184) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:44.942143 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 38186) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:45.046220 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b4637db-6ebd-4c9f-a0ae-39f27b61d73d tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:47:45.056224 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8b4637db-6ebd-4c9f-a0ae-39f27b61d73d tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:45.062527 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a377c8-8097-4620-8f97-84d01dcf3b70 None None] Sync routers for ids ['4df1fffe-8b50-4f4d-811c-fa121cfa517b'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:47:45.070477 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f26e4f88-402f-4849-b180-8c6276d1d718 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:45.078981 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a377c8-8097-4620-8f97-84d01dcf3b70 None None] Routers {'4df1fffe-8b50-4f4d-811c-fa121cfa517b'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:47:45.080534 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-56a377c8-8097-4620-8f97-84d01dcf3b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:47:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['4df1fffe-8b50-4f4d-811c-fa121cfa517b'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:47:45.093610 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-f26e4f88-402f-4849-b180-8c6276d1d718 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Transition to ACTIVE for port object 53bb8f1a-8858-48de-bccd-af6877af9e4b will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:47:45.129846 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-8b4637db-6ebd-4c9f-a0ae-39f27b61d73d tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] 10.222.0.50 "PUT /v2.0/floatingips/2a7b3825-70d0-465d-8bf8-9bab3b864c0b HTTP/1.1" status: 200 len: 688 time: 3.5936220 May 31 13:47:45.133063 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 38196) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:45.151498 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f26e4f88-402f-4849-b180-8c6276d1d718 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:45.280196 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-56a377c8-8097-4620-8f97-84d01dcf3b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:47:45.305519 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a377c8-8097-4620-8f97-84d01dcf3b70 None None] Routers {'4df1fffe-8b50-4f4d-811c-fa121cfa517b'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:47:45.306207 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-56a377c8-8097-4620-8f97-84d01dcf3b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:47:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['4df1fffe-8b50-4f4d-811c-fa121cfa517b'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:47:45.442049 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-40e9959c-9cfb-40be-8f9d-3786bbdbdefc tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Deleting port 01fa2dc0-9c59-4bd3-82ac-14f6674469a8 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:47:45.445273 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-40e9959c-9cfb-40be-8f9d-3786bbdbdefc tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:45.461392 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-56a377c8-8097-4620-8f97-84d01dcf3b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:47:45.462480 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a377c8-8097-4620-8f97-84d01dcf3b70 None None] The sync data for ids ['4df1fffe-8b50-4f4d-811c-fa121cfa517b'] in n-d-843939-1 is: [] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:47:45.532565 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-c58176e9-006a-4ca5-a666-2aa1aa9b9523 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Deleting port 106d32ef-52eb-4776-870a-3379db8b63b3 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:47:45.533079 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c58176e9-006a-4ca5-a666-2aa1aa9b9523 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:45.569738 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:45.587222 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26e4f88-402f-4849-b180-8c6276d1d718 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Network a8f00cd1-799c-413c-b317-bab4530ef31f is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:47:45.637702 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-f26e4f88-402f-4849-b180-8c6276d1d718 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:47:45.655593 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26e4f88-402f-4849-b180-8c6276d1d718 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:47:45.661151 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26e4f88-402f-4849-b180-8c6276d1d718 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:45.661870 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f26e4f88-402f-4849-b180-8c6276d1d718 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:45.698070 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26e4f88-402f-4849-b180-8c6276d1d718 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event updated for resources: {'Port': ['ID=53bb8f1a-8858-48de-bccd-af6877af9e4b,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:45.728406 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-161383f9-fbe0-41df-9d57-0deacb927c2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:45.835152 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d6093c-e9a0-4e7e-a9a6-40ababbb9610 None None] Network a8f00cd1-799c-413c-b317-bab4530ef31f requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:47:45.846689 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c58176e9-006a-4ca5-a666-2aa1aa9b9523 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:45.847147 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c58176e9-006a-4ca5-a666-2aa1aa9b9523 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:45.929123 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-161383f9-fbe0-41df-9d57-0deacb927c2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:45.944328 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-f26e4f88-402f-4849-b180-8c6276d1d718 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.3895431 May 31 13:47:45.944647 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b64c62a5-8c0f-41d4-bb1a-3103a9e7ff18 None None] Provisioning for port 327ac5ec-4151-4b1e-a19b-96e0a2e5e8a6 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:47:45.962092 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 38210) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:46.153626 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-40e9959c-9cfb-40be-8f9d-3786bbdbdefc tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:46.169721 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-161383f9-fbe0-41df-9d57-0deacb927c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:46.224581 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-c58176e9-006a-4ca5-a666-2aa1aa9b9523 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Calling delete_port for 106d32ef-52eb-4776-870a-3379db8b63b3 owned by network:floatingip {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:47:46.407445 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-40e9959c-9cfb-40be-8f9d-3786bbdbdefc tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Calling delete_port for 01fa2dc0-9c59-4bd3-82ac-14f6674469a8 owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:47:46.467694 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 6cda1b20-ed70-448f-9036-047109811056 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:47:46.484182 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161383f9-fbe0-41df-9d57-0deacb927c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08150a59-b538-49c7-acca-67725f3a3d8b,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:46.535345 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-161383f9-fbe0-41df-9d57-0deacb927c2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:46.551061 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-161383f9-fbe0-41df-9d57-0deacb927c2e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/08150a59-b538-49c7-acca-67725f3a3d8b HTTP/1.1" status: 204 len: 168 time: 1.5895646 May 31 13:47:46.591573 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 6cda1b20-ed70-448f-9036-047109811056 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:47:46.597478 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-59dc0115-7c81-4fee-bc4d-8fb937ad9ad9 req-85d07725-8281-47ec-8e5c-8d5f00cfef59 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] 10.222.0.50 "GET /v2.0/ports?device_id=be0bffc5-acab-46b2-9724-a8633fe38908 HTTP/1.1" status: 200 len: 210 time: 0.4301114 May 31 13:47:46.607909 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1241bf-2056-40a0-bfcf-56d866e98b2e tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:46.610788 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-8b1241bf-2056-40a0-bfcf-56d866e98b2e tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Synchronizing usage tracker for tenant:e2f5ae2e1abf4a2cb5fdef12f13f2ebb on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:47:46.618241 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 6cda1b20-ed70-448f-9036-047109811056 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:47:46.618832 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:46.817820 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-8b1241bf-2056-40a0-bfcf-56d866e98b2e tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Unset dirty status for tenant:e2f5ae2e1abf4a2cb5fdef12f13f2ebb on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:47:46.827851 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-8b1241bf-2056-40a0-bfcf-56d866e98b2e tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A21 HTTP/1.1" status: 200 len: 927 time: 0.8437238 May 31 13:47:46.854292 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 38222) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:46.878395 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-40e9959c-9cfb-40be-8f9d-3786bbdbdefc tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:46.928392 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 6cda1b20-ed70-448f-9036-047109811056 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:47:46.941193 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:46.967612 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e9959c-9cfb-40be-8f9d-3786bbdbdefc tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Pushing event deleted for resources: {'Port': ['ID=01fa2dc0-9c59-4bd3-82ac-14f6674469a8,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:47.017043 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-7a7a2dc0-cc3a-4507-b3ce-e58914071ecc None None] Provisioning for port 53bb8f1a-8858-48de-bccd-af6877af9e4b completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:47:47.027848 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 6cda1b20-ed70-448f-9036-047109811056, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=6cda1b20-ed70-448f-9036-047109811056,segment=NetworkSegment(7fc9d5ef-ea20-4237-ab4a-21f18c0e56aa),segment_id=7fc9d5ef-ea20-4237-ab4a-21f18c0e56aa)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:47:47.035684 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-7a7a2dc0-cc3a-4507-b3ce-e58914071ecc None None] Provisioning complete for port 53bb8f1a-8858-48de-bccd-af6877af9e4b triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:47:47.036033 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7a7a2dc0-cc3a-4507-b3ce-e58914071ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:47.174048 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:47.174951 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 327ac5ec-4151-4b1e-a19b-96e0a2e5e8a6 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:47:47.301114 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-4d2c095a-3976-4fcd-b9b6-264f0dc9ac2c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Deleting port 53bb8f1a-8858-48de-bccd-af6877af9e4b {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:47:47.301620 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4d2c095a-3976-4fcd-b9b6-264f0dc9ac2c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:47.405412 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-7a7a2dc0-cc3a-4507-b3ce-e58914071ecc None None] Port 53bb8f1a-8858-48de-bccd-af6877af9e4b cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:47:47.465624 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=6cda1b20-ed70-448f-9036-047109811056,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:47.467163 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-40e9959c-9cfb-40be-8f9d-3786bbdbdefc tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:47.475834 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-7a7a2dc0-cc3a-4507-b3ce-e58914071ecc None None] Provisioning for port 52987d04-6ec6-4eba-9b05-3f833064354e completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:47:47.477758 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-40e9959c-9cfb-40be-8f9d-3786bbdbdefc tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] 10.222.0.50 "DELETE /v2.0/ports/01fa2dc0-9c59-4bd3-82ac-14f6674469a8 HTTP/1.1" status: 204 len: 168 time: 2.5209186 May 31 13:47:47.483994 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 38238) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:47.496012 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-7a7a2dc0-cc3a-4507-b3ce-e58914071ecc None None] Provisioning complete for port 52987d04-6ec6-4eba-9b05-3f833064354e triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:47:47.496579 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7a7a2dc0-cc3a-4507-b3ce-e58914071ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:47.519580 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c58176e9-006a-4ca5-a666-2aa1aa9b9523 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:47.544091 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 327ac5ec-4151-4b1e-a19b-96e0a2e5e8a6 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:47:47.568328 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 327ac5ec-4151-4b1e-a19b-96e0a2e5e8a6 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:47:47.569050 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:47.572227 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-3656edc7-c4a6-4214-8edc-e1d6f2e74aee tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] GET failed (client error): The resource could not be found. May 31 13:47:47.572767 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-3656edc7-c4a6-4214-8edc-e1d6f2e74aee tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Synchronizing usage tracker for tenant:e1c33cc904274e70992652a7eff32fd2 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:47:47.612398 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-3656edc7-c4a6-4214-8edc-e1d6f2e74aee tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Unset dirty status for tenant:e1c33cc904274e70992652a7eff32fd2 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:47:47.613952 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-3656edc7-c4a6-4214-8edc-e1d6f2e74aee tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] 10.222.0.50 "GET /v2.0/ports/01fa2dc0-9c59-4bd3-82ac-14f6674469a8 HTTP/1.1" status: 404 len: 333 time: 0.1288159 May 31 13:47:47.619360 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 38244) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:47.624181 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 38248) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:47.636237 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-602f8a1a-dbbd-4b9d-b203-7b2636490e9d tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Request body: {'port': {'network_id': '4ea0f66d-696e-49f4-8ade-03a5d3ab38aa', 'name': 'tempest-AllowedAddressPairTestJSON-718728983'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:47:47.646104 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-7a7a2dc0-cc3a-4507-b3ce-e58914071ecc None None] Port 52987d04-6ec6-4eba-9b05-3f833064354e cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:47:47.769483 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 327ac5ec-4151-4b1e-a19b-96e0a2e5e8a6 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:47:47.770146 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:47.782787 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58176e9-006a-4ca5-a666-2aa1aa9b9523 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Pushing event deleted for resources: {'Port': ['ID=106d32ef-52eb-4776-870a-3379db8b63b3,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:47.792740 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f98850-38c9-44d1-9745-b7d402dc0efa req-18a76ef0-ed54-436d-abe0-6f4f486d40c6 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:47.804026 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-27f98850-38c9-44d1-9745-b7d402dc0efa req-18a76ef0-ed54-436d-abe0-6f4f486d40c6 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] 10.222.0.44 "GET /v2.0/networks?id=8a6ea84a-a13a-4093-9580-9ccccafd4fee HTTP/1.1" status: 200 len: 820 time: 1.0240662 May 31 13:47:47.829811 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 327ac5ec-4151-4b1e-a19b-96e0a2e5e8a6, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=327ac5ec-4151-4b1e-a19b-96e0a2e5e8a6,segment=NetworkSegment(b8ba7556-55f5-4c56-9b56-c4cce80eefd5),segment_id=b8ba7556-55f5-4c56-9b56-c4cce80eefd5)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:47:47.839066 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:47.864496 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-27f98850-38c9-44d1-9745-b7d402dc0efa req-d6cb09ae-1106-41bd-ac03-aa2acd71445e tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Request body: {'port': {'device_id': 'be0bffc5-acab-46b2-9724-a8633fe38908', 'network_id': '8a6ea84a-a13a-4093-9580-9ccccafd4fee', 'admin_state_up': True, 'tenant_id': '43a11296fa744ef9b51a5e4bd52ac689'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:47:47.910872 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-602f8a1a-dbbd-4b9d-b203-7b2636490e9d tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:47:47.916929 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a2c7900c-4e95-4f72-aaf5-56bbe7cbef8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:47.941428 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-602f8a1a-dbbd-4b9d-b203-7b2636490e9d tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:47:47.943942 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a2c7900c-4e95-4f72-aaf5-56bbe7cbef8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:47:47.944593 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=327ac5ec-4151-4b1e-a19b-96e0a2e5e8a6,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:47.959965 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-08194fbb-c561-43d8-9b65-6b3c6320c0b7 None None] Provisioning complete for port 52987d04-6ec6-4eba-9b05-3f833064354e triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:47:47.960629 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-08194fbb-c561-43d8-9b65-6b3c6320c0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:47.961471 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a2c7900c-4e95-4f72-aaf5-56bbe7cbef8b admin admin] Usage tracker for resource:security_group_rule and tenant:29d620b374104f00bd847a1da3430435 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:47:47.966385 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a2c7900c-4e95-4f72-aaf5-56bbe7cbef8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:47:47.974737 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a2c7900c-4e95-4f72-aaf5-56bbe7cbef8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:47:47.977420 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-602f8a1a-dbbd-4b9d-b203-7b2636490e9d tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Made reservation on behalf of e1c33cc904274e70992652a7eff32fd2 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:47:47.982013 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-602f8a1a-dbbd-4b9d-b203-7b2636490e9d tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:48.004841 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6021ab1b-85c5-47cf-b237-fa42493e188a req-5a69b8d3-f6d5-4ca7-ae90-9296a7d1e820 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] 10.222.0.50 "GET /v2.0/ports?device_id=be0bffc5-acab-46b2-9724-a8633fe38908 HTTP/1.1" status: 200 len: 210 time: 0.1543992 May 31 13:47:48.023475 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-602f8a1a-dbbd-4b9d-b203-7b2636490e9d tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] device_id is not set on port 7813ea70-7753-4419-8aa1-3cd1ffcc9312 yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:47:48.031489 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-08194fbb-c561-43d8-9b65-6b3c6320c0b7 None None] Port 52987d04-6ec6-4eba-9b05-3f833064354e cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:47:48.125180 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c58176e9-006a-4ca5-a666-2aa1aa9b9523 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks [] for floatingip, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:48.168635 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-1c872ec3-42b3-4eaf-a442-d3de671aa155 None None] Provisioning complete for port 53bb8f1a-8858-48de-bccd-af6877af9e4b triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:47:48.169737 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1c872ec3-42b3-4eaf-a442-d3de671aa155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:48.225105 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c58176e9-006a-4ca5-a666-2aa1aa9b9523 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:48.226512 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c58176e9-006a-4ca5-a666-2aa1aa9b9523 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] 10.222.0.50 "DELETE /v2.0/floatingips/2a7b3825-70d0-465d-8bf8-9bab3b864c0b HTTP/1.1" status: 204 len: 168 time: 3.0922465 May 31 13:47:48.232282 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 38262) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:48.250855 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4d2c095a-3976-4fcd-b9b6-264f0dc9ac2c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:48.265089 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-27f98850-38c9-44d1-9745-b7d402dc0efa req-d6cb09ae-1106-41bd-ac03-aa2acd71445e tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:47:48.303560 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-1c872ec3-42b3-4eaf-a442-d3de671aa155 None None] Port 53bb8f1a-8858-48de-bccd-af6877af9e4b cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:47:48.329728 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 6cda1b20-ed70-448f-9036-047109811056 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:47:48.347853 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-27f98850-38c9-44d1-9745-b7d402dc0efa req-d6cb09ae-1106-41bd-ac03-aa2acd71445e tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Usage tracker for resource:port and tenant:43a11296fa744ef9b51a5e4bd52ac689 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:47:48.407140 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-27f98850-38c9-44d1-9745-b7d402dc0efa req-d6cb09ae-1106-41bd-ac03-aa2acd71445e tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:47:48.416429 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-4d2c095a-3976-4fcd-b9b6-264f0dc9ac2c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Calling delete_port for 53bb8f1a-8858-48de-bccd-af6877af9e4b owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:47:48.421614 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 6cda1b20-ed70-448f-9036-047109811056 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:47:48.422425 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:48.465373 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-27f98850-38c9-44d1-9745-b7d402dc0efa req-d6cb09ae-1106-41bd-ac03-aa2acd71445e tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:47:48.487578 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27f98850-38c9-44d1-9745-b7d402dc0efa req-d6cb09ae-1106-41bd-ac03-aa2acd71445e tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Made reservation on behalf of 43a11296fa744ef9b51a5e4bd52ac689 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:47:48.491510 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-27f98850-38c9-44d1-9745-b7d402dc0efa req-d6cb09ae-1106-41bd-ac03-aa2acd71445e tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:48.533668 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-e810e2d6-2632-42e6-8737-6b14458a47b2 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] delete failed (client error): The resource could not be found. May 31 13:47:48.534737 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e810e2d6-2632-42e6-8737-6b14458a47b2 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] 10.222.0.50 "DELETE /v2.0/floatingips/2a7b3825-70d0-465d-8bf8-9bab3b864c0b HTTP/1.1" status: 404 len: 345 time: 0.2988501 May 31 13:47:48.538743 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-602f8a1a-dbbd-4b9d-b203-7b2636490e9d tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Allocated IP 172.20.0.3 (4ea0f66d-696e-49f4-8ade-03a5d3ab38aa/98772fd9-e876-43e3-be94-74c9ea16678e/7813ea70-7753-4419-8aa1-3cd1ffcc9312) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:47:48.548410 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 38270) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:48.616187 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a2c7900c-4e95-4f72-aaf5-56bbe7cbef8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:48.637925 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a2c7900c-4e95-4f72-aaf5-56bbe7cbef8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:48.638671 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 6cda1b20-ed70-448f-9036-047109811056 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:47:48.641570 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 327ac5ec-4151-4b1e-a19b-96e0a2e5e8a6 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:47:48.747374 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4d2c095a-3976-4fcd-b9b6-264f0dc9ac2c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:48.748235 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a2c7900c-4e95-4f72-aaf5-56bbe7cbef8b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=29d620b374104f00bd847a1da3430435&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1231430 May 31 13:47:48.751319 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 38278) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:48.753888 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c7900c-4e95-4f72-aaf5-56bbe7cbef8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e66b032-3863-4078-9198-8a52baec83a4,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:48.840525 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2c095a-3976-4fcd-b9b6-264f0dc9ac2c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event deleted for resources: {'Port': ['ID=53bb8f1a-8858-48de-bccd-af6877af9e4b,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:48.849346 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-27f98850-38c9-44d1-9745-b7d402dc0efa req-d6cb09ae-1106-41bd-ac03-aa2acd71445e tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Allocated IP 172.20.0.7 (8a6ea84a-a13a-4093-9580-9ccccafd4fee/d8d91a8e-1d4d-442a-944f-994d412d112f/f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:47:48.868925 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b4ab37-8a8c-4079-98af-811e43990108 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:48.875280 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b4ab37-8a8c-4079-98af-811e43990108 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:48.881125 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b4ab37-8a8c-4079-98af-811e43990108 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:48.882016 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c2b4ab37-8a8c-4079-98af-811e43990108 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Synchronizing usage tracker for tenant:f331ce5134ed4e2db710f69a53d0a2fe on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:47:48.915776 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4d2c095a-3976-4fcd-b9b6-264f0dc9ac2c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:48.926216 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c2b4ab37-8a8c-4079-98af-811e43990108 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Unset dirty status for tenant:f331ce5134ed4e2db710f69a53d0a2fe on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:47:48.928998 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c2b4ab37-8a8c-4079-98af-811e43990108 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] 10.222.0.50 "GET /v2.0/ports?network_id=a8f8f292-6a8c-43a7-b074-01b2c51af4fa HTTP/1.1" status: 200 len: 2358 time: 0.3793583 May 31 13:47:48.934330 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 38282) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:48.938354 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 327ac5ec-4151-4b1e-a19b-96e0a2e5e8a6 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:47:48.938837 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:49.009123 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-4d2c095a-3976-4fcd-b9b6-264f0dc9ac2c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "DELETE /v2.0/ports/53bb8f1a-8858-48de-bccd-af6877af9e4b HTTP/1.1" status: 204 len: 168 time: 2.1450403 May 31 13:47:49.013076 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 38286) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:49.068498 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-602f8a1a-dbbd-4b9d-b203-7b2636490e9d tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:49.075017 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f900f5-f00c-4751-b15d-1b70864b72be tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:49.077010 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-60f900f5-f00c-4751-b15d-1b70864b72be tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] 10.222.0.50 "GET /v2.0/subnets/64f12ea5-134d-4f84-bdd5-4460c9bf10cd HTTP/1.1" status: 200 len: 797 time: 0.1417487 May 31 13:47:49.087881 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 38294) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:49.093383 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8dea3f8b-42cb-42a1-9dc5-1d76426e27f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:49.099939 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-3dc443c2-8b73-4624-bbcb-580d10a3d3ea tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Request body: {'port': {'network_id': 'a8f8f292-6a8c-43a7-b074-01b2c51af4fa', 'name': 'tempest-FloatingIPTestJSON-1097210351', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:47:49.246411 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 327ac5ec-4151-4b1e-a19b-96e0a2e5e8a6 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:47:49.256390 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-602f8a1a-dbbd-4b9d-b203-7b2636490e9d tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Transition to ACTIVE for port object 7813ea70-7753-4419-8aa1-3cd1ffcc9312 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:47:49.355105 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-499da04a-06b4-4252-b04a-72c6a8f0ab37 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] GET failed (client error): The resource could not be found. May 31 13:47:49.355876 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-499da04a-06b4-4252-b04a-72c6a8f0ab37 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Synchronizing usage tracker for tenant:e2f5ae2e1abf4a2cb5fdef12f13f2ebb on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:47:49.364163 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3dc443c2-8b73-4624-bbcb-580d10a3d3ea tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:47:49.376440 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3dc443c2-8b73-4624-bbcb-580d10a3d3ea tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:47:49.389259 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc443c2-8b73-4624-bbcb-580d10a3d3ea tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Made reservation on behalf of f331ce5134ed4e2db710f69a53d0a2fe for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:47:49.473244 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-145547d8-87b4-4cfd-8fbb-d06730d4ecd5 req-1e099570-811c-4782-be55-2662e29945c2 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Synchronizing usage tracker for tenant:43a11296fa744ef9b51a5e4bd52ac689 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:47:49.482573 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-602f8a1a-dbbd-4b9d-b203-7b2636490e9d tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:49.488542 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8dea3f8b-42cb-42a1-9dc5-1d76426e27f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:49.534633 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-499da04a-06b4-4252-b04a-72c6a8f0ab37 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Unset dirty status for tenant:e2f5ae2e1abf4a2cb5fdef12f13f2ebb on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:47:49.538436 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-499da04a-06b4-4252-b04a-72c6a8f0ab37 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "GET /v2.0/ports/53bb8f1a-8858-48de-bccd-af6877af9e4b HTTP/1.1" status: 404 len: 333 time: 0.5209079 May 31 13:47:49.556017 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 38304) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:49.588194 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-145547d8-87b4-4cfd-8fbb-d06730d4ecd5 req-1e099570-811c-4782-be55-2662e29945c2 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Unset dirty status for tenant:43a11296fa744ef9b51a5e4bd52ac689 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:47:49.589690 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-145547d8-87b4-4cfd-8fbb-d06730d4ecd5 req-1e099570-811c-4782-be55-2662e29945c2 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] 10.222.0.50 "GET /v2.0/ports?device_id=be0bffc5-acab-46b2-9724-a8633fe38908 HTTP/1.1" status: 200 len: 210 time: 0.2364428 May 31 13:47:49.608656 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602f8a1a-dbbd-4b9d-b203-7b2636490e9d tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Network 4ea0f66d-696e-49f4-8ade-03a5d3ab38aa is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:47:49.608877 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-27f98850-38c9-44d1-9745-b7d402dc0efa req-d6cb09ae-1106-41bd-ac03-aa2acd71445e tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:49.617833 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-602f8a1a-dbbd-4b9d-b203-7b2636490e9d tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:47:49.629819 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602f8a1a-dbbd-4b9d-b203-7b2636490e9d tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:47:49.645735 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8dea3f8b-42cb-42a1-9dc5-1d76426e27f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:49.658436 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-27f98850-38c9-44d1-9745-b7d402dc0efa req-d6cb09ae-1106-41bd-ac03-aa2acd71445e tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:49.706312 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dea3f8b-42cb-42a1-9dc5-1d76426e27f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e66b032-3863-4078-9198-8a52baec83a4,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:49.722987 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602f8a1a-dbbd-4b9d-b203-7b2636490e9d tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Pushing event updated for resources: {'Port': ['ID=7813ea70-7753-4419-8aa1-3cd1ffcc9312,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:49.763458 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-0860b5be-4665-4a43-951a-3a1d753bd1d6 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Deleting port 52987d04-6ec6-4eba-9b05-3f833064354e {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:47:49.763810 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0860b5be-4665-4a43-951a-3a1d753bd1d6 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:49.805221 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8dea3f8b-42cb-42a1-9dc5-1d76426e27f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:49.805221 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-8dea3f8b-42cb-42a1-9dc5-1d76426e27f4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1e66b032-3863-4078-9198-8a52baec83a4 HTTP/1.1" status: 204 len: 168 time: 1.0511656 May 31 13:47:49.812916 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cb09ae-1106-41bd-ac03-aa2acd71445e tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Pushing event updated for resources: {'Port': ['ID=f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:49.818918 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27f98850-38c9-44d1-9745-b7d402dc0efa req-d6cb09ae-1106-41bd-ac03-aa2acd71445e tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Network 8a6ea84a-a13a-4093-9580-9ccccafd4fee is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:47:49.820167 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-27f98850-38c9-44d1-9745-b7d402dc0efa req-d6cb09ae-1106-41bd-ac03-aa2acd71445e tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:47:49.823589 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-27f98850-38c9-44d1-9745-b7d402dc0efa req-d6cb09ae-1106-41bd-ac03-aa2acd71445e tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:47:49.832410 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602f8a1a-dbbd-4b9d-b203-7b2636490e9d tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:49.833049 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-602f8a1a-dbbd-4b9d-b203-7b2636490e9d tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:49.845950 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3dc443c2-8b73-4624-bbcb-580d10a3d3ea tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:49.888302 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-3dc443c2-8b73-4624-bbcb-580d10a3d3ea tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] device_id is not set on port 21bcade8-1dbc-4ea0-845b-b99d741c048c yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:47:49.949951 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f98850-38c9-44d1-9745-b7d402dc0efa req-d6cb09ae-1106-41bd-ac03-aa2acd71445e tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:49.950571 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-27f98850-38c9-44d1-9745-b7d402dc0efa req-d6cb09ae-1106-41bd-ac03-aa2acd71445e tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:49.984862 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-27f98850-38c9-44d1-9745-b7d402dc0efa req-d6cb09ae-1106-41bd-ac03-aa2acd71445e tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1352770 May 31 13:47:49.999207 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-27f98850-38c9-44d1-9745-b7d402dc0efa req-a7b5e1ee-35e9-4f3f-8d40-b47001d41afa service neutron] Request body: {'port': {'device_id': 'be0bffc5-acab-46b2-9724-a8633fe38908', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:47:50.045611 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-21689947-4856-4d8a-9623-98b535724de7 None None] Provisioning for port 7813ea70-7753-4419-8aa1-3cd1ffcc9312 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:47:50.054083 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-21689947-4856-4d8a-9623-98b535724de7 None None] Provisioning complete for port 7813ea70-7753-4419-8aa1-3cd1ffcc9312 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:47:50.054896 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-21689947-4856-4d8a-9623-98b535724de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:50.116350 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-21689947-4856-4d8a-9623-98b535724de7 None None] Port 7813ea70-7753-4419-8aa1-3cd1ffcc9312 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:47:50.180706 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-27f98850-38c9-44d1-9745-b7d402dc0efa req-a7b5e1ee-35e9-4f3f-8d40-b47001d41afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:50.289901 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-602f8a1a-dbbd-4b9d-b203-7b2636490e9d tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.6644289 May 31 13:47:50.295985 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 38330) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:50.316721 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-5b3b3751-8535-46df-93a7-360f8ca68d3c tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:5a:28:92'}]}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:47:50.707676 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-27f98850-38c9-44d1-9745-b7d402dc0efa req-a7b5e1ee-35e9-4f3f-8d40-b47001d41afa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:47:50.725134 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-27f98850-38c9-44d1-9745-b7d402dc0efa req-a7b5e1ee-35e9-4f3f-8d40-b47001d41afa service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:50.771618 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-27f98850-38c9-44d1-9745-b7d402dc0efa req-a7b5e1ee-35e9-4f3f-8d40-b47001d41afa service neutron] Transition to ACTIVE for port object f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:47:50.777607 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-27f98850-38c9-44d1-9745-b7d402dc0efa req-a7b5e1ee-35e9-4f3f-8d40-b47001d41afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:50.874651 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0860b5be-4665-4a43-951a-3a1d753bd1d6 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:50.889837 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5b3b3751-8535-46df-93a7-360f8ca68d3c tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:51.086520 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-3dc443c2-8b73-4624-bbcb-580d10a3d3ea tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Allocated IP 172.20.0.14 (a8f8f292-6a8c-43a7-b074-01b2c51af4fa/64f12ea5-134d-4f84-bdd5-4460c9bf10cd/21bcade8-1dbc-4ea0-845b-b99d741c048c) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:47:51.101148 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-0860b5be-4665-4a43-951a-3a1d753bd1d6 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Calling delete_port for 52987d04-6ec6-4eba-9b05-3f833064354e owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:47:51.129978 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b5e1ee-35e9-4f3f-8d40-b47001d41afa service neutron] Pushing event updated for resources: {'Port': ['ID=f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:51.147038 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-27f98850-38c9-44d1-9745-b7d402dc0efa req-a7b5e1ee-35e9-4f3f-8d40-b47001d41afa service neutron] Attempting to bind port f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:47:51.147377 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-27f98850-38c9-44d1-9745-b7d402dc0efa req-a7b5e1ee-35e9-4f3f-8d40-b47001d41afa service neutron] Attempting to bind port f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': '7fc9d5ef-ea20-4237-ab4a-21f18c0e56aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '8a6ea84a-a13a-4093-9580-9ccccafd4fee'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:47:51.147707 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f98850-38c9-44d1-9745-b7d402dc0efa req-a7b5e1ee-35e9-4f3f-8d40-b47001d41afa service neutron] Attempting to bind port f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1 on network 8a6ea84a-a13a-4093-9580-9ccccafd4fee {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:47:51.154140 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f98850-38c9-44d1-9745-b7d402dc0efa req-a7b5e1ee-35e9-4f3f-8d40-b47001d41afa service neutron] Port f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1 on network 8a6ea84a-a13a-4093-9580-9ccccafd4fee not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:47:51.154474 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f98850-38c9-44d1-9745-b7d402dc0efa req-a7b5e1ee-35e9-4f3f-8d40-b47001d41afa service neutron] Attempting to bind port f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1 on network 8a6ea84a-a13a-4093-9580-9ccccafd4fee {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:47:51.160320 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-3dc443c2-8b73-4624-bbcb-580d10a3d3ea tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Allocated IP 172.20.0.12 (a8f8f292-6a8c-43a7-b074-01b2c51af4fa/64f12ea5-134d-4f84-bdd5-4460c9bf10cd/21bcade8-1dbc-4ea0-845b-b99d741c048c) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:47:51.170940 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcabc1e-7d42-499b-aec4-8ca6321be0dc req-c75089f1-a248-4d8a-a493-d9bbb7a69142 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:51.173361 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ebcabc1e-7d42-499b-aec4-8ca6321be0dc req-c75089f1-a248-4d8a-a493-d9bbb7a69142 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] 10.222.0.50 "GET /v2.0/ports?device_id=be0bffc5-acab-46b2-9724-a8633fe38908 HTTP/1.1" status: 200 len: 943 time: 0.3891010 May 31 13:47:51.176237 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f98850-38c9-44d1-9745-b7d402dc0efa req-a7b5e1ee-35e9-4f3f-8d40-b47001d41afa service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:47:51.176576 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f98850-38c9-44d1-9745-b7d402dc0efa req-a7b5e1ee-35e9-4f3f-8d40-b47001d41afa service neutron] Checking segment: {'id': '7fc9d5ef-ea20-4237-ab4a-21f18c0e56aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '8a6ea84a-a13a-4093-9580-9ccccafd4fee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:47:51.176950 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f98850-38c9-44d1-9745-b7d402dc0efa req-a7b5e1ee-35e9-4f3f-8d40-b47001d41afa service neutron] Bound using segment: {'id': '7fc9d5ef-ea20-4237-ab4a-21f18c0e56aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '8a6ea84a-a13a-4093-9580-9ccccafd4fee'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:47:51.177389 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-27f98850-38c9-44d1-9745-b7d402dc0efa req-a7b5e1ee-35e9-4f3f-8d40-b47001d41afa service neutron] Bound port: f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fc9d5ef-ea20-4237-ab4a-21f18c0e56aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '8a6ea84a-a13a-4093-9580-9ccccafd4fee'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:47:51.178860 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-27f98850-38c9-44d1-9745-b7d402dc0efa req-a7b5e1ee-35e9-4f3f-8d40-b47001d41afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:51.289160 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ebcabc1e-7d42-499b-aec4-8ca6321be0dc req-d416f411-28d7-4cda-ace0-eebe6202fff8 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaa0642c-c98d-4c4f-958b-f315c961cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944648 May 31 13:47:51.353559 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-27f98850-38c9-44d1-9745-b7d402dc0efa req-a7b5e1ee-35e9-4f3f-8d40-b47001d41afa service neutron] For port f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:47:51.358237 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-27f98850-38c9-44d1-9745-b7d402dc0efa req-a7b5e1ee-35e9-4f3f-8d40-b47001d41afa service neutron] For port f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1,segment=NetworkSegment(7fc9d5ef-ea20-4237-ab4a-21f18c0e56aa),segment_id=7fc9d5ef-ea20-4237-ab4a-21f18c0e56aa)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:47:51.364140 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-27f98850-38c9-44d1-9745-b7d402dc0efa req-a7b5e1ee-35e9-4f3f-8d40-b47001d41afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:51.491120 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f98850-38c9-44d1-9745-b7d402dc0efa req-a7b5e1ee-35e9-4f3f-8d40-b47001d41afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:51.492285 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-27f98850-38c9-44d1-9745-b7d402dc0efa req-a7b5e1ee-35e9-4f3f-8d40-b47001d41afa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:51.493626 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-27f98850-38c9-44d1-9745-b7d402dc0efa req-a7b5e1ee-35e9-4f3f-8d40-b47001d41afa service neutron] 10.222.0.44 "PUT /v2.0/ports/f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1 HTTP/1.1" status: 200 len: 1091 time: 1.5012622 May 31 13:47:51.499435 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be0bffc5-acab-46b2-9724-a8633fe38908', 'tag': 'f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:47:51.536160 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b5e1ee-35e9-4f3f-8d40-b47001d41afa service neutron] Pushing event updated for resources: {'Port': ['ID=f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:51.643726 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59efba46-b349-4832-b1c2-2fa55921d314'] response: {'name': 'network-changed', 'server_uuid': 'be0bffc5-acab-46b2-9724-a8633fe38908', 'tag': 'f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1', 'status': 'completed', 'code': 200} May 31 13:47:51.693104 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0860b5be-4665-4a43-951a-3a1d753bd1d6 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:51.696683 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f98850-38c9-44d1-9745-b7d402dc0efa req-7c10249f-1163-472d-aab6-bd74b7936c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:51.699183 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-27f98850-38c9-44d1-9745-b7d402dc0efa req-7c10249f-1163-472d-aab6-bd74b7936c55 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=43a11296fa744ef9b51a5e4bd52ac689&device_id=be0bffc5-acab-46b2-9724-a8633fe38908 HTTP/1.1" status: 200 len: 1094 time: 0.1455858 May 31 13:47:51.766987 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3dc443c2-8b73-4624-bbcb-580d10a3d3ea tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:51.792238 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0860b5be-4665-4a43-951a-3a1d753bd1d6 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event deleted for resources: {'Port': ['ID=52987d04-6ec6-4eba-9b05-3f833064354e,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:51.850591 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-27f98850-38c9-44d1-9745-b7d402dc0efa req-60227917-a8ae-40f7-8c0c-d686641ec5eb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1 HTTP/1.1" status: 200 len: 217 time: 0.1330152 May 31 13:47:51.876500 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0860b5be-4665-4a43-951a-3a1d753bd1d6 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:51.908309 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-0860b5be-4665-4a43-951a-3a1d753bd1d6 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "DELETE /v2.0/ports/52987d04-6ec6-4eba-9b05-3f833064354e HTTP/1.1" status: 204 len: 168 time: 2.3506465 May 31 13:47:51.909096 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 38432) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:51.960505 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5b3b3751-8535-46df-93a7-360f8ca68d3c tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:51.978165 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5b3b3751-8535-46df-93a7-360f8ca68d3c tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:52.052918 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-49ff65e7-bb97-447d-9f0e-3574e114cb9b tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] GET failed (client error): The resource could not be found. May 31 13:47:52.053465 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-49ff65e7-bb97-447d-9f0e-3574e114cb9b tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Synchronizing usage tracker for tenant:e2f5ae2e1abf4a2cb5fdef12f13f2ebb on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:47:52.228822 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f98850-38c9-44d1-9745-b7d402dc0efa req-3e95b28e-d9e1-4361-a961-14f5008a3831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:52.239085 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-27f98850-38c9-44d1-9745-b7d402dc0efa req-3e95b28e-d9e1-4361-a961-14f5008a3831 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d8d91a8e-1d4d-442a-944f-994d412d112f HTTP/1.1" status: 200 len: 860 time: 0.3816710 May 31 13:47:52.254112 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-49ff65e7-bb97-447d-9f0e-3574e114cb9b tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Unset dirty status for tenant:e2f5ae2e1abf4a2cb5fdef12f13f2ebb on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:47:52.257858 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-49ff65e7-bb97-447d-9f0e-3574e114cb9b tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "GET /v2.0/ports/52987d04-6ec6-4eba-9b05-3f833064354e HTTP/1.1" status: 404 len: 333 time: 0.3409626 May 31 13:47:52.262843 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3dc443c2-8b73-4624-bbcb-580d10a3d3ea tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:52.278713 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 38442) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:52.287879 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc443c2-8b73-4624-bbcb-580d10a3d3ea tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Network a8f8f292-6a8c-43a7-b074-01b2c51af4fa is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:47:52.288882 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3b3751-8535-46df-93a7-360f8ca68d3c tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Pushing event updated for resources: {'Port': ['ID=7813ea70-7753-4419-8aa1-3cd1ffcc9312,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:52.419476 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-27f98850-38c9-44d1-9745-b7d402dc0efa req-036efda5-0f8c-4236-95b1-578ec857efca service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8a6ea84a-a13a-4093-9580-9ccccafd4fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1703222 May 31 13:47:52.423918 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-3dc443c2-8b73-4624-bbcb-580d10a3d3ea tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:47:52.439270 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc443c2-8b73-4624-bbcb-580d10a3d3ea tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:47:52.543440 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc443c2-8b73-4624-bbcb-580d10a3d3ea tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:52.544205 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3dc443c2-8b73-4624-bbcb-580d10a3d3ea tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:52.583684 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-5b3b3751-8535-46df-93a7-360f8ca68d3c tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] In _notify_port_updated(), no bound segment for port 7813ea70-7753-4419-8aa1-3cd1ffcc9312 on network 4ea0f66d-696e-49f4-8ade-03a5d3ab38aa {{(pid=88369) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 31 13:47:52.589190 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3b3751-8535-46df-93a7-360f8ca68d3c tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:52.589842 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5b3b3751-8535-46df-93a7-360f8ca68d3c tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:52.593656 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-5b3b3751-8535-46df-93a7-360f8ca68d3c tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] 10.222.0.50 "PUT /v2.0/ports/7813ea70-7753-4419-8aa1-3cd1ffcc9312 HTTP/1.1" status: 200 len: 995 time: 2.2917855 May 31 13:47:52.598905 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 38456) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:52.657261 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-c36428ce-5fc6-449c-a2d6-f7e8dc953833 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Deleting subnet f488e848-2ddb-4480-8fad-57595ec44ed8 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:47:52.665817 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c1c48486-1b5a-4285-b482-b10a6323b577 None None] Provisioning complete for port 7813ea70-7753-4419-8aa1-3cd1ffcc9312 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:47:52.666618 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c1c48486-1b5a-4285-b482-b10a6323b577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:52.670573 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-3dc443c2-8b73-4624-bbcb-580d10a3d3ea tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.5814111 May 31 13:47:52.677154 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 38460) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:52.679815 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc443c2-8b73-4624-bbcb-580d10a3d3ea tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Pushing event updated for resources: {'Port': ['ID=21bcade8-1dbc-4ea0-845b-b99d741c048c,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:52.685720 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c36428ce-5fc6-449c-a2d6-f7e8dc953833 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:52.760424 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-c1c48486-1b5a-4285-b482-b10a6323b577 None None] Port 7813ea70-7753-4419-8aa1-3cd1ffcc9312 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:47:52.772407 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-d1ceaa9d-479d-4c15-9699-72ef033c36b4 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Deleting port 7813ea70-7753-4419-8aa1-3cd1ffcc9312 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:47:52.772407 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d1ceaa9d-479d-4c15-9699-72ef033c36b4 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:52.790902 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-89380348-7250-4eeb-a99f-8dc6e45de806 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Request body: {'floatingip': {'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'port_id': '21bcade8-1dbc-4ea0-845b-b99d741c048c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:47:52.826601 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-89380348-7250-4eeb-a99f-8dc6e45de806 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:47:52.832690 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c36428ce-5fc6-449c-a2d6-f7e8dc953833 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:52.852326 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-89380348-7250-4eeb-a99f-8dc6e45de806 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Usage tracker for resource:floatingip and tenant:f331ce5134ed4e2db710f69a53d0a2fe is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:47:52.879511 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-89380348-7250-4eeb-a99f-8dc6e45de806 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:47:52.894734 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-89380348-7250-4eeb-a99f-8dc6e45de806 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:47:52.934097 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-27f98850-38c9-44d1-9745-b7d402dc0efa req-369af7d6-db0a-4b07-be94-b0a0ba4f99d4 service neutron] 10.222.0.44 "GET /v2.0/networks/8a6ea84a-a13a-4093-9580-9ccccafd4fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5038807 May 31 13:47:52.950127 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba17f57-bd32-44e9-873f-a2e8983c2e38 req-750f3c77-1dbe-49cb-a637-a94d400f573e tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:52.957486 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4ba17f57-bd32-44e9-873f-a2e8983c2e38 req-750f3c77-1dbe-49cb-a637-a94d400f573e tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/ports?device_id=bdf0c119-e355-4b60-9ec3-1deca8a93eb6 HTTP/1.1" status: 200 len: 946 time: 0.4734578 May 31 13:47:52.959543 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-89380348-7250-4eeb-a99f-8dc6e45de806 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks [] for floatingip, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:53.223682 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c9b8a4-35c6-4604-b5d2-8def49d296bd req-a80929f0-d2cb-4fc4-9741-b02345e9bf10 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:53.231836 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a4c9b8a4-35c6-4604-b5d2-8def49d296bd req-a80929f0-d2cb-4fc4-9741-b02345e9bf10 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] 10.222.0.50 "GET /v2.0/ports?device_id=be0bffc5-acab-46b2-9724-a8633fe38908 HTTP/1.1" status: 200 len: 943 time: 0.6337712 May 31 13:47:53.236665 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4ba17f57-bd32-44e9-873f-a2e8983c2e38 req-c4f5b392-8cd4-4b81-ae8f-6785f13bbef8 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/security-groups?id=be272545-d4a8-4677-ae1e-3fdd47e99fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2783010 May 31 13:47:53.244273 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c36428ce-5fc6-449c-a2d6-f7e8dc953833 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:53.330757 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d1ceaa9d-479d-4c15-9699-72ef033c36b4 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:53.348819 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a4c9b8a4-35c6-4604-b5d2-8def49d296bd req-1db7c6e4-d8f9-40c6-988a-54ecab6d34ee tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaa0642c-c98d-4c4f-958b-f315c961cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159186 May 31 13:47:53.395094 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-27f98850-38c9-44d1-9745-b7d402dc0efa req-aa58e0a0-8d38-4aba-955d-5cfa65accfae service neutron] 10.222.0.44 "GET /v2.0/networks/8a6ea84a-a13a-4093-9580-9ccccafd4fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4117775 May 31 13:47:53.533118 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-89380348-7250-4eeb-a99f-8dc6e45de806 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:53.534617 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-d1ceaa9d-479d-4c15-9699-72ef033c36b4 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Calling delete_port for 7813ea70-7753-4419-8aa1-3cd1ffcc9312 owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:47:53.596099 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c36428ce-5fc6-449c-a2d6-f7e8dc953833 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:53.647988 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36428ce-5fc6-449c-a2d6-f7e8dc953833 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event deleted for resources: {'Subnet': ['ID=f488e848-2ddb-4480-8fad-57595ec44ed8,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:53.657368 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c36428ce-5fc6-449c-a2d6-f7e8dc953833 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:53.665571 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3799f98-a23e-4fea-89a3-2ac236f57294 None None] Network a8f00cd1-799c-413c-b317-bab4530ef31f requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:47:53.711857 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c36428ce-5fc6-449c-a2d6-f7e8dc953833 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "DELETE /v2.0/subnets/f488e848-2ddb-4480-8fad-57595ec44ed8 HTTP/1.1" status: 204 len: 168 time: 1.3344252 May 31 13:47:53.717620 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 38504) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:53.750789 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-89380348-7250-4eeb-a99f-8dc6e45de806 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Allocated IP 172.25.6.251 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/240a00c5-0553-4d59-ad5c-ad1142372869) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:47:53.755703 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d9da2c-d0d9-49d8-9cc4-666521b54697 req-b295ef86-4f3c-4ab4-8ea4-a6a90ac2772d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:53.757222 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-98d9da2c-d0d9-49d8-9cc4-666521b54697 req-b295ef86-4f3c-4ab4-8ea4-a6a90ac2772d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=43a11296fa744ef9b51a5e4bd52ac689&device_id=be0bffc5-acab-46b2-9724-a8633fe38908 HTTP/1.1" status: 200 len: 1094 time: 0.2858071 May 31 13:47:54.021571 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2e4bf9e2-638d-4bc6-9ed4-f3da8803cbc4 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:54.039891 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d1ceaa9d-479d-4c15-9699-72ef033c36b4 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:54.067806 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2693317-4e38-4f86-bd05-0b9cd2a79366 None None] DHCP port deletion for a8f00cd1-799c-413c-b317-bab4530ef31f request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:47:54.072803 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b2693317-4e38-4f86-bd05-0b9cd2a79366 None None] Deleting port 327ac5ec-4151-4b1e-a19b-96e0a2e5e8a6 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:47:54.073715 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b2693317-4e38-4f86-bd05-0b9cd2a79366 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:54.087491 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d9da2c-d0d9-49d8-9cc4-666521b54697 req-cc4ed28a-9af9-4c82-8f28-12e880176f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:54.090833 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-98d9da2c-d0d9-49d8-9cc4-666521b54697 req-cc4ed28a-9af9-4c82-8f28-12e880176f36 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8a6ea84a-a13a-4093-9580-9ccccafd4fee HTTP/1.1" status: 200 len: 921 time: 0.3202181 May 31 13:47:54.105482 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ceaa9d-479d-4c15-9699-72ef033c36b4 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Pushing event deleted for resources: {'Port': ['ID=7813ea70-7753-4419-8aa1-3cd1ffcc9312,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:54.109687 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-2e4bf9e2-638d-4bc6-9ed4-f3da8803cbc4 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Deleting port 327ac5ec-4151-4b1e-a19b-96e0a2e5e8a6 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:47:54.110041 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2e4bf9e2-638d-4bc6-9ed4-f3da8803cbc4 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:54.284425 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-98d9da2c-d0d9-49d8-9cc4-666521b54697 req-84f0fbb7-7efb-48f5-be04-7e881dfe9ade service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1 HTTP/1.1" status: 200 len: 217 time: 0.1643801 May 31 13:47:54.477300 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-b2693317-4e38-4f86-bd05-0b9cd2a79366 None None] For port 327ac5ec-4151-4b1e-a19b-96e0a2e5e8a6, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=327ac5ec-4151-4b1e-a19b-96e0a2e5e8a6,segment=NetworkSegment(b8ba7556-55f5-4c56-9b56-c4cce80eefd5),segment_id=b8ba7556-55f5-4c56-9b56-c4cce80eefd5)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:47:54.477937 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b2693317-4e38-4f86-bd05-0b9cd2a79366 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:54.626680 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d9da2c-d0d9-49d8-9cc4-666521b54697 req-c582316b-a492-4c07-adcc-513bb470c40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:54.630261 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-98d9da2c-d0d9-49d8-9cc4-666521b54697 req-c582316b-a492-4c07-adcc-513bb470c40f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d8d91a8e-1d4d-442a-944f-994d412d112f HTTP/1.1" status: 200 len: 860 time: 0.3129835 May 31 13:47:54.650724 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 327ac5ec-4151-4b1e-a19b-96e0a2e5e8a6 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:47:54.696419 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d1ceaa9d-479d-4c15-9699-72ef033c36b4 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:54.740293 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-89380348-7250-4eeb-a99f-8dc6e45de806 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:54.754492 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b2693317-4e38-4f86-bd05-0b9cd2a79366 None None] Calling delete_port for 327ac5ec-4151-4b1e-a19b-96e0a2e5e8a6 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:47:54.755142 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d1ceaa9d-479d-4c15-9699-72ef033c36b4 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] 10.222.0.50 "DELETE /v2.0/ports/7813ea70-7753-4419-8aa1-3cd1ffcc9312 HTTP/1.1" status: 204 len: 168 time: 2.1518970 May 31 13:47:54.782154 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 38526) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:54.871201 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-2e4bf9e2-638d-4bc6-9ed4-f3da8803cbc4 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] For port 327ac5ec-4151-4b1e-a19b-96e0a2e5e8a6, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=327ac5ec-4151-4b1e-a19b-96e0a2e5e8a6,segment=NetworkSegment(b8ba7556-55f5-4c56-9b56-c4cce80eefd5),segment_id=b8ba7556-55f5-4c56-9b56-c4cce80eefd5)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:47:54.871803 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2e4bf9e2-638d-4bc6-9ed4-f3da8803cbc4 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:54.882598 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-a477d564-bba8-4692-9ca7-c1d7b6cd2d92 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] GET failed (client error): The resource could not be found. May 31 13:47:54.883896 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a477d564-bba8-4692-9ca7-c1d7b6cd2d92 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Synchronizing usage tracker for tenant:e1c33cc904274e70992652a7eff32fd2 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:47:55.004739 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 327ac5ec-4151-4b1e-a19b-96e0a2e5e8a6 is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:47:55.005116 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:55.079392 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-2e4bf9e2-638d-4bc6-9ed4-f3da8803cbc4 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Calling delete_port for 327ac5ec-4151-4b1e-a19b-96e0a2e5e8a6 owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:47:55.101219 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-98d9da2c-d0d9-49d8-9cc4-666521b54697 req-b565fe28-d0a3-4609-adee-d56376ca8c82 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8a6ea84a-a13a-4093-9580-9ccccafd4fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3523707 May 31 13:47:55.129936 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 327ac5ec-4151-4b1e-a19b-96e0a2e5e8a6, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=327ac5ec-4151-4b1e-a19b-96e0a2e5e8a6,segment=NetworkSegment(b8ba7556-55f5-4c56-9b56-c4cce80eefd5),segment_id=b8ba7556-55f5-4c56-9b56-c4cce80eefd5)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:47:55.137133 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:55.140476 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a477d564-bba8-4692-9ca7-c1d7b6cd2d92 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Unset dirty status for tenant:e1c33cc904274e70992652a7eff32fd2 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:47:55.146719 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a477d564-bba8-4692-9ca7-c1d7b6cd2d92 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] 10.222.0.50 "GET /v2.0/ports/7813ea70-7753-4419-8aa1-3cd1ffcc9312 HTTP/1.1" status: 404 len: 333 time: 0.3623981 May 31 13:47:55.150340 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 38538) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:55.162903 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-6e84938a-2e21-4e33-be85-e481c6517d35 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Request body: {'port': {'network_id': '4ea0f66d-696e-49f4-8ade-03a5d3ab38aa', 'name': 'tempest-AllowedAddressPairTestJSON-1856027983'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:47:55.314063 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a2db9f-022d-4bbf-9e8d-a82ac302b28a req-85fabc9b-1318-4626-b874-770d914e98dd tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:55.315857 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-82a2db9f-022d-4bbf-9e8d-a82ac302b28a req-85fabc9b-1318-4626-b874-770d914e98dd tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf0c119-e355-4b60-9ec3-1deca8a93eb6 HTTP/1.1" status: 200 len: 946 time: 1.0001218 May 31 13:47:55.324549 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d219fd8-de1e-448b-bfe4-fac14938aaa9 req-d327f871-5863-42fc-ae1d-c45a2dcde6ec tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:55.326293 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2d219fd8-de1e-448b-bfe4-fac14938aaa9 req-d327f871-5863-42fc-ae1d-c45a2dcde6ec tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] 10.222.0.50 "GET /v2.0/ports?device_id=be0bffc5-acab-46b2-9724-a8633fe38908 HTTP/1.1" status: 200 len: 943 time: 0.6809442 May 31 13:47:55.334768 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=327ac5ec-4151-4b1e-a19b-96e0a2e5e8a6,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:55.338776 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.db.api [None req-2e4bf9e2-638d-4bc6-9ed4-f3da8803cbc4 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:47:55.341951 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-b2693317-4e38-4f86-bd05-0b9cd2a79366 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:47:55.342333 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-b2693317-4e38-4f86-bd05-0b9cd2a79366 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:47:55.344703 n-d-843939-1 neutron-server[88369]: DEBUG oslo_db.api [None req-2e4bf9e2-638d-4bc6-9ed4-f3da8803cbc4 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:47:55.448569 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-82a2db9f-022d-4bbf-9e8d-a82ac302b28a req-40db293e-5290-4568-8dd3-fcbf01ef33bd tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Deleting port efc693c3-02de-482e-ad59-c4693661e667 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:47:55.449049 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-82a2db9f-022d-4bbf-9e8d-a82ac302b28a req-40db293e-5290-4568-8dd3-fcbf01ef33bd tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:55.509101 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab393f6-bf44-412b-a209-ac2707ac41b1 req-95f2653f-f655-45ad-8e25-7ffc695cd0f5 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:55.511161 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4ab393f6-bf44-412b-a209-ac2707ac41b1 req-95f2653f-f655-45ad-8e25-7ffc695cd0f5 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/ports?device_id=bdf0c119-e355-4b60-9ec3-1deca8a93eb6 HTTP/1.1" status: 200 len: 946 time: 0.8789864 May 31 13:47:55.548458 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6e84938a-2e21-4e33-be85-e481c6517d35 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:47:55.559075 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6e84938a-2e21-4e33-be85-e481c6517d35 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:47:55.572129 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e84938a-2e21-4e33-be85-e481c6517d35 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Made reservation on behalf of e1c33cc904274e70992652a7eff32fd2 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:47:55.576362 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6e84938a-2e21-4e33-be85-e481c6517d35 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:55.606416 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-6e84938a-2e21-4e33-be85-e481c6517d35 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] device_id is not set on port 487ea0af-5b6b-4c37-957d-db547cfd55b9 yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:47:55.696215 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-89380348-7250-4eeb-a99f-8dc6e45de806 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:55.781809 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-6e84938a-2e21-4e33-be85-e481c6517d35 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Allocated IP 172.20.0.8 (4ea0f66d-696e-49f4-8ade-03a5d3ab38aa/98772fd9-e876-43e3-be94-74c9ea16678e/487ea0af-5b6b-4c37-957d-db547cfd55b9) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:47:55.787660 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-98d9da2c-d0d9-49d8-9cc4-666521b54697 req-5bcde205-bc91-487b-af5b-a989f3e9d7cc service neutron] 10.222.0.44 "GET /v2.0/networks/8a6ea84a-a13a-4093-9580-9ccccafd4fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6733580 May 31 13:47:55.819185 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2d219fd8-de1e-448b-bfe4-fac14938aaa9 req-e4ffc025-2644-4c77-b9f3-3897a9f7e22a tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaa0642c-c98d-4c4f-958b-f315c961cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4717376 May 31 13:47:55.843077 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b2693317-4e38-4f86-bd05-0b9cd2a79366 None None] Deleting port 327ac5ec-4151-4b1e-a19b-96e0a2e5e8a6 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:47:55.843458 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b2693317-4e38-4f86-bd05-0b9cd2a79366 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:55.858508 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-2e4bf9e2-638d-4bc6-9ed4-f3da8803cbc4 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Deleting port 327ac5ec-4151-4b1e-a19b-96e0a2e5e8a6 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:47:55.859596 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2e4bf9e2-638d-4bc6-9ed4-f3da8803cbc4 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:56.084965 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-98d9da2c-d0d9-49d8-9cc4-666521b54697 req-2464cbbc-8958-46b8-83fc-29a9c4912186 service neutron] 10.222.0.44 "GET /v2.0/networks/8a6ea84a-a13a-4093-9580-9ccccafd4fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519937 May 31 13:47:56.089487 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89380348-7250-4eeb-a99f-8dc6e45de806 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:47:56.138530 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-89380348-7250-4eeb-a99f-8dc6e45de806 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:47:56.142682 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89380348-7250-4eeb-a99f-8dc6e45de806 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:47:56.178601 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4ab393f6-bf44-412b-a209-ac2707ac41b1 req-8ddc3574-3f32-4c13-b445-409565c1e5ef tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/security-groups?id=be272545-d4a8-4677-ae1e-3fdd47e99fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6462965 May 31 13:47:56.231065 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89380348-7250-4eeb-a99f-8dc6e45de806 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Pushing event updated for resources: {'Port': ['ID=240a00c5-0553-4d59-ad5c-ad1142372869,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:56.251184 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89380348-7250-4eeb-a99f-8dc6e45de806 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:47:56.251524 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89380348-7250-4eeb-a99f-8dc6e45de806 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:47:56.251856 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89380348-7250-4eeb-a99f-8dc6e45de806 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:47:56.252185 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89380348-7250-4eeb-a99f-8dc6e45de806 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:47:56.252508 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89380348-7250-4eeb-a99f-8dc6e45de806 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:47:56.252826 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89380348-7250-4eeb-a99f-8dc6e45de806 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:47:56.253145 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89380348-7250-4eeb-a99f-8dc6e45de806 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:47:56.253458 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89380348-7250-4eeb-a99f-8dc6e45de806 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:47:56.253875 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89380348-7250-4eeb-a99f-8dc6e45de806 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:47:56.254240 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89380348-7250-4eeb-a99f-8dc6e45de806 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:47:56.254556 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89380348-7250-4eeb-a99f-8dc6e45de806 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:47:56.254868 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89380348-7250-4eeb-a99f-8dc6e45de806 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:47:56.432905 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:47:56.536967 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6e84938a-2e21-4e33-be85-e481c6517d35 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:56.569574 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-2e4bf9e2-638d-4bc6-9ed4-f3da8803cbc4 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] For port 327ac5ec-4151-4b1e-a19b-96e0a2e5e8a6, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=327ac5ec-4151-4b1e-a19b-96e0a2e5e8a6,segment=NetworkSegment(b8ba7556-55f5-4c56-9b56-c4cce80eefd5),segment_id=b8ba7556-55f5-4c56-9b56-c4cce80eefd5)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:47:56.569935 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2e4bf9e2-638d-4bc6-9ed4-f3da8803cbc4 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:56.638235 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-82a2db9f-022d-4bbf-9e8d-a82ac302b28a req-40db293e-5290-4568-8dd3-fcbf01ef33bd tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] For port efc693c3-02de-482e-ad59-c4693661e667, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=efc693c3-02de-482e-ad59-c4693661e667,segment=NetworkSegment(035ad117-e9c5-414c-8bde-40a05a92335b),segment_id=035ad117-e9c5-414c-8bde-40a05a92335b)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:47:56.639624 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-82a2db9f-022d-4bbf-9e8d-a82ac302b28a req-40db293e-5290-4568-8dd3-fcbf01ef33bd tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:56.690768 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-b2693317-4e38-4f86-bd05-0b9cd2a79366 None None] For port 327ac5ec-4151-4b1e-a19b-96e0a2e5e8a6, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=327ac5ec-4151-4b1e-a19b-96e0a2e5e8a6,segment=NetworkSegment(b8ba7556-55f5-4c56-9b56-c4cce80eefd5),segment_id=b8ba7556-55f5-4c56-9b56-c4cce80eefd5)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:47:56.691165 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b2693317-4e38-4f86-bd05-0b9cd2a79366 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:56.700942 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-6e84938a-2e21-4e33-be85-e481c6517d35 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Transition to ACTIVE for port object 487ea0af-5b6b-4c37-957d-db547cfd55b9 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:47:56.782850 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-2e4bf9e2-638d-4bc6-9ed4-f3da8803cbc4 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Calling delete_port for 327ac5ec-4151-4b1e-a19b-96e0a2e5e8a6 owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:47:56.943984 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6e84938a-2e21-4e33-be85-e481c6517d35 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:56.945910 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2e4bf9e2-638d-4bc6-9ed4-f3da8803cbc4 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:57.008198 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b2693317-4e38-4f86-bd05-0b9cd2a79366 None None] Calling delete_port for 327ac5ec-4151-4b1e-a19b-96e0a2e5e8a6 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:47:57.023445 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4bf9e2-638d-4bc6-9ed4-f3da8803cbc4 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event deleted for resources: {'Port': ['ID=327ac5ec-4151-4b1e-a19b-96e0a2e5e8a6,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:57.029503 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4bf9e2-638d-4bc6-9ed4-f3da8803cbc4 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] No DVR routers for this DVR port 327ac5ec-4151-4b1e-a19b-96e0a2e5e8a6 on host n-d-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:47:57.161255 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e84938a-2e21-4e33-be85-e481c6517d35 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Network 4ea0f66d-696e-49f4-8ade-03a5d3ab38aa is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:47:57.171725 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-b2693317-4e38-4f86-bd05-0b9cd2a79366 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:47:57.172886 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-b2693317-4e38-4f86-bd05-0b9cd2a79366 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:47:57.215719 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1,segment=NetworkSegment(7fc9d5ef-ea20-4237-ab4a-21f18c0e56aa),segment_id=7fc9d5ef-ea20-4237-ab4a-21f18c0e56aa)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:47:57.229930 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-6e84938a-2e21-4e33-be85-e481c6517d35 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:47:57.244532 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e84938a-2e21-4e33-be85-e481c6517d35 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:47:57.255349 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': 'f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1', 'network_id': '8a6ea84a-a13a-4093-9580-9ccccafd4fee', 'port_id': 'f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1', 'mac_address': 'fa:16:3e:1c:29:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8d91a8e-1d4d-442a-944f-994d412d112f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:47:57.313933 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2e4bf9e2-638d-4bc6-9ed4-f3da8803cbc4 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:57.324200 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e84938a-2e21-4e33-be85-e481c6517d35 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Pushing event updated for resources: {'Port': ['ID=487ea0af-5b6b-4c37-957d-db547cfd55b9,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:57.371832 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-2e4bf9e2-638d-4bc6-9ed4-f3da8803cbc4 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8f00cd1-799c-413c-b317-bab4530ef31f']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:47:57.395447 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e84938a-2e21-4e33-be85-e481c6517d35 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:57.396682 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6e84938a-2e21-4e33-be85-e481c6517d35 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:57.420598 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-2e4bf9e2-638d-4bc6-9ed4-f3da8803cbc4 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8ba7556-55f5-4c56-9b56-c4cce80eefd5') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:47:57.420894 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-2e4bf9e2-638d-4bc6-9ed4-f3da8803cbc4 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8ba7556-55f5-4c56-9b56-c4cce80eefd5') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:47:57.440375 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:47:57.440939 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:57.457669 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2e4bf9e2-638d-4bc6-9ed4-f3da8803cbc4 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:57.475765 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:47:57.511991 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2e4bf9e2-638d-4bc6-9ed4-f3da8803cbc4 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:57.518334 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-6e84938a-2e21-4e33-be85-e481c6517d35 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3660150 May 31 13:47:57.518846 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 38578) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:57.521528 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1,segment=NetworkSegment(7fc9d5ef-ea20-4237-ab4a-21f18c0e56aa),segment_id=7fc9d5ef-ea20-4237-ab4a-21f18c0e56aa)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:47:57.529693 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:57.532615 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-a93bc610-3c34-46d0-87a3-b2d6f9e18c75 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Request body: {'port': {'network_id': '4ea0f66d-696e-49f4-8ade-03a5d3ab38aa', 'name': 'tempest-AllowedAddressPairTestJSON-772991182'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:47:57.567119 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e4bf9e2-638d-4bc6-9ed4-f3da8803cbc4 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:47:57.567778 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2e4bf9e2-638d-4bc6-9ed4-f3da8803cbc4 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:57.637580 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment b8ba7556-55f5-4c56-9b56-c4cce80eefd5 resource provider aggregate not found May 31 13:47:57.675517 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:57.735665 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ad0e185f-11ab-4b76-a956-a1af289b1596 None None] Provisioning for port 487ea0af-5b6b-4c37-957d-db547cfd55b9 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:47:57.749767 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ad0e185f-11ab-4b76-a956-a1af289b1596 None None] Provisioning complete for port 487ea0af-5b6b-4c37-957d-db547cfd55b9 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:47:57.751216 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ad0e185f-11ab-4b76-a956-a1af289b1596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:57.777185 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment b8ba7556-55f5-4c56-9b56-c4cce80eefd5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b8ba7556-55f5-4c56-9b56-c4cce80eefd5 found for delete ", "request_id": "req-e43210db-0c6a-4757-be29-e5e5d314cf77"}]} May 31 13:47:57.818761 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2e4bf9e2-638d-4bc6-9ed4-f3da8803cbc4 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:57.841672 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:47:57.886841 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2e4bf9e2-638d-4bc6-9ed4-f3da8803cbc4 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:57.887993 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-82a2db9f-022d-4bbf-9e8d-a82ac302b28a req-40db293e-5290-4568-8dd3-fcbf01ef33bd tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:57.888593 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-82a2db9f-022d-4bbf-9e8d-a82ac302b28a req-40db293e-5290-4568-8dd3-fcbf01ef33bd tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:57.889075 n-d-843939-1 neutron-server[88370]: INFO neutron.db.l3_db [req-82a2db9f-022d-4bbf-9e8d-a82ac302b28a req-40db293e-5290-4568-8dd3-fcbf01ef33bd tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Floating IP 75ff4e21-d2c7-4638-aedc-90482cde49c9 disassociated. External IP: 172.25.6.50, port: efc693c3-02de-482e-ad59-c4693661e667. May 31 13:47:57.890120 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-82a2db9f-022d-4bbf-9e8d-a82ac302b28a req-40db293e-5290-4568-8dd3-fcbf01ef33bd tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Calling delete_port for efc693c3-02de-482e-ad59-c4693661e667 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:47:57.890256 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4bf9e2-638d-4bc6-9ed4-f3da8803cbc4 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event deleted for resources: {'Network': ['ID=a8f00cd1-799c-413c-b317-bab4530ef31f,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:57.913680 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-2e4bf9e2-638d-4bc6-9ed4-f3da8803cbc4 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "DELETE /v2.0/networks/a8f00cd1-799c-413c-b317-bab4530ef31f HTTP/1.1" status: 204 len: 168 time: 4.1893337 May 31 13:47:57.929028 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 38592) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:57.940800 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-82d04f3f-ff14-4f4d-9180-73bde6837522 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1343040325'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:47:57.974407 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde38b43-bfe2-4a15-a9bc-44dbf1903d7d req-077f3653-4159-4625-89ae-ac93b142d8f4 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:57.975500 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-ad0e185f-11ab-4b76-a956-a1af289b1596 None None] Port 487ea0af-5b6b-4c37-957d-db547cfd55b9 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:47:57.982736 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bde38b43-bfe2-4a15-a9bc-44dbf1903d7d req-077f3653-4159-4625-89ae-ac93b142d8f4 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] 10.222.0.50 "GET /v2.0/ports?device_id=be0bffc5-acab-46b2-9724-a8633fe38908 HTTP/1.1" status: 200 len: 943 time: 0.8685443 May 31 13:47:57.993522 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-82d04f3f-ff14-4f4d-9180-73bde6837522 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:47:58.003056 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a93bc610-3c34-46d0-87a3-b2d6f9e18c75 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:47:58.003834 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b2693317-4e38-4f86-bd05-0b9cd2a79366 None None] Deleting port 327ac5ec-4151-4b1e-a19b-96e0a2e5e8a6 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:47:58.004445 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b2693317-4e38-4f86-bd05-0b9cd2a79366 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:58.005957 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-82d04f3f-ff14-4f4d-9180-73bde6837522 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Usage tracker for resource:network and tenant:e2f5ae2e1abf4a2cb5fdef12f13f2ebb is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:47:58.010356 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-82d04f3f-ff14-4f4d-9180-73bde6837522 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:47:58.014875 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a93bc610-3c34-46d0-87a3-b2d6f9e18c75 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Usage tracker for resource:port and tenant:e1c33cc904274e70992652a7eff32fd2 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:47:58.020221 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a93bc610-3c34-46d0-87a3-b2d6f9e18c75 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:47:58.023159 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-82d04f3f-ff14-4f4d-9180-73bde6837522 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:47:58.029435 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a93bc610-3c34-46d0-87a3-b2d6f9e18c75 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:47:58.043218 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d04f3f-ff14-4f4d-9180-73bde6837522 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Made reservation on behalf of e2f5ae2e1abf4a2cb5fdef12f13f2ebb for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:47:58.047105 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-82d04f3f-ff14-4f4d-9180-73bde6837522 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:58.048470 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e4bf0-fd02-4dae-a6d5-68d8764de098 req-7a49afc8-f56b-4ba7-89ce-4c0f30e78936 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:58.057033 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-493e4bf0-fd02-4dae-a6d5-68d8764de098 req-7a49afc8-f56b-4ba7-89ce-4c0f30e78936 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/ports?device_id=bdf0c119-e355-4b60-9ec3-1deca8a93eb6 HTTP/1.1" status: 200 len: 946 time: 0.3340173 May 31 13:47:58.065446 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93bc610-3c34-46d0-87a3-b2d6f9e18c75 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Made reservation on behalf of e1c33cc904274e70992652a7eff32fd2 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:47:58.069139 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a93bc610-3c34-46d0-87a3-b2d6f9e18c75 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:58.098930 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-a93bc610-3c34-46d0-87a3-b2d6f9e18c75 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] device_id is not set on port 0d3a059d-ec47-4bd8-8eff-b264f3bbc82c yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:47:58.134862 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b2693317-4e38-4f86-bd05-0b9cd2a79366 None None] The port '327ac5ec-4151-4b1e-a19b-96e0a2e5e8a6' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 13:47:58.160874 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bde38b43-bfe2-4a15-a9bc-44dbf1903d7d req-24e70ddf-4faa-437c-89c6-b44291d559ec tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaa0642c-c98d-4c4f-958b-f315c961cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770554 May 31 13:47:58.185108 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-493e4bf0-fd02-4dae-a6d5-68d8764de098 req-b99c0b6d-2565-41c6-9896-9cdc639ae7e7 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/security-groups?id=be272545-d4a8-4677-ae1e-3fdd47e99fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262453 May 31 13:47:58.276464 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-89380348-7250-4eeb-a99f-8dc6e45de806 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:58.312962 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-82a2db9f-022d-4bbf-9e8d-a82ac302b28a req-40db293e-5290-4568-8dd3-fcbf01ef33bd tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:58.406975 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device efc693c3-02de-482e-ad59-c4693661e667 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:47:58.428255 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82d04f3f-ff14-4f4d-9180-73bde6837522 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:47:58.468540 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] No Port match for: efc693c3-02de-482e-ad59-c4693661e667 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:47:58.469127 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-82d04f3f-ff14-4f4d-9180-73bde6837522 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:58.469243 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device efc693c3-02de-482e-ad59-c4693661e667 not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:47:58.469322 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-82d04f3f-ff14-4f4d-9180-73bde6837522 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Added segment a100c6b5-ee88-4b57-b644-efda6ec84583 of type vlan for network b796a659-40bd-403d-af5d-993a09b8c3aa May 31 13:47:58.567816 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-89380348-7250-4eeb-a99f-8dc6e45de806 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:58.584791 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-a93bc610-3c34-46d0-87a3-b2d6f9e18c75 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Allocated IP 172.20.0.3 (4ea0f66d-696e-49f4-8ade-03a5d3ab38aa/98772fd9-e876-43e3-be94-74c9ea16678e/0d3a059d-ec47-4bd8-8eff-b264f3bbc82c) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:47:58.597019 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40db293e-5290-4568-8dd3-fcbf01ef33bd tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Pushing event deleted for resources: {'Port': ['ID=efc693c3-02de-482e-ad59-c4693661e667,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:58.613485 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-82d04f3f-ff14-4f4d-9180-73bde6837522 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:58.729806 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-82d04f3f-ff14-4f4d-9180-73bde6837522 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:58.735285 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d04f3f-ff14-4f4d-9180-73bde6837522 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:58.735987 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-82d04f3f-ff14-4f4d-9180-73bde6837522 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:58.946782 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82a2db9f-022d-4bbf-9e8d-a82ac302b28a req-40db293e-5290-4568-8dd3-fcbf01ef33bd tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Router 0697c208-3eaa-49f8-affe-568d0eb5b2db has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:47:58.952327 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-82d04f3f-ff14-4f4d-9180-73bde6837522 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0175843 May 31 13:47:58.952327 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d04f3f-ff14-4f4d-9180-73bde6837522 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event updated for resources: {'Network': ['ID=b796a659-40bd-403d-af5d-993a09b8c3aa,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:58.953177 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 38612) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:58.965598 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network b796a659-40bd-403d-af5d-993a09b8c3aa details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:47:58.965787 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-471896a8-731e-473d-b436-332018cfd9d0 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Request body: {'subnet': {'network_id': 'b796a659-40bd-403d-af5d-993a09b8c3aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:47:59.170754 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-471896a8-731e-473d-b436-332018cfd9d0 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:47:59.190933 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-471896a8-731e-473d-b436-332018cfd9d0 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Usage tracker for resource:subnet and tenant:e2f5ae2e1abf4a2cb5fdef12f13f2ebb is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:47:59.211525 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-471896a8-731e-473d-b436-332018cfd9d0 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:47:59.234759 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-471896a8-731e-473d-b436-332018cfd9d0 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:47:59.305620 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a93bc610-3c34-46d0-87a3-b2d6f9e18c75 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:59.335555 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-471896a8-731e-473d-b436-332018cfd9d0 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Made reservation on behalf of e2f5ae2e1abf4a2cb5fdef12f13f2ebb for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:47:59.340142 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-471896a8-731e-473d-b436-332018cfd9d0 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:59.451072 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-a93bc610-3c34-46d0-87a3-b2d6f9e18c75 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Transition to ACTIVE for port object 0d3a059d-ec47-4bd8-8eff-b264f3bbc82c will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:47:59.516216 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a93bc610-3c34-46d0-87a3-b2d6f9e18c75 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:59.627237 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82a2db9f-022d-4bbf-9e8d-a82ac302b28a req-40db293e-5290-4568-8dd3-fcbf01ef33bd tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:47:59.644286 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8254caea-fbfc-4a62-aa2f-782fac9e21ce None None] Sync routers for ids ['0697c208-3eaa-49f8-affe-568d0eb5b2db'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:47:59.658369 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93bc610-3c34-46d0-87a3-b2d6f9e18c75 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Network 4ea0f66d-696e-49f4-8ade-03a5d3ab38aa is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:47:59.663376 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-a93bc610-3c34-46d0-87a3-b2d6f9e18c75 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:47:59.679170 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8254caea-fbfc-4a62-aa2f-782fac9e21ce None None] Routers {'0697c208-3eaa-49f8-affe-568d0eb5b2db'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:47:59.679898 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-8254caea-fbfc-4a62-aa2f-782fac9e21ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:47:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['0697c208-3eaa-49f8-affe-568d0eb5b2db'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:47:59.687426 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93bc610-3c34-46d0-87a3-b2d6f9e18c75 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:47:59.791364 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93bc610-3c34-46d0-87a3-b2d6f9e18c75 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:47:59.794012 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a93bc610-3c34-46d0-87a3-b2d6f9e18c75 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:47:59.796399 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9fbc8108-f9dc-4482-86fc-e8f7464a2af3 req-78458000-c7f9-4484-b0ee-71f4cfc981d9 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/ports?device_id=bdf0c119-e355-4b60-9ec3-1deca8a93eb6 HTTP/1.1" status: 200 len: 210 time: 0.2048819 May 31 13:47:59.831095 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93bc610-3c34-46d0-87a3-b2d6f9e18c75 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Pushing event updated for resources: {'Port': ['ID=0d3a059d-ec47-4bd8-8eff-b264f3bbc82c,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:47:59.936958 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a93bc610-3c34-46d0-87a3-b2d6f9e18c75 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4144170 May 31 13:47:59.940081 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 38634) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:47:59.950337 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-314f6076-5697-4f83-a06d-bafaaf1e88e9 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:5a:28:92'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:ee:26:13'}]}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:48:00.005011 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-82a2db9f-022d-4bbf-9e8d-a82ac302b28a req-40db293e-5290-4568-8dd3-fcbf01ef33bd tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] No DVR routers for this DVR port efc693c3-02de-482e-ad59-c4693661e667 on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:48:00.019590 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-471896a8-731e-473d-b436-332018cfd9d0 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:00.025184 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-82a2db9f-022d-4bbf-9e8d-a82ac302b28a req-40db293e-5290-4568-8dd3-fcbf01ef33bd tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:00.043436 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf0c119-e355-4b60-9ec3-1deca8a93eb6', 'name': 'network-vif-deleted', 'tag': 'efc693c3-02de-482e-ad59-c4693661e667'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:48:00.057716 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-82a2db9f-022d-4bbf-9e8d-a82ac302b28a req-40db293e-5290-4568-8dd3-fcbf01ef33bd tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.44 "DELETE /v2.0/ports/efc693c3-02de-482e-ad59-c4693661e667 HTTP/1.1" status: 204 len: 173 time: 4.7272780 May 31 13:48:00.126304 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bdd2ee-dcb6-45fe-80b4-4491f8dbcc41 req-56648f46-dc4d-4ac0-b9ca-af20cd755bb9 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:00.127926 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-07bdd2ee-dcb6-45fe-80b4-4491f8dbcc41 req-56648f46-dc4d-4ac0-b9ca-af20cd755bb9 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] 10.222.0.50 "GET /v2.0/ports?device_id=be0bffc5-acab-46b2-9724-a8633fe38908 HTTP/1.1" status: 200 len: 944 time: 0.5346096 May 31 13:48:00.194799 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-07bdd2ee-dcb6-45fe-80b4-4491f8dbcc41 req-b21d70ef-77b1-4fcb-8488-63751246c413 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaa0642c-c98d-4c4f-958b-f315c961cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596271 May 31 13:48:00.217589 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-89380348-7250-4eeb-a99f-8dc6e45de806 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:00.229497 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47e37bd6-677f-4ab8-b1e8-f9687393be10'] response: {'server_uuid': 'bdf0c119-e355-4b60-9ec3-1deca8a93eb6', 'name': 'network-vif-deleted', 'tag': 'efc693c3-02de-482e-ad59-c4693661e667', 'status': 'completed', 'code': 200} May 31 13:48:00.233616 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-89380348-7250-4eeb-a99f-8dc6e45de806 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:00.241454 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b396a8f4-0be6-40e1-a744-c96c12d4f35d None None] Provisioning for port 0d3a059d-ec47-4bd8-8eff-b264f3bbc82c completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:48:00.260281 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b396a8f4-0be6-40e1-a744-c96c12d4f35d None None] Provisioning complete for port 0d3a059d-ec47-4bd8-8eff-b264f3bbc82c triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:48:00.261530 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b396a8f4-0be6-40e1-a744-c96c12d4f35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:00.339818 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-8254caea-fbfc-4a62-aa2f-782fac9e21ce None None] Set router 0697c208-3eaa-49f8-affe-568d0eb5b2db gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:48:00.401449 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b396a8f4-0be6-40e1-a744-c96c12d4f35d None None] Port 0d3a059d-ec47-4bd8-8eff-b264f3bbc82c cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:48:00.418636 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:48:00.554689 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89380348-7250-4eeb-a99f-8dc6e45de806 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Pushing event updated for resources: {'Port': ['ID=240a00c5-0553-4d59-ad5c-ad1142372869,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:00.572421 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-89380348-7250-4eeb-a99f-8dc6e45de806 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:00.862306 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471896a8-731e-473d-b436-332018cfd9d0 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event updated for resources: {'Subnet': ['ID=bb28c0a7-7bf5-47c5-94ee-e08f03324d8e,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:00.879924 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:48:00.899440 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471896a8-731e-473d-b436-332018cfd9d0 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Checking segment: {'id': 'a100c6b5-ee88-4b57-b644-efda6ec84583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b796a659-40bd-403d-af5d-993a09b8c3aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:48:00.899866 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471896a8-731e-473d-b436-332018cfd9d0 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Network hostable DHCP agents. Network: b796a659-40bd-403d-af5d-993a09b8c3aa, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:48:00.912276 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:48:00.913058 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:00.928860 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-314f6076-5697-4f83-a06d-bafaaf1e88e9 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:01.237771 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-314f6076-5697-4f83-a06d-bafaaf1e88e9 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:01.243717 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471896a8-731e-473d-b436-332018cfd9d0 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Network b796a659-40bd-403d-af5d-993a09b8c3aa is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:48:01.251236 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-314f6076-5697-4f83-a06d-bafaaf1e88e9 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:01.266983 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:48:01.267678 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:01.319306 n-d-843939-1 neutron-server[88370]: INFO neutron.db.l3_db [None req-89380348-7250-4eeb-a99f-8dc6e45de806 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Floating IP 945e5dcd-4437-481c-8754-15b218431f72 associated. External IP: 172.25.6.251, port: 21bcade8-1dbc-4ea0-845b-b99d741c048c. May 31 13:48:01.377063 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-471896a8-731e-473d-b436-332018cfd9d0 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, b796a659-40bd-403d-af5d-993a09b8c3aa) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:48:01.405856 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011516f9-d25b-46c8-914b-586ff8e2cb9b None None] Network b796a659-40bd-403d-af5d-993a09b8c3aa requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:48:01.474380 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471896a8-731e-473d-b436-332018cfd9d0 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:01.475149 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-471896a8-731e-473d-b436-332018cfd9d0 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:01.498273 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be0bffc5-acab-46b2-9724-a8633fe38908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:48:01.680551 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1,segment=NetworkSegment(7fc9d5ef-ea20-4237-ab4a-21f18c0e56aa),segment_id=7fc9d5ef-ea20-4237-ab4a-21f18c0e56aa)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:48:01.698179 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-c3e2b3bc-ab6b-4706-a40d-411918202bc0 req-d7f0bdda-f41d-4087-8b53-08a56f7b9ee3 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Synchronizing usage tracker for tenant:0c3bb07388f549c9aeec65a21380cb5d on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:48:01.715147 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:01.810715 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-c3e2b3bc-ab6b-4706-a40d-411918202bc0 req-d7f0bdda-f41d-4087-8b53-08a56f7b9ee3 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Unset dirty status for tenant:0c3bb07388f549c9aeec65a21380cb5d on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:48:01.824427 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c3e2b3bc-ab6b-4706-a40d-411918202bc0 req-d7f0bdda-f41d-4087-8b53-08a56f7b9ee3 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/ports?device_id=bdf0c119-e355-4b60-9ec3-1deca8a93eb6 HTTP/1.1" status: 200 len: 210 time: 0.5071106 May 31 13:48:01.861361 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:01.883561 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-471896a8-731e-473d-b436-332018cfd9d0 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9237924 May 31 13:48:01.883561 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314f6076-5697-4f83-a06d-bafaaf1e88e9 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Pushing event updated for resources: {'Port': ['ID=0d3a059d-ec47-4bd8-8eff-b264f3bbc82c,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:01.884849 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 38670) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:01.897399 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-1c541815-0854-4f24-bf24-bacb2c6cbbbe tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Request body: {'port': {'network_id': 'b796a659-40bd-403d-af5d-993a09b8c3aa', 'name': 'tempest-PortsIpV6TestJSON-1041867054', 'fixed_ips': [{'subnet_id': 'bb28c0a7-7bf5-47c5-94ee-e08f03324d8e', 'ip_address': '2001:db8::10'}]}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:48:01.919088 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-314f6076-5697-4f83-a06d-bafaaf1e88e9 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] In _notify_port_updated(), no bound segment for port 0d3a059d-ec47-4bd8-8eff-b264f3bbc82c on network 4ea0f66d-696e-49f4-8ade-03a5d3ab38aa {{(pid=88369) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 31 13:48:01.926365 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314f6076-5697-4f83-a06d-bafaaf1e88e9 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:01.927333 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-314f6076-5697-4f83-a06d-bafaaf1e88e9 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:01.931163 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-314f6076-5697-4f83-a06d-bafaaf1e88e9 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] 10.222.0.50 "PUT /v2.0/ports/0d3a059d-ec47-4bd8-8eff-b264f3bbc82c HTTP/1.1" status: 200 len: 1054 time: 1.9873948 May 31 13:48:01.933948 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 38674) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:01.949923 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38487310-48bf-485d-9232-d87c8c89cc7e'] response: {'server_uuid': 'be0bffc5-acab-46b2-9724-a8633fe38908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1', 'code': 200} May 31 13:48:01.964933 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-081052c5-b06f-41d8-8cf2-5cdd6a850b4e None None] Provisioning complete for port 0d3a059d-ec47-4bd8-8eff-b264f3bbc82c triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:48:01.965298 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-081052c5-b06f-41d8-8cf2-5cdd6a850b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:01.997691 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42343ca-99a4-43f0-93a8-13a2689fe408 req-a5064dda-7c03-4456-9ba6-cef5a3f1c66b tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:02.005475 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a42343ca-99a4-43f0-93a8-13a2689fe408 req-a5064dda-7c03-4456-9ba6-cef5a3f1c66b tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] 10.222.0.50 "GET /v2.0/ports?device_id=be0bffc5-acab-46b2-9724-a8633fe38908 HTTP/1.1" status: 200 len: 944 time: 0.4483483 May 31 13:48:02.098022 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-5e560453-2dfe-49ce-ba13-f3b59bcf281f tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Deleting port 0d3a059d-ec47-4bd8-8eff-b264f3bbc82c {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:48:02.098381 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5e560453-2dfe-49ce-ba13-f3b59bcf281f tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:02.123313 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-8254caea-fbfc-4a62-aa2f-782fac9e21ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'name': 'tempest-AttachVolumeNegativeTest-1273433736-router', 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'a25f0954-04a4-4b01-8623-f473d6ed53da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:44:16Z', 'updated_at': '2022-05-31T13:44:31Z', 'revision_number': 4, 'project_id': '0c3bb07388f549c9aeec65a21380cb5d', 'gw_port': {'id': 'a25f0954-04a4-4b01-8623-f473d6ed53da', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ac:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:44:19Z', 'updated_at': '2022-05-31T13:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': 'db1d96a5-0d72-4ff0-9434-6a6174b80fbc', 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d', 'floating_ip_address': '172.25.6.48', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'port_id': '801e7b36-1094-46d8-bd5f-4a2bce007eb1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63c618dc-2d9c-42a1-a644-8fd65767e93c', 'mac_address': 'fa:16:3e:a8:00:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0710edc1-1650-4be9-80ea-169a803e7734', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:44:47Z', 'updated_at': '2022-05-31T13:45:35Z', 'revision_number': 2, 'project_id': '0c3bb07388f549c9aeec65a21380cb5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28f91fc4-d303-4198-b69f-bfc00ad66cfe', 'name': '', 'network_id': '63c618dc-2d9c-42a1-a644-8fd65767e93c', 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d', 'mac_address': 'fa:16:3e:f7:a8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '1fa11664-0552-4bb0-b5b0-3278009a7430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:44:29Z', 'updated_at': '2022-05-31T13:44:46Z', 'revision_number': 5, 'project_id': '0c3bb07388f549c9aeec65a21380cb5d', 'subnets': [{'id': '1fa11664-0552-4bb0-b5b0-3278009a7430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:48:02.137937 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8254caea-fbfc-4a62-aa2f-782fac9e21ce None None] Checking router: 0697c208-3eaa-49f8-affe-568d0eb5b2db for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:48:02.175789 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8254caea-fbfc-4a62-aa2f-782fac9e21ce None None] Routers {'0697c208-3eaa-49f8-affe-568d0eb5b2db'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:48:02.177512 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-8254caea-fbfc-4a62-aa2f-782fac9e21ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:47:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['0697c208-3eaa-49f8-affe-568d0eb5b2db'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:48:02.185343 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a42343ca-99a4-43f0-93a8-13a2689fe408 req-897c0d93-952b-4584-9530-f277b53d8e90 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaa0642c-c98d-4c4f-958b-f315c961cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785662 May 31 13:48:02.252524 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-1c541815-0854-4f24-bf24-bacb2c6cbbbe tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:48:02.265731 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-081052c5-b06f-41d8-8cf2-5cdd6a850b4e None None] Port 0d3a059d-ec47-4bd8-8eff-b264f3bbc82c cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:48:02.287274 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-1c541815-0854-4f24-bf24-bacb2c6cbbbe tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:48:02.318655 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fef031f-5ca4-4a2a-88b7-a480684fdfa8 req-ca92f235-6802-48f6-abd8-c2b1f9216001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:02.320706 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2fef031f-5ca4-4a2a-88b7-a480684fdfa8 req-ca92f235-6802-48f6-abd8-c2b1f9216001 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=be0bffc5-acab-46b2-9724-a8633fe38908 HTTP/1.1" status: 200 len: 1096 time: 0.2985363 May 31 13:48:02.343398 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89380348-7250-4eeb-a99f-8dc6e45de806 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Router 4df1fffe-8b50-4f4d-811c-fa121cfa517b has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:48:02.372488 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88418b4-38e4-45ee-acc3-86bc39faf19c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-b796a659-40bd-403d-af5d-993a09b8c3aa', 'network_id': 'b796a659-40bd-403d-af5d-993a09b8c3aa', 'tenant_id': 'e2f5ae2e1abf4a2cb5fdef12f13f2ebb', 'fixed_ips': [{'subnet_id': 'bb28c0a7-7bf5-47c5-94ee-e08f03324d8e'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:48:02.373364 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e88418b4-38e4-45ee-acc3-86bc39faf19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:02.446819 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2fef031f-5ca4-4a2a-88b7-a480684fdfa8 req-cbbad9fc-c50e-4cb2-9ffb-b074f3b44f49 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=aaa0642c-c98d-4c4f-958b-f315c961cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017132 May 31 13:48:02.591307 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-8254caea-fbfc-4a62-aa2f-782fac9e21ce None None] Set router 0697c208-3eaa-49f8-affe-568d0eb5b2db gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:48:02.624732 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c541815-0854-4f24-bf24-bacb2c6cbbbe tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Made reservation on behalf of e2f5ae2e1abf4a2cb5fdef12f13f2ebb for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:48:02.629125 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 38684) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:02.659781 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5e560453-2dfe-49ce-ba13-f3b59bcf281f tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:02.794408 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89380348-7250-4eeb-a99f-8dc6e45de806 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:48:02.806858 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214c36c3-78a6-4c84-8d82-b1d41a95be0e None None] Sync routers for ids ['4df1fffe-8b50-4f4d-811c-fa121cfa517b'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:48:02.833231 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214c36c3-78a6-4c84-8d82-b1d41a95be0e None None] Routers {'4df1fffe-8b50-4f4d-811c-fa121cfa517b'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:48:02.836019 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-214c36c3-78a6-4c84-8d82-b1d41a95be0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:47:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['4df1fffe-8b50-4f4d-811c-fa121cfa517b'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:48:02.845455 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-89380348-7250-4eeb-a99f-8dc6e45de806 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:02.983853 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-214c36c3-78a6-4c84-8d82-b1d41a95be0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:48:02.984965 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fcca7ea3-680a-4fa9-b112-53b67fbe8fc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:02.994571 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214c36c3-78a6-4c84-8d82-b1d41a95be0e None None] Routers {'4df1fffe-8b50-4f4d-811c-fa121cfa517b'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:48:02.995566 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-214c36c3-78a6-4c84-8d82-b1d41a95be0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:47:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['4df1fffe-8b50-4f4d-811c-fa121cfa517b'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:48:03.023752 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-fcca7ea3-680a-4fa9-b112-53b67fbe8fc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:48:03.030124 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-fcca7ea3-680a-4fa9-b112-53b67fbe8fc4 admin admin] Usage tracker for resource:security_group_rule and tenant:fafb809a868d4c64bff3a5417177c5a8 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:48:03.034929 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-fcca7ea3-680a-4fa9-b112-53b67fbe8fc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:48:03.053841 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 38702) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:03.060267 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-fcca7ea3-680a-4fa9-b112-53b67fbe8fc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:48:03.076276 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-5e560453-2dfe-49ce-ba13-f3b59bcf281f tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Calling delete_port for 0d3a059d-ec47-4bd8-8eff-b264f3bbc82c owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:48:03.081796 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-89380348-7250-4eeb-a99f-8dc6e45de806 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 10.3982325 May 31 13:48:03.082493 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 38706) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:03.093620 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-4a3a5d50-e9d9-4be2-8016-b2d9c6f1f5dc tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Request body: {'floatingip': {'port_id': '21bcade8-1dbc-4ea0-845b-b99d741c048c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:48:03.101917 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-e88418b4-38e4-45ee-acc3-86bc39faf19c None None] Allocated IP 2001:db8::2 (b796a659-40bd-403d-af5d-993a09b8c3aa/bb28c0a7-7bf5-47c5-94ee-e08f03324d8e/8e7069ac-17dd-4a3e-9b70-6a1d94484f9d) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:48:03.132433 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-214c36c3-78a6-4c84-8d82-b1d41a95be0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:48:03.133074 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214c36c3-78a6-4c84-8d82-b1d41a95be0e None None] The sync data for ids ['4df1fffe-8b50-4f4d-811c-fa121cfa517b'] in n-d-843939-1 is: [] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:48:03.311965 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4a3a5d50-e9d9-4be2-8016-b2d9c6f1f5dc tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks [] for floatingip, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:03.386850 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1c541815-0854-4f24-bf24-bacb2c6cbbbe tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:03.438496 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e88418b4-38e4-45ee-acc3-86bc39faf19c None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:03.492790 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cec05112-6d24-4a08-b6ed-f6b41bda3a47 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:03.497372 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-1c541815-0854-4f24-bf24-bacb2c6cbbbe tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] device_id is not set on port 15e101be-64af-4c7d-85cc-e9387229495e yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:48:03.620195 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cec05112-6d24-4a08-b6ed-f6b41bda3a47 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:03.712788 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5e560453-2dfe-49ce-ba13-f3b59bcf281f tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:03.755426 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e88418b4-38e4-45ee-acc3-86bc39faf19c None None] Transition to ACTIVE for port object 8e7069ac-17dd-4a3e-9b70-6a1d94484f9d will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:48:03.800421 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e560453-2dfe-49ce-ba13-f3b59bcf281f tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Pushing event deleted for resources: {'Port': ['ID=0d3a059d-ec47-4bd8-8eff-b264f3bbc82c,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:03.829302 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e88418b4-38e4-45ee-acc3-86bc39faf19c None None] Transition to ACTIVE for port object 8e7069ac-17dd-4a3e-9b70-6a1d94484f9d will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:48:03.840906 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fcca7ea3-680a-4fa9-b112-53b67fbe8fc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:03.849753 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e88418b4-38e4-45ee-acc3-86bc39faf19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:03.878003 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fcca7ea3-680a-4fa9-b112-53b67fbe8fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:03.936891 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88418b4-38e4-45ee-acc3-86bc39faf19c None None] Network b796a659-40bd-403d-af5d-993a09b8c3aa is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:48:03.955102 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-e88418b4-38e4-45ee-acc3-86bc39faf19c None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:48:03.958873 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88418b4-38e4-45ee-acc3-86bc39faf19c None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:48:03.978217 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcca7ea3-680a-4fa9-b112-53b67fbe8fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dde97db-bca3-408f-bc60-0a69ad2ec165,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:03.996846 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cec05112-6d24-4a08-b6ed-f6b41bda3a47 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:04.059725 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec05112-6d24-4a08-b6ed-f6b41bda3a47 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be272545-d4a8-4677-ae1e-3fdd47e99fad,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:04.088253 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-fcca7ea3-680a-4fa9-b112-53b67fbe8fc4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fafb809a868d4c64bff3a5417177c5a8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4536562 May 31 13:48:04.097565 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 38716) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:04.137557 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-1c541815-0854-4f24-bf24-bacb2c6cbbbe tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Allocated IP 2001:db8::10 (b796a659-40bd-403d-af5d-993a09b8c3aa/bb28c0a7-7bf5-47c5-94ee-e08f03324d8e/15e101be-64af-4c7d-85cc-e9387229495e) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:48:04.178135 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88418b4-38e4-45ee-acc3-86bc39faf19c None None] Pushing event updated for resources: {'Port': ['ID=8e7069ac-17dd-4a3e-9b70-6a1d94484f9d,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:04.183704 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cec05112-6d24-4a08-b6ed-f6b41bda3a47 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:04.185548 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-cec05112-6d24-4a08-b6ed-f6b41bda3a47 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "DELETE /v2.0/security-groups/be272545-d4a8-4677-ae1e-3fdd47e99fad HTTP/1.1" status: 204 len: 168 time: 1.1197674 May 31 13:48:04.197866 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-8254caea-fbfc-4a62-aa2f-782fac9e21ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'name': 'tempest-AttachVolumeNegativeTest-1273433736-router', 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'a25f0954-04a4-4b01-8623-f473d6ed53da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:44:16Z', 'updated_at': '2022-05-31T13:44:31Z', 'revision_number': 4, 'project_id': '0c3bb07388f549c9aeec65a21380cb5d', 'gw_port': {'id': 'a25f0954-04a4-4b01-8623-f473d6ed53da', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ac:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:44:19Z', 'updated_at': '2022-05-31T13:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': 'db1d96a5-0d72-4ff0-9434-6a6174b80fbc', 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d', 'floating_ip_address': '172.25.6.48', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'port_id': '801e7b36-1094-46d8-bd5f-4a2bce007eb1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63c618dc-2d9c-42a1-a644-8fd65767e93c', 'mac_address': 'fa:16:3e:a8:00:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0710edc1-1650-4be9-80ea-169a803e7734', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:44:47Z', 'updated_at': '2022-05-31T13:45:35Z', 'revision_number': 2, 'project_id': '0c3bb07388f549c9aeec65a21380cb5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28f91fc4-d303-4198-b69f-bfc00ad66cfe', 'name': '', 'network_id': '63c618dc-2d9c-42a1-a644-8fd65767e93c', 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d', 'mac_address': 'fa:16:3e:f7:a8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '1fa11664-0552-4bb0-b5b0-3278009a7430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:44:29Z', 'updated_at': '2022-05-31T13:44:46Z', 'revision_number': 5, 'project_id': '0c3bb07388f549c9aeec65a21380cb5d', 'subnets': [{'id': '1fa11664-0552-4bb0-b5b0-3278009a7430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:48:04.201234 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 38720) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:04.212615 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8254caea-fbfc-4a62-aa2f-782fac9e21ce None None] The sync data for ids ['0697c208-3eaa-49f8-affe-568d0eb5b2db'] in n-d-843939-1 is: [{'id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'name': 'tempest-AttachVolumeNegativeTest-1273433736-router', 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'a25f0954-04a4-4b01-8623-f473d6ed53da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:44:16Z', 'updated_at': '2022-05-31T13:44:31Z', 'revision_number': 4, 'project_id': '0c3bb07388f549c9aeec65a21380cb5d', 'gw_port': {'id': 'a25f0954-04a4-4b01-8623-f473d6ed53da', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ac:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:44:19Z', 'updated_at': '2022-05-31T13:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': 'db1d96a5-0d72-4ff0-9434-6a6174b80fbc', 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d', 'floating_ip_address': '172.25.6.48', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'port_id': '801e7b36-1094-46d8-bd5f-4a2bce007eb1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63c618dc-2d9c-42a1-a644-8fd65767e93c', 'mac_address': 'fa:16:3e:a8:00:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0710edc1-1650-4be9-80ea-169a803e7734', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:44:47Z', 'updated_at': '2022-05-31T13:45:35Z', 'revision_number': 2, 'project_id': '0c3bb07388f549c9aeec65a21380cb5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28f91fc4-d303-4198-b69f-bfc00ad66cfe', 'name': '', 'network_id': '63c618dc-2d9c-42a1-a644-8fd65767e93c', 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d', 'mac_address': 'fa:16:3e:f7:a8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '1fa11664-0552-4bb0-b5b0-3278009a7430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:44:29Z', 'updated_at': '2022-05-31T13:44:46Z', 'revision_number': 5, 'project_id': '0c3bb07388f549c9aeec65a21380cb5d', 'subnets': [{'id': '1fa11664-0552-4bb0-b5b0-3278009a7430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:48:04.225225 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905239d1-9503-41d4-bf15-aeaeb68c7f80 req-f24a5cb3-9bf0-4007-a4d8-55538d535da1 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:04.228230 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-905239d1-9503-41d4-bf15-aeaeb68c7f80 req-f24a5cb3-9bf0-4007-a4d8-55538d535da1 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=931b2df9-a1c5-473f-ba24-0babd6d355d0 HTTP/1.1" status: 200 len: 945 time: 0.7222986 May 31 13:48:04.250894 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-e88418b4-38e4-45ee-acc3-86bc39faf19c None None] Attempting to bind port 8e7069ac-17dd-4a3e-9b70-6a1d94484f9d on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:48:04.251265 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-e88418b4-38e4-45ee-acc3-86bc39faf19c None None] Attempting to bind port 8e7069ac-17dd-4a3e-9b70-6a1d94484f9d by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'a100c6b5-ee88-4b57-b644-efda6ec84583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b796a659-40bd-403d-af5d-993a09b8c3aa'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:48:04.251675 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88418b4-38e4-45ee-acc3-86bc39faf19c None None] Attempting to bind port 8e7069ac-17dd-4a3e-9b70-6a1d94484f9d on network b796a659-40bd-403d-af5d-993a09b8c3aa {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:48:04.274273 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88418b4-38e4-45ee-acc3-86bc39faf19c None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:48:04.274654 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88418b4-38e4-45ee-acc3-86bc39faf19c None None] Checking segment: {'id': 'a100c6b5-ee88-4b57-b644-efda6ec84583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b796a659-40bd-403d-af5d-993a09b8c3aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:48:04.275058 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e88418b4-38e4-45ee-acc3-86bc39faf19c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:04.275458 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88418b4-38e4-45ee-acc3-86bc39faf19c None None] Bound using segment: {'id': 'a100c6b5-ee88-4b57-b644-efda6ec84583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b796a659-40bd-403d-af5d-993a09b8c3aa'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:48:04.276467 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-e88418b4-38e4-45ee-acc3-86bc39faf19c None None] Bound port: 8e7069ac-17dd-4a3e-9b70-6a1d94484f9d, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a100c6b5-ee88-4b57-b644-efda6ec84583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b796a659-40bd-403d-af5d-993a09b8c3aa'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:48:04.276853 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e88418b4-38e4-45ee-acc3-86bc39faf19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:04.285130 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-d9f0ac78-b238-4a4c-81b9-da515e18a386 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] show failed (client error): The resource could not be found. May 31 13:48:04.289402 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d9f0ac78-b238-4a4c-81b9-da515e18a386 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/security-groups/be272545-d4a8-4677-ae1e-3fdd47e99fad HTTP/1.1" status: 404 len: 347 time: 0.0815723 May 31 13:48:04.304994 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 38724) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:04.424359 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa62e56-c6b8-45f6-9723-d2a4ae8834eb req-2f96d624-24f7-4ae8-b999-1e1cbb62dc95 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:04.431689 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bfa62e56-c6b8-45f6-9723-d2a4ae8834eb req-2f96d624-24f7-4ae8-b999-1e1cbb62dc95 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] 10.222.0.50 "GET /v2.0/ports?device_id=be0bffc5-acab-46b2-9724-a8633fe38908 HTTP/1.1" status: 200 len: 945 time: 0.9136941 May 31 13:48:04.506538 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1e1a9514-4c71-4dce-a0f0-345950932912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:04.521722 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-e88418b4-38e4-45ee-acc3-86bc39faf19c None None] For port 8e7069ac-17dd-4a3e-9b70-6a1d94484f9d, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:48:04.530462 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-e88418b4-38e4-45ee-acc3-86bc39faf19c None None] For port 8e7069ac-17dd-4a3e-9b70-6a1d94484f9d, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=8e7069ac-17dd-4a3e-9b70-6a1d94484f9d,segment=NetworkSegment(a100c6b5-ee88-4b57-b644-efda6ec84583),segment_id=a100c6b5-ee88-4b57-b644-efda6ec84583)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:48:04.538033 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e88418b4-38e4-45ee-acc3-86bc39faf19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:04.662189 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88418b4-38e4-45ee-acc3-86bc39faf19c None None] Pushing event updated for resources: {'Port': ['ID=8e7069ac-17dd-4a3e-9b70-6a1d94484f9d,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:04.681464 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b55acde-dcd6-48bd-ae5e-4d139bccdc98 None None] New status for floating IP 75ff4e21-d2c7-4638-aedc-90482cde49c9: DOWN {{(pid=88371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 13:48:04.773255 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-905239d1-9503-41d4-bf15-aeaeb68c7f80 req-adc97a44-fb4d-44da-9c04-34d025fb63da tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=879d485c-6856-4d39-902c-2e7246942604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5331371 May 31 13:48:04.795382 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1e1a9514-4c71-4dce-a0f0-345950932912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:04.827799 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bfa62e56-c6b8-45f6-9723-d2a4ae8834eb req-aeaf86dd-f6cc-412c-bf15-7e166fd5bc5b tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaa0642c-c98d-4c4f-958b-f315c961cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228028 May 31 13:48:04.904404 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-2b0d6fe5-20de-4ad1-a3be-b7b4a7f06d44 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Deleting port 16c4f26e-df61-4c40-803d-c33e734ee8cc {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:48:04.904754 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2b0d6fe5-20de-4ad1-a3be-b7b4a7f06d44 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:05.103273 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1e1a9514-4c71-4dce-a0f0-345950932912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:05.124271 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1a9514-4c71-4dce-a0f0-345950932912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dde97db-bca3-408f-bc60-0a69ad2ec165,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:05.142198 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1e1a9514-4c71-4dce-a0f0-345950932912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:05.156660 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-1e1a9514-4c71-4dce-a0f0-345950932912 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3dde97db-bca3-408f-bc60-0a69ad2ec165 HTTP/1.1" status: 204 len: 168 time: 1.0473590 May 31 13:48:05.296294 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1c541815-0854-4f24-bf24-bacb2c6cbbbe tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:05.300685 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5e560453-2dfe-49ce-ba13-f3b59bcf281f tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:05.305882 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-5e560453-2dfe-49ce-ba13-f3b59bcf281f tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] 10.222.0.50 "DELETE /v2.0/ports/0d3a059d-ec47-4bd8-8eff-b264f3bbc82c HTTP/1.1" status: 204 len: 168 time: 3.3708014 May 31 13:48:05.313570 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 38732) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:05.335953 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-1c541815-0854-4f24-bf24-bacb2c6cbbbe tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Transition to ACTIVE for port object 15e101be-64af-4c7d-85cc-e9387229495e will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:48:05.364351 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa575200-53c8-4251-8054-f6ef3910d079 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] GET failed (client error): The resource could not be found. May 31 13:48:05.364899 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-fa575200-53c8-4251-8054-f6ef3910d079 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Synchronizing usage tracker for tenant:e1c33cc904274e70992652a7eff32fd2 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:48:05.380233 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2b0d6fe5-20de-4ad1-a3be-b7b4a7f06d44 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:05.380569 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2b0d6fe5-20de-4ad1-a3be-b7b4a7f06d44 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:05.395799 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-fa575200-53c8-4251-8054-f6ef3910d079 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Unset dirty status for tenant:e1c33cc904274e70992652a7eff32fd2 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:48:05.397207 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-fa575200-53c8-4251-8054-f6ef3910d079 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] 10.222.0.50 "GET /v2.0/ports/0d3a059d-ec47-4bd8-8eff-b264f3bbc82c HTTP/1.1" status: 404 len: 333 time: 0.0825918 May 31 13:48:05.400410 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 38738) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:05.490963 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-8a5be0a5-184f-4477-bd33-9d41a8075d72 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Deleting port 487ea0af-5b6b-4c37-957d-db547cfd55b9 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:48:05.491563 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8a5be0a5-184f-4477-bd33-9d41a8075d72 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:05.519372 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-2b0d6fe5-20de-4ad1-a3be-b7b4a7f06d44 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Calling delete_port for 16c4f26e-df61-4c40-803d-c33e734ee8cc owned by network:floatingip {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:48:05.561464 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4a3a5d50-e9d9-4be2-8016-b2d9c6f1f5dc tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:05.573085 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1c541815-0854-4f24-bf24-bacb2c6cbbbe tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:05.597844 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4a3a5d50-e9d9-4be2-8016-b2d9c6f1f5dc tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:05.724415 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c541815-0854-4f24-bf24-bacb2c6cbbbe tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event updated for resources: {'Port': ['ID=15e101be-64af-4c7d-85cc-e9387229495e,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:05.732663 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 38744) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:05.757023 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c541815-0854-4f24-bf24-bacb2c6cbbbe tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Network b796a659-40bd-403d-af5d-993a09b8c3aa is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:48:05.768909 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-1c541815-0854-4f24-bf24-bacb2c6cbbbe tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:48:05.774616 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c541815-0854-4f24-bf24-bacb2c6cbbbe tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:48:05.781395 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c541815-0854-4f24-bf24-bacb2c6cbbbe tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:05.782061 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1c541815-0854-4f24-bf24-bacb2c6cbbbe tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:05.785862 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6e253812-6f75-4b85-bbe2-a5abdc4d83f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:05.816806 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6e253812-6f75-4b85-bbe2-a5abdc4d83f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:48:05.825906 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-6e253812-6f75-4b85-bbe2-a5abdc4d83f6 admin admin] Usage tracker for resource:security_group_rule and tenant:27da0fc52dd24f308356e2cd01db59c7 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:48:05.829352 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-6e253812-6f75-4b85-bbe2-a5abdc4d83f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:48:05.836750 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-1c541815-0854-4f24-bf24-bacb2c6cbbbe tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.9470646 May 31 13:48:05.837528 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.db.api [None req-2b0d6fe5-20de-4ad1-a3be-b7b4a7f06d44 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:48:05.837839 n-d-843939-1 neutron-server[88369]: DEBUG oslo_db.api [None req-2b0d6fe5-20de-4ad1-a3be-b7b4a7f06d44 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:48:05.839294 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6e253812-6f75-4b85-bbe2-a5abdc4d83f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:48:05.841398 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 38750) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:05.852221 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-99cca85b-413f-4ae7-8fc0-8ec2aca36b22 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Request body: {'port': {'network_id': 'b796a659-40bd-403d-af5d-993a09b8c3aa', 'name': 'tempest-PortsIpV6TestJSON-1828481956', 'fixed_ips': [{'subnet_id': 'bb28c0a7-7bf5-47c5-94ee-e08f03324d8e', 'ip_address': '2001:db8::f'}]}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:48:06.181863 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960a6695-0f22-4844-aaae-d0885ef8974b None None] Network b796a659-40bd-403d-af5d-993a09b8c3aa requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:48:06.186676 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-99cca85b-413f-4ae7-8fc0-8ec2aca36b22 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:48:06.195114 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-99cca85b-413f-4ae7-8fc0-8ec2aca36b22 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Usage tracker for resource:port and tenant:e2f5ae2e1abf4a2cb5fdef12f13f2ebb is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:48:06.199688 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-99cca85b-413f-4ae7-8fc0-8ec2aca36b22 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:48:06.206596 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-99cca85b-413f-4ae7-8fc0-8ec2aca36b22 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:48:06.225016 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99cca85b-413f-4ae7-8fc0-8ec2aca36b22 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Made reservation on behalf of e2f5ae2e1abf4a2cb5fdef12f13f2ebb for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:48:06.230202 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-99cca85b-413f-4ae7-8fc0-8ec2aca36b22 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:06.282872 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-99cca85b-413f-4ae7-8fc0-8ec2aca36b22 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] device_id is not set on port eb100895-1401-453e-bcb8-4562d8e53ebc yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:48:06.326588 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6e253812-6f75-4b85-bbe2-a5abdc4d83f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:06.339588 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-2b0d6fe5-20de-4ad1-a3be-b7b4a7f06d44 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Deleting port 16c4f26e-df61-4c40-803d-c33e734ee8cc {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:48:06.340073 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2b0d6fe5-20de-4ad1-a3be-b7b4a7f06d44 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:06.349752 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 8e7069ac-17dd-4a3e-9b70-6a1d94484f9d up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:48:06.435779 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a3a5d50-e9d9-4be2-8016-b2d9c6f1f5dc tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Router 4df1fffe-8b50-4f4d-811c-fa121cfa517b has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:48:06.514926 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6e253812-6f75-4b85-bbe2-a5abdc4d83f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:06.570214 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d4f080ba-5afb-4fc4-9abf-6d31d45c4eaa None None] Provisioning for port 8e7069ac-17dd-4a3e-9b70-6a1d94484f9d completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:48:06.582932 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-6e253812-6f75-4b85-bbe2-a5abdc4d83f6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=27da0fc52dd24f308356e2cd01db59c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8465316 May 31 13:48:06.594014 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e253812-6f75-4b85-bbe2-a5abdc4d83f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e6a42a-3908-4f0e-8ea4-b3e3be61e123,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:06.600629 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 38758) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:06.606559 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d520c1e0-33ba-42c1-be4f-a864e1d34bbc req-4ea1079b-6290-4858-83c5-96a87afb89b1 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:06.608293 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d520c1e0-33ba-42c1-be4f-a864e1d34bbc req-4ea1079b-6290-4858-83c5-96a87afb89b1 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] 10.222.0.50 "GET /v2.0/ports?device_id=be0bffc5-acab-46b2-9724-a8633fe38908 HTTP/1.1" status: 200 len: 945 time: 0.3263092 May 31 13:48:06.717353 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 8e7069ac-17dd-4a3e-9b70-6a1d94484f9d completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:48:06.724876 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 8e7069ac-17dd-4a3e-9b70-6a1d94484f9d triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:48:06.725664 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:06.758280 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8a5be0a5-184f-4477-bd33-9d41a8075d72 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:06.803338 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2b0d6fe5-20de-4ad1-a3be-b7b4a7f06d44 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:06.803673 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2b0d6fe5-20de-4ad1-a3be-b7b4a7f06d44 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:06.869037 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0911e6-ba4f-4a8c-8926-c980c99ea7f5 req-5c4a7273-e777-4334-8f17-e382ea3f0711 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:06.874820 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9b0911e6-ba4f-4a8c-8926-c980c99ea7f5 req-5c4a7273-e777-4334-8f17-e382ea3f0711 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=931b2df9-a1c5-473f-ba24-0babd6d355d0 HTTP/1.1" status: 200 len: 945 time: 0.5915864 May 31 13:48:06.957935 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 8e7069ac-17dd-4a3e-9b70-6a1d94484f9d is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:48:06.958420 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:07.008818 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 8e7069ac-17dd-4a3e-9b70-6a1d94484f9d, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=8e7069ac-17dd-4a3e-9b70-6a1d94484f9d,segment=NetworkSegment(a100c6b5-ee88-4b57-b644-efda6ec84583),segment_id=a100c6b5-ee88-4b57-b644-efda6ec84583)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:48:07.016781 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-64a1c1cb-7f8c-400e-8f38-00289c9aa4e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:07.017678 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:07.029854 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d520c1e0-33ba-42c1-be4f-a864e1d34bbc req-a2ec7461-88f2-4fa2-8e53-bb7a3ec4342f tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaa0642c-c98d-4c4f-958b-f315c961cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3796585 May 31 13:48:07.045001 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-8a5be0a5-184f-4477-bd33-9d41a8075d72 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Calling delete_port for 487ea0af-5b6b-4c37-957d-db547cfd55b9 owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:48:07.112848 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-64a1c1cb-7f8c-400e-8f38-00289c9aa4e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:07.124460 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9b0911e6-ba4f-4a8c-8926-c980c99ea7f5 req-d25f504e-a195-4722-9b1b-2c43b2f14a1b tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=879d485c-6856-4d39-902c-2e7246942604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1888320 May 31 13:48:07.137122 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a3a5d50-e9d9-4be2-8016-b2d9c6f1f5dc tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:48:07.143246 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4a3a5d50-e9d9-4be2-8016-b2d9c6f1f5dc tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:07.147624 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a925446-060d-4a8e-82cc-38755590c148 None None] Sync routers for ids ['4df1fffe-8b50-4f4d-811c-fa121cfa517b'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:48:07.165475 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a925446-060d-4a8e-82cc-38755590c148 None None] Routers {'4df1fffe-8b50-4f4d-811c-fa121cfa517b'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:48:07.166029 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=8e7069ac-17dd-4a3e-9b70-6a1d94484f9d,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:07.166937 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-7a925446-060d-4a8e-82cc-38755590c148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:47:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['4df1fffe-8b50-4f4d-811c-fa121cfa517b'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:48:07.327480 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-7a925446-060d-4a8e-82cc-38755590c148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:48:07.331035 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-4a3a5d50-e9d9-4be2-8016-b2d9c6f1f5dc tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] 10.222.0.50 "PUT /v2.0/floatingips/945e5dcd-4437-481c-8754-15b218431f72 HTTP/1.1" status: 200 len: 979 time: 4.2478776 May 31 13:48:07.356935 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a925446-060d-4a8e-82cc-38755590c148 None None] Routers {'4df1fffe-8b50-4f4d-811c-fa121cfa517b'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:48:07.358065 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-7a925446-060d-4a8e-82cc-38755590c148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:47:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['4df1fffe-8b50-4f4d-811c-fa121cfa517b'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:48:07.381090 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 38764) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:07.403144 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-64a1c1cb-7f8c-400e-8f38-00289c9aa4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:07.444104 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:07.462218 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f9c5001c-28c2-4d03-a9dd-c40ee0cef7e5 None None] Provisioning for port 15e101be-64af-4c7d-85cc-e9387229495e completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:48:07.480764 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f9c5001c-28c2-4d03-a9dd-c40ee0cef7e5 None None] Provisioning complete for port 15e101be-64af-4c7d-85cc-e9387229495e triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:48:07.481907 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f9c5001c-28c2-4d03-a9dd-c40ee0cef7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:07.499285 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-7a925446-060d-4a8e-82cc-38755590c148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:48:07.500052 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a925446-060d-4a8e-82cc-38755590c148 None None] The sync data for ids ['4df1fffe-8b50-4f4d-811c-fa121cfa517b'] in n-d-843939-1 is: [] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:48:07.580359 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-2b0d6fe5-20de-4ad1-a3be-b7b4a7f06d44 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Calling delete_port for 16c4f26e-df61-4c40-803d-c33e734ee8cc owned by network:floatingip {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:48:07.635599 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-f9c5001c-28c2-4d03-a9dd-c40ee0cef7e5 None None] Port 15e101be-64af-4c7d-85cc-e9387229495e cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:48:07.682900 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f9c5001c-28c2-4d03-a9dd-c40ee0cef7e5 None None] Provisioning complete for port 8e7069ac-17dd-4a3e-9b70-6a1d94484f9d triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:48:07.684033 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f9c5001c-28c2-4d03-a9dd-c40ee0cef7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:07.689174 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a1c1cb-7f8c-400e-8f38-00289c9aa4e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e6a42a-3908-4f0e-8ea4-b3e3be61e123,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:07.722403 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-99cca85b-413f-4ae7-8fc0-8ec2aca36b22 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Allocated IP 2001:db8::f (b796a659-40bd-403d-af5d-993a09b8c3aa/bb28c0a7-7bf5-47c5-94ee-e08f03324d8e/eb100895-1401-453e-bcb8-4562d8e53ebc) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:48:07.738890 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8a5be0a5-184f-4477-bd33-9d41a8075d72 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:07.742606 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-64a1c1cb-7f8c-400e-8f38-00289c9aa4e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:07.745027 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-64a1c1cb-7f8c-400e-8f38-00289c9aa4e6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/70e6a42a-3908-4f0e-8ea4-b3e3be61e123 HTTP/1.1" status: 204 len: 168 time: 1.1290202 May 31 13:48:07.773254 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-59c566a0-d36c-491b-9165-71c04b63fa32 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Deleting port 240a00c5-0553-4d59-ad5c-ad1142372869 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:48:07.776641 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-59c566a0-d36c-491b-9165-71c04b63fa32 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:07.926377 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-f9c5001c-28c2-4d03-a9dd-c40ee0cef7e5 None None] Current status of the port 8e7069ac-17dd-4a3e-9b70-6a1d94484f9d is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:48:07.949697 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5be0a5-184f-4477-bd33-9d41a8075d72 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Pushing event deleted for resources: {'Port': ['ID=487ea0af-5b6b-4c37-957d-db547cfd55b9,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:08.059069 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d05d964a-f53d-4849-895d-013f3f2bc5b6 None None] Provisioning complete for port 15e101be-64af-4c7d-85cc-e9387229495e triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:48:08.059463 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d05d964a-f53d-4849-895d-013f3f2bc5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:08.244083 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2b0d6fe5-20de-4ad1-a3be-b7b4a7f06d44 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:08.275128 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 8e7069ac-17dd-4a3e-9b70-6a1d94484f9d up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:48:08.371041 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-d05d964a-f53d-4849-895d-013f3f2bc5b6 None None] Port 15e101be-64af-4c7d-85cc-e9387229495e cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:48:08.393139 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 13:48:08.403968 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 8e7069ac-17dd-4a3e-9b70-6a1d94484f9d triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:48:08.404258 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:08.411995 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0d6fe5-20de-4ad1-a3be-b7b4a7f06d44 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Pushing event deleted for resources: {'Port': ['ID=16c4f26e-df61-4c40-803d-c33e734ee8cc,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:08.583061 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-99cca85b-413f-4ae7-8fc0-8ec2aca36b22 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:08.616584 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-99cca85b-413f-4ae7-8fc0-8ec2aca36b22 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Transition to ACTIVE for port object eb100895-1401-453e-bcb8-4562d8e53ebc will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:48:08.621518 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2b0d6fe5-20de-4ad1-a3be-b7b4a7f06d44 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for floatingip, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:08.646480 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 8e7069ac-17dd-4a3e-9b70-6a1d94484f9d is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:48:08.647401 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2b0d6fe5-20de-4ad1-a3be-b7b4a7f06d44 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:08.648721 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-2b0d6fe5-20de-4ad1-a3be-b7b4a7f06d44 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "DELETE /v2.0/floatingips/75ff4e21-d2c7-4638-aedc-90482cde49c9 HTTP/1.1" status: 204 len: 168 time: 4.3033478 May 31 13:48:08.686637 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-99cca85b-413f-4ae7-8fc0-8ec2aca36b22 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:08.691698 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8a5be0a5-184f-4477-bd33-9d41a8075d72 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:08.702472 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868b54b-d31c-4e17-873b-83e416247547 req-3007e52b-0d3a-406c-89b0-94100dbdf4ea tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:08.704220 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6868b54b-d31c-4e17-873b-83e416247547 req-3007e52b-0d3a-406c-89b0-94100dbdf4ea tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] 10.222.0.50 "GET /v2.0/ports?device_id=be0bffc5-acab-46b2-9724-a8633fe38908 HTTP/1.1" status: 200 len: 945 time: 0.8776243 May 31 13:48:08.715226 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cbd348-1b35-43eb-9def-b0711f0143a3 req-174f0ddf-e3d7-4f00-bb28-4856d01292d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:08.717125 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-55cbd348-1b35-43eb-9def-b0711f0143a3 req-174f0ddf-e3d7-4f00-bb28-4856d01292d7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=43a11296fa744ef9b51a5e4bd52ac689&device_id=be0bffc5-acab-46b2-9724-a8633fe38908 HTTP/1.1" status: 200 len: 1096 time: 1.0549293 May 31 13:48:08.752860 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cca85b-413f-4ae7-8fc0-8ec2aca36b22 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Network b796a659-40bd-403d-af5d-993a09b8c3aa is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:48:08.760011 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-99cca85b-413f-4ae7-8fc0-8ec2aca36b22 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:48:08.773543 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cca85b-413f-4ae7-8fc0-8ec2aca36b22 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:48:08.779948 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99cca85b-413f-4ae7-8fc0-8ec2aca36b22 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:08.780706 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-99cca85b-413f-4ae7-8fc0-8ec2aca36b22 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:08.823084 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cca85b-413f-4ae7-8fc0-8ec2aca36b22 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event updated for resources: {'Port': ['ID=eb100895-1401-453e-bcb8-4562d8e53ebc,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:08.831410 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-99cca85b-413f-4ae7-8fc0-8ec2aca36b22 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.9889693 May 31 13:48:08.834576 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 38790) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:08.943913 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-59c566a0-d36c-491b-9165-71c04b63fa32 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:08.944566 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-59c566a0-d36c-491b-9165-71c04b63fa32 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:08.957458 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee53704-383b-4b7a-a668-fdf52edb408c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:08.958817 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-7ee53704-383b-4b7a-a668-fdf52edb408c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Synchronizing usage tracker for tenant:e2f5ae2e1abf4a2cb5fdef12f13f2ebb on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:48:08.986191 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-7ee53704-383b-4b7a-a668-fdf52edb408c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Unset dirty status for tenant:e2f5ae2e1abf4a2cb5fdef12f13f2ebb on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:48:08.987681 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-7ee53704-383b-4b7a-a668-fdf52edb408c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1521776 May 31 13:48:08.988851 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:08.990634 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 38800) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:09.180298 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242d5998-1bc9-443f-928c-470d9a603c5f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:09.184388 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-8a5be0a5-184f-4477-bd33-9d41a8075d72 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] 10.222.0.50 "DELETE /v2.0/ports/487ea0af-5b6b-4c37-957d-db547cfd55b9 HTTP/1.1" status: 204 len: 168 time: 3.7824712 May 31 13:48:09.207588 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-59c566a0-d36c-491b-9165-71c04b63fa32 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Calling delete_port for 240a00c5-0553-4d59-ad5c-ad1142372869 owned by network:floatingip {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:48:09.207690 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242d5998-1bc9-443f-928c-470d9a603c5f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:09.212659 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242d5998-1bc9-443f-928c-470d9a603c5f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:09.219630 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-242d5998-1bc9-443f-928c-470d9a603c5f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.2245560 May 31 13:48:09.219630 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 38806) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:09.242442 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-806e7e17-f592-479e-960f-398335997e71 None None] Provisioning for port eb100895-1401-453e-bcb8-4562d8e53ebc completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:48:09.253454 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 38812) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:09.259387 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-806e7e17-f592-479e-960f-398335997e71 None None] Provisioning complete for port eb100895-1401-453e-bcb8-4562d8e53ebc triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:48:09.259762 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-806e7e17-f592-479e-960f-398335997e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:09.270293 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8eada33-f0d6-4dc5-9757-9f3e7f4e065c tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] GET failed (client error): The resource could not be found. May 31 13:48:09.270942 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d8eada33-f0d6-4dc5-9757-9f3e7f4e065c tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Synchronizing usage tracker for tenant:e1c33cc904274e70992652a7eff32fd2 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:48:09.299859 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d8eada33-f0d6-4dc5-9757-9f3e7f4e065c tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Unset dirty status for tenant:e1c33cc904274e70992652a7eff32fd2 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:48:09.302293 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d8eada33-f0d6-4dc5-9757-9f3e7f4e065c tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] 10.222.0.50 "GET /v2.0/ports/487ea0af-5b6b-4c37-957d-db547cfd55b9 HTTP/1.1" status: 404 len: 333 time: 0.0840902 May 31 13:48:09.307736 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 38816) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:09.354450 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-806e7e17-f592-479e-960f-398335997e71 None None] Port eb100895-1401-453e-bcb8-4562d8e53ebc cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:48:09.384121 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6868b54b-d31c-4e17-873b-83e416247547 req-63c0a3ee-3e60-4337-bc10-533db0930f50 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaa0642c-c98d-4c4f-958b-f315c961cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6651123 May 31 13:48:09.438225 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f6d859-d0fc-4301-865a-322ca8124ce7 req-881eecfe-f438-426d-a739-b7b0eba34aad tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:09.440629 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-01f6d859-d0fc-4301-865a-322ca8124ce7 req-881eecfe-f438-426d-a739-b7b0eba34aad tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=931b2df9-a1c5-473f-ba24-0babd6d355d0 HTTP/1.1" status: 200 len: 945 time: 0.9789050 May 31 13:48:09.475095 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-a407bc6a-1edb-47fa-8eae-48005a5b8a51 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Deleting port 1d3612e7-c52a-4167-bdf0-182ed8627f49 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:48:09.475690 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a407bc6a-1edb-47fa-8eae-48005a5b8a51 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:09.566558 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-01f6d859-d0fc-4301-865a-322ca8124ce7 req-bb888e60-67f8-405d-974f-7d5e1e2c4942 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=879d485c-6856-4d39-902c-2e7246942604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013842 May 31 13:48:09.583686 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cbd348-1b35-43eb-9def-b0711f0143a3 req-adacf278-13ac-41dc-ae85-1f6009a4a8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:09.585720 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-55cbd348-1b35-43eb-9def-b0711f0143a3 req-adacf278-13ac-41dc-ae85-1f6009a4a8ae service neutron] 10.222.0.44 "GET /v2.0/networks?id=8a6ea84a-a13a-4093-9580-9ccccafd4fee HTTP/1.1" status: 200 len: 921 time: 0.8443410 May 31 13:48:09.600447 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-4259e89c-8426-4dcd-9307-6aab0deefa6f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Deleting port eb100895-1401-453e-bcb8-4562d8e53ebc {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:48:09.601037 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4259e89c-8426-4dcd-9307-6aab0deefa6f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:09.736159 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-55cbd348-1b35-43eb-9def-b0711f0143a3 req-414be8cb-be67-4b17-bc0f-db0dd83b6c39 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1 HTTP/1.1" status: 200 len: 217 time: 0.1022179 May 31 13:48:09.853585 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a407bc6a-1edb-47fa-8eae-48005a5b8a51 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:09.978894 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cbd348-1b35-43eb-9def-b0711f0143a3 req-a10212ba-4554-4e43-959a-c966f21d05b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:09.980456 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-55cbd348-1b35-43eb-9def-b0711f0143a3 req-a10212ba-4554-4e43-959a-c966f21d05b7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d8d91a8e-1d4d-442a-944f-994d412d112f HTTP/1.1" status: 200 len: 860 time: 0.2343273 May 31 13:48:10.040873 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-a407bc6a-1edb-47fa-8eae-48005a5b8a51 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Calling delete_port for 1d3612e7-c52a-4167-bdf0-182ed8627f49 owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:48:10.201537 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-55cbd348-1b35-43eb-9def-b0711f0143a3 req-c4d5be32-60b1-45da-8b7c-ce88553d9d7d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8a6ea84a-a13a-4093-9580-9ccccafd4fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1961060 May 31 13:48:10.321910 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a407bc6a-1edb-47fa-8eae-48005a5b8a51 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:10.432041 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-59c566a0-d36c-491b-9165-71c04b63fa32 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:10.508063 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c566a0-d36c-491b-9165-71c04b63fa32 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Pushing event deleted for resources: {'Port': ['ID=240a00c5-0553-4d59-ad5c-ad1142372869,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:10.559198 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b9e80f2a-9cd1-42e4-bd32-59735823dcd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:10.615865 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a407bc6a-1edb-47fa-8eae-48005a5b8a51 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Pushing event deleted for resources: {'Port': ['ID=1d3612e7-c52a-4167-bdf0-182ed8627f49,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:10.837467 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a407bc6a-1edb-47fa-8eae-48005a5b8a51 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:10.871915 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a407bc6a-1edb-47fa-8eae-48005a5b8a51 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] 10.222.0.50 "DELETE /v2.0/ports/1d3612e7-c52a-4167-bdf0-182ed8627f49 HTTP/1.1" status: 204 len: 168 time: 1.5617621 May 31 13:48:10.873480 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 38852) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:11.006409 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d377ca4-7e07-4ced-ae1e-95bcbc3039e9 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Deleting subnet 98772fd9-e876-43e3-be94-74c9ea16678e {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:48:11.009485 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4259e89c-8426-4dcd-9307-6aab0deefa6f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:11.010675 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9d377ca4-7e07-4ced-ae1e-95bcbc3039e9 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:11.035553 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-55cbd348-1b35-43eb-9def-b0711f0143a3 req-b9725cf7-f459-4687-bef2-373b6f630cbc service neutron] 10.222.0.44 "GET /v2.0/networks/8a6ea84a-a13a-4093-9580-9ccccafd4fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8157263 May 31 13:48:11.089907 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9d377ca4-7e07-4ced-ae1e-95bcbc3039e9 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:11.194642 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-59c566a0-d36c-491b-9165-71c04b63fa32 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks [] for floatingip, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:11.195337 n-d-843939-1 neutron-server[88370]: INFO neutron.db.l3_db [None req-59c566a0-d36c-491b-9165-71c04b63fa32 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Floating IP 945e5dcd-4437-481c-8754-15b218431f72 disassociated (deleted). External IP: 172.25.6.251, port: 21bcade8-1dbc-4ea0-845b-b99d741c048c. May 31 13:48:11.215739 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9d377ca4-7e07-4ced-ae1e-95bcbc3039e9 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:11.267940 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-4259e89c-8426-4dcd-9307-6aab0deefa6f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Calling delete_port for eb100895-1401-453e-bcb8-4562d8e53ebc owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:48:11.407425 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9d377ca4-7e07-4ced-ae1e-95bcbc3039e9 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:11.459404 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2253ea3-e7b4-40d2-a2db-4594074480e5 req-46f59bd8-aabe-4b23-b381-6f4b04a3194c tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:11.461141 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a2253ea3-e7b4-40d2-a2db-4594074480e5 req-46f59bd8-aabe-4b23-b381-6f4b04a3194c tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] 10.222.0.50 "GET /v2.0/ports?device_id=be0bffc5-acab-46b2-9724-a8633fe38908 HTTP/1.1" status: 200 len: 945 time: 0.8809385 May 31 13:48:11.480938 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9d377ca4-7e07-4ced-ae1e-95bcbc3039e9 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:11.487099 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba063c3-4ff4-44e4-8bb8-9d0835bc6747 None None] Network 4ea0f66d-696e-49f4-8ade-03a5d3ab38aa requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:48:11.493657 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d377ca4-7e07-4ced-ae1e-95bcbc3039e9 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Pushing event deleted for resources: {'Subnet': ['ID=98772fd9-e876-43e3-be94-74c9ea16678e,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:11.499366 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-9d377ca4-7e07-4ced-ae1e-95bcbc3039e9 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] 10.222.0.50 "DELETE /v2.0/subnets/98772fd9-e876-43e3-be94-74c9ea16678e HTTP/1.1" status: 204 len: 168 time: 0.6248577 May 31 13:48:11.502785 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 38874) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:11.722652 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0cdf35cf-5c2d-4fe2-a5ea-c753280649f8 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:11.764142 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-0cdf35cf-5c2d-4fe2-a5ea-c753280649f8 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Deleting port 0790d5db-47ca-463f-8442-225c7f7aff0d {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:48:11.764848 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0cdf35cf-5c2d-4fe2-a5ea-c753280649f8 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:11.883406 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-55cbd348-1b35-43eb-9def-b0711f0143a3 req-31293d24-52a5-4c83-b969-c79565d8908a service neutron] 10.222.0.44 "GET /v2.0/networks/8a6ea84a-a13a-4093-9580-9ccccafd4fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7760448 May 31 13:48:11.920747 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad01c1e1-e264-4d9d-beab-6563ca4b1381 req-3a830c54-2885-482a-bc24-df55246bcc92 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:11.923332 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ad01c1e1-e264-4d9d-beab-6563ca4b1381 req-3a830c54-2885-482a-bc24-df55246bcc92 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=931b2df9-a1c5-473f-ba24-0babd6d355d0 HTTP/1.1" status: 200 len: 945 time: 1.0312877 May 31 13:48:11.999249 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435b3744-0ff4-4d9d-829d-467e9aafe116 None None] DHCP port deletion for 4ea0f66d-696e-49f4-8ade-03a5d3ab38aa request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:48:12.003977 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-435b3744-0ff4-4d9d-829d-467e9aafe116 None None] Deleting port 0790d5db-47ca-463f-8442-225c7f7aff0d {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:48:12.004272 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-435b3744-0ff4-4d9d-829d-467e9aafe116 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:12.026978 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a2253ea3-e7b4-40d2-a2db-4594074480e5 req-5f9ff410-0323-4b4e-842a-9a15ffea3356 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaa0642c-c98d-4c4f-958b-f315c961cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4340298 May 31 13:48:12.323448 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-0cdf35cf-5c2d-4fe2-a5ea-c753280649f8 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] For port 0790d5db-47ca-463f-8442-225c7f7aff0d, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=0790d5db-47ca-463f-8442-225c7f7aff0d,segment=NetworkSegment(b3a1bf36-7f60-47b1-b5be-b8f0060841f4),segment_id=b3a1bf36-7f60-47b1-b5be-b8f0060841f4)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:48:12.324585 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0cdf35cf-5c2d-4fe2-a5ea-c753280649f8 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:12.430237 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ad01c1e1-e264-4d9d-beab-6563ca4b1381 req-c035110c-3eb8-4a8b-835c-a038c628cc18 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=879d485c-6856-4d39-902c-2e7246942604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4239440 May 31 13:48:12.483321 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4259e89c-8426-4dcd-9307-6aab0deefa6f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:12.485866 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 0790d5db-47ca-463f-8442-225c7f7aff0d no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:48:12.544199 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-435b3744-0ff4-4d9d-829d-467e9aafe116 None None] For port 0790d5db-47ca-463f-8442-225c7f7aff0d, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=0790d5db-47ca-463f-8442-225c7f7aff0d,segment=NetworkSegment(b3a1bf36-7f60-47b1-b5be-b8f0060841f4),segment_id=b3a1bf36-7f60-47b1-b5be-b8f0060841f4)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:48:12.544602 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-435b3744-0ff4-4d9d-829d-467e9aafe116 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:12.568348 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59c566a0-d36c-491b-9165-71c04b63fa32 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Router 4df1fffe-8b50-4f4d-811c-fa121cfa517b has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:48:12.585333 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4259e89c-8426-4dcd-9307-6aab0deefa6f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event deleted for resources: {'Port': ['ID=eb100895-1401-453e-bcb8-4562d8e53ebc,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:12.686865 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-0cdf35cf-5c2d-4fe2-a5ea-c753280649f8 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Calling delete_port for 0790d5db-47ca-463f-8442-225c7f7aff0d owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:48:12.723191 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4259e89c-8426-4dcd-9307-6aab0deefa6f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:12.851771 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-4259e89c-8426-4dcd-9307-6aab0deefa6f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "DELETE /v2.0/ports/eb100895-1401-453e-bcb8-4562d8e53ebc HTTP/1.1" status: 204 len: 168 time: 3.5948827 May 31 13:48:12.855594 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 38914) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:12.904278 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 38918) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:12.924810 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0cdf35cf-5c2d-4fe2-a5ea-c753280649f8 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:12.935675 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-709f311f-3cb3-41f5-b518-74f0513489d9 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] GET failed (client error): The resource could not be found. May 31 13:48:12.936214 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-709f311f-3cb3-41f5-b518-74f0513489d9 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Synchronizing usage tracker for tenant:e2f5ae2e1abf4a2cb5fdef12f13f2ebb on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:48:12.945531 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-435b3744-0ff4-4d9d-829d-467e9aafe116 None None] Calling delete_port for 0790d5db-47ca-463f-8442-225c7f7aff0d owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:48:12.991449 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdf35cf-5c2d-4fe2-a5ea-c753280649f8 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Pushing event deleted for resources: {'Port': ['ID=0790d5db-47ca-463f-8442-225c7f7aff0d,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:12.998172 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdf35cf-5c2d-4fe2-a5ea-c753280649f8 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] No DVR routers for this DVR port 0790d5db-47ca-463f-8442-225c7f7aff0d on host n-d-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:48:13.049467 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59c566a0-d36c-491b-9165-71c04b63fa32 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:48:13.069821 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-59c566a0-d36c-491b-9165-71c04b63fa32 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:13.111319 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6926db-f5d2-45ac-92df-74e68a50d56b None None] Sync routers for ids ['4df1fffe-8b50-4f4d-811c-fa121cfa517b'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:48:13.173200 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0cdf35cf-5c2d-4fe2-a5ea-c753280649f8 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:13.214160 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6926db-f5d2-45ac-92df-74e68a50d56b None None] Routers {'4df1fffe-8b50-4f4d-811c-fa121cfa517b'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:48:13.215280 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-3c6926db-f5d2-45ac-92df-74e68a50d56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:47:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['4df1fffe-8b50-4f4d-811c-fa121cfa517b'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:48:13.232066 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-0cdf35cf-5c2d-4fe2-a5ea-c753280649f8 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ea0f66d-696e-49f4-8ade-03a5d3ab38aa']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:48:13.284778 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-0cdf35cf-5c2d-4fe2-a5ea-c753280649f8 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3a1bf36-7f60-47b1-b5be-b8f0060841f4') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:48:13.284778 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-0cdf35cf-5c2d-4fe2-a5ea-c753280649f8 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3a1bf36-7f60-47b1-b5be-b8f0060841f4') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:48:13.295792 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-3c6926db-f5d2-45ac-92df-74e68a50d56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:48:13.299824 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0cdf35cf-5c2d-4fe2-a5ea-c753280649f8 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:13.304631 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-91a7fce9-d818-4867-aa9c-80e4fc7dcc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:13.311210 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No active binding found for port 0790d5db-47ca-463f-8442-225c7f7aff0d {{(pid=88371) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 31 13:48:13.311824 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 0790d5db-47ca-463f-8442-225c7f7aff0d not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:48:13.339313 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0cdf35cf-5c2d-4fe2-a5ea-c753280649f8 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:13.349421 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6926db-f5d2-45ac-92df-74e68a50d56b None None] Routers {'4df1fffe-8b50-4f4d-811c-fa121cfa517b'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:48:13.350429 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-3c6926db-f5d2-45ac-92df-74e68a50d56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:48:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['4df1fffe-8b50-4f4d-811c-fa121cfa517b'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:48:13.353118 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cdf35cf-5c2d-4fe2-a5ea-c753280649f8 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:48:13.354083 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0cdf35cf-5c2d-4fe2-a5ea-c753280649f8 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:13.400376 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-59c566a0-d36c-491b-9165-71c04b63fa32 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] 10.222.0.50 "DELETE /v2.0/floatingips/945e5dcd-4437-481c-8754-15b218431f72 HTTP/1.1" status: 204 len: 168 time: 6.0159285 May 31 13:48:13.413601 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 38936) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:13.420614 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:48:13.420614 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:48:13.420614 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:48:13.420614 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:48:13.420614 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:48:13.420614 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:48:13.420614 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:48:13.420614 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:48:13.420614 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:48:13.420614 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:48:13.420614 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:48:13.420614 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:48:13.420614 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:48:13.420614 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:48:13.420614 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:48:13.420614 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:48:13.420614 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:48:13.420614 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:48:13.420614 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:48:13.420614 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:48:13.420614 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:48:13.420614 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:48:13.420614 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:48:13.420614 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:48:13.420614 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:48:13.420614 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:48:13.420614 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:48:13.420614 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:48:13.420614 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:48:13.420614 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:48:13.420614 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:48:13.420614 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:48:13.420614 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:48:13.420614 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:48:13.420614 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:48:13.420614 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:48:13.420614 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:48:13.420614 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:48:13.420614 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:48:13.420614 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:48:13.420614 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:48:13.420614 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:48:13.423433 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:48:13.423433 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:48:13.423433 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:48:13.423433 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:48:13.423433 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:48:13.423433 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:48:13.423433 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:48:13.423433 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:48:13.423433 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:48:13.423433 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:48:13.423433 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:48:13.423433 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:48:13.423433 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:48:13.423433 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:48:13.433415 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-3c6926db-f5d2-45ac-92df-74e68a50d56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:48:13.434157 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6926db-f5d2-45ac-92df-74e68a50d56b None None] The sync data for ids ['4df1fffe-8b50-4f4d-811c-fa121cfa517b'] in n-d-843939-1 is: [] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:48:13.440926 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-435b3744-0ff4-4d9d-829d-467e9aafe116 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:48:13.441528 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-435b3744-0ff4-4d9d-829d-467e9aafe116 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:48:13.485628 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-846f3a52-215c-4267-93b0-314271efea46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:13.499142 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment b3a1bf36-7f60-47b1-b5be-b8f0060841f4 resource provider aggregate not found May 31 13:48:13.535026 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-709f311f-3cb3-41f5-b518-74f0513489d9 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Unset dirty status for tenant:e2f5ae2e1abf4a2cb5fdef12f13f2ebb on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:48:13.538819 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-709f311f-3cb3-41f5-b518-74f0513489d9 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "GET /v2.0/ports/eb100895-1401-453e-bcb8-4562d8e53ebc HTTP/1.1" status: 404 len: 333 time: 0.6795046 May 31 13:48:13.539357 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 38948) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:13.539999 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-846f3a52-215c-4267-93b0-314271efea46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:48:13.544112 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment b3a1bf36-7f60-47b1-b5be-b8f0060841f4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b3a1bf36-7f60-47b1-b5be-b8f0060841f4 found for delete ", "request_id": "req-577f9d68-079e-4484-90d6-10df16a18092"}]} May 31 13:48:13.580026 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0cdf35cf-5c2d-4fe2-a5ea-c753280649f8 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:13.581957 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-846f3a52-215c-4267-93b0-314271efea46 admin admin] Usage tracker for resource:security_group_rule and tenant:d7b75c262adf4f45ba0242d56890e540 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:48:13.595264 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-846f3a52-215c-4267-93b0-314271efea46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:48:13.616666 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-bced0c31-6362-4e7b-9685-9e2c1322d123 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Deleting port 21bcade8-1dbc-4ea0-845b-b99d741c048c {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:48:13.617014 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bced0c31-6362-4e7b-9685-9e2c1322d123 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:13.625448 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0cdf35cf-5c2d-4fe2-a5ea-c753280649f8 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:13.628389 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-846f3a52-215c-4267-93b0-314271efea46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:48:13.644077 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdf35cf-5c2d-4fe2-a5ea-c753280649f8 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] Pushing event deleted for resources: {'Network': ['ID=4ea0f66d-696e-49f4-8ade-03a5d3ab38aa,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:13.712239 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89935995-7484-4521-b42b-87a7f62a459f req-7c8d3b3d-d17c-4a15-9d04-88fb2c25cca1 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:13.720431 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-89935995-7484-4521-b42b-87a7f62a459f req-7c8d3b3d-d17c-4a15-9d04-88fb2c25cca1 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] 10.222.0.50 "GET /v2.0/ports?device_id=be0bffc5-acab-46b2-9724-a8633fe38908 HTTP/1.1" status: 200 len: 945 time: 0.3170156 May 31 13:48:13.750178 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-0cdf35cf-5c2d-4fe2-a5ea-c753280649f8 tempest-AllowedAddressPairTestJSON-56567444 tempest-AllowedAddressPairTestJSON-56567444-project] 10.222.0.50 "DELETE /v2.0/networks/4ea0f66d-696e-49f4-8ade-03a5d3ab38aa HTTP/1.1" status: 204 len: 168 time: 2.2410171 May 31 13:48:13.757277 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:13.770608 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-d738c42b-bae8-4765-a280-219f7e615ee6 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Deleting port 15e101be-64af-4c7d-85cc-e9387229495e {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:48:13.770954 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d738c42b-bae8-4765-a280-219f7e615ee6 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:13.846624 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10d8a64-93f5-4e94-b020-7d32f940e3be req-77a448f2-a52e-4fdb-936a-7c256c541b47 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:13.848163 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f10d8a64-93f5-4e94-b020-7d32f940e3be req-77a448f2-a52e-4fdb-936a-7c256c541b47 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/ports?device_id=0710edc1-1650-4be9-80ea-169a803e7734 HTTP/1.1" status: 200 len: 945 time: 0.4438603 May 31 13:48:13.872098 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-89935995-7484-4521-b42b-87a7f62a459f req-fbd45f03-ddb5-4aba-96a3-007a04ef3a26 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaa0642c-c98d-4c4f-958b-f315c961cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506653 May 31 13:48:13.874853 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:13.922127 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-846f3a52-215c-4267-93b0-314271efea46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:13.940971 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-846f3a52-215c-4267-93b0-314271efea46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:13.942642 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-435b3744-0ff4-4d9d-829d-467e9aafe116 None None] Deleting port 0790d5db-47ca-463f-8442-225c7f7aff0d {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:48:13.943079 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-435b3744-0ff4-4d9d-829d-467e9aafe116 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:14.026511 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-846f3a52-215c-4267-93b0-314271efea46 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d7b75c262adf4f45ba0242d56890e540&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1203725 May 31 13:48:14.061303 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-435b3744-0ff4-4d9d-829d-467e9aafe116 None None] The port '0790d5db-47ca-463f-8442-225c7f7aff0d' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 13:48:14.093968 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f10d8a64-93f5-4e94-b020-7d32f940e3be req-afa51b15-7b63-42d9-8e00-362237891c4b tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/security-groups?id=76a9cdf4-6db8-45af-89d0-8bc6812225a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2328899 May 31 13:48:14.102872 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 38958) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:14.158001 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 38962) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:14.316493 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7d663e2b-492f-45f5-93a9-9b64286809e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:14.341030 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d738c42b-bae8-4765-a280-219f7e615ee6 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:14.347474 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7d663e2b-492f-45f5-93a9-9b64286809e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:14.412137 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7d663e2b-492f-45f5-93a9-9b64286809e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:14.483451 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bced0c31-6362-4e7b-9685-9e2c1322d123 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:14.494957 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7d663e2b-492f-45f5-93a9-9b64286809e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:14.497238 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-7d663e2b-492f-45f5-93a9-9b64286809e1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/35acf5da-a33b-46ff-aa39-8c52f66edeaf HTTP/1.1" status: 204 len: 168 time: 0.3916621 May 31 13:48:14.499939 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-d738c42b-bae8-4765-a280-219f7e615ee6 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Calling delete_port for 15e101be-64af-4c7d-85cc-e9387229495e owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:48:14.504785 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d663e2b-492f-45f5-93a9-9b64286809e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35acf5da-a33b-46ff-aa39-8c52f66edeaf,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:14.529516 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device a9fc5db8-b6ca-4339-936c-dac801564b5d details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:48:14.647881 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-bced0c31-6362-4e7b-9685-9e2c1322d123 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Calling delete_port for 21bcade8-1dbc-4ea0-845b-b99d741c048c owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:48:14.702098 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port a9fc5db8-b6ca-4339-936c-dac801564b5d, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=a9fc5db8-b6ca-4339-936c-dac801564b5d,segment=NetworkSegment(f85bb861-f832-42e2-a182-3ceccc5a66af),segment_id=f85bb861-f832-42e2-a182-3ceccc5a66af)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:48:14.717245 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-37e821f6-1a04-4a09-a56e-efa1748b9c8a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e1c33cc904274e70992652a7eff32fd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5556936 May 31 13:48:14.719064 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': 'a9fc5db8-b6ca-4339-936c-dac801564b5d', 'network_id': 'b66065d1-e972-453c-87d9-3ed8cec4b7a7', 'port_id': 'a9fc5db8-b6ca-4339-936c-dac801564b5d', 'mac_address': 'fa:16:3e:ff:dc:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccc319e0-a4f4-4875-9973-c92d94351bb8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:48:14.724842 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 38976) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:14.735714 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846f3a52-215c-4267-93b0-314271efea46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35acf5da-a33b-46ff-aa39-8c52f66edeaf,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:14.744087 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d738c42b-bae8-4765-a280-219f7e615ee6 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:14.784222 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa97af-251a-47a4-8111-2475e79584e2 req-5269aed4-b8d8-4bcd-9039-8cfd597b8eb9 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:14.785746 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1afa97af-251a-47a4-8111-2475e79584e2 req-5269aed4-b8d8-4bcd-9039-8cfd597b8eb9 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=931b2df9-a1c5-473f-ba24-0babd6d355d0 HTTP/1.1" status: 200 len: 945 time: 0.6286149 May 31 13:48:14.816923 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port a9fc5db8-b6ca-4339-936c-dac801564b5d is: ACTIVE; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:48:14.817308 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:14.819780 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d738c42b-bae8-4765-a280-219f7e615ee6 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event deleted for resources: {'Port': ['ID=15e101be-64af-4c7d-85cc-e9387229495e,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:14.870375 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a9fc5db8-b6ca-4339-936c-dac801564b5d {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:48:14.877017 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d738c42b-bae8-4765-a280-219f7e615ee6 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:14.877420 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c39745a9-2e82-446a-9dca-ef6bba0b4311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:14.903766 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d738c42b-bae8-4765-a280-219f7e615ee6 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "DELETE /v2.0/ports/15e101be-64af-4c7d-85cc-e9387229495e HTTP/1.1" status: 204 len: 168 time: 1.3585577 May 31 13:48:14.904401 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 38988) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:14.915823 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port a9fc5db8-b6ca-4339-936c-dac801564b5d, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=a9fc5db8-b6ca-4339-936c-dac801564b5d,segment=NetworkSegment(f85bb861-f832-42e2-a182-3ceccc5a66af),segment_id=f85bb861-f832-42e2-a182-3ceccc5a66af)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:48:14.921375 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:15.003480 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd8dad76-408f-4407-8c6c-2dc9a15d4e34 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] GET failed (client error): The resource could not be found. May 31 13:48:15.004592 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-fd8dad76-408f-4407-8c6c-2dc9a15d4e34 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Synchronizing usage tracker for tenant:e2f5ae2e1abf4a2cb5fdef12f13f2ebb on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:48:15.050138 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-fd8dad76-408f-4407-8c6c-2dc9a15d4e34 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Unset dirty status for tenant:e2f5ae2e1abf4a2cb5fdef12f13f2ebb on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:48:15.051977 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-fd8dad76-408f-4407-8c6c-2dc9a15d4e34 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "GET /v2.0/ports/15e101be-64af-4c7d-85cc-e9387229495e HTTP/1.1" status: 404 len: 333 time: 0.1435850 May 31 13:48:15.054683 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 38994) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:15.090037 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1afa97af-251a-47a4-8111-2475e79584e2 req-bd61f3f7-269f-4172-a996-531bf8eb1f8a tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=879d485c-6856-4d39-902c-2e7246942604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2962840 May 31 13:48:15.091984 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c39745a9-2e82-446a-9dca-ef6bba0b4311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:15.145152 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 39000) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:15.189552 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['a9fc5db8-b6ca-4339-936c-dac801564b5d'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:48:15.266964 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5656ccf-dd7c-48d2-8a3a-e755ac7d0ae0 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Deleting subnet bb28c0a7-7bf5-47c5-94ee-e08f03324d8e {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:48:15.270496 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f5656ccf-dd7c-48d2-8a3a-e755ac7d0ae0 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:15.305249 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=a9fc5db8-b6ca-4339-936c-dac801564b5d,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:15.387440 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f5656ccf-dd7c-48d2-8a3a-e755ac7d0ae0 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:15.491121 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5acba3ff-c916-478d-9013-901b332073b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:15.504753 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c39745a9-2e82-446a-9dca-ef6bba0b4311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:15.507982 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f5656ccf-dd7c-48d2-8a3a-e755ac7d0ae0 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:15.529927 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bced0c31-6362-4e7b-9685-9e2c1322d123 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:15.548968 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:15.617626 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f5656ccf-dd7c-48d2-8a3a-e755ac7d0ae0 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:15.620437 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-5acba3ff-c916-478d-9013-901b332073b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:48:15.625925 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39745a9-2e82-446a-9dca-ef6bba0b4311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb981dda-cac2-40f5-8d1e-2abde027b2bd,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:15.648334 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-5acba3ff-c916-478d-9013-901b332073b9 admin admin] Usage tracker for resource:security_group_rule and tenant:a5c46e95dd114a158d6b70cb75bd3158 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:48:15.655841 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bced0c31-6362-4e7b-9685-9e2c1322d123 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Pushing event deleted for resources: {'Port': ['ID=21bcade8-1dbc-4ea0-845b-b99d741c048c,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:15.663374 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-5acba3ff-c916-478d-9013-901b332073b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:48:15.688128 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f5656ccf-dd7c-48d2-8a3a-e755ac7d0ae0 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:15.694607 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d1bd53-0a4c-437b-b49a-be9a98b48fa4 None None] Network b796a659-40bd-403d-af5d-993a09b8c3aa requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:48:15.706498 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-f5656ccf-dd7c-48d2-8a3a-e755ac7d0ae0 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "DELETE /v2.0/subnets/bb28c0a7-7bf5-47c5-94ee-e08f03324d8e HTTP/1.1" status: 204 len: 168 time: 0.6503437 May 31 13:48:15.707212 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39004) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:15.707923 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5656ccf-dd7c-48d2-8a3a-e755ac7d0ae0 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event deleted for resources: {'Subnet': ['ID=bb28c0a7-7bf5-47c5-94ee-e08f03324d8e,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:15.716002 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-5acba3ff-c916-478d-9013-901b332073b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:48:15.862771 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ca662920-a3eb-43ac-9eeb-97871c965df7 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:15.876314 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-ca662920-a3eb-43ac-9eeb-97871c965df7 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Deleting port 8e7069ac-17dd-4a3e-9b70-6a1d94484f9d {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:48:15.876651 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ca662920-a3eb-43ac-9eeb-97871c965df7 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:15.957084 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c39745a9-2e82-446a-9dca-ef6bba0b4311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:15.958523 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c39745a9-2e82-446a-9dca-ef6bba0b4311 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cb981dda-cac2-40f5-8d1e-2abde027b2bd HTTP/1.1" status: 204 len: 168 time: 1.2318282 May 31 13:48:15.989980 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0d1c4d-0d17-4e2e-bd8d-410f24c30edb None None] DHCP port deletion for b796a659-40bd-403d-af5d-993a09b8c3aa request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:48:15.996974 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-8d0d1c4d-0d17-4e2e-bd8d-410f24c30edb None None] Deleting port 8e7069ac-17dd-4a3e-9b70-6a1d94484f9d {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:48:15.997640 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8d0d1c4d-0d17-4e2e-bd8d-410f24c30edb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:16.060887 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90fdf64-3859-4753-96d6-bb221180b612 req-43e82b25-ff1f-41f8-b6d2-19265a2b259f tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:16.062576 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f90fdf64-3859-4753-96d6-bb221180b612 req-43e82b25-ff1f-41f8-b6d2-19265a2b259f tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.44 "GET /v2.0/ports?device_id=0710edc1-1650-4be9-80ea-169a803e7734 HTTP/1.1" status: 200 len: 945 time: 0.7369783 May 31 13:48:16.145891 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefea169-cc8a-4261-8d89-1e4adebd0980 req-442e1499-81a9-4c20-b0c5-e122c37e995e tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:16.153856 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aefea169-cc8a-4261-8d89-1e4adebd0980 req-442e1499-81a9-4c20-b0c5-e122c37e995e tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] 10.222.0.50 "GET /v2.0/ports?device_id=be0bffc5-acab-46b2-9724-a8633fe38908 HTTP/1.1" status: 200 len: 945 time: 0.7382023 May 31 13:48:16.155507 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-ca662920-a3eb-43ac-9eeb-97871c965df7 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] For port 8e7069ac-17dd-4a3e-9b70-6a1d94484f9d, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=8e7069ac-17dd-4a3e-9b70-6a1d94484f9d,segment=NetworkSegment(a100c6b5-ee88-4b57-b644-efda6ec84583),segment_id=a100c6b5-ee88-4b57-b644-efda6ec84583)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:48:16.156137 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ca662920-a3eb-43ac-9eeb-97871c965df7 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:16.194015 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd70028-d2cb-4719-861b-f82095061865 req-a779337a-fc79-44c1-af31-2cb519cf67a0 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:16.195692 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1bd70028-d2cb-4719-861b-f82095061865 req-a779337a-fc79-44c1-af31-2cb519cf67a0 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/ports?device_id=0710edc1-1650-4be9-80ea-169a803e7734 HTTP/1.1" status: 200 len: 945 time: 0.8141341 May 31 13:48:16.211957 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bced0c31-6362-4e7b-9685-9e2c1322d123 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:16.404313 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-bced0c31-6362-4e7b-9685-9e2c1322d123 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] 10.222.0.50 "DELETE /v2.0/ports/21bcade8-1dbc-4ea0-845b-b99d741c048c HTTP/1.1" status: 204 len: 168 time: 2.9858642 May 31 13:48:16.435879 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-ca662920-a3eb-43ac-9eeb-97871c965df7 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Calling delete_port for 8e7069ac-17dd-4a3e-9b70-6a1d94484f9d owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:48:16.452478 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 39018) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:16.454185 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 8e7069ac-17dd-4a3e-9b70-6a1d94484f9d no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:48:16.472436 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-8cad13db-2f43-46d2-b57e-90d5104c6423 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Request body: {'floatingip': {'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:48:16.512245 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-f90fdf64-3859-4753-96d6-bb221180b612 req-3589b03a-3bb6-43ca-bf3a-1185d37aa38a tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Deleting port 801e7b36-1094-46d8-bd5f-4a2bce007eb1 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:48:16.512477 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f90fdf64-3859-4753-96d6-bb221180b612 req-3589b03a-3bb6-43ca-bf3a-1185d37aa38a tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:16.571525 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device a9fc5db8-b6ca-4339-936c-dac801564b5d up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:48:16.578243 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ca662920-a3eb-43ac-9eeb-97871c965df7 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:16.649971 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-8cad13db-2f43-46d2-b57e-90d5104c6423 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:48:16.676120 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aefea169-cc8a-4261-8d89-1e4adebd0980 req-2b51a92c-3faa-4f0d-b491-5c72bb57e865 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaa0642c-c98d-4c4f-958b-f315c961cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5183847 May 31 13:48:16.708864 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca662920-a3eb-43ac-9eeb-97871c965df7 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event deleted for resources: {'Port': ['ID=8e7069ac-17dd-4a3e-9b70-6a1d94484f9d,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:16.718457 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca662920-a3eb-43ac-9eeb-97871c965df7 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] No DVR routers for this DVR port 8e7069ac-17dd-4a3e-9b70-6a1d94484f9d on host n-d-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:48:16.721246 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-8d0d1c4d-0d17-4e2e-bd8d-410f24c30edb None None] For port 8e7069ac-17dd-4a3e-9b70-6a1d94484f9d, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=8e7069ac-17dd-4a3e-9b70-6a1d94484f9d,segment=NetworkSegment(a100c6b5-ee88-4b57-b644-efda6ec84583),segment_id=a100c6b5-ee88-4b57-b644-efda6ec84583)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:48:16.721688 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8d0d1c4d-0d17-4e2e-bd8d-410f24c30edb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:16.751028 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-8cad13db-2f43-46d2-b57e-90d5104c6423 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Usage tracker for resource:floatingip and tenant:f331ce5134ed4e2db710f69a53d0a2fe is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:48:16.785732 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1bd70028-d2cb-4719-861b-f82095061865 req-f11aa0ba-42aa-4ccc-9f23-a2e0c18d09cc tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/security-groups?id=76a9cdf4-6db8-45af-89d0-8bc6812225a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5642130 May 31 13:48:16.804476 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-8cad13db-2f43-46d2-b57e-90d5104c6423 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:48:16.845904 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5acba3ff-c916-478d-9013-901b332073b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:16.863510 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-8cad13db-2f43-46d2-b57e-90d5104c6423 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:48:16.885597 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5acba3ff-c916-478d-9013-901b332073b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:16.902621 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-8d0d1c4d-0d17-4e2e-bd8d-410f24c30edb None None] Calling delete_port for 8e7069ac-17dd-4a3e-9b70-6a1d94484f9d owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:48:16.938321 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No active binding found for port 8e7069ac-17dd-4a3e-9b70-6a1d94484f9d {{(pid=88371) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 31 13:48:16.938321 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 8e7069ac-17dd-4a3e-9b70-6a1d94484f9d not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:48:16.987204 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port a9fc5db8-b6ca-4339-936c-dac801564b5d triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:48:16.987574 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:17.033808 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8cad13db-2f43-46d2-b57e-90d5104c6423 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks [] for floatingip, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:17.075140 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-8d0d1c4d-0d17-4e2e-bd8d-410f24c30edb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:48:17.075511 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-8d0d1c4d-0d17-4e2e-bd8d-410f24c30edb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:48:17.119622 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-5acba3ff-c916-478d-9013-901b332073b9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a5c46e95dd114a158d6b70cb75bd3158&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9525583 May 31 13:48:17.122427 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 39044) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:17.129542 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acba3ff-c916-478d-9013-901b332073b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef97b80c-08a5-4c37-a892-752cb0be1ab2,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:17.277047 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port a9fc5db8-b6ca-4339-936c-dac801564b5d is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:48:17.277047 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:17.279082 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ca662920-a3eb-43ac-9eeb-97871c965df7 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:17.386792 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-ca662920-a3eb-43ac-9eeb-97871c965df7 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b796a659-40bd-403d-af5d-993a09b8c3aa']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:48:17.398158 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port a9fc5db8-b6ca-4339-936c-dac801564b5d, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=a9fc5db8-b6ca-4339-936c-dac801564b5d,segment=NetworkSegment(f85bb861-f832-42e2-a182-3ceccc5a66af),segment_id=f85bb861-f832-42e2-a182-3ceccc5a66af)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:48:17.399172 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '931b2df9-a1c5-473f-ba24-0babd6d355d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9fc5db8-b6ca-4339-936c-dac801564b5d'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:48:17.410629 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:17.421534 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-ca662920-a3eb-43ac-9eeb-97871c965df7 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a100c6b5-ee88-4b57-b644-efda6ec84583') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:48:17.421934 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-ca662920-a3eb-43ac-9eeb-97871c965df7 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a100c6b5-ee88-4b57-b644-efda6ec84583') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:48:17.451864 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ca662920-a3eb-43ac-9eeb-97871c965df7 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:17.516025 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ca662920-a3eb-43ac-9eeb-97871c965df7 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:17.540441 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18df9381-426c-4c72-91f2-c9d5dbfa96fd'] response: {'server_uuid': '931b2df9-a1c5-473f-ba24-0babd6d355d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9fc5db8-b6ca-4339-936c-dac801564b5d', 'code': 200} May 31 13:48:17.542352 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca662920-a3eb-43ac-9eeb-97871c965df7 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:48:17.542838 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ca662920-a3eb-43ac-9eeb-97871c965df7 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:17.577165 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-8d0d1c4d-0d17-4e2e-bd8d-410f24c30edb None None] Deleting port 8e7069ac-17dd-4a3e-9b70-6a1d94484f9d {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:48:17.578354 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8d0d1c4d-0d17-4e2e-bd8d-410f24c30edb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:17.580922 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b4e28f9b-eda3-4efe-ac9b-fb52561ba24a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:17.630519 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e93e31e-0712-4817-9963-be62ff03c7c6 req-52b07686-7e5b-4222-82f1-0386de8abde2 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:17.642160 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6e93e31e-0712-4817-9963-be62ff03c7c6 req-52b07686-7e5b-4222-82f1-0386de8abde2 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=931b2df9-a1c5-473f-ba24-0babd6d355d0 HTTP/1.1" status: 200 len: 944 time: 0.6724141 May 31 13:48:17.714914 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment a100c6b5-ee88-4b57-b644-efda6ec84583 resource provider aggregate not found May 31 13:48:17.730551 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 39070) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:17.770843 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment a100c6b5-ee88-4b57-b644-efda6ec84583 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a100c6b5-ee88-4b57-b644-efda6ec84583 found for delete ", "request_id": "req-d74803bf-4be3-47e2-b95e-5560ac269033"}]} May 31 13:48:17.792612 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-8d0d1c4d-0d17-4e2e-bd8d-410f24c30edb None None] The port '8e7069ac-17dd-4a3e-9b70-6a1d94484f9d' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 13:48:17.798445 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ca662920-a3eb-43ac-9eeb-97871c965df7 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:17.805899 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=a9fc5db8-b6ca-4339-936c-dac801564b5d,revision_number=7']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:17.835562 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b4e28f9b-eda3-4efe-ac9b-fb52561ba24a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:17.844699 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ca662920-a3eb-43ac-9eeb-97871c965df7 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:17.860173 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-f90fdf64-3859-4753-96d6-bb221180b612 req-3589b03a-3bb6-43ca-bf3a-1185d37aa38a tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] For port 801e7b36-1094-46d8-bd5f-4a2bce007eb1, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=801e7b36-1094-46d8-bd5f-4a2bce007eb1,segment=NetworkSegment(035ad117-e9c5-414c-8bde-40a05a92335b),segment_id=035ad117-e9c5-414c-8bde-40a05a92335b)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:48:17.860558 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f90fdf64-3859-4753-96d6-bb221180b612 req-3589b03a-3bb6-43ca-bf3a-1185d37aa38a tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:17.868329 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca662920-a3eb-43ac-9eeb-97871c965df7 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event deleted for resources: {'Network': ['ID=b796a659-40bd-403d-af5d-993a09b8c3aa,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:17.876867 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ca662920-a3eb-43ac-9eeb-97871c965df7 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "DELETE /v2.0/networks/b796a659-40bd-403d-af5d-993a09b8c3aa HTTP/1.1" status: 204 len: 168 time: 2.1580653 May 31 13:48:17.884161 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39082) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:17.899809 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-a3c2d6ef-f7ef-47c9-862d-37c34dee8cde tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-214949956'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:48:17.907322 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a3c2d6ef-f7ef-47c9-862d-37c34dee8cde tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:48:17.922133 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a3c2d6ef-f7ef-47c9-862d-37c34dee8cde tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Usage tracker for resource:network and tenant:e2f5ae2e1abf4a2cb5fdef12f13f2ebb is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:48:17.926081 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a3c2d6ef-f7ef-47c9-862d-37c34dee8cde tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:48:17.937923 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a3c2d6ef-f7ef-47c9-862d-37c34dee8cde tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:48:17.964621 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c2d6ef-f7ef-47c9-862d-37c34dee8cde tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Made reservation on behalf of e2f5ae2e1abf4a2cb5fdef12f13f2ebb for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:48:17.982190 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a3c2d6ef-f7ef-47c9-862d-37c34dee8cde tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:18.062605 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3c2d6ef-f7ef-47c9-862d-37c34dee8cde tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:48:18.085159 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a3c2d6ef-f7ef-47c9-862d-37c34dee8cde tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:18.085756 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-a3c2d6ef-f7ef-47c9-862d-37c34dee8cde tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Added segment 6f378c61-5bf2-4811-8ced-d1d809c20fdf of type vlan for network 26381085-ba23-4c5a-9d44-32a81c2c6440 May 31 13:48:18.108402 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-70218f75-1b78-4af0-a11d-ee902378d1f8 tempest-NetworksNegativeTestJSON-1495791060 tempest-NetworksNegativeTestJSON-1495791060-project] Request body: {'port': {'network_id': '65f945a1-2f7b-4745-afdf-0e4da15134f9', 'name': 'tempest-NetworksNegativeTestJSON-258644124'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:48:18.145383 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a3c2d6ef-f7ef-47c9-862d-37c34dee8cde tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:18.152503 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-70218f75-1b78-4af0-a11d-ee902378d1f8 tempest-NetworksNegativeTestJSON-1495791060 tempest-NetworksNegativeTestJSON-1495791060-project] POST failed (client error): The resource could not be found. May 31 13:48:18.152928 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70218f75-1b78-4af0-a11d-ee902378d1f8 tempest-NetworksNegativeTestJSON-1495791060 tempest-NetworksNegativeTestJSON-1495791060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:48:18.158896 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-70218f75-1b78-4af0-a11d-ee902378d1f8 tempest-NetworksNegativeTestJSON-1495791060 tempest-NetworksNegativeTestJSON-1495791060-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4182115 May 31 13:48:18.158896 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6e93e31e-0712-4817-9963-be62ff03c7c6 req-66b33eac-70f7-4ed6-8989-a8675fe0e787 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=879d485c-6856-4d39-902c-2e7246942604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5161486 May 31 13:48:18.160645 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39090) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:18.212381 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-e446e192-cbee-412c-a2c2-587c1234ba84 tempest-NetworksNegativeTestJSON-1495791060 tempest-NetworksNegativeTestJSON-1495791060-project] DELETE failed (client error): The resource could not be found. May 31 13:48:18.213429 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e446e192-cbee-412c-a2c2-587c1234ba84 tempest-NetworksNegativeTestJSON-1495791060 tempest-NetworksNegativeTestJSON-1495791060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:48:18.254509 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e446e192-cbee-412c-a2c2-587c1234ba84 tempest-NetworksNegativeTestJSON-1495791060 tempest-NetworksNegativeTestJSON-1495791060-project] 10.222.0.50 "DELETE /v2.0/networks/72bcb9bc-3cc1-4178-83a2-8a395bcb6aeb HTTP/1.1" status: 404 len: 339 time: 0.0943432 May 31 13:48:18.255254 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8cad13db-2f43-46d2-b57e-90d5104c6423 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:18.258141 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39094) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:18.342882 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a3c2d6ef-f7ef-47c9-862d-37c34dee8cde tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:18.358172 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c2d6ef-f7ef-47c9-862d-37c34dee8cde tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:18.358985 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a3c2d6ef-f7ef-47c9-862d-37c34dee8cde tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:18.437697 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-d556b263-c77f-4096-8695-04d006b9b761 tempest-NetworksNegativeTestJSON-1495791060 tempest-NetworksNegativeTestJSON-1495791060-project] DELETE failed (client error): The resource could not be found. May 31 13:48:18.438657 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d556b263-c77f-4096-8695-04d006b9b761 tempest-NetworksNegativeTestJSON-1495791060 tempest-NetworksNegativeTestJSON-1495791060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:48:18.446016 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d556b263-c77f-4096-8695-04d006b9b761 tempest-NetworksNegativeTestJSON-1495791060 tempest-NetworksNegativeTestJSON-1495791060-project] 10.222.0.50 "DELETE /v2.0/ports/7b6a98a8-5622-40bf-a75f-7eb248a5b1b8 HTTP/1.1" status: 404 len: 333 time: 0.1868451 May 31 13:48:18.451478 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39098) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:18.462296 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a3c2d6ef-f7ef-47c9-862d-37c34dee8cde tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5744922 May 31 13:48:18.472382 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 39102) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:18.504736 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-c629fc34-f263-4f1f-a6e2-c36e854ce583 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Request body: {'subnet': {'network_id': '26381085-ba23-4c5a-9d44-32a81c2c6440', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:48:18.598160 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-efebdbdb-1029-4a02-afcb-620757070a89 tempest-NetworksNegativeTestJSON-1495791060 tempest-NetworksNegativeTestJSON-1495791060-project] DELETE failed (client error): The resource could not be found. May 31 13:48:18.598794 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efebdbdb-1029-4a02-afcb-620757070a89 tempest-NetworksNegativeTestJSON-1495791060 tempest-NetworksNegativeTestJSON-1495791060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:48:18.606941 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-efebdbdb-1029-4a02-afcb-620757070a89 tempest-NetworksNegativeTestJSON-1495791060 tempest-NetworksNegativeTestJSON-1495791060-project] 10.222.0.50 "DELETE /v2.0/subnets/5247b5c7-ecf5-4cd6-b951-6a78f98a2a33 HTTP/1.1" status: 404 len: 337 time: 0.1542511 May 31 13:48:18.611727 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39106) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:18.639586 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b4e28f9b-eda3-4efe-ac9b-fb52561ba24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:18.644281 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cd8d8d9-62d6-46cf-a7b7-fb38b28fa762 tempest-NetworksNegativeTestJSON-1495791060 tempest-NetworksNegativeTestJSON-1495791060-project] GET failed (client error): The resource could not be found. May 31 13:48:18.650929 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-1cd8d8d9-62d6-46cf-a7b7-fb38b28fa762 tempest-NetworksNegativeTestJSON-1495791060 tempest-NetworksNegativeTestJSON-1495791060-project] 10.222.0.50 "GET /v2.0/networks/a8ace42b-c6d4-48bf-ad38-371b971ff1b0 HTTP/1.1" status: 404 len: 339 time: 0.0377636 May 31 13:48:18.651706 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39110) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:18.701016 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c2d6ef-f7ef-47c9-862d-37c34dee8cde tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event updated for resources: {'Network': ['ID=26381085-ba23-4c5a-9d44-32a81c2c6440,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:18.713549 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 26381085-ba23-4c5a-9d44-32a81c2c6440 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:48:18.714290 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-131b3e57-460f-4244-9b5c-c97165d3ec63 tempest-NetworksNegativeTestJSON-1495791060 tempest-NetworksNegativeTestJSON-1495791060-project] GET failed (client error): The resource could not be found. May 31 13:48:18.719585 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-131b3e57-460f-4244-9b5c-c97165d3ec63 tempest-NetworksNegativeTestJSON-1495791060 tempest-NetworksNegativeTestJSON-1495791060-project] 10.222.0.50 "GET /v2.0/ports/3fbd8db6-e40a-4840-b462-a491a0e7fbd4 HTTP/1.1" status: 404 len: 333 time: 0.0640476 May 31 13:48:18.720290 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39116) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:18.765843 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb470da0-c351-4c92-9fce-67989bd31644 tempest-NetworksNegativeTestJSON-1495791060 tempest-NetworksNegativeTestJSON-1495791060-project] GET failed (client error): The resource could not be found. May 31 13:48:18.772231 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-cb470da0-c351-4c92-9fce-67989bd31644 tempest-NetworksNegativeTestJSON-1495791060 tempest-NetworksNegativeTestJSON-1495791060-project] 10.222.0.50 "GET /v2.0/subnets/381befe2-3ec2-42cd-8501-1a12edb45bf7 HTTP/1.1" status: 404 len: 337 time: 0.0508006 May 31 13:48:18.772968 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39120) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:18.779132 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-f8c20160-a23c-43db-9a12-dc39f46891a7 tempest-NetworksNegativeTestJSON-1495791060 tempest-NetworksNegativeTestJSON-1495791060-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:48:18.799616 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e28f9b-eda3-4efe-ac9b-fb52561ba24a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef97b80c-08a5-4c37-a892-752cb0be1ab2,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:18.809724 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2714958a-b3a6-4e05-9c33-27919883c1d1 req-b8437853-fdf9-4395-978d-a1dd0691e2a7 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:18.812359 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8c20160-a23c-43db-9a12-dc39f46891a7 tempest-NetworksNegativeTestJSON-1495791060 tempest-NetworksNegativeTestJSON-1495791060-project] PUT failed (client error): The resource could not be found. May 31 13:48:18.812930 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8c20160-a23c-43db-9a12-dc39f46891a7 tempest-NetworksNegativeTestJSON-1495791060 tempest-NetworksNegativeTestJSON-1495791060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:48:18.818306 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-f8c20160-a23c-43db-9a12-dc39f46891a7 tempest-NetworksNegativeTestJSON-1495791060 tempest-NetworksNegativeTestJSON-1495791060-project] 10.222.0.50 "PUT /v2.0/networks/e0286a0f-1c1f-4616-bf47-0e0749c877de HTTP/1.1" status: 404 len: 339 time: 0.0442271 May 31 13:48:18.818874 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2714958a-b3a6-4e05-9c33-27919883c1d1 req-b8437853-fdf9-4395-978d-a1dd0691e2a7 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] 10.222.0.50 "GET /v2.0/ports?device_id=be0bffc5-acab-46b2-9724-a8633fe38908 HTTP/1.1" status: 200 len: 945 time: 0.9123757 May 31 13:48:18.819108 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39124) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:18.825710 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-cee2375d-68e5-4e0b-992c-17400ebcff77 tempest-NetworksNegativeTestJSON-1495791060 tempest-NetworksNegativeTestJSON-1495791060-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:48:18.929804 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-cee2375d-68e5-4e0b-992c-17400ebcff77 tempest-NetworksNegativeTestJSON-1495791060 tempest-NetworksNegativeTestJSON-1495791060-project] PUT failed (client error): The resource could not be found. May 31 13:48:18.930397 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cee2375d-68e5-4e0b-992c-17400ebcff77 tempest-NetworksNegativeTestJSON-1495791060 tempest-NetworksNegativeTestJSON-1495791060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:48:18.935730 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-cee2375d-68e5-4e0b-992c-17400ebcff77 tempest-NetworksNegativeTestJSON-1495791060 tempest-NetworksNegativeTestJSON-1495791060-project] 10.222.0.50 "PUT /v2.0/ports/1d188d23-5081-4a82-b639-b8c72131aa71 HTTP/1.1" status: 404 len: 333 time: 0.1115041 May 31 13:48:18.936017 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39128) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:18.942440 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-97594512-1818-4fa5-ad14-f9211801900b tempest-NetworksNegativeTestJSON-1495791060 tempest-NetworksNegativeTestJSON-1495791060-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:48:18.998213 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-97594512-1818-4fa5-ad14-f9211801900b tempest-NetworksNegativeTestJSON-1495791060 tempest-NetworksNegativeTestJSON-1495791060-project] PUT failed (client error): The resource could not be found. May 31 13:48:18.998773 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97594512-1818-4fa5-ad14-f9211801900b tempest-NetworksNegativeTestJSON-1495791060 tempest-NetworksNegativeTestJSON-1495791060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:48:19.003502 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-97594512-1818-4fa5-ad14-f9211801900b tempest-NetworksNegativeTestJSON-1495791060 tempest-NetworksNegativeTestJSON-1495791060-project] 10.222.0.50 "PUT /v2.0/subnets/32d17183-1152-4f7e-82cf-75cc81ea5bf6 HTTP/1.1" status: 404 len: 337 time: 0.0629840 May 31 13:48:19.149456 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c629fc34-f263-4f1f-a6e2-c36e854ce583 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:48:19.158905 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b4e28f9b-eda3-4efe-ac9b-fb52561ba24a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:19.160058 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-b4e28f9b-eda3-4efe-ac9b-fb52561ba24a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ef97b80c-08a5-4c37-a892-752cb0be1ab2 HTTP/1.1" status: 204 len: 168 time: 2.0322325 May 31 13:48:19.258641 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e7f49-28dd-46b9-9719-4347af9382af req-afcc648c-f7fa-4223-a19b-2938a99de8d3 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:19.261082 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f58e7f49-28dd-46b9-9719-4347af9382af req-afcc648c-f7fa-4223-a19b-2938a99de8d3 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/ports?device_id=0710edc1-1650-4be9-80ea-169a803e7734 HTTP/1.1" status: 200 len: 945 time: 0.8841572 May 31 13:48:19.274389 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2714958a-b3a6-4e05-9c33-27919883c1d1 req-81db4bdc-7dcb-434c-94a6-ce9895aa0204 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaa0642c-c98d-4c4f-958b-f315c961cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4540870 May 31 13:48:19.297446 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-c629fc34-f263-4f1f-a6e2-c36e854ce583 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Usage tracker for resource:subnet and tenant:e2f5ae2e1abf4a2cb5fdef12f13f2ebb is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:48:19.328536 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-c629fc34-f263-4f1f-a6e2-c36e854ce583 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:48:19.451417 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c629fc34-f263-4f1f-a6e2-c36e854ce583 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:48:19.471317 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f90fdf64-3859-4753-96d6-bb221180b612 req-3589b03a-3bb6-43ca-bf3a-1185d37aa38a tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:19.471536 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f90fdf64-3859-4753-96d6-bb221180b612 req-3589b03a-3bb6-43ca-bf3a-1185d37aa38a tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:19.471858 n-d-843939-1 neutron-server[88370]: INFO neutron.db.l3_db [req-f90fdf64-3859-4753-96d6-bb221180b612 req-3589b03a-3bb6-43ca-bf3a-1185d37aa38a tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Floating IP db1d96a5-0d72-4ff0-9434-6a6174b80fbc disassociated. External IP: 172.25.6.48, port: 801e7b36-1094-46d8-bd5f-4a2bce007eb1. May 31 13:48:19.472215 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-f90fdf64-3859-4753-96d6-bb221180b612 req-3589b03a-3bb6-43ca-bf3a-1185d37aa38a tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Calling delete_port for 801e7b36-1094-46d8-bd5f-4a2bce007eb1 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:48:19.596926 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39142) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:19.683043 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c629fc34-f263-4f1f-a6e2-c36e854ce583 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Made reservation on behalf of e2f5ae2e1abf4a2cb5fdef12f13f2ebb for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:48:19.686648 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c629fc34-f263-4f1f-a6e2-c36e854ce583 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:19.859910 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f58e7f49-28dd-46b9-9719-4347af9382af req-0936b072-268b-4c70-afd1-709109513c9b tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/security-groups?id=76a9cdf4-6db8-45af-89d0-8bc6812225a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5359855 May 31 13:48:19.861094 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-8cad13db-2f43-46d2-b57e-90d5104c6423 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Allocated IP 172.25.6.176 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/59eef20a-47c3-4169-ab23-429a1ec5ac8e) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:48:19.931364 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2a9b5ed1-23fb-4976-8367-2521b90210e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:20.004156 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-2a9b5ed1-23fb-4976-8367-2521b90210e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:48:20.016548 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-2a9b5ed1-23fb-4976-8367-2521b90210e4 admin admin] Usage tracker for resource:security_group_rule and tenant:89e25b6b7bfb446f9123d91e2c332a06 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:48:20.028972 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-2a9b5ed1-23fb-4976-8367-2521b90210e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:48:20.047983 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-2a9b5ed1-23fb-4976-8367-2521b90210e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:48:20.173641 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad73be33-ce9c-4c85-94ea-30dd41653d1b req-e62687b7-86cd-4798-bcf7-cf3d09214367 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:20.180872 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ad73be33-ce9c-4c85-94ea-30dd41653d1b req-e62687b7-86cd-4798-bcf7-cf3d09214367 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=931b2df9-a1c5-473f-ba24-0babd6d355d0 HTTP/1.1" status: 200 len: 945 time: 0.6157932 May 31 13:48:20.213466 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2a9b5ed1-23fb-4976-8367-2521b90210e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:20.218633 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2a9b5ed1-23fb-4976-8367-2521b90210e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:20.292775 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-2a9b5ed1-23fb-4976-8367-2521b90210e4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=89e25b6b7bfb446f9123d91e2c332a06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6944644 May 31 13:48:20.295083 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39166) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:20.296013 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9b5ed1-23fb-4976-8367-2521b90210e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8217cacb-42a6-4d00-97e0-349175fdc717,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:20.338004 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ad73be33-ce9c-4c85-94ea-30dd41653d1b req-e6cdb97a-fda2-4042-89a0-a4beb55892f3 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=879d485c-6856-4d39-902c-2e7246942604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535616 May 31 13:48:20.374479 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c629fc34-f263-4f1f-a6e2-c36e854ce583 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:20.479080 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f5f9813b-f56b-437d-a0d8-a16fe1361985 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:20.535658 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f5f9813b-f56b-437d-a0d8-a16fe1361985 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:20.553128 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f90fdf64-3859-4753-96d6-bb221180b612 req-3589b03a-3bb6-43ca-bf3a-1185d37aa38a tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:20.555789 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 801e7b36-1094-46d8-bd5f-4a2bce007eb1 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:48:20.617897 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f5f9813b-f56b-437d-a0d8-a16fe1361985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:20.649624 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f9813b-f56b-437d-a0d8-a16fe1361985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8217cacb-42a6-4d00-97e0-349175fdc717,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:20.672583 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f5f9813b-f56b-437d-a0d8-a16fe1361985 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:20.675973 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-f5f9813b-f56b-437d-a0d8-a16fe1361985 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8217cacb-42a6-4d00-97e0-349175fdc717 HTTP/1.1" status: 204 len: 168 time: 0.3713582 May 31 13:48:20.708414 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] No Port match for: 801e7b36-1094-46d8-bd5f-4a2bce007eb1 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:48:20.708753 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 801e7b36-1094-46d8-bd5f-4a2bce007eb1 not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:48:20.728827 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3589b03a-3bb6-43ca-bf3a-1185d37aa38a tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Pushing event deleted for resources: {'Port': ['ID=801e7b36-1094-46d8-bd5f-4a2bce007eb1,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:20.833120 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8cad13db-2f43-46d2-b57e-90d5104c6423 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:20.881213 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c629fc34-f263-4f1f-a6e2-c36e854ce583 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event updated for resources: {'Subnet': ['ID=510fd38a-03f1-49db-a3b6-387423e1b6a3,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:20.936806 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c629fc34-f263-4f1f-a6e2-c36e854ce583 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Checking segment: {'id': '6f378c61-5bf2-4811-8ced-d1d809c20fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '26381085-ba23-4c5a-9d44-32a81c2c6440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:48:20.943599 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c629fc34-f263-4f1f-a6e2-c36e854ce583 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Network hostable DHCP agents. Network: 26381085-ba23-4c5a-9d44-32a81c2c6440, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:48:21.593480 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c0e5be59-cece-4d6c-af1f-fa025696e154 req-707d3395-b390-475a-be45-0fad699fa274 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/ports?device_id=0710edc1-1650-4be9-80ea-169a803e7734 HTTP/1.1" status: 200 len: 210 time: 0.3433666 May 31 13:48:21.600118 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c629fc34-f263-4f1f-a6e2-c36e854ce583 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Network 26381085-ba23-4c5a-9d44-32a81c2c6440 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:48:21.794807 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-c629fc34-f263-4f1f-a6e2-c36e854ce583 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 26381085-ba23-4c5a-9d44-32a81c2c6440) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:48:21.804425 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a775df72-9033-4158-a127-4551cb13602c None None] Network 26381085-ba23-4c5a-9d44-32a81c2c6440 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:48:21.837342 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c629fc34-f263-4f1f-a6e2-c36e854ce583 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:21.838183 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c629fc34-f263-4f1f-a6e2-c36e854ce583 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:21.889590 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c11214-1d8e-4962-9d92-cab2ad534c31 req-ad8e853c-b349-44b4-bd40-4d700235bd6d tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:21.900914 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-17c11214-1d8e-4962-9d92-cab2ad534c31 req-ad8e853c-b349-44b4-bd40-4d700235bd6d tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] 10.222.0.50 "GET /v2.0/ports?device_id=be0bffc5-acab-46b2-9724-a8633fe38908 HTTP/1.1" status: 200 len: 945 time: 1.3287497 May 31 13:48:21.907424 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8cad13db-2f43-46d2-b57e-90d5104c6423 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:22.062778 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c629fc34-f263-4f1f-a6e2-c36e854ce583 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5724823 May 31 13:48:22.065726 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39234) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:22.071937 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-7dd7f154-70b3-4ecd-bfac-99e7a53ae192 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-944307851', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:48:22.080198 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cad13db-2f43-46d2-b57e-90d5104c6423 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:48:22.086963 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-8cad13db-2f43-46d2-b57e-90d5104c6423 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:48:22.097052 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-7dd7f154-70b3-4ecd-bfac-99e7a53ae192 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:48:22.106076 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cad13db-2f43-46d2-b57e-90d5104c6423 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:48:22.106274 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-7dd7f154-70b3-4ecd-bfac-99e7a53ae192 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Usage tracker for resource:router and tenant:e2f5ae2e1abf4a2cb5fdef12f13f2ebb is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:48:22.124740 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-7dd7f154-70b3-4ecd-bfac-99e7a53ae192 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:48:22.141205 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f90fdf64-3859-4753-96d6-bb221180b612 req-3589b03a-3bb6-43ca-bf3a-1185d37aa38a tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Router 0697c208-3eaa-49f8-affe-568d0eb5b2db has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:48:22.146665 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cad13db-2f43-46d2-b57e-90d5104c6423 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Pushing event updated for resources: {'Port': ['ID=59eef20a-47c3-4169-ab23-429a1ec5ac8e,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:22.155066 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-7dd7f154-70b3-4ecd-bfac-99e7a53ae192 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:48:22.194678 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7dd7f154-70b3-4ecd-bfac-99e7a53ae192 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:22.195727 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7dd7f154-70b3-4ecd-bfac-99e7a53ae192 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:22.203615 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-17c11214-1d8e-4962-9d92-cab2ad534c31 req-0fc5697e-7c0a-4124-aa95-9a2a29fa6989 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaa0642c-c98d-4c4f-958b-f315c961cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702069 May 31 13:48:22.264555 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7dd7f154-70b3-4ecd-bfac-99e7a53ae192 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:22.312482 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7dd7f154-70b3-4ecd-bfac-99e7a53ae192 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:22.355576 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7dd7f154-70b3-4ecd-bfac-99e7a53ae192 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:22.357058 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-7dd7f154-70b3-4ecd-bfac-99e7a53ae192 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2903233 May 31 13:48:22.359707 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39244) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:22.366045 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-df0b17d9-0a3b-47ed-9c52-d21e6356e46f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Request body: {'port': {'network_id': '26381085-ba23-4c5a-9d44-32a81c2c6440', 'name': 'tempest-PortsIpV6TestJSON-1840935685'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:48:22.656186 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e82db7-d7a8-40d8-b0d6-36b6262c31c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-26381085-ba23-4c5a-9d44-32a81c2c6440', 'network_id': '26381085-ba23-4c5a-9d44-32a81c2c6440', 'tenant_id': 'e2f5ae2e1abf4a2cb5fdef12f13f2ebb', 'fixed_ips': [{'subnet_id': '510fd38a-03f1-49db-a3b6-387423e1b6a3'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:48:22.663217 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-17e82db7-d7a8-40d8-b0d6-36b6262c31c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:22.708613 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39256) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:22.802366 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39262) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:22.844183 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-df0b17d9-0a3b-47ed-9c52-d21e6356e46f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:48:22.854933 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-df0b17d9-0a3b-47ed-9c52-d21e6356e46f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Usage tracker for resource:port and tenant:e2f5ae2e1abf4a2cb5fdef12f13f2ebb is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:48:22.858029 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-df0b17d9-0a3b-47ed-9c52-d21e6356e46f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:48:22.867196 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-df0b17d9-0a3b-47ed-9c52-d21e6356e46f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:48:22.901822 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df0b17d9-0a3b-47ed-9c52-d21e6356e46f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Made reservation on behalf of e2f5ae2e1abf4a2cb5fdef12f13f2ebb for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:48:22.905447 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-df0b17d9-0a3b-47ed-9c52-d21e6356e46f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:22.945572 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f90fdf64-3859-4753-96d6-bb221180b612 req-3589b03a-3bb6-43ca-bf3a-1185d37aa38a tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:48:22.960808 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d033174-a73b-44df-bcf5-f388d65eff11 None None] Sync routers for ids ['0697c208-3eaa-49f8-affe-568d0eb5b2db'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:48:22.967782 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8cad13db-2f43-46d2-b57e-90d5104c6423 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:22.977909 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-df0b17d9-0a3b-47ed-9c52-d21e6356e46f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] device_id is not set on port 39aa0765-f7e8-4391-8d04-a709773a0b99 yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:48:22.991317 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-17e82db7-d7a8-40d8-b0d6-36b6262c31c0 None None] Allocated IP 2001:db8::2 (26381085-ba23-4c5a-9d44-32a81c2c6440/510fd38a-03f1-49db-a3b6-387423e1b6a3/00c8d9d1-cec0-485b-ab2f-139829806cd1) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:48:23.006230 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d033174-a73b-44df-bcf5-f388d65eff11 None None] Routers {'0697c208-3eaa-49f8-affe-568d0eb5b2db'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:48:23.012535 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-8d033174-a73b-44df-bcf5-f388d65eff11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:48:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['0697c208-3eaa-49f8-affe-568d0eb5b2db'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:48:23.168681 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7dcdd768-a3dc-4b0a-a98a-8adc4dc34e53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:23.201533 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-6b3971c1-c187-4393-99ac-7a3e2752684e tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Request body: {'network': {'name': 'tempest-RoutersTest-633173011'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:48:23.239220 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-0c628995-6278-4086-9f89-f1868b609437 req-f5930b97-95e0-48f2-92e9-da64ce85545b tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Synchronizing usage tracker for tenant:0c3bb07388f549c9aeec65a21380cb5d on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:48:23.241415 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6b3971c1-c187-4393-99ac-7a3e2752684e tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:48:23.253894 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-7dcdd768-a3dc-4b0a-a98a-8adc4dc34e53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:48:23.257839 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-6b3971c1-c187-4393-99ac-7a3e2752684e tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Usage tracker for resource:network and tenant:85d9456a7d3e47cf9816e44471382253 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:48:23.260098 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-f90fdf64-3859-4753-96d6-bb221180b612 req-3589b03a-3bb6-43ca-bf3a-1185d37aa38a tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] No DVR routers for this DVR port 801e7b36-1094-46d8-bd5f-4a2bce007eb1 on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:48:23.261828 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-6b3971c1-c187-4393-99ac-7a3e2752684e tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:48:23.271164 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-f90fdf64-3859-4753-96d6-bb221180b612 req-3589b03a-3bb6-43ca-bf3a-1185d37aa38a tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:23.275764 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-7dcdd768-a3dc-4b0a-a98a-8adc4dc34e53 admin admin] Usage tracker for resource:security_group_rule and tenant:90653d1ca0e44ecb8f8594406cf30157 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:48:23.285923 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-7dcdd768-a3dc-4b0a-a98a-8adc4dc34e53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:48:23.288370 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0710edc1-1650-4be9-80ea-169a803e7734', 'name': 'network-vif-deleted', 'tag': '801e7b36-1094-46d8-bd5f-4a2bce007eb1'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:48:23.288676 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6b3971c1-c187-4393-99ac-7a3e2752684e tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:48:23.294833 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f90fdf64-3859-4753-96d6-bb221180b612 req-3589b03a-3bb6-43ca-bf3a-1185d37aa38a tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.44 "DELETE /v2.0/ports/801e7b36-1094-46d8-bd5f-4a2bce007eb1 HTTP/1.1" status: 204 len: 173 time: 7.2173448 May 31 13:48:23.328063 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-7dcdd768-a3dc-4b0a-a98a-8adc4dc34e53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:48:23.351131 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8cad13db-2f43-46d2-b57e-90d5104c6423 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:23.367914 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3971c1-c187-4393-99ac-7a3e2752684e tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Made reservation on behalf of 85d9456a7d3e47cf9816e44471382253 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:48:23.395809 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6b3971c1-c187-4393-99ac-7a3e2752684e tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:23.428551 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365dc13b-09f0-48ba-9eb4-b8cb41dc5053 req-77418978-972b-4082-a543-b631f11abfb4 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:23.433735 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-365dc13b-09f0-48ba-9eb4-b8cb41dc5053 req-77418978-972b-4082-a543-b631f11abfb4 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=931b2df9-a1c5-473f-ba24-0babd6d355d0 HTTP/1.1" status: 200 len: 945 time: 1.1659017 May 31 13:48:23.457919 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6b3971c1-c187-4393-99ac-7a3e2752684e tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:23.467728 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-8d033174-a73b-44df-bcf5-f388d65eff11 None None] Set router 0697c208-3eaa-49f8-affe-568d0eb5b2db gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:48:23.477176 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-0c628995-6278-4086-9f89-f1868b609437 req-f5930b97-95e0-48f2-92e9-da64ce85545b tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Unset dirty status for tenant:0c3bb07388f549c9aeec65a21380cb5d on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:48:23.487142 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0c628995-6278-4086-9f89-f1868b609437 req-f5930b97-95e0-48f2-92e9-da64ce85545b tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/ports?device_id=0710edc1-1650-4be9-80ea-169a803e7734 HTTP/1.1" status: 200 len: 210 time: 0.5114248 May 31 13:48:23.615246 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-17e82db7-d7a8-40d8-b0d6-36b6262c31c0 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:23.656673 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-17e82db7-d7a8-40d8-b0d6-36b6262c31c0 None None] Transition to ACTIVE for port object 00c8d9d1-cec0-485b-ab2f-139829806cd1 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:48:23.703077 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-365dc13b-09f0-48ba-9eb4-b8cb41dc5053 req-2b9429e1-9727-47d4-aa5b-7673cff32dba tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=879d485c-6856-4d39-902c-2e7246942604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2376106 May 31 13:48:23.747836 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-17e82db7-d7a8-40d8-b0d6-36b6262c31c0 None None] Transition to ACTIVE for port object 00c8d9d1-cec0-485b-ab2f-139829806cd1 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:48:23.762159 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-17e82db7-d7a8-40d8-b0d6-36b6262c31c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:23.771001 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7dcdd768-a3dc-4b0a-a98a-8adc4dc34e53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:23.786071 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6b3971c1-c187-4393-99ac-7a3e2752684e tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:48:23.820530 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7d25a51-7e34-444b-859f-5b0dddc80673'] response: {'server_uuid': '0710edc1-1650-4be9-80ea-169a803e7734', 'name': 'network-vif-deleted', 'tag': '801e7b36-1094-46d8-bd5f-4a2bce007eb1', 'status': 'completed', 'code': 200} May 31 13:48:23.859483 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7dcdd768-a3dc-4b0a-a98a-8adc4dc34e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:23.893340 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-6b3971c1-c187-4393-99ac-7a3e2752684e tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Usage tracker for resource:security_group_rule and tenant:85d9456a7d3e47cf9816e44471382253 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:48:23.896986 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-6b3971c1-c187-4393-99ac-7a3e2752684e tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:48:23.898198 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e82db7-d7a8-40d8-b0d6-36b6262c31c0 None None] Pushing event updated for resources: {'Port': ['ID=00c8d9d1-cec0-485b-ab2f-139829806cd1,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:23.951350 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-7dcdd768-a3dc-4b0a-a98a-8adc4dc34e53 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=90653d1ca0e44ecb8f8594406cf30157&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1478026 May 31 13:48:23.959368 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e82db7-d7a8-40d8-b0d6-36b6262c31c0 None None] Network 26381085-ba23-4c5a-9d44-32a81c2c6440 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:48:23.967846 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39274) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:23.978095 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-17e82db7-d7a8-40d8-b0d6-36b6262c31c0 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:48:23.985763 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e82db7-d7a8-40d8-b0d6-36b6262c31c0 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:48:24.003977 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6b3971c1-c187-4393-99ac-7a3e2752684e tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:48:24.104306 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e82db7-d7a8-40d8-b0d6-36b6262c31c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:48:24.105086 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e82db7-d7a8-40d8-b0d6-36b6262c31c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:48:24.105086 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e82db7-d7a8-40d8-b0d6-36b6262c31c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:48:24.108160 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e82db7-d7a8-40d8-b0d6-36b6262c31c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:48:24.108624 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e82db7-d7a8-40d8-b0d6-36b6262c31c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:48:24.108950 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e82db7-d7a8-40d8-b0d6-36b6262c31c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:48:24.109286 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e82db7-d7a8-40d8-b0d6-36b6262c31c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:48:24.109892 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e82db7-d7a8-40d8-b0d6-36b6262c31c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:48:24.112717 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e82db7-d7a8-40d8-b0d6-36b6262c31c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:48:24.113067 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e82db7-d7a8-40d8-b0d6-36b6262c31c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:48:24.113399 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e82db7-d7a8-40d8-b0d6-36b6262c31c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:48:24.113736 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e82db7-d7a8-40d8-b0d6-36b6262c31c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:48:24.154603 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8cad13db-2f43-46d2-b57e-90d5104c6423 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:24.217024 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-df0b17d9-0a3b-47ed-9c52-d21e6356e46f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Allocated IP 2001:db8::6d (26381085-ba23-4c5a-9d44-32a81c2c6440/510fd38a-03f1-49db-a3b6-387423e1b6a3/39aa0765-f7e8-4391-8d04-a709773a0b99) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:48:24.230971 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8cad13db-2f43-46d2-b57e-90d5104c6423 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:24.373512 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-8d033174-a73b-44df-bcf5-f388d65eff11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'name': 'tempest-AttachVolumeNegativeTest-1273433736-router', 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'a25f0954-04a4-4b01-8623-f473d6ed53da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:44:16Z', 'updated_at': '2022-05-31T13:44:31Z', 'revision_number': 4, 'project_id': '0c3bb07388f549c9aeec65a21380cb5d', 'gw_port': {'id': 'a25f0954-04a4-4b01-8623-f473d6ed53da', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ac:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:44:19Z', 'updated_at': '2022-05-31T13:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '28f91fc4-d303-4198-b69f-bfc00ad66cfe', 'name': '', 'network_id': '63c618dc-2d9c-42a1-a644-8fd65767e93c', 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d', 'mac_address': 'fa:16:3e:f7:a8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '1fa11664-0552-4bb0-b5b0-3278009a7430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:44:29Z', 'updated_at': '2022-05-31T13:44:46Z', 'revision_number': 5, 'project_id': '0c3bb07388f549c9aeec65a21380cb5d', 'subnets': [{'id': '1fa11664-0552-4bb0-b5b0-3278009a7430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:48:24.383197 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d033174-a73b-44df-bcf5-f388d65eff11 None None] Checking router: 0697c208-3eaa-49f8-affe-568d0eb5b2db for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:48:24.392320 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-17e82db7-d7a8-40d8-b0d6-36b6262c31c0 None None] Attempting to bind port 00c8d9d1-cec0-485b-ab2f-139829806cd1 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:48:24.398511 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-17e82db7-d7a8-40d8-b0d6-36b6262c31c0 None None] Attempting to bind port 00c8d9d1-cec0-485b-ab2f-139829806cd1 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '6f378c61-5bf2-4811-8ced-d1d809c20fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '26381085-ba23-4c5a-9d44-32a81c2c6440'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:48:24.399356 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e82db7-d7a8-40d8-b0d6-36b6262c31c0 None None] Attempting to bind port 00c8d9d1-cec0-485b-ab2f-139829806cd1 on network 26381085-ba23-4c5a-9d44-32a81c2c6440 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:48:24.417119 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d033174-a73b-44df-bcf5-f388d65eff11 None None] Routers {'0697c208-3eaa-49f8-affe-568d0eb5b2db'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:48:24.421647 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-8d033174-a73b-44df-bcf5-f388d65eff11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:48:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['0697c208-3eaa-49f8-affe-568d0eb5b2db'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:48:24.423820 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e82db7-d7a8-40d8-b0d6-36b6262c31c0 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:48:24.426731 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e82db7-d7a8-40d8-b0d6-36b6262c31c0 None None] Checking segment: {'id': '6f378c61-5bf2-4811-8ced-d1d809c20fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '26381085-ba23-4c5a-9d44-32a81c2c6440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:48:24.427590 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-17e82db7-d7a8-40d8-b0d6-36b6262c31c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:24.434895 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e82db7-d7a8-40d8-b0d6-36b6262c31c0 None None] Bound using segment: {'id': '6f378c61-5bf2-4811-8ced-d1d809c20fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '26381085-ba23-4c5a-9d44-32a81c2c6440'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:48:24.444059 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-17e82db7-d7a8-40d8-b0d6-36b6262c31c0 None None] Bound port: 00c8d9d1-cec0-485b-ab2f-139829806cd1, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f378c61-5bf2-4811-8ced-d1d809c20fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '26381085-ba23-4c5a-9d44-32a81c2c6440'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:48:24.444758 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-17e82db7-d7a8-40d8-b0d6-36b6262c31c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:24.545130 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-df0b17d9-0a3b-47ed-9c52-d21e6356e46f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:24.570517 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-df0b17d9-0a3b-47ed-9c52-d21e6356e46f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Transition to ACTIVE for port object 39aa0765-f7e8-4391-8d04-a709773a0b99 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:48:24.725355 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-df0b17d9-0a3b-47ed-9c52-d21e6356e46f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:24.733442 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-17e82db7-d7a8-40d8-b0d6-36b6262c31c0 None None] For port 00c8d9d1-cec0-485b-ab2f-139829806cd1, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:48:24.741199 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-17e82db7-d7a8-40d8-b0d6-36b6262c31c0 None None] For port 00c8d9d1-cec0-485b-ab2f-139829806cd1, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=00c8d9d1-cec0-485b-ab2f-139829806cd1,segment=NetworkSegment(6f378c61-5bf2-4811-8ced-d1d809c20fdf),segment_id=6f378c61-5bf2-4811-8ced-d1d809c20fdf)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:48:24.748261 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-17e82db7-d7a8-40d8-b0d6-36b6262c31c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:24.751035 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cad13db-2f43-46d2-b57e-90d5104c6423 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Pushing event updated for resources: {'Port': ['ID=59eef20a-47c3-4169-ab23-429a1ec5ac8e,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:24.766864 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8cad13db-2f43-46d2-b57e-90d5104c6423 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:24.774078 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1fc6a4b5-96f6-4eb4-bbc1-3d199fc3fcaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:24.810277 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1fc6a4b5-96f6-4eb4-bbc1-3d199fc3fcaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:24.818682 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d61600-773e-45c2-9e7e-a69e7065ec00 req-c6d58127-72cd-4b60-b4c2-d0c5e1a88e35 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:24.820277 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f0d61600-773e-45c2-9e7e-a69e7065ec00 req-c6d58127-72cd-4b60-b4c2-d0c5e1a88e35 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] 10.222.0.50 "GET /v2.0/ports?device_id=be0bffc5-acab-46b2-9724-a8633fe38908 HTTP/1.1" status: 200 len: 945 time: 1.0031383 May 31 13:48:24.966896 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e82db7-d7a8-40d8-b0d6-36b6262c31c0 None None] Pushing event updated for resources: {'Port': ['ID=00c8d9d1-cec0-485b-ab2f-139829806cd1,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:25.040770 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcdd768-a3dc-4b0a-a98a-8adc4dc34e53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92af898e-75cd-46de-9ac4-0a48608a55e7,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:25.099523 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6b3971c1-c187-4393-99ac-7a3e2752684e tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:25.131830 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6b3971c1-c187-4393-99ac-7a3e2752684e tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:25.147877 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-8d033174-a73b-44df-bcf5-f388d65eff11 None None] Set router 0697c208-3eaa-49f8-affe-568d0eb5b2db gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:48:25.195814 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f0d61600-773e-45c2-9e7e-a69e7065ec00 req-1a0f9047-79a7-4b2a-a981-8a4352cac53b tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaa0642c-c98d-4c4f-958b-f315c961cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3498600 May 31 13:48:25.205900 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8cad13db-2f43-46d2-b57e-90d5104c6423 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:25.215148 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-8cad13db-2f43-46d2-b57e-90d5104c6423 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.7462699 May 31 13:48:25.216247 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 39286) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:25.235869 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0b17d9-0a3b-47ed-9c52-d21e6356e46f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Network 26381085-ba23-4c5a-9d44-32a81c2c6440 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:48:25.239954 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3971c1-c187-4393-99ac-7a3e2752684e tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c76b9fe-6b3d-4e82-88b4-5b9820bf5a8a,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:25.250656 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-038322b4-678c-499b-862b-c82f3c428065 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Request body: {'port': {'network_id': 'a8f8f292-6a8c-43a7-b074-01b2c51af4fa', 'name': 'tempest-FloatingIPTestJSON-1251304825'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:48:25.264022 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-df0b17d9-0a3b-47ed-9c52-d21e6356e46f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:48:25.268612 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0b17d9-0a3b-47ed-9c52-d21e6356e46f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:48:25.285278 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0b17d9-0a3b-47ed-9c52-d21e6356e46f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:25.286688 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-df0b17d9-0a3b-47ed-9c52-d21e6356e46f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:25.450024 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39290) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:25.565359 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-df0b17d9-0a3b-47ed-9c52-d21e6356e46f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2041926 May 31 13:48:25.566425 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b3971c1-c187-4393-99ac-7a3e2752684e tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:48:25.568434 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 39294) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:25.596524 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0b17d9-0a3b-47ed-9c52-d21e6356e46f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event updated for resources: {'Port': ['ID=39aa0765-f7e8-4391-8d04-a709773a0b99,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:25.684549 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6b3971c1-c187-4393-99ac-7a3e2752684e tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:25.685187 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-6b3971c1-c187-4393-99ac-7a3e2752684e tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Added segment 6feddca3-3e11-4ff2-abb3-500c3a4e1439 of type vlan for network eeee865b-a909-43f3-94ec-63809f4fbf1c May 31 13:48:25.686125 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1fc6a4b5-96f6-4eb4-bbc1-3d199fc3fcaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:25.744933 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-532a7f37-86f4-4621-95b0-79701ea70b01 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:25.745696 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f96450-e201-452d-bbbd-ea128176fd50 req-cfb9c50f-4692-4e25-8648-5112f79c6eaf tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:25.750649 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc6a4b5-96f6-4eb4-bbc1-3d199fc3fcaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92af898e-75cd-46de-9ac4-0a48608a55e7,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:25.781968 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-38f96450-e201-452d-bbbd-ea128176fd50 req-cfb9c50f-4692-4e25-8648-5112f79c6eaf tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=931b2df9-a1c5-473f-ba24-0babd6d355d0 HTTP/1.1" status: 200 len: 945 time: 0.7952693 May 31 13:48:25.796042 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1fc6a4b5-96f6-4eb4-bbc1-3d199fc3fcaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:25.801571 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-1fc6a4b5-96f6-4eb4-bbc1-3d199fc3fcaa admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/92af898e-75cd-46de-9ac4-0a48608a55e7 HTTP/1.1" status: 204 len: 168 time: 1.7997875 May 31 13:48:25.838683 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6b3971c1-c187-4393-99ac-7a3e2752684e tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:25.865437 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-532a7f37-86f4-4621-95b0-79701ea70b01 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:25.975287 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-038322b4-678c-499b-862b-c82f3c428065 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:48:25.980241 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-038322b4-678c-499b-862b-c82f3c428065 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Usage tracker for resource:port and tenant:f331ce5134ed4e2db710f69a53d0a2fe is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:48:25.982908 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-532a7f37-86f4-4621-95b0-79701ea70b01 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:25.985222 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-038322b4-678c-499b-862b-c82f3c428065 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:48:25.994803 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-038322b4-678c-499b-862b-c82f3c428065 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:48:26.007069 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6b3971c1-c187-4393-99ac-7a3e2752684e tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:26.016109 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3971c1-c187-4393-99ac-7a3e2752684e tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:26.016109 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6b3971c1-c187-4393-99ac-7a3e2752684e tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:26.023779 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532a7f37-86f4-4621-95b0-79701ea70b01 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a9cdf4-6db8-45af-89d0-8bc6812225a4,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:26.091241 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-8d033174-a73b-44df-bcf5-f388d65eff11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'name': 'tempest-AttachVolumeNegativeTest-1273433736-router', 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'a25f0954-04a4-4b01-8623-f473d6ed53da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:44:16Z', 'updated_at': '2022-05-31T13:44:31Z', 'revision_number': 4, 'project_id': '0c3bb07388f549c9aeec65a21380cb5d', 'gw_port': {'id': 'a25f0954-04a4-4b01-8623-f473d6ed53da', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ac:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:44:19Z', 'updated_at': '2022-05-31T13:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '28f91fc4-d303-4198-b69f-bfc00ad66cfe', 'name': '', 'network_id': '63c618dc-2d9c-42a1-a644-8fd65767e93c', 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d', 'mac_address': 'fa:16:3e:f7:a8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '1fa11664-0552-4bb0-b5b0-3278009a7430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:44:29Z', 'updated_at': '2022-05-31T13:44:46Z', 'revision_number': 5, 'project_id': '0c3bb07388f549c9aeec65a21380cb5d', 'subnets': [{'id': '1fa11664-0552-4bb0-b5b0-3278009a7430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:48:26.099728 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d033174-a73b-44df-bcf5-f388d65eff11 None None] The sync data for ids ['0697c208-3eaa-49f8-affe-568d0eb5b2db'] in n-d-843939-1 is: [{'id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'name': 'tempest-AttachVolumeNegativeTest-1273433736-router', 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'a25f0954-04a4-4b01-8623-f473d6ed53da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:44:16Z', 'updated_at': '2022-05-31T13:44:31Z', 'revision_number': 4, 'project_id': '0c3bb07388f549c9aeec65a21380cb5d', 'gw_port': {'id': 'a25f0954-04a4-4b01-8623-f473d6ed53da', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ac:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:44:19Z', 'updated_at': '2022-05-31T13:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '28f91fc4-d303-4198-b69f-bfc00ad66cfe', 'name': '', 'network_id': '63c618dc-2d9c-42a1-a644-8fd65767e93c', 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d', 'mac_address': 'fa:16:3e:f7:a8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '1fa11664-0552-4bb0-b5b0-3278009a7430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:44:29Z', 'updated_at': '2022-05-31T13:44:46Z', 'revision_number': 5, 'project_id': '0c3bb07388f549c9aeec65a21380cb5d', 'subnets': [{'id': '1fa11664-0552-4bb0-b5b0-3278009a7430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:48:26.182607 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038322b4-678c-499b-862b-c82f3c428065 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Made reservation on behalf of f331ce5134ed4e2db710f69a53d0a2fe for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:48:26.204637 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-038322b4-678c-499b-862b-c82f3c428065 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:26.400448 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3971c1-c187-4393-99ac-7a3e2752684e tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Pushing event updated for resources: {'Network': ['ID=eeee865b-a909-43f3-94ec-63809f4fbf1c,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:26.418730 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network eeee865b-a909-43f3-94ec-63809f4fbf1c details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:48:26.484689 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-532a7f37-86f4-4621-95b0-79701ea70b01 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:26.490065 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-532a7f37-86f4-4621-95b0-79701ea70b01 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "DELETE /v2.0/security-groups/76a9cdf4-6db8-45af-89d0-8bc6812225a4 HTTP/1.1" status: 204 len: 168 time: 1.0392568 May 31 13:48:26.490930 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39306) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:26.508851 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-6b3971c1-c187-4393-99ac-7a3e2752684e tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 3.7934911 May 31 13:48:26.523406 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39310) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:26.558899 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-0f245e85-82a7-4d9b-a548-4d0e32eb61cf tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Request body: {'network': {'name': 'tempest-RoutersTest-1802975509'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:48:26.577217 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-17ff616d-a268-4294-8256-97ebb241a86b tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] show failed (client error): The resource could not be found. May 31 13:48:26.601776 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-17ff616d-a268-4294-8256-97ebb241a86b tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/security-groups/76a9cdf4-6db8-45af-89d0-8bc6812225a4 HTTP/1.1" status: 404 len: 347 time: 0.0929792 May 31 13:48:26.603414 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0f245e85-82a7-4d9b-a548-4d0e32eb61cf tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:48:26.605828 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39314) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:26.611070 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-38f96450-e201-452d-bbbd-ea128176fd50 req-bf54400c-d947-4117-b1c4-a872c31c0f84 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=879d485c-6856-4d39-902c-2e7246942604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4844241 May 31 13:48:26.644773 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-038322b4-678c-499b-862b-c82f3c428065 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] device_id is not set on port e156a777-e567-42ff-a91b-8b73899194e8 yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:48:26.677785 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 00c8d9d1-cec0-485b-ab2f-139829806cd1 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:48:26.864666 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 00c8d9d1-cec0-485b-ab2f-139829806cd1 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:48:26.891111 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2cd663-1122-4a63-8073-edea7bd37753 None None] New status for floating IP db1d96a5-0d72-4ff0-9434-6a6174b80fbc: DOWN {{(pid=88371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 13:48:26.904407 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-0f245e85-82a7-4d9b-a548-4d0e32eb61cf tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Usage tracker for resource:network and tenant:85d9456a7d3e47cf9816e44471382253 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:48:27.001257 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7975083f-ac76-4449-b81a-0766618a3dda None None] Network 26381085-ba23-4c5a-9d44-32a81c2c6440 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:48:27.092865 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-038322b4-678c-499b-862b-c82f3c428065 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Allocated IP 172.20.0.5 (a8f8f292-6a8c-43a7-b074-01b2c51af4fa/64f12ea5-134d-4f84-bdd5-4460c9bf10cd/e156a777-e567-42ff-a91b-8b73899194e8) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:48:27.211277 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-0f245e85-82a7-4d9b-a548-4d0e32eb61cf tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:48:27.304922 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f8acfe1c-5c6a-4a2c-bf8d-42509cdd0cd3 None None] Provisioning for port 00c8d9d1-cec0-485b-ab2f-139829806cd1 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:48:27.510723 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0f245e85-82a7-4d9b-a548-4d0e32eb61cf tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:48:27.534053 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-61766132-9d3c-4294-a90c-7787613524a7 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Deleting port 79bd40f9-8209-40aa-aa0e-db7671b14c9b {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:48:27.534582 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-61766132-9d3c-4294-a90c-7787613524a7 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:27.555155 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f8acfe1c-5c6a-4a2c-bf8d-42509cdd0cd3 None None] Provisioning complete for port 00c8d9d1-cec0-485b-ab2f-139829806cd1 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:48:27.561276 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f8acfe1c-5c6a-4a2c-bf8d-42509cdd0cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:27.574424 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-038322b4-678c-499b-862b-c82f3c428065 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:27.598921 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f245e85-82a7-4d9b-a548-4d0e32eb61cf tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Made reservation on behalf of 85d9456a7d3e47cf9816e44471382253 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:48:27.602681 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0f245e85-82a7-4d9b-a548-4d0e32eb61cf tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:27.717363 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f245e85-82a7-4d9b-a548-4d0e32eb61cf tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:48:27.877265 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-038322b4-678c-499b-862b-c82f3c428065 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:27.977349 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-61766132-9d3c-4294-a90c-7787613524a7 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:27.977850 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-61766132-9d3c-4294-a90c-7787613524a7 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:28.160155 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0f245e85-82a7-4d9b-a548-4d0e32eb61cf tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:28.160499 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-0f245e85-82a7-4d9b-a548-4d0e32eb61cf tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Added segment 3b5d7323-b55b-4844-a69c-8a0a5e20b129 of type vlan for network cad080aa-74c3-4414-a725-6908ce65fa83 May 31 13:48:28.167340 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-f8acfe1c-5c6a-4a2c-bf8d-42509cdd0cd3 None None] Current status of the port 00c8d9d1-cec0-485b-ab2f-139829806cd1 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:48:28.167714 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f8acfe1c-5c6a-4a2c-bf8d-42509cdd0cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:28.169744 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-61766132-9d3c-4294-a90c-7787613524a7 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Calling delete_port for 79bd40f9-8209-40aa-aa0e-db7671b14c9b owned by network:floatingip {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:48:28.261415 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-f8acfe1c-5c6a-4a2c-bf8d-42509cdd0cd3 None None] For port 00c8d9d1-cec0-485b-ab2f-139829806cd1, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=00c8d9d1-cec0-485b-ab2f-139829806cd1,segment=NetworkSegment(6f378c61-5bf2-4811-8ced-d1d809c20fdf),segment_id=6f378c61-5bf2-4811-8ced-d1d809c20fdf)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:48:28.267135 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f8acfe1c-5c6a-4a2c-bf8d-42509cdd0cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:28.275912 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0f245e85-82a7-4d9b-a548-4d0e32eb61cf tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:28.342165 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038322b4-678c-499b-862b-c82f3c428065 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Pushing event updated for resources: {'Port': ['ID=e156a777-e567-42ff-a91b-8b73899194e8,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:28.388730 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8acfe1c-5c6a-4a2c-bf8d-42509cdd0cd3 None None] Pushing event updated for resources: {'Port': ['ID=00c8d9d1-cec0-485b-ab2f-139829806cd1,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:28.428836 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0f245e85-82a7-4d9b-a548-4d0e32eb61cf tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:28.441260 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f245e85-82a7-4d9b-a548-4d0e32eb61cf tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:28.441927 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0f245e85-82a7-4d9b-a548-4d0e32eb61cf tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:28.569390 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038322b4-678c-499b-862b-c82f3c428065 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Network a8f8f292-6a8c-43a7-b074-01b2c51af4fa is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:48:28.575374 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 39350) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:28.578612 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-038322b4-678c-499b-862b-c82f3c428065 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:48:28.583662 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038322b4-678c-499b-862b-c82f3c428065 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:48:28.799989 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f245e85-82a7-4d9b-a548-4d0e32eb61cf tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Pushing event updated for resources: {'Network': ['ID=cad080aa-74c3-4414-a725-6908ce65fa83,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:28.826432 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-0f245e85-82a7-4d9b-a548-4d0e32eb61cf tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.2782550 May 31 13:48:28.828547 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39356) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:28.830597 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network cad080aa-74c3-4414-a725-6908ce65fa83 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:48:28.857164 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-21f3e9c4-624c-4a9d-9e39-7691dd63459c tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Request body: {'subnet': {'network_id': 'eeee865b-a909-43f3-94ec-63809f4fbf1c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:48:28.982958 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038322b4-678c-499b-862b-c82f3c428065 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:28.983847 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-038322b4-678c-499b-862b-c82f3c428065 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:29.056262 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-61766132-9d3c-4294-a90c-7787613524a7 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:29.115728 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-089ed157-422c-43f1-b1fb-ef65df29f1cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:29.124130 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6fb17529-182d-4220-bd06-0557e4760a5f None None] Provisioning complete for port 00c8d9d1-cec0-485b-ab2f-139829806cd1 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:48:29.125031 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6fb17529-182d-4220-bd06-0557e4760a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:29.145890 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5bfd29-62cd-4a44-931c-c4e97525b518 req-7891b84a-eb65-434c-9d43-62283af07b80 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:29.159323 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7f5bfd29-62cd-4a44-931c-c4e97525b518 req-7891b84a-eb65-434c-9d43-62283af07b80 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=931b2df9-a1c5-473f-ba24-0babd6d355d0 HTTP/1.1" status: 200 len: 945 time: 1.2575109 May 31 13:48:29.234427 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61766132-9d3c-4294-a90c-7787613524a7 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Pushing event deleted for resources: {'Port': ['ID=79bd40f9-8209-40aa-aa0e-db7671b14c9b,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:29.397194 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77a8147-77ca-443e-9864-d06b6f427fff req-d9ffe3bf-0ad9-4463-a7ef-5256ef772928 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:29.398695 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e77a8147-77ca-443e-9864-d06b6f427fff req-d9ffe3bf-0ad9-4463-a7ef-5256ef772928 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] 10.222.0.50 "GET /v2.0/ports?device_id=be0bffc5-acab-46b2-9724-a8633fe38908 HTTP/1.1" status: 200 len: 945 time: 1.7920547 May 31 13:48:29.408587 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-21f3e9c4-624c-4a9d-9e39-7691dd63459c tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:48:29.413076 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-089ed157-422c-43f1-b1fb-ef65df29f1cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:48:29.418253 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-21f3e9c4-624c-4a9d-9e39-7691dd63459c tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Usage tracker for resource:subnet and tenant:85d9456a7d3e47cf9816e44471382253 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:48:29.418948 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-6fb17529-182d-4220-bd06-0557e4760a5f None None] Current status of the port 00c8d9d1-cec0-485b-ab2f-139829806cd1 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:48:29.423981 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-21f3e9c4-624c-4a9d-9e39-7691dd63459c tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:48:29.440435 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-21f3e9c4-624c-4a9d-9e39-7691dd63459c tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:48:29.451880 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-089ed157-422c-43f1-b1fb-ef65df29f1cb admin admin] Usage tracker for resource:security_group_rule and tenant:b8fffb8a65984dd9a542f4b6b4418af5 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:48:29.453383 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-61766132-9d3c-4294-a90c-7787613524a7 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for floatingip, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:29.456394 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-61766132-9d3c-4294-a90c-7787613524a7 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:29.461135 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6fb17529-182d-4220-bd06-0557e4760a5f None None] Provisioning for port 39aa0765-f7e8-4391-8d04-a709773a0b99 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:48:29.462248 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-61766132-9d3c-4294-a90c-7787613524a7 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "DELETE /v2.0/floatingips/db1d96a5-0d72-4ff0-9434-6a6174b80fbc HTTP/1.1" status: 204 len: 168 time: 2.8471262 May 31 13:48:29.472060 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f3e9c4-624c-4a9d-9e39-7691dd63459c tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Made reservation on behalf of 85d9456a7d3e47cf9816e44471382253 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:48:29.476247 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-21f3e9c4-624c-4a9d-9e39-7691dd63459c tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:29.488153 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6fb17529-182d-4220-bd06-0557e4760a5f None None] Provisioning complete for port 39aa0765-f7e8-4391-8d04-a709773a0b99 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:48:29.488937 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6fb17529-182d-4220-bd06-0557e4760a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:29.531084 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-038322b4-678c-499b-862b-c82f3c428065 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.3125536 May 31 13:48:29.545480 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 39364) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:29.551115 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-089ed157-422c-43f1-b1fb-ef65df29f1cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:48:29.580590 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7f5bfd29-62cd-4a44-931c-c4e97525b518 req-b65c16ee-850f-4635-99d7-610e2b4cd045 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=879d485c-6856-4d39-902c-2e7246942604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4200430 May 31 13:48:29.596748 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-6fb17529-182d-4220-bd06-0557e4760a5f None None] Port 39aa0765-f7e8-4391-8d04-a709773a0b99 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:48:29.627030 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-44ee2aa9-12dc-489f-9675-7316f6eb2f78 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Request body: {'floatingip': {'port_id': 'e156a777-e567-42ff-a91b-8b73899194e8'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:48:29.732654 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-7fe30bbb-b368-4d91-a3e7-8480ce98c3d2 None None] Provisioning complete for port 39aa0765-f7e8-4391-8d04-a709773a0b99 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:48:29.734249 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7fe30bbb-b368-4d91-a3e7-8480ce98c3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:29.801559 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39368) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:29.812692 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-c8a5bac0-81c5-44a7-852f-fb8814629e45 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Request body: {'security_group': {'name': 'tempest-securitygroup--645755274', 'description': 'tempest-description--1457460872'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:48:29.826500 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-089ed157-422c-43f1-b1fb-ef65df29f1cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:48:29.829288 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c8a5bac0-81c5-44a7-852f-fb8814629e45 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:48:29.838149 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c8a5bac0-81c5-44a7-852f-fb8814629e45 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Usage tracker for resource:security_group and tenant:0c3bb07388f549c9aeec65a21380cb5d is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:48:29.843187 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c8a5bac0-81c5-44a7-852f-fb8814629e45 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:48:29.853487 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c8a5bac0-81c5-44a7-852f-fb8814629e45 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:48:29.862578 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e77a8147-77ca-443e-9864-d06b6f427fff req-5cfeb869-032d-4e56-9fec-1f8a68e0ef0a tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaa0642c-c98d-4c4f-958b-f315c961cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4362111 May 31 13:48:29.883461 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-7fe30bbb-b368-4d91-a3e7-8480ce98c3d2 None None] Port 39aa0765-f7e8-4391-8d04-a709773a0b99 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:48:29.887960 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c8a5bac0-81c5-44a7-852f-fb8814629e45 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:29.892475 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-44bed5b8-d086-44ce-a0d8-b83a51cb6571 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:29.922609 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-44ee2aa9-12dc-489f-9675-7316f6eb2f78 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks [] for floatingip, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:29.939282 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c8a5bac0-81c5-44a7-852f-fb8814629e45 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:48:29.947564 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c8a5bac0-81c5-44a7-852f-fb8814629e45 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Usage tracker for resource:security_group_rule and tenant:0c3bb07388f549c9aeec65a21380cb5d is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:48:29.953302 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-21f3e9c4-624c-4a9d-9e39-7691dd63459c tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:29.960777 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c8a5bac0-81c5-44a7-852f-fb8814629e45 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:48:30.058236 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f3e9c4-624c-4a9d-9e39-7691dd63459c tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Pushing event updated for resources: {'Subnet': ['ID=48d85335-dbe9-4275-a6d3-bb53b29c8a5a,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:30.069431 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c8a5bac0-81c5-44a7-852f-fb8814629e45 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:48:30.139217 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f3e9c4-624c-4a9d-9e39-7691dd63459c tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Checking segment: {'id': '6feddca3-3e11-4ff2-abb3-500c3a4e1439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'eeee865b-a909-43f3-94ec-63809f4fbf1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:48:30.140137 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f3e9c4-624c-4a9d-9e39-7691dd63459c tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Network hostable DHCP agents. Network: eeee865b-a909-43f3-94ec-63809f4fbf1c, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:48:30.200025 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f3e9c4-624c-4a9d-9e39-7691dd63459c tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Network eeee865b-a909-43f3-94ec-63809f4fbf1c is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:48:30.225886 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-21f3e9c4-624c-4a9d-9e39-7691dd63459c tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, eeee865b-a909-43f3-94ec-63809f4fbf1c) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:48:30.240548 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c3885e-e2c9-480e-bf4b-08109543234c None None] Network eeee865b-a909-43f3-94ec-63809f4fbf1c requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:48:30.248833 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f3e9c4-624c-4a9d-9e39-7691dd63459c tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:30.249444 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-21f3e9c4-624c-4a9d-9e39-7691dd63459c tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:30.293034 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-21f3e9c4-624c-4a9d-9e39-7691dd63459c tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4470601 May 31 13:48:30.299813 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39374) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:30.322918 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-4e7e9091-1b84-4b5a-b2d8-7f57f4dc06d0 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Request body: {'subnet': {'network_id': 'cad080aa-74c3-4414-a725-6908ce65fa83', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:48:30.446979 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c8a5bac0-81c5-44a7-852f-fb8814629e45 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:30.471214 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c8a5bac0-81c5-44a7-852f-fb8814629e45 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:30.526711 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 00c8d9d1-cec0-485b-ab2f-139829806cd1 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:48:30.703013 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-089ed157-422c-43f1-b1fb-ef65df29f1cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:30.775634 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c8a5bac0-81c5-44a7-852f-fb8814629e45 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:30.779519 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c8a5bac0-81c5-44a7-852f-fb8814629e45 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9736290 May 31 13:48:30.780303 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a5bac0-81c5-44a7-852f-fb8814629e45 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1885e9b6-e8e6-4927-b799-aec8e0b8c1be,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:30.782870 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39380) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:30.794426 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-edf620cd-3c7b-4c61-8ef1-91ad33b8d7d5 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Request body: {'security_group_rule': {'security_group_id': '1885e9b6-e8e6-4927-b799-aec8e0b8c1be', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:48:30.805764 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4e7e9091-1b84-4b5a-b2d8-7f57f4dc06d0 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:48:30.815095 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-edf620cd-3c7b-4c61-8ef1-91ad33b8d7d5 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:48:30.831611 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-edf620cd-3c7b-4c61-8ef1-91ad33b8d7d5 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Usage tracker for resource:security_group_rule and tenant:0c3bb07388f549c9aeec65a21380cb5d is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:48:30.840127 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-edf620cd-3c7b-4c61-8ef1-91ad33b8d7d5 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:48:30.860259 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-edf620cd-3c7b-4c61-8ef1-91ad33b8d7d5 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:48:30.867762 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 00c8d9d1-cec0-485b-ab2f-139829806cd1 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:48:30.868138 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:30.871259 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-4e7e9091-1b84-4b5a-b2d8-7f57f4dc06d0 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Usage tracker for resource:subnet and tenant:85d9456a7d3e47cf9816e44471382253 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:48:30.893641 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-4e7e9091-1b84-4b5a-b2d8-7f57f4dc06d0 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:48:30.936792 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4e7e9091-1b84-4b5a-b2d8-7f57f4dc06d0 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:48:31.008010 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-edf620cd-3c7b-4c61-8ef1-91ad33b8d7d5 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:31.065688 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e7e9091-1b84-4b5a-b2d8-7f57f4dc06d0 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Made reservation on behalf of 85d9456a7d3e47cf9816e44471382253 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:48:31.078852 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4e7e9091-1b84-4b5a-b2d8-7f57f4dc06d0 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:31.082519 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d585ecd-7a01-4410-82f1-378d6cee9cdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-eeee865b-a909-43f3-94ec-63809f4fbf1c', 'network_id': 'eeee865b-a909-43f3-94ec-63809f4fbf1c', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'fixed_ips': [{'subnet_id': '48d85335-dbe9-4275-a6d3-bb53b29c8a5a'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:48:31.083365 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0d585ecd-7a01-4410-82f1-378d6cee9cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:31.496166 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 00c8d9d1-cec0-485b-ab2f-139829806cd1 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:48:31.595735 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-089ed157-422c-43f1-b1fb-ef65df29f1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:31.765797 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-edf620cd-3c7b-4c61-8ef1-91ad33b8d7d5 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:31.787655 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-edf620cd-3c7b-4c61-8ef1-91ad33b8d7d5 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:31.790866 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-0d585ecd-7a01-4410-82f1-378d6cee9cdd None None] Allocated IP 172.20.0.2 (eeee865b-a909-43f3-94ec-63809f4fbf1c/48d85335-dbe9-4275-a6d3-bb53b29c8a5a/91d908c8-e194-4e14-9c89-a85cc9904be7) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:48:31.957065 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf620cd-3c7b-4c61-8ef1-91ad33b8d7d5 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=828b7493-e380-4f01-a2c1-0be74d8c6814,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:32.014602 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf620cd-3c7b-4c61-8ef1-91ad33b8d7d5 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:48:32.015151 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf620cd-3c7b-4c61-8ef1-91ad33b8d7d5 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:48:32.015538 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf620cd-3c7b-4c61-8ef1-91ad33b8d7d5 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:48:32.016764 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf620cd-3c7b-4c61-8ef1-91ad33b8d7d5 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:48:32.017627 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf620cd-3c7b-4c61-8ef1-91ad33b8d7d5 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:48:32.017954 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf620cd-3c7b-4c61-8ef1-91ad33b8d7d5 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:48:32.018305 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf620cd-3c7b-4c61-8ef1-91ad33b8d7d5 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:48:32.018679 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf620cd-3c7b-4c61-8ef1-91ad33b8d7d5 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:48:32.019530 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf620cd-3c7b-4c61-8ef1-91ad33b8d7d5 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:48:32.019530 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf620cd-3c7b-4c61-8ef1-91ad33b8d7d5 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:48:32.019752 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf620cd-3c7b-4c61-8ef1-91ad33b8d7d5 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:48:32.020028 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf620cd-3c7b-4c61-8ef1-91ad33b8d7d5 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:48:32.031564 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-edf620cd-3c7b-4c61-8ef1-91ad33b8d7d5 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:32.042407 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-edf620cd-3c7b-4c61-8ef1-91ad33b8d7d5 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2538621 May 31 13:48:32.050125 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39388) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:32.068135 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-1f892165-7206-487a-ac3e-38e16b025643 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Request body: {'security_group_rule': {'security_group_id': '1885e9b6-e8e6-4927-b799-aec8e0b8c1be', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:48:32.087448 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-1f892165-7206-487a-ac3e-38e16b025643 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:48:32.104295 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-1f892165-7206-487a-ac3e-38e16b025643 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Usage tracker for resource:security_group_rule and tenant:0c3bb07388f549c9aeec65a21380cb5d is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:48:32.133783 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-1f892165-7206-487a-ac3e-38e16b025643 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:48:32.167648 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-1f892165-7206-487a-ac3e-38e16b025643 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:48:32.218216 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4e7e9091-1b84-4b5a-b2d8-7f57f4dc06d0 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:32.294693 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0d585ecd-7a01-4410-82f1-378d6cee9cdd None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:32.325255 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0d585ecd-7a01-4410-82f1-378d6cee9cdd None None] Transition to ACTIVE for port object 91d908c8-e194-4e14-9c89-a85cc9904be7 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:48:32.326150 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7e9091-1b84-4b5a-b2d8-7f57f4dc06d0 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Pushing event updated for resources: {'Subnet': ['ID=40d1d6b0-6ee7-4c57-a049-c0bf0a125a4c,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:32.335987 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1f892165-7206-487a-ac3e-38e16b025643 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:32.344486 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-44ee2aa9-12dc-489f-9675-7316f6eb2f78 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:32.388700 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0d585ecd-7a01-4410-82f1-378d6cee9cdd None None] Transition to ACTIVE for port object 91d908c8-e194-4e14-9c89-a85cc9904be7 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:48:32.410305 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0d585ecd-7a01-4410-82f1-378d6cee9cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:32.417289 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-089ed157-422c-43f1-b1fb-ef65df29f1cb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b8fffb8a65984dd9a542f4b6b4418af5&name=default HTTP/1.1" status: 200 len: 2983 time: 3.8319483 May 31 13:48:32.424243 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1f892165-7206-487a-ac3e-38e16b025643 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:32.425568 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39392) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:32.470798 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1f892165-7206-487a-ac3e-38e16b025643 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:32.539764 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1f892165-7206-487a-ac3e-38e16b025643 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:32.546361 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-1f892165-7206-487a-ac3e-38e16b025643 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4937692 May 31 13:48:32.548029 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7e9091-1b84-4b5a-b2d8-7f57f4dc06d0 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Checking segment: {'id': '3b5d7323-b55b-4844-a69c-8a0a5e20b129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'cad080aa-74c3-4414-a725-6908ce65fa83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:48:32.549263 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7e9091-1b84-4b5a-b2d8-7f57f4dc06d0 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Network hostable DHCP agents. Network: cad080aa-74c3-4414-a725-6908ce65fa83, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:48:32.562962 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-44ee2aa9-12dc-489f-9675-7316f6eb2f78 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:32.563163 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39396) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:32.565838 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d585ecd-7a01-4410-82f1-378d6cee9cdd None None] Network eeee865b-a909-43f3-94ec-63809f4fbf1c is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:48:32.568956 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f892165-7206-487a-ac3e-38e16b025643 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19edd83e-33ab-4bc8-8e87-e7ce4418bc9d,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:32.575527 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-2e22fb9a-0b15-43e6-8a83-9084f46680f6 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Request body: {'floatingip': {'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:48:32.584885 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-2e22fb9a-0b15-43e6-8a83-9084f46680f6 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:48:32.591690 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-2e22fb9a-0b15-43e6-8a83-9084f46680f6 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Usage tracker for resource:floatingip and tenant:0c3bb07388f549c9aeec65a21380cb5d is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:48:32.595879 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-2e22fb9a-0b15-43e6-8a83-9084f46680f6 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:48:32.600029 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-0d585ecd-7a01-4410-82f1-378d6cee9cdd None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:48:32.612462 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d585ecd-7a01-4410-82f1-378d6cee9cdd None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:48:32.615871 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-2e22fb9a-0b15-43e6-8a83-9084f46680f6 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:48:32.657115 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2e22fb9a-0b15-43e6-8a83-9084f46680f6 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for floatingip, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:32.744943 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089ed157-422c-43f1-b1fb-ef65df29f1cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f553902-6e21-4ef6-9150-caafdbc97ba9,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:32.824996 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7e9091-1b84-4b5a-b2d8-7f57f4dc06d0 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Network cad080aa-74c3-4414-a725-6908ce65fa83 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:48:32.903497 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d585ecd-7a01-4410-82f1-378d6cee9cdd None None] Pushing event updated for resources: {'Port': ['ID=91d908c8-e194-4e14-9c89-a85cc9904be7,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:32.921004 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-0d585ecd-7a01-4410-82f1-378d6cee9cdd None None] Attempting to bind port 91d908c8-e194-4e14-9c89-a85cc9904be7 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:48:32.921494 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-0d585ecd-7a01-4410-82f1-378d6cee9cdd None None] Attempting to bind port 91d908c8-e194-4e14-9c89-a85cc9904be7 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '6feddca3-3e11-4ff2-abb3-500c3a4e1439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'eeee865b-a909-43f3-94ec-63809f4fbf1c'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:48:32.922047 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d585ecd-7a01-4410-82f1-378d6cee9cdd None None] Attempting to bind port 91d908c8-e194-4e14-9c89-a85cc9904be7 on network eeee865b-a909-43f3-94ec-63809f4fbf1c {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:48:32.930044 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d585ecd-7a01-4410-82f1-378d6cee9cdd None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:48:32.932986 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d585ecd-7a01-4410-82f1-378d6cee9cdd None None] Checking segment: {'id': '6feddca3-3e11-4ff2-abb3-500c3a4e1439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'eeee865b-a909-43f3-94ec-63809f4fbf1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:48:32.934314 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0d585ecd-7a01-4410-82f1-378d6cee9cdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:32.935714 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d585ecd-7a01-4410-82f1-378d6cee9cdd None None] Bound using segment: {'id': '6feddca3-3e11-4ff2-abb3-500c3a4e1439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'eeee865b-a909-43f3-94ec-63809f4fbf1c'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:48:32.936599 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-0d585ecd-7a01-4410-82f1-378d6cee9cdd None None] Bound port: 91d908c8-e194-4e14-9c89-a85cc9904be7, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6feddca3-3e11-4ff2-abb3-500c3a4e1439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'eeee865b-a909-43f3-94ec-63809f4fbf1c'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:48:32.938628 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0d585ecd-7a01-4410-82f1-378d6cee9cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:33.029091 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-70768424-5b03-4bf7-a489-69e52a1bca9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:33.113719 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-4e7e9091-1b84-4b5a-b2d8-7f57f4dc06d0 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, cad080aa-74c3-4414-a725-6908ce65fa83) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:48:33.128013 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7e9091-1b84-4b5a-b2d8-7f57f4dc06d0 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:33.128640 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4e7e9091-1b84-4b5a-b2d8-7f57f4dc06d0 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:33.152456 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ece1706-ec16-4c00-8400-27525892bd82 None None] Network cad080aa-74c3-4414-a725-6908ce65fa83 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:48:33.215469 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-70768424-5b03-4bf7-a489-69e52a1bca9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:33.262097 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-4e7e9091-1b84-4b5a-b2d8-7f57f4dc06d0 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9504070 May 31 13:48:33.268091 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39402) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:33.305200 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ac709-b02b-4db1-ab20-b0596fcbb4ec req-9f5a7f39-78df-4361-884a-2efc85c64ef8 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:33.315318 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e08ac709-b02b-4db1-ab20-b0596fcbb4ec req-9f5a7f39-78df-4361-884a-2efc85c64ef8 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] 10.222.0.50 "GET /v2.0/ports?device_id=be0bffc5-acab-46b2-9724-a8633fe38908 HTTP/1.1" status: 200 len: 945 time: 1.7301548 May 31 13:48:33.333215 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-c8053748-ce73-4dc9-8969-f0df801789f4 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1429865484', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:48:33.342086 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c8053748-ce73-4dc9-8969-f0df801789f4 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:48:33.345950 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c8053748-ce73-4dc9-8969-f0df801789f4 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Usage tracker for resource:router and tenant:85d9456a7d3e47cf9816e44471382253 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:48:33.349466 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c8053748-ce73-4dc9-8969-f0df801789f4 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:48:33.355710 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c8053748-ce73-4dc9-8969-f0df801789f4 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:48:33.358126 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-44bed5b8-d086-44ce-a0d8-b83a51cb6571 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:33.370895 n-d-843939-1 neutron-server[88370]: INFO neutron.db.l3_db [None req-44ee2aa9-12dc-489f-9675-7316f6eb2f78 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Floating IP 2bee25f4-dcc9-4c07-bb0b-ea5b56a9e303 associated. External IP: 172.25.6.176, port: e156a777-e567-42ff-a91b-8b73899194e8. May 31 13:48:33.376704 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c8053748-ce73-4dc9-8969-f0df801789f4 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:33.377689 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c8053748-ce73-4dc9-8969-f0df801789f4 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:33.449689 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c8053748-ce73-4dc9-8969-f0df801789f4 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:33.508219 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0d585ecd-7a01-4410-82f1-378d6cee9cdd None None] For port 91d908c8-e194-4e14-9c89-a85cc9904be7, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:48:33.511075 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c8053748-ce73-4dc9-8969-f0df801789f4 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:33.523587 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0d585ecd-7a01-4410-82f1-378d6cee9cdd None None] For port 91d908c8-e194-4e14-9c89-a85cc9904be7, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=91d908c8-e194-4e14-9c89-a85cc9904be7,segment=NetworkSegment(6feddca3-3e11-4ff2-abb3-500c3a4e1439),segment_id=6feddca3-3e11-4ff2-abb3-500c3a4e1439)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:48:33.539291 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0d585ecd-7a01-4410-82f1-378d6cee9cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:33.566413 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c8053748-ce73-4dc9-8969-f0df801789f4 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:33.570591 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c8053748-ce73-4dc9-8969-f0df801789f4 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2885482 May 31 13:48:33.570591 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-70768424-5b03-4bf7-a489-69e52a1bca9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:33.573915 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-70768424-5b03-4bf7-a489-69e52a1bca9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:33.576317 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-70768424-5b03-4bf7-a489-69e52a1bca9c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1f553902-6e21-4ef6-9150-caafdbc97ba9 HTTP/1.1" status: 204 len: 168 time: 1.1466887 May 31 13:48:33.577310 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39406) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:33.844130 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d585ecd-7a01-4410-82f1-378d6cee9cdd None None] Pushing event updated for resources: {'Port': ['ID=91d908c8-e194-4e14-9c89-a85cc9904be7,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:34.033837 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-44bed5b8-d086-44ce-a0d8-b83a51cb6571 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:34.085645 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99064af-fc9c-480a-b36a-167c425a105a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-cad080aa-74c3-4414-a725-6908ce65fa83', 'network_id': 'cad080aa-74c3-4414-a725-6908ce65fa83', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'fixed_ips': [{'subnet_id': '40d1d6b0-6ee7-4c57-a049-c0bf0a125a4c'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:48:34.086506 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d99064af-fc9c-480a-b36a-167c425a105a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:34.375427 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70768424-5b03-4bf7-a489-69e52a1bca9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f553902-6e21-4ef6-9150-caafdbc97ba9,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:34.582315 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 91d908c8-e194-4e14-9c89-a85cc9904be7 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:48:34.822440 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2adc98-5521-40e3-90d9-823ab485de0a req-e348dd12-da90-428c-bafb-68e532a55a14 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:34.824995 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aa2adc98-5521-40e3-90d9-823ab485de0a req-e348dd12-da90-428c-bafb-68e532a55a14 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=931b2df9-a1c5-473f-ba24-0babd6d355d0 HTTP/1.1" status: 200 len: 945 time: 3.2413027 May 31 13:48:34.864454 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 91d908c8-e194-4e14-9c89-a85cc9904be7 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:48:34.894289 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-d99064af-fc9c-480a-b36a-167c425a105a None None] Allocated IP 172.21.0.2 (cad080aa-74c3-4414-a725-6908ce65fa83/40d1d6b0-6ee7-4c57-a049-c0bf0a125a4c/098371b4-1a89-4f1f-b8e0-206fce884859) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:48:34.920230 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2e22fb9a-0b15-43e6-8a83-9084f46680f6 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:35.219754 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-61ea0419-7b9d-4c8d-9aed-d1d675bb2be8 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:35.628046 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bed5b8-d086-44ce-a0d8-b83a51cb6571 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event updated for resources: {'Port': ['ID=39aa0765-f7e8-4391-8d04-a709773a0b99,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:35.744001 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44ee2aa9-12dc-489f-9675-7316f6eb2f78 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Router 4df1fffe-8b50-4f4d-811c-fa121cfa517b has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:48:35.749434 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e08ac709-b02b-4db1-ab20-b0596fcbb4ec req-826de856-00a8-41f7-a498-d99e19a623ba tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaa0642c-c98d-4c4f-958b-f315c961cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7404058 May 31 13:48:35.759114 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aa2adc98-5521-40e3-90d9-823ab485de0a req-b4041842-7c83-47a9-b94d-d64b7f42b185 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=879d485c-6856-4d39-902c-2e7246942604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7555985 May 31 13:48:35.967097 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-92188f37-019f-468d-ac06-834e4628cfad None None] Provisioning complete for port 39aa0765-f7e8-4391-8d04-a709773a0b99 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:48:35.967590 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-92188f37-019f-468d-ac06-834e4628cfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:36.077265 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d99064af-fc9c-480a-b36a-167c425a105a None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:36.147366 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-92188f37-019f-468d-ac06-834e4628cfad None None] Port 39aa0765-f7e8-4391-8d04-a709773a0b99 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:48:36.156016 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d99064af-fc9c-480a-b36a-167c425a105a None None] Transition to ACTIVE for port object 098371b4-1a89-4f1f-b8e0-206fce884859 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:48:36.192356 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d99064af-fc9c-480a-b36a-167c425a105a None None] Transition to ACTIVE for port object 098371b4-1a89-4f1f-b8e0-206fce884859 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:48:36.208646 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d99064af-fc9c-480a-b36a-167c425a105a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:36.324157 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190f63d6-85fd-468b-8495-36d3145836b4 None None] Network eeee865b-a909-43f3-94ec-63809f4fbf1c requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:48:36.489724 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99064af-fc9c-480a-b36a-167c425a105a None None] Pushing event updated for resources: {'Port': ['ID=098371b4-1a89-4f1f-b8e0-206fce884859,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:36.583207 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-2e22fb9a-0b15-43e6-8a83-9084f46680f6 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Allocated IP 172.25.6.192 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/bc82863f-cee5-47b9-bb8c-9d5369461367) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:48:36.606256 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99064af-fc9c-480a-b36a-167c425a105a None None] Network cad080aa-74c3-4414-a725-6908ce65fa83 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:48:36.630510 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-d99064af-fc9c-480a-b36a-167c425a105a None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:48:36.657650 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99064af-fc9c-480a-b36a-167c425a105a None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:48:36.694784 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-635e9544-f493-49ed-b8a8-bbdef59f7de2 None None] Provisioning for port 91d908c8-e194-4e14-9c89-a85cc9904be7 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:48:36.795184 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-635e9544-f493-49ed-b8a8-bbdef59f7de2 None None] Provisioning complete for port 91d908c8-e194-4e14-9c89-a85cc9904be7 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:48:36.799227 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-635e9544-f493-49ed-b8a8-bbdef59f7de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:36.814791 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-44bed5b8-d086-44ce-a0d8-b83a51cb6571 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:37.047727 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-d99064af-fc9c-480a-b36a-167c425a105a None None] Attempting to bind port 098371b4-1a89-4f1f-b8e0-206fce884859 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:48:37.048291 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-d99064af-fc9c-480a-b36a-167c425a105a None None] Attempting to bind port 098371b4-1a89-4f1f-b8e0-206fce884859 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '3b5d7323-b55b-4844-a69c-8a0a5e20b129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'cad080aa-74c3-4414-a725-6908ce65fa83'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:48:37.048567 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99064af-fc9c-480a-b36a-167c425a105a None None] Attempting to bind port 098371b4-1a89-4f1f-b8e0-206fce884859 on network cad080aa-74c3-4414-a725-6908ce65fa83 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:48:37.074155 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99064af-fc9c-480a-b36a-167c425a105a None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:48:37.074604 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99064af-fc9c-480a-b36a-167c425a105a None None] Checking segment: {'id': '3b5d7323-b55b-4844-a69c-8a0a5e20b129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'cad080aa-74c3-4414-a725-6908ce65fa83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:48:37.074981 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d99064af-fc9c-480a-b36a-167c425a105a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:37.076618 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99064af-fc9c-480a-b36a-167c425a105a None None] Bound using segment: {'id': '3b5d7323-b55b-4844-a69c-8a0a5e20b129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'cad080aa-74c3-4414-a725-6908ce65fa83'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:48:37.077118 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-d99064af-fc9c-480a-b36a-167c425a105a None None] Bound port: 098371b4-1a89-4f1f-b8e0-206fce884859, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b5d7323-b55b-4844-a69c-8a0a5e20b129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'cad080aa-74c3-4414-a725-6908ce65fa83'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:48:37.077504 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d99064af-fc9c-480a-b36a-167c425a105a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:37.351896 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2e22fb9a-0b15-43e6-8a83-9084f46680f6 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:37.496896 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-d99064af-fc9c-480a-b36a-167c425a105a None None] For port 098371b4-1a89-4f1f-b8e0-206fce884859, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:48:37.512820 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-d99064af-fc9c-480a-b36a-167c425a105a None None] For port 098371b4-1a89-4f1f-b8e0-206fce884859, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=098371b4-1a89-4f1f-b8e0-206fce884859,segment=NetworkSegment(3b5d7323-b55b-4844-a69c-8a0a5e20b129),segment_id=3b5d7323-b55b-4844-a69c-8a0a5e20b129)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:48:37.536107 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2e22fb9a-0b15-43e6-8a83-9084f46680f6 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:37.541019 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-61ea0419-7b9d-4c8d-9aed-d1d675bb2be8 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Allocated IP 172.20.0.1 (eeee865b-a909-43f3-94ec-63809f4fbf1c/48d85335-dbe9-4275-a6d3-bb53b29c8a5a/efb40a7c-59cd-40c9-b269-af2742e0f1d9) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:48:37.682236 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d99064af-fc9c-480a-b36a-167c425a105a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:37.745207 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e22fb9a-0b15-43e6-8a83-9084f46680f6 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:48:37.773872 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:37.773872 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-635e9544-f493-49ed-b8a8-bbdef59f7de2 None None] Current status of the port 91d908c8-e194-4e14-9c89-a85cc9904be7 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:48:37.773872 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-635e9544-f493-49ed-b8a8-bbdef59f7de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:37.774434 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ee2aa9-12dc-489f-9675-7316f6eb2f78 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:48:37.786021 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-2e22fb9a-0b15-43e6-8a83-9084f46680f6 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:48:37.797155 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f78d59-9a0d-4a8c-aa5b-6a91edfd30ad None None] Sync routers for ids ['4df1fffe-8b50-4f4d-811c-fa121cfa517b'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:48:37.798837 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e22fb9a-0b15-43e6-8a83-9084f46680f6 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:48:37.821923 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f78d59-9a0d-4a8c-aa5b-6a91edfd30ad None None] Routers {'4df1fffe-8b50-4f4d-811c-fa121cfa517b'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:48:37.823132 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-f3f78d59-9a0d-4a8c-aa5b-6a91edfd30ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:48:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['4df1fffe-8b50-4f4d-811c-fa121cfa517b'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:48:37.905968 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-f3f78d59-9a0d-4a8c-aa5b-6a91edfd30ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:48:37.918877 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f78d59-9a0d-4a8c-aa5b-6a91edfd30ad None None] Routers {'4df1fffe-8b50-4f4d-811c-fa121cfa517b'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:48:37.919744 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-f3f78d59-9a0d-4a8c-aa5b-6a91edfd30ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:48:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['4df1fffe-8b50-4f4d-811c-fa121cfa517b'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:48:38.019053 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-f3f78d59-9a0d-4a8c-aa5b-6a91edfd30ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:48:38.019827 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f78d59-9a0d-4a8c-aa5b-6a91edfd30ad None None] The sync data for ids ['4df1fffe-8b50-4f4d-811c-fa121cfa517b'] in n-d-843939-1 is: [] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:48:38.060376 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-635e9544-f493-49ed-b8a8-bbdef59f7de2 None None] For port 91d908c8-e194-4e14-9c89-a85cc9904be7, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=91d908c8-e194-4e14-9c89-a85cc9904be7,segment=NetworkSegment(6feddca3-3e11-4ff2-abb3-500c3a4e1439),segment_id=6feddca3-3e11-4ff2-abb3-500c3a4e1439)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:48:38.067892 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-44ee2aa9-12dc-489f-9675-7316f6eb2f78 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:38.096909 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-635e9544-f493-49ed-b8a8-bbdef59f7de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:38.128510 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99064af-fc9c-480a-b36a-167c425a105a None None] Pushing event updated for resources: {'Port': ['ID=098371b4-1a89-4f1f-b8e0-206fce884859,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:38.239567 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e22fb9a-0b15-43e6-8a83-9084f46680f6 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Pushing event updated for resources: {'Port': ['ID=bc82863f-cee5-47b9-bb8c-9d5369461367,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:38.436472 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b9e8906e-dd49-4a04-960e-ec436640bdac None None] Provisioning complete for port 91d908c8-e194-4e14-9c89-a85cc9904be7 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:48:38.436792 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b9e8906e-dd49-4a04-960e-ec436640bdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:38.535207 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-44ee2aa9-12dc-489f-9675-7316f6eb2f78 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] 10.222.0.50 "PUT /v2.0/floatingips/2bee25f4-dcc9-4c07-bb0b-ea5b56a9e303 HTTP/1.1" status: 200 len: 978 time: 8.9795508 May 31 13:48:38.538548 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39460) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:38.595998 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635e9544-f493-49ed-b8a8-bbdef59f7de2 None None] Pushing event updated for resources: {'Port': ['ID=91d908c8-e194-4e14-9c89-a85cc9904be7,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:38.597752 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2e22fb9a-0b15-43e6-8a83-9084f46680f6 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:38.816764 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 39464) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:38.853954 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b9e8906e-dd49-4a04-960e-ec436640bdac None None] Current status of the port 91d908c8-e194-4e14-9c89-a85cc9904be7 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:48:38.880099 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-44bed5b8-d086-44ce-a0d8-b83a51cb6571 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:38.888555 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-61ea0419-7b9d-4c8d-9aed-d1d675bb2be8 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:38.895857 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2e22fb9a-0b15-43e6-8a83-9084f46680f6 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:38.977082 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-afcaa410-42df-4354-abf0-a54a1c9f77fc tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Deleting port e156a777-e567-42ff-a91b-8b73899194e8 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:48:38.977303 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-afcaa410-42df-4354-abf0-a54a1c9f77fc tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:38.996867 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:39.055669 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-61ea0419-7b9d-4c8d-9aed-d1d675bb2be8 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Transition to ACTIVE for port object efb40a7c-59cd-40c9-b269-af2742e0f1d9 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:48:39.092932 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d12cba-121d-458d-9c3f-a69c5b309a9a req-216cc49d-eab8-49d9-9185-f2e0f896b802 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:39.109390 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b3d12cba-121d-458d-9c3f-a69c5b309a9a req-216cc49d-eab8-49d9-9185-f2e0f896b802 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=931b2df9-a1c5-473f-ba24-0babd6d355d0 HTTP/1.1" status: 200 len: 945 time: 1.7270403 May 31 13:48:39.146361 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc51242-e585-41f1-b1af-c46407f4d6ab req-7d592d0d-931f-429c-8d0e-c77010dd229d tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:39.150700 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7cc51242-e585-41f1-b1af-c46407f4d6ab req-7d592d0d-931f-429c-8d0e-c77010dd229d tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] 10.222.0.50 "GET /v2.0/ports?device_id=be0bffc5-acab-46b2-9724-a8633fe38908 HTTP/1.1" status: 200 len: 945 time: 1.6508451 May 31 13:48:39.406587 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd0af19-e492-4866-a1e4-a89dff2f2dba req-3b287a4c-8461-4aba-a664-827cee1b6a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:39.415161 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0fd0af19-e492-4866-a1e4-a89dff2f2dba req-3b287a4c-8461-4aba-a664-827cee1b6a16 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=be0bffc5-acab-46b2-9724-a8633fe38908 HTTP/1.1" status: 200 len: 1096 time: 0.7608693 May 31 13:48:39.438373 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-ba7d3f02-67d9-4643-8c1e-68db3dc2c38b tempest-ExternalNetworksAdminNegativeTestJSON-73118878 tempest-ExternalNetworksAdminNegativeTestJSON-73118878-project-admin] Request body: {'floatingip': {'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:48:39.499384 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-ba7d3f02-67d9-4643-8c1e-68db3dc2c38b tempest-ExternalNetworksAdminNegativeTestJSON-73118878 tempest-ExternalNetworksAdminNegativeTestJSON-73118878-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:48:39.552190 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b3d12cba-121d-458d-9c3f-a69c5b309a9a req-fa64cc20-13c1-48c5-8a15-8c842c3edceb tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=879d485c-6856-4d39-902c-2e7246942604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4417181 May 31 13:48:39.555156 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-ba7d3f02-67d9-4643-8c1e-68db3dc2c38b tempest-ExternalNetworksAdminNegativeTestJSON-73118878 tempest-ExternalNetworksAdminNegativeTestJSON-73118878-project-admin] Usage tracker for resource:floatingip and tenant:b5726115aa9a4c48b3eb834c88b10bfb is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:48:39.598376 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7cc51242-e585-41f1-b1af-c46407f4d6ab req-a2cb0c5b-dbb8-40a4-96ff-8f99f20421bd tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaa0642c-c98d-4c4f-958b-f315c961cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4241269 May 31 13:48:39.602012 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-ba7d3f02-67d9-4643-8c1e-68db3dc2c38b tempest-ExternalNetworksAdminNegativeTestJSON-73118878 tempest-ExternalNetworksAdminNegativeTestJSON-73118878-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:48:39.692220 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-ba7d3f02-67d9-4643-8c1e-68db3dc2c38b tempest-ExternalNetworksAdminNegativeTestJSON-73118878 tempest-ExternalNetworksAdminNegativeTestJSON-73118878-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:48:39.705077 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0fd0af19-e492-4866-a1e4-a89dff2f2dba req-c4c8feac-06a5-4462-8d33-08db1cf1d76b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=aaa0642c-c98d-4c4f-958b-f315c961cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570596 May 31 13:48:39.707174 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd1c0d-5d10-48a1-a8bd-7a877199cdeb req-4a863804-4d1b-4347-be52-10998c598661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:39.716982 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-26dd1c0d-5d10-48a1-a8bd-7a877199cdeb req-4a863804-4d1b-4347-be52-10998c598661 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=21f78e9efd2543f8a23fa5f8aa5a9a7c&device_id=931b2df9-a1c5-473f-ba24-0babd6d355d0 HTTP/1.1" status: 200 len: 1096 time: 1.3563256 May 31 13:48:39.784726 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-61ea0419-7b9d-4c8d-9aed-d1d675bb2be8 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:39.801449 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-afcaa410-42df-4354-abf0-a54a1c9f77fc tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:39.826416 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ba7d3f02-67d9-4643-8c1e-68db3dc2c38b tempest-ExternalNetworksAdminNegativeTestJSON-73118878 tempest-ExternalNetworksAdminNegativeTestJSON-73118878-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:39.885153 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ea0419-7b9d-4c8d-9aed-d1d675bb2be8 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Network eeee865b-a909-43f3-94ec-63809f4fbf1c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:48:39.899062 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-61ea0419-7b9d-4c8d-9aed-d1d675bb2be8 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:48:39.904345 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ea0419-7b9d-4c8d-9aed-d1d675bb2be8 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:48:39.951083 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b890f646-c5f9-40f9-9733-d9c7abfb9885 None None] Network cad080aa-74c3-4414-a725-6908ce65fa83 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:48:40.164626 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c8d707b2-0c52-404d-9b33-40ef640c4e01 None None] Provisioning for port 098371b4-1a89-4f1f-b8e0-206fce884859 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:48:40.454854 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6497aa16-62cd-49c7-920d-6148d0bac24b None None] Provisioning for port efb40a7c-59cd-40c9-b269-af2742e0f1d9 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:48:40.519897 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 91d908c8-e194-4e14-9c89-a85cc9904be7 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:48:40.687844 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6497aa16-62cd-49c7-920d-6148d0bac24b None None] Provisioning complete for port efb40a7c-59cd-40c9-b269-af2742e0f1d9 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:48:40.690791 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-44bed5b8-d086-44ce-a0d8-b83a51cb6571 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:40.691220 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6497aa16-62cd-49c7-920d-6148d0bac24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:40.710820 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-44bed5b8-d086-44ce-a0d8-b83a51cb6571 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:40.711623 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-44bed5b8-d086-44ce-a0d8-b83a51cb6571 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:40.718642 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.db.resource_extend [None req-2e22fb9a-0b15-43e6-8a83-9084f46680f6 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] It took 0.54 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:48:40.774031 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ea0419-7b9d-4c8d-9aed-d1d675bb2be8 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Pushing event updated for resources: {'Port': ['ID=efb40a7c-59cd-40c9-b269-af2742e0f1d9,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:40.794782 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-756d714b-d1a4-4a30-af83-2ce4c5900cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:40.805595 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-61ea0419-7b9d-4c8d-9aed-d1d675bb2be8 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:40.881742 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-6497aa16-62cd-49c7-920d-6148d0bac24b None None] Port efb40a7c-59cd-40c9-b269-af2742e0f1d9 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:48:40.887256 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 91d908c8-e194-4e14-9c89-a85cc9904be7 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:48:40.887810 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:40.956786 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bed5b8-d086-44ce-a0d8-b83a51cb6571 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event updated for resources: {'Port': ['ID=39aa0765-f7e8-4391-8d04-a709773a0b99,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:41.038880 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2e22fb9a-0b15-43e6-8a83-9084f46680f6 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:41.104895 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2e22fb9a-0b15-43e6-8a83-9084f46680f6 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:41.203633 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 91d908c8-e194-4e14-9c89-a85cc9904be7 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:48:41.206165 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 098371b4-1a89-4f1f-b8e0-206fce884859 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:48:41.334023 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bed5b8-d086-44ce-a0d8-b83a51cb6571 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Network 26381085-ba23-4c5a-9d44-32a81c2c6440 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:48:41.370842 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-44bed5b8-d086-44ce-a0d8-b83a51cb6571 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:48:41.386773 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 098371b4-1a89-4f1f-b8e0-206fce884859 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:48:41.394621 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 098371b4-1a89-4f1f-b8e0-206fce884859 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:48:41.394994 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:41.427776 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e22fb9a-0b15-43e6-8a83-9084f46680f6 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Pushing event updated for resources: {'Port': ['ID=bc82863f-cee5-47b9-bb8c-9d5369461367,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:41.548426 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-afcaa410-42df-4354-abf0-a54a1c9f77fc tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:41.548848 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-afcaa410-42df-4354-abf0-a54a1c9f77fc tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:41.549160 n-d-843939-1 neutron-server[88369]: INFO neutron.db.l3_db [None req-afcaa410-42df-4354-abf0-a54a1c9f77fc tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Floating IP 2bee25f4-dcc9-4c07-bb0b-ea5b56a9e303 disassociated. External IP: 172.25.6.176, port: e156a777-e567-42ff-a91b-8b73899194e8. May 31 13:48:41.551079 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-afcaa410-42df-4354-abf0-a54a1c9f77fc tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Calling delete_port for e156a777-e567-42ff-a91b-8b73899194e8 owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:48:41.758504 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2e22fb9a-0b15-43e6-8a83-9084f46680f6 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:41.788636 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 098371b4-1a89-4f1f-b8e0-206fce884859 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:48:41.789316 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:41.838746 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 098371b4-1a89-4f1f-b8e0-206fce884859, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=098371b4-1a89-4f1f-b8e0-206fce884859,segment=NetworkSegment(3b5d7323-b55b-4844-a69c-8a0a5e20b129),segment_id=3b5d7323-b55b-4844-a69c-8a0a5e20b129)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:48:41.850194 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:41.964669 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-61ea0419-7b9d-4c8d-9aed-d1d675bb2be8 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:41.998519 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=098371b4-1a89-4f1f-b8e0-206fce884859,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:42.031587 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d64521c7-0a07-4a4c-83dc-041110b27f66 None None] Provisioning complete for port 098371b4-1a89-4f1f-b8e0-206fce884859 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:48:42.032013 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d64521c7-0a07-4a4c-83dc-041110b27f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:42.132911 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd1c0d-5d10-48a1-a8bd-7a877199cdeb req-1fcdeb65-a699-4b70-a07d-b28e239e8dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:42.135655 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-26dd1c0d-5d10-48a1-a8bd-7a877199cdeb req-1fcdeb65-a699-4b70-a07d-b28e239e8dc9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b66065d1-e972-453c-87d9-3ed8cec4b7a7 HTTP/1.1" status: 200 len: 917 time: 2.2025371 May 31 13:48:42.159390 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2e22fb9a-0b15-43e6-8a83-9084f46680f6 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:42.169173 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-2e22fb9a-0b15-43e6-8a83-9084f46680f6 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.5968013 May 31 13:48:42.230210 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44bed5b8-d086-44ce-a0d8-b83a51cb6571 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Router 49512dca-4082-4fca-9a9d-7aa67f8ffc68 is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 13:48:42.254944 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ba7d3f02-67d9-4643-8c1e-68db3dc2c38b tempest-ExternalNetworksAdminNegativeTestJSON-73118878 tempest-ExternalNetworksAdminNegativeTestJSON-73118878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:42.264517 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-d64521c7-0a07-4a4c-83dc-041110b27f66 None None] Current status of the port 098371b4-1a89-4f1f-b8e0-206fce884859 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:48:42.265030 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929282f6-ef09-493f-914d-6c20be0332c4 req-a7986be7-46d6-43a0-8afa-91d9d6daf125 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:42.267274 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-929282f6-ef09-493f-914d-6c20be0332c4 req-a7986be7-46d6-43a0-8afa-91d9d6daf125 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=931b2df9-a1c5-473f-ba24-0babd6d355d0 HTTP/1.1" status: 200 len: 945 time: 1.3020570 May 31 13:48:42.281716 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88024e98-7ba8-4e8e-818a-1e3beaa83c05 req-829e3c6e-32d5-4ea5-a14d-970f93f68e68 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:42.283867 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-88024e98-7ba8-4e8e-818a-1e3beaa83c05 req-829e3c6e-32d5-4ea5-a14d-970f93f68e68 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] 10.222.0.50 "GET /v2.0/ports?device_id=be0bffc5-acab-46b2-9724-a8633fe38908 HTTP/1.1" status: 200 len: 945 time: 1.3242805 May 31 13:48:42.370098 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 098371b4-1a89-4f1f-b8e0-206fce884859 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:48:42.404727 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-afcaa410-42df-4354-abf0-a54a1c9f77fc tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:42.535377 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 098371b4-1a89-4f1f-b8e0-206fce884859 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:48:42.535759 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:42.578887 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9eaff901-071c-4d4c-9ea3-4cf2fa457992 None None] Provisioning complete for port 39aa0765-f7e8-4391-8d04-a709773a0b99 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:48:42.579259 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9eaff901-071c-4d4c-9ea3-4cf2fa457992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:42.585399 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcaa410-42df-4354-abf0-a54a1c9f77fc tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Pushing event deleted for resources: {'Port': ['ID=e156a777-e567-42ff-a91b-8b73899194e8,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:42.646956 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-929282f6-ef09-493f-914d-6c20be0332c4 req-13c7d0fb-7ecc-4e5d-886b-10cf7e63a101 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=879d485c-6856-4d39-902c-2e7246942604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3598909 May 31 13:48:42.647550 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9eaff901-071c-4d4c-9ea3-4cf2fa457992 None None] Port 39aa0765-f7e8-4391-8d04-a709773a0b99 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:48:42.773477 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-88024e98-7ba8-4e8e-818a-1e3beaa83c05 req-59162271-ec06-4892-bd1a-0925966394d9 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaa0642c-c98d-4c4f-958b-f315c961cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4564703 May 31 13:48:42.824582 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-26dd1c0d-5d10-48a1-a8bd-7a877199cdeb req-7a904326-fa1e-4f61-afa4-3f06bf13926e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9fc5db8-b6ca-4339-936c-dac801564b5d HTTP/1.1" status: 200 len: 1001 time: 0.6780214 May 31 13:48:42.889800 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 098371b4-1a89-4f1f-b8e0-206fce884859 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:48:42.909907 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1c54616a-806f-4ad2-a963-a4d6b2bb2be9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:42.991289 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44bed5b8-d086-44ce-a0d8-b83a51cb6571 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:48:43.004306 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49f0196-f6f9-41b5-8a3c-e802e2156995 None None] Sync routers for ids ['49512dca-4082-4fca-9a9d-7aa67f8ffc68'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:48:43.024139 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49f0196-f6f9-41b5-8a3c-e802e2156995 None None] Routers {'49512dca-4082-4fca-9a9d-7aa67f8ffc68'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:48:43.025787 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-d49f0196-f6f9-41b5-8a3c-e802e2156995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:48:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['49512dca-4082-4fca-9a9d-7aa67f8ffc68'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:48:43.032403 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-44bed5b8-d086-44ce-a0d8-b83a51cb6571 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "PUT /v2.0/routers/49512dca-4082-4fca-9a9d-7aa67f8ffc68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.4583740 May 31 13:48:43.037262 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39502) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:43.044276 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7ef2f949-a95c-4c27-90a8-365e2091a7f3 req-6accff7b-54bd-4094-bc0b-fa8565a300f8 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--645755274&fields=id&tenant_id=0c3bb07388f549c9aeec65a21380cb5d HTTP/1.1" status: 200 len: 267 time: 0.1678309 May 31 13:48:43.161551 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-d49f0196-f6f9-41b5-8a3c-e802e2156995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:48:43.173598 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49f0196-f6f9-41b5-8a3c-e802e2156995 None None] Routers {'49512dca-4082-4fca-9a9d-7aa67f8ffc68'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:48:43.174252 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-d49f0196-f6f9-41b5-8a3c-e802e2156995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:48:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['49512dca-4082-4fca-9a9d-7aa67f8ffc68'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:48:43.213392 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef2f949-a95c-4c27-90a8-365e2091a7f3 req-69f54d2c-1ede-4f6c-b185-76393b028786 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:43.222612 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7ef2f949-a95c-4c27-90a8-365e2091a7f3 req-69f54d2c-1ede-4f6c-b185-76393b028786 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/networks?id=63c618dc-2d9c-42a1-a644-8fd65767e93c HTTP/1.1" status: 200 len: 815 time: 0.1772411 May 31 13:48:43.242836 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd1c0d-5d10-48a1-a8bd-7a877199cdeb req-b5e5806e-2150-49fb-8bfe-b44857d4b90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:43.245057 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-26dd1c0d-5d10-48a1-a8bd-7a877199cdeb req-b5e5806e-2150-49fb-8bfe-b44857d4b90d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ccc319e0-a4f4-4875-9973-c92d94351bb8 HTTP/1.1" status: 200 len: 855 time: 0.4071515 May 31 13:48:43.250618 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afcaa410-42df-4354-abf0-a54a1c9f77fc tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Router 4df1fffe-8b50-4f4d-811c-fa121cfa517b has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:48:43.252139 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7ef2f949-a95c-4c27-90a8-365e2091a7f3 req-ffb153ad-c8cd-44ea-9b69-d36a75a268a2 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/quotas/0c3bb07388f549c9aeec65a21380cb5d HTTP/1.1" status: 200 len: 375 time: 0.0284238 May 31 13:48:43.264684 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-d49f0196-f6f9-41b5-8a3c-e802e2156995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:48:43.265187 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49f0196-f6f9-41b5-8a3c-e802e2156995 None None] The sync data for ids ['49512dca-4082-4fca-9a9d-7aa67f8ffc68'] in n-d-843939-1 is: [] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:48:43.461755 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-61ea0419-7b9d-4c8d-9aed-d1d675bb2be8 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:43.495092 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-61ea0419-7b9d-4c8d-9aed-d1d675bb2be8 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:43.532921 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-ba7d3f02-67d9-4643-8c1e-68db3dc2c38b tempest-ExternalNetworksAdminNegativeTestJSON-73118878 tempest-ExternalNetworksAdminNegativeTestJSON-73118878-project-admin] Allocated IP 172.25.6.82 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/18ca874a-d120-4761-b5ce-c72700f7ac2f) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:48:43.699739 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-61ea0419-7b9d-4c8d-9aed-d1d675bb2be8 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:43.717448 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ea0419-7b9d-4c8d-9aed-d1d675bb2be8 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Pushing event updated for resources: {'Port': ['ID=efb40a7c-59cd-40c9-b269-af2742e0f1d9,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:43.740035 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd1c0d-5d10-48a1-a8bd-7a877199cdeb req-d1e838ee-e682-4436-acd8-cc5a535f8eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:43.742694 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-26dd1c0d-5d10-48a1-a8bd-7a877199cdeb req-d1e838ee-e682-4436-acd8-cc5a535f8eef service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b66065d1-e972-453c-87d9-3ed8cec4b7a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2677844 May 31 13:48:43.772247 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7ef2f949-a95c-4c27-90a8-365e2091a7f3 req-beeb80c3-0f8f-4bf2-8422-9b53de2f4502 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0c3bb07388f549c9aeec65a21380cb5d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5189173 May 31 13:48:43.778844 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:43.876700 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:44.297709 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-26dd1c0d-5d10-48a1-a8bd-7a877199cdeb req-0ce60d07-fee3-445b-9179-aca098f19206 service neutron] 10.222.0.44 "GET /v2.0/networks/b66065d1-e972-453c-87d9-3ed8cec4b7a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5049596 May 31 13:48:44.310588 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ba7d3f02-67d9-4643-8c1e-68db3dc2c38b tempest-ExternalNetworksAdminNegativeTestJSON-73118878 tempest-ExternalNetworksAdminNegativeTestJSON-73118878-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:44.339637 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afcaa410-42df-4354-abf0-a54a1c9f77fc tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:48:44.351189 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db92d77-f50d-468b-8157-c1f37c62b7f9 None None] Sync routers for ids ['4df1fffe-8b50-4f4d-811c-fa121cfa517b'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:48:44.382584 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db92d77-f50d-468b-8157-c1f37c62b7f9 None None] Routers {'4df1fffe-8b50-4f4d-811c-fa121cfa517b'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:48:44.383485 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-0db92d77-f50d-468b-8157-c1f37c62b7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:48:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['4df1fffe-8b50-4f4d-811c-fa121cfa517b'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:48:44.452465 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ea0419-7b9d-4c8d-9aed-d1d675bb2be8 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Network eeee865b-a909-43f3-94ec-63809f4fbf1c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:48:44.462761 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-61ea0419-7b9d-4c8d-9aed-d1d675bb2be8 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:48:44.493582 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf233b8-bcf4-46b2-a98b-2d4e685423cc tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:44.494796 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-3bf233b8-bcf4-46b2-a98b-2d4e685423cc tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Synchronizing usage tracker for tenant:e2f5ae2e1abf4a2cb5fdef12f13f2ebb on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:48:44.539510 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-0db92d77-f50d-468b-8157-c1f37c62b7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:48:44.565360 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db92d77-f50d-468b-8157-c1f37c62b7f9 None None] Routers {'4df1fffe-8b50-4f4d-811c-fa121cfa517b'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:48:44.565931 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-0db92d77-f50d-468b-8157-c1f37c62b7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:48:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['4df1fffe-8b50-4f4d-811c-fa121cfa517b'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:48:44.705388 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-0db92d77-f50d-468b-8157-c1f37c62b7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:48:44.705781 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db92d77-f50d-468b-8157-c1f37c62b7f9 None None] The sync data for ids ['4df1fffe-8b50-4f4d-811c-fa121cfa517b'] in n-d-843939-1 is: [] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:48:44.809611 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-afcaa410-42df-4354-abf0-a54a1c9f77fc tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:44.830626 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-afcaa410-42df-4354-abf0-a54a1c9f77fc tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] 10.222.0.50 "DELETE /v2.0/ports/e156a777-e567-42ff-a91b-8b73899194e8 HTTP/1.1" status: 204 len: 168 time: 6.2904952 May 31 13:48:44.834644 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39520) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:44.872514 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff48da-533a-4f83-ba33-bbb191f5e515 req-d67f94e7-4954-4b9d-9009-398c18820ab7 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:44.882031 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-72ff48da-533a-4f83-ba33-bbb191f5e515 req-d67f94e7-4954-4b9d-9009-398c18820ab7 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=931b2df9-a1c5-473f-ba24-0babd6d355d0 HTTP/1.1" status: 200 len: 945 time: 0.7872956 May 31 13:48:44.910965 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-801656d4-b230-47af-8625-a84f173f9c5a None None] Provisioning complete for port efb40a7c-59cd-40c9-b269-af2742e0f1d9 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:48:44.912061 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-801656d4-b230-47af-8625-a84f173f9c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:44.917061 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7ef2f949-a95c-4c27-90a8-365e2091a7f3 req-198e3744-05ba-435e-a86c-4b038e55723c service neutron] 10.222.0.50 "GET /v2.0/networks/63c618dc-2d9c-42a1-a644-8fd65767e93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1437180 May 31 13:48:44.965069 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ba7d3f02-67d9-4643-8c1e-68db3dc2c38b tempest-ExternalNetworksAdminNegativeTestJSON-73118878 tempest-ExternalNetworksAdminNegativeTestJSON-73118878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:45.076377 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-801656d4-b230-47af-8625-a84f173f9c5a None None] Port efb40a7c-59cd-40c9-b269-af2742e0f1d9 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:48:45.139250 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-1d0aad50-169f-4191-aaf7-c2a198de3e2e tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] 10.222.0.50 "GET /v2.0/floatingips/2bee25f4-dcc9-4c07-bb0b-ea5b56a9e303 HTTP/1.1" status: 200 len: 688 time: 0.3023689 May 31 13:48:45.140209 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-3bf233b8-bcf4-46b2-a98b-2d4e685423cc tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Unset dirty status for tenant:e2f5ae2e1abf4a2cb5fdef12f13f2ebb on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:48:45.144194 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-3bf233b8-bcf4-46b2-a98b-2d4e685423cc tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "GET /v2.0/ports?device_id=49512dca-4082-4fca-9a9d-7aa67f8ffc68 HTTP/1.1" status: 200 len: 988 time: 1.9121444 May 31 13:48:45.144194 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39526) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:45.154157 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d3f02-67d9-4643-8c1e-68db3dc2c38b tempest-ExternalNetworksAdminNegativeTestJSON-73118878 tempest-ExternalNetworksAdminNegativeTestJSON-73118878-project-admin] Pushing event updated for resources: {'Port': ['ID=18ca874a-d120-4761-b5ce-c72700f7ac2f,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:45.170431 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-72ff48da-533a-4f83-ba33-bbb191f5e515 req-901ea4c2-c207-431c-9af0-d23ff531c362 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=879d485c-6856-4d39-902c-2e7246942604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2873225 May 31 13:48:45.171079 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 39528) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:45.206951 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-26dd1c0d-5d10-48a1-a8bd-7a877199cdeb req-18648dcb-8d17-4ac9-b2bb-513ecb16a845 service neutron] 10.222.0.44 "GET /v2.0/networks/b66065d1-e972-453c-87d9-3ed8cec4b7a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8929965 May 31 13:48:45.209017 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7d3f02-67d9-4643-8c1e-68db3dc2c38b tempest-ExternalNetworksAdminNegativeTestJSON-73118878 tempest-ExternalNetworksAdminNegativeTestJSON-73118878-project-admin] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:48:45.335036 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-ba7d3f02-67d9-4643-8c1e-68db3dc2c38b tempest-ExternalNetworksAdminNegativeTestJSON-73118878 tempest-ExternalNetworksAdminNegativeTestJSON-73118878-project-admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:48:45.341688 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7d3f02-67d9-4643-8c1e-68db3dc2c38b tempest-ExternalNetworksAdminNegativeTestJSON-73118878 tempest-ExternalNetworksAdminNegativeTestJSON-73118878-project-admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:48:45.383666 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 13:48:45.450216 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-152eec38-a89c-48c8-b548-f53bd2ac8466 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Deleting port 59eef20a-47c3-4169-ab23-429a1ec5ac8e {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:48:45.450678 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-152eec38-a89c-48c8-b548-f53bd2ac8466 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:45.560599 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:45.641981 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61ea0419-7b9d-4c8d-9aed-d1d675bb2be8 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Router bc62f27b-94b5-4b2b-bb0f-f45016ea4663 is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 13:48:45.706187 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7ef2f949-a95c-4c27-90a8-365e2091a7f3 req-95ca97a7-8e4d-4414-8a63-9f092d4364eb service neutron] 10.222.0.50 "GET /v2.0/networks/63c618dc-2d9c-42a1-a644-8fd65767e93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7881451 May 31 13:48:45.906315 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-152eec38-a89c-48c8-b548-f53bd2ac8466 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:45.906667 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-152eec38-a89c-48c8-b548-f53bd2ac8466 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:45.919542 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ea0419-7b9d-4c8d-9aed-d1d675bb2be8 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:48:45.928194 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-61ea0419-7b9d-4c8d-9aed-d1d675bb2be8 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "PUT /v2.0/routers/bc62f27b-94b5-4b2b-bb0f-f45016ea4663/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3426235 May 31 13:48:45.929002 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39536) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:45.941513 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71edc1db-1470-4ab9-ae78-0af088741ead None None] Sync routers for ids ['bc62f27b-94b5-4b2b-bb0f-f45016ea4663'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:48:45.960939 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71edc1db-1470-4ab9-ae78-0af088741ead None None] Routers {'bc62f27b-94b5-4b2b-bb0f-f45016ea4663'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:48:45.961494 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-71edc1db-1470-4ab9-ae78-0af088741ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:48:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['bc62f27b-94b5-4b2b-bb0f-f45016ea4663'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:48:46.120585 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-71edc1db-1470-4ab9-ae78-0af088741ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:48:46.147661 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71edc1db-1470-4ab9-ae78-0af088741ead None None] Routers {'bc62f27b-94b5-4b2b-bb0f-f45016ea4663'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:48:46.148380 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-71edc1db-1470-4ab9-ae78-0af088741ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:48:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['bc62f27b-94b5-4b2b-bb0f-f45016ea4663'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:48:46.228596 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dab3a1-a2d5-499c-9369-b1aea5e59474 req-99364cb3-2471-4169-a58d-09c4ba7c0466 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:46.230551 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f9dab3a1-a2d5-499c-9369-b1aea5e59474 req-99364cb3-2471-4169-a58d-09c4ba7c0466 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] 10.222.0.50 "GET /v2.0/ports?device_id=be0bffc5-acab-46b2-9724-a8633fe38908 HTTP/1.1" status: 200 len: 945 time: 0.7985311 May 31 13:48:46.303847 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f9dab3a1-a2d5-499c-9369-b1aea5e59474 req-cf0013c8-8c42-4267-8848-c82c488ed958 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaa0642c-c98d-4c4f-958b-f315c961cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648789 May 31 13:48:46.351394 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ba7d3f02-67d9-4643-8c1e-68db3dc2c38b tempest-ExternalNetworksAdminNegativeTestJSON-73118878 tempest-ExternalNetworksAdminNegativeTestJSON-73118878-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:46.390075 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-152eec38-a89c-48c8-b548-f53bd2ac8466 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Calling delete_port for 59eef20a-47c3-4169-ab23-429a1ec5ac8e owned by network:floatingip {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:48:46.530907 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-71edc1db-1470-4ab9-ae78-0af088741ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:48:46.532295 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71edc1db-1470-4ab9-ae78-0af088741ead None None] The sync data for ids ['bc62f27b-94b5-4b2b-bb0f-f45016ea4663'] in n-d-843939-1 is: [] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:48:46.612209 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-44719aa6-4475-412d-a992-ba863fbbfa35 req-ce52bce6-4f3b-4bee-b890-0426efc4adfb tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4414a17-7980-4c6f-bb3c-3773d10f461d HTTP/1.1" status: 200 len: 210 time: 0.2467797 May 31 13:48:46.733197 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b840732-0c2f-4dd0-900c-782db264d052 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:46.733869 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-0b840732-0c2f-4dd0-900c-782db264d052 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Synchronizing usage tracker for tenant:85d9456a7d3e47cf9816e44471382253 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:48:46.757233 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-cbb5dd9d-b2a2-40e8-81f7-27262d4fd0d2 req-f2d8fcbd-3b6c-402e-8b9e-e876a9baea43 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-979490378', 'description': 'tempest-description-1906780924'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:48:46.782615 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-cbb5dd9d-b2a2-40e8-81f7-27262d4fd0d2 req-f2d8fcbd-3b6c-402e-8b9e-e876a9baea43 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:48:46.790956 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-0b840732-0c2f-4dd0-900c-782db264d052 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Unset dirty status for tenant:85d9456a7d3e47cf9816e44471382253 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:48:46.793392 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-0b840732-0c2f-4dd0-900c-782db264d052 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "GET /v2.0/ports/efb40a7c-59cd-40c9-b269-af2742e0f1d9 HTTP/1.1" status: 200 len: 910 time: 0.8605504 May 31 13:48:46.796301 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-cbb5dd9d-b2a2-40e8-81f7-27262d4fd0d2 req-f2d8fcbd-3b6c-402e-8b9e-e876a9baea43 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Usage tracker for resource:security_group and tenant:43a11296fa744ef9b51a5e4bd52ac689 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:48:46.802830 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-cbb5dd9d-b2a2-40e8-81f7-27262d4fd0d2 req-f2d8fcbd-3b6c-402e-8b9e-e876a9baea43 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:48:46.807000 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39564) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:46.818224 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-cbb5dd9d-b2a2-40e8-81f7-27262d4fd0d2 req-f2d8fcbd-3b6c-402e-8b9e-e876a9baea43 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:48:46.848367 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-cbb5dd9d-b2a2-40e8-81f7-27262d4fd0d2 req-f2d8fcbd-3b6c-402e-8b9e-e876a9baea43 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:46.885919 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ba7d3f02-67d9-4643-8c1e-68db3dc2c38b tempest-ExternalNetworksAdminNegativeTestJSON-73118878 tempest-ExternalNetworksAdminNegativeTestJSON-73118878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:46.959683 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-cbb5dd9d-b2a2-40e8-81f7-27262d4fd0d2 req-f2d8fcbd-3b6c-402e-8b9e-e876a9baea43 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:48:46.964979 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-cbb5dd9d-b2a2-40e8-81f7-27262d4fd0d2 req-f2d8fcbd-3b6c-402e-8b9e-e876a9baea43 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Usage tracker for resource:security_group_rule and tenant:43a11296fa744ef9b51a5e4bd52ac689 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:48:46.969191 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-cbb5dd9d-b2a2-40e8-81f7-27262d4fd0d2 req-f2d8fcbd-3b6c-402e-8b9e-e876a9baea43 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:48:46.976263 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-cbb5dd9d-b2a2-40e8-81f7-27262d4fd0d2 req-f2d8fcbd-3b6c-402e-8b9e-e876a9baea43 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:48:47.070037 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-cbb5dd9d-b2a2-40e8-81f7-27262d4fd0d2 req-f2d8fcbd-3b6c-402e-8b9e-e876a9baea43 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:47.095088 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-cbb5dd9d-b2a2-40e8-81f7-27262d4fd0d2 req-f2d8fcbd-3b6c-402e-8b9e-e876a9baea43 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:47.349826 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-cbb5dd9d-b2a2-40e8-81f7-27262d4fd0d2 req-f2d8fcbd-3b6c-402e-8b9e-e876a9baea43 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:47.355435 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cbb5dd9d-b2a2-40e8-81f7-27262d4fd0d2 req-f2d8fcbd-3b6c-402e-8b9e-e876a9baea43 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.6418626 May 31 13:48:47.364928 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d8fcbd-3b6c-402e-8b9e-e876a9baea43 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3815af60-d94e-467a-8538-d35fc16d661c,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:47.387980 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113820aa-8ad5-4949-b154-f0d5cde0c962 req-b16394db-635d-4db4-b1d2-e2f240ff5bc0 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:47.389558 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-113820aa-8ad5-4949-b154-f0d5cde0c962 req-b16394db-635d-4db4-b1d2-e2f240ff5bc0 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=931b2df9-a1c5-473f-ba24-0babd6d355d0 HTTP/1.1" status: 200 len: 945 time: 0.7999673 May 31 13:48:47.621952 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-113820aa-8ad5-4949-b154-f0d5cde0c962 req-9172f899-f912-4296-a630-e1bdf4a649cc tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=879d485c-6856-4d39-902c-2e7246942604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2247581 May 31 13:48:47.665765 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-152eec38-a89c-48c8-b548-f53bd2ac8466 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:47.738092 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-0915347b-b602-4ca9-9a17-526a46f00cae req-1fa75b12-fabf-496f-99e9-df7275abfec9 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Synchronizing usage tracker for tenant:43a11296fa744ef9b51a5e4bd52ac689 on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:48:47.748870 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-277635eb-eeb1-4e1a-a8e7-2fc86af59bbf tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:47.860141 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152eec38-a89c-48c8-b548-f53bd2ac8466 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Pushing event deleted for resources: {'Port': ['ID=59eef20a-47c3-4169-ab23-429a1ec5ac8e,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:47.922566 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-0915347b-b602-4ca9-9a17-526a46f00cae req-1fa75b12-fabf-496f-99e9-df7275abfec9 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Unset dirty status for tenant:43a11296fa744ef9b51a5e4bd52ac689 on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:48:47.930005 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0915347b-b602-4ca9-9a17-526a46f00cae req-1fa75b12-fabf-496f-99e9-df7275abfec9 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-979490378&fields=id&tenant_id=43a11296fa744ef9b51a5e4bd52ac689 HTTP/1.1" status: 200 len: 267 time: 0.3153434 May 31 13:48:48.038443 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.resource_extend [None req-ba7d3f02-67d9-4643-8c1e-68db3dc2c38b tempest-ExternalNetworksAdminNegativeTestJSON-73118878 tempest-ExternalNetworksAdminNegativeTestJSON-73118878-project-admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:48:48.099304 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ba7d3f02-67d9-4643-8c1e-68db3dc2c38b tempest-ExternalNetworksAdminNegativeTestJSON-73118878 tempest-ExternalNetworksAdminNegativeTestJSON-73118878-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:48.108804 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-152eec38-a89c-48c8-b548-f53bd2ac8466 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks [] for floatingip, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:48.122481 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-049b1302-03b8-4cc7-a213-da0b89d7e374 req-eaca7cfe-a965-454e-838f-5a55ccf73e64 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4414a17-7980-4c6f-bb3c-3773d10f461d HTTP/1.1" status: 200 len: 210 time: 0.1785388 May 31 13:48:48.130645 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ba7d3f02-67d9-4643-8c1e-68db3dc2c38b tempest-ExternalNetworksAdminNegativeTestJSON-73118878 tempest-ExternalNetworksAdminNegativeTestJSON-73118878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:48.137201 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-223a6c0c-66e3-496f-9639-fc9e90825037 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:48.167448 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-152eec38-a89c-48c8-b548-f53bd2ac8466 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:48.168680 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-152eec38-a89c-48c8-b548-f53bd2ac8466 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] 10.222.0.50 "DELETE /v2.0/floatingips/2bee25f4-dcc9-4c07-bb0b-ea5b56a9e303 HTTP/1.1" status: 204 len: 168 time: 3.0229242 May 31 13:48:48.174753 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39578) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:48.183019 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-5df06871-efe6-4ec2-ae28-b3204eda729c tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Request body: {'floatingip': {'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'port_id': '63f56cf2-c2c3-499f-8de6-3c65ea0017e6'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:48:48.274105 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ba7d3f02-67d9-4643-8c1e-68db3dc2c38b tempest-ExternalNetworksAdminNegativeTestJSON-73118878 tempest-ExternalNetworksAdminNegativeTestJSON-73118878-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:48.441883 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5df06871-efe6-4ec2-ae28-b3204eda729c tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:48:48.679590 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-5df06871-efe6-4ec2-ae28-b3204eda729c tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Usage tracker for resource:floatingip and tenant:f331ce5134ed4e2db710f69a53d0a2fe is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:48:48.684847 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-5df06871-efe6-4ec2-ae28-b3204eda729c tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:48:48.751099 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5df06871-efe6-4ec2-ae28-b3204eda729c tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:48:48.807044 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5df06871-efe6-4ec2-ae28-b3204eda729c tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks [] for floatingip, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:48.847321 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-223a6c0c-66e3-496f-9639-fc9e90825037 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Allocated IP 172.21.0.1 (cad080aa-74c3-4414-a725-6908ce65fa83/40d1d6b0-6ee7-4c57-a049-c0bf0a125a4c/27bc9e2f-ea40-47d9-96bf-1c6f47aa5784) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:48:48.871128 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ba7d3f02-67d9-4643-8c1e-68db3dc2c38b tempest-ExternalNetworksAdminNegativeTestJSON-73118878 tempest-ExternalNetworksAdminNegativeTestJSON-73118878-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:48.882191 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-ba7d3f02-67d9-4643-8c1e-68db3dc2c38b tempest-ExternalNetworksAdminNegativeTestJSON-73118878 tempest-ExternalNetworksAdminNegativeTestJSON-73118878-project-admin] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 9.9972153 May 31 13:48:48.888671 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 39598) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:48.903098 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-848b2d5f-d6a6-4a66-9b6e-87f93e6ba630 tempest-ExternalNetworksAdminNegativeTestJSON-73118878 tempest-ExternalNetworksAdminNegativeTestJSON-73118878-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-947835403', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'fixed_ips': [{'ip_address': '172.25.6.82'}]}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:48:48.921021 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-848b2d5f-d6a6-4a66-9b6e-87f93e6ba630 tempest-ExternalNetworksAdminNegativeTestJSON-73118878 tempest-ExternalNetworksAdminNegativeTestJSON-73118878-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:48:48.943176 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d3f02-67d9-4643-8c1e-68db3dc2c38b tempest-ExternalNetworksAdminNegativeTestJSON-73118878 tempest-ExternalNetworksAdminNegativeTestJSON-73118878-project-admin] Pushing event updated for resources: {'Port': ['ID=18ca874a-d120-4761-b5ce-c72700f7ac2f,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:48.945945 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-848b2d5f-d6a6-4a66-9b6e-87f93e6ba630 tempest-ExternalNetworksAdminNegativeTestJSON-73118878 tempest-ExternalNetworksAdminNegativeTestJSON-73118878-project-admin] Usage tracker for resource:port and tenant:b5726115aa9a4c48b3eb834c88b10bfb is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:48:48.961323 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0915347b-b602-4ca9-9a17-526a46f00cae req-2e50c128-dcb1-48c4-917b-2f5285bc197b tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:48.971930 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0915347b-b602-4ca9-9a17-526a46f00cae req-2e50c128-dcb1-48c4-917b-2f5285bc197b tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] 10.222.0.50 "GET /v2.0/ports?device_id=be0bffc5-acab-46b2-9724-a8633fe38908 HTTP/1.1" status: 200 len: 945 time: 1.0406392 May 31 13:48:48.978383 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-848b2d5f-d6a6-4a66-9b6e-87f93e6ba630 tempest-ExternalNetworksAdminNegativeTestJSON-73118878 tempest-ExternalNetworksAdminNegativeTestJSON-73118878-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:48:49.219382 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-848b2d5f-d6a6-4a66-9b6e-87f93e6ba630 tempest-ExternalNetworksAdminNegativeTestJSON-73118878 tempest-ExternalNetworksAdminNegativeTestJSON-73118878-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:48:49.241162 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-0915347b-b602-4ca9-9a17-526a46f00cae req-d5f5c2b0-4dae-44e9-b0b9-2050dcb344ef tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Request body: {'port': {'security_groups': ['aaa0642c-c98d-4c4f-958b-f315c961cc05', '3815af60-d94e-467a-8538-d35fc16d661c']}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:48:49.310513 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-223a6c0c-66e3-496f-9639-fc9e90825037 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:49.314917 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5df06871-efe6-4ec2-ae28-b3204eda729c tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:49.340379 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-848b2d5f-d6a6-4a66-9b6e-87f93e6ba630 tempest-ExternalNetworksAdminNegativeTestJSON-73118878 tempest-ExternalNetworksAdminNegativeTestJSON-73118878-project-admin] Made reservation on behalf of b5726115aa9a4c48b3eb834c88b10bfb for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:48:49.342696 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-848b2d5f-d6a6-4a66-9b6e-87f93e6ba630 tempest-ExternalNetworksAdminNegativeTestJSON-73118878 tempest-ExternalNetworksAdminNegativeTestJSON-73118878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:49.365968 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef2f949-a95c-4c27-90a8-365e2091a7f3 req-2d5316b8-0fb7-4ae9-bf60-5d4c1a1cf5b6 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:49.367498 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7ef2f949-a95c-4c27-90a8-365e2091a7f3 req-2d5316b8-0fb7-4ae9-bf60-5d4c1a1cf5b6 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.44 "GET /v2.0/networks?id=63c618dc-2d9c-42a1-a644-8fd65767e93c HTTP/1.1" status: 200 len: 815 time: 1.0667603 May 31 13:48:49.382361 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-223a6c0c-66e3-496f-9639-fc9e90825037 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Transition to ACTIVE for port object 27bc9e2f-ea40-47d9-96bf-1c6f47aa5784 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:48:49.413616 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-848b2d5f-d6a6-4a66-9b6e-87f93e6ba630 tempest-ExternalNetworksAdminNegativeTestJSON-73118878 tempest-ExternalNetworksAdminNegativeTestJSON-73118878-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:49.481641 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-848b2d5f-d6a6-4a66-9b6e-87f93e6ba630 tempest-ExternalNetworksAdminNegativeTestJSON-73118878 tempest-ExternalNetworksAdminNegativeTestJSON-73118878-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:48:49.500256 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-277635eb-eeb1-4e1a-a8e7-2fc86af59bbf tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Deleting port 39aa0765-f7e8-4391-8d04-a709773a0b99 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:48:49.500603 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-277635eb-eeb1-4e1a-a8e7-2fc86af59bbf tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:49.518132 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-223a6c0c-66e3-496f-9639-fc9e90825037 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:49.545490 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-848b2d5f-d6a6-4a66-9b6e-87f93e6ba630 tempest-ExternalNetworksAdminNegativeTestJSON-73118878 tempest-ExternalNetworksAdminNegativeTestJSON-73118878-project-admin] Usage tracker for resource:security_group_rule and tenant:b5726115aa9a4c48b3eb834c88b10bfb is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:48:49.586448 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-5df06871-efe6-4ec2-ae28-b3204eda729c tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Allocated IP 172.25.6.111 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/aad9dd2f-8361-48a7-8d87-8ca38cfcbbdc) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:48:49.608478 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-848b2d5f-d6a6-4a66-9b6e-87f93e6ba630 tempest-ExternalNetworksAdminNegativeTestJSON-73118878 tempest-ExternalNetworksAdminNegativeTestJSON-73118878-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:48:49.611980 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223a6c0c-66e3-496f-9639-fc9e90825037 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Network cad080aa-74c3-4414-a725-6908ce65fa83 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:48:49.620731 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-223a6c0c-66e3-496f-9639-fc9e90825037 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:48:49.627065 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223a6c0c-66e3-496f-9639-fc9e90825037 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:48:49.637077 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af354ea-4f53-41ef-9f49-f972842e0ade req-4690bacf-904f-4abb-a7af-3fdbabfc5c03 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:49.644678 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3af354ea-4f53-41ef-9f49-f972842e0ade req-4690bacf-904f-4abb-a7af-3fdbabfc5c03 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=931b2df9-a1c5-473f-ba24-0babd6d355d0 HTTP/1.1" status: 200 len: 945 time: 0.6225388 May 31 13:48:49.660464 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-848b2d5f-d6a6-4a66-9b6e-87f93e6ba630 tempest-ExternalNetworksAdminNegativeTestJSON-73118878 tempest-ExternalNetworksAdminNegativeTestJSON-73118878-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:48:49.685232 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7ef2f949-a95c-4c27-90a8-365e2091a7f3 req-9f4699de-d59f-4696-817c-fcaaadc6e9ce tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c3bb07388f549c9aeec65a21380cb5d HTTP/1.1" status: 200 len: 379 time: 0.3053508 May 31 13:48:49.700051 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-0915347b-b602-4ca9-9a17-526a46f00cae req-d5f5c2b0-4dae-44e9-b0b9-2050dcb344ef tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:49.778561 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223a6c0c-66e3-496f-9639-fc9e90825037 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Pushing event updated for resources: {'Port': ['ID=27bc9e2f-ea40-47d9-96bf-1c6f47aa5784,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:49.795028 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-7ef2f949-a95c-4c27-90a8-365e2091a7f3 req-ff0fd2d9-a4f1-44c5-9367-57be23797634 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Request body: {'port': {'device_id': 'f4414a17-7980-4c6f-bb3c-3773d10f461d', 'network_id': '63c618dc-2d9c-42a1-a644-8fd65767e93c', 'admin_state_up': True, 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d', 'security_groups': ['1885e9b6-e8e6-4927-b799-aec8e0b8c1be']}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:48:49.811214 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-223a6c0c-66e3-496f-9639-fc9e90825037 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:49.911975 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5df06871-efe6-4ec2-ae28-b3204eda729c tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:49.988309 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5df06871-efe6-4ec2-ae28-b3204eda729c tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:50.075168 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-1ede09e6-d416-479c-8c69-a2756a354810 None None] Provisioning for port 27bc9e2f-ea40-47d9-96bf-1c6f47aa5784 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:48:50.077790 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df06871-efe6-4ec2-ae28-b3204eda729c tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:48:50.083289 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-5df06871-efe6-4ec2-ae28-b3204eda729c tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:48:50.091195 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df06871-efe6-4ec2-ae28-b3204eda729c tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:48:50.098872 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-1ede09e6-d416-479c-8c69-a2756a354810 None None] Provisioning complete for port 27bc9e2f-ea40-47d9-96bf-1c6f47aa5784 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:48:50.100136 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1ede09e6-d416-479c-8c69-a2756a354810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:50.186860 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3af354ea-4f53-41ef-9f49-f972842e0ade req-817bc910-ee18-4c4f-b252-ecd4cc3dfac4 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=879d485c-6856-4d39-902c-2e7246942604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5412138 May 31 13:48:50.187563 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-1ede09e6-d416-479c-8c69-a2756a354810 None None] Port 27bc9e2f-ea40-47d9-96bf-1c6f47aa5784 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:48:50.204602 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-7ef2f949-a95c-4c27-90a8-365e2091a7f3 req-ff0fd2d9-a4f1-44c5-9367-57be23797634 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:48:50.220048 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-7ef2f949-a95c-4c27-90a8-365e2091a7f3 req-ff0fd2d9-a4f1-44c5-9367-57be23797634 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:48:50.231671 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-223a6c0c-66e3-496f-9639-fc9e90825037 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:50.243922 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df06871-efe6-4ec2-ae28-b3204eda729c tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Pushing event updated for resources: {'Port': ['ID=aad9dd2f-8361-48a7-8d87-8ca38cfcbbdc,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:50.281559 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ef2f949-a95c-4c27-90a8-365e2091a7f3 req-ff0fd2d9-a4f1-44c5-9367-57be23797634 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Made reservation on behalf of 0c3bb07388f549c9aeec65a21380cb5d for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:48:50.283694 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7ef2f949-a95c-4c27-90a8-365e2091a7f3 req-ff0fd2d9-a4f1-44c5-9367-57be23797634 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:50.508235 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-277635eb-eeb1-4e1a-a8e7-2fc86af59bbf tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:50.593333 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-40b48ba4-9f92-409b-9d81-697ae191d890 req-650ee0ea-bbb1-48a8-812e-53e8b5b8e433 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4414a17-7980-4c6f-bb3c-3773d10f461d HTTP/1.1" status: 200 len: 210 time: 0.2664974 May 31 13:48:50.599406 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-848b2d5f-d6a6-4a66-9b6e-87f93e6ba630 tempest-ExternalNetworksAdminNegativeTestJSON-73118878 tempest-ExternalNetworksAdminNegativeTestJSON-73118878-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:50.792475 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0d06c-9420-4838-9bee-3e195fc43de6 req-9d6b7d39-b5b5-4699-a63c-c6ed87fb4c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:50.794469 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-98a0d06c-9420-4838-9bee-3e195fc43de6 req-9d6b7d39-b5b5-4699-a63c-c6ed87fb4c48 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=21f78e9efd2543f8a23fa5f8aa5a9a7c&device_id=931b2df9-a1c5-473f-ba24-0babd6d355d0 HTTP/1.1" status: 200 len: 1096 time: 1.2654426 May 31 13:48:50.818031 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-277635eb-eeb1-4e1a-a8e7-2fc86af59bbf tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Calling delete_port for 39aa0765-f7e8-4391-8d04-a709773a0b99 owned by network:router_interface {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:48:50.863439 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-848b2d5f-d6a6-4a66-9b6e-87f93e6ba630 tempest-ExternalNetworksAdminNegativeTestJSON-73118878 tempest-ExternalNetworksAdminNegativeTestJSON-73118878-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:50.868502 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-848b2d5f-d6a6-4a66-9b6e-87f93e6ba630 tempest-ExternalNetworksAdminNegativeTestJSON-73118878 tempest-ExternalNetworksAdminNegativeTestJSON-73118878-project-admin] device_id is not set on port c9c87ffd-04f8-413d-8912-db041dcfad73 yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:48:51.100590 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-223a6c0c-66e3-496f-9639-fc9e90825037 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:51.110164 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-223a6c0c-66e3-496f-9639-fc9e90825037 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:51.266158 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5df06871-efe6-4ec2-ae28-b3204eda729c tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:51.267867 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-223a6c0c-66e3-496f-9639-fc9e90825037 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:51.271527 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223a6c0c-66e3-496f-9639-fc9e90825037 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Pushing event updated for resources: {'Port': ['ID=27bc9e2f-ea40-47d9-96bf-1c6f47aa5784,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:51.537249 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5df06871-efe6-4ec2-ae28-b3204eda729c tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:51.578205 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848b2d5f-d6a6-4a66-9b6e-87f93e6ba630 tempest-ExternalNetworksAdminNegativeTestJSON-73118878 tempest-ExternalNetworksAdminNegativeTestJSON-73118878-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74089912-6306-47dd-a8e7-0e936b3cabb4,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:51.595999 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0d06c-9420-4838-9bee-3e195fc43de6 req-ad10406b-36a2-46ce-a9aa-4e925a576bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:51.598720 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-98a0d06c-9420-4838-9bee-3e195fc43de6 req-ad10406b-36a2-46ce-a9aa-4e925a576bae service neutron] 10.222.0.44 "GET /v2.0/networks?id=b66065d1-e972-453c-87d9-3ed8cec4b7a7 HTTP/1.1" status: 200 len: 917 time: 0.6614707 May 31 13:48:51.611407 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-0915347b-b602-4ca9-9a17-526a46f00cae req-d5f5c2b0-4dae-44e9-b0b9-2050dcb344ef tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] For port f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1,segment=NetworkSegment(7fc9d5ef-ea20-4237-ab4a-21f18c0e56aa),segment_id=7fc9d5ef-ea20-4237-ab4a-21f18c0e56aa)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:48:51.633326 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223a6c0c-66e3-496f-9639-fc9e90825037 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Network cad080aa-74c3-4414-a725-6908ce65fa83 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:48:51.636176 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-223a6c0c-66e3-496f-9639-fc9e90825037 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:48:51.660173 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-0915347b-b602-4ca9-9a17-526a46f00cae req-d5f5c2b0-4dae-44e9-b0b9-2050dcb344ef tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:51.796570 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-0915347b-b602-4ca9-9a17-526a46f00cae req-d5f5c2b0-4dae-44e9-b0b9-2050dcb344ef tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:51.811117 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:48:52.000464 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-223a6c0c-66e3-496f-9639-fc9e90825037 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Router bc62f27b-94b5-4b2b-bb0f-f45016ea4663 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:48:52.025731 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0915347b-b602-4ca9-9a17-526a46f00cae req-d5f5c2b0-4dae-44e9-b0b9-2050dcb344ef tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:52.026390 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-0915347b-b602-4ca9-9a17-526a46f00cae req-d5f5c2b0-4dae-44e9-b0b9-2050dcb344ef tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:52.027776 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0915347b-b602-4ca9-9a17-526a46f00cae req-d5f5c2b0-4dae-44e9-b0b9-2050dcb344ef tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] 10.222.0.50 "PUT /v2.0/ports/f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1 HTTP/1.1" status: 200 len: 981 time: 3.0548737 May 31 13:48:52.042086 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be0bffc5-acab-46b2-9724-a8633fe38908', 'tag': 'f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:48:52.085689 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-7ef2f949-a95c-4c27-90a8-365e2091a7f3 req-ff0fd2d9-a4f1-44c5-9367-57be23797634 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Allocated IP 172.20.0.7 (63c618dc-2d9c-42a1-a644-8fd65767e93c/1fa11664-0552-4bb0-b5b0-3278009a7430/6524429b-8656-419d-8ba8-68847a8b56e9) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:48:52.105534 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-924b2eb2-4b9b-44ec-8947-22f641ba6753 None None] Provisioning complete for port 27bc9e2f-ea40-47d9-96bf-1c6f47aa5784 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:48:52.106386 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-924b2eb2-4b9b-44ec-8947-22f641ba6753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:52.146575 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:48:52.208263 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-98a0d06c-9420-4838-9bee-3e195fc43de6 req-030f4ba7-29dd-43cd-b243-48d1b335b291 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9fc5db8-b6ca-4339-936c-dac801564b5d HTTP/1.1" status: 200 len: 1001 time: 0.5250945 May 31 13:48:52.265688 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-223a6c0c-66e3-496f-9639-fc9e90825037 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:48:52.276233 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7325ca43-bd70-4f37-aa59-75c26cc19d9d None None] Sync routers for ids ['bc62f27b-94b5-4b2b-bb0f-f45016ea4663'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:48:52.287798 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-924b2eb2-4b9b-44ec-8947-22f641ba6753 None None] Port 27bc9e2f-ea40-47d9-96bf-1c6f47aa5784 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:48:52.292394 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7325ca43-bd70-4f37-aa59-75c26cc19d9d None None] Routers {'bc62f27b-94b5-4b2b-bb0f-f45016ea4663'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:48:52.292960 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-7325ca43-bd70-4f37-aa59-75c26cc19d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:48:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['bc62f27b-94b5-4b2b-bb0f-f45016ea4663'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:48:52.305183 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-848b2d5f-d6a6-4a66-9b6e-87f93e6ba630 tempest-ExternalNetworksAdminNegativeTestJSON-73118878 tempest-ExternalNetworksAdminNegativeTestJSON-73118878-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 31 13:48:52.306529 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-848b2d5f-d6a6-4a66-9b6e-87f93e6ba630 tempest-ExternalNetworksAdminNegativeTestJSON-73118878 tempest-ExternalNetworksAdminNegativeTestJSON-73118878-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:48:52.349179 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5df06871-efe6-4ec2-ae28-b3204eda729c tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:52.374679 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-223a6c0c-66e3-496f-9639-fc9e90825037 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "PUT /v2.0/routers/bc62f27b-94b5-4b2b-bb0f-f45016ea4663/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5664058 May 31 13:48:52.375752 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5df06871-efe6-4ec2-ae28-b3204eda729c tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:52.395968 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39622) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:52.479472 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-7325ca43-bd70-4f37-aa59-75c26cc19d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:48:52.485095 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f5c2b0-4dae-44e9-b0b9-2050dcb344ef tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Pushing event updated for resources: {'Port': ['ID=f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1,revision_number=6']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:52.501967 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7325ca43-bd70-4f37-aa59-75c26cc19d9d None None] Routers {'bc62f27b-94b5-4b2b-bb0f-f45016ea4663'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:48:52.502892 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-7325ca43-bd70-4f37-aa59-75c26cc19d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:48:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['bc62f27b-94b5-4b2b-bb0f-f45016ea4663'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:48:52.522376 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d33d67d3-7c4c-4f8b-8094-c00033593b5c req-4213f80a-63d2-4d5c-8c1d-c27540a7e18e tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4414a17-7980-4c6f-bb3c-3773d10f461d HTTP/1.1" status: 200 len: 210 time: 0.1654844 May 31 13:48:52.623457 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-7325ca43-bd70-4f37-aa59-75c26cc19d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:48:52.623850 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7325ca43-bd70-4f37-aa59-75c26cc19d9d None None] The sync data for ids ['bc62f27b-94b5-4b2b-bb0f-f45016ea4663'] in n-d-843939-1 is: [] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:48:52.669546 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef992bcf-efd3-4a81-afd5-277f4841082a req-a6eeb80f-6535-4837-bbb6-0bfd4a736f09 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:52.677073 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device a9fc5db8-b6ca-4339-936c-dac801564b5d no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:48:52.695428 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df06871-efe6-4ec2-ae28-b3204eda729c tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Pushing event updated for resources: {'Port': ['ID=aad9dd2f-8361-48a7-8d87-8ca38cfcbbdc,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:52.699296 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ef992bcf-efd3-4a81-afd5-277f4841082a req-a6eeb80f-6535-4837-bbb6-0bfd4a736f09 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=931b2df9-a1c5-473f-ba24-0babd6d355d0 HTTP/1.1" status: 200 len: 945 time: 1.0985923 May 31 13:48:52.723772 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5ddb24-01f4-4b7b-9104-ac5654d2a397 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:52.724650 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ac5ddb24-01f4-4b7b-9104-ac5654d2a397 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Synchronizing usage tracker for tenant:85d9456a7d3e47cf9816e44471382253 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:48:52.757886 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5df06871-efe6-4ec2-ae28-b3204eda729c tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:52.835862 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0d06c-9420-4838-9bee-3e195fc43de6 req-fc2ae243-9194-40ab-8ec8-90d7c283988a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:52.837003 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-98a0d06c-9420-4838-9bee-3e195fc43de6 req-fc2ae243-9194-40ab-8ec8-90d7c283988a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ccc319e0-a4f4-4875-9973-c92d94351bb8 HTTP/1.1" status: 200 len: 855 time: 0.6105332 May 31 13:48:52.838172 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ac5ddb24-01f4-4b7b-9104-ac5654d2a397 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Unset dirty status for tenant:85d9456a7d3e47cf9816e44471382253 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:48:52.839406 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ac5ddb24-01f4-4b7b-9104-ac5654d2a397 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "GET /v2.0/ports/27bc9e2f-ea40-47d9-96bf-1c6f47aa5784 HTTP/1.1" status: 200 len: 910 time: 0.3796151 May 31 13:48:52.848697 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39626) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:52.877307 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port a9fc5db8-b6ca-4339-936c-dac801564b5d is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:48:52.878474 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:52.924897 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '931b2df9-a1c5-473f-ba24-0babd6d355d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9fc5db8-b6ca-4339-936c-dac801564b5d'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:48:52.960832 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port a9fc5db8-b6ca-4339-936c-dac801564b5d, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=a9fc5db8-b6ca-4339-936c-dac801564b5d,segment=NetworkSegment(f85bb861-f832-42e2-a182-3ceccc5a66af),segment_id=f85bb861-f832-42e2-a182-3ceccc5a66af)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:48:52.968187 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:53.000023 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ef992bcf-efd3-4a81-afd5-277f4841082a req-b172e15f-2986-436e-a829-13119e13e5a3 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=879d485c-6856-4d39-902c-2e7246942604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3004375 May 31 13:48:53.031184 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5b5f8989-ebb9-4076-a58e-c9bb9478e4e6 req-e0a50ccb-7e4b-4483-b5fb-77c6aac8cc00 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-979490378&fields=id&tenant_id=43a11296fa744ef9b51a5e4bd52ac689 HTTP/1.1" status: 200 len: 267 time: 0.2286034 May 31 13:48:53.058384 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=a9fc5db8-b6ca-4339-936c-dac801564b5d,revision_number=8']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:53.114853 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-848b2d5f-d6a6-4a66-9b6e-87f93e6ba630 tempest-ExternalNetworksAdminNegativeTestJSON-73118878 tempest-ExternalNetworksAdminNegativeTestJSON-73118878-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 4.2165906 May 31 13:48:53.117936 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 39632) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:53.204235 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8eae6dae-9e38-4f54-a568-aae60d0a55a0'] response: {'server_uuid': '931b2df9-a1c5-473f-ba24-0babd6d355d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9fc5db8-b6ca-4339-936c-dac801564b5d', 'code': 200} May 31 13:48:53.220511 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0b13ba6-93bf-47ba-8912-f010f019a4da'] response: {'name': 'network-changed', 'server_uuid': 'be0bffc5-acab-46b2-9724-a8633fe38908', 'tag': 'f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1', 'status': 'completed', 'code': 200} May 31 13:48:53.250982 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-277635eb-eeb1-4e1a-a8e7-2fc86af59bbf tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:53.423644 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277635eb-eeb1-4e1a-a8e7-2fc86af59bbf tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event deleted for resources: {'Port': ['ID=39aa0765-f7e8-4391-8d04-a709773a0b99,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:53.562900 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-575602e4-caa7-4c29-8fb5-7a80ff14cdae tempest-ExternalNetworksAdminNegativeTestJSON-73118878 tempest-ExternalNetworksAdminNegativeTestJSON-73118878-project-admin] Deleting port 18ca874a-d120-4761-b5ce-c72700f7ac2f {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:48:53.563604 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-575602e4-caa7-4c29-8fb5-7a80ff14cdae tempest-ExternalNetworksAdminNegativeTestJSON-73118878 tempest-ExternalNetworksAdminNegativeTestJSON-73118878-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:53.627774 n-d-843939-1 neutron-server[88369]: INFO neutron.db.l3_db [None req-5df06871-efe6-4ec2-ae28-b3204eda729c tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Floating IP da735f4d-c0db-465f-98de-a6d88ef35c02 associated. External IP: 172.25.6.111, port: 63f56cf2-c2c3-499f-8de6-3c65ea0017e6. May 31 13:48:53.871302 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59171b47-c4b8-4390-8579-8a6b68864f76 req-c6104540-ce96-4ea3-ad88-00301fd61c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:53.872833 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-59171b47-c4b8-4390-8579-8a6b68864f76 req-c6104540-ce96-4ea3-ad88-00301fd61c53 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=43a11296fa744ef9b51a5e4bd52ac689&device_id=be0bffc5-acab-46b2-9724-a8633fe38908 HTTP/1.1" status: 200 len: 1135 time: 0.5703995 May 31 13:48:54.100222 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7ef2f949-a95c-4c27-90a8-365e2091a7f3 req-ff0fd2d9-a4f1-44c5-9367-57be23797634 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:54.104456 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0d06c-9420-4838-9bee-3e195fc43de6 req-4d47982f-b48c-476a-bb00-d58850353484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:54.105949 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-98a0d06c-9420-4838-9bee-3e195fc43de6 req-4d47982f-b48c-476a-bb00-d58850353484 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b66065d1-e972-453c-87d9-3ed8cec4b7a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1993339 May 31 13:48:54.213392 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-4622a5c2-94db-470f-9c5f-f2e6204262fb req-19528771-27dd-4565-8b8c-5e9a74b1f3d7 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Synchronizing usage tracker for tenant:0c3bb07388f549c9aeec65a21380cb5d on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:48:54.225264 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5f8989-ebb9-4076-a58e-c9bb9478e4e6 req-470eabf6-e340-4cb3-8d0f-9c2be54d1f32 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:54.232847 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5b5f8989-ebb9-4076-a58e-c9bb9478e4e6 req-470eabf6-e340-4cb3-8d0f-9c2be54d1f32 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] 10.222.0.50 "GET /v2.0/ports?device_id=be0bffc5-acab-46b2-9724-a8633fe38908 HTTP/1.1" status: 200 len: 984 time: 1.1832664 May 31 13:48:54.254932 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-5b5f8989-ebb9-4076-a58e-c9bb9478e4e6 req-fc7cd087-cb90-4295-a68f-d4e7a5734480 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Request body: {'port': {'security_groups': ['aaa0642c-c98d-4c4f-958b-f315c961cc05']}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:48:54.292081 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59171b47-c4b8-4390-8579-8a6b68864f76 req-d1d719b2-6028-44e7-aa36-e09552af92a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:54.293567 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-59171b47-c4b8-4390-8579-8a6b68864f76 req-d1d719b2-6028-44e7-aa36-e09552af92a3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8a6ea84a-a13a-4093-9580-9ccccafd4fee HTTP/1.1" status: 200 len: 921 time: 0.4139864 May 31 13:48:54.295021 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-277635eb-eeb1-4e1a-a8e7-2fc86af59bbf tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:54.405211 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-7ef2f949-a95c-4c27-90a8-365e2091a7f3 req-ff0fd2d9-a4f1-44c5-9367-57be23797634 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Transition to ACTIVE for port object 6524429b-8656-419d-8ba8-68847a8b56e9 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:48:54.419281 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-575602e4-caa7-4c29-8fb5-7a80ff14cdae tempest-ExternalNetworksAdminNegativeTestJSON-73118878 tempest-ExternalNetworksAdminNegativeTestJSON-73118878-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:54.420133 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-575602e4-caa7-4c29-8fb5-7a80ff14cdae tempest-ExternalNetworksAdminNegativeTestJSON-73118878 tempest-ExternalNetworksAdminNegativeTestJSON-73118878-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:54.437656 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-59171b47-c4b8-4390-8579-8a6b68864f76 req-4e5a912b-0fe8-48fc-b761-058dcada0be2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1 HTTP/1.1" status: 200 len: 217 time: 0.0855401 May 31 13:48:54.509973 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-4622a5c2-94db-470f-9c5f-f2e6204262fb req-19528771-27dd-4565-8b8c-5e9a74b1f3d7 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Unset dirty status for tenant:0c3bb07388f549c9aeec65a21380cb5d on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:48:54.520229 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4622a5c2-94db-470f-9c5f-f2e6204262fb req-19528771-27dd-4565-8b8c-5e9a74b1f3d7 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4414a17-7980-4c6f-bb3c-3773d10f461d HTTP/1.1" status: 200 len: 210 time: 0.5623779 May 31 13:48:54.525714 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df06871-efe6-4ec2-ae28-b3204eda729c tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Router 4df1fffe-8b50-4f4d-811c-fa121cfa517b has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:48:54.548161 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a0c3152e-ed6a-48e2-a889-b84e2614c08c tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:54.839795 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-575602e4-caa7-4c29-8fb5-7a80ff14cdae tempest-ExternalNetworksAdminNegativeTestJSON-73118878 tempest-ExternalNetworksAdminNegativeTestJSON-73118878-project-admin] Calling delete_port for 18ca874a-d120-4761-b5ce-c72700f7ac2f owned by network:floatingip {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:48:54.916414 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59171b47-c4b8-4390-8579-8a6b68864f76 req-b1836e03-6765-4b57-b0fb-5d7cf8b18214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:54.917848 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-59171b47-c4b8-4390-8579-8a6b68864f76 req-b1836e03-6765-4b57-b0fb-5d7cf8b18214 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d8d91a8e-1d4d-442a-944f-994d412d112f HTTP/1.1" status: 200 len: 860 time: 0.4712298 May 31 13:48:54.985962 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-59171b47-c4b8-4390-8579-8a6b68864f76 req-3141edf0-e6b0-4269-b423-ceeafc9d6869 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8a6ea84a-a13a-4093-9580-9ccccafd4fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535276 May 31 13:48:55.084549 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-98a0d06c-9420-4838-9bee-3e195fc43de6 req-8b8a315c-1838-4e91-965b-b8c80ac24c7d service neutron] 10.222.0.44 "GET /v2.0/networks/b66065d1-e972-453c-87d9-3ed8cec4b7a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9605484 May 31 13:48:55.093362 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-5b5f8989-ebb9-4076-a58e-c9bb9478e4e6 req-fc7cd087-cb90-4295-a68f-d4e7a5734480 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:55.144529 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7ef2f949-a95c-4c27-90a8-365e2091a7f3 req-ff0fd2d9-a4f1-44c5-9367-57be23797634 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:55.290232 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-277635eb-eeb1-4e1a-a8e7-2fc86af59bbf tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Router 49512dca-4082-4fca-9a9d-7aa67f8ffc68 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:48:55.302323 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df06871-efe6-4ec2-ae28-b3204eda729c tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:48:55.331146 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82557260-5592-495e-9637-f17efea15471 None None] Sync routers for ids ['4df1fffe-8b50-4f4d-811c-fa121cfa517b'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:48:55.345109 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-59171b47-c4b8-4390-8579-8a6b68864f76 req-d0a80e20-68f2-4aa3-ae1a-a907a95524bb service neutron] 10.222.0.44 "GET /v2.0/networks/8a6ea84a-a13a-4093-9580-9ccccafd4fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3505962 May 31 13:48:55.347521 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5df06871-efe6-4ec2-ae28-b3204eda729c tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:55.375349 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82557260-5592-495e-9637-f17efea15471 None None] Routers {'4df1fffe-8b50-4f4d-811c-fa121cfa517b'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:48:55.376704 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-82557260-5592-495e-9637-f17efea15471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:48:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['4df1fffe-8b50-4f4d-811c-fa121cfa517b'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:48:55.376856 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ef2f949-a95c-4c27-90a8-365e2091a7f3 req-ff0fd2d9-a4f1-44c5-9367-57be23797634 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Network 63c618dc-2d9c-42a1-a644-8fd65767e93c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:48:55.395706 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-7ef2f949-a95c-4c27-90a8-365e2091a7f3 req-ff0fd2d9-a4f1-44c5-9367-57be23797634 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:48:55.584777 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-5df06871-efe6-4ec2-ae28-b3204eda729c tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.4065988 May 31 13:48:55.611032 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39648) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:55.656930 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-0bf875c3-8f63-4784-844c-23403aee77c8 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1560221697'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:48:55.690046 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ef2f949-a95c-4c27-90a8-365e2091a7f3 req-ff0fd2d9-a4f1-44c5-9367-57be23797634 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:48:55.709147 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0bf875c3-8f63-4784-844c-23403aee77c8 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:48:55.725391 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7401a82e-8e88-4f0c-b7f5-96b1c400f37b req-5ee836af-7a07-40a8-aecd-9a744b9701db tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:55.728807 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-0bf875c3-8f63-4784-844c-23403aee77c8 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Usage tracker for resource:network and tenant:f331ce5134ed4e2db710f69a53d0a2fe is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:48:55.732427 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7401a82e-8e88-4f0c-b7f5-96b1c400f37b req-5ee836af-7a07-40a8-aecd-9a744b9701db tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=931b2df9-a1c5-473f-ba24-0babd6d355d0 HTTP/1.1" status: 200 len: 943 time: 1.0166974 May 31 13:48:55.746788 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0fd2d9-a4f1-44c5-9367-57be23797634 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Pushing event updated for resources: {'Port': ['ID=6524429b-8656-419d-8ba8-68847a8b56e9,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:55.766991 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-82557260-5592-495e-9637-f17efea15471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:48:55.801726 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82557260-5592-495e-9637-f17efea15471 None None] Routers {'4df1fffe-8b50-4f4d-811c-fa121cfa517b'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:48:55.802593 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-82557260-5592-495e-9637-f17efea15471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:48:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['4df1fffe-8b50-4f4d-811c-fa121cfa517b'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:48:55.822259 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-0bf875c3-8f63-4784-844c-23403aee77c8 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:48:55.861954 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-a0c3152e-ed6a-48e2-a889-b84e2614c08c tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Deleting port 27bc9e2f-ea40-47d9-96bf-1c6f47aa5784 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:48:55.862242 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a0c3152e-ed6a-48e2-a889-b84e2614c08c tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:55.912479 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0bf875c3-8f63-4784-844c-23403aee77c8 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:48:56.016219 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-59171b47-c4b8-4390-8579-8a6b68864f76 req-38b765bb-3600-4bf4-b2e7-48d151176d3c service neutron] 10.222.0.44 "GET /v2.0/networks/8a6ea84a-a13a-4093-9580-9ccccafd4fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6223342 May 31 13:48:56.030768 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf875c3-8f63-4784-844c-23403aee77c8 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Made reservation on behalf of f331ce5134ed4e2db710f69a53d0a2fe for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:48:56.034210 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0bf875c3-8f63-4784-844c-23403aee77c8 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:56.052271 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-82557260-5592-495e-9637-f17efea15471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:48:56.052684 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82557260-5592-495e-9637-f17efea15471 None None] The sync data for ids ['4df1fffe-8b50-4f4d-811c-fa121cfa517b'] in n-d-843939-1 is: [] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:48:56.110746 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6194e03e-43ed-4239-8aba-2ccc7f71123f None None] Provisioning for port 6524429b-8656-419d-8ba8-68847a8b56e9 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:48:56.117239 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6194e03e-43ed-4239-8aba-2ccc7f71123f None None] Provisioning complete for port 6524429b-8656-419d-8ba8-68847a8b56e9 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:48:56.117878 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6194e03e-43ed-4239-8aba-2ccc7f71123f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:56.199164 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-277635eb-eeb1-4e1a-a8e7-2fc86af59bbf tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:48:56.214435 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916ec25d-2d75-42a2-90c3-342e6c903a4e None None] Sync routers for ids ['49512dca-4082-4fca-9a9d-7aa67f8ffc68'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:48:56.224971 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-6194e03e-43ed-4239-8aba-2ccc7f71123f None None] Port 6524429b-8656-419d-8ba8-68847a8b56e9 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:48:56.225284 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7401a82e-8e88-4f0c-b7f5-96b1c400f37b req-1d83674f-7806-476c-95b6-0f25f0f088f8 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=879d485c-6856-4d39-902c-2e7246942604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4908555 May 31 13:48:56.257676 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916ec25d-2d75-42a2-90c3-342e6c903a4e None None] Routers {'49512dca-4082-4fca-9a9d-7aa67f8ffc68'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:48:56.258899 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-916ec25d-2d75-42a2-90c3-342e6c903a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:48:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['49512dca-4082-4fca-9a9d-7aa67f8ffc68'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:48:56.284992 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a0c3152e-ed6a-48e2-a889-b84e2614c08c tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:56.295455 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-98a0d06c-9420-4838-9bee-3e195fc43de6 req-e45f6c3c-dc2e-4313-a18e-d6d6cea5551c service neutron] 10.222.0.44 "GET /v2.0/networks/b66065d1-e972-453c-87d9-3ed8cec4b7a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1910112 May 31 13:48:56.361862 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef2f949-a95c-4c27-90a8-365e2091a7f3 req-ff0fd2d9-a4f1-44c5-9367-57be23797634 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:56.362700 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7ef2f949-a95c-4c27-90a8-365e2091a7f3 req-ff0fd2d9-a4f1-44c5-9367-57be23797634 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:56.395909 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-277635eb-eeb1-4e1a-a8e7-2fc86af59bbf tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "PUT /v2.0/routers/49512dca-4082-4fca-9a9d-7aa67f8ffc68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1976669 May 31 13:48:56.432589 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39656) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:56.437200 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-916ec25d-2d75-42a2-90c3-342e6c903a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:48:56.472624 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916ec25d-2d75-42a2-90c3-342e6c903a4e None None] Routers {'49512dca-4082-4fca-9a9d-7aa67f8ffc68'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:48:56.473231 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-916ec25d-2d75-42a2-90c3-342e6c903a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:48:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['49512dca-4082-4fca-9a9d-7aa67f8ffc68'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:48:56.515217 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-575602e4-caa7-4c29-8fb5-7a80ff14cdae tempest-ExternalNetworksAdminNegativeTestJSON-73118878 tempest-ExternalNetworksAdminNegativeTestJSON-73118878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:56.561789 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bf875c3-8f63-4784-844c-23403aee77c8 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:48:56.570120 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-a0c3152e-ed6a-48e2-a889-b84e2614c08c tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Calling delete_port for 27bc9e2f-ea40-47d9-96bf-1c6f47aa5784 owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:48:56.626395 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-1406f13a-9c5b-481a-b9a7-f69c713eb600 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] GET failed (client error): The resource could not be found. May 31 13:48:56.627759 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-1406f13a-9c5b-481a-b9a7-f69c713eb600 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "GET /v2.0/ports/39aa0765-f7e8-4391-8d04-a709773a0b99 HTTP/1.1" status: 404 len: 333 time: 0.1945171 May 31 13:48:56.632312 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39660) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:56.715578 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7ef2f949-a95c-4c27-90a8-365e2091a7f3 req-ff0fd2d9-a4f1-44c5-9367-57be23797634 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.0133486 May 31 13:48:56.716416 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575602e4-caa7-4c29-8fb5-7a80ff14cdae tempest-ExternalNetworksAdminNegativeTestJSON-73118878 tempest-ExternalNetworksAdminNegativeTestJSON-73118878-project-admin] Pushing event deleted for resources: {'Port': ['ID=18ca874a-d120-4761-b5ce-c72700f7ac2f,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:56.717687 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-916ec25d-2d75-42a2-90c3-342e6c903a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:48:56.718381 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916ec25d-2d75-42a2-90c3-342e6c903a4e None None] The sync data for ids ['49512dca-4082-4fca-9a9d-7aa67f8ffc68'] in n-d-843939-1 is: [] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:48:56.728823 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0bf875c3-8f63-4784-844c-23403aee77c8 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:56.729073 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-0bf875c3-8f63-4784-844c-23403aee77c8 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Added segment bbabc325-6dc3-4908-af34-aebf479ea6a7 of type vlan for network ee12a6a7-ecaf-44f9-920b-b65a426de429 May 31 13:48:56.777789 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-7ef2f949-a95c-4c27-90a8-365e2091a7f3 req-edfd3c1d-94f5-447a-8458-7f00c3627c5c service neutron] Request body: {'port': {'device_id': 'f4414a17-7980-4c6f-bb3c-3773d10f461d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:48:56.877756 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0bf875c3-8f63-4784-844c-23403aee77c8 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:56.906443 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-68e99430-53bb-4b3a-87c0-65e16b4bf79c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:56.936472 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575602e4-caa7-4c29-8fb5-7a80ff14cdae tempest-ExternalNetworksAdminNegativeTestJSON-73118878 tempest-ExternalNetworksAdminNegativeTestJSON-73118878-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:48:56.936842 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575602e4-caa7-4c29-8fb5-7a80ff14cdae tempest-ExternalNetworksAdminNegativeTestJSON-73118878 tempest-ExternalNetworksAdminNegativeTestJSON-73118878-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:48:56.937221 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575602e4-caa7-4c29-8fb5-7a80ff14cdae tempest-ExternalNetworksAdminNegativeTestJSON-73118878 tempest-ExternalNetworksAdminNegativeTestJSON-73118878-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:48:56.937569 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575602e4-caa7-4c29-8fb5-7a80ff14cdae tempest-ExternalNetworksAdminNegativeTestJSON-73118878 tempest-ExternalNetworksAdminNegativeTestJSON-73118878-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:48:56.937918 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575602e4-caa7-4c29-8fb5-7a80ff14cdae tempest-ExternalNetworksAdminNegativeTestJSON-73118878 tempest-ExternalNetworksAdminNegativeTestJSON-73118878-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:48:56.938360 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575602e4-caa7-4c29-8fb5-7a80ff14cdae tempest-ExternalNetworksAdminNegativeTestJSON-73118878 tempest-ExternalNetworksAdminNegativeTestJSON-73118878-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:48:56.938744 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575602e4-caa7-4c29-8fb5-7a80ff14cdae tempest-ExternalNetworksAdminNegativeTestJSON-73118878 tempest-ExternalNetworksAdminNegativeTestJSON-73118878-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:48:56.939067 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575602e4-caa7-4c29-8fb5-7a80ff14cdae tempest-ExternalNetworksAdminNegativeTestJSON-73118878 tempest-ExternalNetworksAdminNegativeTestJSON-73118878-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:48:56.939402 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575602e4-caa7-4c29-8fb5-7a80ff14cdae tempest-ExternalNetworksAdminNegativeTestJSON-73118878 tempest-ExternalNetworksAdminNegativeTestJSON-73118878-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:48:56.939731 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575602e4-caa7-4c29-8fb5-7a80ff14cdae tempest-ExternalNetworksAdminNegativeTestJSON-73118878 tempest-ExternalNetworksAdminNegativeTestJSON-73118878-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:48:56.940061 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575602e4-caa7-4c29-8fb5-7a80ff14cdae tempest-ExternalNetworksAdminNegativeTestJSON-73118878 tempest-ExternalNetworksAdminNegativeTestJSON-73118878-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:48:56.940372 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575602e4-caa7-4c29-8fb5-7a80ff14cdae tempest-ExternalNetworksAdminNegativeTestJSON-73118878 tempest-ExternalNetworksAdminNegativeTestJSON-73118878-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:48:57.046412 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-5b5f8989-ebb9-4076-a58e-c9bb9478e4e6 req-fc7cd087-cb90-4295-a68f-d4e7a5734480 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] For port f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1,segment=NetworkSegment(7fc9d5ef-ea20-4237-ab4a-21f18c0e56aa),segment_id=7fc9d5ef-ea20-4237-ab4a-21f18c0e56aa)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:48:57.112017 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-575602e4-caa7-4c29-8fb5-7a80ff14cdae tempest-ExternalNetworksAdminNegativeTestJSON-73118878 tempest-ExternalNetworksAdminNegativeTestJSON-73118878-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:57.114916 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-575602e4-caa7-4c29-8fb5-7a80ff14cdae tempest-ExternalNetworksAdminNegativeTestJSON-73118878 tempest-ExternalNetworksAdminNegativeTestJSON-73118878-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:57.118553 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-575602e4-caa7-4c29-8fb5-7a80ff14cdae tempest-ExternalNetworksAdminNegativeTestJSON-73118878 tempest-ExternalNetworksAdminNegativeTestJSON-73118878-project-admin] 10.222.0.50 "DELETE /v2.0/floatingips/0e6cdf67-ed89-4c54-81e4-8168853bff6e HTTP/1.1" status: 204 len: 168 time: 3.9878545 May 31 13:48:57.147887 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4129a0d2-9436-4fc1-90c8-23b55a825c40 req-ce6c3df7-8c06-426d-b138-91b56cd14564 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:57.150053 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4129a0d2-9436-4fc1-90c8-23b55a825c40 req-ce6c3df7-8c06-426d-b138-91b56cd14564 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4414a17-7980-4c6f-bb3c-3773d10f461d HTTP/1.1" status: 200 len: 931 time: 0.6902170 May 31 13:48:57.155484 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7ef2f949-a95c-4c27-90a8-365e2091a7f3 req-edfd3c1d-94f5-447a-8458-7f00c3627c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:57.192959 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-5b5f8989-ebb9-4076-a58e-c9bb9478e4e6 req-fc7cd087-cb90-4295-a68f-d4e7a5734480 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:57.227541 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-5b5f8989-ebb9-4076-a58e-c9bb9478e4e6 req-fc7cd087-cb90-4295-a68f-d4e7a5734480 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:57.243300 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:48:57.372122 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0bf875c3-8f63-4784-844c-23403aee77c8 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:57.377450 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf875c3-8f63-4784-844c-23403aee77c8 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:57.378059 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0bf875c3-8f63-4784-844c-23403aee77c8 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:57.494103 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4129a0d2-9436-4fc1-90c8-23b55a825c40 req-eccfc70b-ef7a-4916-bb97-06c2f1c48755 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/security-groups?id=1885e9b6-e8e6-4927-b799-aec8e0b8c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3273447 May 31 13:48:57.534589 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5f8989-ebb9-4076-a58e-c9bb9478e4e6 req-fc7cd087-cb90-4295-a68f-d4e7a5734480 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:57.535314 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-5b5f8989-ebb9-4076-a58e-c9bb9478e4e6 req-fc7cd087-cb90-4295-a68f-d4e7a5734480 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:57.536846 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5b5f8989-ebb9-4076-a58e-c9bb9478e4e6 req-fc7cd087-cb90-4295-a68f-d4e7a5734480 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] 10.222.0.50 "PUT /v2.0/ports/f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1 HTTP/1.1" status: 200 len: 942 time: 3.3031950 May 31 13:48:57.540179 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be0bffc5-acab-46b2-9724-a8633fe38908', 'tag': 'f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:48:57.588598 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39676) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:57.631347 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:48:57.742611 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf875c3-8f63-4784-844c-23403aee77c8 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Pushing event updated for resources: {'Network': ['ID=ee12a6a7-ecaf-44f9-920b-b65a426de429,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:57.754645 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network ee12a6a7-ecaf-44f9-920b-b65a426de429 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:48:57.769694 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-0bf875c3-8f63-4784-844c-23403aee77c8 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.1429014 May 31 13:48:57.772518 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39682) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:57.782476 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-68e99430-53bb-4b3a-87c0-65e16b4bf79c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:57.787387 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-d2a9afb8-7317-4191-b646-71b8bb686ecc tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Request body: {'subnet': {'network_id': 'ee12a6a7-ecaf-44f9-920b-b65a426de429', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:48:57.803313 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-68e99430-53bb-4b3a-87c0-65e16b4bf79c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:57.823339 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c49b12b4-dcd0-4a81-b754-87ffb0fe3546 req-eec47b4b-3a41-415d-a500-cd9faaa1b183 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2238042 May 31 13:48:57.835429 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-c49b12b4-dcd0-4a81-b754-87ffb0fe3546 req-28c99f5a-58b7-4ab0-9869-acb52baa4e78 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Request body: {'floatingip': {'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:48:57.872261 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7cd087-cb90-4295-a68f-d4e7a5734480 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Pushing event updated for resources: {'Port': ['ID=f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1,revision_number=7']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:57.946839 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-66494b99-2de7-4ab3-8639-7e64b51c287e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:57.972281 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-c49b12b4-dcd0-4a81-b754-87ffb0fe3546 req-28c99f5a-58b7-4ab0-9869-acb52baa4e78 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:48:57.999791 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-c49b12b4-dcd0-4a81-b754-87ffb0fe3546 req-28c99f5a-58b7-4ab0-9869-acb52baa4e78 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Usage tracker for resource:floatingip and tenant:43a11296fa744ef9b51a5e4bd52ac689 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:48:58.005367 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-c49b12b4-dcd0-4a81-b754-87ffb0fe3546 req-28c99f5a-58b7-4ab0-9869-acb52baa4e78 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:48:58.006659 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-68e99430-53bb-4b3a-87c0-65e16b4bf79c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:58.007176 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e99430-53bb-4b3a-87c0-65e16b4bf79c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Fanout notify agent at l3_agent the message router_deleted on router 49512dca-4082-4fca-9a9d-7aa67f8ffc68 {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:48:58.014799 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-c49b12b4-dcd0-4a81-b754-87ffb0fe3546 req-28c99f5a-58b7-4ab0-9869-acb52baa4e78 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:48:58.033185 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-66494b99-2de7-4ab3-8639-7e64b51c287e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:48:58.046911 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-66494b99-2de7-4ab3-8639-7e64b51c287e admin admin] Usage tracker for resource:security_group_rule and tenant:2fc3c6c8d0a643a7aad31af7fda59fa4 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:48:58.052055 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d2a9afb8-7317-4191-b646-71b8bb686ecc tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:48:58.059631 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-66494b99-2de7-4ab3-8639-7e64b51c287e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:48:58.062359 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-c49b12b4-dcd0-4a81-b754-87ffb0fe3546 req-28c99f5a-58b7-4ab0-9869-acb52baa4e78 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Notify callbacks [] for floatingip, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:58.067794 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d2a9afb8-7317-4191-b646-71b8bb686ecc tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Usage tracker for resource:subnet and tenant:f331ce5134ed4e2db710f69a53d0a2fe is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:48:58.075982 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d2a9afb8-7317-4191-b646-71b8bb686ecc tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:48:58.079596 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-66494b99-2de7-4ab3-8639-7e64b51c287e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:48:58.089854 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-68e99430-53bb-4b3a-87c0-65e16b4bf79c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:58.090980 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-68e99430-53bb-4b3a-87c0-65e16b4bf79c tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "DELETE /v2.0/routers/49512dca-4082-4fca-9a9d-7aa67f8ffc68 HTTP/1.1" status: 204 len: 168 time: 1.4560785 May 31 13:48:58.093950 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d2a9afb8-7317-4191-b646-71b8bb686ecc tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:48:58.095829 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a0c3152e-ed6a-48e2-a889-b84e2614c08c tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:58.099432 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39688) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:58.193585 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c3152e-ed6a-48e2-a889-b84e2614c08c tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Pushing event deleted for resources: {'Port': ['ID=27bc9e2f-ea40-47d9-96bf-1c6f47aa5784,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:58.245330 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a9afb8-7317-4191-b646-71b8bb686ecc tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Made reservation on behalf of f331ce5134ed4e2db710f69a53d0a2fe for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:48:58.249143 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d2a9afb8-7317-4191-b646-71b8bb686ecc tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:58.483971 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-95a4fbca-7854-4a34-93eb-097ff928da84 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Deleting subnet 510fd38a-03f1-49db-a3b6-387423e1b6a3 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:48:58.487515 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-95a4fbca-7854-4a34-93eb-097ff928da84 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:58.522211 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319217ca-777b-40a7-b5fb-02650f22b631 req-e5068069-8b5b-49c0-bd51-b23aa8a61289 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:58.523361 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-319217ca-777b-40a7-b5fb-02650f22b631 req-e5068069-8b5b-49c0-bd51-b23aa8a61289 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=931b2df9-a1c5-473f-ba24-0babd6d355d0 HTTP/1.1" status: 200 len: 943 time: 0.6929843 May 31 13:48:58.593297 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-95a4fbca-7854-4a34-93eb-097ff928da84 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:58.670978 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-319217ca-777b-40a7-b5fb-02650f22b631 req-b2d6cdea-afb4-4341-a35d-f842500c62cd tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=879d485c-6856-4d39-902c-2e7246942604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354854 May 31 13:48:58.690670 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-7ef2f949-a95c-4c27-90a8-365e2091a7f3 req-edfd3c1d-94f5-447a-8458-7f00c3627c5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6524429b-8656-419d-8ba8-68847a8b56e9 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:48:58.708150 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7ef2f949-a95c-4c27-90a8-365e2091a7f3 req-edfd3c1d-94f5-447a-8458-7f00c3627c5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:58.744639 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-7ef2f949-a95c-4c27-90a8-365e2091a7f3 req-edfd3c1d-94f5-447a-8458-7f00c3627c5c service neutron] Transition to ACTIVE for port object 6524429b-8656-419d-8ba8-68847a8b56e9 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:48:58.747221 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-c49b12b4-dcd0-4a81-b754-87ffb0fe3546 req-28c99f5a-58b7-4ab0-9869-acb52baa4e78 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:58.791915 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-104d50fd-f4f6-48b6-b376-9b5f4e57acc4'] response: {'name': 'network-changed', 'server_uuid': 'be0bffc5-acab-46b2-9724-a8633fe38908', 'tag': 'f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1', 'status': 'completed', 'code': 200} May 31 13:48:58.792671 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7ef2f949-a95c-4c27-90a8-365e2091a7f3 req-edfd3c1d-94f5-447a-8458-7f00c3627c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:59.051758 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-66494b99-2de7-4ab3-8639-7e64b51c287e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:59.063474 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfd3c1d-94f5-447a-8458-7f00c3627c5c service neutron] Pushing event updated for resources: {'Port': ['ID=6524429b-8656-419d-8ba8-68847a8b56e9,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:59.072863 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-66494b99-2de7-4ab3-8639-7e64b51c287e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:59.108952 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a0c3152e-ed6a-48e2-a889-b84e2614c08c tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:59.234188 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-95a4fbca-7854-4a34-93eb-097ff928da84 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:59.241237 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f469d0c-316f-46eb-a469-8203e0c37686 req-c2118713-56ed-4963-9cb0-d988d7e171ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:59.242999 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7f469d0c-316f-46eb-a469-8203e0c37686 req-c2118713-56ed-4963-9cb0-d988d7e171ee service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=43a11296fa744ef9b51a5e4bd52ac689&device_id=be0bffc5-acab-46b2-9724-a8633fe38908 HTTP/1.1" status: 200 len: 1096 time: 0.4456215 May 31 13:48:59.342432 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-66494b99-2de7-4ab3-8639-7e64b51c287e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2fc3c6c8d0a643a7aad31af7fda59fa4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6871750 May 31 13:48:59.359478 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66494b99-2de7-4ab3-8639-7e64b51c287e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3270690-5c40-4f25-9806-0e02d5b96f2d,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:59.368122 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39702) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:48:59.416527 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f469d0c-316f-46eb-a469-8203e0c37686 req-633ce0b8-0b1d-41c0-bfe5-6a3a1abdf244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:59.418219 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7f469d0c-316f-46eb-a469-8203e0c37686 req-633ce0b8-0b1d-41c0-bfe5-6a3a1abdf244 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8a6ea84a-a13a-4093-9580-9ccccafd4fee HTTP/1.1" status: 200 len: 921 time: 0.1465189 May 31 13:48:59.451851 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3d41bf-9461-4189-8bc1-86c01924c249 req-1c96d840-ce01-4d10-a4c4-5255d506ec36 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:59.459113 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-df3d41bf-9461-4189-8bc1-86c01924c249 req-1c96d840-ce01-4d10-a4c4-5255d506ec36 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4414a17-7980-4c6f-bb3c-3773d10f461d HTTP/1.1" status: 200 len: 943 time: 0.5864627 May 31 13:48:59.568310 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-c49b12b4-dcd0-4a81-b754-87ffb0fe3546 req-28c99f5a-58b7-4ab0-9869-acb52baa4e78 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Allocated IP 172.25.6.170 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/54b4da27-11de-406b-a9d5-bdd5e113e321) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:48:59.573504 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7f469d0c-316f-46eb-a469-8203e0c37686 req-b7c999fe-bec1-47f8-bff6-ca53d2e01ce7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1 HTTP/1.1" status: 200 len: 217 time: 0.1297574 May 31 13:48:59.653416 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d2a9afb8-7317-4191-b646-71b8bb686ecc tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:59.741287 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-df3d41bf-9461-4189-8bc1-86c01924c249 req-9f2bee80-32d6-4ccf-b8c8-bc971e6d1c0b tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/security-groups?id=1885e9b6-e8e6-4927-b799-aec8e0b8c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2811365 May 31 13:48:59.748504 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-7ef2f949-a95c-4c27-90a8-365e2091a7f3 req-edfd3c1d-94f5-447a-8458-7f00c3627c5c service neutron] Attempting to bind port 6524429b-8656-419d-8ba8-68847a8b56e9 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:48:59.748837 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-7ef2f949-a95c-4c27-90a8-365e2091a7f3 req-edfd3c1d-94f5-447a-8458-7f00c3627c5c service neutron] Attempting to bind port 6524429b-8656-419d-8ba8-68847a8b56e9 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': '035ad117-e9c5-414c-8bde-40a05a92335b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '63c618dc-2d9c-42a1-a644-8fd65767e93c'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:48:59.749172 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef2f949-a95c-4c27-90a8-365e2091a7f3 req-edfd3c1d-94f5-447a-8458-7f00c3627c5c service neutron] Attempting to bind port 6524429b-8656-419d-8ba8-68847a8b56e9 on network 63c618dc-2d9c-42a1-a644-8fd65767e93c {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:48:59.766832 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-95a4fbca-7854-4a34-93eb-097ff928da84 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:59.771070 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef2f949-a95c-4c27-90a8-365e2091a7f3 req-edfd3c1d-94f5-447a-8458-7f00c3627c5c service neutron] Port 6524429b-8656-419d-8ba8-68847a8b56e9 on network 63c618dc-2d9c-42a1-a644-8fd65767e93c not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:48:59.771432 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef2f949-a95c-4c27-90a8-365e2091a7f3 req-edfd3c1d-94f5-447a-8458-7f00c3627c5c service neutron] Attempting to bind port 6524429b-8656-419d-8ba8-68847a8b56e9 on network 63c618dc-2d9c-42a1-a644-8fd65767e93c {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:48:59.791190 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f469d0c-316f-46eb-a469-8203e0c37686 req-a69bc139-3d94-4732-bee6-da2f9d735cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:48:59.792665 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7f469d0c-316f-46eb-a469-8203e0c37686 req-a69bc139-3d94-4732-bee6-da2f9d735cfe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d8d91a8e-1d4d-442a-944f-994d412d112f HTTP/1.1" status: 200 len: 860 time: 0.2114811 May 31 13:48:59.795260 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef2f949-a95c-4c27-90a8-365e2091a7f3 req-edfd3c1d-94f5-447a-8458-7f00c3627c5c service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:48:59.795610 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef2f949-a95c-4c27-90a8-365e2091a7f3 req-edfd3c1d-94f5-447a-8458-7f00c3627c5c service neutron] Checking segment: {'id': '035ad117-e9c5-414c-8bde-40a05a92335b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '63c618dc-2d9c-42a1-a644-8fd65767e93c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:48:59.795997 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef2f949-a95c-4c27-90a8-365e2091a7f3 req-edfd3c1d-94f5-447a-8458-7f00c3627c5c service neutron] Bound using segment: {'id': '035ad117-e9c5-414c-8bde-40a05a92335b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '63c618dc-2d9c-42a1-a644-8fd65767e93c'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:48:59.796446 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-7ef2f949-a95c-4c27-90a8-365e2091a7f3 req-edfd3c1d-94f5-447a-8458-7f00c3627c5c service neutron] Bound port: 6524429b-8656-419d-8ba8-68847a8b56e9, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '035ad117-e9c5-414c-8bde-40a05a92335b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '63c618dc-2d9c-42a1-a644-8fd65767e93c'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:48:59.796803 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7ef2f949-a95c-4c27-90a8-365e2091a7f3 req-edfd3c1d-94f5-447a-8458-7f00c3627c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:59.798541 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3645435b-1dcd-453e-85dc-9d1c87fbdabb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:59.802585 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a9afb8-7317-4191-b646-71b8bb686ecc tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Pushing event updated for resources: {'Subnet': ['ID=717401a6-8822-4a21-9c73-af065156665d,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:59.819411 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e47262-bdd4-423a-abaa-2cab4cae3760 None None] Network 26381085-ba23-4c5a-9d44-32a81c2c6440 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:48:59.840131 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0c3152e-ed6a-48e2-a889-b84e2614c08c tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Router bc62f27b-94b5-4b2b-bb0f-f45016ea4663 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:48:59.841415 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-95a4fbca-7854-4a34-93eb-097ff928da84 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:59.864128 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7f469d0c-316f-46eb-a469-8203e0c37686 req-64be18fa-6557-4dde-bde7-4077ce524e04 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8a6ea84a-a13a-4093-9580-9ccccafd4fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553825 May 31 13:48:59.876734 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a4fbca-7854-4a34-93eb-097ff928da84 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event deleted for resources: {'Subnet': ['ID=510fd38a-03f1-49db-a3b6-387423e1b6a3,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:48:59.889933 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a9afb8-7317-4191-b646-71b8bb686ecc tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Checking segment: {'id': 'bbabc325-6dc3-4908-af34-aebf479ea6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ee12a6a7-ecaf-44f9-920b-b65a426de429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:48:59.890419 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a9afb8-7317-4191-b646-71b8bb686ecc tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Network hostable DHCP agents. Network: ee12a6a7-ecaf-44f9-920b-b65a426de429, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:48:59.909701 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3645435b-1dcd-453e-85dc-9d1c87fbdabb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:48:59.928680 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-95a4fbca-7854-4a34-93eb-097ff928da84 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "DELETE /v2.0/subnets/510fd38a-03f1-49db-a3b6-387423e1b6a3 HTTP/1.1" status: 204 len: 168 time: 1.7902467 May 31 13:48:59.938177 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 39708) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:00.107268 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a9afb8-7317-4191-b646-71b8bb686ecc tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Network ee12a6a7-ecaf-44f9-920b-b65a426de429 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:49:00.131224 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-d2a9afb8-7317-4191-b646-71b8bb686ecc tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, ee12a6a7-ecaf-44f9-920b-b65a426de429) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:49:00.141412 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a9afb8-7317-4191-b646-71b8bb686ecc tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:00.142147 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d2a9afb8-7317-4191-b646-71b8bb686ecc tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:00.147839 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0c3152e-ed6a-48e2-a889-b84e2614c08c tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:49:00.169576 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f727ea7-da1b-4921-b0a0-6ff9b3e394bf None None] Network ee12a6a7-ecaf-44f9-920b-b65a426de429 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:49:00.184696 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a0c3152e-ed6a-48e2-a889-b84e2614c08c tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "PUT /v2.0/routers/bc62f27b-94b5-4b2b-bb0f-f45016ea4663/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3313746 May 31 13:49:00.184696 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3645435b-1dcd-453e-85dc-9d1c87fbdabb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:00.186254 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3645435b-1dcd-453e-85dc-9d1c87fbdabb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:00.191650 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-3645435b-1dcd-453e-85dc-9d1c87fbdabb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b3270690-5c40-4f25-9806-0e02d5b96f2d HTTP/1.1" status: 204 len: 168 time: 0.7632196 May 31 13:49:00.192692 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39712) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:00.194026 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1c109e-512a-4ef6-9123-6e83fedd8d23 None None] Sync routers for ids ['bc62f27b-94b5-4b2b-bb0f-f45016ea4663'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:49:00.206487 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d2a9afb8-7317-4191-b646-71b8bb686ecc tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4278195 May 31 13:49:00.273657 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39718) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:00.282605 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3645435b-1dcd-453e-85dc-9d1c87fbdabb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3270690-5c40-4f25-9806-0e02d5b96f2d,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:00.288139 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-6151e03e-45de-4b2a-b2cd-2fe8667d90a5 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2140551388', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}, 'admin_state_up': False}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:49:00.306360 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6151e03e-45de-4b2a-b2cd-2fe8667d90a5 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:49:00.316332 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1c109e-512a-4ef6-9123-6e83fedd8d23 None None] Routers {'bc62f27b-94b5-4b2b-bb0f-f45016ea4663'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:49:00.317539 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-7b1c109e-512a-4ef6-9123-6e83fedd8d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:48:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['bc62f27b-94b5-4b2b-bb0f-f45016ea4663'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:49:00.375259 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-6151e03e-45de-4b2a-b2cd-2fe8667d90a5 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Usage tracker for resource:router and tenant:f331ce5134ed4e2db710f69a53d0a2fe is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:49:00.388683 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-6151e03e-45de-4b2a-b2cd-2fe8667d90a5 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:49:00.401060 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6151e03e-45de-4b2a-b2cd-2fe8667d90a5 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:49:00.427613 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6151e03e-45de-4b2a-b2cd-2fe8667d90a5 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:00.428119 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6151e03e-45de-4b2a-b2cd-2fe8667d90a5 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:00.477001 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-7b1c109e-512a-4ef6-9123-6e83fedd8d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:49:00.522325 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1c109e-512a-4ef6-9123-6e83fedd8d23 None None] Routers {'bc62f27b-94b5-4b2b-bb0f-f45016ea4663'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:49:00.522957 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-7b1c109e-512a-4ef6-9123-6e83fedd8d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:48:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['bc62f27b-94b5-4b2b-bb0f-f45016ea4663'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:49:00.548111 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-c49b12b4-dcd0-4a81-b754-87ffb0fe3546 req-28c99f5a-58b7-4ab0-9869-acb52baa4e78 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:00.562938 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1322f49c-6616-4453-8be8-cecd7c433f9f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:00.628903 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-7b1c109e-512a-4ef6-9123-6e83fedd8d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:49:00.629592 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1c109e-512a-4ef6-9123-6e83fedd8d23 None None] The sync data for ids ['bc62f27b-94b5-4b2b-bb0f-f45016ea4663'] in n-d-843939-1 is: [] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:49:00.684376 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-7ef2f949-a95c-4c27-90a8-365e2091a7f3 req-edfd3c1d-94f5-447a-8458-7f00c3627c5c service neutron] For port 6524429b-8656-419d-8ba8-68847a8b56e9, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:49:00.711649 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-1322f49c-6616-4453-8be8-cecd7c433f9f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Deleting port 00c8d9d1-cec0-485b-ab2f-139829806cd1 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:49:00.712130 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1322f49c-6616-4453-8be8-cecd7c433f9f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:00.759501 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff0efba-c84d-462e-9aef-e1aa4a75bea8 None None] DHCP port deletion for 26381085-ba23-4c5a-9d44-32a81c2c6440 request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:49:00.781806 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-7ef2f949-a95c-4c27-90a8-365e2091a7f3 req-edfd3c1d-94f5-447a-8458-7f00c3627c5c service neutron] For port 6524429b-8656-419d-8ba8-68847a8b56e9, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=6524429b-8656-419d-8ba8-68847a8b56e9,segment=NetworkSegment(035ad117-e9c5-414c-8bde-40a05a92335b),segment_id=035ad117-e9c5-414c-8bde-40a05a92335b)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:49:00.790860 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-cff0efba-c84d-462e-9aef-e1aa4a75bea8 None None] Deleting port 00c8d9d1-cec0-485b-ab2f-139829806cd1 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:49:00.791527 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cff0efba-c84d-462e-9aef-e1aa4a75bea8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:00.794116 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b945c-f34d-4b90-bee6-fe329a130322 req-ef24fbe8-7362-4c7b-9aae-21c55a4a50fb tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:00.795827 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-be7b945c-f34d-4b90-bee6-fe329a130322 req-ef24fbe8-7362-4c7b-9aae-21c55a4a50fb tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=931b2df9-a1c5-473f-ba24-0babd6d355d0 HTTP/1.1" status: 200 len: 943 time: 0.8669784 May 31 13:49:00.803251 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7f469d0c-316f-46eb-a469-8203e0c37686 req-a11713d4-caf8-44f6-bf35-24a75d0e6406 service neutron] 10.222.0.44 "GET /v2.0/networks/8a6ea84a-a13a-4093-9580-9ccccafd4fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9270227 May 31 13:49:00.808437 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7ef2f949-a95c-4c27-90a8-365e2091a7f3 req-edfd3c1d-94f5-447a-8458-7f00c3627c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:00.823043 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6151e03e-45de-4b2a-b2cd-2fe8667d90a5 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:00.848257 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39728) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:00.958051 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfd3c1d-94f5-447a-8458-7f00c3627c5c service neutron] Pushing event updated for resources: {'Port': ['ID=6524429b-8656-419d-8ba8-68847a8b56e9,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:01.074690 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-cff0efba-c84d-462e-9aef-e1aa4a75bea8 None None] For port 00c8d9d1-cec0-485b-ab2f-139829806cd1, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=00c8d9d1-cec0-485b-ab2f-139829806cd1,segment=NetworkSegment(6f378c61-5bf2-4811-8ced-d1d809c20fdf),segment_id=6f378c61-5bf2-4811-8ced-d1d809c20fdf)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:49:01.075292 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cff0efba-c84d-462e-9aef-e1aa4a75bea8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:01.245382 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-1322f49c-6616-4453-8be8-cecd7c433f9f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] For port 00c8d9d1-cec0-485b-ab2f-139829806cd1, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=00c8d9d1-cec0-485b-ab2f-139829806cd1,segment=NetworkSegment(6f378c61-5bf2-4811-8ced-d1d809c20fdf),segment_id=6f378c61-5bf2-4811-8ced-d1d809c20fdf)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:49:01.245813 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1322f49c-6616-4453-8be8-cecd7c433f9f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:01.251151 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-cff0efba-c84d-462e-9aef-e1aa4a75bea8 None None] Calling delete_port for 00c8d9d1-cec0-485b-ab2f-139829806cd1 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:49:01.378223 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-be7b945c-f34d-4b90-bee6-fe329a130322 req-49bc8b5d-d5c3-41d3-942e-a2dbe97f5ded tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=879d485c-6856-4d39-902c-2e7246942604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5647295 May 31 13:49:01.393585 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624c7ee2-d322-4f34-8ea4-6d0c9849393d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-ee12a6a7-ecaf-44f9-920b-b65a426de429', 'network_id': 'ee12a6a7-ecaf-44f9-920b-b65a426de429', 'tenant_id': 'f331ce5134ed4e2db710f69a53d0a2fe', 'fixed_ips': [{'subnet_id': '717401a6-8822-4a21-9c73-af065156665d'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:49:01.394648 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-624c7ee2-d322-4f34-8ea4-6d0c9849393d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:01.406081 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6151e03e-45de-4b2a-b2cd-2fe8667d90a5 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:01.446249 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-71d601f3-ed1a-4824-b644-f3c3605e91bd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b5726115aa9a4c48b3eb834c88b10bfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5958688 May 31 13:49:01.454732 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39734) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:01.544545 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef2f949-a95c-4c27-90a8-365e2091a7f3 req-edfd3c1d-94f5-447a-8458-7f00c3627c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:01.545334 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7ef2f949-a95c-4c27-90a8-365e2091a7f3 req-edfd3c1d-94f5-447a-8458-7f00c3627c5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:01.546887 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7ef2f949-a95c-4c27-90a8-365e2091a7f3 req-edfd3c1d-94f5-447a-8458-7f00c3627c5c service neutron] 10.222.0.44 "PUT /v2.0/ports/6524429b-8656-419d-8ba8-68847a8b56e9 HTTP/1.1" status: 200 len: 1091 time: 4.8046470 May 31 13:49:01.548430 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-c49b12b4-dcd0-4a81-b754-87ffb0fe3546 req-28c99f5a-58b7-4ab0-9869-acb52baa4e78 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:01.552512 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4414a17-7980-4c6f-bb3c-3773d10f461d', 'tag': '6524429b-8656-419d-8ba8-68847a8b56e9'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:49:01.593343 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-624c7ee2-d322-4f34-8ea4-6d0c9849393d None None] Allocated IP 172.20.0.2 (ee12a6a7-ecaf-44f9-920b-b65a426de429/717401a6-8822-4a21-9c73-af065156665d/bd9f626c-911f-4b73-9a58-f7dced51b3bc) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:49:01.629350 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-1322f49c-6616-4453-8be8-cecd7c433f9f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Calling delete_port for 00c8d9d1-cec0-485b-ab2f-139829806cd1 owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:49:01.674714 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-50194911-b35f-4736-90ac-fb3c6aa83893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:01.736099 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-50194911-b35f-4736-90ac-fb3c6aa83893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:01.825051 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cff0efba-c84d-462e-9aef-e1aa4a75bea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:01.832799 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-50194911-b35f-4736-90ac-fb3c6aa83893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:01.860182 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cd48b485-b58c-4294-9597-35278d3dd5d1 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:01.887529 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0efba-c84d-462e-9aef-e1aa4a75bea8 None None] Pushing event deleted for resources: {'Port': ['ID=00c8d9d1-cec0-485b-ab2f-139829806cd1,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:01.889549 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff0efba-c84d-462e-9aef-e1aa4a75bea8 None None] No DVR routers for this DVR port 00c8d9d1-cec0-485b-ab2f-139829806cd1 on host n-d-843939-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:49:01.909638 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-624c7ee2-d322-4f34-8ea4-6d0c9849393d None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:01.925716 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-624c7ee2-d322-4f34-8ea4-6d0c9849393d None None] Transition to ACTIVE for port object bd9f626c-911f-4b73-9a58-f7dced51b3bc will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:49:01.935040 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50194911-b35f-4736-90ac-fb3c6aa83893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74089912-6306-47dd-a8e7-0e936b3cabb4,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:01.994533 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-624c7ee2-d322-4f34-8ea4-6d0c9849393d None None] Transition to ACTIVE for port object bd9f626c-911f-4b73-9a58-f7dced51b3bc will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:49:02.002186 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-624c7ee2-d322-4f34-8ea4-6d0c9849393d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:02.031256 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c49b12b4-dcd0-4a81-b754-87ffb0fe3546 req-28c99f5a-58b7-4ab0-9869-acb52baa4e78 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:49:02.097490 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-c49b12b4-dcd0-4a81-b754-87ffb0fe3546 req-28c99f5a-58b7-4ab0-9869-acb52baa4e78 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:49:02.117460 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-c49b12b4-dcd0-4a81-b754-87ffb0fe3546 req-28c99f5a-58b7-4ab0-9869-acb52baa4e78 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:49:02.123606 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624c7ee2-d322-4f34-8ea4-6d0c9849393d None None] Network ee12a6a7-ecaf-44f9-920b-b65a426de429 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:49:02.127262 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-624c7ee2-d322-4f34-8ea4-6d0c9849393d None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:49:02.131468 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624c7ee2-d322-4f34-8ea4-6d0c9849393d None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:49:02.179563 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c99f5a-58b7-4ab0-9869-acb52baa4e78 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Pushing event updated for resources: {'Port': ['ID=54b4da27-11de-406b-a9d5-bdd5e113e321,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:02.181873 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624c7ee2-d322-4f34-8ea4-6d0c9849393d None None] Pushing event updated for resources: {'Port': ['ID=bd9f626c-911f-4b73-9a58-f7dced51b3bc,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:02.204221 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-50194911-b35f-4736-90ac-fb3c6aa83893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:02.210455 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-50194911-b35f-4736-90ac-fb3c6aa83893 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/74089912-6306-47dd-a8e7-0e936b3cabb4 HTTP/1.1" status: 204 len: 168 time: 0.7539577 May 31 13:49:02.264128 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-624c7ee2-d322-4f34-8ea4-6d0c9849393d None None] Attempting to bind port bd9f626c-911f-4b73-9a58-f7dced51b3bc on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:49:02.264629 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-624c7ee2-d322-4f34-8ea4-6d0c9849393d None None] Attempting to bind port bd9f626c-911f-4b73-9a58-f7dced51b3bc by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'bbabc325-6dc3-4908-af34-aebf479ea6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ee12a6a7-ecaf-44f9-920b-b65a426de429'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:49:02.264885 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624c7ee2-d322-4f34-8ea4-6d0c9849393d None None] Attempting to bind port bd9f626c-911f-4b73-9a58-f7dced51b3bc on network ee12a6a7-ecaf-44f9-920b-b65a426de429 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:49:02.272064 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624c7ee2-d322-4f34-8ea4-6d0c9849393d None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:49:02.272541 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624c7ee2-d322-4f34-8ea4-6d0c9849393d None None] Checking segment: {'id': 'bbabc325-6dc3-4908-af34-aebf479ea6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ee12a6a7-ecaf-44f9-920b-b65a426de429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:49:02.272839 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-624c7ee2-d322-4f34-8ea4-6d0c9849393d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:02.273233 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624c7ee2-d322-4f34-8ea4-6d0c9849393d None None] Bound using segment: {'id': 'bbabc325-6dc3-4908-af34-aebf479ea6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ee12a6a7-ecaf-44f9-920b-b65a426de429'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:49:02.274059 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-624c7ee2-d322-4f34-8ea4-6d0c9849393d None None] Bound port: bd9f626c-911f-4b73-9a58-f7dced51b3bc, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbabc325-6dc3-4908-af34-aebf479ea6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ee12a6a7-ecaf-44f9-920b-b65a426de429'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:49:02.274310 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-624c7ee2-d322-4f34-8ea4-6d0c9849393d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:02.299915 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6151e03e-45de-4b2a-b2cd-2fe8667d90a5 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks [] for router_gateway, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:02.357948 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7f469d0c-316f-46eb-a469-8203e0c37686 req-db8f5333-a79e-4771-9656-679353987aa0 service neutron] 10.222.0.44 "GET /v2.0/networks/8a6ea84a-a13a-4093-9580-9ccccafd4fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5111930 May 31 13:49:02.410719 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.api [None req-1322f49c-6616-4453-8be8-cecd7c433f9f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88370) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:49:02.411086 n-d-843939-1 neutron-server[88370]: DEBUG oslo_db.api [None req-1322f49c-6616-4453-8be8-cecd7c433f9f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:49:02.450790 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39be8cd4-d2c7-4c54-ab9a-6f61a13de57b req-250827f4-3866-4b0c-98ff-6369ef74e448 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:02.458479 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-39be8cd4-d2c7-4c54-ab9a-6f61a13de57b req-250827f4-3866-4b0c-98ff-6369ef74e448 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4414a17-7980-4c6f-bb3c-3773d10f461d HTTP/1.1" status: 200 len: 943 time: 0.8998163 May 31 13:49:02.463793 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 00c8d9d1-cec0-485b-ab2f-139829806cd1 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:49:02.533629 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-39be8cd4-d2c7-4c54-ab9a-6f61a13de57b req-6f7d790b-76c0-4cb3-9a5d-8b37ba40e05c tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/security-groups?id=1885e9b6-e8e6-4927-b799-aec8e0b8c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726368 May 31 13:49:02.553969 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef2f949-a95c-4c27-90a8-365e2091a7f3 req-a846a66d-3dfb-4613-94c1-dd7ebae99fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:02.553969 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7ef2f949-a95c-4c27-90a8-365e2091a7f3 req-a846a66d-3dfb-4613-94c1-dd7ebae99fc0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0c3bb07388f549c9aeec65a21380cb5d&device_id=f4414a17-7980-4c6f-bb3c-3773d10f461d HTTP/1.1" status: 200 len: 1094 time: 0.8383749 May 31 13:49:02.554412 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 00c8d9d1-cec0-485b-ab2f-139829806cd1 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:49:02.554412 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 00c8d9d1-cec0-485b-ab2f-139829806cd1 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:49:02.664539 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6151e03e-45de-4b2a-b2cd-2fe8667d90a5 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:02.686446 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-624c7ee2-d322-4f34-8ea4-6d0c9849393d None None] For port bd9f626c-911f-4b73-9a58-f7dced51b3bc, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:49:02.689678 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-624c7ee2-d322-4f34-8ea4-6d0c9849393d None None] For port bd9f626c-911f-4b73-9a58-f7dced51b3bc, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=bd9f626c-911f-4b73-9a58-f7dced51b3bc,segment=NetworkSegment(bbabc325-6dc3-4908-af34-aebf479ea6a7),segment_id=bbabc325-6dc3-4908-af34-aebf479ea6a7)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:49:02.696193 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-624c7ee2-d322-4f34-8ea4-6d0c9849393d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:02.737721 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-c49b12b4-dcd0-4a81-b754-87ffb0fe3546 req-28c99f5a-58b7-4ab0-9869-acb52baa4e78 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:02.760082 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device a9fc5db8-b6ca-4339-936c-dac801564b5d no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:49:02.785022 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7ef2f949-a95c-4c27-90a8-365e2091a7f3 req-87bdf24f-c65b-4250-b63c-927c0bf0ccb2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6524429b-8656-419d-8ba8-68847a8b56e9 HTTP/1.1" status: 200 len: 217 time: 0.2109344 May 31 13:49:02.963179 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624c7ee2-d322-4f34-8ea4-6d0c9849393d None None] Pushing event updated for resources: {'Port': ['ID=bd9f626c-911f-4b73-9a58-f7dced51b3bc,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:02.990896 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port a9fc5db8-b6ca-4339-936c-dac801564b5d is: DOWN; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:49:03.003404 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-1322f49c-6616-4453-8be8-cecd7c433f9f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Deleting port 00c8d9d1-cec0-485b-ab2f-139829806cd1 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:49:03.003858 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1322f49c-6616-4453-8be8-cecd7c433f9f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:03.010487 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-6151e03e-45de-4b2a-b2cd-2fe8667d90a5 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Allocated IP 172.25.6.13 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/17bff94a-0451-420b-9c3a-16fecc8c3f7f) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:49:03.036789 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-cd48b485-b58c-4294-9597-35278d3dd5d1 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Deleting port efb40a7c-59cd-40c9-b269-af2742e0f1d9 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:49:03.037263 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cd48b485-b58c-4294-9597-35278d3dd5d1 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:03.037910 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-c49b12b4-dcd0-4a81-b754-87ffb0fe3546 req-28c99f5a-58b7-4ab0-9869-acb52baa4e78 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:03.216527 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-1322f49c-6616-4453-8be8-cecd7c433f9f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] The port '00c8d9d1-cec0-485b-ab2f-139829806cd1' was deleted {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 13:49:03.319732 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef2f949-a95c-4c27-90a8-365e2091a7f3 req-551f0750-4c84-4cc0-8a40-d7850b383561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:03.325696 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7ef2f949-a95c-4c27-90a8-365e2091a7f3 req-551f0750-4c84-4cc0-8a40-d7850b383561 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1fa11664-0552-4bb0-b5b0-3278009a7430 HTTP/1.1" status: 200 len: 854 time: 0.4064815 May 31 13:49:03.556357 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cd48b485-b58c-4294-9597-35278d3dd5d1 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:03.775401 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-cd48b485-b58c-4294-9597-35278d3dd5d1 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Calling delete_port for efb40a7c-59cd-40c9-b269-af2742e0f1d9 owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:49:04.053891 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d46e9e8e-1d83-4dbe-8135-e5a4dd5d9c21'] response: {'name': 'network-changed', 'server_uuid': 'f4414a17-7980-4c6f-bb3c-3773d10f461d', 'tag': '6524429b-8656-419d-8ba8-68847a8b56e9', 'status': 'completed', 'code': 200} May 31 13:49:04.071815 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cd48b485-b58c-4294-9597-35278d3dd5d1 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:04.139565 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1322f49c-6616-4453-8be8-cecd7c433f9f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:04.144684 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd48b485-b58c-4294-9597-35278d3dd5d1 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Pushing event deleted for resources: {'Port': ['ID=efb40a7c-59cd-40c9-b269-af2742e0f1d9,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:04.395842 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-1322f49c-6616-4453-8be8-cecd7c433f9f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26381085-ba23-4c5a-9d44-32a81c2c6440']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:49:04.472612 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-1322f49c-6616-4453-8be8-cecd7c433f9f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f378c61-5bf2-4811-8ced-d1d809c20fdf') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:49:04.473252 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-1322f49c-6616-4453-8be8-cecd7c433f9f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f378c61-5bf2-4811-8ced-d1d809c20fdf') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:49:04.504323 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device bd9f626c-911f-4b73-9a58-f7dced51b3bc up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:49:04.517898 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6151e03e-45de-4b2a-b2cd-2fe8667d90a5 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:04.579960 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1322f49c-6616-4453-8be8-cecd7c433f9f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:04.625160 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef2f949-a95c-4c27-90a8-365e2091a7f3 req-da13ef01-daf5-434a-b116-f373290ca593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:04.628186 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7ef2f949-a95c-4c27-90a8-365e2091a7f3 req-da13ef01-daf5-434a-b116-f373290ca593 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=63c618dc-2d9c-42a1-a644-8fd65767e93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2664585 May 31 13:49:04.672155 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port bd9f626c-911f-4b73-9a58-f7dced51b3bc completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:49:04.744926 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6552ed7e-ca3b-434e-871f-9bac592c8d2d None None] Network ee12a6a7-ecaf-44f9-920b-b65a426de429 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:49:04.772729 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1322f49c-6616-4453-8be8-cecd7c433f9f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:04.820086 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.resource_extend [req-c49b12b4-dcd0-4a81-b754-87ffb0fe3546 req-28c99f5a-58b7-4ab0-9869-acb52baa4e78 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:49:04.838278 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1322f49c-6616-4453-8be8-cecd7c433f9f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:49:04.838697 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1322f49c-6616-4453-8be8-cecd7c433f9f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:04.848614 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cd48b485-b58c-4294-9597-35278d3dd5d1 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:04.898350 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-88df1461-cf7b-46a4-9a63-2f5f9342c738 None None] Provisioning for port bd9f626c-911f-4b73-9a58-f7dced51b3bc completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:49:04.911490 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-88df1461-cf7b-46a4-9a63-2f5f9342c738 None None] Provisioning complete for port bd9f626c-911f-4b73-9a58-f7dced51b3bc triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:49:04.912627 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-88df1461-cf7b-46a4-9a63-2f5f9342c738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:04.952835 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36e1771-4359-4dda-9c57-3b364a140384 req-9c765284-dd15-41a9-9b53-ea709303e7be tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:04.963384 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d36e1771-4359-4dda-9c57-3b364a140384 req-9c765284-dd15-41a9-9b53-ea709303e7be tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4414a17-7980-4c6f-bb3c-3773d10f461d HTTP/1.1" status: 200 len: 943 time: 0.7637792 May 31 13:49:05.030111 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-c49b12b4-dcd0-4a81-b754-87ffb0fe3546 req-28c99f5a-58b7-4ab0-9869-acb52baa4e78 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:05.044148 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1322f49c-6616-4453-8be8-cecd7c433f9f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:05.064426 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-c49b12b4-dcd0-4a81-b754-87ffb0fe3546 req-28c99f5a-58b7-4ab0-9869-acb52baa4e78 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:05.141102 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-88df1461-cf7b-46a4-9a63-2f5f9342c738 None None] Current status of the port bd9f626c-911f-4b73-9a58-f7dced51b3bc is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:49:05.141874 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-88df1461-cf7b-46a4-9a63-2f5f9342c738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:05.234889 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1322f49c-6616-4453-8be8-cecd7c433f9f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:05.247864 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-88df1461-cf7b-46a4-9a63-2f5f9342c738 None None] For port bd9f626c-911f-4b73-9a58-f7dced51b3bc, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=bd9f626c-911f-4b73-9a58-f7dced51b3bc,segment=NetworkSegment(bbabc325-6dc3-4908-af34-aebf479ea6a7),segment_id=bbabc325-6dc3-4908-af34-aebf479ea6a7)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:49:05.298012 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-88df1461-cf7b-46a4-9a63-2f5f9342c738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:05.311367 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 6f378c61-5bf2-4811-8ced-d1d809c20fdf resource provider aggregate not found May 31 13:49:05.315696 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c99f5a-58b7-4ab0-9869-acb52baa4e78 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Pushing event updated for resources: {'Port': ['ID=54b4da27-11de-406b-a9d5-bdd5e113e321,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:05.328278 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-1322f49c-6616-4453-8be8-cecd7c433f9f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "DELETE /v2.0/networks/26381085-ba23-4c5a-9d44-32a81c2c6440 HTTP/1.1" status: 204 len: 168 time: 5.3856966 May 31 13:49:05.369470 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 39814) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:05.386868 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1322f49c-6616-4453-8be8-cecd7c433f9f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event deleted for resources: {'Network': ['ID=26381085-ba23-4c5a-9d44-32a81c2c6440,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:05.399561 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 6f378c61-5bf2-4811-8ced-d1d809c20fdf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6f378c61-5bf2-4811-8ced-d1d809c20fdf found for delete ", "request_id": "req-1ba63561-0d8e-4b68-ad60-032f9904c68d"}]} May 31 13:49:05.415676 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88df1461-cf7b-46a4-9a63-2f5f9342c738 None None] Pushing event updated for resources: {'Port': ['ID=bd9f626c-911f-4b73-9a58-f7dced51b3bc,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:05.488186 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 39818) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:05.505559 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6151e03e-45de-4b2a-b2cd-2fe8667d90a5 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:05.524316 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d36e1771-4359-4dda-9c57-3b364a140384 req-ee5dce91-9d46-41c2-8214-005f204c84b7 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/security-groups?id=1885e9b6-e8e6-4927-b799-aec8e0b8c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5592027 May 31 13:49:05.553288 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7ef2f949-a95c-4c27-90a8-365e2091a7f3 req-503043d3-4f3d-493f-9417-2783c01f523f service neutron] 10.222.0.44 "GET /v2.0/networks/63c618dc-2d9c-42a1-a644-8fd65767e93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9126241 May 31 13:49:05.580507 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6151e03e-45de-4b2a-b2cd-2fe8667d90a5 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:49:05.596459 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-6151e03e-45de-4b2a-b2cd-2fe8667d90a5 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:49:05.599700 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6151e03e-45de-4b2a-b2cd-2fe8667d90a5 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:49:05.743322 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd48b485-b58c-4294-9597-35278d3dd5d1 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Router bc62f27b-94b5-4b2b-bb0f-f45016ea4663 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:49:05.826672 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7ef2f949-a95c-4c27-90a8-365e2091a7f3 req-4c707547-136a-4aac-b3ef-14902a13ebaa service neutron] 10.222.0.44 "GET /v2.0/networks/63c618dc-2d9c-42a1-a644-8fd65767e93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580755 May 31 13:49:05.829690 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-bb21a69c-ad21-47e7-b401-b1088bb6f7d0 None None] Provisioning complete for port bd9f626c-911f-4b73-9a58-f7dced51b3bc triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:49:05.830475 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bb21a69c-ad21-47e7-b401-b1088bb6f7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:05.850567 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-28ddf430-344d-41c1-9c48-0159e6541be6 tempest-QuotasNegativeTest-721147079 tempest-QuotasNegativeTest-721147079-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:49:05.900774 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1b5b00-4b75-4865-8341-75e8999b4ac8 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:05.901421 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-8e1b5b00-4b75-4865-8341-75e8999b4ac8 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Synchronizing usage tracker for tenant:e2f5ae2e1abf4a2cb5fdef12f13f2ebb on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:49:05.904259 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6151e03e-45de-4b2a-b2cd-2fe8667d90a5 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Pushing event updated for resources: {'Port': ['ID=17bff94a-0451-420b-9c3a-16fecc8c3f7f,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:05.910917 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-c49b12b4-dcd0-4a81-b754-87ffb0fe3546 req-28c99f5a-58b7-4ab0-9869-acb52baa4e78 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:06.114320 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-bb21a69c-ad21-47e7-b401-b1088bb6f7d0 None None] Current status of the port bd9f626c-911f-4b73-9a58-f7dced51b3bc is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:49:06.154375 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-28ddf430-344d-41c1-9c48-0159e6541be6 tempest-QuotasNegativeTest-721147079 tempest-QuotasNegativeTest-721147079-project-admin] 10.222.0.50 "PUT /v2.0/quotas/0b74472a2af941af8a85f41f67072590 HTTP/1.1" status: 200 len: 368 time: 0.6485019 May 31 13:49:06.169086 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 39838) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:06.207469 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-c49b12b4-dcd0-4a81-b754-87ffb0fe3546 req-28c99f5a-58b7-4ab0-9869-acb52baa4e78 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:06.209708 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c49b12b4-dcd0-4a81-b754-87ffb0fe3546 req-28c99f5a-58b7-4ab0-9869-acb52baa4e78 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 8.3778906 May 31 13:49:06.215790 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-d10fd4da-2413-4d9b-a4c6-f88e83dad1f3 tempest-QuotasNegativeTest-721147079 tempest-QuotasNegativeTest-721147079-project-admin] Request body: {'network': {'project_id': '0b74472a2af941af8a85f41f67072590'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:49:06.223264 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d10fd4da-2413-4d9b-a4c6-f88e83dad1f3 tempest-QuotasNegativeTest-721147079 tempest-QuotasNegativeTest-721147079-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:49:06.263936 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-d10fd4da-2413-4d9b-a4c6-f88e83dad1f3 tempest-QuotasNegativeTest-721147079 tempest-QuotasNegativeTest-721147079-project-admin] Usage tracker for resource:network and tenant:0b74472a2af941af8a85f41f67072590 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:49:06.269498 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-8e1b5b00-4b75-4865-8341-75e8999b4ac8 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Unset dirty status for tenant:e2f5ae2e1abf4a2cb5fdef12f13f2ebb on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:49:06.270720 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-8e1b5b00-4b75-4865-8341-75e8999b4ac8 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "GET /v2.0/ports/37b50223-0026-48ab-8a39-9d8a1dfb9669 HTTP/1.1" status: 200 len: 845 time: 0.8781798 May 31 13:49:06.273058 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-d10fd4da-2413-4d9b-a4c6-f88e83dad1f3 tempest-QuotasNegativeTest-721147079 tempest-QuotasNegativeTest-721147079-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:49:06.290730 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 39842) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:06.335071 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device bd9f626c-911f-4b73-9a58-f7dced51b3bc up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:49:06.384415 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d10fd4da-2413-4d9b-a4c6-f88e83dad1f3 tempest-QuotasNegativeTest-721147079 tempest-QuotasNegativeTest-721147079-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:49:06.489600 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port bd9f626c-911f-4b73-9a58-f7dced51b3bc triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:49:06.490036 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:06.512181 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-c49b12b4-dcd0-4a81-b754-87ffb0fe3546 req-880e8ecc-83a2-482a-9fa0-a001eb20bb99 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Synchronizing usage tracker for tenant:43a11296fa744ef9b51a5e4bd52ac689 on resource:floatingip {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:49:06.516288 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 39850) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:06.539551 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75586ac7-bfa1-4aa8-a3db-0c21def6cfef req-7748cba8-33a1-49b6-abde-f4273ecc254b tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:06.541334 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-75586ac7-bfa1-4aa8-a3db-0c21def6cfef req-7748cba8-33a1-49b6-abde-f4273ecc254b tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=931b2df9-a1c5-473f-ba24-0babd6d355d0 HTTP/1.1" status: 200 len: 943 time: 0.4934964 May 31 13:49:06.548459 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d10fd4da-2413-4d9b-a4c6-f88e83dad1f3 tempest-QuotasNegativeTest-721147079 tempest-QuotasNegativeTest-721147079-project-admin] Made reservation on behalf of 0b74472a2af941af8a85f41f67072590 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:49:06.550974 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d10fd4da-2413-4d9b-a4c6-f88e83dad1f3 tempest-QuotasNegativeTest-721147079 tempest-QuotasNegativeTest-721147079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:06.627985 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d10fd4da-2413-4d9b-a4c6-f88e83dad1f3 tempest-QuotasNegativeTest-721147079 tempest-QuotasNegativeTest-721147079-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:06.644150 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6151e03e-45de-4b2a-b2cd-2fe8667d90a5 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks [] for router_gateway, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:06.660546 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fca700a-1833-47cf-a77d-1f7da15d16d8 req-7ab3c3fb-5b3e-4d60-9462-3818fdc9fe28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:06.666388 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6fca700a-1833-47cf-a77d-1f7da15d16d8 req-7ab3c3fb-5b3e-4d60-9462-3818fdc9fe28 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0c3bb07388f549c9aeec65a21380cb5d&device_id=f4414a17-7980-4c6f-bb3c-3773d10f461d HTTP/1.1" status: 200 len: 1094 time: 0.7611325 May 31 13:49:06.678384 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-5a7ea868-3514-48ab-964f-9ded2b195ad4 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "GET /v2.0/ports/37b50223-0026-48ab-8a39-9d8a1dfb9669?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.3055828 May 31 13:49:06.716779 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port bd9f626c-911f-4b73-9a58-f7dced51b3bc is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:49:06.731468 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39858) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:06.732388 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd48b485-b58c-4294-9597-35278d3dd5d1 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:49:06.745577 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab999a2-1eaf-482c-b8ec-baedc3b79857 None None] Sync routers for ids ['bc62f27b-94b5-4b2b-bb0f-f45016ea4663'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:49:06.749811 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-47338a28-248d-43d0-ac65-bf5e19463f20 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Request body: {'subnet': {'network_id': 'a48c2a33-e3db-4cc0-a958-b63bcce161fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:49:06.763145 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d10fd4da-2413-4d9b-a4c6-f88e83dad1f3 tempest-QuotasNegativeTest-721147079 tempest-QuotasNegativeTest-721147079-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:49:06.765350 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-c49b12b4-dcd0-4a81-b754-87ffb0fe3546 req-880e8ecc-83a2-482a-9fa0-a001eb20bb99 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Unset dirty status for tenant:43a11296fa744ef9b51a5e4bd52ac689 on resource:floatingip {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:49:06.766385 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab999a2-1eaf-482c-b8ec-baedc3b79857 None None] Routers {'bc62f27b-94b5-4b2b-bb0f-f45016ea4663'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:49:06.766615 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c49b12b4-dcd0-4a81-b754-87ffb0fe3546 req-880e8ecc-83a2-482a-9fa0-a001eb20bb99 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.170 HTTP/1.1" status: 200 len: 696 time: 0.5076416 May 31 13:49:06.768633 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-1ab999a2-1eaf-482c-b8ec-baedc3b79857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:48:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['bc62f27b-94b5-4b2b-bb0f-f45016ea4663'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:49:06.833741 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-d10fd4da-2413-4d9b-a4c6-f88e83dad1f3 tempest-QuotasNegativeTest-721147079 tempest-QuotasNegativeTest-721147079-project-admin] Usage tracker for resource:security_group_rule and tenant:0b74472a2af941af8a85f41f67072590 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:49:06.839912 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-d10fd4da-2413-4d9b-a4c6-f88e83dad1f3 tempest-QuotasNegativeTest-721147079 tempest-QuotasNegativeTest-721147079-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:49:06.844701 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-1ab999a2-1eaf-482c-b8ec-baedc3b79857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:49:06.856794 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab999a2-1eaf-482c-b8ec-baedc3b79857 None None] Routers {'bc62f27b-94b5-4b2b-bb0f-f45016ea4663'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:49:06.857661 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-1ab999a2-1eaf-482c-b8ec-baedc3b79857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:48:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['bc62f27b-94b5-4b2b-bb0f-f45016ea4663'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:49:06.903519 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-cd48b485-b58c-4294-9597-35278d3dd5d1 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "PUT /v2.0/routers/bc62f27b-94b5-4b2b-bb0f-f45016ea4663/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7012513 May 31 13:49:06.909295 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39862) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:06.940863 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-1ab999a2-1eaf-482c-b8ec-baedc3b79857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:49:06.941266 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab999a2-1eaf-482c-b8ec-baedc3b79857 None None] The sync data for ids ['bc62f27b-94b5-4b2b-bb0f-f45016ea4663'] in n-d-843939-1 is: [] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:49:07.038994 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d10fd4da-2413-4d9b-a4c6-f88e83dad1f3 tempest-QuotasNegativeTest-721147079 tempest-QuotasNegativeTest-721147079-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:49:07.051277 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-75586ac7-bfa1-4aa8-a3db-0c21def6cfef req-46c33031-aae2-4c4d-9165-b4bf9e81fb03 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=879d485c-6856-4d39-902c-2e7246942604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4812434 May 31 13:49:07.053317 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-24b73a76-c75b-4c68-908b-be79c46b194e tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Synchronizing usage tracker for tenant:85d9456a7d3e47cf9816e44471382253 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:49:07.088521 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-47338a28-248d-43d0-ac65-bf5e19463f20 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:49:07.102587 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-24b73a76-c75b-4c68-908b-be79c46b194e tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Unset dirty status for tenant:85d9456a7d3e47cf9816e44471382253 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:49:07.108854 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-24b73a76-c75b-4c68-908b-be79c46b194e tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc62f27b-94b5-4b2b-bb0f-f45016ea4663 HTTP/1.1" status: 200 len: 205 time: 0.1951928 May 31 13:49:07.109616 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39866) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:07.111271 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-47338a28-248d-43d0-ac65-bf5e19463f20 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Usage tracker for resource:subnet and tenant:e2f5ae2e1abf4a2cb5fdef12f13f2ebb is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:49:07.200690 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fdb3056a-020d-477e-a1c9-4f411d3e82b3 req-e7a051e3-8731-4dc2-90f4-0a712ae09cd7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=931b2df9-a1c5-473f-ba24-0babd6d355d0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6773531 May 31 13:49:07.232247 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fca700a-1833-47cf-a77d-1f7da15d16d8 req-01cf7f21-95c2-409e-959e-75fdcbb73a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:07.233951 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6fca700a-1833-47cf-a77d-1f7da15d16d8 req-01cf7f21-95c2-409e-959e-75fdcbb73a91 service neutron] 10.222.0.44 "GET /v2.0/networks?id=63c618dc-2d9c-42a1-a644-8fd65767e93c HTTP/1.1" status: 200 len: 916 time: 0.5034447 May 31 13:49:07.400106 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6fca700a-1833-47cf-a77d-1f7da15d16d8 req-5b3a97c0-2178-46b4-b682-66af101be7c8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6524429b-8656-419d-8ba8-68847a8b56e9 HTTP/1.1" status: 200 len: 217 time: 0.1484859 May 31 13:49:07.412680 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:07.413296 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b12b4-dcd0-4a81-b754-87ffb0fe3546 req-3c73fa4e-a519-4806-919b-331d0d7d912e tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:07.415781 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c49b12b4-dcd0-4a81-b754-87ffb0fe3546 req-3c73fa4e-a519-4806-919b-331d0d7d912e tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] 10.222.0.50 "GET /v2.0/networks/d2103cd5-63ba-4c24-9d95-fd17643bf14c HTTP/1.1" status: 200 len: 784 time: 0.6275949 May 31 13:49:07.443520 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-47338a28-248d-43d0-ac65-bf5e19463f20 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:49:07.479490 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [req-c49b12b4-dcd0-4a81-b754-87ffb0fe3546 req-5c34b1bb-03be-4e45-b414-f0d7947432bc tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:49:07.480489 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c49b12b4-dcd0-4a81-b754-87ffb0fe3546 req-5c34b1bb-03be-4e45-b414-f0d7947432bc tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0233500 May 31 13:49:07.528480 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-47338a28-248d-43d0-ac65-bf5e19463f20 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:49:07.530806 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d10fd4da-2413-4d9b-a4c6-f88e83dad1f3 tempest-QuotasNegativeTest-721147079 tempest-QuotasNegativeTest-721147079-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:07.544903 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fca700a-1833-47cf-a77d-1f7da15d16d8 req-585d2376-6ad9-4d21-8e75-f09d82e1edde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:07.546371 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6fca700a-1833-47cf-a77d-1f7da15d16d8 req-585d2376-6ad9-4d21-8e75-f09d82e1edde service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1fa11664-0552-4bb0-b5b0-3278009a7430 HTTP/1.1" status: 200 len: 854 time: 0.1233299 May 31 13:49:07.547055 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d10fd4da-2413-4d9b-a4c6-f88e83dad1f3 tempest-QuotasNegativeTest-721147079 tempest-QuotasNegativeTest-721147079-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:07.551603 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ff9bf796-5773-4fbe-b59e-1d90110bb03c tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:07.586539 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10fd4da-2413-4d9b-a4c6-f88e83dad1f3 tempest-QuotasNegativeTest-721147079 tempest-QuotasNegativeTest-721147079-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c55d2f89-1376-4515-bed3-e53f06989bc1,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:07.673357 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8adb3cc-5b2f-47dc-b66b-e928f195639c req-edb2ce78-292e-4e5c-953e-38732b104355 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:07.674968 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a8adb3cc-5b2f-47dc-b66b-e928f195639c req-edb2ce78-292e-4e5c-953e-38732b104355 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4414a17-7980-4c6f-bb3c-3773d10f461d HTTP/1.1" status: 200 len: 943 time: 0.4401023 May 31 13:49:07.681658 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d10fd4da-2413-4d9b-a4c6-f88e83dad1f3 tempest-QuotasNegativeTest-721147079 tempest-QuotasNegativeTest-721147079-project-admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:49:07.724196 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47338a28-248d-43d0-ac65-bf5e19463f20 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Made reservation on behalf of e2f5ae2e1abf4a2cb5fdef12f13f2ebb for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:49:07.728311 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-47338a28-248d-43d0-ac65-bf5e19463f20 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:07.758902 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d10fd4da-2413-4d9b-a4c6-f88e83dad1f3 tempest-QuotasNegativeTest-721147079 tempest-QuotasNegativeTest-721147079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:07.760111 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-d10fd4da-2413-4d9b-a4c6-f88e83dad1f3 tempest-QuotasNegativeTest-721147079 tempest-QuotasNegativeTest-721147079-project-admin] Added segment 47194054-b8db-4942-bb45-446ad6aff01b of type vlan for network 18b72c7c-78ea-4644-8acc-979e36fbf8ac May 31 13:49:07.837034 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d10fd4da-2413-4d9b-a4c6-f88e83dad1f3 tempest-QuotasNegativeTest-721147079 tempest-QuotasNegativeTest-721147079-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:07.925511 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d10fd4da-2413-4d9b-a4c6-f88e83dad1f3 tempest-QuotasNegativeTest-721147079 tempest-QuotasNegativeTest-721147079-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:07.926742 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10fd4da-2413-4d9b-a4c6-f88e83dad1f3 tempest-QuotasNegativeTest-721147079 tempest-QuotasNegativeTest-721147079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:07.927354 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d10fd4da-2413-4d9b-a4c6-f88e83dad1f3 tempest-QuotasNegativeTest-721147079 tempest-QuotasNegativeTest-721147079-project-admin] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:08.024683 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a8adb3cc-5b2f-47dc-b66b-e928f195639c req-d36cb20e-2eda-4dab-abec-b9ad6dab1226 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/security-groups?id=1885e9b6-e8e6-4927-b799-aec8e0b8c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3095677 May 31 13:49:08.074734 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10fd4da-2413-4d9b-a4c6-f88e83dad1f3 tempest-QuotasNegativeTest-721147079 tempest-QuotasNegativeTest-721147079-project-admin] Pushing event updated for resources: {'Network': ['ID=18b72c7c-78ea-4644-8acc-979e36fbf8ac,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:08.096688 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-d10fd4da-2413-4d9b-a4c6-f88e83dad1f3 tempest-QuotasNegativeTest-721147079 tempest-QuotasNegativeTest-721147079-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.9244003 May 31 13:49:08.099652 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 39882) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:08.102416 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 18b72c7c-78ea-4644-8acc-979e36fbf8ac details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:49:08.108347 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-2570200c-00e0-4bc3-b696-12d5a6b95f9a tempest-QuotasNegativeTest-721147079 tempest-QuotasNegativeTest-721147079-project-admin] Request body: {'network': {'project_id': '0b74472a2af941af8a85f41f67072590'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:49:08.113436 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fca700a-1833-47cf-a77d-1f7da15d16d8 req-83a97e6e-bccd-47f9-9c04-5a6a5f9c44ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:08.115005 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6fca700a-1833-47cf-a77d-1f7da15d16d8 req-83a97e6e-bccd-47f9-9c04-5a6a5f9c44ca service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=63c618dc-2d9c-42a1-a644-8fd65767e93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5300646 May 31 13:49:08.126488 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-2570200c-00e0-4bc3-b696-12d5a6b95f9a tempest-QuotasNegativeTest-721147079 tempest-QuotasNegativeTest-721147079-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:49:08.170251 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-2570200c-00e0-4bc3-b696-12d5a6b95f9a tempest-QuotasNegativeTest-721147079 tempest-QuotasNegativeTest-721147079-project-admin] Usage tracker for resource:network and tenant:0b74472a2af941af8a85f41f67072590 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:49:08.185953 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83074181-54e8-4595-b2b5-3a82cdd05426 req-79d6ea6b-77bd-406b-8968-7ae23a6c3e68 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:08.191358 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ff9bf796-5773-4fbe-b59e-1d90110bb03c tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:08.193422 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-83074181-54e8-4595-b2b5-3a82cdd05426 req-79d6ea6b-77bd-406b-8968-7ae23a6c3e68 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] 10.222.0.50 "GET /v2.0/ports?device_id=be0bffc5-acab-46b2-9724-a8633fe38908&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5172129 May 31 13:49:08.198460 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ff9bf796-5773-4fbe-b59e-1d90110bb03c tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:08.214611 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6151e03e-45de-4b2a-b2cd-2fe8667d90a5 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:08.308831 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-2570200c-00e0-4bc3-b696-12d5a6b95f9a tempest-QuotasNegativeTest-721147079 tempest-QuotasNegativeTest-721147079-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:49:08.334230 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-2570200c-00e0-4bc3-b696-12d5a6b95f9a tempest-QuotasNegativeTest-721147079 tempest-QuotasNegativeTest-721147079-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:49:08.372109 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ff9bf796-5773-4fbe-b59e-1d90110bb03c tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:08.372378 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff9bf796-5773-4fbe-b59e-1d90110bb03c tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Fanout notify agent at l3_agent the message router_deleted on router bc62f27b-94b5-4b2b-bb0f-f45016ea4663 {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:49:08.413042 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-83074181-54e8-4595-b2b5-3a82cdd05426 req-7eed6f89-99e7-4a2c-8a6a-757963fa9d98 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.170 HTTP/1.1" status: 200 len: 696 time: 0.2185469 May 31 13:49:08.419773 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-83074181-54e8-4595-b2b5-3a82cdd05426 req-79f4113e-e479-4639-a217-2012a1397b4c tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Request body: {'floatingip': {'port_id': 'f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:49:08.553548 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ff9bf796-5773-4fbe-b59e-1d90110bb03c tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:08.556261 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ff9bf796-5773-4fbe-b59e-1d90110bb03c tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "DELETE /v2.0/routers/bc62f27b-94b5-4b2b-bb0f-f45016ea4663 HTTP/1.1" status: 204 len: 168 time: 1.4373252 May 31 13:49:08.569390 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 39888) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:08.612626 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-83074181-54e8-4595-b2b5-3a82cdd05426 req-79f4113e-e479-4639-a217-2012a1397b4c tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Notify callbacks [] for floatingip, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:08.690671 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-47338a28-248d-43d0-ac65-bf5e19463f20 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:08.746785 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47338a28-248d-43d0-ac65-bf5e19463f20 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Network a48c2a33-e3db-4cc0-a958-b63bcce161fb is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:49:08.754213 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-47338a28-248d-43d0-ac65-bf5e19463f20 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:49:08.766278 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47338a28-248d-43d0-ac65-bf5e19463f20 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:08.767624 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-47338a28-248d-43d0-ac65-bf5e19463f20 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:08.773263 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 6524429b-8656-419d-8ba8-68847a8b56e9 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:49:08.802725 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6151e03e-45de-4b2a-b2cd-2fe8667d90a5 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Router ce036a92-0cbe-4ce0-a309-2c6cf3610072 is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 13:49:08.835346 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2570200c-00e0-4bc3-b696-12d5a6b95f9a tempest-QuotasNegativeTest-721147079 tempest-QuotasNegativeTest-721147079-project-admin] Made reservation on behalf of 0b74472a2af941af8a85f41f67072590 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:49:08.838651 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2570200c-00e0-4bc3-b696-12d5a6b95f9a tempest-QuotasNegativeTest-721147079 tempest-QuotasNegativeTest-721147079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:08.962734 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 39892) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:08.963609 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-47338a28-248d-43d0-ac65-bf5e19463f20 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2291248 May 31 13:49:08.967157 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47338a28-248d-43d0-ac65-bf5e19463f20 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event updated for resources: {'Subnet': ['ID=6a0da9f2-7bb0-45ff-b7bb-044256f75155,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:08.977764 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-d5e21fe7-7c99-48e0-b7bd-05b3f7797d1a tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Request body: {'security_group': {'name': 'tempest-secgroup-2090781762'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:49:08.988160 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 6524429b-8656-419d-8ba8-68847a8b56e9, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=6524429b-8656-419d-8ba8-68847a8b56e9,segment=NetworkSegment(035ad117-e9c5-414c-8bde-40a05a92335b),segment_id=035ad117-e9c5-414c-8bde-40a05a92335b)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:49:09.013151 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': '6524429b-8656-419d-8ba8-68847a8b56e9', 'network_id': '63c618dc-2d9c-42a1-a644-8fd65767e93c', 'port_id': '6524429b-8656-419d-8ba8-68847a8b56e9', 'mac_address': 'fa:16:3e:67:c5:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fa11664-0552-4bb0-b5b0-3278009a7430', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:49:09.015514 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43be7f77-ede3-49d2-bc24-f8b64774d705 None None] Network a48c2a33-e3db-4cc0-a958-b63bcce161fb requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:49:09.039435 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-e31ce21a-adc3-4852-a697-e5cfa4980e0a tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Deleting subnet 40d1d6b0-6ee7-4c57-a049-c0bf0a125a4c {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:49:09.050198 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d5e21fe7-7c99-48e0-b7bd-05b3f7797d1a tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:49:09.068769 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e31ce21a-adc3-4852-a697-e5cfa4980e0a tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:09.118546 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-d5e21fe7-7c99-48e0-b7bd-05b3f7797d1a tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Usage tracker for resource:security_group and tenant:e2f5ae2e1abf4a2cb5fdef12f13f2ebb is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:49:09.123500 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2570200c-00e0-4bc3-b696-12d5a6b95f9a tempest-QuotasNegativeTest-721147079 tempest-QuotasNegativeTest-721147079-project-admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:49:09.136260 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-d5e21fe7-7c99-48e0-b7bd-05b3f7797d1a tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:49:09.141767 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6fca700a-1833-47cf-a77d-1f7da15d16d8 req-d219044d-05b3-4250-b209-3e6fd4f26dbf service neutron] 10.222.0.44 "GET /v2.0/networks/63c618dc-2d9c-42a1-a644-8fd65767e93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0043254 May 31 13:49:09.157140 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d5e21fe7-7c99-48e0-b7bd-05b3f7797d1a tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:49:09.163965 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6151e03e-45de-4b2a-b2cd-2fe8667d90a5 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:49:09.202780 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6151e03e-45de-4b2a-b2cd-2fe8667d90a5 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:09.204390 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-6151e03e-45de-4b2a-b2cd-2fe8667d90a5 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.9234259 May 31 13:49:09.210291 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39898) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:09.263108 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac8e02d-03a5-41ca-9853-95e7f6634d73 None None] Sync routers for ids ['ce036a92-0cbe-4ce0-a309-2c6cf3610072'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:49:09.292416 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:09.305354 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac8e02d-03a5-41ca-9853-95e7f6634d73 None None] Routers {'ce036a92-0cbe-4ce0-a309-2c6cf3610072'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:49:09.306406 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-7ac8e02d-03a5-41ca-9853-95e7f6634d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:48:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['ce036a92-0cbe-4ce0-a309-2c6cf3610072'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:49:09.437851 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-7ac8e02d-03a5-41ca-9853-95e7f6634d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:49:09.485179 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac8e02d-03a5-41ca-9853-95e7f6634d73 None None] Routers {'ce036a92-0cbe-4ce0-a309-2c6cf3610072'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:49:09.486276 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-7ac8e02d-03a5-41ca-9853-95e7f6634d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:48:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['ce036a92-0cbe-4ce0-a309-2c6cf3610072'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:49:09.503785 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2570200c-00e0-4bc3-b696-12d5a6b95f9a tempest-QuotasNegativeTest-721147079 tempest-QuotasNegativeTest-721147079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:09.504738 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-2570200c-00e0-4bc3-b696-12d5a6b95f9a tempest-QuotasNegativeTest-721147079 tempest-QuotasNegativeTest-721147079-project-admin] Added segment 4e986ec3-e987-4354-aecc-477948e317e0 of type vlan for network 2d58eaff-d82c-4195-b2b6-c6359cc38d81 May 31 13:49:09.580256 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e31ce21a-adc3-4852-a697-e5cfa4980e0a tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65507433'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:09.621265 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d5e21fe7-7c99-48e0-b7bd-05b3f7797d1a tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:09.674398 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f1bfda-2965-4352-89c9-b36f91aa4cc4 req-08d96b60-ca3b-4e3d-ac8e-42d77b94cd71 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:09.682277 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-10f1bfda-2965-4352-89c9-b36f91aa4cc4 req-08d96b60-ca3b-4e3d-ac8e-42d77b94cd71 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=931b2df9-a1c5-473f-ba24-0babd6d355d0 HTTP/1.1" status: 200 len: 943 time: 1.2874868 May 31 13:49:09.724031 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 6524429b-8656-419d-8ba8-68847a8b56e9 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:49:09.724633 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:09.784228 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6524429b-8656-419d-8ba8-68847a8b56e9 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:49:09.798988 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-7ac8e02d-03a5-41ca-9853-95e7f6634d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:49:09.811334 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac8e02d-03a5-41ca-9853-95e7f6634d73 None None] The sync data for ids ['ce036a92-0cbe-4ce0-a309-2c6cf3610072'] in n-d-843939-1 is: [] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:49:09.873840 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 6524429b-8656-419d-8ba8-68847a8b56e9, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=6524429b-8656-419d-8ba8-68847a8b56e9,segment=NetworkSegment(035ad117-e9c5-414c-8bde-40a05a92335b),segment_id=035ad117-e9c5-414c-8bde-40a05a92335b)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:49:09.956591 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e31ce21a-adc3-4852-a697-e5cfa4980e0a tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:09.960652 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:10.048546 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2570200c-00e0-4bc3-b696-12d5a6b95f9a tempest-QuotasNegativeTest-721147079 tempest-QuotasNegativeTest-721147079-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:10.181794 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d5e21fe7-7c99-48e0-b7bd-05b3f7797d1a tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:49:10.206769 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=6524429b-8656-419d-8ba8-68847a8b56e9,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:10.243922 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['6524429b-8656-419d-8ba8-68847a8b56e9'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:49:10.263490 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-d5e21fe7-7c99-48e0-b7bd-05b3f7797d1a tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Usage tracker for resource:security_group_rule and tenant:e2f5ae2e1abf4a2cb5fdef12f13f2ebb is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:49:10.268673 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-d5e21fe7-7c99-48e0-b7bd-05b3f7797d1a tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:49:10.293231 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-10f1bfda-2965-4352-89c9-b36f91aa4cc4 req-ebca74b3-5bd8-4f34-8b75-447d048853bb tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=879d485c-6856-4d39-902c-2e7246942604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6080444 May 31 13:49:10.304886 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.resource_extend [None req-2570200c-00e0-4bc3-b696-12d5a6b95f9a tempest-QuotasNegativeTest-721147079 tempest-QuotasNegativeTest-721147079-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:49:10.377453 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d5e21fe7-7c99-48e0-b7bd-05b3f7797d1a tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:49:10.390606 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30dea198-aa06-4534-b8b7-5356057c7a16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-a48c2a33-e3db-4cc0-a958-b63bcce161fb', 'network_id': 'a48c2a33-e3db-4cc0-a958-b63bcce161fb', 'tenant_id': 'e2f5ae2e1abf4a2cb5fdef12f13f2ebb', 'fixed_ips': [{'subnet_id': '6a0da9f2-7bb0-45ff-b7bb-044256f75155'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:49:10.391450 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-30dea198-aa06-4534-b8b7-5356057c7a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:10.475381 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6fca700a-1833-47cf-a77d-1f7da15d16d8 req-8c5596f1-1466-43ba-a70d-5e170f8fd4d4 service neutron] 10.222.0.44 "GET /v2.0/networks/63c618dc-2d9c-42a1-a644-8fd65767e93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3132579 May 31 13:49:10.614523 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-30dea198-aa06-4534-b8b7-5356057c7a16 None None] Allocated IP 2001:db8::2 (a48c2a33-e3db-4cc0-a958-b63bcce161fb/6a0da9f2-7bb0-45ff-b7bb-044256f75155/b6bc6230-d927-4906-a24a-3a5a058fe031) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:49:10.702201 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2570200c-00e0-4bc3-b696-12d5a6b95f9a tempest-QuotasNegativeTest-721147079 tempest-QuotasNegativeTest-721147079-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:10.703314 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2570200c-00e0-4bc3-b696-12d5a6b95f9a tempest-QuotasNegativeTest-721147079 tempest-QuotasNegativeTest-721147079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:10.703732 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2570200c-00e0-4bc3-b696-12d5a6b95f9a tempest-QuotasNegativeTest-721147079 tempest-QuotasNegativeTest-721147079-project-admin] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:10.893777 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-30dea198-aa06-4534-b8b7-5356057c7a16 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:10.906242 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-30dea198-aa06-4534-b8b7-5356057c7a16 None None] Transition to ACTIVE for port object b6bc6230-d927-4906-a24a-3a5a058fe031 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:49:10.935586 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e31ce21a-adc3-4852-a697-e5cfa4980e0a tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65216469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65148562'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:10.958041 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a1f0fdc6-7054-45c6-9298-14d74c66d3d1 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:10.970315 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-30dea198-aa06-4534-b8b7-5356057c7a16 None None] Transition to ACTIVE for port object b6bc6230-d927-4906-a24a-3a5a058fe031 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:49:10.974718 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-428e6fce-e189-401e-bd72-ce993b820cc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:10.995132 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-30dea198-aa06-4534-b8b7-5356057c7a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:11.076814 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30dea198-aa06-4534-b8b7-5356057c7a16 None None] Network a48c2a33-e3db-4cc0-a958-b63bcce161fb is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:49:11.085253 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-30dea198-aa06-4534-b8b7-5356057c7a16 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:49:11.092205 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dea198-aa06-4534-b8b7-5356057c7a16 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:49:11.094730 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-2570200c-00e0-4bc3-b696-12d5a6b95f9a tempest-QuotasNegativeTest-721147079 tempest-QuotasNegativeTest-721147079-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.9939880 May 31 13:49:11.096959 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31ce21a-adc3-4852-a697-e5cfa4980e0a tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Pushing event deleted for resources: {'Subnet': ['ID=40d1d6b0-6ee7-4c57-a049-c0bf0a125a4c,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:11.113872 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 39908) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:11.127987 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2570200c-00e0-4bc3-b696-12d5a6b95f9a tempest-QuotasNegativeTest-721147079 tempest-QuotasNegativeTest-721147079-project-admin] Pushing event updated for resources: {'Network': ['ID=2d58eaff-d82c-4195-b2b6-c6359cc38d81,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:11.142588 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a87d14c-493e-4561-89e2-05f52c3445b6 None None] Network cad080aa-74c3-4414-a725-6908ce65fa83 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:49:11.168183 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 2d58eaff-d82c-4195-b2b6-c6359cc38d81 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:49:11.177317 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e31ce21a-adc3-4852-a697-e5cfa4980e0a tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:11.181750 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dea198-aa06-4534-b8b7-5356057c7a16 None None] Pushing event updated for resources: {'Port': ['ID=b6bc6230-d927-4906-a24a-3a5a058fe031,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:11.214885 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-3390b8e2-99a9-48cb-8b80-9f58988d7b5b tempest-QuotasNegativeTest-721147079 tempest-QuotasNegativeTest-721147079-project-admin] Request body: {'network': {'project_id': '0b74472a2af941af8a85f41f67072590'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:49:11.233126 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-3390b8e2-99a9-48cb-8b80-9f58988d7b5b tempest-QuotasNegativeTest-721147079 tempest-QuotasNegativeTest-721147079-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:49:11.485837 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-83074181-54e8-4595-b2b5-3a82cdd05426 req-79f4113e-e479-4639-a217-2012a1397b4c tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:11.494520 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-e31ce21a-adc3-4852-a697-e5cfa4980e0a tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "DELETE /v2.0/subnets/40d1d6b0-6ee7-4c57-a049-c0bf0a125a4c HTTP/1.1" status: 204 len: 168 time: 2.9205213 May 31 13:49:11.496573 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-3390b8e2-99a9-48cb-8b80-9f58988d7b5b tempest-QuotasNegativeTest-721147079 tempest-QuotasNegativeTest-721147079-project-admin] Usage tracker for resource:network and tenant:0b74472a2af941af8a85f41f67072590 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:49:11.500184 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-83074181-54e8-4595-b2b5-3a82cdd05426 req-79f4113e-e479-4639-a217-2012a1397b4c tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:11.578166 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39916) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:11.631876 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-30dea198-aa06-4534-b8b7-5356057c7a16 None None] Attempting to bind port b6bc6230-d927-4906-a24a-3a5a058fe031 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:49:11.632249 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-30dea198-aa06-4534-b8b7-5356057c7a16 None None] Attempting to bind port b6bc6230-d927-4906-a24a-3a5a058fe031 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'fc568f60-1866-44fd-ba5a-8ce5c66d23fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a48c2a33-e3db-4cc0-a958-b63bcce161fb'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:49:11.632912 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30dea198-aa06-4534-b8b7-5356057c7a16 None None] Attempting to bind port b6bc6230-d927-4906-a24a-3a5a058fe031 on network a48c2a33-e3db-4cc0-a958-b63bcce161fb {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:49:11.646809 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-3390b8e2-99a9-48cb-8b80-9f58988d7b5b tempest-QuotasNegativeTest-721147079 tempest-QuotasNegativeTest-721147079-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:49:11.650420 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30dea198-aa06-4534-b8b7-5356057c7a16 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:49:11.651033 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30dea198-aa06-4534-b8b7-5356057c7a16 None None] Checking segment: {'id': 'fc568f60-1866-44fd-ba5a-8ce5c66d23fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a48c2a33-e3db-4cc0-a958-b63bcce161fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:49:11.651636 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-30dea198-aa06-4534-b8b7-5356057c7a16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:11.652297 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30dea198-aa06-4534-b8b7-5356057c7a16 None None] Bound using segment: {'id': 'fc568f60-1866-44fd-ba5a-8ce5c66d23fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a48c2a33-e3db-4cc0-a958-b63bcce161fb'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:49:11.652814 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-30dea198-aa06-4534-b8b7-5356057c7a16 None None] Bound port: b6bc6230-d927-4906-a24a-3a5a058fe031, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc568f60-1866-44fd-ba5a-8ce5c66d23fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a48c2a33-e3db-4cc0-a958-b63bcce161fb'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:49:11.653198 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-30dea198-aa06-4534-b8b7-5356057c7a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:11.653897 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-3390b8e2-99a9-48cb-8b80-9f58988d7b5b tempest-QuotasNegativeTest-721147079 tempest-QuotasNegativeTest-721147079-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:49:11.690378 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-3390b8e2-99a9-48cb-8b80-9f58988d7b5b tempest-QuotasNegativeTest-721147079 tempest-QuotasNegativeTest-721147079-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 31 13:49:11.691021 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3390b8e2-99a9-48cb-8b80-9f58988d7b5b tempest-QuotasNegativeTest-721147079 tempest-QuotasNegativeTest-721147079-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:49:11.692480 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-3390b8e2-99a9-48cb-8b80-9f58988d7b5b tempest-QuotasNegativeTest-721147079 tempest-QuotasNegativeTest-721147079-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.5748739 May 31 13:49:11.697580 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39920) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:11.699262 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d5e21fe7-7c99-48e0-b7bd-05b3f7797d1a tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:11.707054 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d5e21fe7-7c99-48e0-b7bd-05b3f7797d1a tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:11.757826 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-30dea198-aa06-4534-b8b7-5356057c7a16 None None] For port b6bc6230-d927-4906-a24a-3a5a058fe031, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:49:11.762348 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-30dea198-aa06-4534-b8b7-5356057c7a16 None None] For port b6bc6230-d927-4906-a24a-3a5a058fe031, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=b6bc6230-d927-4906-a24a-3a5a058fe031,segment=NetworkSegment(fc568f60-1866-44fd-ba5a-8ce5c66d23fc),segment_id=fc568f60-1866-44fd-ba5a-8ce5c66d23fc)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:49:11.767082 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-f27a4ee5-4024-41c4-9cf5-0f6f29da1625 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Deleting subnet 48d85335-dbe9-4275-a6d3-bb53b29c8a5a {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:49:11.770638 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f27a4ee5-4024-41c4-9cf5-0f6f29da1625 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:11.773976 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-30dea198-aa06-4534-b8b7-5356057c7a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:11.785049 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18970456-3a87-41a5-8254-6c55039589ba req-ccc15af4-3374-470d-8739-6adf64122880 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:11.787256 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-18970456-3a87-41a5-8254-6c55039589ba req-ccc15af4-3374-470d-8739-6adf64122880 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4414a17-7980-4c6f-bb3c-3773d10f461d HTTP/1.1" status: 200 len: 944 time: 1.1678700 May 31 13:49:11.798393 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e21fe7-7c99-48e0-b7bd-05b3f7797d1a tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc72f72-ab22-4fa1-9e1e-6b5d5e95f37b,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:11.848939 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f27a4ee5-4024-41c4-9cf5-0f6f29da1625 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:11.886911 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8fe620-c1dd-4277-9d7f-b6d8d90bc91e None None] DHCP port deletion for cad080aa-74c3-4414-a725-6908ce65fa83 request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:49:11.904820 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0c8fe620-c1dd-4277-9d7f-b6d8d90bc91e None None] Deleting port 098371b4-1a89-4f1f-b8e0-206fce884859 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:49:11.905509 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0c8fe620-c1dd-4277-9d7f-b6d8d90bc91e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:11.938173 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-a1f0fdc6-7054-45c6-9298-14d74c66d3d1 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Allocated IP 172.20.0.1 (ee12a6a7-ecaf-44f9-920b-b65a426de429/717401a6-8822-4a21-9c73-af065156665d/83b14a6a-f595-4d21-9153-06e8159d1bd5) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:49:11.956027 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d5e21fe7-7c99-48e0-b7bd-05b3f7797d1a tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:11.957655 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-d5e21fe7-7c99-48e0-b7bd-05b3f7797d1a tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.9895182 May 31 13:49:11.969514 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 39926) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:11.987122 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-77f8c588-87bb-4af7-b456-042fecc8a50a tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Request body: {'security_group': {'name': 'tempest-secgroup-1317524452'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:49:12.004977 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-77fd730e-5448-4043-9129-ed352836fb56 tempest-QuotasNegativeTest-721147079 tempest-QuotasNegativeTest-721147079-project-admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0b74472a2af941af8a85f41f67072590&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2903457 May 31 13:49:12.005767 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39930) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:12.023810 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-77f8c588-87bb-4af7-b456-042fecc8a50a tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:49:12.051742 n-d-843939-1 neutron-server[88370]: INFO neutron.db.l3_db [req-83074181-54e8-4595-b2b5-3a82cdd05426 req-79f4113e-e479-4639-a217-2012a1397b4c tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Floating IP 8f6b1ca3-87f2-418b-b191-e815240b02be associated. External IP: 172.25.6.170, port: f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1. May 31 13:49:12.061882 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dea198-aa06-4534-b8b7-5356057c7a16 None None] Pushing event updated for resources: {'Port': ['ID=b6bc6230-d927-4906-a24a-3a5a058fe031,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:12.080417 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f27a4ee5-4024-41c4-9cf5-0f6f29da1625 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:12.182751 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-77f8c588-87bb-4af7-b456-042fecc8a50a tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Usage tracker for resource:security_group and tenant:e2f5ae2e1abf4a2cb5fdef12f13f2ebb is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:49:12.225871 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0c8fe620-c1dd-4277-9d7f-b6d8d90bc91e None None] For port 098371b4-1a89-4f1f-b8e0-206fce884859, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=098371b4-1a89-4f1f-b8e0-206fce884859,segment=NetworkSegment(3b5d7323-b55b-4844-a69c-8a0a5e20b129),segment_id=3b5d7323-b55b-4844-a69c-8a0a5e20b129)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:49:12.226453 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0c8fe620-c1dd-4277-9d7f-b6d8d90bc91e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:12.239967 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-77f8c588-87bb-4af7-b456-042fecc8a50a tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:49:12.270492 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-77f8c588-87bb-4af7-b456-042fecc8a50a tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:49:12.329946 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-18970456-3a87-41a5-8254-6c55039589ba req-8fde71b6-40c4-405d-8fad-fea4bbea80e7 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/security-groups?id=1885e9b6-e8e6-4927-b799-aec8e0b8c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4387879 May 31 13:49:12.537419 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 098371b4-1a89-4f1f-b8e0-206fce884859 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:49:12.611011 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0c8fe620-c1dd-4277-9d7f-b6d8d90bc91e None None] Calling delete_port for 098371b4-1a89-4f1f-b8e0-206fce884859 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:49:12.713650 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f27a4ee5-4024-41c4-9cf5-0f6f29da1625 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:12.729141 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-77f8c588-87bb-4af7-b456-042fecc8a50a tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:12.770763 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27a4ee5-4024-41c4-9cf5-0f6f29da1625 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Pushing event deleted for resources: {'Subnet': ['ID=48d85335-dbe9-4275-a6d3-bb53b29c8a5a,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:12.782241 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f27a4ee5-4024-41c4-9cf5-0f6f29da1625 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:12.813956 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b98d1e2-6a4c-4279-8968-2fefc4986c26 None None] Network eeee865b-a909-43f3-94ec-63809f4fbf1c requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:49:12.829487 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-f27a4ee5-4024-41c4-9cf5-0f6f29da1625 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "DELETE /v2.0/subnets/48d85335-dbe9-4275-a6d3-bb53b29c8a5a HTTP/1.1" status: 204 len: 168 time: 1.2502396 May 31 13:49:12.829718 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 6524429b-8656-419d-8ba8-68847a8b56e9 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:49:12.830298 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-79dcae5d-dc3c-467c-a161-4eb5707c74f4 tempest-QuotasNegativeTest-721147079 tempest-QuotasNegativeTest-721147079-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:12.835461 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39936) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:12.888332 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-79dcae5d-dc3c-467c-a161-4eb5707c74f4 tempest-QuotasNegativeTest-721147079 tempest-QuotasNegativeTest-721147079-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:12.913298 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-77f8c588-87bb-4af7-b456-042fecc8a50a tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:49:12.928349 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb3056a-020d-477e-a1c9-4f411d3e82b3 req-eb4d5eab-e2d6-4ef2-a615-f8c0d3c48978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:12.930563 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fdb3056a-020d-477e-a1c9-4f411d3e82b3 req-eb4d5eab-e2d6-4ef2-a615-f8c0d3c48978 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=931b2df9-a1c5-473f-ba24-0babd6d355d0&tenant_id=21f78e9efd2543f8a23fa5f8aa5a9a7c HTTP/1.1" status: 200 len: 1094 time: 0.9953208 May 31 13:49:12.934768 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-77f8c588-87bb-4af7-b456-042fecc8a50a tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Usage tracker for resource:security_group_rule and tenant:e2f5ae2e1abf4a2cb5fdef12f13f2ebb is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:49:12.944043 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-77f8c588-87bb-4af7-b456-042fecc8a50a tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:49:12.960470 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-77f8c588-87bb-4af7-b456-042fecc8a50a tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:49:13.009730 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a1f0fdc6-7054-45c6-9298-14d74c66d3d1 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:13.036785 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-a1f0fdc6-7054-45c6-9298-14d74c66d3d1 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Transition to ACTIVE for port object 83b14a6a-f595-4d21-9153-06e8159d1bd5 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:49:13.082350 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-65c990d6-7cdb-4004-bc83-9dd5efe63af2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:13.104296 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 098371b4-1a89-4f1f-b8e0-206fce884859 is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:49:13.104676 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:13.224850 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0c8fe620-c1dd-4277-9d7f-b6d8d90bc91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:13.279555 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-41f3ca1d-a6eb-4453-bb78-7cd5381c99b2 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:13.287585 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-79dcae5d-dc3c-467c-a161-4eb5707c74f4 tempest-QuotasNegativeTest-721147079 tempest-QuotasNegativeTest-721147079-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:13.289709 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [req-83074181-54e8-4595-b2b5-3a82cdd05426 req-79f4113e-e479-4639-a217-2012a1397b4c tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Router c9593682-dac9-4fef-a517-e094e51451e4 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:49:13.307455 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a1f0fdc6-7054-45c6-9298-14d74c66d3d1 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:13.348650 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8fe620-c1dd-4277-9d7f-b6d8d90bc91e None None] No DVR routers for this DVR port 098371b4-1a89-4f1f-b8e0-206fce884859 on host n-d-843939-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:49:13.367263 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4663938e-d5cd-4f8f-ae63-c55a36c7aba5 req-4f963bbd-fa80-4c22-9fce-b74ca5f90748 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:13.369057 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4663938e-d5cd-4f8f-ae63-c55a36c7aba5 req-4f963bbd-fa80-4c22-9fce-b74ca5f90748 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=931b2df9-a1c5-473f-ba24-0babd6d355d0 HTTP/1.1" status: 200 len: 943 time: 0.6438270 May 31 13:49:13.449112 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8fe620-c1dd-4277-9d7f-b6d8d90bc91e None None] Pushing event deleted for resources: {'Port': ['ID=098371b4-1a89-4f1f-b8e0-206fce884859,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:13.466725 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f0fdc6-7054-45c6-9298-14d74c66d3d1 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Pushing event updated for resources: {'Port': ['ID=83b14a6a-f595-4d21-9153-06e8159d1bd5,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:13.467511 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port 6524429b-8656-419d-8ba8-68847a8b56e9 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:49:13.494384 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dcae5d-dc3c-467c-a161-4eb5707c74f4 tempest-QuotasNegativeTest-721147079 tempest-QuotasNegativeTest-721147079-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55d2f89-1376-4515-bed3-e53f06989bc1,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:13.494831 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port 6524429b-8656-419d-8ba8-68847a8b56e9 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:49:13.495617 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:13.524633 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-79dcae5d-dc3c-467c-a161-4eb5707c74f4 tempest-QuotasNegativeTest-721147079 tempest-QuotasNegativeTest-721147079-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:13.528772 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-79dcae5d-dc3c-467c-a161-4eb5707c74f4 tempest-QuotasNegativeTest-721147079 tempest-QuotasNegativeTest-721147079-project-admin] 10.222.0.50 "DELETE /v2.0/security-groups/c55d2f89-1376-4515-bed3-e53f06989bc1 HTTP/1.1" status: 204 len: 168 time: 0.8654799 May 31 13:49:13.545286 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 39944) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:13.685034 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5f731ac6-1f53-4e68-b1b1-e34a8010c7cd tempest-QuotasNegativeTest-721147079 tempest-QuotasNegativeTest-721147079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:13.771404 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f0fdc6-7054-45c6-9298-14d74c66d3d1 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Network ee12a6a7-ecaf-44f9-920b-b65a426de429 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:49:13.777099 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-a1f0fdc6-7054-45c6-9298-14d74c66d3d1 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:49:13.799404 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f0fdc6-7054-45c6-9298-14d74c66d3d1 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:49:13.800720 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4663938e-d5cd-4f8f-ae63-c55a36c7aba5 req-8a0bc7cb-4831-4f69-be95-7d91768ef467 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=879d485c-6856-4d39-902c-2e7246942604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4241323 May 31 13:49:13.802514 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 6524429b-8656-419d-8ba8-68847a8b56e9 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:49:13.802896 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:13.832515 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8b6260-5580-4c64-9d14-8560e53438cd None None] DHCP port deletion for eeee865b-a909-43f3-94ec-63809f4fbf1c request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:49:13.874829 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb3056a-020d-477e-a1c9-4f411d3e82b3 req-c4e7a821-ffdb-48a8-a311-8da55a2dc1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:13.876455 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fdb3056a-020d-477e-a1c9-4f411d3e82b3 req-c4e7a821-ffdb-48a8-a311-8da55a2dc1dc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=21f78e9efd2543f8a23fa5f8aa5a9a7c&device_id=931b2df9-a1c5-473f-ba24-0babd6d355d0 HTTP/1.1" status: 200 len: 1094 time: 0.9104004 May 31 13:49:13.916029 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2e8b6260-5580-4c64-9d14-8560e53438cd None None] Deleting port 91d908c8-e194-4e14-9c89-a85cc9904be7 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:49:13.917159 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2e8b6260-5580-4c64-9d14-8560e53438cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:13.921350 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-41f3ca1d-a6eb-4453-bb78-7cd5381c99b2 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:13.936185 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a1f0fdc6-7054-45c6-9298-14d74c66d3d1 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:13.970478 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:14.034033 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-09dc9b75-be95-4a12-b653-e3f4236e5b44 None None] Provisioning complete for port 37b50223-0026-48ab-8a39-9d8a1dfb9669 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:49:14.034719 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-09dc9b75-be95-4a12-b653-e3f4236e5b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:14.072901 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4414a17-7980-4c6f-bb3c-3773d10f461d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6524429b-8656-419d-8ba8-68847a8b56e9'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:49:14.103914 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:14.139172 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-77f8c588-87bb-4af7-b456-042fecc8a50a tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:14.140763 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-83074181-54e8-4595-b2b5-3a82cdd05426 req-79f4113e-e479-4639-a217-2012a1397b4c tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:49:14.161453 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cd59a4-6e0e-48ca-b54c-33e59fd9a234 None None] Sync routers for ids ['c9593682-dac9-4fef-a517-e094e51451e4'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:49:14.183169 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cd59a4-6e0e-48ca-b54c-33e59fd9a234 None None] Routers {'c9593682-dac9-4fef-a517-e094e51451e4'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:49:14.183824 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-d6cd59a4-6e0e-48ca-b54c-33e59fd9a234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:49:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['c9593682-dac9-4fef-a517-e094e51451e4'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:49:14.285525 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-77f8c588-87bb-4af7-b456-042fecc8a50a tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:14.486250 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 39954) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:14.508399 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-d6cd59a4-6e0e-48ca-b54c-33e59fd9a234 None None] Set router c9593682-dac9-4fef-a517-e094e51451e4 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:49:14.522074 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-2e8b6260-5580-4c64-9d14-8560e53438cd None None] For port 91d908c8-e194-4e14-9c89-a85cc9904be7, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=91d908c8-e194-4e14-9c89-a85cc9904be7,segment=NetworkSegment(6feddca3-3e11-4ff2-abb3-500c3a4e1439),segment_id=6feddca3-3e11-4ff2-abb3-500c3a4e1439)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:49:14.523068 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2e8b6260-5580-4c64-9d14-8560e53438cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:14.539260 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-83074181-54e8-4595-b2b5-3a82cdd05426 req-79f4113e-e479-4639-a217-2012a1397b4c tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:14.615032 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a1f0fdc6-7054-45c6-9298-14d74c66d3d1 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:14.621188 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-77f8c588-87bb-4af7-b456-042fecc8a50a tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:14.625407 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-77f8c588-87bb-4af7-b456-042fecc8a50a tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.6513515 May 31 13:49:14.627224 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5f731ac6-1f53-4e68-b1b1-e34a8010c7cd tempest-QuotasNegativeTest-721147079 tempest-QuotasNegativeTest-721147079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:14.640554 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39960) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:14.655385 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f8c588-87bb-4af7-b456-042fecc8a50a tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b95ebe12-461a-4bd0-a0a9-5ce33ae5c7db,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:14.686221 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-c941cc9b-f7f7-49ed-986b-8ab25cce30c0 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1884049', 'security_groups': ['b95ebe12-461a-4bd0-a0a9-5ce33ae5c7db'], 'network_id': 'a48c2a33-e3db-4cc0-a958-b63bcce161fb', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6a0da9f2-7bb0-45ff-b7bb-044256f75155'}]}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:49:14.701052 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2e8b6260-5580-4c64-9d14-8560e53438cd None None] Calling delete_port for 91d908c8-e194-4e14-9c89-a85cc9904be7 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:49:14.702050 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-5f731ac6-1f53-4e68-b1b1-e34a8010c7cd tempest-QuotasNegativeTest-721147079 tempest-QuotasNegativeTest-721147079-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d58eaff-d82c-4195-b2b6-c6359cc38d81']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:49:14.710637 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-83074181-54e8-4595-b2b5-3a82cdd05426 req-79f4113e-e479-4639-a217-2012a1397b4c tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] 10.222.0.50 "PUT /v2.0/floatingips/8f6b1ca3-87f2-418b-b191-e815240b02be HTTP/1.1" status: 200 len: 996 time: 6.2965300 May 31 13:49:14.722046 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be0bffc5-acab-46b2-9724-a8633fe38908', 'tag': 'f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:49:14.749409 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-5f731ac6-1f53-4e68-b1b1-e34a8010c7cd tempest-QuotasNegativeTest-721147079 tempest-QuotasNegativeTest-721147079-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e986ec3-e987-4354-aecc-477948e317e0') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:49:14.749765 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-5f731ac6-1f53-4e68-b1b1-e34a8010c7cd tempest-QuotasNegativeTest-721147079 tempest-QuotasNegativeTest-721147079-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e986ec3-e987-4354-aecc-477948e317e0') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:49:14.768224 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-41f3ca1d-a6eb-4453-bb78-7cd5381c99b2 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cad080aa-74c3-4414-a725-6908ce65fa83']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:49:14.789431 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 6524429b-8656-419d-8ba8-68847a8b56e9, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=6524429b-8656-419d-8ba8-68847a8b56e9,segment=NetworkSegment(035ad117-e9c5-414c-8bde-40a05a92335b),segment_id=035ad117-e9c5-414c-8bde-40a05a92335b)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:49:14.793677 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device b6bc6230-d927-4906-a24a-3a5a058fe031 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:49:14.828678 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5f731ac6-1f53-4e68-b1b1-e34a8010c7cd tempest-QuotasNegativeTest-721147079 tempest-QuotasNegativeTest-721147079-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:14.858961 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2e8b6260-5580-4c64-9d14-8560e53438cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:14.870503 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba82ae2-6f01-4b2a-815e-a3ea34d71646 req-c0e4603e-8a05-4fec-b0f5-7972a9223389 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:14.872673 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7ba82ae2-6f01-4b2a-815e-a3ea34d71646 req-c0e4603e-8a05-4fec-b0f5-7972a9223389 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4414a17-7980-4c6f-bb3c-3773d10f461d HTTP/1.1" status: 200 len: 944 time: 0.7228110 May 31 13:49:14.898364 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:14.911708 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-09dc9b75-be95-4a12-b653-e3f4236e5b44 None None] Port 37b50223-0026-48ab-8a39-9d8a1dfb9669 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:49:14.916715 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-41f3ca1d-a6eb-4453-bb78-7cd5381c99b2 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b5d7323-b55b-4844-a69c-8a0a5e20b129') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:49:14.918169 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-41f3ca1d-a6eb-4453-bb78-7cd5381c99b2 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b5d7323-b55b-4844-a69c-8a0a5e20b129') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:49:14.925878 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8b6260-5580-4c64-9d14-8560e53438cd None None] Pushing event deleted for resources: {'Port': ['ID=91d908c8-e194-4e14-9c89-a85cc9904be7,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:14.929763 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb3056a-020d-477e-a1c9-4f411d3e82b3 req-50b2df3a-6797-4ca2-85f2-8bedfb335b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:14.933252 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fdb3056a-020d-477e-a1c9-4f411d3e82b3 req-50b2df3a-6797-4ca2-85f2-8bedfb335b73 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b66065d1-e972-453c-87d9-3ed8cec4b7a7 HTTP/1.1" status: 200 len: 917 time: 0.8651702 May 31 13:49:14.941441 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8b6260-5580-4c64-9d14-8560e53438cd None None] No DVR routers for this DVR port 91d908c8-e194-4e14-9c89-a85cc9904be7 on host n-d-843939-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:49:14.943334 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-acb42bf9-9816-4983-bc66-d3b76bf3fd7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:14.982975 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5f731ac6-1f53-4e68-b1b1-e34a8010c7cd tempest-QuotasNegativeTest-721147079 tempest-QuotasNegativeTest-721147079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:14.996985 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-41f3ca1d-a6eb-4453-bb78-7cd5381c99b2 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:15.019824 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=6524429b-8656-419d-8ba8-68847a8b56e9,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:15.025612 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-09dc9b75-be95-4a12-b653-e3f4236e5b44 None None] Provisioning for port b6bc6230-d927-4906-a24a-3a5a058fe031 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:49:15.038343 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port b6bc6230-d927-4906-a24a-3a5a058fe031 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:49:15.050408 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port b6bc6230-d927-4906-a24a-3a5a058fe031 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:49:15.051043 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:15.211018 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-d6cd59a4-6e0e-48ca-b54c-33e59fd9a234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9593682-dac9-4fef-a517-e094e51451e4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1297477820-router', 'tenant_id': '43a11296fa744ef9b51a5e4bd52ac689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '1e98a30c-f878-4048-86eb-927a3d53c5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:47:25Z', 'updated_at': '2022-05-31T13:47:37Z', 'revision_number': 4, 'project_id': '43a11296fa744ef9b51a5e4bd52ac689', 'gw_port': {'id': '1e98a30c-f878-4048-86eb-927a3d53c5e4', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:46:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9593682-dac9-4fef-a517-e094e51451e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:47:28Z', 'updated_at': '2022-05-31T13:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '8f6b1ca3-87f2-418b-b191-e815240b02be', 'tenant_id': '43a11296fa744ef9b51a5e4bd52ac689', 'floating_ip_address': '172.25.6.170', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': 'c9593682-dac9-4fef-a517-e094e51451e4', 'port_id': 'f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a6ea84a-a13a-4093-9580-9ccccafd4fee', 'mac_address': 'fa:16:3e:1c:29:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0bffc5-acab-46b2-9724-a8633fe38908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:49:02Z', 'updated_at': '2022-05-31T13:49:11Z', 'revision_number': 1, 'project_id': '43a11296fa744ef9b51a5e4bd52ac689', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cda1b20-ed70-448f-9036-047109811056', 'name': '', 'network_id': '8a6ea84a-a13a-4093-9580-9ccccafd4fee', 'tenant_id': '43a11296fa744ef9b51a5e4bd52ac689', 'mac_address': 'fa:16:3e:83:b4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9593682-dac9-4fef-a517-e094e51451e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'd8d91a8e-1d4d-442a-944f-994d412d112f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:47:34Z', 'updated_at': '2022-05-31T13:47:46Z', 'revision_number': 5, 'project_id': '43a11296fa744ef9b51a5e4bd52ac689', 'subnets': [{'id': 'd8d91a8e-1d4d-442a-944f-994d412d112f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:49:15.215687 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-cfbf0596-24cf-4681-807d-b1bf6517988c None None] Provisioning for port 83b14a6a-f595-4d21-9153-06e8159d1bd5 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:49:15.220459 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-41f3ca1d-a6eb-4453-bb78-7cd5381c99b2 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:15.226629 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cd59a4-6e0e-48ca-b54c-33e59fd9a234 None None] Checking router: c9593682-dac9-4fef-a517-e094e51451e4 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:49:15.235450 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-cfbf0596-24cf-4681-807d-b1bf6517988c None None] Provisioning complete for port 83b14a6a-f595-4d21-9153-06e8159d1bd5 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:49:15.235450 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cfbf0596-24cf-4681-807d-b1bf6517988c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:15.253867 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cd59a4-6e0e-48ca-b54c-33e59fd9a234 None None] Routers {'c9593682-dac9-4fef-a517-e094e51451e4'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:49:15.255008 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-acb42bf9-9816-4983-bc66-d3b76bf3fd7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:49:15.255643 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-d6cd59a4-6e0e-48ca-b54c-33e59fd9a234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:49:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['c9593682-dac9-4fef-a517-e094e51451e4'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:49:15.265666 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f731ac6-1f53-4e68-b1b1-e34a8010c7cd tempest-QuotasNegativeTest-721147079 tempest-QuotasNegativeTest-721147079-project-admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:49:15.266320 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5f731ac6-1f53-4e68-b1b1-e34a8010c7cd tempest-QuotasNegativeTest-721147079 tempest-QuotasNegativeTest-721147079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:15.276217 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41f3ca1d-a6eb-4453-bb78-7cd5381c99b2 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:49:15.276852 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-41f3ca1d-a6eb-4453-bb78-7cd5381c99b2 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:15.297673 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port b6bc6230-d927-4906-a24a-3a5a058fe031 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:49:15.298127 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:15.349246 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-acb42bf9-9816-4983-bc66-d3b76bf3fd7a admin admin] Usage tracker for resource:security_group_rule and tenant:f75daefa79214b8a8194fcf7cf1b585c is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:49:15.372325 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port b6bc6230-d927-4906-a24a-3a5a058fe031, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=b6bc6230-d927-4906-a24a-3a5a058fe031,segment=NetworkSegment(fc568f60-1866-44fd-ba5a-8ce5c66d23fc),segment_id=fc568f60-1866-44fd-ba5a-8ce5c66d23fc)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:49:15.374547 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 4e986ec3-e987-4354-aecc-477948e317e0 resource provider aggregate not found May 31 13:49:15.378882 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-acb42bf9-9816-4983-bc66-d3b76bf3fd7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:49:15.384403 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:15.405541 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-acb42bf9-9816-4983-bc66-d3b76bf3fd7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:49:15.469454 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 4e986ec3-e987-4354-aecc-477948e317e0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4e986ec3-e987-4354-aecc-477948e317e0 found for delete ", "request_id": "req-d70d4b08-edf2-44e8-bcad-9e9525fda2c1"}]} May 31 13:49:15.475606 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7ba82ae2-6f01-4b2a-815e-a3ea34d71646 req-7f4f5a89-ef9f-407b-8204-b2b448bf4720 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/security-groups?id=1885e9b6-e8e6-4927-b799-aec8e0b8c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5784740 May 31 13:49:15.494281 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fdb3056a-020d-477e-a1c9-4f411d3e82b3 req-baf2edc6-9955-4fc6-8cf2-b1fe42209ff9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9fc5db8-b6ca-4339-936c-dac801564b5d HTTP/1.1" status: 200 len: 999 time: 0.4956930 May 31 13:49:15.542556 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 3b5d7323-b55b-4844-a69c-8a0a5e20b129 resource provider aggregate not found May 31 13:49:15.582894 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=b6bc6230-d927-4906-a24a-3a5a058fe031,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:15.596223 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-cfbf0596-24cf-4681-807d-b1bf6517988c None None] Port 83b14a6a-f595-4d21-9153-06e8159d1bd5 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:49:15.614051 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 91d908c8-e194-4e14-9c89-a85cc9904be7 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:49:15.641948 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5f731ac6-1f53-4e68-b1b1-e34a8010c7cd tempest-QuotasNegativeTest-721147079 tempest-QuotasNegativeTest-721147079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:15.647049 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c941cc9b-f7f7-49ed-986b-8ab25cce30c0 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:49:15.658190 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5f731ac6-1f53-4e68-b1b1-e34a8010c7cd tempest-QuotasNegativeTest-721147079 tempest-QuotasNegativeTest-721147079-project-admin] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:15.667715 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 3b5d7323-b55b-4844-a69c-8a0a5e20b129 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3b5d7323-b55b-4844-a69c-8a0a5e20b129 found for delete ", "request_id": "req-c0e39b75-8a81-4428-8ad1-5af1db59748a"}]} May 31 13:49:15.677702 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-d6cd59a4-6e0e-48ca-b54c-33e59fd9a234 None None] Set router c9593682-dac9-4fef-a517-e094e51451e4 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:49:15.697177 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24c63d19-17f5-4bcc-ba54-d92d4a2d1d0f'] response: {'server_uuid': 'f4414a17-7980-4c6f-bb3c-3773d10f461d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6524429b-8656-419d-8ba8-68847a8b56e9', 'code': 200} May 31 13:49:15.700177 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 91d908c8-e194-4e14-9c89-a85cc9904be7 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:49:15.702587 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 91d908c8-e194-4e14-9c89-a85cc9904be7 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:49:15.735533 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:15.746337 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ef1562c-fc65-44e3-9ee9-4c4ea9cd2688'] response: {'name': 'network-changed', 'server_uuid': 'be0bffc5-acab-46b2-9724-a8633fe38908', 'tag': 'f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1', 'status': 'completed', 'code': 200} May 31 13:49:15.798415 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f731ac6-1f53-4e68-b1b1-e34a8010c7cd tempest-QuotasNegativeTest-721147079 tempest-QuotasNegativeTest-721147079-project-admin] Pushing event deleted for resources: {'Network': ['ID=2d58eaff-d82c-4195-b2b6-c6359cc38d81,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:15.806282 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83074181-54e8-4595-b2b5-3a82cdd05426 req-4dc26588-80db-47d7-a831-1c0c9e86af66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:15.807840 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-83074181-54e8-4595-b2b5-3a82cdd05426 req-4dc26588-80db-47d7-a831-1c0c9e86af66 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=43a11296fa744ef9b51a5e4bd52ac689&device_id=be0bffc5-acab-46b2-9724-a8633fe38908 HTTP/1.1" status: 200 len: 1096 time: 1.0372388 May 31 13:49:15.822138 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-5f731ac6-1f53-4e68-b1b1-e34a8010c7cd tempest-QuotasNegativeTest-721147079 tempest-QuotasNegativeTest-721147079-project-admin] 10.222.0.50 "DELETE /v2.0/networks/2d58eaff-d82c-4195-b2b6-c6359cc38d81 HTTP/1.1" status: 204 len: 168 time: 2.2695909 May 31 13:49:15.850061 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 39976) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:15.877546 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c941cc9b-f7f7-49ed-986b-8ab25cce30c0 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Usage tracker for resource:port and tenant:e2f5ae2e1abf4a2cb5fdef12f13f2ebb is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:49:15.886526 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c941cc9b-f7f7-49ed-986b-8ab25cce30c0 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:49:15.889525 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb3056a-020d-477e-a1c9-4f411d3e82b3 req-d94f3cf1-a053-4323-aa4a-9943e0d75bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:15.890985 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fdb3056a-020d-477e-a1c9-4f411d3e82b3 req-d94f3cf1-a053-4323-aa4a-9943e0d75bfe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ccc319e0-a4f4-4875-9973-c92d94351bb8 HTTP/1.1" status: 200 len: 855 time: 0.3958161 May 31 13:49:15.901543 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c941cc9b-f7f7-49ed-986b-8ab25cce30c0 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:49:15.907026 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-41f3ca1d-a6eb-4453-bb78-7cd5381c99b2 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:15.934467 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-41f3ca1d-a6eb-4453-bb78-7cd5381c99b2 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:15.966157 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f3ca1d-a6eb-4453-bb78-7cd5381c99b2 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Pushing event deleted for resources: {'Network': ['ID=cad080aa-74c3-4414-a725-6908ce65fa83,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:15.983888 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-41f3ca1d-a6eb-4453-bb78-7cd5381c99b2 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "DELETE /v2.0/networks/cad080aa-74c3-4414-a725-6908ce65fa83 HTTP/1.1" status: 204 len: 168 time: 3.0400391 May 31 13:49:15.984828 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c941cc9b-f7f7-49ed-986b-8ab25cce30c0 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Made reservation on behalf of e2f5ae2e1abf4a2cb5fdef12f13f2ebb for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:49:16.003833 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39980) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:16.232432 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a3c6e496-7626-4a48-9835-6122828ffea3 tempest-QuotasNegativeTest-721147079 tempest-QuotasNegativeTest-721147079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:16.256724 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-d6cd59a4-6e0e-48ca-b54c-33e59fd9a234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9593682-dac9-4fef-a517-e094e51451e4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1297477820-router', 'tenant_id': '43a11296fa744ef9b51a5e4bd52ac689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '1e98a30c-f878-4048-86eb-927a3d53c5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:47:25Z', 'updated_at': '2022-05-31T13:47:37Z', 'revision_number': 4, 'project_id': '43a11296fa744ef9b51a5e4bd52ac689', 'gw_port': {'id': '1e98a30c-f878-4048-86eb-927a3d53c5e4', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:46:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9593682-dac9-4fef-a517-e094e51451e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:47:28Z', 'updated_at': '2022-05-31T13:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '8f6b1ca3-87f2-418b-b191-e815240b02be', 'tenant_id': '43a11296fa744ef9b51a5e4bd52ac689', 'floating_ip_address': '172.25.6.170', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': 'c9593682-dac9-4fef-a517-e094e51451e4', 'port_id': 'f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a6ea84a-a13a-4093-9580-9ccccafd4fee', 'mac_address': 'fa:16:3e:1c:29:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0bffc5-acab-46b2-9724-a8633fe38908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:49:02Z', 'updated_at': '2022-05-31T13:49:11Z', 'revision_number': 1, 'project_id': '43a11296fa744ef9b51a5e4bd52ac689', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cda1b20-ed70-448f-9036-047109811056', 'name': '', 'network_id': '8a6ea84a-a13a-4093-9580-9ccccafd4fee', 'tenant_id': '43a11296fa744ef9b51a5e4bd52ac689', 'mac_address': 'fa:16:3e:83:b4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9593682-dac9-4fef-a517-e094e51451e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'd8d91a8e-1d4d-442a-944f-994d412d112f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:47:34Z', 'updated_at': '2022-05-31T13:47:46Z', 'revision_number': 5, 'project_id': '43a11296fa744ef9b51a5e4bd52ac689', 'subnets': [{'id': 'd8d91a8e-1d4d-442a-944f-994d412d112f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:49:16.263670 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cd59a4-6e0e-48ca-b54c-33e59fd9a234 None None] The sync data for ids ['c9593682-dac9-4fef-a517-e094e51451e4'] in n-d-843939-1 is: [{'id': 'c9593682-dac9-4fef-a517-e094e51451e4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1297477820-router', 'tenant_id': '43a11296fa744ef9b51a5e4bd52ac689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '1e98a30c-f878-4048-86eb-927a3d53c5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:47:25Z', 'updated_at': '2022-05-31T13:47:37Z', 'revision_number': 4, 'project_id': '43a11296fa744ef9b51a5e4bd52ac689', 'gw_port': {'id': '1e98a30c-f878-4048-86eb-927a3d53c5e4', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:46:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9593682-dac9-4fef-a517-e094e51451e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:47:28Z', 'updated_at': '2022-05-31T13:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '8f6b1ca3-87f2-418b-b191-e815240b02be', 'tenant_id': '43a11296fa744ef9b51a5e4bd52ac689', 'floating_ip_address': '172.25.6.170', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': 'c9593682-dac9-4fef-a517-e094e51451e4', 'port_id': 'f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a6ea84a-a13a-4093-9580-9ccccafd4fee', 'mac_address': 'fa:16:3e:1c:29:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0bffc5-acab-46b2-9724-a8633fe38908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:49:02Z', 'updated_at': '2022-05-31T13:49:11Z', 'revision_number': 1, 'project_id': '43a11296fa744ef9b51a5e4bd52ac689', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cda1b20-ed70-448f-9036-047109811056', 'name': '', 'network_id': '8a6ea84a-a13a-4093-9580-9ccccafd4fee', 'tenant_id': '43a11296fa744ef9b51a5e4bd52ac689', 'mac_address': 'fa:16:3e:83:b4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9593682-dac9-4fef-a517-e094e51451e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'd8d91a8e-1d4d-442a-944f-994d412d112f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:47:34Z', 'updated_at': '2022-05-31T13:47:46Z', 'revision_number': 5, 'project_id': '43a11296fa744ef9b51a5e4bd52ac689', 'subnets': [{'id': 'd8d91a8e-1d4d-442a-944f-994d412d112f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:49:16.287857 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1931e7-f84b-48b0-ae33-1cb3b3d2e719 req-72f9fea6-ce8d-4baa-a8fa-1370220517ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:16.290307 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0c1931e7-f84b-48b0-ae33-1cb3b3d2e719 req-72f9fea6-ce8d-4baa-a8fa-1370220517ab service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f4414a17-7980-4c6f-bb3c-3773d10f461d HTTP/1.1" status: 200 len: 1096 time: 0.5433145 May 31 13:49:16.293126 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-acb42bf9-9816-4983-bc66-d3b76bf3fd7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:16.298042 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83074181-54e8-4595-b2b5-3a82cdd05426 req-0f5ee9fb-9234-4bef-9a00-36bc31ed57d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:16.299783 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-83074181-54e8-4595-b2b5-3a82cdd05426 req-0f5ee9fb-9234-4bef-9a00-36bc31ed57d3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8a6ea84a-a13a-4093-9580-9ccccafd4fee HTTP/1.1" status: 200 len: 921 time: 0.4744577 May 31 13:49:16.326323 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-acb42bf9-9816-4983-bc66-d3b76bf3fd7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:16.389672 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device b6bc6230-d927-4906-a24a-3a5a058fe031 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:49:16.423049 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8f6b373c-37b4-4d14-bdab-f6a30403136c tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:16.452105 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e524dfae-6271-45ce-b9ee-16044f4570cd req-887e02d4-dcf3-427c-912f-f3a4e8271d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:16.453609 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e524dfae-6271-45ce-b9ee-16044f4570cd req-887e02d4-dcf3-427c-912f-f3a4e8271d6a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=43a11296fa744ef9b51a5e4bd52ac689&device_id=be0bffc5-acab-46b2-9724-a8633fe38908 HTTP/1.1" status: 200 len: 1096 time: 0.6110623 May 31 13:49:16.496626 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port b6bc6230-d927-4906-a24a-3a5a058fe031 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:49:16.496961 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:16.502509 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c941cc9b-f7f7-49ed-986b-8ab25cce30c0 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:16.566533 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-acb42bf9-9816-4983-bc66-d3b76bf3fd7a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f75daefa79214b8a8194fcf7cf1b585c&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0791061 May 31 13:49:16.573757 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 39986) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:16.630288 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port b6bc6230-d927-4906-a24a-3a5a058fe031 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:49:16.638708 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23218f0a-77f3-4dad-88f3-d21b73e0105f req-7b8fe2a5-58e1-42b6-9352-853089e4f1e0 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:16.640248 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-23218f0a-77f3-4dad-88f3-d21b73e0105f req-7b8fe2a5-58e1-42b6-9352-853089e4f1e0 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=931b2df9-a1c5-473f-ba24-0babd6d355d0 HTTP/1.1" status: 200 len: 943 time: 0.7575881 May 31 13:49:16.655184 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f0a8a8-d06e-4ef2-8dc5-e217ac24f7f6 None None] New status for floating IP 8f6b1ca3-87f2-418b-b191-e815240b02be: ACTIVE {{(pid=88371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 13:49:16.666978 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-c941cc9b-f7f7-49ed-986b-8ab25cce30c0 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] device_id is not set on port 5a7b7508-cc5e-49dc-b95c-2c0df426c830 yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:49:16.695469 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb3056a-020d-477e-a1c9-4f411d3e82b3 req-3f1e1baf-7355-4abe-92f5-f3f7b897f9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:16.697086 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fdb3056a-020d-477e-a1c9-4f411d3e82b3 req-3f1e1baf-7355-4abe-92f5-f3f7b897f9ab service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b66065d1-e972-453c-87d9-3ed8cec4b7a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6990740 May 31 13:49:16.697684 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb42bf9-9816-4983-bc66-d3b76bf3fd7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d87b797-b9fc-4acb-bcc2-4da3e7573a30,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:16.702738 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0c1931e7-f84b-48b0-ae33-1cb3b3d2e719 req-b8ba71a7-6928-4fa9-ae81-0b121d72b1da service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1885e9b6-e8e6-4927-b799-aec8e0b8c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3990769 May 31 13:49:16.707950 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [req-fdb3056a-020d-477e-a1c9-4f411d3e82b3 req-c0aac5e4-5bc2-449a-961e-24834f0892fc service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:49:16.708938 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fdb3056a-020d-477e-a1c9-4f411d3e82b3 req-c0aac5e4-5bc2-449a-961e-24834f0892fc service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053151 May 31 13:49:16.754643 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-83074181-54e8-4595-b2b5-3a82cdd05426 req-322f74f6-d6cf-499f-9496-7cc5475eb67e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1 HTTP/1.1" status: 200 len: 999 time: 0.4295137 May 31 13:49:16.755407 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a3c6e496-7626-4a48-9835-6122828ffea3 tempest-QuotasNegativeTest-721147079 tempest-QuotasNegativeTest-721147079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:16.787729 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.db.resource_extend [None req-a1f0fdc6-7054-45c6-9298-14d74c66d3d1 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:49:16.829380 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8f6b373c-37b4-4d14-bdab-f6a30403136c tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:16.847576 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a1f0fdc6-7054-45c6-9298-14d74c66d3d1 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:16.853066 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-23218f0a-77f3-4dad-88f3-d21b73e0105f req-a650941c-339b-495c-b800-86f10f83ce03 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=879d485c-6856-4d39-902c-2e7246942604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751947 May 31 13:49:16.860019 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-a3c6e496-7626-4a48-9835-6122828ffea3 tempest-QuotasNegativeTest-721147079 tempest-QuotasNegativeTest-721147079-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18b72c7c-78ea-4644-8acc-979e36fbf8ac']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:49:16.885779 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a1f0fdc6-7054-45c6-9298-14d74c66d3d1 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:16.890584 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-a3c6e496-7626-4a48-9835-6122828ffea3 tempest-QuotasNegativeTest-721147079 tempest-QuotasNegativeTest-721147079-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47194054-b8db-4942-bb45-446ad6aff01b') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:49:16.890886 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-a3c6e496-7626-4a48-9835-6122828ffea3 tempest-QuotasNegativeTest-721147079 tempest-QuotasNegativeTest-721147079-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47194054-b8db-4942-bb45-446ad6aff01b') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:49:16.910534 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a3c6e496-7626-4a48-9835-6122828ffea3 tempest-QuotasNegativeTest-721147079 tempest-QuotasNegativeTest-721147079-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:16.923469 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6081fcd0-a13e-4896-9cb1-a905d477ec9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:16.925866 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83074181-54e8-4595-b2b5-3a82cdd05426 req-b31190f8-2276-43f7-95ba-b3b3176420fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:16.927388 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-83074181-54e8-4595-b2b5-3a82cdd05426 req-b31190f8-2276-43f7-95ba-b3b3176420fc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d8d91a8e-1d4d-442a-944f-994d412d112f HTTP/1.1" status: 200 len: 860 time: 0.1585886 May 31 13:49:16.985010 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a3c6e496-7626-4a48-9835-6122828ffea3 tempest-QuotasNegativeTest-721147079 tempest-QuotasNegativeTest-721147079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:16.986042 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-8f6b373c-37b4-4d14-bdab-f6a30403136c tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeee865b-a909-43f3-94ec-63809f4fbf1c']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:49:17.020287 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-83074181-54e8-4595-b2b5-3a82cdd05426 req-4ca81c23-20c0-404f-9829-f67a879103b0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8a6ea84a-a13a-4093-9580-9ccccafd4fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803251 May 31 13:49:17.037755 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e524dfae-6271-45ce-b9ee-16044f4570cd req-f1878c85-57cb-4d52-af50-f8dc3fae8460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:17.039557 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e524dfae-6271-45ce-b9ee-16044f4570cd req-f1878c85-57cb-4d52-af50-f8dc3fae8460 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8a6ea84a-a13a-4093-9580-9ccccafd4fee HTTP/1.1" status: 200 len: 921 time: 0.5709083 May 31 13:49:17.121877 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-8f6b373c-37b4-4d14-bdab-f6a30403136c tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6feddca3-3e11-4ff2-abb3-500c3a4e1439') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:49:17.122215 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-8f6b373c-37b4-4d14-bdab-f6a30403136c tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6feddca3-3e11-4ff2-abb3-500c3a4e1439') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:49:17.142085 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3c6e496-7626-4a48-9835-6122828ffea3 tempest-QuotasNegativeTest-721147079 tempest-QuotasNegativeTest-721147079-project-admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:49:17.142718 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a3c6e496-7626-4a48-9835-6122828ffea3 tempest-QuotasNegativeTest-721147079 tempest-QuotasNegativeTest-721147079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:17.167617 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [req-83074181-54e8-4595-b2b5-3a82cdd05426 req-2a7d536d-2868-48fc-b5c2-eaadb99869e2 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:49:17.168632 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-83074181-54e8-4595-b2b5-3a82cdd05426 req-2a7d536d-2868-48fc-b5c2-eaadb99869e2 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0361342 May 31 13:49:17.176422 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8f6b373c-37b4-4d14-bdab-f6a30403136c tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:17.185894 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6081fcd0-a13e-4896-9cb1-a905d477ec9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:17.207060 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f0fdc6-7054-45c6-9298-14d74c66d3d1 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Pushing event updated for resources: {'Port': ['ID=83b14a6a-f595-4d21-9153-06e8159d1bd5,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:17.217830 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a1f0fdc6-7054-45c6-9298-14d74c66d3d1 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:17.235025 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8f6b373c-37b4-4d14-bdab-f6a30403136c tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:17.302042 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e524dfae-6271-45ce-b9ee-16044f4570cd req-13bd8891-e41e-4231-8b7c-c5cd3294ef06 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1 HTTP/1.1" status: 200 len: 1001 time: 0.2394409 May 31 13:49:17.302974 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f6b373c-37b4-4d14-bdab-f6a30403136c tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:49:17.303379 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8f6b373c-37b4-4d14-bdab-f6a30403136c tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:17.543091 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 47194054-b8db-4942-bb45-446ad6aff01b resource provider aggregate not found May 31 13:49:17.580144 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a3c6e496-7626-4a48-9835-6122828ffea3 tempest-QuotasNegativeTest-721147079 tempest-QuotasNegativeTest-721147079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:17.584536 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a3c6e496-7626-4a48-9835-6122828ffea3 tempest-QuotasNegativeTest-721147079 tempest-QuotasNegativeTest-721147079-project-admin] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:17.598602 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 47194054-b8db-4942-bb45-446ad6aff01b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 47194054-b8db-4942-bb45-446ad6aff01b found for delete ", "request_id": "req-670cc55f-2229-4058-849f-4ad86cf57d5a"}]} May 31 13:49:17.642229 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c6e496-7626-4a48-9835-6122828ffea3 tempest-QuotasNegativeTest-721147079 tempest-QuotasNegativeTest-721147079-project-admin] Pushing event deleted for resources: {'Network': ['ID=18b72c7c-78ea-4644-8acc-979e36fbf8ac,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:17.646559 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fdb3056a-020d-477e-a1c9-4f411d3e82b3 req-9f7ea95b-92fc-4a20-b012-f4a359d5c763 service neutron] 10.222.0.44 "GET /v2.0/networks/b66065d1-e972-453c-87d9-3ed8cec4b7a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6532831 May 31 13:49:17.661168 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-a3c6e496-7626-4a48-9835-6122828ffea3 tempest-QuotasNegativeTest-721147079 tempest-QuotasNegativeTest-721147079-project-admin] 10.222.0.50 "DELETE /v2.0/networks/18b72c7c-78ea-4644-8acc-979e36fbf8ac HTTP/1.1" status: 204 len: 168 time: 1.8065727 May 31 13:49:17.698584 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-c941cc9b-f7f7-49ed-986b-8ab25cce30c0 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Allocated IP 2001:db8::148 (a48c2a33-e3db-4cc0-a958-b63bcce161fb/6a0da9f2-7bb0-45ff-b7bb-044256f75155/5a7b7508-cc5e-49dc-b95c-2c0df426c830) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:49:17.722717 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 6feddca3-3e11-4ff2-abb3-500c3a4e1439 resource provider aggregate not found May 31 13:49:17.747798 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e524dfae-6271-45ce-b9ee-16044f4570cd req-368bff67-0966-41b1-b627-563e6bafd03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:17.749246 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e524dfae-6271-45ce-b9ee-16044f4570cd req-368bff67-0966-41b1-b627-563e6bafd03e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d8d91a8e-1d4d-442a-944f-994d412d112f HTTP/1.1" status: 200 len: 860 time: 0.4149284 May 31 13:49:17.749839 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8f6b373c-37b4-4d14-bdab-f6a30403136c tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:17.779075 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8f6b373c-37b4-4d14-bdab-f6a30403136c tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:17.787888 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6081fcd0-a13e-4896-9cb1-a905d477ec9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:17.814747 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab74a8f-4d66-464f-8b1a-a05b47ca55c4 req-16aa06ae-ba63-41e1-a763-27734bcc74bc tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:17.816154 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5ab74a8f-4d66-464f-8b1a-a05b47ca55c4 req-16aa06ae-ba63-41e1-a763-27734bcc74bc tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4414a17-7980-4c6f-bb3c-3773d10f461d HTTP/1.1" status: 200 len: 945 time: 0.8029029 May 31 13:49:17.818852 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 6feddca3-3e11-4ff2-abb3-500c3a4e1439 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6feddca3-3e11-4ff2-abb3-500c3a4e1439 found for delete ", "request_id": "req-d4ca8568-a025-4efc-b547-998c26cd1183"}]} May 31 13:49:17.823123 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-83074181-54e8-4595-b2b5-3a82cdd05426 req-a87b7e7c-a253-4e12-b34a-8f6b8e25b331 service neutron] 10.222.0.50 "GET /v2.0/networks/8a6ea84a-a13a-4093-9580-9ccccafd4fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4394808 May 31 13:49:17.829568 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6081fcd0-a13e-4896-9cb1-a905d477ec9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:17.834022 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-6081fcd0-a13e-4896-9cb1-a905d477ec9f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2d87b797-b9fc-4acb-bcc2-4da3e7573a30 HTTP/1.1" status: 204 len: 168 time: 1.2054341 May 31 13:49:17.834022 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6081fcd0-a13e-4896-9cb1-a905d477ec9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d87b797-b9fc-4acb-bcc2-4da3e7573a30,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:17.864716 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6b373c-37b4-4d14-bdab-f6a30403136c tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Pushing event deleted for resources: {'Network': ['ID=eeee865b-a909-43f3-94ec-63809f4fbf1c,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:17.872792 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e524dfae-6271-45ce-b9ee-16044f4570cd req-e8db4ec4-40c6-4897-adb1-0a6637390197 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8a6ea84a-a13a-4093-9580-9ccccafd4fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845563 May 31 13:49:17.886702 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f0fdc6-7054-45c6-9298-14d74c66d3d1 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Network ee12a6a7-ecaf-44f9-920b-b65a426de429 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:49:17.888415 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-8f6b373c-37b4-4d14-bdab-f6a30403136c tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "DELETE /v2.0/networks/eeee865b-a909-43f3-94ec-63809f4fbf1c HTTP/1.1" status: 204 len: 168 time: 1.8827193 May 31 13:49:17.899268 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-a1f0fdc6-7054-45c6-9298-14d74c66d3d1 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:49:17.902282 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40002) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:17.942884 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-d9bd49a8-b2da-45dc-b44a-84a3df7ba9f6 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Request body: {'network': {'name': 'tempest-RoutersTest-1927729629'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:49:18.046722 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d9bd49a8-b2da-45dc-b44a-84a3df7ba9f6 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:49:18.078869 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fdb3056a-020d-477e-a1c9-4f411d3e82b3 req-0392fe47-4bff-4f8a-89a5-063f29682234 service neutron] 10.222.0.44 "GET /v2.0/networks/b66065d1-e972-453c-87d9-3ed8cec4b7a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4156775 May 31 13:49:18.105392 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5ab74a8f-4d66-464f-8b1a-a05b47ca55c4 req-da6e50fc-0524-4abf-81e2-67a18e1e9b3a tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/security-groups?id=1885e9b6-e8e6-4927-b799-aec8e0b8c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2672420 May 31 13:49:18.302662 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-83074181-54e8-4595-b2b5-3a82cdd05426 req-983bccec-49a2-470f-9a7e-e53d711a7204 service neutron] 10.222.0.50 "GET /v2.0/networks/8a6ea84a-a13a-4093-9580-9ccccafd4fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4438910 May 31 13:49:18.311444 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d9bd49a8-b2da-45dc-b44a-84a3df7ba9f6 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Usage tracker for resource:network and tenant:85d9456a7d3e47cf9816e44471382253 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:49:18.338729 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d9bd49a8-b2da-45dc-b44a-84a3df7ba9f6 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:49:18.393002 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d9bd49a8-b2da-45dc-b44a-84a3df7ba9f6 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:49:18.404539 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-bbfd2f2e-9747-40a3-a1b5-231e60b9f811 None None] Provisioning complete for port 83b14a6a-f595-4d21-9153-06e8159d1bd5 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:49:18.407470 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bbfd2f2e-9747-40a3-a1b5-231e60b9f811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:18.487539 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9bd49a8-b2da-45dc-b44a-84a3df7ba9f6 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Made reservation on behalf of 85d9456a7d3e47cf9816e44471382253 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:49:18.491657 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d9bd49a8-b2da-45dc-b44a-84a3df7ba9f6 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:18.562702 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-bbfd2f2e-9747-40a3-a1b5-231e60b9f811 None None] Port 83b14a6a-f595-4d21-9153-06e8159d1bd5 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:49:18.630500 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 40026) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:18.650878 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e524dfae-6271-45ce-b9ee-16044f4570cd req-bb865d76-d136-44c0-8c66-00de7f413a55 service neutron] 10.222.0.44 "GET /v2.0/networks/8a6ea84a-a13a-4093-9580-9ccccafd4fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7493382 May 31 13:49:18.708240 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b147a6b8-ba36-4d16-becf-6a44c0bd8704 req-cd263ac1-379c-481c-84d7-76a2f1b0e51f tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.170 HTTP/1.1" status: 200 len: 1001 time: 0.3313119 May 31 13:49:18.745244 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea78b7-c03a-49ea-9173-60f878604434 req-fe6ae599-ad2b-4491-945d-12b43290cccf tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:18.746784 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e5ea78b7-c03a-49ea-9173-60f878604434 req-fe6ae599-ad2b-4491-945d-12b43290cccf tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=931b2df9-a1c5-473f-ba24-0babd6d355d0 HTTP/1.1" status: 200 len: 943 time: 0.2149036 May 31 13:49:18.813969 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9bd49a8-b2da-45dc-b44a-84a3df7ba9f6 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:49:18.826754 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1f0fdc6-7054-45c6-9298-14d74c66d3d1 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Router ce036a92-0cbe-4ce0-a309-2c6cf3610072 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:49:18.832403 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c941cc9b-f7f7-49ed-986b-8ab25cce30c0 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:18.876928 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d9bd49a8-b2da-45dc-b44a-84a3df7ba9f6 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:18.877209 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-d9bd49a8-b2da-45dc-b44a-84a3df7ba9f6 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Added segment 69b73188-21f8-4786-86d0-7ae2b9c1bf35 of type vlan for network b47075c1-740a-443b-afc8-c90e568cc90e May 31 13:49:18.881462 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-c941cc9b-f7f7-49ed-986b-8ab25cce30c0 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Transition to ACTIVE for port object 5a7b7508-cc5e-49dc-b95c-2c0df426c830 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:49:18.881722 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e5ea78b7-c03a-49ea-9173-60f878604434 req-5ee30f5e-20cf-4c84-971f-d2caec458437 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=879d485c-6856-4d39-902c-2e7246942604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817645 May 31 13:49:18.904330 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b147a6b8-ba36-4d16-becf-6a44c0bd8704 req-e1b20dd8-e831-487e-9295-a1f90685f6fb tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:18.906877 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b147a6b8-ba36-4d16-becf-6a44c0bd8704 req-e1b20dd8-e831-487e-9295-a1f90685f6fb tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] 10.222.0.50 "GET /v2.0/ports/f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1 HTTP/1.1" status: 200 len: 942 time: 0.1763525 May 31 13:49:18.907943 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ae8c025b-f058-4f12-bf9a-9539820be4cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:18.932336 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-ae8c025b-f058-4f12-bf9a-9539820be4cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:49:18.938361 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-ae8c025b-f058-4f12-bf9a-9539820be4cd admin admin] Usage tracker for resource:security_group_rule and tenant:e6d1b15126dd4295a9c92b5db1cd3a83 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:49:18.942596 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-ae8c025b-f058-4f12-bf9a-9539820be4cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:49:18.959093 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-ae8c025b-f058-4f12-bf9a-9539820be4cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:49:18.980341 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e524dfae-6271-45ce-b9ee-16044f4570cd req-da9bfb2a-6743-4810-bfdf-7616aacea03c service neutron] 10.222.0.44 "GET /v2.0/networks/8a6ea84a-a13a-4093-9580-9ccccafd4fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3174403 May 31 13:49:19.024334 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d9bd49a8-b2da-45dc-b44a-84a3df7ba9f6 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:19.057829 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ae8c025b-f058-4f12-bf9a-9539820be4cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:19.062369 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ae8c025b-f058-4f12-bf9a-9539820be4cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:19.136056 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-ae8c025b-f058-4f12-bf9a-9539820be4cd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e6d1b15126dd4295a9c92b5db1cd3a83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5012581 May 31 13:49:19.143065 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 40048) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:19.146997 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8c025b-f058-4f12-bf9a-9539820be4cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeccf093-4092-44dc-bf17-4ac58686552e,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:19.151947 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c941cc9b-f7f7-49ed-986b-8ab25cce30c0 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:19.225868 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c19e07e3-5f5c-436a-95eb-c9fcdeed0c94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:19.238223 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d9bd49a8-b2da-45dc-b44a-84a3df7ba9f6 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:19.244439 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bd49a8-b2da-45dc-b44a-84a3df7ba9f6 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:19.245105 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d9bd49a8-b2da-45dc-b44a-84a3df7ba9f6 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:19.251650 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c941cc9b-f7f7-49ed-986b-8ab25cce30c0 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Network a48c2a33-e3db-4cc0-a958-b63bcce161fb is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:49:19.371856 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bd49a8-b2da-45dc-b44a-84a3df7ba9f6 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Pushing event updated for resources: {'Network': ['ID=b47075c1-740a-443b-afc8-c90e568cc90e,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:19.381898 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-c941cc9b-f7f7-49ed-986b-8ab25cce30c0 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:49:19.382085 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network b47075c1-740a-443b-afc8-c90e568cc90e details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:49:19.385343 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c941cc9b-f7f7-49ed-986b-8ab25cce30c0 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:49:19.392358 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c941cc9b-f7f7-49ed-986b-8ab25cce30c0 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:19.393488 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c941cc9b-f7f7-49ed-986b-8ab25cce30c0 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:19.434200 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c941cc9b-f7f7-49ed-986b-8ab25cce30c0 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.7760155 May 31 13:49:19.440221 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40056) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:19.448482 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f0fdc6-7054-45c6-9298-14d74c66d3d1 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:49:19.455167 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a1f0fdc6-7054-45c6-9298-14d74c66d3d1 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] 10.222.0.50 "PUT /v2.0/routers/ce036a92-0cbe-4ce0-a309-2c6cf3610072/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2467303 May 31 13:49:19.462291 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36782324-21de-4ba7-8e2b-edfcf368fb82 None None] Sync routers for ids ['ce036a92-0cbe-4ce0-a309-2c6cf3610072'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:49:19.466347 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-b03c8363-bd54-43a5-a3b1-6c777d93da62 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Request body: {'subnet': {'network_id': 'a48c2a33-e3db-4cc0-a958-b63bcce161fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:49:19.495075 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36782324-21de-4ba7-8e2b-edfcf368fb82 None None] Routers {'ce036a92-0cbe-4ce0-a309-2c6cf3610072'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:49:19.495704 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-36782324-21de-4ba7-8e2b-edfcf368fb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:49:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['ce036a92-0cbe-4ce0-a309-2c6cf3610072'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:49:19.499322 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 40060) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:19.511039 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c19e07e3-5f5c-436a-95eb-c9fcdeed0c94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:19.535448 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-a5474b8e-4dcc-4a50-bb64-904ae6ebdd46 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Request body: {'port': {'network_id': 'ee12a6a7-ecaf-44f9-920b-b65a426de429', 'name': 'tempest-FloatingIPTestJSON-1624786370'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:49:19.565340 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d9bd49a8-b2da-45dc-b44a-84a3df7ba9f6 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.6574941 May 31 13:49:19.572540 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c941cc9b-f7f7-49ed-986b-8ab25cce30c0 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event updated for resources: {'Port': ['ID=5a7b7508-cc5e-49dc-b95c-2c0df426c830,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:19.586071 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40072) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:19.593432 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-2a379961-209a-41a8-9b87-a5b687e4ab4b tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Request body: {'subnet': {'network_id': 'b47075c1-740a-443b-afc8-c90e568cc90e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:49:19.615390 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-36782324-21de-4ba7-8e2b-edfcf368fb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:49:19.638245 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36782324-21de-4ba7-8e2b-edfcf368fb82 None None] Routers {'ce036a92-0cbe-4ce0-a309-2c6cf3610072'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:49:19.638922 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-36782324-21de-4ba7-8e2b-edfcf368fb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:49:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['ce036a92-0cbe-4ce0-a309-2c6cf3610072'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:49:19.869510 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-36782324-21de-4ba7-8e2b-edfcf368fb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:49:19.870044 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36782324-21de-4ba7-8e2b-edfcf368fb82 None None] The sync data for ids ['ce036a92-0cbe-4ce0-a309-2c6cf3610072'] in n-d-843939-1 is: [] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:49:19.919803 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b147a6b8-ba36-4d16-becf-6a44c0bd8704 req-d6ef5bb1-deef-4a25-9837-b42a8888b8ef tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.170 HTTP/1.1" status: 200 len: 1001 time: 0.7105491 May 31 13:49:20.005347 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-49d45b72-2fe2-4b7b-8030-86b093a2cfa2 None None] Provisioning for port 5a7b7508-cc5e-49dc-b95c-2c0df426c830 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:49:20.019580 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-49d45b72-2fe2-4b7b-8030-86b093a2cfa2 None None] Provisioning complete for port 5a7b7508-cc5e-49dc-b95c-2c0df426c830 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:49:20.021348 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-49d45b72-2fe2-4b7b-8030-86b093a2cfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:20.065310 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-2a379961-209a-41a8-9b87-a5b687e4ab4b tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:49:20.101710 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-2a379961-209a-41a8-9b87-a5b687e4ab4b tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Usage tracker for resource:subnet and tenant:85d9456a7d3e47cf9816e44471382253 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:49:20.107372 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-2a379961-209a-41a8-9b87-a5b687e4ab4b tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:49:20.131293 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-2a379961-209a-41a8-9b87-a5b687e4ab4b tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:49:20.137406 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b03c8363-bd54-43a5-a3b1-6c777d93da62 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:49:20.149720 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-b03c8363-bd54-43a5-a3b1-6c777d93da62 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Usage tracker for resource:subnet and tenant:e2f5ae2e1abf4a2cb5fdef12f13f2ebb is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:49:20.157594 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-b03c8363-bd54-43a5-a3b1-6c777d93da62 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:49:20.172561 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b03c8363-bd54-43a5-a3b1-6c777d93da62 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:49:20.177615 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a379961-209a-41a8-9b87-a5b687e4ab4b tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Made reservation on behalf of 85d9456a7d3e47cf9816e44471382253 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:49:20.191921 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2a379961-209a-41a8-9b87-a5b687e4ab4b tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:20.218029 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-49d45b72-2fe2-4b7b-8030-86b093a2cfa2 None None] Port 5a7b7508-cc5e-49dc-b95c-2c0df426c830 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:49:20.406398 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804f5ddd-05d0-4a39-af2e-c86816ae2247 req-c76f27ef-1e74-4f0c-8986-1a4a940580dc tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:20.414474 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-804f5ddd-05d0-4a39-af2e-c86816ae2247 req-c76f27ef-1e74-4f0c-8986-1a4a940580dc tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4414a17-7980-4c6f-bb3c-3773d10f461d HTTP/1.1" status: 200 len: 945 time: 1.0448542 May 31 13:49:20.512636 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b03c8363-bd54-43a5-a3b1-6c777d93da62 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Made reservation on behalf of e2f5ae2e1abf4a2cb5fdef12f13f2ebb for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:49:20.516225 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b03c8363-bd54-43a5-a3b1-6c777d93da62 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:20.596242 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-804f5ddd-05d0-4a39-af2e-c86816ae2247 req-029df8b4-babb-4ace-9a51-d3ca01041cb5 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/security-groups?id=1885e9b6-e8e6-4927-b799-aec8e0b8c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1780634 May 31 13:49:20.619737 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c19e07e3-5f5c-436a-95eb-c9fcdeed0c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:20.667917 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-a5474b8e-4dcc-4a50-bb64-904ae6ebdd46 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:49:20.697273 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b147a6b8-ba36-4d16-becf-6a44c0bd8704 req-36d75a89-7722-420d-bad2-44a8922b8a19 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:20.714419 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b147a6b8-ba36-4d16-becf-6a44c0bd8704 req-36d75a89-7722-420d-bad2-44a8922b8a19 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] 10.222.0.50 "GET /v2.0/networks/d2103cd5-63ba-4c24-9d95-fd17643bf14c HTTP/1.1" status: 200 len: 784 time: 0.7686460 May 31 13:49:20.718301 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-a5474b8e-4dcc-4a50-bb64-904ae6ebdd46 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Usage tracker for resource:port and tenant:f331ce5134ed4e2db710f69a53d0a2fe is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:49:20.775712 n-d-843939-1 neutron-server[88369]: INFO neutron.db.ipam_backend_mixin [None req-b03c8363-bd54-43a5-a3b1-6c777d93da62 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6a0da9f2-7bb0-45ff-b7bb-044256f75155 (CIDR: 2001:db8::/64) May 31 13:49:20.784069 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-b03c8363-bd54-43a5-a3b1-6c777d93da62 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 13:49:20.784531 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b03c8363-bd54-43a5-a3b1-6c777d93da62 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:49:20.902355 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b03c8363-bd54-43a5-a3b1-6c777d93da62 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4560263 May 31 13:49:20.905440 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40086) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:20.925945 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-b6409c83-9a76-45ba-8407-1ebe825b7228 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Request body: {'subnet': {'network_id': 'a48c2a33-e3db-4cc0-a958-b63bcce161fb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:49:21.029450 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-a5474b8e-4dcc-4a50-bb64-904ae6ebdd46 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:49:21.036419 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-a5474b8e-4dcc-4a50-bb64-904ae6ebdd46 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:49:21.045336 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19e07e3-5f5c-436a-95eb-c9fcdeed0c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeccf093-4092-44dc-bf17-4ac58686552e,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:21.143318 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5474b8e-4dcc-4a50-bb64-904ae6ebdd46 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Made reservation on behalf of f331ce5134ed4e2db710f69a53d0a2fe for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:49:21.148781 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a5474b8e-4dcc-4a50-bb64-904ae6ebdd46 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:21.250363 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c19e07e3-5f5c-436a-95eb-c9fcdeed0c94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:21.265958 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c19e07e3-5f5c-436a-95eb-c9fcdeed0c94 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/eeccf093-4092-44dc-bf17-4ac58686552e HTTP/1.1" status: 204 len: 168 time: 2.1205463 May 31 13:49:21.313758 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b6409c83-9a76-45ba-8407-1ebe825b7228 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:49:21.317884 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-b6409c83-9a76-45ba-8407-1ebe825b7228 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Usage tracker for resource:subnet and tenant:e2f5ae2e1abf4a2cb5fdef12f13f2ebb is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:49:21.321800 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-b6409c83-9a76-45ba-8407-1ebe825b7228 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:49:21.325813 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-a5474b8e-4dcc-4a50-bb64-904ae6ebdd46 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] device_id is not set on port 1ddc7813-9752-4ceb-aef4-debe321a3edf yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:49:21.345427 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b6409c83-9a76-45ba-8407-1ebe825b7228 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:49:21.368391 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6409c83-9a76-45ba-8407-1ebe825b7228 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Made reservation on behalf of e2f5ae2e1abf4a2cb5fdef12f13f2ebb for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:49:21.375741 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b6409c83-9a76-45ba-8407-1ebe825b7228 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:21.398821 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b147a6b8-ba36-4d16-becf-6a44c0bd8704 req-911d5c90-0be6-4d6f-aa7d-e46c1d98443d tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.170 HTTP/1.1" status: 200 len: 1001 time: 0.6824069 May 31 13:49:21.419135 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2a379961-209a-41a8-9b87-a5b687e4ab4b tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:21.422917 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-b147a6b8-ba36-4d16-becf-6a44c0bd8704 req-33eb8adf-0254-4690-978b-47c2c4ba75a2 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:49:21.571967 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-b147a6b8-ba36-4d16-becf-6a44c0bd8704 req-33eb8adf-0254-4690-978b-47c2c4ba75a2 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Notify callbacks [] for floatingip, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:22.046556 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a379961-209a-41a8-9b87-a5b687e4ab4b tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Checking segment: {'id': '69b73188-21f8-4786-86d0-7ae2b9c1bf35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b47075c1-740a-443b-afc8-c90e568cc90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:49:22.047049 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a379961-209a-41a8-9b87-a5b687e4ab4b tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Network hostable DHCP agents. Network: b47075c1-740a-443b-afc8-c90e568cc90e, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:49:22.087554 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a379961-209a-41a8-9b87-a5b687e4ab4b tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Pushing event updated for resources: {'Subnet': ['ID=e1b974c6-a68e-43b9-aba6-2046f7a2913a,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:22.142113 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a8e569-9aad-4656-b67e-e0e8f8ebe280 req-4dc5b18a-ee76-4eb9-a153-62c8a851f42f tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:22.149815 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-63a8e569-9aad-4656-b67e-e0e8f8ebe280 req-4dc5b18a-ee76-4eb9-a153-62c8a851f42f tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=931b2df9-a1c5-473f-ba24-0babd6d355d0 HTTP/1.1" status: 200 len: 943 time: 1.0953877 May 31 13:49:22.227663 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40100) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:22.269039 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-b147a6b8-ba36-4d16-becf-6a44c0bd8704 req-33eb8adf-0254-4690-978b-47c2c4ba75a2 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:22.304138 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-b147a6b8-ba36-4d16-becf-6a44c0bd8704 req-33eb8adf-0254-4690-978b-47c2c4ba75a2 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:22.304613 n-d-843939-1 neutron-server[88370]: INFO neutron.db.l3_db [req-b147a6b8-ba36-4d16-becf-6a44c0bd8704 req-33eb8adf-0254-4690-978b-47c2c4ba75a2 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Floating IP 8f6b1ca3-87f2-418b-b191-e815240b02be disassociated. External IP: 172.25.6.170, port: f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1. May 31 13:49:22.309512 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a379961-209a-41a8-9b87-a5b687e4ab4b tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Network b47075c1-740a-443b-afc8-c90e568cc90e is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:49:22.376147 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6ceda570-473c-47ed-bd66-dee256fc33f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:22.390771 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 13:49:22.419050 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-2a379961-209a-41a8-9b87-a5b687e4ab4b tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, b47075c1-740a-443b-afc8-c90e568cc90e) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:49:22.437736 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21654c2-a6cb-4c4e-90a6-6efb340d1bd8 None None] Network b47075c1-740a-443b-afc8-c90e568cc90e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:49:22.444290 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a379961-209a-41a8-9b87-a5b687e4ab4b tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:22.451664 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2a379961-209a-41a8-9b87-a5b687e4ab4b tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:22.466167 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6ceda570-473c-47ed-bd66-dee256fc33f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:49:22.477697 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-a5474b8e-4dcc-4a50-bb64-904ae6ebdd46 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Allocated IP 172.20.0.14 (ee12a6a7-ecaf-44f9-920b-b65a426de429/717401a6-8822-4a21-9c73-af065156665d/1ddc7813-9752-4ceb-aef4-debe321a3edf) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:49:22.478551 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-6ceda570-473c-47ed-bd66-dee256fc33f0 admin admin] Usage tracker for resource:security_group_rule and tenant:4f21db41dcbb4559bd9e086bc56db704 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:49:22.489488 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-6ceda570-473c-47ed-bd66-dee256fc33f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:49:22.507254 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6ceda570-473c-47ed-bd66-dee256fc33f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:49:22.514612 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-63a8e569-9aad-4656-b67e-e0e8f8ebe280 req-0cf130b9-184d-4e95-a716-0c13f91a493f tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=879d485c-6856-4d39-902c-2e7246942604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3637915 May 31 13:49:22.875917 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6ceda570-473c-47ed-bd66-dee256fc33f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:22.886836 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-2a379961-209a-41a8-9b87-a5b687e4ab4b tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2996264 May 31 13:49:22.891978 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6ceda570-473c-47ed-bd66-dee256fc33f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:22.947084 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40106) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:22.956341 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-6ceda570-473c-47ed-bd66-dee256fc33f0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4f21db41dcbb4559bd9e086bc56db704&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7270641 May 31 13:49:22.966702 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-b8c8b561-19ef-4739-888e-d4fc2ff5cefd tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1702921587', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:49:22.981327 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40110) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:22.993168 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b8c8b561-19ef-4739-888e-d4fc2ff5cefd tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:49:23.025698 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-b8c8b561-19ef-4739-888e-d4fc2ff5cefd tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Usage tracker for resource:router and tenant:85d9456a7d3e47cf9816e44471382253 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:49:23.044242 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-b8c8b561-19ef-4739-888e-d4fc2ff5cefd tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:49:23.088544 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b8c8b561-19ef-4739-888e-d4fc2ff5cefd tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:49:23.112658 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceda570-473c-47ed-bd66-dee256fc33f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3d462a-ca8b-4811-9e3b-3ac00dd833c8,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:23.153579 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3dd336-e270-4d7c-bc2d-fe2770687346 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-b47075c1-740a-443b-afc8-c90e568cc90e', 'network_id': 'b47075c1-740a-443b-afc8-c90e568cc90e', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'fixed_ips': [{'subnet_id': 'e1b974c6-a68e-43b9-aba6-2046f7a2913a'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:49:23.154448 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ae3dd336-e270-4d7c-bc2d-fe2770687346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:23.186320 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b8c8b561-19ef-4739-888e-d4fc2ff5cefd tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:23.189457 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b8c8b561-19ef-4739-888e-d4fc2ff5cefd tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:23.271847 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b6409c83-9a76-45ba-8407-1ebe825b7228 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:23.414820 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6409c83-9a76-45ba-8407-1ebe825b7228 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event updated for resources: {'Subnet': ['ID=94366a06-155c-4b10-a63a-8b83d28aa394,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:23.427416 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-ae3dd336-e270-4d7c-bc2d-fe2770687346 None None] Allocated IP 172.20.0.2 (b47075c1-740a-443b-afc8-c90e568cc90e/e1b974c6-a68e-43b9-aba6-2046f7a2913a/68ccc6d0-74ff-4896-a611-c71d56e25518) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:49:23.443366 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c277a7e3-e8ab-4422-a538-e86d33fe8e37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:23.489346 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b8c8b561-19ef-4739-888e-d4fc2ff5cefd tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:23.506211 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6409c83-9a76-45ba-8407-1ebe825b7228 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Network a48c2a33-e3db-4cc0-a958-b63bcce161fb is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:49:23.508739 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-b6409c83-9a76-45ba-8407-1ebe825b7228 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:49:23.531091 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6409c83-9a76-45ba-8407-1ebe825b7228 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:23.532196 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b6409c83-9a76-45ba-8407-1ebe825b7228 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:23.579613 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b6409c83-9a76-45ba-8407-1ebe825b7228 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.6732326 May 31 13:49:23.584052 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40118) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:23.591795 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c277a7e3-e8ab-4422-a538-e86d33fe8e37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:23.603705 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-b8f5c946-18ce-4f81-8f93-ce423d6c77a7 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-627227084', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '94366a06-155c-4b10-a63a-8b83d28aa394'}], 'security_groups': ['bbc72f72-ab22-4fa1-9e1e-6b5d5e95f37b']}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:49:23.637824 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [req-3bb6b8d8-67e4-4ed7-b4d7-edbfaeeb80ab req-f6aa1a90-6f24-4713-b8d2-0b2d44f4c151 service neutron] (88370) timed out ('10.222.0.20', 61943) {{(pid=88370) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 31 13:49:23.842095 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e13f68a-3a98-4521-b2a5-a6e440d30140 None None] Network a48c2a33-e3db-4cc0-a958-b63bcce161fb requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:49:23.932067 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a5474b8e-4dcc-4a50-bb64-904ae6ebdd46 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:23.965959 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e181d6d6-9ae7-4cbc-b328-2add97b4f182 req-5e1b508e-9973-4547-9659-7187f4a82708 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:23.969533 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e181d6d6-9ae7-4cbc-b328-2add97b4f182 req-5e1b508e-9973-4547-9659-7187f4a82708 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4414a17-7980-4c6f-bb3c-3773d10f461d HTTP/1.1" status: 200 len: 945 time: 1.1737638 May 31 13:49:23.985889 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 40126) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:24.015135 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b8c8b561-19ef-4739-888e-d4fc2ff5cefd tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:24.024161 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-2ee5b0b4-0d03-42f3-9645-c5d1134bbb51 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Request body: {'floatingip': {'port_id': '6524429b-8656-419d-8ba8-68847a8b56e9'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:49:24.087833 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ae3dd336-e270-4d7c-bc2d-fe2770687346 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:24.119428 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-a5474b8e-4dcc-4a50-bb64-904ae6ebdd46 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Transition to ACTIVE for port object 1ddc7813-9752-4ceb-aef4-debe321a3edf will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:49:24.156165 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ae3dd336-e270-4d7c-bc2d-fe2770687346 None None] Transition to ACTIVE for port object 68ccc6d0-74ff-4896-a611-c71d56e25518 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:49:24.168776 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b8f5c946-18ce-4f81-8f93-ce423d6c77a7 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:24.184246 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b8c8b561-19ef-4739-888e-d4fc2ff5cefd tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:24.185419 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b8c8b561-19ef-4739-888e-d4fc2ff5cefd tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.2280722 May 31 13:49:24.189731 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2ee5b0b4-0d03-42f3-9645-c5d1134bbb51 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for floatingip, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:24.200133 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40132) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:24.209466 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-3f8467f4-72cd-4ab3-a3f9-167b4db2fc3b tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Request body: {'port': {'network_id': 'b47075c1-740a-443b-afc8-c90e568cc90e', 'name': 'tempest-RoutersTest-1386436954'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:49:24.227282 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ae3dd336-e270-4d7c-bc2d-fe2770687346 None None] Transition to ACTIVE for port object 68ccc6d0-74ff-4896-a611-c71d56e25518 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:49:24.413870 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ae3dd336-e270-4d7c-bc2d-fe2770687346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:24.452366 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c277a7e3-e8ab-4422-a538-e86d33fe8e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:24.468505 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b147a6b8-ba36-4d16-becf-6a44c0bd8704 req-33eb8adf-0254-4690-978b-47c2c4ba75a2 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Router c9593682-dac9-4fef-a517-e094e51451e4 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:49:24.574982 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3dd336-e270-4d7c-bc2d-fe2770687346 None None] Network b47075c1-740a-443b-afc8-c90e568cc90e is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:49:24.584195 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3dd336-e270-4d7c-bc2d-fe2770687346 None None] Pushing event updated for resources: {'Port': ['ID=68ccc6d0-74ff-4896-a611-c71d56e25518,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:24.593347 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-ae3dd336-e270-4d7c-bc2d-fe2770687346 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:49:24.601834 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3dd336-e270-4d7c-bc2d-fe2770687346 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:49:24.602587 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3dd336-e270-4d7c-bc2d-fe2770687346 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:49:24.603187 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3dd336-e270-4d7c-bc2d-fe2770687346 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:49:24.603749 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3dd336-e270-4d7c-bc2d-fe2770687346 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:49:24.604292 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3dd336-e270-4d7c-bc2d-fe2770687346 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:49:24.604843 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3dd336-e270-4d7c-bc2d-fe2770687346 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:49:24.605473 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3dd336-e270-4d7c-bc2d-fe2770687346 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:49:24.606203 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3dd336-e270-4d7c-bc2d-fe2770687346 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:49:24.606749 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3dd336-e270-4d7c-bc2d-fe2770687346 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:49:24.607285 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3dd336-e270-4d7c-bc2d-fe2770687346 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:49:24.607838 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3dd336-e270-4d7c-bc2d-fe2770687346 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:49:24.608771 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3dd336-e270-4d7c-bc2d-fe2770687346 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:49:24.612578 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3dd336-e270-4d7c-bc2d-fe2770687346 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:49:24.648820 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c277a7e3-e8ab-4422-a538-e86d33fe8e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3d462a-ca8b-4811-9e3b-3ac00dd833c8,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:24.662324 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c277a7e3-e8ab-4422-a538-e86d33fe8e37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:24.666751 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c277a7e3-e8ab-4422-a538-e86d33fe8e37 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2f3d462a-ca8b-4811-9e3b-3ac00dd833c8 HTTP/1.1" status: 204 len: 168 time: 1.6811957 May 31 13:49:24.829012 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-ae3dd336-e270-4d7c-bc2d-fe2770687346 None None] Attempting to bind port 68ccc6d0-74ff-4896-a611-c71d56e25518 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:49:24.829815 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-ae3dd336-e270-4d7c-bc2d-fe2770687346 None None] Attempting to bind port 68ccc6d0-74ff-4896-a611-c71d56e25518 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '69b73188-21f8-4786-86d0-7ae2b9c1bf35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b47075c1-740a-443b-afc8-c90e568cc90e'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:49:24.830457 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3dd336-e270-4d7c-bc2d-fe2770687346 None None] Attempting to bind port 68ccc6d0-74ff-4896-a611-c71d56e25518 on network b47075c1-740a-443b-afc8-c90e568cc90e {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:49:24.840967 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3dd336-e270-4d7c-bc2d-fe2770687346 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:49:24.841729 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3dd336-e270-4d7c-bc2d-fe2770687346 None None] Checking segment: {'id': '69b73188-21f8-4786-86d0-7ae2b9c1bf35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b47075c1-740a-443b-afc8-c90e568cc90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:49:24.842388 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ae3dd336-e270-4d7c-bc2d-fe2770687346 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:24.843472 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3dd336-e270-4d7c-bc2d-fe2770687346 None None] Bound using segment: {'id': '69b73188-21f8-4786-86d0-7ae2b9c1bf35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b47075c1-740a-443b-afc8-c90e568cc90e'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:49:24.844545 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-ae3dd336-e270-4d7c-bc2d-fe2770687346 None None] Bound port: 68ccc6d0-74ff-4896-a611-c71d56e25518, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69b73188-21f8-4786-86d0-7ae2b9c1bf35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b47075c1-740a-443b-afc8-c90e568cc90e'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:49:24.845169 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ae3dd336-e270-4d7c-bc2d-fe2770687346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:24.853172 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3f8467f4-72cd-4ab3-a3f9-167b4db2fc3b tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:49:24.914934 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3f8467f4-72cd-4ab3-a3f9-167b4db2fc3b tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:49:24.978972 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07adcb8e-8bc4-490e-b1e1-3d84644bd38b None None] Update dhcp port {'port': {'network_id': 'a48c2a33-e3db-4cc0-a958-b63bcce161fb', 'fixed_ips': [{'subnet_id': '6a0da9f2-7bb0-45ff-b7bb-044256f75155', 'ip_address': '2001:db8::2'}, {'subnet_id': '94366a06-155c-4b10-a63a-8b83d28aa394'}], 'binding:host_id': 'n-d-843939-1'}, 'id': 'b6bc6230-d927-4906-a24a-3a5a058fe031'} from n-d-843939-1. {{(pid=88371) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 31 13:49:25.066725 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-07adcb8e-8bc4-490e-b1e1-3d84644bd38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:25.079396 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-ae3dd336-e270-4d7c-bc2d-fe2770687346 None None] For port 68ccc6d0-74ff-4896-a611-c71d56e25518, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:49:25.094164 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-ae3dd336-e270-4d7c-bc2d-fe2770687346 None None] For port 68ccc6d0-74ff-4896-a611-c71d56e25518, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=68ccc6d0-74ff-4896-a611-c71d56e25518,segment=NetworkSegment(69b73188-21f8-4786-86d0-7ae2b9c1bf35),segment_id=69b73188-21f8-4786-86d0-7ae2b9c1bf35)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:49:25.138431 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ae3dd336-e270-4d7c-bc2d-fe2770687346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:25.368166 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f8467f4-72cd-4ab3-a3f9-167b4db2fc3b tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Made reservation on behalf of 85d9456a7d3e47cf9816e44471382253 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:49:25.384009 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3f8467f4-72cd-4ab3-a3f9-167b4db2fc3b tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:25.513731 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-3f8467f4-72cd-4ab3-a3f9-167b4db2fc3b tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] device_id is not set on port c0369f00-1b87-4f5c-b1b2-d23d2972c89f yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:49:25.521506 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3dd336-e270-4d7c-bc2d-fe2770687346 None None] Pushing event updated for resources: {'Port': ['ID=68ccc6d0-74ff-4896-a611-c71d56e25518,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:25.663975 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a5474b8e-4dcc-4a50-bb64-904ae6ebdd46 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:25.783622 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-3f8467f4-72cd-4ab3-a3f9-167b4db2fc3b tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Allocated IP 172.20.0.13 (b47075c1-740a-443b-afc8-c90e568cc90e/e1b974c6-a68e-43b9-aba6-2046f7a2913a/c0369f00-1b87-4f5c-b1b2-d23d2972c89f) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:49:25.931059 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5474b8e-4dcc-4a50-bb64-904ae6ebdd46 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Network ee12a6a7-ecaf-44f9-920b-b65a426de429 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:49:25.944552 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-a5474b8e-4dcc-4a50-bb64-904ae6ebdd46 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:49:25.954938 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5474b8e-4dcc-4a50-bb64-904ae6ebdd46 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:49:26.171788 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5474b8e-4dcc-4a50-bb64-904ae6ebdd46 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Pushing event updated for resources: {'Port': ['ID=1ddc7813-9752-4ceb-aef4-debe321a3edf,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:26.194052 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b147a6b8-ba36-4d16-becf-6a44c0bd8704 req-33eb8adf-0254-4690-978b-47c2c4ba75a2 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:49:26.210230 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb1cab0-1962-4435-a40a-b1dcc830abbe None None] Sync routers for ids ['c9593682-dac9-4fef-a517-e094e51451e4'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:49:26.214431 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3f8467f4-72cd-4ab3-a3f9-167b4db2fc3b tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:26.230845 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb1cab0-1962-4435-a40a-b1dcc830abbe None None] Routers {'c9593682-dac9-4fef-a517-e094e51451e4'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:49:26.231779 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-aeb1cab0-1962-4435-a40a-b1dcc830abbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:49:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['c9593682-dac9-4fef-a517-e094e51451e4'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:49:26.256095 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ee64ab-8577-40ba-8e64-a0b501e1c1f1 req-e9c77ad3-4e82-437b-b4b1-ef2a55606a65 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:26.263403 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-04ee64ab-8577-40ba-8e64-a0b501e1c1f1 req-e9c77ad3-4e82-437b-b4b1-ef2a55606a65 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=931b2df9-a1c5-473f-ba24-0babd6d355d0 HTTP/1.1" status: 200 len: 943 time: 1.9667315 May 31 13:49:26.265748 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-3f8467f4-72cd-4ab3-a3f9-167b4db2fc3b tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Transition to ACTIVE for port object c0369f00-1b87-4f5c-b1b2-d23d2972c89f will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:49:26.309000 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-b147a6b8-ba36-4d16-becf-6a44c0bd8704 req-33eb8adf-0254-4690-978b-47c2c4ba75a2 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:26.338779 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3f8467f4-72cd-4ab3-a3f9-167b4db2fc3b tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:26.573139 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-b8f5c946-18ce-4f81-8f93-ce423d6c77a7 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Delete allocated IP 2001:db8::148 (a48c2a33-e3db-4cc0-a958-b63bcce161fb/6a0da9f2-7bb0-45ff-b7bb-044256f75155) {{(pid=88369) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 31 13:49:26.601050 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b147a6b8-ba36-4d16-becf-6a44c0bd8704 req-33eb8adf-0254-4690-978b-47c2c4ba75a2 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] 10.222.0.50 "PUT /v2.0/floatingips/8f6b1ca3-87f2-418b-b191-e815240b02be HTTP/1.1" status: 200 len: 695 time: 5.1863818 May 31 13:49:26.639344 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8467f4-72cd-4ab3-a3f9-167b4db2fc3b tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Network b47075c1-740a-443b-afc8-c90e568cc90e is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:49:26.662157 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-3f8467f4-72cd-4ab3-a3f9-167b4db2fc3b tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:49:26.671227 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8467f4-72cd-4ab3-a3f9-167b4db2fc3b tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:49:26.709514 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be0bffc5-acab-46b2-9724-a8633fe38908', 'tag': 'f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:49:26.756612 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5474b8e-4dcc-4a50-bb64-904ae6ebdd46 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:26.757420 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a5474b8e-4dcc-4a50-bb64-904ae6ebdd46 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:26.776703 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40158) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:26.783424 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-aeb1cab0-1962-4435-a40a-b1dcc830abbe None None] Set router c9593682-dac9-4fef-a517-e094e51451e4 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:49:26.856821 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-a5474b8e-4dcc-4a50-bb64-904ae6ebdd46 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 7.3494401 May 31 13:49:26.880347 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 40162) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:26.891420 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8467f4-72cd-4ab3-a3f9-167b4db2fc3b tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:26.892415 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3f8467f4-72cd-4ab3-a3f9-167b4db2fc3b tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:26.942164 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8467f4-72cd-4ab3-a3f9-167b4db2fc3b tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Pushing event updated for resources: {'Port': ['ID=c0369f00-1b87-4f5c-b1b2-d23d2972c89f,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:26.952079 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-04ee64ab-8577-40ba-8e64-a0b501e1c1f1 req-2b83ce0c-b4e1-4d7f-9568-7a1dc014a9e0 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=879d485c-6856-4d39-902c-2e7246942604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6775162 May 31 13:49:26.952295 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-b8f5c946-18ce-4f81-8f93-ce423d6c77a7 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Allocated IP 2001:db8:0:1::2d4 (a48c2a33-e3db-4cc0-a958-b63bcce161fb/94366a06-155c-4b10-a63a-8b83d28aa394/5a7b7508-cc5e-49dc-b95c-2c0df426c830) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:49:26.959549 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-0a59ea96-43ae-4637-bea8-e9117efe706a tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Request body: {'floatingip': {'port_id': '1ddc7813-9752-4ceb-aef4-debe321a3edf'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:49:26.970606 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-3f8467f4-72cd-4ab3-a3f9-167b4db2fc3b tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.7690754 May 31 13:49:26.988103 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40168) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:27.063806 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 68ccc6d0-74ff-4896-a611-c71d56e25518 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:49:27.231790 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a53b309e-4774-450b-b0cd-5317dc7dd990 None None] Provisioning for port 1ddc7813-9752-4ceb-aef4-debe321a3edf completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:49:27.250904 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a53b309e-4774-450b-b0cd-5317dc7dd990 None None] Provisioning complete for port 1ddc7813-9752-4ceb-aef4-debe321a3edf triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:49:27.265841 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-c4a2a4da-8da6-4d73-b6d2-0af59df31f1e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-288691603'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:49:27.274120 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a53b309e-4774-450b-b0cd-5317dc7dd990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:27.288381 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.resource_extend [None req-2ee5b0b4-0d03-42f3-9645-c5d1134bbb51 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] It took 0.67 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:49:27.292907 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c4a2a4da-8da6-4d73-b6d2-0af59df31f1e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:49:27.302017 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c4a2a4da-8da6-4d73-b6d2-0af59df31f1e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Usage tracker for resource:network and tenant:d13dddbe1502489da91f2f88306fdca6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:49:27.342606 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c4a2a4da-8da6-4d73-b6d2-0af59df31f1e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:49:27.363015 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c4a2a4da-8da6-4d73-b6d2-0af59df31f1e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:49:27.416321 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a2a4da-8da6-4d73-b6d2-0af59df31f1e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Made reservation on behalf of d13dddbe1502489da91f2f88306fdca6 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:49:27.425144 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c4a2a4da-8da6-4d73-b6d2-0af59df31f1e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:27.564641 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c4a2a4da-8da6-4d73-b6d2-0af59df31f1e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:27.633331 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1adda557-f1be-427d-bbbb-19d9af1de469 None None] Network b47075c1-740a-443b-afc8-c90e568cc90e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:49:27.702692 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0a59ea96-43ae-4637-bea8-e9117efe706a tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks [] for floatingip, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:27.709095 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c4a2a4da-8da6-4d73-b6d2-0af59df31f1e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:49:27.834140 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-a53b309e-4774-450b-b0cd-5317dc7dd990 None None] Port 1ddc7813-9752-4ceb-aef4-debe321a3edf cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:49:27.895483 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 68ccc6d0-74ff-4896-a611-c71d56e25518 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:49:27.987248 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a6f35aa5-716b-403f-a662-e04a9dd7eb6b req-c86217fb-a2ce-4d66-b73a-a8f159738ec2 tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=099d58d897334e1282193de40ad3132e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3405507 May 31 13:49:28.014014 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c4a2a4da-8da6-4d73-b6d2-0af59df31f1e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Usage tracker for resource:security_group_rule and tenant:d13dddbe1502489da91f2f88306fdca6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:49:28.021531 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c4a2a4da-8da6-4d73-b6d2-0af59df31f1e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:49:28.039607 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c4a2a4da-8da6-4d73-b6d2-0af59df31f1e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:49:28.229662 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2ee5b0b4-0d03-42f3-9645-c5d1134bbb51 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:28.238534 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-1b68124c-6075-4c48-91d9-f5f1da68483b None None] Provisioning for port 68ccc6d0-74ff-4896-a611-c71d56e25518 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:49:28.278445 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-1b68124c-6075-4c48-91d9-f5f1da68483b None None] Provisioning complete for port 68ccc6d0-74ff-4896-a611-c71d56e25518 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:49:28.278866 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1b68124c-6075-4c48-91d9-f5f1da68483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:28.290670 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f35aa5-716b-403f-a662-e04a9dd7eb6b req-5f01c449-4f77-47f0-afae-7bbf51f86018 tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:28.298769 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a6f35aa5-716b-403f-a662-e04a9dd7eb6b req-5f01c449-4f77-47f0-afae-7bbf51f86018 tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2837498 May 31 13:49:28.301075 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2ee5b0b4-0d03-42f3-9645-c5d1134bbb51 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:28.533091 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b147a6b8-ba36-4d16-becf-6a44c0bd8704 req-f68a906c-5fc1-4700-8125-f558fc2b2f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:28.534918 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b147a6b8-ba36-4d16-becf-6a44c0bd8704 req-f68a906c-5fc1-4700-8125-f558fc2b2f0b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=43a11296fa744ef9b51a5e4bd52ac689&device_id=be0bffc5-acab-46b2-9724-a8633fe38908 HTTP/1.1" status: 200 len: 1096 time: 1.9328055 May 31 13:49:28.542574 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-aeb1cab0-1962-4435-a40a-b1dcc830abbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9593682-dac9-4fef-a517-e094e51451e4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1297477820-router', 'tenant_id': '43a11296fa744ef9b51a5e4bd52ac689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '1e98a30c-f878-4048-86eb-927a3d53c5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:47:25Z', 'updated_at': '2022-05-31T13:47:37Z', 'revision_number': 4, 'project_id': '43a11296fa744ef9b51a5e4bd52ac689', 'gw_port': {'id': '1e98a30c-f878-4048-86eb-927a3d53c5e4', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:46:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9593682-dac9-4fef-a517-e094e51451e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:47:28Z', 'updated_at': '2022-05-31T13:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '6cda1b20-ed70-448f-9036-047109811056', 'name': '', 'network_id': '8a6ea84a-a13a-4093-9580-9ccccafd4fee', 'tenant_id': '43a11296fa744ef9b51a5e4bd52ac689', 'mac_address': 'fa:16:3e:83:b4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9593682-dac9-4fef-a517-e094e51451e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'd8d91a8e-1d4d-442a-944f-994d412d112f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:47:34Z', 'updated_at': '2022-05-31T13:47:46Z', 'revision_number': 5, 'project_id': '43a11296fa744ef9b51a5e4bd52ac689', 'subnets': [{'id': 'd8d91a8e-1d4d-442a-944f-994d412d112f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:49:28.549826 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb1cab0-1962-4435-a40a-b1dcc830abbe None None] Checking router: c9593682-dac9-4fef-a517-e094e51451e4 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:49:28.604816 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb1cab0-1962-4435-a40a-b1dcc830abbe None None] Routers {'c9593682-dac9-4fef-a517-e094e51451e4'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:49:28.605723 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-aeb1cab0-1962-4435-a40a-b1dcc830abbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:49:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['c9593682-dac9-4fef-a517-e094e51451e4'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:49:28.633841 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a6f35aa5-716b-403f-a662-e04a9dd7eb6b req-12f6bafe-1b13-4804-aba5-e9110a4cae32 tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] 10.222.0.50 "GET /v2.0/quotas/099d58d897334e1282193de40ad3132e HTTP/1.1" status: 200 len: 375 time: 0.3337743 May 31 13:49:28.647176 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.db.resource_extend [None req-b8f5c946-18ce-4f81-8f93-ce423d6c77a7 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:49:28.707110 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b8f5c946-18ce-4f81-8f93-ce423d6c77a7 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:28.881747 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c4a2a4da-8da6-4d73-b6d2-0af59df31f1e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:28.902989 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-b8f5c946-18ce-4f81-8f93-ce423d6c77a7 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Transition to ACTIVE for port object 5a7b7508-cc5e-49dc-b95c-2c0df426c830 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:49:28.909274 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c4a2a4da-8da6-4d73-b6d2-0af59df31f1e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:28.946532 n-d-843939-1 neutron-server[88370]: INFO neutron.db.l3_db [None req-2ee5b0b4-0d03-42f3-9645-c5d1134bbb51 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Floating IP e2a5636b-8b5a-4705-a971-3e20a27d3b99 associated. External IP: 172.25.6.192, port: 6524429b-8656-419d-8ba8-68847a8b56e9. May 31 13:49:29.010224 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-14617c99-c57f-430e-a6dc-a8979a87f48d tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:29.029791 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b8f5c946-18ce-4f81-8f93-ce423d6c77a7 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:29.040334 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-07adcb8e-8bc4-490e-b1e1-3d84644bd38b None None] Allocated IP 2001:db8:0:1::2 (a48c2a33-e3db-4cc0-a958-b63bcce161fb/94366a06-155c-4b10-a63a-8b83d28aa394/b6bc6230-d927-4906-a24a-3a5a058fe031) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:49:29.069078 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a6f35aa5-716b-403f-a662-e04a9dd7eb6b req-03a361d6-1b59-41ec-b3f1-3176ebeaf7ce tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=099d58d897334e1282193de40ad3132e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3381770 May 31 13:49:29.131696 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4a2a4da-8da6-4d73-b6d2-0af59df31f1e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:49:29.189474 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-b8f5c946-18ce-4f81-8f93-ce423d6c77a7 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] In _notify_port_updated(), no bound segment for port 5a7b7508-cc5e-49dc-b95c-2c0df426c830 on network a48c2a33-e3db-4cc0-a958-b63bcce161fb {{(pid=88369) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 31 13:49:29.198913 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f5c946-18ce-4f81-8f93-ce423d6c77a7 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:29.206817 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b8f5c946-18ce-4f81-8f93-ce423d6c77a7 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:29.212360 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b8f5c946-18ce-4f81-8f93-ce423d6c77a7 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "PUT /v2.0/ports/5a7b7508-cc5e-49dc-b95c-2c0df426c830 HTTP/1.1" status: 200 len: 930 time: 5.6213975 May 31 13:49:29.242657 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 40184) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:29.375118 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-07adcb8e-8bc4-490e-b1e1-3d84644bd38b None None] For port b6bc6230-d927-4906-a24a-3a5a058fe031, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=b6bc6230-d927-4906-a24a-3a5a058fe031,segment=NetworkSegment(fc568f60-1866-44fd-ba5a-8ce5c66d23fc),segment_id=fc568f60-1866-44fd-ba5a-8ce5c66d23fc)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:49:29.377001 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a2a4da-8da6-4d73-b6d2-0af59df31f1e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9430577-697a-443a-957f-0e68ffdd8707,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:29.442212 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-07adcb8e-8bc4-490e-b1e1-3d84644bd38b None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:29.464871 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c4a2a4da-8da6-4d73-b6d2-0af59df31f1e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:29.465215 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-c4a2a4da-8da6-4d73-b6d2-0af59df31f1e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Added segment e36b6392-cb6c-4276-8d0c-fa220f07b4a8 of type vlan for network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e May 31 13:49:29.499015 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f5c946-18ce-4f81-8f93-ce423d6c77a7 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event updated for resources: {'Port': ['ID=5a7b7508-cc5e-49dc-b95c-2c0df426c830,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:29.499710 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-07adcb8e-8bc4-490e-b1e1-3d84644bd38b None None] Transition to ACTIVE for port object b6bc6230-d927-4906-a24a-3a5a058fe031 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:49:29.516778 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-07adcb8e-8bc4-490e-b1e1-3d84644bd38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:29.652236 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b147a6b8-ba36-4d16-becf-6a44c0bd8704 req-2134a499-7cf2-496d-a84f-cd7759fb87e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:29.664817 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b147a6b8-ba36-4d16-becf-6a44c0bd8704 req-2134a499-7cf2-496d-a84f-cd7759fb87e0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8a6ea84a-a13a-4093-9580-9ccccafd4fee HTTP/1.1" status: 200 len: 921 time: 1.0980024 May 31 13:49:29.694904 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-415a913b-c017-496f-a2f7-beda9fdeca7b'] response: {'name': 'network-changed', 'server_uuid': 'be0bffc5-acab-46b2-9724-a8633fe38908', 'tag': 'f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1', 'status': 'completed', 'code': 200} May 31 13:49:29.855577 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c4a2a4da-8da6-4d73-b6d2-0af59df31f1e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:29.988133 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-1b68124c-6075-4c48-91d9-f5f1da68483b None None] Current status of the port 68ccc6d0-74ff-4896-a611-c71d56e25518 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:49:29.988660 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1b68124c-6075-4c48-91d9-f5f1da68483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:30.053347 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-1b68124c-6075-4c48-91d9-f5f1da68483b None None] For port 68ccc6d0-74ff-4896-a611-c71d56e25518, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=68ccc6d0-74ff-4896-a611-c71d56e25518,segment=NetworkSegment(69b73188-21f8-4786-86d0-7ae2b9c1bf35),segment_id=69b73188-21f8-4786-86d0-7ae2b9c1bf35)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:49:30.081034 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b147a6b8-ba36-4d16-becf-6a44c0bd8704 req-e2f0b920-7b0e-44ba-977b-0e88d6e582f8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1 HTTP/1.1" status: 200 len: 217 time: 0.4148283 May 31 13:49:30.110886 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1b68124c-6075-4c48-91d9-f5f1da68483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:30.175913 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07adcb8e-8bc4-490e-b1e1-3d84644bd38b None None] Pushing event updated for resources: {'Port': ['ID=b6bc6230-d927-4906-a24a-3a5a058fe031,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:30.196134 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.db.resource_extend [None req-c4a2a4da-8da6-4d73-b6d2-0af59df31f1e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:49:30.286519 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae13e93-1194-4423-9d69-819d684b3363 req-3ef82612-5488-4a2a-8471-7ae06a63191f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:30.288194 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-dae13e93-1194-4423-9d69-819d684b3363 req-3ef82612-5488-4a2a-8471-7ae06a63191f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=43a11296fa744ef9b51a5e4bd52ac689&device_id=be0bffc5-acab-46b2-9724-a8633fe38908 HTTP/1.1" status: 200 len: 1096 time: 0.5146184 May 31 13:49:30.298628 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c4a2a4da-8da6-4d73-b6d2-0af59df31f1e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:30.307783 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a2a4da-8da6-4d73-b6d2-0af59df31f1e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:30.308517 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c4a2a4da-8da6-4d73-b6d2-0af59df31f1e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:30.390316 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-aeb1cab0-1962-4435-a40a-b1dcc830abbe None None] Set router c9593682-dac9-4fef-a517-e094e51451e4 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:49:30.544508 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae13e93-1194-4423-9d69-819d684b3363 req-f1894a10-c6f1-4260-95ba-cf62df45879f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:30.546277 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-dae13e93-1194-4423-9d69-819d684b3363 req-f1894a10-c6f1-4260-95ba-cf62df45879f service neutron] 10.222.0.44 "GET /v2.0/networks?id=8a6ea84a-a13a-4093-9580-9ccccafd4fee HTTP/1.1" status: 200 len: 921 time: 0.1955996 May 31 13:49:30.662668 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-dae13e93-1194-4423-9d69-819d684b3363 req-393399ab-19b3-4b95-8070-db6d0b01f115 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1 HTTP/1.1" status: 200 len: 217 time: 0.0999517 May 31 13:49:30.778889 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device b6bc6230-d927-4906-a24a-3a5a058fe031 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:49:30.835626 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-265fa4e5-c4b4-4b55-8194-6acbdd918897 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Deleting port 5a7b7508-cc5e-49dc-b95c-2c0df426c830 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:49:30.836122 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-265fa4e5-c4b4-4b55-8194-6acbdd918897 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:31.008610 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae13e93-1194-4423-9d69-819d684b3363 req-684a5334-877c-4c00-b59c-8818c9c896d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:31.010138 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-dae13e93-1194-4423-9d69-819d684b3363 req-684a5334-877c-4c00-b59c-8818c9c896d7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d8d91a8e-1d4d-442a-944f-994d412d112f HTTP/1.1" status: 200 len: 860 time: 0.2756605 May 31 13:49:31.023862 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 40198) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:31.026880 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c4a2a4da-8da6-4d73-b6d2-0af59df31f1e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 4.2461212 May 31 13:49:31.034432 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a2a4da-8da6-4d73-b6d2-0af59df31f1e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event updated for resources: {'Network': ['ID=8d0ca4ab-0d39-494b-8b5d-2861af857a5e,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:31.052833 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.db.resource_extend [None req-14617c99-c57f-430e-a6dc-a8979a87f48d tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:49:31.085615 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-14617c99-c57f-430e-a6dc-a8979a87f48d tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:31.090278 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:49:31.092115 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-14617c99-c57f-430e-a6dc-a8979a87f48d tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:31.453944 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14617c99-c57f-430e-a6dc-a8979a87f48d tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Pushing event updated for resources: {'Port': ['ID=c0369f00-1b87-4f5c-b1b2-d23d2972c89f,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:31.489589 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-1a9cc800-b83a-422a-a725-bed6995b235c None None] Provisioning complete for port 68ccc6d0-74ff-4896-a611-c71d56e25518 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:49:31.490418 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1a9cc800-b83a-422a-a725-bed6995b235c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:31.608605 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b68124c-6075-4c48-91d9-f5f1da68483b None None] Pushing event updated for resources: {'Port': ['ID=68ccc6d0-74ff-4896-a611-c71d56e25518,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:31.769564 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0a59ea96-43ae-4637-bea8-e9117efe706a tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:31.776734 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b147a6b8-ba36-4d16-becf-6a44c0bd8704 req-5ade38a3-1a07-4a43-a01d-e8a71c4ee279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:31.778861 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b147a6b8-ba36-4d16-becf-6a44c0bd8704 req-5ade38a3-1a07-4a43-a01d-e8a71c4ee279 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d8d91a8e-1d4d-442a-944f-994d412d112f HTTP/1.1" status: 200 len: 860 time: 0.7522509 May 31 13:49:32.136934 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-788343dd-e661-4561-9bc4-34df1f5dd48f tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Request body: {'subnet': {'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:49:32.157734 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-dae13e93-1194-4423-9d69-819d684b3363 req-d10272df-6eb7-4bb5-80e5-89658efd455b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8a6ea84a-a13a-4093-9580-9ccccafd4fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0901880 May 31 13:49:32.177042 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-1a9cc800-b83a-422a-a725-bed6995b235c None None] Current status of the port 68ccc6d0-74ff-4896-a611-c71d56e25518 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:49:32.217871 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-1a9cc800-b83a-422a-a725-bed6995b235c None None] Provisioning for port c0369f00-1b87-4f5c-b1b2-d23d2972c89f completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:49:32.235744 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-1a9cc800-b83a-422a-a725-bed6995b235c None None] Provisioning complete for port c0369f00-1b87-4f5c-b1b2-d23d2972c89f triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:49:32.236163 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1a9cc800-b83a-422a-a725-bed6995b235c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:32.241600 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-14617c99-c57f-430e-a6dc-a8979a87f48d tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:32.328932 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-1a9cc800-b83a-422a-a725-bed6995b235c None None] Port c0369f00-1b87-4f5c-b1b2-d23d2972c89f cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:49:32.333607 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-aeb1cab0-1962-4435-a40a-b1dcc830abbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9593682-dac9-4fef-a517-e094e51451e4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1297477820-router', 'tenant_id': '43a11296fa744ef9b51a5e4bd52ac689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '1e98a30c-f878-4048-86eb-927a3d53c5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:47:25Z', 'updated_at': '2022-05-31T13:47:37Z', 'revision_number': 4, 'project_id': '43a11296fa744ef9b51a5e4bd52ac689', 'gw_port': {'id': '1e98a30c-f878-4048-86eb-927a3d53c5e4', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:46:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9593682-dac9-4fef-a517-e094e51451e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:47:28Z', 'updated_at': '2022-05-31T13:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '6cda1b20-ed70-448f-9036-047109811056', 'name': '', 'network_id': '8a6ea84a-a13a-4093-9580-9ccccafd4fee', 'tenant_id': '43a11296fa744ef9b51a5e4bd52ac689', 'mac_address': 'fa:16:3e:83:b4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9593682-dac9-4fef-a517-e094e51451e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'd8d91a8e-1d4d-442a-944f-994d412d112f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:47:34Z', 'updated_at': '2022-05-31T13:47:46Z', 'revision_number': 5, 'project_id': '43a11296fa744ef9b51a5e4bd52ac689', 'subnets': [{'id': 'd8d91a8e-1d4d-442a-944f-994d412d112f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:49:32.338793 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb1cab0-1962-4435-a40a-b1dcc830abbe None None] The sync data for ids ['c9593682-dac9-4fef-a517-e094e51451e4'] in n-d-843939-1 is: [{'id': 'c9593682-dac9-4fef-a517-e094e51451e4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1297477820-router', 'tenant_id': '43a11296fa744ef9b51a5e4bd52ac689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '1e98a30c-f878-4048-86eb-927a3d53c5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:47:25Z', 'updated_at': '2022-05-31T13:47:37Z', 'revision_number': 4, 'project_id': '43a11296fa744ef9b51a5e4bd52ac689', 'gw_port': {'id': '1e98a30c-f878-4048-86eb-927a3d53c5e4', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:46:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9593682-dac9-4fef-a517-e094e51451e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:47:28Z', 'updated_at': '2022-05-31T13:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '6cda1b20-ed70-448f-9036-047109811056', 'name': '', 'network_id': '8a6ea84a-a13a-4093-9580-9ccccafd4fee', 'tenant_id': '43a11296fa744ef9b51a5e4bd52ac689', 'mac_address': 'fa:16:3e:83:b4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9593682-dac9-4fef-a517-e094e51451e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'd8d91a8e-1d4d-442a-944f-994d412d112f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:47:34Z', 'updated_at': '2022-05-31T13:47:46Z', 'revision_number': 5, 'project_id': '43a11296fa744ef9b51a5e4bd52ac689', 'subnets': [{'id': 'd8d91a8e-1d4d-442a-944f-994d412d112f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:49:32.446543 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 68ccc6d0-74ff-4896-a611-c71d56e25518 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:49:32.450666 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-265fa4e5-c4b4-4b55-8194-6acbdd918897 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:32.567365 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-dae13e93-1194-4423-9d69-819d684b3363 req-e847ffbe-1040-40d4-a2b1-5d2bc6cc06bb service neutron] 10.222.0.44 "GET /v2.0/networks/8a6ea84a-a13a-4093-9580-9ccccafd4fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3101919 May 31 13:49:32.643320 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-14617c99-c57f-430e-a6dc-a8979a87f48d tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:32.657471 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-dd4911e7-8ead-43f1-b84c-7955d99088ba None None] Provisioning for port 5a7b7508-cc5e-49dc-b95c-2c0df426c830 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:49:32.682630 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-dd4911e7-8ead-43f1-b84c-7955d99088ba None None] Provisioning complete for port 5a7b7508-cc5e-49dc-b95c-2c0df426c830 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:49:32.693656 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dd4911e7-8ead-43f1-b84c-7955d99088ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:32.738079 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-265fa4e5-c4b4-4b55-8194-6acbdd918897 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Calling delete_port for 5a7b7508-cc5e-49dc-b95c-2c0df426c830 owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:49:32.833236 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-dd4911e7-8ead-43f1-b84c-7955d99088ba None None] Port 5a7b7508-cc5e-49dc-b95c-2c0df426c830 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:49:32.858213 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c29b22a-1179-4d90-9335-35ecdac66551 None None] New status for floating IP 8f6b1ca3-87f2-418b-b191-e815240b02be: DOWN {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 13:49:32.860177 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-dd4911e7-8ead-43f1-b84c-7955d99088ba None None] Provisioning complete for port 37b50223-0026-48ab-8a39-9d8a1dfb9669 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:49:32.860806 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dd4911e7-8ead-43f1-b84c-7955d99088ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:32.949068 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-dd4911e7-8ead-43f1-b84c-7955d99088ba None None] Port 37b50223-0026-48ab-8a39-9d8a1dfb9669 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:49:32.961686 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 68ccc6d0-74ff-4896-a611-c71d56e25518 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:49:32.962167 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:32.995462 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0a59ea96-43ae-4637-bea8-e9117efe706a tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:33.027471 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-dd4911e7-8ead-43f1-b84c-7955d99088ba None None] Provisioning for port b6bc6230-d927-4906-a24a-3a5a058fe031 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:49:33.042968 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-dd4911e7-8ead-43f1-b84c-7955d99088ba None None] Provisioning complete for port b6bc6230-d927-4906-a24a-3a5a058fe031 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:49:33.043457 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dd4911e7-8ead-43f1-b84c-7955d99088ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:33.077399 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-265fa4e5-c4b4-4b55-8194-6acbdd918897 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:33.195550 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b147a6b8-ba36-4d16-becf-6a44c0bd8704 req-de561573-84f6-4a81-8e6d-731fbf63bf5c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8a6ea84a-a13a-4093-9580-9ccccafd4fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2366202 May 31 13:49:33.265695 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-14617c99-c57f-430e-a6dc-a8979a87f48d tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:33.274137 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-14617c99-c57f-430e-a6dc-a8979a87f48d tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:33.286719 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 68ccc6d0-74ff-4896-a611-c71d56e25518 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:49:33.298325 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-dd4911e7-8ead-43f1-b84c-7955d99088ba None None] Current status of the port b6bc6230-d927-4906-a24a-3a5a058fe031 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:49:33.314036 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-dd4911e7-8ead-43f1-b84c-7955d99088ba None None] Provisioning complete for port c0369f00-1b87-4f5c-b1b2-d23d2972c89f triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:49:33.314416 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dd4911e7-8ead-43f1-b84c-7955d99088ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:33.391623 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265fa4e5-c4b4-4b55-8194-6acbdd918897 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event deleted for resources: {'Port': ['ID=5a7b7508-cc5e-49dc-b95c-2c0df426c830,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:33.395020 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b147a6b8-ba36-4d16-becf-6a44c0bd8704 req-c1bb4379-d67a-471a-9a33-6d3ab2035633 service neutron] 10.222.0.50 "GET /v2.0/networks/8a6ea84a-a13a-4093-9580-9ccccafd4fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466713 May 31 13:49:33.421047 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-dd4911e7-8ead-43f1-b84c-7955d99088ba None None] Port c0369f00-1b87-4f5c-b1b2-d23d2972c89f cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:49:33.598512 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14617c99-c57f-430e-a6dc-a8979a87f48d tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Pushing event updated for resources: {'Port': ['ID=c0369f00-1b87-4f5c-b1b2-d23d2972c89f,revision_number=3']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:33.613753 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14617c99-c57f-430e-a6dc-a8979a87f48d tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:49:33.614206 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14617c99-c57f-430e-a6dc-a8979a87f48d tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:49:33.614616 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14617c99-c57f-430e-a6dc-a8979a87f48d tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:49:33.615075 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14617c99-c57f-430e-a6dc-a8979a87f48d tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:49:33.615508 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14617c99-c57f-430e-a6dc-a8979a87f48d tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:49:33.615910 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14617c99-c57f-430e-a6dc-a8979a87f48d tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:49:33.616479 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14617c99-c57f-430e-a6dc-a8979a87f48d tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:49:33.616851 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14617c99-c57f-430e-a6dc-a8979a87f48d tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:49:33.617406 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14617c99-c57f-430e-a6dc-a8979a87f48d tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:49:33.617853 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14617c99-c57f-430e-a6dc-a8979a87f48d tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:49:33.618293 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14617c99-c57f-430e-a6dc-a8979a87f48d tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:49:33.618619 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14617c99-c57f-430e-a6dc-a8979a87f48d tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:49:33.624415 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-14617c99-c57f-430e-a6dc-a8979a87f48d tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:33.770973 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-dae13e93-1194-4423-9d69-819d684b3363 req-6d36cc32-fffd-439d-b8e2-ca04d5c22471 service neutron] 10.222.0.44 "GET /v2.0/networks/8a6ea84a-a13a-4093-9580-9ccccafd4fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3512614 May 31 13:49:33.817502 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14617c99-c57f-430e-a6dc-a8979a87f48d tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Network b47075c1-740a-443b-afc8-c90e568cc90e is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:49:33.818823 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-14617c99-c57f-430e-a6dc-a8979a87f48d tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:49:34.032892 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a6f35aa5-716b-403f-a662-e04a9dd7eb6b req-34b5c6d9-9149-4963-b0bb-a3d58365f60f tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=099d58d897334e1282193de40ad3132e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4247220 May 31 13:49:34.057679 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-265fa4e5-c4b4-4b55-8194-6acbdd918897 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:34.069113 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-788343dd-e661-4561-9bc4-34df1f5dd48f tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:49:34.080541 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b222517e-0e9b-43e0-b38e-be9d6ca85ec3 req-f6034aab-866d-462f-a503-74b8cbb87f32 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:34.087243 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b222517e-0e9b-43e0-b38e-be9d6ca85ec3 req-f6034aab-866d-462f-a503-74b8cbb87f32 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=931b2df9-a1c5-473f-ba24-0babd6d355d0 HTTP/1.1" status: 200 len: 943 time: 3.3288577 May 31 13:49:34.103096 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14617c99-c57f-430e-a6dc-a8979a87f48d tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Router e84f756b-f35a-4ddc-a341-b33e474311ac is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 13:49:34.125889 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-788343dd-e661-4561-9bc4-34df1f5dd48f tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Usage tracker for resource:subnet and tenant:d13dddbe1502489da91f2f88306fdca6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:49:34.149720 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-5d5c43e5-618f-41ad-930d-ba8c580327e9 None None] Provisioning complete for port c0369f00-1b87-4f5c-b1b2-d23d2972c89f triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:49:34.151099 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5d5c43e5-618f-41ad-930d-ba8c580327e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:34.204378 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-788343dd-e661-4561-9bc4-34df1f5dd48f tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:49:34.212871 n-d-843939-1 neutron-server[88370]: INFO neutron.db.l3_db [None req-0a59ea96-43ae-4637-bea8-e9117efe706a tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Floating IP da735f4d-c0db-465f-98de-a6d88ef35c02 associated. External IP: 172.25.6.111, port: 63f56cf2-c2c3-499f-8de6-3c65ea0017e6. May 31 13:49:34.221017 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-5d5c43e5-618f-41ad-930d-ba8c580327e9 None None] Port c0369f00-1b87-4f5c-b1b2-d23d2972c89f cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:49:34.331778 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-265fa4e5-c4b4-4b55-8194-6acbdd918897 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "DELETE /v2.0/ports/5a7b7508-cc5e-49dc-b95c-2c0df426c830 HTTP/1.1" status: 204 len: 168 time: 5.0876539 May 31 13:49:34.350366 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-788343dd-e661-4561-9bc4-34df1f5dd48f tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:49:34.352966 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 40204) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:34.409229 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14617c99-c57f-430e-a6dc-a8979a87f48d tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:49:34.418545 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-14617c99-c57f-430e-a6dc-a8979a87f48d tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "PUT /v2.0/routers/e84f756b-f35a-4ddc-a341-b33e474311ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4218516 May 31 13:49:34.418545 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40208) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:34.420800 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627e88e7-206d-40f8-8815-df2fd6a2ea2c None None] Sync routers for ids ['e84f756b-f35a-4ddc-a341-b33e474311ac'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:49:34.433307 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627e88e7-206d-40f8-8815-df2fd6a2ea2c None None] Routers {'e84f756b-f35a-4ddc-a341-b33e474311ac'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:49:34.433947 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-627e88e7-206d-40f8-8815-df2fd6a2ea2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:49:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['e84f756b-f35a-4ddc-a341-b33e474311ac'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:49:34.459211 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b222517e-0e9b-43e0-b38e-be9d6ca85ec3 req-c4de0ac1-e7ab-489e-8859-0a62b104f97c tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=879d485c-6856-4d39-902c-2e7246942604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3687894 May 31 13:49:34.520145 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-627e88e7-206d-40f8-8815-df2fd6a2ea2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:49:34.540395 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-38bd6e59-9c18-466d-9d3c-a63d050cf2f1 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] GET failed (client error): The resource could not be found. May 31 13:49:34.541255 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-38bd6e59-9c18-466d-9d3c-a63d050cf2f1 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Synchronizing usage tracker for tenant:e2f5ae2e1abf4a2cb5fdef12f13f2ebb on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:49:34.541684 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627e88e7-206d-40f8-8815-df2fd6a2ea2c None None] Routers {'e84f756b-f35a-4ddc-a341-b33e474311ac'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:49:34.542383 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf1cd7c-addb-46ac-a422-99530533bf6a tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:34.542946 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-627e88e7-206d-40f8-8815-df2fd6a2ea2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:49:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['e84f756b-f35a-4ddc-a341-b33e474311ac'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:49:34.543344 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-5bf1cd7c-addb-46ac-a422-99530533bf6a tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Synchronizing usage tracker for tenant:85d9456a7d3e47cf9816e44471382253 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:49:34.552538 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ee5b0b4-0d03-42f3-9645-c5d1134bbb51 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Router 0697c208-3eaa-49f8-affe-568d0eb5b2db has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:49:34.583130 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-5bf1cd7c-addb-46ac-a422-99530533bf6a tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Unset dirty status for tenant:85d9456a7d3e47cf9816e44471382253 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:49:34.583417 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788343dd-e661-4561-9bc4-34df1f5dd48f tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Made reservation on behalf of d13dddbe1502489da91f2f88306fdca6 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:49:34.585265 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-5bf1cd7c-addb-46ac-a422-99530533bf6a tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "GET /v2.0/ports/c0369f00-1b87-4f5c-b1b2-d23d2972c89f HTTP/1.1" status: 200 len: 978 time: 0.1656525 May 31 13:49:34.589250 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40212) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:34.591101 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-788343dd-e661-4561-9bc4-34df1f5dd48f tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:34.637017 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-627e88e7-206d-40f8-8815-df2fd6a2ea2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:49:34.637436 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627e88e7-206d-40f8-8815-df2fd6a2ea2c None None] The sync data for ids ['e84f756b-f35a-4ddc-a341-b33e474311ac'] in n-d-843939-1 is: [] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:49:34.742726 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-38bd6e59-9c18-466d-9d3c-a63d050cf2f1 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Unset dirty status for tenant:e2f5ae2e1abf4a2cb5fdef12f13f2ebb on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:49:34.744499 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-38bd6e59-9c18-466d-9d3c-a63d050cf2f1 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "GET /v2.0/ports/5a7b7508-cc5e-49dc-b95c-2c0df426c830 HTTP/1.1" status: 404 len: 333 time: 0.3857455 May 31 13:49:34.803915 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40216) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:34.997671 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b147a6b8-ba36-4d16-becf-6a44c0bd8704 req-8800e02c-cd40-4e69-9e26-950237008bdb service neutron] 10.222.0.50 "GET /v2.0/networks/8a6ea84a-a13a-4093-9580-9ccccafd4fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5890245 May 31 13:49:35.129848 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9a77c8c7-b173-47dc-a103-16ba1a89727b req-6a6f4854-3777-43e9-ae03-f870ebff60c7 tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9fd93b5-1471-4326-8678-15863e025d40 HTTP/1.1" status: 200 len: 210 time: 0.3886948 May 31 13:49:35.203088 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b039c8db-1f58-4518-b4f7-d4d2f2c673ee tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:35.269258 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b039c8db-1f58-4518-b4f7-d4d2f2c673ee tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:35.401297 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-14e67260-b736-47ef-8abe-b80bf4236c64 req-19bbda12-c205-4a1a-9b84-adae0fc9565f tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] 10.222.0.50 "GET /v2.0/floatingips/8f6b1ca3-87f2-418b-b191-e815240b02be HTTP/1.1" status: 200 len: 693 time: 0.3113759 May 31 13:49:35.424140 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f35aa5-716b-403f-a662-e04a9dd7eb6b req-2e7ab836-ff76-4656-af41-1df3f2f9c3f0 tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:35.426900 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a6f35aa5-716b-403f-a662-e04a9dd7eb6b req-2e7ab836-ff76-4656-af41-1df3f2f9c3f0 tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3636622 May 31 13:49:35.431307 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b039c8db-1f58-4518-b4f7-d4d2f2c673ee tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:35.464573 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b039c8db-1f58-4518-b4f7-d4d2f2c673ee tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b95ebe12-461a-4bd0-a0a9-5ce33ae5c7db,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:35.535277 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b039c8db-1f58-4518-b4f7-d4d2f2c673ee tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:35.540670 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b039c8db-1f58-4518-b4f7-d4d2f2c673ee tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "DELETE /v2.0/security-groups/b95ebe12-461a-4bd0-a0a9-5ce33ae5c7db HTTP/1.1" status: 204 len: 168 time: 0.7329307 May 31 13:49:35.542024 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40224) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:35.546069 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-a6f35aa5-716b-403f-a662-e04a9dd7eb6b req-5e65b21a-b195-467e-b0c7-3f176663fbe7 tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] Request body: {'port': {'device_id': 'e9fd93b5-1471-4326-8678-15863e025d40', 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4', 'admin_state_up': True, 'tenant_id': '099d58d897334e1282193de40ad3132e'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:49:35.689623 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5695b99f-7f3c-4925-9b57-ba2fcf72ac43 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:35.816552 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5695b99f-7f3c-4925-9b57-ba2fcf72ac43 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:35.843567 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cf103cc0-7bf3-4022-94ad-05c57004446a tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:36.138377 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5695b99f-7f3c-4925-9b57-ba2fcf72ac43 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:36.305252 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5695b99f-7f3c-4925-9b57-ba2fcf72ac43 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc72f72-ab22-4fa1-9e1e-6b5d5e95f37b,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:36.340556 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5695b99f-7f3c-4925-9b57-ba2fcf72ac43 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:36.344420 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-5695b99f-7f3c-4925-9b57-ba2fcf72ac43 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "DELETE /v2.0/security-groups/bbc72f72-ab22-4fa1-9e1e-6b5d5e95f37b HTTP/1.1" status: 204 len: 168 time: 0.7999129 May 31 13:49:36.356692 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40230) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:36.488678 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0132ade-ab9d-40d4-9bcd-c0b918a76b85 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Deleting subnet 6a0da9f2-7bb0-45ff-b7bb-044256f75155 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:49:36.494812 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d0132ade-ab9d-40d4-9bcd-c0b918a76b85 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:36.568340 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-cf103cc0-7bf3-4022-94ad-05c57004446a tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Deleting port c0369f00-1b87-4f5c-b1b2-d23d2972c89f {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:49:36.568879 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cf103cc0-7bf3-4022-94ad-05c57004446a tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:36.633006 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee5b0b4-0d03-42f3-9645-c5d1134bbb51 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:49:36.646030 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a5c2b8-b319-4f79-98bc-1f2221bcbfb2 None None] Sync routers for ids ['0697c208-3eaa-49f8-affe-568d0eb5b2db'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:49:36.661341 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a5c2b8-b319-4f79-98bc-1f2221bcbfb2 None None] Routers {'0697c208-3eaa-49f8-affe-568d0eb5b2db'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:49:36.662792 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-58a5c2b8-b319-4f79-98bc-1f2221bcbfb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:49:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['0697c208-3eaa-49f8-affe-568d0eb5b2db'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:49:36.673930 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d0132ade-ab9d-40d4-9bcd-c0b918a76b85 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:36.766545 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2ee5b0b4-0d03-42f3-9645-c5d1134bbb51 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:36.905223 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-58a5c2b8-b319-4f79-98bc-1f2221bcbfb2 None None] Set router 0697c208-3eaa-49f8-affe-568d0eb5b2db gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:49:36.921371 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e67260-b736-47ef-8abe-b80bf4236c64 req-60c93306-0f02-4e3b-94eb-e893ee2ca4e4 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:36.923774 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-14e67260-b736-47ef-8abe-b80bf4236c64 req-60c93306-0f02-4e3b-94eb-e893ee2ca4e4 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] 10.222.0.50 "GET /v2.0/networks/d2103cd5-63ba-4c24-9d95-fd17643bf14c HTTP/1.1" status: 200 len: 784 time: 1.4864192 May 31 13:49:36.940062 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a59ea96-43ae-4637-bea8-e9117efe706a tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Router 4df1fffe-8b50-4f4d-811c-fa121cfa517b has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:49:36.959246 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-a6f35aa5-716b-403f-a662-e04a9dd7eb6b req-5e65b21a-b195-467e-b0c7-3f176663fbe7 tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:49:37.005324 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e615d-aa47-4777-bd55-abe04bfac68a req-474ad9a3-b428-4701-8a72-df8aa0c43614 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:37.007977 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f33e615d-aa47-4777-bd55-abe04bfac68a req-474ad9a3-b428-4701-8a72-df8aa0c43614 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=931b2df9-a1c5-473f-ba24-0babd6d355d0 HTTP/1.1" status: 200 len: 943 time: 1.3014605 May 31 13:49:37.010755 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-a6f35aa5-716b-403f-a662-e04a9dd7eb6b req-5e65b21a-b195-467e-b0c7-3f176663fbe7 tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] Usage tracker for resource:port and tenant:099d58d897334e1282193de40ad3132e is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:49:37.025842 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-a6f35aa5-716b-403f-a662-e04a9dd7eb6b req-5e65b21a-b195-467e-b0c7-3f176663fbe7 tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:49:37.035269 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [req-14e67260-b736-47ef-8abe-b80bf4236c64 req-76b59db1-0765-4c12-bfc1-9a719511a027 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:49:37.036885 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-14e67260-b736-47ef-8abe-b80bf4236c64 req-76b59db1-0765-4c12-bfc1-9a719511a027 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0510769 May 31 13:49:37.044262 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-2ee5b0b4-0d03-42f3-9645-c5d1134bbb51 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "PUT /v2.0/floatingips/e2a5636b-8b5a-4705-a971-3e20a27d3b99 HTTP/1.1" status: 200 len: 991 time: 13.0492408 May 31 13:49:37.121156 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4414a17-7980-4c6f-bb3c-3773d10f461d', 'tag': '6524429b-8656-419d-8ba8-68847a8b56e9'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:49:37.166310 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cf103cc0-7bf3-4022-94ad-05c57004446a tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:37.178172 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d0132ade-ab9d-40d4-9bcd-c0b918a76b85 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:37.217123 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-788343dd-e661-4561-9bc4-34df1f5dd48f tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:37.232655 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-a6f35aa5-716b-403f-a662-e04a9dd7eb6b req-5e65b21a-b195-467e-b0c7-3f176663fbe7 tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:49:37.349607 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-cf103cc0-7bf3-4022-94ad-05c57004446a tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Calling delete_port for c0369f00-1b87-4f5c-b1b2-d23d2972c89f owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:49:37.356219 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-58a5c2b8-b319-4f79-98bc-1f2221bcbfb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'name': 'tempest-AttachVolumeNegativeTest-1273433736-router', 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'a25f0954-04a4-4b01-8623-f473d6ed53da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:44:16Z', 'updated_at': '2022-05-31T13:44:31Z', 'revision_number': 4, 'project_id': '0c3bb07388f549c9aeec65a21380cb5d', 'gw_port': {'id': 'a25f0954-04a4-4b01-8623-f473d6ed53da', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ac:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:44:19Z', 'updated_at': '2022-05-31T13:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': 'e2a5636b-8b5a-4705-a971-3e20a27d3b99', 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d', 'floating_ip_address': '172.25.6.192', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'port_id': '6524429b-8656-419d-8ba8-68847a8b56e9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63c618dc-2d9c-42a1-a644-8fd65767e93c', 'mac_address': 'fa:16:3e:67:c5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4414a17-7980-4c6f-bb3c-3773d10f461d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:48:38Z', 'updated_at': '2022-05-31T13:49:26Z', 'revision_number': 1, 'project_id': '0c3bb07388f549c9aeec65a21380cb5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28f91fc4-d303-4198-b69f-bfc00ad66cfe', 'name': '', 'network_id': '63c618dc-2d9c-42a1-a644-8fd65767e93c', 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d', 'mac_address': 'fa:16:3e:f7:a8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '1fa11664-0552-4bb0-b5b0-3278009a7430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:44:29Z', 'updated_at': '2022-05-31T13:44:46Z', 'revision_number': 5, 'project_id': '0c3bb07388f549c9aeec65a21380cb5d', 'subnets': [{'id': '1fa11664-0552-4bb0-b5b0-3278009a7430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:49:37.363089 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a5c2b8-b319-4f79-98bc-1f2221bcbfb2 None None] Checking router: 0697c208-3eaa-49f8-affe-568d0eb5b2db for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:49:37.363785 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-14e67260-b736-47ef-8abe-b80bf4236c64 req-78247af8-edff-4956-a4ef-6e50a0def672 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.170 HTTP/1.1" status: 200 len: 696 time: 0.3035057 May 31 13:49:37.373783 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a5c2b8-b319-4f79-98bc-1f2221bcbfb2 None None] Routers {'0697c208-3eaa-49f8-affe-568d0eb5b2db'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:49:37.374432 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-58a5c2b8-b319-4f79-98bc-1f2221bcbfb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:49:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['0697c208-3eaa-49f8-affe-568d0eb5b2db'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:49:37.432134 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:37.459724 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f33e615d-aa47-4777-bd55-abe04bfac68a req-120558be-7d70-4236-8628-7445c295d7a6 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=879d485c-6856-4d39-902c-2e7246942604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4358039 May 31 13:49:37.663965 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6f35aa5-716b-403f-a662-e04a9dd7eb6b req-5e65b21a-b195-467e-b0c7-3f176663fbe7 tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] Made reservation on behalf of 099d58d897334e1282193de40ad3132e for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:49:37.667869 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a6f35aa5-716b-403f-a662-e04a9dd7eb6b req-5e65b21a-b195-467e-b0c7-3f176663fbe7 tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:37.695041 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-58a5c2b8-b319-4f79-98bc-1f2221bcbfb2 None None] Set router 0697c208-3eaa-49f8-affe-568d0eb5b2db gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:49:37.698291 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d0132ade-ab9d-40d4-9bcd-c0b918a76b85 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:37.728729 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a6f35aa5-716b-403f-a662-e04a9dd7eb6b req-5e65b21a-b195-467e-b0c7-3f176663fbe7 tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:37.756030 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-14e67260-b736-47ef-8abe-b80bf4236c64 req-549af0a2-3358-440c-a9fc-7489658e0eee tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.6.170 HTTP/1.1" status: 200 len: 696 time: 0.3912289 May 31 13:49:37.776570 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788343dd-e661-4561-9bc4-34df1f5dd48f tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event updated for resources: {'Subnet': ['ID=de620a44-de8f-459e-98d2-e4e24e8af4ea,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:37.789734 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0132ade-ab9d-40d4-9bcd-c0b918a76b85 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event deleted for resources: {'Subnet': ['ID=6a0da9f2-7bb0-45ff-b7bb-044256f75155,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:37.793494 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d0132ade-ab9d-40d4-9bcd-c0b918a76b85 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:37.798662 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18cc41f7-fb0b-42e0-b7a3-864c529adb94 None None] Network a48c2a33-e3db-4cc0-a958-b63bcce161fb requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:49:37.815620 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d0132ade-ab9d-40d4-9bcd-c0b918a76b85 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "DELETE /v2.0/subnets/6a0da9f2-7bb0-45ff-b7bb-044256f75155 HTTP/1.1" status: 204 len: 168 time: 1.4573815 May 31 13:49:37.826519 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40238) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:37.840207 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-dcd5b786-c295-4e66-b174-c67423573849 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Request body: {'subnet': {'network_id': 'a48c2a33-e3db-4cc0-a958-b63bcce161fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:49:37.908773 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4b12d360-5b8d-43ad-8f41-eb9607059fcd req-0ed50f78-0239-40ba-a306-65581517e80a tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9fd93b5-1471-4326-8678-15863e025d40 HTTP/1.1" status: 200 len: 210 time: 0.2457170 May 31 13:49:37.982582 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-a6f35aa5-716b-403f-a662-e04a9dd7eb6b req-5e65b21a-b195-467e-b0c7-3f176663fbe7 tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:49:38.004615 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-a6f35aa5-716b-403f-a662-e04a9dd7eb6b req-5e65b21a-b195-467e-b0c7-3f176663fbe7 tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] Usage tracker for resource:security_group_rule and tenant:099d58d897334e1282193de40ad3132e is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:49:38.134468 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-a6f35aa5-716b-403f-a662-e04a9dd7eb6b req-5e65b21a-b195-467e-b0c7-3f176663fbe7 tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:49:38.139483 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-652ac833-2e16-41d7-8ac7-e2a370198d8d'] response: {'name': 'network-changed', 'server_uuid': 'f4414a17-7980-4c6f-bb3c-3773d10f461d', 'tag': '6524429b-8656-419d-8ba8-68847a8b56e9', 'status': 'completed', 'code': 200} May 31 13:49:38.142337 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788343dd-e661-4561-9bc4-34df1f5dd48f tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Checking segment: {'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:49:38.142982 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788343dd-e661-4561-9bc4-34df1f5dd48f tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Network hostable DHCP agents. Network: 8d0ca4ab-0d39-494b-8b5d-2861af857a5e, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:49:38.167786 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a59ea96-43ae-4637-bea8-e9117efe706a tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:49:38.207128 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea3790c-d37e-45a0-a6b4-4d0ec9c412fc None None] Sync routers for ids ['4df1fffe-8b50-4f4d-811c-fa121cfa517b'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:49:38.221035 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-58a5c2b8-b319-4f79-98bc-1f2221bcbfb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'name': 'tempest-AttachVolumeNegativeTest-1273433736-router', 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'a25f0954-04a4-4b01-8623-f473d6ed53da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:44:16Z', 'updated_at': '2022-05-31T13:44:31Z', 'revision_number': 4, 'project_id': '0c3bb07388f549c9aeec65a21380cb5d', 'gw_port': {'id': 'a25f0954-04a4-4b01-8623-f473d6ed53da', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ac:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:44:19Z', 'updated_at': '2022-05-31T13:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': 'e2a5636b-8b5a-4705-a971-3e20a27d3b99', 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d', 'floating_ip_address': '172.25.6.192', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'port_id': '6524429b-8656-419d-8ba8-68847a8b56e9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63c618dc-2d9c-42a1-a644-8fd65767e93c', 'mac_address': 'fa:16:3e:67:c5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4414a17-7980-4c6f-bb3c-3773d10f461d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:48:38Z', 'updated_at': '2022-05-31T13:49:26Z', 'revision_number': 1, 'project_id': '0c3bb07388f549c9aeec65a21380cb5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28f91fc4-d303-4198-b69f-bfc00ad66cfe', 'name': '', 'network_id': '63c618dc-2d9c-42a1-a644-8fd65767e93c', 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d', 'mac_address': 'fa:16:3e:f7:a8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '1fa11664-0552-4bb0-b5b0-3278009a7430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:44:29Z', 'updated_at': '2022-05-31T13:44:46Z', 'revision_number': 5, 'project_id': '0c3bb07388f549c9aeec65a21380cb5d', 'subnets': [{'id': '1fa11664-0552-4bb0-b5b0-3278009a7430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:49:38.230364 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a5c2b8-b319-4f79-98bc-1f2221bcbfb2 None None] The sync data for ids ['0697c208-3eaa-49f8-affe-568d0eb5b2db'] in n-d-843939-1 is: [{'id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'name': 'tempest-AttachVolumeNegativeTest-1273433736-router', 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'a25f0954-04a4-4b01-8623-f473d6ed53da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:44:16Z', 'updated_at': '2022-05-31T13:44:31Z', 'revision_number': 4, 'project_id': '0c3bb07388f549c9aeec65a21380cb5d', 'gw_port': {'id': 'a25f0954-04a4-4b01-8623-f473d6ed53da', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ac:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:44:19Z', 'updated_at': '2022-05-31T13:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': 'e2a5636b-8b5a-4705-a971-3e20a27d3b99', 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d', 'floating_ip_address': '172.25.6.192', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'port_id': '6524429b-8656-419d-8ba8-68847a8b56e9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63c618dc-2d9c-42a1-a644-8fd65767e93c', 'mac_address': 'fa:16:3e:67:c5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4414a17-7980-4c6f-bb3c-3773d10f461d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:48:38Z', 'updated_at': '2022-05-31T13:49:26Z', 'revision_number': 1, 'project_id': '0c3bb07388f549c9aeec65a21380cb5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28f91fc4-d303-4198-b69f-bfc00ad66cfe', 'name': '', 'network_id': '63c618dc-2d9c-42a1-a644-8fd65767e93c', 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d', 'mac_address': 'fa:16:3e:f7:a8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '1fa11664-0552-4bb0-b5b0-3278009a7430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:44:29Z', 'updated_at': '2022-05-31T13:44:46Z', 'revision_number': 5, 'project_id': '0c3bb07388f549c9aeec65a21380cb5d', 'subnets': [{'id': '1fa11664-0552-4bb0-b5b0-3278009a7430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:49:38.247015 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea3790c-d37e-45a0-a6b4-4d0ec9c412fc None None] Routers {'4df1fffe-8b50-4f4d-811c-fa121cfa517b'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:49:38.247765 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-5ea3790c-d37e-45a0-a6b4-4d0ec9c412fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:49:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['4df1fffe-8b50-4f4d-811c-fa121cfa517b'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:49:38.280987 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-dcd5b786-c295-4e66-b174-c67423573849 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:49:38.292183 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e0e93f-1fd2-4d2b-b235-6eb96db981f6 req-661d9e10-cef4-4ba7-a659-a33390eb4233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:38.293899 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-50e0e93f-1fd2-4d2b-b235-6eb96db981f6 req-661d9e10-cef4-4ba7-a659-a33390eb4233 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0c3bb07388f549c9aeec65a21380cb5d&device_id=f4414a17-7980-4c6f-bb3c-3773d10f461d HTTP/1.1" status: 200 len: 1096 time: 0.2452223 May 31 13:49:38.296160 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-dcd5b786-c295-4e66-b174-c67423573849 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Usage tracker for resource:subnet and tenant:e2f5ae2e1abf4a2cb5fdef12f13f2ebb is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:49:38.301591 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-dcd5b786-c295-4e66-b174-c67423573849 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:49:38.325743 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cf103cc0-7bf3-4022-94ad-05c57004446a tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:38.338577 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-dcd5b786-c295-4e66-b174-c67423573849 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:49:38.341901 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-5ea3790c-d37e-45a0-a6b4-4d0ec9c412fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:49:38.354223 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea3790c-d37e-45a0-a6b4-4d0ec9c412fc None None] Routers {'4df1fffe-8b50-4f4d-811c-fa121cfa517b'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:49:38.354908 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-5ea3790c-d37e-45a0-a6b4-4d0ec9c412fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:49:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['4df1fffe-8b50-4f4d-811c-fa121cfa517b'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:49:38.428025 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-5ea3790c-d37e-45a0-a6b4-4d0ec9c412fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:49:38.428426 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea3790c-d37e-45a0-a6b4-4d0ec9c412fc None None] The sync data for ids ['4df1fffe-8b50-4f4d-811c-fa121cfa517b'] in n-d-843939-1 is: [] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:49:38.450529 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf103cc0-7bf3-4022-94ad-05c57004446a tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Pushing event deleted for resources: {'Port': ['ID=c0369f00-1b87-4f5c-b1b2-d23d2972c89f,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:38.468937 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-a6f35aa5-716b-403f-a662-e04a9dd7eb6b req-5e65b21a-b195-467e-b0c7-3f176663fbe7 tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:49:38.523707 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-14e67260-b736-47ef-8abe-b80bf4236c64 req-cb6dcb87-a803-43bb-8025-be0eb5702b4c tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Deleting port 54b4da27-11de-406b-a9d5-bdd5e113e321 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:49:38.524172 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-14e67260-b736-47ef-8abe-b80bf4236c64 req-cb6dcb87-a803-43bb-8025-be0eb5702b4c tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:38.526802 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcd5b786-c295-4e66-b174-c67423573849 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Made reservation on behalf of e2f5ae2e1abf4a2cb5fdef12f13f2ebb for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:49:38.530416 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dcd5b786-c295-4e66-b174-c67423573849 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:38.612686 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90db942f-390a-44bd-8310-abc55cc89d2d None None] New status for floating IP e2a5636b-8b5a-4705-a971-3e20a27d3b99: ACTIVE {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 13:49:38.647586 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788343dd-e661-4561-9bc4-34df1f5dd48f tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:49:38.873089 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-788343dd-e661-4561-9bc4-34df1f5dd48f tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 8d0ca4ab-0d39-494b-8b5d-2861af857a5e) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:49:38.882589 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a234b2ee-da40-4ab6-b3e7-ed5ebc942030 None None] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:49:38.972839 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788343dd-e661-4561-9bc4-34df1f5dd48f tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:38.973525 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-788343dd-e661-4561-9bc4-34df1f5dd48f tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:39.134683 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:39.271499 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e0e93f-1fd2-4d2b-b235-6eb96db981f6 req-8b9e07f6-3206-4679-b9e6-456f2a2fe92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:39.284149 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-50e0e93f-1fd2-4d2b-b235-6eb96db981f6 req-8b9e07f6-3206-4679-b9e6-456f2a2fe92f service neutron] 10.222.0.44 "GET /v2.0/networks?id=63c618dc-2d9c-42a1-a644-8fd65767e93c HTTP/1.1" status: 200 len: 916 time: 0.9679599 May 31 13:49:39.284846 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-788343dd-e661-4561-9bc4-34df1f5dd48f tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 8.1501684 May 31 13:49:39.295703 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40246) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:39.301826 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3bdd03-5887-450b-b5a7-530d5a5f7eb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'tenant_id': 'd13dddbe1502489da91f2f88306fdca6', 'fixed_ips': [{'subnet_id': 'de620a44-de8f-459e-98d2-e4e24e8af4ea'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:49:39.302756 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6a3bdd03-5887-450b-b5a7-530d5a5f7eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:39.405420 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-afe4fbe5-882a-4234-83a5-dffc157fb832 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Request body: {'port': {'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'name': 'tempest-NetworksTestDHCPv6-2034083109'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:49:39.434740 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cf103cc0-7bf3-4022-94ad-05c57004446a tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:39.485671 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4642bbf-0a7c-45a0-811c-80afda34b44a req-df4ec38d-ef6e-4103-9b80-01df7c0a4d77 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:39.488129 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f4642bbf-0a7c-45a0-811c-80afda34b44a req-df4ec38d-ef6e-4103-9b80-01df7c0a4d77 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=931b2df9-a1c5-473f-ba24-0babd6d355d0 HTTP/1.1" status: 200 len: 943 time: 0.6694067 May 31 13:49:39.502280 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-14e67260-b736-47ef-8abe-b80bf4236c64 req-cb6dcb87-a803-43bb-8025-be0eb5702b4c tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:39.502851 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-14e67260-b736-47ef-8abe-b80bf4236c64 req-cb6dcb87-a803-43bb-8025-be0eb5702b4c tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:39.541158 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c77aeaf3-9905-42ed-a071-74b200a1f26d None None] Provisioning complete for port 37b50223-0026-48ab-8a39-9d8a1dfb9669 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:49:39.541515 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c77aeaf3-9905-42ed-a071-74b200a1f26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:39.590758 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-6a3bdd03-5887-450b-b5a7-530d5a5f7eb9 None None] Allocated IP 2001:db8::2 (8d0ca4ab-0d39-494b-8b5d-2861af857a5e/de620a44-de8f-459e-98d2-e4e24e8af4ea/5074e329-c8ae-48aa-860a-1491f3a854e3) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:49:39.614653 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-c77aeaf3-9905-42ed-a071-74b200a1f26d None None] Port 37b50223-0026-48ab-8a39-9d8a1dfb9669 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:49:39.701063 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c77aeaf3-9905-42ed-a071-74b200a1f26d None None] Provisioning complete for port b6bc6230-d927-4906-a24a-3a5a058fe031 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:49:39.701063 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c77aeaf3-9905-42ed-a071-74b200a1f26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:39.720835 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a6f35aa5-716b-403f-a662-e04a9dd7eb6b req-5e65b21a-b195-467e-b0c7-3f176663fbe7 tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:39.726456 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae31eef4-1f7d-47b8-b785-7328ebf121ef req-a22c6ac9-30d3-45ac-8cd3-8b787c4dc195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:39.729475 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ae31eef4-1f7d-47b8-b785-7328ebf121ef req-a22c6ac9-30d3-45ac-8cd3-8b787c4dc195 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=21f78e9efd2543f8a23fa5f8aa5a9a7c&device_id=931b2df9-a1c5-473f-ba24-0babd6d355d0 HTTP/1.1" status: 200 len: 1094 time: 0.6408279 May 31 13:49:39.747748 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-14e67260-b736-47ef-8abe-b80bf4236c64 req-cb6dcb87-a803-43bb-8025-be0eb5702b4c tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Calling delete_port for 54b4da27-11de-406b-a9d5-bdd5e113e321 owned by network:floatingip {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:49:39.820711 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-50e0e93f-1fd2-4d2b-b235-6eb96db981f6 req-e1ebe304-3535-4280-902a-45662a8db213 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6524429b-8656-419d-8ba8-68847a8b56e9 HTTP/1.1" status: 200 len: 1001 time: 0.5237591 May 31 13:49:39.879934 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a6f35aa5-716b-403f-a662-e04a9dd7eb6b req-5e65b21a-b195-467e-b0c7-3f176663fbe7 tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:39.886534 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f4642bbf-0a7c-45a0-811c-80afda34b44a req-99ea9315-56cb-42b6-854b-99bf6b35119a tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=879d485c-6856-4d39-902c-2e7246942604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3542569 May 31 13:49:39.934561 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-c77aeaf3-9905-42ed-a071-74b200a1f26d None None] Current status of the port b6bc6230-d927-4906-a24a-3a5a058fe031 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:49:39.972381 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6a3bdd03-5887-450b-b5a7-530d5a5f7eb9 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:39.994855 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6a3bdd03-5887-450b-b5a7-530d5a5f7eb9 None None] Transition to ACTIVE for port object 5074e329-c8ae-48aa-860a-1491f3a854e3 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:49:40.026728 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6a3bdd03-5887-450b-b5a7-530d5a5f7eb9 None None] Transition to ACTIVE for port object 5074e329-c8ae-48aa-860a-1491f3a854e3 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:49:40.033197 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6a3bdd03-5887-450b-b5a7-530d5a5f7eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:40.048912 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e0e93f-1fd2-4d2b-b235-6eb96db981f6 req-5553c0d4-c53a-450f-8284-f62eea8e9627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:40.050458 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-50e0e93f-1fd2-4d2b-b235-6eb96db981f6 req-5553c0d4-c53a-450f-8284-f62eea8e9627 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1fa11664-0552-4bb0-b5b0-3278009a7430 HTTP/1.1" status: 200 len: 854 time: 0.2173789 May 31 13:49:40.146079 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3bdd03-5887-450b-b5a7-530d5a5f7eb9 None None] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:49:40.149382 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-6a3bdd03-5887-450b-b5a7-530d5a5f7eb9 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:49:40.153976 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3bdd03-5887-450b-b5a7-530d5a5f7eb9 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:49:40.156643 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3bdd03-5887-450b-b5a7-530d5a5f7eb9 None None] Pushing event updated for resources: {'Port': ['ID=5074e329-c8ae-48aa-860a-1491f3a854e3,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:40.179598 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e65b21a-b195-467e-b0c7-3f176663fbe7 tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4c442b-cb2d-4bfe-a1a2-dab3899ab749,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:40.182923 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-afe4fbe5-882a-4234-83a5-dffc157fb832 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:49:40.200460 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-afe4fbe5-882a-4234-83a5-dffc157fb832 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Usage tracker for resource:port and tenant:d13dddbe1502489da91f2f88306fdca6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:49:40.207861 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7cbd8427-3fe4-4ee9-af78-18ccf0a7755f req-a60594d4-a947-45e4-b82a-b32a52f7989e tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9fd93b5-1471-4326-8678-15863e025d40 HTTP/1.1" status: 200 len: 210 time: 0.1091218 May 31 13:49:40.213209 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-afe4fbe5-882a-4234-83a5-dffc157fb832 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:49:40.226083 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a59ea96-43ae-4637-bea8-e9117efe706a tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Router ce036a92-0cbe-4ce0-a309-2c6cf3610072 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:49:40.238406 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-afe4fbe5-882a-4234-83a5-dffc157fb832 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:49:40.258651 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf103cc0-7bf3-4022-94ad-05c57004446a tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Router e84f756b-f35a-4ddc-a341-b33e474311ac has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:49:40.290953 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-6a3bdd03-5887-450b-b5a7-530d5a5f7eb9 None None] Attempting to bind port 5074e329-c8ae-48aa-860a-1491f3a854e3 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:49:40.291960 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-6a3bdd03-5887-450b-b5a7-530d5a5f7eb9 None None] Attempting to bind port 5074e329-c8ae-48aa-860a-1491f3a854e3 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:49:40.292715 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3bdd03-5887-450b-b5a7-530d5a5f7eb9 None None] Attempting to bind port 5074e329-c8ae-48aa-860a-1491f3a854e3 on network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:49:40.293880 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe4fbe5-882a-4234-83a5-dffc157fb832 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Made reservation on behalf of d13dddbe1502489da91f2f88306fdca6 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:49:40.297602 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-afe4fbe5-882a-4234-83a5-dffc157fb832 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:40.303774 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3bdd03-5887-450b-b5a7-530d5a5f7eb9 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:49:40.304963 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3bdd03-5887-450b-b5a7-530d5a5f7eb9 None None] Checking segment: {'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:49:40.305833 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6a3bdd03-5887-450b-b5a7-530d5a5f7eb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:40.306716 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3bdd03-5887-450b-b5a7-530d5a5f7eb9 None None] Bound using segment: {'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:49:40.307624 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-6a3bdd03-5887-450b-b5a7-530d5a5f7eb9 None None] Bound port: 5074e329-c8ae-48aa-860a-1491f3a854e3, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:49:40.308445 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6a3bdd03-5887-450b-b5a7-530d5a5f7eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:40.367335 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e0e93f-1fd2-4d2b-b235-6eb96db981f6 req-b5acb7f5-e4c2-4024-8c90-07d7b5d5e3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:40.368957 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-50e0e93f-1fd2-4d2b-b235-6eb96db981f6 req-b5acb7f5-e4c2-4024-8c90-07d7b5d5e3c1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=63c618dc-2d9c-42a1-a644-8fd65767e93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2938569 May 31 13:49:40.454918 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-6a3bdd03-5887-450b-b5a7-530d5a5f7eb9 None None] For port 5074e329-c8ae-48aa-860a-1491f3a854e3, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:49:40.460515 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-6a3bdd03-5887-450b-b5a7-530d5a5f7eb9 None None] For port 5074e329-c8ae-48aa-860a-1491f3a854e3, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=5074e329-c8ae-48aa-860a-1491f3a854e3,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:49:40.467070 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6a3bdd03-5887-450b-b5a7-530d5a5f7eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:40.564639 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-afe4fbe5-882a-4234-83a5-dffc157fb832 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] device_id is not set on port 2adabbad-b433-45f2-8671-c5a8ef9f43ce yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:49:40.571987 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-62e0abe2-7693-4e4e-8028-be33dde4a3a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:40.580000 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3bdd03-5887-450b-b5a7-530d5a5f7eb9 None None] Pushing event updated for resources: {'Port': ['ID=5074e329-c8ae-48aa-860a-1491f3a854e3,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:40.629728 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf103cc0-7bf3-4022-94ad-05c57004446a tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:49:40.648459 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8b84cf-f43b-40d4-9e66-00e4f9e48d9e None None] Sync routers for ids ['e84f756b-f35a-4ddc-a341-b33e474311ac'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:49:40.673089 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8b84cf-f43b-40d4-9e66-00e4f9e48d9e None None] Routers {'e84f756b-f35a-4ddc-a341-b33e474311ac'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:49:40.674978 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dcd5b786-c295-4e66-b174-c67423573849 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:40.675901 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-4b8b84cf-f43b-40d4-9e66-00e4f9e48d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:49:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['e84f756b-f35a-4ddc-a341-b33e474311ac'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:49:40.748862 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-4b8b84cf-f43b-40d4-9e66-00e4f9e48d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:49:40.759624 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8b84cf-f43b-40d4-9e66-00e4f9e48d9e None None] Routers {'e84f756b-f35a-4ddc-a341-b33e474311ac'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:49:40.760509 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-4b8b84cf-f43b-40d4-9e66-00e4f9e48d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:49:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['e84f756b-f35a-4ddc-a341-b33e474311ac'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:49:40.763297 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd5b786-c295-4e66-b174-c67423573849 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Network a48c2a33-e3db-4cc0-a958-b63bcce161fb is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:49:40.778116 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae31eef4-1f7d-47b8-b785-7328ebf121ef req-baf746ca-2331-48e3-bff0-28cc3976d0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:40.779906 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-dcd5b786-c295-4e66-b174-c67423573849 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:49:40.780166 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ae31eef4-1f7d-47b8-b785-7328ebf121ef req-baf746ca-2331-48e3-bff0-28cc3976d0c3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b66065d1-e972-453c-87d9-3ed8cec4b7a7 HTTP/1.1" status: 200 len: 917 time: 0.9384329 May 31 13:49:40.802077 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd5b786-c295-4e66-b174-c67423573849 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:40.802687 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dcd5b786-c295-4e66-b174-c67423573849 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:40.872448 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e44833e-d264-48a3-b0a6-82b25713ec66 None None] Network a48c2a33-e3db-4cc0-a958-b63bcce161fb requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:49:40.874693 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a59ea96-43ae-4637-bea8-e9117efe706a tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:49:40.878990 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-dcd5b786-c295-4e66-b174-c67423573849 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0508816 May 31 13:49:40.889841 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40250) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:40.892619 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdcbbfc-0595-4980-8f81-8e668c9a2730 None None] Sync routers for ids ['ce036a92-0cbe-4ce0-a309-2c6cf3610072'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:49:40.896584 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-a6f35aa5-716b-403f-a662-e04a9dd7eb6b req-5e65b21a-b195-467e-b0c7-3f176663fbe7 tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] Allocated IP 192.168.233.156 (85b11c4f-90ad-4763-b38d-22d3f87089f4/24822c99-0dce-4d50-9c44-3135ba3763b8/ccc91d12-00dc-47fd-919d-900135250be2) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:49:40.904021 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-cf103cc0-7bf3-4022-94ad-05c57004446a tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "PUT /v2.0/routers/e84f756b-f35a-4ddc-a341-b33e474311ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3127177 May 31 13:49:40.906920 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-50e0e93f-1fd2-4d2b-b235-6eb96db981f6 req-e0223489-bb88-42e6-98da-04a65739af10 service neutron] 10.222.0.44 "GET /v2.0/networks/63c618dc-2d9c-42a1-a644-8fd65767e93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5166831 May 31 13:49:40.910273 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40254) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:40.917800 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-caacc348-502d-4128-a5b8-a266cf6391dd tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Request body: {'security_group': {'name': 'tempest-secgroup-1186973709'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:49:40.971037 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdcbbfc-0595-4980-8f81-8e668c9a2730 None None] Routers {'ce036a92-0cbe-4ce0-a309-2c6cf3610072'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:49:40.979045 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-1bdcbbfc-0595-4980-8f81-8e668c9a2730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:49:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['ce036a92-0cbe-4ce0-a309-2c6cf3610072'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:49:40.997456 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-14e67260-b736-47ef-8abe-b80bf4236c64 req-cb6dcb87-a803-43bb-8025-be0eb5702b4c tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:41.076461 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-1bdcbbfc-0595-4980-8f81-8e668c9a2730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:49:41.086732 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdcbbfc-0595-4980-8f81-8e668c9a2730 None None] Routers {'ce036a92-0cbe-4ce0-a309-2c6cf3610072'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:49:41.087358 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-1bdcbbfc-0595-4980-8f81-8e668c9a2730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:49:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['ce036a92-0cbe-4ce0-a309-2c6cf3610072'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:49:41.165336 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-4b8b84cf-f43b-40d4-9e66-00e4f9e48d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:49:41.166563 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8b84cf-f43b-40d4-9e66-00e4f9e48d9e None None] The sync data for ids ['e84f756b-f35a-4ddc-a341-b33e474311ac'] in n-d-843939-1 is: [] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:49:41.232073 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-caacc348-502d-4128-a5b8-a266cf6391dd tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:49:41.234133 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-1bdcbbfc-0595-4980-8f81-8e668c9a2730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:49:41.234896 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdcbbfc-0595-4980-8f81-8e668c9a2730 None None] The sync data for ids ['ce036a92-0cbe-4ce0-a309-2c6cf3610072'] in n-d-843939-1 is: [] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:49:41.255394 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd5b786-c295-4e66-b174-c67423573849 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event updated for resources: {'Subnet': ['ID=4c01c160-ff07-4b8e-8afc-11d52b61a8f4,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:41.273573 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6dcb87-a803-43bb-8025-be0eb5702b4c tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Pushing event deleted for resources: {'Port': ['ID=54b4da27-11de-406b-a9d5-bdd5e113e321,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:41.289336 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ae31eef4-1f7d-47b8-b785-7328ebf121ef req-fdbe75f1-3074-4426-b757-c3f081302f5c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9fc5db8-b6ca-4339-936c-dac801564b5d HTTP/1.1" status: 200 len: 999 time: 0.4827261 May 31 13:49:41.330468 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-caacc348-502d-4128-a5b8-a266cf6391dd tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Usage tracker for resource:security_group and tenant:e2f5ae2e1abf4a2cb5fdef12f13f2ebb is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:49:41.383159 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0a59ea96-43ae-4637-bea8-e9117efe706a tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:41.405082 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-caacc348-502d-4128-a5b8-a266cf6391dd tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:49:41.437468 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-afe4fbe5-882a-4234-83a5-dffc157fb832 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Allocated IP 2001:db8::ca (8d0ca4ab-0d39-494b-8b5d-2861af857a5e/de620a44-de8f-459e-98d2-e4e24e8af4ea/2adabbad-b433-45f2-8671-c5a8ef9f43ce) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:49:41.440801 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-caacc348-502d-4128-a5b8-a266cf6391dd tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:49:41.463903 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbea601d-7231-4f6e-98f7-baf9f5e41088 None None] Update dhcp port {'port': {'network_id': 'a48c2a33-e3db-4cc0-a958-b63bcce161fb', 'fixed_ips': [{'subnet_id': '94366a06-155c-4b10-a63a-8b83d28aa394', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '4c01c160-ff07-4b8e-8afc-11d52b61a8f4'}], 'binding:host_id': 'n-d-843939-1'}, 'id': 'b6bc6230-d927-4906-a24a-3a5a058fe031'} from n-d-843939-1. {{(pid=88371) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 31 13:49:41.540986 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dbea601d-7231-4f6e-98f7-baf9f5e41088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:41.589590 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-14e67260-b736-47ef-8abe-b80bf4236c64 req-cb6dcb87-a803-43bb-8025-be0eb5702b4c tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Notify callbacks [] for floatingip, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:41.591950 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-14e67260-b736-47ef-8abe-b80bf4236c64 req-cb6dcb87-a803-43bb-8025-be0eb5702b4c tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:41.593098 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-14e67260-b736-47ef-8abe-b80bf4236c64 req-cb6dcb87-a803-43bb-8025-be0eb5702b4c tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] 10.222.0.50 "DELETE /v2.0/floatingips/8f6b1ca3-87f2-418b-b191-e815240b02be HTTP/1.1" status: 204 len: 173 time: 3.8063719 May 31 13:49:41.599692 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-caacc348-502d-4128-a5b8-a266cf6391dd tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:41.635816 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae31eef4-1f7d-47b8-b785-7328ebf121ef req-119d4118-1c85-49db-b20a-1ae881996d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:41.637278 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ae31eef4-1f7d-47b8-b785-7328ebf121ef req-119d4118-1c85-49db-b20a-1ae881996d5a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ccc319e0-a4f4-4875-9973-c92d94351bb8 HTTP/1.1" status: 200 len: 855 time: 0.2996185 May 31 13:49:41.760923 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-caacc348-502d-4128-a5b8-a266cf6391dd tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:49:41.803225 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-caacc348-502d-4128-a5b8-a266cf6391dd tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Usage tracker for resource:security_group_rule and tenant:e2f5ae2e1abf4a2cb5fdef12f13f2ebb is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:49:41.817004 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-caacc348-502d-4128-a5b8-a266cf6391dd tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:49:41.825791 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-183548cf-dd12-4bbc-897e-7cf0c10b1980 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] remove_router_interface failed (client error): The resource could not be found. May 31 13:49:41.827156 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-183548cf-dd12-4bbc-897e-7cf0c10b1980 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "PUT /v2.0/routers/e84f756b-f35a-4ddc-a341-b33e474311ac/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.9036257 May 31 13:49:41.850021 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-50e0e93f-1fd2-4d2b-b235-6eb96db981f6 req-18b06f0e-c06b-42bb-929d-94cbead48eb4 service neutron] 10.222.0.44 "GET /v2.0/networks/63c618dc-2d9c-42a1-a644-8fd65767e93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9076903 May 31 13:49:41.851913 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-0eeb1eb9-b927-4523-836b-b384279563ae req-7063025a-99aa-4f73-8eb2-5e01e91dab4e tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] Synchronizing usage tracker for tenant:099d58d897334e1282193de40ad3132e on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:49:41.857086 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-caacc348-502d-4128-a5b8-a266cf6391dd tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:49:41.859836 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40264) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:41.889401 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-dbea601d-7231-4f6e-98f7-baf9f5e41088 None None] Allocated IP 2001:db8::2 (a48c2a33-e3db-4cc0-a958-b63bcce161fb/4c01c160-ff07-4b8e-8afc-11d52b61a8f4/b6bc6230-d927-4906-a24a-3a5a058fe031) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:49:41.903043 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f27f773-086b-4d90-aae6-c7f50e3d75dc req-91288604-3c0e-415a-90ce-120fe43cbeb8 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:41.905278 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0f27f773-086b-4d90-aae6-c7f50e3d75dc req-91288604-3c0e-415a-90ce-120fe43cbeb8 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=931b2df9-a1c5-473f-ba24-0babd6d355d0 HTTP/1.1" status: 200 len: 943 time: 0.7124944 May 31 13:49:41.906903 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-0a59ea96-43ae-4637-bea8-e9117efe706a tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] 10.222.0.50 "PUT /v2.0/floatingips/da735f4d-c0db-465f-98de-a6d88ef35c02 HTTP/1.1" status: 200 len: 979 time: 14.9831984 May 31 13:49:41.914160 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 40268) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:42.023979 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-cabeb501-3bcf-4c2e-b639-4b81038f5fc2 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Synchronizing usage tracker for tenant:85d9456a7d3e47cf9816e44471382253 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:49:42.037042 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-f5e6d484-439b-4d97-b26d-889f2f01fd05 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Deleting port 1ddc7813-9752-4ceb-aef4-debe321a3edf {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:49:42.038846 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f5e6d484-439b-4d97-b26d-889f2f01fd05 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:42.075199 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-dbea601d-7231-4f6e-98f7-baf9f5e41088 None None] For port b6bc6230-d927-4906-a24a-3a5a058fe031, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=b6bc6230-d927-4906-a24a-3a5a058fe031,segment=NetworkSegment(fc568f60-1866-44fd-ba5a-8ce5c66d23fc),segment_id=fc568f60-1866-44fd-ba5a-8ce5c66d23fc)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:49:42.092986 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-cabeb501-3bcf-4c2e-b639-4b81038f5fc2 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Unset dirty status for tenant:85d9456a7d3e47cf9816e44471382253 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:49:42.094167 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-cabeb501-3bcf-4c2e-b639-4b81038f5fc2 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "GET /v2.0/ports?device_id=e84f756b-f35a-4ddc-a341-b33e474311ac HTTP/1.1" status: 200 len: 205 time: 0.2326136 May 31 13:49:42.101362 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40272) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:42.116172 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dbea601d-7231-4f6e-98f7-baf9f5e41088 None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:42.145116 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-dbea601d-7231-4f6e-98f7-baf9f5e41088 None None] Transition to ACTIVE for port object b6bc6230-d927-4906-a24a-3a5a058fe031 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:49:42.151580 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dbea601d-7231-4f6e-98f7-baf9f5e41088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:42.207463 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-0eeb1eb9-b927-4523-836b-b384279563ae req-7063025a-99aa-4f73-8eb2-5e01e91dab4e tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] Unset dirty status for tenant:099d58d897334e1282193de40ad3132e on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:49:42.208771 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0eeb1eb9-b927-4523-836b-b384279563ae req-7063025a-99aa-4f73-8eb2-5e01e91dab4e tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9fd93b5-1471-4326-8678-15863e025d40 HTTP/1.1" status: 200 len: 210 time: 0.4457648 May 31 13:49:42.231762 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a6f35aa5-716b-403f-a662-e04a9dd7eb6b req-5e65b21a-b195-467e-b0c7-3f176663fbe7 tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:42.287641 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0f27f773-086b-4d90-aae6-c7f50e3d75dc req-0b086919-1988-4b2d-bb4f-b959847381ea tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=879d485c-6856-4d39-902c-2e7246942604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3597951 May 31 13:49:42.355255 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199d46d3-7303-4310-abb3-9341fb9ad666 None None] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:49:42.375690 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-a6f35aa5-716b-403f-a662-e04a9dd7eb6b req-5e65b21a-b195-467e-b0c7-3f176663fbe7 tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] Transition to ACTIVE for port object ccc91d12-00dc-47fd-919d-900135250be2 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:49:42.379519 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-afe4fbe5-882a-4234-83a5-dffc157fb832 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:42.389253 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-afb01254-6c6a-46ed-af5b-8effe8499cfe tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:42.410310 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae31eef4-1f7d-47b8-b785-7328ebf121ef req-07f34114-35ab-47e7-a463-e12a4fdb7944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:42.411812 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ae31eef4-1f7d-47b8-b785-7328ebf121ef req-07f34114-35ab-47e7-a463-e12a4fdb7944 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b66065d1-e972-453c-87d9-3ed8cec4b7a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7648542 May 31 13:49:42.556389 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-caacc348-502d-4128-a5b8-a266cf6391dd tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:42.592305 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 5074e329-c8ae-48aa-860a-1491f3a854e3 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:49:42.610838 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-eb9c1da8-c827-474e-b45b-ab1057c68307 req-df58c460-a579-4103-b3b3-73491102268d tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] 10.222.0.50 "GET /v2.0/security-groups/3815af60-d94e-467a-8538-d35fc16d661c HTTP/1.1" status: 200 len: 1809 time: 0.2268384 May 31 13:49:42.621013 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f5e6d484-439b-4d97-b26d-889f2f01fd05 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:42.624704 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-caacc348-502d-4128-a5b8-a266cf6391dd tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:42.629749 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-afe4fbe5-882a-4234-83a5-dffc157fb832 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Transition to ACTIVE for port object 2adabbad-b433-45f2-8671-c5a8ef9f43ce will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:49:42.672710 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbea601d-7231-4f6e-98f7-baf9f5e41088 None None] Pushing event updated for resources: {'Port': ['ID=b6bc6230-d927-4906-a24a-3a5a058fe031,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:42.717652 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a7d5f15d-d4c8-4a91-a0ab-94b7b10ba10a None None] Provisioning for port 5074e329-c8ae-48aa-860a-1491f3a854e3 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:49:42.759743 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 5074e329-c8ae-48aa-860a-1491f3a854e3 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:49:42.775643 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 5074e329-c8ae-48aa-860a-1491f3a854e3 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:49:42.776163 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:42.879965 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-167e1bf5-ca58-4026-b166-f6517491938a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:42.920261 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a6f35aa5-716b-403f-a662-e04a9dd7eb6b req-5e65b21a-b195-467e-b0c7-3f176663fbe7 tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:42.943692 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 5074e329-c8ae-48aa-860a-1491f3a854e3 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:49:42.944351 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:42.964619 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device a9fc5db8-b6ca-4339-936c-dac801564b5d details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:49:42.995107 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 5074e329-c8ae-48aa-860a-1491f3a854e3, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=5074e329-c8ae-48aa-860a-1491f3a854e3,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:49:43.016534 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:43.048718 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ae31eef4-1f7d-47b8-b785-7328ebf121ef req-c975d436-679c-4b67-9364-2c7f1bda5f66 service neutron] 10.222.0.44 "GET /v2.0/networks/b66065d1-e972-453c-87d9-3ed8cec4b7a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6201224 May 31 13:49:43.055145 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-caacc348-502d-4128-a5b8-a266cf6391dd tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:43.056256 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-caacc348-502d-4128-a5b8-a266cf6391dd tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.1555870 May 31 13:49:43.072175 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40276) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:43.073680 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6f35aa5-716b-403f-a662-e04a9dd7eb6b req-5e65b21a-b195-467e-b0c7-3f176663fbe7 tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] Network 85b11c4f-90ad-4763-b38d-22d3f87089f4 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:49:43.102519 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-a6f35aa5-716b-403f-a662-e04a9dd7eb6b req-5e65b21a-b195-467e-b0c7-3f176663fbe7 tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:49:43.109464 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-456c88ce-f4c5-4f4c-89e9-1cb72eca471f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Request body: {'security_group': {'name': 'tempest-secgroup-150007534'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:49:43.116412 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-afb01254-6c6a-46ed-af5b-8effe8499cfe tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:43.120127 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-afb01254-6c6a-46ed-af5b-8effe8499cfe tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:43.128684 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e65b21a-b195-467e-b0c7-3f176663fbe7 tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] Pushing event updated for resources: {'Port': ['ID=ccc91d12-00dc-47fd-919d-900135250be2,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:43.143207 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6f35aa5-716b-403f-a662-e04a9dd7eb6b req-5e65b21a-b195-467e-b0c7-3f176663fbe7 tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:49:43.145730 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caacc348-502d-4128-a5b8-a266cf6391dd tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19a4f30c-b30f-4ef6-91c2-da98db9b5f7b,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:43.152228 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-afb01254-6c6a-46ed-af5b-8effe8499cfe tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:43.154749 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb01254-6c6a-46ed-af5b-8effe8499cfe tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Fanout notify agent at l3_agent the message router_deleted on router e84f756b-f35a-4ddc-a341-b33e474311ac {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:49:43.162197 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-afe4fbe5-882a-4234-83a5-dffc157fb832 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:43.171009 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-456c88ce-f4c5-4f4c-89e9-1cb72eca471f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:49:43.228596 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f35aa5-716b-403f-a662-e04a9dd7eb6b req-5e65b21a-b195-467e-b0c7-3f176663fbe7 tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:43.229320 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a6f35aa5-716b-403f-a662-e04a9dd7eb6b req-5e65b21a-b195-467e-b0c7-3f176663fbe7 tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:43.242352 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-456c88ce-f4c5-4f4c-89e9-1cb72eca471f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Usage tracker for resource:security_group and tenant:e2f5ae2e1abf4a2cb5fdef12f13f2ebb is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:49:43.249111 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-afb01254-6c6a-46ed-af5b-8effe8499cfe tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:43.250905 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-afb01254-6c6a-46ed-af5b-8effe8499cfe tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "DELETE /v2.0/routers/e84f756b-f35a-4ddc-a341-b33e474311ac HTTP/1.1" status: 204 len: 168 time: 1.1452858 May 31 13:49:43.252528 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-456c88ce-f4c5-4f4c-89e9-1cb72eca471f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:49:43.265181 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40280) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:43.417049 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port a9fc5db8-b6ca-4339-936c-dac801564b5d, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=a9fc5db8-b6ca-4339-936c-dac801564b5d,segment=NetworkSegment(f85bb861-f832-42e2-a182-3ceccc5a66af),segment_id=f85bb861-f832-42e2-a182-3ceccc5a66af)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:49:43.449706 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-456c88ce-f4c5-4f4c-89e9-1cb72eca471f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:49:43.454326 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': 'a9fc5db8-b6ca-4339-936c-dac801564b5d', 'network_id': 'b66065d1-e972-453c-87d9-3ed8cec4b7a7', 'port_id': 'a9fc5db8-b6ca-4339-936c-dac801564b5d', 'mac_address': 'fa:16:3e:ff:dc:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccc319e0-a4f4-4875-9973-c92d94351bb8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:49:43.473065 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-259f9ed4-e89e-4fba-80ad-f39058f1a848 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Deleting subnet e1b974c6-a68e-43b9-aba6-2046f7a2913a {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:49:43.488974 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe4fbe5-882a-4234-83a5-dffc157fb832 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:49:43.498585 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-afe4fbe5-882a-4234-83a5-dffc157fb832 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:49:43.501276 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe4fbe5-882a-4234-83a5-dffc157fb832 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:49:43.508793 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe4fbe5-882a-4234-83a5-dffc157fb832 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:43.509642 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-afe4fbe5-882a-4234-83a5-dffc157fb832 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:43.514016 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=5074e329-c8ae-48aa-860a-1491f3a854e3,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:43.519259 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-259f9ed4-e89e-4fba-80ad-f39058f1a848 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:43.556594 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe4fbe5-882a-4234-83a5-dffc157fb832 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event updated for resources: {'Port': ['ID=2adabbad-b433-45f2-8671-c5a8ef9f43ce,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:43.578930 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-456c88ce-f4c5-4f4c-89e9-1cb72eca471f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:43.612208 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-afe4fbe5-882a-4234-83a5-dffc157fb832 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.2356882 May 31 13:49:43.617016 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40288) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:43.621568 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-456c88ce-f4c5-4f4c-89e9-1cb72eca471f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:49:43.627180 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-456c88ce-f4c5-4f4c-89e9-1cb72eca471f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Usage tracker for resource:security_group_rule and tenant:e2f5ae2e1abf4a2cb5fdef12f13f2ebb is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:49:43.630792 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-456c88ce-f4c5-4f4c-89e9-1cb72eca471f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:49:43.638269 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-456c88ce-f4c5-4f4c-89e9-1cb72eca471f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:49:43.640948 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port a9fc5db8-b6ca-4339-936c-dac801564b5d is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:49:43.641451 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:43.648457 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a6f35aa5-716b-403f-a662-e04a9dd7eb6b req-5e65b21a-b195-467e-b0c7-3f176663fbe7 tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 8.2026451 May 31 13:49:43.665201 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-eb9c1da8-c827-474e-b45b-ab1057c68307 req-59b6ca41-c763-4f7a-9207-7e11d888f8c7 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:43.676827 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9fc5db8-b6ca-4339-936c-dac801564b5d {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:49:43.681130 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-a6f35aa5-716b-403f-a662-e04a9dd7eb6b req-95b35484-7c33-460d-b08b-c95a3955b892 service neutron] Request body: {'port': {'device_id': 'e9fd93b5-1471-4326-8678-15863e025d40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:49:43.700362 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-fb233c73-e3dd-44a3-8843-752d2088e5a6 None None] Provisioning complete for port 5074e329-c8ae-48aa-860a-1491f3a854e3 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:49:43.700740 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fb233c73-e3dd-44a3-8843-752d2088e5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:43.732105 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-456c88ce-f4c5-4f4c-89e9-1cb72eca471f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:43.773123 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-456c88ce-f4c5-4f4c-89e9-1cb72eca471f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:43.786357 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-259f9ed4-e89e-4fba-80ad-f39058f1a848 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:43.791210 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port a9fc5db8-b6ca-4339-936c-dac801564b5d, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=a9fc5db8-b6ca-4339-936c-dac801564b5d,segment=NetworkSegment(f85bb861-f832-42e2-a182-3ceccc5a66af),segment_id=f85bb861-f832-42e2-a182-3ceccc5a66af)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:49:43.802301 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:43.878332 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a6f35aa5-716b-403f-a662-e04a9dd7eb6b req-95b35484-7c33-460d-b08b-c95a3955b892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:43.883968 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:43.915133 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-456c88ce-f4c5-4f4c-89e9-1cb72eca471f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:43.919007 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-456c88ce-f4c5-4f4c-89e9-1cb72eca471f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8432302 May 31 13:49:43.919007 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456c88ce-f4c5-4f4c-89e9-1cb72eca471f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=184d7977-75c0-41c9-a710-c64fb70fb5dc,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:43.920332 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40292) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:43.931304 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-42992815-dd71-40d3-940f-0efc06bbf0ee tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Request body: {'security_group': {'name': 'tempest-secgroup-868838397'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:49:43.947063 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-42992815-dd71-40d3-940f-0efc06bbf0ee tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:49:43.958248 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-42992815-dd71-40d3-940f-0efc06bbf0ee tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Usage tracker for resource:security_group and tenant:e2f5ae2e1abf4a2cb5fdef12f13f2ebb is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:49:43.964327 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-42992815-dd71-40d3-940f-0efc06bbf0ee tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:49:43.966005 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:43.979668 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-42992815-dd71-40d3-940f-0efc06bbf0ee tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:49:43.984270 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=a9fc5db8-b6ca-4339-936c-dac801564b5d,revision_number=9']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:43.999770 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-fb233c73-e3dd-44a3-8843-752d2088e5a6 None None] Current status of the port 5074e329-c8ae-48aa-860a-1491f3a854e3 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:49:44.004620 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-42992815-dd71-40d3-940f-0efc06bbf0ee tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:44.028130 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff687f2-4c5e-4756-819d-eeabf8f5b997 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:44.034791 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff687f2-4c5e-4756-819d-eeabf8f5b997 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:44.035781 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-fff687f2-4c5e-4756-819d-eeabf8f5b997 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Synchronizing usage tracker for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:49:44.052246 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-259f9ed4-e89e-4fba-80ad-f39058f1a848 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:44.067595 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-eb9c1da8-c827-474e-b45b-ab1057c68307 req-59b6ca41-c763-4f7a-9207-7e11d888f8c7 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:44.094707 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['a9fc5db8-b6ca-4339-936c-dac801564b5d'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:49:44.100107 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-42992815-dd71-40d3-940f-0efc06bbf0ee tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:49:44.115693 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-42992815-dd71-40d3-940f-0efc06bbf0ee tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Usage tracker for resource:security_group_rule and tenant:e2f5ae2e1abf4a2cb5fdef12f13f2ebb is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:49:44.122103 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-42992815-dd71-40d3-940f-0efc06bbf0ee tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:49:44.127895 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ae31eef4-1f7d-47b8-b785-7328ebf121ef req-81ce763e-b98c-42a8-b545-f480f403351d service neutron] 10.222.0.44 "GET /v2.0/networks/b66065d1-e972-453c-87d9-3ed8cec4b7a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0521986 May 31 13:49:44.152662 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-42992815-dd71-40d3-940f-0efc06bbf0ee tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:49:44.162054 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-fff687f2-4c5e-4756-819d-eeabf8f5b997 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Unset dirty status for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:49:44.163765 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-fff687f2-4c5e-4756-819d-eeabf8f5b997 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 0.4296837 May 31 13:49:44.171385 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40296) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:44.188056 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-1286779c-060d-4b2d-82ef-8ea085faeb9c None None] Provisioning complete for port 37b50223-0026-48ab-8a39-9d8a1dfb9669 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:49:44.188534 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1286779c-060d-4b2d-82ef-8ea085faeb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:44.228069 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f5e6d484-439b-4d97-b26d-889f2f01fd05 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:44.228438 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f5e6d484-439b-4d97-b26d-889f2f01fd05 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:44.228751 n-d-843939-1 neutron-server[88370]: INFO neutron.db.l3_db [None req-f5e6d484-439b-4d97-b26d-889f2f01fd05 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Floating IP da735f4d-c0db-465f-98de-a6d88ef35c02 disassociated. External IP: 172.25.6.111, port: 1ddc7813-9752-4ceb-aef4-debe321a3edf. May 31 13:49:44.229101 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-f5e6d484-439b-4d97-b26d-889f2f01fd05 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Calling delete_port for 1ddc7813-9752-4ceb-aef4-debe321a3edf owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:49:44.268286 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-259f9ed4-e89e-4fba-80ad-f39058f1a848 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:44.273749 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-1286779c-060d-4b2d-82ef-8ea085faeb9c None None] Port 37b50223-0026-48ab-8a39-9d8a1dfb9669 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:49:44.320862 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85d907f-e8a1-4ca0-911d-c6f93d5db8aa req-940cc0c1-c39e-4e62-a48f-918a23a145f6 tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:44.322314 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-1286779c-060d-4b2d-82ef-8ea085faeb9c None None] Provisioning for port b6bc6230-d927-4906-a24a-3a5a058fe031 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:49:44.322476 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e85d907f-e8a1-4ca0-911d-c6f93d5db8aa req-940cc0c1-c39e-4e62-a48f-918a23a145f6 tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9fd93b5-1471-4326-8678-15863e025d40 HTTP/1.1" status: 200 len: 936 time: 0.7557909 May 31 13:49:44.330174 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-259f9ed4-e89e-4fba-80ad-f39058f1a848 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:44.331357 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-eb9c1da8-c827-474e-b45b-ab1057c68307 req-59b6ca41-c763-4f7a-9207-7e11d888f8c7 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:44.340428 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-1286779c-060d-4b2d-82ef-8ea085faeb9c None None] Provisioning complete for port b6bc6230-d927-4906-a24a-3a5a058fe031 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:49:44.341073 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1286779c-060d-4b2d-82ef-8ea085faeb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:44.352154 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259f9ed4-e89e-4fba-80ad-f39058f1a848 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Pushing event deleted for resources: {'Subnet': ['ID=e1b974c6-a68e-43b9-aba6-2046f7a2913a,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:44.365143 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-99818f07-7302-44ff-9fe7-86db12b7f12e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Deleting port 2adabbad-b433-45f2-8671-c5a8ef9f43ce {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:49:44.365489 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-99818f07-7302-44ff-9fe7-86db12b7f12e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:44.387293 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c82a3e-ccbd-41cf-a54c-75492b72f442 None None] Network b47075c1-740a-443b-afc8-c90e568cc90e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:49:44.396642 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b6ca41-c763-4f7a-9207-7e11d888f8c7 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3815af60-d94e-467a-8538-d35fc16d661c,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:44.440640 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-259f9ed4-e89e-4fba-80ad-f39058f1a848 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "DELETE /v2.0/subnets/e1b974c6-a68e-43b9-aba6-2046f7a2913a HTTP/1.1" status: 204 len: 168 time: 1.1712587 May 31 13:49:44.448345 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40300) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:44.508641 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-eb9c1da8-c827-474e-b45b-ab1057c68307 req-59b6ca41-c763-4f7a-9207-7e11d888f8c7 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:44.510132 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-eb9c1da8-c827-474e-b45b-ab1057c68307 req-59b6ca41-c763-4f7a-9207-7e11d888f8c7 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] 10.222.0.50 "DELETE /v2.0/security-groups/3815af60-d94e-467a-8538-d35fc16d661c HTTP/1.1" status: 204 len: 173 time: 1.6896887 May 31 13:49:44.521199 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-e85d907f-e8a1-4ca0-911d-c6f93d5db8aa req-a64dd478-e9cc-48bf-8b2b-a1ec9618f2aa tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] Synchronizing usage tracker for tenant:099d58d897334e1282193de40ad3132e on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:49:44.552510 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 5074e329-c8ae-48aa-860a-1491f3a854e3 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:49:44.562489 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-42992815-dd71-40d3-940f-0efc06bbf0ee tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:44.602469 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-42992815-dd71-40d3-940f-0efc06bbf0ee tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:44.652495 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-42992815-dd71-40d3-940f-0efc06bbf0ee tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:44.654340 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-42992815-dd71-40d3-940f-0efc06bbf0ee tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7281513 May 31 13:49:44.658691 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 40306) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:44.673146 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-3579bf02-fa29-4ade-98bc-f2cfe6b10072 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1130015177', 'security_groups': ['3864042c-a2d9-4572-9242-14cae2a29e98'], 'network_id': 'a48c2a33-e3db-4cc0-a958-b63bcce161fb', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4c01c160-ff07-4b8e-8afc-11d52b61a8f4'}]}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:49:44.689685 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-e85d907f-e8a1-4ca0-911d-c6f93d5db8aa req-a64dd478-e9cc-48bf-8b2b-a1ec9618f2aa tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] Unset dirty status for tenant:099d58d897334e1282193de40ad3132e on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:49:44.691242 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e85d907f-e8a1-4ca0-911d-c6f93d5db8aa req-a64dd478-e9cc-48bf-8b2b-a1ec9618f2aa tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd4c442b-cb2d-4bfe-a1a2-dab3899ab749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3369534 May 31 13:49:44.724784 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-90b72e9c-5860-4565-9947-5e81200ecdd4 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:44.772884 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-90b72e9c-5860-4565-9947-5e81200ecdd4 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Deleting port 68ccc6d0-74ff-4896-a611-c71d56e25518 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:49:44.773513 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-90b72e9c-5860-4565-9947-5e81200ecdd4 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:44.809387 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42992815-dd71-40d3-940f-0efc06bbf0ee tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3864042c-a2d9-4572-9242-14cae2a29e98,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:44.830234 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f5e6d484-439b-4d97-b26d-889f2f01fd05 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:44.954148 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 5074e329-c8ae-48aa-860a-1491f3a854e3 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:49:44.954959 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:45.034901 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-1286779c-060d-4b2d-82ef-8ea085faeb9c None None] Current status of the port b6bc6230-d927-4906-a24a-3a5a058fe031 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:49:45.072437 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e6d484-439b-4d97-b26d-889f2f01fd05 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Pushing event deleted for resources: {'Port': ['ID=1ddc7813-9752-4ceb-aef4-debe321a3edf,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:45.083665 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.resource_extend [req-a6f35aa5-716b-403f-a662-e04a9dd7eb6b req-95b35484-7c33-460d-b08b-c95a3955b892 service neutron] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:49:45.085137 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-1286779c-060d-4b2d-82ef-8ea085faeb9c None None] Provisioning for port 2adabbad-b433-45f2-8671-c5a8ef9f43ce completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:49:45.104438 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-1286779c-060d-4b2d-82ef-8ea085faeb9c None None] Provisioning complete for port 2adabbad-b433-45f2-8671-c5a8ef9f43ce triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:49:45.104814 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1286779c-060d-4b2d-82ef-8ea085faeb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:45.191315 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-90b72e9c-5860-4565-9947-5e81200ecdd4 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] For port 68ccc6d0-74ff-4896-a611-c71d56e25518, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=68ccc6d0-74ff-4896-a611-c71d56e25518,segment=NetworkSegment(69b73188-21f8-4786-86d0-7ae2b9c1bf35),segment_id=69b73188-21f8-4786-86d0-7ae2b9c1bf35)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:49:45.191725 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-90b72e9c-5860-4565-9947-5e81200ecdd4 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:45.254992 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17022f5-3074-41a1-9927-52e237dbc20b None None] DHCP port deletion for b47075c1-740a-443b-afc8-c90e568cc90e request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:49:45.276990 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-1286779c-060d-4b2d-82ef-8ea085faeb9c None None] Port 2adabbad-b433-45f2-8671-c5a8ef9f43ce cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:49:45.281276 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-f17022f5-3074-41a1-9927-52e237dbc20b None None] Deleting port 68ccc6d0-74ff-4896-a611-c71d56e25518 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:49:45.281642 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f17022f5-3074-41a1-9927-52e237dbc20b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:45.324139 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 5074e329-c8ae-48aa-860a-1491f3a854e3 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:49:45.326138 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device b6bc6230-d927-4906-a24a-3a5a058fe031 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:49:45.347926 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-90b72e9c-5860-4565-9947-5e81200ecdd4 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Calling delete_port for 68ccc6d0-74ff-4896-a611-c71d56e25518 owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:49:45.377500 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-a6f35aa5-716b-403f-a662-e04a9dd7eb6b req-95b35484-7c33-460d-b08b-c95a3955b892 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccc91d12-00dc-47fd-919d-900135250be2 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:49:45.418936 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-1286779c-060d-4b2d-82ef-8ea085faeb9c None None] Provisioning for port ccc91d12-00dc-47fd-919d-900135250be2 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:49:45.431810 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-90b72e9c-5860-4565-9947-5e81200ecdd4 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:45.446444 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a6f35aa5-716b-403f-a662-e04a9dd7eb6b req-95b35484-7c33-460d-b08b-c95a3955b892 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:45.472767 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-3579bf02-fa29-4ade-98bc-f2cfe6b10072 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:49:45.489552 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b72e9c-5860-4565-9947-5e81200ecdd4 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Pushing event deleted for resources: {'Port': ['ID=68ccc6d0-74ff-4896-a611-c71d56e25518,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:45.492936 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-1286779c-060d-4b2d-82ef-8ea085faeb9c None None] Provisioning complete for port ccc91d12-00dc-47fd-919d-900135250be2 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:49:45.492936 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1286779c-060d-4b2d-82ef-8ea085faeb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:45.493803 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b72e9c-5860-4565-9947-5e81200ecdd4 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] No DVR routers for this DVR port 68ccc6d0-74ff-4896-a611-c71d56e25518 on host n-d-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:49:45.530925 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-f17022f5-3074-41a1-9927-52e237dbc20b None None] The port '68ccc6d0-74ff-4896-a611-c71d56e25518' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 13:49:45.593157 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:45.595684 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-1286779c-060d-4b2d-82ef-8ea085faeb9c None None] Port ccc91d12-00dc-47fd-919d-900135250be2 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:49:45.597209 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port b6bc6230-d927-4906-a24a-3a5a058fe031 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:49:45.597575 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:45.599005 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-3579bf02-fa29-4ade-98bc-f2cfe6b10072 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:49:45.619731 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-a6f35aa5-716b-403f-a662-e04a9dd7eb6b req-95b35484-7c33-460d-b08b-c95a3955b892 service neutron] Transition to ACTIVE for port object ccc91d12-00dc-47fd-919d-900135250be2 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:49:45.635358 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91164f50-a0fd-4016-b5a3-20783d0c50e3 req-fbb29d84-7d29-4602-87cb-0a472688a68a tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:45.637151 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-91164f50-a0fd-4016-b5a3-20783d0c50e3 req-fbb29d84-7d29-4602-87cb-0a472688a68a tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=931b2df9-a1c5-473f-ba24-0babd6d355d0 HTTP/1.1" status: 200 len: 944 time: 0.8724422 May 31 13:49:45.672573 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a6f35aa5-716b-403f-a662-e04a9dd7eb6b req-95b35484-7c33-460d-b08b-c95a3955b892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:45.729406 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3579bf02-fa29-4ade-98bc-f2cfe6b10072 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Made reservation on behalf of e2f5ae2e1abf4a2cb5fdef12f13f2ebb for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:49:45.742420 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port b6bc6230-d927-4906-a24a-3a5a058fe031 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:49:45.783580 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-99818f07-7302-44ff-9fe7-86db12b7f12e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:45.853913 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-90b72e9c-5860-4565-9947-5e81200ecdd4 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:45.938267 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5e6d484-439b-4d97-b26d-889f2f01fd05 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Router ce036a92-0cbe-4ce0-a309-2c6cf3610072 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:49:45.946347 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-99818f07-7302-44ff-9fe7-86db12b7f12e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Calling delete_port for 2adabbad-b433-45f2-8671-c5a8ef9f43ce owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:49:45.949347 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-91164f50-a0fd-4016-b5a3-20783d0c50e3 req-3b477721-962c-4529-8851-7686569b67de tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=879d485c-6856-4d39-902c-2e7246942604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3026733 May 31 13:49:45.955833 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b35484-7c33-460d-b08b-c95a3955b892 service neutron] Pushing event updated for resources: {'Port': ['ID=ccc91d12-00dc-47fd-919d-900135250be2,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:45.984043 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-90b72e9c-5860-4565-9947-5e81200ecdd4 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b47075c1-740a-443b-afc8-c90e568cc90e']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:49:46.010070 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-90b72e9c-5860-4565-9947-5e81200ecdd4 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69b73188-21f8-4786-86d0-7ae2b9c1bf35') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:49:46.010366 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-90b72e9c-5860-4565-9947-5e81200ecdd4 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69b73188-21f8-4786-86d0-7ae2b9c1bf35') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:49:46.025040 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd72432-9cb9-4257-955c-ca2cb2157d88 req-3e9a3f3b-4c90-4c32-b585-27145df23418 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:46.026151 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-cfd72432-9cb9-4257-955c-ca2cb2157d88 req-3e9a3f3b-4c90-4c32-b585-27145df23418 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Synchronizing usage tracker for tenant:43a11296fa744ef9b51a5e4bd52ac689 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:49:46.029309 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-90b72e9c-5860-4565-9947-5e81200ecdd4 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:46.065314 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-90b72e9c-5860-4565-9947-5e81200ecdd4 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:46.073268 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90b72e9c-5860-4565-9947-5e81200ecdd4 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:49:46.073965 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-90b72e9c-5860-4565-9947-5e81200ecdd4 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:46.145642 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 69b73188-21f8-4786-86d0-7ae2b9c1bf35 resource provider aggregate not found May 31 13:49:46.200489 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 69b73188-21f8-4786-86d0-7ae2b9c1bf35 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 69b73188-21f8-4786-86d0-7ae2b9c1bf35 found for delete ", "request_id": "req-19625284-46bb-46d1-a6b9-4b373cf76967"}]} May 31 13:49:46.233314 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-90b72e9c-5860-4565-9947-5e81200ecdd4 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:46.238608 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-90b72e9c-5860-4565-9947-5e81200ecdd4 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:46.239990 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-cfd72432-9cb9-4257-955c-ca2cb2157d88 req-3e9a3f3b-4c90-4c32-b585-27145df23418 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Unset dirty status for tenant:43a11296fa744ef9b51a5e4bd52ac689 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:49:46.241315 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cfd72432-9cb9-4257-955c-ca2cb2157d88 req-3e9a3f3b-4c90-4c32-b585-27145df23418 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] 10.222.0.50 "GET /v2.0/ports?device_id=be0bffc5-acab-46b2-9724-a8633fe38908 HTTP/1.1" status: 200 len: 945 time: 0.9054999 May 31 13:49:46.260664 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3579bf02-fa29-4ade-98bc-f2cfe6b10072 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:46.280710 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b72e9c-5860-4565-9947-5e81200ecdd4 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Pushing event deleted for resources: {'Network': ['ID=b47075c1-740a-443b-afc8-c90e568cc90e,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:46.284908 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-99818f07-7302-44ff-9fe7-86db12b7f12e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:46.346914 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-90b72e9c-5860-4565-9947-5e81200ecdd4 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "DELETE /v2.0/networks/b47075c1-740a-443b-afc8-c90e568cc90e HTTP/1.1" status: 204 len: 168 time: 1.8953969 May 31 13:49:46.350800 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 68ccc6d0-74ff-4896-a611-c71d56e25518 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:49:46.353685 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99818f07-7302-44ff-9fe7-86db12b7f12e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event deleted for resources: {'Port': ['ID=2adabbad-b433-45f2-8671-c5a8ef9f43ce,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:46.358110 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40320) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:46.363837 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-b9283780-6f29-4a39-a943-bfbbc33b6be7 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Request body: {'network': {'name': 'tempest-RoutersTest-538618775'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:49:46.369516 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b9283780-6f29-4a39-a943-bfbbc33b6be7 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:49:46.373324 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-b9283780-6f29-4a39-a943-bfbbc33b6be7 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Usage tracker for resource:network and tenant:85d9456a7d3e47cf9816e44471382253 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:49:46.376235 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-b9283780-6f29-4a39-a943-bfbbc33b6be7 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:49:46.382570 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b9283780-6f29-4a39-a943-bfbbc33b6be7 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:49:46.399030 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-a6f35aa5-716b-403f-a662-e04a9dd7eb6b req-95b35484-7c33-460d-b08b-c95a3955b892 service neutron] Attempting to bind port ccc91d12-00dc-47fd-919d-900135250be2 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:49:46.399366 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-a6f35aa5-716b-403f-a662-e04a9dd7eb6b req-95b35484-7c33-460d-b08b-c95a3955b892 service neutron] Attempting to bind port ccc91d12-00dc-47fd-919d-900135250be2 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:49:46.399690 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f35aa5-716b-403f-a662-e04a9dd7eb6b req-95b35484-7c33-460d-b08b-c95a3955b892 service neutron] Attempting to bind port ccc91d12-00dc-47fd-919d-900135250be2 on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:49:46.406192 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 68ccc6d0-74ff-4896-a611-c71d56e25518 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:49:46.406826 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 68ccc6d0-74ff-4896-a611-c71d56e25518 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:49:46.425319 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f35aa5-716b-403f-a662-e04a9dd7eb6b req-95b35484-7c33-460d-b08b-c95a3955b892 service neutron] Port ccc91d12-00dc-47fd-919d-900135250be2 on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:49:46.425643 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f35aa5-716b-403f-a662-e04a9dd7eb6b req-95b35484-7c33-460d-b08b-c95a3955b892 service neutron] Attempting to bind port ccc91d12-00dc-47fd-919d-900135250be2 on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:49:46.429383 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-3579bf02-fa29-4ade-98bc-f2cfe6b10072 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] device_id is not set on port 8b2408ea-9d6c-4f67-baec-4a93257b4ebe yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:49:46.432647 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9283780-6f29-4a39-a943-bfbbc33b6be7 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Made reservation on behalf of 85d9456a7d3e47cf9816e44471382253 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:49:46.434761 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b9283780-6f29-4a39-a943-bfbbc33b6be7 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:46.452818 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-99818f07-7302-44ff-9fe7-86db12b7f12e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:46.456282 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-99818f07-7302-44ff-9fe7-86db12b7f12e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/ports/2adabbad-b433-45f2-8671-c5a8ef9f43ce HTTP/1.1" status: 204 len: 168 time: 2.2810574 May 31 13:49:46.458929 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40324) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:46.488803 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f35aa5-716b-403f-a662-e04a9dd7eb6b req-95b35484-7c33-460d-b08b-c95a3955b892 service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:49:46.489108 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f35aa5-716b-403f-a662-e04a9dd7eb6b req-95b35484-7c33-460d-b08b-c95a3955b892 service neutron] Checking segment: {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:49:46.489506 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f35aa5-716b-403f-a662-e04a9dd7eb6b req-95b35484-7c33-460d-b08b-c95a3955b892 service neutron] Bound using segment: {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:49:46.490155 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-a6f35aa5-716b-403f-a662-e04a9dd7eb6b req-95b35484-7c33-460d-b08b-c95a3955b892 service neutron] Bound port: ccc91d12-00dc-47fd-919d-900135250be2, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:49:46.490348 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a6f35aa5-716b-403f-a662-e04a9dd7eb6b req-95b35484-7c33-460d-b08b-c95a3955b892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:46.512565 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-cfd72432-9cb9-4257-955c-ca2cb2157d88 req-8ae8f382-8f98-4b42-8019-a025c2343361 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Synchronizing usage tracker for tenant:43a11296fa744ef9b51a5e4bd52ac689 on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:49:46.529117 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9283780-6f29-4a39-a943-bfbbc33b6be7 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:49:46.537732 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e6d484-439b-4d97-b26d-889f2f01fd05 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:49:46.547879 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c89b4ef-9ee5-459a-b035-077dad91a23e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:46.550112 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c89b4ef-9ee5-459a-b035-077dad91a23e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:46.552347 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-9c89b4ef-9ee5-459a-b035-077dad91a23e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0925107 May 31 13:49:46.555631 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b9283780-6f29-4a39-a943-bfbbc33b6be7 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:46.556192 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-b9283780-6f29-4a39-a943-bfbbc33b6be7 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Added segment 12cb665b-6f2b-4a62-babf-23f3a059be58 of type vlan for network 4be96afb-cd89-4c25-b8e2-ba2c0d904661 May 31 13:49:46.557157 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40328) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:46.557478 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6fb358-64da-4675-81c2-4a96b1ecab86 None None] Sync routers for ids ['ce036a92-0cbe-4ce0-a309-2c6cf3610072'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:49:46.570202 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6fb358-64da-4675-81c2-4a96b1ecab86 None None] Routers {'ce036a92-0cbe-4ce0-a309-2c6cf3610072'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:49:46.570663 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-dd6fb358-64da-4675-81c2-4a96b1ecab86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:49:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['ce036a92-0cbe-4ce0-a309-2c6cf3610072'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:49:46.634937 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b72cafc-0070-47db-9eb0-cf60ddb7256c tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Deleting subnet de620a44-de8f-459e-98d2-e4e24e8af4ea {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:49:46.639784 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6b72cafc-0070-47db-9eb0-cf60ddb7256c tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:46.644942 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-dd6fb358-64da-4675-81c2-4a96b1ecab86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:49:46.660139 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6fb358-64da-4675-81c2-4a96b1ecab86 None None] Routers {'ce036a92-0cbe-4ce0-a309-2c6cf3610072'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:49:46.662264 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-dd6fb358-64da-4675-81c2-4a96b1ecab86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:49:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['ce036a92-0cbe-4ce0-a309-2c6cf3610072'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:49:46.725845 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b9283780-6f29-4a39-a943-bfbbc33b6be7 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:46.744122 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6b72cafc-0070-47db-9eb0-cf60ddb7256c tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:46.777580 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-dd6fb358-64da-4675-81c2-4a96b1ecab86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:49:46.777580 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6fb358-64da-4675-81c2-4a96b1ecab86 None None] The sync data for ids ['ce036a92-0cbe-4ce0-a309-2c6cf3610072'] in n-d-843939-1 is: [] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:49:46.810219 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec39dc3-3be1-4880-8ce5-bd564919ca64 req-ebcffe1c-05ae-4121-ac95-59908b31ac75 tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:46.811934 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6ec39dc3-3be1-4880-8ce5-bd564919ca64 req-ebcffe1c-05ae-4121-ac95-59908b31ac75 tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9fd93b5-1471-4326-8678-15863e025d40 HTTP/1.1" status: 200 len: 948 time: 0.6662965 May 31 13:49:46.827622 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b9283780-6f29-4a39-a943-bfbbc33b6be7 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:46.832946 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9283780-6f29-4a39-a943-bfbbc33b6be7 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:46.833535 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b9283780-6f29-4a39-a943-bfbbc33b6be7 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:46.833764 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-cfd72432-9cb9-4257-955c-ca2cb2157d88 req-8ae8f382-8f98-4b42-8019-a025c2343361 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Unset dirty status for tenant:43a11296fa744ef9b51a5e4bd52ac689 on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:49:46.834979 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cfd72432-9cb9-4257-955c-ca2cb2157d88 req-8ae8f382-8f98-4b42-8019-a025c2343361 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaa0642c-c98d-4c4f-958b-f315c961cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5808649 May 31 13:49:46.881179 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b9283780-6f29-4a39-a943-bfbbc33b6be7 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5219939 May 31 13:49:46.908011 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device a9fc5db8-b6ca-4339-936c-dac801564b5d up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:49:46.958284 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40332) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:46.972668 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-cb2f7543-7148-4d13-b39f-b63e7987177d tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Request body: {'subnet': {'network_id': '4be96afb-cd89-4c25-b8e2-ba2c0d904661', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:49:46.995876 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port a9fc5db8-b6ca-4339-936c-dac801564b5d triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:49:46.996183 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:47.044975 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-a6f35aa5-716b-403f-a662-e04a9dd7eb6b req-95b35484-7c33-460d-b08b-c95a3955b892 service neutron] For port ccc91d12-00dc-47fd-919d-900135250be2, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:49:47.048671 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-a6f35aa5-716b-403f-a662-e04a9dd7eb6b req-95b35484-7c33-460d-b08b-c95a3955b892 service neutron] For port ccc91d12-00dc-47fd-919d-900135250be2, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=ccc91d12-00dc-47fd-919d-900135250be2,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:49:47.059047 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9283780-6f29-4a39-a943-bfbbc33b6be7 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Pushing event updated for resources: {'Network': ['ID=4be96afb-cd89-4c25-b8e2-ba2c0d904661,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:47.075725 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 4be96afb-cd89-4c25-b8e2-ba2c0d904661 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:49:47.098244 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6b72cafc-0070-47db-9eb0-cf60ddb7256c tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:47.136308 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a6f35aa5-716b-403f-a662-e04a9dd7eb6b req-95b35484-7c33-460d-b08b-c95a3955b892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:47.153681 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-cb2f7543-7148-4d13-b39f-b63e7987177d tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:49:47.160894 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-cb2f7543-7148-4d13-b39f-b63e7987177d tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Usage tracker for resource:subnet and tenant:85d9456a7d3e47cf9816e44471382253 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:49:47.166676 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-cb2f7543-7148-4d13-b39f-b63e7987177d tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:49:47.176976 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-cb2f7543-7148-4d13-b39f-b63e7987177d tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:49:47.192238 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb2f7543-7148-4d13-b39f-b63e7987177d tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Made reservation on behalf of 85d9456a7d3e47cf9816e44471382253 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:49:47.196671 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cb2f7543-7148-4d13-b39f-b63e7987177d tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:47.246232 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port a9fc5db8-b6ca-4339-936c-dac801564b5d is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:49:47.246546 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:47.278803 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6ec39dc3-3be1-4880-8ce5-bd564919ca64 req-80d8f3d6-bd52-480e-9997-7b7f4c03d213 tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd4c442b-cb2d-4bfe-a1a2-dab3899ab749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4379854 May 31 13:49:47.283978 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6b72cafc-0070-47db-9eb0-cf60ddb7256c tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:47.299064 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f5e6d484-439b-4d97-b26d-889f2f01fd05 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:47.302186 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '931b2df9-a1c5-473f-ba24-0babd6d355d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9fc5db8-b6ca-4339-936c-dac801564b5d'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:49:47.306689 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f35aa5-716b-403f-a662-e04a9dd7eb6b req-95b35484-7c33-460d-b08b-c95a3955b892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:47.308055 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-a6f35aa5-716b-403f-a662-e04a9dd7eb6b req-95b35484-7c33-460d-b08b-c95a3955b892 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:47.309211 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a6f35aa5-716b-403f-a662-e04a9dd7eb6b req-95b35484-7c33-460d-b08b-c95a3955b892 service neutron] 10.222.0.44 "PUT /v2.0/ports/ccc91d12-00dc-47fd-919d-900135250be2 HTTP/1.1" status: 200 len: 1096 time: 3.6378698 May 31 13:49:47.313057 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9fd93b5-1471-4326-8678-15863e025d40', 'tag': 'ccc91d12-00dc-47fd-919d-900135250be2'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:49:47.343312 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port a9fc5db8-b6ca-4339-936c-dac801564b5d, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=a9fc5db8-b6ca-4339-936c-dac801564b5d,segment=NetworkSegment(f85bb861-f832-42e2-a182-3ceccc5a66af),segment_id=f85bb861-f832-42e2-a182-3ceccc5a66af)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:49:47.348610 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:47.356684 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6b72cafc-0070-47db-9eb0-cf60ddb7256c tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:47.383946 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b72cafc-0070-47db-9eb0-cf60ddb7256c tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event deleted for resources: {'Subnet': ['ID=de620a44-de8f-459e-98d2-e4e24e8af4ea,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:47.394451 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-6b72cafc-0070-47db-9eb0-cf60ddb7256c tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/subnets/de620a44-de8f-459e-98d2-e4e24e8af4ea HTTP/1.1" status: 204 len: 168 time: 0.8330090 May 31 13:49:47.398481 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40342) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:47.406442 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fe69208-c145-471f-a0ab-14bd562c154e'] response: {'server_uuid': '931b2df9-a1c5-473f-ba24-0babd6d355d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9fc5db8-b6ca-4339-936c-dac801564b5d', 'code': 200} May 31 13:49:47.421853 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0aaba5c-f20b-4a91-8011-a602d6a2a658 None None] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:49:47.422251 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-3579bf02-fa29-4ade-98bc-f2cfe6b10072 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Allocated IP 2001:db8::1b9 (a48c2a33-e3db-4cc0-a958-b63bcce161fb/4c01c160-ff07-4b8e-8afc-11d52b61a8f4/8b2408ea-9d6c-4f67-baec-4a93257b4ebe) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:49:47.567181 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-f5e6d484-439b-4d97-b26d-889f2f01fd05 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] 10.222.0.50 "DELETE /v2.0/ports/1ddc7813-9752-4ceb-aef4-debe321a3edf HTTP/1.1" status: 204 len: 168 time: 5.6408141 May 31 13:49:47.590289 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 40348) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:47.662291 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b35484-7c33-460d-b08b-c95a3955b892 service neutron] Pushing event updated for resources: {'Port': ['ID=ccc91d12-00dc-47fd-919d-900135250be2,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:47.762724 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-7841cb6a-90e7-4a3d-a270-9c31905d7405 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3628387 May 31 13:49:47.763849 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40352) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:47.769973 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fa9d88b-1695-4a19-8364-feef842e4784'] response: {'name': 'network-changed', 'server_uuid': 'e9fd93b5-1471-4326-8678-15863e025d40', 'tag': 'ccc91d12-00dc-47fd-919d-900135250be2', 'status': 'completed', 'code': 200} May 31 13:49:47.806287 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-0efa615e-49bf-45b5-9c2a-a765145ea698 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Request body: {'subnet': {'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:49:47.856511 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b79ac1-6e74-4f54-b8e5-f993e238619f req-d4aec0a5-aecf-4a0c-91da-dd929f80b8be tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:47.864525 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a7b79ac1-6e74-4f54-b8e5-f993e238619f req-d4aec0a5-aecf-4a0c-91da-dd929f80b8be tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=931b2df9-a1c5-473f-ba24-0babd6d355d0 HTTP/1.1" status: 200 len: 944 time: 0.7393951 May 31 13:49:47.880453 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=a9fc5db8-b6ca-4339-936c-dac801564b5d,revision_number=10']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:48.012237 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0aa580-0ce9-4da4-9a5c-846fd075ef65 None None] DHCP port deletion for 8d0ca4ab-0d39-494b-8b5d-2861af857a5e request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:49:48.018684 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0c0aa580-0ce9-4da4-9a5c-846fd075ef65 None None] Deleting port 5074e329-c8ae-48aa-860a-1491f3a854e3 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:49:48.019419 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0c0aa580-0ce9-4da4-9a5c-846fd075ef65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:48.045146 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0efa615e-49bf-45b5-9c2a-a765145ea698 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:49:48.056834 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-0efa615e-49bf-45b5-9c2a-a765145ea698 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Usage tracker for resource:subnet and tenant:d13dddbe1502489da91f2f88306fdca6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:49:48.063869 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-0efa615e-49bf-45b5-9c2a-a765145ea698 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:49:48.086031 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0efa615e-49bf-45b5-9c2a-a765145ea698 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:49:48.105473 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cb2f7543-7148-4d13-b39f-b63e7987177d tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:48.158307 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0efa615e-49bf-45b5-9c2a-a765145ea698 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Made reservation on behalf of d13dddbe1502489da91f2f88306fdca6 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:49:48.161567 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0efa615e-49bf-45b5-9c2a-a765145ea698 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:48.212440 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fff367-a3f3-44e7-a012-83d230c45664 req-42bd5713-e44e-496b-95e3-49f50ce14dba tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:48.213183 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-82fff367-a3f3-44e7-a012-83d230c45664 req-42bd5713-e44e-496b-95e3-49f50ce14dba tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Synchronizing usage tracker for tenant:43a11296fa744ef9b51a5e4bd52ac689 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:49:48.239473 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f35aa5-716b-403f-a662-e04a9dd7eb6b req-4bc12635-6cb5-4b9a-9982-9a038a1ac97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:48.241515 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a6f35aa5-716b-403f-a662-e04a9dd7eb6b req-4bc12635-6cb5-4b9a-9982-9a038a1ac97f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=099d58d897334e1282193de40ad3132e&device_id=e9fd93b5-1471-4326-8678-15863e025d40 HTTP/1.1" status: 200 len: 1099 time: 0.8241420 May 31 13:49:48.276013 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a7b79ac1-6e74-4f54-b8e5-f993e238619f req-918fec53-c6f0-456c-b6d4-9a6334f6f87c tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=879d485c-6856-4d39-902c-2e7246942604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4102962 May 31 13:49:48.312460 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0c0aa580-0ce9-4da4-9a5c-846fd075ef65 None None] For port 5074e329-c8ae-48aa-860a-1491f3a854e3, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=5074e329-c8ae-48aa-860a-1491f3a854e3,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:49:48.312859 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0c0aa580-0ce9-4da4-9a5c-846fd075ef65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:48.358956 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2f7543-7148-4d13-b39f-b63e7987177d tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Pushing event updated for resources: {'Subnet': ['ID=9a4cc77d-e64e-4992-9f19-78e3635cfc23,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:48.372432 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-82fff367-a3f3-44e7-a012-83d230c45664 req-42bd5713-e44e-496b-95e3-49f50ce14dba tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Unset dirty status for tenant:43a11296fa744ef9b51a5e4bd52ac689 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:49:48.373637 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-82fff367-a3f3-44e7-a012-83d230c45664 req-42bd5713-e44e-496b-95e3-49f50ce14dba tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] 10.222.0.44 "GET /v2.0/ports?device_id=be0bffc5-acab-46b2-9724-a8633fe38908 HTTP/1.1" status: 200 len: 945 time: 0.4697320 May 31 13:49:48.381580 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 5074e329-c8ae-48aa-860a-1491f3a854e3 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:49:48.394422 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2f7543-7148-4d13-b39f-b63e7987177d tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Checking segment: {'id': '12cb665b-6f2b-4a62-babf-23f3a059be58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4be96afb-cd89-4c25-b8e2-ba2c0d904661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:49:48.396103 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2f7543-7148-4d13-b39f-b63e7987177d tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Network hostable DHCP agents. Network: 4be96afb-cd89-4c25-b8e2-ba2c0d904661, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:49:48.416853 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a6f35aa5-716b-403f-a662-e04a9dd7eb6b req-0353cd20-7051-40ea-a703-e8325fe30401 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=ccc91d12-00dc-47fd-919d-900135250be2 HTTP/1.1" status: 200 len: 217 time: 0.1221142 May 31 13:49:48.424405 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee435c1a-cb0b-4825-baff-bd5273f93ffa req-b374dac4-4124-44b3-94bc-9c4fa894f043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:48.425863 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ee435c1a-cb0b-4825-baff-bd5273f93ffa req-b374dac4-4124-44b3-94bc-9c4fa894f043 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=931b2df9-a1c5-473f-ba24-0babd6d355d0 HTTP/1.1" status: 200 len: 1097 time: 0.7058885 May 31 13:49:48.483892 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0c0aa580-0ce9-4da4-9a5c-846fd075ef65 None None] Calling delete_port for 5074e329-c8ae-48aa-860a-1491f3a854e3 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:49:48.534229 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2f7543-7148-4d13-b39f-b63e7987177d tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Network 4be96afb-cd89-4c25-b8e2-ba2c0d904661 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:49:48.548801 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-82fff367-a3f3-44e7-a012-83d230c45664 req-9aedc11d-f086-4a6c-82c2-00456bb7d9d4 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Deleting port f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:49:48.549131 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-82fff367-a3f3-44e7-a012-83d230c45664 req-9aedc11d-f086-4a6c-82c2-00456bb7d9d4 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:48.584419 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-cb2f7543-7148-4d13-b39f-b63e7987177d tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 4be96afb-cd89-4c25-b8e2-ba2c0d904661) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:49:48.605801 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2f7543-7148-4d13-b39f-b63e7987177d tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:48.605801 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cb2f7543-7148-4d13-b39f-b63e7987177d tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:48.612073 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4283eb-ba7c-468c-9ae9-758123b86cf1 None None] Network 4be96afb-cd89-4c25-b8e2-ba2c0d904661 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:49:48.666000 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3579bf02-fa29-4ade-98bc-f2cfe6b10072 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:48.712550 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f35aa5-716b-403f-a662-e04a9dd7eb6b req-350a90e2-8b57-4ada-afb0-8a61c16cf564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:48.714380 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a6f35aa5-716b-403f-a662-e04a9dd7eb6b req-350a90e2-8b57-4ada-afb0-8a61c16cf564 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.2855668 May 31 13:49:48.719333 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-cb2f7543-7148-4d13-b39f-b63e7987177d tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7596562 May 31 13:49:48.731123 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40360) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:48.744797 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-793abe9a-11b8-4614-aa2c-13a6687afecb tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-44418099', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:49:48.774692 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-793abe9a-11b8-4614-aa2c-13a6687afecb tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:49:48.775854 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-3579bf02-fa29-4ade-98bc-f2cfe6b10072 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Transition to ACTIVE for port object 8b2408ea-9d6c-4f67-baec-4a93257b4ebe will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:49:48.784000 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-793abe9a-11b8-4614-aa2c-13a6687afecb tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Usage tracker for resource:router and tenant:85d9456a7d3e47cf9816e44471382253 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:49:48.794381 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ee435c1a-cb0b-4825-baff-bd5273f93ffa req-2b99ca47-ddcb-498c-8923-24f7fba4720f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=879d485c-6856-4d39-902c-2e7246942604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3222601 May 31 13:49:48.797187 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-793abe9a-11b8-4614-aa2c-13a6687afecb tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:49:48.807321 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77ebbe5-625e-4fae-8a5b-ac0643bd33ea req-be9340a8-b2a8-44f9-b4e7-2543b9575bcb tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:48.809133 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c77ebbe5-625e-4fae-8a5b-ac0643bd33ea req-be9340a8-b2a8-44f9-b4e7-2543b9575bcb tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] 10.222.0.50 "GET /v2.0/ports?device_id=be0bffc5-acab-46b2-9724-a8633fe38908 HTTP/1.1" status: 200 len: 945 time: 0.7392664 May 31 13:49:48.828048 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-793abe9a-11b8-4614-aa2c-13a6687afecb tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:49:48.849655 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0c0aa580-0ce9-4da4-9a5c-846fd075ef65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:48.887109 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0efa615e-49bf-45b5-9c2a-a765145ea698 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:48.948293 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-793abe9a-11b8-4614-aa2c-13a6687afecb tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:48.949227 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-793abe9a-11b8-4614-aa2c-13a6687afecb tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:48.991306 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c77ebbe5-625e-4fae-8a5b-ac0643bd33ea req-0a4235f6-6084-4440-b046-bbef2bc53bed tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] 10.222.0.50 "GET /v2.0/security-groups?id=aaa0642c-c98d-4c4f-958b-f315c961cc05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440253 May 31 13:49:49.015453 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0aa580-0ce9-4da4-9a5c-846fd075ef65 None None] No DVR routers for this DVR port 5074e329-c8ae-48aa-860a-1491f3a854e3 on host n-d-843939-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:49:49.019394 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0aa580-0ce9-4da4-9a5c-846fd075ef65 None None] Pushing event deleted for resources: {'Port': ['ID=5074e329-c8ae-48aa-860a-1491f3a854e3,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:49.031384 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 5074e329-c8ae-48aa-860a-1491f3a854e3 is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:49:49.031758 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:49.036883 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-82fff367-a3f3-44e7-a012-83d230c45664 req-9aedc11d-f086-4a6c-82c2-00456bb7d9d4 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] For port f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1,segment=NetworkSegment(7fc9d5ef-ea20-4237-ab4a-21f18c0e56aa),segment_id=7fc9d5ef-ea20-4237-ab4a-21f18c0e56aa)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:49:49.037256 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-82fff367-a3f3-44e7-a012-83d230c45664 req-9aedc11d-f086-4a6c-82c2-00456bb7d9d4 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:49.108938 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efa615e-49bf-45b5-9c2a-a765145ea698 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:49:49.113579 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-0efa615e-49bf-45b5-9c2a-a765145ea698 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:49:49.169889 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bef4784-d7e9-4c57-bdf3-61d6cf6f56db req-07671e0f-5295-4ad1-a7df-e5939ebe375c tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:49.171942 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7bef4784-d7e9-4c57-bdf3-61d6cf6f56db req-07671e0f-5295-4ad1-a7df-e5939ebe375c tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9fd93b5-1471-4326-8678-15863e025d40 HTTP/1.1" status: 200 len: 948 time: 0.6728466 May 31 13:49:49.184881 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efa615e-49bf-45b5-9c2a-a765145ea698 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:49.185320 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0efa615e-49bf-45b5-9c2a-a765145ea698 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:49.192048 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef6001e-3381-4931-9dc2-c34d6d779217 None None] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:49:49.195969 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-82fff367-a3f3-44e7-a012-83d230c45664 req-9aedc11d-f086-4a6c-82c2-00456bb7d9d4 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Calling delete_port for f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1 owned by compute:nova {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:49:49.200160 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3579bf02-fa29-4ade-98bc-f2cfe6b10072 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:49.241651 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-793abe9a-11b8-4614-aa2c-13a6687afecb tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:49.261613 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efa615e-49bf-45b5-9c2a-a765145ea698 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event updated for resources: {'Subnet': ['ID=7ed34781-8247-4dea-9736-8d1d41378ea1,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:49.265608 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f35aa5-716b-403f-a662-e04a9dd7eb6b req-4534d506-770d-4624-ba50-2bfee84a05b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:49.267212 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a6f35aa5-716b-403f-a662-e04a9dd7eb6b req-4534d506-770d-4624-ba50-2bfee84a05b5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5367029 May 31 13:49:49.289378 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-0efa615e-49bf-45b5-9c2a-a765145ea698 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4904540 May 31 13:49:49.290837 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40364) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:49.296921 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-bae3c94e-9650-4df5-ba59-cd012fd1dc8c tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Request body: {'port': {'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'name': 'tempest-NetworksTestDHCPv6-1701987376'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:49:49.339474 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-793abe9a-11b8-4614-aa2c-13a6687afecb tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:49.463288 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-793abe9a-11b8-4614-aa2c-13a6687afecb tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:49.463288 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-793abe9a-11b8-4614-aa2c-13a6687afecb tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.7285669 May 31 13:49:49.468715 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7bef4784-d7e9-4c57-bdf3-61d6cf6f56db req-9df00a97-b10a-4ea1-bd9e-fec8225e989e tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd4c442b-cb2d-4bfe-a1a2-dab3899ab749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804530 May 31 13:49:49.476947 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 40370) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:49.486119 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466da09a-4040-42d4-89a2-588694958fd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-4be96afb-cd89-4c25-b8e2-ba2c0d904661', 'network_id': '4be96afb-cd89-4c25-b8e2-ba2c0d904661', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'fixed_ips': [{'subnet_id': '9a4cc77d-e64e-4992-9f19-78e3635cfc23'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:49:49.486119 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-466da09a-4040-42d4-89a2-588694958fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:49.486386 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3579bf02-fa29-4ade-98bc-f2cfe6b10072 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Network a48c2a33-e3db-4cc0-a958-b63bcce161fb is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:49:49.580754 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-3579bf02-fa29-4ade-98bc-f2cfe6b10072 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:49:49.589268 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-82fff367-a3f3-44e7-a012-83d230c45664 req-9aedc11d-f086-4a6c-82c2-00456bb7d9d4 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:49.604996 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3579bf02-fa29-4ade-98bc-f2cfe6b10072 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event updated for resources: {'Port': ['ID=8b2408ea-9d6c-4f67-baec-4a93257b4ebe,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:49.627453 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3579bf02-fa29-4ade-98bc-f2cfe6b10072 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:49:49.634483 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3579bf02-fa29-4ade-98bc-f2cfe6b10072 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:49.636458 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3579bf02-fa29-4ade-98bc-f2cfe6b10072 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:49.666850 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:49:49.679671 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-bae3c94e-9650-4df5-ba59-cd012fd1dc8c tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:49:49.721938 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aedc11d-f086-4a6c-82c2-00456bb7d9d4 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Pushing event deleted for resources: {'Port': ['ID=f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:49.753710 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a6f35aa5-716b-403f-a662-e04a9dd7eb6b req-85dc9d19-67bb-443c-a39c-9001df91e685 service neutron] 10.222.0.44 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4641962 May 31 13:49:49.861409 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef422293-9210-44f2-b935-3c4c8337afad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'tenant_id': 'd13dddbe1502489da91f2f88306fdca6', 'fixed_ips': [{'subnet_id': '7ed34781-8247-4dea-9736-8d1d41378ea1'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:49:49.862261 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ef422293-9210-44f2-b935-3c4c8337afad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:49.884826 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-466da09a-4040-42d4-89a2-588694958fd5 None None] Allocated IP 172.20.0.2 (4be96afb-cd89-4c25-b8e2-ba2c0d904661/9a4cc77d-e64e-4992-9f19-78e3635cfc23/d7b139d4-1cf4-4b59-bab2-59e8147af0bb) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:49:49.907631 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-bae3c94e-9650-4df5-ba59-cd012fd1dc8c tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:49:49.910057 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-82fff367-a3f3-44e7-a012-83d230c45664 req-9aedc11d-f086-4a6c-82c2-00456bb7d9d4 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] No DVR routers for this DVR port f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1 on host n-h2-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:49:49.912816 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-82fff367-a3f3-44e7-a012-83d230c45664 req-9aedc11d-f086-4a6c-82c2-00456bb7d9d4 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:49.925906 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be0bffc5-acab-46b2-9724-a8633fe38908', 'name': 'network-vif-deleted', 'tag': 'f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:49:49.949157 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-82fff367-a3f3-44e7-a012-83d230c45664 req-9aedc11d-f086-4a6c-82c2-00456bb7d9d4 tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] 10.222.0.44 "DELETE /v2.0/ports/f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1 HTTP/1.1" status: 204 len: 173 time: 1.5552685 May 31 13:49:49.958660 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae3c94e-9650-4df5-ba59-cd012fd1dc8c tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Made reservation on behalf of d13dddbe1502489da91f2f88306fdca6 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:49:49.967543 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bae3c94e-9650-4df5-ba59-cd012fd1dc8c tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:49.989365 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-3579bf02-fa29-4ade-98bc-f2cfe6b10072 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.3264797 May 31 13:49:49.997716 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40378) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:50.017379 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-34876321-87d4-4923-8d81-615a3c8919b9 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Request body: {'subnet': {'network_id': 'a48c2a33-e3db-4cc0-a958-b63bcce161fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:49:50.050887 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e50f1990-e953-48e5-929d-e91b98ae40dd'] response: {'server_uuid': 'be0bffc5-acab-46b2-9724-a8633fe38908', 'name': 'network-vif-deleted', 'tag': 'f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1', 'status': 'completed', 'code': 200} May 31 13:49:50.097805 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-bae3c94e-9650-4df5-ba59-cd012fd1dc8c tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] device_id is not set on port a84b7e00-92fd-42c1-9488-96babaa425b8 yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:49:50.186666 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-7d09fe5a-fc66-45f2-974f-198272c0f465 None None] Provisioning for port 8b2408ea-9d6c-4f67-baec-4a93257b4ebe completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:49:50.264003 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-7d09fe5a-fc66-45f2-974f-198272c0f465 None None] Provisioning complete for port 8b2408ea-9d6c-4f67-baec-4a93257b4ebe triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:49:50.264327 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7d09fe5a-fc66-45f2-974f-198272c0f465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:50.417166 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2c9616-8878-4090-bfa1-f37bf54cd8f9 req-b38db34e-fead-4e40-aa0f-9c940fd9fd46 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:50.424643 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fb2c9616-8878-4090-bfa1-f37bf54cd8f9 req-b38db34e-fead-4e40-aa0f-9c940fd9fd46 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=931b2df9-a1c5-473f-ba24-0babd6d355d0 HTTP/1.1" status: 200 len: 946 time: 0.9401529 May 31 13:49:50.456772 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-ef422293-9210-44f2-b935-3c4c8337afad None None] Allocated IP 2001:db8::2 (8d0ca4ab-0d39-494b-8b5d-2861af857a5e/7ed34781-8247-4dea-9736-8d1d41378ea1/25548e21-e4d4-4bac-b111-14dae942dde0) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:49:50.458786 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-7d09fe5a-fc66-45f2-974f-198272c0f465 None None] Port 8b2408ea-9d6c-4f67-baec-4a93257b4ebe cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:49:50.463398 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a6f35aa5-716b-403f-a662-e04a9dd7eb6b req-2f1d06c9-009e-4db8-bca1-f7d633e22142 service neutron] 10.222.0.44 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6746628 May 31 13:49:50.482691 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-137c20c4-f24e-4e5b-b6aa-bbc53a7c0da6 req-2246b2d3-c511-4444-b2cc-ed2e40a9812f tempest-ServerRescueTestJSONUnderV235-576574212 tempest-ServerRescueTestJSONUnderV235-576574212-project] 10.222.0.50 "GET /v2.0/ports?device_id=be0bffc5-acab-46b2-9724-a8633fe38908 HTTP/1.1" status: 200 len: 210 time: 0.1281807 May 31 13:49:50.510232 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3086c341-20fc-465a-a767-34739acdc5eb tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:50.623131 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-34876321-87d4-4923-8d81-615a3c8919b9 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:49:50.630883 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-34876321-87d4-4923-8d81-615a3c8919b9 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Usage tracker for resource:subnet and tenant:e2f5ae2e1abf4a2cb5fdef12f13f2ebb is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:49:50.639569 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-34876321-87d4-4923-8d81-615a3c8919b9 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:49:50.653904 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-466da09a-4040-42d4-89a2-588694958fd5 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:50.673506 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-34876321-87d4-4923-8d81-615a3c8919b9 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:49:50.690454 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34876321-87d4-4923-8d81-615a3c8919b9 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Made reservation on behalf of e2f5ae2e1abf4a2cb5fdef12f13f2ebb for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:49:50.700104 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-34876321-87d4-4923-8d81-615a3c8919b9 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:50.779780 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d2905048-eb0a-4f79-9a2f-9ba8dbb2592d tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:50.836942 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-466da09a-4040-42d4-89a2-588694958fd5 None None] Transition to ACTIVE for port object d7b139d4-1cf4-4b59-bab2-59e8147af0bb will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:49:50.945656 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-466da09a-4040-42d4-89a2-588694958fd5 None None] Transition to ACTIVE for port object d7b139d4-1cf4-4b59-bab2-59e8147af0bb will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:49:50.963119 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-466da09a-4040-42d4-89a2-588694958fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:50.967041 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fb2c9616-8878-4090-bfa1-f37bf54cd8f9 req-af73b3a8-2c14-4151-a0ad-f977ed9c8aa6 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=879d485c-6856-4d39-902c-2e7246942604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5414140 May 31 13:49:50.988490 n-d-843939-1 neutron-server[88369]: INFO neutron.db.ipam_backend_mixin [None req-34876321-87d4-4923-8d81-615a3c8919b9 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4c01c160-ff07-4b8e-8afc-11d52b61a8f4 (CIDR: 2001:db8::/64) May 31 13:49:51.011172 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-34876321-87d4-4923-8d81-615a3c8919b9 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 13:49:51.011880 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34876321-87d4-4923-8d81-615a3c8919b9 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:49:51.041591 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-34876321-87d4-4923-8d81-615a3c8919b9 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0413439 May 31 13:49:51.042501 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40420) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:51.049341 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-4b012aeb-1bda-42a6-8ca2-2cb4f815b641 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Request body: {'subnet': {'network_id': 'a48c2a33-e3db-4cc0-a958-b63bcce161fb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:49:51.089861 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466da09a-4040-42d4-89a2-588694958fd5 None None] Network 4be96afb-cd89-4c25-b8e2-ba2c0d904661 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:49:51.094062 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466da09a-4040-42d4-89a2-588694958fd5 None None] Pushing event updated for resources: {'Port': ['ID=d7b139d4-1cf4-4b59-bab2-59e8147af0bb,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:51.097318 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-466da09a-4040-42d4-89a2-588694958fd5 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:49:51.101062 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ef422293-9210-44f2-b935-3c4c8337afad None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:51.104378 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466da09a-4040-42d4-89a2-588694958fd5 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:49:51.218818 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ef422293-9210-44f2-b935-3c4c8337afad None None] Transition to ACTIVE for port object 25548e21-e4d4-4bac-b111-14dae942dde0 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:49:51.240437 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4b012aeb-1bda-42a6-8ca2-2cb4f815b641 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:49:51.243540 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-466da09a-4040-42d4-89a2-588694958fd5 None None] Attempting to bind port d7b139d4-1cf4-4b59-bab2-59e8147af0bb on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:49:51.244121 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-466da09a-4040-42d4-89a2-588694958fd5 None None] Attempting to bind port d7b139d4-1cf4-4b59-bab2-59e8147af0bb by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '12cb665b-6f2b-4a62-babf-23f3a059be58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4be96afb-cd89-4c25-b8e2-ba2c0d904661'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:49:51.244874 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466da09a-4040-42d4-89a2-588694958fd5 None None] Attempting to bind port d7b139d4-1cf4-4b59-bab2-59e8147af0bb on network 4be96afb-cd89-4c25-b8e2-ba2c0d904661 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:49:51.247175 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-4b012aeb-1bda-42a6-8ca2-2cb4f815b641 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Usage tracker for resource:subnet and tenant:e2f5ae2e1abf4a2cb5fdef12f13f2ebb is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:49:51.251628 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-4b012aeb-1bda-42a6-8ca2-2cb4f815b641 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:49:51.257198 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ef422293-9210-44f2-b935-3c4c8337afad None None] Transition to ACTIVE for port object 25548e21-e4d4-4bac-b111-14dae942dde0 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:49:51.259054 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466da09a-4040-42d4-89a2-588694958fd5 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:49:51.259565 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466da09a-4040-42d4-89a2-588694958fd5 None None] Checking segment: {'id': '12cb665b-6f2b-4a62-babf-23f3a059be58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4be96afb-cd89-4c25-b8e2-ba2c0d904661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:49:51.260084 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-466da09a-4040-42d4-89a2-588694958fd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:51.260305 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4b012aeb-1bda-42a6-8ca2-2cb4f815b641 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:49:51.260630 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466da09a-4040-42d4-89a2-588694958fd5 None None] Bound using segment: {'id': '12cb665b-6f2b-4a62-babf-23f3a059be58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4be96afb-cd89-4c25-b8e2-ba2c0d904661'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:49:51.261462 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-466da09a-4040-42d4-89a2-588694958fd5 None None] Bound port: d7b139d4-1cf4-4b59-bab2-59e8147af0bb, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12cb665b-6f2b-4a62-babf-23f3a059be58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4be96afb-cd89-4c25-b8e2-ba2c0d904661'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:49:51.261867 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-466da09a-4040-42d4-89a2-588694958fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:51.274393 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b012aeb-1bda-42a6-8ca2-2cb4f815b641 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Made reservation on behalf of e2f5ae2e1abf4a2cb5fdef12f13f2ebb for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:49:51.283954 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4b012aeb-1bda-42a6-8ca2-2cb4f815b641 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:51.285506 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ef422293-9210-44f2-b935-3c4c8337afad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:51.419905 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b9537-aca6-4fe9-a4e4-becb2fd4c37a req-16f4749e-4a5d-4405-b45a-d293f0509fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:51.421363 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-928b9537-aca6-4fe9-a4e4-becb2fd4c37a req-16f4749e-4a5d-4405-b45a-d293f0509fe9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=099d58d897334e1282193de40ad3132e&device_id=e9fd93b5-1471-4326-8678-15863e025d40 HTTP/1.1" status: 200 len: 1099 time: 0.8565652 May 31 13:49:51.447038 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626c5bdd-a102-4830-94e2-d00238b61375 req-480dad17-07c0-4b40-bcf2-64f5976eed84 tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:51.454085 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-626c5bdd-a102-4830-94e2-d00238b61375 req-480dad17-07c0-4b40-bcf2-64f5976eed84 tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9fd93b5-1471-4326-8678-15863e025d40 HTTP/1.1" status: 200 len: 948 time: 0.7599351 May 31 13:49:51.510590 n-d-843939-1 neutron-server[88369]: INFO neutron.db.ipam_backend_mixin [None req-4b012aeb-1bda-42a6-8ca2-2cb4f815b641 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 94366a06-155c-4b10-a63a-8b83d28aa394 (CIDR: 2001:db8:0:1::/64) May 31 13:49:51.517854 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b012aeb-1bda-42a6-8ca2-2cb4f815b641 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 13:49:51.518600 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b012aeb-1bda-42a6-8ca2-2cb4f815b641 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:49:51.518733 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef422293-9210-44f2-b935-3c4c8337afad None None] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:49:51.527513 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-ef422293-9210-44f2-b935-3c4c8337afad None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:49:51.532863 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef422293-9210-44f2-b935-3c4c8337afad None None] Pushing event updated for resources: {'Port': ['ID=25548e21-e4d4-4bac-b111-14dae942dde0,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:51.535538 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef422293-9210-44f2-b935-3c4c8337afad None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:49:51.565644 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-4b012aeb-1bda-42a6-8ca2-2cb4f815b641 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5217855 May 31 13:49:51.573285 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40426) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:51.588780 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-bae3c94e-9650-4df5-ba59-cd012fd1dc8c tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Allocated IP 2001:db8::75 (8d0ca4ab-0d39-494b-8b5d-2861af857a5e/7ed34781-8247-4dea-9736-8d1d41378ea1/a84b7e00-92fd-42c1-9488-96babaa425b8) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:49:51.594532 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-0c06906e-adf1-4d27-bd10-eae837961d4e tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Request body: {'subnet': {'network_id': 'a48c2a33-e3db-4cc0-a958-b63bcce161fb', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:49:51.648238 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-466da09a-4040-42d4-89a2-588694958fd5 None None] For port d7b139d4-1cf4-4b59-bab2-59e8147af0bb, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:49:51.659805 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-ef422293-9210-44f2-b935-3c4c8337afad None None] Attempting to bind port 25548e21-e4d4-4bac-b111-14dae942dde0 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:49:51.660175 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-ef422293-9210-44f2-b935-3c4c8337afad None None] Attempting to bind port 25548e21-e4d4-4bac-b111-14dae942dde0 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:49:51.660552 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef422293-9210-44f2-b935-3c4c8337afad None None] Attempting to bind port 25548e21-e4d4-4bac-b111-14dae942dde0 on network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:49:51.664049 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-466da09a-4040-42d4-89a2-588694958fd5 None None] For port d7b139d4-1cf4-4b59-bab2-59e8147af0bb, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=d7b139d4-1cf4-4b59-bab2-59e8147af0bb,segment=NetworkSegment(12cb665b-6f2b-4a62-babf-23f3a059be58),segment_id=12cb665b-6f2b-4a62-babf-23f3a059be58)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:49:51.670719 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-466da09a-4040-42d4-89a2-588694958fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:51.676071 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef422293-9210-44f2-b935-3c4c8337afad None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:49:51.676556 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef422293-9210-44f2-b935-3c4c8337afad None None] Checking segment: {'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:49:51.676962 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ef422293-9210-44f2-b935-3c4c8337afad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:51.677475 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef422293-9210-44f2-b935-3c4c8337afad None None] Bound using segment: {'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:49:51.678268 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-ef422293-9210-44f2-b935-3c4c8337afad None None] Bound port: 25548e21-e4d4-4bac-b111-14dae942dde0, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:49:51.679151 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ef422293-9210-44f2-b935-3c4c8337afad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:51.688041 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40430) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:51.735015 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-626c5bdd-a102-4830-94e2-d00238b61375 req-2c3a08c4-22c4-4066-80f4-6a3ab5bfcdb0 tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd4c442b-cb2d-4bfe-a1a2-dab3899ab749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799966 May 31 13:49:51.829473 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466da09a-4040-42d4-89a2-588694958fd5 None None] Pushing event updated for resources: {'Port': ['ID=d7b139d4-1cf4-4b59-bab2-59e8147af0bb,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:51.868745 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-d2905048-eb0a-4f79-9a2f-9ba8dbb2592d tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Allocated IP 172.20.0.1 (4be96afb-cd89-4c25-b8e2-ba2c0d904661/9a4cc77d-e64e-4992-9f19-78e3635cfc23/b1059442-4b0d-4f54-94ef-01cc690e40d2) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:49:51.892693 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-ef422293-9210-44f2-b935-3c4c8337afad None None] For port 25548e21-e4d4-4bac-b111-14dae942dde0, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:49:51.896190 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-ef422293-9210-44f2-b935-3c4c8337afad None None] For port 25548e21-e4d4-4bac-b111-14dae942dde0, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=25548e21-e4d4-4bac-b111-14dae942dde0,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:49:51.901533 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ef422293-9210-44f2-b935-3c4c8337afad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:52.038325 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef422293-9210-44f2-b935-3c4c8337afad None None] Pushing event updated for resources: {'Port': ['ID=25548e21-e4d4-4bac-b111-14dae942dde0,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:52.062253 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b9537-aca6-4fe9-a4e4-becb2fd4c37a req-0628e1b1-ff94-43ab-b5e8-8a873d2797ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:52.064613 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-928b9537-aca6-4fe9-a4e4-becb2fd4c37a req-0628e1b1-ff94-43ab-b5e8-8a873d2797ab service neutron] 10.222.0.44 "GET /v2.0/networks?id=85b11c4f-90ad-4763-b38d-22d3f87089f4 HTTP/1.1" status: 200 len: 870 time: 0.5912983 May 31 13:49:52.105779 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0c06906e-adf1-4d27-bd10-eae837961d4e tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:49:52.166038 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-928b9537-aca6-4fe9-a4e4-becb2fd4c37a req-7d61340a-fc5d-401a-84ca-8c976f5244de service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=ccc91d12-00dc-47fd-919d-900135250be2 HTTP/1.1" status: 200 len: 217 time: 0.0924170 May 31 13:49:52.230624 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-0c06906e-adf1-4d27-bd10-eae837961d4e tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Usage tracker for resource:subnet and tenant:e2f5ae2e1abf4a2cb5fdef12f13f2ebb is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:49:52.242053 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d2905048-eb0a-4f79-9a2f-9ba8dbb2592d tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:52.243292 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-0c06906e-adf1-4d27-bd10-eae837961d4e tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:49:52.271630 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0c06906e-adf1-4d27-bd10-eae837961d4e tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:49:52.394292 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-d2905048-eb0a-4f79-9a2f-9ba8dbb2592d tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Transition to ACTIVE for port object b1059442-4b0d-4f54-94ef-01cc690e40d2 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:49:52.455382 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c06906e-adf1-4d27-bd10-eae837961d4e tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Made reservation on behalf of e2f5ae2e1abf4a2cb5fdef12f13f2ebb for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:49:52.464161 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0c06906e-adf1-4d27-bd10-eae837961d4e tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:52.514218 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device d7b139d4-1cf4-4b59-bab2-59e8147af0bb up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:49:52.517448 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b9537-aca6-4fe9-a4e4-becb2fd4c37a req-ec8fde3c-b313-435f-afc3-d6201d8eb5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:52.520080 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-928b9537-aca6-4fe9-a4e4-becb2fd4c37a req-ec8fde3c-b313-435f-afc3-d6201d8eb5d9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.2819881 May 31 13:49:52.524465 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-3086c341-20fc-465a-a767-34739acdc5eb tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Deleting port 83b14a6a-f595-4d21-9153-06e8159d1bd5 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:49:52.525110 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3086c341-20fc-465a-a767-34739acdc5eb tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:52.625530 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port d7b139d4-1cf4-4b59-bab2-59e8147af0bb completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:49:52.658184 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d2905048-eb0a-4f79-9a2f-9ba8dbb2592d tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:52.762048 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2905048-eb0a-4f79-9a2f-9ba8dbb2592d tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Network 4be96afb-cd89-4c25-b8e2-ba2c0d904661 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:49:52.770347 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-d2905048-eb0a-4f79-9a2f-9ba8dbb2592d tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:49:52.773882 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2905048-eb0a-4f79-9a2f-9ba8dbb2592d tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:49:52.782602 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bae3c94e-9650-4df5-ba59-cd012fd1dc8c tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:52.842052 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-bae3c94e-9650-4df5-ba59-cd012fd1dc8c tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Transition to ACTIVE for port object a84b7e00-92fd-42c1-9488-96babaa425b8 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:49:52.864025 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2905048-eb0a-4f79-9a2f-9ba8dbb2592d tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Pushing event updated for resources: {'Port': ['ID=b1059442-4b0d-4f54-94ef-01cc690e40d2,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:52.876135 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740a817-55af-4416-9c80-de6689ad5943 req-09afdc74-7ee9-4e3f-b81e-949f3c66dace tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:52.878026 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3740a817-55af-4416-9c80-de6689ad5943 req-09afdc74-7ee9-4e3f-b81e-949f3c66dace tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=931b2df9-a1c5-473f-ba24-0babd6d355d0 HTTP/1.1" status: 200 len: 946 time: 0.7272458 May 31 13:49:52.941965 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:49:53.002176 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] No Port match for: f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:49:53.002526 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device f0d100aa-2eb9-42b5-a181-ae2ddfeb9fc1 not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:49:53.008721 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bae3c94e-9650-4df5-ba59-cd012fd1dc8c tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:53.155939 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae3c94e-9650-4df5-ba59-cd012fd1dc8c tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:49:53.162461 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-bae3c94e-9650-4df5-ba59-cd012fd1dc8c tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:49:53.167862 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae3c94e-9650-4df5-ba59-cd012fd1dc8c tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event updated for resources: {'Port': ['ID=a84b7e00-92fd-42c1-9488-96babaa425b8,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:53.173046 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae3c94e-9650-4df5-ba59-cd012fd1dc8c tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:49:53.178540 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae3c94e-9650-4df5-ba59-cd012fd1dc8c tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:53.179172 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bae3c94e-9650-4df5-ba59-cd012fd1dc8c tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:53.234788 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d2905048-eb0a-4f79-9a2f-9ba8dbb2592d tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:53.258463 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-bae3c94e-9650-4df5-ba59-cd012fd1dc8c tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.9634929 May 31 13:49:53.259439 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40438) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:53.292099 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b9537-aca6-4fe9-a4e4-becb2fd4c37a req-06b6361c-75ff-42a7-8c43-4b46dc53cbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:53.293649 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-928b9537-aca6-4fe9-a4e4-becb2fd4c37a req-06b6361c-75ff-42a7-8c43-4b46dc53cbcc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7034206 May 31 13:49:53.323046 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3740a817-55af-4416-9c80-de6689ad5943 req-7a826809-e0df-41b1-b21f-af489d0c29ca tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=879d485c-6856-4d39-902c-2e7246942604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2238328 May 31 13:49:53.378397 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3086c341-20fc-465a-a767-34739acdc5eb tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:53.429106 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0c06906e-adf1-4d27-bd10-eae837961d4e tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:53.488258 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f062a920-37b7-46b6-a9c3-1ab81049c3d8 None None] Network 4be96afb-cd89-4c25-b8e2-ba2c0d904661 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:49:53.512386 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c06906e-adf1-4d27-bd10-eae837961d4e tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Network a48c2a33-e3db-4cc0-a958-b63bcce161fb is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:49:53.521456 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-0c06906e-adf1-4d27-bd10-eae837961d4e tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:49:53.527615 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c06906e-adf1-4d27-bd10-eae837961d4e tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:53.528195 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0c06906e-adf1-4d27-bd10-eae837961d4e tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:53.562426 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-944264bb-eb4c-4303-93fc-4ee764d8e82f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:53.587655 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26d0e5b-41b3-4fc8-b1a9-5a9fb55c5fec None None] Network a48c2a33-e3db-4cc0-a958-b63bcce161fb requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:49:53.613274 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-3086c341-20fc-465a-a767-34739acdc5eb tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Calling delete_port for 83b14a6a-f595-4d21-9153-06e8159d1bd5 owned by network:router_interface {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:49:53.665844 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140ae601-1c99-4cde-9ff5-760e668b6775 req-d18e376e-8688-4511-a522-84f9486b8d84 tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:53.674638 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-140ae601-1c99-4cde-9ff5-760e668b6775 req-d18e376e-8688-4511-a522-84f9486b8d84 tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9fd93b5-1471-4326-8678-15863e025d40 HTTP/1.1" status: 200 len: 948 time: 0.5770738 May 31 13:49:53.706389 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-12fe8a0d-862b-4f7b-8194-70fe09177e99 None None] Provisioning for port d7b139d4-1cf4-4b59-bab2-59e8147af0bb completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:49:53.739275 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-12fe8a0d-862b-4f7b-8194-70fe09177e99 None None] Provisioning complete for port d7b139d4-1cf4-4b59-bab2-59e8147af0bb triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:49:53.739649 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-12fe8a0d-862b-4f7b-8194-70fe09177e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:53.784117 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-0c06906e-adf1-4d27-bd10-eae837961d4e tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.2037773 May 31 13:49:53.790338 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40444) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:53.810917 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5ae411-126c-44b3-8ccb-df0d0d59586d tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:53.817464 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5ae411-126c-44b3-8ccb-df0d0d59586d tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:53.818354 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-3c5ae411-126c-44b3-8ccb-df0d0d59586d tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Synchronizing usage tracker for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:49:53.836485 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-3ec69667-afff-49a8-8a0c-1f1e0b1deae8 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2113928310', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '36deb587-38ff-43fa-a58f-1841e4f6a0e7'}], 'security_groups': ['19a4f30c-b30f-4ef6-91c2-da98db9b5f7b', '184d7977-75c0-41c9-a710-c64fb70fb5dc']}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:49:53.879294 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c06906e-adf1-4d27-bd10-eae837961d4e tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event updated for resources: {'Subnet': ['ID=36deb587-38ff-43fa-a58f-1841e4f6a0e7,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:54.013360 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-140ae601-1c99-4cde-9ff5-760e668b6775 req-dccd7597-34ec-47ce-ba25-90c4b71d4602 tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd4c442b-cb2d-4bfe-a1a2-dab3899ab749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235571 May 31 13:49:54.023408 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-928b9537-aca6-4fe9-a4e4-becb2fd4c37a req-f2aad226-3fe1-48fc-95a8-1aeb7203cf2a service neutron] 10.222.0.44 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6914825 May 31 13:49:54.023982 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d2905048-eb0a-4f79-9a2f-9ba8dbb2592d tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:54.028847 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-3c5ae411-126c-44b3-8ccb-df0d0d59586d tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Unset dirty status for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:49:54.032886 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-3c5ae411-126c-44b3-8ccb-df0d0d59586d tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.7718439 May 31 13:49:54.033803 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40448) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:54.144133 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-12fe8a0d-862b-4f7b-8194-70fe09177e99 None None] Current status of the port d7b139d4-1cf4-4b59-bab2-59e8147af0bb is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:49:54.144409 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-12fe8a0d-862b-4f7b-8194-70fe09177e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:54.195315 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-12fe8a0d-862b-4f7b-8194-70fe09177e99 None None] For port d7b139d4-1cf4-4b59-bab2-59e8147af0bb, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=d7b139d4-1cf4-4b59-bab2-59e8147af0bb,segment=NetworkSegment(12cb665b-6f2b-4a62-babf-23f3a059be58),segment_id=12cb665b-6f2b-4a62-babf-23f3a059be58)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:49:54.202159 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-12fe8a0d-862b-4f7b-8194-70fe09177e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:54.208206 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-d5e08c14-94bd-4933-ac97-b8c23e6a8609 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Deleting port a84b7e00-92fd-42c1-9488-96babaa425b8 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:49:54.208549 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d5e08c14-94bd-4933-ac97-b8c23e6a8609 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:54.212825 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3086c341-20fc-465a-a767-34739acdc5eb tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:54.342947 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fe8a0d-862b-4f7b-8194-70fe09177e99 None None] Pushing event updated for resources: {'Port': ['ID=d7b139d4-1cf4-4b59-bab2-59e8147af0bb,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:54.348933 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-93ef713b-8118-4f99-af23-c1c4e7ba82fe None None] Provisioning for port 25548e21-e4d4-4bac-b111-14dae942dde0 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:49:54.369235 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-93ef713b-8118-4f99-af23-c1c4e7ba82fe None None] Provisioning for port a84b7e00-92fd-42c1-9488-96babaa425b8 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:49:54.375179 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-93ef713b-8118-4f99-af23-c1c4e7ba82fe None None] Provisioning complete for port a84b7e00-92fd-42c1-9488-96babaa425b8 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:49:54.375816 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-93ef713b-8118-4f99-af23-c1c4e7ba82fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:54.484610 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 25548e21-e4d4-4bac-b111-14dae942dde0 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:49:54.569354 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-93ef713b-8118-4f99-af23-c1c4e7ba82fe None None] Port a84b7e00-92fd-42c1-9488-96babaa425b8 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:49:54.596253 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3412270-0c60-42c3-8a31-3f44a30e7210 None None] Update dhcp port {'port': {'network_id': 'a48c2a33-e3db-4cc0-a958-b63bcce161fb', 'fixed_ips': [{'subnet_id': '94366a06-155c-4b10-a63a-8b83d28aa394', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '4c01c160-ff07-4b8e-8afc-11d52b61a8f4', 'ip_address': '2001:db8::2'}, {'subnet_id': '36deb587-38ff-43fa-a58f-1841e4f6a0e7'}], 'binding:host_id': 'n-d-843939-1'}, 'id': 'b6bc6230-d927-4906-a24a-3a5a058fe031'} from n-d-843939-1. {{(pid=88371) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 31 13:49:54.659081 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c3412270-0c60-42c3-8a31-3f44a30e7210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:54.686624 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3ec69667-afff-49a8-8a0c-1f1e0b1deae8 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:54.691541 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 25548e21-e4d4-4bac-b111-14dae942dde0 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:49:54.765502 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d2905048-eb0a-4f79-9a2f-9ba8dbb2592d tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:54.792822 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d2905048-eb0a-4f79-9a2f-9ba8dbb2592d tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:54.817054 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-407ca016-8e8a-49ae-ab96-a149f2405232 None None] Provisioning complete for port d7b139d4-1cf4-4b59-bab2-59e8147af0bb triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:49:54.817334 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-407ca016-8e8a-49ae-ab96-a149f2405232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:54.824461 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3086c341-20fc-465a-a767-34739acdc5eb tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Pushing event deleted for resources: {'Port': ['ID=83b14a6a-f595-4d21-9153-06e8159d1bd5,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:54.859807 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-944264bb-eb4c-4303-93fc-4ee764d8e82f admin admin] Deleting port 6cda1b20-ed70-448f-9036-047109811056 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:49:54.860434 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-944264bb-eb4c-4303-93fc-4ee764d8e82f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:54.900488 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 25548e21-e4d4-4bac-b111-14dae942dde0 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:49:54.902556 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:54.980429 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device ccc91d12-00dc-47fd-919d-900135250be2 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:49:55.119991 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d2905048-eb0a-4f79-9a2f-9ba8dbb2592d tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:55.164989 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-928b9537-aca6-4fe9-a4e4-becb2fd4c37a req-aaf5bb07-c9a5-4075-96e2-e37f9e31824c service neutron] 10.222.0.44 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1205065 May 31 13:49:55.174543 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d5e08c14-94bd-4933-ac97-b8c23e6a8609 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:55.179676 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 25548e21-e4d4-4bac-b111-14dae942dde0 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:49:55.180059 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:55.214903 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.resource_extend [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:49:55.318482 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2905048-eb0a-4f79-9a2f-9ba8dbb2592d tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Pushing event updated for resources: {'Port': ['ID=b1059442-4b0d-4f54-94ef-01cc690e40d2,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:55.338088 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-d5e08c14-94bd-4933-ac97-b8c23e6a8609 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Calling delete_port for a84b7e00-92fd-42c1-9488-96babaa425b8 owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:49:55.444321 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 25548e21-e4d4-4bac-b111-14dae942dde0, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=25548e21-e4d4-4bac-b111-14dae942dde0,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:49:55.453136 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:55.546927 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-407ca016-8e8a-49ae-ab96-a149f2405232 None None] Current status of the port d7b139d4-1cf4-4b59-bab2-59e8147af0bb is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:49:55.555793 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=25548e21-e4d4-4bac-b111-14dae942dde0,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:55.565351 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-944264bb-eb4c-4303-93fc-4ee764d8e82f admin admin] For port 6cda1b20-ed70-448f-9036-047109811056, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=6cda1b20-ed70-448f-9036-047109811056,segment=NetworkSegment(7fc9d5ef-ea20-4237-ab4a-21f18c0e56aa),segment_id=7fc9d5ef-ea20-4237-ab4a-21f18c0e56aa)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:49:55.566022 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-944264bb-eb4c-4303-93fc-4ee764d8e82f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:55.600060 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-407ca016-8e8a-49ae-ab96-a149f2405232 None None] Provisioning for port b1059442-4b0d-4f54-94ef-01cc690e40d2 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:49:55.614640 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-c3412270-0c60-42c3-8a31-3f44a30e7210 None None] Allocated IP 2001:db8:0:2::2 (a48c2a33-e3db-4cc0-a958-b63bcce161fb/36deb587-38ff-43fa-a58f-1841e4f6a0e7/b6bc6230-d927-4906-a24a-3a5a058fe031) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:49:55.618284 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port ccc91d12-00dc-47fd-919d-900135250be2, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=ccc91d12-00dc-47fd-919d-900135250be2,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:49:55.638084 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-407ca016-8e8a-49ae-ab96-a149f2405232 None None] Provisioning complete for port b1059442-4b0d-4f54-94ef-01cc690e40d2 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:49:55.638084 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-407ca016-8e8a-49ae-ab96-a149f2405232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:55.638410 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2905048-eb0a-4f79-9a2f-9ba8dbb2592d tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Network 4be96afb-cd89-4c25-b8e2-ba2c0d904661 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:49:55.643973 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-d2905048-eb0a-4f79-9a2f-9ba8dbb2592d tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:49:55.660388 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a899acd-6224-43ad-8a57-1a221202ddbc req-1687c14a-d062-439b-ba54-3f5c869a75d9 tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:55.668184 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0a899acd-6224-43ad-8a57-1a221202ddbc req-1687c14a-d062-439b-ba54-3f5c869a75d9 tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9fd93b5-1471-4326-8678-15863e025d40 HTTP/1.1" status: 200 len: 948 time: 0.4933639 May 31 13:49:55.727573 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-944264bb-eb4c-4303-93fc-4ee764d8e82f admin admin] Calling delete_port for 6cda1b20-ed70-448f-9036-047109811056 owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:49:55.906789 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3086c341-20fc-465a-a767-34739acdc5eb tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:55.907500 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-c3412270-0c60-42c3-8a31-3f44a30e7210 None None] For port b6bc6230-d927-4906-a24a-3a5a058fe031, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=b6bc6230-d927-4906-a24a-3a5a058fe031,segment=NetworkSegment(fc568f60-1866-44fd-ba5a-8ce5c66d23fc),segment_id=fc568f60-1866-44fd-ba5a-8ce5c66d23fc)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:49:55.937597 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0a899acd-6224-43ad-8a57-1a221202ddbc req-19b9aa16-b395-4021-9011-dc6c93e03629 tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd4c442b-cb2d-4bfe-a1a2-dab3899ab749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683334 May 31 13:49:55.939386 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-407ca016-8e8a-49ae-ab96-a149f2405232 None None] Port b1059442-4b0d-4f54-94ef-01cc690e40d2 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:49:55.944324 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': 'ccc91d12-00dc-47fd-919d-900135250be2', 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4', 'port_id': 'ccc91d12-00dc-47fd-919d-900135250be2', 'mac_address': 'fa:16:3e:1e:ca:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24822c99-0dce-4d50-9c44-3135ba3763b8', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:49:55.963895 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d5e08c14-94bd-4933-ac97-b8c23e6a8609 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:56.004199 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c3412270-0c60-42c3-8a31-3f44a30e7210 None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:56.033753 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e08c14-94bd-4933-ac97-b8c23e6a8609 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event deleted for resources: {'Port': ['ID=a84b7e00-92fd-42c1-9488-96babaa425b8,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:56.044329 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c3412270-0c60-42c3-8a31-3f44a30e7210 None None] Transition to ACTIVE for port object b6bc6230-d927-4906-a24a-3a5a058fe031 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:49:56.052474 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c3412270-0c60-42c3-8a31-3f44a30e7210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:56.120409 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d5e08c14-94bd-4933-ac97-b8c23e6a8609 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:56.163943 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d5e08c14-94bd-4933-ac97-b8c23e6a8609 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/ports/a84b7e00-92fd-42c1-9488-96babaa425b8 HTTP/1.1" status: 204 len: 168 time: 2.1244235 May 31 13:49:56.164710 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40456) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:56.166879 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port ccc91d12-00dc-47fd-919d-900135250be2 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:49:56.167259 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:56.214490 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-1ff032e9-29e7-488a-8ca7-ed78d461f112 None None] Provisioning complete for port b1059442-4b0d-4f54-94ef-01cc690e40d2 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:49:56.214958 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1ff032e9-29e7-488a-8ca7-ed78d461f112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:56.352759 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccc91d12-00dc-47fd-919d-900135250be2 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:49:56.363768 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdfb6e5-950b-455b-bbad-43a16c007686 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:56.365401 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdfb6e5-950b-455b-bbad-43a16c007686 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:56.366730 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-bfdfb6e5-950b-455b-bbad-43a16c007686 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Synchronizing usage tracker for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:subnet {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:49:56.433554 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-3ec69667-afff-49a8-8a0c-1f1e0b1deae8 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Delete allocated IP 2001:db8::1b9 (a48c2a33-e3db-4cc0-a958-b63bcce161fb/4c01c160-ff07-4b8e-8afc-11d52b61a8f4) {{(pid=88369) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 31 13:49:56.439264 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-944264bb-eb4c-4303-93fc-4ee764d8e82f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:56.470030 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-1ff032e9-29e7-488a-8ca7-ed78d461f112 None None] Port b1059442-4b0d-4f54-94ef-01cc690e40d2 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:49:56.471980 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 25548e21-e4d4-4bac-b111-14dae942dde0 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:49:56.501799 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-3ec69667-afff-49a8-8a0c-1f1e0b1deae8 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Allocated IP 2001:db8:0:2::22d (a48c2a33-e3db-4cc0-a958-b63bcce161fb/36deb587-38ff-43fa-a58f-1841e4f6a0e7/8b2408ea-9d6c-4f67-baec-4a93257b4ebe) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:49:56.521458 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3086c341-20fc-465a-a767-34739acdc5eb tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Router ce036a92-0cbe-4ce0-a309-2c6cf3610072 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:49:56.524230 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2905048-eb0a-4f79-9a2f-9ba8dbb2592d tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Router 4e4ca27b-7f67-441e-ab53-f5723d050f49 is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 13:49:56.610579 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port ccc91d12-00dc-47fd-919d-900135250be2, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=ccc91d12-00dc-47fd-919d-900135250be2,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:49:56.621273 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3412270-0c60-42c3-8a31-3f44a30e7210 None None] Pushing event updated for resources: {'Port': ['ID=b6bc6230-d927-4906-a24a-3a5a058fe031,revision_number=7']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:56.631892 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:56.753058 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 25548e21-e4d4-4bac-b111-14dae942dde0 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:49:56.755539 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:56.791752 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-bfdfb6e5-950b-455b-bbad-43a16c007686 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Unset dirty status for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:subnet {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:49:56.794397 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=ccc91d12-00dc-47fd-919d-900135250be2,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:56.798664 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-bfdfb6e5-950b-455b-bbad-43a16c007686 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6295271 May 31 13:49:56.816093 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40460) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:56.859736 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944264bb-eb4c-4303-93fc-4ee764d8e82f admin admin] Pushing event deleted for resources: {'Port': ['ID=6cda1b20-ed70-448f-9036-047109811056,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:56.931757 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 25548e21-e4d4-4bac-b111-14dae942dde0 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:49:56.933121 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device d7b139d4-1cf4-4b59-bab2-59e8147af0bb up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:49:57.010464 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['ccc91d12-00dc-47fd-919d-900135250be2'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:49:57.125815 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-53ec8a94-3a99-4180-ae62-23cca61a94b9 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Deleting subnet 7ed34781-8247-4dea-9736-8d1d41378ea1 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:49:57.175589 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port d7b139d4-1cf4-4b59-bab2-59e8147af0bb triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:49:57.176119 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:57.212725 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3086c341-20fc-465a-a767-34739acdc5eb tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:49:57.223341 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dfa62d-9e33-4889-af3c-9ff39029a7ab None None] Sync routers for ids ['ce036a92-0cbe-4ce0-a309-2c6cf3610072'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:49:57.242091 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-3086c341-20fc-465a-a767-34739acdc5eb tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] 10.222.0.50 "PUT /v2.0/routers/ce036a92-0cbe-4ce0-a309-2c6cf3610072/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6466715 May 31 13:49:57.243570 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dfa62d-9e33-4889-af3c-9ff39029a7ab None None] Routers {'ce036a92-0cbe-4ce0-a309-2c6cf3610072'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:49:57.243570 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-78dfa62d-9e33-4889-af3c-9ff39029a7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:49:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['ce036a92-0cbe-4ce0-a309-2c6cf3610072'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:49:57.288563 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 40466) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:57.345831 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-78dfa62d-9e33-4889-af3c-9ff39029a7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:49:57.367520 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dfa62d-9e33-4889-af3c-9ff39029a7ab None None] Routers {'ce036a92-0cbe-4ce0-a309-2c6cf3610072'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:49:57.368504 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-78dfa62d-9e33-4889-af3c-9ff39029a7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:49:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['ce036a92-0cbe-4ce0-a309-2c6cf3610072'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:49:57.391053 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-944264bb-eb4c-4303-93fc-4ee764d8e82f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:57.402596 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-53ec8a94-3a99-4180-ae62-23cca61a94b9 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:57.438002 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2905048-eb0a-4f79-9a2f-9ba8dbb2592d tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:49:57.452021 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-d2905048-eb0a-4f79-9a2f-9ba8dbb2592d tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "PUT /v2.0/routers/4e4ca27b-7f67-441e-ab53-f5723d050f49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9349234 May 31 13:49:57.454995 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae222f4-575a-472a-a6cd-18628f490dbb None None] Sync routers for ids ['4e4ca27b-7f67-441e-ab53-f5723d050f49'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:49:57.461834 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 40470) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:57.469674 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port d7b139d4-1cf4-4b59-bab2-59e8147af0bb is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:49:57.488823 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-78dfa62d-9e33-4889-af3c-9ff39029a7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:49:57.489259 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dfa62d-9e33-4889-af3c-9ff39029a7ab None None] The sync data for ids ['ce036a92-0cbe-4ce0-a309-2c6cf3610072'] in n-d-843939-1 is: [] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:49:57.489404 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae222f4-575a-472a-a6cd-18628f490dbb None None] Routers {'4e4ca27b-7f67-441e-ab53-f5723d050f49'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:49:57.491376 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-fae222f4-575a-472a-a6cd-18628f490dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:49:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['4e4ca27b-7f67-441e-ab53-f5723d050f49'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:49:57.553843 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.db.resource_extend [None req-3ec69667-afff-49a8-8a0c-1f1e0b1deae8 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:49:57.565891 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-fae222f4-575a-472a-a6cd-18628f490dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:49:57.579018 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae222f4-575a-472a-a6cd-18628f490dbb None None] Routers {'4e4ca27b-7f67-441e-ab53-f5723d050f49'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:49:57.579794 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-fae222f4-575a-472a-a6cd-18628f490dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:49:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['4e4ca27b-7f67-441e-ab53-f5723d050f49'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:49:57.580252 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3ec69667-afff-49a8-8a0c-1f1e0b1deae8 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:57.588029 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-53ec8a94-3a99-4180-ae62-23cca61a94b9 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:57.644093 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-fae222f4-575a-472a-a6cd-18628f490dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:49:57.644682 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae222f4-575a-472a-a6cd-18628f490dbb None None] The sync data for ids ['4e4ca27b-7f67-441e-ab53-f5723d050f49'] in n-d-843939-1 is: [] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:49:57.651783 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3443782-8d2f-4e9a-9c62-3555194e0bff tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:57.652375 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-c3443782-8d2f-4e9a-9c62-3555194e0bff tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Synchronizing usage tracker for tenant:85d9456a7d3e47cf9816e44471382253 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:49:57.655907 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a4fed988-8f19-4c9f-b727-e27fb1f9995b None None] Provisioning complete for port 37b50223-0026-48ab-8a39-9d8a1dfb9669 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:49:57.656374 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a4fed988-8f19-4c9f-b727-e27fb1f9995b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:57.703556 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-c3443782-8d2f-4e9a-9c62-3555194e0bff tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Unset dirty status for tenant:85d9456a7d3e47cf9816e44471382253 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:49:57.704834 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c3443782-8d2f-4e9a-9c62-3555194e0bff tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "GET /v2.0/ports/b1059442-4b0d-4f54-94ef-01cc690e40d2 HTTP/1.1" status: 200 len: 910 time: 0.2260714 May 31 13:49:57.716649 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2403876-e590-4805-8a3f-e50b04c25d26 req-8bc90ffd-9d13-40b0-8a42-7ba5b8607c8b tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:57.716996 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-a4fed988-8f19-4c9f-b727-e27fb1f9995b None None] Port 37b50223-0026-48ab-8a39-9d8a1dfb9669 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:49:57.718229 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f2403876-e590-4805-8a3f-e50b04c25d26 req-8bc90ffd-9d13-40b0-8a42-7ba5b8607c8b tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9fd93b5-1471-4326-8678-15863e025d40 HTTP/1.1" status: 200 len: 949 time: 0.4829228 May 31 13:49:57.721470 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 40474) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:57.728998 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a4fed988-8f19-4c9f-b727-e27fb1f9995b None None] Provisioning for port b6bc6230-d927-4906-a24a-3a5a058fe031 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:49:57.731362 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-3ec69667-afff-49a8-8a0c-1f1e0b1deae8 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Transition to ACTIVE for port object 8b2408ea-9d6c-4f67-baec-4a93257b4ebe will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:49:57.735756 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a4fed988-8f19-4c9f-b727-e27fb1f9995b None None] Provisioning complete for port b6bc6230-d927-4906-a24a-3a5a058fe031 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:49:57.736321 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a4fed988-8f19-4c9f-b727-e27fb1f9995b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:57.740079 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3ec69667-afff-49a8-8a0c-1f1e0b1deae8 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:57.813592 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-84638dc7-129c-4d7c-8d6a-a4bcfc576e1c tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks [] for router, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:57.861602 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-a4fed988-8f19-4c9f-b727-e27fb1f9995b None None] Current status of the port b6bc6230-d927-4906-a24a-3a5a058fe031 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:49:57.875628 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a4fed988-8f19-4c9f-b727-e27fb1f9995b None None] Provisioning for port 8b2408ea-9d6c-4f67-baec-4a93257b4ebe completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:49:57.881548 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a4fed988-8f19-4c9f-b727-e27fb1f9995b None None] Provisioning complete for port 8b2408ea-9d6c-4f67-baec-4a93257b4ebe triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:49:57.882032 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a4fed988-8f19-4c9f-b727-e27fb1f9995b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:57.939853 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-a4fed988-8f19-4c9f-b727-e27fb1f9995b None None] Port 8b2408ea-9d6c-4f67-baec-4a93257b4ebe cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:49:57.946360 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-3ec69667-afff-49a8-8a0c-1f1e0b1deae8 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] In _notify_port_updated(), no bound segment for port 8b2408ea-9d6c-4f67-baec-4a93257b4ebe on network a48c2a33-e3db-4cc0-a958-b63bcce161fb {{(pid=88369) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 31 13:49:57.951716 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec69667-afff-49a8-8a0c-1f1e0b1deae8 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:57.952582 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3ec69667-afff-49a8-8a0c-1f1e0b1deae8 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:57.956253 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-3ec69667-afff-49a8-8a0c-1f1e0b1deae8 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "PUT /v2.0/ports/8b2408ea-9d6c-4f67-baec-4a93257b4ebe HTTP/1.1" status: 200 len: 970 time: 4.1594169 May 31 13:49:57.964271 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec69667-afff-49a8-8a0c-1f1e0b1deae8 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event updated for resources: {'Port': ['ID=8b2408ea-9d6c-4f67-baec-4a93257b4ebe,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:57.966448 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40478) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:58.014751 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f2403876-e590-4805-8a3f-e50b04c25d26 req-2f875280-e5d0-442a-9dd6-ce1367fe8369 tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd4c442b-cb2d-4bfe-a1a2-dab3899ab749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346413 May 31 13:49:58.027116 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-53ec8a94-3a99-4180-ae62-23cca61a94b9 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:58.168111 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ece23944-4f81-4b5e-82e3-09eb70baee26 None None] Provisioning complete for port 8b2408ea-9d6c-4f67-baec-4a93257b4ebe triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:49:58.168573 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ece23944-4f81-4b5e-82e3-09eb70baee26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:58.184654 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-a2eeff2d-52cb-4973-8dd2-3c90119989fa tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Deleting port 8b2408ea-9d6c-4f67-baec-4a93257b4ebe {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:49:58.185260 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a2eeff2d-52cb-4973-8dd2-3c90119989fa tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:58.249767 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-ece23944-4f81-4b5e-82e3-09eb70baee26 None None] Port 8b2408ea-9d6c-4f67-baec-4a93257b4ebe cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:49:58.283125 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-84638dc7-129c-4d7c-8d6a-a4bcfc576e1c tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:58.304808 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-53ec8a94-3a99-4180-ae62-23cca61a94b9 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:58.350671 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-84638dc7-129c-4d7c-8d6a-a4bcfc576e1c tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Deleting port 17bff94a-0451-420b-9c3a-16fecc8c3f7f {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:49:58.350977 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-84638dc7-129c-4d7c-8d6a-a4bcfc576e1c tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:58.366774 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-944264bb-eb4c-4303-93fc-4ee764d8e82f admin admin] Router c9593682-dac9-4fef-a517-e094e51451e4 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:49:58.379567 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ec8a94-3a99-4180-ae62-23cca61a94b9 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event deleted for resources: {'Subnet': ['ID=7ed34781-8247-4dea-9736-8d1d41378ea1,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:58.388238 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-53ec8a94-3a99-4180-ae62-23cca61a94b9 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:58.389384 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a671cb90-e444-4372-9265-58b4b15625f4 None None] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:49:58.467032 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device b6bc6230-d927-4906-a24a-3a5a058fe031 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:49:58.659788 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port b6bc6230-d927-4906-a24a-3a5a058fe031 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:49:58.660651 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:58.699253 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-53ec8a94-3a99-4180-ae62-23cca61a94b9 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/subnets/7ed34781-8247-4dea-9736-8d1d41378ea1 HTTP/1.1" status: 204 len: 168 time: 1.8817985 May 31 13:49:58.702788 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40482) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:58.817668 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port b6bc6230-d927-4906-a24a-3a5a058fe031 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:49:58.827269 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-08dd9362-ad1c-4991-8c46-d122d884be2b tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1084487 May 31 13:49:58.838716 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1996d93-587e-43ee-a48e-0d5440e1a3f6 None None] DHCP port deletion for 8d0ca4ab-0d39-494b-8b5d-2861af857a5e request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:49:58.844003 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-c1996d93-587e-43ee-a48e-0d5440e1a3f6 None None] Deleting port 25548e21-e4d4-4bac-b111-14dae942dde0 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:49:58.844549 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c1996d93-587e-43ee-a48e-0d5440e1a3f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:58.846284 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 40486) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:58.863984 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-5003adb1-b69e-4a78-8dd7-ea4a58d80948 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Request body: {'subnet': {'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:49:58.947057 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-84638dc7-129c-4d7c-8d6a-a4bcfc576e1c tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:58.953150 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a2eeff2d-52cb-4973-8dd2-3c90119989fa tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:58.962756 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device ccc91d12-00dc-47fd-919d-900135250be2 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:49:58.969425 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-944264bb-eb4c-4303-93fc-4ee764d8e82f admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:49:58.979137 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80070c8-e894-4e15-b00a-adfcaad7b02a None None] Sync routers for ids ['c9593682-dac9-4fef-a517-e094e51451e4'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:49:58.990222 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80070c8-e894-4e15-b00a-adfcaad7b02a None None] Routers {'c9593682-dac9-4fef-a517-e094e51451e4'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:49:58.991367 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-f80070c8-e894-4e15-b00a-adfcaad7b02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:49:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['c9593682-dac9-4fef-a517-e094e51451e4'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:49:59.026596 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-944264bb-eb4c-4303-93fc-4ee764d8e82f admin admin] 10.222.0.50 "PUT /v2.0/routers/c9593682-dac9-4fef-a517-e094e51451e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3359492 May 31 13:49:59.097176 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40490) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:59.106698 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-a2eeff2d-52cb-4973-8dd2-3c90119989fa tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Calling delete_port for 8b2408ea-9d6c-4f67-baec-4a93257b4ebe owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:49:59.169163 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-84638dc7-129c-4d7c-8d6a-a4bcfc576e1c tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Calling delete_port for 17bff94a-0451-420b-9c3a-16fecc8c3f7f owned by network:router_gateway {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:49:59.186146 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-f80070c8-e894-4e15-b00a-adfcaad7b02a None None] Set router c9593682-dac9-4fef-a517-e094e51451e4 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:49:59.209792 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-c1996d93-587e-43ee-a48e-0d5440e1a3f6 None None] For port 25548e21-e4d4-4bac-b111-14dae942dde0, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=25548e21-e4d4-4bac-b111-14dae942dde0,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:49:59.210088 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c1996d93-587e-43ee-a48e-0d5440e1a3f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:59.354840 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port ccc91d12-00dc-47fd-919d-900135250be2 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:49:59.363998 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-c1996d93-587e-43ee-a48e-0d5440e1a3f6 None None] Calling delete_port for 25548e21-e4d4-4bac-b111-14dae942dde0 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:49:59.371436 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-911115ec-f9db-43e4-a2b8-747e1b2dc320 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:59.434104 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-5003adb1-b69e-4a78-8dd7-ea4a58d80948 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:49:59.446188 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port ccc91d12-00dc-47fd-919d-900135250be2 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:49:59.446559 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:59.490887 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-95cac55e-c47b-4ece-8d68-748a0d964e4a admin admin] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:59.516879 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-5003adb1-b69e-4a78-8dd7-ea4a58d80948 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Usage tracker for resource:subnet and tenant:d13dddbe1502489da91f2f88306fdca6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:49:59.532871 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-5003adb1-b69e-4a78-8dd7-ea4a58d80948 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:49:59.537934 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 13:49:59.548505 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c1996d93-587e-43ee-a48e-0d5440e1a3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:59.551139 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-5003adb1-b69e-4a78-8dd7-ea4a58d80948 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:49:59.566504 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a2eeff2d-52cb-4973-8dd2-3c90119989fa tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:59.640552 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5003adb1-b69e-4a78-8dd7-ea4a58d80948 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Made reservation on behalf of d13dddbe1502489da91f2f88306fdca6 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:49:59.645704 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5003adb1-b69e-4a78-8dd7-ea4a58d80948 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:59.646545 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eeff2d-52cb-4973-8dd2-3c90119989fa tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event deleted for resources: {'Port': ['ID=8b2408ea-9d6c-4f67-baec-4a93257b4ebe,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:59.659935 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-f80070c8-e894-4e15-b00a-adfcaad7b02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9593682-dac9-4fef-a517-e094e51451e4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1297477820-router', 'tenant_id': '43a11296fa744ef9b51a5e4bd52ac689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '1e98a30c-f878-4048-86eb-927a3d53c5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:47:25Z', 'updated_at': '2022-05-31T13:49:56Z', 'revision_number': 5, 'project_id': '43a11296fa744ef9b51a5e4bd52ac689', 'gw_port': {'id': '1e98a30c-f878-4048-86eb-927a3d53c5e4', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:46:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9593682-dac9-4fef-a517-e094e51451e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:47:28Z', 'updated_at': '2022-05-31T13:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:49:59.671221 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80070c8-e894-4e15-b00a-adfcaad7b02a None None] Checking router: c9593682-dac9-4fef-a517-e094e51451e4 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:49:59.682772 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1996d93-587e-43ee-a48e-0d5440e1a3f6 None None] Pushing event deleted for resources: {'Port': ['ID=25548e21-e4d4-4bac-b111-14dae942dde0,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:59.690175 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1996d93-587e-43ee-a48e-0d5440e1a3f6 None None] No DVR routers for this DVR port 25548e21-e4d4-4bac-b111-14dae942dde0 on host n-d-843939-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:49:59.701741 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80070c8-e894-4e15-b00a-adfcaad7b02a None None] Routers {'c9593682-dac9-4fef-a517-e094e51451e4'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:49:59.703447 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-f80070c8-e894-4e15-b00a-adfcaad7b02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:49:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['c9593682-dac9-4fef-a517-e094e51451e4'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:49:59.706313 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port ccc91d12-00dc-47fd-919d-900135250be2 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:49:59.706771 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:59.755792 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port ccc91d12-00dc-47fd-919d-900135250be2, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=ccc91d12-00dc-47fd-919d-900135250be2,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:49:59.757127 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9fd93b5-1471-4326-8678-15863e025d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccc91d12-00dc-47fd-919d-900135250be2'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:49:59.773103 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:59.821094 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a2eeff2d-52cb-4973-8dd2-3c90119989fa tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:59.877352 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a2eeff2d-52cb-4973-8dd2-3c90119989fa tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "DELETE /v2.0/ports/8b2408ea-9d6c-4f67-baec-4a93257b4ebe HTTP/1.1" status: 204 len: 168 time: 1.9037495 May 31 13:49:59.877596 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-84638dc7-129c-4d7c-8d6a-a4bcfc576e1c tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:49:59.878768 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40502) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:49:59.908299 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=ccc91d12-00dc-47fd-919d-900135250be2,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:59.945799 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca85eb4-8152-4c36-819a-c1e8b9abd619 req-1986f4f9-cbcb-4ae0-a263-33c93b17011c tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:49:59.947412 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cca85eb4-8152-4c36-819a-c1e8b9abd619 req-1986f4f9-cbcb-4ae0-a263-33c93b17011c tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9fd93b5-1471-4326-8678-15863e025d40 HTTP/1.1" status: 200 len: 949 time: 0.6662495 May 31 13:49:59.959260 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80772108-c26d-4ec9-9bf3-651fa5d9b12a'] response: {'server_uuid': 'e9fd93b5-1471-4326-8678-15863e025d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccc91d12-00dc-47fd-919d-900135250be2', 'code': 200} May 31 13:49:59.962150 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-642ee777-0d34-45ba-93d3-da639954c260 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] GET failed (client error): The resource could not be found. May 31 13:49:59.963789 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-642ee777-0d34-45ba-93d3-da639954c260 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Synchronizing usage tracker for tenant:e2f5ae2e1abf4a2cb5fdef12f13f2ebb on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:49:59.984510 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84638dc7-129c-4d7c-8d6a-a4bcfc576e1c tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Pushing event deleted for resources: {'Port': ['ID=17bff94a-0451-420b-9c3a-16fecc8c3f7f,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:49:59.984734 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-95cac55e-c47b-4ece-8d68-748a0d964e4a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:00.000304 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-95cac55e-c47b-4ece-8d68-748a0d964e4a admin admin] Deleting port 1e98a30c-f878-4048-86eb-927a3d53c5e4 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:50:00.000898 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-95cac55e-c47b-4ece-8d68-748a0d964e4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:00.039474 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-642ee777-0d34-45ba-93d3-da639954c260 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Unset dirty status for tenant:e2f5ae2e1abf4a2cb5fdef12f13f2ebb on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:50:00.040655 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-642ee777-0d34-45ba-93d3-da639954c260 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "GET /v2.0/ports/8b2408ea-9d6c-4f67-baec-4a93257b4ebe HTTP/1.1" status: 404 len: 333 time: 0.1544139 May 31 13:50:00.047748 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40506) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:00.049391 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-f80070c8-e894-4e15-b00a-adfcaad7b02a None None] Set router c9593682-dac9-4fef-a517-e094e51451e4 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:50:00.061017 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84638dc7-129c-4d7c-8d6a-a4bcfc576e1c tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:50:00.061208 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84638dc7-129c-4d7c-8d6a-a4bcfc576e1c tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:50:00.061462 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84638dc7-129c-4d7c-8d6a-a4bcfc576e1c tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:50:00.061727 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84638dc7-129c-4d7c-8d6a-a4bcfc576e1c tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:50:00.062087 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84638dc7-129c-4d7c-8d6a-a4bcfc576e1c tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:50:00.062411 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84638dc7-129c-4d7c-8d6a-a4bcfc576e1c tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:50:00.062733 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84638dc7-129c-4d7c-8d6a-a4bcfc576e1c tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:50:00.063055 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84638dc7-129c-4d7c-8d6a-a4bcfc576e1c tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:50:00.063372 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84638dc7-129c-4d7c-8d6a-a4bcfc576e1c tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:50:00.063687 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84638dc7-129c-4d7c-8d6a-a4bcfc576e1c tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:50:00.064014 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84638dc7-129c-4d7c-8d6a-a4bcfc576e1c tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:50:00.064320 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84638dc7-129c-4d7c-8d6a-a4bcfc576e1c tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:50:00.215747 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cca85eb4-8152-4c36-819a-c1e8b9abd619 req-c941f9dc-cf9c-4c58-bfcd-dfa0f603bf9f tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd4c442b-cb2d-4bfe-a1a2-dab3899ab749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475722 May 31 13:50:00.242059 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-84638dc7-129c-4d7c-8d6a-a4bcfc576e1c tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577389'] for router_gateway, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:00.335788 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f77bf1f4-1c70-47e9-b926-7fd0d184daab tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:00.393101 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 25548e21-e4d4-4bac-b111-14dae942dde0 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:50:00.410490 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f77bf1f4-1c70-47e9-b926-7fd0d184daab tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:00.415036 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-f80070c8-e894-4e15-b00a-adfcaad7b02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9593682-dac9-4fef-a517-e094e51451e4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1297477820-router', 'tenant_id': '43a11296fa744ef9b51a5e4bd52ac689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '1e98a30c-f878-4048-86eb-927a3d53c5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:47:25Z', 'updated_at': '2022-05-31T13:49:56Z', 'revision_number': 5, 'project_id': '43a11296fa744ef9b51a5e4bd52ac689', 'gw_port': {'id': '1e98a30c-f878-4048-86eb-927a3d53c5e4', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:46:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9593682-dac9-4fef-a517-e094e51451e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:47:28Z', 'updated_at': '2022-05-31T13:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:50:00.419722 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80070c8-e894-4e15-b00a-adfcaad7b02a None None] The sync data for ids ['c9593682-dac9-4fef-a517-e094e51451e4'] in n-d-843939-1 is: [{'id': 'c9593682-dac9-4fef-a517-e094e51451e4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1297477820-router', 'tenant_id': '43a11296fa744ef9b51a5e4bd52ac689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '1e98a30c-f878-4048-86eb-927a3d53c5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:47:25Z', 'updated_at': '2022-05-31T13:49:56Z', 'revision_number': 5, 'project_id': '43a11296fa744ef9b51a5e4bd52ac689', 'gw_port': {'id': '1e98a30c-f878-4048-86eb-927a3d53c5e4', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:46:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9593682-dac9-4fef-a517-e094e51451e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:47:28Z', 'updated_at': '2022-05-31T13:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:50:00.424957 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-95cac55e-c47b-4ece-8d68-748a0d964e4a admin admin] For port 1e98a30c-f878-4048-86eb-927a3d53c5e4, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=1e98a30c-f878-4048-86eb-927a3d53c5e4,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:50:00.425322 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-95cac55e-c47b-4ece-8d68-748a0d964e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:00.448079 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 25548e21-e4d4-4bac-b111-14dae942dde0 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:50:00.448428 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 25548e21-e4d4-4bac-b111-14dae942dde0 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:50:00.598093 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-95cac55e-c47b-4ece-8d68-748a0d964e4a admin admin] Calling delete_port for 1e98a30c-f878-4048-86eb-927a3d53c5e4 owned by network:router_gateway {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:50:00.660407 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f77bf1f4-1c70-47e9-b926-7fd0d184daab tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:00.691076 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-84638dc7-129c-4d7c-8d6a-a4bcfc576e1c tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:00.698098 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77bf1f4-1c70-47e9-b926-7fd0d184daab tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3864042c-a2d9-4572-9242-14cae2a29e98,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:00.699358 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-84638dc7-129c-4d7c-8d6a-a4bcfc576e1c tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:00.707039 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f77bf1f4-1c70-47e9-b926-7fd0d184daab tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:00.711305 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-f77bf1f4-1c70-47e9-b926-7fd0d184daab tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "DELETE /v2.0/security-groups/3864042c-a2d9-4572-9242-14cae2a29e98 HTTP/1.1" status: 204 len: 168 time: 0.6595302 May 31 13:50:00.711471 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40510) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:00.719941 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eca73b-171b-4c22-b493-59c8241c8480 req-05bfaa22-cf87-4faf-9022-4b551b8ff82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:50:00.721123 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-66eca73b-171b-4c22-b493-59c8241c8480 req-05bfaa22-cf87-4faf-9022-4b551b8ff82e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e9fd93b5-1471-4326-8678-15863e025d40 HTTP/1.1" status: 200 len: 1101 time: 0.6528647 May 31 13:50:00.741717 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-911115ec-f9db-43e4-a2b8-747e1b2dc320 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Deleting port b1059442-4b0d-4f54-94ef-01cc690e40d2 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:50:00.742061 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-911115ec-f9db-43e4-a2b8-747e1b2dc320 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:00.799726 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-30e8e3e3-4b7f-4e67-81e5-5b3454ba1c1a tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:00.825105 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-84638dc7-129c-4d7c-8d6a-a4bcfc576e1c tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:00.825475 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84638dc7-129c-4d7c-8d6a-a4bcfc576e1c tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Fanout notify agent at l3_agent the message router_deleted on router ce036a92-0cbe-4ce0-a309-2c6cf3610072 {{(pid=88370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:50:00.872788 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-30e8e3e3-4b7f-4e67-81e5-5b3454ba1c1a tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:00.894835 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-66eca73b-171b-4c22-b493-59c8241c8480 req-bf6442bd-5a01-4299-be04-73fc405cd493 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bd4c442b-cb2d-4bfe-a1a2-dab3899ab749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539862 May 31 13:50:00.899577 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5003adb1-b69e-4a78-8dd7-ea4a58d80948 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:00.902573 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-95cac55e-c47b-4ece-8d68-748a0d964e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:00.970574 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cac55e-c47b-4ece-8d68-748a0d964e4a admin admin] Pushing event deleted for resources: {'Port': ['ID=1e98a30c-f878-4048-86eb-927a3d53c5e4,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:01.034563 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-84638dc7-129c-4d7c-8d6a-a4bcfc576e1c tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:01.035625 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-84638dc7-129c-4d7c-8d6a-a4bcfc576e1c tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] 10.222.0.50 "DELETE /v2.0/routers/ce036a92-0cbe-4ce0-a309-2c6cf3610072 HTTP/1.1" status: 204 len: 168 time: 3.7245414 May 31 13:50:01.041638 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40514) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:01.048474 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5003adb1-b69e-4a78-8dd7-ea4a58d80948 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:50:01.055594 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-5003adb1-b69e-4a78-8dd7-ea4a58d80948 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:50:01.065784 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5003adb1-b69e-4a78-8dd7-ea4a58d80948 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:50:01.066430 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5003adb1-b69e-4a78-8dd7-ea4a58d80948 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:01.070302 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a81878a-b725-494d-b4bb-0518ca1585b1 None None] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:50:01.097273 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5003adb1-b69e-4a78-8dd7-ea4a58d80948 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event updated for resources: {'Subnet': ['ID=1aa0a653-1d13-454c-a5a9-d159e9ca9b7b,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:01.098060 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-30e8e3e3-4b7f-4e67-81e5-5b3454ba1c1a tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:01.126996 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-5003adb1-b69e-4a78-8dd7-ea4a58d80948 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2773981 May 31 13:50:01.129597 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 40520) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:01.130229 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e8e3e3-4b7f-4e67-81e5-5b3454ba1c1a tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=184d7977-75c0-41c9-a710-c64fb70fb5dc,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:01.140208 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-911115ec-f9db-43e4-a2b8-747e1b2dc320 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:01.151683 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-cdf0e67c-f374-4c04-a94a-7e35fe4db6b1 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Request body: {'port': {'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'name': 'tempest-NetworksTestDHCPv6-1504245938'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:50:01.159754 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac9bd0c9-2e77-4380-a00f-22462bc6654d tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Deleting subnet 717401a6-8822-4a21-9c73-af065156665d {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:50:01.169145 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ac9bd0c9-2e77-4380-a00f-22462bc6654d tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:01.208601 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-95cac55e-c47b-4ece-8d68-748a0d964e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577389'] for router_gateway, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:01.262608 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-30e8e3e3-4b7f-4e67-81e5-5b3454ba1c1a tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:01.265781 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-30e8e3e3-4b7f-4e67-81e5-5b3454ba1c1a tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "DELETE /v2.0/security-groups/184d7977-75c0-41c9-a710-c64fb70fb5dc HTTP/1.1" status: 204 len: 168 time: 0.5509813 May 31 13:50:01.333786 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40526) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:01.356791 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e55ef91-7c34-44cd-871a-181ddd48d6a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'tenant_id': 'd13dddbe1502489da91f2f88306fdca6', 'fixed_ips': [{'subnet_id': '1aa0a653-1d13-454c-a5a9-d159e9ca9b7b'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:50:01.357549 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2e55ef91-7c34-44cd-871a-181ddd48d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:01.358370 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-911115ec-f9db-43e4-a2b8-747e1b2dc320 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Calling delete_port for b1059442-4b0d-4f54-94ef-01cc690e40d2 owned by network:router_interface {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:50:01.439183 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ac9bd0c9-2e77-4380-a00f-22462bc6654d tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:01.477385 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-95cac55e-c47b-4ece-8d68-748a0d964e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:01.491331 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-95cac55e-c47b-4ece-8d68-748a0d964e4a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:01.556693 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-95cac55e-c47b-4ece-8d68-748a0d964e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:01.557232 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95cac55e-c47b-4ece-8d68-748a0d964e4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9593682-dac9-4fef-a517-e094e51451e4 {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:50:01.577169 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-cdf0e67c-f374-4c04-a94a-7e35fe4db6b1 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:50:01.578469 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-2e55ef91-7c34-44cd-871a-181ddd48d6a4 None None] Allocated IP 2001:db8::2 (8d0ca4ab-0d39-494b-8b5d-2861af857a5e/1aa0a653-1d13-454c-a5a9-d159e9ca9b7b/e3e75b1a-1d65-4d8b-ac6f-3aa1870fd27c) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:50:01.585701 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-cdf0e67c-f374-4c04-a94a-7e35fe4db6b1 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Usage tracker for resource:port and tenant:d13dddbe1502489da91f2f88306fdca6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:50:01.590263 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-aacb59fe-270e-473c-91cb-127f3def102e tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:01.593070 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-95cac55e-c47b-4ece-8d68-748a0d964e4a admin admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:01.596562 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-95cac55e-c47b-4ece-8d68-748a0d964e4a admin admin] 10.222.0.50 "DELETE /v2.0/routers/c9593682-dac9-4fef-a517-e094e51451e4 HTTP/1.1" status: 204 len: 168 time: 2.4960642 May 31 13:50:01.597010 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95efe458-3fbd-4c12-9197-da230233bcd5 req-9a006e02-a8bb-49f3-970d-3bdc7ea2dbc3 tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:50:01.597424 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40530) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:01.598780 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-95efe458-3fbd-4c12-9197-da230233bcd5 req-9a006e02-a8bb-49f3-970d-3bdc7ea2dbc3 tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9fd93b5-1471-4326-8678-15863e025d40 HTTP/1.1" status: 200 len: 950 time: 0.1946945 May 31 13:50:01.600266 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-cdf0e67c-f374-4c04-a94a-7e35fe4db6b1 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:50:01.627268 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-cdf0e67c-f374-4c04-a94a-7e35fe4db6b1 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:50:01.679661 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-aacb59fe-270e-473c-91cb-127f3def102e tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:01.703322 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ac9bd0c9-2e77-4380-a00f-22462bc6654d tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:01.708167 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf0e67c-f374-4c04-a94a-7e35fe4db6b1 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Made reservation on behalf of d13dddbe1502489da91f2f88306fdca6 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:50:01.713110 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cdf0e67c-f374-4c04-a94a-7e35fe4db6b1 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:01.747632 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-95efe458-3fbd-4c12-9197-da230233bcd5 req-1c2b6733-7599-4095-99aa-fe0c1fea5702 tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd4c442b-cb2d-4bfe-a1a2-dab3899ab749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355133 May 31 13:50:01.785060 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccb33b9b-7437-4c78-a83a-9ba4e62fbb7d admin admin] Deleting subnet d8d91a8e-1d4d-442a-944f-994d412d112f {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:50:01.791902 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-cdf0e67c-f374-4c04-a94a-7e35fe4db6b1 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] device_id is not set on port 0ac13078-24ba-4b4e-8344-debd8a43f31e yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:50:01.793822 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ccb33b9b-7437-4c78-a83a-9ba4e62fbb7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:01.855083 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-aacb59fe-270e-473c-91cb-127f3def102e tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:01.864836 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-911115ec-f9db-43e4-a2b8-747e1b2dc320 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:01.871870 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2e55ef91-7c34-44cd-871a-181ddd48d6a4 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:01.886959 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2e55ef91-7c34-44cd-871a-181ddd48d6a4 None None] Transition to ACTIVE for port object e3e75b1a-1d65-4d8b-ac6f-3aa1870fd27c will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:50:01.889402 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ccb33b9b-7437-4c78-a83a-9ba4e62fbb7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:01.906283 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2e55ef91-7c34-44cd-871a-181ddd48d6a4 None None] Transition to ACTIVE for port object e3e75b1a-1d65-4d8b-ac6f-3aa1870fd27c will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:50:01.912027 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2e55ef91-7c34-44cd-871a-181ddd48d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:01.916810 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacb59fe-270e-473c-91cb-127f3def102e tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a4f30c-b30f-4ef6-91c2-da98db9b5f7b,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:01.924634 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ac9bd0c9-2e77-4380-a00f-22462bc6654d tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:01.933895 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911115ec-f9db-43e4-a2b8-747e1b2dc320 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Pushing event deleted for resources: {'Port': ['ID=b1059442-4b0d-4f54-94ef-01cc690e40d2,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:01.988945 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9bd0c9-2e77-4380-a00f-22462bc6654d tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Pushing event deleted for resources: {'Subnet': ['ID=717401a6-8822-4a21-9c73-af065156665d,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:01.999533 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ac9bd0c9-2e77-4380-a00f-22462bc6654d tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:02.004153 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ac9bd0c9-2e77-4380-a00f-22462bc6654d tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] 10.222.0.50 "DELETE /v2.0/subnets/717401a6-8822-4a21-9c73-af065156665d HTTP/1.1" status: 204 len: 168 time: 0.9603553 May 31 13:50:02.006950 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-aacb59fe-270e-473c-91cb-127f3def102e tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:02.008265 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-aacb59fe-270e-473c-91cb-127f3def102e tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "DELETE /v2.0/security-groups/19a4f30c-b30f-4ef6-91c2-da98db9b5f7b HTTP/1.1" status: 204 len: 168 time: 0.6712899 May 31 13:50:02.009376 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40534) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:02.014718 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40536) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:02.016127 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88541ae-9dc0-4aba-8b8e-bc217d50d6c8 None None] Network ee12a6a7-ecaf-44f9-920b-b65a426de429 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:50:02.035734 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e55ef91-7c34-44cd-871a-181ddd48d6a4 None None] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:50:02.044168 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-2e55ef91-7c34-44cd-871a-181ddd48d6a4 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:50:02.046681 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e55ef91-7c34-44cd-871a-181ddd48d6a4 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:50:02.190540 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e55ef91-7c34-44cd-871a-181ddd48d6a4 None None] Pushing event updated for resources: {'Port': ['ID=e3e75b1a-1d65-4d8b-ac6f-3aa1870fd27c,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:02.244601 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-2e55ef91-7c34-44cd-871a-181ddd48d6a4 None None] Attempting to bind port e3e75b1a-1d65-4d8b-ac6f-3aa1870fd27c on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:50:02.244601 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-2e55ef91-7c34-44cd-871a-181ddd48d6a4 None None] Attempting to bind port e3e75b1a-1d65-4d8b-ac6f-3aa1870fd27c by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:50:02.244601 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e55ef91-7c34-44cd-871a-181ddd48d6a4 None None] Attempting to bind port e3e75b1a-1d65-4d8b-ac6f-3aa1870fd27c on network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:50:02.250839 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e55ef91-7c34-44cd-871a-181ddd48d6a4 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:50:02.251392 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e55ef91-7c34-44cd-871a-181ddd48d6a4 None None] Checking segment: {'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:50:02.251795 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2e55ef91-7c34-44cd-871a-181ddd48d6a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:02.252866 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e55ef91-7c34-44cd-871a-181ddd48d6a4 None None] Bound using segment: {'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:50:02.252866 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-2e55ef91-7c34-44cd-871a-181ddd48d6a4 None None] Bound port: e3e75b1a-1d65-4d8b-ac6f-3aa1870fd27c, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:50:02.253064 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2e55ef91-7c34-44cd-871a-181ddd48d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:02.269578 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-cdf0e67c-f374-4c04-a94a-7e35fe4db6b1 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Allocated IP 2001:db8::318 (8d0ca4ab-0d39-494b-8b5d-2861af857a5e/1aa0a653-1d13-454c-a5a9-d159e9ca9b7b/0ac13078-24ba-4b4e-8344-debd8a43f31e) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:50:02.323769 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ccb33b9b-7437-4c78-a83a-9ba4e62fbb7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:02.374902 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-911115ec-f9db-43e4-a2b8-747e1b2dc320 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:02.445001 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 1e98a30c-f878-4048-86eb-927a3d53c5e4 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:50:02.447318 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-96d9d47f-1c23-4890-b1b3-66fe57265b89 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:02.464392 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-b615ad5e-13a4-47a6-951c-f5d5fdb78009 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Deleting subnet 4c01c160-ff07-4b8e-8afc-11d52b61a8f4 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:50:02.475144 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b615ad5e-13a4-47a6-951c-f5d5fdb78009 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:02.552072 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 1e98a30c-f878-4048-86eb-927a3d53c5e4 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:50:02.554816 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 1e98a30c-f878-4048-86eb-927a3d53c5e4 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:50:02.554816 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 6cda1b20-ed70-448f-9036-047109811056 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:50:02.567431 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-96d9d47f-1c23-4890-b1b3-66fe57265b89 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Deleting port bd9f626c-911f-4b73-9a58-f7dced51b3bc {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:50:02.567835 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-96d9d47f-1c23-4890-b1b3-66fe57265b89 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:02.597301 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 6cda1b20-ed70-448f-9036-047109811056 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:50:02.597608 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 6cda1b20-ed70-448f-9036-047109811056 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:50:02.634865 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-2e55ef91-7c34-44cd-871a-181ddd48d6a4 None None] For port e3e75b1a-1d65-4d8b-ac6f-3aa1870fd27c, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:50:02.635096 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b615ad5e-13a4-47a6-951c-f5d5fdb78009 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:02.638982 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-2e55ef91-7c34-44cd-871a-181ddd48d6a4 None None] For port e3e75b1a-1d65-4d8b-ac6f-3aa1870fd27c, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=e3e75b1a-1d65-4d8b-ac6f-3aa1870fd27c,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:50:02.644489 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2e55ef91-7c34-44cd-871a-181ddd48d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:02.691053 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ccb33b9b-7437-4c78-a83a-9ba4e62fbb7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:02.746646 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de1a81b-f98d-4ba3-9f66-5e0714dd1f2e None None] DHCP port deletion for ee12a6a7-ecaf-44f9-920b-b65a426de429 request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:50:02.761750 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-6de1a81b-f98d-4ba3-9f66-5e0714dd1f2e None None] Deleting port bd9f626c-911f-4b73-9a58-f7dced51b3bc {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:50:02.762365 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6de1a81b-f98d-4ba3-9f66-5e0714dd1f2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:02.781678 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb33b9b-7437-4c78-a83a-9ba4e62fbb7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8d91a8e-1d4d-442a-944f-994d412d112f,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:02.795015 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ccb33b9b-7437-4c78-a83a-9ba4e62fbb7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:02.815915 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ccb33b9b-7437-4c78-a83a-9ba4e62fbb7d admin admin] 10.222.0.50 "DELETE /v2.0/subnets/d8d91a8e-1d4d-442a-944f-994d412d112f HTTP/1.1" status: 204 len: 168 time: 1.2093773 May 31 13:50:02.820549 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40544) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:02.833232 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e55ef91-7c34-44cd-871a-181ddd48d6a4 None None] Pushing event updated for resources: {'Port': ['ID=e3e75b1a-1d65-4d8b-ac6f-3aa1870fd27c,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:03.013269 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b615ad5e-13a4-47a6-951c-f5d5fdb78009 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:03.030646 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-6de1a81b-f98d-4ba3-9f66-5e0714dd1f2e None None] For port bd9f626c-911f-4b73-9a58-f7dced51b3bc, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=bd9f626c-911f-4b73-9a58-f7dced51b3bc,segment=NetworkSegment(bbabc325-6dc3-4908-af34-aebf479ea6a7),segment_id=bbabc325-6dc3-4908-af34-aebf479ea6a7)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:50:03.031182 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6de1a81b-f98d-4ba3-9f66-5e0714dd1f2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:03.114444 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-df43e222-2c9b-48d5-9c15-b96329aaaa7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:03.126106 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-96d9d47f-1c23-4890-b1b3-66fe57265b89 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] For port bd9f626c-911f-4b73-9a58-f7dced51b3bc, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=bd9f626c-911f-4b73-9a58-f7dced51b3bc,segment=NetworkSegment(bbabc325-6dc3-4908-af34-aebf479ea6a7),segment_id=bbabc325-6dc3-4908-af34-aebf479ea6a7)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:50:03.126749 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-96d9d47f-1c23-4890-b1b3-66fe57265b89 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:03.137787 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-911115ec-f9db-43e4-a2b8-747e1b2dc320 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Router 4e4ca27b-7f67-441e-ab53-f5723d050f49 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:50:03.250709 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-6de1a81b-f98d-4ba3-9f66-5e0714dd1f2e None None] Calling delete_port for bd9f626c-911f-4b73-9a58-f7dced51b3bc owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:50:03.256647 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cdf0e67c-f374-4c04-a94a-7e35fe4db6b1 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:03.277369 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b907dcdc-9a98-4d72-bc44-de60fb684c50 req-afb8b924-70e9-4d4f-95a5-f256ac7313df tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:50:03.277369 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b907dcdc-9a98-4d72-bc44-de60fb684c50 req-afb8b924-70e9-4d4f-95a5-f256ac7313df tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9fd93b5-1471-4326-8678-15863e025d40 HTTP/1.1" status: 200 len: 950 time: 0.3211241 May 31 13:50:03.282172 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-96d9d47f-1c23-4890-b1b3-66fe57265b89 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Calling delete_port for bd9f626c-911f-4b73-9a58-f7dced51b3bc owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:50:03.392302 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6de1a81b-f98d-4ba3-9f66-5e0714dd1f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:03.392835 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-cdf0e67c-f374-4c04-a94a-7e35fe4db6b1 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Transition to ACTIVE for port object 0ac13078-24ba-4b4e-8344-debd8a43f31e will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:50:03.420794 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-911115ec-f9db-43e4-a2b8-747e1b2dc320 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:50:03.427038 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b907dcdc-9a98-4d72-bc44-de60fb684c50 req-94fe7113-2908-4a2f-9d76-5eec73dc5649 tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd4c442b-cb2d-4bfe-a1a2-dab3899ab749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376185 May 31 13:50:03.439092 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b615ad5e-13a4-47a6-951c-f5d5fdb78009 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:03.452646 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-911115ec-f9db-43e4-a2b8-747e1b2dc320 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "PUT /v2.0/routers/4e4ca27b-7f67-441e-ab53-f5723d050f49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7296379 May 31 13:50:03.455893 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a0749c-1d0e-4a24-8329-c74d62ae0881 None None] Sync routers for ids ['4e4ca27b-7f67-441e-ab53-f5723d050f49'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:50:03.456668 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 40548) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:03.471624 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de1a81b-f98d-4ba3-9f66-5e0714dd1f2e None None] Pushing event deleted for resources: {'Port': ['ID=bd9f626c-911f-4b73-9a58-f7dced51b3bc,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:03.473742 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de1a81b-f98d-4ba3-9f66-5e0714dd1f2e None None] No DVR routers for this DVR port bd9f626c-911f-4b73-9a58-f7dced51b3bc on host n-d-843939-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:50:03.481670 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a0749c-1d0e-4a24-8329-c74d62ae0881 None None] Routers {'4e4ca27b-7f67-441e-ab53-f5723d050f49'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:50:03.482722 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-12a0749c-1d0e-4a24-8329-c74d62ae0881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:49:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['4e4ca27b-7f67-441e-ab53-f5723d050f49'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:50:03.526955 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-fc1ac8d0-263a-4108-a7c5-c733209cc296 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Synchronizing usage tracker for tenant:85d9456a7d3e47cf9816e44471382253 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:50:03.550625 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-fc1ac8d0-263a-4108-a7c5-c733209cc296 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Unset dirty status for tenant:85d9456a7d3e47cf9816e44471382253 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:50:03.551287 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-12a0749c-1d0e-4a24-8329-c74d62ae0881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:50:03.554692 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-fc1ac8d0-263a-4108-a7c5-c733209cc296 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "GET /v2.0/ports?device_id=4e4ca27b-7f67-441e-ab53-f5723d050f49 HTTP/1.1" status: 200 len: 205 time: 0.0965800 May 31 13:50:03.557321 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 40558) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:03.568880 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a0749c-1d0e-4a24-8329-c74d62ae0881 None None] Routers {'4e4ca27b-7f67-441e-ab53-f5723d050f49'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:50:03.568880 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-12a0749c-1d0e-4a24-8329-c74d62ae0881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:49:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['4e4ca27b-7f67-441e-ab53-f5723d050f49'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:50:03.585308 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b615ad5e-13a4-47a6-951c-f5d5fdb78009 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event deleted for resources: {'Subnet': ['ID=4c01c160-ff07-4b8e-8afc-11d52b61a8f4,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:03.602068 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b615ad5e-13a4-47a6-951c-f5d5fdb78009 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:03.615528 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cdf0e67c-f374-4c04-a94a-7e35fe4db6b1 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:03.623548 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-df43e222-2c9b-48d5-9c15-b96329aaaa7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:03.642362 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b615ad5e-13a4-47a6-951c-f5d5fdb78009 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "DELETE /v2.0/subnets/4c01c160-ff07-4b8e-8afc-11d52b61a8f4 HTTP/1.1" status: 204 len: 168 time: 1.4357297 May 31 13:50:03.649251 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2929b97a-f496-4dec-926a-17fee5ba1f96 None None] Network a48c2a33-e3db-4cc0-a958-b63bcce161fb requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:50:03.656647 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40562) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:03.668943 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.db.api [None req-96d9d47f-1c23-4890-b1b3-66fe57265b89 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:50:03.669285 n-d-843939-1 neutron-server[88369]: DEBUG oslo_db.api [None req-96d9d47f-1c23-4890-b1b3-66fe57265b89 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:50:03.682971 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-12a0749c-1d0e-4a24-8329-c74d62ae0881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:50:03.683479 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a0749c-1d0e-4a24-8329-c74d62ae0881 None None] The sync data for ids ['4e4ca27b-7f67-441e-ab53-f5723d050f49'] in n-d-843939-1 is: [] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:50:03.714138 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-df43e222-2c9b-48d5-9c15-b96329aaaa7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a6ea84a-a13a-4093-9580-9ccccafd4fee']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:50:03.742488 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-df43e222-2c9b-48d5-9c15-b96329aaaa7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fc9d5ef-ea20-4237-ab4a-21f18c0e56aa') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:50:03.742698 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-df43e222-2c9b-48d5-9c15-b96329aaaa7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fc9d5ef-ea20-4237-ab4a-21f18c0e56aa') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:50:03.766553 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-df43e222-2c9b-48d5-9c15-b96329aaaa7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:03.790058 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf0e67c-f374-4c04-a94a-7e35fe4db6b1 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:50:03.792536 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2835eb11-c0e6-4123-babc-a1cbb461d116 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for router, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:03.803921 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-17e6b532-0738-4f5b-9933-078e5be42096 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Deleting subnet 36deb587-38ff-43fa-a58f-1841e4f6a0e7 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:50:03.809772 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-17e6b532-0738-4f5b-9933-078e5be42096 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:03.841928 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-df43e222-2c9b-48d5-9c15-b96329aaaa7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:03.869540 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df43e222-2c9b-48d5-9c15-b96329aaaa7a admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:50:03.869976 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-df43e222-2c9b-48d5-9c15-b96329aaaa7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:03.906538 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-cdf0e67c-f374-4c04-a94a-7e35fe4db6b1 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:50:03.927294 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf0e67c-f374-4c04-a94a-7e35fe4db6b1 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event updated for resources: {'Port': ['ID=0ac13078-24ba-4b4e-8344-debd8a43f31e,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:04.016958 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-17e6b532-0738-4f5b-9933-078e5be42096 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:04.035183 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf0e67c-f374-4c04-a94a-7e35fe4db6b1 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:50:04.042098 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf0e67c-f374-4c04-a94a-7e35fe4db6b1 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:50:04.042743 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cdf0e67c-f374-4c04-a94a-7e35fe4db6b1 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:04.078564 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 7fc9d5ef-ea20-4237-ab4a-21f18c0e56aa resource provider aggregate not found May 31 13:50:04.086088 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-df43e222-2c9b-48d5-9c15-b96329aaaa7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:04.090676 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-df43e222-2c9b-48d5-9c15-b96329aaaa7a admin admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:04.237760 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 7fc9d5ef-ea20-4237-ab4a-21f18c0e56aa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7fc9d5ef-ea20-4237-ab4a-21f18c0e56aa found for delete ", "request_id": "req-2f304892-800a-4102-a51e-8822b28d9bbc"}]} May 31 13:50:04.241096 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-96d9d47f-1c23-4890-b1b3-66fe57265b89 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Deleting port bd9f626c-911f-4b73-9a58-f7dced51b3bc {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:50:04.242149 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-96d9d47f-1c23-4890-b1b3-66fe57265b89 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:04.293052 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df43e222-2c9b-48d5-9c15-b96329aaaa7a admin admin] Pushing event deleted for resources: {'Network': ['ID=8a6ea84a-a13a-4093-9580-9ccccafd4fee,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:04.345941 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-11240445-76d5-47a1-af3d-683b01eda4ad None None] Provisioning for port e3e75b1a-1d65-4d8b-ac6f-3aa1870fd27c completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:50:04.370346 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-df43e222-2c9b-48d5-9c15-b96329aaaa7a admin admin] 10.222.0.50 "DELETE /v2.0/networks/8a6ea84a-a13a-4093-9580-9ccccafd4fee HTTP/1.1" status: 204 len: 168 time: 1.5486023 May 31 13:50:04.377296 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-96d9d47f-1c23-4890-b1b3-66fe57265b89 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] The port 'bd9f626c-911f-4b73-9a58-f7dced51b3bc' was deleted {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 13:50:04.393413 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-17e6b532-0738-4f5b-9933-078e5be42096 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:04.494828 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device e3e75b1a-1d65-4d8b-ac6f-3aa1870fd27c up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:50:04.590976 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port e3e75b1a-1d65-4d8b-ac6f-3aa1870fd27c completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:50:04.601852 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port e3e75b1a-1d65-4d8b-ac6f-3aa1870fd27c triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:50:04.602724 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:04.635768 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2835eb11-c0e6-4123-babc-a1cbb461d116 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:04.641170 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-cdf0e67c-f374-4c04-a94a-7e35fe4db6b1 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.5103745 May 31 13:50:04.642091 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 40574) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:04.643274 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2835eb11-c0e6-4123-babc-a1cbb461d116 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:04.653258 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-96d9d47f-1c23-4890-b1b3-66fe57265b89 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:04.710226 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-96d9d47f-1c23-4890-b1b3-66fe57265b89 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee12a6a7-ecaf-44f9-920b-b65a426de429']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:50:04.741872 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-96d9d47f-1c23-4890-b1b3-66fe57265b89 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbabc325-6dc3-4908-af34-aebf479ea6a7') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:50:04.742537 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-96d9d47f-1c23-4890-b1b3-66fe57265b89 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbabc325-6dc3-4908-af34-aebf479ea6a7') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:50:04.762473 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-96d9d47f-1c23-4890-b1b3-66fe57265b89 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:04.765553 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2835eb11-c0e6-4123-babc-a1cbb461d116 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:04.766087 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2835eb11-c0e6-4123-babc-a1cbb461d116 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Fanout notify agent at l3_agent the message router_deleted on router 4e4ca27b-7f67-441e-ab53-f5723d050f49 {{(pid=88370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:50:04.784179 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-17e6b532-0738-4f5b-9933-078e5be42096 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:04.790306 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afb93c0-6c4a-48fd-9263-a2bebd7ce303 req-2ea15983-cd53-4024-9cf2-40f7456acfab tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:50:04.792497 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8afb93c0-6c4a-48fd-9263-a2bebd7ce303 req-2ea15983-cd53-4024-9cf2-40f7456acfab tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9fd93b5-1471-4326-8678-15863e025d40 HTTP/1.1" status: 200 len: 950 time: 0.6736867 May 31 13:50:04.797665 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2835eb11-c0e6-4123-babc-a1cbb461d116 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:04.798768 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-2835eb11-c0e6-4123-babc-a1cbb461d116 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "DELETE /v2.0/routers/4e4ca27b-7f67-441e-ab53-f5723d050f49 HTTP/1.1" status: 204 len: 168 time: 1.2405088 May 31 13:50:04.818292 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 40578) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:04.837062 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-fa24ceb7-95a6-4def-a31a-05ed475f0e72 None None] Provisioning for port 0ac13078-24ba-4b4e-8344-debd8a43f31e completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:50:04.850437 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-fa24ceb7-95a6-4def-a31a-05ed475f0e72 None None] Provisioning complete for port 0ac13078-24ba-4b4e-8344-debd8a43f31e triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:50:04.850872 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fa24ceb7-95a6-4def-a31a-05ed475f0e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:04.858476 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-96d9d47f-1c23-4890-b1b3-66fe57265b89 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:04.870218 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 40582) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:04.870753 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6b532-0738-4f5b-9933-078e5be42096 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event deleted for resources: {'Subnet': ['ID=36deb587-38ff-43fa-a58f-1841e4f6a0e7,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:04.873290 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-17e6b532-0738-4f5b-9933-078e5be42096 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:04.886732 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96d9d47f-1c23-4890-b1b3-66fe57265b89 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:50:04.887403 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-96d9d47f-1c23-4890-b1b3-66fe57265b89 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:04.904990 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-17e6b532-0738-4f5b-9933-078e5be42096 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "DELETE /v2.0/subnets/36deb587-38ff-43fa-a58f-1841e4f6a0e7 HTTP/1.1" status: 204 len: 168 time: 1.2462249 May 31 13:50:04.909793 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40586) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:04.912660 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port e3e75b1a-1d65-4d8b-ac6f-3aa1870fd27c is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:50:04.913025 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:04.949691 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8afb93c0-6c4a-48fd-9263-a2bebd7ce303 req-171b1f18-e369-42ae-a200-b448b35fd49f tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd4c442b-cb2d-4bfe-a1a2-dab3899ab749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459057 May 31 13:50:04.960153 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01d41d9-1a28-4f4a-99a9-1823a65ed5f2 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:50:04.966384 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01d41d9-1a28-4f4a-99a9-1823a65ed5f2 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:50:04.967286 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-a01d41d9-1a28-4f4a-99a9-1823a65ed5f2 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Synchronizing usage tracker for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:50:04.985822 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port e3e75b1a-1d65-4d8b-ac6f-3aa1870fd27c, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=e3e75b1a-1d65-4d8b-ac6f-3aa1870fd27c,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:50:04.992600 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-fa24ceb7-95a6-4def-a31a-05ed475f0e72 None None] Port 0ac13078-24ba-4b4e-8344-debd8a43f31e cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:50:04.999152 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:05.008485 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-859287ad-c5c3-4724-8369-2b055dc74e25 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Deleting subnet 9a4cc77d-e64e-4992-9f19-78e3635cfc23 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:50:05.017158 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-859287ad-c5c3-4724-8369-2b055dc74e25 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:05.019055 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-85a62b07-72bc-47a7-864a-bac107a8755f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] DELETE failed (client error): The resource could not be found. May 31 13:50:05.019524 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85a62b07-72bc-47a7-864a-bac107a8755f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:50:05.021244 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-85a62b07-72bc-47a7-864a-bac107a8755f tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "DELETE /v2.0/subnets/4c01c160-ff07-4b8e-8afc-11d52b61a8f4 HTTP/1.1" status: 404 len: 337 time: 0.1102133 May 31 13:50:05.026098 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40590) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:05.067789 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-b7823442-b032-47c8-90f3-ad46968def14 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=43a11296fa744ef9b51a5e4bd52ac689&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1901767 May 31 13:50:05.072115 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40594) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:05.076024 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-a01d41d9-1a28-4f4a-99a9-1823a65ed5f2 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Unset dirty status for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:50:05.080392 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-a01d41d9-1a28-4f4a-99a9-1823a65ed5f2 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.4320333 May 31 13:50:05.081344 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 40598) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:05.102848 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device bd9f626c-911f-4b73-9a58-f7dced51b3bc no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:50:05.123249 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-96d9d47f-1c23-4890-b1b3-66fe57265b89 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:05.144402 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999c3a2d-b423-4b46-a0a3-73f1f8524200 None None] Network a48c2a33-e3db-4cc0-a958-b63bcce161fb requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:50:05.154925 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-859287ad-c5c3-4724-8369-2b055dc74e25 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65507433'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:05.156078 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-96d9d47f-1c23-4890-b1b3-66fe57265b89 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:05.174988 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d9d47f-1c23-4890-b1b3-66fe57265b89 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Pushing event deleted for resources: {'Network': ['ID=ee12a6a7-ecaf-44f9-920b-b65a426de429,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:05.178216 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: bd9f626c-911f-4b73-9a58-f7dced51b3bc {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:50:05.178561 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device bd9f626c-911f-4b73-9a58-f7dced51b3bc not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:50:05.197530 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-85a923e5-ede1-4a55-a879-a11e0291dc68 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Deleting subnet 94366a06-155c-4b10-a63a-8b83d28aa394 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:50:05.200816 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-85a923e5-ede1-4a55-a879-a11e0291dc68 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:05.219228 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-9feb10d8-5cfe-4f29-bff9-de33420958f3 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Deleting port 0ac13078-24ba-4b4e-8344-debd8a43f31e {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:50:05.219569 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9feb10d8-5cfe-4f29-bff9-de33420958f3 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:05.234980 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-96d9d47f-1c23-4890-b1b3-66fe57265b89 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] 10.222.0.50 "DELETE /v2.0/networks/ee12a6a7-ecaf-44f9-920b-b65a426de429 HTTP/1.1" status: 204 len: 168 time: 3.2213724 May 31 13:50:05.249054 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40602) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:05.279615 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=e3e75b1a-1d65-4d8b-ac6f-3aa1870fd27c,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:05.300931 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a8451154-946c-42b8-85ad-fceceea1f90c None None] Provisioning complete for port 37b50223-0026-48ab-8a39-9d8a1dfb9669 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:50:05.301376 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a8451154-946c-42b8-85ad-fceceea1f90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:05.451753 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-85a923e5-ede1-4a55-a879-a11e0291dc68 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:05.460285 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-859287ad-c5c3-4724-8369-2b055dc74e25 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:05.475872 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-a8451154-946c-42b8-85ad-fceceea1f90c None None] Port 37b50223-0026-48ab-8a39-9d8a1dfb9669 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:50:05.489263 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-5035baa4-26e2-4382-92da-9e0ad91e2f25 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Deleting port aad9dd2f-8361-48a7-8d87-8ca38cfcbbdc {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:50:05.489615 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5035baa4-26e2-4382-92da-9e0ad91e2f25 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:05.515343 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3ce614b9-8d0e-44ff-aaf9-e7e060f32cde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:05.543642 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a8451154-946c-42b8-85ad-fceceea1f90c None None] Provisioning complete for port b6bc6230-d927-4906-a24a-3a5a058fe031 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:50:05.544167 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a8451154-946c-42b8-85ad-fceceea1f90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:05.582097 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3ce614b9-8d0e-44ff-aaf9-e7e060f32cde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:05.587082 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-859287ad-c5c3-4724-8369-2b055dc74e25 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65216469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65148562'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:05.593273 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9feb10d8-5cfe-4f29-bff9-de33420958f3 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:05.672298 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6dae41-3639-40cd-b557-a7cf208fe2bc None None] Network 4be96afb-cd89-4c25-b8e2-ba2c0d904661 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:50:05.698115 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859287ad-c5c3-4724-8369-2b055dc74e25 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Pushing event deleted for resources: {'Subnet': ['ID=9a4cc77d-e64e-4992-9f19-78e3635cfc23,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:05.760296 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-85a923e5-ede1-4a55-a879-a11e0291dc68 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:05.761035 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-859287ad-c5c3-4724-8369-2b055dc74e25 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:05.781405 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-9feb10d8-5cfe-4f29-bff9-de33420958f3 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Calling delete_port for 0ac13078-24ba-4b4e-8344-debd8a43f31e owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:50:05.812352 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-859287ad-c5c3-4724-8369-2b055dc74e25 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "DELETE /v2.0/subnets/9a4cc77d-e64e-4992-9f19-78e3635cfc23 HTTP/1.1" status: 204 len: 168 time: 0.9914837 May 31 13:50:05.815299 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-a8451154-946c-42b8-85ad-fceceea1f90c None None] Current status of the port b6bc6230-d927-4906-a24a-3a5a058fe031 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:50:05.821370 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40606) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:05.827178 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5035baa4-26e2-4382-92da-9e0ad91e2f25 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:05.827503 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5035baa4-26e2-4382-92da-9e0ad91e2f25 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:06.018990 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9feb10d8-5cfe-4f29-bff9-de33420958f3 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:06.044465 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b893ce7-01dd-4f75-a0df-85c7c4245057 None None] DHCP port deletion for 4be96afb-cd89-4c25-b8e2-ba2c0d904661 request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:50:06.050088 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-7b893ce7-01dd-4f75-a0df-85c7c4245057 None None] Deleting port d7b139d4-1cf4-4b59-bab2-59e8147af0bb {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:50:06.050705 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7b893ce7-01dd-4f75-a0df-85c7c4245057 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:06.092303 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feb10d8-5cfe-4f29-bff9-de33420958f3 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event deleted for resources: {'Port': ['ID=0ac13078-24ba-4b4e-8344-debd8a43f31e,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:06.146797 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795a6721-2311-4dd1-a24b-a360d132e303 req-0603c5e4-6efe-4746-bd28-a511d38a87d9 tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:50:06.155546 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-795a6721-2311-4dd1-a24b-a360d132e303 req-0603c5e4-6efe-4746-bd28-a511d38a87d9 tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9fd93b5-1471-4326-8678-15863e025d40 HTTP/1.1" status: 200 len: 950 time: 0.2425122 May 31 13:50:06.225102 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3ce614b9-8d0e-44ff-aaf9-e7e060f32cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:06.243171 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-5035baa4-26e2-4382-92da-9e0ad91e2f25 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Calling delete_port for aad9dd2f-8361-48a7-8d87-8ca38cfcbbdc owned by network:floatingip {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:50:06.253023 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9feb10d8-5cfe-4f29-bff9-de33420958f3 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:06.325206 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-9feb10d8-5cfe-4f29-bff9-de33420958f3 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/ports/0ac13078-24ba-4b4e-8344-debd8a43f31e HTTP/1.1" status: 204 len: 168 time: 1.2389715 May 31 13:50:06.326179 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 40612) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:06.404606 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device e3e75b1a-1d65-4d8b-ac6f-3aa1870fd27c up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:50:06.482540 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-795a6721-2311-4dd1-a24b-a360d132e303 req-3d80429e-b78d-49b2-94b7-7fe820e8ce2a tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] Deleting port ccc91d12-00dc-47fd-919d-900135250be2 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:50:06.482994 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-795a6721-2311-4dd1-a24b-a360d132e303 req-3d80429e-b78d-49b2-94b7-7fe820e8ce2a tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:06.508239 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d337b4db-e16e-4fe6-9e2a-eed387e9083c tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:06.543891 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-7b893ce7-01dd-4f75-a0df-85c7c4245057 None None] For port d7b139d4-1cf4-4b59-bab2-59e8147af0bb, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=d7b139d4-1cf4-4b59-bab2-59e8147af0bb,segment=NetworkSegment(12cb665b-6f2b-4a62-babf-23f3a059be58),segment_id=12cb665b-6f2b-4a62-babf-23f3a059be58)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:50:06.544404 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7b893ce7-01dd-4f75-a0df-85c7c4245057 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:06.550760 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5035baa4-26e2-4382-92da-9e0ad91e2f25 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:06.563648 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-85a923e5-ede1-4a55-a879-a11e0291dc68 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:06.576162 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment bbabc325-6dc3-4908-af34-aebf479ea6a7 resource provider aggregate not found May 31 13:50:06.626164 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8825b0c2-1b27-42a4-a924-fa49c5f2e071 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:50:06.627774 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8825b0c2-1b27-42a4-a924-fa49c5f2e071 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:50:06.628533 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-8825b0c2-1b27-42a4-a924-fa49c5f2e071 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Synchronizing usage tracker for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:subnet {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:50:06.652525 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f21b2-1590-4fd2-967d-6cd2bdc73195 req-ab0ec6bd-677b-43ea-a155-103b971bdff9 tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:50:06.657914 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0e0f21b2-1590-4fd2-967d-6cd2bdc73195 req-ab0ec6bd-677b-43ea-a155-103b971bdff9 tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9fd93b5-1471-4326-8678-15863e025d40 HTTP/1.1" status: 200 len: 950 time: 0.5012686 May 31 13:50:06.698375 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-85a923e5-ede1-4a55-a879-a11e0291dc68 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:06.703226 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce614b9-8d0e-44ff-aaf9-e7e060f32cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa0642c-c98d-4c4f-958b-f315c961cc05,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:06.709422 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-7b893ce7-01dd-4f75-a0df-85c7c4245057 None None] Calling delete_port for d7b139d4-1cf4-4b59-bab2-59e8147af0bb owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:50:06.733158 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment bbabc325-6dc3-4908-af34-aebf479ea6a7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bbabc325-6dc3-4908-af34-aebf479ea6a7 found for delete ", "request_id": "req-a32b7ebe-bb39-4271-bd4a-c828778897d2"}]} May 31 13:50:06.765365 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb2ba0f-1971-4eff-9551-f15de35bcce7 None None] Network a48c2a33-e3db-4cc0-a958-b63bcce161fb requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:50:06.793192 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-d337b4db-e16e-4fe6-9e2a-eed387e9083c tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Deleting port d7b139d4-1cf4-4b59-bab2-59e8147af0bb {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:50:06.793788 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d337b4db-e16e-4fe6-9e2a-eed387e9083c tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:06.830082 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a923e5-ede1-4a55-a879-a11e0291dc68 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event deleted for resources: {'Subnet': ['ID=94366a06-155c-4b10-a63a-8b83d28aa394,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:06.833082 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5035baa4-26e2-4382-92da-9e0ad91e2f25 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Pushing event deleted for resources: {'Port': ['ID=aad9dd2f-8361-48a7-8d87-8ca38cfcbbdc,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:06.845171 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3ce614b9-8d0e-44ff-aaf9-e7e060f32cde admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:06.848569 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-3ce614b9-8d0e-44ff-aaf9-e7e060f32cde admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/aaa0642c-c98d-4c4f-958b-f315c961cc05 HTTP/1.1" status: 204 len: 168 time: 1.7725303 May 31 13:50:06.862549 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-85a923e5-ede1-4a55-a879-a11e0291dc68 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "DELETE /v2.0/subnets/94366a06-155c-4b10-a63a-8b83d28aa394 HTTP/1.1" status: 204 len: 168 time: 1.8350291 May 31 13:50:06.863337 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40628) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:06.888974 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port e3e75b1a-1d65-4d8b-ac6f-3aa1870fd27c triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:50:06.889508 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:06.918771 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce526bc8-a4de-4681-aff3-1d3da038dcd0 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] DELETE failed (client error): The resource could not be found. May 31 13:50:06.919230 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce526bc8-a4de-4681-aff3-1d3da038dcd0 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:50:06.923952 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ce526bc8-a4de-4681-aff3-1d3da038dcd0 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "DELETE /v2.0/subnets/6a0da9f2-7bb0-45ff-b7bb-044256f75155 HTTP/1.1" status: 404 len: 337 time: 0.0553076 May 31 13:50:06.926797 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5035baa4-26e2-4382-92da-9e0ad91e2f25 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks [] for floatingip, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:06.930593 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5035baa4-26e2-4382-92da-9e0ad91e2f25 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:06.937685 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-5035baa4-26e2-4382-92da-9e0ad91e2f25 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] 10.222.0.50 "DELETE /v2.0/floatingips/da735f4d-c0db-465f-98de-a6d88ef35c02 HTTP/1.1" status: 204 len: 168 time: 1.6867092 May 31 13:50:06.938818 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40632) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:06.939417 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40634) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:07.024387 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0670e2cd-e72f-4527-93a5-5d31368e1c5a None None] Provisioning complete for port 37b50223-0026-48ab-8a39-9d8a1dfb9669 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:50:07.024387 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0670e2cd-e72f-4527-93a5-5d31368e1c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:07.074631 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-38ebad07-5c43-4520-a3f5-0d982666130c tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] DELETE failed (client error): The resource could not be found. May 31 13:50:07.075125 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38ebad07-5c43-4520-a3f5-0d982666130c tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:50:07.079534 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-38ebad07-5c43-4520-a3f5-0d982666130c tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] 10.222.0.50 "DELETE /v2.0/ports/1ddc7813-9752-4ceb-aef4-debe321a3edf HTTP/1.1" status: 404 len: 333 time: 0.1101964 May 31 13:50:07.087265 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40640) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:07.097049 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-14a2dde5-8db1-4bda-8769-6209b8ee7a6e tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "GET /v2.0/ports?device_id=49512dca-4082-4fca-9a9d-7aa67f8ffc68 HTTP/1.1" status: 200 len: 205 time: 0.1294274 May 31 13:50:07.098187 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40644) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:07.102151 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7b893ce7-01dd-4f75-a0df-85c7c4245057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:07.181695 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b893ce7-01dd-4f75-a0df-85c7c4245057 None None] Pushing event deleted for resources: {'Port': ['ID=d7b139d4-1cf4-4b59-bab2-59e8147af0bb,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:07.188131 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b893ce7-01dd-4f75-a0df-85c7c4245057 None None] No DVR routers for this DVR port d7b139d4-1cf4-4b59-bab2-59e8147af0bb on host n-d-843939-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:50:07.234867 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0670e2cd-e72f-4527-93a5-5d31368e1c5a None None] Port 37b50223-0026-48ab-8a39-9d8a1dfb9669 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:50:07.238165 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-8825b0c2-1b27-42a4-a924-fa49c5f2e071 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Unset dirty status for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:subnet {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:50:07.239348 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-8825b0c2-1b27-42a4-a924-fa49c5f2e071 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.8908031 May 31 13:50:07.258828 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40652) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:07.262089 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-935cbf74-aae3-4097-8615-d0c8da0c4fc4 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Synchronizing usage tracker for tenant:f331ce5134ed4e2db710f69a53d0a2fe on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:50:07.289723 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port e3e75b1a-1d65-4d8b-ac6f-3aa1870fd27c is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:50:07.316390 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0670e2cd-e72f-4527-93a5-5d31368e1c5a None None] Provisioning complete for port b6bc6230-d927-4906-a24a-3a5a058fe031 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:50:07.317935 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0670e2cd-e72f-4527-93a5-5d31368e1c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:07.325730 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-4e479620-0442-4799-9047-d54886ce7159 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] delete failed (client error): The resource could not be found. May 31 13:50:07.325730 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-4e479620-0442-4799-9047-d54886ce7159 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "DELETE /v2.0/routers/49512dca-4082-4fca-9a9d-7aa67f8ffc68 HTTP/1.1" status: 404 len: 336 time: 0.1793637 May 31 13:50:07.351565 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40656) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:07.379005 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0e0f21b2-1590-4fd2-967d-6cd2bdc73195 req-8ed65920-040b-4526-954c-459982a63de0 tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd4c442b-cb2d-4bfe-a1a2-dab3899ab749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069961 May 31 13:50:07.404488 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device d7b139d4-1cf4-4b59-bab2-59e8147af0bb no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:50:07.461689 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-795a6721-2311-4dd1-a24b-a360d132e303 req-3d80429e-b78d-49b2-94b7-7fe820e8ce2a tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] For port ccc91d12-00dc-47fd-919d-900135250be2, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=ccc91d12-00dc-47fd-919d-900135250be2,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:50:07.462344 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-795a6721-2311-4dd1-a24b-a360d132e303 req-3d80429e-b78d-49b2-94b7-7fe820e8ce2a tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:07.468115 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: d7b139d4-1cf4-4b59-bab2-59e8147af0bb {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:50:07.468644 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device d7b139d4-1cf4-4b59-bab2-59e8147af0bb not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:50:07.492027 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f3f6c3c-6b5e-4038-b6dc-8f6e12aac60e tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] DELETE failed (client error): The resource could not be found. May 31 13:50:07.492483 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f3f6c3c-6b5e-4038-b6dc-8f6e12aac60e tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:50:07.497492 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-9f3f6c3c-6b5e-4038-b6dc-8f6e12aac60e tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "DELETE /v2.0/subnets/510fd38a-03f1-49db-a3b6-387423e1b6a3 HTTP/1.1" status: 404 len: 337 time: 0.1403472 May 31 13:50:07.500181 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 40660) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:07.524380 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-935cbf74-aae3-4097-8615-d0c8da0c4fc4 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Unset dirty status for tenant:f331ce5134ed4e2db710f69a53d0a2fe on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:50:07.530703 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-935cbf74-aae3-4097-8615-d0c8da0c4fc4 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce036a92-0cbe-4ce0-a309-2c6cf3610072 HTTP/1.1" status: 200 len: 205 time: 0.4421523 May 31 13:50:07.531410 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40664) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:07.535546 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-d337b4db-e16e-4fe6-9e2a-eed387e9083c tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] For port d7b139d4-1cf4-4b59-bab2-59e8147af0bb, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=d7b139d4-1cf4-4b59-bab2-59e8147af0bb,segment=NetworkSegment(12cb665b-6f2b-4a62-babf-23f3a059be58),segment_id=12cb665b-6f2b-4a62-babf-23f3a059be58)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:50:07.535911 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d337b4db-e16e-4fe6-9e2a-eed387e9083c tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:07.618317 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01646560-532a-4d2d-b8e9-64febd4a59e6 None None] DHCP port deletion for a48c2a33-e3db-4cc0-a958-b63bcce161fb request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:50:07.629562 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-01646560-532a-4d2d-b8e9-64febd4a59e6 None None] Deleting port b6bc6230-d927-4906-a24a-3a5a058fe031 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:50:07.629931 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-01646560-532a-4d2d-b8e9-64febd4a59e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:07.704306 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-6061e9eb-6d31-41b5-8170-e455c28e4c95 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Deleting subnet 1aa0a653-1d13-454c-a5a9-d159e9ca9b7b {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:50:07.707829 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-795a6721-2311-4dd1-a24b-a360d132e303 req-3d80429e-b78d-49b2-94b7-7fe820e8ce2a tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] Calling delete_port for ccc91d12-00dc-47fd-919d-900135250be2 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:50:07.737185 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6061e9eb-6d31-41b5-8170-e455c28e4c95 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:07.748158 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-661efd14-8691-4ed6-847d-10e5fa08ef5b tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] DELETE failed (client error): The resource could not be found. May 31 13:50:07.748621 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-661efd14-8691-4ed6-847d-10e5fa08ef5b tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:50:07.752906 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-661efd14-8691-4ed6-847d-10e5fa08ef5b tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "DELETE /v2.0/subnets/bb28c0a7-7bf5-47c5-94ee-e08f03324d8e HTTP/1.1" status: 404 len: 337 time: 0.2508476 May 31 13:50:07.760274 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 40678) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:07.808517 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e1c2d16-cc39-4cc0-bfd0-0f99f02bbfa2 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] DELETE failed (client error): The resource could not be found. May 31 13:50:07.808974 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e1c2d16-cc39-4cc0-bfd0-0f99f02bbfa2 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:50:07.813641 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-4e1c2d16-cc39-4cc0-bfd0-0f99f02bbfa2 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "DELETE /v2.0/subnets/f488e848-2ddb-4480-8fad-57595ec44ed8 HTTP/1.1" status: 404 len: 337 time: 0.0522048 May 31 13:50:07.821477 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40682) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:07.880033 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:07.905396 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0670e2cd-e72f-4527-93a5-5d31368e1c5a None None] Current status of the port b6bc6230-d927-4906-a24a-3a5a058fe031 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:50:07.914117 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-01646560-532a-4d2d-b8e9-64febd4a59e6 None None] For port b6bc6230-d927-4906-a24a-3a5a058fe031, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=b6bc6230-d927-4906-a24a-3a5a058fe031,segment=NetworkSegment(fc568f60-1866-44fd-ba5a-8ce5c66d23fc),segment_id=fc568f60-1866-44fd-ba5a-8ce5c66d23fc)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:50:07.914520 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-01646560-532a-4d2d-b8e9-64febd4a59e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:07.937216 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-3a434997-a1f6-4b50-a629-b61e229f703a tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] delete failed (client error): The resource could not be found. May 31 13:50:07.949159 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 40686) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:07.954627 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-3a434997-a1f6-4b50-a629-b61e229f703a tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] 10.222.0.50 "DELETE /v2.0/routers/ce036a92-0cbe-4ce0-a309-2c6cf3610072 HTTP/1.1" status: 404 len: 336 time: 0.4054031 May 31 13:50:08.032545 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-d337b4db-e16e-4fe6-9e2a-eed387e9083c tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Calling delete_port for d7b139d4-1cf4-4b59-bab2-59e8147af0bb owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:50:08.084196 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6aeaa4c-da89-4b87-a91d-5b3ddbe93a19 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] DELETE failed (client error): The resource could not be found. May 31 13:50:08.084746 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6aeaa4c-da89-4b87-a91d-5b3ddbe93a19 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:50:08.092747 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c6aeaa4c-da89-4b87-a91d-5b3ddbe93a19 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] 10.222.0.50 "DELETE /v2.0/subnets/717401a6-8822-4a21-9c73-af065156665d HTTP/1.1" status: 404 len: 337 time: 0.1300192 May 31 13:50:08.095980 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 40698) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:08.109588 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-01646560-532a-4d2d-b8e9-64febd4a59e6 None None] Calling delete_port for b6bc6230-d927-4906-a24a-3a5a058fe031 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:50:08.144584 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fbce3e0-683f-495b-a8ca-c89794203576 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] DELETE failed (client error): The resource could not be found. May 31 13:50:08.145340 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fbce3e0-683f-495b-a8ca-c89794203576 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:50:08.150016 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-8fbce3e0-683f-495b-a8ca-c89794203576 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "DELETE /v2.0/ports/51c3ee34-430a-491f-a9ec-261ce5cdb324 HTTP/1.1" status: 404 len: 333 time: 0.1942966 May 31 13:50:08.154957 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40704) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:08.161540 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6061e9eb-6d31-41b5-8170-e455c28e4c95 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:08.200508 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-795a6721-2311-4dd1-a24b-a360d132e303 req-3d80429e-b78d-49b2-94b7-7fe820e8ce2a tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:08.218060 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-01646560-532a-4d2d-b8e9-64febd4a59e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:08.329541 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['ccc91d12-00dc-47fd-919d-900135250be2'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:50:08.356730 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d80429e-b78d-49b2-94b7-7fe820e8ce2a tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] Pushing event deleted for resources: {'Port': ['ID=ccc91d12-00dc-47fd-919d-900135250be2,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:08.449428 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-6eba9ef9-c82d-4fcc-b1a4-97669bcfd15e tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Deleting port 63f56cf2-c2c3-499f-8de6-3c65ea0017e6 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:50:08.449775 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6eba9ef9-c82d-4fcc-b1a4-97669bcfd15e tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:08.455491 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01646560-532a-4d2d-b8e9-64febd4a59e6 None None] No DVR routers for this DVR port b6bc6230-d927-4906-a24a-3a5a058fe031 on host n-d-843939-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:50:08.469674 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbd33867-3958-43be-8233-26b3b1ed323a tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] DELETE failed (client error): The resource could not be found. May 31 13:50:08.475505 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01646560-532a-4d2d-b8e9-64febd4a59e6 None None] Pushing event deleted for resources: {'Port': ['ID=b6bc6230-d927-4906-a24a-3a5a058fe031,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:08.476658 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbd33867-3958-43be-8233-26b3b1ed323a tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:50:08.487817 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device b6bc6230-d927-4906-a24a-3a5a058fe031 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:50:08.490294 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-cbd33867-3958-43be-8233-26b3b1ed323a tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "DELETE /v2.0/subnets/58a2b6c5-3a63-4ad5-a936-d4ffc8a13699 HTTP/1.1" status: 404 len: 337 time: 0.3338847 May 31 13:50:08.493662 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40712) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:08.562025 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-485e53e5-6631-4685-b022-257faae4f50e tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] DELETE failed (client error): The resource could not be found. May 31 13:50:08.562553 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-485e53e5-6631-4685-b022-257faae4f50e tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:50:08.586630 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-795a6721-2311-4dd1-a24b-a360d132e303 req-3d80429e-b78d-49b2-94b7-7fe820e8ce2a tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] No DVR routers for this DVR port ccc91d12-00dc-47fd-919d-900135250be2 on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:50:08.589598 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-485e53e5-6631-4685-b022-257faae4f50e tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "DELETE /v2.0/subnets/1311829c-0a49-402a-8bcf-0e87d22c70e9 HTTP/1.1" status: 404 len: 337 time: 0.0936475 May 31 13:50:08.590366 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.db.api [None req-d337b4db-e16e-4fe6-9e2a-eed387e9083c tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:50:08.590682 n-d-843939-1 neutron-server[88369]: DEBUG oslo_db.api [None req-d337b4db-e16e-4fe6-9e2a-eed387e9083c tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:50:08.593765 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40718) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:08.605295 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-795a6721-2311-4dd1-a24b-a360d132e303 req-3d80429e-b78d-49b2-94b7-7fe820e8ce2a tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:08.607537 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-795a6721-2311-4dd1-a24b-a360d132e303 req-3d80429e-b78d-49b2-94b7-7fe820e8ce2a tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] 10.222.0.44 "DELETE /v2.0/ports/ccc91d12-00dc-47fd-919d-900135250be2 HTTP/1.1" status: 204 len: 173 time: 2.3962612 May 31 13:50:08.607960 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9fd93b5-1471-4326-8678-15863e025d40', 'name': 'network-vif-deleted', 'tag': 'ccc91d12-00dc-47fd-919d-900135250be2'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:50:08.654931 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: b6bc6230-d927-4906-a24a-3a5a058fe031 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:50:08.655800 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device b6bc6230-d927-4906-a24a-3a5a058fe031 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:50:08.721048 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-86080510-1876-4088-a52a-8c7182092c5b tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] DELETE failed (client error): The resource could not be found. May 31 13:50:08.721737 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86080510-1876-4088-a52a-8c7182092c5b tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:50:08.729759 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-86080510-1876-4088-a52a-8c7182092c5b tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "DELETE /v2.0/ports/444b2c18-16ac-4cdb-94da-526a5e11785e HTTP/1.1" status: 404 len: 333 time: 0.1340675 May 31 13:50:08.732951 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40726) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:08.804965 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6061e9eb-6d31-41b5-8170-e455c28e4c95 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:08.834885 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18cb8ed1-ef52-4fac-9dab-27864f9048d2'] response: {'server_uuid': 'e9fd93b5-1471-4326-8678-15863e025d40', 'name': 'network-vif-deleted', 'tag': 'ccc91d12-00dc-47fd-919d-900135250be2', 'status': 'completed', 'code': 200} May 31 13:50:08.862112 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d811811-3b8e-40c2-8052-310b825e469e tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] DELETE failed (client error): The resource could not be found. May 31 13:50:08.862655 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d811811-3b8e-40c2-8052-310b825e469e tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:50:08.864739 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-8d811811-3b8e-40c2-8052-310b825e469e tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "DELETE /v2.0/subnets/c02adc98-1ffd-4311-ba64-ca2ad4064993 HTTP/1.1" status: 404 len: 337 time: 0.1277914 May 31 13:50:08.868871 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40732) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:08.926026 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-557ba40b-bedf-42b1-8c7d-5e6b975e2df6 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] DELETE failed (client error): The resource could not be found. May 31 13:50:08.928204 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-557ba40b-bedf-42b1-8c7d-5e6b975e2df6 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:50:08.932326 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-557ba40b-bedf-42b1-8c7d-5e6b975e2df6 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "DELETE /v2.0/subnets/bd83973c-78b7-4be5-a924-9a4e88f3bace HTTP/1.1" status: 404 len: 337 time: 0.0624771 May 31 13:50:08.936636 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40738) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:09.010912 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:09.036247 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-6450b552-cdd1-4c78-bb32-cad1521083d4 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Deleting port 37b50223-0026-48ab-8a39-9d8a1dfb9669 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:50:09.036749 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6450b552-cdd1-4c78-bb32-cad1521083d4 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:09.059631 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-cfd724af-0415-4983-a1c6-e0719c59f616 req-35c7cd4a-adc9-464d-a96f-85b73be1ae38 tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] Synchronizing usage tracker for tenant:099d58d897334e1282193de40ad3132e on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:50:09.087014 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-cfd724af-0415-4983-a1c6-e0719c59f616 req-35c7cd4a-adc9-464d-a96f-85b73be1ae38 tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] Unset dirty status for tenant:099d58d897334e1282193de40ad3132e on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:50:09.088173 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cfd724af-0415-4983-a1c6-e0719c59f616 req-35c7cd4a-adc9-464d-a96f-85b73be1ae38 tempest-VolumesNegativeTest-115977433 tempest-VolumesNegativeTest-115977433-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9fd93b5-1471-4326-8678-15863e025d40 HTTP/1.1" status: 200 len: 210 time: 0.2601461 May 31 13:50:09.104184 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-d337b4db-e16e-4fe6-9e2a-eed387e9083c tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Deleting port d7b139d4-1cf4-4b59-bab2-59e8147af0bb {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:50:09.106548 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d337b4db-e16e-4fe6-9e2a-eed387e9083c tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:09.165824 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6eba9ef9-c82d-4fcc-b1a4-97669bcfd15e tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:09.236575 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-d337b4db-e16e-4fe6-9e2a-eed387e9083c tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] The port 'd7b139d4-1cf4-4b59-bab2-59e8147af0bb' was deleted {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 13:50:09.319102 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-6eba9ef9-c82d-4fcc-b1a4-97669bcfd15e tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Calling delete_port for 63f56cf2-c2c3-499f-8de6-3c65ea0017e6 owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:50:09.380725 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6061e9eb-6d31-41b5-8170-e455c28e4c95 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:09.467759 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5c9e3abe-2623-4080-902f-0d0eaf084e23 req-1c022024-b810-4e23-9e4d-6b5dfdc00b8a tempest-ServerShowV247Test-788879440 tempest-ServerShowV247Test-788879440-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e942537-c23e-4950-92ea-c0a6224e67ec HTTP/1.1" status: 200 len: 210 time: 0.0837383 May 31 13:50:09.580966 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6061e9eb-6d31-41b5-8170-e455c28e4c95 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event deleted for resources: {'Subnet': ['ID=1aa0a653-1d13-454c-a5a9-d159e9ca9b7b,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:09.592192 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690c83a1-0b67-4a06-95f9-8ae12fb5ed30 None None] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:50:09.597821 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6061e9eb-6d31-41b5-8170-e455c28e4c95 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:09.626674 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6eba9ef9-c82d-4fcc-b1a4-97669bcfd15e tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:09.704301 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d337b4db-e16e-4fe6-9e2a-eed387e9083c tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:09.735887 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-6061e9eb-6d31-41b5-8170-e455c28e4c95 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/subnets/1aa0a653-1d13-454c-a5a9-d159e9ca9b7b HTTP/1.1" status: 204 len: 168 time: 2.4760323 May 31 13:50:09.745002 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 40768) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:09.746434 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eba9ef9-c82d-4fcc-b1a4-97669bcfd15e tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Pushing event deleted for resources: {'Port': ['ID=63f56cf2-c2c3-499f-8de6-3c65ea0017e6,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:09.765774 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-d337b4db-e16e-4fe6-9e2a-eed387e9083c tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4be96afb-cd89-4c25-b8e2-ba2c0d904661']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:50:09.774488 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6450b552-cdd1-4c78-bb32-cad1521083d4 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:09.798017 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-d337b4db-e16e-4fe6-9e2a-eed387e9083c tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12cb665b-6f2b-4a62-babf-23f3a059be58') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:50:09.798354 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-d337b4db-e16e-4fe6-9e2a-eed387e9083c tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12cb665b-6f2b-4a62-babf-23f3a059be58') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:50:09.874454 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d337b4db-e16e-4fe6-9e2a-eed387e9083c tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:09.965688 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-6450b552-cdd1-4c78-bb32-cad1521083d4 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Calling delete_port for 37b50223-0026-48ab-8a39-9d8a1dfb9669 owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:50:10.102377 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d337b4db-e16e-4fe6-9e2a-eed387e9083c tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:10.111120 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e5bf06-7175-479c-ac82-c47bd84d96b8 None None] DHCP port deletion for 8d0ca4ab-0d39-494b-8b5d-2861af857a5e request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:50:10.116890 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-01e5bf06-7175-479c-ac82-c47bd84d96b8 None None] Deleting port e3e75b1a-1d65-4d8b-ac6f-3aa1870fd27c {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:50:10.116890 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-01e5bf06-7175-479c-ac82-c47bd84d96b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:10.136465 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d337b4db-e16e-4fe6-9e2a-eed387e9083c tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:50:10.136894 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d337b4db-e16e-4fe6-9e2a-eed387e9083c tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:10.272541 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-1411898a-8510-4872-b671-2fa08c0a9e27 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5220492 May 31 13:50:10.308709 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 40794) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:10.382751 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 12cb665b-6f2b-4a62-babf-23f3a059be58 resource provider aggregate not found May 31 13:50:10.391843 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d337b4db-e16e-4fe6-9e2a-eed387e9083c tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:10.418708 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d337b4db-e16e-4fe6-9e2a-eed387e9083c tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:10.435001 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 12cb665b-6f2b-4a62-babf-23f3a059be58 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 12cb665b-6f2b-4a62-babf-23f3a059be58 found for delete ", "request_id": "req-cd427d30-ff0c-4f47-88ab-c28c244c5412"}]} May 31 13:50:10.465584 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device e3e75b1a-1d65-4d8b-ac6f-3aa1870fd27c no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:50:10.478860 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8de0bf14-093f-4bb6-b960-84cec8b6afdd req-35c2ad31-31b5-4140-beea-23e2e3a714f6 tempest-ServerShowV247Test-788879440 tempest-ServerShowV247Test-788879440-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e71d03a-dca7-480a-83d3-cca7c2c94db5 HTTP/1.1" status: 200 len: 210 time: 0.2184315 May 31 13:50:10.514468 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6450b552-cdd1-4c78-bb32-cad1521083d4 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:10.532011 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d337b4db-e16e-4fe6-9e2a-eed387e9083c tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Pushing event deleted for resources: {'Network': ['ID=4be96afb-cd89-4c25-b8e2-ba2c0d904661,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:10.571533 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6eba9ef9-c82d-4fcc-b1a4-97669bcfd15e tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:10.605803 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-6eba9ef9-c82d-4fcc-b1a4-97669bcfd15e tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] 10.222.0.50 "DELETE /v2.0/ports/63f56cf2-c2c3-499f-8de6-3c65ea0017e6 HTTP/1.1" status: 204 len: 168 time: 2.5055518 May 31 13:50:10.607929 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40812) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:10.634012 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 40814) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:10.634697 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d337b4db-e16e-4fe6-9e2a-eed387e9083c tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "DELETE /v2.0/networks/4be96afb-cd89-4c25-b8e2-ba2c0d904661 HTTP/1.1" status: 204 len: 168 time: 4.8118207 May 31 13:50:10.640265 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-758331ba-de73-42dc-b92f-f438cf12e1c7 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-646587358', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}, 'admin_state_up': False}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:50:10.674755 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-758331ba-de73-42dc-b92f-f438cf12e1c7 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:50:10.700770 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e4fdc2-8e24-4777-8aaa-3b34aff5ce30 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:50:10.701525 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-32e4fdc2-8e24-4777-8aaa-3b34aff5ce30 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Synchronizing usage tracker for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:50:10.721533 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-758331ba-de73-42dc-b92f-f438cf12e1c7 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Usage tracker for resource:router and tenant:85d9456a7d3e47cf9816e44471382253 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:50:10.745408 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-758331ba-de73-42dc-b92f-f438cf12e1c7 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:50:10.747010 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6450b552-cdd1-4c78-bb32-cad1521083d4 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event deleted for resources: {'Port': ['ID=37b50223-0026-48ab-8a39-9d8a1dfb9669,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:10.792086 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6450b552-cdd1-4c78-bb32-cad1521083d4 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:10.793101 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-758331ba-de73-42dc-b92f-f438cf12e1c7 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:50:10.794691 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-6450b552-cdd1-4c78-bb32-cad1521083d4 tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "DELETE /v2.0/ports/37b50223-0026-48ab-8a39-9d8a1dfb9669 HTTP/1.1" status: 204 len: 168 time: 1.8568239 May 31 13:50:10.799115 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5a4461c7-da69-40ea-b0cd-ccca15a3ac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:10.810718 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 40824) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:10.815770 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-01e5bf06-7175-479c-ac82-c47bd84d96b8 None None] For port e3e75b1a-1d65-4d8b-ac6f-3aa1870fd27c, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=e3e75b1a-1d65-4d8b-ac6f-3aa1870fd27c,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:50:10.816479 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-01e5bf06-7175-479c-ac82-c47bd84d96b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:10.840856 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-32e4fdc2-8e24-4777-8aaa-3b34aff5ce30 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Unset dirty status for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:50:10.842301 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-32e4fdc2-8e24-4777-8aaa-3b34aff5ce30 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5242667 May 31 13:50:10.845020 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-05a7ee2a-44eb-4d11-bc1f-873e1effeb9f tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Deleting port 20efd11f-9efa-410c-86e1-05510292940d {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:50:10.845559 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-05a7ee2a-44eb-4d11-bc1f-873e1effeb9f tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:10.851827 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 40830) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:10.952176 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-758331ba-de73-42dc-b92f-f438cf12e1c7 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:10.953437 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-758331ba-de73-42dc-b92f-f438cf12e1c7 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:11.078644 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4dea9710-5408-406b-a6f5-87255f64240e tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:11.094984 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-758331ba-de73-42dc-b92f-f438cf12e1c7 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:11.103862 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08190fb7-53eb-47f2-ae5e-a4744005c519 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:50:11.110627 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-08190fb7-53eb-47f2-ae5e-a4744005c519 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2552686 May 31 13:50:11.112102 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40838) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:11.125657 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device ccc91d12-00dc-47fd-919d-900135250be2 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:50:11.239146 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-01e5bf06-7175-479c-ac82-c47bd84d96b8 None None] Calling delete_port for e3e75b1a-1d65-4d8b-ac6f-3aa1870fd27c owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:50:11.290232 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] No Port match for: ccc91d12-00dc-47fd-919d-900135250be2 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:50:11.290866 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device ccc91d12-00dc-47fd-919d-900135250be2 not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:50:11.354690 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port e3e75b1a-1d65-4d8b-ac6f-3aa1870fd27c is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:50:11.355253 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:11.481602 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-71b77b39-e25c-485a-b836-1cb78327767c tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3682568 May 31 13:50:11.487709 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40852) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:11.588699 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-01e5bf06-7175-479c-ac82-c47bd84d96b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:11.634136 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-8c0ad4dc-1bdf-4833-9f92-4c3d92dcd1aa tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Request body: {'subnet': {'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:50:11.656961 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e5bf06-7175-479c-ac82-c47bd84d96b8 None None] Pushing event deleted for resources: {'Port': ['ID=e3e75b1a-1d65-4d8b-ac6f-3aa1870fd27c,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:11.694685 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e5bf06-7175-479c-ac82-c47bd84d96b8 None None] No DVR routers for this DVR port e3e75b1a-1d65-4d8b-ac6f-3aa1870fd27c on host n-d-843939-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:50:11.830460 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4dea9710-5408-406b-a6f5-87255f64240e tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:11.882693 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-4dea9710-5408-406b-a6f5-87255f64240e tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a48c2a33-e3db-4cc0-a958-b63bcce161fb']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:50:11.903190 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-4dea9710-5408-406b-a6f5-87255f64240e tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc568f60-1866-44fd-ba5a-8ce5c66d23fc') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:50:11.903713 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-4dea9710-5408-406b-a6f5-87255f64240e tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc568f60-1866-44fd-ba5a-8ce5c66d23fc') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:50:11.928974 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4dea9710-5408-406b-a6f5-87255f64240e tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:11.958960 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4dea9710-5408-406b-a6f5-87255f64240e tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:11.967285 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dea9710-5408-406b-a6f5-87255f64240e tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:50:11.968442 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4dea9710-5408-406b-a6f5-87255f64240e tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:12.034206 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8c0ad4dc-1bdf-4833-9f92-4c3d92dcd1aa tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:50:12.040449 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-8c0ad4dc-1bdf-4833-9f92-4c3d92dcd1aa tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Usage tracker for resource:subnet and tenant:d13dddbe1502489da91f2f88306fdca6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:50:12.044161 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-8c0ad4dc-1bdf-4833-9f92-4c3d92dcd1aa tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:50:12.066702 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8c0ad4dc-1bdf-4833-9f92-4c3d92dcd1aa tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:50:12.096511 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-05a7ee2a-44eb-4d11-bc1f-873e1effeb9f tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:12.106585 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0ad4dc-1bdf-4833-9f92-4c3d92dcd1aa tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Made reservation on behalf of d13dddbe1502489da91f2f88306fdca6 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:50:12.111840 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8c0ad4dc-1bdf-4833-9f92-4c3d92dcd1aa tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:12.215086 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4dea9710-5408-406b-a6f5-87255f64240e tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:12.219201 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment fc568f60-1866-44fd-ba5a-8ce5c66d23fc resource provider aggregate not found May 31 13:50:12.299613 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4dea9710-5408-406b-a6f5-87255f64240e tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:12.316648 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment fc568f60-1866-44fd-ba5a-8ce5c66d23fc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fc568f60-1866-44fd-ba5a-8ce5c66d23fc found for delete ", "request_id": "req-c7b1029a-3dcc-4f8b-a76f-dfa9eb64c872"}]} May 31 13:50:12.319111 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-758331ba-de73-42dc-b92f-f438cf12e1c7 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:12.327363 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3bb81a9c-25c5-4502-a498-6b54490cfc55 req-d818ee64-1be2-42c6-9269-eec155d1bd0f tempest-ServerShowV247Test-788879440 tempest-ServerShowV247Test-788879440-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e71d03a-dca7-480a-83d3-cca7c2c94db5 HTTP/1.1" status: 200 len: 210 time: 0.5290055 May 31 13:50:12.329448 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-4dea9710-5408-406b-a6f5-87255f64240e tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] 10.222.0.50 "DELETE /v2.0/networks/a48c2a33-e3db-4cc0-a958-b63bcce161fb HTTP/1.1" status: 204 len: 168 time: 1.5170271 May 31 13:50:12.347702 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dea9710-5408-406b-a6f5-87255f64240e tempest-PortsIpV6TestJSON-754687252 tempest-PortsIpV6TestJSON-754687252-project] Pushing event deleted for resources: {'Network': ['ID=a48c2a33-e3db-4cc0-a958-b63bcce161fb,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:12.498160 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-05a7ee2a-44eb-4d11-bc1f-873e1effeb9f tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Calling delete_port for 20efd11f-9efa-410c-86e1-05510292940d owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:50:12.732359 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-05a7ee2a-44eb-4d11-bc1f-873e1effeb9f tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:12.796894 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a7ee2a-44eb-4d11-bc1f-873e1effeb9f tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Pushing event deleted for resources: {'Port': ['ID=20efd11f-9efa-410c-86e1-05510292940d,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:12.828565 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d4bc530b-62d5-4318-b88b-6933656253be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:13.032329 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40936) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:13.100570 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-05a7ee2a-44eb-4d11-bc1f-873e1effeb9f tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:13.106271 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-758331ba-de73-42dc-b92f-f438cf12e1c7 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for router_gateway, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:13.126707 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8c0ad4dc-1bdf-4833-9f92-4c3d92dcd1aa tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:13.151677 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-758331ba-de73-42dc-b92f-f438cf12e1c7 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:13.178700 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-05a7ee2a-44eb-4d11-bc1f-873e1effeb9f tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] 10.222.0.50 "DELETE /v2.0/ports/20efd11f-9efa-410c-86e1-05510292940d HTTP/1.1" status: 204 len: 168 time: 2.5396628 May 31 13:50:13.179777 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40944) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:13.268708 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0ad4dc-1bdf-4833-9f92-4c3d92dcd1aa tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:50:13.281243 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-8c0ad4dc-1bdf-4833-9f92-4c3d92dcd1aa tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:50:13.292563 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0ad4dc-1bdf-4833-9f92-4c3d92dcd1aa tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:50:13.293226 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8c0ad4dc-1bdf-4833-9f92-4c3d92dcd1aa tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:13.296800 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962adbb6-3839-4156-8acf-99e7cb34063b None None] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:50:13.324736 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0ad4dc-1bdf-4833-9f92-4c3d92dcd1aa tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event updated for resources: {'Subnet': ['ID=0b7f2e78-119d-4368-a4fa-13c96518b6d7,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:13.362968 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-8c0ad4dc-1bdf-4833-9f92-4c3d92dcd1aa tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8741517 May 31 13:50:13.367975 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 40956) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:13.376043 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-1226a9e7-e28a-407f-bd03-98b628d8ad68 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Request body: {'port': {'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'fixed_ips': [{'subnet_id': '0b7f2e78-119d-4368-a4fa-13c96518b6d7', 'ip_address': '2001:db8::4413:86b6:aac3:3db5'}], 'name': 'tempest-NetworksTestDHCPv6-1073074929'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:50:13.393369 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e6734821-552f-4335-8149-0d76cecb4b6f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e2f5ae2e1abf4a2cb5fdef12f13f2ebb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3572149 May 31 13:50:13.396278 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40962) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:13.465437 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e80f54e-8e69-45c0-99c9-1d4cb82a2090 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:50:13.466297 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-7e80f54e-8e69-45c0-99c9-1d4cb82a2090 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Synchronizing usage tracker for tenant:f331ce5134ed4e2db710f69a53d0a2fe on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:50:13.491727 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-7e80f54e-8e69-45c0-99c9-1d4cb82a2090 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Unset dirty status for tenant:f331ce5134ed4e2db710f69a53d0a2fe on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:50:13.497538 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-7e80f54e-8e69-45c0-99c9-1d4cb82a2090 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] 10.222.0.50 "GET /v2.0/ports?device_id=4df1fffe-8b50-4f4d-811c-fa121cfa517b HTTP/1.1" status: 200 len: 913 time: 0.3093407 May 31 13:50:13.499751 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40970) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:13.539984 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c21f938e-c759-4b1d-8b47-ec95ee4fceca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:13.550253 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-758331ba-de73-42dc-b92f-f438cf12e1c7 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Allocated IP 172.25.6.104 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/c2bebff9-f13e-4689-90f1-8ccafc179946) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:50:13.596518 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c21f938e-c759-4b1d-8b47-ec95ee4fceca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:13.628394 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c2673a0c-069d-46e0-8aa3-6f41e8329179 req-d20ffdd3-c311-4106-bf04-6cf958dd5d66 tempest-ServerShowV247Test-788879440 tempest-ServerShowV247Test-788879440-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e71d03a-dca7-480a-83d3-cca7c2c94db5 HTTP/1.1" status: 200 len: 210 time: 0.0679884 May 31 13:50:13.695811 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739435f0-7d6c-432b-a454-6baaef7e0c6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'tenant_id': 'd13dddbe1502489da91f2f88306fdca6', 'fixed_ips': [{'subnet_id': '0b7f2e78-119d-4368-a4fa-13c96518b6d7'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:50:13.696646 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-739435f0-7d6c-432b-a454-6baaef7e0c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:13.809257 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:13.810898 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-1226a9e7-e28a-407f-bd03-98b628d8ad68 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:50:13.873285 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3fc7279d-fb17-4863-9e4e-cca0d99f67e5 req-6be4adba-2253-40c0-89a4-ef66d2ee9427 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1e942537-c23e-4950-92ea-c0a6224e67ec HTTP/1.1" status: 200 len: 210 time: 0.0594597 May 31 13:50:13.884896 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-1226a9e7-e28a-407f-bd03-98b628d8ad68 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:50:13.937542 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1226a9e7-e28a-407f-bd03-98b628d8ad68 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Made reservation on behalf of d13dddbe1502489da91f2f88306fdca6 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:50:13.993022 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-758331ba-de73-42dc-b92f-f438cf12e1c7 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:14.020053 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-739435f0-7d6c-432b-a454-6baaef7e0c6e None None] Allocated IP 2001:db8::2 (8d0ca4ab-0d39-494b-8b5d-2861af857a5e/0b7f2e78-119d-4368-a4fa-13c96518b6d7/52204e7a-cbc2-4bae-b4f3-cd954c787680) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:50:14.185759 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1226a9e7-e28a-407f-bd03-98b628d8ad68 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:14.213665 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c21f938e-c759-4b1d-8b47-ec95ee4fceca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:14.218723 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-758331ba-de73-42dc-b92f-f438cf12e1c7 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:14.252945 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21f938e-c759-4b1d-8b47-ec95ee4fceca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f3b720-7e99-4754-a646-7b00b40ec2ee,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:14.261244 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c21f938e-c759-4b1d-8b47-ec95ee4fceca admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:14.262601 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c21f938e-c759-4b1d-8b47-ec95ee4fceca admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/65f3b720-7e99-4754-a646-7b00b40ec2ee HTTP/1.1" status: 204 len: 168 time: 0.8600783 May 31 13:50:14.322267 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-1226a9e7-e28a-407f-bd03-98b628d8ad68 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] device_id is not set on port 8e29663f-52b8-4f75-9284-bd7c0e893569 yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:50:14.352303 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-739435f0-7d6c-432b-a454-6baaef7e0c6e None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:14.378876 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-739435f0-7d6c-432b-a454-6baaef7e0c6e None None] Transition to ACTIVE for port object 52204e7a-cbc2-4bae-b4f3-cd954c787680 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:50:14.433977 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-739435f0-7d6c-432b-a454-6baaef7e0c6e None None] Transition to ACTIVE for port object 52204e7a-cbc2-4bae-b4f3-cd954c787680 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:50:14.450213 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-739435f0-7d6c-432b-a454-6baaef7e0c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:14.510299 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:14.538658 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739435f0-7d6c-432b-a454-6baaef7e0c6e None None] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:50:14.541811 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-739435f0-7d6c-432b-a454-6baaef7e0c6e None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:50:14.546204 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739435f0-7d6c-432b-a454-6baaef7e0c6e None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:50:14.594773 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739435f0-7d6c-432b-a454-6baaef7e0c6e None None] Pushing event updated for resources: {'Port': ['ID=52204e7a-cbc2-4bae-b4f3-cd954c787680,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:14.664429 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-739435f0-7d6c-432b-a454-6baaef7e0c6e None None] Attempting to bind port 52204e7a-cbc2-4bae-b4f3-cd954c787680 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:50:14.664961 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-739435f0-7d6c-432b-a454-6baaef7e0c6e None None] Attempting to bind port 52204e7a-cbc2-4bae-b4f3-cd954c787680 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:50:14.665458 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739435f0-7d6c-432b-a454-6baaef7e0c6e None None] Attempting to bind port 52204e7a-cbc2-4bae-b4f3-cd954c787680 on network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:50:14.671501 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739435f0-7d6c-432b-a454-6baaef7e0c6e None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:50:14.672040 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739435f0-7d6c-432b-a454-6baaef7e0c6e None None] Checking segment: {'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:50:14.672876 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-739435f0-7d6c-432b-a454-6baaef7e0c6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:14.673645 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739435f0-7d6c-432b-a454-6baaef7e0c6e None None] Bound using segment: {'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:50:14.675825 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-739435f0-7d6c-432b-a454-6baaef7e0c6e None None] Bound port: 52204e7a-cbc2-4bae-b4f3-cd954c787680, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:50:14.676272 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-739435f0-7d6c-432b-a454-6baaef7e0c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:14.728116 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758331ba-de73-42dc-b92f-f438cf12e1c7 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Pushing event updated for resources: {'Port': ['ID=c2bebff9-f13e-4689-90f1-8ccafc179946,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:14.797024 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e400710a-0e1a-4f0b-90ee-26a88c74b04b tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:14.803719 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758331ba-de73-42dc-b92f-f438cf12e1c7 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:50:14.817001 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-758331ba-de73-42dc-b92f-f438cf12e1c7 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:50:14.834664 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-db6df267-7824-455f-bf1f-6a0b27a26735 req-85b2dda6-38c4-49be-86af-161880dd5f6c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2e71d03a-dca7-480a-83d3-cca7c2c94db5 HTTP/1.1" status: 200 len: 210 time: 0.1824253 May 31 13:50:14.841778 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758331ba-de73-42dc-b92f-f438cf12e1c7 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:50:14.842747 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-739435f0-7d6c-432b-a454-6baaef7e0c6e None None] For port 52204e7a-cbc2-4bae-b4f3-cd954c787680, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:50:14.848406 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-739435f0-7d6c-432b-a454-6baaef7e0c6e None None] For port 52204e7a-cbc2-4bae-b4f3-cd954c787680, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=52204e7a-cbc2-4bae-b4f3-cd954c787680,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:50:14.855174 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-739435f0-7d6c-432b-a454-6baaef7e0c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:14.946398 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-286168b3-4118-4591-a8a1-a89be0e78b41 req-906a2a10-bd1f-4ac8-9ae4-aef7ace62181 tempest-ServerShowV247Test-788879440 tempest-ServerShowV247Test-788879440-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e71d03a-dca7-480a-83d3-cca7c2c94db5 HTTP/1.1" status: 200 len: 210 time: 0.0688396 May 31 13:50:15.054293 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739435f0-7d6c-432b-a454-6baaef7e0c6e None None] Pushing event updated for resources: {'Port': ['ID=52204e7a-cbc2-4bae-b4f3-cd954c787680,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:15.096798 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-1226a9e7-e28a-407f-bd03-98b628d8ad68 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Allocated IP 2001:db8::4413:86b6:aac3:3db5 (8d0ca4ab-0d39-494b-8b5d-2861af857a5e/0b7f2e78-119d-4368-a4fa-13c96518b6d7/8e29663f-52b8-4f75-9284-bd7c0e893569) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:50:15.535508 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-e400710a-0e1a-4f0b-90ee-26a88c74b04b tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Deleting port e1ba83c8-24a9-4e83-b4cb-4cbce0e12c38 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:50:15.536024 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e400710a-0e1a-4f0b-90ee-26a88c74b04b tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:15.572239 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:15.907997 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41090) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:15.920788 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e400710a-0e1a-4f0b-90ee-26a88c74b04b tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:16.040105 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1226a9e7-e28a-407f-bd03-98b628d8ad68 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:16.069486 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-1226a9e7-e28a-407f-bd03-98b628d8ad68 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Transition to ACTIVE for port object 8e29663f-52b8-4f75-9284-bd7c0e893569 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:50:16.079174 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-e400710a-0e1a-4f0b-90ee-26a88c74b04b tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Calling delete_port for e1ba83c8-24a9-4e83-b4cb-4cbce0e12c38 owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:50:16.155881 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-61dac157-d404-4c62-911f-98826d16a953 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-483388411'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:50:16.166515 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-61dac157-d404-4c62-911f-98826d16a953 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:50:16.174955 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-61dac157-d404-4c62-911f-98826d16a953 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Usage tracker for resource:network and tenant:779c820d5b2449ae9fd2392eab8ae157 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:50:16.179519 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-61dac157-d404-4c62-911f-98826d16a953 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:50:16.201091 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-61dac157-d404-4c62-911f-98826d16a953 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:50:16.223137 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61dac157-d404-4c62-911f-98826d16a953 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Made reservation on behalf of 779c820d5b2449ae9fd2392eab8ae157 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:50:16.227945 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-61dac157-d404-4c62-911f-98826d16a953 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:16.238400 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a2fa0297-3a16-408c-a9f8-582dcfb74cf6 req-dd63212a-5cfb-4ded-b219-3ea4395bbd57 tempest-ServerShowV247Test-788879440 tempest-ServerShowV247Test-788879440-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e71d03a-dca7-480a-83d3-cca7c2c94db5 HTTP/1.1" status: 200 len: 210 time: 0.1008937 May 31 13:50:16.245926 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-61dac157-d404-4c62-911f-98826d16a953 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:16.269661 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-61dac157-d404-4c62-911f-98826d16a953 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:50:16.275299 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-61dac157-d404-4c62-911f-98826d16a953 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Usage tracker for resource:security_group_rule and tenant:779c820d5b2449ae9fd2392eab8ae157 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:50:16.279181 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-61dac157-d404-4c62-911f-98826d16a953 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:50:16.289881 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-61dac157-d404-4c62-911f-98826d16a953 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:50:16.333149 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-758331ba-de73-42dc-b92f-f438cf12e1c7 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for router_gateway, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:16.446745 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 52204e7a-cbc2-4bae-b4f3-cd954c787680 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:50:16.481836 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-61dac157-d404-4c62-911f-98826d16a953 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:16.494902 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-61dac157-d404-4c62-911f-98826d16a953 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:16.538858 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 52204e7a-cbc2-4bae-b4f3-cd954c787680 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:50:16.564437 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61dac157-d404-4c62-911f-98826d16a953 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:50:16.601420 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dac157-d404-4c62-911f-98826d16a953 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b96697c-bd8d-47fe-8408-af54062d8def,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:16.610015 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-61dac157-d404-4c62-911f-98826d16a953 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:16.610653 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-61dac157-d404-4c62-911f-98826d16a953 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Added segment ca0d9d73-e88d-4f7f-9970-8d84dd05beb6 of type vlan for network a7b5e557-9fe5-4380-a69e-524013d3e5b3 May 31 13:50:16.675396 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-61dac157-d404-4c62-911f-98826d16a953 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:16.702006 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1226a9e7-e28a-407f-bd03-98b628d8ad68 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:16.766991 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e400710a-0e1a-4f0b-90ee-26a88c74b04b tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:16.831962 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-61dac157-d404-4c62-911f-98826d16a953 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:16.834472 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1226a9e7-e28a-407f-bd03-98b628d8ad68 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event updated for resources: {'Port': ['ID=8e29663f-52b8-4f75-9284-bd7c0e893569,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:16.839025 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61dac157-d404-4c62-911f-98826d16a953 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:50:16.839653 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-61dac157-d404-4c62-911f-98826d16a953 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:16.846395 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e400710a-0e1a-4f0b-90ee-26a88c74b04b tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Pushing event deleted for resources: {'Port': ['ID=e1ba83c8-24a9-4e83-b4cb-4cbce0e12c38,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:16.875092 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b1920478-f613-4d83-91b6-f13b2bb88de5 None None] Provisioning for port 52204e7a-cbc2-4bae-b4f3-cd954c787680 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:50:16.889551 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b1920478-f613-4d83-91b6-f13b2bb88de5 None None] Provisioning complete for port 52204e7a-cbc2-4bae-b4f3-cd954c787680 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:50:16.891576 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b1920478-f613-4d83-91b6-f13b2bb88de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:16.911465 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1226a9e7-e28a-407f-bd03-98b628d8ad68 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:50:16.918051 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-1226a9e7-e28a-407f-bd03-98b628d8ad68 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:50:16.938230 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1226a9e7-e28a-407f-bd03-98b628d8ad68 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:50:16.945419 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1226a9e7-e28a-407f-bd03-98b628d8ad68 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:50:16.946119 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1226a9e7-e28a-407f-bd03-98b628d8ad68 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:17.087177 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-1226a9e7-e28a-407f-bd03-98b628d8ad68 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.7183523 May 31 13:50:17.098650 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41126) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:17.120698 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b1920478-f613-4d83-91b6-f13b2bb88de5 None None] Current status of the port 52204e7a-cbc2-4bae-b4f3-cd954c787680 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:50:17.121234 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b1920478-f613-4d83-91b6-f13b2bb88de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:17.159106 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-61dac157-d404-4c62-911f-98826d16a953 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2500970 May 31 13:50:17.163374 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41130) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:17.164062 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dac157-d404-4c62-911f-98826d16a953 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Pushing event updated for resources: {'Network': ['ID=a7b5e557-9fe5-4380-a69e-524013d3e5b3,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:17.176628 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-22ce1f21-be49-4ecd-bc3a-6a1a645fc142 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1462155237'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:50:17.184100 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network a7b5e557-9fe5-4380-a69e-524013d3e5b3 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:50:17.190010 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-22ce1f21-be49-4ecd-bc3a-6a1a645fc142 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:50:17.209978 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-b1920478-f613-4d83-91b6-f13b2bb88de5 None None] For port 52204e7a-cbc2-4bae-b4f3-cd954c787680, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=52204e7a-cbc2-4bae-b4f3-cd954c787680,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:50:17.221333 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-758331ba-de73-42dc-b92f-f438cf12e1c7 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:17.309917 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b1920478-f613-4d83-91b6-f13b2bb88de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:17.499527 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1920478-f613-4d83-91b6-f13b2bb88de5 None None] Pushing event updated for resources: {'Port': ['ID=52204e7a-cbc2-4bae-b4f3-cd954c787680,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:17.510566 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a66fdf7a-d845-44fb-ba7d-6fe60023adc8 None None] Provisioning for port 8e29663f-52b8-4f75-9284-bd7c0e893569 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:50:17.516174 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2368457-8b87-45bd-9b23-24b9812ede08 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:50:17.518112 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a66fdf7a-d845-44fb-ba7d-6fe60023adc8 None None] Provisioning complete for port 8e29663f-52b8-4f75-9284-bd7c0e893569 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:50:17.518488 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a66fdf7a-d845-44fb-ba7d-6fe60023adc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:17.521922 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2368457-8b87-45bd-9b23-24b9812ede08 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:50:17.522940 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-b2368457-8b87-45bd-9b23-24b9812ede08 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Synchronizing usage tracker for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:50:17.536352 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-22ce1f21-be49-4ecd-bc3a-6a1a645fc142 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Usage tracker for resource:network and tenant:779c820d5b2449ae9fd2392eab8ae157 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:50:17.546343 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-22ce1f21-be49-4ecd-bc3a-6a1a645fc142 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:50:17.565878 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-22ce1f21-be49-4ecd-bc3a-6a1a645fc142 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:50:17.579056 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-04bf79ef-e078-492e-81e4-54dded981ec5 req-1548ec55-ab48-499f-9fbc-288d0df5c257 tempest-ServerShowV247Test-788879440 tempest-ServerShowV247Test-788879440-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e71d03a-dca7-480a-83d3-cca7c2c94db5 HTTP/1.1" status: 200 len: 210 time: 0.0528705 May 31 13:50:17.597185 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-a66fdf7a-d845-44fb-ba7d-6fe60023adc8 None None] Port 8e29663f-52b8-4f75-9284-bd7c0e893569 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:50:17.599686 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-b2368457-8b87-45bd-9b23-24b9812ede08 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Unset dirty status for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:50:17.601003 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-b2368457-8b87-45bd-9b23-24b9812ede08 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.5007682 May 31 13:50:17.607205 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41152) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:17.688769 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-3dcb6d9f-c5a5-4c67-abdd-63e88a805943 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Deleting port 8e29663f-52b8-4f75-9284-bd7c0e893569 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:50:17.689225 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3dcb6d9f-c5a5-4c67-abdd-63e88a805943 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:17.750086 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ce1f21-be49-4ecd-bc3a-6a1a645fc142 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Made reservation on behalf of 779c820d5b2449ae9fd2392eab8ae157 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:50:17.754872 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-22ce1f21-be49-4ecd-bc3a-6a1a645fc142 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:17.790310 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-758331ba-de73-42dc-b92f-f438cf12e1c7 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Router adbe094e-176b-477b-a088-61f6c4a045cf is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 13:50:17.795262 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e400710a-0e1a-4f0b-90ee-26a88c74b04b tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:17.821030 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22ce1f21-be49-4ecd-bc3a-6a1a645fc142 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:50:17.836256 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-22ce1f21-be49-4ecd-bc3a-6a1a645fc142 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:17.836604 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-22ce1f21-be49-4ecd-bc3a-6a1a645fc142 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Added segment 97aaaafc-4a91-4c53-886c-dbb5ffe32322 of type vlan for network f6e099d3-5dac-4500-8f7f-1a15410ff8cb May 31 13:50:17.873499 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-22ce1f21-be49-4ecd-bc3a-6a1a645fc142 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:18.150234 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-22ce1f21-be49-4ecd-bc3a-6a1a645fc142 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:18.157042 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ce1f21-be49-4ecd-bc3a-6a1a645fc142 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:50:18.158077 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-22ce1f21-be49-4ecd-bc3a-6a1a645fc142 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:18.307674 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-22ce1f21-be49-4ecd-bc3a-6a1a645fc142 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1402030 May 31 13:50:18.316110 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41176) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:18.327743 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-ca9f3bca-3f7e-4611-9013-2db40985ef6e tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Request body: {'subnet': {'network_id': 'a7b5e557-9fe5-4380-a69e-524013d3e5b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:50:18.350188 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ce1f21-be49-4ecd-bc3a-6a1a645fc142 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Pushing event updated for resources: {'Network': ['ID=f6e099d3-5dac-4500-8f7f-1a15410ff8cb,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:18.365278 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network f6e099d3-5dac-4500-8f7f-1a15410ff8cb details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:50:18.483679 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 52204e7a-cbc2-4bae-b4f3-cd954c787680 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:50:18.486619 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-beda3544-e999-4c89-bb89-ebb5caed4798 req-c3b9785d-d594-41f7-ae2e-c6a60a7b544a tempest-ServerShowV247Test-788879440 tempest-ServerShowV247Test-788879440-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e71d03a-dca7-480a-83d3-cca7c2c94db5 HTTP/1.1" status: 200 len: 210 time: 0.1865237 May 31 13:50:18.498634 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3dcb6d9f-c5a5-4c67-abdd-63e88a805943 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:18.624498 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e400710a-0e1a-4f0b-90ee-26a88c74b04b tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Router 4df1fffe-8b50-4f4d-811c-fa121cfa517b has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:50:18.663296 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 52204e7a-cbc2-4bae-b4f3-cd954c787680 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:50:18.664856 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:18.671478 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-3dcb6d9f-c5a5-4c67-abdd-63e88a805943 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Calling delete_port for 8e29663f-52b8-4f75-9284-bd7c0e893569 owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:50:18.705640 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-758331ba-de73-42dc-b92f-f438cf12e1c7 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:50:18.717366 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9957a7c-b92e-4268-b2a8-6db69392593b None None] Sync routers for ids ['adbe094e-176b-477b-a088-61f6c4a045cf'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:50:18.735448 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9957a7c-b92e-4268-b2a8-6db69392593b None None] Routers {'adbe094e-176b-477b-a088-61f6c4a045cf'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:50:18.736364 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-f9957a7c-b92e-4268-b2a8-6db69392593b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:50:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['adbe094e-176b-477b-a088-61f6c4a045cf'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:50:18.754465 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-758331ba-de73-42dc-b92f-f438cf12e1c7 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:18.757040 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-758331ba-de73-42dc-b92f-f438cf12e1c7 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 8.1221762 May 31 13:50:18.760803 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41180) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:18.762091 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ca9f3bca-3f7e-4611-9013-2db40985ef6e tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:50:18.771726 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ca9f3bca-3f7e-4611-9013-2db40985ef6e tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Usage tracker for resource:subnet and tenant:779c820d5b2449ae9fd2392eab8ae157 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:50:18.811838 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 52204e7a-cbc2-4bae-b4f3-cd954c787680 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:50:18.863062 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ca9f3bca-3f7e-4611-9013-2db40985ef6e tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:50:18.876759 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-f9957a7c-b92e-4268-b2a8-6db69392593b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:50:18.886041 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ca9f3bca-3f7e-4611-9013-2db40985ef6e tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:50:18.887813 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9957a7c-b92e-4268-b2a8-6db69392593b None None] Routers {'adbe094e-176b-477b-a088-61f6c4a045cf'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:50:18.888625 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-f9957a7c-b92e-4268-b2a8-6db69392593b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:50:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['adbe094e-176b-477b-a088-61f6c4a045cf'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:50:18.911525 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3dcb6d9f-c5a5-4c67-abdd-63e88a805943 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:18.965198 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcb6d9f-c5a5-4c67-abdd-63e88a805943 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event deleted for resources: {'Port': ['ID=8e29663f-52b8-4f75-9284-bd7c0e893569,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:18.966335 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-f9957a7c-b92e-4268-b2a8-6db69392593b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:50:18.967354 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9957a7c-b92e-4268-b2a8-6db69392593b None None] The sync data for ids ['adbe094e-176b-477b-a088-61f6c4a045cf'] in n-d-843939-1 is: [] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:50:19.012872 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca9f3bca-3f7e-4611-9013-2db40985ef6e tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Made reservation on behalf of 779c820d5b2449ae9fd2392eab8ae157 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:50:19.016451 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ca9f3bca-3f7e-4611-9013-2db40985ef6e tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:19.023701 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3dcb6d9f-c5a5-4c67-abdd-63e88a805943 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:19.041846 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-3dcb6d9f-c5a5-4c67-abdd-63e88a805943 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/ports/8e29663f-52b8-4f75-9284-bd7c0e893569 HTTP/1.1" status: 204 len: 168 time: 1.4334435 May 31 13:50:19.045451 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41186) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:19.131154 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b408d2-3c4a-4cec-9e00-3992e94d54ad tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:50:19.132763 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b408d2-3c4a-4cec-9e00-3992e94d54ad tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:50:19.138109 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-a6b408d2-3c4a-4cec-9e00-3992e94d54ad tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0872829 May 31 13:50:19.138431 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41190) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:19.232876 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-9be95f88-0d01-4ae4-961d-caa2de17f37b tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Deleting subnet 0b7f2e78-119d-4368-a4fa-13c96518b6d7 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:50:19.244558 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9be95f88-0d01-4ae4-961d-caa2de17f37b tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:19.316886 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9be95f88-0d01-4ae4-961d-caa2de17f37b tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65507433'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:19.403102 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a7692c30-06d7-4f1f-84cb-31b4409113be tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "GET /v2.0/routers/adbe094e-176b-477b-a088-61f6c4a045cf HTTP/1.1" status: 200 len: 880 time: 0.6377597 May 31 13:50:19.407270 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41196) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:19.412322 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e400710a-0e1a-4f0b-90ee-26a88c74b04b tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:50:19.418747 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e400710a-0e1a-4f0b-90ee-26a88c74b04b tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] 10.222.0.50 "PUT /v2.0/routers/4df1fffe-8b50-4f4d-811c-fa121cfa517b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8854313 May 31 13:50:19.424144 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41200) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:19.427645 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3013ec77-72fa-4f2b-b400-dfdad45bb2c0 None None] Sync routers for ids ['4df1fffe-8b50-4f4d-811c-fa121cfa517b'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:50:19.440799 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3013ec77-72fa-4f2b-b400-dfdad45bb2c0 None None] Routers {'4df1fffe-8b50-4f4d-811c-fa121cfa517b'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:50:19.442160 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-3013ec77-72fa-4f2b-b400-dfdad45bb2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:50:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['4df1fffe-8b50-4f4d-811c-fa121cfa517b'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:50:19.516294 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9be95f88-0d01-4ae4-961d-caa2de17f37b tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:19.539751 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-3013ec77-72fa-4f2b-b400-dfdad45bb2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:50:19.569488 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3013ec77-72fa-4f2b-b400-dfdad45bb2c0 None None] Routers {'4df1fffe-8b50-4f4d-811c-fa121cfa517b'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:50:19.570134 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-3013ec77-72fa-4f2b-b400-dfdad45bb2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:50:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['4df1fffe-8b50-4f4d-811c-fa121cfa517b'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:50:19.656216 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-3013ec77-72fa-4f2b-b400-dfdad45bb2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:50:19.657149 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3013ec77-72fa-4f2b-b400-dfdad45bb2c0 None None] The sync data for ids ['4df1fffe-8b50-4f4d-811c-fa121cfa517b'] in n-d-843939-1 is: [] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:50:19.704938 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2d719bfa-ac54-43be-a23b-0c4b35cd0010 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:19.750866 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d42840b0-ca1b-451e-815b-5d760aae21a6 req-d5505f95-1a16-435b-9b6e-d18c59e13961 tempest-ServerShowV247Test-788879440 tempest-ServerShowV247Test-788879440-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e71d03a-dca7-480a-83d3-cca7c2c94db5 HTTP/1.1" status: 200 len: 210 time: 0.0700457 May 31 13:50:19.764545 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9be95f88-0d01-4ae4-961d-caa2de17f37b tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65216469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65148562'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:19.812185 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9be95f88-0d01-4ae4-961d-caa2de17f37b tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:19.819324 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be9433f-1bbb-4188-bb3d-ac5f6c477b6c None None] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:50:19.830072 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-9be95f88-0d01-4ae4-961d-caa2de17f37b tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/subnets/0b7f2e78-119d-4368-a4fa-13c96518b6d7 HTTP/1.1" status: 204 len: 168 time: 0.6903093 May 31 13:50:19.831749 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be95f88-0d01-4ae4-961d-caa2de17f37b tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event deleted for resources: {'Subnet': ['ID=0b7f2e78-119d-4368-a4fa-13c96518b6d7,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:19.836239 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41206) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:19.900831 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ca9f3bca-3f7e-4611-9013-2db40985ef6e tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:19.984683 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f3bca-3f7e-4611-9013-2db40985ef6e tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Pushing event updated for resources: {'Subnet': ['ID=022460f4-71c5-49cd-8584-641afc04790c,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:20.039740 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9f3bca-3f7e-4611-9013-2db40985ef6e tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Checking segment: {'id': 'ca0d9d73-e88d-4f7f-9970-8d84dd05beb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a7b5e557-9fe5-4380-a69e-524013d3e5b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:50:20.040435 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9f3bca-3f7e-4611-9013-2db40985ef6e tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Network hostable DHCP agents. Network: a7b5e557-9fe5-4380-a69e-524013d3e5b3, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:50:20.107217 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-44c03b69-dae6-48e8-8c88-48070248bca5 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2682164 May 31 13:50:20.110293 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41214) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:20.154485 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-8b718960-9e7c-41db-aafb-2a55a0993f67 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Request body: {'subnet': {'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:50:20.176014 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9f3bca-3f7e-4611-9013-2db40985ef6e tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Network a7b5e557-9fe5-4380-a69e-524013d3e5b3 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:50:20.192985 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef44db6-b712-4d3e-8624-6fec44def5e8 None None] DHCP port deletion for 8d0ca4ab-0d39-494b-8b5d-2861af857a5e request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:50:20.199060 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-8ef44db6-b712-4d3e-8624-6fec44def5e8 None None] Deleting port 52204e7a-cbc2-4bae-b4f3-cd954c787680 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:50:20.199060 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8ef44db6-b712-4d3e-8624-6fec44def5e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:20.244945 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-ca9f3bca-3f7e-4611-9013-2db40985ef6e tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, a7b5e557-9fe5-4380-a69e-524013d3e5b3) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:50:20.264663 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e350a5e-2f54-4aee-9bad-a421c113dfab None None] Network a7b5e557-9fe5-4380-a69e-524013d3e5b3 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:50:20.268915 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9f3bca-3f7e-4611-9013-2db40985ef6e tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:50:20.268915 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ca9f3bca-3f7e-4611-9013-2db40985ef6e tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:20.340896 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2d719bfa-ac54-43be-a23b-0c4b35cd0010 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:20.379783 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ca9f3bca-3f7e-4611-9013-2db40985ef6e tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0565708 May 31 13:50:20.381503 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41220) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:20.390954 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-2d719bfa-ac54-43be-a23b-0c4b35cd0010 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Deleting port 6f36f6c1-b517-4b8d-8341-74edd5e5b7d3 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:50:20.391573 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2d719bfa-ac54-43be-a23b-0c4b35cd0010 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:20.471277 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 52204e7a-cbc2-4bae-b4f3-cd954c787680 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:50:20.558950 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-57377dfc-3901-486d-873e-f6664c90e5e3 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Request body: {'subnet': {'network_id': 'f6e099d3-5dac-4500-8f7f-1a15410ff8cb', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:50:20.586327 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-8b718960-9e7c-41db-aafb-2a55a0993f67 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:50:20.618998 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-0e971069-d2a5-49a8-9f42-e697e2571bef tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Synchronizing usage tracker for tenant:85d9456a7d3e47cf9816e44471382253 on resource:router {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:50:20.647225 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-8b718960-9e7c-41db-aafb-2a55a0993f67 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Usage tracker for resource:subnet and tenant:d13dddbe1502489da91f2f88306fdca6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:50:20.647225 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-8b718960-9e7c-41db-aafb-2a55a0993f67 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:50:20.713412 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-8b718960-9e7c-41db-aafb-2a55a0993f67 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:50:20.740072 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-0e971069-d2a5-49a8-9f42-e697e2571bef tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Unset dirty status for tenant:85d9456a7d3e47cf9816e44471382253 on resource:router {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:50:20.747953 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-0e971069-d2a5-49a8-9f42-e697e2571bef tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.3392322 May 31 13:50:20.751409 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41226) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:20.763249 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-182a6a64-9256-4d32-a33d-07405ba0e478 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-646587358'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:50:20.879933 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41232) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:20.898168 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b718960-9e7c-41db-aafb-2a55a0993f67 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Made reservation on behalf of d13dddbe1502489da91f2f88306fdca6 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:50:20.912203 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8b718960-9e7c-41db-aafb-2a55a0993f67 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:20.953074 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-8ef44db6-b712-4d3e-8624-6fec44def5e8 None None] For port 52204e7a-cbc2-4bae-b4f3-cd954c787680, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=52204e7a-cbc2-4bae-b4f3-cd954c787680,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:50:20.953074 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8ef44db6-b712-4d3e-8624-6fec44def5e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:21.082440 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2d719bfa-ac54-43be-a23b-0c4b35cd0010 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:21.139843 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-8ef44db6-b712-4d3e-8624-6fec44def5e8 None None] Calling delete_port for 52204e7a-cbc2-4bae-b4f3-cd954c787680 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:50:21.237149 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8ef44db6-b712-4d3e-8624-6fec44def5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:21.266843 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-2d719bfa-ac54-43be-a23b-0c4b35cd0010 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Calling delete_port for 6f36f6c1-b517-4b8d-8341-74edd5e5b7d3 owned by network:router_gateway {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:50:21.279839 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8b718960-9e7c-41db-aafb-2a55a0993f67 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:21.300896 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef44db6-b712-4d3e-8624-6fec44def5e8 None None] Pushing event deleted for resources: {'Port': ['ID=52204e7a-cbc2-4bae-b4f3-cd954c787680,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:21.306289 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef44db6-b712-4d3e-8624-6fec44def5e8 None None] No DVR routers for this DVR port 52204e7a-cbc2-4bae-b4f3-cd954c787680 on host n-d-843939-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:50:21.335440 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-57377dfc-3901-486d-873e-f6664c90e5e3 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:50:21.338611 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No active binding found for port 52204e7a-cbc2-4bae-b4f3-cd954c787680 {{(pid=88371) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 31 13:50:21.339397 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 52204e7a-cbc2-4bae-b4f3-cd954c787680 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:50:21.369114 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-57377dfc-3901-486d-873e-f6664c90e5e3 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Usage tracker for resource:subnet and tenant:779c820d5b2449ae9fd2392eab8ae157 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:50:21.379629 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-57377dfc-3901-486d-873e-f6664c90e5e3 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:50:21.397618 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-63f879b8-f12b-403b-9be4-931a3b890cea req-ddbd2e54-ba3e-464e-8a6f-65961f5d2079 tempest-ServerShowV247Test-788879440 tempest-ServerShowV247Test-788879440-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e71d03a-dca7-480a-83d3-cca7c2c94db5 HTTP/1.1" status: 200 len: 210 time: 0.1242871 May 31 13:50:21.401882 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-57377dfc-3901-486d-873e-f6664c90e5e3 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:50:21.437726 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b718960-9e7c-41db-aafb-2a55a0993f67 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:50:21.444659 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-8b718960-9e7c-41db-aafb-2a55a0993f67 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:50:21.449558 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57377dfc-3901-486d-873e-f6664c90e5e3 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Made reservation on behalf of 779c820d5b2449ae9fd2392eab8ae157 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:50:21.453078 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-57377dfc-3901-486d-873e-f6664c90e5e3 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:21.471866 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11f96cf-b1c3-4d48-aadd-0a23992ec75a None None] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:50:21.525346 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b718960-9e7c-41db-aafb-2a55a0993f67 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:50:21.526781 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8b718960-9e7c-41db-aafb-2a55a0993f67 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:21.608034 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b718960-9e7c-41db-aafb-2a55a0993f67 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event updated for resources: {'Subnet': ['ID=f73d1fb8-bc02-436e-824b-8c62959f848a,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:21.617267 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-8b718960-9e7c-41db-aafb-2a55a0993f67 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5053985 May 31 13:50:21.621192 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41242) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:21.635873 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-337f36af-30cc-4b51-b0ae-de8547a76da9 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Request body: {'port': {'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'fixed_ips': [{'subnet_id': 'f73d1fb8-bc02-436e-824b-8c62959f848a', 'ip_address': '2001:db8::b236:dde5:8581:2e30'}], 'name': 'tempest-NetworksTestDHCPv6-963429781'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:50:21.731478 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-3e509502-6784-438c-8dab-246f97d54e01 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=099d58d897334e1282193de40ad3132e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4742377 May 31 13:50:21.740940 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41248) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:21.804443 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-337f36af-30cc-4b51-b0ae-de8547a76da9 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:50:21.812504 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-337f36af-30cc-4b51-b0ae-de8547a76da9 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Usage tracker for resource:port and tenant:d13dddbe1502489da91f2f88306fdca6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:50:21.817344 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-337f36af-30cc-4b51-b0ae-de8547a76da9 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:50:21.825518 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-337f36af-30cc-4b51-b0ae-de8547a76da9 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:50:21.889441 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13a0fe5-34da-4a4e-bbac-afa39e6aea59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'tenant_id': 'd13dddbe1502489da91f2f88306fdca6', 'fixed_ips': [{'subnet_id': 'f73d1fb8-bc02-436e-824b-8c62959f848a'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:50:21.890371 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b13a0fe5-34da-4a4e-bbac-afa39e6aea59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:21.891159 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b908cbf5-75ff-4e33-afb7-d5a4ef1bea08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:21.919055 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f99027c-f8d5-43fe-9b7e-44b8a35ad18c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-a7b5e557-9fe5-4380-a69e-524013d3e5b3', 'network_id': 'a7b5e557-9fe5-4380-a69e-524013d3e5b3', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'fixed_ips': [{'subnet_id': '022460f4-71c5-49cd-8584-641afc04790c'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:50:21.920289 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4f99027c-f8d5-43fe-9b7e-44b8a35ad18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:21.996981 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b908cbf5-75ff-4e33-afb7-d5a4ef1bea08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:22.096056 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-337f36af-30cc-4b51-b0ae-de8547a76da9 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Made reservation on behalf of d13dddbe1502489da91f2f88306fdca6 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:50:22.230727 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-182a6a64-9256-4d32-a33d-07405ba0e478 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:22.240299 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b908cbf5-75ff-4e33-afb7-d5a4ef1bea08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:22.258373 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-182a6a64-9256-4d32-a33d-07405ba0e478 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1578611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1578620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1575237'] for router, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:22.264011 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b908cbf5-75ff-4e33-afb7-d5a4ef1bea08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4c442b-cb2d-4bfe-a1a2-dab3899ab749,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:22.275348 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2d719bfa-ac54-43be-a23b-0c4b35cd0010 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:22.282167 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-b13a0fe5-34da-4a4e-bbac-afa39e6aea59 None None] Allocated IP 2001:db8::2 (8d0ca4ab-0d39-494b-8b5d-2861af857a5e/f73d1fb8-bc02-436e-824b-8c62959f848a/30ee75d4-cb43-4690-9826-5c12c15096a0) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:50:22.372481 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-4f99027c-f8d5-43fe-9b7e-44b8a35ad18c None None] Allocated IP 2001:db8::2 (a7b5e557-9fe5-4380-a69e-524013d3e5b3/022460f4-71c5-49cd-8584-641afc04790c/e5394cbb-97b6-40a1-b9a5-ea137c3713e1) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:50:22.374759 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d719bfa-ac54-43be-a23b-0c4b35cd0010 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Pushing event deleted for resources: {'Port': ['ID=6f36f6c1-b517-4b8d-8341-74edd5e5b7d3,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:22.386640 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b908cbf5-75ff-4e33-afb7-d5a4ef1bea08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:22.388804 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-b908cbf5-75ff-4e33-afb7-d5a4ef1bea08 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bd4c442b-cb2d-4bfe-a1a2-dab3899ab749 HTTP/1.1" status: 204 len: 168 time: 0.6469140 May 31 13:50:22.628371 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-182a6a64-9256-4d32-a33d-07405ba0e478 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Router adbe094e-176b-477b-a088-61f6c4a045cf has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:50:22.729492 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-337f36af-30cc-4b51-b0ae-de8547a76da9 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:22.795087 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-337f36af-30cc-4b51-b0ae-de8547a76da9 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] device_id is not set on port 98ec6260-48ce-402f-b187-7360ba85500d yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:50:22.875623 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2d719bfa-ac54-43be-a23b-0c4b35cd0010 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577389'] for router_gateway, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:22.951529 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-99ad95bd-8bf4-48e8-a48c-98c6c0cd21b4 req-91bcfd30-84b6-40e5-8190-7b6731c7e860 tempest-ServerShowV247Test-788879440 tempest-ServerShowV247Test-788879440-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e71d03a-dca7-480a-83d3-cca7c2c94db5 HTTP/1.1" status: 200 len: 210 time: 0.2302637 May 31 13:50:23.122954 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b13a0fe5-34da-4a4e-bbac-afa39e6aea59 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:23.170502 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b13a0fe5-34da-4a4e-bbac-afa39e6aea59 None None] Transition to ACTIVE for port object 30ee75d4-cb43-4690-9826-5c12c15096a0 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:50:23.199638 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-182a6a64-9256-4d32-a33d-07405ba0e478 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:50:23.215862 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa6b891-d1a8-419a-9f3b-74b5fd72f494 None None] Sync routers for ids ['adbe094e-176b-477b-a088-61f6c4a045cf'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:50:23.220827 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-182a6a64-9256-4d32-a33d-07405ba0e478 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:23.223459 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4f99027c-f8d5-43fe-9b7e-44b8a35ad18c None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:23.227334 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-182a6a64-9256-4d32-a33d-07405ba0e478 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "PUT /v2.0/routers/adbe094e-176b-477b-a088-61f6c4a045cf HTTP/1.1" status: 200 len: 887 time: 2.4738317 May 31 13:50:23.229188 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41280) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:23.233918 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa6b891-d1a8-419a-9f3b-74b5fd72f494 None None] Routers {'adbe094e-176b-477b-a088-61f6c4a045cf'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:50:23.234865 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-afa6b891-d1a8-419a-9f3b-74b5fd72f494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:50:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['adbe094e-176b-477b-a088-61f6c4a045cf'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:50:23.239525 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b13a0fe5-34da-4a4e-bbac-afa39e6aea59 None None] Transition to ACTIVE for port object 30ee75d4-cb43-4690-9826-5c12c15096a0 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:50:23.243578 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-4f99027c-f8d5-43fe-9b7e-44b8a35ad18c None None] Transition to ACTIVE for port object e5394cbb-97b6-40a1-b9a5-ea137c3713e1 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:50:23.250782 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b13a0fe5-34da-4a4e-bbac-afa39e6aea59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:23.296879 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2d719bfa-ac54-43be-a23b-0c4b35cd0010 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:23.319077 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2d719bfa-ac54-43be-a23b-0c4b35cd0010 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:23.325402 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-57377dfc-3901-486d-873e-f6664c90e5e3 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:23.353772 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-afa6b891-d1a8-419a-9f3b-74b5fd72f494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:50:23.370328 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa6b891-d1a8-419a-9f3b-74b5fd72f494 None None] Routers {'adbe094e-176b-477b-a088-61f6c4a045cf'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:50:23.371091 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-afa6b891-d1a8-419a-9f3b-74b5fd72f494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:50:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['adbe094e-176b-477b-a088-61f6c4a045cf'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:50:23.387845 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13a0fe5-34da-4a4e-bbac-afa39e6aea59 None None] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:50:23.396972 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-b13a0fe5-34da-4a4e-bbac-afa39e6aea59 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:50:23.413094 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-4f99027c-f8d5-43fe-9b7e-44b8a35ad18c None None] Transition to ACTIVE for port object e5394cbb-97b6-40a1-b9a5-ea137c3713e1 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:50:23.418119 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13a0fe5-34da-4a4e-bbac-afa39e6aea59 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:50:23.466875 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-5117ea21-32db-4e66-bd20-76a87a7ab8e8 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "GET /v2.0/routers/adbe094e-176b-477b-a088-61f6c4a045cf HTTP/1.1" status: 200 len: 887 time: 0.2360449 May 31 13:50:23.470595 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41288) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:23.508895 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13a0fe5-34da-4a4e-bbac-afa39e6aea59 None None] Pushing event updated for resources: {'Port': ['ID=30ee75d4-cb43-4690-9826-5c12c15096a0,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:23.512331 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4f99027c-f8d5-43fe-9b7e-44b8a35ad18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:23.520215 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-afa6b891-d1a8-419a-9f3b-74b5fd72f494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:50:23.521411 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa6b891-d1a8-419a-9f3b-74b5fd72f494 None None] The sync data for ids ['adbe094e-176b-477b-a088-61f6c4a045cf'] in n-d-843939-1 is: [] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:50:23.540726 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-d1781b0e-34d3-41a2-99d8-91ae3ba82c27 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "GET /v2.0/ports?device_id=adbe094e-176b-477b-a088-61f6c4a045cf HTTP/1.1" status: 200 len: 205 time: 0.0685050 May 31 13:50:23.542383 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41294) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:23.574546 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57377dfc-3901-486d-873e-f6664c90e5e3 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Checking segment: {'id': '97aaaafc-4a91-4c53-886c-dbb5ffe32322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f6e099d3-5dac-4500-8f7f-1a15410ff8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:50:23.575038 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57377dfc-3901-486d-873e-f6664c90e5e3 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Network hostable DHCP agents. Network: f6e099d3-5dac-4500-8f7f-1a15410ff8cb, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:50:23.591255 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2d719bfa-ac54-43be-a23b-0c4b35cd0010 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:23.591878 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d719bfa-ac54-43be-a23b-0c4b35cd0010 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Fanout notify agent at l3_agent the message router_deleted on router 4df1fffe-8b50-4f4d-811c-fa121cfa517b {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:50:23.634442 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f99027c-f8d5-43fe-9b7e-44b8a35ad18c None None] Pushing event updated for resources: {'Port': ['ID=e5394cbb-97b6-40a1-b9a5-ea137c3713e1,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:23.644261 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57377dfc-3901-486d-873e-f6664c90e5e3 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Pushing event updated for resources: {'Subnet': ['ID=d2f73a3d-13ff-4cc4-a0b3-1eda4ae21128,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:23.657825 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f99027c-f8d5-43fe-9b7e-44b8a35ad18c None None] Network a7b5e557-9fe5-4380-a69e-524013d3e5b3 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:50:23.662166 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-4f99027c-f8d5-43fe-9b7e-44b8a35ad18c None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:50:23.665521 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f99027c-f8d5-43fe-9b7e-44b8a35ad18c None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:50:23.691415 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57377dfc-3901-486d-873e-f6664c90e5e3 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Network f6e099d3-5dac-4500-8f7f-1a15410ff8cb is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:50:23.708977 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-b13a0fe5-34da-4a4e-bbac-afa39e6aea59 None None] Attempting to bind port 30ee75d4-cb43-4690-9826-5c12c15096a0 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:50:23.708977 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-b13a0fe5-34da-4a4e-bbac-afa39e6aea59 None None] Attempting to bind port 30ee75d4-cb43-4690-9826-5c12c15096a0 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:50:23.708977 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13a0fe5-34da-4a4e-bbac-afa39e6aea59 None None] Attempting to bind port 30ee75d4-cb43-4690-9826-5c12c15096a0 on network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:50:23.726855 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-337f36af-30cc-4b51-b0ae-de8547a76da9 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Allocated IP 2001:db8::b236:dde5:8581:2e30 (8d0ca4ab-0d39-494b-8b5d-2861af857a5e/f73d1fb8-bc02-436e-824b-8c62959f848a/98ec6260-48ce-402f-b187-7360ba85500d) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:50:23.732764 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2d719bfa-ac54-43be-a23b-0c4b35cd0010 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:23.736555 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-2d719bfa-ac54-43be-a23b-0c4b35cd0010 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] 10.222.0.50 "DELETE /v2.0/routers/4df1fffe-8b50-4f4d-811c-fa121cfa517b HTTP/1.1" status: 204 len: 168 time: 4.3112366 May 31 13:50:23.740385 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41300) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:23.744343 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-57377dfc-3901-486d-873e-f6664c90e5e3 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, f6e099d3-5dac-4500-8f7f-1a15410ff8cb) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:50:23.759251 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefd0193-5ade-4bf5-b3b8-e3fa3d4018bd None None] Network f6e099d3-5dac-4500-8f7f-1a15410ff8cb requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:50:23.777260 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41304) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:23.816562 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-e82a7755-8427-4346-a896-7fd34e9e4717 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Deleting subnet 64f12ea5-134d-4f84-bdd5-4460c9bf10cd {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:50:23.824546 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57377dfc-3901-486d-873e-f6664c90e5e3 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:50:23.825284 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-57377dfc-3901-486d-873e-f6664c90e5e3 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:23.829645 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e82a7755-8427-4346-a896-7fd34e9e4717 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:23.861089 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-855582f7-f1c3-4794-8e66-6bed34cc1abf tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for router, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:23.935283 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-57377dfc-3901-486d-873e-f6664c90e5e3 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.4281435 May 31 13:50:23.938116 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41310) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:23.945000 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e82a7755-8427-4346-a896-7fd34e9e4717 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:23.971010 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-979a802f-394d-4287-85dd-10b9effd7657 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1877796749-network', 'tenant_id': '4e57de1d316c4f84a61736682dffb866'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:50:23.980089 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-979a802f-394d-4287-85dd-10b9effd7657 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:50:23.990290 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-1f465ffd-06ad-4dec-ac9a-94b68026003b tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1487861064', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:50:23.999706 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-979a802f-394d-4287-85dd-10b9effd7657 admin admin] Usage tracker for resource:network and tenant:4e57de1d316c4f84a61736682dffb866 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:50:24.007771 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-979a802f-394d-4287-85dd-10b9effd7657 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:50:24.011609 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-1f465ffd-06ad-4dec-ac9a-94b68026003b tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:50:24.018234 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13a0fe5-34da-4a4e-bbac-afa39e6aea59 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:50:24.018609 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13a0fe5-34da-4a4e-bbac-afa39e6aea59 None None] Checking segment: {'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:50:24.019186 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b13a0fe5-34da-4a4e-bbac-afa39e6aea59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:24.019816 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13a0fe5-34da-4a4e-bbac-afa39e6aea59 None None] Bound using segment: {'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:50:24.020534 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-b13a0fe5-34da-4a4e-bbac-afa39e6aea59 None None] Bound port: 30ee75d4-cb43-4690-9826-5c12c15096a0, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:50:24.022093 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b13a0fe5-34da-4a4e-bbac-afa39e6aea59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:24.022235 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-979a802f-394d-4287-85dd-10b9effd7657 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:50:24.039552 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-1f465ffd-06ad-4dec-ac9a-94b68026003b tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Usage tracker for resource:router and tenant:779c820d5b2449ae9fd2392eab8ae157 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:50:24.048854 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-1f465ffd-06ad-4dec-ac9a-94b68026003b tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:50:24.118734 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-1f465ffd-06ad-4dec-ac9a-94b68026003b tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:50:24.132715 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-979a802f-394d-4287-85dd-10b9effd7657 admin admin] Made reservation on behalf of 4e57de1d316c4f84a61736682dffb866 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:50:24.137532 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-979a802f-394d-4287-85dd-10b9effd7657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:24.157788 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-979a802f-394d-4287-85dd-10b9effd7657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:24.163656 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e82a7755-8427-4346-a896-7fd34e9e4717 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:24.174927 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-b13a0fe5-34da-4a4e-bbac-afa39e6aea59 None None] For port 30ee75d4-cb43-4690-9826-5c12c15096a0, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:50:24.179829 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-b13a0fe5-34da-4a4e-bbac-afa39e6aea59 None None] For port 30ee75d4-cb43-4690-9826-5c12c15096a0, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=30ee75d4-cb43-4690-9826-5c12c15096a0,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:50:24.201007 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b13a0fe5-34da-4a4e-bbac-afa39e6aea59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:24.217865 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1f465ffd-06ad-4dec-ac9a-94b68026003b tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:24.219068 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1f465ffd-06ad-4dec-ac9a-94b68026003b tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:24.265110 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2cf3ec39-4a74-45d4-827d-cc5ceff1fddf req-8f066c27-2479-4974-a2c3-9b1473053e5b tempest-ServerShowV247Test-788879440 tempest-ServerShowV247Test-788879440-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e71d03a-dca7-480a-83d3-cca7c2c94db5 HTTP/1.1" status: 200 len: 210 time: 0.0932159 May 31 13:50:24.292698 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1f465ffd-06ad-4dec-ac9a-94b68026003b tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:24.304530 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13a0fe5-34da-4a4e-bbac-afa39e6aea59 None None] Pushing event updated for resources: {'Port': ['ID=30ee75d4-cb43-4690-9826-5c12c15096a0,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:24.305600 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-979a802f-394d-4287-85dd-10b9effd7657 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:50:24.308916 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313f776e-1c76-4b05-849e-a4009a19b415 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-f6e099d3-5dac-4500-8f7f-1a15410ff8cb', 'network_id': 'f6e099d3-5dac-4500-8f7f-1a15410ff8cb', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'fixed_ips': [{'subnet_id': 'd2f73a3d-13ff-4cc4-a0b3-1eda4ae21128'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:50:24.309837 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-313f776e-1c76-4b05-849e-a4009a19b415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:24.312742 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-855582f7-f1c3-4794-8e66-6bed34cc1abf tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:24.324651 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-979a802f-394d-4287-85dd-10b9effd7657 admin admin] Usage tracker for resource:security_group_rule and tenant:4e57de1d316c4f84a61736682dffb866 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:50:24.334947 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-979a802f-394d-4287-85dd-10b9effd7657 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:50:24.344242 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-337f36af-30cc-4b51-b0ae-de8547a76da9 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:24.347883 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-979a802f-394d-4287-85dd-10b9effd7657 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:50:24.351630 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-855582f7-f1c3-4794-8e66-6bed34cc1abf tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Deleting port c2bebff9-f13e-4689-90f1-8ccafc179946 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:50:24.352031 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-855582f7-f1c3-4794-8e66-6bed34cc1abf tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:24.353976 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e82a7755-8427-4346-a896-7fd34e9e4717 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:24.362462 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-4f99027c-f8d5-43fe-9b7e-44b8a35ad18c None None] Attempting to bind port e5394cbb-97b6-40a1-b9a5-ea137c3713e1 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:50:24.363058 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-4f99027c-f8d5-43fe-9b7e-44b8a35ad18c None None] Attempting to bind port e5394cbb-97b6-40a1-b9a5-ea137c3713e1 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'ca0d9d73-e88d-4f7f-9970-8d84dd05beb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a7b5e557-9fe5-4380-a69e-524013d3e5b3'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:50:24.363583 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f99027c-f8d5-43fe-9b7e-44b8a35ad18c None None] Attempting to bind port e5394cbb-97b6-40a1-b9a5-ea137c3713e1 on network a7b5e557-9fe5-4380-a69e-524013d3e5b3 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:50:24.373578 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f99027c-f8d5-43fe-9b7e-44b8a35ad18c None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:50:24.374238 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f99027c-f8d5-43fe-9b7e-44b8a35ad18c None None] Checking segment: {'id': 'ca0d9d73-e88d-4f7f-9970-8d84dd05beb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a7b5e557-9fe5-4380-a69e-524013d3e5b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:50:24.374827 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4f99027c-f8d5-43fe-9b7e-44b8a35ad18c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:24.375377 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f99027c-f8d5-43fe-9b7e-44b8a35ad18c None None] Bound using segment: {'id': 'ca0d9d73-e88d-4f7f-9970-8d84dd05beb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a7b5e557-9fe5-4380-a69e-524013d3e5b3'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:50:24.376010 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-4f99027c-f8d5-43fe-9b7e-44b8a35ad18c None None] Bound port: e5394cbb-97b6-40a1-b9a5-ea137c3713e1, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca0d9d73-e88d-4f7f-9970-8d84dd05beb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a7b5e557-9fe5-4380-a69e-524013d3e5b3'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:50:24.376694 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4f99027c-f8d5-43fe-9b7e-44b8a35ad18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:24.504737 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e82a7755-8427-4346-a896-7fd34e9e4717 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:24.525184 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82a7755-8427-4346-a896-7fd34e9e4717 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Pushing event deleted for resources: {'Subnet': ['ID=64f12ea5-134d-4f84-bdd5-4460c9bf10cd,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:24.548204 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-337f36af-30cc-4b51-b0ae-de8547a76da9 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Transition to ACTIVE for port object 98ec6260-48ce-402f-b187-7360ba85500d will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:50:24.552182 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1f465ffd-06ad-4dec-ac9a-94b68026003b tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:24.574810 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e82a7755-8427-4346-a896-7fd34e9e4717 tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] 10.222.0.50 "DELETE /v2.0/subnets/64f12ea5-134d-4f84-bdd5-4460c9bf10cd HTTP/1.1" status: 204 len: 168 time: 0.8332801 May 31 13:50:24.582588 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41318) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:24.625006 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1f465ffd-06ad-4dec-ac9a-94b68026003b tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:24.627375 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-1f465ffd-06ad-4dec-ac9a-94b68026003b tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6855776 May 31 13:50:24.634674 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41322) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:24.754191 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-855582f7-f1c3-4794-8e66-6bed34cc1abf tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:24.836103 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-313f776e-1c76-4b05-849e-a4009a19b415 None None] Allocated IP 2001:db8:1::2 (f6e099d3-5dac-4500-8f7f-1a15410ff8cb/d2f73a3d-13ff-4cc4-a0b3-1eda4ae21128/e5ea12e3-8810-4bcf-a367-e897919ece33) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:50:24.891453 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-4f99027c-f8d5-43fe-9b7e-44b8a35ad18c None None] For port e5394cbb-97b6-40a1-b9a5-ea137c3713e1, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:50:24.894862 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-4f99027c-f8d5-43fe-9b7e-44b8a35ad18c None None] For port e5394cbb-97b6-40a1-b9a5-ea137c3713e1, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=e5394cbb-97b6-40a1-b9a5-ea137c3713e1,segment=NetworkSegment(ca0d9d73-e88d-4f7f-9970-8d84dd05beb6),segment_id=ca0d9d73-e88d-4f7f-9970-8d84dd05beb6)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:50:24.903371 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4f99027c-f8d5-43fe-9b7e-44b8a35ad18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:24.976315 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-855582f7-f1c3-4794-8e66-6bed34cc1abf tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Calling delete_port for c2bebff9-f13e-4689-90f1-8ccafc179946 owned by network:router_gateway {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:50:25.062972 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-979a802f-394d-4287-85dd-10b9effd7657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:25.068488 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-979a802f-394d-4287-85dd-10b9effd7657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:25.123615 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f99027c-f8d5-43fe-9b7e-44b8a35ad18c None None] Pushing event updated for resources: {'Port': ['ID=e5394cbb-97b6-40a1-b9a5-ea137c3713e1,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:25.128478 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-979a802f-394d-4287-85dd-10b9effd7657 admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:50:25.141038 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979a802f-394d-4287-85dd-10b9effd7657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba914a0-b70b-49c8-96c2-a8829639f4c7,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:25.150981 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-979a802f-394d-4287-85dd-10b9effd7657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:25.151203 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-979a802f-394d-4287-85dd-10b9effd7657 admin admin] Added segment 05d7c49e-fddd-43be-bac9-c48445145ddc of type vlan for network a036544d-3691-439b-b976-1126035d501b May 31 13:50:25.153322 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f99027c-f8d5-43fe-9b7e-44b8a35ad18c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:50:25.153603 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f99027c-f8d5-43fe-9b7e-44b8a35ad18c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:50:25.154069 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f99027c-f8d5-43fe-9b7e-44b8a35ad18c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:50:25.154516 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f99027c-f8d5-43fe-9b7e-44b8a35ad18c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:50:25.154973 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f99027c-f8d5-43fe-9b7e-44b8a35ad18c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:50:25.155411 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f99027c-f8d5-43fe-9b7e-44b8a35ad18c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:50:25.155859 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f99027c-f8d5-43fe-9b7e-44b8a35ad18c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:50:25.156372 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f99027c-f8d5-43fe-9b7e-44b8a35ad18c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:50:25.156801 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f99027c-f8d5-43fe-9b7e-44b8a35ad18c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:50:25.158118 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f99027c-f8d5-43fe-9b7e-44b8a35ad18c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:50:25.158684 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f99027c-f8d5-43fe-9b7e-44b8a35ad18c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:50:25.159441 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f99027c-f8d5-43fe-9b7e-44b8a35ad18c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:50:25.167749 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-db0d1bc7-acc1-4f98-b89c-36a91850f7ee tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:25.180856 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-337f36af-30cc-4b51-b0ae-de8547a76da9 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:25.266284 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-313f776e-1c76-4b05-849e-a4009a19b415 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:25.279468 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-313f776e-1c76-4b05-849e-a4009a19b415 None None] Transition to ACTIVE for port object e5ea12e3-8810-4bcf-a367-e897919ece33 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:50:25.300808 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-313f776e-1c76-4b05-849e-a4009a19b415 None None] Transition to ACTIVE for port object e5ea12e3-8810-4bcf-a367-e897919ece33 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:50:25.328386 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-313f776e-1c76-4b05-849e-a4009a19b415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:25.353872 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337f36af-30cc-4b51-b0ae-de8547a76da9 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event updated for resources: {'Port': ['ID=98ec6260-48ce-402f-b187-7360ba85500d,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:25.381944 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337f36af-30cc-4b51-b0ae-de8547a76da9 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:50:25.526270 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-979a802f-394d-4287-85dd-10b9effd7657 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:25.552176 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-855582f7-f1c3-4794-8e66-6bed34cc1abf tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:25.564667 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313f776e-1c76-4b05-849e-a4009a19b415 None None] Network f6e099d3-5dac-4500-8f7f-1a15410ff8cb is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:50:25.582211 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-313f776e-1c76-4b05-849e-a4009a19b415 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:50:25.585526 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313f776e-1c76-4b05-849e-a4009a19b415 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:50:25.706466 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313f776e-1c76-4b05-849e-a4009a19b415 None None] Pushing event updated for resources: {'Port': ['ID=e5ea12e3-8810-4bcf-a367-e897919ece33,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:25.709829 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-337f36af-30cc-4b51-b0ae-de8547a76da9 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:50:25.710431 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-313f776e-1c76-4b05-849e-a4009a19b415 None None] Attempting to bind port e5ea12e3-8810-4bcf-a367-e897919ece33 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:50:25.710796 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-313f776e-1c76-4b05-849e-a4009a19b415 None None] Attempting to bind port e5ea12e3-8810-4bcf-a367-e897919ece33 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '97aaaafc-4a91-4c53-886c-dbb5ffe32322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f6e099d3-5dac-4500-8f7f-1a15410ff8cb'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:50:25.711153 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313f776e-1c76-4b05-849e-a4009a19b415 None None] Attempting to bind port e5ea12e3-8810-4bcf-a367-e897919ece33 on network f6e099d3-5dac-4500-8f7f-1a15410ff8cb {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:50:25.722572 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313f776e-1c76-4b05-849e-a4009a19b415 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:50:25.723201 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313f776e-1c76-4b05-849e-a4009a19b415 None None] Checking segment: {'id': '97aaaafc-4a91-4c53-886c-dbb5ffe32322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f6e099d3-5dac-4500-8f7f-1a15410ff8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:50:25.723658 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337f36af-30cc-4b51-b0ae-de8547a76da9 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:50:25.724052 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-313f776e-1c76-4b05-849e-a4009a19b415 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:25.724616 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313f776e-1c76-4b05-849e-a4009a19b415 None None] Bound using segment: {'id': '97aaaafc-4a91-4c53-886c-dbb5ffe32322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f6e099d3-5dac-4500-8f7f-1a15410ff8cb'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:50:25.725269 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-313f776e-1c76-4b05-849e-a4009a19b415 None None] Bound port: e5ea12e3-8810-4bcf-a367-e897919ece33, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97aaaafc-4a91-4c53-886c-dbb5ffe32322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f6e099d3-5dac-4500-8f7f-1a15410ff8cb'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:50:25.725809 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-313f776e-1c76-4b05-849e-a4009a19b415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:25.731711 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337f36af-30cc-4b51-b0ae-de8547a76da9 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:50:25.732595 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-337f36af-30cc-4b51-b0ae-de8547a76da9 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:25.762825 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855582f7-f1c3-4794-8e66-6bed34cc1abf tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Pushing event deleted for resources: {'Port': ['ID=c2bebff9-f13e-4689-90f1-8ccafc179946,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:25.834319 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-979a802f-394d-4287-85dd-10b9effd7657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:25.836182 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979a802f-394d-4287-85dd-10b9effd7657 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:50:25.836878 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-979a802f-394d-4287-85dd-10b9effd7657 admin admin] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:25.851738 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-337f36af-30cc-4b51-b0ae-de8547a76da9 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.2284291 May 31 13:50:25.854841 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41334) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:25.899544 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-313f776e-1c76-4b05-849e-a4009a19b415 None None] For port e5ea12e3-8810-4bcf-a367-e897919ece33, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:50:25.905263 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-313f776e-1c76-4b05-849e-a4009a19b415 None None] For port e5ea12e3-8810-4bcf-a367-e897919ece33, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=e5ea12e3-8810-4bcf-a367-e897919ece33,segment=NetworkSegment(97aaaafc-4a91-4c53-886c-dbb5ffe32322),segment_id=97aaaafc-4a91-4c53-886c-dbb5ffe32322)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:50:25.917353 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-313f776e-1c76-4b05-849e-a4009a19b415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:25.975720 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b40d6bd0-e115-446d-8813-f3c813bf6350 req-406ac3eb-581a-4d01-aa10-1e9814b2d4ed tempest-ServerShowV247Test-788879440 tempest-ServerShowV247Test-788879440-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e71d03a-dca7-480a-83d3-cca7c2c94db5 HTTP/1.1" status: 200 len: 210 time: 0.3503253 May 31 13:50:25.986658 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979a802f-394d-4287-85dd-10b9effd7657 admin admin] Pushing event updated for resources: {'Network': ['ID=a036544d-3691-439b-b976-1126035d501b,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:26.015283 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-db0d1bc7-acc1-4f98-b89c-36a91850f7ee tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:26.023326 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network a036544d-3691-439b-b976-1126035d501b details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:50:26.085272 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5d682b3a-6d96-41b7-9bf0-cef3001500ab tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:26.086517 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-979a802f-394d-4287-85dd-10b9effd7657 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.3073606 May 31 13:50:26.089336 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41338) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:26.104073 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-dedc8404-4ce3-42eb-aaa6-9db61e8a79ee admin admin] Request body: {'subnet': {'network_id': 'a036544d-3691-439b-b976-1126035d501b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1877796749-subnet', 'tenant_id': '4e57de1d316c4f84a61736682dffb866', 'ip_version': 4}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:50:26.114587 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-dedc8404-4ce3-42eb-aaa6-9db61e8a79ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:50:26.126329 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-855582f7-f1c3-4794-8e66-6bed34cc1abf tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577389'] for router_gateway, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:26.188316 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-db0d1bc7-acc1-4f98-b89c-36a91850f7ee tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8f8f292-6a8c-43a7-b074-01b2c51af4fa']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:50:26.202183 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-dedc8404-4ce3-42eb-aaa6-9db61e8a79ee admin admin] Usage tracker for resource:subnet and tenant:4e57de1d316c4f84a61736682dffb866 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:50:26.211578 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-dedc8404-4ce3-42eb-aaa6-9db61e8a79ee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:50:26.270666 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-af4ab88b-85d9-4c73-8e26-4c30a47909ad None None] Provisioning for port 30ee75d4-cb43-4690-9826-5c12c15096a0 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:50:26.278854 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313f776e-1c76-4b05-849e-a4009a19b415 None None] Pushing event updated for resources: {'Port': ['ID=e5ea12e3-8810-4bcf-a367-e897919ece33,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:26.326933 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-db0d1bc7-acc1-4f98-b89c-36a91850f7ee tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7e4ca88-6eed-4519-856b-0ae4b2f6620b') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:50:26.327229 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-db0d1bc7-acc1-4f98-b89c-36a91850f7ee tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7e4ca88-6eed-4519-856b-0ae4b2f6620b') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:50:26.415922 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-db0d1bc7-acc1-4f98-b89c-36a91850f7ee tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:26.455701 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-dedc8404-4ce3-42eb-aaa6-9db61e8a79ee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:50:26.508894 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d36732-1f92-4084-a1f4-112bc77d09b7 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:50:26.523006 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device e5394cbb-97b6-40a1-b9a5-ea137c3713e1 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:50:26.538880 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d36732-1f92-4084-a1f4-112bc77d09b7 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:50:26.539672 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-88d36732-1f92-4084-a1f4-112bc77d09b7 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Synchronizing usage tracker for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:50:26.612494 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-db0d1bc7-acc1-4f98-b89c-36a91850f7ee tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:26.639099 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db0d1bc7-acc1-4f98-b89c-36a91850f7ee tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:50:26.639608 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-db0d1bc7-acc1-4f98-b89c-36a91850f7ee tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:26.679034 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port e5394cbb-97b6-40a1-b9a5-ea137c3713e1 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:50:26.691461 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 30ee75d4-cb43-4690-9826-5c12c15096a0 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:50:26.695824 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-855582f7-f1c3-4794-8e66-6bed34cc1abf tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:26.697703 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dedc8404-4ce3-42eb-aaa6-9db61e8a79ee admin admin] Made reservation on behalf of 4e57de1d316c4f84a61736682dffb866 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:50:26.698561 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment d7e4ca88-6eed-4519-856b-0ae4b2f6620b resource provider aggregate not found May 31 13:50:26.700025 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dedc8404-4ce3-42eb-aaa6-9db61e8a79ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:26.841541 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 30ee75d4-cb43-4690-9826-5c12c15096a0 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:50:26.847632 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e5ad7546-e948-4b03-93af-dca195cf9ac8 None None] Provisioning for port 98ec6260-48ce-402f-b187-7360ba85500d completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:50:26.863788 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 30ee75d4-cb43-4690-9826-5c12c15096a0 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:50:26.864215 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:26.866229 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-88d36732-1f92-4084-a1f4-112bc77d09b7 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Unset dirty status for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:50:26.867502 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-88d36732-1f92-4084-a1f4-112bc77d09b7 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.9645684 May 31 13:50:26.869065 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment d7e4ca88-6eed-4519-856b-0ae4b2f6620b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d7e4ca88-6eed-4519-856b-0ae4b2f6620b found for delete ", "request_id": "req-ed28349d-438b-46d9-89ae-e54aa7d49108"}]} May 31 13:50:26.889325 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41348) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:26.907057 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-855582f7-f1c3-4794-8e66-6bed34cc1abf tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:26.912806 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e5ad7546-e948-4b03-93af-dca195cf9ac8 None None] Provisioning complete for port 98ec6260-48ce-402f-b187-7360ba85500d triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:50:26.912806 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e5ad7546-e948-4b03-93af-dca195cf9ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:26.969467 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dedc8404-4ce3-42eb-aaa6-9db61e8a79ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:26.988973 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b72ea1-9fd8-42a2-8089-ec6f74aa30be None None] Network a7b5e557-9fe5-4380-a69e-524013d3e5b3 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:50:27.015574 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-855582f7-f1c3-4794-8e66-6bed34cc1abf tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:27.016205 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-855582f7-f1c3-4794-8e66-6bed34cc1abf tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Fanout notify agent at l3_agent the message router_deleted on router adbe094e-176b-477b-a088-61f6c4a045cf {{(pid=88370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:50:27.070369 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b96dd7-9b2d-407f-a601-3710fcb2fb2d req-d7d978b3-4c37-4b8d-8a6e-ee250de1329c tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:50:27.071957 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f6b96dd7-9b2d-407f-a601-3710fcb2fb2d req-d7d978b3-4c37-4b8d-8a6e-ee250de1329c tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4414a17-7980-4c6f-bb3c-3773d10f461d HTTP/1.1" status: 200 len: 945 time: 0.4940488 May 31 13:50:27.084945 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-e5ad7546-e948-4b03-93af-dca195cf9ac8 None None] Port 98ec6260-48ce-402f-b187-7360ba85500d cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:50:27.122349 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-855582f7-f1c3-4794-8e66-6bed34cc1abf tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:27.123321 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-855582f7-f1c3-4794-8e66-6bed34cc1abf tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "DELETE /v2.0/routers/adbe094e-176b-477b-a088-61f6c4a045cf HTTP/1.1" status: 204 len: 168 time: 3.5798571 May 31 13:50:27.124234 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedc8404-4ce3-42eb-aaa6-9db61e8a79ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8852b36-b66c-4496-b635-b86154bdd792,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:27.129061 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41354) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:27.130731 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-db0d1bc7-acc1-4f98-b89c-36a91850f7ee tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:27.144998 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-a8fd96b9-ab83-4555-8782-36449e08c548 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Request body: {'network': {'name': 'tempest-RoutersTest-1141688432'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:50:27.157725 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedc8404-4ce3-42eb-aaa6-9db61e8a79ee admin admin] Checking segment: {'id': '05d7c49e-fddd-43be-bac9-c48445145ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a036544d-3691-439b-b976-1126035d501b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:50:27.158124 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedc8404-4ce3-42eb-aaa6-9db61e8a79ee admin admin] Network hostable DHCP agents. Network: a036544d-3691-439b-b976-1126035d501b, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:50:27.163512 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-a8fd96b9-ab83-4555-8782-36449e08c548 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:50:27.179634 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-a8fd96b9-ab83-4555-8782-36449e08c548 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Usage tracker for resource:network and tenant:85d9456a7d3e47cf9816e44471382253 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:50:27.190857 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-a8fd96b9-ab83-4555-8782-36449e08c548 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:50:27.197608 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-db0d1bc7-acc1-4f98-b89c-36a91850f7ee tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:27.199289 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-a8fd96b9-ab83-4555-8782-36449e08c548 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:50:27.204919 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0d1bc7-acc1-4f98-b89c-36a91850f7ee tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] Pushing event deleted for resources: {'Network': ['ID=a8f8f292-6a8c-43a7-b074-01b2c51af4fa,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:27.209111 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f6b96dd7-9b2d-407f-a601-3710fcb2fb2d req-32acc581-adce-4f6f-aa45-2d033a06c172 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/security-groups?id=1885e9b6-e8e6-4927-b799-aec8e0b8c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262252 May 31 13:50:27.221286 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedc8404-4ce3-42eb-aaa6-9db61e8a79ee admin admin] Network a036544d-3691-439b-b976-1126035d501b is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:50:27.227539 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-073b1588-31b0-4585-a7ea-7ebd86f0b8f2 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Deleting port 98ec6260-48ce-402f-b187-7360ba85500d {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:50:27.227971 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8fd96b9-ab83-4555-8782-36449e08c548 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Made reservation on behalf of 85d9456a7d3e47cf9816e44471382253 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:50:27.228409 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-073b1588-31b0-4585-a7ea-7ebd86f0b8f2 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:27.238221 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 30ee75d4-cb43-4690-9826-5c12c15096a0 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:50:27.238598 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:27.247054 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a8fd96b9-ab83-4555-8782-36449e08c548 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:27.276021 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-dedc8404-4ce3-42eb-aaa6-9db61e8a79ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, a036544d-3691-439b-b976-1126035d501b) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:50:27.280873 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedc8404-4ce3-42eb-aaa6-9db61e8a79ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:50:27.284036 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dedc8404-4ce3-42eb-aaa6-9db61e8a79ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:27.296863 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-db0d1bc7-acc1-4f98-b89c-36a91850f7ee tempest-FloatingIPTestJSON-505703750 tempest-FloatingIPTestJSON-505703750-project] 10.222.0.50 "DELETE /v2.0/networks/a8f8f292-6a8c-43a7-b074-01b2c51af4fa HTTP/1.1" status: 204 len: 168 time: 2.7000351 May 31 13:50:27.316969 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9042bb36-893f-4845-ab0a-bbfc43751e9e None None] Network a036544d-3691-439b-b976-1126035d501b requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:50:27.355569 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-5d682b3a-6d96-41b7-9bf0-cef3001500ab tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Allocated IP 2001:db8::1 (a7b5e557-9fe5-4380-a69e-524013d3e5b3/022460f4-71c5-49cd-8584-641afc04790c/40f55394-9008-4dea-afc0-f40021518dc8) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:50:27.377018 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a0f0891e-2f33-4e86-9e8b-719c8a082c77 req-850f1a84-ca70-46bd-8e48-b5d8afb86cb5 tempest-ServerShowV247Test-788879440 tempest-ServerShowV247Test-788879440-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e71d03a-dca7-480a-83d3-cca7c2c94db5 HTTP/1.1" status: 200 len: 210 time: 0.0791280 May 31 13:50:27.386233 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-dedc8404-4ce3-42eb-aaa6-9db61e8a79ee admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2950366 May 31 13:50:27.388323 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41360) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:27.390885 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8fd96b9-ab83-4555-8782-36449e08c548 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:50:27.407771 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-47aaff9a-615f-427a-bbcf-29d9d2b4310f admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1877796749-router', 'tenant_id': '4e57de1d316c4f84a61736682dffb866', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:50:27.416732 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-47aaff9a-615f-427a-bbcf-29d9d2b4310f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:50:27.423281 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a8fd96b9-ab83-4555-8782-36449e08c548 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:27.423911 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-a8fd96b9-ab83-4555-8782-36449e08c548 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Added segment 55a7fd09-e80b-4332-a0c4-f95838b788c4 of type vlan for network 9333cbf9-e735-4773-ba86-cba3f5cd8a13 May 31 13:50:27.425415 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-47aaff9a-615f-427a-bbcf-29d9d2b4310f admin admin] Usage tracker for resource:router and tenant:4e57de1d316c4f84a61736682dffb866 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:50:27.434480 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-47aaff9a-615f-427a-bbcf-29d9d2b4310f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:50:27.443533 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-47aaff9a-615f-427a-bbcf-29d9d2b4310f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:50:27.473400 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-47aaff9a-615f-427a-bbcf-29d9d2b4310f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:27.475090 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-47aaff9a-615f-427a-bbcf-29d9d2b4310f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:27.484016 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a8fd96b9-ab83-4555-8782-36449e08c548 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:27.510195 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-5217f5d8-ee1b-4c56-a656-3b741793cab0 None None] Provisioning for port e5394cbb-97b6-40a1-b9a5-ea137c3713e1 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:50:27.515481 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-47aaff9a-615f-427a-bbcf-29d9d2b4310f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:27.539863 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a8fd96b9-ab83-4555-8782-36449e08c548 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:27.546136 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8fd96b9-ab83-4555-8782-36449e08c548 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:50:27.546929 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a8fd96b9-ab83-4555-8782-36449e08c548 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:27.548147 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 30ee75d4-cb43-4690-9826-5c12c15096a0, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=30ee75d4-cb43-4690-9826-5c12c15096a0,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:50:27.567152 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-5217f5d8-ee1b-4c56-a656-3b741793cab0 None None] Provisioning complete for port e5394cbb-97b6-40a1-b9a5-ea137c3713e1 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:50:27.568715 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5217f5d8-ee1b-4c56-a656-3b741793cab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:27.739002 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41366) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:27.808808 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-a8fd96b9-ab83-4555-8782-36449e08c548 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6691785 May 31 13:50:27.810706 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41372) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:27.830748 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-35f7ff60-b0ea-400d-842d-ad6d4b67f0ca tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Request body: {'subnet': {'network_id': '9333cbf9-e735-4773-ba86-cba3f5cd8a13', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:50:27.876414 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:27.993568 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4d53aa-f294-41b7-a008-edd242b2ad60 None None] Network f6e099d3-5dac-4500-8f7f-1a15410ff8cb requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:50:28.045120 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fd96b9-ab83-4555-8782-36449e08c548 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Pushing event updated for resources: {'Network': ['ID=9333cbf9-e735-4773-ba86-cba3f5cd8a13,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:28.074338 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-073b1588-31b0-4585-a7ea-7ebd86f0b8f2 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:28.088594 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5d682b3a-6d96-41b7-9bf0-cef3001500ab tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:28.103909 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-35f7ff60-b0ea-400d-842d-ad6d4b67f0ca tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:50:28.110728 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 9333cbf9-e735-4773-ba86-cba3f5cd8a13 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:50:28.120607 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-47aaff9a-615f-427a-bbcf-29d9d2b4310f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:28.235884 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-073b1588-31b0-4585-a7ea-7ebd86f0b8f2 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Calling delete_port for 98ec6260-48ce-402f-b187-7360ba85500d owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:50:28.267703 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-35f7ff60-b0ea-400d-842d-ad6d4b67f0ca tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Usage tracker for resource:subnet and tenant:85d9456a7d3e47cf9816e44471382253 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:50:28.296404 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-35f7ff60-b0ea-400d-842d-ad6d4b67f0ca tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:50:28.308385 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-5d682b3a-6d96-41b7-9bf0-cef3001500ab tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Transition to ACTIVE for port object 40f55394-9008-4dea-afc0-f40021518dc8 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:50:28.321391 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=30ee75d4-cb43-4690-9826-5c12c15096a0,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:28.355233 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-35f7ff60-b0ea-400d-842d-ad6d4b67f0ca tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:50:28.364255 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-8c6a167b-56da-4779-b6d5-174a8bf79493 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f331ce5134ed4e2db710f69a53d0a2fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6187282 May 31 13:50:28.364255 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5d682b3a-6d96-41b7-9bf0-cef3001500ab tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:28.366901 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41378) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:28.435216 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-5217f5d8-ee1b-4c56-a656-3b741793cab0 None None] Current status of the port e5394cbb-97b6-40a1-b9a5-ea137c3713e1 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:50:28.435852 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5217f5d8-ee1b-4c56-a656-3b741793cab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:28.531717 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-47aaff9a-615f-427a-bbcf-29d9d2b4310f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:28.632917 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device e5ea12e3-8810-4bcf-a367-e897919ece33 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:50:28.656347 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f7ff60-b0ea-400d-842d-ad6d4b67f0ca tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Made reservation on behalf of 85d9456a7d3e47cf9816e44471382253 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:50:28.659968 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-35f7ff60-b0ea-400d-842d-ad6d4b67f0ca tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:28.666060 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-47aaff9a-615f-427a-bbcf-29d9d2b4310f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:28.703029 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-5217f5d8-ee1b-4c56-a656-3b741793cab0 None None] For port e5394cbb-97b6-40a1-b9a5-ea137c3713e1, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=e5394cbb-97b6-40a1-b9a5-ea137c3713e1,segment=NetworkSegment(ca0d9d73-e88d-4f7f-9970-8d84dd05beb6),segment_id=ca0d9d73-e88d-4f7f-9970-8d84dd05beb6)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:50:28.709750 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d682b3a-6d96-41b7-9bf0-cef3001500ab tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Network a7b5e557-9fe5-4380-a69e-524013d3e5b3 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:50:28.731194 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-5d682b3a-6d96-41b7-9bf0-cef3001500ab tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:50:28.734735 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d682b3a-6d96-41b7-9bf0-cef3001500ab tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:50:28.734735 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5d682b3a-6d96-41b7-9bf0-cef3001500ab tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:28.824081 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5217f5d8-ee1b-4c56-a656-3b741793cab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:28.830568 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d428bb8a-5033-4bb4-9f1b-e089261fff40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-a036544d-3691-439b-b976-1126035d501b', 'network_id': 'a036544d-3691-439b-b976-1126035d501b', 'tenant_id': '4e57de1d316c4f84a61736682dffb866', 'fixed_ips': [{'subnet_id': 'a8852b36-b66c-4496-b635-b86154bdd792'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:50:28.832170 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d428bb8a-5033-4bb4-9f1b-e089261fff40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:28.888711 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b852160b-05c0-4391-b2cc-d0aec965439a req-43efd2ad-25b1-49ae-8fbc-7e9088ba4a4f tempest-ServerShowV247Test-788879440 tempest-ServerShowV247Test-788879440-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e71d03a-dca7-480a-83d3-cca7c2c94db5 HTTP/1.1" status: 200 len: 210 time: 0.2246397 May 31 13:50:28.993845 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d682b3a-6d96-41b7-9bf0-cef3001500ab tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Pushing event updated for resources: {'Port': ['ID=40f55394-9008-4dea-afc0-f40021518dc8,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:29.090017 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port e5ea12e3-8810-4bcf-a367-e897919ece33 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:50:29.102007 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f9cc825e-850b-417d-a41b-e9724eb6d5d9 None None] Provisioning for port e5ea12e3-8810-4bcf-a367-e897919ece33 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:50:29.103923 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3872769-47bc-4f29-9911-f335df2c8700 req-eca8b1ef-c1b9-442c-a63f-a57b6cd53696 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:50:29.112135 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e3872769-47bc-4f29-9911-f335df2c8700 req-eca8b1ef-c1b9-442c-a63f-a57b6cd53696 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4414a17-7980-4c6f-bb3c-3773d10f461d HTTP/1.1" status: 200 len: 945 time: 0.5060482 May 31 13:50:29.116489 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5217f5d8-ee1b-4c56-a656-3b741793cab0 None None] Pushing event updated for resources: {'Port': ['ID=e5394cbb-97b6-40a1-b9a5-ea137c3713e1,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:29.143013 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-71c18531-fc03-46d4-8d3a-139fc2629d65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:29.150319 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab864f3-5d51-4a2d-ad45-62bf33d1a4c7 req-7bb2c90c-0413-498c-b67b-7f3bf9a982ce tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:50:29.152406 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-eab864f3-5d51-4a2d-ad45-62bf33d1a4c7 req-7bb2c90c-0413-498c-b67b-7f3bf9a982ce tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4414a17-7980-4c6f-bb3c-3773d10f461d HTTP/1.1" status: 200 len: 945 time: 0.4173372 May 31 13:50:29.199682 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-073b1588-31b0-4585-a7ea-7ebd86f0b8f2 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:29.208238 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-71c18531-fc03-46d4-8d3a-139fc2629d65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:29.248533 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-47aaff9a-615f-427a-bbcf-29d9d2b4310f admin admin] Allocated IP 172.25.6.59 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/aecdd02f-5c6d-4d62-81fa-3d42313b4956) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:50:29.260600 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port e5ea12e3-8810-4bcf-a367-e897919ece33 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:50:29.261285 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:29.281802 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e3872769-47bc-4f29-9911-f335df2c8700 req-397f93cf-bed3-4198-ae58-c3aa82883aeb tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/security-groups?id=1885e9b6-e8e6-4927-b799-aec8e0b8c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1686714 May 31 13:50:29.287666 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-eab864f3-5d51-4a2d-ad45-62bf33d1a4c7 req-ad3a07fd-70b0-4789-a80a-c97955a85132 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Deleting port 6524429b-8656-419d-8ba8-68847a8b56e9 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:50:29.288091 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-eab864f3-5d51-4a2d-ad45-62bf33d1a4c7 req-ad3a07fd-70b0-4789-a80a-c97955a85132 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:29.298392 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f9cc825e-850b-417d-a41b-e9724eb6d5d9 None None] Provisioning complete for port e5ea12e3-8810-4bcf-a367-e897919ece33 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:50:29.299240 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f9cc825e-850b-417d-a41b-e9724eb6d5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:29.358887 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-d428bb8a-5033-4bb4-9f1b-e089261fff40 None None] Allocated IP 172.20.0.2 (a036544d-3691-439b-b976-1126035d501b/a8852b36-b66c-4496-b635-b86154bdd792/2123dd23-f62b-40bb-9571-1817c3697e7e) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:50:29.502120 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073b1588-31b0-4585-a7ea-7ebd86f0b8f2 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event deleted for resources: {'Port': ['ID=98ec6260-48ce-402f-b187-7360ba85500d,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:29.577597 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-073b1588-31b0-4585-a7ea-7ebd86f0b8f2 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:29.615018 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5d682b3a-6d96-41b7-9bf0-cef3001500ab tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:29.654010 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-47aaff9a-615f-427a-bbcf-29d9d2b4310f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:29.690503 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-073b1588-31b0-4585-a7ea-7ebd86f0b8f2 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/ports/98ec6260-48ce-402f-b187-7360ba85500d HTTP/1.1" status: 204 len: 168 time: 2.8001535 May 31 13:50:29.691989 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41386) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:29.721933 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d428bb8a-5033-4bb4-9f1b-e089261fff40 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:29.741012 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-71c18531-fc03-46d4-8d3a-139fc2629d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:29.753344 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d428bb8a-5033-4bb4-9f1b-e089261fff40 None None] Transition to ACTIVE for port object 2123dd23-f62b-40bb-9571-1817c3697e7e will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:50:29.783624 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-eab864f3-5d51-4a2d-ad45-62bf33d1a4c7 req-ad3a07fd-70b0-4789-a80a-c97955a85132 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] For port 6524429b-8656-419d-8ba8-68847a8b56e9, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=6524429b-8656-419d-8ba8-68847a8b56e9,segment=NetworkSegment(035ad117-e9c5-414c-8bde-40a05a92335b),segment_id=035ad117-e9c5-414c-8bde-40a05a92335b)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:50:29.783998 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-eab864f3-5d51-4a2d-ad45-62bf33d1a4c7 req-ad3a07fd-70b0-4789-a80a-c97955a85132 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:29.790532 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d428bb8a-5033-4bb4-9f1b-e089261fff40 None None] Transition to ACTIVE for port object 2123dd23-f62b-40bb-9571-1817c3697e7e will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:50:29.882902 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61513c81-c715-4e53-b830-05b6131caa16 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:50:29.888670 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61513c81-c715-4e53-b830-05b6131caa16 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:50:29.889052 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-61513c81-c715-4e53-b830-05b6131caa16 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Synchronizing usage tracker for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:subnet {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:50:29.906410 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d428bb8a-5033-4bb4-9f1b-e089261fff40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:29.931736 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c18531-fc03-46d4-8d3a-139fc2629d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74bce46b-25db-4351-8955-fab55ed29b67,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:29.936215 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-71c18531-fc03-46d4-8d3a-139fc2629d65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:29.939747 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-71c18531-fc03-46d4-8d3a-139fc2629d65 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/74bce46b-25db-4351-8955-fab55ed29b67 HTTP/1.1" status: 204 len: 168 time: 1.4644938 May 31 13:50:29.956631 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-35f7ff60-b0ea-400d-842d-ad6d4b67f0ca tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:30.091351 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f7ff60-b0ea-400d-842d-ad6d4b67f0ca tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Pushing event updated for resources: {'Subnet': ['ID=2396be28-3ad1-4121-a5bd-11e46182c036,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:30.103630 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d428bb8a-5033-4bb4-9f1b-e089261fff40 None None] Network a036544d-3691-439b-b976-1126035d501b is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:50:30.114441 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-d428bb8a-5033-4bb4-9f1b-e089261fff40 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:50:30.117634 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d428bb8a-5033-4bb4-9f1b-e089261fff40 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:50:30.131519 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-f9cc825e-850b-417d-a41b-e9724eb6d5d9 None None] Current status of the port e5ea12e3-8810-4bcf-a367-e897919ece33 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:50:30.132066 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f9cc825e-850b-417d-a41b-e9724eb6d5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:30.181551 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f7ff60-b0ea-400d-842d-ad6d4b67f0ca tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Checking segment: {'id': '55a7fd09-e80b-4332-a0c4-f95838b788c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9333cbf9-e735-4773-ba86-cba3f5cd8a13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:50:30.182205 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f7ff60-b0ea-400d-842d-ad6d4b67f0ca tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Network hostable DHCP agents. Network: 9333cbf9-e735-4773-ba86-cba3f5cd8a13, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:50:30.219649 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port e5ea12e3-8810-4bcf-a367-e897919ece33 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:50:30.220282 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:30.236435 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d428bb8a-5033-4bb4-9f1b-e089261fff40 None None] Pushing event updated for resources: {'Port': ['ID=2123dd23-f62b-40bb-9571-1817c3697e7e,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:30.268082 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f7ff60-b0ea-400d-842d-ad6d4b67f0ca tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Network 9333cbf9-e735-4773-ba86-cba3f5cd8a13 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:50:30.291920 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-35f7ff60-b0ea-400d-842d-ad6d4b67f0ca tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 9333cbf9-e735-4773-ba86-cba3f5cd8a13) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:50:30.296443 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f7ff60-b0ea-400d-842d-ad6d4b67f0ca tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:50:30.297633 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-35f7ff60-b0ea-400d-842d-ad6d4b67f0ca tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:30.330613 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279b1525-ed21-4fac-a294-4a15bfc080ac None None] Network 9333cbf9-e735-4773-ba86-cba3f5cd8a13 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:50:30.347908 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-35f7ff60-b0ea-400d-842d-ad6d4b67f0ca tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5308840 May 31 13:50:30.355185 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41398) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:30.368412 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-597fd6c2-28b6-472a-ad31-a2afa8c60b78 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-477726572', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:50:30.370016 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1290e3a6-9241-41e5-bafe-63b7d8e5d140 req-bebcd046-cd75-456c-875b-99e29bc884a6 tempest-ServerShowV247Test-788879440 tempest-ServerShowV247Test-788879440-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e71d03a-dca7-480a-83d3-cca7c2c94db5 HTTP/1.1" status: 200 len: 210 time: 0.1147521 May 31 13:50:30.400370 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5d682b3a-6d96-41b7-9bf0-cef3001500ab tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:30.405199 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-47aaff9a-615f-427a-bbcf-29d9d2b4310f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:30.407560 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-597fd6c2-28b6-472a-ad31-a2afa8c60b78 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:50:30.412127 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5d682b3a-6d96-41b7-9bf0-cef3001500ab tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:30.423152 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5d682b3a-6d96-41b7-9bf0-cef3001500ab tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:30.472438 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port e5ea12e3-8810-4bcf-a367-e897919ece33, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=e5ea12e3-8810-4bcf-a367-e897919ece33,segment=NetworkSegment(97aaaafc-4a91-4c53-886c-dbb5ffe32322),segment_id=97aaaafc-4a91-4c53-886c-dbb5ffe32322)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:50:30.481740 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:30.483785 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-d428bb8a-5033-4bb4-9f1b-e089261fff40 None None] Attempting to bind port 2123dd23-f62b-40bb-9571-1817c3697e7e on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:50:30.484518 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-d428bb8a-5033-4bb4-9f1b-e089261fff40 None None] Attempting to bind port 2123dd23-f62b-40bb-9571-1817c3697e7e by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '05d7c49e-fddd-43be-bac9-c48445145ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a036544d-3691-439b-b976-1126035d501b'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:50:30.484732 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d428bb8a-5033-4bb4-9f1b-e089261fff40 None None] Attempting to bind port 2123dd23-f62b-40bb-9571-1817c3697e7e on network a036544d-3691-439b-b976-1126035d501b {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:50:30.524484 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-597fd6c2-28b6-472a-ad31-a2afa8c60b78 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Usage tracker for resource:router and tenant:85d9456a7d3e47cf9816e44471382253 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:50:30.546553 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-597fd6c2-28b6-472a-ad31-a2afa8c60b78 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:50:30.609464 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-597fd6c2-28b6-472a-ad31-a2afa8c60b78 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:50:30.620776 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d428bb8a-5033-4bb4-9f1b-e089261fff40 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:50:30.621159 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d428bb8a-5033-4bb4-9f1b-e089261fff40 None None] Checking segment: {'id': '05d7c49e-fddd-43be-bac9-c48445145ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a036544d-3691-439b-b976-1126035d501b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:50:30.621570 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d428bb8a-5033-4bb4-9f1b-e089261fff40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:30.621967 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d428bb8a-5033-4bb4-9f1b-e089261fff40 None None] Bound using segment: {'id': '05d7c49e-fddd-43be-bac9-c48445145ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a036544d-3691-439b-b976-1126035d501b'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:50:30.622530 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-d428bb8a-5033-4bb4-9f1b-e089261fff40 None None] Bound port: 2123dd23-f62b-40bb-9571-1817c3697e7e, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05d7c49e-fddd-43be-bac9-c48445145ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a036544d-3691-439b-b976-1126035d501b'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:50:30.622908 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d428bb8a-5033-4bb4-9f1b-e089261fff40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:30.643020 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-f9cc825e-850b-417d-a41b-e9724eb6d5d9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:50:30.643353 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-f9cc825e-850b-417d-a41b-e9724eb6d5d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:50:30.656438 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-eab864f3-5d51-4a2d-ad45-62bf33d1a4c7 req-ad3a07fd-70b0-4789-a80a-c97955a85132 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:30.657065 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-eab864f3-5d51-4a2d-ad45-62bf33d1a4c7 req-ad3a07fd-70b0-4789-a80a-c97955a85132 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:30.657189 n-d-843939-1 neutron-server[88370]: INFO neutron.db.l3_db [req-eab864f3-5d51-4a2d-ad45-62bf33d1a4c7 req-ad3a07fd-70b0-4789-a80a-c97955a85132 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Floating IP e2a5636b-8b5a-4705-a971-3e20a27d3b99 disassociated. External IP: 172.25.6.192, port: 6524429b-8656-419d-8ba8-68847a8b56e9. May 31 13:50:30.657606 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-eab864f3-5d51-4a2d-ad45-62bf33d1a4c7 req-ad3a07fd-70b0-4789-a80a-c97955a85132 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Calling delete_port for 6524429b-8656-419d-8ba8-68847a8b56e9 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:50:30.678253 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device e5394cbb-97b6-40a1-b9a5-ea137c3713e1 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:50:30.731529 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-597fd6c2-28b6-472a-ad31-a2afa8c60b78 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:30.732822 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-597fd6c2-28b6-472a-ad31-a2afa8c60b78 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:30.749596 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d682b3a-6d96-41b7-9bf0-cef3001500ab tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Pushing event updated for resources: {'Port': ['ID=40f55394-9008-4dea-afc0-f40021518dc8,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:30.787749 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-597fd6c2-28b6-472a-ad31-a2afa8c60b78 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:30.824417 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=e5ea12e3-8810-4bcf-a367-e897919ece33,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:30.833015 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-597fd6c2-28b6-472a-ad31-a2afa8c60b78 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:30.842841 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aaff9a-615f-427a-bbcf-29d9d2b4310f admin admin] Pushing event updated for resources: {'Port': ['ID=aecdd02f-5c6d-4d62-81fa-3d42313b4956,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:30.843853 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d682b3a-6d96-41b7-9bf0-cef3001500ab tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Network a7b5e557-9fe5-4380-a69e-524013d3e5b3 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:50:30.851699 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-5d682b3a-6d96-41b7-9bf0-cef3001500ab tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:50:30.914942 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47aaff9a-615f-427a-bbcf-29d9d2b4310f admin admin] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:50:30.915931 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-61513c81-c715-4e53-b830-05b6131caa16 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Unset dirty status for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:subnet {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:50:30.919741 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-61513c81-c715-4e53-b830-05b6131caa16 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 1.2235687 May 31 13:50:30.926163 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-47aaff9a-615f-427a-bbcf-29d9d2b4310f admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:50:30.932017 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41414) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:30.934713 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47aaff9a-615f-427a-bbcf-29d9d2b4310f admin admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:50:30.986072 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-eab864f3-5d51-4a2d-ad45-62bf33d1a4c7 req-ad3a07fd-70b0-4789-a80a-c97955a85132 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:31.024003 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-597fd6c2-28b6-472a-ad31-a2afa8c60b78 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:31.026586 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-597fd6c2-28b6-472a-ad31-a2afa8c60b78 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6701627 May 31 13:50:31.051654 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41420) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:31.053403 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-d428bb8a-5033-4bb4-9f1b-e089261fff40 None None] For port 2123dd23-f62b-40bb-9571-1817c3697e7e, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:50:31.055740 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port e5394cbb-97b6-40a1-b9a5-ea137c3713e1 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:50:31.056125 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:31.112676 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c624f623-3e32-4e48-95bd-a35cf4d4bf7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-9333cbf9-e735-4773-ba86-cba3f5cd8a13', 'network_id': '9333cbf9-e735-4773-ba86-cba3f5cd8a13', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'fixed_ips': [{'subnet_id': '2396be28-3ad1-4121-a5bd-11e46182c036'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:50:31.113487 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c624f623-3e32-4e48-95bd-a35cf4d4bf7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:31.171561 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a07fd-70b0-4789-a80a-c97955a85132 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Pushing event deleted for resources: {'Port': ['ID=6524429b-8656-419d-8ba8-68847a8b56e9,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:31.247041 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-d428bb8a-5033-4bb4-9f1b-e089261fff40 None None] For port 2123dd23-f62b-40bb-9571-1817c3697e7e, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=2123dd23-f62b-40bb-9571-1817c3697e7e,segment=NetworkSegment(05d7c49e-fddd-43be-bac9-c48445145ddc),segment_id=05d7c49e-fddd-43be-bac9-c48445145ddc)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:50:31.278173 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41426) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:31.315253 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d428bb8a-5033-4bb4-9f1b-e089261fff40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:31.482176 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-f9cc825e-850b-417d-a41b-e9724eb6d5d9 None None] Current status of the port e5ea12e3-8810-4bcf-a367-e897919ece33 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:50:31.540828 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-176628a7-f7d8-49c4-b5d9-ee9f85a0a588 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Deleting subnet f73d1fb8-bc02-436e-824b-8c62959f848a {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:50:31.590264 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d428bb8a-5033-4bb4-9f1b-e089261fff40 None None] Pushing event updated for resources: {'Port': ['ID=2123dd23-f62b-40bb-9571-1817c3697e7e,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:31.610669 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-969e98e2-9aca-428b-bc96-c77a4bb47923 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-425554392', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:50:31.639485 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-969e98e2-9aca-428b-bc96-c77a4bb47923 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:50:31.644613 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-969e98e2-9aca-428b-bc96-c77a4bb47923 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Usage tracker for resource:router and tenant:e1b241fd5ab44832ac662d524439dad4 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:50:31.648121 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-969e98e2-9aca-428b-bc96-c77a4bb47923 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:50:31.678224 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90304495-809b-45c4-b584-a024db3ef7fa req-7f857845-a74b-43c5-b45a-7923e57b6e66 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:50:31.681282 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-90304495-809b-45c4-b584-a024db3ef7fa req-7f857845-a74b-43c5-b45a-7923e57b6e66 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4414a17-7980-4c6f-bb3c-3773d10f461d HTTP/1.1" status: 200 len: 945 time: 0.8350036 May 31 13:50:31.705449 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-c624f623-3e32-4e48-95bd-a35cf4d4bf7f None None] Allocated IP 172.20.0.2 (9333cbf9-e735-4773-ba86-cba3f5cd8a13/2396be28-3ad1-4121-a5bd-11e46182c036/5d3a5b47-cd9c-4514-bf4b-e084ad76067c) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:50:31.713172 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port e5394cbb-97b6-40a1-b9a5-ea137c3713e1 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:50:31.714826 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 30ee75d4-cb43-4690-9826-5c12c15096a0 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:50:31.759318 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9cf87697-768e-43a3-9da5-a81d0e06b162 None None] Provisioning complete for port e5394cbb-97b6-40a1-b9a5-ea137c3713e1 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:50:31.759686 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9cf87697-768e-43a3-9da5-a81d0e06b162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:31.760620 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-176628a7-f7d8-49c4-b5d9-ee9f85a0a588 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:31.812591 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-969e98e2-9aca-428b-bc96-c77a4bb47923 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:50:31.863388 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c0ecd9eb-fd81-46b6-8697-657ccdffb5da tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:31.876195 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d682b3a-6d96-41b7-9bf0-cef3001500ab tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Router 46a59056-fd03-4ec6-baae-7c11e1e80bf8 is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 13:50:32.017166 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-34a57e68-c148-464c-9eda-b0326f57f472 req-d2d709de-cf38-487c-811b-485b8f5a96e7 tempest-ServerShowV247Test-788879440 tempest-ServerShowV247Test-788879440-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e71d03a-dca7-480a-83d3-cca7c2c94db5 HTTP/1.1" status: 200 len: 210 time: 0.2581279 May 31 13:50:32.032844 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-969e98e2-9aca-428b-bc96-c77a4bb47923 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:32.034314 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-969e98e2-9aca-428b-bc96-c77a4bb47923 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:32.056589 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-176628a7-f7d8-49c4-b5d9-ee9f85a0a588 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65507433'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:32.080882 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 30ee75d4-cb43-4690-9826-5c12c15096a0 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:50:32.081286 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:32.125138 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eab864f3-5d51-4a2d-ad45-62bf33d1a4c7 req-ad3a07fd-70b0-4789-a80a-c97955a85132 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Router 0697c208-3eaa-49f8-affe-568d0eb5b2db has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:50:32.135367 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-90304495-809b-45c4-b584-a024db3ef7fa req-e7273120-f750-4d27-8dd5-bdd539635fa4 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/security-groups?id=1885e9b6-e8e6-4927-b799-aec8e0b8c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3247216 May 31 13:50:32.205179 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9cf87697-768e-43a3-9da5-a81d0e06b162 None None] Current status of the port e5394cbb-97b6-40a1-b9a5-ea137c3713e1 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:50:32.249046 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9cf87697-768e-43a3-9da5-a81d0e06b162 None None] Provisioning for port 40f55394-9008-4dea-afc0-f40021518dc8 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:50:32.267109 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9cf87697-768e-43a3-9da5-a81d0e06b162 None None] Provisioning complete for port 40f55394-9008-4dea-afc0-f40021518dc8 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:50:32.267380 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9cf87697-768e-43a3-9da5-a81d0e06b162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:32.293596 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c624f623-3e32-4e48-95bd-a35cf4d4bf7f None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:32.370308 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-969e98e2-9aca-428b-bc96-c77a4bb47923 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:32.400004 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d682b3a-6d96-41b7-9bf0-cef3001500ab tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:50:32.416771 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-5d682b3a-6d96-41b7-9bf0-cef3001500ab tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "PUT /v2.0/routers/46a59056-fd03-4ec6-baae-7c11e1e80bf8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7789457 May 31 13:50:32.429252 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cde334e-0a14-43a8-9ac7-520dfba520dd None None] Sync routers for ids ['46a59056-fd03-4ec6-baae-7c11e1e80bf8'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:50:32.440020 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c624f623-3e32-4e48-95bd-a35cf4d4bf7f None None] Transition to ACTIVE for port object 5d3a5b47-cd9c-4514-bf4b-e084ad76067c will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:50:32.452483 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41434) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:32.472533 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cde334e-0a14-43a8-9ac7-520dfba520dd None None] Routers {'46a59056-fd03-4ec6-baae-7c11e1e80bf8'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:50:32.473169 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-7cde334e-0a14-43a8-9ac7-520dfba520dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:50:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['46a59056-fd03-4ec6-baae-7c11e1e80bf8'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:50:32.525679 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 30ee75d4-cb43-4690-9826-5c12c15096a0 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:50:32.544048 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9cf87697-768e-43a3-9da5-a81d0e06b162 None None] Port 40f55394-9008-4dea-afc0-f40021518dc8 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:50:32.546127 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c624f623-3e32-4e48-95bd-a35cf4d4bf7f None None] Transition to ACTIVE for port object 5d3a5b47-cd9c-4514-bf4b-e084ad76067c will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:50:32.550026 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-7cde334e-0a14-43a8-9ac7-520dfba520dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:50:32.558797 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c624f623-3e32-4e48-95bd-a35cf4d4bf7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:32.639794 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cde334e-0a14-43a8-9ac7-520dfba520dd None None] Routers {'46a59056-fd03-4ec6-baae-7c11e1e80bf8'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:50:32.641321 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-7cde334e-0a14-43a8-9ac7-520dfba520dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:50:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['46a59056-fd03-4ec6-baae-7c11e1e80bf8'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:50:32.651937 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-969e98e2-9aca-428b-bc96-c77a4bb47923 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:32.678091 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-c0ecd9eb-fd81-46b6-8697-657ccdffb5da tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Allocated IP 172.20.0.1 (9333cbf9-e735-4773-ba86-cba3f5cd8a13/2396be28-3ad1-4121-a5bd-11e46182c036/7c4e2c05-0c14-40d9-a86c-119cd224053c) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:50:32.767640 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c624f623-3e32-4e48-95bd-a35cf4d4bf7f None None] Network 9333cbf9-e735-4773-ba86-cba3f5cd8a13 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:50:32.775017 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-7cde334e-0a14-43a8-9ac7-520dfba520dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:50:32.775494 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cde334e-0a14-43a8-9ac7-520dfba520dd None None] The sync data for ids ['46a59056-fd03-4ec6-baae-7c11e1e80bf8'] in n-d-843939-1 is: [] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:50:32.783838 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-c624f623-3e32-4e48-95bd-a35cf4d4bf7f None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:50:32.786078 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 2123dd23-f62b-40bb-9571-1817c3697e7e up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:50:32.824206 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967c5b50-e216-494c-9703-0aea5872381c tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:50:32.826535 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-967c5b50-e216-494c-9703-0aea5872381c tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "GET /v2.0/ports/40f55394-9008-4dea-afc0-f40021518dc8 HTTP/1.1" status: 200 len: 911 time: 0.3581867 May 31 13:50:32.827965 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-176628a7-f7d8-49c4-b5d9-ee9f85a0a588 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:32.830651 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41438) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:32.831129 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c624f623-3e32-4e48-95bd-a35cf4d4bf7f None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:50:32.843978 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624f623-3e32-4e48-95bd-a35cf4d4bf7f None None] Pushing event updated for resources: {'Port': ['ID=5d3a5b47-cd9c-4514-bf4b-e084ad76067c,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:32.888921 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9cf87697-768e-43a3-9da5-a81d0e06b162 None None] Provisioning complete for port e5ea12e3-8810-4bcf-a367-e897919ece33 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:50:32.889297 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9cf87697-768e-43a3-9da5-a81d0e06b162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:32.914096 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-969e98e2-9aca-428b-bc96-c77a4bb47923 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:32.915622 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-969e98e2-9aca-428b-bc96-c77a4bb47923 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.6314459 May 31 13:50:32.920179 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41442) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:32.936050 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-47aaff9a-615f-427a-bbcf-29d9d2b4310f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:32.951774 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-5599a05c-d69b-40b4-b669-7dc3aeb370c2 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1908833472'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:50:33.024942 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eab864f3-5d51-4a2d-ad45-62bf33d1a4c7 req-ad3a07fd-70b0-4789-a80a-c97955a85132 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:50:33.039773 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5336a9e0-b927-4e85-aa34-1364183fe5c8 None None] Sync routers for ids ['0697c208-3eaa-49f8-affe-568d0eb5b2db'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:50:33.051485 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-c624f623-3e32-4e48-95bd-a35cf4d4bf7f None None] Attempting to bind port 5d3a5b47-cd9c-4514-bf4b-e084ad76067c on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:50:33.052816 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-c624f623-3e32-4e48-95bd-a35cf4d4bf7f None None] Attempting to bind port 5d3a5b47-cd9c-4514-bf4b-e084ad76067c by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '55a7fd09-e80b-4332-a0c4-f95838b788c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9333cbf9-e735-4773-ba86-cba3f5cd8a13'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:50:33.053342 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c624f623-3e32-4e48-95bd-a35cf4d4bf7f None None] Attempting to bind port 5d3a5b47-cd9c-4514-bf4b-e084ad76067c on network 9333cbf9-e735-4773-ba86-cba3f5cd8a13 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:50:33.077757 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5336a9e0-b927-4e85-aa34-1364183fe5c8 None None] Routers {'0697c208-3eaa-49f8-affe-568d0eb5b2db'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:50:33.077962 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5599a05c-d69b-40b4-b669-7dc3aeb370c2 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:50:33.079757 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-5336a9e0-b927-4e85-aa34-1364183fe5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:50:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['0697c208-3eaa-49f8-affe-568d0eb5b2db'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:50:33.123934 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c624f623-3e32-4e48-95bd-a35cf4d4bf7f None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:50:33.125589 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c624f623-3e32-4e48-95bd-a35cf4d4bf7f None None] Checking segment: {'id': '55a7fd09-e80b-4332-a0c4-f95838b788c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9333cbf9-e735-4773-ba86-cba3f5cd8a13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:50:33.126874 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-5599a05c-d69b-40b4-b669-7dc3aeb370c2 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Usage tracker for resource:network and tenant:e1b241fd5ab44832ac662d524439dad4 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:50:33.127131 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c624f623-3e32-4e48-95bd-a35cf4d4bf7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:33.128894 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c624f623-3e32-4e48-95bd-a35cf4d4bf7f None None] Bound using segment: {'id': '55a7fd09-e80b-4332-a0c4-f95838b788c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9333cbf9-e735-4773-ba86-cba3f5cd8a13'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:50:33.129594 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-c624f623-3e32-4e48-95bd-a35cf4d4bf7f None None] Bound port: 5d3a5b47-cd9c-4514-bf4b-e084ad76067c, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55a7fd09-e80b-4332-a0c4-f95838b788c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9333cbf9-e735-4773-ba86-cba3f5cd8a13'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:50:33.133004 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c624f623-3e32-4e48-95bd-a35cf4d4bf7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:33.135036 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-5599a05c-d69b-40b4-b669-7dc3aeb370c2 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:50:33.159900 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5599a05c-d69b-40b4-b669-7dc3aeb370c2 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:50:33.164063 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-eab864f3-5d51-4a2d-ad45-62bf33d1a4c7 req-ad3a07fd-70b0-4789-a80a-c97955a85132 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] No DVR routers for this DVR port 6524429b-8656-419d-8ba8-68847a8b56e9 on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:50:33.172278 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-eab864f3-5d51-4a2d-ad45-62bf33d1a4c7 req-ad3a07fd-70b0-4789-a80a-c97955a85132 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:33.180704 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4414a17-7980-4c6f-bb3c-3773d10f461d', 'name': 'network-vif-deleted', 'tag': '6524429b-8656-419d-8ba8-68847a8b56e9'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:50:33.199369 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-eab864f3-5d51-4a2d-ad45-62bf33d1a4c7 req-ad3a07fd-70b0-4789-a80a-c97955a85132 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.44 "DELETE /v2.0/ports/6524429b-8656-419d-8ba8-68847a8b56e9 HTTP/1.1" status: 204 len: 173 time: 4.0377991 May 31 13:50:33.243233 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 6524429b-8656-419d-8ba8-68847a8b56e9 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:50:33.309608 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-176628a7-f7d8-49c4-b5d9-ee9f85a0a588 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65216469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65148562'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:33.341324 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 2123dd23-f62b-40bb-9571-1817c3697e7e completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:50:33.376261 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device e5ea12e3-8810-4bcf-a367-e897919ece33 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:50:33.401144 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5599a05c-d69b-40b4-b669-7dc3aeb370c2 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Made reservation on behalf of e1b241fd5ab44832ac662d524439dad4 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:50:33.404766 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5599a05c-d69b-40b4-b669-7dc3aeb370c2 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:33.494818 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b071bf-04f7-419c-a5fa-1d27a48030c1 None None] Network a036544d-3691-439b-b976-1126035d501b requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:50:33.498056 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c0ecd9eb-fd81-46b6-8697-657ccdffb5da tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:33.516831 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5599a05c-d69b-40b4-b669-7dc3aeb370c2 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:33.537636 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-5336a9e0-b927-4e85-aa34-1364183fe5c8 None None] Set router 0697c208-3eaa-49f8-affe-568d0eb5b2db gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:50:33.545425 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f6df8955-f15b-4d0d-a5fa-f36559244772 req-748dec18-fc0b-4b27-8b0d-11816708ce2a tempest-ServerShowV247Test-788879440 tempest-ServerShowV247Test-788879440-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e71d03a-dca7-480a-83d3-cca7c2c94db5 HTTP/1.1" status: 200 len: 210 time: 0.1967087 May 31 13:50:33.551976 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5599a05c-d69b-40b4-b669-7dc3aeb370c2 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:50:33.556874 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-176628a7-f7d8-49c4-b5d9-ee9f85a0a588 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:33.557284 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-5599a05c-d69b-40b4-b669-7dc3aeb370c2 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Usage tracker for resource:security_group_rule and tenant:e1b241fd5ab44832ac662d524439dad4 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:50:33.560593 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-5599a05c-d69b-40b4-b669-7dc3aeb370c2 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:50:33.561294 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-176628a7-f7d8-49c4-b5d9-ee9f85a0a588 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/subnets/f73d1fb8-bc02-436e-824b-8c62959f848a HTTP/1.1" status: 204 len: 168 time: 2.6283963 May 31 13:50:33.562381 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176628a7-f7d8-49c4-b5d9-ee9f85a0a588 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event deleted for resources: {'Subnet': ['ID=f73d1fb8-bc02-436e-824b-8c62959f848a,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:33.566937 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5599a05c-d69b-40b4-b669-7dc3aeb370c2 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:50:33.574113 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41452) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:33.663147 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-351f1a30-8f6f-48b6-9259-0743e094fa40 req-8f06fc49-8143-4de4-91f0-6eed0fd10d3e tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Synchronizing usage tracker for tenant:0c3bb07388f549c9aeec65a21380cb5d on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:50:33.667295 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db17b5c3-c0da-4ec7-a819-9cbd713c774e None None] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:50:33.677460 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5599a05c-d69b-40b4-b669-7dc3aeb370c2 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:33.685553 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5599a05c-d69b-40b4-b669-7dc3aeb370c2 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:33.687533 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] No Port match for: 6524429b-8656-419d-8ba8-68847a8b56e9 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:50:33.688115 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 6524429b-8656-419d-8ba8-68847a8b56e9 not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:50:33.694015 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-c0ecd9eb-fd81-46b6-8697-657ccdffb5da tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Transition to ACTIVE for port object 7c4e2c05-0c14-40d9-a86c-119cd224053c will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:50:33.710138 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13a12a4b-86af-40f6-b69b-125534604786'] response: {'server_uuid': 'f4414a17-7980-4c6f-bb3c-3773d10f461d', 'name': 'network-vif-deleted', 'tag': '6524429b-8656-419d-8ba8-68847a8b56e9', 'status': 'completed', 'code': 200} May 31 13:50:33.710897 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-351f1a30-8f6f-48b6-9259-0743e094fa40 req-8f06fc49-8143-4de4-91f0-6eed0fd10d3e tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Unset dirty status for tenant:0c3bb07388f549c9aeec65a21380cb5d on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:50:33.712158 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-351f1a30-8f6f-48b6-9259-0743e094fa40 req-8f06fc49-8143-4de4-91f0-6eed0fd10d3e tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4414a17-7980-4c6f-bb3c-3773d10f461d HTTP/1.1" status: 200 len: 210 time: 0.2244904 May 31 13:50:33.719950 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-5f4eb0cf-660e-4fdb-bae0-6e69146f4414 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1421425 May 31 13:50:33.720432 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41456) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:33.943263 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5599a05c-d69b-40b4-b669-7dc3aeb370c2 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:50:33.946084 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-8f1dcbe9-90dd-4168-85ac-82c54ca7bf78 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Request body: {'subnet': {'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:50:33.963266 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-47aaff9a-615f-427a-bbcf-29d9d2b4310f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:34.026492 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-c624f623-3e32-4e48-95bd-a35cf4d4bf7f None None] For port 5d3a5b47-cd9c-4514-bf4b-e084ad76067c, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:50:34.032987 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5599a05c-d69b-40b4-b669-7dc3aeb370c2 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2349d910-7f81-430b-89ab-52475f0c8a5f,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:34.034315 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port e5ea12e3-8810-4bcf-a367-e897919ece33 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:50:34.036537 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:34.040726 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-5336a9e0-b927-4e85-aa34-1364183fe5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'name': 'tempest-AttachVolumeNegativeTest-1273433736-router', 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'a25f0954-04a4-4b01-8623-f473d6ed53da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:44:16Z', 'updated_at': '2022-05-31T13:44:31Z', 'revision_number': 4, 'project_id': '0c3bb07388f549c9aeec65a21380cb5d', 'gw_port': {'id': 'a25f0954-04a4-4b01-8623-f473d6ed53da', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ac:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:44:19Z', 'updated_at': '2022-05-31T13:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '28f91fc4-d303-4198-b69f-bfc00ad66cfe', 'name': '', 'network_id': '63c618dc-2d9c-42a1-a644-8fd65767e93c', 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d', 'mac_address': 'fa:16:3e:f7:a8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '1fa11664-0552-4bb0-b5b0-3278009a7430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:44:29Z', 'updated_at': '2022-05-31T13:44:46Z', 'revision_number': 5, 'project_id': '0c3bb07388f549c9aeec65a21380cb5d', 'subnets': [{'id': '1fa11664-0552-4bb0-b5b0-3278009a7430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:50:34.045311 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5336a9e0-b927-4e85-aa34-1364183fe5c8 None None] Checking router: 0697c208-3eaa-49f8-affe-568d0eb5b2db for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:50:34.050575 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5599a05c-d69b-40b4-b669-7dc3aeb370c2 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:34.050958 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-5599a05c-d69b-40b4-b669-7dc3aeb370c2 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Added segment 8c022bc2-52b9-4ec3-ba7f-9d1a2fc50aa6 of type vlan for network d9fda072-0a71-43e1-9c6c-f775071ca7a6 May 31 13:50:34.060213 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5336a9e0-b927-4e85-aa34-1364183fe5c8 None None] Routers {'0697c208-3eaa-49f8-affe-568d0eb5b2db'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:50:34.062772 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-5336a9e0-b927-4e85-aa34-1364183fe5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:50:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['0697c208-3eaa-49f8-affe-568d0eb5b2db'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:50:34.175929 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5599a05c-d69b-40b4-b669-7dc3aeb370c2 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:50:34.176335 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5599a05c-d69b-40b4-b669-7dc3aeb370c2 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:50:34.177333 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5599a05c-d69b-40b4-b669-7dc3aeb370c2 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:50:34.177735 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5599a05c-d69b-40b4-b669-7dc3aeb370c2 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:50:34.178064 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5599a05c-d69b-40b4-b669-7dc3aeb370c2 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:50:34.178428 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5599a05c-d69b-40b4-b669-7dc3aeb370c2 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:50:34.178763 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5599a05c-d69b-40b4-b669-7dc3aeb370c2 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:50:34.179105 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5599a05c-d69b-40b4-b669-7dc3aeb370c2 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:50:34.179465 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5599a05c-d69b-40b4-b669-7dc3aeb370c2 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:50:34.179811 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5599a05c-d69b-40b4-b669-7dc3aeb370c2 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:50:34.180143 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5599a05c-d69b-40b4-b669-7dc3aeb370c2 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:50:34.180480 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5599a05c-d69b-40b4-b669-7dc3aeb370c2 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:50:34.238100 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c0ecd9eb-fd81-46b6-8697-657ccdffb5da tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:34.261514 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-c624f623-3e32-4e48-95bd-a35cf4d4bf7f None None] For port 5d3a5b47-cd9c-4514-bf4b-e084ad76067c, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=5d3a5b47-cd9c-4514-bf4b-e084ad76067c,segment=NetworkSegment(55a7fd09-e80b-4332-a0c4-f95838b788c4),segment_id=55a7fd09-e80b-4332-a0c4-f95838b788c4)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:50:34.264058 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9cf87697-768e-43a3-9da5-a81d0e06b162 None None] Current status of the port e5ea12e3-8810-4bcf-a367-e897919ece33 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:50:34.310087 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c624f623-3e32-4e48-95bd-a35cf4d4bf7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:34.387993 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-5336a9e0-b927-4e85-aa34-1364183fe5c8 None None] Set router 0697c208-3eaa-49f8-affe-568d0eb5b2db gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:50:34.455603 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-8f1dcbe9-90dd-4168-85ac-82c54ca7bf78 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:50:34.466285 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5599a05c-d69b-40b4-b669-7dc3aeb370c2 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:34.473967 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-8f1dcbe9-90dd-4168-85ac-82c54ca7bf78 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:50:34.488498 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-121adb09-bf4f-4044-b71e-e2027c69e129 None None] Provisioning for port 2123dd23-f62b-40bb-9571-1817c3697e7e completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:50:34.495579 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ecd9eb-fd81-46b6-8697-657ccdffb5da tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Network 9333cbf9-e735-4773-ba86-cba3f5cd8a13 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:50:34.506601 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-c0ecd9eb-fd81-46b6-8697-657ccdffb5da tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:50:34.516374 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ecd9eb-fd81-46b6-8697-657ccdffb5da tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:50:34.522894 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1dcbe9-90dd-4168-85ac-82c54ca7bf78 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Made reservation on behalf of d13dddbe1502489da91f2f88306fdca6 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:50:34.527004 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8f1dcbe9-90dd-4168-85ac-82c54ca7bf78 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:34.564253 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ecd9eb-fd81-46b6-8697-657ccdffb5da tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Pushing event updated for resources: {'Port': ['ID=7c4e2c05-0c14-40d9-a86c-119cd224053c,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:34.568046 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-121adb09-bf4f-4044-b71e-e2027c69e129 None None] Provisioning complete for port 2123dd23-f62b-40bb-9571-1817c3697e7e triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:50:34.570027 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-121adb09-bf4f-4044-b71e-e2027c69e129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:34.679132 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5599a05c-d69b-40b4-b669-7dc3aeb370c2 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:34.685340 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5599a05c-d69b-40b4-b669-7dc3aeb370c2 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:50:34.685977 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5599a05c-d69b-40b4-b669-7dc3aeb370c2 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:34.711708 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47aaff9a-615f-427a-bbcf-29d9d2b4310f admin admin] Router a85c8e71-2826-4a98-92f1-eb02439344e8 is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 13:50:34.721870 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c0ecd9eb-fd81-46b6-8697-657ccdffb5da tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:34.870700 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7e6ba41b-6c1a-492a-a191-ba816bc8af33 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:34.908069 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624f623-3e32-4e48-95bd-a35cf4d4bf7f None None] Pushing event updated for resources: {'Port': ['ID=5d3a5b47-cd9c-4514-bf4b-e084ad76067c,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:34.920617 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-5599a05c-d69b-40b4-b669-7dc3aeb370c2 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.9964473 May 31 13:50:34.923955 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41466) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:34.939248 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5599a05c-d69b-40b4-b669-7dc3aeb370c2 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Pushing event updated for resources: {'Network': ['ID=d9fda072-0a71-43e1-9c6c-f775071ca7a6,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:34.941301 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port e5ea12e3-8810-4bcf-a367-e897919ece33 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:50:34.946091 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-35abd386-9932-4ece-af77-f39409cd65f8 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Request body: {'subnet': {'network_id': 'd9fda072-0a71-43e1-9c6c-f775071ca7a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:50:34.979165 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network d9fda072-0a71-43e1-9c6c-f775071ca7a6 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:50:35.050598 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-5336a9e0-b927-4e85-aa34-1364183fe5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'name': 'tempest-AttachVolumeNegativeTest-1273433736-router', 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'a25f0954-04a4-4b01-8623-f473d6ed53da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:44:16Z', 'updated_at': '2022-05-31T13:44:31Z', 'revision_number': 4, 'project_id': '0c3bb07388f549c9aeec65a21380cb5d', 'gw_port': {'id': 'a25f0954-04a4-4b01-8623-f473d6ed53da', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ac:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:44:19Z', 'updated_at': '2022-05-31T13:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '28f91fc4-d303-4198-b69f-bfc00ad66cfe', 'name': '', 'network_id': '63c618dc-2d9c-42a1-a644-8fd65767e93c', 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d', 'mac_address': 'fa:16:3e:f7:a8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '1fa11664-0552-4bb0-b5b0-3278009a7430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:44:29Z', 'updated_at': '2022-05-31T13:44:46Z', 'revision_number': 5, 'project_id': '0c3bb07388f549c9aeec65a21380cb5d', 'subnets': [{'id': '1fa11664-0552-4bb0-b5b0-3278009a7430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:50:35.057581 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5336a9e0-b927-4e85-aa34-1364183fe5c8 None None] The sync data for ids ['0697c208-3eaa-49f8-affe-568d0eb5b2db'] in n-d-843939-1 is: [{'id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'name': 'tempest-AttachVolumeNegativeTest-1273433736-router', 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'a25f0954-04a4-4b01-8623-f473d6ed53da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:44:16Z', 'updated_at': '2022-05-31T13:44:31Z', 'revision_number': 4, 'project_id': '0c3bb07388f549c9aeec65a21380cb5d', 'gw_port': {'id': 'a25f0954-04a4-4b01-8623-f473d6ed53da', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ac:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:44:19Z', 'updated_at': '2022-05-31T13:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '28f91fc4-d303-4198-b69f-bfc00ad66cfe', 'name': '', 'network_id': '63c618dc-2d9c-42a1-a644-8fd65767e93c', 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d', 'mac_address': 'fa:16:3e:f7:a8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '1fa11664-0552-4bb0-b5b0-3278009a7430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:44:29Z', 'updated_at': '2022-05-31T13:44:46Z', 'revision_number': 5, 'project_id': '0c3bb07388f549c9aeec65a21380cb5d', 'subnets': [{'id': '1fa11664-0552-4bb0-b5b0-3278009a7430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:50:35.062352 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1b1682-41b0-4f19-874e-f1bfc17bbbf8 None None] DHCP port deletion for 8d0ca4ab-0d39-494b-8b5d-2861af857a5e request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:50:35.072594 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41472) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:35.220632 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2c1b1682-41b0-4f19-874e-f1bfc17bbbf8 None None] Deleting port 30ee75d4-cb43-4690-9826-5c12c15096a0 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:50:35.222395 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2c1b1682-41b0-4f19-874e-f1bfc17bbbf8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:35.262909 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 5d3a5b47-cd9c-4514-bf4b-e084ad76067c up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:50:35.273289 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c722fd97-6fc0-4830-9f37-393e28946425 req-d26c5c2f-3f02-4445-9dea-2b0389f0de52 tempest-ServerShowV247Test-788879440 tempest-ServerShowV247Test-788879440-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e71d03a-dca7-480a-83d3-cca7c2c94db5 HTTP/1.1" status: 200 len: 210 time: 0.2418725 May 31 13:50:35.299302 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8f1dcbe9-90dd-4168-85ac-82c54ca7bf78 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:35.436728 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8b6a26df-a9de-4cd1-9885-903329212615 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:35.501410 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-35abd386-9932-4ece-af77-f39409cd65f8 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:50:35.508507 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-35abd386-9932-4ece-af77-f39409cd65f8 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Usage tracker for resource:subnet and tenant:e1b241fd5ab44832ac662d524439dad4 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:50:35.517295 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-35abd386-9932-4ece-af77-f39409cd65f8 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:50:35.540530 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1dcbe9-90dd-4168-85ac-82c54ca7bf78 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event updated for resources: {'Subnet': ['ID=9e3ed1b8-1b6b-4633-b6f6-bff01c730af8,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:35.585960 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1dcbe9-90dd-4168-85ac-82c54ca7bf78 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:50:35.589236 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-8f1dcbe9-90dd-4168-85ac-82c54ca7bf78 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:50:35.593975 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1dcbe9-90dd-4168-85ac-82c54ca7bf78 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:50:35.594613 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8f1dcbe9-90dd-4168-85ac-82c54ca7bf78 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:35.626963 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-35abd386-9932-4ece-af77-f39409cd65f8 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:50:35.633554 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-8f1dcbe9-90dd-4168-85ac-82c54ca7bf78 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9043500 May 31 13:50:35.634699 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41480) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:35.643897 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-274e697b-c925-43eb-8406-f6046b26fd0d tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Request body: {'port': {'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'fixed_ips': [{'subnet_id': '9e3ed1b8-1b6b-4633-b6f6-bff01c730af8', 'ip_address': '2001:db8::6a0d:db2b:2c79:3be2'}], 'name': 'tempest-NetworksTestDHCPv6-2049991488'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:50:35.702886 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8b6a26df-a9de-4cd1-9885-903329212615 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:35.750242 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47aaff9a-615f-427a-bbcf-29d9d2b4310f admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:50:35.813370 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35abd386-9932-4ece-af77-f39409cd65f8 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Made reservation on behalf of e1b241fd5ab44832ac662d524439dad4 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:50:35.817702 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-35abd386-9932-4ece-af77-f39409cd65f8 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:35.831278 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-47aaff9a-615f-427a-bbcf-29d9d2b4310f admin admin] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:35.832397 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-47aaff9a-615f-427a-bbcf-29d9d2b4310f admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 8.4342072 May 31 13:50:35.836241 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41486) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:35.840297 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7121c791-70a6-442c-b2cf-a9ca0c749824 None None] New status for floating IP e2a5636b-8b5a-4705-a971-3e20a27d3b99: DOWN {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 13:50:35.882189 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-121adb09-bf4f-4044-b71e-e2027c69e129 None None] Current status of the port 2123dd23-f62b-40bb-9571-1817c3697e7e is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:50:35.882604 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-121adb09-bf4f-4044-b71e-e2027c69e129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:35.922318 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d458034-0c42-456c-8a02-4c80564e8b0d None None] Sync routers for ids ['a85c8e71-2826-4a98-92f1-eb02439344e8'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:50:35.987446 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-121adb09-bf4f-4044-b71e-e2027c69e129 None None] For port 2123dd23-f62b-40bb-9571-1817c3697e7e, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=2123dd23-f62b-40bb-9571-1817c3697e7e,segment=NetworkSegment(05d7c49e-fddd-43be-bac9-c48445145ddc),segment_id=05d7c49e-fddd-43be-bac9-c48445145ddc)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:50:36.017849 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-121adb09-bf4f-4044-b71e-e2027c69e129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:36.119787 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d458034-0c42-456c-8a02-4c80564e8b0d None None] Routers {'a85c8e71-2826-4a98-92f1-eb02439344e8'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:50:36.120324 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-9d458034-0c42-456c-8a02-4c80564e8b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:50:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['a85c8e71-2826-4a98-92f1-eb02439344e8'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:50:36.177681 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-274e697b-c925-43eb-8406-f6046b26fd0d tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:50:36.187283 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-274e697b-c925-43eb-8406-f6046b26fd0d tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Usage tracker for resource:port and tenant:d13dddbe1502489da91f2f88306fdca6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:50:36.191181 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 5d3a5b47-cd9c-4514-bf4b-e084ad76067c completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:50:36.193099 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-274e697b-c925-43eb-8406-f6046b26fd0d tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:50:36.197617 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c0ecd9eb-fd81-46b6-8697-657ccdffb5da tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:36.210844 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121adb09-bf4f-4044-b71e-e2027c69e129 None None] Pushing event updated for resources: {'Port': ['ID=2123dd23-f62b-40bb-9571-1817c3697e7e,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:36.212709 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-274e697b-c925-43eb-8406-f6046b26fd0d tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:50:36.235539 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-2c1b1682-41b0-4f19-874e-f1bfc17bbbf8 None None] For port 30ee75d4-cb43-4690-9826-5c12c15096a0, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=30ee75d4-cb43-4690-9826-5c12c15096a0,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:50:36.236377 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2c1b1682-41b0-4f19-874e-f1bfc17bbbf8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:36.248699 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-35abd386-9932-4ece-af77-f39409cd65f8 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:36.379902 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2c1b1682-41b0-4f19-874e-f1bfc17bbbf8 None None] Calling delete_port for 30ee75d4-cb43-4690-9826-5c12c15096a0 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:50:36.415065 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 13:50:36.496917 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047dd404-a86a-48c6-8696-3926d4d64e8d None None] Network 9333cbf9-e735-4773-ba86-cba3f5cd8a13 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:50:36.559479 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2c1b1682-41b0-4f19-874e-f1bfc17bbbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:36.616151 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35abd386-9932-4ece-af77-f39409cd65f8 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Pushing event updated for resources: {'Subnet': ['ID=689ace19-1c0e-4c77-a8e3-598976214ffc,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:36.673553 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 30ee75d4-cb43-4690-9826-5c12c15096a0 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:50:36.735580 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1b1682-41b0-4f19-874e-f1bfc17bbbf8 None None] Pushing event deleted for resources: {'Port': ['ID=30ee75d4-cb43-4690-9826-5c12c15096a0,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:36.806116 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 30ee75d4-cb43-4690-9826-5c12c15096a0 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:50:36.806116 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 30ee75d4-cb43-4690-9826-5c12c15096a0 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:50:36.807498 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1b1682-41b0-4f19-874e-f1bfc17bbbf8 None None] No DVR routers for this DVR port 30ee75d4-cb43-4690-9826-5c12c15096a0 on host n-d-843939-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:50:36.819854 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9df23f4a-4c6a-47f8-a0bb-54b77097180b None None] Provisioning complete for port 2123dd23-f62b-40bb-9571-1817c3697e7e triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:50:36.820227 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9df23f4a-4c6a-47f8-a0bb-54b77097180b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:36.888000 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37903067-706a-4912-9331-0786651d0592 None None] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:50:36.986654 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-55bf993e-e27f-4618-8082-819e786634e1 req-7d46be1f-2c6a-47df-8679-0a6ed3202674 tempest-ServerShowV247Test-788879440 tempest-ServerShowV247Test-788879440-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e71d03a-dca7-480a-83d3-cca7c2c94db5 HTTP/1.1" status: 200 len: 210 time: 0.2724118 May 31 13:50:37.012690 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-274e697b-c925-43eb-8406-f6046b26fd0d tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Made reservation on behalf of d13dddbe1502489da91f2f88306fdca6 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:50:37.080047 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35abd386-9932-4ece-af77-f39409cd65f8 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Checking segment: {'id': '8c022bc2-52b9-4ec3-ba7f-9d1a2fc50aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd9fda072-0a71-43e1-9c6c-f775071ca7a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:50:37.080423 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35abd386-9932-4ece-af77-f39409cd65f8 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Network hostable DHCP agents. Network: d9fda072-0a71-43e1-9c6c-f775071ca7a6, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:50:37.099928 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-9d458034-0c42-456c-8a02-4c80564e8b0d None None] Set router a85c8e71-2826-4a98-92f1-eb02439344e8 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:50:37.107503 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8b6a26df-a9de-4cd1-9885-903329212615 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:37.148986 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6a26df-a9de-4cd1-9885-903329212615 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1885e9b6-e8e6-4927-b799-aec8e0b8c1be,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:37.177724 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35abd386-9932-4ece-af77-f39409cd65f8 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Network d9fda072-0a71-43e1-9c6c-f775071ca7a6 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:50:37.205353 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-7e6ba41b-6c1a-492a-a191-ba816bc8af33 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Allocated IP 2001:db8:1::1 (f6e099d3-5dac-4500-8f7f-1a15410ff8cb/d2f73a3d-13ff-4cc4-a0b3-1eda4ae21128/a0f414e1-ace2-4087-8752-31cfe582671b) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:50:37.246960 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-35abd386-9932-4ece-af77-f39409cd65f8 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, d9fda072-0a71-43e1-9c6c-f775071ca7a6) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:50:37.255353 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35abd386-9932-4ece-af77-f39409cd65f8 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:50:37.256230 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-35abd386-9932-4ece-af77-f39409cd65f8 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:37.295865 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-274e697b-c925-43eb-8406-f6046b26fd0d tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:37.334655 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8b6a26df-a9de-4cd1-9885-903329212615 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:37.335879 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-8b6a26df-a9de-4cd1-9885-903329212615 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "DELETE /v2.0/security-groups/1885e9b6-e8e6-4927-b799-aec8e0b8c1be HTTP/1.1" status: 204 len: 168 time: 2.2316782 May 31 13:50:37.345195 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41498) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:37.385851 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-274e697b-c925-43eb-8406-f6046b26fd0d tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] device_id is not set on port f86367b8-6388-4818-b251-ff328a6ebfdb yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:50:37.475602 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-35abd386-9932-4ece-af77-f39409cd65f8 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5456035 May 31 13:50:37.480505 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 2123dd23-f62b-40bb-9571-1817c3697e7e up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:50:37.483672 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [None req-f29c602f-9809-4555-815e-e2f79e52f532 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] show failed (client error): The resource could not be found. May 31 13:50:37.484939 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41502) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:37.485104 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-f29c602f-9809-4555-815e-e2f79e52f532 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/security-groups/1885e9b6-e8e6-4927-b799-aec8e0b8c1be HTTP/1.1" status: 404 len: 347 time: 0.1050422 May 31 13:50:37.490134 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41504) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:37.514807 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-68769233-1754-4075-8bca-abcdc654c0fb tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Request body: {'network': {'name': 'tempest-router-network01--1195309366'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:50:37.515072 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e42eefaa-14d4-4b2e-b5a6-ff8a7f6710b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:37.530296 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad46dbb-a5e0-41e8-afa5-910a7d4625db None None] Network d9fda072-0a71-43e1-9c6c-f775071ca7a6 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:50:37.596487 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-68769233-1754-4075-8bca-abcdc654c0fb tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:50:37.625814 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-68769233-1754-4075-8bca-abcdc654c0fb tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Usage tracker for resource:network and tenant:e1b241fd5ab44832ac662d524439dad4 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:50:37.631735 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-68769233-1754-4075-8bca-abcdc654c0fb tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:50:37.729372 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c0ecd9eb-fd81-46b6-8697-657ccdffb5da tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:37.733467 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-68769233-1754-4075-8bca-abcdc654c0fb tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:50:37.841132 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7e6ba41b-6c1a-492a-a191-ba816bc8af33 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:37.890391 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:37.948471 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-274e697b-c925-43eb-8406-f6046b26fd0d tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Allocated IP 2001:db8::6a0d:db2b:2c79:3be2 (8d0ca4ab-0d39-494b-8b5d-2861af857a5e/9e3ed1b8-1b6b-4633-b6f6-bff01c730af8/f86367b8-6388-4818-b251-ff328a6ebfdb) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:50:37.982595 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68769233-1754-4075-8bca-abcdc654c0fb tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Made reservation on behalf of e1b241fd5ab44832ac662d524439dad4 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:50:37.987974 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-68769233-1754-4075-8bca-abcdc654c0fb tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:37.997743 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c0ecd9eb-fd81-46b6-8697-657ccdffb5da tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:38.059286 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-0521ebd5-716a-4b16-9d0a-432d1b6eb13c tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Deleting port bc82863f-cee5-47b9-bb8c-9d5369461367 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:50:38.059632 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0521ebd5-716a-4b16-9d0a-432d1b6eb13c tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:38.062930 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9df23f4a-4c6a-47f8-a0bb-54b77097180b None None] Current status of the port 2123dd23-f62b-40bb-9571-1817c3697e7e is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:50:38.085852 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-7e6ba41b-6c1a-492a-a191-ba816bc8af33 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Transition to ACTIVE for port object a0f414e1-ace2-4087-8752-31cfe582671b will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:50:38.094926 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-e42eefaa-14d4-4b2e-b5a6-ff8a7f6710b3 admin admin] Allocated IP 172.20.0.1 (a036544d-3691-439b-b976-1126035d501b/a8852b36-b66c-4496-b635-b86154bdd792/54876ccb-5000-403b-b880-f7c4d723a91d) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:50:38.097486 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fab2746-b895-4a4a-81df-fa41320eb033 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'tenant_id': 'd13dddbe1502489da91f2f88306fdca6', 'fixed_ips': [{'subnet_id': '9e3ed1b8-1b6b-4633-b6f6-bff01c730af8'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:50:38.098981 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4fab2746-b895-4a4a-81df-fa41320eb033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:38.132129 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c0ecd9eb-fd81-46b6-8697-657ccdffb5da tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:38.265725 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 2123dd23-f62b-40bb-9571-1817c3697e7e triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:50:38.266145 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:38.304837 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ecd9eb-fd81-46b6-8697-657ccdffb5da tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Pushing event updated for resources: {'Port': ['ID=7c4e2c05-0c14-40d9-a86c-119cd224053c,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:38.353849 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8ba9895a-3ffa-48e2-a37b-b516d337fcbf req-84e3cdbb-d06b-461f-ab7b-fd9f358c5ab5 tempest-ServerShowV247Test-788879440 tempest-ServerShowV247Test-788879440-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e71d03a-dca7-480a-83d3-cca7c2c94db5 HTTP/1.1" status: 200 len: 210 time: 0.1567829 May 31 13:50:38.398887 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68769233-1754-4075-8bca-abcdc654c0fb tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:50:38.404583 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-8cf49b36-0de7-41eb-aed8-2c0a8b1486f2 None None] Provisioning for port 5d3a5b47-cd9c-4514-bf4b-e084ad76067c completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:50:38.442828 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-8cf49b36-0de7-41eb-aed8-2c0a8b1486f2 None None] Provisioning complete for port 5d3a5b47-cd9c-4514-bf4b-e084ad76067c triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:50:38.443182 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8cf49b36-0de7-41eb-aed8-2c0a8b1486f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:38.479659 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d9119d-cae3-47c5-94b3-c7f6d8a4d3df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-d9fda072-0a71-43e1-9c6c-f775071ca7a6', 'network_id': 'd9fda072-0a71-43e1-9c6c-f775071ca7a6', 'tenant_id': 'e1b241fd5ab44832ac662d524439dad4', 'fixed_ips': [{'subnet_id': '689ace19-1c0e-4c77-a8e3-598976214ffc'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:50:38.480507 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-59d9119d-cae3-47c5-94b3-c7f6d8a4d3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:38.488048 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-274e697b-c925-43eb-8406-f6046b26fd0d tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:38.509714 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-68769233-1754-4075-8bca-abcdc654c0fb tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:38.510246 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-68769233-1754-4075-8bca-abcdc654c0fb tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Added segment 1b8e4342-a935-4aba-9c74-831d54abb22d of type vlan for network 03e32fa5-680f-438d-867e-b8b36c524208 May 31 13:50:38.522018 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e42eefaa-14d4-4b2e-b5a6-ff8a7f6710b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:38.529364 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-274e697b-c925-43eb-8406-f6046b26fd0d tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Transition to ACTIVE for port object f86367b8-6388-4818-b251-ff328a6ebfdb will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:50:38.540213 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7e6ba41b-6c1a-492a-a191-ba816bc8af33 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:38.552051 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-e42eefaa-14d4-4b2e-b5a6-ff8a7f6710b3 admin admin] Transition to ACTIVE for port object 54876ccb-5000-403b-b880-f7c4d723a91d will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:50:38.601837 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-274e697b-c925-43eb-8406-f6046b26fd0d tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:38.604619 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e42eefaa-14d4-4b2e-b5a6-ff8a7f6710b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:38.612164 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ecd9eb-fd81-46b6-8697-657ccdffb5da tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Network 9333cbf9-e735-4773-ba86-cba3f5cd8a13 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:50:38.631934 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-c0ecd9eb-fd81-46b6-8697-657ccdffb5da tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:50:38.652604 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-68769233-1754-4075-8bca-abcdc654c0fb tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:38.716595 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42eefaa-14d4-4b2e-b5a6-ff8a7f6710b3 admin admin] Pushing event updated for resources: {'Port': ['ID=54876ccb-5000-403b-b880-f7c4d723a91d,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:38.731547 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-9d458034-0c42-456c-8a02-4c80564e8b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a85c8e71-2826-4a98-92f1-eb02439344e8', 'name': 'tempest-TestServerBasicOps-1877796749-router', 'tenant_id': '4e57de1d316c4f84a61736682dffb866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': 'aecdd02f-5c6d-4d62-81fa-3d42313b4956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:50:27Z', 'updated_at': '2022-05-31T13:50:32Z', 'revision_number': 3, 'project_id': '4e57de1d316c4f84a61736682dffb866', 'gw_port': {'id': 'aecdd02f-5c6d-4d62-81fa-3d42313b4956', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:12:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a85c8e71-2826-4a98-92f1-eb02439344e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:50:28Z', 'updated_at': '2022-05-31T13:50:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:50:38.763077 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6ba41b-6c1a-492a-a191-ba816bc8af33 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Network f6e099d3-5dac-4500-8f7f-1a15410ff8cb is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:50:38.768251 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0521ebd5-716a-4b16-9d0a-432d1b6eb13c tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:38.768822 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0521ebd5-716a-4b16-9d0a-432d1b6eb13c tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:38.770844 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d458034-0c42-456c-8a02-4c80564e8b0d None None] Checking router: a85c8e71-2826-4a98-92f1-eb02439344e8 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:50:38.771359 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d458034-0c42-456c-8a02-4c80564e8b0d None None] Updating router a85c8e71-2826-4a98-92f1-eb02439344e8 port aecdd02f-5c6d-4d62-81fa-3d42313b4956 binding host n-d-843939-1 {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:50:38.805328 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42eefaa-14d4-4b2e-b5a6-ff8a7f6710b3 admin admin] Network a036544d-3691-439b-b976-1126035d501b is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:50:38.807209 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274e697b-c925-43eb-8406-f6046b26fd0d tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:50:38.818996 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-274e697b-c925-43eb-8406-f6046b26fd0d tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:50:38.821711 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-e42eefaa-14d4-4b2e-b5a6-ff8a7f6710b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:50:38.823694 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274e697b-c925-43eb-8406-f6046b26fd0d tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:50:38.830181 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274e697b-c925-43eb-8406-f6046b26fd0d tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:50:38.831414 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-274e697b-c925-43eb-8406-f6046b26fd0d tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:38.839636 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42eefaa-14d4-4b2e-b5a6-ff8a7f6710b3 admin admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:50:38.851991 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 2123dd23-f62b-40bb-9571-1817c3697e7e is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:50:38.933815 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274e697b-c925-43eb-8406-f6046b26fd0d tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event updated for resources: {'Port': ['ID=f86367b8-6388-4818-b251-ff328a6ebfdb,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:38.954844 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-274e697b-c925-43eb-8406-f6046b26fd0d tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.3189819 May 31 13:50:38.956026 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e42eefaa-14d4-4b2e-b5a6-ff8a7f6710b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:38.960247 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41516) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:39.028905 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-4fab2746-b895-4a4a-81df-fa41320eb033 None None] Allocated IP 2001:db8::2 (8d0ca4ab-0d39-494b-8b5d-2861af857a5e/9e3ed1b8-1b6b-4633-b6f6-bff01c730af8/f76ad2fd-84a3-4d69-99e5-4aba2f3fc993) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:50:39.035009 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-8cf49b36-0de7-41eb-aed8-2c0a8b1486f2 None None] Current status of the port 5d3a5b47-cd9c-4514-bf4b-e084ad76067c is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:50:39.035430 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8cf49b36-0de7-41eb-aed8-2c0a8b1486f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:39.096939 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-7e6ba41b-6c1a-492a-a191-ba816bc8af33 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:50:39.101856 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6ba41b-6c1a-492a-a191-ba816bc8af33 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:50:39.102618 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7e6ba41b-6c1a-492a-a191-ba816bc8af33 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:39.104106 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-59d9119d-cae3-47c5-94b3-c7f6d8a4d3df None None] Allocated IP 2001:db8::2 (d9fda072-0a71-43e1-9c6c-f775071ca7a6/689ace19-1c0e-4c77-a8e3-598976214ffc/18da0090-5af1-4902-810d-9fbc9d5944de) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:50:39.163429 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6ba41b-6c1a-492a-a191-ba816bc8af33 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Pushing event updated for resources: {'Port': ['ID=a0f414e1-ace2-4087-8752-31cfe582671b,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:39.170270 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.db.resource_extend [None req-68769233-1754-4075-8bca-abcdc654c0fb tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:50:39.350616 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9bc4ef-b470-4896-9204-943dfb7ffc1e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:50:39.354077 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-af9bc4ef-b470-4896-9204-943dfb7ffc1e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Synchronizing usage tracker for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:50:39.434953 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-af9bc4ef-b470-4896-9204-943dfb7ffc1e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Unset dirty status for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:50:39.441534 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-af9bc4ef-b470-4896-9204-943dfb7ffc1e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.4768109 May 31 13:50:39.443731 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41526) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:39.552534 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-59d9119d-cae3-47c5-94b3-c7f6d8a4d3df None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:39.563445 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-59d9119d-cae3-47c5-94b3-c7f6d8a4d3df None None] Transition to ACTIVE for port object 18da0090-5af1-4902-810d-9fbc9d5944de will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:50:39.602272 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-0521ebd5-716a-4b16-9d0a-432d1b6eb13c tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Calling delete_port for bc82863f-cee5-47b9-bb8c-9d5369461367 owned by network:floatingip {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:50:39.603821 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-59d9119d-cae3-47c5-94b3-c7f6d8a4d3df None None] Transition to ACTIVE for port object 18da0090-5af1-4902-810d-9fbc9d5944de will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:50:39.643467 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-59d9119d-cae3-47c5-94b3-c7f6d8a4d3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:39.663597 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-68769233-1754-4075-8bca-abcdc654c0fb tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:39.670173 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68769233-1754-4075-8bca-abcdc654c0fb tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:50:39.671148 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-68769233-1754-4075-8bca-abcdc654c0fb tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:39.684225 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9d458034-0c42-456c-8a02-4c80564e8b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:39.776204 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d9119d-cae3-47c5-94b3-c7f6d8a4d3df None None] Network d9fda072-0a71-43e1-9c6c-f775071ca7a6 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:50:39.806741 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-59d9119d-cae3-47c5-94b3-c7f6d8a4d3df None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:50:39.808932 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:39.809951 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d9119d-cae3-47c5-94b3-c7f6d8a4d3df None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:50:39.832288 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-68769233-1754-4075-8bca-abcdc654c0fb tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.3417532 May 31 13:50:39.853606 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41532) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:39.870851 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-e53e88e4-ba16-4772-9717-5eb0c71b4bd1 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Request body: {'network': {'name': 'tempest-router-network02--2120867606'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:50:39.885791 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-8cf49b36-0de7-41eb-aed8-2c0a8b1486f2 None None] For port 5d3a5b47-cd9c-4514-bf4b-e084ad76067c, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=5d3a5b47-cd9c-4514-bf4b-e084ad76067c,segment=NetworkSegment(55a7fd09-e80b-4332-a0c4-f95838b788c4),segment_id=55a7fd09-e80b-4332-a0c4-f95838b788c4)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:50:39.902826 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e53e88e4-ba16-4772-9717-5eb0c71b4bd1 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:50:39.904949 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68769233-1754-4075-8bca-abcdc654c0fb tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Pushing event updated for resources: {'Network': ['ID=03e32fa5-680f-438d-867e-b8b36c524208,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:39.921674 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4ea5a480-872d-496e-abc2-ce48df4817cb req-dfaf1936-6542-4109-a4af-7e41fe1d308d tempest-ServerShowV247Test-788879440 tempest-ServerShowV247Test-788879440-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e71d03a-dca7-480a-83d3-cca7c2c94db5 HTTP/1.1" status: 200 len: 210 time: 0.2746692 May 31 13:50:39.933141 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e53e88e4-ba16-4772-9717-5eb0c71b4bd1 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Usage tracker for resource:network and tenant:e1b241fd5ab44832ac662d524439dad4 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:50:39.938923 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e53e88e4-ba16-4772-9717-5eb0c71b4bd1 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:50:39.939969 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 03e32fa5-680f-438d-867e-b8b36c524208 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:50:39.946611 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-30eab419-96c5-41af-85a7-7319e6004f71 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Deleting port f86367b8-6388-4818-b251-ff328a6ebfdb {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:50:39.947285 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-30eab419-96c5-41af-85a7-7319e6004f71 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:39.951920 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e53e88e4-ba16-4772-9717-5eb0c71b4bd1 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:50:39.953224 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d9119d-cae3-47c5-94b3-c7f6d8a4d3df None None] Pushing event updated for resources: {'Port': ['ID=18da0090-5af1-4902-810d-9fbc9d5944de,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:39.955674 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8cf49b36-0de7-41eb-aed8-2c0a8b1486f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:40.007516 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e42eefaa-14d4-4b2e-b5a6-ff8a7f6710b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:40.025320 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0ecd9eb-fd81-46b6-8697-657ccdffb5da tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Router 6ddc7dc0-ed18-479f-b1af-ab998b81d78a is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 13:50:40.129024 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e53e88e4-ba16-4772-9717-5eb0c71b4bd1 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Made reservation on behalf of e1b241fd5ab44832ac662d524439dad4 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:50:40.133532 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e53e88e4-ba16-4772-9717-5eb0c71b4bd1 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:40.168427 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7e6ba41b-6c1a-492a-a191-ba816bc8af33 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:40.175538 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3fbda0-333d-485a-b5e9-36a84f48af9b req-79b8c41a-6015-4b67-b388-6e61200dfb19 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:50:40.177188 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1f3fbda0-333d-485a-b5e9-36a84f48af9b req-79b8c41a-6015-4b67-b388-6e61200dfb19 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=931b2df9-a1c5-473f-ba24-0babd6d355d0 HTTP/1.1" status: 200 len: 946 time: 0.3080494 May 31 13:50:40.280012 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-59d9119d-cae3-47c5-94b3-c7f6d8a4d3df None None] Attempting to bind port 18da0090-5af1-4902-810d-9fbc9d5944de on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:50:40.280291 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-59d9119d-cae3-47c5-94b3-c7f6d8a4d3df None None] Attempting to bind port 18da0090-5af1-4902-810d-9fbc9d5944de by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '8c022bc2-52b9-4ec3-ba7f-9d1a2fc50aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd9fda072-0a71-43e1-9c6c-f775071ca7a6'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:50:40.280654 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d9119d-cae3-47c5-94b3-c7f6d8a4d3df None None] Attempting to bind port 18da0090-5af1-4902-810d-9fbc9d5944de on network d9fda072-0a71-43e1-9c6c-f775071ca7a6 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:50:40.307263 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf49b36-0de7-41eb-aed8-2c0a8b1486f2 None None] Pushing event updated for resources: {'Port': ['ID=5d3a5b47-cd9c-4514-bf4b-e084ad76067c,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:40.310976 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d9119d-cae3-47c5-94b3-c7f6d8a4d3df None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:50:40.311350 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d9119d-cae3-47c5-94b3-c7f6d8a4d3df None None] Checking segment: {'id': '8c022bc2-52b9-4ec3-ba7f-9d1a2fc50aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd9fda072-0a71-43e1-9c6c-f775071ca7a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:50:40.311757 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-59d9119d-cae3-47c5-94b3-c7f6d8a4d3df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:40.312526 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d9119d-cae3-47c5-94b3-c7f6d8a4d3df None None] Bound using segment: {'id': '8c022bc2-52b9-4ec3-ba7f-9d1a2fc50aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd9fda072-0a71-43e1-9c6c-f775071ca7a6'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:50:40.312684 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-59d9119d-cae3-47c5-94b3-c7f6d8a4d3df None None] Bound port: 18da0090-5af1-4902-810d-9fbc9d5944de, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c022bc2-52b9-4ec3-ba7f-9d1a2fc50aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd9fda072-0a71-43e1-9c6c-f775071ca7a6'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:50:40.312977 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-59d9119d-cae3-47c5-94b3-c7f6d8a4d3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:40.324295 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e53e88e4-ba16-4772-9717-5eb0c71b4bd1 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:50:40.359297 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-125e24d6-dc2f-4b2d-b0a2-d9c2f4af2e34 None None] Provisioning complete for port 5d3a5b47-cd9c-4514-bf4b-e084ad76067c triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:50:40.359699 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-125e24d6-dc2f-4b2d-b0a2-d9c2f4af2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:40.364435 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e53e88e4-ba16-4772-9717-5eb0c71b4bd1 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:40.364896 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-e53e88e4-ba16-4772-9717-5eb0c71b4bd1 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Added segment 759a234b-b41c-4259-9658-0a163c911502 of type vlan for network 89df36b8-276e-46a0-aee2-468986123c0f May 31 13:50:40.369129 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ecd9eb-fd81-46b6-8697-657ccdffb5da tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:50:40.370855 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0521ebd5-716a-4b16-9d0a-432d1b6eb13c tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:40.391318 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1f3fbda0-333d-485a-b5e9-36a84f48af9b req-ec3992a7-5510-49f9-8a0e-fe6c920e329d tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=879d485c-6856-4d39-902c-2e7246942604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2032044 May 31 13:50:40.465728 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-30eab419-96c5-41af-85a7-7319e6004f71 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:40.503605 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0521ebd5-716a-4b16-9d0a-432d1b6eb13c tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Pushing event deleted for resources: {'Port': ['ID=bc82863f-cee5-47b9-bb8c-9d5369461367,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:40.612522 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-30eab419-96c5-41af-85a7-7319e6004f71 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Calling delete_port for f86367b8-6388-4818-b251-ff328a6ebfdb owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:50:40.634561 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d42021-51b1-41a9-b626-92b2b9f559c8 None None] Sync routers for ids ['6ddc7dc0-ed18-479f-b1af-ab998b81d78a'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:50:40.643507 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e53e88e4-ba16-4772-9717-5eb0c71b4bd1 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:40.666524 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9d458034-0c42-456c-8a02-4c80564e8b0d None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:40.685923 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c0ecd9eb-fd81-46b6-8697-657ccdffb5da tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "PUT /v2.0/routers/6ddc7dc0-ed18-479f-b1af-ab998b81d78a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6325679 May 31 13:50:40.691593 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41536) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:40.745193 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0521ebd5-716a-4b16-9d0a-432d1b6eb13c tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for floatingip, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:40.748182 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0521ebd5-716a-4b16-9d0a-432d1b6eb13c tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:40.749497 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-0521ebd5-716a-4b16-9d0a-432d1b6eb13c tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "DELETE /v2.0/floatingips/e2a5636b-8b5a-4705-a971-3e20a27d3b99 HTTP/1.1" status: 204 len: 168 time: 3.2425733 May 31 13:50:40.784579 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d42021-51b1-41a9-b626-92b2b9f559c8 None None] Routers {'6ddc7dc0-ed18-479f-b1af-ab998b81d78a'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:50:40.785489 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-28d42021-51b1-41a9-b626-92b2b9f559c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:50:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['6ddc7dc0-ed18-479f-b1af-ab998b81d78a'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:50:40.832417 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e42eefaa-14d4-4b2e-b5a6-ff8a7f6710b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:40.856778 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e53e88e4-ba16-4772-9717-5eb0c71b4bd1 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:40.862448 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53e88e4-ba16-4772-9717-5eb0c71b4bd1 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:50:40.863240 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e53e88e4-ba16-4772-9717-5eb0c71b4bd1 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:40.873732 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9d458034-0c42-456c-8a02-4c80564e8b0d None None] Transition to ACTIVE for port object aecdd02f-5c6d-4d62-81fa-3d42313b4956 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:50:40.876542 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-28d42021-51b1-41a9-b626-92b2b9f559c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:50:40.888934 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-14519fe7-af2d-4d6f-8755-10b6b417d2e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:40.897602 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41542) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:40.898422 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e42eefaa-14d4-4b2e-b5a6-ff8a7f6710b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:40.911336 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-72420616-e4a5-4b34-8828-717a09d0ae99 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Request body: {'security_group': {'name': 'tempest-securitygroup--670313798', 'description': 'tempest-description--1952980888'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:50:40.928914 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-59d9119d-cae3-47c5-94b3-c7f6d8a4d3df None None] For port 18da0090-5af1-4902-810d-9fbc9d5944de, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:50:40.933174 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-59d9119d-cae3-47c5-94b3-c7f6d8a4d3df None None] For port 18da0090-5af1-4902-810d-9fbc9d5944de, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=18da0090-5af1-4902-810d-9fbc9d5944de,segment=NetworkSegment(8c022bc2-52b9-4ec3-ba7f-9d1a2fc50aa6),segment_id=8c022bc2-52b9-4ec3-ba7f-9d1a2fc50aa6)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:50:40.937961 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-72420616-e4a5-4b34-8828-717a09d0ae99 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:50:40.953655 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-59d9119d-cae3-47c5-94b3-c7f6d8a4d3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:40.973506 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fa3c1c-d60e-4275-aa94-658fca745131 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:50:40.977861 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-44fa3c1c-d60e-4275-aa94-658fca745131 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "GET /v2.0/ports/7c4e2c05-0c14-40d9-a86c-119cd224053c HTTP/1.1" status: 200 len: 910 time: 0.2850316 May 31 13:50:40.987621 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41548) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:40.991883 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9d458034-0c42-456c-8a02-4c80564e8b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:41.012791 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-b7ead02d-de86-4fcc-a803-ba5f56692db4 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2396be28-3ad1-4121-a5bd-11e46182c036'}]}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:50:41.037372 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-9d458034-0c42-456c-8a02-4c80564e8b0d None None] Attempting to bind port aecdd02f-5c6d-4d62-81fa-3d42313b4956 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:50:41.037858 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-9d458034-0c42-456c-8a02-4c80564e8b0d None None] Attempting to bind port aecdd02f-5c6d-4d62-81fa-3d42313b4956 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:50:41.038126 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d458034-0c42-456c-8a02-4c80564e8b0d None None] Attempting to bind port aecdd02f-5c6d-4d62-81fa-3d42313b4956 on network d2103cd5-63ba-4c24-9d95-fd17643bf14c {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:50:41.040183 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d42021-51b1-41a9-b626-92b2b9f559c8 None None] Routers {'6ddc7dc0-ed18-479f-b1af-ab998b81d78a'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:50:41.040810 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-28d42021-51b1-41a9-b626-92b2b9f559c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:50:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['6ddc7dc0-ed18-479f-b1af-ab998b81d78a'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:50:41.121380 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 5d3a5b47-cd9c-4514-bf4b-e084ad76067c up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:50:41.126293 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42eefaa-14d4-4b2e-b5a6-ff8a7f6710b3 admin admin] Pushing event updated for resources: {'Port': ['ID=54876ccb-5000-403b-b880-f7c4d723a91d,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:41.166770 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e42eefaa-14d4-4b2e-b5a6-ff8a7f6710b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:41.193116 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3fcd2e1e-27dc-4c6a-af8e-d9aac53c2c27 req-32fcc5b3-ee8d-489c-a7b1-96ee1258ecad tempest-ServerShowV247Test-788879440 tempest-ServerShowV247Test-788879440-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e71d03a-dca7-480a-83d3-cca7c2c94db5 HTTP/1.1" status: 200 len: 210 time: 0.0641294 May 31 13:50:41.227303 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-72420616-e4a5-4b34-8828-717a09d0ae99 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Usage tracker for resource:security_group and tenant:0c3bb07388f549c9aeec65a21380cb5d is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:50:41.233038 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-72420616-e4a5-4b34-8828-717a09d0ae99 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:50:41.233464 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-30eab419-96c5-41af-85a7-7319e6004f71 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:41.256906 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e53e88e4-ba16-4772-9717-5eb0c71b4bd1 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3990119 May 31 13:50:41.256906 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-72420616-e4a5-4b34-8828-717a09d0ae99 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:50:41.263941 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41554) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:41.282007 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-eaab95c6-32b6-4470-a311-3af04f17c9bc tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Request body: {'subnet': {'network_id': '03e32fa5-680f-438d-867e-b8b36c524208', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:50:41.299785 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4fab2746-b895-4a4a-81df-fa41320eb033 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:41.308645 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d458034-0c42-456c-8a02-4c80564e8b0d None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:50:41.309141 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d458034-0c42-456c-8a02-4c80564e8b0d None None] Checking segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:50:41.309542 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9d458034-0c42-456c-8a02-4c80564e8b0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:41.309933 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d458034-0c42-456c-8a02-4c80564e8b0d None None] Bound using segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:50:41.310441 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-9d458034-0c42-456c-8a02-4c80564e8b0d None None] Bound port: aecdd02f-5c6d-4d62-81fa-3d42313b4956, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:50:41.310810 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9d458034-0c42-456c-8a02-4c80564e8b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:41.354245 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-28d42021-51b1-41a9-b626-92b2b9f559c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:50:41.354653 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d42021-51b1-41a9-b626-92b2b9f559c8 None None] The sync data for ids ['6ddc7dc0-ed18-479f-b1af-ab998b81d78a'] in n-d-843939-1 is: [] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:50:41.370943 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eab419-96c5-41af-85a7-7319e6004f71 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event deleted for resources: {'Port': ['ID=f86367b8-6388-4818-b251-ff328a6ebfdb,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:41.393281 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53e88e4-ba16-4772-9717-5eb0c71b4bd1 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Pushing event updated for resources: {'Network': ['ID=89df36b8-276e-46a0-aee2-468986123c0f,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:41.410024 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-4fab2746-b895-4a4a-81df-fa41320eb033 None None] Transition to ACTIVE for port object f76ad2fd-84a3-4d69-99e5-4aba2f3fc993 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:50:41.412361 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-125e24d6-dc2f-4b2d-b0a2-d9c2f4af2e34 None None] Current status of the port 5d3a5b47-cd9c-4514-bf4b-e084ad76067c is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:50:41.414264 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-72420616-e4a5-4b34-8828-717a09d0ae99 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:41.459306 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d9119d-cae3-47c5-94b3-c7f6d8a4d3df None None] Pushing event updated for resources: {'Port': ['ID=18da0090-5af1-4902-810d-9fbc9d5944de,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:41.472236 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 89df36b8-276e-46a0-aee2-468986123c0f details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:50:41.492588 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-30eab419-96c5-41af-85a7-7319e6004f71 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:41.500036 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7e6ba41b-6c1a-492a-a191-ba816bc8af33 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:41.503112 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-72420616-e4a5-4b34-8828-717a09d0ae99 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:50:41.508026 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-30eab419-96c5-41af-85a7-7319e6004f71 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/ports/f86367b8-6388-4818-b251-ff328a6ebfdb HTTP/1.1" status: 204 len: 168 time: 2.0571718 May 31 13:50:41.508932 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41560) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:41.509328 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-72420616-e4a5-4b34-8828-717a09d0ae99 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Usage tracker for resource:security_group_rule and tenant:0c3bb07388f549c9aeec65a21380cb5d is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:50:41.514074 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-72420616-e4a5-4b34-8828-717a09d0ae99 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:50:41.521846 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-72420616-e4a5-4b34-8828-717a09d0ae99 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:50:41.565672 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-eaab95c6-32b6-4470-a311-3af04f17c9bc tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:50:41.568651 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7e6ba41b-6c1a-492a-a191-ba816bc8af33 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:41.569672 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7e6ba41b-6c1a-492a-a191-ba816bc8af33 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:41.643275 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-125e24d6-dc2f-4b2d-b0a2-d9c2f4af2e34 None None] Provisioning for port 54876ccb-5000-403b-b880-f7c4d723a91d completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:50:41.667012 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-125e24d6-dc2f-4b2d-b0a2-d9c2f4af2e34 None None] Provisioning complete for port 54876ccb-5000-403b-b880-f7c4d723a91d triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:50:41.667547 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-125e24d6-dc2f-4b2d-b0a2-d9c2f4af2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:41.705511 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-72420616-e4a5-4b34-8828-717a09d0ae99 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:41.708290 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-eaab95c6-32b6-4470-a311-3af04f17c9bc tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Usage tracker for resource:subnet and tenant:e1b241fd5ab44832ac662d524439dad4 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:50:41.712696 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-eaab95c6-32b6-4470-a311-3af04f17c9bc tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:50:41.716817 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-4fab2746-b895-4a4a-81df-fa41320eb033 None None] Transition to ACTIVE for port object f76ad2fd-84a3-4d69-99e5-4aba2f3fc993 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:50:41.720446 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-eaab95c6-32b6-4470-a311-3af04f17c9bc tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:50:41.746254 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaab95c6-32b6-4470-a311-3af04f17c9bc tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Made reservation on behalf of e1b241fd5ab44832ac662d524439dad4 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:50:41.751074 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-eaab95c6-32b6-4470-a311-3af04f17c9bc tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:41.756855 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaac3aa6-0e83-4938-a5ca-1706f380a2db tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:50:41.759021 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaac3aa6-0e83-4938-a5ca-1706f380a2db tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:50:41.760396 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-aaac3aa6-0e83-4938-a5ca-1706f380a2db tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Synchronizing usage tracker for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:subnet {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:50:41.767743 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-72420616-e4a5-4b34-8828-717a09d0ae99 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:41.768806 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4fab2746-b895-4a4a-81df-fa41320eb033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:41.799803 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9d458034-0c42-456c-8a02-4c80564e8b0d None None] For port aecdd02f-5c6d-4d62-81fa-3d42313b4956, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:50:41.857303 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5121e279-782a-4afe-9c93-73870dabf4d9 None None] Pushing event updated for resources: {'Port': ['ID=aecdd02f-5c6d-4d62-81fa-3d42313b4956,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:41.871853 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 5d3a5b47-cd9c-4514-bf4b-e084ad76067c triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:50:41.872540 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:41.874017 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72420616-e4a5-4b34-8828-717a09d0ae99 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e3b905-3881-4d86-8d81-94a1e67a9264,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:41.956858 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-125e24d6-dc2f-4b2d-b0a2-d9c2f4af2e34 None None] Port 54876ccb-5000-403b-b880-f7c4d723a91d cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:50:41.962311 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9d458034-0c42-456c-8a02-4c80564e8b0d None None] For port aecdd02f-5c6d-4d62-81fa-3d42313b4956, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=aecdd02f-5c6d-4d62-81fa-3d42313b4956,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:50:41.984170 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-aaac3aa6-0e83-4938-a5ca-1706f380a2db tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Unset dirty status for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:subnet {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:50:41.988286 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-aaac3aa6-0e83-4938-a5ca-1706f380a2db tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4749486 May 31 13:50:42.000238 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41564) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:42.004021 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fab2746-b895-4a4a-81df-fa41320eb033 None None] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:50:42.013162 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9d458034-0c42-456c-8a02-4c80564e8b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:42.015211 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-72420616-e4a5-4b34-8828-717a09d0ae99 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:42.019237 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-72420616-e4a5-4b34-8828-717a09d0ae99 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.1123643 May 31 13:50:42.019420 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-125e24d6-dc2f-4b2d-b0a2-d9c2f4af2e34 None None] Provisioning for port a0f414e1-ace2-4087-8752-31cfe582671b completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:50:42.032587 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-4fab2746-b895-4a4a-81df-fa41320eb033 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:50:42.043986 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fab2746-b895-4a4a-81df-fa41320eb033 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:50:42.050518 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-125e24d6-dc2f-4b2d-b0a2-d9c2f4af2e34 None None] Provisioning complete for port a0f414e1-ace2-4087-8752-31cfe582671b triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:50:42.050893 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-125e24d6-dc2f-4b2d-b0a2-d9c2f4af2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:42.055374 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41568) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:42.103545 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6ba41b-6c1a-492a-a191-ba816bc8af33 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Network f6e099d3-5dac-4500-8f7f-1a15410ff8cb is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:50:42.109536 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-7e6ba41b-6c1a-492a-a191-ba816bc8af33 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:50:42.119288 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-aec32e3e-b21b-4256-8f7d-7132e18f9073 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Request body: {'security_group_rule': {'security_group_id': 'd0e3b905-3881-4d86-8d81-94a1e67a9264', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:50:42.152169 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-aec32e3e-b21b-4256-8f7d-7132e18f9073 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:50:42.169234 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-aec32e3e-b21b-4256-8f7d-7132e18f9073 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Usage tracker for resource:security_group_rule and tenant:0c3bb07388f549c9aeec65a21380cb5d is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:50:42.175722 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-aec32e3e-b21b-4256-8f7d-7132e18f9073 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:50:42.177777 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6ba41b-6c1a-492a-a191-ba816bc8af33 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Pushing event updated for resources: {'Port': ['ID=a0f414e1-ace2-4087-8752-31cfe582671b,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:42.196282 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fab2746-b895-4a4a-81df-fa41320eb033 None None] Pushing event updated for resources: {'Port': ['ID=f76ad2fd-84a3-4d69-99e5-4aba2f3fc993,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:42.205562 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b7ead02d-de86-4fcc-a803-ba5f56692db4 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:42.215605 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-aec32e3e-b21b-4256-8f7d-7132e18f9073 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:50:42.224587 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42eefaa-14d4-4b2e-b5a6-ff8a7f6710b3 admin admin] Network a036544d-3691-439b-b976-1126035d501b is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:50:42.265930 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-e42eefaa-14d4-4b2e-b5a6-ff8a7f6710b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:50:42.278763 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-d91e6665-9a4c-4e6c-93e0-168d71d5466e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Deleting subnet 9e3ed1b8-1b6b-4633-b6f6-bff01c730af8 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:50:42.311773 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-4fab2746-b895-4a4a-81df-fa41320eb033 None None] Attempting to bind port f76ad2fd-84a3-4d69-99e5-4aba2f3fc993 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:50:42.312272 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-4fab2746-b895-4a4a-81df-fa41320eb033 None None] Attempting to bind port f76ad2fd-84a3-4d69-99e5-4aba2f3fc993 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:50:42.312528 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4196e2-ffa9-4e35-9a72-0ac48ba6bb50 req-f5c49122-7b40-4b87-8cc3-fd1eef2e9c52 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:50:42.312714 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fab2746-b895-4a4a-81df-fa41320eb033 None None] Attempting to bind port f76ad2fd-84a3-4d69-99e5-4aba2f3fc993 on network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:50:42.319689 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ae4196e2-ffa9-4e35-9a72-0ac48ba6bb50 req-f5c49122-7b40-4b87-8cc3-fd1eef2e9c52 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=931b2df9-a1c5-473f-ba24-0babd6d355d0 HTTP/1.1" status: 200 len: 946 time: 0.5543730 May 31 13:50:42.337100 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d91e6665-9a4c-4e6c-93e0-168d71d5466e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:42.363180 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e6ba41b-6c1a-492a-a191-ba816bc8af33 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Router 46a59056-fd03-4ec6-baae-7c11e1e80bf8 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:50:42.369778 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d458034-0c42-456c-8a02-4c80564e8b0d None None] Routers {'a85c8e71-2826-4a98-92f1-eb02439344e8'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:50:42.372153 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-9d458034-0c42-456c-8a02-4c80564e8b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:50:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['a85c8e71-2826-4a98-92f1-eb02439344e8'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:50:42.501399 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-125e24d6-dc2f-4b2d-b0a2-d9c2f4af2e34 None None] Port a0f414e1-ace2-4087-8752-31cfe582671b cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:50:42.514421 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fab2746-b895-4a4a-81df-fa41320eb033 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:50:42.514845 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fab2746-b895-4a4a-81df-fa41320eb033 None None] Checking segment: {'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:50:42.515209 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4fab2746-b895-4a4a-81df-fa41320eb033 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:42.515608 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fab2746-b895-4a4a-81df-fa41320eb033 None None] Bound using segment: {'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:50:42.516098 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-4fab2746-b895-4a4a-81df-fa41320eb033 None None] Bound port: f76ad2fd-84a3-4d69-99e5-4aba2f3fc993, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:50:42.516476 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4fab2746-b895-4a4a-81df-fa41320eb033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:42.658976 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-aec32e3e-b21b-4256-8f7d-7132e18f9073 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:42.741466 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-eaab95c6-32b6-4470-a311-3af04f17c9bc tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:42.764966 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bd5a71ad-61dc-40ee-9422-b8ec11226d28 req-3e13875f-70aa-43b8-91ba-d78286a57dbd tempest-ServerShowV247Test-788879440 tempest-ServerShowV247Test-788879440-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e71d03a-dca7-480a-83d3-cca7c2c94db5 HTTP/1.1" status: 200 len: 210 time: 0.1591647 May 31 13:50:42.776533 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e6ba41b-6c1a-492a-a191-ba816bc8af33 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:50:42.792203 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bf2e97-df44-40bf-9a7b-1b8a1d087814 None None] Sync routers for ids ['46a59056-fd03-4ec6-baae-7c11e1e80bf8'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:50:42.802130 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-7e6ba41b-6c1a-492a-a191-ba816bc8af33 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "PUT /v2.0/routers/46a59056-fd03-4ec6-baae-7c11e1e80bf8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9676385 May 31 13:50:42.802347 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d34ea-a8d5-4b2c-b64b-071ab64e772a req-2c76bb5d-a448-4346-b9ec-a5703c6eb3c4 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:50:42.803867 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-525d34ea-a8d5-4b2c-b64b-071ab64e772a req-2c76bb5d-a448-4346-b9ec-a5703c6eb3c4 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.44 "GET /v2.0/ports?device_id=931b2df9-a1c5-473f-ba24-0babd6d355d0 HTTP/1.1" status: 200 len: 946 time: 0.7478590 May 31 13:50:42.807805 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bf2e97-df44-40bf-9a7b-1b8a1d087814 None None] Routers {'46a59056-fd03-4ec6-baae-7c11e1e80bf8'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:50:42.812824 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-c6bf2e97-df44-40bf-9a7b-1b8a1d087814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:50:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['46a59056-fd03-4ec6-baae-7c11e1e80bf8'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:50:42.814872 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ae4196e2-ffa9-4e35-9a72-0ac48ba6bb50 req-c7cc9517-c76b-4f0a-8779-dc784c273d4f tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=879d485c-6856-4d39-902c-2e7246942604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4942489 May 31 13:50:42.819719 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41574) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:42.874430 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-4fab2746-b895-4a4a-81df-fa41320eb033 None None] For port f76ad2fd-84a3-4d69-99e5-4aba2f3fc993, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:50:42.880678 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-4fab2746-b895-4a4a-81df-fa41320eb033 None None] For port f76ad2fd-84a3-4d69-99e5-4aba2f3fc993, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=f76ad2fd-84a3-4d69-99e5-4aba2f3fc993,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:50:42.905377 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-125e24d6-dc2f-4b2d-b0a2-d9c2f4af2e34 None None] Provisioning for port 7c4e2c05-0c14-40d9-a86c-119cd224053c completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:50:42.931155 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5121e279-782a-4afe-9c93-73870dabf4d9 None None] Pushing event updated for resources: {'Port': ['ID=aecdd02f-5c6d-4d62-81fa-3d42313b4956,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:42.945555 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4fab2746-b895-4a4a-81df-fa41320eb033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:42.947273 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d91e6665-9a4c-4e6c-93e0-168d71d5466e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65507433'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:42.956873 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-c6bf2e97-df44-40bf-9a7b-1b8a1d087814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:50:42.968124 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bf2e97-df44-40bf-9a7b-1b8a1d087814 None None] Routers {'46a59056-fd03-4ec6-baae-7c11e1e80bf8'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:50:42.969368 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-c6bf2e97-df44-40bf-9a7b-1b8a1d087814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:50:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['46a59056-fd03-4ec6-baae-7c11e1e80bf8'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:50:42.994700 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaab95c6-32b6-4470-a311-3af04f17c9bc tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Checking segment: {'id': '1b8e4342-a935-4aba-9c74-831d54abb22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '03e32fa5-680f-438d-867e-b8b36c524208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:50:42.995057 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaab95c6-32b6-4470-a311-3af04f17c9bc tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Network hostable DHCP agents. Network: 03e32fa5-680f-438d-867e-b8b36c524208, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:50:43.015685 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-aec32e3e-b21b-4256-8f7d-7132e18f9073 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:43.028402 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaab95c6-32b6-4470-a311-3af04f17c9bc tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Pushing event updated for resources: {'Subnet': ['ID=b6fd98fe-2d6e-47a1-837f-4fd4ab027e45,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:43.034898 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaab95c6-32b6-4470-a311-3af04f17c9bc tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Network 03e32fa5-680f-438d-867e-b8b36c524208 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:50:43.052413 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac25d9f-e110-4f91-ac8c-b212d88dea5c tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:50:43.053063 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-eac25d9f-e110-4f91-ac8c-b212d88dea5c tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Synchronizing usage tracker for tenant:779c820d5b2449ae9fd2392eab8ae157 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:50:43.059668 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-eaab95c6-32b6-4470-a311-3af04f17c9bc tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 03e32fa5-680f-438d-867e-b8b36c524208) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:50:43.064137 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaab95c6-32b6-4470-a311-3af04f17c9bc tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:50:43.064714 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-eaab95c6-32b6-4470-a311-3af04f17c9bc tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:43.088608 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-eaab95c6-32b6-4470-a311-3af04f17c9bc tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8114197 May 31 13:50:43.091703 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41578) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:43.099323 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-a8024967-5e5a-4dc0-8b05-d2aea47034e9 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Request body: {'subnet': {'network_id': '89df36b8-276e-46a0-aee2-468986123c0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:50:43.116453 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-eac25d9f-e110-4f91-ac8c-b212d88dea5c tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Unset dirty status for tenant:779c820d5b2449ae9fd2392eab8ae157 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:50:43.121400 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-eac25d9f-e110-4f91-ac8c-b212d88dea5c tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "GET /v2.0/ports/a0f414e1-ace2-4087-8752-31cfe582671b HTTP/1.1" status: 200 len: 913 time: 0.2971163 May 31 13:50:43.122635 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41582) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:43.123787 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-c6bf2e97-df44-40bf-9a7b-1b8a1d087814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:50:43.124391 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bf2e97-df44-40bf-9a7b-1b8a1d087814 None None] The sync data for ids ['46a59056-fd03-4ec6-baae-7c11e1e80bf8'] in n-d-843939-1 is: [] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:50:43.153905 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fab2746-b895-4a4a-81df-fa41320eb033 None None] Pushing event updated for resources: {'Port': ['ID=f76ad2fd-84a3-4d69-99e5-4aba2f3fc993,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:43.158353 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-aec32e3e-b21b-4256-8f7d-7132e18f9073 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:43.177130 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-125e24d6-dc2f-4b2d-b0a2-d9c2f4af2e34 None None] Provisioning complete for port 7c4e2c05-0c14-40d9-a86c-119cd224053c triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:50:43.177130 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-125e24d6-dc2f-4b2d-b0a2-d9c2f4af2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:43.202290 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5e9435-2d66-44d9-b704-8bf569e30154 None None] Network d9fda072-0a71-43e1-9c6c-f775071ca7a6 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:50:43.215356 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a15b2d7-9a23-4e64-9df8-cab659b6ef1c None None] Network 03e32fa5-680f-438d-867e-b8b36c524208 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:50:43.249079 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec32e3e-b21b-4256-8f7d-7132e18f9073 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e86583f0-b64e-4b67-b0f7-3491ff84d0aa,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:43.249302 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d72cb2b6-0890-4b03-9a48-c7d9bdcca73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:43.250195 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 5d3a5b47-cd9c-4514-bf4b-e084ad76067c is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:50:43.279049 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-525d34ea-a8d5-4b2c-b64b-071ab64e772a req-82076405-be3a-4517-8ee1-0458945e85de tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Deleting port a9fc5db8-b6ca-4339-936c-dac801564b5d {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:50:43.279469 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-525d34ea-a8d5-4b2c-b64b-071ab64e772a req-82076405-be3a-4517-8ee1-0458945e85de tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:43.490121 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 18da0090-5af1-4902-810d-9fbc9d5944de up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:50:43.503232 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d91e6665-9a4c-4e6c-93e0-168d71d5466e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:43.529097 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-125e24d6-dc2f-4b2d-b0a2-d9c2f4af2e34 None None] Port 7c4e2c05-0c14-40d9-a86c-119cd224053c cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:50:43.614085 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-aec32e3e-b21b-4256-8f7d-7132e18f9073 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:43.617446 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-aec32e3e-b21b-4256-8f7d-7132e18f9073 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5171185 May 31 13:50:43.622690 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41586) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:43.640225 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-1221d4f5-7f43-4025-a157-ab412cf48df9 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Request body: {'security_group_rule': {'security_group_id': 'd0e3b905-3881-4d86-8d81-94a1e67a9264', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:50:43.646242 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-9d458034-0c42-456c-8a02-4c80564e8b0d None None] Set router a85c8e71-2826-4a98-92f1-eb02439344e8 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:50:43.658373 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-1221d4f5-7f43-4025-a157-ab412cf48df9 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:50:43.668352 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-1221d4f5-7f43-4025-a157-ab412cf48df9 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Usage tracker for resource:security_group_rule and tenant:0c3bb07388f549c9aeec65a21380cb5d is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:50:43.679221 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a8024967-5e5a-4dc0-8b05-d2aea47034e9 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:50:43.686294 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-1221d4f5-7f43-4025-a157-ab412cf48df9 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:50:43.691133 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a8024967-5e5a-4dc0-8b05-d2aea47034e9 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Usage tracker for resource:subnet and tenant:e1b241fd5ab44832ac662d524439dad4 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:50:43.736499 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e42eefaa-14d4-4b2e-b5a6-ff8a7f6710b3 admin admin] Router a85c8e71-2826-4a98-92f1-eb02439344e8 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:50:43.760949 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-1221d4f5-7f43-4025-a157-ab412cf48df9 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:50:43.763251 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a8024967-5e5a-4dc0-8b05-d2aea47034e9 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:50:43.764074 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d91e6665-9a4c-4e6c-93e0-168d71d5466e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65216469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65148562'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:43.791297 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a8024967-5e5a-4dc0-8b05-d2aea47034e9 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:50:43.901506 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8024967-5e5a-4dc0-8b05-d2aea47034e9 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Made reservation on behalf of e1b241fd5ab44832ac662d524439dad4 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:50:43.905097 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a8024967-5e5a-4dc0-8b05-d2aea47034e9 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:43.936066 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1221d4f5-7f43-4025-a157-ab412cf48df9 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:44.087060 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91e6665-9a4c-4e6c-93e0-168d71d5466e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event deleted for resources: {'Subnet': ['ID=9e3ed1b8-1b6b-4633-b6f6-bff01c730af8,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:44.106496 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d91e6665-9a4c-4e6c-93e0-168d71d5466e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:44.145170 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-306372af-956e-449b-b690-8c2dbe965ce4 None None] Provisioning for port 18da0090-5af1-4902-810d-9fbc9d5944de completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:50:44.155829 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1221d4f5-7f43-4025-a157-ab412cf48df9 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:44.204635 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1221d4f5-7f43-4025-a157-ab412cf48df9 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:44.251938 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:44.255124 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:44.261887 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1221d4f5-7f43-4025-a157-ab412cf48df9 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c80516d-f2a6-44b3-ae3e-0b8ba9db8524,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:44.290859 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1221d4f5-7f43-4025-a157-ab412cf48df9 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:44.294771 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-1221d4f5-7f43-4025-a157-ab412cf48df9 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6663654 May 31 13:50:44.302290 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a60f1d07-7536-4354-81f4-86f758c4ed6e req-53c09fe2-c6ea-4290-8721-920b428ad864 tempest-ServerShowV247Test-788879440 tempest-ServerShowV247Test-788879440-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e71d03a-dca7-480a-83d3-cca7c2c94db5 HTTP/1.1" status: 200 len: 210 time: 0.1608841 May 31 13:50:44.313498 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41594) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:44.322795 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-2797bfd6-de64-447d-8843-dbf3cbd4fb48 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Request body: {'floatingip': {'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:50:44.327473 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 18da0090-5af1-4902-810d-9fbc9d5944de completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:50:44.366645 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-d91e6665-9a4c-4e6c-93e0-168d71d5466e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/subnets/9e3ed1b8-1b6b-4633-b6f6-bff01c730af8 HTTP/1.1" status: 204 len: 168 time: 2.3642237 May 31 13:50:44.386694 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41598) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:44.407812 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-2797bfd6-de64-447d-8843-dbf3cbd4fb48 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:50:44.452534 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 18da0090-5af1-4902-810d-9fbc9d5944de triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:50:44.452903 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:44.516945 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-591dfefa-39fd-4656-8f54-658cb736278e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1121149 May 31 13:50:44.522730 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-2797bfd6-de64-447d-8843-dbf3cbd4fb48 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Usage tracker for resource:floatingip and tenant:0c3bb07388f549c9aeec65a21380cb5d is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:50:44.525493 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41602) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:44.525721 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-306372af-956e-449b-b690-8c2dbe965ce4 None None] Provisioning complete for port a0f414e1-ace2-4087-8752-31cfe582671b triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:50:44.526123 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-306372af-956e-449b-b690-8c2dbe965ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:44.532558 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-2797bfd6-de64-447d-8843-dbf3cbd4fb48 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:50:44.639518 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-2797bfd6-de64-447d-8843-dbf3cbd4fb48 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:50:44.656336 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03ae946-2105-4174-8558-84b12814491c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-03e32fa5-680f-438d-867e-b8b36c524208', 'network_id': '03e32fa5-680f-438d-867e-b8b36c524208', 'tenant_id': 'e1b241fd5ab44832ac662d524439dad4', 'fixed_ips': [{'subnet_id': 'b6fd98fe-2d6e-47a1-837f-4fd4ab027e45'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:50:44.657672 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a03ae946-2105-4174-8558-84b12814491c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:44.686291 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-306372af-956e-449b-b690-8c2dbe965ce4 None None] Port a0f414e1-ace2-4087-8752-31cfe582671b cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:50:44.808613 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2797bfd6-de64-447d-8843-dbf3cbd4fb48 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for floatingip, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:44.820945 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-525d34ea-a8d5-4b2c-b64b-071ab64e772a req-82076405-be3a-4517-8ee1-0458945e85de tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] For port a9fc5db8-b6ca-4339-936c-dac801564b5d, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=a9fc5db8-b6ca-4339-936c-dac801564b5d,segment=NetworkSegment(f85bb861-f832-42e2-a182-3ceccc5a66af),segment_id=f85bb861-f832-42e2-a182-3ceccc5a66af)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:50:44.821545 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-525d34ea-a8d5-4b2c-b64b-071ab64e772a req-82076405-be3a-4517-8ee1-0458945e85de tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:44.851946 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-306372af-956e-449b-b690-8c2dbe965ce4 None None] Provisioning complete for port 54876ccb-5000-403b-b880-f7c4d723a91d triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:50:44.852417 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-306372af-956e-449b-b690-8c2dbe965ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:44.856866 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bea09cd-f5bf-4ecd-82b7-70717cf1c15e req-6de6c263-05c4-478b-adf6-8449d126eb3f tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:50:44.866884 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1bea09cd-f5bf-4ecd-82b7-70717cf1c15e req-6de6c263-05c4-478b-adf6-8449d126eb3f tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=931b2df9-a1c5-473f-ba24-0babd6d355d0 HTTP/1.1" status: 200 len: 946 time: 0.7569697 May 31 13:50:44.899081 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-9d458034-0c42-456c-8a02-4c80564e8b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a85c8e71-2826-4a98-92f1-eb02439344e8', 'name': 'tempest-TestServerBasicOps-1877796749-router', 'tenant_id': '4e57de1d316c4f84a61736682dffb866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': 'aecdd02f-5c6d-4d62-81fa-3d42313b4956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:50:27Z', 'updated_at': '2022-05-31T13:50:39Z', 'revision_number': 4, 'project_id': '4e57de1d316c4f84a61736682dffb866', 'gw_port': {'id': 'aecdd02f-5c6d-4d62-81fa-3d42313b4956', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:12:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a85c8e71-2826-4a98-92f1-eb02439344e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:50:28Z', 'updated_at': '2022-05-31T13:50:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '54876ccb-5000-403b-b880-f7c4d723a91d', 'name': '', 'network_id': 'a036544d-3691-439b-b976-1126035d501b', 'tenant_id': '4e57de1d316c4f84a61736682dffb866', 'mac_address': 'fa:16:3e:26:28:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a85c8e71-2826-4a98-92f1-eb02439344e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': 'a8852b36-b66c-4496-b635-b86154bdd792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:50:37Z', 'updated_at': '2022-05-31T13:50:40Z', 'revision_number': 2, 'project_id': '4e57de1d316c4f84a61736682dffb866', 'subnets': [{'id': 'a8852b36-b66c-4496-b635-b86154bdd792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:50:44.920504 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e42eefaa-14d4-4b2e-b5a6-ff8a7f6710b3 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:50:44.933106 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d458034-0c42-456c-8a02-4c80564e8b0d None None] The sync data for ids ['a85c8e71-2826-4a98-92f1-eb02439344e8'] in n-d-843939-1 is: [{'id': 'a85c8e71-2826-4a98-92f1-eb02439344e8', 'name': 'tempest-TestServerBasicOps-1877796749-router', 'tenant_id': '4e57de1d316c4f84a61736682dffb866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': 'aecdd02f-5c6d-4d62-81fa-3d42313b4956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:50:27Z', 'updated_at': '2022-05-31T13:50:39Z', 'revision_number': 4, 'project_id': '4e57de1d316c4f84a61736682dffb866', 'gw_port': {'id': 'aecdd02f-5c6d-4d62-81fa-3d42313b4956', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:12:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a85c8e71-2826-4a98-92f1-eb02439344e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:50:28Z', 'updated_at': '2022-05-31T13:50:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '54876ccb-5000-403b-b880-f7c4d723a91d', 'name': '', 'network_id': 'a036544d-3691-439b-b976-1126035d501b', 'tenant_id': '4e57de1d316c4f84a61736682dffb866', 'mac_address': 'fa:16:3e:26:28:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a85c8e71-2826-4a98-92f1-eb02439344e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': 'a8852b36-b66c-4496-b635-b86154bdd792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:50:37Z', 'updated_at': '2022-05-31T13:50:40Z', 'revision_number': 2, 'project_id': '4e57de1d316c4f84a61736682dffb866', 'subnets': [{'id': 'a8852b36-b66c-4496-b635-b86154bdd792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:50:44.944242 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 18da0090-5af1-4902-810d-9fbc9d5944de is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:50:44.945184 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:44.950736 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-e42eefaa-14d4-4b2e-b5a6-ff8a7f6710b3 admin admin] 10.222.0.50 "PUT /v2.0/routers/a85c8e71-2826-4a98-92f1-eb02439344e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1130371 May 31 13:50:44.957608 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41922374-ce17-47aa-9cdc-9cd0861ef38d None None] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:50:45.008356 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a8024967-5e5a-4dc0-8b05-d2aea47034e9 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:45.111475 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8024967-5e5a-4dc0-8b05-d2aea47034e9 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Pushing event updated for resources: {'Subnet': ['ID=ec9d0ae0-6a78-4e25-bd3c-206cc2ee9f37,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:45.120958 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1bea09cd-f5bf-4ecd-82b7-70717cf1c15e req-27380ff5-5fb1-4868-aaaa-9aba81721f92 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=879d485c-6856-4d39-902c-2e7246942604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2525535 May 31 13:50:45.149437 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b7ead02d-de86-4fcc-a803-ba5f56692db4 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:45.195023 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672eb1fb-4c1f-43b6-b4aa-c0f5a95cdfb7 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:50:45.195772 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-672eb1fb-4c1f-43b6-b4aa-c0f5a95cdfb7 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Synchronizing usage tracker for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:50:45.201582 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-306372af-956e-449b-b690-8c2dbe965ce4 None None] Port 54876ccb-5000-403b-b880-f7c4d723a91d cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:50:45.211602 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device a9fc5db8-b6ca-4339-936c-dac801564b5d no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:50:45.267778 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-672eb1fb-4c1f-43b6-b4aa-c0f5a95cdfb7 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Unset dirty status for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:50:45.268953 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-672eb1fb-4c1f-43b6-b4aa-c0f5a95cdfb7 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.7404952 May 31 13:50:45.273167 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b7ead02d-de86-4fcc-a803-ba5f56692db4 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:45.286226 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41608) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:45.342683 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-a03ae946-2105-4174-8558-84b12814491c None None] Allocated IP 2001:db8::2 (03e32fa5-680f-438d-867e-b8b36c524208/b6fd98fe-2d6e-47a1-837f-4fd4ab027e45/ff08dd8f-a9e8-49ea-95c4-f212e19033d8) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:50:45.444809 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8024967-5e5a-4dc0-8b05-d2aea47034e9 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Checking segment: {'id': '759a234b-b41c-4259-9658-0a163c911502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '89df36b8-276e-46a0-aee2-468986123c0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:50:45.445542 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8024967-5e5a-4dc0-8b05-d2aea47034e9 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Network hostable DHCP agents. Network: 89df36b8-276e-46a0-aee2-468986123c0f, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:50:45.465848 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cdfb11a3-8d9a-4141-ad25-561526fc4c89 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:45.490337 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ead02d-de86-4fcc-a803-ba5f56692db4 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:50:45.491370 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b7ead02d-de86-4fcc-a803-ba5f56692db4 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:45.493122 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-b7ead02d-de86-4fcc-a803-ba5f56692db4 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "PUT /v2.0/ports/7c4e2c05-0c14-40d9-a86c-119cd224053c HTTP/1.1" status: 200 len: 910 time: 4.4981744 May 31 13:50:45.511177 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41616) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:45.819732 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 18da0090-5af1-4902-810d-9fbc9d5944de, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=18da0090-5af1-4902-810d-9fbc9d5944de,segment=NetworkSegment(8c022bc2-52b9-4ec3-ba7f-9d1a2fc50aa6),segment_id=8c022bc2-52b9-4ec3-ba7f-9d1a2fc50aa6)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:50:45.856071 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8024967-5e5a-4dc0-8b05-d2aea47034e9 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Network 89df36b8-276e-46a0-aee2-468986123c0f is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:50:45.864850 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4e40c6-9a7f-4664-90bf-8e24d9d52c6e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:50:45.865520 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-3e4e40c6-9a7f-4664-90bf-8e24d9d52c6e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Synchronizing usage tracker for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:subnet {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:50:45.931646 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ead02d-de86-4fcc-a803-ba5f56692db4 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Pushing event updated for resources: {'Port': ['ID=7c4e2c05-0c14-40d9-a86c-119cd224053c,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:45.936372 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6d627b95-ab41-458d-96ea-c6de08b7d913 req-10a05d23-b2b1-4b97-870b-dda88c9ca3ac tempest-ServerShowV247Test-788879440 tempest-ServerShowV247Test-788879440-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e71d03a-dca7-480a-83d3-cca7c2c94db5 HTTP/1.1" status: 200 len: 210 time: 0.2014699 May 31 13:50:45.955289 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-a8024967-5e5a-4dc0-8b05-d2aea47034e9 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 89df36b8-276e-46a0-aee2-468986123c0f) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:50:45.998474 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port a9fc5db8-b6ca-4339-936c-dac801564b5d is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:50:45.998852 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:46.047954 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2797bfd6-de64-447d-8843-dbf3cbd4fb48 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:46.050419 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8024967-5e5a-4dc0-8b05-d2aea47034e9 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:50:46.051007 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a8024967-5e5a-4dc0-8b05-d2aea47034e9 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:46.057483 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:46.062185 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b9ea2f38-d003-4e75-9dc8-0cdedecdade7 None None] Provisioning for port f76ad2fd-84a3-4d69-99e5-4aba2f3fc993 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:50:46.065375 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4e6457-2f72-407e-9a54-54261d921108 None None] Network 89df36b8-276e-46a0-aee2-468986123c0f requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:50:46.178429 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-3e4e40c6-9a7f-4664-90bf-8e24d9d52c6e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Unset dirty status for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:subnet {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:50:46.183924 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-3e4e40c6-9a7f-4664-90bf-8e24d9d52c6e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.8952081 May 31 13:50:46.187527 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41630) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:46.468933 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device f76ad2fd-84a3-4d69-99e5-4aba2f3fc993 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:50:46.484924 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-525d34ea-a8d5-4b2c-b64b-071ab64e772a req-82076405-be3a-4517-8ee1-0458945e85de tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:46.485246 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-525d34ea-a8d5-4b2c-b64b-071ab64e772a req-82076405-be3a-4517-8ee1-0458945e85de tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:46.485514 n-d-843939-1 neutron-server[88370]: INFO neutron.db.l3_db [req-525d34ea-a8d5-4b2c-b64b-071ab64e772a req-82076405-be3a-4517-8ee1-0458945e85de tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Floating IP ec206d45-d15a-4951-be4f-521e46ffd89a disassociated. External IP: 172.25.6.190, port: a9fc5db8-b6ca-4339-936c-dac801564b5d. May 31 13:50:46.485857 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-525d34ea-a8d5-4b2c-b64b-071ab64e772a req-82076405-be3a-4517-8ee1-0458945e85de tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Calling delete_port for a9fc5db8-b6ca-4339-936c-dac801564b5d owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:50:46.513757 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a03ae946-2105-4174-8558-84b12814491c None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:46.518434 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41636) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:46.526023 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-90cb6315-0e36-4a30-a5a3-94b470043502 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-828807138-network', 'tenant_id': 'a3748b27b9a54b2ca310bad5a784c247'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:50:46.553738 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a8024967-5e5a-4dc0-8b05-d2aea47034e9 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4609623 May 31 13:50:46.573626 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41640) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:46.582488 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '931b2df9-a1c5-473f-ba24-0babd6d355d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9fc5db8-b6ca-4339-936c-dac801564b5d'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:50:46.600738 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:46.603609 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a03ae946-2105-4174-8558-84b12814491c None None] Transition to ACTIVE for port object ff08dd8f-a9e8-49ea-95c4-f212e19033d8 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:50:46.614429 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e36162a8-f121-4d77-a37d-7961154fc979 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4032688 May 31 13:50:46.636409 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port a9fc5db8-b6ca-4339-936c-dac801564b5d, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=a9fc5db8-b6ca-4339-936c-dac801564b5d,segment=NetworkSegment(f85bb861-f832-42e2-a182-3ceccc5a66af),segment_id=f85bb861-f832-42e2-a182-3ceccc5a66af)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:50:46.642213 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-90cb6315-0e36-4a30-a5a3-94b470043502 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:50:46.659821 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41646) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:46.665356 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:46.684757 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-90cb6315-0e36-4a30-a5a3-94b470043502 admin admin] Usage tracker for resource:network and tenant:a3748b27b9a54b2ca310bad5a784c247 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:50:46.691071 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-f05e9f79-25ae-4fd2-a9b7-159a67ba35ac tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Request body: {'subnet': {'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:50:46.692410 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a03ae946-2105-4174-8558-84b12814491c None None] Transition to ACTIVE for port object ff08dd8f-a9e8-49ea-95c4-f212e19033d8 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:50:46.703829 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=18da0090-5af1-4902-810d-9fbc9d5944de,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:46.724997 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-90cb6315-0e36-4a30-a5a3-94b470043502 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:50:46.746728 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-90cb6315-0e36-4a30-a5a3-94b470043502 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:50:46.752978 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2295c3d-f812-4b25-998f-cd2ca45fef0c'] response: {'server_uuid': '931b2df9-a1c5-473f-ba24-0babd6d355d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9fc5db8-b6ca-4339-936c-dac801564b5d', 'code': 200} May 31 13:50:46.782623 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a03ae946-2105-4174-8558-84b12814491c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:46.876886 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port f76ad2fd-84a3-4d69-99e5-4aba2f3fc993 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:50:46.881046 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0efddee6-db19-47e3-b160-a864c185be71 None None] Provisioning complete for port 18da0090-5af1-4902-810d-9fbc9d5944de triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:50:46.881427 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0efddee6-db19-47e3-b160-a864c185be71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:46.925290 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90cb6315-0e36-4a30-a5a3-94b470043502 admin admin] Made reservation on behalf of a3748b27b9a54b2ca310bad5a784c247 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:50:46.933279 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-90cb6315-0e36-4a30-a5a3-94b470043502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:46.956733 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03ae946-2105-4174-8558-84b12814491c None None] Network 03e32fa5-680f-438d-867e-b8b36c524208 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:50:46.975641 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.api [req-525d34ea-a8d5-4b2c-b64b-071ab64e772a req-82076405-be3a-4517-8ee1-0458945e85de tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88370) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:50:46.975641 n-d-843939-1 neutron-server[88370]: DEBUG oslo_db.api [req-525d34ea-a8d5-4b2c-b64b-071ab64e772a req-82076405-be3a-4517-8ee1-0458945e85de tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:50:46.976065 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-90cb6315-0e36-4a30-a5a3-94b470043502 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:47.022802 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port f76ad2fd-84a3-4d69-99e5-4aba2f3fc993 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:50:47.024299 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:47.027967 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-90cb6315-0e36-4a30-a5a3-94b470043502 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:50:47.080387 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f05e9f79-25ae-4fd2-a9b7-159a67ba35ac tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:50:47.087733 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-90cb6315-0e36-4a30-a5a3-94b470043502 admin admin] Usage tracker for resource:security_group_rule and tenant:a3748b27b9a54b2ca310bad5a784c247 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:50:47.116192 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd45de-3f5f-4e4a-b3e5-32bc40b7958d req-49495ad3-abbc-4772-8497-6d43b4fc5b19 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:50:47.123739 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b7bd45de-3f5f-4e4a-b3e5-32bc40b7958d req-49495ad3-abbc-4772-8497-6d43b4fc5b19 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=931b2df9-a1c5-473f-ba24-0babd6d355d0 HTTP/1.1" status: 200 len: 944 time: 0.6062787 May 31 13:50:47.129394 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-90cb6315-0e36-4a30-a5a3-94b470043502 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:50:47.155669 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-90cb6315-0e36-4a30-a5a3-94b470043502 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:50:47.161707 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f05e9f79-25ae-4fd2-a9b7-159a67ba35ac tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:50:47.164751 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01334c8-8e73-45db-ad96-9f3a9ba21ff5 None None] DHCP port deletion for 8d0ca4ab-0d39-494b-8b5d-2861af857a5e request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:50:47.170139 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-a03ae946-2105-4174-8558-84b12814491c None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:50:47.193682 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b01334c8-8e73-45db-ad96-9f3a9ba21ff5 None None] Deleting port f76ad2fd-84a3-4d69-99e5-4aba2f3fc993 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:50:47.194095 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b01334c8-8e73-45db-ad96-9f3a9ba21ff5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:47.253169 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03ae946-2105-4174-8558-84b12814491c None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:50:47.257612 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=a9fc5db8-b6ca-4339-936c-dac801564b5d,revision_number=11']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:47.274861 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-adc965e3-ef31-428d-acb2-1483acd60f61 req-cc39e210-090b-4766-a54c-b14c428fbd71 tempest-ServerShowV247Test-788879440 tempest-ServerShowV247Test-788879440-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e71d03a-dca7-480a-83d3-cca7c2c94db5 HTTP/1.1" status: 200 len: 210 time: 0.1104422 May 31 13:50:47.311093 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b7bd45de-3f5f-4e4a-b3e5-32bc40b7958d req-9eb7476f-71ca-4447-8d74-f81be897121d tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=879d485c-6856-4d39-902c-2e7246942604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1864407 May 31 13:50:47.319424 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f05e9f79-25ae-4fd2-a9b7-159a67ba35ac tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Made reservation on behalf of d13dddbe1502489da91f2f88306fdca6 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:50:47.323801 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f05e9f79-25ae-4fd2-a9b7-159a67ba35ac tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:47.374206 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-2797bfd6-de64-447d-8843-dbf3cbd4fb48 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Allocated IP 172.25.6.172 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/6035cbe4-aabb-43a5-b19f-aedc83667a27) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:50:47.384316 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03ae946-2105-4174-8558-84b12814491c None None] Pushing event updated for resources: {'Port': ['ID=ff08dd8f-a9e8-49ea-95c4-f212e19033d8,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:47.397007 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315f7c02-4f65-4a9c-932c-c695802434e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-89df36b8-276e-46a0-aee2-468986123c0f', 'network_id': '89df36b8-276e-46a0-aee2-468986123c0f', 'tenant_id': 'e1b241fd5ab44832ac662d524439dad4', 'fixed_ips': [{'subnet_id': 'ec9d0ae0-6a78-4e25-bd3c-206cc2ee9f37'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:50:47.397839 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-315f7c02-4f65-4a9c-932c-c695802434e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:47.477765 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-525d34ea-a8d5-4b2c-b64b-071ab64e772a req-82076405-be3a-4517-8ee1-0458945e85de tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Deleting port a9fc5db8-b6ca-4339-936c-dac801564b5d {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:50:47.478146 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-525d34ea-a8d5-4b2c-b64b-071ab64e772a req-82076405-be3a-4517-8ee1-0458945e85de tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:47.489392 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-cdfb11a3-8d9a-4141-ad25-561526fc4c89 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Deleting port a0f414e1-ace2-4087-8752-31cfe582671b {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:50:47.489736 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cdfb11a3-8d9a-4141-ad25-561526fc4c89 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:47.676917 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-a03ae946-2105-4174-8558-84b12814491c None None] Attempting to bind port ff08dd8f-a9e8-49ea-95c4-f212e19033d8 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:50:47.677490 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-a03ae946-2105-4174-8558-84b12814491c None None] Attempting to bind port ff08dd8f-a9e8-49ea-95c4-f212e19033d8 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '1b8e4342-a935-4aba-9c74-831d54abb22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '03e32fa5-680f-438d-867e-b8b36c524208'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:50:47.677789 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03ae946-2105-4174-8558-84b12814491c None None] Attempting to bind port ff08dd8f-a9e8-49ea-95c4-f212e19033d8 on network 03e32fa5-680f-438d-867e-b8b36c524208 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:50:47.710344 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-07055708-a025-4a72-abf0-0cc3a059e937 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:47.714782 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03ae946-2105-4174-8558-84b12814491c None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:50:47.715166 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03ae946-2105-4174-8558-84b12814491c None None] Checking segment: {'id': '1b8e4342-a935-4aba-9c74-831d54abb22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '03e32fa5-680f-438d-867e-b8b36c524208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:50:47.715572 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a03ae946-2105-4174-8558-84b12814491c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:47.715973 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03ae946-2105-4174-8558-84b12814491c None None] Bound using segment: {'id': '1b8e4342-a935-4aba-9c74-831d54abb22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '03e32fa5-680f-438d-867e-b8b36c524208'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:50:47.716464 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-a03ae946-2105-4174-8558-84b12814491c None None] Bound port: ff08dd8f-a9e8-49ea-95c4-f212e19033d8, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b8e4342-a935-4aba-9c74-831d54abb22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '03e32fa5-680f-438d-867e-b8b36c524208'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:50:47.716833 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a03ae946-2105-4174-8558-84b12814491c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:47.740442 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-90cb6315-0e36-4a30-a5a3-94b470043502 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:47.752239 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-90cb6315-0e36-4a30-a5a3-94b470043502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:47.796244 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port f76ad2fd-84a3-4d69-99e5-4aba2f3fc993 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:50:47.796701 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:47.862549 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90cb6315-0e36-4a30-a5a3-94b470043502 admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:50:47.969383 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-90cb6315-0e36-4a30-a5a3-94b470043502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:47.970127 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-90cb6315-0e36-4a30-a5a3-94b470043502 admin admin] Added segment 73a30f5d-0e86-4b29-98d2-608f18d563d9 of type vlan for network deb4aa7b-5fc5-41b9-9a53-48ac3698033a May 31 13:50:47.979521 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cb6315-0e36-4a30-a5a3-94b470043502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad8f9b81-3ef6-4be6-bcf3-1a584cbafca3,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:48.001474 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0efddee6-db19-47e3-b160-a864c185be71 None None] Current status of the port 18da0090-5af1-4902-810d-9fbc9d5944de is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:50:48.016350 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6d914f44-a95a-4144-9a58-924b261b4269 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:48.050462 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2797bfd6-de64-447d-8843-dbf3cbd4fb48 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:48.053340 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-b01334c8-8e73-45db-ad96-9f3a9ba21ff5 None None] For port f76ad2fd-84a3-4d69-99e5-4aba2f3fc993, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=f76ad2fd-84a3-4d69-99e5-4aba2f3fc993,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:50:48.053895 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b01334c8-8e73-45db-ad96-9f3a9ba21ff5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:48.078734 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port f76ad2fd-84a3-4d69-99e5-4aba2f3fc993, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=f76ad2fd-84a3-4d69-99e5-4aba2f3fc993,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:50:48.080307 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-315f7c02-4f65-4a9c-932c-c695802434e8 None None] Allocated IP 2001:db8::2 (89df36b8-276e-46a0-aee2-468986123c0f/ec9d0ae0-6a78-4e25-bd3c-206cc2ee9f37/ba7bedef-983c-4908-9b4d-bcacb891beba) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:50:48.093923 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cdfb11a3-8d9a-4141-ad25-561526fc4c89 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:48.111810 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-90cb6315-0e36-4a30-a5a3-94b470043502 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:48.202784 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:48.214441 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b01334c8-8e73-45db-ad96-9f3a9ba21ff5 None None] Calling delete_port for f76ad2fd-84a3-4d69-99e5-4aba2f3fc993 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:50:48.380235 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-a03ae946-2105-4174-8558-84b12814491c None None] For port ff08dd8f-a9e8-49ea-95c4-f212e19033d8, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:50:48.486837 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f05e9f79-25ae-4fd2-a9b7-159a67ba35ac tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:48.516915 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a80ab5-f637-4515-b56a-08018aee01c2 None None] Sync routers for ids ['a85c8e71-2826-4a98-92f1-eb02439344e8'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:50:48.525394 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-a03ae946-2105-4174-8558-84b12814491c None None] For port ff08dd8f-a9e8-49ea-95c4-f212e19033d8, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=ff08dd8f-a9e8-49ea-95c4-f212e19033d8,segment=NetworkSegment(1b8e4342-a935-4aba-9c74-831d54abb22d),segment_id=1b8e4342-a935-4aba-9c74-831d54abb22d)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:50:48.563437 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a03ae946-2105-4174-8558-84b12814491c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:48.593651 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=f76ad2fd-84a3-4d69-99e5-4aba2f3fc993,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:48.596162 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a80ab5-f637-4515-b56a-08018aee01c2 None None] Routers {'a85c8e71-2826-4a98-92f1-eb02439344e8'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:50:48.596775 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-55a80ab5-f637-4515-b56a-08018aee01c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:50:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['a85c8e71-2826-4a98-92f1-eb02439344e8'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:50:48.604809 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-cdfb11a3-8d9a-4141-ad25-561526fc4c89 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Calling delete_port for a0f414e1-ace2-4087-8752-31cfe582671b owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:50:48.642350 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-525d34ea-a8d5-4b2c-b64b-071ab64e772a req-82076405-be3a-4517-8ee1-0458945e85de tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] For port a9fc5db8-b6ca-4339-936c-dac801564b5d, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=a9fc5db8-b6ca-4339-936c-dac801564b5d,segment=NetworkSegment(f85bb861-f832-42e2-a182-3ceccc5a66af),segment_id=f85bb861-f832-42e2-a182-3ceccc5a66af)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:50:48.642813 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-525d34ea-a8d5-4b2c-b64b-071ab64e772a req-82076405-be3a-4517-8ee1-0458945e85de tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:48.670381 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-90cb6315-0e36-4a30-a5a3-94b470043502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:48.671384 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90cb6315-0e36-4a30-a5a3-94b470043502 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:50:48.672021 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-90cb6315-0e36-4a30-a5a3-94b470043502 admin admin] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:48.686727 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 18da0090-5af1-4902-810d-9fbc9d5944de up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:50:48.751241 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-b01334c8-8e73-45db-ad96-9f3a9ba21ff5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:50:48.751476 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-b01334c8-8e73-45db-ad96-9f3a9ba21ff5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:50:48.847133 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05e9f79-25ae-4fd2-a9b7-159a67ba35ac tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:50:48.883112 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-f05e9f79-25ae-4fd2-a9b7-159a67ba35ac tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:50:48.946080 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2797bfd6-de64-447d-8843-dbf3cbd4fb48 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:48.951886 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-793946f2-ead9-431f-8030-cc3e9d9459d3 req-45c5b331-54db-478c-92c3-7880d23e66e5 tempest-ServerShowV247Test-788879440 tempest-ServerShowV247Test-788879440-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e71d03a-dca7-480a-83d3-cca7c2c94db5 HTTP/1.1" status: 200 len: 210 time: 0.3173969 May 31 13:50:48.967593 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05e9f79-25ae-4fd2-a9b7-159a67ba35ac tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:50:48.968406 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f05e9f79-25ae-4fd2-a9b7-159a67ba35ac tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:49.017238 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03ae946-2105-4174-8558-84b12814491c None None] Pushing event updated for resources: {'Port': ['ID=ff08dd8f-a9e8-49ea-95c4-f212e19033d8,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:49.055113 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05e9f79-25ae-4fd2-a9b7-159a67ba35ac tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event updated for resources: {'Subnet': ['ID=2cff4cd6-c217-497b-951f-51505b070ed1,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:49.069317 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-55a80ab5-f637-4515-b56a-08018aee01c2 None None] Set router a85c8e71-2826-4a98-92f1-eb02439344e8 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:50:49.101389 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2797bfd6-de64-447d-8843-dbf3cbd4fb48 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:50:49.108566 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-07055708-a025-4a72-abf0-0cc3a059e937 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Allocated IP 2001:db8::1 (03e32fa5-680f-438d-867e-b8b36c524208/b6fd98fe-2d6e-47a1-837f-4fd4ab027e45/6749da33-d5c5-40e8-8fca-ca57f83e3fc4) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:50:49.110966 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-2797bfd6-de64-447d-8843-dbf3cbd4fb48 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:50:49.114336 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2797bfd6-de64-447d-8843-dbf3cbd4fb48 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:50:49.120583 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 18da0090-5af1-4902-810d-9fbc9d5944de triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:50:49.120583 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:49.167608 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2797bfd6-de64-447d-8843-dbf3cbd4fb48 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Pushing event updated for resources: {'Port': ['ID=6035cbe4-aabb-43a5-b19f-aedc83667a27,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:49.174395 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cb6315-0e36-4a30-a5a3-94b470043502 admin admin] Pushing event updated for resources: {'Network': ['ID=deb4aa7b-5fc5-41b9-9a53-48ac3698033a,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:49.186282 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-315f7c02-4f65-4a9c-932c-c695802434e8 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:49.208250 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-315f7c02-4f65-4a9c-932c-c695802434e8 None None] Transition to ACTIVE for port object ba7bedef-983c-4908-9b4d-bcacb891beba will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:50:49.211017 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-f05e9f79-25ae-4fd2-a9b7-159a67ba35ac tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5491393 May 31 13:50:49.225013 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-90cb6315-0e36-4a30-a5a3-94b470043502 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.7023487 May 31 13:50:49.225013 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41656) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:49.226904 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network deb4aa7b-5fc5-41b9-9a53-48ac3698033a details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:50:49.232910 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41658) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:49.239783 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-354ac7f8-03fc-4127-a251-e9848de499de tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Request body: {'port': {'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'fixed_ips': [{'subnet_id': '2cff4cd6-c217-497b-951f-51505b070ed1', 'ip_address': '2001:db8::95b5:5b58:361a:b1d7'}], 'name': 'tempest-NetworksTestDHCPv6-49875941'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:50:49.261012 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-16d91773-ab10-457f-af18-59fdf43532d8 admin admin] Request body: {'subnet': {'network_id': 'deb4aa7b-5fc5-41b9-9a53-48ac3698033a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-828807138-subnet', 'tenant_id': 'a3748b27b9a54b2ca310bad5a784c247', 'ip_version': 4}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:50:49.291468 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cdfb11a3-8d9a-4141-ad25-561526fc4c89 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:49.310811 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b01334c8-8e73-45db-ad96-9f3a9ba21ff5 None None] Deleting port f76ad2fd-84a3-4d69-99e5-4aba2f3fc993 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:50:49.310811 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b01334c8-8e73-45db-ad96-9f3a9ba21ff5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:49.438041 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-16d91773-ab10-457f-af18-59fdf43532d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:50:49.459369 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-315f7c02-4f65-4a9c-932c-c695802434e8 None None] Transition to ACTIVE for port object ba7bedef-983c-4908-9b4d-bcacb891beba will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:50:49.472428 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-16d91773-ab10-457f-af18-59fdf43532d8 admin admin] Usage tracker for resource:subnet and tenant:a3748b27b9a54b2ca310bad5a784c247 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:50:49.480762 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-16d91773-ab10-457f-af18-59fdf43532d8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:50:49.504684 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-16d91773-ab10-457f-af18-59fdf43532d8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:50:49.520414 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfb11a3-8d9a-4141-ad25-561526fc4c89 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Pushing event deleted for resources: {'Port': ['ID=a0f414e1-ace2-4087-8752-31cfe582671b,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:49.530233 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab566a2-ec53-49ac-81d8-84feb76cbce5 req-9cacbfb7-0ce9-4c60-8178-e207723e6d5d tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:50:49.531091 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-0ab566a2-ec53-49ac-81d8-84feb76cbce5 req-9cacbfb7-0ce9-4c60-8178-e207723e6d5d tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Synchronizing usage tracker for tenant:21f78e9efd2543f8a23fa5f8aa5a9a7c on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:50:49.571893 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-525d34ea-a8d5-4b2c-b64b-071ab64e772a req-82076405-be3a-4517-8ee1-0458945e85de tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:49.572612 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-525d34ea-a8d5-4b2c-b64b-071ab64e772a req-82076405-be3a-4517-8ee1-0458945e85de tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:49.573155 n-d-843939-1 neutron-server[88370]: INFO neutron.db.l3_db [req-525d34ea-a8d5-4b2c-b64b-071ab64e772a req-82076405-be3a-4517-8ee1-0458945e85de tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Floating IP ec206d45-d15a-4951-be4f-521e46ffd89a disassociated. External IP: 172.25.6.190, port: a9fc5db8-b6ca-4339-936c-dac801564b5d. May 31 13:50:49.573722 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-525d34ea-a8d5-4b2c-b64b-071ab64e772a req-82076405-be3a-4517-8ee1-0458945e85de tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Calling delete_port for a9fc5db8-b6ca-4339-936c-dac801564b5d owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:50:49.619053 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-315f7c02-4f65-4a9c-932c-c695802434e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:49.691120 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d91773-ab10-457f-af18-59fdf43532d8 admin admin] Made reservation on behalf of a3748b27b9a54b2ca310bad5a784c247 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:50:49.694354 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-16d91773-ab10-457f-af18-59fdf43532d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:49.804509 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315f7c02-4f65-4a9c-932c-c695802434e8 None None] Network 89df36b8-276e-46a0-aee2-468986123c0f is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:50:49.810383 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cdfb11a3-8d9a-4141-ad25-561526fc4c89 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:49.815510 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2797bfd6-de64-447d-8843-dbf3cbd4fb48 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:49.822993 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-0ab566a2-ec53-49ac-81d8-84feb76cbce5 req-9cacbfb7-0ce9-4c60-8178-e207723e6d5d tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Unset dirty status for tenant:21f78e9efd2543f8a23fa5f8aa5a9a7c on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:50:49.824198 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0ab566a2-ec53-49ac-81d8-84feb76cbce5 req-9cacbfb7-0ce9-4c60-8178-e207723e6d5d tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=931b2df9-a1c5-473f-ba24-0babd6d355d0 HTTP/1.1" status: 200 len: 944 time: 1.1736867 May 31 13:50:49.827643 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-315f7c02-4f65-4a9c-932c-c695802434e8 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:50:49.827994 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-07055708-a025-4a72-abf0-0cc3a059e937 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:49.876255 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315f7c02-4f65-4a9c-932c-c695802434e8 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:50:49.913480 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-6d914f44-a95a-4144-9a58-924b261b4269 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Deleting port 7c4e2c05-0c14-40d9-a86c-119cd224053c {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:50:49.914165 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6d914f44-a95a-4144-9a58-924b261b4269 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:49.968710 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-354ac7f8-03fc-4127-a251-e9848de499de tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:50:49.994416 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-354ac7f8-03fc-4127-a251-e9848de499de tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Usage tracker for resource:port and tenant:d13dddbe1502489da91f2f88306fdca6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:50:50.009086 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-354ac7f8-03fc-4127-a251-e9848de499de tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:50:50.025299 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-07055708-a025-4a72-abf0-0cc3a059e937 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Transition to ACTIVE for port object 6749da33-d5c5-40e8-8fca-ca57f83e3fc4 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:50:50.065296 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-354ac7f8-03fc-4127-a251-e9848de499de tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:50:50.071230 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0ab566a2-ec53-49ac-81d8-84feb76cbce5 req-a6e26085-b7dc-48fc-92d4-f63e331ef4ad tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=879d485c-6856-4d39-902c-2e7246942604&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2108531 May 31 13:50:50.153387 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315f7c02-4f65-4a9c-932c-c695802434e8 None None] Pushing event updated for resources: {'Port': ['ID=ba7bedef-983c-4908-9b4d-bcacb891beba,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:50.231609 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-354ac7f8-03fc-4127-a251-e9848de499de tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Made reservation on behalf of d13dddbe1502489da91f2f88306fdca6 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:50:50.234902 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 18da0090-5af1-4902-810d-9fbc9d5944de is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:50:50.236469 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device aecdd02f-5c6d-4d62-81fa-3d42313b4956 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:50:50.292873 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2797bfd6-de64-447d-8843-dbf3cbd4fb48 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:50.434396 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-315f7c02-4f65-4a9c-932c-c695802434e8 None None] Attempting to bind port ba7bedef-983c-4908-9b4d-bcacb891beba on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:50:50.437862 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-315f7c02-4f65-4a9c-932c-c695802434e8 None None] Attempting to bind port ba7bedef-983c-4908-9b4d-bcacb891beba by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '759a234b-b41c-4259-9658-0a163c911502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '89df36b8-276e-46a0-aee2-468986123c0f'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:50:50.438405 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315f7c02-4f65-4a9c-932c-c695802434e8 None None] Attempting to bind port ba7bedef-983c-4908-9b4d-bcacb891beba on network 89df36b8-276e-46a0-aee2-468986123c0f {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:50:50.459961 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315f7c02-4f65-4a9c-932c-c695802434e8 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:50:50.460497 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315f7c02-4f65-4a9c-932c-c695802434e8 None None] Checking segment: {'id': '759a234b-b41c-4259-9658-0a163c911502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '89df36b8-276e-46a0-aee2-468986123c0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:50:50.461008 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-315f7c02-4f65-4a9c-932c-c695802434e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:50.461520 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315f7c02-4f65-4a9c-932c-c695802434e8 None None] Bound using segment: {'id': '759a234b-b41c-4259-9658-0a163c911502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '89df36b8-276e-46a0-aee2-468986123c0f'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:50:50.462127 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-315f7c02-4f65-4a9c-932c-c695802434e8 None None] Bound port: ba7bedef-983c-4908-9b4d-bcacb891beba, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '759a234b-b41c-4259-9658-0a163c911502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '89df36b8-276e-46a0-aee2-468986123c0f'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:50:50.462624 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-315f7c02-4f65-4a9c-932c-c695802434e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:50.520638 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-07055708-a025-4a72-abf0-0cc3a059e937 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:50.552699 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-b01334c8-8e73-45db-ad96-9f3a9ba21ff5 None None] For port f76ad2fd-84a3-4d69-99e5-4aba2f3fc993, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=f76ad2fd-84a3-4d69-99e5-4aba2f3fc993,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:50:50.553091 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b01334c8-8e73-45db-ad96-9f3a9ba21ff5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:50.624159 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-525d34ea-a8d5-4b2c-b64b-071ab64e772a req-82076405-be3a-4517-8ee1-0458945e85de tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:50.681969 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07055708-a025-4a72-abf0-0cc3a059e937 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Network 03e32fa5-680f-438d-867e-b8b36c524208 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:50:50.694394 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9db2a122-94b1-444e-8065-7fdb24437e32 req-83943d4e-c698-49a8-a0c2-c0eb68904790 tempest-ServerShowV247Test-788879440 tempest-ServerShowV247Test-788879440-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e71d03a-dca7-480a-83d3-cca7c2c94db5 HTTP/1.1" status: 200 len: 210 time: 0.4097877 May 31 13:50:50.696739 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-07055708-a025-4a72-abf0-0cc3a059e937 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:50:50.704790 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07055708-a025-4a72-abf0-0cc3a059e937 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:50:50.705519 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-07055708-a025-4a72-abf0-0cc3a059e937 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:50.741257 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82076405-be3a-4517-8ee1-0458945e85de tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Pushing event deleted for resources: {'Port': ['ID=a9fc5db8-b6ca-4339-936c-dac801564b5d,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:50.743259 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d519f949-927e-4912-98d7-5547406d4d70 None None] Network 03e32fa5-680f-438d-867e-b8b36c524208 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:50:50.777649 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b01334c8-8e73-45db-ad96-9f3a9ba21ff5 None None] Calling delete_port for f76ad2fd-84a3-4d69-99e5-4aba2f3fc993 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:50:50.791658 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6d914f44-a95a-4144-9a58-924b261b4269 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:50.846306 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07055708-a025-4a72-abf0-0cc3a059e937 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Pushing event updated for resources: {'Port': ['ID=6749da33-d5c5-40e8-8fca-ca57f83e3fc4,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:50.876035 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdfb11a3-8d9a-4141-ad25-561526fc4c89 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Router 46a59056-fd03-4ec6-baae-7c11e1e80bf8 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:50:50.931397 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-55a80ab5-f637-4515-b56a-08018aee01c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a85c8e71-2826-4a98-92f1-eb02439344e8', 'name': 'tempest-TestServerBasicOps-1877796749-router', 'tenant_id': '4e57de1d316c4f84a61736682dffb866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': 'aecdd02f-5c6d-4d62-81fa-3d42313b4956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:50:27Z', 'updated_at': '2022-05-31T13:50:39Z', 'revision_number': 4, 'project_id': '4e57de1d316c4f84a61736682dffb866', 'gw_port': {'id': 'aecdd02f-5c6d-4d62-81fa-3d42313b4956', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:12:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a85c8e71-2826-4a98-92f1-eb02439344e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:50:28Z', 'updated_at': '2022-05-31T13:50:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '54876ccb-5000-403b-b880-f7c4d723a91d', 'name': '', 'network_id': 'a036544d-3691-439b-b976-1126035d501b', 'tenant_id': '4e57de1d316c4f84a61736682dffb866', 'mac_address': 'fa:16:3e:26:28:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a85c8e71-2826-4a98-92f1-eb02439344e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': 'a8852b36-b66c-4496-b635-b86154bdd792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:50:37Z', 'updated_at': '2022-05-31T13:50:40Z', 'revision_number': 2, 'project_id': '4e57de1d316c4f84a61736682dffb866', 'subnets': [{'id': 'a8852b36-b66c-4496-b635-b86154bdd792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:50:50.953474 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-3dd0a12e-7877-41dd-bf95-cc840fe152e9 None None] Provisioning for port ff08dd8f-a9e8-49ea-95c4-f212e19033d8 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:50:50.972245 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port aecdd02f-5c6d-4d62-81fa-3d42313b4956 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:50:50.975702 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a80ab5-f637-4515-b56a-08018aee01c2 None None] Checking router: a85c8e71-2826-4a98-92f1-eb02439344e8 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:50:50.976257 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a80ab5-f637-4515-b56a-08018aee01c2 None None] Updating router a85c8e71-2826-4a98-92f1-eb02439344e8 port 54876ccb-5000-403b-b880-f7c4d723a91d binding host n-d-843939-1 {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:50:51.031504 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-6d914f44-a95a-4144-9a58-924b261b4269 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Calling delete_port for 7c4e2c05-0c14-40d9-a86c-119cd224053c owned by network:router_interface {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:50:51.056592 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port aecdd02f-5c6d-4d62-81fa-3d42313b4956 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:50:51.057027 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:51.067902 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-354ac7f8-03fc-4127-a251-e9848de499de tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:51.102487 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdfb11a3-8d9a-4141-ad25-561526fc4c89 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:50:51.131451 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-315f7c02-4f65-4a9c-932c-c695802434e8 None None] For port ba7bedef-983c-4908-9b4d-bcacb891beba, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:50:51.137041 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7ad481-edf3-4c37-973c-22aa321dfb1d None None] Sync routers for ids ['46a59056-fd03-4ec6-baae-7c11e1e80bf8'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:50:51.154863 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b01334c8-8e73-45db-ad96-9f3a9ba21ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:51.157495 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.db.resource_extend [None req-2797bfd6-de64-447d-8843-dbf3cbd4fb48 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:50:51.168194 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7ad481-edf3-4c37-973c-22aa321dfb1d None None] Routers {'46a59056-fd03-4ec6-baae-7c11e1e80bf8'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:50:51.170934 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-8c7ad481-edf3-4c37-973c-22aa321dfb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:50:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['46a59056-fd03-4ec6-baae-7c11e1e80bf8'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:50:51.193413 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2797bfd6-de64-447d-8843-dbf3cbd4fb48 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:51.195974 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-55a80ab5-f637-4515-b56a-08018aee01c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:51.204091 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2797bfd6-de64-447d-8843-dbf3cbd4fb48 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:51.234240 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-315f7c02-4f65-4a9c-932c-c695802434e8 None None] For port ba7bedef-983c-4908-9b4d-bcacb891beba, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=ba7bedef-983c-4908-9b4d-bcacb891beba,segment=NetworkSegment(759a234b-b41c-4259-9658-0a163c911502),segment_id=759a234b-b41c-4259-9658-0a163c911502)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:50:51.280461 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01334c8-8e73-45db-ad96-9f3a9ba21ff5 None None] Pushing event deleted for resources: {'Port': ['ID=f76ad2fd-84a3-4d69-99e5-4aba2f3fc993,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:51.285002 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-315f7c02-4f65-4a9c-932c-c695802434e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:51.296750 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01334c8-8e73-45db-ad96-9f3a9ba21ff5 None None] No DVR routers for this DVR port f76ad2fd-84a3-4d69-99e5-4aba2f3fc993 on host n-d-843939-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:50:51.305195 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-354ac7f8-03fc-4127-a251-e9848de499de tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] device_id is not set on port 2bca5fab-f748-4a18-b8bf-e558bc9370e6 yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:50:51.348021 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2797bfd6-de64-447d-8843-dbf3cbd4fb48 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Pushing event updated for resources: {'Port': ['ID=6035cbe4-aabb-43a5-b19f-aedc83667a27,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:51.354959 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-cdfb11a3-8d9a-4141-ad25-561526fc4c89 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "PUT /v2.0/routers/46a59056-fd03-4ec6-baae-7c11e1e80bf8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2312870 May 31 13:50:51.359312 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41668) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:51.396152 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-8c7ad481-edf3-4c37-973c-22aa321dfb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:50:51.400635 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-16d91773-ab10-457f-af18-59fdf43532d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:51.404795 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72dd59c4-789d-4cc9-a97d-19174a1136a9 None None] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:50:51.432374 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7ad481-edf3-4c37-973c-22aa321dfb1d None None] Routers {'46a59056-fd03-4ec6-baae-7c11e1e80bf8'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:50:51.433379 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-8c7ad481-edf3-4c37-973c-22aa321dfb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:50:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['46a59056-fd03-4ec6-baae-7c11e1e80bf8'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:50:51.606019 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-07055708-a025-4a72-abf0-0cc3a059e937 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:51.620492 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-8c7ad481-edf3-4c37-973c-22aa321dfb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:50:51.620889 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7ad481-edf3-4c37-973c-22aa321dfb1d None None] The sync data for ids ['46a59056-fd03-4ec6-baae-7c11e1e80bf8'] in n-d-843939-1 is: [] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:50:51.743256 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2797bfd6-de64-447d-8843-dbf3cbd4fb48 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:51.765231 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c0ff65bc-705f-41d7-abf8-48f6332094a3 req-37d8fa0e-3ae2-4321-a306-3fed3009f576 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=931b2df9-a1c5-473f-ba24-0babd6d355d0 HTTP/1.1" status: 200 len: 210 time: 0.3638363 May 31 13:50:51.883684 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315f7c02-4f65-4a9c-932c-c695802434e8 None None] Pushing event updated for resources: {'Port': ['ID=ba7bedef-983c-4908-9b4d-bcacb891beba,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:51.924522 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d91773-ab10-457f-af18-59fdf43532d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6ec9d50-3c16-442e-a62a-2b3191a20842,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:52.055115 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port aecdd02f-5c6d-4d62-81fa-3d42313b4956 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:50:52.055695 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:52.125851 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [req-525d34ea-a8d5-4b2c-b64b-071ab64e772a req-82076405-be3a-4517-8ee1-0458945e85de tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Router 80751f3d-e952-4fcb-9d42-f81dc7ae50bc has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:50:52.165077 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2797bfd6-de64-447d-8843-dbf3cbd4fb48 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:52.166601 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-2797bfd6-de64-447d-8843-dbf3cbd4fb48 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.8520763 May 31 13:50:52.192760 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2d29218e-62df-44e2-9d7a-8ee63a9c38da req-9a45aa7c-80b4-4f79-bd8d-5359ab3e42a3 tempest-ServerShowV247Test-788879440 tempest-ServerShowV247Test-788879440-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e71d03a-dca7-480a-83d3-cca7c2c94db5 HTTP/1.1" status: 200 len: 210 time: 0.2567265 May 31 13:50:52.201536 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d91773-ab10-457f-af18-59fdf43532d8 admin admin] Checking segment: {'id': '73a30f5d-0e86-4b29-98d2-608f18d563d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'deb4aa7b-5fc5-41b9-9a53-48ac3698033a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:50:52.207025 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d91773-ab10-457f-af18-59fdf43532d8 admin admin] Network hostable DHCP agents. Network: deb4aa7b-5fc5-41b9-9a53-48ac3698033a, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:50:52.258824 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6d914f44-a95a-4144-9a58-924b261b4269 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:52.534312 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-55a80ab5-f637-4515-b56a-08018aee01c2 None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:52.564886 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-55a80ab5-f637-4515-b56a-08018aee01c2 None None] Transition to ACTIVE for port object 54876ccb-5000-403b-b880-f7c4d723a91d will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:50:52.571505 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port aecdd02f-5c6d-4d62-81fa-3d42313b4956, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=aecdd02f-5c6d-4d62-81fa-3d42313b4956,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:50:52.578483 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9384a9c-0e20-45bf-95bf-3df6030676d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'tenant_id': 'd13dddbe1502489da91f2f88306fdca6', 'fixed_ips': [{'subnet_id': '2cff4cd6-c217-497b-951f-51505b070ed1'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:50:52.579859 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f9384a9c-0e20-45bf-95bf-3df6030676d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:52.597013 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:52.601364 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-55a80ab5-f637-4515-b56a-08018aee01c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:52.696205 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=aecdd02f-5c6d-4d62-81fa-3d42313b4956,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:52.747373 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device f76ad2fd-84a3-4d69-99e5-4aba2f3fc993 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:50:52.755464 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d914f44-a95a-4144-9a58-924b261b4269 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Pushing event deleted for resources: {'Port': ['ID=7c4e2c05-0c14-40d9-a86c-119cd224053c,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:52.899697 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-354ac7f8-03fc-4127-a251-e9848de499de tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Allocated IP 2001:db8::95b5:5b58:361a:b1d7 (8d0ca4ab-0d39-494b-8b5d-2861af857a5e/2cff4cd6-c217-497b-951f-51505b070ed1/2bca5fab-f748-4a18-b8bf-e558bc9370e6) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:50:52.936601 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-07055708-a025-4a72-abf0-0cc3a059e937 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:52.940484 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1f86fd33-cee0-4fe6-bd69-10437ac14bdc tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:53.061037 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-07055708-a025-4a72-abf0-0cc3a059e937 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:53.061727 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-07055708-a025-4a72-abf0-0cc3a059e937 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:53.070964 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d91773-ab10-457f-af18-59fdf43532d8 admin admin] Network deb4aa7b-5fc5-41b9-9a53-48ac3698033a is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:50:53.117039 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: f76ad2fd-84a3-4d69-99e5-4aba2f3fc993 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:50:53.117513 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device f76ad2fd-84a3-4d69-99e5-4aba2f3fc993 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:50:53.132669 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2de60b-e929-4337-9993-e7033698a4ef None None] Pushing event updated for resources: {'Port': ['ID=54876ccb-5000-403b-b880-f7c4d723a91d,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:53.383275 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-120d5f74-ba43-4ecd-bcef-cf6a47fe8471 req-1514acdc-10a4-4fb0-b710-e2912dbb51cf tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--670313798&fields=id&tenant_id=0c3bb07388f549c9aeec65a21380cb5d HTTP/1.1" status: 200 len: 267 time: 0.7438653 May 31 13:50:53.384587 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-55a80ab5-f637-4515-b56a-08018aee01c2 None None] Attempting to bind port 54876ccb-5000-403b-b880-f7c4d723a91d on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:50:53.385120 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-55a80ab5-f637-4515-b56a-08018aee01c2 None None] Attempting to bind port 54876ccb-5000-403b-b880-f7c4d723a91d by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '05d7c49e-fddd-43be-bac9-c48445145ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a036544d-3691-439b-b976-1126035d501b'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:50:53.385701 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a80ab5-f637-4515-b56a-08018aee01c2 None None] Attempting to bind port 54876ccb-5000-403b-b880-f7c4d723a91d on network a036544d-3691-439b-b976-1126035d501b {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:50:53.397229 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a80ab5-f637-4515-b56a-08018aee01c2 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:50:53.398329 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a80ab5-f637-4515-b56a-08018aee01c2 None None] Checking segment: {'id': '05d7c49e-fddd-43be-bac9-c48445145ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a036544d-3691-439b-b976-1126035d501b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:50:53.398847 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-55a80ab5-f637-4515-b56a-08018aee01c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:53.399860 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a80ab5-f637-4515-b56a-08018aee01c2 None None] Bound using segment: {'id': '05d7c49e-fddd-43be-bac9-c48445145ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a036544d-3691-439b-b976-1126035d501b'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:50:53.400434 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-55a80ab5-f637-4515-b56a-08018aee01c2 None None] Bound port: 54876ccb-5000-403b-b880-f7c4d723a91d, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05d7c49e-fddd-43be-bac9-c48445145ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a036544d-3691-439b-b976-1126035d501b'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:50:53.400909 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-55a80ab5-f637-4515-b56a-08018aee01c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:53.444929 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5872cf7b-e37c-496d-8bf6-44244f362488 req-5a9673a4-22e1-4f0a-b2e3-689426941835 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=931b2df9-a1c5-473f-ba24-0babd6d355d0 HTTP/1.1" status: 200 len: 210 time: 0.3905289 May 31 13:50:53.464038 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-16d91773-ab10-457f-af18-59fdf43532d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, deb4aa7b-5fc5-41b9-9a53-48ac3698033a) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:50:53.486848 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309da4f9-0b80-4ea0-9d9e-6b51707b7bc2 None None] Network deb4aa7b-5fc5-41b9-9a53-48ac3698033a requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:50:53.611882 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07055708-a025-4a72-abf0-0cc3a059e937 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Pushing event updated for resources: {'Port': ['ID=6749da33-d5c5-40e8-8fca-ca57f83e3fc4,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:53.631639 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device ba7bedef-983c-4908-9b4d-bcacb891beba up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:50:53.650918 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d91773-ab10-457f-af18-59fdf43532d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:50:53.651519 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-16d91773-ab10-457f-af18-59fdf43532d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:53.682472 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d6b565-f8fe-4888-b7ff-4c40d82430d8 None None] Network 89df36b8-276e-46a0-aee2-468986123c0f requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:50:53.728164 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-17beaa09-582c-426b-8774-1e6bde8f5242 None None] Provisioning for port 6749da33-d5c5-40e8-8fca-ca57f83e3fc4 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:50:53.802743 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-525d34ea-a8d5-4b2c-b64b-071ab64e772a req-82076405-be3a-4517-8ee1-0458945e85de tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:50:53.811535 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07055708-a025-4a72-abf0-0cc3a059e937 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Network 03e32fa5-680f-438d-867e-b8b36c524208 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:50:53.814642 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-07055708-a025-4a72-abf0-0cc3a059e937 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:50:53.814778 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-17beaa09-582c-426b-8774-1e6bde8f5242 None None] Provisioning complete for port 6749da33-d5c5-40e8-8fca-ca57f83e3fc4 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:50:53.814778 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-17beaa09-582c-426b-8774-1e6bde8f5242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:53.868952 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1d04b7-cf4c-494c-a4ca-a4dc97821c4a None None] Sync routers for ids ['80751f3d-e952-4fcb-9d42-f81dc7ae50bc'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:50:53.963973 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1d04b7-cf4c-494c-a4ca-a4dc97821c4a None None] Routers {'80751f3d-e952-4fcb-9d42-f81dc7ae50bc'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:50:53.964845 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-ef1d04b7-cf4c-494c-a4ca-a4dc97821c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:50:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['80751f3d-e952-4fcb-9d42-f81dc7ae50bc'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:50:54.019936 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-17beaa09-582c-426b-8774-1e6bde8f5242 None None] Port 6749da33-d5c5-40e8-8fca-ca57f83e3fc4 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:50:54.020222 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d0c4be2e-bbbd-4d75-b2aa-77c67ef7e3b5 req-dd12f48a-6da6-481a-819f-662f2a2caf6f tempest-ServerShowV247Test-788879440 tempest-ServerShowV247Test-788879440-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e71d03a-dca7-480a-83d3-cca7c2c94db5 HTTP/1.1" status: 200 len: 210 time: 0.3260546 May 31 13:50:54.023372 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-55a80ab5-f637-4515-b56a-08018aee01c2 None None] For port 54876ccb-5000-403b-b880-f7c4d723a91d, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:50:54.078124 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-525d34ea-a8d5-4b2c-b64b-071ab64e772a req-82076405-be3a-4517-8ee1-0458945e85de tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] No DVR routers for this DVR port a9fc5db8-b6ca-4339-936c-dac801564b5d on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:50:54.084680 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-16d91773-ab10-457f-af18-59fdf43532d8 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 4.8507569 May 31 13:50:54.090437 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-525d34ea-a8d5-4b2c-b64b-071ab64e772a req-82076405-be3a-4517-8ee1-0458945e85de tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:54.092289 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-525d34ea-a8d5-4b2c-b64b-071ab64e772a req-82076405-be3a-4517-8ee1-0458945e85de tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.44 "DELETE /v2.0/ports/a9fc5db8-b6ca-4339-936c-dac801564b5d HTTP/1.1" status: 204 len: 173 time: 11.1870396 May 31 13:50:54.092717 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41690) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:54.100819 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-55a80ab5-f637-4515-b56a-08018aee01c2 None None] For port 54876ccb-5000-403b-b880-f7c4d723a91d, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=54876ccb-5000-403b-b880-f7c4d723a91d,segment=NetworkSegment(05d7c49e-fddd-43be-bac9-c48445145ddc),segment_id=05d7c49e-fddd-43be-bac9-c48445145ddc)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:50:54.102022 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '931b2df9-a1c5-473f-ba24-0babd6d355d0', 'name': 'network-vif-deleted', 'tag': 'a9fc5db8-b6ca-4339-936c-dac801564b5d'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:50:54.119139 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-27361fb5-0dc4-4f14-b21c-a3347a079544 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-828807138-router', 'tenant_id': 'a3748b27b9a54b2ca310bad5a784c247', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:50:54.149133 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-55a80ab5-f637-4515-b56a-08018aee01c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:54.149699 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-1f86fd33-cee0-4fe6-bd69-10437ac14bdc tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Deleting port 40f55394-9008-4dea-afc0-f40021518dc8 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:50:54.149699 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1f86fd33-cee0-4fe6-bd69-10437ac14bdc tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:54.184902 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-27361fb5-0dc4-4f14-b21c-a3347a079544 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:50:54.187276 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6d914f44-a95a-4144-9a58-924b261b4269 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:54.229018 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-27361fb5-0dc4-4f14-b21c-a3347a079544 admin admin] Usage tracker for resource:router and tenant:a3748b27b9a54b2ca310bad5a784c247 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:50:54.235927 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d26e625-8029-418c-91c5-505f38014524'] response: {'server_uuid': '931b2df9-a1c5-473f-ba24-0babd6d355d0', 'name': 'network-vif-deleted', 'tag': 'a9fc5db8-b6ca-4339-936c-dac801564b5d', 'status': 'completed', 'code': 200} May 31 13:50:54.303321 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-27361fb5-0dc4-4f14-b21c-a3347a079544 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:50:54.358475 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-27361fb5-0dc4-4f14-b21c-a3347a079544 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:50:54.387758 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port ba7bedef-983c-4908-9b4d-bcacb891beba completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:50:54.428993 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ae6915b8-1efd-4518-9c86-84425f20e72a None None] Provisioning for port ba7bedef-983c-4908-9b4d-bcacb891beba completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:50:54.432401 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device aecdd02f-5c6d-4d62-81fa-3d42313b4956 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:50:54.471113 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120d5f74-ba43-4ecd-bcef-cf6a47fe8471 req-91fa8bed-0986-48b9-a2aa-9895f36fd34e tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:50:54.479250 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-120d5f74-ba43-4ecd-bcef-cf6a47fe8471 req-91fa8bed-0986-48b9-a2aa-9895f36fd34e tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/networks?id=63c618dc-2d9c-42a1-a644-8fd65767e93c HTTP/1.1" status: 200 len: 815 time: 1.0941679 May 31 13:50:54.536336 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-120d5f74-ba43-4ecd-bcef-cf6a47fe8471 req-ba90968a-f3b6-4980-8cf7-2361e9208166 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/quotas/0c3bb07388f549c9aeec65a21380cb5d HTTP/1.1" status: 200 len: 375 time: 0.0546150 May 31 13:50:54.569737 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07055708-a025-4a72-abf0-0cc3a059e937 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Router 1bc75621-db5b-406f-81f9-a7797269b0f6 is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 13:50:54.605716 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ae6915b8-1efd-4518-9c86-84425f20e72a None None] Provisioning complete for port ba7bedef-983c-4908-9b4d-bcacb891beba triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:50:54.606107 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ae6915b8-1efd-4518-9c86-84425f20e72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:54.663827 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-27361fb5-0dc4-4f14-b21c-a3347a079544 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:54.666269 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-27361fb5-0dc4-4f14-b21c-a3347a079544 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:54.700398 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-27361fb5-0dc4-4f14-b21c-a3347a079544 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:54.746752 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2de60b-e929-4337-9993-e7033698a4ef None None] Pushing event updated for resources: {'Port': ['ID=54876ccb-5000-403b-b880-f7c4d723a91d,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:54.751157 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a80ab5-f637-4515-b56a-08018aee01c2 None None] Routers {'a85c8e71-2826-4a98-92f1-eb02439344e8'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:50:54.751893 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-55a80ab5-f637-4515-b56a-08018aee01c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:50:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['a85c8e71-2826-4a98-92f1-eb02439344e8'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:50:54.775772 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1f86fd33-cee0-4fe6-bd69-10437ac14bdc tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:54.828832 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab821fb-2805-44a7-9a1d-db806f3cb7bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-deb4aa7b-5fc5-41b9-9a53-48ac3698033a', 'network_id': 'deb4aa7b-5fc5-41b9-9a53-48ac3698033a', 'tenant_id': 'a3748b27b9a54b2ca310bad5a784c247', 'fixed_ips': [{'subnet_id': 'b6ec9d50-3c16-442e-a62a-2b3191a20842'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:50:54.829622 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5ab821fb-2805-44a7-9a1d-db806f3cb7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:54.848471 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-ef1d04b7-cf4c-494c-a4ca-a4dc97821c4a None None] Set router 80751f3d-e952-4fcb-9d42-f81dc7ae50bc gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:50:54.900663 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-885df628-402e-4691-bb61-116ed7bd4937 req-9af3d897-b747-47ce-a3c0-47e6f683f557 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Synchronizing usage tracker for tenant:21f78e9efd2543f8a23fa5f8aa5a9a7c on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:50:54.924536 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-1f86fd33-cee0-4fe6-bd69-10437ac14bdc tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Calling delete_port for 40f55394-9008-4dea-afc0-f40021518dc8 owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:50:54.992418 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07055708-a025-4a72-abf0-0cc3a059e937 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:50:54.999948 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-07055708-a025-4a72-abf0-0cc3a059e937 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] 10.222.0.50 "PUT /v2.0/routers/1bc75621-db5b-406f-81f9-a7797269b0f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4130929 May 31 13:50:55.003171 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41698) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:55.009786 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6f8f1a-ce98-4826-829a-816448928a43 None None] Sync routers for ids ['1bc75621-db5b-406f-81f9-a7797269b0f6'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:50:55.029424 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6f8f1a-ce98-4826-829a-816448928a43 None None] Routers {'1bc75621-db5b-406f-81f9-a7797269b0f6'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:50:55.031875 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-ea6f8f1a-ce98-4826-829a-816448928a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:50:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['1bc75621-db5b-406f-81f9-a7797269b0f6'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:50:55.124737 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-ea6f8f1a-ce98-4826-829a-816448928a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:50:55.136720 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6f8f1a-ce98-4826-829a-816448928a43 None None] Routers {'1bc75621-db5b-406f-81f9-a7797269b0f6'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:50:55.137562 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-ea6f8f1a-ce98-4826-829a-816448928a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:50:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['1bc75621-db5b-406f-81f9-a7797269b0f6'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:50:55.225914 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-354ac7f8-03fc-4127-a251-e9848de499de tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:55.228232 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-ea6f8f1a-ce98-4826-829a-816448928a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:50:55.228797 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6f8f1a-ce98-4826-829a-816448928a43 None None] The sync data for ids ['1bc75621-db5b-406f-81f9-a7797269b0f6'] in n-d-843939-1 is: [] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:50:55.349187 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d914f44-a95a-4144-9a58-924b261b4269 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Router 6ddc7dc0-ed18-479f-b1af-ab998b81d78a has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:50:55.350470 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-354ac7f8-03fc-4127-a251-e9848de499de tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Transition to ACTIVE for port object 2bca5fab-f748-4a18-b8bf-e558bc9370e6 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:50:55.365443 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port aecdd02f-5c6d-4d62-81fa-3d42313b4956 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:50:55.366057 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:55.404798 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-885df628-402e-4691-bb61-116ed7bd4937 req-9af3d897-b747-47ce-a3c0-47e6f683f557 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Unset dirty status for tenant:21f78e9efd2543f8a23fa5f8aa5a9a7c on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:50:55.406149 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-885df628-402e-4691-bb61-116ed7bd4937 req-9af3d897-b747-47ce-a3c0-47e6f683f557 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=931b2df9-a1c5-473f-ba24-0babd6d355d0 HTTP/1.1" status: 200 len: 210 time: 0.6732843 May 31 13:50:55.513065 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-27361fb5-0dc4-4f14-b21c-a3347a079544 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:55.533346 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-5ab821fb-2805-44a7-9a1d-db806f3cb7bf None None] Allocated IP 172.20.0.2 (deb4aa7b-5fc5-41b9-9a53-48ac3698033a/b6ec9d50-3c16-442e-a62a-2b3191a20842/f5ceae14-9849-4d55-b188-ee6f0cd720df) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:50:55.585826 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-55a80ab5-f637-4515-b56a-08018aee01c2 None None] Set router a85c8e71-2826-4a98-92f1-eb02439344e8 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:50:55.712767 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c4b36bed-8e59-453d-9ce4-b18da29ee8e3 req-b75954c5-5640-4d4a-912c-9e9a3216d8e4 tempest-ServerShowV247Test-788879440 tempest-ServerShowV247Test-788879440-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e71d03a-dca7-480a-83d3-cca7c2c94db5 HTTP/1.1" status: 200 len: 210 time: 0.1091762 May 31 13:50:55.714915 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-354ac7f8-03fc-4127-a251-e9848de499de tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:55.726589 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-120d5f74-ba43-4ecd-bcef-cf6a47fe8471 req-046b5053-5510-4147-a9be-c1a2816527fd tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0c3bb07388f549c9aeec65a21380cb5d&fields=id HTTP/1.1" status: 200 len: 348 time: 1.1903760 May 31 13:50:55.752864 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-f9384a9c-0e20-45bf-95bf-3df6030676d2 None None] Allocated IP 2001:db8::2 (8d0ca4ab-0d39-494b-8b5d-2861af857a5e/2cff4cd6-c217-497b-951f-51505b070ed1/6fcf4e92-19a7-479b-8e64-f9f37e9cf666) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:50:55.880855 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [req-120d5f74-ba43-4ecd-bcef-cf6a47fe8471 req-551c3894-c2b1-4d33-85e8-9b059bec7246 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:50:55.881819 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-120d5f74-ba43-4ecd-bcef-cf6a47fe8471 req-551c3894-c2b1-4d33-85e8-9b059bec7246 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057762 May 31 13:50:55.892069 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354ac7f8-03fc-4127-a251-e9848de499de tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event updated for resources: {'Port': ['ID=2bca5fab-f748-4a18-b8bf-e558bc9370e6,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:55.924468 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1f86fd33-cee0-4fe6-bd69-10437ac14bdc tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:55.959915 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d914f44-a95a-4144-9a58-924b261b4269 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:50:55.989951 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-ae6915b8-1efd-4518-9c86-84425f20e72a None None] Current status of the port ba7bedef-983c-4908-9b4d-bcacb891beba is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:50:55.990485 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ae6915b8-1efd-4518-9c86-84425f20e72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:56.158647 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354ac7f8-03fc-4127-a251-e9848de499de tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:50:56.193750 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-354ac7f8-03fc-4127-a251-e9848de499de tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:50:56.196313 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354ac7f8-03fc-4127-a251-e9848de499de tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:50:56.207557 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354ac7f8-03fc-4127-a251-e9848de499de tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:50:56.208454 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-354ac7f8-03fc-4127-a251-e9848de499de tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:56.232117 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f86fd33-cee0-4fe6-bd69-10437ac14bdc tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Pushing event deleted for resources: {'Port': ['ID=40f55394-9008-4dea-afc0-f40021518dc8,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:56.251353 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-6d914f44-a95a-4144-9a58-924b261b4269 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "PUT /v2.0/routers/6ddc7dc0-ed18-479f-b1af-ab998b81d78a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7343409 May 31 13:50:56.265585 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-354ac7f8-03fc-4127-a251-e9848de499de tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 7.0359695 May 31 13:50:56.268060 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41704) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:56.268616 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41706) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:56.339763 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-b33df293-a89c-4fd5-9fe1-65fa77e44917 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Request body: {'port': {'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'fixed_ips': [{'subnet_id': '2cff4cd6-c217-497b-951f-51505b070ed1', 'ip_address': '2001:db8::95b5:5b58:361a:b1d7'}], 'name': 'tempest-NetworksTestDHCPv6-1938365821'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:50:56.386826 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-1a1be1d4-bb0f-42f1-9a5d-0cd64b1848c2 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Synchronizing usage tracker for tenant:85d9456a7d3e47cf9816e44471382253 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:50:56.503845 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc35243-0ad7-4b49-8c9c-f1c87060ea26 None None] Sync routers for ids ['6ddc7dc0-ed18-479f-b1af-ab998b81d78a'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:50:56.605886 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-1a1be1d4-bb0f-42f1-9a5d-0cd64b1848c2 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Unset dirty status for tenant:85d9456a7d3e47cf9816e44471382253 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:50:56.616009 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-1a1be1d4-bb0f-42f1-9a5d-0cd64b1848c2 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "GET /v2.0/ports?device_id=6ddc7dc0-ed18-479f-b1af-ab998b81d78a HTTP/1.1" status: 200 len: 205 time: 0.3445287 May 31 13:50:56.624135 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41714) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:56.642935 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f9384a9c-0e20-45bf-95bf-3df6030676d2 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:56.645965 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-120d5f74-ba43-4ecd-bcef-cf6a47fe8471 req-d4bf9508-0da7-4a78-b4b5-d7abe471c8ad service neutron] 10.222.0.50 "GET /v2.0/networks/63c618dc-2d9c-42a1-a644-8fd65767e93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7296641 May 31 13:50:56.711542 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41720) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:56.775557 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc35243-0ad7-4b49-8c9c-f1c87060ea26 None None] Routers {'6ddc7dc0-ed18-479f-b1af-ab998b81d78a'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:50:56.776216 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-edc35243-0ad7-4b49-8c9c-f1c87060ea26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:50:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['6ddc7dc0-ed18-479f-b1af-ab998b81d78a'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:50:56.790142 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1f86fd33-cee0-4fe6-bd69-10437ac14bdc tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:56.858647 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f9384a9c-0e20-45bf-95bf-3df6030676d2 None None] Transition to ACTIVE for port object 6fcf4e92-19a7-479b-8e64-f9f37e9cf666 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:50:56.864174 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-3eea87c7-e136-4d93-b646-3f9c37d5a4e3 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 13:50:56.865505 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-3eea87c7-e136-4d93-b646-3f9c37d5a4e3 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] 10.222.0.50 "PUT /v2.0/routers/1bc75621-db5b-406f-81f9-a7797269b0f6/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.8616996 May 31 13:50:56.880763 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41726) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:56.886982 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-ae6915b8-1efd-4518-9c86-84425f20e72a None None] For port ba7bedef-983c-4908-9b4d-bcacb891beba, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=ba7bedef-983c-4908-9b4d-bcacb891beba,segment=NetworkSegment(759a234b-b41c-4259-9658-0a163c911502),segment_id=759a234b-b41c-4259-9658-0a163c911502)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:50:56.951984 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ae6915b8-1efd-4518-9c86-84425f20e72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:57.005061 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-edc35243-0ad7-4b49-8c9c-f1c87060ea26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:50:57.090266 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f9384a9c-0e20-45bf-95bf-3df6030676d2 None None] Transition to ACTIVE for port object 6fcf4e92-19a7-479b-8e64-f9f37e9cf666 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:50:57.134281 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-80195b87-f716-44b8-83c6-4d60f0bc50bb tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:57.147458 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port aecdd02f-5c6d-4d62-81fa-3d42313b4956 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:50:57.148629 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device ff08dd8f-a9e8-49ea-95c4-f212e19033d8 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:50:57.182169 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f9384a9c-0e20-45bf-95bf-3df6030676d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:57.199314 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc35243-0ad7-4b49-8c9c-f1c87060ea26 None None] Routers {'6ddc7dc0-ed18-479f-b1af-ab998b81d78a'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:50:57.199541 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-edc35243-0ad7-4b49-8c9c-f1c87060ea26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:50:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['6ddc7dc0-ed18-479f-b1af-ab998b81d78a'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:50:57.274429 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-b33df293-a89c-4fd5-9fe1-65fa77e44917 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:50:57.333090 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-edc35243-0ad7-4b49-8c9c-f1c87060ea26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:50:57.333497 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc35243-0ad7-4b49-8c9c-f1c87060ea26 None None] The sync data for ids ['6ddc7dc0-ed18-479f-b1af-ab998b81d78a'] in n-d-843939-1 is: [] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:50:57.385663 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-b33df293-a89c-4fd5-9fe1-65fa77e44917 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Usage tracker for resource:port and tenant:d13dddbe1502489da91f2f88306fdca6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:50:57.387593 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5ab821fb-2805-44a7-9a1d-db806f3cb7bf None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:57.391253 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9384a9c-0e20-45bf-95bf-3df6030676d2 None None] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:50:57.391997 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6915b8-1efd-4518-9c86-84425f20e72a None None] Pushing event updated for resources: {'Port': ['ID=ba7bedef-983c-4908-9b4d-bcacb891beba,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:57.400236 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-b33df293-a89c-4fd5-9fe1-65fa77e44917 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:50:57.405020 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-f9384a9c-0e20-45bf-95bf-3df6030676d2 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:50:57.418798 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8fc9fa90-c2ea-4339-bbf1-2d8d17c14372 req-cf6d2c96-fff1-4d5a-962f-4c819e7b19e2 tempest-ServerShowV247Test-788879440 tempest-ServerShowV247Test-788879440-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e71d03a-dca7-480a-83d3-cca7c2c94db5 HTTP/1.1" status: 200 len: 210 time: 0.2139237 May 31 13:50:57.453769 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9384a9c-0e20-45bf-95bf-3df6030676d2 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:50:57.466952 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-b33df293-a89c-4fd5-9fe1-65fa77e44917 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:50:57.471976 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-5ab821fb-2805-44a7-9a1d-db806f3cb7bf None None] Transition to ACTIVE for port object f5ceae14-9849-4d55-b188-ee6f0cd720df will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:50:57.514757 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-ef1d04b7-cf4c-494c-a4ca-a4dc97821c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80751f3d-e952-4fcb-9d42-f81dc7ae50bc', 'name': 'tempest-AttachVolumeShelveTestJSON-830909165-router', 'tenant_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '555b4251-8337-4815-aebf-af2e55d269ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:45:59Z', 'updated_at': '2022-05-31T13:46:16Z', 'revision_number': 4, 'project_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'gw_port': {'id': '555b4251-8337-4815-aebf-af2e55d269ad', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80751f3d-e952-4fcb-9d42-f81dc7ae50bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2163, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:46:01Z', 'updated_at': '2022-05-31T13:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '8e97fc47-5cd5-43f9-b7a5-26d60cde72ef', 'name': '', 'network_id': 'b66065d1-e972-453c-87d9-3ed8cec4b7a7', 'tenant_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'mac_address': 'fa:16:3e:87:b4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80751f3d-e952-4fcb-9d42-f81dc7ae50bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': 'ccc319e0-a4f4-4875-9973-c92d94351bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:46:12Z', 'updated_at': '2022-05-31T13:46:26Z', 'revision_number': 5, 'project_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'subnets': [{'id': 'ccc319e0-a4f4-4875-9973-c92d94351bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:50:57.542596 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ae6915b8-1efd-4518-9c86-84425f20e72a None None] Provisioning complete for port 6749da33-d5c5-40e8-8fca-ca57f83e3fc4 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:50:57.543360 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ae6915b8-1efd-4518-9c86-84425f20e72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:57.575057 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0e8a9b1b-8968-4c8d-9cf2-0e9585dbd9e7 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:57.615153 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1d04b7-cf4c-494c-a4ca-a4dc97821c4a None None] Checking router: 80751f3d-e952-4fcb-9d42-f81dc7ae50bc for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:50:57.636073 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-5ab821fb-2805-44a7-9a1d-db806f3cb7bf None None] Transition to ACTIVE for port object f5ceae14-9849-4d55-b188-ee6f0cd720df will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:50:57.666136 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f86fd33-cee0-4fe6-bd69-10437ac14bdc tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Router 46a59056-fd03-4ec6-baae-7c11e1e80bf8 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:50:57.668917 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-80195b87-f716-44b8-83c6-4d60f0bc50bb tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:57.674687 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-80195b87-f716-44b8-83c6-4d60f0bc50bb tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:57.679801 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9384a9c-0e20-45bf-95bf-3df6030676d2 None None] Pushing event updated for resources: {'Port': ['ID=6fcf4e92-19a7-479b-8e64-f9f37e9cf666,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:57.695015 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-120d5f74-ba43-4ecd-bcef-cf6a47fe8471 req-b053c914-aa9e-4174-a0d3-2cf84b7cc417 service neutron] 10.222.0.50 "GET /v2.0/networks/63c618dc-2d9c-42a1-a644-8fd65767e93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9817929 May 31 13:50:57.701922 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5ab821fb-2805-44a7-9a1d-db806f3cb7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:57.715110 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port ff08dd8f-a9e8-49ea-95c4-f212e19033d8 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:50:57.777276 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1d04b7-cf4c-494c-a4ca-a4dc97821c4a None None] Routers {'80751f3d-e952-4fcb-9d42-f81dc7ae50bc'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:50:57.777920 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-ef1d04b7-cf4c-494c-a4ca-a4dc97821c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:50:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['80751f3d-e952-4fcb-9d42-f81dc7ae50bc'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:50:57.802563 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33df293-a89c-4fd5-9fe1-65fa77e44917 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Made reservation on behalf of d13dddbe1502489da91f2f88306fdca6 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:50:57.869596 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port ff08dd8f-a9e8-49ea-95c4-f212e19033d8 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:50:57.869949 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:57.917006 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-ae6915b8-1efd-4518-9c86-84425f20e72a None None] Port 6749da33-d5c5-40e8-8fca-ca57f83e3fc4 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:50:57.918713 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-f9384a9c-0e20-45bf-95bf-3df6030676d2 None None] Attempting to bind port 6fcf4e92-19a7-479b-8e64-f9f37e9cf666 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:50:57.919304 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-f9384a9c-0e20-45bf-95bf-3df6030676d2 None None] Attempting to bind port 6fcf4e92-19a7-479b-8e64-f9f37e9cf666 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:50:57.920069 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9384a9c-0e20-45bf-95bf-3df6030676d2 None None] Attempting to bind port 6fcf4e92-19a7-479b-8e64-f9f37e9cf666 on network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:50:57.973832 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9384a9c-0e20-45bf-95bf-3df6030676d2 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:50:57.974583 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9384a9c-0e20-45bf-95bf-3df6030676d2 None None] Checking segment: {'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:50:57.975220 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f9384a9c-0e20-45bf-95bf-3df6030676d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:57.975795 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9384a9c-0e20-45bf-95bf-3df6030676d2 None None] Bound using segment: {'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:50:57.976455 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-f9384a9c-0e20-45bf-95bf-3df6030676d2 None None] Bound port: 6fcf4e92-19a7-479b-8e64-f9f37e9cf666, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:50:57.977052 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f9384a9c-0e20-45bf-95bf-3df6030676d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:57.995740 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab821fb-2805-44a7-9a1d-db806f3cb7bf None None] Network deb4aa7b-5fc5-41b9-9a53-48ac3698033a is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:50:58.007955 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-5ab821fb-2805-44a7-9a1d-db806f3cb7bf None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:50:58.020739 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab821fb-2805-44a7-9a1d-db806f3cb7bf None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:50:58.026375 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab821fb-2805-44a7-9a1d-db806f3cb7bf None None] Pushing event updated for resources: {'Port': ['ID=f5ceae14-9849-4d55-b188-ee6f0cd720df,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:58.056740 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-80195b87-f716-44b8-83c6-4d60f0bc50bb tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:58.057889 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80195b87-f716-44b8-83c6-4d60f0bc50bb tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Fanout notify agent at l3_agent the message router_deleted on router 6ddc7dc0-ed18-479f-b1af-ab998b81d78a {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:50:58.119404 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f86fd33-cee0-4fe6-bd69-10437ac14bdc tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:50:58.143266 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-1f86fd33-cee0-4fe6-bd69-10437ac14bdc tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "PUT /v2.0/routers/46a59056-fd03-4ec6-baae-7c11e1e80bf8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7821121 May 31 13:50:58.151513 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b094ed45-65f3-481f-aa6d-d055e5c9588b None None] Sync routers for ids ['46a59056-fd03-4ec6-baae-7c11e1e80bf8'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:50:58.154922 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-80195b87-f716-44b8-83c6-4d60f0bc50bb tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:58.156743 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-80195b87-f716-44b8-83c6-4d60f0bc50bb tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "DELETE /v2.0/routers/6ddc7dc0-ed18-479f-b1af-ab998b81d78a HTTP/1.1" status: 204 len: 168 time: 1.5249028 May 31 13:50:58.157970 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41738) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:58.162058 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41740) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:58.189159 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b094ed45-65f3-481f-aa6d-d055e5c9588b None None] Routers {'46a59056-fd03-4ec6-baae-7c11e1e80bf8'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:50:58.190066 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6948586a-9d73-437a-8a39-c84f9b0cc832 req-ad3de898-a47b-4905-b76d-781253552fa2 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/ports?device_id=5370c41a-660b-4567-891f-5e3f3590c3ad HTTP/1.1" status: 200 len: 210 time: 0.1439874 May 31 13:50:58.191613 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-b094ed45-65f3-481f-aa6d-d055e5c9588b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:50:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['46a59056-fd03-4ec6-baae-7c11e1e80bf8'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:50:58.229370 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-55a80ab5-f637-4515-b56a-08018aee01c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a85c8e71-2826-4a98-92f1-eb02439344e8', 'name': 'tempest-TestServerBasicOps-1877796749-router', 'tenant_id': '4e57de1d316c4f84a61736682dffb866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': 'aecdd02f-5c6d-4d62-81fa-3d42313b4956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:50:27Z', 'updated_at': '2022-05-31T13:50:39Z', 'revision_number': 4, 'project_id': '4e57de1d316c4f84a61736682dffb866', 'gw_port': {'id': 'aecdd02f-5c6d-4d62-81fa-3d42313b4956', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:12:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85c8e71-2826-4a98-92f1-eb02439344e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:50:28Z', 'updated_at': '2022-05-31T13:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '54876ccb-5000-403b-b880-f7c4d723a91d', 'name': '', 'network_id': 'a036544d-3691-439b-b976-1126035d501b', 'tenant_id': '4e57de1d316c4f84a61736682dffb866', 'mac_address': 'fa:16:3e:26:28:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a85c8e71-2826-4a98-92f1-eb02439344e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': 'a8852b36-b66c-4496-b635-b86154bdd792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:50:37Z', 'updated_at': '2022-05-31T13:50:53Z', 'revision_number': 4, 'project_id': '4e57de1d316c4f84a61736682dffb866', 'subnets': [{'id': 'a8852b36-b66c-4496-b635-b86154bdd792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:50:58.243677 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0e8a9b1b-8968-4c8d-9cf2-0e9585dbd9e7 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:58.324585 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a6983729-62fb-4e0b-a6ec-26b41d0c745e tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Synchronizing usage tracker for tenant:779c820d5b2449ae9fd2392eab8ae157 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:50:58.325518 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b33df293-a89c-4fd5-9fe1-65fa77e44917 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:58.347927 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-27361fb5-0dc4-4f14-b21c-a3347a079544 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:58.349374 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a80ab5-f637-4515-b56a-08018aee01c2 None None] The sync data for ids ['a85c8e71-2826-4a98-92f1-eb02439344e8'] in n-d-843939-1 is: [{'id': 'a85c8e71-2826-4a98-92f1-eb02439344e8', 'name': 'tempest-TestServerBasicOps-1877796749-router', 'tenant_id': '4e57de1d316c4f84a61736682dffb866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': 'aecdd02f-5c6d-4d62-81fa-3d42313b4956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:50:27Z', 'updated_at': '2022-05-31T13:50:39Z', 'revision_number': 4, 'project_id': '4e57de1d316c4f84a61736682dffb866', 'gw_port': {'id': 'aecdd02f-5c6d-4d62-81fa-3d42313b4956', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:12:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85c8e71-2826-4a98-92f1-eb02439344e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:50:28Z', 'updated_at': '2022-05-31T13:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '54876ccb-5000-403b-b880-f7c4d723a91d', 'name': '', 'network_id': 'a036544d-3691-439b-b976-1126035d501b', 'tenant_id': '4e57de1d316c4f84a61736682dffb866', 'mac_address': 'fa:16:3e:26:28:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a85c8e71-2826-4a98-92f1-eb02439344e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': 'a8852b36-b66c-4496-b635-b86154bdd792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:50:37Z', 'updated_at': '2022-05-31T13:50:53Z', 'revision_number': 4, 'project_id': '4e57de1d316c4f84a61736682dffb866', 'subnets': [{'id': 'a8852b36-b66c-4496-b635-b86154bdd792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:50:58.383928 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-b094ed45-65f3-481f-aa6d-d055e5c9588b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:50:58.407672 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b094ed45-65f3-481f-aa6d-d055e5c9588b None None] Routers {'46a59056-fd03-4ec6-baae-7c11e1e80bf8'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:50:58.408303 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-b094ed45-65f3-481f-aa6d-d055e5c9588b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:50:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['46a59056-fd03-4ec6-baae-7c11e1e80bf8'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:50:58.409486 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a6983729-62fb-4e0b-a6ec-26b41d0c745e tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Unset dirty status for tenant:779c820d5b2449ae9fd2392eab8ae157 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:50:58.417285 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a6983729-62fb-4e0b-a6ec-26b41d0c745e tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "GET /v2.0/ports?device_id=46a59056-fd03-4ec6-baae-7c11e1e80bf8 HTTP/1.1" status: 200 len: 205 time: 0.2580183 May 31 13:50:58.422060 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41748) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:58.460598 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-f9384a9c-0e20-45bf-95bf-3df6030676d2 None None] For port 6fcf4e92-19a7-479b-8e64-f9f37e9cf666, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:50:58.465513 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-f9384a9c-0e20-45bf-95bf-3df6030676d2 None None] For port 6fcf4e92-19a7-479b-8e64-f9f37e9cf666, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=6fcf4e92-19a7-479b-8e64-f9f37e9cf666,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:50:58.551559 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-b094ed45-65f3-481f-aa6d-d055e5c9588b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:50:58.552133 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b094ed45-65f3-481f-aa6d-d055e5c9588b None None] The sync data for ids ['46a59056-fd03-4ec6-baae-7c11e1e80bf8'] in n-d-843939-1 is: [] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:50:58.557043 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-27361fb5-0dc4-4f14-b21c-a3347a079544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:58.608069 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-bca538c8-92cd-4649-b7fa-20fbbdaf57f5 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Deleting subnet 2396be28-3ad1-4121-a5bd-11e46182c036 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:50:58.630049 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-b33df293-a89c-4fd5-9fe1-65fa77e44917 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] device_id is not set on port 6d70f764-f396-4ed2-9c58-2376f499b218 yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:50:58.662654 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bca538c8-92cd-4649-b7fa-20fbbdaf57f5 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:58.740638 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-5ab821fb-2805-44a7-9a1d-db806f3cb7bf None None] Attempting to bind port f5ceae14-9849-4d55-b188-ee6f0cd720df on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:50:58.741297 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-5ab821fb-2805-44a7-9a1d-db806f3cb7bf None None] Attempting to bind port f5ceae14-9849-4d55-b188-ee6f0cd720df by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '73a30f5d-0e86-4b29-98d2-608f18d563d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'deb4aa7b-5fc5-41b9-9a53-48ac3698033a'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:50:58.741523 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab821fb-2805-44a7-9a1d-db806f3cb7bf None None] Attempting to bind port f5ceae14-9849-4d55-b188-ee6f0cd720df on network deb4aa7b-5fc5-41b9-9a53-48ac3698033a {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:50:58.745310 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f9384a9c-0e20-45bf-95bf-3df6030676d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:58.754194 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-ef1d04b7-cf4c-494c-a4ca-a4dc97821c4a None None] Set router 80751f3d-e952-4fcb-9d42-f81dc7ae50bc gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:50:58.858075 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-da1b359b-66c9-4ae9-95a9-4ea1770adbe8 None None] Provisioning complete for port ba7bedef-983c-4908-9b4d-bcacb891beba triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:50:58.858814 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-da1b359b-66c9-4ae9-95a9-4ea1770adbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:58.865434 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b2a07ea2-f8c9-466a-85ed-f16321124c81 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:58.933370 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab821fb-2805-44a7-9a1d-db806f3cb7bf None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:50:58.933749 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab821fb-2805-44a7-9a1d-db806f3cb7bf None None] Checking segment: {'id': '73a30f5d-0e86-4b29-98d2-608f18d563d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'deb4aa7b-5fc5-41b9-9a53-48ac3698033a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:50:58.934200 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5ab821fb-2805-44a7-9a1d-db806f3cb7bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:58.934597 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab821fb-2805-44a7-9a1d-db806f3cb7bf None None] Bound using segment: {'id': '73a30f5d-0e86-4b29-98d2-608f18d563d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'deb4aa7b-5fc5-41b9-9a53-48ac3698033a'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:50:58.935311 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-5ab821fb-2805-44a7-9a1d-db806f3cb7bf None None] Bound port: f5ceae14-9849-4d55-b188-ee6f0cd720df, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73a30f5d-0e86-4b29-98d2-608f18d563d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'deb4aa7b-5fc5-41b9-9a53-48ac3698033a'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:50:58.935689 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5ab821fb-2805-44a7-9a1d-db806f3cb7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:59.025637 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port ff08dd8f-a9e8-49ea-95c4-f212e19033d8 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:50:59.026336 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:59.113494 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bca538c8-92cd-4649-b7fa-20fbbdaf57f5 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:59.269129 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9384a9c-0e20-45bf-95bf-3df6030676d2 None None] Pushing event updated for resources: {'Port': ['ID=6fcf4e92-19a7-479b-8e64-f9f37e9cf666,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:59.279481 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b1e2963e-34ae-47b8-bd9a-c8bba7e46074 req-919fdff5-19e9-489d-b99a-6ae6d13956db tempest-ServerShowV247Test-788879440 tempest-ServerShowV247Test-788879440-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e71d03a-dca7-480a-83d3-cca7c2c94db5 HTTP/1.1" status: 200 len: 210 time: 0.4906878 May 31 13:50:59.342677 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0e8a9b1b-8968-4c8d-9cf2-0e9585dbd9e7 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:59.387348 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-b33df293-a89c-4fd5-9fe1-65fa77e44917 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] POST failed (client error): There was a conflict when trying to complete your request. May 31 13:50:59.388299 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b33df293-a89c-4fd5-9fe1-65fa77e44917 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:50:59.518152 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-27361fb5-0dc4-4f14-b21c-a3347a079544 admin admin] Allocated IP 172.25.6.104 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/a4fad478-0840-4a62-8e35-6a7ba6b718b2) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:50:59.521248 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b2a07ea2-f8c9-466a-85ed-f16321124c81 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:59.526876 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-b33df293-a89c-4fd5-9fe1-65fa77e44917 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 3.2532504 May 31 13:50:59.532226 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d741b997-a141-4634-b709-fa692789c920 req-83240d40-ed82-400a-ab49-a9bf9be5ac7b tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/ports?device_id=5370c41a-660b-4567-891f-5e3f3590c3ad HTTP/1.1" status: 200 len: 210 time: 0.0736678 May 31 13:50:59.544086 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41756) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:59.554048 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b2a07ea2-f8c9-466a-85ed-f16321124c81 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:59.556827 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8a9b1b-8968-4c8d-9cf2-0e9585dbd9e7 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=879d485c-6856-4d39-902c-2e7246942604,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:50:59.638234 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port ff08dd8f-a9e8-49ea-95c4-f212e19033d8, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=ff08dd8f-a9e8-49ea-95c4-f212e19033d8,segment=NetworkSegment(1b8e4342-a935-4aba-9c74-831d54abb22d),segment_id=1b8e4342-a935-4aba-9c74-831d54abb22d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:50:59.666097 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b2a07ea2-f8c9-466a-85ed-f16321124c81 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:59.666097 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a07ea2-f8c9-466a-85ed-f16321124c81 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Fanout notify agent at l3_agent the message router_deleted on router 46a59056-fd03-4ec6-baae-7c11e1e80bf8 {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:50:59.697864 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b2a07ea2-f8c9-466a-85ed-f16321124c81 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:59.703488 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b2a07ea2-f8c9-466a-85ed-f16321124c81 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "DELETE /v2.0/routers/46a59056-fd03-4ec6-baae-7c11e1e80bf8 HTTP/1.1" status: 204 len: 168 time: 1.2746916 May 31 13:50:59.711720 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41760) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:59.714278 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0e8a9b1b-8968-4c8d-9cf2-0e9585dbd9e7 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:59.717794 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-0e8a9b1b-8968-4c8d-9cf2-0e9585dbd9e7 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "DELETE /v2.0/security-groups/879d485c-6856-4d39-902c-2e7246942604 HTTP/1.1" status: 204 len: 168 time: 3.0007279 May 31 13:50:59.741326 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bca538c8-92cd-4649-b7fa-20fbbdaf57f5 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:59.750352 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-da1b359b-66c9-4ae9-95a9-4ea1770adbe8 None None] Current status of the port ba7bedef-983c-4908-9b4d-bcacb891beba is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:50:59.770322 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:50:59.828360 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41764) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:59.867799 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-16134730-7f14-4bd8-8810-4aa807e491c3 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] show failed (client error): The resource could not be found. May 31 13:50:59.882313 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-16134730-7f14-4bd8-8810-4aa807e491c3 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups/879d485c-6856-4d39-902c-2e7246942604 HTTP/1.1" status: 404 len: 347 time: 0.0428002 May 31 13:50:59.883674 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41768) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:50:59.914174 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-5ab821fb-2805-44a7-9a1d-db806f3cb7bf None None] For port f5ceae14-9849-4d55-b188-ee6f0cd720df, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:51:00.011640 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-5ab821fb-2805-44a7-9a1d-db806f3cb7bf None None] For port f5ceae14-9849-4d55-b188-ee6f0cd720df, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=f5ceae14-9849-4d55-b188-ee6f0cd720df,segment=NetworkSegment(73a30f5d-0e86-4b29-98d2-608f18d563d9),segment_id=73a30f5d-0e86-4b29-98d2-608f18d563d9)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:51:00.023014 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5ab821fb-2805-44a7-9a1d-db806f3cb7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:00.102620 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=ff08dd8f-a9e8-49ea-95c4-f212e19033d8,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:00.132905 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bca538c8-92cd-4649-b7fa-20fbbdaf57f5 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:00.184342 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-da1b359b-66c9-4ae9-95a9-4ea1770adbe8 None None] Provisioning complete for port 6749da33-d5c5-40e8-8fca-ca57f83e3fc4 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:51:00.184735 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-da1b359b-66c9-4ae9-95a9-4ea1770adbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:00.239185 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca538c8-92cd-4649-b7fa-20fbbdaf57f5 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Pushing event deleted for resources: {'Subnet': ['ID=2396be28-3ad1-4121-a5bd-11e46182c036,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:00.241669 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-d3a7cd66-69b0-4a8f-91ee-25ccca2e0992 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Deleting port 4e27d16a-3d05-4164-9717-3a2935c8629e {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:51:00.242033 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d3a7cd66-69b0-4a8f-91ee-25ccca2e0992 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:00.294445 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device ba7bedef-983c-4908-9b4d-bcacb891beba up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:51:00.306905 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bca538c8-92cd-4649-b7fa-20fbbdaf57f5 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:00.327688 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-bca538c8-92cd-4649-b7fa-20fbbdaf57f5 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "DELETE /v2.0/subnets/2396be28-3ad1-4121-a5bd-11e46182c036 HTTP/1.1" status: 204 len: 168 time: 2.1158612 May 31 13:51:00.330764 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41772) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:00.440634 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cab70dc-a744-47b2-a194-45c1c968245d None None] Network 9333cbf9-e735-4773-ba86-cba3f5cd8a13 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:51:00.700857 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-da1b359b-66c9-4ae9-95a9-4ea1770adbe8 None None] Port 6749da33-d5c5-40e8-8fca-ca57f83e3fc4 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:51:00.731838 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab821fb-2805-44a7-9a1d-db806f3cb7bf None None] Pushing event updated for resources: {'Port': ['ID=f5ceae14-9849-4d55-b188-ee6f0cd720df,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:00.769419 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-ef1d04b7-cf4c-494c-a4ca-a4dc97821c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80751f3d-e952-4fcb-9d42-f81dc7ae50bc', 'name': 'tempest-AttachVolumeShelveTestJSON-830909165-router', 'tenant_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '555b4251-8337-4815-aebf-af2e55d269ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:45:59Z', 'updated_at': '2022-05-31T13:46:16Z', 'revision_number': 4, 'project_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'gw_port': {'id': '555b4251-8337-4815-aebf-af2e55d269ad', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80751f3d-e952-4fcb-9d42-f81dc7ae50bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2163, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:46:01Z', 'updated_at': '2022-05-31T13:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '8e97fc47-5cd5-43f9-b7a5-26d60cde72ef', 'name': '', 'network_id': 'b66065d1-e972-453c-87d9-3ed8cec4b7a7', 'tenant_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'mac_address': 'fa:16:3e:87:b4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80751f3d-e952-4fcb-9d42-f81dc7ae50bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': 'ccc319e0-a4f4-4875-9973-c92d94351bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:46:12Z', 'updated_at': '2022-05-31T13:46:26Z', 'revision_number': 5, 'project_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'subnets': [{'id': 'ccc319e0-a4f4-4875-9973-c92d94351bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:51:00.861008 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b8a83602-6aed-42d1-869e-840a8c9d7a48 req-01d6327c-c57d-4221-a02a-00c62b6182f3 tempest-ServerShowV247Test-788879440 tempest-ServerShowV247Test-788879440-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e71d03a-dca7-480a-83d3-cca7c2c94db5 HTTP/1.1" status: 200 len: 210 time: 0.1399961 May 31 13:51:00.898561 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1d04b7-cf4c-494c-a4ca-a4dc97821c4a None None] The sync data for ids ['80751f3d-e952-4fcb-9d42-f81dc7ae50bc'] in n-d-843939-1 is: [{'id': '80751f3d-e952-4fcb-9d42-f81dc7ae50bc', 'name': 'tempest-AttachVolumeShelveTestJSON-830909165-router', 'tenant_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '555b4251-8337-4815-aebf-af2e55d269ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:45:59Z', 'updated_at': '2022-05-31T13:46:16Z', 'revision_number': 4, 'project_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'gw_port': {'id': '555b4251-8337-4815-aebf-af2e55d269ad', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80751f3d-e952-4fcb-9d42-f81dc7ae50bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2163, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:46:01Z', 'updated_at': '2022-05-31T13:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '8e97fc47-5cd5-43f9-b7a5-26d60cde72ef', 'name': '', 'network_id': 'b66065d1-e972-453c-87d9-3ed8cec4b7a7', 'tenant_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'mac_address': 'fa:16:3e:87:b4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80751f3d-e952-4fcb-9d42-f81dc7ae50bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': 'ccc319e0-a4f4-4875-9973-c92d94351bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:46:12Z', 'updated_at': '2022-05-31T13:46:26Z', 'revision_number': 5, 'project_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'subnets': [{'id': 'ccc319e0-a4f4-4875-9973-c92d94351bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:51:00.906226 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port ba7bedef-983c-4908-9b4d-bcacb891beba triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:51:00.906876 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:00.922133 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-b53a166e-5811-41bc-9f67-9f770d0f7948 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Deleting subnet d2f73a3d-13ff-4cc4-a0b3-1eda4ae21128 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:51:00.925800 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b53a166e-5811-41bc-9f67-9f770d0f7948 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:00.949296 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e7968aae-c2a5-44b0-b105-ce268f791bd9 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:00.984040 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b53a166e-5811-41bc-9f67-9f770d0f7948 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65507433'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:01.016869 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d3a7cd66-69b0-4a8f-91ee-25ccca2e0992 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:01.017200 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d3a7cd66-69b0-4a8f-91ee-25ccca2e0992 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:01.083977 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b53a166e-5811-41bc-9f67-9f770d0f7948 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:01.130871 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port ba7bedef-983c-4908-9b4d-bcacb891beba is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:51:01.131139 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-e7968aae-c2a5-44b0-b105-ce268f791bd9 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Deleting port 5d3a5b47-cd9c-4514-bf4b-e084ad76067c {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:51:01.131660 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e7968aae-c2a5-44b0-b105-ce268f791bd9 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:01.132269 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 54876ccb-5000-403b-b880-f7c4d723a91d up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:51:01.140434 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b1ded52e-879f-45ea-9af1-466634d85f59 req-c2e1161a-8907-4488-b2ff-184fe128f821 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/ports?device_id=5370c41a-660b-4567-891f-5e3f3590c3ad HTTP/1.1" status: 200 len: 210 time: 0.2900646 May 31 13:51:01.235663 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-8d415ceb-f316-48c0-946a-bf0f4963b74b None None] Provisioning for port 6fcf4e92-19a7-479b-8e64-f9f37e9cf666 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:51:01.268549 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736ae3b0-8a42-4cda-bdfb-22b37c3df6a1 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:01.276113 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736ae3b0-8a42-4cda-bdfb-22b37c3df6a1 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:01.277068 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-736ae3b0-8a42-4cda-bdfb-22b37c3df6a1 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Synchronizing usage tracker for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:51:01.291240 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 54876ccb-5000-403b-b880-f7c4d723a91d completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:51:01.305344 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f00eb1-7632-43a8-8829-3a1faf3be4c4 None None] DHCP port deletion for 9333cbf9-e735-4773-ba86-cba3f5cd8a13 request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:51:01.309532 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 54876ccb-5000-403b-b880-f7c4d723a91d triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:51:01.310127 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:01.336892 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-d3a7cd66-69b0-4a8f-91ee-25ccca2e0992 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Calling delete_port for 4e27d16a-3d05-4164-9717-3a2935c8629e owned by network:floatingip {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:51:01.355788 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-27361fb5-0dc4-4f14-b21c-a3347a079544 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:01.369830 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-d7f00eb1-7632-43a8-8829-3a1faf3be4c4 None None] Deleting port 5d3a5b47-cd9c-4514-bf4b-e084ad76067c {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:51:01.370537 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d7f00eb1-7632-43a8-8829-3a1faf3be4c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:01.375760 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120d5f74-ba43-4ecd-bcef-cf6a47fe8471 req-6de68760-db02-4778-98ab-3eda4bc167c6 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:01.377385 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-120d5f74-ba43-4ecd-bcef-cf6a47fe8471 req-6de68760-db02-4778-98ab-3eda4bc167c6 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.44 "GET /v2.0/networks?id=63c618dc-2d9c-42a1-a644-8fd65767e93c HTTP/1.1" status: 200 len: 815 time: 1.2583790 May 31 13:51:01.384906 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b53a166e-5811-41bc-9f67-9f770d0f7948 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65216469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65148562'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:01.516667 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f8251b79-825c-4610-9dab-56e511105aef tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:01.607969 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c54ecac-39a5-4666-8393-319044296f2d None None] New status for floating IP ec206d45-d15a-4951-be4f-521e46ffd89a: DOWN {{(pid=88371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 13:51:01.673185 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53a166e-5811-41bc-9f67-9f770d0f7948 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Pushing event deleted for resources: {'Subnet': ['ID=d2f73a3d-13ff-4cc4-a0b3-1eda4ae21128,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:01.781123 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9edd257b-ab0f-4347-93e7-23052b55dcdb None None] Could not find standard attr ID for object f86367b8-6388-4818-b251-ff328a6ebfdb. {{(pid=88371) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 31 13:51:01.803397 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-736ae3b0-8a42-4cda-bdfb-22b37c3df6a1 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Unset dirty status for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:51:01.808567 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-736ae3b0-8a42-4cda-bdfb-22b37c3df6a1 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 2.2628486 May 31 13:51:01.822351 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41780) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:01.832688 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-120d5f74-ba43-4ecd-bcef-cf6a47fe8471 req-23734795-3e5e-4c2f-a593-73ae04dbc8a7 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c3bb07388f549c9aeec65a21380cb5d HTTP/1.1" status: 200 len: 379 time: 0.4306810 May 31 13:51:01.834434 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b53a166e-5811-41bc-9f67-9f770d0f7948 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:01.839809 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-e7968aae-c2a5-44b0-b105-ce268f791bd9 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] For port 5d3a5b47-cd9c-4514-bf4b-e084ad76067c, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=5d3a5b47-cd9c-4514-bf4b-e084ad76067c,segment=NetworkSegment(55a7fd09-e80b-4332-a0c4-f95838b788c4),segment_id=55a7fd09-e80b-4332-a0c4-f95838b788c4)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:51:01.840178 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e7968aae-c2a5-44b0-b105-ce268f791bd9 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:01.853164 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53a166e-5811-41bc-9f67-9f770d0f7948 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:51:01.853514 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53a166e-5811-41bc-9f67-9f770d0f7948 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:51:01.853855 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53a166e-5811-41bc-9f67-9f770d0f7948 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:51:01.854227 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53a166e-5811-41bc-9f67-9f770d0f7948 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:51:01.854758 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53a166e-5811-41bc-9f67-9f770d0f7948 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:51:01.855124 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53a166e-5811-41bc-9f67-9f770d0f7948 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:51:01.855482 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53a166e-5811-41bc-9f67-9f770d0f7948 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:51:01.855875 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53a166e-5811-41bc-9f67-9f770d0f7948 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:51:01.856270 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53a166e-5811-41bc-9f67-9f770d0f7948 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:51:01.856634 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53a166e-5811-41bc-9f67-9f770d0f7948 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:51:01.857008 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53a166e-5811-41bc-9f67-9f770d0f7948 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:51:01.857317 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53a166e-5811-41bc-9f67-9f770d0f7948 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:51:01.865564 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-b53a166e-5811-41bc-9f67-9f770d0f7948 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "DELETE /v2.0/subnets/d2f73a3d-13ff-4cc4-a0b3-1eda4ae21128 HTTP/1.1" status: 204 len: 168 time: 2.1488328 May 31 13:51:01.871634 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41784) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:01.914431 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-120d5f74-ba43-4ecd-bcef-cf6a47fe8471 req-ab988a2d-53e0-40a0-a528-6e07033e4c32 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Request body: {'port': {'device_id': '5370c41a-660b-4567-891f-5e3f3590c3ad', 'network_id': '63c618dc-2d9c-42a1-a644-8fd65767e93c', 'admin_state_up': True, 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d', 'security_groups': ['d0e3b905-3881-4d86-8d81-94a1e67a9264']}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:51:01.954279 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6049f55-1607-43ca-a87e-8c64af867e85 None None] Network f6e099d3-5dac-4500-8f7f-1a15410ff8cb requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:51:02.060976 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-e7968aae-c2a5-44b0-b105-ce268f791bd9 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Calling delete_port for 5d3a5b47-cd9c-4514-bf4b-e084ad76067c owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:51:02.063774 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-3c54ecac-39a5-4666-8393-319044296f2d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:51:02.066861 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-3c54ecac-39a5-4666-8393-319044296f2d None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:51:02.079191 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac814895-2951-441a-80cf-9c7952e7f97f None None] Network deb4aa7b-5fc5-41b9-9a53-48ac3698033a requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:51:02.155488 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-27361fb5-0dc4-4f14-b21c-a3347a079544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:02.314285 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-c72ed78c-c246-400a-aebe-4edd7306ffe4 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Deleting subnet 022460f4-71c5-49cd-8584-641afc04790c {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:51:02.354204 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d3a7cd66-69b0-4a8f-91ee-25ccca2e0992 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:02.363002 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c72ed78c-c246-400a-aebe-4edd7306ffe4 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:02.395370 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a07dc049-8c5f-4bc3-898c-4e36877033c0 req-c8356530-f058-4bcf-b67b-b8dcc344171b tempest-ServerShowV247Test-788879440 tempest-ServerShowV247Test-788879440-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e71d03a-dca7-480a-83d3-cca7c2c94db5 HTTP/1.1" status: 200 len: 210 time: 0.2854648 May 31 13:51:02.443323 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e7968aae-c2a5-44b0-b105-ce268f791bd9 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:02.475712 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b749fb2d-46a5-43f3-899c-a68c9715f022 req-1ba4a80c-5c37-4f07-a841-7f796fe66330 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2e71d03a-dca7-480a-83d3-cca7c2c94db5 HTTP/1.1" status: 200 len: 210 time: 0.1551747 May 31 13:51:02.492404 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a7cd66-69b0-4a8f-91ee-25ccca2e0992 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Pushing event deleted for resources: {'Port': ['ID=4e27d16a-3d05-4164-9717-3a2935c8629e,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:02.494962 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-3eef2a16-209d-4845-8e8d-1254014da45b None None] Provisioning for port 2bca5fab-f748-4a18-b8bf-e558bc9370e6 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:51:02.506647 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-3eef2a16-209d-4845-8e8d-1254014da45b None None] Provisioning complete for port 2bca5fab-f748-4a18-b8bf-e558bc9370e6 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:51:02.507009 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3eef2a16-209d-4845-8e8d-1254014da45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:02.525843 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7968aae-c2a5-44b0-b105-ce268f791bd9 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] No DVR routers for this DVR port 5d3a5b47-cd9c-4514-bf4b-e084ad76067c on host n-d-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:51:02.580284 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c54ecac-39a5-4666-8393-319044296f2d None None] New status for floating IP ec206d45-d15a-4951-be4f-521e46ffd89a: DOWN {{(pid=88371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 13:51:02.607126 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c72ed78c-c246-400a-aebe-4edd7306ffe4 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:02.659817 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ad6bd319-1a9e-44ef-90e9-626e916c8099 req-0efbae73-df12-46cd-a10f-9e346bc8fdd5 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/ports?device_id=5370c41a-660b-4567-891f-5e3f3590c3ad HTTP/1.1" status: 200 len: 210 time: 0.2410505 May 31 13:51:02.665162 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-120d5f74-ba43-4ecd-bcef-cf6a47fe8471 req-ab988a2d-53e0-40a0-a528-6e07033e4c32 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:51:02.675256 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-120d5f74-ba43-4ecd-bcef-cf6a47fe8471 req-ab988a2d-53e0-40a0-a528-6e07033e4c32 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:51:02.684312 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7968aae-c2a5-44b0-b105-ce268f791bd9 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Pushing event deleted for resources: {'Port': ['ID=5d3a5b47-cd9c-4514-bf4b-e084ad76067c,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:02.690496 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-334d915f-690c-4045-a0b0-b1473552d625 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Deleting port 2bca5fab-f748-4a18-b8bf-e558bc9370e6 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:51:02.690496 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-334d915f-690c-4045-a0b0-b1473552d625 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:02.724848 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27361fb5-0dc4-4f14-b21c-a3347a079544 admin admin] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:51:02.729967 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-120d5f74-ba43-4ecd-bcef-cf6a47fe8471 req-ab988a2d-53e0-40a0-a528-6e07033e4c32 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Made reservation on behalf of 0c3bb07388f549c9aeec65a21380cb5d for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:51:02.733670 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-120d5f74-ba43-4ecd-bcef-cf6a47fe8471 req-ab988a2d-53e0-40a0-a528-6e07033e4c32 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:02.755857 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-27361fb5-0dc4-4f14-b21c-a3347a079544 admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:51:02.772896 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27361fb5-0dc4-4f14-b21c-a3347a079544 admin admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:51:02.808140 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27361fb5-0dc4-4f14-b21c-a3347a079544 admin admin] Pushing event updated for resources: {'Port': ['ID=a4fad478-0840-4a62-8e35-6a7ba6b718b2,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:02.839887 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 54876ccb-5000-403b-b880-f7c4d723a91d is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:51:02.840468 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:02.854801 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-d7f00eb1-7632-43a8-8829-3a1faf3be4c4 None None] For port 5d3a5b47-cd9c-4514-bf4b-e084ad76067c, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=5d3a5b47-cd9c-4514-bf4b-e084ad76067c,segment=NetworkSegment(55a7fd09-e80b-4332-a0c4-f95838b788c4),segment_id=55a7fd09-e80b-4332-a0c4-f95838b788c4)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:51:02.855196 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d7f00eb1-7632-43a8-8829-3a1faf3be4c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:02.948214 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e7968aae-c2a5-44b0-b105-ce268f791bd9 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:02.955317 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d3a7cd66-69b0-4a8f-91ee-25ccca2e0992 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks [] for floatingip, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:02.997089 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-e7968aae-c2a5-44b0-b105-ce268f791bd9 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9333cbf9-e735-4773-ba86-cba3f5cd8a13']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:51:03.017021 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-e7968aae-c2a5-44b0-b105-ce268f791bd9 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55a7fd09-e80b-4332-a0c4-f95838b788c4') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:51:03.017302 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-e7968aae-c2a5-44b0-b105-ce268f791bd9 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55a7fd09-e80b-4332-a0c4-f95838b788c4') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:51:03.028547 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d3a7cd66-69b0-4a8f-91ee-25ccca2e0992 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:03.034523 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d3a7cd66-69b0-4a8f-91ee-25ccca2e0992 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "DELETE /v2.0/floatingips/ec206d45-d15a-4951-be4f-521e46ffd89a HTTP/1.1" status: 204 len: 168 time: 3.1450865 May 31 13:51:03.048859 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c72ed78c-c246-400a-aebe-4edd7306ffe4 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:03.070628 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-3eef2a16-209d-4845-8e8d-1254014da45b None None] Port 2bca5fab-f748-4a18-b8bf-e558bc9370e6 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:51:03.084529 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-d7f00eb1-7632-43a8-8829-3a1faf3be4c4 None None] Calling delete_port for 5d3a5b47-cd9c-4514-bf4b-e084ad76067c owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:51:03.102269 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e7968aae-c2a5-44b0-b105-ce268f791bd9 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:03.137851 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e7968aae-c2a5-44b0-b105-ce268f791bd9 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:03.150227 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7968aae-c2a5-44b0-b105-ce268f791bd9 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:51:03.150599 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e7968aae-c2a5-44b0-b105-ce268f791bd9 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:03.171501 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 54876ccb-5000-403b-b880-f7c4d723a91d, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=54876ccb-5000-403b-b880-f7c4d723a91d,segment=NetworkSegment(05d7c49e-fddd-43be-bac9-c48445145ddc),segment_id=05d7c49e-fddd-43be-bac9-c48445145ddc)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:51:03.223245 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:03.224596 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 6fcf4e92-19a7-479b-8e64-f9f37e9cf666 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:51:03.234240 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 55a7fd09-e80b-4332-a0c4-f95838b788c4 resource provider aggregate not found May 31 13:51:03.237345 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41800) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:03.243741 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-992e341b-c11d-4a55-ac82-ba18e8d10b6f tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Request body: {'security_group': {'name': 'tempest-securitygroup--528023553', 'description': 'tempest-description--538773652'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:51:03.274644 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 55a7fd09-e80b-4332-a0c4-f95838b788c4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 55a7fd09-e80b-4332-a0c4-f95838b788c4 found for delete ", "request_id": "req-34ec358f-fcff-49ac-81a2-1c0582ae1085"}]} May 31 13:51:03.275557 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-992e341b-c11d-4a55-ac82-ba18e8d10b6f tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:51:03.290501 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-992e341b-c11d-4a55-ac82-ba18e8d10b6f tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Usage tracker for resource:security_group and tenant:21f78e9efd2543f8a23fa5f8aa5a9a7c is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:51:03.294583 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-992e341b-c11d-4a55-ac82-ba18e8d10b6f tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:51:03.303853 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-992e341b-c11d-4a55-ac82-ba18e8d10b6f tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:51:03.305689 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e7968aae-c2a5-44b0-b105-ce268f791bd9 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:03.327489 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e7968aae-c2a5-44b0-b105-ce268f791bd9 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:03.373606 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c72ed78c-c246-400a-aebe-4edd7306ffe4 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:03.433381 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2add3070-28c1-4b06-98f9-4596657531b5 None None] Provisioning for port f5ceae14-9849-4d55-b188-ee6f0cd720df completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:51:03.445512 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7968aae-c2a5-44b0-b105-ce268f791bd9 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Pushing event deleted for resources: {'Network': ['ID=9333cbf9-e735-4773-ba86-cba3f5cd8a13,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:03.453508 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-992e341b-c11d-4a55-ac82-ba18e8d10b6f tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:03.471185 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c72ed78c-c246-400a-aebe-4edd7306ffe4 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:03.474134 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c72ed78c-c246-400a-aebe-4edd7306ffe4 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "DELETE /v2.0/subnets/022460f4-71c5-49cd-8584-641afc04790c HTTP/1.1" status: 204 len: 168 time: 1.5991066 May 31 13:51:03.475750 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e7968aae-c2a5-44b0-b105-ce268f791bd9 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "DELETE /v2.0/networks/9333cbf9-e735-4773-ba86-cba3f5cd8a13 HTTP/1.1" status: 204 len: 168 time: 3.1435559 May 31 13:51:03.476693 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72ed78c-c246-400a-aebe-4edd7306ffe4 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Pushing event deleted for resources: {'Subnet': ['ID=022460f4-71c5-49cd-8584-641afc04790c,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:03.481692 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41808) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:03.482075 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41810) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:03.489633 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-07ac87e0-f0b5-4e24-b717-0d97611b74c1 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-570826617', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:51:03.497097 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-07ac87e0-f0b5-4e24-b717-0d97611b74c1 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:51:03.501569 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-07ac87e0-f0b5-4e24-b717-0d97611b74c1 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Usage tracker for resource:router and tenant:85d9456a7d3e47cf9816e44471382253 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:51:03.505843 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-07ac87e0-f0b5-4e24-b717-0d97611b74c1 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:51:03.512101 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-07ac87e0-f0b5-4e24-b717-0d97611b74c1 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:51:03.514439 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-120d5f74-ba43-4ecd-bcef-cf6a47fe8471 req-ab988a2d-53e0-40a0-a528-6e07033e4c32 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Allocated IP 172.20.0.13 (63c618dc-2d9c-42a1-a644-8fd65767e93c/1fa11664-0552-4bb0-b5b0-3278009a7430/26585ad3-ce58-4528-b290-b81fa2b5636c) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:51:03.544291 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-07ac87e0-f0b5-4e24-b717-0d97611b74c1 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:03.545445 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-07ac87e0-f0b5-4e24-b717-0d97611b74c1 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:03.546864 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585dbfa0-3a7e-4ac2-820f-15f8f43af44a None None] Network a7b5e557-9fe5-4380-a69e-524013d3e5b3 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:51:03.551101 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-f8251b79-825c-4610-9dab-56e511105aef tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Deleting port 6749da33-d5c5-40e8-8fca-ca57f83e3fc4 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:51:03.551499 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f8251b79-825c-4610-9dab-56e511105aef tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:03.554973 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-992e341b-c11d-4a55-ac82-ba18e8d10b6f tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:51:03.583466 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-334d915f-690c-4045-a0b0-b1473552d625 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:03.620638 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-992e341b-c11d-4a55-ac82-ba18e8d10b6f tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Usage tracker for resource:security_group_rule and tenant:21f78e9efd2543f8a23fa5f8aa5a9a7c is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:51:03.624010 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-992e341b-c11d-4a55-ac82-ba18e8d10b6f tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:51:03.641812 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-992e341b-c11d-4a55-ac82-ba18e8d10b6f tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:51:03.667017 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-07ac87e0-f0b5-4e24-b717-0d97611b74c1 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:03.804589 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-992e341b-c11d-4a55-ac82-ba18e8d10b6f tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:03.816850 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ff6f300c-6f1f-4c32-9831-8fea84a8747f tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:03.823121 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-992e341b-c11d-4a55-ac82-ba18e8d10b6f tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:03.833117 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-334d915f-690c-4045-a0b0-b1473552d625 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Calling delete_port for 2bca5fab-f748-4a18-b8bf-e558bc9370e6 owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:51:03.861003 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=54876ccb-5000-403b-b880-f7c4d723a91d,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:03.874961 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-d7f00eb1-7632-43a8-8829-3a1faf3be4c4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:51:03.875546 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-d7f00eb1-7632-43a8-8829-3a1faf3be4c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:51:03.900756 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-07ac87e0-f0b5-4e24-b717-0d97611b74c1 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:03.967725 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-992e341b-c11d-4a55-ac82-ba18e8d10b6f tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:03.971880 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-992e341b-c11d-4a55-ac82-ba18e8d10b6f tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7297907 May 31 13:51:03.984601 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41818) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:04.000372 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-6a2f2779-3dfa-4b5c-a5a9-bcc8a7c3a1aa tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Request body: {'security_group_rule': {'security_group_id': '6bc706d7-c2c8-4249-9761-79dc47f28376', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:51:04.013338 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 6fcf4e92-19a7-479b-8e64-f9f37e9cf666 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:51:04.029305 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992e341b-c11d-4a55-ac82-ba18e8d10b6f tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc706d7-c2c8-4249-9761-79dc47f28376,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:04.043857 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-ff6f300c-6f1f-4c32-9831-8fea84a8747f tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Deleting port e5ea12e3-8810-4bcf-a367-e897919ece33 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:51:04.044763 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ff6f300c-6f1f-4c32-9831-8fea84a8747f tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:04.060310 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c5fe2c3b-4212-4a72-83c6-d055f43c046a req-a8a18f57-b928-4547-9b82-d8b5d4c4ebd2 tempest-ServerShowV247Test-788879440 tempest-ServerShowV247Test-788879440-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e71d03a-dca7-480a-83d3-cca7c2c94db5 HTTP/1.1" status: 200 len: 210 time: 0.2696064 May 31 13:51:04.100930 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6a2f2779-3dfa-4b5c-a5a9-bcc8a7c3a1aa tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:51:04.105147 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-07ac87e0-f0b5-4e24-b717-0d97611b74c1 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:04.109891 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-07ac87e0-f0b5-4e24-b717-0d97611b74c1 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.6252995 May 31 13:51:04.122108 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 6fcf4e92-19a7-479b-8e64-f9f37e9cf666 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:51:04.122574 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:04.125620 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41822) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:04.158410 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-6a2f2779-3dfa-4b5c-a5a9-bcc8a7c3a1aa tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Usage tracker for resource:security_group_rule and tenant:21f78e9efd2543f8a23fa5f8aa5a9a7c is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:51:04.164141 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba0efc8-bfe5-4fdb-8c58-f6a2adae332a None None] DHCP port deletion for f6e099d3-5dac-4500-8f7f-1a15410ff8cb request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:51:04.164806 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-6a2f2779-3dfa-4b5c-a5a9-bcc8a7c3a1aa tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:51:04.169006 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6a6fa7c3-3ab9-417a-9384-c3fbb7577808 req-060b1456-4031-4d30-b39a-96413d378ef0 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/ports?device_id=5370c41a-660b-4567-891f-5e3f3590c3ad HTTP/1.1" status: 200 len: 210 time: 0.1595550 May 31 13:51:04.181372 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6a2f2779-3dfa-4b5c-a5a9-bcc8a7c3a1aa tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:51:04.194341 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-dba0efc8-bfe5-4fdb-8c58-f6a2adae332a None None] Deleting port e5ea12e3-8810-4bcf-a367-e897919ece33 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:51:04.194846 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dba0efc8-bfe5-4fdb-8c58-f6a2adae332a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:04.204954 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-081c649e-8f63-4631-a72e-5cdc370dffe5 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Request body: {'network': {'name': 'tempest-RoutersTest-1264414076'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:51:04.215011 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-081c649e-8f63-4631-a72e-5cdc370dffe5 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:51:04.220222 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-081c649e-8f63-4631-a72e-5cdc370dffe5 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Usage tracker for resource:network and tenant:85d9456a7d3e47cf9816e44471382253 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:51:04.225219 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-081c649e-8f63-4631-a72e-5cdc370dffe5 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:51:04.232243 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-081c649e-8f63-4631-a72e-5cdc370dffe5 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:51:04.247071 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-081c649e-8f63-4631-a72e-5cdc370dffe5 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Made reservation on behalf of 85d9456a7d3e47cf9816e44471382253 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:51:04.251731 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-081c649e-8f63-4631-a72e-5cdc370dffe5 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:04.295209 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6a2f2779-3dfa-4b5c-a5a9-bcc8a7c3a1aa tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:04.384232 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-d7f00eb1-7632-43a8-8829-3a1faf3be4c4 None None] Deleting port 5d3a5b47-cd9c-4514-bf4b-e084ad76067c {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:51:04.384696 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d7f00eb1-7632-43a8-8829-3a1faf3be4c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:04.508827 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-d7f00eb1-7632-43a8-8829-3a1faf3be4c4 None None] The port '5d3a5b47-cd9c-4514-bf4b-e084ad76067c' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 13:51:04.576711 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-081c649e-8f63-4631-a72e-5cdc370dffe5 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:51:04.665342 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-dba0efc8-bfe5-4fdb-8c58-f6a2adae332a None None] For port e5ea12e3-8810-4bcf-a367-e897919ece33, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=e5ea12e3-8810-4bcf-a367-e897919ece33,segment=NetworkSegment(97aaaafc-4a91-4c53-886c-dbb5ffe32322),segment_id=97aaaafc-4a91-4c53-886c-dbb5ffe32322)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:51:04.666277 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dba0efc8-bfe5-4fdb-8c58-f6a2adae332a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:04.709529 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-ff6f300c-6f1f-4c32-9831-8fea84a8747f tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] For port e5ea12e3-8810-4bcf-a367-e897919ece33, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=e5ea12e3-8810-4bcf-a367-e897919ece33,segment=NetworkSegment(97aaaafc-4a91-4c53-886c-dbb5ffe32322),segment_id=97aaaafc-4a91-4c53-886c-dbb5ffe32322)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:51:04.709981 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ff6f300c-6f1f-4c32-9831-8fea84a8747f tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:04.739636 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-27361fb5-0dc4-4f14-b21c-a3347a079544 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:04.756595 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6f6929-176d-4578-8ade-770ef109254c None None] DHCP port deletion for a7b5e557-9fe5-4380-a69e-524013d3e5b3 request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:51:04.841687 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 6fcf4e92-19a7-479b-8e64-f9f37e9cf666 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:51:04.842088 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:04.865343 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-dba0efc8-bfe5-4fdb-8c58-f6a2adae332a None None] Calling delete_port for e5ea12e3-8810-4bcf-a367-e897919ece33 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:51:04.898404 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9b6f6929-176d-4578-8ade-770ef109254c None None] Deleting port e5394cbb-97b6-40a1-b9a5-ea137c3713e1 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:51:04.898713 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9b6f6929-176d-4578-8ade-770ef109254c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:04.939742 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-ff6f300c-6f1f-4c32-9831-8fea84a8747f tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Calling delete_port for e5ea12e3-8810-4bcf-a367-e897919ece33 owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:51:04.957709 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-334d915f-690c-4045-a0b0-b1473552d625 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:05.002139 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 6fcf4e92-19a7-479b-8e64-f9f37e9cf666, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=6fcf4e92-19a7-479b-8e64-f9f37e9cf666,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:51:05.008063 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-081c649e-8f63-4631-a72e-5cdc370dffe5 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:05.008609 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-081c649e-8f63-4631-a72e-5cdc370dffe5 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Added segment ab1ee93b-be0c-4c5e-a125-245125da76f5 of type vlan for network 6eeb3076-8ec6-49c5-a7c1-c7685ab1bc4b May 31 13:51:05.021597 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:05.070101 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6a2f2779-3dfa-4b5c-a5a9-bcc8a7c3a1aa tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:05.078457 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6a2f2779-3dfa-4b5c-a5a9-bcc8a7c3a1aa tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:05.129285 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-120d5f74-ba43-4ecd-bcef-cf6a47fe8471 req-ab988a2d-53e0-40a0-a528-6e07033e4c32 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:05.153394 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-081c649e-8f63-4631-a72e-5cdc370dffe5 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:05.157277 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f8251b79-825c-4610-9dab-56e511105aef tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:05.167413 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2f2779-3dfa-4b5c-a5a9-bcc8a7c3a1aa tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cff9dae-9d53-413f-8c93-d57e7bcc7070,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:05.189908 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334d915f-690c-4045-a0b0-b1473552d625 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event deleted for resources: {'Port': ['ID=2bca5fab-f748-4a18-b8bf-e558bc9370e6,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:05.220024 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6a2f2779-3dfa-4b5c-a5a9-bcc8a7c3a1aa tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:05.224888 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-6a2f2779-3dfa-4b5c-a5a9-bcc8a7c3a1aa tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2304811 May 31 13:51:05.227645 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41830) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:05.236629 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-0d3a0086-9f80-4265-bd49-639d3539b505 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Request body: {'security_group_rule': {'security_group_id': '6bc706d7-c2c8-4249-9761-79dc47f28376', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:51:05.247470 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0d3a0086-9f80-4265-bd49-639d3539b505 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:51:05.249951 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.db.api [None req-ff6f300c-6f1f-4c32-9831-8fea84a8747f tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:51:05.250303 n-d-843939-1 neutron-server[88369]: DEBUG oslo_db.api [None req-ff6f300c-6f1f-4c32-9831-8fea84a8747f tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:51:05.254622 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-0d3a0086-9f80-4265-bd49-639d3539b505 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Usage tracker for resource:security_group_rule and tenant:21f78e9efd2543f8a23fa5f8aa5a9a7c is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:51:05.258438 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-081c649e-8f63-4631-a72e-5cdc370dffe5 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:05.264435 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081c649e-8f63-4631-a72e-5cdc370dffe5 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:05.265099 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-081c649e-8f63-4631-a72e-5cdc370dffe5 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:05.272596 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-0d3a0086-9f80-4265-bd49-639d3539b505 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:51:05.275013 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dba0efc8-bfe5-4fdb-8c58-f6a2adae332a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:05.323566 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba0efc8-bfe5-4fdb-8c58-f6a2adae332a None None] No DVR routers for this DVR port e5ea12e3-8810-4bcf-a367-e897919ece33 on host n-d-843939-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:51:05.466713 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 54876ccb-5000-403b-b880-f7c4d723a91d up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:51:05.496493 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0d3a0086-9f80-4265-bd49-639d3539b505 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:51:05.505663 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-081c649e-8f63-4631-a72e-5cdc370dffe5 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3781908 May 31 13:51:05.513804 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41834) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:05.522420 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-75f95bec-2225-4a93-93b7-55cf465c86b8 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Request body: {'subnet': {'network_id': '6eeb3076-8ec6-49c5-a7c1-c7685ab1bc4b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:51:05.525061 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-120d5f74-ba43-4ecd-bcef-cf6a47fe8471 req-ab988a2d-53e0-40a0-a528-6e07033e4c32 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Transition to ACTIVE for port object 26585ad3-ce58-4528-b290-b81fa2b5636c will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:51:05.540131 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-f8251b79-825c-4610-9dab-56e511105aef tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Calling delete_port for 6749da33-d5c5-40e8-8fca-ca57f83e3fc4 owned by network:router_interface {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:51:05.544810 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081c649e-8f63-4631-a72e-5cdc370dffe5 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Pushing event updated for resources: {'Network': ['ID=6eeb3076-8ec6-49c5-a7c1-c7685ab1bc4b,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:05.579064 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=6fcf4e92-19a7-479b-8e64-f9f37e9cf666,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:05.632076 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-334d915f-690c-4045-a0b0-b1473552d625 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:05.632322 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 6eeb3076-8ec6-49c5-a7c1-c7685ab1bc4b details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:51:05.637528 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0d3a0086-9f80-4265-bd49-639d3539b505 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:05.680168 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7c378728-ec14-49ce-a4af-44e02a0d8ecf req-d1cf2a1e-340d-4d83-89bb-227a3bb0444e tempest-ServerShowV247Test-788879440 tempest-ServerShowV247Test-788879440-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e71d03a-dca7-480a-83d3-cca7c2c94db5 HTTP/1.1" status: 200 len: 210 time: 0.1699643 May 31 13:51:05.688282 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba0efc8-bfe5-4fdb-8c58-f6a2adae332a None None] Pushing event deleted for resources: {'Port': ['ID=e5ea12e3-8810-4bcf-a367-e897919ece33,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:05.752759 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-ff6f300c-6f1f-4c32-9831-8fea84a8747f tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Deleting port e5ea12e3-8810-4bcf-a367-e897919ece33 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:51:05.753094 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ff6f300c-6f1f-4c32-9831-8fea84a8747f tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:05.789300 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9b6f6929-176d-4578-8ade-770ef109254c None None] For port e5394cbb-97b6-40a1-b9a5-ea137c3713e1, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=e5394cbb-97b6-40a1-b9a5-ea137c3713e1,segment=NetworkSegment(ca0d9d73-e88d-4f7f-9970-8d84dd05beb6),segment_id=ca0d9d73-e88d-4f7f-9970-8d84dd05beb6)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:51:05.789842 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9b6f6929-176d-4578-8ade-770ef109254c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:05.807644 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-360d19d6-ca32-4a58-9e2b-6c2b1b93b9e8 req-37096609-c109-4fd0-a6d3-5e0c8516749f tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/ports?device_id=5370c41a-660b-4567-891f-5e3f3590c3ad HTTP/1.1" status: 200 len: 210 time: 0.2827911 May 31 13:51:05.838888 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-75f95bec-2225-4a93-93b7-55cf465c86b8 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:51:05.856515 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-334d915f-690c-4045-a0b0-b1473552d625 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/ports/2bca5fab-f748-4a18-b8bf-e558bc9370e6 HTTP/1.1" status: 204 len: 168 time: 4.0280807 May 31 13:51:05.864879 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41840) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:05.886744 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-ff6f300c-6f1f-4c32-9831-8fea84a8747f tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] The port 'e5ea12e3-8810-4bcf-a367-e897919ece33' was deleted {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 13:51:05.888502 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-75f95bec-2225-4a93-93b7-55cf465c86b8 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Usage tracker for resource:subnet and tenant:85d9456a7d3e47cf9816e44471382253 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:51:05.892765 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-75f95bec-2225-4a93-93b7-55cf465c86b8 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:51:05.933424 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-75f95bec-2225-4a93-93b7-55cf465c86b8 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:51:05.973835 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0d3a0086-9f80-4265-bd49-639d3539b505 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:05.986718 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0d3a0086-9f80-4265-bd49-639d3539b505 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:06.007647 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9b6f6929-176d-4578-8ade-770ef109254c None None] Calling delete_port for e5394cbb-97b6-40a1-b9a5-ea137c3713e1 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:51:06.168798 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9b6f6929-176d-4578-8ade-770ef109254c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:06.173651 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-120d5f74-ba43-4ecd-bcef-cf6a47fe8471 req-ab988a2d-53e0-40a0-a528-6e07033e4c32 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:06.206533 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f95bec-2225-4a93-93b7-55cf465c86b8 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Made reservation on behalf of 85d9456a7d3e47cf9816e44471382253 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:51:06.210463 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-75f95bec-2225-4a93-93b7-55cf465c86b8 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:06.234879 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3a0086-9f80-4265-bd49-639d3539b505 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e964585-77ca-4e4c-9216-e991cfcb1602,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:06.235113 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 54876ccb-5000-403b-b880-f7c4d723a91d triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:51:06.235454 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:06.236003 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b877f9e8-ca7e-41bb-ba72-76892d3b37a8 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:06.237842 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b877f9e8-ca7e-41bb-ba72-76892d3b37a8 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:06.239575 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-b877f9e8-ca7e-41bb-ba72-76892d3b37a8 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Synchronizing usage tracker for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:subnet {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:51:06.275053 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6f6929-176d-4578-8ade-770ef109254c None None] Pushing event deleted for resources: {'Port': ['ID=e5394cbb-97b6-40a1-b9a5-ea137c3713e1,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:06.292824 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6f6929-176d-4578-8ade-770ef109254c None None] No DVR routers for this DVR port e5394cbb-97b6-40a1-b9a5-ea137c3713e1 on host n-d-843939-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:51:06.303744 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-27361fb5-0dc4-4f14-b21c-a3347a079544 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:06.341915 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ff6f300c-6f1f-4c32-9831-8fea84a8747f tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:06.361366 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-474f0c65-03b5-46bb-82f0-177cec5fb2d0 req-cf219cae-fcd0-458b-9730-c115fc511930 tempest-ServerShowV247Test-788879440 tempest-ServerShowV247Test-788879440-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e942537-c23e-4950-92ea-c0a6224e67ec&device_id=2e71d03a-dca7-480a-83d3-cca7c2c94db5 HTTP/1.1" status: 200 len: 210 time: 0.1140270 May 31 13:51:06.364674 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-120d5f74-ba43-4ecd-bcef-cf6a47fe8471 req-ab988a2d-53e0-40a0-a528-6e07033e4c32 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Network 63c618dc-2d9c-42a1-a644-8fd65767e93c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:51:06.407084 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0d3a0086-9f80-4265-bd49-639d3539b505 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:06.411165 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-0d3a0086-9f80-4265-bd49-639d3539b505 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1797378 May 31 13:51:06.426702 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41846) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:06.437441 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-120d5f74-ba43-4ecd-bcef-cf6a47fe8471 req-ab988a2d-53e0-40a0-a528-6e07033e4c32 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:51:06.443835 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-120d5f74-ba43-4ecd-bcef-cf6a47fe8471 req-ab988a2d-53e0-40a0-a528-6e07033e4c32 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:51:06.445090 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 54876ccb-5000-403b-b880-f7c4d723a91d is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:51:06.446804 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device f5ceae14-9849-4d55-b188-ee6f0cd720df up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:51:06.544388 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port f5ceae14-9849-4d55-b188-ee6f0cd720df completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:51:06.553064 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port f5ceae14-9849-4d55-b188-ee6f0cd720df triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:51:06.555212 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:06.564266 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-ff6f300c-6f1f-4c32-9831-8fea84a8747f tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6e099d3-5dac-4500-8f7f-1a15410ff8cb']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:51:06.581387 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-ff6f300c-6f1f-4c32-9831-8fea84a8747f tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97aaaafc-4a91-4c53-886c-dbb5ffe32322') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:51:06.581748 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-ff6f300c-6f1f-4c32-9831-8fea84a8747f tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97aaaafc-4a91-4c53-886c-dbb5ffe32322') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:51:06.607266 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ff6f300c-6f1f-4c32-9831-8fea84a8747f tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:06.641787 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ff6f300c-6f1f-4c32-9831-8fea84a8747f tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:06.663158 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff6f300c-6f1f-4c32-9831-8fea84a8747f tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:51:06.663744 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ff6f300c-6f1f-4c32-9831-8fea84a8747f tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:06.736263 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port f5ceae14-9849-4d55-b188-ee6f0cd720df is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:51:06.736907 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:06.737399 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-c62aa1bf-c771-4562-8a24-f90b50674e75 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Request body: {'floatingip': {'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:51:06.746642 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-b877f9e8-ca7e-41bb-ba72-76892d3b37a8 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Unset dirty status for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:subnet {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:51:06.751066 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-b877f9e8-ca7e-41bb-ba72-76892d3b37a8 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.8769612 May 31 13:51:06.751066 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab988a2d-53e0-40a0-a528-6e07033e4c32 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Pushing event updated for resources: {'Port': ['ID=26585ad3-ce58-4528-b290-b81fa2b5636c,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:06.764128 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41854) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:06.780289 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 97aaaafc-4a91-4c53-886c-dbb5ffe32322 resource provider aggregate not found May 31 13:51:06.791866 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port f5ceae14-9849-4d55-b188-ee6f0cd720df, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=f5ceae14-9849-4d55-b188-ee6f0cd720df,segment=NetworkSegment(73a30f5d-0e86-4b29-98d2-608f18d563d9),segment_id=73a30f5d-0e86-4b29-98d2-608f18d563d9)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:51:06.799044 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:06.801439 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device ff08dd8f-a9e8-49ea-95c4-f212e19033d8 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:51:06.848057 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c62aa1bf-c771-4562-8a24-f90b50674e75 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:51:06.887630 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 97aaaafc-4a91-4c53-886c-dbb5ffe32322 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 97aaaafc-4a91-4c53-886c-dbb5ffe32322 found for delete ", "request_id": "req-8d0f8f59-3854-41bd-8d39-fc021b9347f6"}]} May 31 13:51:06.897734 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-75f95bec-2225-4a93-93b7-55cf465c86b8 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:06.902599 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-c62aa1bf-c771-4562-8a24-f90b50674e75 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Usage tracker for resource:floatingip and tenant:21f78e9efd2543f8a23fa5f8aa5a9a7c is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:51:06.938786 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-09f1137a-2fe1-4710-8089-207944686c24 req-2c2e2c01-cf92-47a1-b3e8-e51dc9cfe29f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b9b73e67575f4c89aaf2961aa8366703&device_id=2e71d03a-dca7-480a-83d3-cca7c2c94db5 HTTP/1.1" status: 200 len: 210 time: 0.1376624 May 31 13:51:06.963673 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e0120608-c573-4198-a3bc-9af1f05b2fc2 None None] Provisioning for port 26585ad3-ce58-4528-b290-b81fa2b5636c completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:51:06.968189 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=f5ceae14-9849-4d55-b188-ee6f0cd720df,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:06.973712 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e0120608-c573-4198-a3bc-9af1f05b2fc2 None None] Provisioning complete for port 26585ad3-ce58-4528-b290-b81fa2b5636c triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:51:06.974183 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0120608-c573-4198-a3bc-9af1f05b2fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:06.988760 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-09f1137a-2fe1-4710-8089-207944686c24 req-cc92ebf8-97ae-4045-b08a-48e47bb4528e service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=b9b73e67575f4c89aaf2961aa8366703&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355675 May 31 13:51:07.007667 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-c62aa1bf-c771-4562-8a24-f90b50674e75 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:51:07.020974 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port ff08dd8f-a9e8-49ea-95c4-f212e19033d8 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:51:07.021593 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:07.025955 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ff6f300c-6f1f-4c32-9831-8fea84a8747f tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:07.079825 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-e0120608-c573-4198-a3bc-9af1f05b2fc2 None None] Port 26585ad3-ce58-4528-b290-b81fa2b5636c cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:51:07.091584 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c62aa1bf-c771-4562-8a24-f90b50674e75 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:51:07.103391 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cd32347e-1390-4681-950b-e28690c32d7b req-c9302eb5-0d78-4e7f-8c47-3908116779b8 tempest-ServerShowV247Test-788879440 tempest-ServerShowV247Test-788879440-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e71d03a-dca7-480a-83d3-cca7c2c94db5 HTTP/1.1" status: 200 len: 210 time: 0.2040272 May 31 13:51:07.127899 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ff6f300c-6f1f-4c32-9831-8fea84a8747f tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:07.135968 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6f300c-6f1f-4c32-9831-8fea84a8747f tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Pushing event deleted for resources: {'Network': ['ID=f6e099d3-5dac-4500-8f7f-1a15410ff8cb,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:07.160683 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f95bec-2225-4a93-93b7-55cf465c86b8 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Pushing event updated for resources: {'Subnet': ['ID=d3541b3e-1e22-4a54-ad33-6ea2509c6768,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:07.169423 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f95bec-2225-4a93-93b7-55cf465c86b8 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Checking segment: {'id': 'ab1ee93b-be0c-4c5e-a125-245125da76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6eeb3076-8ec6-49c5-a7c1-c7685ab1bc4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:51:07.169778 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f95bec-2225-4a93-93b7-55cf465c86b8 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Network hostable DHCP agents. Network: 6eeb3076-8ec6-49c5-a7c1-c7685ab1bc4b, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:51:07.176697 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port ff08dd8f-a9e8-49ea-95c4-f212e19033d8 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:51:07.183001 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ff6f300c-6f1f-4c32-9831-8fea84a8747f tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "DELETE /v2.0/networks/f6e099d3-5dac-4500-8f7f-1a15410ff8cb HTTP/1.1" status: 204 len: 168 time: 3.6972837 May 31 13:51:07.188253 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41862) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:07.227062 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120d5f74-ba43-4ecd-bcef-cf6a47fe8471 req-ab988a2d-53e0-40a0-a528-6e07033e4c32 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:07.228094 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-120d5f74-ba43-4ecd-bcef-cf6a47fe8471 req-ab988a2d-53e0-40a0-a528-6e07033e4c32 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:07.234865 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 5d3a5b47-cd9c-4514-bf4b-e084ad76067c no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:51:07.263123 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-602a304a-3a11-46a0-9ce2-c16050a0c317 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Deleting subnet 2cff4cd6-c217-497b-951f-51505b070ed1 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:51:07.273716 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 5d3a5b47-cd9c-4514-bf4b-e084ad76067c {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:51:07.274534 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 5d3a5b47-cd9c-4514-bf4b-e084ad76067c not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:51:07.274679 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device e5394cbb-97b6-40a1-b9a5-ea137c3713e1 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:51:07.283905 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-602a304a-3a11-46a0-9ce2-c16050a0c317 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:07.288890 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f95bec-2225-4a93-93b7-55cf465c86b8 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Network 6eeb3076-8ec6-49c5-a7c1-c7685ab1bc4b is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:51:07.311263 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: e5394cbb-97b6-40a1-b9a5-ea137c3713e1 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:51:07.312431 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device e5394cbb-97b6-40a1-b9a5-ea137c3713e1 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:51:07.312431 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device e5ea12e3-8810-4bcf-a367-e897919ece33 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:51:07.312641 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c62aa1bf-c771-4562-8a24-f90b50674e75 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks [] for floatingip, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:07.344824 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-75f95bec-2225-4a93-93b7-55cf465c86b8 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 6eeb3076-8ec6-49c5-a7c1-c7685ab1bc4b) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:51:07.346832 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1137a-2fe1-4710-8089-207944686c24 req-7d394f77-dd0e-40a1-9819-c3ffdc65a967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:07.349114 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-09f1137a-2fe1-4710-8089-207944686c24 req-7d394f77-dd0e-40a1-9819-c3ffdc65a967 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3523505 May 31 13:51:07.356866 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f95bec-2225-4a93-93b7-55cf465c86b8 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:07.357483 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-75f95bec-2225-4a93-93b7-55cf465c86b8 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:07.357833 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5572d7b7-cc5d-4e87-9cc0-51dcac5ca0c5 None None] Network 6eeb3076-8ec6-49c5-a7c1-c7685ab1bc4b requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:51:07.372986 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: e5ea12e3-8810-4bcf-a367-e897919ece33 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:51:07.373231 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a77a858e-137f-4328-abe8-b12f962f2fe3 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:07.373725 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device e5ea12e3-8810-4bcf-a367-e897919ece33 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:51:07.390021 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-75f95bec-2225-4a93-93b7-55cf465c86b8 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8747840 May 31 13:51:07.390903 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41866) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:07.443016 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f8251b79-825c-4610-9dab-56e511105aef tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:07.473489 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:07.519711 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-120d5f74-ba43-4ecd-bcef-cf6a47fe8471 req-ab988a2d-53e0-40a0-a528-6e07033e4c32 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6100726 May 31 13:51:07.532700 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8251b79-825c-4610-9dab-56e511105aef tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Pushing event deleted for resources: {'Port': ['ID=6749da33-d5c5-40e8-8fca-ca57f83e3fc4,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:07.546142 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-120d5f74-ba43-4ecd-bcef-cf6a47fe8471 req-f32e3ffb-0a13-456b-aa00-79fc5763d523 service neutron] Request body: {'port': {'device_id': '5370c41a-660b-4567-891f-5e3f3590c3ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:51:07.569808 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 6fcf4e92-19a7-479b-8e64-f9f37e9cf666 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:51:07.653632 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-602a304a-3a11-46a0-9ce2-c16050a0c317 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65507433'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:07.739743 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca5e5ac-1843-4307-aef2-e8352fb78ba1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-6eeb3076-8ec6-49c5-a7c1-c7685ab1bc4b', 'network_id': '6eeb3076-8ec6-49c5-a7c1-c7685ab1bc4b', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'fixed_ips': [{'subnet_id': 'd3541b3e-1e22-4a54-ad33-6ea2509c6768'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:51:07.740638 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7ca5e5ac-1843-4307-aef2-e8352fb78ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:07.764711 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 6fcf4e92-19a7-479b-8e64-f9f37e9cf666 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:51:07.765207 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:07.835768 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a77a858e-137f-4328-abe8-b12f962f2fe3 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:07.958876 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52cd2aa-717d-4f87-b37d-1b219f4dec11 req-436268a2-9675-45d8-8d57-41994b52073b tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:07.959533 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-e52cd2aa-717d-4f87-b37d-1b219f4dec11 req-436268a2-9675-45d8-8d57-41994b52073b tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Synchronizing usage tracker for tenant:0c3bb07388f549c9aeec65a21380cb5d on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:51:07.963472 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f8251b79-825c-4610-9dab-56e511105aef tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:08.013798 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 6fcf4e92-19a7-479b-8e64-f9f37e9cf666 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:51:08.015069 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device f5ceae14-9849-4d55-b188-ee6f0cd720df up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:51:08.102743 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-7ca5e5ac-1843-4307-aef2-e8352fb78ba1 None None] Allocated IP 172.20.0.2 (6eeb3076-8ec6-49c5-a7c1-c7685ab1bc4b/d3541b3e-1e22-4a54-ad33-6ea2509c6768/166f2138-3c5d-457c-908f-e9f822c914c0) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:51:08.114410 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27361fb5-0dc4-4f14-b21c-a3347a079544 admin admin] Router fa47b1b5-994f-4c56-b9c6-902d3443c189 is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 13:51:08.119709 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-a77a858e-137f-4328-abe8-b12f962f2fe3 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7b5e557-9fe5-4380-a69e-524013d3e5b3']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:51:08.121344 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port f5ceae14-9849-4d55-b188-ee6f0cd720df triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:51:08.121947 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:08.138878 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-a77a858e-137f-4328-abe8-b12f962f2fe3 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca0d9d73-e88d-4f7f-9970-8d84dd05beb6') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:51:08.139486 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-a77a858e-137f-4328-abe8-b12f962f2fe3 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca0d9d73-e88d-4f7f-9970-8d84dd05beb6') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:51:08.189056 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-120d5f74-ba43-4ecd-bcef-cf6a47fe8471 req-f32e3ffb-0a13-456b-aa00-79fc5763d523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:08.190876 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a77a858e-137f-4328-abe8-b12f962f2fe3 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:08.204937 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-e52cd2aa-717d-4f87-b37d-1b219f4dec11 req-436268a2-9675-45d8-8d57-41994b52073b tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Unset dirty status for tenant:0c3bb07388f549c9aeec65a21380cb5d on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:51:08.206480 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e52cd2aa-717d-4f87-b37d-1b219f4dec11 req-436268a2-9675-45d8-8d57-41994b52073b tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/ports?device_id=5370c41a-660b-4567-891f-5e3f3590c3ad HTTP/1.1" status: 200 len: 932 time: 1.1804640 May 31 13:51:08.217754 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a77a858e-137f-4328-abe8-b12f962f2fe3 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:08.258713 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a77a858e-137f-4328-abe8-b12f962f2fe3 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:51:08.259115 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a77a858e-137f-4328-abe8-b12f962f2fe3 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:08.291400 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fdd61674-0246-48f1-b6b2-6de270651eb2 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:08.451387 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port f5ceae14-9849-4d55-b188-ee6f0cd720df is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:51:08.526284 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7ca5e5ac-1843-4307-aef2-e8352fb78ba1 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:08.561019 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-7ca5e5ac-1843-4307-aef2-e8352fb78ba1 None None] Transition to ACTIVE for port object 166f2138-3c5d-457c-908f-e9f822c914c0 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:51:08.568531 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a77a858e-137f-4328-abe8-b12f962f2fe3 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:08.584736 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-7ca5e5ac-1843-4307-aef2-e8352fb78ba1 None None] Transition to ACTIVE for port object 166f2138-3c5d-457c-908f-e9f822c914c0 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:51:08.590748 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7ca5e5ac-1843-4307-aef2-e8352fb78ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:08.595908 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a77a858e-137f-4328-abe8-b12f962f2fe3 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:08.631931 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-602a304a-3a11-46a0-9ce2-c16050a0c317 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:08.639892 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77a858e-137f-4328-abe8-b12f962f2fe3 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Pushing event deleted for resources: {'Network': ['ID=a7b5e557-9fe5-4380-a69e-524013d3e5b3,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:08.650600 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a77a858e-137f-4328-abe8-b12f962f2fe3 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "DELETE /v2.0/networks/a7b5e557-9fe5-4380-a69e-524013d3e5b3 HTTP/1.1" status: 204 len: 168 time: 1.4510050 May 31 13:51:08.653126 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41872) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:08.662348 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca5e5ac-1843-4307-aef2-e8352fb78ba1 None None] Network 6eeb3076-8ec6-49c5-a7c1-c7685ab1bc4b is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:51:08.665287 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-eba34fa4-8f03-463a-a4ce-798e5ae11bb9 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-565095139'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:51:08.665668 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-7ca5e5ac-1843-4307-aef2-e8352fb78ba1 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:51:08.668642 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca5e5ac-1843-4307-aef2-e8352fb78ba1 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:51:08.679572 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-eba34fa4-8f03-463a-a4ce-798e5ae11bb9 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:51:08.688925 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-eba34fa4-8f03-463a-a4ce-798e5ae11bb9 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Usage tracker for resource:network and tenant:779c820d5b2449ae9fd2392eab8ae157 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:51:08.694650 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-eba34fa4-8f03-463a-a4ce-798e5ae11bb9 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:51:08.704635 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-eba34fa4-8f03-463a-a4ce-798e5ae11bb9 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:51:08.739864 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0a700db2-2d0a-4147-81bd-e2d6b4211f9d req-1f8e088a-e2e4-4694-92fe-891abe670d41 tempest-ServerShowV247Test-788879440 tempest-ServerShowV247Test-788879440-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e71d03a-dca7-480a-83d3-cca7c2c94db5 HTTP/1.1" status: 200 len: 210 time: 0.3895519 May 31 13:51:08.764680 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca5e5ac-1843-4307-aef2-e8352fb78ba1 None None] Pushing event updated for resources: {'Port': ['ID=166f2138-3c5d-457c-908f-e9f822c914c0,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:08.791050 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba34fa4-8f03-463a-a4ce-798e5ae11bb9 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Made reservation on behalf of 779c820d5b2449ae9fd2392eab8ae157 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:51:08.794401 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-7ca5e5ac-1843-4307-aef2-e8352fb78ba1 None None] Attempting to bind port 166f2138-3c5d-457c-908f-e9f822c914c0 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:51:08.794775 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-7ca5e5ac-1843-4307-aef2-e8352fb78ba1 None None] Attempting to bind port 166f2138-3c5d-457c-908f-e9f822c914c0 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'ab1ee93b-be0c-4c5e-a125-245125da76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6eeb3076-8ec6-49c5-a7c1-c7685ab1bc4b'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:51:08.795142 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca5e5ac-1843-4307-aef2-e8352fb78ba1 None None] Attempting to bind port 166f2138-3c5d-457c-908f-e9f822c914c0 on network 6eeb3076-8ec6-49c5-a7c1-c7685ab1bc4b {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:51:08.796345 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-eba34fa4-8f03-463a-a4ce-798e5ae11bb9 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:08.801921 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca5e5ac-1843-4307-aef2-e8352fb78ba1 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:51:08.802346 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca5e5ac-1843-4307-aef2-e8352fb78ba1 None None] Checking segment: {'id': 'ab1ee93b-be0c-4c5e-a125-245125da76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6eeb3076-8ec6-49c5-a7c1-c7685ab1bc4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:51:08.802756 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7ca5e5ac-1843-4307-aef2-e8352fb78ba1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:08.803160 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca5e5ac-1843-4307-aef2-e8352fb78ba1 None None] Bound using segment: {'id': 'ab1ee93b-be0c-4c5e-a125-245125da76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6eeb3076-8ec6-49c5-a7c1-c7685ab1bc4b'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:51:08.803629 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-7ca5e5ac-1843-4307-aef2-e8352fb78ba1 None None] Bound port: 166f2138-3c5d-457c-908f-e9f822c914c0, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab1ee93b-be0c-4c5e-a125-245125da76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6eeb3076-8ec6-49c5-a7c1-c7685ab1bc4b'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:51:08.804007 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7ca5e5ac-1843-4307-aef2-e8352fb78ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:08.872805 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e52cd2aa-717d-4f87-b37d-1b219f4dec11 req-607a868f-9a1d-4d22-a90e-4c3b264356ff tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0e3b905-3881-4d86-8d81-94a1e67a9264&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5851598 May 31 13:51:08.906294 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eba34fa4-8f03-463a-a4ce-798e5ae11bb9 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:51:08.926265 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-7ca5e5ac-1843-4307-aef2-e8352fb78ba1 None None] For port 166f2138-3c5d-457c-908f-e9f822c914c0, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:51:08.926625 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-eba34fa4-8f03-463a-a4ce-798e5ae11bb9 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:08.927212 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-eba34fa4-8f03-463a-a4ce-798e5ae11bb9 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Added segment 7c7ae09d-a35c-4ae6-bf3c-599d60b7190f of type vlan for network 326f7c95-4377-4a8d-98fa-9af85c95e112 May 31 13:51:08.931974 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-7ca5e5ac-1843-4307-aef2-e8352fb78ba1 None None] For port 166f2138-3c5d-457c-908f-e9f822c914c0, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=166f2138-3c5d-457c-908f-e9f822c914c0,segment=NetworkSegment(ab1ee93b-be0c-4c5e-a125-245125da76f5),segment_id=ab1ee93b-be0c-4c5e-a125-245125da76f5)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:51:08.939557 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7ca5e5ac-1843-4307-aef2-e8352fb78ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:08.946042 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment ca0d9d73-e88d-4f7f-9970-8d84dd05beb6 resource provider aggregate not found May 31 13:51:08.955211 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-fdd61674-0246-48f1-b6b2-6de270651eb2 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Allocated IP 172.20.0.1 (6eeb3076-8ec6-49c5-a7c1-c7685ab1bc4b/d3541b3e-1e22-4a54-ad33-6ea2509c6768/db25ac7d-9ac6-4f8c-a07c-682deff692dd) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:51:08.974462 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment ca0d9d73-e88d-4f7f-9970-8d84dd05beb6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ca0d9d73-e88d-4f7f-9970-8d84dd05beb6 found for delete ", "request_id": "req-fea5da43-90b3-4fdf-8dba-7ca785ba75eb"}]} May 31 13:51:08.990418 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-eba34fa4-8f03-463a-a4ce-798e5ae11bb9 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:09.042028 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-602a304a-3a11-46a0-9ce2-c16050a0c317 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65216469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65148562'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:09.070711 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:09.086699 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca5e5ac-1843-4307-aef2-e8352fb78ba1 None None] Pushing event updated for resources: {'Port': ['ID=166f2138-3c5d-457c-908f-e9f822c914c0,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:09.113197 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8251b79-825c-4610-9dab-56e511105aef tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Router 1bc75621-db5b-406f-81f9-a7797269b0f6 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:51:09.121802 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602a304a-3a11-46a0-9ce2-c16050a0c317 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event deleted for resources: {'Subnet': ['ID=2cff4cd6-c217-497b-951f-51505b070ed1,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:09.141460 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c62aa1bf-c771-4562-8a24-f90b50674e75 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:09.159272 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-602a304a-3a11-46a0-9ce2-c16050a0c317 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:09.163010 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1d93bc-fce8-4eb6-af81-2a85debb8537 None None] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:51:09.165201 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-09f1137a-2fe1-4710-8089-207944686c24 req-30acb466-1bb7-4966-8380-635df91b5781 tempest-ServerShowV247Test-788879440 tempest-ServerShowV247Test-788879440-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e71d03a-dca7-480a-83d3-cca7c2c94db5 HTTP/1.1" status: 200 len: 210 time: 0.1319458 May 31 13:51:09.171449 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-eba34fa4-8f03-463a-a4ce-798e5ae11bb9 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:09.178958 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba34fa4-8f03-463a-a4ce-798e5ae11bb9 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:09.179584 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-eba34fa4-8f03-463a-a4ce-798e5ae11bb9 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:09.214850 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27361fb5-0dc4-4f14-b21c-a3347a079544 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:51:09.227264 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24864ea-3cfa-4f77-b6b6-329949ea96a2 None None] Sync routers for ids ['fa47b1b5-994f-4c56-b9c6-902d3443c189'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:51:09.244440 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24864ea-3cfa-4f77-b6b6-329949ea96a2 None None] Routers {'fa47b1b5-994f-4c56-b9c6-902d3443c189'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:51:09.245059 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-d24864ea-3cfa-4f77-b6b6-329949ea96a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:50:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['fa47b1b5-994f-4c56-b9c6-902d3443c189'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:51:09.341211 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba34fa4-8f03-463a-a4ce-798e5ae11bb9 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Pushing event updated for resources: {'Network': ['ID=326f7c95-4377-4a8d-98fa-9af85c95e112,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:09.373888 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-eba34fa4-8f03-463a-a4ce-798e5ae11bb9 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7197528 May 31 13:51:09.396726 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41880) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:09.407193 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-0539d95d-01ef-4200-87e4-fd64de551424 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Request body: {'subnet': {'network_id': '326f7c95-4377-4a8d-98fa-9af85c95e112', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:51:09.407379 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-602a304a-3a11-46a0-9ce2-c16050a0c317 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/subnets/2cff4cd6-c217-497b-951f-51505b070ed1 HTTP/1.1" status: 204 len: 168 time: 2.6350820 May 31 13:51:09.427657 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 326f7c95-4377-4a8d-98fa-9af85c95e112 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:51:09.488091 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41884) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:09.496922 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-27361fb5-0dc4-4f14-b21c-a3347a079544 admin admin] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:09.498260 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-27361fb5-0dc4-4f14-b21c-a3347a079544 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 15.3914328 May 31 13:51:09.508622 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41886) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:09.588691 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-d24864ea-3cfa-4f77-b6b6-329949ea96a2 None None] Set router fa47b1b5-994f-4c56-b9c6-902d3443c189 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:51:09.695308 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 166f2138-3c5d-457c-908f-e9f822c914c0 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:51:09.790756 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-e1621c8f-e1e5-42a3-a499-2700aa80ff08 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2905717 May 31 13:51:09.880295 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 166f2138-3c5d-457c-908f-e9f822c914c0 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:51:09.921152 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41894) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:09.940606 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-bd7532a6-beff-4611-9f3d-c2079242b5c7 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Request body: {'subnet': {'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:51:09.991536 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62688b2-5ccc-4bb4-976b-a8fef703cb93 None None] DHCP port deletion for 8d0ca4ab-0d39-494b-8b5d-2861af857a5e request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:51:09.997395 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-d62688b2-5ccc-4bb4-976b-a8fef703cb93 None None] Deleting port 6fcf4e92-19a7-479b-8e64-f9f37e9cf666 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:51:09.998357 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d62688b2-5ccc-4bb4-976b-a8fef703cb93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:10.064700 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8251b79-825c-4610-9dab-56e511105aef tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:51:10.082733 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbd4cfc-c596-4a43-83a5-a92777c49c38 None None] Sync routers for ids ['1bc75621-db5b-406f-81f9-a7797269b0f6'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:51:10.110023 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fdd61674-0246-48f1-b6b2-6de270651eb2 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:10.117530 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-d24864ea-3cfa-4f77-b6b6-329949ea96a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa47b1b5-994f-4c56-b9c6-902d3443c189', 'name': 'tempest-TestServerBasicOps-828807138-router', 'tenant_id': 'a3748b27b9a54b2ca310bad5a784c247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': 'a4fad478-0840-4a62-8e35-6a7ba6b718b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:50:54Z', 'updated_at': '2022-05-31T13:51:03Z', 'revision_number': 3, 'project_id': 'a3748b27b9a54b2ca310bad5a784c247', 'gw_port': {'id': 'a4fad478-0840-4a62-8e35-6a7ba6b718b2', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:59:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa47b1b5-994f-4c56-b9c6-902d3443c189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:50:58Z', 'updated_at': '2022-05-31T13:50:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:51:10.123407 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24864ea-3cfa-4f77-b6b6-329949ea96a2 None None] Checking router: fa47b1b5-994f-4c56-b9c6-902d3443c189 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:51:10.124420 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24864ea-3cfa-4f77-b6b6-329949ea96a2 None None] Updating router fa47b1b5-994f-4c56-b9c6-902d3443c189 port a4fad478-0840-4a62-8e35-6a7ba6b718b2 binding host n-d-843939-1 {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:51:10.141692 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-fdd61674-0246-48f1-b6b2-6de270651eb2 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Transition to ACTIVE for port object db25ac7d-9ac6-4f8c-a07c-682deff692dd will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:51:10.196347 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbd4cfc-c596-4a43-83a5-a92777c49c38 None None] Routers {'1bc75621-db5b-406f-81f9-a7797269b0f6'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:51:10.197503 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-bbbd4cfc-c596-4a43-83a5-a92777c49c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:50:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['1bc75621-db5b-406f-81f9-a7797269b0f6'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:51:10.208943 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-c62aa1bf-c771-4562-8a24-f90b50674e75 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Allocated IP 172.25.6.176 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/aa27a20a-b407-4b1d-a046-b544104426ef) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:51:10.221294 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fdd61674-0246-48f1-b6b2-6de270651eb2 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:10.232717 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d24864ea-3cfa-4f77-b6b6-329949ea96a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:10.239907 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0539d95d-01ef-4200-87e4-fd64de551424 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:51:10.299422 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-0539d95d-01ef-4200-87e4-fd64de551424 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Usage tracker for resource:subnet and tenant:779c820d5b2449ae9fd2392eab8ae157 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:51:10.336374 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-bbbd4cfc-c596-4a43-83a5-a92777c49c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:51:10.431175 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbd4cfc-c596-4a43-83a5-a92777c49c38 None None] Routers {'1bc75621-db5b-406f-81f9-a7797269b0f6'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:51:10.432129 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-bbbd4cfc-c596-4a43-83a5-a92777c49c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:50:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['1bc75621-db5b-406f-81f9-a7797269b0f6'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:51:10.450442 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-0539d95d-01ef-4200-87e4-fd64de551424 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:51:10.464861 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd61674-0246-48f1-b6b2-6de270651eb2 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Network 6eeb3076-8ec6-49c5-a7c1-c7685ab1bc4b is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:51:10.474924 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-fdd61674-0246-48f1-b6b2-6de270651eb2 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:51:10.480772 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0539d95d-01ef-4200-87e4-fd64de551424 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:51:10.486774 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd61674-0246-48f1-b6b2-6de270651eb2 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:51:10.518826 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-bbbd4cfc-c596-4a43-83a5-a92777c49c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:51:10.520099 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbd4cfc-c596-4a43-83a5-a92777c49c38 None None] The sync data for ids ['1bc75621-db5b-406f-81f9-a7797269b0f6'] in n-d-843939-1 is: [] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:51:10.618236 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd61674-0246-48f1-b6b2-6de270651eb2 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Pushing event updated for resources: {'Port': ['ID=db25ac7d-9ac6-4f8c-a07c-682deff692dd,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:10.631370 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-bd7532a6-beff-4611-9f3d-c2079242b5c7 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:51:10.640761 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0539d95d-01ef-4200-87e4-fd64de551424 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Made reservation on behalf of 779c820d5b2449ae9fd2392eab8ae157 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:51:10.646787 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0539d95d-01ef-4200-87e4-fd64de551424 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:10.669301 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0c6e96b1-549f-435f-8b0b-637f4f3de1c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:10.669973 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3054578d-a436-4b0b-9fbf-d52532bf13f7 req-cac704a5-ea47-4f28-9b9b-745a2dc6d0be tempest-ServerShowV247Test-788879440 tempest-ServerShowV247Test-788879440-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e71d03a-dca7-480a-83d3-cca7c2c94db5 HTTP/1.1" status: 200 len: 210 time: 0.2327969 May 31 13:51:10.706315 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-f8251b79-825c-4610-9dab-56e511105aef tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] 10.222.0.50 "PUT /v2.0/routers/1bc75621-db5b-406f-81f9-a7797269b0f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7910259 May 31 13:51:10.706315 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-bd7532a6-beff-4611-9f3d-c2079242b5c7 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Usage tracker for resource:subnet and tenant:d13dddbe1502489da91f2f88306fdca6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:51:10.707841 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41900) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:10.710201 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-d62688b2-5ccc-4bb4-976b-a8fef703cb93 None None] For port 6fcf4e92-19a7-479b-8e64-f9f37e9cf666, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=6fcf4e92-19a7-479b-8e64-f9f37e9cf666,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:51:10.710377 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-bd7532a6-beff-4611-9f3d-c2079242b5c7 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:51:10.710985 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d62688b2-5ccc-4bb4-976b-a8fef703cb93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:10.803573 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-bd7532a6-beff-4611-9f3d-c2079242b5c7 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:51:10.829376 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fdd61674-0246-48f1-b6b2-6de270651eb2 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:10.876834 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87114950-c57d-436e-aa97-e868e49578fd None None] Network 6eeb3076-8ec6-49c5-a7c1-c7685ab1bc4b requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:51:10.906412 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-d62688b2-5ccc-4bb4-976b-a8fef703cb93 None None] Calling delete_port for 6fcf4e92-19a7-479b-8e64-f9f37e9cf666 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:51:11.000274 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [None req-0f805d6d-5546-4cc9-8f66-eaeeb5bf7d39 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] delete failed (client error): The resource could not be found. May 31 13:51:11.000516 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-0f805d6d-5546-4cc9-8f66-eaeeb5bf7d39 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] 10.222.0.50 "DELETE /v2.0/routers/tempest-non_exist_router-1349098574 HTTP/1.1" status: 404 len: 335 time: 0.2786353 May 31 13:51:11.008455 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41904) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:11.016483 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c62aa1bf-c771-4562-8a24-f90b50674e75 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:11.023879 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-fb15762a-625d-4ba8-80d6-8e63d5312f58 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Request body: {'router': {'external_gateway_info': {'network_id': '1bc75621-db5b-406f-81f9-a7797269b0f6'}}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:51:11.026937 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd7532a6-beff-4611-9f3d-c2079242b5c7 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Made reservation on behalf of d13dddbe1502489da91f2f88306fdca6 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:51:11.030400 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bd7532a6-beff-4611-9f3d-c2079242b5c7 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:11.072964 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c8f7bc65-9fa4-47f0-996f-ffad1fcd97bc None None] Provisioning for port 166f2138-3c5d-457c-908f-e9f822c914c0 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:51:11.087944 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c8f7bc65-9fa4-47f0-996f-ffad1fcd97bc None None] Provisioning complete for port 166f2138-3c5d-457c-908f-e9f822c914c0 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:51:11.088257 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c8f7bc65-9fa4-47f0-996f-ffad1fcd97bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:11.144818 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.resource_extend [req-120d5f74-ba43-4ecd-bcef-cf6a47fe8471 req-f32e3ffb-0a13-456b-aa00-79fc5763d523 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:51:11.187286 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d62688b2-5ccc-4bb4-976b-a8fef703cb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:11.248592 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a2a4f-8bed-46c4-b051-0bc0e17afa8c req-cc0ebf23-cf6f-4189-b51d-c3e776e50c2a tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:11.254743 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-589a2a4f-8bed-46c4-b051-0bc0e17afa8c req-cc0ebf23-cf6f-4189-b51d-c3e776e50c2a tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/ports?device_id=5370c41a-660b-4567-891f-5e3f3590c3ad HTTP/1.1" status: 200 len: 932 time: 0.7071257 May 31 13:51:11.276512 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62688b2-5ccc-4bb4-976b-a8fef703cb93 None None] Pushing event deleted for resources: {'Port': ['ID=6fcf4e92-19a7-479b-8e64-f9f37e9cf666,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:11.277143 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-120d5f74-ba43-4ecd-bcef-cf6a47fe8471 req-f32e3ffb-0a13-456b-aa00-79fc5763d523 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26585ad3-ce58-4528-b290-b81fa2b5636c {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:51:11.286515 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62688b2-5ccc-4bb4-976b-a8fef703cb93 None None] No DVR routers for this DVR port 6fcf4e92-19a7-479b-8e64-f9f37e9cf666 on host n-d-843939-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:51:11.419027 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-c8f7bc65-9fa4-47f0-996f-ffad1fcd97bc None None] Current status of the port 166f2138-3c5d-457c-908f-e9f822c914c0 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:51:11.419499 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c8f7bc65-9fa4-47f0-996f-ffad1fcd97bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:11.465766 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-c8f7bc65-9fa4-47f0-996f-ffad1fcd97bc None None] For port 166f2138-3c5d-457c-908f-e9f822c914c0, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=166f2138-3c5d-457c-908f-e9f822c914c0,segment=NetworkSegment(ab1ee93b-be0c-4c5e-a125-245125da76f5),segment_id=ab1ee93b-be0c-4c5e-a125-245125da76f5)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:51:11.473522 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c8f7bc65-9fa4-47f0-996f-ffad1fcd97bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:11.515975 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-120d5f74-ba43-4ecd-bcef-cf6a47fe8471 req-f32e3ffb-0a13-456b-aa00-79fc5763d523 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:11.518369 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fdd61674-0246-48f1-b6b2-6de270651eb2 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:11.523600 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 6fcf4e92-19a7-479b-8e64-f9f37e9cf666 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:51:11.543074 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-120d5f74-ba43-4ecd-bcef-cf6a47fe8471 req-f32e3ffb-0a13-456b-aa00-79fc5763d523 service neutron] Transition to ACTIVE for port object 26585ad3-ce58-4528-b290-b81fa2b5636c will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:51:11.574959 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-589a2a4f-8bed-46c4-b051-0bc0e17afa8c req-469776ae-8672-449a-bd3a-d38bbaab6126 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0e3b905-3881-4d86-8d81-94a1e67a9264&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3008077 May 31 13:51:11.578603 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-120d5f74-ba43-4ecd-bcef-cf6a47fe8471 req-f32e3ffb-0a13-456b-aa00-79fc5763d523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:11.583633 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 6fcf4e92-19a7-479b-8e64-f9f37e9cf666 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:51:11.583944 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 6fcf4e92-19a7-479b-8e64-f9f37e9cf666 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:51:11.603605 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bd7532a6-beff-4611-9f3d-c2079242b5c7 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:11.617492 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f7bc65-9fa4-47f0-996f-ffad1fcd97bc None None] Pushing event updated for resources: {'Port': ['ID=166f2138-3c5d-457c-908f-e9f822c914c0,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:11.710910 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c62aa1bf-c771-4562-8a24-f90b50674e75 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:11.912526 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7532a6-beff-4611-9f3d-c2079242b5c7 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:51:11.931341 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d24864ea-3cfa-4f77-b6b6-329949ea96a2 None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:11.932251 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-5b5441c2-8ab7-4f69-87da-05aaf3c1fe54 None None] Provisioning complete for port 166f2138-3c5d-457c-908f-e9f822c914c0 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:51:11.932631 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5b5441c2-8ab7-4f69-87da-05aaf3c1fe54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:11.944959 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62aa1bf-c771-4562-8a24-f90b50674e75 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:51:11.946182 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-d24864ea-3cfa-4f77-b6b6-329949ea96a2 None None] Transition to ACTIVE for port object a4fad478-0840-4a62-8e35-6a7ba6b718b2 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:51:11.956843 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d24864ea-3cfa-4f77-b6b6-329949ea96a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:11.961034 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-bd7532a6-beff-4611-9f3d-c2079242b5c7 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:51:11.973208 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-c62aa1bf-c771-4562-8a24-f90b50674e75 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:51:11.980178 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7532a6-beff-4611-9f3d-c2079242b5c7 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:11.986630 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bd7532a6-beff-4611-9f3d-c2079242b5c7 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:11.990734 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32e3ffb-0a13-456b-aa00-79fc5763d523 service neutron] Pushing event updated for resources: {'Port': ['ID=26585ad3-ce58-4528-b290-b81fa2b5636c,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:11.997939 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24b9ca6-821a-4a1e-ac6b-09e3ffc4f5be None None] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:51:12.126986 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7532a6-beff-4611-9f3d-c2079242b5c7 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event updated for resources: {'Subnet': ['ID=60ba4918-53e1-41f1-a1f9-8becfe2694dd,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:12.190189 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-d24864ea-3cfa-4f77-b6b6-329949ea96a2 None None] Attempting to bind port a4fad478-0840-4a62-8e35-6a7ba6b718b2 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:51:12.190975 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-d24864ea-3cfa-4f77-b6b6-329949ea96a2 None None] Attempting to bind port a4fad478-0840-4a62-8e35-6a7ba6b718b2 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:51:12.191953 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24864ea-3cfa-4f77-b6b6-329949ea96a2 None None] Attempting to bind port a4fad478-0840-4a62-8e35-6a7ba6b718b2 on network d2103cd5-63ba-4c24-9d95-fd17643bf14c {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:51:12.200600 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62aa1bf-c771-4562-8a24-f90b50674e75 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:51:12.202545 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043fe5af-481d-42e9-9709-867df916d484 None None] Pushing event updated for resources: {'Port': ['ID=a4fad478-0840-4a62-8e35-6a7ba6b718b2,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:12.210402 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24864ea-3cfa-4f77-b6b6-329949ea96a2 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:51:12.211108 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24864ea-3cfa-4f77-b6b6-329949ea96a2 None None] Checking segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:51:12.212124 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d24864ea-3cfa-4f77-b6b6-329949ea96a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:12.212758 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24864ea-3cfa-4f77-b6b6-329949ea96a2 None None] Bound using segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:51:12.213461 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-d24864ea-3cfa-4f77-b6b6-329949ea96a2 None None] Bound port: a4fad478-0840-4a62-8e35-6a7ba6b718b2, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:51:12.214221 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d24864ea-3cfa-4f77-b6b6-329949ea96a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:12.278226 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043fe5af-481d-42e9-9709-867df916d484 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:51:12.283412 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043fe5af-481d-42e9-9709-867df916d484 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:51:12.284049 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043fe5af-481d-42e9-9709-867df916d484 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:51:12.284615 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043fe5af-481d-42e9-9709-867df916d484 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:51:12.285006 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043fe5af-481d-42e9-9709-867df916d484 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:51:12.285361 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043fe5af-481d-42e9-9709-867df916d484 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:51:12.285718 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043fe5af-481d-42e9-9709-867df916d484 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:51:12.286118 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043fe5af-481d-42e9-9709-867df916d484 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:51:12.290423 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043fe5af-481d-42e9-9709-867df916d484 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:51:12.291090 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043fe5af-481d-42e9-9709-867df916d484 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:51:12.291575 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043fe5af-481d-42e9-9709-867df916d484 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:51:12.292131 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043fe5af-481d-42e9-9709-867df916d484 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:51:12.420864 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-d24864ea-3cfa-4f77-b6b6-329949ea96a2 None None] For port a4fad478-0840-4a62-8e35-6a7ba6b718b2, host n-d-843939-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:51:12.429347 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-d24864ea-3cfa-4f77-b6b6-329949ea96a2 None None] For port a4fad478-0840-4a62-8e35-6a7ba6b718b2, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=a4fad478-0840-4a62-8e35-6a7ba6b718b2,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:51:12.438047 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-d24864ea-3cfa-4f77-b6b6-329949ea96a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:12.525452 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-bd7532a6-beff-4611-9f3d-c2079242b5c7 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6030519 May 31 13:51:12.531659 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62aa1bf-c771-4562-8a24-f90b50674e75 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Pushing event updated for resources: {'Port': ['ID=aa27a20a-b407-4b1d-a046-b544104426ef,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:12.539220 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41914) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:12.549313 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-dd0fd90d-137e-4852-9227-cc423ffaed13 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Request body: {'port': {'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'fixed_ips': [{'subnet_id': '60ba4918-53e1-41f1-a1f9-8becfe2694dd', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-480106615'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:51:12.561614 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fb15762a-625d-4ba8-80d6-8e63d5312f58 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:12.570269 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-336f3475-be4f-4bd7-8460-9f1986f10bf5 req-4ef219ec-6b2f-4b49-95b5-711e18fbb5d9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b9b73e67575f4c89aaf2961aa8366703&device_id=1e942537-c23e-4950-92ea-c0a6224e67ec HTTP/1.1" status: 200 len: 210 time: 0.1204169 May 31 13:51:12.618405 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-5b5441c2-8ab7-4f69-87da-05aaf3c1fe54 None None] Current status of the port 166f2138-3c5d-457c-908f-e9f822c914c0 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:51:12.655120 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043fe5af-481d-42e9-9709-867df916d484 None None] Pushing event updated for resources: {'Port': ['ID=a4fad478-0840-4a62-8e35-6a7ba6b718b2,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:12.688486 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16eb9165-a1d2-4aa3-9ee6-07835f532467 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'tenant_id': 'd13dddbe1502489da91f2f88306fdca6', 'fixed_ips': [{'subnet_id': '60ba4918-53e1-41f1-a1f9-8becfe2694dd'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:51:12.689580 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-16eb9165-a1d2-4aa3-9ee6-07835f532467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:12.694898 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24864ea-3cfa-4f77-b6b6-329949ea96a2 None None] Routers {'fa47b1b5-994f-4c56-b9c6-902d3443c189'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:51:12.695631 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-d24864ea-3cfa-4f77-b6b6-329949ea96a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:50:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['fa47b1b5-994f-4c56-b9c6-902d3443c189'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:51:12.710151 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-5b5441c2-8ab7-4f69-87da-05aaf3c1fe54 None None] Provisioning for port db25ac7d-9ac6-4f8c-a07c-682deff692dd completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:51:12.719517 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-5b5441c2-8ab7-4f69-87da-05aaf3c1fe54 None None] Provisioning complete for port db25ac7d-9ac6-4f8c-a07c-682deff692dd triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:51:12.721340 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5b5441c2-8ab7-4f69-87da-05aaf3c1fe54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:12.745959 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0539d95d-01ef-4200-87e4-fd64de551424 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:12.750570 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b28ce4ce-424a-4907-8773-3062b6345b21 req-205de03f-530c-48ef-9779-0be117d43e1b tempest-ServerShowV247Test-788879440 tempest-ServerShowV247Test-788879440-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e942537-c23e-4950-92ea-c0a6224e67ec HTTP/1.1" status: 200 len: 210 time: 0.0837679 May 31 13:51:12.756975 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-120d5f74-ba43-4ecd-bcef-cf6a47fe8471 req-f32e3ffb-0a13-456b-aa00-79fc5763d523 service neutron] Attempting to bind port 26585ad3-ce58-4528-b290-b81fa2b5636c on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:51:12.757316 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-120d5f74-ba43-4ecd-bcef-cf6a47fe8471 req-f32e3ffb-0a13-456b-aa00-79fc5763d523 service neutron] Attempting to bind port 26585ad3-ce58-4528-b290-b81fa2b5636c by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': '035ad117-e9c5-414c-8bde-40a05a92335b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '63c618dc-2d9c-42a1-a644-8fd65767e93c'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:51:12.757645 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120d5f74-ba43-4ecd-bcef-cf6a47fe8471 req-f32e3ffb-0a13-456b-aa00-79fc5763d523 service neutron] Attempting to bind port 26585ad3-ce58-4528-b290-b81fa2b5636c on network 63c618dc-2d9c-42a1-a644-8fd65767e93c {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:51:12.802670 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120d5f74-ba43-4ecd-bcef-cf6a47fe8471 req-f32e3ffb-0a13-456b-aa00-79fc5763d523 service neutron] Port 26585ad3-ce58-4528-b290-b81fa2b5636c on network 63c618dc-2d9c-42a1-a644-8fd65767e93c not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:51:12.802993 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120d5f74-ba43-4ecd-bcef-cf6a47fe8471 req-f32e3ffb-0a13-456b-aa00-79fc5763d523 service neutron] Attempting to bind port 26585ad3-ce58-4528-b290-b81fa2b5636c on network 63c618dc-2d9c-42a1-a644-8fd65767e93c {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:51:12.827010 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c62aa1bf-c771-4562-8a24-f90b50674e75 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:12.833404 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120d5f74-ba43-4ecd-bcef-cf6a47fe8471 req-f32e3ffb-0a13-456b-aa00-79fc5763d523 service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:51:12.833742 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120d5f74-ba43-4ecd-bcef-cf6a47fe8471 req-f32e3ffb-0a13-456b-aa00-79fc5763d523 service neutron] Checking segment: {'id': '035ad117-e9c5-414c-8bde-40a05a92335b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '63c618dc-2d9c-42a1-a644-8fd65767e93c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:51:12.834168 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120d5f74-ba43-4ecd-bcef-cf6a47fe8471 req-f32e3ffb-0a13-456b-aa00-79fc5763d523 service neutron] Bound using segment: {'id': '035ad117-e9c5-414c-8bde-40a05a92335b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '63c618dc-2d9c-42a1-a644-8fd65767e93c'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:51:12.834617 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-120d5f74-ba43-4ecd-bcef-cf6a47fe8471 req-f32e3ffb-0a13-456b-aa00-79fc5763d523 service neutron] Bound port: 26585ad3-ce58-4528-b290-b81fa2b5636c, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '035ad117-e9c5-414c-8bde-40a05a92335b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '63c618dc-2d9c-42a1-a644-8fd65767e93c'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:51:12.835066 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-120d5f74-ba43-4ecd-bcef-cf6a47fe8471 req-f32e3ffb-0a13-456b-aa00-79fc5763d523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:12.876235 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a0cabd52-0eb4-4b5c-ab6e-11eaecb98b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:12.883923 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-5b5441c2-8ab7-4f69-87da-05aaf3c1fe54 None None] Port db25ac7d-9ac6-4f8c-a07c-682deff692dd cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:51:12.981594 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-16eb9165-a1d2-4aa3-9ee6-07835f532467 None None] Allocated IP 2001:db8::2 (8d0ca4ab-0d39-494b-8b5d-2861af857a5e/60ba4918-53e1-41f1-a1f9-8becfe2694dd/92a035a9-6f46-4736-a6fd-d6818e278e0c) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:51:13.017589 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-dd0fd90d-137e-4852-9227-cc423ffaed13 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:51:13.049913 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-dd0fd90d-137e-4852-9227-cc423ffaed13 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Usage tracker for resource:port and tenant:d13dddbe1502489da91f2f88306fdca6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:51:13.059233 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0539d95d-01ef-4200-87e4-fd64de551424 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Pushing event updated for resources: {'Subnet': ['ID=187fd3cb-7494-48c6-b6b6-62dbc235349d,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:13.059834 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-dd0fd90d-137e-4852-9227-cc423ffaed13 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:51:13.066813 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-d24864ea-3cfa-4f77-b6b6-329949ea96a2 None None] Set router fa47b1b5-994f-4c56-b9c6-902d3443c189 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:51:13.070390 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-dd0fd90d-137e-4852-9227-cc423ffaed13 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:51:13.083467 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c62aa1bf-c771-4562-8a24-f90b50674e75 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:13.096310 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-336f3475-be4f-4bd7-8460-9f1986f10bf5 req-3718ac08-dd0e-4f98-8eda-23b06314ccc5 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=b9b73e67575f4c89aaf2961aa8366703&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5168262 May 31 13:51:13.116514 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-fb15762a-625d-4ba8-80d6-8e63d5312f58 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] update failed (client error): The resource could not be found. May 31 13:51:13.120965 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-fb15762a-625d-4ba8-80d6-8e63d5312f58 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] 10.222.0.50 "PUT /v2.0/routers/1bc75621-db5b-406f-81f9-a7797269b0f6 HTTP/1.1" status: 404 len: 339 time: 2.1081336 May 31 13:51:13.125696 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41920) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:13.146291 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-e945365d-ff4b-4b4f-adaf-deef10ad4619 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2006985249'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:51:13.161648 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-19bd3b10-4ac8-479b-912b-bf1b3dec0519 None None] Provisioning complete for port db25ac7d-9ac6-4f8c-a07c-682deff692dd triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:51:13.162713 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19bd3b10-4ac8-479b-912b-bf1b3dec0519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:13.173715 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd0fd90d-137e-4852-9227-cc423ffaed13 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Made reservation on behalf of d13dddbe1502489da91f2f88306fdca6 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:51:13.199867 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-e945365d-ff4b-4b4f-adaf-deef10ad4619 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:51:13.222767 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-e945365d-ff4b-4b4f-adaf-deef10ad4619 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Usage tracker for resource:network and tenant:e1b241fd5ab44832ac662d524439dad4 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:51:13.273792 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-120d5f74-ba43-4ecd-bcef-cf6a47fe8471 req-f32e3ffb-0a13-456b-aa00-79fc5763d523 service neutron] For port 26585ad3-ce58-4528-b290-b81fa2b5636c, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:51:13.277664 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-e945365d-ff4b-4b4f-adaf-deef10ad4619 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:51:13.286423 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-19bd3b10-4ac8-479b-912b-bf1b3dec0519 None None] Port db25ac7d-9ac6-4f8c-a07c-682deff692dd cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:51:13.311166 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f3475-be4f-4bd7-8460-9f1986f10bf5 req-56674f17-f459-42e8-9996-37f9bdc68290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:13.312798 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-336f3475-be4f-4bd7-8460-9f1986f10bf5 req-56674f17-f459-42e8-9996-37f9bdc68290 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1941028 May 31 13:51:13.342726 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3257e2ed-7b1a-446b-8aec-c12620e4a995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:13.353887 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-e945365d-ff4b-4b4f-adaf-deef10ad4619 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:51:13.390130 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-120d5f74-ba43-4ecd-bcef-cf6a47fe8471 req-f32e3ffb-0a13-456b-aa00-79fc5763d523 service neutron] For port 26585ad3-ce58-4528-b290-b81fa2b5636c, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=26585ad3-ce58-4528-b290-b81fa2b5636c,segment=NetworkSegment(035ad117-e9c5-414c-8bde-40a05a92335b),segment_id=035ad117-e9c5-414c-8bde-40a05a92335b)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:51:13.433017 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86bcb01-383d-47f3-83a0-d33614bef379 req-7bde4d2c-86cf-4d02-b376-d3e7fe60d3bc tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:13.434837 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f86bcb01-383d-47f3-83a0-d33614bef379 req-7bde4d2c-86cf-4d02-b376-d3e7fe60d3bc tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/ports?device_id=5370c41a-660b-4567-891f-5e3f3590c3ad HTTP/1.1" status: 200 len: 944 time: 0.5822778 May 31 13:51:13.447836 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-16eb9165-a1d2-4aa3-9ee6-07835f532467 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:13.479034 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-16eb9165-a1d2-4aa3-9ee6-07835f532467 None None] Transition to ACTIVE for port object 92a035a9-6f46-4736-a6fd-d6818e278e0c will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:51:13.481872 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-120d5f74-ba43-4ecd-bcef-cf6a47fe8471 req-f32e3ffb-0a13-456b-aa00-79fc5763d523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:13.484086 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 13:51:13.518467 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-d24864ea-3cfa-4f77-b6b6-329949ea96a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa47b1b5-994f-4c56-b9c6-902d3443c189', 'name': 'tempest-TestServerBasicOps-828807138-router', 'tenant_id': 'a3748b27b9a54b2ca310bad5a784c247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': 'a4fad478-0840-4a62-8e35-6a7ba6b718b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:50:54Z', 'updated_at': '2022-05-31T13:51:03Z', 'revision_number': 3, 'project_id': 'a3748b27b9a54b2ca310bad5a784c247', 'gw_port': {'id': 'a4fad478-0840-4a62-8e35-6a7ba6b718b2', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:59:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa47b1b5-994f-4c56-b9c6-902d3443c189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:50:58Z', 'updated_at': '2022-05-31T13:51:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:51:13.519832 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-16eb9165-a1d2-4aa3-9ee6-07835f532467 None None] Transition to ACTIVE for port object 92a035a9-6f46-4736-a6fd-d6818e278e0c will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:51:13.527258 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-16eb9165-a1d2-4aa3-9ee6-07835f532467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:13.547768 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24864ea-3cfa-4f77-b6b6-329949ea96a2 None None] The sync data for ids ['fa47b1b5-994f-4c56-b9c6-902d3443c189'] in n-d-843939-1 is: [{'id': 'fa47b1b5-994f-4c56-b9c6-902d3443c189', 'name': 'tempest-TestServerBasicOps-828807138-router', 'tenant_id': 'a3748b27b9a54b2ca310bad5a784c247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': 'a4fad478-0840-4a62-8e35-6a7ba6b718b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:50:54Z', 'updated_at': '2022-05-31T13:51:03Z', 'revision_number': 3, 'project_id': 'a3748b27b9a54b2ca310bad5a784c247', 'gw_port': {'id': 'a4fad478-0840-4a62-8e35-6a7ba6b718b2', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:59:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa47b1b5-994f-4c56-b9c6-902d3443c189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:50:58Z', 'updated_at': '2022-05-31T13:51:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:51:13.554367 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0539d95d-01ef-4200-87e4-fd64de551424 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Checking segment: {'id': '7c7ae09d-a35c-4ae6-bf3c-599d60b7190f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '326f7c95-4377-4a8d-98fa-9af85c95e112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:51:13.555131 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0539d95d-01ef-4200-87e4-fd64de551424 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Network hostable DHCP agents. Network: 326f7c95-4377-4a8d-98fa-9af85c95e112, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:51:13.617464 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 166f2138-3c5d-457c-908f-e9f822c914c0 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:51:13.640821 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e945365d-ff4b-4b4f-adaf-deef10ad4619 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Made reservation on behalf of e1b241fd5ab44832ac662d524439dad4 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:51:13.645626 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e945365d-ff4b-4b4f-adaf-deef10ad4619 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:13.719161 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16eb9165-a1d2-4aa3-9ee6-07835f532467 None None] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:51:13.724909 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-16eb9165-a1d2-4aa3-9ee6-07835f532467 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:51:13.725770 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0539d95d-01ef-4200-87e4-fd64de551424 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Network 326f7c95-4377-4a8d-98fa-9af85c95e112 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:51:13.731544 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16eb9165-a1d2-4aa3-9ee6-07835f532467 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:51:13.759465 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-0539d95d-01ef-4200-87e4-fd64de551424 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 326f7c95-4377-4a8d-98fa-9af85c95e112) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:51:13.765017 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0539d95d-01ef-4200-87e4-fd64de551424 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:13.765658 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0539d95d-01ef-4200-87e4-fd64de551424 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:13.802295 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-0539d95d-01ef-4200-87e4-fd64de551424 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.4044137 May 31 13:51:13.820960 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41926) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:13.830532 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-12b8e1d8-38b3-4254-b467-aacbe574b2a4 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1910475997', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:51:13.839399 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-12b8e1d8-38b3-4254-b467-aacbe574b2a4 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:51:13.844655 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-12b8e1d8-38b3-4254-b467-aacbe574b2a4 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Usage tracker for resource:router and tenant:779c820d5b2449ae9fd2392eab8ae157 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:51:13.847992 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-12b8e1d8-38b3-4254-b467-aacbe574b2a4 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:51:13.856055 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-12b8e1d8-38b3-4254-b467-aacbe574b2a4 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:51:13.856955 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948fe877-4bf8-4143-815a-a6a25475b1aa None None] Network 326f7c95-4377-4a8d-98fa-9af85c95e112 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:51:13.882944 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-12b8e1d8-38b3-4254-b467-aacbe574b2a4 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:13.884036 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-12b8e1d8-38b3-4254-b467-aacbe574b2a4 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:13.897316 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb9165-a1d2-4aa3-9ee6-07835f532467 None None] Pushing event updated for resources: {'Port': ['ID=92a035a9-6f46-4736-a6fd-d6818e278e0c,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:13.920565 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-3257e2ed-7b1a-446b-8aec-c12620e4a995 admin admin] Allocated IP 172.20.0.1 (deb4aa7b-5fc5-41b9-9a53-48ac3698033a/b6ec9d50-3c16-442e-a62a-2b3191a20842/8cefd45b-e055-4f87-b1dd-4f246ad71bb1) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:51:13.940160 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120d5f74-ba43-4ecd-bcef-cf6a47fe8471 req-f32e3ffb-0a13-456b-aa00-79fc5763d523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:13.941613 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-120d5f74-ba43-4ecd-bcef-cf6a47fe8471 req-f32e3ffb-0a13-456b-aa00-79fc5763d523 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:13.944239 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-120d5f74-ba43-4ecd-bcef-cf6a47fe8471 req-f32e3ffb-0a13-456b-aa00-79fc5763d523 service neutron] 10.222.0.44 "PUT /v2.0/ports/26585ad3-ce58-4528-b290-b81fa2b5636c HTTP/1.1" status: 200 len: 1092 time: 6.4024560 May 31 13:51:13.951936 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5370c41a-660b-4567-891f-5e3f3590c3ad', 'tag': '26585ad3-ce58-4528-b290-b81fa2b5636c'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:51:14.010987 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-12b8e1d8-38b3-4254-b467-aacbe574b2a4 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:14.126790 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-16eb9165-a1d2-4aa3-9ee6-07835f532467 None None] Attempting to bind port 92a035a9-6f46-4736-a6fd-d6818e278e0c on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:51:14.127084 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-16eb9165-a1d2-4aa3-9ee6-07835f532467 None None] Attempting to bind port 92a035a9-6f46-4736-a6fd-d6818e278e0c by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:51:14.127454 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16eb9165-a1d2-4aa3-9ee6-07835f532467 None None] Attempting to bind port 92a035a9-6f46-4736-a6fd-d6818e278e0c on network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:51:14.157847 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16eb9165-a1d2-4aa3-9ee6-07835f532467 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:51:14.158530 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16eb9165-a1d2-4aa3-9ee6-07835f532467 None None] Checking segment: {'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:51:14.161684 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-16eb9165-a1d2-4aa3-9ee6-07835f532467 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:14.162770 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16eb9165-a1d2-4aa3-9ee6-07835f532467 None None] Bound using segment: {'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:51:14.166231 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fdd61674-0246-48f1-b6b2-6de270651eb2 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:14.167248 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-16eb9165-a1d2-4aa3-9ee6-07835f532467 None None] Bound port: 92a035a9-6f46-4736-a6fd-d6818e278e0c, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:51:14.168148 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-16eb9165-a1d2-4aa3-9ee6-07835f532467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:14.177373 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fdd61674-0246-48f1-b6b2-6de270651eb2 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:14.216210 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:14.223871 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 166f2138-3c5d-457c-908f-e9f822c914c0 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:51:14.225315 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:14.247891 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f86bcb01-383d-47f3-83a0-d33614bef379 req-9ffdb147-f0ba-42b4-87db-d2e9d6f092f6 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0e3b905-3881-4d86-8d81-94a1e67a9264&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7619174 May 31 13:51:14.250802 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2a4c26ac-cbea-48ed-92ff-fe32868190aa req-e6df3282-cf34-4900-8c63-b46b3ac71731 tempest-ServerShowV247Test-788879440 tempest-ServerShowV247Test-788879440-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e942537-c23e-4950-92ea-c0a6224e67ec HTTP/1.1" status: 200 len: 210 time: 0.1203303 May 31 13:51:14.258648 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dd0fd90d-137e-4852-9227-cc423ffaed13 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:14.291331 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:14.349973 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-12b8e1d8-38b3-4254-b467-aacbe574b2a4 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:14.352749 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c62aa1bf-c771-4562-8a24-f90b50674e75 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:14.387378 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e8a4fef-7d80-4ec8-811e-95a9c21d7348'] response: {'name': 'network-changed', 'server_uuid': '5370c41a-660b-4567-891f-5e3f3590c3ad', 'tag': '26585ad3-ce58-4528-b290-b81fa2b5636c', 'status': 'completed', 'code': 200} May 31 13:51:14.390634 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e945365d-ff4b-4b4f-adaf-deef10ad4619 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:51:14.418611 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c62aa1bf-c771-4562-8a24-f90b50674e75 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:14.433614 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-16eb9165-a1d2-4aa3-9ee6-07835f532467 None None] For port 92a035a9-6f46-4736-a6fd-d6818e278e0c, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:51:14.469182 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e945365d-ff4b-4b4f-adaf-deef10ad4619 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:14.469596 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-e945365d-ff4b-4b4f-adaf-deef10ad4619 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Added segment 8cd9ea23-596f-46f3-8aeb-f86f250b8bbd of type vlan for network fc320c8a-302f-43b1-86ff-3b251ce936fa May 31 13:51:14.477059 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fdd61674-0246-48f1-b6b2-6de270651eb2 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:14.477282 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-16eb9165-a1d2-4aa3-9ee6-07835f532467 None None] For port 92a035a9-6f46-4736-a6fd-d6818e278e0c, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=92a035a9-6f46-4736-a6fd-d6818e278e0c,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:51:14.488315 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd61674-0246-48f1-b6b2-6de270651eb2 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Pushing event updated for resources: {'Port': ['ID=db25ac7d-9ac6-4f8c-a07c-682deff692dd,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:14.490728 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-16eb9165-a1d2-4aa3-9ee6-07835f532467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:14.506907 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-12b8e1d8-38b3-4254-b467-aacbe574b2a4 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:14.510768 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-12b8e1d8-38b3-4254-b467-aacbe574b2a4 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6863570 May 31 13:51:14.513232 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41932) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:14.521079 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-bc76b596-431f-4560-86e7-4d59db93044b tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Request body: {'port': {'network_id': '326f7c95-4377-4a8d-98fa-9af85c95e112', 'name': 'tempest-RoutersIpV6Test-2139411241'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:51:14.530604 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32e3ffb-0a13-456b-aa00-79fc5763d523 service neutron] Pushing event updated for resources: {'Port': ['ID=26585ad3-ce58-4528-b290-b81fa2b5636c,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:14.539675 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3257e2ed-7b1a-446b-8aec-c12620e4a995 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:14.599008 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e945365d-ff4b-4b4f-adaf-deef10ad4619 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:14.763636 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb9165-a1d2-4aa3-9ee6-07835f532467 None None] Pushing event updated for resources: {'Port': ['ID=92a035a9-6f46-4736-a6fd-d6818e278e0c,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:14.778117 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 166f2138-3c5d-457c-908f-e9f822c914c0 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:51:14.781879 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980cc33a-0e6a-439c-a172-00f9dce47982 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-326f7c95-4377-4a8d-98fa-9af85c95e112', 'network_id': '326f7c95-4377-4a8d-98fa-9af85c95e112', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'fixed_ips': [{'subnet_id': '187fd3cb-7494-48c6-b6b6-62dbc235349d'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:51:14.782766 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-980cc33a-0e6a-439c-a172-00f9dce47982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:14.816727 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62aa1bf-c771-4562-8a24-f90b50674e75 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Pushing event updated for resources: {'Port': ['ID=aa27a20a-b407-4b1d-a046-b544104426ef,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:14.829824 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e945365d-ff4b-4b4f-adaf-deef10ad4619 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:14.837177 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e945365d-ff4b-4b4f-adaf-deef10ad4619 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:14.837833 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e945365d-ff4b-4b4f-adaf-deef10ad4619 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:14.877776 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-dd0fd90d-137e-4852-9227-cc423ffaed13 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] device_id is not set on port e7dadb4a-ee9c-4eb9-adb0-13d31908c724 yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:51:14.991236 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-e945365d-ff4b-4b4f-adaf-deef10ad4619 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.8520956 May 31 13:51:14.998471 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-980cc33a-0e6a-439c-a172-00f9dce47982 None None] Allocated IP 2001:db8::2 (326f7c95-4377-4a8d-98fa-9af85c95e112/187fd3cb-7494-48c6-b6b6-62dbc235349d/734fa10c-b469-4ec7-8e27-522cd61eadbe) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:51:15.006376 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41936) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:15.012676 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-3257e2ed-7b1a-446b-8aec-c12620e4a995 admin admin] Transition to ACTIVE for port object 8cefd45b-e055-4f87-b1dd-4f246ad71bb1 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:51:15.024300 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-7d23be2c-6e62-42ca-96e4-113aed7bc861 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Request body: {'subnet': {'network_id': 'fc320c8a-302f-43b1-86ff-3b251ce936fa', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:51:15.079968 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-336f3475-be4f-4bd7-8460-9f1986f10bf5 req-5a3d3382-fb14-4803-8634-7fb6189d304a tempest-ServerShowV247Test-788879440 tempest-ServerShowV247Test-788879440-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e942537-c23e-4950-92ea-c0a6224e67ec HTTP/1.1" status: 200 len: 210 time: 0.1756058 May 31 13:51:15.168253 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c62aa1bf-c771-4562-8a24-f90b50674e75 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:15.194497 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e945365d-ff4b-4b4f-adaf-deef10ad4619 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Pushing event updated for resources: {'Network': ['ID=fc320c8a-302f-43b1-86ff-3b251ce936fa,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:15.198558 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120d5f74-ba43-4ecd-bcef-cf6a47fe8471 req-d4976ae5-5640-4c84-a221-80bceb43e70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:15.200434 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-120d5f74-ba43-4ecd-bcef-cf6a47fe8471 req-d4976ae5-5640-4c84-a221-80bceb43e70d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0c3bb07388f549c9aeec65a21380cb5d&device_id=5370c41a-660b-4567-891f-5e3f3590c3ad HTTP/1.1" status: 200 len: 1095 time: 1.1547344 May 31 13:51:15.317714 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-7d23be2c-6e62-42ca-96e4-113aed7bc861 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:51:15.326118 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-bc76b596-431f-4560-86e7-4d59db93044b tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:51:15.333851 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-7d23be2c-6e62-42ca-96e4-113aed7bc861 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Usage tracker for resource:subnet and tenant:e1b241fd5ab44832ac662d524439dad4 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:51:15.338160 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-7d23be2c-6e62-42ca-96e4-113aed7bc861 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:51:15.343320 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-bc76b596-431f-4560-86e7-4d59db93044b tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Usage tracker for resource:port and tenant:779c820d5b2449ae9fd2392eab8ae157 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:51:15.349337 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-7d23be2c-6e62-42ca-96e4-113aed7bc861 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:51:15.354047 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-bc76b596-431f-4560-86e7-4d59db93044b tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:51:15.360786 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd61674-0246-48f1-b6b2-6de270651eb2 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Network 6eeb3076-8ec6-49c5-a7c1-c7685ab1bc4b is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:51:15.367827 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3257e2ed-7b1a-446b-8aec-c12620e4a995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:15.372203 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-980cc33a-0e6a-439c-a172-00f9dce47982 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:15.372418 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-fdd61674-0246-48f1-b6b2-6de270651eb2 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:51:15.385805 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-bc76b596-431f-4560-86e7-4d59db93044b tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:51:15.396521 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-980cc33a-0e6a-439c-a172-00f9dce47982 None None] Transition to ACTIVE for port object 734fa10c-b469-4ec7-8e27-522cd61eadbe will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:51:15.399494 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c62aa1bf-c771-4562-8a24-f90b50674e75 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:15.403782 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c62aa1bf-c771-4562-8a24-f90b50674e75 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.9641187 May 31 13:51:15.426499 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-120d5f74-ba43-4ecd-bcef-cf6a47fe8471 req-36768b78-7f83-4eb3-bc3d-40ba4641f17f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26585ad3-ce58-4528-b290-b81fa2b5636c HTTP/1.1" status: 200 len: 217 time: 0.1845968 May 31 13:51:15.428329 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-980cc33a-0e6a-439c-a172-00f9dce47982 None None] Transition to ACTIVE for port object 734fa10c-b469-4ec7-8e27-522cd61eadbe will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:51:15.467376 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network fc320c8a-302f-43b1-86ff-3b251ce936fa details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:51:15.489038 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d23be2c-6e62-42ca-96e4-113aed7bc861 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Made reservation on behalf of e1b241fd5ab44832ac662d524439dad4 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:51:15.499544 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7d23be2c-6e62-42ca-96e4-113aed7bc861 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:15.531678 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-980cc33a-0e6a-439c-a172-00f9dce47982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:15.802802 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device a4fad478-0840-4a62-8e35-6a7ba6b718b2 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:51:15.810717 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc76b596-431f-4560-86e7-4d59db93044b tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Made reservation on behalf of 779c820d5b2449ae9fd2392eab8ae157 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:51:15.814380 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bc76b596-431f-4560-86e7-4d59db93044b tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:15.905054 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3257e2ed-7b1a-446b-8aec-c12620e4a995 admin admin] Network deb4aa7b-5fc5-41b9-9a53-48ac3698033a is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:51:15.924210 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980cc33a-0e6a-439c-a172-00f9dce47982 None None] Network 326f7c95-4377-4a8d-98fa-9af85c95e112 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:51:15.940835 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-3257e2ed-7b1a-446b-8aec-c12620e4a995 admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:51:15.958541 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120d5f74-ba43-4ecd-bcef-cf6a47fe8471 req-4d2cfe96-1f93-4b86-8192-66e0314a541e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:15.959604 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-980cc33a-0e6a-439c-a172-00f9dce47982 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:51:15.960177 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-120d5f74-ba43-4ecd-bcef-cf6a47fe8471 req-4d2cfe96-1f93-4b86-8192-66e0314a541e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1fa11664-0552-4bb0-b5b0-3278009a7430 HTTP/1.1" status: 200 len: 854 time: 0.5201857 May 31 13:51:15.965279 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-323a46f0-91d4-440d-b9f2-8221f9dc6ddf req-99b615c0-8209-4d08-8d7b-c789b41ee05f tempest-ServerShowV247Test-788879440 tempest-ServerShowV247Test-788879440-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e942537-c23e-4950-92ea-c0a6224e67ec HTTP/1.1" status: 200 len: 210 time: 0.3417933 May 31 13:51:15.974751 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980cc33a-0e6a-439c-a172-00f9dce47982 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:51:15.982367 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3257e2ed-7b1a-446b-8aec-c12620e4a995 admin admin] Pushing event updated for resources: {'Port': ['ID=8cefd45b-e055-4f87-b1dd-4f246ad71bb1,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:15.996073 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3257e2ed-7b1a-446b-8aec-c12620e4a995 admin admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:51:16.017059 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd0fd90d-137e-4852-9227-cc423ffaed13 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 13:51:16.017716 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd0fd90d-137e-4852-9227-cc423ffaed13 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:51:16.077555 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-dd0fd90d-137e-4852-9227-cc423ffaed13 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 3.5348918 May 31 13:51:16.079320 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:16.082759 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41948) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:16.095138 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980cc33a-0e6a-439c-a172-00f9dce47982 None None] Pushing event updated for resources: {'Port': ['ID=734fa10c-b469-4ec7-8e27-522cd61eadbe,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:16.206069 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-53375675-177f-492c-8b94-187828fcb859 None None] Provisioning complete for port db25ac7d-9ac6-4f8c-a07c-682deff692dd triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:51:16.207358 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-53375675-177f-492c-8b94-187828fcb859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:16.241292 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-bc76b596-431f-4560-86e7-4d59db93044b tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] device_id is not set on port 46ef7477-87e8-4ffd-aca9-7b4e7207fe07 yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:51:16.293002 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-980cc33a-0e6a-439c-a172-00f9dce47982 None None] Attempting to bind port 734fa10c-b469-4ec7-8e27-522cd61eadbe on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:51:16.293390 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-980cc33a-0e6a-439c-a172-00f9dce47982 None None] Attempting to bind port 734fa10c-b469-4ec7-8e27-522cd61eadbe by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '7c7ae09d-a35c-4ae6-bf3c-599d60b7190f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '326f7c95-4377-4a8d-98fa-9af85c95e112'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:51:16.293893 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980cc33a-0e6a-439c-a172-00f9dce47982 None None] Attempting to bind port 734fa10c-b469-4ec7-8e27-522cd61eadbe on network 326f7c95-4377-4a8d-98fa-9af85c95e112 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:51:16.296922 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port a4fad478-0840-4a62-8e35-6a7ba6b718b2 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:51:16.302513 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-5878855a-ea83-4925-a7cc-a5f99232821f req-fe32ad00-e923-47c9-9c80-af415327e490 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Synchronizing usage tracker for tenant:21f78e9efd2543f8a23fa5f8aa5a9a7c on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:51:16.337694 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port a4fad478-0840-4a62-8e35-6a7ba6b718b2 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:51:16.340710 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:16.341789 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120d5f74-ba43-4ecd-bcef-cf6a47fe8471 req-677b0c68-91ba-4a42-b675-9d1f34974506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:16.343452 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-120d5f74-ba43-4ecd-bcef-cf6a47fe8471 req-677b0c68-91ba-4a42-b675-9d1f34974506 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=63c618dc-2d9c-42a1-a644-8fd65767e93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3668580 May 31 13:51:16.398705 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980cc33a-0e6a-439c-a172-00f9dce47982 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:51:16.399331 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980cc33a-0e6a-439c-a172-00f9dce47982 None None] Checking segment: {'id': '7c7ae09d-a35c-4ae6-bf3c-599d60b7190f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '326f7c95-4377-4a8d-98fa-9af85c95e112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:51:16.399792 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-980cc33a-0e6a-439c-a172-00f9dce47982 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:16.400201 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980cc33a-0e6a-439c-a172-00f9dce47982 None None] Bound using segment: {'id': '7c7ae09d-a35c-4ae6-bf3c-599d60b7190f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '326f7c95-4377-4a8d-98fa-9af85c95e112'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:51:16.400690 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-980cc33a-0e6a-439c-a172-00f9dce47982 None None] Bound port: 734fa10c-b469-4ec7-8e27-522cd61eadbe, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c7ae09d-a35c-4ae6-bf3c-599d60b7190f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '326f7c95-4377-4a8d-98fa-9af85c95e112'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:51:16.401065 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-980cc33a-0e6a-439c-a172-00f9dce47982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:16.419524 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3257e2ed-7b1a-446b-8aec-c12620e4a995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:16.519672 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202819b3-38fd-43f1-a580-f60676cd497e req-71972878-ad63-479c-91c4-59032cbc8d09 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:16.521964 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-202819b3-38fd-43f1-a580-f60676cd497e req-71972878-ad63-479c-91c4-59032cbc8d09 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/ports?device_id=5370c41a-660b-4567-891f-5e3f3590c3ad HTTP/1.1" status: 200 len: 944 time: 0.7473428 May 31 13:51:16.528383 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-5878855a-ea83-4925-a7cc-a5f99232821f req-fe32ad00-e923-47c9-9c80-af415327e490 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Unset dirty status for tenant:21f78e9efd2543f8a23fa5f8aa5a9a7c on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:51:16.534921 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-53375675-177f-492c-8b94-187828fcb859 None None] Port db25ac7d-9ac6-4f8c-a07c-682deff692dd cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:51:16.538273 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5878855a-ea83-4925-a7cc-a5f99232821f req-fe32ad00-e923-47c9-9c80-af415327e490 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--528023553&fields=id&tenant_id=21f78e9efd2543f8a23fa5f8aa5a9a7c HTTP/1.1" status: 200 len: 267 time: 0.3022313 May 31 13:51:16.638089 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-980cc33a-0e6a-439c-a172-00f9dce47982 None None] For port 734fa10c-b469-4ec7-8e27-522cd61eadbe, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:51:16.651116 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-980cc33a-0e6a-439c-a172-00f9dce47982 None None] For port 734fa10c-b469-4ec7-8e27-522cd61eadbe, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=734fa10c-b469-4ec7-8e27-522cd61eadbe,segment=NetworkSegment(7c7ae09d-a35c-4ae6-bf3c-599d60b7190f),segment_id=7c7ae09d-a35c-4ae6-bf3c-599d60b7190f)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:51:16.653523 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port a4fad478-0840-4a62-8e35-6a7ba6b718b2 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:51:16.654011 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:16.664176 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-980cc33a-0e6a-439c-a172-00f9dce47982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:16.687138 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdd61674-0246-48f1-b6b2-6de270651eb2 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Router 40e81eef-4431-43f1-8e62-029c9f01dd28 is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 13:51:16.706103 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883436fb-2962-47c7-89b2-f5586023f902 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:16.707306 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-883436fb-2962-47c7-89b2-f5586023f902 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Synchronizing usage tracker for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:51:16.733671 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-bc76b596-431f-4560-86e7-4d59db93044b tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Allocated IP 2001:db8::b7 (326f7c95-4377-4a8d-98fa-9af85c95e112/187fd3cb-7494-48c6-b6b6-62dbc235349d/46ef7477-87e8-4ffd-aca9-7b4e7207fe07) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:51:16.781242 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port a4fad478-0840-4a62-8e35-6a7ba6b718b2, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=a4fad478-0840-4a62-8e35-6a7ba6b718b2,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:51:16.786548 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-202819b3-38fd-43f1-a580-f60676cd497e req-d4a7e159-e1ab-4846-9ed2-b585c55a7235 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0e3b905-3881-4d86-8d81-94a1e67a9264&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2239513 May 31 13:51:16.796424 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-120d5f74-ba43-4ecd-bcef-cf6a47fe8471 req-a790d9ed-393b-4109-afe4-37dedc133f8c service neutron] 10.222.0.44 "GET /v2.0/networks/63c618dc-2d9c-42a1-a644-8fd65767e93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4425490 May 31 13:51:16.797172 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-883436fb-2962-47c7-89b2-f5586023f902 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Unset dirty status for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:51:16.800586 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-883436fb-2962-47c7-89b2-f5586023f902 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.6981208 May 31 13:51:16.816597 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41960) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:16.824160 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980cc33a-0e6a-439c-a172-00f9dce47982 None None] Pushing event updated for resources: {'Port': ['ID=734fa10c-b469-4ec7-8e27-522cd61eadbe,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:16.834412 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c7369430-40ca-48a5-bbd1-cba4de7a2863 None None] Provisioning for port 8cefd45b-e055-4f87-b1dd-4f246ad71bb1 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:51:16.842385 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:16.843235 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 92a035a9-6f46-4736-a6fd-d6818e278e0c up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:51:16.924034 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c7369430-40ca-48a5-bbd1-cba4de7a2863 None None] Provisioning complete for port 8cefd45b-e055-4f87-b1dd-4f246ad71bb1 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:51:16.924268 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7d23be2c-6e62-42ca-96e4-113aed7bc861 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:16.924421 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c7369430-40ca-48a5-bbd1-cba4de7a2863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:17.032929 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-c7369430-40ca-48a5-bbd1-cba4de7a2863 None None] Port 8cefd45b-e055-4f87-b1dd-4f246ad71bb1 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:51:17.089773 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=a4fad478-0840-4a62-8e35-6a7ba6b718b2,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:17.107284 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c7369430-40ca-48a5-bbd1-cba4de7a2863 None None] Provisioning for port 92a035a9-6f46-4736-a6fd-d6818e278e0c completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:51:17.142012 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 92a035a9-6f46-4736-a6fd-d6818e278e0c completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:51:17.152550 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 92a035a9-6f46-4736-a6fd-d6818e278e0c triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:51:17.153231 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:17.203283 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5878855a-ea83-4925-a7cc-a5f99232821f req-63543056-f4e5-4e67-b4a5-e9a5dae4b7ed tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:17.210796 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5878855a-ea83-4925-a7cc-a5f99232821f req-63543056-f4e5-4e67-b4a5-e9a5dae4b7ed tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/networks?id=b66065d1-e972-453c-87d9-3ed8cec4b7a7 HTTP/1.1" status: 200 len: 816 time: 0.6713233 May 31 13:51:17.230106 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cb7590-2c3b-4508-973a-15b4726af906 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:17.231813 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cb7590-2c3b-4508-973a-15b4726af906 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:17.232627 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-a3cb7590-2c3b-4508-973a-15b4726af906 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Synchronizing usage tracker for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:subnet {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:51:17.247006 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5878855a-ea83-4925-a7cc-a5f99232821f req-a4dfdbb5-328c-46e0-92dc-209fe2788b69 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/quotas/21f78e9efd2543f8a23fa5f8aa5a9a7c HTTP/1.1" status: 200 len: 375 time: 0.0351193 May 31 13:51:17.249274 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd61674-0246-48f1-b6b2-6de270651eb2 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:51:17.262336 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a0db2e-1438-4874-9312-327b9debdbad None None] Sync routers for ids ['40e81eef-4431-43f1-8e62-029c9f01dd28'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:51:17.277473 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d23be2c-6e62-42ca-96e4-113aed7bc861 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Pushing event updated for resources: {'Subnet': ['ID=a63dc0f7-8589-4d2f-99db-e3eb3d0ca294,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:17.278767 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a0db2e-1438-4874-9312-327b9debdbad None None] Routers {'40e81eef-4431-43f1-8e62-029c9f01dd28'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:51:17.279387 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-b6a0db2e-1438-4874-9312-327b9debdbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:51:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['40e81eef-4431-43f1-8e62-029c9f01dd28'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:51:17.372253 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-fdd61674-0246-48f1-b6b2-6de270651eb2 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "PUT /v2.0/routers/40e81eef-4431-43f1-8e62-029c9f01dd28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9801393 May 31 13:51:17.373403 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3257e2ed-7b1a-446b-8aec-c12620e4a995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:17.380740 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41968) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:17.387212 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d23be2c-6e62-42ca-96e4-113aed7bc861 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Checking segment: {'id': '8cd9ea23-596f-46f3-8aeb-f86f250b8bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'fc320c8a-302f-43b1-86ff-3b251ce936fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:51:17.388052 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d23be2c-6e62-42ca-96e4-113aed7bc861 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Network hostable DHCP agents. Network: fc320c8a-302f-43b1-86ff-3b251ce936fa, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:51:17.459351 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 92a035a9-6f46-4736-a6fd-d6818e278e0c is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:51:17.459730 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:17.484589 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-a3cb7590-2c3b-4508-973a-15b4726af906 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Unset dirty status for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:subnet {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:51:17.497270 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-a3cb7590-2c3b-4508-973a-15b4726af906 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6602962 May 31 13:51:17.507227 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-5cc10561-177d-4402-8e8e-6884fec23c76 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Request body: {'network': {'name': 'tempest-RoutersTest-667255204'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:51:17.524980 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41974) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:17.532959 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-5cc10561-177d-4402-8e8e-6884fec23c76 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:51:17.538271 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-120d5f74-ba43-4ecd-bcef-cf6a47fe8471 req-ced80650-4cab-4701-a178-464077949d10 service neutron] 10.222.0.44 "GET /v2.0/networks/63c618dc-2d9c-42a1-a644-8fd65767e93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7249875 May 31 13:51:17.541392 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-5cc10561-177d-4402-8e8e-6884fec23c76 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Usage tracker for resource:network and tenant:85d9456a7d3e47cf9816e44471382253 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:51:17.557173 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-5cc10561-177d-4402-8e8e-6884fec23c76 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:51:17.567388 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-5cc10561-177d-4402-8e8e-6884fec23c76 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:51:17.570534 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 92a035a9-6f46-4736-a6fd-d6818e278e0c, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=92a035a9-6f46-4736-a6fd-d6818e278e0c,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:51:17.607736 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:17.624920 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5878855a-ea83-4925-a7cc-a5f99232821f req-9c1ac339-5d5e-4302-8319-5fd3f623775a tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=21f78e9efd2543f8a23fa5f8aa5a9a7c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3760026 May 31 13:51:17.665258 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-b6a0db2e-1438-4874-9312-327b9debdbad None None] Set router 40e81eef-4431-43f1-8e62-029c9f01dd28 gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:51:17.770327 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cc10561-177d-4402-8e8e-6884fec23c76 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Made reservation on behalf of 85d9456a7d3e47cf9816e44471382253 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:51:17.778599 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5cc10561-177d-4402-8e8e-6884fec23c76 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:17.786625 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=92a035a9-6f46-4736-a6fd-d6818e278e0c,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:17.872082 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41978) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:17.883835 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 734fa10c-b469-4ec7-8e27-522cd61eadbe up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:51:17.964128 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d23be2c-6e62-42ca-96e4-113aed7bc861 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Network fc320c8a-302f-43b1-86ff-3b251ce936fa is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:51:18.018824 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 734fa10c-b469-4ec7-8e27-522cd61eadbe completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:51:18.032605 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device a4fad478-0840-4a62-8e35-6a7ba6b718b2 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:51:18.038904 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bc76b596-431f-4560-86e7-4d59db93044b tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:18.045554 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-6240ab86-d08e-461f-a214-cd0a0f6034c1 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Deleting subnet 60ba4918-53e1-41f1-a1f9-8becfe2694dd {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:51:18.066287 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6240ab86-d08e-461f-a214-cd0a0f6034c1 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:18.099953 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cc10561-177d-4402-8e8e-6884fec23c76 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:51:18.116461 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-7d23be2c-6e62-42ca-96e4-113aed7bc861 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, fc320c8a-302f-43b1-86ff-3b251ce936fa) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:51:18.141303 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bae38a8-639b-42d2-92be-ddb6c1c19f46 None None] Network fc320c8a-302f-43b1-86ff-3b251ce936fa requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:51:18.166211 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5cc10561-177d-4402-8e8e-6884fec23c76 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:18.166697 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-5cc10561-177d-4402-8e8e-6884fec23c76 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Added segment ec26da9f-6218-4b85-919f-2678a7b04255 of type vlan for network 8a706337-23f8-414a-b850-40bba93be87e May 31 13:51:18.183458 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d23be2c-6e62-42ca-96e4-113aed7bc861 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:18.184404 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7d23be2c-6e62-42ca-96e4-113aed7bc861 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:18.186390 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5878855a-ea83-4925-a7cc-a5f99232821f req-d0274787-ab11-45b3-b3a6-ef146f9f70fa service neutron] 10.222.0.50 "GET /v2.0/networks/b66065d1-e972-453c-87d9-3ed8cec4b7a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5605710 May 31 13:51:18.252467 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-b6a0db2e-1438-4874-9312-327b9debdbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'name': 'tempest-RoutersTest-router-570826617', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:51:03Z', 'updated_at': '2022-05-31T13:51:11Z', 'revision_number': 2, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'gw_port_host': None, '_interfaces': [{'id': 'db25ac7d-9ac6-4f8c-a07c-682deff692dd', 'name': '', 'network_id': '6eeb3076-8ec6-49c5-a7c1-c7685ab1bc4b', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'mac_address': 'fa:16:3e:3d:20:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'd3541b3e-1e22-4a54-ad33-6ea2509c6768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:51:08Z', 'updated_at': '2022-05-31T13:51:13Z', 'revision_number': 2, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'subnets': [{'id': 'd3541b3e-1e22-4a54-ad33-6ea2509c6768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:51:18.257743 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a0db2e-1438-4874-9312-327b9debdbad None None] Checking router: 40e81eef-4431-43f1-8e62-029c9f01dd28 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:51:18.258282 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a0db2e-1438-4874-9312-327b9debdbad None None] Updating router 40e81eef-4431-43f1-8e62-029c9f01dd28 port db25ac7d-9ac6-4f8c-a07c-682deff692dd binding host n-d-843939-1 {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:51:18.288837 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-bc76b596-431f-4560-86e7-4d59db93044b tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Transition to ACTIVE for port object 46ef7477-87e8-4ffd-aca9-7b4e7207fe07 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:51:18.305656 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b61ab9e8-36a2-4715-8ae2-7efa45ef57db admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:18.349417 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6240ab86-d08e-461f-a214-cd0a0f6034c1 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:18.381385 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e09233-8ec5-44b6-9404-d2f3de7edf8b req-ab6c8969-49eb-4918-b3a4-d065357d9b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:18.382937 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-00e09233-8ec5-44b6-9404-d2f3de7edf8b req-ab6c8969-49eb-4918-b3a4-d065357d9b99 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0c3bb07388f549c9aeec65a21380cb5d&device_id=5370c41a-660b-4567-891f-5e3f3590c3ad HTTP/1.1" status: 200 len: 1095 time: 0.7046611 May 31 13:51:18.391780 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b61ab9e8-36a2-4715-8ae2-7efa45ef57db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:51:18.409704 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-7d23be2c-6e62-42ca-96e4-113aed7bc861 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.3949220 May 31 13:51:18.430276 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41986) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:18.448000 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-b1e291e5-0fd7-4c6e-b038-d2b0b14dc3c9 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fc320c8a-302f-43b1-86ff-3b251ce936fa'}}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:51:18.459079 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5cc10561-177d-4402-8e8e-6884fec23c76 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:18.467339 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port a4fad478-0840-4a62-8e35-6a7ba6b718b2 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:51:18.467825 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:18.503615 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b6a0db2e-1438-4874-9312-327b9debdbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:18.535294 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-b61ab9e8-36a2-4715-8ae2-7efa45ef57db admin admin] Usage tracker for resource:security_group_rule and tenant:b9b73e67575f4c89aaf2961aa8366703 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:51:18.540661 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-b61ab9e8-36a2-4715-8ae2-7efa45ef57db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:51:18.554996 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730083ef-fddf-4e3c-b6d8-381b4609c0c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-fc320c8a-302f-43b1-86ff-3b251ce936fa', 'network_id': 'fc320c8a-302f-43b1-86ff-3b251ce936fa', 'tenant_id': 'e1b241fd5ab44832ac662d524439dad4', 'fixed_ips': [{'subnet_id': 'a63dc0f7-8589-4d2f-99db-e3eb3d0ca294'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:51:18.556081 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-730083ef-fddf-4e3c-b6d8-381b4609c0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:18.567522 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c075fe-6183-4697-9bdf-cd8f6c9f493c req-e95116d3-90e1-4090-aa06-64ca77fd76ef tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:18.570171 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b9c075fe-6183-4697-9bdf-cd8f6c9f493c req-e95116d3-90e1-4090-aa06-64ca77fd76ef tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/ports?device_id=5370c41a-660b-4567-891f-5e3f3590c3ad HTTP/1.1" status: 200 len: 944 time: 0.5802395 May 31 13:51:18.627812 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b61ab9e8-36a2-4715-8ae2-7efa45ef57db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:51:18.695844 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75928cb6-06e0-4f1e-9770-8c31a3469fcc None None] Network 326f7c95-4377-4a8d-98fa-9af85c95e112 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:51:18.775111 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5878855a-ea83-4925-a7cc-a5f99232821f req-03b072d2-5209-405d-a7ac-41aaf7339e67 service neutron] 10.222.0.50 "GET /v2.0/networks/b66065d1-e972-453c-87d9-3ed8cec4b7a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5611439 May 31 13:51:18.795782 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b9c075fe-6183-4697-9bdf-cd8f6c9f493c req-08c2514d-df7f-47ad-91d1-dd05a6f22e03 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0e3b905-3881-4d86-8d81-94a1e67a9264&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1982024 May 31 13:51:18.815458 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e09233-8ec5-44b6-9404-d2f3de7edf8b req-49b1f668-5b46-4d49-b69f-9171a860a891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:18.817675 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-00e09233-8ec5-44b6-9404-d2f3de7edf8b req-49b1f668-5b46-4d49-b69f-9171a860a891 service neutron] 10.222.0.44 "GET /v2.0/networks?id=63c618dc-2d9c-42a1-a644-8fd65767e93c HTTP/1.1" status: 200 len: 916 time: 0.4111428 May 31 13:51:18.826164 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5cc10561-177d-4402-8e8e-6884fec23c76 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:18.837234 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc10561-177d-4402-8e8e-6884fec23c76 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:18.837868 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5cc10561-177d-4402-8e8e-6884fec23c76 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:19.024586 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e96d4dad-2bfb-4f7c-b9fd-e86f00b99c2a None None] Provisioning for port 734fa10c-b469-4ec7-8e27-522cd61eadbe completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:51:19.028711 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b6a0db2e-1438-4874-9312-327b9debdbad None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:19.043783 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port a4fad478-0840-4a62-8e35-6a7ba6b718b2 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:51:19.062053 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e96d4dad-2bfb-4f7c-b9fd-e86f00b99c2a None None] Provisioning complete for port 734fa10c-b469-4ec7-8e27-522cd61eadbe triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:51:19.062850 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e96d4dad-2bfb-4f7c-b9fd-e86f00b99c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:19.063828 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-b6a0db2e-1438-4874-9312-327b9debdbad None None] Transition to ACTIVE for port object db25ac7d-9ac6-4f8c-a07c-682deff692dd will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:51:19.073501 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b6a0db2e-1438-4874-9312-327b9debdbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:19.094411 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b1e291e5-0fd7-4c6e-b038-d2b0b14dc3c9 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:19.110674 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bc76b596-431f-4560-86e7-4d59db93044b tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:19.231341 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-730083ef-fddf-4e3c-b6d8-381b4609c0c8 None None] Allocated IP 2001:db8:1::2 (fc320c8a-302f-43b1-86ff-3b251ce936fa/a63dc0f7-8589-4d2f-99db-e3eb3d0ca294/f6d096df-a0c6-4e45-8482-c9ff44247c8a) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:51:19.240207 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc76b596-431f-4560-86e7-4d59db93044b tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Pushing event updated for resources: {'Port': ['ID=46ef7477-87e8-4ffd-aca9-7b4e7207fe07,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:19.250942 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6240ab86-d08e-461f-a214-cd0a0f6034c1 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:19.344689 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc76b596-431f-4560-86e7-4d59db93044b tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Network 326f7c95-4377-4a8d-98fa-9af85c95e112 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:51:19.354669 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.db.resource_extend [None req-3257e2ed-7b1a-446b-8aec-c12620e4a995 admin admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:51:19.357977 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-00e09233-8ec5-44b6-9404-d2f3de7edf8b req-014a297a-1e8d-45c7-abd9-e7fa6e9e7879 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26585ad3-ce58-4528-b290-b81fa2b5636c HTTP/1.1" status: 200 len: 217 time: 0.5047977 May 31 13:51:19.364829 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-bc76b596-431f-4560-86e7-4d59db93044b tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:51:19.381284 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc76b596-431f-4560-86e7-4d59db93044b tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:51:19.387530 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc76b596-431f-4560-86e7-4d59db93044b tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:19.388459 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bc76b596-431f-4560-86e7-4d59db93044b tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:19.395520 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ad7ca680-08db-45e7-811a-8896aae9c3fd req-4a991713-dd5a-4267-bf1c-7687d344a649 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ba2a7b-e75c-46ac-b1d9-10f903526f5a HTTP/1.1" status: 200 len: 210 time: 0.2204905 May 31 13:51:19.521574 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-5cc10561-177d-4402-8e8e-6884fec23c76 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.1186252 May 31 13:51:19.522302 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41998) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:19.532066 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3257e2ed-7b1a-446b-8aec-c12620e4a995 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:19.564617 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-61a2f581-f3de-43ad-9f13-290e0a143ec2 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Request body: {'subnet': {'network_id': '8a706337-23f8-414a-b850-40bba93be87e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:51:19.593879 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3257e2ed-7b1a-446b-8aec-c12620e4a995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:19.608916 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc10561-177d-4402-8e8e-6884fec23c76 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Pushing event updated for resources: {'Network': ['ID=8a706337-23f8-414a-b850-40bba93be87e,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:19.700725 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f377e8-dc92-45ea-b767-c9ad227daf67 None None] Pushing event updated for resources: {'Port': ['ID=db25ac7d-9ac6-4f8c-a07c-682deff692dd,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:19.711224 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e09233-8ec5-44b6-9404-d2f3de7edf8b req-d7fb4982-165b-4944-9b34-226572bc8e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:19.713121 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-00e09233-8ec5-44b6-9404-d2f3de7edf8b req-d7fb4982-165b-4944-9b34-226572bc8e05 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1fa11664-0552-4bb0-b5b0-3278009a7430 HTTP/1.1" status: 200 len: 854 time: 0.3046834 May 31 13:51:19.753971 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 8a706337-23f8-414a-b850-40bba93be87e details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:51:19.777956 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-b6a0db2e-1438-4874-9312-327b9debdbad None None] Attempting to bind port db25ac7d-9ac6-4f8c-a07c-682deff692dd on host n-d-843939-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:51:19.778344 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-b6a0db2e-1438-4874-9312-327b9debdbad None None] Attempting to bind port db25ac7d-9ac6-4f8c-a07c-682deff692dd by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'ab1ee93b-be0c-4c5e-a125-245125da76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6eeb3076-8ec6-49c5-a7c1-c7685ab1bc4b'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:51:19.778699 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a0db2e-1438-4874-9312-327b9debdbad None None] Attempting to bind port db25ac7d-9ac6-4f8c-a07c-682deff692dd on network 6eeb3076-8ec6-49c5-a7c1-c7685ab1bc4b {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:51:19.781595 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-61a2f581-f3de-43ad-9f13-290e0a143ec2 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:51:19.786321 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-61a2f581-f3de-43ad-9f13-290e0a143ec2 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Usage tracker for resource:subnet and tenant:85d9456a7d3e47cf9816e44471382253 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:51:19.789775 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-61a2f581-f3de-43ad-9f13-290e0a143ec2 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:51:19.796708 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-61a2f581-f3de-43ad-9f13-290e0a143ec2 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:51:19.799091 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a0db2e-1438-4874-9312-327b9debdbad None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:51:19.799467 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a0db2e-1438-4874-9312-327b9debdbad None None] Checking segment: {'id': 'ab1ee93b-be0c-4c5e-a125-245125da76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6eeb3076-8ec6-49c5-a7c1-c7685ab1bc4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:51:19.802297 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b6a0db2e-1438-4874-9312-327b9debdbad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:19.802458 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a0db2e-1438-4874-9312-327b9debdbad None None] Bound using segment: {'id': 'ab1ee93b-be0c-4c5e-a125-245125da76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6eeb3076-8ec6-49c5-a7c1-c7685ab1bc4b'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:51:19.802981 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-b6a0db2e-1438-4874-9312-327b9debdbad None None] Bound port: db25ac7d-9ac6-4f8c-a07c-682deff692dd, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab1ee93b-be0c-4c5e-a125-245125da76f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6eeb3076-8ec6-49c5-a7c1-c7685ab1bc4b'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:51:19.804192 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b6a0db2e-1438-4874-9312-327b9debdbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:19.815100 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 92a035a9-6f46-4736-a6fd-d6818e278e0c up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:51:19.853030 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a2f581-f3de-43ad-9f13-290e0a143ec2 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Made reservation on behalf of 85d9456a7d3e47cf9816e44471382253 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:51:19.859044 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-61a2f581-f3de-43ad-9f13-290e0a143ec2 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:19.876322 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-bc76b596-431f-4560-86e7-4d59db93044b tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 5.3600793 May 31 13:51:19.883044 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 42006) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:19.925092 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b61ab9e8-36a2-4715-8ae2-7efa45ef57db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:19.936726 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3257e2ed-7b1a-446b-8aec-c12620e4a995 admin admin] Pushing event updated for resources: {'Port': ['ID=8cefd45b-e055-4f87-b1dd-4f246ad71bb1,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:19.949531 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-b6a0db2e-1438-4874-9312-327b9debdbad None None] For port db25ac7d-9ac6-4f8c-a07c-682deff692dd, host n-d-843939-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:51:19.954790 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b61ab9e8-36a2-4715-8ae2-7efa45ef57db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:19.961663 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-b6a0db2e-1438-4874-9312-327b9debdbad None None] For port db25ac7d-9ac6-4f8c-a07c-682deff692dd, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=db25ac7d-9ac6-4f8c-a07c-682deff692dd,segment=NetworkSegment(ab1ee93b-be0c-4c5e-a125-245125da76f5),segment_id=ab1ee93b-be0c-4c5e-a125-245125da76f5)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:51:19.970362 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b6a0db2e-1438-4874-9312-327b9debdbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:19.988396 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6240ab86-d08e-461f-a214-cd0a0f6034c1 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:20.022806 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3257e2ed-7b1a-446b-8aec-c12620e4a995 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:20.094878 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a0db2e-1438-4874-9312-327b9debdbad None None] Routers {'40e81eef-4431-43f1-8e62-029c9f01dd28'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:51:20.095515 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-b6a0db2e-1438-4874-9312-327b9debdbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:51:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['40e81eef-4431-43f1-8e62-029c9f01dd28'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:51:20.108409 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-e96d4dad-2bfb-4f7c-b9fd-e86f00b99c2a None None] Current status of the port 734fa10c-b469-4ec7-8e27-522cd61eadbe is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:51:20.109583 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e96d4dad-2bfb-4f7c-b9fd-e86f00b99c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:20.203474 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6240ab86-d08e-461f-a214-cd0a0f6034c1 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:20.221156 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c157d99-bb27-4f58-a87b-28f1e463f12b None None] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:51:20.241558 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b61ab9e8-36a2-4715-8ae2-7efa45ef57db admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b9b73e67575f4c89aaf2961aa8366703&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3624203 May 31 13:51:20.299084 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f377e8-dc92-45ea-b767-c9ad227daf67 None None] Pushing event updated for resources: {'Port': ['ID=db25ac7d-9ac6-4f8c-a07c-682deff692dd,revision_number=4']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:20.312269 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-6240ab86-d08e-461f-a214-cd0a0f6034c1 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/subnets/60ba4918-53e1-41f1-a1f9-8becfe2694dd HTTP/1.1" status: 204 len: 168 time: 2.5289359 May 31 13:51:20.327800 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42010) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:20.331935 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42012) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:20.334013 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6240ab86-d08e-461f-a214-cd0a0f6034c1 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event deleted for resources: {'Subnet': ['ID=60ba4918-53e1-41f1-a1f9-8becfe2694dd,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:20.377974 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-b6a0db2e-1438-4874-9312-327b9debdbad None None] Set router 40e81eef-4431-43f1-8e62-029c9f01dd28 gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:51:20.436260 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-e96d4dad-2bfb-4f7c-b9fd-e86f00b99c2a None None] For port 734fa10c-b469-4ec7-8e27-522cd61eadbe, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=734fa10c-b469-4ec7-8e27-522cd61eadbe,segment=NetworkSegment(7c7ae09d-a35c-4ae6-bf3c-599d60b7190f),segment_id=7c7ae09d-a35c-4ae6-bf3c-599d60b7190f)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:51:20.470069 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e96d4dad-2bfb-4f7c-b9fd-e86f00b99c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:20.612964 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 92a035a9-6f46-4736-a6fd-d6818e278e0c triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:51:20.613438 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:20.719718 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-730083ef-fddf-4e3c-b6d8-381b4609c0c8 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:20.853921 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-54141d34-07b8-4698-a645-2464072f9d7c tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5102589 May 31 13:51:20.891187 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-730083ef-fddf-4e3c-b6d8-381b4609c0c8 None None] Transition to ACTIVE for port object f6d096df-a0c6-4e45-8482-c9ff44247c8a will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:51:20.932972 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42020) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:20.984217 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96d4dad-2bfb-4f7c-b9fd-e86f00b99c2a None None] Pushing event updated for resources: {'Port': ['ID=734fa10c-b469-4ec7-8e27-522cd61eadbe,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:20.990021 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-b6a0db2e-1438-4874-9312-327b9debdbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'name': 'tempest-RoutersTest-router-570826617', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:51:03Z', 'updated_at': '2022-05-31T13:51:11Z', 'revision_number': 2, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'gw_port_host': None, '_interfaces': [{'id': 'db25ac7d-9ac6-4f8c-a07c-682deff692dd', 'name': '', 'network_id': '6eeb3076-8ec6-49c5-a7c1-c7685ab1bc4b', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'mac_address': 'fa:16:3e:3d:20:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'd3541b3e-1e22-4a54-ad33-6ea2509c6768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:51:08Z', 'updated_at': '2022-05-31T13:51:19Z', 'revision_number': 4, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'subnets': [{'id': 'd3541b3e-1e22-4a54-ad33-6ea2509c6768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:51:20.999517 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a0db2e-1438-4874-9312-327b9debdbad None None] The sync data for ids ['40e81eef-4431-43f1-8e62-029c9f01dd28'] in n-d-843939-1 is: [{'id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'name': 'tempest-RoutersTest-router-570826617', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:51:03Z', 'updated_at': '2022-05-31T13:51:11Z', 'revision_number': 2, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'gw_port_host': None, '_interfaces': [{'id': 'db25ac7d-9ac6-4f8c-a07c-682deff692dd', 'name': '', 'network_id': '6eeb3076-8ec6-49c5-a7c1-c7685ab1bc4b', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'mac_address': 'fa:16:3e:3d:20:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'd3541b3e-1e22-4a54-ad33-6ea2509c6768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:51:08Z', 'updated_at': '2022-05-31T13:51:19Z', 'revision_number': 4, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'subnets': [{'id': 'd3541b3e-1e22-4a54-ad33-6ea2509c6768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:51:21.009640 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-730083ef-fddf-4e3c-b6d8-381b4609c0c8 None None] Transition to ACTIVE for port object f6d096df-a0c6-4e45-8482-c9ff44247c8a will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:51:21.022776 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-730083ef-fddf-4e3c-b6d8-381b4609c0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:21.055838 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-07e7453a-ddb9-4577-b5c9-0687286286b0 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Request body: {'subnet': {'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:51:21.068631 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-61a2f581-f3de-43ad-9f13-290e0a143ec2 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:21.084557 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61ab9e8-36a2-4715-8ae2-7efa45ef57db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ade0d8-0395-4d9f-9580-018c9cb8136e,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:21.276479 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730083ef-fddf-4e3c-b6d8-381b4609c0c8 None None] Network fc320c8a-302f-43b1-86ff-3b251ce936fa is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:51:21.302890 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-730083ef-fddf-4e3c-b6d8-381b4609c0c8 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:51:21.334322 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730083ef-fddf-4e3c-b6d8-381b4609c0c8 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:51:21.339248 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e09233-8ec5-44b6-9404-d2f3de7edf8b req-053552c8-d560-4628-96ef-0428e57a0236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:21.340827 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-00e09233-8ec5-44b6-9404-d2f3de7edf8b req-053552c8-d560-4628-96ef-0428e57a0236 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=63c618dc-2d9c-42a1-a644-8fd65767e93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.6174970 May 31 13:51:21.349186 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730083ef-fddf-4e3c-b6d8-381b4609c0c8 None None] Pushing event updated for resources: {'Port': ['ID=f6d096df-a0c6-4e45-8482-c9ff44247c8a,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:21.357729 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 26585ad3-ce58-4528-b290-b81fa2b5636c details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:51:21.397894 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d2a195ff-930c-4996-9c83-29143f722cca None None] Provisioning for port 46ef7477-87e8-4ffd-aca9-7b4e7207fe07 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:51:21.496562 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d2a195ff-930c-4996-9c83-29143f722cca None None] Provisioning complete for port 46ef7477-87e8-4ffd-aca9-7b4e7207fe07 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:51:21.497128 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d2a195ff-930c-4996-9c83-29143f722cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:21.512689 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2f265a18-b0e6-4b9c-a43b-0b4dd1300ed6 req-02aad1c0-c8b6-4914-b79f-28eb47c0de47 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ba2a7b-e75c-46ac-b1d9-10f903526f5a HTTP/1.1" status: 200 len: 210 time: 0.5253205 May 31 13:51:21.522376 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 92a035a9-6f46-4736-a6fd-d6818e278e0c is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:51:21.602704 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-07e7453a-ddb9-4577-b5c9-0687286286b0 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:51:21.607198 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-07e7453a-ddb9-4577-b5c9-0687286286b0 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Usage tracker for resource:subnet and tenant:d13dddbe1502489da91f2f88306fdca6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:51:21.611238 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-07e7453a-ddb9-4577-b5c9-0687286286b0 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:51:21.618087 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-07e7453a-ddb9-4577-b5c9-0687286286b0 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:51:21.619361 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c32cfe1-5bb4-4092-b2f6-0ec43321c855 None None] DHCP port deletion for 8d0ca4ab-0d39-494b-8b5d-2861af857a5e request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:51:21.681435 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5878855a-ea83-4925-a7cc-a5f99232821f req-d145221a-c163-4e3f-812e-54bd06141343 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:21.683367 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5878855a-ea83-4925-a7cc-a5f99232821f req-d145221a-c163-4e3f-812e-54bd06141343 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.44 "GET /v2.0/networks?id=b66065d1-e972-453c-87d9-3ed8cec4b7a7 HTTP/1.1" status: 200 len: 816 time: 0.8218608 May 31 13:51:21.689211 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-730083ef-fddf-4e3c-b6d8-381b4609c0c8 None None] Attempting to bind port f6d096df-a0c6-4e45-8482-c9ff44247c8a on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:51:21.689668 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-730083ef-fddf-4e3c-b6d8-381b4609c0c8 None None] Attempting to bind port f6d096df-a0c6-4e45-8482-c9ff44247c8a by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '8cd9ea23-596f-46f3-8aeb-f86f250b8bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'fc320c8a-302f-43b1-86ff-3b251ce936fa'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:51:21.689981 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730083ef-fddf-4e3c-b6d8-381b4609c0c8 None None] Attempting to bind port f6d096df-a0c6-4e45-8482-c9ff44247c8a on network fc320c8a-302f-43b1-86ff-3b251ce936fa {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:51:21.705372 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2c32cfe1-5bb4-4092-b2f6-0ec43321c855 None None] Deleting port 92a035a9-6f46-4736-a6fd-d6818e278e0c {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:51:21.705729 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2c32cfe1-5bb4-4092-b2f6-0ec43321c855 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:21.734835 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-b1e291e5-0fd7-4c6e-b038-d2b0b14dc3c9 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 13:51:21.739617 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b1e291e5-0fd7-4c6e-b038-d2b0b14dc3c9 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] 10.222.0.50 "PUT /v2.0/routers/1bc75621-db5b-406f-81f9-a7797269b0f6 HTTP/1.1" status: 400 len: 364 time: 3.3024008 May 31 13:51:21.739617 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2ca15674-ac82-4aaf-8a44-466e4114d157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:21.763917 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38ba10a-8c83-4a55-a096-6ac320e0f533 req-1ae51a6b-5a1c-4098-9d9d-329ae8c72ce1 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:21.766226 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e38ba10a-8c83-4a55-a096-6ac320e0f533 req-1ae51a6b-5a1c-4098-9d9d-329ae8c72ce1 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/ports?device_id=5370c41a-660b-4567-891f-5e3f3590c3ad HTTP/1.1" status: 200 len: 944 time: 1.7342227 May 31 13:51:21.783783 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 42026) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:21.790870 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2ca15674-ac82-4aaf-8a44-466e4114d157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:21.830137 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e7453a-ddb9-4577-b5c9-0687286286b0 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Made reservation on behalf of d13dddbe1502489da91f2f88306fdca6 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:51:21.833814 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-07e7453a-ddb9-4577-b5c9-0687286286b0 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:21.866018 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3257e2ed-7b1a-446b-8aec-c12620e4a995 admin admin] Network deb4aa7b-5fc5-41b9-9a53-48ac3698033a is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:51:21.878920 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-3257e2ed-7b1a-446b-8aec-c12620e4a995 admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:51:21.904306 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730083ef-fddf-4e3c-b6d8-381b4609c0c8 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:51:21.905033 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730083ef-fddf-4e3c-b6d8-381b4609c0c8 None None] Checking segment: {'id': '8cd9ea23-596f-46f3-8aeb-f86f250b8bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'fc320c8a-302f-43b1-86ff-3b251ce936fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:51:21.905597 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-730083ef-fddf-4e3c-b6d8-381b4609c0c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:21.906189 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730083ef-fddf-4e3c-b6d8-381b4609c0c8 None None] Bound using segment: {'id': '8cd9ea23-596f-46f3-8aeb-f86f250b8bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'fc320c8a-302f-43b1-86ff-3b251ce936fa'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:51:21.906872 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-730083ef-fddf-4e3c-b6d8-381b4609c0c8 None None] Bound port: f6d096df-a0c6-4e45-8482-c9ff44247c8a, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cd9ea23-596f-46f3-8aeb-f86f250b8bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'fc320c8a-302f-43b1-86ff-3b251ce936fa'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:51:21.907423 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-730083ef-fddf-4e3c-b6d8-381b4609c0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:21.939812 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 734fa10c-b469-4ec7-8e27-522cd61eadbe up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:51:21.978451 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-d2a195ff-930c-4996-9c83-29143f722cca None None] Port 46ef7477-87e8-4ffd-aca9-7b4e7207fe07 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:51:22.262011 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-5878855a-ea83-4925-a7cc-a5f99232821f req-ba0768a8-b835-4507-811a-21a3ee068688 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Synchronizing usage tracker for tenant:21f78e9efd2543f8a23fa5f8aa5a9a7c on resource:security_group {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:51:22.288677 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3257e2ed-7b1a-446b-8aec-c12620e4a995 admin admin] Router fa47b1b5-994f-4c56-b9c6-902d3443c189 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:51:22.302880 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-5878855a-ea83-4925-a7cc-a5f99232821f req-ba0768a8-b835-4507-811a-21a3ee068688 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Unset dirty status for tenant:21f78e9efd2543f8a23fa5f8aa5a9a7c on resource:security_group {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:51:22.303401 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 26585ad3-ce58-4528-b290-b81fa2b5636c, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=26585ad3-ce58-4528-b290-b81fa2b5636c,segment=NetworkSegment(035ad117-e9c5-414c-8bde-40a05a92335b),segment_id=035ad117-e9c5-414c-8bde-40a05a92335b)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:51:22.304046 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5878855a-ea83-4925-a7cc-a5f99232821f req-ba0768a8-b835-4507-811a-21a3ee068688 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21f78e9efd2543f8a23fa5f8aa5a9a7c HTTP/1.1" status: 200 len: 379 time: 0.5913961 May 31 13:51:22.310892 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d2a195ff-930c-4996-9c83-29143f722cca None None] Provisioning complete for port 734fa10c-b469-4ec7-8e27-522cd61eadbe triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:51:22.311259 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d2a195ff-930c-4996-9c83-29143f722cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:22.389084 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-5878855a-ea83-4925-a7cc-a5f99232821f req-f282a5d2-ac4d-4b2a-8b6f-0eedf55453f4 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Request body: {'port': {'device_id': 'f8ba2a7b-e75c-46ac-b1d9-10f903526f5a', 'network_id': 'b66065d1-e972-453c-87d9-3ed8cec4b7a7', 'admin_state_up': True, 'tenant_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'security_groups': ['6bc706d7-c2c8-4249-9761-79dc47f28376']}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:51:22.394792 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-2c32cfe1-5bb4-4092-b2f6-0ec43321c855 None None] For port 92a035a9-6f46-4736-a6fd-d6818e278e0c, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=92a035a9-6f46-4736-a6fd-d6818e278e0c,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:51:22.395104 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2c32cfe1-5bb4-4092-b2f6-0ec43321c855 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:22.421549 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': '26585ad3-ce58-4528-b290-b81fa2b5636c', 'network_id': '63c618dc-2d9c-42a1-a644-8fd65767e93c', 'port_id': '26585ad3-ce58-4528-b290-b81fa2b5636c', 'mac_address': 'fa:16:3e:86:30:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fa11664-0552-4bb0-b5b0-3278009a7430', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:51:22.440230 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2ca15674-ac82-4aaf-8a44-466e4114d157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:22.460298 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a2f581-f3de-43ad-9f13-290e0a143ec2 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Pushing event updated for resources: {'Subnet': ['ID=aac5884d-a302-4b86-a184-efe23a88b270,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:22.462567 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a2f581-f3de-43ad-9f13-290e0a143ec2 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Checking segment: {'id': 'ec26da9f-6218-4b85-919f-2678a7b04255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8a706337-23f8-414a-b850-40bba93be87e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:51:22.462949 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a2f581-f3de-43ad-9f13-290e0a143ec2 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Network hostable DHCP agents. Network: 8a706337-23f8-414a-b850-40bba93be87e, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:51:22.473559 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e38ba10a-8c83-4a55-a096-6ac320e0f533 req-1ebe4997-8cd0-4b5f-8780-724b1d9b7995 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0e3b905-3881-4d86-8d81-94a1e67a9264&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5405798 May 31 13:51:22.587489 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca15674-ac82-4aaf-8a44-466e4114d157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ade0d8-0395-4d9f-9580-018c9cb8136e,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:22.731957 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2c32cfe1-5bb4-4092-b2f6-0ec43321c855 None None] Calling delete_port for 92a035a9-6f46-4736-a6fd-d6818e278e0c owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:51:22.750480 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2ca15674-ac82-4aaf-8a44-466e4114d157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:22.751806 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-2ca15674-ac82-4aaf-8a44-466e4114d157 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e0ade0d8-0395-4d9f-9580-018c9cb8136e HTTP/1.1" status: 204 len: 168 time: 2.4110117 May 31 13:51:22.865310 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3257e2ed-7b1a-446b-8aec-c12620e4a995 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:51:22.874186 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-5878855a-ea83-4925-a7cc-a5f99232821f req-f282a5d2-ac4d-4b2a-8b6f-0eedf55453f4 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:51:22.883066 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-5878855a-ea83-4925-a7cc-a5f99232821f req-f282a5d2-ac4d-4b2a-8b6f-0eedf55453f4 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Usage tracker for resource:port and tenant:21f78e9efd2543f8a23fa5f8aa5a9a7c is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:51:22.890631 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-5878855a-ea83-4925-a7cc-a5f99232821f req-f282a5d2-ac4d-4b2a-8b6f-0eedf55453f4 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:51:22.902636 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-5878855a-ea83-4925-a7cc-a5f99232821f req-f282a5d2-ac4d-4b2a-8b6f-0eedf55453f4 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:51:22.920565 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-730083ef-fddf-4e3c-b6d8-381b4609c0c8 None None] For port f6d096df-a0c6-4e45-8482-c9ff44247c8a, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:51:22.924459 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81b57f6-88da-4e87-9f1e-660359e0ffdf None None] Sync routers for ids ['fa47b1b5-994f-4c56-b9c6-902d3443c189'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:51:22.927725 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2c32cfe1-5bb4-4092-b2f6-0ec43321c855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:22.945524 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-3257e2ed-7b1a-446b-8aec-c12620e4a995 admin admin] 10.222.0.50 "PUT /v2.0/routers/fa47b1b5-994f-4c56-b9c6-902d3443c189/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3221028 May 31 13:51:22.945524 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5878855a-ea83-4925-a7cc-a5f99232821f req-f282a5d2-ac4d-4b2a-8b6f-0eedf55453f4 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Made reservation on behalf of 21f78e9efd2543f8a23fa5f8aa5a9a7c for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:51:22.948281 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-5878855a-ea83-4925-a7cc-a5f99232821f req-f282a5d2-ac4d-4b2a-8b6f-0eedf55453f4 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:23.013903 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c32cfe1-5bb4-4092-b2f6-0ec43321c855 None None] Pushing event deleted for resources: {'Port': ['ID=92a035a9-6f46-4736-a6fd-d6818e278e0c,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:23.033694 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 734fa10c-b469-4ec7-8e27-522cd61eadbe triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:51:23.034414 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:23.121037 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-730083ef-fddf-4e3c-b6d8-381b4609c0c8 None None] For port f6d096df-a0c6-4e45-8482-c9ff44247c8a, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=f6d096df-a0c6-4e45-8482-c9ff44247c8a,segment=NetworkSegment(8cd9ea23-596f-46f3-8aeb-f86f250b8bbd),segment_id=8cd9ea23-596f-46f3-8aeb-f86f250b8bbd)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:51:23.124819 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81b57f6-88da-4e87-9f1e-660359e0ffdf None None] Routers {'fa47b1b5-994f-4c56-b9c6-902d3443c189'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:51:23.125666 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-f81b57f6-88da-4e87-9f1e-660359e0ffdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:51:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['fa47b1b5-994f-4c56-b9c6-902d3443c189'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:51:23.259222 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-07e7453a-ddb9-4577-b5c9-0687286286b0 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:23.280875 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-d2a195ff-930c-4996-9c83-29143f722cca None None] Current status of the port 734fa10c-b469-4ec7-8e27-522cd61eadbe is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:51:23.284981 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 26585ad3-ce58-4528-b290-b81fa2b5636c is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:51:23.285788 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:23.336997 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a2f581-f3de-43ad-9f13-290e0a143ec2 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Network 8a706337-23f8-414a-b850-40bba93be87e is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:51:23.361549 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26585ad3-ce58-4528-b290-b81fa2b5636c {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:51:23.367885 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-730083ef-fddf-4e3c-b6d8-381b4609c0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:23.373672 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c32cfe1-5bb4-4092-b2f6-0ec43321c855 None None] No DVR routers for this DVR port 92a035a9-6f46-4736-a6fd-d6818e278e0c on host n-d-843939-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:51:23.407936 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ffb52103-945f-4cbc-a37b-d120da01b248 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:23.435168 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b004cf25-4ccd-42e7-9399-709d3365611b req-194f4f52-96f3-4f95-85f7-98e4627bf736 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ba2a7b-e75c-46ac-b1d9-10f903526f5a HTTP/1.1" status: 200 len: 210 time: 0.7303021 May 31 13:51:23.436310 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-61a2f581-f3de-43ad-9f13-290e0a143ec2 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 8a706337-23f8-414a-b850-40bba93be87e) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:51:23.452879 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a2f581-f3de-43ad-9f13-290e0a143ec2 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:23.453425 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-61a2f581-f3de-43ad-9f13-290e0a143ec2 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:23.475573 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-00e09233-8ec5-44b6-9404-d2f3de7edf8b req-a69f9045-fcfb-4f56-b620-0e35934714f5 service neutron] 10.222.0.44 "GET /v2.0/networks/63c618dc-2d9c-42a1-a644-8fd65767e93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.1037016 May 31 13:51:23.513604 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6649983-6c2a-4a01-bde7-5a87a4fc6a54 None None] Network 8a706337-23f8-414a-b850-40bba93be87e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:51:23.650357 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [req-5878855a-ea83-4925-a7cc-a5f99232821f req-f282a5d2-ac4d-4b2a-8b6f-0eedf55453f4 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Allocated IP 172.20.0.9 (b66065d1-e972-453c-87d9-3ed8cec4b7a7/ccc319e0-a4f4-4875-9973-c92d94351bb8/ed72ca77-ea69-4249-9d84-aeba49a479f2) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:51:23.783248 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 26585ad3-ce58-4528-b290-b81fa2b5636c, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=26585ad3-ce58-4528-b290-b81fa2b5636c,segment=NetworkSegment(035ad117-e9c5-414c-8bde-40a05a92335b),segment_id=035ad117-e9c5-414c-8bde-40a05a92335b)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:51:23.808967 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b73e3b48-f8a2-46ef-9748-296d9ec9ff3a None None] Provisioning complete for port 46ef7477-87e8-4ffd-aca9-7b4e7207fe07 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:51:23.809639 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b73e3b48-f8a2-46ef-9748-296d9ec9ff3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:23.842622 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-00e09233-8ec5-44b6-9404-d2f3de7edf8b req-ae8d35bb-04f9-49d6-88fa-14d2904c7e78 service neutron] 10.222.0.44 "GET /v2.0/networks/63c618dc-2d9c-42a1-a644-8fd65767e93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3320332 May 31 13:51:23.866029 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:23.905784 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-5878855a-ea83-4925-a7cc-a5f99232821f req-f282a5d2-ac4d-4b2a-8b6f-0eedf55453f4 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:23.927476 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-5878855a-ea83-4925-a7cc-a5f99232821f req-f282a5d2-ac4d-4b2a-8b6f-0eedf55453f4 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Transition to ACTIVE for port object ed72ca77-ea69-4249-9d84-aeba49a479f2 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:51:23.931291 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-61a2f581-f3de-43ad-9f13-290e0a143ec2 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.4019623 May 31 13:51:23.943504 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 42052) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:23.967732 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e7453a-ddb9-4577-b5c9-0687286286b0 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:51:23.968427 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-f81b57f6-88da-4e87-9f1e-660359e0ffdf None None] Set router fa47b1b5-994f-4c56-b9c6-902d3443c189 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:51:23.978280 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-07e7453a-ddb9-4577-b5c9-0687286286b0 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:51:23.984907 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-5878855a-ea83-4925-a7cc-a5f99232821f req-f282a5d2-ac4d-4b2a-8b6f-0eedf55453f4 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:23.993297 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e7453a-ddb9-4577-b5c9-0687286286b0 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:23.994160 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-07e7453a-ddb9-4577-b5c9-0687286286b0 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:24.050740 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730083ef-fddf-4e3c-b6d8-381b4609c0c8 None None] Pushing event updated for resources: {'Port': ['ID=f6d096df-a0c6-4e45-8482-c9ff44247c8a,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:24.056603 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 42060) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:24.123628 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f282a5d2-ac4d-4b2a-8b6f-0eedf55453f4 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Pushing event updated for resources: {'Port': ['ID=ed72ca77-ea69-4249-9d84-aeba49a479f2,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:24.151294 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-e08d241b-138e-46aa-b242-1f4fc3fe2cfb tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-789936953', 'description': 'tempest-secgroup-smoke-789936953 description', 'project_id': '4e57de1d316c4f84a61736682dffb866'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:51:24.155741 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5878855a-ea83-4925-a7cc-a5f99232821f req-f282a5d2-ac4d-4b2a-8b6f-0eedf55453f4 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Network b66065d1-e972-453c-87d9-3ed8cec4b7a7 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:51:24.166978 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3373bc10-1a92-4ab2-bd99-cfdaa7c43b7c None None] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:51:24.175873 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [req-5878855a-ea83-4925-a7cc-a5f99232821f req-f282a5d2-ac4d-4b2a-8b6f-0eedf55453f4 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:51:24.193485 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-5878855a-ea83-4925-a7cc-a5f99232821f req-f282a5d2-ac4d-4b2a-8b6f-0eedf55453f4 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:51:24.238955 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e7453a-ddb9-4577-b5c9-0687286286b0 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event updated for resources: {'Subnet': ['ID=e514228d-d406-4548-9e11-8bd6059722ce,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:24.242985 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-e08d241b-138e-46aa-b242-1f4fc3fe2cfb tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:51:24.251610 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-07e7453a-ddb9-4577-b5c9-0687286286b0 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.2181394 May 31 13:51:24.258848 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 42068) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:24.298767 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5878855a-ea83-4925-a7cc-a5f99232821f req-f282a5d2-ac4d-4b2a-8b6f-0eedf55453f4 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:24.299557 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-5878855a-ea83-4925-a7cc-a5f99232821f req-f282a5d2-ac4d-4b2a-8b6f-0eedf55453f4 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:24.340626 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-e08d241b-138e-46aa-b242-1f4fc3fe2cfb tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Usage tracker for resource:security_group and tenant:4e57de1d316c4f84a61736682dffb866 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:51:24.348963 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5878855a-ea83-4925-a7cc-a5f99232821f req-f282a5d2-ac4d-4b2a-8b6f-0eedf55453f4 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9636710 May 31 13:51:24.349940 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-19f18b7c-f810-4903-9ee9-be1007ea7e5a tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:24.355745 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 734fa10c-b469-4ec7-8e27-522cd61eadbe is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:51:24.357129 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device db25ac7d-9ac6-4f8c-a07c-682deff692dd up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:51:24.362801 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-5878855a-ea83-4925-a7cc-a5f99232821f req-e9da6153-978d-4fd2-9497-e0f1b525d322 service neutron] Request body: {'port': {'device_id': 'f8ba2a7b-e75c-46ac-b1d9-10f903526f5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:51:24.381542 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-e08d241b-138e-46aa-b242-1f4fc3fe2cfb tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:51:24.389159 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-84c4c097-0b5c-4c44-ab70-b4838e57576b tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-954762112', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:51:24.504763 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['26585ad3-ce58-4528-b290-b81fa2b5636c'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:51:24.520833 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-84c4c097-0b5c-4c44-ab70-b4838e57576b tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:51:24.523323 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-e08d241b-138e-46aa-b242-1f4fc3fe2cfb tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:51:24.643072 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-84c4c097-0b5c-4c44-ab70-b4838e57576b tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Usage tracker for resource:router and tenant:d13dddbe1502489da91f2f88306fdca6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:51:24.649088 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-84c4c097-0b5c-4c44-ab70-b4838e57576b tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:51:24.652382 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-5878855a-ea83-4925-a7cc-a5f99232821f req-e9da6153-978d-4fd2-9497-e0f1b525d322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:24.680302 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-84c4c097-0b5c-4c44-ab70-b4838e57576b tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:51:24.918418 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b73e3b48-f8a2-46ef-9748-296d9ec9ff3a None None] Port 46ef7477-87e8-4ffd-aca9-7b4e7207fe07 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:51:25.083080 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0324f3-cea1-49d7-b082-d8567a2dd648 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-8a706337-23f8-414a-b850-40bba93be87e', 'network_id': '8a706337-23f8-414a-b850-40bba93be87e', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'fixed_ips': [{'subnet_id': 'aac5884d-a302-4b86-a184-efe23a88b270'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:51:25.084385 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1a0324f3-cea1-49d7-b082-d8567a2dd648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:25.166508 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e08d241b-138e-46aa-b242-1f4fc3fe2cfb tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:25.267237 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [req-5878855a-ea83-4925-a7cc-a5f99232821f req-e9da6153-978d-4fd2-9497-e0f1b525d322 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed72ca77-ea69-4249-9d84-aeba49a479f2 {{(pid=88369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:51:25.279526 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-5878855a-ea83-4925-a7cc-a5f99232821f req-e9da6153-978d-4fd2-9497-e0f1b525d322 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:25.289611 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=26585ad3-ce58-4528-b290-b81fa2b5636c,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:25.299681 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-84c4c097-0b5c-4c44-ab70-b4838e57576b tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:25.301871 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-84c4c097-0b5c-4c44-ab70-b4838e57576b tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:25.318272 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b73e3b48-f8a2-46ef-9748-296d9ec9ff3a None None] Provisioning complete for port 8cefd45b-e055-4f87-b1dd-4f246ad71bb1 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:51:25.319076 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b73e3b48-f8a2-46ef-9748-296d9ec9ff3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:25.331399 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-5878855a-ea83-4925-a7cc-a5f99232821f req-e9da6153-978d-4fd2-9497-e0f1b525d322 service neutron] Transition to ACTIVE for port object ed72ca77-ea69-4249-9d84-aeba49a479f2 will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:51:25.331867 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36c91e8-0caf-4e7b-b6d3-319f55098dd6 req-0c025b55-c978-4949-999c-9c3bcddbbebe tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:25.339159 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e36c91e8-0caf-4e7b-b6d3-319f55098dd6 req-0c025b55-c978-4949-999c-9c3bcddbbebe tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/ports?device_id=5370c41a-660b-4567-891f-5e3f3590c3ad HTTP/1.1" status: 200 len: 945 time: 1.4785521 May 31 13:51:25.339743 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-5878855a-ea83-4925-a7cc-a5f99232821f req-e9da6153-978d-4fd2-9497-e0f1b525d322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:25.351853 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-e08d241b-138e-46aa-b242-1f4fc3fe2cfb tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:51:25.385449 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-e08d241b-138e-46aa-b242-1f4fc3fe2cfb tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Usage tracker for resource:security_group_rule and tenant:4e57de1d316c4f84a61736682dffb866 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:51:25.416235 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-e08d241b-138e-46aa-b242-1f4fc3fe2cfb tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:51:25.477498 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3195f390-af3a-4f23-b98d-0ba54994c704 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'tenant_id': 'd13dddbe1502489da91f2f88306fdca6', 'fixed_ips': [{'subnet_id': 'e514228d-d406-4548-9e11-8bd6059722ce'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:51:25.482046 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3195f390-af3a-4f23-b98d-0ba54994c704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:25.492513 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-e08d241b-138e-46aa-b242-1f4fc3fe2cfb tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:51:25.507134 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:51:25.507612 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:51:25.507828 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:51:25.508139 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:51:25.508477 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:51:25.508800 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:51:25.509125 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:51:25.509446 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:51:25.509768 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:51:25.510116 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:51:25.510442 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:51:25.510773 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:51:25.606177 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-84c4c097-0b5c-4c44-ab70-b4838e57576b tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:25.636023 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b73e3b48-f8a2-46ef-9748-296d9ec9ff3a None None] Port 8cefd45b-e055-4f87-b1dd-4f246ad71bb1 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:51:25.679523 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.resource_extend [None req-ffb52103-945f-4cbc-a37b-d120da01b248 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:51:25.714500 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da6153-978d-4fd2-9497-e0f1b525d322 service neutron] Pushing event updated for resources: {'Port': ['ID=ed72ca77-ea69-4249-9d84-aeba49a479f2,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:25.830821 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-5878855a-ea83-4925-a7cc-a5f99232821f req-e9da6153-978d-4fd2-9497-e0f1b525d322 service neutron] Attempting to bind port ed72ca77-ea69-4249-9d84-aeba49a479f2 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:51:25.834149 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-5878855a-ea83-4925-a7cc-a5f99232821f req-e9da6153-978d-4fd2-9497-e0f1b525d322 service neutron] Attempting to bind port ed72ca77-ea69-4249-9d84-aeba49a479f2 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'f85bb861-f832-42e2-a182-3ceccc5a66af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b66065d1-e972-453c-87d9-3ed8cec4b7a7'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:51:25.834819 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5878855a-ea83-4925-a7cc-a5f99232821f req-e9da6153-978d-4fd2-9497-e0f1b525d322 service neutron] Attempting to bind port ed72ca77-ea69-4249-9d84-aeba49a479f2 on network b66065d1-e972-453c-87d9-3ed8cec4b7a7 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:51:25.842209 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5878855a-ea83-4925-a7cc-a5f99232821f req-e9da6153-978d-4fd2-9497-e0f1b525d322 service neutron] Port ed72ca77-ea69-4249-9d84-aeba49a479f2 on network b66065d1-e972-453c-87d9-3ed8cec4b7a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:51:25.842790 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5878855a-ea83-4925-a7cc-a5f99232821f req-e9da6153-978d-4fd2-9497-e0f1b525d322 service neutron] Attempting to bind port ed72ca77-ea69-4249-9d84-aeba49a479f2 on network b66065d1-e972-453c-87d9-3ed8cec4b7a7 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:51:25.850242 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5878855a-ea83-4925-a7cc-a5f99232821f req-e9da6153-978d-4fd2-9497-e0f1b525d322 service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:51:25.850946 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5878855a-ea83-4925-a7cc-a5f99232821f req-e9da6153-978d-4fd2-9497-e0f1b525d322 service neutron] Checking segment: {'id': 'f85bb861-f832-42e2-a182-3ceccc5a66af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b66065d1-e972-453c-87d9-3ed8cec4b7a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:51:25.851590 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5878855a-ea83-4925-a7cc-a5f99232821f req-e9da6153-978d-4fd2-9497-e0f1b525d322 service neutron] Bound using segment: {'id': 'f85bb861-f832-42e2-a182-3ceccc5a66af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b66065d1-e972-453c-87d9-3ed8cec4b7a7'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:51:25.853738 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-5878855a-ea83-4925-a7cc-a5f99232821f req-e9da6153-978d-4fd2-9497-e0f1b525d322 service neutron] Bound port: ed72ca77-ea69-4249-9d84-aeba49a479f2, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f85bb861-f832-42e2-a182-3ceccc5a66af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b66065d1-e972-453c-87d9-3ed8cec4b7a7'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:51:25.854535 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-5878855a-ea83-4925-a7cc-a5f99232821f req-e9da6153-978d-4fd2-9497-e0f1b525d322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:25.906321 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port db25ac7d-9ac6-4f8c-a07c-682deff692dd completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:51:25.988396 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ffb52103-945f-4cbc-a37b-d120da01b248 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:25.990267 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port db25ac7d-9ac6-4f8c-a07c-682deff692dd triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:51:25.990639 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:26.005582 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e36c91e8-0caf-4e7b-b6d3-319f55098dd6 req-160dc121-a02b-45de-8bc5-e77839301fa5 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0e3b905-3881-4d86-8d81-94a1e67a9264&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6655056 May 31 13:51:26.019925 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-5878855a-ea83-4925-a7cc-a5f99232821f req-e9da6153-978d-4fd2-9497-e0f1b525d322 service neutron] For port ed72ca77-ea69-4249-9d84-aeba49a479f2, host n-h2-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:51:26.025490 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-5878855a-ea83-4925-a7cc-a5f99232821f req-e9da6153-978d-4fd2-9497-e0f1b525d322 service neutron] For port ed72ca77-ea69-4249-9d84-aeba49a479f2, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=ed72ca77-ea69-4249-9d84-aeba49a479f2,segment=NetworkSegment(f85bb861-f832-42e2-a182-3ceccc5a66af),segment_id=f85bb861-f832-42e2-a182-3ceccc5a66af)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:51:26.032378 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-5878855a-ea83-4925-a7cc-a5f99232821f req-e9da6153-978d-4fd2-9497-e0f1b525d322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:26.057881 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ffb52103-945f-4cbc-a37b-d120da01b248 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:26.123024 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-acd4b02c-ca77-4d48-8b75-f7029b925c02 None None] Provisioning for port ed72ca77-ea69-4249-9d84-aeba49a479f2 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:51:26.197931 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb52103-945f-4cbc-a37b-d120da01b248 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Pushing event updated for resources: {'Port': ['ID=46ef7477-87e8-4ffd-aca9-7b4e7207fe07,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:26.198242 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd3fb1b-9b5f-40b4-8753-51eec56d3350 None None] Network fc320c8a-302f-43b1-86ff-3b251ce936fa requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:51:26.204662 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da6153-978d-4fd2-9497-e0f1b525d322 service neutron] Pushing event updated for resources: {'Port': ['ID=ed72ca77-ea69-4249-9d84-aeba49a479f2,revision_number=3']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:26.213945 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5878855a-ea83-4925-a7cc-a5f99232821f req-e9da6153-978d-4fd2-9497-e0f1b525d322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:26.214737 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-5878855a-ea83-4925-a7cc-a5f99232821f req-e9da6153-978d-4fd2-9497-e0f1b525d322 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:26.220693 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5878855a-ea83-4925-a7cc-a5f99232821f req-e9da6153-978d-4fd2-9497-e0f1b525d322 service neutron] 10.222.0.44 "PUT /v2.0/ports/ed72ca77-ea69-4249-9d84-aeba49a479f2 HTTP/1.1" status: 200 len: 1091 time: 1.8590057 May 31 13:51:26.220693 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8ba2a7b-e75c-46ac-b1d9-10f903526f5a', 'tag': 'ed72ca77-ea69-4249-9d84-aeba49a479f2'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:51:26.347230 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38b6ee85-16f2-43d9-b927-2106e7b1741a'] response: {'name': 'network-changed', 'server_uuid': 'f8ba2a7b-e75c-46ac-b1d9-10f903526f5a', 'tag': 'ed72ca77-ea69-4249-9d84-aeba49a479f2', 'status': 'completed', 'code': 200} May 31 13:51:26.358930 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-84c4c097-0b5c-4c44-ab70-b4838e57576b tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:26.438597 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5878855a-ea83-4925-a7cc-a5f99232821f req-80d91114-1366-43e8-a9b4-4fc7e1067af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:26.440568 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5878855a-ea83-4925-a7cc-a5f99232821f req-80d91114-1366-43e8-a9b4-4fc7e1067af5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=21f78e9efd2543f8a23fa5f8aa5a9a7c&device_id=f8ba2a7b-e75c-46ac-b1d9-10f903526f5a HTTP/1.1" status: 200 len: 1094 time: 0.1712847 May 31 13:51:26.513520 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8efd47d-b520-435b-b77b-764b85414361 req-36222c9f-11de-41e9-b5b2-fef940b5f0d9 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:26.531362 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f8efd47d-b520-435b-b77b-764b85414361 req-36222c9f-11de-41e9-b5b2-fef940b5f0d9 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ba2a7b-e75c-46ac-b1d9-10f903526f5a HTTP/1.1" status: 200 len: 931 time: 1.4159007 May 31 13:51:26.564824 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5878855a-ea83-4925-a7cc-a5f99232821f req-b6ae6624-7885-49bc-b629-d8b404b64a67 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed72ca77-ea69-4249-9d84-aeba49a479f2 HTTP/1.1" status: 200 len: 217 time: 0.1162615 May 31 13:51:26.667021 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-3195f390-af3a-4f23-b98d-0ba54994c704 None None] Allocated IP 2001:db8::2 (8d0ca4ab-0d39-494b-8b5d-2861af857a5e/e514228d-d406-4548-9e11-8bd6059722ce/a0e2a7af-1960-4865-b2c1-0139548aab09) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:51:26.696437 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-1a0324f3-cea1-49d7-b082-d8567a2dd648 None None] Allocated IP 172.21.0.2 (8a706337-23f8-414a-b850-40bba93be87e/aac5884d-a302-4b86-a184-efe23a88b270/a1ff37bc-20a0-4c73-82fb-00119445aabf) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:51:26.716979 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5878855a-ea83-4925-a7cc-a5f99232821f req-ec6a6682-0065-4187-af0e-d85e16fe2c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:26.724650 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5878855a-ea83-4925-a7cc-a5f99232821f req-ec6a6682-0065-4187-af0e-d85e16fe2c09 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ccc319e0-a4f4-4875-9973-c92d94351bb8 HTTP/1.1" status: 200 len: 855 time: 0.1491692 May 31 13:51:26.798043 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e08d241b-138e-46aa-b242-1f4fc3fe2cfb tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:26.809529 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-84c4c097-0b5c-4c44-ab70-b4838e57576b tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:26.811703 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-84c4c097-0b5c-4c44-ab70-b4838e57576b tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 2.4862070 May 31 13:51:26.818588 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42118) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:26.876865 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e08d241b-138e-46aa-b242-1f4fc3fe2cfb tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:26.900670 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f8efd47d-b520-435b-b77b-764b85414361 req-9f4059d6-25ae-4cb3-89a6-19c9e901d9cd tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=6bc706d7-c2c8-4249-9761-79dc47f28376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3681939 May 31 13:51:26.928411 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-19f18b7c-f810-4903-9ee9-be1007ea7e5a tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Allocated IP 2001:db8::1 (d9fda072-0a71-43e1-9c6c-f775071ca7a6/689ace19-1c0e-4c77-a8e3-598976214ffc/6231eadf-3a3e-4e3a-b589-6c73e9a17939) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:51:27.015884 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-db0ceba1-e00a-49ff-bd75-d550533e4f03 None None] Provisioning for port f6d096df-a0c6-4e45-8482-c9ff44247c8a completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:51:27.073446 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5878855a-ea83-4925-a7cc-a5f99232821f req-227830e0-58ff-4924-b9f3-a03640a543ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:27.075010 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5878855a-ea83-4925-a7cc-a5f99232821f req-227830e0-58ff-4924-b9f3-a03640a543ac service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b66065d1-e972-453c-87d9-3ed8cec4b7a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3423660 May 31 13:51:27.081647 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port db25ac7d-9ac6-4f8c-a07c-682deff692dd is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:51:27.090674 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:27.154628 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-19f18b7c-f810-4903-9ee9-be1007ea7e5a tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:27.174311 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-19f18b7c-f810-4903-9ee9-be1007ea7e5a tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Transition to ACTIVE for port object 6231eadf-3a3e-4e3a-b589-6c73e9a17939 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:51:27.199889 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-f81b57f6-88da-4e87-9f1e-660359e0ffdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa47b1b5-994f-4c56-b9c6-902d3443c189', 'name': 'tempest-TestServerBasicOps-828807138-router', 'tenant_id': 'a3748b27b9a54b2ca310bad5a784c247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': 'a4fad478-0840-4a62-8e35-6a7ba6b718b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:50:54Z', 'updated_at': '2022-05-31T13:51:17Z', 'revision_number': 4, 'project_id': 'a3748b27b9a54b2ca310bad5a784c247', 'gw_port': {'id': 'a4fad478-0840-4a62-8e35-6a7ba6b718b2', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:59:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa47b1b5-994f-4c56-b9c6-902d3443c189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:50:58Z', 'updated_at': '2022-05-31T13:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '8cefd45b-e055-4f87-b1dd-4f246ad71bb1', 'name': '', 'network_id': 'deb4aa7b-5fc5-41b9-9a53-48ac3698033a', 'tenant_id': 'a3748b27b9a54b2ca310bad5a784c247', 'mac_address': 'fa:16:3e:ea:0d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa47b1b5-994f-4c56-b9c6-902d3443c189', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': 'b6ec9d50-3c16-442e-a62a-2b3191a20842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:51:13Z', 'updated_at': '2022-05-31T13:51:18Z', 'revision_number': 2, 'project_id': 'a3748b27b9a54b2ca310bad5a784c247', 'subnets': [{'id': 'b6ec9d50-3c16-442e-a62a-2b3191a20842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:51:27.258608 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81b57f6-88da-4e87-9f1e-660359e0ffdf None None] Checking router: fa47b1b5-994f-4c56-b9c6-902d3443c189 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:51:27.259251 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81b57f6-88da-4e87-9f1e-660359e0ffdf None None] Updating router fa47b1b5-994f-4c56-b9c6-902d3443c189 port 8cefd45b-e055-4f87-b1dd-4f246ad71bb1 binding host n-d-843939-1 {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:51:27.300691 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port db25ac7d-9ac6-4f8c-a07c-682deff692dd, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=db25ac7d-9ac6-4f8c-a07c-682deff692dd,segment=NetworkSegment(ab1ee93b-be0c-4c5e-a125-245125da76f5),segment_id=ab1ee93b-be0c-4c5e-a125-245125da76f5)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:51:27.311587 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-454abb67-b6e0-4c5f-9d78-4c49eb54daf5 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:27.382266 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f81b57f6-88da-4e87-9f1e-660359e0ffdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:27.390549 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42128) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:27.408251 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-19f18b7c-f810-4903-9ee9-be1007ea7e5a tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:27.645960 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3f19fe26-70be-4efb-9986-57666fbf6f9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:27.647667 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:27.678306 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e08d241b-138e-46aa-b242-1f4fc3fe2cfb tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:27.682706 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-e08d241b-138e-46aa-b242-1f4fc3fe2cfb tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 3.6074541 May 31 13:51:27.697848 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42134) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:27.706843 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5878855a-ea83-4925-a7cc-a5f99232821f req-3a89977d-6e41-4513-a666-d406cd06103f service neutron] 10.222.0.44 "GET /v2.0/networks/b66065d1-e972-453c-87d9-3ed8cec4b7a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6197793 May 31 13:51:27.715784 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3f19fe26-70be-4efb-9986-57666fbf6f9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:51:27.728509 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-f85157ee-9e2d-40c1-bf83-8b0527b82a26 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Request body: {'security_group_rule': {'security_group_id': '36548b4c-71f0-42fe-9a97-10b0a71a294b', 'project_id': '4e57de1d316c4f84a61736682dffb866', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:51:27.743160 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-3f19fe26-70be-4efb-9986-57666fbf6f9b admin admin] Usage tracker for resource:security_group_rule and tenant:7c850f4e6f3847169ace724504856271 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:51:27.771504 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-3f19fe26-70be-4efb-9986-57666fbf6f9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:51:27.774832 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-f85157ee-9e2d-40c1-bf83-8b0527b82a26 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:51:27.780599 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 92a035a9-6f46-4736-a6fd-d6818e278e0c no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:51:27.837844 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-f85157ee-9e2d-40c1-bf83-8b0527b82a26 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Usage tracker for resource:security_group_rule and tenant:4e57de1d316c4f84a61736682dffb866 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:51:27.841067 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3f19fe26-70be-4efb-9986-57666fbf6f9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:51:27.849863 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-f85157ee-9e2d-40c1-bf83-8b0527b82a26 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:51:27.896551 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 92a035a9-6f46-4736-a6fd-d6818e278e0c {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:51:27.896971 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 92a035a9-6f46-4736-a6fd-d6818e278e0c not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:51:27.901366 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-f85157ee-9e2d-40c1-bf83-8b0527b82a26 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:51:27.909525 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5b404077-4a40-4651-aa10-0f6e77e8e75b tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:27.935440 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 26585ad3-ce58-4528-b290-b81fa2b5636c up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:51:28.033919 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3195f390-af3a-4f23-b98d-0ba54994c704 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:28.073614 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=db25ac7d-9ac6-4f8c-a07c-682deff692dd,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:28.103007 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f85157ee-9e2d-40c1-bf83-8b0527b82a26 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:28.133929 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1a0324f3-cea1-49d7-b082-d8567a2dd648 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:28.146640 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-dda1450d-aa45-47cb-82ac-1eec08ee9467 None None] Provisioning complete for port 46ef7477-87e8-4ffd-aca9-7b4e7207fe07 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:51:28.147089 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dda1450d-aa45-47cb-82ac-1eec08ee9467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:28.171717 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5878855a-ea83-4925-a7cc-a5f99232821f req-0b962cbc-7d38-4aed-8d37-2e82b95c2d91 service neutron] 10.222.0.44 "GET /v2.0/networks/b66065d1-e972-453c-87d9-3ed8cec4b7a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4520268 May 31 13:51:28.188105 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-3195f390-af3a-4f23-b98d-0ba54994c704 None None] Transition to ACTIVE for port object a0e2a7af-1960-4865-b2c1-0139548aab09 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:51:28.223280 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ffb52103-945f-4cbc-a37b-d120da01b248 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:28.234266 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device f6d096df-a0c6-4e45-8482-c9ff44247c8a up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:51:28.268621 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-1a0324f3-cea1-49d7-b082-d8567a2dd648 None None] Transition to ACTIVE for port object a1ff37bc-20a0-4c73-82fb-00119445aabf will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:51:28.360602 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08d241b-138e-46aa-b242-1f4fc3fe2cfb tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36548b4c-71f0-42fe-9a97-10b0a71a294b,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:28.363555 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f18b7c-f810-4903-9ee9-be1007ea7e5a tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Pushing event updated for resources: {'Port': ['ID=6231eadf-3a3e-4e3a-b589-6c73e9a17939,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:28.374478 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f85157ee-9e2d-40c1-bf83-8b0527b82a26 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:28.414395 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f18b7c-f810-4903-9ee9-be1007ea7e5a tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Network d9fda072-0a71-43e1-9c6c-f775071ca7a6 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:51:28.420493 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-1a0324f3-cea1-49d7-b082-d8567a2dd648 None None] Transition to ACTIVE for port object a1ff37bc-20a0-4c73-82fb-00119445aabf will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:51:28.434214 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-dda1450d-aa45-47cb-82ac-1eec08ee9467 None None] Port 46ef7477-87e8-4ffd-aca9-7b4e7207fe07 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:51:28.453196 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f85157ee-9e2d-40c1-bf83-8b0527b82a26 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:28.467213 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-19f18b7c-f810-4903-9ee9-be1007ea7e5a tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:51:28.479910 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3f19fe26-70be-4efb-9986-57666fbf6f9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:28.508486 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3f19fe26-70be-4efb-9986-57666fbf6f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:28.511910 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-3195f390-af3a-4f23-b98d-0ba54994c704 None None] Transition to ACTIVE for port object a0e2a7af-1960-4865-b2c1-0139548aab09 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:51:28.527747 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1a0324f3-cea1-49d7-b082-d8567a2dd648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:28.540186 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85157ee-9e2d-40c1-bf83-8b0527b82a26 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23d7f4f9-7a40-4c49-9beb-67ddac5ef43c,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:28.557462 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-454abb67-b6e0-4c5f-9d78-4c49eb54daf5 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Allocated IP 172.21.0.1 (8a706337-23f8-414a-b850-40bba93be87e/aac5884d-a302-4b86-a184-efe23a88b270/411f4a8d-1a24-48f9-8207-9b39b75e4816) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:51:28.586657 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3195f390-af3a-4f23-b98d-0ba54994c704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:28.655891 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-3f19fe26-70be-4efb-9986-57666fbf6f9b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7c850f4e6f3847169ace724504856271&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2581265 May 31 13:51:28.656760 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42140) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:28.663153 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f19fe26-70be-4efb-9986-57666fbf6f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a494056a-8fb4-4cab-acf3-2c34cea38f58,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:28.663717 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3195f390-af3a-4f23-b98d-0ba54994c704 None None] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:51:28.684470 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f85157ee-9e2d-40c1-bf83-8b0527b82a26 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:28.685658 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-f85157ee-9e2d-40c1-bf83-8b0527b82a26 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9775243 May 31 13:51:28.695126 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42144) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:28.697526 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-3195f390-af3a-4f23-b98d-0ba54994c704 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:51:28.700669 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3195f390-af3a-4f23-b98d-0ba54994c704 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:51:28.710375 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port 26585ad3-ce58-4528-b290-b81fa2b5636c completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:51:28.717441 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-5b404077-4a40-4651-aa10-0f6e77e8e75b tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Allocated IP 2001:db8::1 (8d0ca4ab-0d39-494b-8b5d-2861af857a5e/e514228d-d406-4548-9e11-8bd6059722ce/1533dea3-6d6d-4ecb-90ab-b7ceb5dfd973) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:51:28.726586 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0324f3-cea1-49d7-b082-d8567a2dd648 None None] Network 8a706337-23f8-414a-b850-40bba93be87e is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:51:28.732608 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f18b7c-f810-4903-9ee9-be1007ea7e5a tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:51:28.733295 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-19f18b7c-f810-4903-9ee9-be1007ea7e5a tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:28.746801 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-f5438c4d-2699-4c4e-b62b-7a74d8d4fcde tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Request body: {'security_group_rule': {'security_group_id': '36548b4c-71f0-42fe-9a97-10b0a71a294b', 'project_id': '4e57de1d316c4f84a61736682dffb866', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:51:28.768191 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c57774-9809-4453-9584-f93ac6003665 req-3872a36d-47f6-402b-8948-93806228d2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:28.770576 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c6c57774-9809-4453-9584-f93ac6003665 req-3872a36d-47f6-402b-8948-93806228d2b2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=21f78e9efd2543f8a23fa5f8aa5a9a7c&device_id=f8ba2a7b-e75c-46ac-b1d9-10f903526f5a HTTP/1.1" status: 200 len: 1094 time: 0.5091670 May 31 13:51:28.774741 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-f5438c4d-2699-4c4e-b62b-7a74d8d4fcde tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:51:28.816330 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-f5438c4d-2699-4c4e-b62b-7a74d8d4fcde tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Usage tracker for resource:security_group_rule and tenant:4e57de1d316c4f84a61736682dffb866 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:51:28.823269 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-1a0324f3-cea1-49d7-b082-d8567a2dd648 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:51:28.826172 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0324f3-cea1-49d7-b082-d8567a2dd648 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:51:28.836431 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-f5438c4d-2699-4c4e-b62b-7a74d8d4fcde tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:51:28.843191 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f597e20-175f-425c-aaf2-7097c4f02773 req-278277f0-bb61-4108-b1df-be8edd8afbc9 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:28.844916 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4f597e20-175f-425c-aaf2-7097c4f02773 req-278277f0-bb61-4108-b1df-be8edd8afbc9 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/ports?device_id=5370c41a-660b-4567-891f-5e3f3590c3ad HTTP/1.1" status: 200 len: 945 time: 1.5888059 May 31 13:51:28.886648 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port f6d096df-a0c6-4e45-8482-c9ff44247c8a completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:51:28.892525 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port 26585ad3-ce58-4528-b290-b81fa2b5636c triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:51:28.892759 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:28.896300 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-454abb67-b6e0-4c5f-9d78-4c49eb54daf5 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:28.926711 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.resource_extend [None req-f81b57f6-88da-4e87-9f1e-660359e0ffdf None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:51:29.012481 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-454abb67-b6e0-4c5f-9d78-4c49eb54daf5 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Transition to ACTIVE for port object 411f4a8d-1a24-48f9-8207-9b39b75e4816 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:51:29.014933 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-3195f390-af3a-4f23-b98d-0ba54994c704 None None] Attempting to bind port a0e2a7af-1960-4865-b2c1-0139548aab09 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:51:29.015590 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-3195f390-af3a-4f23-b98d-0ba54994c704 None None] Attempting to bind port a0e2a7af-1960-4865-b2c1-0139548aab09 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:51:29.016650 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3195f390-af3a-4f23-b98d-0ba54994c704 None None] Attempting to bind port a0e2a7af-1960-4865-b2c1-0139548aab09 on network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:51:29.019965 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port f6d096df-a0c6-4e45-8482-c9ff44247c8a triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:51:29.020383 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:29.050930 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-f5438c4d-2699-4c4e-b62b-7a74d8d4fcde tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:51:29.069840 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0324f3-cea1-49d7-b082-d8567a2dd648 None None] Pushing event updated for resources: {'Port': ['ID=a1ff37bc-20a0-4c73-82fb-00119445aabf,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:29.076134 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4f597e20-175f-425c-aaf2-7097c4f02773 req-d9ce0a2d-fe81-4925-9bd1-830de73ad028 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0e3b905-3881-4d86-8d81-94a1e67a9264&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2194450 May 31 13:51:29.086948 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ffb52103-945f-4cbc-a37b-d120da01b248 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:29.110736 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b8c1b1-b6e8-4f43-8887-a1682c19924d req-86716c80-51d4-4140-85e8-28341848d3e0 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:29.111568 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b8b8c1b1-b6e8-4f43-8887-a1682c19924d req-86716c80-51d4-4140-85e8-28341848d3e0 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ba2a7b-e75c-46ac-b1d9-10f903526f5a HTTP/1.1" status: 200 len: 943 time: 0.7415729 May 31 13:51:29.123330 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-19f18b7c-f810-4903-9ee9-be1007ea7e5a tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:29.207253 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3195f390-af3a-4f23-b98d-0ba54994c704 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:51:29.207700 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3195f390-af3a-4f23-b98d-0ba54994c704 None None] Checking segment: {'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:51:29.207959 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-71f47373-a3c8-4908-9210-ea7415c78df8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:29.208075 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3195f390-af3a-4f23-b98d-0ba54994c704 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:29.208532 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3195f390-af3a-4f23-b98d-0ba54994c704 None None] Bound using segment: {'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:51:29.209039 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-3195f390-af3a-4f23-b98d-0ba54994c704 None None] Bound port: a0e2a7af-1960-4865-b2c1-0139548aab09, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:51:29.209460 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3195f390-af3a-4f23-b98d-0ba54994c704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:29.226142 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f5438c4d-2699-4c4e-b62b-7a74d8d4fcde tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:29.275872 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3195f390-af3a-4f23-b98d-0ba54994c704 None None] Pushing event updated for resources: {'Port': ['ID=a0e2a7af-1960-4865-b2c1-0139548aab09,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:29.278895 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e2af11c4-82cc-461a-82c5-a8fd50aab181 None None] Provisioning complete for port f6d096df-a0c6-4e45-8482-c9ff44247c8a triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:51:29.279634 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e2af11c4-82cc-461a-82c5-a8fd50aab181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:29.330579 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-71f47373-a3c8-4908-9210-ea7415c78df8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:29.338905 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c57774-9809-4453-9584-f93ac6003665 req-542808bc-95fd-4a5e-ac2c-8f2d279071b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:29.340547 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c6c57774-9809-4453-9584-f93ac6003665 req-542808bc-95fd-4a5e-ac2c-8f2d279071b6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b66065d1-e972-453c-87d9-3ed8cec4b7a7 HTTP/1.1" status: 200 len: 917 time: 0.5582714 May 31 13:51:29.364251 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-454abb67-b6e0-4c5f-9d78-4c49eb54daf5 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:29.380808 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-1a0324f3-cea1-49d7-b082-d8567a2dd648 None None] Attempting to bind port a1ff37bc-20a0-4c73-82fb-00119445aabf on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:51:29.381312 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-1a0324f3-cea1-49d7-b082-d8567a2dd648 None None] Attempting to bind port a1ff37bc-20a0-4c73-82fb-00119445aabf by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'ec26da9f-6218-4b85-919f-2678a7b04255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8a706337-23f8-414a-b850-40bba93be87e'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:51:29.381777 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0324f3-cea1-49d7-b082-d8567a2dd648 None None] Attempting to bind port a1ff37bc-20a0-4c73-82fb-00119445aabf on network 8a706337-23f8-414a-b850-40bba93be87e {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:51:29.398897 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0324f3-cea1-49d7-b082-d8567a2dd648 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:51:29.399463 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0324f3-cea1-49d7-b082-d8567a2dd648 None None] Checking segment: {'id': 'ec26da9f-6218-4b85-919f-2678a7b04255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8a706337-23f8-414a-b850-40bba93be87e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:51:29.399937 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1a0324f3-cea1-49d7-b082-d8567a2dd648 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:29.400422 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0324f3-cea1-49d7-b082-d8567a2dd648 None None] Bound using segment: {'id': 'ec26da9f-6218-4b85-919f-2678a7b04255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8a706337-23f8-414a-b850-40bba93be87e'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:51:29.401001 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-1a0324f3-cea1-49d7-b082-d8567a2dd648 None None] Bound port: a1ff37bc-20a0-4c73-82fb-00119445aabf, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec26da9f-6218-4b85-919f-2678a7b04255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8a706337-23f8-414a-b850-40bba93be87e'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:51:29.401539 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1a0324f3-cea1-49d7-b082-d8567a2dd648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:29.427249 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f81b57f6-88da-4e87-9f1e-660359e0ffdf None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:29.454826 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c6c57774-9809-4453-9584-f93ac6003665 req-53a7a764-51e4-45da-8203-ac156e6536ba service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed72ca77-ea69-4249-9d84-aeba49a479f2 HTTP/1.1" status: 200 len: 217 time: 0.1036649 May 31 13:51:29.486995 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b8b8c1b1-b6e8-4f43-8887-a1682c19924d req-73e9b92f-ff4d-4be7-970e-397fa8177974 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=6bc706d7-c2c8-4249-9761-79dc47f28376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3513286 May 31 13:51:29.523715 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f81b57f6-88da-4e87-9f1e-660359e0ffdf None None] Transition to ACTIVE for port object 8cefd45b-e055-4f87-b1dd-4f246ad71bb1 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:51:29.547163 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5b404077-4a40-4651-aa10-0f6e77e8e75b tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:29.564022 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f5438c4d-2699-4c4e-b62b-7a74d8d4fcde tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:29.574476 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f5438c4d-2699-4c4e-b62b-7a74d8d4fcde tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:29.615115 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-5b404077-4a40-4651-aa10-0f6e77e8e75b tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Transition to ACTIVE for port object 1533dea3-6d6d-4ecb-90ab-b7ceb5dfd973 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:51:29.622975 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c57774-9809-4453-9584-f93ac6003665 req-774f58a8-d4c5-4783-97bf-4ed20030df4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:29.624500 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c6c57774-9809-4453-9584-f93ac6003665 req-774f58a8-d4c5-4783-97bf-4ed20030df4d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ccc319e0-a4f4-4875-9973-c92d94351bb8 HTTP/1.1" status: 200 len: 855 time: 0.1554735 May 31 13:51:29.630744 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5438c4d-2699-4c4e-b62b-7a74d8d4fcde tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=804f3684-4c65-4566-94c6-e03828e4438e,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:29.656443 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f81b57f6-88da-4e87-9f1e-660359e0ffdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:29.681613 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f5438c4d-2699-4c4e-b62b-7a74d8d4fcde tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:29.685738 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-f5438c4d-2699-4c4e-b62b-7a74d8d4fcde tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9566426 May 31 13:51:29.686656 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42148) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:29.699967 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-7cd752a4-c443-4d40-b486-90549bf7b048 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Request body: {'security_group_rule': {'security_group_id': '36548b4c-71f0-42fe-9a97-10b0a71a294b', 'project_id': '4e57de1d316c4f84a61736682dffb866', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:51:29.707179 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-71f47373-a3c8-4908-9210-ea7415c78df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:29.709552 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-71f47373-a3c8-4908-9210-ea7415c78df8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:29.713180 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-71f47373-a3c8-4908-9210-ea7415c78df8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a494056a-8fb4-4cab-acf3-2c34cea38f58 HTTP/1.1" status: 204 len: 168 time: 1.0491135 May 31 13:51:29.735465 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-7cd752a4-c443-4d40-b486-90549bf7b048 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:51:29.745822 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-7cd752a4-c443-4d40-b486-90549bf7b048 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Usage tracker for resource:security_group_rule and tenant:4e57de1d316c4f84a61736682dffb866 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:51:29.754197 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-7cd752a4-c443-4d40-b486-90549bf7b048 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:51:29.759923 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f47373-a3c8-4908-9210-ea7415c78df8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a494056a-8fb4-4cab-acf3-2c34cea38f58,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:29.771211 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-7cd752a4-c443-4d40-b486-90549bf7b048 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:51:29.782157 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5b404077-4a40-4651-aa10-0f6e77e8e75b tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:29.825947 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454abb67-b6e0-4c5f-9d78-4c49eb54daf5 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Network 8a706337-23f8-414a-b850-40bba93be87e is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:51:29.840796 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-454abb67-b6e0-4c5f-9d78-4c49eb54daf5 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:51:29.854965 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454abb67-b6e0-4c5f-9d78-4c49eb54daf5 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:51:29.869433 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7cd752a4-c443-4d40-b486-90549bf7b048 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:29.881979 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b404077-4a40-4651-aa10-0f6e77e8e75b tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:51:29.888143 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-5b404077-4a40-4651-aa10-0f6e77e8e75b tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:51:29.890948 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b404077-4a40-4651-aa10-0f6e77e8e75b tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:51:29.891477 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5b404077-4a40-4651-aa10-0f6e77e8e75b tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:29.914996 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c57774-9809-4453-9584-f93ac6003665 req-96c658e5-10e2-4f41-a845-f0897c33b990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:29.916574 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c6c57774-9809-4453-9584-f93ac6003665 req-96c658e5-10e2-4f41-a845-f0897c33b990 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b66065d1-e972-453c-87d9-3ed8cec4b7a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2827032 May 31 13:51:29.928134 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b404077-4a40-4651-aa10-0f6e77e8e75b tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event updated for resources: {'Port': ['ID=1533dea3-6d6d-4ecb-90ab-b7ceb5dfd973,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:29.981440 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221ffaf1-ce84-40cf-88a3-400a96fc156d None None] Pushing event updated for resources: {'Port': ['ID=8cefd45b-e055-4f87-b1dd-4f246ad71bb1,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:30.086222 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42156) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:30.111518 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454abb67-b6e0-4c5f-9d78-4c49eb54daf5 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Pushing event updated for resources: {'Port': ['ID=411f4a8d-1a24-48f9-8207-9b39b75e4816,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:30.142977 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7cd752a4-c443-4d40-b486-90549bf7b048 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:30.162132 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-aad8d419-3ba0-4272-9181-c0e40872dd7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:30.167850 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-1a0324f3-cea1-49d7-b082-d8567a2dd648 None None] For port a1ff37bc-20a0-4c73-82fb-00119445aabf, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:51:30.192713 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7cd752a4-c443-4d40-b486-90549bf7b048 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:30.223116 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-aad8d419-3ba0-4272-9181-c0e40872dd7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:51:30.247397 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-e2af11c4-82cc-461a-82c5-a8fd50aab181 None None] Current status of the port f6d096df-a0c6-4e45-8482-c9ff44247c8a is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:51:30.247799 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e2af11c4-82cc-461a-82c5-a8fd50aab181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:30.266599 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-454abb67-b6e0-4c5f-9d78-4c49eb54daf5 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:30.267064 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-1a0324f3-cea1-49d7-b082-d8567a2dd648 None None] For port a1ff37bc-20a0-4c73-82fb-00119445aabf, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=a1ff37bc-20a0-4c73-82fb-00119445aabf,segment=NetworkSegment(ec26da9f-6218-4b85-919f-2678a7b04255),segment_id=ec26da9f-6218-4b85-919f-2678a7b04255)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:51:30.285501 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-aad8d419-3ba0-4272-9181-c0e40872dd7c admin admin] Usage tracker for resource:security_group_rule and tenant:9dcc28151e354274b023b7ff308fd61e is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:51:30.327179 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-aad8d419-3ba0-4272-9181-c0e40872dd7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:51:30.332831 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd752a4-c443-4d40-b486-90549bf7b048 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d84ce2e-9d09-4a25-bdc4-26215c9af650,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:30.360907 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-aad8d419-3ba0-4272-9181-c0e40872dd7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:51:30.384974 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c6c57774-9809-4453-9584-f93ac6003665 req-4384e0a7-851e-43c0-8ff2-221f46a758b4 service neutron] 10.222.0.44 "GET /v2.0/networks/b66065d1-e972-453c-87d9-3ed8cec4b7a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4540584 May 31 13:51:30.390615 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1a0324f3-cea1-49d7-b082-d8567a2dd648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:30.426711 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7cd752a4-c443-4d40-b486-90549bf7b048 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:30.428509 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-7cd752a4-c443-4d40-b486-90549bf7b048 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7363789 May 31 13:51:30.446480 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42162) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:30.456523 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5b404077-4a40-4651-aa10-0f6e77e8e75b tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:30.479223 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-d1708dec-ae2a-42cd-bb93-fa91f084d3fa tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Request body: {'security_group_rule': {'security_group_id': '36548b4c-71f0-42fe-9a97-10b0a71a294b', 'project_id': '4e57de1d316c4f84a61736682dffb866', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:51:30.497497 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-454abb67-b6e0-4c5f-9d78-4c49eb54daf5 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:30.506350 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 26585ad3-ce58-4528-b290-b81fa2b5636c is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:51:30.506729 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:30.556231 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d1708dec-ae2a-42cd-bb93-fa91f084d3fa tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:51:30.560888 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-3195f390-af3a-4f23-b98d-0ba54994c704 None None] For port a0e2a7af-1960-4865-b2c1-0139548aab09, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:51:30.568786 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-3195f390-af3a-4f23-b98d-0ba54994c704 None None] For port a0e2a7af-1960-4865-b2c1-0139548aab09, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=a0e2a7af-1960-4865-b2c1-0139548aab09,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:51:30.619396 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d1708dec-ae2a-42cd-bb93-fa91f084d3fa tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Usage tracker for resource:security_group_rule and tenant:4e57de1d316c4f84a61736682dffb866 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:51:30.624466 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 26585ad3-ce58-4528-b290-b81fa2b5636c, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=26585ad3-ce58-4528-b290-b81fa2b5636c,segment=NetworkSegment(035ad117-e9c5-414c-8bde-40a05a92335b),segment_id=035ad117-e9c5-414c-8bde-40a05a92335b)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:51:30.635847 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d1708dec-ae2a-42cd-bb93-fa91f084d3fa tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:51:30.641787 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5370c41a-660b-4567-891f-5e3f3590c3ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26585ad3-ce58-4528-b290-b81fa2b5636c'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:51:30.646122 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port f6d096df-a0c6-4e45-8482-c9ff44247c8a is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:51:30.646440 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:30.663570 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d1708dec-ae2a-42cd-bb93-fa91f084d3fa tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:51:30.672138 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3195f390-af3a-4f23-b98d-0ba54994c704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:30.687710 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:30.730666 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-e2af11c4-82cc-461a-82c5-a8fd50aab181 None None] For port f6d096df-a0c6-4e45-8482-c9ff44247c8a, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=f6d096df-a0c6-4e45-8482-c9ff44247c8a,segment=NetworkSegment(8cd9ea23-596f-46f3-8aeb-f86f250b8bbd),segment_id=8cd9ea23-596f-46f3-8aeb-f86f250b8bbd)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:51:30.748265 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-f81b57f6-88da-4e87-9f1e-660359e0ffdf None None] Attempting to bind port 8cefd45b-e055-4f87-b1dd-4f246ad71bb1 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:51:30.748539 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-f81b57f6-88da-4e87-9f1e-660359e0ffdf None None] Attempting to bind port 8cefd45b-e055-4f87-b1dd-4f246ad71bb1 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '73a30f5d-0e86-4b29-98d2-608f18d563d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'deb4aa7b-5fc5-41b9-9a53-48ac3698033a'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:51:30.748900 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81b57f6-88da-4e87-9f1e-660359e0ffdf None None] Attempting to bind port 8cefd45b-e055-4f87-b1dd-4f246ad71bb1 on network deb4aa7b-5fc5-41b9-9a53-48ac3698033a {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:51:30.758341 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e2af11c4-82cc-461a-82c5-a8fd50aab181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:30.795931 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.resource_extend [None req-ffb52103-945f-4cbc-a37b-d120da01b248 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:51:30.807642 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.resource_extend [None req-19f18b7c-f810-4903-9ee9-be1007ea7e5a tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:51:30.811751 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81b57f6-88da-4e87-9f1e-660359e0ffdf None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:51:30.812318 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81b57f6-88da-4e87-9f1e-660359e0ffdf None None] Checking segment: {'id': '73a30f5d-0e86-4b29-98d2-608f18d563d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'deb4aa7b-5fc5-41b9-9a53-48ac3698033a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:51:30.812800 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f81b57f6-88da-4e87-9f1e-660359e0ffdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:30.813248 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81b57f6-88da-4e87-9f1e-660359e0ffdf None None] Bound using segment: {'id': '73a30f5d-0e86-4b29-98d2-608f18d563d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'deb4aa7b-5fc5-41b9-9a53-48ac3698033a'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:51:30.813738 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-f81b57f6-88da-4e87-9f1e-660359e0ffdf None None] Bound port: 8cefd45b-e055-4f87-b1dd-4f246ad71bb1, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73a30f5d-0e86-4b29-98d2-608f18d563d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'deb4aa7b-5fc5-41b9-9a53-48ac3698033a'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:51:30.814188 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f81b57f6-88da-4e87-9f1e-660359e0ffdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:30.834490 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0324f3-cea1-49d7-b082-d8567a2dd648 None None] Pushing event updated for resources: {'Port': ['ID=a1ff37bc-20a0-4c73-82fb-00119445aabf,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:30.850414 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-19f18b7c-f810-4903-9ee9-be1007ea7e5a tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:30.856741 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ffb52103-945f-4cbc-a37b-d120da01b248 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:30.877384 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-19f18b7c-f810-4903-9ee9-be1007ea7e5a tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:30.878329 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-19f18b7c-f810-4903-9ee9-be1007ea7e5a tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:30.879479 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c6c57774-9809-4453-9584-f93ac6003665 req-fcce29d9-cf87-4f9e-9fe3-f2afd349996b service neutron] 10.222.0.44 "GET /v2.0/networks/b66065d1-e972-453c-87d9-3ed8cec4b7a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4813120 May 31 13:51:30.928068 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d1708dec-ae2a-42cd-bb93-fa91f084d3fa tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:30.932945 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ffb52103-945f-4cbc-a37b-d120da01b248 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:30.933858 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ffb52103-945f-4cbc-a37b-d120da01b248 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:30.984164 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-aad8d419-3ba0-4272-9181-c0e40872dd7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:30.998678 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-aad8d419-3ba0-4272-9181-c0e40872dd7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:31.017253 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:51:31.018804 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:51:31.030348 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-bd381d77-01bb-4f98-ab04-6d4bfb4898f6 None None] Provisioning for port 6231eadf-3a3e-4e3a-b589-6c73e9a17939 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:51:31.042737 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3195f390-af3a-4f23-b98d-0ba54994c704 None None] Pushing event updated for resources: {'Port': ['ID=a0e2a7af-1960-4865-b2c1-0139548aab09,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:31.048120 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-bd381d77-01bb-4f98-ab04-6d4bfb4898f6 None None] Provisioning complete for port 6231eadf-3a3e-4e3a-b589-6c73e9a17939 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:51:31.048500 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bd381d77-01bb-4f98-ab04-6d4bfb4898f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:31.125552 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad8d419-3ba0-4272-9181-c0e40872dd7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c6d13f-8926-4f5a-a3aa-1d96e45b8a96,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:31.257478 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-aad8d419-3ba0-4272-9181-c0e40872dd7c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9dcc28151e354274b023b7ff308fd61e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1676664 May 31 13:51:31.263195 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-f81b57f6-88da-4e87-9f1e-660359e0ffdf None None] For port 8cefd45b-e055-4f87-b1dd-4f246ad71bb1, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:51:31.275128 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 42170) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:31.279612 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-f81b57f6-88da-4e87-9f1e-660359e0ffdf None None] For port 8cefd45b-e055-4f87-b1dd-4f246ad71bb1, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=8cefd45b-e055-4f87-b1dd-4f246ad71bb1,segment=NetworkSegment(73a30f5d-0e86-4b29-98d2-608f18d563d9),segment_id=73a30f5d-0e86-4b29-98d2-608f18d563d9)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:51:31.283304 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-bd381d77-01bb-4f98-ab04-6d4bfb4898f6 None None] Port 6231eadf-3a3e-4e3a-b589-6c73e9a17939 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:51:31.324125 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f81b57f6-88da-4e87-9f1e-660359e0ffdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:31.376487 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=26585ad3-ce58-4528-b290-b81fa2b5636c,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:31.470297 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d1708dec-ae2a-42cd-bb93-fa91f084d3fa tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:31.490028 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d1708dec-ae2a-42cd-bb93-fa91f084d3fa tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:31.520492 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81b57f6-88da-4e87-9f1e-660359e0ffdf None None] Routers {'fa47b1b5-994f-4c56-b9c6-902d3443c189'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:51:31.521424 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-f81b57f6-88da-4e87-9f1e-660359e0ffdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:51:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['fa47b1b5-994f-4c56-b9c6-902d3443c189'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:51:31.548783 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1708dec-ae2a-42cd-bb93-fa91f084d3fa tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=418ecac3-3ae3-4ade-9614-d6753ecf8bfb,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:31.655322 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d1708dec-ae2a-42cd-bb93-fa91f084d3fa tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:31.659484 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d1708dec-ae2a-42cd-bb93-fa91f084d3fa tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2087831 May 31 13:51:31.674013 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42174) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:31.685318 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-12c3eafc-0176-4280-a989-f1106909121e tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Request body: {'security_group_rule': {'security_group_id': '36548b4c-71f0-42fe-9a97-10b0a71a294b', 'project_id': '4e57de1d316c4f84a61736682dffb866', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:51:31.697387 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-12c3eafc-0176-4280-a989-f1106909121e tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:51:31.705664 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f18b7c-f810-4903-9ee9-be1007ea7e5a tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Pushing event updated for resources: {'Port': ['ID=6231eadf-3a3e-4e3a-b589-6c73e9a17939,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:31.716991 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-12c3eafc-0176-4280-a989-f1106909121e tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Usage tracker for resource:security_group_rule and tenant:4e57de1d316c4f84a61736682dffb866 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:51:31.720959 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-12c3eafc-0176-4280-a989-f1106909121e tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:51:31.722030 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2af11c4-82cc-461a-82c5-a8fd50aab181 None None] Pushing event updated for resources: {'Port': ['ID=f6d096df-a0c6-4e45-8482-c9ff44247c8a,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:31.730134 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-12c3eafc-0176-4280-a989-f1106909121e tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:51:31.769876 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5b404077-4a40-4651-aa10-0f6e77e8e75b tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:31.782387 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5b404077-4a40-4651-aa10-0f6e77e8e75b tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:31.783620 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5b404077-4a40-4651-aa10-0f6e77e8e75b tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:31.820982 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb52103-945f-4cbc-a37b-d120da01b248 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Network 326f7c95-4377-4a8d-98fa-9af85c95e112 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:51:31.839877 n-d-843939-1 neutron-server[88369]: INFO neutron.db.securitygroups_db [None req-12c3eafc-0176-4280-a989-f1106909121e tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Project 4e57de1d316c4f84a61736682dffb866 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 13:51:31.861161 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port f6d096df-a0c6-4e45-8482-c9ff44247c8a is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:51:31.874828 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c69b2-69c9-4c9a-b3c1-bae8a573a7b2 req-d31b50ec-44ea-43e5-95ac-9b8dfa59cf6b tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:31.877284 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-da8c69b2-69c9-4c9a-b3c1-bae8a573a7b2 req-d31b50ec-44ea-43e5-95ac-9b8dfa59cf6b tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/ports?device_id=5370c41a-660b-4567-891f-5e3f3590c3ad HTTP/1.1" status: 200 len: 946 time: 1.2626491 May 31 13:51:31.890635 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-12c3eafc-0176-4280-a989-f1106909121e tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:31.893976 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de98fc4-faf9-46e1-a862-6b759aa94b9d req-59c22582-6a9f-417e-974f-7b7509760f33 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:31.904904 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221ffaf1-ce84-40cf-88a3-400a96fc156d None None] Pushing event updated for resources: {'Port': ['ID=8cefd45b-e055-4f87-b1dd-4f246ad71bb1,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:31.908487 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4de98fc4-faf9-46e1-a862-6b759aa94b9d req-59c22582-6a9f-417e-974f-7b7509760f33 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ba2a7b-e75c-46ac-b1d9-10f903526f5a HTTP/1.1" status: 200 len: 943 time: 1.2839122 May 31 13:51:31.925404 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-f81b57f6-88da-4e87-9f1e-660359e0ffdf None None] Set router fa47b1b5-994f-4c56-b9c6-902d3443c189 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:51:31.962907 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-ffb52103-945f-4cbc-a37b-d120da01b248 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:51:31.976352 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device ed72ca77-ea69-4249-9d84-aeba49a479f2 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:51:32.152257 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b404077-4a40-4651-aa10-0f6e77e8e75b tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event updated for resources: {'Port': ['ID=1533dea3-6d6d-4ecb-90ab-b7ceb5dfd973,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:32.246919 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-12c3eafc-0176-4280-a989-f1106909121e tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:32.261258 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-12c3eafc-0176-4280-a989-f1106909121e tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:32.270296 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b404077-4a40-4651-aa10-0f6e77e8e75b tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:51:32.285271 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-5b404077-4a40-4651-aa10-0f6e77e8e75b tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:51:32.316339 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c3eafc-0176-4280-a989-f1106909121e tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e43b307-645d-4e6e-bd34-3b15fb3625a6,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:32.356176 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.resource_extend [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:51:32.380772 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device a1ff37bc-20a0-4c73-82fb-00119445aabf up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:51:32.464302 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-12c3eafc-0176-4280-a989-f1106909121e tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:32.465934 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-12c3eafc-0176-4280-a989-f1106909121e tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7901218 May 31 13:51:32.515574 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb52103-945f-4cbc-a37b-d120da01b248 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Pushing event updated for resources: {'Port': ['ID=46ef7477-87e8-4ffd-aca9-7b4e7207fe07,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:32.616750 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42178) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:32.629033 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-ac4daf82-3b0a-4e90-91b1-e7935510a49e tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Request body: {'security_group_rule': {'security_group_id': '36548b4c-71f0-42fe-9a97-10b0a71a294b', 'project_id': '4e57de1d316c4f84a61736682dffb866', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:51:32.661816 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ac4daf82-3b0a-4e90-91b1-e7935510a49e tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:51:32.681452 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ac4daf82-3b0a-4e90-91b1-e7935510a49e tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Usage tracker for resource:security_group_rule and tenant:4e57de1d316c4f84a61736682dffb866 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:51:32.688347 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ac4daf82-3b0a-4e90-91b1-e7935510a49e tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:51:32.697491 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ac4daf82-3b0a-4e90-91b1-e7935510a49e tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:51:32.700153 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-47aaa46c-d248-473c-a95d-b8bb68953325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:32.713897 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b404077-4a40-4651-aa10-0f6e77e8e75b tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Router bf36fc63-bf57-4e0e-946d-b4a1bdc62a55 is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 13:51:32.745319 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-47aaa46c-d248-473c-a95d-b8bb68953325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:32.809846 n-d-843939-1 neutron-server[88369]: INFO neutron.db.securitygroups_db [None req-ac4daf82-3b0a-4e90-91b1-e7935510a49e tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Project 4e57de1d316c4f84a61736682dffb866 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 13:51:32.822107 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-81e18821-c2e1-4772-9084-3951b3302ed2 None None] Provisioning complete for port 46ef7477-87e8-4ffd-aca9-7b4e7207fe07 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:51:32.822588 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-81e18821-c2e1-4772-9084-3951b3302ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:32.836152 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f18b7c-f810-4903-9ee9-be1007ea7e5a tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Network d9fda072-0a71-43e1-9c6c-f775071ca7a6 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:51:32.843859 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-da8c69b2-69c9-4c9a-b3c1-bae8a573a7b2 req-101d2995-a6a6-4e54-b2ec-ac00912023e1 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0e3b905-3881-4d86-8d81-94a1e67a9264&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9022002 May 31 13:51:32.853795 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-19f18b7c-f810-4903-9ee9-be1007ea7e5a tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:51:32.858207 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4de98fc4-faf9-46e1-a862-6b759aa94b9d req-2b0f918b-d524-43d7-8228-20022b6bebbc tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=6bc706d7-c2c8-4249-9761-79dc47f28376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9486535 May 31 13:51:32.872142 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-47aaa46c-d248-473c-a95d-b8bb68953325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:32.932636 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port ed72ca77-ea69-4249-9d84-aeba49a479f2, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=ed72ca77-ea69-4249-9d84-aeba49a479f2,segment=NetworkSegment(f85bb861-f832-42e2-a182-3ceccc5a66af),segment_id=f85bb861-f832-42e2-a182-3ceccc5a66af)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:51:32.945482 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ac4daf82-3b0a-4e90-91b1-e7935510a49e tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:32.949391 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b4b5b4-69d7-4a55-ab0e-8b2e49831792 None None] Network 8a706337-23f8-414a-b850-40bba93be87e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:51:33.010292 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b404077-4a40-4651-aa10-0f6e77e8e75b tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:51:33.017087 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-5b404077-4a40-4651-aa10-0f6e77e8e75b tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "PUT /v2.0/routers/bf36fc63-bf57-4e0e-946d-b4a1bdc62a55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1959200 May 31 13:51:33.023570 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42182) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:33.027128 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2ba09c-269c-4fd4-b8cd-a2c1220f5344 None None] Sync routers for ids ['bf36fc63-bf57-4e0e-946d-b4a1bdc62a55'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:51:33.052185 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2ba09c-269c-4fd4-b8cd-a2c1220f5344 None None] Routers {'bf36fc63-bf57-4e0e-946d-b4a1bdc62a55'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:51:33.054011 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-1b2ba09c-269c-4fd4-b8cd-a2c1220f5344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:51:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['bf36fc63-bf57-4e0e-946d-b4a1bdc62a55'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:51:33.055311 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aaa46c-d248-473c-a95d-b8bb68953325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c6d13f-8926-4f5a-a3aa-1d96e45b8a96,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:33.125839 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': 'ed72ca77-ea69-4249-9d84-aeba49a479f2', 'network_id': 'b66065d1-e972-453c-87d9-3ed8cec4b7a7', 'port_id': 'ed72ca77-ea69-4249-9d84-aeba49a479f2', 'mac_address': 'fa:16:3e:69:37:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccc319e0-a4f4-4875-9973-c92d94351bb8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:51:33.131101 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ac4b089-27f2-438f-bae1-ece607354b6c'] response: {'server_uuid': '5370c41a-660b-4567-891f-5e3f3590c3ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26585ad3-ce58-4528-b290-b81fa2b5636c', 'code': 200} May 31 13:51:33.213031 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-81e18821-c2e1-4772-9084-3951b3302ed2 None None] Port 46ef7477-87e8-4ffd-aca9-7b4e7207fe07 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:51:33.243759 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ac4daf82-3b0a-4e90-91b1-e7935510a49e tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:33.257720 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ac4daf82-3b0a-4e90-91b1-e7935510a49e tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:33.291215 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-47aaa46c-d248-473c-a95d-b8bb68953325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:33.294721 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-47aaa46c-d248-473c-a95d-b8bb68953325 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/17c6d13f-8926-4f5a-a3aa-1d96e45b8a96 HTTP/1.1" status: 204 len: 168 time: 1.9930825 May 31 13:51:33.338104 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19f18b7c-f810-4903-9ee9-be1007ea7e5a tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Router 1bc75621-db5b-406f-81f9-a7797269b0f6 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:51:33.341497 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffb52103-945f-4cbc-a37b-d120da01b248 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Router 28e14519-ddd5-434f-8db9-e1cbe09b601f is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 13:51:33.358731 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ac4daf82-3b0a-4e90-91b1-e7935510a49e tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:33.375057 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ac4daf82-3b0a-4e90-91b1-e7935510a49e tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7534094 May 31 13:51:33.396697 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a76114-278d-4999-b604-4129aa42c7e8 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:33.397334 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-51a76114-278d-4999-b604-4129aa42c7e8 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Synchronizing usage tracker for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:51:33.409281 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port ed72ca77-ea69-4249-9d84-aeba49a479f2 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:51:33.410070 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:33.413117 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4daf82-3b0a-4e90-91b1-e7935510a49e tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c01e468-23c8-4ff3-aa00-937f1902d15a,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:33.448461 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-454abb67-b6e0-4c5f-9d78-4c49eb54daf5 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:33.463843 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port a1ff37bc-20a0-4c73-82fb-00119445aabf completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:51:33.465156 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-1b2ba09c-269c-4fd4-b8cd-a2c1220f5344 None None] Set router bf36fc63-bf57-4e0e-946d-b4a1bdc62a55 gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:51:33.467297 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d63b40-4666-4ef3-8a4b-2044b78a0a2e req-e3f3ac64-cf25-4dbd-a05e-f1489b60e12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:33.468847 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-26d63b40-4666-4ef3-8a4b-2044b78a0a2e req-e3f3ac64-cf25-4dbd-a05e-f1489b60e12a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5370c41a-660b-4567-891f-5e3f3590c3ad HTTP/1.1" status: 200 len: 1097 time: 0.4483867 May 31 13:51:33.469811 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-51a76114-278d-4999-b604-4129aa42c7e8 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Unset dirty status for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:51:33.477250 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-51a76114-278d-4999-b604-4129aa42c7e8 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/ports/1533dea3-6d6d-4ecb-90ab-b7ceb5dfd973 HTTP/1.1" status: 200 len: 911 time: 0.3879073 May 31 13:51:33.481691 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed72ca77-ea69-4249-9d84-aeba49a479f2 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:51:33.521229 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42190) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:33.550672 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-f81b57f6-88da-4e87-9f1e-660359e0ffdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa47b1b5-994f-4c56-b9c6-902d3443c189', 'name': 'tempest-TestServerBasicOps-828807138-router', 'tenant_id': 'a3748b27b9a54b2ca310bad5a784c247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': 'a4fad478-0840-4a62-8e35-6a7ba6b718b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:50:54Z', 'updated_at': '2022-05-31T13:51:17Z', 'revision_number': 4, 'project_id': 'a3748b27b9a54b2ca310bad5a784c247', 'gw_port': {'id': 'a4fad478-0840-4a62-8e35-6a7ba6b718b2', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:59:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa47b1b5-994f-4c56-b9c6-902d3443c189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:50:58Z', 'updated_at': '2022-05-31T13:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '8cefd45b-e055-4f87-b1dd-4f246ad71bb1', 'name': '', 'network_id': 'deb4aa7b-5fc5-41b9-9a53-48ac3698033a', 'tenant_id': 'a3748b27b9a54b2ca310bad5a784c247', 'mac_address': 'fa:16:3e:ea:0d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa47b1b5-994f-4c56-b9c6-902d3443c189', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': 'b6ec9d50-3c16-442e-a62a-2b3191a20842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:51:13Z', 'updated_at': '2022-05-31T13:51:31Z', 'revision_number': 4, 'project_id': 'a3748b27b9a54b2ca310bad5a784c247', 'subnets': [{'id': 'b6ec9d50-3c16-442e-a62a-2b3191a20842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:51:33.553870 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-35d8aee6-a294-4874-8259-8d0cb0d1fcb7 None None] Provisioning for port a1ff37bc-20a0-4c73-82fb-00119445aabf completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:51:33.567202 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-35d8aee6-a294-4874-8259-8d0cb0d1fcb7 None None] Provisioning complete for port a1ff37bc-20a0-4c73-82fb-00119445aabf triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:51:33.575546 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-35d8aee6-a294-4874-8259-8d0cb0d1fcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:33.646105 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device db25ac7d-9ac6-4f8c-a07c-682deff692dd up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:51:33.734616 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-454abb67-b6e0-4c5f-9d78-4c49eb54daf5 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:33.750325 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-26d63b40-4666-4ef3-8a4b-2044b78a0a2e req-42424c81-27ae-46cb-84f6-6d90ca4f22c7 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d0e3b905-3881-4d86-8d81-94a1e67a9264&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2701869 May 31 13:51:33.801199 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e789868-c269-4020-af4f-88e578689e68 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:33.812817 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e789868-c269-4020-af4f-88e578689e68 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:33.816680 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-2e789868-c269-4020-af4f-88e578689e68 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.2934971 May 31 13:51:33.819540 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42202) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:33.909777 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81b57f6-88da-4e87-9f1e-660359e0ffdf None None] The sync data for ids ['fa47b1b5-994f-4c56-b9c6-902d3443c189'] in n-d-843939-1 is: [{'id': 'fa47b1b5-994f-4c56-b9c6-902d3443c189', 'name': 'tempest-TestServerBasicOps-828807138-router', 'tenant_id': 'a3748b27b9a54b2ca310bad5a784c247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': 'a4fad478-0840-4a62-8e35-6a7ba6b718b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:50:54Z', 'updated_at': '2022-05-31T13:51:17Z', 'revision_number': 4, 'project_id': 'a3748b27b9a54b2ca310bad5a784c247', 'gw_port': {'id': 'a4fad478-0840-4a62-8e35-6a7ba6b718b2', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:59:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa47b1b5-994f-4c56-b9c6-902d3443c189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:50:58Z', 'updated_at': '2022-05-31T13:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '8cefd45b-e055-4f87-b1dd-4f246ad71bb1', 'name': '', 'network_id': 'deb4aa7b-5fc5-41b9-9a53-48ac3698033a', 'tenant_id': 'a3748b27b9a54b2ca310bad5a784c247', 'mac_address': 'fa:16:3e:ea:0d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa47b1b5-994f-4c56-b9c6-902d3443c189', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': 'b6ec9d50-3c16-442e-a62a-2b3191a20842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:51:13Z', 'updated_at': '2022-05-31T13:51:31Z', 'revision_number': 4, 'project_id': 'a3748b27b9a54b2ca310bad5a784c247', 'subnets': [{'id': 'b6ec9d50-3c16-442e-a62a-2b3191a20842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:51:34.024255 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port ed72ca77-ea69-4249-9d84-aeba49a479f2, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=ed72ca77-ea69-4249-9d84-aeba49a479f2,segment=NetworkSegment(f85bb861-f832-42e2-a182-3ceccc5a66af),segment_id=f85bb861-f832-42e2-a182-3ceccc5a66af)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:51:34.092889 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:34.100617 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-1b2ba09c-269c-4fd4-b8cd-a2c1220f5344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf36fc63-bf57-4e0e-946d-b4a1bdc62a55', 'name': 'tempest-NetworksTestDHCPv6-router-954762112', 'tenant_id': 'd13dddbe1502489da91f2f88306fdca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:51:25Z', 'updated_at': '2022-05-31T13:51:30Z', 'revision_number': 2, 'project_id': 'd13dddbe1502489da91f2f88306fdca6', 'gw_port_host': None, '_interfaces': [{'id': '1533dea3-6d6d-4ecb-90ab-b7ceb5dfd973', 'name': '', 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'tenant_id': 'd13dddbe1502489da91f2f88306fdca6', 'mac_address': 'fa:16:3e:fe:93:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf36fc63-bf57-4e0e-946d-b4a1bdc62a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': 'e514228d-d406-4548-9e11-8bd6059722ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:51:28Z', 'updated_at': '2022-05-31T13:51:31Z', 'revision_number': 2, 'project_id': 'd13dddbe1502489da91f2f88306fdca6', 'subnets': [{'id': 'e514228d-d406-4548-9e11-8bd6059722ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:51:34.114249 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2ba09c-269c-4fd4-b8cd-a2c1220f5344 None None] Checking router: bf36fc63-bf57-4e0e-946d-b4a1bdc62a55 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:51:34.119623 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2ba09c-269c-4fd4-b8cd-a2c1220f5344 None None] Updating router bf36fc63-bf57-4e0e-946d-b4a1bdc62a55 port 1533dea3-6d6d-4ecb-90ab-b7ceb5dfd973 binding host n-d-843939-1 {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:51:34.178878 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-454abb67-b6e0-4c5f-9d78-4c49eb54daf5 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:34.219125 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=ed72ca77-ea69-4249-9d84-aeba49a479f2,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:34.274862 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1b2ba09c-269c-4fd4-b8cd-a2c1220f5344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:34.381304 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port db25ac7d-9ac6-4f8c-a07c-682deff692dd triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:51:34.381686 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:34.443468 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['ed72ca77-ea69-4249-9d84-aeba49a479f2'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:51:34.489911 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f18b7c-f810-4903-9ee9-be1007ea7e5a tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:51:34.506621 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-19f18b7c-f810-4903-9ee9-be1007ea7e5a tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] 10.222.0.50 "PUT /v2.0/routers/1bc75621-db5b-406f-81f9-a7797269b0f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6980445 May 31 13:51:34.507521 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454abb67-b6e0-4c5f-9d78-4c49eb54daf5 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Pushing event updated for resources: {'Port': ['ID=411f4a8d-1a24-48f9-8207-9b39b75e4816,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:34.508612 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42222) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:34.514704 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b233c89d-e8a5-40db-9885-589e8db69962 None None] Sync routers for ids ['1bc75621-db5b-406f-81f9-a7797269b0f6'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:51:34.546517 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-35d8aee6-a294-4874-8259-8d0cb0d1fcb7 None None] Current status of the port a1ff37bc-20a0-4c73-82fb-00119445aabf is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:51:34.547016 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-35d8aee6-a294-4874-8259-8d0cb0d1fcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:34.605411 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-35d8aee6-a294-4874-8259-8d0cb0d1fcb7 None None] For port a1ff37bc-20a0-4c73-82fb-00119445aabf, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=a1ff37bc-20a0-4c73-82fb-00119445aabf,segment=NetworkSegment(ec26da9f-6218-4b85-919f-2678a7b04255),segment_id=ec26da9f-6218-4b85-919f-2678a7b04255)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:51:34.620250 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-35d8aee6-a294-4874-8259-8d0cb0d1fcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:34.712300 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b233c89d-e8a5-40db-9885-589e8db69962 None None] Routers {'1bc75621-db5b-406f-81f9-a7797269b0f6'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:51:34.712943 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-b233c89d-e8a5-40db-9885-589e8db69962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:51:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['1bc75621-db5b-406f-81f9-a7797269b0f6'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:51:34.805744 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-4c41a488-35a0-4867-9fb0-8e2e56f5aea3 req-75f718c7-e133-4ed2-8771-9abb097f1861 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Synchronizing usage tracker for tenant:4e57de1d316c4f84a61736682dffb866 on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:51:34.846612 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d8aee6-a294-4874-8259-8d0cb0d1fcb7 None None] Pushing event updated for resources: {'Port': ['ID=a1ff37bc-20a0-4c73-82fb-00119445aabf,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:34.861108 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb52103-945f-4cbc-a37b-d120da01b248 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:51:34.877318 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-ffb52103-945f-4cbc-a37b-d120da01b248 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "PUT /v2.0/routers/28e14519-ddd5-434f-8db9-e1cbe09b601f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.9858873 May 31 13:51:34.892396 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 42234) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:34.910902 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-b233c89d-e8a5-40db-9885-589e8db69962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:51:34.942912 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b233c89d-e8a5-40db-9885-589e8db69962 None None] Routers {'1bc75621-db5b-406f-81f9-a7797269b0f6'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:51:34.943582 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-b233c89d-e8a5-40db-9885-589e8db69962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:51:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['1bc75621-db5b-406f-81f9-a7797269b0f6'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:51:34.964403 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-4c41a488-35a0-4867-9fb0-8e2e56f5aea3 req-75f718c7-e133-4ed2-8771-9abb097f1861 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Unset dirty status for tenant:4e57de1d316c4f84a61736682dffb866 on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:51:34.976914 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4c41a488-35a0-4867-9fb0-8e2e56f5aea3 req-75f718c7-e133-4ed2-8771-9abb097f1861 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-789936953&fields=id&tenant_id=4e57de1d316c4f84a61736682dffb866 HTTP/1.1" status: 200 len: 267 time: 0.7882874 May 31 13:51:35.098556 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-b233c89d-e8a5-40db-9885-589e8db69962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:51:35.099229 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b233c89d-e8a5-40db-9885-589e8db69962 None None] The sync data for ids ['1bc75621-db5b-406f-81f9-a7797269b0f6'] in n-d-843939-1 is: [] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:51:35.107573 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-265466bd-6a11-4205-8546-ad6a33aa3add None None] Provisioning for port a0e2a7af-1960-4865-b2c1-0139548aab09 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:51:35.181376 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe3404f-b280-4b9f-9f32-92d06172b2f3 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:35.186237 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-7fe3404f-b280-4b9f-9f32-92d06172b2f3 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "GET /v2.0/ports/46ef7477-87e8-4ffd-aca9-7b4e7207fe07 HTTP/1.1" status: 200 len: 983 time: 0.2902026 May 31 13:51:35.193978 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1b2ba09c-269c-4fd4-b8cd-a2c1220f5344 None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:35.206117 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 42240) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:35.207957 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-1b2ba09c-269c-4fd4-b8cd-a2c1220f5344 None None] Transition to ACTIVE for port object 1533dea3-6d6d-4ecb-90ab-b7ceb5dfd973 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:51:35.210658 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454abb67-b6e0-4c5f-9d78-4c49eb54daf5 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Network 8a706337-23f8-414a-b850-40bba93be87e is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:51:35.216700 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a84c76d-b375-46e6-9ca4-4e3633515dd0 None None] Sync routers for ids ['28e14519-ddd5-434f-8db9-e1cbe09b601f'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:51:35.229066 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1b2ba09c-269c-4fd4-b8cd-a2c1220f5344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:35.240168 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a84c76d-b375-46e6-9ca4-4e3633515dd0 None None] Routers {'28e14519-ddd5-434f-8db9-e1cbe09b601f'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:51:35.241676 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-5a84c76d-b375-46e6-9ca4-4e3633515dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:51:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['28e14519-ddd5-434f-8db9-e1cbe09b601f'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:51:35.343567 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port db25ac7d-9ac6-4f8c-a07c-682deff692dd is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:51:35.344919 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device a0e2a7af-1960-4865-b2c1-0139548aab09 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:51:35.370272 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d6a485-e031-4a69-a0a2-954c53814761 req-4cd08783-a16c-4495-9cff-9e389cf2d0cd tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:35.375605 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-33d6a485-e031-4a69-a0a2-954c53814761 req-4cd08783-a16c-4495-9cff-9e389cf2d0cd tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/ports?device_id=5370c41a-660b-4567-891f-5e3f3590c3ad HTTP/1.1" status: 200 len: 946 time: 1.1844747 May 31 13:51:35.376658 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-454abb67-b6e0-4c5f-9d78-4c49eb54daf5 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:51:35.524830 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-de7d4d60-e14b-46df-9675-ff5a7dfe304c tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:35.656557 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-265466bd-6a11-4205-8546-ad6a33aa3add None None] Provisioning complete for port 6231eadf-3a3e-4e3a-b589-6c73e9a17939 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:51:35.657180 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-265466bd-6a11-4205-8546-ad6a33aa3add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:35.736239 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-5a84c76d-b375-46e6-9ca4-4e3633515dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:51:35.786524 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-265466bd-6a11-4205-8546-ad6a33aa3add None None] Port 6231eadf-3a3e-4e3a-b589-6c73e9a17939 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:51:35.835121 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port a0e2a7af-1960-4865-b2c1-0139548aab09 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:51:35.835564 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ef1506-7bd6-4c75-a6c8-0d1754346723 None None] Pushing event updated for resources: {'Port': ['ID=1533dea3-6d6d-4ecb-90ab-b7ceb5dfd973,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:35.847155 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-265466bd-6a11-4205-8546-ad6a33aa3add None None] Provisioning for port 1533dea3-6d6d-4ecb-90ab-b7ceb5dfd973 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:51:35.868702 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a84c76d-b375-46e6-9ca4-4e3633515dd0 None None] Routers {'28e14519-ddd5-434f-8db9-e1cbe09b601f'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:51:35.874498 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-5a84c76d-b375-46e6-9ca4-4e3633515dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:51:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['28e14519-ddd5-434f-8db9-e1cbe09b601f'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:51:35.887652 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port a0e2a7af-1960-4865-b2c1-0139548aab09 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:51:35.888330 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:36.016631 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-de7d4d60-e14b-46df-9675-ff5a7dfe304c tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] delete failed (client error): There was a conflict when trying to complete your request. May 31 13:51:36.021282 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-de7d4d60-e14b-46df-9675-ff5a7dfe304c tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] 10.222.0.50 "DELETE /v2.0/routers/1bc75621-db5b-406f-81f9-a7797269b0f6 HTTP/1.1" status: 409 len: 329 time: 1.4984124 May 31 13:51:36.022700 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42252) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:36.224064 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-dca8b5cd-fbbc-426c-a374-f6d7d2188775 None None] Provisioning complete for port a1ff37bc-20a0-4c73-82fb-00119445aabf triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:51:36.224453 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dca8b5cd-fbbc-426c-a374-f6d7d2188775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:36.227294 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-5a84c76d-b375-46e6-9ca4-4e3633515dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:51:36.227769 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a84c76d-b375-46e6-9ca4-4e3633515dd0 None None] The sync data for ids ['28e14519-ddd5-434f-8db9-e1cbe09b601f'] in n-d-843939-1 is: [] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:51:36.274640 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-1b2ba09c-269c-4fd4-b8cd-a2c1220f5344 None None] Attempting to bind port 1533dea3-6d6d-4ecb-90ab-b7ceb5dfd973 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:51:36.275026 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-1b2ba09c-269c-4fd4-b8cd-a2c1220f5344 None None] Attempting to bind port 1533dea3-6d6d-4ecb-90ab-b7ceb5dfd973 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:51:36.276688 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2ba09c-269c-4fd4-b8cd-a2c1220f5344 None None] Attempting to bind port 1533dea3-6d6d-4ecb-90ab-b7ceb5dfd973 on network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:51:36.297337 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2ba09c-269c-4fd4-b8cd-a2c1220f5344 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:51:36.297784 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2ba09c-269c-4fd4-b8cd-a2c1220f5344 None None] Checking segment: {'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:51:36.298208 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1b2ba09c-269c-4fd4-b8cd-a2c1220f5344 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:36.298667 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2ba09c-269c-4fd4-b8cd-a2c1220f5344 None None] Bound using segment: {'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:51:36.299214 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-1b2ba09c-269c-4fd4-b8cd-a2c1220f5344 None None] Bound port: 1533dea3-6d6d-4ecb-90ab-b7ceb5dfd973, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:51:36.300354 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1b2ba09c-269c-4fd4-b8cd-a2c1220f5344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:36.428655 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-1b2ba09c-269c-4fd4-b8cd-a2c1220f5344 None None] For port 1533dea3-6d6d-4ecb-90ab-b7ceb5dfd973, host n-d-843939-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:51:36.432855 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-1b2ba09c-269c-4fd4-b8cd-a2c1220f5344 None None] For port 1533dea3-6d6d-4ecb-90ab-b7ceb5dfd973, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=1533dea3-6d6d-4ecb-90ab-b7ceb5dfd973,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:51:36.433310 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port a0e2a7af-1960-4865-b2c1-0139548aab09 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:51:36.434360 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:36.435448 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c41a488-35a0-4867-9fb0-8e2e56f5aea3 req-ec4d5f2b-d546-4bd9-b9b1-c0ac4f7472d1 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:36.436895 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-4c41a488-35a0-4867-9fb0-8e2e56f5aea3 req-ec4d5f2b-d546-4bd9-b9b1-c0ac4f7472d1 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Synchronizing usage tracker for tenant:4e57de1d316c4f84a61736682dffb866 on resource:network {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:51:36.441859 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1b2ba09c-269c-4fd4-b8cd-a2c1220f5344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:36.533632 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ef1506-7bd6-4c75-a6c8-0d1754346723 None None] Pushing event updated for resources: {'Port': ['ID=1533dea3-6d6d-4ecb-90ab-b7ceb5dfd973,revision_number=4']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:36.560642 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2ba09c-269c-4fd4-b8cd-a2c1220f5344 None None] Routers {'bf36fc63-bf57-4e0e-946d-b4a1bdc62a55'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:51:36.562438 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-1b2ba09c-269c-4fd4-b8cd-a2c1220f5344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:51:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['bf36fc63-bf57-4e0e-946d-b4a1bdc62a55'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:51:36.570467 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-981e5e68-2fd6-4d1a-8de2-9c93a4a38272 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:36.571639 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-dca8b5cd-fbbc-426c-a374-f6d7d2188775 None None] Current status of the port a1ff37bc-20a0-4c73-82fb-00119445aabf is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:51:36.611691 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port a0e2a7af-1960-4865-b2c1-0139548aab09, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=a0e2a7af-1960-4865-b2c1-0139548aab09,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:51:36.618500 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:36.619920 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device f6d096df-a0c6-4e45-8482-c9ff44247c8a up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:51:36.805711 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-dca8b5cd-fbbc-426c-a374-f6d7d2188775 None None] Provisioning for port 411f4a8d-1a24-48f9-8207-9b39b75e4816 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:51:36.832546 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-dca8b5cd-fbbc-426c-a374-f6d7d2188775 None None] Provisioning complete for port 411f4a8d-1a24-48f9-8207-9b39b75e4816 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:51:36.832979 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dca8b5cd-fbbc-426c-a374-f6d7d2188775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:36.965397 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-33d6a485-e031-4a69-a0a2-954c53814761 req-50726fd2-6bc5-40ce-9fc6-7bc1c00ee8e4 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0e3b905-3881-4d86-8d81-94a1e67a9264&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0420101 May 31 13:51:36.975077 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-4c41a488-35a0-4867-9fb0-8e2e56f5aea3 req-ec4d5f2b-d546-4bd9-b9b1-c0ac4f7472d1 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Unset dirty status for tenant:4e57de1d316c4f84a61736682dffb866 on resource:network {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:51:36.976246 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4c41a488-35a0-4867-9fb0-8e2e56f5aea3 req-ec4d5f2b-d546-4bd9-b9b1-c0ac4f7472d1 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] 10.222.0.50 "GET /v2.0/networks?id=a036544d-3691-439b-b976-1126035d501b HTTP/1.1" status: 200 len: 809 time: 1.9982398 May 31 13:51:36.992166 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-dca8b5cd-fbbc-426c-a374-f6d7d2188775 None None] Port 411f4a8d-1a24-48f9-8207-9b39b75e4816 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:51:37.033564 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-1b2ba09c-269c-4fd4-b8cd-a2c1220f5344 None None] Set router bf36fc63-bf57-4e0e-946d-b4a1bdc62a55 gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:51:37.039952 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-454abb67-b6e0-4c5f-9d78-4c49eb54daf5 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Router 40e81eef-4431-43f1-8e62-029c9f01dd28 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:51:37.067332 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=a0e2a7af-1960-4865-b2c1-0139548aab09,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:37.085014 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4c41a488-35a0-4867-9fb0-8e2e56f5aea3 req-79d54b45-819b-4693-b9bb-04e6f3e5ec6a tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] 10.222.0.50 "GET /v2.0/quotas/4e57de1d316c4f84a61736682dffb866 HTTP/1.1" status: 200 len: 375 time: 0.1000996 May 31 13:51:37.086380 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port f6d096df-a0c6-4e45-8482-c9ff44247c8a triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:51:37.086927 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:37.296141 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-981e5e68-2fd6-4d1a-8de2-9c93a4a38272 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Deleting port 1533dea3-6d6d-4ecb-90ab-b7ceb5dfd973 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:51:37.296485 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-981e5e68-2fd6-4d1a-8de2-9c93a4a38272 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:37.326915 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d9363735-e256-4a67-bd49-e8cd436ba33e None None] Provisioning complete for port 411f4a8d-1a24-48f9-8207-9b39b75e4816 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:51:37.329268 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d9363735-e256-4a67-bd49-e8cd436ba33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:37.396154 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port f6d096df-a0c6-4e45-8482-c9ff44247c8a is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:51:37.420420 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-d9363735-e256-4a67-bd49-e8cd436ba33e None None] Port 411f4a8d-1a24-48f9-8207-9b39b75e4816 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:51:37.436854 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:37.476779 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-454abb67-b6e0-4c5f-9d78-4c49eb54daf5 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:51:37.490797 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d94dcc-7b01-475b-af4d-296713a2f916 None None] Sync routers for ids ['40e81eef-4431-43f1-8e62-029c9f01dd28'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:51:37.495043 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-454abb67-b6e0-4c5f-9d78-4c49eb54daf5 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "PUT /v2.0/routers/40e81eef-4431-43f1-8e62-029c9f01dd28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5468750 May 31 13:51:37.499237 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 42280) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:37.507790 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d94dcc-7b01-475b-af4d-296713a2f916 None None] Routers {'40e81eef-4431-43f1-8e62-029c9f01dd28'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:51:37.509173 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-21d94dcc-7b01-475b-af4d-296713a2f916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:51:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['40e81eef-4431-43f1-8e62-029c9f01dd28'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:51:37.514773 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-b8b4dd13-d68c-483d-9393-4293cf6b0384 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Request body: {'network': {'name': 'tempest-RoutersTest-1919323853'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:51:37.525811 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-4c41a488-35a0-4867-9fb0-8e2e56f5aea3 req-e2157a33-7b80-418d-bb3c-715c6525a887 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Synchronizing usage tracker for tenant:4e57de1d316c4f84a61736682dffb866 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:51:37.573699 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-b8b4dd13-d68c-483d-9393-4293cf6b0384 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:51:37.602352 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-b8b4dd13-d68c-483d-9393-4293cf6b0384 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Usage tracker for resource:network and tenant:85d9456a7d3e47cf9816e44471382253 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:51:37.610092 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-b8b4dd13-d68c-483d-9393-4293cf6b0384 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:51:37.622892 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-b8b4dd13-d68c-483d-9393-4293cf6b0384 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:51:37.641736 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-4c41a488-35a0-4867-9fb0-8e2e56f5aea3 req-e2157a33-7b80-418d-bb3c-715c6525a887 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Unset dirty status for tenant:4e57de1d316c4f84a61736682dffb866 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:51:37.644039 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4c41a488-35a0-4867-9fb0-8e2e56f5aea3 req-e2157a33-7b80-418d-bb3c-715c6525a887 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=4e57de1d316c4f84a61736682dffb866&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5386279 May 31 13:51:37.667945 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ef2c59-f609-4746-8890-f71519d0e1c5 req-358b46d2-d374-4213-a553-9b9144eacd8a tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:37.669799 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-20ef2c59-f609-4746-8890-f71519d0e1c5 req-358b46d2-d374-4213-a553-9b9144eacd8a tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ba2a7b-e75c-46ac-b1d9-10f903526f5a HTTP/1.1" status: 200 len: 944 time: 0.3362739 May 31 13:51:37.673082 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b4dd13-d68c-483d-9393-4293cf6b0384 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Made reservation on behalf of 85d9456a7d3e47cf9816e44471382253 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:51:37.677300 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b8b4dd13-d68c-483d-9393-4293cf6b0384 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:37.810651 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-20ef2c59-f609-4746-8890-f71519d0e1c5 req-ac6e6e10-0aa7-495d-b9f5-19d6774059b7 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=6bc706d7-c2c8-4249-9761-79dc47f28376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215413 May 31 13:51:37.826167 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8b4dd13-d68c-483d-9393-4293cf6b0384 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:51:37.854721 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b8b4dd13-d68c-483d-9393-4293cf6b0384 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:37.858398 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-b8b4dd13-d68c-483d-9393-4293cf6b0384 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Added segment 239883c0-fd80-4c36-94a2-c097e76dc61b of type vlan for network 81a67ea4-a2f5-45fe-b562-5bf9691fd668 May 31 13:51:37.862337 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-270b2fb3-cff2-4126-b0e1-c5f0b8ce1132 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:37.874227 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device a0e2a7af-1960-4865-b2c1-0139548aab09 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:51:37.990026 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-609b0d24-7d78-41e4-bedb-d006a5825bfd tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:38.011968 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-21d94dcc-7b01-475b-af4d-296713a2f916 None None] Set router 40e81eef-4431-43f1-8e62-029c9f01dd28 gateway port host: None {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:51:38.036964 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-1b2ba09c-269c-4fd4-b8cd-a2c1220f5344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf36fc63-bf57-4e0e-946d-b4a1bdc62a55', 'name': 'tempest-NetworksTestDHCPv6-router-954762112', 'tenant_id': 'd13dddbe1502489da91f2f88306fdca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:51:25Z', 'updated_at': '2022-05-31T13:51:30Z', 'revision_number': 2, 'project_id': 'd13dddbe1502489da91f2f88306fdca6', 'gw_port_host': None, '_interfaces': [{'id': '1533dea3-6d6d-4ecb-90ab-b7ceb5dfd973', 'name': '', 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'tenant_id': 'd13dddbe1502489da91f2f88306fdca6', 'mac_address': 'fa:16:3e:fe:93:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf36fc63-bf57-4e0e-946d-b4a1bdc62a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': 'e514228d-d406-4548-9e11-8bd6059722ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:51:28Z', 'updated_at': '2022-05-31T13:51:36Z', 'revision_number': 4, 'project_id': 'd13dddbe1502489da91f2f88306fdca6', 'subnets': [{'id': 'e514228d-d406-4548-9e11-8bd6059722ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:51:38.053670 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2ba09c-269c-4fd4-b8cd-a2c1220f5344 None None] The sync data for ids ['bf36fc63-bf57-4e0e-946d-b4a1bdc62a55'] in n-d-843939-1 is: [{'id': 'bf36fc63-bf57-4e0e-946d-b4a1bdc62a55', 'name': 'tempest-NetworksTestDHCPv6-router-954762112', 'tenant_id': 'd13dddbe1502489da91f2f88306fdca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:51:25Z', 'updated_at': '2022-05-31T13:51:30Z', 'revision_number': 2, 'project_id': 'd13dddbe1502489da91f2f88306fdca6', 'gw_port_host': None, '_interfaces': [{'id': '1533dea3-6d6d-4ecb-90ab-b7ceb5dfd973', 'name': '', 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'tenant_id': 'd13dddbe1502489da91f2f88306fdca6', 'mac_address': 'fa:16:3e:fe:93:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf36fc63-bf57-4e0e-946d-b4a1bdc62a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': 'e514228d-d406-4548-9e11-8bd6059722ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:51:28Z', 'updated_at': '2022-05-31T13:51:36Z', 'revision_number': 4, 'project_id': 'd13dddbe1502489da91f2f88306fdca6', 'subnets': [{'id': 'e514228d-d406-4548-9e11-8bd6059722ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:51:38.137078 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port a0e2a7af-1960-4865-b2c1-0139548aab09 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:51:38.137576 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:38.195250 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device ed72ca77-ea69-4249-9d84-aeba49a479f2 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:51:38.397468 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 42296) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:38.405163 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-981e5e68-2fd6-4d1a-8de2-9c93a4a38272 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] For port 1533dea3-6d6d-4ecb-90ab-b7ceb5dfd973, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=1533dea3-6d6d-4ecb-90ab-b7ceb5dfd973,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:51:38.405352 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-981e5e68-2fd6-4d1a-8de2-9c93a4a38272 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:38.483320 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b8b4dd13-d68c-483d-9393-4293cf6b0384 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:38.637191 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port ed72ca77-ea69-4249-9d84-aeba49a479f2 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:51:38.655950 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-981e5e68-2fd6-4d1a-8de2-9c93a4a38272 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Calling delete_port for 1533dea3-6d6d-4ecb-90ab-b7ceb5dfd973 owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:51:38.730849 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port ed72ca77-ea69-4249-9d84-aeba49a479f2 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:51:38.731246 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:38.738257 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c90d0598-f371-40ae-a47c-8fa0b8f0b28f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:38.760769 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port a0e2a7af-1960-4865-b2c1-0139548aab09 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:51:38.761902 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 8cefd45b-e055-4f87-b1dd-4f246ad71bb1 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:51:38.783295 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4c41a488-35a0-4867-9fb0-8e2e56f5aea3 req-822a2c3a-6f06-4ced-aa57-9dc6bd739e73 service neutron] 10.222.0.50 "GET /v2.0/networks/a036544d-3691-439b-b976-1126035d501b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0961289 May 31 13:51:38.795437 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b8b4dd13-d68c-483d-9393-4293cf6b0384 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:38.803649 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b4dd13-d68c-483d-9393-4293cf6b0384 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:38.804471 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b8b4dd13-d68c-483d-9393-4293cf6b0384 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:38.941788 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c90d0598-f371-40ae-a47c-8fa0b8f0b28f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:51:38.949066 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-c90d0598-f371-40ae-a47c-8fa0b8f0b28f admin admin] Usage tracker for resource:security_group_rule and tenant:591032a3f7f542d0bbb00265fb6540dc is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:51:38.954212 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-c90d0598-f371-40ae-a47c-8fa0b8f0b28f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:51:38.962700 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c90d0598-f371-40ae-a47c-8fa0b8f0b28f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:51:39.007792 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-609b0d24-7d78-41e4-bedb-d006a5825bfd tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Deleting port 6231eadf-3a3e-4e3a-b589-6c73e9a17939 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:51:39.008395 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-609b0d24-7d78-41e4-bedb-d006a5825bfd tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:39.041710 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b4dd13-d68c-483d-9393-4293cf6b0384 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Pushing event updated for resources: {'Network': ['ID=81a67ea4-a2f5-45fe-b562-5bf9691fd668,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:39.077812 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 81a67ea4-a2f5-45fe-b562-5bf9691fd668 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:51:39.116450 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 8cefd45b-e055-4f87-b1dd-4f246ad71bb1 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:51:39.192272 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30621b73-56a5-44b2-bc50-c8d808184dc8 req-f77c3ff8-5a2e-415b-bc1f-39fe974e0d3c tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:39.193372 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 8cefd45b-e055-4f87-b1dd-4f246ad71bb1 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:51:39.193755 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:39.193884 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-30621b73-56a5-44b2-bc50-c8d808184dc8 req-f77c3ff8-5a2e-415b-bc1f-39fe974e0d3c tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/ports?device_id=5370c41a-660b-4567-891f-5e3f3590c3ad HTTP/1.1" status: 200 len: 946 time: 0.8721764 May 31 13:51:39.219021 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-b8b4dd13-d68c-483d-9393-4293cf6b0384 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.7172966 May 31 13:51:39.223352 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 42304) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:39.256472 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-78bbee56-6093-4b2b-84c7-e49990435136 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Request body: {'subnet': {'network_id': '81a67ea4-a2f5-45fe-b562-5bf9691fd668', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:51:39.258397 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:39.267584 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port ed72ca77-ea69-4249-9d84-aeba49a479f2 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:51:39.267911 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:39.312508 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-981e5e68-2fd6-4d1a-8de2-9c93a4a38272 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:39.315924 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-270b2fb3-cff2-4126-b0e1-c5f0b8ce1132 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Deleting port 46ef7477-87e8-4ffd-aca9-7b4e7207fe07 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:51:39.315924 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-270b2fb3-cff2-4126-b0e1-c5f0b8ce1132 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:39.327294 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8ba2a7b-e75c-46ac-b1d9-10f903526f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed72ca77-ea69-4249-9d84-aeba49a479f2'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:51:39.342456 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-21d94dcc-7b01-475b-af4d-296713a2f916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'name': 'tempest-RoutersTest-router-570826617', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:51:03Z', 'updated_at': '2022-05-31T13:51:30Z', 'revision_number': 3, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'gw_port_host': None, '_interfaces': [{'id': '411f4a8d-1a24-48f9-8207-9b39b75e4816', 'name': '', 'network_id': '8a706337-23f8-414a-b850-40bba93be87e', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'mac_address': 'fa:16:3e:8a:92:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'aac5884d-a302-4b86-a184-efe23a88b270', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:51:28Z', 'updated_at': '2022-05-31T13:51:31Z', 'revision_number': 2, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'subnets': [{'id': 'aac5884d-a302-4b86-a184-efe23a88b270', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db25ac7d-9ac6-4f8c-a07c-682deff692dd', 'name': '', 'network_id': '6eeb3076-8ec6-49c5-a7c1-c7685ab1bc4b', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'mac_address': 'fa:16:3e:3d:20:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'd3541b3e-1e22-4a54-ad33-6ea2509c6768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:51:08Z', 'updated_at': '2022-05-31T13:51:27Z', 'revision_number': 5, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'subnets': [{'id': 'd3541b3e-1e22-4a54-ad33-6ea2509c6768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:51:39.349978 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port ed72ca77-ea69-4249-9d84-aeba49a479f2, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=ed72ca77-ea69-4249-9d84-aeba49a479f2,segment=NetworkSegment(f85bb861-f832-42e2-a182-3ceccc5a66af),segment_id=f85bb861-f832-42e2-a182-3ceccc5a66af)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:51:39.353262 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d94dcc-7b01-475b-af4d-296713a2f916 None None] Checking router: 40e81eef-4431-43f1-8e62-029c9f01dd28 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:51:39.353668 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d94dcc-7b01-475b-af4d-296713a2f916 None None] Updating router 40e81eef-4431-43f1-8e62-029c9f01dd28 port 411f4a8d-1a24-48f9-8207-9b39b75e4816 binding host n-d-843939-1 {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:51:39.364631 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-609b0d24-7d78-41e4-bedb-d006a5825bfd tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:39.384281 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981e5e68-2fd6-4d1a-8de2-9c93a4a38272 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event deleted for resources: {'Port': ['ID=1533dea3-6d6d-4ecb-90ab-b7ceb5dfd973,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:39.385879 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:39.529684 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-30621b73-56a5-44b2-bc50-c8d808184dc8 req-630b2c63-8f10-4b6c-b6fe-312e687e62bc tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0e3b905-3881-4d86-8d81-94a1e67a9264&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3208802 May 31 13:51:39.534583 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-21d94dcc-7b01-475b-af4d-296713a2f916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:39.549912 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-609b0d24-7d78-41e4-bedb-d006a5825bfd tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Calling delete_port for 6231eadf-3a3e-4e3a-b589-6c73e9a17939 owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:51:39.568277 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4c41a488-35a0-4867-9fb0-8e2e56f5aea3 req-cdbb8fa9-f937-4b6e-83d6-d5000d7eaab9 service neutron] 10.222.0.50 "GET /v2.0/networks/a036544d-3691-439b-b976-1126035d501b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7530465 May 31 13:51:39.572370 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c90d0598-f371-40ae-a47c-8fa0b8f0b28f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:39.577877 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=ed72ca77-ea69-4249-9d84-aeba49a479f2,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:39.596220 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 8cefd45b-e055-4f87-b1dd-4f246ad71bb1 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:51:39.597004 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:39.607174 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c90d0598-f371-40ae-a47c-8fa0b8f0b28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:39.638201 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-78bbee56-6093-4b2b-84c7-e49990435136 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:51:39.657067 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-78bbee56-6093-4b2b-84c7-e49990435136 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Usage tracker for resource:subnet and tenant:85d9456a7d3e47cf9816e44471382253 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:51:39.662062 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-78bbee56-6093-4b2b-84c7-e49990435136 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:51:39.669132 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-78bbee56-6093-4b2b-84c7-e49990435136 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:51:39.750704 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78bbee56-6093-4b2b-84c7-e49990435136 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Made reservation on behalf of 85d9456a7d3e47cf9816e44471382253 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:51:39.754882 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-78bbee56-6093-4b2b-84c7-e49990435136 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:39.778963 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 8cefd45b-e055-4f87-b1dd-4f246ad71bb1, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=8cefd45b-e055-4f87-b1dd-4f246ad71bb1,segment=NetworkSegment(73a30f5d-0e86-4b29-98d2-608f18d563d9),segment_id=73a30f5d-0e86-4b29-98d2-608f18d563d9)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:51:39.802097 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:39.802526 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device a1ff37bc-20a0-4c73-82fb-00119445aabf up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:51:39.994302 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-958e5ade-ef8f-4867-8e26-53761733c8b9'] response: {'server_uuid': 'f8ba2a7b-e75c-46ac-b1d9-10f903526f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed72ca77-ea69-4249-9d84-aeba49a479f2', 'code': 200} May 31 13:51:40.056081 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c90d0598-f371-40ae-a47c-8fa0b8f0b28f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=591032a3f7f542d0bbb00265fb6540dc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6509695 May 31 13:51:40.076835 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 42316) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:40.098831 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90d0598-f371-40ae-a47c-8fa0b8f0b28f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff2dbe0-a428-45d7-b650-36fca8d0161c,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:40.132137 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=8cefd45b-e055-4f87-b1dd-4f246ad71bb1,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:40.141011 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981e5e68-2fd6-4d1a-8de2-9c93a4a38272 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:51:40.141651 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981e5e68-2fd6-4d1a-8de2-9c93a4a38272 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:51:40.144706 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981e5e68-2fd6-4d1a-8de2-9c93a4a38272 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:51:40.145058 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981e5e68-2fd6-4d1a-8de2-9c93a4a38272 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:51:40.145399 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981e5e68-2fd6-4d1a-8de2-9c93a4a38272 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:51:40.145735 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981e5e68-2fd6-4d1a-8de2-9c93a4a38272 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:51:40.146103 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981e5e68-2fd6-4d1a-8de2-9c93a4a38272 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:51:40.146450 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981e5e68-2fd6-4d1a-8de2-9c93a4a38272 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:51:40.146766 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981e5e68-2fd6-4d1a-8de2-9c93a4a38272 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:51:40.147274 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981e5e68-2fd6-4d1a-8de2-9c93a4a38272 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:51:40.154845 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981e5e68-2fd6-4d1a-8de2-9c93a4a38272 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:51:40.155639 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981e5e68-2fd6-4d1a-8de2-9c93a4a38272 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:51:40.185266 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port a1ff37bc-20a0-4c73-82fb-00119445aabf triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:51:40.185638 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:40.233066 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-609b0d24-7d78-41e4-bedb-d006a5825bfd tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:40.279044 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-270b2fb3-cff2-4126-b0e1-c5f0b8ce1132 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:40.382677 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609b0d24-7d78-41e4-bedb-d006a5825bfd tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Pushing event deleted for resources: {'Port': ['ID=6231eadf-3a3e-4e3a-b589-6c73e9a17939,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:40.409285 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port a1ff37bc-20a0-4c73-82fb-00119445aabf is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:51:40.484698 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-21d94dcc-7b01-475b-af4d-296713a2f916 None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:40.537695 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-21d94dcc-7b01-475b-af4d-296713a2f916 None None] Transition to ACTIVE for port object 411f4a8d-1a24-48f9-8207-9b39b75e4816 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:51:40.557861 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-21d94dcc-7b01-475b-af4d-296713a2f916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:40.715133 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 8cefd45b-e055-4f87-b1dd-4f246ad71bb1 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:51:40.763259 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-981e5e68-2fd6-4d1a-8de2-9c93a4a38272 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:40.769793 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-270b2fb3-cff2-4126-b0e1-c5f0b8ce1132 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Calling delete_port for 46ef7477-87e8-4ffd-aca9-7b4e7207fe07 owned by network:router_interface {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:51:40.776321 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-677149f4-3179-406e-ae7e-a2adcb598827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:40.966271 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3b7e84-fcf3-496c-affc-175022eff862 None None] Pushing event updated for resources: {'Port': ['ID=411f4a8d-1a24-48f9-8207-9b39b75e4816,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:40.995802 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-21d94dcc-7b01-475b-af4d-296713a2f916 None None] Attempting to bind port 411f4a8d-1a24-48f9-8207-9b39b75e4816 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:51:40.996170 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-21d94dcc-7b01-475b-af4d-296713a2f916 None None] Attempting to bind port 411f4a8d-1a24-48f9-8207-9b39b75e4816 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'ec26da9f-6218-4b85-919f-2678a7b04255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8a706337-23f8-414a-b850-40bba93be87e'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:51:40.996609 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d94dcc-7b01-475b-af4d-296713a2f916 None None] Attempting to bind port 411f4a8d-1a24-48f9-8207-9b39b75e4816 on network 8a706337-23f8-414a-b850-40bba93be87e {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:51:41.006640 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d94dcc-7b01-475b-af4d-296713a2f916 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:51:41.007037 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d94dcc-7b01-475b-af4d-296713a2f916 None None] Checking segment: {'id': 'ec26da9f-6218-4b85-919f-2678a7b04255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8a706337-23f8-414a-b850-40bba93be87e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:51:41.007528 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-21d94dcc-7b01-475b-af4d-296713a2f916 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:41.007923 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d94dcc-7b01-475b-af4d-296713a2f916 None None] Bound using segment: {'id': 'ec26da9f-6218-4b85-919f-2678a7b04255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8a706337-23f8-414a-b850-40bba93be87e'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:51:41.008401 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-21d94dcc-7b01-475b-af4d-296713a2f916 None None] Bound port: 411f4a8d-1a24-48f9-8207-9b39b75e4816, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec26da9f-6218-4b85-919f-2678a7b04255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8a706337-23f8-414a-b850-40bba93be87e'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:51:41.008774 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-21d94dcc-7b01-475b-af4d-296713a2f916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:41.022263 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 8cefd45b-e055-4f87-b1dd-4f246ad71bb1 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:51:41.022263 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:41.047035 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-609b0d24-7d78-41e4-bedb-d006a5825bfd tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:41.174142 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-21d94dcc-7b01-475b-af4d-296713a2f916 None None] For port 411f4a8d-1a24-48f9-8207-9b39b75e4816, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:51:41.180809 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-21d94dcc-7b01-475b-af4d-296713a2f916 None None] For port 411f4a8d-1a24-48f9-8207-9b39b75e4816, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=411f4a8d-1a24-48f9-8207-9b39b75e4816,segment=NetworkSegment(ec26da9f-6218-4b85-919f-2678a7b04255),segment_id=ec26da9f-6218-4b85-919f-2678a7b04255)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:51:41.190762 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-21d94dcc-7b01-475b-af4d-296713a2f916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:41.260875 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a641191a-ac9c-4370-b1eb-3045c4936f3c req-1f46f824-7bdd-45cd-9052-d747b92de4c7 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:41.268522 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a641191a-ac9c-4370-b1eb-3045c4936f3c req-1f46f824-7bdd-45cd-9052-d747b92de4c7 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ba2a7b-e75c-46ac-b1d9-10f903526f5a HTTP/1.1" status: 200 len: 945 time: 1.4492390 May 31 13:51:41.301787 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-76262fce-3bc6-41c8-aece-27529dd043d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:41.334777 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3201ac9-41b1-40f0-86a5-caec9cc6c824 req-24cac0f2-0da0-4df6-ab0e-fbaca59a7597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:41.336313 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f3201ac9-41b1-40f0-86a5-caec9cc6c824 req-24cac0f2-0da0-4df6-ab0e-fbaca59a7597 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f8ba2a7b-e75c-46ac-b1d9-10f903526f5a HTTP/1.1" status: 200 len: 1096 time: 1.1991832 May 31 13:51:41.372279 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3b7e84-fcf3-496c-affc-175022eff862 None None] Pushing event updated for resources: {'Port': ['ID=411f4a8d-1a24-48f9-8207-9b39b75e4816,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:41.448074 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 8cefd45b-e055-4f87-b1dd-4f246ad71bb1 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:51:41.466643 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d94dcc-7b01-475b-af4d-296713a2f916 None None] Routers {'40e81eef-4431-43f1-8e62-029c9f01dd28'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:51:41.467195 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-21d94dcc-7b01-475b-af4d-296713a2f916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:51:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['40e81eef-4431-43f1-8e62-029c9f01dd28'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:51:41.479363 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-76262fce-3bc6-41c8-aece-27529dd043d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:41.501747 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf5be64-d440-4da6-ae01-0fb0c70aaa65 req-7d09182c-35a4-4b8d-9b9e-95bb7a85e0aa tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:41.502194 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f3201ac9-41b1-40f0-86a5-caec9cc6c824 req-72f87275-8786-46ab-a9d5-ae06cc0efa89 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6bc706d7-c2c8-4249-9761-79dc47f28376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1520162 May 31 13:51:41.515570 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7cf5be64-d440-4da6-ae01-0fb0c70aaa65 req-7d09182c-35a4-4b8d-9b9e-95bb7a85e0aa tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/ports?device_id=5370c41a-660b-4567-891f-5e3f3590c3ad HTTP/1.1" status: 200 len: 946 time: 1.3418109 May 31 13:51:41.528918 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 42328) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:41.581831 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-a8798040-02a7-47bb-8f70-4ade5ba5a607 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Request body: {'floatingip': {'port_id': '26585ad3-ce58-4528-b290-b81fa2b5636c'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:51:41.675709 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a641191a-ac9c-4370-b1eb-3045c4936f3c req-92b0e0d8-5abf-42e7-980f-e4e627476e3a tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=6bc706d7-c2c8-4249-9761-79dc47f28376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4058330 May 31 13:51:41.683864 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-21d94dcc-7b01-475b-af4d-296713a2f916 None None] Set router 40e81eef-4431-43f1-8e62-029c9f01dd28 gateway port host: None {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:51:41.757336 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a8798040-02a7-47bb-8f70-4ade5ba5a607 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for floatingip, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:41.867205 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c7ad065a-2129-41e0-99bc-09a2361c9580 req-7cbded86-d436-462d-b91a-6c61bc6cd901 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] 10.222.0.50 "GET /v2.0/ports?device_id=75745206-76bf-4c6b-9bc9-0b44a02376ab HTTP/1.1" status: 200 len: 210 time: 0.1904199 May 31 13:51:41.969572 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-981e5e68-2fd6-4d1a-8de2-9c93a4a38272 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Router bf36fc63-bf57-4e0e-946d-b4a1bdc62a55 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:51:41.987788 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-78bbee56-6093-4b2b-84c7-e49990435136 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:41.988078 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-609b0d24-7d78-41e4-bedb-d006a5825bfd tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Router 1bc75621-db5b-406f-81f9-a7797269b0f6 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:51:42.080411 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-270b2fb3-cff2-4126-b0e1-c5f0b8ce1132 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:42.121354 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-21d94dcc-7b01-475b-af4d-296713a2f916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'name': 'tempest-RoutersTest-router-570826617', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:51:03Z', 'updated_at': '2022-05-31T13:51:30Z', 'revision_number': 3, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'gw_port_host': None, '_interfaces': [{'id': '411f4a8d-1a24-48f9-8207-9b39b75e4816', 'name': '', 'network_id': '8a706337-23f8-414a-b850-40bba93be87e', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'mac_address': 'fa:16:3e:8a:92:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'aac5884d-a302-4b86-a184-efe23a88b270', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:51:28Z', 'updated_at': '2022-05-31T13:51:41Z', 'revision_number': 4, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'subnets': [{'id': 'aac5884d-a302-4b86-a184-efe23a88b270', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db25ac7d-9ac6-4f8c-a07c-682deff692dd', 'name': '', 'network_id': '6eeb3076-8ec6-49c5-a7c1-c7685ab1bc4b', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'mac_address': 'fa:16:3e:3d:20:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'd3541b3e-1e22-4a54-ad33-6ea2509c6768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:51:08Z', 'updated_at': '2022-05-31T13:51:27Z', 'revision_number': 5, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'subnets': [{'id': 'd3541b3e-1e22-4a54-ad33-6ea2509c6768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:51:42.126800 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d94dcc-7b01-475b-af4d-296713a2f916 None None] The sync data for ids ['40e81eef-4431-43f1-8e62-029c9f01dd28'] in n-d-843939-1 is: [{'id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'name': 'tempest-RoutersTest-router-570826617', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:51:03Z', 'updated_at': '2022-05-31T13:51:30Z', 'revision_number': 3, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'gw_port_host': None, '_interfaces': [{'id': '411f4a8d-1a24-48f9-8207-9b39b75e4816', 'name': '', 'network_id': '8a706337-23f8-414a-b850-40bba93be87e', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'mac_address': 'fa:16:3e:8a:92:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'aac5884d-a302-4b86-a184-efe23a88b270', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:51:28Z', 'updated_at': '2022-05-31T13:51:41Z', 'revision_number': 4, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'subnets': [{'id': 'aac5884d-a302-4b86-a184-efe23a88b270', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db25ac7d-9ac6-4f8c-a07c-682deff692dd', 'name': '', 'network_id': '6eeb3076-8ec6-49c5-a7c1-c7685ab1bc4b', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'mac_address': 'fa:16:3e:3d:20:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'd3541b3e-1e22-4a54-ad33-6ea2509c6768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:51:08Z', 'updated_at': '2022-05-31T13:51:27Z', 'revision_number': 5, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'subnets': [{'id': 'd3541b3e-1e22-4a54-ad33-6ea2509c6768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:51:42.179647 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-981e5e68-2fd6-4d1a-8de2-9c93a4a38272 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:51:42.200874 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fb3975-3582-4e2e-a8cc-acad2916dfb1 None None] Sync routers for ids ['bf36fc63-bf57-4e0e-946d-b4a1bdc62a55'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:51:42.215761 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fb3975-3582-4e2e-a8cc-acad2916dfb1 None None] Routers {'bf36fc63-bf57-4e0e-946d-b4a1bdc62a55'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:51:42.226946 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-96fb3975-3582-4e2e-a8cc-acad2916dfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:51:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['bf36fc63-bf57-4e0e-946d-b4a1bdc62a55'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:51:42.481193 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-609b0d24-7d78-41e4-bedb-d006a5825bfd tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:51:42.498801 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c98df2-2251-4461-a688-d289fa63f0d0 None None] Sync routers for ids ['1bc75621-db5b-406f-81f9-a7797269b0f6'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:51:42.533642 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c98df2-2251-4461-a688-d289fa63f0d0 None None] Routers {'1bc75621-db5b-406f-81f9-a7797269b0f6'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:51:42.534789 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-92c98df2-2251-4461-a688-d289fa63f0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:51:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['1bc75621-db5b-406f-81f9-a7797269b0f6'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:51:42.564487 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-96fb3975-3582-4e2e-a8cc-acad2916dfb1 None None] Set router bf36fc63-bf57-4e0e-946d-b4a1bdc62a55 gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:51:42.620356 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-609b0d24-7d78-41e4-bedb-d006a5825bfd tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] 10.222.0.50 "PUT /v2.0/routers/1bc75621-db5b-406f-81f9-a7797269b0f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5955176 May 31 13:51:42.645032 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42332) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:42.661768 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bbee56-6093-4b2b-84c7-e49990435136 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Pushing event updated for resources: {'Subnet': ['ID=155878ac-70de-4e2e-b244-d0adfe115b5d,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:42.667020 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-76262fce-3bc6-41c8-aece-27529dd043d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:42.691835 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 411f4a8d-1a24-48f9-8207-9b39b75e4816 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:51:42.752763 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b2fb3-cff2-4126-b0e1-c5f0b8ce1132 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Pushing event deleted for resources: {'Port': ['ID=46ef7477-87e8-4ffd-aca9-7b4e7207fe07,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:42.761940 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-981e5e68-2fd6-4d1a-8de2-9c93a4a38272 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "PUT /v2.0/routers/bf36fc63-bf57-4e0e-946d-b4a1bdc62a55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9391692 May 31 13:51:42.774640 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42338) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:42.810801 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-96fb3975-3582-4e2e-a8cc-acad2916dfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf36fc63-bf57-4e0e-946d-b4a1bdc62a55', 'name': 'tempest-NetworksTestDHCPv6-router-954762112', 'tenant_id': 'd13dddbe1502489da91f2f88306fdca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:51:25Z', 'updated_at': '2022-05-31T13:51:39Z', 'revision_number': 3, 'project_id': 'd13dddbe1502489da91f2f88306fdca6', 'gw_port_host': None}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:51:42.824485 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76262fce-3bc6-41c8-aece-27529dd043d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff2dbe0-a428-45d7-b650-36fca8d0161c,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:42.837453 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fb3975-3582-4e2e-a8cc-acad2916dfb1 None None] Checking router: bf36fc63-bf57-4e0e-946d-b4a1bdc62a55 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:51:42.845549 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bbee56-6093-4b2b-84c7-e49990435136 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Checking segment: {'id': '239883c0-fd80-4c36-94a2-c097e76dc61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '81a67ea4-a2f5-45fe-b562-5bf9691fd668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:51:42.848785 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bbee56-6093-4b2b-84c7-e49990435136 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Network hostable DHCP agents. Network: 81a67ea4-a2f5-45fe-b562-5bf9691fd668, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:51:42.860692 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fb3975-3582-4e2e-a8cc-acad2916dfb1 None None] Routers {'bf36fc63-bf57-4e0e-946d-b4a1bdc62a55'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:51:42.861700 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-96fb3975-3582-4e2e-a8cc-acad2916dfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:51:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['bf36fc63-bf57-4e0e-946d-b4a1bdc62a55'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:51:42.900908 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-92c98df2-2251-4461-a688-d289fa63f0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:51:42.992064 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c98df2-2251-4461-a688-d289fa63f0d0 None None] Routers {'1bc75621-db5b-406f-81f9-a7797269b0f6'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:51:42.992718 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-92c98df2-2251-4461-a688-d289fa63f0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:51:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['1bc75621-db5b-406f-81f9-a7797269b0f6'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:51:43.046887 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f7b59e-02d4-402e-9802-b328a181efcf tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:43.062318 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f7b59e-02d4-402e-9802-b328a181efcf tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:43.064222 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d4f7b59e-02d4-402e-9802-b328a181efcf tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Synchronizing usage tracker for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:subnet {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:51:43.104951 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-435127e4-e2ae-465b-a21c-6e0f1e5dd935 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] show failed (client error): The resource could not be found. May 31 13:51:43.105217 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-075917f0-8199-45cc-bada-7be36bd2e6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:43.108076 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-435127e4-e2ae-465b-a21c-6e0f1e5dd935 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] 10.222.0.50 "GET /v2.0/routers/tempest-non_exist_router-1200791155 HTTP/1.1" status: 404 len: 335 time: 0.4618974 May 31 13:51:43.129977 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-92c98df2-2251-4461-a688-d289fa63f0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:51:43.131095 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c98df2-2251-4461-a688-d289fa63f0d0 None None] The sync data for ids ['1bc75621-db5b-406f-81f9-a7797269b0f6'] in n-d-843939-1 is: [] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:51:43.133212 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42344) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:43.163515 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 411f4a8d-1a24-48f9-8207-9b39b75e4816 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:51:43.169345 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-8d694ce8-1ac5-4567-801e-b007eaa6ac07 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:51:43.174985 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 411f4a8d-1a24-48f9-8207-9b39b75e4816 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:51:43.175702 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:43.202353 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-96fb3975-3582-4e2e-a8cc-acad2916dfb1 None None] Set router bf36fc63-bf57-4e0e-946d-b4a1bdc62a55 gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:51:43.300398 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d4f7b59e-02d4-402e-9802-b328a181efcf tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Unset dirty status for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:subnet {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:51:43.306873 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d4f7b59e-02d4-402e-9802-b328a181efcf tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5302846 May 31 13:51:43.322638 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42348) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:43.347718 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-96fb3975-3582-4e2e-a8cc-acad2916dfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf36fc63-bf57-4e0e-946d-b4a1bdc62a55', 'name': 'tempest-NetworksTestDHCPv6-router-954762112', 'tenant_id': 'd13dddbe1502489da91f2f88306fdca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:51:25Z', 'updated_at': '2022-05-31T13:51:39Z', 'revision_number': 3, 'project_id': 'd13dddbe1502489da91f2f88306fdca6', 'gw_port_host': None}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:51:43.352415 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fb3975-3582-4e2e-a8cc-acad2916dfb1 None None] The sync data for ids ['bf36fc63-bf57-4e0e-946d-b4a1bdc62a55'] in n-d-843939-1 is: [{'id': 'bf36fc63-bf57-4e0e-946d-b4a1bdc62a55', 'name': 'tempest-NetworksTestDHCPv6-router-954762112', 'tenant_id': 'd13dddbe1502489da91f2f88306fdca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:51:25Z', 'updated_at': '2022-05-31T13:51:39Z', 'revision_number': 3, 'project_id': 'd13dddbe1502489da91f2f88306fdca6', 'gw_port_host': None}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:51:43.368425 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 411f4a8d-1a24-48f9-8207-9b39b75e4816 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:51:43.369099 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:43.373209 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-8d694ce8-1ac5-4567-801e-b007eaa6ac07 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] update failed (client error): The resource could not be found. May 31 13:51:43.379050 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-8d694ce8-1ac5-4567-801e-b007eaa6ac07 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] 10.222.0.50 "PUT /v2.0/routers/tempest-non_exist_router-244944886 HTTP/1.1" status: 404 len: 334 time: 0.2329321 May 31 13:51:43.392096 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42352) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:43.427996 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 411f4a8d-1a24-48f9-8207-9b39b75e4816, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=411f4a8d-1a24-48f9-8207-9b39b75e4816,segment=NetworkSegment(ec26da9f-6218-4b85-919f-2678a7b04255),segment_id=ec26da9f-6218-4b85-919f-2678a7b04255)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:51:43.433066 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:43.513076 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c41a488-35a0-4867-9fb0-8e2e56f5aea3 req-e4a7149d-1ff1-4a80-ad0d-ac13fc145fab tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:43.516494 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4c41a488-35a0-4867-9fb0-8e2e56f5aea3 req-e4a7149d-1ff1-4a80-ad0d-ac13fc145fab tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] 10.222.0.44 "GET /v2.0/networks?id=a036544d-3691-439b-b976-1126035d501b HTTP/1.1" status: 200 len: 809 time: 1.3121984 May 31 13:51:43.521611 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=411f4a8d-1a24-48f9-8207-9b39b75e4816,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:43.542817 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd447f73-f8c6-4c51-9d44-b331f8c7cf7f tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Deleting subnet e514228d-d406-4548-9e11-8bd6059722ce {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:51:43.563615 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fd447f73-f8c6-4c51-9d44-b331f8c7cf7f tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:43.626726 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-efe6acd8-c19e-4782-bdba-58cb79d2ea17 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Deleting subnet a63dc0f7-8589-4d2f-99db-e3eb3d0ca294 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:51:43.649292 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-efe6acd8-c19e-4782-bdba-58cb79d2ea17 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:43.701907 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fd447f73-f8c6-4c51-9d44-b331f8c7cf7f tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:43.727936 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-94937629-c9ca-45b9-95bf-0300a0172656 req-d23dc53b-ceaf-4a7e-a635-4c4a6041660e tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] 10.222.0.50 "GET /v2.0/ports?device_id=75745206-76bf-4c6b-9bc9-0b44a02376ab HTTP/1.1" status: 200 len: 210 time: 0.3683038 May 31 13:51:43.734329 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4c41a488-35a0-4867-9fb0-8e2e56f5aea3 req-05bbf77f-95f3-4da9-9f43-a1236a2494cd tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e57de1d316c4f84a61736682dffb866 HTTP/1.1" status: 200 len: 379 time: 0.1963890 May 31 13:51:43.752450 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-4c41a488-35a0-4867-9fb0-8e2e56f5aea3 req-eccd7547-9c1c-4960-b759-f14e08401250 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Request body: {'port': {'device_id': '75745206-76bf-4c6b-9bc9-0b44a02376ab', 'network_id': 'a036544d-3691-439b-b976-1126035d501b', 'admin_state_up': True, 'tenant_id': '4e57de1d316c4f84a61736682dffb866', 'security_groups': ['36548b4c-71f0-42fe-9a97-10b0a71a294b']}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:51:43.773859 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-270b2fb3-cff2-4126-b0e1-c5f0b8ce1132 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:43.781669 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bbee56-6093-4b2b-84c7-e49990435136 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Network 81a67ea4-a2f5-45fe-b562-5bf9691fd668 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:51:43.789319 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:43.806843 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-76262fce-3bc6-41c8-aece-27529dd043d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:43.810563 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-76262fce-3bc6-41c8-aece-27529dd043d3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0ff2dbe0-a428-45d7-b650-36fca8d0161c HTTP/1.1" status: 204 len: 168 time: 3.7127519 May 31 13:51:43.867229 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-efe6acd8-c19e-4782-bdba-58cb79d2ea17 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:43.890263 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:43.904349 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-78bbee56-6093-4b2b-84c7-e49990435136 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 81a67ea4-a2f5-45fe-b562-5bf9691fd668) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:51:43.921452 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfb6ac3-9eb2-4a04-b447-08b62bbc7717 None None] Network 81a67ea4-a2f5-45fe-b562-5bf9691fd668 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:51:43.934959 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bbee56-6093-4b2b-84c7-e49990435136 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:43.935385 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-78bbee56-6093-4b2b-84c7-e49990435136 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:44.019077 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fd447f73-f8c6-4c51-9d44-b331f8c7cf7f tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:44.052535 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.resource_extend [None req-a8798040-02a7-47bb-8f70-4ade5ba5a607 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:51:44.076050 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-4c41a488-35a0-4867-9fb0-8e2e56f5aea3 req-eccd7547-9c1c-4960-b759-f14e08401250 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:51:44.099286 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-4c41a488-35a0-4867-9fb0-8e2e56f5aea3 req-eccd7547-9c1c-4960-b759-f14e08401250 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:51:44.120235 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-efe6acd8-c19e-4782-bdba-58cb79d2ea17 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:44.152829 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c41a488-35a0-4867-9fb0-8e2e56f5aea3 req-eccd7547-9c1c-4960-b759-f14e08401250 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Made reservation on behalf of 4e57de1d316c4f84a61736682dffb866 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:51:44.155299 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-4c41a488-35a0-4867-9fb0-8e2e56f5aea3 req-eccd7547-9c1c-4960-b759-f14e08401250 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:44.209288 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb795b2-7d1e-4c17-8f4b-e6d98571dfa6 req-9f3eb751-1318-41de-86cf-822daf374d07 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:44.210879 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6cb795b2-7d1e-4c17-8f4b-e6d98571dfa6 req-9f3eb751-1318-41de-86cf-822daf374d07 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ba2a7b-e75c-46ac-b1d9-10f903526f5a HTTP/1.1" status: 200 len: 945 time: 0.8527577 May 31 13:51:44.213807 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-23b88874-f5ad-4eb5-ab20-6cde264f1349 req-37ae466f-2c81-40a2-a5d3-443c4cf25079 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5370c41a-660b-4567-891f-5e3f3590c3ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8659515 May 31 13:51:44.218584 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-78bbee56-6093-4b2b-84c7-e49990435136 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.9769325 May 31 13:51:44.241966 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9431b9ea-a7e4-43ae-97e1-fe768aa5ddec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-81a67ea4-a2f5-45fe-b562-5bf9691fd668', 'network_id': '81a67ea4-a2f5-45fe-b562-5bf9691fd668', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'fixed_ips': [{'subnet_id': '155878ac-70de-4e2e-b244-d0adfe115b5d'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:51:44.242876 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9431b9ea-a7e4-43ae-97e1-fe768aa5ddec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:44.249733 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 42360) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:44.318277 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fd447f73-f8c6-4c51-9d44-b331f8c7cf7f tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:44.360682 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 42364) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:44.379338 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fd447f73-f8c6-4c51-9d44-b331f8c7cf7f tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:44.387972 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd447f73-f8c6-4c51-9d44-b331f8c7cf7f tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event deleted for resources: {'Subnet': ['ID=e514228d-d406-4548-9e11-8bd6059722ce,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:44.485064 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-9431b9ea-a7e4-43ae-97e1-fe768aa5ddec None None] Allocated IP 172.22.0.2 (81a67ea4-a2f5-45fe-b562-5bf9691fd668/155878ac-70de-4e2e-b244-d0adfe115b5d/a0504e49-bab0-45fc-91ec-921410bb970d) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:51:44.496704 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a619f0-d5a1-47a6-8615-3046940baac6 None None] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:51:44.507225 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-71fe29ab-912b-4a5e-acc3-a4d1738d4415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:44.615733 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-efe6acd8-c19e-4782-bdba-58cb79d2ea17 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:44.630695 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-71fe29ab-912b-4a5e-acc3-a4d1738d4415 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:51:44.634350 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a8798040-02a7-47bb-8f70-4ade5ba5a607 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:44.647324 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 411f4a8d-1a24-48f9-8207-9b39b75e4816 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:51:44.654737 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-270b2fb3-cff2-4126-b0e1-c5f0b8ce1132 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Router 28e14519-ddd5-434f-8db9-e1cbe09b601f has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:51:44.659422 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-fd447f73-f8c6-4c51-9d44-b331f8c7cf7f tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/subnets/e514228d-d406-4548-9e11-8bd6059722ce HTTP/1.1" status: 204 len: 168 time: 1.3345430 May 31 13:51:44.664884 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe6acd8-c19e-4782-bdba-58cb79d2ea17 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Pushing event deleted for resources: {'Subnet': ['ID=a63dc0f7-8589-4d2f-99db-e3eb3d0ca294,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:44.669425 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-71fe29ab-912b-4a5e-acc3-a4d1738d4415 admin admin] Usage tracker for resource:security_group_rule and tenant:8e6589d8de804a269066271a069c7ef8 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:51:44.669959 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42368) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:44.680515 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6cb795b2-7d1e-4c17-8f4b-e6d98571dfa6 req-fa419b3e-9acf-45e7-9940-145eea58e8d2 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=6bc706d7-c2c8-4249-9761-79dc47f28376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4353755 May 31 13:51:44.691329 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a8798040-02a7-47bb-8f70-4ade5ba5a607 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:44.748117 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-efe6acd8-c19e-4782-bdba-58cb79d2ea17 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:44.750497 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-efe6acd8-c19e-4782-bdba-58cb79d2ea17 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] 10.222.0.50 "DELETE /v2.0/subnets/a63dc0f7-8589-4d2f-99db-e3eb3d0ca294 HTTP/1.1" status: 204 len: 168 time: 1.3568554 May 31 13:51:44.758775 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-71fe29ab-912b-4a5e-acc3-a4d1738d4415 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:51:44.760979 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [req-4c41a488-35a0-4867-9fb0-8e2e56f5aea3 req-eccd7547-9c1c-4960-b759-f14e08401250 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Allocated IP 172.20.0.10 (a036544d-3691-439b-b976-1126035d501b/a8852b36-b66c-4496-b635-b86154bdd792/117d106f-8b61-4f48-a987-13c84a3eaab5) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:51:44.762956 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42372) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:44.766189 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35f9edd-78ca-4d2a-a9c7-9af949c461cb None None] Network fc320c8a-302f-43b1-86ff-3b251ce936fa requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:51:44.802067 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-71fe29ab-912b-4a5e-acc3-a4d1738d4415 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:51:45.041698 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-797f07d3-dbb4-411d-8365-c898c89568b4 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3703549 May 31 13:51:45.054542 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42378) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:45.180475 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 411f4a8d-1a24-48f9-8207-9b39b75e4816 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:51:45.180475 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:45.203800 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d51328f4-2d13-4ac6-926e-d74edf2147f9 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:45.244863 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8c965f97-18df-42e3-a5a5-a6e76f595a1c req-4c48e267-1301-4c4f-a90b-70f281801636 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] 10.222.0.50 "GET /v2.0/ports?device_id=75745206-76bf-4c6b-9bc9-0b44a02376ab HTTP/1.1" status: 200 len: 210 time: 0.2078476 May 31 13:51:45.258503 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b88874-f5ad-4eb5-ab20-6cde264f1349 req-00736702-fb08-4ee9-9400-797f994279c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:45.260107 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-23b88874-f5ad-4eb5-ab20-6cde264f1349 req-00736702-fb08-4ee9-9400-797f994279c3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0c3bb07388f549c9aeec65a21380cb5d&device_id=5370c41a-660b-4567-891f-5e3f3590c3ad HTTP/1.1" status: 200 len: 1097 time: 0.9140747 May 31 13:51:45.261066 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-270b2fb3-cff2-4126-b0e1-c5f0b8ce1132 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:51:45.274331 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a987cd-70c1-4405-9a1b-38468a55ddef None None] Sync routers for ids ['28e14519-ddd5-434f-8db9-e1cbe09b601f'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:51:45.287577 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a987cd-70c1-4405-9a1b-38468a55ddef None None] Routers {'28e14519-ddd5-434f-8db9-e1cbe09b601f'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:51:45.295243 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9431b9ea-a7e4-43ae-97e1-fe768aa5ddec None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:45.298231 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-77a987cd-70c1-4405-9a1b-38468a55ddef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:51:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['28e14519-ddd5-434f-8db9-e1cbe09b601f'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:51:45.323808 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-75371945-3917-4e1e-9167-f566e54c10fb tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:45.328768 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9431b9ea-a7e4-43ae-97e1-fe768aa5ddec None None] Transition to ACTIVE for port object a0504e49-bab0-45fc-91ec-921410bb970d will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:51:45.369590 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-77a987cd-70c1-4405-9a1b-38468a55ddef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:51:45.380614 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9431b9ea-a7e4-43ae-97e1-fe768aa5ddec None None] Transition to ACTIVE for port object a0504e49-bab0-45fc-91ec-921410bb970d will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:51:45.381572 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a987cd-70c1-4405-9a1b-38468a55ddef None None] Routers {'28e14519-ddd5-434f-8db9-e1cbe09b601f'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:51:45.382441 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-77a987cd-70c1-4405-9a1b-38468a55ddef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:51:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['28e14519-ddd5-434f-8db9-e1cbe09b601f'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:51:45.428014 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9431b9ea-a7e4-43ae-97e1-fe768aa5ddec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:45.448196 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-d51328f4-2d13-4ac6-926e-d74edf2147f9 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Deleting port f6d096df-a0c6-4e45-8482-c9ff44247c8a {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:51:45.448421 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d51328f4-2d13-4ac6-926e-d74edf2147f9 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:45.488630 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-77a987cd-70c1-4405-9a1b-38468a55ddef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:51:45.491613 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a987cd-70c1-4405-9a1b-38468a55ddef None None] The sync data for ids ['28e14519-ddd5-434f-8db9-e1cbe09b601f'] in n-d-843939-1 is: [] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:51:45.547056 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9431b9ea-a7e4-43ae-97e1-fe768aa5ddec None None] Network 81a67ea4-a2f5-45fe-b562-5bf9691fd668 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:51:45.612768 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-9431b9ea-a7e4-43ae-97e1-fe768aa5ddec None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:51:45.628511 n-d-843939-1 neutron-server[88370]: INFO neutron.db.l3_db [None req-a8798040-02a7-47bb-8f70-4ade5ba5a607 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Floating IP f189eda8-29ec-4533-98d2-c3c83cdd554f associated. External IP: 172.25.6.172, port: 26585ad3-ce58-4528-b290-b81fa2b5636c. May 31 13:51:45.633405 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9431b9ea-a7e4-43ae-97e1-fe768aa5ddec None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:51:45.648537 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9431b9ea-a7e4-43ae-97e1-fe768aa5ddec None None] Pushing event updated for resources: {'Port': ['ID=a0504e49-bab0-45fc-91ec-921410bb970d,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:45.651950 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290bc36e-dce5-4a8a-a5a7-be75761bbc13 None None] DHCP port deletion for fc320c8a-302f-43b1-86ff-3b251ce936fa request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:51:45.702580 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-270b2fb3-cff2-4126-b0e1-c5f0b8ce1132 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "PUT /v2.0/routers/28e14519-ddd5-434f-8db9-e1cbe09b601f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4858549 May 31 13:51:45.709156 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1fc1b5d-be2c-4831-9996-da843a924892 None None] DHCP port deletion for 8d0ca4ab-0d39-494b-8b5d-2861af857a5e request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:51:45.713449 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 42382) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:45.714546 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-290bc36e-dce5-4a8a-a5a7-be75761bbc13 None None] Deleting port f6d096df-a0c6-4e45-8482-c9ff44247c8a {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:51:45.715134 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-290bc36e-dce5-4a8a-a5a7-be75761bbc13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:45.733760 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-4c41a488-35a0-4867-9fb0-8e2e56f5aea3 req-eccd7547-9c1c-4960-b759-f14e08401250 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:45.757651 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-d1fc1b5d-be2c-4831-9996-da843a924892 None None] Deleting port a0e2a7af-1960-4865-b2c1-0139548aab09 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:51:45.758405 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d1fc1b5d-be2c-4831-9996-da843a924892 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:45.875577 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:45.888153 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-75371945-3917-4e1e-9167-f566e54c10fb tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:45.896674 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-75371945-3917-4e1e-9167-f566e54c10fb tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:45.900339 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-4c41a488-35a0-4867-9fb0-8e2e56f5aea3 req-eccd7547-9c1c-4960-b759-f14e08401250 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Transition to ACTIVE for port object 117d106f-8b61-4f48-a987-13c84a3eaab5 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:51:45.922040 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 411f4a8d-1a24-48f9-8207-9b39b75e4816 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:51:45.939898 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 1533dea3-6d6d-4ecb-90ab-b7ceb5dfd973 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:51:45.943492 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-d51328f4-2d13-4ac6-926e-d74edf2147f9 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] For port f6d096df-a0c6-4e45-8482-c9ff44247c8a, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=f6d096df-a0c6-4e45-8482-c9ff44247c8a,segment=NetworkSegment(8cd9ea23-596f-46f3-8aeb-f86f250b8bbd),segment_id=8cd9ea23-596f-46f3-8aeb-f86f250b8bbd)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:51:45.943867 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d51328f4-2d13-4ac6-926e-d74edf2147f9 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:45.960370 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-75371945-3917-4e1e-9167-f566e54c10fb tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:45.960888 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75371945-3917-4e1e-9167-f566e54c10fb tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Fanout notify agent at l3_agent the message router_deleted on router bf36fc63-bf57-4e0e-946d-b4a1bdc62a55 {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:51:45.979675 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-9431b9ea-a7e4-43ae-97e1-fe768aa5ddec None None] Attempting to bind port a0504e49-bab0-45fc-91ec-921410bb970d on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:51:45.980215 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-9431b9ea-a7e4-43ae-97e1-fe768aa5ddec None None] Attempting to bind port a0504e49-bab0-45fc-91ec-921410bb970d by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '239883c0-fd80-4c36-94a2-c097e76dc61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '81a67ea4-a2f5-45fe-b562-5bf9691fd668'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:51:45.980660 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9431b9ea-a7e4-43ae-97e1-fe768aa5ddec None None] Attempting to bind port a0504e49-bab0-45fc-91ec-921410bb970d on network 81a67ea4-a2f5-45fe-b562-5bf9691fd668 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:51:45.995514 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9431b9ea-a7e4-43ae-97e1-fe768aa5ddec None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:51:45.996051 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9431b9ea-a7e4-43ae-97e1-fe768aa5ddec None None] Checking segment: {'id': '239883c0-fd80-4c36-94a2-c097e76dc61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '81a67ea4-a2f5-45fe-b562-5bf9691fd668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:51:45.996557 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9431b9ea-a7e4-43ae-97e1-fe768aa5ddec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:45.997047 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9431b9ea-a7e4-43ae-97e1-fe768aa5ddec None None] Bound using segment: {'id': '239883c0-fd80-4c36-94a2-c097e76dc61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '81a67ea4-a2f5-45fe-b562-5bf9691fd668'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:51:45.997629 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-9431b9ea-a7e4-43ae-97e1-fe768aa5ddec None None] Bound port: a0504e49-bab0-45fc-91ec-921410bb970d, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '239883c0-fd80-4c36-94a2-c097e76dc61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '81a67ea4-a2f5-45fe-b562-5bf9691fd668'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:51:45.998138 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9431b9ea-a7e4-43ae-97e1-fe768aa5ddec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:46.043995 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b88874-f5ad-4eb5-ab20-6cde264f1349 req-25c6e41e-0b23-4dc4-a175-bd81907e85da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:46.045534 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-23b88874-f5ad-4eb5-ab20-6cde264f1349 req-25c6e41e-0b23-4dc4-a175-bd81907e85da service neutron] 10.222.0.44 "GET /v2.0/networks?id=63c618dc-2d9c-42a1-a644-8fd65767e93c HTTP/1.1" status: 200 len: 916 time: 0.6936705 May 31 13:51:46.050582 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 1533dea3-6d6d-4ecb-90ab-b7ceb5dfd973 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:51:46.051060 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 1533dea3-6d6d-4ecb-90ab-b7ceb5dfd973 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:51:46.256816 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-d51328f4-2d13-4ac6-926e-d74edf2147f9 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Calling delete_port for f6d096df-a0c6-4e45-8482-c9ff44247c8a owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:51:46.290539 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-75371945-3917-4e1e-9167-f566e54c10fb tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:46.291067 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-d1fc1b5d-be2c-4831-9996-da843a924892 None None] For port a0e2a7af-1960-4865-b2c1-0139548aab09, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=a0e2a7af-1960-4865-b2c1-0139548aab09,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:51:46.291567 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d1fc1b5d-be2c-4831-9996-da843a924892 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:46.294746 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-75371945-3917-4e1e-9167-f566e54c10fb tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/routers/bf36fc63-bf57-4e0e-946d-b4a1bdc62a55 HTTP/1.1" status: 204 len: 168 time: 1.1898611 May 31 13:51:46.304582 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42390) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:46.316140 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-4c41a488-35a0-4867-9fb0-8e2e56f5aea3 req-eccd7547-9c1c-4960-b759-f14e08401250 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:46.329254 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-8e9b1337-db7e-4a45-be88-202b47dc2638 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Request body: {'subnet': {'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:51:46.517831 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device f6d096df-a0c6-4e45-8482-c9ff44247c8a no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:51:46.533920 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8e9b1337-db7e-4a45-be88-202b47dc2638 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:51:46.554062 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c41a488-35a0-4867-9fb0-8e2e56f5aea3 req-eccd7547-9c1c-4960-b759-f14e08401250 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Network a036544d-3691-439b-b976-1126035d501b is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:51:46.559154 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-8e9b1337-db7e-4a45-be88-202b47dc2638 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Usage tracker for resource:subnet and tenant:d13dddbe1502489da91f2f88306fdca6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:51:46.565119 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [req-4c41a488-35a0-4867-9fb0-8e2e56f5aea3 req-eccd7547-9c1c-4960-b759-f14e08401250 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:51:46.580944 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-8e9b1337-db7e-4a45-be88-202b47dc2638 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:51:46.585078 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c41a488-35a0-4867-9fb0-8e2e56f5aea3 req-eccd7547-9c1c-4960-b759-f14e08401250 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:51:46.589721 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-71fe29ab-912b-4a5e-acc3-a4d1738d4415 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:46.614374 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccd7547-9c1c-4960-b759-f14e08401250 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Pushing event updated for resources: {'Port': ['ID=117d106f-8b61-4f48-a987-13c84a3eaab5,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:46.623208 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8e9b1337-db7e-4a45-be88-202b47dc2638 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:51:46.650735 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-d1fc1b5d-be2c-4831-9996-da843a924892 None None] Calling delete_port for a0e2a7af-1960-4865-b2c1-0139548aab09 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:51:46.653515 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d51328f4-2d13-4ac6-926e-d74edf2147f9 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:46.717841 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9b1337-db7e-4a45-be88-202b47dc2638 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Made reservation on behalf of d13dddbe1502489da91f2f88306fdca6 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:51:46.722973 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8e9b1337-db7e-4a45-be88-202b47dc2638 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:46.750966 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c41a488-35a0-4867-9fb0-8e2e56f5aea3 req-eccd7547-9c1c-4960-b759-f14e08401250 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:46.751930 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-4c41a488-35a0-4867-9fb0-8e2e56f5aea3 req-eccd7547-9c1c-4960-b759-f14e08401250 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:46.768762 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-290bc36e-dce5-4a8a-a5a7-be75761bbc13 None None] For port f6d096df-a0c6-4e45-8482-c9ff44247c8a, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=f6d096df-a0c6-4e45-8482-c9ff44247c8a,segment=NetworkSegment(8cd9ea23-596f-46f3-8aeb-f86f250b8bbd),segment_id=8cd9ea23-596f-46f3-8aeb-f86f250b8bbd)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:51:46.769649 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-290bc36e-dce5-4a8a-a5a7-be75761bbc13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:46.780681 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9431b9ea-a7e4-43ae-97e1-fe768aa5ddec None None] For port a0504e49-bab0-45fc-91ec-921410bb970d, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:51:46.786792 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-71fe29ab-912b-4a5e-acc3-a4d1738d4415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:46.841540 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-23b88874-f5ad-4eb5-ab20-6cde264f1349 req-613eed04-4f04-47f6-8f01-6f848c3df73f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26585ad3-ce58-4528-b290-b81fa2b5636c HTTP/1.1" status: 200 len: 1000 time: 0.6482983 May 31 13:51:46.850499 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51328f4-2d13-4ac6-926e-d74edf2147f9 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Pushing event deleted for resources: {'Port': ['ID=f6d096df-a0c6-4e45-8482-c9ff44247c8a,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:46.853768 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fe29ab-912b-4a5e-acc3-a4d1738d4415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f44ce698-6652-416b-b7d9-974474b5d9ca,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:46.888343 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51328f4-2d13-4ac6-926e-d74edf2147f9 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] No DVR routers for this DVR port f6d096df-a0c6-4e45-8482-c9ff44247c8a on host n-d-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:51:46.918266 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-290bc36e-dce5-4a8a-a5a7-be75761bbc13 None None] Calling delete_port for f6d096df-a0c6-4e45-8482-c9ff44247c8a owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:51:46.929505 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4c41a488-35a0-4867-9fb0-8e2e56f5aea3 req-eccd7547-9c1c-4960-b759-f14e08401250 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1871126 May 31 13:51:46.959132 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-4c41a488-35a0-4867-9fb0-8e2e56f5aea3 req-932ba2fb-62b8-4a9b-ac85-9cdcc7a6a7a9 service neutron] Request body: {'port': {'device_id': '75745206-76bf-4c6b-9bc9-0b44a02376ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:51:46.961557 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [None req-4339a183-2ec4-4013-b429-02872f9567f9 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] remove_router_interface failed (client error): The resource could not be found. May 31 13:51:46.961735 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9431b9ea-a7e4-43ae-97e1-fe768aa5ddec None None] For port a0504e49-bab0-45fc-91ec-921410bb970d, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=a0504e49-bab0-45fc-91ec-921410bb970d,segment=NetworkSegment(239883c0-fd80-4c36-94a2-c097e76dc61b),segment_id=239883c0-fd80-4c36-94a2-c097e76dc61b)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:51:46.962686 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-4339a183-2ec4-4013-b429-02872f9567f9 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "PUT /v2.0/routers/28e14519-ddd5-434f-8db9-e1cbe09b601f/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.2397559 May 31 13:51:46.974905 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d1fc1b5d-be2c-4831-9996-da843a924892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:46.993426 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42394) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:47.018330 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9431b9ea-a7e4-43ae-97e1-fe768aa5ddec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:47.028597 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-71fe29ab-912b-4a5e-acc3-a4d1738d4415 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8e6589d8de804a269066271a069c7ef8&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5643919 May 31 13:51:47.039374 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fc1b5d-be2c-4831-9996-da843a924892 None None] Pushing event deleted for resources: {'Port': ['ID=a0e2a7af-1960-4865-b2c1-0139548aab09,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:47.041222 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No active binding found for port f6d096df-a0c6-4e45-8482-c9ff44247c8a {{(pid=88371) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 31 13:51:47.041634 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device f6d096df-a0c6-4e45-8482-c9ff44247c8a not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:51:47.042073 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device a0e2a7af-1960-4865-b2c1-0139548aab09 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:51:47.087372 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 42398) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:47.110788 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-49f992c7-8cfc-4ef3-b4b5-ac9570028dcd None None] Provisioning for port 117d106f-8b61-4f48-a987-13c84a3eaab5 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:51:47.121733 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-4e82132b-dd47-493d-99e3-8d6dcb982fb0 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Synchronizing usage tracker for tenant:779c820d5b2449ae9fd2392eab8ae157 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:51:47.130337 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fc1b5d-be2c-4831-9996-da843a924892 None None] No DVR routers for this DVR port a0e2a7af-1960-4865-b2c1-0139548aab09 on host n-d-843939-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:51:47.135201 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: a0e2a7af-1960-4865-b2c1-0139548aab09 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:51:47.135561 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device a0e2a7af-1960-4865-b2c1-0139548aab09 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:51:47.140638 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-49f992c7-8cfc-4ef3-b4b5-ac9570028dcd None None] Provisioning complete for port 117d106f-8b61-4f48-a987-13c84a3eaab5 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:51:47.141005 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-49f992c7-8cfc-4ef3-b4b5-ac9570028dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:47.170083 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d51328f4-2d13-4ac6-926e-d74edf2147f9 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:47.181158 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdfbada-81f0-42c7-a597-469efc70d34c req-5e2bde19-3c95-4621-8c2d-4ae541dc53d7 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:47.188446 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1bdfbada-81f0-42c7-a597-469efc70d34c req-5e2bde19-3c95-4621-8c2d-4ae541dc53d7 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ba2a7b-e75c-46ac-b1d9-10f903526f5a HTTP/1.1" status: 200 len: 945 time: 1.3409479 May 31 13:51:47.224090 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b88874-f5ad-4eb5-ab20-6cde264f1349 req-36a51992-9200-4f31-b05b-dab567a6ea15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:47.224970 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-23b88874-f5ad-4eb5-ab20-6cde264f1349 req-36a51992-9200-4f31-b05b-dab567a6ea15 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1fa11664-0552-4bb0-b5b0-3278009a7430 HTTP/1.1" status: 200 len: 854 time: 0.3439238 May 31 13:51:47.260350 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-290bc36e-dce5-4a8a-a5a7-be75761bbc13 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:51:47.261277 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-290bc36e-dce5-4a8a-a5a7-be75761bbc13 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:51:47.276791 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-4e82132b-dd47-493d-99e3-8d6dcb982fb0 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Unset dirty status for tenant:779c820d5b2449ae9fd2392eab8ae157 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:51:47.276791 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-4e82132b-dd47-493d-99e3-8d6dcb982fb0 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "GET /v2.0/ports?device_id=28e14519-ddd5-434f-8db9-e1cbe09b601f HTTP/1.1" status: 200 len: 205 time: 0.2765453 May 31 13:51:47.277969 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42402) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:47.281871 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9431b9ea-a7e4-43ae-97e1-fe768aa5ddec None None] Pushing event updated for resources: {'Port': ['ID=a0504e49-bab0-45fc-91ec-921410bb970d,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:47.285633 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-49f992c7-8cfc-4ef3-b4b5-ac9570028dcd None None] Port 117d106f-8b61-4f48-a987-13c84a3eaab5 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:51:47.292118 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-d51328f4-2d13-4ac6-926e-d74edf2147f9 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc320c8a-302f-43b1-86ff-3b251ce936fa']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:51:47.453697 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccee807-edb6-4668-856e-02993aef5973 req-23c61340-040f-44ee-b380-dfb0eecfeb84 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:47.455275 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8ccee807-edb6-4668-856e-02993aef5973 req-23c61340-040f-44ee-b380-dfb0eecfeb84 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] 10.222.0.50 "GET /v2.0/ports?device_id=75745206-76bf-4c6b-9bc9-0b44a02376ab HTTP/1.1" status: 200 len: 932 time: 0.8830698 May 31 13:51:47.473084 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-4c41a488-35a0-4867-9fb0-8e2e56f5aea3 req-932ba2fb-62b8-4a9b-ac85-9cdcc7a6a7a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:47.489878 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-d51328f4-2d13-4ac6-926e-d74edf2147f9 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cd9ea23-596f-46f3-8aeb-f86f250b8bbd') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:51:47.489878 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-d51328f4-2d13-4ac6-926e-d74edf2147f9 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cd9ea23-596f-46f3-8aeb-f86f250b8bbd') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:51:47.527647 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1bdfbada-81f0-42c7-a597-469efc70d34c req-6683aa76-89ff-4e4d-aeea-78bfc59149d8 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=6bc706d7-c2c8-4249-9761-79dc47f28376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3385856 May 31 13:51:47.528357 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6a17d565-55ef-49e0-998d-b42c16bde177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:47.537891 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d51328f4-2d13-4ac6-926e-d74edf2147f9 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:47.559413 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7c7b4bd1-32b7-4ef8-b018-e22b60cf308a tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:47.574243 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-71a8edde-33c8-467a-87bf-26a18389b5b8 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:47.623266 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8798040-02a7-47bb-8f70-4ade5ba5a607 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Router 0697c208-3eaa-49f8-affe-568d0eb5b2db has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:51:47.678562 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6a17d565-55ef-49e0-998d-b42c16bde177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:47.726053 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8ccee807-edb6-4668-856e-02993aef5973 req-cf635ee1-2914-44db-ad7d-c0a88d452238 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] 10.222.0.50 "GET /v2.0/security-groups?id=36548b4c-71f0-42fe-9a97-10b0a71a294b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2556500 May 31 13:51:47.761946 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-290bc36e-dce5-4a8a-a5a7-be75761bbc13 None None] Deleting port f6d096df-a0c6-4e45-8482-c9ff44247c8a {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:51:47.762563 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-290bc36e-dce5-4a8a-a5a7-be75761bbc13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:47.837259 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-290bc36e-dce5-4a8a-a5a7-be75761bbc13 None None] The port 'f6d096df-a0c6-4e45-8482-c9ff44247c8a' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 13:51:47.889567 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d51328f4-2d13-4ac6-926e-d74edf2147f9 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:47.945365 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d51328f4-2d13-4ac6-926e-d74edf2147f9 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:51:47.945775 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d51328f4-2d13-4ac6-926e-d74edf2147f9 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:47.963335 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b88874-f5ad-4eb5-ab20-6cde264f1349 req-82af8e5e-d7ff-4f6c-b575-cdd3db8cd624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:47.964821 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-23b88874-f5ad-4eb5-ab20-6cde264f1349 req-82af8e5e-d7ff-4f6c-b575-cdd3db8cd624 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=63c618dc-2d9c-42a1-a644-8fd65767e93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7229559 May 31 13:51:48.124763 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 8cd9ea23-596f-46f3-8aeb-f86f250b8bbd resource provider aggregate not found May 31 13:51:48.218630 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 8cd9ea23-596f-46f3-8aeb-f86f250b8bbd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8cd9ea23-596f-46f3-8aeb-f86f250b8bbd found for delete ", "request_id": "req-9c6956b1-122f-48a8-9747-ef90ba505d7c"}]} May 31 13:51:48.300460 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-71a8edde-33c8-467a-87bf-26a18389b5b8 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:48.302469 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8e9b1337-db7e-4a45-be88-202b47dc2638 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:48.306473 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-71a8edde-33c8-467a-87bf-26a18389b5b8 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:48.348752 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d51328f4-2d13-4ac6-926e-d74edf2147f9 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:48.412738 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9b1337-db7e-4a45-be88-202b47dc2638 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:51:48.446913 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d51328f4-2d13-4ac6-926e-d74edf2147f9 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:48.449686 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-8e9b1337-db7e-4a45-be88-202b47dc2638 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:51:48.453894 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9b1337-db7e-4a45-be88-202b47dc2638 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:48.454518 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8e9b1337-db7e-4a45-be88-202b47dc2638 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:48.460695 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fab40d9-985a-40c0-98e7-20d4746bc7b2 None None] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:51:48.497837 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51328f4-2d13-4ac6-926e-d74edf2147f9 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Pushing event deleted for resources: {'Network': ['ID=fc320c8a-302f-43b1-86ff-3b251ce936fa,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:48.538889 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6a17d565-55ef-49e0-998d-b42c16bde177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:48.590491 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-23b88874-f5ad-4eb5-ab20-6cde264f1349 req-2d3b23c4-94a2-4097-a0ba-d4c3fe7be358 service neutron] 10.222.0.44 "GET /v2.0/networks/63c618dc-2d9c-42a1-a644-8fd65767e93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6012459 May 31 13:51:48.600346 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a17d565-55ef-49e0-998d-b42c16bde177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f44ce698-6652-416b-b7d9-974474b5d9ca,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:48.636086 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-71a8edde-33c8-467a-87bf-26a18389b5b8 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:48.636625 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a8edde-33c8-467a-87bf-26a18389b5b8 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Fanout notify agent at l3_agent the message router_deleted on router 28e14519-ddd5-434f-8db9-e1cbe09b601f {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:51:48.654969 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-71a8edde-33c8-467a-87bf-26a18389b5b8 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:48.659616 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-71a8edde-33c8-467a-87bf-26a18389b5b8 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "DELETE /v2.0/routers/28e14519-ddd5-434f-8db9-e1cbe09b601f HTTP/1.1" status: 204 len: 168 time: 1.3770072 May 31 13:51:48.669734 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42414) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:48.669933 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfa12f2-572e-41a9-86c5-22c32ba7ea62 req-47fb3fc6-6a6c-4f8c-bc88-ed833328f81b tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:48.674108 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d51328f4-2d13-4ac6-926e-d74edf2147f9 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] 10.222.0.50 "DELETE /v2.0/networks/fc320c8a-302f-43b1-86ff-3b251ce936fa HTTP/1.1" status: 204 len: 168 time: 3.9036767 May 31 13:51:48.674281 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4bfa12f2-572e-41a9-86c5-22c32ba7ea62 req-47fb3fc6-6a6c-4f8c-bc88-ed833328f81b tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ba2a7b-e75c-46ac-b1d9-10f903526f5a HTTP/1.1" status: 200 len: 945 time: 0.9647024 May 31 13:51:48.674384 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b1337-db7e-4a45-be88-202b47dc2638 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event updated for resources: {'Subnet': ['ID=2c91f8ef-e298-4b50-9fad-092000a43d70,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:48.693410 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device a0504e49-bab0-45fc-91ec-921410bb970d up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:51:48.693642 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42416) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:48.693926 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42420) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:48.753575 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d794b6a-d244-4784-8f8f-1e8c7b2e2745 None None] Network 81a67ea4-a2f5-45fe-b562-5bf9691fd668 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:51:48.770829 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-158de115-6066-43a1-8f8a-35290c5f58de tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Request body: {'floatingip': {'port_id': 'ed72ca77-ea69-4249-9d84-aeba49a479f2'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:51:48.842119 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-8e9b1337-db7e-4a45-be88-202b47dc2638 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5334690 May 31 13:51:48.881719 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8798040-02a7-47bb-8f70-4ade5ba5a607 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:51:48.887958 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 42428) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:48.891392 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-23b88874-f5ad-4eb5-ab20-6cde264f1349 req-67d7b86b-6516-4caf-9378-acd18fa40cff service neutron] 10.222.0.44 "GET /v2.0/networks/63c618dc-2d9c-42a1-a644-8fd65767e93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829993 May 31 13:51:48.904732 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-54d7e4a0-ccea-42aa-8b54-0d4f71325c75 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1800623625', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:51:48.912306 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-54d7e4a0-ccea-42aa-8b54-0d4f71325c75 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:51:48.917241 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-54d7e4a0-ccea-42aa-8b54-0d4f71325c75 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Usage tracker for resource:router and tenant:d13dddbe1502489da91f2f88306fdca6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:51:48.921121 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-54d7e4a0-ccea-42aa-8b54-0d4f71325c75 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:51:48.937335 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb18bae5-c4bd-4388-9ad0-5fbff47e68ab tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Deleting subnet 187fd3cb-7494-48c6-b6b6-62dbc235349d {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:51:48.950777 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-eb18bae5-c4bd-4388-9ad0-5fbff47e68ab tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:48.952975 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c017cc9-eed4-412f-a162-17782e73ae4f None None] Sync routers for ids ['0697c208-3eaa-49f8-affe-568d0eb5b2db'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:51:48.979696 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-54d7e4a0-ccea-42aa-8b54-0d4f71325c75 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:51:48.984738 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-158de115-6066-43a1-8f8a-35290c5f58de tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks [] for floatingip, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:48.988086 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6a17d565-55ef-49e0-998d-b42c16bde177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:48.992736 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-6a17d565-55ef-49e0-998d-b42c16bde177 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f44ce698-6652-416b-b7d9-974474b5d9ca HTTP/1.1" status: 204 len: 168 time: 1.8933537 May 31 13:51:49.012241 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a8798040-02a7-47bb-8f70-4ade5ba5a607 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:49.079611 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-896bea50-9251-499a-b282-bd6822b23578 None None] Provisioning for port a0504e49-bab0-45fc-91ec-921410bb970d completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:51:49.085061 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c017cc9-eed4-412f-a162-17782e73ae4f None None] Routers {'0697c208-3eaa-49f8-affe-568d0eb5b2db'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:51:49.085694 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-7c017cc9-eed4-412f-a162-17782e73ae4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:51:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['0697c208-3eaa-49f8-affe-568d0eb5b2db'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:51:49.151273 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-54d7e4a0-ccea-42aa-8b54-0d4f71325c75 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:49.152772 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-54d7e4a0-ccea-42aa-8b54-0d4f71325c75 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:49.153195 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-896bea50-9251-499a-b282-bd6822b23578 None None] Provisioning complete for port a0504e49-bab0-45fc-91ec-921410bb970d triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:51:49.153884 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-896bea50-9251-499a-b282-bd6822b23578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:49.179264 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port a0504e49-bab0-45fc-91ec-921410bb970d completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:51:49.199215 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-a8798040-02a7-47bb-8f70-4ade5ba5a607 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "PUT /v2.0/floatingips/f189eda8-29ec-4533-98d2-c3c83cdd554f HTTP/1.1" status: 200 len: 992 time: 7.6682086 May 31 13:51:49.204154 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5370c41a-660b-4567-891f-5e3f3590c3ad', 'tag': '26585ad3-ce58-4528-b290-b81fa2b5636c'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:51:49.216332 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-54d7e4a0-ccea-42aa-8b54-0d4f71325c75 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:49.239786 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-7c7b4bd1-32b7-4ef8-b018-e22b60cf308a tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Allocated IP 172.22.0.1 (81a67ea4-a2f5-45fe-b562-5bf9691fd668/155878ac-70de-4e2e-b244-d0adfe115b5d/78d22188-66be-4de9-b950-f3aaf750e06e) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:51:49.265410 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e5db7f-2405-4bb9-a829-5264acccf16e req-66dd329b-bb0c-4a6f-9074-9e0683f007d8 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:49.267035 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f1e5db7f-2405-4bb9-a829-5264acccf16e req-66dd329b-bb0c-4a6f-9074-9e0683f007d8 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] 10.222.0.50 "GET /v2.0/ports?device_id=75745206-76bf-4c6b-9bc9-0b44a02376ab HTTP/1.1" status: 200 len: 932 time: 0.3801122 May 31 13:51:49.286904 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [req-4c41a488-35a0-4867-9fb0-8e2e56f5aea3 req-932ba2fb-62b8-4a9b-ac85-9cdcc7a6a7a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 117d106f-8b61-4f48-a987-13c84a3eaab5 {{(pid=88369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:51:49.291602 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fa71ee8-3de1-4268-9b79-34aeccf40685'] response: {'name': 'network-changed', 'server_uuid': '5370c41a-660b-4567-891f-5e3f3590c3ad', 'tag': '26585ad3-ce58-4528-b290-b81fa2b5636c', 'status': 'completed', 'code': 200} May 31 13:51:49.302508 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-54d7e4a0-ccea-42aa-8b54-0d4f71325c75 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:49.320256 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-4c41a488-35a0-4867-9fb0-8e2e56f5aea3 req-932ba2fb-62b8-4a9b-ac85-9cdcc7a6a7a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:49.338085 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-4c41a488-35a0-4867-9fb0-8e2e56f5aea3 req-932ba2fb-62b8-4a9b-ac85-9cdcc7a6a7a9 service neutron] Transition to ACTIVE for port object 117d106f-8b61-4f48-a987-13c84a3eaab5 will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:51:49.430126 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-eb18bae5-c4bd-4388-9ad0-5fbff47e68ab tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:49.452493 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-54d7e4a0-ccea-42aa-8b54-0d4f71325c75 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:49.458282 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-54d7e4a0-ccea-42aa-8b54-0d4f71325c75 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5612648 May 31 13:51:49.481178 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 42442) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:49.517313 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port a0504e49-bab0-45fc-91ec-921410bb970d triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:51:49.518311 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:49.569599 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-eb18bae5-c4bd-4388-9ad0-5fbff47e68ab tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:49.632058 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f1e5db7f-2405-4bb9-a829-5264acccf16e req-fc97380f-b199-4ddd-89ce-1d89ef14ecc8 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] 10.222.0.50 "GET /v2.0/security-groups?id=36548b4c-71f0-42fe-9a97-10b0a71a294b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3391623 May 31 13:51:49.636272 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005f5681-cf4e-41fe-8710-64d7eca338b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'tenant_id': 'd13dddbe1502489da91f2f88306fdca6', 'fixed_ips': [{'subnet_id': '2c91f8ef-e298-4b50-9fad-092000a43d70'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:51:49.637100 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-005f5681-cf4e-41fe-8710-64d7eca338b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:49.717976 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-4c41a488-35a0-4867-9fb0-8e2e56f5aea3 req-932ba2fb-62b8-4a9b-ac85-9cdcc7a6a7a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:49.728259 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-585eaf53-7a05-4769-a89a-b5c971c1a5a7 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Deleting subnet ec9d0ae0-6a78-4e25-bd3c-206cc2ee9f37 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:51:49.733223 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-585eaf53-7a05-4769-a89a-b5c971c1a5a7 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:49.836615 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-585eaf53-7a05-4769-a89a-b5c971c1a5a7 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:49.881357 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7c7b4bd1-32b7-4ef8-b018-e22b60cf308a tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:49.901192 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-7c7b4bd1-32b7-4ef8-b018-e22b60cf308a tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Transition to ACTIVE for port object 78d22188-66be-4de9-b950-f3aaf750e06e will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:51:49.933744 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2abe838-dcea-44e8-9813-7a3923338e34 req-c50fc5ca-7713-4063-8edd-d2d2352ef1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:49.935571 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f2abe838-dcea-44e8-9813-7a3923338e34 req-c50fc5ca-7713-4063-8edd-d2d2352ef1de service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0c3bb07388f549c9aeec65a21380cb5d&device_id=5370c41a-660b-4567-891f-5e3f3590c3ad HTTP/1.1" status: 200 len: 1097 time: 0.6120894 May 31 13:51:49.939407 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7c7b4bd1-32b7-4ef8-b018-e22b60cf308a tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:50.010782 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-7c017cc9-eed4-412f-a162-17782e73ae4f None None] Set router 0697c208-3eaa-49f8-affe-568d0eb5b2db gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:51:50.185486 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7b4bd1-32b7-4ef8-b018-e22b60cf308a tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Pushing event updated for resources: {'Port': ['ID=78d22188-66be-4de9-b950-f3aaf750e06e,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:50.292616 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-896bea50-9251-499a-b282-bd6822b23578 None None] Current status of the port a0504e49-bab0-45fc-91ec-921410bb970d is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:51:50.293299 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-896bea50-9251-499a-b282-bd6822b23578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:50.342434 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-896bea50-9251-499a-b282-bd6822b23578 None None] For port a0504e49-bab0-45fc-91ec-921410bb970d, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=a0504e49-bab0-45fc-91ec-921410bb970d,segment=NetworkSegment(239883c0-fd80-4c36-94a2-c097e76dc61b),segment_id=239883c0-fd80-4c36-94a2-c097e76dc61b)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:51:50.410883 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 13:51:50.433352 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-eb18bae5-c4bd-4388-9ad0-5fbff47e68ab tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:50.491064 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-896bea50-9251-499a-b282-bd6822b23578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:50.606863 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7b4bd1-32b7-4ef8-b018-e22b60cf308a tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Network 81a67ea4-a2f5-45fe-b562-5bf9691fd668 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:51:50.613836 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-7c7b4bd1-32b7-4ef8-b018-e22b60cf308a tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:51:50.616967 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7b4bd1-32b7-4ef8-b018-e22b60cf308a tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:51:50.649267 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2abe838-dcea-44e8-9813-7a3923338e34 req-10aae7cb-f8f8-4ef5-ac2f-891f78aa936d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:50.650991 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f2abe838-dcea-44e8-9813-7a3923338e34 req-10aae7cb-f8f8-4ef5-ac2f-891f78aa936d service neutron] 10.222.0.44 "GET /v2.0/networks?id=63c618dc-2d9c-42a1-a644-8fd65767e93c HTTP/1.1" status: 200 len: 916 time: 0.7038212 May 31 13:51:50.681625 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb18bae5-c4bd-4388-9ad0-5fbff47e68ab tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Pushing event deleted for resources: {'Subnet': ['ID=187fd3cb-7494-48c6-b6b6-62dbc235349d,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:50.701619 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port a0504e49-bab0-45fc-91ec-921410bb970d is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:51:50.702431 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:50.706854 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-eb18bae5-c4bd-4388-9ad0-5fbff47e68ab tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:50.779944 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5bb0771-db0a-49af-a6a2-4f91f0428ffe None None] Network 326f7c95-4377-4a8d-98fa-9af85c95e112 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:51:50.874302 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896bea50-9251-499a-b282-bd6822b23578 None None] Pushing event updated for resources: {'Port': ['ID=a0504e49-bab0-45fc-91ec-921410bb970d,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:50.918569 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7c7b4bd1-32b7-4ef8-b018-e22b60cf308a tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:50.950805 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-eb18bae5-c4bd-4388-9ad0-5fbff47e68ab tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "DELETE /v2.0/subnets/187fd3cb-7494-48c6-b6b6-62dbc235349d HTTP/1.1" status: 204 len: 168 time: 2.2728500 May 31 13:51:50.960554 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 42476) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:50.969450 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-74373502-8a9a-4372-9255-dd9e86201bff tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:50.978565 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932ba2fb-62b8-4a9b-ac85-9cdcc7a6a7a9 service neutron] Pushing event updated for resources: {'Port': ['ID=117d106f-8b61-4f48-a987-13c84a3eaab5,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:50.980527 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f2abe838-dcea-44e8-9813-7a3923338e34 req-10830110-6ad0-4bd9-9e95-91d3b3b919f6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26585ad3-ce58-4528-b290-b81fa2b5636c HTTP/1.1" status: 200 len: 1000 time: 0.2566836 May 31 13:51:51.025682 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-585eaf53-7a05-4769-a89a-b5c971c1a5a7 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:51.058286 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:51:51.058805 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:51:51.090889 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-005f5681-cf4e-41fe-8710-64d7eca338b9 None None] Allocated IP 2001:db8::2 (8d0ca4ab-0d39-494b-8b5d-2861af857a5e/2c91f8ef-e298-4b50-9fad-092000a43d70/6e788a40-c3ad-441b-b013-0800fee7696c) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:51:51.197601 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-585eaf53-7a05-4769-a89a-b5c971c1a5a7 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:51.272184 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-4c41a488-35a0-4867-9fb0-8e2e56f5aea3 req-932ba2fb-62b8-4a9b-ac85-9cdcc7a6a7a9 service neutron] Attempting to bind port 117d106f-8b61-4f48-a987-13c84a3eaab5 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:51:51.272555 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-4c41a488-35a0-4867-9fb0-8e2e56f5aea3 req-932ba2fb-62b8-4a9b-ac85-9cdcc7a6a7a9 service neutron] Attempting to bind port 117d106f-8b61-4f48-a987-13c84a3eaab5 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': '05d7c49e-fddd-43be-bac9-c48445145ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a036544d-3691-439b-b976-1126035d501b'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:51:51.272847 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c41a488-35a0-4867-9fb0-8e2e56f5aea3 req-932ba2fb-62b8-4a9b-ac85-9cdcc7a6a7a9 service neutron] Attempting to bind port 117d106f-8b61-4f48-a987-13c84a3eaab5 on network a036544d-3691-439b-b976-1126035d501b {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:51:51.276600 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585eaf53-7a05-4769-a89a-b5c971c1a5a7 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Pushing event deleted for resources: {'Subnet': ['ID=ec9d0ae0-6a78-4e25-bd3c-206cc2ee9f37,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:51.283552 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-585eaf53-7a05-4769-a89a-b5c971c1a5a7 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:51.292924 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c41a488-35a0-4867-9fb0-8e2e56f5aea3 req-932ba2fb-62b8-4a9b-ac85-9cdcc7a6a7a9 service neutron] Port 117d106f-8b61-4f48-a987-13c84a3eaab5 on network a036544d-3691-439b-b976-1126035d501b not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:51:51.293414 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c41a488-35a0-4867-9fb0-8e2e56f5aea3 req-932ba2fb-62b8-4a9b-ac85-9cdcc7a6a7a9 service neutron] Attempting to bind port 117d106f-8b61-4f48-a987-13c84a3eaab5 on network a036544d-3691-439b-b976-1126035d501b {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:51:51.297331 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-585eaf53-7a05-4769-a89a-b5c971c1a5a7 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] 10.222.0.50 "DELETE /v2.0/subnets/ec9d0ae0-6a78-4e25-bd3c-206cc2ee9f37 HTTP/1.1" status: 204 len: 168 time: 2.6024146 May 31 13:51:51.301542 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42488) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:51.366359 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c41a488-35a0-4867-9fb0-8e2e56f5aea3 req-932ba2fb-62b8-4a9b-ac85-9cdcc7a6a7a9 service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:51:51.366980 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c41a488-35a0-4867-9fb0-8e2e56f5aea3 req-932ba2fb-62b8-4a9b-ac85-9cdcc7a6a7a9 service neutron] Checking segment: {'id': '05d7c49e-fddd-43be-bac9-c48445145ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a036544d-3691-439b-b976-1126035d501b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:51:51.367628 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c41a488-35a0-4867-9fb0-8e2e56f5aea3 req-932ba2fb-62b8-4a9b-ac85-9cdcc7a6a7a9 service neutron] Bound using segment: {'id': '05d7c49e-fddd-43be-bac9-c48445145ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a036544d-3691-439b-b976-1126035d501b'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:51:51.368644 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-4c41a488-35a0-4867-9fb0-8e2e56f5aea3 req-932ba2fb-62b8-4a9b-ac85-9cdcc7a6a7a9 service neutron] Bound port: 117d106f-8b61-4f48-a987-13c84a3eaab5, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05d7c49e-fddd-43be-bac9-c48445145ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a036544d-3691-439b-b976-1126035d501b'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:51:51.369188 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-4c41a488-35a0-4867-9fb0-8e2e56f5aea3 req-932ba2fb-62b8-4a9b-ac85-9cdcc7a6a7a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:51.538915 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed602a98-48d2-4913-9631-f705398ace7d tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Deleting subnet b6fd98fe-2d6e-47a1-837f-4fd4ab027e45 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:51:51.548322 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ed602a98-48d2-4913-9631-f705398ace7d tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:51.630840 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-4c41a488-35a0-4867-9fb0-8e2e56f5aea3 req-932ba2fb-62b8-4a9b-ac85-9cdcc7a6a7a9 service neutron] For port 117d106f-8b61-4f48-a987-13c84a3eaab5, host n-h2-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:51:51.635792 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-4c41a488-35a0-4867-9fb0-8e2e56f5aea3 req-932ba2fb-62b8-4a9b-ac85-9cdcc7a6a7a9 service neutron] For port 117d106f-8b61-4f48-a987-13c84a3eaab5, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=117d106f-8b61-4f48-a987-13c84a3eaab5,segment=NetworkSegment(05d7c49e-fddd-43be-bac9-c48445145ddc),segment_id=05d7c49e-fddd-43be-bac9-c48445145ddc)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:51:51.646269 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.db.resource_extend [None req-158de115-6066-43a1-8f8a-35290c5f58de tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:51:51.648068 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2abe838-dcea-44e8-9813-7a3923338e34 req-9cabe9bd-ca1a-4e3f-ad44-676736cd37d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:51.649563 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f2abe838-dcea-44e8-9813-7a3923338e34 req-9cabe9bd-ca1a-4e3f-ad44-676736cd37d7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1fa11664-0552-4bb0-b5b0-3278009a7430 HTTP/1.1" status: 200 len: 854 time: 0.6224992 May 31 13:51:51.660095 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-72c37db6-2cd5-42f2-870e-0d8640b2ce0a tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:51.671740 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6911264-0b43-45e7-8174-1a583b6a7039 None None] Network 89df36b8-276e-46a0-aee2-468986123c0f requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:51:51.734118 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a684afcb-0246-4a82-a833-6bb442a2bf96 req-2b049674-a041-4d68-b415-b2c3f77b7bf5 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:51.757197 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a684afcb-0246-4a82-a833-6bb442a2bf96 req-2b049674-a041-4d68-b415-b2c3f77b7bf5 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] 10.222.0.50 "GET /v2.0/ports?device_id=75745206-76bf-4c6b-9bc9-0b44a02376ab HTTP/1.1" status: 200 len: 944 time: 0.9164650 May 31 13:51:51.801930 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-158de115-6066-43a1-8f8a-35290c5f58de tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:51.812823 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-4c41a488-35a0-4867-9fb0-8e2e56f5aea3 req-932ba2fb-62b8-4a9b-ac85-9cdcc7a6a7a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:51.845239 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-72c37db6-2cd5-42f2-870e-0d8640b2ce0a tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Deleting port 734fa10c-b469-4ec7-8e27-522cd61eadbe {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:51:51.846175 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-72c37db6-2cd5-42f2-870e-0d8640b2ce0a tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:51.880373 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-158de115-6066-43a1-8f8a-35290c5f58de tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:51.928150 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-1f6b8c3b-9076-449d-b321-a97ca41b5adc None None] Provisioning for port 78d22188-66be-4de9-b950-f3aaf750e06e completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:51:51.944695 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-1f6b8c3b-9076-449d-b321-a97ca41b5adc None None] Provisioning complete for port 78d22188-66be-4de9-b950-f3aaf750e06e triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:51:51.945266 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1f6b8c3b-9076-449d-b321-a97ca41b5adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:51.968247 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a684afcb-0246-4a82-a833-6bb442a2bf96 req-43fda030-0711-47d4-a5b3-0b16dd79647e tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] 10.222.0.50 "GET /v2.0/security-groups?id=36548b4c-71f0-42fe-9a97-10b0a71a294b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2101049 May 31 13:51:52.001877 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c41a488-35a0-4867-9fb0-8e2e56f5aea3 req-932ba2fb-62b8-4a9b-ac85-9cdcc7a6a7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:52.002825 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-4c41a488-35a0-4867-9fb0-8e2e56f5aea3 req-932ba2fb-62b8-4a9b-ac85-9cdcc7a6a7a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:52.004278 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4c41a488-35a0-4867-9fb0-8e2e56f5aea3 req-932ba2fb-62b8-4a9b-ac85-9cdcc7a6a7a9 service neutron] 10.222.0.44 "PUT /v2.0/ports/117d106f-8b61-4f48-a987-13c84a3eaab5 HTTP/1.1" status: 200 len: 1092 time: 5.0510857 May 31 13:51:52.021887 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75745206-76bf-4c6b-9bc9-0b44a02376ab', 'tag': '117d106f-8b61-4f48-a987-13c84a3eaab5'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:51:52.055090 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7c7b4bd1-32b7-4ef8-b018-e22b60cf308a tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:52.156935 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2abe838-dcea-44e8-9813-7a3923338e34 req-39ad9cc0-bee1-4920-b28f-0e1a92e11030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:52.159716 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f2abe838-dcea-44e8-9813-7a3923338e34 req-39ad9cc0-bee1-4920-b28f-0e1a92e11030 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=63c618dc-2d9c-42a1-a644-8fd65767e93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4913709 May 31 13:51:52.183902 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ed602a98-48d2-4913-9631-f705398ace7d tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:52.218402 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d018b135-f074-4406-aef2-35691b3cfece'] response: {'name': 'network-changed', 'server_uuid': '75745206-76bf-4c6b-9bc9-0b44a02376ab', 'tag': '117d106f-8b61-4f48-a987-13c84a3eaab5', 'status': 'completed', 'code': 200} May 31 13:51:52.318734 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932ba2fb-62b8-4a9b-ac85-9cdcc7a6a7a9 service neutron] Pushing event updated for resources: {'Port': ['ID=117d106f-8b61-4f48-a987-13c84a3eaab5,revision_number=3']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:52.361209 n-d-843939-1 neutron-server[88369]: INFO neutron.db.l3_db [None req-158de115-6066-43a1-8f8a-35290c5f58de tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Floating IP 847b1243-10d5-482b-a37f-b6f710b5db11 associated. External IP: 172.25.6.176, port: ed72ca77-ea69-4249-9d84-aeba49a479f2. May 31 13:51:52.428375 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port a0504e49-bab0-45fc-91ec-921410bb970d is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:51:52.567622 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-005f5681-cf4e-41fe-8710-64d7eca338b9 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:52.573776 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device a0504e49-bab0-45fc-91ec-921410bb970d up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:51:52.630738 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c41a488-35a0-4867-9fb0-8e2e56f5aea3 req-d5f2358a-713f-40cc-b308-f2bd1c50f521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:52.632880 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4c41a488-35a0-4867-9fb0-8e2e56f5aea3 req-d5f2358a-713f-40cc-b308-f2bd1c50f521 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4e57de1d316c4f84a61736682dffb866&device_id=75745206-76bf-4c6b-9bc9-0b44a02376ab HTTP/1.1" status: 200 len: 1095 time: 0.5746803 May 31 13:51:52.647137 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-7c017cc9-eed4-412f-a162-17782e73ae4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'name': 'tempest-AttachVolumeNegativeTest-1273433736-router', 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'a25f0954-04a4-4b01-8623-f473d6ed53da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:44:16Z', 'updated_at': '2022-05-31T13:44:31Z', 'revision_number': 4, 'project_id': '0c3bb07388f549c9aeec65a21380cb5d', 'gw_port': {'id': 'a25f0954-04a4-4b01-8623-f473d6ed53da', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ac:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:44:19Z', 'updated_at': '2022-05-31T13:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': 'f189eda8-29ec-4533-98d2-c3c83cdd554f', 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d', 'floating_ip_address': '172.25.6.172', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'port_id': '26585ad3-ce58-4528-b290-b81fa2b5636c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63c618dc-2d9c-42a1-a644-8fd65767e93c', 'mac_address': 'fa:16:3e:86:30:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5370c41a-660b-4567-891f-5e3f3590c3ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:50:49Z', 'updated_at': '2022-05-31T13:51:43Z', 'revision_number': 1, 'project_id': '0c3bb07388f549c9aeec65a21380cb5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28f91fc4-d303-4198-b69f-bfc00ad66cfe', 'name': '', 'network_id': '63c618dc-2d9c-42a1-a644-8fd65767e93c', 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d', 'mac_address': 'fa:16:3e:f7:a8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '1fa11664-0552-4bb0-b5b0-3278009a7430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:44:29Z', 'updated_at': '2022-05-31T13:44:46Z', 'revision_number': 5, 'project_id': '0c3bb07388f549c9aeec65a21380cb5d', 'subnets': [{'id': '1fa11664-0552-4bb0-b5b0-3278009a7430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:51:52.656343 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c017cc9-eed4-412f-a162-17782e73ae4f None None] Checking router: 0697c208-3eaa-49f8-affe-568d0eb5b2db for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:51:52.662576 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-1f6b8c3b-9076-449d-b321-a97ca41b5adc None None] Port 78d22188-66be-4de9-b950-f3aaf750e06e cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:51:52.686992 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c017cc9-eed4-412f-a162-17782e73ae4f None None] Routers {'0697c208-3eaa-49f8-affe-568d0eb5b2db'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:51:52.687341 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-7c017cc9-eed4-412f-a162-17782e73ae4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:51:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['0697c208-3eaa-49f8-affe-568d0eb5b2db'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:51:52.748167 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42522) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:52.749642 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4c41a488-35a0-4867-9fb0-8e2e56f5aea3 req-414d04ae-249d-486b-a9ed-fef70551bb7e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=117d106f-8b61-4f48-a987-13c84a3eaab5 HTTP/1.1" status: 200 len: 217 time: 0.0998511 May 31 13:51:52.755224 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-005f5681-cf4e-41fe-8710-64d7eca338b9 None None] Transition to ACTIVE for port object 6e788a40-c3ad-441b-b013-0800fee7696c will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:51:52.808006 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28553cbc-bf0c-4acc-a382-94f8278323a9 None None] DHCP port deletion for 326f7c95-4377-4a8d-98fa-9af85c95e112 request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:51:52.819267 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-1f6b8c3b-9076-449d-b321-a97ca41b5adc None None] Provisioning complete for port a0504e49-bab0-45fc-91ec-921410bb970d triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:51:52.819629 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1f6b8c3b-9076-449d-b321-a97ca41b5adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:52.868252 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-28553cbc-bf0c-4acc-a382-94f8278323a9 None None] Deleting port 734fa10c-b469-4ec7-8e27-522cd61eadbe {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:51:52.868252 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-28553cbc-bf0c-4acc-a382-94f8278323a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:52.875600 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-72c37db6-2cd5-42f2-870e-0d8640b2ce0a tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] For port 734fa10c-b469-4ec7-8e27-522cd61eadbe, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=734fa10c-b469-4ec7-8e27-522cd61eadbe,segment=NetworkSegment(7c7ae09d-a35c-4ae6-bf3c-599d60b7190f),segment_id=7c7ae09d-a35c-4ae6-bf3c-599d60b7190f)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:51:52.876225 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-72c37db6-2cd5-42f2-870e-0d8640b2ce0a tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:52.878697 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ed602a98-48d2-4913-9631-f705398ace7d tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:52.924610 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-005f5681-cf4e-41fe-8710-64d7eca338b9 None None] Transition to ACTIVE for port object 6e788a40-c3ad-441b-b013-0800fee7696c will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:51:52.970857 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c41a488-35a0-4867-9fb0-8e2e56f5aea3 req-bc74b725-3f18-4d34-9f5c-ce66a3962a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:52.971983 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4c41a488-35a0-4867-9fb0-8e2e56f5aea3 req-bc74b725-3f18-4d34-9f5c-ce66a3962a84 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a8852b36-b66c-4496-b635-b86154bdd792 HTTP/1.1" status: 200 len: 848 time: 0.1533930 May 31 13:51:52.995813 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f2abe838-dcea-44e8-9813-7a3923338e34 req-a74a98f3-94aa-4d61-be4f-b4f9d1a00708 service neutron] 10.222.0.44 "GET /v2.0/networks/63c618dc-2d9c-42a1-a644-8fd65767e93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8097799 May 31 13:51:53.066663 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-005f5681-cf4e-41fe-8710-64d7eca338b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:53.127977 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-72c37db6-2cd5-42f2-870e-0d8640b2ce0a tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Calling delete_port for 734fa10c-b469-4ec7-8e27-522cd61eadbe owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:51:53.133720 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port a0504e49-bab0-45fc-91ec-921410bb970d triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:51:53.135011 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:53.154610 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ed602a98-48d2-4913-9631-f705398ace7d tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:53.182162 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa26679-edc9-48ce-a95b-17b4d35bcdaa None None] DHCP port deletion for 89df36b8-276e-46a0-aee2-468986123c0f request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:51:53.228903 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed602a98-48d2-4913-9631-f705398ace7d tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Pushing event deleted for resources: {'Subnet': ['ID=b6fd98fe-2d6e-47a1-837f-4fd4ab027e45,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:53.234778 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ed602a98-48d2-4913-9631-f705398ace7d tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:53.254886 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-1fa26679-edc9-48ce-a95b-17b4d35bcdaa None None] Deleting port ba7bedef-983c-4908-9b4d-bcacb891beba {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:51:53.255307 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1fa26679-edc9-48ce-a95b-17b4d35bcdaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:53.265644 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c42f5af0-249b-45b1-8d42-a349d80c3226 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:53.291080 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ed602a98-48d2-4913-9631-f705398ace7d tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] 10.222.0.50 "DELETE /v2.0/subnets/b6fd98fe-2d6e-47a1-837f-4fd4ab027e45 HTTP/1.1" status: 204 len: 168 time: 1.9880216 May 31 13:51:53.294443 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42530) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:53.300267 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a97e56-61c0-4129-8d55-90e6eef3ba4f None None] Network 03e32fa5-680f-438d-867e-b8b36c524208 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:51:53.358598 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c42f5af0-249b-45b1-8d42-a349d80c3226 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:51:53.395316 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005f5681-cf4e-41fe-8710-64d7eca338b9 None None] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:51:53.448332 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-74373502-8a9a-4372-9255-dd9e86201bff tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Allocated IP 2001:db8::1 (8d0ca4ab-0d39-494b-8b5d-2861af857a5e/2c91f8ef-e298-4b50-9fad-092000a43d70/e56d365e-5015-4d27-a874-9de1ca9240a6) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:51:53.453870 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005f5681-cf4e-41fe-8710-64d7eca338b9 None None] Pushing event updated for resources: {'Port': ['ID=6e788a40-c3ad-441b-b013-0800fee7696c,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:53.456029 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-005f5681-cf4e-41fe-8710-64d7eca338b9 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:51:53.461795 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c42f5af0-249b-45b1-8d42-a349d80c3226 admin admin] Usage tracker for resource:security_group_rule and tenant:36b9bdc0324746acac8c774bc9e517d0 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:51:53.479791 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005f5681-cf4e-41fe-8710-64d7eca338b9 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:51:53.490312 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c42f5af0-249b-45b1-8d42-a349d80c3226 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:51:53.500107 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-7c017cc9-eed4-412f-a162-17782e73ae4f None None] Set router 0697c208-3eaa-49f8-affe-568d0eb5b2db gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:51:53.508200 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c42f5af0-249b-45b1-8d42-a349d80c3226 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:51:53.543439 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-72c37db6-2cd5-42f2-870e-0d8640b2ce0a tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:53.556146 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c41a488-35a0-4867-9fb0-8e2e56f5aea3 req-3ccc0b95-cca3-4946-87a4-e78dcb7c75c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:53.557796 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4c41a488-35a0-4867-9fb0-8e2e56f5aea3 req-3ccc0b95-cca3-4946-87a4-e78dcb7c75c5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a036544d-3691-439b-b976-1126035d501b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4664564 May 31 13:51:53.568457 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c7932e04-edcd-487b-acbb-88134763b0a1 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:53.603146 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-158de115-6066-43a1-8f8a-35290c5f58de tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Router 80751f3d-e952-4fcb-9d42-f81dc7ae50bc has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:51:53.691751 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c37db6-2cd5-42f2-870e-0d8640b2ce0a tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] No DVR routers for this DVR port 734fa10c-b469-4ec7-8e27-522cd61eadbe on host n-d-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:51:53.720150 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c37db6-2cd5-42f2-870e-0d8640b2ce0a tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Pushing event deleted for resources: {'Port': ['ID=734fa10c-b469-4ec7-8e27-522cd61eadbe,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:53.743180 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f2abe838-dcea-44e8-9813-7a3923338e34 req-9a1bcb99-4065-45f3-a709-50e7c71bc491 service neutron] 10.222.0.44 "GET /v2.0/networks/63c618dc-2d9c-42a1-a644-8fd65767e93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5858877 May 31 13:51:53.771446 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-c7932e04-edcd-487b-acbb-88134763b0a1 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Deleting port ba7bedef-983c-4908-9b4d-bcacb891beba {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:51:53.772057 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c7932e04-edcd-487b-acbb-88134763b0a1 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:53.849024 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c01bc7-f94b-4e79-89a8-1b5924e289b7 req-f468f3e1-57b9-438d-851a-24fe2ef78431 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:53.850846 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f9c01bc7-f94b-4e79-89a8-1b5924e289b7 req-f468f3e1-57b9-438d-851a-24fe2ef78431 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] 10.222.0.50 "GET /v2.0/ports?device_id=75745206-76bf-4c6b-9bc9-0b44a02376ab HTTP/1.1" status: 200 len: 944 time: 0.6949844 May 31 13:51:53.857137 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.resource_extend [None req-7c7b4bd1-32b7-4ef8-b018-e22b60cf308a tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:51:53.884336 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-28553cbc-bf0c-4acc-a382-94f8278323a9 None None] For port 734fa10c-b469-4ec7-8e27-522cd61eadbe, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=734fa10c-b469-4ec7-8e27-522cd61eadbe,segment=NetworkSegment(7c7ae09d-a35c-4ae6-bf3c-599d60b7190f),segment_id=7c7ae09d-a35c-4ae6-bf3c-599d60b7190f)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:51:53.884732 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-28553cbc-bf0c-4acc-a382-94f8278323a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:53.922082 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7c7b4bd1-32b7-4ef8-b018-e22b60cf308a tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:53.937851 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-72c37db6-2cd5-42f2-870e-0d8640b2ce0a tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:53.953101 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7c7b4bd1-32b7-4ef8-b018-e22b60cf308a tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:53.995388 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4c41a488-35a0-4867-9fb0-8e2e56f5aea3 req-dc89311f-a848-4491-9658-c200d7e1dedb service neutron] 10.222.0.44 "GET /v2.0/networks/a036544d-3691-439b-b976-1126035d501b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4188585 May 31 13:51:54.075513 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-158de115-6066-43a1-8f8a-35290c5f58de tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:51:54.079717 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c42f5af0-249b-45b1-8d42-a349d80c3226 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:54.093034 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9d7e33-296b-40da-8c49-cfe94910e3ad None None] Sync routers for ids ['80751f3d-e952-4fcb-9d42-f81dc7ae50bc'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:51:54.103663 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9d7e33-296b-40da-8c49-cfe94910e3ad None None] Routers {'80751f3d-e952-4fcb-9d42-f81dc7ae50bc'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:51:54.104591 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-ff9d7e33-296b-40da-8c49-cfe94910e3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:51:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['80751f3d-e952-4fcb-9d42-f81dc7ae50bc'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:51:54.192844 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-005f5681-cf4e-41fe-8710-64d7eca338b9 None None] Attempting to bind port 6e788a40-c3ad-441b-b013-0800fee7696c on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:51:54.193211 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-005f5681-cf4e-41fe-8710-64d7eca338b9 None None] Attempting to bind port 6e788a40-c3ad-441b-b013-0800fee7696c by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:51:54.193575 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005f5681-cf4e-41fe-8710-64d7eca338b9 None None] Attempting to bind port 6e788a40-c3ad-441b-b013-0800fee7696c on network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:51:54.218296 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-28553cbc-bf0c-4acc-a382-94f8278323a9 None None] Calling delete_port for 734fa10c-b469-4ec7-8e27-522cd61eadbe owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:51:54.291939 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c42f5af0-249b-45b1-8d42-a349d80c3226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:54.310771 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-1f6b8c3b-9076-449d-b321-a97ca41b5adc None None] Current status of the port a0504e49-bab0-45fc-91ec-921410bb970d is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:51:54.319126 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-ff9d7e33-296b-40da-8c49-cfe94910e3ad None None] Set router 80751f3d-e952-4fcb-9d42-f81dc7ae50bc gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:51:54.329146 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005f5681-cf4e-41fe-8710-64d7eca338b9 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:51:54.329520 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005f5681-cf4e-41fe-8710-64d7eca338b9 None None] Checking segment: {'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:51:54.329927 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-005f5681-cf4e-41fe-8710-64d7eca338b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:54.330451 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005f5681-cf4e-41fe-8710-64d7eca338b9 None None] Bound using segment: {'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:51:54.330945 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-005f5681-cf4e-41fe-8710-64d7eca338b9 None None] Bound port: 6e788a40-c3ad-441b-b013-0800fee7696c, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:51:54.331326 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-005f5681-cf4e-41fe-8710-64d7eca338b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:54.393483 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port a0504e49-bab0-45fc-91ec-921410bb970d is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:51:54.409423 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-74373502-8a9a-4372-9255-dd9e86201bff tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:54.444643 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7b4bd1-32b7-4ef8-b018-e22b60cf308a tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Pushing event updated for resources: {'Port': ['ID=78d22188-66be-4de9-b950-f3aaf750e06e,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:54.447087 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7c7b4bd1-32b7-4ef8-b018-e22b60cf308a tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:54.452673 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f9c01bc7-f94b-4e79-89a8-1b5924e289b7 req-d92ae57e-cbb8-4071-83db-22a6688a86e9 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] 10.222.0.50 "GET /v2.0/security-groups?id=36548b4c-71f0-42fe-9a97-10b0a71a294b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5718780 May 31 13:51:54.474103 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-158de115-6066-43a1-8f8a-35290c5f58de tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:54.485423 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-74373502-8a9a-4372-9255-dd9e86201bff tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Transition to ACTIVE for port object e56d365e-5015-4d27-a874-9de1ca9240a6 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:51:54.485423 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-72c37db6-2cd5-42f2-870e-0d8640b2ce0a tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['326f7c95-4377-4a8d-98fa-9af85c95e112']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:51:54.515830 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c42f5af0-249b-45b1-8d42-a349d80c3226 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=36b9bdc0324746acac8c774bc9e517d0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7651527 May 31 13:51:54.533806 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42534) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:54.538300 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-72c37db6-2cd5-42f2-870e-0d8640b2ce0a tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c7ae09d-a35c-4ae6-bf3c-599d60b7190f') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:51:54.538761 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-72c37db6-2cd5-42f2-870e-0d8640b2ce0a tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c7ae09d-a35c-4ae6-bf3c-599d60b7190f') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:51:54.582492 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42f5af0-249b-45b1-8d42-a349d80c3226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f724ea23-6025-4012-9ad8-f6dff3bf28d2,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:54.609413 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-c7932e04-edcd-487b-acbb-88134763b0a1 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] For port ba7bedef-983c-4908-9b4d-bcacb891beba, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=ba7bedef-983c-4908-9b4d-bcacb891beba,segment=NetworkSegment(759a234b-b41c-4259-9658-0a163c911502),segment_id=759a234b-b41c-4259-9658-0a163c911502)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:51:54.609779 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c7932e04-edcd-487b-acbb-88134763b0a1 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:54.628926 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-28553cbc-bf0c-4acc-a382-94f8278323a9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:51:54.629505 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-28553cbc-bf0c-4acc-a382-94f8278323a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:51:54.647722 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4c41a488-35a0-4867-9fb0-8e2e56f5aea3 req-2dbb1883-595a-4dd0-a0a0-65e27b4b9291 service neutron] 10.222.0.44 "GET /v2.0/networks/a036544d-3691-439b-b976-1126035d501b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6265576 May 31 13:51:54.670824 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-72c37db6-2cd5-42f2-870e-0d8640b2ce0a tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:54.684593 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-74373502-8a9a-4372-9255-dd9e86201bff tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:54.687011 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 734fa10c-b469-4ec7-8e27-522cd61eadbe no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:51:54.762699 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 734fa10c-b469-4ec7-8e27-522cd61eadbe {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:51:54.763038 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 734fa10c-b469-4ec7-8e27-522cd61eadbe not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:51:54.763410 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device ba7bedef-983c-4908-9b4d-bcacb891beba no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:51:54.771643 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-72c37db6-2cd5-42f2-870e-0d8640b2ce0a tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:54.789893 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74373502-8a9a-4372-9255-dd9e86201bff tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:51:54.792583 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-1fa26679-edc9-48ce-a95b-17b4d35bcdaa None None] For port ba7bedef-983c-4908-9b4d-bcacb891beba, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=ba7bedef-983c-4908-9b4d-bcacb891beba,segment=NetworkSegment(759a234b-b41c-4259-9658-0a163c911502),segment_id=759a234b-b41c-4259-9658-0a163c911502)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:51:54.793528 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1fa26679-edc9-48ce-a95b-17b4d35bcdaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:54.799268 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-74373502-8a9a-4372-9255-dd9e86201bff tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:51:54.801490 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-158de115-6066-43a1-8f8a-35290c5f58de tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "PUT /v2.0/floatingips/847b1243-10d5-482b-a37f-b6f710b5db11 HTTP/1.1" status: 200 len: 991 time: 6.1043825 May 31 13:51:54.803871 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72c37db6-2cd5-42f2-870e-0d8640b2ce0a tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:51:54.804553 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-72c37db6-2cd5-42f2-870e-0d8640b2ce0a tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:54.810325 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-c7932e04-edcd-487b-acbb-88134763b0a1 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Calling delete_port for ba7bedef-983c-4908-9b4d-bcacb891beba owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:51:54.832240 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74373502-8a9a-4372-9255-dd9e86201bff tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:51:54.833171 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-74373502-8a9a-4372-9255-dd9e86201bff tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:54.863344 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8ba2a7b-e75c-46ac-b1d9-10f903526f5a', 'tag': 'ed72ca77-ea69-4249-9d84-aeba49a479f2'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:51:54.907161 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 7c7ae09d-a35c-4ae6-bf3c-599d60b7190f resource provider aggregate not found May 31 13:51:54.932699 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 7c7ae09d-a35c-4ae6-bf3c-599d60b7190f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7c7ae09d-a35c-4ae6-bf3c-599d60b7190f found for delete ", "request_id": "req-6f465b2d-6598-4c6b-95a0-c3651904d3ef"}]} May 31 13:51:54.947318 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74373502-8a9a-4372-9255-dd9e86201bff tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event updated for resources: {'Port': ['ID=e56d365e-5015-4d27-a874-9de1ca9240a6,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:54.951773 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7b4bd1-32b7-4ef8-b018-e22b60cf308a tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Network 81a67ea4-a2f5-45fe-b562-5bf9691fd668 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:51:54.961042 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-7c7b4bd1-32b7-4ef8-b018-e22b60cf308a tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:51:54.982229 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-72c37db6-2cd5-42f2-870e-0d8640b2ce0a tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:54.990016 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7acd88d6-342d-4256-a84c-5bc936c7bff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:55.002305 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-ff9d7e33-296b-40da-8c49-cfe94910e3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80751f3d-e952-4fcb-9d42-f81dc7ae50bc', 'name': 'tempest-AttachVolumeShelveTestJSON-830909165-router', 'tenant_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '555b4251-8337-4815-aebf-af2e55d269ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:45:59Z', 'updated_at': '2022-05-31T13:46:16Z', 'revision_number': 4, 'project_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'gw_port': {'id': '555b4251-8337-4815-aebf-af2e55d269ad', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80751f3d-e952-4fcb-9d42-f81dc7ae50bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2163, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:46:01Z', 'updated_at': '2022-05-31T13:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '847b1243-10d5-482b-a37f-b6f710b5db11', 'tenant_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'floating_ip_address': '172.25.6.176', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '80751f3d-e952-4fcb-9d42-f81dc7ae50bc', 'port_id': 'ed72ca77-ea69-4249-9d84-aeba49a479f2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b66065d1-e972-453c-87d9-3ed8cec4b7a7', 'mac_address': 'fa:16:3e:69:37:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ba2a7b-e75c-46ac-b1d9-10f903526f5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:51:12Z', 'updated_at': '2022-05-31T13:51:51Z', 'revision_number': 1, 'project_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e97fc47-5cd5-43f9-b7a5-26d60cde72ef', 'name': '', 'network_id': 'b66065d1-e972-453c-87d9-3ed8cec4b7a7', 'tenant_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'mac_address': 'fa:16:3e:87:b4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80751f3d-e952-4fcb-9d42-f81dc7ae50bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': 'ccc319e0-a4f4-4875-9973-c92d94351bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:46:12Z', 'updated_at': '2022-05-31T13:46:26Z', 'revision_number': 5, 'project_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'subnets': [{'id': 'ccc319e0-a4f4-4875-9973-c92d94351bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:51:55.008652 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-982b4003-396d-4499-bce9-92a48e257add'] response: {'name': 'network-changed', 'server_uuid': 'f8ba2a7b-e75c-46ac-b1d9-10f903526f5a', 'tag': 'ed72ca77-ea69-4249-9d84-aeba49a479f2', 'status': 'completed', 'code': 200} May 31 13:51:55.010757 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9d7e33-296b-40da-8c49-cfe94910e3ad None None] Checking router: 80751f3d-e952-4fcb-9d42-f81dc7ae50bc for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:51:55.024035 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9d7e33-296b-40da-8c49-cfe94910e3ad None None] Routers {'80751f3d-e952-4fcb-9d42-f81dc7ae50bc'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:51:55.031790 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-ff9d7e33-296b-40da-8c49-cfe94910e3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:51:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['80751f3d-e952-4fcb-9d42-f81dc7ae50bc'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:51:55.053885 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ca5b6231-2bd5-4d0b-8844-9b85220d23c5 None None] Provisioning complete for port 78d22188-66be-4de9-b950-f3aaf750e06e triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:51:55.054302 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ca5b6231-2bd5-4d0b-8844-9b85220d23c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:55.059749 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7acd88d6-342d-4256-a84c-5bc936c7bff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:55.086147 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c7932e04-edcd-487b-acbb-88134763b0a1 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:55.158902 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b254481-427b-4578-9db5-e296df6a75c7 req-8bc33b83-2b4b-491e-9986-07087308fe21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:55.160423 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5b254481-427b-4578-9db5-e296df6a75c7 req-8bc33b83-2b4b-491e-9986-07087308fe21 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4e57de1d316c4f84a61736682dffb866&device_id=75745206-76bf-4c6b-9bc9-0b44a02376ab HTTP/1.1" status: 200 len: 1095 time: 0.3576722 May 31 13:51:55.165749 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7932e04-edcd-487b-acbb-88134763b0a1 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Pushing event deleted for resources: {'Port': ['ID=ba7bedef-983c-4908-9b4d-bcacb891beba,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:55.193619 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7932e04-edcd-487b-acbb-88134763b0a1 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] No DVR routers for this DVR port ba7bedef-983c-4908-9b4d-bcacb891beba on host n-d-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:51:55.202874 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-1fa26679-edc9-48ce-a95b-17b4d35bcdaa None None] Calling delete_port for ba7bedef-983c-4908-9b4d-bcacb891beba owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:51:55.246357 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-28553cbc-bf0c-4acc-a382-94f8278323a9 None None] Deleting port 734fa10c-b469-4ec7-8e27-522cd61eadbe {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:51:55.246751 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-28553cbc-bf0c-4acc-a382-94f8278323a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:55.289306 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-72c37db6-2cd5-42f2-870e-0d8640b2ce0a tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:55.333881 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c7b4bd1-32b7-4ef8-b018-e22b60cf308a tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Router 40e81eef-4431-43f1-8e62-029c9f01dd28 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:51:55.356390 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c37db6-2cd5-42f2-870e-0d8640b2ce0a tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Pushing event deleted for resources: {'Network': ['ID=326f7c95-4377-4a8d-98fa-9af85c95e112,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:55.380618 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-ff9d7e33-296b-40da-8c49-cfe94910e3ad None None] Set router 80751f3d-e952-4fcb-9d42-f81dc7ae50bc gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:51:55.398205 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-72c37db6-2cd5-42f2-870e-0d8640b2ce0a tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "DELETE /v2.0/networks/326f7c95-4377-4a8d-98fa-9af85c95e112 HTTP/1.1" status: 204 len: 168 time: 4.4158146 May 31 13:51:55.456994 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 42550) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:55.464443 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c7932e04-edcd-487b-acbb-88134763b0a1 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:55.500453 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-c7932e04-edcd-487b-acbb-88134763b0a1 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89df36b8-276e-46a0-aee2-468986123c0f']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:51:55.517650 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-c7932e04-edcd-487b-acbb-88134763b0a1 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '759a234b-b41c-4259-9658-0a163c911502') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:51:55.518191 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-c7932e04-edcd-487b-acbb-88134763b0a1 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '759a234b-b41c-4259-9658-0a163c911502') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:51:55.541131 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c7932e04-edcd-487b-acbb-88134763b0a1 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:55.543445 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-907cfd8e-f0cf-499b-a72f-b95bbeccfd28 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-289884963'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:51:55.550746 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cac718b-b41e-4f63-bbb0-b5a43165cef1 None None] DHCP port deletion for 03e32fa5-680f-438d-867e-b8b36c524208 request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:51:55.557282 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-005f5681-cf4e-41fe-8710-64d7eca338b9 None None] For port 6e788a40-c3ad-441b-b013-0800fee7696c, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:51:55.571147 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-28553cbc-bf0c-4acc-a382-94f8278323a9 None None] The port '734fa10c-b469-4ec7-8e27-522cd61eadbe' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 13:51:55.584604 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c7932e04-edcd-487b-acbb-88134763b0a1 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:55.597098 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-8cac718b-b41e-4f63-bbb0-b5a43165cef1 None None] Deleting port ff08dd8f-a9e8-49ea-95c4-f212e19033d8 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:51:55.597509 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8cac718b-b41e-4f63-bbb0-b5a43165cef1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:55.599031 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7932e04-edcd-487b-acbb-88134763b0a1 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:51:55.599440 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c7932e04-edcd-487b-acbb-88134763b0a1 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:55.624147 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-907cfd8e-f0cf-499b-a72f-b95bbeccfd28 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:51:55.656892 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-907cfd8e-f0cf-499b-a72f-b95bbeccfd28 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Usage tracker for resource:network and tenant:779c820d5b2449ae9fd2392eab8ae157 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:51:55.663610 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-907cfd8e-f0cf-499b-a72f-b95bbeccfd28 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:51:55.682931 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-907cfd8e-f0cf-499b-a72f-b95bbeccfd28 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:51:55.685639 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-74373502-8a9a-4372-9255-dd9e86201bff tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:55.692849 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-005f5681-cf4e-41fe-8710-64d7eca338b9 None None] For port 6e788a40-c3ad-441b-b013-0800fee7696c, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=6e788a40-c3ad-441b-b013-0800fee7696c,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:51:55.764542 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 759a234b-b41c-4259-9658-0a163c911502 resource provider aggregate not found May 31 13:51:55.776960 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f7965-c19f-4dc4-83cc-331c0b6a2431 req-bbbf9f9a-0abc-45d8-a008-1371f6f9a991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:55.778786 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-371f7965-c19f-4dc4-83cc-331c0b6a2431 req-bbbf9f9a-0abc-45d8-a008-1371f6f9a991 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=21f78e9efd2543f8a23fa5f8aa5a9a7c&device_id=f8ba2a7b-e75c-46ac-b1d9-10f903526f5a HTTP/1.1" status: 200 len: 1096 time: 0.5647070 May 31 13:51:55.795068 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7acd88d6-342d-4256-a84c-5bc936c7bff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:55.816133 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 759a234b-b41c-4259-9658-0a163c911502 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 759a234b-b41c-4259-9658-0a163c911502 found for delete ", "request_id": "req-4bc35edb-e922-4ff6-909d-11bb404cb43e"}]} May 31 13:51:55.817027 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-907cfd8e-f0cf-499b-a72f-b95bbeccfd28 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Made reservation on behalf of 779c820d5b2449ae9fd2392eab8ae157 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:51:55.820505 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-907cfd8e-f0cf-499b-a72f-b95bbeccfd28 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:55.834331 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acd88d6-342d-4256-a84c-5bc936c7bff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f724ea23-6025-4012-9ad8-f6dff3bf28d2,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:55.840613 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c7932e04-edcd-487b-acbb-88134763b0a1 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:55.846810 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b254481-427b-4578-9db5-e296df6a75c7 req-5266fc0f-5e6f-4249-bfa2-e611a8401b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:55.848424 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5b254481-427b-4578-9db5-e296df6a75c7 req-5266fc0f-5e6f-4249-bfa2-e611a8401b1b service neutron] 10.222.0.44 "GET /v2.0/networks?id=a036544d-3691-439b-b976-1126035d501b HTTP/1.1" status: 200 len: 910 time: 0.6787961 May 31 13:51:55.869742 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c7932e04-edcd-487b-acbb-88134763b0a1 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:55.940145 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7932e04-edcd-487b-acbb-88134763b0a1 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Pushing event deleted for resources: {'Network': ['ID=89df36b8-276e-46a0-aee2-468986123c0f,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:55.943079 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c7b4bd1-32b7-4ef8-b018-e22b60cf308a tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:51:55.953746 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5b254481-427b-4578-9db5-e296df6a75c7 req-9fd65817-2b5c-450b-abb2-af998fc1cb12 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=117d106f-8b61-4f48-a987-13c84a3eaab5 HTTP/1.1" status: 200 len: 217 time: 0.0855000 May 31 13:51:55.954304 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42560) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:55.955566 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-7c7b4bd1-32b7-4ef8-b018-e22b60cf308a tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "PUT /v2.0/routers/40e81eef-4431-43f1-8e62-029c9f01dd28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7039382 May 31 13:51:55.958460 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c7932e04-edcd-487b-acbb-88134763b0a1 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] 10.222.0.50 "DELETE /v2.0/networks/89df36b8-276e-46a0-aee2-468986123c0f HTTP/1.1" status: 204 len: 168 time: 2.6595140 May 31 13:51:55.959540 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7acd88d6-342d-4256-a84c-5bc936c7bff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:55.963233 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-7acd88d6-342d-4256-a84c-5bc936c7bff9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f724ea23-6025-4012-9ad8-f6dff3bf28d2 HTTP/1.1" status: 204 len: 168 time: 1.4240057 May 31 13:51:55.975008 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-03dbda23-b541-49ac-be4d-b96a712e1f38 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Request body: {'network': {'name': 'tempest-RoutersTest-678108151'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:51:55.982464 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42564) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:56.063888 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No active binding found for port ba7bedef-983c-4908-9b4d-bcacb891beba {{(pid=88371) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 31 13:51:56.065204 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device ba7bedef-983c-4908-9b4d-bcacb891beba not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:51:56.073462 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-1fa26679-edc9-48ce-a95b-17b4d35bcdaa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:51:56.073955 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-1fa26679-edc9-48ce-a95b-17b4d35bcdaa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:51:56.074771 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-ca5b6231-2bd5-4d0b-8844-9b85220d23c5 None None] Port 78d22188-66be-4de9-b950-f3aaf750e06e cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:51:56.090352 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-03dbda23-b541-49ac-be4d-b96a712e1f38 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:51:56.100954 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-8cac718b-b41e-4f63-bbb0-b5a43165cef1 None None] For port ff08dd8f-a9e8-49ea-95c4-f212e19033d8, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=ff08dd8f-a9e8-49ea-95c4-f212e19033d8,segment=NetworkSegment(1b8e4342-a935-4aba-9c74-831d54abb22d),segment_id=1b8e4342-a935-4aba-9c74-831d54abb22d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:51:56.102026 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8cac718b-b41e-4f63-bbb0-b5a43165cef1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:56.154191 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-ff9d7e33-296b-40da-8c49-cfe94910e3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80751f3d-e952-4fcb-9d42-f81dc7ae50bc', 'name': 'tempest-AttachVolumeShelveTestJSON-830909165-router', 'tenant_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '555b4251-8337-4815-aebf-af2e55d269ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:45:59Z', 'updated_at': '2022-05-31T13:46:16Z', 'revision_number': 4, 'project_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'gw_port': {'id': '555b4251-8337-4815-aebf-af2e55d269ad', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80751f3d-e952-4fcb-9d42-f81dc7ae50bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2163, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:46:01Z', 'updated_at': '2022-05-31T13:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '847b1243-10d5-482b-a37f-b6f710b5db11', 'tenant_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'floating_ip_address': '172.25.6.176', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '80751f3d-e952-4fcb-9d42-f81dc7ae50bc', 'port_id': 'ed72ca77-ea69-4249-9d84-aeba49a479f2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b66065d1-e972-453c-87d9-3ed8cec4b7a7', 'mac_address': 'fa:16:3e:69:37:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ba2a7b-e75c-46ac-b1d9-10f903526f5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:51:12Z', 'updated_at': '2022-05-31T13:51:51Z', 'revision_number': 1, 'project_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e97fc47-5cd5-43f9-b7a5-26d60cde72ef', 'name': '', 'network_id': 'b66065d1-e972-453c-87d9-3ed8cec4b7a7', 'tenant_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'mac_address': 'fa:16:3e:87:b4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80751f3d-e952-4fcb-9d42-f81dc7ae50bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': 'ccc319e0-a4f4-4875-9973-c92d94351bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:46:12Z', 'updated_at': '2022-05-31T13:46:26Z', 'revision_number': 5, 'project_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'subnets': [{'id': 'ccc319e0-a4f4-4875-9973-c92d94351bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:51:56.155196 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-03dbda23-b541-49ac-be4d-b96a712e1f38 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Usage tracker for resource:network and tenant:85d9456a7d3e47cf9816e44471382253 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:51:56.160315 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-03dbda23-b541-49ac-be4d-b96a712e1f38 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:51:56.168443 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9d7e33-296b-40da-8c49-cfe94910e3ad None None] The sync data for ids ['80751f3d-e952-4fcb-9d42-f81dc7ae50bc'] in n-d-843939-1 is: [{'id': '80751f3d-e952-4fcb-9d42-f81dc7ae50bc', 'name': 'tempest-AttachVolumeShelveTestJSON-830909165-router', 'tenant_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '555b4251-8337-4815-aebf-af2e55d269ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:45:59Z', 'updated_at': '2022-05-31T13:46:16Z', 'revision_number': 4, 'project_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'gw_port': {'id': '555b4251-8337-4815-aebf-af2e55d269ad', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80751f3d-e952-4fcb-9d42-f81dc7ae50bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2163, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:46:01Z', 'updated_at': '2022-05-31T13:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '847b1243-10d5-482b-a37f-b6f710b5db11', 'tenant_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'floating_ip_address': '172.25.6.176', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '80751f3d-e952-4fcb-9d42-f81dc7ae50bc', 'port_id': 'ed72ca77-ea69-4249-9d84-aeba49a479f2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b66065d1-e972-453c-87d9-3ed8cec4b7a7', 'mac_address': 'fa:16:3e:69:37:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ba2a7b-e75c-46ac-b1d9-10f903526f5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:51:12Z', 'updated_at': '2022-05-31T13:51:51Z', 'revision_number': 1, 'project_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e97fc47-5cd5-43f9-b7a5-26d60cde72ef', 'name': '', 'network_id': 'b66065d1-e972-453c-87d9-3ed8cec4b7a7', 'tenant_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'mac_address': 'fa:16:3e:87:b4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80751f3d-e952-4fcb-9d42-f81dc7ae50bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': 'ccc319e0-a4f4-4875-9973-c92d94351bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:46:12Z', 'updated_at': '2022-05-31T13:46:26Z', 'revision_number': 5, 'project_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'subnets': [{'id': 'ccc319e0-a4f4-4875-9973-c92d94351bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:51:56.169020 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-03dbda23-b541-49ac-be4d-b96a712e1f38 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:51:56.250025 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03dbda23-b541-49ac-be4d-b96a712e1f38 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Made reservation on behalf of 85d9456a7d3e47cf9816e44471382253 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:51:56.255614 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-03dbda23-b541-49ac-be4d-b96a712e1f38 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:56.273278 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-907cfd8e-f0cf-499b-a72f-b95bbeccfd28 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:51:56.295041 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677dda38-6e47-46b3-86ce-47c5980316b1 req-da972947-e62a-4d29-b786-661185631aba tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:56.296964 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-677dda38-6e47-46b3-86ce-47c5980316b1 req-da972947-e62a-4d29-b786-661185631aba tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] 10.222.0.50 "GET /v2.0/ports?device_id=75745206-76bf-4c6b-9bc9-0b44a02376ab HTTP/1.1" status: 200 len: 944 time: 0.6281307 May 31 13:51:56.329414 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b254481-427b-4578-9db5-e296df6a75c7 req-72784212-36d6-408b-9578-8386f8517c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:56.333101 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5b254481-427b-4578-9db5-e296df6a75c7 req-72784212-36d6-408b-9578-8386f8517c87 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a8852b36-b66c-4496-b635-b86154bdd792 HTTP/1.1" status: 200 len: 848 time: 0.3513401 May 31 13:51:56.342775 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-edf51411-6427-49ee-9ae6-1e7971a1f724 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:56.385764 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca995c1-e0c9-4c8e-9b68-fd39b99f0d32 None None] Sync routers for ids ['40e81eef-4431-43f1-8e62-029c9f01dd28'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:51:56.395686 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-005f5681-cf4e-41fe-8710-64d7eca338b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:56.460375 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-8cac718b-b41e-4f63-bbb0-b5a43165cef1 None None] Calling delete_port for ff08dd8f-a9e8-49ea-95c4-f212e19033d8 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:51:56.568421 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42572) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:56.569116 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03dbda23-b541-49ac-be4d-b96a712e1f38 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:51:56.612234 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd88a53-5442-4e58-b3c4-f78be4242e1d None None] New status for floating IP 847b1243-10d5-482b-a37f-b6f710b5db11: ACTIVE {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 13:51:56.620599 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-1fa26679-edc9-48ce-a95b-17b4d35bcdaa None None] Deleting port ba7bedef-983c-4908-9b4d-bcacb891beba {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:51:56.621109 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1fa26679-edc9-48ce-a95b-17b4d35bcdaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:56.622429 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-edf51411-6427-49ee-9ae6-1e7971a1f724 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Deleting port ff08dd8f-a9e8-49ea-95c4-f212e19033d8 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:51:56.622836 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-edf51411-6427-49ee-9ae6-1e7971a1f724 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:56.710932 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-907cfd8e-f0cf-499b-a72f-b95bbeccfd28 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:56.711308 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-907cfd8e-f0cf-499b-a72f-b95bbeccfd28 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Added segment 47a94010-3859-4892-b9d3-9b333e2a51c2 of type vlan for network 68f5c7d4-578c-4e12-a5d0-c2d123a99646 May 31 13:51:56.741431 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device ff08dd8f-a9e8-49ea-95c4-f212e19033d8 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:51:56.745288 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d035f67b-3fc2-408c-9b28-4407834ac13a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:56.756867 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-03dbda23-b541-49ac-be4d-b96a712e1f38 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:56.757406 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-03dbda23-b541-49ac-be4d-b96a712e1f38 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Added segment 7686bc20-3630-4673-83cb-56efcc4b2e87 of type vlan for network f3ae220d-60d9-4ddd-8746-8582a5a0fea5 May 31 13:51:56.772390 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-677dda38-6e47-46b3-86ce-47c5980316b1 req-5f1cf74a-927c-493a-b077-4e32c7902a5b tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] 10.222.0.50 "GET /v2.0/security-groups?id=36548b4c-71f0-42fe-9a97-10b0a71a294b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4242527 May 31 13:51:56.802118 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-03dbda23-b541-49ac-be4d-b96a712e1f38 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:56.811337 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f7965-c19f-4dc4-83cc-331c0b6a2431 req-5ab02178-c6ad-4397-a529-7439bd857387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:56.813046 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-371f7965-c19f-4dc4-83cc-331c0b6a2431 req-5ab02178-c6ad-4397-a529-7439bd857387 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b66065d1-e972-453c-87d9-3ed8cec4b7a7 HTTP/1.1" status: 200 len: 917 time: 0.9788892 May 31 13:51:56.816882 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-907cfd8e-f0cf-499b-a72f-b95bbeccfd28 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:56.865442 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca995c1-e0c9-4c8e-9b68-fd39b99f0d32 None None] Routers {'40e81eef-4431-43f1-8e62-029c9f01dd28'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:51:56.866176 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-8ca995c1-e0c9-4c8e-9b68-fd39b99f0d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:51:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['40e81eef-4431-43f1-8e62-029c9f01dd28'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:51:56.884498 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d035f67b-3fc2-408c-9b28-4407834ac13a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:51:56.903301 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d035f67b-3fc2-408c-9b28-4407834ac13a admin admin] Usage tracker for resource:security_group_rule and tenant:a936be1119154ce1ba34b43ece69d8a4 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:51:56.908870 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d035f67b-3fc2-408c-9b28-4407834ac13a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:51:56.914080 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-03dbda23-b541-49ac-be4d-b96a712e1f38 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:56.919679 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03dbda23-b541-49ac-be4d-b96a712e1f38 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:56.920628 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-03dbda23-b541-49ac-be4d-b96a712e1f38 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:57.038085 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-1fa26679-edc9-48ce-a95b-17b4d35bcdaa None None] The port 'ba7bedef-983c-4908-9b4d-bcacb891beba' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 13:51:57.063472 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d035f67b-3fc2-408c-9b28-4407834ac13a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:51:57.075582 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dbda23-b541-49ac-be4d-b96a712e1f38 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Pushing event updated for resources: {'Network': ['ID=f3ae220d-60d9-4ddd-8746-8582a5a0fea5,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:57.103535 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-03dbda23-b541-49ac-be4d-b96a712e1f38 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1470587 May 31 13:51:57.110370 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42576) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:57.113113 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b254481-427b-4578-9db5-e296df6a75c7 req-96a2ec94-c1db-4e1a-9688-af3493e64726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:57.114756 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5b254481-427b-4578-9db5-e296df6a75c7 req-96a2ec94-c1db-4e1a-9688-af3493e64726 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a036544d-3691-439b-b976-1126035d501b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7648566 May 31 13:51:57.123022 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-371f7965-c19f-4dc4-83cc-331c0b6a2431 req-9eaa8083-135c-4d04-a846-0d56ee6a0019 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed72ca77-ea69-4249-9d84-aeba49a479f2 HTTP/1.1" status: 200 len: 999 time: 0.2862971 May 31 13:51:57.137458 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network f3ae220d-60d9-4ddd-8746-8582a5a0fea5 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:51:57.185533 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-a106df4f-dad8-438d-800d-87e35d0032fd tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Request body: {'subnet': {'network_id': 'f3ae220d-60d9-4ddd-8746-8582a5a0fea5', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:51:57.261621 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-907cfd8e-f0cf-499b-a72f-b95bbeccfd28 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:57.268109 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907cfd8e-f0cf-499b-a72f-b95bbeccfd28 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:57.269024 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-907cfd8e-f0cf-499b-a72f-b95bbeccfd28 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:57.271051 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005f5681-cf4e-41fe-8710-64d7eca338b9 None None] Pushing event updated for resources: {'Port': ['ID=6e788a40-c3ad-441b-b013-0800fee7696c,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:57.300743 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-7c017cc9-eed4-412f-a162-17782e73ae4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'name': 'tempest-AttachVolumeNegativeTest-1273433736-router', 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'a25f0954-04a4-4b01-8623-f473d6ed53da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:44:16Z', 'updated_at': '2022-05-31T13:44:31Z', 'revision_number': 4, 'project_id': '0c3bb07388f549c9aeec65a21380cb5d', 'gw_port': {'id': 'a25f0954-04a4-4b01-8623-f473d6ed53da', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ac:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:44:19Z', 'updated_at': '2022-05-31T13:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': 'f189eda8-29ec-4533-98d2-c3c83cdd554f', 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d', 'floating_ip_address': '172.25.6.172', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'port_id': '26585ad3-ce58-4528-b290-b81fa2b5636c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63c618dc-2d9c-42a1-a644-8fd65767e93c', 'mac_address': 'fa:16:3e:86:30:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5370c41a-660b-4567-891f-5e3f3590c3ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:50:49Z', 'updated_at': '2022-05-31T13:51:43Z', 'revision_number': 1, 'project_id': '0c3bb07388f549c9aeec65a21380cb5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28f91fc4-d303-4198-b69f-bfc00ad66cfe', 'name': '', 'network_id': '63c618dc-2d9c-42a1-a644-8fd65767e93c', 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d', 'mac_address': 'fa:16:3e:f7:a8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '1fa11664-0552-4bb0-b5b0-3278009a7430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:44:29Z', 'updated_at': '2022-05-31T13:44:46Z', 'revision_number': 5, 'project_id': '0c3bb07388f549c9aeec65a21380cb5d', 'subnets': [{'id': '1fa11664-0552-4bb0-b5b0-3278009a7430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:51:57.321294 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f7965-c19f-4dc4-83cc-331c0b6a2431 req-d28c4ded-60e6-4440-86e8-b0173289af57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:57.322835 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-371f7965-c19f-4dc4-83cc-331c0b6a2431 req-d28c4ded-60e6-4440-86e8-b0173289af57 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ccc319e0-a4f4-4875-9973-c92d94351bb8 HTTP/1.1" status: 200 len: 855 time: 0.1877120 May 31 13:51:57.326486 n-d-843939-1 neutron-server[88371]: INFO neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No ports have port_id starting with ff08dd8f-a9e8-49ea-95c4-f212e19033d8 May 31 13:51:57.337604 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-8ca995c1-e0c9-4c8e-9b68-fd39b99f0d32 None None] Set router 40e81eef-4431-43f1-8e62-029c9f01dd28 gateway port host: None {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:51:57.383144 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8cac718b-b41e-4f63-bbb0-b5a43165cef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:57.396872 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c017cc9-eed4-412f-a162-17782e73ae4f None None] The sync data for ids ['0697c208-3eaa-49f8-affe-568d0eb5b2db'] in n-d-843939-1 is: [{'id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'name': 'tempest-AttachVolumeNegativeTest-1273433736-router', 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'a25f0954-04a4-4b01-8623-f473d6ed53da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:44:16Z', 'updated_at': '2022-05-31T13:44:31Z', 'revision_number': 4, 'project_id': '0c3bb07388f549c9aeec65a21380cb5d', 'gw_port': {'id': 'a25f0954-04a4-4b01-8623-f473d6ed53da', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ac:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:44:19Z', 'updated_at': '2022-05-31T13:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': 'f189eda8-29ec-4533-98d2-c3c83cdd554f', 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d', 'floating_ip_address': '172.25.6.172', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'port_id': '26585ad3-ce58-4528-b290-b81fa2b5636c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63c618dc-2d9c-42a1-a644-8fd65767e93c', 'mac_address': 'fa:16:3e:86:30:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5370c41a-660b-4567-891f-5e3f3590c3ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:50:49Z', 'updated_at': '2022-05-31T13:51:43Z', 'revision_number': 1, 'project_id': '0c3bb07388f549c9aeec65a21380cb5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28f91fc4-d303-4198-b69f-bfc00ad66cfe', 'name': '', 'network_id': '63c618dc-2d9c-42a1-a644-8fd65767e93c', 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d', 'mac_address': 'fa:16:3e:f7:a8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '1fa11664-0552-4bb0-b5b0-3278009a7430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:44:29Z', 'updated_at': '2022-05-31T13:44:46Z', 'revision_number': 5, 'project_id': '0c3bb07388f549c9aeec65a21380cb5d', 'subnets': [{'id': '1fa11664-0552-4bb0-b5b0-3278009a7430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:51:57.449124 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-edf51411-6427-49ee-9ae6-1e7971a1f724 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] For port ff08dd8f-a9e8-49ea-95c4-f212e19033d8, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=ff08dd8f-a9e8-49ea-95c4-f212e19033d8,segment=NetworkSegment(1b8e4342-a935-4aba-9c74-831d54abb22d),segment_id=1b8e4342-a935-4aba-9c74-831d54abb22d)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:51:57.449973 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-edf51411-6427-49ee-9ae6-1e7971a1f724 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:57.484774 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-fc4f014d-a666-4de2-a4a4-76a6cbc5e199 None None] Provisioning complete for port 78d22188-66be-4de9-b950-f3aaf750e06e triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:51:57.484774 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fc4f014d-a666-4de2-a4a4-76a6cbc5e199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:57.533650 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cac718b-b41e-4f63-bbb0-b5a43165cef1 None None] Pushing event deleted for resources: {'Port': ['ID=ff08dd8f-a9e8-49ea-95c4-f212e19033d8,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:57.538023 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cac718b-b41e-4f63-bbb0-b5a43165cef1 None None] No DVR routers for this DVR port ff08dd8f-a9e8-49ea-95c4-f212e19033d8 on host n-d-843939-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:51:57.565202 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a106df4f-dad8-438d-800d-87e35d0032fd tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:51:57.569340 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a106df4f-dad8-438d-800d-87e35d0032fd tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Usage tracker for resource:subnet and tenant:85d9456a7d3e47cf9816e44471382253 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:51:57.572560 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a106df4f-dad8-438d-800d-87e35d0032fd tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:51:57.574821 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907cfd8e-f0cf-499b-a72f-b95bbeccfd28 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Pushing event updated for resources: {'Network': ['ID=68f5c7d4-578c-4e12-a5d0-c2d123a99646,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:57.578788 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a106df4f-dad8-438d-800d-87e35d0032fd tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:51:57.593281 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-907cfd8e-f0cf-499b-a72f-b95bbeccfd28 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.1303523 May 31 13:51:57.596213 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 42580) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:57.614017 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-23959e8d-6b6c-4800-9b02-22092cf1b0c2 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Request body: {'subnet': {'network_id': '68f5c7d4-578c-4e12-a5d0-c2d123a99646', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:51:57.685093 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.resource_extend [None req-74373502-8a9a-4372-9255-dd9e86201bff tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:51:57.714118 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-edf51411-6427-49ee-9ae6-1e7971a1f724 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Calling delete_port for ff08dd8f-a9e8-49ea-95c4-f212e19033d8 owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:51:57.763308 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-74373502-8a9a-4372-9255-dd9e86201bff tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:57.777291 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a106df4f-dad8-438d-800d-87e35d0032fd tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Made reservation on behalf of 85d9456a7d3e47cf9816e44471382253 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:51:57.780955 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a106df4f-dad8-438d-800d-87e35d0032fd tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:57.789161 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-74373502-8a9a-4372-9255-dd9e86201bff tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:57.789840 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-74373502-8a9a-4372-9255-dd9e86201bff tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:57.844342 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 68f5c7d4-578c-4e12-a5d0-c2d123a99646 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:51:57.882836 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74373502-8a9a-4372-9255-dd9e86201bff tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event updated for resources: {'Port': ['ID=e56d365e-5015-4d27-a874-9de1ca9240a6,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:57.903238 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d393075-fb07-4309-ba43-04a51cb00f51 None None] New status for floating IP f189eda8-29ec-4533-98d2-c3c83cdd554f: ACTIVE {{(pid=88371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 13:51:57.982005 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5b254481-427b-4578-9db5-e296df6a75c7 req-ec239a6d-6df9-4d96-845e-49b375070a43 service neutron] 10.222.0.44 "GET /v2.0/networks/a036544d-3691-439b-b976-1126035d501b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8019326 May 31 13:51:58.015893 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-23959e8d-6b6c-4800-9b02-22092cf1b0c2 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:51:58.020294 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-23959e8d-6b6c-4800-9b02-22092cf1b0c2 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Usage tracker for resource:subnet and tenant:779c820d5b2449ae9fd2392eab8ae157 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:51:58.023573 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-23959e8d-6b6c-4800-9b02-22092cf1b0c2 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:51:58.030124 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-23959e8d-6b6c-4800-9b02-22092cf1b0c2 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:51:58.047678 n-d-843939-1 neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:51:58.047678 n-d-843939-1 neutron-server[88369]: util.warn( May 31 13:51:58.047678 n-d-843939-1 neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:51:58.047678 n-d-843939-1 neutron-server[88369]: util.warn( May 31 13:51:58.047678 n-d-843939-1 neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:51:58.047678 n-d-843939-1 neutron-server[88369]: util.warn( May 31 13:51:58.047678 n-d-843939-1 neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:51:58.047678 n-d-843939-1 neutron-server[88369]: util.warn( May 31 13:51:58.047678 n-d-843939-1 neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:51:58.047678 n-d-843939-1 neutron-server[88369]: util.warn( May 31 13:51:58.047678 n-d-843939-1 neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:51:58.047678 n-d-843939-1 neutron-server[88369]: util.warn( May 31 13:51:58.047678 n-d-843939-1 neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:51:58.047678 n-d-843939-1 neutron-server[88369]: util.warn( May 31 13:51:58.047678 n-d-843939-1 neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:51:58.047678 n-d-843939-1 neutron-server[88369]: util.warn( May 31 13:51:58.047678 n-d-843939-1 neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:51:58.047678 n-d-843939-1 neutron-server[88369]: util.warn( May 31 13:51:58.047678 n-d-843939-1 neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:51:58.047678 n-d-843939-1 neutron-server[88369]: util.warn( May 31 13:51:58.047678 n-d-843939-1 neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:51:58.047678 n-d-843939-1 neutron-server[88369]: util.warn( May 31 13:51:58.047678 n-d-843939-1 neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:51:58.047678 n-d-843939-1 neutron-server[88369]: util.warn( May 31 13:51:58.047678 n-d-843939-1 neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:51:58.047678 n-d-843939-1 neutron-server[88369]: util.warn( May 31 13:51:58.047678 n-d-843939-1 neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:51:58.047678 n-d-843939-1 neutron-server[88369]: util.warn( May 31 13:51:58.047678 n-d-843939-1 neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:51:58.047678 n-d-843939-1 neutron-server[88369]: util.warn( May 31 13:51:58.047678 n-d-843939-1 neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:51:58.047678 n-d-843939-1 neutron-server[88369]: util.warn( May 31 13:51:58.047678 n-d-843939-1 neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:51:58.047678 n-d-843939-1 neutron-server[88369]: util.warn( May 31 13:51:58.047678 n-d-843939-1 neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:51:58.047678 n-d-843939-1 neutron-server[88369]: util.warn( May 31 13:51:58.047678 n-d-843939-1 neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:51:58.047678 n-d-843939-1 neutron-server[88369]: util.warn( May 31 13:51:58.047678 n-d-843939-1 neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:51:58.047678 n-d-843939-1 neutron-server[88369]: util.warn( May 31 13:51:58.047678 n-d-843939-1 neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:51:58.047678 n-d-843939-1 neutron-server[88369]: util.warn( May 31 13:51:58.052840 n-d-843939-1 neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:51:58.052840 n-d-843939-1 neutron-server[88369]: util.warn( May 31 13:51:58.052840 n-d-843939-1 neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:51:58.052840 n-d-843939-1 neutron-server[88369]: util.warn( May 31 13:51:58.052840 n-d-843939-1 neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:51:58.052840 n-d-843939-1 neutron-server[88369]: util.warn( May 31 13:51:58.052840 n-d-843939-1 neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:51:58.052840 n-d-843939-1 neutron-server[88369]: util.warn( May 31 13:51:58.052840 n-d-843939-1 neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:51:58.052840 n-d-843939-1 neutron-server[88369]: util.warn( May 31 13:51:58.052840 n-d-843939-1 neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:51:58.052840 n-d-843939-1 neutron-server[88369]: util.warn( May 31 13:51:58.052840 n-d-843939-1 neutron-server[88369]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:51:58.052840 n-d-843939-1 neutron-server[88369]: util.warn( May 31 13:51:58.085187 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-fc4f014d-a666-4de2-a4a4-76a6cbc5e199 None None] Port 78d22188-66be-4de9-b950-f3aaf750e06e cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:51:58.107700 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d035f67b-3fc2-408c-9b28-4407834ac13a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:58.109589 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f7965-c19f-4dc4-83cc-331c0b6a2431 req-f2b9029a-de90-426e-832f-d07627b7f639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:58.112650 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-371f7965-c19f-4dc4-83cc-331c0b6a2431 req-f2b9029a-de90-426e-832f-d07627b7f639 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b66065d1-e972-453c-87d9-3ed8cec4b7a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5834880 May 31 13:51:58.122493 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.db.api [None req-edf51411-6427-49ee-9ae6-1e7971a1f724 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:51:58.122821 n-d-843939-1 neutron-server[88369]: DEBUG oslo_db.api [None req-edf51411-6427-49ee-9ae6-1e7971a1f724 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:51:58.126504 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d035f67b-3fc2-408c-9b28-4407834ac13a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:58.159743 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23959e8d-6b6c-4800-9b02-22092cf1b0c2 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Made reservation on behalf of 779c820d5b2449ae9fd2392eab8ae157 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:51:58.164003 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-23959e8d-6b6c-4800-9b02-22092cf1b0c2 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:58.197711 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 117d106f-8b61-4f48-a987-13c84a3eaab5 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:51:58.216803 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d035f67b-3fc2-408c-9b28-4407834ac13a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9ec14a-a9b7-4d6f-a5cc-b3962c10ac50,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:58.224023 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d035f67b-3fc2-408c-9b28-4407834ac13a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a936be1119154ce1ba34b43ece69d8a4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6498332 May 31 13:51:58.237131 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42586) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:58.295580 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5b254481-427b-4578-9db5-e296df6a75c7 req-bd8b5c6b-2671-4bd9-94e1-0352c613cab6 service neutron] 10.222.0.44 "GET /v2.0/networks/a036544d-3691-439b-b976-1126035d501b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015223 May 31 13:51:58.325513 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.resource_extend [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:51:58.368802 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74373502-8a9a-4372-9255-dd9e86201bff tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:51:58.377383 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-74373502-8a9a-4372-9255-dd9e86201bff tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:51:58.480976 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a106df4f-dad8-438d-800d-87e35d0032fd tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:58.528509 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-36ed2df0-805e-4784-8f40-f08685301885 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:58.562913 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa2deab-a1ca-4df1-a73e-702655481669 req-823544bb-acf8-49d8-8c59-e3caf848a71a tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:58.572668 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8fa2deab-a1ca-4df1-a73e-702655481669 req-823544bb-acf8-49d8-8c59-e3caf848a71a tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] 10.222.0.50 "GET /v2.0/ports?device_id=75745206-76bf-4c6b-9bc9-0b44a02376ab HTTP/1.1" status: 200 len: 944 time: 0.5747211 May 31 13:51:58.594176 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 6e788a40-c3ad-441b-b013-0800fee7696c up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:51:58.627320 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-edf51411-6427-49ee-9ae6-1e7971a1f724 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Deleting port ff08dd8f-a9e8-49ea-95c4-f212e19033d8 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:51:58.629228 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-edf51411-6427-49ee-9ae6-1e7971a1f724 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:58.667475 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-36ed2df0-805e-4784-8f40-f08685301885 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:58.724444 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 117d106f-8b61-4f48-a987-13c84a3eaab5, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=117d106f-8b61-4f48-a987-13c84a3eaab5,segment=NetworkSegment(05d7c49e-fddd-43be-bac9-c48445145ddc),segment_id=05d7c49e-fddd-43be-bac9-c48445145ddc)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:51:58.732626 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8fa2deab-a1ca-4df1-a73e-702655481669 req-ea13d8c1-ef6a-4a3a-aa12-0f3b2b390d2f tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] 10.222.0.50 "GET /v2.0/security-groups?id=36548b4c-71f0-42fe-9a97-10b0a71a294b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1586428 May 31 13:51:58.759217 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': '117d106f-8b61-4f48-a987-13c84a3eaab5', 'network_id': 'a036544d-3691-439b-b976-1126035d501b', 'port_id': '117d106f-8b61-4f48-a987-13c84a3eaab5', 'mac_address': 'fa:16:3e:de:fe:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8852b36-b66c-4496-b635-b86154bdd792', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:51:58.821470 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 6e788a40-c3ad-441b-b013-0800fee7696c completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:51:58.863995 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-8ca995c1-e0c9-4c8e-9b68-fd39b99f0d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'name': 'tempest-RoutersTest-router-570826617', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:51:03Z', 'updated_at': '2022-05-31T13:51:51Z', 'revision_number': 4, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'gw_port_host': None, '_interfaces': [{'id': '411f4a8d-1a24-48f9-8207-9b39b75e4816', 'name': '', 'network_id': '8a706337-23f8-414a-b850-40bba93be87e', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'mac_address': 'fa:16:3e:8a:92:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'aac5884d-a302-4b86-a184-efe23a88b270', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:51:28Z', 'updated_at': '2022-05-31T13:51:43Z', 'revision_number': 5, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'subnets': [{'id': 'aac5884d-a302-4b86-a184-efe23a88b270', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78d22188-66be-4de9-b950-f3aaf750e06e', 'name': '', 'network_id': '81a67ea4-a2f5-45fe-b562-5bf9691fd668', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'mac_address': 'fa:16:3e:06:bc:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '155878ac-70de-4e2e-b244-d0adfe115b5d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:51:48Z', 'updated_at': '2022-05-31T13:51:52Z', 'revision_number': 2, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'subnets': [{'id': '155878ac-70de-4e2e-b244-d0adfe115b5d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db25ac7d-9ac6-4f8c-a07c-682deff692dd', 'name': '', 'network_id': '6eeb3076-8ec6-49c5-a7c1-c7685ab1bc4b', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'mac_address': 'fa:16:3e:3d:20:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'd3541b3e-1e22-4a54-ad33-6ea2509c6768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:51:08Z', 'updated_at': '2022-05-31T13:51:27Z', 'revision_number': 5, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'subnets': [{'id': 'd3541b3e-1e22-4a54-ad33-6ea2509c6768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:51:58.867027 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 117d106f-8b61-4f48-a987-13c84a3eaab5 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:51:58.867618 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:58.884526 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca995c1-e0c9-4c8e-9b68-fd39b99f0d32 None None] Checking router: 40e81eef-4431-43f1-8e62-029c9f01dd28 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:51:58.884791 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca995c1-e0c9-4c8e-9b68-fd39b99f0d32 None None] Updating router 40e81eef-4431-43f1-8e62-029c9f01dd28 port 78d22188-66be-4de9-b950-f3aaf750e06e binding host n-d-843939-1 {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:51:58.920530 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-371f7965-c19f-4dc4-83cc-331c0b6a2431 req-79349552-e909-462c-939a-c4df78584b3a service neutron] 10.222.0.44 "GET /v2.0/networks/b66065d1-e972-453c-87d9-3ed8cec4b7a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7962639 May 31 13:51:58.928567 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 117d106f-8b61-4f48-a987-13c84a3eaab5 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:51:58.934500 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-edf51411-6427-49ee-9ae6-1e7971a1f724 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] The port 'ff08dd8f-a9e8-49ea-95c4-f212e19033d8' was deleted {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 13:51:58.961333 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 117d106f-8b61-4f48-a987-13c84a3eaab5, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=117d106f-8b61-4f48-a987-13c84a3eaab5,segment=NetworkSegment(05d7c49e-fddd-43be-bac9-c48445145ddc),segment_id=05d7c49e-fddd-43be-bac9-c48445145ddc)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:51:58.962529 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8ca995c1-e0c9-4c8e-9b68-fd39b99f0d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:58.972244 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a106df4f-dad8-438d-800d-87e35d0032fd tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Pushing event updated for resources: {'Subnet': ['ID=0850d102-6380-4cc0-82b2-ec8483e18e05,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:58.974511 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:58.984195 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a106df4f-dad8-438d-800d-87e35d0032fd tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Checking segment: {'id': '7686bc20-3630-4673-83cb-56efcc4b2e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f3ae220d-60d9-4ddd-8746-8582a5a0fea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:51:58.984675 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a106df4f-dad8-438d-800d-87e35d0032fd tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Network hostable DHCP agents. Network: f3ae220d-60d9-4ddd-8746-8582a5a0fea5, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:51:59.102251 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-edf51411-6427-49ee-9ae6-1e7971a1f724 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:59.114794 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a106df4f-dad8-438d-800d-87e35d0032fd tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Network f3ae220d-60d9-4ddd-8746-8582a5a0fea5 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:51:59.130821 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-36ed2df0-805e-4784-8f40-f08685301885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:59.156377 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=117d106f-8b61-4f48-a987-13c84a3eaab5,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:59.161313 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-1e5ba0a2-6f45-43be-9c39-96c14f0b16cf None None] Provisioning for port 6e788a40-c3ad-441b-b013-0800fee7696c completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:51:59.178453 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-edf51411-6427-49ee-9ae6-1e7971a1f724 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03e32fa5-680f-438d-867e-b8b36c524208']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:51:59.195479 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-edf51411-6427-49ee-9ae6-1e7971a1f724 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b8e4342-a935-4aba-9c74-831d54abb22d') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:51:59.195778 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-edf51411-6427-49ee-9ae6-1e7971a1f724 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b8e4342-a935-4aba-9c74-831d54abb22d') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:51:59.212555 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-edf51411-6427-49ee-9ae6-1e7971a1f724 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:59.220119 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-1e5ba0a2-6f45-43be-9c39-96c14f0b16cf None None] Provisioning complete for port 6e788a40-c3ad-441b-b013-0800fee7696c triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:51:59.221073 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1e5ba0a2-6f45-43be-9c39-96c14f0b16cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:59.240091 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-edf51411-6427-49ee-9ae6-1e7971a1f724 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:59.248020 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edf51411-6427-49ee-9ae6-1e7971a1f724 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:51:59.249255 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-edf51411-6427-49ee-9ae6-1e7971a1f724 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:59.282707 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-23959e8d-6b6c-4800-9b02-22092cf1b0c2 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:59.340382 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['117d106f-8b61-4f48-a987-13c84a3eaab5'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:51:59.416508 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74373502-8a9a-4372-9255-dd9e86201bff tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Router 6d2cabd9-de79-480d-9fe5-cf63509976a2 is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 13:51:59.431651 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ed2df0-805e-4784-8f40-f08685301885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9ec14a-a9b7-4d6f-a5cc-b3962c10ac50,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:59.443369 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-a106df4f-dad8-438d-800d-87e35d0032fd tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, f3ae220d-60d9-4ddd-8746-8582a5a0fea5) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:51:59.447769 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23959e8d-6b6c-4800-9b02-22092cf1b0c2 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Pushing event updated for resources: {'Subnet': ['ID=f4b2f1f5-7667-40b7-b157-b467fb561149,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:59.448237 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-edf51411-6427-49ee-9ae6-1e7971a1f724 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:59.459874 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a106df4f-dad8-438d-800d-87e35d0032fd tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:51:59.460466 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a106df4f-dad8-438d-800d-87e35d0032fd tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:59.488606 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 1b8e4342-a935-4aba-9c74-831d54abb22d resource provider aggregate not found May 31 13:51:59.519153 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534868ef-6b0e-42da-b3c5-ea716592405b None None] Network f3ae220d-60d9-4ddd-8746-8582a5a0fea5 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:51:59.523644 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-edf51411-6427-49ee-9ae6-1e7971a1f724 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:59.528038 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-edf51411-6427-49ee-9ae6-1e7971a1f724 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] 10.222.0.50 "DELETE /v2.0/networks/03e32fa5-680f-438d-867e-b8b36c524208 HTTP/1.1" status: 204 len: 168 time: 3.5332572 May 31 13:51:59.528038 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf51411-6427-49ee-9ae6-1e7971a1f724 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Pushing event deleted for resources: {'Network': ['ID=03e32fa5-680f-438d-867e-b8b36c524208,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:51:59.541320 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a106df4f-dad8-438d-800d-87e35d0032fd tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4254098 May 31 13:51:59.546761 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-36ed2df0-805e-4784-8f40-f08685301885 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:59.548155 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-36ed2df0-805e-4784-8f40-f08685301885 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dd9ec14a-a9b7-4d6f-a5cc-b3962c10ac50 HTTP/1.1" status: 204 len: 168 time: 1.3101792 May 31 13:51:59.556231 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 42596) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:59.556571 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 42598) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:51:59.564885 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 1b8e4342-a935-4aba-9c74-831d54abb22d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1b8e4342-a935-4aba-9c74-831d54abb22d found for delete ", "request_id": "req-a023d38f-3b74-4cb8-ad5c-18c4f765204d"}]} May 31 13:51:59.681139 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23959e8d-6b6c-4800-9b02-22092cf1b0c2 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Checking segment: {'id': '47a94010-3859-4892-b9d3-9b333e2a51c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '68f5c7d4-578c-4e12-a5d0-c2d123a99646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:51:59.684560 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23959e8d-6b6c-4800-9b02-22092cf1b0c2 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Network hostable DHCP agents. Network: 68f5c7d4-578c-4e12-a5d0-c2d123a99646, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:51:59.758295 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-371f7965-c19f-4dc4-83cc-331c0b6a2431 req-b26f3c24-6a56-4910-89f5-519bb8d09836 service neutron] 10.222.0.44 "GET /v2.0/networks/b66065d1-e972-453c-87d9-3ed8cec4b7a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8168542 May 31 13:51:59.886255 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-1e5ba0a2-6f45-43be-9c39-96c14f0b16cf None None] Current status of the port 6e788a40-c3ad-441b-b013-0800fee7696c is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:51:59.886843 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1e5ba0a2-6f45-43be-9c39-96c14f0b16cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:51:59.934519 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-58d4c9a5-07a1-400c-9fef-19825ea7d5ab tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Deleting subnet 689ace19-1c0e-4c77-a8e3-598976214ffc {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:51:59.937662 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-58d4c9a5-07a1-400c-9fef-19825ea7d5ab tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:00.022459 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-1e5ba0a2-6f45-43be-9c39-96c14f0b16cf None None] For port 6e788a40-c3ad-441b-b013-0800fee7696c, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=6e788a40-c3ad-441b-b013-0800fee7696c,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:52:00.026359 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74373502-8a9a-4372-9255-dd9e86201bff tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:52:00.044518 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c88a161-2d28-4298-951b-e03cb1dcfcd7 None None] Sync routers for ids ['6d2cabd9-de79-480d-9fe5-cf63509976a2'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:52:00.063747 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c88a161-2d28-4298-951b-e03cb1dcfcd7 None None] Routers {'6d2cabd9-de79-480d-9fe5-cf63509976a2'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:52:00.064614 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-74373502-8a9a-4372-9255-dd9e86201bff tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "PUT /v2.0/routers/6d2cabd9-de79-480d-9fe5-cf63509976a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5823226 May 31 13:52:00.070559 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42616) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:00.074983 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1e5ba0a2-6f45-43be-9c39-96c14f0b16cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:00.083257 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-8c88a161-2d28-4298-951b-e03cb1dcfcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:51:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['6d2cabd9-de79-480d-9fe5-cf63509976a2'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:52:00.097620 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23959e8d-6b6c-4800-9b02-22092cf1b0c2 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Network 68f5c7d4-578c-4e12-a5d0-c2d123a99646 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:52:00.104723 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-58d4c9a5-07a1-400c-9fef-19825ea7d5ab tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65507433'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:00.203727 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1aec2ca-5256-4e89-a5a9-11dce5f66aee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-f3ae220d-60d9-4ddd-8746-8582a5a0fea5', 'network_id': 'f3ae220d-60d9-4ddd-8746-8582a5a0fea5', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'fixed_ips': [{'subnet_id': '0850d102-6380-4cc0-82b2-ec8483e18e05'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:52:00.204526 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a1aec2ca-5256-4e89-a5a9-11dce5f66aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:00.227950 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7e179f-66df-4053-afcb-a9388b186cfc tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:52:00.229865 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-6c7e179f-66df-4053-afcb-a9388b186cfc tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Synchronizing usage tracker for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:52:00.258981 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-6c7e179f-66df-4053-afcb-a9388b186cfc tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Unset dirty status for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:52:00.264550 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-6c7e179f-66df-4053-afcb-a9388b186cfc tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/ports/e56d365e-5015-4d27-a874-9de1ca9240a6 HTTP/1.1" status: 200 len: 911 time: 0.1923203 May 31 13:52:00.266019 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42622) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:00.302185 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8ca995c1-e0c9-4c8e-9b68-fd39b99f0d32 None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:00.410399 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-23959e8d-6b6c-4800-9b02-22092cf1b0c2 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 68f5c7d4-578c-4e12-a5d0-c2d123a99646) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:52:00.429209 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d7cc89a5-5168-48e7-bcd4-ee6120422d6c None None] Provisioning for port e56d365e-5015-4d27-a874-9de1ca9240a6 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:52:00.470339 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd49111c-0d11-43b7-83c3-1f5755777d5e None None] Network 68f5c7d4-578c-4e12-a5d0-c2d123a99646 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:52:00.475237 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be12d570-bee4-479b-91af-7fd7a2b55df4 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:52:00.483231 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23959e8d-6b6c-4800-9b02-22092cf1b0c2 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:52:00.483231 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-23959e8d-6b6c-4800-9b02-22092cf1b0c2 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:00.494943 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be12d570-bee4-479b-91af-7fd7a2b55df4 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:52:00.499494 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-be12d570-bee4-479b-91af-7fd7a2b55df4 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2310088 May 31 13:52:00.501039 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42632) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:00.516123 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5ba0a2-6f45-43be-9c39-96c14f0b16cf None None] Pushing event updated for resources: {'Port': ['ID=6e788a40-c3ad-441b-b013-0800fee7696c,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:00.523710 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-23959e8d-6b6c-4800-9b02-22092cf1b0c2 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9203706 May 31 13:52:00.529303 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-8c88a161-2d28-4298-951b-e03cb1dcfcd7 None None] Set router 6d2cabd9-de79-480d-9fe5-cf63509976a2 gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:52:00.557599 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-8ca995c1-e0c9-4c8e-9b68-fd39b99f0d32 None None] Transition to ACTIVE for port object 78d22188-66be-4de9-b950-f3aaf750e06e will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:52:00.584945 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 42636) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:00.622237 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-3f7fdcb5-4f05-44d1-b7cb-3c2aef3e5ef1 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-319497278', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:52:00.640509 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-3f7fdcb5-4f05-44d1-b7cb-3c2aef3e5ef1 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:52:00.654630 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-3f7fdcb5-4f05-44d1-b7cb-3c2aef3e5ef1 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Usage tracker for resource:router and tenant:779c820d5b2449ae9fd2392eab8ae157 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:52:00.668345 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-3f7fdcb5-4f05-44d1-b7cb-3c2aef3e5ef1 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:52:00.686371 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672ba9f1-bb3e-46a1-b37f-53497e1f5ea7 req-77469fd8-0928-4b4c-b20b-a203947c0081 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:52:00.688372 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-672ba9f1-bb3e-46a1-b37f-53497e1f5ea7 req-77469fd8-0928-4b4c-b20b-a203947c0081 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] 10.222.0.50 "GET /v2.0/ports?device_id=75745206-76bf-4c6b-9bc9-0b44a02376ab HTTP/1.1" status: 200 len: 945 time: 0.7605507 May 31 13:52:00.708152 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-3f7fdcb5-4f05-44d1-b7cb-3c2aef3e5ef1 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:52:00.854609 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3f7fdcb5-4f05-44d1-b7cb-3c2aef3e5ef1 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:00.855623 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3f7fdcb5-4f05-44d1-b7cb-3c2aef3e5ef1 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:00.882534 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d7cc89a5-5168-48e7-bcd4-ee6120422d6c None None] Provisioning complete for port e56d365e-5015-4d27-a874-9de1ca9240a6 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:52:00.883051 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d7cc89a5-5168-48e7-bcd4-ee6120422d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:00.898065 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-58d4c9a5-07a1-400c-9fef-19825ea7d5ab tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:00.948285 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-672ba9f1-bb3e-46a1-b37f-53497e1f5ea7 req-94db59b8-76df-41a1-9b33-7b93a07199ec tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] 10.222.0.50 "GET /v2.0/security-groups?id=36548b4c-71f0-42fe-9a97-10b0a71a294b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2452998 May 31 13:52:00.975028 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8ca995c1-e0c9-4c8e-9b68-fd39b99f0d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:00.984513 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3f7fdcb5-4f05-44d1-b7cb-3c2aef3e5ef1 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:00.989885 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-65bc0e15-f68d-4372-8cee-0abcabe0b1fc tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:01.112044 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-8c88a161-2d28-4298-951b-e03cb1dcfcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2cabd9-de79-480d-9fe5-cf63509976a2', 'name': 'tempest-NetworksTestDHCPv6-router-1800623625', 'tenant_id': 'd13dddbe1502489da91f2f88306fdca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:51:49Z', 'updated_at': '2022-05-31T13:51:55Z', 'revision_number': 2, 'project_id': 'd13dddbe1502489da91f2f88306fdca6', 'gw_port_host': None, '_interfaces': [{'id': 'e56d365e-5015-4d27-a874-9de1ca9240a6', 'name': '', 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'tenant_id': 'd13dddbe1502489da91f2f88306fdca6', 'mac_address': 'fa:16:3e:12:93:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2cabd9-de79-480d-9fe5-cf63509976a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2732, 'fixed_ips': [{'subnet_id': '2c91f8ef-e298-4b50-9fad-092000a43d70', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:51:51Z', 'updated_at': '2022-05-31T13:51:56Z', 'revision_number': 2, 'project_id': 'd13dddbe1502489da91f2f88306fdca6', 'subnets': [{'id': '2c91f8ef-e298-4b50-9fad-092000a43d70', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:52:01.124790 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c88a161-2d28-4298-951b-e03cb1dcfcd7 None None] Checking router: 6d2cabd9-de79-480d-9fe5-cf63509976a2 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:52:01.125146 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c88a161-2d28-4298-951b-e03cb1dcfcd7 None None] Updating router 6d2cabd9-de79-480d-9fe5-cf63509976a2 port e56d365e-5015-4d27-a874-9de1ca9240a6 binding host n-d-843939-1 {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:52:01.242040 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8c88a161-2d28-4298-951b-e03cb1dcfcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:01.448378 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-d7cc89a5-5168-48e7-bcd4-ee6120422d6c None None] Port e56d365e-5015-4d27-a874-9de1ca9240a6 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:52:01.461368 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3f7fdcb5-4f05-44d1-b7cb-3c2aef3e5ef1 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:01.511065 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5c413d-b763-42f5-9ff7-defea96bdb86 None None] Pushing event updated for resources: {'Port': ['ID=78d22188-66be-4de9-b950-f3aaf750e06e,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:01.527651 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-58d4c9a5-07a1-400c-9fef-19825ea7d5ab tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65216469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65148562'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:01.528819 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-a1aec2ca-5256-4e89-a5a9-11dce5f66aee None None] Allocated IP 172.23.0.2 (f3ae220d-60d9-4ddd-8746-8582a5a0fea5/0850d102-6380-4cc0-82b2-ec8483e18e05/92d845e0-d3af-4ff6-9a25-dd260a248e33) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:52:01.572552 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d53cfc-21bc-4e08-846f-2657043dd501 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-68f5c7d4-578c-4e12-a5d0-c2d123a99646', 'network_id': '68f5c7d4-578c-4e12-a5d0-c2d123a99646', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'fixed_ips': [{'subnet_id': 'f4b2f1f5-7667-40b7-b157-b467fb561149'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:52:01.573385 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-01d53cfc-21bc-4e08-846f-2657043dd501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:01.579540 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-73799b09-af89-493d-8e25-576a4c10f373 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:01.600954 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-58d4c9a5-07a1-400c-9fef-19825ea7d5ab tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:01.604286 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d4c9a5-07a1-400c-9fef-19825ea7d5ab tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Pushing event deleted for resources: {'Subnet': ['ID=689ace19-1c0e-4c77-a8e3-598976214ffc,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:01.620721 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4896ea83-4f4b-41d0-b29f-fca2d364e159 None None] Network d9fda072-0a71-43e1-9c6c-f775071ca7a6 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:52:01.630615 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3f7fdcb5-4f05-44d1-b7cb-3c2aef3e5ef1 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:01.632113 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-3f7fdcb5-4f05-44d1-b7cb-3c2aef3e5ef1 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.0358202 May 31 13:52:01.636828 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-58d4c9a5-07a1-400c-9fef-19825ea7d5ab tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] 10.222.0.50 "DELETE /v2.0/subnets/689ace19-1c0e-4c77-a8e3-598976214ffc HTTP/1.1" status: 204 len: 168 time: 2.0791965 May 31 13:52:01.637904 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 42652) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:01.657822 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42654) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:01.914629 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f76c75ce-7c44-4427-9a80-1447d76f0619 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:01.999133 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8c88a161-2d28-4298-951b-e03cb1dcfcd7 None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:01.999463 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-8ca995c1-e0c9-4c8e-9b68-fd39b99f0d32 None None] Attempting to bind port 78d22188-66be-4de9-b950-f3aaf750e06e on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:52:02.000036 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-8ca995c1-e0c9-4c8e-9b68-fd39b99f0d32 None None] Attempting to bind port 78d22188-66be-4de9-b950-f3aaf750e06e by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '239883c0-fd80-4c36-94a2-c097e76dc61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '81a67ea4-a2f5-45fe-b562-5bf9691fd668'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:52:02.000293 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca995c1-e0c9-4c8e-9b68-fd39b99f0d32 None None] Attempting to bind port 78d22188-66be-4de9-b950-f3aaf750e06e on network 81a67ea4-a2f5-45fe-b562-5bf9691fd668 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:52:02.035473 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-8c88a161-2d28-4298-951b-e03cb1dcfcd7 None None] Transition to ACTIVE for port object e56d365e-5015-4d27-a874-9de1ca9240a6 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:52:02.046740 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8c88a161-2d28-4298-951b-e03cb1dcfcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:02.082791 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca995c1-e0c9-4c8e-9b68-fd39b99f0d32 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:52:02.083193 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca995c1-e0c9-4c8e-9b68-fd39b99f0d32 None None] Checking segment: {'id': '239883c0-fd80-4c36-94a2-c097e76dc61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '81a67ea4-a2f5-45fe-b562-5bf9691fd668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:52:02.083588 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8ca995c1-e0c9-4c8e-9b68-fd39b99f0d32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:02.083991 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca995c1-e0c9-4c8e-9b68-fd39b99f0d32 None None] Bound using segment: {'id': '239883c0-fd80-4c36-94a2-c097e76dc61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '81a67ea4-a2f5-45fe-b562-5bf9691fd668'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:52:02.084486 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-8ca995c1-e0c9-4c8e-9b68-fd39b99f0d32 None None] Bound port: 78d22188-66be-4de9-b950-f3aaf750e06e, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '239883c0-fd80-4c36-94a2-c097e76dc61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '81a67ea4-a2f5-45fe-b562-5bf9691fd668'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:52:02.084867 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8ca995c1-e0c9-4c8e-9b68-fd39b99f0d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:02.133894 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-f76c75ce-7c44-4427-9a80-1447d76f0619 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Deleting port 18da0090-5af1-4902-810d-9fbc9d5944de {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:52:02.134505 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f76c75ce-7c44-4427-9a80-1447d76f0619 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:02.360690 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfbf9c0-3017-4f24-a25e-8060405a4b41 None None] Pushing event updated for resources: {'Port': ['ID=e56d365e-5015-4d27-a874-9de1ca9240a6,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:02.495390 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-8c88a161-2d28-4298-951b-e03cb1dcfcd7 None None] Attempting to bind port e56d365e-5015-4d27-a874-9de1ca9240a6 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:52:02.496012 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-8c88a161-2d28-4298-951b-e03cb1dcfcd7 None None] Attempting to bind port e56d365e-5015-4d27-a874-9de1ca9240a6 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:52:02.496330 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c88a161-2d28-4298-951b-e03cb1dcfcd7 None None] Attempting to bind port e56d365e-5015-4d27-a874-9de1ca9240a6 on network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:52:02.509180 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c88a161-2d28-4298-951b-e03cb1dcfcd7 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:52:02.509540 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c88a161-2d28-4298-951b-e03cb1dcfcd7 None None] Checking segment: {'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:52:02.509937 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8c88a161-2d28-4298-951b-e03cb1dcfcd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:02.510349 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c88a161-2d28-4298-951b-e03cb1dcfcd7 None None] Bound using segment: {'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:52:02.510823 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-8c88a161-2d28-4298-951b-e03cb1dcfcd7 None None] Bound port: e56d365e-5015-4d27-a874-9de1ca9240a6, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:52:02.511187 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8c88a161-2d28-4298-951b-e03cb1dcfcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:02.643502 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-73799b09-af89-493d-8e25-576a4c10f373 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Deleting port e56d365e-5015-4d27-a874-9de1ca9240a6 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:52:02.644218 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-73799b09-af89-493d-8e25-576a4c10f373 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:02.711260 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-8c88a161-2d28-4298-951b-e03cb1dcfcd7 None None] For port e56d365e-5015-4d27-a874-9de1ca9240a6, host n-d-843939-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:52:02.716474 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-8c88a161-2d28-4298-951b-e03cb1dcfcd7 None None] For port e56d365e-5015-4d27-a874-9de1ca9240a6, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=e56d365e-5015-4d27-a874-9de1ca9240a6,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:52:02.726960 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8c88a161-2d28-4298-951b-e03cb1dcfcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:02.769089 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2bce3b7a-9383-471b-93e6-3f6d10462bfd tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:02.778201 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-01d53cfc-21bc-4e08-846f-2657043dd501 None None] Allocated IP 2001:db8::2 (68f5c7d4-578c-4e12-a5d0-c2d123a99646/f4b2f1f5-7667-40b7-b157-b467fb561149/99b65563-b416-4247-a4bd-919c322a3195) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:52:02.892236 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfbf9c0-3017-4f24-a25e-8060405a4b41 None None] Pushing event updated for resources: {'Port': ['ID=e56d365e-5015-4d27-a874-9de1ca9240a6,revision_number=4']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:02.903985 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c88a161-2d28-4298-951b-e03cb1dcfcd7 None None] Routers {'6d2cabd9-de79-480d-9fe5-cf63509976a2'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:52:02.904762 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-8c88a161-2d28-4298-951b-e03cb1dcfcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:51:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['6d2cabd9-de79-480d-9fe5-cf63509976a2'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:52:02.961326 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84ad96b-92d0-4ba2-b631-6d31e783a61a req-bbd643b9-ad6b-467d-9665-7fe5a2b87450 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:52:02.963147 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f84ad96b-92d0-4ba2-b631-6d31e783a61a req-bbd643b9-ad6b-467d-9665-7fe5a2b87450 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] 10.222.0.50 "GET /v2.0/ports?device_id=75745206-76bf-4c6b-9bc9-0b44a02376ab HTTP/1.1" status: 200 len: 945 time: 0.8364627 May 31 13:52:03.078261 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f84ad96b-92d0-4ba2-b631-6d31e783a61a req-d7aa5859-9c28-4a10-9ead-470d47007cfb tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] 10.222.0.50 "GET /v2.0/security-groups?id=36548b4c-71f0-42fe-9a97-10b0a71a294b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033781 May 31 13:52:03.088306 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-f76c75ce-7c44-4427-9a80-1447d76f0619 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] For port 18da0090-5af1-4902-810d-9fbc9d5944de, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=18da0090-5af1-4902-810d-9fbc9d5944de,segment=NetworkSegment(8c022bc2-52b9-4ec3-ba7f-9d1a2fc50aa6),segment_id=8c022bc2-52b9-4ec3-ba7f-9d1a2fc50aa6)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:52:03.088704 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f76c75ce-7c44-4427-9a80-1447d76f0619 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:03.151676 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-8ca995c1-e0c9-4c8e-9b68-fd39b99f0d32 None None] For port 78d22188-66be-4de9-b950-f3aaf750e06e, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:52:03.162900 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-8ca995c1-e0c9-4c8e-9b68-fd39b99f0d32 None None] For port 78d22188-66be-4de9-b950-f3aaf750e06e, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=78d22188-66be-4de9-b950-f3aaf750e06e,segment=NetworkSegment(239883c0-fd80-4c36-94a2-c097e76dc61b),segment_id=239883c0-fd80-4c36-94a2-c097e76dc61b)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:52:03.229903 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-8c88a161-2d28-4298-951b-e03cb1dcfcd7 None None] Set router 6d2cabd9-de79-480d-9fe5-cf63509976a2 gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:52:03.344332 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 6e788a40-c3ad-441b-b013-0800fee7696c up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:52:03.376931 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-f76c75ce-7c44-4427-9a80-1447d76f0619 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Calling delete_port for 18da0090-5af1-4902-810d-9fbc9d5944de owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:52:03.408040 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8ca995c1-e0c9-4c8e-9b68-fd39b99f0d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:03.513590 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-73799b09-af89-493d-8e25-576a4c10f373 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] For port e56d365e-5015-4d27-a874-9de1ca9240a6, host n-d-843939-1, got binding levels [] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:52:03.514374 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-73799b09-af89-493d-8e25-576a4c10f373 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:03.655773 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a1aec2ca-5256-4e89-a5a9-11dce5f66aee None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:03.670055 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a1aec2ca-5256-4e89-a5a9-11dce5f66aee None None] Transition to ACTIVE for port object 92d845e0-d3af-4ff6-9a25-dd260a248e33 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:52:03.694861 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-73799b09-af89-493d-8e25-576a4c10f373 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Calling delete_port for e56d365e-5015-4d27-a874-9de1ca9240a6 owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:52:03.700676 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a1aec2ca-5256-4e89-a5a9-11dce5f66aee None None] Transition to ACTIVE for port object 92d845e0-d3af-4ff6-9a25-dd260a248e33 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:52:03.857880 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f76c75ce-7c44-4427-9a80-1447d76f0619 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:03.858441 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5c413d-b763-42f5-9ff7-defea96bdb86 None None] Pushing event updated for resources: {'Port': ['ID=78d22188-66be-4de9-b950-f3aaf750e06e,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:03.883001 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-65bc0e15-f68d-4372-8cee-0abcabe0b1fc tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Allocated IP 172.23.0.1 (f3ae220d-60d9-4ddd-8746-8582a5a0fea5/0850d102-6380-4cc0-82b2-ec8483e18e05/729a41c8-a03e-4a10-afad-9d53c954e9d7) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:52:03.893950 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-8c88a161-2d28-4298-951b-e03cb1dcfcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2cabd9-de79-480d-9fe5-cf63509976a2', 'name': 'tempest-NetworksTestDHCPv6-router-1800623625', 'tenant_id': 'd13dddbe1502489da91f2f88306fdca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:51:49Z', 'updated_at': '2022-05-31T13:51:55Z', 'revision_number': 2, 'project_id': 'd13dddbe1502489da91f2f88306fdca6', 'gw_port_host': None, '_interfaces': [{'id': 'e56d365e-5015-4d27-a874-9de1ca9240a6', 'name': '', 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'tenant_id': 'd13dddbe1502489da91f2f88306fdca6', 'mac_address': 'fa:16:3e:12:93:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2cabd9-de79-480d-9fe5-cf63509976a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2732, 'fixed_ips': [{'subnet_id': '2c91f8ef-e298-4b50-9fad-092000a43d70', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:51:51Z', 'updated_at': '2022-05-31T13:52:02Z', 'revision_number': 4, 'project_id': 'd13dddbe1502489da91f2f88306fdca6', 'subnets': [{'id': '2c91f8ef-e298-4b50-9fad-092000a43d70', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:52:03.908836 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c88a161-2d28-4298-951b-e03cb1dcfcd7 None None] The sync data for ids ['6d2cabd9-de79-480d-9fe5-cf63509976a2'] in n-d-843939-1 is: [{'id': '6d2cabd9-de79-480d-9fe5-cf63509976a2', 'name': 'tempest-NetworksTestDHCPv6-router-1800623625', 'tenant_id': 'd13dddbe1502489da91f2f88306fdca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:51:49Z', 'updated_at': '2022-05-31T13:51:55Z', 'revision_number': 2, 'project_id': 'd13dddbe1502489da91f2f88306fdca6', 'gw_port_host': None, '_interfaces': [{'id': 'e56d365e-5015-4d27-a874-9de1ca9240a6', 'name': '', 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'tenant_id': 'd13dddbe1502489da91f2f88306fdca6', 'mac_address': 'fa:16:3e:12:93:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2cabd9-de79-480d-9fe5-cf63509976a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2732, 'fixed_ips': [{'subnet_id': '2c91f8ef-e298-4b50-9fad-092000a43d70', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:51:51Z', 'updated_at': '2022-05-31T13:52:02Z', 'revision_number': 4, 'project_id': 'd13dddbe1502489da91f2f88306fdca6', 'subnets': [{'id': '2c91f8ef-e298-4b50-9fad-092000a43d70', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:52:03.919606 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-01d53cfc-21bc-4e08-846f-2657043dd501 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:03.945498 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-01d53cfc-21bc-4e08-846f-2657043dd501 None None] Transition to ACTIVE for port object 99b65563-b416-4247-a4bd-919c322a3195 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:52:03.978371 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca995c1-e0c9-4c8e-9b68-fd39b99f0d32 None None] Routers {'40e81eef-4431-43f1-8e62-029c9f01dd28'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:52:03.979487 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-8ca995c1-e0c9-4c8e-9b68-fd39b99f0d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:51:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['40e81eef-4431-43f1-8e62-029c9f01dd28'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:52:03.989471 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76c75ce-7c44-4427-9a80-1447d76f0619 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Pushing event deleted for resources: {'Port': ['ID=18da0090-5af1-4902-810d-9fbc9d5944de,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:04.008579 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76c75ce-7c44-4427-9a80-1447d76f0619 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] No DVR routers for this DVR port 18da0090-5af1-4902-810d-9fbc9d5944de on host n-d-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:52:04.131302 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a1aec2ca-5256-4e89-a5a9-11dce5f66aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:04.159470 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42694) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:04.228128 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f76c75ce-7c44-4427-9a80-1447d76f0619 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:04.284614 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.db.api [None req-73799b09-af89-493d-8e25-576a4c10f373 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:52:04.284933 n-d-843939-1 neutron-server[88369]: DEBUG oslo_db.api [None req-73799b09-af89-493d-8e25-576a4c10f373 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:52:04.287601 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-f76c75ce-7c44-4427-9a80-1447d76f0619 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9fda072-0a71-43e1-9c6c-f775071ca7a6']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:52:04.287764 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aec2ca-5256-4e89-a5a9-11dce5f66aee None None] Pushing event updated for resources: {'Port': ['ID=92d845e0-d3af-4ff6-9a25-dd260a248e33,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:04.323078 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-f76c75ce-7c44-4427-9a80-1447d76f0619 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c022bc2-52b9-4ec3-ba7f-9d1a2fc50aa6') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:52:04.323078 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-f76c75ce-7c44-4427-9a80-1447d76f0619 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c022bc2-52b9-4ec3-ba7f-9d1a2fc50aa6') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:52:04.354806 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f76c75ce-7c44-4427-9a80-1447d76f0619 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:04.376374 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f76c75ce-7c44-4427-9a80-1447d76f0619 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:04.410618 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f76c75ce-7c44-4427-9a80-1447d76f0619 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:52:04.410964 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f76c75ce-7c44-4427-9a80-1447d76f0619 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:04.421175 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 117d106f-8b61-4f48-a987-13c84a3eaab5 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:52:04.460682 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-65bc0e15-f68d-4372-8cee-0abcabe0b1fc tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:04.463029 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-01d53cfc-21bc-4e08-846f-2657043dd501 None None] Transition to ACTIVE for port object 99b65563-b416-4247-a4bd-919c322a3195 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:52:04.477614 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 6e788a40-c3ad-441b-b013-0800fee7696c triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:52:04.478011 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:04.544833 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-01d53cfc-21bc-4e08-846f-2657043dd501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:04.546055 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-65bc0e15-f68d-4372-8cee-0abcabe0b1fc tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Transition to ACTIVE for port object 729a41c8-a03e-4a10-afad-9d53c954e9d7 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:52:04.558626 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 8c022bc2-52b9-4ec3-ba7f-9d1a2fc50aa6 resource provider aggregate not found May 31 13:52:04.582943 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4d218f1f-3708-49f0-aca5-782276432593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:04.593145 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-2bce3b7a-9383-471b-93e6-3f6d10462bfd tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Allocated IP 2001:db8::1 (68f5c7d4-578c-4e12-a5d0-c2d123a99646/f4b2f1f5-7667-40b7-b157-b467fb561149/6112c207-8926-4831-b581-2d86bfa3a8db) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:52:04.594110 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 8c022bc2-52b9-4ec3-ba7f-9d1a2fc50aa6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8c022bc2-52b9-4ec3-ba7f-9d1a2fc50aa6 found for delete ", "request_id": "req-2ca633ce-45ed-49b4-91c2-333aa6ea5da3"}]} May 31 13:52:04.634844 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4d218f1f-3708-49f0-aca5-782276432593 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:52:04.642748 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f76c75ce-7c44-4427-9a80-1447d76f0619 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:04.650837 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-4d218f1f-3708-49f0-aca5-782276432593 admin admin] Usage tracker for resource:security_group_rule and tenant:330e9545590048b69b7f5640e78ce51c is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:52:04.660522 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1aec2ca-5256-4e89-a5a9-11dce5f66aee None None] Network f3ae220d-60d9-4ddd-8746-8582a5a0fea5 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:52:04.661895 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d53cfc-21bc-4e08-846f-2657043dd501 None None] Pushing event updated for resources: {'Port': ['ID=99b65563-b416-4247-a4bd-919c322a3195,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:04.677868 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd612e92-5c41-4349-8def-fed98a690a3a None None] DHCP port deletion for d9fda072-0a71-43e1-9c6c-f775071ca7a6 request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:52:04.680118 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-a1aec2ca-5256-4e89-a5a9-11dce5f66aee None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:52:04.683087 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1aec2ca-5256-4e89-a5a9-11dce5f66aee None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:52:04.692234 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f76c75ce-7c44-4427-9a80-1447d76f0619 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:04.695567 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-4d218f1f-3708-49f0-aca5-782276432593 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:52:04.707161 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76c75ce-7c44-4427-9a80-1447d76f0619 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Pushing event deleted for resources: {'Network': ['ID=d9fda072-0a71-43e1-9c6c-f775071ca7a6,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:04.709559 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4d218f1f-3708-49f0-aca5-782276432593 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:52:04.725787 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-8ca995c1-e0c9-4c8e-9b68-fd39b99f0d32 None None] Set router 40e81eef-4431-43f1-8e62-029c9f01dd28 gateway port host: None {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:52:04.730027 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-f76c75ce-7c44-4427-9a80-1447d76f0619 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] 10.222.0.50 "DELETE /v2.0/networks/d9fda072-0a71-43e1-9c6c-f775071ca7a6 HTTP/1.1" status: 204 len: 168 time: 3.0712237 May 31 13:52:04.734123 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 42704) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:04.789440 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-73799b09-af89-493d-8e25-576a4c10f373 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Deleting port e56d365e-5015-4d27-a874-9de1ca9240a6 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:52:04.790182 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-73799b09-af89-493d-8e25-576a4c10f373 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:04.805147 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33062323-5d75-47d9-a460-0d0f0fc55ee3 req-fe2fd242-fdef-4ba3-805b-b3cbda2d94e2 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:52:04.806924 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-33062323-5d75-47d9-a460-0d0f0fc55ee3 req-fe2fd242-fdef-4ba3-805b-b3cbda2d94e2 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] 10.222.0.50 "GET /v2.0/ports?device_id=75745206-76bf-4c6b-9bc9-0b44a02376ab HTTP/1.1" status: 200 len: 945 time: 0.5309112 May 31 13:52:04.825892 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d53cfc-21bc-4e08-846f-2657043dd501 None None] Network 68f5c7d4-578c-4e12-a5d0-c2d123a99646 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:52:04.858691 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-01d53cfc-21bc-4e08-846f-2657043dd501 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:52:04.862009 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d53cfc-21bc-4e08-846f-2657043dd501 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:52:04.913550 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2bce3b7a-9383-471b-93e6-3f6d10462bfd tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:04.935539 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-2bce3b7a-9383-471b-93e6-3f6d10462bfd tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Transition to ACTIVE for port object 6112c207-8926-4831-b581-2d86bfa3a8db will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:52:04.981058 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2bce3b7a-9383-471b-93e6-3f6d10462bfd tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:05.044223 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-cd5152eb-7a76-4ab8-916b-89e84939d7c8 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Synchronizing usage tracker for tenant:e1b241fd5ab44832ac662d524439dad4 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:52:05.044764 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-73799b09-af89-493d-8e25-576a4c10f373 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] For port e56d365e-5015-4d27-a874-9de1ca9240a6, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=e56d365e-5015-4d27-a874-9de1ca9240a6,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:52:05.045163 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-73799b09-af89-493d-8e25-576a4c10f373 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:05.047837 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-65bc0e15-f68d-4372-8cee-0abcabe0b1fc tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:05.096954 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bce3b7a-9383-471b-93e6-3f6d10462bfd tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Network 68f5c7d4-578c-4e12-a5d0-c2d123a99646 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:52:05.103932 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-2bce3b7a-9383-471b-93e6-3f6d10462bfd tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:52:05.120146 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bce3b7a-9383-471b-93e6-3f6d10462bfd tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:52:05.120967 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2bce3b7a-9383-471b-93e6-3f6d10462bfd tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:05.180640 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-cd5152eb-7a76-4ab8-916b-89e84939d7c8 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Unset dirty status for tenant:e1b241fd5ab44832ac662d524439dad4 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:52:05.184469 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-cd5152eb-7a76-4ab8-916b-89e84939d7c8 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bc75621-db5b-406f-81f9-a7797269b0f6 HTTP/1.1" status: 200 len: 205 time: 0.4334159 May 31 13:52:05.184469 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bce3b7a-9383-471b-93e6-3f6d10462bfd tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Pushing event updated for resources: {'Port': ['ID=6112c207-8926-4831-b581-2d86bfa3a8db,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:05.193032 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 42708) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:05.195848 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bc0e15-f68d-4372-8cee-0abcabe0b1fc tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Network f3ae220d-60d9-4ddd-8746-8582a5a0fea5 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:52:05.199378 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bce3b7a-9383-471b-93e6-3f6d10462bfd tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:52:05.199870 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bce3b7a-9383-471b-93e6-3f6d10462bfd tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:52:05.200312 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bce3b7a-9383-471b-93e6-3f6d10462bfd tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:52:05.200748 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bce3b7a-9383-471b-93e6-3f6d10462bfd tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:52:05.200897 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port 117d106f-8b61-4f48-a987-13c84a3eaab5 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:52:05.201267 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bce3b7a-9383-471b-93e6-3f6d10462bfd tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:52:05.201695 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bce3b7a-9383-471b-93e6-3f6d10462bfd tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:52:05.202208 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bce3b7a-9383-471b-93e6-3f6d10462bfd tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:52:05.202612 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bce3b7a-9383-471b-93e6-3f6d10462bfd tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:52:05.203005 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bce3b7a-9383-471b-93e6-3f6d10462bfd tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:52:05.203562 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bce3b7a-9383-471b-93e6-3f6d10462bfd tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:52:05.203717 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-a1aec2ca-5256-4e89-a5a9-11dce5f66aee None None] Attempting to bind port 92d845e0-d3af-4ff6-9a25-dd260a248e33 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:52:05.204001 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bce3b7a-9383-471b-93e6-3f6d10462bfd tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:52:05.204122 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-a1aec2ca-5256-4e89-a5a9-11dce5f66aee None None] Attempting to bind port 92d845e0-d3af-4ff6-9a25-dd260a248e33 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '7686bc20-3630-4673-83cb-56efcc4b2e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f3ae220d-60d9-4ddd-8746-8582a5a0fea5'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:52:05.204412 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1aec2ca-5256-4e89-a5a9-11dce5f66aee None None] Attempting to bind port 92d845e0-d3af-4ff6-9a25-dd260a248e33 on network f3ae220d-60d9-4ddd-8746-8582a5a0fea5 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:52:05.204556 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bce3b7a-9383-471b-93e6-3f6d10462bfd tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:52:05.212620 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-65bc0e15-f68d-4372-8cee-0abcabe0b1fc tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:52:05.303396 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-33062323-5d75-47d9-a460-0d0f0fc55ee3 req-55ba05e7-3268-4128-8bff-60008a2694ac tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] 10.222.0.50 "GET /v2.0/security-groups?id=36548b4c-71f0-42fe-9a97-10b0a71a294b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3260908 May 31 13:52:05.311038 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1aec2ca-5256-4e89-a5a9-11dce5f66aee None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:52:05.311038 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1aec2ca-5256-4e89-a5a9-11dce5f66aee None None] Checking segment: {'id': '7686bc20-3630-4673-83cb-56efcc4b2e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f3ae220d-60d9-4ddd-8746-8582a5a0fea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:52:05.311038 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a1aec2ca-5256-4e89-a5a9-11dce5f66aee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:05.311038 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1aec2ca-5256-4e89-a5a9-11dce5f66aee None None] Bound using segment: {'id': '7686bc20-3630-4673-83cb-56efcc4b2e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f3ae220d-60d9-4ddd-8746-8582a5a0fea5'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:52:05.312007 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-a1aec2ca-5256-4e89-a5a9-11dce5f66aee None None] Bound port: 92d845e0-d3af-4ff6-9a25-dd260a248e33, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7686bc20-3630-4673-83cb-56efcc4b2e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f3ae220d-60d9-4ddd-8746-8582a5a0fea5'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:52:05.312007 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a1aec2ca-5256-4e89-a5a9-11dce5f66aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:05.312509 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-73799b09-af89-493d-8e25-576a4c10f373 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Calling delete_port for e56d365e-5015-4d27-a874-9de1ca9240a6 owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:52:05.321117 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port 117d106f-8b61-4f48-a987-13c84a3eaab5 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:52:05.321383 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bc0e15-f68d-4372-8cee-0abcabe0b1fc tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:52:05.321516 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:05.365898 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-01d53cfc-21bc-4e08-846f-2657043dd501 None None] Attempting to bind port 99b65563-b416-4247-a4bd-919c322a3195 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:52:05.366294 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-01d53cfc-21bc-4e08-846f-2657043dd501 None None] Attempting to bind port 99b65563-b416-4247-a4bd-919c322a3195 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '47a94010-3859-4892-b9d3-9b333e2a51c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '68f5c7d4-578c-4e12-a5d0-c2d123a99646'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:52:05.366655 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d53cfc-21bc-4e08-846f-2657043dd501 None None] Attempting to bind port 99b65563-b416-4247-a4bd-919c322a3195 on network 68f5c7d4-578c-4e12-a5d0-c2d123a99646 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:52:05.369642 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4d218f1f-3708-49f0-aca5-782276432593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:05.376957 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4d218f1f-3708-49f0-aca5-782276432593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:05.389009 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-65bc0e15-f68d-4372-8cee-0abcabe0b1fc tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:05.444375 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d53cfc-21bc-4e08-846f-2657043dd501 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:52:05.445110 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d53cfc-21bc-4e08-846f-2657043dd501 None None] Checking segment: {'id': '47a94010-3859-4892-b9d3-9b333e2a51c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '68f5c7d4-578c-4e12-a5d0-c2d123a99646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:52:05.445656 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-01d53cfc-21bc-4e08-846f-2657043dd501 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:05.445656 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d53cfc-21bc-4e08-846f-2657043dd501 None None] Bound using segment: {'id': '47a94010-3859-4892-b9d3-9b333e2a51c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '68f5c7d4-578c-4e12-a5d0-c2d123a99646'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:52:05.446169 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-01d53cfc-21bc-4e08-846f-2657043dd501 None None] Bound port: 99b65563-b416-4247-a4bd-919c322a3195, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47a94010-3859-4892-b9d3-9b333e2a51c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '68f5c7d4-578c-4e12-a5d0-c2d123a99646'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:52:05.446999 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-01d53cfc-21bc-4e08-846f-2657043dd501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:05.459785 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-4d218f1f-3708-49f0-aca5-782276432593 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=330e9545590048b69b7f5640e78ce51c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2983053 May 31 13:52:05.460370 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42712) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:05.486561 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d218f1f-3708-49f0-aca5-782276432593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9497bab9-1d97-4440-9af3-c0bed4bb97d0,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:05.486792 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 6e788a40-c3ad-441b-b013-0800fee7696c is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:52:05.519760 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ac53c2f8-a95c-4657-a527-f626661b1c27 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks [] for router, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:05.558300 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-768aa937-f72c-4a86-be0d-2d41b7b03e9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:05.650842 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-768aa937-f72c-4a86-be0d-2d41b7b03e9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:05.669687 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-a1aec2ca-5256-4e89-a5a9-11dce5f66aee None None] For port 92d845e0-d3af-4ff6-9a25-dd260a248e33, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:52:05.687469 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-73799b09-af89-493d-8e25-576a4c10f373 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:05.701877 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bc0e15-f68d-4372-8cee-0abcabe0b1fc tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Pushing event updated for resources: {'Port': ['ID=729a41c8-a03e-4a10-afad-9d53c954e9d7,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:05.750826 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73799b09-af89-493d-8e25-576a4c10f373 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event deleted for resources: {'Port': ['ID=e56d365e-5015-4d27-a874-9de1ca9240a6,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:05.784675 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-a1aec2ca-5256-4e89-a5a9-11dce5f66aee None None] For port 92d845e0-d3af-4ff6-9a25-dd260a248e33, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=92d845e0-d3af-4ff6-9a25-dd260a248e33,segment=NetworkSegment(7686bc20-3630-4673-83cb-56efcc4b2e87),segment_id=7686bc20-3630-4673-83cb-56efcc4b2e87)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:52:05.792724 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device e56d365e-5015-4d27-a874-9de1ca9240a6 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:52:05.855654 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-01d53cfc-21bc-4e08-846f-2657043dd501 None None] For port 99b65563-b416-4247-a4bd-919c322a3195, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:52:05.858898 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a1aec2ca-5256-4e89-a5a9-11dce5f66aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:05.917932 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: e56d365e-5015-4d27-a874-9de1ca9240a6 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:52:05.918564 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device e56d365e-5015-4d27-a874-9de1ca9240a6 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 31 13:52:05.971262 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-01d53cfc-21bc-4e08-846f-2657043dd501 None None] For port 99b65563-b416-4247-a4bd-919c322a3195, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=99b65563-b416-4247-a4bd-919c322a3195,segment=NetworkSegment(47a94010-3859-4892-b9d3-9b333e2a51c2),segment_id=47a94010-3859-4892-b9d3-9b333e2a51c2)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:52:05.994500 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-01d53cfc-21bc-4e08-846f-2657043dd501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:05.998216 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Port e56d365e-5015-4d27-a874-9de1ca9240a6 not found, will not notify nova. {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 31 13:52:06.011432 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 117d106f-8b61-4f48-a987-13c84a3eaab5 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:52:06.012084 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:06.053773 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-73799b09-af89-493d-8e25-576a4c10f373 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:06.068928 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-768aa937-f72c-4a86-be0d-2d41b7b03e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:06.116416 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 18da0090-5af1-4902-810d-9fbc9d5944de no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:52:06.172728 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768aa937-f72c-4a86-be0d-2d41b7b03e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9497bab9-1d97-4440-9af3-c0bed4bb97d0,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:06.198355 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 18da0090-5af1-4902-810d-9fbc9d5944de {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:52:06.198698 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 18da0090-5af1-4902-810d-9fbc9d5944de not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:52:06.202031 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75745206-76bf-4c6b-9bc9-0b44a02376ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '117d106f-8b61-4f48-a987-13c84a3eaab5'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:52:06.283659 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aec2ca-5256-4e89-a5a9-11dce5f66aee None None] Pushing event updated for resources: {'Port': ['ID=92d845e0-d3af-4ff6-9a25-dd260a248e33,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:06.337179 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-768aa937-f72c-4a86-be0d-2d41b7b03e9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:06.351789 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-768aa937-f72c-4a86-be0d-2d41b7b03e9d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9497bab9-1d97-4440-9af3-c0bed4bb97d0 HTTP/1.1" status: 204 len: 168 time: 0.8719795 May 31 13:52:06.358186 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2bce3b7a-9383-471b-93e6-3f6d10462bfd tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:06.394119 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5688aeea-1d44-4aec-915e-d13792fbe6f1'] response: {'server_uuid': '75745206-76bf-4c6b-9bc9-0b44a02376ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '117d106f-8b61-4f48-a987-13c84a3eaab5', 'code': 200} May 31 13:52:06.396348 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 117d106f-8b61-4f48-a987-13c84a3eaab5, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=117d106f-8b61-4f48-a987-13c84a3eaab5,segment=NetworkSegment(05d7c49e-fddd-43be-bac9-c48445145ddc),segment_id=05d7c49e-fddd-43be-bac9-c48445145ddc)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:52:06.397640 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d53cfc-21bc-4e08-846f-2657043dd501 None None] Pushing event updated for resources: {'Port': ['ID=99b65563-b416-4247-a4bd-919c322a3195,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:06.409820 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:06.441059 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ac53c2f8-a95c-4657-a527-f626661b1c27 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:06.462961 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ac53c2f8-a95c-4657-a527-f626661b1c27 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:06.481812 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-8ca995c1-e0c9-4c8e-9b68-fd39b99f0d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'name': 'tempest-RoutersTest-router-570826617', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:51:03Z', 'updated_at': '2022-05-31T13:51:51Z', 'revision_number': 4, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'gw_port_host': None, '_interfaces': [{'id': '411f4a8d-1a24-48f9-8207-9b39b75e4816', 'name': '', 'network_id': '8a706337-23f8-414a-b850-40bba93be87e', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'mac_address': 'fa:16:3e:8a:92:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'aac5884d-a302-4b86-a184-efe23a88b270', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:51:28Z', 'updated_at': '2022-05-31T13:51:43Z', 'revision_number': 5, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'subnets': [{'id': 'aac5884d-a302-4b86-a184-efe23a88b270', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78d22188-66be-4de9-b950-f3aaf750e06e', 'name': '', 'network_id': '81a67ea4-a2f5-45fe-b562-5bf9691fd668', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'mac_address': 'fa:16:3e:06:bc:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '155878ac-70de-4e2e-b244-d0adfe115b5d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:51:48Z', 'updated_at': '2022-05-31T13:52:03Z', 'revision_number': 4, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'subnets': [{'id': '155878ac-70de-4e2e-b244-d0adfe115b5d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db25ac7d-9ac6-4f8c-a07c-682deff692dd', 'name': '', 'network_id': '6eeb3076-8ec6-49c5-a7c1-c7685ab1bc4b', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'mac_address': 'fa:16:3e:3d:20:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'd3541b3e-1e22-4a54-ad33-6ea2509c6768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:51:08Z', 'updated_at': '2022-05-31T13:51:27Z', 'revision_number': 5, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'subnets': [{'id': 'd3541b3e-1e22-4a54-ad33-6ea2509c6768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:52:06.494049 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca995c1-e0c9-4c8e-9b68-fd39b99f0d32 None None] The sync data for ids ['40e81eef-4431-43f1-8e62-029c9f01dd28'] in n-d-843939-1 is: [{'id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'name': 'tempest-RoutersTest-router-570826617', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:51:03Z', 'updated_at': '2022-05-31T13:51:51Z', 'revision_number': 4, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'gw_port_host': None, '_interfaces': [{'id': '411f4a8d-1a24-48f9-8207-9b39b75e4816', 'name': '', 'network_id': '8a706337-23f8-414a-b850-40bba93be87e', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'mac_address': 'fa:16:3e:8a:92:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'aac5884d-a302-4b86-a184-efe23a88b270', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:51:28Z', 'updated_at': '2022-05-31T13:51:43Z', 'revision_number': 5, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'subnets': [{'id': 'aac5884d-a302-4b86-a184-efe23a88b270', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78d22188-66be-4de9-b950-f3aaf750e06e', 'name': '', 'network_id': '81a67ea4-a2f5-45fe-b562-5bf9691fd668', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'mac_address': 'fa:16:3e:06:bc:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '155878ac-70de-4e2e-b244-d0adfe115b5d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:51:48Z', 'updated_at': '2022-05-31T13:52:03Z', 'revision_number': 4, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'subnets': [{'id': '155878ac-70de-4e2e-b244-d0adfe115b5d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db25ac7d-9ac6-4f8c-a07c-682deff692dd', 'name': '', 'network_id': '6eeb3076-8ec6-49c5-a7c1-c7685ab1bc4b', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'mac_address': 'fa:16:3e:3d:20:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'd3541b3e-1e22-4a54-ad33-6ea2509c6768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:51:08Z', 'updated_at': '2022-05-31T13:51:27Z', 'revision_number': 5, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'subnets': [{'id': 'd3541b3e-1e22-4a54-ad33-6ea2509c6768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:52:06.531078 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=117d106f-8b61-4f48-a987-13c84a3eaab5,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:06.784031 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73799b09-af89-493d-8e25-576a4c10f373 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Router 6d2cabd9-de79-480d-9fe5-cf63509976a2 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:52:07.028533 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73799b09-af89-493d-8e25-576a4c10f373 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:52:07.030265 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ac53c2f8-a95c-4657-a527-f626661b1c27 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:07.030870 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac53c2f8-a95c-4657-a527-f626661b1c27 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Fanout notify agent at l3_agent the message router_deleted on router 1bc75621-db5b-406f-81f9-a7797269b0f6 {{(pid=88370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:52:07.051866 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-73799b09-af89-493d-8e25-576a4c10f373 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "PUT /v2.0/routers/6d2cabd9-de79-480d-9fe5-cf63509976a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5481367 May 31 13:52:07.052663 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42728) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:07.053241 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcbf282-ce29-42f4-be39-71dcbcf362c5 None None] Sync routers for ids ['6d2cabd9-de79-480d-9fe5-cf63509976a2'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:52:07.065144 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcbf282-ce29-42f4-be39-71dcbcf362c5 None None] Routers {'6d2cabd9-de79-480d-9fe5-cf63509976a2'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:52:07.066410 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-4bcbf282-ce29-42f4-be39-71dcbcf362c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:51:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['6d2cabd9-de79-480d-9fe5-cf63509976a2'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:52:07.290898 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bce1beb-8860-439f-801f-5321e6324e7e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:52:07.292661 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bce1beb-8860-439f-801f-5321e6324e7e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:52:07.293454 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-2bce1beb-8860-439f-801f-5321e6324e7e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Synchronizing usage tracker for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:subnet {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:52:07.342589 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-2bce1beb-8860-439f-801f-5321e6324e7e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Unset dirty status for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:subnet {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:52:07.347099 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-2bce1beb-8860-439f-801f-5321e6324e7e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2934215 May 31 13:52:07.347717 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42738) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:07.353401 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-4bcbf282-ce29-42f4-be39-71dcbcf362c5 None None] Set router 6d2cabd9-de79-480d-9fe5-cf63509976a2 gateway port host: None {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:52:07.513481 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-6042a53b-1355-47fc-b57d-da230668495e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Deleting subnet 2c91f8ef-e298-4b50-9fad-092000a43d70 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:52:07.518460 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6042a53b-1355-47fc-b57d-da230668495e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:07.655128 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6042a53b-1355-47fc-b57d-da230668495e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:07.739033 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2bce3b7a-9383-471b-93e6-3f6d10462bfd tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:07.743436 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-4bcbf282-ce29-42f4-be39-71dcbcf362c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2cabd9-de79-480d-9fe5-cf63509976a2', 'name': 'tempest-NetworksTestDHCPv6-router-1800623625', 'tenant_id': 'd13dddbe1502489da91f2f88306fdca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:51:49Z', 'updated_at': '2022-05-31T13:52:05Z', 'revision_number': 3, 'project_id': 'd13dddbe1502489da91f2f88306fdca6', 'gw_port_host': None}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:52:07.758272 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcbf282-ce29-42f4-be39-71dcbcf362c5 None None] Checking router: 6d2cabd9-de79-480d-9fe5-cf63509976a2 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:52:07.783327 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcbf282-ce29-42f4-be39-71dcbcf362c5 None None] Routers {'6d2cabd9-de79-480d-9fe5-cf63509976a2'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:52:07.784037 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-4bcbf282-ce29-42f4-be39-71dcbcf362c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:51:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['6d2cabd9-de79-480d-9fe5-cf63509976a2'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:52:07.807309 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ac53c2f8-a95c-4657-a527-f626661b1c27 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:07.817717 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-ac53c2f8-a95c-4657-a527-f626661b1c27 tempest-RoutersNegativeIpV6Test-1498937026 tempest-RoutersNegativeIpV6Test-1498937026-project] 10.222.0.50 "DELETE /v2.0/routers/1bc75621-db5b-406f-81f9-a7797269b0f6 HTTP/1.1" status: 204 len: 168 time: 2.6178844 May 31 13:52:07.818664 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-65bc0e15-f68d-4372-8cee-0abcabe0b1fc tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:07.889308 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2bce3b7a-9383-471b-93e6-3f6d10462bfd tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:07.890092 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2bce3b7a-9383-471b-93e6-3f6d10462bfd tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:07.972895 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:08.132382 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 99b65563-b416-4247-a4bd-919c322a3195 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:52:08.165421 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6042a53b-1355-47fc-b57d-da230668495e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:08.194862 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6df7eed-e5b2-4d6c-81ce-93021a62d88a None None] Network 68f5c7d4-578c-4e12-a5d0-c2d123a99646 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:52:08.305377 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6042a53b-1355-47fc-b57d-da230668495e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:08.377565 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42758) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:08.427616 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6042a53b-1355-47fc-b57d-da230668495e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event deleted for resources: {'Subnet': ['ID=2c91f8ef-e298-4b50-9fad-092000a43d70,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:08.434616 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6042a53b-1355-47fc-b57d-da230668495e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:08.483516 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-6042a53b-1355-47fc-b57d-da230668495e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/subnets/2c91f8ef-e298-4b50-9fad-092000a43d70 HTTP/1.1" status: 204 len: 168 time: 1.1323574 May 31 13:52:08.484098 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42766) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:08.605543 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44d8f84-7b77-47ff-afab-6e2f173d267a None None] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:52:08.661567 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cc3706-9710-416a-86d9-ab16e04fcf56 None None] Network f3ae220d-60d9-4ddd-8746-8582a5a0fea5 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:52:08.711994 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-4bcbf282-ce29-42f4-be39-71dcbcf362c5 None None] Set router 6d2cabd9-de79-480d-9fe5-cf63509976a2 gateway port host: None {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:52:08.761838 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a5581996-d775-4fd7-a037-6944ce69f9f1 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Synchronizing usage tracker for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:router {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:52:08.793962 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-29f614dc-f242-40a3-b885-e1856e6922d5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e1b241fd5ab44832ac662d524439dad4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4049063 May 31 13:52:08.796405 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42778) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:08.853638 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a5581996-d775-4fd7-a037-6944ce69f9f1 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Unset dirty status for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:router {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:52:08.854901 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a5581996-d775-4fd7-a037-6944ce69f9f1 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3694296 May 31 13:52:08.857732 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42786) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:08.884465 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d8c97034-43e3-4ab2-ae9d-3fa8334e0947 None None] Provisioning for port 99b65563-b416-4247-a4bd-919c322a3195 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:52:09.021355 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-96c95784-b691-435f-934d-93c9cd82b002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:09.023354 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-65bc0e15-f68d-4372-8cee-0abcabe0b1fc tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:09.024513 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-4bcbf282-ce29-42f4-be39-71dcbcf362c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2cabd9-de79-480d-9fe5-cf63509976a2', 'name': 'tempest-NetworksTestDHCPv6-router-1800623625', 'tenant_id': 'd13dddbe1502489da91f2f88306fdca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:51:49Z', 'updated_at': '2022-05-31T13:52:05Z', 'revision_number': 3, 'project_id': 'd13dddbe1502489da91f2f88306fdca6', 'gw_port_host': None}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:52:09.028576 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bce3b7a-9383-471b-93e6-3f6d10462bfd tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Pushing event updated for resources: {'Port': ['ID=6112c207-8926-4831-b581-2d86bfa3a8db,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:09.031946 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [req-e5919b0b-99b8-4169-b1ce-1e3a7b802207 req-d460045f-32fc-441e-9a21-a4b45bc8e4d3 service neutron] (88370) timed out ('10.222.0.50', 35984) {{(pid=88370) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 31 13:52:09.042353 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1da174ee-6d6a-40c2-87b2-16f2f9e1924b tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:09.046659 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b24690a-c092-4427-8bf7-8e273a230f94 req-6dd59fa5-d318-4b3b-8a7b-c043287ce397 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:52:09.049504 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5b24690a-c092-4427-8bf7-8e273a230f94 req-6dd59fa5-d318-4b3b-8a7b-c043287ce397 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] 10.222.0.50 "GET /v2.0/ports?device_id=75745206-76bf-4c6b-9bc9-0b44a02376ab HTTP/1.1" status: 200 len: 946 time: 2.2825537 May 31 13:52:09.056906 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-65bc0e15-f68d-4372-8cee-0abcabe0b1fc tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:09.078386 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcbf282-ce29-42f4-be39-71dcbcf362c5 None None] The sync data for ids ['6d2cabd9-de79-480d-9fe5-cf63509976a2'] in n-d-843939-1 is: [{'id': '6d2cabd9-de79-480d-9fe5-cf63509976a2', 'name': 'tempest-NetworksTestDHCPv6-router-1800623625', 'tenant_id': 'd13dddbe1502489da91f2f88306fdca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:51:49Z', 'updated_at': '2022-05-31T13:52:05Z', 'revision_number': 3, 'project_id': 'd13dddbe1502489da91f2f88306fdca6', 'gw_port_host': None}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:52:09.185712 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d7b639-1d46-44ca-bb76-406004c2587c req-1a2d31ef-1d5a-4b4a-8492-35fa2269d40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:52:09.187842 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a5d7b639-1d46-44ca-bb76-406004c2587c req-1a2d31ef-1d5a-4b4a-8492-35fa2269d40b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=75745206-76bf-4c6b-9bc9-0b44a02376ab HTTP/1.1" status: 200 len: 1097 time: 2.5651233 May 31 13:52:09.215768 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-96c95784-b691-435f-934d-93c9cd82b002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:09.218764 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 99b65563-b416-4247-a4bd-919c322a3195 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:52:09.265140 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b7579190-6b2a-4847-89a9-160419b961b5 None None] Provisioning for port 92d845e0-d3af-4ff6-9a25-dd260a248e33 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:52:09.280371 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:09.296250 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 99b65563-b416-4247-a4bd-919c322a3195 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:52:09.296771 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:09.317422 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 42796) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:09.320860 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5b24690a-c092-4427-8bf7-8e273a230f94 req-977a33f2-695b-4420-80bc-2274c5dda1b4 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] 10.222.0.50 "GET /v2.0/security-groups?id=36548b4c-71f0-42fe-9a97-10b0a71a294b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2213326 May 31 13:52:09.349621 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bc0e15-f68d-4372-8cee-0abcabe0b1fc tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Pushing event updated for resources: {'Port': ['ID=729a41c8-a03e-4a10-afad-9d53c954e9d7,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:09.359901 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-65bc0e15-f68d-4372-8cee-0abcabe0b1fc tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:09.375788 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bce3b7a-9383-471b-93e6-3f6d10462bfd tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Network 68f5c7d4-578c-4e12-a5d0-c2d123a99646 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:52:09.382594 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-2bce3b7a-9383-471b-93e6-3f6d10462bfd tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:52:09.408465 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a5d7b639-1d46-44ca-bb76-406004c2587c req-7e2a8f81-fc9b-4690-a489-d532789153f8 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=36548b4c-71f0-42fe-9a97-10b0a71a294b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1956429 May 31 13:52:09.468212 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1da174ee-6d6a-40c2-87b2-16f2f9e1924b tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:09.471745 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1da174ee-6d6a-40c2-87b2-16f2f9e1924b tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:09.514759 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1da174ee-6d6a-40c2-87b2-16f2f9e1924b tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:09.515606 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da174ee-6d6a-40c2-87b2-16f2f9e1924b tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Fanout notify agent at l3_agent the message router_deleted on router 6d2cabd9-de79-480d-9fe5-cf63509976a2 {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:52:09.542930 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-96c95784-b691-435f-934d-93c9cd82b002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:09.589887 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c95784-b691-435f-934d-93c9cd82b002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2349d910-7f81-430b-89ab-52475f0c8a5f,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:09.619755 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1da174ee-6d6a-40c2-87b2-16f2f9e1924b tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:09.623620 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-1da174ee-6d6a-40c2-87b2-16f2f9e1924b tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/routers/6d2cabd9-de79-480d-9fe5-cf63509976a2 HTTP/1.1" status: 204 len: 168 time: 0.7648127 May 31 13:52:09.626241 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-96c95784-b691-435f-934d-93c9cd82b002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:09.630248 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-96c95784-b691-435f-934d-93c9cd82b002 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2349d910-7f81-430b-89ab-52475f0c8a5f HTTP/1.1" status: 204 len: 168 time: 0.8304229 May 31 13:52:09.630248 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42802) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:09.754472 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 99b65563-b416-4247-a4bd-919c322a3195 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:52:09.754858 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:09.765600 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979ad8ac-14f5-484b-a5a3-3c9edf178a67 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:52:09.769002 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-979ad8ac-14f5-484b-a5a3-3c9edf178a67 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Synchronizing usage tracker for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:52:09.800261 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-979ad8ac-14f5-484b-a5a3-3c9edf178a67 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Unset dirty status for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:52:09.803655 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 99b65563-b416-4247-a4bd-919c322a3195, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=99b65563-b416-4247-a4bd-919c322a3195,segment=NetworkSegment(47a94010-3859-4892-b9d3-9b333e2a51c2),segment_id=47a94010-3859-4892-b9d3-9b333e2a51c2)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:52:09.804397 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-979ad8ac-14f5-484b-a5a3-3c9edf178a67 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1718020 May 31 13:52:09.806393 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42808) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:09.811703 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:09.813250 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 78d22188-66be-4de9-b950-f3aaf750e06e up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:52:09.930559 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39c65ce-719a-4913-8da0-3d7889ba2d2b None None] DHCP port deletion for 8d0ca4ab-0d39-494b-8b5d-2861af857a5e request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:52:09.949545 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-f39c65ce-719a-4913-8da0-3d7889ba2d2b None None] Deleting port 6e788a40-c3ad-441b-b013-0800fee7696c {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:52:09.950233 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f39c65ce-719a-4913-8da0-3d7889ba2d2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:09.986018 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085b5aba-98ab-41c3-959f-aba800d5d1a3 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:52:09.986836 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-085b5aba-98ab-41c3-959f-aba800d5d1a3 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Synchronizing usage tracker for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:subnet {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:52:10.027752 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-085b5aba-98ab-41c3-959f-aba800d5d1a3 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Unset dirty status for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:subnet {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:52:10.032125 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-085b5aba-98ab-41c3-959f-aba800d5d1a3 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2235279 May 31 13:52:10.034361 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42814) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:10.054534 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2870e764-fa90-4774-a03b-b86f8f6c06c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:10.102620 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-2870e764-fa90-4774-a03b-b86f8f6c06c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:52:10.106889 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-2870e764-fa90-4774-a03b-b86f8f6c06c7 admin admin] Usage tracker for resource:security_group_rule and tenant:8d6ca37ee5ff44639c0f320922aba20e is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:52:10.110025 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-2870e764-fa90-4774-a03b-b86f8f6c06c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:52:10.119277 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-2870e764-fa90-4774-a03b-b86f8f6c06c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:52:10.207675 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=99b65563-b416-4247-a4bd-919c322a3195,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:10.230244 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2870e764-fa90-4774-a03b-b86f8f6c06c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:10.250517 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2870e764-fa90-4774-a03b-b86f8f6c06c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:10.257198 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-bd74ee4b-ba2d-4004-bc20-d22ebdf95894 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Synchronizing usage tracker for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:router {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:52:10.314520 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-bd74ee4b-ba2d-4004-bc20-d22ebdf95894 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Unset dirty status for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:router {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:52:10.314792 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 78d22188-66be-4de9-b950-f3aaf750e06e completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:52:10.316355 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-bd74ee4b-ba2d-4004-bc20-d22ebdf95894 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2809303 May 31 13:52:10.322492 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42822) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:10.333565 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bce3b7a-9383-471b-93e6-3f6d10462bfd tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Router 23cf9980-7302-4fe2-bfc0-67b282d40c98 is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 13:52:10.333882 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 78d22188-66be-4de9-b950-f3aaf750e06e triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:52:10.334009 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-d75c8f10-a684-47b8-a216-e35c420b3806 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Request body: {'subnet': {'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:52:10.334301 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:10.362417 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2abec966-9fa7-4d0a-9b93-701c26e252ae None None] Provisioning for port 729a41c8-a03e-4a10-afad-9d53c954e9d7 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:52:10.378841 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-2870e764-fa90-4774-a03b-b86f8f6c06c7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8d6ca37ee5ff44639c0f320922aba20e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0562410 May 31 13:52:10.385926 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 42830) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:10.386374 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2abec966-9fa7-4d0a-9b93-701c26e252ae None None] Provisioning complete for port 729a41c8-a03e-4a10-afad-9d53c954e9d7 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:52:10.386748 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2abec966-9fa7-4d0a-9b93-701c26e252ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:10.424313 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2870e764-fa90-4774-a03b-b86f8f6c06c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e265318c-b8bb-4ad2-9c8b-482221f2918c,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:10.504122 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-f39c65ce-719a-4913-8da0-3d7889ba2d2b None None] For port 6e788a40-c3ad-441b-b013-0800fee7696c, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=6e788a40-c3ad-441b-b013-0800fee7696c,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:52:10.505179 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f39c65ce-719a-4913-8da0-3d7889ba2d2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:10.659933 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d75c8f10-a684-47b8-a216-e35c420b3806 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:52:10.671140 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d75c8f10-a684-47b8-a216-e35c420b3806 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:52:10.688430 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d75c8f10-a684-47b8-a216-e35c420b3806 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Made reservation on behalf of d13dddbe1502489da91f2f88306fdca6 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:52:10.698766 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bc0e15-f68d-4372-8cee-0abcabe0b1fc tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Network f3ae220d-60d9-4ddd-8746-8582a5a0fea5 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:52:10.699545 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d75c8f10-a684-47b8-a216-e35c420b3806 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:10.705347 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-65bc0e15-f68d-4372-8cee-0abcabe0b1fc tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:52:10.786604 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-f39c65ce-719a-4913-8da0-3d7889ba2d2b None None] Calling delete_port for 6e788a40-c3ad-441b-b013-0800fee7696c owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:52:10.890360 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f39c65ce-719a-4913-8da0-3d7889ba2d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:10.949019 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4d8ab428-db0f-4f76-9727-3707d74ce1f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:11.011147 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2abec966-9fa7-4d0a-9b93-701c26e252ae None None] Port 729a41c8-a03e-4a10-afad-9d53c954e9d7 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:52:11.050233 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39c65ce-719a-4913-8da0-3d7889ba2d2b None None] Pushing event deleted for resources: {'Port': ['ID=6e788a40-c3ad-441b-b013-0800fee7696c,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:11.081780 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39c65ce-719a-4913-8da0-3d7889ba2d2b None None] No DVR routers for this DVR port 6e788a40-c3ad-441b-b013-0800fee7696c on host n-d-843939-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:52:11.226274 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2abec966-9fa7-4d0a-9b93-701c26e252ae None None] Provisioning complete for port 99b65563-b416-4247-a4bd-919c322a3195 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:52:11.226686 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2abec966-9fa7-4d0a-9b93-701c26e252ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:11.233137 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bce3b7a-9383-471b-93e6-3f6d10462bfd tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:52:11.246997 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263260f5-5f08-4df2-ab07-118292bda6f3 None None] Sync routers for ids ['23cf9980-7302-4fe2-bfc0-67b282d40c98'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:52:11.261564 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 78d22188-66be-4de9-b950-f3aaf750e06e is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:52:11.261883 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:11.266322 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263260f5-5f08-4df2-ab07-118292bda6f3 None None] Routers {'23cf9980-7302-4fe2-bfc0-67b282d40c98'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:52:11.267509 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65bc0e15-f68d-4372-8cee-0abcabe0b1fc tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Router 40e81eef-4431-43f1-8e62-029c9f01dd28 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:52:11.268443 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-263260f5-5f08-4df2-ab07-118292bda6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:51:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['23cf9980-7302-4fe2-bfc0-67b282d40c98'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:52:11.300672 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-2bce3b7a-9383-471b-93e6-3f6d10462bfd tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "PUT /v2.0/routers/23cf9980-7302-4fe2-bfc0-67b282d40c98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6557734 May 31 13:52:11.301729 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-907423e4-1b8c-4e73-a1a3-acdaa0d1983b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:11.304170 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 42844) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:11.304864 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 42846) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:11.324207 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 78d22188-66be-4de9-b950-f3aaf750e06e, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=78d22188-66be-4de9-b950-f3aaf750e06e,segment=NetworkSegment(239883c0-fd80-4c36-94a2-c097e76dc61b),segment_id=239883c0-fd80-4c36-94a2-c097e76dc61b)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:52:11.329685 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:11.330514 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 92d845e0-d3af-4ff6-9a25-dd260a248e33 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:52:11.333251 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad33977-25ea-4f92-be97-65ee801ee9ae req-64844008-5e9c-4295-8989-5aea6a2f0f5a tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:52:11.340829 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4ad33977-25ea-4f92-be97-65ee801ee9ae req-64844008-5e9c-4295-8989-5aea6a2f0f5a tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] 10.222.0.50 "GET /v2.0/ports?device_id=75745206-76bf-4c6b-9bc9-0b44a02376ab HTTP/1.1" status: 200 len: 946 time: 0.7278466 May 31 13:52:11.441096 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-263260f5-5f08-4df2-ab07-118292bda6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:52:11.476526 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263260f5-5f08-4df2-ab07-118292bda6f3 None None] Routers {'23cf9980-7302-4fe2-bfc0-67b282d40c98'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:52:11.477896 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-263260f5-5f08-4df2-ab07-118292bda6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:51:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['23cf9980-7302-4fe2-bfc0-67b282d40c98'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:52:11.481200 n-d-843939-1 neutron-server[88369]: DEBUG neutron.objects.ports [None req-d75c8f10-a684-47b8-a216-e35c420b3806 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88369) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 31 13:52:11.482842 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d75c8f10-a684-47b8-a216-e35c420b3806 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:11.527254 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2abec966-9fa7-4d0a-9b93-701c26e252ae None None] Current status of the port 99b65563-b416-4247-a4bd-919c322a3195 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:52:11.531037 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 92d845e0-d3af-4ff6-9a25-dd260a248e33 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:52:11.538432 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 92d845e0-d3af-4ff6-9a25-dd260a248e33 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:52:11.538805 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:11.566955 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c8f10-a684-47b8-a216-e35c420b3806 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event updated for resources: {'Subnet': ['ID=51925abe-273b-4bce-93a6-64ecbe7699b7,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:11.584517 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75c8f10-a684-47b8-a216-e35c420b3806 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:52:11.585613 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-d75c8f10-a684-47b8-a216-e35c420b3806 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:52:11.590583 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-263260f5-5f08-4df2-ab07-118292bda6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:52:11.591063 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263260f5-5f08-4df2-ab07-118292bda6f3 None None] The sync data for ids ['23cf9980-7302-4fe2-bfc0-67b282d40c98'] in n-d-843939-1 is: [] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:52:11.600673 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=78d22188-66be-4de9-b950-f3aaf750e06e,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:11.601314 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75c8f10-a684-47b8-a216-e35c420b3806 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:52:11.601895 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d75c8f10-a684-47b8-a216-e35c420b3806 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:11.608842 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf55f250-b0bf-4d9e-b670-1300ec7ad500 None None] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:52:11.633636 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d75c8f10-a684-47b8-a216-e35c420b3806 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3096185 May 31 13:52:11.636593 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42854) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:11.644444 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-6a743793-15b9-4d5e-b990-8dde3ec88668 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Request body: {'subnet': {'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:52:11.693016 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2abec966-9fa7-4d0a-9b93-701c26e252ae None None] Provisioning for port 6112c207-8926-4831-b581-2d86bfa3a8db completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:52:11.705041 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65bc0e15-f68d-4372-8cee-0abcabe0b1fc tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:52:11.709393 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2abec966-9fa7-4d0a-9b93-701c26e252ae None None] Provisioning complete for port 6112c207-8926-4831-b581-2d86bfa3a8db triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:52:11.709767 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2abec966-9fa7-4d0a-9b93-701c26e252ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:11.713729 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-65bc0e15-f68d-4372-8cee-0abcabe0b1fc tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "PUT /v2.0/routers/40e81eef-4431-43f1-8e62-029c9f01dd28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1544306 May 31 13:52:11.718061 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 42860) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:11.720142 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-907423e4-1b8c-4e73-a1a3-acdaa0d1983b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:11.731432 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-b7f6812b-a6f6-49fd-9050-1d3455f1b630 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:52:11.732191 n-d-843939-1 neutron-server[88370]: WARNING neutron.api.v2.base [None req-b7f6812b-a6f6-49fd-9050-1d3455f1b630 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 31 13:52:11.732852 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [None req-b7f6812b-a6f6-49fd-9050-1d3455f1b630 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] create failed (client error): There was a conflict when trying to complete your request. May 31 13:52:11.734720 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-b7f6812b-a6f6-49fd-9050-1d3455f1b630 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4148512 May 31 13:52:11.741584 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9d3440-43ab-40a9-af1e-a74a9046345a None None] Sync routers for ids ['40e81eef-4431-43f1-8e62-029c9f01dd28'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:52:11.741789 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42864) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:11.749769 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-7a473002-b1f1-4b1d-9158-d08074f5df89 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Request body: {'security_group': {'name': 'tempest-secgroup--1152056322'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:52:11.753819 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e78862-b703-4ca1-afb4-21928d330126 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:52:11.754904 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-f2e78862-b703-4ca1-afb4-21928d330126 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Synchronizing usage tracker for tenant:779c820d5b2449ae9fd2392eab8ae157 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:52:11.761936 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-7a473002-b1f1-4b1d-9158-d08074f5df89 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:52:11.762577 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-98f45fc8-3820-4f83-aedb-51b799608b76 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:52:11.771139 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-7a473002-b1f1-4b1d-9158-d08074f5df89 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Usage tracker for resource:security_group and tenant:bfc401467e744934b8feb9351c02d650 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:52:11.776513 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-7a473002-b1f1-4b1d-9158-d08074f5df89 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:52:11.796275 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-7a473002-b1f1-4b1d-9158-d08074f5df89 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:52:11.807364 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9d3440-43ab-40a9-af1e-a74a9046345a None None] Routers {'40e81eef-4431-43f1-8e62-029c9f01dd28'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:52:11.808117 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-5d9d3440-43ab-40a9-af1e-a74a9046345a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:51:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['40e81eef-4431-43f1-8e62-029c9f01dd28'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:52:11.829585 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7a473002-b1f1-4b1d-9158-d08074f5df89 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:11.843568 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6a743793-15b9-4d5e-b990-8dde3ec88668 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:52:11.846657 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7a473002-b1f1-4b1d-9158-d08074f5df89 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:11.863545 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-6a743793-15b9-4d5e-b990-8dde3ec88668 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Usage tracker for resource:subnet and tenant:d13dddbe1502489da91f2f88306fdca6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:52:11.868234 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-6a743793-15b9-4d5e-b990-8dde3ec88668 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:52:11.874961 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-7a473002-b1f1-4b1d-9158-d08074f5df89 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:52:11.878124 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6a743793-15b9-4d5e-b990-8dde3ec88668 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:52:11.884418 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-7a473002-b1f1-4b1d-9158-d08074f5df89 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Usage tracker for resource:security_group_rule and tenant:bfc401467e744934b8feb9351c02d650 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:52:11.889739 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-7a473002-b1f1-4b1d-9158-d08074f5df89 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:52:11.898341 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-7a473002-b1f1-4b1d-9158-d08074f5df89 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:52:11.904973 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a743793-15b9-4d5e-b990-8dde3ec88668 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Made reservation on behalf of d13dddbe1502489da91f2f88306fdca6 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:52:11.908095 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6a743793-15b9-4d5e-b990-8dde3ec88668 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:11.981720 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2abec966-9fa7-4d0a-9b93-701c26e252ae None None] Port 6112c207-8926-4831-b581-2d86bfa3a8db cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:52:12.081342 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 92d845e0-d3af-4ff6-9a25-dd260a248e33 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:52:12.082047 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:12.103847 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-5d9d3440-43ab-40a9-af1e-a74a9046345a None None] Set router 40e81eef-4431-43f1-8e62-029c9f01dd28 gateway port host: None {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:52:12.135893 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4ad33977-25ea-4f92-be97-65ee801ee9ae req-07d61124-f329-439a-babb-7f8ce6b14ca6 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] 10.222.0.50 "GET /v2.0/security-groups?id=36548b4c-71f0-42fe-9a97-10b0a71a294b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7934113 May 31 13:52:12.140921 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7a473002-b1f1-4b1d-9158-d08074f5df89 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:12.150165 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-f2e78862-b703-4ca1-afb4-21928d330126 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Unset dirty status for tenant:779c820d5b2449ae9fd2392eab8ae157 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:52:12.154870 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-f2e78862-b703-4ca1-afb4-21928d330126 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "GET /v2.0/ports/6112c207-8926-4831-b581-2d86bfa3a8db HTTP/1.1" status: 200 len: 911 time: 0.8367851 May 31 13:52:12.155478 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 42870) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:12.177457 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7a473002-b1f1-4b1d-9158-d08074f5df89 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:12.197843 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-7a473002-b1f1-4b1d-9158-d08074f5df89 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:52:12.215580 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-7a473002-b1f1-4b1d-9158-d08074f5df89 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Usage tracker for resource:security_group_rule and tenant:bfc401467e744934b8feb9351c02d650 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:52:12.221140 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-7a473002-b1f1-4b1d-9158-d08074f5df89 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:52:12.242016 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-7a473002-b1f1-4b1d-9158-d08074f5df89 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:52:12.252411 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-074eb6f9-6e61-44b1-9725-27d627895b0b None None] Provisioning complete for port 729a41c8-a03e-4a10-afad-9d53c954e9d7 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:52:12.252976 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-074eb6f9-6e61-44b1-9725-27d627895b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:12.258570 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a473002-b1f1-4b1d-9158-d08074f5df89 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c55d1013-6515-411e-96f5-495daaa33b69,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:12.349128 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a811c5b-0171-4ae8-8b18-bfe08314f40f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'tenant_id': 'd13dddbe1502489da91f2f88306fdca6', 'fixed_ips': [{'subnet_id': '51925abe-273b-4bce-93a6-64ecbe7699b7'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:52:12.349937 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8a811c5b-0171-4ae8-8b18-bfe08314f40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:12.377780 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6a743793-15b9-4d5e-b990-8dde3ec88668 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:12.416945 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7a473002-b1f1-4b1d-9158-d08074f5df89 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:12.439391 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7a473002-b1f1-4b1d-9158-d08074f5df89 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:12.448594 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 92d845e0-d3af-4ff6-9a25-dd260a248e33, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=92d845e0-d3af-4ff6-9a25-dd260a248e33,segment=NetworkSegment(7686bc20-3630-4673-83cb-56efcc4b2e87),segment_id=7686bc20-3630-4673-83cb-56efcc4b2e87)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:52:12.462011 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:12.478190 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a743793-15b9-4d5e-b990-8dde3ec88668 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:52:12.488515 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-6a743793-15b9-4d5e-b990-8dde3ec88668 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:52:12.503593 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a743793-15b9-4d5e-b990-8dde3ec88668 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:52:12.504172 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6a743793-15b9-4d5e-b990-8dde3ec88668 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:12.518399 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-907423e4-1b8c-4e73-a1a3-acdaa0d1983b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:12.542494 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-6a743793-15b9-4d5e-b990-8dde3ec88668 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9041848 May 31 13:52:12.546402 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a743793-15b9-4d5e-b990-8dde3ec88668 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event updated for resources: {'Subnet': ['ID=44531442-6c96-4176-bbb3-5b458dece18a,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:12.549510 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42874) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:12.553169 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7a473002-b1f1-4b1d-9158-d08074f5df89 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:12.557490 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-7a473002-b1f1-4b1d-9158-d08074f5df89 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8151121 May 31 13:52:12.558364 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42878) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:12.561614 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a473002-b1f1-4b1d-9158-d08074f5df89 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=658f0db1-37d7-4c42-b39d-179ea9b0d29f,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:12.567668 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-e8287d68-5751-418d-877d-c9a632953854 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Request body: {'port': {'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'mac_address': 'fa:16:3e:27:20:a5', 'name': 'tempest-NetworksTestDHCPv6-1951613859'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:52:12.585705 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-e524b833-bc0d-4f7e-8bf2-dfdf340781ef tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Request body: {'security_group_rule': {'security_group_id': '658f0db1-37d7-4c42-b39d-179ea9b0d29f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:52:12.600591 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e524b833-bc0d-4f7e-8bf2-dfdf340781ef tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:52:12.643117 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 99b65563-b416-4247-a4bd-919c322a3195 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:52:12.666821 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e524b833-bc0d-4f7e-8bf2-dfdf340781ef tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Usage tracker for resource:security_group_rule and tenant:bfc401467e744934b8feb9351c02d650 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:52:12.681555 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e524b833-bc0d-4f7e-8bf2-dfdf340781ef tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:52:12.693091 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e524b833-bc0d-4f7e-8bf2-dfdf340781ef tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:52:12.723531 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907423e4-1b8c-4e73-a1a3-acdaa0d1983b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e265318c-b8bb-4ad2-9c8b-482221f2918c,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:12.731451 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e524b833-bc0d-4f7e-8bf2-dfdf340781ef tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:12.739632 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-907423e4-1b8c-4e73-a1a3-acdaa0d1983b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:12.742120 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-074eb6f9-6e61-44b1-9725-27d627895b0b None None] Port 729a41c8-a03e-4a10-afad-9d53c954e9d7 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:52:12.743640 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-907423e4-1b8c-4e73-a1a3-acdaa0d1983b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e265318c-b8bb-4ad2-9c8b-482221f2918c HTTP/1.1" status: 204 len: 168 time: 2.3500414 May 31 13:52:12.810656 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=92d845e0-d3af-4ff6-9a25-dd260a248e33,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:12.812180 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e524b833-bc0d-4f7e-8bf2-dfdf340781ef tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:12.818156 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e524b833-bc0d-4f7e-8bf2-dfdf340781ef tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:12.846931 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e8287d68-5751-418d-877d-c9a632953854 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:52:12.849527 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e524b833-bc0d-4f7e-8bf2-dfdf340781ef tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4648c71-a639-4a3c-bbbb-f178b3cc3950,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:12.872271 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e8287d68-5751-418d-877d-c9a632953854 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:52:12.878840 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e524b833-bc0d-4f7e-8bf2-dfdf340781ef tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:12.883353 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e524b833-bc0d-4f7e-8bf2-dfdf340781ef tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3231969 May 31 13:52:12.885929 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42884) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:12.886800 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-074eb6f9-6e61-44b1-9725-27d627895b0b None None] Provisioning complete for port 6112c207-8926-4831-b581-2d86bfa3a8db triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:52:12.887177 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-074eb6f9-6e61-44b1-9725-27d627895b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:12.894562 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-86066a67-b8b2-4b37-a019-746b0367ecfd tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Request body: {'security_group_rule': {'security_group_id': '658f0db1-37d7-4c42-b39d-179ea9b0d29f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:52:12.901635 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8287d68-5751-418d-877d-c9a632953854 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Made reservation on behalf of d13dddbe1502489da91f2f88306fdca6 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:52:12.921270 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-86066a67-b8b2-4b37-a019-746b0367ecfd tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:52:12.951190 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2c5ef4c2-66f5-4c03-9c63-17a92025a79e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:12.989948 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-86066a67-b8b2-4b37-a019-746b0367ecfd tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Usage tracker for resource:security_group_rule and tenant:bfc401467e744934b8feb9351c02d650 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:52:12.999094 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-86066a67-b8b2-4b37-a019-746b0367ecfd tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:52:13.015749 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-86066a67-b8b2-4b37-a019-746b0367ecfd tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:52:13.056329 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-86066a67-b8b2-4b37-a019-746b0367ecfd tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:13.067465 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-074eb6f9-6e61-44b1-9725-27d627895b0b None None] Port 6112c207-8926-4831-b581-2d86bfa3a8db cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:52:13.089890 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 99b65563-b416-4247-a4bd-919c322a3195 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:52:13.090491 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:13.113772 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e8287d68-5751-418d-877d-c9a632953854 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:13.131546 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-8a811c5b-0171-4ae8-8b18-bfe08314f40f None None] Allocated IP 2001:db8::f816:3eff:fe20:fc49 (8d0ca4ab-0d39-494b-8b5d-2861af857a5e/51925abe-273b-4bce-93a6-64ecbe7699b7/f12b439a-97e0-45b1-b323-3bd8644f1963) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:52:13.155600 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-e8287d68-5751-418d-877d-c9a632953854 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] device_id is not set on port 1d66bab3-8feb-4948-b7c3-ca1cc6d36673 yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:52:13.274866 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.extraroute_db [None req-98f45fc8-3820-4f83-aedb-51b799608b76 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=88370) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 31 13:52:13.301248 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.extraroute_db [None req-98f45fc8-3820-4f83-aedb-51b799608b76 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Removed routes are [] {{(pid=88370) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 31 13:52:13.301498 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-98f45fc8-3820-4f83-aedb-51b799608b76 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:13.315007 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-86066a67-b8b2-4b37-a019-746b0367ecfd tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] create failed (client error): There was a conflict when trying to complete your request. May 31 13:52:13.321718 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-86066a67-b8b2-4b37-a019-746b0367ecfd tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4346988 May 31 13:52:13.330833 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42892) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:13.400063 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-5d9d3440-43ab-40a9-af1e-a74a9046345a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'name': 'tempest-RoutersTest-router-570826617', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:51:03Z', 'updated_at': '2022-05-31T13:52:06Z', 'revision_number': 5, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'gw_port_host': None, '_interfaces': [{'id': '411f4a8d-1a24-48f9-8207-9b39b75e4816', 'name': '', 'network_id': '8a706337-23f8-414a-b850-40bba93be87e', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'mac_address': 'fa:16:3e:8a:92:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'aac5884d-a302-4b86-a184-efe23a88b270', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:51:28Z', 'updated_at': '2022-05-31T13:51:43Z', 'revision_number': 5, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'subnets': [{'id': 'aac5884d-a302-4b86-a184-efe23a88b270', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '729a41c8-a03e-4a10-afad-9d53c954e9d7', 'name': '', 'network_id': 'f3ae220d-60d9-4ddd-8746-8582a5a0fea5', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'mac_address': 'fa:16:3e:1c:c9:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '0850d102-6380-4cc0-82b2-ec8483e18e05', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:52:01Z', 'updated_at': '2022-05-31T13:52:08Z', 'revision_number': 2, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'subnets': [{'id': '0850d102-6380-4cc0-82b2-ec8483e18e05', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78d22188-66be-4de9-b950-f3aaf750e06e', 'name': '', 'network_id': '81a67ea4-a2f5-45fe-b562-5bf9691fd668', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'mac_address': 'fa:16:3e:06:bc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '155878ac-70de-4e2e-b244-d0adfe115b5d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:51:48Z', 'updated_at': '2022-05-31T13:52:11Z', 'revision_number': 5, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'subnets': [{'id': '155878ac-70de-4e2e-b244-d0adfe115b5d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db25ac7d-9ac6-4f8c-a07c-682deff692dd', 'name': '', 'network_id': '6eeb3076-8ec6-49c5-a7c1-c7685ab1bc4b', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'mac_address': 'fa:16:3e:3d:20:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'd3541b3e-1e22-4a54-ad33-6ea2509c6768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:51:08Z', 'updated_at': '2022-05-31T13:51:27Z', 'revision_number': 5, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'subnets': [{'id': 'd3541b3e-1e22-4a54-ad33-6ea2509c6768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:52:13.416747 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9d3440-43ab-40a9-af1e-a74a9046345a None None] Checking router: 40e81eef-4431-43f1-8e62-029c9f01dd28 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:52:13.417093 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9d3440-43ab-40a9-af1e-a74a9046345a None None] Updating router 40e81eef-4431-43f1-8e62-029c9f01dd28 port 729a41c8-a03e-4a10-afad-9d53c954e9d7 binding host n-d-843939-1 {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:52:13.424148 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9f15793f-db59-4cc8-b16a-d5a046a3cf9f tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:13.456321 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9f15793f-db59-4cc8-b16a-d5a046a3cf9f tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:13.460437 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b68e0d9a-e111-4632-9a93-0d57b6aa4c2f tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:13.507199 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5d9d3440-43ab-40a9-af1e-a74a9046345a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:13.515163 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9f15793f-db59-4cc8-b16a-d5a046a3cf9f tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:13.519424 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 99b65563-b416-4247-a4bd-919c322a3195 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:52:13.520626 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 78d22188-66be-4de9-b950-f3aaf750e06e up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:52:13.546765 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f15793f-db59-4cc8-b16a-d5a046a3cf9f tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=658f0db1-37d7-4c42-b39d-179ea9b0d29f,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:13.552978 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9f15793f-db59-4cc8-b16a-d5a046a3cf9f tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:13.554119 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-9f15793f-db59-4cc8-b16a-d5a046a3cf9f tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] 10.222.0.50 "DELETE /v2.0/security-groups/658f0db1-37d7-4c42-b39d-179ea9b0d29f HTTP/1.1" status: 204 len: 168 time: 0.2208080 May 31 13:52:13.556917 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42904) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:13.643060 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-491f34ae-9f4d-45b6-93d4-5407707257c2 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Synchronizing usage tracker for tenant:bfc401467e744934b8feb9351c02d650 on resource:security_group {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:52:13.663291 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-491f34ae-9f4d-45b6-93d4-5407707257c2 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Unset dirty status for tenant:bfc401467e744934b8feb9351c02d650 on resource:security_group {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:52:13.664809 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-491f34ae-9f4d-45b6-93d4-5407707257c2 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1067643 May 31 13:52:13.669271 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42910) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:13.676633 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-66be2d6f-986f-44d0-a5b5-871051b52f19 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Request body: {'security_group': {'name': 'tempest-secgroup--1095519379'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:52:13.686166 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-66be2d6f-986f-44d0-a5b5-871051b52f19 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:52:13.701911 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-66be2d6f-986f-44d0-a5b5-871051b52f19 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:52:13.717666 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-66be2d6f-986f-44d0-a5b5-871051b52f19 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:13.734889 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8a811c5b-0171-4ae8-8b18-bfe08314f40f None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:13.748670 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-66be2d6f-986f-44d0-a5b5-871051b52f19 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:52:13.754103 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-66be2d6f-986f-44d0-a5b5-871051b52f19 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Usage tracker for resource:security_group_rule and tenant:bfc401467e744934b8feb9351c02d650 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:52:13.758412 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-66be2d6f-986f-44d0-a5b5-871051b52f19 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:52:13.765747 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-66be2d6f-986f-44d0-a5b5-871051b52f19 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:52:13.822160 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-8a811c5b-0171-4ae8-8b18-bfe08314f40f None None] Transition to ACTIVE for port object f12b439a-97e0-45b1-b323-3bd8644f1963 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:52:13.855341 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:13.856870 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 78d22188-66be-4de9-b950-f3aaf750e06e triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:52:13.857273 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:13.874278 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-66be2d6f-986f-44d0-a5b5-871051b52f19 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:13.879929 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-66be2d6f-986f-44d0-a5b5-871051b52f19 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:13.933282 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-8a811c5b-0171-4ae8-8b18-bfe08314f40f None None] Transition to ACTIVE for port object f12b439a-97e0-45b1-b323-3bd8644f1963 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:52:13.950769 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66be2d6f-986f-44d0-a5b5-871051b52f19 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be76af2c-c4a5-461d-8db9-d742d7c3aa91,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:13.975418 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8a811c5b-0171-4ae8-8b18-bfe08314f40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:14.030689 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-66be2d6f-986f-44d0-a5b5-871051b52f19 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:14.030689 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-66be2d6f-986f-44d0-a5b5-871051b52f19 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3561814 May 31 13:52:14.031173 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42920) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:14.037384 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-58ef50a4-ff09-47b8-abe1-1f09832f3d9e tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Request body: {'security_group_rule': {'security_group_id': 'be76af2c-c4a5-461d-8db9-d742d7c3aa91', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:52:14.038301 n-d-843939-1 neutron-server[88369]: WARNING neutron.api.v2.base [None req-58ef50a4-ff09-47b8-abe1-1f09832f3d9e tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. May 31 13:52:14.039582 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-58ef50a4-ff09-47b8-abe1-1f09832f3d9e tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 13:52:14.040956 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-58ef50a4-ff09-47b8-abe1-1f09832f3d9e tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0085866 May 31 13:52:14.054173 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42924) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:14.129576 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:14.164970 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a811c5b-0171-4ae8-8b18-bfe08314f40f None None] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:52:14.171240 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-8a811c5b-0171-4ae8-8b18-bfe08314f40f None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:52:14.184564 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a811c5b-0171-4ae8-8b18-bfe08314f40f None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:52:14.197527 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a811c5b-0171-4ae8-8b18-bfe08314f40f None None] Pushing event updated for resources: {'Port': ['ID=f12b439a-97e0-45b1-b323-3bd8644f1963,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:14.340963 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d5e063b4-c9a6-4302-b172-7ffedd9c5a39 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:14.362270 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76139a3-d406-45a5-acb8-43f85636e7ce req-118f51f1-0ac6-42f3-99b6-974ec5c95427 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:52:14.363827 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f76139a3-d406-45a5-acb8-43f85636e7ce req-118f51f1-0ac6-42f3-99b6-974ec5c95427 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] 10.222.0.50 "GET /v2.0/ports?device_id=75745206-76bf-4c6b-9bc9-0b44a02376ab HTTP/1.1" status: 200 len: 946 time: 0.9082890 May 31 13:52:14.418576 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 78d22188-66be-4de9-b950-f3aaf750e06e is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:52:14.425134 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-8a811c5b-0171-4ae8-8b18-bfe08314f40f None None] Attempting to bind port f12b439a-97e0-45b1-b323-3bd8644f1963 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:52:14.426111 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-8a811c5b-0171-4ae8-8b18-bfe08314f40f None None] Attempting to bind port f12b439a-97e0-45b1-b323-3bd8644f1963 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:52:14.427445 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a811c5b-0171-4ae8-8b18-bfe08314f40f None None] Attempting to bind port f12b439a-97e0-45b1-b323-3bd8644f1963 on network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:52:14.438939 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a811c5b-0171-4ae8-8b18-bfe08314f40f None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:52:14.439392 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a811c5b-0171-4ae8-8b18-bfe08314f40f None None] Checking segment: {'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:52:14.442165 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8a811c5b-0171-4ae8-8b18-bfe08314f40f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:14.442562 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a811c5b-0171-4ae8-8b18-bfe08314f40f None None] Bound using segment: {'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:52:14.443162 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-8a811c5b-0171-4ae8-8b18-bfe08314f40f None None] Bound port: f12b439a-97e0-45b1-b323-3bd8644f1963, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:52:14.443640 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8a811c5b-0171-4ae8-8b18-bfe08314f40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:14.461965 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d5e063b4-c9a6-4302-b172-7ffedd9c5a39 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:14.476961 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-98f45fc8-3820-4f83-aedb-51b799608b76 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:14.492761 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f76139a3-d406-45a5-acb8-43f85636e7ce req-9ede1c74-7394-4ac0-8d46-b7c975c4f64d tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] 10.222.0.50 "GET /v2.0/security-groups?id=36548b4c-71f0-42fe-9a97-10b0a71a294b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161644 May 31 13:52:14.546482 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-98f45fc8-3820-4f83-aedb-51b799608b76 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1578611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1578620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1575237'] for router, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:14.565171 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-e8287d68-5751-418d-877d-c9a632953854 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Allocated IP 172.20.0.12 (8d0ca4ab-0d39-494b-8b5d-2861af857a5e/44531442-6c96-4176-bbb3-5b458dece18a/1d66bab3-8feb-4948-b7c3-ca1cc6d36673) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:52:14.578364 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-e8287d68-5751-418d-877d-c9a632953854 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Allocated IP 2001:db8::f816:3eff:fe27:20a5 (8d0ca4ab-0d39-494b-8b5d-2861af857a5e/51925abe-273b-4bce-93a6-64ecbe7699b7/1d66bab3-8feb-4948-b7c3-ca1cc6d36673) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:52:14.599141 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d5e063b4-c9a6-4302-b172-7ffedd9c5a39 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:14.646012 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e063b4-c9a6-4302-b172-7ffedd9c5a39 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be76af2c-c4a5-461d-8db9-d742d7c3aa91,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:14.678277 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device e56d365e-5015-4d27-a874-9de1ca9240a6 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:52:14.692066 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d5e063b4-c9a6-4302-b172-7ffedd9c5a39 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:14.694431 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d5e063b4-c9a6-4302-b172-7ffedd9c5a39 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] 10.222.0.50 "DELETE /v2.0/security-groups/be76af2c-c4a5-461d-8db9-d742d7c3aa91 HTTP/1.1" status: 204 len: 168 time: 0.6394579 May 31 13:52:14.697737 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42936) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:14.762978 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-b68e0d9a-e111-4632-9a93-0d57b6aa4c2f tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Deleting port 6112c207-8926-4831-b581-2d86bfa3a8db {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:52:14.763702 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b68e0d9a-e111-4632-9a93-0d57b6aa4c2f tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:14.906407 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-8a811c5b-0171-4ae8-8b18-bfe08314f40f None None] For port f12b439a-97e0-45b1-b323-3bd8644f1963, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:52:14.909590 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-2dc164e2-1f2b-48ab-9fcc-f8c85894f44a tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Synchronizing usage tracker for tenant:bfc401467e744934b8feb9351c02d650 on resource:security_group {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:52:14.910940 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-8a811c5b-0171-4ae8-8b18-bfe08314f40f None None] For port f12b439a-97e0-45b1-b323-3bd8644f1963, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=f12b439a-97e0-45b1-b323-3bd8644f1963,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:52:14.921378 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5d9d3440-43ab-40a9-af1e-a74a9046345a None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:14.936668 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8a811c5b-0171-4ae8-8b18-bfe08314f40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:15.009761 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b68e0d9a-e111-4632-9a93-0d57b6aa4c2f tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:15.044377 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: e56d365e-5015-4d27-a874-9de1ca9240a6 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:52:15.044788 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device e56d365e-5015-4d27-a874-9de1ca9240a6 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:52:15.045162 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 6e788a40-c3ad-441b-b013-0800fee7696c no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:52:15.046506 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-2dc164e2-1f2b-48ab-9fcc-f8c85894f44a tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Unset dirty status for tenant:bfc401467e744934b8feb9351c02d650 on resource:security_group {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:52:15.048140 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-2dc164e2-1f2b-48ab-9fcc-f8c85894f44a tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3491857 May 31 13:52:15.058223 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42946) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:15.075908 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-4e54f8ce-5111-44cb-b5a2-264a13088fef tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Request body: {'security_group': {'name': 'tempest-secgroup--650694252'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:52:15.085225 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e8287d68-5751-418d-877d-c9a632953854 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:15.094250 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4e54f8ce-5111-44cb-b5a2-264a13088fef tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:52:15.099553 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a811c5b-0171-4ae8-8b18-bfe08314f40f None None] Pushing event updated for resources: {'Port': ['ID=f12b439a-97e0-45b1-b323-3bd8644f1963,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:15.112420 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 6e788a40-c3ad-441b-b013-0800fee7696c {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:52:15.112420 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 6e788a40-c3ad-441b-b013-0800fee7696c not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:52:15.116902 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-5d9d3440-43ab-40a9-af1e-a74a9046345a None None] Transition to ACTIVE for port object 729a41c8-a03e-4a10-afad-9d53c954e9d7 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:52:15.122451 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4e54f8ce-5111-44cb-b5a2-264a13088fef tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:52:15.127790 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-e8287d68-5751-418d-877d-c9a632953854 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Transition to ACTIVE for port object 1d66bab3-8feb-4948-b7c3-ca1cc6d36673 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:52:15.128349 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5d9d3440-43ab-40a9-af1e-a74a9046345a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:15.162880 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4e54f8ce-5111-44cb-b5a2-264a13088fef tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:15.204835 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-b68e0d9a-e111-4632-9a93-0d57b6aa4c2f tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Calling delete_port for 6112c207-8926-4831-b581-2d86bfa3a8db owned by network:router_interface {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:52:15.225527 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4e54f8ce-5111-44cb-b5a2-264a13088fef tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:52:15.230856 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-4e54f8ce-5111-44cb-b5a2-264a13088fef tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Usage tracker for resource:security_group_rule and tenant:bfc401467e744934b8feb9351c02d650 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:52:15.241319 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-4e54f8ce-5111-44cb-b5a2-264a13088fef tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:52:15.264484 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4e54f8ce-5111-44cb-b5a2-264a13088fef tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:52:15.278355 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a3c745-97d4-4a52-9996-1cde28b16255 None None] Pushing event updated for resources: {'Port': ['ID=729a41c8-a03e-4a10-afad-9d53c954e9d7,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:15.302264 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 92d845e0-d3af-4ff6-9a25-dd260a248e33 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:52:15.404518 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4e54f8ce-5111-44cb-b5a2-264a13088fef tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:15.406854 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e8287d68-5751-418d-877d-c9a632953854 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:15.410656 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4e54f8ce-5111-44cb-b5a2-264a13088fef tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:15.591847 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98f45fc8-3820-4f83-aedb-51b799608b76 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Router 40e81eef-4431-43f1-8e62-029c9f01dd28 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:52:15.661426 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8287d68-5751-418d-877d-c9a632953854 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:52:15.662031 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:15.679725 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8287d68-5751-418d-877d-c9a632953854 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event updated for resources: {'Port': ['ID=1d66bab3-8feb-4948-b7c3-ca1cc6d36673,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:15.698999 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-e8287d68-5751-418d-877d-c9a632953854 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:52:15.702549 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8287d68-5751-418d-877d-c9a632953854 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:52:15.768939 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-5d9d3440-43ab-40a9-af1e-a74a9046345a None None] Attempting to bind port 729a41c8-a03e-4a10-afad-9d53c954e9d7 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:52:15.769287 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-5d9d3440-43ab-40a9-af1e-a74a9046345a None None] Attempting to bind port 729a41c8-a03e-4a10-afad-9d53c954e9d7 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '7686bc20-3630-4673-83cb-56efcc4b2e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f3ae220d-60d9-4ddd-8746-8582a5a0fea5'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:52:15.769645 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9d3440-43ab-40a9-af1e-a74a9046345a None None] Attempting to bind port 729a41c8-a03e-4a10-afad-9d53c954e9d7 on network f3ae220d-60d9-4ddd-8746-8582a5a0fea5 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:52:15.773967 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e54f8ce-5111-44cb-b5a2-264a13088fef tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29c24065-a9ce-4410-9cc7-8e0888971ded,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:15.779026 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 92d845e0-d3af-4ff6-9a25-dd260a248e33 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:52:15.779391 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:15.806419 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9d3440-43ab-40a9-af1e-a74a9046345a None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:52:15.806858 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9d3440-43ab-40a9-af1e-a74a9046345a None None] Checking segment: {'id': '7686bc20-3630-4673-83cb-56efcc4b2e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f3ae220d-60d9-4ddd-8746-8582a5a0fea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:52:15.807702 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5d9d3440-43ab-40a9-af1e-a74a9046345a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:15.808094 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9d3440-43ab-40a9-af1e-a74a9046345a None None] Bound using segment: {'id': '7686bc20-3630-4673-83cb-56efcc4b2e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f3ae220d-60d9-4ddd-8746-8582a5a0fea5'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:52:15.809202 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-5d9d3440-43ab-40a9-af1e-a74a9046345a None None] Bound port: 729a41c8-a03e-4a10-afad-9d53c954e9d7, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7686bc20-3630-4673-83cb-56efcc4b2e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f3ae220d-60d9-4ddd-8746-8582a5a0fea5'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:52:15.809202 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5d9d3440-43ab-40a9-af1e-a74a9046345a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:15.828653 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4e54f8ce-5111-44cb-b5a2-264a13088fef tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:15.830654 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-4e54f8ce-5111-44cb-b5a2-264a13088fef tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7714283 May 31 13:52:15.834503 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42960) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:15.840061 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f90fdb-46a8-4bcd-9562-471707bb0a88 req-f4799b6e-6bc8-45b8-a68e-61a0d0623f44 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:52:15.843899 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-347ecb6e-a1ca-4396-8c27-4a44162fd674 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Request body: {'security_group_rule': {'security_group_id': '29c24065-a9ce-4410-9cc7-8e0888971ded', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:52:15.845842 n-d-843939-1 neutron-server[88369]: WARNING neutron.api.v2.base [None req-347ecb6e-a1ca-4396-8c27-4a44162fd674 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. May 31 13:52:15.846656 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-347ecb6e-a1ca-4396-8c27-4a44162fd674 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 13:52:15.848340 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-347ecb6e-a1ca-4396-8c27-4a44162fd674 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0121849 May 31 13:52:15.849633 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-96f90fdb-46a8-4bcd-9562-471707bb0a88 req-f4799b6e-6bc8-45b8-a68e-61a0d0623f44 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] 10.222.0.50 "GET /v2.0/ports?device_id=75745206-76bf-4c6b-9bc9-0b44a02376ab HTTP/1.1" status: 200 len: 946 time: 0.5904815 May 31 13:52:15.852997 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42964) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:15.921125 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8287d68-5751-418d-877d-c9a632953854 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:52:15.922201 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e8287d68-5751-418d-877d-c9a632953854 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:15.983540 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e8287d68-5751-418d-877d-c9a632953854 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.4317992 May 31 13:52:15.984232 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42976) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:16.026810 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c6485ccc-6cad-46e9-90e0-ec9bcef3957d tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:16.072171 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 92d845e0-d3af-4ff6-9a25-dd260a248e33 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:52:16.083346 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-5d9d3440-43ab-40a9-af1e-a74a9046345a None None] For port 729a41c8-a03e-4a10-afad-9d53c954e9d7, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:52:16.085194 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c6485ccc-6cad-46e9-90e0-ec9bcef3957d tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:16.149023 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e30795-3356-43c1-9867-d1495ddac2cd tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:52:16.155112 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e30795-3356-43c1-9867-d1495ddac2cd tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:52:16.156363 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-f3e30795-3356-43c1-9867-d1495ddac2cd tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Synchronizing usage tracker for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:52:16.158944 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98f45fc8-3820-4f83-aedb-51b799608b76 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:52:16.165187 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-96f90fdb-46a8-4bcd-9562-471707bb0a88 req-4c75134c-fc02-4848-8d9c-33b73917f238 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] 10.222.0.50 "GET /v2.0/security-groups?id=36548b4c-71f0-42fe-9a97-10b0a71a294b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3145661 May 31 13:52:16.183369 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c6485ccc-6cad-46e9-90e0-ec9bcef3957d tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:16.183764 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-98f45fc8-3820-4f83-aedb-51b799608b76 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:16.187498 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-98f45fc8-3820-4f83-aedb-51b799608b76 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "PUT /v2.0/routers/40e81eef-4431-43f1-8e62-029c9f01dd28 HTTP/1.1" status: 200 len: 933 time: 4.4600191 May 31 13:52:16.189482 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 42980) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:16.206178 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-5d9d3440-43ab-40a9-af1e-a74a9046345a None None] For port 729a41c8-a03e-4a10-afad-9d53c954e9d7, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=729a41c8-a03e-4a10-afad-9d53c954e9d7,segment=NetworkSegment(7686bc20-3630-4673-83cb-56efcc4b2e87),segment_id=7686bc20-3630-4673-83cb-56efcc4b2e87)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:52:16.212922 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5d9d3440-43ab-40a9-af1e-a74a9046345a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:16.232326 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-f3e30795-3356-43c1-9867-d1495ddac2cd tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Unset dirty status for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:52:16.238809 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-f3e30795-3356-43c1-9867-d1495ddac2cd tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.2471495 May 31 13:52:16.247782 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42986) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:16.257634 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6485ccc-6cad-46e9-90e0-ec9bcef3957d tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c24065-a9ce-4410-9cc7-8e0888971ded,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:16.265312 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b68e0d9a-e111-4632-9a93-0d57b6aa4c2f tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:16.405545 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c6485ccc-6cad-46e9-90e0-ec9bcef3957d tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:16.414374 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9d3440-43ab-40a9-af1e-a74a9046345a None None] Routers {'40e81eef-4431-43f1-8e62-029c9f01dd28'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:52:16.414374 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-5d9d3440-43ab-40a9-af1e-a74a9046345a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:52:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['40e81eef-4431-43f1-8e62-029c9f01dd28'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:52:16.415857 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c6485ccc-6cad-46e9-90e0-ec9bcef3957d tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] 10.222.0.50 "DELETE /v2.0/security-groups/29c24065-a9ce-4410-9cc7-8e0888971ded HTTP/1.1" status: 204 len: 168 time: 0.5611713 May 31 13:52:16.417773 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42990) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:16.503249 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-8f88b6f5-faca-472d-8861-5dcb9e26978a tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Deleting port 1d66bab3-8feb-4948-b7c3-ca1cc6d36673 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:52:16.503623 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8f88b6f5-faca-472d-8861-5dcb9e26978a tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:16.518037 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68e0d9a-e111-4632-9a93-0d57b6aa4c2f tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Pushing event deleted for resources: {'Port': ['ID=6112c207-8926-4831-b581-2d86bfa3a8db,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:16.540583 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a3c745-97d4-4a52-9996-1cde28b16255 None None] Pushing event updated for resources: {'Port': ['ID=729a41c8-a03e-4a10-afad-9d53c954e9d7,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:16.632281 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-0e2d13db-6171-4cbb-a755-0090a6929516 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Synchronizing usage tracker for tenant:bfc401467e744934b8feb9351c02d650 on resource:security_group {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:52:16.810442 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-5d9d3440-43ab-40a9-af1e-a74a9046345a None None] Set router 40e81eef-4431-43f1-8e62-029c9f01dd28 gateway port host: None {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:52:16.876977 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-0e2d13db-6171-4cbb-a755-0090a6929516 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Unset dirty status for tenant:bfc401467e744934b8feb9351c02d650 on resource:security_group {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:52:16.884394 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-0e2d13db-6171-4cbb-a755-0090a6929516 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4591570 May 31 13:52:16.885696 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43020) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:16.903721 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-25539445-996d-4555-b84b-4ab88f9f5e91 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Request body: {'security_group': {'name': 'tempest-secgroup--743175018'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:52:16.916397 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-25539445-996d-4555-b84b-4ab88f9f5e91 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:52:16.954780 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-25539445-996d-4555-b84b-4ab88f9f5e91 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:52:16.998286 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b68e0d9a-e111-4632-9a93-0d57b6aa4c2f tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:17.020511 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-dbefe737-62ce-4034-b5ac-73d999af3ade tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "GET /v2.0/routers/40e81eef-4431-43f1-8e62-029c9f01dd28 HTTP/1.1" status: 200 len: 933 time: 0.8296411 May 31 13:52:17.023077 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 43024) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:17.034522 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-ba559b18-8af9-4741-99d9-034288fd3723 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Request body: {'router': {'routes': None}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:52:17.040848 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a05c14-6297-47b7-a7f3-7517c7983398 None None] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:52:17.130285 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-25539445-996d-4555-b84b-4ab88f9f5e91 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:17.156541 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-25539445-996d-4555-b84b-4ab88f9f5e91 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:52:17.160596 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-25539445-996d-4555-b84b-4ab88f9f5e91 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Usage tracker for resource:security_group_rule and tenant:bfc401467e744934b8feb9351c02d650 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:52:17.163578 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-25539445-996d-4555-b84b-4ab88f9f5e91 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:52:17.169586 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-25539445-996d-4555-b84b-4ab88f9f5e91 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:52:17.250083 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f170310d-4fc0-4348-b8a5-1553bcb0a4de None None] Provisioning for port f12b439a-97e0-45b1-b323-3bd8644f1963 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:52:17.269613 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8f88b6f5-faca-472d-8861-5dcb9e26978a tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:17.280549 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43030) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:17.423755 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-25539445-996d-4555-b84b-4ab88f9f5e91 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:17.432962 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-8f88b6f5-faca-472d-8861-5dcb9e26978a tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Calling delete_port for 1d66bab3-8feb-4948-b7c3-ca1cc6d36673 owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:52:17.483757 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-25539445-996d-4555-b84b-4ab88f9f5e91 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:17.488220 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device f12b439a-97e0-45b1-b323-3bd8644f1963 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:52:17.551550 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cbdcc1e3-cbea-49cc-9130-7922f2ad2913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:17.584820 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25539445-996d-4555-b84b-4ab88f9f5e91 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52b12281-88a6-4e68-b037-dfcb9c1d22fe,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:17.602796 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-cbdcc1e3-cbea-49cc-9130-7922f2ad2913 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:52:17.605534 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-25539445-996d-4555-b84b-4ab88f9f5e91 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:17.609501 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-25539445-996d-4555-b84b-4ab88f9f5e91 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7211683 May 31 13:52:17.613738 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43036) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:17.617772 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-cbdcc1e3-cbea-49cc-9130-7922f2ad2913 admin admin] Usage tracker for resource:security_group_rule and tenant:c4b4e9fa270541da9526989096873c4e is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:52:17.621303 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-cbdcc1e3-cbea-49cc-9130-7922f2ad2913 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:52:17.627138 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-b4069161-b8a2-4fea-a9b3-840997144e1a tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Request body: {'security_group_rule': {'security_group_id': '52b12281-88a6-4e68-b037-dfcb9c1d22fe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:52:17.634800 n-d-843939-1 neutron-server[88369]: WARNING neutron.api.v2.base [None req-b4069161-b8a2-4fea-a9b3-840997144e1a tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. May 31 13:52:17.635335 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-b4069161-b8a2-4fea-a9b3-840997144e1a tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 13:52:17.639281 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b4069161-b8a2-4fea-a9b3-840997144e1a tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0215976 May 31 13:52:17.657323 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 43040) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:17.677263 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-cbdcc1e3-cbea-49cc-9130-7922f2ad2913 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:52:17.686368 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port f12b439a-97e0-45b1-b323-3bd8644f1963 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:52:17.697701 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port f12b439a-97e0-45b1-b323-3bd8644f1963 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:52:17.698251 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:17.733709 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-ac457f4a-052d-447d-8cb0-676879072f1a tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Request body: {'security_group_rule': {'security_group_id': '52b12281-88a6-4e68-b037-dfcb9c1d22fe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:52:17.736092 n-d-843939-1 neutron-server[88370]: WARNING neutron.api.v2.base [None req-ac457f4a-052d-447d-8cb0-676879072f1a tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. May 31 13:52:17.736787 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [None req-ac457f4a-052d-447d-8cb0-676879072f1a tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 13:52:17.739268 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-ac457f4a-052d-447d-8cb0-676879072f1a tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0251091 May 31 13:52:17.742252 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-5d9d3440-43ab-40a9-af1e-a74a9046345a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'name': 'tempest-RoutersTest-router-570826617', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:51:03Z', 'updated_at': '2022-05-31T13:52:13Z', 'revision_number': 6, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'gw_port_host': None, '_interfaces': [{'id': '411f4a8d-1a24-48f9-8207-9b39b75e4816', 'name': '', 'network_id': '8a706337-23f8-414a-b850-40bba93be87e', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'mac_address': 'fa:16:3e:8a:92:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'aac5884d-a302-4b86-a184-efe23a88b270', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:51:28Z', 'updated_at': '2022-05-31T13:51:43Z', 'revision_number': 5, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'subnets': [{'id': 'aac5884d-a302-4b86-a184-efe23a88b270', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '729a41c8-a03e-4a10-afad-9d53c954e9d7', 'name': '', 'network_id': 'f3ae220d-60d9-4ddd-8746-8582a5a0fea5', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'mac_address': 'fa:16:3e:1c:c9:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '0850d102-6380-4cc0-82b2-ec8483e18e05', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:52:01Z', 'updated_at': '2022-05-31T13:52:16Z', 'revision_number': 4, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'subnets': [{'id': '0850d102-6380-4cc0-82b2-ec8483e18e05', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78d22188-66be-4de9-b950-f3aaf750e06e', 'name': '', 'network_id': '81a67ea4-a2f5-45fe-b562-5bf9691fd668', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'mac_address': 'fa:16:3e:06:bc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '155878ac-70de-4e2e-b244-d0adfe115b5d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:51:48Z', 'updated_at': '2022-05-31T13:52:11Z', 'revision_number': 5, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'subnets': [{'id': '155878ac-70de-4e2e-b244-d0adfe115b5d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db25ac7d-9ac6-4f8c-a07c-682deff692dd', 'name': '', 'network_id': '6eeb3076-8ec6-49c5-a7c1-c7685ab1bc4b', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'mac_address': 'fa:16:3e:3d:20:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'd3541b3e-1e22-4a54-ad33-6ea2509c6768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:51:08Z', 'updated_at': '2022-05-31T13:51:27Z', 'revision_number': 5, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'subnets': [{'id': 'd3541b3e-1e22-4a54-ad33-6ea2509c6768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:52:17.748322 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 43044) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:17.760813 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9d3440-43ab-40a9-af1e-a74a9046345a None None] The sync data for ids ['40e81eef-4431-43f1-8e62-029c9f01dd28'] in n-d-843939-1 is: [{'id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'name': 'tempest-RoutersTest-router-570826617', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:51:03Z', 'updated_at': '2022-05-31T13:52:13Z', 'revision_number': 6, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'gw_port_host': None, '_interfaces': [{'id': '411f4a8d-1a24-48f9-8207-9b39b75e4816', 'name': '', 'network_id': '8a706337-23f8-414a-b850-40bba93be87e', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'mac_address': 'fa:16:3e:8a:92:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'aac5884d-a302-4b86-a184-efe23a88b270', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:51:28Z', 'updated_at': '2022-05-31T13:51:43Z', 'revision_number': 5, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'subnets': [{'id': 'aac5884d-a302-4b86-a184-efe23a88b270', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '729a41c8-a03e-4a10-afad-9d53c954e9d7', 'name': '', 'network_id': 'f3ae220d-60d9-4ddd-8746-8582a5a0fea5', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'mac_address': 'fa:16:3e:1c:c9:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '0850d102-6380-4cc0-82b2-ec8483e18e05', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:52:01Z', 'updated_at': '2022-05-31T13:52:16Z', 'revision_number': 4, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'subnets': [{'id': '0850d102-6380-4cc0-82b2-ec8483e18e05', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78d22188-66be-4de9-b950-f3aaf750e06e', 'name': '', 'network_id': '81a67ea4-a2f5-45fe-b562-5bf9691fd668', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'mac_address': 'fa:16:3e:06:bc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '155878ac-70de-4e2e-b244-d0adfe115b5d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:51:48Z', 'updated_at': '2022-05-31T13:52:11Z', 'revision_number': 5, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'subnets': [{'id': '155878ac-70de-4e2e-b244-d0adfe115b5d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db25ac7d-9ac6-4f8c-a07c-682deff692dd', 'name': '', 'network_id': '6eeb3076-8ec6-49c5-a7c1-c7685ab1bc4b', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'mac_address': 'fa:16:3e:3d:20:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'd3541b3e-1e22-4a54-ad33-6ea2509c6768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:51:08Z', 'updated_at': '2022-05-31T13:51:27Z', 'revision_number': 5, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'subnets': [{'id': 'd3541b3e-1e22-4a54-ad33-6ea2509c6768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:52:17.766124 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe3f0a0-e734-4641-b5e1-423fb525dd73 req-ff618ce3-5d87-4c5f-b4d5-f1ce557826b2 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:52:17.773062 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-afe3f0a0-e734-4641-b5e1-423fb525dd73 req-ff618ce3-5d87-4c5f-b4d5-f1ce557826b2 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] 10.222.0.50 "GET /v2.0/ports?device_id=75745206-76bf-4c6b-9bc9-0b44a02376ab HTTP/1.1" status: 200 len: 946 time: 1.2570620 May 31 13:52:17.777525 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-815759b3-6fdd-402b-9c96-45bf1e905558 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Request body: {'security_group_rule': {'security_group_id': '52b12281-88a6-4e68-b037-dfcb9c1d22fe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:52:17.785091 n-d-843939-1 neutron-server[88370]: WARNING neutron.api.v2.base [None req-815759b3-6fdd-402b-9c96-45bf1e905558 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. May 31 13:52:17.785622 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [None req-815759b3-6fdd-402b-9c96-45bf1e905558 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 13:52:17.786676 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-815759b3-6fdd-402b-9c96-45bf1e905558 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0339093 May 31 13:52:17.811552 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 43048) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:17.827760 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-95a7b1a2-c674-4244-80df-cb855834702c tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Request body: {'security_group_rule': {'security_group_id': '52b12281-88a6-4e68-b037-dfcb9c1d22fe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:52:17.846584 n-d-843939-1 neutron-server[88370]: WARNING neutron.api.v2.base [None req-95a7b1a2-c674-4244-80df-cb855834702c tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. May 31 13:52:17.847359 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [None req-95a7b1a2-c674-4244-80df-cb855834702c tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 13:52:17.848624 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-95a7b1a2-c674-4244-80df-cb855834702c tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0287642 May 31 13:52:17.881542 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b68e0d9a-e111-4632-9a93-0d57b6aa4c2f tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Router 23cf9980-7302-4fe2-bfc0-67b282d40c98 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:52:17.882254 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 43052) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:17.951477 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port f12b439a-97e0-45b1-b323-3bd8644f1963 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:52:17.952388 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:17.988340 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8f88b6f5-faca-472d-8861-5dcb9e26978a tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:17.992117 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32cc279-2aeb-4fcc-8a15-c7bc7635b17f None None] Update dhcp port {'port': {'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'fixed_ips': [{'subnet_id': '51925abe-273b-4bce-93a6-64ecbe7699b7', 'ip_address': '2001:db8::f816:3eff:fe20:fc49'}, {'subnet_id': '44531442-6c96-4176-bbb3-5b458dece18a'}], 'binding:host_id': 'n-d-843939-1'}, 'id': 'f12b439a-97e0-45b1-b323-3bd8644f1963'} from n-d-843939-1. {{(pid=88371) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 31 13:52:18.062117 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port f12b439a-97e0-45b1-b323-3bd8644f1963, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=f12b439a-97e0-45b1-b323-3bd8644f1963,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:52:18.069328 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:18.074960 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f88b6f5-faca-472d-8861-5dcb9e26978a tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event deleted for resources: {'Port': ['ID=1d66bab3-8feb-4948-b7c3-ca1cc6d36673,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:18.136482 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cbdcc1e3-cbea-49cc-9130-7922f2ad2913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:18.160989 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a32cc279-2aeb-4fcc-8a15-c7bc7635b17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:18.171858 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cbdcc1e3-cbea-49cc-9130-7922f2ad2913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:18.215636 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdcc1e3-cbea-49cc-9130-7922f2ad2913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39108ad9-621e-4b95-abf9-dd7c98abe00d,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:18.247136 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=f12b439a-97e0-45b1-b323-3bd8644f1963,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:18.291306 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-cbdcc1e3-cbea-49cc-9130-7922f2ad2913 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c4b4e9fa270541da9526989096873c4e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0097601 May 31 13:52:18.294420 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43056) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:18.364702 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8f88b6f5-faca-472d-8861-5dcb9e26978a tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:18.411359 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-a32cc279-2aeb-4fcc-8a15-c7bc7635b17f None None] Allocated IP 172.20.0.2 (8d0ca4ab-0d39-494b-8b5d-2861af857a5e/44531442-6c96-4176-bbb3-5b458dece18a/f12b439a-97e0-45b1-b323-3bd8644f1963) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:52:18.449336 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-8f88b6f5-faca-472d-8861-5dcb9e26978a tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/ports/1d66bab3-8feb-4948-b7c3-ca1cc6d36673 HTTP/1.1" status: 204 len: 168 time: 2.1976702 May 31 13:52:18.450656 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43062) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:18.451969 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-afe3f0a0-e734-4641-b5e1-423fb525dd73 req-bf350e99-0f58-40a8-bfe4-32ae8c3da416 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] 10.222.0.50 "GET /v2.0/security-groups?id=36548b4c-71f0-42fe-9a97-10b0a71a294b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6779780 May 31 13:52:18.466185 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e9b4a300-7ed5-45ca-a7a1-ef599b04bf79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:18.506253 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43066) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:18.562216 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9a37b887-e1e3-4079-bdfd-3c0f34530c68 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:18.571787 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e9b4a300-7ed5-45ca-a7a1-ef599b04bf79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:18.588144 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b68e0d9a-e111-4632-9a93-0d57b6aa4c2f tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:52:18.603590 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933a5fd7-a9fb-4f36-9d5e-34aed603537c None None] Sync routers for ids ['23cf9980-7302-4fe2-bfc0-67b282d40c98'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:52:18.621683 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5484f3c-9846-4e46-99de-a13467fd6991 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:52:18.621683 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5484f3c-9846-4e46-99de-a13467fd6991 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:52:18.621683 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5484f3c-9846-4e46-99de-a13467fd6991 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:52:18.622295 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d5484f3c-9846-4e46-99de-a13467fd6991 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Synchronizing usage tracker for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:subnet {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:52:18.623341 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-a32cc279-2aeb-4fcc-8a15-c7bc7635b17f None None] For port f12b439a-97e0-45b1-b323-3bd8644f1963, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=f12b439a-97e0-45b1-b323-3bd8644f1963,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:52:18.626235 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933a5fd7-a9fb-4f36-9d5e-34aed603537c None None] Routers {'23cf9980-7302-4fe2-bfc0-67b282d40c98'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:52:18.627265 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-933a5fd7-a9fb-4f36-9d5e-34aed603537c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:52:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['23cf9980-7302-4fe2-bfc0-67b282d40c98'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:52:18.648576 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-b68e0d9a-e111-4632-9a93-0d57b6aa4c2f tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "PUT /v2.0/routers/23cf9980-7302-4fe2-bfc0-67b282d40c98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4871886 May 31 13:52:18.652798 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a32cc279-2aeb-4fcc-8a15-c7bc7635b17f None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:18.657917 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 43072) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:18.666415 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d5484f3c-9846-4e46-99de-a13467fd6991 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Unset dirty status for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:subnet {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:52:18.670705 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d5484f3c-9846-4e46-99de-a13467fd6991 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2066474 May 31 13:52:18.675690 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43076) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:18.676071 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9a37b887-e1e3-4079-bdfd-3c0f34530c68 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:18.680155 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a32cc279-2aeb-4fcc-8a15-c7bc7635b17f None None] Transition to ACTIVE for port object f12b439a-97e0-45b1-b323-3bd8644f1963 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:52:18.691719 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a32cc279-2aeb-4fcc-8a15-c7bc7635b17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:18.762250 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e9b4a300-7ed5-45ca-a7a1-ef599b04bf79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:18.768060 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-452cb7c1-81ee-488d-ba71-05aafcc5fc3c tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Synchronizing usage tracker for tenant:779c820d5b2449ae9fd2392eab8ae157 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:52:18.788631 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-933a5fd7-a9fb-4f36-9d5e-34aed603537c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:52:18.802005 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933a5fd7-a9fb-4f36-9d5e-34aed603537c None None] Routers {'23cf9980-7302-4fe2-bfc0-67b282d40c98'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:52:18.802624 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-933a5fd7-a9fb-4f36-9d5e-34aed603537c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:52:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['23cf9980-7302-4fe2-bfc0-67b282d40c98'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:52:18.817887 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32cc279-2aeb-4fcc-8a15-c7bc7635b17f None None] Pushing event updated for resources: {'Port': ['ID=f12b439a-97e0-45b1-b323-3bd8644f1963,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:18.854797 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e9b4a300-7ed5-45ca-a7a1-ef599b04bf79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:18.855980 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e9b4a300-7ed5-45ca-a7a1-ef599b04bf79 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/39108ad9-621e-4b95-abf9-dd7c98abe00d HTTP/1.1" status: 204 len: 168 time: 0.5607443 May 31 13:52:18.862877 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b4a300-7ed5-45ca-a7a1-ef599b04bf79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39108ad9-621e-4b95-abf9-dd7c98abe00d,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:18.886870 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-933a5fd7-a9fb-4f36-9d5e-34aed603537c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:52:18.889057 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933a5fd7-a9fb-4f36-9d5e-34aed603537c None None] The sync data for ids ['23cf9980-7302-4fe2-bfc0-67b282d40c98'] in n-d-843939-1 is: [] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:52:18.902301 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-633092c2-cdad-48c5-a587-bd1a994c8843 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Deleting subnet 44531442-6c96-4176-bbb3-5b458dece18a {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:52:18.905937 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-633092c2-cdad-48c5-a587-bd1a994c8843 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:18.920935 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-452cb7c1-81ee-488d-ba71-05aafcc5fc3c tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Unset dirty status for tenant:779c820d5b2449ae9fd2392eab8ae157 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:52:18.934531 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43082) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:18.940785 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-452cb7c1-81ee-488d-ba71-05aafcc5fc3c tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "GET /v2.0/ports?device_id=23cf9980-7302-4fe2-bfc0-67b282d40c98 HTTP/1.1" status: 200 len: 205 time: 0.2767522 May 31 13:52:18.984432 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9a37b887-e1e3-4079-bdfd-3c0f34530c68 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:19.015294 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.extraroute_db [None req-ba559b18-8af9-4741-99d9-034288fd3723 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Added routes are [] {{(pid=88370) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 31 13:52:19.015686 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.extraroute_db [None req-ba559b18-8af9-4741-99d9-034288fd3723 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=88370) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 31 13:52:19.044096 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d33263-8d13-4fc3-a30b-00b9fdf9e4b4 None None] Sync routers for ids ['40e81eef-4431-43f1-8e62-029c9f01dd28'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:52:19.045490 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a37b887-e1e3-4079-bdfd-3c0f34530c68 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b12281-88a6-4e68-b037-dfcb9c1d22fe,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:19.056448 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9a37b887-e1e3-4079-bdfd-3c0f34530c68 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:19.058312 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-9a37b887-e1e3-4079-bdfd-3c0f34530c68 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] 10.222.0.50 "DELETE /v2.0/security-groups/52b12281-88a6-4e68-b037-dfcb9c1d22fe HTTP/1.1" status: 204 len: 168 time: 1.1746049 May 31 13:52:19.072154 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-633092c2-cdad-48c5-a587-bd1a994c8843 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:19.078472 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 43088) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:19.101817 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d33263-8d13-4fc3-a30b-00b9fdf9e4b4 None None] Routers {'40e81eef-4431-43f1-8e62-029c9f01dd28'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:52:19.102231 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-d0d33263-8d13-4fc3-a30b-00b9fdf9e4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:52:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['40e81eef-4431-43f1-8e62-029c9f01dd28'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:52:19.168859 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ba559b18-8af9-4741-99d9-034288fd3723 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:19.176233 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-ccfbdf3d-03e4-414c-8ba0-87d6a388582b tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Synchronizing usage tracker for tenant:bfc401467e744934b8feb9351c02d650 on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:52:19.249338 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5f6665e8-eddd-460d-8043-a31fc34241d1 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:19.500244 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-d0d33263-8d13-4fc3-a30b-00b9fdf9e4b4 None None] Set router 40e81eef-4431-43f1-8e62-029c9f01dd28 gateway port host: None {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:52:19.505179 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9edb81c-9185-4d7a-a4f0-2ea016d6251d tempest-TestServerBasicOps-1212261101 tempest-TestServerBasicOps-1212261101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:52:19.506073 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-b9edb81c-9185-4d7a-a4f0-2ea016d6251d tempest-TestServerBasicOps-1212261101 tempest-TestServerBasicOps-1212261101-project-admin] Synchronizing usage tracker for tenant:a3748b27b9a54b2ca310bad5a784c247 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:52:19.507349 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-ccfbdf3d-03e4-414c-8ba0-87d6a388582b tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Unset dirty status for tenant:bfc401467e744934b8feb9351c02d650 on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:52:19.511487 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-ccfbdf3d-03e4-414c-8ba0-87d6a388582b tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4314945 May 31 13:52:19.521818 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 43098) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:19.551545 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-8b5bad4b-ea98-4b46-858f-8eafdb12a3b6 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Request body: {'security_group': {'name': 'tempest-secgroup--717502112'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:52:19.570109 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 43102) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:19.577341 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-8b5bad4b-ea98-4b46-858f-8eafdb12a3b6 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:52:19.642613 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 729a41c8-a03e-4a10-afad-9d53c954e9d7 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:52:19.699613 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5f6665e8-eddd-460d-8043-a31fc34241d1 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:19.703307 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5f6665e8-eddd-460d-8043-a31fc34241d1 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:19.746831 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5f6665e8-eddd-460d-8043-a31fc34241d1 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:19.748706 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f6665e8-eddd-460d-8043-a31fc34241d1 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Fanout notify agent at l3_agent the message router_deleted on router 23cf9980-7302-4fe2-bfc0-67b282d40c98 {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:52:19.763219 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-8b5bad4b-ea98-4b46-858f-8eafdb12a3b6 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:52:19.765220 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ec46ee81-c761-4992-b23b-22b058e53665 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:19.769525 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5f6665e8-eddd-460d-8043-a31fc34241d1 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:19.774959 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-5f6665e8-eddd-460d-8043-a31fc34241d1 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "DELETE /v2.0/routers/23cf9980-7302-4fe2-bfc0-67b282d40c98 HTTP/1.1" status: 204 len: 168 time: 0.8383100 May 31 13:52:19.776811 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43106) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:19.799649 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-ec46ee81-c761-4992-b23b-22b058e53665 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:52:19.804775 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-ec46ee81-c761-4992-b23b-22b058e53665 admin admin] Usage tracker for resource:security_group_rule and tenant:929a023c8e6348319455ab5448aad914 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:52:19.808526 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-ec46ee81-c761-4992-b23b-22b058e53665 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:52:19.824669 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-ec46ee81-c761-4992-b23b-22b058e53665 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:52:19.870684 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-b9edb81c-9185-4d7a-a4f0-2ea016d6251d tempest-TestServerBasicOps-1212261101 tempest-TestServerBasicOps-1212261101-project-admin] Unset dirty status for tenant:a3748b27b9a54b2ca310bad5a784c247 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:52:19.874823 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b9edb81c-9185-4d7a-a4f0-2ea016d6251d tempest-TestServerBasicOps-1212261101 tempest-TestServerBasicOps-1212261101-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=75745206-76bf-4c6b-9bc9-0b44a02376ab HTTP/1.1" status: 200 len: 1092 time: 1.3638167 May 31 13:52:19.880565 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-633092c2-cdad-48c5-a587-bd1a994c8843 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:19.918086 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43110) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:19.932253 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-45bbe6a8-b764-4b80-8afd-952ca062eeb2 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Request body: {'floatingip': {'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'port_id': '117d106f-8b61-4f48-a987-13c84a3eaab5', 'tenant_id': '4e57de1d316c4f84a61736682dffb866', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:52:19.940133 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-45bbe6a8-b764-4b80-8afd-952ca062eeb2 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:52:19.944259 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-45bbe6a8-b764-4b80-8afd-952ca062eeb2 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Usage tracker for resource:floatingip and tenant:4e57de1d316c4f84a61736682dffb866 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:52:19.960405 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-45bbe6a8-b764-4b80-8afd-952ca062eeb2 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:52:19.972690 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ec46ee81-c761-4992-b23b-22b058e53665 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:20.009159 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ec46ee81-c761-4992-b23b-22b058e53665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:20.022081 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-45bbe6a8-b764-4b80-8afd-952ca062eeb2 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:52:20.122645 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6f5d06d-4cb1-4018-8bb6-271d472c2fcd tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Deleting subnet f4b2f1f5-7667-40b7-b157-b467fb561149 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:52:20.127090 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ba559b18-8af9-4741-99d9-034288fd3723 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:20.127282 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-633092c2-cdad-48c5-a587-bd1a994c8843 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:20.173371 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-ec46ee81-c761-4992-b23b-22b058e53665 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=929a023c8e6348319455ab5448aad914&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5989046 May 31 13:52:20.175414 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ba559b18-8af9-4741-99d9-034288fd3723 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1578611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1578620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1575237'] for router, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:20.178818 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 43118) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:20.179489 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec46ee81-c761-4992-b23b-22b058e53665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a04375ba-20e0-488a-ad7f-058fc3e51aea,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:20.187674 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8b5bad4b-ea98-4b46-858f-8eafdb12a3b6 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:20.276296 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 729a41c8-a03e-4a10-afad-9d53c954e9d7 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:52:20.291338 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 729a41c8-a03e-4a10-afad-9d53c954e9d7 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:52:20.291715 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:20.312921 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e6f5d06d-4cb1-4018-8bb6-271d472c2fcd tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:20.352258 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-45bbe6a8-b764-4b80-8afd-952ca062eeb2 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Notify callbacks [] for floatingip, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:20.381163 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633092c2-cdad-48c5-a587-bd1a994c8843 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event deleted for resources: {'Subnet': ['ID=44531442-6c96-4176-bbb3-5b458dece18a,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:20.415492 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-8b5bad4b-ea98-4b46-858f-8eafdb12a3b6 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:52:20.418922 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-633092c2-cdad-48c5-a587-bd1a994c8843 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:20.428828 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-8b5bad4b-ea98-4b46-858f-8eafdb12a3b6 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Usage tracker for resource:security_group_rule and tenant:bfc401467e744934b8feb9351c02d650 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:52:20.436314 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-8b5bad4b-ea98-4b46-858f-8eafdb12a3b6 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:52:20.446337 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-16de7cad-7800-4a66-9277-2c6044c520d7 None None] Provisioning for port f12b439a-97e0-45b1-b323-3bd8644f1963 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:52:20.454826 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-8b5bad4b-ea98-4b46-858f-8eafdb12a3b6 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:52:20.456705 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-16de7cad-7800-4a66-9277-2c6044c520d7 None None] Provisioning complete for port f12b439a-97e0-45b1-b323-3bd8644f1963 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:52:20.457082 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-16de7cad-7800-4a66-9277-2c6044c520d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:20.513881 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-633092c2-cdad-48c5-a587-bd1a994c8843 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/subnets/44531442-6c96-4176-bbb3-5b458dece18a HTTP/1.1" status: 204 len: 168 time: 1.8370845 May 31 13:52:20.521740 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43124) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:20.531140 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e6f5d06d-4cb1-4018-8bb6-271d472c2fcd tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:20.553892 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8b5bad4b-ea98-4b46-858f-8eafdb12a3b6 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:20.577055 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8b5bad4b-ea98-4b46-858f-8eafdb12a3b6 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:20.674351 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5bad4b-ea98-4b46-858f-8eafdb12a3b6 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1933b4f1-fddc-43c9-a9a4-324970fd5738,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:20.686512 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8b5bad4b-ea98-4b46-858f-8eafdb12a3b6 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:20.692310 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-8b5bad4b-ea98-4b46-858f-8eafdb12a3b6 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1663635 May 31 13:52:20.693505 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 43128) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:20.708406 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-5f540e16-766a-41df-bac1-9b8a78a077f3 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Request body: {'security_group_rule': {'security_group_id': '1933b4f1-fddc-43c9-a9a4-324970fd5738', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:52:20.709452 n-d-843939-1 neutron-server[88370]: WARNING neutron.api.v2.base [None req-5f540e16-766a-41df-bac1-9b8a78a077f3 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 31 13:52:20.710203 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [None req-5f540e16-766a-41df-bac1-9b8a78a077f3 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 13:52:20.715100 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-5f540e16-766a-41df-bac1-9b8a78a077f3 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0144157 May 31 13:52:20.716970 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43132) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:20.728274 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-16de7cad-7800-4a66-9277-2c6044c520d7 None None] Current status of the port f12b439a-97e0-45b1-b323-3bd8644f1963 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:52:20.731996 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1302194-e94c-459c-9d9c-570c71f0f38f tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Deleting subnet 51925abe-273b-4bce-93a6-64ecbe7699b7 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:52:20.732158 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2efa262d-7c7a-4e99-a6cf-cad20b5bc2a1 None None] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:52:20.742346 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c1302194-e94c-459c-9d9c-570c71f0f38f tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:20.744509 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1b542021-fd6f-4473-b16c-6317cabd72a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:20.758420 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-16de7cad-7800-4a66-9277-2c6044c520d7 None None] Could not find standard attr ID for object 1d66bab3-8feb-4948-b7c3-ca1cc6d36673. {{(pid=88371) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 31 13:52:20.774840 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-d0d33263-8d13-4fc3-a30b-00b9fdf9e4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'name': 'tempest-RoutersTest-router-570826617', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:51:03Z', 'updated_at': '2022-05-31T13:52:19Z', 'revision_number': 7, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'gw_port_host': None, '_interfaces': [{'id': '411f4a8d-1a24-48f9-8207-9b39b75e4816', 'name': '', 'network_id': '8a706337-23f8-414a-b850-40bba93be87e', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'mac_address': 'fa:16:3e:8a:92:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'aac5884d-a302-4b86-a184-efe23a88b270', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:51:28Z', 'updated_at': '2022-05-31T13:51:43Z', 'revision_number': 5, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'subnets': [{'id': 'aac5884d-a302-4b86-a184-efe23a88b270', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '729a41c8-a03e-4a10-afad-9d53c954e9d7', 'name': '', 'network_id': 'f3ae220d-60d9-4ddd-8746-8582a5a0fea5', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'mac_address': 'fa:16:3e:1c:c9:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '0850d102-6380-4cc0-82b2-ec8483e18e05', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:52:01Z', 'updated_at': '2022-05-31T13:52:16Z', 'revision_number': 4, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'subnets': [{'id': '0850d102-6380-4cc0-82b2-ec8483e18e05', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78d22188-66be-4de9-b950-f3aaf750e06e', 'name': '', 'network_id': '81a67ea4-a2f5-45fe-b562-5bf9691fd668', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'mac_address': 'fa:16:3e:06:bc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '155878ac-70de-4e2e-b244-d0adfe115b5d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:51:48Z', 'updated_at': '2022-05-31T13:52:11Z', 'revision_number': 5, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'subnets': [{'id': '155878ac-70de-4e2e-b244-d0adfe115b5d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db25ac7d-9ac6-4f8c-a07c-682deff692dd', 'name': '', 'network_id': '6eeb3076-8ec6-49c5-a7c1-c7685ab1bc4b', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'mac_address': 'fa:16:3e:3d:20:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'd3541b3e-1e22-4a54-ad33-6ea2509c6768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:51:08Z', 'updated_at': '2022-05-31T13:51:27Z', 'revision_number': 5, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'subnets': [{'id': 'd3541b3e-1e22-4a54-ad33-6ea2509c6768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:52:20.788320 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-0af77e4a-0c58-419d-9be4-2a6539a9aa1f tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Request body: {'security_group_rule': {'security_group_id': '1933b4f1-fddc-43c9-a9a4-324970fd5738', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:52:20.795055 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba559b18-8af9-4741-99d9-034288fd3723 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Router 40e81eef-4431-43f1-8e62-029c9f01dd28 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:52:20.798025 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1b542021-fd6f-4473-b16c-6317cabd72a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:20.810924 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0af77e4a-0c58-419d-9be4-2a6539a9aa1f tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:52:20.820674 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-0af77e4a-0c58-419d-9be4-2a6539a9aa1f tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Usage tracker for resource:security_group_rule and tenant:bfc401467e744934b8feb9351c02d650 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:52:20.832289 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-0af77e4a-0c58-419d-9be4-2a6539a9aa1f tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:52:20.846297 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d33263-8d13-4fc3-a30b-00b9fdf9e4b4 None None] Checking router: 40e81eef-4431-43f1-8e62-029c9f01dd28 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:52:20.847378 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0af77e4a-0c58-419d-9be4-2a6539a9aa1f tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:52:20.871230 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d33263-8d13-4fc3-a30b-00b9fdf9e4b4 None None] Routers {'40e81eef-4431-43f1-8e62-029c9f01dd28'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:52:20.872079 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-d0d33263-8d13-4fc3-a30b-00b9fdf9e4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:52:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['40e81eef-4431-43f1-8e62-029c9f01dd28'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:52:20.874551 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e6f5d06d-4cb1-4018-8bb6-271d472c2fcd tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:20.918387 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c1302194-e94c-459c-9d9c-570c71f0f38f tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:21.047079 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-d0d33263-8d13-4fc3-a30b-00b9fdf9e4b4 None None] Set router 40e81eef-4431-43f1-8e62-029c9f01dd28 gateway port host: None {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:52:21.069492 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-0af77e4a-0c58-419d-9be4-2a6539a9aa1f tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 13:52:21.070849 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-0af77e4a-0c58-419d-9be4-2a6539a9aa1f tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3510270 May 31 13:52:21.074739 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43136) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:21.083055 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e6f5d06d-4cb1-4018-8bb6-271d472c2fcd tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:21.167212 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c1302194-e94c-459c-9d9c-570c71f0f38f tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:21.254188 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1b542021-fd6f-4473-b16c-6317cabd72a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:21.296885 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-f3c96fad-8cb3-4925-9679-521134ca1cc3 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Request body: {'security_group_rule': {'security_group_id': '1933b4f1-fddc-43c9-a9a4-324970fd5738', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:52:21.298763 n-d-843939-1 neutron-server[88369]: WARNING neutron.api.v2.base [None req-f3c96fad-8cb3-4925-9679-521134ca1cc3 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 May 31 13:52:21.299641 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-f3c96fad-8cb3-4925-9679-521134ca1cc3 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 13:52:21.300116 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b542021-fd6f-4473-b16c-6317cabd72a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04375ba-20e0-488a-ad7f-058fc3e51aea,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:21.303501 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-f3c96fad-8cb3-4925-9679-521134ca1cc3 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.2204821 May 31 13:52:21.307722 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c1302194-e94c-459c-9d9c-570c71f0f38f tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:21.311557 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43144) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:21.319990 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-45bbe6a8-b764-4b80-8afd-952ca062eeb2 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:21.325780 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f5d06d-4cb1-4018-8bb6-271d472c2fcd tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Pushing event deleted for resources: {'Subnet': ['ID=f4b2f1f5-7667-40b7-b157-b467fb561149,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:21.330942 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-a6bf8d09-99e8-417d-9b0d-78cc2893d022 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Request body: {'security_group_rule': {'security_group_id': '1933b4f1-fddc-43c9-a9a4-324970fd5738', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:52:21.337930 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a6bf8d09-99e8-417d-9b0d-78cc2893d022 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:52:21.342301 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a6bf8d09-99e8-417d-9b0d-78cc2893d022 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Usage tracker for resource:security_group_rule and tenant:bfc401467e744934b8feb9351c02d650 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:52:21.345543 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a6bf8d09-99e8-417d-9b0d-78cc2893d022 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:52:21.351089 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-219a5f78-4f6f-41a9-ae44-5d42c890e638 None None] Could not find standard attr ID for object 1d66bab3-8feb-4948-b7c3-ca1cc6d36673. {{(pid=88371) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 31 13:52:21.357504 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a6bf8d09-99e8-417d-9b0d-78cc2893d022 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:52:21.360832 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1b542021-fd6f-4473-b16c-6317cabd72a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:21.369427 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e6f5d06d-4cb1-4018-8bb6-271d472c2fcd tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:21.370546 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-1b542021-fd6f-4473-b16c-6317cabd72a0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a04375ba-20e0-488a-ad7f-058fc3e51aea HTTP/1.1" status: 204 len: 168 time: 1.1690571 May 31 13:52:21.385023 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba559b18-8af9-4741-99d9-034288fd3723 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:52:21.395985 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582f710a-d30b-46c1-ae5b-eb4d7b57be2b None None] Network 68f5c7d4-578c-4e12-a5d0-c2d123a99646 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:52:21.401901 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ba559b18-8af9-4741-99d9-034288fd3723 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:21.410805 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-ba559b18-8af9-4741-99d9-034288fd3723 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "PUT /v2.0/routers/40e81eef-4431-43f1-8e62-029c9f01dd28 HTTP/1.1" status: 200 len: 699 time: 4.3844988 May 31 13:52:21.411650 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 43152) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:21.457307 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e6f5d06d-4cb1-4018-8bb6-271d472c2fcd tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "DELETE /v2.0/subnets/f4b2f1f5-7667-40b7-b157-b467fb561149 HTTP/1.1" status: 204 len: 168 time: 1.6758733 May 31 13:52:21.494798 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43156) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:21.511467 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 729a41c8-a03e-4a10-afad-9d53c954e9d7 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:52:21.511965 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:21.512946 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c1302194-e94c-459c-9d9c-570c71f0f38f tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:21.594125 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 729a41c8-a03e-4a10-afad-9d53c954e9d7, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=729a41c8-a03e-4a10-afad-9d53c954e9d7,segment=NetworkSegment(7686bc20-3630-4673-83cb-56efcc4b2e87),segment_id=7686bc20-3630-4673-83cb-56efcc4b2e87)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:52:21.633138 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1302194-e94c-459c-9d9c-570c71f0f38f tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event deleted for resources: {'Subnet': ['ID=51925abe-273b-4bce-93a6-64ecbe7699b7,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:21.650339 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:21.651650 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device f12b439a-97e0-45b1-b323-3bd8644f1963 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:52:21.671301 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c1302194-e94c-459c-9d9c-570c71f0f38f tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/subnets/51925abe-273b-4bce-93a6-64ecbe7699b7 HTTP/1.1" status: 204 len: 168 time: 1.1477182 May 31 13:52:21.677749 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 43164) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:21.704695 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-a6bf8d09-99e8-417d-9b0d-78cc2893d022 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 13:52:21.708505 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a6bf8d09-99e8-417d-9b0d-78cc2893d022 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3879914 May 31 13:52:21.744939 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43168) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:21.758241 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1718f652-8127-4a8d-a0be-cadd41efa127 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:21.763777 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-db3068f9-ba1c-45a5-beff-3b52693b51d6 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Request body: {'security_group_rule': {'security_group_id': '1933b4f1-fddc-43c9-a9a4-324970fd5738', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:52:21.764315 n-d-843939-1 neutron-server[88369]: WARNING neutron.api.v2.base [None req-db3068f9-ba1c-45a5-beff-3b52693b51d6 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 31 13:52:21.765218 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-db3068f9-ba1c-45a5-beff-3b52693b51d6 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 13:52:21.772738 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-db3068f9-ba1c-45a5-beff-3b52693b51d6 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0232737 May 31 13:52:21.783494 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43174) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:21.795638 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-29ecd2cf-2398-4e13-946b-ecc7c3024f9b tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Request body: {'security_group_rule': {'security_group_id': '1933b4f1-fddc-43c9-a9a4-324970fd5738', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:52:21.808350 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-29ecd2cf-2398-4e13-946b-ecc7c3024f9b tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:52:21.817149 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-53bd4608-3c55-47f8-8d8f-09e3efedd098 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Synchronizing usage tracker for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:router {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:52:21.817701 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-29ecd2cf-2398-4e13-946b-ecc7c3024f9b tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Usage tracker for resource:security_group_rule and tenant:bfc401467e744934b8feb9351c02d650 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:52:21.823710 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-29ecd2cf-2398-4e13-946b-ecc7c3024f9b tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:52:21.833471 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-1718f652-8127-4a8d-a0be-cadd41efa127 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Deleting port 99b65563-b416-4247-a4bd-919c322a3195 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:52:21.833809 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1718f652-8127-4a8d-a0be-cadd41efa127 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:21.837607 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-4b772a2c-7c1f-4832-b45f-69ccd1a9ae86 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "GET /v2.0/routers/40e81eef-4431-43f1-8e62-029c9f01dd28 HTTP/1.1" status: 200 len: 699 time: 0.4241092 May 31 13:52:21.838630 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 43178) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:21.854674 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-53bd4608-3c55-47f8-8d8f-09e3efedd098 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Unset dirty status for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:router {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:52:21.861115 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-53bd4608-3c55-47f8-8d8f-09e3efedd098 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1818137 May 31 13:52:21.863234 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43182) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:21.864363 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-29ecd2cf-2398-4e13-946b-ecc7c3024f9b tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:52:21.938020 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-a6d6b034-e4ef-40d4-ac76-d7b5c477f61e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Request body: {'subnet': {'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:52:21.955789 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=729a41c8-a03e-4a10-afad-9d53c954e9d7,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:22.112271 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-45bbe6a8-b764-4b80-8afd-952ca062eeb2 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Allocated IP 172.25.6.105 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/d022f30c-90dd-42ed-ad36-d9aec7c842c9) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:52:22.136181 n-d-843939-1 neutron-server[88369]: INFO neutron.db.securitygroups_db [None req-29ecd2cf-2398-4e13-946b-ecc7c3024f9b tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Project bfc401467e744934b8feb9351c02d650 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 13:52:22.158658 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a6d6b034-e4ef-40d4-ac76-d7b5c477f61e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:52:22.169582 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a6d6b034-e4ef-40d4-ac76-d7b5c477f61e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Usage tracker for resource:subnet and tenant:d13dddbe1502489da91f2f88306fdca6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:52:22.176040 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-29ecd2cf-2398-4e13-946b-ecc7c3024f9b tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 13:52:22.177082 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-29ecd2cf-2398-4e13-946b-ecc7c3024f9b tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3904946 May 31 13:52:22.177957 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a6d6b034-e4ef-40d4-ac76-d7b5c477f61e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:52:22.186344 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43196) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:22.191401 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a6d6b034-e4ef-40d4-ac76-d7b5c477f61e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:52:22.201810 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-d0d33263-8d13-4fc3-a30b-00b9fdf9e4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'name': 'tempest-RoutersTest-router-570826617', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:51:03Z', 'updated_at': '2022-05-31T13:52:19Z', 'revision_number': 7, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'gw_port_host': None, '_interfaces': [{'id': '411f4a8d-1a24-48f9-8207-9b39b75e4816', 'name': '', 'network_id': '8a706337-23f8-414a-b850-40bba93be87e', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'mac_address': 'fa:16:3e:8a:92:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'aac5884d-a302-4b86-a184-efe23a88b270', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:51:28Z', 'updated_at': '2022-05-31T13:51:43Z', 'revision_number': 5, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'subnets': [{'id': 'aac5884d-a302-4b86-a184-efe23a88b270', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '729a41c8-a03e-4a10-afad-9d53c954e9d7', 'name': '', 'network_id': 'f3ae220d-60d9-4ddd-8746-8582a5a0fea5', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'mac_address': 'fa:16:3e:1c:c9:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '0850d102-6380-4cc0-82b2-ec8483e18e05', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:52:01Z', 'updated_at': '2022-05-31T13:52:16Z', 'revision_number': 4, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'subnets': [{'id': '0850d102-6380-4cc0-82b2-ec8483e18e05', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78d22188-66be-4de9-b950-f3aaf750e06e', 'name': '', 'network_id': '81a67ea4-a2f5-45fe-b562-5bf9691fd668', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'mac_address': 'fa:16:3e:06:bc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '155878ac-70de-4e2e-b244-d0adfe115b5d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:51:48Z', 'updated_at': '2022-05-31T13:52:11Z', 'revision_number': 5, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'subnets': [{'id': '155878ac-70de-4e2e-b244-d0adfe115b5d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db25ac7d-9ac6-4f8c-a07c-682deff692dd', 'name': '', 'network_id': '6eeb3076-8ec6-49c5-a7c1-c7685ab1bc4b', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'mac_address': 'fa:16:3e:3d:20:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'd3541b3e-1e22-4a54-ad33-6ea2509c6768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:51:08Z', 'updated_at': '2022-05-31T13:51:27Z', 'revision_number': 5, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'subnets': [{'id': 'd3541b3e-1e22-4a54-ad33-6ea2509c6768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:52:22.213079 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-bc678a71-bcfd-4e6f-b889-6290a161a7dd tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Request body: {'security_group_rule': {'security_group_id': '1933b4f1-fddc-43c9-a9a4-324970fd5738', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:52:22.213559 n-d-843939-1 neutron-server[88369]: WARNING neutron.api.v2.base [None req-bc678a71-bcfd-4e6f-b889-6290a161a7dd tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 May 31 13:52:22.214066 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-bc678a71-bcfd-4e6f-b889-6290a161a7dd tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 13:52:22.215012 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-bc678a71-bcfd-4e6f-b889-6290a161a7dd tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0256162 May 31 13:52:22.221823 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d33263-8d13-4fc3-a30b-00b9fdf9e4b4 None None] The sync data for ids ['40e81eef-4431-43f1-8e62-029c9f01dd28'] in n-d-843939-1 is: [{'id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'name': 'tempest-RoutersTest-router-570826617', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:51:03Z', 'updated_at': '2022-05-31T13:52:19Z', 'revision_number': 7, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'gw_port_host': None, '_interfaces': [{'id': '411f4a8d-1a24-48f9-8207-9b39b75e4816', 'name': '', 'network_id': '8a706337-23f8-414a-b850-40bba93be87e', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'mac_address': 'fa:16:3e:8a:92:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'aac5884d-a302-4b86-a184-efe23a88b270', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:51:28Z', 'updated_at': '2022-05-31T13:51:43Z', 'revision_number': 5, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'subnets': [{'id': 'aac5884d-a302-4b86-a184-efe23a88b270', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '729a41c8-a03e-4a10-afad-9d53c954e9d7', 'name': '', 'network_id': 'f3ae220d-60d9-4ddd-8746-8582a5a0fea5', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'mac_address': 'fa:16:3e:1c:c9:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '0850d102-6380-4cc0-82b2-ec8483e18e05', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:52:01Z', 'updated_at': '2022-05-31T13:52:16Z', 'revision_number': 4, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'subnets': [{'id': '0850d102-6380-4cc0-82b2-ec8483e18e05', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78d22188-66be-4de9-b950-f3aaf750e06e', 'name': '', 'network_id': '81a67ea4-a2f5-45fe-b562-5bf9691fd668', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'mac_address': 'fa:16:3e:06:bc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '155878ac-70de-4e2e-b244-d0adfe115b5d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:51:48Z', 'updated_at': '2022-05-31T13:52:11Z', 'revision_number': 5, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'subnets': [{'id': '155878ac-70de-4e2e-b244-d0adfe115b5d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db25ac7d-9ac6-4f8c-a07c-682deff692dd', 'name': '', 'network_id': '6eeb3076-8ec6-49c5-a7c1-c7685ab1bc4b', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'mac_address': 'fa:16:3e:3d:20:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'd3541b3e-1e22-4a54-ad33-6ea2509c6768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:51:08Z', 'updated_at': '2022-05-31T13:51:27Z', 'revision_number': 5, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'subnets': [{'id': 'd3541b3e-1e22-4a54-ad33-6ea2509c6768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:52:22.235132 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port f12b439a-97e0-45b1-b323-3bd8644f1963 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:52:22.236138 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:22.347220 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8626f98e-00ed-48d6-9d83-e2adf725b2bd None None] DHCP port deletion for 68f5c7d4-578c-4e12-a5d0-c2d123a99646 request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:52:22.364498 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-8626f98e-00ed-48d6-9d83-e2adf725b2bd None None] Deleting port 99b65563-b416-4247-a4bd-919c322a3195 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:52:22.364990 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8626f98e-00ed-48d6-9d83-e2adf725b2bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:22.375670 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 43200) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:22.382311 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-f4002de3-b4a0-4011-8c4a-c59fd203f27b tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Request body: {'security_group_rule': {'security_group_id': '1933b4f1-fddc-43c9-a9a4-324970fd5738', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:52:22.411188 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f4002de3-b4a0-4011-8c4a-c59fd203f27b tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:52:22.427411 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-f4002de3-b4a0-4011-8c4a-c59fd203f27b tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Usage tracker for resource:security_group_rule and tenant:bfc401467e744934b8feb9351c02d650 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:52:22.434490 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-f4002de3-b4a0-4011-8c4a-c59fd203f27b tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:52:22.447209 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f4002de3-b4a0-4011-8c4a-c59fd203f27b tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:52:22.518791 n-d-843939-1 neutron-server[88370]: INFO neutron.db.securitygroups_db [None req-f4002de3-b4a0-4011-8c4a-c59fd203f27b tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Project bfc401467e744934b8feb9351c02d650 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 13:52:22.564498 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [None req-f4002de3-b4a0-4011-8c4a-c59fd203f27b tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 13:52:22.565313 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-f4002de3-b4a0-4011-8c4a-c59fd203f27b tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1873035 May 31 13:52:22.568523 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 43212) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:22.582105 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-899cff3a-29e9-4a92-b6ae-5d88593aef0c tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Request body: {'security_group_rule': {'security_group_id': '1933b4f1-fddc-43c9-a9a4-324970fd5738', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:52:22.602045 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-899cff3a-29e9-4a92-b6ae-5d88593aef0c tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:52:22.608837 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-899cff3a-29e9-4a92-b6ae-5d88593aef0c tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Usage tracker for resource:security_group_rule and tenant:bfc401467e744934b8feb9351c02d650 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:52:22.616806 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-899cff3a-29e9-4a92-b6ae-5d88593aef0c tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:52:22.617650 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-1718f652-8127-4a8d-a0be-cadd41efa127 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] For port 99b65563-b416-4247-a4bd-919c322a3195, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=99b65563-b416-4247-a4bd-919c322a3195,segment=NetworkSegment(47a94010-3859-4892-b9d3-9b333e2a51c2),segment_id=47a94010-3859-4892-b9d3-9b333e2a51c2)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:52:22.619722 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1718f652-8127-4a8d-a0be-cadd41efa127 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:22.631446 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-899cff3a-29e9-4a92-b6ae-5d88593aef0c tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:52:22.669721 n-d-843939-1 neutron-server[88370]: INFO neutron.db.securitygroups_db [None req-899cff3a-29e9-4a92-b6ae-5d88593aef0c tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Project bfc401467e744934b8feb9351c02d650 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 13:52:22.711095 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f480f82-9fd2-47c9-8fba-eaa73747e3c4 None None] DHCP port deletion for 8d0ca4ab-0d39-494b-8b5d-2861af857a5e request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:52:22.793850 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [None req-899cff3a-29e9-4a92-b6ae-5d88593aef0c tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 13:52:22.799194 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-899cff3a-29e9-4a92-b6ae-5d88593aef0c tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2258549 May 31 13:52:22.805326 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 43218) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:22.825751 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-4f480f82-9fd2-47c9-8fba-eaa73747e3c4 None None] Deleting port f12b439a-97e0-45b1-b323-3bd8644f1963 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:52:22.826212 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4f480f82-9fd2-47c9-8fba-eaa73747e3c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:22.836366 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec4f0c3-3eef-4320-8129-2821045c6cfb None None] Sync routers for ids ['40e81eef-4431-43f1-8e62-029c9f01dd28'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:52:22.848227 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec4f0c3-3eef-4320-8129-2821045c6cfb None None] Routers {'40e81eef-4431-43f1-8e62-029c9f01dd28'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:52:22.848848 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-1ec4f0c3-3eef-4320-8129-2821045c6cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:52:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['40e81eef-4431-43f1-8e62-029c9f01dd28'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:52:22.981237 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port f12b439a-97e0-45b1-b323-3bd8644f1963 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:52:23.043630 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9c8c4afa-39b2-479e-9c85-097e9df6678d tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:23.066581 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-8626f98e-00ed-48d6-9d83-e2adf725b2bd None None] For port 99b65563-b416-4247-a4bd-919c322a3195, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=99b65563-b416-4247-a4bd-919c322a3195,segment=NetworkSegment(47a94010-3859-4892-b9d3-9b333e2a51c2),segment_id=47a94010-3859-4892-b9d3-9b333e2a51c2)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:52:23.066994 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8626f98e-00ed-48d6-9d83-e2adf725b2bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:23.094404 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-27eea2dc-e05d-4a63-86b9-78ebd61497bd tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:23.184456 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-1ec4f0c3-3eef-4320-8129-2821045c6cfb None None] Set router 40e81eef-4431-43f1-8e62-029c9f01dd28 gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:52:23.239583 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 729a41c8-a03e-4a10-afad-9d53c954e9d7 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:52:23.283363 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-45bbe6a8-b764-4b80-8afd-952ca062eeb2 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:23.348268 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-1718f652-8127-4a8d-a0be-cadd41efa127 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Calling delete_port for 99b65563-b416-4247-a4bd-919c322a3195 owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:52:23.433728 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d6b034-e4ef-40d4-ac76-d7b5c477f61e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Made reservation on behalf of d13dddbe1502489da91f2f88306fdca6 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:52:23.437160 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a6d6b034-e4ef-40d4-ac76-d7b5c477f61e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:23.531736 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-8626f98e-00ed-48d6-9d83-e2adf725b2bd None None] Calling delete_port for 99b65563-b416-4247-a4bd-919c322a3195 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:52:23.681285 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-4f480f82-9fd2-47c9-8fba-eaa73747e3c4 None None] For port f12b439a-97e0-45b1-b323-3bd8644f1963, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=f12b439a-97e0-45b1-b323-3bd8644f1963,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:52:23.681926 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4f480f82-9fd2-47c9-8fba-eaa73747e3c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:23.841171 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-45bbe6a8-b764-4b80-8afd-952ca062eeb2 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:23.846958 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-4f480f82-9fd2-47c9-8fba-eaa73747e3c4 None None] Calling delete_port for f12b439a-97e0-45b1-b323-3bd8644f1963 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:52:23.941295 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-8626f98e-00ed-48d6-9d83-e2adf725b2bd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:52:23.941650 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-8626f98e-00ed-48d6-9d83-e2adf725b2bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:52:23.944643 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1718f652-8127-4a8d-a0be-cadd41efa127 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:23.970480 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 729a41c8-a03e-4a10-afad-9d53c954e9d7 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:52:23.971298 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:23.978992 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bbe6a8-b764-4b80-8afd-952ca062eeb2 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:52:24.007982 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-45bbe6a8-b764-4b80-8afd-952ca062eeb2 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:52:24.009831 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4f480f82-9fd2-47c9-8fba-eaa73747e3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:24.019113 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9c8c4afa-39b2-479e-9c85-097e9df6678d tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:24.040596 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bbe6a8-b764-4b80-8afd-952ca062eeb2 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:52:24.053492 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-1ec4f0c3-3eef-4320-8129-2821045c6cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'name': 'tempest-RoutersTest-router-570826617', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:51:03Z', 'updated_at': '2022-05-31T13:52:19Z', 'revision_number': 7, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'gw_port_host': None, '_interfaces': [{'id': '411f4a8d-1a24-48f9-8207-9b39b75e4816', 'name': '', 'network_id': '8a706337-23f8-414a-b850-40bba93be87e', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'mac_address': 'fa:16:3e:8a:92:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'aac5884d-a302-4b86-a184-efe23a88b270', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:51:28Z', 'updated_at': '2022-05-31T13:51:43Z', 'revision_number': 5, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'subnets': [{'id': 'aac5884d-a302-4b86-a184-efe23a88b270', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '729a41c8-a03e-4a10-afad-9d53c954e9d7', 'name': '', 'network_id': 'f3ae220d-60d9-4ddd-8746-8582a5a0fea5', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'mac_address': 'fa:16:3e:1c:c9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '0850d102-6380-4cc0-82b2-ec8483e18e05', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:52:01Z', 'updated_at': '2022-05-31T13:52:21Z', 'revision_number': 5, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'subnets': [{'id': '0850d102-6380-4cc0-82b2-ec8483e18e05', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78d22188-66be-4de9-b950-f3aaf750e06e', 'name': '', 'network_id': '81a67ea4-a2f5-45fe-b562-5bf9691fd668', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'mac_address': 'fa:16:3e:06:bc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '155878ac-70de-4e2e-b244-d0adfe115b5d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:51:48Z', 'updated_at': '2022-05-31T13:52:11Z', 'revision_number': 5, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'subnets': [{'id': '155878ac-70de-4e2e-b244-d0adfe115b5d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db25ac7d-9ac6-4f8c-a07c-682deff692dd', 'name': '', 'network_id': '6eeb3076-8ec6-49c5-a7c1-c7685ab1bc4b', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'mac_address': 'fa:16:3e:3d:20:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'd3541b3e-1e22-4a54-ad33-6ea2509c6768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:51:08Z', 'updated_at': '2022-05-31T13:51:27Z', 'revision_number': 5, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'subnets': [{'id': 'd3541b3e-1e22-4a54-ad33-6ea2509c6768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:52:24.059365 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec4f0c3-3eef-4320-8129-2821045c6cfb None None] Checking router: 40e81eef-4431-43f1-8e62-029c9f01dd28 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:52:24.090099 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec4f0c3-3eef-4320-8129-2821045c6cfb None None] Routers {'40e81eef-4431-43f1-8e62-029c9f01dd28'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:52:24.091409 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-1ec4f0c3-3eef-4320-8129-2821045c6cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:52:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['40e81eef-4431-43f1-8e62-029c9f01dd28'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:52:24.100743 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f480f82-9fd2-47c9-8fba-eaa73747e3c4 None None] Pushing event deleted for resources: {'Port': ['ID=f12b439a-97e0-45b1-b323-3bd8644f1963,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:24.109171 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f480f82-9fd2-47c9-8fba-eaa73747e3c4 None None] No DVR routers for this DVR port f12b439a-97e0-45b1-b323-3bd8644f1963 on host n-d-843939-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:52:24.119721 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1718f652-8127-4a8d-a0be-cadd41efa127 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] No DVR routers for this DVR port 99b65563-b416-4247-a4bd-919c322a3195 on host n-d-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:52:24.148235 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9c8c4afa-39b2-479e-9c85-097e9df6678d tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:24.195846 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8c4afa-39b2-479e-9c85-097e9df6678d tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1933b4f1-fddc-43c9-a9a4-324970fd5738,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:24.228891 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bbe6a8-b764-4b80-8afd-952ca062eeb2 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Pushing event updated for resources: {'Port': ['ID=d022f30c-90dd-42ed-ad36-d9aec7c842c9,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:24.253415 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9c8c4afa-39b2-479e-9c85-097e9df6678d tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:24.254576 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-9c8c4afa-39b2-479e-9c85-097e9df6678d tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] 10.222.0.50 "DELETE /v2.0/security-groups/1933b4f1-fddc-43c9-a9a4-324970fd5738 HTTP/1.1" status: 204 len: 168 time: 1.4480486 May 31 13:52:24.260290 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 43242) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:24.344334 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 729a41c8-a03e-4a10-afad-9d53c954e9d7 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:52:24.380233 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-c2962288-7234-4814-b9dc-2dd63c7e961f tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Synchronizing usage tracker for tenant:bfc401467e744934b8feb9351c02d650 on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:52:24.385350 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-27eea2dc-e05d-4a63-86b9-78ebd61497bd tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Deleting port 729a41c8-a03e-4a10-afad-9d53c954e9d7 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:52:24.385906 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-27eea2dc-e05d-4a63-86b9-78ebd61497bd tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:24.394749 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1718f652-8127-4a8d-a0be-cadd41efa127 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Pushing event deleted for resources: {'Port': ['ID=99b65563-b416-4247-a4bd-919c322a3195,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:24.443182 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-8626f98e-00ed-48d6-9d83-e2adf725b2bd None None] Deleting port 99b65563-b416-4247-a4bd-919c322a3195 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:52:24.443555 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8626f98e-00ed-48d6-9d83-e2adf725b2bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:24.499922 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-1ec4f0c3-3eef-4320-8129-2821045c6cfb None None] Set router 40e81eef-4431-43f1-8e62-029c9f01dd28 gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:52:24.511390 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 99b65563-b416-4247-a4bd-919c322a3195 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:52:24.597379 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 99b65563-b416-4247-a4bd-919c322a3195 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:52:24.598215 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 99b65563-b416-4247-a4bd-919c322a3195 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:52:24.599021 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device f12b439a-97e0-45b1-b323-3bd8644f1963 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:52:24.684640 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1718f652-8127-4a8d-a0be-cadd41efa127 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:24.713458 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-1718f652-8127-4a8d-a0be-cadd41efa127 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68f5c7d4-578c-4e12-a5d0-c2d123a99646']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:52:24.727706 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-1718f652-8127-4a8d-a0be-cadd41efa127 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47a94010-3859-4892-b9d3-9b333e2a51c2') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:52:24.727944 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-1718f652-8127-4a8d-a0be-cadd41efa127 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47a94010-3859-4892-b9d3-9b333e2a51c2') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:52:24.740332 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1718f652-8127-4a8d-a0be-cadd41efa127 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:24.758409 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1718f652-8127-4a8d-a0be-cadd41efa127 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:24.764163 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1718f652-8127-4a8d-a0be-cadd41efa127 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:52:24.764571 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1718f652-8127-4a8d-a0be-cadd41efa127 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:24.865309 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-8626f98e-00ed-48d6-9d83-e2adf725b2bd None None] The port '99b65563-b416-4247-a4bd-919c322a3195' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 13:52:24.866706 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: f12b439a-97e0-45b1-b323-3bd8644f1963 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:52:24.867125 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device f12b439a-97e0-45b1-b323-3bd8644f1963 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:52:24.867344 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-27eea2dc-e05d-4a63-86b9-78ebd61497bd tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] For port 729a41c8-a03e-4a10-afad-9d53c954e9d7, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=729a41c8-a03e-4a10-afad-9d53c954e9d7,segment=NetworkSegment(7686bc20-3630-4673-83cb-56efcc4b2e87),segment_id=7686bc20-3630-4673-83cb-56efcc4b2e87)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:52:24.867724 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-27eea2dc-e05d-4a63-86b9-78ebd61497bd tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:24.981919 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1718f652-8127-4a8d-a0be-cadd41efa127 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:24.984964 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 47a94010-3859-4892-b9d3-9b333e2a51c2 resource provider aggregate not found May 31 13:52:25.027004 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1718f652-8127-4a8d-a0be-cadd41efa127 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:25.041225 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-1ec4f0c3-3eef-4320-8129-2821045c6cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'name': 'tempest-RoutersTest-router-570826617', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:51:03Z', 'updated_at': '2022-05-31T13:52:19Z', 'revision_number': 7, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'gw_port_host': None, '_interfaces': [{'id': '411f4a8d-1a24-48f9-8207-9b39b75e4816', 'name': '', 'network_id': '8a706337-23f8-414a-b850-40bba93be87e', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'mac_address': 'fa:16:3e:8a:92:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'aac5884d-a302-4b86-a184-efe23a88b270', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:51:28Z', 'updated_at': '2022-05-31T13:51:43Z', 'revision_number': 5, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'subnets': [{'id': 'aac5884d-a302-4b86-a184-efe23a88b270', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '729a41c8-a03e-4a10-afad-9d53c954e9d7', 'name': '', 'network_id': 'f3ae220d-60d9-4ddd-8746-8582a5a0fea5', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'mac_address': 'fa:16:3e:1c:c9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '0850d102-6380-4cc0-82b2-ec8483e18e05', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:52:01Z', 'updated_at': '2022-05-31T13:52:21Z', 'revision_number': 5, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'subnets': [{'id': '0850d102-6380-4cc0-82b2-ec8483e18e05', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78d22188-66be-4de9-b950-f3aaf750e06e', 'name': '', 'network_id': '81a67ea4-a2f5-45fe-b562-5bf9691fd668', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'mac_address': 'fa:16:3e:06:bc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '155878ac-70de-4e2e-b244-d0adfe115b5d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:51:48Z', 'updated_at': '2022-05-31T13:52:11Z', 'revision_number': 5, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'subnets': [{'id': '155878ac-70de-4e2e-b244-d0adfe115b5d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db25ac7d-9ac6-4f8c-a07c-682deff692dd', 'name': '', 'network_id': '6eeb3076-8ec6-49c5-a7c1-c7685ab1bc4b', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'mac_address': 'fa:16:3e:3d:20:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'd3541b3e-1e22-4a54-ad33-6ea2509c6768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:51:08Z', 'updated_at': '2022-05-31T13:51:27Z', 'revision_number': 5, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'subnets': [{'id': 'd3541b3e-1e22-4a54-ad33-6ea2509c6768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:52:25.051356 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec4f0c3-3eef-4320-8129-2821045c6cfb None None] The sync data for ids ['40e81eef-4431-43f1-8e62-029c9f01dd28'] in n-d-843939-1 is: [{'id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'name': 'tempest-RoutersTest-router-570826617', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:51:03Z', 'updated_at': '2022-05-31T13:52:19Z', 'revision_number': 7, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'gw_port_host': None, '_interfaces': [{'id': '411f4a8d-1a24-48f9-8207-9b39b75e4816', 'name': '', 'network_id': '8a706337-23f8-414a-b850-40bba93be87e', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'mac_address': 'fa:16:3e:8a:92:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'aac5884d-a302-4b86-a184-efe23a88b270', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:51:28Z', 'updated_at': '2022-05-31T13:51:43Z', 'revision_number': 5, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'subnets': [{'id': 'aac5884d-a302-4b86-a184-efe23a88b270', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '729a41c8-a03e-4a10-afad-9d53c954e9d7', 'name': '', 'network_id': 'f3ae220d-60d9-4ddd-8746-8582a5a0fea5', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'mac_address': 'fa:16:3e:1c:c9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '0850d102-6380-4cc0-82b2-ec8483e18e05', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:52:01Z', 'updated_at': '2022-05-31T13:52:21Z', 'revision_number': 5, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'subnets': [{'id': '0850d102-6380-4cc0-82b2-ec8483e18e05', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78d22188-66be-4de9-b950-f3aaf750e06e', 'name': '', 'network_id': '81a67ea4-a2f5-45fe-b562-5bf9691fd668', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'mac_address': 'fa:16:3e:06:bc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '155878ac-70de-4e2e-b244-d0adfe115b5d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:51:48Z', 'updated_at': '2022-05-31T13:52:11Z', 'revision_number': 5, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'subnets': [{'id': '155878ac-70de-4e2e-b244-d0adfe115b5d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db25ac7d-9ac6-4f8c-a07c-682deff692dd', 'name': '', 'network_id': '6eeb3076-8ec6-49c5-a7c1-c7685ab1bc4b', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'mac_address': 'fa:16:3e:3d:20:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'd3541b3e-1e22-4a54-ad33-6ea2509c6768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:51:08Z', 'updated_at': '2022-05-31T13:51:27Z', 'revision_number': 5, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'subnets': [{'id': 'd3541b3e-1e22-4a54-ad33-6ea2509c6768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:52:25.067037 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 47a94010-3859-4892-b9d3-9b333e2a51c2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 47a94010-3859-4892-b9d3-9b333e2a51c2 found for delete ", "request_id": "req-5c6735ff-4476-42b6-852b-93d4010a50e0"}]} May 31 13:52:25.109378 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1718f652-8127-4a8d-a0be-cadd41efa127 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Pushing event deleted for resources: {'Network': ['ID=68f5c7d4-578c-4e12-a5d0-c2d123a99646,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:25.125489 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-27eea2dc-e05d-4a63-86b9-78ebd61497bd tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Calling delete_port for 729a41c8-a03e-4a10-afad-9d53c954e9d7 owned by network:router_interface {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:52:25.182413 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-1718f652-8127-4a8d-a0be-cadd41efa127 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "DELETE /v2.0/networks/68f5c7d4-578c-4e12-a5d0-c2d123a99646 HTTP/1.1" status: 204 len: 168 time: 3.6771438 May 31 13:52:25.236203 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 43272) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:25.253038 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-844e8914-a2e5-4744-9c0f-78296b45452c tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1858442366', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}, 'admin_state_up': False}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:52:25.269208 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-844e8914-a2e5-4744-9c0f-78296b45452c tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:52:25.271521 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-c2962288-7234-4814-b9dc-2dd63c7e961f tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Unset dirty status for tenant:bfc401467e744934b8feb9351c02d650 on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:52:25.279707 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c2962288-7234-4814-b9dc-2dd63c7e961f tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 1.0181389 May 31 13:52:25.296688 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 43278) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:25.298957 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-844e8914-a2e5-4744-9c0f-78296b45452c tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Usage tracker for resource:router and tenant:779c820d5b2449ae9fd2392eab8ae157 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:52:25.304624 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-adeef6e7-6907-484e-a80b-e02adb40b200 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Request body: {'security_group': {'name': 'tempest-secgroup--758277179'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:52:25.316785 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-844e8914-a2e5-4744-9c0f-78296b45452c tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:52:25.330250 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-adeef6e7-6907-484e-a80b-e02adb40b200 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:52:25.338423 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-844e8914-a2e5-4744-9c0f-78296b45452c tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:52:25.359845 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-adeef6e7-6907-484e-a80b-e02adb40b200 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:52:25.393469 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-844e8914-a2e5-4744-9c0f-78296b45452c tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:25.393469 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-844e8914-a2e5-4744-9c0f-78296b45452c tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:25.405720 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-adeef6e7-6907-484e-a80b-e02adb40b200 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:25.435348 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-adeef6e7-6907-484e-a80b-e02adb40b200 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:52:25.442830 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-844e8914-a2e5-4744-9c0f-78296b45452c tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:25.446014 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-adeef6e7-6907-484e-a80b-e02adb40b200 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Usage tracker for resource:security_group_rule and tenant:bfc401467e744934b8feb9351c02d650 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:52:25.489956 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-adeef6e7-6907-484e-a80b-e02adb40b200 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:52:25.503668 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-adeef6e7-6907-484e-a80b-e02adb40b200 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:52:25.629948 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-27eea2dc-e05d-4a63-86b9-78ebd61497bd tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:25.651571 n-d-843939-1 neutron-server[88369]: DEBUG neutron.objects.ports [None req-a6d6b034-e4ef-40d4-ac76-d7b5c477f61e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88369) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 31 13:52:25.654281 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a6d6b034-e4ef-40d4-ac76-d7b5c477f61e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:25.739937 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d6b034-e4ef-40d4-ac76-d7b5c477f61e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:52:25.744468 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-a6d6b034-e4ef-40d4-ac76-d7b5c477f61e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:52:25.753041 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05ddd73-00b2-460a-9a81-30d8a67a8196 None None] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:52:25.757470 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d6b034-e4ef-40d4-ac76-d7b5c477f61e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:52:25.758104 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a6d6b034-e4ef-40d4-ac76-d7b5c477f61e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:25.770453 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d6b034-e4ef-40d4-ac76-d7b5c477f61e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event updated for resources: {'Subnet': ['ID=77c2317c-600b-4b06-8cff-733f189c2d7d,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:25.774827 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eea2dc-e05d-4a63-86b9-78ebd61497bd tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Pushing event deleted for resources: {'Port': ['ID=729a41c8-a03e-4a10-afad-9d53c954e9d7,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:25.792374 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a6d6b034-e4ef-40d4-ac76-d7b5c477f61e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.8817754 May 31 13:52:25.801149 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 43308) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:25.815431 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-d078e22a-8de6-4c62-8348-dca6dbd58e13 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Request body: {'subnet': {'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:52:25.826772 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-45bbe6a8-b764-4b80-8afd-952ca062eeb2 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:25.967788 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-45bbe6a8-b764-4b80-8afd-952ca062eeb2 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:26.012828 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-adeef6e7-6907-484e-a80b-e02adb40b200 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:26.111243 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aaecaa9-3fe2-4ed7-96bb-9c5b1c214dd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'tenant_id': 'd13dddbe1502489da91f2f88306fdca6', 'fixed_ips': [{'subnet_id': '77c2317c-600b-4b06-8cff-733f189c2d7d'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:52:26.112548 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2aaecaa9-3fe2-4ed7-96bb-9c5b1c214dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:26.187161 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-adeef6e7-6907-484e-a80b-e02adb40b200 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:26.313084 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-2aaecaa9-3fe2-4ed7-96bb-9c5b1c214dd2 None None] Allocated IP 2001:db8::f816:3eff:fe62:9cfc (8d0ca4ab-0d39-494b-8b5d-2861af857a5e/77c2317c-600b-4b06-8cff-733f189c2d7d/efc25899-821c-4a74-af97-c9a0cbc80999) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:52:26.322454 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43322) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:26.428679 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-45bbe6a8-b764-4b80-8afd-952ca062eeb2 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:26.434789 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-45bbe6a8-b764-4b80-8afd-952ca062eeb2 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:26.528769 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-736635ff-c777-4592-a29c-aa4f954d709c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:26.590755 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-736635ff-c777-4592-a29c-aa4f954d709c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:52:26.593002 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bbe6a8-b764-4b80-8afd-952ca062eeb2 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Pushing event updated for resources: {'Port': ['ID=d022f30c-90dd-42ed-ad36-d9aec7c842c9,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:26.599206 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-736635ff-c777-4592-a29c-aa4f954d709c admin admin] Usage tracker for resource:security_group_rule and tenant:d4ca7c45e9f440eb971108fe86ad4be6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:52:26.603855 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-736635ff-c777-4592-a29c-aa4f954d709c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:52:26.608532 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-844e8914-a2e5-4744-9c0f-78296b45452c tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:26.613038 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-736635ff-c777-4592-a29c-aa4f954d709c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:52:26.622910 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-45bbe6a8-b764-4b80-8afd-952ca062eeb2 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:26.643685 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeef6e7-6907-484e-a80b-e02adb40b200 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=576678f0-50f9-4450-baa3-17970cb3905c,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:26.676022 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2aaecaa9-3fe2-4ed7-96bb-9c5b1c214dd2 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:26.695204 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2aaecaa9-3fe2-4ed7-96bb-9c5b1c214dd2 None None] Transition to ACTIVE for port object efc25899-821c-4a74-af97-c9a0cbc80999 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:52:26.705805 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-adeef6e7-6907-484e-a80b-e02adb40b200 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:26.706457 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-adeef6e7-6907-484e-a80b-e02adb40b200 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4102285 May 31 13:52:26.713936 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43330) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:26.720304 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-e5bc3172-2dcf-4e44-b0fa-39d8e9f08bf4 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Request body: {'security_group_rule': {'security_group_id': '576678f0-50f9-4450-baa3-17970cb3905c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:52:26.733932 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2aaecaa9-3fe2-4ed7-96bb-9c5b1c214dd2 None None] Transition to ACTIVE for port object efc25899-821c-4a74-af97-c9a0cbc80999 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:52:26.737565 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e5bc3172-2dcf-4e44-b0fa-39d8e9f08bf4 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:52:26.743834 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2aaecaa9-3fe2-4ed7-96bb-9c5b1c214dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:26.744812 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e5bc3172-2dcf-4e44-b0fa-39d8e9f08bf4 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Usage tracker for resource:security_group_rule and tenant:bfc401467e744934b8feb9351c02d650 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:52:26.752164 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e5bc3172-2dcf-4e44-b0fa-39d8e9f08bf4 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:52:26.818078 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-27eea2dc-e05d-4a63-86b9-78ebd61497bd tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:26.827179 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aaecaa9-3fe2-4ed7-96bb-9c5b1c214dd2 None None] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:52:26.827783 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e5bc3172-2dcf-4e44-b0fa-39d8e9f08bf4 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:52:26.831916 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-2aaecaa9-3fe2-4ed7-96bb-9c5b1c214dd2 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:52:26.837365 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d078e22a-8de6-4c62-8348-dca6dbd58e13 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:52:26.837594 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aaecaa9-3fe2-4ed7-96bb-9c5b1c214dd2 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:52:26.883822 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaecaa9-3fe2-4ed7-96bb-9c5b1c214dd2 None None] Pushing event updated for resources: {'Port': ['ID=efc25899-821c-4a74-af97-c9a0cbc80999,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:26.896744 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaecaa9-3fe2-4ed7-96bb-9c5b1c214dd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:52:26.896744 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaecaa9-3fe2-4ed7-96bb-9c5b1c214dd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:52:26.898054 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaecaa9-3fe2-4ed7-96bb-9c5b1c214dd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:52:26.898054 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaecaa9-3fe2-4ed7-96bb-9c5b1c214dd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:52:26.898054 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaecaa9-3fe2-4ed7-96bb-9c5b1c214dd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:52:26.898599 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaecaa9-3fe2-4ed7-96bb-9c5b1c214dd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:52:26.899187 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaecaa9-3fe2-4ed7-96bb-9c5b1c214dd2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:52:26.899424 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaecaa9-3fe2-4ed7-96bb-9c5b1c214dd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:52:26.900023 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaecaa9-3fe2-4ed7-96bb-9c5b1c214dd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:52:26.900257 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaecaa9-3fe2-4ed7-96bb-9c5b1c214dd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:52:26.900680 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaecaa9-3fe2-4ed7-96bb-9c5b1c214dd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:52:26.901073 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaecaa9-3fe2-4ed7-96bb-9c5b1c214dd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:52:26.909458 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-d078e22a-8de6-4c62-8348-dca6dbd58e13 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Usage tracker for resource:subnet and tenant:d13dddbe1502489da91f2f88306fdca6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:52:26.913953 n-d-843939-1 neutron-server[88369]: INFO neutron.db.l3_db [None req-45bbe6a8-b764-4b80-8afd-952ca062eeb2 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Floating IP 9c860ab9-0bca-41f2-8e58-dc1fd052598d associated. External IP: 172.25.6.105, port: 117d106f-8b61-4f48-a987-13c84a3eaab5. May 31 13:52:26.921125 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-d078e22a-8de6-4c62-8348-dca6dbd58e13 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:52:26.961318 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-2aaecaa9-3fe2-4ed7-96bb-9c5b1c214dd2 None None] Attempting to bind port efc25899-821c-4a74-af97-c9a0cbc80999 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:52:26.961736 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-2aaecaa9-3fe2-4ed7-96bb-9c5b1c214dd2 None None] Attempting to bind port efc25899-821c-4a74-af97-c9a0cbc80999 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:52:26.962267 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aaecaa9-3fe2-4ed7-96bb-9c5b1c214dd2 None None] Attempting to bind port efc25899-821c-4a74-af97-c9a0cbc80999 on network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:52:26.967873 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aaecaa9-3fe2-4ed7-96bb-9c5b1c214dd2 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:52:26.968352 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aaecaa9-3fe2-4ed7-96bb-9c5b1c214dd2 None None] Checking segment: {'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:52:26.968848 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2aaecaa9-3fe2-4ed7-96bb-9c5b1c214dd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:26.969418 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aaecaa9-3fe2-4ed7-96bb-9c5b1c214dd2 None None] Bound using segment: {'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:52:26.970042 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-2aaecaa9-3fe2-4ed7-96bb-9c5b1c214dd2 None None] Bound port: efc25899-821c-4a74-af97-c9a0cbc80999, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:52:26.970513 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2aaecaa9-3fe2-4ed7-96bb-9c5b1c214dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:26.988943 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d078e22a-8de6-4c62-8348-dca6dbd58e13 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:52:27.006732 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-e5bc3172-2dcf-4e44-b0fa-39d8e9f08bf4 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] create failed (client error): The resource could not be found. May 31 13:52:27.010884 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e5bc3172-2dcf-4e44-b0fa-39d8e9f08bf4 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2959533 May 31 13:52:27.012971 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 43334) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:27.028670 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-e5b68555-f8f9-4a66-88e4-ab3f70423a67 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Request body: {'security_group_rule': {'security_group_id': '576678f0-50f9-4450-baa3-17970cb3905c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '3ce68a05-620c-46d2-bc28-311bdbe7c1b3'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:52:27.042836 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d078e22a-8de6-4c62-8348-dca6dbd58e13 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Made reservation on behalf of d13dddbe1502489da91f2f88306fdca6 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:52:27.046713 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d078e22a-8de6-4c62-8348-dca6dbd58e13 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:27.067264 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-e5b68555-f8f9-4a66-88e4-ab3f70423a67 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:52:27.079882 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-2aaecaa9-3fe2-4ed7-96bb-9c5b1c214dd2 None None] For port efc25899-821c-4a74-af97-c9a0cbc80999, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:52:27.081141 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-e5b68555-f8f9-4a66-88e4-ab3f70423a67 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Usage tracker for resource:security_group_rule and tenant:bfc401467e744934b8feb9351c02d650 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:52:27.084084 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-2aaecaa9-3fe2-4ed7-96bb-9c5b1c214dd2 None None] For port efc25899-821c-4a74-af97-c9a0cbc80999, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=efc25899-821c-4a74-af97-c9a0cbc80999,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:52:27.093236 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2aaecaa9-3fe2-4ed7-96bb-9c5b1c214dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:27.125797 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-736635ff-c777-4592-a29c-aa4f954d709c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:27.131813 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-736635ff-c777-4592-a29c-aa4f954d709c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:27.142453 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-e5b68555-f8f9-4a66-88e4-ab3f70423a67 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:52:27.159883 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-e5b68555-f8f9-4a66-88e4-ab3f70423a67 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:52:27.191900 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-736635ff-c777-4592-a29c-aa4f954d709c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d4ca7c45e9f440eb971108fe86ad4be6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8680041 May 31 13:52:27.197700 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43338) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:27.272025 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaecaa9-3fe2-4ed7-96bb-9c5b1c214dd2 None None] Pushing event updated for resources: {'Port': ['ID=efc25899-821c-4a74-af97-c9a0cbc80999,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:27.305656 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736635ff-c777-4592-a29c-aa4f954d709c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baddbae0-4509-47f2-ae16-65ae01620b05,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:27.417940 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 13:52:27.435952 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b02ded2a-c0a1-4641-9e14-db75a99918fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:27.440427 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [None req-e5b68555-f8f9-4a66-88e4-ab3f70423a67 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] create failed (client error): The resource could not be found. May 31 13:52:27.441481 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-e5b68555-f8f9-4a66-88e4-ab3f70423a67 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4235134 May 31 13:52:27.448063 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27eea2dc-e05d-4a63-86b9-78ebd61497bd tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Router 40e81eef-4431-43f1-8e62-029c9f01dd28 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:52:27.448735 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 43342) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:27.497417 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b02ded2a-c0a1-4641-9e14-db75a99918fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:27.559645 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45bbe6a8-b764-4b80-8afd-952ca062eeb2 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Router a85c8e71-2826-4a98-92f1-eb02439344e8 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:52:27.674013 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b02ded2a-c0a1-4641-9e14-db75a99918fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:27.764317 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02ded2a-c0a1-4641-9e14-db75a99918fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baddbae0-4509-47f2-ae16-65ae01620b05,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:27.773024 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b02ded2a-c0a1-4641-9e14-db75a99918fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:27.776545 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b02ded2a-c0a1-4641-9e14-db75a99918fd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/baddbae0-4509-47f2-ae16-65ae01620b05 HTTP/1.1" status: 204 len: 168 time: 0.5755448 May 31 13:52:27.806374 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45bbe6a8-b764-4b80-8afd-952ca062eeb2 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:52:27.819995 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f0f383-da9d-4eec-b2ee-820f0aac7b02 None None] Sync routers for ids ['a85c8e71-2826-4a98-92f1-eb02439344e8'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:52:27.821340 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-844e8914-a2e5-4744-9c0f-78296b45452c tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for router_gateway, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:27.837159 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f0f383-da9d-4eec-b2ee-820f0aac7b02 None None] Routers {'a85c8e71-2826-4a98-92f1-eb02439344e8'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:52:27.837874 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-82f0f383-da9d-4eec-b2ee-820f0aac7b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:52:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['a85c8e71-2826-4a98-92f1-eb02439344e8'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:52:27.854458 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-45bbe6a8-b764-4b80-8afd-952ca062eeb2 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:27.915654 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-844e8914-a2e5-4744-9c0f-78296b45452c tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:27.956672 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-45bbe6a8-b764-4b80-8afd-952ca062eeb2 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 8.0374570 May 31 13:52:27.957481 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75745206-76bf-4c6b-9bc9-0b44a02376ab', 'tag': '117d106f-8b61-4f48-a987-13c84a3eaab5'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:52:28.112023 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-82f0f383-da9d-4eec-b2ee-820f0aac7b02 None None] Set router a85c8e71-2826-4a98-92f1-eb02439344e8 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:52:28.186877 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7d7d47b7-3161-4a8f-8cbe-6345e30e3786 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:28.262727 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27eea2dc-e05d-4a63-86b9-78ebd61497bd tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:52:28.265779 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7d7d47b7-3161-4a8f-8cbe-6345e30e3786 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:28.269624 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43358) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:28.288375 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b5d828-b059-4a38-987b-c05314686d6c None None] Sync routers for ids ['40e81eef-4431-43f1-8e62-029c9f01dd28'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:52:28.300699 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b5d828-b059-4a38-987b-c05314686d6c None None] Routers {'40e81eef-4431-43f1-8e62-029c9f01dd28'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:52:28.302206 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-f3b5d828-b059-4a38-987b-c05314686d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:52:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['40e81eef-4431-43f1-8e62-029c9f01dd28'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:52:28.306270 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b0e75179-e17d-4648-9f0d-6dc256a7e26e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:28.333669 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3aa7a336-441a-494c-bf25-08341f1ba25f'] response: {'name': 'network-changed', 'server_uuid': '75745206-76bf-4c6b-9bc9-0b44a02376ab', 'tag': '117d106f-8b61-4f48-a987-13c84a3eaab5', 'status': 'completed', 'code': 200} May 31 13:52:28.348374 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b0e75179-e17d-4648-9f0d-6dc256a7e26e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:52:28.355231 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-b0e75179-e17d-4648-9f0d-6dc256a7e26e admin admin] Usage tracker for resource:security_group_rule and tenant:b494871465a34151a6d60f18d0ead42b is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:52:28.359237 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-b0e75179-e17d-4648-9f0d-6dc256a7e26e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:52:28.377071 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b0e75179-e17d-4648-9f0d-6dc256a7e26e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:52:28.546449 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-27eea2dc-e05d-4a63-86b9-78ebd61497bd tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "PUT /v2.0/routers/40e81eef-4431-43f1-8e62-029c9f01dd28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6939454 May 31 13:52:28.552253 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b0e75179-e17d-4648-9f0d-6dc256a7e26e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:28.553565 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43362) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:28.596692 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-f3b5d828-b059-4a38-987b-c05314686d6c None None] Set router 40e81eef-4431-43f1-8e62-029c9f01dd28 gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:52:28.659630 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7d7d47b7-3161-4a8f-8cbe-6345e30e3786 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:28.681228 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d078e22a-8de6-4c62-8348-dca6dbd58e13 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:28.724471 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7d47b7-3161-4a8f-8cbe-6345e30e3786 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=576678f0-50f9-4450-baa3-17970cb3905c,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:28.772217 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-844e8914-a2e5-4744-9c0f-78296b45452c tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Allocated IP 172.25.6.125 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/694c9d10-5652-4244-b9ab-48f2d7bedb48) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:52:28.787227 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d078e22a-8de6-4c62-8348-dca6dbd58e13 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:52:28.802786 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7d7d47b7-3161-4a8f-8cbe-6345e30e3786 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:28.807080 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-7d7d47b7-3161-4a8f-8cbe-6345e30e3786 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] 10.222.0.50 "DELETE /v2.0/security-groups/576678f0-50f9-4450-baa3-17970cb3905c HTTP/1.1" status: 204 len: 168 time: 1.3547714 May 31 13:52:28.808302 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-d078e22a-8de6-4c62-8348-dca6dbd58e13 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:52:28.809303 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-144d1d89-43df-4982-bb32-3e52ac778354 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Deleting subnet 0850d102-6380-4cc0-82b2-ec8483e18e05 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:52:28.812276 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 43366) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:28.812624 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-144d1d89-43df-4982-bb32-3e52ac778354 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:28.818867 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d078e22a-8de6-4c62-8348-dca6dbd58e13 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:52:28.819574 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d078e22a-8de6-4c62-8348-dca6dbd58e13 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:28.855721 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d078e22a-8de6-4c62-8348-dca6dbd58e13 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event updated for resources: {'Subnet': ['ID=143e2018-40c6-4101-9f97-d3d554690029,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:28.856482 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9208aee9-b368-4fe5-bb96-10050252c40d None None] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:52:28.874534 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-144d1d89-43df-4982-bb32-3e52ac778354 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:28.884464 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc842e14-4895-4b64-abfd-e174cde56014 req-b9b3b01a-9898-4dd8-a779-925e240a6292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:52:28.886145 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cc842e14-4895-4b64-abfd-e174cde56014 req-b9b3b01a-9898-4dd8-a779-925e240a6292 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4e57de1d316c4f84a61736682dffb866&device_id=75745206-76bf-4c6b-9bc9-0b44a02376ab HTTP/1.1" status: 200 len: 1097 time: 0.4893246 May 31 13:52:28.970326 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-144d1d89-43df-4982-bb32-3e52ac778354 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:29.005536 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-d078e22a-8de6-4c62-8348-dca6dbd58e13 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1996648 May 31 13:52:29.045249 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b0e75179-e17d-4648-9f0d-6dc256a7e26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:29.083443 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 43372) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:29.103858 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b0e75179-e17d-4648-9f0d-6dc256a7e26e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b494871465a34151a6d60f18d0ead42b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8327215 May 31 13:52:29.104739 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43376) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:29.133937 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-621cc6ae-0991-404f-aed7-5cda58e9c634 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Request body: {'port': {'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'mac_address': 'fa:16:3e:5a:8c:10', 'name': 'tempest-NetworksTestDHCPv6-2030006266'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:52:29.206239 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-144d1d89-43df-4982-bb32-3e52ac778354 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:29.220958 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4327344e-3f39-4bb6-ad5a-453f760dbf07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:29.233859 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device efc25899-821c-4a74-af97-c9a0cbc80999 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:52:29.253017 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4327344e-3f39-4bb6-ad5a-453f760dbf07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:29.303557 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-365a85c9-68fc-4575-b15d-31ceadb20b26 None None] Provisioning for port efc25899-821c-4a74-af97-c9a0cbc80999 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:52:29.316565 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-f3b5d828-b059-4a38-987b-c05314686d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'name': 'tempest-RoutersTest-router-570826617', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:51:03Z', 'updated_at': '2022-05-31T13:52:25Z', 'revision_number': 8, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'gw_port_host': None, '_interfaces': [{'id': '411f4a8d-1a24-48f9-8207-9b39b75e4816', 'name': '', 'network_id': '8a706337-23f8-414a-b850-40bba93be87e', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'mac_address': 'fa:16:3e:8a:92:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'aac5884d-a302-4b86-a184-efe23a88b270', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:51:28Z', 'updated_at': '2022-05-31T13:51:43Z', 'revision_number': 5, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'subnets': [{'id': 'aac5884d-a302-4b86-a184-efe23a88b270', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78d22188-66be-4de9-b950-f3aaf750e06e', 'name': '', 'network_id': '81a67ea4-a2f5-45fe-b562-5bf9691fd668', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'mac_address': 'fa:16:3e:06:bc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '155878ac-70de-4e2e-b244-d0adfe115b5d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:51:48Z', 'updated_at': '2022-05-31T13:52:11Z', 'revision_number': 5, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'subnets': [{'id': '155878ac-70de-4e2e-b244-d0adfe115b5d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db25ac7d-9ac6-4f8c-a07c-682deff692dd', 'name': '', 'network_id': '6eeb3076-8ec6-49c5-a7c1-c7685ab1bc4b', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'mac_address': 'fa:16:3e:3d:20:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'd3541b3e-1e22-4a54-ad33-6ea2509c6768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:51:08Z', 'updated_at': '2022-05-31T13:51:27Z', 'revision_number': 5, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'subnets': [{'id': 'd3541b3e-1e22-4a54-ad33-6ea2509c6768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:52:29.332485 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b5d828-b059-4a38-987b-c05314686d6c None None] Checking router: 40e81eef-4431-43f1-8e62-029c9f01dd28 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:52:29.344901 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-144d1d89-43df-4982-bb32-3e52ac778354 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:29.356383 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e75179-e17d-4648-9f0d-6dc256a7e26e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7157f1dd-8bee-4505-be63-8baec15dc0d3,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:29.359759 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-144d1d89-43df-4982-bb32-3e52ac778354 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "DELETE /v2.0/subnets/0850d102-6380-4cc0-82b2-ec8483e18e05 HTTP/1.1" status: 204 len: 168 time: 0.8050773 May 31 13:52:29.361784 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4327344e-3f39-4bb6-ad5a-453f760dbf07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:29.367395 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa0fc0a-635b-49e9-bb31-ab65cd805e73 None None] Network f3ae220d-60d9-4ddd-8746-8582a5a0fea5 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:52:29.373766 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 43380) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:29.374600 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4327344e-3f39-4bb6-ad5a-453f760dbf07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:29.377244 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-4327344e-3f39-4bb6-ad5a-453f760dbf07 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7157f1dd-8bee-4505-be63-8baec15dc0d3 HTTP/1.1" status: 204 len: 168 time: 0.2693245 May 31 13:52:29.379899 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-666df3c4-d589-4a10-ba92-e851d4f416d8 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Synchronizing usage tracker for tenant:bfc401467e744934b8feb9351c02d650 on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:52:29.380247 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144d1d89-43df-4982-bb32-3e52ac778354 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Pushing event deleted for resources: {'Subnet': ['ID=0850d102-6380-4cc0-82b2-ec8483e18e05,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:29.386857 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b5d828-b059-4a38-987b-c05314686d6c None None] Routers {'40e81eef-4431-43f1-8e62-029c9f01dd28'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:52:29.390510 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-f3b5d828-b059-4a38-987b-c05314686d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:52:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['40e81eef-4431-43f1-8e62-029c9f01dd28'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:52:29.396295 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4327344e-3f39-4bb6-ad5a-453f760dbf07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7157f1dd-8bee-4505-be63-8baec15dc0d3,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:29.538588 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-82f0f383-da9d-4eec-b2ee-820f0aac7b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a85c8e71-2826-4a98-92f1-eb02439344e8', 'name': 'tempest-TestServerBasicOps-1877796749-router', 'tenant_id': '4e57de1d316c4f84a61736682dffb866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': 'aecdd02f-5c6d-4d62-81fa-3d42313b4956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:50:27Z', 'updated_at': '2022-05-31T13:50:39Z', 'revision_number': 4, 'project_id': '4e57de1d316c4f84a61736682dffb866', 'gw_port': {'id': 'aecdd02f-5c6d-4d62-81fa-3d42313b4956', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:12:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85c8e71-2826-4a98-92f1-eb02439344e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:50:28Z', 'updated_at': '2022-05-31T13:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '9c860ab9-0bca-41f2-8e58-dc1fd052598d', 'tenant_id': '4e57de1d316c4f84a61736682dffb866', 'floating_ip_address': '172.25.6.105', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': 'a85c8e71-2826-4a98-92f1-eb02439344e8', 'port_id': '117d106f-8b61-4f48-a987-13c84a3eaab5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2803, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a036544d-3691-439b-b976-1126035d501b', 'mac_address': 'fa:16:3e:de:fe:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75745206-76bf-4c6b-9bc9-0b44a02376ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:52:25Z', 'updated_at': '2022-05-31T13:52:25Z', 'revision_number': 0, 'project_id': '4e57de1d316c4f84a61736682dffb866', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54876ccb-5000-403b-b880-f7c4d723a91d', 'name': '', 'network_id': 'a036544d-3691-439b-b976-1126035d501b', 'tenant_id': '4e57de1d316c4f84a61736682dffb866', 'mac_address': 'fa:16:3e:26:28:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85c8e71-2826-4a98-92f1-eb02439344e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': 'a8852b36-b66c-4496-b635-b86154bdd792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:50:37Z', 'updated_at': '2022-05-31T13:51:03Z', 'revision_number': 5, 'project_id': '4e57de1d316c4f84a61736682dffb866', 'subnets': [{'id': 'a8852b36-b66c-4496-b635-b86154bdd792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:52:29.559473 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port efc25899-821c-4a74-af97-c9a0cbc80999 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:52:29.576098 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-844e8914-a2e5-4744-9c0f-78296b45452c tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:29.580865 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f0f383-da9d-4eec-b2ee-820f0aac7b02 None None] Checking router: a85c8e71-2826-4a98-92f1-eb02439344e8 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:52:29.597256 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port efc25899-821c-4a74-af97-c9a0cbc80999 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:52:29.597478 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-666df3c4-d589-4a10-ba92-e851d4f416d8 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Unset dirty status for tenant:bfc401467e744934b8feb9351c02d650 on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:52:29.597724 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:29.603028 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-666df3c4-d589-4a10-ba92-e851d4f416d8 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.7830801 May 31 13:52:29.604278 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43388) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:29.612553 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-b0c2dc68-f72c-489f-87a8-bd2edfafb833 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Request body: {'security_group_rule': {'security_group_id': 'c253b837-c542-41cf-8202-b4c9ba115383', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:52:29.633526 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b0c2dc68-f72c-489f-87a8-bd2edfafb833 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:52:29.650232 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-b0c2dc68-f72c-489f-87a8-bd2edfafb833 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Usage tracker for resource:security_group_rule and tenant:bfc401467e744934b8feb9351c02d650 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:52:29.658251 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-b0c2dc68-f72c-489f-87a8-bd2edfafb833 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:52:29.678730 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b0c2dc68-f72c-489f-87a8-bd2edfafb833 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:52:29.688197 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-f3b5d828-b059-4a38-987b-c05314686d6c None None] Set router 40e81eef-4431-43f1-8e62-029c9f01dd28 gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:52:29.698845 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc842e14-4895-4b64-abfd-e174cde56014 req-2ed9efb0-deed-4e91-9748-933a59de49fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:52:29.700201 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f0f383-da9d-4eec-b2ee-820f0aac7b02 None None] Routers {'a85c8e71-2826-4a98-92f1-eb02439344e8'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:52:29.700490 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cc842e14-4895-4b64-abfd-e174cde56014 req-2ed9efb0-deed-4e91-9748-933a59de49fc service neutron] 10.222.0.44 "GET /v2.0/networks?id=a036544d-3691-439b-b976-1126035d501b HTTP/1.1" status: 200 len: 910 time: 0.7171912 May 31 13:52:29.700847 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-82f0f383-da9d-4eec-b2ee-820f0aac7b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:52:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['a85c8e71-2826-4a98-92f1-eb02439344e8'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:52:29.708764 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-047dfdb1-5750-4c42-b242-1e037de1de57 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:29.767740 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-b0c2dc68-f72c-489f-87a8-bd2edfafb833 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] create failed (client error): The resource could not be found. May 31 13:52:29.778477 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b0c2dc68-f72c-489f-87a8-bd2edfafb833 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1708019 May 31 13:52:29.780490 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43396) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:29.801731 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-597883ff-efbb-466a-b9ea-022f30a43f8b tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Request body: {'security_group': {'name': 'tempest-secgroup--427840198'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:52:29.848268 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-621cc6ae-0991-404f-aed7-5cda58e9c634 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:52:29.858039 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-621cc6ae-0991-404f-aed7-5cda58e9c634 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Usage tracker for resource:port and tenant:d13dddbe1502489da91f2f88306fdca6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:52:29.859426 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-597883ff-efbb-466a-b9ea-022f30a43f8b tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:52:29.866488 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-621cc6ae-0991-404f-aed7-5cda58e9c634 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:52:29.888550 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-621cc6ae-0991-404f-aed7-5cda58e9c634 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:52:29.909435 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-597883ff-efbb-466a-b9ea-022f30a43f8b tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:52:29.932273 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-597883ff-efbb-466a-b9ea-022f30a43f8b tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:29.978334 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-047dfdb1-5750-4c42-b242-1e037de1de57 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Deleting port 92d845e0-d3af-4ff6-9a25-dd260a248e33 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:52:29.978708 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-047dfdb1-5750-4c42-b242-1e037de1de57 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:30.010134 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-597883ff-efbb-466a-b9ea-022f30a43f8b tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:52:30.019628 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-597883ff-efbb-466a-b9ea-022f30a43f8b tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Usage tracker for resource:security_group_rule and tenant:bfc401467e744934b8feb9351c02d650 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:52:30.024568 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-597883ff-efbb-466a-b9ea-022f30a43f8b tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:52:30.031564 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-597883ff-efbb-466a-b9ea-022f30a43f8b tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:52:30.069681 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-844e8914-a2e5-4744-9c0f-78296b45452c tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:30.177859 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-597883ff-efbb-466a-b9ea-022f30a43f8b tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:30.183788 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-597883ff-efbb-466a-b9ea-022f30a43f8b tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:30.212109 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-82f0f383-da9d-4eec-b2ee-820f0aac7b02 None None] Set router a85c8e71-2826-4a98-92f1-eb02439344e8 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:52:30.341979 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597883ff-efbb-466a-b9ea-022f30a43f8b tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9470e7f-2b5d-48d9-981c-de3b424384fe,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:30.344455 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cc842e14-4895-4b64-abfd-e174cde56014 req-e44fb04d-3216-4806-b54c-2804c18c95cc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=117d106f-8b61-4f48-a987-13c84a3eaab5 HTTP/1.1" status: 200 len: 1000 time: 0.6283588 May 31 13:52:30.359191 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-597883ff-efbb-466a-b9ea-022f30a43f8b tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:30.363949 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-597883ff-efbb-466a-b9ea-022f30a43f8b tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5782857 May 31 13:52:30.367757 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43412) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:30.375474 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-c4f7b109-8bae-4d1b-8024-e72a4f35f4aa tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Request body: {'security_group': {'name': 'tempest-secgroup--862366832'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:52:30.398327 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c4f7b109-8bae-4d1b-8024-e72a4f35f4aa tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:52:30.408655 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c4f7b109-8bae-4d1b-8024-e72a4f35f4aa tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Usage tracker for resource:security_group and tenant:bfc401467e744934b8feb9351c02d650 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:52:30.418663 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c4f7b109-8bae-4d1b-8024-e72a4f35f4aa tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:52:30.436889 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c4f7b109-8bae-4d1b-8024-e72a4f35f4aa tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:52:30.463451 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c4f7b109-8bae-4d1b-8024-e72a4f35f4aa tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:30.486672 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-621cc6ae-0991-404f-aed7-5cda58e9c634 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Made reservation on behalf of d13dddbe1502489da91f2f88306fdca6 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:52:30.517900 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c4f7b109-8bae-4d1b-8024-e72a4f35f4aa tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:52:30.525528 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c4f7b109-8bae-4d1b-8024-e72a4f35f4aa tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Usage tracker for resource:security_group_rule and tenant:bfc401467e744934b8feb9351c02d650 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:52:30.535303 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c4f7b109-8bae-4d1b-8024-e72a4f35f4aa tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:52:30.550406 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c4f7b109-8bae-4d1b-8024-e72a4f35f4aa tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:52:30.727201 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc842e14-4895-4b64-abfd-e174cde56014 req-f0b7f86b-018c-423e-b345-cc3642323922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:52:30.733271 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cc842e14-4895-4b64-abfd-e174cde56014 req-f0b7f86b-018c-423e-b345-cc3642323922 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a8852b36-b66c-4496-b635-b86154bdd792 HTTP/1.1" status: 200 len: 848 time: 0.2616308 May 31 13:52:30.760811 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c4f7b109-8bae-4d1b-8024-e72a4f35f4aa tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:30.766762 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c4f7b109-8bae-4d1b-8024-e72a4f35f4aa tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:30.843668 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f7b109-8bae-4d1b-8024-e72a4f35f4aa tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e702deca-a455-41d5-a579-1bb5eb76b72f,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:30.856531 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844e8914-a2e5-4744-9c0f-78296b45452c tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:52:30.872367 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c4f7b109-8bae-4d1b-8024-e72a4f35f4aa tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:30.878447 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c4f7b109-8bae-4d1b-8024-e72a4f35f4aa tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5094666 May 31 13:52:30.879302 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43434) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:30.885418 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-c7511d28-e300-466e-bad2-2207ad9c9e02 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Request body: {'security_group_rule': {'security_group_id': 'f9470e7f-2b5d-48d9-981c-de3b424384fe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'e702deca-a455-41d5-a579-1bb5eb76b72f'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:52:30.893486 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c7511d28-e300-466e-bad2-2207ad9c9e02 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:52:30.897673 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c7511d28-e300-466e-bad2-2207ad9c9e02 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Usage tracker for resource:security_group_rule and tenant:bfc401467e744934b8feb9351c02d650 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:52:30.901749 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c7511d28-e300-466e-bad2-2207ad9c9e02 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:52:30.910044 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c7511d28-e300-466e-bad2-2207ad9c9e02 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:52:30.926385 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-844e8914-a2e5-4744-9c0f-78296b45452c tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:52:30.942896 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844e8914-a2e5-4744-9c0f-78296b45452c tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:52:30.951446 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-f3b5d828-b059-4a38-987b-c05314686d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'name': 'tempest-RoutersTest-router-570826617', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:51:03Z', 'updated_at': '2022-05-31T13:52:25Z', 'revision_number': 8, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'gw_port_host': None, '_interfaces': [{'id': '411f4a8d-1a24-48f9-8207-9b39b75e4816', 'name': '', 'network_id': '8a706337-23f8-414a-b850-40bba93be87e', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'mac_address': 'fa:16:3e:8a:92:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'aac5884d-a302-4b86-a184-efe23a88b270', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:51:28Z', 'updated_at': '2022-05-31T13:51:43Z', 'revision_number': 5, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'subnets': [{'id': 'aac5884d-a302-4b86-a184-efe23a88b270', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78d22188-66be-4de9-b950-f3aaf750e06e', 'name': '', 'network_id': '81a67ea4-a2f5-45fe-b562-5bf9691fd668', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'mac_address': 'fa:16:3e:06:bc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '155878ac-70de-4e2e-b244-d0adfe115b5d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:51:48Z', 'updated_at': '2022-05-31T13:52:11Z', 'revision_number': 5, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'subnets': [{'id': '155878ac-70de-4e2e-b244-d0adfe115b5d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db25ac7d-9ac6-4f8c-a07c-682deff692dd', 'name': '', 'network_id': '6eeb3076-8ec6-49c5-a7c1-c7685ab1bc4b', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'mac_address': 'fa:16:3e:3d:20:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'd3541b3e-1e22-4a54-ad33-6ea2509c6768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:51:08Z', 'updated_at': '2022-05-31T13:51:27Z', 'revision_number': 5, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'subnets': [{'id': 'd3541b3e-1e22-4a54-ad33-6ea2509c6768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:52:30.963681 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b5d828-b059-4a38-987b-c05314686d6c None None] The sync data for ids ['40e81eef-4431-43f1-8e62-029c9f01dd28'] in n-d-843939-1 is: [{'id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'name': 'tempest-RoutersTest-router-570826617', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:51:03Z', 'updated_at': '2022-05-31T13:52:25Z', 'revision_number': 8, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'gw_port_host': None, '_interfaces': [{'id': '411f4a8d-1a24-48f9-8207-9b39b75e4816', 'name': '', 'network_id': '8a706337-23f8-414a-b850-40bba93be87e', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'mac_address': 'fa:16:3e:8a:92:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'aac5884d-a302-4b86-a184-efe23a88b270', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:51:28Z', 'updated_at': '2022-05-31T13:51:43Z', 'revision_number': 5, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'subnets': [{'id': 'aac5884d-a302-4b86-a184-efe23a88b270', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78d22188-66be-4de9-b950-f3aaf750e06e', 'name': '', 'network_id': '81a67ea4-a2f5-45fe-b562-5bf9691fd668', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'mac_address': 'fa:16:3e:06:bc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '155878ac-70de-4e2e-b244-d0adfe115b5d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:51:48Z', 'updated_at': '2022-05-31T13:52:11Z', 'revision_number': 5, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'subnets': [{'id': '155878ac-70de-4e2e-b244-d0adfe115b5d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db25ac7d-9ac6-4f8c-a07c-682deff692dd', 'name': '', 'network_id': '6eeb3076-8ec6-49c5-a7c1-c7685ab1bc4b', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'mac_address': 'fa:16:3e:3d:20:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'd3541b3e-1e22-4a54-ad33-6ea2509c6768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:51:08Z', 'updated_at': '2022-05-31T13:51:27Z', 'revision_number': 5, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'subnets': [{'id': 'd3541b3e-1e22-4a54-ad33-6ea2509c6768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:52:30.991724 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port efc25899-821c-4a74-af97-c9a0cbc80999 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:52:30.991724 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:30.996036 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-c7511d28-e300-466e-bad2-2207ad9c9e02 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 13:52:31.002289 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c7511d28-e300-466e-bad2-2207ad9c9e02 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1206992 May 31 13:52:31.005088 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43438) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:31.037056 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port efc25899-821c-4a74-af97-c9a0cbc80999, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=efc25899-821c-4a74-af97-c9a0cbc80999,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:52:31.071786 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:31.229935 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=efc25899-821c-4a74-af97-c9a0cbc80999,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:31.261941 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9c182e-93e1-41ea-80af-12b3acfa848c None None] Update dhcp port {'port': {'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'fixed_ips': [{'subnet_id': '77c2317c-600b-4b06-8cff-733f189c2d7d', 'ip_address': '2001:db8::f816:3eff:fe62:9cfc'}, {'subnet_id': '143e2018-40c6-4101-9f97-d3d554690029'}], 'binding:host_id': 'n-d-843939-1'}, 'id': 'efc25899-821c-4a74-af97-c9a0cbc80999'} from n-d-843939-1. {{(pid=88371) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 31 13:52:31.272757 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1f6d54d1-e04a-4ae2-9c5c-e57cd65dec99 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:31.405190 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1f6d54d1-e04a-4ae2-9c5c-e57cd65dec99 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:31.509129 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5a575d-2910-47ad-9b43-a7e2e3c8302d None None] DHCP port deletion for f3ae220d-60d9-4ddd-8746-8582a5a0fea5 request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:52:31.522027 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-4f5a575d-2910-47ad-9b43-a7e2e3c8302d None None] Deleting port 92d845e0-d3af-4ff6-9a25-dd260a248e33 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:52:31.523457 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4f5a575d-2910-47ad-9b43-a7e2e3c8302d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:31.581403 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1f6d54d1-e04a-4ae2-9c5c-e57cd65dec99 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:31.620881 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1f6d54d1-e04a-4ae2-9c5c-e57cd65dec99 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:31.624737 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-1f6d54d1-e04a-4ae2-9c5c-e57cd65dec99 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] 10.222.0.50 "DELETE /v2.0/security-groups/e702deca-a455-41d5-a579-1bb5eb76b72f HTTP/1.1" status: 204 len: 168 time: 0.6186094 May 31 13:52:31.625618 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43476) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:31.626610 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6d54d1-e04a-4ae2-9c5c-e57cd65dec99 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e702deca-a455-41d5-a579-1bb5eb76b72f,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:31.649586 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-621cc6ae-0991-404f-aed7-5cda58e9c634 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:31.655170 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-be9c182e-93e1-41ea-80af-12b3acfa848c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:31.669482 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844e8914-a2e5-4744-9c0f-78296b45452c tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Pushing event updated for resources: {'Port': ['ID=694c9d10-5652-4244-b9ab-48f2d7bedb48,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:31.728650 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-b73e708a-ead0-4ab4-bd58-fdf4570357cf tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Synchronizing usage tracker for tenant:bfc401467e744934b8feb9351c02d650 on resource:security_group {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:52:31.761353 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-b73e708a-ead0-4ab4-bd58-fdf4570357cf tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Unset dirty status for tenant:bfc401467e744934b8feb9351c02d650 on resource:security_group {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:52:31.768568 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b73e708a-ead0-4ab4-bd58-fdf4570357cf tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1396966 May 31 13:52:31.770012 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43480) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:31.974753 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cff63e0d-af03-4b8c-a157-a05edd93ccd7 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:32.017831 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-be9c182e-93e1-41ea-80af-12b3acfa848c None None] Allocated IP 172.20.0.2 (8d0ca4ab-0d39-494b-8b5d-2861af857a5e/143e2018-40c6-4101-9f97-d3d554690029/efc25899-821c-4a74-af97-c9a0cbc80999) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:52:32.086016 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cff63e0d-af03-4b8c-a157-a05edd93ccd7 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:32.276932 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-82f0f383-da9d-4eec-b2ee-820f0aac7b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a85c8e71-2826-4a98-92f1-eb02439344e8', 'name': 'tempest-TestServerBasicOps-1877796749-router', 'tenant_id': '4e57de1d316c4f84a61736682dffb866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': 'aecdd02f-5c6d-4d62-81fa-3d42313b4956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:50:27Z', 'updated_at': '2022-05-31T13:50:39Z', 'revision_number': 4, 'project_id': '4e57de1d316c4f84a61736682dffb866', 'gw_port': {'id': 'aecdd02f-5c6d-4d62-81fa-3d42313b4956', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:12:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85c8e71-2826-4a98-92f1-eb02439344e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:50:28Z', 'updated_at': '2022-05-31T13:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '9c860ab9-0bca-41f2-8e58-dc1fd052598d', 'tenant_id': '4e57de1d316c4f84a61736682dffb866', 'floating_ip_address': '172.25.6.105', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': 'a85c8e71-2826-4a98-92f1-eb02439344e8', 'port_id': '117d106f-8b61-4f48-a987-13c84a3eaab5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2803, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a036544d-3691-439b-b976-1126035d501b', 'mac_address': 'fa:16:3e:de:fe:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75745206-76bf-4c6b-9bc9-0b44a02376ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:52:25Z', 'updated_at': '2022-05-31T13:52:25Z', 'revision_number': 0, 'project_id': '4e57de1d316c4f84a61736682dffb866', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54876ccb-5000-403b-b880-f7c4d723a91d', 'name': '', 'network_id': 'a036544d-3691-439b-b976-1126035d501b', 'tenant_id': '4e57de1d316c4f84a61736682dffb866', 'mac_address': 'fa:16:3e:26:28:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85c8e71-2826-4a98-92f1-eb02439344e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': 'a8852b36-b66c-4496-b635-b86154bdd792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:50:37Z', 'updated_at': '2022-05-31T13:51:03Z', 'revision_number': 5, 'project_id': '4e57de1d316c4f84a61736682dffb866', 'subnets': [{'id': 'a8852b36-b66c-4496-b635-b86154bdd792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:52:32.288856 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-621cc6ae-0991-404f-aed7-5cda58e9c634 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] device_id is not set on port 6340775f-27d9-4133-b633-3b0b17745964 yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:52:32.295488 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cff63e0d-af03-4b8c-a157-a05edd93ccd7 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:32.307975 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f0f383-da9d-4eec-b2ee-820f0aac7b02 None None] The sync data for ids ['a85c8e71-2826-4a98-92f1-eb02439344e8'] in n-d-843939-1 is: [{'id': 'a85c8e71-2826-4a98-92f1-eb02439344e8', 'name': 'tempest-TestServerBasicOps-1877796749-router', 'tenant_id': '4e57de1d316c4f84a61736682dffb866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': 'aecdd02f-5c6d-4d62-81fa-3d42313b4956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:50:27Z', 'updated_at': '2022-05-31T13:50:39Z', 'revision_number': 4, 'project_id': '4e57de1d316c4f84a61736682dffb866', 'gw_port': {'id': 'aecdd02f-5c6d-4d62-81fa-3d42313b4956', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:12:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85c8e71-2826-4a98-92f1-eb02439344e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:50:28Z', 'updated_at': '2022-05-31T13:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '9c860ab9-0bca-41f2-8e58-dc1fd052598d', 'tenant_id': '4e57de1d316c4f84a61736682dffb866', 'floating_ip_address': '172.25.6.105', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': 'a85c8e71-2826-4a98-92f1-eb02439344e8', 'port_id': '117d106f-8b61-4f48-a987-13c84a3eaab5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2803, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a036544d-3691-439b-b976-1126035d501b', 'mac_address': 'fa:16:3e:de:fe:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75745206-76bf-4c6b-9bc9-0b44a02376ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:52:25Z', 'updated_at': '2022-05-31T13:52:25Z', 'revision_number': 0, 'project_id': '4e57de1d316c4f84a61736682dffb866', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54876ccb-5000-403b-b880-f7c4d723a91d', 'name': '', 'network_id': 'a036544d-3691-439b-b976-1126035d501b', 'tenant_id': '4e57de1d316c4f84a61736682dffb866', 'mac_address': 'fa:16:3e:26:28:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85c8e71-2826-4a98-92f1-eb02439344e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': 'a8852b36-b66c-4496-b635-b86154bdd792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:50:37Z', 'updated_at': '2022-05-31T13:51:03Z', 'revision_number': 5, 'project_id': '4e57de1d316c4f84a61736682dffb866', 'subnets': [{'id': 'a8852b36-b66c-4496-b635-b86154bdd792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:52:32.347276 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc842e14-4895-4b64-abfd-e174cde56014 req-1b299cc7-ea64-4918-81a8-7a8803bb6b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:52:32.349165 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cc842e14-4895-4b64-abfd-e174cde56014 req-1b299cc7-ea64-4918-81a8-7a8803bb6b09 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a036544d-3691-439b-b976-1126035d501b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.5720212 May 31 13:52:32.404791 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff63e0d-af03-4b8c-a157-a05edd93ccd7 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9470e7f-2b5d-48d9-981c-de3b424384fe,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:32.430444 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cff63e0d-af03-4b8c-a157-a05edd93ccd7 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:32.433941 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-cff63e0d-af03-4b8c-a157-a05edd93ccd7 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] 10.222.0.50 "DELETE /v2.0/security-groups/f9470e7f-2b5d-48d9-981c-de3b424384fe HTTP/1.1" status: 204 len: 168 time: 0.6606987 May 31 13:52:32.435355 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43534) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:32.543727 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d1b8aa98-13aa-438b-aaa3-4e294bbe7197 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Synchronizing usage tracker for tenant:bfc401467e744934b8feb9351c02d650 on resource:security_group {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:52:32.564171 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d1b8aa98-13aa-438b-aaa3-4e294bbe7197 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Unset dirty status for tenant:bfc401467e744934b8feb9351c02d650 on resource:security_group {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:52:32.571436 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-be9c182e-93e1-41ea-80af-12b3acfa848c None None] For port efc25899-821c-4a74-af97-c9a0cbc80999, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=efc25899-821c-4a74-af97-c9a0cbc80999,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:52:32.577444 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d1b8aa98-13aa-438b-aaa3-4e294bbe7197 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1404133 May 31 13:52:32.579210 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43546) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:32.584580 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-5254e047-2da9-4289-b382-bc569b96266a tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Request body: {'security_group': {'name': 'tempest-secgroup--1419869253'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:52:32.601558 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5254e047-2da9-4289-b382-bc569b96266a tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:52:32.613571 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5254e047-2da9-4289-b382-bc569b96266a tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:52:32.614139 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-4f5a575d-2910-47ad-9b43-a7e2e3c8302d None None] For port 92d845e0-d3af-4ff6-9a25-dd260a248e33, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=92d845e0-d3af-4ff6-9a25-dd260a248e33,segment=NetworkSegment(7686bc20-3630-4673-83cb-56efcc4b2e87),segment_id=7686bc20-3630-4673-83cb-56efcc4b2e87)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:52:32.614810 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4f5a575d-2910-47ad-9b43-a7e2e3c8302d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:32.625218 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5254e047-2da9-4289-b382-bc569b96266a tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:32.648921 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-047dfdb1-5750-4c42-b242-1e037de1de57 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] For port 92d845e0-d3af-4ff6-9a25-dd260a248e33, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=92d845e0-d3af-4ff6-9a25-dd260a248e33,segment=NetworkSegment(7686bc20-3630-4673-83cb-56efcc4b2e87),segment_id=7686bc20-3630-4673-83cb-56efcc4b2e87)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:52:32.649294 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-047dfdb1-5750-4c42-b242-1e037de1de57 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:32.659389 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5254e047-2da9-4289-b382-bc569b96266a tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:52:32.666557 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-5254e047-2da9-4289-b382-bc569b96266a tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Usage tracker for resource:security_group_rule and tenant:bfc401467e744934b8feb9351c02d650 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:52:32.680729 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-5254e047-2da9-4289-b382-bc569b96266a tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:52:32.682688 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-844e8914-a2e5-4744-9c0f-78296b45452c tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for router_gateway, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:32.695306 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5254e047-2da9-4289-b382-bc569b96266a tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:52:32.838355 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5254e047-2da9-4289-b382-bc569b96266a tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:32.842775 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5254e047-2da9-4289-b382-bc569b96266a tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:32.888040 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5254e047-2da9-4289-b382-bc569b96266a tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=613e6105-3371-4daf-ac5c-a675b31a2980,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:32.897246 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-4f5a575d-2910-47ad-9b43-a7e2e3c8302d None None] Calling delete_port for 92d845e0-d3af-4ff6-9a25-dd260a248e33 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:52:32.918277 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5254e047-2da9-4289-b382-bc569b96266a tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:32.923145 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-5254e047-2da9-4289-b382-bc569b96266a tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3421206 May 31 13:52:32.927613 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43560) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:32.934475 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-df29e2d6-3382-4e2d-8955-6a41a8c8b9ea tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Request body: {'security_group_rule': {'security_group_id': '613e6105-3371-4daf-ac5c-a675b31a2980', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:52:32.942665 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-df29e2d6-3382-4e2d-8955-6a41a8c8b9ea tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:52:32.947611 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-df29e2d6-3382-4e2d-8955-6a41a8c8b9ea tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Usage tracker for resource:security_group_rule and tenant:bfc401467e744934b8feb9351c02d650 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:52:32.951268 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-df29e2d6-3382-4e2d-8955-6a41a8c8b9ea tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:52:32.958174 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-df29e2d6-3382-4e2d-8955-6a41a8c8b9ea tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:52:32.973789 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-be9c182e-93e1-41ea-80af-12b3acfa848c None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:32.992511 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-be9c182e-93e1-41ea-80af-12b3acfa848c None None] Transition to ACTIVE for port object efc25899-821c-4a74-af97-c9a0cbc80999 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:52:32.994096 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9526f26a-9451-42af-b611-868efe03b479 None None] New status for floating IP 9c860ab9-0bca-41f2-8e58-dc1fd052598d: ACTIVE {{(pid=88371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 13:52:33.002379 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-df29e2d6-3382-4e2d-8955-6a41a8c8b9ea tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 13:52:33.006070 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-df29e2d6-3382-4e2d-8955-6a41a8c8b9ea tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0764625 May 31 13:52:33.007583 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43564) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:33.015792 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-fac094fa-a8c1-48d6-8570-a730567d3851 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Request body: {'security_group_rule': {'security_group_id': '613e6105-3371-4daf-ac5c-a675b31a2980', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:52:33.023977 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-fac094fa-a8c1-48d6-8570-a730567d3851 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:52:33.028871 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-fac094fa-a8c1-48d6-8570-a730567d3851 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Usage tracker for resource:security_group_rule and tenant:bfc401467e744934b8feb9351c02d650 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:52:33.032788 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-fac094fa-a8c1-48d6-8570-a730567d3851 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:52:33.039732 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-fac094fa-a8c1-48d6-8570-a730567d3851 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:52:33.073637 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-be9c182e-93e1-41ea-80af-12b3acfa848c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:33.075810 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-fac094fa-a8c1-48d6-8570-a730567d3851 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 13:52:33.077347 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-fac094fa-a8c1-48d6-8570-a730567d3851 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0680411 May 31 13:52:33.080297 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43570) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:33.141122 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43574) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:33.236755 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0b75d2dc-d8ec-4f7d-98a4-090b302a8a59 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:33.241171 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4f5a575d-2910-47ad-9b43-a7e2e3c8302d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:33.271461 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5a575d-2910-47ad-9b43-a7e2e3c8302d None None] No DVR routers for this DVR port 92d845e0-d3af-4ff6-9a25-dd260a248e33 on host n-d-843939-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:52:33.274624 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-047dfdb1-5750-4c42-b242-1e037de1de57 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Calling delete_port for 92d845e0-d3af-4ff6-9a25-dd260a248e33 owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:52:33.277654 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device efc25899-821c-4a74-af97-c9a0cbc80999 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:52:33.313608 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0b75d2dc-d8ec-4f7d-98a4-090b302a8a59 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:33.366906 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.api [None req-047dfdb1-5750-4c42-b242-1e037de1de57 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88370) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:52:33.367474 n-d-843939-1 neutron-server[88370]: DEBUG oslo_db.api [None req-047dfdb1-5750-4c42-b242-1e037de1de57 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:52:33.374226 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.api [None req-621cc6ae-0991-404f-aed7-5cda58e9c634 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-663ccf4e-5f24-4c11-b987-bfbba4556f2a {{(pid=88370) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:52:33.378519 n-d-843939-1 neutron-server[88370]: DEBUG oslo_db.api [None req-621cc6ae-0991-404f-aed7-5cda58e9c634 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:52:33.382072 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e8eba6b1-c8f5-4071-8109-daa9a7a07047 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:33.405458 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e8eba6b1-c8f5-4071-8109-daa9a7a07047 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:52:33.411422 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e8eba6b1-c8f5-4071-8109-daa9a7a07047 admin admin] Usage tracker for resource:security_group_rule and tenant:62213c73883f47f2b3e1eecbe00c69b8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:52:33.414888 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e8eba6b1-c8f5-4071-8109-daa9a7a07047 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:52:33.421889 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e8eba6b1-c8f5-4071-8109-daa9a7a07047 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:52:33.481074 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9c182e-93e1-41ea-80af-12b3acfa848c None None] Pushing event updated for resources: {'Port': ['ID=efc25899-821c-4a74-af97-c9a0cbc80999,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:33.533489 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e8eba6b1-c8f5-4071-8109-daa9a7a07047 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:33.535034 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5a575d-2910-47ad-9b43-a7e2e3c8302d None None] Pushing event deleted for resources: {'Port': ['ID=92d845e0-d3af-4ff6-9a25-dd260a248e33,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:33.542435 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e8eba6b1-c8f5-4071-8109-daa9a7a07047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:33.612755 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eba6b1-c8f5-4071-8109-daa9a7a07047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d0a711-7085-4c7b-b77b-0a2e6ab032d8,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:33.618215 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cc842e14-4895-4b64-abfd-e174cde56014 req-53b02e7b-95c9-46d1-a5f5-9f1506ce10b3 service neutron] 10.222.0.44 "GET /v2.0/networks/a036544d-3691-439b-b976-1126035d501b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2527854 May 31 13:52:33.621709 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0b75d2dc-d8ec-4f7d-98a4-090b302a8a59 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:33.631903 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e8eba6b1-c8f5-4071-8109-daa9a7a07047 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=62213c73883f47f2b3e1eecbe00c69b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4887915 May 31 13:52:33.645227 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43586) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:33.683500 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 729a41c8-a03e-4a10-afad-9d53c954e9d7 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:52:33.745678 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 729a41c8-a03e-4a10-afad-9d53c954e9d7 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:52:33.746339 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 729a41c8-a03e-4a10-afad-9d53c954e9d7 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:52:33.747006 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 92d845e0-d3af-4ff6-9a25-dd260a248e33 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:52:33.781376 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-edfbfed5-216f-4446-8fa5-ec2ee82f3756 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:33.787516 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b75d2dc-d8ec-4f7d-98a4-090b302a8a59 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=613e6105-3371-4daf-ac5c-a675b31a2980,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:33.803562 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 92d845e0-d3af-4ff6-9a25-dd260a248e33 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:52:33.804064 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 92d845e0-d3af-4ff6-9a25-dd260a248e33 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:52:33.826687 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0b75d2dc-d8ec-4f7d-98a4-090b302a8a59 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:33.827821 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-0b75d2dc-d8ec-4f7d-98a4-090b302a8a59 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] 10.222.0.50 "DELETE /v2.0/security-groups/613e6105-3371-4daf-ac5c-a675b31a2980 HTTP/1.1" status: 204 len: 168 time: 0.7462604 May 31 13:52:33.832037 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43592) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:33.836056 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-edfbfed5-216f-4446-8fa5-ec2ee82f3756 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:33.961812 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-2747b05f-ca38-417d-bf6f-d64092447203 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Synchronizing usage tracker for tenant:bfc401467e744934b8feb9351c02d650 on resource:security_group {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:52:34.000224 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-047dfdb1-5750-4c42-b242-1e037de1de57 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Deleting port 92d845e0-d3af-4ff6-9a25-dd260a248e33 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:52:34.000699 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-047dfdb1-5750-4c42-b242-1e037de1de57 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:34.010870 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-2747b05f-ca38-417d-bf6f-d64092447203 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Unset dirty status for tenant:bfc401467e744934b8feb9351c02d650 on resource:security_group {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:52:34.012889 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-2747b05f-ca38-417d-bf6f-d64092447203 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1799207 May 31 13:52:34.018776 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43600) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:34.026863 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-694f9f2b-7fef-4203-9c8c-966c35042eb1 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Request body: {'security_group': {'name': 'tempest-secgroup--1331890266'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:52:34.041484 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-edfbfed5-216f-4446-8fa5-ec2ee82f3756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:34.050287 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-694f9f2b-7fef-4203-9c8c-966c35042eb1 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:52:34.080014 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-621cc6ae-0991-404f-aed7-5cda58e9c634 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:34.085140 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfbfed5-216f-4446-8fa5-ec2ee82f3756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d0a711-7085-4c7b-b77b-0a2e6ab032d8,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:34.091805 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-694f9f2b-7fef-4203-9c8c-966c35042eb1 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:52:34.103138 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-edfbfed5-216f-4446-8fa5-ec2ee82f3756 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:34.104480 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-edfbfed5-216f-4446-8fa5-ec2ee82f3756 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/67d0a711-7085-4c7b-b77b-0a2e6ab032d8 HTTP/1.1" status: 204 len: 168 time: 0.4582787 May 31 13:52:34.112881 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-694f9f2b-7fef-4203-9c8c-966c35042eb1 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:34.152680 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-694f9f2b-7fef-4203-9c8c-966c35042eb1 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:52:34.160866 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-694f9f2b-7fef-4203-9c8c-966c35042eb1 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Usage tracker for resource:security_group_rule and tenant:bfc401467e744934b8feb9351c02d650 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:52:34.168323 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-694f9f2b-7fef-4203-9c8c-966c35042eb1 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:52:34.177663 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-694f9f2b-7fef-4203-9c8c-966c35042eb1 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:52:34.287986 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-694f9f2b-7fef-4203-9c8c-966c35042eb1 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:34.293694 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-694f9f2b-7fef-4203-9c8c-966c35042eb1 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:34.408328 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-621cc6ae-0991-404f-aed7-5cda58e9c634 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] device_id is not set on port 0729b404-3765-43e2-a1a4-8e3ffed0a9c0 yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:52:34.416114 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694f9f2b-7fef-4203-9c8c-966c35042eb1 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3108fccb-5fc0-4b4f-9e71-f15ac0b44551,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:34.423846 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-694f9f2b-7fef-4203-9c8c-966c35042eb1 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:34.429111 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-694f9f2b-7fef-4203-9c8c-966c35042eb1 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4087853 May 31 13:52:34.430149 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43612) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:34.439723 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-8748e86d-ef80-41b2-a51b-5ad19fe51ea7 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:52:34.463493 n-d-843939-1 neutron-server[88369]: WARNING neutron.api.v2.base [None req-8748e86d-ef80-41b2-a51b-5ad19fe51ea7 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 31 13:52:34.464926 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-8748e86d-ef80-41b2-a51b-5ad19fe51ea7 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] update failed (client error): There was a conflict when trying to complete your request. May 31 13:52:34.470131 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-8748e86d-ef80-41b2-a51b-5ad19fe51ea7 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] 10.222.0.50 "PUT /v2.0/security-groups/3108fccb-5fc0-4b4f-9e71-f15ac0b44551 HTTP/1.1" status: 409 len: 330 time: 0.0382175 May 31 13:52:34.470720 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43616) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:34.576286 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b35fe059-0cc0-427b-8ade-56c9f93643ca tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:34.587326 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-68f3b8a8-c13f-4d39-9c94-5901ecab722d None None] Provisioning for port efc25899-821c-4a74-af97-c9a0cbc80999 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:52:34.598992 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-68f3b8a8-c13f-4d39-9c94-5901ecab722d None None] Provisioning complete for port efc25899-821c-4a74-af97-c9a0cbc80999 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:52:34.600309 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-68f3b8a8-c13f-4d39-9c94-5901ecab722d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:34.614653 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-047dfdb1-5750-4c42-b242-1e037de1de57 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] The port '92d845e0-d3af-4ff6-9a25-dd260a248e33' was deleted {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 13:52:34.659203 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b35fe059-0cc0-427b-8ade-56c9f93643ca tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:34.731941 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b35fe059-0cc0-427b-8ade-56c9f93643ca tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:34.755802 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35fe059-0cc0-427b-8ade-56c9f93643ca tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3108fccb-5fc0-4b4f-9e71-f15ac0b44551,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:34.763862 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b35fe059-0cc0-427b-8ade-56c9f93643ca tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:34.764910 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b35fe059-0cc0-427b-8ade-56c9f93643ca tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] 10.222.0.50 "DELETE /v2.0/security-groups/3108fccb-5fc0-4b4f-9e71-f15ac0b44551 HTTP/1.1" status: 204 len: 168 time: 0.2931850 May 31 13:52:34.768134 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43634) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:34.806726 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-844e8914-a2e5-4744-9c0f-78296b45452c tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:34.860555 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-474e5ab2-13d8-4a38-a6f7-3ab5dd81635e tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Synchronizing usage tracker for tenant:bfc401467e744934b8feb9351c02d650 on resource:security_group {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:52:34.901684 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-474e5ab2-13d8-4a38-a6f7-3ab5dd81635e tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] Unset dirty status for tenant:bfc401467e744934b8feb9351c02d650 on resource:security_group {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:52:34.903015 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-474e5ab2-13d8-4a38-a6f7-3ab5dd81635e tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1339388 May 31 13:52:34.907375 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43638) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:34.916133 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-68f3b8a8-c13f-4d39-9c94-5901ecab722d None None] Current status of the port efc25899-821c-4a74-af97-c9a0cbc80999 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:52:34.938178 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-5e06e99b-7998-4f5f-ac44-a92e2b2cefeb tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] delete failed (client error): The resource could not be found. May 31 13:52:34.943226 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-5e06e99b-7998-4f5f-ac44-a92e2b2cefeb tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] 10.222.0.50 "DELETE /v2.0/security-groups/fef6986e-61e8-44cb-889a-e02835e71873 HTTP/1.1" status: 404 len: 347 time: 0.0346453 May 31 13:52:34.943858 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43644) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:34.961807 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-5c3cac84-e35a-427b-bb1a-75b99ee6b94b tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] show failed (client error): The resource could not be found. May 31 13:52:34.963246 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-5c3cac84-e35a-427b-bb1a-75b99ee6b94b tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] 10.222.0.50 "GET /v2.0/security-groups/4151068f-4065-4ea9-bb4a-39e83e74b0b9 HTTP/1.1" status: 404 len: 347 time: 0.0181148 May 31 13:52:34.966718 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43650) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:34.981788 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-eb1d5fe6-53bd-4d1d-a0f8-2ea922bdbb47 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] show failed (client error): The resource could not be found. May 31 13:52:34.982892 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-eb1d5fe6-53bd-4d1d-a0f8-2ea922bdbb47 tempest-NegativeSecGroupIPv6Test-1648597438 tempest-NegativeSecGroupIPv6Test-1648597438-project] 10.222.0.50 "GET /v2.0/security-group-rules/ab6aead9-7f21-4d6c-9219-6674067c89b7 HTTP/1.1" status: 404 len: 356 time: 0.0152154 May 31 13:52:35.014265 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cc842e14-4895-4b64-abfd-e174cde56014 req-618b167f-93f3-4500-8c0f-3731a3745652 service neutron] 10.222.0.44 "GET /v2.0/networks/a036544d-3691-439b-b976-1126035d501b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3870208 May 31 13:52:35.090213 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-047dfdb1-5750-4c42-b242-1e037de1de57 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:35.177285 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device efc25899-821c-4a74-af97-c9a0cbc80999 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:52:35.229482 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43664) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:35.259143 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port efc25899-821c-4a74-af97-c9a0cbc80999 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:52:35.259656 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:35.270083 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-047dfdb1-5750-4c42-b242-1e037de1de57 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3ae220d-60d9-4ddd-8746-8582a5a0fea5']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:52:35.294288 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43670) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:35.329751 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-047dfdb1-5750-4c42-b242-1e037de1de57 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7686bc20-3630-4673-83cb-56efcc4b2e87') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:52:35.334502 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-047dfdb1-5750-4c42-b242-1e037de1de57 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7686bc20-3630-4673-83cb-56efcc4b2e87') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:52:35.364945 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-621cc6ae-0991-404f-aed7-5cda58e9c634 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Allocated IP 172.20.0.14 (8d0ca4ab-0d39-494b-8b5d-2861af857a5e/143e2018-40c6-4101-9f97-d3d554690029/0729b404-3765-43e2-a1a4-8e3ffed0a9c0) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:52:35.392979 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-047dfdb1-5750-4c42-b242-1e037de1de57 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:35.404697 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-621cc6ae-0991-404f-aed7-5cda58e9c634 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Allocated IP 2001:db8::f816:3eff:fe5a:8c10 (8d0ca4ab-0d39-494b-8b5d-2861af857a5e/77c2317c-600b-4b06-8cff-733f189c2d7d/0729b404-3765-43e2-a1a4-8e3ffed0a9c0) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:52:35.444386 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0544096a-9b99-4388-a2e4-3f0d6028469d req-88253d42-ea28-4530-8733-0205b7fc72d1 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:52:35.445960 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0544096a-9b99-4388-a2e4-3f0d6028469d req-88253d42-ea28-4530-8733-0205b7fc72d1 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ba2a7b-e75c-46ac-b1d9-10f903526f5a HTTP/1.1" status: 200 len: 945 time: 0.5201442 May 31 13:52:35.449051 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-047dfdb1-5750-4c42-b242-1e037de1de57 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:35.496289 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-047dfdb1-5750-4c42-b242-1e037de1de57 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:52:35.496706 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-047dfdb1-5750-4c42-b242-1e037de1de57 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:35.497786 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port efc25899-821c-4a74-af97-c9a0cbc80999 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:52:35.561755 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-90cc9251-6f7b-472f-94a6-019f501ebec5 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-2046104864'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:52:35.570809 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-02c9c0b2-5ad8-47c9-b1e0-044d24c4492f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bfc401467e744934b8feb9351c02d650&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2745953 May 31 13:52:35.571796 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-90cc9251-6f7b-472f-94a6-019f501ebec5 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:52:35.573877 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43682) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:35.588180 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-90cc9251-6f7b-472f-94a6-019f501ebec5 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Usage tracker for resource:network and tenant:be23c07120934b2fa17b8e320a1c7925 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:52:35.593727 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-90cc9251-6f7b-472f-94a6-019f501ebec5 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:52:35.609139 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-90cc9251-6f7b-472f-94a6-019f501ebec5 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:52:35.656020 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 7686bc20-3630-4673-83cb-56efcc4b2e87 resource provider aggregate not found May 31 13:52:35.663448 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90cc9251-6f7b-472f-94a6-019f501ebec5 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Made reservation on behalf of be23c07120934b2fa17b8e320a1c7925 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:52:35.667758 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-90cc9251-6f7b-472f-94a6-019f501ebec5 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:35.680892 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 7686bc20-3630-4673-83cb-56efcc4b2e87 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7686bc20-3630-4673-83cb-56efcc4b2e87 found for delete ", "request_id": "req-a63992e9-942c-4326-b128-ff52059e4cbc"}]} May 31 13:52:35.684072 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0544096a-9b99-4388-a2e4-3f0d6028469d req-f7eef22a-28f2-46f6-abfe-598488c2178e tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=6bc706d7-c2c8-4249-9761-79dc47f28376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2257326 May 31 13:52:35.684775 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6163ce15-a5c8-42c4-861d-4fe2662c56a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:35.691489 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-047dfdb1-5750-4c42-b242-1e037de1de57 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:35.697285 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-047dfdb1-5750-4c42-b242-1e037de1de57 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:35.710010 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-90cc9251-6f7b-472f-94a6-019f501ebec5 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:35.735598 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6163ce15-a5c8-42c4-861d-4fe2662c56a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:35.746168 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-90cc9251-6f7b-472f-94a6-019f501ebec5 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:52:35.758036 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-90cc9251-6f7b-472f-94a6-019f501ebec5 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Usage tracker for resource:security_group_rule and tenant:be23c07120934b2fa17b8e320a1c7925 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:52:35.763544 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-90cc9251-6f7b-472f-94a6-019f501ebec5 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:52:35.782633 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-90cc9251-6f7b-472f-94a6-019f501ebec5 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:52:35.809759 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047dfdb1-5750-4c42-b242-1e037de1de57 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Pushing event deleted for resources: {'Network': ['ID=f3ae220d-60d9-4ddd-8746-8582a5a0fea5,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:35.835329 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-844e8914-a2e5-4744-9c0f-78296b45452c tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Router bf99df90-e08e-4eb7-a3ff-27546c9c06fb is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 13:52:35.842447 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-047dfdb1-5750-4c42-b242-1e037de1de57 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "DELETE /v2.0/networks/f3ae220d-60d9-4ddd-8746-8582a5a0fea5 HTTP/1.1" status: 204 len: 168 time: 6.4595578 May 31 13:52:35.846377 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43692) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:35.853938 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6163ce15-a5c8-42c4-861d-4fe2662c56a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:35.951663 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6163ce15-a5c8-42c4-861d-4fe2662c56a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55d1013-6515-411e-96f5-495daaa33b69,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:36.179113 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6163ce15-a5c8-42c4-861d-4fe2662c56a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:36.183218 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-6163ce15-a5c8-42c4-861d-4fe2662c56a9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c55d1013-6515-411e-96f5-495daaa33b69 HTTP/1.1" status: 204 len: 168 time: 0.6054723 May 31 13:52:36.183218 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-90cc9251-6f7b-472f-94a6-019f501ebec5 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:36.187943 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-90cc9251-6f7b-472f-94a6-019f501ebec5 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:36.226649 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cc9251-6f7b-472f-94a6-019f501ebec5 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08cad115-9182-4d78-b3b9-8fd080dcf1f4,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:36.265741 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-621cc6ae-0991-404f-aed7-5cda58e9c634 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:36.321062 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-621cc6ae-0991-404f-aed7-5cda58e9c634 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Transition to ACTIVE for port object 0729b404-3765-43e2-a1a4-8e3ffed0a9c0 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:52:36.341655 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-844e8914-a2e5-4744-9c0f-78296b45452c tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:52:36.355850 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838a97cb-2c57-432b-ad84-e715dc445448 None None] Sync routers for ids ['bf99df90-e08e-4eb7-a3ff-27546c9c06fb'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:52:36.370137 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-844e8914-a2e5-4744-9c0f-78296b45452c tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:36.371598 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-844e8914-a2e5-4744-9c0f-78296b45452c tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 11.1321025 May 31 13:52:36.374892 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 43700) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:36.375948 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90cc9251-6f7b-472f-94a6-019f501ebec5 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:52:36.383988 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838a97cb-2c57-432b-ad84-e715dc445448 None None] Routers {'bf99df90-e08e-4eb7-a3ff-27546c9c06fb'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:52:36.387827 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-838a97cb-2c57-432b-ad84-e715dc445448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:52:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['bf99df90-e08e-4eb7-a3ff-27546c9c06fb'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:52:36.403245 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-90cc9251-6f7b-472f-94a6-019f501ebec5 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:36.403589 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-90cc9251-6f7b-472f-94a6-019f501ebec5 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Added segment f4be7fc2-5591-42f8-b940-08ed22f37398 of type vlan for network 0fa8359a-538e-4076-87fc-2aa66b351ef1 May 31 13:52:36.447766 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c88fab0-afe1-475c-8eb6-78df74980681 req-f6692874-1546-4c91-878d-d0a13f76cbd9 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:52:36.449255 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4c88fab0-afe1-475c-8eb6-78df74980681 req-f6692874-1546-4c91-878d-d0a13f76cbd9 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/ports?device_id=5370c41a-660b-4567-891f-5e3f3590c3ad HTTP/1.1" status: 200 len: 946 time: 0.5395539 May 31 13:52:36.483536 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-90cc9251-6f7b-472f-94a6-019f501ebec5 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:36.490461 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [req-9d448c7c-0ac0-48c1-a5b7-ac80d6c85c9b req-a301c236-2b50-416e-a304-ec4da0833203 service neutron] (88369) timed out ('10.222.0.50', 50514) {{(pid=88369) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 31 13:52:36.503491 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-838a97cb-2c57-432b-ad84-e715dc445448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:52:36.504411 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-621cc6ae-0991-404f-aed7-5cda58e9c634 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:36.514814 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838a97cb-2c57-432b-ad84-e715dc445448 None None] Routers {'bf99df90-e08e-4eb7-a3ff-27546c9c06fb'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:52:36.515629 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-838a97cb-2c57-432b-ad84-e715dc445448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:52:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['bf99df90-e08e-4eb7-a3ff-27546c9c06fb'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:52:36.581235 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-90cc9251-6f7b-472f-94a6-019f501ebec5 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:36.588038 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90cc9251-6f7b-472f-94a6-019f501ebec5 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:52:36.588647 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-90cc9251-6f7b-472f-94a6-019f501ebec5 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:36.594895 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-838a97cb-2c57-432b-ad84-e715dc445448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:52:36.595402 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838a97cb-2c57-432b-ad84-e715dc445448 None None] The sync data for ids ['bf99df90-e08e-4eb7-a3ff-27546c9c06fb'] in n-d-843939-1 is: [] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:52:36.685557 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621cc6ae-0991-404f-aed7-5cda58e9c634 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:52:36.705918 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-90cc9251-6f7b-472f-94a6-019f501ebec5 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.4751289 May 31 13:52:36.709316 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-621cc6ae-0991-404f-aed7-5cda58e9c634 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:52:36.711586 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43710) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:36.719989 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-c304fe2e-fefd-4757-8807-886f44cb93fa tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Request body: {'subnet': {'network_id': '0fa8359a-538e-4076-87fc-2aa66b351ef1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:52:36.725205 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621cc6ae-0991-404f-aed7-5cda58e9c634 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:52:36.745320 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cc9251-6f7b-472f-94a6-019f501ebec5 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Pushing event updated for resources: {'Network': ['ID=0fa8359a-538e-4076-87fc-2aa66b351ef1,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:36.762824 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 0fa8359a-538e-4076-87fc-2aa66b351ef1 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:52:36.784404 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4c88fab0-afe1-475c-8eb6-78df74980681 req-29a6d6e9-dfd9-4909-bc55-5292c6f1d1d2 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0e3b905-3881-4d86-8d81-94a1e67a9264&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3178027 May 31 13:52:36.798934 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621cc6ae-0991-404f-aed7-5cda58e9c634 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event updated for resources: {'Port': ['ID=0729b404-3765-43e2-a1a4-8e3ffed0a9c0,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:36.814742 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-bd77af22-99ec-481f-b687-d46d4ef80b6c tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "GET /v2.0/routers/bf99df90-e08e-4eb7-a3ff-27546c9c06fb HTTP/1.1" status: 200 len: 885 time: 0.4362936 May 31 13:52:36.816016 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 43718) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:36.916739 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c304fe2e-fefd-4757-8807-886f44cb93fa tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:52:36.927343 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c304fe2e-fefd-4757-8807-886f44cb93fa tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Usage tracker for resource:subnet and tenant:be23c07120934b2fa17b8e320a1c7925 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:52:36.937201 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c304fe2e-fefd-4757-8807-886f44cb93fa tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:52:36.945861 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c304fe2e-fefd-4757-8807-886f44cb93fa tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:52:36.972076 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e19bb262-ec70-4c6a-a545-f1dab6646c65 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:37.036814 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c304fe2e-fefd-4757-8807-886f44cb93fa tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Made reservation on behalf of be23c07120934b2fa17b8e320a1c7925 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:52:37.040043 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c304fe2e-fefd-4757-8807-886f44cb93fa tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:37.074071 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621cc6ae-0991-404f-aed7-5cda58e9c634 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:52:37.074862 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-621cc6ae-0991-404f-aed7-5cda58e9c634 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:37.128650 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-621cc6ae-0991-404f-aed7-5cda58e9c634 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 8.0439525 May 31 13:52:37.132485 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 43728) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:37.265396 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-79a7538d-ea2f-4ec5-b29d-d92e1a6b1ce8 None None] Provisioning for port 0729b404-3765-43e2-a1a4-8e3ffed0a9c0 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:52:37.272699 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-79a7538d-ea2f-4ec5-b29d-d92e1a6b1ce8 None None] Provisioning complete for port 0729b404-3765-43e2-a1a4-8e3ffed0a9c0 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:52:37.273718 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-79a7538d-ea2f-4ec5-b29d-d92e1a6b1ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:37.295031 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf66231-e1a7-4bc6-b345-5ecbe74e3890 req-1f32ee16-9643-45b1-8a26-10f80a15cdde tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:52:37.296673 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cbf66231-e1a7-4bc6-b345-5ecbe74e3890 req-1f32ee16-9643-45b1-8a26-10f80a15cdde tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ba2a7b-e75c-46ac-b1d9-10f903526f5a HTTP/1.1" status: 200 len: 945 time: 0.3475454 May 31 13:52:37.339332 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-79a7538d-ea2f-4ec5-b29d-d92e1a6b1ce8 None None] Port 0729b404-3765-43e2-a1a4-8e3ffed0a9c0 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:52:37.445046 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0154ed3c-90c4-4712-838e-4ebfb62ca4af tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:52:37.450545 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0154ed3c-90c4-4712-838e-4ebfb62ca4af tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:52:37.451502 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-0154ed3c-90c4-4712-838e-4ebfb62ca4af tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Synchronizing usage tracker for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:52:37.466930 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cbf66231-e1a7-4bc6-b345-5ecbe74e3890 req-5feaa7ba-a174-4da8-b792-cc4b301f0b4e tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=6bc706d7-c2c8-4249-9761-79dc47f28376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1458340 May 31 13:52:37.472000 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:37.505138 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-0154ed3c-90c4-4712-838e-4ebfb62ca4af tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Unset dirty status for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:52:37.509225 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-0154ed3c-90c4-4712-838e-4ebfb62ca4af tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.3715739 May 31 13:52:37.515453 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43736) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:37.516055 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-4b94cd5a-7fd0-4d83-bdf9-9d30ca7beeea tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Synchronizing usage tracker for tenant:779c820d5b2449ae9fd2392eab8ae157 on resource:router {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:52:37.541706 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-4b94cd5a-7fd0-4d83-bdf9-9d30ca7beeea tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Unset dirty status for tenant:779c820d5b2449ae9fd2392eab8ae157 on resource:router {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:52:37.544194 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-4b94cd5a-7fd0-4d83-bdf9-9d30ca7beeea tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.7216482 May 31 13:52:37.546695 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 43742) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:37.554582 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-78130014-6adb-447c-9421-1562a9378c31 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1858442366'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:52:37.613587 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-e19bb262-ec70-4c6a-a545-f1dab6646c65 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Deleting port 78d22188-66be-4de9-b950-f3aaf750e06e {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:52:37.614219 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e19bb262-ec70-4c6a-a545-f1dab6646c65 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:37.666942 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-810eba81-74dd-4e82-99c9-8cee908076f6 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Deleting port 0729b404-3765-43e2-a1a4-8e3ffed0a9c0 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:52:37.667286 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-810eba81-74dd-4e82-99c9-8cee908076f6 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:37.713352 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c304fe2e-fefd-4757-8807-886f44cb93fa tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:38.111050 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c304fe2e-fefd-4757-8807-886f44cb93fa tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Pushing event updated for resources: {'Subnet': ['ID=08656c79-8343-4d69-b7b5-56fffb747077,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:38.168124 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c304fe2e-fefd-4757-8807-886f44cb93fa tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Checking segment: {'id': 'f4be7fc2-5591-42f8-b940-08ed22f37398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '0fa8359a-538e-4076-87fc-2aa66b351ef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:52:38.168575 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c304fe2e-fefd-4757-8807-886f44cb93fa tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Network hostable DHCP agents. Network: 0fa8359a-538e-4076-87fc-2aa66b351ef1, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:52:38.278130 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-e19bb262-ec70-4c6a-a545-f1dab6646c65 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] For port 78d22188-66be-4de9-b950-f3aaf750e06e, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=78d22188-66be-4de9-b950-f3aaf750e06e,segment=NetworkSegment(239883c0-fd80-4c36-94a2-c097e76dc61b),segment_id=239883c0-fd80-4c36-94a2-c097e76dc61b)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:52:38.278513 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e19bb262-ec70-4c6a-a545-f1dab6646c65 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:38.370671 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c304fe2e-fefd-4757-8807-886f44cb93fa tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Network 0fa8359a-538e-4076-87fc-2aa66b351ef1 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:52:38.450770 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-e19bb262-ec70-4c6a-a545-f1dab6646c65 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Calling delete_port for 78d22188-66be-4de9-b950-f3aaf750e06e owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:52:38.521772 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-c304fe2e-fefd-4757-8807-886f44cb93fa tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 0fa8359a-538e-4076-87fc-2aa66b351ef1) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:52:38.538900 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-810eba81-74dd-4e82-99c9-8cee908076f6 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:38.552011 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c304fe2e-fefd-4757-8807-886f44cb93fa tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:52:38.552801 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c304fe2e-fefd-4757-8807-886f44cb93fa tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:38.561078 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0999e5-72ba-4b93-b109-722a1409e2f6 None None] Network 0fa8359a-538e-4076-87fc-2aa66b351ef1 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:52:38.599524 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-78130014-6adb-447c-9421-1562a9378c31 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:38.613581 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-78130014-6adb-447c-9421-1562a9378c31 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1578611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1578620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1575237'] for router, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:38.738241 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e19bb262-ec70-4c6a-a545-f1dab6646c65 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:38.806493 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1072027c-1d64-4174-bc4c-4a2de28d9369 req-ed164997-89a8-4d35-b020-132f8d80e9e5 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:52:38.808068 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1072027c-1d64-4174-bc4c-4a2de28d9369 req-ed164997-89a8-4d35-b020-132f8d80e9e5 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.44 "GET /v2.0/ports?device_id=5370c41a-660b-4567-891f-5e3f3590c3ad HTTP/1.1" status: 200 len: 946 time: 0.8660913 May 31 13:52:38.888579 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a40dc80-7e83-4138-9512-a2fd21ece190 req-1a5521a5-c14a-4569-ab84-c845188c31d4 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:52:38.896299 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4a40dc80-7e83-4138-9512-a2fd21ece190 req-1a5521a5-c14a-4569-ab84-c845188c31d4 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/ports?device_id=5370c41a-660b-4567-891f-5e3f3590c3ad HTTP/1.1" status: 200 len: 946 time: 0.9151027 May 31 13:52:38.926691 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155fba57-56e3-482d-ac4b-784f249de84b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-0fa8359a-538e-4076-87fc-2aa66b351ef1', 'network_id': '0fa8359a-538e-4076-87fc-2aa66b351ef1', 'tenant_id': 'be23c07120934b2fa17b8e320a1c7925', 'fixed_ips': [{'subnet_id': '08656c79-8343-4d69-b7b5-56fffb747077'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:52:38.928782 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-155fba57-56e3-482d-ac4b-784f249de84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:38.960784 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-810eba81-74dd-4e82-99c9-8cee908076f6 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Calling delete_port for 0729b404-3765-43e2-a1a4-8e3ffed0a9c0 owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:52:38.991948 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19bb262-ec70-4c6a-a545-f1dab6646c65 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Pushing event deleted for resources: {'Port': ['ID=78d22188-66be-4de9-b950-f3aaf750e06e,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:39.035264 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c304fe2e-fefd-4757-8807-886f44cb93fa tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3229570 May 31 13:52:39.037722 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-1072027c-1d64-4174-bc4c-4a2de28d9369 req-320271fd-1d09-49f3-b494-56a16b686a7d tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Deleting port 26585ad3-ce58-4528-b290-b81fa2b5636c {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:52:39.038150 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1072027c-1d64-4174-bc4c-4a2de28d9369 req-320271fd-1d09-49f3-b494-56a16b686a7d tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:39.055635 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43770) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:39.106359 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-f58b265f-1399-49a4-94dd-6b7f3a24f163 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Request body: {'port': {'network_id': '0fa8359a-538e-4076-87fc-2aa66b351ef1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1813553028'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:52:39.257178 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4a40dc80-7e83-4138-9512-a2fd21ece190 req-6c290e92-426b-445a-9db2-d93f052cb8f2 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0e3b905-3881-4d86-8d81-94a1e67a9264&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3599157 May 31 13:52:39.274289 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-155fba57-56e3-482d-ac4b-784f249de84b None None] Allocated IP 2001:db8::2 (0fa8359a-538e-4076-87fc-2aa66b351ef1/08656c79-8343-4d69-b7b5-56fffb747077/a917f767-61fe-413e-9ec4-3ce3dd82b812) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:52:39.276729 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:39.354677 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78130014-6adb-447c-9421-1562a9378c31 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Router bf99df90-e08e-4eb7-a3ff-27546c9c06fb has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:52:39.413093 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4326b-d0ce-4239-a5bc-d5d780488cbb req-c60b1e13-3c1b-4707-81e5-2b38d3c127f4 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:52:39.414631 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-45b4326b-d0ce-4239-a5bc-d5d780488cbb req-c60b1e13-3c1b-4707-81e5-2b38d3c127f4 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ba2a7b-e75c-46ac-b1d9-10f903526f5a HTTP/1.1" status: 200 len: 945 time: 0.6209292 May 31 13:52:39.554074 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-155fba57-56e3-482d-ac4b-784f249de84b None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:39.607645 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e19bb262-ec70-4c6a-a545-f1dab6646c65 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:39.629842 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-f58b265f-1399-49a4-94dd-6b7f3a24f163 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:52:39.688929 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-45b4326b-d0ce-4239-a5bc-d5d780488cbb req-d06cdfdb-43fe-4424-840d-9a3c32c6c991 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=6bc706d7-c2c8-4249-9761-79dc47f28376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2212343 May 31 13:52:39.733620 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78130014-6adb-447c-9421-1562a9378c31 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:52:39.744210 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-78130014-6adb-447c-9421-1562a9378c31 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:39.744762 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc8cc2a-b1f9-4f53-a626-10d220eb6017 None None] Sync routers for ids ['bf99df90-e08e-4eb7-a3ff-27546c9c06fb'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:52:39.748505 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-78130014-6adb-447c-9421-1562a9378c31 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "PUT /v2.0/routers/bf99df90-e08e-4eb7-a3ff-27546c9c06fb HTTP/1.1" status: 200 len: 892 time: 2.1973526 May 31 13:52:39.748505 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-1072027c-1d64-4174-bc4c-4a2de28d9369 req-320271fd-1d09-49f3-b494-56a16b686a7d tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] For port 26585ad3-ce58-4528-b290-b81fa2b5636c, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=26585ad3-ce58-4528-b290-b81fa2b5636c,segment=NetworkSegment(035ad117-e9c5-414c-8bde-40a05a92335b),segment_id=035ad117-e9c5-414c-8bde-40a05a92335b)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:52:39.748505 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1072027c-1d64-4174-bc4c-4a2de28d9369 req-320271fd-1d09-49f3-b494-56a16b686a7d tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:39.756045 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 43778) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:39.756423 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc8cc2a-b1f9-4f53-a626-10d220eb6017 None None] Routers {'bf99df90-e08e-4eb7-a3ff-27546c9c06fb'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:52:39.757064 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-4bc8cc2a-b1f9-4f53-a626-10d220eb6017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:52:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['bf99df90-e08e-4eb7-a3ff-27546c9c06fb'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:52:39.824372 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-4bc8cc2a-b1f9-4f53-a626-10d220eb6017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:52:39.834765 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc8cc2a-b1f9-4f53-a626-10d220eb6017 None None] Routers {'bf99df90-e08e-4eb7-a3ff-27546c9c06fb'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:52:39.835384 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-4bc8cc2a-b1f9-4f53-a626-10d220eb6017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:52:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['bf99df90-e08e-4eb7-a3ff-27546c9c06fb'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:52:39.850477 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-f58b265f-1399-49a4-94dd-6b7f3a24f163 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Usage tracker for resource:port and tenant:be23c07120934b2fa17b8e320a1c7925 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:52:39.858513 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-f58b265f-1399-49a4-94dd-6b7f3a24f163 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:52:39.897268 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-4bc8cc2a-b1f9-4f53-a626-10d220eb6017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:52:39.897681 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc8cc2a-b1f9-4f53-a626-10d220eb6017 None None] The sync data for ids ['bf99df90-e08e-4eb7-a3ff-27546c9c06fb'] in n-d-843939-1 is: [] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:52:39.931520 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-f58b265f-1399-49a4-94dd-6b7f3a24f163 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:52:39.975736 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f58b265f-1399-49a4-94dd-6b7f3a24f163 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Made reservation on behalf of be23c07120934b2fa17b8e320a1c7925 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:52:39.979167 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f58b265f-1399-49a4-94dd-6b7f3a24f163 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:40.004134 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-155fba57-56e3-482d-ac4b-784f249de84b None None] Transition to ACTIVE for port object a917f767-61fe-413e-9ec4-3ce3dd82b812 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:52:40.009256 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-810eba81-74dd-4e82-99c9-8cee908076f6 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:40.014525 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-f58b265f-1399-49a4-94dd-6b7f3a24f163 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] device_id is not set on port a5879911-804c-4c2d-b142-fd964d5fd47e yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:52:40.025802 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-155fba57-56e3-482d-ac4b-784f249de84b None None] Transition to ACTIVE for port object a917f767-61fe-413e-9ec4-3ce3dd82b812 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:52:40.032242 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-155fba57-56e3-482d-ac4b-784f249de84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:40.107788 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155fba57-56e3-482d-ac4b-784f249de84b None None] Network 0fa8359a-538e-4076-87fc-2aa66b351ef1 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:52:40.112379 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-155fba57-56e3-482d-ac4b-784f249de84b None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:52:40.115219 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155fba57-56e3-482d-ac4b-784f249de84b None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:52:40.115919 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c4d2e1d0-d593-4160-ac07-cd0b838be0bc tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "GET /v2.0/routers/bf99df90-e08e-4eb7-a3ff-27546c9c06fb HTTP/1.1" status: 200 len: 892 time: 0.3587034 May 31 13:52:40.118548 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 43782) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:40.161031 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155fba57-56e3-482d-ac4b-784f249de84b None None] Pushing event updated for resources: {'Port': ['ID=a917f767-61fe-413e-9ec4-3ce3dd82b812,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:40.177015 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810eba81-74dd-4e82-99c9-8cee908076f6 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event deleted for resources: {'Port': ['ID=0729b404-3765-43e2-a1a4-8e3ffed0a9c0,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:40.241244 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-155fba57-56e3-482d-ac4b-784f249de84b None None] Attempting to bind port a917f767-61fe-413e-9ec4-3ce3dd82b812 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:52:40.242095 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-155fba57-56e3-482d-ac4b-784f249de84b None None] Attempting to bind port a917f767-61fe-413e-9ec4-3ce3dd82b812 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'f4be7fc2-5591-42f8-b940-08ed22f37398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '0fa8359a-538e-4076-87fc-2aa66b351ef1'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:52:40.245104 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155fba57-56e3-482d-ac4b-784f249de84b None None] Attempting to bind port a917f767-61fe-413e-9ec4-3ce3dd82b812 on network 0fa8359a-538e-4076-87fc-2aa66b351ef1 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:52:40.256743 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155fba57-56e3-482d-ac4b-784f249de84b None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:52:40.258406 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155fba57-56e3-482d-ac4b-784f249de84b None None] Checking segment: {'id': 'f4be7fc2-5591-42f8-b940-08ed22f37398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '0fa8359a-538e-4076-87fc-2aa66b351ef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:52:40.259220 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-155fba57-56e3-482d-ac4b-784f249de84b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:40.259938 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155fba57-56e3-482d-ac4b-784f249de84b None None] Bound using segment: {'id': 'f4be7fc2-5591-42f8-b940-08ed22f37398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '0fa8359a-538e-4076-87fc-2aa66b351ef1'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:52:40.260902 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-155fba57-56e3-482d-ac4b-784f249de84b None None] Bound port: a917f767-61fe-413e-9ec4-3ce3dd82b812, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4be7fc2-5591-42f8-b940-08ed22f37398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '0fa8359a-538e-4076-87fc-2aa66b351ef1'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:52:40.262357 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-155fba57-56e3-482d-ac4b-784f249de84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:40.361022 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810eba81-74dd-4e82-99c9-8cee908076f6 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:52:40.364524 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810eba81-74dd-4e82-99c9-8cee908076f6 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:52:40.365113 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810eba81-74dd-4e82-99c9-8cee908076f6 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:52:40.365677 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810eba81-74dd-4e82-99c9-8cee908076f6 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:52:40.366260 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810eba81-74dd-4e82-99c9-8cee908076f6 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:52:40.366817 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810eba81-74dd-4e82-99c9-8cee908076f6 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:52:40.367384 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810eba81-74dd-4e82-99c9-8cee908076f6 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:52:40.369137 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810eba81-74dd-4e82-99c9-8cee908076f6 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:52:40.369566 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810eba81-74dd-4e82-99c9-8cee908076f6 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:52:40.370045 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810eba81-74dd-4e82-99c9-8cee908076f6 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:52:40.372984 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810eba81-74dd-4e82-99c9-8cee908076f6 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:52:40.373426 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810eba81-74dd-4e82-99c9-8cee908076f6 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:52:40.460345 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-155fba57-56e3-482d-ac4b-784f249de84b None None] For port a917f767-61fe-413e-9ec4-3ce3dd82b812, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:52:40.463660 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-155fba57-56e3-482d-ac4b-784f249de84b None None] For port a917f767-61fe-413e-9ec4-3ce3dd82b812, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=a917f767-61fe-413e-9ec4-3ce3dd82b812,segment=NetworkSegment(f4be7fc2-5591-42f8-b940-08ed22f37398),segment_id=f4be7fc2-5591-42f8-b940-08ed22f37398)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:52:40.469677 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-155fba57-56e3-482d-ac4b-784f249de84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:40.546056 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-810eba81-74dd-4e82-99c9-8cee908076f6 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:40.621640 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e19bb262-ec70-4c6a-a545-f1dab6646c65 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Router 40e81eef-4431-43f1-8e62-029c9f01dd28 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:52:40.630126 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-810eba81-74dd-4e82-99c9-8cee908076f6 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/ports/0729b404-3765-43e2-a1a4-8e3ffed0a9c0 HTTP/1.1" status: 204 len: 168 time: 3.1157835 May 31 13:52:40.634209 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43792) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:40.651912 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-59bb9062-69f0-40af-b2d6-845394169414 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf99df90-e08e-4eb7-a3ff-27546c9c06fb HTTP/1.1" status: 200 len: 205 time: 0.5300436 May 31 13:52:40.663865 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 43796) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:40.738475 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d8d16f2f-6acc-4182-b690-01a4f394f100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:40.760777 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155fba57-56e3-482d-ac4b-784f249de84b None None] Pushing event updated for resources: {'Port': ['ID=a917f767-61fe-413e-9ec4-3ce3dd82b812,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:40.820207 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1072027c-1d64-4174-bc4c-4a2de28d9369 req-320271fd-1d09-49f3-b494-56a16b686a7d tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:40.820855 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1072027c-1d64-4174-bc4c-4a2de28d9369 req-320271fd-1d09-49f3-b494-56a16b686a7d tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:40.820855 n-d-843939-1 neutron-server[88370]: INFO neutron.db.l3_db [req-1072027c-1d64-4174-bc4c-4a2de28d9369 req-320271fd-1d09-49f3-b494-56a16b686a7d tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Floating IP f189eda8-29ec-4533-98d2-c3c83cdd554f disassociated. External IP: 172.25.6.172, port: 26585ad3-ce58-4528-b290-b81fa2b5636c. May 31 13:52:40.821214 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-1072027c-1d64-4174-bc4c-4a2de28d9369 req-320271fd-1d09-49f3-b494-56a16b686a7d tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Calling delete_port for 26585ad3-ce58-4528-b290-b81fa2b5636c owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:52:40.978372 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-f58b265f-1399-49a4-94dd-6b7f3a24f163 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Allocated IP 2001:db8::2fc (0fa8359a-538e-4076-87fc-2aa66b351ef1/08656c79-8343-4d69-b7b5-56fffb747077/a5879911-804c-4c2d-b142-fd964d5fd47e) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:52:40.995199 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfe968a-81ba-4f1d-9bf4-5ca9ecb9428e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:52:40.996677 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfe968a-81ba-4f1d-9bf4-5ca9ecb9428e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:52:40.998200 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfe968a-81ba-4f1d-9bf4-5ca9ecb9428e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:52:41.002515 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-3cfe968a-81ba-4f1d-9bf4-5ca9ecb9428e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Synchronizing usage tracker for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:subnet {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:52:41.148836 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e19bb262-ec70-4c6a-a545-f1dab6646c65 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:52:41.159660 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-3cfe968a-81ba-4f1d-9bf4-5ca9ecb9428e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Unset dirty status for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:subnet {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:52:41.160846 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-3cfe968a-81ba-4f1d-9bf4-5ca9ecb9428e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.5228434 May 31 13:52:41.169761 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e19bb262-ec70-4c6a-a545-f1dab6646c65 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "PUT /v2.0/routers/40e81eef-4431-43f1-8e62-029c9f01dd28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3188601 May 31 13:52:41.169761 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43810) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:41.180458 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43812) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:41.194247 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f21f8f9-3ace-40be-aca5-09157a9a1ba7 None None] Sync routers for ids ['40e81eef-4431-43f1-8e62-029c9f01dd28'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:52:41.207440 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f21f8f9-3ace-40be-aca5-09157a9a1ba7 None None] Routers {'40e81eef-4431-43f1-8e62-029c9f01dd28'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:52:41.208315 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-4f21f8f9-3ace-40be-aca5-09157a9a1ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:52:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['40e81eef-4431-43f1-8e62-029c9f01dd28'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:52:41.222222 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad74a3-9efd-455d-ba78-8d47b9faba2a req-20c4a3fb-89e8-454d-a14d-b21cd2272262 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:52:41.226763 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a3ad74a3-9efd-455d-ba78-8d47b9faba2a req-20c4a3fb-89e8-454d-a14d-b21cd2272262 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/ports?device_id=5370c41a-660b-4567-891f-5e3f3590c3ad HTTP/1.1" status: 200 len: 946 time: 0.6449301 May 31 13:52:41.311531 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device a917f767-61fe-413e-9ec4-3ce3dd82b812 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:52:41.384918 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6f34331-8f59-4328-9c4a-963278ab2de1 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Deleting subnet 143e2018-40c6-4101-9f97-d3d554690029 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:52:41.390246 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c6f34331-8f59-4328-9c4a-963278ab2de1 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:41.435233 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-08b561d7-d2cb-48f7-84c4-7f30044fbe70 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Deleting subnet 155878ac-70de-4e2e-b244-d0adfe115b5d {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:52:41.448014 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-08b561d7-d2cb-48f7-84c4-7f30044fbe70 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:41.451212 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port a917f767-61fe-413e-9ec4-3ce3dd82b812 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:52:41.460759 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f274bbf3-7056-4bc3-9713-24c205e85373 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for router, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:41.523491 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c6f34331-8f59-4328-9c4a-963278ab2de1 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:41.543877 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-4f21f8f9-3ace-40be-aca5-09157a9a1ba7 None None] Set router 40e81eef-4431-43f1-8e62-029c9f01dd28 gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:52:41.571539 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-08b561d7-d2cb-48f7-84c4-7f30044fbe70 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:41.605417 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a3ad74a3-9efd-455d-ba78-8d47b9faba2a req-7bf4c84a-3493-4f73-be67-e9f92b5abfca tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0e3b905-3881-4d86-8d81-94a1e67a9264&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2088518 May 31 13:52:41.605940 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1072027c-1d64-4174-bc4c-4a2de28d9369 req-320271fd-1d09-49f3-b494-56a16b686a7d tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:41.712588 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c40d38-ec53-472a-988b-9d51fb6fd8ac req-e41f8135-face-4ce6-8948-ca52a1e35c8d tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:52:41.714237 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-93c40d38-ec53-472a-988b-9d51fb6fd8ac req-e41f8135-face-4ce6-8948-ca52a1e35c8d tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ba2a7b-e75c-46ac-b1d9-10f903526f5a HTTP/1.1" status: 200 len: 945 time: 0.7539318 May 31 13:52:41.760366 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320271fd-1d09-49f3-b494-56a16b686a7d tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Pushing event deleted for resources: {'Port': ['ID=26585ad3-ce58-4528-b290-b81fa2b5636c,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:41.986974 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-93c40d38-ec53-472a-988b-9d51fb6fd8ac req-28363e9f-d188-472f-8999-9c8402c10766 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=6bc706d7-c2c8-4249-9761-79dc47f28376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2543905 May 31 13:52:42.048591 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f274bbf3-7056-4bc3-9713-24c205e85373 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:42.146686 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c6f34331-8f59-4328-9c4a-963278ab2de1 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:42.160250 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-f274bbf3-7056-4bc3-9713-24c205e85373 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Deleting port 694c9d10-5652-4244-b9ab-48f2d7bedb48 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:52:42.160999 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f274bbf3-7056-4bc3-9713-24c205e85373 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:42.264340 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-4f21f8f9-3ace-40be-aca5-09157a9a1ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'name': 'tempest-RoutersTest-router-570826617', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:51:03Z', 'updated_at': '2022-05-31T13:52:38Z', 'revision_number': 9, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'gw_port_host': None, '_interfaces': [{'id': '411f4a8d-1a24-48f9-8207-9b39b75e4816', 'name': '', 'network_id': '8a706337-23f8-414a-b850-40bba93be87e', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'mac_address': 'fa:16:3e:8a:92:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'aac5884d-a302-4b86-a184-efe23a88b270', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:51:28Z', 'updated_at': '2022-05-31T13:51:43Z', 'revision_number': 5, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'subnets': [{'id': 'aac5884d-a302-4b86-a184-efe23a88b270', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db25ac7d-9ac6-4f8c-a07c-682deff692dd', 'name': '', 'network_id': '6eeb3076-8ec6-49c5-a7c1-c7685ab1bc4b', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'mac_address': 'fa:16:3e:3d:20:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'd3541b3e-1e22-4a54-ad33-6ea2509c6768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:51:08Z', 'updated_at': '2022-05-31T13:51:27Z', 'revision_number': 5, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'subnets': [{'id': 'd3541b3e-1e22-4a54-ad33-6ea2509c6768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:52:42.271886 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-08b561d7-d2cb-48f7-84c4-7f30044fbe70 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:42.284768 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f21f8f9-3ace-40be-aca5-09157a9a1ba7 None None] Checking router: 40e81eef-4431-43f1-8e62-029c9f01dd28 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:52:42.301426 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f21f8f9-3ace-40be-aca5-09157a9a1ba7 None None] Routers {'40e81eef-4431-43f1-8e62-029c9f01dd28'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:52:42.302450 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-4f21f8f9-3ace-40be-aca5-09157a9a1ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:52:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['40e81eef-4431-43f1-8e62-029c9f01dd28'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:52:42.309427 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1072027c-1d64-4174-bc4c-4a2de28d9369 req-320271fd-1d09-49f3-b494-56a16b686a7d tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Router 0697c208-3eaa-49f8-affe-568d0eb5b2db has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:52:42.335208 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 26585ad3-ce58-4528-b290-b81fa2b5636c no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:52:42.437133 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] No Port match for: 26585ad3-ce58-4528-b290-b81fa2b5636c {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:52:42.439591 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 26585ad3-ce58-4528-b290-b81fa2b5636c not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:52:42.466737 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f58b265f-1399-49a4-94dd-6b7f3a24f163 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:42.510320 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-f58b265f-1399-49a4-94dd-6b7f3a24f163 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Transition to ACTIVE for port object a5879911-804c-4c2d-b142-fd964d5fd47e will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:52:42.544620 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c6f34331-8f59-4328-9c4a-963278ab2de1 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:42.546674 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb22fbee-38ff-414a-b809-204eaaf090a0 None None] Network 0fa8359a-538e-4076-87fc-2aa66b351ef1 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:52:42.603715 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c6f34331-8f59-4328-9c4a-963278ab2de1 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:42.606708 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-08b561d7-d2cb-48f7-84c4-7f30044fbe70 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:42.615135 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f34331-8f59-4328-9c4a-963278ab2de1 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event deleted for resources: {'Subnet': ['ID=143e2018-40c6-4101-9f97-d3d554690029,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:42.675135 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b561d7-d2cb-48f7-84c4-7f30044fbe70 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Pushing event deleted for resources: {'Subnet': ['ID=155878ac-70de-4e2e-b244-d0adfe115b5d,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:42.688153 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de732b3-1d46-4b27-9cb2-b50c52c7dcf1 None None] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:52:42.688872 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-08b561d7-d2cb-48f7-84c4-7f30044fbe70 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:42.695285 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-08b561d7-d2cb-48f7-84c4-7f30044fbe70 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "DELETE /v2.0/subnets/155878ac-70de-4e2e-b244-d0adfe115b5d HTTP/1.1" status: 204 len: 168 time: 1.5131938 May 31 13:52:42.696582 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43828) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:42.705076 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c6f34331-8f59-4328-9c4a-963278ab2de1 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/subnets/143e2018-40c6-4101-9f97-d3d554690029 HTTP/1.1" status: 204 len: 168 time: 1.5335727 May 31 13:52:42.707454 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43832) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:42.725210 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-4f21f8f9-3ace-40be-aca5-09157a9a1ba7 None None] Set router 40e81eef-4431-43f1-8e62-029c9f01dd28 gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:52:42.734533 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f58b265f-1399-49a4-94dd-6b7f3a24f163 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:42.943651 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa7e442-f3fb-4878-b106-328bb3688c8b None None] Network 81a67ea4-a2f5-45fe-b562-5bf9691fd668 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:52:42.966781 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58b265f-1399-49a4-94dd-6b7f3a24f163 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Network 0fa8359a-538e-4076-87fc-2aa66b351ef1 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:52:42.975165 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-f58b265f-1399-49a4-94dd-6b7f3a24f163 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:52:42.975939 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-463f46b7-a0aa-406f-995f-929a6ae2055b req-06e38e20-9c2d-415b-b01f-fe63c4c97b35 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/ports?device_id=5370c41a-660b-4567-891f-5e3f3590c3ad HTTP/1.1" status: 200 len: 210 time: 0.0831010 May 31 13:52:42.977606 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58b265f-1399-49a4-94dd-6b7f3a24f163 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:52:42.993778 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58b265f-1399-49a4-94dd-6b7f3a24f163 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:52:42.994906 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f58b265f-1399-49a4-94dd-6b7f3a24f163 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:43.004646 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f274bbf3-7056-4bc3-9713-24c205e85373 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:43.018123 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1072027c-1d64-4174-bc4c-4a2de28d9369 req-320271fd-1d09-49f3-b494-56a16b686a7d tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:52:43.033862 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a0f8ce89-1d40-4f26-bc30-4be2ea0db328 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:43.039783 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-f58b265f-1399-49a4-94dd-6b7f3a24f163 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.9827094 May 31 13:52:43.040573 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58b265f-1399-49a4-94dd-6b7f3a24f163 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Pushing event updated for resources: {'Port': ['ID=a5879911-804c-4c2d-b142-fd964d5fd47e,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:43.049142 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43838) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:43.057510 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-d151c199-d94e-486e-801e-24f1f0ace613 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Request body: {'port': {'network_id': '0fa8359a-538e-4076-87fc-2aa66b351ef1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-340213774', 'allowed_address_pairs': [{'ip_address': '2001:db8::2fc', 'mac_address': 'fa:16:3e:d5:f2:44'}]}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:52:43.099562 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf29e28-84e0-4c7e-a27a-e56a6867a411 None None] Sync routers for ids ['0697c208-3eaa-49f8-affe-568d0eb5b2db'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:52:43.127141 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-22f3531f-7abe-44bf-bb39-520a612fd4f8 None None] Provisioning for port a917f767-61fe-413e-9ec4-3ce3dd82b812 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:52:43.138537 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf29e28-84e0-4c7e-a27a-e56a6867a411 None None] Routers {'0697c208-3eaa-49f8-affe-568d0eb5b2db'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:52:43.139330 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-8cf29e28-84e0-4c7e-a27a-e56a6867a411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:52:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['0697c208-3eaa-49f8-affe-568d0eb5b2db'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:52:43.176864 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f7478ef-8c4d-4cef-a884-dff97ffc5a77 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Deleting subnet 77c2317c-600b-4b06-8cff-733f189c2d7d {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:52:43.185678 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5f7478ef-8c4d-4cef-a884-dff97ffc5a77 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:43.209179 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-754cb516-7cbc-45fa-b5fc-d864e1e418f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:43.218291 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-f274bbf3-7056-4bc3-9713-24c205e85373 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Calling delete_port for 694c9d10-5652-4244-b9ab-48f2d7bedb48 owned by network:router_gateway {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:52:43.227071 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-22f3531f-7abe-44bf-bb39-520a612fd4f8 None None] Provisioning complete for port a917f767-61fe-413e-9ec4-3ce3dd82b812 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:52:43.227589 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-22f3531f-7abe-44bf-bb39-520a612fd4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:43.297037 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-4f21f8f9-3ace-40be-aca5-09157a9a1ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'name': 'tempest-RoutersTest-router-570826617', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:51:03Z', 'updated_at': '2022-05-31T13:52:38Z', 'revision_number': 9, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'gw_port_host': None, '_interfaces': [{'id': '411f4a8d-1a24-48f9-8207-9b39b75e4816', 'name': '', 'network_id': '8a706337-23f8-414a-b850-40bba93be87e', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'mac_address': 'fa:16:3e:8a:92:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'aac5884d-a302-4b86-a184-efe23a88b270', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:51:28Z', 'updated_at': '2022-05-31T13:51:43Z', 'revision_number': 5, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'subnets': [{'id': 'aac5884d-a302-4b86-a184-efe23a88b270', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db25ac7d-9ac6-4f8c-a07c-682deff692dd', 'name': '', 'network_id': '6eeb3076-8ec6-49c5-a7c1-c7685ab1bc4b', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'mac_address': 'fa:16:3e:3d:20:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'd3541b3e-1e22-4a54-ad33-6ea2509c6768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:51:08Z', 'updated_at': '2022-05-31T13:51:27Z', 'revision_number': 5, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'subnets': [{'id': 'd3541b3e-1e22-4a54-ad33-6ea2509c6768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:52:43.302290 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5f7478ef-8c4d-4cef-a884-dff97ffc5a77 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:43.303551 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f21f8f9-3ace-40be-aca5-09157a9a1ba7 None None] The sync data for ids ['40e81eef-4431-43f1-8e62-029c9f01dd28'] in n-d-843939-1 is: [{'id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'name': 'tempest-RoutersTest-router-570826617', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:51:03Z', 'updated_at': '2022-05-31T13:52:38Z', 'revision_number': 9, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'gw_port_host': None, '_interfaces': [{'id': '411f4a8d-1a24-48f9-8207-9b39b75e4816', 'name': '', 'network_id': '8a706337-23f8-414a-b850-40bba93be87e', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'mac_address': 'fa:16:3e:8a:92:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'aac5884d-a302-4b86-a184-efe23a88b270', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:51:28Z', 'updated_at': '2022-05-31T13:51:43Z', 'revision_number': 5, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'subnets': [{'id': 'aac5884d-a302-4b86-a184-efe23a88b270', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db25ac7d-9ac6-4f8c-a07c-682deff692dd', 'name': '', 'network_id': '6eeb3076-8ec6-49c5-a7c1-c7685ab1bc4b', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'mac_address': 'fa:16:3e:3d:20:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'd3541b3e-1e22-4a54-ad33-6ea2509c6768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:51:08Z', 'updated_at': '2022-05-31T13:51:27Z', 'revision_number': 5, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'subnets': [{'id': 'd3541b3e-1e22-4a54-ad33-6ea2509c6768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:52:43.353854 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-1072027c-1d64-4174-bc4c-4a2de28d9369 req-320271fd-1d09-49f3-b494-56a16b686a7d tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] No DVR routers for this DVR port 26585ad3-ce58-4528-b290-b81fa2b5636c on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:52:43.365952 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1072027c-1d64-4174-bc4c-4a2de28d9369 req-320271fd-1d09-49f3-b494-56a16b686a7d tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:43.378439 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5370c41a-660b-4567-891f-5e3f3590c3ad', 'name': 'network-vif-deleted', 'tag': '26585ad3-ce58-4528-b290-b81fa2b5636c'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:52:43.393392 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1072027c-1d64-4174-bc4c-4a2de28d9369 req-320271fd-1d09-49f3-b494-56a16b686a7d tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.44 "DELETE /v2.0/ports/26585ad3-ce58-4528-b290-b81fa2b5636c HTTP/1.1" status: 204 len: 173 time: 4.5739045 May 31 13:52:43.428031 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5f7478ef-8c4d-4cef-a884-dff97ffc5a77 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:43.482683 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05f29139-c5e9-4003-8e01-07ebd2cf0c33'] response: {'server_uuid': '5370c41a-660b-4567-891f-5e3f3590c3ad', 'name': 'network-vif-deleted', 'tag': '26585ad3-ce58-4528-b290-b81fa2b5636c', 'status': 'completed', 'code': 200} May 31 13:52:43.544068 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-a0f8ce89-1d40-4f26-bc30-4be2ea0db328 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Deleting port a0504e49-bab0-45fc-91ec-921410bb970d {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:52:43.544445 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a0f8ce89-1d40-4f26-bc30-4be2ea0db328 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:43.548705 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8c1908-cdf4-4b08-aa4b-6c66bf84d58f req-727d2d02-2de2-4f38-9000-e460d5290634 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:52:43.550318 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bb8c1908-cdf4-4b08-aa4b-6c66bf84d58f req-727d2d02-2de2-4f38-9000-e460d5290634 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ba2a7b-e75c-46ac-b1d9-10f903526f5a HTTP/1.1" status: 200 len: 945 time: 0.2562664 May 31 13:52:43.598192 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5f7478ef-8c4d-4cef-a884-dff97ffc5a77 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:43.689156 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bb8c1908-cdf4-4b08-aa4b-6c66bf84d58f req-c8b1ed13-aa06-4ae3-ad14-7c38e7530637 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=6bc706d7-c2c8-4249-9761-79dc47f28376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292470 May 31 13:52:43.729271 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f274bbf3-7056-4bc3-9713-24c205e85373 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:43.790843 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7478ef-8c4d-4cef-a884-dff97ffc5a77 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event deleted for resources: {'Subnet': ['ID=77c2317c-600b-4b06-8cff-733f189c2d7d,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:43.800483 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d151c199-d94e-486e-801e-24f1f0ace613 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:52:43.805931 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d151c199-d94e-486e-801e-24f1f0ace613 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Usage tracker for resource:port and tenant:be23c07120934b2fa17b8e320a1c7925 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:52:43.809486 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d151c199-d94e-486e-801e-24f1f0ace613 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:52:43.817612 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d151c199-d94e-486e-801e-24f1f0ace613 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:52:43.825930 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5f7478ef-8c4d-4cef-a884-dff97ffc5a77 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:43.851759 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f274bbf3-7056-4bc3-9713-24c205e85373 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Pushing event deleted for resources: {'Port': ['ID=694c9d10-5652-4244-b9ab-48f2d7bedb48,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:43.855463 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 43850) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:43.858244 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-5f7478ef-8c4d-4cef-a884-dff97ffc5a77 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/subnets/77c2317c-600b-4b06-8cff-733f189c2d7d HTTP/1.1" status: 204 len: 168 time: 1.1250134 May 31 13:52:43.905469 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d151c199-d94e-486e-801e-24f1f0ace613 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Made reservation on behalf of be23c07120934b2fa17b8e320a1c7925 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:52:43.926525 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-8cf29e28-84e0-4c7e-a27a-e56a6867a411 None None] Set router 0697c208-3eaa-49f8-affe-568d0eb5b2db gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:52:44.070569 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-0f5b99d7-d507-482c-b576-6f8eb7a41b83 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1494064 May 31 13:52:44.076930 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 43858) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:44.087175 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-b3f3727a-c69a-4a59-b087-2f8cfada9c68 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Request body: {'subnet': {'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:52:44.148352 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:44.195726 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d151c199-d94e-486e-801e-24f1f0ace613 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:44.210017 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f274bbf3-7056-4bc3-9713-24c205e85373 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577389'] for router_gateway, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:44.214347 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:44.322916 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-d151c199-d94e-486e-801e-24f1f0ace613 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] device_id is not set on port dd5066ce-12d7-451c-9103-e10162d5a7c4 yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:52:44.417509 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfcf36bd-a28b-42bb-b4b2-7e84f738697a None None] DHCP port deletion for 81a67ea4-a2f5-45fe-b562-5bf9691fd668 request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:52:44.438337 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-22f3531f-7abe-44bf-bb39-520a612fd4f8 None None] Current status of the port a917f767-61fe-413e-9ec4-3ce3dd82b812 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:52:44.438943 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-22f3531f-7abe-44bf-bb39-520a612fd4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:44.485087 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-9a64298f-f2e7-45bf-aab9-8be56bb0dc66 req-df3b9b49-85b0-445f-942f-c584a8138a1f tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Synchronizing usage tracker for tenant:0c3bb07388f549c9aeec65a21380cb5d on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:52:44.491132 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-b3f3727a-c69a-4a59-b087-2f8cfada9c68 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:52:44.494092 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f274bbf3-7056-4bc3-9713-24c205e85373 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:44.498447 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f274bbf3-7056-4bc3-9713-24c205e85373 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:44.499711 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-cfcf36bd-a28b-42bb-b4b2-7e84f738697a None None] Deleting port a0504e49-bab0-45fc-91ec-921410bb970d {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:52:44.500635 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cfcf36bd-a28b-42bb-b4b2-7e84f738697a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:44.510273 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-b3f3727a-c69a-4a59-b087-2f8cfada9c68 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Usage tracker for resource:subnet and tenant:d13dddbe1502489da91f2f88306fdca6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:52:44.526745 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-b3f3727a-c69a-4a59-b087-2f8cfada9c68 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:52:44.537927 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-b3f3727a-c69a-4a59-b087-2f8cfada9c68 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:52:44.541621 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f274bbf3-7056-4bc3-9713-24c205e85373 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:44.542142 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f274bbf3-7056-4bc3-9713-24c205e85373 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Fanout notify agent at l3_agent the message router_deleted on router bf99df90-e08e-4eb7-a3ff-27546c9c06fb {{(pid=88370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:52:44.546386 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-d151c199-d94e-486e-801e-24f1f0ace613 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Allocated IP 2001:db8::78 (0fa8359a-538e-4076-87fc-2aa66b351ef1/08656c79-8343-4d69-b7b5-56fffb747077/dd5066ce-12d7-451c-9103-e10162d5a7c4) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:52:44.558546 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-9a64298f-f2e7-45bf-aab9-8be56bb0dc66 req-df3b9b49-85b0-445f-942f-c584a8138a1f tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Unset dirty status for tenant:0c3bb07388f549c9aeec65a21380cb5d on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:52:44.559692 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9a64298f-f2e7-45bf-aab9-8be56bb0dc66 req-df3b9b49-85b0-445f-942f-c584a8138a1f tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/ports?device_id=5370c41a-660b-4567-891f-5e3f3590c3ad HTTP/1.1" status: 200 len: 210 time: 0.1958771 May 31 13:52:44.569721 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f3727a-c69a-4a59-b087-2f8cfada9c68 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Made reservation on behalf of d13dddbe1502489da91f2f88306fdca6 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:52:44.573369 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b3f3727a-c69a-4a59-b087-2f8cfada9c68 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:44.799602 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f274bbf3-7056-4bc3-9713-24c205e85373 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:44.800697 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-f274bbf3-7056-4bc3-9713-24c205e85373 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "DELETE /v2.0/routers/bf99df90-e08e-4eb7-a3ff-27546c9c06fb HTTP/1.1" status: 204 len: 168 time: 4.1347237 May 31 13:52:44.817524 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 43864) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:44.832140 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-22f3531f-7abe-44bf-bb39-520a612fd4f8 None None] For port a917f767-61fe-413e-9ec4-3ce3dd82b812, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=a917f767-61fe-413e-9ec4-3ce3dd82b812,segment=NetworkSegment(f4be7fc2-5591-42f8-b940-08ed22f37398),segment_id=f4be7fc2-5591-42f8-b940-08ed22f37398)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:52:44.841201 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-795c6ac1-f909-47a9-9432-4e25880595bc tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-552093951'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:52:44.866029 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-795c6ac1-f909-47a9-9432-4e25880595bc tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:52:44.869732 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-22f3531f-7abe-44bf-bb39-520a612fd4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:44.896671 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-795c6ac1-f909-47a9-9432-4e25880595bc tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Usage tracker for resource:network and tenant:779c820d5b2449ae9fd2392eab8ae157 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:52:45.022698 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-a0f8ce89-1d40-4f26-bc30-4be2ea0db328 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] For port a0504e49-bab0-45fc-91ec-921410bb970d, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=a0504e49-bab0-45fc-91ec-921410bb970d,segment=NetworkSegment(239883c0-fd80-4c36-94a2-c097e76dc61b),segment_id=239883c0-fd80-4c36-94a2-c097e76dc61b)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:52:45.023024 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a0f8ce89-1d40-4f26-bc30-4be2ea0db328 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:45.284805 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-795c6ac1-f909-47a9-9432-4e25880595bc tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:52:45.319510 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device a0504e49-bab0-45fc-91ec-921410bb970d no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:52:45.373504 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d151c199-d94e-486e-801e-24f1f0ace613 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:45.397410 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b3f3727a-c69a-4a59-b087-2f8cfada9c68 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:45.404413 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-795c6ac1-f909-47a9-9432-4e25880595bc tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:52:45.424843 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-d151c199-d94e-486e-801e-24f1f0ace613 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Transition to ACTIVE for port object dd5066ce-12d7-451c-9103-e10162d5a7c4 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:52:45.477426 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3727a-c69a-4a59-b087-2f8cfada9c68 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event updated for resources: {'Subnet': ['ID=c44f9237-0fa9-42d5-b175-8d53361e1cfc,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:45.511532 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f3727a-c69a-4a59-b087-2f8cfada9c68 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:52:45.518992 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-b3f3727a-c69a-4a59-b087-2f8cfada9c68 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:52:45.522917 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f3727a-c69a-4a59-b087-2f8cfada9c68 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:52:45.523559 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b3f3727a-c69a-4a59-b087-2f8cfada9c68 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:45.537668 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-795c6ac1-f909-47a9-9432-4e25880595bc tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Made reservation on behalf of 779c820d5b2449ae9fd2392eab8ae157 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:52:45.541120 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-795c6ac1-f909-47a9-9432-4e25880595bc tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:45.542516 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3531f-7abe-44bf-bb39-520a612fd4f8 None None] Pushing event updated for resources: {'Port': ['ID=a917f767-61fe-413e-9ec4-3ce3dd82b812,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:45.563455 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-cfcf36bd-a28b-42bb-b4b2-7e84f738697a None None] For port a0504e49-bab0-45fc-91ec-921410bb970d, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=a0504e49-bab0-45fc-91ec-921410bb970d,segment=NetworkSegment(239883c0-fd80-4c36-94a2-c097e76dc61b),segment_id=239883c0-fd80-4c36-94a2-c097e76dc61b)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:52:45.564606 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cfcf36bd-a28b-42bb-b4b2-7e84f738697a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:45.608728 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-b3f3727a-c69a-4a59-b087-2f8cfada9c68 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5306289 May 31 13:52:45.610970 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-795c6ac1-f909-47a9-9432-4e25880595bc tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:52:45.614480 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 43872) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:45.635190 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-b53e8452-1d2e-421c-80bb-fc7d7b40433c tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Request body: {'subnet': {'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:52:45.642961 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f19e2c2-7b57-4cbb-8324-ddbc574653ac None None] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:52:45.707549 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d151c199-d94e-486e-801e-24f1f0ace613 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:45.719346 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-a0f8ce89-1d40-4f26-bc30-4be2ea0db328 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Calling delete_port for a0504e49-bab0-45fc-91ec-921410bb970d owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:52:45.741259 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ec5d1-7f4b-47e8-ada6-bc31744303a4 req-d03a2e7e-db73-4608-936f-84a60760adb5 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:52:45.754610 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6a2ec5d1-7f4b-47e8-ada6-bc31744303a4 req-d03a2e7e-db73-4608-936f-84a60760adb5 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ba2a7b-e75c-46ac-b1d9-10f903526f5a HTTP/1.1" status: 200 len: 945 time: 0.8382721 May 31 13:52:45.817125 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-795c6ac1-f909-47a9-9432-4e25880595bc tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:45.817489 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-795c6ac1-f909-47a9-9432-4e25880595bc tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Added segment ced46407-0072-4437-bbfe-58436605bc64 of type vlan for network 1d7e7451-5cd1-4519-a62e-c6af185666b2 May 31 13:52:45.831292 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-972ee22b-fdb5-4045-b558-806bdca14a01 None None] Provisioning complete for port a917f767-61fe-413e-9ec4-3ce3dd82b812 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:52:45.832039 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-972ee22b-fdb5-4045-b558-806bdca14a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:45.835815 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43878) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:45.848579 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a540aa01-baa6-47d7-bf7b-fa3a0b9cef16 req-236212f1-1e2b-4fb5-9c1f-87cd737dbe22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:52:45.850129 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a540aa01-baa6-47d7-bf7b-fa3a0b9cef16 req-236212f1-1e2b-4fb5-9c1f-87cd737dbe22 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=21f78e9efd2543f8a23fa5f8aa5a9a7c&device_id=f8ba2a7b-e75c-46ac-b1d9-10f903526f5a HTTP/1.1" status: 200 len: 1096 time: 0.5560765 May 31 13:52:45.865869 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:45.874541 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-cfcf36bd-a28b-42bb-b4b2-7e84f738697a None None] Calling delete_port for a0504e49-bab0-45fc-91ec-921410bb970d owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:52:45.969252 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d151c199-d94e-486e-801e-24f1f0ace613 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Pushing event updated for resources: {'Port': ['ID=dd5066ce-12d7-451c-9103-e10162d5a7c4,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:45.970555 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d151c199-d94e-486e-801e-24f1f0ace613 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Network 0fa8359a-538e-4076-87fc-2aa66b351ef1 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:52:45.980491 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-d151c199-d94e-486e-801e-24f1f0ace613 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:52:45.986982 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d151c199-d94e-486e-801e-24f1f0ace613 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:52:46.012098 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-795c6ac1-f909-47a9-9432-4e25880595bc tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:46.014133 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d151c199-d94e-486e-801e-24f1f0ace613 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:52:46.014816 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d151c199-d94e-486e-801e-24f1f0ace613 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:46.059213 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6a2ec5d1-7f4b-47e8-ada6-bc31744303a4 req-417dae0f-882e-42f2-831d-0344a0a22ec0 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=6bc706d7-c2c8-4249-9761-79dc47f28376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3024957 May 31 13:52:46.140174 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0f6630b6-bfbe-446f-8fb1-05976ad5e042 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:46.143142 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a0f8ce89-1d40-4f26-bc30-4be2ea0db328 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:46.211118 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Port a0504e49-bab0-45fc-91ec-921410bb970d update to DOWN by agent not found {{(pid=88371) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 31 13:52:46.211558 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 78d22188-66be-4de9-b950-f3aaf750e06e no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:52:46.237033 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-b53e8452-1d2e-421c-80bb-fc7d7b40433c tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:52:46.239337 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f8ce89-1d40-4f26-bc30-4be2ea0db328 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Pushing event deleted for resources: {'Port': ['ID=a0504e49-bab0-45fc-91ec-921410bb970d,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:46.255304 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d151c199-d94e-486e-801e-24f1f0ace613 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 3.2023172 May 31 13:52:46.256344 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43884) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:46.258112 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-b53e8452-1d2e-421c-80bb-fc7d7b40433c tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Usage tracker for resource:subnet and tenant:d13dddbe1502489da91f2f88306fdca6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:52:46.269028 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-b53e8452-1d2e-421c-80bb-fc7d7b40433c tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:52:46.275766 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 78d22188-66be-4de9-b950-f3aaf750e06e {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:52:46.276108 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 78d22188-66be-4de9-b950-f3aaf750e06e not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:52:46.308205 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-b53e8452-1d2e-421c-80bb-fc7d7b40433c tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:52:46.324170 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.resource_extend [None req-795c6ac1-f909-47a9-9432-4e25880595bc tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:52:46.335004 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0f6630b6-bfbe-446f-8fb1-05976ad5e042 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:46.351947 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-8cf29e28-84e0-4c7e-a27a-e56a6867a411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'name': 'tempest-AttachVolumeNegativeTest-1273433736-router', 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'a25f0954-04a4-4b01-8623-f473d6ed53da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:44:16Z', 'updated_at': '2022-05-31T13:44:31Z', 'revision_number': 4, 'project_id': '0c3bb07388f549c9aeec65a21380cb5d', 'gw_port': {'id': 'a25f0954-04a4-4b01-8623-f473d6ed53da', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ac:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:44:19Z', 'updated_at': '2022-05-31T13:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '28f91fc4-d303-4198-b69f-bfc00ad66cfe', 'name': '', 'network_id': '63c618dc-2d9c-42a1-a644-8fd65767e93c', 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d', 'mac_address': 'fa:16:3e:f7:a8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '1fa11664-0552-4bb0-b5b0-3278009a7430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:44:29Z', 'updated_at': '2022-05-31T13:44:46Z', 'revision_number': 5, 'project_id': '0c3bb07388f549c9aeec65a21380cb5d', 'subnets': [{'id': '1fa11664-0552-4bb0-b5b0-3278009a7430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:52:46.360602 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf29e28-84e0-4c7e-a27a-e56a6867a411 None None] Checking router: 0697c208-3eaa-49f8-affe-568d0eb5b2db for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:52:46.360837 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f8ce89-1d40-4f26-bc30-4be2ea0db328 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] No DVR routers for this DVR port a0504e49-bab0-45fc-91ec-921410bb970d on host n-d-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:52:46.422280 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a540aa01-baa6-47d7-bf7b-fa3a0b9cef16 req-b3970bee-d613-4452-9130-d4a717c44399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:52:46.426396 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a540aa01-baa6-47d7-bf7b-fa3a0b9cef16 req-b3970bee-d613-4452-9130-d4a717c44399 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b66065d1-e972-453c-87d9-3ed8cec4b7a7 HTTP/1.1" status: 200 len: 917 time: 0.5369179 May 31 13:52:46.428259 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-795c6ac1-f909-47a9-9432-4e25880595bc tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:46.436494 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795c6ac1-f909-47a9-9432-4e25880595bc tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:52:46.439349 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-795c6ac1-f909-47a9-9432-4e25880595bc tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:46.446926 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b53e8452-1d2e-421c-80bb-fc7d7b40433c tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Made reservation on behalf of d13dddbe1502489da91f2f88306fdca6 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:52:46.449853 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-cfcf36bd-a28b-42bb-b4b2-7e84f738697a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:52:46.451112 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-cfcf36bd-a28b-42bb-b4b2-7e84f738697a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:52:46.454820 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b53e8452-1d2e-421c-80bb-fc7d7b40433c tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:46.464956 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf29e28-84e0-4c7e-a27a-e56a6867a411 None None] Routers {'0697c208-3eaa-49f8-affe-568d0eb5b2db'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:52:46.465833 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-8cf29e28-84e0-4c7e-a27a-e56a6867a411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:52:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['0697c208-3eaa-49f8-affe-568d0eb5b2db'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:52:46.618402 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a0f8ce89-1d40-4f26-bc30-4be2ea0db328 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:46.638674 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-972ee22b-fdb5-4045-b558-806bdca14a01 None None] Current status of the port a917f767-61fe-413e-9ec4-3ce3dd82b812 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:52:46.648525 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-a0f8ce89-1d40-4f26-bc30-4be2ea0db328 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81a67ea4-a2f5-45fe-b562-5bf9691fd668']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:52:46.661649 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-a0f8ce89-1d40-4f26-bc30-4be2ea0db328 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '239883c0-fd80-4c36-94a2-c097e76dc61b') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:52:46.661966 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-a0f8ce89-1d40-4f26-bc30-4be2ea0db328 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '239883c0-fd80-4c36-94a2-c097e76dc61b') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:52:46.674921 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a0f8ce89-1d40-4f26-bc30-4be2ea0db328 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:46.693664 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a0f8ce89-1d40-4f26-bc30-4be2ea0db328 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:46.707903 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0f8ce89-1d40-4f26-bc30-4be2ea0db328 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:52:46.708526 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a0f8ce89-1d40-4f26-bc30-4be2ea0db328 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:46.742947 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-972ee22b-fdb5-4045-b558-806bdca14a01 None None] Provisioning for port a5879911-804c-4c2d-b142-fd964d5fd47e completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:52:46.759920 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-972ee22b-fdb5-4045-b558-806bdca14a01 None None] Provisioning complete for port a5879911-804c-4c2d-b142-fd964d5fd47e triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:52:46.760290 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-972ee22b-fdb5-4045-b558-806bdca14a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:46.804608 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-795c6ac1-f909-47a9-9432-4e25880595bc tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.9830701 May 31 13:52:46.810548 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 43890) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:46.814147 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-8cf29e28-84e0-4c7e-a27a-e56a6867a411 None None] Set router 0697c208-3eaa-49f8-affe-568d0eb5b2db gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:52:46.829544 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-0979c9f0-64fc-4715-9a7f-c7c9bc94c53b tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Request body: {'subnet': {'network_id': '1d7e7451-5cd1-4519-a62e-c6af185666b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:52:46.862900 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a0f8ce89-1d40-4f26-bc30-4be2ea0db328 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:46.893082 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a0f8ce89-1d40-4f26-bc30-4be2ea0db328 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:46.912556 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a0f8ce89-1d40-4f26-bc30-4be2ea0db328 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "DELETE /v2.0/networks/81a67ea4-a2f5-45fe-b562-5bf9691fd668 HTTP/1.1" status: 204 len: 168 time: 4.2072613 May 31 13:52:46.934963 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4b7230-1ace-45c1-9b05-5a7ae163d6c9 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:52:46.948757 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4b7230-1ace-45c1-9b05-5a7ae163d6c9 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:52:46.956587 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-cfcf36bd-a28b-42bb-b4b2-7e84f738697a None None] Deleting port a0504e49-bab0-45fc-91ec-921410bb970d {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:52:46.957053 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cfcf36bd-a28b-42bb-b4b2-7e84f738697a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:46.963485 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4b7230-1ace-45c1-9b05-5a7ae163d6c9 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:52:46.965982 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-da4b7230-1ace-45c1-9b05-5a7ae163d6c9 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Synchronizing usage tracker for tenant:be23c07120934b2fa17b8e320a1c7925 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:52:46.971715 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43896) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:46.977793 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f8ce89-1d40-4f26-bc30-4be2ea0db328 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Pushing event deleted for resources: {'Network': ['ID=81a67ea4-a2f5-45fe-b562-5bf9691fd668,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:46.999054 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-972ee22b-fdb5-4045-b558-806bdca14a01 None None] Port a5879911-804c-4c2d-b142-fd964d5fd47e cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:52:47.077824 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 239883c0-fd80-4c36-94a2-c097e76dc61b resource provider aggregate not found May 31 13:52:47.081652 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0f6630b6-bfbe-446f-8fb1-05976ad5e042 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:47.084003 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0f6630b6-bfbe-446f-8fb1-05976ad5e042 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:47.087993 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-0f6630b6-bfbe-446f-8fb1-05976ad5e042 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "DELETE /v2.0/security-groups/d0e3b905-3881-4d86-8d81-94a1e67a9264 HTTP/1.1" status: 204 len: 168 time: 1.2483792 May 31 13:52:47.097339 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 43904) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:47.116167 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a540aa01-baa6-47d7-bf7b-fa3a0b9cef16 req-58b570c5-c25e-4354-9be4-cdd506b7cd94 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed72ca77-ea69-4249-9d84-aeba49a479f2 HTTP/1.1" status: 200 len: 1001 time: 0.6316993 May 31 13:52:47.116888 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795c6ac1-f909-47a9-9432-4e25880595bc tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Pushing event updated for resources: {'Network': ['ID=1d7e7451-5cd1-4519-a62e-c6af185666b2,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:47.120744 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-cfcf36bd-a28b-42bb-b4b2-7e84f738697a None None] The port 'a0504e49-bab0-45fc-91ec-921410bb970d' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 13:52:47.158497 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 239883c0-fd80-4c36-94a2-c097e76dc61b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 239883c0-fd80-4c36-94a2-c097e76dc61b found for delete ", "request_id": "req-749e6afd-d68c-451a-a3d6-cbede64f8c21"}]} May 31 13:52:47.190855 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 1d7e7451-5cd1-4519-a62e-c6af185666b2 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:52:47.226023 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6630b6-bfbe-446f-8fb1-05976ad5e042 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e3b905-3881-4d86-8d81-94a1e67a9264,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:47.241356 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-da4b7230-1ace-45c1-9b05-5a7ae163d6c9 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Unset dirty status for tenant:be23c07120934b2fa17b8e320a1c7925 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:52:47.245167 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-da4b7230-1ace-45c1-9b05-5a7ae163d6c9 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.9809186 May 31 13:52:47.249549 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43914) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:47.357945 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-b7f29d11-dd19-4a95-b994-4ed09241c200 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Deleting port dd5066ce-12d7-451c-9103-e10162d5a7c4 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:52:47.358443 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b7f29d11-dd19-4a95-b994-4ed09241c200 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:47.434356 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [None req-623a0d04-fae4-4e44-bc1d-06b6c271b964 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] show failed (client error): The resource could not be found. May 31 13:52:47.439167 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-623a0d04-fae4-4e44-bc1d-06b6c271b964 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "GET /v2.0/security-groups/d0e3b905-3881-4d86-8d81-94a1e67a9264 HTTP/1.1" status: 404 len: 347 time: 0.3186514 May 31 13:52:47.441722 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 43922) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:47.447298 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device a917f767-61fe-413e-9ec4-3ce3dd82b812 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:52:47.583318 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a4605a-1316-4b10-8089-de49d1fc59fa None None] Update dhcp port {'port': {'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'fixed_ips': [{'subnet_id': 'c44f9237-0fa9-42d5-b175-8d53361e1cfc'}], 'binding:host_id': 'n-d-843939-1'}, 'id': 'efc25899-821c-4a74-af97-c9a0cbc80999'} from n-d-843939-1. {{(pid=88371) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 31 13:52:47.586237 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0979c9f0-64fc-4715-9a7f-c7c9bc94c53b tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:52:47.624065 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-206cd19c-f725-410b-a82f-85f734980ca0 None None] Provisioning for port dd5066ce-12d7-451c-9103-e10162d5a7c4 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:52:47.651953 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-206cd19c-f725-410b-a82f-85f734980ca0 None None] Provisioning complete for port dd5066ce-12d7-451c-9103-e10162d5a7c4 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:52:47.652609 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-206cd19c-f725-410b-a82f-85f734980ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:47.695086 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-0979c9f0-64fc-4715-9a7f-c7c9bc94c53b tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Usage tracker for resource:subnet and tenant:779c820d5b2449ae9fd2392eab8ae157 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:52:47.706513 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a540aa01-baa6-47d7-bf7b-fa3a0b9cef16 req-c9dcfe69-c1e5-4bee-900e-49bb1c6f86ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:52:47.708326 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a540aa01-baa6-47d7-bf7b-fa3a0b9cef16 req-c9dcfe69-c1e5-4bee-900e-49bb1c6f86ca service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ccc319e0-a4f4-4875-9973-c92d94351bb8 HTTP/1.1" status: 200 len: 855 time: 0.5848718 May 31 13:52:47.710219 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-0979c9f0-64fc-4715-9a7f-c7c9bc94c53b tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:52:47.767703 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-36a4605a-1316-4b10-8089-de49d1fc59fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:47.787335 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-206cd19c-f725-410b-a82f-85f734980ca0 None None] Port dd5066ce-12d7-451c-9103-e10162d5a7c4 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:52:47.910178 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-206cd19c-f725-410b-a82f-85f734980ca0 None None] Provisioning complete for port efc25899-821c-4a74-af97-c9a0cbc80999 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:52:47.910547 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-206cd19c-f725-410b-a82f-85f734980ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:47.957097 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port a917f767-61fe-413e-9ec4-3ce3dd82b812 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:52:47.957364 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:47.999620 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0979c9f0-64fc-4715-9a7f-c7c9bc94c53b tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:52:48.057500 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b7f29d11-dd19-4a95-b994-4ed09241c200 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:48.065545 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-2267f18b-c612-429b-bd36-ab4ff4cc2bc0 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Deleting port 6035cbe4-aabb-43a5-b19f-aedc83667a27 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:52:48.065902 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2267f18b-c612-429b-bd36-ab4ff4cc2bc0 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:48.134032 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0979c9f0-64fc-4715-9a7f-c7c9bc94c53b tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Made reservation on behalf of 779c820d5b2449ae9fd2392eab8ae157 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:52:48.137510 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0979c9f0-64fc-4715-9a7f-c7c9bc94c53b tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:48.168589 n-d-843939-1 neutron-server[88370]: DEBUG neutron.objects.ports [None req-b53e8452-1d2e-421c-80bb-fc7d7b40433c tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88370) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 31 13:52:48.249724 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-8cf29e28-84e0-4c7e-a27a-e56a6867a411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'name': 'tempest-AttachVolumeNegativeTest-1273433736-router', 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'a25f0954-04a4-4b01-8623-f473d6ed53da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:44:16Z', 'updated_at': '2022-05-31T13:44:31Z', 'revision_number': 4, 'project_id': '0c3bb07388f549c9aeec65a21380cb5d', 'gw_port': {'id': 'a25f0954-04a4-4b01-8623-f473d6ed53da', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ac:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:44:19Z', 'updated_at': '2022-05-31T13:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '28f91fc4-d303-4198-b69f-bfc00ad66cfe', 'name': '', 'network_id': '63c618dc-2d9c-42a1-a644-8fd65767e93c', 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d', 'mac_address': 'fa:16:3e:f7:a8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '1fa11664-0552-4bb0-b5b0-3278009a7430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:44:29Z', 'updated_at': '2022-05-31T13:44:46Z', 'revision_number': 5, 'project_id': '0c3bb07388f549c9aeec65a21380cb5d', 'subnets': [{'id': '1fa11664-0552-4bb0-b5b0-3278009a7430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:52:48.332862 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port a917f767-61fe-413e-9ec4-3ce3dd82b812 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:52:48.335591 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-206cd19c-f725-410b-a82f-85f734980ca0 None None] Current status of the port efc25899-821c-4a74-af97-c9a0cbc80999 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:52:48.382990 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf29e28-84e0-4c7e-a27a-e56a6867a411 None None] The sync data for ids ['0697c208-3eaa-49f8-affe-568d0eb5b2db'] in n-d-843939-1 is: [{'id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'name': 'tempest-AttachVolumeNegativeTest-1273433736-router', 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'a25f0954-04a4-4b01-8623-f473d6ed53da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:44:16Z', 'updated_at': '2022-05-31T13:44:31Z', 'revision_number': 4, 'project_id': '0c3bb07388f549c9aeec65a21380cb5d', 'gw_port': {'id': 'a25f0954-04a4-4b01-8623-f473d6ed53da', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ac:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:44:19Z', 'updated_at': '2022-05-31T13:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '28f91fc4-d303-4198-b69f-bfc00ad66cfe', 'name': '', 'network_id': '63c618dc-2d9c-42a1-a644-8fd65767e93c', 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d', 'mac_address': 'fa:16:3e:f7:a8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '1fa11664-0552-4bb0-b5b0-3278009a7430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:44:29Z', 'updated_at': '2022-05-31T13:44:46Z', 'revision_number': 5, 'project_id': '0c3bb07388f549c9aeec65a21380cb5d', 'subnets': [{'id': '1fa11664-0552-4bb0-b5b0-3278009a7430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:52:48.446308 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2267f18b-c612-429b-bd36-ab4ff4cc2bc0 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:48.446884 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2267f18b-c612-429b-bd36-ab4ff4cc2bc0 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:48.456899 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-206cd19c-f725-410b-a82f-85f734980ca0 None None] Provisioning complete for port a5879911-804c-4c2d-b142-fd964d5fd47e triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:52:48.457504 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-206cd19c-f725-410b-a82f-85f734980ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:48.478899 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-b7f29d11-dd19-4a95-b994-4ed09241c200 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Calling delete_port for dd5066ce-12d7-451c-9103-e10162d5a7c4 owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:52:48.508746 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-36a4605a-1316-4b10-8089-de49d1fc59fa None None] Allocated IP 172.20.0.2 (8d0ca4ab-0d39-494b-8b5d-2861af857a5e/c44f9237-0fa9-42d5-b175-8d53361e1cfc/efc25899-821c-4a74-af97-c9a0cbc80999) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:52:48.543509 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-36a4605a-1316-4b10-8089-de49d1fc59fa None None] Allocated IP 2001:db8::f816:3eff:fe62:9cfc (8d0ca4ab-0d39-494b-8b5d-2861af857a5e/c7cc644b-bed7-4830-9c6a-fef02efd833c/efc25899-821c-4a74-af97-c9a0cbc80999) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:52:48.590273 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-206cd19c-f725-410b-a82f-85f734980ca0 None None] Port a5879911-804c-4c2d-b142-fd964d5fd47e cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:52:48.673325 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-2267f18b-c612-429b-bd36-ab4ff4cc2bc0 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Calling delete_port for 6035cbe4-aabb-43a5-b19f-aedc83667a27 owned by network:floatingip {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:52:48.798246 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-36a4605a-1316-4b10-8089-de49d1fc59fa None None] For port efc25899-821c-4a74-af97-c9a0cbc80999, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=efc25899-821c-4a74-af97-c9a0cbc80999,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:52:48.835349 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63accf00-592e-4558-bcb2-aeefb615bb58 None None] New status for floating IP f189eda8-29ec-4533-98d2-c3c83cdd554f: DOWN {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 13:52:48.852209 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-36a4605a-1316-4b10-8089-de49d1fc59fa None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:48.891146 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-36a4605a-1316-4b10-8089-de49d1fc59fa None None] Transition to ACTIVE for port object efc25899-821c-4a74-af97-c9a0cbc80999 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:52:48.891572 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b7f29d11-dd19-4a95-b994-4ed09241c200 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:48.896255 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4904dd97-dd4f-4128-b27b-b4bcd022d6bc req-3323c23e-6ca8-413b-9106-bdaaa10f05c0 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:52:48.899685 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-36a4605a-1316-4b10-8089-de49d1fc59fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:48.904540 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4904dd97-dd4f-4128-b27b-b4bcd022d6bc req-3323c23e-6ca8-413b-9106-bdaaa10f05c0 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ba2a7b-e75c-46ac-b1d9-10f903526f5a HTTP/1.1" status: 200 len: 945 time: 1.5805323 May 31 13:52:48.962142 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f29d11-dd19-4a95-b994-4ed09241c200 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Pushing event deleted for resources: {'Port': ['ID=dd5066ce-12d7-451c-9103-e10162d5a7c4,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:49.057225 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7feb15cd-a3d7-4e11-bdf7-e300dba48e4f tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:49.174893 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a4605a-1316-4b10-8089-de49d1fc59fa None None] Pushing event updated for resources: {'Port': ['ID=efc25899-821c-4a74-af97-c9a0cbc80999,revision_number=7']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:49.207904 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4904dd97-dd4f-4128-b27b-b4bcd022d6bc req-24488bb9-466b-484b-8e0e-248d8b3efffe tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=6bc706d7-c2c8-4249-9761-79dc47f28376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3000181 May 31 13:52:49.255749 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a540aa01-baa6-47d7-bf7b-fa3a0b9cef16 req-16785926-b784-4123-836b-aa0b56bb42bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:52:49.262088 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a540aa01-baa6-47d7-bf7b-fa3a0b9cef16 req-16785926-b784-4123-836b-aa0b56bb42bd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b66065d1-e972-453c-87d9-3ed8cec4b7a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3149226 May 31 13:52:49.283363 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.ipam_pluggable_backend [None req-b53e8452-1d2e-421c-80bb-fc7d7b40433c tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Port efc25899-821c-4a74-af97-c9a0cbc80999 got IPv6 auto-address in a concurrent create or update port request. Ignoring. {{(pid=88370) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:608}} May 31 13:52:49.284287 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b53e8452-1d2e-421c-80bb-fc7d7b40433c tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:49.494704 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b7f29d11-dd19-4a95-b994-4ed09241c200 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:49.506579 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53e8452-1d2e-421c-80bb-fc7d7b40433c tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event updated for resources: {'Subnet': ['ID=c7cc644b-bed7-4830-9c6a-fef02efd833c,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:49.527997 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b7f29d11-dd19-4a95-b994-4ed09241c200 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] 10.222.0.50 "DELETE /v2.0/ports/dd5066ce-12d7-451c-9103-e10162d5a7c4 HTTP/1.1" status: 204 len: 168 time: 2.2766078 May 31 13:52:49.533734 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43936) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:49.541847 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.db.api [None req-63accf00-592e-4558-bcb2-aeefb615bb58 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88372) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:52:49.542814 n-d-843939-1 neutron-server[88372]: DEBUG oslo_db.api [None req-63accf00-592e-4558-bcb2-aeefb615bb58 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:52:49.549916 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53e8452-1d2e-421c-80bb-fc7d7b40433c tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:52:49.551583 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-b53e8452-1d2e-421c-80bb-fc7d7b40433c tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:52:49.570127 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53e8452-1d2e-421c-80bb-fc7d7b40433c tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:52:49.570740 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b53e8452-1d2e-421c-80bb-fc7d7b40433c tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:49.591500 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2267f18b-c612-429b-bd36-ab4ff4cc2bc0 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:49.693425 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2267f18b-c612-429b-bd36-ab4ff4cc2bc0 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Pushing event deleted for resources: {'Port': ['ID=6035cbe4-aabb-43a5-b19f-aedc83667a27,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:49.754914 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cb3a88f-9db6-4d0e-92e5-c0519fff01b6 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] GET failed (client error): The resource could not be found. May 31 13:52:49.755957 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-1cb3a88f-9db6-4d0e-92e5-c0519fff01b6 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Synchronizing usage tracker for tenant:be23c07120934b2fa17b8e320a1c7925 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:52:49.799907 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-1cb3a88f-9db6-4d0e-92e5-c0519fff01b6 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Unset dirty status for tenant:be23c07120934b2fa17b8e320a1c7925 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:52:49.801102 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-1cb3a88f-9db6-4d0e-92e5-c0519fff01b6 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] 10.222.0.50 "GET /v2.0/ports/dd5066ce-12d7-451c-9103-e10162d5a7c4 HTTP/1.1" status: 404 len: 333 time: 0.2658734 May 31 13:52:49.806886 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43944) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:49.816681 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-f5b89789-aa3a-49f9-a9b8-6ea93f6fa93d tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Request body: {'port': {'network_id': '0fa8359a-538e-4076-87fc-2aa66b351ef1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-19167072'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:52:49.888941 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-b53e8452-1d2e-421c-80bb-fc7d7b40433c tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.2710698 May 31 13:52:49.910414 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43948) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:49.931320 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-5659d27a-1ac6-4e31-a7fc-7313ea780236 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Request body: {'port': {'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'mac_address': 'fa:16:3e:f0:6a:57', 'name': 'tempest-NetworksTestDHCPv6-946384130'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:52:49.999704 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a540aa01-baa6-47d7-bf7b-fa3a0b9cef16 req-6a54b6bc-f88b-4920-b61e-6e316fb323ca service neutron] 10.222.0.44 "GET /v2.0/networks/b66065d1-e972-453c-87d9-3ed8cec4b7a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7227733 May 31 13:52:50.040478 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2267f18b-c612-429b-bd36-ab4ff4cc2bc0 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks [] for floatingip, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:50.041907 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2267f18b-c612-429b-bd36-ab4ff4cc2bc0 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:50.048604 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-2267f18b-c612-429b-bd36-ab4ff4cc2bc0 tempest-AttachVolumeNegativeTest-780668255 tempest-AttachVolumeNegativeTest-780668255-project] 10.222.0.50 "DELETE /v2.0/floatingips/f189eda8-29ec-4533-98d2-c3c83cdd554f HTTP/1.1" status: 204 len: 168 time: 2.5948322 May 31 13:52:50.048793 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63accf00-592e-4558-bcb2-aeefb615bb58 None None] New status for floating IP f189eda8-29ec-4533-98d2-c3c83cdd554f: DOWN {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 13:52:50.179245 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0979c9f0-64fc-4715-9a7f-c7c9bc94c53b tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:50.268603 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5659d27a-1ac6-4e31-a7fc-7313ea780236 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:52:50.295577 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-5659d27a-1ac6-4e31-a7fc-7313ea780236 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Usage tracker for resource:port and tenant:d13dddbe1502489da91f2f88306fdca6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:52:50.303636 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-f5b89789-aa3a-49f9-a9b8-6ea93f6fa93d tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:52:50.324027 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-5659d27a-1ac6-4e31-a7fc-7313ea780236 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:52:50.361777 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979c9f0-64fc-4715-9a7f-c7c9bc94c53b tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Pushing event updated for resources: {'Subnet': ['ID=d0471b8d-fb94-4c17-aa6f-2b7824c7fc6b,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:50.395490 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5659d27a-1ac6-4e31-a7fc-7313ea780236 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:52:50.611715 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9579f42f-9107-4838-98ef-7e79f20ea4e7 None None] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:52:50.702646 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-f5b89789-aa3a-49f9-a9b8-6ea93f6fa93d tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:52:50.716023 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-7feb15cd-a3d7-4e11-bdf7-e300dba48e4f tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Deleting port 411f4a8d-1a24-48f9-8207-9b39b75e4816 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:52:50.717568 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7feb15cd-a3d7-4e11-bdf7-e300dba48e4f tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:50.796067 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0979c9f0-64fc-4715-9a7f-c7c9bc94c53b tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Checking segment: {'id': 'ced46407-0072-4437-bbfe-58436605bc64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1d7e7451-5cd1-4519-a62e-c6af185666b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:52:50.796758 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0979c9f0-64fc-4715-9a7f-c7c9bc94c53b tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Network hostable DHCP agents. Network: 1d7e7451-5cd1-4519-a62e-c6af185666b2, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:52:50.842380 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a540aa01-baa6-47d7-bf7b-fa3a0b9cef16 req-08adcb70-fbac-4e08-98b4-470f91902ee2 service neutron] 10.222.0.44 "GET /v2.0/networks/b66065d1-e972-453c-87d9-3ed8cec4b7a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8272223 May 31 13:52:50.872005 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0979c9f0-64fc-4715-9a7f-c7c9bc94c53b tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Network 1d7e7451-5cd1-4519-a62e-c6af185666b2 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:52:50.895319 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-0979c9f0-64fc-4715-9a7f-c7c9bc94c53b tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 1d7e7451-5cd1-4519-a62e-c6af185666b2) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:52:50.901809 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0979c9f0-64fc-4715-9a7f-c7c9bc94c53b tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:52:50.902442 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0979c9f0-64fc-4715-9a7f-c7c9bc94c53b tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:50.927989 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f93f7dd-8c24-43f5-9613-be2d3b02a6a2 req-b8daad00-8822-4b1c-a809-8bcf27426e0e tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:52:50.935294 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0f93f7dd-8c24-43f5-9613-be2d3b02a6a2 req-b8daad00-8822-4b1c-a809-8bcf27426e0e tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ba2a7b-e75c-46ac-b1d9-10f903526f5a HTTP/1.1" status: 200 len: 945 time: 0.4006915 May 31 13:52:50.959757 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-0979c9f0-64fc-4715-9a7f-c7c9bc94c53b tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.1419268 May 31 13:52:50.960253 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 43960) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:50.969884 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-fde42f30-368c-4605-9d46-58b6abb5edcc tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1345212637', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:52:50.989777 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-fde42f30-368c-4605-9d46-58b6abb5edcc tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:52:51.005826 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-fde42f30-368c-4605-9d46-58b6abb5edcc tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Usage tracker for resource:router and tenant:779c820d5b2449ae9fd2392eab8ae157 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:52:51.014359 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-fde42f30-368c-4605-9d46-58b6abb5edcc tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:52:51.033299 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0f93f7dd-8c24-43f5-9613-be2d3b02a6a2 req-130ad0e0-6bed-4278-9232-b744f36a7054 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=6bc706d7-c2c8-4249-9761-79dc47f28376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970366 May 31 13:52:51.037635 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b89789-aa3a-49f9-a9b8-6ea93f6fa93d tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Made reservation on behalf of be23c07120934b2fa17b8e320a1c7925 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:52:51.039115 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-fde42f30-368c-4605-9d46-58b6abb5edcc tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:52:51.049087 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f5b89789-aa3a-49f9-a9b8-6ea93f6fa93d tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:51.074218 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fde42f30-368c-4605-9d46-58b6abb5edcc tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:51.075919 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fde42f30-368c-4605-9d46-58b6abb5edcc tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:51.088138 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a414cbf-c577-4a5f-9bc8-aa047466b01d None None] Network 1d7e7451-5cd1-4519-a62e-c6af185666b2 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:52:51.088802 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5659d27a-1ac6-4e31-a7fc-7313ea780236 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Made reservation on behalf of d13dddbe1502489da91f2f88306fdca6 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:52:51.107917 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fde42f30-368c-4605-9d46-58b6abb5edcc tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:51.143288 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fde42f30-368c-4605-9d46-58b6abb5edcc tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:51.187683 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fde42f30-368c-4605-9d46-58b6abb5edcc tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:51.189237 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-fde42f30-368c-4605-9d46-58b6abb5edcc tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2257626 May 31 13:52:51.192305 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 43966) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:51.273663 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5659d27a-1ac6-4e31-a7fc-7313ea780236 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:51.287594 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-f5b89789-aa3a-49f9-a9b8-6ea93f6fa93d tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] device_id is not set on port b8ed1bf1-ea49-45ed-a854-211d3e7982af yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:52:51.473013 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device efc25899-821c-4a74-af97-c9a0cbc80999 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:52:51.549857 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-46eec06a-55c2-4331-9d44-57dc606041af None None] Provisioning for port efc25899-821c-4a74-af97-c9a0cbc80999 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:52:51.617123 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-5659d27a-1ac6-4e31-a7fc-7313ea780236 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] device_id is not set on port 403bb353-9d2a-41ec-8cb0-10e82cd03002 yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:52:51.635259 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-46eec06a-55c2-4331-9d44-57dc606041af None None] Provisioning complete for port efc25899-821c-4a74-af97-c9a0cbc80999 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:52:51.635815 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-46eec06a-55c2-4331-9d44-57dc606041af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:51.796938 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port efc25899-821c-4a74-af97-c9a0cbc80999 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:52:51.797824 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:51.830730 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178add44-e039-402d-9a9f-b107efcd083b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-1d7e7451-5cd1-4519-a62e-c6af185666b2', 'network_id': '1d7e7451-5cd1-4519-a62e-c6af185666b2', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'fixed_ips': [{'subnet_id': 'd0471b8d-fb94-4c17-aa6f-2b7824c7fc6b'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:52:51.842633 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-178add44-e039-402d-9a9f-b107efcd083b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:51.940729 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-7feb15cd-a3d7-4e11-bdf7-e300dba48e4f tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] For port 411f4a8d-1a24-48f9-8207-9b39b75e4816, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=411f4a8d-1a24-48f9-8207-9b39b75e4816,segment=NetworkSegment(ec26da9f-6218-4b85-919f-2678a7b04255),segment_id=ec26da9f-6218-4b85-919f-2678a7b04255)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:52:51.941914 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7feb15cd-a3d7-4e11-bdf7-e300dba48e4f tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:52.050843 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-178add44-e039-402d-9a9f-b107efcd083b None None] Allocated IP 2001:db8::2 (1d7e7451-5cd1-4519-a62e-c6af185666b2/d0471b8d-fb94-4c17-aa6f-2b7824c7fc6b/d044e9a2-b4b9-476c-97e3-3a2145756950) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:52:52.208066 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2f23d96c-585d-4d9e-a547-a4e6beff58ca tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:52.285443 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-46eec06a-55c2-4331-9d44-57dc606041af None None] Current status of the port efc25899-821c-4a74-af97-c9a0cbc80999 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:52:52.416624 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-7feb15cd-a3d7-4e11-bdf7-e300dba48e4f tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Calling delete_port for 411f4a8d-1a24-48f9-8207-9b39b75e4816 owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:52:52.581827 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port efc25899-821c-4a74-af97-c9a0cbc80999 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:52:52.677204 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-178add44-e039-402d-9a9f-b107efcd083b None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:52.723180 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-178add44-e039-402d-9a9f-b107efcd083b None None] Transition to ACTIVE for port object d044e9a2-b4b9-476c-97e3-3a2145756950 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:52:52.783578 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-178add44-e039-402d-9a9f-b107efcd083b None None] Transition to ACTIVE for port object d044e9a2-b4b9-476c-97e3-3a2145756950 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:52:52.791896 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-f5b89789-aa3a-49f9-a9b8-6ea93f6fa93d tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Allocated IP 2001:db8::1e5 (0fa8359a-538e-4076-87fc-2aa66b351ef1/08656c79-8343-4d69-b7b5-56fffb747077/b8ed1bf1-ea49-45ed-a854-211d3e7982af) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:52:52.795903 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-178add44-e039-402d-9a9f-b107efcd083b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:52.911606 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-5659d27a-1ac6-4e31-a7fc-7313ea780236 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Allocated IP 172.20.0.4 (8d0ca4ab-0d39-494b-8b5d-2861af857a5e/c44f9237-0fa9-42d5-b175-8d53361e1cfc/403bb353-9d2a-41ec-8cb0-10e82cd03002) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:52:52.982466 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-5659d27a-1ac6-4e31-a7fc-7313ea780236 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Allocated IP 2001:db8::f816:3eff:fef0:6a57 (8d0ca4ab-0d39-494b-8b5d-2861af857a5e/c7cc644b-bed7-4830-9c6a-fef02efd833c/403bb353-9d2a-41ec-8cb0-10e82cd03002) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:52:53.071461 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178add44-e039-402d-9a9f-b107efcd083b None None] Network 1d7e7451-5cd1-4519-a62e-c6af185666b2 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:52:53.083570 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2245e0c8-75ca-4087-92d8-4e26e1b961e4 req-e3c1a24b-13ad-4fa4-8e8c-0f6b27d7fbbb tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:52:53.092958 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2245e0c8-75ca-4087-92d8-4e26e1b961e4 req-e3c1a24b-13ad-4fa4-8e8c-0f6b27d7fbbb tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ba2a7b-e75c-46ac-b1d9-10f903526f5a HTTP/1.1" status: 200 len: 945 time: 0.8345819 May 31 13:52:53.110153 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-178add44-e039-402d-9a9f-b107efcd083b None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:52:53.119511 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178add44-e039-402d-9a9f-b107efcd083b None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:52:53.224854 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178add44-e039-402d-9a9f-b107efcd083b None None] Pushing event updated for resources: {'Port': ['ID=d044e9a2-b4b9-476c-97e3-3a2145756950,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:53.230521 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2245e0c8-75ca-4087-92d8-4e26e1b961e4 req-31ef8743-9524-412a-a9b2-dc185d879af0 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=6bc706d7-c2c8-4249-9761-79dc47f28376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357791 May 31 13:52:53.357506 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-178add44-e039-402d-9a9f-b107efcd083b None None] Attempting to bind port d044e9a2-b4b9-476c-97e3-3a2145756950 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:52:53.358274 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-178add44-e039-402d-9a9f-b107efcd083b None None] Attempting to bind port d044e9a2-b4b9-476c-97e3-3a2145756950 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'ced46407-0072-4437-bbfe-58436605bc64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1d7e7451-5cd1-4519-a62e-c6af185666b2'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:52:53.358872 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178add44-e039-402d-9a9f-b107efcd083b None None] Attempting to bind port d044e9a2-b4b9-476c-97e3-3a2145756950 on network 1d7e7451-5cd1-4519-a62e-c6af185666b2 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:52:53.366085 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178add44-e039-402d-9a9f-b107efcd083b None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:52:53.366897 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178add44-e039-402d-9a9f-b107efcd083b None None] Checking segment: {'id': 'ced46407-0072-4437-bbfe-58436605bc64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1d7e7451-5cd1-4519-a62e-c6af185666b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:52:53.367535 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-178add44-e039-402d-9a9f-b107efcd083b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:53.368167 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178add44-e039-402d-9a9f-b107efcd083b None None] Bound using segment: {'id': 'ced46407-0072-4437-bbfe-58436605bc64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1d7e7451-5cd1-4519-a62e-c6af185666b2'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:52:53.368902 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-178add44-e039-402d-9a9f-b107efcd083b None None] Bound port: d044e9a2-b4b9-476c-97e3-3a2145756950, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ced46407-0072-4437-bbfe-58436605bc64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1d7e7451-5cd1-4519-a62e-c6af185666b2'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:52:53.369529 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-178add44-e039-402d-9a9f-b107efcd083b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:53.576064 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-2f23d96c-585d-4d9e-a547-a4e6beff58ca tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Allocated IP 2001:db8::1 (1d7e7451-5cd1-4519-a62e-c6af185666b2/d0471b8d-fb94-4c17-aa6f-2b7824c7fc6b/489a4604-4383-49fe-bde8-75773d429735) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:52:53.585880 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-178add44-e039-402d-9a9f-b107efcd083b None None] For port d044e9a2-b4b9-476c-97e3-3a2145756950, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:52:53.604640 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-178add44-e039-402d-9a9f-b107efcd083b None None] For port d044e9a2-b4b9-476c-97e3-3a2145756950, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=d044e9a2-b4b9-476c-97e3-3a2145756950,segment=NetworkSegment(ced46407-0072-4437-bbfe-58436605bc64),segment_id=ced46407-0072-4437-bbfe-58436605bc64)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:52:53.612493 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-178add44-e039-402d-9a9f-b107efcd083b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:53.694640 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f5b89789-aa3a-49f9-a9b8-6ea93f6fa93d tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:53.714350 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-f5b89789-aa3a-49f9-a9b8-6ea93f6fa93d tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Transition to ACTIVE for port object b8ed1bf1-ea49-45ed-a854-211d3e7982af will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:52:53.834776 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-66d9538c-b436-4c26-82e8-5afb033e780c None None] Provisioning complete for port efc25899-821c-4a74-af97-c9a0cbc80999 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:52:53.835938 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-66d9538c-b436-4c26-82e8-5afb033e780c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:53.915716 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2f23d96c-585d-4d9e-a547-a4e6beff58ca tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:53.936722 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-2f23d96c-585d-4d9e-a547-a4e6beff58ca tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Transition to ACTIVE for port object 489a4604-4383-49fe-bde8-75773d429735 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:52:53.972681 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2f23d96c-585d-4d9e-a547-a4e6beff58ca tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:54.011240 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178add44-e039-402d-9a9f-b107efcd083b None None] Pushing event updated for resources: {'Port': ['ID=d044e9a2-b4b9-476c-97e3-3a2145756950,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:54.013104 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f5b89789-aa3a-49f9-a9b8-6ea93f6fa93d tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:54.196633 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f23d96c-585d-4d9e-a547-a4e6beff58ca tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Network 1d7e7451-5cd1-4519-a62e-c6af185666b2 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:52:54.200381 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-2f23d96c-585d-4d9e-a547-a4e6beff58ca tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:52:54.205938 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f23d96c-585d-4d9e-a547-a4e6beff58ca tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:52:54.206588 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2f23d96c-585d-4d9e-a547-a4e6beff58ca tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:54.248802 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f23d96c-585d-4d9e-a547-a4e6beff58ca tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Pushing event updated for resources: {'Port': ['ID=489a4604-4383-49fe-bde8-75773d429735,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:54.262329 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7feb15cd-a3d7-4e11-bdf7-e300dba48e4f tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:54.313733 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b89789-aa3a-49f9-a9b8-6ea93f6fa93d tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Network 0fa8359a-538e-4076-87fc-2aa66b351ef1 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:52:54.321614 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5659d27a-1ac6-4e31-a7fc-7313ea780236 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:54.355072 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-f5b89789-aa3a-49f9-a9b8-6ea93f6fa93d tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:52:54.377210 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b89789-aa3a-49f9-a9b8-6ea93f6fa93d tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:52:54.383395 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b89789-aa3a-49f9-a9b8-6ea93f6fa93d tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:52:54.395031 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f5b89789-aa3a-49f9-a9b8-6ea93f6fa93d tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:54.466919 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b89789-aa3a-49f9-a9b8-6ea93f6fa93d tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Pushing event updated for resources: {'Port': ['ID=b8ed1bf1-ea49-45ed-a854-211d3e7982af,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:54.697930 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-66d9538c-b436-4c26-82e8-5afb033e780c None None] Current status of the port efc25899-821c-4a74-af97-c9a0cbc80999 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:52:55.011745 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-5659d27a-1ac6-4e31-a7fc-7313ea780236 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Transition to ACTIVE for port object 403bb353-9d2a-41ec-8cb0-10e82cd03002 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:52:55.037546 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feb15cd-a3d7-4e11-bdf7-e300dba48e4f tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Pushing event deleted for resources: {'Port': ['ID=411f4a8d-1a24-48f9-8207-9b39b75e4816,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:55.142258 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-22352944-e815-48c2-8fb2-44bdfaa30f45 None None] Provisioning for port b8ed1bf1-ea49-45ed-a854-211d3e7982af completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:52:55.162821 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2f23d96c-585d-4d9e-a547-a4e6beff58ca tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:55.163052 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-22352944-e815-48c2-8fb2-44bdfaa30f45 None None] Provisioning complete for port b8ed1bf1-ea49-45ed-a854-211d3e7982af triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:52:55.166883 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-22352944-e815-48c2-8fb2-44bdfaa30f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:55.331977 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-22352944-e815-48c2-8fb2-44bdfaa30f45 None None] Port b8ed1bf1-ea49-45ed-a854-211d3e7982af cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:52:55.399727 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-f5b89789-aa3a-49f9-a9b8-6ea93f6fa93d tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 5.5911610 May 31 13:52:55.402266 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43998) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:55.483707 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef5e5bd-9b36-4e0d-bc14-c64d5492c28e req-9749660b-7cfa-4ea2-81bb-36c7361a1e41 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:52:55.485137 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-97c415e0-e451-4dfa-8185-f13c85d3f971 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2fc', 'mac_address': 'fa:16:3e:d5:f2:44'}]}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:52:55.501116 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0ef5e5bd-9b36-4e0d-bc14-c64d5492c28e req-9749660b-7cfa-4ea2-81bb-36c7361a1e41 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ba2a7b-e75c-46ac-b1d9-10f903526f5a HTTP/1.1" status: 200 len: 945 time: 0.6157873 May 31 13:52:55.631184 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device d044e9a2-b4b9-476c-97e3-3a2145756950 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:52:55.677787 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7feb15cd-a3d7-4e11-bdf7-e300dba48e4f tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:55.699657 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5659d27a-1ac6-4e31-a7fc-7313ea780236 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:55.802879 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port d044e9a2-b4b9-476c-97e3-3a2145756950 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:52:55.951945 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5659d27a-1ac6-4e31-a7fc-7313ea780236 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:52:55.973586 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6342021-8ae5-4601-86fc-dafc83fdc499 None None] Network 1d7e7451-5cd1-4519-a62e-c6af185666b2 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:52:55.979487 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-5659d27a-1ac6-4e31-a7fc-7313ea780236 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:52:55.992010 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5659d27a-1ac6-4e31-a7fc-7313ea780236 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:52:56.311346 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ba226ee5-e3b1-4972-9a98-0d0bc5f728c0 None None] Provisioning for port d044e9a2-b4b9-476c-97e3-3a2145756950 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:52:56.357773 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ba226ee5-e3b1-4972-9a98-0d0bc5f728c0 None None] Provisioning complete for port d044e9a2-b4b9-476c-97e3-3a2145756950 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:52:56.358347 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ba226ee5-e3b1-4972-9a98-0d0bc5f728c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:56.626947 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5659d27a-1ac6-4e31-a7fc-7313ea780236 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:52:56.627889 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5659d27a-1ac6-4e31-a7fc-7313ea780236 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:56.806174 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-ba226ee5-e3b1-4972-9a98-0d0bc5f728c0 None None] Current status of the port d044e9a2-b4b9-476c-97e3-3a2145756950 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:52:56.808749 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ba226ee5-e3b1-4972-9a98-0d0bc5f728c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:56.939117 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2f23d96c-585d-4d9e-a547-a4e6beff58ca tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:56.960697 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2f23d96c-585d-4d9e-a547-a4e6beff58ca tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:56.977404 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2f23d96c-585d-4d9e-a547-a4e6beff58ca tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:56.979400 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-ba226ee5-e3b1-4972-9a98-0d0bc5f728c0 None None] For port d044e9a2-b4b9-476c-97e3-3a2145756950, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=d044e9a2-b4b9-476c-97e3-3a2145756950,segment=NetworkSegment(ced46407-0072-4437-bbfe-58436605bc64),segment_id=ced46407-0072-4437-bbfe-58436605bc64)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:52:56.987533 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ba226ee5-e3b1-4972-9a98-0d0bc5f728c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:57.146228 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0ef5e5bd-9b36-4e0d-bc14-c64d5492c28e req-8d27f8c2-0413-4c05-809c-8e7118cc9e06 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=6bc706d7-c2c8-4249-9761-79dc47f28376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.6441422 May 31 13:52:57.169311 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba226ee5-e3b1-4972-9a98-0d0bc5f728c0 None None] Pushing event updated for resources: {'Port': ['ID=d044e9a2-b4b9-476c-97e3-3a2145756950,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:57.182791 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0baf5b98-9fec-49dc-94f7-5d65dc33fa08 None None] Provisioning for port 403bb353-9d2a-41ec-8cb0-10e82cd03002 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:52:57.196828 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0baf5b98-9fec-49dc-94f7-5d65dc33fa08 None None] Provisioning complete for port 403bb353-9d2a-41ec-8cb0-10e82cd03002 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:52:57.197444 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0baf5b98-9fec-49dc-94f7-5d65dc33fa08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:57.248262 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-5659d27a-1ac6-4e31-a7fc-7313ea780236 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 7.3363779 May 31 13:52:57.252133 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44014) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:57.382118 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f23d96c-585d-4d9e-a547-a4e6beff58ca tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Pushing event updated for resources: {'Port': ['ID=489a4604-4383-49fe-bde8-75773d429735,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:57.408064 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0baf5b98-9fec-49dc-94f7-5d65dc33fa08 None None] Port 403bb353-9d2a-41ec-8cb0-10e82cd03002 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:52:57.554744 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f23d96c-585d-4d9e-a547-a4e6beff58ca tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Network 1d7e7451-5cd1-4519-a62e-c6af185666b2 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:52:57.559450 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-2f23d96c-585d-4d9e-a547-a4e6beff58ca tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:52:57.597109 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5659d27a-1ac6-4e31-a7fc-7313ea780236 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event updated for resources: {'Port': ['ID=403bb353-9d2a-41ec-8cb0-10e82cd03002,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:52:57.856066 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a399e7a8-fd47-4f60-bb57-11d03262e1b7 None None] Provisioning for port 489a4604-4383-49fe-bde8-75773d429735 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:52:57.872049 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a399e7a8-fd47-4f60-bb57-11d03262e1b7 None None] Provisioning complete for port 489a4604-4383-49fe-bde8-75773d429735 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:52:57.873086 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a399e7a8-fd47-4f60-bb57-11d03262e1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:58.032454 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-a399e7a8-fd47-4f60-bb57-11d03262e1b7 None None] Port 489a4604-4383-49fe-bde8-75773d429735 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:52:58.092210 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f23d96c-585d-4d9e-a547-a4e6beff58ca tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Router 95432eef-50d8-4e77-982d-72ba61db4b1f is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 13:52:58.227523 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a399e7a8-fd47-4f60-bb57-11d03262e1b7 None None] Provisioning complete for port d044e9a2-b4b9-476c-97e3-3a2145756950 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:52:58.227941 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a399e7a8-fd47-4f60-bb57-11d03262e1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:58.425971 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f23d96c-585d-4d9e-a547-a4e6beff58ca tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:52:58.470674 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-a399e7a8-fd47-4f60-bb57-11d03262e1b7 None None] Current status of the port d044e9a2-b4b9-476c-97e3-3a2145756950 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:52:58.473511 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device ed72ca77-ea69-4249-9d84-aeba49a479f2 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:52:58.479011 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59f504f-1cd8-41c6-9aa1-1f4b8daa7221 None None] Sync routers for ids ['95432eef-50d8-4e77-982d-72ba61db4b1f'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:52:58.516912 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59f504f-1cd8-41c6-9aa1-1f4b8daa7221 None None] Routers {'95432eef-50d8-4e77-982d-72ba61db4b1f'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:52:58.517876 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-e59f504f-1cd8-41c6-9aa1-1f4b8daa7221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:52:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['95432eef-50d8-4e77-982d-72ba61db4b1f'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:52:58.525023 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-97c415e0-e451-4dfa-8185-f13c85d3f971 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:58.597856 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-2f23d96c-585d-4d9e-a547-a4e6beff58ca tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "PUT /v2.0/routers/95432eef-50d8-4e77-982d-72ba61db4b1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4042935 May 31 13:52:58.603847 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44030) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:58.608166 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44032) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:58.732247 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-e59f504f-1cd8-41c6-9aa1-1f4b8daa7221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:52:58.789411 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.resource_extend [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:52:58.859381 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-21b2842b-b27f-4fd3-ab3a-b107df6272b8 None None] Provisioning complete for port 489a4604-4383-49fe-bde8-75773d429735 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:52:58.861842 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33427918-c7b8-4288-9702-3a32a984f5d6 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:52:58.862486 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-33427918-c7b8-4288-9702-3a32a984f5d6 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Synchronizing usage tracker for tenant:779c820d5b2449ae9fd2392eab8ae157 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:52:58.868067 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-21b2842b-b27f-4fd3-ab3a-b107df6272b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:58.904627 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7feb15cd-a3d7-4e11-bdf7-e300dba48e4f tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Router 40e81eef-4431-43f1-8e62-029c9f01dd28 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:52:58.916790 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-33427918-c7b8-4288-9702-3a32a984f5d6 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Unset dirty status for tenant:779c820d5b2449ae9fd2392eab8ae157 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:52:58.923073 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-33427918-c7b8-4288-9702-3a32a984f5d6 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "GET /v2.0/ports/489a4604-4383-49fe-bde8-75773d429735 HTTP/1.1" status: 200 len: 911 time: 0.3036525 May 31 13:52:58.926483 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44042) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:58.945450 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12aba66b-1617-487c-aed4-f78cb7ca4306 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:52:58.947108 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-a90c0bb6-e6ec-49bd-9a75-25011fdf12da tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd0471b8d-fb94-4c17-aa6f-2b7824c7fc6b'}]}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:52:58.956039 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12aba66b-1617-487c-aed4-f78cb7ca4306 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:52:58.967475 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-12aba66b-1617-487c-aed4-f78cb7ca4306 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Synchronizing usage tracker for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:52:59.023913 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59f504f-1cd8-41c6-9aa1-1f4b8daa7221 None None] Routers {'95432eef-50d8-4e77-982d-72ba61db4b1f'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:52:59.024807 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-e59f504f-1cd8-41c6-9aa1-1f4b8daa7221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:52:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['95432eef-50d8-4e77-982d-72ba61db4b1f'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:52:59.033188 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3439233b-05aa-448b-9e3b-d91634bab127 req-53ac7449-b967-4b4b-8bf8-bf2e89a8732c tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:52:59.034775 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3439233b-05aa-448b-9e3b-d91634bab127 req-53ac7449-b967-4b4b-8bf8-bf2e89a8732c tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ba2a7b-e75c-46ac-b1d9-10f903526f5a HTTP/1.1" status: 200 len: 945 time: 0.5670793 May 31 13:52:59.176772 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-e59f504f-1cd8-41c6-9aa1-1f4b8daa7221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:52:59.177209 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59f504f-1cd8-41c6-9aa1-1f4b8daa7221 None None] The sync data for ids ['95432eef-50d8-4e77-982d-72ba61db4b1f'] in n-d-843939-1 is: [] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:52:59.197174 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-21b2842b-b27f-4fd3-ab3a-b107df6272b8 None None] Port 489a4604-4383-49fe-bde8-75773d429735 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:52:59.366071 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port ed72ca77-ea69-4249-9d84-aeba49a479f2, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=ed72ca77-ea69-4249-9d84-aeba49a479f2,segment=NetworkSegment(f85bb861-f832-42e2-a182-3ceccc5a66af),segment_id=f85bb861-f832-42e2-a182-3ceccc5a66af)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:52:59.420678 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device d044e9a2-b4b9-476c-97e3-3a2145756950 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:52:59.628405 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': 'ed72ca77-ea69-4249-9d84-aeba49a479f2', 'network_id': 'b66065d1-e972-453c-87d9-3ed8cec4b7a7', 'port_id': 'ed72ca77-ea69-4249-9d84-aeba49a479f2', 'mac_address': 'fa:16:3e:69:37:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccc319e0-a4f4-4875-9973-c92d94351bb8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:52:59.656403 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-5f47675d-d2dd-4f26-916f-6abb333ab776 None None] Provisioning complete for port 489a4604-4383-49fe-bde8-75773d429735 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:52:59.656780 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5f47675d-d2dd-4f26-916f-6abb333ab776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:59.823863 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-12aba66b-1617-487c-aed4-f78cb7ca4306 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Unset dirty status for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:52:59.842840 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-12aba66b-1617-487c-aed4-f78cb7ca4306 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 2.5851932 May 31 13:52:59.878789 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-5f47675d-d2dd-4f26-916f-6abb333ab776 None None] Port 489a4604-4383-49fe-bde8-75773d429735 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:52:59.889796 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44062) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:52:59.898134 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port ed72ca77-ea69-4249-9d84-aeba49a479f2 is: ACTIVE; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:52:59.899070 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:52:59.932826 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ed72ca77-ea69-4249-9d84-aeba49a479f2 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:52:59.956187 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port ed72ca77-ea69-4249-9d84-aeba49a479f2, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=ed72ca77-ea69-4249-9d84-aeba49a479f2,segment=NetworkSegment(f85bb861-f832-42e2-a182-3ceccc5a66af),segment_id=f85bb861-f832-42e2-a182-3ceccc5a66af)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:52:59.967502 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:00.061299 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port d044e9a2-b4b9-476c-97e3-3a2145756950 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:53:00.062100 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:00.082940 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3439233b-05aa-448b-9e3b-d91634bab127 req-98df4126-4ed3-409e-88f1-7ce43648187e tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=6bc706d7-c2c8-4249-9761-79dc47f28376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0169878 May 31 13:53:00.113564 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54572037-8b0d-44d3-b2c9-d8c9d5e15918 req-acc5e778-da8a-467d-b892-05cb887d9d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:53:00.126633 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-54572037-8b0d-44d3-b2c9-d8c9d5e15918 req-acc5e778-da8a-467d-b892-05cb887d9d8b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=75745206-76bf-4c6b-9bc9-0b44a02376ab HTTP/1.1" status: 200 len: 1097 time: 1.5168445 May 31 13:53:00.160305 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['ed72ca77-ea69-4249-9d84-aeba49a479f2'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:53:00.205596 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a90c0bb6-e6ec-49bd-9a75-25011fdf12da tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:00.211420 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-97c415e0-e451-4dfa-8185-f13c85d3f971 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:00.218840 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-2cd48f9d-d699-41ac-a883-0096913d90db tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Deleting port 403bb353-9d2a-41ec-8cb0-10e82cd03002 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:53:00.219446 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2cd48f9d-d699-41ac-a883-0096913d90db tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:00.248110 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=ed72ca77-ea69-4249-9d84-aeba49a479f2,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:00.267168 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7feb15cd-a3d7-4e11-bdf7-e300dba48e4f tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:53:00.268836 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-97c415e0-e451-4dfa-8185-f13c85d3f971 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:00.278717 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-54572037-8b0d-44d3-b2c9-d8c9d5e15918 req-f60f7002-206f-4cf8-a061-57e920ac4b8d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=36548b4c-71f0-42fe-9a97-10b0a71a294b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507168 May 31 13:53:00.279129 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735fe385-9942-4b61-bd98-7e9b1c67d32e None None] Sync routers for ids ['40e81eef-4431-43f1-8e62-029c9f01dd28'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:53:00.299592 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735fe385-9942-4b61-bd98-7e9b1c67d32e None None] Routers {'40e81eef-4431-43f1-8e62-029c9f01dd28'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:53:00.302490 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-735fe385-9942-4b61-bd98-7e9b1c67d32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:52:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['40e81eef-4431-43f1-8e62-029c9f01dd28'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:53:00.468299 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-7feb15cd-a3d7-4e11-bdf7-e300dba48e4f tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "PUT /v2.0/routers/40e81eef-4431-43f1-8e62-029c9f01dd28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4662566 May 31 13:53:00.614904 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44080) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:00.638591 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-735fe385-9942-4b61-bd98-7e9b1c67d32e None None] Set router 40e81eef-4431-43f1-8e62-029c9f01dd28 gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:53:00.715298 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port d044e9a2-b4b9-476c-97e3-3a2145756950 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:53:00.727563 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-97c415e0-e451-4dfa-8185-f13c85d3f971 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] In _notify_port_updated(), no bound segment for port b8ed1bf1-ea49-45ed-a854-211d3e7982af on network 0fa8359a-538e-4076-87fc-2aa66b351ef1 {{(pid=88369) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 31 13:53:00.733201 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c415e0-e451-4dfa-8185-f13c85d3f971 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:53:00.734059 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-97c415e0-e451-4dfa-8185-f13c85d3f971 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:00.735400 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-97c415e0-e451-4dfa-8185-f13c85d3f971 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] 10.222.0.50 "PUT /v2.0/ports/b8ed1bf1-ea49-45ed-a854-211d3e7982af HTTP/1.1" status: 200 len: 1001 time: 5.3091159 May 31 13:53:00.747180 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44092) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:01.059803 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c415e0-e451-4dfa-8185-f13c85d3f971 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Pushing event updated for resources: {'Port': ['ID=b8ed1bf1-ea49-45ed-a854-211d3e7982af,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:01.326865 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-5ecf43e8-8c7a-41b4-bfac-4e57b369731c None None] Provisioning complete for port b8ed1bf1-ea49-45ed-a854-211d3e7982af triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:53:01.335280 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ca30dce-f240-48d8-a1d6-572fb6358912 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Deleting subnet aac5884d-a302-4b86-a184-efe23a88b270 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:53:01.339530 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5ecf43e8-8c7a-41b4-bfac-4e57b369731c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:01.351995 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6ca30dce-f240-48d8-a1d6-572fb6358912 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:01.452633 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-14ce267c-3bda-46e3-9e6a-fb5f0bc87b5a tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Deleting port b8ed1bf1-ea49-45ed-a854-211d3e7982af {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:53:01.452852 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-14ce267c-3bda-46e3-9e6a-fb5f0bc87b5a tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:01.647860 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-735fe385-9942-4b61-bd98-7e9b1c67d32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'name': 'tempest-RoutersTest-router-570826617', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:51:03Z', 'updated_at': '2022-05-31T13:52:53Z', 'revision_number': 10, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'gw_port_host': None, '_interfaces': [{'id': 'db25ac7d-9ac6-4f8c-a07c-682deff692dd', 'name': '', 'network_id': '6eeb3076-8ec6-49c5-a7c1-c7685ab1bc4b', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'mac_address': 'fa:16:3e:3d:20:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'd3541b3e-1e22-4a54-ad33-6ea2509c6768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:51:08Z', 'updated_at': '2022-05-31T13:51:27Z', 'revision_number': 5, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'subnets': [{'id': 'd3541b3e-1e22-4a54-ad33-6ea2509c6768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:53:01.672772 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6ca30dce-f240-48d8-a1d6-572fb6358912 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:01.673186 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735fe385-9942-4b61-bd98-7e9b1c67d32e None None] Checking router: 40e81eef-4431-43f1-8e62-029c9f01dd28 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:53:01.713712 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735fe385-9942-4b61-bd98-7e9b1c67d32e None None] Routers {'40e81eef-4431-43f1-8e62-029c9f01dd28'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:53:01.714545 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-735fe385-9942-4b61-bd98-7e9b1c67d32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:52:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['40e81eef-4431-43f1-8e62-029c9f01dd28'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:53:01.716035 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-5ecf43e8-8c7a-41b4-bfac-4e57b369731c None None] Port b8ed1bf1-ea49-45ed-a854-211d3e7982af cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:53:02.106026 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2cd48f9d-d699-41ac-a883-0096913d90db tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:02.152550 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-735fe385-9942-4b61-bd98-7e9b1c67d32e None None] Set router 40e81eef-4431-43f1-8e62-029c9f01dd28 gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:53:02.175061 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a90c0bb6-e6ec-49bd-9a75-25011fdf12da tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:02.213520 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a90c0bb6-e6ec-49bd-9a75-25011fdf12da tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:02.223198 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90c0bb6-e6ec-49bd-9a75-25011fdf12da tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:53:02.224215 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a90c0bb6-e6ec-49bd-9a75-25011fdf12da tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:02.234709 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-a90c0bb6-e6ec-49bd-9a75-25011fdf12da tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "PUT /v2.0/ports/489a4604-4383-49fe-bde8-75773d429735 HTTP/1.1" status: 200 len: 911 time: 3.3049116 May 31 13:53:02.283834 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44134) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:02.408955 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device ed72ca77-ea69-4249-9d84-aeba49a479f2 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:53:02.693302 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-2cd48f9d-d699-41ac-a883-0096913d90db tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Calling delete_port for 403bb353-9d2a-41ec-8cb0-10e82cd03002 owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:53:02.776425 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port ed72ca77-ea69-4249-9d84-aeba49a479f2 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:53:02.777016 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:03.104123 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c0bb6-e6ec-49bd-9a75-25011fdf12da tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Pushing event updated for resources: {'Port': ['ID=489a4604-4383-49fe-bde8-75773d429735,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:03.132793 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dbbc1d-9ebc-4b87-a5f3-c2c8de34d96c req-1200b1db-5dc3-4f92-b6ba-6d746fc9cae7 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:53:03.134780 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-50dbbc1d-9ebc-4b87-a5f3-c2c8de34d96c req-1200b1db-5dc3-4f92-b6ba-6d746fc9cae7 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ba2a7b-e75c-46ac-b1d9-10f903526f5a HTTP/1.1" status: 200 len: 944 time: 1.6920955 May 31 13:53:03.162717 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2cd48f9d-d699-41ac-a883-0096913d90db tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:03.264299 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-735fe385-9942-4b61-bd98-7e9b1c67d32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'name': 'tempest-RoutersTest-router-570826617', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:51:03Z', 'updated_at': '2022-05-31T13:52:53Z', 'revision_number': 10, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'gw_port_host': None, '_interfaces': [{'id': 'db25ac7d-9ac6-4f8c-a07c-682deff692dd', 'name': '', 'network_id': '6eeb3076-8ec6-49c5-a7c1-c7685ab1bc4b', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'mac_address': 'fa:16:3e:3d:20:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'd3541b3e-1e22-4a54-ad33-6ea2509c6768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:51:08Z', 'updated_at': '2022-05-31T13:51:27Z', 'revision_number': 5, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'subnets': [{'id': 'd3541b3e-1e22-4a54-ad33-6ea2509c6768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:53:03.285366 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735fe385-9942-4b61-bd98-7e9b1c67d32e None None] The sync data for ids ['40e81eef-4431-43f1-8e62-029c9f01dd28'] in n-d-843939-1 is: [{'id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'name': 'tempest-RoutersTest-router-570826617', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:51:03Z', 'updated_at': '2022-05-31T13:52:53Z', 'revision_number': 10, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'gw_port_host': None, '_interfaces': [{'id': 'db25ac7d-9ac6-4f8c-a07c-682deff692dd', 'name': '', 'network_id': '6eeb3076-8ec6-49c5-a7c1-c7685ab1bc4b', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'mac_address': 'fa:16:3e:3d:20:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'd3541b3e-1e22-4a54-ad33-6ea2509c6768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:51:08Z', 'updated_at': '2022-05-31T13:51:27Z', 'revision_number': 5, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'subnets': [{'id': 'd3541b3e-1e22-4a54-ad33-6ea2509c6768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:53:03.362297 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port ed72ca77-ea69-4249-9d84-aeba49a479f2 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:53:03.362297 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:03.449877 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8ba2a7b-e75c-46ac-b1d9-10f903526f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed72ca77-ea69-4249-9d84-aeba49a479f2'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:53:03.477519 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-50dbbc1d-9ebc-4b87-a5f3-c2c8de34d96c req-4daf91eb-a593-4d25-b176-ce8557bb65b3 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=6bc706d7-c2c8-4249-9761-79dc47f28376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2356114 May 31 13:53:03.480700 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd48f9d-d699-41ac-a883-0096913d90db tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event deleted for resources: {'Port': ['ID=403bb353-9d2a-41ec-8cb0-10e82cd03002,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:03.495493 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port ed72ca77-ea69-4249-9d84-aeba49a479f2, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=ed72ca77-ea69-4249-9d84-aeba49a479f2,segment=NetworkSegment(f85bb861-f832-42e2-a182-3ceccc5a66af),segment_id=f85bb861-f832-42e2-a182-3ceccc5a66af)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:53:03.505743 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:03.673092 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2335c6ae-ed02-41c3-af13-dffcc7c91d63'] response: {'server_uuid': 'f8ba2a7b-e75c-46ac-b1d9-10f903526f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed72ca77-ea69-4249-9d84-aeba49a479f2', 'code': 200} May 31 13:53:03.762341 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=ed72ca77-ea69-4249-9d84-aeba49a479f2,revision_number=7']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:03.993292 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-831f2e41-8541-4bc8-87f5-4f1ac8ec0c67 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:04.135829 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6ca30dce-f240-48d8-a1d6-572fb6358912 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:04.247274 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2cd48f9d-d699-41ac-a883-0096913d90db tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:04.272063 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-14ce267c-3bda-46e3-9e6a-fb5f0bc87b5a tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:04.400952 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 13:53:04.562381 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-14ce267c-3bda-46e3-9e6a-fb5f0bc87b5a tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Calling delete_port for b8ed1bf1-ea49-45ed-a854-211d3e7982af owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:53:04.726375 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-2cd48f9d-d699-41ac-a883-0096913d90db tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/ports/403bb353-9d2a-41ec-8cb0-10e82cd03002 HTTP/1.1" status: 204 len: 168 time: 4.8305521 May 31 13:53:04.726375 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-14ce267c-3bda-46e3-9e6a-fb5f0bc87b5a tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:04.729695 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44158) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:04.793114 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ce267c-3bda-46e3-9e6a-fb5f0bc87b5a tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Pushing event deleted for resources: {'Port': ['ID=b8ed1bf1-ea49-45ed-a854-211d3e7982af,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:04.796849 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6ca30dce-f240-48d8-a1d6-572fb6358912 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:04.869458 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6ca30dce-f240-48d8-a1d6-572fb6358912 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:04.881874 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-6ca30dce-f240-48d8-a1d6-572fb6358912 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "DELETE /v2.0/subnets/aac5884d-a302-4b86-a184-efe23a88b270 HTTP/1.1" status: 204 len: 168 time: 4.2448721 May 31 13:53:04.890200 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44162) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:04.891087 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca30dce-f240-48d8-a1d6-572fb6358912 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Pushing event deleted for resources: {'Subnet': ['ID=aac5884d-a302-4b86-a184-efe23a88b270,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:04.913518 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d081f176-e1c9-479e-8ec4-24e52d642c88 None None] Network 8a706337-23f8-414a-b850-40bba93be87e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:53:05.057166 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5264939d-dffc-44aa-bd79-7c247163d5f1 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:53:05.058938 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5264939d-dffc-44aa-bd79-7c247163d5f1 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:53:05.060587 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5264939d-dffc-44aa-bd79-7c247163d5f1 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:53:05.061610 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-5264939d-dffc-44aa-bd79-7c247163d5f1 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Synchronizing usage tracker for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:subnet {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:53:05.110216 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-5264939d-dffc-44aa-bd79-7c247163d5f1 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Unset dirty status for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:subnet {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:53:05.112676 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-5264939d-dffc-44aa-bd79-7c247163d5f1 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3449557 May 31 13:53:05.119051 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44168) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:05.231739 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 411f4a8d-1a24-48f9-8207-9b39b75e4816 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:53:05.279154 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a096e-7b1c-477e-9656-d059e0f55fff req-770de55a-d78e-4fa1-9b6f-afdd3a380090 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:53:05.286682 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-101a096e-7b1c-477e-9656-d059e0f55fff req-770de55a-d78e-4fa1-9b6f-afdd3a380090 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ba2a7b-e75c-46ac-b1d9-10f903526f5a HTTP/1.1" status: 200 len: 945 time: 0.4628372 May 31 13:53:05.324681 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d9c11f5-3ad2-4f36-a81e-f2b7c768c32e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Deleting subnet c44f9237-0fa9-42d5-b175-8d53361e1cfc {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:53:05.338374 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 411f4a8d-1a24-48f9-8207-9b39b75e4816 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:53:05.338723 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 411f4a8d-1a24-48f9-8207-9b39b75e4816 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:53:05.375911 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-14ce267c-3bda-46e3-9e6a-fb5f0bc87b5a tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:05.393003 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-14ce267c-3bda-46e3-9e6a-fb5f0bc87b5a tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] 10.222.0.50 "DELETE /v2.0/ports/b8ed1bf1-ea49-45ed-a854-211d3e7982af HTTP/1.1" status: 204 len: 168 time: 4.6338987 May 31 13:53:05.393749 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44172) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:05.453315 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2d9c11f5-3ad2-4f36-a81e-f2b7c768c32e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:05.498890 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9b2af705-086d-42e0-a435-9eb255e8a2a0 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:05.527065 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-d925a5f6-a649-4ab1-a3c4-50294abd0daf tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] GET failed (client error): The resource could not be found. May 31 13:53:05.527613 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d925a5f6-a649-4ab1-a3c4-50294abd0daf tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Synchronizing usage tracker for tenant:be23c07120934b2fa17b8e320a1c7925 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:53:05.574743 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-9b2af705-086d-42e0-a435-9eb255e8a2a0 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Deleting port a1ff37bc-20a0-4c73-82fb-00119445aabf {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:53:05.575100 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9b2af705-086d-42e0-a435-9eb255e8a2a0 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:05.651593 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2d9c11f5-3ad2-4f36-a81e-f2b7c768c32e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65507433'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:05.731403 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-101a096e-7b1c-477e-9656-d059e0f55fff req-b23d9fb9-1321-404e-b1c5-a8af36642575 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=6bc706d7-c2c8-4249-9761-79dc47f28376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4438255 May 31 13:53:05.745069 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d925a5f6-a649-4ab1-a3c4-50294abd0daf tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Unset dirty status for tenant:be23c07120934b2fa17b8e320a1c7925 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:53:05.763686 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d925a5f6-a649-4ab1-a3c4-50294abd0daf tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] 10.222.0.50 "GET /v2.0/ports/b8ed1bf1-ea49-45ed-a854-211d3e7982af HTTP/1.1" status: 404 len: 333 time: 0.3573780 May 31 13:53:05.763686 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44180) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:05.767155 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e35504-7e62-46f6-bbf2-f9d090bf15a1 None None] DHCP port deletion for 8a706337-23f8-414a-b850-40bba93be87e request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:53:05.767688 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-6a142d59-0cfd-4ab3-a63c-24d60a655d01 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Request body: {'port': {'network_id': '0fa8359a-538e-4076-87fc-2aa66b351ef1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2047451640'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:53:05.772359 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-60e35504-7e62-46f6-bbf2-f9d090bf15a1 None None] Deleting port a1ff37bc-20a0-4c73-82fb-00119445aabf {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:53:05.772954 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-60e35504-7e62-46f6-bbf2-f9d090bf15a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:05.786081 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-831f2e41-8541-4bc8-87f5-4f1ac8ec0c67 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Deleting port 489a4604-4383-49fe-bde8-75773d429735 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:53:05.792837 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-831f2e41-8541-4bc8-87f5-4f1ac8ec0c67 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:05.948995 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6a142d59-0cfd-4ab3-a63c-24d60a655d01 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:53:05.963238 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6a142d59-0cfd-4ab3-a63c-24d60a655d01 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:53:05.966013 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2d9c11f5-3ad2-4f36-a81e-f2b7c768c32e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:05.978096 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a142d59-0cfd-4ab3-a63c-24d60a655d01 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Made reservation on behalf of be23c07120934b2fa17b8e320a1c7925 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:53:05.981783 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6a142d59-0cfd-4ab3-a63c-24d60a655d01 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:06.156369 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-6a142d59-0cfd-4ab3-a63c-24d60a655d01 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] device_id is not set on port 17e8301d-fb02-4b82-bc30-14489d82274c yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:53:06.301977 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-831f2e41-8541-4bc8-87f5-4f1ac8ec0c67 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:06.480198 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-60e35504-7e62-46f6-bbf2-f9d090bf15a1 None None] For port a1ff37bc-20a0-4c73-82fb-00119445aabf, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=a1ff37bc-20a0-4c73-82fb-00119445aabf,segment=NetworkSegment(ec26da9f-6218-4b85-919f-2678a7b04255),segment_id=ec26da9f-6218-4b85-919f-2678a7b04255)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:53:06.480774 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-60e35504-7e62-46f6-bbf2-f9d090bf15a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:06.489519 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2d9c11f5-3ad2-4f36-a81e-f2b7c768c32e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65216469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65148562'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:06.620185 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-9b2af705-086d-42e0-a435-9eb255e8a2a0 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] For port a1ff37bc-20a0-4c73-82fb-00119445aabf, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=a1ff37bc-20a0-4c73-82fb-00119445aabf,segment=NetworkSegment(ec26da9f-6218-4b85-919f-2678a7b04255),segment_id=ec26da9f-6218-4b85-919f-2678a7b04255)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:53:06.621349 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9b2af705-086d-42e0-a435-9eb255e8a2a0 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:06.724256 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-831f2e41-8541-4bc8-87f5-4f1ac8ec0c67 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Calling delete_port for 489a4604-4383-49fe-bde8-75773d429735 owned by network:router_interface {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:53:06.782469 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-60e35504-7e62-46f6-bbf2-f9d090bf15a1 None None] Calling delete_port for a1ff37bc-20a0-4c73-82fb-00119445aabf owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:53:06.790036 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9c11f5-3ad2-4f36-a81e-f2b7c768c32e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event deleted for resources: {'Subnet': ['ID=c44f9237-0fa9-42d5-b175-8d53361e1cfc,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:06.817787 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2d9c11f5-3ad2-4f36-a81e-f2b7c768c32e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:06.882519 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-9b2af705-086d-42e0-a435-9eb255e8a2a0 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Calling delete_port for a1ff37bc-20a0-4c73-82fb-00119445aabf owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:53:06.894527 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9c11f5-3ad2-4f36-a81e-f2b7c768c32e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:53:06.895310 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9c11f5-3ad2-4f36-a81e-f2b7c768c32e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:53:06.895869 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9c11f5-3ad2-4f36-a81e-f2b7c768c32e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:53:06.896492 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9c11f5-3ad2-4f36-a81e-f2b7c768c32e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:53:06.896790 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c94e5f0-9f6a-4a0f-ab21-4b3ede0d9b00 None None] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:53:06.897276 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9c11f5-3ad2-4f36-a81e-f2b7c768c32e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:53:06.897841 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9c11f5-3ad2-4f36-a81e-f2b7c768c32e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:53:06.900459 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9c11f5-3ad2-4f36-a81e-f2b7c768c32e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:53:06.907066 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9c11f5-3ad2-4f36-a81e-f2b7c768c32e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:53:06.907690 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9c11f5-3ad2-4f36-a81e-f2b7c768c32e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:53:06.908268 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9c11f5-3ad2-4f36-a81e-f2b7c768c32e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:53:06.908817 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9c11f5-3ad2-4f36-a81e-f2b7c768c32e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:53:06.910628 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9c11f5-3ad2-4f36-a81e-f2b7c768c32e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:53:06.933528 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-6a142d59-0cfd-4ab3-a63c-24d60a655d01 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Allocated IP 2001:db8::1b (0fa8359a-538e-4076-87fc-2aa66b351ef1/08656c79-8343-4d69-b7b5-56fffb747077/17e8301d-fb02-4b82-bc30-14489d82274c) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:53:06.948718 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-2d9c11f5-3ad2-4f36-a81e-f2b7c768c32e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/subnets/c44f9237-0fa9-42d5-b175-8d53361e1cfc HTTP/1.1" status: 204 len: 168 time: 1.8186555 May 31 13:53:06.964063 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44192) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:07.013980 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.db.api [None req-9b2af705-086d-42e0-a435-9eb255e8a2a0 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:53:07.014627 n-d-843939-1 neutron-server[88369]: DEBUG oslo_db.api [None req-9b2af705-086d-42e0-a435-9eb255e8a2a0 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:53:07.240250 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-60e35504-7e62-46f6-bbf2-f9d090bf15a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:07.252145 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb3f08b8-d0e0-4b15-a45f-3a56ed663c55 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Deleting subnet c7cc644b-bed7-4830-9c6a-fef02efd833c {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:53:07.260098 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bb3f08b8-d0e0-4b15-a45f-3a56ed663c55 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:07.346642 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bb3f08b8-d0e0-4b15-a45f-3a56ed663c55 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65507433'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:07.348386 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e35504-7e62-46f6-bbf2-f9d090bf15a1 None None] Pushing event deleted for resources: {'Port': ['ID=a1ff37bc-20a0-4c73-82fb-00119445aabf,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:07.355120 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device a1ff37bc-20a0-4c73-82fb-00119445aabf no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:53:07.522352 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e35504-7e62-46f6-bbf2-f9d090bf15a1 None None] No DVR routers for this DVR port a1ff37bc-20a0-4c73-82fb-00119445aabf on host n-d-843939-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:53:07.551108 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: a1ff37bc-20a0-4c73-82fb-00119445aabf {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:53:07.553052 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device a1ff37bc-20a0-4c73-82fb-00119445aabf not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:53:07.603433 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:07.841816 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-9b2af705-086d-42e0-a435-9eb255e8a2a0 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Deleting port a1ff37bc-20a0-4c73-82fb-00119445aabf {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:53:07.842785 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9b2af705-086d-42e0-a435-9eb255e8a2a0 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:07.891810 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44214) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:08.033194 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-9b2af705-086d-42e0-a435-9eb255e8a2a0 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] The port 'a1ff37bc-20a0-4c73-82fb-00119445aabf' was deleted {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 13:53:08.323302 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c325a453-40f9-43fa-a122-ad9a93afd91f req-44578bbb-c54e-47e2-94e3-3a7cea185623 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:53:08.325890 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c325a453-40f9-43fa-a122-ad9a93afd91f req-44578bbb-c54e-47e2-94e3-3a7cea185623 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ba2a7b-e75c-46ac-b1d9-10f903526f5a HTTP/1.1" status: 200 len: 945 time: 1.2480788 May 31 13:53:08.690120 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6a142d59-0cfd-4ab3-a63c-24d60a655d01 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:08.783436 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c325a453-40f9-43fa-a122-ad9a93afd91f req-d092602f-d343-4412-89be-6758fb1e1e4f tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=6bc706d7-c2c8-4249-9761-79dc47f28376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3065290 May 31 13:53:08.788149 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bb3f08b8-d0e0-4b15-a45f-3a56ed663c55 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:08.912208 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9b2af705-086d-42e0-a435-9eb255e8a2a0 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:08.922123 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-831f2e41-8541-4bc8-87f5-4f1ac8ec0c67 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:08.931331 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-6a142d59-0cfd-4ab3-a63c-24d60a655d01 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Transition to ACTIVE for port object 17e8301d-fb02-4b82-bc30-14489d82274c will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:53:09.020692 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-9b2af705-086d-42e0-a435-9eb255e8a2a0 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a706337-23f8-414a-b850-40bba93be87e']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:53:09.040079 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:09.075609 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831f2e41-8541-4bc8-87f5-4f1ac8ec0c67 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Pushing event deleted for resources: {'Port': ['ID=489a4604-4383-49fe-bde8-75773d429735,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:09.117498 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-9b2af705-086d-42e0-a435-9eb255e8a2a0 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec26da9f-6218-4b85-919f-2678a7b04255') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:53:09.117804 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-9b2af705-086d-42e0-a435-9eb255e8a2a0 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec26da9f-6218-4b85-919f-2678a7b04255') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:53:09.213201 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b2bbf086-1bc5-470a-9ce7-d1b36f65066e None None] Provisioning complete for port efc25899-821c-4a74-af97-c9a0cbc80999 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:53:09.213721 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b2bbf086-1bc5-470a-9ce7-d1b36f65066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:09.242743 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9b2af705-086d-42e0-a435-9eb255e8a2a0 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:09.291451 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9b2af705-086d-42e0-a435-9eb255e8a2a0 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:09.313411 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b2af705-086d-42e0-a435-9eb255e8a2a0 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:53:09.313898 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9b2af705-086d-42e0-a435-9eb255e8a2a0 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:09.425903 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6a142d59-0cfd-4ab3-a63c-24d60a655d01 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:09.471737 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment ec26da9f-6218-4b85-919f-2678a7b04255 resource provider aggregate not found May 31 13:53:09.551640 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bb3f08b8-d0e0-4b15-a45f-3a56ed663c55 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65216469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65148562'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:09.610712 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bb3f08b8-d0e0-4b15-a45f-3a56ed663c55 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:09.639423 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-bb3f08b8-d0e0-4b15-a45f-3a56ed663c55 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/subnets/c7cc644b-bed7-4830-9c6a-fef02efd833c HTTP/1.1" status: 204 len: 168 time: 2.6724229 May 31 13:53:09.646505 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44226) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:09.647268 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3f08b8-d0e0-4b15-a45f-3a56ed663c55 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event deleted for resources: {'Subnet': ['ID=c7cc644b-bed7-4830-9c6a-fef02efd833c,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:09.671881 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b2bbf086-1bc5-470a-9ce7-d1b36f65066e None None] Current status of the port efc25899-821c-4a74-af97-c9a0cbc80999 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:53:09.679222 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3effa172-80b6-4a87-9115-89ed1b345f08 None None] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:53:09.747340 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-f38256da-2b19-4e5e-835d-ce9c429304fc tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0913579 May 31 13:53:09.749691 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-831f2e41-8541-4bc8-87f5-4f1ac8ec0c67 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:09.760812 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44230) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:09.870636 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-d0670fd6-82e4-4ef0-8d81-ff351a28885c tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Request body: {'subnet': {'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:53:09.983042 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment ec26da9f-6218-4b85-919f-2678a7b04255 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ec26da9f-6218-4b85-919f-2678a7b04255 found for delete ", "request_id": "req-5b4aa9a6-f70d-4606-9c7e-e02ab9a87023"}]} May 31 13:53:10.118721 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a142d59-0cfd-4ab3-a63c-24d60a655d01 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Network 0fa8359a-538e-4076-87fc-2aa66b351ef1 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:53:10.294646 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-6a142d59-0cfd-4ab3-a63c-24d60a655d01 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:53:10.301046 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55f7501-3b70-47fc-b2f2-8b02fc89daf4 None None] DHCP port deletion for 8d0ca4ab-0d39-494b-8b5d-2861af857a5e request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:53:10.314090 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-e55f7501-3b70-47fc-b2f2-8b02fc89daf4 None None] Deleting port efc25899-821c-4a74-af97-c9a0cbc80999 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:53:10.319356 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9b2af705-086d-42e0-a435-9eb255e8a2a0 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:10.319995 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e55f7501-3b70-47fc-b2f2-8b02fc89daf4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:10.330738 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a142d59-0cfd-4ab3-a63c-24d60a655d01 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:53:10.341331 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a142d59-0cfd-4ab3-a63c-24d60a655d01 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:53:10.343398 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6a142d59-0cfd-4ab3-a63c-24d60a655d01 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:10.409003 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a142d59-0cfd-4ab3-a63c-24d60a655d01 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Pushing event updated for resources: {'Port': ['ID=17e8301d-fb02-4b82-bc30-14489d82274c,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:10.468935 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9b2af705-086d-42e0-a435-9eb255e8a2a0 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:10.525963 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2af705-086d-42e0-a435-9eb255e8a2a0 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Pushing event deleted for resources: {'Network': ['ID=8a706337-23f8-414a-b850-40bba93be87e,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:10.555622 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-6a142d59-0cfd-4ab3-a63c-24d60a655d01 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.7926693 May 31 13:53:10.563099 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44238) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:10.637204 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-4a5c2115-2daa-48df-967b-96498dfeaf86 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:d5:f2:44'}]}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:53:10.706544 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7983902c-7a54-4491-967d-50976f3d4af0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:10.709876 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d0670fd6-82e4-4ef0-8d81-ff351a28885c tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:53:10.716381 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-831f2e41-8541-4bc8-87f5-4f1ac8ec0c67 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Router 95432eef-50d8-4e77-982d-72ba61db4b1f has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:53:10.725960 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-d0670fd6-82e4-4ef0-8d81-ff351a28885c tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Usage tracker for resource:subnet and tenant:d13dddbe1502489da91f2f88306fdca6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:53:10.732037 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-d0670fd6-82e4-4ef0-8d81-ff351a28885c tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:53:10.743994 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d0670fd6-82e4-4ef0-8d81-ff351a28885c tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:53:10.759775 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-9b2af705-086d-42e0-a435-9eb255e8a2a0 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "DELETE /v2.0/networks/8a706337-23f8-414a-b850-40bba93be87e HTTP/1.1" status: 204 len: 168 time: 5.8663025 May 31 13:53:10.761203 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44242) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:10.953175 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-e55f7501-3b70-47fc-b2f2-8b02fc89daf4 None None] For port efc25899-821c-4a74-af97-c9a0cbc80999, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=efc25899-821c-4a74-af97-c9a0cbc80999,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:53:10.954420 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e55f7501-3b70-47fc-b2f2-8b02fc89daf4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:11.294880 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-e55f7501-3b70-47fc-b2f2-8b02fc89daf4 None None] Calling delete_port for efc25899-821c-4a74-af97-c9a0cbc80999 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:53:11.349353 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device efc25899-821c-4a74-af97-c9a0cbc80999 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:53:11.415363 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4a5c2115-2daa-48df-967b-96498dfeaf86 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:11.636949 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-831f2e41-8541-4bc8-87f5-4f1ac8ec0c67 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:53:11.638643 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0670fd6-82e4-4ef0-8d81-ff351a28885c tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Made reservation on behalf of d13dddbe1502489da91f2f88306fdca6 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:53:11.643484 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d0670fd6-82e4-4ef0-8d81-ff351a28885c tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:11.692279 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port efc25899-821c-4a74-af97-c9a0cbc80999 is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:53:11.693690 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:11.726963 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3291f86e-f289-43f6-9e54-7eec7954d029 None None] Sync routers for ids ['95432eef-50d8-4e77-982d-72ba61db4b1f'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:53:11.741663 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-831f2e41-8541-4bc8-87f5-4f1ac8ec0c67 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "PUT /v2.0/routers/95432eef-50d8-4e77-982d-72ba61db4b1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4369869 May 31 13:53:11.751195 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9827cb4-91ea-4103-9b02-7c6ab01cc80a req-25d325bb-04d3-4d56-820c-a3a773ccce18 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:53:11.753284 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c9827cb4-91ea-4103-9b02-7c6ab01cc80a req-25d325bb-04d3-4d56-820c-a3a773ccce18 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ba2a7b-e75c-46ac-b1d9-10f903526f5a HTTP/1.1" status: 200 len: 945 time: 1.5103030 May 31 13:53:11.767236 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44262) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:11.790072 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port efc25899-821c-4a74-af97-c9a0cbc80999, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=efc25899-821c-4a74-af97-c9a0cbc80999,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:53:11.813092 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0fd36d35-806e-4fa9-8206-61762ca7b2f1 None None] Provisioning for port 17e8301d-fb02-4b82-bc30-14489d82274c completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:53:11.831397 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:11.854073 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0fd36d35-806e-4fa9-8206-61762ca7b2f1 None None] Provisioning complete for port 17e8301d-fb02-4b82-bc30-14489d82274c triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:53:11.854632 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0fd36d35-806e-4fa9-8206-61762ca7b2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:11.918022 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4a5c2115-2daa-48df-967b-96498dfeaf86 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:11.935566 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4a5c2115-2daa-48df-967b-96498dfeaf86 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:12.008141 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-4a5c2115-2daa-48df-967b-96498dfeaf86 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] In _notify_port_updated(), no bound segment for port 17e8301d-fb02-4b82-bc30-14489d82274c on network 0fa8359a-538e-4076-87fc-2aa66b351ef1 {{(pid=88369) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 31 13:53:12.014113 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5c2115-2daa-48df-967b-96498dfeaf86 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:53:12.015973 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4a5c2115-2daa-48df-967b-96498dfeaf86 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:12.026329 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-4a5c2115-2daa-48df-967b-96498dfeaf86 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] 10.222.0.50 "PUT /v2.0/ports/17e8301d-fb02-4b82-bc30-14489d82274c HTTP/1.1" status: 200 len: 1002 time: 1.3867228 May 31 13:53:12.031053 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44268) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:12.081761 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-c4b1b5e5-108f-416d-9b58-eae091766410 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Synchronizing usage tracker for tenant:779c820d5b2449ae9fd2392eab8ae157 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:53:12.100776 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0fd36d35-806e-4fa9-8206-61762ca7b2f1 None None] Port 17e8301d-fb02-4b82-bc30-14489d82274c cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:53:12.114663 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-e55f7501-3b70-47fc-b2f2-8b02fc89daf4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:53:12.115143 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-e55f7501-3b70-47fc-b2f2-8b02fc89daf4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:53:12.119892 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3291f86e-f289-43f6-9e54-7eec7954d029 None None] Routers {'95432eef-50d8-4e77-982d-72ba61db4b1f'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:53:12.120643 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-3291f86e-f289-43f6-9e54-7eec7954d029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:52:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['95432eef-50d8-4e77-982d-72ba61db4b1f'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:53:12.155906 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5c2115-2daa-48df-967b-96498dfeaf86 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Pushing event updated for resources: {'Port': ['ID=17e8301d-fb02-4b82-bc30-14489d82274c,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:12.207836 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=efc25899-821c-4a74-af97-c9a0cbc80999,revision_number=10']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:12.211554 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-3291f86e-f289-43f6-9e54-7eec7954d029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:53:12.222779 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3291f86e-f289-43f6-9e54-7eec7954d029 None None] Routers {'95432eef-50d8-4e77-982d-72ba61db4b1f'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:53:12.223588 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-3291f86e-f289-43f6-9e54-7eec7954d029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:52:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['95432eef-50d8-4e77-982d-72ba61db4b1f'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:53:12.227869 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-4f2a1fae-aacf-4739-a28b-d6776908af8e tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Deleting port 17e8301d-fb02-4b82-bc30-14489d82274c {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:53:12.228467 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4f2a1fae-aacf-4739-a28b-d6776908af8e tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:12.349800 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-3291f86e-f289-43f6-9e54-7eec7954d029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:53:12.355446 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3291f86e-f289-43f6-9e54-7eec7954d029 None None] The sync data for ids ['95432eef-50d8-4e77-982d-72ba61db4b1f'] in n-d-843939-1 is: [] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:53:12.448575 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-262498a9-8780-4f77-8899-2202cf92e67f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:12.532548 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-832d3367-1dfb-4807-b739-131cc43a0069 None None] Provisioning complete for port 17e8301d-fb02-4b82-bc30-14489d82274c triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:53:12.533121 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-832d3367-1dfb-4807-b739-131cc43a0069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:12.626275 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c9827cb4-91ea-4103-9b02-7c6ab01cc80a req-505dbe5d-6ebd-4834-a066-1cd72178effc tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=6bc706d7-c2c8-4249-9761-79dc47f28376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8560245 May 31 13:53:12.681105 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-c4b1b5e5-108f-416d-9b58-eae091766410 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Unset dirty status for tenant:779c820d5b2449ae9fd2392eab8ae157 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:53:12.686348 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c4b1b5e5-108f-416d-9b58-eae091766410 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "GET /v2.0/ports?device_id=95432eef-50d8-4e77-982d-72ba61db4b1f HTTP/1.1" status: 200 len: 205 time: 0.9179473 May 31 13:53:12.718854 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44272) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:12.728597 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-e55f7501-3b70-47fc-b2f2-8b02fc89daf4 None None] Deleting port efc25899-821c-4a74-af97-c9a0cbc80999 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:53:12.728975 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e55f7501-3b70-47fc-b2f2-8b02fc89daf4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:12.851638 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-832d3367-1dfb-4807-b739-131cc43a0069 None None] Port 17e8301d-fb02-4b82-bc30-14489d82274c cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:53:12.902568 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1a1ccd76-3824-4fa8-afc7-42de9247bb61 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for router, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:12.943751 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4f2a1fae-aacf-4739-a28b-d6776908af8e tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:12.981716 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c16f0e53-cdcf-4ba9-bba7-aaf0bc7b926a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:13.236447 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-e55f7501-3b70-47fc-b2f2-8b02fc89daf4 None None] For port efc25899-821c-4a74-af97-c9a0cbc80999, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=efc25899-821c-4a74-af97-c9a0cbc80999,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:53:13.236860 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e55f7501-3b70-47fc-b2f2-8b02fc89daf4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:13.276559 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-262498a9-8780-4f77-8899-2202cf92e67f admin admin] Deleting port 28f91fc4-d303-4198-b69f-bfc00ad66cfe {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:53:13.277202 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-262498a9-8780-4f77-8899-2202cf92e67f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:13.433839 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d0670fd6-82e4-4ef0-8d81-ff351a28885c tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:13.492610 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1a1ccd76-3824-4fa8-afc7-42de9247bb61 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:13.501382 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1a1ccd76-3824-4fa8-afc7-42de9247bb61 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:13.519526 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-4f2a1fae-aacf-4739-a28b-d6776908af8e tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Calling delete_port for 17e8301d-fb02-4b82-bc30-14489d82274c owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:53:13.521562 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-e55f7501-3b70-47fc-b2f2-8b02fc89daf4 None None] Calling delete_port for efc25899-821c-4a74-af97-c9a0cbc80999 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:53:13.527977 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0670fd6-82e4-4ef0-8d81-ff351a28885c tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:53:13.536490 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-d0670fd6-82e4-4ef0-8d81-ff351a28885c tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:53:13.550718 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0670fd6-82e4-4ef0-8d81-ff351a28885c tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:53:13.551324 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d0670fd6-82e4-4ef0-8d81-ff351a28885c tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:13.585649 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-d0670fd6-82e4-4ef0-8d81-ff351a28885c tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7275529 May 31 13:53:13.591132 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44280) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:13.600894 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-262498a9-8780-4f77-8899-2202cf92e67f admin admin] For port 28f91fc4-d303-4198-b69f-bfc00ad66cfe, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=28f91fc4-d303-4198-b69f-bfc00ad66cfe,segment=NetworkSegment(035ad117-e9c5-414c-8bde-40a05a92335b),segment_id=035ad117-e9c5-414c-8bde-40a05a92335b)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:53:13.601642 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-262498a9-8780-4f77-8899-2202cf92e67f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:13.603555 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-e29bc3e7-0525-46d3-ae69-c5ac80ea4495 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Request body: {'subnet': {'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:53:13.668867 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e55f7501-3b70-47fc-b2f2-8b02fc89daf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:13.789195 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55f7501-3b70-47fc-b2f2-8b02fc89daf4 None None] Pushing event deleted for resources: {'Port': ['ID=efc25899-821c-4a74-af97-c9a0cbc80999,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:13.845519 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55f7501-3b70-47fc-b2f2-8b02fc89daf4 None None] No DVR routers for this DVR port efc25899-821c-4a74-af97-c9a0cbc80999 on host n-d-843939-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:53:13.875929 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdac846f-9584-4711-9e48-4cd21e1865aa None None] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:53:14.026611 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0670fd6-82e4-4ef0-8d81-ff351a28885c tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event updated for resources: {'Subnet': ['ID=b6c2d148-0ea3-47df-a39c-af62c88eee9a,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:14.033339 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1a1ccd76-3824-4fa8-afc7-42de9247bb61 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:14.034264 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:14.034711 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a1ccd76-3824-4fa8-afc7-42de9247bb61 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Fanout notify agent at l3_agent the message router_deleted on router 95432eef-50d8-4e77-982d-72ba61db4b1f {{(pid=88370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:53:14.055273 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-e29bc3e7-0525-46d3-ae69-c5ac80ea4495 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:53:14.120183 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-e29bc3e7-0525-46d3-ae69-c5ac80ea4495 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Usage tracker for resource:subnet and tenant:d13dddbe1502489da91f2f88306fdca6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:53:14.157808 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-e29bc3e7-0525-46d3-ae69-c5ac80ea4495 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:53:14.173173 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b42325e-4fd4-49e3-a65b-5ef265bbf07f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'tenant_id': 'd13dddbe1502489da91f2f88306fdca6', 'fixed_ips': [{'subnet_id': 'b6c2d148-0ea3-47df-a39c-af62c88eee9a'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:53:14.174169 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8b42325e-4fd4-49e3-a65b-5ef265bbf07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:14.188439 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-e29bc3e7-0525-46d3-ae69-c5ac80ea4495 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:53:14.210908 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-262498a9-8780-4f77-8899-2202cf92e67f admin admin] Calling delete_port for 28f91fc4-d303-4198-b69f-bfc00ad66cfe owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:53:14.216158 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1a1ccd76-3824-4fa8-afc7-42de9247bb61 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:14.218889 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-1a1ccd76-3824-4fa8-afc7-42de9247bb61 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "DELETE /v2.0/routers/95432eef-50d8-4e77-982d-72ba61db4b1f HTTP/1.1" status: 204 len: 168 time: 1.4946065 May 31 13:53:14.225631 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44286) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:14.380316 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-8b42325e-4fd4-49e3-a65b-5ef265bbf07f None None] Allocated IP 172.20.0.2 (8d0ca4ab-0d39-494b-8b5d-2861af857a5e/b6c2d148-0ea3-47df-a39c-af62c88eee9a/f21ef5aa-1c45-4fb1-885e-59c51fcab290) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:53:14.469590 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec7de1a0-0b35-4243-bbe6-04b6388d6f07 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Deleting subnet d0471b8d-fb94-4c17-aa6f-2b7824c7fc6b {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:53:14.514632 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ec7de1a0-0b35-4243-bbe6-04b6388d6f07 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:14.612535 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-262498a9-8780-4f77-8899-2202cf92e67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:14.646997 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8b42325e-4fd4-49e3-a65b-5ef265bbf07f None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:14.660733 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-8b42325e-4fd4-49e3-a65b-5ef265bbf07f None None] Transition to ACTIVE for port object f21ef5aa-1c45-4fb1-885e-59c51fcab290 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:53:14.687524 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e29bc3e7-0525-46d3-ae69-c5ac80ea4495 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Made reservation on behalf of d13dddbe1502489da91f2f88306fdca6 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:53:14.689335 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-8b42325e-4fd4-49e3-a65b-5ef265bbf07f None None] Transition to ACTIVE for port object f21ef5aa-1c45-4fb1-885e-59c51fcab290 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:53:14.693967 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:14.694765 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e29bc3e7-0525-46d3-ae69-c5ac80ea4495 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:14.697356 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8b42325e-4fd4-49e3-a65b-5ef265bbf07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:14.697591 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262498a9-8780-4f77-8899-2202cf92e67f admin admin] Pushing event deleted for resources: {'Port': ['ID=28f91fc4-d303-4198-b69f-bfc00ad66cfe,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:14.786493 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b42325e-4fd4-49e3-a65b-5ef265bbf07f None None] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:53:14.794149 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-8b42325e-4fd4-49e3-a65b-5ef265bbf07f None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:53:14.800680 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b42325e-4fd4-49e3-a65b-5ef265bbf07f None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:53:14.954775 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c7e697fe-f23b-45cf-be0f-1c7caf3b86fd tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:14.981729 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-8b42325e-4fd4-49e3-a65b-5ef265bbf07f None None] Attempting to bind port f21ef5aa-1c45-4fb1-885e-59c51fcab290 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:53:14.985165 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-8b42325e-4fd4-49e3-a65b-5ef265bbf07f None None] Attempting to bind port f21ef5aa-1c45-4fb1-885e-59c51fcab290 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:53:14.985892 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b42325e-4fd4-49e3-a65b-5ef265bbf07f None None] Attempting to bind port f21ef5aa-1c45-4fb1-885e-59c51fcab290 on network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:53:15.004657 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b42325e-4fd4-49e3-a65b-5ef265bbf07f None None] Pushing event updated for resources: {'Port': ['ID=f21ef5aa-1c45-4fb1-885e-59c51fcab290,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:15.010418 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b42325e-4fd4-49e3-a65b-5ef265bbf07f None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:53:15.012429 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b42325e-4fd4-49e3-a65b-5ef265bbf07f None None] Checking segment: {'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:53:15.013961 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8b42325e-4fd4-49e3-a65b-5ef265bbf07f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:15.019753 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b42325e-4fd4-49e3-a65b-5ef265bbf07f None None] Bound using segment: {'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:53:15.020470 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-8b42325e-4fd4-49e3-a65b-5ef265bbf07f None None] Bound port: f21ef5aa-1c45-4fb1-885e-59c51fcab290, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:53:15.021011 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8b42325e-4fd4-49e3-a65b-5ef265bbf07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:15.067407 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4f2a1fae-aacf-4739-a28b-d6776908af8e tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:15.106666 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a33e23-29bc-417a-92c8-0dba8d3941d2 req-f8081eea-ca7d-4900-b9a8-c0268d4d3a8c tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:53:15.109043 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-03a33e23-29bc-417a-92c8-0dba8d3941d2 req-f8081eea-ca7d-4900-b9a8-c0268d4d3a8c tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ba2a7b-e75c-46ac-b1d9-10f903526f5a HTTP/1.1" status: 200 len: 945 time: 1.0842824 May 31 13:53:15.112594 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ec7de1a0-0b35-4243-bbe6-04b6388d6f07 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65507433'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:15.199084 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2a1fae-aacf-4739-a28b-d6776908af8e tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Pushing event deleted for resources: {'Port': ['ID=17e8301d-fb02-4b82-bc30-14489d82274c,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:15.216210 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-8b42325e-4fd4-49e3-a65b-5ef265bbf07f None None] For port f21ef5aa-1c45-4fb1-885e-59c51fcab290, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:53:15.220273 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-8b42325e-4fd4-49e3-a65b-5ef265bbf07f None None] For port f21ef5aa-1c45-4fb1-885e-59c51fcab290, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=f21ef5aa-1c45-4fb1-885e-59c51fcab290,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:53:15.237572 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8b42325e-4fd4-49e3-a65b-5ef265bbf07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:15.338290 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4f2a1fae-aacf-4739-a28b-d6776908af8e tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:15.424478 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b42325e-4fd4-49e3-a65b-5ef265bbf07f None None] Pushing event updated for resources: {'Port': ['ID=f21ef5aa-1c45-4fb1-885e-59c51fcab290,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:15.618600 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:15.694848 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-4f2a1fae-aacf-4739-a28b-d6776908af8e tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] 10.222.0.50 "DELETE /v2.0/ports/17e8301d-fb02-4b82-bc30-14489d82274c HTTP/1.1" status: 204 len: 168 time: 3.6645291 May 31 13:53:15.695611 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44296) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:15.771940 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-b858cd50-4477-42a1-b8d9-e46b36544590 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] GET failed (client error): The resource could not be found. May 31 13:53:15.772875 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-b858cd50-4477-42a1-b8d9-e46b36544590 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Synchronizing usage tracker for tenant:be23c07120934b2fa17b8e320a1c7925 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:53:15.819889 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-262498a9-8780-4f77-8899-2202cf92e67f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:15.829940 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-b858cd50-4477-42a1-b8d9-e46b36544590 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Unset dirty status for tenant:be23c07120934b2fa17b8e320a1c7925 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:53:15.837268 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b858cd50-4477-42a1-b8d9-e46b36544590 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] 10.222.0.50 "GET /v2.0/ports/17e8301d-fb02-4b82-bc30-14489d82274c HTTP/1.1" status: 404 len: 333 time: 0.1344588 May 31 13:53:15.840559 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44302) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:15.864958 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-43da354a-a094-4e0e-a91b-352b667931e6 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Request body: {'port': {'network_id': '0fa8359a-538e-4076-87fc-2aa66b351ef1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1373669302'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:53:16.506514 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ec7de1a0-0b35-4243-bbe6-04b6388d6f07 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:16.522739 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-43da354a-a094-4e0e-a91b-352b667931e6 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:53:16.535351 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-43da354a-a094-4e0e-a91b-352b667931e6 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:53:16.664807 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ec7de1a0-0b35-4243-bbe6-04b6388d6f07 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65216469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65148562'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:16.789169 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ec7de1a0-0b35-4243-bbe6-04b6388d6f07 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:16.798291 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0d40a3-bcdb-4fba-bedd-0c5d1ea63b71 None None] Network 1d7e7451-5cd1-4519-a62e-c6af185666b2 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:53:16.799369 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7de1a0-0b35-4243-bbe6-04b6388d6f07 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Pushing event deleted for resources: {'Subnet': ['ID=d0471b8d-fb94-4c17-aa6f-2b7824c7fc6b,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:16.969437 n-d-843939-1 neutron-server[88370]: DEBUG neutron.objects.ports [None req-e29bc3e7-0525-46d3-ae69-c5ac80ea4495 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88370) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 31 13:53:16.977123 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43da354a-a094-4e0e-a91b-352b667931e6 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Made reservation on behalf of be23c07120934b2fa17b8e320a1c7925 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:53:16.985102 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-43da354a-a094-4e0e-a91b-352b667931e6 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:16.985893 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-03a33e23-29bc-417a-92c8-0dba8d3941d2 req-8af0787f-1b55-4046-b9c3-e6b5f279ef69 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=6bc706d7-c2c8-4249-9761-79dc47f28376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3094893 May 31 13:53:17.026340 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-262498a9-8780-4f77-8899-2202cf92e67f admin admin] Router 0697c208-3eaa-49f8-affe-568d0eb5b2db has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:53:17.075406 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-ec7de1a0-0b35-4243-bbe6-04b6388d6f07 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "DELETE /v2.0/subnets/d0471b8d-fb94-4c17-aa6f-2b7824c7fc6b HTTP/1.1" status: 204 len: 168 time: 2.8431995 May 31 13:53:17.075661 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-43da354a-a094-4e0e-a91b-352b667931e6 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] device_id is not set on port 691f72ee-b26b-4662-8913-133e042f60d2 yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:53:17.083878 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44316) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:17.318482 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device f21ef5aa-1c45-4fb1-885e-59c51fcab290 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:53:17.340280 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-93f9792f-c48c-4861-8207-44ab6f7ac5b6 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:17.441874 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-93f9792f-c48c-4861-8207-44ab6f7ac5b6 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Deleting port d044e9a2-b4b9-476c-97e3-3a2145756950 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:53:17.442602 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-93f9792f-c48c-4861-8207-44ab6f7ac5b6 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:17.531093 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-5b2ec7bc-57af-47dc-bda1-c808ab54ce54 None None] Provisioning for port f21ef5aa-1c45-4fb1-885e-59c51fcab290 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:53:17.568145 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port f21ef5aa-1c45-4fb1-885e-59c51fcab290 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:53:17.574340 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port f21ef5aa-1c45-4fb1-885e-59c51fcab290 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:53:17.575070 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:17.688364 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e959ca99-c3b7-44e3-a6cf-d012f0f19247 None None] DHCP port deletion for 1d7e7451-5cd1-4519-a62e-c6af185666b2 request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:53:17.695661 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-e959ca99-c3b7-44e3-a6cf-d012f0f19247 None None] Deleting port d044e9a2-b4b9-476c-97e3-3a2145756950 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:53:17.695661 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e959ca99-c3b7-44e3-a6cf-d012f0f19247 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:17.816497 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port f21ef5aa-1c45-4fb1-885e-59c51fcab290 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:53:17.817143 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:17.880626 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-c7e697fe-f23b-45cf-be0f-1c7caf3b86fd tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Deleting port db25ac7d-9ac6-4f8c-a07c-682deff692dd {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:53:17.881319 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c7e697fe-f23b-45cf-be0f-1c7caf3b86fd tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:17.902051 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-262498a9-8780-4f77-8899-2202cf92e67f admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:53:17.913419 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46c8f59-23ac-4fc2-a8f8-c8d07f6db17f None None] Sync routers for ids ['0697c208-3eaa-49f8-affe-568d0eb5b2db'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:53:17.930272 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46c8f59-23ac-4fc2-a8f8-c8d07f6db17f None None] Routers {'0697c208-3eaa-49f8-affe-568d0eb5b2db'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:53:17.930904 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-f46c8f59-23ac-4fc2-a8f8-c8d07f6db17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:53:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['0697c208-3eaa-49f8-affe-568d0eb5b2db'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:53:17.964979 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-262498a9-8780-4f77-8899-2202cf92e67f admin admin] 10.222.0.50 "PUT /v2.0/routers/0697c208-3eaa-49f8-affe-568d0eb5b2db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0624106 May 31 13:53:17.965950 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44324) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:18.008512 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:53:18.009059 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:53:18.159822 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-e959ca99-c3b7-44e3-a6cf-d012f0f19247 None None] For port d044e9a2-b4b9-476c-97e3-3a2145756950, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=d044e9a2-b4b9-476c-97e3-3a2145756950,segment=NetworkSegment(ced46407-0072-4437-bbfe-58436605bc64),segment_id=ced46407-0072-4437-bbfe-58436605bc64)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:53:18.160238 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e959ca99-c3b7-44e3-a6cf-d012f0f19247 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:18.161720 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e29bc3e7-0525-46d3-ae69-c5ac80ea4495 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:18.326034 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-f46c8f59-23ac-4fc2-a8f8-c8d07f6db17f None None] Set router 0697c208-3eaa-49f8-affe-568d0eb5b2db gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:53:18.447729 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-e959ca99-c3b7-44e3-a6cf-d012f0f19247 None None] Calling delete_port for d044e9a2-b4b9-476c-97e3-3a2145756950 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:53:18.675664 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e959ca99-c3b7-44e3-a6cf-d012f0f19247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:18.686882 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-43da354a-a094-4e0e-a91b-352b667931e6 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Allocated IP 2001:db8::3cc (0fa8359a-538e-4076-87fc-2aa66b351ef1/08656c79-8343-4d69-b7b5-56fffb747077/691f72ee-b26b-4662-8913-133e042f60d2) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:53:18.692125 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f2a63225-0da7-46dc-948d-0be97be1d406 admin admin] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:18.850707 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e959ca99-c3b7-44e3-a6cf-d012f0f19247 None None] No DVR routers for this DVR port d044e9a2-b4b9-476c-97e3-3a2145756950 on host n-d-843939-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:53:18.868159 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e959ca99-c3b7-44e3-a6cf-d012f0f19247 None None] Pushing event deleted for resources: {'Port': ['ID=d044e9a2-b4b9-476c-97e3-3a2145756950,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:18.886746 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port f21ef5aa-1c45-4fb1-885e-59c51fcab290 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:53:18.887160 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:18.890217 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-93f9792f-c48c-4861-8207-44ab6f7ac5b6 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] For port d044e9a2-b4b9-476c-97e3-3a2145756950, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=d044e9a2-b4b9-476c-97e3-3a2145756950,segment=NetworkSegment(ced46407-0072-4437-bbfe-58436605bc64),segment_id=ced46407-0072-4437-bbfe-58436605bc64)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:53:18.891130 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-93f9792f-c48c-4861-8207-44ab6f7ac5b6 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:18.998421 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-f46c8f59-23ac-4fc2-a8f8-c8d07f6db17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'name': 'tempest-AttachVolumeNegativeTest-1273433736-router', 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'a25f0954-04a4-4b01-8623-f473d6ed53da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:44:16Z', 'updated_at': '2022-05-31T13:53:14Z', 'revision_number': 5, 'project_id': '0c3bb07388f549c9aeec65a21380cb5d', 'gw_port': {'id': 'a25f0954-04a4-4b01-8623-f473d6ed53da', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ac:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:44:19Z', 'updated_at': '2022-05-31T13:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:53:19.009866 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46c8f59-23ac-4fc2-a8f8-c8d07f6db17f None None] Checking router: 0697c208-3eaa-49f8-affe-568d0eb5b2db for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:53:19.032943 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46c8f59-23ac-4fc2-a8f8-c8d07f6db17f None None] Routers {'0697c208-3eaa-49f8-affe-568d0eb5b2db'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:53:19.034209 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-f46c8f59-23ac-4fc2-a8f8-c8d07f6db17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:53:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['0697c208-3eaa-49f8-affe-568d0eb5b2db'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:53:19.053417 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-93f9792f-c48c-4861-8207-44ab6f7ac5b6 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Calling delete_port for d044e9a2-b4b9-476c-97e3-3a2145756950 owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:53:19.167675 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.api [None req-93f9792f-c48c-4861-8207-44ab6f7ac5b6 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88370) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:53:19.168236 n-d-843939-1 neutron-server[88370]: DEBUG oslo_db.api [None req-93f9792f-c48c-4861-8207-44ab6f7ac5b6 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:53:19.437701 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f2a63225-0da7-46dc-948d-0be97be1d406 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:19.463776 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-f46c8f59-23ac-4fc2-a8f8-c8d07f6db17f None None] Set router 0697c208-3eaa-49f8-affe-568d0eb5b2db gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:53:19.467701 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-f2a63225-0da7-46dc-948d-0be97be1d406 admin admin] Deleting port a25f0954-04a4-4b01-8623-f473d6ed53da {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:53:19.468388 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f2a63225-0da7-46dc-948d-0be97be1d406 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:19.568222 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-e29bc3e7-0525-46d3-ae69-c5ac80ea4495 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] For port f21ef5aa-1c45-4fb1-885e-59c51fcab290, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=f21ef5aa-1c45-4fb1-885e-59c51fcab290,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:53:19.610307 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341bcb93-5097-4fd7-b8e3-ea24de758349 req-8e77cf18-867d-45a2-8744-8fa62cd53a7f tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:53:19.611975 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-341bcb93-5097-4fd7-b8e3-ea24de758349 req-8e77cf18-867d-45a2-8744-8fa62cd53a7f tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ba2a7b-e75c-46ac-b1d9-10f903526f5a HTTP/1.1" status: 200 len: 945 time: 1.0072448 May 31 13:53:19.671241 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-93f9792f-c48c-4861-8207-44ab6f7ac5b6 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Deleting port d044e9a2-b4b9-476c-97e3-3a2145756950 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:53:19.671731 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-93f9792f-c48c-4861-8207-44ab6f7ac5b6 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:19.718568 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-f2a63225-0da7-46dc-948d-0be97be1d406 admin admin] For port a25f0954-04a4-4b01-8623-f473d6ed53da, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=a25f0954-04a4-4b01-8623-f473d6ed53da,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:53:19.718568 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f2a63225-0da7-46dc-948d-0be97be1d406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:19.726821 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.resource_extend [None req-e29bc3e7-0525-46d3-ae69-c5ac80ea4495 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:53:19.744955 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e29bc3e7-0525-46d3-ae69-c5ac80ea4495 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:19.788589 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-93f9792f-c48c-4861-8207-44ab6f7ac5b6 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] The port 'd044e9a2-b4b9-476c-97e3-3a2145756950' was deleted {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 13:53:19.800207 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-c7e697fe-f23b-45cf-be0f-1c7caf3b86fd tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] For port db25ac7d-9ac6-4f8c-a07c-682deff692dd, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=db25ac7d-9ac6-4f8c-a07c-682deff692dd,segment=NetworkSegment(ab1ee93b-be0c-4c5e-a125-245125da76f5),segment_id=ab1ee93b-be0c-4c5e-a125-245125da76f5)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:53:19.800867 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c7e697fe-f23b-45cf-be0f-1c7caf3b86fd tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:19.981810 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-f46c8f59-23ac-4fc2-a8f8-c8d07f6db17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'name': 'tempest-AttachVolumeNegativeTest-1273433736-router', 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'a25f0954-04a4-4b01-8623-f473d6ed53da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:44:16Z', 'updated_at': '2022-05-31T13:53:14Z', 'revision_number': 5, 'project_id': '0c3bb07388f549c9aeec65a21380cb5d', 'gw_port': {'id': 'a25f0954-04a4-4b01-8623-f473d6ed53da', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ac:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:44:19Z', 'updated_at': '2022-05-31T13:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:53:19.990217 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46c8f59-23ac-4fc2-a8f8-c8d07f6db17f None None] The sync data for ids ['0697c208-3eaa-49f8-affe-568d0eb5b2db'] in n-d-843939-1 is: [{'id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'name': 'tempest-AttachVolumeNegativeTest-1273433736-router', 'tenant_id': '0c3bb07388f549c9aeec65a21380cb5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'a25f0954-04a4-4b01-8623-f473d6ed53da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:44:16Z', 'updated_at': '2022-05-31T13:53:14Z', 'revision_number': 5, 'project_id': '0c3bb07388f549c9aeec65a21380cb5d', 'gw_port': {'id': 'a25f0954-04a4-4b01-8623-f473d6ed53da', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ac:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0697c208-3eaa-49f8-affe-568d0eb5b2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:44:19Z', 'updated_at': '2022-05-31T13:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:53:20.007472 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:53:20.008072 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:53:20.091526 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-43da354a-a094-4e0e-a91b-352b667931e6 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:20.102498 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-f2a63225-0da7-46dc-948d-0be97be1d406 admin admin] Calling delete_port for a25f0954-04a4-4b01-8623-f473d6ed53da owned by network:router_gateway {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:53:20.107616 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-c7e697fe-f23b-45cf-be0f-1c7caf3b86fd tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Calling delete_port for db25ac7d-9ac6-4f8c-a07c-682deff692dd owned by network:router_interface {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:53:20.184287 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-43da354a-a094-4e0e-a91b-352b667931e6 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Transition to ACTIVE for port object 691f72ee-b26b-4662-8913-133e042f60d2 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:53:20.196217 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e29bc3e7-0525-46d3-ae69-c5ac80ea4495 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:20.197282 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e29bc3e7-0525-46d3-ae69-c5ac80ea4495 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:20.252277 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-43da354a-a094-4e0e-a91b-352b667931e6 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:20.292968 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-341bcb93-5097-4fd7-b8e3-ea24de758349 req-7cdfa05a-fc57-4807-8572-e0f7af38420e tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=6bc706d7-c2c8-4249-9761-79dc47f28376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6640229 May 31 13:53:20.332178 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43da354a-a094-4e0e-a91b-352b667931e6 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Network 0fa8359a-538e-4076-87fc-2aa66b351ef1 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:53:20.339138 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-43da354a-a094-4e0e-a91b-352b667931e6 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:53:20.342539 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43da354a-a094-4e0e-a91b-352b667931e6 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:53:20.349404 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43da354a-a094-4e0e-a91b-352b667931e6 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:53:20.350259 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-43da354a-a094-4e0e-a91b-352b667931e6 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:20.382443 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-43da354a-a094-4e0e-a91b-352b667931e6 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.5383732 May 31 13:53:20.386394 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44348) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:20.392583 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-69dba011-680f-42dd-bb3c-9670a4e1f678 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Request body: {'port': {'network_id': '0fa8359a-538e-4076-87fc-2aa66b351ef1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1148739995'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:53:20.412293 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da354a-a094-4e0e-a91b-352b667931e6 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Pushing event updated for resources: {'Port': ['ID=691f72ee-b26b-4662-8913-133e042f60d2,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:20.650867 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port f21ef5aa-1c45-4fb1-885e-59c51fcab290 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:53:20.651179 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:20.710105 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-93f9792f-c48c-4861-8207-44ab6f7ac5b6 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:20.743913 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port f21ef5aa-1c45-4fb1-885e-59c51fcab290, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=f21ef5aa-1c45-4fb1-885e-59c51fcab290,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:53:20.746092 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-93f9792f-c48c-4861-8207-44ab6f7ac5b6 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d7e7451-5cd1-4519-a62e-c6af185666b2']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:53:20.751539 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:20.760460 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-93f9792f-c48c-4861-8207-44ab6f7ac5b6 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ced46407-0072-4437-bbfe-58436605bc64') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:53:20.762106 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-93f9792f-c48c-4861-8207-44ab6f7ac5b6 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ced46407-0072-4437-bbfe-58436605bc64') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:53:20.793805 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-93f9792f-c48c-4861-8207-44ab6f7ac5b6 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:20.838162 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-93f9792f-c48c-4861-8207-44ab6f7ac5b6 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:20.838390 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f2a63225-0da7-46dc-948d-0be97be1d406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:20.864285 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=f21ef5aa-1c45-4fb1-885e-59c51fcab290,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:20.877209 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93f9792f-c48c-4861-8207-44ab6f7ac5b6 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:53:20.877698 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-93f9792f-c48c-4861-8207-44ab6f7ac5b6 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:20.909018 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-69dba011-680f-42dd-bb3c-9670a4e1f678 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:53:20.916652 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-4e3c687a-83bc-436a-a844-ddff3d7abcd7 None None] Provisioning for port 691f72ee-b26b-4662-8913-133e042f60d2 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:53:20.923048 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-4e3c687a-83bc-436a-a844-ddff3d7abcd7 None None] Provisioning complete for port 691f72ee-b26b-4662-8913-133e042f60d2 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:53:20.923412 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4e3c687a-83bc-436a-a844-ddff3d7abcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:20.956081 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-69dba011-680f-42dd-bb3c-9670a4e1f678 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Usage tracker for resource:port and tenant:be23c07120934b2fa17b8e320a1c7925 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:53:20.962178 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-69dba011-680f-42dd-bb3c-9670a4e1f678 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:53:20.965764 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a63225-0da7-46dc-948d-0be97be1d406 admin admin] Pushing event deleted for resources: {'Port': ['ID=a25f0954-04a4-4b01-8623-f473d6ed53da,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:20.993759 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-4e3c687a-83bc-436a-a844-ddff3d7abcd7 None None] Port 691f72ee-b26b-4662-8913-133e042f60d2 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:53:20.996265 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 28f91fc4-d303-4198-b69f-bfc00ad66cfe no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:53:21.002757 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-69dba011-680f-42dd-bb3c-9670a4e1f678 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:53:21.036493 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 28f91fc4-d303-4198-b69f-bfc00ad66cfe {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:53:21.037106 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 28f91fc4-d303-4198-b69f-bfc00ad66cfe not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:53:21.037229 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device d044e9a2-b4b9-476c-97e3-3a2145756950 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:53:21.068324 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69dba011-680f-42dd-bb3c-9670a4e1f678 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Made reservation on behalf of be23c07120934b2fa17b8e320a1c7925 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:53:21.072761 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-69dba011-680f-42dd-bb3c-9670a4e1f678 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:21.078649 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: d044e9a2-b4b9-476c-97e3-3a2145756950 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:53:21.078995 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device d044e9a2-b4b9-476c-97e3-3a2145756950 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:53:21.119789 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-69dba011-680f-42dd-bb3c-9670a4e1f678 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] device_id is not set on port 872ae1ea-0126-45cd-9924-85b39bdc3cbe yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:53:21.121656 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29bc3e7-0525-46d3-ae69-c5ac80ea4495 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event updated for resources: {'Subnet': ['ID=68bb3920-0f5e-41c5-b618-55f04ba92dfb,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:21.152933 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment ced46407-0072-4437-bbfe-58436605bc64 resource provider aggregate not found May 31 13:53:21.156492 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f2a63225-0da7-46dc-948d-0be97be1d406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577389'] for router_gateway, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:21.159104 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-93f9792f-c48c-4861-8207-44ab6f7ac5b6 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:21.163849 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29bc3e7-0525-46d3-ae69-c5ac80ea4495 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:53:21.183235 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-93f9792f-c48c-4861-8207-44ab6f7ac5b6 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:21.207429 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-e29bc3e7-0525-46d3-ae69-c5ac80ea4495 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:53:21.209454 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29bc3e7-0525-46d3-ae69-c5ac80ea4495 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event updated for resources: {'Port': ['ID=f21ef5aa-1c45-4fb1-885e-59c51fcab290,revision_number=4']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:21.218783 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment ced46407-0072-4437-bbfe-58436605bc64 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ced46407-0072-4437-bbfe-58436605bc64 found for delete ", "request_id": "req-9ded5146-2d26-4687-9a05-25d20313b0d9"}]} May 31 13:53:21.221774 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29bc3e7-0525-46d3-ae69-c5ac80ea4495 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:53:21.222721 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e29bc3e7-0525-46d3-ae69-c5ac80ea4495 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:21.227524 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ea8181-84b5-4036-8370-80ba35e2a034 None None] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:53:21.261759 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f9792f-c48c-4861-8207-44ab6f7ac5b6 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Pushing event deleted for resources: {'Network': ['ID=1d7e7451-5cd1-4519-a62e-c6af185666b2,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:21.266055 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-e29bc3e7-0525-46d3-ae69-c5ac80ea4495 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 7.6740155 May 31 13:53:21.277023 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-93f9792f-c48c-4861-8207-44ab6f7ac5b6 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "DELETE /v2.0/networks/1d7e7451-5cd1-4519-a62e-c6af185666b2 HTTP/1.1" status: 204 len: 168 time: 4.1850021 May 31 13:53:21.278091 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44358) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:21.284160 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44360) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:21.300227 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-81913adc-924f-4c5d-be5e-e20dc3fa9c29 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Request body: {'port': {'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'mac_address': 'fa:16:3e:f5:df:c8', 'name': 'tempest-NetworksTestDHCPv6-1082319338'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:53:21.322238 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-627ed6dd-0c2d-43d4-9612-49cc0724c9f4 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-146214637', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:53:21.330783 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-627ed6dd-0c2d-43d4-9612-49cc0724c9f4 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:53:21.337634 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-627ed6dd-0c2d-43d4-9612-49cc0724c9f4 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Usage tracker for resource:router and tenant:779c820d5b2449ae9fd2392eab8ae157 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:53:21.341047 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-627ed6dd-0c2d-43d4-9612-49cc0724c9f4 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:53:21.348569 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-627ed6dd-0c2d-43d4-9612-49cc0724c9f4 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:53:21.369377 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-627ed6dd-0c2d-43d4-9612-49cc0724c9f4 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:21.370697 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-627ed6dd-0c2d-43d4-9612-49cc0724c9f4 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:21.388011 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-627ed6dd-0c2d-43d4-9612-49cc0724c9f4 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:21.466516 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f2a63225-0da7-46dc-948d-0be97be1d406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:21.471521 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-627ed6dd-0c2d-43d4-9612-49cc0724c9f4 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:21.481934 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f2a63225-0da7-46dc-948d-0be97be1d406 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:21.574976 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-627ed6dd-0c2d-43d4-9612-49cc0724c9f4 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:21.578566 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-627ed6dd-0c2d-43d4-9612-49cc0724c9f4 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2858717 May 31 13:53:21.581296 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44372) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:21.588942 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-0e88f629-75bd-4aa2-b844-e1ebeeb628cc tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-514061069'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:53:21.598092 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f2a63225-0da7-46dc-948d-0be97be1d406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:21.598895 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a63225-0da7-46dc-948d-0be97be1d406 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0697c208-3eaa-49f8-affe-568d0eb5b2db {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:53:21.601291 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0e88f629-75bd-4aa2-b844-e1ebeeb628cc tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:53:21.617370 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-0e88f629-75bd-4aa2-b844-e1ebeeb628cc tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Usage tracker for resource:network and tenant:779c820d5b2449ae9fd2392eab8ae157 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:53:21.626913 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-0e88f629-75bd-4aa2-b844-e1ebeeb628cc tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:53:21.645164 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0e88f629-75bd-4aa2-b844-e1ebeeb628cc tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:53:21.664989 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-69dba011-680f-42dd-bb3c-9670a4e1f678 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Allocated IP 2001:db8::128 (0fa8359a-538e-4076-87fc-2aa66b351ef1/08656c79-8343-4d69-b7b5-56fffb747077/872ae1ea-0126-45cd-9924-85b39bdc3cbe) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:53:21.681236 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f2a63225-0da7-46dc-948d-0be97be1d406 admin admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:21.687000 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-f2a63225-0da7-46dc-948d-0be97be1d406 admin admin] 10.222.0.50 "DELETE /v2.0/routers/0697c208-3eaa-49f8-affe-568d0eb5b2db HTTP/1.1" status: 204 len: 168 time: 3.7148046 May 31 13:53:21.688195 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44376) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:21.730507 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e88f629-75bd-4aa2-b844-e1ebeeb628cc tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Made reservation on behalf of 779c820d5b2449ae9fd2392eab8ae157 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:53:21.734853 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0e88f629-75bd-4aa2-b844-e1ebeeb628cc tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:21.894213 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e88f629-75bd-4aa2-b844-e1ebeeb628cc tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:53:21.911699 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-81913adc-924f-4c5d-be5e-e20dc3fa9c29 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:53:21.916143 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-81913adc-924f-4c5d-be5e-e20dc3fa9c29 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Usage tracker for resource:port and tenant:d13dddbe1502489da91f2f88306fdca6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:53:21.919253 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-81913adc-924f-4c5d-be5e-e20dc3fa9c29 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:53:21.923793 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cff7d95-f6de-4fec-92dd-afd07e244ba2 admin admin] Deleting subnet 1fa11664-0552-4bb0-b5b0-3278009a7430 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:53:21.925576 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-81913adc-924f-4c5d-be5e-e20dc3fa9c29 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:53:21.934767 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9cff7d95-f6de-4fec-92dd-afd07e244ba2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:21.948990 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81913adc-924f-4c5d-be5e-e20dc3fa9c29 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Made reservation on behalf of d13dddbe1502489da91f2f88306fdca6 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:53:21.996661 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0e88f629-75bd-4aa2-b844-e1ebeeb628cc tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:21.997391 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-0e88f629-75bd-4aa2-b844-e1ebeeb628cc tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Added segment 491c4450-2d2c-487a-bb61-d5eff1bb5019 of type vlan for network 0aa2954e-bf8d-4cc7-bde3-b406dc8a037b May 31 13:53:22.072185 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec01b55c-2898-4b1b-b049-b5d48a008b34 req-a49967f3-b526-45b2-b824-d4225c7834ae tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:53:22.081041 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ec01b55c-2898-4b1b-b049-b5d48a008b34 req-a49967f3-b526-45b2-b824-d4225c7834ae tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ba2a7b-e75c-46ac-b1d9-10f903526f5a HTTP/1.1" status: 200 len: 945 time: 0.4893546 May 31 13:53:22.112462 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c7e697fe-f23b-45cf-be0f-1c7caf3b86fd tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:22.213154 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-69dba011-680f-42dd-bb3c-9670a4e1f678 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:22.260977 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-69dba011-680f-42dd-bb3c-9670a4e1f678 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Transition to ACTIVE for port object 872ae1ea-0126-45cd-9924-85b39bdc3cbe will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:53:22.300388 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9cff7d95-f6de-4fec-92dd-afd07e244ba2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:22.458998 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ec01b55c-2898-4b1b-b049-b5d48a008b34 req-39765160-51d3-4f1a-b290-d86851d706df tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=6bc706d7-c2c8-4249-9761-79dc47f28376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3776164 May 31 13:53:22.463545 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e697fe-f23b-45cf-be0f-1c7caf3b86fd tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Pushing event deleted for resources: {'Port': ['ID=db25ac7d-9ac6-4f8c-a07c-682deff692dd,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:22.548946 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9cff7d95-f6de-4fec-92dd-afd07e244ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:22.625209 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-81913adc-924f-4c5d-be5e-e20dc3fa9c29 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:22.647246 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-69dba011-680f-42dd-bb3c-9670a4e1f678 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:22.666953 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-81913adc-924f-4c5d-be5e-e20dc3fa9c29 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] device_id is not set on port 12abcb3b-5c01-4576-9a35-89f27dd54568 yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:53:22.844816 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0e88f629-75bd-4aa2-b844-e1ebeeb628cc tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:22.929815 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dba011-680f-42dd-bb3c-9670a4e1f678 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Pushing event updated for resources: {'Port': ['ID=872ae1ea-0126-45cd-9924-85b39bdc3cbe,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:22.972388 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0e88f629-75bd-4aa2-b844-e1ebeeb628cc tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:22.979407 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e88f629-75bd-4aa2-b844-e1ebeeb628cc tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:53:22.980188 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0e88f629-75bd-4aa2-b844-e1ebeeb628cc tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:23.036735 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9cff7d95-f6de-4fec-92dd-afd07e244ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:23.069690 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device f21ef5aa-1c45-4fb1-885e-59c51fcab290 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:53:23.094910 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69dba011-680f-42dd-bb3c-9670a4e1f678 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Network 0fa8359a-538e-4076-87fc-2aa66b351ef1 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:53:23.101421 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cff7d95-f6de-4fec-92dd-afd07e244ba2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fa11664-0552-4bb0-b5b0-3278009a7430,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:23.103686 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-69dba011-680f-42dd-bb3c-9670a4e1f678 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:53:23.110142 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-0e88f629-75bd-4aa2-b844-e1ebeeb628cc tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5244319 May 31 13:53:23.146332 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4662a97-1366-4248-8404-724b6de0823b None None] Network 63c618dc-2d9c-42a1-a644-8fd65767e93c requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:53:23.174710 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44392) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:23.265340 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9cff7d95-f6de-4fec-92dd-afd07e244ba2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:23.269572 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-9cff7d95-f6de-4fec-92dd-afd07e244ba2 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/1fa11664-0552-4bb0-b5b0-3278009a7430 HTTP/1.1" status: 204 len: 168 time: 1.5756695 May 31 13:53:23.273052 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69dba011-680f-42dd-bb3c-9670a4e1f678 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:53:23.283404 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69dba011-680f-42dd-bb3c-9670a4e1f678 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:53:23.284113 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-69dba011-680f-42dd-bb3c-9670a4e1f678 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:23.366044 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44394) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:23.470142 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-81913adc-924f-4c5d-be5e-e20dc3fa9c29 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Allocated IP 172.20.0.5 (8d0ca4ab-0d39-494b-8b5d-2861af857a5e/b6c2d148-0ea3-47df-a39c-af62c88eee9a/12abcb3b-5c01-4576-9a35-89f27dd54568) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:53:23.482736 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-81913adc-924f-4c5d-be5e-e20dc3fa9c29 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Allocated IP 2001:db8::f816:3eff:fef5:dfc8 (8d0ca4ab-0d39-494b-8b5d-2861af857a5e/68bb3920-0f5e-41c5-b618-55f04ba92dfb/12abcb3b-5c01-4576-9a35-89f27dd54568) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:53:23.528162 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e88f629-75bd-4aa2-b844-e1ebeeb628cc tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Pushing event updated for resources: {'Network': ['ID=0aa2954e-bf8d-4cc7-bde3-b406dc8a037b,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:23.676451 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 0aa2954e-bf8d-4cc7-bde3-b406dc8a037b details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:53:23.864495 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-69dba011-680f-42dd-bb3c-9670a4e1f678 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.4770417 May 31 13:53:23.872570 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44404) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:23.881166 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-5bf2bc50-f0bc-43b3-912d-6f5f288ce422 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2fc', 'mac_address': 'fa:16:3e:d5:f2:44'}, {'ip_address': '2001:db8::3cc', 'mac_address': 'fa:16:3e:c3:cf:2e'}]}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:53:23.882596 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-c07c756d-5849-4fc4-a263-92213361fdb9 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Request body: {'subnet': {'network_id': '0aa2954e-bf8d-4cc7-bde3-b406dc8a037b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:53:24.035291 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0497932f-00dc-4156-9fd8-9bd557ca7e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:24.051447 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b11754a4-fcc1-41bb-bca9-2cc3b33ddf60 None None] Provisioning complete for port f21ef5aa-1c45-4fb1-885e-59c51fcab290 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:53:24.055988 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b11754a4-fcc1-41bb-bca9-2cc3b33ddf60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:24.138234 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c07c756d-5849-4fc4-a263-92213361fdb9 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:53:24.144444 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-c07c756d-5849-4fc4-a263-92213361fdb9 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Usage tracker for resource:subnet and tenant:779c820d5b2449ae9fd2392eab8ae157 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:53:24.150652 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-c07c756d-5849-4fc4-a263-92213361fdb9 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:53:24.159750 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c07c756d-5849-4fc4-a263-92213361fdb9 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:53:24.233000 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c07c756d-5849-4fc4-a263-92213361fdb9 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Made reservation on behalf of 779c820d5b2449ae9fd2392eab8ae157 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:53:24.241489 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c07c756d-5849-4fc4-a263-92213361fdb9 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:24.262899 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-0497932f-00dc-4156-9fd8-9bd557ca7e9c admin admin] Deleting port 941c7909-a072-44f9-bd56-2fbdfcfca6da {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:53:24.274644 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0497932f-00dc-4156-9fd8-9bd557ca7e9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:24.421921 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port f21ef5aa-1c45-4fb1-885e-59c51fcab290 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:53:24.427049 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:24.524583 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838f6835-99d4-4cdf-ae3d-41034519d93f None None] DHCP port deletion for 63c618dc-2d9c-42a1-a644-8fd65767e93c request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:53:24.545016 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-838f6835-99d4-4cdf-ae3d-41034519d93f None None] Deleting port 941c7909-a072-44f9-bd56-2fbdfcfca6da {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:53:24.545468 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-838f6835-99d4-4cdf-ae3d-41034519d93f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:24.625094 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-0497932f-00dc-4156-9fd8-9bd557ca7e9c admin admin] For port 941c7909-a072-44f9-bd56-2fbdfcfca6da, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=941c7909-a072-44f9-bd56-2fbdfcfca6da,segment=NetworkSegment(035ad117-e9c5-414c-8bde-40a05a92335b),segment_id=035ad117-e9c5-414c-8bde-40a05a92335b)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:53:24.625502 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0497932f-00dc-4156-9fd8-9bd557ca7e9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:24.633734 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c7e697fe-f23b-45cf-be0f-1c7caf3b86fd tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:24.699451 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b11754a4-fcc1-41bb-bca9-2cc3b33ddf60 None None] Current status of the port f21ef5aa-1c45-4fb1-885e-59c51fcab290 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:53:24.777032 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-0497932f-00dc-4156-9fd8-9bd557ca7e9c admin admin] Calling delete_port for 941c7909-a072-44f9-bd56-2fbdfcfca6da owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:53:24.841627 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-838f6835-99d4-4cdf-ae3d-41034519d93f None None] For port 941c7909-a072-44f9-bd56-2fbdfcfca6da, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=941c7909-a072-44f9-bd56-2fbdfcfca6da,segment=NetworkSegment(035ad117-e9c5-414c-8bde-40a05a92335b),segment_id=035ad117-e9c5-414c-8bde-40a05a92335b)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:53:24.842099 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-838f6835-99d4-4cdf-ae3d-41034519d93f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:24.903589 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5bf2bc50-f0bc-43b3-912d-6f5f288ce422 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:25.005305 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-838f6835-99d4-4cdf-ae3d-41034519d93f None None] Calling delete_port for 941c7909-a072-44f9-bd56-2fbdfcfca6da owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:53:25.047875 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7e697fe-f23b-45cf-be0f-1c7caf3b86fd tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Router 40e81eef-4431-43f1-8e62-029c9f01dd28 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:53:25.066550 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-81913adc-924f-4c5d-be5e-e20dc3fa9c29 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:25.190337 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0497932f-00dc-4156-9fd8-9bd557ca7e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:25.200091 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-838f6835-99d4-4cdf-ae3d-41034519d93f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:53:25.200596 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-838f6835-99d4-4cdf-ae3d-41034519d93f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:53:25.310248 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-81913adc-924f-4c5d-be5e-e20dc3fa9c29 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Transition to ACTIVE for port object 12abcb3b-5c01-4576-9a35-89f27dd54568 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:53:25.350617 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0497932f-00dc-4156-9fd8-9bd557ca7e9c admin admin] Pushing event deleted for resources: {'Port': ['ID=941c7909-a072-44f9-bd56-2fbdfcfca6da,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:25.361620 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port f21ef5aa-1c45-4fb1-885e-59c51fcab290 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:53:25.365886 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e846d5f6-62a2-486c-847a-e83470acdadb None None] Provisioning for port 872ae1ea-0126-45cd-9924-85b39bdc3cbe completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:53:25.382268 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e846d5f6-62a2-486c-847a-e83470acdadb None None] Provisioning complete for port 872ae1ea-0126-45cd-9924-85b39bdc3cbe triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:53:25.382646 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e846d5f6-62a2-486c-847a-e83470acdadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:25.418848 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e697fe-f23b-45cf-be0f-1c7caf3b86fd tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:53:25.445056 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2049ecb9-ed10-4f55-861c-d56bc6927429 req-5d2ac2fd-268d-4199-8e4e-b02ca6868fbe tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:53:25.446638 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2049ecb9-ed10-4f55-861c-d56bc6927429 req-5d2ac2fd-268d-4199-8e4e-b02ca6868fbe tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ba2a7b-e75c-46ac-b1d9-10f903526f5a HTTP/1.1" status: 200 len: 945 time: 1.3640914 May 31 13:53:25.470429 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-81913adc-924f-4c5d-be5e-e20dc3fa9c29 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:25.478969 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0497932f-00dc-4156-9fd8-9bd557ca7e9c admin admin] No DVR routers for this DVR port 941c7909-a072-44f9-bd56-2fbdfcfca6da on host n-d-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:53:25.506564 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-e846d5f6-62a2-486c-847a-e83470acdadb None None] Port 872ae1ea-0126-45cd-9924-85b39bdc3cbe cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:53:25.510563 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c4d933-4653-49e8-938a-25a8375ce912 None None] Sync routers for ids ['40e81eef-4431-43f1-8e62-029c9f01dd28'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:53:25.518400 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device a25f0954-04a4-4b01-8623-f473d6ed53da no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:53:25.565597 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: a25f0954-04a4-4b01-8623-f473d6ed53da {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:53:25.565955 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device a25f0954-04a4-4b01-8623-f473d6ed53da not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:53:25.585114 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c7e697fe-f23b-45cf-be0f-1c7caf3b86fd tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "PUT /v2.0/routers/40e81eef-4431-43f1-8e62-029c9f01dd28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.8202500 May 31 13:53:25.585921 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c4d933-4653-49e8-938a-25a8375ce912 None None] Routers {'40e81eef-4431-43f1-8e62-029c9f01dd28'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:53:25.586742 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-70c4d933-4653-49e8-938a-25a8375ce912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:53:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['40e81eef-4431-43f1-8e62-029c9f01dd28'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:53:25.599393 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44418) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:25.651954 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81913adc-924f-4c5d-be5e-e20dc3fa9c29 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:53:25.682632 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-81913adc-924f-4c5d-be5e-e20dc3fa9c29 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:53:25.696658 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81913adc-924f-4c5d-be5e-e20dc3fa9c29 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:53:25.758039 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-838f6835-99d4-4cdf-ae3d-41034519d93f None None] Deleting port 941c7909-a072-44f9-bd56-2fbdfcfca6da {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:53:25.758261 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-838f6835-99d4-4cdf-ae3d-41034519d93f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:25.806346 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81913adc-924f-4c5d-be5e-e20dc3fa9c29 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:53:25.807608 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-81913adc-924f-4c5d-be5e-e20dc3fa9c29 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:25.816818 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 941c7909-a072-44f9-bd56-2fbdfcfca6da no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:53:25.819795 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5bf2bc50-f0bc-43b3-912d-6f5f288ce422 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:25.833184 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0497932f-00dc-4156-9fd8-9bd557ca7e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:25.846804 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81913adc-924f-4c5d-be5e-e20dc3fa9c29 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event updated for resources: {'Port': ['ID=12abcb3b-5c01-4576-9a35-89f27dd54568,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:25.854474 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5bf2bc50-f0bc-43b3-912d-6f5f288ce422 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:25.883367 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 941c7909-a072-44f9-bd56-2fbdfcfca6da {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:53:25.883942 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 941c7909-a072-44f9-bd56-2fbdfcfca6da not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:53:25.884671 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2049ecb9-ed10-4f55-861c-d56bc6927429 req-b75c58e9-84e9-4e54-b483-c180c81dbc60 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=6bc706d7-c2c8-4249-9761-79dc47f28376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4122114 May 31 13:53:25.983838 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf2bc50-f0bc-43b3-912d-6f5f288ce422 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Pushing event updated for resources: {'Port': ['ID=872ae1ea-0126-45cd-9924-85b39bdc3cbe,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:26.009638 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-0497932f-00dc-4156-9fd8-9bd557ca7e9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63c618dc-2d9c-42a1-a644-8fd65767e93c']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:53:26.031064 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-5bf2bc50-f0bc-43b3-912d-6f5f288ce422 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] In _notify_port_updated(), no bound segment for port 872ae1ea-0126-45cd-9924-85b39bdc3cbe on network 0fa8359a-538e-4076-87fc-2aa66b351ef1 {{(pid=88369) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 31 13:53:26.036368 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf2bc50-f0bc-43b3-912d-6f5f288ce422 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:53:26.037028 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5bf2bc50-f0bc-43b3-912d-6f5f288ce422 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:26.041255 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-5bf2bc50-f0bc-43b3-912d-6f5f288ce422 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] 10.222.0.50 "PUT /v2.0/ports/872ae1ea-0126-45cd-9924-85b39bdc3cbe HTTP/1.1" status: 200 len: 1068 time: 2.1671908 May 31 13:53:26.045971 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44424) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:26.048032 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-9656d6a8-15f1-47ae-914c-8257cae879d3 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Deleting subnet d3541b3e-1e22-4a54-ad33-6ea2509c6768 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:53:26.056488 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9656d6a8-15f1-47ae-914c-8257cae879d3 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:26.073235 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-838f6835-99d4-4cdf-ae3d-41034519d93f None None] The port '941c7909-a072-44f9-bd56-2fbdfcfca6da' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 13:53:26.087367 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-70c4d933-4653-49e8-938a-25a8375ce912 None None] Set router 40e81eef-4431-43f1-8e62-029c9f01dd28 gateway port host: None {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:53:26.088063 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-0497932f-00dc-4156-9fd8-9bd557ca7e9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '035ad117-e9c5-414c-8bde-40a05a92335b') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:53:26.088362 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-0497932f-00dc-4156-9fd8-9bd557ca7e9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '035ad117-e9c5-414c-8bde-40a05a92335b') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:53:26.125951 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0497932f-00dc-4156-9fd8-9bd557ca7e9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:26.140871 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-81913adc-924f-4c5d-be5e-e20dc3fa9c29 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.8580916 May 31 13:53:26.149423 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44428) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:26.153404 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c07c756d-5849-4fc4-a263-92213361fdb9 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:26.271993 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0497932f-00dc-4156-9fd8-9bd557ca7e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:26.295968 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-8fa008d0-e37b-47eb-8157-774bbece61f4 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Deleting port 872ae1ea-0126-45cd-9924-85b39bdc3cbe {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:53:26.296465 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8fa008d0-e37b-47eb-8157-774bbece61f4 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:26.320078 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9656d6a8-15f1-47ae-914c-8257cae879d3 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65507433'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:26.417704 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0497932f-00dc-4156-9fd8-9bd557ca7e9c admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:53:26.417704 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0497932f-00dc-4156-9fd8-9bd557ca7e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:26.430144 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07c756d-5849-4fc4-a263-92213361fdb9 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Pushing event updated for resources: {'Subnet': ['ID=e5cb876f-844c-4265-83b8-5ce61d3f3bd0,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:26.443469 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07c756d-5849-4fc4-a263-92213361fdb9 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Checking segment: {'id': '491c4450-2d2c-487a-bb61-d5eff1bb5019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0aa2954e-bf8d-4cc7-bde3-b406dc8a037b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:53:26.445432 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07c756d-5849-4fc4-a263-92213361fdb9 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Network hostable DHCP agents. Network: 0aa2954e-bf8d-4cc7-bde3-b406dc8a037b, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:53:26.486327 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-70c4d933-4653-49e8-938a-25a8375ce912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'name': 'tempest-RoutersTest-router-570826617', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:51:03Z', 'updated_at': '2022-05-31T13:53:21Z', 'revision_number': 11, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'gw_port_host': None}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:53:26.501118 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c4d933-4653-49e8-938a-25a8375ce912 None None] Checking router: 40e81eef-4431-43f1-8e62-029c9f01dd28 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:53:26.514965 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2113ea5b-30c6-471f-9070-5500883f8997 None None] Provisioning for port 12abcb3b-5c01-4576-9a35-89f27dd54568 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:53:26.522988 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2113ea5b-30c6-471f-9070-5500883f8997 None None] Provisioning complete for port 12abcb3b-5c01-4576-9a35-89f27dd54568 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:53:26.523614 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2113ea5b-30c6-471f-9070-5500883f8997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:26.540325 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07c756d-5849-4fc4-a263-92213361fdb9 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Network 0aa2954e-bf8d-4cc7-bde3-b406dc8a037b is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:53:26.564835 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-c07c756d-5849-4fc4-a263-92213361fdb9 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 0aa2954e-bf8d-4cc7-bde3-b406dc8a037b) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:53:26.574557 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482da884-821e-4fd1-ad42-187d3bce2965 None None] Network 0aa2954e-bf8d-4cc7-bde3-b406dc8a037b requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:53:26.574878 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07c756d-5849-4fc4-a263-92213361fdb9 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:53:26.575628 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c07c756d-5849-4fc4-a263-92213361fdb9 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:26.594384 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c4d933-4653-49e8-938a-25a8375ce912 None None] Routers {'40e81eef-4431-43f1-8e62-029c9f01dd28'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:53:26.595361 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-70c4d933-4653-49e8-938a-25a8375ce912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:53:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['40e81eef-4431-43f1-8e62-029c9f01dd28'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:53:26.640720 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c07c756d-5849-4fc4-a263-92213361fdb9 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7647455 May 31 13:53:26.643196 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44440) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:26.835456 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-70c4d933-4653-49e8-938a-25a8375ce912 None None] Set router 40e81eef-4431-43f1-8e62-029c9f01dd28 gateway port host: None {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:53:26.862899 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 035ad117-e9c5-414c-8bde-40a05a92335b resource provider aggregate not found May 31 13:53:26.867016 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0497932f-00dc-4156-9fd8-9bd557ca7e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:26.896894 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0497932f-00dc-4156-9fd8-9bd557ca7e9c admin admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:26.905899 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 035ad117-e9c5-414c-8bde-40a05a92335b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 035ad117-e9c5-414c-8bde-40a05a92335b found for delete ", "request_id": "req-efce1d73-f25e-43a9-ba12-5fe08ba77124"}]} May 31 13:53:26.974189 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9656d6a8-15f1-47ae-914c-8257cae879d3 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:27.040718 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-70c4d933-4653-49e8-938a-25a8375ce912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'name': 'tempest-RoutersTest-router-570826617', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:51:03Z', 'updated_at': '2022-05-31T13:53:21Z', 'revision_number': 11, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'gw_port_host': None}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:53:27.051118 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2113ea5b-30c6-471f-9070-5500883f8997 None None] Port 12abcb3b-5c01-4576-9a35-89f27dd54568 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:53:27.062468 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c4d933-4653-49e8-938a-25a8375ce912 None None] The sync data for ids ['40e81eef-4431-43f1-8e62-029c9f01dd28'] in n-d-843939-1 is: [{'id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'name': 'tempest-RoutersTest-router-570826617', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:51:03Z', 'updated_at': '2022-05-31T13:53:21Z', 'revision_number': 11, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'gw_port_host': None}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:53:27.191375 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8fa008d0-e37b-47eb-8157-774bbece61f4 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:27.208099 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0497932f-00dc-4156-9fd8-9bd557ca7e9c admin admin] Pushing event deleted for resources: {'Network': ['ID=63c618dc-2d9c-42a1-a644-8fd65767e93c,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:27.290196 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4549773e-61f9-45ab-b473-c62e5cd672cf tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:53:27.296421 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4549773e-61f9-45ab-b473-c62e5cd672cf tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:53:27.298026 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-4549773e-61f9-45ab-b473-c62e5cd672cf tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Synchronizing usage tracker for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:53:27.335746 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f559b6b0-4e65-4b15-88b7-2f2cca9dfd9e None None] Provisioning complete for port 872ae1ea-0126-45cd-9924-85b39bdc3cbe triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:53:27.336338 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f559b6b0-4e65-4b15-88b7-2f2cca9dfd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:27.381242 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acad868e-c0a6-40e4-87c8-97412a8c2378 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-0aa2954e-bf8d-4cc7-bde3-b406dc8a037b', 'network_id': '0aa2954e-bf8d-4cc7-bde3-b406dc8a037b', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'fixed_ips': [{'subnet_id': 'e5cb876f-844c-4265-83b8-5ce61d3f3bd0'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:53:27.382378 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-acad868e-c0a6-40e4-87c8-97412a8c2378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:27.416178 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-8fa008d0-e37b-47eb-8157-774bbece61f4 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Calling delete_port for 872ae1ea-0126-45cd-9924-85b39bdc3cbe owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:53:27.471099 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-0497932f-00dc-4156-9fd8-9bd557ca7e9c admin admin] 10.222.0.50 "DELETE /v2.0/networks/63c618dc-2d9c-42a1-a644-8fd65767e93c HTTP/1.1" status: 204 len: 168 time: 4.0997212 May 31 13:53:27.500413 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-4549773e-61f9-45ab-b473-c62e5cd672cf tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Unset dirty status for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:53:27.504072 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-4549773e-61f9-45ab-b473-c62e5cd672cf tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 1.3490908 May 31 13:53:27.505014 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44450) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:27.598017 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-f559b6b0-4e65-4b15-88b7-2f2cca9dfd9e None None] Port 872ae1ea-0126-45cd-9924-85b39bdc3cbe cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:53:27.650848 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device db25ac7d-9ac6-4f8c-a07c-682deff692dd no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:53:27.680372 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-305501a8-abdf-4ee0-8676-fba220549108 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Deleting port 12abcb3b-5c01-4576-9a35-89f27dd54568 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:53:27.681859 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-305501a8-abdf-4ee0-8676-fba220549108 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:27.750080 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: db25ac7d-9ac6-4f8c-a07c-682deff692dd {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:53:27.754310 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device db25ac7d-9ac6-4f8c-a07c-682deff692dd not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:53:27.871316 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44458) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:27.882301 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9656d6a8-15f1-47ae-914c-8257cae879d3 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65216469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65148562'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:27.959263 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-acad868e-c0a6-40e4-87c8-97412a8c2378 None None] Allocated IP 2001:db8::2 (0aa2954e-bf8d-4cc7-bde3-b406dc8a037b/e5cb876f-844c-4265-83b8-5ce61d3f3bd0/79fbc73d-0473-4593-ab4f-51d18c1fea28) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:53:27.974447 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9656d6a8-15f1-47ae-914c-8257cae879d3 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Pushing event deleted for resources: {'Subnet': ['ID=d3541b3e-1e22-4a54-ad33-6ea2509c6768,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:27.978690 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9656d6a8-15f1-47ae-914c-8257cae879d3 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:27.993374 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59adeb74-c3f6-43e3-b01e-b2a84c058615 None None] Network 6eeb3076-8ec6-49c5-a7c1-c7685ab1bc4b requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:53:28.050077 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-9656d6a8-15f1-47ae-914c-8257cae879d3 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "DELETE /v2.0/subnets/d3541b3e-1e22-4a54-ad33-6ea2509c6768 HTTP/1.1" status: 204 len: 168 time: 2.4395037 May 31 13:53:28.058635 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-89c2c3c3-f213-4bc6-adf2-7310956c14d0 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:28.070017 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44464) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:28.090945 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-e3c24c3a-86f3-49f2-b26f-2a0762850bed admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0c3bb07388f549c9aeec65a21380cb5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2148662 May 31 13:53:28.189331 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8fa008d0-e37b-47eb-8157-774bbece61f4 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:28.197298 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44468) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:28.331138 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa008d0-e37b-47eb-8157-774bbece61f4 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Pushing event deleted for resources: {'Port': ['ID=872ae1ea-0126-45cd-9924-85b39bdc3cbe,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:28.344957 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-32525d4c-921b-41c7-8a61-96dddda0954a tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:28.616446 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-acad868e-c0a6-40e4-87c8-97412a8c2378 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:28.636463 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078a1f2f-d86f-46d4-974c-5066a27acb73 req-a3dba7dc-f7ac-44b9-8794-166e6c0a4e9f tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:53:28.638649 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-078a1f2f-d86f-46d4-974c-5066a27acb73 req-a3dba7dc-f7ac-44b9-8794-166e6c0a4e9f tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ba2a7b-e75c-46ac-b1d9-10f903526f5a HTTP/1.1" status: 200 len: 945 time: 0.9550614 May 31 13:53:28.644717 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-acad868e-c0a6-40e4-87c8-97412a8c2378 None None] Transition to ACTIVE for port object 79fbc73d-0473-4593-ab4f-51d18c1fea28 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:53:28.668203 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0e777e7a-f21b-4822-8612-087a90d13ebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:28.671525 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70ce259-55bb-4098-9e70-d7104d929d55 None None] DHCP port deletion for 6eeb3076-8ec6-49c5-a7c1-c7685ab1bc4b request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:53:28.677579 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-32525d4c-921b-41c7-8a61-96dddda0954a tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Deleting port 166f2138-3c5d-457c-908f-e9f822c914c0 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:53:28.681831 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-32525d4c-921b-41c7-8a61-96dddda0954a tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:28.684764 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-e70ce259-55bb-4098-9e70-d7104d929d55 None None] Deleting port 166f2138-3c5d-457c-908f-e9f822c914c0 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:53:28.685665 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e70ce259-55bb-4098-9e70-d7104d929d55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:28.705923 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0e777e7a-f21b-4822-8612-087a90d13ebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:28.736219 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-acad868e-c0a6-40e4-87c8-97412a8c2378 None None] Transition to ACTIVE for port object 79fbc73d-0473-4593-ab4f-51d18c1fea28 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:53:28.792097 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0e777e7a-f21b-4822-8612-087a90d13ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:28.831168 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e777e7a-f21b-4822-8612-087a90d13ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9aac8bc-c048-40e1-ac77-3eb1539372df,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:28.878887 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-acad868e-c0a6-40e4-87c8-97412a8c2378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:28.935748 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-89c2c3c3-f213-4bc6-adf2-7310956c14d0 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Allocated IP 2001:db8::1 (0aa2954e-bf8d-4cc7-bde3-b406dc8a037b/e5cb876f-844c-4265-83b8-5ce61d3f3bd0/f6cb924c-1be3-495d-9c70-35508cd5e005) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:53:29.012901 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acad868e-c0a6-40e4-87c8-97412a8c2378 None None] Network 0aa2954e-bf8d-4cc7-bde3-b406dc8a037b is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:53:29.021251 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-acad868e-c0a6-40e4-87c8-97412a8c2378 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:53:29.025484 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acad868e-c0a6-40e4-87c8-97412a8c2378 None None] Pushing event updated for resources: {'Port': ['ID=79fbc73d-0473-4593-ab4f-51d18c1fea28,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:29.036961 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acad868e-c0a6-40e4-87c8-97412a8c2378 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:53:29.039739 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acad868e-c0a6-40e4-87c8-97412a8c2378 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:53:29.040601 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acad868e-c0a6-40e4-87c8-97412a8c2378 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:53:29.040601 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acad868e-c0a6-40e4-87c8-97412a8c2378 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:53:29.040831 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acad868e-c0a6-40e4-87c8-97412a8c2378 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:53:29.041043 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acad868e-c0a6-40e4-87c8-97412a8c2378 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:53:29.041378 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acad868e-c0a6-40e4-87c8-97412a8c2378 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:53:29.041687 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acad868e-c0a6-40e4-87c8-97412a8c2378 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:53:29.042027 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acad868e-c0a6-40e4-87c8-97412a8c2378 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:53:29.042354 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acad868e-c0a6-40e4-87c8-97412a8c2378 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:53:29.042669 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acad868e-c0a6-40e4-87c8-97412a8c2378 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:53:29.042989 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acad868e-c0a6-40e4-87c8-97412a8c2378 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:53:29.043305 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acad868e-c0a6-40e4-87c8-97412a8c2378 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:53:29.146815 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-89c2c3c3-f213-4bc6-adf2-7310956c14d0 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:29.171884 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-89c2c3c3-f213-4bc6-adf2-7310956c14d0 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Transition to ACTIVE for port object f6cb924c-1be3-495d-9c70-35508cd5e005 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:53:29.220955 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-acad868e-c0a6-40e4-87c8-97412a8c2378 None None] Attempting to bind port 79fbc73d-0473-4593-ab4f-51d18c1fea28 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:53:29.221320 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-acad868e-c0a6-40e4-87c8-97412a8c2378 None None] Attempting to bind port 79fbc73d-0473-4593-ab4f-51d18c1fea28 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '491c4450-2d2c-487a-bb61-d5eff1bb5019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0aa2954e-bf8d-4cc7-bde3-b406dc8a037b'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:53:29.221886 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acad868e-c0a6-40e4-87c8-97412a8c2378 None None] Attempting to bind port 79fbc73d-0473-4593-ab4f-51d18c1fea28 on network 0aa2954e-bf8d-4cc7-bde3-b406dc8a037b {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:53:29.242899 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-078a1f2f-d86f-46d4-974c-5066a27acb73 req-2448c48a-cf30-45d0-a56b-e8bf47198d8f tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=6bc706d7-c2c8-4249-9761-79dc47f28376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4693167 May 31 13:53:29.252356 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acad868e-c0a6-40e4-87c8-97412a8c2378 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:53:29.252732 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acad868e-c0a6-40e4-87c8-97412a8c2378 None None] Checking segment: {'id': '491c4450-2d2c-487a-bb61-d5eff1bb5019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0aa2954e-bf8d-4cc7-bde3-b406dc8a037b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:53:29.253137 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-acad868e-c0a6-40e4-87c8-97412a8c2378 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:29.253530 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acad868e-c0a6-40e4-87c8-97412a8c2378 None None] Bound using segment: {'id': '491c4450-2d2c-487a-bb61-d5eff1bb5019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0aa2954e-bf8d-4cc7-bde3-b406dc8a037b'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:53:29.255543 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-89c2c3c3-f213-4bc6-adf2-7310956c14d0 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:29.266215 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-acad868e-c0a6-40e4-87c8-97412a8c2378 None None] Bound port: 79fbc73d-0473-4593-ab4f-51d18c1fea28, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '491c4450-2d2c-487a-bb61-d5eff1bb5019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0aa2954e-bf8d-4cc7-bde3-b406dc8a037b'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:53:29.266629 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-acad868e-c0a6-40e4-87c8-97412a8c2378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:29.335964 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8fa008d0-e37b-47eb-8157-774bbece61f4 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:29.349730 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-8fa008d0-e37b-47eb-8157-774bbece61f4 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] 10.222.0.50 "DELETE /v2.0/ports/872ae1ea-0126-45cd-9924-85b39bdc3cbe HTTP/1.1" status: 204 len: 168 time: 3.3027058 May 31 13:53:29.350960 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44482) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:29.383923 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0e777e7a-f21b-4822-8612-087a90d13ebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:29.387570 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-0e777e7a-f21b-4822-8612-087a90d13ebd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e9aac8bc-c048-40e1-ac77-3eb1539372df HTTP/1.1" status: 204 len: 168 time: 1.1869416 May 31 13:53:29.441107 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c2c3c3-f213-4bc6-adf2-7310956c14d0 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Network 0aa2954e-bf8d-4cc7-bde3-b406dc8a037b is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:53:29.444881 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-89c2c3c3-f213-4bc6-adf2-7310956c14d0 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:53:29.458939 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c2c3c3-f213-4bc6-adf2-7310956c14d0 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:53:29.459769 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-89c2c3c3-f213-4bc6-adf2-7310956c14d0 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:29.465926 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c2c3c3-f213-4bc6-adf2-7310956c14d0 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Pushing event updated for resources: {'Port': ['ID=f6cb924c-1be3-495d-9c70-35508cd5e005,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:29.514969 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-e70ce259-55bb-4098-9e70-d7104d929d55 None None] For port 166f2138-3c5d-457c-908f-e9f822c914c0, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=166f2138-3c5d-457c-908f-e9f822c914c0,segment=NetworkSegment(ab1ee93b-be0c-4c5e-a125-245125da76f5),segment_id=ab1ee93b-be0c-4c5e-a125-245125da76f5)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:53:29.517587 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e70ce259-55bb-4098-9e70-d7104d929d55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:29.701102 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-e70ce259-55bb-4098-9e70-d7104d929d55 None None] Calling delete_port for 166f2138-3c5d-457c-908f-e9f822c914c0 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:53:29.725332 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-89c2c3c3-f213-4bc6-adf2-7310956c14d0 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:29.748837 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 166f2138-3c5d-457c-908f-e9f822c914c0 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:53:29.882391 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-973b1019-8911-429d-a6e3-feb101bd0a8f tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] GET failed (client error): The resource could not be found. May 31 13:53:29.882928 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-973b1019-8911-429d-a6e3-feb101bd0a8f tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Synchronizing usage tracker for tenant:be23c07120934b2fa17b8e320a1c7925 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:53:29.896144 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-305501a8-abdf-4ee0-8676-fba220549108 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:30.013571 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 166f2138-3c5d-457c-908f-e9f822c914c0 is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:53:30.020077 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:30.036061 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-305501a8-abdf-4ee0-8676-fba220549108 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Calling delete_port for 12abcb3b-5c01-4576-9a35-89f27dd54568 owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:53:30.072882 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-acad868e-c0a6-40e4-87c8-97412a8c2378 None None] For port 79fbc73d-0473-4593-ab4f-51d18c1fea28, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:53:30.117305 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-acad868e-c0a6-40e4-87c8-97412a8c2378 None None] For port 79fbc73d-0473-4593-ab4f-51d18c1fea28, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=79fbc73d-0473-4593-ab4f-51d18c1fea28,segment=NetworkSegment(491c4450-2d2c-487a-bb61-d5eff1bb5019),segment_id=491c4450-2d2c-487a-bb61-d5eff1bb5019)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:53:30.121487 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 166f2138-3c5d-457c-908f-e9f822c914c0, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=166f2138-3c5d-457c-908f-e9f822c914c0,segment=NetworkSegment(ab1ee93b-be0c-4c5e-a125-245125da76f5),segment_id=ab1ee93b-be0c-4c5e-a125-245125da76f5)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:53:30.135246 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:30.190005 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-acad868e-c0a6-40e4-87c8-97412a8c2378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:30.220903 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-32525d4c-921b-41c7-8a61-96dddda0954a tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] For port 166f2138-3c5d-457c-908f-e9f822c914c0, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=166f2138-3c5d-457c-908f-e9f822c914c0,segment=NetworkSegment(ab1ee93b-be0c-4c5e-a125-245125da76f5),segment_id=ab1ee93b-be0c-4c5e-a125-245125da76f5)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:53:30.221033 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-32525d4c-921b-41c7-8a61-96dddda0954a tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:30.244784 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-973b1019-8911-429d-a6e3-feb101bd0a8f tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Unset dirty status for tenant:be23c07120934b2fa17b8e320a1c7925 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:53:30.248980 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-973b1019-8911-429d-a6e3-feb101bd0a8f tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] 10.222.0.50 "GET /v2.0/ports/872ae1ea-0126-45cd-9924-85b39bdc3cbe HTTP/1.1" status: 404 len: 333 time: 0.8852944 May 31 13:53:30.262274 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44496) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:30.401368 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-e70ce259-55bb-4098-9e70-d7104d929d55 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:53:30.401799 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-e70ce259-55bb-4098-9e70-d7104d929d55 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:53:30.447231 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-3ea4405d-1cd5-43e9-a9ac-bfa370134d4c tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Deleting port 691f72ee-b26b-4662-8913-133e042f60d2 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:53:30.447784 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3ea4405d-1cd5-43e9-a9ac-bfa370134d4c tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:30.454015 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=166f2138-3c5d-457c-908f-e9f822c914c0,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:30.564596 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acad868e-c0a6-40e4-87c8-97412a8c2378 None None] Pushing event updated for resources: {'Port': ['ID=79fbc73d-0473-4593-ab4f-51d18c1fea28,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:30.660283 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-32525d4c-921b-41c7-8a61-96dddda0954a tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Calling delete_port for 166f2138-3c5d-457c-908f-e9f822c914c0 owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:53:30.805506 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.db.api [None req-32525d4c-921b-41c7-8a61-96dddda0954a tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:53:30.805835 n-d-843939-1 neutron-server[88369]: DEBUG oslo_db.api [None req-32525d4c-921b-41c7-8a61-96dddda0954a tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:53:30.818465 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-305501a8-abdf-4ee0-8676-fba220549108 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:30.892972 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305501a8-abdf-4ee0-8676-fba220549108 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event deleted for resources: {'Port': ['ID=12abcb3b-5c01-4576-9a35-89f27dd54568,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:30.902735 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-e70ce259-55bb-4098-9e70-d7104d929d55 None None] Deleting port 166f2138-3c5d-457c-908f-e9f822c914c0 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:53:30.903245 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e70ce259-55bb-4098-9e70-d7104d929d55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:31.057962 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad69e8-9093-4310-801c-871a8deec9d2 req-0642b372-3e2f-460d-806b-a92670e976d9 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:53:31.059447 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b4ad69e8-9093-4310-801c-871a8deec9d2 req-0642b372-3e2f-460d-806b-a92670e976d9 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ba2a7b-e75c-46ac-b1d9-10f903526f5a HTTP/1.1" status: 200 len: 945 time: 0.6173637 May 31 13:53:31.105733 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-89c2c3c3-f213-4bc6-adf2-7310956c14d0 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:31.142642 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-89c2c3c3-f213-4bc6-adf2-7310956c14d0 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:31.143419 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-89c2c3c3-f213-4bc6-adf2-7310956c14d0 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:31.279832 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-305501a8-abdf-4ee0-8676-fba220549108 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:31.286970 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-e70ce259-55bb-4098-9e70-d7104d929d55 None None] For port 166f2138-3c5d-457c-908f-e9f822c914c0, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=166f2138-3c5d-457c-908f-e9f822c914c0,segment=NetworkSegment(ab1ee93b-be0c-4c5e-a125-245125da76f5),segment_id=ab1ee93b-be0c-4c5e-a125-245125da76f5)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:53:31.286970 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e70ce259-55bb-4098-9e70-d7104d929d55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:31.303627 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-305501a8-abdf-4ee0-8676-fba220549108 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/ports/12abcb3b-5c01-4576-9a35-89f27dd54568 HTTP/1.1" status: 204 len: 168 time: 3.7957664 May 31 13:53:31.306536 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44534) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:31.307072 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-32525d4c-921b-41c7-8a61-96dddda0954a tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Deleting port 166f2138-3c5d-457c-908f-e9f822c914c0 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:53:31.307419 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-32525d4c-921b-41c7-8a61-96dddda0954a tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:31.359495 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c2c3c3-f213-4bc6-adf2-7310956c14d0 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Pushing event updated for resources: {'Port': ['ID=f6cb924c-1be3-495d-9c70-35508cd5e005,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:31.374475 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3ea4405d-1cd5-43e9-a9ac-bfa370134d4c tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:31.530502 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c0979a-3ed2-4eb7-aa38-01c7ce0a7753 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:53:31.532152 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c0979a-3ed2-4eb7-aa38-01c7ce0a7753 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:53:31.533681 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c0979a-3ed2-4eb7-aa38-01c7ce0a7753 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:53:31.534594 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d9c0979a-3ed2-4eb7-aa38-01c7ce0a7753 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Synchronizing usage tracker for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:subnet {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:53:31.602165 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-e70ce259-55bb-4098-9e70-d7104d929d55 None None] Calling delete_port for 166f2138-3c5d-457c-908f-e9f822c914c0 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:53:31.757150 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d9c0979a-3ed2-4eb7-aa38-01c7ce0a7753 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Unset dirty status for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:subnet {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:53:31.763574 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d9c0979a-3ed2-4eb7-aa38-01c7ce0a7753 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3890097 May 31 13:53:31.767612 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44544) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:31.828542 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 79fbc73d-0473-4593-ab4f-51d18c1fea28 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:53:31.840360 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b4ad69e8-9093-4310-801c-871a8deec9d2 req-666a18bc-6918-48a8-9add-8ba66a77dd93 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=6bc706d7-c2c8-4249-9761-79dc47f28376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7706175 May 31 13:53:31.852222 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c2c3c3-f213-4bc6-adf2-7310956c14d0 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Network 0aa2954e-bf8d-4cc7-bde3-b406dc8a037b is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:53:31.946129 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-89c2c3c3-f213-4bc6-adf2-7310956c14d0 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:53:31.958592 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-3ea4405d-1cd5-43e9-a9ac-bfa370134d4c tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Calling delete_port for 691f72ee-b26b-4662-8913-133e042f60d2 owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:53:31.988610 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e70ce259-55bb-4098-9e70-d7104d929d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:32.052585 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70ce259-55bb-4098-9e70-d7104d929d55 None None] Pushing event deleted for resources: {'Port': ['ID=166f2138-3c5d-457c-908f-e9f822c914c0,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:32.056056 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 79fbc73d-0473-4593-ab4f-51d18c1fea28 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:53:32.062910 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70ce259-55bb-4098-9e70-d7104d929d55 None None] No DVR routers for this DVR port 166f2138-3c5d-457c-908f-e9f822c914c0 on host n-d-843939-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:53:32.165242 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-39a1676b-1193-4c81-aa11-e01bfd40ab30 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Deleting subnet 68bb3920-0f5e-41c5-b618-55f04ba92dfb {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:53:32.172047 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-39a1676b-1193-4c81-aa11-e01bfd40ab30 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:32.236236 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-32525d4c-921b-41c7-8a61-96dddda0954a tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] For port 166f2138-3c5d-457c-908f-e9f822c914c0, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=166f2138-3c5d-457c-908f-e9f822c914c0,segment=NetworkSegment(ab1ee93b-be0c-4c5e-a125-245125da76f5),segment_id=ab1ee93b-be0c-4c5e-a125-245125da76f5)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:53:32.236727 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-32525d4c-921b-41c7-8a61-96dddda0954a tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:32.242784 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db66d420-a1b8-4828-80db-13ec09e73bff None None] Network 0aa2954e-bf8d-4cc7-bde3-b406dc8a037b requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:53:32.312203 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09194bc7-4f96-4000-a2a4-1b489806be57 req-0f423cf6-851f-4042-bd97-81071874f05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:53:32.313823 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-09194bc7-4f96-4000-a2a4-1b489806be57 req-0f423cf6-851f-4042-bd97-81071874f05f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=21f78e9efd2543f8a23fa5f8aa5a9a7c&device_id=f8ba2a7b-e75c-46ac-b1d9-10f903526f5a HTTP/1.1" status: 200 len: 1096 time: 0.7197976 May 31 13:53:32.435296 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-306d0774-3bb2-4b25-b11b-c65c4631db6d None None] Provisioning for port 79fbc73d-0473-4593-ab4f-51d18c1fea28 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:53:32.448494 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-306d0774-3bb2-4b25-b11b-c65c4631db6d None None] Provisioning complete for port 79fbc73d-0473-4593-ab4f-51d18c1fea28 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:53:32.448867 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-306d0774-3bb2-4b25-b11b-c65c4631db6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:32.495877 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-32525d4c-921b-41c7-8a61-96dddda0954a tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Calling delete_port for 166f2138-3c5d-457c-908f-e9f822c914c0 owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:53:32.617866 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-39a1676b-1193-4c81-aa11-e01bfd40ab30 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:32.725067 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89c2c3c3-f213-4bc6-adf2-7310956c14d0 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Router 3211f75f-511b-479b-b8cf-9791381ae8bf is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 13:53:32.727674 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.db.api [None req-32525d4c-921b-41c7-8a61-96dddda0954a tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:53:32.727993 n-d-843939-1 neutron-server[88369]: DEBUG oslo_db.api [None req-32525d4c-921b-41c7-8a61-96dddda0954a tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:53:32.743178 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3ea4405d-1cd5-43e9-a9ac-bfa370134d4c tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:32.768733 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-39a1676b-1193-4c81-aa11-e01bfd40ab30 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:32.872352 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea4405d-1cd5-43e9-a9ac-bfa370134d4c tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Pushing event deleted for resources: {'Port': ['ID=691f72ee-b26b-4662-8913-133e042f60d2,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:32.973980 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-306d0774-3bb2-4b25-b11b-c65c4631db6d None None] Current status of the port 79fbc73d-0473-4593-ab4f-51d18c1fea28 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:53:32.974424 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-306d0774-3bb2-4b25-b11b-c65c4631db6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:33.035271 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-306d0774-3bb2-4b25-b11b-c65c4631db6d None None] For port 79fbc73d-0473-4593-ab4f-51d18c1fea28, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=79fbc73d-0473-4593-ab4f-51d18c1fea28,segment=NetworkSegment(491c4450-2d2c-487a-bb61-d5eff1bb5019),segment_id=491c4450-2d2c-487a-bb61-d5eff1bb5019)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:53:33.063047 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-306d0774-3bb2-4b25-b11b-c65c4631db6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:33.233192 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-32525d4c-921b-41c7-8a61-96dddda0954a tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Deleting port 166f2138-3c5d-457c-908f-e9f822c914c0 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:53:33.244804 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-32525d4c-921b-41c7-8a61-96dddda0954a tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:33.339956 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c2c3c3-f213-4bc6-adf2-7310956c14d0 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:53:33.349135 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09194bc7-4f96-4000-a2a4-1b489806be57 req-cb220c03-030e-4eb0-9991-8c7e05053c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:53:33.358965 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-09194bc7-4f96-4000-a2a4-1b489806be57 req-cb220c03-030e-4eb0-9991-8c7e05053c3f service neutron] 10.222.0.44 "GET /v2.0/networks?id=b66065d1-e972-453c-87d9-3ed8cec4b7a7 HTTP/1.1" status: 200 len: 917 time: 1.0337803 May 31 13:53:33.365018 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3ea4405d-1cd5-43e9-a9ac-bfa370134d4c tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:33.366928 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f881c9-5f7e-44af-a66b-357e41defc11 None None] Sync routers for ids ['3211f75f-511b-479b-b8cf-9791381ae8bf'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:53:33.393034 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f881c9-5f7e-44af-a66b-357e41defc11 None None] Routers {'3211f75f-511b-479b-b8cf-9791381ae8bf'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:53:33.393733 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-f8f881c9-5f7e-44af-a66b-357e41defc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:53:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['3211f75f-511b-479b-b8cf-9791381ae8bf'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:53:33.395289 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306d0774-3bb2-4b25-b11b-c65c4631db6d None None] Pushing event updated for resources: {'Port': ['ID=79fbc73d-0473-4593-ab4f-51d18c1fea28,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:33.399343 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-89c2c3c3-f213-4bc6-adf2-7310956c14d0 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "PUT /v2.0/routers/3211f75f-511b-479b-b8cf-9791381ae8bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7528670 May 31 13:53:33.459503 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44570) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:33.490110 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-3ebe0ec5-fad5-4698-9011-01c77d23ecff tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2082137878'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:53:33.501777 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-32525d4c-921b-41c7-8a61-96dddda0954a tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] The port '166f2138-3c5d-457c-908f-e9f822c914c0' was deleted {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 13:53:33.547943 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3ebe0ec5-fad5-4698-9011-01c77d23ecff tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:53:33.563881 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-3ebe0ec5-fad5-4698-9011-01c77d23ecff tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Usage tracker for resource:network and tenant:779c820d5b2449ae9fd2392eab8ae157 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:53:33.575710 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-3ebe0ec5-fad5-4698-9011-01c77d23ecff tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:53:33.647922 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3ebe0ec5-fad5-4698-9011-01c77d23ecff tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:53:33.653327 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a8d25499-0d7a-440a-a53b-946bd72b5bcf None None] Provisioning complete for port 79fbc73d-0473-4593-ab4f-51d18c1fea28 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:53:33.663462 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a8d25499-0d7a-440a-a53b-946bd72b5bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:33.703124 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-f8f881c9-5f7e-44af-a66b-357e41defc11 None None] Set router 3211f75f-511b-479b-b8cf-9791381ae8bf gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:53:33.741789 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ebe0ec5-fad5-4698-9011-01c77d23ecff tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Made reservation on behalf of 779c820d5b2449ae9fd2392eab8ae157 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:53:33.745473 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3ebe0ec5-fad5-4698-9011-01c77d23ecff tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:33.761941 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 79fbc73d-0473-4593-ab4f-51d18c1fea28 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:53:33.778586 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-39a1676b-1193-4c81-aa11-e01bfd40ab30 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:33.828934 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-32525d4c-921b-41c7-8a61-96dddda0954a tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:33.848841 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a1676b-1193-4c81-aa11-e01bfd40ab30 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event deleted for resources: {'Subnet': ['ID=68bb3920-0f5e-41c5-b618-55f04ba92dfb,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:33.854633 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-39a1676b-1193-4c81-aa11-e01bfd40ab30 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:33.863222 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-09194bc7-4f96-4000-a2a4-1b489806be57 req-040934ae-9f2e-46f0-8ba7-5f2a35984b5e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed72ca77-ea69-4249-9d84-aeba49a479f2 HTTP/1.1" status: 200 len: 1001 time: 0.3443174 May 31 13:53:33.878067 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ebe0ec5-fad5-4698-9011-01c77d23ecff tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:53:33.899973 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-32525d4c-921b-41c7-8a61-96dddda0954a tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eeb3076-8ec6-49c5-a7c1-c7685ab1bc4b']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:53:33.921641 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01af086a-abf9-463d-900e-59320740ccc7 None None] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:53:33.921871 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3ebe0ec5-fad5-4698-9011-01c77d23ecff tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:33.922322 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-3ebe0ec5-fad5-4698-9011-01c77d23ecff tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Added segment e15f6e5e-c2b5-419d-8c28-6ecac3d2c94b of type vlan for network 5e3496b0-d33d-47d7-9f83-4fad30354b43 May 31 13:53:33.928348 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-39a1676b-1193-4c81-aa11-e01bfd40ab30 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/subnets/68bb3920-0f5e-41c5-b618-55f04ba92dfb HTTP/1.1" status: 204 len: 168 time: 2.1441767 May 31 13:53:33.935548 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44582) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:33.943893 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-32525d4c-921b-41c7-8a61-96dddda0954a tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab1ee93b-be0c-4c5e-a125-245125da76f5') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:53:33.947669 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-32525d4c-921b-41c7-8a61-96dddda0954a tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab1ee93b-be0c-4c5e-a125-245125da76f5') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:53:33.984192 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-3ea4405d-1cd5-43e9-a9ac-bfa370134d4c tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] 10.222.0.50 "DELETE /v2.0/ports/691f72ee-b26b-4662-8913-133e042f60d2 HTTP/1.1" status: 204 len: 168 time: 3.7048693 May 31 13:53:34.003057 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44588) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:34.080108 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-32525d4c-921b-41c7-8a61-96dddda0954a tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:34.100711 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c6eea7f-2520-43c3-86e3-c4a58bbd5c00 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] GET failed (client error): The resource could not be found. May 31 13:53:34.101546 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-6c6eea7f-2520-43c3-86e3-c4a58bbd5c00 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Synchronizing usage tracker for tenant:be23c07120934b2fa17b8e320a1c7925 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:53:34.151797 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3ebe0ec5-fad5-4698-9011-01c77d23ecff tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:34.160344 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-32525d4c-921b-41c7-8a61-96dddda0954a tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:34.174696 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09194bc7-4f96-4000-a2a4-1b489806be57 req-bcf93ad0-c218-4c39-99e0-0e9f850b3b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:53:34.176879 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-09194bc7-4f96-4000-a2a4-1b489806be57 req-bcf93ad0-c218-4c39-99e0-0e9f850b3b25 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ccc319e0-a4f4-4875-9973-c92d94351bb8 HTTP/1.1" status: 200 len: 855 time: 0.3035018 May 31 13:53:34.184121 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32525d4c-921b-41c7-8a61-96dddda0954a tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:53:34.184914 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-32525d4c-921b-41c7-8a61-96dddda0954a tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:34.186170 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-6c6eea7f-2520-43c3-86e3-c4a58bbd5c00 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Unset dirty status for tenant:be23c07120934b2fa17b8e320a1c7925 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:53:34.197136 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-6c6eea7f-2520-43c3-86e3-c4a58bbd5c00 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] 10.222.0.50 "GET /v2.0/ports/691f72ee-b26b-4662-8913-133e042f60d2 HTTP/1.1" status: 404 len: 333 time: 0.1929507 May 31 13:53:34.200531 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44594) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:34.208909 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 79fbc73d-0473-4593-ab4f-51d18c1fea28 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:53:34.209493 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:34.299622 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcd4fe52-42c4-47b7-a8dc-42c61e2dda57 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Deleting subnet b6c2d148-0ea3-47df-a39c-af62c88eee9a {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:53:34.329372 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment ab1ee93b-be0c-4c5e-a125-245125da76f5 resource provider aggregate not found May 31 13:53:34.373658 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.db.resource_extend [None req-3ebe0ec5-fad5-4698-9011-01c77d23ecff tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:53:34.409505 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bcd4fe52-42c4-47b7-a8dc-42c61e2dda57 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:34.418518 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-5acdd56d-c422-4bc4-9f25-f1a815a7cd6d tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Deleting port a5879911-804c-4c2d-b142-fd964d5fd47e {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:53:34.418872 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5acdd56d-c422-4bc4-9f25-f1a815a7cd6d tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:34.423370 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-a8d25499-0d7a-440a-a53b-946bd72b5bcf None None] Current status of the port 79fbc73d-0473-4593-ab4f-51d18c1fea28 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:53:34.538875 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment ab1ee93b-be0c-4c5e-a125-245125da76f5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ab1ee93b-be0c-4c5e-a125-245125da76f5 found for delete ", "request_id": "req-4c369c8b-0b8e-4aea-802e-1a3c090a71d1"}]} May 31 13:53:34.593268 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-32525d4c-921b-41c7-8a61-96dddda0954a tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:34.598936 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-f8f881c9-5f7e-44af-a66b-357e41defc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'name': 'tempest-RoutersIpV6Test-router-146214637', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:53:21Z', 'updated_at': '2022-05-31T13:53:29Z', 'revision_number': 2, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'gw_port_host': None, '_interfaces': [{'id': 'f6cb924c-1be3-495d-9c70-35508cd5e005', 'name': '', 'network_id': '0aa2954e-bf8d-4cc7-bde3-b406dc8a037b', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'mac_address': 'fa:16:3e:c5:45:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': 'e5cb876f-844c-4265-83b8-5ce61d3f3bd0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:53:28Z', 'updated_at': '2022-05-31T13:53:30Z', 'revision_number': 2, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'subnets': [{'id': 'e5cb876f-844c-4265-83b8-5ce61d3f3bd0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:53:34.604112 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3ebe0ec5-fad5-4698-9011-01c77d23ecff tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:34.605023 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f881c9-5f7e-44af-a66b-357e41defc11 None None] Checking router: 3211f75f-511b-479b-b8cf-9791381ae8bf for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:53:34.605550 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f881c9-5f7e-44af-a66b-357e41defc11 None None] Updating router 3211f75f-511b-479b-b8cf-9791381ae8bf port f6cb924c-1be3-495d-9c70-35508cd5e005 binding host n-d-843939-1 {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:53:34.618966 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebe0ec5-fad5-4698-9011-01c77d23ecff tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:53:34.622810 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device ed72ca77-ea69-4249-9d84-aeba49a479f2 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:53:34.624519 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3ebe0ec5-fad5-4698-9011-01c77d23ecff tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:34.666319 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bcd4fe52-42c4-47b7-a8dc-42c61e2dda57 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:34.733783 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a8d25499-0d7a-440a-a53b-946bd72b5bcf None None] Provisioning for port f6cb924c-1be3-495d-9c70-35508cd5e005 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:53:34.736333 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035597b0-e4c8-41ec-9a19-60865b20826f req-0ebae6a6-02d7-4dc1-a580-567cd185c6ad tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:53:34.738428 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-035597b0-e4c8-41ec-9a19-60865b20826f req-0ebae6a6-02d7-4dc1-a580-567cd185c6ad tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ba2a7b-e75c-46ac-b1d9-10f903526f5a HTTP/1.1" status: 200 len: 945 time: 1.4036801 May 31 13:53:34.742058 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f8f881c9-5f7e-44af-a66b-357e41defc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:34.803791 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a8d25499-0d7a-440a-a53b-946bd72b5bcf None None] Provisioning complete for port f6cb924c-1be3-495d-9c70-35508cd5e005 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:53:34.804613 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a8d25499-0d7a-440a-a53b-946bd72b5bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:34.881254 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-32525d4c-921b-41c7-8a61-96dddda0954a tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:34.895253 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-32525d4c-921b-41c7-8a61-96dddda0954a tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "DELETE /v2.0/networks/6eeb3076-8ec6-49c5-a7c1-c7685ab1bc4b HTTP/1.1" status: 204 len: 168 time: 6.8207676 May 31 13:53:34.901076 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44610) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:34.933685 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-3ebe0ec5-fad5-4698-9011-01c77d23ecff tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4567480 May 31 13:53:34.933887 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-8b03f28a-a5f4-4b75-866d-afaab6253e45 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Request body: {'router': {'routes': None}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:53:34.967462 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44614) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:35.006807 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-23eedbbf-3af0-40b2-b914-43d270ec2196 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Request body: {'subnet': {'network_id': '5e3496b0-d33d-47d7-9f83-4fad30354b43', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:53:35.087631 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port ed72ca77-ea69-4249-9d84-aeba49a479f2 is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:53:35.089322 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:35.099389 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebe0ec5-fad5-4698-9011-01c77d23ecff tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Pushing event updated for resources: {'Network': ['ID=5e3496b0-d33d-47d7-9f83-4fad30354b43,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:35.135422 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 79fbc73d-0473-4593-ab4f-51d18c1fea28 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:53:35.175283 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port ed72ca77-ea69-4249-9d84-aeba49a479f2, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=ed72ca77-ea69-4249-9d84-aeba49a479f2,segment=NetworkSegment(f85bb861-f832-42e2-a182-3ceccc5a66af),segment_id=f85bb861-f832-42e2-a182-3ceccc5a66af)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:53:35.176888 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 5e3496b0-d33d-47d7-9f83-4fad30354b43 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:53:35.207716 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8ba2a7b-e75c-46ac-b1d9-10f903526f5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed72ca77-ea69-4249-9d84-aeba49a479f2'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:53:35.236832 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:35.237741 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09194bc7-4f96-4000-a2a4-1b489806be57 req-cc9449a4-532f-42ac-a7a3-fe2373c36fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:53:35.240001 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-09194bc7-4f96-4000-a2a4-1b489806be57 req-cc9449a4-532f-42ac-a7a3-fe2373c36fcb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b66065d1-e972-453c-87d9-3ed8cec4b7a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0400381 May 31 13:53:35.285352 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bcd4fe52-42c4-47b7-a8dc-42c61e2dda57 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:35.291486 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-035597b0-e4c8-41ec-9a19-60865b20826f req-5eb30903-f237-4ef7-8135-786a505907be tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=6bc706d7-c2c8-4249-9761-79dc47f28376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4883120 May 31 13:53:35.458398 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f8f881c9-5f7e-44af-a66b-357e41defc11 None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:35.486820 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bcd4fe52-42c4-47b7-a8dc-42c61e2dda57 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:35.491745 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-f8f881c9-5f7e-44af-a66b-357e41defc11 None None] Transition to ACTIVE for port object f6cb924c-1be3-495d-9c70-35508cd5e005 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:53:35.505269 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-23eedbbf-3af0-40b2-b914-43d270ec2196 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:53:35.511066 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f8f881c9-5f7e-44af-a66b-357e41defc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:35.605849 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32525d4c-921b-41c7-8a61-96dddda0954a tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Pushing event deleted for resources: {'Network': ['ID=6eeb3076-8ec6-49c5-a7c1-c7685ab1bc4b,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:35.608586 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-23eedbbf-3af0-40b2-b914-43d270ec2196 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Usage tracker for resource:subnet and tenant:779c820d5b2449ae9fd2392eab8ae157 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:53:35.618865 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-23eedbbf-3af0-40b2-b914-43d270ec2196 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:53:35.630584 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd4fe52-42c4-47b7-a8dc-42c61e2dda57 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event deleted for resources: {'Subnet': ['ID=b6c2d148-0ea3-47df-a39c-af62c88eee9a,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:35.634501 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bcd4fe52-42c4-47b7-a8dc-42c61e2dda57 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:35.637875 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-23eedbbf-3af0-40b2-b914-43d270ec2196 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:53:35.657096 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-bcd4fe52-42c4-47b7-a8dc-42c61e2dda57 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/subnets/b6c2d148-0ea3-47df-a39c-af62c88eee9a HTTP/1.1" status: 204 len: 168 time: 1.7188492 May 31 13:53:35.663609 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44626) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:35.699165 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca676d1c-3ae4-4fee-87a1-0b42ef476588'] response: {'server_uuid': 'f8ba2a7b-e75c-46ac-b1d9-10f903526f5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed72ca77-ea69-4249-9d84-aeba49a479f2', 'code': 200} May 31 13:53:35.699786 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=ed72ca77-ea69-4249-9d84-aeba49a479f2,revision_number=8']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:35.720978 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-a8d25499-0d7a-440a-a53b-946bd72b5bcf None None] Port f6cb924c-1be3-495d-9c70-35508cd5e005 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:53:35.744479 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23eedbbf-3af0-40b2-b914-43d270ec2196 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Made reservation on behalf of 779c820d5b2449ae9fd2392eab8ae157 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:53:35.749011 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-23eedbbf-3af0-40b2-b914-43d270ec2196 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:35.918807 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-f8f881c9-5f7e-44af-a66b-357e41defc11 None None] Attempting to bind port f6cb924c-1be3-495d-9c70-35508cd5e005 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:53:35.919360 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-f8f881c9-5f7e-44af-a66b-357e41defc11 None None] Attempting to bind port f6cb924c-1be3-495d-9c70-35508cd5e005 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '491c4450-2d2c-487a-bb61-d5eff1bb5019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0aa2954e-bf8d-4cc7-bde3-b406dc8a037b'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:53:35.919656 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f881c9-5f7e-44af-a66b-357e41defc11 None None] Attempting to bind port f6cb924c-1be3-495d-9c70-35508cd5e005 on network 0aa2954e-bf8d-4cc7-bde3-b406dc8a037b {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:53:35.924463 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ed159e-4012-4a3d-b4e2-041eef18d7af None None] Pushing event updated for resources: {'Port': ['ID=f6cb924c-1be3-495d-9c70-35508cd5e005,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:35.936803 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ed159e-4012-4a3d-b4e2-041eef18d7af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:53:35.937224 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ed159e-4012-4a3d-b4e2-041eef18d7af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:53:35.937694 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ed159e-4012-4a3d-b4e2-041eef18d7af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:53:35.938143 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ed159e-4012-4a3d-b4e2-041eef18d7af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:53:35.938595 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ed159e-4012-4a3d-b4e2-041eef18d7af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:53:35.938945 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ed159e-4012-4a3d-b4e2-041eef18d7af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:53:35.939270 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ed159e-4012-4a3d-b4e2-041eef18d7af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:53:35.939677 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ed159e-4012-4a3d-b4e2-041eef18d7af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:53:35.939998 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ed159e-4012-4a3d-b4e2-041eef18d7af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:53:35.940385 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ed159e-4012-4a3d-b4e2-041eef18d7af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:53:35.940705 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ed159e-4012-4a3d-b4e2-041eef18d7af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:53:35.941017 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ed159e-4012-4a3d-b4e2-041eef18d7af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:53:35.946015 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f881c9-5f7e-44af-a66b-357e41defc11 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:53:35.946395 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f881c9-5f7e-44af-a66b-357e41defc11 None None] Checking segment: {'id': '491c4450-2d2c-487a-bb61-d5eff1bb5019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0aa2954e-bf8d-4cc7-bde3-b406dc8a037b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:53:35.947075 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f8f881c9-5f7e-44af-a66b-357e41defc11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:35.947485 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f881c9-5f7e-44af-a66b-357e41defc11 None None] Bound using segment: {'id': '491c4450-2d2c-487a-bb61-d5eff1bb5019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0aa2954e-bf8d-4cc7-bde3-b406dc8a037b'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:53:35.947959 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-f8f881c9-5f7e-44af-a66b-357e41defc11 None None] Bound port: f6cb924c-1be3-495d-9c70-35508cd5e005, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '491c4450-2d2c-487a-bb61-d5eff1bb5019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0aa2954e-bf8d-4cc7-bde3-b406dc8a037b'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:53:35.948329 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f8f881c9-5f7e-44af-a66b-357e41defc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:35.952495 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-44f9b573-056a-4764-983a-e2c70888fb88 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2877479 May 31 13:53:35.960281 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44634) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:36.058866 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5acdd56d-c422-4bc4-9f25-f1a815a7cd6d tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:36.085196 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-f8f881c9-5f7e-44af-a66b-357e41defc11 None None] For port f6cb924c-1be3-495d-9c70-35508cd5e005, host n-d-843939-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:53:36.093439 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-f8f881c9-5f7e-44af-a66b-357e41defc11 None None] For port f6cb924c-1be3-495d-9c70-35508cd5e005, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=f6cb924c-1be3-495d-9c70-35508cd5e005,segment=NetworkSegment(491c4450-2d2c-487a-bb61-d5eff1bb5019),segment_id=491c4450-2d2c-487a-bb61-d5eff1bb5019)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:53:36.102616 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f8f881c9-5f7e-44af-a66b-357e41defc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:36.237632 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f881c9-5f7e-44af-a66b-357e41defc11 None None] Routers {'3211f75f-511b-479b-b8cf-9791381ae8bf'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:53:36.241438 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-f8f881c9-5f7e-44af-a66b-357e41defc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:53:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['3211f75f-511b-479b-b8cf-9791381ae8bf'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:53:36.243868 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3336b909-025a-4805-8a8b-ff7c26d15462 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:53:36.244825 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-3336b909-025a-4805-8a8b-ff7c26d15462 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Synchronizing usage tracker for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:53:36.375787 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-3336b909-025a-4805-8a8b-ff7c26d15462 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Unset dirty status for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:53:36.385155 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-3336b909-025a-4805-8a8b-ff7c26d15462 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4237874 May 31 13:53:36.388331 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44644) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:36.509376 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-5acdd56d-c422-4bc4-9f25-f1a815a7cd6d tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Calling delete_port for a5879911-804c-4c2d-b142-fd964d5fd47e owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:53:36.547383 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ed159e-4012-4a3d-b4e2-041eef18d7af None None] Pushing event updated for resources: {'Port': ['ID=f6cb924c-1be3-495d-9c70-35508cd5e005,revision_number=4']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:36.565517 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82a778e-6caf-4fb8-8ffa-a28c9bfdcde0 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:53:36.566644 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c82a778e-6caf-4fb8-8ffa-a28c9bfdcde0 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Synchronizing usage tracker for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:subnet {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:53:36.571537 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-23eedbbf-3af0-40b2-b914-43d270ec2196 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:36.605512 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-f8f881c9-5f7e-44af-a66b-357e41defc11 None None] Set router 3211f75f-511b-479b-b8cf-9791381ae8bf gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:53:36.642293 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.extraroute_db [None req-8b03f28a-a5f4-4b75-866d-afaab6253e45 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Added routes are [] {{(pid=88370) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 31 13:53:36.642595 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.extraroute_db [None req-8b03f28a-a5f4-4b75-866d-afaab6253e45 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Removed routes are [] {{(pid=88370) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 31 13:53:36.642969 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8b03f28a-a5f4-4b75-866d-afaab6253e45 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:36.818700 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eedbbf-3af0-40b2-b914-43d270ec2196 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Pushing event updated for resources: {'Subnet': ['ID=40212637-75d9-4d77-876c-da2c117a7162,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:36.839154 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c82a778e-6caf-4fb8-8ffa-a28c9bfdcde0 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Unset dirty status for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:subnet {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:53:36.845980 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c82a778e-6caf-4fb8-8ffa-a28c9bfdcde0 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4565344 May 31 13:53:36.846690 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44656) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:36.866966 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-09194bc7-4f96-4000-a2a4-1b489806be57 req-e1c17435-221d-4f4c-937b-6819bb869e20 service neutron] 10.222.0.44 "GET /v2.0/networks/b66065d1-e972-453c-87d9-3ed8cec4b7a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5878246 May 31 13:53:36.949971 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f0340b-f757-4c3e-8680-030bc33563b7 None None] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:53:36.979234 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-3300926a-55f2-4706-91dd-b5a0b8ecfade tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1297154 May 31 13:53:36.979835 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44662) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:36.990932 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-4a038a8f-c97d-4bcb-92e5-4c74ffb24610 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Request body: {'subnet': {'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:53:37.103623 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-09194bc7-4f96-4000-a2a4-1b489806be57 req-a72c5ef7-f278-4966-93cb-1b8f53f47619 service neutron] 10.222.0.44 "GET /v2.0/networks/b66065d1-e972-453c-87d9-3ed8cec4b7a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586077 May 31 13:53:37.127622 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-07535e46-4b83-4022-85d3-82fd929ce6a6 None None] Provisioning complete for port f21ef5aa-1c45-4fb1-885e-59c51fcab290 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:53:37.128411 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-07535e46-4b83-4022-85d3-82fd929ce6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:37.233429 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-f8f881c9-5f7e-44af-a66b-357e41defc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'name': 'tempest-RoutersIpV6Test-router-146214637', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:53:21Z', 'updated_at': '2022-05-31T13:53:29Z', 'revision_number': 2, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'gw_port_host': None, '_interfaces': [{'id': 'f6cb924c-1be3-495d-9c70-35508cd5e005', 'name': '', 'network_id': '0aa2954e-bf8d-4cc7-bde3-b406dc8a037b', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'mac_address': 'fa:16:3e:c5:45:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': 'e5cb876f-844c-4265-83b8-5ce61d3f3bd0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:53:28Z', 'updated_at': '2022-05-31T13:53:36Z', 'revision_number': 4, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'subnets': [{'id': 'e5cb876f-844c-4265-83b8-5ce61d3f3bd0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:53:37.237948 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f881c9-5f7e-44af-a66b-357e41defc11 None None] The sync data for ids ['3211f75f-511b-479b-b8cf-9791381ae8bf'] in n-d-843939-1 is: [{'id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'name': 'tempest-RoutersIpV6Test-router-146214637', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:53:21Z', 'updated_at': '2022-05-31T13:53:29Z', 'revision_number': 2, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'gw_port_host': None, '_interfaces': [{'id': 'f6cb924c-1be3-495d-9c70-35508cd5e005', 'name': '', 'network_id': '0aa2954e-bf8d-4cc7-bde3-b406dc8a037b', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'mac_address': 'fa:16:3e:c5:45:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': 'e5cb876f-844c-4265-83b8-5ce61d3f3bd0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:53:28Z', 'updated_at': '2022-05-31T13:53:36Z', 'revision_number': 4, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'subnets': [{'id': 'e5cb876f-844c-4265-83b8-5ce61d3f3bd0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:53:37.331869 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4a038a8f-c97d-4bcb-92e5-4c74ffb24610 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:53:37.334831 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23eedbbf-3af0-40b2-b914-43d270ec2196 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Checking segment: {'id': 'e15f6e5e-c2b5-419d-8c28-6ecac3d2c94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5e3496b0-d33d-47d7-9f83-4fad30354b43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:53:37.335269 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23eedbbf-3af0-40b2-b914-43d270ec2196 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Network hostable DHCP agents. Network: 5e3496b0-d33d-47d7-9f83-4fad30354b43, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:53:37.345142 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8b03f28a-a5f4-4b75-866d-afaab6253e45 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:37.390423 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4a038a8f-c97d-4bcb-92e5-4c74ffb24610 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:53:37.432023 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23eedbbf-3af0-40b2-b914-43d270ec2196 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Network 5e3496b0-d33d-47d7-9f83-4fad30354b43 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:53:37.453950 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-23eedbbf-3af0-40b2-b914-43d270ec2196 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 5e3496b0-d33d-47d7-9f83-4fad30354b43) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:53:37.459455 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23eedbbf-3af0-40b2-b914-43d270ec2196 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:53:37.459946 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-23eedbbf-3af0-40b2-b914-43d270ec2196 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:37.487448 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a038a8f-c97d-4bcb-92e5-4c74ffb24610 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Made reservation on behalf of d13dddbe1502489da91f2f88306fdca6 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:53:37.487634 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf8667a-1681-41c5-b62e-1f244566d086 None None] Network 5e3496b0-d33d-47d7-9f83-4fad30354b43 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:53:37.493311 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4a038a8f-c97d-4bcb-92e5-4c74ffb24610 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:37.495714 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a038a8f-c97d-4bcb-92e5-4c74ffb24610 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 13:53:37.496273 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a038a8f-c97d-4bcb-92e5-4c74ffb24610 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:53:37.509083 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-23eedbbf-3af0-40b2-b914-43d270ec2196 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5294964 May 31 13:53:37.512754 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8b03f28a-a5f4-4b75-866d-afaab6253e45 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1578611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1578620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1575237'] for router, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:37.516893 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44684) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:37.672162 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0577a60-ebad-4110-9b33-172b3fd5426c req-ef19f947-113c-4b9e-94b6-f74aa30ba059 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:53:37.690439 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f0577a60-ebad-4110-9b33-172b3fd5426c req-ef19f947-113c-4b9e-94b6-f74aa30ba059 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ba2a7b-e75c-46ac-b1d9-10f903526f5a HTTP/1.1" status: 200 len: 943 time: 1.0955551 May 31 13:53:37.829490 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b03f28a-a5f4-4b75-866d-afaab6253e45 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Router 40e81eef-4431-43f1-8e62-029c9f01dd28 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:53:37.885314 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f0577a60-ebad-4110-9b33-172b3fd5426c req-d9b3680f-aae6-4e70-bfcd-71233a8bbb7d tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=6bc706d7-c2c8-4249-9761-79dc47f28376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1927123 May 31 13:53:37.897241 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5acdd56d-c422-4bc4-9f25-f1a815a7cd6d tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:37.917104 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:37.984201 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-07535e46-4b83-4022-85d3-82fd929ce6a6 None None] Current status of the port f21ef5aa-1c45-4fb1-885e-59c51fcab290 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:53:38.111682 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66ad771-68c2-4922-a2f8-ae26a9e983ae None None] DHCP port deletion for 8d0ca4ab-0d39-494b-8b5d-2861af857a5e request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:53:38.116760 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acdd56d-c422-4bc4-9f25-f1a815a7cd6d tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Pushing event deleted for resources: {'Port': ['ID=a5879911-804c-4c2d-b142-fd964d5fd47e,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:38.131281 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-a66ad771-68c2-4922-a2f8-ae26a9e983ae None None] Deleting port f21ef5aa-1c45-4fb1-885e-59c51fcab290 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:53:38.131655 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a66ad771-68c2-4922-a2f8-ae26a9e983ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:38.159370 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-4a038a8f-c97d-4bcb-92e5-4c74ffb24610 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.1763394 May 31 13:53:38.180859 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44698) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:38.199546 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e41c2cf-2726-4080-b8b6-01014982c714 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-5e3496b0-d33d-47d7-9f83-4fad30354b43', 'network_id': '5e3496b0-d33d-47d7-9f83-4fad30354b43', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'fixed_ips': [{'subnet_id': '40212637-75d9-4d77-876c-da2c117a7162'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:53:38.199985 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-96f63ddb-7811-4070-8a5d-c3656db4efac tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Request body: {'subnet': {'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:53:38.202874 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3e41c2cf-2726-4080-b8b6-01014982c714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:38.441770 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-96f63ddb-7811-4070-8a5d-c3656db4efac tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:53:38.470021 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-96f63ddb-7811-4070-8a5d-c3656db4efac tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:53:38.495316 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f63ddb-7811-4070-8a5d-c3656db4efac tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Made reservation on behalf of d13dddbe1502489da91f2f88306fdca6 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:53:38.504421 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-96f63ddb-7811-4070-8a5d-c3656db4efac tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:38.505707 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-96f63ddb-7811-4070-8a5d-c3656db4efac tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 13:53:38.506177 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96f63ddb-7811-4070-8a5d-c3656db4efac tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:53:38.670001 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b03f28a-a5f4-4b75-866d-afaab6253e45 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:53:38.680192 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5acdd56d-c422-4bc4-9f25-f1a815a7cd6d tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:38.694757 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8b03f28a-a5f4-4b75-866d-afaab6253e45 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:38.697416 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-8b03f28a-a5f4-4b75-866d-afaab6253e45 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "PUT /v2.0/routers/40e81eef-4431-43f1-8e62-029c9f01dd28 HTTP/1.1" status: 200 len: 700 time: 3.7921665 May 31 13:53:38.700138 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44708) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:38.747155 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-96f63ddb-7811-4070-8a5d-c3656db4efac tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5654635 May 31 13:53:38.757248 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-1184806e-4e2f-469f-b53f-d6f577bc4a44 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Synchronizing usage tracker for tenant:85d9456a7d3e47cf9816e44471382253 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:53:38.760590 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44712) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:38.767870 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-b54a6081-9b04-444e-9c71-180b476b7e16 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Request body: {'subnet': {'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:53:38.805423 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa77d78-54ba-4c7c-b85b-b2ad25e57228 None None] Sync routers for ids ['40e81eef-4431-43f1-8e62-029c9f01dd28'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:53:38.812643 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-5acdd56d-c422-4bc4-9f25-f1a815a7cd6d tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] 10.222.0.50 "DELETE /v2.0/ports/a5879911-804c-4c2d-b142-fd964d5fd47e HTTP/1.1" status: 204 len: 168 time: 4.6049573 May 31 13:53:38.819414 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44718) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:38.876937 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-a66ad771-68c2-4922-a2f8-ae26a9e983ae None None] For port f21ef5aa-1c45-4fb1-885e-59c51fcab290, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=f21ef5aa-1c45-4fb1-885e-59c51fcab290,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:53:38.877329 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a66ad771-68c2-4922-a2f8-ae26a9e983ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:38.979535 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-3809d55d-63ab-496e-97b4-a393d4ecd4e2 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Deleting subnet 08656c79-8343-4d69-b7b5-56fffb747077 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:53:39.125800 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3809d55d-63ab-496e-97b4-a393d4ecd4e2 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:39.182197 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-63793d21-6af5-4c9d-a3b0-413a70f75692 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:39.197484 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-a66ad771-68c2-4922-a2f8-ae26a9e983ae None None] Calling delete_port for f21ef5aa-1c45-4fb1-885e-59c51fcab290 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:53:39.272494 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa77d78-54ba-4c7c-b85b-b2ad25e57228 None None] Routers {'40e81eef-4431-43f1-8e62-029c9f01dd28'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:53:39.273741 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-6fa77d78-54ba-4c7c-b85b-b2ad25e57228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:53:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['40e81eef-4431-43f1-8e62-029c9f01dd28'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:53:39.277507 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-1184806e-4e2f-469f-b53f-d6f577bc4a44 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Unset dirty status for tenant:85d9456a7d3e47cf9816e44471382253 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:53:39.282827 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-1184806e-4e2f-469f-b53f-d6f577bc4a44 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "GET /v2.0/ports?device_id=40e81eef-4431-43f1-8e62-029c9f01dd28 HTTP/1.1" status: 200 len: 205 time: 0.5813835 May 31 13:53:39.290783 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44732) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:39.413875 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3809d55d-63ab-496e-97b4-a393d4ecd4e2 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65507433'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:39.426798 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a66ad771-68c2-4922-a2f8-ae26a9e983ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:39.602699 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-6fa77d78-54ba-4c7c-b85b-b2ad25e57228 None None] Set router 40e81eef-4431-43f1-8e62-029c9f01dd28 gateway port host: None {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:53:39.640097 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3809d55d-63ab-496e-97b4-a393d4ecd4e2 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:39.792611 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-6fa77d78-54ba-4c7c-b85b-b2ad25e57228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'name': 'tempest-RoutersTest-router-570826617', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:51:03Z', 'updated_at': '2022-05-31T13:53:21Z', 'revision_number': 11, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'gw_port_host': None}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:53:39.795144 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:39.799419 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66ad771-68c2-4922-a2f8-ae26a9e983ae None None] No DVR routers for this DVR port f21ef5aa-1c45-4fb1-885e-59c51fcab290 on host n-d-843939-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:53:39.813264 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-3e41c2cf-2726-4080-b8b6-01014982c714 None None] Allocated IP 2001:db8:1::2 (5e3496b0-d33d-47d7-9f83-4fad30354b43/40212637-75d9-4d77-876c-da2c117a7162/7862e5bc-be1f-46b9-9c6c-518e18efa5c0) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:53:39.954084 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-b54a6081-9b04-444e-9c71-180b476b7e16 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:53:39.987981 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device f6cb924c-1be3-495d-9c70-35508cd5e005 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:53:39.994369 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-b54a6081-9b04-444e-9c71-180b476b7e16 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:53:40.005096 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0297b079-7f0e-4850-8694-43ed77d4f404 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for router, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:40.027437 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66ad771-68c2-4922-a2f8-ae26a9e983ae None None] Pushing event deleted for resources: {'Port': ['ID=f21ef5aa-1c45-4fb1-885e-59c51fcab290,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:40.038704 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa77d78-54ba-4c7c-b85b-b2ad25e57228 None None] Checking router: 40e81eef-4431-43f1-8e62-029c9f01dd28 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:53:40.102513 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa77d78-54ba-4c7c-b85b-b2ad25e57228 None None] Routers {'40e81eef-4431-43f1-8e62-029c9f01dd28'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:53:40.103429 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-6fa77d78-54ba-4c7c-b85b-b2ad25e57228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:53:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['40e81eef-4431-43f1-8e62-029c9f01dd28'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:53:40.188886 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b54a6081-9b04-444e-9c71-180b476b7e16 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Made reservation on behalf of d13dddbe1502489da91f2f88306fdca6 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:53:40.192736 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b54a6081-9b04-444e-9c71-180b476b7e16 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:40.194938 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-b54a6081-9b04-444e-9c71-180b476b7e16 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 13:53:40.196031 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b54a6081-9b04-444e-9c71-180b476b7e16 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:53:40.272256 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-6fa77d78-54ba-4c7c-b85b-b2ad25e57228 None None] Set router 40e81eef-4431-43f1-8e62-029c9f01dd28 gateway port host: None {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:53:40.373979 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3809d55d-63ab-496e-97b4-a393d4ecd4e2 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65216469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65148562'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:40.448378 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-6fa77d78-54ba-4c7c-b85b-b2ad25e57228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'name': 'tempest-RoutersTest-router-570826617', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:51:03Z', 'updated_at': '2022-05-31T13:53:21Z', 'revision_number': 11, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'gw_port_host': None}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:53:40.499527 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa77d78-54ba-4c7c-b85b-b2ad25e57228 None None] The sync data for ids ['40e81eef-4431-43f1-8e62-029c9f01dd28'] in n-d-843939-1 is: [{'id': '40e81eef-4431-43f1-8e62-029c9f01dd28', 'name': 'tempest-RoutersTest-router-570826617', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:51:03Z', 'updated_at': '2022-05-31T13:53:21Z', 'revision_number': 11, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'gw_port_host': None}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:53:40.503974 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port f6cb924c-1be3-495d-9c70-35508cd5e005 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:53:40.505252 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3809d55d-63ab-496e-97b4-a393d4ecd4e2 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Pushing event deleted for resources: {'Subnet': ['ID=08656c79-8343-4d69-b7b5-56fffb747077,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:40.508142 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3809d55d-63ab-496e-97b4-a393d4ecd4e2 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:40.510306 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-3809d55d-63ab-496e-97b4-a393d4ecd4e2 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] 10.222.0.50 "DELETE /v2.0/subnets/08656c79-8343-4d69-b7b5-56fffb747077 HTTP/1.1" status: 204 len: 168 time: 1.6895392 May 31 13:53:40.512878 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44754) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:40.515503 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0297b079-7f0e-4850-8694-43ed77d4f404 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:40.518545 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0297b079-7f0e-4850-8694-43ed77d4f404 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:40.525773 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-b54a6081-9b04-444e-9c71-180b476b7e16 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.7638121 May 31 13:53:40.537498 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7278f581-8d0f-418e-b27b-067e6ec7d362 req-e6377a1a-9132-42d4-9f20-7fe2960e99b9 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:53:40.539049 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7278f581-8d0f-418e-b27b-067e6ec7d362 req-e6377a1a-9132-42d4-9f20-7fe2960e99b9 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ba2a7b-e75c-46ac-b1d9-10f903526f5a HTTP/1.1" status: 200 len: 943 time: 1.2988555 May 31 13:53:40.541778 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44758) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:40.551106 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0a72d7-f03a-4cc3-a300-d0b78784c1e0 None None] Network 0fa8359a-538e-4076-87fc-2aa66b351ef1 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:53:40.557329 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-21ad1037-11c9-4f98-a66f-07e74aea4cad tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Request body: {'subnet': {'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:53:40.623012 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port f6cb924c-1be3-495d-9c70-35508cd5e005 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:53:40.632360 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:40.641681 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0297b079-7f0e-4850-8694-43ed77d4f404 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:40.643187 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0297b079-7f0e-4850-8694-43ed77d4f404 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Fanout notify agent at l3_agent the message router_deleted on router 40e81eef-4431-43f1-8e62-029c9f01dd28 {{(pid=88370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:53:40.787861 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0297b079-7f0e-4850-8694-43ed77d4f404 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:40.789065 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-0297b079-7f0e-4850-8694-43ed77d4f404 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "DELETE /v2.0/routers/40e81eef-4431-43f1-8e62-029c9f01dd28 HTTP/1.1" status: 204 len: 168 time: 1.4184000 May 31 13:53:40.808361 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44766) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:40.825087 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-663423b9-0548-4aa2-a02e-bd12050712e9 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2001407696', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:53:40.839112 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7278f581-8d0f-418e-b27b-067e6ec7d362 req-257e6ac6-4cd2-4dac-a086-a7bb79575f69 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=6bc706d7-c2c8-4249-9761-79dc47f28376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2580040 May 31 13:53:40.841569 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-663423b9-0548-4aa2-a02e-bd12050712e9 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:53:40.853559 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-21ad1037-11c9-4f98-a66f-07e74aea4cad tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:53:40.856789 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-663423b9-0548-4aa2-a02e-bd12050712e9 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Usage tracker for resource:router and tenant:85d9456a7d3e47cf9816e44471382253 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:53:40.862501 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-663423b9-0548-4aa2-a02e-bd12050712e9 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:53:40.880322 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-663423b9-0548-4aa2-a02e-bd12050712e9 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:53:40.884594 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-21ad1037-11c9-4f98-a66f-07e74aea4cad tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:53:40.902940 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-663423b9-0548-4aa2-a02e-bd12050712e9 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:40.903651 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-663423b9-0548-4aa2-a02e-bd12050712e9 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:40.922907 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ad1037-11c9-4f98-a66f-07e74aea4cad tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Made reservation on behalf of d13dddbe1502489da91f2f88306fdca6 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:53:40.937058 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-21ad1037-11c9-4f98-a66f-07e74aea4cad tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:40.949024 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-21ad1037-11c9-4f98-a66f-07e74aea4cad tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 13:53:40.949547 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21ad1037-11c9-4f98-a66f-07e74aea4cad tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:53:40.958669 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c4568e2e-4b4e-4b8d-96f6-a327379028b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:40.962487 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3e41c2cf-2726-4080-b8b6-01014982c714 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:41.007721 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-663423b9-0548-4aa2-a02e-bd12050712e9 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:41.034310 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-21ad1037-11c9-4f98-a66f-07e74aea4cad tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4887211 May 31 13:53:41.035529 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-3e41c2cf-2726-4080-b8b6-01014982c714 None None] Transition to ACTIVE for port object 7862e5bc-be1f-46b9-9c6c-518e18efa5c0 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:53:41.038511 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44774) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:41.056043 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7ed58fc2-6305-4233-885d-4fac61898ee7 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:41.059917 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-b1762797-e4b7-4ecb-b602-194091bebc44 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Request body: {'subnet': {'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:53:41.082696 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-7ed58fc2-6305-4233-885d-4fac61898ee7 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Deleting port a917f767-61fe-413e-9ec4-3ce3dd82b812 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:53:41.082696 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7ed58fc2-6305-4233-885d-4fac61898ee7 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:41.174091 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-3e41c2cf-2726-4080-b8b6-01014982c714 None None] Transition to ACTIVE for port object 7862e5bc-be1f-46b9-9c6c-518e18efa5c0 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:53:41.189309 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3e41c2cf-2726-4080-b8b6-01014982c714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:41.265285 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port f6cb924c-1be3-495d-9c70-35508cd5e005 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:53:41.265590 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:41.279323 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e41c2cf-2726-4080-b8b6-01014982c714 None None] Pushing event updated for resources: {'Port': ['ID=7862e5bc-be1f-46b9-9c6c-518e18efa5c0,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:41.307680 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e41c2cf-2726-4080-b8b6-01014982c714 None None] Network 5e3496b0-d33d-47d7-9f83-4fad30354b43 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:53:41.309025 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-3e41c2cf-2726-4080-b8b6-01014982c714 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:53:41.314336 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e41c2cf-2726-4080-b8b6-01014982c714 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:53:41.400206 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port f6cb924c-1be3-495d-9c70-35508cd5e005, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=f6cb924c-1be3-495d-9c70-35508cd5e005,segment=NetworkSegment(491c4450-2d2c-487a-bb61-d5eff1bb5019),segment_id=491c4450-2d2c-487a-bb61-d5eff1bb5019)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:53:41.400458 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 13:53:41.417426 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-63793d21-6af5-4c9d-a3b0-413a70f75692 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Allocated IP 2001:db8:1::1 (5e3496b0-d33d-47d7-9f83-4fad30354b43/40212637-75d9-4d77-876c-da2c117a7162/5363d566-0c96-428e-8923-1d73f2094f6e) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:53:41.459577 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-3e41c2cf-2726-4080-b8b6-01014982c714 None None] Attempting to bind port 7862e5bc-be1f-46b9-9c6c-518e18efa5c0 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:53:41.461478 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-3e41c2cf-2726-4080-b8b6-01014982c714 None None] Attempting to bind port 7862e5bc-be1f-46b9-9c6c-518e18efa5c0 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'e15f6e5e-c2b5-419d-8c28-6ecac3d2c94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5e3496b0-d33d-47d7-9f83-4fad30354b43'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:53:41.461645 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-663423b9-0548-4aa2-a02e-bd12050712e9 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:41.462142 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e41c2cf-2726-4080-b8b6-01014982c714 None None] Attempting to bind port 7862e5bc-be1f-46b9-9c6c-518e18efa5c0 on network 5e3496b0-d33d-47d7-9f83-4fad30354b43 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:53:41.464263 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:41.511334 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-b1762797-e4b7-4ecb-b602-194091bebc44 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:53:41.538019 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-b1762797-e4b7-4ecb-b602-194091bebc44 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:53:41.549211 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-663423b9-0548-4aa2-a02e-bd12050712e9 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:41.554206 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-663423b9-0548-4aa2-a02e-bd12050712e9 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7444844 May 31 13:53:41.555931 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44784) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:41.556873 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1762797-e4b7-4ecb-b602-194091bebc44 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Made reservation on behalf of d13dddbe1502489da91f2f88306fdca6 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:53:41.562122 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b1762797-e4b7-4ecb-b602-194091bebc44 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:41.564135 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1762797-e4b7-4ecb-b602-194091bebc44 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 13:53:41.564779 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1762797-e4b7-4ecb-b602-194091bebc44 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:53:41.575659 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-a6e20a53-6c16-4958-ad93-0857f3172595 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:53:41.599695 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=f6cb924c-1be3-495d-9c70-35508cd5e005,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:41.616170 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device f21ef5aa-1c45-4fb1-885e-59c51fcab290 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:53:41.671596 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-7ed58fc2-6305-4233-885d-4fac61898ee7 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] For port a917f767-61fe-413e-9ec4-3ce3dd82b812, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=a917f767-61fe-413e-9ec4-3ce3dd82b812,segment=NetworkSegment(f4be7fc2-5591-42f8-b940-08ed22f37398),segment_id=f4be7fc2-5591-42f8-b940-08ed22f37398)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:53:41.672902 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7ed58fc2-6305-4233-885d-4fac61898ee7 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:41.683561 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e41c2cf-2726-4080-b8b6-01014982c714 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:53:41.683975 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e41c2cf-2726-4080-b8b6-01014982c714 None None] Checking segment: {'id': 'e15f6e5e-c2b5-419d-8c28-6ecac3d2c94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5e3496b0-d33d-47d7-9f83-4fad30354b43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:53:41.684513 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3e41c2cf-2726-4080-b8b6-01014982c714 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:41.684913 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e41c2cf-2726-4080-b8b6-01014982c714 None None] Bound using segment: {'id': 'e15f6e5e-c2b5-419d-8c28-6ecac3d2c94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5e3496b0-d33d-47d7-9f83-4fad30354b43'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:53:41.685440 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-3e41c2cf-2726-4080-b8b6-01014982c714 None None] Bound port: 7862e5bc-be1f-46b9-9c6c-518e18efa5c0, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e15f6e5e-c2b5-419d-8c28-6ecac3d2c94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5e3496b0-d33d-47d7-9f83-4fad30354b43'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:53:41.685817 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3e41c2cf-2726-4080-b8b6-01014982c714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:41.718438 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-b1762797-e4b7-4ecb-b602-194091bebc44 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6745503 May 31 13:53:41.721943 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44790) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:41.722895 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: f21ef5aa-1c45-4fb1-885e-59c51fcab290 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:53:41.723248 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device f21ef5aa-1c45-4fb1-885e-59c51fcab290 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:53:41.731187 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-b13679d3-d1a5-42ec-affc-c01496086710 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Request body: {'subnet': {'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:53:41.766378 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17663e8f-ae2e-4fd6-9184-e228b82d323f None None] DHCP port deletion for 0fa8359a-538e-4076-87fc-2aa66b351ef1 request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:53:41.799969 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-17663e8f-ae2e-4fd6-9184-e228b82d323f None None] Deleting port a917f767-61fe-413e-9ec4-3ce3dd82b812 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:53:41.800402 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-17663e8f-ae2e-4fd6-9184-e228b82d323f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:41.838419 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-7ed58fc2-6305-4233-885d-4fac61898ee7 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Calling delete_port for a917f767-61fe-413e-9ec4-3ce3dd82b812 owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:53:41.922283 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-3e41c2cf-2726-4080-b8b6-01014982c714 None None] For port 7862e5bc-be1f-46b9-9c6c-518e18efa5c0, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:53:41.932330 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device f6cb924c-1be3-495d-9c70-35508cd5e005 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:53:42.036319 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-3e41c2cf-2726-4080-b8b6-01014982c714 None None] For port 7862e5bc-be1f-46b9-9c6c-518e18efa5c0, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=7862e5bc-be1f-46b9-9c6c-518e18efa5c0,segment=NetworkSegment(e15f6e5e-c2b5-419d-8c28-6ecac3d2c94b),segment_id=e15f6e5e-c2b5-419d-8c28-6ecac3d2c94b)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:53:42.044632 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-63793d21-6af5-4c9d-a3b0-413a70f75692 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:42.071688 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3e41c2cf-2726-4080-b8b6-01014982c714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:42.078749 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-63793d21-6af5-4c9d-a3b0-413a70f75692 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Transition to ACTIVE for port object 5363d566-0c96-428e-8923-1d73f2094f6e will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:53:42.129229 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-63793d21-6af5-4c9d-a3b0-413a70f75692 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:42.211431 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7ed58fc2-6305-4233-885d-4fac61898ee7 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:42.241927 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-b13679d3-d1a5-42ec-affc-c01496086710 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:53:42.254327 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-b13679d3-d1a5-42ec-affc-c01496086710 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:53:42.268359 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a6e20a53-6c16-4958-ad93-0857f3172595 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:42.273191 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13679d3-d1a5-42ec-affc-c01496086710 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Made reservation on behalf of d13dddbe1502489da91f2f88306fdca6 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:53:42.275722 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed58fc2-6305-4233-885d-4fac61898ee7 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] No DVR routers for this DVR port a917f767-61fe-413e-9ec4-3ce3dd82b812 on host n-d-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:53:42.277728 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b13679d3-d1a5-42ec-affc-c01496086710 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:42.278616 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63793d21-6af5-4c9d-a3b0-413a70f75692 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Network 5e3496b0-d33d-47d7-9f83-4fad30354b43 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:53:42.280467 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-b13679d3-d1a5-42ec-affc-c01496086710 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 13:53:42.281091 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b13679d3-d1a5-42ec-affc-c01496086710 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:53:42.315173 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a6e20a53-6c16-4958-ad93-0857f3172595 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1578611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1578620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1575237'] for router, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:42.326873 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-b13679d3-d1a5-42ec-affc-c01496086710 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6030593 May 31 13:53:42.392547 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63793d21-6af5-4c9d-a3b0-413a70f75692 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Pushing event updated for resources: {'Port': ['ID=5363d566-0c96-428e-8923-1d73f2094f6e,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:42.400638 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-63793d21-6af5-4c9d-a3b0-413a70f75692 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:53:42.406463 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44814) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:42.407945 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63793d21-6af5-4c9d-a3b0-413a70f75692 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:53:42.408286 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63793d21-6af5-4c9d-a3b0-413a70f75692 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:53:42.408620 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63793d21-6af5-4c9d-a3b0-413a70f75692 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:53:42.408950 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63793d21-6af5-4c9d-a3b0-413a70f75692 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:53:42.409277 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63793d21-6af5-4c9d-a3b0-413a70f75692 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:53:42.409607 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63793d21-6af5-4c9d-a3b0-413a70f75692 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:53:42.409928 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63793d21-6af5-4c9d-a3b0-413a70f75692 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:53:42.410277 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63793d21-6af5-4c9d-a3b0-413a70f75692 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:53:42.410595 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63793d21-6af5-4c9d-a3b0-413a70f75692 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:53:42.410912 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63793d21-6af5-4c9d-a3b0-413a70f75692 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:53:42.411245 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63793d21-6af5-4c9d-a3b0-413a70f75692 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:53:42.411546 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63793d21-6af5-4c9d-a3b0-413a70f75692 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:53:42.459033 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63793d21-6af5-4c9d-a3b0-413a70f75692 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:53:42.459672 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-63793d21-6af5-4c9d-a3b0-413a70f75692 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:42.538809 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-17663e8f-ae2e-4fd6-9184-e228b82d323f None None] For port a917f767-61fe-413e-9ec4-3ce3dd82b812, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=a917f767-61fe-413e-9ec4-3ce3dd82b812,segment=NetworkSegment(f4be7fc2-5591-42f8-b940-08ed22f37398),segment_id=f4be7fc2-5591-42f8-b940-08ed22f37398)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:53:42.539445 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-17663e8f-ae2e-4fd6-9184-e228b82d323f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:42.676376 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3851f667-e664-437b-bd2f-fe0502127bd0 req-5a381961-d054-47f6-bdb7-6adb739860a1 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:53:42.678043 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3851f667-e664-437b-bd2f-fe0502127bd0 req-5a381961-d054-47f6-bdb7-6adb739860a1 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ba2a7b-e75c-46ac-b1d9-10f903526f5a HTTP/1.1" status: 200 len: 943 time: 0.6739371 May 31 13:53:42.701650 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6e20a53-6c16-4958-ad93-0857f3172595 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Router 4b94c66d-8e26-4c52-9e9e-b1295f5e3426 is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 13:53:42.705757 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed58fc2-6305-4233-885d-4fac61898ee7 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Pushing event deleted for resources: {'Port': ['ID=a917f767-61fe-413e-9ec4-3ce3dd82b812,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:42.745089 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-830547e8-dbf0-481f-82f5-5ef29cbcb4f2 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3299112 May 31 13:53:42.746107 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44824) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:42.760491 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-17663e8f-ae2e-4fd6-9184-e228b82d323f None None] Calling delete_port for a917f767-61fe-413e-9ec4-3ce3dd82b812 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:53:42.816761 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3851f667-e664-437b-bd2f-fe0502127bd0 req-27e59e74-15f9-40af-8abb-ba5b300ceb8b tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=6bc706d7-c2c8-4249-9761-79dc47f28376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327126 May 31 13:53:42.853906 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7ed58fc2-6305-4233-885d-4fac61898ee7 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:42.901280 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e20a53-6c16-4958-ad93-0857f3172595 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:53:42.908108 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device ed72ca77-ea69-4249-9d84-aeba49a479f2 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:53:42.908937 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-7ed58fc2-6305-4233-885d-4fac61898ee7 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fa8359a-538e-4076-87fc-2aa66b351ef1']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:53:42.909905 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a6e20a53-6c16-4958-ad93-0857f3172595 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:42.914191 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-a6e20a53-6c16-4958-ad93-0857f3172595 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "PUT /v2.0/routers/4b94c66d-8e26-4c52-9e9e-b1295f5e3426 HTTP/1.1" status: 200 len: 694 time: 1.3449321 May 31 13:53:42.914506 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510387d3-910f-4c07-8e7d-05622279e856 None None] Sync routers for ids ['4b94c66d-8e26-4c52-9e9e-b1295f5e3426'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:53:42.915233 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44830) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:42.923974 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-7ed58fc2-6305-4233-885d-4fac61898ee7 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4be7fc2-5591-42f8-b940-08ed22f37398') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:53:42.924270 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-7ed58fc2-6305-4233-885d-4fac61898ee7 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4be7fc2-5591-42f8-b940-08ed22f37398') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:53:42.929053 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510387d3-910f-4c07-8e7d-05622279e856 None None] Routers {'4b94c66d-8e26-4c52-9e9e-b1295f5e3426'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:53:42.932171 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-510387d3-910f-4c07-8e7d-05622279e856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:53:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['4b94c66d-8e26-4c52-9e9e-b1295f5e3426'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:53:42.937624 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7ed58fc2-6305-4233-885d-4fac61898ee7 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:42.956707 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7ed58fc2-6305-4233-885d-4fac61898ee7 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:42.964027 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ed58fc2-6305-4233-885d-4fac61898ee7 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:53:42.964443 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7ed58fc2-6305-4233-885d-4fac61898ee7 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:43.246770 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-717d5c1d-62e2-4128-8394-f3e768e039bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:43.262478 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-510387d3-910f-4c07-8e7d-05622279e856 None None] Set router 4b94c66d-8e26-4c52-9e9e-b1295f5e3426 gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:53:43.269124 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e41c2cf-2726-4080-b8b6-01014982c714 None None] Pushing event updated for resources: {'Port': ['ID=7862e5bc-be1f-46b9-9c6c-518e18efa5c0,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:43.279853 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port f6cb924c-1be3-495d-9c70-35508cd5e005 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:53:43.280232 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:43.302911 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-f203230c-57a9-4152-81fa-38f899fa37c8 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "GET /v2.0/routers/4b94c66d-8e26-4c52-9e9e-b1295f5e3426 HTTP/1.1" status: 200 len: 700 time: 0.3862150 May 31 13:53:43.303423 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44848) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:43.425743 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-aa138f3e-cf9a-40ba-a9c2-6059fc1de35a tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b94c66d-8e26-4c52-9e9e-b1295f5e3426 HTTP/1.1" status: 200 len: 205 time: 0.1211593 May 31 13:53:43.427164 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44856) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:43.429411 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-17663e8f-ae2e-4fd6-9184-e228b82d323f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:53:43.429769 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-17663e8f-ae2e-4fd6-9184-e228b82d323f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:53:43.602852 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment f4be7fc2-5591-42f8-b940-08ed22f37398 resource provider aggregate not found May 31 13:53:43.628249 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port ed72ca77-ea69-4249-9d84-aeba49a479f2 is: DOWN; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:53:43.639001 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-510387d3-910f-4c07-8e7d-05622279e856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b94c66d-8e26-4c52-9e9e-b1295f5e3426', 'name': 'tempest-RoutersTest-router-2001407696', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:53:40Z', 'updated_at': '2022-05-31T13:53:42Z', 'revision_number': 2, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'gw_port_host': None}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:53:43.650118 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510387d3-910f-4c07-8e7d-05622279e856 None None] Checking router: 4b94c66d-8e26-4c52-9e9e-b1295f5e3426 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:53:43.676327 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510387d3-910f-4c07-8e7d-05622279e856 None None] Routers {'4b94c66d-8e26-4c52-9e9e-b1295f5e3426'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:53:43.677374 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-510387d3-910f-4c07-8e7d-05622279e856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:53:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['4b94c66d-8e26-4c52-9e9e-b1295f5e3426'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:53:43.682958 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment f4be7fc2-5591-42f8-b940-08ed22f37398 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f4be7fc2-5591-42f8-b940-08ed22f37398 found for delete ", "request_id": "req-83eee3a6-41d2-43a8-8f9f-d1478cc4b9c6"}]} May 31 13:53:43.723296 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7ed58fc2-6305-4233-885d-4fac61898ee7 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:43.802276 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7ed58fc2-6305-4233-885d-4fac61898ee7 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:43.835301 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:43.845656 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed58fc2-6305-4233-885d-4fac61898ee7 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] Pushing event deleted for resources: {'Network': ['ID=0fa8359a-538e-4076-87fc-2aa66b351ef1,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:43.847560 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port f6cb924c-1be3-495d-9c70-35508cd5e005 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:53:43.865613 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8420e611-25aa-446e-8041-213a15a16a94 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:53:43.872188 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-8420e611-25aa-446e-8041-213a15a16a94 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7742741 May 31 13:53:43.886059 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44866) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:43.939320 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-17663e8f-ae2e-4fd6-9184-e228b82d323f None None] Deleting port a917f767-61fe-413e-9ec4-3ce3dd82b812 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:53:43.941108 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-17663e8f-ae2e-4fd6-9184-e228b82d323f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:44.051847 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-7ed58fc2-6305-4233-885d-4fac61898ee7 tempest-AllowedAddressPairIpV6TestJSON-389720519 tempest-AllowedAddressPairIpV6TestJSON-389720519-project] 10.222.0.50 "DELETE /v2.0/networks/0fa8359a-538e-4076-87fc-2aa66b351ef1 HTTP/1.1" status: 204 len: 168 time: 3.5373023 May 31 13:53:44.052514 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device a917f767-61fe-413e-9ec4-3ce3dd82b812 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:53:44.070609 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-510387d3-910f-4c07-8e7d-05622279e856 None None] Set router 4b94c66d-8e26-4c52-9e9e-b1295f5e3426 gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:53:44.088349 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a2e1e319-4cb1-4c2d-8ba2-4a293da66c80 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1966379 May 31 13:53:44.088747 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44876) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:44.095890 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-ba940766-c487-4fe3-99e5-d057085642af tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Request body: {'subnet': {'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:53:44.142209 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b7be6740-ba6e-43d0-b397-ec17e92a09d1 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for router, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:44.147605 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:44.162026 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: a917f767-61fe-413e-9ec4-3ce3dd82b812 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:53:44.162613 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device a917f767-61fe-413e-9ec4-3ce3dd82b812 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:53:44.254130 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-17663e8f-ae2e-4fd6-9184-e228b82d323f None None] The port 'a917f767-61fe-413e-9ec4-3ce3dd82b812' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 13:53:44.457453 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-510387d3-910f-4c07-8e7d-05622279e856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b94c66d-8e26-4c52-9e9e-b1295f5e3426', 'name': 'tempest-RoutersTest-router-2001407696', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:53:40Z', 'updated_at': '2022-05-31T13:53:42Z', 'revision_number': 2, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'gw_port_host': None}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:53:44.468092 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510387d3-910f-4c07-8e7d-05622279e856 None None] The sync data for ids ['4b94c66d-8e26-4c52-9e9e-b1295f5e3426'] in n-d-843939-1 is: [{'id': '4b94c66d-8e26-4c52-9e9e-b1295f5e3426', 'name': 'tempest-RoutersTest-router-2001407696', 'tenant_id': '85d9456a7d3e47cf9816e44471382253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:53:40Z', 'updated_at': '2022-05-31T13:53:42Z', 'revision_number': 2, 'project_id': '85d9456a7d3e47cf9816e44471382253', 'gw_port_host': None}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:53:44.516705 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 7862e5bc-be1f-46b9-9c6c-518e18efa5c0 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:53:44.625523 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-63793d21-6af5-4c9d-a3b0-413a70f75692 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:44.683290 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 7862e5bc-be1f-46b9-9c6c-518e18efa5c0 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:53:44.909862 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44894) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:45.018834 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44900) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:45.043766 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ba940766-c487-4fe3-99e5-d057085642af tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:53:45.071662 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b7be6740-ba6e-43d0-b397-ec17e92a09d1 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:45.073258 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ba940766-c487-4fe3-99e5-d057085642af tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:53:45.095982 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b7be6740-ba6e-43d0-b397-ec17e92a09d1 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:45.100501 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba940766-c487-4fe3-99e5-d057085642af tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Made reservation on behalf of d13dddbe1502489da91f2f88306fdca6 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:53:45.104028 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ba940766-c487-4fe3-99e5-d057085642af tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:45.109790 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614c91f6-bae8-4484-9dbe-1296f2b67749 None None] Network 5e3496b0-d33d-47d7-9f83-4fad30354b43 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:53:45.148314 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b7be6740-ba6e-43d0-b397-ec17e92a09d1 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:45.149569 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7be6740-ba6e-43d0-b397-ec17e92a09d1 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Fanout notify agent at l3_agent the message router_deleted on router 4b94c66d-8e26-4c52-9e9e-b1295f5e3426 {{(pid=88370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:53:45.202158 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b7be6740-ba6e-43d0-b397-ec17e92a09d1 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:45.213031 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-b7be6740-ba6e-43d0-b397-ec17e92a09d1 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "DELETE /v2.0/routers/4b94c66d-8e26-4c52-9e9e-b1295f5e3426 HTTP/1.1" status: 204 len: 168 time: 1.7847548 May 31 13:53:45.217667 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44908) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:45.389088 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-96c3fd17-fd8a-4b67-be0b-ff785e916057 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b94c66d-8e26-4c52-9e9e-b1295f5e3426 HTTP/1.1" status: 200 len: 205 time: 0.1643944 May 31 13:53:45.389334 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44916) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:45.390619 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f5e9e1ce-d2f5-439d-a1fc-3edc26fceb52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:45.449249 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-03935353-bc9b-4483-8892-4411cce70bc4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=be23c07120934b2fa17b8e320a1c7925&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5238557 May 31 13:53:45.453155 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44922) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:45.468491 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f5e9e1ce-d2f5-439d-a1fc-3edc26fceb52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:53:45.476364 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-f5e9e1ce-d2f5-439d-a1fc-3edc26fceb52 admin admin] Usage tracker for resource:security_group_rule and tenant:a02adafc630e494aa3010f177046f645 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:53:45.481036 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-f5e9e1ce-d2f5-439d-a1fc-3edc26fceb52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:53:45.500938 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f5e9e1ce-d2f5-439d-a1fc-3edc26fceb52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:53:45.528465 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-666bbe07-115b-4d3a-bd1b-6851c49a7092 None None] Provisioning for port 7862e5bc-be1f-46b9-9c6c-518e18efa5c0 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:53:45.548104 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-666bbe07-115b-4d3a-bd1b-6851c49a7092 None None] Provisioning complete for port 7862e5bc-be1f-46b9-9c6c-518e18efa5c0 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:53:45.549038 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-666bbe07-115b-4d3a-bd1b-6851c49a7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:45.603755 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-3a101d8d-3a98-449b-9215-7b119c558457 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] delete failed (client error): The resource could not be found. May 31 13:53:45.611255 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-3a101d8d-3a98-449b-9215-7b119c558457 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "DELETE /v2.0/routers/4b94c66d-8e26-4c52-9e9e-b1295f5e3426 HTTP/1.1" status: 404 len: 336 time: 0.2105627 May 31 13:53:45.611678 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44928) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:45.632215 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dcc18cb6-063b-49d6-8d40-593c07600c09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:45.673599 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dcc18cb6-063b-49d6-8d40-593c07600c09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:45.740570 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dcc18cb6-063b-49d6-8d40-593c07600c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:45.760065 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc18cb6-063b-49d6-8d40-593c07600c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08cad115-9182-4d78-b3b9-8fd080dcf1f4,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:45.793710 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.db.resource_extend [None req-63793d21-6af5-4c9d-a3b0-413a70f75692 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:53:45.803753 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-666bbe07-115b-4d3a-bd1b-6851c49a7092 None None] Current status of the port 7862e5bc-be1f-46b9-9c6c-518e18efa5c0 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:53:45.804327 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-666bbe07-115b-4d3a-bd1b-6851c49a7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:45.822316 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dcc18cb6-063b-49d6-8d40-593c07600c09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:45.827485 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd30b667-2ef5-4283-b687-3b105be0a8b3 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] DELETE failed (client error): The resource could not be found. May 31 13:53:45.827946 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd30b667-2ef5-4283-b687-3b105be0a8b3 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:53:45.830810 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-dcc18cb6-063b-49d6-8d40-593c07600c09 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/08cad115-9182-4d78-b3b9-8fd080dcf1f4 HTTP/1.1" status: 204 len: 168 time: 0.3765264 May 31 13:53:45.849429 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:45.900019 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-63793d21-6af5-4c9d-a3b0-413a70f75692 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:45.902487 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-666bbe07-115b-4d3a-bd1b-6851c49a7092 None None] For port 7862e5bc-be1f-46b9-9c6c-518e18efa5c0, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=7862e5bc-be1f-46b9-9c6c-518e18efa5c0,segment=NetworkSegment(e15f6e5e-c2b5-419d-8c28-6ecac3d2c94b),segment_id=e15f6e5e-c2b5-419d-8c28-6ecac3d2c94b)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:53:45.908107 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-fd30b667-2ef5-4283-b687-3b105be0a8b3 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "DELETE /v2.0/subnets/0850d102-6380-4cc0-82b2-ec8483e18e05 HTTP/1.1" status: 404 len: 337 time: 0.2872112 May 31 13:53:45.919933 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44942) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:45.920715 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-666bbe07-115b-4d3a-bd1b-6851c49a7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:45.924537 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f5e9e1ce-d2f5-439d-a1fc-3edc26fceb52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:45.930915 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f5e9e1ce-d2f5-439d-a1fc-3edc26fceb52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:45.932219 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-63793d21-6af5-4c9d-a3b0-413a70f75692 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:45.932990 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-63793d21-6af5-4c9d-a3b0-413a70f75692 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:46.036161 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-f5e9e1ce-d2f5-439d-a1fc-3edc26fceb52 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a02adafc630e494aa3010f177046f645&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0155525 May 31 13:53:46.116997 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666bbe07-115b-4d3a-bd1b-6851c49a7092 None None] Pushing event updated for resources: {'Port': ['ID=7862e5bc-be1f-46b9-9c6c-518e18efa5c0,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:46.172024 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44946) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:46.299522 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63793d21-6af5-4c9d-a3b0-413a70f75692 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Pushing event updated for resources: {'Port': ['ID=5363d566-0c96-428e-8923-1d73f2094f6e,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:46.335090 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 7862e5bc-be1f-46b9-9c6c-518e18efa5c0 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:53:46.356362 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44958) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:46.371898 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-327e74d6-227d-498e-852a-a96ceedf9aeb tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] DELETE failed (client error): The resource could not be found. May 31 13:53:46.371898 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-327e74d6-227d-498e-852a-a96ceedf9aeb tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:53:46.373949 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-327e74d6-227d-498e-852a-a96ceedf9aeb tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "DELETE /v2.0/subnets/155878ac-70de-4e2e-b244-d0adfe115b5d HTTP/1.1" status: 404 len: 337 time: 0.4504251 May 31 13:53:46.381835 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44964) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:46.396927 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e9e1ce-d2f5-439d-a1fc-3edc26fceb52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c59a13-c9e8-4e15-9005-b9fe35617047,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:46.464167 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 7862e5bc-be1f-46b9-9c6c-518e18efa5c0 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:53:46.464836 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:46.539531 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3a938e2f-f9c7-4b93-bd37-4721d8359ee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:46.561424 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93140f-2423-4d3e-a975-4103c4ab3c59 req-7ad98f25-e572-4858-9171-e0d8317053f8 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:53:46.576924 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cd93140f-2423-4d3e-a975-4103c4ab3c59 req-7ad98f25-e572-4858-9171-e0d8317053f8 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ba2a7b-e75c-46ac-b1d9-10f903526f5a HTTP/1.1" status: 200 len: 943 time: 0.5393450 May 31 13:53:46.688895 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3a938e2f-f9c7-4b93-bd37-4721d8359ee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:46.698399 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 7862e5bc-be1f-46b9-9c6c-518e18efa5c0 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:53:46.754596 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-30293bd0-b831-400e-b1f8-0111762c54e0 None None] Provisioning complete for port 7862e5bc-be1f-46b9-9c6c-518e18efa5c0 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:53:46.754966 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-30293bd0-b831-400e-b1f8-0111762c54e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:46.832162 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cd93140f-2423-4d3e-a975-4103c4ab3c59 req-90113b7f-16b0-4814-8d6c-3fb3c54f3640 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=6bc706d7-c2c8-4249-9761-79dc47f28376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2304621 May 31 13:53:46.879251 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd6a898d-4510-4d5f-93e2-2e5b702e47f7 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] DELETE failed (client error): The resource could not be found. May 31 13:53:46.880229 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd6a898d-4510-4d5f-93e2-2e5b702e47f7 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:53:46.883075 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-cd6a898d-4510-4d5f-93e2-2e5b702e47f7 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "DELETE /v2.0/subnets/aac5884d-a302-4b86-a184-efe23a88b270 HTTP/1.1" status: 404 len: 337 time: 0.4969373 May 31 13:53:46.887400 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63793d21-6af5-4c9d-a3b0-413a70f75692 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Network 5e3496b0-d33d-47d7-9f83-4fad30354b43 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:53:46.890277 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44980) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:46.902697 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-63793d21-6af5-4c9d-a3b0-413a70f75692 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:53:46.949864 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-bda213d8-14e8-4c29-8b77-779d660bdfe7 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] DELETE failed (client error): The resource could not be found. May 31 13:53:46.954221 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bda213d8-14e8-4c29-8b77-779d660bdfe7 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:53:46.996785 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-bda213d8-14e8-4c29-8b77-779d660bdfe7 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "DELETE /v2.0/subnets/d3541b3e-1e22-4a54-ad33-6ea2509c6768 HTTP/1.1" status: 404 len: 337 time: 0.1042554 May 31 13:53:47.000009 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44986) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:47.051912 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-30293bd0-b831-400e-b1f8-0111762c54e0 None None] Current status of the port 7862e5bc-be1f-46b9-9c6c-518e18efa5c0 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:53:47.071256 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-30293bd0-b831-400e-b1f8-0111762c54e0 None None] Provisioning for port 5363d566-0c96-428e-8923-1d73f2094f6e completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:53:47.079012 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-30293bd0-b831-400e-b1f8-0111762c54e0 None None] Provisioning complete for port 5363d566-0c96-428e-8923-1d73f2094f6e triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:53:47.079409 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-30293bd0-b831-400e-b1f8-0111762c54e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:47.092318 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3a938e2f-f9c7-4b93-bd37-4721d8359ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:47.094715 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3a938e2f-f9c7-4b93-bd37-4721d8359ee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:47.098391 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-3a938e2f-f9c7-4b93-bd37-4721d8359ee6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/99c59a13-c9e8-4e15-9005-b9fe35617047 HTTP/1.1" status: 204 len: 168 time: 0.9201205 May 31 13:53:47.131712 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c2b73f22-7b6c-4985-9711-79a46f245e9a tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "GET /v2.0/ports?device_id=40e81eef-4431-43f1-8e62-029c9f01dd28 HTTP/1.1" status: 200 len: 205 time: 0.1239307 May 31 13:53:47.132763 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44994) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:47.137106 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a938e2f-f9c7-4b93-bd37-4721d8359ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c59a13-c9e8-4e15-9005-b9fe35617047,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:47.195673 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-30293bd0-b831-400e-b1f8-0111762c54e0 None None] Port 5363d566-0c96-428e-8923-1d73f2094f6e cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:53:47.321586 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-dc94f1e1-a6c2-4217-9e10-dd9b2b50b25f None None] Provisioning complete for port 5363d566-0c96-428e-8923-1d73f2094f6e triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:53:47.323161 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dc94f1e1-a6c2-4217-9e10-dd9b2b50b25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:47.328007 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [None req-ab527d90-9dd8-46a3-aa08-991f9de267e4 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] delete failed (client error): The resource could not be found. May 31 13:53:47.336071 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-ab527d90-9dd8-46a3-aa08-991f9de267e4 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "DELETE /v2.0/routers/40e81eef-4431-43f1-8e62-029c9f01dd28 HTTP/1.1" status: 404 len: 336 time: 0.2008948 May 31 13:53:47.336996 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45002) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:47.420521 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-dc03e8c0-827c-48d1-aae5-342480cd7d3c tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "GET /v2.0/ports?device_id=6ddc7dc0-ed18-479f-b1af-ab998b81d78a HTTP/1.1" status: 200 len: 205 time: 0.0814986 May 31 13:53:47.422799 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45006) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:47.423129 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45010) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:47.484170 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63793d21-6af5-4c9d-a3b0-413a70f75692 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Router 3211f75f-511b-479b-b8cf-9791381ae8bf has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:53:47.532458 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [None req-d83fd633-8aa1-4b6d-86ba-0d27cbb0b2c5 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] delete failed (client error): The resource could not be found. May 31 13:53:47.536545 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-d83fd633-8aa1-4b6d-86ba-0d27cbb0b2c5 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "DELETE /v2.0/routers/6ddc7dc0-ed18-479f-b1af-ab998b81d78a HTTP/1.1" status: 404 len: 336 time: 0.0940332 May 31 13:53:47.537444 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45018) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:47.579883 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2518519-7460-468f-94c6-4f20b6464e2a tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] DELETE failed (client error): The resource could not be found. May 31 13:53:47.580626 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2518519-7460-468f-94c6-4f20b6464e2a tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:53:47.585420 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-a2518519-7460-468f-94c6-4f20b6464e2a tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "DELETE /v2.0/subnets/2396be28-3ad1-4121-a5bd-11e46182c036 HTTP/1.1" status: 404 len: 337 time: 0.0458615 May 31 13:53:47.586286 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45022) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:47.592135 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-61388337-a0bd-4fee-a5e0-672c41ba1cbe req-b40cbe26-a766-4790-84fd-89296126ef4d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=75745206-76bf-4c6b-9bc9-0b44a02376ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5906193 May 31 13:53:47.614977 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-dc94f1e1-a6c2-4217-9e10-dd9b2b50b25f None None] Port 5363d566-0c96-428e-8923-1d73f2094f6e cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:53:47.744390 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-82f82cf7-b110-4c5a-9c08-9d7602720df2 None None] Provisioning complete for port 5363d566-0c96-428e-8923-1d73f2094f6e triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:53:47.744892 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-82f82cf7-b110-4c5a-9c08-9d7602720df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:47.781549 n-d-843939-1 neutron-server[88369]: DEBUG neutron.objects.ports [None req-ba940766-c487-4fe3-99e5-d057085642af tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88369) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 31 13:53:47.796441 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ba940766-c487-4fe3-99e5-d057085642af tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:47.810387 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-82f82cf7-b110-4c5a-9c08-9d7602720df2 None None] Port 5363d566-0c96-428e-8923-1d73f2094f6e cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:53:47.872378 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-1e7232c5-9d9a-49f2-b632-e49ea864c756 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "GET /v2.0/ports?device_id=adbe094e-176b-477b-a088-61f6c4a045cf HTTP/1.1" status: 200 len: 205 time: 0.2840524 May 31 13:53:47.875001 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45028) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:47.911125 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-6d167b21-258f-4ab9-bd05-6faae2a1561a tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-39382818'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:53:47.916455 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-6d167b21-258f-4ab9-bd05-6faae2a1561a tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:53:47.920863 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-6d167b21-258f-4ab9-bd05-6faae2a1561a tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Usage tracker for resource:network and tenant:669f205d5fb3483f9662c3374e840d56 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:53:47.924292 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-6d167b21-258f-4ab9-bd05-6faae2a1561a tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:53:47.930771 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-6d167b21-258f-4ab9-bd05-6faae2a1561a tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:53:47.945215 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45032) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:47.951465 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba940766-c487-4fe3-99e5-d057085642af tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:53:47.954553 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d167b21-258f-4ab9-bd05-6faae2a1561a tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Made reservation on behalf of 669f205d5fb3483f9662c3374e840d56 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:53:47.957912 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6d167b21-258f-4ab9-bd05-6faae2a1561a tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:47.962795 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f6c7f50a-dcf6-4dea-8d63-c2c8efec4ef4 req-f92b7134-8959-4256-8c0e-b8b67448fb8f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f8ba2a7b-e75c-46ac-b1d9-10f903526f5a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.6032186 May 31 13:53:47.963869 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63793d21-6af5-4c9d-a3b0-413a70f75692 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:53:47.972731 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-ba940766-c487-4fe3-99e5-d057085642af tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:53:47.975309 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433e3d93-09b1-47fa-9b01-ccdc385d12d2 None None] Sync routers for ids ['3211f75f-511b-479b-b8cf-9791381ae8bf'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:53:47.987400 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3e9967-120f-4b37-968f-e4c361809615 None None] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:53:47.990037 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-63793d21-6af5-4c9d-a3b0-413a70f75692 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "PUT /v2.0/routers/3211f75f-511b-479b-b8cf-9791381ae8bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4706726 May 31 13:53:47.992083 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba940766-c487-4fe3-99e5-d057085642af tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:53:47.992845 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ba940766-c487-4fe3-99e5-d057085642af tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:48.004076 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45040) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:48.007978 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6d167b21-258f-4ab9-bd05-6faae2a1561a tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:48.010135 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-70926ccc-a05d-4c45-974d-6382e18a3134 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] delete failed (client error): The resource could not be found. May 31 13:53:48.011362 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-70926ccc-a05d-4c45-974d-6382e18a3134 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "DELETE /v2.0/routers/adbe094e-176b-477b-a088-61f6c4a045cf HTTP/1.1" status: 404 len: 336 time: 0.1323318 May 31 13:53:48.021068 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45044) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:48.029745 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-c250f1ba-e042-467a-b875-ced931024bf7 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-56739130'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:53:48.030272 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-57391cea-9bc6-4bad-a482-23c77278e310 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:48.037088 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba940766-c487-4fe3-99e5-d057085642af tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event updated for resources: {'Subnet': ['ID=ab95b0ff-d0b5-4b79-b1c3-e85929900851,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:48.056933 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-57391cea-9bc6-4bad-a482-23c77278e310 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:53:48.062633 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-57391cea-9bc6-4bad-a482-23c77278e310 admin admin] Usage tracker for resource:security_group_rule and tenant:3523b1e103674b27bc0ae05cef940b6e is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:53:48.065877 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-57391cea-9bc6-4bad-a482-23c77278e310 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:53:48.072180 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-57391cea-9bc6-4bad-a482-23c77278e310 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:53:48.087764 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c250f1ba-e042-467a-b875-ced931024bf7 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:53:48.100765 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-8c609642-fffb-42ad-a469-960d7be75e34 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Synchronizing usage tracker for tenant:85d9456a7d3e47cf9816e44471382253 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:53:48.104979 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c250f1ba-e042-467a-b875-ced931024bf7 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Usage tracker for resource:network and tenant:779c820d5b2449ae9fd2392eab8ae157 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:53:48.109509 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ba940766-c487-4fe3-99e5-d057085642af tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.0195234 May 31 13:53:48.110962 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c250f1ba-e042-467a-b875-ced931024bf7 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:53:48.114746 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45052) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:48.122449 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-6d167b21-258f-4ab9-bd05-6faae2a1561a tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:53:48.133038 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-787744c5-9247-4472-984e-de8b15d3199e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Request body: {'port': {'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'mac_address': 'fa:16:3e:7a:8e:76', 'name': 'tempest-NetworksTestDHCPv6-80463104'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:53:48.133279 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-6d167b21-258f-4ab9-bd05-6faae2a1561a tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Usage tracker for resource:security_group_rule and tenant:669f205d5fb3483f9662c3374e840d56 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:53:48.141561 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-6d167b21-258f-4ab9-bd05-6faae2a1561a tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:53:48.166466 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-6d167b21-258f-4ab9-bd05-6faae2a1561a tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:53:48.175750 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c250f1ba-e042-467a-b875-ced931024bf7 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:53:48.200785 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433e3d93-09b1-47fa-9b01-ccdc385d12d2 None None] Routers {'3211f75f-511b-479b-b8cf-9791381ae8bf'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:53:48.202469 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-433e3d93-09b1-47fa-9b01-ccdc385d12d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:53:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['3211f75f-511b-479b-b8cf-9791381ae8bf'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:53:48.257411 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c250f1ba-e042-467a-b875-ced931024bf7 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Made reservation on behalf of 779c820d5b2449ae9fd2392eab8ae157 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:53:48.261121 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c250f1ba-e042-467a-b875-ced931024bf7 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:48.291295 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-8c609642-fffb-42ad-a469-960d7be75e34 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] Unset dirty status for tenant:85d9456a7d3e47cf9816e44471382253 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:53:48.292491 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-8c609642-fffb-42ad-a469-960d7be75e34 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "GET /v2.0/ports?device_id=4e4ca27b-7f67-441e-ab53-f5723d050f49 HTTP/1.1" status: 200 len: 205 time: 0.2573791 May 31 13:53:48.293906 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-57391cea-9bc6-4bad-a482-23c77278e310 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:48.297046 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45060) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:48.360066 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61388337-a0bd-4fee-a5e0-672c41ba1cbe req-6f96db31-3a24-419f-a140-270b9e3079ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:53:48.361733 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-61388337-a0bd-4fee-a5e0-672c41ba1cbe req-6f96db31-3a24-419f-a140-270b9e3079ba service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4e57de1d316c4f84a61736682dffb866&device_id=75745206-76bf-4c6b-9bc9-0b44a02376ab HTTP/1.1" status: 200 len: 1097 time: 0.4863081 May 31 13:53:48.379723 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-57391cea-9bc6-4bad-a482-23c77278e310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:48.429414 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-892ba30a-0b9b-4e46-90fa-b85d546e0cb9 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] delete failed (client error): The resource could not be found. May 31 13:53:48.432992 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-892ba30a-0b9b-4e46-90fa-b85d546e0cb9 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "DELETE /v2.0/routers/4e4ca27b-7f67-441e-ab53-f5723d050f49 HTTP/1.1" status: 404 len: 336 time: 0.1302648 May 31 13:53:48.439301 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45064) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:48.473798 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c250f1ba-e042-467a-b875-ced931024bf7 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:53:48.507348 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cc3c7c4-2b04-4016-8c32-f7e6a6391f0f tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] DELETE failed (client error): The resource could not be found. May 31 13:53:48.508005 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cc3c7c4-2b04-4016-8c32-f7e6a6391f0f tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:53:48.519843 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c250f1ba-e042-467a-b875-ced931024bf7 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:48.520202 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-c250f1ba-e042-467a-b875-ced931024bf7 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Added segment 26a97416-5491-4544-a552-9b6bcfb6696f of type vlan for network 111adac1-473f-49bf-9ad2-d7d3df9f0c81 May 31 13:53:48.525701 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-2cc3c7c4-2b04-4016-8c32-f7e6a6391f0f tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "DELETE /v2.0/subnets/9a4cc77d-e64e-4992-9f19-78e3635cfc23 HTTP/1.1" status: 404 len: 337 time: 0.0829854 May 31 13:53:48.528332 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-787744c5-9247-4472-984e-de8b15d3199e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:53:48.531670 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45068) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:48.535922 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-433e3d93-09b1-47fa-9b01-ccdc385d12d2 None None] Set router 3211f75f-511b-479b-b8cf-9791381ae8bf gateway port host: None {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:53:48.537886 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-787744c5-9247-4472-984e-de8b15d3199e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Usage tracker for resource:port and tenant:d13dddbe1502489da91f2f88306fdca6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:53:48.575330 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-787744c5-9247-4472-984e-de8b15d3199e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:53:48.617041 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-787744c5-9247-4472-984e-de8b15d3199e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:53:48.627176 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-95f05dbf-9bcb-4edb-9bd8-3d11cf61c6e1 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "GET /v2.0/ports?device_id=e84f756b-f35a-4ddc-a341-b33e474311ac HTTP/1.1" status: 200 len: 205 time: 0.0914102 May 31 13:53:48.630578 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c250f1ba-e042-467a-b875-ced931024bf7 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:48.634069 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45074) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:48.683963 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57391cea-9bc6-4bad-a482-23c77278e310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=876def3c-32b0-4c4b-abed-2a98195c253d,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:48.705689 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61388337-a0bd-4fee-a5e0-672c41ba1cbe req-5eadf115-61a4-4e72-a46b-7072f77a20e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:53:48.710519 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-61388337-a0bd-4fee-a5e0-672c41ba1cbe req-5eadf115-61a4-4e72-a46b-7072f77a20e0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a036544d-3691-439b-b976-1126035d501b HTTP/1.1" status: 200 len: 910 time: 0.2955918 May 31 13:53:48.725270 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-c5c22501-39ba-4742-9afd-a760c0e4fcba tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] delete failed (client error): The resource could not be found. May 31 13:53:48.726344 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c5c22501-39ba-4742-9afd-a760c0e4fcba tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "DELETE /v2.0/routers/e84f756b-f35a-4ddc-a341-b33e474311ac HTTP/1.1" status: 404 len: 336 time: 0.0912590 May 31 13:53:48.729507 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787744c5-9247-4472-984e-de8b15d3199e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Made reservation on behalf of d13dddbe1502489da91f2f88306fdca6 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:53:48.745066 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45078) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:48.859465 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-a36e43d5-2dd5-4274-bb1c-c22a84c4f9c8 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] DELETE failed (client error): The resource could not be found. May 31 13:53:48.859915 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a36e43d5-2dd5-4274-bb1c-c22a84c4f9c8 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:53:48.861561 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a36e43d5-2dd5-4274-bb1c-c22a84c4f9c8 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "DELETE /v2.0/subnets/e1b974c6-a68e-43b9-aba6-2046f7a2913a HTTP/1.1" status: 404 len: 337 time: 0.1048710 May 31 13:53:48.869703 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45082) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:48.881183 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-57391cea-9bc6-4bad-a482-23c77278e310 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3523b1e103674b27bc0ae05cef940b6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9337671 May 31 13:53:48.885588 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45086) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:48.937199 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ff5c40ee-1711-419c-bdbd-e489f38fe9c0 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc62f27b-94b5-4b2b-bb0f-f45016ea4663 HTTP/1.1" status: 200 len: 205 time: 0.0636137 May 31 13:53:48.947162 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45092) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:48.998702 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-787744c5-9247-4472-984e-de8b15d3199e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:49.021491 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c250f1ba-e042-467a-b875-ced931024bf7 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:49.028436 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c250f1ba-e042-467a-b875-ced931024bf7 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:53:49.030512 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c250f1ba-e042-467a-b875-ced931024bf7 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:49.089080 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d95e341-4829-42f8-865d-ed49942e195f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'tenant_id': 'd13dddbe1502489da91f2f88306fdca6', 'fixed_ips': [{'subnet_id': 'ab95b0ff-d0b5-4b79-b1c3-e85929900851'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:53:49.089914 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1d95e341-4829-42f8-865d-ed49942e195f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:49.108200 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c250f1ba-e042-467a-b875-ced931024bf7 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1006305 May 31 13:53:49.128370 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e54a1aa-b1f2-4e26-ab61-6d42f18de608 req-6503f84e-c167-4e25-8db7-bbdec06ace68 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:53:49.130473 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45096) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:49.131201 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9e54a1aa-b1f2-4e26-ab61-6d42f18de608 req-6503f84e-c167-4e25-8db7-bbdec06ace68 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ba2a7b-e75c-46ac-b1d9-10f903526f5a HTTP/1.1" status: 200 len: 943 time: 0.9746528 May 31 13:53:49.142290 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-787744c5-9247-4472-984e-de8b15d3199e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] device_id is not set on port daea655e-f817-4d91-a3af-56a268d7bc07 yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:53:49.162978 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [None req-5734ecf3-b8b0-4840-87b4-b61d18f79b6d tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] delete failed (client error): The resource could not be found. May 31 13:53:49.166810 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-5734ecf3-b8b0-4840-87b4-b61d18f79b6d tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "DELETE /v2.0/routers/bc62f27b-94b5-4b2b-bb0f-f45016ea4663 HTTP/1.1" status: 404 len: 336 time: 0.1708374 May 31 13:53:49.181535 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45102) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:49.221508 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-4881e137-5053-4488-8b95-429a9a591bad tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Request body: {'subnet': {'network_id': '111adac1-473f-49bf-9ad2-d7d3df9f0c81', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:53:49.233493 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-61388337-a0bd-4fee-a5e0-672c41ba1cbe req-7f4c3b09-85aa-4f6a-bba2-9b22ea765aa8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=117d106f-8b61-4f48-a987-13c84a3eaab5 HTTP/1.1" status: 200 len: 1002 time: 0.5011742 May 31 13:53:49.315936 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-04ee3522-424b-48ac-b56a-45c65f803471 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] DELETE failed (client error): The resource could not be found. May 31 13:53:49.316424 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04ee3522-424b-48ac-b56a-45c65f803471 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:53:49.330196 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61388337-a0bd-4fee-a5e0-672c41ba1cbe req-4fec9091-38dd-4572-9278-270d86a48ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:53:49.331834 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-61388337-a0bd-4fee-a5e0-672c41ba1cbe req-4fec9091-38dd-4572-9278-270d86a48ad7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a8852b36-b66c-4496-b635-b86154bdd792 HTTP/1.1" status: 200 len: 848 time: 0.0844841 May 31 13:53:49.338084 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-04ee3522-424b-48ac-b56a-45c65f803471 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "DELETE /v2.0/subnets/40d1d6b0-6ee7-4c57-a049-c0bf0a125a4c HTTP/1.1" status: 404 len: 337 time: 0.1550612 May 31 13:53:49.340082 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45110) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:49.400639 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fc75541e-b348-4795-8518-a57dd7722c1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:49.482487 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3ae1af6-5e71-4ecb-a0bf-f6695896f411 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] DELETE failed (client error): The resource could not be found. May 31 13:53:49.482982 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3ae1af6-5e71-4ecb-a0bf-f6695896f411 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:53:49.509934 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-b3ae1af6-5e71-4ecb-a0bf-f6695896f411 tempest-RoutersTest-2002354354 tempest-RoutersTest-2002354354-project] 10.222.0.50 "DELETE /v2.0/subnets/48d85335-dbe9-4275-a6d3-bb53b29c8a5a HTTP/1.1" status: 404 len: 337 time: 0.1628883 May 31 13:53:49.550416 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6d167b21-258f-4ab9-bd05-6faae2a1561a tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:49.557176 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fc75541e-b348-4795-8518-a57dd7722c1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:49.568629 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6d167b21-258f-4ab9-bd05-6faae2a1561a tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:49.577083 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-1d95e341-4829-42f8-865d-ed49942e195f None None] Allocated IP 2001:db8::f816:3eff:fe58:f5dc (8d0ca4ab-0d39-494b-8b5d-2861af857a5e/ab95b0ff-d0b5-4b79-b1c3-e85929900851/d838c5a7-2efc-4d28-800e-cce1bcac21e4) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:53:49.584257 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d167b21-258f-4ab9-bd05-6faae2a1561a tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:53:49.596359 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6d167b21-258f-4ab9-bd05-6faae2a1561a tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:49.596717 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-6d167b21-258f-4ab9-bd05-6faae2a1561a tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Added segment 89ca38bd-3d88-447e-a552-99f5f4427764 of type vlan for network dd5160a8-9171-4756-a818-b9838450cc07 May 31 13:53:49.645387 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6d167b21-258f-4ab9-bd05-6faae2a1561a tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:49.800587 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.resource_extend [None req-6d167b21-258f-4ab9-bd05-6faae2a1561a tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:53:49.950975 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9e54a1aa-b1f2-4e26-ab61-6d42f18de608 req-a0a04f16-985b-41e8-88c9-6835c4618529 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=6bc706d7-c2c8-4249-9761-79dc47f28376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7957850 May 31 13:53:49.963743 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-433e3d93-09b1-47fa-9b01-ccdc385d12d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'name': 'tempest-RoutersIpV6Test-router-146214637', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:53:21Z', 'updated_at': '2022-05-31T13:53:44Z', 'revision_number': 3, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'gw_port_host': None, '_interfaces': [{'id': '5363d566-0c96-428e-8923-1d73f2094f6e', 'name': '', 'network_id': '5e3496b0-d33d-47d7-9f83-4fad30354b43', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'mac_address': 'fa:16:3e:2c:59:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '40212637-75d9-4d77-876c-da2c117a7162', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:53:39Z', 'updated_at': '2022-05-31T13:53:45Z', 'revision_number': 2, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'subnets': [{'id': '40212637-75d9-4d77-876c-da2c117a7162', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6cb924c-1be3-495d-9c70-35508cd5e005', 'name': '', 'network_id': '0aa2954e-bf8d-4cc7-bde3-b406dc8a037b', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'mac_address': 'fa:16:3e:c5:45:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': 'e5cb876f-844c-4265-83b8-5ce61d3f3bd0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:53:28Z', 'updated_at': '2022-05-31T13:53:41Z', 'revision_number': 5, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'subnets': [{'id': 'e5cb876f-844c-4265-83b8-5ce61d3f3bd0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:53:49.975325 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433e3d93-09b1-47fa-9b01-ccdc385d12d2 None None] Checking router: 3211f75f-511b-479b-b8cf-9791381ae8bf for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:53:49.975775 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433e3d93-09b1-47fa-9b01-ccdc385d12d2 None None] Updating router 3211f75f-511b-479b-b8cf-9791381ae8bf port 5363d566-0c96-428e-8923-1d73f2094f6e binding host n-d-843939-1 {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:53:49.989372 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d167b21-258f-4ab9-bd05-6faae2a1561a tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7e9c30-341f-4933-b4fe-741afc44697c,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:50.015036 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61388337-a0bd-4fee-a5e0-672c41ba1cbe req-839fb09b-4f78-4499-a34c-f111f6d5b94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:53:50.017620 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-61388337-a0bd-4fee-a5e0-672c41ba1cbe req-839fb09b-4f78-4499-a34c-f111f6d5b94f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a036544d-3691-439b-b976-1126035d501b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6782298 May 31 13:53:50.019596 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6d167b21-258f-4ab9-bd05-6faae2a1561a tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:50.026049 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d167b21-258f-4ab9-bd05-6faae2a1561a tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:53:50.027297 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6d167b21-258f-4ab9-bd05-6faae2a1561a tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:50.052822 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fc75541e-b348-4795-8518-a57dd7722c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:50.102570 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c250f1ba-e042-467a-b875-ced931024bf7 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Pushing event updated for resources: {'Network': ['ID=111adac1-473f-49bf-9ad2-d7d3df9f0c81,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:50.140057 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 111adac1-473f-49bf-9ad2-d7d3df9f0c81 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:53:50.170986 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4881e137-5053-4488-8b95-429a9a591bad tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:53:50.177664 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-4881e137-5053-4488-8b95-429a9a591bad tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Usage tracker for resource:subnet and tenant:779c820d5b2449ae9fd2392eab8ae157 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:53:50.182014 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-4881e137-5053-4488-8b95-429a9a591bad tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:53:50.191394 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4881e137-5053-4488-8b95-429a9a591bad tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:53:50.205760 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7f50a-dcf6-4dea-8d63-c2c8efec4ef4 req-629f0598-fe75-45f2-aeb4-41fc6db2aace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:53:50.212504 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f6c7f50a-dcf6-4dea-8d63-c2c8efec4ef4 req-629f0598-fe75-45f2-aeb4-41fc6db2aace service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f8ba2a7b-e75c-46ac-b1d9-10f903526f5a&tenant_id=21f78e9efd2543f8a23fa5f8aa5a9a7c HTTP/1.1" status: 200 len: 1094 time: 0.3556907 May 31 13:53:50.229757 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4881e137-5053-4488-8b95-429a9a591bad tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Made reservation on behalf of 779c820d5b2449ae9fd2392eab8ae157 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:53:50.234339 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4881e137-5053-4488-8b95-429a9a591bad tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:50.262386 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45130) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:50.312393 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-61388337-a0bd-4fee-a5e0-672c41ba1cbe req-a7f189a9-5e06-4e3f-9b61-0dfef4c0d42c service neutron] 10.222.0.44 "GET /v2.0/networks/a036544d-3691-439b-b976-1126035d501b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795320 May 31 13:53:50.330243 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-433e3d93-09b1-47fa-9b01-ccdc385d12d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:50.373797 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc75541e-b348-4795-8518-a57dd7722c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=876def3c-32b0-4c4b-abed-2a98195c253d,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:50.467051 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d167b21-258f-4ab9-bd05-6faae2a1561a tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Pushing event updated for resources: {'Network': ['ID=dd5160a8-9171-4756-a818-b9838450cc07,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:50.531357 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7f50a-dcf6-4dea-8d63-c2c8efec4ef4 req-2756b08a-0ccf-4ed8-9f00-22d8a682ee5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:53:50.532993 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f6c7f50a-dcf6-4dea-8d63-c2c8efec4ef4 req-2756b08a-0ccf-4ed8-9f00-22d8a682ee5e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=21f78e9efd2543f8a23fa5f8aa5a9a7c&device_id=f8ba2a7b-e75c-46ac-b1d9-10f903526f5a HTTP/1.1" status: 200 len: 1094 time: 0.2696629 May 31 13:53:50.548930 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fc75541e-b348-4795-8518-a57dd7722c1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:50.552438 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-fc75541e-b348-4795-8518-a57dd7722c1f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/876def3c-32b0-4c4b-abed-2a98195c253d HTTP/1.1" status: 204 len: 168 time: 1.6437018 May 31 13:53:50.556484 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-6d167b21-258f-4ab9-bd05-6faae2a1561a tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 3.1316364 May 31 13:53:50.577266 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45138) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:50.590153 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-6335df53-3a24-46fb-8fe9-ea31c694e757 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Request body: {'subnet': {'network_id': 'dd5160a8-9171-4756-a818-b9838450cc07', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:53:50.612143 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network dd5160a8-9171-4756-a818-b9838450cc07 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:53:50.906613 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ec286567-e634-4fff-8b5e-b2b63683e725 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=85d9456a7d3e47cf9816e44471382253&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6050010 May 31 13:53:50.915005 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45144) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:50.944381 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4881e137-5053-4488-8b95-429a9a591bad tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:51.015260 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-6335df53-3a24-46fb-8fe9-ea31c694e757 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:53:51.022347 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-6335df53-3a24-46fb-8fe9-ea31c694e757 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Usage tracker for resource:subnet and tenant:669f205d5fb3483f9662c3374e840d56 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:53:51.025632 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-6335df53-3a24-46fb-8fe9-ea31c694e757 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:53:51.035600 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-6335df53-3a24-46fb-8fe9-ea31c694e757 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:53:51.050117 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7f50a-dcf6-4dea-8d63-c2c8efec4ef4 req-1e10e77e-ce9e-4b7a-835f-806e1c17eb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:53:51.055202 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f6c7f50a-dcf6-4dea-8d63-c2c8efec4ef4 req-1e10e77e-ce9e-4b7a-835f-806e1c17eb80 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b66065d1-e972-453c-87d9-3ed8cec4b7a7 HTTP/1.1" status: 200 len: 917 time: 0.5155809 May 31 13:53:51.065508 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6335df53-3a24-46fb-8fe9-ea31c694e757 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Made reservation on behalf of 669f205d5fb3483f9662c3374e840d56 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:53:51.071453 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6335df53-3a24-46fb-8fe9-ea31c694e757 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:51.142569 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1d95e341-4829-42f8-865d-ed49942e195f None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:51.157318 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-1d95e341-4829-42f8-865d-ed49942e195f None None] Transition to ACTIVE for port object d838c5a7-2efc-4d28-800e-cce1bcac21e4 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:53:51.181243 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-1d95e341-4829-42f8-865d-ed49942e195f None None] Transition to ACTIVE for port object d838c5a7-2efc-4d28-800e-cce1bcac21e4 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:53:51.209107 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-433e3d93-09b1-47fa-9b01-ccdc385d12d2 None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:51.225046 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-433e3d93-09b1-47fa-9b01-ccdc385d12d2 None None] Transition to ACTIVE for port object 5363d566-0c96-428e-8923-1d73f2094f6e will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:53:51.233934 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1d95e341-4829-42f8-865d-ed49942e195f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:51.291927 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d8b5f859-0f9e-47be-a144-389a3492ea2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:51.321521 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d8b5f859-0f9e-47be-a144-389a3492ea2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:51.327761 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d95e341-4829-42f8-865d-ed49942e195f None None] Pushing event updated for resources: {'Port': ['ID=d838c5a7-2efc-4d28-800e-cce1bcac21e4,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:51.331730 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-433e3d93-09b1-47fa-9b01-ccdc385d12d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:51.384847 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-61388337-a0bd-4fee-a5e0-672c41ba1cbe req-5511b4ec-9542-41e3-9138-c8deeb08db3b service neutron] 10.222.0.44 "GET /v2.0/networks/a036544d-3691-439b-b976-1126035d501b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0131688 May 31 13:53:51.455522 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4881e137-5053-4488-8b95-429a9a591bad tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Pushing event updated for resources: {'Subnet': ['ID=1c590363-00c3-4fe6-a49d-d7753a0bcb1d,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:51.468519 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d8b5f859-0f9e-47be-a144-389a3492ea2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:51.474192 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b752fbd0-1687-4acf-a9c4-233e38d4a162 req-a0ce6f79-30d3-4ee4-9c96-db8cef2457f0 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:53:51.475816 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b752fbd0-1687-4acf-a9c4-233e38d4a162 req-a0ce6f79-30d3-4ee4-9c96-db8cef2457f0 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ba2a7b-e75c-46ac-b1d9-10f903526f5a HTTP/1.1" status: 200 len: 943 time: 0.3198369 May 31 13:53:51.491122 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cd8489-b3dd-4ef2-88fd-b3ca741aaa57 None None] Pushing event updated for resources: {'Port': ['ID=5363d566-0c96-428e-8923-1d73f2094f6e,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:51.521878 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b5f859-0f9e-47be-a144-389a3492ea2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c76b9fe-6b3d-4e82-88b4-5b9820bf5a8a,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:51.522923 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d95e341-4829-42f8-865d-ed49942e195f None None] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:53:51.547451 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4881e137-5053-4488-8b95-429a9a591bad tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Checking segment: {'id': '26a97416-5491-4544-a552-9b6bcfb6696f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '111adac1-473f-49bf-9ad2-d7d3df9f0c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:53:51.548487 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4881e137-5053-4488-8b95-429a9a591bad tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Network hostable DHCP agents. Network: 111adac1-473f-49bf-9ad2-d7d3df9f0c81, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:53:51.592409 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b752fbd0-1687-4acf-a9c4-233e38d4a162 req-cc4f3820-fd60-4d2e-bc8a-940dd19a79e8 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=6bc706d7-c2c8-4249-9761-79dc47f28376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061840 May 31 13:53:51.609563 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-787744c5-9247-4472-984e-de8b15d3199e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Allocated IP 2001:db8::f816:3eff:fe7a:8e76 (8d0ca4ab-0d39-494b-8b5d-2861af857a5e/ab95b0ff-d0b5-4b79-b1c3-e85929900851/daea655e-f817-4d91-a3af-56a268d7bc07) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:53:51.612462 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d8b5f859-0f9e-47be-a144-389a3492ea2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:51.616379 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d8b5f859-0f9e-47be-a144-389a3492ea2f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8c76b9fe-6b3d-4e82-88b4-5b9820bf5a8a HTTP/1.1" status: 204 len: 168 time: 0.6976397 May 31 13:53:51.616379 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f6c7f50a-dcf6-4dea-8d63-c2c8efec4ef4 req-0560c4d8-6c4c-4040-84d2-080a8f560246 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed72ca77-ea69-4249-9d84-aeba49a479f2 HTTP/1.1" status: 200 len: 999 time: 0.5348701 May 31 13:53:51.619457 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4881e137-5053-4488-8b95-429a9a591bad tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Network 111adac1-473f-49bf-9ad2-d7d3df9f0c81 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:53:51.672798 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-4881e137-5053-4488-8b95-429a9a591bad tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 111adac1-473f-49bf-9ad2-d7d3df9f0c81) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:53:51.677663 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4881e137-5053-4488-8b95-429a9a591bad tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:53:51.678289 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4881e137-5053-4488-8b95-429a9a591bad tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:51.701612 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6335df53-3a24-46fb-8fe9-ea31c694e757 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:51.724097 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-4881e137-5053-4488-8b95-429a9a591bad tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5840094 May 31 13:53:51.725055 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45170) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:51.726022 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8a2d42-9886-4859-9621-4cd548b20c65 None None] Network 111adac1-473f-49bf-9ad2-d7d3df9f0c81 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:53:51.753903 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-1d95e341-4829-42f8-865d-ed49942e195f None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:53:51.831024 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d95e341-4829-42f8-865d-ed49942e195f None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:53:51.938539 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6335df53-3a24-46fb-8fe9-ea31c694e757 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Checking segment: {'id': '89ca38bd-3d88-447e-a552-99f5f4427764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'dd5160a8-9171-4756-a818-b9838450cc07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:53:51.939847 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6335df53-3a24-46fb-8fe9-ea31c694e757 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Network hostable DHCP agents. Network: dd5160a8-9171-4756-a818-b9838450cc07, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:53:51.963644 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6335df53-3a24-46fb-8fe9-ea31c694e757 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Pushing event updated for resources: {'Subnet': ['ID=d219d174-479d-4729-8402-3a7e64c85645,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:52.021596 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6335df53-3a24-46fb-8fe9-ea31c694e757 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Network dd5160a8-9171-4756-a818-b9838450cc07 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:53:52.035506 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-6335df53-3a24-46fb-8fe9-ea31c694e757 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, dd5160a8-9171-4756-a818-b9838450cc07) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:53:52.039981 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6335df53-3a24-46fb-8fe9-ea31c694e757 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:53:52.040578 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6335df53-3a24-46fb-8fe9-ea31c694e757 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:52.092600 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-6335df53-3a24-46fb-8fe9-ea31c694e757 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5138092 May 31 13:53:52.093979 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45182) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:52.106318 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-3ad8d98f-3606-4b3b-9959-512caf4c70bd tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Request body: {'port': {'network_id': 'dd5160a8-9171-4756-a818-b9838450cc07', 'name': 'tempest-TagsExtTest-316831847'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:53:52.124403 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3804c977-9e26-4ce4-ae3c-f917e8f93020 None None] Network dd5160a8-9171-4756-a818-b9838450cc07 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:53:52.375465 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7f50a-dcf6-4dea-8d63-c2c8efec4ef4 req-4c048ff1-863c-43e2-867b-1548105d2ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:53:52.379551 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f6c7f50a-dcf6-4dea-8d63-c2c8efec4ef4 req-4c048ff1-863c-43e2-867b-1548105d2ff4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ccc319e0-a4f4-4875-9973-c92d94351bb8 HTTP/1.1" status: 200 len: 855 time: 0.7485948 May 31 13:53:52.510486 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-3ad8d98f-3606-4b3b-9959-512caf4c70bd tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:53:52.523693 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-3ad8d98f-3606-4b3b-9959-512caf4c70bd tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Usage tracker for resource:port and tenant:669f205d5fb3483f9662c3374e840d56 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:53:52.532970 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-3ad8d98f-3606-4b3b-9959-512caf4c70bd tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:53:52.553322 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-3ad8d98f-3606-4b3b-9959-512caf4c70bd tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:53:52.592185 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad8d98f-3606-4b3b-9959-512caf4c70bd tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Made reservation on behalf of 669f205d5fb3483f9662c3374e840d56 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:53:52.596024 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3ad8d98f-3606-4b3b-9959-512caf4c70bd tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:52.627145 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-433e3d93-09b1-47fa-9b01-ccdc385d12d2 None None] Attempting to bind port 5363d566-0c96-428e-8923-1d73f2094f6e on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:53:52.627513 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-433e3d93-09b1-47fa-9b01-ccdc385d12d2 None None] Attempting to bind port 5363d566-0c96-428e-8923-1d73f2094f6e by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'e15f6e5e-c2b5-419d-8c28-6ecac3d2c94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5e3496b0-d33d-47d7-9f83-4fad30354b43'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:53:52.627868 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433e3d93-09b1-47fa-9b01-ccdc385d12d2 None None] Attempting to bind port 5363d566-0c96-428e-8923-1d73f2094f6e on network 5e3496b0-d33d-47d7-9f83-4fad30354b43 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:53:52.640667 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-3ad8d98f-3606-4b3b-9959-512caf4c70bd tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] device_id is not set on port 12364b17-5da8-49a8-88bf-133906e5647c yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:53:52.714483 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-1d95e341-4829-42f8-865d-ed49942e195f None None] Attempting to bind port d838c5a7-2efc-4d28-800e-cce1bcac21e4 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:53:52.714978 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-1d95e341-4829-42f8-865d-ed49942e195f None None] Attempting to bind port d838c5a7-2efc-4d28-800e-cce1bcac21e4 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:53:52.715185 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d95e341-4829-42f8-865d-ed49942e195f None None] Attempting to bind port d838c5a7-2efc-4d28-800e-cce1bcac21e4 on network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:53:52.822723 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433e3d93-09b1-47fa-9b01-ccdc385d12d2 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:53:52.827135 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433e3d93-09b1-47fa-9b01-ccdc385d12d2 None None] Checking segment: {'id': 'e15f6e5e-c2b5-419d-8c28-6ecac3d2c94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5e3496b0-d33d-47d7-9f83-4fad30354b43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:53:52.829076 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-433e3d93-09b1-47fa-9b01-ccdc385d12d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:52.830261 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433e3d93-09b1-47fa-9b01-ccdc385d12d2 None None] Bound using segment: {'id': 'e15f6e5e-c2b5-419d-8c28-6ecac3d2c94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5e3496b0-d33d-47d7-9f83-4fad30354b43'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:53:52.830939 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-433e3d93-09b1-47fa-9b01-ccdc385d12d2 None None] Bound port: 5363d566-0c96-428e-8923-1d73f2094f6e, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e15f6e5e-c2b5-419d-8c28-6ecac3d2c94b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5e3496b0-d33d-47d7-9f83-4fad30354b43'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:53:52.831596 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-433e3d93-09b1-47fa-9b01-ccdc385d12d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:53.088648 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-3ad8d98f-3606-4b3b-9959-512caf4c70bd tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Allocated IP 172.20.0.12 (dd5160a8-9171-4756-a818-b9838450cc07/d219d174-479d-4729-8402-3a7e64c85645/12364b17-5da8-49a8-88bf-133906e5647c) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:53:53.149863 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4873ef-4dd7-41b3-b923-ac1cf48aa757 req-0bb81f2b-9446-4056-b8c0-bfd3800fb444 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:53:53.157409 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ab4873ef-4dd7-41b3-b923-ac1cf48aa757 req-0bb81f2b-9446-4056-b8c0-bfd3800fb444 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ba2a7b-e75c-46ac-b1d9-10f903526f5a HTTP/1.1" status: 200 len: 943 time: 0.2711687 May 31 13:53:53.211797 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d95e341-4829-42f8-865d-ed49942e195f None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:53:53.212259 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d95e341-4829-42f8-865d-ed49942e195f None None] Checking segment: {'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:53:53.212573 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1d95e341-4829-42f8-865d-ed49942e195f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:53.212972 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d95e341-4829-42f8-865d-ed49942e195f None None] Bound using segment: {'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:53:53.218968 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-1d95e341-4829-42f8-865d-ed49942e195f None None] Bound port: d838c5a7-2efc-4d28-800e-cce1bcac21e4, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:53:53.227740 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1d95e341-4829-42f8-865d-ed49942e195f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:53.246717 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ab4873ef-4dd7-41b3-b923-ac1cf48aa757 req-ff9cb0f2-35aa-4fc9-bbcf-1baf4eb3dc93 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=6bc706d7-c2c8-4249-9761-79dc47f28376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883520 May 31 13:53:53.353251 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7f50a-dcf6-4dea-8d63-c2c8efec4ef4 req-19657b36-3f1e-4409-93aa-f19b70cfb9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:53:53.354861 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f6c7f50a-dcf6-4dea-8d63-c2c8efec4ef4 req-19657b36-3f1e-4409-93aa-f19b70cfb9e8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b66065d1-e972-453c-87d9-3ed8cec4b7a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9295244 May 31 13:53:53.442564 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-1d95e341-4829-42f8-865d-ed49942e195f None None] For port d838c5a7-2efc-4d28-800e-cce1bcac21e4, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:53:53.448722 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-1d95e341-4829-42f8-865d-ed49942e195f None None] For port d838c5a7-2efc-4d28-800e-cce1bcac21e4, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=d838c5a7-2efc-4d28-800e-cce1bcac21e4,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:53:53.467215 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c43418-bbad-4228-9416-827456515ee0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-111adac1-473f-49bf-9ad2-d7d3df9f0c81', 'network_id': '111adac1-473f-49bf-9ad2-d7d3df9f0c81', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'fixed_ips': [{'subnet_id': '1c590363-00c3-4fe6-a49d-d7753a0bcb1d'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:53:53.468187 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-57c43418-bbad-4228-9416-827456515ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:53.498737 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1d95e341-4829-42f8-865d-ed49942e195f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:53.502906 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce72c95-ff05-4777-9561-c957d199660d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-dd5160a8-9171-4756-a818-b9838450cc07', 'network_id': 'dd5160a8-9171-4756-a818-b9838450cc07', 'tenant_id': '669f205d5fb3483f9662c3374e840d56', 'fixed_ips': [{'subnet_id': 'd219d174-479d-4729-8402-3a7e64c85645'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:53:53.503758 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2ce72c95-ff05-4777-9561-c957d199660d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:53.517739 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45230) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:53.568935 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3ad8d98f-3606-4b3b-9959-512caf4c70bd tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:53.599034 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-3ad8d98f-3606-4b3b-9959-512caf4c70bd tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Transition to ACTIVE for port object 12364b17-5da8-49a8-88bf-133906e5647c will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:53:53.641727 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3ad8d98f-3606-4b3b-9959-512caf4c70bd tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:53.721247 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d95e341-4829-42f8-865d-ed49942e195f None None] Pushing event updated for resources: {'Port': ['ID=d838c5a7-2efc-4d28-800e-cce1bcac21e4,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:53.757629 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad8d98f-3606-4b3b-9959-512caf4c70bd tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Network dd5160a8-9171-4756-a818-b9838450cc07 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:53:53.769045 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-3ad8d98f-3606-4b3b-9959-512caf4c70bd tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:53:53.778617 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad8d98f-3606-4b3b-9959-512caf4c70bd tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:53:53.844426 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f6c7f50a-dcf6-4dea-8d63-c2c8efec4ef4 req-721a42a0-e0ef-484d-a65a-5b8f8e534571 service neutron] 10.222.0.44 "GET /v2.0/networks/b66065d1-e972-453c-87d9-3ed8cec4b7a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4227366 May 31 13:53:53.853009 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-787744c5-9247-4472-984e-de8b15d3199e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:53.861411 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad8d98f-3606-4b3b-9959-512caf4c70bd tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Pushing event updated for resources: {'Port': ['ID=12364b17-5da8-49a8-88bf-133906e5647c,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:53.882743 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad8d98f-3606-4b3b-9959-512caf4c70bd tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:53:53.883391 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3ad8d98f-3606-4b3b-9959-512caf4c70bd tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:53.914749 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-3ad8d98f-3606-4b3b-9959-512caf4c70bd tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.8169081 May 31 13:53:53.915255 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45240) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:53.923710 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-84f234b8-2fb9-45f1-b9e7-0890e92b378a tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-103630027', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:53:53.939968 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-84f234b8-2fb9-45f1-b9e7-0890e92b378a tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:53:53.955163 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-84f234b8-2fb9-45f1-b9e7-0890e92b378a tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Usage tracker for resource:router and tenant:669f205d5fb3483f9662c3374e840d56 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:53:53.963761 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-84f234b8-2fb9-45f1-b9e7-0890e92b378a tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:53:53.968489 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-433e3d93-09b1-47fa-9b01-ccdc385d12d2 None None] For port 5363d566-0c96-428e-8923-1d73f2094f6e, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:53:53.987380 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-84f234b8-2fb9-45f1-b9e7-0890e92b378a tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:53:54.004632 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-84f234b8-2fb9-45f1-b9e7-0890e92b378a tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:54.008791 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-84f234b8-2fb9-45f1-b9e7-0890e92b378a tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:54.040498 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-433e3d93-09b1-47fa-9b01-ccdc385d12d2 None None] For port 5363d566-0c96-428e-8923-1d73f2094f6e, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=5363d566-0c96-428e-8923-1d73f2094f6e,segment=NetworkSegment(e15f6e5e-c2b5-419d-8c28-6ecac3d2c94b),segment_id=e15f6e5e-c2b5-419d-8c28-6ecac3d2c94b)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:53:54.042650 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-162d2b85-40fd-4c80-b1f6-92299192384c tempest-DvrRoutersNegativeTest-2061690718 tempest-DvrRoutersNegativeTest-2061690718-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1428278709', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:53:54.049627 n-d-843939-1 neutron-server[88370]: DEBUG neutron.policy [None req-162d2b85-40fd-4c80-b1f6-92299192384c tempest-DvrRoutersNegativeTest-2061690718 tempest-DvrRoutersNegativeTest-2061690718-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88370) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} May 31 13:53:54.049970 n-d-843939-1 neutron-server[88370]: DEBUG neutron.policy [None req-162d2b85-40fd-4c80-b1f6-92299192384c tempest-DvrRoutersNegativeTest-2061690718 tempest-DvrRoutersNegativeTest-2061690718-project] Failed policy check for 'create_router' {{(pid=88370) enforce /opt/stack/neutron/neutron/policy.py:520}} May 31 13:53:54.050584 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [None req-162d2b85-40fd-4c80-b1f6-92299192384c tempest-DvrRoutersNegativeTest-2061690718 tempest-DvrRoutersNegativeTest-2061690718-project] create failed (client error): Access was denied to this resource. May 31 13:53:54.052454 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-162d2b85-40fd-4c80-b1f6-92299192384c tempest-DvrRoutersNegativeTest-2061690718 tempest-DvrRoutersNegativeTest-2061690718-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.5317569 May 31 13:53:54.062719 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-84f234b8-2fb9-45f1-b9e7-0890e92b378a tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:54.069371 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-433e3d93-09b1-47fa-9b01-ccdc385d12d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:54.076581 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-57c43418-bbad-4228-9416-827456515ee0 None None] Allocated IP 2001:db8:2::2 (111adac1-473f-49bf-9ad2-d7d3df9f0c81/1c590363-00c3-4fe6-a49d-d7753a0bcb1d/2230ae9c-bbbd-4fa1-b3a4-40f598492ee5) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:53:54.086547 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-787744c5-9247-4472-984e-de8b15d3199e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Transition to ACTIVE for port object daea655e-f817-4d91-a3af-56a268d7bc07 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:53:54.095295 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-84f234b8-2fb9-45f1-b9e7-0890e92b378a tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:54.129016 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-20d5e71d-5658-49de-aedb-8344c75c7668 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:54.144103 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-84f234b8-2fb9-45f1-b9e7-0890e92b378a tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:54.145743 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-84f234b8-2fb9-45f1-b9e7-0890e92b378a tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2292831 May 31 13:53:54.148451 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45248) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:54.175238 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-832b0018-9895-4b59-a3b2-62ad50e68fcd tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1900645236', 'prefixes': ['172.20.0.0/16']}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:53:54.182074 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-2ce72c95-ff05-4777-9561-c957d199660d None None] Allocated IP 172.20.0.2 (dd5160a8-9171-4756-a818-b9838450cc07/d219d174-479d-4729-8402-3a7e64c85645/87cb73e5-cab3-4c22-8ca8-f0728df11353) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:53:54.187364 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-832b0018-9895-4b59-a3b2-62ad50e68fcd tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:53:54.231007 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433e3d93-09b1-47fa-9b01-ccdc385d12d2 None None] Routers {'3211f75f-511b-479b-b8cf-9791381ae8bf'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:53:54.234833 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-433e3d93-09b1-47fa-9b01-ccdc385d12d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:53:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['3211f75f-511b-479b-b8cf-9791381ae8bf'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:53:54.352496 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-832b0018-9895-4b59-a3b2-62ad50e68fcd tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Notify callbacks [] for subnetpool, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:54.354137 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-832b0018-9895-4b59-a3b2-62ad50e68fcd tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.2044833 May 31 13:53:54.359140 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45256) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:54.381441 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.tag.tag_plugin [None req-f118144c-29cc-4ec5-8ac3-42d3f53817fa tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'd219d174-479d-4729-8402-3a7e64c85645', 'tempest-TagsExtTest-Tag-1063505733') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:53:54.710667 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cd8489-b3dd-4ef2-88fd-b3ca741aaa57 None None] Pushing event updated for resources: {'Port': ['ID=5363d566-0c96-428e-8923-1d73f2094f6e,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:54.727289 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f6c7f50a-dcf6-4dea-8d63-c2c8efec4ef4 req-4b33b762-807e-4ca1-9f3a-6ce9b3f206c1 service neutron] 10.222.0.44 "GET /v2.0/networks/b66065d1-e972-453c-87d9-3ed8cec4b7a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8102579 May 31 13:53:54.794958 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-f118144c-29cc-4ec5-8ac3-42d3f53817fa tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] 10.222.0.50 "PUT /v2.0/subnets/d219d174-479d-4729-8402-3a7e64c85645/tags/tempest-TagsExtTest-Tag-1063505733 HTTP/1.1" status: 201 len: 201 time: 0.4335048 May 31 13:53:54.800503 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-787744c5-9247-4472-984e-de8b15d3199e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:54.802964 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45266) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:54.810085 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.tag.tag_plugin [None req-b972ce4d-621a-4825-a147-92810494c622 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '12364b17-5da8-49a8-88bf-133906e5647c', 'tempest-TagsExtTest-Tag-799897869') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:53:54.883918 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d73b2-6ad3-4021-b3db-c15f9802f263 req-2362ce82-4b2b-484f-8992-58fece98df54 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:53:54.888764 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ae3d73b2-6ad3-4021-b3db-c15f9802f263 req-2362ce82-4b2b-484f-8992-58fece98df54 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ba2a7b-e75c-46ac-b1d9-10f903526f5a HTTP/1.1" status: 200 len: 943 time: 0.2772374 May 31 13:53:54.983414 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ae3d73b2-6ad3-4021-b3db-c15f9802f263 req-cc79e385-0b30-4f58-ae8e-f0109c4c3275 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=6bc706d7-c2c8-4249-9761-79dc47f28376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852780 May 31 13:53:54.998451 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45282) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:55.022450 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-433e3d93-09b1-47fa-9b01-ccdc385d12d2 None None] Set router 3211f75f-511b-479b-b8cf-9791381ae8bf gateway port host: None {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:53:55.085146 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787744c5-9247-4472-984e-de8b15d3199e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:53:55.112526 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-787744c5-9247-4472-984e-de8b15d3199e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:53:55.206409 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787744c5-9247-4472-984e-de8b15d3199e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event updated for resources: {'Port': ['ID=daea655e-f817-4d91-a3af-56a268d7bc07,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:55.212460 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787744c5-9247-4472-984e-de8b15d3199e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:53:55.222303 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787744c5-9247-4472-984e-de8b15d3199e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:53:55.245208 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-787744c5-9247-4472-984e-de8b15d3199e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:55.264582 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c7d53daf-e435-4db6-b8b3-1992c8bba336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:55.316340 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c7d53daf-e435-4db6-b8b3-1992c8bba336 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:53:55.335659 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-c7d53daf-e435-4db6-b8b3-1992c8bba336 admin admin] Usage tracker for resource:security_group_rule and tenant:8f43de5a7e384b4d8c619f7d2dc094b2 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:53:55.341669 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-c7d53daf-e435-4db6-b8b3-1992c8bba336 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:53:55.368851 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-787744c5-9247-4472-984e-de8b15d3199e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 7.2485456 May 31 13:53:55.374950 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45296) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:55.376910 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c7d53daf-e435-4db6-b8b3-1992c8bba336 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:53:55.530581 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b972ce4d-621a-4825-a147-92810494c622 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] 10.222.0.50 "PUT /v2.0/ports/12364b17-5da8-49a8-88bf-133906e5647c/tags/tempest-TagsExtTest-Tag-799897869 HTTP/1.1" status: 201 len: 201 time: 0.7260885 May 31 13:53:55.541506 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45302) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:55.553588 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.tag.tag_plugin [None req-d84fce99-b1d7-46af-ad7e-471afb691f7f tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'f6699178-da81-463d-87cf-a2be3adbe891', 'tempest-TagsExtTest-Tag-790165036') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:53:55.603191 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c7d53daf-e435-4db6-b8b3-1992c8bba336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:55.613669 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c7d53daf-e435-4db6-b8b3-1992c8bba336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:55.727092 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c7d53daf-e435-4db6-b8b3-1992c8bba336 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8f43de5a7e384b4d8c619f7d2dc094b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7264934 May 31 13:53:55.729397 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45306) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:55.731956 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d53daf-e435-4db6-b8b3-1992c8bba336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af51637d-e595-4615-9cf7-03eff77c8ab9,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:55.923996 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a30f2dee-1927-4b34-878f-b910f509ff81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:56.039889 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a30f2dee-1927-4b34-878f-b910f509ff81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:56.219738 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a30f2dee-1927-4b34-878f-b910f509ff81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:56.276792 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30f2dee-1927-4b34-878f-b910f509ff81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af51637d-e595-4615-9cf7-03eff77c8ab9,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:56.319120 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a30f2dee-1927-4b34-878f-b910f509ff81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:56.321748 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-a30f2dee-1927-4b34-878f-b910f509ff81 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/af51637d-e595-4615-9cf7-03eff77c8ab9 HTTP/1.1" status: 204 len: 168 time: 0.5681980 May 31 13:53:56.436795 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab4dd3b-0585-4f9a-8d77-a52ebec1e1ac tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:53:56.470237 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2ce72c95-ff05-4777-9561-c957d199660d None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:56.480795 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab4dd3b-0585-4f9a-8d77-a52ebec1e1ac tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:53:56.493911 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-bab4dd3b-0585-4f9a-8d77-a52ebec1e1ac tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Synchronizing usage tracker for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:53:56.525237 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2ce72c95-ff05-4777-9561-c957d199660d None None] Transition to ACTIVE for port object 87cb73e5-cab3-4c22-8ca8-f0728df11353 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:53:56.605860 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d84fce99-b1d7-46af-ad7e-471afb691f7f tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] 10.222.0.50 "PUT /v2.0/routers/f6699178-da81-463d-87cf-a2be3adbe891/tags/tempest-TagsExtTest-Tag-790165036 HTTP/1.1" status: 201 len: 201 time: 1.0595922 May 31 13:53:56.608497 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45326) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:56.610388 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-bab4dd3b-0585-4f9a-8d77-a52ebec1e1ac tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Unset dirty status for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:53:56.613618 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2ce72c95-ff05-4777-9561-c957d199660d None None] Transition to ACTIVE for port object 87cb73e5-cab3-4c22-8ca8-f0728df11353 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:53:56.617232 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-bab4dd3b-0585-4f9a-8d77-a52ebec1e1ac tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 1.2415972 May 31 13:53:56.628283 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45328) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:56.640896 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.tag.tag_plugin [None req-042b1cb6-954b-4fe4-bc03-b81775ad28d0 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '24778f59-fd67-412d-a7f4-25f19bca6480', 'tempest-TagsExtTest-Tag-1727344838') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:53:56.698896 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-57c43418-bbad-4228-9416-827456515ee0 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:56.734233 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c40439-6b91-4c7f-9fae-7c64725e693d req-c8807cc3-aacc-4809-841b-5319804e2ae6 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:53:56.735794 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c4c40439-6b91-4c7f-9fae-7c64725e693d req-c8807cc3-aacc-4809-841b-5319804e2ae6 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ba2a7b-e75c-46ac-b1d9-10f903526f5a HTTP/1.1" status: 200 len: 943 time: 0.3119621 May 31 13:53:56.738367 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-57c43418-bbad-4228-9416-827456515ee0 None None] Transition to ACTIVE for port object 2230ae9c-bbbd-4fa1-b3a4-40f598492ee5 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:53:56.787669 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-57c43418-bbad-4228-9416-827456515ee0 None None] Transition to ACTIVE for port object 2230ae9c-bbbd-4fa1-b3a4-40f598492ee5 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:53:56.825489 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device d838c5a7-2efc-4d28-800e-cce1bcac21e4 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:53:56.846527 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c4c40439-6b91-4c7f-9fae-7c64725e693d req-95f4bb8e-5e95-44ea-8a7a-164c20899866 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=6bc706d7-c2c8-4249-9761-79dc47f28376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968027 May 31 13:53:56.863166 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-57c43418-bbad-4228-9416-827456515ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:56.929810 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2ce72c95-ff05-4777-9561-c957d199660d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:56.970280 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce72c95-ff05-4777-9561-c957d199660d None None] Network dd5160a8-9171-4756-a818-b9838450cc07 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:53:56.995858 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-2ce72c95-ff05-4777-9561-c957d199660d None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:53:56.998955 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-da4fe7a3-ac68-4bda-accc-a3d8b4384efb None None] Provisioning for port d838c5a7-2efc-4d28-800e-cce1bcac21e4 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:53:57.030162 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce72c95-ff05-4777-9561-c957d199660d None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:53:57.074094 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-20d5e71d-5658-49de-aedb-8344c75c7668 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Allocated IP 2001:db8:2::1 (111adac1-473f-49bf-9ad2-d7d3df9f0c81/1c590363-00c3-4fe6-a49d-d7753a0bcb1d/26ff78a3-15ff-4b8e-a54a-28077ac1f1b4) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:53:57.110334 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c43418-bbad-4228-9416-827456515ee0 None None] Network 111adac1-473f-49bf-9ad2-d7d3df9f0c81 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:53:57.132432 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-57c43418-bbad-4228-9416-827456515ee0 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:53:57.195392 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c43418-bbad-4228-9416-827456515ee0 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:53:57.235496 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45336) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:57.390236 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-2ce72c95-ff05-4777-9561-c957d199660d None None] Attempting to bind port 87cb73e5-cab3-4c22-8ca8-f0728df11353 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:53:57.391863 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-2ce72c95-ff05-4777-9561-c957d199660d None None] Attempting to bind port 87cb73e5-cab3-4c22-8ca8-f0728df11353 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '89ca38bd-3d88-447e-a552-99f5f4427764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'dd5160a8-9171-4756-a818-b9838450cc07'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:53:57.394272 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce72c95-ff05-4777-9561-c957d199660d None None] Attempting to bind port 87cb73e5-cab3-4c22-8ca8-f0728df11353 on network dd5160a8-9171-4756-a818-b9838450cc07 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:53:57.400138 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c43418-bbad-4228-9416-827456515ee0 None None] Pushing event updated for resources: {'Port': ['ID=2230ae9c-bbbd-4fa1-b3a4-40f598492ee5,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:57.490196 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-20d5e71d-5658-49de-aedb-8344c75c7668 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:57.524258 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-20d5e71d-5658-49de-aedb-8344c75c7668 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Transition to ACTIVE for port object 26ff78a3-15ff-4b8e-a54a-28077ac1f1b4 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:53:57.616390 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-7431bbd2-a811-4e33-be84-e84f1cec3efe tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Deleting port daea655e-f817-4d91-a3af-56a268d7bc07 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:53:57.616955 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7431bbd2-a811-4e33-be84-e84f1cec3efe tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:57.674789 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-433e3d93-09b1-47fa-9b01-ccdc385d12d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'name': 'tempest-RoutersIpV6Test-router-146214637', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:53:21Z', 'updated_at': '2022-05-31T13:53:44Z', 'revision_number': 3, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'gw_port_host': None, '_interfaces': [{'id': '5363d566-0c96-428e-8923-1d73f2094f6e', 'name': '', 'network_id': '5e3496b0-d33d-47d7-9f83-4fad30354b43', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'mac_address': 'fa:16:3e:2c:59:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '40212637-75d9-4d77-876c-da2c117a7162', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:53:39Z', 'updated_at': '2022-05-31T13:53:53Z', 'revision_number': 4, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'subnets': [{'id': '40212637-75d9-4d77-876c-da2c117a7162', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6cb924c-1be3-495d-9c70-35508cd5e005', 'name': '', 'network_id': '0aa2954e-bf8d-4cc7-bde3-b406dc8a037b', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'mac_address': 'fa:16:3e:c5:45:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': 'e5cb876f-844c-4265-83b8-5ce61d3f3bd0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:53:28Z', 'updated_at': '2022-05-31T13:53:41Z', 'revision_number': 5, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'subnets': [{'id': 'e5cb876f-844c-4265-83b8-5ce61d3f3bd0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:53:57.691507 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-20d5e71d-5658-49de-aedb-8344c75c7668 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:57.735579 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2000c0d8-208c-40db-99f5-daf52e460b1b None None] Provisioning for port daea655e-f817-4d91-a3af-56a268d7bc07 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:53:57.739155 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-57c43418-bbad-4228-9416-827456515ee0 None None] Attempting to bind port 2230ae9c-bbbd-4fa1-b3a4-40f598492ee5 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:53:57.739525 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-57c43418-bbad-4228-9416-827456515ee0 None None] Attempting to bind port 2230ae9c-bbbd-4fa1-b3a4-40f598492ee5 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '26a97416-5491-4544-a552-9b6bcfb6696f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '111adac1-473f-49bf-9ad2-d7d3df9f0c81'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:53:57.739883 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c43418-bbad-4228-9416-827456515ee0 None None] Attempting to bind port 2230ae9c-bbbd-4fa1-b3a4-40f598492ee5 on network 111adac1-473f-49bf-9ad2-d7d3df9f0c81 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:53:57.780249 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce72c95-ff05-4777-9561-c957d199660d None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:53:57.780658 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce72c95-ff05-4777-9561-c957d199660d None None] Checking segment: {'id': '89ca38bd-3d88-447e-a552-99f5f4427764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'dd5160a8-9171-4756-a818-b9838450cc07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:53:57.781012 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2ce72c95-ff05-4777-9561-c957d199660d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:57.781399 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce72c95-ff05-4777-9561-c957d199660d None None] Bound using segment: {'id': '89ca38bd-3d88-447e-a552-99f5f4427764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'dd5160a8-9171-4756-a818-b9838450cc07'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:53:57.781877 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-2ce72c95-ff05-4777-9561-c957d199660d None None] Bound port: 87cb73e5-cab3-4c22-8ca8-f0728df11353, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89ca38bd-3d88-447e-a552-99f5f4427764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'dd5160a8-9171-4756-a818-b9838450cc07'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:53:57.793554 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2ce72c95-ff05-4777-9561-c957d199660d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:57.844935 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c43418-bbad-4228-9416-827456515ee0 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:53:57.845344 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c43418-bbad-4228-9416-827456515ee0 None None] Checking segment: {'id': '26a97416-5491-4544-a552-9b6bcfb6696f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '111adac1-473f-49bf-9ad2-d7d3df9f0c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:53:57.845999 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-57c43418-bbad-4228-9416-827456515ee0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:57.846717 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-93016533-98f6-492c-b963-790a0ad50bf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:57.847573 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c43418-bbad-4228-9416-827456515ee0 None None] Bound using segment: {'id': '26a97416-5491-4544-a552-9b6bcfb6696f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '111adac1-473f-49bf-9ad2-d7d3df9f0c81'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:53:57.848164 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-57c43418-bbad-4228-9416-827456515ee0 None None] Bound port: 2230ae9c-bbbd-4fa1-b3a4-40f598492ee5, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26a97416-5491-4544-a552-9b6bcfb6696f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '111adac1-473f-49bf-9ad2-d7d3df9f0c81'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:53:57.848625 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-57c43418-bbad-4228-9416-827456515ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:57.890680 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433e3d93-09b1-47fa-9b01-ccdc385d12d2 None None] The sync data for ids ['3211f75f-511b-479b-b8cf-9791381ae8bf'] in n-d-843939-1 is: [{'id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'name': 'tempest-RoutersIpV6Test-router-146214637', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:53:21Z', 'updated_at': '2022-05-31T13:53:44Z', 'revision_number': 3, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'gw_port_host': None, '_interfaces': [{'id': '5363d566-0c96-428e-8923-1d73f2094f6e', 'name': '', 'network_id': '5e3496b0-d33d-47d7-9f83-4fad30354b43', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'mac_address': 'fa:16:3e:2c:59:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '40212637-75d9-4d77-876c-da2c117a7162', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:53:39Z', 'updated_at': '2022-05-31T13:53:53Z', 'revision_number': 4, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'subnets': [{'id': '40212637-75d9-4d77-876c-da2c117a7162', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6cb924c-1be3-495d-9c70-35508cd5e005', 'name': '', 'network_id': '0aa2954e-bf8d-4cc7-bde3-b406dc8a037b', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'mac_address': 'fa:16:3e:c5:45:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': 'e5cb876f-844c-4265-83b8-5ce61d3f3bd0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:53:28Z', 'updated_at': '2022-05-31T13:53:41Z', 'revision_number': 5, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'subnets': [{'id': 'e5cb876f-844c-4265-83b8-5ce61d3f3bd0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:53:57.914274 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-93016533-98f6-492c-b963-790a0ad50bf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:53:57.935942 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2000c0d8-208c-40db-99f5-daf52e460b1b None None] Provisioning complete for port daea655e-f817-4d91-a3af-56a268d7bc07 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:53:57.936535 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2000c0d8-208c-40db-99f5-daf52e460b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:57.942417 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-93016533-98f6-492c-b963-790a0ad50bf2 admin admin] Usage tracker for resource:security_group_rule and tenant:986ceaeb92d744c38447d593547f961e is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:53:57.952486 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-93016533-98f6-492c-b963-790a0ad50bf2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:53:57.987930 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-93016533-98f6-492c-b963-790a0ad50bf2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:53:58.037529 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d5e71d-5658-49de-aedb-8344c75c7668 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Pushing event updated for resources: {'Port': ['ID=26ff78a3-15ff-4b8e-a54a-28077ac1f1b4,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:58.142937 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port d838c5a7-2efc-4d28-800e-cce1bcac21e4 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:53:58.158016 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d5e71d-5658-49de-aedb-8344c75c7668 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Network 111adac1-473f-49bf-9ad2-d7d3df9f0c81 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:53:58.197714 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-20d5e71d-5658-49de-aedb-8344c75c7668 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:53:58.244854 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d5e71d-5658-49de-aedb-8344c75c7668 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:53:58.250231 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-20d5e71d-5658-49de-aedb-8344c75c7668 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:58.292168 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-93016533-98f6-492c-b963-790a0ad50bf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:58.304319 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-93016533-98f6-492c-b963-790a0ad50bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:58.458012 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port d838c5a7-2efc-4d28-800e-cce1bcac21e4 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:53:58.458817 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:58.483719 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-93016533-98f6-492c-b963-790a0ad50bf2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=986ceaeb92d744c38447d593547f961e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2451580 May 31 13:53:58.486079 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45360) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:58.529883 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce72c95-ff05-4777-9561-c957d199660d None None] Pushing event updated for resources: {'Port': ['ID=87cb73e5-cab3-4c22-8ca8-f0728df11353,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:58.762445 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2000c0d8-208c-40db-99f5-daf52e460b1b None None] Port daea655e-f817-4d91-a3af-56a268d7bc07 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:53:58.867974 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-2ce72c95-ff05-4777-9561-c957d199660d None None] For port 87cb73e5-cab3-4c22-8ca8-f0728df11353, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:53:58.889944 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-042b1cb6-954b-4fe4-bc03-b81775ad28d0 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] 10.222.0.50 "PUT /v2.0/subnetpools/24778f59-fd67-412d-a7f4-25f19bca6480/tags/tempest-TagsExtTest-Tag-1727344838 HTTP/1.1" status: 201 len: 201 time: 2.2697513 May 31 13:53:58.896059 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-2ce72c95-ff05-4777-9561-c957d199660d None None] For port 87cb73e5-cab3-4c22-8ca8-f0728df11353, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=87cb73e5-cab3-4c22-8ca8-f0728df11353,segment=NetworkSegment(89ca38bd-3d88-447e-a552-99f5f4427764),segment_id=89ca38bd-3d88-447e-a552-99f5f4427764)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:53:58.901180 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45370) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:58.908004 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93016533-98f6-492c-b963-790a0ad50bf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06cb97bb-3899-48bc-a9cc-e08b767f6885,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:58.910113 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.tag.tag_plugin [None req-69a5b84f-29cd-4454-9daa-05a7d486c3cb tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'd219d174-479d-4729-8402-3a7e64c85645') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:53:58.967777 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2ce72c95-ff05-4777-9561-c957d199660d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:58.987263 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45374) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:53:59.010430 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6ef086df-908c-4c85-b5f3-a42bdb57597e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:59.088191 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6ef086df-908c-4c85-b5f3-a42bdb57597e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:59.111028 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7431bbd2-a811-4e33-be84-e84f1cec3efe tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:59.141921 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cdd3ad-4553-4a3a-bb22-41796f3776b1 req-aaff137d-cff5-4c59-93c4-2317c0df27ad tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:53:59.142887 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-57c43418-bbad-4228-9416-827456515ee0 None None] For port 2230ae9c-bbbd-4fa1-b3a4-40f598492ee5, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:53:59.143814 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-61cdd3ad-4553-4a3a-bb22-41796f3776b1 req-aaff137d-cff5-4c59-93c4-2317c0df27ad tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ba2a7b-e75c-46ac-b1d9-10f903526f5a HTTP/1.1" status: 200 len: 943 time: 0.6092987 May 31 13:53:59.237384 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-61cdd3ad-4553-4a3a-bb22-41796f3776b1 req-73b4cbd2-d16a-4f1a-ae4c-5a871af7474b tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=6bc706d7-c2c8-4249-9761-79dc47f28376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784943 May 31 13:53:59.248637 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-57c43418-bbad-4228-9416-827456515ee0 None None] For port 2230ae9c-bbbd-4fa1-b3a4-40f598492ee5, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=2230ae9c-bbbd-4fa1-b3a4-40f598492ee5,segment=NetworkSegment(26a97416-5491-4544-a552-9b6bcfb6696f),segment_id=26a97416-5491-4544-a552-9b6bcfb6696f)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:53:59.265068 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-1d7b59ae-e3d9-4f01-8d5d-d5a542eb735e tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Request body: {'security_group': {'name': 'tempest-secgroup--1384975816'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:53:59.273320 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-57c43418-bbad-4228-9416-827456515ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:59.289541 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-1d7b59ae-e3d9-4f01-8d5d-d5a542eb735e tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:53:59.312644 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port d838c5a7-2efc-4d28-800e-cce1bcac21e4 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:53:59.313361 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:59.317249 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-1d7b59ae-e3d9-4f01-8d5d-d5a542eb735e tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Usage tracker for resource:security_group and tenant:222282741774459ea40d6218f6d37c4d is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:53:59.327921 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-1d7b59ae-e3d9-4f01-8d5d-d5a542eb735e tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:53:59.349885 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6ef086df-908c-4c85-b5f3-a42bdb57597e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:59.366425 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-1d7b59ae-e3d9-4f01-8d5d-d5a542eb735e tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:53:59.394574 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port d838c5a7-2efc-4d28-800e-cce1bcac21e4, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=d838c5a7-2efc-4d28-800e-cce1bcac21e4,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:53:59.408053 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:59.412470 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce72c95-ff05-4777-9561-c957d199660d None None] Pushing event updated for resources: {'Port': ['ID=87cb73e5-cab3-4c22-8ca8-f0728df11353,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:59.422352 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-7431bbd2-a811-4e33-be84-e84f1cec3efe tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Calling delete_port for daea655e-f817-4d91-a3af-56a268d7bc07 owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:53:59.439618 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef086df-908c-4c85-b5f3-a42bdb57597e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06cb97bb-3899-48bc-a9cc-e08b767f6885,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:59.458588 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6ef086df-908c-4c85-b5f3-a42bdb57597e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:59.482632 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-6ef086df-908c-4c85-b5f3-a42bdb57597e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/06cb97bb-3899-48bc-a9cc-e08b767f6885 HTTP/1.1" status: 204 len: 168 time: 0.9595277 May 31 13:53:59.491520 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1d7b59ae-e3d9-4f01-8d5d-d5a542eb735e tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:59.561736 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1d7b59ae-e3d9-4f01-8d5d-d5a542eb735e tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:53:59.624573 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c43418-bbad-4228-9416-827456515ee0 None None] Pushing event updated for resources: {'Port': ['ID=2230ae9c-bbbd-4fa1-b3a4-40f598492ee5,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:53:59.654882 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-1d7b59ae-e3d9-4f01-8d5d-d5a542eb735e tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:53:59.675548 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-1d7b59ae-e3d9-4f01-8d5d-d5a542eb735e tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Usage tracker for resource:security_group_rule and tenant:222282741774459ea40d6218f6d37c4d is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:53:59.682880 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-1d7b59ae-e3d9-4f01-8d5d-d5a542eb735e tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:53:59.699613 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-1d7b59ae-e3d9-4f01-8d5d-d5a542eb735e tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:53:59.884296 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 5363d566-0c96-428e-8923-1d73f2094f6e up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:53:59.959497 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-20d5e71d-5658-49de-aedb-8344c75c7668 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:00.008306 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-69a5b84f-29cd-4454-9daa-05a7d486c3cb tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] 10.222.0.50 "GET /v2.0/subnets/d219d174-479d-4729-8402-3a7e64c85645/tags HTTP/1.1" status: 200 len: 241 time: 1.1021295 May 31 13:54:00.009703 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45388) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:00.023393 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.tag.tag_plugin [None req-f3c55bf8-7814-4518-8354-8b944daaa495 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd219d174-479d-4729-8402-3a7e64c85645', 'tempest-TagsExtTest-Tag-1063505733') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:00.097616 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=d838c5a7-2efc-4d28-800e-cce1bcac21e4,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:00.125815 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 5363d566-0c96-428e-8923-1d73f2094f6e completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:54:00.126676 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1d7b59ae-e3d9-4f01-8d5d-d5a542eb735e tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:00.133691 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1d7b59ae-e3d9-4f01-8d5d-d5a542eb735e tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:00.134355 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 5363d566-0c96-428e-8923-1d73f2094f6e triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:54:00.135009 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:00.172932 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-1d7b59ae-e3d9-4f01-8d5d-d5a542eb735e tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:54:00.192614 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-1d7b59ae-e3d9-4f01-8d5d-d5a542eb735e tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Usage tracker for resource:security_group_rule and tenant:222282741774459ea40d6218f6d37c4d is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:54:00.205489 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-1d7b59ae-e3d9-4f01-8d5d-d5a542eb735e tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:54:00.254976 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-1d7b59ae-e3d9-4f01-8d5d-d5a542eb735e tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:54:00.286312 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7b59ae-e3d9-4f01-8d5d-d5a542eb735e tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=259c49ca-2079-4098-a418-b5a463c4f639,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:00.525403 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 5363d566-0c96-428e-8923-1d73f2094f6e is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:54:00.525934 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:00.535510 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1d7b59ae-e3d9-4f01-8d5d-d5a542eb735e tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:00.541058 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45402) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:00.608902 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d8bce8f2-9f0e-4191-9bb9-ce836cfeaa01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:00.629493 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 5363d566-0c96-428e-8923-1d73f2094f6e, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=5363d566-0c96-428e-8923-1d73f2094f6e,segment=NetworkSegment(e15f6e5e-c2b5-419d-8c28-6ecac3d2c94b),segment_id=e15f6e5e-c2b5-419d-8c28-6ecac3d2c94b)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:54:00.631964 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7431bbd2-a811-4e33-be84-e84f1cec3efe tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:00.637738 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:00.645574 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1d7b59ae-e3d9-4f01-8d5d-d5a542eb735e tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:00.781569 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=5363d566-0c96-428e-8923-1d73f2094f6e,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:00.781826 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7b59ae-e3d9-4f01-8d5d-d5a542eb735e tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31ec5bd5-5eb9-470f-bfb3-850ce8326b62,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:00.796260 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1d7b59ae-e3d9-4f01-8d5d-d5a542eb735e tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:00.796260 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-1d7b59ae-e3d9-4f01-8d5d-d5a542eb735e tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.8011954 May 31 13:54:00.875177 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45412) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:01.041589 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7431bbd2-a811-4e33-be84-e84f1cec3efe tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event deleted for resources: {'Port': ['ID=daea655e-f817-4d91-a3af-56a268d7bc07,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:01.145570 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7431bbd2-a811-4e33-be84-e84f1cec3efe tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:01.202415 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d8bce8f2-9f0e-4191-9bb9-ce836cfeaa01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:54:01.213167 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-d8bce8f2-9f0e-4191-9bb9-ce836cfeaa01 admin admin] Usage tracker for resource:security_group_rule and tenant:461b4a1938e24e4aa02dd3de4943e06e is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:54:01.224387 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-d8bce8f2-9f0e-4191-9bb9-ce836cfeaa01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:54:01.243349 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d8bce8f2-9f0e-4191-9bb9-ce836cfeaa01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:54:01.340025 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f54932-c6ee-4a62-9d5f-73168602d2b3 req-310be30f-162f-454d-a5aa-34670e9b607a tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:54:01.349957 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-66f54932-c6ee-4a62-9d5f-73168602d2b3 req-310be30f-162f-454d-a5aa-34670e9b607a tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ba2a7b-e75c-46ac-b1d9-10f903526f5a HTTP/1.1" status: 200 len: 943 time: 0.7054389 May 31 13:54:01.532145 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-66f54932-c6ee-4a62-9d5f-73168602d2b3 req-e1a633bb-6285-4bbe-a8e9-b906dafc2b43 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=6bc706d7-c2c8-4249-9761-79dc47f28376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1740282 May 31 13:54:01.673244 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d8bce8f2-9f0e-4191-9bb9-ce836cfeaa01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:01.679378 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d8bce8f2-9f0e-4191-9bb9-ce836cfeaa01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:01.752127 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-33ea121e-2b22-4704-98a4-aceabf0bf066 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.8426414 May 31 13:54:01.754107 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45422) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:01.798571 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4189b283-4df1-465b-98b2-06c959eb9928 None None] Network 111adac1-473f-49bf-9ad2-d7d3df9f0c81 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:54:01.815518 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bce8f2-9f0e-4191-9bb9-ce836cfeaa01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acecd7c5-f6c0-4e38-9984-10481eeab198,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:01.820473 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-d8bce8f2-9f0e-4191-9bb9-ce836cfeaa01 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=461b4a1938e24e4aa02dd3de4943e06e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2783785 May 31 13:54:01.822968 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45426) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:01.836164 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-76613998-cc40-4a8f-b95d-767bfb7506dc tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Request body: {'security_group': {'name': 'tempest-security--75644686', 'description': 'tempest-security-description-1903603230'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:54:01.926595 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5bc97ec3-f16d-4ae5-bafe-3be783ea9f5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:01.939784 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-7431bbd2-a811-4e33-be84-e84f1cec3efe tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/ports/daea655e-f817-4d91-a3af-56a268d7bc07 HTTP/1.1" status: 204 len: 168 time: 5.3078246 May 31 13:54:01.946432 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45432) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:01.963743 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5bc97ec3-f16d-4ae5-bafe-3be783ea9f5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:02.018772 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device d838c5a7-2efc-4d28-800e-cce1bcac21e4 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:54:02.041413 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5bc97ec3-f16d-4ae5-bafe-3be783ea9f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:02.046210 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ffcaab7-fe52-42e7-8b67-265830095c0e None None] Network dd5160a8-9171-4756-a818-b9838450cc07 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:54:02.060420 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-f3c55bf8-7814-4518-8354-8b944daaa495 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] 10.222.0.50 "GET /v2.0/subnets/d219d174-479d-4729-8402-3a7e64c85645/tags/tempest-TagsExtTest-Tag-1063505733 HTTP/1.1" status: 204 len: 168 time: 2.0431492 May 31 13:54:02.063838 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45436) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:02.070099 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc97ec3-f16d-4ae5-bafe-3be783ea9f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acecd7c5-f6c0-4e38-9984-10481eeab198,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:02.075203 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.tag.tag_plugin [None req-a33a6ba7-29e6-4393-a358-1342cd58c130 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'd219d174-479d-4729-8402-3a7e64c85645', 'tempest-TagsExtTest-Tag-1063505733') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:02.111471 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5bc97ec3-f16d-4ae5-bafe-3be783ea9f5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:02.115109 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-5bc97ec3-f16d-4ae5-bafe-3be783ea9f5f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/acecd7c5-f6c0-4e38-9984-10481eeab198 HTTP/1.1" status: 204 len: 168 time: 0.2886348 May 31 13:54:02.213681 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-a33a6ba7-29e6-4393-a358-1342cd58c130 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] 10.222.0.50 "DELETE /v2.0/subnets/d219d174-479d-4729-8402-3a7e64c85645/tags/tempest-TagsExtTest-Tag-1063505733 HTTP/1.1" status: 204 len: 168 time: 0.1486139 May 31 13:54:02.215400 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45442) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:02.229105 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.tag.tag_plugin [None req-fcb8ecbb-b2d1-49bd-9bd9-f0deee2d6b07 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'd219d174-479d-4729-8402-3a7e64c85645') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:02.288947 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-83d02e51-c694-4505-9c18-be32468dd8ba None None] Provisioning for port 2230ae9c-bbbd-4fa1-b3a4-40f598492ee5 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:54:02.338733 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-76613998-cc40-4a8f-b95d-767bfb7506dc tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:02.440522 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port d838c5a7-2efc-4d28-800e-cce1bcac21e4 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:54:02.440870 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-fcb8ecbb-b2d1-49bd-9bd9-f0deee2d6b07 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] 10.222.0.50 "GET /v2.0/subnets/d219d174-479d-4729-8402-3a7e64c85645/tags HTTP/1.1" status: 200 len: 205 time: 0.2229202 May 31 13:54:02.440994 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:02.441844 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45446) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:02.447134 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.tag.tag_plugin [None req-e933159c-aeee-42ff-b34d-cc26cdb8694d tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '12364b17-5da8-49a8-88bf-133906e5647c') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:02.526805 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-76613998-cc40-4a8f-b95d-767bfb7506dc tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:02.557860 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-76613998-cc40-4a8f-b95d-767bfb7506dc tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:02.561025 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-76613998-cc40-4a8f-b95d-767bfb7506dc tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:02.598886 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-76613998-cc40-4a8f-b95d-767bfb7506dc tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] 10.222.0.50 "PUT /v2.0/security-groups/31ec5bd5-5eb9-470f-bfb3-850ce8326b62 HTTP/1.1" status: 200 len: 1778 time: 0.8321893 May 31 13:54:02.604506 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45450) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:02.658554 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.db.resource_extend [None req-20d5e71d-5658-49de-aedb-8344c75c7668 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:54:02.659126 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-e933159c-aeee-42ff-b34d-cc26cdb8694d tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] 10.222.0.50 "GET /v2.0/ports/12364b17-5da8-49a8-88bf-133906e5647c/tags HTTP/1.1" status: 200 len: 240 time: 0.2162349 May 31 13:54:02.661610 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45458) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:02.669936 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.tag.tag_plugin [None req-c5ce9110-ca8d-4dae-b306-01317095b395 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '12364b17-5da8-49a8-88bf-133906e5647c', 'tempest-TagsExtTest-Tag-799897869') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:02.780686 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2707d7ad-5991-49e0-946f-db9a5e7fad9b None None] Provisioning for port 87cb73e5-cab3-4c22-8ca8-f0728df11353 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:54:02.781604 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-aed0454c-4e33-407e-aa91-91a6867b1da8 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] 10.222.0.50 "GET /v2.0/security-groups/31ec5bd5-5eb9-470f-bfb3-850ce8326b62 HTTP/1.1" status: 200 len: 1778 time: 0.1487737 May 31 13:54:02.785190 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28b6762-9c0b-4461-b25d-913dd7b0b7dc tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:54:02.787238 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28b6762-9c0b-4461-b25d-913dd7b0b7dc tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:54:02.788176 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a28b6762-9c0b-4461-b25d-913dd7b0b7dc tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Synchronizing usage tracker for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:subnet {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:54:02.793575 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45462) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:02.809490 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-20d5e71d-5658-49de-aedb-8344c75c7668 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:02.831269 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c5ce9110-ca8d-4dae-b306-01317095b395 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] 10.222.0.50 "GET /v2.0/ports/12364b17-5da8-49a8-88bf-133906e5647c/tags/tempest-TagsExtTest-Tag-799897869 HTTP/1.1" status: 204 len: 168 time: 0.1685133 May 31 13:54:02.837063 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45466) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:02.843136 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.tag.tag_plugin [None req-3361060e-3493-4c85-9897-d0b35e943cdf tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '12364b17-5da8-49a8-88bf-133906e5647c', 'tempest-TagsExtTest-Tag-799897869') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:02.861414 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-20d5e71d-5658-49de-aedb-8344c75c7668 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:02.866352 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-20d5e71d-5658-49de-aedb-8344c75c7668 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:02.973163 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a28b6762-9c0b-4461-b25d-913dd7b0b7dc tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Unset dirty status for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:subnet {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:54:02.977458 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a28b6762-9c0b-4461-b25d-913dd7b0b7dc tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 1.0247381 May 31 13:54:02.980674 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45470) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:03.006597 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76613998-cc40-4a8f-b95d-767bfb7506dc tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31ec5bd5-5eb9-470f-bfb3-850ce8326b62,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:03.237417 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d5e71d-5658-49de-aedb-8344c75c7668 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Pushing event updated for resources: {'Port': ['ID=26ff78a3-15ff-4b8e-a54a-28077ac1f1b4,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:03.264537 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeeda49-4e58-4fee-a82c-b99e548f765d req-41b43dcb-f7f3-43db-8b21-89e935b15422 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:54:03.266379 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cfeeda49-4e58-4fee-a82c-b99e548f765d req-41b43dcb-f7f3-43db-8b21-89e935b15422 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ba2a7b-e75c-46ac-b1d9-10f903526f5a HTTP/1.1" status: 200 len: 943 time: 0.5006599 May 31 13:54:03.299190 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port d838c5a7-2efc-4d28-800e-cce1bcac21e4 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:54:03.299837 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 5363d566-0c96-428e-8923-1d73f2094f6e up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:54:03.373795 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-697edc94-3aa0-4f1e-86e4-44d1b151914a tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:03.425016 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d5e71d-5658-49de-aedb-8344c75c7668 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Network 111adac1-473f-49bf-9ad2-d7d3df9f0c81 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:54:03.433629 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-20d5e71d-5658-49de-aedb-8344c75c7668 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:54:03.447001 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-697edc94-3aa0-4f1e-86e4-44d1b151914a tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:03.493489 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-3361060e-3493-4c85-9897-d0b35e943cdf tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] 10.222.0.50 "DELETE /v2.0/ports/12364b17-5da8-49a8-88bf-133906e5647c/tags/tempest-TagsExtTest-Tag-799897869 HTTP/1.1" status: 204 len: 168 time: 0.6532578 May 31 13:54:03.503353 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45484) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:03.528300 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.tag.tag_plugin [None req-b1a11064-8622-441d-b6b4-db9cb4a5676a tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '12364b17-5da8-49a8-88bf-133906e5647c') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:03.678151 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 5363d566-0c96-428e-8923-1d73f2094f6e triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:54:03.679306 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:03.749257 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-34e1c792-9017-4040-b4b2-423f5d7f1d66 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Deleting subnet ab95b0ff-d0b5-4b79-b1c3-e85929900851 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:54:03.788308 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-34e1c792-9017-4040-b4b2-423f5d7f1d66 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:03.979024 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-697edc94-3aa0-4f1e-86e4-44d1b151914a tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:03.987542 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cfeeda49-4e58-4fee-a82c-b99e548f765d req-cb5cc205-468c-4a02-bb7c-84b2a78bd6d9 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=6bc706d7-c2c8-4249-9761-79dc47f28376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7015057 May 31 13:54:04.065201 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697edc94-3aa0-4f1e-86e4-44d1b151914a tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ec5bd5-5eb9-470f-bfb3-850ce8326b62,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:04.093075 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-34e1c792-9017-4040-b4b2-423f5d7f1d66 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65507433'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:04.105707 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-697edc94-3aa0-4f1e-86e4-44d1b151914a tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:04.115031 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-697edc94-3aa0-4f1e-86e4-44d1b151914a tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] 10.222.0.50 "DELETE /v2.0/security-groups/31ec5bd5-5eb9-470f-bfb3-850ce8326b62 HTTP/1.1" status: 204 len: 168 time: 1.3172858 May 31 13:54:04.115331 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45498) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:04.116057 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 5363d566-0c96-428e-8923-1d73f2094f6e is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:54:04.117259 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 87cb73e5-cab3-4c22-8ca8-f0728df11353 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:54:04.127075 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20d5e71d-5658-49de-aedb-8344c75c7668 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Router 3211f75f-511b-479b-b8cf-9791381ae8bf has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:54:04.331399 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-b1a11064-8622-441d-b6b4-db9cb4a5676a tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] 10.222.0.50 "GET /v2.0/ports/12364b17-5da8-49a8-88bf-133906e5647c/tags HTTP/1.1" status: 200 len: 205 time: 0.8269119 May 31 13:54:04.343337 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-7780d123-5040-48d8-8dd6-cd4f2168a17e None None] Provisioning for port 12364b17-5da8-49a8-88bf-133906e5647c completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:54:04.348692 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45514) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:04.352710 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-7780d123-5040-48d8-8dd6-cd4f2168a17e None None] Provisioning complete for port 12364b17-5da8-49a8-88bf-133906e5647c triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:54:04.353146 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7780d123-5040-48d8-8dd6-cd4f2168a17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:04.369744 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.tag.tag_plugin [None req-63b294b0-2846-448d-8c3f-3d897a647571 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'f6699178-da81-463d-87cf-a2be3adbe891') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:04.478933 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-7780d123-5040-48d8-8dd6-cd4f2168a17e None None] Port 12364b17-5da8-49a8-88bf-133906e5647c cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:54:04.540983 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 87cb73e5-cab3-4c22-8ca8-f0728df11353 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:54:04.559965 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e2e3a544-70bf-410e-9203-f3caeea97670 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Synchronizing usage tracker for tenant:222282741774459ea40d6218f6d37c4d on resource:security_group {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:54:04.578569 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 87cb73e5-cab3-4c22-8ca8-f0728df11353 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:54:04.578949 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:04.735934 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-7780d123-5040-48d8-8dd6-cd4f2168a17e None None] Provisioning complete for port 87cb73e5-cab3-4c22-8ca8-f0728df11353 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:54:04.737554 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7780d123-5040-48d8-8dd6-cd4f2168a17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:04.815830 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-63b294b0-2846-448d-8c3f-3d897a647571 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] 10.222.0.50 "GET /v2.0/routers/f6699178-da81-463d-87cf-a2be3adbe891/tags HTTP/1.1" status: 200 len: 240 time: 0.4591327 May 31 13:54:04.818613 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45524) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:04.826385 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-34e1c792-9017-4040-b4b2-423f5d7f1d66 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:04.907952 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.tag.tag_plugin [None req-a9132445-9c9e-42c0-9009-05d0d7485c31 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f6699178-da81-463d-87cf-a2be3adbe891', 'tempest-TagsExtTest-Tag-790165036') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:04.955604 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20d5e71d-5658-49de-aedb-8344c75c7668 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:54:04.976216 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc513c2-c10e-4429-a4ab-4f429525efb7 None None] Sync routers for ids ['3211f75f-511b-479b-b8cf-9791381ae8bf'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:54:04.983234 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-20d5e71d-5658-49de-aedb-8344c75c7668 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "PUT /v2.0/routers/3211f75f-511b-479b-b8cf-9791381ae8bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2466073 May 31 13:54:04.983980 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45530) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:04.996564 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-dafc4aab-e83f-475d-9235-30773c64b3ac tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-703466969'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:54:05.013939 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc513c2-c10e-4429-a4ab-4f429525efb7 None None] Routers {'3211f75f-511b-479b-b8cf-9791381ae8bf'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:54:05.014612 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-3bc513c2-c10e-4429-a4ab-4f429525efb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:53:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['3211f75f-511b-479b-b8cf-9791381ae8bf'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:05.019730 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-dafc4aab-e83f-475d-9235-30773c64b3ac tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:54:05.035847 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-dafc4aab-e83f-475d-9235-30773c64b3ac tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Usage tracker for resource:network and tenant:779c820d5b2449ae9fd2392eab8ae157 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:54:05.043143 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-dafc4aab-e83f-475d-9235-30773c64b3ac tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:54:05.063870 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-dafc4aab-e83f-475d-9235-30773c64b3ac tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:54:05.121553 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dafc4aab-e83f-475d-9235-30773c64b3ac tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Made reservation on behalf of 779c820d5b2449ae9fd2392eab8ae157 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:54:05.127633 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dafc4aab-e83f-475d-9235-30773c64b3ac tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:05.224786 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dafc4aab-e83f-475d-9235-30773c64b3ac tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:54:05.251508 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dafc4aab-e83f-475d-9235-30773c64b3ac tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:05.251856 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-dafc4aab-e83f-475d-9235-30773c64b3ac tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Added segment b787da7e-ffb5-4960-85f8-39e96d170872 of type vlan for network 06cab25e-3df1-4232-9563-1f5225d96159 May 31 13:54:05.323230 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 87cb73e5-cab3-4c22-8ca8-f0728df11353 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:54:05.323699 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:05.354171 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-7780d123-5040-48d8-8dd6-cd4f2168a17e None None] Current status of the port 87cb73e5-cab3-4c22-8ca8-f0728df11353 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:54:05.354828 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7780d123-5040-48d8-8dd6-cd4f2168a17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:05.375010 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dafc4aab-e83f-475d-9235-30773c64b3ac tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:05.441394 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 87cb73e5-cab3-4c22-8ca8-f0728df11353, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=87cb73e5-cab3-4c22-8ca8-f0728df11353,segment=NetworkSegment(89ca38bd-3d88-447e-a552-99f5f4427764),segment_id=89ca38bd-3d88-447e-a552-99f5f4427764)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:54:05.450841 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:05.452422 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 2230ae9c-bbbd-4fa1-b3a4-40f598492ee5 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:54:05.473802 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-3bc513c2-c10e-4429-a4ab-4f429525efb7 None None] Set router 3211f75f-511b-479b-b8cf-9791381ae8bf gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:54:05.489284 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e2e3a544-70bf-410e-9203-f3caeea97670 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Unset dirty status for tenant:222282741774459ea40d6218f6d37c4d on resource:security_group {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:54:05.494112 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e2e3a544-70bf-410e-9203-f3caeea97670 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 1.3716600 May 31 13:54:05.495789 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45546) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:05.520623 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dafc4aab-e83f-475d-9235-30773c64b3ac tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:05.525033 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafc4aab-e83f-475d-9235-30773c64b3ac tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:54:05.530300 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dafc4aab-e83f-475d-9235-30773c64b3ac tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:05.656800 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-34e1c792-9017-4040-b4b2-423f5d7f1d66 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65216469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65148562'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:05.680650 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-01c77c38-61ae-4813-bc50-b09591f08452 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] delete failed (client error): The resource could not be found. May 31 13:54:05.686383 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-01c77c38-61ae-4813-bc50-b09591f08452 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] 10.222.0.50 "DELETE /v2.0/security-groups/31ec5bd5-5eb9-470f-bfb3-850ce8326b62 HTTP/1.1" status: 404 len: 347 time: 0.1727123 May 31 13:54:05.712761 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45552) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:05.751381 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=87cb73e5-cab3-4c22-8ca8-f0728df11353,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:05.807425 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-7780d123-5040-48d8-8dd6-cd4f2168a17e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:54:05.807942 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-7780d123-5040-48d8-8dd6-cd4f2168a17e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:54:05.822777 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 2230ae9c-bbbd-4fa1-b3a4-40f598492ee5 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:54:05.824539 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e1c792-9017-4040-b4b2-423f5d7f1d66 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event deleted for resources: {'Subnet': ['ID=ab95b0ff-d0b5-4b79-b1c3-e85929900851,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:05.847316 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 2230ae9c-bbbd-4fa1-b3a4-40f598492ee5 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:54:05.847703 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:05.856065 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-34e1c792-9017-4040-b4b2-423f5d7f1d66 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:05.875072 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-d2d1e307-63d0-4d27-95ce-f1d1627b6e36 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Request body: {'security_group': {'name': 'tempest-secgroup--1560529284'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:54:05.894702 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d2d1e307-63d0-4d27-95ce-f1d1627b6e36 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:54:05.901083 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-a9132445-9c9e-42c0-9009-05d0d7485c31 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] 10.222.0.50 "GET /v2.0/routers/f6699178-da81-463d-87cf-a2be3adbe891/tags/tempest-TagsExtTest-Tag-790165036 HTTP/1.1" status: 204 len: 168 time: 1.0792215 May 31 13:54:05.905257 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-34e1c792-9017-4040-b4b2-423f5d7f1d66 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/subnets/ab95b0ff-d0b5-4b79-b1c3-e85929900851 HTTP/1.1" status: 204 len: 168 time: 2.9235058 May 31 13:54:05.910647 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45556) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:05.912528 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45558) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:05.920426 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d2d1e307-63d0-4d27-95ce-f1d1627b6e36 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:54:05.985870 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.tag.tag_plugin [None req-0e973d8c-8f24-4c4e-8537-fa3b72133592 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'f6699178-da81-463d-87cf-a2be3adbe891', 'tempest-TagsExtTest-Tag-790165036') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:06.003783 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d2d1e307-63d0-4d27-95ce-f1d1627b6e36 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:06.080348 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e238bf7-d0c2-4398-9bfb-ceb44b01e210 None None] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:54:06.126190 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d2d1e307-63d0-4d27-95ce-f1d1627b6e36 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:54:06.143011 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d2d1e307-63d0-4d27-95ce-f1d1627b6e36 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Usage tracker for resource:security_group_rule and tenant:222282741774459ea40d6218f6d37c4d is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:54:06.151798 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d2d1e307-63d0-4d27-95ce-f1d1627b6e36 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:54:06.168601 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d2d1e307-63d0-4d27-95ce-f1d1627b6e36 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:54:06.292329 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d2d1e307-63d0-4d27-95ce-f1d1627b6e36 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:06.303283 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-dafc4aab-e83f-475d-9235-30773c64b3ac tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3137560 May 31 13:54:06.317959 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45576) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:06.326625 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d2d1e307-63d0-4d27-95ce-f1d1627b6e36 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:06.339062 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-3bc513c2-c10e-4429-a4ab-4f429525efb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'name': 'tempest-RoutersIpV6Test-router-146214637', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:53:21Z', 'updated_at': '2022-05-31T13:53:59Z', 'revision_number': 4, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'gw_port_host': None, '_interfaces': [{'id': '26ff78a3-15ff-4b8e-a54a-28077ac1f1b4', 'name': '', 'network_id': '111adac1-473f-49bf-9ad2-d7d3df9f0c81', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'mac_address': 'fa:16:3e:3e:5a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '1c590363-00c3-4fe6-a49d-d7753a0bcb1d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:53:54Z', 'updated_at': '2022-05-31T13:54:01Z', 'revision_number': 2, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'subnets': [{'id': '1c590363-00c3-4fe6-a49d-d7753a0bcb1d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5363d566-0c96-428e-8923-1d73f2094f6e', 'name': '', 'network_id': '5e3496b0-d33d-47d7-9f83-4fad30354b43', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'mac_address': 'fa:16:3e:2c:59:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '40212637-75d9-4d77-876c-da2c117a7162', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:53:39Z', 'updated_at': '2022-05-31T13:54:00Z', 'revision_number': 5, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'subnets': [{'id': '40212637-75d9-4d77-876c-da2c117a7162', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6cb924c-1be3-495d-9c70-35508cd5e005', 'name': '', 'network_id': '0aa2954e-bf8d-4cc7-bde3-b406dc8a037b', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'mac_address': 'fa:16:3e:c5:45:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': 'e5cb876f-844c-4265-83b8-5ce61d3f3bd0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:53:28Z', 'updated_at': '2022-05-31T13:53:41Z', 'revision_number': 5, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'subnets': [{'id': 'e5cb876f-844c-4265-83b8-5ce61d3f3bd0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:06.351519 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc513c2-c10e-4429-a4ab-4f429525efb7 None None] Checking router: 3211f75f-511b-479b-b8cf-9791381ae8bf for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:54:06.354445 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc513c2-c10e-4429-a4ab-4f429525efb7 None None] Updating router 3211f75f-511b-479b-b8cf-9791381ae8bf port 26ff78a3-15ff-4b8e-a54a-28077ac1f1b4 binding host n-d-843939-1 {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:54:06.426594 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-2739a900-05fa-4e1a-9871-afbdd99ed4e3 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Request body: {'subnet': {'network_id': '06cab25e-3df1-4232-9563-1f5225d96159', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:54:06.549940 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3bc513c2-c10e-4429-a4ab-4f429525efb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:06.816767 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-2739a900-05fa-4e1a-9871-afbdd99ed4e3 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:54:06.823912 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-2739a900-05fa-4e1a-9871-afbdd99ed4e3 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Usage tracker for resource:subnet and tenant:779c820d5b2449ae9fd2392eab8ae157 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:54:06.829277 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-2739a900-05fa-4e1a-9871-afbdd99ed4e3 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:54:06.838199 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-2739a900-05fa-4e1a-9871-afbdd99ed4e3 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:54:06.849426 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d1e307-63d0-4d27-95ce-f1d1627b6e36 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3406c5-161d-4d81-9ccb-32b21b6136e5,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:06.854082 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d2d1e307-63d0-4d27-95ce-f1d1627b6e36 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:06.856080 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d2d1e307-63d0-4d27-95ce-f1d1627b6e36 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1422880 May 31 13:54:06.857880 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafc4aab-e83f-475d-9235-30773c64b3ac tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Pushing event updated for resources: {'Network': ['ID=06cab25e-3df1-4232-9563-1f5225d96159,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:06.863901 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45592) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:06.865152 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2739a900-05fa-4e1a-9871-afbdd99ed4e3 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Made reservation on behalf of 779c820d5b2449ae9fd2392eab8ae157 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:54:06.869209 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2739a900-05fa-4e1a-9871-afbdd99ed4e3 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:06.896957 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-88c07e15-f6d4-4d0e-a196-ac8ed059162a tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Request body: {'security_group_rule': {'security_group_id': '8b3406c5-161d-4d81-9ccb-32b21b6136e5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:54:06.904915 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-88c07e15-f6d4-4d0e-a196-ac8ed059162a tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:54:06.909968 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-88c07e15-f6d4-4d0e-a196-ac8ed059162a tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Usage tracker for resource:security_group_rule and tenant:222282741774459ea40d6218f6d37c4d is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:54:06.928842 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-88c07e15-f6d4-4d0e-a196-ac8ed059162a tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:54:06.941705 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-88c07e15-f6d4-4d0e-a196-ac8ed059162a tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:54:07.016633 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 2230ae9c-bbbd-4fa1-b3a4-40f598492ee5 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:54:07.017228 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:07.037071 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 06cab25e-3df1-4232-9563-1f5225d96159 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:54:07.110197 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-88c07e15-f6d4-4d0e-a196-ac8ed059162a tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:07.222325 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-f3af33a4-29e9-45f7-956c-619bde658e0f tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 1.2813570 May 31 13:54:07.229010 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45604) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:07.252617 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-91552230-dc46-4f29-a9fc-1f8f5dce6cb8 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Request body: {'subnet': {'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:54:07.306651 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-7780d123-5040-48d8-8dd6-cd4f2168a17e None None] Current status of the port 87cb73e5-cab3-4c22-8ca8-f0728df11353 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:54:07.413156 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-7780d123-5040-48d8-8dd6-cd4f2168a17e None None] Provisioning for port 26ff78a3-15ff-4b8e-a54a-28077ac1f1b4 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:54:07.417188 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 2230ae9c-bbbd-4fa1-b3a4-40f598492ee5, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=2230ae9c-bbbd-4fa1-b3a4-40f598492ee5,segment=NetworkSegment(26a97416-5491-4544-a552-9b6bcfb6696f),segment_id=26a97416-5491-4544-a552-9b6bcfb6696f)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:54:07.467612 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:07.468212 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3bc513c2-c10e-4429-a4ab-4f429525efb7 None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:07.503165 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-7780d123-5040-48d8-8dd6-cd4f2168a17e None None] Provisioning complete for port 26ff78a3-15ff-4b8e-a54a-28077ac1f1b4 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:54:07.503536 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7780d123-5040-48d8-8dd6-cd4f2168a17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:07.540336 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-3bc513c2-c10e-4429-a4ab-4f429525efb7 None None] Transition to ACTIVE for port object 26ff78a3-15ff-4b8e-a54a-28077ac1f1b4 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:54:07.564624 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3bc513c2-c10e-4429-a4ab-4f429525efb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:07.720943 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:07.726569 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 87cb73e5-cab3-4c22-8ca8-f0728df11353 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:54:07.771318 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6dc32a-58a6-4616-93b3-39c783976e74 None None] Pushing event updated for resources: {'Port': ['ID=26ff78a3-15ff-4b8e-a54a-28077ac1f1b4,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:07.839517 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-88c07e15-f6d4-4d0e-a196-ac8ed059162a tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:07.860880 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-88c07e15-f6d4-4d0e-a196-ac8ed059162a tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:07.899059 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623766ba-3b45-4af9-853e-57631cadefe5 req-5fdc0791-833d-4810-8ecb-290fdf1e2e67 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:54:07.905140 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-623766ba-3b45-4af9-853e-57631cadefe5 req-5fdc0791-833d-4810-8ecb-290fdf1e2e67 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ba2a7b-e75c-46ac-b1d9-10f903526f5a HTTP/1.1" status: 200 len: 943 time: 2.4099178 May 31 13:54:07.956779 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-7780d123-5040-48d8-8dd6-cd4f2168a17e None None] Port 26ff78a3-15ff-4b8e-a54a-28077ac1f1b4 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:54:08.001982 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c07e15-f6d4-4d0e-a196-ac8ed059162a tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a54c9dcd-7eb7-4548-a515-017f58daaf14,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:08.007792 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=2230ae9c-bbbd-4fa1-b3a4-40f598492ee5,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:08.026459 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-0e973d8c-8f24-4c4e-8537-fa3b72133592 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] 10.222.0.50 "DELETE /v2.0/routers/f6699178-da81-463d-87cf-a2be3adbe891/tags/tempest-TagsExtTest-Tag-790165036 HTTP/1.1" status: 204 len: 168 time: 2.1108003 May 31 13:54:08.039750 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45622) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:08.040369 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-91552230-dc46-4f29-a9fc-1f8f5dce6cb8 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:54:08.061094 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.tag.tag_plugin [None req-e7800733-222b-430d-94a7-dba498816cd5 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'f6699178-da81-463d-87cf-a2be3adbe891') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:08.092371 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-91552230-dc46-4f29-a9fc-1f8f5dce6cb8 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Usage tracker for resource:subnet and tenant:d13dddbe1502489da91f2f88306fdca6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:54:08.112971 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 87cb73e5-cab3-4c22-8ca8-f0728df11353 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:54:08.116798 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-91552230-dc46-4f29-a9fc-1f8f5dce6cb8 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:54:08.117702 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:08.156876 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-91552230-dc46-4f29-a9fc-1f8f5dce6cb8 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:54:08.182575 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-623766ba-3b45-4af9-853e-57631cadefe5 req-c5a634e8-6ed2-49c2-9aa2-5c97b50d8972 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=6bc706d7-c2c8-4249-9761-79dc47f28376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2640553 May 31 13:54:08.224983 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91552230-dc46-4f29-a9fc-1f8f5dce6cb8 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Made reservation on behalf of d13dddbe1502489da91f2f88306fdca6 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:54:08.228584 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-91552230-dc46-4f29-a9fc-1f8f5dce6cb8 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:08.296446 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-3bc513c2-c10e-4429-a4ab-4f429525efb7 None None] Attempting to bind port 26ff78a3-15ff-4b8e-a54a-28077ac1f1b4 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:54:08.296810 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-3bc513c2-c10e-4429-a4ab-4f429525efb7 None None] Attempting to bind port 26ff78a3-15ff-4b8e-a54a-28077ac1f1b4 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '26a97416-5491-4544-a552-9b6bcfb6696f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '111adac1-473f-49bf-9ad2-d7d3df9f0c81'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:54:08.298785 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc513c2-c10e-4429-a4ab-4f429525efb7 None None] Attempting to bind port 26ff78a3-15ff-4b8e-a54a-28077ac1f1b4 on network 111adac1-473f-49bf-9ad2-d7d3df9f0c81 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:54:08.306568 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d6b254-6bf1-4aa9-846e-d63ceec1601f None None] DHCP port deletion for 8d0ca4ab-0d39-494b-8b5d-2861af857a5e request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:54:08.316674 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc513c2-c10e-4429-a4ab-4f429525efb7 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:54:08.317361 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc513c2-c10e-4429-a4ab-4f429525efb7 None None] Checking segment: {'id': '26a97416-5491-4544-a552-9b6bcfb6696f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '111adac1-473f-49bf-9ad2-d7d3df9f0c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:54:08.317949 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3bc513c2-c10e-4429-a4ab-4f429525efb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:08.319111 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc513c2-c10e-4429-a4ab-4f429525efb7 None None] Bound using segment: {'id': '26a97416-5491-4544-a552-9b6bcfb6696f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '111adac1-473f-49bf-9ad2-d7d3df9f0c81'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:54:08.324386 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-92956c7c-f870-4bc4-950a-37af104a9e5c None None] Provisioning complete for port 12364b17-5da8-49a8-88bf-133906e5647c triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:54:08.325611 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-3bc513c2-c10e-4429-a4ab-4f429525efb7 None None] Bound port: 26ff78a3-15ff-4b8e-a54a-28077ac1f1b4, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26a97416-5491-4544-a552-9b6bcfb6696f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '111adac1-473f-49bf-9ad2-d7d3df9f0c81'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:54:08.326553 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3bc513c2-c10e-4429-a4ab-4f429525efb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:08.342139 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-92956c7c-f870-4bc4-950a-37af104a9e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:08.412104 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b7d6b254-6bf1-4aa9-846e-d63ceec1601f None None] Deleting port d838c5a7-2efc-4d28-800e-cce1bcac21e4 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:54:08.412729 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b7d6b254-6bf1-4aa9-846e-d63ceec1601f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:08.515015 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-88c07e15-f6d4-4d0e-a196-ac8ed059162a tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:08.516351 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-88c07e15-f6d4-4d0e-a196-ac8ed059162a tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6300478 May 31 13:54:08.527629 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45628) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:08.534712 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-3bc513c2-c10e-4429-a4ab-4f429525efb7 None None] For port 26ff78a3-15ff-4b8e-a54a-28077ac1f1b4, host n-d-843939-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:54:08.539427 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-3bc513c2-c10e-4429-a4ab-4f429525efb7 None None] For port 26ff78a3-15ff-4b8e-a54a-28077ac1f1b4, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=26ff78a3-15ff-4b8e-a54a-28077ac1f1b4,segment=NetworkSegment(26a97416-5491-4544-a552-9b6bcfb6696f),segment_id=26a97416-5491-4544-a552-9b6bcfb6696f)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:54:08.548238 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-3bc513c2-c10e-4429-a4ab-4f429525efb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:08.582917 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-92956c7c-f870-4bc4-950a-37af104a9e5c None None] Port 12364b17-5da8-49a8-88bf-133906e5647c cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:54:08.726583 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2739a900-05fa-4e1a-9871-afbdd99ed4e3 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:08.731852 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc513c2-c10e-4429-a4ab-4f429525efb7 None None] Routers {'3211f75f-511b-479b-b8cf-9791381ae8bf'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:54:08.733929 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-3bc513c2-c10e-4429-a4ab-4f429525efb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:53:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['3211f75f-511b-479b-b8cf-9791381ae8bf'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:08.903653 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-931e62a2-261c-485a-ab90-3252298174f4 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:08.928202 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 87cb73e5-cab3-4c22-8ca8-f0728df11353 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:54:08.941133 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-931e62a2-261c-485a-ab90-3252298174f4 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:09.061286 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45634) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:09.105035 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e7800733-222b-430d-94a7-dba498816cd5 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] 10.222.0.50 "GET /v2.0/routers/f6699178-da81-463d-87cf-a2be3adbe891/tags HTTP/1.1" status: 200 len: 205 time: 1.0644214 May 31 13:54:09.120971 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2739a900-05fa-4e1a-9871-afbdd99ed4e3 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Pushing event updated for resources: {'Subnet': ['ID=20354f2e-e462-4c08-9ff2-415d0496127c,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:09.128185 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45640) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:09.141975 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2739a900-05fa-4e1a-9871-afbdd99ed4e3 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Checking segment: {'id': 'b787da7e-ffb5-4960-85f8-39e96d170872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '06cab25e-3df1-4232-9563-1f5225d96159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:54:09.149523 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2739a900-05fa-4e1a-9871-afbdd99ed4e3 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Network hostable DHCP agents. Network: 06cab25e-3df1-4232-9563-1f5225d96159, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:54:09.178679 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-931e62a2-261c-485a-ab90-3252298174f4 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:09.210902 n-d-843939-1 neutron-server[88370]: DEBUG neutron.objects.ports [None req-91552230-dc46-4f29-a9fc-1f8f5dce6cb8 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88370) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 31 13:54:09.235609 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-931e62a2-261c-485a-ab90-3252298174f4 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:09.236069 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:09.237223 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-3bc513c2-c10e-4429-a4ab-4f429525efb7 None None] Set router 3211f75f-511b-479b-b8cf-9791381ae8bf gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:54:09.244099 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-931e62a2-261c-485a-ab90-3252298174f4 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/a54c9dcd-7eb7-4548-a515-017f58daaf14 HTTP/1.1" status: 204 len: 168 time: 0.7153265 May 31 13:54:09.245290 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931e62a2-261c-485a-ab90-3252298174f4 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a54c9dcd-7eb7-4548-a515-017f58daaf14,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:09.251500 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45644) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:09.260334 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2739a900-05fa-4e1a-9871-afbdd99ed4e3 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Network 06cab25e-3df1-4232-9563-1f5225d96159 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:54:09.301059 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-b7d6b254-6bf1-4aa9-846e-d63ceec1601f None None] For port d838c5a7-2efc-4d28-800e-cce1bcac21e4, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=d838c5a7-2efc-4d28-800e-cce1bcac21e4,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:54:09.303899 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b7d6b254-6bf1-4aa9-846e-d63ceec1601f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:09.321270 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.tag.tag_plugin [None req-899916f0-86de-4cd6-b8d9-3c2df928793b tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '24778f59-fd67-412d-a7f4-25f19bca6480') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:09.451772 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-899916f0-86de-4cd6-b8d9-3c2df928793b tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] 10.222.0.50 "GET /v2.0/subnetpools/24778f59-fd67-412d-a7f4-25f19bca6480/tags HTTP/1.1" status: 200 len: 241 time: 0.3186274 May 31 13:54:09.452383 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45652) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:09.456422 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9c075687-4999-48eb-b421-6520fce87ee2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:09.462804 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.tag.tag_plugin [None req-333f33ee-f4e2-48ce-ae75-d40e2f014c28 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '24778f59-fd67-412d-a7f4-25f19bca6480', 'tempest-TagsExtTest-Tag-1727344838') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:09.510402 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-91552230-dc46-4f29-a9fc-1f8f5dce6cb8 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:09.511957 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-2739a900-05fa-4e1a-9871-afbdd99ed4e3 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 06cab25e-3df1-4232-9563-1f5225d96159) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:54:09.565101 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ba8f0767-753d-4620-9013-f87452a18461 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Synchronizing usage tracker for tenant:222282741774459ea40d6218f6d37c4d on resource:security_group_rule {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:54:09.589133 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2739a900-05fa-4e1a-9871-afbdd99ed4e3 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:54:09.590265 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2739a900-05fa-4e1a-9871-afbdd99ed4e3 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:09.604581 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-9c075687-4999-48eb-b421-6520fce87ee2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:54:09.628177 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-9c075687-4999-48eb-b421-6520fce87ee2 admin admin] Usage tracker for resource:security_group_rule and tenant:4c97891249384d59ac559ee877a8457e is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:54:09.635736 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-9c075687-4999-48eb-b421-6520fce87ee2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:54:09.652005 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-2739a900-05fa-4e1a-9871-afbdd99ed4e3 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.2520354 May 31 13:54:09.657388 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-9c075687-4999-48eb-b421-6520fce87ee2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:54:09.659519 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45658) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:09.726406 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ba8f0767-753d-4620-9013-f87452a18461 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Unset dirty status for tenant:222282741774459ea40d6218f6d37c4d on resource:security_group_rule {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:54:09.731150 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ba8f0767-753d-4620-9013-f87452a18461 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4761398 May 31 13:54:09.745717 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45662) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:09.750317 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b7d6b254-6bf1-4aa9-846e-d63ceec1601f None None] Calling delete_port for d838c5a7-2efc-4d28-800e-cce1bcac21e4 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:54:09.814548 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b16909-3e47-4d81-bc65-b4f511198ab1 None None] Network 06cab25e-3df1-4232-9563-1f5225d96159 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:54:09.843632 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6dc32a-58a6-4616-93b3-39c783976e74 None None] Pushing event updated for resources: {'Port': ['ID=26ff78a3-15ff-4b8e-a54a-28077ac1f1b4,revision_number=4']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:09.847677 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 2230ae9c-bbbd-4fa1-b3a4-40f598492ee5 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:54:09.905381 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-91552230-dc46-4f29-a9fc-1f8f5dce6cb8 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] For port d838c5a7-2efc-4d28-800e-cce1bcac21e4, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=d838c5a7-2efc-4d28-800e-cce1bcac21e4,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:54:10.088924 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.resource_extend [None req-91552230-dc46-4f29-a9fc-1f8f5dce6cb8 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:54:10.196274 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-91552230-dc46-4f29-a9fc-1f8f5dce6cb8 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:10.224883 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-333f33ee-f4e2-48ce-ae75-d40e2f014c28 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] 10.222.0.50 "GET /v2.0/subnetpools/24778f59-fd67-412d-a7f4-25f19bca6480/tags/tempest-TagsExtTest-Tag-1727344838 HTTP/1.1" status: 204 len: 168 time: 0.7672172 May 31 13:54:10.227807 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-91552230-dc46-4f29-a9fc-1f8f5dce6cb8 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:10.234110 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-91552230-dc46-4f29-a9fc-1f8f5dce6cb8 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:10.241259 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-3bc513c2-c10e-4429-a4ab-4f429525efb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'name': 'tempest-RoutersIpV6Test-router-146214637', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:53:21Z', 'updated_at': '2022-05-31T13:53:59Z', 'revision_number': 4, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'gw_port_host': None, '_interfaces': [{'id': '26ff78a3-15ff-4b8e-a54a-28077ac1f1b4', 'name': '', 'network_id': '111adac1-473f-49bf-9ad2-d7d3df9f0c81', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'mac_address': 'fa:16:3e:3e:5a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '1c590363-00c3-4fe6-a49d-d7753a0bcb1d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:53:54Z', 'updated_at': '2022-05-31T13:54:08Z', 'revision_number': 4, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'subnets': [{'id': '1c590363-00c3-4fe6-a49d-d7753a0bcb1d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5363d566-0c96-428e-8923-1d73f2094f6e', 'name': '', 'network_id': '5e3496b0-d33d-47d7-9f83-4fad30354b43', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'mac_address': 'fa:16:3e:2c:59:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '40212637-75d9-4d77-876c-da2c117a7162', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:53:39Z', 'updated_at': '2022-05-31T13:54:00Z', 'revision_number': 5, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'subnets': [{'id': '40212637-75d9-4d77-876c-da2c117a7162', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6cb924c-1be3-495d-9c70-35508cd5e005', 'name': '', 'network_id': '0aa2954e-bf8d-4cc7-bde3-b406dc8a037b', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'mac_address': 'fa:16:3e:c5:45:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': 'e5cb876f-844c-4265-83b8-5ce61d3f3bd0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:53:28Z', 'updated_at': '2022-05-31T13:53:41Z', 'revision_number': 5, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'subnets': [{'id': 'e5cb876f-844c-4265-83b8-5ce61d3f3bd0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:10.244267 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45666) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:10.252438 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 2230ae9c-bbbd-4fa1-b3a4-40f598492ee5 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:54:10.253441 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc513c2-c10e-4429-a4ab-4f429525efb7 None None] The sync data for ids ['3211f75f-511b-479b-b8cf-9791381ae8bf'] in n-d-843939-1 is: [{'id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'name': 'tempest-RoutersIpV6Test-router-146214637', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:53:21Z', 'updated_at': '2022-05-31T13:53:59Z', 'revision_number': 4, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'gw_port_host': None, '_interfaces': [{'id': '26ff78a3-15ff-4b8e-a54a-28077ac1f1b4', 'name': '', 'network_id': '111adac1-473f-49bf-9ad2-d7d3df9f0c81', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'mac_address': 'fa:16:3e:3e:5a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '1c590363-00c3-4fe6-a49d-d7753a0bcb1d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:53:54Z', 'updated_at': '2022-05-31T13:54:08Z', 'revision_number': 4, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'subnets': [{'id': '1c590363-00c3-4fe6-a49d-d7753a0bcb1d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5363d566-0c96-428e-8923-1d73f2094f6e', 'name': '', 'network_id': '5e3496b0-d33d-47d7-9f83-4fad30354b43', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'mac_address': 'fa:16:3e:2c:59:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '40212637-75d9-4d77-876c-da2c117a7162', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:53:39Z', 'updated_at': '2022-05-31T13:54:00Z', 'revision_number': 5, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'subnets': [{'id': '40212637-75d9-4d77-876c-da2c117a7162', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6cb924c-1be3-495d-9c70-35508cd5e005', 'name': '', 'network_id': '0aa2954e-bf8d-4cc7-bde3-b406dc8a037b', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'mac_address': 'fa:16:3e:c5:45:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': 'e5cb876f-844c-4265-83b8-5ce61d3f3bd0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:53:28Z', 'updated_at': '2022-05-31T13:53:41Z', 'revision_number': 5, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'subnets': [{'id': 'e5cb876f-844c-4265-83b8-5ce61d3f3bd0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:54:10.253834 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:10.393263 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8ef16220-d4cf-40e0-9ab7-fb385f79b693 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:10.482799 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-b7d6b254-6bf1-4aa9-846e-d63ceec1601f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:54:10.485851 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-b7d6b254-6bf1-4aa9-846e-d63ceec1601f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:54:10.525353 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8ef16220-d4cf-40e0-9ab7-fb385f79b693 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:10.553736 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.tag.tag_plugin [None req-f2f66aa9-d620-465a-8933-c02e9730e9c5 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '24778f59-fd67-412d-a7f4-25f19bca6480', 'tempest-TagsExtTest-Tag-1727344838') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:10.637817 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2004ab64-134b-4051-a950-4e82359607ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:10.640660 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9c075687-4999-48eb-b421-6520fce87ee2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:10.688305 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9c075687-4999-48eb-b421-6520fce87ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:10.836959 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-9c075687-4999-48eb-b421-6520fce87ee2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4c97891249384d59ac559ee877a8457e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7556970 May 31 13:54:10.847537 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91552230-dc46-4f29-a9fc-1f8f5dce6cb8 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event updated for resources: {'Port': ['ID=d838c5a7-2efc-4d28-800e-cce1bcac21e4,revision_number=6']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:10.865279 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45672) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:10.876729 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91552230-dc46-4f29-a9fc-1f8f5dce6cb8 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:54:10.878859 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91552230-dc46-4f29-a9fc-1f8f5dce6cb8 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:54:10.879525 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91552230-dc46-4f29-a9fc-1f8f5dce6cb8 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:54:10.880136 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91552230-dc46-4f29-a9fc-1f8f5dce6cb8 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:54:10.880907 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91552230-dc46-4f29-a9fc-1f8f5dce6cb8 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:54:10.881523 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91552230-dc46-4f29-a9fc-1f8f5dce6cb8 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:54:10.882605 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91552230-dc46-4f29-a9fc-1f8f5dce6cb8 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:54:10.883177 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91552230-dc46-4f29-a9fc-1f8f5dce6cb8 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:54:10.883775 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91552230-dc46-4f29-a9fc-1f8f5dce6cb8 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:54:10.885638 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91552230-dc46-4f29-a9fc-1f8f5dce6cb8 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:54:10.886201 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91552230-dc46-4f29-a9fc-1f8f5dce6cb8 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:54:10.886639 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91552230-dc46-4f29-a9fc-1f8f5dce6cb8 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:54:10.887082 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91552230-dc46-4f29-a9fc-1f8f5dce6cb8 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:54:10.900733 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-91552230-dc46-4f29-a9fc-1f8f5dce6cb8 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:54:10.918562 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91552230-dc46-4f29-a9fc-1f8f5dce6cb8 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:54:10.919938 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-91552230-dc46-4f29-a9fc-1f8f5dce6cb8 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:10.948380 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b2f21f-7de2-4dca-a5d0-f1652e9b15af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-06cab25e-3df1-4232-9563-1f5225d96159', 'network_id': '06cab25e-3df1-4232-9563-1f5225d96159', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'fixed_ips': [{'subnet_id': '20354f2e-e462-4c08-9ff2-415d0496127c'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:54:10.949510 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d7b2f21f-7de2-4dca-a5d0-f1652e9b15af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:10.981563 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f86d63b-20e6-48c5-899d-301f06b4a4b9 req-db420467-1241-4491-9868-7c3451f3df10 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:54:10.983845 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9f86d63b-20e6-48c5-899d-301f06b4a4b9 req-db420467-1241-4491-9868-7c3451f3df10 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ba2a7b-e75c-46ac-b1d9-10f903526f5a HTTP/1.1" status: 200 len: 943 time: 1.0264614 May 31 13:54:11.042528 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-91552230-dc46-4f29-a9fc-1f8f5dce6cb8 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.7988186 May 31 13:54:11.082746 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45682) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:11.095538 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-4da6ca68-c1b7-4955-9e05-916040ca3afe tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Request body: {'port': {'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'mac_address': 'fa:16:3e:51:e6:65', 'name': 'tempest-NetworksTestDHCPv6-1128108203'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:54:11.134708 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b7d6b254-6bf1-4aa9-846e-d63ceec1601f None None] Deleting port d838c5a7-2efc-4d28-800e-cce1bcac21e4 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:54:11.135087 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b7d6b254-6bf1-4aa9-846e-d63ceec1601f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:11.142431 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-f2f66aa9-d620-465a-8933-c02e9730e9c5 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] 10.222.0.50 "DELETE /v2.0/subnetpools/24778f59-fd67-412d-a7f4-25f19bca6480/tags/tempest-TagsExtTest-Tag-1727344838 HTTP/1.1" status: 204 len: 168 time: 0.6171513 May 31 13:54:11.146874 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91552230-dc46-4f29-a9fc-1f8f5dce6cb8 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event updated for resources: {'Subnet': ['ID=f6cb4524-3d23-4bf3-a3d7-03f5e10557c1,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:11.161678 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45688) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:11.178941 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.tag.tag_plugin [None req-da96c6f8-7cd6-4f85-9dac-12ea266faaf5 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '24778f59-fd67-412d-a7f4-25f19bca6480') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:11.248631 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9f86d63b-20e6-48c5-899d-301f06b4a4b9 req-3da0a709-0abf-46c9-ba08-c55ede6e0e3e tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=6bc706d7-c2c8-4249-9761-79dc47f28376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2046270 May 31 13:54:11.275938 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-da96c6f8-7cd6-4f85-9dac-12ea266faaf5 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] 10.222.0.50 "GET /v2.0/subnetpools/24778f59-fd67-412d-a7f4-25f19bca6480/tags HTTP/1.1" status: 200 len: 205 time: 0.1110172 May 31 13:54:11.276313 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45692) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:11.279369 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 2230ae9c-bbbd-4fa1-b3a4-40f598492ee5 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:54:11.284025 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.tag.tag_plugin [None req-42e9690a-d3b9-4819-a671-71470bc2060a tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '24778f59-fd67-412d-a7f4-25f19bca6480') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:11.368521 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-93ddb8a9-a17d-4ca0-ad75-3551ffad62fe tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:11.389806 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-42e9690a-d3b9-4819-a671-71470bc2060a tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] 10.222.0.50 "DELETE /v2.0/subnetpools/24778f59-fd67-412d-a7f4-25f19bca6480/tags HTTP/1.1" status: 204 len: 168 time: 0.1092854 May 31 13:54:11.389806 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45698) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:11.407421 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.tag.tag_plugin [None req-63f0cd19-3c5f-4945-8574-7b4aba67e7eb tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f6699178-da81-463d-87cf-a2be3adbe891') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:11.427683 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c075687-4999-48eb-b421-6520fce87ee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80072164-edf7-46b4-8981-f92f4eec479b,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:11.475665 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device d838c5a7-2efc-4d28-800e-cce1bcac21e4 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:54:11.831821 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-63f0cd19-3c5f-4945-8574-7b4aba67e7eb tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] 10.222.0.50 "DELETE /v2.0/routers/f6699178-da81-463d-87cf-a2be3adbe891/tags HTTP/1.1" status: 204 len: 168 time: 0.4409726 May 31 13:54:11.834148 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45710) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:11.844280 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.tag.tag_plugin [None req-b059f897-5a30-4f01-9045-b2b2f3329c3f tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '12364b17-5da8-49a8-88bf-133906e5647c') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:12.007461 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8ef16220-d4cf-40e0-9ab7-fb385f79b693 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:12.071061 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-b059f897-5a30-4f01-9045-b2b2f3329c3f tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] 10.222.0.50 "DELETE /v2.0/ports/12364b17-5da8-49a8-88bf-133906e5647c/tags HTTP/1.1" status: 204 len: 168 time: 0.2357078 May 31 13:54:12.073850 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45718) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:12.081775 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.tag.tag_plugin [None req-0b002a2c-bc52-4ae4-adbf-88c863882488 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd219d174-479d-4729-8402-3a7e64c85645') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:12.088614 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-128db690-470d-48f1-88b3-832af01be973 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:12.166424 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-d7b2f21f-7de2-4dca-a5d0-f1652e9b15af None None] Allocated IP 2001:db8:3::2 (06cab25e-3df1-4232-9563-1f5225d96159/20354f2e-e462-4c08-9ff2-415d0496127c/8d8e6172-69a0-4f62-961b-546e8e0f036a) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:54:12.169864 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8ef16220-d4cf-40e0-9ab7-fb385f79b693 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:12.176064 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-8ef16220-d4cf-40e0-9ab7-fb385f79b693 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] 10.222.0.50 "DELETE /v2.0/security-groups/8b3406c5-161d-4d81-9ccb-32b21b6136e5 HTTP/1.1" status: 204 len: 168 time: 2.4223700 May 31 13:54:12.216244 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef16220-d4cf-40e0-9ab7-fb385f79b693 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3406c5-161d-4d81-9ccb-32b21b6136e5,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:12.254133 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45724) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:12.367670 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-128db690-470d-48f1-88b3-832af01be973 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:12.544921 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-6ab48ec7-2e24-4764-b66c-af9ef0203c3f tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Synchronizing usage tracker for tenant:222282741774459ea40d6218f6d37c4d on resource:security_group {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:54:12.573652 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4da6ca68-c1b7-4955-9e05-916040ca3afe tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:54:12.579023 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-4da6ca68-c1b7-4955-9e05-916040ca3afe tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Usage tracker for resource:port and tenant:d13dddbe1502489da91f2f88306fdca6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:54:12.582135 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-4da6ca68-c1b7-4955-9e05-916040ca3afe tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:54:12.584396 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d7b2f21f-7de2-4dca-a5d0-f1652e9b15af None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:12.588606 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4da6ca68-c1b7-4955-9e05-916040ca3afe tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:54:12.597621 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d7b2f21f-7de2-4dca-a5d0-f1652e9b15af None None] Transition to ACTIVE for port object 8d8e6172-69a0-4f62-961b-546e8e0f036a will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:54:12.610813 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da6ca68-c1b7-4955-9e05-916040ca3afe tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Made reservation on behalf of d13dddbe1502489da91f2f88306fdca6 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:54:12.618786 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d7b2f21f-7de2-4dca-a5d0-f1652e9b15af None None] Transition to ACTIVE for port object 8d8e6172-69a0-4f62-961b-546e8e0f036a will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:54:12.656389 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d7b2f21f-7de2-4dca-a5d0-f1652e9b15af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:12.720401 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-0b002a2c-bc52-4ae4-adbf-88c863882488 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] 10.222.0.50 "DELETE /v2.0/subnets/d219d174-479d-4729-8402-3a7e64c85645/tags HTTP/1.1" status: 204 len: 168 time: 0.6450825 May 31 13:54:12.722383 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45730) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:12.737235 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-6ab48ec7-2e24-4764-b66c-af9ef0203c3f tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Unset dirty status for tenant:222282741774459ea40d6218f6d37c4d on resource:security_group {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:54:12.740376 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-6ab48ec7-2e24-4764-b66c-af9ef0203c3f tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4820538 May 31 13:54:12.750512 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45734) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:12.755071 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.tag.tag_plugin [None req-3bb5e6e5-bbe9-4aab-85dd-831962ed6397 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'd219d174-479d-4729-8402-3a7e64c85645', 'tempest-TagsExtTest-Tag-1407066037') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:12.796665 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-1cc7ac83-2ba8-46ee-a4f2-b70688f3dd8a tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Request body: {'security_group': {'name': 'tempest-secgroup--1984855035'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:54:12.805863 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-1cc7ac83-2ba8-46ee-a4f2-b70688f3dd8a tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:54:12.818402 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-1cc7ac83-2ba8-46ee-a4f2-b70688f3dd8a tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:54:12.823468 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-128db690-470d-48f1-88b3-832af01be973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:12.825737 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-b7d6b254-6bf1-4aa9-846e-d63ceec1601f None None] For port d838c5a7-2efc-4d28-800e-cce1bcac21e4, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=d838c5a7-2efc-4d28-800e-cce1bcac21e4,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:54:12.826352 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b7d6b254-6bf1-4aa9-846e-d63ceec1601f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:12.848691 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf10725-4228-4baf-8785-4af388f59406 req-c99cde25-40a8-46c7-8c57-ec911e92c86c tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:54:12.850811 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cbf10725-4228-4baf-8785-4af388f59406 req-c99cde25-40a8-46c7-8c57-ec911e92c86c tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ba2a7b-e75c-46ac-b1d9-10f903526f5a HTTP/1.1" status: 200 len: 943 time: 0.2500536 May 31 13:54:12.852872 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1cc7ac83-2ba8-46ee-a4f2-b70688f3dd8a tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:12.878267 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128db690-470d-48f1-88b3-832af01be973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80072164-edf7-46b4-8981-f92f4eec479b,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:12.913264 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4da6ca68-c1b7-4955-9e05-916040ca3afe tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:12.933942 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-1cc7ac83-2ba8-46ee-a4f2-b70688f3dd8a tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:54:12.934203 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port d838c5a7-2efc-4d28-800e-cce1bcac21e4 is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:54:12.935272 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:12.947063 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-1cc7ac83-2ba8-46ee-a4f2-b70688f3dd8a tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Usage tracker for resource:security_group_rule and tenant:222282741774459ea40d6218f6d37c4d is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:54:12.952514 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-1cc7ac83-2ba8-46ee-a4f2-b70688f3dd8a tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:54:12.955556 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-128db690-470d-48f1-88b3-832af01be973 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:12.956848 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-128db690-470d-48f1-88b3-832af01be973 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/80072164-edf7-46b4-8981-f92f4eec479b HTTP/1.1" status: 204 len: 168 time: 2.0868940 May 31 13:54:12.973306 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cbf10725-4228-4baf-8785-4af388f59406 req-0bb86092-4430-4744-b83d-e0dcfba4acda tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=6bc706d7-c2c8-4249-9761-79dc47f28376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039987 May 31 13:54:12.995735 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-1cc7ac83-2ba8-46ee-a4f2-b70688f3dd8a tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:54:13.002772 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-4da6ca68-c1b7-4955-9e05-916040ca3afe tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] device_id is not set on port a066b43f-41b8-4f4d-814e-21e414bb6b7f yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:54:13.057040 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-93ddb8a9-a17d-4ca0-ad75-3551ffad62fe tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Allocated IP 2001:db8:3::1 (06cab25e-3df1-4232-9563-1f5225d96159/20354f2e-e462-4c08-9ff2-415d0496127c/ce0542f2-0097-46bf-b9f1-6dd7710cc351) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:54:13.066528 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-3bb5e6e5-bbe9-4aab-85dd-831962ed6397 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] 10.222.0.50 "PUT /v2.0/subnets/d219d174-479d-4729-8402-3a7e64c85645/tags/tempest-TagsExtTest-Tag-1407066037 HTTP/1.1" status: 201 len: 201 time: 0.3227010 May 31 13:54:13.066776 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45744) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:13.083448 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.tag.tag_plugin [None req-5c8778c0-b30e-416d-b5d6-a1e4d9985ea9 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '12364b17-5da8-49a8-88bf-133906e5647c', 'tempest-TagsExtTest-Tag-310131468') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:13.102575 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b7d6b254-6bf1-4aa9-846e-d63ceec1601f None None] Calling delete_port for d838c5a7-2efc-4d28-800e-cce1bcac21e4 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:54:13.116205 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1cc7ac83-2ba8-46ee-a4f2-b70688f3dd8a tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:13.122511 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1cc7ac83-2ba8-46ee-a4f2-b70688f3dd8a tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:13.175502 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc7ac83-2ba8-46ee-a4f2-b70688f3dd8a tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6cdec20-297e-4bd4-8f2a-995ffa4091e7,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:13.188904 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1cc7ac83-2ba8-46ee-a4f2-b70688f3dd8a tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:13.195308 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-1cc7ac83-2ba8-46ee-a4f2-b70688f3dd8a tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4082658 May 31 13:54:13.196366 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45750) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:13.211026 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-0cb65320-e826-4e57-a94e-7ca84bb4e45e tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Request body: {'security_group_rule': {'security_group_id': 'b6cdec20-297e-4bd4-8f2a-995ffa4091e7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:54:13.224704 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0cb65320-e826-4e57-a94e-7ca84bb4e45e tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:54:13.235248 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-0cb65320-e826-4e57-a94e-7ca84bb4e45e tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Usage tracker for resource:security_group_rule and tenant:222282741774459ea40d6218f6d37c4d is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:54:13.243612 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-0cb65320-e826-4e57-a94e-7ca84bb4e45e tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:54:13.256477 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0cb65320-e826-4e57-a94e-7ca84bb4e45e tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:54:13.288789 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0cb65320-e826-4e57-a94e-7ca84bb4e45e tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:13.311066 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b7d6b254-6bf1-4aa9-846e-d63ceec1601f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:13.401691 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-4da6ca68-c1b7-4955-9e05-916040ca3afe tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Allocated IP 2001:db8::f816:3eff:fe51:e665 (8d0ca4ab-0d39-494b-8b5d-2861af857a5e/f6cb4524-3d23-4bf3-a3d7-03f5e10557c1/a066b43f-41b8-4f4d-814e-21e414bb6b7f) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:54:13.416753 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45756) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:13.427316 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b2f21f-7de2-4dca-a5d0-f1652e9b15af None None] Pushing event updated for resources: {'Port': ['ID=8d8e6172-69a0-4f62-961b-546e8e0f036a,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:13.439623 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-93ddb8a9-a17d-4ca0-ad75-3551ffad62fe tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:13.450830 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-5c8778c0-b30e-416d-b5d6-a1e4d9985ea9 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] 10.222.0.50 "PUT /v2.0/ports/12364b17-5da8-49a8-88bf-133906e5647c/tags/tempest-TagsExtTest-Tag-310131468 HTTP/1.1" status: 201 len: 201 time: 0.3807487 May 31 13:54:13.457648 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45762) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:13.478154 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-93ddb8a9-a17d-4ca0-ad75-3551ffad62fe tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Transition to ACTIVE for port object ce0542f2-0097-46bf-b9f1-6dd7710cc351 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:54:13.479726 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0cb65320-e826-4e57-a94e-7ca84bb4e45e tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:13.482789 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.tag.tag_plugin [None req-ee4a9667-bf50-4327-942d-eb2474deb232 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'f6699178-da81-463d-87cf-a2be3adbe891', 'tempest-TagsExtTest-Tag-1681241868') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:13.484818 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0cb65320-e826-4e57-a94e-7ca84bb4e45e tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:13.526495 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb65320-e826-4e57-a94e-7ca84bb4e45e tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9088d5c2-f155-4302-891b-4c3328318df7,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:13.530835 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0cb65320-e826-4e57-a94e-7ca84bb4e45e tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:13.532192 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-0cb65320-e826-4e57-a94e-7ca84bb4e45e tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3331530 May 31 13:54:13.541571 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45766) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:13.556643 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b2f21f-7de2-4dca-a5d0-f1652e9b15af None None] Network 06cab25e-3df1-4232-9563-1f5225d96159 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:54:13.572073 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-0e125dba-fa06-4cf3-b940-af69137eeaec tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Request body: {'security_group_rule': {'security_group_id': 'b6cdec20-297e-4bd4-8f2a-995ffa4091e7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:54:13.579187 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-d7b2f21f-7de2-4dca-a5d0-f1652e9b15af None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:54:13.581909 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b2f21f-7de2-4dca-a5d0-f1652e9b15af None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:54:13.585367 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c65a1bdb-9e0f-4209-bdcf-9ebfec8eee12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:13.599579 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d6b254-6bf1-4aa9-846e-d63ceec1601f None None] Pushing event deleted for resources: {'Port': ['ID=d838c5a7-2efc-4d28-800e-cce1bcac21e4,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:13.646289 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45770) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:13.666691 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0e125dba-fa06-4cf3-b940-af69137eeaec tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:54:13.669567 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2ef46dd3-5978-4fcb-98ab-9f151a663192 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:13.676965 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-0e125dba-fa06-4cf3-b940-af69137eeaec tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Usage tracker for resource:security_group_rule and tenant:222282741774459ea40d6218f6d37c4d is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:54:13.684081 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5e12282a-b6f6-4194-8618-f6f5a0443d3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:13.687428 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-0e125dba-fa06-4cf3-b940-af69137eeaec tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:54:13.712399 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0e125dba-fa06-4cf3-b940-af69137eeaec tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:54:13.722251 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-2ef46dd3-5978-4fcb-98ab-9f151a663192 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:54:13.725070 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-5e12282a-b6f6-4194-8618-f6f5a0443d3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:54:13.729669 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-2ef46dd3-5978-4fcb-98ab-9f151a663192 admin admin] Usage tracker for resource:security_group_rule and tenant:ebb34a21bd4a493c9c8b658fde44ec63 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:54:13.732706 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-5e12282a-b6f6-4194-8618-f6f5a0443d3f admin admin] Usage tracker for resource:security_group_rule and tenant:94b7d625983b4cf2b0016cca6f6b4fd6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:54:13.735219 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-2ef46dd3-5978-4fcb-98ab-9f151a663192 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:54:13.737883 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-5e12282a-b6f6-4194-8618-f6f5a0443d3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:54:13.745280 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-2ef46dd3-5978-4fcb-98ab-9f151a663192 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:54:13.748143 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-5e12282a-b6f6-4194-8618-f6f5a0443d3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:54:13.756436 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 26ff78a3-15ff-4b8e-a54a-28077ac1f1b4 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:54:13.803403 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d6b254-6bf1-4aa9-846e-d63ceec1601f None None] No DVR routers for this DVR port d838c5a7-2efc-4d28-800e-cce1bcac21e4 on host n-d-843939-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:54:13.833884 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0e125dba-fa06-4cf3-b940-af69137eeaec tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:13.847619 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a0f6a6-504e-4049-8883-0da033adf0e8 None None] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:54:13.852310 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-93ddb8a9-a17d-4ca0-ad75-3551ffad62fe tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:13.878444 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-d7b2f21f-7de2-4dca-a5d0-f1652e9b15af None None] Attempting to bind port 8d8e6172-69a0-4f62-961b-546e8e0f036a on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:54:13.878838 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-d7b2f21f-7de2-4dca-a5d0-f1652e9b15af None None] Attempting to bind port 8d8e6172-69a0-4f62-961b-546e8e0f036a by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'b787da7e-ffb5-4960-85f8-39e96d170872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '06cab25e-3df1-4232-9563-1f5225d96159'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:54:13.879266 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b2f21f-7de2-4dca-a5d0-f1652e9b15af None None] Attempting to bind port 8d8e6172-69a0-4f62-961b-546e8e0f036a on network 06cab25e-3df1-4232-9563-1f5225d96159 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:54:13.899872 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2ef46dd3-5978-4fcb-98ab-9f151a663192 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:13.913351 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2ef46dd3-5978-4fcb-98ab-9f151a663192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:13.935934 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5e12282a-b6f6-4194-8618-f6f5a0443d3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:13.958090 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5e12282a-b6f6-4194-8618-f6f5a0443d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:13.988484 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-2ef46dd3-5978-4fcb-98ab-9f151a663192 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ebb34a21bd4a493c9c8b658fde44ec63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5706453 May 31 13:54:13.995439 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45774) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:14.009652 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:14.015918 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef46dd3-5978-4fcb-98ab-9f151a663192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2abb38b8-1682-4c6d-8aaf-7e9031eef684,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:14.050595 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-5e12282a-b6f6-4194-8618-f6f5a0443d3f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=94b7d625983b4cf2b0016cca6f6b4fd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4032724 May 31 13:54:14.069066 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45780) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:14.125246 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ddb8a9-a17d-4ca0-ad75-3551ffad62fe tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Network 06cab25e-3df1-4232-9563-1f5225d96159 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:54:14.127038 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ee4a9667-bf50-4327-942d-eb2474deb232 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] 10.222.0.50 "PUT /v2.0/routers/f6699178-da81-463d-87cf-a2be3adbe891/tags/tempest-TagsExtTest-Tag-1681241868 HTTP/1.1" status: 201 len: 201 time: 0.6684027 May 31 13:54:14.132193 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b2f21f-7de2-4dca-a5d0-f1652e9b15af None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:54:14.132561 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b2f21f-7de2-4dca-a5d0-f1652e9b15af None None] Checking segment: {'id': 'b787da7e-ffb5-4960-85f8-39e96d170872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '06cab25e-3df1-4232-9563-1f5225d96159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:54:14.132738 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e12282a-b6f6-4194-8618-f6f5a0443d3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b3bd4b4-ead7-4f1f-b1cc-e2033feb7653,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:14.133350 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d7b2f21f-7de2-4dca-a5d0-f1652e9b15af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:14.133737 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b2f21f-7de2-4dca-a5d0-f1652e9b15af None None] Bound using segment: {'id': 'b787da7e-ffb5-4960-85f8-39e96d170872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '06cab25e-3df1-4232-9563-1f5225d96159'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:54:14.134239 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-d7b2f21f-7de2-4dca-a5d0-f1652e9b15af None None] Bound port: 8d8e6172-69a0-4f62-961b-546e8e0f036a, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b787da7e-ffb5-4960-85f8-39e96d170872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '06cab25e-3df1-4232-9563-1f5225d96159'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:54:14.134617 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d7b2f21f-7de2-4dca-a5d0-f1652e9b15af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:14.135554 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-93ddb8a9-a17d-4ca0-ad75-3551ffad62fe tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:54:14.135837 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45784) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:14.155442 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ddb8a9-a17d-4ca0-ad75-3551ffad62fe tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:54:14.156273 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-93ddb8a9-a17d-4ca0-ad75-3551ffad62fe tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:14.180324 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4da6ca68-c1b7-4955-9e05-916040ca3afe tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:14.193542 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.tag.tag_plugin [None req-c8c8b1d2-b2bf-40bc-90a8-134a1c7eab71 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '24778f59-fd67-412d-a7f4-25f19bca6480', 'tempest-TagsExtTest-Tag-1937731380') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:14.193820 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ddb8a9-a17d-4ca0-ad75-3551ffad62fe tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Pushing event updated for resources: {'Port': ['ID=ce0542f2-0097-46bf-b9f1-6dd7710cc351,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:14.227219 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-4da6ca68-c1b7-4955-9e05-916040ca3afe tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Transition to ACTIVE for port object a066b43f-41b8-4f4d-814e-21e414bb6b7f will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:54:14.229897 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0e125dba-fa06-4cf3-b940-af69137eeaec tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:14.237581 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0e125dba-fa06-4cf3-b940-af69137eeaec tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:14.251492 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:14.252567 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-17687607-7c1f-4cfb-9a26-5b1db226fc86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:14.256850 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-07f26731-2e31-487c-992b-c6784338c2be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:14.260477 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 26ff78a3-15ff-4b8e-a54a-28077ac1f1b4 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:54:14.272211 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 26ff78a3-15ff-4b8e-a54a-28077ac1f1b4 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:54:14.272574 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:14.273536 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e125dba-fa06-4cf3-b940-af69137eeaec tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5847b04-2651-41a4-b29e-5e1f3384e57d,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:14.306335 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0e125dba-fa06-4cf3-b940-af69137eeaec tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:14.307539 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-0e125dba-fa06-4cf3-b940-af69137eeaec tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7555726 May 31 13:54:14.312943 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45788) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:14.319793 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-13308ae1-47a2-4cdc-8263-afd9bedd7108 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Request body: {'security_group_rule': {'security_group_id': 'b6cdec20-297e-4bd4-8f2a-995ffa4091e7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:54:14.319983 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-17687607-7c1f-4cfb-9a26-5b1db226fc86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:14.328172 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4da6ca68-c1b7-4955-9e05-916040ca3afe tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:14.330292 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-13308ae1-47a2-4cdc-8263-afd9bedd7108 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:54:14.348887 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-07f26731-2e31-487c-992b-c6784338c2be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:14.387139 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c8c8b1d2-b2bf-40bc-90a8-134a1c7eab71 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] 10.222.0.50 "PUT /v2.0/subnetpools/24778f59-fd67-412d-a7f4-25f19bca6480/tags/tempest-TagsExtTest-Tag-1937731380 HTTP/1.1" status: 201 len: 201 time: 0.2076015 May 31 13:54:14.393863 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45792) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:14.396650 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-13308ae1-47a2-4cdc-8263-afd9bedd7108 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Usage tracker for resource:security_group_rule and tenant:222282741774459ea40d6218f6d37c4d is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:54:14.405327 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.tag.tag_plugin [None req-ea049810-93e6-43fb-b73e-e82849f0582f tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'd219d174-479d-4729-8402-3a7e64c85645', {'tags': ['tempest-TagsExtTest-Tag-1501431572', 'tempest-TagsExtTest-Tag-1516630509', 'tempest-TagsExtTest-Tag-1923570080']}) {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:14.427557 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-13308ae1-47a2-4cdc-8263-afd9bedd7108 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:54:14.436363 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-d7b2f21f-7de2-4dca-a5d0-f1652e9b15af None None] For port 8d8e6172-69a0-4f62-961b-546e8e0f036a, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:54:14.445492 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-13308ae1-47a2-4cdc-8263-afd9bedd7108 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:54:14.455433 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8265950f-3b7e-4a6a-845f-575d93233ed0 req-4b59c407-115f-482e-8d94-420931de969c tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:54:14.456947 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8265950f-3b7e-4a6a-845f-575d93233ed0 req-4b59c407-115f-482e-8d94-420931de969c tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ba2a7b-e75c-46ac-b1d9-10f903526f5a HTTP/1.1" status: 200 len: 943 time: 0.3365402 May 31 13:54:14.474044 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da6ca68-c1b7-4955-9e05-916040ca3afe tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:54:14.483217 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-4da6ca68-c1b7-4955-9e05-916040ca3afe tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:54:14.493162 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da6ca68-c1b7-4955-9e05-916040ca3afe tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:54:14.493385 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-d7b2f21f-7de2-4dca-a5d0-f1652e9b15af None None] For port 8d8e6172-69a0-4f62-961b-546e8e0f036a, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=8d8e6172-69a0-4f62-961b-546e8e0f036a,segment=NetworkSegment(b787da7e-ffb5-4960-85f8-39e96d170872),segment_id=b787da7e-ffb5-4960-85f8-39e96d170872)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:54:14.500018 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da6ca68-c1b7-4955-9e05-916040ca3afe tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:54:14.500438 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4da6ca68-c1b7-4955-9e05-916040ca3afe tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:14.507851 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da6ca68-c1b7-4955-9e05-916040ca3afe tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event updated for resources: {'Port': ['ID=a066b43f-41b8-4f4d-814e-21e414bb6b7f,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:14.523117 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-93ddb8a9-a17d-4ca0-ad75-3551ffad62fe tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:14.532325 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-17687607-7c1f-4cfb-9a26-5b1db226fc86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:14.539327 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d7b2f21f-7de2-4dca-a5d0-f1652e9b15af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:14.548120 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-13308ae1-47a2-4cdc-8263-afd9bedd7108 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:14.565220 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-4da6ca68-c1b7-4955-9e05-916040ca3afe tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.4773021 May 31 13:54:14.568028 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45796) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:14.570570 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17687607-7c1f-4cfb-9a26-5b1db226fc86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b3bd4b4-ead7-4f1f-b1cc-e2033feb7653,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:14.579635 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8265950f-3b7e-4a6a-845f-575d93233ed0 req-540e883d-245f-4859-9ed9-45bb5d33c9b8 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=6bc706d7-c2c8-4249-9761-79dc47f28376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029928 May 31 13:54:14.630222 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-07f26731-2e31-487c-992b-c6784338c2be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:14.660155 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f26731-2e31-487c-992b-c6784338c2be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2abb38b8-1682-4c6d-8aaf-7e9031eef684,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:14.664197 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-17687607-7c1f-4cfb-9a26-5b1db226fc86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:14.665305 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-17687607-7c1f-4cfb-9a26-5b1db226fc86 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5b3bd4b4-ead7-4f1f-b1cc-e2033feb7653 HTTP/1.1" status: 204 len: 168 time: 0.5948951 May 31 13:54:14.666991 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-ea049810-93e6-43fb-b73e-e82849f0582f tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] 10.222.0.50 "PUT /v2.0/subnets/d219d174-479d-4729-8402-3a7e64c85645/tags HTTP/1.1" status: 200 len: 318 time: 0.2719791 May 31 13:54:14.676718 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 26ff78a3-15ff-4b8e-a54a-28077ac1f1b4 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:54:14.677274 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:14.678360 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45802) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:14.681867 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-07f26731-2e31-487c-992b-c6784338c2be admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:14.684881 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-07f26731-2e31-487c-992b-c6784338c2be admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2abb38b8-1682-4c6d-8aaf-7e9031eef684 HTTP/1.1" status: 204 len: 168 time: 0.6882918 May 31 13:54:14.718945 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b2f21f-7de2-4dca-a5d0-f1652e9b15af None None] Pushing event updated for resources: {'Port': ['ID=8d8e6172-69a0-4f62-961b-546e8e0f036a,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:14.744098 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e368083-a32a-4355-86ca-f661d9e6a1c7 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:54:14.745557 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-2e368083-a32a-4355-86ca-f661d9e6a1c7 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Synchronizing usage tracker for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:54:14.787251 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.tag.tag_plugin [None req-7738740e-5480-4a3e-9e04-0f689cdcf2ac tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd219d174-479d-4729-8402-3a7e64c85645') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:14.790685 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-2e368083-a32a-4355-86ca-f661d9e6a1c7 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Unset dirty status for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:54:14.793396 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a83cfc6-78aa-4cd1-ba37-31d6a30f1aa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'tenant_id': 'd13dddbe1502489da91f2f88306fdca6', 'fixed_ips': [{'subnet_id': 'f6cb4524-3d23-4bf3-a3d7-03f5e10557c1'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:54:14.795367 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9a83cfc6-78aa-4cd1-ba37-31d6a30f1aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:14.795957 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-2e368083-a32a-4355-86ca-f661d9e6a1c7 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2149699 May 31 13:54:14.796647 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45808) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:14.812138 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 26ff78a3-15ff-4b8e-a54a-28077ac1f1b4, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=26ff78a3-15ff-4b8e-a54a-28077ac1f1b4,segment=NetworkSegment(26a97416-5491-4544-a552-9b6bcfb6696f),segment_id=26a97416-5491-4544-a552-9b6bcfb6696f)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:54:14.821551 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:14.891603 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-bc1f2721-7369-4fd9-9d7e-7d0497c4b1f1 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Deleting port a066b43f-41b8-4f4d-814e-21e414bb6b7f {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:54:14.892320 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bc1f2721-7369-4fd9-9d7e-7d0497c4b1f1 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:14.946178 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=26ff78a3-15ff-4b8e-a54a-28077ac1f1b4,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:15.096799 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-13308ae1-47a2-4cdc-8263-afd9bedd7108 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:15.124092 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-13308ae1-47a2-4cdc-8263-afd9bedd7108 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:15.201599 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13308ae1-47a2-4cdc-8263-afd9bedd7108 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bc21778-63c0-4825-99de-172b86486958,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:15.218506 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-13308ae1-47a2-4cdc-8263-afd9bedd7108 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:15.220848 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-13308ae1-47a2-4cdc-8263-afd9bedd7108 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9067941 May 31 13:54:15.225045 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45816) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:15.233445 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-8c72cfbb-bd8a-4724-9ac9-a6171f822ba5 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Request body: {'security_group_rule': {'security_group_id': 'b6cdec20-297e-4bd4-8f2a-995ffa4091e7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:54:15.250190 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8c72cfbb-bd8a-4724-9ac9-a6171f822ba5 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:54:15.281593 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-9a83cfc6-78aa-4cd1-ba37-31d6a30f1aa8 None None] Allocated IP 2001:db8::f816:3eff:fea5:4594 (8d0ca4ab-0d39-494b-8b5d-2861af857a5e/f6cb4524-3d23-4bf3-a3d7-03f5e10557c1/0c639774-49ab-4aeb-a9d5-184a74a35d74) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:54:15.296196 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-8c72cfbb-bd8a-4724-9ac9-a6171f822ba5 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Usage tracker for resource:security_group_rule and tenant:222282741774459ea40d6218f6d37c4d is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:54:15.325329 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-7738740e-5480-4a3e-9e04-0f689cdcf2ac tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] 10.222.0.50 "DELETE /v2.0/subnets/d219d174-479d-4729-8402-3a7e64c85645/tags HTTP/1.1" status: 204 len: 168 time: 0.5617516 May 31 13:54:15.326856 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-8c72cfbb-bd8a-4724-9ac9-a6171f822ba5 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:54:15.336396 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45822) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:15.403577 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.tag.tag_plugin [None req-86d7df28-7371-4368-ba73-5e11957b7328 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd219d174-479d-4729-8402-3a7e64c85645', 'tempest-TagsExtTest-Tag-1501431572') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:15.446737 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8c72cfbb-bd8a-4724-9ac9-a6171f822ba5 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:54:15.482417 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bc1f2721-7369-4fd9-9d7e-7d0497c4b1f1 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:15.518831 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8c72cfbb-bd8a-4724-9ac9-a6171f822ba5 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:15.656443 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-86d7df28-7371-4368-ba73-5e11957b7328 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] show failed (client error): The resource could not be found. May 31 13:54:15.661075 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-86d7df28-7371-4368-ba73-5e11957b7328 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] 10.222.0.50 "GET /v2.0/subnets/d219d174-479d-4729-8402-3a7e64c85645/tags/tempest-TagsExtTest-Tag-1501431572 HTTP/1.1" status: 404 len: 329 time: 0.3236694 May 31 13:54:15.666484 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45834) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:15.674018 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8c72cfbb-bd8a-4724-9ac9-a6171f822ba5 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:15.680640 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.tag.tag_plugin [None req-d59cb214-059b-4843-b2f4-cef67d976b85 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd219d174-479d-4729-8402-3a7e64c85645', 'tempest-TagsExtTest-Tag-1516630509') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:15.714611 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:15.716060 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-bc1f2721-7369-4fd9-9d7e-7d0497c4b1f1 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Calling delete_port for a066b43f-41b8-4f4d-814e-21e414bb6b7f owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:54:15.746096 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8c72cfbb-bd8a-4724-9ac9-a6171f822ba5 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:15.788986 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8c72cfbb-bd8a-4724-9ac9-a6171f822ba5 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:15.794239 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-8c72cfbb-bd8a-4724-9ac9-a6171f822ba5 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5642593 May 31 13:54:15.803003 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45838) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:15.833475 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c72cfbb-bd8a-4724-9ac9-a6171f822ba5 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=458c9758-cf1f-4eb4-88ff-1bd68eda3ecf,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:15.845258 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-ba0a39ac-db06-4f11-a9f5-e7047a8b66c2 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Request body: {'security_group_rule': {'security_group_id': 'b6cdec20-297e-4bd4-8f2a-995ffa4091e7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:54:15.863660 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ba0a39ac-db06-4f11-a9f5-e7047a8b66c2 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:54:15.874661 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-93ddb8a9-a17d-4ca0-ad75-3551ffad62fe tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:15.883962 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ba0a39ac-db06-4f11-a9f5-e7047a8b66c2 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Usage tracker for resource:security_group_rule and tenant:222282741774459ea40d6218f6d37c4d is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:54:15.891486 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-d59cb214-059b-4843-b2f4-cef67d976b85 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] show failed (client error): The resource could not be found. May 31 13:54:15.899107 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d59cb214-059b-4843-b2f4-cef67d976b85 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] 10.222.0.50 "GET /v2.0/subnets/d219d174-479d-4729-8402-3a7e64c85645/tags/tempest-TagsExtTest-Tag-1516630509 HTTP/1.1" status: 404 len: 329 time: 0.2310731 May 31 13:54:15.900957 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ba0a39ac-db06-4f11-a9f5-e7047a8b66c2 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:54:15.905159 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45844) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:15.914655 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.tag.tag_plugin [None req-bd07b379-43c4-486d-b0f7-b9f373a0946c tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd219d174-479d-4729-8402-3a7e64c85645', 'tempest-TagsExtTest-Tag-1923570080') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:15.964702 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-93ddb8a9-a17d-4ca0-ad75-3551ffad62fe tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:15.966848 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-93ddb8a9-a17d-4ca0-ad75-3551ffad62fe tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:15.977574 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ba0a39ac-db06-4f11-a9f5-e7047a8b66c2 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:54:16.043456 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 26ff78a3-15ff-4b8e-a54a-28077ac1f1b4 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:54:16.101490 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9a83cfc6-78aa-4cd1-ba37-31d6a30f1aa8 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:16.107420 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45852) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:16.115511 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ddb8a9-a17d-4ca0-ad75-3551ffad62fe tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Pushing event updated for resources: {'Port': ['ID=ce0542f2-0097-46bf-b9f1-6dd7710cc351,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:16.146542 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-92b97c10-48c6-4bc0-8c41-aeb1e5ca9c3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:16.173974 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 26ff78a3-15ff-4b8e-a54a-28077ac1f1b4 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:54:16.174412 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:16.175747 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-92b97c10-48c6-4bc0-8c41-aeb1e5ca9c3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:54:16.180131 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-92b97c10-48c6-4bc0-8c41-aeb1e5ca9c3f admin admin] Usage tracker for resource:security_group_rule and tenant:0c9858a260154e568ed6e7278e8adcba is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:54:16.183483 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-92b97c10-48c6-4bc0-8c41-aeb1e5ca9c3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:54:16.198402 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-92b97c10-48c6-4bc0-8c41-aeb1e5ca9c3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:54:16.330284 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 26ff78a3-15ff-4b8e-a54a-28077ac1f1b4 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:54:16.331639 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 8d8e6172-69a0-4f62-961b-546e8e0f036a up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:54:16.364511 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bc1f2721-7369-4fd9-9d7e-7d0497c4b1f1 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:16.390438 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9a83cfc6-78aa-4cd1-ba37-31d6a30f1aa8 None None] Transition to ACTIVE for port object 0c639774-49ab-4aeb-a9d5-184a74a35d74 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:54:16.465693 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9a83cfc6-78aa-4cd1-ba37-31d6a30f1aa8 None None] Transition to ACTIVE for port object 0c639774-49ab-4aeb-a9d5-184a74a35d74 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:54:16.469331 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ba0a39ac-db06-4f11-a9f5-e7047a8b66c2 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:16.479850 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9a83cfc6-78aa-4cd1-ba37-31d6a30f1aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:16.497741 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ddb8a9-a17d-4ca0-ad75-3551ffad62fe tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Network 06cab25e-3df1-4232-9563-1f5225d96159 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:54:16.503220 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1f2721-7369-4fd9-9d7e-7d0497c4b1f1 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event deleted for resources: {'Port': ['ID=a066b43f-41b8-4f4d-814e-21e414bb6b7f,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:16.511078 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-93ddb8a9-a17d-4ca0-ad75-3551ffad62fe tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:54:16.562989 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a83cfc6-78aa-4cd1-ba37-31d6a30f1aa8 None None] Pushing event updated for resources: {'Port': ['ID=0c639774-49ab-4aeb-a9d5-184a74a35d74,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:16.565294 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 8d8e6172-69a0-4f62-961b-546e8e0f036a completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:54:16.583811 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a83cfc6-78aa-4cd1-ba37-31d6a30f1aa8 None None] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:54:16.585432 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-9a83cfc6-78aa-4cd1-ba37-31d6a30f1aa8 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:54:16.588673 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a83cfc6-78aa-4cd1-ba37-31d6a30f1aa8 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:54:16.604672 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d3b901-1001-4bf6-aa9d-732619a6f090 req-37097434-832e-4496-861b-52c3c1e7c762 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:54:16.607901 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e3d3b901-1001-4bf6-aa9d-732619a6f090 req-37097434-832e-4496-861b-52c3c1e7c762 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ba2a7b-e75c-46ac-b1d9-10f903526f5a HTTP/1.1" status: 200 len: 943 time: 0.5980146 May 31 13:54:16.635120 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea3871a-df91-48da-a6f1-5cfb42b7a9a1 None None] Network 06cab25e-3df1-4232-9563-1f5225d96159 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:54:16.658081 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bc1f2721-7369-4fd9-9d7e-7d0497c4b1f1 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:16.681237 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e3d3b901-1001-4bf6-aa9d-732619a6f090 req-178c308b-9191-4896-99b2-bdecaa10ffac tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=6bc706d7-c2c8-4249-9761-79dc47f28376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662758 May 31 13:54:16.688310 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-bc1f2721-7369-4fd9-9d7e-7d0497c4b1f1 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/ports/a066b43f-41b8-4f4d-814e-21e414bb6b7f HTTP/1.1" status: 204 len: 168 time: 1.8893945 May 31 13:54:16.689012 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45862) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:16.763607 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-bd07b379-43c4-486d-b0f7-b9f373a0946c tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] show failed (client error): The resource could not be found. May 31 13:54:16.764665 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-bd07b379-43c4-486d-b0f7-b9f373a0946c tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] 10.222.0.50 "GET /v2.0/subnets/d219d174-479d-4729-8402-3a7e64c85645/tags/tempest-TagsExtTest-Tag-1923570080 HTTP/1.1" status: 404 len: 329 time: 0.8574712 May 31 13:54:16.769823 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45866) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:16.783018 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.tag.tag_plugin [None req-fc01bc0a-43d5-4b16-a197-39cae2e3a51d tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '12364b17-5da8-49a8-88bf-133906e5647c', {'tags': ['tempest-TagsExtTest-Tag-382340007', 'tempest-TagsExtTest-Tag-1696192302', 'tempest-TagsExtTest-Tag-831983702']}) {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:16.805103 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device ed72ca77-ea69-4249-9d84-aeba49a479f2 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:54:16.834083 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-8db344a4-9820-46e8-856f-6b2fc46dad4b None None] Provisioning for port 8d8e6172-69a0-4f62-961b-546e8e0f036a completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:54:16.835505 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-92b97c10-48c6-4bc0-8c41-aeb1e5ca9c3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:16.836058 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f7fdcf-bbdf-4c7c-85e8-8816f5760922 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:54:16.837130 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-9a83cfc6-78aa-4cd1-ba37-31d6a30f1aa8 None None] Attempting to bind port 0c639774-49ab-4aeb-a9d5-184a74a35d74 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:54:16.837496 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-9a83cfc6-78aa-4cd1-ba37-31d6a30f1aa8 None None] Attempting to bind port 0c639774-49ab-4aeb-a9d5-184a74a35d74 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:54:16.837858 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a83cfc6-78aa-4cd1-ba37-31d6a30f1aa8 None None] Attempting to bind port 0c639774-49ab-4aeb-a9d5-184a74a35d74 on network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:54:16.838059 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f7fdcf-bbdf-4c7c-85e8-8816f5760922 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:54:16.840826 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-24f7fdcf-bbdf-4c7c-85e8-8816f5760922 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Synchronizing usage tracker for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:subnet {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:54:16.841972 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ba0a39ac-db06-4f11-a9f5-e7047a8b66c2 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:16.845194 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-92b97c10-48c6-4bc0-8c41-aeb1e5ca9c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:16.854232 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a83cfc6-78aa-4cd1-ba37-31d6a30f1aa8 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:54:16.854553 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a83cfc6-78aa-4cd1-ba37-31d6a30f1aa8 None None] Checking segment: {'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:54:16.854937 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9a83cfc6-78aa-4cd1-ba37-31d6a30f1aa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:16.855324 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a83cfc6-78aa-4cd1-ba37-31d6a30f1aa8 None None] Bound using segment: {'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:54:16.855786 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-9a83cfc6-78aa-4cd1-ba37-31d6a30f1aa8 None None] Bound port: 0c639774-49ab-4aeb-a9d5-184a74a35d74, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:54:16.856245 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9a83cfc6-78aa-4cd1-ba37-31d6a30f1aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:16.880304 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-8db344a4-9820-46e8-856f-6b2fc46dad4b None None] Provisioning complete for port 8d8e6172-69a0-4f62-961b-546e8e0f036a triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:54:16.880684 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8db344a4-9820-46e8-856f-6b2fc46dad4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:16.892724 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-24f7fdcf-bbdf-4c7c-85e8-8816f5760922 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Unset dirty status for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:subnet {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:54:16.897685 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-24f7fdcf-bbdf-4c7c-85e8-8816f5760922 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2075500 May 31 13:54:16.898824 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45872) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:16.954768 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.resource_extend [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:54:16.989420 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-fc01bc0a-43d5-4b16-a197-39cae2e3a51d tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] 10.222.0.50 "PUT /v2.0/ports/12364b17-5da8-49a8-88bf-133906e5647c/tags HTTP/1.1" status: 200 len: 316 time: 0.2169058 May 31 13:54:16.992440 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45880) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:17.003330 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.tag.tag_plugin [None req-b9a7135f-e9f5-461d-8b75-b2b8e7bb9328 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '12364b17-5da8-49a8-88bf-133906e5647c') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:17.034403 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ba0a39ac-db06-4f11-a9f5-e7047a8b66c2 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:17.045081 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93ddb8a9-a17d-4ca0-ad75-3551ffad62fe tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Router 3211f75f-511b-479b-b8cf-9791381ae8bf has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:54:17.055591 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d7be7ea-6d3f-47ca-968c-cc6bddfbfb6e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Deleting subnet f6cb4524-3d23-4bf3-a3d7-03f5e10557c1 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:54:17.071715 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8d7be7ea-6d3f-47ca-968c-cc6bddfbfb6e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:17.112221 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ba0a39ac-db06-4f11-a9f5-e7047a8b66c2 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:17.113508 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ba0a39ac-db06-4f11-a9f5-e7047a8b66c2 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.3065982 May 31 13:54:17.125380 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45886) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:17.136236 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0a39ac-db06-4f11-a9f5-e7047a8b66c2 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e7ca9e8-6775-44ef-baac-cc50c1735726,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:17.145564 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-92b97c10-48c6-4bc0-8c41-aeb1e5ca9c3f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0c9858a260154e568ed6e7278e8adcba&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0258400 May 31 13:54:17.146600 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b97c10-48c6-4bc0-8c41-aeb1e5ca9c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fba16460-cc39-4fdb-94ff-c45d04fa90bb,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:17.149131 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45890) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:17.198554 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c196349d-15c9-4620-a676-32f10d2e8d90 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:17.214936 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8d7be7ea-6d3f-47ca-968c-cc6bddfbfb6e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65507433'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:17.278136 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c196349d-15c9-4620-a676-32f10d2e8d90 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:17.360252 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-8db344a4-9820-46e8-856f-6b2fc46dad4b None None] Current status of the port 8d8e6172-69a0-4f62-961b-546e8e0f036a is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:54:17.360708 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8db344a4-9820-46e8-856f-6b2fc46dad4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:17.374738 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ddb8a9-a17d-4ca0-ad75-3551ffad62fe tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:54:17.388480 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-b9a7135f-e9f5-461d-8b75-b2b8e7bb9328 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] 10.222.0.50 "DELETE /v2.0/ports/12364b17-5da8-49a8-88bf-133906e5647c/tags HTTP/1.1" status: 204 len: 168 time: 0.3917918 May 31 13:54:17.389265 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45898) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:17.390795 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-93ddb8a9-a17d-4ca0-ad75-3551ffad62fe tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "PUT /v2.0/routers/3211f75f-511b-479b-b8cf-9791381ae8bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7296743 May 31 13:54:17.391429 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45900) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:17.398257 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.tag.tag_plugin [None req-4e66819b-6c77-4053-b8af-2555c0b60737 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '12364b17-5da8-49a8-88bf-133906e5647c', 'tempest-TagsExtTest-Tag-382340007') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:17.402719 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-ec6e1d35-cfe8-48b9-8af7-82234bf2391d tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:54:17.412825 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9a83cfc6-78aa-4cd1-ba37-31d6a30f1aa8 None None] For port 0c639774-49ab-4aeb-a9d5-184a74a35d74, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:54:17.428129 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6390a4d-7816-411f-95e1-9ef62a59189a None None] Sync routers for ids ['3211f75f-511b-479b-b8cf-9791381ae8bf'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:54:17.453853 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c196349d-15c9-4620-a676-32f10d2e8d90 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:17.469480 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port ed72ca77-ea69-4249-9d84-aeba49a479f2, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=ed72ca77-ea69-4249-9d84-aeba49a479f2,segment=NetworkSegment(f85bb861-f832-42e2-a182-3ceccc5a66af),segment_id=f85bb861-f832-42e2-a182-3ceccc5a66af)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:54:17.483810 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c196349d-15c9-4620-a676-32f10d2e8d90 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:17.484925 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c196349d-15c9-4620-a676-32f10d2e8d90 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/3e7ca9e8-6775-44ef-baac-cc50c1735726 HTTP/1.1" status: 204 len: 168 time: 0.3577225 May 31 13:54:17.489409 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9a83cfc6-78aa-4cd1-ba37-31d6a30f1aa8 None None] For port 0c639774-49ab-4aeb-a9d5-184a74a35d74, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=0c639774-49ab-4aeb-a9d5-184a74a35d74,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:54:17.491251 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45906) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:17.496374 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c196349d-15c9-4620-a676-32f10d2e8d90 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3e7ca9e8-6775-44ef-baac-cc50c1735726,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:17.509904 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9a83cfc6-78aa-4cd1-ba37-31d6a30f1aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:17.523541 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8d7be7ea-6d3f-47ca-968c-cc6bddfbfb6e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:17.548902 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6390a4d-7816-411f-95e1-9ef62a59189a None None] Routers {'3211f75f-511b-479b-b8cf-9791381ae8bf'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:54:17.549689 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-d6390a4d-7816-411f-95e1-9ef62a59189a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:54:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['3211f75f-511b-479b-b8cf-9791381ae8bf'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:17.626160 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9f37bde3-3823-4061-ad62-fde1b68938a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:17.626476 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': 'ed72ca77-ea69-4249-9d84-aeba49a479f2', 'network_id': 'b66065d1-e972-453c-87d9-3ed8cec4b7a7', 'port_id': 'ed72ca77-ea69-4249-9d84-aeba49a479f2', 'mac_address': 'fa:16:3e:69:37:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccc319e0-a4f4-4875-9973-c92d94351bb8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:54:17.643196 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-3b9d8b00-d4df-4f24-9a6c-bdbec686c443 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Synchronizing usage tracker for tenant:222282741774459ea40d6218f6d37c4d on resource:security_group_rule {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:54:17.663746 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [None req-4e66819b-6c77-4053-b8af-2555c0b60737 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] show failed (client error): The resource could not be found. May 31 13:54:17.664666 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-4e66819b-6c77-4053-b8af-2555c0b60737 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] 10.222.0.50 "GET /v2.0/ports/12364b17-5da8-49a8-88bf-133906e5647c/tags/tempest-TagsExtTest-Tag-382340007 HTTP/1.1" status: 404 len: 328 time: 0.2728825 May 31 13:54:17.670194 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45916) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:17.678181 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.tag.tag_plugin [None req-0e204330-c3c9-49ab-85eb-2b3f0a7080ef tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '12364b17-5da8-49a8-88bf-133906e5647c', 'tempest-TagsExtTest-Tag-1696192302') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:17.717457 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-3b9d8b00-d4df-4f24-9a6c-bdbec686c443 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Unset dirty status for tenant:222282741774459ea40d6218f6d37c4d on resource:security_group_rule {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:54:17.718877 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-3b9d8b00-d4df-4f24-9a6c-bdbec686c443 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2251263 May 31 13:54:17.720438 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8d7be7ea-6d3f-47ca-968c-cc6bddfbfb6e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65216469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65148562'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:17.731272 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45922) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:17.748620 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-8db344a4-9820-46e8-856f-6b2fc46dad4b None None] For port 8d8e6172-69a0-4f62-961b-546e8e0f036a, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=8d8e6172-69a0-4f62-961b-546e8e0f036a,segment=NetworkSegment(b787da7e-ffb5-4960-85f8-39e96d170872),segment_id=b787da7e-ffb5-4960-85f8-39e96d170872)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:54:17.777005 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7be7ea-6d3f-47ca-968c-cc6bddfbfb6e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event deleted for resources: {'Subnet': ['ID=f6cb4524-3d23-4bf3-a3d7-03f5e10557c1,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:17.780938 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8d7be7ea-6d3f-47ca-968c-cc6bddfbfb6e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:17.803425 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8db344a4-9820-46e8-856f-6b2fc46dad4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:17.813076 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-8d7be7ea-6d3f-47ca-968c-cc6bddfbfb6e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/subnets/f6cb4524-3d23-4bf3-a3d7-03f5e10557c1 HTTP/1.1" status: 204 len: 168 time: 0.9111338 May 31 13:54:17.815775 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45930) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:17.865778 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a83cfc6-78aa-4cd1-ba37-31d6a30f1aa8 None None] Pushing event updated for resources: {'Port': ['ID=0c639774-49ab-4aeb-a9d5-184a74a35d74,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:17.912158 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port ed72ca77-ea69-4249-9d84-aeba49a479f2 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:54:17.912602 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:17.921783 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-b9246d06-e267-4661-a340-f85a9fcffb50 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1046400 May 31 13:54:17.928592 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45936) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:17.962740 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-d6390a4d-7816-411f-95e1-9ef62a59189a None None] Set router 3211f75f-511b-479b-b8cf-9791381ae8bf gateway port host: None {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:54:18.040245 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [None req-0e204330-c3c9-49ab-85eb-2b3f0a7080ef tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] show failed (client error): The resource could not be found. May 31 13:54:18.042665 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed72ca77-ea69-4249-9d84-aeba49a479f2 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:54:18.042975 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-0e204330-c3c9-49ab-85eb-2b3f0a7080ef tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] 10.222.0.50 "GET /v2.0/ports/12364b17-5da8-49a8-88bf-133906e5647c/tags/tempest-TagsExtTest-Tag-1696192302 HTTP/1.1" status: 404 len: 329 time: 0.3714588 May 31 13:54:18.056461 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45940) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:18.073338 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.tag.tag_plugin [None req-35466190-4416-4e8c-a20e-3f3e6449ab78 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '12364b17-5da8-49a8-88bf-133906e5647c', 'tempest-TagsExtTest-Tag-831983702') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:18.082307 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9f37bde3-3823-4061-ad62-fde1b68938a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:18.120971 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f09e08ff-93d1-4921-951c-1fe4696bc7e0 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:18.133776 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f09e08ff-93d1-4921-951c-1fe4696bc7e0 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:18.134264 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port ed72ca77-ea69-4249-9d84-aeba49a479f2, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=ed72ca77-ea69-4249-9d84-aeba49a479f2,segment=NetworkSegment(f85bb861-f832-42e2-a182-3ceccc5a66af),segment_id=f85bb861-f832-42e2-a182-3ceccc5a66af)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:54:18.181789 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f09e08ff-93d1-4921-951c-1fe4696bc7e0 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:18.265673 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e16f0d-391c-4303-adec-892eda17383f req-a1246b88-3fb9-4b52-94bf-1c1415161f14 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:54:18.266970 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e2e16f0d-391c-4303-adec-892eda17383f req-a1246b88-3fb9-4b52-94bf-1c1415161f14 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ba2a7b-e75c-46ac-b1d9-10f903526f5a HTTP/1.1" status: 200 len: 943 time: 0.3497007 May 31 13:54:18.273665 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [None req-35466190-4416-4e8c-a20e-3f3e6449ab78 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] show failed (client error): The resource could not be found. May 31 13:54:18.274747 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-35466190-4416-4e8c-a20e-3f3e6449ab78 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] 10.222.0.50 "GET /v2.0/ports/12364b17-5da8-49a8-88bf-133906e5647c/tags/tempest-TagsExtTest-Tag-831983702 HTTP/1.1" status: 404 len: 328 time: 0.2134931 May 31 13:54:18.277563 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45946) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:18.285926 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.tag.tag_plugin [None req-1134f0a8-683e-4d32-b853-b0c6ba27c2cc tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'f6699178-da81-463d-87cf-a2be3adbe891', {'tags': ['tempest-TagsExtTest-Tag-1583187771', 'tempest-TagsExtTest-Tag-967369451', 'tempest-TagsExtTest-Tag-1960222362']}) {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:18.299886 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09e08ff-93d1-4921-951c-1fe4696bc7e0 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=458c9758-cf1f-4eb4-88ff-1bd68eda3ecf,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:18.319461 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:18.332508 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc242563-f0b7-4396-bcef-366653faf6e5 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:54:18.333210 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-dc242563-f0b7-4396-bcef-366653faf6e5 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Synchronizing usage tracker for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:54:18.335553 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db344a4-9820-46e8-856f-6b2fc46dad4b None None] Pushing event updated for resources: {'Port': ['ID=8d8e6172-69a0-4f62-961b-546e8e0f036a,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:18.369549 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f09e08ff-93d1-4921-951c-1fe4696bc7e0 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:18.370723 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-f09e08ff-93d1-4921-951c-1fe4696bc7e0 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/458c9758-cf1f-4eb4-88ff-1bd68eda3ecf HTTP/1.1" status: 204 len: 168 time: 0.6244204 May 31 13:54:18.380110 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45950) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:18.387747 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-dc242563-f0b7-4396-bcef-366653faf6e5 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Unset dirty status for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:54:18.397649 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-dc242563-f0b7-4396-bcef-366653faf6e5 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4602745 May 31 13:54:18.398516 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45956) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:18.402375 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 13:54:18.517184 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e2e16f0d-391c-4303-adec-892eda17383f req-9dec2113-a10d-4073-8cf0-219b53e63e42 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=6bc706d7-c2c8-4249-9761-79dc47f28376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2368796 May 31 13:54:18.563035 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=ed72ca77-ea69-4249-9d84-aeba49a479f2,revision_number=9']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:18.612587 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-efb9b087-0b58-403e-accf-35f4fefbd869 None None] Provisioning complete for port 8d8e6172-69a0-4f62-961b-546e8e0f036a triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:54:18.612982 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-efb9b087-0b58-403e-accf-35f4fefbd869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:18.654757 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9f37bde3-3823-4061-ad62-fde1b68938a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:18.674974 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-1134f0a8-683e-4d32-b853-b0c6ba27c2cc tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] 10.222.0.50 "PUT /v2.0/routers/f6699178-da81-463d-87cf-a2be3adbe891/tags HTTP/1.1" status: 200 len: 317 time: 0.3962841 May 31 13:54:18.677528 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45960) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:18.684127 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.tag.tag_plugin [None req-08eba590-ef4b-4caa-afed-cdaa796906f8 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f6699178-da81-463d-87cf-a2be3adbe891') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:18.697652 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['ed72ca77-ea69-4249-9d84-aeba49a479f2'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:54:18.761037 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f37bde3-3823-4061-ad62-fde1b68938a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba16460-cc39-4fdb-94ff-c45d04fa90bb,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:18.885830 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9f37bde3-3823-4061-ad62-fde1b68938a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:18.891260 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-9f37bde3-3823-4061-ad62-fde1b68938a5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fba16460-cc39-4fdb-94ff-c45d04fa90bb HTTP/1.1" status: 204 len: 168 time: 1.7261331 May 31 13:54:18.925687 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df09b425-21b7-4c26-9dd1-29ea39bc9ccd tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:54:18.927405 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-df09b425-21b7-4c26-9dd1-29ea39bc9ccd tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5248406 May 31 13:54:18.930801 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45968) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:18.943608 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-406ad265-ee80-4831-a4ff-36e273b64333 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Synchronizing usage tracker for tenant:222282741774459ea40d6218f6d37c4d on resource:security_group_rule {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:54:19.008459 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-406ad265-ee80-4831-a4ff-36e273b64333 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Unset dirty status for tenant:222282741774459ea40d6218f6d37c4d on resource:security_group_rule {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:54:19.015309 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-406ad265-ee80-4831-a4ff-36e273b64333 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.6291256 May 31 13:54:19.036620 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45972) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:19.084586 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-efb9b087-0b58-403e-accf-35f4fefbd869 None None] Current status of the port 8d8e6172-69a0-4f62-961b-546e8e0f036a is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:54:19.099050 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45976) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:19.102894 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-d6390a4d-7816-411f-95e1-9ef62a59189a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'name': 'tempest-RoutersIpV6Test-router-146214637', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:53:21Z', 'updated_at': '2022-05-31T13:54:14Z', 'revision_number': 5, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'gw_port_host': None, '_interfaces': [{'id': '26ff78a3-15ff-4b8e-a54a-28077ac1f1b4', 'name': '', 'network_id': '111adac1-473f-49bf-9ad2-d7d3df9f0c81', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'mac_address': 'fa:16:3e:3e:5a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '1c590363-00c3-4fe6-a49d-d7753a0bcb1d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:53:54Z', 'updated_at': '2022-05-31T13:54:14Z', 'revision_number': 5, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'subnets': [{'id': '1c590363-00c3-4fe6-a49d-d7753a0bcb1d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5363d566-0c96-428e-8923-1d73f2094f6e', 'name': '', 'network_id': '5e3496b0-d33d-47d7-9f83-4fad30354b43', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'mac_address': 'fa:16:3e:2c:59:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '40212637-75d9-4d77-876c-da2c117a7162', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:53:39Z', 'updated_at': '2022-05-31T13:54:00Z', 'revision_number': 5, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'subnets': [{'id': '40212637-75d9-4d77-876c-da2c117a7162', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce0542f2-0097-46bf-b9f1-6dd7710cc351', 'name': '', 'network_id': '06cab25e-3df1-4232-9563-1f5225d96159', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'mac_address': 'fa:16:3e:0b:79:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': '20354f2e-e462-4c08-9ff2-415d0496127c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:54:12Z', 'updated_at': '2022-05-31T13:54:15Z', 'revision_number': 2, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'subnets': [{'id': '20354f2e-e462-4c08-9ff2-415d0496127c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6cb924c-1be3-495d-9c70-35508cd5e005', 'name': '', 'network_id': '0aa2954e-bf8d-4cc7-bde3-b406dc8a037b', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'mac_address': 'fa:16:3e:c5:45:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': 'e5cb876f-844c-4265-83b8-5ce61d3f3bd0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:53:28Z', 'updated_at': '2022-05-31T13:53:41Z', 'revision_number': 5, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'subnets': [{'id': 'e5cb876f-844c-4265-83b8-5ce61d3f3bd0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:19.130696 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6390a4d-7816-411f-95e1-9ef62a59189a None None] Checking router: 3211f75f-511b-479b-b8cf-9791381ae8bf for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:54:19.131187 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6390a4d-7816-411f-95e1-9ef62a59189a None None] Updating router 3211f75f-511b-479b-b8cf-9791381ae8bf port ce0542f2-0097-46bf-b9f1-6dd7710cc351 binding host n-d-843939-1 {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:54:19.221399 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0fa0f9b6-da31-47c4-9372-d1f896e294b6 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:19.266627 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0fa0f9b6-da31-47c4-9372-d1f896e294b6 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:19.285039 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d6390a4d-7816-411f-95e1-9ef62a59189a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:19.327423 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.extraroute_db [None req-ec6e1d35-cfe8-48b9-8af7-82234bf2391d tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=88369) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 31 13:54:19.349184 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-a7fd0d61-afc7-4b81-b8f5-9f9fe6b84f5a tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4163826 May 31 13:54:19.360194 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45984) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:19.378407 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-a9b89736-a4cf-4335-ba0c-8aa0260c7b94 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Request body: {'subnet': {'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:54:19.381429 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.extraroute_db [None req-ec6e1d35-cfe8-48b9-8af7-82234bf2391d tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Removed routes are [] {{(pid=88369) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 31 13:54:19.381904 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ec6e1d35-cfe8-48b9-8af7-82234bf2391d tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:19.450207 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-efb9b087-0b58-403e-accf-35f4fefbd869 None None] Provisioning for port ce0542f2-0097-46bf-b9f1-6dd7710cc351 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:54:19.518215 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-efb9b087-0b58-403e-accf-35f4fefbd869 None None] Provisioning complete for port ce0542f2-0097-46bf-b9f1-6dd7710cc351 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:54:19.518592 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-efb9b087-0b58-403e-accf-35f4fefbd869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:19.662750 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-efb9b087-0b58-403e-accf-35f4fefbd869 None None] Port ce0542f2-0097-46bf-b9f1-6dd7710cc351 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:54:19.695228 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-a9b89736-a4cf-4335-ba0c-8aa0260c7b94 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:54:19.700284 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-08eba590-ef4b-4caa-afed-cdaa796906f8 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] 10.222.0.50 "DELETE /v2.0/routers/f6699178-da81-463d-87cf-a2be3adbe891/tags HTTP/1.1" status: 204 len: 168 time: 1.0203629 May 31 13:54:19.703012 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45998) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:19.707003 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-a9b89736-a4cf-4335-ba0c-8aa0260c7b94 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Usage tracker for resource:subnet and tenant:d13dddbe1502489da91f2f88306fdca6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:54:19.714747 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.tag.tag_plugin [None req-c9a49de5-f098-449b-8917-a0245f98fb5d tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f6699178-da81-463d-87cf-a2be3adbe891', 'tempest-TagsExtTest-Tag-1583187771') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:19.735246 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-92d8b892-8da6-4e0d-a099-4bef0386644b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:19.757838 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1834b6-7a8c-4b24-b20e-1944e97a8232 None None] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:54:19.824430 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-a9b89736-a4cf-4335-ba0c-8aa0260c7b94 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:54:19.911304 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-55147617-d95c-4eaa-87e1-ee7b51f2c907 None None] Provisioning complete for port ce0542f2-0097-46bf-b9f1-6dd7710cc351 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:54:19.911700 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-55147617-d95c-4eaa-87e1-ee7b51f2c907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:19.945085 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-a9b89736-a4cf-4335-ba0c-8aa0260c7b94 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:54:19.955508 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 0c639774-49ab-4aeb-a9d5-184a74a35d74 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:54:19.964276 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-92d8b892-8da6-4e0d-a099-4bef0386644b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:54:19.973424 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0fa0f9b6-da31-47c4-9372-d1f896e294b6 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:19.975906 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-92d8b892-8da6-4e0d-a099-4bef0386644b admin admin] Usage tracker for resource:security_group_rule and tenant:2c30a3d34292449fbaa03d41b9b3671d is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:54:19.988587 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-92d8b892-8da6-4e0d-a099-4bef0386644b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:54:20.014250 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-92d8b892-8da6-4e0d-a099-4bef0386644b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:54:20.032056 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa0f9b6-da31-47c4-9372-d1f896e294b6 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5bc21778-63c0-4825-99de-172b86486958,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:20.035216 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b89736-a4cf-4335-ba0c-8aa0260c7b94 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Made reservation on behalf of d13dddbe1502489da91f2f88306fdca6 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:54:20.038731 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a9b89736-a4cf-4335-ba0c-8aa0260c7b94 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:20.194451 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [None req-c9a49de5-f098-449b-8917-a0245f98fb5d tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] show failed (client error): The resource could not be found. May 31 13:54:20.195762 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c9a49de5-f098-449b-8917-a0245f98fb5d tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] 10.222.0.50 "GET /v2.0/routers/f6699178-da81-463d-87cf-a2be3adbe891/tags/tempest-TagsExtTest-Tag-1583187771 HTTP/1.1" status: 404 len: 329 time: 0.4918818 May 31 13:54:20.201051 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46010) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:20.212492 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.tag.tag_plugin [None req-6a395398-4ef5-4d06-bfb6-4f703ddd3cb1 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f6699178-da81-463d-87cf-a2be3adbe891', 'tempest-TagsExtTest-Tag-967369451') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:20.243337 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-55147617-d95c-4eaa-87e1-ee7b51f2c907 None None] Port ce0542f2-0097-46bf-b9f1-6dd7710cc351 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:54:20.253019 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ec6e1d35-cfe8-48b9-8af7-82234bf2391d tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:20.260772 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ec6e1d35-cfe8-48b9-8af7-82234bf2391d tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1578611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1578620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1575237'] for router, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:20.262918 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-55147617-d95c-4eaa-87e1-ee7b51f2c907 None None] Could not find standard attr ID for object a066b43f-41b8-4f4d-814e-21e414bb6b7f. {{(pid=88371) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 31 13:54:20.267044 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0fa0f9b6-da31-47c4-9372-d1f896e294b6 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:20.268295 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-0fa0f9b6-da31-47c4-9372-d1f896e294b6 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/5bc21778-63c0-4825-99de-172b86486958 HTTP/1.1" status: 204 len: 168 time: 1.2300594 May 31 13:54:20.279597 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46014) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:20.353585 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-55147617-d95c-4eaa-87e1-ee7b51f2c907 None None] Provisioning for port 0c639774-49ab-4aeb-a9d5-184a74a35d74 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:54:20.368549 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 0c639774-49ab-4aeb-a9d5-184a74a35d74 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:54:20.402085 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c143e98c-c96c-467c-a582-c2261c83ea6c req-40777b14-92f9-4e00-9457-6fcd5ae49995 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:54:20.402965 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-55147617-d95c-4eaa-87e1-ee7b51f2c907 None None] Provisioning complete for port 0c639774-49ab-4aeb-a9d5-184a74a35d74 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:54:20.403406 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-55147617-d95c-4eaa-87e1-ee7b51f2c907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:20.403803 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c143e98c-c96c-467c-a582-c2261c83ea6c req-40777b14-92f9-4e00-9457-6fcd5ae49995 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ba2a7b-e75c-46ac-b1d9-10f903526f5a HTTP/1.1" status: 200 len: 944 time: 0.5719583 May 31 13:54:20.528946 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 0c639774-49ab-4aeb-a9d5-184a74a35d74 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:54:20.529474 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:20.529915 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [None req-6a395398-4ef5-4d06-bfb6-4f703ddd3cb1 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] show failed (client error): The resource could not be found. May 31 13:54:20.534238 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-6a395398-4ef5-4d06-bfb6-4f703ddd3cb1 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] 10.222.0.50 "GET /v2.0/routers/f6699178-da81-463d-87cf-a2be3adbe891/tags/tempest-TagsExtTest-Tag-967369451 HTTP/1.1" status: 404 len: 328 time: 0.3291070 May 31 13:54:20.534436 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c143e98c-c96c-467c-a582-c2261c83ea6c req-30e33e01-fb19-4ceb-9e87-36bd3c69bb5e tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=6bc706d7-c2c8-4249-9761-79dc47f28376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221654 May 31 13:54:20.534805 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46022) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:20.536719 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-35501b8f-f8f0-4f1f-b1c5-b9413c5165d7 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Synchronizing usage tracker for tenant:222282741774459ea40d6218f6d37c4d on resource:security_group_rule {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:54:20.550084 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.tag.tag_plugin [None req-50e3a997-e605-4560-9198-c019ac9d32a5 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f6699178-da81-463d-87cf-a2be3adbe891', 'tempest-TagsExtTest-Tag-1960222362') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:20.580928 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec6e1d35-cfe8-48b9-8af7-82234bf2391d tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Router 3211f75f-511b-479b-b8cf-9791381ae8bf has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:54:20.595135 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-35501b8f-f8f0-4f1f-b1c5-b9413c5165d7 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Unset dirty status for tenant:222282741774459ea40d6218f6d37c4d on resource:security_group_rule {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:54:20.596051 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-35501b8f-f8f0-4f1f-b1c5-b9413c5165d7 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2448690 May 31 13:54:20.615822 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46026) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:20.748701 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3b5fd6-661e-4e2e-8519-d4f2ab48939e None None] DHCP port deletion for 8d0ca4ab-0d39-494b-8b5d-2861af857a5e request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:54:20.765775 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-fa3b5fd6-661e-4e2e-8519-d4f2ab48939e None None] Deleting port 0c639774-49ab-4aeb-a9d5-184a74a35d74 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:54:20.766300 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fa3b5fd6-661e-4e2e-8519-d4f2ab48939e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:20.797125 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-92d8b892-8da6-4e0d-a099-4bef0386644b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:20.836559 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-92d8b892-8da6-4e0d-a099-4bef0386644b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:20.857190 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [None req-50e3a997-e605-4560-9198-c019ac9d32a5 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] show failed (client error): The resource could not be found. May 31 13:54:20.859104 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a431cdd8-81cd-4718-af4d-2bae695b12f5 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:20.861324 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-50e3a997-e605-4560-9198-c019ac9d32a5 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] 10.222.0.50 "GET /v2.0/routers/f6699178-da81-463d-87cf-a2be3adbe891/tags/tempest-TagsExtTest-Tag-1960222362 HTTP/1.1" status: 404 len: 329 time: 0.3218799 May 31 13:54:20.863864 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46034) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:20.871826 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device ed72ca77-ea69-4249-9d84-aeba49a479f2 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:54:20.884741 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a431cdd8-81cd-4718-af4d-2bae695b12f5 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:20.921163 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.tag.tag_plugin [None req-e14db17c-35d8-434d-ba49-7716b994a3d2 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '24778f59-fd67-412d-a7f4-25f19bca6480', {'tags': ['tempest-TagsExtTest-Tag-872780813', 'tempest-TagsExtTest-Tag-1986879709', 'tempest-TagsExtTest-Tag-246563404']}) {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:20.925682 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-55147617-d95c-4eaa-87e1-ee7b51f2c907 None None] Current status of the port 0c639774-49ab-4aeb-a9d5-184a74a35d74 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:54:20.929005 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-55147617-d95c-4eaa-87e1-ee7b51f2c907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:20.929157 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-92d8b892-8da6-4e0d-a099-4bef0386644b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2c30a3d34292449fbaa03d41b9b3671d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8235590 May 31 13:54:20.934490 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46040) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:20.937700 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec6e1d35-cfe8-48b9-8af7-82234bf2391d tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:54:20.963146 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d8b892-8da6-4e0d-a099-4bef0386644b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8677eb1-ef02-42ff-96f9-c416d69934fb,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:20.978438 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a431cdd8-81cd-4718-af4d-2bae695b12f5 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:21.018410 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a431cdd8-81cd-4718-af4d-2bae695b12f5 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c5847b04-2651-41a4-b29e-5e1f3384e57d,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:21.037555 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ec6e1d35-cfe8-48b9-8af7-82234bf2391d tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:21.041950 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ec6e1d35-cfe8-48b9-8af7-82234bf2391d tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "PUT /v2.0/routers/3211f75f-511b-479b-b8cf-9791381ae8bf HTTP/1.1" status: 200 len: 953 time: 3.6458218 May 31 13:54:21.043105 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46044) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:21.049266 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a431cdd8-81cd-4718-af4d-2bae695b12f5 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:21.050392 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a431cdd8-81cd-4718-af4d-2bae695b12f5 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/c5847b04-2651-41a4-b29e-5e1f3384e57d HTTP/1.1" status: 204 len: 168 time: 0.4320061 May 31 13:54:21.057599 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d6390a4d-7816-411f-95e1-9ef62a59189a None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:21.097956 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46050) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:21.117042 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d6390a4d-7816-411f-95e1-9ef62a59189a None None] Transition to ACTIVE for port object ce0542f2-0097-46bf-b9f1-6dd7710cc351 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:54:21.157554 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-e14db17c-35d8-434d-ba49-7716b994a3d2 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] 10.222.0.50 "PUT /v2.0/subnetpools/24778f59-fd67-412d-a7f4-25f19bca6480/tags HTTP/1.1" status: 200 len: 316 time: 0.2927778 May 31 13:54:21.165944 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46056) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:21.187457 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.tag.tag_plugin [None req-fb9ef9c3-c82c-46a3-994b-3f8a05ff4df1 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '24778f59-fd67-412d-a7f4-25f19bca6480') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:21.207287 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 0c639774-49ab-4aeb-a9d5-184a74a35d74 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:54:21.207683 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:21.209787 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-a7d54de3-7787-4546-8a83-11bb6614a84e tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1071377 May 31 13:54:21.213202 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2b22e36f-22e2-4a1f-aea4-168d28023ee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:21.214610 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46060) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:21.244259 n-d-843939-1 neutron-server[88370]: DEBUG neutron.objects.ports [None req-a9b89736-a4cf-4335-ba0c-8aa0260c7b94 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88370) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 31 13:54:21.250331 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d6390a4d-7816-411f-95e1-9ef62a59189a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:21.259159 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2b22e36f-22e2-4a1f-aea4-168d28023ee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:21.283239 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-1e36245a-a464-4e35-bfa7-e90c28f16fbc tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "GET /v2.0/routers/3211f75f-511b-479b-b8cf-9791381ae8bf HTTP/1.1" status: 200 len: 953 time: 0.2377079 May 31 13:54:21.284186 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46064) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:21.300697 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-4fe70265-8cb3-4ca3-96b7-54a33e58aca8 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Request body: {'router': {'routes': None}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:54:21.341192 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-55147617-d95c-4eaa-87e1-ee7b51f2c907 None None] For port 0c639774-49ab-4aeb-a9d5-184a74a35d74, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=0c639774-49ab-4aeb-a9d5-184a74a35d74,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:54:21.374988 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-fb9ef9c3-c82c-46a3-994b-3f8a05ff4df1 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] 10.222.0.50 "DELETE /v2.0/subnetpools/24778f59-fd67-412d-a7f4-25f19bca6480/tags HTTP/1.1" status: 204 len: 168 time: 0.2032611 May 31 13:54:21.380770 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46072) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:21.381469 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6210c893-92c9-4e77-9849-c1995e3be085 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:21.423649 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.tag.tag_plugin [None req-a928e2a1-af43-4f3a-8f25-c73eb38b2bd0 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '24778f59-fd67-412d-a7f4-25f19bca6480', 'tempest-TagsExtTest-Tag-872780813') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:21.436391 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2b22e36f-22e2-4a1f-aea4-168d28023ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:21.470328 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6210c893-92c9-4e77-9849-c1995e3be085 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:21.522292 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port ed72ca77-ea69-4249-9d84-aeba49a479f2 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:54:21.522649 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:21.561389 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2b22e36f-22e2-4a1f-aea4-168d28023ee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:21.562840 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-2b22e36f-22e2-4a1f-aea4-168d28023ee5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b8677eb1-ef02-42ff-96f9-c416d69934fb HTTP/1.1" status: 204 len: 168 time: 0.6267314 May 31 13:54:21.575540 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-55147617-d95c-4eaa-87e1-ee7b51f2c907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:21.604525 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [None req-a928e2a1-af43-4f3a-8f25-c73eb38b2bd0 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] show failed (client error): The resource could not be found. May 31 13:54:21.605623 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-a928e2a1-af43-4f3a-8f25-c73eb38b2bd0 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] 10.222.0.50 "GET /v2.0/subnetpools/24778f59-fd67-412d-a7f4-25f19bca6480/tags/tempest-TagsExtTest-Tag-872780813 HTTP/1.1" status: 404 len: 328 time: 0.2046309 May 31 13:54:21.613013 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46078) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:21.637674 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b22e36f-22e2-4a1f-aea4-168d28023ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8677eb1-ef02-42ff-96f9-c416d69934fb,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:21.641339 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6210c893-92c9-4e77-9849-c1995e3be085 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:21.663244 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.tag.tag_plugin [None req-2779ca62-a0d2-4db6-8b57-5d432df06271 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '24778f59-fd67-412d-a7f4-25f19bca6480', 'tempest-TagsExtTest-Tag-1986879709') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:21.731568 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6210c893-92c9-4e77-9849-c1995e3be085 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9088d5c2-f155-4302-891b-4c3328318df7,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:21.755039 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a9b89736-a4cf-4335-ba0c-8aa0260c7b94 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:21.877361 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6210c893-92c9-4e77-9849-c1995e3be085 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:21.880864 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-6210c893-92c9-4e77-9849-c1995e3be085 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/9088d5c2-f155-4302-891b-4c3328318df7 HTTP/1.1" status: 204 len: 168 time: 0.6622167 May 31 13:54:21.886074 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46090) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:21.985923 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d93e60-0660-4f85-b28c-36e78e7327f2 None None] Pushing event updated for resources: {'Port': ['ID=ce0542f2-0097-46bf-b9f1-6dd7710cc351,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:22.085033 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:54:22.085677 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:54:22.093378 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-d6390a4d-7816-411f-95e1-9ef62a59189a None None] Attempting to bind port ce0542f2-0097-46bf-b9f1-6dd7710cc351 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:54:22.094037 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-d6390a4d-7816-411f-95e1-9ef62a59189a None None] Attempting to bind port ce0542f2-0097-46bf-b9f1-6dd7710cc351 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'b787da7e-ffb5-4960-85f8-39e96d170872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '06cab25e-3df1-4232-9563-1f5225d96159'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:54:22.094708 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6390a4d-7816-411f-95e1-9ef62a59189a None None] Attempting to bind port ce0542f2-0097-46bf-b9f1-6dd7710cc351 on network 06cab25e-3df1-4232-9563-1f5225d96159 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:54:22.109697 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-fa3b5fd6-661e-4e2e-8519-d4f2ab48939e None None] For port 0c639774-49ab-4aeb-a9d5-184a74a35d74, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=0c639774-49ab-4aeb-a9d5-184a74a35d74,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:54:22.110445 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fa3b5fd6-661e-4e2e-8519-d4f2ab48939e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:22.139169 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6390a4d-7816-411f-95e1-9ef62a59189a None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:54:22.140074 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6390a4d-7816-411f-95e1-9ef62a59189a None None] Checking segment: {'id': 'b787da7e-ffb5-4960-85f8-39e96d170872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '06cab25e-3df1-4232-9563-1f5225d96159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:54:22.140656 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d6390a4d-7816-411f-95e1-9ef62a59189a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:22.141216 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6390a4d-7816-411f-95e1-9ef62a59189a None None] Bound using segment: {'id': 'b787da7e-ffb5-4960-85f8-39e96d170872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '06cab25e-3df1-4232-9563-1f5225d96159'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:54:22.141895 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-d6390a4d-7816-411f-95e1-9ef62a59189a None None] Bound port: ce0542f2-0097-46bf-b9f1-6dd7710cc351, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b787da7e-ffb5-4960-85f8-39e96d170872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '06cab25e-3df1-4232-9563-1f5225d96159'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:54:22.142501 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d6390a4d-7816-411f-95e1-9ef62a59189a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:22.171287 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-0cea12cf-dd4f-4976-a71f-af3524164a30 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Synchronizing usage tracker for tenant:222282741774459ea40d6218f6d37c4d on resource:security_group_rule {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:54:22.188154 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [None req-2779ca62-a0d2-4db6-8b57-5d432df06271 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] show failed (client error): The resource could not be found. May 31 13:54:22.193684 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-2779ca62-a0d2-4db6-8b57-5d432df06271 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] 10.222.0.50 "GET /v2.0/subnetpools/24778f59-fd67-412d-a7f4-25f19bca6480/tags/tempest-TagsExtTest-Tag-1986879709 HTTP/1.1" status: 404 len: 329 time: 0.5664361 May 31 13:54:22.195909 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46096) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:22.219587 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.tag.tag_plugin [None req-1431593d-e80d-4809-b5d2-98626385de58 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '24778f59-fd67-412d-a7f4-25f19bca6480', 'tempest-TagsExtTest-Tag-246563404') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:22.249308 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46100) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:22.253071 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-0cea12cf-dd4f-4976-a71f-af3524164a30 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Unset dirty status for tenant:222282741774459ea40d6218f6d37c4d on resource:security_group_rule {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:54:22.254511 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-0cea12cf-dd4f-4976-a71f-af3524164a30 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3693650 May 31 13:54:22.259395 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46104) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:22.349118 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55147617-d95c-4eaa-87e1-ee7b51f2c907 None None] Pushing event updated for resources: {'Port': ['ID=0c639774-49ab-4aeb-a9d5-184a74a35d74,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:22.350464 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-21eaa1be-4ccb-414a-8249-5107fc597653 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:22.365120 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-fa3b5fd6-661e-4e2e-8519-d4f2ab48939e None None] Calling delete_port for 0c639774-49ab-4aeb-a9d5-184a74a35d74 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:54:22.463414 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-21eaa1be-4ccb-414a-8249-5107fc597653 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:54:22.473901 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-21eaa1be-4ccb-414a-8249-5107fc597653 admin admin] Usage tracker for resource:security_group_rule and tenant:25138bd931244110bed6b1920623ba60 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:54:22.478775 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port ed72ca77-ea69-4249-9d84-aeba49a479f2 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:54:22.478971 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:22.479279 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-21eaa1be-4ccb-414a-8249-5107fc597653 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:54:22.488306 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-a9b89736-a4cf-4335-ba0c-8aa0260c7b94 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] For port 0c639774-49ab-4aeb-a9d5-184a74a35d74, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=0c639774-49ab-4aeb-a9d5-184a74a35d74,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:54:22.507334 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [None req-1431593d-e80d-4809-b5d2-98626385de58 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] show failed (client error): The resource could not be found. May 31 13:54:22.510443 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-1431593d-e80d-4809-b5d2-98626385de58 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] 10.222.0.50 "GET /v2.0/subnetpools/24778f59-fd67-412d-a7f4-25f19bca6480/tags/tempest-TagsExtTest-Tag-246563404 HTTP/1.1" status: 404 len: 328 time: 0.3079233 May 31 13:54:22.514650 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46110) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:22.519087 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-21eaa1be-4ccb-414a-8249-5107fc597653 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:54:22.525048 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2063287c-19b0-439b-9a6b-1bbcc39a5ecc req-7ca9e944-96bc-4478-a246-2e886b4c7ad4 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:54:22.525900 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2063287c-19b0-439b-9a6b-1bbcc39a5ecc req-7ca9e944-96bc-4478-a246-2e886b4c7ad4 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ba2a7b-e75c-46ac-b1d9-10f903526f5a HTTP/1.1" status: 200 len: 944 time: 0.6906142 May 31 13:54:22.529266 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.tag.tag_plugin [None req-9cfc5c2d-a415-4adc-84b9-d7f8491a9176 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '24778f59-fd67-412d-a7f4-25f19bca6480') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:22.545346 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8ba2a7b-e75c-46ac-b1d9-10f903526f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed72ca77-ea69-4249-9d84-aeba49a479f2'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:54:22.558954 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-d6390a4d-7816-411f-95e1-9ef62a59189a None None] For port ce0542f2-0097-46bf-b9f1-6dd7710cc351, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:54:22.563430 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-d6390a4d-7816-411f-95e1-9ef62a59189a None None] For port ce0542f2-0097-46bf-b9f1-6dd7710cc351, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=ce0542f2-0097-46bf-b9f1-6dd7710cc351,segment=NetworkSegment(b787da7e-ffb5-4960-85f8-39e96d170872),segment_id=b787da7e-ffb5-4960-85f8-39e96d170872)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:54:22.566056 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port ed72ca77-ea69-4249-9d84-aeba49a479f2, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=ed72ca77-ea69-4249-9d84-aeba49a479f2,segment=NetworkSegment(f85bb861-f832-42e2-a182-3ceccc5a66af),segment_id=f85bb861-f832-42e2-a182-3ceccc5a66af)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:54:22.570316 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d6390a4d-7816-411f-95e1-9ef62a59189a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:22.576215 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0ebd5951-f0dd-4571-9cca-613ba1f01a69 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:22.588411 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a9b89736-a4cf-4335-ba0c-8aa0260c7b94 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:22.602700 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a9b89736-a4cf-4335-ba0c-8aa0260c7b94 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:22.603339 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a9b89736-a4cf-4335-ba0c-8aa0260c7b94 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:22.633321 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:22.645860 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b60090de-2f63-4a9d-8f04-324359329586'] response: {'server_uuid': 'f8ba2a7b-e75c-46ac-b1d9-10f903526f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed72ca77-ea69-4249-9d84-aeba49a479f2', 'code': 200} May 31 13:54:22.666423 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-fa3b5fd6-661e-4e2e-8519-d4f2ab48939e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:54:22.666814 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-fa3b5fd6-661e-4e2e-8519-d4f2ab48939e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:54:22.708315 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0ebd5951-f0dd-4571-9cca-613ba1f01a69 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:22.714639 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2063287c-19b0-439b-9a6b-1bbcc39a5ecc req-0e375e5a-1fe7-494a-9396-2e3331e09748 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=6bc706d7-c2c8-4249-9761-79dc47f28376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466389 May 31 13:54:22.715936 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 0c639774-49ab-4aeb-a9d5-184a74a35d74 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:54:22.716859 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 8d8e6172-69a0-4f62-961b-546e8e0f036a up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:54:22.736534 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-9cfc5c2d-a415-4adc-84b9-d7f8491a9176 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] 10.222.0.50 "DELETE /v2.0/subnetpools/24778f59-fd67-412d-a7f4-25f19bca6480/tags HTTP/1.1" status: 204 len: 168 time: 0.2207274 May 31 13:54:22.744426 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.extraroute_db [None req-4fe70265-8cb3-4ca3-96b7-54a33e58aca8 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Added routes are [] {{(pid=88369) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 31 13:54:22.744819 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.extraroute_db [None req-4fe70265-8cb3-4ca3-96b7-54a33e58aca8 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=88369) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 31 13:54:22.748872 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46116) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:22.751292 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6390a4d-7816-411f-95e1-9ef62a59189a None None] Routers {'3211f75f-511b-479b-b8cf-9791381ae8bf'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:54:22.752044 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-d6390a4d-7816-411f-95e1-9ef62a59189a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:54:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['3211f75f-511b-479b-b8cf-9791381ae8bf'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:22.764635 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.tag.tag_plugin [None req-c642ffb9-0859-4a0e-91ea-2a441ea73dab tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f6699178-da81-463d-87cf-a2be3adbe891') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:22.801289 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b89736-a4cf-4335-ba0c-8aa0260c7b94 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:54:22.808686 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-a9b89736-a4cf-4335-ba0c-8aa0260c7b94 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:54:22.816478 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b89736-a4cf-4335-ba0c-8aa0260c7b94 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:54:22.817065 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a9b89736-a4cf-4335-ba0c-8aa0260c7b94 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:22.831719 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d93e60-0660-4f85-b28c-36e78e7327f2 None None] Pushing event updated for resources: {'Port': ['ID=ce0542f2-0097-46bf-b9f1-6dd7710cc351,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:22.838431 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b89736-a4cf-4335-ba0c-8aa0260c7b94 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event updated for resources: {'Subnet': ['ID=44fa1b14-82b0-4388-bf72-c81318cb5e3a,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:22.859019 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-a9b89736-a4cf-4335-ba0c-8aa0260c7b94 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 3.4944751 May 31 13:54:22.859234 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46120) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:22.864550 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-d7e98dc6-f682-4611-a919-5bc8415f19d1 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Request body: {'port': {'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'mac_address': 'fa:16:3e:0f:88:d9', 'name': 'tempest-NetworksTestDHCPv6-1055460754'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:54:22.891525 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b89736-a4cf-4335-ba0c-8aa0260c7b94 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event updated for resources: {'Port': ['ID=0c639774-49ab-4aeb-a9d5-184a74a35d74,revision_number=6']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:23.066259 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=ed72ca77-ea69-4249-9d84-aeba49a479f2,revision_number=10']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:23.072538 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 8d8e6172-69a0-4f62-961b-546e8e0f036a triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:54:23.073212 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:23.086684 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d7e98dc6-f682-4611-a919-5bc8415f19d1 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:54:23.092674 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-21eaa1be-4ccb-414a-8249-5107fc597653 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:23.105640 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-d6390a4d-7816-411f-95e1-9ef62a59189a None None] Set router 3211f75f-511b-479b-b8cf-9791381ae8bf gateway port host: None {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:54:23.107703 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d7e98dc6-f682-4611-a919-5bc8415f19d1 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:54:23.107842 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-21eaa1be-4ccb-414a-8249-5107fc597653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:23.115022 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4fe70265-8cb3-4ca3-96b7-54a33e58aca8 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:23.125445 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0ebd5951-f0dd-4571-9cca-613ba1f01a69 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:23.127039 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e98dc6-f682-4611-a919-5bc8415f19d1 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Made reservation on behalf of d13dddbe1502489da91f2f88306fdca6 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:54:23.169008 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-fa3b5fd6-661e-4e2e-8519-d4f2ab48939e None None] Deleting port 0c639774-49ab-4aeb-a9d5-184a74a35d74 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:54:23.169399 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fa3b5fd6-661e-4e2e-8519-d4f2ab48939e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:23.255592 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-21eaa1be-4ccb-414a-8249-5107fc597653 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=25138bd931244110bed6b1920623ba60&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0039513 May 31 13:54:23.263248 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46126) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:23.289716 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d7e98dc6-f682-4611-a919-5bc8415f19d1 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:23.346672 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-d7e98dc6-f682-4611-a919-5bc8415f19d1 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] device_id is not set on port 2ff9ef7b-8bb3-4090-b90b-2a9ea6dbc5a2 yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:54:23.413680 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c642ffb9-0859-4a0e-91ea-2a441ea73dab tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] 10.222.0.50 "DELETE /v2.0/routers/f6699178-da81-463d-87cf-a2be3adbe891/tags HTTP/1.1" status: 204 len: 168 time: 0.6611054 May 31 13:54:23.417643 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46132) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:23.420456 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9fc9a3aa-84a7-43a8-b1e8-747a3d3326ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:23.438916 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.tag.tag_plugin [None req-11947c00-3ad5-43da-9655-c8b9888b4ed6 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '12364b17-5da8-49a8-88bf-133906e5647c') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:23.554682 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9fc9a3aa-84a7-43a8-b1e8-747a3d3326ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:23.626235 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4fe70265-8cb3-4ca3-96b7-54a33e58aca8 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:23.629705 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eaa1be-4ccb-414a-8249-5107fc597653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=470ee503-474a-4ec0-a8d8-fcd58d94cebc,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:23.645939 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4fe70265-8cb3-4ca3-96b7-54a33e58aca8 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1578611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1578620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1575237'] for router, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:23.648275 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0ebd5951-f0dd-4571-9cca-613ba1f01a69 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:23.652176 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-0ebd5951-f0dd-4571-9cca-613ba1f01a69 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] 10.222.0.50 "DELETE /v2.0/security-groups/b6cdec20-297e-4bd4-8f2a-995ffa4091e7 HTTP/1.1" status: 204 len: 168 time: 1.3891110 May 31 13:54:23.654634 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46146) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:23.701644 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-d7e98dc6-f682-4611-a919-5bc8415f19d1 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Allocated IP 2001:db8::f816:3eff:fe0f:88d9 (8d0ca4ab-0d39-494b-8b5d-2861af857a5e/44fa1b14-82b0-4388-bf72-c81318cb5e3a/2ff9ef7b-8bb3-4090-b90b-2a9ea6dbc5a2) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:54:23.720677 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-11947c00-3ad5-43da-9655-c8b9888b4ed6 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] 10.222.0.50 "DELETE /v2.0/ports/12364b17-5da8-49a8-88bf-133906e5647c/tags HTTP/1.1" status: 204 len: 168 time: 0.2989917 May 31 13:54:23.728333 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebd5951-f0dd-4571-9cca-613ba1f01a69 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6cdec20-297e-4bd4-8f2a-995ffa4091e7,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:23.728791 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46154) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:23.755613 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.tag.tag_plugin [None req-ab4a1525-4536-401c-a49c-7ed3ed00f5f8 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd219d174-479d-4729-8402-3a7e64c85645') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:23.869188 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 8d8e6172-69a0-4f62-961b-546e8e0f036a is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:54:23.972987 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fe70265-8cb3-4ca3-96b7-54a33e58aca8 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Router 3211f75f-511b-479b-b8cf-9791381ae8bf has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:54:23.985484 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-fa3b5fd6-661e-4e2e-8519-d4f2ab48939e None None] For port 0c639774-49ab-4aeb-a9d5-184a74a35d74, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=0c639774-49ab-4aeb-a9d5-184a74a35d74,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:54:23.986990 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fa3b5fd6-661e-4e2e-8519-d4f2ab48939e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:23.994197 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9adb56-cdc2-4a79-9d50-b024936c1b1f req-a38a3de0-d6af-4244-9f8d-227152046179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:54:23.995785 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8f9adb56-cdc2-4a79-9d50-b024936c1b1f req-a38a3de0-d6af-4244-9f8d-227152046179 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f8ba2a7b-e75c-46ac-b1d9-10f903526f5a HTTP/1.1" status: 200 len: 1097 time: 1.0696096 May 31 13:54:24.007543 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 0c639774-49ab-4aeb-a9d5-184a74a35d74 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:54:24.189432 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-fa3b5fd6-661e-4e2e-8519-d4f2ab48939e None None] Calling delete_port for 0c639774-49ab-4aeb-a9d5-184a74a35d74 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:54:24.191236 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9fc9a3aa-84a7-43a8-b1e8-747a3d3326ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:24.208957 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-4d69096a-795c-49dc-9a96-1a53dfcac28a tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Synchronizing usage tracker for tenant:222282741774459ea40d6218f6d37c4d on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:54:24.252236 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc9a3aa-84a7-43a8-b1e8-747a3d3326ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=470ee503-474a-4ec0-a8d8-fcd58d94cebc,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:24.263783 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-d6390a4d-7816-411f-95e1-9ef62a59189a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'name': 'tempest-RoutersIpV6Test-router-146214637', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:53:21Z', 'updated_at': '2022-05-31T13:54:19Z', 'revision_number': 6, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'gw_port_host': None, '_interfaces': [{'id': '26ff78a3-15ff-4b8e-a54a-28077ac1f1b4', 'name': '', 'network_id': '111adac1-473f-49bf-9ad2-d7d3df9f0c81', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'mac_address': 'fa:16:3e:3e:5a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '1c590363-00c3-4fe6-a49d-d7753a0bcb1d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:53:54Z', 'updated_at': '2022-05-31T13:54:14Z', 'revision_number': 5, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'subnets': [{'id': '1c590363-00c3-4fe6-a49d-d7753a0bcb1d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5363d566-0c96-428e-8923-1d73f2094f6e', 'name': '', 'network_id': '5e3496b0-d33d-47d7-9f83-4fad30354b43', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'mac_address': 'fa:16:3e:2c:59:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '40212637-75d9-4d77-876c-da2c117a7162', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:53:39Z', 'updated_at': '2022-05-31T13:54:00Z', 'revision_number': 5, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'subnets': [{'id': '40212637-75d9-4d77-876c-da2c117a7162', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce0542f2-0097-46bf-b9f1-6dd7710cc351', 'name': '', 'network_id': '06cab25e-3df1-4232-9563-1f5225d96159', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'mac_address': 'fa:16:3e:0b:79:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': '20354f2e-e462-4c08-9ff2-415d0496127c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:54:12Z', 'updated_at': '2022-05-31T13:54:22Z', 'revision_number': 4, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'subnets': [{'id': '20354f2e-e462-4c08-9ff2-415d0496127c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6cb924c-1be3-495d-9c70-35508cd5e005', 'name': '', 'network_id': '0aa2954e-bf8d-4cc7-bde3-b406dc8a037b', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'mac_address': 'fa:16:3e:c5:45:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': 'e5cb876f-844c-4265-83b8-5ce61d3f3bd0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:53:28Z', 'updated_at': '2022-05-31T13:53:41Z', 'revision_number': 5, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'subnets': [{'id': 'e5cb876f-844c-4265-83b8-5ce61d3f3bd0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:24.270359 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d7e98dc6-f682-4611-a919-5bc8415f19d1 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:24.327330 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8f9adb56-cdc2-4a79-9d50-b024936c1b1f req-b2808146-aa6a-47d1-82e7-599f3d4e6538 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6bc706d7-c2c8-4249-9761-79dc47f28376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2622221 May 31 13:54:24.327824 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-4d69096a-795c-49dc-9a96-1a53dfcac28a tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Unset dirty status for tenant:222282741774459ea40d6218f6d37c4d on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:54:24.328639 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-4d69096a-795c-49dc-9a96-1a53dfcac28a tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6688328 May 31 13:54:24.330497 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-d7e98dc6-f682-4611-a919-5bc8415f19d1 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Transition to ACTIVE for port object 2ff9ef7b-8bb3-4090-b90b-2a9ea6dbc5a2 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:54:24.335194 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46170) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:24.338834 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-b1f61cd5-b30e-4618-b878-1a2661d2234f tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Request body: {'security_group': {'name': 'tempest-secgroup--490052617'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:54:24.345818 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-b1f61cd5-b30e-4618-b878-1a2661d2234f tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:54:24.351140 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6390a4d-7816-411f-95e1-9ef62a59189a None None] The sync data for ids ['3211f75f-511b-479b-b8cf-9791381ae8bf'] in n-d-843939-1 is: [{'id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'name': 'tempest-RoutersIpV6Test-router-146214637', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:53:21Z', 'updated_at': '2022-05-31T13:54:19Z', 'revision_number': 6, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'gw_port_host': None, '_interfaces': [{'id': '26ff78a3-15ff-4b8e-a54a-28077ac1f1b4', 'name': '', 'network_id': '111adac1-473f-49bf-9ad2-d7d3df9f0c81', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'mac_address': 'fa:16:3e:3e:5a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '1c590363-00c3-4fe6-a49d-d7753a0bcb1d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:53:54Z', 'updated_at': '2022-05-31T13:54:14Z', 'revision_number': 5, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'subnets': [{'id': '1c590363-00c3-4fe6-a49d-d7753a0bcb1d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5363d566-0c96-428e-8923-1d73f2094f6e', 'name': '', 'network_id': '5e3496b0-d33d-47d7-9f83-4fad30354b43', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'mac_address': 'fa:16:3e:2c:59:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '40212637-75d9-4d77-876c-da2c117a7162', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:53:39Z', 'updated_at': '2022-05-31T13:54:00Z', 'revision_number': 5, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'subnets': [{'id': '40212637-75d9-4d77-876c-da2c117a7162', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce0542f2-0097-46bf-b9f1-6dd7710cc351', 'name': '', 'network_id': '06cab25e-3df1-4232-9563-1f5225d96159', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'mac_address': 'fa:16:3e:0b:79:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': '20354f2e-e462-4c08-9ff2-415d0496127c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:54:12Z', 'updated_at': '2022-05-31T13:54:22Z', 'revision_number': 4, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'subnets': [{'id': '20354f2e-e462-4c08-9ff2-415d0496127c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6cb924c-1be3-495d-9c70-35508cd5e005', 'name': '', 'network_id': '0aa2954e-bf8d-4cc7-bde3-b406dc8a037b', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'mac_address': 'fa:16:3e:c5:45:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': 'e5cb876f-844c-4265-83b8-5ce61d3f3bd0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:53:28Z', 'updated_at': '2022-05-31T13:53:41Z', 'revision_number': 5, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'subnets': [{'id': 'e5cb876f-844c-4265-83b8-5ce61d3f3bd0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:54:24.354910 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 0c639774-49ab-4aeb-a9d5-184a74a35d74 is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:54:24.355467 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:24.355792 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-b1f61cd5-b30e-4618-b878-1a2661d2234f tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:54:24.370521 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fe70265-8cb3-4ca3-96b7-54a33e58aca8 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:54:24.375050 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b1f61cd5-b30e-4618-b878-1a2661d2234f tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:24.384542 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4fe70265-8cb3-4ca3-96b7-54a33e58aca8 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:24.385713 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-4fe70265-8cb3-4ca3-96b7-54a33e58aca8 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "PUT /v2.0/routers/3211f75f-511b-479b-b8cf-9791381ae8bf HTTP/1.1" status: 200 len: 703 time: 3.0942469 May 31 13:54:24.388207 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9fc9a3aa-84a7-43a8-b1e8-747a3d3326ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:24.389322 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-9fc9a3aa-84a7-43a8-b1e8-747a3d3326ae admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/470ee503-474a-4ec0-a8d8-fcd58d94cebc HTTP/1.1" status: 204 len: 168 time: 1.1244717 May 31 13:54:24.393791 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46174) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:24.462435 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 0c639774-49ab-4aeb-a9d5-184a74a35d74, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=0c639774-49ab-4aeb-a9d5-184a74a35d74,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:54:24.467603 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:24.507958 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-b1f61cd5-b30e-4618-b878-1a2661d2234f tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:54:24.527307 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-b1f61cd5-b30e-4618-b878-1a2661d2234f tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Usage tracker for resource:security_group_rule and tenant:222282741774459ea40d6218f6d37c4d is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:54:24.533785 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-b1f61cd5-b30e-4618-b878-1a2661d2234f tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:54:24.559253 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-b1f61cd5-b30e-4618-b878-1a2661d2234f tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:54:24.608025 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=0c639774-49ab-4aeb-a9d5-184a74a35d74,revision_number=7']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:24.613869 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-fa3b5fd6-661e-4e2e-8519-d4f2ab48939e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:54:24.614391 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-fa3b5fd6-661e-4e2e-8519-d4f2ab48939e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:54:24.759003 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b1f61cd5-b30e-4618-b878-1a2661d2234f tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:24.781964 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec84268d-afab-473b-a63b-7b4a0b26574e req-dbb1c260-e6bb-48db-91e5-889f6e0a7ea7 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:54:24.785380 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ec84268d-afab-473b-a63b-7b4a0b26574e req-dbb1c260-e6bb-48db-91e5-889f6e0a7ea7 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ba2a7b-e75c-46ac-b1d9-10f903526f5a HTTP/1.1" status: 200 len: 946 time: 0.6585193 May 31 13:54:24.795985 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b1f61cd5-b30e-4618-b878-1a2661d2234f tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:24.800172 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a669f33f-b172-4494-965b-b73c700e60c5 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "GET /v2.0/routers/3211f75f-511b-479b-b8cf-9791381ae8bf HTTP/1.1" status: 200 len: 703 time: 0.4047580 May 31 13:54:24.802441 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46180) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:24.837747 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-ab4a1525-4536-401c-a49c-7ed3ed00f5f8 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] 10.222.0.50 "DELETE /v2.0/subnets/d219d174-479d-4729-8402-3a7e64c85645/tags HTTP/1.1" status: 204 len: 168 time: 1.1055181 May 31 13:54:24.872618 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46184) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:24.946115 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ec84268d-afab-473b-a63b-7b4a0b26574e req-a57dc737-0ca7-4dd0-9c3d-e8d9c229b428 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=6bc706d7-c2c8-4249-9761-79dc47f28376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345966 May 31 13:54:24.951653 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f61cd5-b30e-4618-b878-1a2661d2234f tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a064a33e-dead-427d-ad0c-6a9822781b38,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:24.988710 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d7e98dc6-f682-4611-a919-5bc8415f19d1 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:25.076696 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b1f61cd5-b30e-4618-b878-1a2661d2234f tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:25.081356 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-b1f61cd5-b30e-4618-b878-1a2661d2234f tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7466929 May 31 13:54:25.082204 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46190) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:25.108240 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-38c33199-fdad-479d-8181-b4ee280eb069 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Request body: {'security_group_rule': {'security_group_id': 'a064a33e-dead-427d-ad0c-6a9822781b38', 'direction': 'ingress', 'protocol': 17}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:54:25.116422 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-38c33199-fdad-479d-8181-b4ee280eb069 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:54:25.135633 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-38c33199-fdad-479d-8181-b4ee280eb069 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Usage tracker for resource:security_group_rule and tenant:222282741774459ea40d6218f6d37c4d is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:54:25.140507 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e98dc6-f682-4611-a919-5bc8415f19d1 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:54:25.141773 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e98dc6-f682-4611-a919-5bc8415f19d1 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event updated for resources: {'Port': ['ID=2ff9ef7b-8bb3-4090-b90b-2a9ea6dbc5a2,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:25.144798 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-38c33199-fdad-479d-8181-b4ee280eb069 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:54:25.151290 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-d7e98dc6-f682-4611-a919-5bc8415f19d1 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:54:25.163553 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e98dc6-f682-4611-a919-5bc8415f19d1 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:54:25.173810 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e98dc6-f682-4611-a919-5bc8415f19d1 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:54:25.174543 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d7e98dc6-f682-4611-a919-5bc8415f19d1 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:25.220344 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-38c33199-fdad-479d-8181-b4ee280eb069 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:54:25.244118 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-d7e98dc6-f682-4611-a919-5bc8415f19d1 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3838825 May 31 13:54:25.247317 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46200) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:25.315527 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-38c33199-fdad-479d-8181-b4ee280eb069 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:25.353435 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-fa3b5fd6-661e-4e2e-8519-d4f2ab48939e None None] Deleting port 0c639774-49ab-4aeb-a9d5-184a74a35d74 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:54:25.354023 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fa3b5fd6-661e-4e2e-8519-d4f2ab48939e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:25.459989 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-38c33199-fdad-479d-8181-b4ee280eb069 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:25.471065 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-38c33199-fdad-479d-8181-b4ee280eb069 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:25.516959 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0083acc3-35f3-48e2-9aa5-7c9188bb3800 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:54:25.538609 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0083acc3-35f3-48e2-9aa5-7c9188bb3800 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:54:25.547093 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-0083acc3-35f3-48e2-9aa5-7c9188bb3800 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Synchronizing usage tracker for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:54:25.595400 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c33199-fdad-479d-8181-b4ee280eb069 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c65270b-960a-4a00-aa14-89d042db5bef,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:25.602395 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-0083acc3-35f3-48e2-9aa5-7c9188bb3800 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Unset dirty status for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:54:25.606646 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-0083acc3-35f3-48e2-9aa5-7c9188bb3800 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3541625 May 31 13:54:25.609532 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46218) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:25.818955 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161ac0c3-5a04-4629-8519-ca42a35eb198 None None] Sync routers for ids ['3211f75f-511b-479b-b8cf-9791381ae8bf'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:54:25.837002 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161ac0c3-5a04-4629-8519-ca42a35eb198 None None] Routers {'3211f75f-511b-479b-b8cf-9791381ae8bf'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:54:25.838028 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-161ac0c3-5a04-4629-8519-ca42a35eb198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:54:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['3211f75f-511b-479b-b8cf-9791381ae8bf'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:25.916636 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9aac8b45-aaeb-4fda-87d7-91f6bde9c3e0 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Notify callbacks [] for subnetpool, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:25.921448 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-9aac8b45-aaeb-4fda-87d7-91f6bde9c3e0 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] 10.222.0.50 "DELETE /v2.0/subnetpools/24778f59-fd67-412d-a7f4-25f19bca6480 HTTP/1.1" status: 204 len: 168 time: 1.0416260 May 31 13:54:25.922395 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46226) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:26.009354 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-fa3b5fd6-661e-4e2e-8519-d4f2ab48939e None None] For port 0c639774-49ab-4aeb-a9d5-184a74a35d74, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=0c639774-49ab-4aeb-a9d5-184a74a35d74,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:54:26.010912 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fa3b5fd6-661e-4e2e-8519-d4f2ab48939e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:26.064775 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46234) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:26.065344 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-38c33199-fdad-479d-8181-b4ee280eb069 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:26.066561 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-38c33199-fdad-479d-8181-b4ee280eb069 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.9776664 May 31 13:54:26.067534 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-8d1d99c7-b12d-4d6e-a37a-5ff85642a709 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] 10.222.0.50 "GET /v2.0/ports?device_id=f6699178-da81-463d-87cf-a2be3adbe891 HTTP/1.1" status: 200 len: 205 time: 0.1423743 May 31 13:54:26.077443 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46236) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:26.205325 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-161ac0c3-5a04-4629-8519-ca42a35eb198 None None] Set router 3211f75f-511b-479b-b8cf-9791381ae8bf gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:54:26.207945 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fadb6191-6678-477b-a45d-3d2f04234c85 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:26.212608 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device ce0542f2-0097-46bf-b9f1-6dd7710cc351 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:54:26.238258 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fadb6191-6678-477b-a45d-3d2f04234c85 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:26.294958 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fadb6191-6678-477b-a45d-3d2f04234c85 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:26.373802 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46248) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:26.387047 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadb6191-6678-477b-a45d-3d2f04234c85 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a064a33e-dead-427d-ad0c-6a9822781b38,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:26.393130 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fadb6191-6678-477b-a45d-3d2f04234c85 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:26.396490 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-fadb6191-6678-477b-a45d-3d2f04234c85 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] 10.222.0.50 "DELETE /v2.0/security-groups/a064a33e-dead-427d-ad0c-6a9822781b38 HTTP/1.1" status: 204 len: 168 time: 0.3141348 May 31 13:54:26.403896 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46252) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:26.528095 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-fa3b5fd6-661e-4e2e-8519-d4f2ab48939e None None] Calling delete_port for 0c639774-49ab-4aeb-a9d5-184a74a35d74 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:54:26.555235 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-5d743cd5-6d6e-413d-a005-c280fe6cb94b tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Synchronizing usage tracker for tenant:222282741774459ea40d6218f6d37c4d on resource:security_group {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:54:26.582470 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-5d743cd5-6d6e-413d-a005-c280fe6cb94b tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Unset dirty status for tenant:222282741774459ea40d6218f6d37c4d on resource:security_group {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:54:26.592736 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-5d743cd5-6d6e-413d-a005-c280fe6cb94b tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1843350 May 31 13:54:26.598724 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-c1494e4f-254f-4195-bc48-36953096cc9a tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Deleting port 2ff9ef7b-8bb3-4090-b90b-2a9ea6dbc5a2 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:54:26.599288 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c1494e4f-254f-4195-bc48-36953096cc9a tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:26.600780 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46260) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:26.616721 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-12279012-96a9-4f73-bf62-dcd9b153b08f tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Request body: {'security_group': {'name': 'tempest-secgroup--593096128'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:54:26.637712 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-12279012-96a9-4f73-bf62-dcd9b153b08f tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:54:26.640374 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port ce0542f2-0097-46bf-b9f1-6dd7710cc351 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:54:26.647882 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port ce0542f2-0097-46bf-b9f1-6dd7710cc351 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:54:26.648303 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:26.660787 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-12279012-96a9-4f73-bf62-dcd9b153b08f tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:54:26.666436 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-09c0f4cf-c3b2-4819-a970-d2697091f0c4 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:26.673495 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-896ba7f2-4151-4aaf-a90c-7c41a9438044 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Notify callbacks [] for router, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:26.892307 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-161ac0c3-5a04-4629-8519-ca42a35eb198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'name': 'tempest-RoutersIpV6Test-router-146214637', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:53:21Z', 'updated_at': '2022-05-31T13:54:22Z', 'revision_number': 7, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'gw_port_host': None, '_interfaces': [{'id': '26ff78a3-15ff-4b8e-a54a-28077ac1f1b4', 'name': '', 'network_id': '111adac1-473f-49bf-9ad2-d7d3df9f0c81', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'mac_address': 'fa:16:3e:3e:5a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '1c590363-00c3-4fe6-a49d-d7753a0bcb1d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:53:54Z', 'updated_at': '2022-05-31T13:54:14Z', 'revision_number': 5, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'subnets': [{'id': '1c590363-00c3-4fe6-a49d-d7753a0bcb1d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5363d566-0c96-428e-8923-1d73f2094f6e', 'name': '', 'network_id': '5e3496b0-d33d-47d7-9f83-4fad30354b43', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'mac_address': 'fa:16:3e:2c:59:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '40212637-75d9-4d77-876c-da2c117a7162', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:53:39Z', 'updated_at': '2022-05-31T13:54:00Z', 'revision_number': 5, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'subnets': [{'id': '40212637-75d9-4d77-876c-da2c117a7162', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce0542f2-0097-46bf-b9f1-6dd7710cc351', 'name': '', 'network_id': '06cab25e-3df1-4232-9563-1f5225d96159', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'mac_address': 'fa:16:3e:0b:79:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': '20354f2e-e462-4c08-9ff2-415d0496127c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:54:12Z', 'updated_at': '2022-05-31T13:54:22Z', 'revision_number': 4, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'subnets': [{'id': '20354f2e-e462-4c08-9ff2-415d0496127c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6cb924c-1be3-495d-9c70-35508cd5e005', 'name': '', 'network_id': '0aa2954e-bf8d-4cc7-bde3-b406dc8a037b', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'mac_address': 'fa:16:3e:c5:45:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': 'e5cb876f-844c-4265-83b8-5ce61d3f3bd0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:53:28Z', 'updated_at': '2022-05-31T13:53:41Z', 'revision_number': 5, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'subnets': [{'id': 'e5cb876f-844c-4265-83b8-5ce61d3f3bd0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:26.899094 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161ac0c3-5a04-4629-8519-ca42a35eb198 None None] Checking router: 3211f75f-511b-479b-b8cf-9791381ae8bf for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:54:26.925297 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161ac0c3-5a04-4629-8519-ca42a35eb198 None None] Routers {'3211f75f-511b-479b-b8cf-9791381ae8bf'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:54:26.927184 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-161ac0c3-5a04-4629-8519-ca42a35eb198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:54:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['3211f75f-511b-479b-b8cf-9791381ae8bf'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:26.947318 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3f0be396-08bb-4759-bc2b-1f25743a4c2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:26.977853 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-12279012-96a9-4f73-bf62-dcd9b153b08f tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:27.008930 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3f0be396-08bb-4759-bc2b-1f25743a4c2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:54:27.015189 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-3f0be396-08bb-4759-bc2b-1f25743a4c2b admin admin] Usage tracker for resource:security_group_rule and tenant:dd22ff9707504d09816a3d90f7c40c60 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:54:27.018708 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-3f0be396-08bb-4759-bc2b-1f25743a4c2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:54:27.025400 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3f0be396-08bb-4759-bc2b-1f25743a4c2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:54:27.151666 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3f0be396-08bb-4759-bc2b-1f25743a4c2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:27.161536 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port ce0542f2-0097-46bf-b9f1-6dd7710cc351 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:54:27.161901 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:27.183167 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3f0be396-08bb-4759-bc2b-1f25743a4c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:27.247280 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fa3b5fd6-661e-4e2e-8519-d4f2ab48939e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:27.300261 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-12279012-96a9-4f73-bf62-dcd9b153b08f tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:54:27.319934 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-161ac0c3-5a04-4629-8519-ca42a35eb198 None None] Set router 3211f75f-511b-479b-b8cf-9791381ae8bf gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:54:27.495252 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-12279012-96a9-4f73-bf62-dcd9b153b08f tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Usage tracker for resource:security_group_rule and tenant:222282741774459ea40d6218f6d37c4d is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:54:27.502436 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-12279012-96a9-4f73-bf62-dcd9b153b08f tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:54:27.509806 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0be396-08bb-4759-bc2b-1f25743a4c2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bce3f358-d014-4e53-8a64-69244ec81173,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:27.521861 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-3f0be396-08bb-4759-bc2b-1f25743a4c2b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dd22ff9707504d09816a3d90f7c40c60&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1321859 May 31 13:54:27.522997 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-12279012-96a9-4f73-bf62-dcd9b153b08f tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:54:27.525138 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46298) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:27.536395 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3b5fd6-661e-4e2e-8519-d4f2ab48939e None None] Pushing event deleted for resources: {'Port': ['ID=0c639774-49ab-4aeb-a9d5-184a74a35d74,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:27.546131 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port ce0542f2-0097-46bf-b9f1-6dd7710cc351, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=ce0542f2-0097-46bf-b9f1-6dd7710cc351,segment=NetworkSegment(b787da7e-ffb5-4960-85f8-39e96d170872),segment_id=b787da7e-ffb5-4960-85f8-39e96d170872)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:54:27.558527 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:27.610185 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46302) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:27.639411 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3b5fd6-661e-4e2e-8519-d4f2ab48939e None None] No DVR routers for this DVR port 0c639774-49ab-4aeb-a9d5-184a74a35d74 on host n-d-843939-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:54:27.674141 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e202169-bf8a-48bc-8a34-6844224c9f2e None None] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:54:27.724862 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-896ba7f2-4151-4aaf-a90c-7c41a9438044 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:27.733164 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-896ba7f2-4151-4aaf-a90c-7c41a9438044 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:27.750192 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f1d01873-b223-4dfb-bec6-f422207dfde1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:27.766846 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-09c0f4cf-c3b2-4819-a970-d2697091f0c4 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Deleting port ce0542f2-0097-46bf-b9f1-6dd7710cc351 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:54:27.767478 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-09c0f4cf-c3b2-4819-a970-d2697091f0c4 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:27.786549 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1485301d-6ce3-4bb7-b419-915ccfbe46b5 req-714370cd-fb1b-4185-be3d-23dad0680e37 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:54:27.788396 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1485301d-6ce3-4bb7-b419-915ccfbe46b5 req-714370cd-fb1b-4185-be3d-23dad0680e37 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ba2a7b-e75c-46ac-b1d9-10f903526f5a HTTP/1.1" status: 200 len: 946 time: 1.5107951 May 31 13:54:27.817753 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=ce0542f2-0097-46bf-b9f1-6dd7710cc351,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:27.901071 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-12279012-96a9-4f73-bf62-dcd9b153b08f tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:27.965530 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-12279012-96a9-4f73-bf62-dcd9b153b08f tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:27.971614 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f1d01873-b223-4dfb-bec6-f422207dfde1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:27.988290 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-161ac0c3-5a04-4629-8519-ca42a35eb198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'name': 'tempest-RoutersIpV6Test-router-146214637', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:53:21Z', 'updated_at': '2022-05-31T13:54:22Z', 'revision_number': 7, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'gw_port_host': None, '_interfaces': [{'id': '26ff78a3-15ff-4b8e-a54a-28077ac1f1b4', 'name': '', 'network_id': '111adac1-473f-49bf-9ad2-d7d3df9f0c81', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'mac_address': 'fa:16:3e:3e:5a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '1c590363-00c3-4fe6-a49d-d7753a0bcb1d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:53:54Z', 'updated_at': '2022-05-31T13:54:14Z', 'revision_number': 5, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'subnets': [{'id': '1c590363-00c3-4fe6-a49d-d7753a0bcb1d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5363d566-0c96-428e-8923-1d73f2094f6e', 'name': '', 'network_id': '5e3496b0-d33d-47d7-9f83-4fad30354b43', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'mac_address': 'fa:16:3e:2c:59:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '40212637-75d9-4d77-876c-da2c117a7162', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:53:39Z', 'updated_at': '2022-05-31T13:54:00Z', 'revision_number': 5, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'subnets': [{'id': '40212637-75d9-4d77-876c-da2c117a7162', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce0542f2-0097-46bf-b9f1-6dd7710cc351', 'name': '', 'network_id': '06cab25e-3df1-4232-9563-1f5225d96159', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'mac_address': 'fa:16:3e:0b:79:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': '20354f2e-e462-4c08-9ff2-415d0496127c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:54:12Z', 'updated_at': '2022-05-31T13:54:22Z', 'revision_number': 4, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'subnets': [{'id': '20354f2e-e462-4c08-9ff2-415d0496127c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6cb924c-1be3-495d-9c70-35508cd5e005', 'name': '', 'network_id': '0aa2954e-bf8d-4cc7-bde3-b406dc8a037b', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'mac_address': 'fa:16:3e:c5:45:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': 'e5cb876f-844c-4265-83b8-5ce61d3f3bd0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:53:28Z', 'updated_at': '2022-05-31T13:53:41Z', 'revision_number': 5, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'subnets': [{'id': 'e5cb876f-844c-4265-83b8-5ce61d3f3bd0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:27.994143 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161ac0c3-5a04-4629-8519-ca42a35eb198 None None] The sync data for ids ['3211f75f-511b-479b-b8cf-9791381ae8bf'] in n-d-843939-1 is: [{'id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'name': 'tempest-RoutersIpV6Test-router-146214637', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:53:21Z', 'updated_at': '2022-05-31T13:54:22Z', 'revision_number': 7, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'gw_port_host': None, '_interfaces': [{'id': '26ff78a3-15ff-4b8e-a54a-28077ac1f1b4', 'name': '', 'network_id': '111adac1-473f-49bf-9ad2-d7d3df9f0c81', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'mac_address': 'fa:16:3e:3e:5a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '1c590363-00c3-4fe6-a49d-d7753a0bcb1d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:53:54Z', 'updated_at': '2022-05-31T13:54:14Z', 'revision_number': 5, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'subnets': [{'id': '1c590363-00c3-4fe6-a49d-d7753a0bcb1d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5363d566-0c96-428e-8923-1d73f2094f6e', 'name': '', 'network_id': '5e3496b0-d33d-47d7-9f83-4fad30354b43', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'mac_address': 'fa:16:3e:2c:59:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '40212637-75d9-4d77-876c-da2c117a7162', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:53:39Z', 'updated_at': '2022-05-31T13:54:00Z', 'revision_number': 5, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'subnets': [{'id': '40212637-75d9-4d77-876c-da2c117a7162', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce0542f2-0097-46bf-b9f1-6dd7710cc351', 'name': '', 'network_id': '06cab25e-3df1-4232-9563-1f5225d96159', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'mac_address': 'fa:16:3e:0b:79:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': '20354f2e-e462-4c08-9ff2-415d0496127c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:54:12Z', 'updated_at': '2022-05-31T13:54:22Z', 'revision_number': 4, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'subnets': [{'id': '20354f2e-e462-4c08-9ff2-415d0496127c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6cb924c-1be3-495d-9c70-35508cd5e005', 'name': '', 'network_id': '0aa2954e-bf8d-4cc7-bde3-b406dc8a037b', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'mac_address': 'fa:16:3e:c5:45:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': 'e5cb876f-844c-4265-83b8-5ce61d3f3bd0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:53:28Z', 'updated_at': '2022-05-31T13:53:41Z', 'revision_number': 5, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'subnets': [{'id': 'e5cb876f-844c-4265-83b8-5ce61d3f3bd0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:54:28.004098 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device ce0542f2-0097-46bf-b9f1-6dd7710cc351 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:54:28.011336 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-896ba7f2-4151-4aaf-a90c-7c41a9438044 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:28.011888 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-896ba7f2-4151-4aaf-a90c-7c41a9438044 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Fanout notify agent at l3_agent the message router_deleted on router f6699178-da81-463d-87cf-a2be3adbe891 {{(pid=88370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:54:28.046846 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-896ba7f2-4151-4aaf-a90c-7c41a9438044 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:28.051194 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-896ba7f2-4151-4aaf-a90c-7c41a9438044 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] 10.222.0.50 "DELETE /v2.0/routers/f6699178-da81-463d-87cf-a2be3adbe891 HTTP/1.1" status: 204 len: 168 time: 1.9785137 May 31 13:54:28.053505 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46308) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:28.067598 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1485301d-6ce3-4bb7-b419-915ccfbe46b5 req-c01a026c-65f1-4cdc-9d94-8be4554746d5 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=6bc706d7-c2c8-4249-9761-79dc47f28376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2248440 May 31 13:54:28.078577 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dfdc5305-2a15-4a4a-a7b4-59b32aad95ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:28.114950 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port ce0542f2-0097-46bf-b9f1-6dd7710cc351 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:54:28.115477 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:28.149818 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70e4c64-7474-4d0a-8b36-d440cd902324 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'tenant_id': 'd13dddbe1502489da91f2f88306fdca6', 'fixed_ips': [{'subnet_id': '44fa1b14-82b0-4388-bf72-c81318cb5e3a'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:54:28.150871 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f70e4c64-7474-4d0a-8b36-d440cd902324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:28.151229 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12279012-96a9-4f73-bf62-dcd9b153b08f tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=662b2793-bcf4-4d73-b05f-2b5a7af3d91c,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:28.178224 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-12279012-96a9-4f73-bf62-dcd9b153b08f tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:28.179648 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-12279012-96a9-4f73-bf62-dcd9b153b08f tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5773475 May 31 13:54:28.184926 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46312) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:28.193883 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-8b345a71-de18-4c6b-b608-7a949fa637a0 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Deleting port 12364b17-5da8-49a8-88bf-133906e5647c {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:54:28.194249 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8b345a71-de18-4c6b-b608-7a949fa637a0 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:28.226413 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-f17a9a5b-f140-4460-b741-02a88ac77771 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Request body: {'security_group': {'name': 'tempest-secgroup--556651705'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:54:28.232733 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c1494e4f-254f-4195-bc48-36953096cc9a tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:28.254708 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-dfdc5305-2a15-4a4a-a7b4-59b32aad95ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:54:28.264278 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f17a9a5b-f140-4460-b741-02a88ac77771 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:54:28.268171 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-dfdc5305-2a15-4a4a-a7b4-59b32aad95ce admin admin] Usage tracker for resource:security_group_rule and tenant:314d5fc9380a4ed1a4c9622c39acacc9 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:54:28.274558 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-dfdc5305-2a15-4a4a-a7b4-59b32aad95ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:54:28.287119 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-dfdc5305-2a15-4a4a-a7b4-59b32aad95ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:54:28.341861 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f1d01873-b223-4dfb-bec6-f422207dfde1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:28.378414 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d01873-b223-4dfb-bec6-f422207dfde1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce3f358-d014-4e53-8a64-69244ec81173,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:28.381206 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f1d01873-b223-4dfb-bec6-f422207dfde1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:28.382380 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-f1d01873-b223-4dfb-bec6-f422207dfde1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bce3f358-d014-4e53-8a64-69244ec81173 HTTP/1.1" status: 204 len: 168 time: 0.8507087 May 31 13:54:28.400854 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-09c0f4cf-c3b2-4819-a970-d2697091f0c4 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] For port ce0542f2-0097-46bf-b9f1-6dd7710cc351, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=ce0542f2-0097-46bf-b9f1-6dd7710cc351,segment=NetworkSegment(b787da7e-ffb5-4960-85f8-39e96d170872),segment_id=b787da7e-ffb5-4960-85f8-39e96d170872)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:54:28.401319 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-09c0f4cf-c3b2-4819-a970-d2697091f0c4 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:28.426564 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-c1494e4f-254f-4195-bc48-36953096cc9a tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Calling delete_port for 2ff9ef7b-8bb3-4090-b90b-2a9ea6dbc5a2 owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:54:28.455619 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-f17a9a5b-f140-4460-b741-02a88ac77771 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Usage tracker for resource:security_group and tenant:222282741774459ea40d6218f6d37c4d is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:54:28.467347 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-f17a9a5b-f140-4460-b741-02a88ac77771 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:54:28.472005 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port ce0542f2-0097-46bf-b9f1-6dd7710cc351 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:54:28.481204 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f17a9a5b-f140-4460-b741-02a88ac77771 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:54:28.484427 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-f70e4c64-7474-4d0a-8b36-d440cd902324 None None] Allocated IP 2001:db8::f816:3eff:fe44:b78b (8d0ca4ab-0d39-494b-8b5d-2861af857a5e/44fa1b14-82b0-4388-bf72-c81318cb5e3a/64d74d68-7457-491e-96ee-d7865c6b5463) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:54:28.607411 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-09c0f4cf-c3b2-4819-a970-d2697091f0c4 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Calling delete_port for ce0542f2-0097-46bf-b9f1-6dd7710cc351 owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:54:28.700400 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f17a9a5b-f140-4460-b741-02a88ac77771 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:28.757023 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f70e4c64-7474-4d0a-8b36-d440cd902324 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:28.771609 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f70e4c64-7474-4d0a-8b36-d440cd902324 None None] Transition to ACTIVE for port object 64d74d68-7457-491e-96ee-d7865c6b5463 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:54:28.795916 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f70e4c64-7474-4d0a-8b36-d440cd902324 None None] Transition to ACTIVE for port object 64d74d68-7457-491e-96ee-d7865c6b5463 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:54:28.799015 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f17a9a5b-f140-4460-b741-02a88ac77771 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:54:28.803453 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f70e4c64-7474-4d0a-8b36-d440cd902324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:28.815823 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-f17a9a5b-f140-4460-b741-02a88ac77771 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Usage tracker for resource:security_group_rule and tenant:222282741774459ea40d6218f6d37c4d is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:54:28.825549 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-f17a9a5b-f140-4460-b741-02a88ac77771 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:54:28.838895 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f17a9a5b-f140-4460-b741-02a88ac77771 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:54:28.863669 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46320) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:28.877530 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dfdc5305-2a15-4a4a-a7b4-59b32aad95ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:28.897359 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dfdc5305-2a15-4a4a-a7b4-59b32aad95ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:28.919669 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70e4c64-7474-4d0a-8b36-d440cd902324 None None] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:54:28.923595 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-63a539fe-5f0a-428e-b43e-9a8c87b2ffe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:28.925493 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-f70e4c64-7474-4d0a-8b36-d440cd902324 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:54:28.927886 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f17a9a5b-f140-4460-b741-02a88ac77771 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:28.935622 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70e4c64-7474-4d0a-8b36-d440cd902324 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:54:28.957580 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f17a9a5b-f140-4460-b741-02a88ac77771 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:28.984486 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-63a539fe-5f0a-428e-b43e-9a8c87b2ffe9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:54:29.001395 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-63a539fe-5f0a-428e-b43e-9a8c87b2ffe9 admin admin] Usage tracker for resource:security_group_rule and tenant:1cfc2656ab8e4ec9b93ef6748d3b88db is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:54:29.004881 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-dfdc5305-2a15-4a4a-a7b4-59b32aad95ce admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=314d5fc9380a4ed1a4c9622c39acacc9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3910782 May 31 13:54:29.005661 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdc5305-2a15-4a4a-a7b4-59b32aad95ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c508c5-7cb8-400d-a3e2-258d214bf530,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:29.008341 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46324) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:29.009135 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-63a539fe-5f0a-428e-b43e-9a8c87b2ffe9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:54:29.017752 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-09c0f4cf-c3b2-4819-a970-d2697091f0c4 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:29.030630 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-63a539fe-5f0a-428e-b43e-9a8c87b2ffe9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:54:29.056859 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70e4c64-7474-4d0a-8b36-d440cd902324 None None] Pushing event updated for resources: {'Port': ['ID=64d74d68-7457-491e-96ee-d7865c6b5463,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:29.084202 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70e4c64-7474-4d0a-8b36-d440cd902324 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:54:29.084859 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70e4c64-7474-4d0a-8b36-d440cd902324 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:54:29.085332 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70e4c64-7474-4d0a-8b36-d440cd902324 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:54:29.085777 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70e4c64-7474-4d0a-8b36-d440cd902324 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:54:29.086825 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70e4c64-7474-4d0a-8b36-d440cd902324 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:54:29.087284 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70e4c64-7474-4d0a-8b36-d440cd902324 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:54:29.087724 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70e4c64-7474-4d0a-8b36-d440cd902324 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:54:29.088126 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70e4c64-7474-4d0a-8b36-d440cd902324 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:54:29.088761 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70e4c64-7474-4d0a-8b36-d440cd902324 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:54:29.089216 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70e4c64-7474-4d0a-8b36-d440cd902324 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:54:29.089561 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70e4c64-7474-4d0a-8b36-d440cd902324 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:54:29.090021 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70e4c64-7474-4d0a-8b36-d440cd902324 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:54:29.097034 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c0f4cf-c3b2-4819-a970-d2697091f0c4 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Pushing event deleted for resources: {'Port': ['ID=ce0542f2-0097-46bf-b9f1-6dd7710cc351,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:29.113216 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-f70e4c64-7474-4d0a-8b36-d440cd902324 None None] Attempting to bind port 64d74d68-7457-491e-96ee-d7865c6b5463 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:54:29.113886 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-f70e4c64-7474-4d0a-8b36-d440cd902324 None None] Attempting to bind port 64d74d68-7457-491e-96ee-d7865c6b5463 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:54:29.114504 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70e4c64-7474-4d0a-8b36-d440cd902324 None None] Attempting to bind port 64d74d68-7457-491e-96ee-d7865c6b5463 on network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:54:29.122421 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70e4c64-7474-4d0a-8b36-d440cd902324 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:54:29.122926 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70e4c64-7474-4d0a-8b36-d440cd902324 None None] Checking segment: {'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:54:29.123445 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f70e4c64-7474-4d0a-8b36-d440cd902324 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:29.123944 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70e4c64-7474-4d0a-8b36-d440cd902324 None None] Bound using segment: {'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:54:29.124485 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-f70e4c64-7474-4d0a-8b36-d440cd902324 None None] Bound port: 64d74d68-7457-491e-96ee-d7865c6b5463, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:54:29.124974 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f70e4c64-7474-4d0a-8b36-d440cd902324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:29.141541 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17a9a5b-f140-4460-b741-02a88ac77771 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac9639e-0995-4262-a413-7e54d1d2aa2b,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:29.171206 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f17a9a5b-f140-4460-b741-02a88ac77771 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:29.172421 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-f17a9a5b-f140-4460-b741-02a88ac77771 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9847412 May 31 13:54:29.179539 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46330) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:29.210669 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-7accb2c2-db7c-4ae4-bfe3-00df4ad7dffd tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Request body: {'security_group_rule': {'security_group_id': '662b2793-bcf4-4d73-b05f-2b5a7af3d91c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '2ac9639e-0995-4262-a413-7e54d1d2aa2b', 'remote_ip_prefix': None}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:54:29.225881 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-7accb2c2-db7c-4ae4-bfe3-00df4ad7dffd tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:54:29.229105 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c1494e4f-254f-4195-bc48-36953096cc9a tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:29.256677 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-f70e4c64-7474-4d0a-8b36-d440cd902324 None None] For port 64d74d68-7457-491e-96ee-d7865c6b5463, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:54:29.259962 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-f70e4c64-7474-4d0a-8b36-d440cd902324 None None] For port 64d74d68-7457-491e-96ee-d7865c6b5463, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=64d74d68-7457-491e-96ee-d7865c6b5463,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:54:29.264119 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f70e4c64-7474-4d0a-8b36-d440cd902324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:29.318319 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-7accb2c2-db7c-4ae4-bfe3-00df4ad7dffd tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Usage tracker for resource:security_group_rule and tenant:222282741774459ea40d6218f6d37c4d is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:54:29.332978 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1494e4f-254f-4195-bc48-36953096cc9a tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event deleted for resources: {'Port': ['ID=2ff9ef7b-8bb3-4090-b90b-2a9ea6dbc5a2,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:29.342395 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-7accb2c2-db7c-4ae4-bfe3-00df4ad7dffd tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:54:29.353502 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70e4c64-7474-4d0a-8b36-d440cd902324 None None] Pushing event updated for resources: {'Port': ['ID=64d74d68-7457-491e-96ee-d7865c6b5463,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:29.382640 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8b345a71-de18-4c6b-b608-7a949fa637a0 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:29.482608 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-7accb2c2-db7c-4ae4-bfe3-00df4ad7dffd tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:54:29.510587 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-67dff25d-93db-4239-a16b-7bd5e0dda8ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:29.534538 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-09c0f4cf-c3b2-4819-a970-d2697091f0c4 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:29.549027 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c1494e4f-254f-4195-bc48-36953096cc9a tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:29.553563 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c1494e4f-254f-4195-bc48-36953096cc9a tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/ports/2ff9ef7b-8bb3-4090-b90b-2a9ea6dbc5a2 HTTP/1.1" status: 204 len: 168 time: 3.9406648 May 31 13:54:29.564570 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46334) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:29.627865 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-67dff25d-93db-4239-a16b-7bd5e0dda8ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:29.629383 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-8b345a71-de18-4c6b-b608-7a949fa637a0 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Calling delete_port for 12364b17-5da8-49a8-88bf-133906e5647c owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:54:29.666481 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-63a539fe-5f0a-428e-b43e-9a8c87b2ffe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:29.737634 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-63a539fe-5f0a-428e-b43e-9a8c87b2ffe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:29.756326 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7accb2c2-db7c-4ae4-bfe3-00df4ad7dffd tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:29.831859 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cde047-95a0-4cfb-aaea-69c8e9803bc1 req-64954018-443f-4f4d-9782-f5b874c779af tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:54:29.839753 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c4cde047-95a0-4cfb-aaea-69c8e9803bc1 req-64954018-443f-4f4d-9782-f5b874c779af tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ba2a7b-e75c-46ac-b1d9-10f903526f5a HTTP/1.1" status: 200 len: 946 time: 0.5228441 May 31 13:54:29.982995 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c4cde047-95a0-4cfb-aaea-69c8e9803bc1 req-55b5439c-d61e-46af-a078-a5c83250e800 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=6bc706d7-c2c8-4249-9761-79dc47f28376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399598 May 31 13:54:29.991197 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-63a539fe-5f0a-428e-b43e-9a8c87b2ffe9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1cfc2656ab8e4ec9b93ef6748d3b88db&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1264713 May 31 13:54:29.999221 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46340) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:30.000680 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a539fe-5f0a-428e-b43e-9a8c87b2ffe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81968ae2-101f-4d7d-8f41-1d5053ef31db,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:30.007514 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7accb2c2-db7c-4ae4-bfe3-00df4ad7dffd tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:30.020392 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8b345a71-de18-4c6b-b608-7a949fa637a0 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:30.079652 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7accb2c2-db7c-4ae4-bfe3-00df4ad7dffd tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:30.118452 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b345a71-de18-4c6b-b608-7a949fa637a0 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Pushing event deleted for resources: {'Port': ['ID=12364b17-5da8-49a8-88bf-133906e5647c,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:30.182051 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-67dff25d-93db-4239-a16b-7bd5e0dda8ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:30.214026 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 64d74d68-7457-491e-96ee-d7865c6b5463 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:54:30.225422 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7accb2c2-db7c-4ae4-bfe3-00df4ad7dffd tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fe1846b-4569-4937-a32d-943354b30de1,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:30.286460 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7accb2c2-db7c-4ae4-bfe3-00df4ad7dffd tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:30.291068 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-7accb2c2-db7c-4ae4-bfe3-00df4ad7dffd tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.1066990 May 31 13:54:30.302138 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46346) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:30.305140 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dff25d-93db-4239-a16b-7bd5e0dda8ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c508c5-7cb8-400d-a3e2-258d214bf530,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:30.323921 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9605f337-9c77-4099-be51-978ba86c702e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:30.380463 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9605f337-9c77-4099-be51-978ba86c702e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:30.391243 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8b345a71-de18-4c6b-b608-7a949fa637a0 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:30.393331 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-8b345a71-de18-4c6b-b608-7a949fa637a0 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] 10.222.0.50 "DELETE /v2.0/ports/12364b17-5da8-49a8-88bf-133906e5647c HTTP/1.1" status: 204 len: 168 time: 2.3383808 May 31 13:54:30.395202 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 64d74d68-7457-491e-96ee-d7865c6b5463 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:54:30.400676 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77637de9-9681-429f-9d76-cf319ba9934a tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:54:30.402158 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77637de9-9681-429f-9d76-cf319ba9934a tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:54:30.404206 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-77637de9-9681-429f-9d76-cf319ba9934a tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.8385201 May 31 13:54:30.408177 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46350) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:30.408382 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46352) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:30.418583 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dbc12c5e-40df-4eec-be1f-5d83bb18bffb tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:30.472061 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9605f337-9c77-4099-be51-978ba86c702e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:30.492091 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9605f337-9c77-4099-be51-978ba86c702e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81968ae2-101f-4d7d-8f41-1d5053ef31db,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:30.495751 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9605f337-9c77-4099-be51-978ba86c702e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:30.499787 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-9605f337-9c77-4099-be51-978ba86c702e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/81968ae2-101f-4d7d-8f41-1d5053ef31db HTTP/1.1" status: 204 len: 168 time: 0.4980237 May 31 13:54:30.504979 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-67dff25d-93db-4239-a16b-7bd5e0dda8ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:30.506262 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-67dff25d-93db-4239-a16b-7bd5e0dda8ec admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/29c508c5-7cb8-400d-a3e2-258d214bf530 HTTP/1.1" status: 204 len: 168 time: 1.4930999 May 31 13:54:30.508343 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dbc12c5e-40df-4eec-be1f-5d83bb18bffb tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:30.529900 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09c0f4cf-c3b2-4819-a970-d2697091f0c4 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Router 3211f75f-511b-479b-b8cf-9791381ae8bf has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:54:30.597191 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-f423be57-f9db-4dba-8f2b-238a332f45e3 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Deleting subnet 44fa1b14-82b0-4388-bf72-c81318cb5e3a {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:54:30.602687 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-be7c14c6-e431-4293-8178-a196680bc53e tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Deleting subnet d219d174-479d-4729-8402-3a7e64c85645 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:54:30.658602 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dbc12c5e-40df-4eec-be1f-5d83bb18bffb tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:30.660396 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-be7c14c6-e431-4293-8178-a196680bc53e tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:30.699178 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f423be57-f9db-4dba-8f2b-238a332f45e3 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:30.845509 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc12c5e-40df-4eec-be1f-5d83bb18bffb tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5fe1846b-4569-4937-a32d-943354b30de1,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:30.884773 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dbc12c5e-40df-4eec-be1f-5d83bb18bffb tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:30.885968 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-dbc12c5e-40df-4eec-be1f-5d83bb18bffb tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/5fe1846b-4569-4937-a32d-943354b30de1 HTTP/1.1" status: 204 len: 168 time: 0.5787361 May 31 13:54:30.889184 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46366) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:30.907683 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-be7c14c6-e431-4293-8178-a196680bc53e tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:30.953747 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f423be57-f9db-4dba-8f2b-238a332f45e3 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:30.995735 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-fe511da5-9625-4e20-bff4-ade117447eae tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Synchronizing usage tracker for tenant:222282741774459ea40d6218f6d37c4d on resource:security_group_rule {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:54:31.026597 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c0f4cf-c3b2-4819-a970-d2697091f0c4 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:54:31.034967 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-09c0f4cf-c3b2-4819-a970-d2697091f0c4 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "PUT /v2.0/routers/3211f75f-511b-479b-b8cf-9791381ae8bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2312331 May 31 13:54:31.038332 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-fe511da5-9625-4e20-bff4-ade117447eae tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Unset dirty status for tenant:222282741774459ea40d6218f6d37c4d on resource:security_group_rule {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:54:31.039814 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a468186c-499f-4f9e-9a88-a1f55a557be4 None None] Sync routers for ids ['3211f75f-511b-479b-b8cf-9791381ae8bf'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:54:31.044019 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46376) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:31.044799 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46378) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:31.058333 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-fe511da5-9625-4e20-bff4-ade117447eae tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1673346 May 31 13:54:31.073197 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a468186c-499f-4f9e-9a88-a1f55a557be4 None None] Routers {'3211f75f-511b-479b-b8cf-9791381ae8bf'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:54:31.074071 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-a468186c-499f-4f9e-9a88-a1f55a557be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:54:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['3211f75f-511b-479b-b8cf-9791381ae8bf'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:31.222992 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-be7c14c6-e431-4293-8178-a196680bc53e tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:31.369621 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-be7c14c6-e431-4293-8178-a196680bc53e tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:31.389195 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-7a08ff31-8d31-49fa-80ac-f32d81643c8b None None] Could not find standard attr ID for object 2ff9ef7b-8bb3-4090-b90b-2a9ea6dbc5a2. {{(pid=88371) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 31 13:54:31.451093 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f423be57-f9db-4dba-8f2b-238a332f45e3 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:31.467195 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-7a08ff31-8d31-49fa-80ac-f32d81643c8b None None] Provisioning for port 64d74d68-7457-491e-96ee-d7865c6b5463 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:54:31.498304 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-7a08ff31-8d31-49fa-80ac-f32d81643c8b None None] Provisioning complete for port 64d74d68-7457-491e-96ee-d7865c6b5463 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:54:31.502468 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7a08ff31-8d31-49fa-80ac-f32d81643c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:31.533091 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7c14c6-e431-4293-8178-a196680bc53e tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Pushing event deleted for resources: {'Subnet': ['ID=d219d174-479d-4729-8402-3a7e64c85645,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:31.576036 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-a468186c-499f-4f9e-9a88-a1f55a557be4 None None] Set router 3211f75f-511b-479b-b8cf-9791381ae8bf gateway port host: None {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:54:31.579748 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-be7c14c6-e431-4293-8178-a196680bc53e tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:31.621741 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe116dbc-85f5-45e1-a5a1-ecc5cba81a9a tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Deleting subnet 20354f2e-e462-4c08-9ff2-415d0496127c {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:54:31.631071 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fe116dbc-85f5-45e1-a5a1-ecc5cba81a9a tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:31.660825 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e55ac00-5b9b-4d99-aafe-dc6bb0131df8 None None] Network dd5160a8-9171-4756-a818-b9838450cc07 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:54:31.713642 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fe116dbc-85f5-45e1-a5a1-ecc5cba81a9a tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:31.841106 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46408) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:31.842833 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-be7c14c6-e431-4293-8178-a196680bc53e tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] 10.222.0.50 "DELETE /v2.0/subnets/d219d174-479d-4729-8402-3a7e64c85645 HTTP/1.1" status: 204 len: 168 time: 1.4310675 May 31 13:54:31.885531 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d1e354c4-f4c5-4202-bce1-55971cba50ad tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:31.994986 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d1e354c4-f4c5-4202-bce1-55971cba50ad tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:32.068964 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f423be57-f9db-4dba-8f2b-238a332f45e3 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:32.081425 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-23408a61-9458-42e6-a64a-d54d43fc2761 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:32.096432 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-23408a61-9458-42e6-a64a-d54d43fc2761 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Deleting port 87cb73e5-cab3-4c22-8ca8-f0728df11353 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:54:32.096771 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-23408a61-9458-42e6-a64a-d54d43fc2761 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:32.226470 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f423be57-f9db-4dba-8f2b-238a332f45e3 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event deleted for resources: {'Subnet': ['ID=44fa1b14-82b0-4388-bf72-c81318cb5e3a,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:32.245053 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f423be57-f9db-4dba-8f2b-238a332f45e3 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:32.279075 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-f423be57-f9db-4dba-8f2b-238a332f45e3 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/subnets/44fa1b14-82b0-4388-bf72-c81318cb5e3a HTTP/1.1" status: 204 len: 168 time: 1.8657987 May 31 13:54:32.280341 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fe116dbc-85f5-45e1-a5a1-ecc5cba81a9a tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:32.301912 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-7a08ff31-8d31-49fa-80ac-f32d81643c8b None None] Current status of the port 64d74d68-7457-491e-96ee-d7865c6b5463 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:54:32.302311 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7a08ff31-8d31-49fa-80ac-f32d81643c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:32.332497 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46420) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:32.413154 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-7a08ff31-8d31-49fa-80ac-f32d81643c8b None None] For port 64d74d68-7457-491e-96ee-d7865c6b5463, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=64d74d68-7457-491e-96ee-d7865c6b5463,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:54:32.450128 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7a08ff31-8d31-49fa-80ac-f32d81643c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:32.481776 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-23408a61-9458-42e6-a64a-d54d43fc2761 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] For port 87cb73e5-cab3-4c22-8ca8-f0728df11353, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=87cb73e5-cab3-4c22-8ca8-f0728df11353,segment=NetworkSegment(89ca38bd-3d88-447e-a552-99f5f4427764),segment_id=89ca38bd-3d88-447e-a552-99f5f4427764)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:54:32.482185 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-23408a61-9458-42e6-a64a-d54d43fc2761 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:32.530857 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d1e354c4-f4c5-4202-bce1-55971cba50ad tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:32.574880 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-02dc9972-5c31-4cbe-a8bd-12b262a35083 None None] Could not find standard attr ID for object 2ff9ef7b-8bb3-4090-b90b-2a9ea6dbc5a2. {{(pid=88371) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 31 13:54:32.581512 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-02dc9972-5c31-4cbe-a8bd-12b262a35083 None None] Could not find standard attr ID for object a066b43f-41b8-4f4d-814e-21e414bb6b7f. {{(pid=88371) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 31 13:54:32.587048 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb66b858-cebd-4c90-89f6-d2b0f107796f None None] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:54:32.636083 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d1e354c4-f4c5-4202-bce1-55971cba50ad tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:32.639881 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d1e354c4-f4c5-4202-bce1-55971cba50ad tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] 10.222.0.50 "DELETE /v2.0/security-groups/2ac9639e-0995-4262-a413-7e54d1d2aa2b HTTP/1.1" status: 204 len: 168 time: 1.5911767 May 31 13:54:32.660883 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46430) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:32.668708 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4622b7c-2fe4-4fd2-9a43-02d638d7d27a None None] DHCP port deletion for dd5160a8-9171-4756-a818-b9838450cc07 request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:54:32.695401 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a08ff31-8d31-49fa-80ac-f32d81643c8b None None] Pushing event updated for resources: {'Port': ['ID=64d74d68-7457-491e-96ee-d7865c6b5463,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:32.701165 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-c4622b7c-2fe4-4fd2-9a43-02d638d7d27a None None] Deleting port 87cb73e5-cab3-4c22-8ca8-f0728df11353 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:54:32.701904 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c4622b7c-2fe4-4fd2-9a43-02d638d7d27a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:32.770416 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-23408a61-9458-42e6-a64a-d54d43fc2761 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Calling delete_port for 87cb73e5-cab3-4c22-8ca8-f0728df11353 owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:54:32.782636 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-a468186c-499f-4f9e-9a88-a1f55a557be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'name': 'tempest-RoutersIpV6Test-router-146214637', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:53:21Z', 'updated_at': '2022-05-31T13:54:28Z', 'revision_number': 8, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'gw_port_host': None, '_interfaces': [{'id': '26ff78a3-15ff-4b8e-a54a-28077ac1f1b4', 'name': '', 'network_id': '111adac1-473f-49bf-9ad2-d7d3df9f0c81', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'mac_address': 'fa:16:3e:3e:5a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '1c590363-00c3-4fe6-a49d-d7753a0bcb1d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:53:54Z', 'updated_at': '2022-05-31T13:54:14Z', 'revision_number': 5, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'subnets': [{'id': '1c590363-00c3-4fe6-a49d-d7753a0bcb1d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5363d566-0c96-428e-8923-1d73f2094f6e', 'name': '', 'network_id': '5e3496b0-d33d-47d7-9f83-4fad30354b43', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'mac_address': 'fa:16:3e:2c:59:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '40212637-75d9-4d77-876c-da2c117a7162', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:53:39Z', 'updated_at': '2022-05-31T13:54:00Z', 'revision_number': 5, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'subnets': [{'id': '40212637-75d9-4d77-876c-da2c117a7162', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6cb924c-1be3-495d-9c70-35508cd5e005', 'name': '', 'network_id': '0aa2954e-bf8d-4cc7-bde3-b406dc8a037b', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'mac_address': 'fa:16:3e:c5:45:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': 'e5cb876f-844c-4265-83b8-5ce61d3f3bd0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:53:28Z', 'updated_at': '2022-05-31T13:53:41Z', 'revision_number': 5, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'subnets': [{'id': 'e5cb876f-844c-4265-83b8-5ce61d3f3bd0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:32.790503 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a468186c-499f-4f9e-9a88-a1f55a557be4 None None] Checking router: 3211f75f-511b-479b-b8cf-9791381ae8bf for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:54:32.857957 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e354c4-f4c5-4202-bce1-55971cba50ad tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac9639e-0995-4262-a413-7e54d1d2aa2b,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:32.867423 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-05d15679-5802-43b1-91f3-10852d831629 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5295184 May 31 13:54:32.869110 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46438) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:32.905222 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fe116dbc-85f5-45e1-a5a1-ecc5cba81a9a tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:32.906155 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-6cfc818c-1208-44c7-a69f-c549074b8577 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Request body: {'subnet': {'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:54:32.941503 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a468186c-499f-4f9e-9a88-a1f55a557be4 None None] Routers {'3211f75f-511b-479b-b8cf-9791381ae8bf'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:54:32.942427 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-a468186c-499f-4f9e-9a88-a1f55a557be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:54:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['3211f75f-511b-479b-b8cf-9791381ae8bf'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:32.972011 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe116dbc-85f5-45e1-a5a1-ecc5cba81a9a tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Pushing event deleted for resources: {'Subnet': ['ID=20354f2e-e462-4c08-9ff2-415d0496127c,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:32.989182 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fe116dbc-85f5-45e1-a5a1-ecc5cba81a9a tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:33.001127 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-fe116dbc-85f5-45e1-a5a1-ecc5cba81a9a tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "DELETE /v2.0/subnets/20354f2e-e462-4c08-9ff2-415d0496127c HTTP/1.1" status: 204 len: 168 time: 1.9547679 May 31 13:54:33.001754 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46444) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:33.006803 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024fd8c7-a003-4ded-bd15-9f009069ed45 None None] Network 06cab25e-3df1-4232-9563-1f5225d96159 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:54:33.065628 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-27be3698-10c8-4137-a985-3bba0602fa2d tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Synchronizing usage tracker for tenant:222282741774459ea40d6218f6d37c4d on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:54:33.096328 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-23408a61-9458-42e6-a64a-d54d43fc2761 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:33.153251 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23408a61-9458-42e6-a64a-d54d43fc2761 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] No DVR routers for this DVR port 87cb73e5-cab3-4c22-8ca8-f0728df11353 on host n-d-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:54:33.195897 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-beb6ec8a-1202-4b72-9610-b14a90bea0e0 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:33.216838 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23408a61-9458-42e6-a64a-d54d43fc2761 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Pushing event deleted for resources: {'Port': ['ID=87cb73e5-cab3-4c22-8ca8-f0728df11353,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:33.229051 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-beb6ec8a-1202-4b72-9610-b14a90bea0e0 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Deleting port 8d8e6172-69a0-4f62-961b-546e8e0f036a {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:54:33.230383 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-beb6ec8a-1202-4b72-9610-b14a90bea0e0 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:33.250915 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-27be3698-10c8-4137-a985-3bba0602fa2d tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Unset dirty status for tenant:222282741774459ea40d6218f6d37c4d on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:54:33.255207 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-27be3698-10c8-4137-a985-3bba0602fa2d tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.5933506 May 31 13:54:33.261323 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46454) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:33.261718 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46456) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:33.369162 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-a468186c-499f-4f9e-9a88-a1f55a557be4 None None] Set router 3211f75f-511b-479b-b8cf-9791381ae8bf gateway port host: None {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:54:33.479101 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-beb6ec8a-1202-4b72-9610-b14a90bea0e0 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] For port 8d8e6172-69a0-4f62-961b-546e8e0f036a, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=8d8e6172-69a0-4f62-961b-546e8e0f036a,segment=NetworkSegment(b787da7e-ffb5-4960-85f8-39e96d170872),segment_id=b787da7e-ffb5-4960-85f8-39e96d170872)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:54:33.479378 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-beb6ec8a-1202-4b72-9610-b14a90bea0e0 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:33.578404 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-6cfc818c-1208-44c7-a69f-c549074b8577 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:54:33.589055 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-23408a61-9458-42e6-a64a-d54d43fc2761 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:33.606753 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-6cfc818c-1208-44c7-a69f-c549074b8577 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Usage tracker for resource:subnet and tenant:d13dddbe1502489da91f2f88306fdca6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:54:33.614545 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-6cfc818c-1208-44c7-a69f-c549074b8577 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:54:33.631635 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-beb6ec8a-1202-4b72-9610-b14a90bea0e0 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Calling delete_port for 8d8e6172-69a0-4f62-961b-546e8e0f036a owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:54:33.645028 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-6cfc818c-1208-44c7-a69f-c549074b8577 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:54:33.659576 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-23408a61-9458-42e6-a64a-d54d43fc2761 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd5160a8-9171-4756-a818-b9838450cc07']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:33.688981 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cfc818c-1208-44c7-a69f-c549074b8577 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Made reservation on behalf of d13dddbe1502489da91f2f88306fdca6 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:54:33.693138 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6cfc818c-1208-44c7-a69f-c549074b8577 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:33.733479 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-beb6ec8a-1202-4b72-9610-b14a90bea0e0 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:33.783485 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-c4622b7c-2fe4-4fd2-9a43-02d638d7d27a None None] For port 87cb73e5-cab3-4c22-8ca8-f0728df11353, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=87cb73e5-cab3-4c22-8ca8-f0728df11353,segment=NetworkSegment(89ca38bd-3d88-447e-a552-99f5f4427764),segment_id=89ca38bd-3d88-447e-a552-99f5f4427764)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:54:33.784636 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c4622b7c-2fe4-4fd2-9a43-02d638d7d27a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:33.845502 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb6ec8a-1202-4b72-9610-b14a90bea0e0 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Pushing event deleted for resources: {'Port': ['ID=8d8e6172-69a0-4f62-961b-546e8e0f036a,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:33.875769 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb6ec8a-1202-4b72-9610-b14a90bea0e0 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] No DVR routers for this DVR port 8d8e6172-69a0-4f62-961b-546e8e0f036a on host n-d-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:54:33.941561 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-c4622b7c-2fe4-4fd2-9a43-02d638d7d27a None None] Calling delete_port for 87cb73e5-cab3-4c22-8ca8-f0728df11353 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:54:33.981885 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79d5bd3-e2e7-41bd-b78e-d460b493dacd None None] DHCP port deletion for 06cab25e-3df1-4232-9563-1f5225d96159 request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:54:34.000618 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-23408a61-9458-42e6-a64a-d54d43fc2761 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89ca38bd-3d88-447e-a552-99f5f4427764') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:34.000920 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-23408a61-9458-42e6-a64a-d54d43fc2761 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89ca38bd-3d88-447e-a552-99f5f4427764') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:34.025414 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5d71f7-eb3c-47e5-8ebc-5af8b4c1a95d None None] DHCP port deletion for 8d0ca4ab-0d39-494b-8b5d-2861af857a5e request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:54:34.028690 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c38f709a-7fff-4636-9e47-a703973f5424 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:34.042335 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0b5d71f7-eb3c-47e5-8ebc-5af8b4c1a95d None None] Deleting port 64d74d68-7457-491e-96ee-d7865c6b5463 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:54:34.043655 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0b5d71f7-eb3c-47e5-8ebc-5af8b4c1a95d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:34.051748 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-23408a61-9458-42e6-a64a-d54d43fc2761 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:34.120673 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-8a227b3d-f8a0-476f-bced-61fb7b96e03d tempest-PortsAdminExtendedAttrsIpV6TestJSON-136817001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-136817001-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-683288829'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:54:34.138227 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c38f709a-7fff-4636-9e47-a703973f5424 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:34.160232 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-23408a61-9458-42e6-a64a-d54d43fc2761 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:34.166185 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-8a227b3d-f8a0-476f-bced-61fb7b96e03d tempest-PortsAdminExtendedAttrsIpV6TestJSON-136817001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-136817001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:54:34.177256 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-8a227b3d-f8a0-476f-bced-61fb7b96e03d tempest-PortsAdminExtendedAttrsIpV6TestJSON-136817001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-136817001-project] Usage tracker for resource:network and tenant:3dc65f05e5804f64bbb99a2f6fb1d785 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:54:34.177642 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 87cb73e5-cab3-4c22-8ca8-f0728df11353 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:54:34.187384 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-beb6ec8a-1202-4b72-9610-b14a90bea0e0 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:34.191003 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-8a227b3d-f8a0-476f-bced-61fb7b96e03d tempest-PortsAdminExtendedAttrsIpV6TestJSON-136817001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-136817001-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:54:34.208676 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23408a61-9458-42e6-a64a-d54d43fc2761 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:54:34.209088 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-23408a61-9458-42e6-a64a-d54d43fc2761 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:34.217360 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-beb6ec8a-1202-4b72-9610-b14a90bea0e0 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06cab25e-3df1-4232-9563-1f5225d96159']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:34.231688 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-beb6ec8a-1202-4b72-9610-b14a90bea0e0 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b787da7e-ffb5-4960-85f8-39e96d170872') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:34.232634 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-beb6ec8a-1202-4b72-9610-b14a90bea0e0 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b787da7e-ffb5-4960-85f8-39e96d170872') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:34.238793 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-8a227b3d-f8a0-476f-bced-61fb7b96e03d tempest-PortsAdminExtendedAttrsIpV6TestJSON-136817001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-136817001-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:54:34.256341 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-beb6ec8a-1202-4b72-9610-b14a90bea0e0 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:34.270328 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 87cb73e5-cab3-4c22-8ca8-f0728df11353 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:54:34.270666 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 87cb73e5-cab3-4c22-8ca8-f0728df11353 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:54:34.271073 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 8d8e6172-69a0-4f62-961b-546e8e0f036a no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:54:34.278396 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-beb6ec8a-1202-4b72-9610-b14a90bea0e0 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:34.291885 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beb6ec8a-1202-4b72-9610-b14a90bea0e0 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:54:34.292732 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-beb6ec8a-1202-4b72-9610-b14a90bea0e0 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:34.479065 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-beb6ec8a-1202-4b72-9610-b14a90bea0e0 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:34.497389 n-d-843939-1 neutron-server[88370]: DEBUG neutron.objects.ports [None req-6cfc818c-1208-44c7-a69f-c549074b8577 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88370) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 31 13:54:34.508648 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-beb6ec8a-1202-4b72-9610-b14a90bea0e0 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:34.520374 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment b787da7e-ffb5-4960-85f8-39e96d170872 resource provider aggregate not found May 31 13:54:34.534517 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb6ec8a-1202-4b72-9610-b14a90bea0e0 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Pushing event deleted for resources: {'Network': ['ID=06cab25e-3df1-4232-9563-1f5225d96159,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:34.543302 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-beb6ec8a-1202-4b72-9610-b14a90bea0e0 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "DELETE /v2.0/networks/06cab25e-3df1-4232-9563-1f5225d96159 HTTP/1.1" status: 204 len: 168 time: 1.5398362 May 31 13:54:34.545385 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a227b3d-f8a0-476f-bced-61fb7b96e03d tempest-PortsAdminExtendedAttrsIpV6TestJSON-136817001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-136817001-project] Made reservation on behalf of 3dc65f05e5804f64bbb99a2f6fb1d785 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:54:34.546306 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46488) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:34.549118 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8a227b3d-f8a0-476f-bced-61fb7b96e03d tempest-PortsAdminExtendedAttrsIpV6TestJSON-136817001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-136817001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:34.552035 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 8d8e6172-69a0-4f62-961b-546e8e0f036a {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:54:34.553351 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 8d8e6172-69a0-4f62-961b-546e8e0f036a not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:54:34.589904 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8a227b3d-f8a0-476f-bced-61fb7b96e03d tempest-PortsAdminExtendedAttrsIpV6TestJSON-136817001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-136817001-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:34.611802 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c38f709a-7fff-4636-9e47-a703973f5424 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:34.614587 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:54:34.614587 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:54:34.614587 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:54:34.614587 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:54:34.614587 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:54:34.614587 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:54:34.614587 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:54:34.614587 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:54:34.614587 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:54:34.614587 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:54:34.614587 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:54:34.614587 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:54:34.614587 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:54:34.614587 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:54:34.614587 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:54:34.614587 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:54:34.614587 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:54:34.614587 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:54:34.614587 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:54:34.614587 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:54:34.614587 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:54:34.614587 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:54:34.614587 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:54:34.614587 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:54:34.614587 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:54:34.614587 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:54:34.614587 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:54:34.614587 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:54:34.614587 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:54:34.614587 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:54:34.614587 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:54:34.614587 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:54:34.614587 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:54:34.614587 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:54:34.614587 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:54:34.614587 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:54:34.614587 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:54:34.614587 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:54:34.614587 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:54:34.614587 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:54:34.614587 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:54:34.614587 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:54:34.614587 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:54:34.614587 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:54:34.614587 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:54:34.614587 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:54:34.614587 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:54:34.614587 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:54:34.614587 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:54:34.614587 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:54:34.614587 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:54:34.614587 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:54:34.614587 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:54:34.614587 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:54:34.614587 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:54:34.614587 n-d-843939-1 neutron-server[88371]: util.warn( May 31 13:54:34.635910 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-c4622b7c-2fe4-4fd2-9a43-02d638d7d27a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:54:34.636267 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-c4622b7c-2fe4-4fd2-9a43-02d638d7d27a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:54:34.650306 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-23408a61-9458-42e6-a64a-d54d43fc2761 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:34.655186 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-23408a61-9458-42e6-a64a-d54d43fc2761 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:34.688535 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 89ca38bd-3d88-447e-a552-99f5f4427764 resource provider aggregate not found May 31 13:54:34.701626 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23408a61-9458-42e6-a64a-d54d43fc2761 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] Pushing event deleted for resources: {'Network': ['ID=dd5160a8-9171-4756-a818-b9838450cc07,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:34.714305 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0b5d71f7-eb3c-47e5-8ebc-5af8b4c1a95d None None] For port 64d74d68-7457-491e-96ee-d7865c6b5463, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=64d74d68-7457-491e-96ee-d7865c6b5463,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:54:34.715414 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0b5d71f7-eb3c-47e5-8ebc-5af8b4c1a95d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:34.721914 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f709a-7fff-4636-9e47-a703973f5424 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=662b2793-bcf4-4d73-b05f-2b5a7af3d91c,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:34.741954 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-8a227b3d-f8a0-476f-bced-61fb7b96e03d tempest-PortsAdminExtendedAttrsIpV6TestJSON-136817001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-136817001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:54:34.756641 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 89ca38bd-3d88-447e-a552-99f5f4427764 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 89ca38bd-3d88-447e-a552-99f5f4427764 found for delete ", "request_id": "req-797bb869-a22b-4684-84d2-4b9d78adcf88"}]} May 31 13:54:34.757496 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-8a227b3d-f8a0-476f-bced-61fb7b96e03d tempest-PortsAdminExtendedAttrsIpV6TestJSON-136817001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-136817001-project] Usage tracker for resource:security_group_rule and tenant:3dc65f05e5804f64bbb99a2f6fb1d785 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:54:34.766808 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-8a227b3d-f8a0-476f-bced-61fb7b96e03d tempest-PortsAdminExtendedAttrsIpV6TestJSON-136817001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-136817001-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:54:34.771221 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c38f709a-7fff-4636-9e47-a703973f5424 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:34.775142 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c38f709a-7fff-4636-9e47-a703973f5424 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] 10.222.0.50 "DELETE /v2.0/security-groups/662b2793-bcf4-4d73-b05f-2b5a7af3d91c HTTP/1.1" status: 204 len: 168 time: 1.5109751 May 31 13:54:34.775737 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46498) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:34.786355 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-23408a61-9458-42e6-a64a-d54d43fc2761 tempest-TagsExtTest-686763037 tempest-TagsExtTest-686763037-project] 10.222.0.50 "DELETE /v2.0/networks/dd5160a8-9171-4756-a818-b9838450cc07 HTTP/1.1" status: 204 len: 168 time: 2.9434385 May 31 13:54:34.790495 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-8a227b3d-f8a0-476f-bced-61fb7b96e03d tempest-PortsAdminExtendedAttrsIpV6TestJSON-136817001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-136817001-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:54:34.860237 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-6b718eb6-e60e-464c-9c27-0ec1928fd674 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Synchronizing usage tracker for tenant:222282741774459ea40d6218f6d37c4d on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:54:34.915780 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-6b718eb6-e60e-464c-9c27-0ec1928fd674 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Unset dirty status for tenant:222282741774459ea40d6218f6d37c4d on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:54:34.924901 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-6b718eb6-e60e-464c-9c27-0ec1928fd674 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1435280 May 31 13:54:34.927400 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46504) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:34.938276 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment b787da7e-ffb5-4960-85f8-39e96d170872 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b787da7e-ffb5-4960-85f8-39e96d170872 found for delete ", "request_id": "req-fc0546d2-4734-44cc-a4be-a3a3c2ba2830"}]} May 31 13:54:34.967826 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-61fb6e38-3580-46e2-bd77-24e7ac7b5e05 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Request body: {'security_group': {'name': 'tempest-secgroup--1181645520'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:54:34.992350 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-61fb6e38-3580-46e2-bd77-24e7ac7b5e05 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:54:35.022121 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0b5d71f7-eb3c-47e5-8ebc-5af8b4c1a95d None None] Calling delete_port for 64d74d68-7457-491e-96ee-d7865c6b5463 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:54:35.026883 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-61fb6e38-3580-46e2-bd77-24e7ac7b5e05 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:54:35.049355 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6cfc818c-1208-44c7-a69f-c549074b8577 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:35.078748 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-61fb6e38-3580-46e2-bd77-24e7ac7b5e05 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:35.096961 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-a468186c-499f-4f9e-9a88-a1f55a557be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'name': 'tempest-RoutersIpV6Test-router-146214637', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:53:21Z', 'updated_at': '2022-05-31T13:54:28Z', 'revision_number': 8, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'gw_port_host': None, '_interfaces': [{'id': '26ff78a3-15ff-4b8e-a54a-28077ac1f1b4', 'name': '', 'network_id': '111adac1-473f-49bf-9ad2-d7d3df9f0c81', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'mac_address': 'fa:16:3e:3e:5a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '1c590363-00c3-4fe6-a49d-d7753a0bcb1d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:53:54Z', 'updated_at': '2022-05-31T13:54:14Z', 'revision_number': 5, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'subnets': [{'id': '1c590363-00c3-4fe6-a49d-d7753a0bcb1d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5363d566-0c96-428e-8923-1d73f2094f6e', 'name': '', 'network_id': '5e3496b0-d33d-47d7-9f83-4fad30354b43', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'mac_address': 'fa:16:3e:2c:59:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '40212637-75d9-4d77-876c-da2c117a7162', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:53:39Z', 'updated_at': '2022-05-31T13:54:00Z', 'revision_number': 5, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'subnets': [{'id': '40212637-75d9-4d77-876c-da2c117a7162', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6cb924c-1be3-495d-9c70-35508cd5e005', 'name': '', 'network_id': '0aa2954e-bf8d-4cc7-bde3-b406dc8a037b', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'mac_address': 'fa:16:3e:c5:45:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': 'e5cb876f-844c-4265-83b8-5ce61d3f3bd0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:53:28Z', 'updated_at': '2022-05-31T13:53:41Z', 'revision_number': 5, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'subnets': [{'id': 'e5cb876f-844c-4265-83b8-5ce61d3f3bd0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:35.107564 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a468186c-499f-4f9e-9a88-a1f55a557be4 None None] The sync data for ids ['3211f75f-511b-479b-b8cf-9791381ae8bf'] in n-d-843939-1 is: [{'id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'name': 'tempest-RoutersIpV6Test-router-146214637', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:53:21Z', 'updated_at': '2022-05-31T13:54:28Z', 'revision_number': 8, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'gw_port_host': None, '_interfaces': [{'id': '26ff78a3-15ff-4b8e-a54a-28077ac1f1b4', 'name': '', 'network_id': '111adac1-473f-49bf-9ad2-d7d3df9f0c81', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'mac_address': 'fa:16:3e:3e:5a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': '1c590363-00c3-4fe6-a49d-d7753a0bcb1d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:53:54Z', 'updated_at': '2022-05-31T13:54:14Z', 'revision_number': 5, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'subnets': [{'id': '1c590363-00c3-4fe6-a49d-d7753a0bcb1d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5363d566-0c96-428e-8923-1d73f2094f6e', 'name': '', 'network_id': '5e3496b0-d33d-47d7-9f83-4fad30354b43', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'mac_address': 'fa:16:3e:2c:59:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '40212637-75d9-4d77-876c-da2c117a7162', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:53:39Z', 'updated_at': '2022-05-31T13:54:00Z', 'revision_number': 5, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'subnets': [{'id': '40212637-75d9-4d77-876c-da2c117a7162', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6cb924c-1be3-495d-9c70-35508cd5e005', 'name': '', 'network_id': '0aa2954e-bf8d-4cc7-bde3-b406dc8a037b', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'mac_address': 'fa:16:3e:c5:45:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': 'e5cb876f-844c-4265-83b8-5ce61d3f3bd0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:53:28Z', 'updated_at': '2022-05-31T13:53:41Z', 'revision_number': 5, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'subnets': [{'id': 'e5cb876f-844c-4265-83b8-5ce61d3f3bd0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:54:35.141825 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-c4622b7c-2fe4-4fd2-9a43-02d638d7d27a None None] Deleting port 87cb73e5-cab3-4c22-8ca8-f0728df11353 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:54:35.142234 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c4622b7c-2fe4-4fd2-9a43-02d638d7d27a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:35.210465 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-61fb6e38-3580-46e2-bd77-24e7ac7b5e05 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:54:35.221661 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8a227b3d-f8a0-476f-bced-61fb7b96e03d tempest-PortsAdminExtendedAttrsIpV6TestJSON-136817001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-136817001-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:35.237942 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8a227b3d-f8a0-476f-bced-61fb7b96e03d tempest-PortsAdminExtendedAttrsIpV6TestJSON-136817001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-136817001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:35.262125 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-c4622b7c-2fe4-4fd2-9a43-02d638d7d27a None None] The port '87cb73e5-cab3-4c22-8ca8-f0728df11353' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 13:54:35.264833 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-0b5d71f7-eb3c-47e5-8ebc-5af8b4c1a95d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:54:35.265199 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-0b5d71f7-eb3c-47e5-8ebc-5af8b4c1a95d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:54:35.284189 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-61fb6e38-3580-46e2-bd77-24e7ac7b5e05 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:54:35.363366 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a227b3d-f8a0-476f-bced-61fb7b96e03d tempest-PortsAdminExtendedAttrsIpV6TestJSON-136817001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-136817001-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:54:35.409426 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46518) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:35.416242 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a227b3d-f8a0-476f-bced-61fb7b96e03d tempest-PortsAdminExtendedAttrsIpV6TestJSON-136817001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-136817001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff404c4-be49-4d79-81d4-b4890c86de00,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:35.447336 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8a227b3d-f8a0-476f-bced-61fb7b96e03d tempest-PortsAdminExtendedAttrsIpV6TestJSON-136817001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-136817001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:35.447685 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-8a227b3d-f8a0-476f-bced-61fb7b96e03d tempest-PortsAdminExtendedAttrsIpV6TestJSON-136817001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-136817001-project] Added segment dcd68b6a-35b5-4535-a111-ef18b5ee3199 of type vlan for network be1f056d-fcbf-4559-91dd-aa2010f04f03 May 31 13:54:35.551521 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8a227b3d-f8a0-476f-bced-61fb7b96e03d tempest-PortsAdminExtendedAttrsIpV6TestJSON-136817001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-136817001-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:35.567736 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8390d079-a887-4bdf-b9f1-606c9245aca4 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:35.680764 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-6cfc818c-1208-44c7-a69f-c549074b8577 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] For port 64d74d68-7457-491e-96ee-d7865c6b5463, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=64d74d68-7457-491e-96ee-d7865c6b5463,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:54:35.688654 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-61fb6e38-3580-46e2-bd77-24e7ac7b5e05 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:35.698153 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-61fb6e38-3580-46e2-bd77-24e7ac7b5e05 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:35.736092 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8a227b3d-f8a0-476f-bced-61fb7b96e03d tempest-PortsAdminExtendedAttrsIpV6TestJSON-136817001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-136817001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:35.741978 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a227b3d-f8a0-476f-bced-61fb7b96e03d tempest-PortsAdminExtendedAttrsIpV6TestJSON-136817001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-136817001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:54:35.742616 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8a227b3d-f8a0-476f-bced-61fb7b96e03d tempest-PortsAdminExtendedAttrsIpV6TestJSON-136817001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-136817001-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:35.767334 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0b5d71f7-eb3c-47e5-8ebc-5af8b4c1a95d None None] Deleting port 64d74d68-7457-491e-96ee-d7865c6b5463 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:54:35.768651 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0b5d71f7-eb3c-47e5-8ebc-5af8b4c1a95d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:35.872017 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.resource_extend [None req-6cfc818c-1208-44c7-a69f-c549074b8577 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:54:35.913310 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-1e90dd9f-62de-4745-8532-0b9c182d0d5c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=669f205d5fb3483f9662c3374e840d56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5027356 May 31 13:54:35.928233 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46524) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:36.045332 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device ce0542f2-0097-46bf-b9f1-6dd7710cc351 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:54:36.056365 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6cfc818c-1208-44c7-a69f-c549074b8577 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:36.058267 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a227b3d-f8a0-476f-bced-61fb7b96e03d tempest-PortsAdminExtendedAttrsIpV6TestJSON-136817001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-136817001-project] Pushing event updated for resources: {'Network': ['ID=be1f056d-fcbf-4559-91dd-aa2010f04f03,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:36.080252 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fb6e38-3580-46e2-bd77-24e7ac7b5e05 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5453683-8ad8-4c3e-abd0-d7eada2ef7f7,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:36.099622 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6cfc818c-1208-44c7-a69f-c549074b8577 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:36.100343 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6cfc818c-1208-44c7-a69f-c549074b8577 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:36.104415 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network be1f056d-fcbf-4559-91dd-aa2010f04f03 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:54:36.124154 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: ce0542f2-0097-46bf-b9f1-6dd7710cc351 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:54:36.124499 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device ce0542f2-0097-46bf-b9f1-6dd7710cc351 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:54:36.124919 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 64d74d68-7457-491e-96ee-d7865c6b5463 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:54:36.130206 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-8390d079-a887-4bdf-b9f1-606c9245aca4 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Deleting port 26ff78a3-15ff-4b8e-a54a-28077ac1f1b4 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:54:36.130928 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8390d079-a887-4bdf-b9f1-606c9245aca4 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:36.235970 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-8a227b3d-f8a0-476f-bced-61fb7b96e03d tempest-PortsAdminExtendedAttrsIpV6TestJSON-136817001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-136817001-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.9731624 May 31 13:54:36.259615 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cfc818c-1208-44c7-a69f-c549074b8577 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:54:36.263435 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-61fb6e38-3580-46e2-bd77-24e7ac7b5e05 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:36.265527 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-61fb6e38-3580-46e2-bd77-24e7ac7b5e05 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3371813 May 31 13:54:36.273536 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-6cfc818c-1208-44c7-a69f-c549074b8577 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:54:36.275541 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46536) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:36.282555 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a13a2a75-8431-48fe-a26b-a259a97be66d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:36.290363 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfc818c-1208-44c7-a69f-c549074b8577 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:54:36.291193 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6cfc818c-1208-44c7-a69f-c549074b8577 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:36.300744 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-890bb1fe-d690-4b52-a5ae-a0998b846f73 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Request body: {'security_group_rule': {'security_group_id': 'e5453683-8ad8-4c3e-abd0-d7eada2ef7f7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:54:36.309599 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-890bb1fe-d690-4b52-a5ae-a0998b846f73 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:54:36.314385 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-890bb1fe-d690-4b52-a5ae-a0998b846f73 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Usage tracker for resource:security_group_rule and tenant:222282741774459ea40d6218f6d37c4d is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:54:36.317270 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-890bb1fe-d690-4b52-a5ae-a0998b846f73 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:54:36.323723 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-890bb1fe-d690-4b52-a5ae-a0998b846f73 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:54:36.333959 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfc818c-1208-44c7-a69f-c549074b8577 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event updated for resources: {'Subnet': ['ID=3def6e04-7717-4d4c-8282-0371a7037fb3,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:36.366121 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfc818c-1208-44c7-a69f-c549074b8577 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event updated for resources: {'Port': ['ID=64d74d68-7457-491e-96ee-d7865c6b5463,revision_number=6']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:36.380931 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-890bb1fe-d690-4b52-a5ae-a0998b846f73 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:36.397491 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a13a2a75-8431-48fe-a26b-a259a97be66d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:36.415009 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-6cfc818c-1208-44c7-a69f-c549074b8577 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.5370173 May 31 13:54:36.428365 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46542) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:36.438255 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-ab5f3a9c-4cb9-4ea1-abf8-334261639b7b tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Request body: {'port': {'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'mac_address': 'fa:16:3e:9f:b4:c2', 'name': 'tempest-NetworksTestDHCPv6-730644589'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:54:36.611475 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0b5d71f7-eb3c-47e5-8ebc-5af8b4c1a95d None None] For port 64d74d68-7457-491e-96ee-d7865c6b5463, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=64d74d68-7457-491e-96ee-d7865c6b5463,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:54:36.611877 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0b5d71f7-eb3c-47e5-8ebc-5af8b4c1a95d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:36.646827 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46546) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:36.660530 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Request body: {'port': {'network_id': 'be1f056d-fcbf-4559-91dd-aa2010f04f03', 'binding:host_id': 'n-h2-843939-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-216854435'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:54:36.667424 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:54:36.674352 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Usage tracker for resource:port and tenant:5a5894d873864025805ed99552217106 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:54:36.678285 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:54:36.688454 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:54:36.706668 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 64d74d68-7457-491e-96ee-d7865c6b5463 is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:54:36.707164 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:36.711939 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ab5f3a9c-4cb9-4ea1-abf8-334261639b7b tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:54:36.714670 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Made reservation on behalf of 5a5894d873864025805ed99552217106 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:54:36.717052 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:36.731894 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-890bb1fe-d690-4b52-a5ae-a0998b846f73 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:36.732605 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ab5f3a9c-4cb9-4ea1-abf8-334261639b7b tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Usage tracker for resource:port and tenant:d13dddbe1502489da91f2f88306fdca6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:54:36.734329 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a13a2a75-8431-48fe-a26b-a259a97be66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:36.738331 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ab5f3a9c-4cb9-4ea1-abf8-334261639b7b tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:54:36.748691 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-8390d079-a887-4bdf-b9f1-606c9245aca4 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] For port 26ff78a3-15ff-4b8e-a54a-28077ac1f1b4, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=26ff78a3-15ff-4b8e-a54a-28077ac1f1b4,segment=NetworkSegment(26a97416-5491-4544-a552-9b6bcfb6696f),segment_id=26a97416-5491-4544-a552-9b6bcfb6696f)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:54:36.749232 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8390d079-a887-4bdf-b9f1-606c9245aca4 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:36.749432 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:36.759199 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13a2a75-8431-48fe-a26b-a259a97be66d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7e9c30-341f-4933-b4fe-741afc44697c,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:36.759839 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ab5f3a9c-4cb9-4ea1-abf8-334261639b7b tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:54:36.761010 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-890bb1fe-d690-4b52-a5ae-a0998b846f73 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:36.801470 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:54:36.804984 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890bb1fe-d690-4b52-a5ae-a0998b846f73 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b572595-bb96-4b8e-9122-7c349eae6d2e,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:36.810242 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Usage tracker for resource:security_group_rule and tenant:5a5894d873864025805ed99552217106 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:54:36.813712 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a13a2a75-8431-48fe-a26b-a259a97be66d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:36.814864 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-a13a2a75-8431-48fe-a26b-a259a97be66d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1e7e9c30-341f-4933-b4fe-741afc44697c HTTP/1.1" status: 204 len: 168 time: 0.8823614 May 31 13:54:36.816130 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:54:36.827710 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-890bb1fe-d690-4b52-a5ae-a0998b846f73 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:36.829031 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-890bb1fe-d690-4b52-a5ae-a0998b846f73 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5478628 May 31 13:54:36.830286 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:54:36.837141 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46552) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:36.843026 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0b5d71f7-eb3c-47e5-8ebc-5af8b4c1a95d None None] Calling delete_port for 64d74d68-7457-491e-96ee-d7865c6b5463 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:54:36.893623 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ec827ddc-ce1e-4d9e-ada3-88deb55de9ea tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:36.906738 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ec827ddc-ce1e-4d9e-ada3-88deb55de9ea tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:36.934281 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ec827ddc-ce1e-4d9e-ada3-88deb55de9ea tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:36.937442 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 64d74d68-7457-491e-96ee-d7865c6b5463, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=64d74d68-7457-491e-96ee-d7865c6b5463,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:54:36.950939 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:36.958205 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec827ddc-ce1e-4d9e-ada3-88deb55de9ea tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2b572595-bb96-4b8e-9122-7c349eae6d2e,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:36.962683 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-8390d079-a887-4bdf-b9f1-606c9245aca4 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Calling delete_port for 26ff78a3-15ff-4b8e-a54a-28077ac1f1b4 owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:54:37.000232 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab5f3a9c-4cb9-4ea1-abf8-334261639b7b tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Made reservation on behalf of d13dddbe1502489da91f2f88306fdca6 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:54:37.052396 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-0b5d71f7-eb3c-47e5-8ebc-5af8b4c1a95d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:54:37.052890 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-0b5d71f7-eb3c-47e5-8ebc-5af8b4c1a95d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:54:37.060613 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=64d74d68-7457-491e-96ee-d7865c6b5463,revision_number=7']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:37.098460 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:37.107573 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:37.122450 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ec827ddc-ce1e-4d9e-ada3-88deb55de9ea tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:37.126446 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-ec827ddc-ce1e-4d9e-ada3-88deb55de9ea tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/2b572595-bb96-4b8e-9122-7c349eae6d2e HTTP/1.1" status: 204 len: 168 time: 0.2871659 May 31 13:54:37.127219 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46560) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:37.128589 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] device_id is not set on port 3f7cf442-163e-438d-b462-c1480a9baa63 yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:54:37.235969 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e02dc789-9059-45af-b304-9601dcc79ac5,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:37.269133 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-88501014-cd99-4aeb-b58e-e13128740cb2 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Synchronizing usage tracker for tenant:222282741774459ea40d6218f6d37c4d on resource:security_group_rule {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:54:37.338889 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-88501014-cd99-4aeb-b58e-e13128740cb2 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Unset dirty status for tenant:222282741774459ea40d6218f6d37c4d on resource:security_group_rule {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:54:37.344524 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-88501014-cd99-4aeb-b58e-e13128740cb2 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1716280 May 31 13:54:37.346434 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46568) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:37.504433 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:37.517398 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8390d079-a887-4bdf-b9f1-606c9245aca4 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:37.578301 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8390d079-a887-4bdf-b9f1-606c9245aca4 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Pushing event deleted for resources: {'Port': ['ID=26ff78a3-15ff-4b8e-a54a-28077ac1f1b4,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:37.586245 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f3da9cfc-c3bc-4467-9cbe-79b2ffead05d tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:37.617475 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ab5f3a9c-4cb9-4ea1-abf8-334261639b7b tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:37.620024 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] device_id is not set on port 3f7cf442-163e-438d-b462-c1480a9baa63 yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:54:37.620824 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0b5d71f7-eb3c-47e5-8ebc-5af8b4c1a95d None None] Deleting port 64d74d68-7457-491e-96ee-d7865c6b5463 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:54:37.622233 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0b5d71f7-eb3c-47e5-8ebc-5af8b4c1a95d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:37.635919 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f3da9cfc-c3bc-4467-9cbe-79b2ffead05d tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:37.644906 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:37.680764 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Transition to ACTIVE for port object 3f7cf442-163e-438d-b462-c1480a9baa63 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:54:37.733131 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:37.812756 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f3da9cfc-c3bc-4467-9cbe-79b2ffead05d tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:37.875583 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3da9cfc-c3bc-4467-9cbe-79b2ffead05d tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5453683-8ad8-4c3e-abd0-d7eada2ef7f7,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:37.902891 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Pushing event updated for resources: {'Port': ['ID=3f7cf442-163e-438d-b462-c1480a9baa63,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:37.931254 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Checking segment: {'id': 'dcd68b6a-35b5-4535-a111-ef18b5ee3199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'be1f056d-fcbf-4559-91dd-aa2010f04f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:54:37.931623 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Network hostable DHCP agents. Network: be1f056d-fcbf-4559-91dd-aa2010f04f03, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:54:37.944791 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f3da9cfc-c3bc-4467-9cbe-79b2ffead05d tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:37.950885 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-f3da9cfc-c3bc-4467-9cbe-79b2ffead05d tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] 10.222.0.50 "DELETE /v2.0/security-groups/e5453683-8ad8-4c3e-abd0-d7eada2ef7f7 HTTP/1.1" status: 204 len: 168 time: 0.6030006 May 31 13:54:37.952063 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46584) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:38.009264 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Network be1f056d-fcbf-4559-91dd-aa2010f04f03 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:54:38.037682 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, be1f056d-fcbf-4559-91dd-aa2010f04f03) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:54:38.044427 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:54:38.061648 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-625c167b-265a-41cf-85d2-bfd619873ad5 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Synchronizing usage tracker for tenant:222282741774459ea40d6218f6d37c4d on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:54:38.069827 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 3f7cf442-163e-438d-b462-c1480a9baa63 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:54:38.070195 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 3f7cf442-163e-438d-b462-c1480a9baa63 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'dcd68b6a-35b5-4535-a111-ef18b5ee3199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'be1f056d-fcbf-4559-91dd-aa2010f04f03'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:54:38.070579 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 3f7cf442-163e-438d-b462-c1480a9baa63 on network be1f056d-fcbf-4559-91dd-aa2010f04f03 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:54:38.077951 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-ab5f3a9c-4cb9-4ea1-abf8-334261639b7b tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] device_id is not set on port eaf211d4-3e75-46e8-9502-a7b331fc9f37 yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:54:38.079448 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb625da-c69d-47e2-b414-06a0a855a89c None None] Network be1f056d-fcbf-4559-91dd-aa2010f04f03 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:54:38.082305 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Port 3f7cf442-163e-438d-b462-c1480a9baa63 on network be1f056d-fcbf-4559-91dd-aa2010f04f03 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:54:38.082633 n-d-843939-1 neutron-server[88370]: ERROR neutron.plugins.ml2.managers [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Failed to bind port 3f7cf442-163e-438d-b462-c1480a9baa63 on host n-h2-843939-1 for vnic_type normal using segments [{'id': 'dcd68b6a-35b5-4535-a111-ef18b5ee3199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'be1f056d-fcbf-4559-91dd-aa2010f04f03'}] May 31 13:54:38.084345 n-d-843939-1 neutron-server[88370]: INFO neutron.plugins.ml2.plugin [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempt 2 to bind port 3f7cf442-163e-438d-b462-c1480a9baa63 May 31 13:54:38.091945 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46588) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:38.101392 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [-] 10.222.0.50 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0075731 May 31 13:54:38.105862 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46590) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:38.111289 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-625c167b-265a-41cf-85d2-bfd619873ad5 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Unset dirty status for tenant:222282741774459ea40d6218f6d37c4d on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:54:38.112465 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-625c167b-265a-41cf-85d2-bfd619873ad5 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1434827 May 31 13:54:38.116357 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8390d079-a887-4bdf-b9f1-606c9245aca4 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:38.120397 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46594) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:38.123379 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0b5d71f7-eb3c-47e5-8ebc-5af8b4c1a95d None None] For port 64d74d68-7457-491e-96ee-d7865c6b5463, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=64d74d68-7457-491e-96ee-d7865c6b5463,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:54:38.123793 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 3f7cf442-163e-438d-b462-c1480a9baa63 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:54:38.124120 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 3f7cf442-163e-438d-b462-c1480a9baa63 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'dcd68b6a-35b5-4535-a111-ef18b5ee3199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'be1f056d-fcbf-4559-91dd-aa2010f04f03'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:54:38.124460 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 3f7cf442-163e-438d-b462-c1480a9baa63 on network be1f056d-fcbf-4559-91dd-aa2010f04f03 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:54:38.124723 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0b5d71f7-eb3c-47e5-8ebc-5af8b4c1a95d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:38.129396 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Port 3f7cf442-163e-438d-b462-c1480a9baa63 on network be1f056d-fcbf-4559-91dd-aa2010f04f03 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:54:38.129678 n-d-843939-1 neutron-server[88370]: ERROR neutron.plugins.ml2.managers [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Failed to bind port 3f7cf442-163e-438d-b462-c1480a9baa63 on host n-h2-843939-1 for vnic_type normal using segments [{'id': 'dcd68b6a-35b5-4535-a111-ef18b5ee3199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'be1f056d-fcbf-4559-91dd-aa2010f04f03'}] May 31 13:54:38.130093 n-d-843939-1 neutron-server[88370]: INFO neutron.plugins.ml2.plugin [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempt 3 to bind port 3f7cf442-163e-438d-b462-c1480a9baa63 May 31 13:54:38.143481 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-07076b07-52a8-42a8-988f-74d872a1283c tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Request body: {'security_group': {'name': 'tempest-secgroup--1889291415'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:54:38.147952 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 3f7cf442-163e-438d-b462-c1480a9baa63 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:54:38.148288 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 3f7cf442-163e-438d-b462-c1480a9baa63 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'dcd68b6a-35b5-4535-a111-ef18b5ee3199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'be1f056d-fcbf-4559-91dd-aa2010f04f03'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:54:38.148616 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 3f7cf442-163e-438d-b462-c1480a9baa63 on network be1f056d-fcbf-4559-91dd-aa2010f04f03 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:54:38.154437 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Port 3f7cf442-163e-438d-b462-c1480a9baa63 on network be1f056d-fcbf-4559-91dd-aa2010f04f03 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:54:38.154756 n-d-843939-1 neutron-server[88370]: ERROR neutron.plugins.ml2.managers [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Failed to bind port 3f7cf442-163e-438d-b462-c1480a9baa63 on host n-h2-843939-1 for vnic_type normal using segments [{'id': 'dcd68b6a-35b5-4535-a111-ef18b5ee3199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'be1f056d-fcbf-4559-91dd-aa2010f04f03'}] May 31 13:54:38.155152 n-d-843939-1 neutron-server[88370]: INFO neutron.plugins.ml2.plugin [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempt 4 to bind port 3f7cf442-163e-438d-b462-c1480a9baa63 May 31 13:54:38.162913 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-07076b07-52a8-42a8-988f-74d872a1283c tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:54:38.173385 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 3f7cf442-163e-438d-b462-c1480a9baa63 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:54:38.173715 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 3f7cf442-163e-438d-b462-c1480a9baa63 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'dcd68b6a-35b5-4535-a111-ef18b5ee3199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'be1f056d-fcbf-4559-91dd-aa2010f04f03'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:54:38.174073 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 3f7cf442-163e-438d-b462-c1480a9baa63 on network be1f056d-fcbf-4559-91dd-aa2010f04f03 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:54:38.179102 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Port 3f7cf442-163e-438d-b462-c1480a9baa63 on network be1f056d-fcbf-4559-91dd-aa2010f04f03 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:54:38.179426 n-d-843939-1 neutron-server[88370]: ERROR neutron.plugins.ml2.managers [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Failed to bind port 3f7cf442-163e-438d-b462-c1480a9baa63 on host n-h2-843939-1 for vnic_type normal using segments [{'id': 'dcd68b6a-35b5-4535-a111-ef18b5ee3199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'be1f056d-fcbf-4559-91dd-aa2010f04f03'}] May 31 13:54:38.179815 n-d-843939-1 neutron-server[88370]: INFO neutron.plugins.ml2.plugin [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempt 5 to bind port 3f7cf442-163e-438d-b462-c1480a9baa63 May 31 13:54:38.195726 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 3f7cf442-163e-438d-b462-c1480a9baa63 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:54:38.196058 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 3f7cf442-163e-438d-b462-c1480a9baa63 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'dcd68b6a-35b5-4535-a111-ef18b5ee3199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'be1f056d-fcbf-4559-91dd-aa2010f04f03'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:54:38.196393 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 3f7cf442-163e-438d-b462-c1480a9baa63 on network be1f056d-fcbf-4559-91dd-aa2010f04f03 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:54:38.202566 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Port 3f7cf442-163e-438d-b462-c1480a9baa63 on network be1f056d-fcbf-4559-91dd-aa2010f04f03 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:54:38.202889 n-d-843939-1 neutron-server[88370]: ERROR neutron.plugins.ml2.managers [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Failed to bind port 3f7cf442-163e-438d-b462-c1480a9baa63 on host n-h2-843939-1 for vnic_type normal using segments [{'id': 'dcd68b6a-35b5-4535-a111-ef18b5ee3199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'be1f056d-fcbf-4559-91dd-aa2010f04f03'}] May 31 13:54:38.203277 n-d-843939-1 neutron-server[88370]: INFO neutron.plugins.ml2.plugin [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempt 6 to bind port 3f7cf442-163e-438d-b462-c1480a9baa63 May 31 13:54:38.222965 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 3f7cf442-163e-438d-b462-c1480a9baa63 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:54:38.224727 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 3f7cf442-163e-438d-b462-c1480a9baa63 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'dcd68b6a-35b5-4535-a111-ef18b5ee3199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'be1f056d-fcbf-4559-91dd-aa2010f04f03'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:54:38.224727 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 3f7cf442-163e-438d-b462-c1480a9baa63 on network be1f056d-fcbf-4559-91dd-aa2010f04f03 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:54:38.245622 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Port 3f7cf442-163e-438d-b462-c1480a9baa63 on network be1f056d-fcbf-4559-91dd-aa2010f04f03 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:54:38.248059 n-d-843939-1 neutron-server[88370]: ERROR neutron.plugins.ml2.managers [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Failed to bind port 3f7cf442-163e-438d-b462-c1480a9baa63 on host n-h2-843939-1 for vnic_type normal using segments [{'id': 'dcd68b6a-35b5-4535-a111-ef18b5ee3199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'be1f056d-fcbf-4559-91dd-aa2010f04f03'}] May 31 13:54:38.249732 n-d-843939-1 neutron-server[88370]: INFO neutron.plugins.ml2.plugin [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempt 7 to bind port 3f7cf442-163e-438d-b462-c1480a9baa63 May 31 13:54:38.281237 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0b5d71f7-eb3c-47e5-8ebc-5af8b4c1a95d None None] Calling delete_port for 64d74d68-7457-491e-96ee-d7865c6b5463 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:54:38.302276 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 3f7cf442-163e-438d-b462-c1480a9baa63 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:54:38.302864 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 3f7cf442-163e-438d-b462-c1480a9baa63 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'dcd68b6a-35b5-4535-a111-ef18b5ee3199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'be1f056d-fcbf-4559-91dd-aa2010f04f03'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:54:38.303437 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 3f7cf442-163e-438d-b462-c1480a9baa63 on network be1f056d-fcbf-4559-91dd-aa2010f04f03 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:54:38.326521 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-07076b07-52a8-42a8-988f-74d872a1283c tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:54:38.328517 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Port 3f7cf442-163e-438d-b462-c1480a9baa63 on network be1f056d-fcbf-4559-91dd-aa2010f04f03 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:54:38.331107 n-d-843939-1 neutron-server[88370]: ERROR neutron.plugins.ml2.managers [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Failed to bind port 3f7cf442-163e-438d-b462-c1480a9baa63 on host n-h2-843939-1 for vnic_type normal using segments [{'id': 'dcd68b6a-35b5-4535-a111-ef18b5ee3199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'be1f056d-fcbf-4559-91dd-aa2010f04f03'}] May 31 13:54:38.331739 n-d-843939-1 neutron-server[88370]: INFO neutron.plugins.ml2.plugin [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempt 8 to bind port 3f7cf442-163e-438d-b462-c1480a9baa63 May 31 13:54:38.395350 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-6ebc8dc2-8790-43f0-8b74-5502d65d823c tempest-NetworksApiDiscovery-773081018 tempest-NetworksApiDiscovery-773081018-project] 10.222.0.50 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2880657 May 31 13:54:38.414246 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-07076b07-52a8-42a8-988f-74d872a1283c tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:38.420104 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 3f7cf442-163e-438d-b462-c1480a9baa63 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:54:38.420890 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 3f7cf442-163e-438d-b462-c1480a9baa63 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'dcd68b6a-35b5-4535-a111-ef18b5ee3199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'be1f056d-fcbf-4559-91dd-aa2010f04f03'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:54:38.421394 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 3f7cf442-163e-438d-b462-c1480a9baa63 on network be1f056d-fcbf-4559-91dd-aa2010f04f03 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:54:38.440703 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Port 3f7cf442-163e-438d-b462-c1480a9baa63 on network be1f056d-fcbf-4559-91dd-aa2010f04f03 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:54:38.441397 n-d-843939-1 neutron-server[88370]: ERROR neutron.plugins.ml2.managers [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Failed to bind port 3f7cf442-163e-438d-b462-c1480a9baa63 on host n-h2-843939-1 for vnic_type normal using segments [{'id': 'dcd68b6a-35b5-4535-a111-ef18b5ee3199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'be1f056d-fcbf-4559-91dd-aa2010f04f03'}] May 31 13:54:38.442650 n-d-843939-1 neutron-server[88370]: INFO neutron.plugins.ml2.plugin [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempt 9 to bind port 3f7cf442-163e-438d-b462-c1480a9baa63 May 31 13:54:38.467826 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-07076b07-52a8-42a8-988f-74d872a1283c tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:54:38.473061 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 3f7cf442-163e-438d-b462-c1480a9baa63 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:54:38.473630 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 3f7cf442-163e-438d-b462-c1480a9baa63 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'dcd68b6a-35b5-4535-a111-ef18b5ee3199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'be1f056d-fcbf-4559-91dd-aa2010f04f03'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:54:38.474157 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 3f7cf442-163e-438d-b462-c1480a9baa63 on network be1f056d-fcbf-4559-91dd-aa2010f04f03 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:54:38.483394 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Port 3f7cf442-163e-438d-b462-c1480a9baa63 on network be1f056d-fcbf-4559-91dd-aa2010f04f03 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:54:38.484061 n-d-843939-1 neutron-server[88370]: ERROR neutron.plugins.ml2.managers [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Failed to bind port 3f7cf442-163e-438d-b462-c1480a9baa63 on host n-h2-843939-1 for vnic_type normal using segments [{'id': 'dcd68b6a-35b5-4535-a111-ef18b5ee3199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'be1f056d-fcbf-4559-91dd-aa2010f04f03'}] May 31 13:54:38.484570 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0b5d71f7-eb3c-47e5-8ebc-5af8b4c1a95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:38.484781 n-d-843939-1 neutron-server[88370]: INFO neutron.plugins.ml2.plugin [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempt 10 to bind port 3f7cf442-163e-438d-b462-c1480a9baa63 May 31 13:54:38.511302 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 3f7cf442-163e-438d-b462-c1480a9baa63 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:54:38.513247 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 3f7cf442-163e-438d-b462-c1480a9baa63 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'dcd68b6a-35b5-4535-a111-ef18b5ee3199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'be1f056d-fcbf-4559-91dd-aa2010f04f03'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:54:38.513752 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 3f7cf442-163e-438d-b462-c1480a9baa63 on network be1f056d-fcbf-4559-91dd-aa2010f04f03 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:54:38.519758 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Port 3f7cf442-163e-438d-b462-c1480a9baa63 on network be1f056d-fcbf-4559-91dd-aa2010f04f03 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:54:38.520279 n-d-843939-1 neutron-server[88370]: ERROR neutron.plugins.ml2.managers [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Failed to bind port 3f7cf442-163e-438d-b462-c1480a9baa63 on host n-h2-843939-1 for vnic_type normal using segments [{'id': 'dcd68b6a-35b5-4535-a111-ef18b5ee3199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'be1f056d-fcbf-4559-91dd-aa2010f04f03'}] May 31 13:54:38.521159 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:38.541786 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-07076b07-52a8-42a8-988f-74d872a1283c tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Usage tracker for resource:security_group_rule and tenant:222282741774459ea40d6218f6d37c4d is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:54:38.554054 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-07076b07-52a8-42a8-988f-74d872a1283c tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:54:38.557643 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-ab5f3a9c-4cb9-4ea1-abf8-334261639b7b tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Allocated IP 2001:db8::f816:3eff:fe9f:b4c2 (8d0ca4ab-0d39-494b-8b5d-2861af857a5e/3def6e04-7717-4d4c-8282-0371a7037fb3/eaf211d4-3e75-46e8-9502-a7b331fc9f37) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:54:38.629790 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-07076b07-52a8-42a8-988f-74d872a1283c tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:54:38.676523 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5d71f7-eb3c-47e5-8ebc-5af8b4c1a95d None None] Pushing event deleted for resources: {'Port': ['ID=64d74d68-7457-491e-96ee-d7865c6b5463,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:38.724561 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8390d079-a887-4bdf-b9f1-606c9245aca4 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Router 3211f75f-511b-479b-b8cf-9791381ae8bf has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:54:38.753395 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] For port 3f7cf442-163e-438d-b462-c1480a9baa63, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:54:38.756699 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempted to set empty binding levels {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 31 13:54:38.769640 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:38.910282 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Pushing event updated for resources: {'Port': ['ID=3f7cf442-163e-438d-b462-c1480a9baa63,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:38.915470 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46622) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:38.940421 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:54:38.941032 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:38.987053 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5d71f7-eb3c-47e5-8ebc-5af8b4c1a95d None None] No DVR routers for this DVR port 64d74d68-7457-491e-96ee-d7865c6b5463 on host n-d-843939-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:54:38.997501 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-aafd80c6-bfa3-4e1f-a92a-6f0a2c6403fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 2.3450482 May 31 13:54:39.002887 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46632) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:39.033008 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c9bd02-f379-44e4-98d7-81e76e35b256 None None] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:54:39.089170 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-07076b07-52a8-42a8-988f-74d872a1283c tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:39.103940 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-07076b07-52a8-42a8-988f-74d872a1283c tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:39.124275 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8390d079-a887-4bdf-b9f1-606c9245aca4 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:54:39.144503 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae11a537-4fd6-4940-8e93-43f5d169afa1 None None] Sync routers for ids ['3211f75f-511b-479b-b8cf-9791381ae8bf'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:54:39.155524 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-d847a619-fe94-4c1a-b80a-d39ac8959693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Deleting port 3f7cf442-163e-438d-b462-c1480a9baa63 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:54:39.155812 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d847a619-fe94-4c1a-b80a-d39ac8959693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:39.160180 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae11a537-4fd6-4940-8e93-43f5d169afa1 None None] Routers {'3211f75f-511b-479b-b8cf-9791381ae8bf'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:54:39.160180 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-ae11a537-4fd6-4940-8e93-43f5d169afa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:54:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['3211f75f-511b-479b-b8cf-9791381ae8bf'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:39.219798 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:39.246316 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-31650ee3-7a6b-4c0f-9d3b-996237c73d76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:39.275828 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ab5f3a9c-4cb9-4ea1-abf8-334261639b7b tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:39.362538 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-31650ee3-7a6b-4c0f-9d3b-996237c73d76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:54:39.377905 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-31650ee3-7a6b-4c0f-9d3b-996237c73d76 admin admin] Usage tracker for resource:security_group_rule and tenant:dbf3c061faee4828a2ed0e1fb80a37c9 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:54:39.385586 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-31650ee3-7a6b-4c0f-9d3b-996237c73d76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:54:39.396474 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-8390d079-a887-4bdf-b9f1-606c9245aca4 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "PUT /v2.0/routers/3211f75f-511b-479b-b8cf-9791381ae8bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8489158 May 31 13:54:39.400312 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46638) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:39.403494 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-31650ee3-7a6b-4c0f-9d3b-996237c73d76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:54:39.404095 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-07076b07-52a8-42a8-988f-74d872a1283c tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:39.405269 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-07076b07-52a8-42a8-988f-74d872a1283c tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2726340 May 31 13:54:39.435860 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46642) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:39.447351 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-89f0a30b-29c5-4182-99b2-49a6b478f49d tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Request body: {'security_group_rule': {'security_group_id': '8f6ec99e-3693-48ec-86d4-9060947c4b62', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:54:39.456642 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-ab5f3a9c-4cb9-4ea1-abf8-334261639b7b tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Transition to ACTIVE for port object eaf211d4-3e75-46e8-9502-a7b331fc9f37 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:54:39.476091 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07076b07-52a8-42a8-988f-74d872a1283c tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f6ec99e-3693-48ec-86d4-9060947c4b62,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:39.495445 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521123f5-1801-4534-a4f5-ae5c226db9bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'tenant_id': 'd13dddbe1502489da91f2f88306fdca6', 'fixed_ips': [{'subnet_id': '3def6e04-7717-4d4c-8282-0371a7037fb3'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:54:39.500144 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521123f5-1801-4534-a4f5-ae5c226db9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:39.504358 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-71ad7074-9a8b-4825-a35f-6b2b4f78ecfa tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Deleting subnet 1c590363-00c3-4fe6-a49d-d7753a0bcb1d {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:54:39.507681 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-71ad7074-9a8b-4825-a35f-6b2b4f78ecfa tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:39.530350 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-89f0a30b-29c5-4182-99b2-49a6b478f49d tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:54:39.558174 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-89f0a30b-29c5-4182-99b2-49a6b478f49d tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Usage tracker for resource:security_group_rule and tenant:222282741774459ea40d6218f6d37c4d is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:54:39.564833 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-89f0a30b-29c5-4182-99b2-49a6b478f49d tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:54:39.570042 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-ae11a537-4fd6-4940-8e93-43f5d169afa1 None None] Set router 3211f75f-511b-479b-b8cf-9791381ae8bf gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:54:39.581421 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-89f0a30b-29c5-4182-99b2-49a6b478f49d tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:54:39.599078 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-d847a619-fe94-4c1a-b80a-d39ac8959693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] For port 3f7cf442-163e-438d-b462-c1480a9baa63, host n-h2-843939-1, got binding levels [] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:54:39.599829 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d847a619-fe94-4c1a-b80a-d39ac8959693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:39.611083 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-71ad7074-9a8b-4825-a35f-6b2b4f78ecfa tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:39.737630 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ab5f3a9c-4cb9-4ea1-abf8-334261639b7b tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:39.777372 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-d847a619-fe94-4c1a-b80a-d39ac8959693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Calling delete_port for 3f7cf442-163e-438d-b462-c1480a9baa63 owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:54:39.823734 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-89f0a30b-29c5-4182-99b2-49a6b478f49d tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:39.842602 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-521123f5-1801-4534-a4f5-ae5c226db9bb None None] Allocated IP 2001:db8::f816:3eff:fea4:a7ff (8d0ca4ab-0d39-494b-8b5d-2861af857a5e/3def6e04-7717-4d4c-8282-0371a7037fb3/812770db-6ddc-414a-bf68-7a8a8cc67f30) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:54:39.977499 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5f3a9c-4cb9-4ea1-abf8-334261639b7b tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:54:39.987033 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-ab5f3a9c-4cb9-4ea1-abf8-334261639b7b tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:54:39.993535 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5f3a9c-4cb9-4ea1-abf8-334261639b7b tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:54:40.005605 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5f3a9c-4cb9-4ea1-abf8-334261639b7b tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:54:40.008245 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ab5f3a9c-4cb9-4ea1-abf8-334261639b7b tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:40.022491 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-31650ee3-7a6b-4c0f-9d3b-996237c73d76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:40.031906 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-31650ee3-7a6b-4c0f-9d3b-996237c73d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:40.041284 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5f3a9c-4cb9-4ea1-abf8-334261639b7b tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event updated for resources: {'Port': ['ID=eaf211d4-3e75-46e8-9502-a7b331fc9f37,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:40.047881 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ab5f3a9c-4cb9-4ea1-abf8-334261639b7b tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.6178870 May 31 13:54:40.050955 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46646) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:40.062121 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d847a619-fe94-4c1a-b80a-d39ac8959693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:40.135324 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-89f0a30b-29c5-4182-99b2-49a6b478f49d tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:40.154505 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d847a619-fe94-4c1a-b80a-d39ac8959693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Pushing event deleted for resources: {'Port': ['ID=3f7cf442-163e-438d-b462-c1480a9baa63,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:40.162377 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-89f0a30b-29c5-4182-99b2-49a6b478f49d tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:40.171593 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31650ee3-7a6b-4c0f-9d3b-996237c73d76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f14f294-5e00-491d-88d9-9085b00f7d34,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:40.177451 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6192ed27-6bdc-463f-876f-a7ac768f8f38 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:54:40.178853 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-6192ed27-6bdc-463f-876f-a7ac768f8f38 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Synchronizing usage tracker for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:54:40.182222 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521123f5-1801-4534-a4f5-ae5c226db9bb None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:40.187837 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-31650ee3-7a6b-4c0f-9d3b-996237c73d76 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dbf3c061faee4828a2ed0e1fb80a37c9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2597427 May 31 13:54:40.188304 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-71ad7074-9a8b-4825-a35f-6b2b4f78ecfa tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:40.192852 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46650) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:40.193964 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d847a619-fe94-4c1a-b80a-d39ac8959693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:40.202849 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-ae11a537-4fd6-4940-8e93-43f5d169afa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'name': 'tempest-RoutersIpV6Test-router-146214637', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:53:21Z', 'updated_at': '2022-05-31T13:54:37Z', 'revision_number': 9, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'gw_port_host': None, '_interfaces': [{'id': '5363d566-0c96-428e-8923-1d73f2094f6e', 'name': '', 'network_id': '5e3496b0-d33d-47d7-9f83-4fad30354b43', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'mac_address': 'fa:16:3e:2c:59:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '40212637-75d9-4d77-876c-da2c117a7162', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:53:39Z', 'updated_at': '2022-05-31T13:54:00Z', 'revision_number': 5, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'subnets': [{'id': '40212637-75d9-4d77-876c-da2c117a7162', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6cb924c-1be3-495d-9c70-35508cd5e005', 'name': '', 'network_id': '0aa2954e-bf8d-4cc7-bde3-b406dc8a037b', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'mac_address': 'fa:16:3e:c5:45:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': 'e5cb876f-844c-4265-83b8-5ce61d3f3bd0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:53:28Z', 'updated_at': '2022-05-31T13:53:41Z', 'revision_number': 5, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'subnets': [{'id': 'e5cb876f-844c-4265-83b8-5ce61d3f3bd0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:40.208118 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae11a537-4fd6-4940-8e93-43f5d169afa1 None None] Checking router: 3211f75f-511b-479b-b8cf-9791381ae8bf for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:54:40.221821 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae11a537-4fd6-4940-8e93-43f5d169afa1 None None] Routers {'3211f75f-511b-479b-b8cf-9791381ae8bf'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:54:40.222486 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-521123f5-1801-4534-a4f5-ae5c226db9bb None None] Transition to ACTIVE for port object 812770db-6ddc-414a-bf68-7a8a8cc67f30 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:54:40.225119 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-ae11a537-4fd6-4940-8e93-43f5d169afa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:54:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['3211f75f-511b-479b-b8cf-9791381ae8bf'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:40.225845 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f0a30b-29c5-4182-99b2-49a6b478f49d tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50d53f10-d13f-4a2d-ac5c-5c0c556057d0,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:40.253954 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-6192ed27-6bdc-463f-876f-a7ac768f8f38 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Unset dirty status for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:54:40.254424 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-521123f5-1801-4534-a4f5-ae5c226db9bb None None] Transition to ACTIVE for port object 812770db-6ddc-414a-bf68-7a8a8cc67f30 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:54:40.255164 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-6192ed27-6bdc-463f-876f-a7ac768f8f38 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2031167 May 31 13:54:40.257815 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46654) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:40.265265 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521123f5-1801-4534-a4f5-ae5c226db9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:40.346042 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-d847a619-fe94-4c1a-b80a-d39ac8959693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] 10.222.0.50 "DELETE /v2.0/ports/3f7cf442-163e-438d-b462-c1480a9baa63 HTTP/1.1" status: 204 len: 168 time: 1.3347406 May 31 13:54:40.350737 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46658) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:40.384094 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521123f5-1801-4534-a4f5-ae5c226db9bb None None] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:54:40.388291 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-521123f5-1801-4534-a4f5-ae5c226db9bb None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:54:40.397399 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521123f5-1801-4534-a4f5-ae5c226db9bb None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:54:40.471926 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521123f5-1801-4534-a4f5-ae5c226db9bb None None] Pushing event updated for resources: {'Port': ['ID=812770db-6ddc-414a-bf68-7a8a8cc67f30,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:40.540979 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-c80a74d3-c152-4fe9-b0af-dcb5c139520d tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Deleting port eaf211d4-3e75-46e8-9502-a7b331fc9f37 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:54:40.541363 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c80a74d3-c152-4fe9-b0af-dcb5c139520d tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:40.576056 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-89f0a30b-29c5-4182-99b2-49a6b478f49d tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:40.581304 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-89f0a30b-29c5-4182-99b2-49a6b478f49d tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1397359 May 31 13:54:40.605768 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e4a41941-767a-4e03-96fb-2fd7c2645864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:40.608424 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46664) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:40.615117 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-521123f5-1801-4534-a4f5-ae5c226db9bb None None] Attempting to bind port 812770db-6ddc-414a-bf68-7a8a8cc67f30 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:54:40.615840 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-521123f5-1801-4534-a4f5-ae5c226db9bb None None] Attempting to bind port 812770db-6ddc-414a-bf68-7a8a8cc67f30 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:54:40.616508 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521123f5-1801-4534-a4f5-ae5c226db9bb None None] Attempting to bind port 812770db-6ddc-414a-bf68-7a8a8cc67f30 on network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:54:40.627897 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521123f5-1801-4534-a4f5-ae5c226db9bb None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:54:40.629177 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521123f5-1801-4534-a4f5-ae5c226db9bb None None] Checking segment: {'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:54:40.629921 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521123f5-1801-4534-a4f5-ae5c226db9bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:40.631348 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521123f5-1801-4534-a4f5-ae5c226db9bb None None] Bound using segment: {'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:54:40.632281 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-521123f5-1801-4534-a4f5-ae5c226db9bb None None] Bound port: 812770db-6ddc-414a-bf68-7a8a8cc67f30, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:54:40.632939 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521123f5-1801-4534-a4f5-ae5c226db9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:40.670920 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-05cea62c-45a2-4865-995a-bac36a9db9a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:40.702150 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-05cea62c-45a2-4865-995a-bac36a9db9a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:40.729428 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-887ed047-5031-4851-b349-5ac016a1475e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] GET failed (client error): The resource could not be found. May 31 13:54:40.732426 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-887ed047-5031-4851-b349-5ac016a1475e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Synchronizing usage tracker for tenant:5a5894d873864025805ed99552217106 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:54:40.750111 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-ae11a537-4fd6-4940-8e93-43f5d169afa1 None None] Set router 3211f75f-511b-479b-b8cf-9791381ae8bf gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:54:40.790165 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-521123f5-1801-4534-a4f5-ae5c226db9bb None None] For port 812770db-6ddc-414a-bf68-7a8a8cc67f30, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:54:40.795321 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-521123f5-1801-4534-a4f5-ae5c226db9bb None None] For port 812770db-6ddc-414a-bf68-7a8a8cc67f30, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=812770db-6ddc-414a-bf68-7a8a8cc67f30,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:54:40.800553 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521123f5-1801-4534-a4f5-ae5c226db9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:40.816151 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-887ed047-5031-4851-b349-5ac016a1475e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Unset dirty status for tenant:5a5894d873864025805ed99552217106 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:54:40.817627 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-887ed047-5031-4851-b349-5ac016a1475e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] 10.222.0.50 "GET /v2.0/ports/3f7cf442-163e-438d-b462-c1480a9baa63 HTTP/1.1" status: 404 len: 333 time: 0.4480345 May 31 13:54:40.818796 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-05cea62c-45a2-4865-995a-bac36a9db9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:40.823416 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46666) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:40.825446 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c80a74d3-c152-4fe9-b0af-dcb5c139520d tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:40.856657 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-bf416564-3787-4e6d-b94e-77a08b0faee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Request body: {'port': {'network_id': 'be1f056d-fcbf-4559-91dd-aa2010f04f03', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1628205788'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:54:40.867796 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cea62c-45a2-4865-995a-bac36a9db9a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f14f294-5e00-491d-88d9-9085b00f7d34,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:40.871643 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-bf416564-3787-4e6d-b94e-77a08b0faee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:54:40.888556 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-05cea62c-45a2-4865-995a-bac36a9db9a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:40.889712 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-05cea62c-45a2-4865-995a-bac36a9db9a5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3f14f294-5e00-491d-88d9-9085b00f7d34 HTTP/1.1" status: 204 len: 168 time: 0.6863563 May 31 13:54:40.903131 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-bf416564-3787-4e6d-b94e-77a08b0faee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:54:40.917328 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf416564-3787-4e6d-b94e-77a08b0faee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Made reservation on behalf of 5a5894d873864025805ed99552217106 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:54:40.921685 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bf416564-3787-4e6d-b94e-77a08b0faee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:40.967399 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-bf416564-3787-4e6d-b94e-77a08b0faee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] device_id is not set on port 067b859f-c5eb-4853-9e41-7b07985683d1 yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:54:40.982397 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-c80a74d3-c152-4fe9-b0af-dcb5c139520d tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Calling delete_port for eaf211d4-3e75-46e8-9502-a7b331fc9f37 owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:54:40.993307 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521123f5-1801-4534-a4f5-ae5c226db9bb None None] Pushing event updated for resources: {'Port': ['ID=812770db-6ddc-414a-bf68-7a8a8cc67f30,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:41.165111 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-71ad7074-9a8b-4825-a35f-6b2b4f78ecfa tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:41.232549 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-71ad7074-9a8b-4825-a35f-6b2b4f78ecfa tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:41.239473 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c80a74d3-c152-4fe9-b0af-dcb5c139520d tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:41.240062 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4188cc0-3451-4f70-96e6-5a2fa4056d3e None None] Network 111adac1-473f-49bf-9ad2-d7d3df9f0c81 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:54:41.328157 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-ae11a537-4fd6-4940-8e93-43f5d169afa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'name': 'tempest-RoutersIpV6Test-router-146214637', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:53:21Z', 'updated_at': '2022-05-31T13:54:37Z', 'revision_number': 9, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'gw_port_host': None, '_interfaces': [{'id': '5363d566-0c96-428e-8923-1d73f2094f6e', 'name': '', 'network_id': '5e3496b0-d33d-47d7-9f83-4fad30354b43', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'mac_address': 'fa:16:3e:2c:59:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '40212637-75d9-4d77-876c-da2c117a7162', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:53:39Z', 'updated_at': '2022-05-31T13:54:00Z', 'revision_number': 5, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'subnets': [{'id': '40212637-75d9-4d77-876c-da2c117a7162', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6cb924c-1be3-495d-9c70-35508cd5e005', 'name': '', 'network_id': '0aa2954e-bf8d-4cc7-bde3-b406dc8a037b', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'mac_address': 'fa:16:3e:c5:45:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': 'e5cb876f-844c-4265-83b8-5ce61d3f3bd0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:53:28Z', 'updated_at': '2022-05-31T13:53:41Z', 'revision_number': 5, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'subnets': [{'id': 'e5cb876f-844c-4265-83b8-5ce61d3f3bd0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:41.339123 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae11a537-4fd6-4940-8e93-43f5d169afa1 None None] The sync data for ids ['3211f75f-511b-479b-b8cf-9791381ae8bf'] in n-d-843939-1 is: [{'id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'name': 'tempest-RoutersIpV6Test-router-146214637', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:53:21Z', 'updated_at': '2022-05-31T13:54:37Z', 'revision_number': 9, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'gw_port_host': None, '_interfaces': [{'id': '5363d566-0c96-428e-8923-1d73f2094f6e', 'name': '', 'network_id': '5e3496b0-d33d-47d7-9f83-4fad30354b43', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'mac_address': 'fa:16:3e:2c:59:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '40212637-75d9-4d77-876c-da2c117a7162', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:53:39Z', 'updated_at': '2022-05-31T13:54:00Z', 'revision_number': 5, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'subnets': [{'id': '40212637-75d9-4d77-876c-da2c117a7162', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6cb924c-1be3-495d-9c70-35508cd5e005', 'name': '', 'network_id': '0aa2954e-bf8d-4cc7-bde3-b406dc8a037b', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'mac_address': 'fa:16:3e:c5:45:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': 'e5cb876f-844c-4265-83b8-5ce61d3f3bd0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:53:28Z', 'updated_at': '2022-05-31T13:53:41Z', 'revision_number': 5, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'subnets': [{'id': 'e5cb876f-844c-4265-83b8-5ce61d3f3bd0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:54:41.343662 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ad7074-9a8b-4825-a35f-6b2b4f78ecfa tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Pushing event deleted for resources: {'Subnet': ['ID=1c590363-00c3-4fe6-a49d-d7753a0bcb1d,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:41.348099 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-6f90e8a8-9847-4360-a9bd-29b3e0c81da0 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] 10.222.0.50 "GET /v2.0/security-group-rules/50d53f10-d13f-4a2d-ac5c-5c0c556057d0 HTTP/1.1" status: 200 len: 763 time: 0.1862612 May 31 13:54:41.369745 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46676) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:41.372255 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80a74d3-c152-4fe9-b0af-dcb5c139520d tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event deleted for resources: {'Port': ['ID=eaf211d4-3e75-46e8-9502-a7b331fc9f37,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:41.420599 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-71ad7074-9a8b-4825-a35f-6b2b4f78ecfa tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "DELETE /v2.0/subnets/1c590363-00c3-4fe6-a49d-d7753a0bcb1d HTTP/1.1" status: 204 len: 168 time: 2.0142169 May 31 13:54:41.421332 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46680) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:41.451624 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c80a74d3-c152-4fe9-b0af-dcb5c139520d tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:41.456540 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c80a74d3-c152-4fe9-b0af-dcb5c139520d tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/ports/eaf211d4-3e75-46e8-9502-a7b331fc9f37 HTTP/1.1" status: 204 len: 168 time: 1.1974118 May 31 13:54:41.457094 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46684) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:41.691315 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f86fd5a-c995-40b7-859c-ad08685f3259 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:54:41.693479 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f86fd5a-c995-40b7-859c-ad08685f3259 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:54:41.695185 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-2f86fd5a-c995-40b7-859c-ad08685f3259 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Synchronizing usage tracker for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:subnet {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:54:41.709341 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-64f93a9a-b5a1-4519-b706-e2e642d79ae5 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:41.709607 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-172e3784-db04-474f-94dc-b567f043c5f1 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Synchronizing usage tracker for tenant:222282741774459ea40d6218f6d37c4d on resource:security_group_rule {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:54:41.742543 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bf416564-3787-4e6d-b94e-77a08b0faee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:41.761138 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-172e3784-db04-474f-94dc-b567f043c5f1 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Unset dirty status for tenant:222282741774459ea40d6218f6d37c4d on resource:security_group_rule {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:54:41.764496 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-172e3784-db04-474f-94dc-b567f043c5f1 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3811603 May 31 13:54:41.767682 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46696) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:41.798616 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-2f86fd5a-c995-40b7-859c-ad08685f3259 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Unset dirty status for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:subnet {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:54:41.806649 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-2f86fd5a-c995-40b7-859c-ad08685f3259 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.3324270 May 31 13:54:41.808778 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46702) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:41.867114 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-841cb8b6-6f01-4ce5-a26f-328410aa669e tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:41.885919 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89fb836f-c799-4335-8b13-92f6a307ea9b None None] DHCP port deletion for 111adac1-473f-49bf-9ad2-d7d3df9f0c81 request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:54:41.888754 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-841cb8b6-6f01-4ce5-a26f-328410aa669e tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:41.894661 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-89fb836f-c799-4335-8b13-92f6a307ea9b None None] Deleting port 2230ae9c-bbbd-4fa1-b3a4-40f598492ee5 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:54:41.895043 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-89fb836f-c799-4335-8b13-92f6a307ea9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:41.925084 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-841cb8b6-6f01-4ce5-a26f-328410aa669e tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:41.943888 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-64f93a9a-b5a1-4519-b706-e2e642d79ae5 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Deleting port 2230ae9c-bbbd-4fa1-b3a4-40f598492ee5 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:54:41.946827 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-64f93a9a-b5a1-4519-b706-e2e642d79ae5 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:41.963448 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841cb8b6-6f01-4ce5-a26f-328410aa669e tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=50d53f10-d13f-4a2d-ac5c-5c0c556057d0,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:41.977865 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-841cb8b6-6f01-4ce5-a26f-328410aa669e tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:41.979527 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-841cb8b6-6f01-4ce5-a26f-328410aa669e tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/50d53f10-d13f-4a2d-ac5c-5c0c556057d0 HTTP/1.1" status: 204 len: 168 time: 0.2109122 May 31 13:54:41.983063 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46706) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:42.010439 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bf416564-3787-4e6d-b94e-77a08b0faee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:42.123790 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf416564-3787-4e6d-b94e-77a08b0faee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Pushing event updated for resources: {'Port': ['ID=067b859f-c5eb-4853-9e41-7b07985683d1,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:42.216663 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf416564-3787-4e6d-b94e-77a08b0faee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Network be1f056d-fcbf-4559-91dd-aa2010f04f03 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:54:42.243171 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-dfb74413-1a34-4443-8353-b7e453792aa9 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Synchronizing usage tracker for tenant:222282741774459ea40d6218f6d37c4d on resource:security_group_rule {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:54:42.247585 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-bf416564-3787-4e6d-b94e-77a08b0faee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:54:42.265215 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf416564-3787-4e6d-b94e-77a08b0faee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:54:42.266228 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf416564-3787-4e6d-b94e-77a08b0faee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:54:42.266837 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bf416564-3787-4e6d-b94e-77a08b0faee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:42.280944 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 812770db-6ddc-414a-bf68-7a8a8cc67f30 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:54:42.318921 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-bf416564-3787-4e6d-b94e-77a08b0faee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.4738259 May 31 13:54:42.321891 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-dfb74413-1a34-4443-8353-b7e453792aa9 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Unset dirty status for tenant:222282741774459ea40d6218f6d37c4d on resource:security_group_rule {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:54:42.325114 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-dfb74413-1a34-4443-8353-b7e453792aa9 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3406634 May 31 13:54:42.326061 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46716) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:42.328752 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46718) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:42.336748 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-15dc210a-7ed4-4011-b358-25e61e78d566 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Request body: {'security_group_rule': {'security_group_id': '8f6ec99e-3693-48ec-86d4-9060947c4b62', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:54:42.338019 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6d556cf-90f7-4436-aeb0-48a3dec2e8c9 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Deleting subnet 3def6e04-7717-4d4c-8282-0371a7037fb3 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:54:42.347944 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-d1f99696-b4a2-40a5-a655-891e8fed2632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:54:42.350955 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f6d556cf-90f7-4436-aeb0-48a3dec2e8c9 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:42.398436 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-15dc210a-7ed4-4011-b358-25e61e78d566 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:54:42.479596 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-15dc210a-7ed4-4011-b358-25e61e78d566 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:54:42.500089 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f6d556cf-90f7-4436-aeb0-48a3dec2e8c9 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:42.629635 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d1f99696-b4a2-40a5-a655-891e8fed2632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:42.660778 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-89fb836f-c799-4335-8b13-92f6a307ea9b None None] For port 2230ae9c-bbbd-4fa1-b3a4-40f598492ee5, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=2230ae9c-bbbd-4fa1-b3a4-40f598492ee5,segment=NetworkSegment(26a97416-5491-4544-a552-9b6bcfb6696f),segment_id=26a97416-5491-4544-a552-9b6bcfb6696f)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:54:42.661461 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-89fb836f-c799-4335-8b13-92f6a307ea9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:42.687366 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f6d556cf-90f7-4436-aeb0-48a3dec2e8c9 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:42.703902 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-15dc210a-7ed4-4011-b358-25e61e78d566 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:42.795193 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f6d556cf-90f7-4436-aeb0-48a3dec2e8c9 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:42.842727 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f6d556cf-90f7-4436-aeb0-48a3dec2e8c9 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:42.871596 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-f6d556cf-90f7-4436-aeb0-48a3dec2e8c9 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/subnets/3def6e04-7717-4d4c-8282-0371a7037fb3 HTTP/1.1" status: 204 len: 168 time: 1.0563166 May 31 13:54:42.876110 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d556cf-90f7-4436-aeb0-48a3dec2e8c9 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event deleted for resources: {'Subnet': ['ID=3def6e04-7717-4d4c-8282-0371a7037fb3,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:42.899497 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46728) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:42.900820 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d556cf-90f7-4436-aeb0-48a3dec2e8c9 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:54:42.901160 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d556cf-90f7-4436-aeb0-48a3dec2e8c9 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:54:42.901496 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d556cf-90f7-4436-aeb0-48a3dec2e8c9 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:54:42.901828 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d556cf-90f7-4436-aeb0-48a3dec2e8c9 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:54:42.902822 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d556cf-90f7-4436-aeb0-48a3dec2e8c9 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:54:42.903723 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d556cf-90f7-4436-aeb0-48a3dec2e8c9 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:54:42.904055 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d556cf-90f7-4436-aeb0-48a3dec2e8c9 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:54:42.904380 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d556cf-90f7-4436-aeb0-48a3dec2e8c9 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:54:42.904702 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d556cf-90f7-4436-aeb0-48a3dec2e8c9 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:54:42.905025 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d556cf-90f7-4436-aeb0-48a3dec2e8c9 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:54:42.905344 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d556cf-90f7-4436-aeb0-48a3dec2e8c9 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:54:42.905663 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d556cf-90f7-4436-aeb0-48a3dec2e8c9 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:54:43.003026 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-80bb4521-0cda-4e39-8add-d6435a4105ba tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0780101 May 31 13:54:43.028206 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46738) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:43.029400 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-89fb836f-c799-4335-8b13-92f6a307ea9b None None] Calling delete_port for 2230ae9c-bbbd-4fa1-b3a4-40f598492ee5 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:54:43.106324 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44248b4b-42cc-4670-86b3-f699018d82d4 None None] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:54:43.200828 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-15dc210a-7ed4-4011-b358-25e61e78d566 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:43.209581 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 812770db-6ddc-414a-bf68-7a8a8cc67f30 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:54:43.215248 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-15dc210a-7ed4-4011-b358-25e61e78d566 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:43.229450 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-89fb836f-c799-4335-8b13-92f6a307ea9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:43.256089 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dc210a-7ed4-4011-b358-25e61e78d566 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77dc9ca3-7b0b-402d-8c30-b581dac6c0e2,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:43.380631 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-15dc210a-7ed4-4011-b358-25e61e78d566 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:43.383532 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-15dc210a-7ed4-4011-b358-25e61e78d566 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0534647 May 31 13:54:43.388409 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46752) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:43.436562 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-d1f99696-b4a2-40a5-a655-891e8fed2632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] device_id is not set on port 067b859f-c5eb-4853-9e41-7b07985683d1 yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:54:43.474795 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487d8669-c2ab-41c7-8772-340a83db601d tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:54:43.483707 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-487d8669-c2ab-41c7-8772-340a83db601d tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Synchronizing usage tracker for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:54:43.488972 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d1f99696-b4a2-40a5-a655-891e8fed2632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:43.497775 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d4f55a55-7179-43b6-aed0-2f2812c3854b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:43.504934 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-8962a1e9-ab1f-47a3-9148-4947426620cd tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] 10.222.0.50 "GET /v2.0/security-group-rules/77dc9ca3-7b0b-402d-8c30-b581dac6c0e2 HTTP/1.1" status: 200 len: 763 time: 0.1054311 May 31 13:54:43.514564 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46758) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:43.541400 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fb836f-c799-4335-8b13-92f6a307ea9b None None] Pushing event deleted for resources: {'Port': ['ID=2230ae9c-bbbd-4fa1-b3a4-40f598492ee5,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:43.586475 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-64f93a9a-b5a1-4519-b706-e2e642d79ae5 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] For port 2230ae9c-bbbd-4fa1-b3a4-40f598492ee5, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=2230ae9c-bbbd-4fa1-b3a4-40f598492ee5,segment=NetworkSegment(26a97416-5491-4544-a552-9b6bcfb6696f),segment_id=26a97416-5491-4544-a552-9b6bcfb6696f)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:54:43.590588 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-64f93a9a-b5a1-4519-b706-e2e642d79ae5 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:43.616798 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fb836f-c799-4335-8b13-92f6a307ea9b None None] No DVR routers for this DVR port 2230ae9c-bbbd-4fa1-b3a4-40f598492ee5 on host n-d-843939-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:54:43.617952 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-d1f99696-b4a2-40a5-a655-891e8fed2632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Transition to ACTIVE for port object 067b859f-c5eb-4853-9e41-7b07985683d1 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:54:43.625262 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 26ff78a3-15ff-4b8e-a54a-28077ac1f1b4 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:54:43.639552 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-487d8669-c2ab-41c7-8772-340a83db601d tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Unset dirty status for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:54:43.646596 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-487d8669-c2ab-41c7-8772-340a83db601d tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.6134167 May 31 13:54:43.651545 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46764) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:43.653511 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d1f99696-b4a2-40a5-a655-891e8fed2632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:43.690794 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 26ff78a3-15ff-4b8e-a54a-28077ac1f1b4 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:54:43.691224 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 26ff78a3-15ff-4b8e-a54a-28077ac1f1b4 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:54:43.691771 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 2230ae9c-bbbd-4fa1-b3a4-40f598492ee5 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:54:43.712157 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46768) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:43.744958 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 2230ae9c-bbbd-4fa1-b3a4-40f598492ee5 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:54:43.745302 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 2230ae9c-bbbd-4fa1-b3a4-40f598492ee5 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:54:43.761286 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b335cb72-c377-44b9-a662-38e4038be529 None None] Provisioning for port 812770db-6ddc-414a-bf68-7a8a8cc67f30 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:54:43.770844 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b335cb72-c377-44b9-a662-38e4038be529 None None] Provisioning complete for port 812770db-6ddc-414a-bf68-7a8a8cc67f30 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:54:43.771617 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b335cb72-c377-44b9-a662-38e4038be529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:43.818957 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-64f93a9a-b5a1-4519-b706-e2e642d79ae5 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Calling delete_port for 2230ae9c-bbbd-4fa1-b3a4-40f598492ee5 owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:54:43.857352 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-02be3d4c-a8c6-4595-84a8-98dce11f8641 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Synchronizing usage tracker for tenant:222282741774459ea40d6218f6d37c4d on resource:security_group_rule {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:54:43.901420 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.db.api [None req-64f93a9a-b5a1-4519-b706-e2e642d79ae5 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:54:43.901738 n-d-843939-1 neutron-server[88369]: DEBUG oslo_db.api [None req-64f93a9a-b5a1-4519-b706-e2e642d79ae5 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:54:43.923914 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:44.008174 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:44.035131 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f99696-b4a2-40a5-a655-891e8fed2632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Pushing event updated for resources: {'Port': ['ID=067b859f-c5eb-4853-9e41-7b07985683d1,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:44.068932 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ed9b1f-ff9e-48a5-9555-832268ff9efa tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:54:44.069835 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-c2ed9b1f-ff9e-48a5-9555-832268ff9efa tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Synchronizing usage tracker for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:subnet {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:54:44.084955 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-d1f99696-b4a2-40a5-a655-891e8fed2632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 067b859f-c5eb-4853-9e41-7b07985683d1 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:54:44.085288 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-d1f99696-b4a2-40a5-a655-891e8fed2632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 067b859f-c5eb-4853-9e41-7b07985683d1 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'dcd68b6a-35b5-4535-a111-ef18b5ee3199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'be1f056d-fcbf-4559-91dd-aa2010f04f03'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:54:44.085626 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f99696-b4a2-40a5-a655-891e8fed2632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 067b859f-c5eb-4853-9e41-7b07985683d1 on network be1f056d-fcbf-4559-91dd-aa2010f04f03 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:54:44.111422 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-02be3d4c-a8c6-4595-84a8-98dce11f8641 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Unset dirty status for tenant:222282741774459ea40d6218f6d37c4d on resource:security_group_rule {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:54:44.115568 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-02be3d4c-a8c6-4595-84a8-98dce11f8641 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.5956151 May 31 13:54:44.115969 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46780) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:44.116484 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f99696-b4a2-40a5-a655-891e8fed2632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Port 067b859f-c5eb-4853-9e41-7b07985683d1 on network be1f056d-fcbf-4559-91dd-aa2010f04f03 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:54:44.116484 n-d-843939-1 neutron-server[88370]: ERROR neutron.plugins.ml2.managers [None req-d1f99696-b4a2-40a5-a655-891e8fed2632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Failed to bind port 067b859f-c5eb-4853-9e41-7b07985683d1 on host n-h2-843939-1 for vnic_type normal using segments [{'id': 'dcd68b6a-35b5-4535-a111-ef18b5ee3199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'be1f056d-fcbf-4559-91dd-aa2010f04f03'}] May 31 13:54:44.117190 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bbc1101f-19cf-44b7-92ca-768d9106c13f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:44.129151 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-c2ed9b1f-ff9e-48a5-9555-832268ff9efa tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Unset dirty status for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:subnet {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:54:44.130413 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c2ed9b1f-ff9e-48a5-9555-832268ff9efa tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4718740 May 31 13:54:44.132722 n-d-843939-1 neutron-server[88370]: INFO neutron.plugins.ml2.plugin [None req-d1f99696-b4a2-40a5-a655-891e8fed2632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempt 2 to bind port 067b859f-c5eb-4853-9e41-7b07985683d1 May 31 13:54:44.146545 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46784) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:44.149374 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b335cb72-c377-44b9-a662-38e4038be529 None None] Current status of the port 812770db-6ddc-414a-bf68-7a8a8cc67f30 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:54:44.150459 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b335cb72-c377-44b9-a662-38e4038be529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:44.158267 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-bbc1101f-19cf-44b7-92ca-768d9106c13f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:54:44.163291 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-d1f99696-b4a2-40a5-a655-891e8fed2632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 067b859f-c5eb-4853-9e41-7b07985683d1 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:54:44.163632 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-d1f99696-b4a2-40a5-a655-891e8fed2632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 067b859f-c5eb-4853-9e41-7b07985683d1 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'dcd68b6a-35b5-4535-a111-ef18b5ee3199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'be1f056d-fcbf-4559-91dd-aa2010f04f03'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:54:44.163968 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f99696-b4a2-40a5-a655-891e8fed2632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 067b859f-c5eb-4853-9e41-7b07985683d1 on network be1f056d-fcbf-4559-91dd-aa2010f04f03 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:54:44.166305 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-bbc1101f-19cf-44b7-92ca-768d9106c13f admin admin] Usage tracker for resource:security_group_rule and tenant:cdb3bd2971e24d0d9ab2d010dd01d94e is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:54:44.171867 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-bbc1101f-19cf-44b7-92ca-768d9106c13f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:54:44.179067 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f99696-b4a2-40a5-a655-891e8fed2632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Port 067b859f-c5eb-4853-9e41-7b07985683d1 on network be1f056d-fcbf-4559-91dd-aa2010f04f03 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:54:44.179403 n-d-843939-1 neutron-server[88370]: ERROR neutron.plugins.ml2.managers [None req-d1f99696-b4a2-40a5-a655-891e8fed2632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Failed to bind port 067b859f-c5eb-4853-9e41-7b07985683d1 on host n-h2-843939-1 for vnic_type normal using segments [{'id': 'dcd68b6a-35b5-4535-a111-ef18b5ee3199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'be1f056d-fcbf-4559-91dd-aa2010f04f03'}] May 31 13:54:44.180269 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-bbc1101f-19cf-44b7-92ca-768d9106c13f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:54:44.182078 n-d-843939-1 neutron-server[88370]: INFO neutron.plugins.ml2.plugin [None req-d1f99696-b4a2-40a5-a655-891e8fed2632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempt 3 to bind port 067b859f-c5eb-4853-9e41-7b07985683d1 May 31 13:54:44.200911 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-d1f99696-b4a2-40a5-a655-891e8fed2632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 067b859f-c5eb-4853-9e41-7b07985683d1 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:54:44.201249 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-d1f99696-b4a2-40a5-a655-891e8fed2632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 067b859f-c5eb-4853-9e41-7b07985683d1 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'dcd68b6a-35b5-4535-a111-ef18b5ee3199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'be1f056d-fcbf-4559-91dd-aa2010f04f03'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:54:44.201594 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f99696-b4a2-40a5-a655-891e8fed2632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 067b859f-c5eb-4853-9e41-7b07985683d1 on network be1f056d-fcbf-4559-91dd-aa2010f04f03 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:54:44.221052 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f99696-b4a2-40a5-a655-891e8fed2632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Port 067b859f-c5eb-4853-9e41-7b07985683d1 on network be1f056d-fcbf-4559-91dd-aa2010f04f03 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:54:44.221397 n-d-843939-1 neutron-server[88370]: ERROR neutron.plugins.ml2.managers [None req-d1f99696-b4a2-40a5-a655-891e8fed2632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Failed to bind port 067b859f-c5eb-4853-9e41-7b07985683d1 on host n-h2-843939-1 for vnic_type normal using segments [{'id': 'dcd68b6a-35b5-4535-a111-ef18b5ee3199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'be1f056d-fcbf-4559-91dd-aa2010f04f03'}] May 31 13:54:44.222943 n-d-843939-1 neutron-server[88370]: INFO neutron.plugins.ml2.plugin [None req-d1f99696-b4a2-40a5-a655-891e8fed2632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempt 4 to bind port 067b859f-c5eb-4853-9e41-7b07985683d1 May 31 13:54:44.223446 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-b335cb72-c377-44b9-a662-38e4038be529 None None] For port 812770db-6ddc-414a-bf68-7a8a8cc67f30, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=812770db-6ddc-414a-bf68-7a8a8cc67f30,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:54:44.231119 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b335cb72-c377-44b9-a662-38e4038be529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:44.237058 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1f7649f8-f408-4d95-9c52-4f9b16ca86d1 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:44.250857 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-4e034285-83ec-47ad-8016-4ee531ae5bb6 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1030197 May 31 13:54:44.255504 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46788) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:44.257627 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1f7649f8-f408-4d95-9c52-4f9b16ca86d1 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:44.273132 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-f2bb915b-c32c-4944-955c-dee4176eac73 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Request body: {'subnet': {'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:54:44.284302 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f476fb-36cc-48eb-9b18-513faeb6a2fb None None] DHCP port deletion for 8d0ca4ab-0d39-494b-8b5d-2861af857a5e request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:54:44.298295 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-d1f99696-b4a2-40a5-a655-891e8fed2632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 067b859f-c5eb-4853-9e41-7b07985683d1 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:54:44.298716 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-d1f99696-b4a2-40a5-a655-891e8fed2632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 067b859f-c5eb-4853-9e41-7b07985683d1 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'dcd68b6a-35b5-4535-a111-ef18b5ee3199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'be1f056d-fcbf-4559-91dd-aa2010f04f03'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:54:44.299432 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f99696-b4a2-40a5-a655-891e8fed2632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 067b859f-c5eb-4853-9e41-7b07985683d1 on network be1f056d-fcbf-4559-91dd-aa2010f04f03 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:54:44.301251 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1f7649f8-f408-4d95-9c52-4f9b16ca86d1 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:44.323476 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7649f8-f408-4d95-9c52-4f9b16ca86d1 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=77dc9ca3-7b0b-402d-8c30-b581dac6c0e2,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:44.342572 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1f7649f8-f408-4d95-9c52-4f9b16ca86d1 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:44.345193 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-1f7649f8-f408-4d95-9c52-4f9b16ca86d1 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/77dc9ca3-7b0b-402d-8c30-b581dac6c0e2 HTTP/1.1" status: 204 len: 168 time: 0.2282386 May 31 13:54:44.348890 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46796) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:44.367768 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335cb72-c377-44b9-a662-38e4038be529 None None] Pushing event updated for resources: {'Port': ['ID=812770db-6ddc-414a-bf68-7a8a8cc67f30,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:44.380772 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f99696-b4a2-40a5-a655-891e8fed2632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Port 067b859f-c5eb-4853-9e41-7b07985683d1 on network be1f056d-fcbf-4559-91dd-aa2010f04f03 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:54:44.381156 n-d-843939-1 neutron-server[88370]: ERROR neutron.plugins.ml2.managers [None req-d1f99696-b4a2-40a5-a655-891e8fed2632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Failed to bind port 067b859f-c5eb-4853-9e41-7b07985683d1 on host n-h2-843939-1 for vnic_type normal using segments [{'id': 'dcd68b6a-35b5-4535-a111-ef18b5ee3199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'be1f056d-fcbf-4559-91dd-aa2010f04f03'}] May 31 13:54:44.386535 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-54f476fb-36cc-48eb-9b18-513faeb6a2fb None None] Deleting port 812770db-6ddc-414a-bf68-7a8a8cc67f30 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:54:44.387162 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-54f476fb-36cc-48eb-9b18-513faeb6a2fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:44.393797 n-d-843939-1 neutron-server[88370]: INFO neutron.plugins.ml2.plugin [None req-d1f99696-b4a2-40a5-a655-891e8fed2632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempt 5 to bind port 067b859f-c5eb-4853-9e41-7b07985683d1 May 31 13:54:44.406028 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-64f93a9a-b5a1-4519-b706-e2e642d79ae5 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Deleting port 2230ae9c-bbbd-4fa1-b3a4-40f598492ee5 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:54:44.406474 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-64f93a9a-b5a1-4519-b706-e2e642d79ae5 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:44.441691 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-d1f99696-b4a2-40a5-a655-891e8fed2632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 067b859f-c5eb-4853-9e41-7b07985683d1 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:54:44.442043 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-d1f99696-b4a2-40a5-a655-891e8fed2632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 067b859f-c5eb-4853-9e41-7b07985683d1 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'dcd68b6a-35b5-4535-a111-ef18b5ee3199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'be1f056d-fcbf-4559-91dd-aa2010f04f03'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:54:44.442386 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f99696-b4a2-40a5-a655-891e8fed2632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 067b859f-c5eb-4853-9e41-7b07985683d1 on network be1f056d-fcbf-4559-91dd-aa2010f04f03 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:54:44.459579 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f99696-b4a2-40a5-a655-891e8fed2632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Port 067b859f-c5eb-4853-9e41-7b07985683d1 on network be1f056d-fcbf-4559-91dd-aa2010f04f03 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:54:44.459921 n-d-843939-1 neutron-server[88370]: ERROR neutron.plugins.ml2.managers [None req-d1f99696-b4a2-40a5-a655-891e8fed2632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Failed to bind port 067b859f-c5eb-4853-9e41-7b07985683d1 on host n-h2-843939-1 for vnic_type normal using segments [{'id': 'dcd68b6a-35b5-4535-a111-ef18b5ee3199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'be1f056d-fcbf-4559-91dd-aa2010f04f03'}] May 31 13:54:44.461045 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f2bb915b-c32c-4944-955c-dee4176eac73 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:54:44.466243 n-d-843939-1 neutron-server[88370]: INFO neutron.plugins.ml2.plugin [None req-d1f99696-b4a2-40a5-a655-891e8fed2632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempt 6 to bind port 067b859f-c5eb-4853-9e41-7b07985683d1 May 31 13:54:44.493781 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f2bb915b-c32c-4944-955c-dee4176eac73 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:54:44.503921 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-d1f99696-b4a2-40a5-a655-891e8fed2632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 067b859f-c5eb-4853-9e41-7b07985683d1 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:54:44.504248 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-d1f99696-b4a2-40a5-a655-891e8fed2632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 067b859f-c5eb-4853-9e41-7b07985683d1 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'dcd68b6a-35b5-4535-a111-ef18b5ee3199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'be1f056d-fcbf-4559-91dd-aa2010f04f03'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:54:44.504640 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f99696-b4a2-40a5-a655-891e8fed2632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 067b859f-c5eb-4853-9e41-7b07985683d1 on network be1f056d-fcbf-4559-91dd-aa2010f04f03 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:54:44.522759 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f99696-b4a2-40a5-a655-891e8fed2632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Port 067b859f-c5eb-4853-9e41-7b07985683d1 on network be1f056d-fcbf-4559-91dd-aa2010f04f03 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:54:44.523162 n-d-843939-1 neutron-server[88370]: ERROR neutron.plugins.ml2.managers [None req-d1f99696-b4a2-40a5-a655-891e8fed2632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Failed to bind port 067b859f-c5eb-4853-9e41-7b07985683d1 on host n-h2-843939-1 for vnic_type normal using segments [{'id': 'dcd68b6a-35b5-4535-a111-ef18b5ee3199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'be1f056d-fcbf-4559-91dd-aa2010f04f03'}] May 31 13:54:44.525874 n-d-843939-1 neutron-server[88370]: INFO neutron.plugins.ml2.plugin [None req-d1f99696-b4a2-40a5-a655-891e8fed2632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempt 7 to bind port 067b859f-c5eb-4853-9e41-7b07985683d1 May 31 13:54:44.548371 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2bb915b-c32c-4944-955c-dee4176eac73 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Made reservation on behalf of d13dddbe1502489da91f2f88306fdca6 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:54:44.551836 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f2bb915b-c32c-4944-955c-dee4176eac73 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:44.585606 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-64f93a9a-b5a1-4519-b706-e2e642d79ae5 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] The port '2230ae9c-bbbd-4fa1-b3a4-40f598492ee5' was deleted {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 13:54:44.589850 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bbc1101f-19cf-44b7-92ca-768d9106c13f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:44.638945 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-d1f99696-b4a2-40a5-a655-891e8fed2632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 067b859f-c5eb-4853-9e41-7b07985683d1 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:54:44.639270 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-d1f99696-b4a2-40a5-a655-891e8fed2632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 067b859f-c5eb-4853-9e41-7b07985683d1 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'dcd68b6a-35b5-4535-a111-ef18b5ee3199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'be1f056d-fcbf-4559-91dd-aa2010f04f03'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:54:44.639610 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f99696-b4a2-40a5-a655-891e8fed2632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 067b859f-c5eb-4853-9e41-7b07985683d1 on network be1f056d-fcbf-4559-91dd-aa2010f04f03 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:54:44.645381 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-39370fda-0b1e-4af0-96eb-027874b15815 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Synchronizing usage tracker for tenant:222282741774459ea40d6218f6d37c4d on resource:security_group_rule {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:54:44.662650 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bbc1101f-19cf-44b7-92ca-768d9106c13f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:44.682617 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f99696-b4a2-40a5-a655-891e8fed2632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Port 067b859f-c5eb-4853-9e41-7b07985683d1 on network be1f056d-fcbf-4559-91dd-aa2010f04f03 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:54:44.682617 n-d-843939-1 neutron-server[88370]: ERROR neutron.plugins.ml2.managers [None req-d1f99696-b4a2-40a5-a655-891e8fed2632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Failed to bind port 067b859f-c5eb-4853-9e41-7b07985683d1 on host n-h2-843939-1 for vnic_type normal using segments [{'id': 'dcd68b6a-35b5-4535-a111-ef18b5ee3199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'be1f056d-fcbf-4559-91dd-aa2010f04f03'}] May 31 13:54:44.689150 n-d-843939-1 neutron-server[88370]: INFO neutron.plugins.ml2.plugin [None req-d1f99696-b4a2-40a5-a655-891e8fed2632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempt 8 to bind port 067b859f-c5eb-4853-9e41-7b07985683d1 May 31 13:54:44.708100 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-54f476fb-36cc-48eb-9b18-513faeb6a2fb None None] For port 812770db-6ddc-414a-bf68-7a8a8cc67f30, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=812770db-6ddc-414a-bf68-7a8a8cc67f30,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:54:44.709310 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-54f476fb-36cc-48eb-9b18-513faeb6a2fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:44.757303 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc1101f-19cf-44b7-92ca-768d9106c13f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18742a1d-ae18-4f11-ac23-b3388b3c871d,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:44.767053 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-39370fda-0b1e-4af0-96eb-027874b15815 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Unset dirty status for tenant:222282741774459ea40d6218f6d37c4d on resource:security_group_rule {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:54:44.772026 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-39370fda-0b1e-4af0-96eb-027874b15815 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4174285 May 31 13:54:44.772797 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46816) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:44.780803 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-65d4ed26-73d2-49b3-8b6b-3df30c9e0ca1 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Request body: {'security_group_rule': {'security_group_id': '8f6ec99e-3693-48ec-86d4-9060947c4b62', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:54:44.790875 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-64f93a9a-b5a1-4519-b706-e2e642d79ae5 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:44.807858 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-65d4ed26-73d2-49b3-8b6b-3df30c9e0ca1 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:54:44.832041 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-65d4ed26-73d2-49b3-8b6b-3df30c9e0ca1 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:54:44.838024 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-64f93a9a-b5a1-4519-b706-e2e642d79ae5 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['111adac1-473f-49bf-9ad2-d7d3df9f0c81']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:44.838515 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-bbc1101f-19cf-44b7-92ca-768d9106c13f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cdb3bd2971e24d0d9ab2d010dd01d94e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0576441 May 31 13:54:44.842316 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46822) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:44.846227 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-d1f99696-b4a2-40a5-a655-891e8fed2632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 067b859f-c5eb-4853-9e41-7b07985683d1 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:54:44.846872 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-d1f99696-b4a2-40a5-a655-891e8fed2632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 067b859f-c5eb-4853-9e41-7b07985683d1 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'dcd68b6a-35b5-4535-a111-ef18b5ee3199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'be1f056d-fcbf-4559-91dd-aa2010f04f03'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:54:44.847569 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f99696-b4a2-40a5-a655-891e8fed2632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 067b859f-c5eb-4853-9e41-7b07985683d1 on network be1f056d-fcbf-4559-91dd-aa2010f04f03 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:54:44.856168 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-64f93a9a-b5a1-4519-b706-e2e642d79ae5 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26a97416-5491-4544-a552-9b6bcfb6696f') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:44.856577 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-64f93a9a-b5a1-4519-b706-e2e642d79ae5 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26a97416-5491-4544-a552-9b6bcfb6696f') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:44.866215 n-d-843939-1 neutron-server[88369]: INFO neutron.db.securitygroups_db [None req-65d4ed26-73d2-49b3-8b6b-3df30c9e0ca1 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Project 222282741774459ea40d6218f6d37c4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 13:54:44.876756 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-64f93a9a-b5a1-4519-b706-e2e642d79ae5 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:44.883723 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-65d4ed26-73d2-49b3-8b6b-3df30c9e0ca1 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:44.903329 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-54f476fb-36cc-48eb-9b18-513faeb6a2fb None None] Calling delete_port for 812770db-6ddc-414a-bf68-7a8a8cc67f30 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:54:44.912661 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-64f93a9a-b5a1-4519-b706-e2e642d79ae5 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:44.930073 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64f93a9a-b5a1-4519-b706-e2e642d79ae5 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:54:44.930501 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-64f93a9a-b5a1-4519-b706-e2e642d79ae5 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:44.949488 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f99696-b4a2-40a5-a655-891e8fed2632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Port 067b859f-c5eb-4853-9e41-7b07985683d1 on network be1f056d-fcbf-4559-91dd-aa2010f04f03 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:54:44.950096 n-d-843939-1 neutron-server[88370]: ERROR neutron.plugins.ml2.managers [None req-d1f99696-b4a2-40a5-a655-891e8fed2632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Failed to bind port 067b859f-c5eb-4853-9e41-7b07985683d1 on host n-h2-843939-1 for vnic_type normal using segments [{'id': 'dcd68b6a-35b5-4535-a111-ef18b5ee3199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'be1f056d-fcbf-4559-91dd-aa2010f04f03'}] May 31 13:54:44.956803 n-d-843939-1 neutron-server[88370]: INFO neutron.plugins.ml2.plugin [None req-d1f99696-b4a2-40a5-a655-891e8fed2632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempt 9 to bind port 067b859f-c5eb-4853-9e41-7b07985683d1 May 31 13:54:45.004833 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-d1f99696-b4a2-40a5-a655-891e8fed2632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 067b859f-c5eb-4853-9e41-7b07985683d1 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:54:45.005165 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-d1f99696-b4a2-40a5-a655-891e8fed2632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 067b859f-c5eb-4853-9e41-7b07985683d1 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'dcd68b6a-35b5-4535-a111-ef18b5ee3199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'be1f056d-fcbf-4559-91dd-aa2010f04f03'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:54:45.005548 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f99696-b4a2-40a5-a655-891e8fed2632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 067b859f-c5eb-4853-9e41-7b07985683d1 on network be1f056d-fcbf-4559-91dd-aa2010f04f03 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:54:45.028903 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-54f476fb-36cc-48eb-9b18-513faeb6a2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:45.032067 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f99696-b4a2-40a5-a655-891e8fed2632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Port 067b859f-c5eb-4853-9e41-7b07985683d1 on network be1f056d-fcbf-4559-91dd-aa2010f04f03 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:54:45.032393 n-d-843939-1 neutron-server[88370]: ERROR neutron.plugins.ml2.managers [None req-d1f99696-b4a2-40a5-a655-891e8fed2632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Failed to bind port 067b859f-c5eb-4853-9e41-7b07985683d1 on host n-h2-843939-1 for vnic_type normal using segments [{'id': 'dcd68b6a-35b5-4535-a111-ef18b5ee3199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'be1f056d-fcbf-4559-91dd-aa2010f04f03'}] May 31 13:54:45.034286 n-d-843939-1 neutron-server[88370]: INFO neutron.plugins.ml2.plugin [None req-d1f99696-b4a2-40a5-a655-891e8fed2632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempt 10 to bind port 067b859f-c5eb-4853-9e41-7b07985683d1 May 31 13:54:45.035048 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 26a97416-5491-4544-a552-9b6bcfb6696f resource provider aggregate not found May 31 13:54:45.077978 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 26a97416-5491-4544-a552-9b6bcfb6696f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 26a97416-5491-4544-a552-9b6bcfb6696f found for delete ", "request_id": "req-81f58248-9915-411f-9c84-d43d5f4936be"}]} May 31 13:54:45.088049 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-d1f99696-b4a2-40a5-a655-891e8fed2632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 067b859f-c5eb-4853-9e41-7b07985683d1 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:54:45.088727 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-d1f99696-b4a2-40a5-a655-891e8fed2632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 067b859f-c5eb-4853-9e41-7b07985683d1 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'dcd68b6a-35b5-4535-a111-ef18b5ee3199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'be1f056d-fcbf-4559-91dd-aa2010f04f03'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:54:45.088930 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f99696-b4a2-40a5-a655-891e8fed2632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 067b859f-c5eb-4853-9e41-7b07985683d1 on network be1f056d-fcbf-4559-91dd-aa2010f04f03 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:54:45.102867 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f99696-b4a2-40a5-a655-891e8fed2632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Port 067b859f-c5eb-4853-9e41-7b07985683d1 on network be1f056d-fcbf-4559-91dd-aa2010f04f03 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:54:45.103193 n-d-843939-1 neutron-server[88370]: ERROR neutron.plugins.ml2.managers [None req-d1f99696-b4a2-40a5-a655-891e8fed2632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Failed to bind port 067b859f-c5eb-4853-9e41-7b07985683d1 on host n-h2-843939-1 for vnic_type normal using segments [{'id': 'dcd68b6a-35b5-4535-a111-ef18b5ee3199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'be1f056d-fcbf-4559-91dd-aa2010f04f03'}] May 31 13:54:45.108367 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d1f99696-b4a2-40a5-a655-891e8fed2632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:45.112501 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-65d4ed26-73d2-49b3-8b6b-3df30c9e0ca1 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:45.114664 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-64f93a9a-b5a1-4519-b706-e2e642d79ae5 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:45.114917 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f476fb-36cc-48eb-9b18-513faeb6a2fb None None] No DVR routers for this DVR port 812770db-6ddc-414a-bf68-7a8a8cc67f30 on host n-d-843939-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:54:45.117200 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f476fb-36cc-48eb-9b18-513faeb6a2fb None None] Pushing event deleted for resources: {'Port': ['ID=812770db-6ddc-414a-bf68-7a8a8cc67f30,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:45.118310 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-65d4ed26-73d2-49b3-8b6b-3df30c9e0ca1 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:45.132044 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1c7c3c04-9b2c-4a76-b002-2cdc7e6f45f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:45.153684 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f2bb915b-c32c-4944-955c-dee4176eac73 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:45.158690 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-64f93a9a-b5a1-4519-b706-e2e642d79ae5 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:45.176827 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f93a9a-b5a1-4519-b706-e2e642d79ae5 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Pushing event deleted for resources: {'Network': ['ID=111adac1-473f-49bf-9ad2-d7d3df9f0c81,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:45.184484 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d4ed26-73d2-49b3-8b6b-3df30c9e0ca1 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b380b501-9f1b-43f5-bcd0-405ff3c5fa5d,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:45.188118 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-64f93a9a-b5a1-4519-b706-e2e642d79ae5 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "DELETE /v2.0/networks/111adac1-473f-49bf-9ad2-d7d3df9f0c81 HTTP/1.1" status: 204 len: 168 time: 3.7604544 May 31 13:54:45.191057 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46838) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:45.258225 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-65d4ed26-73d2-49b3-8b6b-3df30c9e0ca1 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:45.259420 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-65d4ed26-73d2-49b3-8b6b-3df30c9e0ca1 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4861042 May 31 13:54:45.268390 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46842) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:45.321566 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46846) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:45.381625 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-3cb2e0b0-77fd-4af9-a09b-c5c3171fa463 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] 10.222.0.50 "GET /v2.0/security-group-rules/b380b501-9f1b-43f5-bcd0-405ff3c5fa5d HTTP/1.1" status: 200 len: 769 time: 0.1120453 May 31 13:54:45.384762 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46852) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:45.412640 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1c7c3c04-9b2c-4a76-b002-2cdc7e6f45f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:45.451757 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bb915b-c32c-4944-955c-dee4176eac73 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:54:45.460930 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-f2bb915b-c32c-4944-955c-dee4176eac73 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:54:45.473574 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2bb915b-c32c-4944-955c-dee4176eac73 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:54:45.473885 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f2bb915b-c32c-4944-955c-dee4176eac73 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:45.475793 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb76922-60b6-4901-9905-18dcf95e7c43 None None] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:54:45.527579 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bb915b-c32c-4944-955c-dee4176eac73 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event updated for resources: {'Subnet': ['ID=d0bafc7f-5c8e-4867-83ba-2dedbc43a702,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:45.557163 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-d1f99696-b4a2-40a5-a655-891e8fed2632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] For port 067b859f-c5eb-4853-9e41-7b07985683d1, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:54:45.557537 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-d1f99696-b4a2-40a5-a655-891e8fed2632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempted to set empty binding levels {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 31 13:54:45.565398 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-f2bb915b-c32c-4944-955c-dee4176eac73 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3046687 May 31 13:54:45.566351 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46856) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:45.570267 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d1f99696-b4a2-40a5-a655-891e8fed2632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:45.577255 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-cd259e11-03a2-43f2-9423-8ad7d7f866ea tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Request body: {'port': {'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'mac_address': 'fa:16:3e:ad:32:28', 'name': 'tempest-NetworksTestDHCPv6-2079323606'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:54:45.623792 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:45.659682 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-f2f33938-266b-48ed-b92a-9208a923beab tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Synchronizing usage tracker for tenant:222282741774459ea40d6218f6d37c4d on resource:security_group_rule {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:54:45.662797 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-23fdfb66-90b1-4022-b8a7-8f6d9d62097f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:45.710278 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-d1f99696-b4a2-40a5-a655-891e8fed2632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] In _notify_port_updated(), no bound segment for port 067b859f-c5eb-4853-9e41-7b07985683d1 on network be1f056d-fcbf-4559-91dd-aa2010f04f03 {{(pid=88370) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 31 13:54:45.711444 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f99696-b4a2-40a5-a655-891e8fed2632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:54:45.712241 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d1f99696-b4a2-40a5-a655-891e8fed2632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:45.714141 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-d1f99696-b4a2-40a5-a655-891e8fed2632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] 10.222.0.50 "PUT /v2.0/ports/067b859f-c5eb-4853-9e41-7b07985683d1 HTTP/1.1" status: 200 len: 979 time: 3.3866735 May 31 13:54:45.722277 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46860) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:45.724385 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-23fdfb66-90b1-4022-b8a7-8f6d9d62097f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:54:45.735060 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1c7c3c04-9b2c-4a76-b002-2cdc7e6f45f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:45.761745 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ca5ae6-42cc-43c7-b3e5-008e098b7680 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'tenant_id': 'd13dddbe1502489da91f2f88306fdca6', 'fixed_ips': [{'subnet_id': 'd0bafc7f-5c8e-4867-83ba-2dedbc43a702'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:54:45.764398 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b5ca5ae6-42cc-43c7-b3e5-008e098b7680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:45.770200 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1c7c3c04-9b2c-4a76-b002-2cdc7e6f45f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:45.774074 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-1c7c3c04-9b2c-4a76-b002-2cdc7e6f45f2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/18742a1d-ae18-4f11-ac23-b3388b3c871d HTTP/1.1" status: 204 len: 168 time: 0.9267926 May 31 13:54:45.791952 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c3c04-9b2c-4a76-b002-2cdc7e6f45f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18742a1d-ae18-4f11-ac23-b3388b3c871d,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:45.799357 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f99696-b4a2-40a5-a655-891e8fed2632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Pushing event updated for resources: {'Port': ['ID=067b859f-c5eb-4853-9e41-7b07985683d1,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:45.800087 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-23fdfb66-90b1-4022-b8a7-8f6d9d62097f admin admin] Usage tracker for resource:security_group_rule and tenant:5d1acd8c96a74e1d9407d90b7220e0f3 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:54:45.827201 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-23fdfb66-90b1-4022-b8a7-8f6d9d62097f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:54:45.849386 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-f2f33938-266b-48ed-b92a-9208a923beab tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Unset dirty status for tenant:222282741774459ea40d6218f6d37c4d on resource:security_group_rule {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:54:45.850820 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-f2f33938-266b-48ed-b92a-9208a923beab tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.4647894 May 31 13:54:45.851702 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-23fdfb66-90b1-4022-b8a7-8f6d9d62097f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:54:45.860375 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46866) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:45.887303 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-cd259e11-03a2-43f2-9423-8ad7d7f866ea tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:54:45.925079 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-cd259e11-03a2-43f2-9423-8ad7d7f866ea tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:54:45.952437 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd259e11-03a2-43f2-9423-8ad7d7f866ea tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Made reservation on behalf of d13dddbe1502489da91f2f88306fdca6 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:54:46.115964 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8a5c510e-938b-414b-b738-da2ec2ccac2a tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:46.119697 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 812770db-6ddc-414a-bf68-7a8a8cc67f30 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:54:46.137120 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8a5c510e-938b-414b-b738-da2ec2ccac2a tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:46.165466 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 812770db-6ddc-414a-bf68-7a8a8cc67f30 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:54:46.166316 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 812770db-6ddc-414a-bf68-7a8a8cc67f30 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:54:46.168743 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-b5ca5ae6-42cc-43c7-b3e5-008e098b7680 None None] Allocated IP 2001:db8::2 (8d0ca4ab-0d39-494b-8b5d-2861af857a5e/d0bafc7f-5c8e-4867-83ba-2dedbc43a702/73d295af-7ff6-4f86-b7a5-8449d957b7f4) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:54:46.185051 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cd259e11-03a2-43f2-9423-8ad7d7f866ea tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:46.229691 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-cd259e11-03a2-43f2-9423-8ad7d7f866ea tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] device_id is not set on port 4a8db235-7c78-4ed9-b280-3a952849b5fd yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:54:46.237241 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311a2855-24da-4120-b14c-a7faa231be1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:54:46.237640 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311a2855-24da-4120-b14c-a7faa231be1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:54:46.238114 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311a2855-24da-4120-b14c-a7faa231be1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:54:46.238646 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311a2855-24da-4120-b14c-a7faa231be1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:54:46.239196 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311a2855-24da-4120-b14c-a7faa231be1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:54:46.239766 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311a2855-24da-4120-b14c-a7faa231be1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:54:46.239964 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311a2855-24da-4120-b14c-a7faa231be1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:54:46.240607 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311a2855-24da-4120-b14c-a7faa231be1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:54:46.241229 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311a2855-24da-4120-b14c-a7faa231be1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:54:46.241847 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311a2855-24da-4120-b14c-a7faa231be1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:54:46.242511 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311a2855-24da-4120-b14c-a7faa231be1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:54:46.243132 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311a2855-24da-4120-b14c-a7faa231be1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:54:46.243749 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311a2855-24da-4120-b14c-a7faa231be1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:54:46.244366 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311a2855-24da-4120-b14c-a7faa231be1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:54:46.244983 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311a2855-24da-4120-b14c-a7faa231be1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:54:46.246171 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311a2855-24da-4120-b14c-a7faa231be1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:54:46.246635 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311a2855-24da-4120-b14c-a7faa231be1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:54:46.247096 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311a2855-24da-4120-b14c-a7faa231be1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:54:46.247603 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311a2855-24da-4120-b14c-a7faa231be1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:54:46.248056 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311a2855-24da-4120-b14c-a7faa231be1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:54:46.248497 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311a2855-24da-4120-b14c-a7faa231be1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:54:46.248941 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311a2855-24da-4120-b14c-a7faa231be1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:54:46.255990 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-311a2855-24da-4120-b14c-a7faa231be1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20021 time: 0.5229478 May 31 13:54:46.263212 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46872) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:46.321519 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8a5c510e-938b-414b-b738-da2ec2ccac2a tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:46.358817 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46876) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:46.382942 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eb302893-e217-4704-ad45-2bb8563e88c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:46.388065 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5c510e-938b-414b-b738-da2ec2ccac2a tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b380b501-9f1b-43f5-bcd0-405ff3c5fa5d,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:46.414740 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-70817496-91f7-4730-a806-8747e39756bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Deleting port 067b859f-c5eb-4853-9e41-7b07985683d1 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:54:46.415087 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-70817496-91f7-4730-a806-8747e39756bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:46.416481 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-eb302893-e217-4704-ad45-2bb8563e88c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:54:46.422339 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-eb302893-e217-4704-ad45-2bb8563e88c4 admin admin] Usage tracker for resource:security_group_rule and tenant:45f72c9a95a14818b3357cd66edf63f2 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:54:46.425481 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-eb302893-e217-4704-ad45-2bb8563e88c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:54:46.436240 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-eb302893-e217-4704-ad45-2bb8563e88c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:54:46.448536 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-23fdfb66-90b1-4022-b8a7-8f6d9d62097f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:46.465642 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-23fdfb66-90b1-4022-b8a7-8f6d9d62097f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:46.486859 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b5ca5ae6-42cc-43c7-b3e5-008e098b7680 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:46.500110 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b5ca5ae6-42cc-43c7-b3e5-008e098b7680 None None] Transition to ACTIVE for port object 73d295af-7ff6-4f86-b7a5-8449d957b7f4 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:54:46.503322 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8a5c510e-938b-414b-b738-da2ec2ccac2a tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:46.504443 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-8a5c510e-938b-414b-b738-da2ec2ccac2a tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/b380b501-9f1b-43f5-bcd0-405ff3c5fa5d HTTP/1.1" status: 204 len: 168 time: 0.6434860 May 31 13:54:46.507350 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46880) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:46.544504 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b5ca5ae6-42cc-43c7-b3e5-008e098b7680 None None] Transition to ACTIVE for port object 73d295af-7ff6-4f86-b7a5-8449d957b7f4 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:54:46.552243 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b5ca5ae6-42cc-43c7-b3e5-008e098b7680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:46.578808 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-23fdfb66-90b1-4022-b8a7-8f6d9d62097f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5d1acd8c96a74e1d9407d90b7220e0f3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2409725 May 31 13:54:46.582202 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fdfb66-90b1-4022-b8a7-8f6d9d62097f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6a7d28-4ac9-4da7-9d1c-08320f763051,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:46.586545 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46884) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:46.627290 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ca5ae6-42cc-43c7-b3e5-008e098b7680 None None] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:54:46.630054 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-b5ca5ae6-42cc-43c7-b3e5-008e098b7680 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:54:46.634981 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ca5ae6-42cc-43c7-b3e5-008e098b7680 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:54:46.639081 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ca5ae6-42cc-43c7-b3e5-008e098b7680 None None] Pushing event updated for resources: {'Port': ['ID=73d295af-7ff6-4f86-b7a5-8449d957b7f4,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:46.660747 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-6630b89b-9e7f-4910-95a0-db0f3e8bcc69 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1479275 May 31 13:54:46.667874 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46888) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:46.737234 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-b5ca5ae6-42cc-43c7-b3e5-008e098b7680 None None] Attempting to bind port 73d295af-7ff6-4f86-b7a5-8449d957b7f4 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:54:46.737781 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-b5ca5ae6-42cc-43c7-b3e5-008e098b7680 None None] Attempting to bind port 73d295af-7ff6-4f86-b7a5-8449d957b7f4 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:54:46.738265 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ca5ae6-42cc-43c7-b3e5-008e098b7680 None None] Attempting to bind port 73d295af-7ff6-4f86-b7a5-8449d957b7f4 on network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:54:46.742313 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eb302893-e217-4704-ad45-2bb8563e88c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:46.745440 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ca5ae6-42cc-43c7-b3e5-008e098b7680 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:54:46.746816 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ca5ae6-42cc-43c7-b3e5-008e098b7680 None None] Checking segment: {'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:54:46.747482 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b5ca5ae6-42cc-43c7-b3e5-008e098b7680 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:46.747872 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ca5ae6-42cc-43c7-b3e5-008e098b7680 None None] Bound using segment: {'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:54:46.748464 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-b5ca5ae6-42cc-43c7-b3e5-008e098b7680 None None] Bound port: 73d295af-7ff6-4f86-b7a5-8449d957b7f4, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:54:46.749083 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b5ca5ae6-42cc-43c7-b3e5-008e098b7680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:46.765175 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eb302893-e217-4704-ad45-2bb8563e88c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:46.776675 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-cd259e11-03a2-43f2-9423-8ad7d7f866ea tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Allocated IP 2001:db8::161 (8d0ca4ab-0d39-494b-8b5d-2861af857a5e/d0bafc7f-5c8e-4867-83ba-2dedbc43a702/4a8db235-7c78-4ed9-b280-3a952849b5fd) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:54:46.851321 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-eb302893-e217-4704-ad45-2bb8563e88c4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=45f72c9a95a14818b3357cd66edf63f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4908552 May 31 13:54:46.856515 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb302893-e217-4704-ad45-2bb8563e88c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1397a897-f645-460a-b142-743bc1b5fa4a,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:46.862053 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46892) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:46.883999 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0c87b43d-5bf7-4ca8-b9a7-961934b4a774 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:46.887685 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-70817496-91f7-4730-a806-8747e39756bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] For port 067b859f-c5eb-4853-9e41-7b07985683d1, host n-h2-843939-1, got binding levels [] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:54:46.888037 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-70817496-91f7-4730-a806-8747e39756bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:46.892095 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-b5ca5ae6-42cc-43c7-b3e5-008e098b7680 None None] For port 73d295af-7ff6-4f86-b7a5-8449d957b7f4, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:54:46.896350 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-b5ca5ae6-42cc-43c7-b3e5-008e098b7680 None None] For port 73d295af-7ff6-4f86-b7a5-8449d957b7f4, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=73d295af-7ff6-4f86-b7a5-8449d957b7f4,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:54:46.902479 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b5ca5ae6-42cc-43c7-b3e5-008e098b7680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:47.000013 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d0594c72-b1ac-444e-b98c-ac7df778a99f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:47.016450 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ca5ae6-42cc-43c7-b3e5-008e098b7680 None None] Pushing event updated for resources: {'Port': ['ID=73d295af-7ff6-4f86-b7a5-8449d957b7f4,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:47.055902 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-70817496-91f7-4730-a806-8747e39756bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Calling delete_port for 067b859f-c5eb-4853-9e41-7b07985683d1 owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:54:47.103313 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d0594c72-b1ac-444e-b98c-ac7df778a99f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:47.119911 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0c87b43d-5bf7-4ca8-b9a7-961934b4a774 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:47.127227 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3c973c2f-68bc-4469-979e-7d4ed8df17c3 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:47.140625 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-236ed1b5-1340-40eb-9525-de7f545f4ce2 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:47.210571 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cd259e11-03a2-43f2-9423-8ad7d7f866ea tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:47.225052 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d0594c72-b1ac-444e-b98c-ac7df778a99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:47.249039 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0594c72-b1ac-444e-b98c-ac7df778a99f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1397a897-f645-460a-b142-743bc1b5fa4a,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:47.272976 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-cd259e11-03a2-43f2-9423-8ad7d7f866ea tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Transition to ACTIVE for port object 4a8db235-7c78-4ed9-b280-3a952849b5fd will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:54:47.292215 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d0594c72-b1ac-444e-b98c-ac7df778a99f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:47.296617 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-d0594c72-b1ac-444e-b98c-ac7df778a99f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1397a897-f645-460a-b142-743bc1b5fa4a HTTP/1.1" status: 204 len: 168 time: 0.4332952 May 31 13:54:47.319664 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cd259e11-03a2-43f2-9423-8ad7d7f866ea tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:47.334880 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3c973c2f-68bc-4469-979e-7d4ed8df17c3 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:47.439100 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-70817496-91f7-4730-a806-8747e39756bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:47.452258 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd259e11-03a2-43f2-9423-8ad7d7f866ea tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:54:47.457567 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-cd259e11-03a2-43f2-9423-8ad7d7f866ea tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:54:47.463792 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd259e11-03a2-43f2-9423-8ad7d7f866ea tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:54:47.478702 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd259e11-03a2-43f2-9423-8ad7d7f866ea tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:54:47.479513 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cd259e11-03a2-43f2-9423-8ad7d7f866ea tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:47.521428 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd259e11-03a2-43f2-9423-8ad7d7f866ea tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event updated for resources: {'Port': ['ID=4a8db235-7c78-4ed9-b280-3a952849b5fd,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:47.535029 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-cd259e11-03a2-43f2-9423-8ad7d7f866ea tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9670875 May 31 13:54:47.538522 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46898) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:47.566847 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0c87b43d-5bf7-4ca8-b9a7-961934b4a774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:47.612609 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70817496-91f7-4730-a806-8747e39756bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Pushing event deleted for resources: {'Port': ['ID=067b859f-c5eb-4853-9e41-7b07985683d1,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:47.625872 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-70817496-91f7-4730-a806-8747e39756bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:47.640013 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c87b43d-5bf7-4ca8-b9a7-961934b4a774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6a7d28-4ac9-4da7-9d1c-08320f763051,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:47.644460 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3c973c2f-68bc-4469-979e-7d4ed8df17c3 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:47.679371 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3cc9a38-23bd-4ec8-ae48-0f25880a022b tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:54:47.686104 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3cc9a38-23bd-4ec8-ae48-0f25880a022b tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:54:47.686958 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-b3cc9a38-23bd-4ec8-ae48-0f25880a022b tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Synchronizing usage tracker for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:54:47.692211 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c973c2f-68bc-4469-979e-7d4ed8df17c3 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f6ec99e-3693-48ec-86d4-9060947c4b62,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:47.725856 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-b3cc9a38-23bd-4ec8-ae48-0f25880a022b tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Unset dirty status for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:54:47.726179 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0c87b43d-5bf7-4ca8-b9a7-961934b4a774 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:47.727119 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-0c87b43d-5bf7-4ca8-b9a7-961934b4a774 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0b6a7d28-4ac9-4da7-9d1c-08320f763051 HTTP/1.1" status: 204 len: 168 time: 1.1290367 May 31 13:54:47.727408 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-b3cc9a38-23bd-4ec8-ae48-0f25880a022b tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1866746 May 31 13:54:47.731215 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46904) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:47.731602 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3c973c2f-68bc-4469-979e-7d4ed8df17c3 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:47.733709 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-3c973c2f-68bc-4469-979e-7d4ed8df17c3 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] 10.222.0.50 "DELETE /v2.0/security-groups/8f6ec99e-3693-48ec-86d4-9060947c4b62 HTTP/1.1" status: 204 len: 168 time: 1.0625429 May 31 13:54:47.736713 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-70817496-91f7-4730-a806-8747e39756bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] 10.222.0.50 "DELETE /v2.0/ports/067b859f-c5eb-4853-9e41-7b07985683d1 HTTP/1.1" status: 204 len: 168 time: 1.4676979 May 31 13:54:47.739827 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46910) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:47.740729 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46908) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:47.824315 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-f12b66c1-6b44-4c21-ac0a-b7e17672c865 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] GET failed (client error): The resource could not be found. May 31 13:54:47.824900 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-f12b66c1-6b44-4c21-ac0a-b7e17672c865 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Synchronizing usage tracker for tenant:5a5894d873864025805ed99552217106 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:54:47.884296 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-198a992e-f9d2-4f78-b03c-c1c316179517 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Deleting port 4a8db235-7c78-4ed9-b280-3a952849b5fd {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:54:47.884296 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-198a992e-f9d2-4f78-b03c-c1c316179517 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:47.894301 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-f12b66c1-6b44-4c21-ac0a-b7e17672c865 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Unset dirty status for tenant:5a5894d873864025805ed99552217106 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:54:47.899048 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-f12b66c1-6b44-4c21-ac0a-b7e17672c865 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] 10.222.0.50 "GET /v2.0/ports/067b859f-c5eb-4853-9e41-7b07985683d1 HTTP/1.1" status: 404 len: 333 time: 0.1544580 May 31 13:54:47.901905 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46918) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:47.909906 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-776c1d2c-e678-45c7-ae50-e81b1fe0d62c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-980488834', 'network_id': 'be1f056d-fcbf-4559-91dd-aa2010f04f03'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:54:47.917069 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-776c1d2c-e678-45c7-ae50-e81b1fe0d62c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:54:47.942147 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-236ed1b5-1340-40eb-9525-de7f545f4ce2 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Deleting port 5363d566-0c96-428e-8923-1d73f2094f6e {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:54:47.942525 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-236ed1b5-1340-40eb-9525-de7f545f4ce2 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:47.987026 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-b0ca3bf3-373b-4408-b92d-f3af1df0d873 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2445831 May 31 13:54:47.993537 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46922) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:48.009820 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-fabdff5a-6a26-405d-8d99-ba31caf06507 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Request body: {'security_group': {'name': 'tempest-secgroup--820177065'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:54:48.026565 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-fabdff5a-6a26-405d-8d99-ba31caf06507 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:54:48.104541 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-fabdff5a-6a26-405d-8d99-ba31caf06507 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Usage tracker for resource:security_group and tenant:222282741774459ea40d6218f6d37c4d is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:54:48.109758 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-fabdff5a-6a26-405d-8d99-ba31caf06507 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:54:48.124249 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 73d295af-7ff6-4f86-b7a5-8449d957b7f4 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:54:48.125692 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-fabdff5a-6a26-405d-8d99-ba31caf06507 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:54:48.142996 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fabdff5a-6a26-405d-8d99-ba31caf06507 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:48.182913 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46928) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:48.195290 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-776c1d2c-e678-45c7-ae50-e81b1fe0d62c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:54:48.218959 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-df4a51ab-01e5-42c4-a484-95e8f0f7d934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:48.236744 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-776c1d2c-e678-45c7-ae50-e81b1fe0d62c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Made reservation on behalf of 5a5894d873864025805ed99552217106 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:54:48.239845 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-776c1d2c-e678-45c7-ae50-e81b1fe0d62c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:48.257605 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-fabdff5a-6a26-405d-8d99-ba31caf06507 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:54:48.320184 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-776c1d2c-e678-45c7-ae50-e81b1fe0d62c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] device_id is not set on port a56e89d7-0c66-49c5-8379-e6b3595ea471 yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:54:48.325603 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 73d295af-7ff6-4f86-b7a5-8449d957b7f4 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:54:48.517339 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-fabdff5a-6a26-405d-8d99-ba31caf06507 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Usage tracker for resource:security_group_rule and tenant:222282741774459ea40d6218f6d37c4d is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:54:48.531029 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-df4a51ab-01e5-42c4-a484-95e8f0f7d934 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:54:48.534367 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-fabdff5a-6a26-405d-8d99-ba31caf06507 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:54:48.559317 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-df4a51ab-01e5-42c4-a484-95e8f0f7d934 admin admin] Usage tracker for resource:security_group_rule and tenant:102ef559591d4407a3201186b1f1676b is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:54:48.564780 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-fabdff5a-6a26-405d-8d99-ba31caf06507 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:54:48.569397 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-df4a51ab-01e5-42c4-a484-95e8f0f7d934 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:54:48.598658 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-df4a51ab-01e5-42c4-a484-95e8f0f7d934 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:54:48.658055 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-1c391058-b8be-4682-b85d-d39026edefbd None None] Provisioning for port 73d295af-7ff6-4f86-b7a5-8449d957b7f4 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:54:48.665705 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-198a992e-f9d2-4f78-b03c-c1c316179517 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:48.671126 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-1c391058-b8be-4682-b85d-d39026edefbd None None] Provisioning complete for port 73d295af-7ff6-4f86-b7a5-8449d957b7f4 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:54:48.672123 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1c391058-b8be-4682-b85d-d39026edefbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:48.678459 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-236ed1b5-1340-40eb-9525-de7f545f4ce2 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] For port 5363d566-0c96-428e-8923-1d73f2094f6e, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=5363d566-0c96-428e-8923-1d73f2094f6e,segment=NetworkSegment(e15f6e5e-c2b5-419d-8c28-6ecac3d2c94b),segment_id=e15f6e5e-c2b5-419d-8c28-6ecac3d2c94b)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:54:48.679114 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-236ed1b5-1340-40eb-9525-de7f545f4ce2 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:48.703518 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46932) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:48.826161 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-198a992e-f9d2-4f78-b03c-c1c316179517 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Calling delete_port for 4a8db235-7c78-4ed9-b280-3a952849b5fd owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:54:48.866201 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-1c391058-b8be-4682-b85d-d39026edefbd None None] Current status of the port 73d295af-7ff6-4f86-b7a5-8449d957b7f4 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:54:48.866924 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1c391058-b8be-4682-b85d-d39026edefbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:48.868506 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-236ed1b5-1340-40eb-9525-de7f545f4ce2 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Calling delete_port for 5363d566-0c96-428e-8923-1d73f2094f6e owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:54:48.924609 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-1c391058-b8be-4682-b85d-d39026edefbd None None] For port 73d295af-7ff6-4f86-b7a5-8449d957b7f4, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=73d295af-7ff6-4f86-b7a5-8449d957b7f4,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:54:48.931939 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1c391058-b8be-4682-b85d-d39026edefbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:48.984803 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e42cad17-16e8-4338-b533-56027db92094 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:48.997091 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fabdff5a-6a26-405d-8d99-ba31caf06507 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:49.010065 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fabdff5a-6a26-405d-8d99-ba31caf06507 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:49.017238 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c391058-b8be-4682-b85d-d39026edefbd None None] Pushing event updated for resources: {'Port': ['ID=73d295af-7ff6-4f86-b7a5-8449d957b7f4,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:49.019959 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e42cad17-16e8-4338-b533-56027db92094 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:54:49.039413 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e42cad17-16e8-4338-b533-56027db92094 admin admin] Usage tracker for resource:security_group_rule and tenant:973fb92e4bea4ab69ebbb7eb94d1381c is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:54:49.049842 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-776c1d2c-e678-45c7-ae50-e81b1fe0d62c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:49.052240 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e42cad17-16e8-4338-b533-56027db92094 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:54:49.067149 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e42cad17-16e8-4338-b533-56027db92094 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:54:49.111653 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-df4a51ab-01e5-42c4-a484-95e8f0f7d934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:49.128609 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-df4a51ab-01e5-42c4-a484-95e8f0f7d934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:49.134782 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabdff5a-6a26-405d-8d99-ba31caf06507 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad5862e9-f008-416d-ac52-44bece9f10c8,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:49.168159 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3de520ba-c921-4595-a8e3-dc54decc250a req-61957b35-b484-4d91-8c61-dc843c100e4d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f8ba2a7b-e75c-46ac-b1d9-10f903526f5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3109896 May 31 13:54:49.188567 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45fecfff-8cc2-4158-84bd-6497d4bad861 None None] Provisioning for port 4a8db235-7c78-4ed9-b280-3a952849b5fd completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:54:49.190166 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fabdff5a-6a26-405d-8d99-ba31caf06507 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:49.194028 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-fabdff5a-6a26-405d-8d99-ba31caf06507 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1985512 May 31 13:54:49.194837 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46936) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:49.201560 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45fecfff-8cc2-4158-84bd-6497d4bad861 None None] Provisioning complete for port 4a8db235-7c78-4ed9-b280-3a952849b5fd triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:54:49.203486 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-198a992e-f9d2-4f78-b03c-c1c316179517 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:49.203862 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45fecfff-8cc2-4158-84bd-6497d4bad861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:49.219111 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-df4a51ab-01e5-42c4-a484-95e8f0f7d934 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=102ef559591d4407a3201186b1f1676b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0320151 May 31 13:54:49.250483 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46940) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:49.259162 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45fecfff-8cc2-4158-84bd-6497d4bad861 None None] Port 4a8db235-7c78-4ed9-b280-3a952849b5fd was deleted so its status cannot be updated. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 31 13:54:49.263215 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-87167892-1064-422f-bbe5-3b6f077d4f2e tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Request body: {'security_group_rule': {'security_group_id': 'ad5862e9-f008-416d-ac52-44bece9f10c8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:54:49.272482 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-776c1d2c-e678-45c7-ae50-e81b1fe0d62c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:49.291956 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-87167892-1064-422f-bbe5-3b6f077d4f2e tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:54:49.295213 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198a992e-f9d2-4f78-b03c-c1c316179517 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event deleted for resources: {'Port': ['ID=4a8db235-7c78-4ed9-b280-3a952849b5fd,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:49.297121 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4a51ab-01e5-42c4-a484-95e8f0f7d934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1725113-4032-44e1-a7f9-91d23cfa4c74,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:49.305089 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-87167892-1064-422f-bbe5-3b6f077d4f2e tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Usage tracker for resource:security_group_rule and tenant:222282741774459ea40d6218f6d37c4d is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:54:49.310905 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-87167892-1064-422f-bbe5-3b6f077d4f2e tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:54:49.342446 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-236ed1b5-1340-40eb-9525-de7f545f4ce2 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:49.359399 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-87167892-1064-422f-bbe5-3b6f077d4f2e tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:54:49.383327 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-198a992e-f9d2-4f78-b03c-c1c316179517 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:49.387512 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-198a992e-f9d2-4f78-b03c-c1c316179517 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/ports/4a8db235-7c78-4ed9-b280-3a952849b5fd HTTP/1.1" status: 204 len: 168 time: 1.6527469 May 31 13:54:49.415382 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46944) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:49.448068 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-46ca38f6-c698-4e26-8527-ac3370fc61fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:49.450961 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776c1d2c-e678-45c7-ae50-e81b1fe0d62c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Network be1f056d-fcbf-4559-91dd-aa2010f04f03 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:54:49.476889 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-87167892-1064-422f-bbe5-3b6f077d4f2e tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:49.494955 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-46ca38f6-c698-4e26-8527-ac3370fc61fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:49.497362 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-776c1d2c-e678-45c7-ae50-e81b1fe0d62c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:54:49.508970 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776c1d2c-e678-45c7-ae50-e81b1fe0d62c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:54:49.510473 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776c1d2c-e678-45c7-ae50-e81b1fe0d62c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:54:49.511634 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-776c1d2c-e678-45c7-ae50-e81b1fe0d62c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:49.579985 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-87167892-1064-422f-bbe5-3b6f077d4f2e tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:49.585427 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-87167892-1064-422f-bbe5-3b6f077d4f2e tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:49.612608 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-46ca38f6-c698-4e26-8527-ac3370fc61fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:49.612862 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776c1d2c-e678-45c7-ae50-e81b1fe0d62c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Pushing event updated for resources: {'Port': ['ID=a56e89d7-0c66-49c5-8379-e6b3595ea471,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:49.646126 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87167892-1064-422f-bbe5-3b6f077d4f2e tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=339ea79f-276d-4529-bc46-bc17bd40342e,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:49.653102 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ca38f6-c698-4e26-8527-ac3370fc61fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1725113-4032-44e1-a7f9-91d23cfa4c74,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:49.653102 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-46ca38f6-c698-4e26-8527-ac3370fc61fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:49.656583 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-46ca38f6-c698-4e26-8527-ac3370fc61fe admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c1725113-4032-44e1-a7f9-91d23cfa4c74 HTTP/1.1" status: 204 len: 168 time: 0.3849521 May 31 13:54:49.662123 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-87167892-1064-422f-bbe5-3b6f077d4f2e tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:49.664221 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-87167892-1064-422f-bbe5-3b6f077d4f2e tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4588192 May 31 13:54:49.669582 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46950) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:49.786290 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cb7f401e-9ff2-417e-af6c-588ae8bce3db tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:49.826607 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cb7f401e-9ff2-417e-af6c-588ae8bce3db tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:49.902944 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cb7f401e-9ff2-417e-af6c-588ae8bce3db tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:49.914950 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236ed1b5-1340-40eb-9525-de7f545f4ce2 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Pushing event deleted for resources: {'Port': ['ID=5363d566-0c96-428e-8923-1d73f2094f6e,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:49.925730 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7f401e-9ff2-417e-af6c-588ae8bce3db tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad5862e9-f008-416d-ac52-44bece9f10c8,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:49.946388 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc116092-9527-496d-b837-d12d6a0038bd tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:54:49.947833 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc116092-9527-496d-b837-d12d6a0038bd tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:54:49.948684 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-fc116092-9527-496d-b837-d12d6a0038bd tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Synchronizing usage tracker for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:subnet {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:54:49.963405 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de520ba-c921-4595-a8e3-dc54decc250a req-8f0edac2-626d-47bc-aac4-48e04dac2409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:54:49.965824 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3de520ba-c921-4595-a8e3-dc54decc250a req-8f0edac2-626d-47bc-aac4-48e04dac2409 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=21f78e9efd2543f8a23fa5f8aa5a9a7c&device_id=f8ba2a7b-e75c-46ac-b1d9-10f903526f5a HTTP/1.1" status: 200 len: 1097 time: 0.6294117 May 31 13:54:49.969059 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cb7f401e-9ff2-417e-af6c-588ae8bce3db tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:49.985040 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-cb7f401e-9ff2-417e-af6c-588ae8bce3db tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] 10.222.0.50 "DELETE /v2.0/security-groups/ad5862e9-f008-416d-ac52-44bece9f10c8 HTTP/1.1" status: 204 len: 168 time: 0.3132231 May 31 13:54:49.985583 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-776c1d2c-e678-45c7-ae50-e81b1fe0d62c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.0825737 May 31 13:54:49.990386 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46956) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:49.990722 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46958) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:50.004965 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e42cad17-16e8-4338-b533-56027db92094 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:50.011765 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 73d295af-7ff6-4f86-b7a5-8449d957b7f4 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:54:50.032284 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e42cad17-16e8-4338-b533-56027db92094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:50.041268 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-236ed1b5-1340-40eb-9525-de7f545f4ce2 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:50.111389 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 73d295af-7ff6-4f86-b7a5-8449d957b7f4 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:54:50.112477 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:50.114836 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a702288e-0902-4ecb-9b78-420f2ea15727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:54:50.115406 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-a702288e-0902-4ecb-9b78-420f2ea15727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Synchronizing usage tracker for tenant:5a5894d873864025805ed99552217106 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:54:50.123392 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-edf2011b-5fd4-43d2-a22d-087a8d80a73d tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Synchronizing usage tracker for tenant:222282741774459ea40d6218f6d37c4d on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:54:50.145966 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-a702288e-0902-4ecb-9b78-420f2ea15727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Unset dirty status for tenant:5a5894d873864025805ed99552217106 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:54:50.150594 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-a702288e-0902-4ecb-9b78-420f2ea15727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] 10.222.0.50 "GET /v2.0/ports/a56e89d7-0c66-49c5-8379-e6b3595ea471 HTTP/1.1" status: 200 len: 958 time: 0.1554060 May 31 13:54:50.151353 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46964) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:50.193612 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-edf2011b-5fd4-43d2-a22d-087a8d80a73d tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Unset dirty status for tenant:222282741774459ea40d6218f6d37c4d on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:54:50.197693 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-edf2011b-5fd4-43d2-a22d-087a8d80a73d tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2059224 May 31 13:54:50.198392 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46970) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:50.245819 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-5ca3e6a4-a0e3-47da-a0ab-17beb2cd9cf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Deleting port a56e89d7-0c66-49c5-8379-e6b3595ea471 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:54:50.246527 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5ca3e6a4-a0e3-47da-a0ab-17beb2cd9cf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:50.266508 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 73d295af-7ff6-4f86-b7a5-8449d957b7f4 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:54:50.275993 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-fc116092-9527-496d-b837-d12d6a0038bd tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Unset dirty status for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:subnet {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:54:50.278113 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-fc116092-9527-496d-b837-d12d6a0038bd tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.8363390 May 31 13:54:50.300056 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46978) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:50.361732 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-6d9c479a-535f-4b5b-991e-a9f25555185f tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Synchronizing usage tracker for tenant:222282741774459ea40d6218f6d37c4d on resource:security_group_rule {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:54:50.432375 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e42cad17-16e8-4338-b533-56027db92094 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=973fb92e4bea4ab69ebbb7eb94d1381c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7275369 May 31 13:54:50.442088 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46984) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:50.450723 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42cad17-16e8-4338-b533-56027db92094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78431258-52bb-459b-bb92-7b53148f68a3,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:50.539832 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-6d9c479a-535f-4b5b-991e-a9f25555185f tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Unset dirty status for tenant:222282741774459ea40d6218f6d37c4d on resource:security_group_rule {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:54:50.545416 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-6d9c479a-535f-4b5b-991e-a9f25555185f tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.3344939 May 31 13:54:50.555756 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46990) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:50.567030 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5ca3e6a4-a0e3-47da-a0ab-17beb2cd9cf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:50.605350 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de520ba-c921-4595-a8e3-dc54decc250a req-a19d3a9b-4504-472a-a3c8-5bd16acd9a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:54:50.607234 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3de520ba-c921-4595-a8e3-dc54decc250a req-a19d3a9b-4504-472a-a3c8-5bd16acd9a63 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b66065d1-e972-453c-87d9-3ed8cec4b7a7 HTTP/1.1" status: 200 len: 917 time: 0.6010177 May 31 13:54:50.614764 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5b768c3-4095-40af-9aed-2e68021a9cfd tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Deleting subnet d0bafc7f-5c8e-4867-83ba-2dedbc43a702 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:54:50.656441 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [None req-b886e36d-7ff6-4064-acfd-5f52aad3b731 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] delete failed (client error): The resource could not be found. May 31 13:54:50.662667 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-b886e36d-7ff6-4064-acfd-5f52aad3b731 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] 10.222.0.50 "DELETE /v2.0/security-groups/ad5862e9-f008-416d-ac52-44bece9f10c8 HTTP/1.1" status: 404 len: 347 time: 0.1007700 May 31 13:54:50.671080 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d5b768c3-4095-40af-9aed-2e68021a9cfd tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:50.711745 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46998) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:50.721947 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-5ca3e6a4-a0e3-47da-a0ab-17beb2cd9cf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Calling delete_port for a56e89d7-0c66-49c5-8379-e6b3595ea471 owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:54:50.789745 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-23e07aae-3eeb-41c4-a4c9-8cfdef046418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:50.835147 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-23e07aae-3eeb-41c4-a4c9-8cfdef046418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:50.881530 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5ca3e6a4-a0e3-47da-a0ab-17beb2cd9cf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:50.947339 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5ca3e6a4-a0e3-47da-a0ab-17beb2cd9cf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:50.950244 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca3e6a4-a0e3-47da-a0ab-17beb2cd9cf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Pushing event deleted for resources: {'Port': ['ID=a56e89d7-0c66-49c5-8379-e6b3595ea471,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:50.969085 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-5ca3e6a4-a0e3-47da-a0ab-17beb2cd9cf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] 10.222.0.50 "DELETE /v2.0/ports/a56e89d7-0c66-49c5-8379-e6b3595ea471 HTTP/1.1" status: 204 len: 168 time: 0.8149259 May 31 13:54:50.971851 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47006) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:51.025776 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-23e07aae-3eeb-41c4-a4c9-8cfdef046418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:51.026210 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e950e83a-81e3-4813-a4ab-f7d34f55eb18 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Synchronizing usage tracker for tenant:222282741774459ea40d6218f6d37c4d on resource:security_group {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:54:51.031575 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-71842447-36de-444c-98f5-5825d42ef788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] GET failed (client error): The resource could not be found. May 31 13:54:51.032132 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-71842447-36de-444c-98f5-5825d42ef788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Synchronizing usage tracker for tenant:5a5894d873864025805ed99552217106 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:54:51.037099 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d5b768c3-4095-40af-9aed-2e68021a9cfd tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:51.045251 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-23e07aae-3eeb-41c4-a4c9-8cfdef046418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:51.046379 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-23e07aae-3eeb-41c4-a4c9-8cfdef046418 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/78431258-52bb-459b-bb92-7b53148f68a3 HTTP/1.1" status: 204 len: 168 time: 0.6033936 May 31 13:54:51.062024 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e07aae-3eeb-41c4-a4c9-8cfdef046418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78431258-52bb-459b-bb92-7b53148f68a3,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:51.086278 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-71842447-36de-444c-98f5-5825d42ef788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Unset dirty status for tenant:5a5894d873864025805ed99552217106 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:54:51.091870 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-71842447-36de-444c-98f5-5825d42ef788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] 10.222.0.50 "GET /v2.0/ports/a56e89d7-0c66-49c5-8379-e6b3595ea471 HTTP/1.1" status: 404 len: 333 time: 0.1188393 May 31 13:54:51.096357 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47016) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:51.101707 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3de520ba-c921-4595-a8e3-dc54decc250a req-06332769-886e-406d-b656-b3824d4bfec2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed72ca77-ea69-4249-9d84-aeba49a479f2 HTTP/1.1" status: 200 len: 1001 time: 0.4826999 May 31 13:54:51.106406 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-2155cbe5-508f-460f-a322-85e8f924167d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Request body: {'port': {'network_id': 'be1f056d-fcbf-4559-91dd-aa2010f04f03', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1349201132'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:54:51.112876 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-2155cbe5-508f-460f-a322-85e8f924167d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:54:51.124335 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-2155cbe5-508f-460f-a322-85e8f924167d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:54:51.137487 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2155cbe5-508f-460f-a322-85e8f924167d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Made reservation on behalf of 5a5894d873864025805ed99552217106 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:54:51.141246 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2155cbe5-508f-460f-a322-85e8f924167d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:51.177740 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-2155cbe5-508f-460f-a322-85e8f924167d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] device_id is not set on port 347f0013-137f-4154-b8a1-c061e36bfd58 yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:54:51.203522 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e950e83a-81e3-4813-a4ab-f7d34f55eb18 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] Unset dirty status for tenant:222282741774459ea40d6218f6d37c4d on resource:security_group {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:54:51.208557 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e950e83a-81e3-4813-a4ab-f7d34f55eb18 tempest-SecGroupIPv6Test-1216229604 tempest-SecGroupIPv6Test-1216229604-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4957681 May 31 13:54:51.241850 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-236ed1b5-1340-40eb-9525-de7f545f4ce2 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Router 3211f75f-511b-479b-b8cf-9791381ae8bf has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:54:51.246756 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de520ba-c921-4595-a8e3-dc54decc250a req-d73b6846-cd94-4740-8134-38ce5d434eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:54:51.248576 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3de520ba-c921-4595-a8e3-dc54decc250a req-d73b6846-cd94-4740-8134-38ce5d434eb5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ccc319e0-a4f4-4875-9973-c92d94351bb8 HTTP/1.1" status: 200 len: 855 time: 0.1318831 May 31 13:54:51.494864 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d5b768c3-4095-40af-9aed-2e68021a9cfd tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:51.588613 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-236ed1b5-1340-40eb-9525-de7f545f4ce2 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:54:51.608188 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e95965-d8de-4287-ba5b-7e41cab81865 None None] Sync routers for ids ['3211f75f-511b-479b-b8cf-9791381ae8bf'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:54:51.615614 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-236ed1b5-1340-40eb-9525-de7f545f4ce2 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "PUT /v2.0/routers/3211f75f-511b-479b-b8cf-9791381ae8bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4232364 May 31 13:54:51.620869 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de520ba-c921-4595-a8e3-dc54decc250a req-a33c9edc-b16c-4724-9a98-33100e634b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:54:51.622930 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3de520ba-c921-4595-a8e3-dc54decc250a req-a33c9edc-b16c-4724-9a98-33100e634b96 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b66065d1-e972-453c-87d9-3ed8cec4b7a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3639176 May 31 13:54:51.623604 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47032) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:51.631631 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e95965-d8de-4287-ba5b-7e41cab81865 None None] Routers {'3211f75f-511b-479b-b8cf-9791381ae8bf'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:54:51.632976 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-c8e95965-d8de-4287-ba5b-7e41cab81865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:54:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['3211f75f-511b-479b-b8cf-9791381ae8bf'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:51.703078 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d5b768c3-4095-40af-9aed-2e68021a9cfd tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:51.721463 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2155cbe5-508f-460f-a322-85e8f924167d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:51.760206 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2155cbe5-508f-460f-a322-85e8f924167d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:51.874187 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47038) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:51.899332 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2155cbe5-508f-460f-a322-85e8f924167d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Network be1f056d-fcbf-4559-91dd-aa2010f04f03 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:54:51.903690 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-2155cbe5-508f-460f-a322-85e8f924167d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:54:51.907987 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2155cbe5-508f-460f-a322-85e8f924167d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:54:51.908916 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2155cbe5-508f-460f-a322-85e8f924167d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:54:51.909516 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2155cbe5-508f-460f-a322-85e8f924167d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:51.937915 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2155cbe5-508f-460f-a322-85e8f924167d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Pushing event updated for resources: {'Port': ['ID=347f0013-137f-4154-b8a1-c061e36bfd58,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:51.958970 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-2155cbe5-508f-460f-a322-85e8f924167d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8614385 May 31 13:54:51.962284 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47046) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:51.968004 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-c8e95965-d8de-4287-ba5b-7e41cab81865 None None] Set router 3211f75f-511b-479b-b8cf-9791381ae8bf gateway port host: None {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:54:51.973192 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-de3fe51f-572b-4790-87a4-9f39d95dcac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:54:52.129590 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b768c3-4095-40af-9aed-2e68021a9cfd tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event deleted for resources: {'Subnet': ['ID=d0bafc7f-5c8e-4867-83ba-2dedbc43a702,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:52.156326 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-de3fe51f-572b-4790-87a4-9f39d95dcac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:52.163745 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d5b768c3-4095-40af-9aed-2e68021a9cfd tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:52.168752 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d5b768c3-4095-40af-9aed-2e68021a9cfd tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/subnets/d0bafc7f-5c8e-4867-83ba-2dedbc43a702 HTTP/1.1" status: 204 len: 168 time: 1.8583372 May 31 13:54:52.175354 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47056) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:52.212564 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62944909-310c-4a14-b4cb-3d7559378eee None None] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:54:52.294111 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-9575ecd8-0691-467c-a226-1713f7ee73e8 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Deleting subnet 40212637-75d9-4d77-876c-da2c117a7162 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:54:52.320650 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9575ecd8-0691-467c-a226-1713f7ee73e8 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:52.394264 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-989e7406-29d5-4095-a2be-c87da105ce9d tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2146776 May 31 13:54:52.404215 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47064) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:52.569693 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9575ecd8-0691-467c-a226-1713f7ee73e8 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:52.588472 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-de3fe51f-572b-4790-87a4-9f39d95dcac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] device_id is not set on port 347f0013-137f-4154-b8a1-c061e36bfd58 yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:54:52.598690 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-de3fe51f-572b-4790-87a4-9f39d95dcac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:52.604316 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3de520ba-c921-4595-a8e3-dc54decc250a req-ba522467-cf49-449d-b015-30d4657bdfce service neutron] 10.222.0.44 "GET /v2.0/networks/b66065d1-e972-453c-87d9-3ed8cec4b7a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9339235 May 31 13:54:52.624860 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-de3fe51f-572b-4790-87a4-9f39d95dcac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Transition to ACTIVE for port object 347f0013-137f-4154-b8a1-c061e36bfd58 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:54:52.638768 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-2e205d21-003b-4c04-80ba-b1833e68b99c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=222282741774459ea40d6218f6d37c4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7586765 May 31 13:54:52.639954 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47070) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:52.640739 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-de3fe51f-572b-4790-87a4-9f39d95dcac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:52.778968 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec6a659-6b41-4292-a344-7caeee9ecbc0 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:54:52.780274 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-7ec6a659-6b41-4292-a344-7caeee9ecbc0 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Synchronizing usage tracker for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:54:52.841303 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-7ec6a659-6b41-4292-a344-7caeee9ecbc0 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Unset dirty status for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:54:52.845411 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-7ec6a659-6b41-4292-a344-7caeee9ecbc0 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4211566 May 31 13:54:52.847243 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3de520ba-c921-4595-a8e3-dc54decc250a req-fa70d0de-d7b0-4ea8-922f-a14dd4d3cef2 service neutron] 10.222.0.44 "GET /v2.0/networks/b66065d1-e972-453c-87d9-3ed8cec4b7a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253213 May 31 13:54:52.848808 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9575ecd8-0691-467c-a226-1713f7ee73e8 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:52.928781 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47084) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:52.933171 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3fe51f-572b-4790-87a4-9f39d95dcac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Pushing event updated for resources: {'Port': ['ID=347f0013-137f-4154-b8a1-c061e36bfd58,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:52.951349 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-c8e95965-d8de-4287-ba5b-7e41cab81865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'name': 'tempest-RoutersIpV6Test-router-146214637', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:53:21Z', 'updated_at': '2022-05-31T13:54:49Z', 'revision_number': 10, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'gw_port_host': None, '_interfaces': [{'id': 'f6cb924c-1be3-495d-9c70-35508cd5e005', 'name': '', 'network_id': '0aa2954e-bf8d-4cc7-bde3-b406dc8a037b', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'mac_address': 'fa:16:3e:c5:45:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': 'e5cb876f-844c-4265-83b8-5ce61d3f3bd0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:53:28Z', 'updated_at': '2022-05-31T13:53:41Z', 'revision_number': 5, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'subnets': [{'id': 'e5cb876f-844c-4265-83b8-5ce61d3f3bd0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:52.956320 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e95965-d8de-4287-ba5b-7e41cab81865 None None] Checking router: 3211f75f-511b-479b-b8cf-9791381ae8bf for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:54:52.967371 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e95965-d8de-4287-ba5b-7e41cab81865 None None] Routers {'3211f75f-511b-479b-b8cf-9791381ae8bf'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:54:52.968381 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-c8e95965-d8de-4287-ba5b-7e41cab81865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:54:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['3211f75f-511b-479b-b8cf-9791381ae8bf'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:52.992866 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9575ecd8-0691-467c-a226-1713f7ee73e8 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:53.041490 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9530ca-766e-4fe8-a918-c1bf22f44f1a None None] DHCP port deletion for 8d0ca4ab-0d39-494b-8b5d-2861af857a5e request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:54:53.052157 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467591a0-cad6-494d-a60d-b280b1a8d825 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:54:53.053032 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-467591a0-cad6-494d-a60d-b280b1a8d825 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Synchronizing usage tracker for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:subnet {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:54:53.079022 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9575ecd8-0691-467c-a226-1713f7ee73e8 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Pushing event deleted for resources: {'Subnet': ['ID=40212637-75d9-4d77-876c-da2c117a7162,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:53.094156 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9575ecd8-0691-467c-a226-1713f7ee73e8 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:53.104426 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-9575ecd8-0691-467c-a226-1713f7ee73e8 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "DELETE /v2.0/subnets/40212637-75d9-4d77-876c-da2c117a7162 HTTP/1.1" status: 204 len: 168 time: 1.4763167 May 31 13:54:53.105201 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-de3fe51f-572b-4790-87a4-9f39d95dcac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 347f0013-137f-4154-b8a1-c061e36bfd58 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:54:53.105201 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-de3fe51f-572b-4790-87a4-9f39d95dcac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 347f0013-137f-4154-b8a1-c061e36bfd58 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'dcd68b6a-35b5-4535-a111-ef18b5ee3199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'be1f056d-fcbf-4559-91dd-aa2010f04f03'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:54:53.105201 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3fe51f-572b-4790-87a4-9f39d95dcac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 347f0013-137f-4154-b8a1-c061e36bfd58 on network be1f056d-fcbf-4559-91dd-aa2010f04f03 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:54:53.105562 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47090) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:53.113423 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3fe51f-572b-4790-87a4-9f39d95dcac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Port 347f0013-137f-4154-b8a1-c061e36bfd58 on network be1f056d-fcbf-4559-91dd-aa2010f04f03 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:54:53.113887 n-d-843939-1 neutron-server[88370]: ERROR neutron.plugins.ml2.managers [None req-de3fe51f-572b-4790-87a4-9f39d95dcac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Failed to bind port 347f0013-137f-4154-b8a1-c061e36bfd58 on host n-h2-843939-1 for vnic_type normal using segments [{'id': 'dcd68b6a-35b5-4535-a111-ef18b5ee3199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'be1f056d-fcbf-4559-91dd-aa2010f04f03'}] May 31 13:54:53.114561 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1bb463cd-5f58-48e0-9950-098c87cfe691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:53.117552 n-d-843939-1 neutron-server[88370]: INFO neutron.plugins.ml2.plugin [None req-de3fe51f-572b-4790-87a4-9f39d95dcac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempt 2 to bind port 347f0013-137f-4154-b8a1-c061e36bfd58 May 31 13:54:53.124475 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1d8646-3c1e-4354-a390-05d60224bac4 None None] Network 5e3496b0-d33d-47d7-9f83-4fad30354b43 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:54:53.139918 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-467591a0-cad6-494d-a60d-b280b1a8d825 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Unset dirty status for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:subnet {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:54:53.143547 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-467591a0-cad6-494d-a60d-b280b1a8d825 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2050943 May 31 13:54:53.146563 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47094) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:53.156976 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2a9530ca-766e-4fe8-a918-c1bf22f44f1a None None] Deleting port 73d295af-7ff6-4f86-b7a5-8449d957b7f4 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:54:53.157361 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2a9530ca-766e-4fe8-a918-c1bf22f44f1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:53.270775 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-836dc2c2-cd52-444e-bcac-69c50ccee93f tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1134236 May 31 13:54:53.273397 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1bb463cd-5f58-48e0-9950-098c87cfe691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:53.281707 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-de3fe51f-572b-4790-87a4-9f39d95dcac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 347f0013-137f-4154-b8a1-c061e36bfd58 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:54:53.282164 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-de3fe51f-572b-4790-87a4-9f39d95dcac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 347f0013-137f-4154-b8a1-c061e36bfd58 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'dcd68b6a-35b5-4535-a111-ef18b5ee3199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'be1f056d-fcbf-4559-91dd-aa2010f04f03'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:54:53.282800 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3fe51f-572b-4790-87a4-9f39d95dcac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 347f0013-137f-4154-b8a1-c061e36bfd58 on network be1f056d-fcbf-4559-91dd-aa2010f04f03 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:54:53.289705 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47106) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:53.300169 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-ea2c594d-2619-4098-b102-5e148a307431 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Request body: {'subnet': {'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:54:53.323088 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3fe51f-572b-4790-87a4-9f39d95dcac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Port 347f0013-137f-4154-b8a1-c061e36bfd58 on network be1f056d-fcbf-4559-91dd-aa2010f04f03 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:54:53.324253 n-d-843939-1 neutron-server[88370]: ERROR neutron.plugins.ml2.managers [None req-de3fe51f-572b-4790-87a4-9f39d95dcac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Failed to bind port 347f0013-137f-4154-b8a1-c061e36bfd58 on host n-h2-843939-1 for vnic_type normal using segments [{'id': 'dcd68b6a-35b5-4535-a111-ef18b5ee3199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'be1f056d-fcbf-4559-91dd-aa2010f04f03'}] May 31 13:54:53.330270 n-d-843939-1 neutron-server[88370]: INFO neutron.plugins.ml2.plugin [None req-de3fe51f-572b-4790-87a4-9f39d95dcac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempt 3 to bind port 347f0013-137f-4154-b8a1-c061e36bfd58 May 31 13:54:53.382288 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6875898a-b711-4416-b5ef-77d0825ba217 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:53.394990 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-6875898a-b711-4416-b5ef-77d0825ba217 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Deleting port 7862e5bc-be1f-46b9-9c6c-518e18efa5c0 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:54:53.395328 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6875898a-b711-4416-b5ef-77d0825ba217 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:53.519275 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-de3fe51f-572b-4790-87a4-9f39d95dcac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 347f0013-137f-4154-b8a1-c061e36bfd58 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:54:53.522190 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-de3fe51f-572b-4790-87a4-9f39d95dcac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 347f0013-137f-4154-b8a1-c061e36bfd58 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'dcd68b6a-35b5-4535-a111-ef18b5ee3199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'be1f056d-fcbf-4559-91dd-aa2010f04f03'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:54:53.522693 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3fe51f-572b-4790-87a4-9f39d95dcac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 347f0013-137f-4154-b8a1-c061e36bfd58 on network be1f056d-fcbf-4559-91dd-aa2010f04f03 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:54:53.548369 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3fe51f-572b-4790-87a4-9f39d95dcac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Port 347f0013-137f-4154-b8a1-c061e36bfd58 on network be1f056d-fcbf-4559-91dd-aa2010f04f03 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:54:53.548812 n-d-843939-1 neutron-server[88370]: ERROR neutron.plugins.ml2.managers [None req-de3fe51f-572b-4790-87a4-9f39d95dcac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Failed to bind port 347f0013-137f-4154-b8a1-c061e36bfd58 on host n-h2-843939-1 for vnic_type normal using segments [{'id': 'dcd68b6a-35b5-4535-a111-ef18b5ee3199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'be1f056d-fcbf-4559-91dd-aa2010f04f03'}] May 31 13:54:53.552844 n-d-843939-1 neutron-server[88370]: INFO neutron.plugins.ml2.plugin [None req-de3fe51f-572b-4790-87a4-9f39d95dcac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempt 4 to bind port 347f0013-137f-4154-b8a1-c061e36bfd58 May 31 13:54:53.571657 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-de3fe51f-572b-4790-87a4-9f39d95dcac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 347f0013-137f-4154-b8a1-c061e36bfd58 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:54:53.571994 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-de3fe51f-572b-4790-87a4-9f39d95dcac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 347f0013-137f-4154-b8a1-c061e36bfd58 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'dcd68b6a-35b5-4535-a111-ef18b5ee3199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'be1f056d-fcbf-4559-91dd-aa2010f04f03'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:54:53.572332 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3fe51f-572b-4790-87a4-9f39d95dcac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 347f0013-137f-4154-b8a1-c061e36bfd58 on network be1f056d-fcbf-4559-91dd-aa2010f04f03 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:54:53.585343 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3fe51f-572b-4790-87a4-9f39d95dcac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Port 347f0013-137f-4154-b8a1-c061e36bfd58 on network be1f056d-fcbf-4559-91dd-aa2010f04f03 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:54:53.585343 n-d-843939-1 neutron-server[88370]: ERROR neutron.plugins.ml2.managers [None req-de3fe51f-572b-4790-87a4-9f39d95dcac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Failed to bind port 347f0013-137f-4154-b8a1-c061e36bfd58 on host n-h2-843939-1 for vnic_type normal using segments [{'id': 'dcd68b6a-35b5-4535-a111-ef18b5ee3199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'be1f056d-fcbf-4559-91dd-aa2010f04f03'}] May 31 13:54:53.585343 n-d-843939-1 neutron-server[88370]: INFO neutron.plugins.ml2.plugin [None req-de3fe51f-572b-4790-87a4-9f39d95dcac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempt 5 to bind port 347f0013-137f-4154-b8a1-c061e36bfd58 May 31 13:54:53.595107 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-ea2c594d-2619-4098-b102-5e148a307431 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:54:53.603886 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-c8e95965-d8de-4287-ba5b-7e41cab81865 None None] Set router 3211f75f-511b-479b-b8cf-9791381ae8bf gateway port host: None {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:54:53.618045 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1bb463cd-5f58-48e0-9950-098c87cfe691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:53.624546 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-de3fe51f-572b-4790-87a4-9f39d95dcac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 347f0013-137f-4154-b8a1-c061e36bfd58 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:54:53.625211 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-de3fe51f-572b-4790-87a4-9f39d95dcac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 347f0013-137f-4154-b8a1-c061e36bfd58 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'dcd68b6a-35b5-4535-a111-ef18b5ee3199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'be1f056d-fcbf-4559-91dd-aa2010f04f03'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:54:53.625728 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3fe51f-572b-4790-87a4-9f39d95dcac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 347f0013-137f-4154-b8a1-c061e36bfd58 on network be1f056d-fcbf-4559-91dd-aa2010f04f03 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:54:53.631214 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-ea2c594d-2619-4098-b102-5e148a307431 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:54:53.663540 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3fe51f-572b-4790-87a4-9f39d95dcac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Port 347f0013-137f-4154-b8a1-c061e36bfd58 on network be1f056d-fcbf-4559-91dd-aa2010f04f03 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:54:53.663849 n-d-843939-1 neutron-server[88370]: ERROR neutron.plugins.ml2.managers [None req-de3fe51f-572b-4790-87a4-9f39d95dcac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Failed to bind port 347f0013-137f-4154-b8a1-c061e36bfd58 on host n-h2-843939-1 for vnic_type normal using segments [{'id': 'dcd68b6a-35b5-4535-a111-ef18b5ee3199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'be1f056d-fcbf-4559-91dd-aa2010f04f03'}] May 31 13:54:53.666133 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-6875898a-b711-4416-b5ef-77d0825ba217 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] For port 7862e5bc-be1f-46b9-9c6c-518e18efa5c0, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=7862e5bc-be1f-46b9-9c6c-518e18efa5c0,segment=NetworkSegment(e15f6e5e-c2b5-419d-8c28-6ecac3d2c94b),segment_id=e15f6e5e-c2b5-419d-8c28-6ecac3d2c94b)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:54:53.666983 n-d-843939-1 neutron-server[88370]: INFO neutron.plugins.ml2.plugin [None req-de3fe51f-572b-4790-87a4-9f39d95dcac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempt 6 to bind port 347f0013-137f-4154-b8a1-c061e36bfd58 May 31 13:54:53.667723 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6875898a-b711-4416-b5ef-77d0825ba217 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:53.674402 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb463cd-5f58-48e0-9950-098c87cfe691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259c49ca-2079-4098-a418-b5a463c4f639,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:53.694314 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea2c594d-2619-4098-b102-5e148a307431 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Made reservation on behalf of d13dddbe1502489da91f2f88306fdca6 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:54:53.699696 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ea2c594d-2619-4098-b102-5e148a307431 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:53.717979 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1bb463cd-5f58-48e0-9950-098c87cfe691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:53.719137 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-1bb463cd-5f58-48e0-9950-098c87cfe691 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/259c49ca-2079-4098-a418-b5a463c4f639 HTTP/1.1" status: 204 len: 168 time: 1.0688992 May 31 13:54:53.723847 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-de3fe51f-572b-4790-87a4-9f39d95dcac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 347f0013-137f-4154-b8a1-c061e36bfd58 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:54:53.724187 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-de3fe51f-572b-4790-87a4-9f39d95dcac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 347f0013-137f-4154-b8a1-c061e36bfd58 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'dcd68b6a-35b5-4535-a111-ef18b5ee3199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'be1f056d-fcbf-4559-91dd-aa2010f04f03'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:54:53.724528 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3fe51f-572b-4790-87a4-9f39d95dcac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 347f0013-137f-4154-b8a1-c061e36bfd58 on network be1f056d-fcbf-4559-91dd-aa2010f04f03 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:54:53.812141 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3fe51f-572b-4790-87a4-9f39d95dcac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Port 347f0013-137f-4154-b8a1-c061e36bfd58 on network be1f056d-fcbf-4559-91dd-aa2010f04f03 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:54:53.812357 n-d-843939-1 neutron-server[88370]: ERROR neutron.plugins.ml2.managers [None req-de3fe51f-572b-4790-87a4-9f39d95dcac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Failed to bind port 347f0013-137f-4154-b8a1-c061e36bfd58 on host n-h2-843939-1 for vnic_type normal using segments [{'id': 'dcd68b6a-35b5-4535-a111-ef18b5ee3199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'be1f056d-fcbf-4559-91dd-aa2010f04f03'}] May 31 13:54:53.828356 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-6875898a-b711-4416-b5ef-77d0825ba217 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Calling delete_port for 7862e5bc-be1f-46b9-9c6c-518e18efa5c0 owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:54:53.828688 n-d-843939-1 neutron-server[88370]: INFO neutron.plugins.ml2.plugin [None req-de3fe51f-572b-4790-87a4-9f39d95dcac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempt 7 to bind port 347f0013-137f-4154-b8a1-c061e36bfd58 May 31 13:54:53.859503 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-de3fe51f-572b-4790-87a4-9f39d95dcac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 347f0013-137f-4154-b8a1-c061e36bfd58 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:54:53.859841 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-de3fe51f-572b-4790-87a4-9f39d95dcac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 347f0013-137f-4154-b8a1-c061e36bfd58 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'dcd68b6a-35b5-4535-a111-ef18b5ee3199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'be1f056d-fcbf-4559-91dd-aa2010f04f03'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:54:53.860181 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3fe51f-572b-4790-87a4-9f39d95dcac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 347f0013-137f-4154-b8a1-c061e36bfd58 on network be1f056d-fcbf-4559-91dd-aa2010f04f03 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:54:53.872115 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3fe51f-572b-4790-87a4-9f39d95dcac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Port 347f0013-137f-4154-b8a1-c061e36bfd58 on network be1f056d-fcbf-4559-91dd-aa2010f04f03 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:54:53.872115 n-d-843939-1 neutron-server[88370]: ERROR neutron.plugins.ml2.managers [None req-de3fe51f-572b-4790-87a4-9f39d95dcac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Failed to bind port 347f0013-137f-4154-b8a1-c061e36bfd58 on host n-h2-843939-1 for vnic_type normal using segments [{'id': 'dcd68b6a-35b5-4535-a111-ef18b5ee3199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'be1f056d-fcbf-4559-91dd-aa2010f04f03'}] May 31 13:54:53.874998 n-d-843939-1 neutron-server[88370]: INFO neutron.plugins.ml2.plugin [None req-de3fe51f-572b-4790-87a4-9f39d95dcac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempt 8 to bind port 347f0013-137f-4154-b8a1-c061e36bfd58 May 31 13:54:53.924015 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6875898a-b711-4416-b5ef-77d0825ba217 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:53.927357 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-de3fe51f-572b-4790-87a4-9f39d95dcac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 347f0013-137f-4154-b8a1-c061e36bfd58 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:54:53.927900 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-de3fe51f-572b-4790-87a4-9f39d95dcac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 347f0013-137f-4154-b8a1-c061e36bfd58 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'dcd68b6a-35b5-4535-a111-ef18b5ee3199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'be1f056d-fcbf-4559-91dd-aa2010f04f03'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:54:53.928477 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3fe51f-572b-4790-87a4-9f39d95dcac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 347f0013-137f-4154-b8a1-c061e36bfd58 on network be1f056d-fcbf-4559-91dd-aa2010f04f03 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:54:53.956859 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3fe51f-572b-4790-87a4-9f39d95dcac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Port 347f0013-137f-4154-b8a1-c061e36bfd58 on network be1f056d-fcbf-4559-91dd-aa2010f04f03 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:54:53.957486 n-d-843939-1 neutron-server[88370]: ERROR neutron.plugins.ml2.managers [None req-de3fe51f-572b-4790-87a4-9f39d95dcac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Failed to bind port 347f0013-137f-4154-b8a1-c061e36bfd58 on host n-h2-843939-1 for vnic_type normal using segments [{'id': 'dcd68b6a-35b5-4535-a111-ef18b5ee3199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'be1f056d-fcbf-4559-91dd-aa2010f04f03'}] May 31 13:54:53.960432 n-d-843939-1 neutron-server[88370]: INFO neutron.plugins.ml2.plugin [None req-de3fe51f-572b-4790-87a4-9f39d95dcac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempt 9 to bind port 347f0013-137f-4154-b8a1-c061e36bfd58 May 31 13:54:53.983182 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6875898a-b711-4416-b5ef-77d0825ba217 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] No DVR routers for this DVR port 7862e5bc-be1f-46b9-9c6c-518e18efa5c0 on host n-d-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:54:54.022427 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6875898a-b711-4416-b5ef-77d0825ba217 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Pushing event deleted for resources: {'Port': ['ID=7862e5bc-be1f-46b9-9c6c-518e18efa5c0,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:54.055876 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-de3fe51f-572b-4790-87a4-9f39d95dcac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 347f0013-137f-4154-b8a1-c061e36bfd58 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:54:54.056252 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-de3fe51f-572b-4790-87a4-9f39d95dcac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 347f0013-137f-4154-b8a1-c061e36bfd58 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'dcd68b6a-35b5-4535-a111-ef18b5ee3199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'be1f056d-fcbf-4559-91dd-aa2010f04f03'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:54:54.067191 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3fe51f-572b-4790-87a4-9f39d95dcac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 347f0013-137f-4154-b8a1-c061e36bfd58 on network be1f056d-fcbf-4559-91dd-aa2010f04f03 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:54:54.113551 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3fe51f-572b-4790-87a4-9f39d95dcac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Port 347f0013-137f-4154-b8a1-c061e36bfd58 on network be1f056d-fcbf-4559-91dd-aa2010f04f03 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:54:54.114004 n-d-843939-1 neutron-server[88370]: ERROR neutron.plugins.ml2.managers [None req-de3fe51f-572b-4790-87a4-9f39d95dcac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Failed to bind port 347f0013-137f-4154-b8a1-c061e36bfd58 on host n-h2-843939-1 for vnic_type normal using segments [{'id': 'dcd68b6a-35b5-4535-a111-ef18b5ee3199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'be1f056d-fcbf-4559-91dd-aa2010f04f03'}] May 31 13:54:54.114353 n-d-843939-1 neutron-server[88370]: INFO neutron.plugins.ml2.plugin [None req-de3fe51f-572b-4790-87a4-9f39d95dcac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempt 10 to bind port 347f0013-137f-4154-b8a1-c061e36bfd58 May 31 13:54:54.133652 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-de3fe51f-572b-4790-87a4-9f39d95dcac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 347f0013-137f-4154-b8a1-c061e36bfd58 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:54:54.134135 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [None req-de3fe51f-572b-4790-87a4-9f39d95dcac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 347f0013-137f-4154-b8a1-c061e36bfd58 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'dcd68b6a-35b5-4535-a111-ef18b5ee3199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'be1f056d-fcbf-4559-91dd-aa2010f04f03'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:54:54.135355 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3fe51f-572b-4790-87a4-9f39d95dcac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempting to bind port 347f0013-137f-4154-b8a1-c061e36bfd58 on network be1f056d-fcbf-4559-91dd-aa2010f04f03 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:54:54.156567 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 73d295af-7ff6-4f86-b7a5-8449d957b7f4 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:54:54.157307 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3fe51f-572b-4790-87a4-9f39d95dcac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Port 347f0013-137f-4154-b8a1-c061e36bfd58 on network be1f056d-fcbf-4559-91dd-aa2010f04f03 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:54:54.157307 n-d-843939-1 neutron-server[88370]: ERROR neutron.plugins.ml2.managers [None req-de3fe51f-572b-4790-87a4-9f39d95dcac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Failed to bind port 347f0013-137f-4154-b8a1-c061e36bfd58 on host n-h2-843939-1 for vnic_type normal using segments [{'id': 'dcd68b6a-35b5-4535-a111-ef18b5ee3199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'be1f056d-fcbf-4559-91dd-aa2010f04f03'}] May 31 13:54:54.157600 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-de3fe51f-572b-4790-87a4-9f39d95dcac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:54.243680 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6875898a-b711-4416-b5ef-77d0825ba217 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:54.288567 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-6875898a-b711-4416-b5ef-77d0825ba217 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e3496b0-d33d-47d7-9f83-4fad30354b43']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:54.312500 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-6875898a-b711-4416-b5ef-77d0825ba217 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e15f6e5e-c2b5-419d-8c28-6ecac3d2c94b') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:54.313110 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-6875898a-b711-4416-b5ef-77d0825ba217 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e15f6e5e-c2b5-419d-8c28-6ecac3d2c94b') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:54.328745 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6875898a-b711-4416-b5ef-77d0825ba217 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:54.367299 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6875898a-b711-4416-b5ef-77d0825ba217 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:54.381381 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6875898a-b711-4416-b5ef-77d0825ba217 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:54:54.383626 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6875898a-b711-4416-b5ef-77d0825ba217 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:54.605755 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment e15f6e5e-c2b5-419d-8c28-6ecac3d2c94b resource provider aggregate not found May 31 13:54:54.641710 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment e15f6e5e-c2b5-419d-8c28-6ecac3d2c94b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e15f6e5e-c2b5-419d-8c28-6ecac3d2c94b found for delete ", "request_id": "req-a7fa61f9-3219-4b25-b3bd-48eca330fb3c"}]} May 31 13:54:54.726328 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6875898a-b711-4416-b5ef-77d0825ba217 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:54.757844 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6875898a-b711-4416-b5ef-77d0825ba217 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:54.838750 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6875898a-b711-4416-b5ef-77d0825ba217 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Pushing event deleted for resources: {'Network': ['ID=5e3496b0-d33d-47d7-9f83-4fad30354b43,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:54.866284 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-6875898a-b711-4416-b5ef-77d0825ba217 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "DELETE /v2.0/networks/5e3496b0-d33d-47d7-9f83-4fad30354b43 HTTP/1.1" status: 204 len: 168 time: 1.7591331 May 31 13:54:54.867202 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47136) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:55.050093 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-de3fe51f-572b-4790-87a4-9f39d95dcac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] For port 347f0013-137f-4154-b8a1-c061e36bfd58, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:54:55.050980 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-de3fe51f-572b-4790-87a4-9f39d95dcac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attempted to set empty binding levels {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 31 13:54:55.065273 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-de3fe51f-572b-4790-87a4-9f39d95dcac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:55.076271 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78da2e57-03ec-4338-a071-d9deb08ca3c0 None None] DHCP port deletion for 5e3496b0-d33d-47d7-9f83-4fad30354b43 request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:54:55.177859 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 73d295af-7ff6-4f86-b7a5-8449d957b7f4 is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:54:55.179240 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:55.227658 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 73d295af-7ff6-4f86-b7a5-8449d957b7f4, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=73d295af-7ff6-4f86-b7a5-8449d957b7f4,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:54:55.238934 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-2a9530ca-766e-4fe8-a918-c1bf22f44f1a None None] For port 73d295af-7ff6-4f86-b7a5-8449d957b7f4, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=73d295af-7ff6-4f86-b7a5-8449d957b7f4,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:54:55.239386 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2a9530ca-766e-4fe8-a918-c1bf22f44f1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:55.246852 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-de3fe51f-572b-4790-87a4-9f39d95dcac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] In _notify_port_updated(), no bound segment for port 347f0013-137f-4154-b8a1-c061e36bfd58 on network be1f056d-fcbf-4559-91dd-aa2010f04f03 {{(pid=88370) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 31 13:54:55.248409 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3fe51f-572b-4790-87a4-9f39d95dcac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:54:55.249198 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-de3fe51f-572b-4790-87a4-9f39d95dcac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:55.250746 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-de3fe51f-572b-4790-87a4-9f39d95dcac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] 10.222.0.50 "PUT /v2.0/ports/347f0013-137f-4154-b8a1-c061e36bfd58 HTTP/1.1" status: 200 len: 979 time: 3.2873549 May 31 13:54:55.260152 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:55.266086 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47150) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:55.403586 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 13:54:55.408281 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-a11e50c1-eb39-4eb3-b068-bd87f5148d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Deleting port 347f0013-137f-4154-b8a1-c061e36bfd58 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:54:55.408991 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a11e50c1-eb39-4eb3-b068-bd87f5148d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:55.469371 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3fe51f-572b-4790-87a4-9f39d95dcac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Pushing event updated for resources: {'Port': ['ID=347f0013-137f-4154-b8a1-c061e36bfd58,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:55.492939 n-d-843939-1 neutron-server[88370]: DEBUG neutron.objects.ports [None req-ea2c594d-2619-4098-b102-5e148a307431 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88370) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 31 13:54:55.599597 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2a9530ca-766e-4fe8-a918-c1bf22f44f1a None None] Calling delete_port for 73d295af-7ff6-4f86-b7a5-8449d957b7f4 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:54:55.713252 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=73d295af-7ff6-4f86-b7a5-8449d957b7f4,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:55.742744 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-c8e95965-d8de-4287-ba5b-7e41cab81865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'name': 'tempest-RoutersIpV6Test-router-146214637', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:53:21Z', 'updated_at': '2022-05-31T13:54:49Z', 'revision_number': 10, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'gw_port_host': None, '_interfaces': [{'id': 'f6cb924c-1be3-495d-9c70-35508cd5e005', 'name': '', 'network_id': '0aa2954e-bf8d-4cc7-bde3-b406dc8a037b', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'mac_address': 'fa:16:3e:c5:45:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': 'e5cb876f-844c-4265-83b8-5ce61d3f3bd0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:53:28Z', 'updated_at': '2022-05-31T13:53:41Z', 'revision_number': 5, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'subnets': [{'id': 'e5cb876f-844c-4265-83b8-5ce61d3f3bd0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:55.759329 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e95965-d8de-4287-ba5b-7e41cab81865 None None] The sync data for ids ['3211f75f-511b-479b-b8cf-9791381ae8bf'] in n-d-843939-1 is: [{'id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'name': 'tempest-RoutersIpV6Test-router-146214637', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:53:21Z', 'updated_at': '2022-05-31T13:54:49Z', 'revision_number': 10, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'gw_port_host': None, '_interfaces': [{'id': 'f6cb924c-1be3-495d-9c70-35508cd5e005', 'name': '', 'network_id': '0aa2954e-bf8d-4cc7-bde3-b406dc8a037b', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'mac_address': 'fa:16:3e:c5:45:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': 'e5cb876f-844c-4265-83b8-5ce61d3f3bd0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:53:28Z', 'updated_at': '2022-05-31T13:53:41Z', 'revision_number': 5, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'subnets': [{'id': 'e5cb876f-844c-4265-83b8-5ce61d3f3bd0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:54:55.846879 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-2a9530ca-766e-4fe8-a918-c1bf22f44f1a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:54:55.847233 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-2a9530ca-766e-4fe8-a918-c1bf22f44f1a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:54:55.882143 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47164) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:56.004670 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-a11e50c1-eb39-4eb3-b068-bd87f5148d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] For port 347f0013-137f-4154-b8a1-c061e36bfd58, host n-h2-843939-1, got binding levels [] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:54:56.005354 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a11e50c1-eb39-4eb3-b068-bd87f5148d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:56.272569 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 5363d566-0c96-428e-8923-1d73f2094f6e no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:54:56.351972 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-a11e50c1-eb39-4eb3-b068-bd87f5148d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Calling delete_port for 347f0013-137f-4154-b8a1-c061e36bfd58 owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:54:56.420299 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2a9530ca-766e-4fe8-a918-c1bf22f44f1a None None] Deleting port 73d295af-7ff6-4f86-b7a5-8449d957b7f4 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:54:56.421024 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2a9530ca-766e-4fe8-a918-c1bf22f44f1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:56.432464 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-2b0e2f91-208c-4a4a-903e-6e17701b57af tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Request body: {'security_group': {'name': 'tempest-secgroup--1967753230'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:54:56.493735 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-2b0e2f91-208c-4a4a-903e-6e17701b57af tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:54:56.508879 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 5363d566-0c96-428e-8923-1d73f2094f6e {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:54:56.509349 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 5363d566-0c96-428e-8923-1d73f2094f6e not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:54:56.509821 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 7862e5bc-be1f-46b9-9c6c-518e18efa5c0 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:54:56.562198 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-2b0e2f91-208c-4a4a-903e-6e17701b57af tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Usage tracker for resource:security_group and tenant:75c2083d0d5b4a96923c46356ca14f61 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:54:56.565722 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-2b0e2f91-208c-4a4a-903e-6e17701b57af tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:54:56.573192 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-2b0e2f91-208c-4a4a-903e-6e17701b57af tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:54:56.581655 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 7862e5bc-be1f-46b9-9c6c-518e18efa5c0 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:54:56.581927 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 7862e5bc-be1f-46b9-9c6c-518e18efa5c0 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:54:56.611904 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-59ba9e56-028d-4d58-baaf-c316821acb70 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:56.625448 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2b0e2f91-208c-4a4a-903e-6e17701b57af tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:56.644717 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2b0e2f91-208c-4a4a-903e-6e17701b57af tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:56.681735 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-2b0e2f91-208c-4a4a-903e-6e17701b57af tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:54:56.695428 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-2b0e2f91-208c-4a4a-903e-6e17701b57af tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Usage tracker for resource:security_group_rule and tenant:75c2083d0d5b4a96923c46356ca14f61 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:54:56.698654 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ea2c594d-2619-4098-b102-5e148a307431 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:56.711265 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-2b0e2f91-208c-4a4a-903e-6e17701b57af tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:54:56.724467 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a11e50c1-eb39-4eb3-b068-bd87f5148d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:56.728880 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-2b0e2f91-208c-4a4a-903e-6e17701b57af tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:54:56.844098 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11e50c1-eb39-4eb3-b068-bd87f5148d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Pushing event deleted for resources: {'Port': ['ID=347f0013-137f-4154-b8a1-c061e36bfd58,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:56.852416 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a11e50c1-eb39-4eb3-b068-bd87f5148d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:56.910690 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-a11e50c1-eb39-4eb3-b068-bd87f5148d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] 10.222.0.50 "DELETE /v2.0/ports/347f0013-137f-4154-b8a1-c061e36bfd58 HTTP/1.1" status: 204 len: 168 time: 1.6403561 May 31 13:54:56.928448 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-2a9530ca-766e-4fe8-a918-c1bf22f44f1a None None] For port 73d295af-7ff6-4f86-b7a5-8449d957b7f4, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=73d295af-7ff6-4f86-b7a5-8449d957b7f4,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:54:56.929064 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2a9530ca-766e-4fe8-a918-c1bf22f44f1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:56.931808 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47174) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:57.093620 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-8be9841b-68e3-4e44-801c-2e3dae99bc33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] GET failed (client error): The resource could not be found. May 31 13:54:57.094484 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-8be9841b-68e3-4e44-801c-2e3dae99bc33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Synchronizing usage tracker for tenant:5a5894d873864025805ed99552217106 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:54:57.108293 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2a9530ca-766e-4fe8-a918-c1bf22f44f1a None None] Calling delete_port for 73d295af-7ff6-4f86-b7a5-8449d957b7f4 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:54:57.201636 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-8be9841b-68e3-4e44-801c-2e3dae99bc33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] Unset dirty status for tenant:5a5894d873864025805ed99552217106 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:54:57.202940 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-8be9841b-68e3-4e44-801c-2e3dae99bc33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2141875801-project-admin] 10.222.0.50 "GET /v2.0/ports/347f0013-137f-4154-b8a1-c061e36bfd58 HTTP/1.1" status: 404 len: 333 time: 0.2657204 May 31 13:54:57.208140 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47184) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:57.220791 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-ea2c594d-2619-4098-b102-5e148a307431 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] For port 73d295af-7ff6-4f86-b7a5-8449d957b7f4, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=73d295af-7ff6-4f86-b7a5-8449d957b7f4,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:54:57.342645 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-59ba9e56-028d-4d58-baaf-c316821acb70 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Deleting port f6cb924c-1be3-495d-9c70-35508cd5e005 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:54:57.343111 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-59ba9e56-028d-4d58-baaf-c316821acb70 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:57.368275 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2b0e2f91-208c-4a4a-903e-6e17701b57af tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:57.398157 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2b0e2f91-208c-4a4a-903e-6e17701b57af tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:57.414151 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-2b0e2f91-208c-4a4a-903e-6e17701b57af tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:54:57.436551 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-2b0e2f91-208c-4a4a-903e-6e17701b57af tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Usage tracker for resource:security_group_rule and tenant:75c2083d0d5b4a96923c46356ca14f61 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:54:57.445073 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-2b0e2f91-208c-4a4a-903e-6e17701b57af tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:54:57.474072 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-2b0e2f91-208c-4a4a-903e-6e17701b57af tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:54:57.487079 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-74cd9de2-acaf-4303-ba44-0e8983388333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-136817001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-136817001-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:57.502052 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ea2c594d-2619-4098-b102-5e148a307431 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:57.513125 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0e2f91-208c-4a4a-903e-6e17701b57af tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=713cf26d-8ec1-4af7-870f-7b02d8362e4d,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:57.523164 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-2a9530ca-766e-4fe8-a918-c1bf22f44f1a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:54:57.524162 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-2a9530ca-766e-4fe8-a918-c1bf22f44f1a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:54:57.552229 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ea2c594d-2619-4098-b102-5e148a307431 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:57.553618 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ea2c594d-2619-4098-b102-5e148a307431 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:57.712030 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-59ba9e56-028d-4d58-baaf-c316821acb70 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] For port f6cb924c-1be3-495d-9c70-35508cd5e005, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=f6cb924c-1be3-495d-9c70-35508cd5e005,segment=NetworkSegment(491c4450-2d2c-487a-bb61-d5eff1bb5019),segment_id=491c4450-2d2c-487a-bb61-d5eff1bb5019)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:54:57.712643 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-59ba9e56-028d-4d58-baaf-c316821acb70 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:57.898096 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-59ba9e56-028d-4d58-baaf-c316821acb70 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Calling delete_port for f6cb924c-1be3-495d-9c70-35508cd5e005 owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:54:58.033474 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2c594d-2619-4098-b102-5e148a307431 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event updated for resources: {'Subnet': ['ID=e60a4816-6cb9-466b-8406-48b4b920c3e2,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:58.086216 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2c594d-2619-4098-b102-5e148a307431 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:54:58.107199 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-ea2c594d-2619-4098-b102-5e148a307431 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:54:58.171188 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2c594d-2619-4098-b102-5e148a307431 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:54:58.171798 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ea2c594d-2619-4098-b102-5e148a307431 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:58.181686 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2b0e2f91-208c-4a4a-903e-6e17701b57af tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:58.229115 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2b0e2f91-208c-4a4a-903e-6e17701b57af tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:58.249432 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2a9530ca-766e-4fe8-a918-c1bf22f44f1a None None] Deleting port 73d295af-7ff6-4f86-b7a5-8449d957b7f4 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:54:58.249967 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2a9530ca-766e-4fe8-a918-c1bf22f44f1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:58.252295 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2c594d-2619-4098-b102-5e148a307431 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event updated for resources: {'Port': ['ID=73d295af-7ff6-4f86-b7a5-8449d957b7f4,revision_number=7']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:58.281784 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-74cd9de2-acaf-4303-ba44-0e8983388333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-136817001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-136817001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:58.309752 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-ea2c594d-2619-4098-b102-5e148a307431 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.0186021 May 31 13:54:58.319137 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47216) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:58.327081 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2b0e2f91-208c-4a4a-903e-6e17701b57af tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:58.330863 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-2b0e2f91-208c-4a4a-903e-6e17701b57af tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.4407239 May 31 13:54:58.332058 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-1e9f27ab-e833-4014-9324-19c69ac947ef tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Request body: {'subnet': {'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:54:58.332299 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47220) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:58.334769 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0e2f91-208c-4a4a-903e-6e17701b57af tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1887770e-fd27-4a6c-b17f-e8698cd52b2d,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:58.357231 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-59ba9e56-028d-4d58-baaf-c316821acb70 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:58.358680 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-74cd9de2-acaf-4303-ba44-0e8983388333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-136817001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-136817001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be1f056d-fcbf-4559-91dd-aa2010f04f03']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:58.463032 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-74cd9de2-acaf-4303-ba44-0e8983388333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-136817001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-136817001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcd68b6a-35b5-4535-a111-ef18b5ee3199') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:58.463732 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-74cd9de2-acaf-4303-ba44-0e8983388333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-136817001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-136817001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcd68b6a-35b5-4535-a111-ef18b5ee3199') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:54:58.488966 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-367e00f9-124d-4bff-b331-846d3254a532 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Synchronizing usage tracker for tenant:75c2083d0d5b4a96923c46356ca14f61 on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:54:58.504575 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ba9e56-028d-4d58-baaf-c316821acb70 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Pushing event deleted for resources: {'Port': ['ID=f6cb924c-1be3-495d-9c70-35508cd5e005,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:58.525052 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-74cd9de2-acaf-4303-ba44-0e8983388333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-136817001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-136817001-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:58.570715 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-74cd9de2-acaf-4303-ba44-0e8983388333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-136817001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-136817001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:58.575357 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-367e00f9-124d-4bff-b331-846d3254a532 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Unset dirty status for tenant:75c2083d0d5b4a96923c46356ca14f61 on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:54:58.579878 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-367e00f9-124d-4bff-b331-846d3254a532 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2435117 May 31 13:54:58.580536 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47230) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:58.585853 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74cd9de2-acaf-4303-ba44-0e8983388333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-136817001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-136817001-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:54:58.586394 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-74cd9de2-acaf-4303-ba44-0e8983388333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-136817001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-136817001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:58.613036 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-612ee16b-5cf9-4575-9de2-bcca18e41c33 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Request body: {'security_group': {'name': 'tempest-security--1209549018', 'description': 'tempest-security-description-329369477'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:54:58.698137 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment dcd68b6a-35b5-4535-a111-ef18b5ee3199 resource provider aggregate not found May 31 13:54:58.769528 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment dcd68b6a-35b5-4535-a111-ef18b5ee3199 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dcd68b6a-35b5-4535-a111-ef18b5ee3199 found for delete ", "request_id": "req-d57cfcfb-4ffc-4411-91ec-da1584cc65ff"}]} May 31 13:54:58.786667 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-612ee16b-5cf9-4575-9de2-bcca18e41c33 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:58.820800 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-2a9530ca-766e-4fe8-a918-c1bf22f44f1a None None] For port 73d295af-7ff6-4f86-b7a5-8449d957b7f4, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=73d295af-7ff6-4f86-b7a5-8449d957b7f4,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:54:58.821561 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2a9530ca-766e-4fe8-a918-c1bf22f44f1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:58.880737 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-612ee16b-5cf9-4575-9de2-bcca18e41c33 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:58.887104 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-612ee16b-5cf9-4575-9de2-bcca18e41c33 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:58.890110 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-1e9f27ab-e833-4014-9324-19c69ac947ef tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:54:58.900234 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-1e9f27ab-e833-4014-9324-19c69ac947ef tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Usage tracker for resource:subnet and tenant:d13dddbe1502489da91f2f88306fdca6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:54:58.904590 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-59ba9e56-028d-4d58-baaf-c316821acb70 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:58.914256 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-1e9f27ab-e833-4014-9324-19c69ac947ef tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:54:58.919506 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-74cd9de2-acaf-4303-ba44-0e8983388333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-136817001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-136817001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:58.926567 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-1e9f27ab-e833-4014-9324-19c69ac947ef tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:54:58.957185 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-74cd9de2-acaf-4303-ba44-0e8983388333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-136817001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-136817001-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:58.966032 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-74cd9de2-acaf-4303-ba44-0e8983388333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-136817001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-136817001-project] 10.222.0.50 "DELETE /v2.0/networks/be1f056d-fcbf-4559-91dd-aa2010f04f03 HTTP/1.1" status: 204 len: 168 time: 1.7567205 May 31 13:54:59.028649 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2a9530ca-766e-4fe8-a918-c1bf22f44f1a None None] Calling delete_port for 73d295af-7ff6-4f86-b7a5-8449d957b7f4 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:54:59.034832 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-612ee16b-5cf9-4575-9de2-bcca18e41c33 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:59.046405 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-612ee16b-5cf9-4575-9de2-bcca18e41c33 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] 10.222.0.50 "PUT /v2.0/security-groups/1887770e-fd27-4a6c-b17f-e8698cd52b2d HTTP/1.1" status: 200 len: 1779 time: 0.4622917 May 31 13:54:59.067628 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47246) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:59.115874 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd9de2-acaf-4303-ba44-0e8983388333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-136817001 tempest-PortsAdminExtendedAttrsIpV6TestJSON-136817001-project] Pushing event deleted for resources: {'Network': ['ID=be1f056d-fcbf-4559-91dd-aa2010f04f03,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:59.120512 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612ee16b-5cf9-4575-9de2-bcca18e41c33 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1887770e-fd27-4a6c-b17f-e8698cd52b2d,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:59.194498 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-08f4200f-5dc3-44d4-a167-18481dd29f89 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] 10.222.0.50 "GET /v2.0/security-groups/1887770e-fd27-4a6c-b17f-e8698cd52b2d HTTP/1.1" status: 200 len: 1779 time: 0.1247849 May 31 13:54:59.197014 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47254) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:59.218534 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2a9530ca-766e-4fe8-a918-c1bf22f44f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:59.297092 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e9f27ab-e833-4014-9324-19c69ac947ef tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Made reservation on behalf of d13dddbe1502489da91f2f88306fdca6 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:54:59.303374 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1e9f27ab-e833-4014-9324-19c69ac947ef tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:59.337235 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9530ca-766e-4fe8-a918-c1bf22f44f1a None None] Pushing event deleted for resources: {'Port': ['ID=73d295af-7ff6-4f86-b7a5-8449d957b7f4,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:59.376802 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7ddf4e87-d27e-41ea-9cbc-3463754a2faf tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:59.450517 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7ddf4e87-d27e-41ea-9cbc-3463754a2faf tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:59.566976 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7ddf4e87-d27e-41ea-9cbc-3463754a2faf tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:59.603658 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9530ca-766e-4fe8-a918-c1bf22f44f1a None None] No DVR routers for this DVR port 73d295af-7ff6-4f86-b7a5-8449d957b7f4 on host n-d-843939-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:54:59.612434 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddf4e87-d27e-41ea-9cbc-3463754a2faf tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1887770e-fd27-4a6c-b17f-e8698cd52b2d,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:54:59.637655 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7ddf4e87-d27e-41ea-9cbc-3463754a2faf tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:54:59.638902 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-7ddf4e87-d27e-41ea-9cbc-3463754a2faf tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] 10.222.0.50 "DELETE /v2.0/security-groups/1887770e-fd27-4a6c-b17f-e8698cd52b2d HTTP/1.1" status: 204 len: 168 time: 0.4396038 May 31 13:54:59.641723 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47266) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:59.644381 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f612917-f895-4495-a499-be5279167463 None None] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:54:59.737070 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47270) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:59.793323 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-ca0bc021-eab0-4ebb-adfa-266d350ff5d6 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Synchronizing usage tracker for tenant:75c2083d0d5b4a96923c46356ca14f61 on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:54:59.829912 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-ca0bc021-eab0-4ebb-adfa-266d350ff5d6 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Unset dirty status for tenant:75c2083d0d5b4a96923c46356ca14f61 on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:54:59.836893 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-ca0bc021-eab0-4ebb-adfa-266d350ff5d6 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1847904 May 31 13:54:59.838672 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47278) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:59.875253 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [None req-51b1de00-362c-4f6e-90af-edb19c8bde5c tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] delete failed (client error): The resource could not be found. May 31 13:54:59.876653 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-51b1de00-362c-4f6e-90af-edb19c8bde5c tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] 10.222.0.50 "DELETE /v2.0/security-groups/1887770e-fd27-4a6c-b17f-e8698cd52b2d HTTP/1.1" status: 404 len: 347 time: 0.0362198 May 31 13:54:59.882255 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47282) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:54:59.886197 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59ba9e56-028d-4d58-baaf-c316821acb70 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Router 3211f75f-511b-479b-b8cf-9791381ae8bf has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:54:59.898546 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-a897e734-1d3b-4317-910f-ce9f88a17f5c tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Request body: {'security_group': {'name': 'tempest-secgroup--1472161289'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:54:59.934843 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-a897e734-1d3b-4317-910f-ce9f88a17f5c tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:54:59.967906 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-a897e734-1d3b-4317-910f-ce9f88a17f5c tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:54:59.997680 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a897e734-1d3b-4317-910f-ce9f88a17f5c tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:00.068202 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-a897e734-1d3b-4317-910f-ce9f88a17f5c tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:55:00.068659 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8b6365-ae60-4fad-ba57-678fdc5a22ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'tenant_id': 'd13dddbe1502489da91f2f88306fdca6', 'fixed_ips': [{'subnet_id': 'e60a4816-6cb9-466b-8406-48b4b920c3e2'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:55:00.070661 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ba8b6365-ae60-4fad-ba57-678fdc5a22ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:00.084687 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-a897e734-1d3b-4317-910f-ce9f88a17f5c tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Usage tracker for resource:security_group_rule and tenant:75c2083d0d5b4a96923c46356ca14f61 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:55:00.090833 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-a897e734-1d3b-4317-910f-ce9f88a17f5c tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:55:00.100237 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-a897e734-1d3b-4317-910f-ce9f88a17f5c tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:55:00.156427 n-d-843939-1 neutron-server[88369]: INFO neutron.db.ipam_backend_mixin [None req-1e9f27ab-e833-4014-9324-19c69ac947ef tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e60a4816-6cb9-466b-8406-48b4b920c3e2 (CIDR: 2001:db8::/64) May 31 13:55:00.161130 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59ba9e56-028d-4d58-baaf-c316821acb70 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:55:00.174789 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf936c0-56a1-4899-ae62-fceb0d79dd10 None None] Sync routers for ids ['3211f75f-511b-479b-b8cf-9791381ae8bf'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:55:00.208167 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf936c0-56a1-4899-ae62-fceb0d79dd10 None None] Routers {'3211f75f-511b-479b-b8cf-9791381ae8bf'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:55:00.211694 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-fdf936c0-56a1-4899-ae62-fceb0d79dd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:54:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['3211f75f-511b-479b-b8cf-9791381ae8bf'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:55:00.224299 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-59ba9e56-028d-4d58-baaf-c316821acb70 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "PUT /v2.0/routers/3211f75f-511b-479b-b8cf-9791381ae8bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3541484 May 31 13:55:00.228154 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47288) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:00.229831 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e9f27ab-e833-4014-9324-19c69ac947ef tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 13:55:00.232622 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e9f27ab-e833-4014-9324-19c69ac947ef tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:55:00.321350 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-1e9f27ab-e833-4014-9324-19c69ac947ef tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0005536 May 31 13:55:00.326035 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47292) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:00.336756 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-9b929996-57b2-49a3-b564-5b994a6b0f4d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3dc65f05e5804f64bbb99a2f6fb1d785&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5983310 May 31 13:55:00.340276 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47296) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:00.353285 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-86bc3c2d-5d2e-4d6b-9323-a046cc40654d tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Request body: {'subnet': {'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:55:00.454975 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-ba8b6365-ae60-4fad-ba57-678fdc5a22ad None None] Allocated IP 2001:db8::f816:3eff:febd:9ece (8d0ca4ab-0d39-494b-8b5d-2861af857a5e/e60a4816-6cb9-466b-8406-48b4b920c3e2/2090476c-8cbd-427e-b281-ea58ff512219) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:55:00.457551 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a4d8f99-ad0d-484b-ad58-96aa73d633d6 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Deleting subnet e5cb876f-844c-4265-83b8-5ce61d3f3bd0 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:55:00.469803 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2a4d8f99-ad0d-484b-ad58-96aa73d633d6 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:00.474469 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a897e734-1d3b-4317-910f-ce9f88a17f5c tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:00.490418 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a897e734-1d3b-4317-910f-ce9f88a17f5c tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:00.611269 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-fdf936c0-56a1-4899-ae62-fceb0d79dd10 None None] Set router 3211f75f-511b-479b-b8cf-9791381ae8bf gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:55:00.620152 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2a4d8f99-ad0d-484b-ad58-96aa73d633d6 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:00.836035 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ba8b6365-ae60-4fad-ba57-678fdc5a22ad None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:00.884893 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ba8b6365-ae60-4fad-ba57-678fdc5a22ad None None] Transition to ACTIVE for port object 2090476c-8cbd-427e-b281-ea58ff512219 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:55:00.887395 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a897e734-1d3b-4317-910f-ce9f88a17f5c tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2167501a-b614-43be-a60d-6b529eea42ca,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:00.894572 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-86bc3c2d-5d2e-4d6b-9323-a046cc40654d tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:55:00.907709 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a897e734-1d3b-4317-910f-ce9f88a17f5c tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:00.912717 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-fdf936c0-56a1-4899-ae62-fceb0d79dd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'name': 'tempest-RoutersIpV6Test-router-146214637', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:53:21Z', 'updated_at': '2022-05-31T13:54:58Z', 'revision_number': 11, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'gw_port_host': None}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:55:00.917613 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-a897e734-1d3b-4317-910f-ce9f88a17f5c tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0310345 May 31 13:55:00.921882 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47302) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:00.928929 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ba8b6365-ae60-4fad-ba57-678fdc5a22ad None None] Transition to ACTIVE for port object 2090476c-8cbd-427e-b281-ea58ff512219 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:55:00.933621 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf936c0-56a1-4899-ae62-fceb0d79dd10 None None] Checking router: 3211f75f-511b-479b-b8cf-9791381ae8bf for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:55:00.938877 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c317ec0c-bcd5-4996-ba96-e3cc0d95ddac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:00.939093 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ba8b6365-ae60-4fad-ba57-678fdc5a22ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:00.942552 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-7ada5ac1-4b5e-43ed-864d-a1049259ba97 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Request body: {'security_group_rule': {'security_group_id': '2167501a-b614-43be-a60d-6b529eea42ca', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:55:00.953069 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-86bc3c2d-5d2e-4d6b-9323-a046cc40654d tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Usage tracker for resource:subnet and tenant:d13dddbe1502489da91f2f88306fdca6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:55:00.958203 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-86bc3c2d-5d2e-4d6b-9323-a046cc40654d tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:55:00.969295 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-7ada5ac1-4b5e-43ed-864d-a1049259ba97 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:55:00.969564 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf936c0-56a1-4899-ae62-fceb0d79dd10 None None] Routers {'3211f75f-511b-479b-b8cf-9791381ae8bf'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:55:00.972459 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-fdf936c0-56a1-4899-ae62-fceb0d79dd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:54:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['3211f75f-511b-479b-b8cf-9791381ae8bf'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:55:00.983146 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-86bc3c2d-5d2e-4d6b-9323-a046cc40654d tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:55:00.986104 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-7ada5ac1-4b5e-43ed-864d-a1049259ba97 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Usage tracker for resource:security_group_rule and tenant:75c2083d0d5b4a96923c46356ca14f61 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:55:00.990672 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-7ada5ac1-4b5e-43ed-864d-a1049259ba97 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:55:01.001845 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-7ada5ac1-4b5e-43ed-864d-a1049259ba97 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:55:01.012031 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86bc3c2d-5d2e-4d6b-9323-a046cc40654d tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Made reservation on behalf of d13dddbe1502489da91f2f88306fdca6 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:55:01.016163 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-86bc3c2d-5d2e-4d6b-9323-a046cc40654d tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:01.038307 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8b6365-ae60-4fad-ba57-678fdc5a22ad None None] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:55:01.046975 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-ba8b6365-ae60-4fad-ba57-678fdc5a22ad None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:55:01.050485 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8b6365-ae60-4fad-ba57-678fdc5a22ad None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:55:01.054434 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2a4d8f99-ad0d-484b-ad58-96aa73d633d6 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:01.145494 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c317ec0c-bcd5-4996-ba96-e3cc0d95ddac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:01.170249 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7ada5ac1-4b5e-43ed-864d-a1049259ba97 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:01.264953 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-ba8b6365-ae60-4fad-ba57-678fdc5a22ad None None] Attempting to bind port 2090476c-8cbd-427e-b281-ea58ff512219 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:55:01.265570 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-ba8b6365-ae60-4fad-ba57-678fdc5a22ad None None] Attempting to bind port 2090476c-8cbd-427e-b281-ea58ff512219 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:55:01.265677 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8b6365-ae60-4fad-ba57-678fdc5a22ad None None] Attempting to bind port 2090476c-8cbd-427e-b281-ea58ff512219 on network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:55:01.282050 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8b6365-ae60-4fad-ba57-678fdc5a22ad None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:55:01.282488 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8b6365-ae60-4fad-ba57-678fdc5a22ad None None] Checking segment: {'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:55:01.282821 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ba8b6365-ae60-4fad-ba57-678fdc5a22ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:01.283214 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8b6365-ae60-4fad-ba57-678fdc5a22ad None None] Bound using segment: {'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:55:01.283694 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-ba8b6365-ae60-4fad-ba57-678fdc5a22ad None None] Bound port: 2090476c-8cbd-427e-b281-ea58ff512219, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:55:01.284064 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ba8b6365-ae60-4fad-ba57-678fdc5a22ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:01.321182 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8b6365-ae60-4fad-ba57-678fdc5a22ad None None] Pushing event updated for resources: {'Port': ['ID=2090476c-8cbd-427e-b281-ea58ff512219,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:01.357663 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-fdf936c0-56a1-4899-ae62-fceb0d79dd10 None None] Set router 3211f75f-511b-479b-b8cf-9791381ae8bf gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:55:01.399311 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2a4d8f99-ad0d-484b-ad58-96aa73d633d6 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:01.594361 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-ba8b6365-ae60-4fad-ba57-678fdc5a22ad None None] For port 2090476c-8cbd-427e-b281-ea58ff512219, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:55:01.611311 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-ba8b6365-ae60-4fad-ba57-678fdc5a22ad None None] For port 2090476c-8cbd-427e-b281-ea58ff512219, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=2090476c-8cbd-427e-b281-ea58ff512219,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:55:01.623996 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ba8b6365-ae60-4fad-ba57-678fdc5a22ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:01.718830 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-fdf936c0-56a1-4899-ae62-fceb0d79dd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'name': 'tempest-RoutersIpV6Test-router-146214637', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:53:21Z', 'updated_at': '2022-05-31T13:54:58Z', 'revision_number': 11, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'gw_port_host': None}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:55:01.730112 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf936c0-56a1-4899-ae62-fceb0d79dd10 None None] The sync data for ids ['3211f75f-511b-479b-b8cf-9791381ae8bf'] in n-d-843939-1 is: [{'id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'name': 'tempest-RoutersIpV6Test-router-146214637', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:53:21Z', 'updated_at': '2022-05-31T13:54:58Z', 'revision_number': 11, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'gw_port_host': None}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:55:01.808243 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7ada5ac1-4b5e-43ed-864d-a1049259ba97 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:01.816833 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7ada5ac1-4b5e-43ed-864d-a1049259ba97 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:01.862570 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ada5ac1-4b5e-43ed-864d-a1049259ba97 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffa10a5a-579e-45f0-909c-4b11cc093a2f,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:01.902460 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7ada5ac1-4b5e-43ed-864d-a1049259ba97 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:01.907665 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-7ada5ac1-4b5e-43ed-864d-a1049259ba97 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9840844 May 31 13:55:01.908436 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47318) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:01.911084 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8b6365-ae60-4fad-ba57-678fdc5a22ad None None] Pushing event updated for resources: {'Port': ['ID=2090476c-8cbd-427e-b281-ea58ff512219,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:01.940529 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-86bc3c2d-5d2e-4d6b-9323-a046cc40654d tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:01.998815 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c317ec0c-bcd5-4996-ba96-e3cc0d95ddac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:02.053290 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-61b2eeb4-89c2-4ebb-97b2-1898738cbb6c tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:02.058061 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4d8f99-ad0d-484b-ad58-96aa73d633d6 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Pushing event deleted for resources: {'Subnet': ['ID=e5cb876f-844c-4265-83b8-5ce61d3f3bd0,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:02.061552 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bc3c2d-5d2e-4d6b-9323-a046cc40654d tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:55:02.066109 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2a4d8f99-ad0d-484b-ad58-96aa73d633d6 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:02.070795 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-86bc3c2d-5d2e-4d6b-9323-a046cc40654d tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:55:02.077157 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82975a0-0836-4649-a141-bb6010267f6b None None] Network 0aa2954e-bf8d-4cc7-bde3-b406dc8a037b requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:55:02.078894 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-61b2eeb4-89c2-4ebb-97b2-1898738cbb6c tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:02.079712 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c317ec0c-bcd5-4996-ba96-e3cc0d95ddac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff404c4-be49-4d79-81d4-b4890c86de00,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:02.107664 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bc3c2d-5d2e-4d6b-9323-a046cc40654d tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:55:02.110963 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-86bc3c2d-5d2e-4d6b-9323-a046cc40654d tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:02.123232 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-2a4d8f99-ad0d-484b-ad58-96aa73d633d6 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "DELETE /v2.0/subnets/e5cb876f-844c-4265-83b8-5ce61d3f3bd0 HTTP/1.1" status: 204 len: 168 time: 1.8563290 May 31 13:55:02.124336 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47322) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:02.132244 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c317ec0c-bcd5-4996-ba96-e3cc0d95ddac admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:02.136286 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c317ec0c-bcd5-4996-ba96-e3cc0d95ddac admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5ff404c4-be49-4d79-81d4-b4890c86de00 HTTP/1.1" status: 204 len: 168 time: 1.7919326 May 31 13:55:02.172793 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-86bc3c2d-5d2e-4d6b-9323-a046cc40654d tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8451147 May 31 13:55:02.179391 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47328) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:02.184464 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bc3c2d-5d2e-4d6b-9323-a046cc40654d tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event updated for resources: {'Subnet': ['ID=0f75d430-b9cb-40b5-85e7-52d454c2f0e4,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:02.205666 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-05573b4c-51b5-4bfc-8771-79fac4172915 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Request body: {'port': {'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'mac_address': 'fa:16:3e:f6:08:fa', 'name': 'tempest-NetworksTestDHCPv6-793094059'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:55:02.494390 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device f6cb924c-1be3-495d-9c70-35508cd5e005 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:55:02.602321 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-61b2eeb4-89c2-4ebb-97b2-1898738cbb6c tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:02.626358 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-62d0937d-2721-4df3-aa97-d7b4c6d36980 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:02.652335 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-62d0937d-2721-4df3-aa97-d7b4c6d36980 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Deleting port 79fbc73d-0473-4593-ab4f-51d18c1fea28 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:55:02.653124 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-62d0937d-2721-4df3-aa97-d7b4c6d36980 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:02.689225 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b2eeb4-89c2-4ebb-97b2-1898738cbb6c tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ffa10a5a-579e-45f0-909c-4b11cc093a2f,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:02.727155 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-61b2eeb4-89c2-4ebb-97b2-1898738cbb6c tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:02.738347 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-61b2eeb4-89c2-4ebb-97b2-1898738cbb6c tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/ffa10a5a-579e-45f0-909c-4b11cc093a2f HTTP/1.1" status: 204 len: 168 time: 0.8242216 May 31 13:55:02.742987 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47342) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:02.897579 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: f6cb924c-1be3-495d-9c70-35508cd5e005 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:55:02.908536 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device f6cb924c-1be3-495d-9c70-35508cd5e005 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:55:03.001678 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-05573b4c-51b5-4bfc-8771-79fac4172915 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:55:03.023422 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-b9b0889b-fa2a-45c6-a937-a4a86bb628d6 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Synchronizing usage tracker for tenant:75c2083d0d5b4a96923c46356ca14f61 on resource:security_group_rule {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:55:03.027304 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-05573b4c-51b5-4bfc-8771-79fac4172915 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Usage tracker for resource:port and tenant:d13dddbe1502489da91f2f88306fdca6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:55:03.032221 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-05573b4c-51b5-4bfc-8771-79fac4172915 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:55:03.043326 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-05573b4c-51b5-4bfc-8771-79fac4172915 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:55:03.063754 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-b9b0889b-fa2a-45c6-a937-a4a86bb628d6 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Unset dirty status for tenant:75c2083d0d5b4a96923c46356ca14f61 on resource:security_group_rule {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:55:03.068442 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-b9b0889b-fa2a-45c6-a937-a4a86bb628d6 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3192284 May 31 13:55:03.071574 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47348) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:03.076209 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05573b4c-51b5-4bfc-8771-79fac4172915 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Made reservation on behalf of d13dddbe1502489da91f2f88306fdca6 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:55:03.113580 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-62d0937d-2721-4df3-aa97-d7b4c6d36980 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] For port 79fbc73d-0473-4593-ab4f-51d18c1fea28, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=79fbc73d-0473-4593-ab4f-51d18c1fea28,segment=NetworkSegment(491c4450-2d2c-487a-bb61-d5eff1bb5019),segment_id=491c4450-2d2c-487a-bb61-d5eff1bb5019)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:55:03.115614 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-62d0937d-2721-4df3-aa97-d7b4c6d36980 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:03.215530 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a4e8d4-1c05-4765-bf02-afcb3053cf5a None None] DHCP port deletion for 0aa2954e-bf8d-4cc7-bde3-b406dc8a037b request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:55:03.225952 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-24a4e8d4-1c05-4765-bf02-afcb3053cf5a None None] Deleting port 79fbc73d-0473-4593-ab4f-51d18c1fea28 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:55:03.226864 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-24a4e8d4-1c05-4765-bf02-afcb3053cf5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:03.427070 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47354) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:03.532174 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47358) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:03.561414 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdadee2-2073-4327-bc9b-7d9d97d34dcb req-ed1c70bd-b369-4840-8bcf-23259f5652e0 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:55:03.576475 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1bdadee2-2073-4327-bc9b-7d9d97d34dcb req-ed1c70bd-b369-4840-8bcf-23259f5652e0 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ba2a7b-e75c-46ac-b1d9-10f903526f5a HTTP/1.1" status: 200 len: 946 time: 0.8208108 May 31 13:55:03.627817 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-62d0937d-2721-4df3-aa97-d7b4c6d36980 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Calling delete_port for 79fbc73d-0473-4593-ab4f-51d18c1fea28 owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:55:03.672237 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-42d89411-512e-4d42-aa56-872a77f54835 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5a5894d873864025805ed99552217106&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2356076 May 31 13:55:03.685752 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47364) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:03.788182 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1bdadee2-2073-4327-bc9b-7d9d97d34dcb req-893171d8-a1d1-49d6-9d8e-8854ad37a6f2 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=6bc706d7-c2c8-4249-9761-79dc47f28376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1844058 May 31 13:55:03.858266 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-24a4e8d4-1c05-4765-bf02-afcb3053cf5a None None] For port 79fbc73d-0473-4593-ab4f-51d18c1fea28, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=79fbc73d-0473-4593-ab4f-51d18c1fea28,segment=NetworkSegment(491c4450-2d2c-487a-bb61-d5eff1bb5019),segment_id=491c4450-2d2c-487a-bb61-d5eff1bb5019)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:55:03.858910 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-24a4e8d4-1c05-4765-bf02-afcb3053cf5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:03.879012 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fd3591d3-9f84-4ab6-b6a3-ef3ca8a2ebb4 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:03.920484 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fd3591d3-9f84-4ab6-b6a3-ef3ca8a2ebb4 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:04.108626 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0981607-0cf2-44bd-802c-3f2faa0e4d06 None None] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:55:04.154361 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-77081db4-6907-4c35-af8b-1153bd406ffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:04.184551 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-705e33fb-ec94-4589-9188-27efa5ec80ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:04.187413 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-77081db4-6907-4c35-af8b-1153bd406ffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:04.198619 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fd3591d3-9f84-4ab6-b6a3-ef3ca8a2ebb4 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:04.232864 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3591d3-9f84-4ab6-b6a3-ef3ca8a2ebb4 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2167501a-b614-43be-a60d-6b529eea42ca,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:04.247256 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-05573b4c-51b5-4bfc-8771-79fac4172915 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:04.250138 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-62d0937d-2721-4df3-aa97-d7b4c6d36980 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:04.272849 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-705e33fb-ec94-4589-9188-27efa5ec80ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:55:04.287395 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-705e33fb-ec94-4589-9188-27efa5ec80ae admin admin] Usage tracker for resource:security_group_rule and tenant:11751417f32549198b6296ccf8f9f3eb is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:55:04.293626 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-705e33fb-ec94-4589-9188-27efa5ec80ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:55:04.299872 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-24a4e8d4-1c05-4765-bf02-afcb3053cf5a None None] Calling delete_port for 79fbc73d-0473-4593-ab4f-51d18c1fea28 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:55:04.308010 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fd3591d3-9f84-4ab6-b6a3-ef3ca8a2ebb4 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:04.312387 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-fd3591d3-9f84-4ab6-b6a3-ef3ca8a2ebb4 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] 10.222.0.50 "DELETE /v2.0/security-groups/2167501a-b614-43be-a60d-6b529eea42ca HTTP/1.1" status: 204 len: 168 time: 1.2396183 May 31 13:55:04.315028 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-05573b4c-51b5-4bfc-8771-79fac4172915 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] device_id is not set on port bdcf1d4d-331b-457a-8a4b-b7ac4e00b1fb yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:55:04.349231 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47372) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:04.355362 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-705e33fb-ec94-4589-9188-27efa5ec80ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:55:04.356111 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d0937d-2721-4df3-aa97-d7b4c6d36980 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Pushing event deleted for resources: {'Port': ['ID=79fbc73d-0473-4593-ab4f-51d18c1fea28,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:04.393370 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 2090476c-8cbd-427e-b281-ea58ff512219 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:55:04.424875 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d0937d-2721-4df3-aa97-d7b4c6d36980 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] No DVR routers for this DVR port 79fbc73d-0473-4593-ab4f-51d18c1fea28 on host n-d-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:55:04.491295 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-24a4e8d4-1c05-4765-bf02-afcb3053cf5a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:55:04.492510 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-24a4e8d4-1c05-4765-bf02-afcb3053cf5a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:55:04.550809 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 2090476c-8cbd-427e-b281-ea58ff512219 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:55:04.575236 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 2090476c-8cbd-427e-b281-ea58ff512219 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:55:04.586615 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:04.598794 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-62d0937d-2721-4df3-aa97-d7b4c6d36980 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:04.639731 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-705e33fb-ec94-4589-9188-27efa5ec80ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:04.645412 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-705e33fb-ec94-4589-9188-27efa5ec80ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:04.674558 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-62d0937d-2721-4df3-aa97-d7b4c6d36980 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aa2954e-bf8d-4cc7-bde3-b406dc8a037b']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:55:04.689767 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-5c0b2ef6-fd0a-4a13-a9a6-02274daa74d9 None None] Provisioning for port 2090476c-8cbd-427e-b281-ea58ff512219 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:55:04.691070 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-7506472e-8994-4aea-89eb-cb462dd0e046 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3248751 May 31 13:55:04.693169 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47378) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:04.702186 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-5c0b2ef6-fd0a-4a13-a9a6-02274daa74d9 None None] Provisioning complete for port 2090476c-8cbd-427e-b281-ea58ff512219 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:55:04.702923 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5c0b2ef6-fd0a-4a13-a9a6-02274daa74d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:04.707189 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-018a41f8-856e-4483-87ed-9338451ac4db tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Request body: {'security_group': {'name': 'tempest-secgroup--1335909348'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:55:04.717072 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-018a41f8-856e-4483-87ed-9338451ac4db tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:55:04.722852 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-018a41f8-856e-4483-87ed-9338451ac4db tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Usage tracker for resource:security_group and tenant:75c2083d0d5b4a96923c46356ca14f61 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:55:04.726857 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-018a41f8-856e-4483-87ed-9338451ac4db tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:55:04.739231 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-05573b4c-51b5-4bfc-8771-79fac4172915 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Allocated IP 2001:db8:0:1::3ad (8d0ca4ab-0d39-494b-8b5d-2861af857a5e/0f75d430-b9cb-40b5-85e7-52d454c2f0e4/bdcf1d4d-331b-457a-8a4b-b7ac4e00b1fb) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:55:04.739485 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-018a41f8-856e-4483-87ed-9338451ac4db tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:55:04.753034 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c94c1-53b4-4d59-9451-310c7f5b8438 req-25804faf-ec12-4ae0-8bcd-ea6d5709d180 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:55:04.753795 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-705e33fb-ec94-4589-9188-27efa5ec80ae admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=11751417f32549198b6296ccf8f9f3eb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2180181 May 31 13:55:04.757087 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-984c94c1-53b4-4d59-9451-310c7f5b8438 req-25804faf-ec12-4ae0-8bcd-ea6d5709d180 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Synchronizing usage tracker for tenant:21f78e9efd2543f8a23fa5f8aa5a9a7c on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:55:04.762207 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47382) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:04.762411 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-62d0937d-2721-4df3-aa97-d7b4c6d36980 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '491c4450-2d2c-487a-bb61-d5eff1bb5019') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:55:04.762625 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-62d0937d-2721-4df3-aa97-d7b4c6d36980 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '491c4450-2d2c-487a-bb61-d5eff1bb5019') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:55:04.771258 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-018a41f8-856e-4483-87ed-9338451ac4db tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:04.788351 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-05573b4c-51b5-4bfc-8771-79fac4172915 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Allocated IP 2001:db8::f816:3eff:fef6:8fa (8d0ca4ab-0d39-494b-8b5d-2861af857a5e/e60a4816-6cb9-466b-8406-48b4b920c3e2/bdcf1d4d-331b-457a-8a4b-b7ac4e00b1fb) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:55:04.793722 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705e33fb-ec94-4589-9188-27efa5ec80ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2212ac0c-abff-44d3-af7a-8caee495b5ba,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:04.803301 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-62d0937d-2721-4df3-aa97-d7b4c6d36980 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:04.811197 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-77081db4-6907-4c35-af8b-1153bd406ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:04.831153 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-018a41f8-856e-4483-87ed-9338451ac4db tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:55:04.871983 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 2090476c-8cbd-427e-b281-ea58ff512219 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:55:04.873213 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:04.880413 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77081db4-6907-4c35-af8b-1153bd406ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e02dc789-9059-45af-b304-9601dcc79ac5,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:04.885965 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-984c94c1-53b4-4d59-9451-310c7f5b8438 req-25804faf-ec12-4ae0-8bcd-ea6d5709d180 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Unset dirty status for tenant:21f78e9efd2543f8a23fa5f8aa5a9a7c on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:55:04.887187 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-984c94c1-53b4-4d59-9451-310c7f5b8438 req-25804faf-ec12-4ae0-8bcd-ea6d5709d180 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.44 "GET /v2.0/ports?device_id=f8ba2a7b-e75c-46ac-b1d9-10f903526f5a HTTP/1.1" status: 200 len: 946 time: 0.8651683 May 31 13:55:04.892418 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-018a41f8-856e-4483-87ed-9338451ac4db tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Usage tracker for resource:security_group_rule and tenant:75c2083d0d5b4a96923c46356ca14f61 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:55:04.999318 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-62d0937d-2721-4df3-aa97-d7b4c6d36980 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:05.002531 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-018a41f8-856e-4483-87ed-9338451ac4db tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:55:05.010540 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 2090476c-8cbd-427e-b281-ea58ff512219, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=2090476c-8cbd-427e-b281-ea58ff512219,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:55:05.016820 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-24a4e8d4-1c05-4765-bf02-afcb3053cf5a None None] Deleting port 79fbc73d-0473-4593-ab4f-51d18c1fea28 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:55:05.017612 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-24a4e8d4-1c05-4765-bf02-afcb3053cf5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:05.048772 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-018a41f8-856e-4483-87ed-9338451ac4db tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:55:05.063858 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62d0937d-2721-4df3-aa97-d7b4c6d36980 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:55:05.065774 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-62d0937d-2721-4df3-aa97-d7b4c6d36980 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:05.082971 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-725e1c2c-c2c4-4a13-94ce-4f6029a08cf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:05.097257 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-24a4e8d4-1c05-4765-bf02-afcb3053cf5a None None] The port '79fbc73d-0473-4593-ab4f-51d18c1fea28' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 13:55:05.098763 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:05.195260 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=2090476c-8cbd-427e-b281-ea58ff512219,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:05.228649 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 79fbc73d-0473-4593-ab4f-51d18c1fea28 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:55:05.287109 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-725e1c2c-c2c4-4a13-94ce-4f6029a08cf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:05.346413 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-018a41f8-856e-4483-87ed-9338451ac4db tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:05.376830 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-62d0937d-2721-4df3-aa97-d7b4c6d36980 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:05.384571 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-984c94c1-53b4-4d59-9451-310c7f5b8438 req-05c95a86-a2c7-467e-9dbd-99190a240b0f tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Deleting port ed72ca77-ea69-4249-9d84-aeba49a479f2 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:55:05.384908 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-984c94c1-53b4-4d59-9451-310c7f5b8438 req-05c95a86-a2c7-467e-9dbd-99190a240b0f tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:05.415142 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c067227-c2dc-4602-878f-10e8f69e53d8 req-768084cf-cdc6-4067-9c58-0f0f69a06fba tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:55:05.416959 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1c067227-c2dc-4602-878f-10e8f69e53d8 req-768084cf-cdc6-4067-9c58-0f0f69a06fba tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ba2a7b-e75c-46ac-b1d9-10f903526f5a HTTP/1.1" status: 200 len: 946 time: 0.3719764 May 31 13:55:05.432846 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 491c4450-2d2c-487a-bb61-d5eff1bb5019 resource provider aggregate not found May 31 13:55:05.444404 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 79fbc73d-0473-4593-ab4f-51d18c1fea28 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:55:05.444944 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 79fbc73d-0473-4593-ab4f-51d18c1fea28 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:55:05.465283 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-77081db4-6907-4c35-af8b-1153bd406ffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:05.469134 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-05573b4c-51b5-4bfc-8771-79fac4172915 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:05.470218 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-77081db4-6907-4c35-af8b-1153bd406ffa admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e02dc789-9059-45af-b304-9601dcc79ac5 HTTP/1.1" status: 204 len: 168 time: 1.7828798 May 31 13:55:05.471318 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-018a41f8-856e-4483-87ed-9338451ac4db tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:05.478924 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-725e1c2c-c2c4-4a13-94ce-4f6029a08cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:05.518828 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-05573b4c-51b5-4bfc-8771-79fac4172915 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Transition to ACTIVE for port object bdcf1d4d-331b-457a-8a4b-b7ac4e00b1fb will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:55:05.531448 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e1c2c-c2c4-4a13-94ce-4f6029a08cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2212ac0c-abff-44d3-af7a-8caee495b5ba,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:05.548531 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-62d0937d-2721-4df3-aa97-d7b4c6d36980 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:05.554100 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-62d0937d-2721-4df3-aa97-d7b4c6d36980 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "DELETE /v2.0/networks/0aa2954e-bf8d-4cc7-bde3-b406dc8a037b HTTP/1.1" status: 204 len: 168 time: 3.4284999 May 31 13:55:05.564295 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47400) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:05.581761 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-4e2076b1-6bdf-46ae-9221-3d3602402561 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Request body: {'router': {'routes': None}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:55:05.598906 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-018a41f8-856e-4483-87ed-9338451ac4db tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:05.601386 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-018a41f8-856e-4483-87ed-9338451ac4db tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9025187 May 31 13:55:05.604448 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 491c4450-2d2c-487a-bb61-d5eff1bb5019 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 491c4450-2d2c-487a-bb61-d5eff1bb5019 found for delete ", "request_id": "req-5ce036a6-57ea-4fde-9ddc-55870fae86b6"}]} May 31 13:55:05.621028 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018a41f8-856e-4483-87ed-9338451ac4db tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80b0dae4-d7b7-452b-bdfd-645f7b8ddb21,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:05.637387 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47404) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:05.643763 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d0937d-2721-4df3-aa97-d7b4c6d36980 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Pushing event deleted for resources: {'Network': ['ID=0aa2954e-bf8d-4cc7-bde3-b406dc8a037b,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:05.660008 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-3d782b47-a475-45f8-ac5c-db3755d69462 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Request body: {'security_group_rule': {'security_group_id': '80b0dae4-d7b7-452b-bdfd-645f7b8ddb21', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:55:05.664965 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-5c0b2ef6-fd0a-4a13-a9a6-02274daa74d9 None None] Current status of the port 2090476c-8cbd-427e-b281-ea58ff512219 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:55:05.693732 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3d782b47-a475-45f8-ac5c-db3755d69462 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:55:05.725397 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-3d782b47-a475-45f8-ac5c-db3755d69462 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Usage tracker for resource:security_group_rule and tenant:75c2083d0d5b4a96923c46356ca14f61 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:55:05.734416 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-3d782b47-a475-45f8-ac5c-db3755d69462 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:55:05.745845 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3d782b47-a475-45f8-ac5c-db3755d69462 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:55:05.810422 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3d782b47-a475-45f8-ac5c-db3755d69462 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:05.890787 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-725e1c2c-c2c4-4a13-94ce-4f6029a08cf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:05.892885 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-725e1c2c-c2c4-4a13-94ce-4f6029a08cf3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2212ac0c-abff-44d3-af7a-8caee495b5ba HTTP/1.1" status: 204 len: 168 time: 1.1279252 May 31 13:55:05.910894 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1c067227-c2dc-4602-878f-10e8f69e53d8 req-6ed82ac7-6f87-4992-8f6b-f07a6dc8f497 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=6bc706d7-c2c8-4249-9761-79dc47f28376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4783928 May 31 13:55:05.931269 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-05573b4c-51b5-4bfc-8771-79fac4172915 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:05.933722 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff204adc-93c6-40b1-a579-aa35e4fe8f42 None None] Update dhcp port {'port': {'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'fixed_ips': [{'subnet_id': 'e60a4816-6cb9-466b-8406-48b4b920c3e2', 'ip_address': '2001:db8::f816:3eff:febd:9ece'}, {'subnet_id': '0f75d430-b9cb-40b5-85e7-52d454c2f0e4'}], 'binding:host_id': 'n-d-843939-1'}, 'id': '2090476c-8cbd-427e-b281-ea58ff512219'} from n-d-843939-1. {{(pid=88371) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 31 13:55:06.076458 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3d782b47-a475-45f8-ac5c-db3755d69462 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:06.104895 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 2090476c-8cbd-427e-b281-ea58ff512219 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:55:06.127952 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05573b4c-51b5-4bfc-8771-79fac4172915 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:55:06.248163 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ff204adc-93c6-40b1-a579-aa35e4fe8f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:06.275630 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-05573b4c-51b5-4bfc-8771-79fac4172915 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:55:06.285594 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05573b4c-51b5-4bfc-8771-79fac4172915 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:55:06.302537 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05573b4c-51b5-4bfc-8771-79fac4172915 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:55:06.303534 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-05573b4c-51b5-4bfc-8771-79fac4172915 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:06.424056 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 2090476c-8cbd-427e-b281-ea58ff512219 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:55:06.424724 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:06.465972 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3d782b47-a475-45f8-ac5c-db3755d69462 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:06.511940 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d782b47-a475-45f8-ac5c-db3755d69462 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aa8fb86-03df-4642-832f-6744d0a8ac2c,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:06.549416 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3d782b47-a475-45f8-ac5c-db3755d69462 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:06.553666 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-3d782b47-a475-45f8-ac5c-db3755d69462 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9088764 May 31 13:55:06.570128 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47426) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:06.577571 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-8ba6bb0e-564e-49c3-8c57-0da6da605927 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Request body: {'security_group_rule': {'security_group_id': '80b0dae4-d7b7-452b-bdfd-645f7b8ddb21', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:55:06.593520 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8ba6bb0e-564e-49c3-8c57-0da6da605927 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:55:06.609922 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-05573b4c-51b5-4bfc-8771-79fac4172915 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.4218800 May 31 13:55:06.614089 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47432) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:06.624566 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.extraroute_db [None req-4e2076b1-6bdf-46ae-9221-3d3602402561 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Added routes are [] {{(pid=88370) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 31 13:55:06.625286 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.extraroute_db [None req-4e2076b1-6bdf-46ae-9221-3d3602402561 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Removed routes are [] {{(pid=88370) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 31 13:55:06.626107 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4e2076b1-6bdf-46ae-9221-3d3602402561 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:06.627250 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-8ba6bb0e-564e-49c3-8c57-0da6da605927 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Usage tracker for resource:security_group_rule and tenant:75c2083d0d5b4a96923c46356ca14f61 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:55:06.637081 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-8ba6bb0e-564e-49c3-8c57-0da6da605927 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:55:06.649634 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8ba6bb0e-564e-49c3-8c57-0da6da605927 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:55:06.653600 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-984c94c1-53b4-4d59-9451-310c7f5b8438 req-05c95a86-a2c7-467e-9dbd-99190a240b0f tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] For port ed72ca77-ea69-4249-9d84-aeba49a479f2, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=ed72ca77-ea69-4249-9d84-aeba49a479f2,segment=NetworkSegment(f85bb861-f832-42e2-a182-3ceccc5a66af),segment_id=f85bb861-f832-42e2-a182-3ceccc5a66af)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:55:06.654231 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-984c94c1-53b4-4d59-9451-310c7f5b8438 req-05c95a86-a2c7-467e-9dbd-99190a240b0f tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:06.801880 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05573b4c-51b5-4bfc-8771-79fac4172915 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event updated for resources: {'Port': ['ID=bdcf1d4d-331b-457a-8a4b-b7ac4e00b1fb,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:06.810240 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 2090476c-8cbd-427e-b281-ea58ff512219 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:55:06.831342 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8ba6bb0e-564e-49c3-8c57-0da6da605927 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:06.908836 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-ff204adc-93c6-40b1-a579-aa35e4fe8f42 None None] Allocated IP 2001:db8:0:1::2 (8d0ca4ab-0d39-494b-8b5d-2861af857a5e/0f75d430-b9cb-40b5-85e7-52d454c2f0e4/2090476c-8cbd-427e-b281-ea58ff512219) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:55:07.113832 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device ed72ca77-ea69-4249-9d84-aeba49a479f2 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:55:07.251689 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8ba6bb0e-564e-49c3-8c57-0da6da605927 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:07.267441 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8ba6bb0e-564e-49c3-8c57-0da6da605927 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:07.344921 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-984c94c1-53b4-4d59-9451-310c7f5b8438 req-05c95a86-a2c7-467e-9dbd-99190a240b0f tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:07.346932 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-984c94c1-53b4-4d59-9451-310c7f5b8438 req-05c95a86-a2c7-467e-9dbd-99190a240b0f tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:07.347448 n-d-843939-1 neutron-server[88369]: INFO neutron.db.l3_db [req-984c94c1-53b4-4d59-9451-310c7f5b8438 req-05c95a86-a2c7-467e-9dbd-99190a240b0f tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Floating IP 847b1243-10d5-482b-a37f-b6f710b5db11 disassociated. External IP: 172.25.6.176, port: ed72ca77-ea69-4249-9d84-aeba49a479f2. May 31 13:55:07.349718 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-984c94c1-53b4-4d59-9451-310c7f5b8438 req-05c95a86-a2c7-467e-9dbd-99190a240b0f tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Calling delete_port for ed72ca77-ea69-4249-9d84-aeba49a479f2 owned by compute:nova {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:55:07.502758 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba6bb0e-564e-49c3-8c57-0da6da605927 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f94315c7-37f7-45db-84ad-2ed1e0f6cbcd,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:07.533415 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8ba6bb0e-564e-49c3-8c57-0da6da605927 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:07.534991 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-8ba6bb0e-564e-49c3-8c57-0da6da605927 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9635732 May 31 13:55:07.538067 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47460) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:07.561679 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-936ad257-af09-40a2-9627-9de6fce29e71 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Request body: {'security_group_rule': {'security_group_id': '80b0dae4-d7b7-452b-bdfd-645f7b8ddb21', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:55:07.583236 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-936ad257-af09-40a2-9627-9de6fce29e71 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:55:07.605390 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-936ad257-af09-40a2-9627-9de6fce29e71 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Usage tracker for resource:security_group_rule and tenant:75c2083d0d5b4a96923c46356ca14f61 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:55:07.619012 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:07.623566 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-936ad257-af09-40a2-9627-9de6fce29e71 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:55:07.645672 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port ed72ca77-ea69-4249-9d84-aeba49a479f2 is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:55:07.654188 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:07.677640 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-936ad257-af09-40a2-9627-9de6fce29e71 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:55:07.702352 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-ff204adc-93c6-40b1-a579-aa35e4fe8f42 None None] For port 2090476c-8cbd-427e-b281-ea58ff512219, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=2090476c-8cbd-427e-b281-ea58ff512219,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:55:07.800932 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-936ad257-af09-40a2-9627-9de6fce29e71 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:07.809190 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-cc9f5a21-4afa-4838-a93e-395fbb145ef5 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Deleting port bdcf1d4d-331b-457a-8a4b-b7ac4e00b1fb {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:55:07.814812 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cc9f5a21-4afa-4838-a93e-395fbb145ef5 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:07.830564 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ff204adc-93c6-40b1-a579-aa35e4fe8f42 None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:07.903246 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-984c94c1-53b4-4d59-9451-310c7f5b8438 req-05c95a86-a2c7-467e-9dbd-99190a240b0f tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:07.914191 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ff204adc-93c6-40b1-a579-aa35e4fe8f42 None None] Transition to ACTIVE for port object 2090476c-8cbd-427e-b281-ea58ff512219 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:55:07.998147 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c95a86-a2c7-467e-9dbd-99190a240b0f tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Pushing event deleted for resources: {'Port': ['ID=ed72ca77-ea69-4249-9d84-aeba49a479f2,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:08.019391 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-936ad257-af09-40a2-9627-9de6fce29e71 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:08.063810 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ff204adc-93c6-40b1-a579-aa35e4fe8f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:08.177418 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-936ad257-af09-40a2-9627-9de6fce29e71 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:08.231057 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4e2076b1-6bdf-46ae-9221-3d3602402561 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:08.259174 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4e2076b1-6bdf-46ae-9221-3d3602402561 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1578611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1578620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1575237'] for router, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:08.279649 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936ad257-af09-40a2-9627-9de6fce29e71 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eb32b89-c0e0-4ab0-abe0-faafaff181fa,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:08.295283 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bb6b46-e22c-4795-8d1b-8b9a8f871dcd req-d312c920-d620-4569-9d5c-a935e6ee113c tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:55:08.297245 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-24bb6b46-e22c-4795-8d1b-8b9a8f871dcd req-d312c920-d620-4569-9d5c-a935e6ee113c tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ba2a7b-e75c-46ac-b1d9-10f903526f5a HTTP/1.1" status: 200 len: 946 time: 0.8609178 May 31 13:55:08.420314 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-936ad257-af09-40a2-9627-9de6fce29e71 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:08.423047 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-936ad257-af09-40a2-9627-9de6fce29e71 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8773456 May 31 13:55:08.555167 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff204adc-93c6-40b1-a579-aa35e4fe8f42 None None] Pushing event updated for resources: {'Port': ['ID=2090476c-8cbd-427e-b281-ea58ff512219,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:08.665433 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47482) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:08.736821 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [req-984c94c1-53b4-4d59-9451-310c7f5b8438 req-05c95a86-a2c7-467e-9dbd-99190a240b0f tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Router 80751f3d-e952-4fcb-9d42-f81dc7ae50bc has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:55:08.838030 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-ba9a584d-bd52-4c22-881b-2816fd908299 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Request body: {'security_group_rule': {'security_group_id': '80b0dae4-d7b7-452b-bdfd-645f7b8ddb21', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:55:09.038913 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:09.062272 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-ba9a584d-bd52-4c22-881b-2816fd908299 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:55:09.072010 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e2076b1-6bdf-46ae-9221-3d3602402561 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Router 3211f75f-511b-479b-b8cf-9791381ae8bf has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:55:09.076724 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-24bb6b46-e22c-4795-8d1b-8b9a8f871dcd req-c492103c-0322-418b-9148-48c33abcdef2 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups?id=6bc706d7-c2c8-4249-9761-79dc47f28376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6841707 May 31 13:55:09.080418 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-ba9a584d-bd52-4c22-881b-2816fd908299 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Usage tracker for resource:security_group_rule and tenant:75c2083d0d5b4a96923c46356ca14f61 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:55:09.103360 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-ba9a584d-bd52-4c22-881b-2816fd908299 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:55:09.147701 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-984c94c1-53b4-4d59-9451-310c7f5b8438 req-05c95a86-a2c7-467e-9dbd-99190a240b0f tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:55:09.171057 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb832c6-3739-4cdd-956f-6ec1855162d4 None None] Sync routers for ids ['80751f3d-e952-4fcb-9d42-f81dc7ae50bc'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:55:09.191439 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb832c6-3739-4cdd-956f-6ec1855162d4 None None] Routers {'80751f3d-e952-4fcb-9d42-f81dc7ae50bc'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:55:09.192091 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-cdb832c6-3739-4cdd-956f-6ec1855162d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:54:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['80751f3d-e952-4fcb-9d42-f81dc7ae50bc'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:55:09.219397 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-ba9a584d-bd52-4c22-881b-2816fd908299 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:55:09.339108 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47500) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:09.474867 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-984c94c1-53b4-4d59-9451-310c7f5b8438 req-05c95a86-a2c7-467e-9dbd-99190a240b0f tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] No DVR routers for this DVR port ed72ca77-ea69-4249-9d84-aeba49a479f2 on host n-h2-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:55:09.480913 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-984c94c1-53b4-4d59-9451-310c7f5b8438 req-05c95a86-a2c7-467e-9dbd-99190a240b0f tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:09.485682 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-984c94c1-53b4-4d59-9451-310c7f5b8438 req-05c95a86-a2c7-467e-9dbd-99190a240b0f tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.44 "DELETE /v2.0/ports/ed72ca77-ea69-4249-9d84-aeba49a479f2 HTTP/1.1" status: 204 len: 173 time: 4.5780616 May 31 13:55:09.486252 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8ba2a7b-e75c-46ac-b1d9-10f903526f5a', 'name': 'network-vif-deleted', 'tag': 'ed72ca77-ea69-4249-9d84-aeba49a479f2'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:55:09.502393 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [req-c88a28e7-871e-4660-b555-603ed4610012 req-34f53551-fa75-4e9c-a596-a9146318445c tempest-ServersTestJSON-2119114955 tempest-ServersTestJSON-2119114955-project] (88369) timed out ('10.222.0.20', 61628) {{(pid=88369) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 31 13:55:09.606512 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e2076b1-6bdf-46ae-9221-3d3602402561 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:55:09.619705 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11a5c92-ddc3-4455-9980-dbe6a5c439c6 None None] Sync routers for ids ['3211f75f-511b-479b-b8cf-9791381ae8bf'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:55:09.634223 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fd911d6-9295-4b62-941d-9a2aa1a39ef2'] response: {'server_uuid': 'f8ba2a7b-e75c-46ac-b1d9-10f903526f5a', 'name': 'network-vif-deleted', 'tag': 'ed72ca77-ea69-4249-9d84-aeba49a479f2', 'status': 'completed', 'code': 200} May 31 13:55:09.642595 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4e2076b1-6bdf-46ae-9221-3d3602402561 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:09.649929 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47512) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:09.652305 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11a5c92-ddc3-4455-9980-dbe6a5c439c6 None None] Routers {'3211f75f-511b-479b-b8cf-9791381ae8bf'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:55:09.655292 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-f11a5c92-ddc3-4455-9980-dbe6a5c439c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:54:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['3211f75f-511b-479b-b8cf-9791381ae8bf'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:55:09.662268 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-4e2076b1-6bdf-46ae-9221-3d3602402561 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "PUT /v2.0/routers/3211f75f-511b-479b-b8cf-9791381ae8bf HTTP/1.1" status: 200 len: 704 time: 4.0964108 May 31 13:55:09.709585 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ba9a584d-bd52-4c22-881b-2816fd908299 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:09.726093 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-cdb832c6-3739-4cdd-956f-6ec1855162d4 None None] Set router 80751f3d-e952-4fcb-9d42-f81dc7ae50bc gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:55:09.790395 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-74af48b4-25bb-4aff-ac56-5ddc4b3e6d82 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Synchronizing usage tracker for tenant:779c820d5b2449ae9fd2392eab8ae157 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:55:09.863998 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-74af48b4-25bb-4aff-ac56-5ddc4b3e6d82 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Unset dirty status for tenant:779c820d5b2449ae9fd2392eab8ae157 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:55:09.876207 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-74af48b4-25bb-4aff-ac56-5ddc4b3e6d82 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "GET /v2.0/ports?device_id=3211f75f-511b-479b-b8cf-9791381ae8bf HTTP/1.1" status: 200 len: 205 time: 0.2250447 May 31 13:55:09.876893 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47522) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:10.055031 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cc9f5a21-4afa-4838-a93e-395fbb145ef5 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:10.175633 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2dd66d25-afc0-4667-88d5-f451287fddcc None None] Provisioning for port 2090476c-8cbd-427e-b281-ea58ff512219 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:55:10.215370 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2dd66d25-afc0-4667-88d5-f451287fddcc None None] Provisioning complete for port 2090476c-8cbd-427e-b281-ea58ff512219 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:55:10.215969 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2dd66d25-afc0-4667-88d5-f451287fddcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:10.289821 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-f11a5c92-ddc3-4455-9980-dbe6a5c439c6 None None] Set router 3211f75f-511b-479b-b8cf-9791381ae8bf gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:55:10.355500 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 2090476c-8cbd-427e-b281-ea58ff512219 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:55:10.474238 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-cc9f5a21-4afa-4838-a93e-395fbb145ef5 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Calling delete_port for bdcf1d4d-331b-457a-8a4b-b7ac4e00b1fb owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:55:10.493636 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-f11a5c92-ddc3-4455-9980-dbe6a5c439c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'name': 'tempest-RoutersIpV6Test-router-146214637', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:53:21Z', 'updated_at': '2022-05-31T13:54:58Z', 'revision_number': 11, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'gw_port_host': None}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:55:10.504767 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11a5c92-ddc3-4455-9980-dbe6a5c439c6 None None] Checking router: 3211f75f-511b-479b-b8cf-9791381ae8bf for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:55:10.543861 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11a5c92-ddc3-4455-9980-dbe6a5c439c6 None None] Routers {'3211f75f-511b-479b-b8cf-9791381ae8bf'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:55:10.545666 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-f11a5c92-ddc3-4455-9980-dbe6a5c439c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:54:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['3211f75f-511b-479b-b8cf-9791381ae8bf'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:55:10.620688 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-e1b136a0-ec12-4a80-b432-0085756e545a tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-312217545', 'router:external': True}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:55:10.662631 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e1b136a0-ec12-4a80-b432-0085756e545a tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:55:10.670209 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e1b136a0-ec12-4a80-b432-0085756e545a tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Usage tracker for resource:network and tenant:98a0f736bbf645a3a9f7e5084a453c5e is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:55:10.674614 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e1b136a0-ec12-4a80-b432-0085756e545a tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:55:10.683736 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5b9fd356-0164-4897-849b-ea6aec35a8bb tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:10.691935 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e6ac62aa-b8e0-4907-adda-194a635699aa req-a07aaed4-b4a8-446a-98fa-f56edff02aee tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ba2a7b-e75c-46ac-b1d9-10f903526f5a HTTP/1.1" status: 200 len: 210 time: 0.2332239 May 31 13:55:10.693797 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ba9a584d-bd52-4c22-881b-2816fd908299 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:10.715261 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ba9a584d-bd52-4c22-881b-2816fd908299 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:10.772300 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ba9a584d-bd52-4c22-881b-2816fd908299 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:10.773561 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-ba9a584d-bd52-4c22-881b-2816fd908299 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.9774604 May 31 13:55:10.783684 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47536) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:10.793073 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-48aec3c7-c4ff-41a5-abc8-8f61c9e28b26 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Request body: {'security_group_rule': {'security_group_id': '80b0dae4-d7b7-452b-bdfd-645f7b8ddb21', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:55:10.801384 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-48aec3c7-c4ff-41a5-abc8-8f61c9e28b26 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:55:10.806414 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-48aec3c7-c4ff-41a5-abc8-8f61c9e28b26 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Usage tracker for resource:security_group_rule and tenant:75c2083d0d5b4a96923c46356ca14f61 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:55:10.811058 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-48aec3c7-c4ff-41a5-abc8-8f61c9e28b26 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:55:10.817879 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-48aec3c7-c4ff-41a5-abc8-8f61c9e28b26 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:55:10.852871 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9a584d-bd52-4c22-881b-2816fd908299 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6191f75-8997-4fa9-ab9b-a466b12369b3,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:10.862092 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-48aec3c7-c4ff-41a5-abc8-8f61c9e28b26 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:10.914863 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-f11a5c92-ddc3-4455-9980-dbe6a5c439c6 None None] Set router 3211f75f-511b-479b-b8cf-9791381ae8bf gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:55:11.004911 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-48aec3c7-c4ff-41a5-abc8-8f61c9e28b26 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:11.011789 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-48aec3c7-c4ff-41a5-abc8-8f61c9e28b26 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:11.058054 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e1b136a0-ec12-4a80-b432-0085756e545a tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:55:11.083598 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aec3c7-c4ff-41a5-abc8-8f61c9e28b26 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e652590-a519-4f4c-a5e9-dbee195a97b8,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:11.111345 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aec3c7-c4ff-41a5-abc8-8f61c9e28b26 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:55:11.111936 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aec3c7-c4ff-41a5-abc8-8f61c9e28b26 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:55:11.112276 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aec3c7-c4ff-41a5-abc8-8f61c9e28b26 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:55:11.124458 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aec3c7-c4ff-41a5-abc8-8f61c9e28b26 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:55:11.124983 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aec3c7-c4ff-41a5-abc8-8f61c9e28b26 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:55:11.125312 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aec3c7-c4ff-41a5-abc8-8f61c9e28b26 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:55:11.127684 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aec3c7-c4ff-41a5-abc8-8f61c9e28b26 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:55:11.128096 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aec3c7-c4ff-41a5-abc8-8f61c9e28b26 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:55:11.128439 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aec3c7-c4ff-41a5-abc8-8f61c9e28b26 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:55:11.128779 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aec3c7-c4ff-41a5-abc8-8f61c9e28b26 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:55:11.129111 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aec3c7-c4ff-41a5-abc8-8f61c9e28b26 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:55:11.129434 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aec3c7-c4ff-41a5-abc8-8f61c9e28b26 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:55:11.137117 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e459a81d-a990-4259-8bbf-54538579f6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:11.152788 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-f11a5c92-ddc3-4455-9980-dbe6a5c439c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'name': 'tempest-RoutersIpV6Test-router-146214637', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:53:21Z', 'updated_at': '2022-05-31T13:54:58Z', 'revision_number': 11, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'gw_port_host': None}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:55:11.158254 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b136a0-ec12-4a80-b432-0085756e545a tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Made reservation on behalf of 98a0f736bbf645a3a9f7e5084a453c5e for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:55:11.161431 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e1b136a0-ec12-4a80-b432-0085756e545a tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:11.170825 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11a5c92-ddc3-4455-9980-dbe6a5c439c6 None None] The sync data for ids ['3211f75f-511b-479b-b8cf-9791381ae8bf'] in n-d-843939-1 is: [{'id': '3211f75f-511b-479b-b8cf-9791381ae8bf', 'name': 'tempest-RoutersIpV6Test-router-146214637', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:53:21Z', 'updated_at': '2022-05-31T13:54:58Z', 'revision_number': 11, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'gw_port_host': None}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:55:11.185417 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [req-4a800ee8-1d9a-4a67-8b22-5a7d654424e9 req-71ce644a-af2c-40a1-beee-d578d3c3c23b tempest-ServerActionsTestJSON-1490261386 tempest-ServerActionsTestJSON-1490261386-project] (88369) timed out ('10.222.0.20', 61637) {{(pid=88369) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 31 13:55:11.196451 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-48aec3c7-c4ff-41a5-abc8-8f61c9e28b26 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:11.202017 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-48aec3c7-c4ff-41a5-abc8-8f61c9e28b26 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4147136 May 31 13:55:11.213844 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47542) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:11.302146 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e1b136a0-ec12-4a80-b432-0085756e545a tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:11.304106 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d1f07ad7-39ff-425a-bb08-721111691da5 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:11.352301 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2dd66d25-afc0-4667-88d5-f451287fddcc None None] Current status of the port 2090476c-8cbd-427e-b281-ea58ff512219 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:55:11.366248 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 2090476c-8cbd-427e-b281-ea58ff512219 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:55:11.382600 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:11.578733 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e1b136a0-ec12-4a80-b432-0085756e545a tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:55:11.594224 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e1b136a0-ec12-4a80-b432-0085756e545a tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Usage tracker for resource:security_group_rule and tenant:98a0f736bbf645a3a9f7e5084a453c5e is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:55:11.599714 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5b9fd356-0164-4897-849b-ea6aec35a8bb tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:11.603209 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e1b136a0-ec12-4a80-b432-0085756e545a tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:55:11.608504 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5b9fd356-0164-4897-849b-ea6aec35a8bb tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:11.612623 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-afb83f3e-8b7a-4e42-b119-84c9d872ccd3 None None] Could not find standard attr ID for object bdcf1d4d-331b-457a-8a4b-b7ac4e00b1fb. {{(pid=88371) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 31 13:55:11.615519 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e1b136a0-ec12-4a80-b432-0085756e545a tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:55:11.663859 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d1f07ad7-39ff-425a-bb08-721111691da5 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:11.670043 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5b9fd356-0164-4897-849b-ea6aec35a8bb tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:11.671537 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b9fd356-0164-4897-849b-ea6aec35a8bb tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Fanout notify agent at l3_agent the message router_deleted on router 3211f75f-511b-479b-b8cf-9791381ae8bf {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:55:11.712738 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cc9f5a21-4afa-4838-a93e-395fbb145ef5 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:11.747624 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-cdb832c6-3739-4cdd-956f-6ec1855162d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80751f3d-e952-4fcb-9d42-f81dc7ae50bc', 'name': 'tempest-AttachVolumeShelveTestJSON-830909165-router', 'tenant_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '555b4251-8337-4815-aebf-af2e55d269ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:45:59Z', 'updated_at': '2022-05-31T13:46:16Z', 'revision_number': 4, 'project_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'gw_port': {'id': '555b4251-8337-4815-aebf-af2e55d269ad', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80751f3d-e952-4fcb-9d42-f81dc7ae50bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2163, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:46:01Z', 'updated_at': '2022-05-31T13:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '8e97fc47-5cd5-43f9-b7a5-26d60cde72ef', 'name': '', 'network_id': 'b66065d1-e972-453c-87d9-3ed8cec4b7a7', 'tenant_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'mac_address': 'fa:16:3e:87:b4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80751f3d-e952-4fcb-9d42-f81dc7ae50bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': 'ccc319e0-a4f4-4875-9973-c92d94351bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:46:12Z', 'updated_at': '2022-05-31T13:46:26Z', 'revision_number': 5, 'project_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'subnets': [{'id': 'ccc319e0-a4f4-4875-9973-c92d94351bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:55:11.761802 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb832c6-3739-4cdd-956f-6ec1855162d4 None None] Checking router: 80751f3d-e952-4fcb-9d42-f81dc7ae50bc for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:55:11.799980 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb832c6-3739-4cdd-956f-6ec1855162d4 None None] Routers {'80751f3d-e952-4fcb-9d42-f81dc7ae50bc'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:55:11.800969 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-cdb832c6-3739-4cdd-956f-6ec1855162d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:54:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['80751f3d-e952-4fcb-9d42-f81dc7ae50bc'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:55:11.864291 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5b9fd356-0164-4897-849b-ea6aec35a8bb tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:11.865924 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-5b9fd356-0164-4897-849b-ea6aec35a8bb tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "DELETE /v2.0/routers/3211f75f-511b-479b-b8cf-9791381ae8bf HTTP/1.1" status: 204 len: 168 time: 1.9880931 May 31 13:55:11.880730 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47550) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:11.889330 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d1f07ad7-39ff-425a-bb08-721111691da5 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:11.939280 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9f5a21-4afa-4838-a93e-395fbb145ef5 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event deleted for resources: {'Port': ['ID=bdcf1d4d-331b-457a-8a4b-b7ac4e00b1fb,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:11.956586 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e1b136a0-ec12-4a80-b432-0085756e545a tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:11.964563 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 2090476c-8cbd-427e-b281-ea58ff512219 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:55:11.968431 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-64b470b9-8eb1-48cf-a53d-2ac764515437 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1863784396', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:55:11.987738 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e1b136a0-ec12-4a80-b432-0085756e545a tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:12.000936 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-64b470b9-8eb1-48cf-a53d-2ac764515437 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:55:12.036085 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-64b470b9-8eb1-48cf-a53d-2ac764515437 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Usage tracker for resource:router and tenant:779c820d5b2449ae9fd2392eab8ae157 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:55:12.050699 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-64b470b9-8eb1-48cf-a53d-2ac764515437 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:55:12.056525 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d1f07ad7-39ff-425a-bb08-721111691da5 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:12.061664 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47556) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:12.062147 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47558) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:12.062481 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-d1f07ad7-39ff-425a-bb08-721111691da5 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/9e652590-a519-4f4c-a5e9-dbee195a97b8 HTTP/1.1" status: 204 len: 168 time: 0.8466709 May 31 13:55:12.078628 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f07ad7-39ff-425a-bb08-721111691da5 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9e652590-a519-4f4c-a5e9-dbee195a97b8,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:12.083468 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-64b470b9-8eb1-48cf-a53d-2ac764515437 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:55:12.096597 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cc9f5a21-4afa-4838-a93e-395fbb145ef5 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:12.099976 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-cc9f5a21-4afa-4838-a93e-395fbb145ef5 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/ports/bdcf1d4d-331b-457a-8a4b-b7ac4e00b1fb HTTP/1.1" status: 204 len: 168 time: 5.4772687 May 31 13:55:12.103156 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47564) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:12.104805 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1b136a0-ec12-4a80-b432-0085756e545a tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:55:12.147299 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b136a0-ec12-4a80-b432-0085756e545a tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef38433e-bd79-4082-8adf-ef0e5821db80,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:12.177019 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e1b136a0-ec12-4a80-b432-0085756e545a tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:12.177601 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-e1b136a0-ec12-4a80-b432-0085756e545a tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Added segment 2861d7ed-e3ee-474c-8085-252a40f25805 of type vlan for network 5e2afa0d-2e75-49d4-afaa-c5f4693e4937 May 31 13:55:12.220827 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-64b470b9-8eb1-48cf-a53d-2ac764515437 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:12.222304 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-64b470b9-8eb1-48cf-a53d-2ac764515437 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:12.262441 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-cdb832c6-3739-4cdd-956f-6ec1855162d4 None None] Set router 80751f3d-e952-4fcb-9d42-f81dc7ae50bc gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:55:12.281722 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212e9498-8074-4271-b0aa-8b7478820140 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:55:12.282497 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-212e9498-8074-4271-b0aa-8b7478820140 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Synchronizing usage tracker for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:55:12.287604 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-5586025b-1da5-4609-b26f-f8adf94f4e76 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Synchronizing usage tracker for tenant:75c2083d0d5b4a96923c46356ca14f61 on resource:security_group_rule {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:55:12.334854 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-212e9498-8074-4271-b0aa-8b7478820140 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Unset dirty status for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:55:12.339567 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-212e9498-8074-4271-b0aa-8b7478820140 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2317798 May 31 13:55:12.340079 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47570) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:12.431337 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-5586025b-1da5-4609-b26f-f8adf94f4e76 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Unset dirty status for tenant:75c2083d0d5b4a96923c46356ca14f61 on resource:security_group_rule {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:55:12.437052 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-5586025b-1da5-4609-b26f-f8adf94f4e76 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.3637979 May 31 13:55:12.449943 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47574) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:12.486679 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b3244044-26c9-488f-822b-0d8a23c3633a tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:12.572523 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-483ea929-f518-48dd-a2ee-782a139a4b9b tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:12.596986 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-483ea929-f518-48dd-a2ee-782a139a4b9b tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:12.610059 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b3244044-26c9-488f-822b-0d8a23c3633a tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:12.642059 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b4f1ac-d594-42db-b62c-3a0ca2834caf tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:55:12.647453 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-02b4f1ac-d594-42db-b62c-3a0ca2834caf tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3022904 May 31 13:55:12.648535 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47582) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:12.665099 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e1b136a0-ec12-4a80-b432-0085756e545a tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:12.695358 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-64b470b9-8eb1-48cf-a53d-2ac764515437 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:12.789146 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb50affe-a8a1-4e9b-a278-e27ec2bf5d28 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:55:12.791094 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb50affe-a8a1-4e9b-a278-e27ec2bf5d28 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:55:12.793495 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb50affe-a8a1-4e9b-a278-e27ec2bf5d28 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:55:12.799052 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-bb50affe-a8a1-4e9b-a278-e27ec2bf5d28 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Synchronizing usage tracker for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:subnet {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:55:12.813360 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-64b470b9-8eb1-48cf-a53d-2ac764515437 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:12.817927 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-483ea929-f518-48dd-a2ee-782a139a4b9b tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:12.871723 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-483ea929-f518-48dd-a2ee-782a139a4b9b tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:12.876639 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-483ea929-f518-48dd-a2ee-782a139a4b9b tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/f6191f75-8997-4fa9-ab9b-a466b12369b3 HTTP/1.1" status: 204 len: 168 time: 0.4197340 May 31 13:55:12.879078 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47586) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:12.881695 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483ea929-f518-48dd-a2ee-782a139a4b9b tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f6191f75-8997-4fa9-ab9b-a466b12369b3,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:12.884708 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b3244044-26c9-488f-822b-0d8a23c3633a tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:12.888484 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e1b136a0-ec12-4a80-b432-0085756e545a tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:12.889550 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b136a0-ec12-4a80-b432-0085756e545a tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:55:12.890382 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e1b136a0-ec12-4a80-b432-0085756e545a tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:12.910960 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-bb50affe-a8a1-4e9b-a278-e27ec2bf5d28 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Unset dirty status for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:subnet {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:55:12.913083 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-703d93d5-9d60-4ab3-8a29-6f66e951d79c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:12.927789 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-bb50affe-a8a1-4e9b-a278-e27ec2bf5d28 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2783799 May 31 13:55:12.928805 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47592) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:13.058158 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c064d92-228e-47c1-ab24-720c2a64b9e7 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Deleting subnet 0f75d430-b9cb-40b5-85e7-52d454c2f0e4 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:55:13.063153 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4c064d92-228e-47c1-ab24-720c2a64b9e7 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:13.080261 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3244044-26c9-488f-822b-0d8a23c3633a tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc706d7-c2c8-4249-9761-79dc47f28376,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:13.166902 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-cdb832c6-3739-4cdd-956f-6ec1855162d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80751f3d-e952-4fcb-9d42-f81dc7ae50bc', 'name': 'tempest-AttachVolumeShelveTestJSON-830909165-router', 'tenant_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '555b4251-8337-4815-aebf-af2e55d269ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:45:59Z', 'updated_at': '2022-05-31T13:46:16Z', 'revision_number': 4, 'project_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'gw_port': {'id': '555b4251-8337-4815-aebf-af2e55d269ad', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80751f3d-e952-4fcb-9d42-f81dc7ae50bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2163, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:46:01Z', 'updated_at': '2022-05-31T13:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '8e97fc47-5cd5-43f9-b7a5-26d60cde72ef', 'name': '', 'network_id': 'b66065d1-e972-453c-87d9-3ed8cec4b7a7', 'tenant_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'mac_address': 'fa:16:3e:87:b4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80751f3d-e952-4fcb-9d42-f81dc7ae50bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': 'ccc319e0-a4f4-4875-9973-c92d94351bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:46:12Z', 'updated_at': '2022-05-31T13:46:26Z', 'revision_number': 5, 'project_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'subnets': [{'id': 'ccc319e0-a4f4-4875-9973-c92d94351bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:55:13.188008 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb832c6-3739-4cdd-956f-6ec1855162d4 None None] The sync data for ids ['80751f3d-e952-4fcb-9d42-f81dc7ae50bc'] in n-d-843939-1 is: [{'id': '80751f3d-e952-4fcb-9d42-f81dc7ae50bc', 'name': 'tempest-AttachVolumeShelveTestJSON-830909165-router', 'tenant_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '555b4251-8337-4815-aebf-af2e55d269ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:45:59Z', 'updated_at': '2022-05-31T13:46:16Z', 'revision_number': 4, 'project_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'gw_port': {'id': '555b4251-8337-4815-aebf-af2e55d269ad', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80751f3d-e952-4fcb-9d42-f81dc7ae50bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2163, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:46:01Z', 'updated_at': '2022-05-31T13:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '8e97fc47-5cd5-43f9-b7a5-26d60cde72ef', 'name': '', 'network_id': 'b66065d1-e972-453c-87d9-3ed8cec4b7a7', 'tenant_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'mac_address': 'fa:16:3e:87:b4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80751f3d-e952-4fcb-9d42-f81dc7ae50bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': 'ccc319e0-a4f4-4875-9973-c92d94351bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:46:12Z', 'updated_at': '2022-05-31T13:46:26Z', 'revision_number': 5, 'project_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'subnets': [{'id': 'ccc319e0-a4f4-4875-9973-c92d94351bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:55:13.210256 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4c064d92-228e-47c1-ab24-720c2a64b9e7 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65507433'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:13.210860 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-64b470b9-8eb1-48cf-a53d-2ac764515437 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:13.212332 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-64b470b9-8eb1-48cf-a53d-2ac764515437 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.3301790 May 31 13:55:13.219376 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47598) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:13.225627 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e1b136a0-ec12-4a80-b432-0085756e545a tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 3.7909203 May 31 13:55:13.230052 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b136a0-ec12-4a80-b432-0085756e545a tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Pushing event updated for resources: {'Network': ['ID=5e2afa0d-2e75-49d4-afaa-c5f4693e4937,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:13.233135 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b3244044-26c9-488f-822b-0d8a23c3633a tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:13.234286 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b3244044-26c9-488f-822b-0d8a23c3633a tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "DELETE /v2.0/security-groups/6bc706d7-c2c8-4249-9761-79dc47f28376 HTTP/1.1" status: 204 len: 168 time: 1.1649563 May 31 13:55:13.246426 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 5e2afa0d-2e75-49d4-afaa-c5f4693e4937 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:55:13.251869 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-16d218d0-9a61-468c-bf0c-cca9e3dfe172 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:55:13.287130 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47602) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:13.287702 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47604) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:13.312717 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-a63f041c-efa2-4f56-a8b6-e563957ffeec tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Request body: {'subnet': {'network_id': '5e2afa0d-2e75-49d4-afaa-c5f4693e4937', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:55:13.350175 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-a63f041c-efa2-4f56-a8b6-e563957ffeec tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:55:13.377496 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-a63f041c-efa2-4f56-a8b6-e563957ffeec tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Usage tracker for resource:subnet and tenant:98a0f736bbf645a3a9f7e5084a453c5e is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:55:13.384228 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [None req-6fe639e0-8c6e-4551-8506-06e5d9b10438 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] show failed (client error): The resource could not be found. May 31 13:55:13.393148 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-6fe639e0-8c6e-4551-8506-06e5d9b10438 tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "GET /v2.0/security-groups/6bc706d7-c2c8-4249-9761-79dc47f28376 HTTP/1.1" status: 404 len: 347 time: 0.0981274 May 31 13:55:13.402357 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-a63f041c-efa2-4f56-a8b6-e563957ffeec tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:55:13.412902 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47610) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:13.578851 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-54a2c6e6-986d-4b8a-b3e4-016693719162 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.6986651 May 31 13:55:13.582332 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47614) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:13.602151 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-a63f041c-efa2-4f56-a8b6-e563957ffeec tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:55:13.710136 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd34bd5-2be1-4e80-89e7-586f845a3aa4 None None] New status for floating IP 847b1243-10d5-482b-a37f-b6f710b5db11: DOWN {{(pid=88371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 13:55:13.770169 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a63f041c-efa2-4f56-a8b6-e563957ffeec tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Made reservation on behalf of 98a0f736bbf645a3a9f7e5084a453c5e for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:55:13.783208 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a63f041c-efa2-4f56-a8b6-e563957ffeec tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:13.839383 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-463cfe27-653a-4b25-bfe2-733963e548c6 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:13.937922 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-cce2669b-1e49-4ac7-be91-9ca9ca688e6d tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Deleting port aa27a20a-b407-4b1d-a046-b544104426ef {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:55:13.938856 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cce2669b-1e49-4ac7-be91-9ca9ca688e6d tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:13.993953 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:14.082966 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:14.101587 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-16d218d0-9a61-468c-bf0c-cca9e3dfe172 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:14.121457 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-16d218d0-9a61-468c-bf0c-cca9e3dfe172 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1578611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1578620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1575237'] for router, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:14.138027 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-463cfe27-653a-4b25-bfe2-733963e548c6 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:14.260027 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cce2669b-1e49-4ac7-be91-9ca9ca688e6d tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:14.261422 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cce2669b-1e49-4ac7-be91-9ca9ca688e6d tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:14.434085 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-cce2669b-1e49-4ac7-be91-9ca9ca688e6d tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Calling delete_port for aa27a20a-b407-4b1d-a046-b544104426ef owned by network:floatingip {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:55:14.562662 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4c064d92-228e-47c1-ab24-720c2a64b9e7 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:14.596846 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.api [None req-cce2669b-1e49-4ac7-be91-9ca9ca688e6d tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88370) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:55:14.597166 n-d-843939-1 neutron-server[88370]: DEBUG oslo_db.api [None req-cce2669b-1e49-4ac7-be91-9ca9ca688e6d tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:55:14.662384 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-463cfe27-653a-4b25-bfe2-733963e548c6 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:14.686354 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47630) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:14.703677 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-463cfe27-653a-4b25-bfe2-733963e548c6 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:14.707360 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-463cfe27-653a-4b25-bfe2-733963e548c6 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/9eb32b89-c0e0-4ab0-abe0-faafaff181fa HTTP/1.1" status: 204 len: 168 time: 1.1214800 May 31 13:55:14.707360 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463cfe27-653a-4b25-bfe2-733963e548c6 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9eb32b89-c0e0-4ab0-abe0-faafaff181fa,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:14.715334 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47634) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:14.751597 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d218d0-9a61-468c-bf0c-cca9e3dfe172 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Router 8d727302-4386-42db-9e91-1cf88e864f97 is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 13:55:14.835845 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4c064d92-228e-47c1-ab24-720c2a64b9e7 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65216469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65148562'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:14.949869 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d747bf8c-8c9d-4404-8d34-634ae18b2f8b tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Synchronizing usage tracker for tenant:75c2083d0d5b4a96923c46356ca14f61 on resource:security_group_rule {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:55:14.978704 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d218d0-9a61-468c-bf0c-cca9e3dfe172 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:55:14.986181 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-16d218d0-9a61-468c-bf0c-cca9e3dfe172 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:14.991706 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-16d218d0-9a61-468c-bf0c-cca9e3dfe172 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "PUT /v2.0/routers/8d727302-4386-42db-9e91-1cf88e864f97 HTTP/1.1" status: 200 len: 698 time: 1.7679977 May 31 13:55:14.993656 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fdc12d-71d0-4c61-9d95-aec9ee017616 None None] Sync routers for ids ['8d727302-4386-42db-9e91-1cf88e864f97'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:55:14.996532 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47640) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:15.015378 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fdc12d-71d0-4c61-9d95-aec9ee017616 None None] Routers {'8d727302-4386-42db-9e91-1cf88e864f97'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:55:15.016723 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-d5fdc12d-71d0-4c61-9d95-aec9ee017616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:55:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['8d727302-4386-42db-9e91-1cf88e864f97'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:55:15.077954 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d747bf8c-8c9d-4404-8d34-634ae18b2f8b tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Unset dirty status for tenant:75c2083d0d5b4a96923c46356ca14f61 on resource:security_group_rule {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:55:15.082250 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d747bf8c-8c9d-4404-8d34-634ae18b2f8b tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.3617456 May 31 13:55:15.089214 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47644) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:15.116431 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-cce2669b-1e49-4ac7-be91-9ca9ca688e6d tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Deleting port aa27a20a-b407-4b1d-a046-b544104426ef {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:55:15.116860 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cce2669b-1e49-4ac7-be91-9ca9ca688e6d tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:15.202030 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7969f2a4-0348-4f12-9fd7-f35220fbb1a9 None None] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:55:15.222287 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-0e08313d-1344-4dae-8ac0-4a3cb0320f4e tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "GET /v2.0/routers/8d727302-4386-42db-9e91-1cf88e864f97 HTTP/1.1" status: 200 len: 704 time: 0.2244704 May 31 13:55:15.229428 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47648) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:15.236355 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-d5fdc12d-71d0-4c61-9d95-aec9ee017616 None None] Set router 8d727302-4386-42db-9e91-1cf88e864f97 gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:55:15.242482 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4c064d92-228e-47c1-ab24-720c2a64b9e7 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:15.246586 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c064d92-228e-47c1-ab24-720c2a64b9e7 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event deleted for resources: {'Subnet': ['ID=0f75d430-b9cb-40b5-85e7-52d454c2f0e4,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:15.254729 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-60b91058-34a8-4ee1-b3f1-0de82af974c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:15.321181 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bb7c4b65-6645-4809-9036-7edecebc3517 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:15.366946 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a06fc4a6-9e99-468c-aeed-ef32c0e74e6e tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d727302-4386-42db-9e91-1cf88e864f97 HTTP/1.1" status: 200 len: 205 time: 0.1334631 May 31 13:55:15.367463 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47652) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:15.376482 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bb7c4b65-6645-4809-9036-7edecebc3517 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:15.485520 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-d5fdc12d-71d0-4c61-9d95-aec9ee017616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d727302-4386-42db-9e91-1cf88e864f97', 'name': 'tempest-RoutersIpV6Test-router-1863784396', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:55:12Z', 'updated_at': '2022-05-31T13:55:14Z', 'revision_number': 2, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'gw_port_host': None}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:55:15.501162 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fdc12d-71d0-4c61-9d95-aec9ee017616 None None] Checking router: 8d727302-4386-42db-9e91-1cf88e864f97 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:55:15.517409 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fdc12d-71d0-4c61-9d95-aec9ee017616 None None] Routers {'8d727302-4386-42db-9e91-1cf88e864f97'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:55:15.518266 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-d5fdc12d-71d0-4c61-9d95-aec9ee017616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:55:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['8d727302-4386-42db-9e91-1cf88e864f97'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:55:15.558346 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-60b91058-34a8-4ee1-b3f1-0de82af974c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:55:15.592960 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-4c064d92-228e-47c1-ab24-720c2a64b9e7 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/subnets/0f75d430-b9cb-40b5-85e7-52d454c2f0e4 HTTP/1.1" status: 204 len: 168 time: 2.6628604 May 31 13:55:15.596916 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47658) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:15.602672 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bb7c4b65-6645-4809-9036-7edecebc3517 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:15.606234 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-60b91058-34a8-4ee1-b3f1-0de82af974c9 admin admin] Usage tracker for resource:security_group_rule and tenant:d3573409f35b40dcb6a0cfc5ae53700d is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:55:15.616622 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-60b91058-34a8-4ee1-b3f1-0de82af974c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:55:15.624838 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:15.668020 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-26066496-cf0c-4101-a7e0-7d4cac7049fb tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:15.746988 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7c4b65-6645-4809-9036-7edecebc3517 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f94315c7-37f7-45db-84ad-2ed1e0f6cbcd,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:15.812186 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cce2669b-1e49-4ac7-be91-9ca9ca688e6d tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:15.812520 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cce2669b-1e49-4ac7-be91-9ca9ca688e6d tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:15.841973 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-d5fdc12d-71d0-4c61-9d95-aec9ee017616 None None] Set router 8d727302-4386-42db-9e91-1cf88e864f97 gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:55:16.029197 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-d5fdc12d-71d0-4c61-9d95-aec9ee017616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d727302-4386-42db-9e91-1cf88e864f97', 'name': 'tempest-RoutersIpV6Test-router-1863784396', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:55:12Z', 'updated_at': '2022-05-31T13:55:14Z', 'revision_number': 2, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'gw_port_host': None}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:55:16.037324 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fdc12d-71d0-4c61-9d95-aec9ee017616 None None] The sync data for ids ['8d727302-4386-42db-9e91-1cf88e864f97'] in n-d-843939-1 is: [{'id': '8d727302-4386-42db-9e91-1cf88e864f97', 'name': 'tempest-RoutersIpV6Test-router-1863784396', 'tenant_id': '779c820d5b2449ae9fd2392eab8ae157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:55:12Z', 'updated_at': '2022-05-31T13:55:14Z', 'revision_number': 2, 'project_id': '779c820d5b2449ae9fd2392eab8ae157', 'gw_port_host': None}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:55:16.105311 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-60b91058-34a8-4ee1-b3f1-0de82af974c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:55:16.188845 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bb7c4b65-6645-4809-9036-7edecebc3517 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:16.194757 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-bb7c4b65-6645-4809-9036-7edecebc3517 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/f94315c7-37f7-45db-84ad-2ed1e0f6cbcd HTTP/1.1" status: 204 len: 168 time: 1.1003711 May 31 13:55:16.194757 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47666) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:16.238184 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47668) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:16.256215 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-cce2669b-1e49-4ac7-be91-9ca9ca688e6d tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Calling delete_port for aa27a20a-b407-4b1d-a046-b544104426ef owned by network:floatingip {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:55:16.359739 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8afef4c-4eb1-4c51-bf17-29c1ef59d299 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Deleting subnet e60a4816-6cb9-466b-8406-48b4b920c3e2 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:55:16.368247 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-26066496-cf0c-4101-a7e0-7d4cac7049fb tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:16.371266 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-26066496-cf0c-4101-a7e0-7d4cac7049fb tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:16.412213 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-26066496-cf0c-4101-a7e0-7d4cac7049fb tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:16.413964 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26066496-cf0c-4101-a7e0-7d4cac7049fb tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Fanout notify agent at l3_agent the message router_deleted on router 8d727302-4386-42db-9e91-1cf88e864f97 {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:55:16.426051 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a8afef4c-4eb1-4c51-bf17-29c1ef59d299 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:16.483797 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-60b91058-34a8-4ee1-b3f1-0de82af974c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:16.545805 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a8afef4c-4eb1-4c51-bf17-29c1ef59d299 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:16.575510 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-60b91058-34a8-4ee1-b3f1-0de82af974c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:16.673045 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a8afef4c-4eb1-4c51-bf17-29c1ef59d299 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:16.700366 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-8ab2d9e5-b1fa-4b25-ac16-0de7510d46b1 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Synchronizing usage tracker for tenant:75c2083d0d5b4a96923c46356ca14f61 on resource:security_group_rule {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:55:16.727056 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-60b91058-34a8-4ee1-b3f1-0de82af974c9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d3573409f35b40dcb6a0cfc5ae53700d&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0288515 May 31 13:55:16.752083 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47676) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:16.752952 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b91058-34a8-4ee1-b3f1-0de82af974c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c772ced-07d1-4f5d-8c42-3ea7adb64b89,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:16.791654 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cce2669b-1e49-4ac7-be91-9ca9ca688e6d tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:16.895876 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce2669b-1e49-4ac7-be91-9ca9ca688e6d tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Pushing event deleted for resources: {'Port': ['ID=aa27a20a-b407-4b1d-a046-b544104426ef,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:16.914176 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-8ab2d9e5-b1fa-4b25-ac16-0de7510d46b1 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Unset dirty status for tenant:75c2083d0d5b4a96923c46356ca14f61 on resource:security_group_rule {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:55:16.919991 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-8ab2d9e5-b1fa-4b25-ac16-0de7510d46b1 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.6172159 May 31 13:55:16.937400 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-36cfb583-8c8d-4ccc-8c4c-b97b5716cfe9 None None] Provisioning complete for port 2090476c-8cbd-427e-b281-ea58ff512219 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:55:16.939140 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-36cfb583-8c8d-4ccc-8c4c-b97b5716cfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:16.959295 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47680) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:17.005963 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-26066496-cf0c-4101-a7e0-7d4cac7049fb tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:17.013453 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-26066496-cf0c-4101-a7e0-7d4cac7049fb tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "DELETE /v2.0/routers/8d727302-4386-42db-9e91-1cf88e864f97 HTTP/1.1" status: 204 len: 168 time: 1.6298904 May 31 13:55:17.014691 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-45128572-f325-4de8-8596-8013e44395de admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:17.028218 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47684) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:17.093927 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-925fd4ca-b4fe-4207-93c2-55d82e81c888 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:17.094973 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cce2669b-1e49-4ac7-be91-9ca9ca688e6d tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks [] for floatingip, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:17.112890 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-925fd4ca-b4fe-4207-93c2-55d82e81c888 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:17.136943 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d18a2bcc-4c0a-4768-a3ea-1d7f80893645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:17.176309 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-925fd4ca-b4fe-4207-93c2-55d82e81c888 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:17.176989 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-36cfb583-8c8d-4ccc-8c4c-b97b5716cfe9 None None] Current status of the port 2090476c-8cbd-427e-b281-ea58ff512219 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:55:17.177141 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d18a2bcc-4c0a-4768-a3ea-1d7f80893645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:17.180024 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-45128572-f325-4de8-8596-8013e44395de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:55:17.251493 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-45128572-f325-4de8-8596-8013e44395de admin admin] Usage tracker for resource:security_group_rule and tenant:718c886c841547fca9ea7963069fae00 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:55:17.262946 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-925fd4ca-b4fe-4207-93c2-55d82e81c888 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:17.267407 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-925fd4ca-b4fe-4207-93c2-55d82e81c888 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/7aa8fb86-03df-4642-832f-6744d0a8ac2c HTTP/1.1" status: 204 len: 168 time: 0.2911079 May 31 13:55:17.267407 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-45128572-f325-4de8-8596-8013e44395de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:55:17.269148 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47690) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:17.276688 n-d-843939-1 neutron-server[88370]: DEBUG neutron.objects.ports [None req-a63f041c-efa2-4f56-a8b6-e563957ffeec tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88370) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 31 13:55:17.276688 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a63f041c-efa2-4f56-a8b6-e563957ffeec tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:17.281474 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-45128572-f325-4de8-8596-8013e44395de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:55:17.303338 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925fd4ca-b4fe-4207-93c2-55d82e81c888 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7aa8fb86-03df-4642-832f-6744d0a8ac2c,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:17.394184 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cce2669b-1e49-4ac7-be91-9ca9ca688e6d tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:17.403709 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-cce2669b-1e49-4ac7-be91-9ca9ca688e6d tempest-AttachVolumeShelveTestJSON-938514697 tempest-AttachVolumeShelveTestJSON-938514697-project] 10.222.0.50 "DELETE /v2.0/floatingips/847b1243-10d5-482b-a37f-b6f710b5db11 HTTP/1.1" status: 204 len: 168 time: 3.9697444 May 31 13:55:17.404200 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-bf1f81c2-3f1b-4aeb-acc4-eecb1b79344f tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d727302-4386-42db-9e91-1cf88e864f97 HTTP/1.1" status: 200 len: 205 time: 0.3691657 May 31 13:55:17.404200 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47694) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:17.406776 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a8afef4c-4eb1-4c51-bf17-29c1ef59d299 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:17.454763 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63f041c-efa2-4f56-a8b6-e563957ffeec tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5b4253f6-e501-4486-82f0-3970f3f7252c,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:17.482039 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-2891ee74-3d3c-4526-9e4c-e256efdf60e8 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2029200 May 31 13:55:17.487402 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47700) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:17.505569 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d18a2bcc-4c0a-4768-a3ea-1d7f80893645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:17.537955 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63f041c-efa2-4f56-a8b6-e563957ffeec tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Checking segment: {'id': '2861d7ed-e3ee-474c-8085-252a40f25805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5e2afa0d-2e75-49d4-afaa-c5f4693e4937'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:55:17.537955 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63f041c-efa2-4f56-a8b6-e563957ffeec tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Network hostable DHCP agents. Network: 5e2afa0d-2e75-49d4-afaa-c5f4693e4937, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:55:17.548206 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a8afef4c-4eb1-4c51-bf17-29c1ef59d299 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:17.556043 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e64d46-0d10-4781-b8d5-64501d5748e8 None None] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:55:17.578994 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18a2bcc-4c0a-4768-a3ea-1d7f80893645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c772ced-07d1-4f5d-8c42-3ea7adb64b89,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:17.602050 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a8afef4c-4eb1-4c51-bf17-29c1ef59d299 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/subnets/e60a4816-6cb9-466b-8406-48b4b920c3e2 HTTP/1.1" status: 204 len: 168 time: 2.0001657 May 31 13:55:17.605214 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8afef4c-4eb1-4c51-bf17-29c1ef59d299 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event deleted for resources: {'Subnet': ['ID=e60a4816-6cb9-466b-8406-48b4b920c3e2,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:17.611556 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47704) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:17.616294 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-b297403d-67c7-467e-a123-905dd5984024 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] delete failed (client error): The resource could not be found. May 31 13:55:17.618891 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b297403d-67c7-467e-a123-905dd5984024 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "DELETE /v2.0/routers/8d727302-4386-42db-9e91-1cf88e864f97 HTTP/1.1" status: 404 len: 336 time: 0.2159545 May 31 13:55:17.623524 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d18a2bcc-4c0a-4768-a3ea-1d7f80893645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:17.629627 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-d18a2bcc-4c0a-4768-a3ea-1d7f80893645 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3c772ced-07d1-4f5d-8c42-3ea7adb64b89 HTTP/1.1" status: 204 len: 168 time: 0.8707650 May 31 13:55:17.636930 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47710) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:17.706405 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-6732951f-20ed-4dac-997c-819fa75b1c35 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] DELETE failed (client error): The resource could not be found. May 31 13:55:17.706872 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6732951f-20ed-4dac-997c-819fa75b1c35 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:55:17.711882 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-6732951f-20ed-4dac-997c-819fa75b1c35 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "DELETE /v2.0/subnets/20354f2e-e462-4c08-9ff2-415d0496127c HTTP/1.1" status: 404 len: 337 time: 0.0739002 May 31 13:55:17.726986 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47716) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:17.727643 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63f041c-efa2-4f56-a8b6-e563957ffeec tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Network 5e2afa0d-2e75-49d4-afaa-c5f4693e4937 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:55:17.800679 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-a63f041c-efa2-4f56-a8b6-e563957ffeec tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 5e2afa0d-2e75-49d4-afaa-c5f4693e4937) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:55:17.803692 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-c431e7c2-3c1a-46ab-8322-f94a5d6270cd tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] DELETE failed (client error): The resource could not be found. May 31 13:55:17.804338 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c431e7c2-3c1a-46ab-8322-f94a5d6270cd tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:55:17.809250 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c431e7c2-3c1a-46ab-8322-f94a5d6270cd tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "DELETE /v2.0/subnets/1c590363-00c3-4fe6-a49d-d7753a0bcb1d HTTP/1.1" status: 404 len: 337 time: 0.0772445 May 31 13:55:17.815334 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63f041c-efa2-4f56-a8b6-e563957ffeec tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:55:17.819212 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a63f041c-efa2-4f56-a8b6-e563957ffeec tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:17.825056 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03b52f3-1112-4b61-b7b4-6567872536f5 None None] Network 5e2afa0d-2e75-49d4-afaa-c5f4693e4937 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:55:17.833791 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47720) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:17.834754 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b98c237e-9a58-42cf-95b4-9e777953e8c5 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:17.850568 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-bab0eecb-b369-4ff5-8441-afbefc70b068 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2365406 May 31 13:55:17.857108 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47724) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:17.869209 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-a4c7c2a8-d6f6-4e75-94aa-bd167dcc954f tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Request body: {'subnet': {'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:55:17.909827 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-10b5b54e-b88b-48e6-8b37-f155f362367d tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] DELETE failed (client error): The resource could not be found. May 31 13:55:17.910391 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10b5b54e-b88b-48e6-8b37-f155f362367d tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:55:17.914702 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-10b5b54e-b88b-48e6-8b37-f155f362367d tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "DELETE /v2.0/subnets/40212637-75d9-4d77-876c-da2c117a7162 HTTP/1.1" status: 404 len: 337 time: 0.0775282 May 31 13:55:17.915303 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47728) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:17.921784 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b98c237e-9a58-42cf-95b4-9e777953e8c5 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:17.935166 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-a63f041c-efa2-4f56-a8b6-e563957ffeec tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.6457264 May 31 13:55:17.972353 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47734) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:17.997205 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-d780ad7f-c262-4f4f-a3d0-13fc87c2c03b tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1594311166', 'network_id': '5e2afa0d-2e75-49d4-afaa-c5f4693e4937'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:55:18.001323 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-08bae62a-9203-4074-93ad-529d7c387b01 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] DELETE failed (client error): The resource could not be found. May 31 13:55:18.001570 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08bae62a-9203-4074-93ad-529d7c387b01 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:55:18.006020 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-08bae62a-9203-4074-93ad-529d7c387b01 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "DELETE /v2.0/subnets/e5cb876f-844c-4265-83b8-5ce61d3f3bd0 HTTP/1.1" status: 404 len: 337 time: 0.0867870 May 31 13:55:18.011846 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47738) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:18.014448 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d780ad7f-c262-4f4f-a3d0-13fc87c2c03b tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:55:18.057871 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-d780ad7f-c262-4f4f-a3d0-13fc87c2c03b tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Usage tracker for resource:port and tenant:98a0f736bbf645a3a9f7e5084a453c5e is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:55:18.068186 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-d780ad7f-c262-4f4f-a3d0-13fc87c2c03b tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:55:18.082626 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-d05fad4a-6db3-4b28-868f-4579cadad9d2 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Synchronizing usage tracker for tenant:779c820d5b2449ae9fd2392eab8ae157 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:55:18.087245 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d780ad7f-c262-4f4f-a3d0-13fc87c2c03b tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:55:18.104942 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-d05fad4a-6db3-4b28-868f-4579cadad9d2 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] Unset dirty status for tenant:779c820d5b2449ae9fd2392eab8ae157 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:55:18.109163 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-d05fad4a-6db3-4b28-868f-4579cadad9d2 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "GET /v2.0/ports?device_id=3211f75f-511b-479b-b8cf-9791381ae8bf HTTP/1.1" status: 200 len: 205 time: 0.0963132 May 31 13:55:18.109776 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47742) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:18.197910 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a4c7c2a8-d6f6-4e75-94aa-bd167dcc954f tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:55:18.216776 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a4c7c2a8-d6f6-4e75-94aa-bd167dcc954f tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Usage tracker for resource:subnet and tenant:d13dddbe1502489da91f2f88306fdca6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:55:18.242844 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a4c7c2a8-d6f6-4e75-94aa-bd167dcc954f tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:55:18.270361 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a4c7c2a8-d6f6-4e75-94aa-bd167dcc954f tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:55:18.309296 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47746) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:18.313311 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-45128572-f325-4de8-8596-8013e44395de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:18.323312 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d780ad7f-c262-4f4f-a3d0-13fc87c2c03b tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Made reservation on behalf of 98a0f736bbf645a3a9f7e5084a453c5e for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:55:18.325664 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d780ad7f-c262-4f4f-a3d0-13fc87c2c03b tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:18.332948 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8bbb8151-7c70-40f2-90e4-fabe2751ca46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:18.334974 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b98c237e-9a58-42cf-95b4-9e777953e8c5 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:18.345472 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-45128572-f325-4de8-8596-8013e44395de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:18.379594 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [None req-ecbf724a-858b-4b88-a896-a67476a0baa1 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] delete failed (client error): The resource could not be found. May 31 13:55:18.383453 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-ecbf724a-858b-4b88-a896-a67476a0baa1 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "DELETE /v2.0/routers/3211f75f-511b-479b-b8cf-9791381ae8bf HTTP/1.1" status: 404 len: 336 time: 0.2721050 May 31 13:55:18.385736 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47750) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:18.386551 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98c237e-9a58-42cf-95b4-9e777953e8c5 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b0dae4-d7b7-452b-bdfd-645f7b8ddb21,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:18.394614 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45128572-f325-4de8-8596-8013e44395de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d59a5616-ad38-4682-9640-c53271d4fd52,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:18.398682 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c7c2a8-d6f6-4e75-94aa-bd167dcc954f tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Made reservation on behalf of d13dddbe1502489da91f2f88306fdca6 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:55:18.404483 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a4c7c2a8-d6f6-4e75-94aa-bd167dcc954f tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:18.437339 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-d780ad7f-c262-4f4f-a3d0-13fc87c2c03b tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] device_id is not set on port c1723f3e-b3b6-4e8d-9e0d-e0ed2ea84e67 yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:55:18.486693 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-bc08c5a9-3c39-4106-b8ad-fd70ac896cf6 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "GET /v2.0/ports?device_id=95432eef-50d8-4e77-982d-72ba61db4b1f HTTP/1.1" status: 200 len: 205 time: 0.0976584 May 31 13:55:18.493148 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47754) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:18.516890 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e24bea-ddaa-4cdc-bb86-dae314e601d1 None None] Network 5e2afa0d-2e75-49d4-afaa-c5f4693e4937 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:55:18.532765 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8bbb8151-7c70-40f2-90e4-fabe2751ca46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:55:18.537219 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-8bbb8151-7c70-40f2-90e4-fabe2751ca46 admin admin] Usage tracker for resource:security_group_rule and tenant:8457ced8710e463caa40e601b05e1688 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:55:18.540357 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-8bbb8151-7c70-40f2-90e4-fabe2751ca46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:55:18.548179 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8bbb8151-7c70-40f2-90e4-fabe2751ca46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:55:18.561018 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b98c237e-9a58-42cf-95b4-9e777953e8c5 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:18.562190 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-b98c237e-9a58-42cf-95b4-9e777953e8c5 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] 10.222.0.50 "DELETE /v2.0/security-groups/80b0dae4-d7b7-452b-bdfd-645f7b8ddb21 HTTP/1.1" status: 204 len: 168 time: 1.0739682 May 31 13:55:18.576842 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47758) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:18.611317 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [None req-af4ead46-a5ca-46e2-a12f-c4290d007d6a tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] delete failed (client error): The resource could not be found. May 31 13:55:18.614967 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-af4ead46-a5ca-46e2-a12f-c4290d007d6a tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "DELETE /v2.0/routers/95432eef-50d8-4e77-982d-72ba61db4b1f HTTP/1.1" status: 404 len: 336 time: 0.1208446 May 31 13:55:18.618474 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47762) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:18.659699 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8bbb8151-7c70-40f2-90e4-fabe2751ca46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:18.674612 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8bbb8151-7c70-40f2-90e4-fabe2751ca46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:18.713120 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e66b676-2e8a-4060-98c5-95c79e8f4eb3 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] DELETE failed (client error): The resource could not be found. May 31 13:55:18.713646 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e66b676-2e8a-4060-98c5-95c79e8f4eb3 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:55:18.745653 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-2e66b676-2e8a-4060-98c5-95c79e8f4eb3 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "DELETE /v2.0/subnets/d0471b8d-fb94-4c17-aa6f-2b7824c7fc6b HTTP/1.1" status: 404 len: 337 time: 0.1218376 May 31 13:55:18.748427 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47766) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:18.750532 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-8bbb8151-7c70-40f2-90e4-fabe2751ca46 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8457ced8710e463caa40e601b05e1688&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4395640 May 31 13:55:18.763104 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbb8151-7c70-40f2-90e4-fabe2751ca46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=394cf525-ae9b-4e23-82fa-4a085fc7d17a,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:18.765239 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47768) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:18.787383 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-45128572-f325-4de8-8596-8013e44395de admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=718c886c841547fca9ea7963069fae00&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4926784 May 31 13:55:18.787383 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47774) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:18.878303 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d021d0-9609-4497-ae36-486bd7cda60e None None] DHCP port deletion for 8d0ca4ab-0d39-494b-8b5d-2861af857a5e request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:55:18.879781 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-42946fd5-0517-4bb7-989c-912a1c75473e tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Synchronizing usage tracker for tenant:75c2083d0d5b4a96923c46356ca14f61 on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:55:18.893651 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-b6310906-195d-484f-84cf-04db30e5020d tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf99df90-e08e-4eb7-a3ff-27546c9c06fb HTTP/1.1" status: 200 len: 205 time: 0.1299171 May 31 13:55:18.894969 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47780) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:18.898080 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-d780ad7f-c262-4f4f-a3d0-13fc87c2c03b tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Allocated IP 172.20.0.5 (5e2afa0d-2e75-49d4-afaa-c5f4693e4937/5b4253f6-e501-4486-82f0-3970f3f7252c/c1723f3e-b3b6-4e8d-9e0d-e0ed2ea84e67) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:55:18.928959 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b6d021d0-9609-4497-ae36-486bd7cda60e None None] Deleting port 2090476c-8cbd-427e-b281-ea58ff512219 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:55:18.929369 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b6d021d0-9609-4497-ae36-486bd7cda60e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:18.945863 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-42946fd5-0517-4bb7-989c-912a1c75473e tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Unset dirty status for tenant:75c2083d0d5b4a96923c46356ca14f61 on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:55:18.947660 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-42946fd5-0517-4bb7-989c-912a1c75473e tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3668113 May 31 13:55:18.959690 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47784) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:18.981883 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-638722a8-9d3a-4439-b2ec-de45dfafc48e tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Request body: {'security_group': {'name': 'tempest-secgroup--2092453080'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:55:18.986835 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-ac741b26-cd54-4f6e-a7f1-d4f38d24be61 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] delete failed (client error): The resource could not be found. May 31 13:55:18.990478 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ac741b26-cd54-4f6e-a7f1-d4f38d24be61 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "DELETE /v2.0/routers/bf99df90-e08e-4eb7-a3ff-27546c9c06fb HTTP/1.1" status: 404 len: 336 time: 0.0897329 May 31 13:55:18.992540 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47788) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:18.996744 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-638722a8-9d3a-4439-b2ec-de45dfafc48e tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:55:19.047024 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-638722a8-9d3a-4439-b2ec-de45dfafc48e tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:55:19.064267 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-311e1d12-7d7b-4b50-82fd-2c417f411b5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:19.067213 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2b14e69f-0602-49aa-b30b-677e78e87bad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:19.070237 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-93d821e7-7443-4e17-9fe7-3997bae86d2d tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "GET /v2.0/ports?device_id=23cf9980-7302-4fe2-bfc0-67b282d40c98 HTTP/1.1" status: 200 len: 205 time: 0.0708864 May 31 13:55:19.077352 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47792) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:19.166831 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-638722a8-9d3a-4439-b2ec-de45dfafc48e tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:19.201886 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2b14e69f-0602-49aa-b30b-677e78e87bad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:19.230883 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-b6a66953-e76d-4fdf-a0bc-2e817d2047c6 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] delete failed (client error): The resource could not be found. May 31 13:55:19.234682 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b6a66953-e76d-4fdf-a0bc-2e817d2047c6 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "DELETE /v2.0/routers/23cf9980-7302-4fe2-bfc0-67b282d40c98 HTTP/1.1" status: 404 len: 336 time: 0.1543443 May 31 13:55:19.235667 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47796) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:19.237640 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-311e1d12-7d7b-4b50-82fd-2c417f411b5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:19.248807 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-638722a8-9d3a-4439-b2ec-de45dfafc48e tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:55:19.273505 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-638722a8-9d3a-4439-b2ec-de45dfafc48e tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Usage tracker for resource:security_group_rule and tenant:75c2083d0d5b4a96923c46356ca14f61 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:55:19.283556 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-638722a8-9d3a-4439-b2ec-de45dfafc48e tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:55:19.302842 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-638722a8-9d3a-4439-b2ec-de45dfafc48e tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:55:19.337840 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-b6d021d0-9609-4497-ae36-486bd7cda60e None None] For port 2090476c-8cbd-427e-b281-ea58ff512219, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=2090476c-8cbd-427e-b281-ea58ff512219,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:55:19.338837 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b6d021d0-9609-4497-ae36-486bd7cda60e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:19.344114 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-906d7c73-05b4-4957-aac3-a3f4fc132c13 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] DELETE failed (client error): The resource could not be found. May 31 13:55:19.344743 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-906d7c73-05b4-4957-aac3-a3f4fc132c13 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:55:19.438513 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d780ad7f-c262-4f4f-a3d0-13fc87c2c03b tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:19.443779 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2b14e69f-0602-49aa-b30b-677e78e87bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:19.492385 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b14e69f-0602-49aa-b30b-677e78e87bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=394cf525-ae9b-4e23-82fa-4a085fc7d17a,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:19.513679 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b6d021d0-9609-4497-ae36-486bd7cda60e None None] Calling delete_port for 2090476c-8cbd-427e-b281-ea58ff512219 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:55:19.556203 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2b14e69f-0602-49aa-b30b-677e78e87bad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:19.557408 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-2b14e69f-0602-49aa-b30b-677e78e87bad admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/394cf525-ae9b-4e23-82fa-4a085fc7d17a HTTP/1.1" status: 204 len: 168 time: 0.7858226 May 31 13:55:19.583056 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-638722a8-9d3a-4439-b2ec-de45dfafc48e tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:19.588545 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-638722a8-9d3a-4439-b2ec-de45dfafc48e tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:19.612512 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-906d7c73-05b4-4957-aac3-a3f4fc132c13 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "DELETE /v2.0/subnets/f4b2f1f5-7667-40b7-b157-b467fb561149 HTTP/1.1" status: 404 len: 337 time: 0.3472633 May 31 13:55:19.614095 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d780ad7f-c262-4f4f-a3d0-13fc87c2c03b tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:19.618177 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47802) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:19.640917 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b6d021d0-9609-4497-ae36-486bd7cda60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:19.647327 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-311e1d12-7d7b-4b50-82fd-2c417f411b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:19.677643 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311e1d12-7d7b-4b50-82fd-2c417f411b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59a5616-ad38-4682-9640-c53271d4fd52,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:19.684892 n-d-843939-1 neutron-server[88369]: DEBUG neutron.objects.ports [None req-a4c7c2a8-d6f6-4e75-94aa-bd167dcc954f tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88369) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 31 13:55:19.760978 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-311e1d12-7d7b-4b50-82fd-2c417f411b5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:19.765807 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-311e1d12-7d7b-4b50-82fd-2c417f411b5b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d59a5616-ad38-4682-9640-c53271d4fd52 HTTP/1.1" status: 204 len: 168 time: 0.9737506 May 31 13:55:19.776342 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d021d0-9609-4497-ae36-486bd7cda60e None None] No DVR routers for this DVR port 2090476c-8cbd-427e-b281-ea58ff512219 on host n-d-843939-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:55:19.799328 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d021d0-9609-4497-ae36-486bd7cda60e None None] Pushing event deleted for resources: {'Port': ['ID=2090476c-8cbd-427e-b281-ea58ff512219,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:19.814966 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-638722a8-9d3a-4439-b2ec-de45dfafc48e tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:19.819108 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-638722a8-9d3a-4439-b2ec-de45dfafc48e tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8551197 May 31 13:55:19.819934 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47808) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:19.833595 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-3d39ef87-8c24-4fdf-b262-1525bd063589 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "GET /v2.0/ports?device_id=28e14519-ddd5-434f-8db9-e1cbe09b601f HTTP/1.1" status: 200 len: 205 time: 0.2114456 May 31 13:55:19.835290 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47812) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:19.837793 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-e987f58a-acd7-4e93-a07a-d541138422a6 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Request body: {'security_group_rule': {'security_group_id': '9808d2a5-31f4-4dba-a56c-255a2c27504f', 'direction': 'ingress', 'protocol': 17}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:55:19.845096 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d780ad7f-c262-4f4f-a3d0-13fc87c2c03b tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Network 5e2afa0d-2e75-49d4-afaa-c5f4693e4937 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:55:19.848636 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638722a8-9d3a-4439-b2ec-de45dfafc48e tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9808d2a5-31f4-4dba-a56c-255a2c27504f,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:19.858881 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e987f58a-acd7-4e93-a07a-d541138422a6 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:55:19.888135 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e987f58a-acd7-4e93-a07a-d541138422a6 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Usage tracker for resource:security_group_rule and tenant:75c2083d0d5b4a96923c46356ca14f61 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:55:19.901286 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e987f58a-acd7-4e93-a07a-d541138422a6 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:55:19.927802 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e987f58a-acd7-4e93-a07a-d541138422a6 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:55:19.941766 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-d780ad7f-c262-4f4f-a3d0-13fc87c2c03b tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:55:19.952503 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d780ad7f-c262-4f4f-a3d0-13fc87c2c03b tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:55:20.001441 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [None req-f6998293-2a39-4e55-b02e-b509b471753c tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] delete failed (client error): The resource could not be found. May 31 13:55:20.005105 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-f6998293-2a39-4e55-b02e-b509b471753c tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "DELETE /v2.0/routers/28e14519-ddd5-434f-8db9-e1cbe09b601f HTTP/1.1" status: 404 len: 336 time: 0.1612833 May 31 13:55:20.017666 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47818) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:20.072277 n-d-843939-1 neutron-server[88369]: WARNING neutron.services.revisions.revision_plugin [None req-a4c7c2a8-d6f6-4e75-94aa-bd167dcc954f tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Could not find related port for resource to bump revision. May 31 13:55:20.085689 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-a812f670-c18a-4aa0-9232-9014a95ab335 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] DELETE failed (client error): The resource could not be found. May 31 13:55:20.086618 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a812f670-c18a-4aa0-9232-9014a95ab335 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:55:20.089449 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-a812f670-c18a-4aa0-9232-9014a95ab335 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "DELETE /v2.0/subnets/187fd3cb-7494-48c6-b6b6-62dbc235349d HTTP/1.1" status: 404 len: 337 time: 0.0708301 May 31 13:55:20.090522 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d780ad7f-c262-4f4f-a3d0-13fc87c2c03b tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Pushing event updated for resources: {'Port': ['ID=c1723f3e-b3b6-4e8d-9e0d-e0ed2ea84e67,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:20.094065 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47824) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:20.100481 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 2090476c-8cbd-427e-b281-ea58ff512219 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:55:20.109648 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.ipam_pluggable_backend [None req-a4c7c2a8-d6f6-4e75-94aa-bd167dcc954f tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Port 2090476c-8cbd-427e-b281-ea58ff512219 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88369) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} May 31 13:55:20.110300 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.ipam_pluggable_backend [None req-a4c7c2a8-d6f6-4e75-94aa-bd167dcc954f tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Reverting IP allocation for 2001:db8::f816:3eff:febd:9ece {{(pid=88369) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} May 31 13:55:20.153228 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d780ad7f-c262-4f4f-a3d0-13fc87c2c03b tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:55:20.154297 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d780ad7f-c262-4f4f-a3d0-13fc87c2c03b tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:20.201259 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-d780ad7f-c262-4f4f-a3d0-13fc87c2c03b tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.2186701 May 31 13:55:20.202228 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47832) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:20.211445 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 2090476c-8cbd-427e-b281-ea58ff512219 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:55:20.214118 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 2090476c-8cbd-427e-b281-ea58ff512219 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:55:20.335458 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-004bfee9-887a-4bbd-9c8a-32b3b58aa770 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Deleting port c1723f3e-b3b6-4e8d-9e0d-e0ed2ea84e67 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:55:20.336297 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-004bfee9-887a-4bbd-9c8a-32b3b58aa770 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:20.428011 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-51796ff8-50b0-4ffd-9ea0-8add874c1131 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "GET /v2.0/ports?device_id=46a59056-fd03-4ec6-baae-7c11e1e80bf8 HTTP/1.1" status: 200 len: 205 time: 0.3295782 May 31 13:55:20.428011 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47840) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:20.428782 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a4c7c2a8-d6f6-4e75-94aa-bd167dcc954f tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:20.432685 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e987f58a-acd7-4e93-a07a-d541138422a6 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:20.456790 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47844) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:20.755739 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c7c2a8-d6f6-4e75-94aa-bd167dcc954f tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:55:20.773475 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-a4c7c2a8-d6f6-4e75-94aa-bd167dcc954f tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:55:20.777937 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-73bf9e17-5234-43cc-86ec-96e0321227f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:20.797482 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0afd0745-a83b-4eca-ac85-bbc9a8acd406 None None] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:55:20.816800 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c7c2a8-d6f6-4e75-94aa-bd167dcc954f tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event updated for resources: {'Subnet': ['ID=c700a424-6dea-4e1d-81dc-deafa053ea46,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:20.821562 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c7c2a8-d6f6-4e75-94aa-bd167dcc954f tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:55:20.823275 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a4c7c2a8-d6f6-4e75-94aa-bd167dcc954f tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:20.875633 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-bb57bacf-aec9-4d7a-8ab9-af086069ffcb tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] delete failed (client error): The resource could not be found. May 31 13:55:20.877005 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-bb57bacf-aec9-4d7a-8ab9-af086069ffcb tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "DELETE /v2.0/routers/46a59056-fd03-4ec6-baae-7c11e1e80bf8 HTTP/1.1" status: 404 len: 336 time: 0.3537955 May 31 13:55:20.881806 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a4c7c2a8-d6f6-4e75-94aa-bd167dcc954f tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0236478 May 31 13:55:20.883973 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47860) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:20.884577 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47862) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:20.904104 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-73bf9e17-5234-43cc-86ec-96e0321227f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:55:20.911115 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-56e5b243-38e5-4b5d-952f-bc641e5c9bb6 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Request body: {'subnet': {'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:55:20.919314 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-73bf9e17-5234-43cc-86ec-96e0321227f6 admin admin] Usage tracker for resource:security_group_rule and tenant:018e978799fb4f8c94388487dd8188f5 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:55:20.924519 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-73bf9e17-5234-43cc-86ec-96e0321227f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:55:20.946406 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-73bf9e17-5234-43cc-86ec-96e0321227f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:55:21.053762 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-73bf9e17-5234-43cc-86ec-96e0321227f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:21.063148 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-73bf9e17-5234-43cc-86ec-96e0321227f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:21.075582 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e987f58a-acd7-4e93-a07a-d541138422a6 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:21.094873 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e987f58a-acd7-4e93-a07a-d541138422a6 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:21.150543 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e987f58a-acd7-4e93-a07a-d541138422a6 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f70cd50-e693-45a0-8298-fb978fd7be04,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:21.162182 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-73bf9e17-5234-43cc-86ec-96e0321227f6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=018e978799fb4f8c94388487dd8188f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7211866 May 31 13:55:21.166640 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bf9e17-5234-43cc-86ec-96e0321227f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f354b067-d3f4-4082-93d3-24364b53c0b2,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:21.180829 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47874) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:21.274080 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e987f58a-acd7-4e93-a07a-d541138422a6 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:21.275443 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e987f58a-acd7-4e93-a07a-d541138422a6 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.4508522 May 31 13:55:21.280637 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47882) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:21.284015 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a3d326ff-8c5e-4674-a4c3-6e4e5845a4f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:21.364952 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a3d326ff-8c5e-4674-a4c3-6e4e5845a4f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:21.388787 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2282534-db67-43f1-a8bb-12c8c7f658c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'tenant_id': 'd13dddbe1502489da91f2f88306fdca6', 'fixed_ips': [{'subnet_id': 'c700a424-6dea-4e1d-81dc-deafa053ea46'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:55:21.389804 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a2282534-db67-43f1-a8bb-12c8c7f658c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:21.440595 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7efa17d5-08b7-48b1-88ab-96daa5e802b3 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:21.491014 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7efa17d5-08b7-48b1-88ab-96daa5e802b3 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:21.550887 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a3d326ff-8c5e-4674-a4c3-6e4e5845a4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:21.571492 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d326ff-8c5e-4674-a4c3-6e4e5845a4f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f354b067-d3f4-4082-93d3-24364b53c0b2,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:21.588460 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7efa17d5-08b7-48b1-88ab-96daa5e802b3 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:21.614757 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a3d326ff-8c5e-4674-a4c3-6e4e5845a4f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:21.616308 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a3d326ff-8c5e-4674-a4c3-6e4e5845a4f2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f354b067-d3f4-4082-93d3-24364b53c0b2 HTTP/1.1" status: 204 len: 168 time: 0.4294879 May 31 13:55:21.621319 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efa17d5-08b7-48b1-88ab-96daa5e802b3 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9808d2a5-31f4-4dba-a56c-255a2c27504f,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:21.626615 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7efa17d5-08b7-48b1-88ab-96daa5e802b3 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:21.630370 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-7efa17d5-08b7-48b1-88ab-96daa5e802b3 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] 10.222.0.50 "DELETE /v2.0/security-groups/9808d2a5-31f4-4dba-a56c-255a2c27504f HTTP/1.1" status: 204 len: 168 time: 0.3458321 May 31 13:55:21.630550 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47892) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:21.768385 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-004bfee9-887a-4bbd-9c8a-32b3b58aa770 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:21.801699 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d2726bb6-29af-411f-9774-c2c46eb9700d tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Synchronizing usage tracker for tenant:75c2083d0d5b4a96923c46356ca14f61 on resource:security_group {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:55:21.827051 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-a2282534-db67-43f1-a8bb-12c8c7f658c8 None None] Allocated IP 2001:db8::f816:3eff:fe53:7c26 (8d0ca4ab-0d39-494b-8b5d-2861af857a5e/c700a424-6dea-4e1d-81dc-deafa053ea46/24f9913b-fcf5-4d33-a720-4631f6d16557) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:55:21.856854 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d2726bb6-29af-411f-9774-c2c46eb9700d tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Unset dirty status for tenant:75c2083d0d5b4a96923c46356ca14f61 on resource:security_group {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:55:21.863369 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d2726bb6-29af-411f-9774-c2c46eb9700d tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2276230 May 31 13:55:21.863579 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47898) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:21.882585 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-84ed701d-6c93-4aaf-8e2f-63437e08494f tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Request body: {'security_group': {'name': 'tempest-secgroup--406335009'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:55:21.903149 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-84ed701d-6c93-4aaf-8e2f-63437e08494f tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:55:21.944939 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-84ed701d-6c93-4aaf-8e2f-63437e08494f tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:55:21.982743 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-84ed701d-6c93-4aaf-8e2f-63437e08494f tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:22.034465 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-84ed701d-6c93-4aaf-8e2f-63437e08494f tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:55:22.049578 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-84ed701d-6c93-4aaf-8e2f-63437e08494f tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Usage tracker for resource:security_group_rule and tenant:75c2083d0d5b4a96923c46356ca14f61 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:55:22.050346 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-004bfee9-887a-4bbd-9c8a-32b3b58aa770 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Calling delete_port for c1723f3e-b3b6-4e8d-9e0d-e0ed2ea84e67 owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:55:22.059034 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-84ed701d-6c93-4aaf-8e2f-63437e08494f tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:55:22.070045 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-84ed701d-6c93-4aaf-8e2f-63437e08494f tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:55:22.147690 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-3acd450a-fe04-46b1-8c9c-d96b85fe2fb0 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] DELETE failed (client error): The resource could not be found. May 31 13:55:22.148131 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3acd450a-fe04-46b1-8c9c-d96b85fe2fb0 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:55:22.149837 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-3acd450a-fe04-46b1-8c9c-d96b85fe2fb0 tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "DELETE /v2.0/subnets/d2f73a3d-13ff-4cc4-a0b3-1eda4ae21128 HTTP/1.1" status: 404 len: 337 time: 1.2640784 May 31 13:55:22.154825 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47908) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:22.160502 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-56e5b243-38e5-4b5d-952f-bc641e5c9bb6 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:55:22.177317 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-56e5b243-38e5-4b5d-952f-bc641e5c9bb6 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Usage tracker for resource:subnet and tenant:d13dddbe1502489da91f2f88306fdca6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:55:22.191928 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-56e5b243-38e5-4b5d-952f-bc641e5c9bb6 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:55:22.218220 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-56e5b243-38e5-4b5d-952f-bc641e5c9bb6 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:55:22.236329 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaf6b69f-6beb-4f4d-a41d-d1a915da70dd tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] DELETE failed (client error): The resource could not be found. May 31 13:55:22.237039 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaf6b69f-6beb-4f4d-a41d-d1a915da70dd tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:55:22.250951 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-eaf6b69f-6beb-4f4d-a41d-d1a915da70dd tempest-RoutersIpV6Test-65439852 tempest-RoutersIpV6Test-65439852-project] 10.222.0.50 "DELETE /v2.0/subnets/022460f4-71c5-49cd-8584-641afc04790c HTTP/1.1" status: 404 len: 337 time: 0.0945535 May 31 13:55:22.254152 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-84ed701d-6c93-4aaf-8e2f-63437e08494f tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:22.263979 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-84ed701d-6c93-4aaf-8e2f-63437e08494f tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:22.272131 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e5b243-38e5-4b5d-952f-bc641e5c9bb6 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Made reservation on behalf of d13dddbe1502489da91f2f88306fdca6 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:55:22.280103 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-56e5b243-38e5-4b5d-952f-bc641e5c9bb6 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:22.339554 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ed701d-6c93-4aaf-8e2f-63437e08494f tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbbb8e29-5982-48e8-aac7-ef0926558a27,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:22.347601 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-84ed701d-6c93-4aaf-8e2f-63437e08494f tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:22.349824 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-84ed701d-6c93-4aaf-8e2f-63437e08494f tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4850991 May 31 13:55:22.352963 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47920) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:22.365457 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-dafb4680-a0dd-4e16-aa2c-b40cdc8465f7 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Request body: {'security_group': {'name': 'tempest-secgroup--258776207'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:55:22.366189 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a2282534-db67-43f1-a8bb-12c8c7f658c8 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:22.390415 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-dafb4680-a0dd-4e16-aa2c-b40cdc8465f7 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:55:22.413814 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-dafb4680-a0dd-4e16-aa2c-b40cdc8465f7 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:55:22.442650 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dafb4680-a0dd-4e16-aa2c-b40cdc8465f7 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:22.475281 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a2282534-db67-43f1-a8bb-12c8c7f658c8 None None] Transition to ACTIVE for port object 24f9913b-fcf5-4d33-a720-4631f6d16557 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:55:22.490691 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-dafb4680-a0dd-4e16-aa2c-b40cdc8465f7 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:55:22.500819 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-dafb4680-a0dd-4e16-aa2c-b40cdc8465f7 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Usage tracker for resource:security_group_rule and tenant:75c2083d0d5b4a96923c46356ca14f61 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:55:22.508813 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-dafb4680-a0dd-4e16-aa2c-b40cdc8465f7 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:55:22.513532 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a2282534-db67-43f1-a8bb-12c8c7f658c8 None None] Transition to ACTIVE for port object 24f9913b-fcf5-4d33-a720-4631f6d16557 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:55:22.521811 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-004bfee9-887a-4bbd-9c8a-32b3b58aa770 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:22.525584 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-dafb4680-a0dd-4e16-aa2c-b40cdc8465f7 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:55:22.539273 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a2282534-db67-43f1-a8bb-12c8c7f658c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:22.567359 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47924) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:22.598446 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004bfee9-887a-4bbd-9c8a-32b3b58aa770 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Pushing event deleted for resources: {'Port': ['ID=c1723f3e-b3b6-4e8d-9e0d-e0ed2ea84e67,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:22.702611 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2282534-db67-43f1-a8bb-12c8c7f658c8 None None] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:55:22.706920 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-a2282534-db67-43f1-a8bb-12c8c7f658c8 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:55:22.717206 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2282534-db67-43f1-a8bb-12c8c7f658c8 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:55:22.739161 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dafb4680-a0dd-4e16-aa2c-b40cdc8465f7 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:22.745751 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dafb4680-a0dd-4e16-aa2c-b40cdc8465f7 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:22.822850 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2282534-db67-43f1-a8bb-12c8c7f658c8 None None] Pushing event updated for resources: {'Port': ['ID=24f9913b-fcf5-4d33-a720-4631f6d16557,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:22.859765 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-a2282534-db67-43f1-a8bb-12c8c7f658c8 None None] Attempting to bind port 24f9913b-fcf5-4d33-a720-4631f6d16557 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:55:22.860685 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-a2282534-db67-43f1-a8bb-12c8c7f658c8 None None] Attempting to bind port 24f9913b-fcf5-4d33-a720-4631f6d16557 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:55:22.861191 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2282534-db67-43f1-a8bb-12c8c7f658c8 None None] Attempting to bind port 24f9913b-fcf5-4d33-a720-4631f6d16557 on network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:55:22.867927 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2282534-db67-43f1-a8bb-12c8c7f658c8 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:55:22.868401 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2282534-db67-43f1-a8bb-12c8c7f658c8 None None] Checking segment: {'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:55:22.868807 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a2282534-db67-43f1-a8bb-12c8c7f658c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:22.869907 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2282534-db67-43f1-a8bb-12c8c7f658c8 None None] Bound using segment: {'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:55:22.870703 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-a2282534-db67-43f1-a8bb-12c8c7f658c8 None None] Bound port: 24f9913b-fcf5-4d33-a720-4631f6d16557, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:55:22.871276 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a2282534-db67-43f1-a8bb-12c8c7f658c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:22.876717 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafb4680-a0dd-4e16-aa2c-b40cdc8465f7 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd6fd36a-4f1c-487b-b1f4-c8dcc7fbb308,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:22.901140 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dafb4680-a0dd-4e16-aa2c-b40cdc8465f7 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:22.905175 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-dafb4680-a0dd-4e16-aa2c-b40cdc8465f7 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5469368 May 31 13:55:22.905359 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47934) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:22.910820 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-d5c89fcd-71bd-4a24-bc06-6dd373c0f13b tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Request body: {'security_group_rule': {'security_group_id': 'fbbb8e29-5982-48e8-aac7-ef0926558a27', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'cd6fd36a-4f1c-487b-b1f4-c8dcc7fbb308', 'remote_ip_prefix': None}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:55:22.931196 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d5c89fcd-71bd-4a24-bc06-6dd373c0f13b tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:55:22.949025 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d5c89fcd-71bd-4a24-bc06-6dd373c0f13b tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Usage tracker for resource:security_group_rule and tenant:75c2083d0d5b4a96923c46356ca14f61 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:55:22.964235 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d5c89fcd-71bd-4a24-bc06-6dd373c0f13b tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:55:22.971765 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d5c89fcd-71bd-4a24-bc06-6dd373c0f13b tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:55:22.999384 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-004bfee9-887a-4bbd-9c8a-32b3b58aa770 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:23.005002 n-d-843939-1 neutron-server[88370]: INFO neutron.db.ipam_backend_mixin [None req-56e5b243-38e5-4b5d-952f-bc641e5c9bb6 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c700a424-6dea-4e1d-81dc-deafa053ea46 (CIDR: 2001:db8::/64) May 31 13:55:23.008998 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-004bfee9-887a-4bbd-9c8a-32b3b58aa770 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] 10.222.0.50 "DELETE /v2.0/ports/c1723f3e-b3b6-4e8d-9e0d-e0ed2ea84e67 HTTP/1.1" status: 204 len: 168 time: 2.8055143 May 31 13:55:23.012059 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-56e5b243-38e5-4b5d-952f-bc641e5c9bb6 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 13:55:23.012739 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56e5b243-38e5-4b5d-952f-bc641e5c9bb6 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:55:23.032580 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47940) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:23.039115 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-d605838b-5d43-43ff-ba89-fef3d3fb7232 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5e2afa0d-2e75-49d4-afaa-c5f4693e4937', 'external_fixed_ips': [{'subnet_id': '5b4253f6-e501-4486-82f0-3970f3f7252c', 'ip_address': '172.20.0.5'}]}}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:55:23.047021 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d605838b-5d43-43ff-ba89-fef3d3fb7232 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:55:23.047531 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-a2282534-db67-43f1-a8bb-12c8c7f658c8 None None] For port 24f9913b-fcf5-4d33-a720-4631f6d16557, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:55:23.052496 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-d605838b-5d43-43ff-ba89-fef3d3fb7232 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Usage tracker for resource:router and tenant:98a0f736bbf645a3a9f7e5084a453c5e is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:55:23.053077 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-a2282534-db67-43f1-a8bb-12c8c7f658c8 None None] For port 24f9913b-fcf5-4d33-a720-4631f6d16557, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=24f9913b-fcf5-4d33-a720-4631f6d16557,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:55:23.056237 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47946) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:23.057340 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-d605838b-5d43-43ff-ba89-fef3d3fb7232 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:55:23.063569 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a2282534-db67-43f1-a8bb-12c8c7f658c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:23.065021 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d605838b-5d43-43ff-ba89-fef3d3fb7232 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:55:23.071313 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-56e5b243-38e5-4b5d-952f-bc641e5c9bb6 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.1754637 May 31 13:55:23.074425 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47948) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:23.083766 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d605838b-5d43-43ff-ba89-fef3d3fb7232 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:23.085299 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d605838b-5d43-43ff-ba89-fef3d3fb7232 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:23.103262 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4bf2fd37-cf7f-4ee1-a846-b5e7a3256fb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:23.119647 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-c4de5d5d-aeec-49fb-8352-02f54db80318 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Request body: {'subnet': {'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:55:23.127371 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d605838b-5d43-43ff-ba89-fef3d3fb7232 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:23.154884 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d5c89fcd-71bd-4a24-bc06-6dd373c0f13b tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:23.214976 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2282534-db67-43f1-a8bb-12c8c7f658c8 None None] Pushing event updated for resources: {'Port': ['ID=24f9913b-fcf5-4d33-a720-4631f6d16557,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:23.409922 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4bf2fd37-cf7f-4ee1-a846-b5e7a3256fb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:55:23.413321 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47964) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:23.436602 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-4bf2fd37-cf7f-4ee1-a846-b5e7a3256fb7 admin admin] Usage tracker for resource:security_group_rule and tenant:8aed7e1987794145bc04d95a8a0e3945 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:55:23.444998 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-4bf2fd37-cf7f-4ee1-a846-b5e7a3256fb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:55:23.512312 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4bf2fd37-cf7f-4ee1-a846-b5e7a3256fb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:55:23.628200 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d605838b-5d43-43ff-ba89-fef3d3fb7232 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:23.633419 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d5c89fcd-71bd-4a24-bc06-6dd373c0f13b tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:23.658108 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d5c89fcd-71bd-4a24-bc06-6dd373c0f13b tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:23.670785 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b566b0ec-b6bf-4bbe-9da4-b9f86bb4bf4e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=779c820d5b2449ae9fd2392eab8ae157&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6031713 May 31 13:55:23.676173 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c4de5d5d-aeec-49fb-8352-02f54db80318 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:55:23.682170 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47970) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:23.692978 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c4de5d5d-aeec-49fb-8352-02f54db80318 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Usage tracker for resource:subnet and tenant:d13dddbe1502489da91f2f88306fdca6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:55:23.717547 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-4f27a240-4c51-4c01-a5d4-ae47c2a3680c admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1692348801-network', 'tenant_id': '8a0ff68e3392496c99812d9ccfaaf695'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:55:23.722399 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c4de5d5d-aeec-49fb-8352-02f54db80318 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:55:23.737299 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4f27a240-4c51-4c01-a5d4-ae47c2a3680c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:55:23.743558 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c89fcd-71bd-4a24-bc06-6dd373c0f13b tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0e28e27-753f-4fda-b5e1-8b98f2463964,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:23.748117 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c4de5d5d-aeec-49fb-8352-02f54db80318 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:55:23.761633 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-4f27a240-4c51-4c01-a5d4-ae47c2a3680c admin admin] Usage tracker for resource:network and tenant:8a0ff68e3392496c99812d9ccfaaf695 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:55:23.772274 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-4f27a240-4c51-4c01-a5d4-ae47c2a3680c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:55:23.809941 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4f27a240-4c51-4c01-a5d4-ae47c2a3680c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:55:23.826993 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4de5d5d-aeec-49fb-8352-02f54db80318 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Made reservation on behalf of d13dddbe1502489da91f2f88306fdca6 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:55:23.832020 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c4de5d5d-aeec-49fb-8352-02f54db80318 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:23.858606 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d5c89fcd-71bd-4a24-bc06-6dd373c0f13b tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:23.859747 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d5c89fcd-71bd-4a24-bc06-6dd373c0f13b tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.9534378 May 31 13:55:23.867747 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47974) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:23.912694 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-23162a6d-fa2f-469e-b168-896cea0c41ce tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:23.941542 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f27a240-4c51-4c01-a5d4-ae47c2a3680c admin admin] Made reservation on behalf of 8a0ff68e3392496c99812d9ccfaaf695 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:55:23.943757 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4f27a240-4c51-4c01-a5d4-ae47c2a3680c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:23.960375 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-23162a6d-fa2f-469e-b168-896cea0c41ce tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:23.985126 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4f27a240-4c51-4c01-a5d4-ae47c2a3680c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:24.010714 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4bf2fd37-cf7f-4ee1-a846-b5e7a3256fb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:24.026897 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4bf2fd37-cf7f-4ee1-a846-b5e7a3256fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:24.048799 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4f27a240-4c51-4c01-a5d4-ae47c2a3680c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:55:24.057658 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c6d6230d-3e7a-406e-b046-79ae2364217e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:24.079261 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-4f27a240-4c51-4c01-a5d4-ae47c2a3680c admin admin] Usage tracker for resource:security_group_rule and tenant:8a0ff68e3392496c99812d9ccfaaf695 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:55:24.104259 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-4f27a240-4c51-4c01-a5d4-ae47c2a3680c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:55:24.141454 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-23162a6d-fa2f-469e-b168-896cea0c41ce tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:24.145406 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4f27a240-4c51-4c01-a5d4-ae47c2a3680c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:55:24.161751 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c6d6230d-3e7a-406e-b046-79ae2364217e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:24.190515 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 24f9913b-fcf5-4d33-a720-4631f6d16557 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:55:24.199056 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-4bf2fd37-cf7f-4ee1-a846-b5e7a3256fb7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8aed7e1987794145bc04d95a8a0e3945&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6275067 May 31 13:55:24.207317 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2fd37-cf7f-4ee1-a846-b5e7a3256fb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a8bb3db-469c-48a7-93a3-52edc0bae83c,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:24.212486 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47980) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:24.360935 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23162a6d-fa2f-469e-b168-896cea0c41ce tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b0e28e27-753f-4fda-b5e1-8b98f2463964,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:24.366126 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 24f9913b-fcf5-4d33-a720-4631f6d16557 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:55:24.433085 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-23162a6d-fa2f-469e-b168-896cea0c41ce tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:24.439945 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-23162a6d-fa2f-469e-b168-896cea0c41ce tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/b0e28e27-753f-4fda-b5e1-8b98f2463964 HTTP/1.1" status: 204 len: 168 time: 0.5730660 May 31 13:55:24.442820 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47986) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:24.479027 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d605838b-5d43-43ff-ba89-fef3d3fb7232 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:24.517510 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d605838b-5d43-43ff-ba89-fef3d3fb7232 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:24.566010 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47992) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:24.616792 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c4de5d5d-aeec-49fb-8352-02f54db80318 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:24.630315 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-a5fa9428-3746-4870-aaf0-ca567082fdbf tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Synchronizing usage tracker for tenant:75c2083d0d5b4a96923c46356ca14f61 on resource:security_group_rule {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:55:24.632407 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-197ecdeb-f689-489c-bd29-5f6194f06e68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:24.668607 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-197ecdeb-f689-489c-bd29-5f6194f06e68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:24.773504 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-a5fa9428-3746-4870-aaf0-ca567082fdbf tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Unset dirty status for tenant:75c2083d0d5b4a96923c46356ca14f61 on resource:security_group_rule {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:55:24.775139 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-a5fa9428-3746-4870-aaf0-ca567082fdbf tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3282087 May 31 13:55:24.780806 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47998) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:24.804871 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4de5d5d-aeec-49fb-8352-02f54db80318 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event updated for resources: {'Subnet': ['ID=13c70a5f-c600-4acd-ad0c-c3c3378b3362,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:24.813605 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-197ecdeb-f689-489c-bd29-5f6194f06e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:24.843317 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4de5d5d-aeec-49fb-8352-02f54db80318 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:55:24.851140 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-c4de5d5d-aeec-49fb-8352-02f54db80318 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:55:24.851652 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4de5d5d-aeec-49fb-8352-02f54db80318 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:55:24.852350 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c4de5d5d-aeec-49fb-8352-02f54db80318 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:24.868772 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb81353-79b5-42a4-97e8-b0a03bf4d9e4 None None] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:55:24.877777 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197ecdeb-f689-489c-bd29-5f6194f06e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a8bb3db-469c-48a7-93a3-52edc0bae83c,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:24.960916 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c4de5d5d-aeec-49fb-8352-02f54db80318 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8785005 May 31 13:55:24.964101 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 48002) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:24.976267 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6d875920-652c-4993-b928-5d0544590ec6 None None] Provisioning for port 24f9913b-fcf5-4d33-a720-4631f6d16557 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:55:24.978136 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c6d6230d-3e7a-406e-b046-79ae2364217e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:24.982603 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-197ecdeb-f689-489c-bd29-5f6194f06e68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:24.986523 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-197ecdeb-f689-489c-bd29-5f6194f06e68 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4a8bb3db-469c-48a7-93a3-52edc0bae83c HTTP/1.1" status: 204 len: 168 time: 0.7582402 May 31 13:55:24.989134 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6d875920-652c-4993-b928-5d0544590ec6 None None] Provisioning complete for port 24f9913b-fcf5-4d33-a720-4631f6d16557 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:55:24.989962 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6d875920-652c-4993-b928-5d0544590ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:25.002736 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-ffd7679e-99eb-4858-9874-e72e87360932 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Request body: {'port': {'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'mac_address': 'fa:16:3e:46:8b:75', 'name': 'tempest-NetworksTestDHCPv6-959745863'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:55:25.260697 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e3a1d9c7-e354-41c0-87e7-3fcf7e755c37 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:25.264417 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-d605838b-5d43-43ff-ba89-fef3d3fb7232 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Allocated IP 172.20.0.5 (5e2afa0d-2e75-49d4-afaa-c5f4693e4937/5b4253f6-e501-4486-82f0-3970f3f7252c/4536c48c-6ef1-4b47-ba1f-14796d303e8e) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:55:25.367613 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-6d875920-652c-4993-b928-5d0544590ec6 None None] Current status of the port 24f9913b-fcf5-4d33-a720-4631f6d16557 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:55:25.368230 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6d875920-652c-4993-b928-5d0544590ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:25.390077 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e3a1d9c7-e354-41c0-87e7-3fcf7e755c37 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:25.429273 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-6d875920-652c-4993-b928-5d0544590ec6 None None] For port 24f9913b-fcf5-4d33-a720-4631f6d16557, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=24f9913b-fcf5-4d33-a720-4631f6d16557,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:55:25.435146 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6d875920-652c-4993-b928-5d0544590ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:25.514006 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4f27a240-4c51-4c01-a5d4-ae47c2a3680c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:25.529928 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c6d6230d-3e7a-406e-b046-79ae2364217e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:25.531167 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c6d6230d-3e7a-406e-b046-79ae2364217e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7b96697c-bd8d-47fe-8408-af54062d8def HTTP/1.1" status: 204 len: 168 time: 1.8410413 May 31 13:55:25.536687 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d6230d-3e7a-406e-b046-79ae2364217e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b96697c-bd8d-47fe-8408-af54062d8def,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:25.541717 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4f27a240-4c51-4c01-a5d4-ae47c2a3680c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:25.597948 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f27a240-4c51-4c01-a5d4-ae47c2a3680c admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:55:25.609721 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ffd7679e-99eb-4858-9874-e72e87360932 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:55:25.614373 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f27a240-4c51-4c01-a5d4-ae47c2a3680c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6c5587-d150-4afc-888c-39ba92186015,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:25.621642 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ffd7679e-99eb-4858-9874-e72e87360932 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Usage tracker for resource:port and tenant:d13dddbe1502489da91f2f88306fdca6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:55:25.624760 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4f27a240-4c51-4c01-a5d4-ae47c2a3680c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:25.625141 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-4f27a240-4c51-4c01-a5d4-ae47c2a3680c admin admin] Added segment 08848bf7-4c1a-4447-9c5a-eb1e7981eaae of type vlan for network 2b8752ff-d6bb-4c36-b788-4af67f57c09d May 31 13:55:25.626903 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ffd7679e-99eb-4858-9874-e72e87360932 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:55:25.635904 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f11ee44-d7b2-4119-a104-bf050b38c12d None None] Update dhcp port {'port': {'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'fixed_ips': [{'subnet_id': 'c700a424-6dea-4e1d-81dc-deafa053ea46', 'ip_address': '2001:db8::f816:3eff:fe53:7c26'}, {'subnet_id': '13c70a5f-c600-4acd-ad0c-c3c3378b3362'}], 'binding:host_id': 'n-d-843939-1'}, 'id': '24f9913b-fcf5-4d33-a720-4631f6d16557'} from n-d-843939-1. {{(pid=88371) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 31 13:55:25.638788 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ffd7679e-99eb-4858-9874-e72e87360932 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:55:25.673859 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4f27a240-4c51-4c01-a5d4-ae47c2a3680c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:25.678283 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd7679e-99eb-4858-9874-e72e87360932 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Made reservation on behalf of d13dddbe1502489da91f2f88306fdca6 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:55:25.723119 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4f11ee44-d7b2-4119-a104-bf050b38c12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:25.733786 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d875920-652c-4993-b928-5d0544590ec6 None None] Pushing event updated for resources: {'Port': ['ID=24f9913b-fcf5-4d33-a720-4631f6d16557,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:25.867651 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4f27a240-4c51-4c01-a5d4-ae47c2a3680c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:25.868651 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f27a240-4c51-4c01-a5d4-ae47c2a3680c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:55:25.869837 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4f27a240-4c51-4c01-a5d4-ae47c2a3680c admin admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:25.910306 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d605838b-5d43-43ff-ba89-fef3d3fb7232 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:26.013338 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d605838b-5d43-43ff-ba89-fef3d3fb7232 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:26.037325 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-4f11ee44-d7b2-4119-a104-bf050b38c12d None None] Allocated IP 2001:db8:0:1::2 (8d0ca4ab-0d39-494b-8b5d-2861af857a5e/13c70a5f-c600-4acd-ad0c-c3c3378b3362/24f9913b-fcf5-4d33-a720-4631f6d16557) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:55:26.045008 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ffd7679e-99eb-4858-9874-e72e87360932 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:26.063151 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e3a1d9c7-e354-41c0-87e7-3fcf7e755c37 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:26.077834 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-4f27a240-4c51-4c01-a5d4-ae47c2a3680c admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.6633158 May 31 13:55:26.082895 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 48028) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:26.090776 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-831846f1-f39c-4225-97ff-1df8a19a8b4b admin admin] Request body: {'subnet': {'network_id': '2b8752ff-d6bb-4c36-b788-4af67f57c09d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1692348801-subnet', 'tenant_id': '8a0ff68e3392496c99812d9ccfaaf695', 'ip_version': 4}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:55:26.124645 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-831846f1-f39c-4225-97ff-1df8a19a8b4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:55:26.127631 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-ffd7679e-99eb-4858-9874-e72e87360932 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] device_id is not set on port 615db370-2498-447a-909b-dcd5cade8783 yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:55:26.144067 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d605838b-5d43-43ff-ba89-fef3d3fb7232 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Network 5e2afa0d-2e75-49d4-afaa-c5f4693e4937 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:55:26.150869 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-d605838b-5d43-43ff-ba89-fef3d3fb7232 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:55:26.152937 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a1d9c7-e354-41c0-87e7-3fcf7e755c37 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd6fd36a-4f1c-487b-b1f4-c8dcc7fbb308,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:26.155496 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e3a1d9c7-e354-41c0-87e7-3fcf7e755c37 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:26.157266 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-e3a1d9c7-e354-41c0-87e7-3fcf7e755c37 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] 10.222.0.50 "DELETE /v2.0/security-groups/cd6fd36a-4f1c-487b-b1f4-c8dcc7fbb308 HTTP/1.1" status: 204 len: 168 time: 1.3363559 May 31 13:55:26.162974 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d605838b-5d43-43ff-ba89-fef3d3fb7232 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:55:26.185608 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f27a240-4c51-4c01-a5d4-ae47c2a3680c admin admin] Pushing event updated for resources: {'Network': ['ID=2b8752ff-d6bb-4c36-b788-4af67f57c09d,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:26.187995 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 48034) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:26.192965 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-831846f1-f39c-4225-97ff-1df8a19a8b4b admin admin] Usage tracker for resource:subnet and tenant:8a0ff68e3392496c99812d9ccfaaf695 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:55:26.214499 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-831846f1-f39c-4225-97ff-1df8a19a8b4b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:55:26.236818 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 24f9913b-fcf5-4d33-a720-4631f6d16557 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:55:26.250548 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-831846f1-f39c-4225-97ff-1df8a19a8b4b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:55:26.301495 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831846f1-f39c-4225-97ff-1df8a19a8b4b admin admin] Made reservation on behalf of 8a0ff68e3392496c99812d9ccfaaf695 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:55:26.303746 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-831846f1-f39c-4225-97ff-1df8a19a8b4b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:26.327729 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 2b8752ff-d6bb-4c36-b788-4af67f57c09d details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:55:26.399706 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-2b7a8159-e68a-4a5a-acda-bd3707941615 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Synchronizing usage tracker for tenant:75c2083d0d5b4a96923c46356ca14f61 on resource:security_group {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:55:26.443000 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-2b7a8159-e68a-4a5a-acda-bd3707941615 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Unset dirty status for tenant:75c2083d0d5b4a96923c46356ca14f61 on resource:security_group {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:55:26.446059 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-2b7a8159-e68a-4a5a-acda-bd3707941615 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2532244 May 31 13:55:26.453459 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 48046) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:26.582654 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-4f11ee44-d7b2-4119-a104-bf050b38c12d None None] For port 24f9913b-fcf5-4d33-a720-4631f6d16557, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=24f9913b-fcf5-4d33-a720-4631f6d16557,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:55:26.591133 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 24f9913b-fcf5-4d33-a720-4631f6d16557 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:55:26.591513 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:26.658531 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b2387b77-6d48-4309-ad37-f00b16cbd721 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:26.689121 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4f11ee44-d7b2-4119-a104-bf050b38c12d None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:26.737113 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b2387b77-6d48-4309-ad37-f00b16cbd721 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:26.767056 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-831846f1-f39c-4225-97ff-1df8a19a8b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:26.767635 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-4f11ee44-d7b2-4119-a104-bf050b38c12d None None] Transition to ACTIVE for port object 24f9913b-fcf5-4d33-a720-4631f6d16557 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:55:26.899657 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 24f9913b-fcf5-4d33-a720-4631f6d16557 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:55:26.926850 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4f11ee44-d7b2-4119-a104-bf050b38c12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:26.939242 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d605838b-5d43-43ff-ba89-fef3d3fb7232 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Pushing event updated for resources: {'Port': ['ID=4536c48c-6ef1-4b47-ba1f-14796d303e8e,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:26.944788 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831846f1-f39c-4225-97ff-1df8a19a8b4b admin admin] Checking segment: {'id': '08848bf7-4c1a-4447-9c5a-eb1e7981eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2b8752ff-d6bb-4c36-b788-4af67f57c09d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:55:26.945032 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831846f1-f39c-4225-97ff-1df8a19a8b4b admin admin] Network hostable DHCP agents. Network: 2b8752ff-d6bb-4c36-b788-4af67f57c09d, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:55:26.957666 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831846f1-f39c-4225-97ff-1df8a19a8b4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7d2c6d6-492d-4f91-bbed-4468868feb37,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:26.967143 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b2387b77-6d48-4309-ad37-f00b16cbd721 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:26.994344 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2387b77-6d48-4309-ad37-f00b16cbd721 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbbb8e29-5982-48e8-aac7-ef0926558a27,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:27.029238 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d605838b-5d43-43ff-ba89-fef3d3fb7232 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:27.075607 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831846f1-f39c-4225-97ff-1df8a19a8b4b admin admin] Network 2b8752ff-d6bb-4c36-b788-4af67f57c09d is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:55:27.093375 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-831846f1-f39c-4225-97ff-1df8a19a8b4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 2b8752ff-d6bb-4c36-b788-4af67f57c09d) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:55:27.111831 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-ffd7679e-99eb-4858-9874-e72e87360932 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Allocated IP 2001:db8:0:1::36d (8d0ca4ab-0d39-494b-8b5d-2861af857a5e/13c70a5f-c600-4acd-ad0c-c3c3378b3362/615db370-2498-447a-909b-dcd5cade8783) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:55:27.114761 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831846f1-f39c-4225-97ff-1df8a19a8b4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:55:27.115376 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-831846f1-f39c-4225-97ff-1df8a19a8b4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:27.137664 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-ffd7679e-99eb-4858-9874-e72e87360932 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Allocated IP 2001:db8::f816:3eff:fe46:8b75 (8d0ca4ab-0d39-494b-8b5d-2861af857a5e/c700a424-6dea-4e1d-81dc-deafa053ea46/615db370-2498-447a-909b-dcd5cade8783) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:55:27.140527 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2f07fc-bf11-4371-a083-aec7d917470d None None] Network 2b8752ff-d6bb-4c36-b788-4af67f57c09d requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:55:27.148404 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b2387b77-6d48-4309-ad37-f00b16cbd721 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:27.152539 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b2387b77-6d48-4309-ad37-f00b16cbd721 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] 10.222.0.50 "DELETE /v2.0/security-groups/fbbb8e29-5982-48e8-aac7-ef0926558a27 HTTP/1.1" status: 204 len: 168 time: 0.6909084 May 31 13:55:27.153318 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 48062) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:27.175355 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 48066) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:27.191545 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-831846f1-f39c-4225-97ff-1df8a19a8b4b admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1072488 May 31 13:55:27.208396 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 48070) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:27.228342 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-13277539-980d-4047-b3de-da3fc10fadab admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1692348801-router', 'tenant_id': '8a0ff68e3392496c99812d9ccfaaf695', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:55:27.272289 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-13277539-980d-4047-b3de-da3fc10fadab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:55:27.278163 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-3e27f4f3-1081-4be5-b583-7841e4649c51 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Synchronizing usage tracker for tenant:75c2083d0d5b4a96923c46356ca14f61 on resource:security_group {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:55:27.290582 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-13277539-980d-4047-b3de-da3fc10fadab admin admin] Usage tracker for resource:router and tenant:8a0ff68e3392496c99812d9ccfaaf695 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:55:27.298018 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-13277539-980d-4047-b3de-da3fc10fadab admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:55:27.310828 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-13277539-980d-4047-b3de-da3fc10fadab admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:55:27.447256 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-3e27f4f3-1081-4be5-b583-7841e4649c51 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Unset dirty status for tenant:75c2083d0d5b4a96923c46356ca14f61 on resource:security_group {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:55:27.451807 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-3e27f4f3-1081-4be5-b583-7841e4649c51 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2962735 May 31 13:55:27.453004 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0e5f8997-0d22-4959-be8d-8dbc993a63dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:27.466453 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 48076) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:27.470184 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-bf031865-2efd-47ef-9b3c-aacaa11c4dd5 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-186896792', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:55:27.485006 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-5936e2f5-82f5-432e-bb36-f346dc4639aa tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Request body: {'security_group': {'name': 'tempest-secgroup--713127658'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:55:27.493425 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-bf031865-2efd-47ef-9b3c-aacaa11c4dd5 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:55:27.496897 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-13277539-980d-4047-b3de-da3fc10fadab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:27.497903 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-13277539-980d-4047-b3de-da3fc10fadab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:27.611275 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ffd7679e-99eb-4858-9874-e72e87360932 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:27.636955 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-ffd7679e-99eb-4858-9874-e72e87360932 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Transition to ACTIVE for port object 615db370-2498-447a-909b-dcd5cade8783 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:55:27.658465 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f11ee44-d7b2-4119-a104-bf050b38c12d None None] Pushing event updated for resources: {'Port': ['ID=24f9913b-fcf5-4d33-a720-4631f6d16557,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:27.659588 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5936e2f5-82f5-432e-bb36-f346dc4639aa tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:55:27.667994 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-bf031865-2efd-47ef-9b3c-aacaa11c4dd5 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Usage tracker for resource:router and tenant:b8da5dc440f745b5ba3d554eae6ba990 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:55:27.677182 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-bf031865-2efd-47ef-9b3c-aacaa11c4dd5 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:55:27.695381 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-bf031865-2efd-47ef-9b3c-aacaa11c4dd5 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:55:27.704815 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5936e2f5-82f5-432e-bb36-f346dc4639aa tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:55:27.723016 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-13277539-980d-4047-b3de-da3fc10fadab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:27.739727 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ffd7679e-99eb-4858-9874-e72e87360932 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:27.765175 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050104fc-788e-4cbe-81a8-2483d66de391 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-2b8752ff-d6bb-4c36-b788-4af67f57c09d', 'network_id': '2b8752ff-d6bb-4c36-b788-4af67f57c09d', 'tenant_id': '8a0ff68e3392496c99812d9ccfaaf695', 'fixed_ips': [{'subnet_id': 'e7d2c6d6-492d-4f91-bbed-4468868feb37'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:55:27.766791 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-050104fc-788e-4cbe-81a8-2483d66de391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:27.808924 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5936e2f5-82f5-432e-bb36-f346dc4639aa tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:27.842901 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bf031865-2efd-47ef-9b3c-aacaa11c4dd5 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:27.844150 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bf031865-2efd-47ef-9b3c-aacaa11c4dd5 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:27.889651 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd7679e-99eb-4858-9874-e72e87360932 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:55:27.905182 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-ffd7679e-99eb-4858-9874-e72e87360932 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:55:27.910440 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5936e2f5-82f5-432e-bb36-f346dc4639aa tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:55:27.914924 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d605838b-5d43-43ff-ba89-fef3d3fb7232 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:27.919833 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd7679e-99eb-4858-9874-e72e87360932 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:55:27.927416 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd7679e-99eb-4858-9874-e72e87360932 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:55:27.928257 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ffd7679e-99eb-4858-9874-e72e87360932 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:27.939142 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-5936e2f5-82f5-432e-bb36-f346dc4639aa tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Usage tracker for resource:security_group_rule and tenant:75c2083d0d5b4a96923c46356ca14f61 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:55:27.949298 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-5936e2f5-82f5-432e-bb36-f346dc4639aa tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:55:28.067428 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5936e2f5-82f5-432e-bb36-f346dc4639aa tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:55:28.070976 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bf031865-2efd-47ef-9b3c-aacaa11c4dd5 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:28.092497 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-050104fc-788e-4cbe-81a8-2483d66de391 None None] Allocated IP 172.20.0.2 (2b8752ff-d6bb-4c36-b788-4af67f57c09d/e7d2c6d6-492d-4f91-bbed-4468868feb37/a6b9c4e0-0136-4b5f-b72b-a91819cbcf8b) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:55:28.131873 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 24f9913b-fcf5-4d33-a720-4631f6d16557 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:55:28.288377 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd7679e-99eb-4858-9874-e72e87360932 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event updated for resources: {'Port': ['ID=615db370-2498-447a-909b-dcd5cade8783,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:28.384184 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ffd7679e-99eb-4858-9874-e72e87360932 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.4130864 May 31 13:55:28.410140 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 48086) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:28.436653 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-0e5f8997-0d22-4959-be8d-8dbc993a63dc admin admin] Deleting port 8e97fc47-5cd5-43f9-b7a5-26d60cde72ef {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:55:28.437877 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0e5f8997-0d22-4959-be8d-8dbc993a63dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:28.507673 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-3d389023-c936-4b5f-8cb9-997b13e7b6b8 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Deleting port 615db370-2498-447a-909b-dcd5cade8783 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:55:28.508087 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3d389023-c936-4b5f-8cb9-997b13e7b6b8 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:28.555231 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d605838b-5d43-43ff-ba89-fef3d3fb7232 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Router 715075b5-5a5a-48dd-8dbf-8834d3e4f71e is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 13:55:28.600887 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-050104fc-788e-4cbe-81a8-2483d66de391 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:28.617602 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-050104fc-788e-4cbe-81a8-2483d66de391 None None] Transition to ACTIVE for port object a6b9c4e0-0136-4b5f-b72b-a91819cbcf8b will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:55:28.646040 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-4cefe42c-9112-4013-9944-f61c189f45f8 None None] Provisioning for port 24f9913b-fcf5-4d33-a720-4631f6d16557 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:55:28.676863 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bf031865-2efd-47ef-9b3c-aacaa11c4dd5 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:28.685470 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-4cefe42c-9112-4013-9944-f61c189f45f8 None None] Provisioning complete for port 24f9913b-fcf5-4d33-a720-4631f6d16557 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:55:28.686097 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4cefe42c-9112-4013-9944-f61c189f45f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:28.754800 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-050104fc-788e-4cbe-81a8-2483d66de391 None None] Transition to ACTIVE for port object a6b9c4e0-0136-4b5f-b72b-a91819cbcf8b will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:55:28.765513 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-050104fc-788e-4cbe-81a8-2483d66de391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:28.886446 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050104fc-788e-4cbe-81a8-2483d66de391 None None] Network 2b8752ff-d6bb-4c36-b788-4af67f57c09d is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:55:28.897847 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-050104fc-788e-4cbe-81a8-2483d66de391 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:55:28.904651 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050104fc-788e-4cbe-81a8-2483d66de391 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:55:28.933627 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-13277539-980d-4047-b3de-da3fc10fadab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:28.953724 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bf031865-2efd-47ef-9b3c-aacaa11c4dd5 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:28.954866 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-bf031865-2efd-47ef-9b3c-aacaa11c4dd5 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.7786489 May 31 13:55:28.958130 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050104fc-788e-4cbe-81a8-2483d66de391 None None] Pushing event updated for resources: {'Port': ['ID=a6b9c4e0-0136-4b5f-b72b-a91819cbcf8b,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:28.969717 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 48092) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:28.985083 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-4cefe42c-9112-4013-9944-f61c189f45f8 None None] Current status of the port 24f9913b-fcf5-4d33-a720-4631f6d16557 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:55:28.998931 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-197c5e14-751d-4cc8-88d0-15dd066c8b2a tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1862502250'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:55:29.013552 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-197c5e14-751d-4cc8-88d0-15dd066c8b2a tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:55:29.018272 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-050104fc-788e-4cbe-81a8-2483d66de391 None None] Attempting to bind port a6b9c4e0-0136-4b5f-b72b-a91819cbcf8b on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:55:29.018754 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-050104fc-788e-4cbe-81a8-2483d66de391 None None] Attempting to bind port a6b9c4e0-0136-4b5f-b72b-a91819cbcf8b by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '08848bf7-4c1a-4447-9c5a-eb1e7981eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2b8752ff-d6bb-4c36-b788-4af67f57c09d'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:55:29.019183 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050104fc-788e-4cbe-81a8-2483d66de391 None None] Attempting to bind port a6b9c4e0-0136-4b5f-b72b-a91819cbcf8b on network 2b8752ff-d6bb-4c36-b788-4af67f57c09d {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:55:29.025091 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050104fc-788e-4cbe-81a8-2483d66de391 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:55:29.026142 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050104fc-788e-4cbe-81a8-2483d66de391 None None] Checking segment: {'id': '08848bf7-4c1a-4447-9c5a-eb1e7981eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2b8752ff-d6bb-4c36-b788-4af67f57c09d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:55:29.027564 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-050104fc-788e-4cbe-81a8-2483d66de391 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:29.027564 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050104fc-788e-4cbe-81a8-2483d66de391 None None] Bound using segment: {'id': '08848bf7-4c1a-4447-9c5a-eb1e7981eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2b8752ff-d6bb-4c36-b788-4af67f57c09d'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:55:29.027564 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-050104fc-788e-4cbe-81a8-2483d66de391 None None] Bound port: a6b9c4e0-0136-4b5f-b72b-a91819cbcf8b, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08848bf7-4c1a-4447-9c5a-eb1e7981eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2b8752ff-d6bb-4c36-b788-4af67f57c09d'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:55:29.028187 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-050104fc-788e-4cbe-81a8-2483d66de391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:29.047897 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-197c5e14-751d-4cc8-88d0-15dd066c8b2a tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Usage tracker for resource:network and tenant:b8da5dc440f745b5ba3d554eae6ba990 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:55:29.066665 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-197c5e14-751d-4cc8-88d0-15dd066c8b2a tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:55:29.127257 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-22beabae-0a5e-4649-802c-4ecf8c425d85 None None] Provisioning for port 615db370-2498-447a-909b-dcd5cade8783 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:55:29.131674 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-050104fc-788e-4cbe-81a8-2483d66de391 None None] For port a6b9c4e0-0136-4b5f-b72b-a91819cbcf8b, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:55:29.135902 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-050104fc-788e-4cbe-81a8-2483d66de391 None None] For port a6b9c4e0-0136-4b5f-b72b-a91819cbcf8b, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=a6b9c4e0-0136-4b5f-b72b-a91819cbcf8b,segment=NetworkSegment(08848bf7-4c1a-4447-9c5a-eb1e7981eaae),segment_id=08848bf7-4c1a-4447-9c5a-eb1e7981eaae)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:55:29.137252 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-22beabae-0a5e-4649-802c-4ecf8c425d85 None None] Provisioning complete for port 615db370-2498-447a-909b-dcd5cade8783 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:55:29.137703 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-22beabae-0a5e-4649-802c-4ecf8c425d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:29.154477 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-0e5f8997-0d22-4959-be8d-8dbc993a63dc admin admin] For port 8e97fc47-5cd5-43f9-b7a5-26d60cde72ef, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=8e97fc47-5cd5-43f9-b7a5-26d60cde72ef,segment=NetworkSegment(f85bb861-f832-42e2-a182-3ceccc5a66af),segment_id=f85bb861-f832-42e2-a182-3ceccc5a66af)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:55:29.154935 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0e5f8997-0d22-4959-be8d-8dbc993a63dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:29.164693 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-197c5e14-751d-4cc8-88d0-15dd066c8b2a tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:55:29.174630 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5936e2f5-82f5-432e-bb36-f346dc4639aa tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:29.174889 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-050104fc-788e-4cbe-81a8-2483d66de391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:29.196569 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5936e2f5-82f5-432e-bb36-f346dc4639aa tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:29.231878 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-197c5e14-751d-4cc8-88d0-15dd066c8b2a tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Made reservation on behalf of b8da5dc440f745b5ba3d554eae6ba990 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:55:29.235683 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-197c5e14-751d-4cc8-88d0-15dd066c8b2a tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:29.261781 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-22beabae-0a5e-4649-802c-4ecf8c425d85 None None] Port 615db370-2498-447a-909b-dcd5cade8783 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:55:29.276872 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050104fc-788e-4cbe-81a8-2483d66de391 None None] Pushing event updated for resources: {'Port': ['ID=a6b9c4e0-0136-4b5f-b72b-a91819cbcf8b,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:29.284895 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050104fc-788e-4cbe-81a8-2483d66de391 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:55:29.285327 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050104fc-788e-4cbe-81a8-2483d66de391 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:55:29.285728 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050104fc-788e-4cbe-81a8-2483d66de391 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:55:29.286325 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050104fc-788e-4cbe-81a8-2483d66de391 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:55:29.286870 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050104fc-788e-4cbe-81a8-2483d66de391 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:55:29.287405 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050104fc-788e-4cbe-81a8-2483d66de391 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:55:29.287928 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050104fc-788e-4cbe-81a8-2483d66de391 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:55:29.288462 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050104fc-788e-4cbe-81a8-2483d66de391 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:55:29.289009 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050104fc-788e-4cbe-81a8-2483d66de391 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:55:29.289548 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050104fc-788e-4cbe-81a8-2483d66de391 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:55:29.290106 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050104fc-788e-4cbe-81a8-2483d66de391 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:55:29.290642 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050104fc-788e-4cbe-81a8-2483d66de391 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:55:29.300079 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-197c5e14-751d-4cc8-88d0-15dd066c8b2a tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:29.307285 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-0e5f8997-0d22-4959-be8d-8dbc993a63dc admin admin] Calling delete_port for 8e97fc47-5cd5-43f9-b7a5-26d60cde72ef owned by network:router_interface {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:55:29.331312 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5936e2f5-82f5-432e-bb36-f346dc4639aa tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:29.335143 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-5936e2f5-82f5-432e-bb36-f346dc4639aa tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.8563287 May 31 13:55:29.335143 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5936e2f5-82f5-432e-bb36-f346dc4639aa tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27d48e03-8daa-4831-bb80-47252fc3ffc3,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:29.338656 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 48096) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:29.344214 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d605838b-5d43-43ff-ba89-fef3d3fb7232 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:55:29.350695 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-197c5e14-751d-4cc8-88d0-15dd066c8b2a tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:55:29.356019 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c05deb-b21b-48cd-a112-e2b7c89baee7 None None] Sync routers for ids ['715075b5-5a5a-48dd-8dbf-8834d3e4f71e'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:55:29.357673 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-a032082b-cf22-4095-b677-f1a302a308ea tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Request body: {'security_group_rule': {'security_group_id': '27d48e03-8daa-4831-bb80-47252fc3ffc3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:55:29.381946 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c05deb-b21b-48cd-a112-e2b7c89baee7 None None] Routers {'715075b5-5a5a-48dd-8dbf-8834d3e4f71e'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:55:29.382202 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d605838b-5d43-43ff-ba89-fef3d3fb7232 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:29.383563 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-d605838b-5d43-43ff-ba89-fef3d3fb7232 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 6.3493757 May 31 13:55:29.386856 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-f7c05deb-b21b-48cd-a112-e2b7c89baee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:55:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['715075b5-5a5a-48dd-8dbf-8834d3e4f71e'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:55:29.393547 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 48100) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:29.394813 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-197c5e14-751d-4cc8-88d0-15dd066c8b2a tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Usage tracker for resource:security_group_rule and tenant:b8da5dc440f745b5ba3d554eae6ba990 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:55:29.402804 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a032082b-cf22-4095-b677-f1a302a308ea tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:55:29.466902 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-197c5e14-751d-4cc8-88d0-15dd066c8b2a tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:55:29.476986 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3d389023-c936-4b5f-8cb9-997b13e7b6b8 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:29.486757 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a032082b-cf22-4095-b677-f1a302a308ea tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Usage tracker for resource:security_group_rule and tenant:75c2083d0d5b4a96923c46356ca14f61 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:55:29.503537 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a032082b-cf22-4095-b677-f1a302a308ea tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:55:29.506878 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-197c5e14-751d-4cc8-88d0-15dd066c8b2a tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:55:29.559215 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0e5f8997-0d22-4959-be8d-8dbc993a63dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:29.596457 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a032082b-cf22-4095-b677-f1a302a308ea tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:55:29.643365 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5f8997-0d22-4959-be8d-8dbc993a63dc admin admin] Pushing event deleted for resources: {'Port': ['ID=8e97fc47-5cd5-43f9-b7a5-26d60cde72ef,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:29.648019 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-f7c05deb-b21b-48cd-a112-e2b7c89baee7 None None] Set router 715075b5-5a5a-48dd-8dbf-8834d3e4f71e gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:55:29.727650 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-3d389023-c936-4b5f-8cb9-997b13e7b6b8 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Calling delete_port for 615db370-2498-447a-909b-dcd5cade8783 owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:55:29.953300 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a032082b-cf22-4095-b677-f1a302a308ea tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:30.084192 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c5f788ce-6c69-4ff3-8ad2-853dfb703a64 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:30.090057 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0e5f8997-0d22-4959-be8d-8dbc993a63dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:30.111792 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-f7c05deb-b21b-48cd-a112-e2b7c89baee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '715075b5-5a5a-48dd-8dbf-8834d3e4f71e', 'name': '', 'tenant_id': '98a0f736bbf645a3a9f7e5084a453c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5e2afa0d-2e75-49d4-afaa-c5f4693e4937', 'external_fixed_ips': [{'subnet_id': '5b4253f6-e501-4486-82f0-3970f3f7252c', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': '4536c48c-6ef1-4b47-ba1f-14796d303e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:55:23Z', 'updated_at': '2022-05-31T13:55:26Z', 'revision_number': 3, 'project_id': '98a0f736bbf645a3a9f7e5084a453c5e', 'gw_port': {'id': '4536c48c-6ef1-4b47-ba1f-14796d303e8e', 'name': '', 'network_id': '5e2afa0d-2e75-49d4-afaa-c5f4693e4937', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e6:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '715075b5-5a5a-48dd-8dbf-8834d3e4f71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '5b4253f6-e501-4486-82f0-3970f3f7252c', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:55:24Z', 'updated_at': '2022-05-31T13:55:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b4253f6-e501-4486-82f0-3970f3f7252c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:55:30.115841 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c05deb-b21b-48cd-a112-e2b7c89baee7 None None] Checking router: 715075b5-5a5a-48dd-8dbf-8834d3e4f71e for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:55:30.116203 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c05deb-b21b-48cd-a112-e2b7c89baee7 None None] Updating router 715075b5-5a5a-48dd-8dbf-8834d3e4f71e port 4536c48c-6ef1-4b47-ba1f-14796d303e8e binding host n-d-843939-1 {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:55:30.198922 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f7c05deb-b21b-48cd-a112-e2b7c89baee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:30.594556 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device a6b9c4e0-0136-4b5f-b72b-a91819cbcf8b up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:55:30.761770 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port a6b9c4e0-0136-4b5f-b72b-a91819cbcf8b completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:55:30.790256 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f7c05deb-b21b-48cd-a112-e2b7c89baee7 None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:30.799093 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e5f8997-0d22-4959-be8d-8dbc993a63dc admin admin] Router 80751f3d-e952-4fcb-9d42-f81dc7ae50bc has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:55:30.802495 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a032082b-cf22-4095-b677-f1a302a308ea tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:30.831124 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a032082b-cf22-4095-b677-f1a302a308ea tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:30.831813 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be9a54f-019a-491c-8817-8f7db77e59b7 None None] Network 2b8752ff-d6bb-4c36-b788-4af67f57c09d requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:55:30.950836 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-197c5e14-751d-4cc8-88d0-15dd066c8b2a tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:30.987382 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-197c5e14-751d-4cc8-88d0-15dd066c8b2a tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:30.990320 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-13277539-980d-4047-b3de-da3fc10fadab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:31.032364 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a032082b-cf22-4095-b677-f1a302a308ea tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71332f71-3abb-4af8-8b43-5e1abe6fe48e,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:31.060779 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-13277539-980d-4047-b3de-da3fc10fadab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:31.127524 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6e0ca895-e0aa-4a0a-8b2f-c1bd7dbc191d None None] Provisioning for port a6b9c4e0-0136-4b5f-b72b-a91819cbcf8b completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:55:31.138759 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6e0ca895-e0aa-4a0a-8b2f-c1bd7dbc191d None None] Provisioning complete for port a6b9c4e0-0136-4b5f-b72b-a91819cbcf8b triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:55:31.139285 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6e0ca895-e0aa-4a0a-8b2f-c1bd7dbc191d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:31.158092 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197c5e14-751d-4cc8-88d0-15dd066c8b2a tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5057147c-8c10-4535-abde-a41824dbfe97,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:31.171569 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a032082b-cf22-4095-b677-f1a302a308ea tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:31.173006 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a032082b-cf22-4095-b677-f1a302a308ea tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.8306775 May 31 13:55:31.176216 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 48110) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:31.181152 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3d389023-c936-4b5f-8cb9-997b13e7b6b8 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:31.184618 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c5f788ce-6c69-4ff3-8ad2-853dfb703a64 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:31.201284 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-197c5e14-751d-4cc8-88d0-15dd066c8b2a tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:55:31.205605 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f7c05deb-b21b-48cd-a112-e2b7c89baee7 None None] Transition to ACTIVE for port object 4536c48c-6ef1-4b47-ba1f-14796d303e8e will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:55:31.216427 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f7c05deb-b21b-48cd-a112-e2b7c89baee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:31.239519 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9da45f83-6cdb-4e21-b8bd-c2203610d7f9 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:31.262433 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9da45f83-6cdb-4e21-b8bd-c2203610d7f9 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:31.267681 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d389023-c936-4b5f-8cb9-997b13e7b6b8 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event deleted for resources: {'Port': ['ID=615db370-2498-447a-909b-dcd5cade8783,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:31.276911 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-197c5e14-751d-4cc8-88d0-15dd066c8b2a tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:31.277264 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-197c5e14-751d-4cc8-88d0-15dd066c8b2a tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Added segment 3ce5a525-1c31-4056-8c26-2f17962ce420 of type vlan for network 8c164703-8106-4926-8f46-fea9b2829a9e May 31 13:55:31.278536 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-c5f788ce-6c69-4ff3-8ad2-853dfb703a64 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Deleting port 4536c48c-6ef1-4b47-ba1f-14796d303e8e {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:55:31.278960 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c5f788ce-6c69-4ff3-8ad2-853dfb703a64 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:31.281188 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e5f8997-0d22-4959-be8d-8dbc993a63dc admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:55:31.293482 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76b8997-c29a-4ad4-9c29-3b6e56abe622 None None] Sync routers for ids ['80751f3d-e952-4fcb-9d42-f81dc7ae50bc'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:55:31.303596 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-0e5f8997-0d22-4959-be8d-8dbc993a63dc admin admin] 10.222.0.50 "PUT /v2.0/routers/80751f3d-e952-4fcb-9d42-f81dc7ae50bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7362690 May 31 13:55:31.315373 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 48114) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:31.316377 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76b8997-c29a-4ad4-9c29-3b6e56abe622 None None] Routers {'80751f3d-e952-4fcb-9d42-f81dc7ae50bc'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:55:31.317114 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-b76b8997-c29a-4ad4-9c29-3b6e56abe622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:55:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['80751f3d-e952-4fcb-9d42-f81dc7ae50bc'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:55:31.334947 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9da45f83-6cdb-4e21-b8bd-c2203610d7f9 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:31.355217 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da45f83-6cdb-4e21-b8bd-c2203610d7f9 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=71332f71-3abb-4af8-8b43-5e1abe6fe48e,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:31.375852 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9da45f83-6cdb-4e21-b8bd-c2203610d7f9 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:31.380252 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-9da45f83-6cdb-4e21-b8bd-c2203610d7f9 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/71332f71-3abb-4af8-8b43-5e1abe6fe48e HTTP/1.1" status: 204 len: 168 time: 0.1903379 May 31 13:55:31.381766 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 48118) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:31.463056 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-7913c26c-4e6d-454b-a5ce-35a6c39df74b tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Synchronizing usage tracker for tenant:75c2083d0d5b4a96923c46356ca14f61 on resource:security_group_rule {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:55:31.502323 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-7913c26c-4e6d-454b-a5ce-35a6c39df74b tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Unset dirty status for tenant:75c2083d0d5b4a96923c46356ca14f61 on resource:security_group_rule {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:55:31.507114 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-7913c26c-4e6d-454b-a5ce-35a6c39df74b tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1252501 May 31 13:55:31.508225 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 48122) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:31.526850 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-f7c05deb-b21b-48cd-a112-e2b7c89baee7 None None] Attempting to bind port 4536c48c-6ef1-4b47-ba1f-14796d303e8e on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:55:31.527395 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-f7c05deb-b21b-48cd-a112-e2b7c89baee7 None None] Attempting to bind port 4536c48c-6ef1-4b47-ba1f-14796d303e8e by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '2861d7ed-e3ee-474c-8085-252a40f25805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5e2afa0d-2e75-49d4-afaa-c5f4693e4937'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:55:31.527768 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c05deb-b21b-48cd-a112-e2b7c89baee7 None None] Attempting to bind port 4536c48c-6ef1-4b47-ba1f-14796d303e8e on network 5e2afa0d-2e75-49d4-afaa-c5f4693e4937 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:55:31.575492 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e622c2a-11e5-44e7-9108-a31c96d5b2c5 None None] Pushing event updated for resources: {'Port': ['ID=4536c48c-6ef1-4b47-ba1f-14796d303e8e,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:31.596047 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c05deb-b21b-48cd-a112-e2b7c89baee7 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:55:31.596424 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c05deb-b21b-48cd-a112-e2b7c89baee7 None None] Checking segment: {'id': '2861d7ed-e3ee-474c-8085-252a40f25805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5e2afa0d-2e75-49d4-afaa-c5f4693e4937'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:55:31.599444 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f7c05deb-b21b-48cd-a112-e2b7c89baee7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:31.600662 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c05deb-b21b-48cd-a112-e2b7c89baee7 None None] Bound using segment: {'id': '2861d7ed-e3ee-474c-8085-252a40f25805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5e2afa0d-2e75-49d4-afaa-c5f4693e4937'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:55:31.602137 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-f7c05deb-b21b-48cd-a112-e2b7c89baee7 None None] Bound port: 4536c48c-6ef1-4b47-ba1f-14796d303e8e, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2861d7ed-e3ee-474c-8085-252a40f25805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5e2afa0d-2e75-49d4-afaa-c5f4693e4937'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:55:31.602945 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f7c05deb-b21b-48cd-a112-e2b7c89baee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:31.698854 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e893eb9d-4871-45a4-b300-fdf5a866b14c tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:31.737809 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-b76b8997-c29a-4ad4-9c29-3b6e56abe622 None None] Set router 80751f3d-e952-4fcb-9d42-f81dc7ae50bc gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:55:31.760754 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-6e0ca895-e0aa-4a0a-8b2f-c1bd7dbc191d None None] Current status of the port a6b9c4e0-0136-4b5f-b72b-a91819cbcf8b is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:55:31.761281 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6e0ca895-e0aa-4a0a-8b2f-c1bd7dbc191d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:31.770190 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e893eb9d-4871-45a4-b300-fdf5a866b14c tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:31.785648 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-197c5e14-751d-4cc8-88d0-15dd066c8b2a tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:31.844447 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3d389023-c936-4b5f-8cb9-997b13e7b6b8 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:31.853701 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e893eb9d-4871-45a4-b300-fdf5a866b14c tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:31.911878 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e893eb9d-4871-45a4-b300-fdf5a866b14c tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d48e03-8daa-4831-bb80-47252fc3ffc3,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:31.915853 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-6e0ca895-e0aa-4a0a-8b2f-c1bd7dbc191d None None] For port a6b9c4e0-0136-4b5f-b72b-a91819cbcf8b, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=a6b9c4e0-0136-4b5f-b72b-a91819cbcf8b,segment=NetworkSegment(08848bf7-4c1a-4447-9c5a-eb1e7981eaae),segment_id=08848bf7-4c1a-4447-9c5a-eb1e7981eaae)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:55:31.925245 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-f7c05deb-b21b-48cd-a112-e2b7c89baee7 None None] For port 4536c48c-6ef1-4b47-ba1f-14796d303e8e, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:55:31.933451 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-f7c05deb-b21b-48cd-a112-e2b7c89baee7 None None] For port 4536c48c-6ef1-4b47-ba1f-14796d303e8e, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=4536c48c-6ef1-4b47-ba1f-14796d303e8e,segment=NetworkSegment(2861d7ed-e3ee-474c-8085-252a40f25805),segment_id=2861d7ed-e3ee-474c-8085-252a40f25805)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:55:31.949916 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6e0ca895-e0aa-4a0a-8b2f-c1bd7dbc191d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:31.956750 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e893eb9d-4871-45a4-b300-fdf5a866b14c tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:31.961551 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-e893eb9d-4871-45a4-b300-fdf5a866b14c tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] 10.222.0.50 "DELETE /v2.0/security-groups/27d48e03-8daa-4831-bb80-47252fc3ffc3 HTTP/1.1" status: 204 len: 168 time: 0.4500928 May 31 13:55:31.963831 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 48128) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:32.029286 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-0b36ae17-90c9-46e2-870f-56cfde3fe7d3 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Synchronizing usage tracker for tenant:75c2083d0d5b4a96923c46356ca14f61 on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:55:32.061640 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-3d389023-c936-4b5f-8cb9-997b13e7b6b8 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/ports/615db370-2498-447a-909b-dcd5cade8783 HTTP/1.1" status: 204 len: 168 time: 3.6502001 May 31 13:55:32.063046 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-0b36ae17-90c9-46e2-870f-56cfde3fe7d3 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Unset dirty status for tenant:75c2083d0d5b4a96923c46356ca14f61 on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:55:32.068607 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-0b36ae17-90c9-46e2-870f-56cfde3fe7d3 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1021016 May 31 13:55:32.069839 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 48132) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:32.071289 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 48134) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:32.077151 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f7c05deb-b21b-48cd-a112-e2b7c89baee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:32.093050 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0ca895-e0aa-4a0a-8b2f-c1bd7dbc191d None None] Pushing event updated for resources: {'Port': ['ID=a6b9c4e0-0136-4b5f-b72b-a91819cbcf8b,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:32.093293 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.db.resource_extend [None req-197c5e14-751d-4cc8-88d0-15dd066c8b2a tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:55:32.222975 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0e68c311-61d4-4d97-8cd8-f9bb99bc7914 admin admin] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:32.232409 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-19bad476-3033-40f2-bee2-d363e86f0a95 None None] Provisioning complete for port a6b9c4e0-0136-4b5f-b72b-a91819cbcf8b triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:55:32.233127 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19bad476-3033-40f2-bee2-d363e86f0a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:32.238913 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-2f8747c5-77a8-4a9a-b1c3-0dae77fa8813 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Request body: {'security_group': {'name': 'tempest-secgroup--1359826523'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:55:32.285291 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c05deb-b21b-48cd-a112-e2b7c89baee7 None None] Routers {'715075b5-5a5a-48dd-8dbf-8834d3e4f71e'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:55:32.285972 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-f7c05deb-b21b-48cd-a112-e2b7c89baee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:55:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['715075b5-5a5a-48dd-8dbf-8834d3e4f71e'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:55:32.288832 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-2f8747c5-77a8-4a9a-b1c3-0dae77fa8813 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:55:32.328780 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-b76b8997-c29a-4ad4-9c29-3b6e56abe622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80751f3d-e952-4fcb-9d42-f81dc7ae50bc', 'name': 'tempest-AttachVolumeShelveTestJSON-830909165-router', 'tenant_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '555b4251-8337-4815-aebf-af2e55d269ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:45:59Z', 'updated_at': '2022-05-31T13:55:29Z', 'revision_number': 5, 'project_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'gw_port': {'id': '555b4251-8337-4815-aebf-af2e55d269ad', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80751f3d-e952-4fcb-9d42-f81dc7ae50bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2163, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:46:01Z', 'updated_at': '2022-05-31T13:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:55:32.330454 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-2f8747c5-77a8-4a9a-b1c3-0dae77fa8813 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:55:32.334920 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76b8997-c29a-4ad4-9c29-3b6e56abe622 None None] Checking router: 80751f3d-e952-4fcb-9d42-f81dc7ae50bc for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:55:32.346406 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76b8997-c29a-4ad4-9c29-3b6e56abe622 None None] Routers {'80751f3d-e952-4fcb-9d42-f81dc7ae50bc'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:55:32.346882 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-197c5e14-751d-4cc8-88d0-15dd066c8b2a tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:32.347593 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-b76b8997-c29a-4ad4-9c29-3b6e56abe622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:55:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['80751f3d-e952-4fcb-9d42-f81dc7ae50bc'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:55:32.360399 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197c5e14-751d-4cc8-88d0-15dd066c8b2a tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:55:32.363678 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-197c5e14-751d-4cc8-88d0-15dd066c8b2a tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:32.387677 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db653e88-b708-445f-8245-bc0fcc148d30 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:55:32.391966 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-db653e88-b708-445f-8245-bc0fcc148d30 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3145709 May 31 13:55:32.392465 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 48140) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:32.397508 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2f8747c5-77a8-4a9a-b1c3-0dae77fa8813 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:32.454453 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-13277539-980d-4047-b3de-da3fc10fadab admin admin] Allocated IP 172.25.6.81 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/d0d39e11-de8d-4cc9-9152-24291b835d58) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:55:32.454803 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-2f8747c5-77a8-4a9a-b1c3-0dae77fa8813 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:55:32.466421 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-2f8747c5-77a8-4a9a-b1c3-0dae77fa8813 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Usage tracker for resource:security_group_rule and tenant:75c2083d0d5b4a96923c46356ca14f61 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:55:32.474547 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-2f8747c5-77a8-4a9a-b1c3-0dae77fa8813 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:55:32.490978 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-2f8747c5-77a8-4a9a-b1c3-0dae77fa8813 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:55:32.561188 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 13:55:32.584004 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e622c2a-11e5-44e7-9108-a31c96d5b2c5 None None] Pushing event updated for resources: {'Port': ['ID=4536c48c-6ef1-4b47-ba1f-14796d303e8e,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:32.609788 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-197c5e14-751d-4cc8-88d0-15dd066c8b2a tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 3.6364148 May 31 13:55:32.615343 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 48144) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:32.626104 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-6d238bf5-0623-4b9a-aa41-bdb67c738731 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Request body: {'subnet': {'network_id': '8c164703-8106-4926-8f46-fea9b2829a9e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:55:32.627067 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-f7c05deb-b21b-48cd-a112-e2b7c89baee7 None None] Set router 715075b5-5a5a-48dd-8dbf-8834d3e4f71e gateway port host: None {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:55:32.645840 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2f8747c5-77a8-4a9a-b1c3-0dae77fa8813 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:32.716496 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-b76b8997-c29a-4ad4-9c29-3b6e56abe622 None None] Set router 80751f3d-e952-4fcb-9d42-f81dc7ae50bc gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:55:32.734494 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2f8747c5-77a8-4a9a-b1c3-0dae77fa8813 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:32.790424 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8747c5-77a8-4a9a-b1c3-0dae77fa8813 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2509e2c-c7ef-44cb-a2c7-4b6a7a510f1d,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:32.850751 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-6d238bf5-0623-4b9a-aa41-bdb67c738731 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:55:32.856977 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-6d238bf5-0623-4b9a-aa41-bdb67c738731 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Usage tracker for resource:subnet and tenant:b8da5dc440f745b5ba3d554eae6ba990 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:55:32.860616 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-6d238bf5-0623-4b9a-aa41-bdb67c738731 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:55:32.868354 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-6d238bf5-0623-4b9a-aa41-bdb67c738731 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:55:32.886629 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2f8747c5-77a8-4a9a-b1c3-0dae77fa8813 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:32.889599 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-19bad476-3033-40f2-bee2-d363e86f0a95 None None] Current status of the port a6b9c4e0-0136-4b5f-b72b-a91819cbcf8b is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:55:32.893053 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-f7c05deb-b21b-48cd-a112-e2b7c89baee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '715075b5-5a5a-48dd-8dbf-8834d3e4f71e', 'name': '', 'tenant_id': '98a0f736bbf645a3a9f7e5084a453c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:55:23Z', 'updated_at': '2022-05-31T13:55:31Z', 'revision_number': 4, 'project_id': '98a0f736bbf645a3a9f7e5084a453c5e', 'gw_port_host': None}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:55:32.895284 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-2f8747c5-77a8-4a9a-b1c3-0dae77fa8813 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8126047 May 31 13:55:32.897284 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 48152) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:32.899598 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c05deb-b21b-48cd-a112-e2b7c89baee7 None None] The sync data for ids ['715075b5-5a5a-48dd-8dbf-8834d3e4f71e'] in n-d-843939-1 is: [{'id': '715075b5-5a5a-48dd-8dbf-8834d3e4f71e', 'name': '', 'tenant_id': '98a0f736bbf645a3a9f7e5084a453c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:55:23Z', 'updated_at': '2022-05-31T13:55:31Z', 'revision_number': 4, 'project_id': '98a0f736bbf645a3a9f7e5084a453c5e', 'gw_port_host': None}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:55:32.900878 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d238bf5-0623-4b9a-aa41-bdb67c738731 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Made reservation on behalf of b8da5dc440f745b5ba3d554eae6ba990 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:55:32.906308 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6d238bf5-0623-4b9a-aa41-bdb67c738731 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:33.013423 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-c5f788ce-6c69-4ff3-8ad2-853dfb703a64 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] For port 4536c48c-6ef1-4b47-ba1f-14796d303e8e, host n-d-843939-1, got binding levels [] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:55:33.014083 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c5f788ce-6c69-4ff3-8ad2-853dfb703a64 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:33.040329 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197c5e14-751d-4cc8-88d0-15dd066c8b2a tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Pushing event updated for resources: {'Network': ['ID=8c164703-8106-4926-8f46-fea9b2829a9e,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:33.053326 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 8c164703-8106-4926-8f46-fea9b2829a9e details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:55:33.221086 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-a613a84e-1f15-452e-ba43-b993f41ffe0b tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Request body: {'security_group_rule': {'security_group_id': 'e2509e2c-c7ef-44cb-a2c7-4b6a7a510f1d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:55:33.230914 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6d238bf5-0623-4b9a-aa41-bdb67c738731 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:33.235519 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-a613a84e-1f15-452e-ba43-b993f41ffe0b tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:55:33.283324 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-b76b8997-c29a-4ad4-9c29-3b6e56abe622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80751f3d-e952-4fcb-9d42-f81dc7ae50bc', 'name': 'tempest-AttachVolumeShelveTestJSON-830909165-router', 'tenant_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '555b4251-8337-4815-aebf-af2e55d269ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:45:59Z', 'updated_at': '2022-05-31T13:55:29Z', 'revision_number': 5, 'project_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'gw_port': {'id': '555b4251-8337-4815-aebf-af2e55d269ad', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80751f3d-e952-4fcb-9d42-f81dc7ae50bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2163, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:46:01Z', 'updated_at': '2022-05-31T13:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:55:33.287707 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76b8997-c29a-4ad4-9c29-3b6e56abe622 None None] The sync data for ids ['80751f3d-e952-4fcb-9d42-f81dc7ae50bc'] in n-d-843939-1 is: [{'id': '80751f3d-e952-4fcb-9d42-f81dc7ae50bc', 'name': 'tempest-AttachVolumeShelveTestJSON-830909165-router', 'tenant_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '555b4251-8337-4815-aebf-af2e55d269ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:45:59Z', 'updated_at': '2022-05-31T13:55:29Z', 'revision_number': 5, 'project_id': '21f78e9efd2543f8a23fa5f8aa5a9a7c', 'gw_port': {'id': '555b4251-8337-4815-aebf-af2e55d269ad', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80751f3d-e952-4fcb-9d42-f81dc7ae50bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2163, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:46:01Z', 'updated_at': '2022-05-31T13:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:55:33.332985 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-a613a84e-1f15-452e-ba43-b993f41ffe0b tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Usage tracker for resource:security_group_rule and tenant:75c2083d0d5b4a96923c46356ca14f61 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:55:33.349972 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-a613a84e-1f15-452e-ba43-b993f41ffe0b tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:55:33.376336 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-a613a84e-1f15-452e-ba43-b993f41ffe0b tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:55:33.384709 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-c5f788ce-6c69-4ff3-8ad2-853dfb703a64 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Calling delete_port for 4536c48c-6ef1-4b47-ba1f-14796d303e8e owned by network:router_gateway {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:55:33.399692 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d238bf5-0623-4b9a-aa41-bdb67c738731 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Pushing event updated for resources: {'Subnet': ['ID=c8ba8184-a778-4794-bd2c-29af40889ee4,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:33.467901 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d238bf5-0623-4b9a-aa41-bdb67c738731 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Checking segment: {'id': '3ce5a525-1c31-4056-8c26-2f17962ce420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '8c164703-8106-4926-8f46-fea9b2829a9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:55:33.469445 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d238bf5-0623-4b9a-aa41-bdb67c738731 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Network hostable DHCP agents. Network: 8c164703-8106-4926-8f46-fea9b2829a9e, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:55:33.481961 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a613a84e-1f15-452e-ba43-b993f41ffe0b tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:33.536833 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d238bf5-0623-4b9a-aa41-bdb67c738731 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Network 8c164703-8106-4926-8f46-fea9b2829a9e is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:55:33.537432 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f301f5-fd66-4ac3-b441-69224a2368b2 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:55:33.538199 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-05f301f5-fd66-4ac3-b441-69224a2368b2 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Synchronizing usage tracker for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:55:33.548064 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0e68c311-61d4-4d97-8cd8-f9bb99bc7914 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:33.556051 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-6d238bf5-0623-4b9a-aa41-bdb67c738731 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 8c164703-8106-4926-8f46-fea9b2829a9e) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:55:33.564115 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d238bf5-0623-4b9a-aa41-bdb67c738731 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:55:33.564833 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6d238bf5-0623-4b9a-aa41-bdb67c738731 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:33.567054 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1865ae8c-7c04-45e0-9205-c471ddffb532 None None] Network 8c164703-8106-4926-8f46-fea9b2829a9e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:55:33.594922 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-0e68c311-61d4-4d97-8cd8-f9bb99bc7914 admin admin] Deleting port 555b4251-8337-4815-aebf-af2e55d269ad {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:55:33.595303 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0e68c311-61d4-4d97-8cd8-f9bb99bc7914 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:33.600765 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a613a84e-1f15-452e-ba43-b993f41ffe0b tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:33.612773 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a613a84e-1f15-452e-ba43-b993f41ffe0b tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:33.653339 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-6d238bf5-0623-4b9a-aa41-bdb67c738731 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0334845 May 31 13:55:33.654394 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a613a84e-1f15-452e-ba43-b993f41ffe0b tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:33.658198 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-a613a84e-1f15-452e-ba43-b993f41ffe0b tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7565045 May 31 13:55:33.658198 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 48158) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:33.658198 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a613a84e-1f15-452e-ba43-b993f41ffe0b tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cddc8c7c-9b18-4a9e-80af-29a91c69245d,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:33.662171 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 48160) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:33.670077 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-05697acb-2837-490a-bd71-e0fdce4aeac0 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Request body: {'network': {'name': 'tempest-router-network01--1396736709'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:55:33.678532 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-13277539-980d-4047-b3de-da3fc10fadab admin admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:33.682842 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-05f301f5-fd66-4ac3-b441-69224a2368b2 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Unset dirty status for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:55:33.683970 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-05f301f5-fd66-4ac3-b441-69224a2368b2 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 1.2440236 May 31 13:55:33.690318 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 48166) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:33.718597 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c1c6f6bd-d957-4310-b71a-b2d49ad1bce8 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] 10.222.0.50 "GET /v2.0/security-group-rules/cddc8c7c-9b18-4a9e-80af-29a91c69245d HTTP/1.1" status: 200 len: 763 time: 0.0528669 May 31 13:55:33.718597 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-05697acb-2837-490a-bd71-e0fdce4aeac0 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:55:33.720412 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 48170) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:33.727251 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-05697acb-2837-490a-bd71-e0fdce4aeac0 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Usage tracker for resource:network and tenant:b8da5dc440f745b5ba3d554eae6ba990 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:55:33.777679 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-05697acb-2837-490a-bd71-e0fdce4aeac0 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:55:33.787757 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-05697acb-2837-490a-bd71-e0fdce4aeac0 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:55:33.836071 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-fb551190-e641-477a-b60f-b706f14c527d tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Synchronizing usage tracker for tenant:75c2083d0d5b4a96923c46356ca14f61 on resource:security_group_rule {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:55:33.848050 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05697acb-2837-490a-bd71-e0fdce4aeac0 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Made reservation on behalf of b8da5dc440f745b5ba3d554eae6ba990 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:55:33.852255 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-05697acb-2837-490a-bd71-e0fdce4aeac0 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:33.915995 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-fb551190-e641-477a-b60f-b706f14c527d tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Unset dirty status for tenant:75c2083d0d5b4a96923c46356ca14f61 on resource:security_group_rule {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:55:33.919928 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-fb551190-e641-477a-b60f-b706f14c527d tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1954632 May 31 13:55:33.919928 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05697acb-2837-490a-bd71-e0fdce4aeac0 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:55:33.920807 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03efe1fc-731e-46c2-8d5f-476f6fe6c6a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-8c164703-8106-4926-8f46-fea9b2829a9e', 'network_id': '8c164703-8106-4926-8f46-fea9b2829a9e', 'tenant_id': 'b8da5dc440f745b5ba3d554eae6ba990', 'fixed_ips': [{'subnet_id': 'c8ba8184-a778-4794-bd2c-29af40889ee4'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:55:33.921901 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-03efe1fc-731e-46c2-8d5f-476f6fe6c6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:33.924242 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 48174) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:33.954250 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-05697acb-2837-490a-bd71-e0fdce4aeac0 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:33.954606 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-05697acb-2837-490a-bd71-e0fdce4aeac0 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Added segment 5025bbfa-521b-4c50-803f-6f44e046031d of type vlan for network a2956478-3844-4015-bcf7-8bd027c75542 May 31 13:55:33.970739 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.db.api [None req-c5f788ce-6c69-4ff3-8ad2-853dfb703a64 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:55:33.971183 n-d-843939-1 neutron-server[88369]: DEBUG oslo_db.api [None req-c5f788ce-6c69-4ff3-8ad2-853dfb703a64 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:55:33.974716 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e08c2c-fe0b-454d-88d6-12d7b0a95fd9 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:55:33.976292 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e08c2c-fe0b-454d-88d6-12d7b0a95fd9 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:55:33.977911 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e08c2c-fe0b-454d-88d6-12d7b0a95fd9 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:55:33.978849 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e9e08c2c-fe0b-454d-88d6-12d7b0a95fd9 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Synchronizing usage tracker for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:subnet {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:55:34.039384 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-25d2198c-c017-479e-9286-d9cb7f580036 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:34.050011 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-05697acb-2837-490a-bd71-e0fdce4aeac0 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:34.081052 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e9e08c2c-fe0b-454d-88d6-12d7b0a95fd9 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Unset dirty status for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:subnet {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:55:34.084918 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e9e08c2c-fe0b-454d-88d6-12d7b0a95fd9 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3910601 May 31 13:55:34.084918 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-25d2198c-c017-479e-9286-d9cb7f580036 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:34.090606 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 48178) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:34.095327 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-0e68c311-61d4-4d97-8cd8-f9bb99bc7914 admin admin] For port 555b4251-8337-4815-aebf-af2e55d269ad, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=555b4251-8337-4815-aebf-af2e55d269ad,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:55:34.095695 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0e68c311-61d4-4d97-8cd8-f9bb99bc7914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:34.117935 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device a6b9c4e0-0136-4b5f-b72b-a91819cbcf8b up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:55:34.208228 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-05697acb-2837-490a-bd71-e0fdce4aeac0 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:34.215222 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05697acb-2837-490a-bd71-e0fdce4aeac0 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:55:34.216105 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-05697acb-2837-490a-bd71-e0fdce4aeac0 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:34.246265 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port a6b9c4e0-0136-4b5f-b72b-a91819cbcf8b triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:55:34.246265 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:34.284273 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-03efe1fc-731e-46c2-8d5f-476f6fe6c6a8 None None] Allocated IP 172.20.0.2 (8c164703-8106-4926-8f46-fea9b2829a9e/c8ba8184-a778-4794-bd2c-29af40889ee4/c2ff751e-e7ad-4752-b282-e4496aee5902) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:55:34.320679 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-0e68c311-61d4-4d97-8cd8-f9bb99bc7914 admin admin] Calling delete_port for 555b4251-8337-4815-aebf-af2e55d269ad owned by network:router_gateway {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:55:34.385028 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-d06f0c92-f03d-4bb4-b4ec-ace9986c59de tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Deleting subnet 13c70a5f-c600-4acd-ad0c-c3c3378b3362 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:55:34.399349 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d06f0c92-f03d-4bb4-b4ec-ace9986c59de tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:34.503619 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-c5f788ce-6c69-4ff3-8ad2-853dfb703a64 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Deleting port 4536c48c-6ef1-4b47-ba1f-14796d303e8e {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:55:34.503619 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c5f788ce-6c69-4ff3-8ad2-853dfb703a64 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:34.504687 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-05697acb-2837-490a-bd71-e0fdce4aeac0 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8443899 May 31 13:55:34.510861 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 48184) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:34.523465 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-a145e3b3-7966-4925-bebd-2f9d35cec6ba tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Request body: {'network': {'name': 'tempest-router-network02--1197562027'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:55:34.530513 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05697acb-2837-490a-bd71-e0fdce4aeac0 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Pushing event updated for resources: {'Network': ['ID=a2956478-3844-4015-bcf7-8bd027c75542,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:34.532924 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-a145e3b3-7966-4925-bebd-2f9d35cec6ba tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:55:34.541591 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-a145e3b3-7966-4925-bebd-2f9d35cec6ba tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Usage tracker for resource:network and tenant:b8da5dc440f745b5ba3d554eae6ba990 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:55:34.546629 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-a145e3b3-7966-4925-bebd-2f9d35cec6ba tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:55:34.551302 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d06f0c92-f03d-4bb4-b4ec-ace9986c59de tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65507433'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:34.590677 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-a145e3b3-7966-4925-bebd-2f9d35cec6ba tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:55:34.605815 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-13277539-980d-4047-b3de-da3fc10fadab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:34.617269 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network a2956478-3844-4015-bcf7-8bd027c75542 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:55:34.645855 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a145e3b3-7966-4925-bebd-2f9d35cec6ba tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Made reservation on behalf of b8da5dc440f745b5ba3d554eae6ba990 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:55:34.649278 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a145e3b3-7966-4925-bebd-2f9d35cec6ba tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:34.691809 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d06f0c92-f03d-4bb4-b4ec-ace9986c59de tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:34.747459 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port a6b9c4e0-0136-4b5f-b72b-a91819cbcf8b is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:55:34.773302 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a145e3b3-7966-4925-bebd-2f9d35cec6ba tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:55:34.788829 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 8e97fc47-5cd5-43f9-b7a5-26d60cde72ef no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:55:34.793133 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a145e3b3-7966-4925-bebd-2f9d35cec6ba tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:34.793560 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-a145e3b3-7966-4925-bebd-2f9d35cec6ba tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Added segment 1ab64669-87ef-4c91-ba5e-a6345b0caa90 of type vlan for network 961921f0-e1b3-442f-8236-997fbf48117e May 31 13:55:34.839715 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a145e3b3-7966-4925-bebd-2f9d35cec6ba tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:34.851818 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d06f0c92-f03d-4bb4-b4ec-ace9986c59de tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65216469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65148562'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:34.874379 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-03efe1fc-731e-46c2-8d5f-476f6fe6c6a8 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:34.893154 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-03efe1fc-731e-46c2-8d5f-476f6fe6c6a8 None None] Transition to ACTIVE for port object c2ff751e-e7ad-4752-b282-e4496aee5902 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:55:34.913038 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06f0c92-f03d-4bb4-b4ec-ace9986c59de tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event deleted for resources: {'Subnet': ['ID=13c70a5f-c600-4acd-ad0c-c3c3378b3362,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:34.921686 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d06f0c92-f03d-4bb4-b4ec-ace9986c59de tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:34.925412 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-03efe1fc-731e-46c2-8d5f-476f6fe6c6a8 None None] Transition to ACTIVE for port object c2ff751e-e7ad-4752-b282-e4496aee5902 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:55:34.929867 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13277539-980d-4047-b3de-da3fc10fadab admin admin] Pushing event updated for resources: {'Port': ['ID=d0d39e11-de8d-4cc9-9152-24291b835d58,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:34.931793 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 8e97fc47-5cd5-43f9-b7a5-26d60cde72ef {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:55:34.932385 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 8e97fc47-5cd5-43f9-b7a5-26d60cde72ef not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:55:34.936741 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0e68c311-61d4-4d97-8cd8-f9bb99bc7914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:34.946207 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c44b5b3-1470-4e2a-8dca-a61a08eb4fa0 None None] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:55:34.960819 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a145e3b3-7966-4925-bebd-2f9d35cec6ba tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:34.965926 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-03efe1fc-731e-46c2-8d5f-476f6fe6c6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:34.971131 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a145e3b3-7966-4925-bebd-2f9d35cec6ba tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:55:34.971993 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a145e3b3-7966-4925-bebd-2f9d35cec6ba tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:34.980421 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13277539-980d-4047-b3de-da3fc10fadab admin admin] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:55:35.001481 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-13277539-980d-4047-b3de-da3fc10fadab admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:55:35.006540 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68c311-61d4-4d97-8cd8-f9bb99bc7914 admin admin] Pushing event deleted for resources: {'Port': ['ID=555b4251-8337-4815-aebf-af2e55d269ad,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:35.009927 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13277539-980d-4047-b3de-da3fc10fadab admin admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:55:35.092215 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-d06f0c92-f03d-4bb4-b4ec-ace9986c59de tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/subnets/13c70a5f-c600-4acd-ad0c-c3c3378b3362 HTTP/1.1" status: 204 len: 168 time: 0.9979391 May 31 13:55:35.101240 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03efe1fc-731e-46c2-8d5f-476f6fe6c6a8 None None] Network 8c164703-8106-4926-8f46-fea9b2829a9e is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:55:35.108078 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-03efe1fc-731e-46c2-8d5f-476f6fe6c6a8 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:55:35.113697 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 48188) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:35.113947 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03efe1fc-731e-46c2-8d5f-476f6fe6c6a8 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:55:35.174047 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-a145e3b3-7966-4925-bebd-2f9d35cec6ba tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6572168 May 31 13:55:35.174047 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a145e3b3-7966-4925-bebd-2f9d35cec6ba tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Pushing event updated for resources: {'Network': ['ID=961921f0-e1b3-442f-8236-997fbf48117e,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:35.175544 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 48192) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:35.194726 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-ca64acd2-0368-4e4a-960f-95cdd6186d87 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Request body: {'subnet': {'network_id': 'a2956478-3844-4015-bcf7-8bd027c75542', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:55:35.217803 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 961921f0-e1b3-442f-8236-997fbf48117e details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:55:35.225513 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-25d2198c-c017-479e-9286-d9cb7f580036 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:35.269856 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03efe1fc-731e-46c2-8d5f-476f6fe6c6a8 None None] Pushing event updated for resources: {'Port': ['ID=c2ff751e-e7ad-4752-b282-e4496aee5902,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:35.304749 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-b619ab87-c7f6-40d1-a478-39662de3de59 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Deleting subnet c700a424-6dea-4e1d-81dc-deafa053ea46 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:55:35.308313 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d2198c-c017-479e-9286-d9cb7f580036 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cddc8c7c-9b18-4a9e-80af-29a91c69245d,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:35.337246 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-c5f788ce-6c69-4ff3-8ad2-853dfb703a64 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] For port 4536c48c-6ef1-4b47-ba1f-14796d303e8e, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=4536c48c-6ef1-4b47-ba1f-14796d303e8e,segment=NetworkSegment(2861d7ed-e3ee-474c-8085-252a40f25805),segment_id=2861d7ed-e3ee-474c-8085-252a40f25805)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:55:35.337699 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c5f788ce-6c69-4ff3-8ad2-853dfb703a64 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:35.338581 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b619ab87-c7f6-40d1-a478-39662de3de59 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:35.364276 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-25d2198c-c017-479e-9286-d9cb7f580036 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:35.367561 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-25d2198c-c017-479e-9286-d9cb7f580036 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/cddc8c7c-9b18-4a9e-80af-29a91c69245d HTTP/1.1" status: 204 len: 168 time: 1.4370780 May 31 13:55:35.367561 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0e68c311-61d4-4d97-8cd8-f9bb99bc7914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577389'] for router_gateway, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:35.520978 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-03efe1fc-731e-46c2-8d5f-476f6fe6c6a8 None None] Attempting to bind port c2ff751e-e7ad-4752-b282-e4496aee5902 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:55:35.521806 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-03efe1fc-731e-46c2-8d5f-476f6fe6c6a8 None None] Attempting to bind port c2ff751e-e7ad-4752-b282-e4496aee5902 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '3ce5a525-1c31-4056-8c26-2f17962ce420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '8c164703-8106-4926-8f46-fea9b2829a9e'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:55:35.521806 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03efe1fc-731e-46c2-8d5f-476f6fe6c6a8 None None] Attempting to bind port c2ff751e-e7ad-4752-b282-e4496aee5902 on network 8c164703-8106-4926-8f46-fea9b2829a9e {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:55:35.530674 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03efe1fc-731e-46c2-8d5f-476f6fe6c6a8 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:55:35.531058 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03efe1fc-731e-46c2-8d5f-476f6fe6c6a8 None None] Checking segment: {'id': '3ce5a525-1c31-4056-8c26-2f17962ce420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '8c164703-8106-4926-8f46-fea9b2829a9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:55:35.531427 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-03efe1fc-731e-46c2-8d5f-476f6fe6c6a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:35.531823 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03efe1fc-731e-46c2-8d5f-476f6fe6c6a8 None None] Bound using segment: {'id': '3ce5a525-1c31-4056-8c26-2f17962ce420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '8c164703-8106-4926-8f46-fea9b2829a9e'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:55:35.532580 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-03efe1fc-731e-46c2-8d5f-476f6fe6c6a8 None None] Bound port: c2ff751e-e7ad-4752-b282-e4496aee5902, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ce5a525-1c31-4056-8c26-2f17962ce420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '8c164703-8106-4926-8f46-fea9b2829a9e'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:55:35.532791 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-03efe1fc-731e-46c2-8d5f-476f6fe6c6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:35.574757 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 48198) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:35.604400 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b619ab87-c7f6-40d1-a478-39662de3de59 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65507433'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:35.640751 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-03efe1fc-731e-46c2-8d5f-476f6fe6c6a8 None None] For port c2ff751e-e7ad-4752-b282-e4496aee5902, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:55:35.644378 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-03efe1fc-731e-46c2-8d5f-476f6fe6c6a8 None None] For port c2ff751e-e7ad-4752-b282-e4496aee5902, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=c2ff751e-e7ad-4752-b282-e4496aee5902,segment=NetworkSegment(3ce5a525-1c31-4056-8c26-2f17962ce420),segment_id=3ce5a525-1c31-4056-8c26-2f17962ce420)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:55:35.652139 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-c5f788ce-6c69-4ff3-8ad2-853dfb703a64 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Calling delete_port for 4536c48c-6ef1-4b47-ba1f-14796d303e8e owned by network:router_gateway {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:55:35.678530 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-ca64acd2-0368-4e4a-960f-95cdd6186d87 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:55:35.693262 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-ca64acd2-0368-4e4a-960f-95cdd6186d87 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Usage tracker for resource:subnet and tenant:b8da5dc440f745b5ba3d554eae6ba990 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:55:35.702277 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-ca64acd2-0368-4e4a-960f-95cdd6186d87 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:55:35.720331 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-03efe1fc-731e-46c2-8d5f-476f6fe6c6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:35.724795 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-b6bdff42-97e1-4471-ae1a-3a8e0102f872 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1443043 May 31 13:55:35.727419 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-ca64acd2-0368-4e4a-960f-95cdd6186d87 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:55:35.731823 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 48206) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:35.737123 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-960ce5e3-69e6-4eba-bba1-0298044d17b5 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Request body: {'security_group_rule': {'security_group_id': 'e2509e2c-c7ef-44cb-a2c7-4b6a7a510f1d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:55:35.756600 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-960ce5e3-69e6-4eba-bba1-0298044d17b5 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:55:35.763371 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-960ce5e3-69e6-4eba-bba1-0298044d17b5 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Usage tracker for resource:security_group_rule and tenant:75c2083d0d5b4a96923c46356ca14f61 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:55:35.768367 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-960ce5e3-69e6-4eba-bba1-0298044d17b5 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:55:35.771226 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca64acd2-0368-4e4a-960f-95cdd6186d87 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Made reservation on behalf of b8da5dc440f745b5ba3d554eae6ba990 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:55:35.775533 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ca64acd2-0368-4e4a-960f-95cdd6186d87 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:35.799799 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-960ce5e3-69e6-4eba-bba1-0298044d17b5 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:55:35.878727 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0e68c311-61d4-4d97-8cd8-f9bb99bc7914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:35.885480 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03efe1fc-731e-46c2-8d5f-476f6fe6c6a8 None None] Pushing event updated for resources: {'Port': ['ID=c2ff751e-e7ad-4752-b282-e4496aee5902,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:35.914420 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b619ab87-c7f6-40d1-a478-39662de3de59 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:35.924955 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0e68c311-61d4-4d97-8cd8-f9bb99bc7914 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:35.991133 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-960ce5e3-69e6-4eba-bba1-0298044d17b5 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:36.031466 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0e68c311-61d4-4d97-8cd8-f9bb99bc7914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:36.032011 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e68c311-61d4-4d97-8cd8-f9bb99bc7914 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80751f3d-e952-4fcb-9d42-f81dc7ae50bc {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:55:36.107706 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b619ab87-c7f6-40d1-a478-39662de3de59 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65216469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65148562'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:36.256399 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b619ab87-c7f6-40d1-a478-39662de3de59 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event deleted for resources: {'Subnet': ['ID=c700a424-6dea-4e1d-81dc-deafa053ea46,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:36.384240 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0e68c311-61d4-4d97-8cd8-f9bb99bc7914 admin admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:36.389871 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-0e68c311-61d4-4d97-8cd8-f9bb99bc7914 admin admin] 10.222.0.50 "DELETE /v2.0/routers/80751f3d-e952-4fcb-9d42-f81dc7ae50bc HTTP/1.1" status: 204 len: 168 time: 5.0608866 May 31 13:55:36.391248 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 48210) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:36.498589 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b619ab87-c7f6-40d1-a478-39662de3de59 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:36.502500 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-960ce5e3-69e6-4eba-bba1-0298044d17b5 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:36.503720 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ca64acd2-0368-4e4a-960f-95cdd6186d87 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:36.569706 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-960ce5e3-69e6-4eba-bba1-0298044d17b5 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:36.640543 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c5f788ce-6c69-4ff3-8ad2-853dfb703a64 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:36.649585 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe7a8590-fb31-4d2c-99c7-5220edc7e316 admin admin] Deleting subnet ccc319e0-a4f4-4875-9973-c92d94351bb8 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:55:36.681670 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-b619ab87-c7f6-40d1-a478-39662de3de59 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/subnets/c700a424-6dea-4e1d-81dc-deafa053ea46 HTTP/1.1" status: 204 len: 168 time: 1.5673621 May 31 13:55:36.683644 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960ce5e3-69e6-4eba-bba1-0298044d17b5 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b754eb6-6016-4c42-aea1-8070128524f6,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:36.713513 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 48214) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:36.714226 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fe7a8590-fb31-4d2c-99c7-5220edc7e316 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:36.773358 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca64acd2-0368-4e4a-960f-95cdd6186d87 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Pushing event updated for resources: {'Subnet': ['ID=891c79c2-1191-49b8-9a97-fab2635a8a0d,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:36.781034 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-960ce5e3-69e6-4eba-bba1-0298044d17b5 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:36.786447 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-960ce5e3-69e6-4eba-bba1-0298044d17b5 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0534034 May 31 13:55:36.787099 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 48216) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:36.797102 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca64acd2-0368-4e4a-960f-95cdd6186d87 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Checking segment: {'id': '5025bbfa-521b-4c50-803f-6f44e046031d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a2956478-3844-4015-bcf7-8bd027c75542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:55:36.797481 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca64acd2-0368-4e4a-960f-95cdd6186d87 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Network hostable DHCP agents. Network: a2956478-3844-4015-bcf7-8bd027c75542, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:55:36.833411 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-07d8b207-dc18-49dd-9d6c-a4636507648b tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] 10.222.0.50 "GET /v2.0/security-group-rules/3b754eb6-6016-4c42-aea1-8070128524f6 HTTP/1.1" status: 200 len: 763 time: 0.0410967 May 31 13:55:36.834721 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 48222) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:36.900738 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca64acd2-0368-4e4a-960f-95cdd6186d87 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Network a2956478-3844-4015-bcf7-8bd027c75542 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:55:36.900919 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f788ce-6c69-4ff3-8ad2-853dfb703a64 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Pushing event deleted for resources: {'Port': ['ID=4536c48c-6ef1-4b47-ba1f-14796d303e8e,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:36.922230 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-0d32a2ad-b9e9-49fd-8c60-5d2a941b2336 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Synchronizing usage tracker for tenant:75c2083d0d5b4a96923c46356ca14f61 on resource:security_group_rule {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:55:36.926778 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-ca64acd2-0368-4e4a-960f-95cdd6186d87 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, a2956478-3844-4015-bcf7-8bd027c75542) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:55:36.937816 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7918e16-8011-42d8-b99e-8f86462b55e6 None None] Network a2956478-3844-4015-bcf7-8bd027c75542 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:55:36.941346 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca64acd2-0368-4e4a-960f-95cdd6186d87 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:55:36.941971 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ca64acd2-0368-4e4a-960f-95cdd6186d87 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:36.975398 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-0d32a2ad-b9e9-49fd-8c60-5d2a941b2336 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Unset dirty status for tenant:75c2083d0d5b4a96923c46356ca14f61 on resource:security_group_rule {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:55:36.977157 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-0d32a2ad-b9e9-49fd-8c60-5d2a941b2336 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1414518 May 31 13:55:36.980224 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-ca64acd2-0368-4e4a-960f-95cdd6186d87 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7971706 May 31 13:55:36.981071 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 48228) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:36.983150 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 48230) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:36.992599 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-4aa71ee1-2b9c-47e2-8aea-512e649818a7 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Request body: {'subnet': {'network_id': '961921f0-e1b3-442f-8236-997fbf48117e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:55:37.158533 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8c299ac3-5b0f-4ee0-90ad-006d638458a2 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:37.175926 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a7269898-d8f9-4a7a-8f7c-a0ed883756e7 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3804376 May 31 13:55:37.183201 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 48236) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:37.193845 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8c299ac3-5b0f-4ee0-90ad-006d638458a2 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:37.212243 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-4aa71ee1-2b9c-47e2-8aea-512e649818a7 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:55:37.220127 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-bbeef164-926e-4cf1-a232-82e5494cd045 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Request body: {'subnet': {'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:55:37.221661 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-4aa71ee1-2b9c-47e2-8aea-512e649818a7 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Usage tracker for resource:subnet and tenant:b8da5dc440f745b5ba3d554eae6ba990 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:55:37.223087 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffeed69-f1fa-4952-bbe0-dad73241b62e None None] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:55:37.227674 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-4aa71ee1-2b9c-47e2-8aea-512e649818a7 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:55:37.237547 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-4aa71ee1-2b9c-47e2-8aea-512e649818a7 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:55:37.248531 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8c299ac3-5b0f-4ee0-90ad-006d638458a2 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:37.263277 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-13277539-980d-4047-b3de-da3fc10fadab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:37.266609 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aa71ee1-2b9c-47e2-8aea-512e649818a7 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Made reservation on behalf of b8da5dc440f745b5ba3d554eae6ba990 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:55:37.270592 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4aa71ee1-2b9c-47e2-8aea-512e649818a7 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:37.310436 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c299ac3-5b0f-4ee0-90ad-006d638458a2 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3b754eb6-6016-4c42-aea1-8070128524f6,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:37.388647 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9efdd6cf-3383-4654-9e2a-a26d95da358a None None] Provisioning complete for port 24f9913b-fcf5-4d33-a720-4631f6d16557 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:55:37.389018 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9efdd6cf-3383-4654-9e2a-a26d95da358a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:37.424355 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8c299ac3-5b0f-4ee0-90ad-006d638458a2 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:37.425517 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-8c299ac3-5b0f-4ee0-90ad-006d638458a2 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/3b754eb6-6016-4c42-aea1-8070128524f6 HTTP/1.1" status: 204 len: 168 time: 0.4414878 May 31 13:55:37.484292 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 48240) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:37.604196 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-4115c8fd-1d15-4b60-a746-98915be9d4b8 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Synchronizing usage tracker for tenant:75c2083d0d5b4a96923c46356ca14f61 on resource:security_group_rule {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:55:37.644146 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-4115c8fd-1d15-4b60-a746-98915be9d4b8 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Unset dirty status for tenant:75c2083d0d5b4a96923c46356ca14f61 on resource:security_group_rule {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:55:37.646245 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-4115c8fd-1d15-4b60-a746-98915be9d4b8 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1612227 May 31 13:55:37.649040 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 48244) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:37.677823 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fe7a8590-fb31-4d2c-99c7-5220edc7e316 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:37.692090 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-a0a4ce08-031d-4d0c-b65f-fdd826120ea5 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Request body: {'security_group_rule': {'security_group_id': 'e2509e2c-c7ef-44cb-a2c7-4b6a7a510f1d', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:55:37.700099 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-a0a4ce08-031d-4d0c-b65f-fdd826120ea5 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:55:37.710854 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-a0a4ce08-031d-4d0c-b65f-fdd826120ea5 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:55:37.732114 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a0a008-c78b-454e-ba8b-c36a135838ed None None] Network 8c164703-8106-4926-8f46-fea9b2829a9e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:55:37.735515 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a0a4ce08-031d-4d0c-b65f-fdd826120ea5 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:37.757479 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c5f788ce-6c69-4ff3-8ad2-853dfb703a64 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577389'] for router_gateway, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:37.842919 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4aa71ee1-2b9c-47e2-8aea-512e649818a7 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:37.856670 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:37.862661 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a414c000-137b-4834-a04b-ea5773e3a7be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-a2956478-3844-4015-bcf7-8bd027c75542', 'network_id': 'a2956478-3844-4015-bcf7-8bd027c75542', 'tenant_id': 'b8da5dc440f745b5ba3d554eae6ba990', 'fixed_ips': [{'subnet_id': '891c79c2-1191-49b8-9a97-fab2635a8a0d'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:55:37.863460 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a414c000-137b-4834-a04b-ea5773e3a7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:37.985196 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa71ee1-2b9c-47e2-8aea-512e649818a7 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Pushing event updated for resources: {'Subnet': ['ID=07623fd3-ff7f-42bd-9b82-e9d336000537,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:38.018030 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a0a4ce08-031d-4d0c-b65f-fdd826120ea5 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:38.019641 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa71ee1-2b9c-47e2-8aea-512e649818a7 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Checking segment: {'id': '1ab64669-87ef-4c91-ba5e-a6345b0caa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '961921f0-e1b3-442f-8236-997fbf48117e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:55:38.020315 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa71ee1-2b9c-47e2-8aea-512e649818a7 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Network hostable DHCP agents. Network: 961921f0-e1b3-442f-8236-997fbf48117e, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:55:38.043138 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a0a4ce08-031d-4d0c-b65f-fdd826120ea5 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:38.059418 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-bbeef164-926e-4cf1-a232-82e5494cd045 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:55:38.064430 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-bbeef164-926e-4cf1-a232-82e5494cd045 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Usage tracker for resource:subnet and tenant:d13dddbe1502489da91f2f88306fdca6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:55:38.069448 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-bbeef164-926e-4cf1-a232-82e5494cd045 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:55:38.078100 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-bbeef164-926e-4cf1-a232-82e5494cd045 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:55:38.095547 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a4ce08-031d-4d0c-b65f-fdd826120ea5 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b7570f0-7b16-4d6b-b25d-d8d111e11ee7,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:38.112464 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c5f788ce-6c69-4ff3-8ad2-853dfb703a64 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:38.127731 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c5f788ce-6c69-4ff3-8ad2-853dfb703a64 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:38.129301 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbeef164-926e-4cf1-a232-82e5494cd045 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Made reservation on behalf of d13dddbe1502489da91f2f88306fdca6 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:55:38.130468 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa71ee1-2b9c-47e2-8aea-512e649818a7 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Network 961921f0-e1b3-442f-8236-997fbf48117e is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:55:38.140907 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bbeef164-926e-4cf1-a232-82e5494cd045 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:38.173719 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-4aa71ee1-2b9c-47e2-8aea-512e649818a7 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 961921f0-e1b3-442f-8236-997fbf48117e) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:55:38.175666 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a0a4ce08-031d-4d0c-b65f-fdd826120ea5 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:38.176961 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-a0a4ce08-031d-4d0c-b65f-fdd826120ea5 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5259171 May 31 13:55:38.178030 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device c2ff751e-e7ad-4752-b282-e4496aee5902 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:55:38.180955 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 48260) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:38.186986 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa71ee1-2b9c-47e2-8aea-512e649818a7 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:55:38.189754 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4aa71ee1-2b9c-47e2-8aea-512e649818a7 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:38.217312 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb636e3-c324-40ba-91c2-1f7a867c024b None None] Network 961921f0-e1b3-442f-8236-997fbf48117e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:55:38.220754 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-fbc75346-f50d-43f2-9315-8dfaaa7d906d tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] 10.222.0.50 "GET /v2.0/security-group-rules/0b7570f0-7b16-4d6b-b25d-d8d111e11ee7 HTTP/1.1" status: 200 len: 764 time: 0.0360520 May 31 13:55:38.223619 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 48266) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:38.254727 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-4aa71ee1-2b9c-47e2-8aea-512e649818a7 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2669814 May 31 13:55:38.255730 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 48272) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:38.423382 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e1c228-0234-4343-9990-dcc5da6399b6 None None] DHCP port deletion for 8d0ca4ab-0d39-494b-8b5d-2861af857a5e request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:55:38.497628 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-9bf8a3bb-fa39-4316-9e5e-769dedcc9263 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Synchronizing usage tracker for tenant:75c2083d0d5b4a96923c46356ca14f61 on resource:security_group_rule {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:55:38.596023 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9efdd6cf-3383-4654-9e2a-a26d95da358a None None] Current status of the port 24f9913b-fcf5-4d33-a720-4631f6d16557 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:55:38.599433 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-99e1c228-0234-4343-9990-dcc5da6399b6 None None] Deleting port 24f9913b-fcf5-4d33-a720-4631f6d16557 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:55:38.600096 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-99e1c228-0234-4343-9990-dcc5da6399b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:38.709654 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c5f788ce-6c69-4ff3-8ad2-853dfb703a64 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:38.710261 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port c2ff751e-e7ad-4752-b282-e4496aee5902 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:55:38.711226 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5f788ce-6c69-4ff3-8ad2-853dfb703a64 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 715075b5-5a5a-48dd-8dbf-8834d3e4f71e {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:55:38.739785 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bbeef164-926e-4cf1-a232-82e5494cd045 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:38.749460 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 555b4251-8337-4815-aebf-af2e55d269ad no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:55:38.845529 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-a414c000-137b-4834-a04b-ea5773e3a7be None None] Allocated IP 172.20.0.2 (a2956478-3844-4015-bcf7-8bd027c75542/891c79c2-1191-49b8-9a97-fab2635a8a0d/acdde7d0-7050-403e-af0c-3ffaf8347e07) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:55:38.853752 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fe7a8590-fb31-4d2c-99c7-5220edc7e316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:38.866528 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ea780ce8-8617-472c-a508-bfc83f58a8ba None None] Provisioning for port c2ff751e-e7ad-4752-b282-e4496aee5902 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:55:38.870154 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 555b4251-8337-4815-aebf-af2e55d269ad {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:55:38.870501 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 555b4251-8337-4815-aebf-af2e55d269ad not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:55:38.927437 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ea780ce8-8617-472c-a508-bfc83f58a8ba None None] Provisioning complete for port c2ff751e-e7ad-4752-b282-e4496aee5902 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:55:38.927830 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ea780ce8-8617-472c-a508-bfc83f58a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:38.981494 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-13277539-980d-4047-b3de-da3fc10fadab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:38.988102 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeef164-926e-4cf1-a232-82e5494cd045 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event updated for resources: {'Subnet': ['ID=ce18ef3b-d13f-4738-b47b-4a7b8a79d45f,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:38.999746 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c5f788ce-6c69-4ff3-8ad2-853dfb703a64 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:39.003467 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-9bf8a3bb-fa39-4316-9e5e-769dedcc9263 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Unset dirty status for tenant:75c2083d0d5b4a96923c46356ca14f61 on resource:security_group_rule {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:55:39.004506 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c5f788ce-6c69-4ff3-8ad2-853dfb703a64 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] 10.222.0.50 "DELETE /v2.0/routers/715075b5-5a5a-48dd-8dbf-8834d3e4f71e HTTP/1.1" status: 204 len: 168 time: 9.6034496 May 31 13:55:39.005357 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-9bf8a3bb-fa39-4316-9e5e-769dedcc9263 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.7795534 May 31 13:55:39.005971 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 48304) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:39.014556 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 48306) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:39.021409 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbeef164-926e-4cf1-a232-82e5494cd045 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:55:39.109052 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-bbeef164-926e-4cf1-a232-82e5494cd045 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:55:39.142701 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbeef164-926e-4cf1-a232-82e5494cd045 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:55:39.143116 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bbeef164-926e-4cf1-a232-82e5494cd045 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:39.185103 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-98d55c06-7f55-428b-9d8e-23398f407303 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Deleting subnet 5b4253f6-e501-4486-82f0-3970f3f7252c {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:55:39.199593 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-98d55c06-7f55-428b-9d8e-23398f407303 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:39.205265 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ccb4e189-7f0f-4f73-bf96-a784747c755d tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:39.224292 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ccb4e189-7f0f-4f73-bf96-a784747c755d tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:39.257435 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-bbeef164-926e-4cf1-a232-82e5494cd045 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0710423 May 31 13:55:39.276212 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 48314) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:39.294272 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-91c6a615-a3bb-414e-85e0-87956ade764f tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Request body: {'subnet': {'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:55:39.319496 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cef973c1-cd4a-46e0-a3b0-c3840987975a tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:39.323227 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a414c000-137b-4834-a04b-ea5773e3a7be None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:39.568102 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:39.570808 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fe7a8590-fb31-4d2c-99c7-5220edc7e316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:39.586494 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a414c000-137b-4834-a04b-ea5773e3a7be None None] Transition to ACTIVE for port object acdde7d0-7050-403e-af0c-3ffaf8347e07 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:55:39.610132 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a414c000-137b-4834-a04b-ea5773e3a7be None None] Transition to ACTIVE for port object acdde7d0-7050-403e-af0c-3ffaf8347e07 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:55:39.628506 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4515bf-d295-4448-8802-66277485ca35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-961921f0-e1b3-442f-8236-997fbf48117e', 'network_id': '961921f0-e1b3-442f-8236-997fbf48117e', 'tenant_id': 'b8da5dc440f745b5ba3d554eae6ba990', 'fixed_ips': [{'subnet_id': '07623fd3-ff7f-42bd-9b82-e9d336000537'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:55:39.630087 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3d4515bf-d295-4448-8802-66277485ca35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:39.632470 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ccb4e189-7f0f-4f73-bf96-a784747c755d tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:39.660785 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a414c000-137b-4834-a04b-ea5773e3a7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:39.677687 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7a8590-fb31-4d2c-99c7-5220edc7e316 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccc319e0-a4f4-4875-9973-c92d94351bb8,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:39.693756 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fe7a8590-fb31-4d2c-99c7-5220edc7e316 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:39.716492 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb4e189-7f0f-4f73-bf96-a784747c755d tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0b7570f0-7b16-4d6b-b25d-d8d111e11ee7,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:39.717452 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0285f30f-96a8-42c2-bce0-7dc7236932dc None None] Network b66065d1-e972-453c-87d9-3ed8cec4b7a7 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:55:39.727788 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-fe7a8590-fb31-4d2c-99c7-5220edc7e316 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/ccc319e0-a4f4-4875-9973-c92d94351bb8 HTTP/1.1" status: 204 len: 168 time: 3.3082469 May 31 13:55:39.731085 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ccb4e189-7f0f-4f73-bf96-a784747c755d tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:39.737098 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ccb4e189-7f0f-4f73-bf96-a784747c755d tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/0b7570f0-7b16-4d6b-b25d-d8d111e11ee7 HTTP/1.1" status: 204 len: 168 time: 0.7214427 May 31 13:55:39.748027 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 48318) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:39.748509 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 48320) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:39.782917 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-cef973c1-cd4a-46e0-a3b0-c3840987975a tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Allocated IP 172.20.0.1 (a2956478-3844-4015-bcf7-8bd027c75542/891c79c2-1191-49b8-9a97-fab2635a8a0d/46d414e5-80df-4cee-8074-dca2850aea07) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:55:39.897239 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d806d6c5-e0a6-421b-b2b6-9aee2d64921a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:39.955286 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cef973c1-cd4a-46e0-a3b0-c3840987975a tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:39.965170 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-3d4515bf-d295-4448-8802-66277485ca35 None None] Allocated IP 172.20.0.2 (961921f0-e1b3-442f-8236-997fbf48117e/07623fd3-ff7f-42bd-9b82-e9d336000537/e807b473-3929-4611-9f5d-e08a03ab2412) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:55:39.973347 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-cef973c1-cd4a-46e0-a3b0-c3840987975a tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Transition to ACTIVE for port object 46d414e5-80df-4cee-8074-dca2850aea07 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:55:39.984652 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13277539-980d-4047-b3de-da3fc10fadab admin admin] Router ed4f702b-de04-4b3c-a90c-2777557896ed is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 13:55:39.989027 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-d806d6c5-e0a6-421b-b2b6-9aee2d64921a admin admin] Deleting port 9767c7cb-e4be-4694-9f2d-6e841547a85a {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:55:39.989750 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d806d6c5-e0a6-421b-b2b6-9aee2d64921a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:40.006185 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-98d55c06-7f55-428b-9d8e-23398f407303 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65507433'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:40.038133 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cef973c1-cd4a-46e0-a3b0-c3840987975a tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:40.082390 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-305013dc-7c7f-406f-a0c0-14cc7bb5f2bd tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Synchronizing usage tracker for tenant:75c2083d0d5b4a96923c46356ca14f61 on resource:security_group_rule {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:55:40.159242 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef973c1-cd4a-46e0-a3b0-c3840987975a tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Network a2956478-3844-4015-bcf7-8bd027c75542 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:55:40.177814 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-cef973c1-cd4a-46e0-a3b0-c3840987975a tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:55:40.191244 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef973c1-cd4a-46e0-a3b0-c3840987975a tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:55:40.224948 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef973c1-cd4a-46e0-a3b0-c3840987975a tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Pushing event updated for resources: {'Port': ['ID=46d414e5-80df-4cee-8074-dca2850aea07,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:40.227718 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-98d55c06-7f55-428b-9d8e-23398f407303 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:40.268630 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3d4515bf-d295-4448-8802-66277485ca35 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:40.284383 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-3d4515bf-d295-4448-8802-66277485ca35 None None] Transition to ACTIVE for port object e807b473-3929-4611-9f5d-e08a03ab2412 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:55:40.319582 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-3d4515bf-d295-4448-8802-66277485ca35 None None] Transition to ACTIVE for port object e807b473-3929-4611-9f5d-e08a03ab2412 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:55:40.341862 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-91c6a615-a3bb-414e-85e0-87956ade764f tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:55:40.348266 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cef973c1-cd4a-46e0-a3b0-c3840987975a tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:40.365059 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-91c6a615-a3bb-414e-85e0-87956ade764f tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Usage tracker for resource:subnet and tenant:d13dddbe1502489da91f2f88306fdca6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:55:40.370760 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-91c6a615-a3bb-414e-85e0-87956ade764f tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:55:40.387581 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-91c6a615-a3bb-414e-85e0-87956ade764f tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:55:40.391292 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-d806d6c5-e0a6-421b-b2b6-9aee2d64921a admin admin] For port 9767c7cb-e4be-4694-9f2d-6e841547a85a, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=9767c7cb-e4be-4694-9f2d-6e841547a85a,segment=NetworkSegment(f85bb861-f832-42e2-a182-3ceccc5a66af),segment_id=f85bb861-f832-42e2-a182-3ceccc5a66af)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:55:40.391872 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d806d6c5-e0a6-421b-b2b6-9aee2d64921a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:40.419934 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c6a615-a3bb-414e-85e0-87956ade764f tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Made reservation on behalf of d13dddbe1502489da91f2f88306fdca6 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:55:40.424369 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-91c6a615-a3bb-414e-85e0-87956ade764f tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:40.442201 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-98d55c06-7f55-428b-9d8e-23398f407303 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65216469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65148562'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:40.482390 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-99e1c228-0234-4343-9990-dcc5da6399b6 None None] For port 24f9913b-fcf5-4d33-a720-4631f6d16557, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=24f9913b-fcf5-4d33-a720-4631f6d16557,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:55:40.483044 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-99e1c228-0234-4343-9990-dcc5da6399b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:40.510360 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-ea780ce8-8617-472c-a508-bfc83f58a8ba None None] Current status of the port c2ff751e-e7ad-4752-b282-e4496aee5902 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:55:40.510985 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ea780ce8-8617-472c-a508-bfc83f58a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:40.525155 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 24f9913b-fcf5-4d33-a720-4631f6d16557 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:55:40.583010 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a414c000-137b-4834-a04b-ea5773e3a7be None None] Pushing event updated for resources: {'Port': ['ID=acdde7d0-7050-403e-af0c-3ffaf8347e07,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:40.595193 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-98d55c06-7f55-428b-9d8e-23398f407303 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:40.599270 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d55c06-7f55-428b-9d8e-23398f407303 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5b4253f6-e501-4486-82f0-3970f3f7252c,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:40.649192 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3d4515bf-d295-4448-8802-66277485ca35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:40.684949 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-d806d6c5-e0a6-421b-b2b6-9aee2d64921a admin admin] Calling delete_port for 9767c7cb-e4be-4694-9f2d-6e841547a85a owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:55:40.729440 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a414c000-137b-4834-a04b-ea5773e3a7be None None] Network a2956478-3844-4015-bcf7-8bd027c75542 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:55:40.834708 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-305013dc-7c7f-406f-a0c0-14cc7bb5f2bd tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Unset dirty status for tenant:75c2083d0d5b4a96923c46356ca14f61 on resource:security_group_rule {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:55:40.835656 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-305013dc-7c7f-406f-a0c0-14cc7bb5f2bd tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 1.0814123 May 31 13:55:40.851260 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 48328) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:40.902196 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-a414c000-137b-4834-a04b-ea5773e3a7be None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:55:41.005855 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-99e1c228-0234-4343-9990-dcc5da6399b6 None None] Calling delete_port for 24f9913b-fcf5-4d33-a720-4631f6d16557 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:55:41.011580 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d806d6c5-e0a6-421b-b2b6-9aee2d64921a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:41.021134 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-98d55c06-7f55-428b-9d8e-23398f407303 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] 10.222.0.50 "DELETE /v2.0/subnets/5b4253f6-e501-4486-82f0-3970f3f7252c HTTP/1.1" status: 204 len: 168 time: 1.9623854 May 31 13:55:41.024237 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 48332) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:41.053930 n-d-843939-1 neutron-server[88370]: INFO neutron.db.ipam_backend_mixin [None req-91c6a615-a3bb-414e-85e0-87956ade764f tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ce18ef3b-d13f-4738-b47b-4a7b8a79d45f (CIDR: 2001:db8::/64) May 31 13:55:41.057618 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a414c000-137b-4834-a04b-ea5773e3a7be None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:55:41.077406 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d806d6c5-e0a6-421b-b2b6-9aee2d64921a admin admin] No DVR routers for this DVR port 9767c7cb-e4be-4694-9f2d-6e841547a85a on host n-d-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:55:41.114499 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d806d6c5-e0a6-421b-b2b6-9aee2d64921a admin admin] Pushing event deleted for resources: {'Port': ['ID=9767c7cb-e4be-4694-9f2d-6e841547a85a,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:41.163896 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13277539-980d-4047-b3de-da3fc10fadab admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:55:41.174228 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4515bf-d295-4448-8802-66277485ca35 None None] Network 961921f0-e1b3-442f-8236-997fbf48117e is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:55:41.199933 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-3d4515bf-d295-4448-8802-66277485ca35 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:55:41.205920 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e4b96f25-13cf-45cb-adb9-cb52e06b9820 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:41.220175 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7465371a-9509-48b5-8098-54f4cc60aedf tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:41.222555 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-91c6a615-a3bb-414e-85e0-87956ade764f tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 13:55:41.222947 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91c6a615-a3bb-414e-85e0-87956ade764f tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:55:41.242723 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4507bac-577e-4722-b531-5c38c3ae8476 None None] Sync routers for ids ['ed4f702b-de04-4b3c-a90c-2777557896ed'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:55:41.253208 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-91c6a615-a3bb-414e-85e0-87956ade764f tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9638646 May 31 13:55:41.256103 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 48336) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:41.262773 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4515bf-d295-4448-8802-66277485ca35 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:55:41.264385 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-c8160d40-8123-430b-b434-37e92d27ea78 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Request body: {'subnet': {'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:55:41.292441 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4507bac-577e-4722-b531-5c38c3ae8476 None None] Routers {'ed4f702b-de04-4b3c-a90c-2777557896ed'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:55:41.293086 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-c4507bac-577e-4722-b531-5c38c3ae8476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:55:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['ed4f702b-de04-4b3c-a90c-2777557896ed'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:55:41.295841 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d806d6c5-e0a6-421b-b2b6-9aee2d64921a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:41.306897 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7465371a-9509-48b5-8098-54f4cc60aedf tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:41.327868 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-13277539-980d-4047-b3de-da3fc10fadab admin admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:41.331933 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-13277539-980d-4047-b3de-da3fc10fadab admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 14.1207900 May 31 13:55:41.336409 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 48342) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:41.442615 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-d806d6c5-e0a6-421b-b2b6-9aee2d64921a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b66065d1-e972-453c-87d9-3ed8cec4b7a7']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:55:41.472771 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-d806d6c5-e0a6-421b-b2b6-9aee2d64921a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f85bb861-f832-42e2-a182-3ceccc5a66af') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:55:41.473063 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-d806d6c5-e0a6-421b-b2b6-9aee2d64921a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f85bb861-f832-42e2-a182-3ceccc5a66af') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:55:41.541339 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-c4507bac-577e-4722-b531-5c38c3ae8476 None None] Set router ed4f702b-de04-4b3c-a90c-2777557896ed gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:55:41.568438 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d806d6c5-e0a6-421b-b2b6-9aee2d64921a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:41.568680 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e4b96f25-13cf-45cb-adb9-cb52e06b9820 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:41.598691 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-e4b96f25-13cf-45cb-adb9-cb52e06b9820 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e2afa0d-2e75-49d4-afaa-c5f4693e4937']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:55:41.613682 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-e4b96f25-13cf-45cb-adb9-cb52e06b9820 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2861d7ed-e3ee-474c-8085-252a40f25805') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:55:41.614174 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-e4b96f25-13cf-45cb-adb9-cb52e06b9820 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2861d7ed-e3ee-474c-8085-252a40f25805') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:55:41.628915 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e4b96f25-13cf-45cb-adb9-cb52e06b9820 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:41.652767 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e4b96f25-13cf-45cb-adb9-cb52e06b9820 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:41.660586 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4b96f25-13cf-45cb-adb9-cb52e06b9820 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:55:41.661179 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e4b96f25-13cf-45cb-adb9-cb52e06b9820 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:41.709309 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6d9727e3-8626-4d82-bbb3-4f8fcc7c25a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:41.747461 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7465371a-9509-48b5-8098-54f4cc60aedf tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:41.752222 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d806d6c5-e0a6-421b-b2b6-9aee2d64921a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:41.766220 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-ea780ce8-8617-472c-a508-bfc83f58a8ba None None] For port c2ff751e-e7ad-4752-b282-e4496aee5902, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=c2ff751e-e7ad-4752-b282-e4496aee5902,segment=NetworkSegment(3ce5a525-1c31-4056-8c26-2f17962ce420),segment_id=3ce5a525-1c31-4056-8c26-2f17962ce420)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:55:41.772406 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-a414c000-137b-4834-a04b-ea5773e3a7be None None] Attempting to bind port acdde7d0-7050-403e-af0c-3ffaf8347e07 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:55:41.772963 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-a414c000-137b-4834-a04b-ea5773e3a7be None None] Attempting to bind port acdde7d0-7050-403e-af0c-3ffaf8347e07 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '5025bbfa-521b-4c50-803f-6f44e046031d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a2956478-3844-4015-bcf7-8bd027c75542'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:55:41.773266 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a414c000-137b-4834-a04b-ea5773e3a7be None None] Attempting to bind port acdde7d0-7050-403e-af0c-3ffaf8347e07 on network a2956478-3844-4015-bcf7-8bd027c75542 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:55:41.776326 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4515bf-d295-4448-8802-66277485ca35 None None] Pushing event updated for resources: {'Port': ['ID=e807b473-3929-4611-9f5d-e08a03ab2412,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:41.784850 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d806d6c5-e0a6-421b-b2b6-9aee2d64921a admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:55:41.785251 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d806d6c5-e0a6-421b-b2b6-9aee2d64921a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:41.811646 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e4b96f25-13cf-45cb-adb9-cb52e06b9820 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:41.818574 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4b96f25-13cf-45cb-adb9-cb52e06b9820 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5e2afa0d-2e75-49d4-afaa-c5f4693e4937 {{(pid=88370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 31 13:55:41.825121 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e4b96f25-13cf-45cb-adb9-cb52e06b9820 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:41.830473 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7465371a-9509-48b5-8098-54f4cc60aedf tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2509e2c-c7ef-44cb-a2c7-4b6a7a510f1d,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:41.851378 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cef973c1-cd4a-46e0-a3b0-c3840987975a tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:41.886428 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment f85bb861-f832-42e2-a182-3ceccc5a66af resource provider aggregate not found May 31 13:55:41.890078 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 2861d7ed-e3ee-474c-8085-252a40f25805 resource provider aggregate not found May 31 13:55:41.911202 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-e4b96f25-13cf-45cb-adb9-cb52e06b9820 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] 10.222.0.50 "DELETE /v2.0/networks/5e2afa0d-2e75-49d4-afaa-c5f4693e4937 HTTP/1.1" status: 204 len: 168 time: 0.8788614 May 31 13:55:41.983102 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b96f25-13cf-45cb-adb9-cb52e06b9820 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Pushing event deleted for resources: {'Network': ['ID=5e2afa0d-2e75-49d4-afaa-c5f4693e4937,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:41.991170 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 2861d7ed-e3ee-474c-8085-252a40f25805 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2861d7ed-e3ee-474c-8085-252a40f25805 found for delete ", "request_id": "req-b80d54e4-14a0-4100-a70d-7f9f3f551e3a"}]} May 31 13:55:42.006611 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ea780ce8-8617-472c-a508-bfc83f58a8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:42.083205 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment f85bb861-f832-42e2-a182-3ceccc5a66af resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f85bb861-f832-42e2-a182-3ceccc5a66af found for delete ", "request_id": "req-c9641604-cf59-4154-a838-29602c91e2f2"}]} May 31 13:55:42.112365 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a414c000-137b-4834-a04b-ea5773e3a7be None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:55:42.112920 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a414c000-137b-4834-a04b-ea5773e3a7be None None] Checking segment: {'id': '5025bbfa-521b-4c50-803f-6f44e046031d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a2956478-3844-4015-bcf7-8bd027c75542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:55:42.113081 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7465371a-9509-48b5-8098-54f4cc60aedf tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:42.114280 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-7465371a-9509-48b5-8098-54f4cc60aedf tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] 10.222.0.50 "DELETE /v2.0/security-groups/e2509e2c-c7ef-44cb-a2c7-4b6a7a510f1d HTTP/1.1" status: 204 len: 168 time: 1.2622814 May 31 13:55:42.117252 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a414c000-137b-4834-a04b-ea5773e3a7be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:42.119237 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a414c000-137b-4834-a04b-ea5773e3a7be None None] Bound using segment: {'id': '5025bbfa-521b-4c50-803f-6f44e046031d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a2956478-3844-4015-bcf7-8bd027c75542'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:55:42.120625 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-a414c000-137b-4834-a04b-ea5773e3a7be None None] Bound port: acdde7d0-7050-403e-af0c-3ffaf8347e07, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5025bbfa-521b-4c50-803f-6f44e046031d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a2956478-3844-4015-bcf7-8bd027c75542'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:55:42.121869 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a414c000-137b-4834-a04b-ea5773e3a7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:42.133911 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 48360) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:42.215301 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d806d6c5-e0a6-421b-b2b6-9aee2d64921a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:42.231974 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d806d6c5-e0a6-421b-b2b6-9aee2d64921a admin admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:42.284111 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c8160d40-8123-430b-b434-37e92d27ea78 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:55:42.298755 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-c8160d40-8123-430b-b434-37e92d27ea78 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Usage tracker for resource:subnet and tenant:d13dddbe1502489da91f2f88306fdca6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:55:42.314360 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-c8160d40-8123-430b-b434-37e92d27ea78 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:55:42.330644 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c8160d40-8123-430b-b434-37e92d27ea78 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:55:42.376356 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d806d6c5-e0a6-421b-b2b6-9aee2d64921a admin admin] Pushing event deleted for resources: {'Network': ['ID=b66065d1-e972-453c-87d9-3ed8cec4b7a7,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:42.401636 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8160d40-8123-430b-b434-37e92d27ea78 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Made reservation on behalf of d13dddbe1502489da91f2f88306fdca6 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:55:42.402465 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d806d6c5-e0a6-421b-b2b6-9aee2d64921a admin admin] 10.222.0.50 "DELETE /v2.0/networks/b66065d1-e972-453c-87d9-3ed8cec4b7a7 HTTP/1.1" status: 204 len: 168 time: 2.6500568 May 31 13:55:42.435563 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c8160d40-8123-430b-b434-37e92d27ea78 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:42.447473 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-a414c000-137b-4834-a04b-ea5773e3a7be None None] For port acdde7d0-7050-403e-af0c-3ffaf8347e07, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:55:42.467709 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 48370) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:42.470884 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-a414c000-137b-4834-a04b-ea5773e3a7be None None] For port acdde7d0-7050-403e-af0c-3ffaf8347e07, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=acdde7d0-7050-403e-af0c-3ffaf8347e07,segment=NetworkSegment(5025bbfa-521b-4c50-803f-6f44e046031d),segment_id=5025bbfa-521b-4c50-803f-6f44e046031d)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:55:42.483395 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9afe584f-20c5-4af1-8f78-e605f96225b6 None None] DHCP port deletion for b66065d1-e972-453c-87d9-3ed8cec4b7a7 request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:55:42.522396 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-b07a9e2e-7dcf-412c-a1aa-449a8b70b1ef tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Request body: {'router': {'name': 'tempest-router--1863595415', 'project_id': '41ee90eb5c0a4e1f8c2ac615c52d626b'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:55:42.530757 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-f18dbba9-03ef-4692-bef0-d5fa22c005a3 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Synchronizing usage tracker for tenant:75c2083d0d5b4a96923c46356ca14f61 on resource:security_group {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:55:42.546969 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-b07a9e2e-7dcf-412c-a1aa-449a8b70b1ef tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:55:42.552745 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-b07a9e2e-7dcf-412c-a1aa-449a8b70b1ef tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Usage tracker for resource:router and tenant:41ee90eb5c0a4e1f8c2ac615c52d626b is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:55:42.556868 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-b07a9e2e-7dcf-412c-a1aa-449a8b70b1ef tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:55:42.568185 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-b07a9e2e-7dcf-412c-a1aa-449a8b70b1ef tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:55:42.627605 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-f18dbba9-03ef-4692-bef0-d5fa22c005a3 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Unset dirty status for tenant:75c2083d0d5b4a96923c46356ca14f61 on resource:security_group {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:55:42.628434 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a414c000-137b-4834-a04b-ea5773e3a7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:42.635695 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-f18dbba9-03ef-4692-bef0-d5fa22c005a3 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4872088 May 31 13:55:42.643027 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 48376) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:42.692583 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 24f9913b-fcf5-4d33-a720-4631f6d16557 is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:55:42.692954 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:42.719063 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-3d4515bf-d295-4448-8802-66277485ca35 None None] Attempting to bind port e807b473-3929-4611-9f5d-e08a03ab2412 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:55:42.719324 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-3d4515bf-d295-4448-8802-66277485ca35 None None] Attempting to bind port e807b473-3929-4611-9f5d-e08a03ab2412 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '1ab64669-87ef-4c91-ba5e-a6345b0caa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '961921f0-e1b3-442f-8236-997fbf48117e'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:55:42.719672 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4515bf-d295-4448-8802-66277485ca35 None None] Attempting to bind port e807b473-3929-4611-9f5d-e08a03ab2412 on network 961921f0-e1b3-442f-8236-997fbf48117e {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:55:42.738908 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-99e1c228-0234-4343-9990-dcc5da6399b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:42.782937 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4515bf-d295-4448-8802-66277485ca35 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:55:42.783533 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4515bf-d295-4448-8802-66277485ca35 None None] Checking segment: {'id': '1ab64669-87ef-4c91-ba5e-a6345b0caa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '961921f0-e1b3-442f-8236-997fbf48117e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:55:42.783722 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3d4515bf-d295-4448-8802-66277485ca35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:42.784113 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4515bf-d295-4448-8802-66277485ca35 None None] Bound using segment: {'id': '1ab64669-87ef-4c91-ba5e-a6345b0caa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '961921f0-e1b3-442f-8236-997fbf48117e'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:55:42.784579 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-3d4515bf-d295-4448-8802-66277485ca35 None None] Bound port: e807b473-3929-4611-9f5d-e08a03ab2412, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ab64669-87ef-4c91-ba5e-a6345b0caa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '961921f0-e1b3-442f-8236-997fbf48117e'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:55:42.784944 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3d4515bf-d295-4448-8802-66277485ca35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:42.805623 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e1c228-0234-4343-9990-dcc5da6399b6 None None] No DVR routers for this DVR port 24f9913b-fcf5-4d33-a720-4631f6d16557 on host n-d-843939-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:55:42.814293 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-54b21469-fcc5-4bec-9232-cc159df5b9b8 None None] Provisioning complete for port c2ff751e-e7ad-4752-b282-e4496aee5902 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:55:42.814914 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-54b21469-fcc5-4bec-9232-cc159df5b9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:42.921714 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea780ce8-8617-472c-a508-bfc83f58a8ba None None] Pushing event updated for resources: {'Port': ['ID=c2ff751e-e7ad-4752-b282-e4496aee5902,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:42.926493 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708fb549-d03b-449e-9a1c-338ac58476a7 None None] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:55:43.000494 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 48380) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:43.004704 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-2738794a-6149-4d43-90db-b6419592aa7e tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Request body: {'security_group': {'name': 'tempest-secgroup--1332305213'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:55:43.011894 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-2738794a-6149-4d43-90db-b6419592aa7e tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:55:43.022782 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-2738794a-6149-4d43-90db-b6419592aa7e tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:55:43.037681 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cef973c1-cd4a-46e0-a3b0-c3840987975a tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:43.047034 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b07a9e2e-7dcf-412c-a1aa-449a8b70b1ef tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:43.049187 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b07a9e2e-7dcf-412c-a1aa-449a8b70b1ef tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:43.055107 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cef973c1-cd4a-46e0-a3b0-c3840987975a tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:43.148113 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2738794a-6149-4d43-90db-b6419592aa7e tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:43.222652 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-2738794a-6149-4d43-90db-b6419592aa7e tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:55:43.272982 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a414c000-137b-4834-a04b-ea5773e3a7be None None] Pushing event updated for resources: {'Port': ['ID=acdde7d0-7050-403e-af0c-3ffaf8347e07,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:43.309415 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-2738794a-6149-4d43-90db-b6419592aa7e tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Usage tracker for resource:security_group_rule and tenant:75c2083d0d5b4a96923c46356ca14f61 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:55:43.397688 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e1c228-0234-4343-9990-dcc5da6399b6 None None] Pushing event deleted for resources: {'Port': ['ID=24f9913b-fcf5-4d33-a720-4631f6d16557,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:43.404635 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-9d9379be-cb91-4354-837c-bfbce7227770 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=21f78e9efd2543f8a23fa5f8aa5a9a7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3346047 May 31 13:55:43.405338 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 48384) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:43.406596 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-2738794a-6149-4d43-90db-b6419592aa7e tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:55:43.411481 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device c2ff751e-e7ad-4752-b282-e4496aee5902 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:55:43.418946 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-de96f4c9-8467-4460-b1f5-08ca530739b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:43.454783 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-2738794a-6149-4d43-90db-b6419592aa7e tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:55:43.460753 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c706d047-5e97-4805-bd50-7477f8741a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:43.612088 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b07a9e2e-7dcf-412c-a1aa-449a8b70b1ef tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:43.649380 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2b4d3d33-00f4-4283-9f0b-faf9c25ee9fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:43.663148 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-3d4515bf-d295-4448-8802-66277485ca35 None None] For port e807b473-3929-4611-9f5d-e08a03ab2412, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:55:43.669108 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-3d4515bf-d295-4448-8802-66277485ca35 None None] For port e807b473-3929-4611-9f5d-e08a03ab2412, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=e807b473-3929-4611-9f5d-e08a03ab2412,segment=NetworkSegment(1ab64669-87ef-4c91-ba5e-a6345b0caa90),segment_id=1ab64669-87ef-4c91-ba5e-a6345b0caa90)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:55:43.697728 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cef973c1-cd4a-46e0-a3b0-c3840987975a tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:43.753246 n-d-843939-1 neutron-server[88370]: DEBUG neutron.objects.ports [None req-c8160d40-8123-430b-b434-37e92d27ea78 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88370) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 31 13:55:43.753608 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2738794a-6149-4d43-90db-b6419592aa7e tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:43.769269 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2b4d3d33-00f4-4283-9f0b-faf9c25ee9fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:43.781555 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2738794a-6149-4d43-90db-b6419592aa7e tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:43.849065 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3d4515bf-d295-4448-8802-66277485ca35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:43.900784 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef973c1-cd4a-46e0-a3b0-c3840987975a tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Pushing event updated for resources: {'Port': ['ID=46d414e5-80df-4cee-8074-dca2850aea07,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:43.903877 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c8160d40-8123-430b-b434-37e92d27ea78 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:43.919045 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738794a-6149-4d43-90db-b6419592aa7e tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e828a9ee-b2db-4cd2-b970-4604a5ae9405,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:43.931965 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2738794a-6149-4d43-90db-b6419592aa7e tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:43.936236 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-2738794a-6149-4d43-90db-b6419592aa7e tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2882383 May 31 13:55:43.938741 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738794a-6149-4d43-90db-b6419592aa7e tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:55:43.938741 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738794a-6149-4d43-90db-b6419592aa7e tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:55:43.938741 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738794a-6149-4d43-90db-b6419592aa7e tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:55:43.938741 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738794a-6149-4d43-90db-b6419592aa7e tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:55:43.938741 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738794a-6149-4d43-90db-b6419592aa7e tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:55:43.938741 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738794a-6149-4d43-90db-b6419592aa7e tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:55:43.939407 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738794a-6149-4d43-90db-b6419592aa7e tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:55:43.939407 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738794a-6149-4d43-90db-b6419592aa7e tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:55:43.939776 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738794a-6149-4d43-90db-b6419592aa7e tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:55:43.940095 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738794a-6149-4d43-90db-b6419592aa7e tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:55:43.941102 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738794a-6149-4d43-90db-b6419592aa7e tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:55:43.941102 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738794a-6149-4d43-90db-b6419592aa7e tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:55:43.941323 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 48390) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:43.945516 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b07a9e2e-7dcf-412c-a1aa-449a8b70b1ef tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:43.958976 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-de96f4c9-8467-4460-b1f5-08ca530739b5 admin admin] Allocated IP 172.20.0.1 (2b8752ff-d6bb-4c36-b788-4af67f57c09d/e7d2c6d6-492d-4f91-bbed-4468868feb37/0a1cdcb0-e859-408b-a674-1562b64e5796) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:55:43.976292 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2b4d3d33-00f4-4283-9f0b-faf9c25ee9fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:43.981236 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-b062ee55-bde7-4645-bc8d-268b002aa5e3 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Request body: {'security_group_rule': {'security_group_id': 'e828a9ee-b2db-4cd2-b970-4604a5ae9405', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:55:43.993145 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef973c1-cd4a-46e0-a3b0-c3840987975a tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Network a2956478-3844-4015-bcf7-8bd027c75542 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:55:44.000296 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-b062ee55-bde7-4645-bc8d-268b002aa5e3 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:55:44.010698 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-c4507bac-577e-4722-b531-5c38c3ae8476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed4f702b-de04-4b3c-a90c-2777557896ed', 'name': 'tempest-TestAggregatesBasicOps-1692348801-router', 'tenant_id': '8a0ff68e3392496c99812d9ccfaaf695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'd0d39e11-de8d-4cc9-9152-24291b835d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:55:27Z', 'updated_at': '2022-05-31T13:55:36Z', 'revision_number': 3, 'project_id': '8a0ff68e3392496c99812d9ccfaaf695', 'gw_port': {'id': 'd0d39e11-de8d-4cc9-9152-24291b835d58', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed4f702b-de04-4b3c-a90c-2777557896ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:55:31Z', 'updated_at': '2022-05-31T13:55:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:55:44.018242 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-cef973c1-cd4a-46e0-a3b0-c3840987975a tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:55:44.021134 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4d3d33-00f4-4283-9f0b-faf9c25ee9fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7adf18c0-dad3-4896-85d1-d0c906383730,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:44.031681 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8160d40-8123-430b-b434-37e92d27ea78 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:55:44.032316 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4507bac-577e-4722-b531-5c38c3ae8476 None None] Checking router: ed4f702b-de04-4b3c-a90c-2777557896ed for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:55:44.032868 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4507bac-577e-4722-b531-5c38c3ae8476 None None] Updating router ed4f702b-de04-4b3c-a90c-2777557896ed port d0d39e11-de8d-4cc9-9152-24291b835d58 binding host n-d-843939-1 {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:55:44.035389 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-b062ee55-bde7-4645-bc8d-268b002aa5e3 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Usage tracker for resource:security_group_rule and tenant:75c2083d0d5b4a96923c46356ca14f61 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:55:44.049640 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-c8160d40-8123-430b-b434-37e92d27ea78 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:55:44.055287 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-b062ee55-bde7-4645-bc8d-268b002aa5e3 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:55:44.069945 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8160d40-8123-430b-b434-37e92d27ea78 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:55:44.070590 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c8160d40-8123-430b-b434-37e92d27ea78 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:44.091855 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2b4d3d33-00f4-4283-9f0b-faf9c25ee9fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:44.095462 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-2b4d3d33-00f4-4283-9f0b-faf9c25ee9fa admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7adf18c0-dad3-4896-85d1-d0c906383730 HTTP/1.1" status: 204 len: 168 time: 0.6560130 May 31 13:55:44.098907 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-b062ee55-bde7-4645-bc8d-268b002aa5e3 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:55:44.120631 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:44.127915 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port c2ff751e-e7ad-4752-b282-e4496aee5902 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:55:44.128474 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:44.186571 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c4507bac-577e-4722-b531-5c38c3ae8476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:44.197228 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-de96f4c9-8467-4460-b1f5-08ca530739b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:44.218162 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-de96f4c9-8467-4460-b1f5-08ca530739b5 admin admin] Transition to ACTIVE for port object 0a1cdcb0-e859-408b-a674-1562b64e5796 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:55:44.233360 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-54b21469-fcc5-4bec-9232-cc159df5b9b8 None None] Current status of the port c2ff751e-e7ad-4752-b282-e4496aee5902 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:55:44.250101 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-de96f4c9-8467-4460-b1f5-08ca530739b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:44.287434 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c8160d40-8123-430b-b434-37e92d27ea78 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.0277030 May 31 13:55:44.287434 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8160d40-8123-430b-b434-37e92d27ea78 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event updated for resources: {'Subnet': ['ID=3d3fd146-81d9-4129-b6c3-41476b6cf65a,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:44.287434 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b07a9e2e-7dcf-412c-a1aa-449a8b70b1ef tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:44.287434 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-b07a9e2e-7dcf-412c-a1aa-449a8b70b1ef tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.8184116 May 31 13:55:44.288085 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 48396) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:44.313542 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 48398) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:44.342825 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4515bf-d295-4448-8802-66277485ca35 None None] Pushing event updated for resources: {'Port': ['ID=e807b473-3929-4611-9f5d-e08a03ab2412,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:44.381517 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-4d08c093-4c8a-4613-9299-eb57387c347a tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Request body: {'port': {'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'mac_address': 'fa:16:3e:31:f0:13', 'name': 'tempest-NetworksTestDHCPv6-441156035'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:55:44.445809 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:44.508800 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de96f4c9-8467-4460-b1f5-08ca530739b5 admin admin] Pushing event updated for resources: {'Port': ['ID=0a1cdcb0-e859-408b-a674-1562b64e5796,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:44.518514 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de96f4c9-8467-4460-b1f5-08ca530739b5 admin admin] Network 2b8752ff-d6bb-4c36-b788-4af67f57c09d is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:55:44.521824 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-de96f4c9-8467-4460-b1f5-08ca530739b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:55:44.530079 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de96f4c9-8467-4460-b1f5-08ca530739b5 admin admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:55:44.580153 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3f0716-f261-4546-8c3d-ffe7d505f75b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'tenant_id': 'd13dddbe1502489da91f2f88306fdca6', 'fixed_ips': [{'subnet_id': '3d3fd146-81d9-4129-b6c3-41476b6cf65a'}, {'subnet_id': 'ce18ef3b-d13f-4738-b47b-4a7b8a79d45f'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:55:44.581340 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-df3f0716-f261-4546-8c3d-ffe7d505f75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:44.637670 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-de96f4c9-8467-4460-b1f5-08ca530739b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:44.661827 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b062ee55-bde7-4645-bc8d-268b002aa5e3 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:44.782353 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5350de0e-5eb1-4419-8755-cbe8dd644c64 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks [] for router, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:44.958328 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-de96f4c9-8467-4460-b1f5-08ca530739b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:45.104462 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-4d08c093-4c8a-4613-9299-eb57387c347a tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:55:45.132229 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b062ee55-bde7-4645-bc8d-268b002aa5e3 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:45.140151 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-4d08c093-4c8a-4613-9299-eb57387c347a tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Usage tracker for resource:port and tenant:d13dddbe1502489da91f2f88306fdca6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:55:45.213164 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port c2ff751e-e7ad-4752-b282-e4496aee5902 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:55:45.222342 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59300a9-8a2e-4400-a1ef-b05a611c497f None None] Network a2956478-3844-4015-bcf7-8bd027c75542 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:55:45.449010 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-df3f0716-f261-4546-8c3d-ffe7d505f75b None None] Allocated IP 2001:db8::2 (8d0ca4ab-0d39-494b-8b5d-2861af857a5e/ce18ef3b-d13f-4738-b47b-4a7b8a79d45f/2ebb4a99-3be7-4255-b452-7764c8e3caab) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:55:45.456593 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-df3f0716-f261-4546-8c3d-ffe7d505f75b None None] Allocated IP 2001:db8:0:1:f816:3eff:fe11:83d (8d0ca4ab-0d39-494b-8b5d-2861af857a5e/3d3fd146-81d9-4129-b6c3-41476b6cf65a/2ebb4a99-3be7-4255-b452-7764c8e3caab) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:55:45.523860 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5350de0e-5eb1-4419-8755-cbe8dd644c64 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:45.527246 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-4d08c093-4c8a-4613-9299-eb57387c347a tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:55:45.535876 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5350de0e-5eb1-4419-8755-cbe8dd644c64 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:45.538076 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b062ee55-bde7-4645-bc8d-268b002aa5e3 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:45.542309 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-4d08c093-4c8a-4613-9299-eb57387c347a tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:55:45.569097 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 9767c7cb-e4be-4694-9f2d-6e841547a85a no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:55:45.583957 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cef973c1-cd4a-46e0-a3b0-c3840987975a tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Router fe30d05d-f58c-435c-a816-b9ce70d78005 is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 13:55:45.646392 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b062ee55-bde7-4645-bc8d-268b002aa5e3 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a93d6658-e2b2-48bf-8c33-4e057e432e7f,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:45.665105 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d08c093-4c8a-4613-9299-eb57387c347a tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Made reservation on behalf of d13dddbe1502489da91f2f88306fdca6 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:55:45.745424 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b0e38411-4da2-4816-8c93-cdbee0e9020b None None] Provisioning for port 0a1cdcb0-e859-408b-a674-1562b64e5796 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:55:45.755796 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-de96f4c9-8467-4460-b1f5-08ca530739b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:45.769806 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-de96f4c9-8467-4460-b1f5-08ca530739b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:45.782768 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 9767c7cb-e4be-4694-9f2d-6e841547a85a {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:55:45.783104 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 9767c7cb-e4be-4694-9f2d-6e841547a85a not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:55:45.812644 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b0e38411-4da2-4816-8c93-cdbee0e9020b None None] Provisioning complete for port 0a1cdcb0-e859-408b-a674-1562b64e5796 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:55:45.813036 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b0e38411-4da2-4816-8c93-cdbee0e9020b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:45.858359 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5350de0e-5eb1-4419-8755-cbe8dd644c64 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:45.858852 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5350de0e-5eb1-4419-8755-cbe8dd644c64 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0214bd19-7d50-4ec5-aae1-19b0b77ce43f {{(pid=88370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:55:45.879620 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ab5f07-8f95-4460-932e-c4041026c5a4 None None] Network 961921f0-e1b3-442f-8236-997fbf48117e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:55:46.003078 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de96f4c9-8467-4460-b1f5-08ca530739b5 admin admin] Pushing event updated for resources: {'Port': ['ID=0a1cdcb0-e859-408b-a674-1562b64e5796,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:46.008645 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-de96f4c9-8467-4460-b1f5-08ca530739b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:46.201332 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5350de0e-5eb1-4419-8755-cbe8dd644c64 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:46.202519 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-5350de0e-5eb1-4419-8755-cbe8dd644c64 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] 10.222.0.50 "DELETE /v2.0/routers/0214bd19-7d50-4ec5-aae1-19b0b77ce43f HTTP/1.1" status: 204 len: 168 time: 1.8878968 May 31 13:55:46.262164 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b062ee55-bde7-4645-bc8d-268b002aa5e3 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:46.265651 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-b062ee55-bde7-4645-bc8d-268b002aa5e3 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 2.3138254 May 31 13:55:46.280659 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 48438) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:46.344670 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de96f4c9-8467-4460-b1f5-08ca530739b5 admin admin] Network 2b8752ff-d6bb-4c36-b788-4af67f57c09d is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:55:46.345286 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device e807b473-3929-4611-9f5d-e08a03ab2412 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:55:46.351260 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-de96f4c9-8467-4460-b1f5-08ca530739b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:55:46.510669 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef973c1-cd4a-46e0-a3b0-c3840987975a tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:55:46.530976 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d362ac0-c624-4a15-9589-02d71db15ce1 None None] Sync routers for ids ['fe30d05d-f58c-435c-a816-b9ce70d78005'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:55:46.561196 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d362ac0-c624-4a15-9589-02d71db15ce1 None None] Routers {'fe30d05d-f58c-435c-a816-b9ce70d78005'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:55:46.564521 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-7d362ac0-c624-4a15-9589-02d71db15ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:55:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['fe30d05d-f58c-435c-a816-b9ce70d78005'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:55:46.598920 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-cef973c1-cd4a-46e0-a3b0-c3840987975a tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] 10.222.0.50 "PUT /v2.0/routers/fe30d05d-f58c-435c-a816-b9ce70d78005/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3404615 May 31 13:55:46.607948 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 48448) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:46.671704 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-7d362ac0-c624-4a15-9589-02d71db15ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:55:46.683221 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d362ac0-c624-4a15-9589-02d71db15ce1 None None] Routers {'fe30d05d-f58c-435c-a816-b9ce70d78005'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:55:46.684565 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-7d362ac0-c624-4a15-9589-02d71db15ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:55:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['fe30d05d-f58c-435c-a816-b9ce70d78005'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:55:46.801932 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 48452) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:46.811207 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-df3f0716-f261-4546-8c3d-ffe7d505f75b None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:46.811514 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-7d362ac0-c624-4a15-9589-02d71db15ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:55:46.812133 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d362ac0-c624-4a15-9589-02d71db15ce1 None None] The sync data for ids ['fe30d05d-f58c-435c-a816-b9ce70d78005'] in n-d-843939-1 is: [] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:55:46.834863 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4d08c093-4c8a-4613-9299-eb57387c347a tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:46.835967 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-df3f0716-f261-4546-8c3d-ffe7d505f75b None None] Transition to ACTIVE for port object 2ebb4a99-3be7-4255-b452-7764c8e3caab will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:55:46.863245 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-df3f0716-f261-4546-8c3d-ffe7d505f75b None None] Transition to ACTIVE for port object 2ebb4a99-3be7-4255-b452-7764c8e3caab will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:55:46.895561 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b0e38411-4da2-4816-8c93-cdbee0e9020b None None] Port 0a1cdcb0-e859-408b-a674-1562b64e5796 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:55:46.923585 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-df3f0716-f261-4546-8c3d-ffe7d505f75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:46.925123 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:46.960683 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de96f4c9-8467-4460-b1f5-08ca530739b5 admin admin] Router ed4f702b-de04-4b3c-a90c-2777557896ed has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:55:47.045782 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-4d08c093-4c8a-4613-9299-eb57387c347a tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] device_id is not set on port f84d75b9-9783-4a4d-9995-2452c2947b1c yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:55:47.122174 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c4507bac-577e-4722-b531-5c38c3ae8476 None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:47.218828 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c4507bac-577e-4722-b531-5c38c3ae8476 None None] Transition to ACTIVE for port object d0d39e11-de8d-4cc9-9152-24291b835d58 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:55:47.241574 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-281b1c38-c443-49b7-b5b4-aaddd8bb38f5 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:47.269556 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3f0716-f261-4546-8c3d-ffe7d505f75b None None] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:55:47.353581 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-df3f0716-f261-4546-8c3d-ffe7d505f75b None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:55:47.354753 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de96f4c9-8467-4460-b1f5-08ca530739b5 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:55:47.366472 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c4507bac-577e-4722-b531-5c38c3ae8476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:47.367449 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-de96f4c9-8467-4460-b1f5-08ca530739b5 admin admin] 10.222.0.50 "PUT /v2.0/routers/ed4f702b-de04-4b3c-a90c-2777557896ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0300293 May 31 13:55:47.380645 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3f0716-f261-4546-8c3d-ffe7d505f75b None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:55:47.389229 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-139ba651-482a-476f-963f-82d475bfd8c4 None None] Provisioning for port acdde7d0-7050-403e-af0c-3ffaf8347e07 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:55:47.406356 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3f0716-f261-4546-8c3d-ffe7d505f75b None None] Pushing event updated for resources: {'Port': ['ID=2ebb4a99-3be7-4255-b452-7764c8e3caab,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:47.540426 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-281b1c38-c443-49b7-b5b4-aaddd8bb38f5 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:47.675005 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port e807b473-3929-4611-9f5d-e08a03ab2412 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:55:47.676640 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-47e4ff6e-c6d3-4b6c-97c9-435ef04a88aa tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1308458477', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}, 'admin_state_up': False}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:55:47.685179 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-47e4ff6e-c6d3-4b6c-97c9-435ef04a88aa tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:55:47.689826 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-47e4ff6e-c6d3-4b6c-97c9-435ef04a88aa tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Usage tracker for resource:router and tenant:954524adc1f948e2b034d165dd0b1c59 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:55:47.690289 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-c4507bac-577e-4722-b531-5c38c3ae8476 None None] Attempting to bind port d0d39e11-de8d-4cc9-9152-24291b835d58 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:55:47.690661 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-c4507bac-577e-4722-b531-5c38c3ae8476 None None] Attempting to bind port d0d39e11-de8d-4cc9-9152-24291b835d58 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:55:47.691021 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4507bac-577e-4722-b531-5c38c3ae8476 None None] Attempting to bind port d0d39e11-de8d-4cc9-9152-24291b835d58 on network d2103cd5-63ba-4c24-9d95-fd17643bf14c {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:55:47.694937 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-47e4ff6e-c6d3-4b6c-97c9-435ef04a88aa tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:55:47.714605 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device acdde7d0-7050-403e-af0c-3ffaf8347e07 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:55:47.717182 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-47e4ff6e-c6d3-4b6c-97c9-435ef04a88aa tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:55:47.762557 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4507bac-577e-4722-b531-5c38c3ae8476 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:55:47.762934 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4507bac-577e-4722-b531-5c38c3ae8476 None None] Checking segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:55:47.763340 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c4507bac-577e-4722-b531-5c38c3ae8476 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:47.763730 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4507bac-577e-4722-b531-5c38c3ae8476 None None] Bound using segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:55:47.764216 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-c4507bac-577e-4722-b531-5c38c3ae8476 None None] Bound port: d0d39e11-de8d-4cc9-9152-24291b835d58, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:55:47.764591 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c4507bac-577e-4722-b531-5c38c3ae8476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:47.796372 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14d159b-24e0-4471-980d-a631e7c7c266 None None] Pushing event updated for resources: {'Port': ['ID=d0d39e11-de8d-4cc9-9152-24291b835d58,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:47.845759 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-139ba651-482a-476f-963f-82d475bfd8c4 None None] Provisioning complete for port 0a1cdcb0-e859-408b-a674-1562b64e5796 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:55:47.846140 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-139ba651-482a-476f-963f-82d475bfd8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:47.873449 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-4d08c093-4c8a-4613-9299-eb57387c347a tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Allocated IP 2001:db8::169 (8d0ca4ab-0d39-494b-8b5d-2861af857a5e/ce18ef3b-d13f-4738-b47b-4a7b8a79d45f/f84d75b9-9783-4a4d-9995-2452c2947b1c) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:55:47.889216 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-4d08c093-4c8a-4613-9299-eb57387c347a tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Allocated IP 2001:db8:0:1:f816:3eff:fe31:f013 (8d0ca4ab-0d39-494b-8b5d-2861af857a5e/3d3fd146-81d9-4129-b6c3-41476b6cf65a/f84d75b9-9783-4a4d-9995-2452c2947b1c) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:55:47.912720 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-df3f0716-f261-4546-8c3d-ffe7d505f75b None None] Attempting to bind port 2ebb4a99-3be7-4255-b452-7764c8e3caab on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:55:47.913197 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-df3f0716-f261-4546-8c3d-ffe7d505f75b None None] Attempting to bind port 2ebb4a99-3be7-4255-b452-7764c8e3caab by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:55:47.913487 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3f0716-f261-4546-8c3d-ffe7d505f75b None None] Attempting to bind port 2ebb4a99-3be7-4255-b452-7764c8e3caab on network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:55:47.959233 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3f0716-f261-4546-8c3d-ffe7d505f75b None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:55:47.959650 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3f0716-f261-4546-8c3d-ffe7d505f75b None None] Checking segment: {'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:55:47.959990 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-df3f0716-f261-4546-8c3d-ffe7d505f75b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:47.960386 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3f0716-f261-4546-8c3d-ffe7d505f75b None None] Bound using segment: {'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:55:47.960866 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-df3f0716-f261-4546-8c3d-ffe7d505f75b None None] Bound port: 2ebb4a99-3be7-4255-b452-7764c8e3caab, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:55:47.961230 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-df3f0716-f261-4546-8c3d-ffe7d505f75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:48.057274 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-139ba651-482a-476f-963f-82d475bfd8c4 None None] Port 0a1cdcb0-e859-408b-a674-1562b64e5796 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:55:48.085171 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-c4507bac-577e-4722-b531-5c38c3ae8476 None None] For port d0d39e11-de8d-4cc9-9152-24291b835d58, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:55:48.107017 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-47e4ff6e-c6d3-4b6c-97c9-435ef04a88aa tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:48.108643 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-47e4ff6e-c6d3-4b6c-97c9-435ef04a88aa tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:48.111710 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-c4507bac-577e-4722-b531-5c38c3ae8476 None None] For port d0d39e11-de8d-4cc9-9152-24291b835d58, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=d0d39e11-de8d-4cc9-9152-24291b835d58,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:55:48.133052 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c4507bac-577e-4722-b531-5c38c3ae8476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:48.138797 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port acdde7d0-7050-403e-af0c-3ffaf8347e07 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:55:48.216341 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-139ba651-482a-476f-963f-82d475bfd8c4 None None] Provisioning for port e807b473-3929-4611-9f5d-e08a03ab2412 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:55:48.236688 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port acdde7d0-7050-403e-af0c-3ffaf8347e07 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:55:48.237311 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:48.306593 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-df3f0716-f261-4546-8c3d-ffe7d505f75b None None] For port 2ebb4a99-3be7-4255-b452-7764c8e3caab, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:55:48.327505 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-139ba651-482a-476f-963f-82d475bfd8c4 None None] Provisioning complete for port e807b473-3929-4611-9f5d-e08a03ab2412 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:55:48.327505 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-139ba651-482a-476f-963f-82d475bfd8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:48.405728 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-df3f0716-f261-4546-8c3d-ffe7d505f75b None None] For port 2ebb4a99-3be7-4255-b452-7764c8e3caab, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=2ebb4a99-3be7-4255-b452-7764c8e3caab,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:55:48.445132 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-df3f0716-f261-4546-8c3d-ffe7d505f75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:48.449644 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-281b1c38-c443-49b7-b5b4-aaddd8bb38f5 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:48.457580 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4507bac-577e-4722-b531-5c38c3ae8476 None None] Routers {'ed4f702b-de04-4b3c-a90c-2777557896ed'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:55:48.461041 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-c4507bac-577e-4722-b531-5c38c3ae8476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:55:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['ed4f702b-de04-4b3c-a90c-2777557896ed'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:55:48.538409 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-47e4ff6e-c6d3-4b6c-97c9-435ef04a88aa tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:48.608650 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14d159b-24e0-4471-980d-a631e7c7c266 None None] Pushing event updated for resources: {'Port': ['ID=d0d39e11-de8d-4cc9-9152-24291b835d58,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:48.611609 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281b1c38-c443-49b7-b5b4-aaddd8bb38f5 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e828a9ee-b2db-4cd2-b970-4604a5ae9405,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:48.685434 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 48504) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:48.696119 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-40b8bc57-bcaa-4b18-b2c4-95837f86c83d admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1960107686-network', 'tenant_id': '3580a1bc76914897aa83cf717a15e1fc'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:55:48.711127 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-40b8bc57-bcaa-4b18-b2c4-95837f86c83d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:55:48.723081 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-40b8bc57-bcaa-4b18-b2c4-95837f86c83d admin admin] Usage tracker for resource:network and tenant:3580a1bc76914897aa83cf717a15e1fc is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:55:48.735982 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-40b8bc57-bcaa-4b18-b2c4-95837f86c83d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:55:48.741722 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4d08c093-4c8a-4613-9299-eb57387c347a tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:48.750203 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-40b8bc57-bcaa-4b18-b2c4-95837f86c83d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:55:48.806835 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b8bc57-bcaa-4b18-b2c4-95837f86c83d admin admin] Made reservation on behalf of 3580a1bc76914897aa83cf717a15e1fc for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:55:48.809606 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-40b8bc57-bcaa-4b18-b2c4-95837f86c83d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:48.839238 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-40b8bc57-bcaa-4b18-b2c4-95837f86c83d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:48.874935 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-40b8bc57-bcaa-4b18-b2c4-95837f86c83d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:55:48.889486 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-40b8bc57-bcaa-4b18-b2c4-95837f86c83d admin admin] Usage tracker for resource:security_group_rule and tenant:3580a1bc76914897aa83cf717a15e1fc is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:55:48.898796 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-40b8bc57-bcaa-4b18-b2c4-95837f86c83d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:55:48.915190 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-40b8bc57-bcaa-4b18-b2c4-95837f86c83d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:55:49.035626 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-281b1c38-c443-49b7-b5b4-aaddd8bb38f5 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:49.036862 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-281b1c38-c443-49b7-b5b4-aaddd8bb38f5 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] 10.222.0.50 "DELETE /v2.0/security-groups/e828a9ee-b2db-4cd2-b970-4604a5ae9405 HTTP/1.1" status: 204 len: 168 time: 2.7549844 May 31 13:55:49.071434 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 48512) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:49.183997 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-40b8bc57-bcaa-4b18-b2c4-95837f86c83d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:49.190540 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-40b8bc57-bcaa-4b18-b2c4-95837f86c83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:49.279920 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40b8bc57-bcaa-4b18-b2c4-95837f86c83d admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:55:49.285886 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b8bc57-bcaa-4b18-b2c4-95837f86c83d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a59174-395b-4091-b6ad-915e978b07ff,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:49.300221 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-40b8bc57-bcaa-4b18-b2c4-95837f86c83d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:49.300707 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-40b8bc57-bcaa-4b18-b2c4-95837f86c83d admin admin] Added segment 0ac765a8-6b19-440c-b0d1-cdb8132dab02 of type vlan for network adbff514-f77b-4a65-a8e3-7662b06cb9f2 May 31 13:55:49.385173 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-40b8bc57-bcaa-4b18-b2c4-95837f86c83d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:49.481598 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-40b8bc57-bcaa-4b18-b2c4-95837f86c83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:49.483421 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b8bc57-bcaa-4b18-b2c4-95837f86c83d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:55:49.485506 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-40b8bc57-bcaa-4b18-b2c4-95837f86c83d admin admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:49.585732 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-40b8bc57-bcaa-4b18-b2c4-95837f86c83d admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8967314 May 31 13:55:49.586014 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3f0716-f261-4546-8c3d-ffe7d505f75b None None] Pushing event updated for resources: {'Port': ['ID=2ebb4a99-3be7-4255-b452-7764c8e3caab,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:49.587374 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 48520) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:49.622831 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-4d08c093-4c8a-4613-9299-eb57387c347a tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Transition to ACTIVE for port object f84d75b9-9783-4a4d-9995-2452c2947b1c will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:55:49.692923 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-802f562f-7273-4904-9c26-fdc66f77bc9b admin admin] Request body: {'subnet': {'network_id': 'adbff514-f77b-4a65-a8e3-7662b06cb9f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1960107686-subnet', 'tenant_id': '3580a1bc76914897aa83cf717a15e1fc', 'ip_version': 4}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:55:49.700123 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-802f562f-7273-4904-9c26-fdc66f77bc9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:55:49.705099 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-802f562f-7273-4904-9c26-fdc66f77bc9b admin admin] Usage tracker for resource:subnet and tenant:3580a1bc76914897aa83cf717a15e1fc is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:55:49.709691 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-802f562f-7273-4904-9c26-fdc66f77bc9b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:55:49.724596 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port acdde7d0-7050-403e-af0c-3ffaf8347e07 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:55:49.724935 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:49.738186 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-802f562f-7273-4904-9c26-fdc66f77bc9b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:55:49.751345 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-c4507bac-577e-4722-b531-5c38c3ae8476 None None] Set router ed4f702b-de04-4b3c-a90c-2777557896ed gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:55:49.774162 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b8bc57-bcaa-4b18-b2c4-95837f86c83d admin admin] Pushing event updated for resources: {'Network': ['ID=adbff514-f77b-4a65-a8e3-7662b06cb9f2,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:49.777968 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802f562f-7273-4904-9c26-fdc66f77bc9b admin admin] Made reservation on behalf of 3580a1bc76914897aa83cf717a15e1fc for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:55:49.782214 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-802f562f-7273-4904-9c26-fdc66f77bc9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:49.848544 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network adbff514-f77b-4a65-a8e3-7662b06cb9f2 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:55:49.902866 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-47e4ff6e-c6d3-4b6c-97c9-435ef04a88aa tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:49.976722 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [None req-c2c6de45-18b5-462b-9f6a-d47f9c14c4f6 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 13:55:49.978291 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c2c6de45-18b5-462b-9f6a-d47f9c14c4f6 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] 10.222.0.50 "PUT /v2.0/routers/fe30d05d-f58c-435c-a816-b9ce70d78005/add_router_interface HTTP/1.1" status: 400 len: 438 time: 3.3462284 May 31 13:55:49.987692 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 48528) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:50.030984 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-139ba651-482a-476f-963f-82d475bfd8c4 None None] Current status of the port e807b473-3929-4611-9f5d-e08a03ab2412 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:55:50.031299 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-139ba651-482a-476f-963f-82d475bfd8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:50.090940 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-ab65a240-545c-4a56-8d68-b3d82b5d20a6 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Synchronizing usage tracker for tenant:75c2083d0d5b4a96923c46356ca14f61 on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:55:50.133594 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-ab65a240-545c-4a56-8d68-b3d82b5d20a6 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Unset dirty status for tenant:75c2083d0d5b4a96923c46356ca14f61 on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:55:50.136200 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-ab65a240-545c-4a56-8d68-b3d82b5d20a6 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6128852 May 31 13:55:50.138869 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 48534) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:50.188575 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port acdde7d0-7050-403e-af0c-3ffaf8347e07, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=acdde7d0-7050-403e-af0c-3ffaf8347e07,segment=NetworkSegment(5025bbfa-521b-4c50-803f-6f44e046031d),segment_id=5025bbfa-521b-4c50-803f-6f44e046031d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:55:50.199697 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4d08c093-4c8a-4613-9299-eb57387c347a tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:50.230892 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:50.282947 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-a3d60eb7-b56d-414a-85c6-296367c00038 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Synchronizing usage tracker for tenant:75c2083d0d5b4a96923c46356ca14f61 on resource:security_group_rule {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:55:50.362990 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d08c093-4c8a-4613-9299-eb57387c347a tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:55:50.363275 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 48538) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:50.368541 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-4d08c093-4c8a-4613-9299-eb57387c347a tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:55:50.396888 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d08c093-4c8a-4613-9299-eb57387c347a tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:55:50.426121 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d08c093-4c8a-4613-9299-eb57387c347a tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:55:50.435019 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4d08c093-4c8a-4613-9299-eb57387c347a tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:50.448439 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-139ba651-482a-476f-963f-82d475bfd8c4 None None] For port e807b473-3929-4611-9f5d-e08a03ab2412, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=e807b473-3929-4611-9f5d-e08a03ab2412,segment=NetworkSegment(1ab64669-87ef-4c91-ba5e-a6345b0caa90),segment_id=1ab64669-87ef-4c91-ba5e-a6345b0caa90)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:55:50.490484 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d08c093-4c8a-4613-9299-eb57387c347a tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event updated for resources: {'Port': ['ID=f84d75b9-9783-4a4d-9995-2452c2947b1c,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:50.498181 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 2ebb4a99-3be7-4255-b452-7764c8e3caab up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:55:50.514780 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-a3d60eb7-b56d-414a-85c6-296367c00038 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] Unset dirty status for tenant:75c2083d0d5b4a96923c46356ca14f61 on resource:security_group_rule {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:55:50.523815 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-a3d60eb7-b56d-414a-85c6-296367c00038 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.3834410 May 31 13:55:50.538965 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 48544) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:50.552898 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-139ba651-482a-476f-963f-82d475bfd8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:50.576700 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-4d08c093-4c8a-4613-9299-eb57387c347a tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 6.2837710 May 31 13:55:50.583152 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 48548) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:50.693578 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [None req-e0cc2495-b54f-42c8-be1f-74f453e9dade tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] delete failed (client error): The resource could not be found. May 31 13:55:50.694811 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-e0cc2495-b54f-42c8-be1f-74f453e9dade tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] 10.222.0.50 "DELETE /v2.0/security-groups/e828a9ee-b2db-4cd2-b970-4604a5ae9405 HTTP/1.1" status: 404 len: 347 time: 0.1427274 May 31 13:55:50.722127 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=acdde7d0-7050-403e-af0c-3ffaf8347e07,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:50.727025 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 48552) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:50.932694 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-51bb5d61-fad5-47a4-9ac8-65b4977d2b30 None None] Provisioning complete for port acdde7d0-7050-403e-af0c-3ffaf8347e07 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:55:50.933062 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-51bb5d61-fad5-47a4-9ac8-65b4977d2b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:50.981798 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-bfe228be-302a-4878-828d-2c7b4f433b0e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Deleting port f84d75b9-9783-4a4d-9995-2452c2947b1c {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:55:50.982168 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bfe228be-302a-4878-828d-2c7b4f433b0e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:51.004789 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f501206-119a-4469-9476-8d7db985cf89 None None] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:55:51.129060 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-22209f4a-7d62-473c-b094-7cf22ca8be82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:51.156804 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-22209f4a-7d62-473c-b094-7cf22ca8be82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:55:51.161076 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-22209f4a-7d62-473c-b094-7cf22ca8be82 admin admin] Usage tracker for resource:security_group_rule and tenant:5bca3dc3daab469883120ef0c42e07f5 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:55:51.165675 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-22209f4a-7d62-473c-b094-7cf22ca8be82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:55:51.173309 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-22209f4a-7d62-473c-b094-7cf22ca8be82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:55:51.182644 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-47e4ff6e-c6d3-4b6c-97c9-435ef04a88aa tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks [] for router_gateway, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:51.233917 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-47e4ff6e-c6d3-4b6c-97c9-435ef04a88aa tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:51.259722 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 2ebb4a99-3be7-4255-b452-7764c8e3caab completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:55:51.279212 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-22209f4a-7d62-473c-b094-7cf22ca8be82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:51.294654 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-970795e6-3e18-4462-bfd5-96547b292978 tempest-SecGroupTest-2061898084 tempest-SecGroupTest-2061898084-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5650573 May 31 13:55:51.299075 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-22209f4a-7d62-473c-b094-7cf22ca8be82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:51.368895 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-22209f4a-7d62-473c-b094-7cf22ca8be82 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5bca3dc3daab469883120ef0c42e07f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9986496 May 31 13:55:51.372089 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 48560) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:51.376071 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22209f4a-7d62-473c-b094-7cf22ca8be82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d47d349-e0aa-4e54-8642-7a90c7d0d8c3,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:51.449585 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139ba651-482a-476f-963f-82d475bfd8c4 None None] Pushing event updated for resources: {'Port': ['ID=e807b473-3929-4611-9f5d-e08a03ab2412,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:51.501933 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5822fd82-950f-4b3b-ab69-27cc7163d051 req-26a53526-ba68-4715-87f6-97bcb1f656bd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=75745206-76bf-4c6b-9bc9-0b44a02376ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8508015 May 31 13:55:51.574301 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-51bb5d61-fad5-47a4-9ac8-65b4977d2b30 None None] Current status of the port acdde7d0-7050-403e-af0c-3ffaf8347e07 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:55:51.618536 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-c4507bac-577e-4722-b531-5c38c3ae8476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed4f702b-de04-4b3c-a90c-2777557896ed', 'name': 'tempest-TestAggregatesBasicOps-1692348801-router', 'tenant_id': '8a0ff68e3392496c99812d9ccfaaf695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'd0d39e11-de8d-4cc9-9152-24291b835d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:55:27Z', 'updated_at': '2022-05-31T13:55:44Z', 'revision_number': 4, 'project_id': '8a0ff68e3392496c99812d9ccfaaf695', 'gw_port': {'id': 'd0d39e11-de8d-4cc9-9152-24291b835d58', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed4f702b-de04-4b3c-a90c-2777557896ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:55:31Z', 'updated_at': '2022-05-31T13:55:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '0a1cdcb0-e859-408b-a674-1562b64e5796', 'name': '', 'network_id': '2b8752ff-d6bb-4c36-b788-4af67f57c09d', 'tenant_id': '8a0ff68e3392496c99812d9ccfaaf695', 'mac_address': 'fa:16:3e:cd:3e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed4f702b-de04-4b3c-a90c-2777557896ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'e7d2c6d6-492d-4f91-bbed-4468868feb37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:55:43Z', 'updated_at': '2022-05-31T13:55:45Z', 'revision_number': 2, 'project_id': '8a0ff68e3392496c99812d9ccfaaf695', 'subnets': [{'id': 'e7d2c6d6-492d-4f91-bbed-4468868feb37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:55:51.624634 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-51bb5d61-fad5-47a4-9ac8-65b4977d2b30 None None] Provisioning for port 46d414e5-80df-4cee-8074-dca2850aea07 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:55:51.629290 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4507bac-577e-4722-b531-5c38c3ae8476 None None] The sync data for ids ['ed4f702b-de04-4b3c-a90c-2777557896ed'] in n-d-843939-1 is: [{'id': 'ed4f702b-de04-4b3c-a90c-2777557896ed', 'name': 'tempest-TestAggregatesBasicOps-1692348801-router', 'tenant_id': '8a0ff68e3392496c99812d9ccfaaf695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'd0d39e11-de8d-4cc9-9152-24291b835d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:55:27Z', 'updated_at': '2022-05-31T13:55:44Z', 'revision_number': 4, 'project_id': '8a0ff68e3392496c99812d9ccfaaf695', 'gw_port': {'id': 'd0d39e11-de8d-4cc9-9152-24291b835d58', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed4f702b-de04-4b3c-a90c-2777557896ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:55:31Z', 'updated_at': '2022-05-31T13:55:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '0a1cdcb0-e859-408b-a674-1562b64e5796', 'name': '', 'network_id': '2b8752ff-d6bb-4c36-b788-4af67f57c09d', 'tenant_id': '8a0ff68e3392496c99812d9ccfaaf695', 'mac_address': 'fa:16:3e:cd:3e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed4f702b-de04-4b3c-a90c-2777557896ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'e7d2c6d6-492d-4f91-bbed-4468868feb37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:55:43Z', 'updated_at': '2022-05-31T13:55:45Z', 'revision_number': 2, 'project_id': '8a0ff68e3392496c99812d9ccfaaf695', 'subnets': [{'id': 'e7d2c6d6-492d-4f91-bbed-4468868feb37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:55:51.634647 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-51bb5d61-fad5-47a4-9ac8-65b4977d2b30 None None] Provisioning complete for port 46d414e5-80df-4cee-8074-dca2850aea07 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:55:51.634647 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-51bb5d61-fad5-47a4-9ac8-65b4977d2b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:51.651460 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-67f5c40f-f71f-45a4-bf73-b9a75572f95a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:51.692458 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-67f5c40f-f71f-45a4-bf73-b9a75572f95a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:51.719658 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-47e4ff6e-c6d3-4b6c-97c9-435ef04a88aa tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Allocated IP 172.25.6.210 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/408801a9-c897-4f2c-b02c-94b93b56f0a4) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:55:51.764795 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bfe228be-302a-4878-828d-2c7b4f433b0e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:51.799362 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-51bb5d61-fad5-47a4-9ac8-65b4977d2b30 None None] Port 46d414e5-80df-4cee-8074-dca2850aea07 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:55:51.818890 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-51bb5d61-fad5-47a4-9ac8-65b4977d2b30 None None] Provisioning complete for port e807b473-3929-4611-9f5d-e08a03ab2412 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:55:51.819513 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-51bb5d61-fad5-47a4-9ac8-65b4977d2b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:51.889579 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-67f5c40f-f71f-45a4-bf73-b9a75572f95a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:51.929297 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 48566) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:51.995224 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f5c40f-f71f-45a4-bf73-b9a75572f95a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d47d349-e0aa-4e54-8642-7a90c7d0d8c3,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:52.049542 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-802f562f-7273-4904-9c26-fdc66f77bc9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:52.197333 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802f562f-7273-4904-9c26-fdc66f77bc9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ff80703-9832-4f32-b4ae-59e5457c0084,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:52.235065 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5822fd82-950f-4b3b-ab69-27cc7163d051 req-0b6ccad7-952b-43f8-84fd-892902c4fe3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:55:52.237042 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5822fd82-950f-4b3b-ab69-27cc7163d051 req-0b6ccad7-952b-43f8-84fd-892902c4fe3b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4e57de1d316c4f84a61736682dffb866&device_id=75745206-76bf-4c6b-9bc9-0b44a02376ab HTTP/1.1" status: 200 len: 1097 time: 0.6290119 May 31 13:55:52.295689 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-51bb5d61-fad5-47a4-9ac8-65b4977d2b30 None None] Current status of the port e807b473-3929-4611-9f5d-e08a03ab2412 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:55:52.339515 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-67f5c40f-f71f-45a4-bf73-b9a75572f95a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:52.343904 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-67f5c40f-f71f-45a4-bf73-b9a75572f95a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8d47d349-e0aa-4e54-8642-7a90c7d0d8c3 HTTP/1.1" status: 204 len: 168 time: 0.9653935 May 31 13:55:52.444825 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-73af6613-bb9d-45bb-848f-47f3a432a416 None None] Provisioning for port f84d75b9-9783-4a4d-9995-2452c2947b1c completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:55:52.452727 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-73af6613-bb9d-45bb-848f-47f3a432a416 None None] Provisioning complete for port f84d75b9-9783-4a4d-9995-2452c2947b1c triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:55:52.453122 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-73af6613-bb9d-45bb-848f-47f3a432a416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:52.582759 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-bfe228be-302a-4878-828d-2c7b4f433b0e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Calling delete_port for f84d75b9-9783-4a4d-9995-2452c2947b1c owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:55:52.608841 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device e807b473-3929-4611-9f5d-e08a03ab2412 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:55:52.686231 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802f562f-7273-4904-9c26-fdc66f77bc9b admin admin] Checking segment: {'id': '0ac765a8-6b19-440c-b0d1-cdb8132dab02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'adbff514-f77b-4a65-a8e3-7662b06cb9f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:55:52.686707 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802f562f-7273-4904-9c26-fdc66f77bc9b admin admin] Network hostable DHCP agents. Network: adbff514-f77b-4a65-a8e3-7662b06cb9f2, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:55:52.808459 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802f562f-7273-4904-9c26-fdc66f77bc9b admin admin] Network adbff514-f77b-4a65-a8e3-7662b06cb9f2 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:55:52.813133 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5822fd82-950f-4b3b-ab69-27cc7163d051 req-126f12a0-cbfa-4f27-85d9-bb143603cc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:55:52.815256 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5822fd82-950f-4b3b-ab69-27cc7163d051 req-126f12a0-cbfa-4f27-85d9-bb143603cc1d service neutron] 10.222.0.44 "GET /v2.0/networks?id=a036544d-3691-439b-b976-1126035d501b HTTP/1.1" status: 200 len: 910 time: 0.5379066 May 31 13:55:52.828345 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9006a314-d690-4672-9f21-06a904dbe87e tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:52.913774 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-73af6613-bb9d-45bb-848f-47f3a432a416 None None] Port f84d75b9-9783-4a4d-9995-2452c2947b1c cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:55:52.935003 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 48582) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:52.995509 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-73af6613-bb9d-45bb-848f-47f3a432a416 None None] Provisioning for port 2ebb4a99-3be7-4255-b452-7764c8e3caab completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:55:53.007424 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-802f562f-7273-4904-9c26-fdc66f77bc9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, adbff514-f77b-4a65-a8e3-7662b06cb9f2) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:55:53.018921 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a93c02d-a9b6-4630-a243-7c67d661e7f7 None None] Network adbff514-f77b-4a65-a8e3-7662b06cb9f2 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:55:53.104924 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-73af6613-bb9d-45bb-848f-47f3a432a416 None None] Provisioning complete for port 2ebb4a99-3be7-4255-b452-7764c8e3caab triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:55:53.106584 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-73af6613-bb9d-45bb-848f-47f3a432a416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:53.128300 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802f562f-7273-4904-9c26-fdc66f77bc9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:55:53.128887 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-802f562f-7273-4904-9c26-fdc66f77bc9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:53.210421 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-802f562f-7273-4904-9c26-fdc66f77bc9b admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.6008167 May 31 13:55:53.216828 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 48588) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:53.229148 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-a9c8844f-803d-4823-b034-f9b122e2c0f7 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1960107686-router', 'tenant_id': '3580a1bc76914897aa83cf717a15e1fc', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:55:53.239703 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5822fd82-950f-4b3b-ab69-27cc7163d051 req-a30125c4-5087-42af-a5fc-e8dc8aa7453b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=117d106f-8b61-4f48-a987-13c84a3eaab5 HTTP/1.1" status: 200 len: 1002 time: 0.4164000 May 31 13:55:53.317834 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-47e4ff6e-c6d3-4b6c-97c9-435ef04a88aa tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:53.326938 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port e807b473-3929-4611-9f5d-e08a03ab2412 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:55:53.327603 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:53.327741 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 48592) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:53.328786 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a9c8844f-803d-4823-b034-f9b122e2c0f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:55:53.439469 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-47e4ff6e-c6d3-4b6c-97c9-435ef04a88aa tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:53.530247 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a9c8844f-803d-4823-b034-f9b122e2c0f7 admin admin] Usage tracker for resource:router and tenant:3580a1bc76914897aa83cf717a15e1fc is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:55:53.540357 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d1091906-08d0-4641-9323-fe60df44c1ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:53.548078 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bfe228be-302a-4878-828d-2c7b4f433b0e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:53.552766 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a9c8844f-803d-4823-b034-f9b122e2c0f7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:55:53.606246 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e4ff6e-c6d3-4b6c-97c9-435ef04a88aa tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:55:53.622313 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-47e4ff6e-c6d3-4b6c-97c9-435ef04a88aa tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:55:53.641572 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a9c8844f-803d-4823-b034-f9b122e2c0f7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:55:53.685054 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a9c8844f-803d-4823-b034-f9b122e2c0f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:53.687588 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a9c8844f-803d-4823-b034-f9b122e2c0f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:53.702010 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d1091906-08d0-4641-9323-fe60df44c1ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:55:53.711244 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e4ff6e-c6d3-4b6c-97c9-435ef04a88aa tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:55:53.711754 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d1091906-08d0-4641-9323-fe60df44c1ef admin admin] Usage tracker for resource:security_group_rule and tenant:9f7a3378a8e54be7973d404b61fa593d is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:55:53.718703 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d1091906-08d0-4641-9323-fe60df44c1ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:55:53.734488 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d1091906-08d0-4641-9323-fe60df44c1ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:55:53.765943 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c7ccde2b-23d0-4f88-b17b-82b00f940254 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=75c2083d0d5b4a96923c46356ca14f61&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8236585 May 31 13:55:53.769384 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 48596) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:53.796455 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-73af6613-bb9d-45bb-848f-47f3a432a416 None None] Current status of the port 2ebb4a99-3be7-4255-b452-7764c8e3caab is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:55:53.797448 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-73af6613-bb9d-45bb-848f-47f3a432a416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:53.813193 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5822fd82-950f-4b3b-ab69-27cc7163d051 req-84846a94-8db4-42f5-99f4-605d0d4fc7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:55:53.814918 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5822fd82-950f-4b3b-ab69-27cc7163d051 req-84846a94-8db4-42f5-99f4-605d0d4fc7f5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a8852b36-b66c-4496-b635-b86154bdd792 HTTP/1.1" status: 200 len: 848 time: 0.5595307 May 31 13:55:53.875232 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a9c8844f-803d-4823-b034-f9b122e2c0f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:53.896284 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e4ff6e-c6d3-4b6c-97c9-435ef04a88aa tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Pushing event updated for resources: {'Port': ['ID=408801a9-c897-4f2c-b02c-94b93b56f0a4,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:53.938200 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port e807b473-3929-4611-9f5d-e08a03ab2412 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:55:53.940417 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device acdde7d0-7050-403e-af0c-3ffaf8347e07 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:55:54.007011 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390860e6-0670-4f1d-8619-e5013121b6a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-adbff514-f77b-4a65-a8e3-7662b06cb9f2', 'network_id': 'adbff514-f77b-4a65-a8e3-7662b06cb9f2', 'tenant_id': '3580a1bc76914897aa83cf717a15e1fc', 'fixed_ips': [{'subnet_id': '6ff80703-9832-4f32-b4ae-59e5457c0084'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:55:54.008115 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-390860e6-0670-4f1d-8619-e5013121b6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:54.015319 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-40c713bd-cbbf-4130-8584-8485f7f5330c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:54.038598 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-73af6613-bb9d-45bb-848f-47f3a432a416 None None] For port 2ebb4a99-3be7-4255-b452-7764c8e3caab, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=2ebb4a99-3be7-4255-b452-7764c8e3caab,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:55:54.081811 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-73af6613-bb9d-45bb-848f-47f3a432a416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:54.094994 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe228be-302a-4878-828d-2c7b4f433b0e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event deleted for resources: {'Port': ['ID=f84d75b9-9783-4a4d-9995-2452c2947b1c,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:54.140127 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bfe228be-302a-4878-828d-2c7b4f433b0e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:54.150047 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-40c713bd-cbbf-4130-8584-8485f7f5330c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:55:54.168153 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-40c713bd-cbbf-4130-8584-8485f7f5330c admin admin] Usage tracker for resource:security_group_rule and tenant:f5c77c747420480ebb3b65cfab999243 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:55:54.228904 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-40c713bd-cbbf-4130-8584-8485f7f5330c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:55:54.255142 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-de314d16-a529-4d86-b20f-f352c06bbe70 None None] Could not find standard attr ID for object f84d75b9-9783-4a4d-9995-2452c2947b1c. {{(pid=88371) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 31 13:55:54.261640 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-40c713bd-cbbf-4130-8584-8485f7f5330c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:55:54.267515 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-bfe228be-302a-4878-828d-2c7b4f433b0e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/ports/f84d75b9-9783-4a4d-9995-2452c2947b1c HTTP/1.1" status: 204 len: 168 time: 3.6806729 May 31 13:55:54.283786 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73af6613-bb9d-45bb-848f-47f3a432a416 None None] Pushing event updated for resources: {'Port': ['ID=2ebb4a99-3be7-4255-b452-7764c8e3caab,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:54.333568 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 48600) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:54.351476 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d1091906-08d0-4641-9323-fe60df44c1ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:54.432724 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-80f79cd0-57c3-446d-a591-39de9bd9548e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:54.440911 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port acdde7d0-7050-403e-af0c-3ffaf8347e07 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:55:54.441291 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:54.465433 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d1091906-08d0-4641-9323-fe60df44c1ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:54.480161 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-80f79cd0-57c3-446d-a591-39de9bd9548e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:54.513159 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-390860e6-0670-4f1d-8619-e5013121b6a9 None None] Allocated IP 172.20.0.2 (adbff514-f77b-4a65-a8e3-7662b06cb9f2/6ff80703-9832-4f32-b4ae-59e5457c0084/d8a9d31d-67a7-4d8e-840b-9b074725d45c) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:55:54.561559 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5822fd82-950f-4b3b-ab69-27cc7163d051 req-a6f73678-7fd9-458f-9452-4a3576ef44a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:55:54.564052 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5822fd82-950f-4b3b-ab69-27cc7163d051 req-a6f73678-7fd9-458f-9452-4a3576ef44a2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a036544d-3691-439b-b976-1126035d501b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7346587 May 31 13:55:54.700509 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port acdde7d0-7050-403e-af0c-3ffaf8347e07 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:55:54.717268 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-80f79cd0-57c3-446d-a591-39de9bd9548e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:54.759399 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f79cd0-57c3-446d-a591-39de9bd9548e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=713cf26d-8ec1-4af7-870f-7b02d8362e4d,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:54.761553 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-9006a314-d690-4672-9f21-06a904dbe87e tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Deleting port 46d414e5-80df-4cee-8074-dca2850aea07 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:55:54.761912 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9006a314-d690-4672-9f21-06a904dbe87e tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:54.797462 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a9c8844f-803d-4823-b034-f9b122e2c0f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:54.808292 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1091906-08d0-4641-9323-fe60df44c1ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=984f2c76-7c7c-4650-8ca2-282530966011,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:54.811129 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-47e4ff6e-c6d3-4b6c-97c9-435ef04a88aa tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks [] for router_gateway, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:54.816056 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d1091906-08d0-4641-9323-fe60df44c1ef admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9f7a3378a8e54be7973d404b61fa593d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4718564 May 31 13:55:54.817062 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 48604) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:54.859024 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-390860e6-0670-4f1d-8619-e5013121b6a9 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:54.872537 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-390860e6-0670-4f1d-8619-e5013121b6a9 None None] Transition to ACTIVE for port object d8a9d31d-67a7-4d8e-840b-9b074725d45c will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:55:54.931830 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-390860e6-0670-4f1d-8619-e5013121b6a9 None None] Transition to ACTIVE for port object d8a9d31d-67a7-4d8e-840b-9b074725d45c will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:55:54.939464 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-390860e6-0670-4f1d-8619-e5013121b6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:54.946676 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-80f79cd0-57c3-446d-a591-39de9bd9548e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:54.963016 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-80f79cd0-57c3-446d-a591-39de9bd9548e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/713cf26d-8ec1-4af7-870f-7b02d8362e4d HTTP/1.1" status: 204 len: 168 time: 1.1647842 May 31 13:55:54.968245 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-40c713bd-cbbf-4130-8584-8485f7f5330c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:55.008507 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 2ebb4a99-3be7-4255-b452-7764c8e3caab up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:55:55.088242 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-40c713bd-cbbf-4130-8584-8485f7f5330c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:55.090173 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390860e6-0670-4f1d-8619-e5013121b6a9 None None] Network adbff514-f77b-4a65-a8e3-7662b06cb9f2 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:55:55.096861 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-390860e6-0670-4f1d-8619-e5013121b6a9 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:55:55.102473 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390860e6-0670-4f1d-8619-e5013121b6a9 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:55:55.111220 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390860e6-0670-4f1d-8619-e5013121b6a9 None None] Pushing event updated for resources: {'Port': ['ID=d8a9d31d-67a7-4d8e-840b-9b074725d45c,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:55.231445 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9006a314-d690-4672-9f21-06a904dbe87e tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:55.261023 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 2ebb4a99-3be7-4255-b452-7764c8e3caab triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:55:55.261380 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:55.286514 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-40c713bd-cbbf-4130-8584-8485f7f5330c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f5c77c747420480ebb3b65cfab999243&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3470123 May 31 13:55:55.291578 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-390860e6-0670-4f1d-8619-e5013121b6a9 None None] Attempting to bind port d8a9d31d-67a7-4d8e-840b-9b074725d45c on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:55:55.292061 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-390860e6-0670-4f1d-8619-e5013121b6a9 None None] Attempting to bind port d8a9d31d-67a7-4d8e-840b-9b074725d45c by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '0ac765a8-6b19-440c-b0d1-cdb8132dab02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'adbff514-f77b-4a65-a8e3-7662b06cb9f2'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:55:55.292909 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390860e6-0670-4f1d-8619-e5013121b6a9 None None] Attempting to bind port d8a9d31d-67a7-4d8e-840b-9b074725d45c on network adbff514-f77b-4a65-a8e3-7662b06cb9f2 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:55:55.301860 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 48612) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:55.317320 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390860e6-0670-4f1d-8619-e5013121b6a9 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:55:55.317712 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390860e6-0670-4f1d-8619-e5013121b6a9 None None] Checking segment: {'id': '0ac765a8-6b19-440c-b0d1-cdb8132dab02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'adbff514-f77b-4a65-a8e3-7662b06cb9f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:55:55.318134 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-390860e6-0670-4f1d-8619-e5013121b6a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:55.318536 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390860e6-0670-4f1d-8619-e5013121b6a9 None None] Bound using segment: {'id': '0ac765a8-6b19-440c-b0d1-cdb8132dab02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'adbff514-f77b-4a65-a8e3-7662b06cb9f2'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:55:55.319014 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-390860e6-0670-4f1d-8619-e5013121b6a9 None None] Bound port: d8a9d31d-67a7-4d8e-840b-9b074725d45c, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ac765a8-6b19-440c-b0d1-cdb8132dab02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'adbff514-f77b-4a65-a8e3-7662b06cb9f2'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:55:55.319392 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-390860e6-0670-4f1d-8619-e5013121b6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:55.321956 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c713bd-cbbf-4130-8584-8485f7f5330c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=275ceee8-d510-4712-9b19-0244a2c3d8ca,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:55.328929 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b23d6a-9882-4fc8-b5af-1e9f4cf78deb tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:55:55.334254 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c6b23d6a-9882-4fc8-b5af-1e9f4cf78deb tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.9851201 May 31 13:55:55.352166 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 48618) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:55.494221 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ce858d-b020-4c9e-b4f6-d46d32696800 None None] Sync routers for ids ['ed4f702b-de04-4b3c-a90c-2777557896ed'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:55:55.538907 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-9006a314-d690-4672-9f21-06a904dbe87e tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Calling delete_port for 46d414e5-80df-4cee-8074-dca2850aea07 owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:55:55.542568 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-390860e6-0670-4f1d-8619-e5013121b6a9 None None] For port d8a9d31d-67a7-4d8e-840b-9b074725d45c, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:55:55.545919 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ce858d-b020-4c9e-b4f6-d46d32696800 None None] Routers {'ed4f702b-de04-4b3c-a90c-2777557896ed'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:55:55.546962 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-53ce858d-b020-4c9e-b4f6-d46d32696800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:55:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['ed4f702b-de04-4b3c-a90c-2777557896ed'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:55:55.581046 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5822fd82-950f-4b3b-ab69-27cc7163d051 req-94604f4d-0a8f-440b-8837-2653e0be02d3 service neutron] 10.222.0.44 "GET /v2.0/networks/a036544d-3691-439b-b976-1126035d501b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0000293 May 31 13:55:55.599240 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e3dd883c-b1f3-4964-93db-d8fcf7f41e7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:55.641790 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-390860e6-0670-4f1d-8619-e5013121b6a9 None None] For port d8a9d31d-67a7-4d8e-840b-9b074725d45c, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=d8a9d31d-67a7-4d8e-840b-9b074725d45c,segment=NetworkSegment(0ac765a8-6b19-440c-b0d1-cdb8132dab02),segment_id=0ac765a8-6b19-440c-b0d1-cdb8132dab02)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:55:55.656431 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 2ebb4a99-3be7-4255-b452-7764c8e3caab is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:55:55.657775 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device d0d39e11-de8d-4cc9-9152-24291b835d58 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:55:55.734353 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-390860e6-0670-4f1d-8619-e5013121b6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:55.773957 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e3dd883c-b1f3-4964-93db-d8fcf7f41e7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:55.783511 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3e4e823e-b8cb-4b58-b3f5-5e766810c6df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:55.807919 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-47e4ff6e-c6d3-4b6c-97c9-435ef04a88aa tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:55.876905 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3e4e823e-b8cb-4b58-b3f5-5e766810c6df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:56.023939 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390860e6-0670-4f1d-8619-e5013121b6a9 None None] Pushing event updated for resources: {'Port': ['ID=d8a9d31d-67a7-4d8e-840b-9b074725d45c,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:56.043246 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-53ce858d-b020-4c9e-b4f6-d46d32696800 None None] Set router ed4f702b-de04-4b3c-a90c-2777557896ed gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:55:56.130413 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port d0d39e11-de8d-4cc9-9152-24291b835d58 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:55:56.140890 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port d0d39e11-de8d-4cc9-9152-24291b835d58 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:55:56.141587 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:56.220218 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 48636) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:56.227457 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51382857-48f2-4538-a1ed-7654ea9c8fe3 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:55:56.229293 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-51382857-48f2-4538-a1ed-7654ea9c8fe3 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Synchronizing usage tracker for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:55:56.251167 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5822fd82-950f-4b3b-ab69-27cc7163d051 req-d713c060-d18c-4496-8d7f-b990bab5840d service neutron] 10.222.0.44 "GET /v2.0/networks/a036544d-3691-439b-b976-1126035d501b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6552362 May 31 13:55:56.321063 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-51382857-48f2-4538-a1ed-7654ea9c8fe3 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Unset dirty status for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:55:56.334171 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-51382857-48f2-4538-a1ed-7654ea9c8fe3 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.9683046 May 31 13:55:56.335413 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 48642) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:56.581196 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ffa3ee-b880-4caa-8565-2f2a4b684ee9 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:55:56.582796 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ffa3ee-b880-4caa-8565-2f2a4b684ee9 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:55:56.584882 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ffa3ee-b880-4caa-8565-2f2a4b684ee9 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:55:56.585722 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-a9ffa3ee-b880-4caa-8565-2f2a4b684ee9 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Synchronizing usage tracker for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:subnet {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:55:56.590205 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47e4ff6e-c6d3-4b6c-97c9-435ef04a88aa tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Router 2e269dba-27ce-4801-9e0d-654dbfc176ba is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 13:55:56.639996 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port d0d39e11-de8d-4cc9-9152-24291b835d58 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:55:56.640751 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:56.677042 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-a9ffa3ee-b880-4caa-8565-2f2a4b684ee9 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Unset dirty status for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:subnet {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:55:56.678272 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-a9ffa3ee-b880-4caa-8565-2f2a4b684ee9 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3413014 May 31 13:55:56.681633 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 48646) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:56.711489 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port d0d39e11-de8d-4cc9-9152-24291b835d58, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=d0d39e11-de8d-4cc9-9152-24291b835d58,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:55:56.720161 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:56.736199 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-d3706b13-c8d2-4e5a-a47b-6bbf0ceb5199 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:55:56.736899 n-d-843939-1 neutron-server[88369]: WARNING neutron.api.v2.base [None req-d3706b13-c8d2-4e5a-a47b-6bbf0ceb5199 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 31 13:55:56.737701 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-d3706b13-c8d2-4e5a-a47b-6bbf0ceb5199 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] create failed (client error): There was a conflict when trying to complete your request. May 31 13:55:56.757899 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d3706b13-c8d2-4e5a-a47b-6bbf0ceb5199 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.5320878 May 31 13:55:56.764536 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 48650) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:56.823233 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=d0d39e11-de8d-4cc9-9152-24291b835d58,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:56.843890 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-53ce858d-b020-4c9e-b4f6-d46d32696800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed4f702b-de04-4b3c-a90c-2777557896ed', 'name': 'tempest-TestAggregatesBasicOps-1692348801-router', 'tenant_id': '8a0ff68e3392496c99812d9ccfaaf695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'd0d39e11-de8d-4cc9-9152-24291b835d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:55:27Z', 'updated_at': '2022-05-31T13:55:44Z', 'revision_number': 4, 'project_id': '8a0ff68e3392496c99812d9ccfaaf695', 'gw_port': {'id': 'd0d39e11-de8d-4cc9-9152-24291b835d58', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed4f702b-de04-4b3c-a90c-2777557896ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:55:31Z', 'updated_at': '2022-05-31T13:55:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '0a1cdcb0-e859-408b-a674-1562b64e5796', 'name': '', 'network_id': '2b8752ff-d6bb-4c36-b788-4af67f57c09d', 'tenant_id': '8a0ff68e3392496c99812d9ccfaaf695', 'mac_address': 'fa:16:3e:cd:3e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed4f702b-de04-4b3c-a90c-2777557896ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'e7d2c6d6-492d-4f91-bbed-4468868feb37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:55:43Z', 'updated_at': '2022-05-31T13:55:45Z', 'revision_number': 2, 'project_id': '8a0ff68e3392496c99812d9ccfaaf695', 'subnets': [{'id': 'e7d2c6d6-492d-4f91-bbed-4468868feb37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:55:56.849548 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e3dd883c-b1f3-4964-93db-d8fcf7f41e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:56.851240 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ce858d-b020-4c9e-b4f6-d46d32696800 None None] Checking router: ed4f702b-de04-4b3c-a90c-2777557896ed for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:55:56.851760 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ce858d-b020-4c9e-b4f6-d46d32696800 None None] Updating router ed4f702b-de04-4b3c-a90c-2777557896ed port 0a1cdcb0-e859-408b-a674-1562b64e5796 binding host n-d-843939-1 {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:55:56.908668 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-451b43db-f057-4f34-8fbd-3f65dbc51e72 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Deleting subnet 3d3fd146-81d9-4129-b6c3-41476b6cf65a {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:55:56.909245 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-56e7fb3e-4404-42ba-980a-f1df223d9b61 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Request body: {'security_group': {'name': 'tempest-secgroup--706245972'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:55:56.915558 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-451b43db-f057-4f34-8fbd-3f65dbc51e72 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:56.933529 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3e4e823e-b8cb-4b58-b3f5-5e766810c6df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:56.951613 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device d8a9d31d-67a7-4d8e-840b-9b074725d45c up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:55:56.960701 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-56e7fb3e-4404-42ba-980a-f1df223d9b61 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:55:56.971442 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dd883c-b1f3-4964-93db-d8fcf7f41e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=984f2c76-7c7c-4650-8ca2-282530966011,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:56.983540 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e4ff6e-c6d3-4b6c-97c9-435ef04a88aa tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:55:56.994832 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4e823e-b8cb-4b58-b3f5-5e766810c6df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=275ceee8-d510-4712-9b19-0244a2c3d8ca,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:56.997698 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d22f403-4589-4412-889e-a3d5bc3051fe None None] Sync routers for ids ['2e269dba-27ce-4801-9e0d-654dbfc176ba'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:55:57.005227 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-56e7fb3e-4404-42ba-980a-f1df223d9b61 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Usage tracker for resource:security_group and tenant:6012375da65d478a8f1fa9a47c576512 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:55:57.010771 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-451b43db-f057-4f34-8fbd-3f65dbc51e72 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65507433'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:57.017789 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-56e7fb3e-4404-42ba-980a-f1df223d9b61 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:55:57.018219 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d22f403-4589-4412-889e-a3d5bc3051fe None None] Routers {'2e269dba-27ce-4801-9e0d-654dbfc176ba'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:55:57.019212 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-5d22f403-4589-4412-889e-a3d5bc3051fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:55:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['2e269dba-27ce-4801-9e0d-654dbfc176ba'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:55:57.038006 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-56e7fb3e-4404-42ba-980a-f1df223d9b61 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:55:57.048765 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9006a314-d690-4672-9f21-06a904dbe87e tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:57.133109 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a9c8844f-803d-4823-b034-f9b122e2c0f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:57.150083 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-451b43db-f057-4f34-8fbd-3f65dbc51e72 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:57.152085 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-5d22f403-4589-4412-889e-a3d5bc3051fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:55:57.175254 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d22f403-4589-4412-889e-a3d5bc3051fe None None] Routers {'2e269dba-27ce-4801-9e0d-654dbfc176ba'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:55:57.175879 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-5d22f403-4589-4412-889e-a3d5bc3051fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:55:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['2e269dba-27ce-4801-9e0d-654dbfc176ba'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:55:57.187635 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-53ce858d-b020-4c9e-b4f6-d46d32696800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:57.252537 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a9c8844f-803d-4823-b034-f9b122e2c0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:57.281834 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-47e4ff6e-c6d3-4b6c-97c9-435ef04a88aa tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:57.284210 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-47e4ff6e-c6d3-4b6c-97c9-435ef04a88aa tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 10.4770300 May 31 13:55:57.293268 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 48654) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:57.299653 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-5d22f403-4589-4412-889e-a3d5bc3051fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:55:57.300049 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d22f403-4589-4412-889e-a3d5bc3051fe None None] The sync data for ids ['2e269dba-27ce-4801-9e0d-654dbfc176ba'] in n-d-843939-1 is: [] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:55:57.323624 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port d8a9d31d-67a7-4d8e-840b-9b074725d45c completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:55:57.359842 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9006a314-d690-4672-9f21-06a904dbe87e tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Pushing event deleted for resources: {'Port': ['ID=46d414e5-80df-4cee-8074-dca2850aea07,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:57.454257 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3e4e823e-b8cb-4b58-b3f5-5e766810c6df admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:57.455394 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-3e4e823e-b8cb-4b58-b3f5-5e766810c6df admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/275ceee8-d510-4712-9b19-0244a2c3d8ca HTTP/1.1" status: 204 len: 168 time: 2.1520767 May 31 13:55:57.456569 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e3dd883c-b1f3-4964-93db-d8fcf7f41e7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:57.458301 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e3dd883c-b1f3-4964-93db-d8fcf7f41e7a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/984f2c76-7c7c-4650-8ca2-282530966011 HTTP/1.1" status: 204 len: 168 time: 2.6223056 May 31 13:55:57.459271 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-56e7fb3e-4404-42ba-980a-f1df223d9b61 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:57.536451 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-56e7fb3e-4404-42ba-980a-f1df223d9b61 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:57.618911 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-451b43db-f057-4f34-8fbd-3f65dbc51e72 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65216469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65148562'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:57.685183 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451b43db-f057-4f34-8fbd-3f65dbc51e72 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event deleted for resources: {'Subnet': ['ID=3d3fd146-81d9-4129-b6c3-41476b6cf65a,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:57.693840 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-56e7fb3e-4404-42ba-980a-f1df223d9b61 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:55:57.701700 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-56e7fb3e-4404-42ba-980a-f1df223d9b61 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Usage tracker for resource:security_group_rule and tenant:6012375da65d478a8f1fa9a47c576512 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:55:57.705890 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-56e7fb3e-4404-42ba-980a-f1df223d9b61 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:55:57.720872 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-56e7fb3e-4404-42ba-980a-f1df223d9b61 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:55:57.788533 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-451b43db-f057-4f34-8fbd-3f65dbc51e72 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:57.816255 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-451b43db-f057-4f34-8fbd-3f65dbc51e72 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/subnets/3d3fd146-81d9-4129-b6c3-41476b6cf65a HTTP/1.1" status: 204 len: 168 time: 1.1236808 May 31 13:55:57.820105 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 48662) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:57.848750 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0bd4fc6-7fa9-4f20-9472-0fc4d489d5f5 None None] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:55:57.865646 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-0899044f-b6f0-4d25-adfb-2433114b5688 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] 10.222.0.50 "GET /v2.0/routers/2e269dba-27ce-4801-9e0d-654dbfc176ba HTTP/1.1" status: 200 len: 921 time: 0.5675905 May 31 13:55:57.867085 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 48666) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:57.956483 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-b7c43048-7af2-454c-a6e8-a84e2264e933 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e269dba-27ce-4801-9e0d-654dbfc176ba HTTP/1.1" status: 200 len: 205 time: 0.0855381 May 31 13:55:57.958145 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 48672) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:58.059328 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-407e126b-fec7-4a6e-8180-1a34d8de5fe3 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Deleting subnet ce18ef3b-d13f-4738-b47b-4a7b8a79d45f {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:55:58.067843 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-407e126b-fec7-4a6e-8180-1a34d8de5fe3 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:58.075610 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c2fcaa-37f7-49aa-b097-74fd8dbc4d35 None None] Network adbff514-f77b-4a65-a8e3-7662b06cb9f2 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:55:58.122469 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-56e7fb3e-4404-42ba-980a-f1df223d9b61 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:58.144999 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-56e7fb3e-4404-42ba-980a-f1df223d9b61 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:58.240846 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-56e7fb3e-4404-42ba-980a-f1df223d9b61 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:55:58.264523 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-56e7fb3e-4404-42ba-980a-f1df223d9b61 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Usage tracker for resource:security_group_rule and tenant:6012375da65d478a8f1fa9a47c576512 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:55:58.269654 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-a9c8844f-803d-4823-b034-f9b122e2c0f7 admin admin] Allocated IP 172.25.6.32 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/133e68f9-dd6f-4bdb-a000-ad2105b21777) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:55:58.280159 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-56e7fb3e-4404-42ba-980a-f1df223d9b61 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:55:58.292627 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9006a314-d690-4672-9f21-06a904dbe87e tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:58.299375 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-56e7fb3e-4404-42ba-980a-f1df223d9b61 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:55:58.436124 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.resource_extend [None req-53ce858d-b020-4c9e-b4f6-d46d32696800 None None] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:55:58.454135 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-407e126b-fec7-4a6e-8180-1a34d8de5fe3 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65507433'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:58.522918 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-261073ef-d8a8-4976-b3f1-317f28e62d96 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks [] for router, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:58.524832 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-46ba5dbf-49fc-4162-8c40-2f89c828aee3 None None] Provisioning for port d8a9d31d-67a7-4d8e-840b-9b074725d45c completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:55:58.562774 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-46ba5dbf-49fc-4162-8c40-2f89c828aee3 None None] Provisioning complete for port d8a9d31d-67a7-4d8e-840b-9b074725d45c triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:55:58.563146 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-46ba5dbf-49fc-4162-8c40-2f89c828aee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:58.599305 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e7fb3e-4404-42ba-980a-f1df223d9b61 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=533b5e67-73ca-46eb-b4f2-b71c31c823bf,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:58.746443 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-53ce858d-b020-4c9e-b4f6-d46d32696800 None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:58.818375 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-53ce858d-b020-4c9e-b4f6-d46d32696800 None None] Transition to ACTIVE for port object 0a1cdcb0-e859-408b-a674-1562b64e5796 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:55:58.837659 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-53ce858d-b020-4c9e-b4f6-d46d32696800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:58.906708 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device d0d39e11-de8d-4cc9-9152-24291b835d58 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:55:58.925699 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-407e126b-fec7-4a6e-8180-1a34d8de5fe3 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:58.992818 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-261073ef-d8a8-4976-b3f1-317f28e62d96 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:59.018306 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-261073ef-d8a8-4976-b3f1-317f28e62d96 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Deleting port 408801a9-c897-4f2c-b02c-94b93b56f0a4 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:55:59.018851 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-261073ef-d8a8-4976-b3f1-317f28e62d96 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:59.148618 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-56e7fb3e-4404-42ba-980a-f1df223d9b61 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:59.167143 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-56e7fb3e-4404-42ba-980a-f1df223d9b61 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:59.224396 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9006a314-d690-4672-9f21-06a904dbe87e tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Router fe30d05d-f58c-435c-a816-b9ce70d78005 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:55:59.225006 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-407e126b-fec7-4a6e-8180-1a34d8de5fe3 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65216469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65148562'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:59.281239 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccb4a17-96bf-4793-9731-96e97dec36cf None None] Pushing event updated for resources: {'Port': ['ID=0a1cdcb0-e859-408b-a674-1562b64e5796,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:59.468996 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-407e126b-fec7-4a6e-8180-1a34d8de5fe3 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:59.476986 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407e126b-fec7-4a6e-8180-1a34d8de5fe3 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event deleted for resources: {'Subnet': ['ID=ce18ef3b-d13f-4738-b47b-4a7b8a79d45f,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:59.504878 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-407e126b-fec7-4a6e-8180-1a34d8de5fe3 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/subnets/ce18ef3b-d13f-4738-b47b-4a7b8a79d45f HTTP/1.1" status: 204 len: 168 time: 1.6836598 May 31 13:55:59.507616 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 48718) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:59.554067 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-53ce858d-b020-4c9e-b4f6-d46d32696800 None None] Attempting to bind port 0a1cdcb0-e859-408b-a674-1562b64e5796 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:55:59.554853 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-53ce858d-b020-4c9e-b4f6-d46d32696800 None None] Attempting to bind port 0a1cdcb0-e859-408b-a674-1562b64e5796 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '08848bf7-4c1a-4447-9c5a-eb1e7981eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2b8752ff-d6bb-4c36-b788-4af67f57c09d'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:55:59.554983 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ce858d-b020-4c9e-b4f6-d46d32696800 None None] Attempting to bind port 0a1cdcb0-e859-408b-a674-1562b64e5796 on network 2b8752ff-d6bb-4c36-b788-4af67f57c09d {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:55:59.567216 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ce858d-b020-4c9e-b4f6-d46d32696800 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:55:59.567743 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ce858d-b020-4c9e-b4f6-d46d32696800 None None] Checking segment: {'id': '08848bf7-4c1a-4447-9c5a-eb1e7981eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2b8752ff-d6bb-4c36-b788-4af67f57c09d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:55:59.568726 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-53ce858d-b020-4c9e-b4f6-d46d32696800 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:59.569086 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ce858d-b020-4c9e-b4f6-d46d32696800 None None] Bound using segment: {'id': '08848bf7-4c1a-4447-9c5a-eb1e7981eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2b8752ff-d6bb-4c36-b788-4af67f57c09d'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:55:59.569676 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-53ce858d-b020-4c9e-b4f6-d46d32696800 None None] Bound port: 0a1cdcb0-e859-408b-a674-1562b64e5796, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08848bf7-4c1a-4447-9c5a-eb1e7981eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2b8752ff-d6bb-4c36-b788-4af67f57c09d'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:55:59.570072 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-53ce858d-b020-4c9e-b4f6-d46d32696800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:59.644169 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a9c8844f-803d-4823-b034-f9b122e2c0f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:59.689681 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-0542d314-ba24-473d-ab56-04ba8abbba52 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1747711 May 31 13:55:59.693549 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 48722) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:55:59.702603 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-4b2b1ac2-d009-47d4-b74c-9a7b4d0edbce tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Request body: {'subnet': {'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:55:59.728438 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e7fb3e-4404-42ba-980a-f1df223d9b61 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c078bc7f-f0f4-44af-a6dd-5c063fb5a630,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:55:59.747911 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-53ce858d-b020-4c9e-b4f6-d46d32696800 None None] For port 0a1cdcb0-e859-408b-a674-1562b64e5796, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:55:59.752124 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-53ce858d-b020-4c9e-b4f6-d46d32696800 None None] For port 0a1cdcb0-e859-408b-a674-1562b64e5796, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=0a1cdcb0-e859-408b-a674-1562b64e5796,segment=NetworkSegment(08848bf7-4c1a-4447-9c5a-eb1e7981eaae),segment_id=08848bf7-4c1a-4447-9c5a-eb1e7981eaae)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:55:59.757437 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-261073ef-d8a8-4976-b3f1-317f28e62d96 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:59.761866 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-46ba5dbf-49fc-4162-8c40-2f89c828aee3 None None] Current status of the port d8a9d31d-67a7-4d8e-840b-9b074725d45c is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:55:59.762691 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-46ba5dbf-49fc-4162-8c40-2f89c828aee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:59.772401 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a9c8844f-803d-4823-b034-f9b122e2c0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:59.797518 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port d0d39e11-de8d-4cc9-9152-24291b835d58 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:55:59.798968 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:55:59.935570 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-46ba5dbf-49fc-4162-8c40-2f89c828aee3 None None] For port d8a9d31d-67a7-4d8e-840b-9b074725d45c, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=d8a9d31d-67a7-4d8e-840b-9b074725d45c,segment=NetworkSegment(0ac765a8-6b19-440c-b0d1-cdb8132dab02),segment_id=0ac765a8-6b19-440c-b0d1-cdb8132dab02)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:55:59.946760 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-53ce858d-b020-4c9e-b4f6-d46d32696800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:00.003487 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-56e7fb3e-4404-42ba-980a-f1df223d9b61 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:00.009673 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-56e7fb3e-4404-42ba-980a-f1df223d9b61 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 3.1609650 May 31 13:56:00.010813 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 48736) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:00.044270 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-191513d2-dd42-4bf9-aadf-e0971262a91a tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Request body: {'security_group_rule': {'security_group_id': 'c078bc7f-f0f4-44af-a6dd-5c063fb5a630', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:56:00.078895 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-191513d2-dd42-4bf9-aadf-e0971262a91a tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:56:00.091212 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-191513d2-dd42-4bf9-aadf-e0971262a91a tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Usage tracker for resource:security_group_rule and tenant:6012375da65d478a8f1fa9a47c576512 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:56:00.093373 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-261073ef-d8a8-4976-b3f1-317f28e62d96 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Calling delete_port for 408801a9-c897-4f2c-b02c-94b93b56f0a4 owned by network:router_gateway {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:56:00.094802 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c8844f-803d-4823-b034-f9b122e2c0f7 admin admin] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:56:00.096071 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9006a314-d690-4672-9f21-06a904dbe87e tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:56:00.103656 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-9006a314-d690-4672-9f21-06a904dbe87e tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] 10.222.0.50 "PUT /v2.0/routers/fe30d05d-f58c-435c-a816-b9ce70d78005/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1061215 May 31 13:56:00.105201 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-191513d2-dd42-4bf9-aadf-e0971262a91a tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:56:00.116489 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-a9c8844f-803d-4823-b034-f9b122e2c0f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:56:00.127837 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 48744) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:00.130773 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-191513d2-dd42-4bf9-aadf-e0971262a91a tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:56:00.209732 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c8844f-803d-4823-b034-f9b122e2c0f7 admin admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:56:00.221003 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-4b2b1ac2-d009-47d4-b74c-9a7b4d0edbce tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:56:00.256824 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-4b2b1ac2-d009-47d4-b74c-9a7b4d0edbce tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Usage tracker for resource:subnet and tenant:d13dddbe1502489da91f2f88306fdca6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:56:00.288544 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccb4a17-96bf-4793-9731-96e97dec36cf None None] Pushing event updated for resources: {'Port': ['ID=0a1cdcb0-e859-408b-a674-1562b64e5796,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:00.302849 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c8844f-803d-4823-b034-f9b122e2c0f7 admin admin] Pushing event updated for resources: {'Port': ['ID=133e68f9-dd6f-4bdb-a000-ad2105b21777,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:00.309313 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84140608-a42c-4ef1-8bc0-48a256c76460 None None] Sync routers for ids ['fe30d05d-f58c-435c-a816-b9ce70d78005'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:56:00.322691 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-46ba5dbf-49fc-4162-8c40-2f89c828aee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:00.354659 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-3f0f234e-548f-4a61-82a2-737a8065572a tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] delete failed (client error): The resource could not be found. May 31 13:56:00.355923 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-3f0f234e-548f-4a61-82a2-737a8065572a tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] 10.222.0.50 "DELETE /v2.0/routers/tempest-non_exist_router-331223378 HTTP/1.1" status: 404 len: 334 time: 0.2269645 May 31 13:56:00.372103 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 48752) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:00.390608 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-3341b610-cf80-4555-8977-be64bf6e877b tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fe30d05d-f58c-435c-a816-b9ce70d78005'}}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:56:00.439592 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-4b2b1ac2-d009-47d4-b74c-9a7b4d0edbce tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:56:00.491121 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-4b2b1ac2-d009-47d4-b74c-9a7b4d0edbce tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:56:00.496422 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84140608-a42c-4ef1-8bc0-48a256c76460 None None] Routers {'fe30d05d-f58c-435c-a816-b9ce70d78005'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:56:00.497163 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-84140608-a42c-4ef1-8bc0-48a256c76460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:55:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['fe30d05d-f58c-435c-a816-b9ce70d78005'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:56:00.552146 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b2b1ac2-d009-47d4-b74c-9a7b4d0edbce tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Made reservation on behalf of d13dddbe1502489da91f2f88306fdca6 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:56:00.561912 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4b2b1ac2-d009-47d4-b74c-9a7b4d0edbce tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:00.668830 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-84140608-a42c-4ef1-8bc0-48a256c76460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:56:00.676973 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ce858d-b020-4c9e-b4f6-d46d32696800 None None] Routers {'ed4f702b-de04-4b3c-a90c-2777557896ed'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:56:00.678351 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-53ce858d-b020-4c9e-b4f6-d46d32696800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:55:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['ed4f702b-de04-4b3c-a90c-2777557896ed'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:56:00.751239 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-261073ef-d8a8-4976-b3f1-317f28e62d96 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:00.838863 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa05636b-e397-4860-9e67-07795468b244 None None] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:56:00.886389 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ba5dbf-49fc-4162-8c40-2f89c828aee3 None None] Pushing event updated for resources: {'Port': ['ID=d8a9d31d-67a7-4d8e-840b-9b074725d45c,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:00.887971 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261073ef-d8a8-4976-b3f1-317f28e62d96 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Pushing event deleted for resources: {'Port': ['ID=408801a9-c897-4f2c-b02c-94b93b56f0a4,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:00.890501 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84140608-a42c-4ef1-8bc0-48a256c76460 None None] Routers {'fe30d05d-f58c-435c-a816-b9ce70d78005'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:56:00.891133 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-84140608-a42c-4ef1-8bc0-48a256c76460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:55:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['fe30d05d-f58c-435c-a816-b9ce70d78005'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:56:01.016897 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-191513d2-dd42-4bf9-aadf-e0971262a91a tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:01.032694 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-261073ef-d8a8-4976-b3f1-317f28e62d96 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577389'] for router_gateway, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:01.152668 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-84140608-a42c-4ef1-8bc0-48a256c76460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:56:01.153340 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84140608-a42c-4ef1-8bc0-48a256c76460 None None] The sync data for ids ['fe30d05d-f58c-435c-a816-b9ce70d78005'] in n-d-843939-1 is: [] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:56:01.213147 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-249975b8-56fb-4931-972a-d879294b3545 None None] Provisioning complete for port d8a9d31d-67a7-4d8e-840b-9b074725d45c triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:56:01.214022 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-249975b8-56fb-4931-972a-d879294b3545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:01.419967 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-53ce858d-b020-4c9e-b4f6-d46d32696800 None None] Set router ed4f702b-de04-4b3c-a90c-2777557896ed gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:56:01.534021 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port d0d39e11-de8d-4cc9-9152-24291b835d58 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:56:01.669611 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-261073ef-d8a8-4976-b3f1-317f28e62d96 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:01.674910 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-261073ef-d8a8-4976-b3f1-317f28e62d96 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:01.748106 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-261073ef-d8a8-4976-b3f1-317f28e62d96 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:01.748570 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-261073ef-d8a8-4976-b3f1-317f28e62d96 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Fanout notify agent at l3_agent the message router_deleted on router 2e269dba-27ce-4801-9e0d-654dbfc176ba {{(pid=88370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:56:01.781173 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4b2b1ac2-d009-47d4-b74c-9a7b4d0edbce tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:01.818598 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 0a1cdcb0-e859-408b-a674-1562b64e5796 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:56:01.863185 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-261073ef-d8a8-4976-b3f1-317f28e62d96 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:01.864927 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-261073ef-d8a8-4976-b3f1-317f28e62d96 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] 10.222.0.50 "DELETE /v2.0/routers/2e269dba-27ce-4801-9e0d-654dbfc176ba HTTP/1.1" status: 204 len: 168 time: 3.9066324 May 31 13:56:01.867685 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2b1ac2-d009-47d4-b74c-9a7b4d0edbce tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:56:01.871591 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 48786) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:01.875422 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-4b2b1ac2-d009-47d4-b74c-9a7b4d0edbce tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:56:01.885625 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-9603a690-3abb-4beb-b2ef-004b1ded5cb4 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Request body: {'router': {'name': 'tempest-snat-router-653055890', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'enable_snat': False}}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:56:01.891233 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-9603a690-3abb-4beb-b2ef-004b1ded5cb4 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:56:01.897576 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-9603a690-3abb-4beb-b2ef-004b1ded5cb4 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Usage tracker for resource:router and tenant:98a0f736bbf645a3a9f7e5084a453c5e is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:56:01.901412 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-9603a690-3abb-4beb-b2ef-004b1ded5cb4 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:56:01.910165 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-9603a690-3abb-4beb-b2ef-004b1ded5cb4 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:56:01.924726 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2b1ac2-d009-47d4-b74c-9a7b4d0edbce tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:56:01.926055 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4b2b1ac2-d009-47d4-b74c-9a7b4d0edbce tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:01.936880 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9603a690-3abb-4beb-b2ef-004b1ded5cb4 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:01.938598 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9603a690-3abb-4beb-b2ef-004b1ded5cb4 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:01.946054 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-249975b8-56fb-4931-972a-d879294b3545 None None] Current status of the port d8a9d31d-67a7-4d8e-840b-9b074725d45c is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:56:01.979793 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b1ac2-d009-47d4-b74c-9a7b4d0edbce tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event updated for resources: {'Subnet': ['ID=201a641f-b226-4238-961f-57258bc4d949,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:01.989525 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 0a1cdcb0-e859-408b-a674-1562b64e5796 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:56:01.996546 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-4b2b1ac2-d009-47d4-b74c-9a7b4d0edbce tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2978604 May 31 13:56:01.997618 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 48790) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:02.000348 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 48792) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:02.003089 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-53ce858d-b020-4c9e-b4f6-d46d32696800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed4f702b-de04-4b3c-a90c-2777557896ed', 'name': 'tempest-TestAggregatesBasicOps-1692348801-router', 'tenant_id': '8a0ff68e3392496c99812d9ccfaaf695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'd0d39e11-de8d-4cc9-9152-24291b835d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:55:27Z', 'updated_at': '2022-05-31T13:55:44Z', 'revision_number': 4, 'project_id': '8a0ff68e3392496c99812d9ccfaaf695', 'gw_port': {'id': 'd0d39e11-de8d-4cc9-9152-24291b835d58', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed4f702b-de04-4b3c-a90c-2777557896ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:55:31Z', 'updated_at': '2022-05-31T13:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '0a1cdcb0-e859-408b-a674-1562b64e5796', 'name': '', 'network_id': '2b8752ff-d6bb-4c36-b788-4af67f57c09d', 'tenant_id': '8a0ff68e3392496c99812d9ccfaaf695', 'mac_address': 'fa:16:3e:cd:3e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed4f702b-de04-4b3c-a90c-2777557896ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'e7d2c6d6-492d-4f91-bbed-4468868feb37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:55:43Z', 'updated_at': '2022-05-31T13:55:59Z', 'revision_number': 4, 'project_id': '8a0ff68e3392496c99812d9ccfaaf695', 'subnets': [{'id': 'e7d2c6d6-492d-4f91-bbed-4468868feb37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:56:02.006016 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-e28c6986-0f57-4e60-8b7f-64b0bd7a0ed3 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Request body: {'subnet': {'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:56:02.006941 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 0a1cdcb0-e859-408b-a674-1562b64e5796 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:56:02.007318 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:02.044807 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-f0e2b1b4-93a0-4549-92f6-1a42d238615e tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Request body: {'network': {'name': 'tempest-network-smoke--1497193044', 'project_id': 'f161391927494a93ac97ddf889ee8804', 'port_security_enabled': True}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:56:02.054894 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-191513d2-dd42-4bf9-aadf-e0971262a91a tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:02.058564 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9aa4552-11e1-4719-9d95-7342e4e4f48b None None] DHCP port deletion for 8d0ca4ab-0d39-494b-8b5d-2861af857a5e request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:56:02.060571 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ce858d-b020-4c9e-b4f6-d46d32696800 None None] The sync data for ids ['ed4f702b-de04-4b3c-a90c-2777557896ed'] in n-d-843939-1 is: [{'id': 'ed4f702b-de04-4b3c-a90c-2777557896ed', 'name': 'tempest-TestAggregatesBasicOps-1692348801-router', 'tenant_id': '8a0ff68e3392496c99812d9ccfaaf695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'd0d39e11-de8d-4cc9-9152-24291b835d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:55:27Z', 'updated_at': '2022-05-31T13:55:44Z', 'revision_number': 4, 'project_id': '8a0ff68e3392496c99812d9ccfaaf695', 'gw_port': {'id': 'd0d39e11-de8d-4cc9-9152-24291b835d58', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed4f702b-de04-4b3c-a90c-2777557896ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:55:31Z', 'updated_at': '2022-05-31T13:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '0a1cdcb0-e859-408b-a674-1562b64e5796', 'name': '', 'network_id': '2b8752ff-d6bb-4c36-b788-4af67f57c09d', 'tenant_id': '8a0ff68e3392496c99812d9ccfaaf695', 'mac_address': 'fa:16:3e:cd:3e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed4f702b-de04-4b3c-a90c-2777557896ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'e7d2c6d6-492d-4f91-bbed-4468868feb37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:55:43Z', 'updated_at': '2022-05-31T13:55:59Z', 'revision_number': 4, 'project_id': '8a0ff68e3392496c99812d9ccfaaf695', 'subnets': [{'id': 'e7d2c6d6-492d-4f91-bbed-4468868feb37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:56:02.067721 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9603a690-3abb-4beb-b2ef-004b1ded5cb4 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:02.080250 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-191513d2-dd42-4bf9-aadf-e0971262a91a tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:02.084101 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f0e2b1b4-93a0-4549-92f6-1a42d238615e tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:56:02.092950 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-a9aa4552-11e1-4719-9d95-7342e4e4f48b None None] Deleting port 2ebb4a99-3be7-4255-b452-7764c8e3caab {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:56:02.093227 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a9aa4552-11e1-4719-9d95-7342e4e4f48b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:02.109331 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-f0e2b1b4-93a0-4549-92f6-1a42d238615e tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Usage tracker for resource:network and tenant:f161391927494a93ac97ddf889ee8804 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:56:02.114611 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-f0e2b1b4-93a0-4549-92f6-1a42d238615e tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:56:02.124383 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f0e2b1b4-93a0-4549-92f6-1a42d238615e tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:56:02.124858 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3341b610-cf80-4555-8977-be64bf6e877b tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:02.147023 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-191513d2-dd42-4bf9-aadf-e0971262a91a tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:02.148315 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-191513d2-dd42-4bf9-aadf-e0971262a91a tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1155689 May 31 13:56:02.160508 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 48800) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:02.179724 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-54ff8f2b-0597-46a2-8367-2898869c7c06 None None] Provisioning complete for port 0a1cdcb0-e859-408b-a674-1562b64e5796 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:56:02.180090 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-54ff8f2b-0597-46a2-8367-2898869c7c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:02.186456 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191513d2-dd42-4bf9-aadf-e0971262a91a tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e295ad96-04fb-4e2c-ab29-371b82d329b6,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:02.194867 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-c997f227-e91a-434c-a0c5-6f90cf0ec342 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Request body: {'security_group_rule': {'security_group_id': 'c078bc7f-f0f4-44af-a6dd-5c063fb5a630', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:56:02.206590 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c997f227-e91a-434c-a0c5-6f90cf0ec342 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:56:02.209291 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-3341b610-cf80-4555-8977-be64bf6e877b tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] update failed (client error): The resource could not be found. May 31 13:56:02.214469 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-3341b610-cf80-4555-8977-be64bf6e877b tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] 10.222.0.50 "PUT /v2.0/routers/fe30d05d-f58c-435c-a816-b9ce70d78005 HTTP/1.1" status: 404 len: 339 time: 1.8369124 May 31 13:56:02.215454 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 48804) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:02.286769 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c997f227-e91a-434c-a0c5-6f90cf0ec342 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Usage tracker for resource:security_group_rule and tenant:6012375da65d478a8f1fa9a47c576512 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:56:02.414676 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e2b1b4-93a0-4549-92f6-1a42d238615e tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Made reservation on behalf of f161391927494a93ac97ddf889ee8804 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:56:02.424601 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f0e2b1b4-93a0-4549-92f6-1a42d238615e tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:02.650377 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 0a1cdcb0-e859-408b-a674-1562b64e5796 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:56:02.651363 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:02.698671 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c997f227-e91a-434c-a0c5-6f90cf0ec342 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:56:02.706377 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9603a690-3abb-4beb-b2ef-004b1ded5cb4 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:02.825854 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f0e2b1b4-93a0-4549-92f6-1a42d238615e tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:02.848236 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c997f227-e91a-434c-a0c5-6f90cf0ec342 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:56:02.870915 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-54ff8f2b-0597-46a2-8367-2898869c7c06 None None] Current status of the port 0a1cdcb0-e859-408b-a674-1562b64e5796 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:56:02.872949 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-54ff8f2b-0597-46a2-8367-2898869c7c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:02.875350 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f0e2b1b4-93a0-4549-92f6-1a42d238615e tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:56:02.904063 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 0a1cdcb0-e859-408b-a674-1562b64e5796, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=0a1cdcb0-e859-408b-a674-1562b64e5796,segment=NetworkSegment(08848bf7-4c1a-4447-9c5a-eb1e7981eaae),segment_id=08848bf7-4c1a-4447-9c5a-eb1e7981eaae)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:56:02.909034 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-a9aa4552-11e1-4719-9d95-7342e4e4f48b None None] For port 2ebb4a99-3be7-4255-b452-7764c8e3caab, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=2ebb4a99-3be7-4255-b452-7764c8e3caab,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:56:02.909574 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a9aa4552-11e1-4719-9d95-7342e4e4f48b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:02.922861 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:02.923908 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device d8a9d31d-67a7-4d8e-840b-9b074725d45c up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:56:02.958227 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-e28c6986-0f57-4e60-8b7f-64b0bd7a0ed3 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:56:02.963833 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-e28c6986-0f57-4e60-8b7f-64b0bd7a0ed3 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Usage tracker for resource:subnet and tenant:d13dddbe1502489da91f2f88306fdca6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:56:02.967140 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-e28c6986-0f57-4e60-8b7f-64b0bd7a0ed3 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:56:02.973670 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-e28c6986-0f57-4e60-8b7f-64b0bd7a0ed3 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:56:02.985438 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-f0e2b1b4-93a0-4549-92f6-1a42d238615e tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Usage tracker for resource:security_group_rule and tenant:f161391927494a93ac97ddf889ee8804 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:56:02.994882 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-f0e2b1b4-93a0-4549-92f6-1a42d238615e tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:56:03.008127 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e28c6986-0f57-4e60-8b7f-64b0bd7a0ed3 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Made reservation on behalf of d13dddbe1502489da91f2f88306fdca6 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:56:03.015961 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e28c6986-0f57-4e60-8b7f-64b0bd7a0ed3 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:03.042312 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f0e2b1b4-93a0-4549-92f6-1a42d238615e tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:56:03.059721 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a9c8844f-803d-4823-b034-f9b122e2c0f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:03.154244 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-a9aa4552-11e1-4719-9d95-7342e4e4f48b None None] Calling delete_port for 2ebb4a99-3be7-4255-b452-7764c8e3caab owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:56:03.158432 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 48816) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:03.282237 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c997f227-e91a-434c-a0c5-6f90cf0ec342 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:03.292486 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-54ff8f2b-0597-46a2-8367-2898869c7c06 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:56:03.293061 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-54ff8f2b-0597-46a2-8367-2898869c7c06 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:56:03.295785 n-d-843939-1 neutron-server[88370]: INFO neutron.db.ipam_backend_mixin [None req-e28c6986-0f57-4e60-8b7f-64b0bd7a0ed3 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 201a641f-b226-4238-961f-57258bc4d949 (CIDR: 2001:db8::/64) May 31 13:56:03.329592 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-e28c6986-0f57-4e60-8b7f-64b0bd7a0ed3 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 13:56:03.332604 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e28c6986-0f57-4e60-8b7f-64b0bd7a0ed3 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:56:03.349522 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=0a1cdcb0-e859-408b-a674-1562b64e5796,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:03.377590 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port d8a9d31d-67a7-4d8e-840b-9b074725d45c triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:56:03.377884 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:03.439026 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a9aa4552-11e1-4719-9d95-7342e4e4f48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:03.481113 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-e28c6986-0f57-4e60-8b7f-64b0bd7a0ed3 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4795933 May 31 13:56:03.507671 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 48822) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:03.509963 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa4552-11e1-4719-9d95-7342e4e4f48b None None] Pushing event deleted for resources: {'Port': ['ID=2ebb4a99-3be7-4255-b452-7764c8e3caab,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:03.511906 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9aa4552-11e1-4719-9d95-7342e4e4f48b None None] No DVR routers for this DVR port 2ebb4a99-3be7-4255-b452-7764c8e3caab on host n-d-843939-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:56:03.561745 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277a0537-e1a9-4ff9-83d1-f6756c00198a None None] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:56:03.567297 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-03b19c37-0e81-4299-bfe2-ab0829986f22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:03.595598 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-d9967b6c-179e-4234-a2a6-74c9843fef17 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Request body: {'subnet': {'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:56:03.615027 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-03b19c37-0e81-4299-bfe2-ab0829986f22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:56:03.655359 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f0e2b1b4-93a0-4549-92f6-1a42d238615e tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:03.662856 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-03b19c37-0e81-4299-bfe2-ab0829986f22 admin admin] Usage tracker for resource:security_group_rule and tenant:9c647c3393094729b3f5a59c18b99457 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:56:03.668100 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-03b19c37-0e81-4299-bfe2-ab0829986f22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:56:03.670789 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f0e2b1b4-93a0-4549-92f6-1a42d238615e tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:03.670932 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port d8a9d31d-67a7-4d8e-840b-9b074725d45c is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:56:03.686931 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0e2b1b4-93a0-4549-92f6-1a42d238615e tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:56:03.701544 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f0e2b1b4-93a0-4549-92f6-1a42d238615e tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:03.702151 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-f0e2b1b4-93a0-4549-92f6-1a42d238615e tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Added segment b9f4ed57-b2e5-4e59-b38f-a9cf436507d9 of type vlan for network badcadf7-7a0e-4767-9ad6-9ba36fe36fd0 May 31 13:56:03.742423 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f0e2b1b4-93a0-4549-92f6-1a42d238615e tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:03.782234 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-03b19c37-0e81-4299-bfe2-ab0829986f22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:56:03.835253 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e2b1b4-93a0-4549-92f6-1a42d238615e tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21f8fc99-fcb2-4b34-b125-ac3f55bb2b8a,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:03.855387 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 0a1cdcb0-e859-408b-a674-1562b64e5796 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:56:03.856276 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f0e2b1b4-93a0-4549-92f6-1a42d238615e tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:03.865151 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e2b1b4-93a0-4549-92f6-1a42d238615e tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:56:03.866490 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f0e2b1b4-93a0-4549-92f6-1a42d238615e tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:03.880684 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9603a690-3abb-4beb-b2ef-004b1ded5cb4 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:03.885787 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-c997f227-e91a-434c-a0c5-6f90cf0ec342 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] create failed (client error): There was a conflict when trying to complete your request. May 31 13:56:03.889551 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c997f227-e91a-434c-a0c5-6f90cf0ec342 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.7236280 May 31 13:56:03.893739 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c12f41b5-b777-4f66-b1ff-8add6988f92f tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:03.908642 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 48826) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:04.023253 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-54ff8f2b-0597-46a2-8367-2898869c7c06 None None] Current status of the port 0a1cdcb0-e859-408b-a674-1562b64e5796 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:56:04.029408 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-54ff8f2b-0597-46a2-8367-2898869c7c06 None None] Could not find standard attr ID for object 2ebb4a99-3be7-4255-b452-7764c8e3caab. {{(pid=88371) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 31 13:56:04.032327 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4a25c5-55d5-4117-ac5f-580475fb918b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'tenant_id': 'd13dddbe1502489da91f2f88306fdca6', 'fixed_ips': [{'subnet_id': '201a641f-b226-4238-961f-57258bc4d949'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:56:04.033134 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-aa4a25c5-55d5-4117-ac5f-580475fb918b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:04.096957 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 0a1cdcb0-e859-408b-a674-1562b64e5796 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:56:04.097131 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:04.124241 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9603a690-3abb-4beb-b2ef-004b1ded5cb4 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:04.231765 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d9967b6c-179e-4234-a2a6-74c9843fef17 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:56:04.240463 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d9967b6c-179e-4234-a2a6-74c9843fef17 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Usage tracker for resource:subnet and tenant:d13dddbe1502489da91f2f88306fdca6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:56:04.278608 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-f0e2b1b4-93a0-4549-92f6-1a42d238615e tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.2497392 May 31 13:56:04.288722 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e2b1b4-93a0-4549-92f6-1a42d238615e tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Pushing event updated for resources: {'Network': ['ID=badcadf7-7a0e-4767-9ad6-9ba36fe36fd0,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:04.294670 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 48830) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:04.312814 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-73288b62-66f5-4eca-881c-684a7643865f tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-616212758', 'admin_state_up': True, 'project_id': 'f161391927494a93ac97ddf889ee8804', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:56:04.318673 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 0a1cdcb0-e859-408b-a674-1562b64e5796 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:56:04.326547 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-73288b62-66f5-4eca-881c-684a7643865f tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:56:04.340786 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-aa4a25c5-55d5-4117-ac5f-580475fb918b None None] Allocated IP 2001:db8::2 (8d0ca4ab-0d39-494b-8b5d-2861af857a5e/201a641f-b226-4238-961f-57258bc4d949/00312f19-ba17-4d48-a4f1-fc19c70238d0) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:56:04.343750 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-73288b62-66f5-4eca-881c-684a7643865f tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Usage tracker for resource:router and tenant:f161391927494a93ac97ddf889ee8804 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:56:04.344008 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network badcadf7-7a0e-4767-9ad6-9ba36fe36fd0 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:56:04.356315 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-73288b62-66f5-4eca-881c-684a7643865f tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:56:04.378603 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-73288b62-66f5-4eca-881c-684a7643865f tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:56:04.394845 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-03b19c37-0e81-4299-bfe2-ab0829986f22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:04.440525 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-03b19c37-0e81-4299-bfe2-ab0829986f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:04.472514 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-73288b62-66f5-4eca-881c-684a7643865f tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:04.473527 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-73288b62-66f5-4eca-881c-684a7643865f tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:04.484072 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d9967b6c-179e-4234-a2a6-74c9843fef17 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:56:04.519432 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 2ebb4a99-3be7-4255-b452-7764c8e3caab no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:56:04.525842 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-03b19c37-0e81-4299-bfe2-ab0829986f22 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9c647c3393094729b3f5a59c18b99457&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3597739 May 31 13:56:04.530014 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d9967b6c-179e-4234-a2a6-74c9843fef17 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:56:04.530263 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 48834) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:04.540457 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-9603a690-3abb-4beb-b2ef-004b1ded5cb4 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Allocated IP 172.25.6.21 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/657af59c-656f-4449-8cba-fc43ad20fb29) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:56:04.554971 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7934197b-9639-4c82-b6a2-807d6c001d52 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:04.557286 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b19c37-0e81-4299-bfe2-ab0829986f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d793e139-71e9-4f4b-bca7-43c344d0d4f8,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:04.565213 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-73288b62-66f5-4eca-881c-684a7643865f tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:04.580163 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9967b6c-179e-4234-a2a6-74c9843fef17 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Made reservation on behalf of d13dddbe1502489da91f2f88306fdca6 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:56:04.584247 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d9967b6c-179e-4234-a2a6-74c9843fef17 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:04.585722 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 2ebb4a99-3be7-4255-b452-7764c8e3caab {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:56:04.586166 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 2ebb4a99-3be7-4255-b452-7764c8e3caab not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:56:04.628663 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a9c8844f-803d-4823-b034-f9b122e2c0f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:04.804722 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7934197b-9639-4c82-b6a2-807d6c001d52 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:04.879640 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4f1cbc74-3283-4836-919d-0da92981c378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:04.937663 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-aa4a25c5-55d5-4117-ac5f-580475fb918b None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:04.958886 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-aa4a25c5-55d5-4117-ac5f-580475fb918b None None] Transition to ACTIVE for port object 00312f19-ba17-4d48-a4f1-fc19c70238d0 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:56:04.991565 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-aa4a25c5-55d5-4117-ac5f-580475fb918b None None] Transition to ACTIVE for port object 00312f19-ba17-4d48-a4f1-fc19c70238d0 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:56:05.000603 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-aa4a25c5-55d5-4117-ac5f-580475fb918b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:05.054592 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4f1cbc74-3283-4836-919d-0da92981c378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:05.095073 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-73288b62-66f5-4eca-881c-684a7643865f tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:05.101280 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7934197b-9639-4c82-b6a2-807d6c001d52 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:05.108002 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-c12f41b5-b777-4f66-b1ff-8add6988f92f tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Allocated IP 172.20.0.1 (8c164703-8106-4926-8f46-fea9b2829a9e/c8ba8184-a778-4794-bd2c-29af40889ee4/4ed872a0-c558-4729-b134-14a8fd4a3dff) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:56:05.117847 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4a25c5-55d5-4117-ac5f-580475fb918b None None] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:56:05.122499 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-aa4a25c5-55d5-4117-ac5f-580475fb918b None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:56:05.129300 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4a25c5-55d5-4117-ac5f-580475fb918b None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:56:05.134186 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9603a690-3abb-4beb-b2ef-004b1ded5cb4 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:05.139066 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4a25c5-55d5-4117-ac5f-580475fb918b None None] Pushing event updated for resources: {'Port': ['ID=00312f19-ba17-4d48-a4f1-fc19c70238d0,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:05.142532 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7934197b-9639-4c82-b6a2-807d6c001d52 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c078bc7f-f0f4-44af-a6dd-5c063fb5a630,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:05.264252 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4f1cbc74-3283-4836-919d-0da92981c378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:05.294611 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1cbc74-3283-4836-919d-0da92981c378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d793e139-71e9-4f4b-bca7-43c344d0d4f8,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:05.304009 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-aa4a25c5-55d5-4117-ac5f-580475fb918b None None] Attempting to bind port 00312f19-ba17-4d48-a4f1-fc19c70238d0 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:56:05.306465 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-aa4a25c5-55d5-4117-ac5f-580475fb918b None None] Attempting to bind port 00312f19-ba17-4d48-a4f1-fc19c70238d0 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:56:05.307165 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4a25c5-55d5-4117-ac5f-580475fb918b None None] Attempting to bind port 00312f19-ba17-4d48-a4f1-fc19c70238d0 on network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:56:05.310642 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9603a690-3abb-4beb-b2ef-004b1ded5cb4 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:05.319661 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4a25c5-55d5-4117-ac5f-580475fb918b None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:56:05.320398 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4a25c5-55d5-4117-ac5f-580475fb918b None None] Checking segment: {'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:56:05.322431 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-aa4a25c5-55d5-4117-ac5f-580475fb918b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:05.323059 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4a25c5-55d5-4117-ac5f-580475fb918b None None] Bound using segment: {'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:56:05.324344 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-aa4a25c5-55d5-4117-ac5f-580475fb918b None None] Bound port: 00312f19-ba17-4d48-a4f1-fc19c70238d0, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:56:05.324951 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-aa4a25c5-55d5-4117-ac5f-580475fb918b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:05.345968 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7934197b-9639-4c82-b6a2-807d6c001d52 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:05.347621 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-7934197b-9639-4c82-b6a2-807d6c001d52 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] 10.222.0.50 "DELETE /v2.0/security-groups/c078bc7f-f0f4-44af-a6dd-5c063fb5a630 HTTP/1.1" status: 204 len: 168 time: 1.4375205 May 31 13:56:05.350819 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 48838) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:05.372763 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c8844f-803d-4823-b034-f9b122e2c0f7 admin admin] Router 27e79ddf-4638-4227-a03b-498a82db835c is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 13:56:05.413875 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4f1cbc74-3283-4836-919d-0da92981c378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:05.418373 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-4f1cbc74-3283-4836-919d-0da92981c378 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d793e139-71e9-4f4b-bca7-43c344d0d4f8 HTTP/1.1" status: 204 len: 168 time: 0.8768992 May 31 13:56:05.464754 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9603a690-3abb-4beb-b2ef-004b1ded5cb4 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:56:05.473336 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-9603a690-3abb-4beb-b2ef-004b1ded5cb4 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:56:05.480091 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9603a690-3abb-4beb-b2ef-004b1ded5cb4 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:56:05.514823 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c12f41b5-b777-4f66-b1ff-8add6988f92f tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:05.527185 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-aa4a25c5-55d5-4117-ac5f-580475fb918b None None] For port 00312f19-ba17-4d48-a4f1-fc19c70238d0, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:56:05.534396 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-aa4a25c5-55d5-4117-ac5f-580475fb918b None None] For port 00312f19-ba17-4d48-a4f1-fc19c70238d0, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=00312f19-ba17-4d48-a4f1-fc19c70238d0,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:56:05.549718 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-aa4a25c5-55d5-4117-ac5f-580475fb918b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:05.551681 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9603a690-3abb-4beb-b2ef-004b1ded5cb4 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Pushing event updated for resources: {'Port': ['ID=657af59c-656f-4449-8cba-fc43ad20fb29,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:05.571037 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-e2841f5a-1583-4cc1-9267-0b6b7cd656a8 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2057066 May 31 13:56:05.575977 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-c12f41b5-b777-4f66-b1ff-8add6988f92f tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Transition to ACTIVE for port object 4ed872a0-c558-4729-b134-14a8fd4a3dff will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:56:05.580318 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 48844) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:05.645194 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-9c9ac480-aeaa-4386-b99c-120c5f898bca tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Request body: {'security_group': {'name': 'tempest-secgroup--1164093476'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:56:05.672908 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-9c9ac480-aeaa-4386-b99c-120c5f898bca tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:56:05.691916 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-9c9ac480-aeaa-4386-b99c-120c5f898bca tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Usage tracker for resource:security_group and tenant:6012375da65d478a8f1fa9a47c576512 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:56:05.710113 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-9c9ac480-aeaa-4386-b99c-120c5f898bca tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:56:05.735671 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4a25c5-55d5-4117-ac5f-580475fb918b None None] Pushing event updated for resources: {'Port': ['ID=00312f19-ba17-4d48-a4f1-fc19c70238d0,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:05.752754 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-9c9ac480-aeaa-4386-b99c-120c5f898bca tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:56:05.767150 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c8844f-803d-4823-b034-f9b122e2c0f7 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:56:05.777633 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1909d4ae-7387-48a7-8e83-a784275d8e4b None None] Sync routers for ids ['27e79ddf-4638-4227-a03b-498a82db835c'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:56:05.796451 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1909d4ae-7387-48a7-8e83-a784275d8e4b None None] Routers {'27e79ddf-4638-4227-a03b-498a82db835c'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:56:05.800209 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-1909d4ae-7387-48a7-8e83-a784275d8e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:55:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['27e79ddf-4638-4227-a03b-498a82db835c'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:56:05.803936 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c12f41b5-b777-4f66-b1ff-8add6988f92f tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:05.855868 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9c9ac480-aeaa-4386-b99c-120c5f898bca tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:05.906144 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a9c8844f-803d-4823-b034-f9b122e2c0f7 admin admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:05.907614 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a9c8844f-803d-4823-b034-f9b122e2c0f7 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 12.6857238 May 31 13:56:05.913168 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 48850) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:05.989099 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 48854) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:06.011885 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-9c9ac480-aeaa-4386-b99c-120c5f898bca tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:56:06.018558 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-9c9ac480-aeaa-4386-b99c-120c5f898bca tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Usage tracker for resource:security_group_rule and tenant:6012375da65d478a8f1fa9a47c576512 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:56:06.024926 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-9c9ac480-aeaa-4386-b99c-120c5f898bca tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:56:06.033804 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-9c9ac480-aeaa-4386-b99c-120c5f898bca tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:56:06.100622 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4daaec89-1133-4ba0-ad44-c514816cf5e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:06.141615 n-d-843939-1 neutron-server[88369]: DEBUG neutron.objects.ports [None req-d9967b6c-179e-4234-a2a6-74c9843fef17 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88369) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 31 13:56:06.156401 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12f41b5-b777-4f66-b1ff-8add6988f92f tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Network 8c164703-8106-4926-8f46-fea9b2829a9e is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:56:06.225410 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-1909d4ae-7387-48a7-8e83-a784275d8e4b None None] Set router 27e79ddf-4638-4227-a03b-498a82db835c gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:56:06.236951 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-4daaec89-1133-4ba0-ad44-c514816cf5e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:56:06.239837 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-c12f41b5-b777-4f66-b1ff-8add6988f92f tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:56:06.242598 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-73288b62-66f5-4eca-881c-684a7643865f tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks [] for router_gateway, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:06.279382 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-73288b62-66f5-4eca-881c-684a7643865f tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:06.283150 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-4daaec89-1133-4ba0-ad44-c514816cf5e5 admin admin] Usage tracker for resource:security_group_rule and tenant:47d7fc55518b407e8e49ea6334b10d0e is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:56:06.288965 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-4daaec89-1133-4ba0-ad44-c514816cf5e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:56:06.302351 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12f41b5-b777-4f66-b1ff-8add6988f92f tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:56:06.346630 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-4daaec89-1133-4ba0-ad44-c514816cf5e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:56:06.587064 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4daaec89-1133-4ba0-ad44-c514816cf5e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:06.591709 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12f41b5-b777-4f66-b1ff-8add6988f92f tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Pushing event updated for resources: {'Port': ['ID=4ed872a0-c558-4729-b134-14a8fd4a3dff,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:06.639758 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4daaec89-1133-4ba0-ad44-c514816cf5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:06.716310 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-694aa565-7067-4713-8a41-bdbc28af53f8 None None] Provisioning for port 4ed872a0-c558-4729-b134-14a8fd4a3dff completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:56:06.723894 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-694aa565-7067-4713-8a41-bdbc28af53f8 None None] Provisioning complete for port 4ed872a0-c558-4729-b134-14a8fd4a3dff triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:56:06.725307 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-694aa565-7067-4713-8a41-bdbc28af53f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:06.745027 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c12f41b5-b777-4f66-b1ff-8add6988f92f tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:06.837420 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-1909d4ae-7387-48a7-8e83-a784275d8e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27e79ddf-4638-4227-a03b-498a82db835c', 'name': 'tempest-TestAggregatesBasicOps-1960107686-router', 'tenant_id': '3580a1bc76914897aa83cf717a15e1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '133e68f9-dd6f-4bdb-a000-ad2105b21777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:55:53Z', 'updated_at': '2022-05-31T13:56:02Z', 'revision_number': 3, 'project_id': '3580a1bc76914897aa83cf717a15e1fc', 'gw_port': {'id': '133e68f9-dd6f-4bdb-a000-ad2105b21777', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:bd:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27e79ddf-4638-4227-a03b-498a82db835c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:55:57Z', 'updated_at': '2022-05-31T13:55:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:56:06.843765 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1909d4ae-7387-48a7-8e83-a784275d8e4b None None] Checking router: 27e79ddf-4638-4227-a03b-498a82db835c for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:56:06.844683 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1909d4ae-7387-48a7-8e83-a784275d8e4b None None] Updating router 27e79ddf-4638-4227-a03b-498a82db835c port 133e68f9-dd6f-4bdb-a000-ad2105b21777 binding host n-d-843939-1 {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:56:06.857384 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-694aa565-7067-4713-8a41-bdbc28af53f8 None None] Port 4ed872a0-c558-4729-b134-14a8fd4a3dff cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:56:06.949074 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1909d4ae-7387-48a7-8e83-a784275d8e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:06.963774 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-4daaec89-1133-4ba0-ad44-c514816cf5e5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=47d7fc55518b407e8e49ea6334b10d0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9728873 May 31 13:56:06.979152 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daaec89-1133-4ba0-ad44-c514816cf5e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=425c4391-3019-456b-9476-9c76a78b8132,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:06.981730 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 48858) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:07.078501 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9603a690-3abb-4beb-b2ef-004b1ded5cb4 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:07.135966 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-73288b62-66f5-4eca-881c-684a7643865f tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Allocated IP 172.25.6.8 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/9ce32b00-ac26-422f-88d3-f7753b0fe11e) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:56:07.177961 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9c9ac480-aeaa-4386-b99c-120c5f898bca tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:07.199179 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9c9ac480-aeaa-4386-b99c-120c5f898bca tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:07.214894 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dee04353-8cc6-4779-8921-1f380bdc769a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:07.280672 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d9967b6c-179e-4234-a2a6-74c9843fef17 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:07.398984 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-8871fd00-12ef-428d-9c37-4c110fe1eed1 None None] Provisioning for port 00312f19-ba17-4d48-a4f1-fc19c70238d0 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:56:07.400299 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9ac480-aeaa-4386-b99c-120c5f898bca tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f46bf06b-ec1e-4a6a-84da-5a69ee3760f5,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:07.415743 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dee04353-8cc6-4779-8921-1f380bdc769a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:07.443505 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9c9ac480-aeaa-4386-b99c-120c5f898bca tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:07.450454 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-9c9ac480-aeaa-4386-b99c-120c5f898bca tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.8618155 May 31 13:56:07.455843 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 48862) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:07.491728 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-7813426e-4a68-470c-afa7-e5783d39a31f tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Request body: {'security_group_rule': {'security_group_id': 'f46bf06b-ec1e-4a6a-84da-5a69ee3760f5', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:56:07.492297 n-d-843939-1 neutron-server[88369]: WARNING neutron.api.v2.base [None req-7813426e-4a68-470c-afa7-e5783d39a31f tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. May 31 13:56:07.492802 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-7813426e-4a68-470c-afa7-e5783d39a31f tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 13:56:07.494193 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-7813426e-4a68-470c-afa7-e5783d39a31f tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0265641 May 31 13:56:07.500087 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c12f41b5-b777-4f66-b1ff-8add6988f92f tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:07.510318 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 48866) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:07.515404 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:07.621918 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-73288b62-66f5-4eca-881c-684a7643865f tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:07.713702 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dee04353-8cc6-4779-8921-1f380bdc769a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:07.751864 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee04353-8cc6-4779-8921-1f380bdc769a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=425c4391-3019-456b-9476-9c76a78b8132,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:07.755631 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9603a690-3abb-4beb-b2ef-004b1ded5cb4 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:07.767695 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dee04353-8cc6-4779-8921-1f380bdc769a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:07.768811 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-dee04353-8cc6-4779-8921-1f380bdc769a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/425c4391-3019-456b-9476-9c76a78b8132 HTTP/1.1" status: 204 len: 168 time: 0.7694170 May 31 13:56:07.863310 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-73288b62-66f5-4eca-881c-684a7643865f tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:07.987349 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 00312f19-ba17-4d48-a4f1-fc19c70238d0 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:56:08.060307 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3bd864a5-ceb1-4fad-9052-7a078ff40093 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:08.135048 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 00312f19-ba17-4d48-a4f1-fc19c70238d0 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:56:08.149112 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 00312f19-ba17-4d48-a4f1-fc19c70238d0 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:56:08.149869 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:08.204467 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-d9967b6c-179e-4234-a2a6-74c9843fef17 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] For port 00312f19-ba17-4d48-a4f1-fc19c70238d0, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=00312f19-ba17-4d48-a4f1-fc19c70238d0,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:56:08.208015 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3bd864a5-ceb1-4fad-9052-7a078ff40093 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:08.238454 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1909d4ae-7387-48a7-8e83-a784275d8e4b None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:08.270715 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-1909d4ae-7387-48a7-8e83-a784275d8e4b None None] Transition to ACTIVE for port object 133e68f9-dd6f-4bdb-a000-ad2105b21777 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:56:08.289249 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1909d4ae-7387-48a7-8e83-a784275d8e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:08.296713 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73288b62-66f5-4eca-881c-684a7643865f tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:56:08.312628 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-73288b62-66f5-4eca-881c-684a7643865f tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:56:08.320239 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73288b62-66f5-4eca-881c-684a7643865f tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:56:08.353264 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73288b62-66f5-4eca-881c-684a7643865f tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Pushing event updated for resources: {'Port': ['ID=9ce32b00-ac26-422f-88d3-f7753b0fe11e,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:08.472624 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 00312f19-ba17-4d48-a4f1-fc19c70238d0 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:56:08.481933 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:08.507207 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16700207-abcc-4892-bcc5-2aabe706f6c7 None None] Pushing event updated for resources: {'Port': ['ID=133e68f9-dd6f-4bdb-a000-ad2105b21777,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:08.511572 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-1909d4ae-7387-48a7-8e83-a784275d8e4b None None] Attempting to bind port 133e68f9-dd6f-4bdb-a000-ad2105b21777 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:56:08.512044 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-1909d4ae-7387-48a7-8e83-a784275d8e4b None None] Attempting to bind port 133e68f9-dd6f-4bdb-a000-ad2105b21777 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:56:08.512740 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1909d4ae-7387-48a7-8e83-a784275d8e4b None None] Attempting to bind port 133e68f9-dd6f-4bdb-a000-ad2105b21777 on network d2103cd5-63ba-4c24-9d95-fd17643bf14c {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:56:08.525022 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16700207-abcc-4892-bcc5-2aabe706f6c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:56:08.525504 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16700207-abcc-4892-bcc5-2aabe706f6c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:56:08.526045 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16700207-abcc-4892-bcc5-2aabe706f6c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:56:08.526482 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16700207-abcc-4892-bcc5-2aabe706f6c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:56:08.526931 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16700207-abcc-4892-bcc5-2aabe706f6c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:56:08.527359 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16700207-abcc-4892-bcc5-2aabe706f6c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:56:08.527869 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16700207-abcc-4892-bcc5-2aabe706f6c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:56:08.528434 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16700207-abcc-4892-bcc5-2aabe706f6c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:56:08.528843 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16700207-abcc-4892-bcc5-2aabe706f6c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:56:08.529263 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16700207-abcc-4892-bcc5-2aabe706f6c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:56:08.529686 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16700207-abcc-4892-bcc5-2aabe706f6c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:56:08.530130 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16700207-abcc-4892-bcc5-2aabe706f6c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:56:08.535688 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1909d4ae-7387-48a7-8e83-a784275d8e4b None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:56:08.536239 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1909d4ae-7387-48a7-8e83-a784275d8e4b None None] Checking segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:56:08.537293 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1909d4ae-7387-48a7-8e83-a784275d8e4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:08.537701 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1909d4ae-7387-48a7-8e83-a784275d8e4b None None] Bound using segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:56:08.538216 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-1909d4ae-7387-48a7-8e83-a784275d8e4b None None] Bound port: 133e68f9-dd6f-4bdb-a000-ad2105b21777, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:56:08.538593 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1909d4ae-7387-48a7-8e83-a784275d8e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:08.667765 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.db.resource_extend [None req-d9967b6c-179e-4234-a2a6-74c9843fef17 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:56:08.670010 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-1909d4ae-7387-48a7-8e83-a784275d8e4b None None] For port 133e68f9-dd6f-4bdb-a000-ad2105b21777, host n-d-843939-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:56:08.675600 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-1909d4ae-7387-48a7-8e83-a784275d8e4b None None] For port 133e68f9-dd6f-4bdb-a000-ad2105b21777, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=133e68f9-dd6f-4bdb-a000-ad2105b21777,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:56:08.689920 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1909d4ae-7387-48a7-8e83-a784275d8e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:08.699635 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d9967b6c-179e-4234-a2a6-74c9843fef17 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:08.714585 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9603a690-3abb-4beb-b2ef-004b1ded5cb4 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Router 0b6a929d-53f2-489f-9f5a-1c403f6e1734 is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 13:56:08.754289 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3bd864a5-ceb1-4fad-9052-7a078ff40093 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:08.773687 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d9967b6c-179e-4234-a2a6-74c9843fef17 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:08.775055 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d9967b6c-179e-4234-a2a6-74c9843fef17 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:08.817708 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:56:08.820170 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:56:08.846672 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1909d4ae-7387-48a7-8e83-a784275d8e4b None None] Routers {'27e79ddf-4638-4227-a03b-498a82db835c'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:56:08.847579 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-1909d4ae-7387-48a7-8e83-a784275d8e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:55:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['27e79ddf-4638-4227-a03b-498a82db835c'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:56:08.916144 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd864a5-ceb1-4fad-9052-7a078ff40093 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f46bf06b-ec1e-4a6a-84da-5a69ee3760f5,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:08.987694 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9967b6c-179e-4234-a2a6-74c9843fef17 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:56:09.024020 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c12f41b5-b777-4f66-b1ff-8add6988f92f tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:09.031087 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-d9967b6c-179e-4234-a2a6-74c9843fef17 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:56:09.041792 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-1909d4ae-7387-48a7-8e83-a784275d8e4b None None] Set router 27e79ddf-4638-4227-a03b-498a82db835c gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:56:09.048774 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9967b6c-179e-4234-a2a6-74c9843fef17 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:56:09.049528 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fdffee9-a6ff-4cb3-929d-1ea1483602fe None None] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:56:09.050044 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d9967b6c-179e-4234-a2a6-74c9843fef17 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:09.074464 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3bd864a5-ceb1-4fad-9052-7a078ff40093 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:09.076166 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-3bd864a5-ceb1-4fad-9052-7a078ff40093 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] 10.222.0.50 "DELETE /v2.0/security-groups/f46bf06b-ec1e-4a6a-84da-5a69ee3760f5 HTTP/1.1" status: 204 len: 168 time: 1.5613325 May 31 13:56:09.078255 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c098c736-a240-42bb-ac8c-1b169265f465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:09.086002 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:09.135269 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 48888) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:09.153263 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9967b6c-179e-4234-a2a6-74c9843fef17 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event updated for resources: {'Subnet': ['ID=4bb4f4d3-b083-49f0-aa22-71e48433c091,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:09.156513 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d9967b6c-179e-4234-a2a6-74c9843fef17 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 5.6451943 May 31 13:56:09.211148 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16700207-abcc-4892-bcc5-2aabe706f6c7 None None] Pushing event updated for resources: {'Port': ['ID=133e68f9-dd6f-4bdb-a000-ad2105b21777,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:09.227206 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c12f41b5-b777-4f66-b1ff-8add6988f92f tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:09.261480 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 48894) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:09.291984 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-0eac5fb9-8ba4-4d34-9566-1d619dc70a9d tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Request body: {'port': {'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'mac_address': 'fa:16:3e:82:8a:3d', 'name': 'tempest-NetworksTestDHCPv6-1320113633'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:56:09.353691 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9967b6c-179e-4234-a2a6-74c9843fef17 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event updated for resources: {'Port': ['ID=00312f19-ba17-4d48-a4f1-fc19c70238d0,revision_number=4']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:09.444026 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9603a690-3abb-4beb-b2ef-004b1ded5cb4 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:56:09.449869 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 00312f19-ba17-4d48-a4f1-fc19c70238d0 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:56:09.450717 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:09.454396 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-73288b62-66f5-4eca-881c-684a7643865f tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks [] for router_gateway, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:09.467207 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1876faa1-3e25-46e4-9e04-82be58eeea2c None None] Sync routers for ids ['0b6a929d-53f2-489f-9f5a-1c403f6e1734'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:56:09.487739 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1876faa1-3e25-46e4-9e04-82be58eeea2c None None] Routers {'0b6a929d-53f2-489f-9f5a-1c403f6e1734'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:56:09.488913 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-1876faa1-3e25-46e4-9e04-82be58eeea2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:55:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['0b6a929d-53f2-489f-9f5a-1c403f6e1734'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:56:09.566882 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9603a690-3abb-4beb-b2ef-004b1ded5cb4 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:09.572897 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-9603a690-3abb-4beb-b2ef-004b1ded5cb4 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.6965733 May 31 13:56:09.574160 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 48900) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:09.601172 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 13:56:09.669966 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-1909d4ae-7387-48a7-8e83-a784275d8e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27e79ddf-4638-4227-a03b-498a82db835c', 'name': 'tempest-TestAggregatesBasicOps-1960107686-router', 'tenant_id': '3580a1bc76914897aa83cf717a15e1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '133e68f9-dd6f-4bdb-a000-ad2105b21777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:55:53Z', 'updated_at': '2022-05-31T13:56:02Z', 'revision_number': 3, 'project_id': '3580a1bc76914897aa83cf717a15e1fc', 'gw_port': {'id': '133e68f9-dd6f-4bdb-a000-ad2105b21777', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:bd:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27e79ddf-4638-4227-a03b-498a82db835c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:55:57Z', 'updated_at': '2022-05-31T13:56:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:56:09.677045 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1909d4ae-7387-48a7-8e83-a784275d8e4b None None] The sync data for ids ['27e79ddf-4638-4227-a03b-498a82db835c'] in n-d-843939-1 is: [{'id': '27e79ddf-4638-4227-a03b-498a82db835c', 'name': 'tempest-TestAggregatesBasicOps-1960107686-router', 'tenant_id': '3580a1bc76914897aa83cf717a15e1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '133e68f9-dd6f-4bdb-a000-ad2105b21777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:55:53Z', 'updated_at': '2022-05-31T13:56:02Z', 'revision_number': 3, 'project_id': '3580a1bc76914897aa83cf717a15e1fc', 'gw_port': {'id': '133e68f9-dd6f-4bdb-a000-ad2105b21777', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:bd:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27e79ddf-4638-4227-a03b-498a82db835c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:55:57Z', 'updated_at': '2022-05-31T13:56:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:56:09.690507 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 00312f19-ba17-4d48-a4f1-fc19c70238d0, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=00312f19-ba17-4d48-a4f1-fc19c70238d0,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:56:09.748195 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-8177400a-00ec-4d37-98a2-697d1ade2aaa tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Synchronizing usage tracker for tenant:6012375da65d478a8f1fa9a47c576512 on resource:security_group {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:56:09.763538 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:09.784333 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c12f41b5-b777-4f66-b1ff-8add6988f92f tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:09.937396 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-1876faa1-3e25-46e4-9e04-82be58eeea2c None None] Set router 0b6a929d-53f2-489f-9f5a-1c403f6e1734 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:56:09.962337 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12f41b5-b777-4f66-b1ff-8add6988f92f tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Pushing event updated for resources: {'Port': ['ID=4ed872a0-c558-4729-b134-14a8fd4a3dff,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:10.015148 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 00312f19-ba17-4d48-a4f1-fc19c70238d0 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:56:10.122502 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c45eaaac-fbe7-4dfc-8e45-085700dc01a3 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] 10.222.0.50 "GET /v2.0/routers/0b6a929d-53f2-489f-9f5a-1c403f6e1734 HTTP/1.1" status: 200 len: 907 time: 0.5465288 May 31 13:56:10.123132 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 48912) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:10.139518 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-8177400a-00ec-4d37-98a2-697d1ade2aaa tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Unset dirty status for tenant:6012375da65d478a8f1fa9a47c576512 on resource:security_group {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:56:10.146571 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-8177400a-00ec-4d37-98a2-697d1ade2aaa tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.9948990 May 31 13:56:10.184003 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=00312f19-ba17-4d48-a4f1-fc19c70238d0,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:10.240696 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 48914) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:10.286343 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-826d3f1c-4560-44f6-b4a1-615a06e84bfa tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Request body: {'security_group': {'name': 'tempest-secgroup--2081048422'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:56:10.300620 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-826d3f1c-4560-44f6-b4a1-615a06e84bfa tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:56:10.325511 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-826d3f1c-4560-44f6-b4a1-615a06e84bfa tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:56:10.391045 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-826d3f1c-4560-44f6-b4a1-615a06e84bfa tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:10.607393 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0eac5fb9-8ba4-4d34-9566-1d619dc70a9d tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:56:10.611517 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-826d3f1c-4560-44f6-b4a1-615a06e84bfa tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:56:10.619830 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-826d3f1c-4560-44f6-b4a1-615a06e84bfa tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Usage tracker for resource:security_group_rule and tenant:6012375da65d478a8f1fa9a47c576512 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:56:10.624821 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-0eac5fb9-8ba4-4d34-9566-1d619dc70a9d tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Usage tracker for resource:port and tenant:d13dddbe1502489da91f2f88306fdca6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:56:10.627594 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-826d3f1c-4560-44f6-b4a1-615a06e84bfa tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:56:10.651487 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-0eac5fb9-8ba4-4d34-9566-1d619dc70a9d tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:56:10.666337 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-c098c736-a240-42bb-ac8c-1b169265f465 admin admin] Allocated IP 172.20.0.1 (adbff514-f77b-4a65-a8e3-7662b06cb9f2/6ff80703-9832-4f32-b4ae-59e5457c0084/dfd822a7-556b-4d1b-a2ae-eec587d22390) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:56:10.668598 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0eac5fb9-8ba4-4d34-9566-1d619dc70a9d tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:56:10.671129 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-826d3f1c-4560-44f6-b4a1-615a06e84bfa tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:56:10.714281 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12f41b5-b777-4f66-b1ff-8add6988f92f tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Network 8c164703-8106-4926-8f46-fea9b2829a9e is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:56:10.732360 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-68f41c9f-a717-49e7-a54d-6923fb4d464d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:10.732739 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-69a5bf3d-602e-4408-8da3-d494f4fb45f2 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Request body: {'router': {'name': 'tempest-snat-router-653055890', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'enable_snat': True}}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:56:10.746701 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-c12f41b5-b777-4f66-b1ff-8add6988f92f tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:56:10.765197 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-69a5bf3d-602e-4408-8da3-d494f4fb45f2 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:56:10.768785 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 00312f19-ba17-4d48-a4f1-fc19c70238d0 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:56:10.769765 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:10.775599 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-69a5bf3d-602e-4408-8da3-d494f4fb45f2 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Usage tracker for resource:router and tenant:98a0f736bbf645a3a9f7e5084a453c5e is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:56:10.778724 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-69a5bf3d-602e-4408-8da3-d494f4fb45f2 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:56:10.781666 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eac5fb9-8ba4-4d34-9566-1d619dc70a9d tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Made reservation on behalf of d13dddbe1502489da91f2f88306fdca6 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:56:10.784898 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-69a5bf3d-602e-4408-8da3-d494f4fb45f2 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:56:10.805227 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-69a5bf3d-602e-4408-8da3-d494f4fb45f2 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:10.806873 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-69a5bf3d-602e-4408-8da3-d494f4fb45f2 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:10.861294 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-69a5bf3d-602e-4408-8da3-d494f4fb45f2 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:10.863618 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-73288b62-66f5-4eca-881c-684a7643865f tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:10.890989 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-1876faa1-3e25-46e4-9e04-82be58eeea2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6a929d-53f2-489f-9f5a-1c403f6e1734', 'name': 'tempest-snat-router-653055890', 'tenant_id': '98a0f736bbf645a3a9f7e5084a453c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.21'}], 'enable_snat': False}, 'gw_port_id': '657af59c-656f-4449-8cba-fc43ad20fb29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:56:01Z', 'updated_at': '2022-05-31T13:56:06Z', 'revision_number': 3, 'project_id': '98a0f736bbf645a3a9f7e5084a453c5e', 'gw_port': {'id': '657af59c-656f-4449-8cba-fc43ad20fb29', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:33:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6a929d-53f2-489f-9f5a-1c403f6e1734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:56:04Z', 'updated_at': '2022-05-31T13:56:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:56:10.911973 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1876faa1-3e25-46e4-9e04-82be58eeea2c None None] Checking router: 0b6a929d-53f2-489f-9f5a-1c403f6e1734 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:56:10.919745 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1876faa1-3e25-46e4-9e04-82be58eeea2c None None] Updating router 0b6a929d-53f2-489f-9f5a-1c403f6e1734 port 657af59c-656f-4449-8cba-fc43ad20fb29 binding host n-d-843939-1 {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:56:11.166899 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 00312f19-ba17-4d48-a4f1-fc19c70238d0 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:56:11.169327 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1876faa1-3e25-46e4-9e04-82be58eeea2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:11.207098 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c50fbf6b-93ce-4ace-b70b-05372113247b None None] Provisioning complete for port 00312f19-ba17-4d48-a4f1-fc19c70238d0 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:56:11.207835 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c50fbf6b-93ce-4ace-b70b-05372113247b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:11.421020 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c12f41b5-b777-4f66-b1ff-8add6988f92f tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Router fe30d05d-f58c-435c-a816-b9ce70d78005 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:56:11.646292 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 48934) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:11.666695 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-69a5bf3d-602e-4408-8da3-d494f4fb45f2 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:11.701151 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73288b62-66f5-4eca-881c-684a7643865f tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Router 6ab76726-3a2f-4cf9-8b19-0ac2009e8153 is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 13:56:11.745624 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-c50fbf6b-93ce-4ace-b70b-05372113247b None None] Current status of the port 00312f19-ba17-4d48-a4f1-fc19c70238d0 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:56:11.918698 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1876faa1-3e25-46e4-9e04-82be58eeea2c None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:11.921551 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-494e5b77-3008-4d9d-bcbb-876dfd2c9dd3 None None] Provisioning complete for port 4ed872a0-c558-4729-b134-14a8fd4a3dff triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:56:11.922183 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-494e5b77-3008-4d9d-bcbb-876dfd2c9dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:11.982108 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 133e68f9-dd6f-4bdb-a000-ad2105b21777 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:56:11.994630 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0eac5fb9-8ba4-4d34-9566-1d619dc70a9d tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:12.014214 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c098c736-a240-42bb-ac8c-1b169265f465 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:12.025063 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-1876faa1-3e25-46e4-9e04-82be58eeea2c None None] Transition to ACTIVE for port object 657af59c-656f-4449-8cba-fc43ad20fb29 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:56:12.027298 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-826d3f1c-4560-44f6-b4a1-615a06e84bfa tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:12.058401 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1876faa1-3e25-46e4-9e04-82be58eeea2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:12.074137 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-826d3f1c-4560-44f6-b4a1-615a06e84bfa tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:12.093840 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73288b62-66f5-4eca-881c-684a7643865f tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:56:12.097956 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-494e5b77-3008-4d9d-bcbb-876dfd2c9dd3 None None] Port 4ed872a0-c558-4729-b134-14a8fd4a3dff cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:56:12.115506 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c12f41b5-b777-4f66-b1ff-8add6988f92f tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:56:12.120052 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed342cd6-8be1-4e24-b8de-06c684c64108 None None] Sync routers for ids ['6ab76726-3a2f-4cf9-8b19-0ac2009e8153'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:56:12.143255 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed342cd6-8be1-4e24-b8de-06c684c64108 None None] Routers {'6ab76726-3a2f-4cf9-8b19-0ac2009e8153'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:56:12.145369 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-ed342cd6-8be1-4e24-b8de-06c684c64108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:55:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['6ab76726-3a2f-4cf9-8b19-0ac2009e8153'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:56:12.161778 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fde6082-56b4-4d97-b13e-fe253f887ea4 None None] Sync routers for ids ['fe30d05d-f58c-435c-a816-b9ce70d78005'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:56:12.213566 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-c098c736-a240-42bb-ac8c-1b169265f465 admin admin] Transition to ACTIVE for port object dfd822a7-556b-4d1b-a2ae-eec587d22390 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:56:12.235664 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-0eac5fb9-8ba4-4d34-9566-1d619dc70a9d tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] device_id is not set on port 8366f0f7-c698-4b90-b4ab-532f321ec413 yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:56:12.236314 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-1876faa1-3e25-46e4-9e04-82be58eeea2c None None] Attempting to bind port 657af59c-656f-4449-8cba-fc43ad20fb29 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:56:12.237323 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-1876faa1-3e25-46e4-9e04-82be58eeea2c None None] Attempting to bind port 657af59c-656f-4449-8cba-fc43ad20fb29 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:56:12.238688 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1876faa1-3e25-46e4-9e04-82be58eeea2c None None] Attempting to bind port 657af59c-656f-4449-8cba-fc43ad20fb29 on network d2103cd5-63ba-4c24-9d95-fd17643bf14c {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:56:12.252230 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-73288b62-66f5-4eca-881c-684a7643865f tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:12.254381 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-73288b62-66f5-4eca-881c-684a7643865f tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 7.9584177 May 31 13:56:12.268651 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1876faa1-3e25-46e4-9e04-82be58eeea2c None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:56:12.269870 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1876faa1-3e25-46e4-9e04-82be58eeea2c None None] Checking segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:56:12.270404 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1876faa1-3e25-46e4-9e04-82be58eeea2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:12.271284 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1876faa1-3e25-46e4-9e04-82be58eeea2c None None] Bound using segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:56:12.271507 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-1876faa1-3e25-46e4-9e04-82be58eeea2c None None] Bound port: 657af59c-656f-4449-8cba-fc43ad20fb29, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:56:12.272259 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 48940) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:12.275906 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1876faa1-3e25-46e4-9e04-82be58eeea2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:12.378653 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-1876faa1-3e25-46e4-9e04-82be58eeea2c None None] For port 657af59c-656f-4449-8cba-fc43ad20fb29, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:56:12.383294 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-1876faa1-3e25-46e4-9e04-82be58eeea2c None None] For port 657af59c-656f-4449-8cba-fc43ad20fb29, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=657af59c-656f-4449-8cba-fc43ad20fb29,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:56:12.402276 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1876faa1-3e25-46e4-9e04-82be58eeea2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:12.409163 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fde6082-56b4-4d97-b13e-fe253f887ea4 None None] Routers {'fe30d05d-f58c-435c-a816-b9ce70d78005'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:56:12.409939 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-6fde6082-56b4-4d97-b13e-fe253f887ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:55:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['fe30d05d-f58c-435c-a816-b9ce70d78005'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:56:12.495001 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-6fde6082-56b4-4d97-b13e-fe253f887ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:56:12.497585 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cc16ab-9310-459a-a049-32874af41ab8 None None] Pushing event updated for resources: {'Port': ['ID=657af59c-656f-4449-8cba-fc43ad20fb29,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:12.516208 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826d3f1c-4560-44f6-b4a1-615a06e84bfa tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af94a676-d4ed-4aaa-a0bf-2b846bf02af3,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:12.526472 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2e45e92e-b1ed-4481-b3db-aed677e42487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:12.580996 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-ed342cd6-8be1-4e24-b8de-06c684c64108 None None] Set router 6ab76726-3a2f-4cf9-8b19-0ac2009e8153 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:56:12.605342 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cc16ab-9310-459a-a049-32874af41ab8 None None] Pushing event updated for resources: {'Port': ['ID=657af59c-656f-4449-8cba-fc43ad20fb29,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:12.606223 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-826d3f1c-4560-44f6-b4a1-615a06e84bfa tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:12.611941 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-826d3f1c-4560-44f6-b4a1-615a06e84bfa tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.3701236 May 31 13:56:12.619405 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fde6082-56b4-4d97-b13e-fe253f887ea4 None None] Routers {'fe30d05d-f58c-435c-a816-b9ce70d78005'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:56:12.620159 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-6fde6082-56b4-4d97-b13e-fe253f887ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:55:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['fe30d05d-f58c-435c-a816-b9ce70d78005'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:56:12.637190 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c12f41b5-b777-4f66-b1ff-8add6988f92f tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] 10.222.0.50 "PUT /v2.0/routers/fe30d05d-f58c-435c-a816-b9ce70d78005/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3522904 May 31 13:56:12.649651 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 48946) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:12.650194 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 48948) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:12.657026 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-2e45e92e-b1ed-4481-b3db-aed677e42487 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:56:12.667378 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-908a18e1-f496-4233-9a60-478609eacf6c tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Request body: {'security_group_rule': {'security_group_id': 'af94a676-d4ed-4aaa-a0bf-2b846bf02af3', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:56:12.668221 n-d-843939-1 neutron-server[88369]: WARNING neutron.api.v2.base [None req-908a18e1-f496-4233-9a60-478609eacf6c tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. May 31 13:56:12.668919 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-908a18e1-f496-4233-9a60-478609eacf6c tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 13:56:12.670446 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-908a18e1-f496-4233-9a60-478609eacf6c tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0187824 May 31 13:56:12.694729 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-6fde6082-56b4-4d97-b13e-fe253f887ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:56:12.695293 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fde6082-56b4-4d97-b13e-fe253f887ea4 None None] The sync data for ids ['fe30d05d-f58c-435c-a816-b9ce70d78005'] in n-d-843939-1 is: [] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:56:12.704478 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 133e68f9-dd6f-4bdb-a000-ad2105b21777 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:56:12.710113 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1876faa1-3e25-46e4-9e04-82be58eeea2c None None] Routers {'0b6a929d-53f2-489f-9f5a-1c403f6e1734'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:56:12.710886 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-1876faa1-3e25-46e4-9e04-82be58eeea2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:55:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['0b6a929d-53f2-489f-9f5a-1c403f6e1734'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:56:12.712577 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 48954) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:12.714342 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-69a5bf3d-602e-4408-8da3-d494f4fb45f2 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:12.804415 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-69a5bf3d-602e-4408-8da3-d494f4fb45f2 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:12.822722 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-2e45e92e-b1ed-4481-b3db-aed677e42487 admin admin] Usage tracker for resource:security_group_rule and tenant:673e3ff057ea4806a6ba5b36fc1d09f1 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:56:12.851121 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-2e45e92e-b1ed-4481-b3db-aed677e42487 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:56:12.957282 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-2e45e92e-b1ed-4481-b3db-aed677e42487 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:56:12.964946 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 133e68f9-dd6f-4bdb-a000-ad2105b21777 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:56:12.965876 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:13.040494 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-42ff0931-62f2-4933-b8d6-8d8a02bbef09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:13.060922 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2e45e92e-b1ed-4481-b3db-aed677e42487 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:13.079730 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2e45e92e-b1ed-4481-b3db-aed677e42487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:13.081637 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-1876faa1-3e25-46e4-9e04-82be58eeea2c None None] Set router 0b6a929d-53f2-489f-9f5a-1c403f6e1734 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:56:13.083221 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-ed342cd6-8be1-4e24-b8de-06c684c64108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab76726-3a2f-4cf9-8b19-0ac2009e8153', 'name': 'tempest-TestSecurityGroupsBasicOps-router-616212758', 'tenant_id': 'f161391927494a93ac97ddf889ee8804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '9ce32b00-ac26-422f-88d3-f7753b0fe11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:56:04Z', 'updated_at': '2022-05-31T13:56:08Z', 'revision_number': 3, 'project_id': 'f161391927494a93ac97ddf889ee8804', 'gw_port': {'id': '9ce32b00-ac26-422f-88d3-f7753b0fe11e', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ed:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab76726-3a2f-4cf9-8b19-0ac2009e8153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:56:06Z', 'updated_at': '2022-05-31T13:56:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:56:13.085236 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-69a5bf3d-602e-4408-8da3-d494f4fb45f2 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Allocated IP 172.25.6.218 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/1c0cae69-3da2-450e-b34b-9a2cddbccdec) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:56:13.088723 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed342cd6-8be1-4e24-b8de-06c684c64108 None None] Checking router: 6ab76726-3a2f-4cf9-8b19-0ac2009e8153 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:56:13.089210 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed342cd6-8be1-4e24-b8de-06c684c64108 None None] Updating router 6ab76726-3a2f-4cf9-8b19-0ac2009e8153 port 9ce32b00-ac26-422f-88d3-f7753b0fe11e binding host n-d-843939-1 {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:56:13.138732 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-2e45e92e-b1ed-4481-b3db-aed677e42487 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=673e3ff057ea4806a6ba5b36fc1d09f1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4740846 May 31 13:56:13.158515 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ed342cd6-8be1-4e24-b8de-06c684c64108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:13.184310 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 48958) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:13.216214 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e45e92e-b1ed-4481-b3db-aed677e42487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdef5351-50d5-4749-9139-707f064d58a6,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:13.348822 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c098c736-a240-42bb-ac8c-1b169265f465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:13.427510 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 133e68f9-dd6f-4bdb-a000-ad2105b21777 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:56:13.427510 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:13.431248 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-d683364e-7399-4344-b4c9-a1e6cd3e7208 tempest-TestSecurityGroupsBasicOps-919438297 tempest-TestSecurityGroupsBasicOps-919438297-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=f161391927494a93ac97ddf889ee8804&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 1.1569088 May 31 13:56:13.432559 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 48962) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:13.489046 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c098c736-a240-42bb-ac8c-1b169265f465 admin admin] Network adbff514-f77b-4a65-a8e3-7662b06cb9f2 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:56:13.492759 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7d97b6c0-cead-46bf-b102-40859f7d044c tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:13.503021 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-c098c736-a240-42bb-ac8c-1b169265f465 admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:56:13.503623 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 133e68f9-dd6f-4bdb-a000-ad2105b21777, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=133e68f9-dd6f-4bdb-a000-ad2105b21777,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:56:13.505865 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c098c736-a240-42bb-ac8c-1b169265f465 admin admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:56:13.512198 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:13.512996 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 00312f19-ba17-4d48-a4f1-fc19c70238d0 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:56:13.517550 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-69a5bf3d-602e-4408-8da3-d494f4fb45f2 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:13.552617 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f5342e2f-64b4-41f4-bbaa-73134163b3e6 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:13.599805 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7d97b6c0-cead-46bf-b102-40859f7d044c tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:13.655040 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-1876faa1-3e25-46e4-9e04-82be58eeea2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b6a929d-53f2-489f-9f5a-1c403f6e1734', 'name': 'tempest-snat-router-653055890', 'tenant_id': '98a0f736bbf645a3a9f7e5084a453c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.21'}], 'enable_snat': False}, 'gw_port_id': '657af59c-656f-4449-8cba-fc43ad20fb29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:56:01Z', 'updated_at': '2022-05-31T13:56:06Z', 'revision_number': 3, 'project_id': '98a0f736bbf645a3a9f7e5084a453c5e', 'gw_port': {'id': '657af59c-656f-4449-8cba-fc43ad20fb29', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:33:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6a929d-53f2-489f-9f5a-1c403f6e1734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:56:04Z', 'updated_at': '2022-05-31T13:56:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:56:13.666008 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1876faa1-3e25-46e4-9e04-82be58eeea2c None None] The sync data for ids ['0b6a929d-53f2-489f-9f5a-1c403f6e1734'] in n-d-843939-1 is: [{'id': '0b6a929d-53f2-489f-9f5a-1c403f6e1734', 'name': 'tempest-snat-router-653055890', 'tenant_id': '98a0f736bbf645a3a9f7e5084a453c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.21'}], 'enable_snat': False}, 'gw_port_id': '657af59c-656f-4449-8cba-fc43ad20fb29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:56:01Z', 'updated_at': '2022-05-31T13:56:06Z', 'revision_number': 3, 'project_id': '98a0f736bbf645a3a9f7e5084a453c5e', 'gw_port': {'id': '657af59c-656f-4449-8cba-fc43ad20fb29', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:33:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b6a929d-53f2-489f-9f5a-1c403f6e1734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:56:04Z', 'updated_at': '2022-05-31T13:56:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843939-1'}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:56:13.670495 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=133e68f9-dd6f-4bdb-a000-ad2105b21777,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:13.675804 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 00312f19-ba17-4d48-a4f1-fc19c70238d0 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:56:13.676473 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:13.717268 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949e88ef-92bc-4448-bde8-a6fc48359a70 tempest-TestSecurityGroupsBasicOps-919438297 tempest-TestSecurityGroupsBasicOps-919438297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:56:13.721857 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-949e88ef-92bc-4448-bde8-a6fc48359a70 tempest-TestSecurityGroupsBasicOps-919438297 tempest-TestSecurityGroupsBasicOps-919438297-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2610028 May 31 13:56:13.723461 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 48966) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:13.816884 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-09684029-2fb9-4a64-852b-3e2c37b4eb09 tempest-TestSecurityGroupsBasicOps-919438297 tempest-TestSecurityGroupsBasicOps-919438297-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=d2103cd5-63ba-4c24-9d95-fd17643bf14c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0888393 May 31 13:56:13.820938 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-0eac5fb9-8ba4-4d34-9566-1d619dc70a9d tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Allocated IP 2001:db8::f (8d0ca4ab-0d39-494b-8b5d-2861af857a5e/201a641f-b226-4238-961f-57258bc4d949/8366f0f7-c698-4b90-b4ab-532f321ec413) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:56:13.828470 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7d97b6c0-cead-46bf-b102-40859f7d044c tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:13.834027 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 48970) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:13.846589 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c098c736-a240-42bb-ac8c-1b169265f465 admin admin] Pushing event updated for resources: {'Port': ['ID=dfd822a7-556b-4d1b-a2ae-eec587d22390,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:13.882925 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-0eac5fb9-8ba4-4d34-9566-1d619dc70a9d tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Allocated IP 2001:db8:0:1:f816:3eff:fe82:8a3d (8d0ca4ab-0d39-494b-8b5d-2861af857a5e/4bb4f4d3-b083-49f0-aa22-71e48433c091/8366f0f7-c698-4b90-b4ab-532f321ec413) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:56:13.883996 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-69a5bf3d-602e-4408-8da3-d494f4fb45f2 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:13.910946 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-98c33d35-7b80-497c-8dfc-cebe9f694be8 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1474799476', 'network_id': 'badcadf7-7a0e-4767-9ad6-9ba36fe36fd0', 'project_id': 'f161391927494a93ac97ddf889ee8804', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:56:13.914238 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c098c736-a240-42bb-ac8c-1b169265f465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:13.921151 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-f5342e2f-64b4-41f4-bbaa-73134163b3e6 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] delete failed (client error): There was a conflict when trying to complete your request. May 31 13:56:13.922505 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-f5342e2f-64b4-41f4-bbaa-73134163b3e6 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] 10.222.0.50 "DELETE /v2.0/routers/fe30d05d-f58c-435c-a816-b9ce70d78005 HTTP/1.1" status: 409 len: 329 time: 1.2686338 May 31 13:56:13.923636 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-53cbf5e8-44d0-4950-80d3-94da0b18c8c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:13.944937 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 48974) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:13.964431 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:13.968428 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:13.978382 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 00312f19-ba17-4d48-a4f1-fc19c70238d0 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:56:13.994946 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-44fa2c4b-3e3e-4dc8-a08e-3feec41e8a8a None None] Provisioning for port dfd822a7-556b-4d1b-a2ae-eec587d22390 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:56:14.008976 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-44fa2c4b-3e3e-4dc8-a08e-3feec41e8a8a None None] Provisioning complete for port dfd822a7-556b-4d1b-a2ae-eec587d22390 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:56:14.010447 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-44fa2c4b-3e3e-4dc8-a08e-3feec41e8a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:14.023202 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d97b6c0-cead-46bf-b102-40859f7d044c tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af94a676-d4ed-4aaa-a0bf-2b846bf02af3,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:14.108941 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-44fa2c4b-3e3e-4dc8-a08e-3feec41e8a8a None None] Port dfd822a7-556b-4d1b-a2ae-eec587d22390 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:56:14.176967 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d97b6c0-cead-46bf-b102-40859f7d044c tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:56:14.177378 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d97b6c0-cead-46bf-b102-40859f7d044c tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:56:14.177729 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d97b6c0-cead-46bf-b102-40859f7d044c tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:56:14.178090 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d97b6c0-cead-46bf-b102-40859f7d044c tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:56:14.178425 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d97b6c0-cead-46bf-b102-40859f7d044c tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:56:14.178755 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d97b6c0-cead-46bf-b102-40859f7d044c tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:56:14.179079 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d97b6c0-cead-46bf-b102-40859f7d044c tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:56:14.179402 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d97b6c0-cead-46bf-b102-40859f7d044c tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:56:14.179729 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d97b6c0-cead-46bf-b102-40859f7d044c tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:56:14.180050 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d97b6c0-cead-46bf-b102-40859f7d044c tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:56:14.180390 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d97b6c0-cead-46bf-b102-40859f7d044c tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:56:14.180758 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d97b6c0-cead-46bf-b102-40859f7d044c tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:56:14.184158 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7d97b6c0-cead-46bf-b102-40859f7d044c tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:14.185573 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-7d97b6c0-cead-46bf-b102-40859f7d044c tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] 10.222.0.50 "DELETE /v2.0/security-groups/af94a676-d4ed-4aaa-a0bf-2b846bf02af3 HTTP/1.1" status: 204 len: 168 time: 1.4119072 May 31 13:56:14.208344 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 48978) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:14.222672 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a5bf3d-602e-4408-8da3-d494f4fb45f2 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:56:14.230650 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-69a5bf3d-602e-4408-8da3-d494f4fb45f2 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:56:14.233238 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 133e68f9-dd6f-4bdb-a000-ad2105b21777 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:56:14.246447 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-53cbf5e8-44d0-4950-80d3-94da0b18c8c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:14.272132 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a5bf3d-602e-4408-8da3-d494f4fb45f2 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:56:14.303250 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ed342cd6-8be1-4e24-b8de-06c684c64108 None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:14.313905 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a5bf3d-602e-4408-8da3-d494f4fb45f2 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Pushing event updated for resources: {'Port': ['ID=1c0cae69-3da2-450e-b34b-9a2cddbccdec,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:14.321904 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-ed342cd6-8be1-4e24-b8de-06c684c64108 None None] Transition to ACTIVE for port object 9ce32b00-ac26-422f-88d3-f7753b0fe11e will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:56:14.333740 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ed342cd6-8be1-4e24-b8de-06c684c64108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:14.360368 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-98c33d35-7b80-497c-8dfc-cebe9f694be8 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:56:14.381590 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 133e68f9-dd6f-4bdb-a000-ad2105b21777 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:56:14.382898 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:14.384810 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-98c33d35-7b80-497c-8dfc-cebe9f694be8 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Usage tracker for resource:subnet and tenant:f161391927494a93ac97ddf889ee8804 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:56:14.394147 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-98c33d35-7b80-497c-8dfc-cebe9f694be8 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:56:14.413249 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-98c33d35-7b80-497c-8dfc-cebe9f694be8 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:56:14.432793 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-b6c9ffda-1b85-4211-8acd-d6ebffbd1756 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Synchronizing usage tracker for tenant:6012375da65d478a8f1fa9a47c576512 on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:56:14.499482 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b4fa0-6562-4d77-9bbb-9fc232a71e08 None None] Pushing event updated for resources: {'Port': ['ID=9ce32b00-ac26-422f-88d3-f7753b0fe11e,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:14.526291 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-ed342cd6-8be1-4e24-b8de-06c684c64108 None None] Attempting to bind port 9ce32b00-ac26-422f-88d3-f7753b0fe11e on host n-d-843939-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:56:14.526966 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-ed342cd6-8be1-4e24-b8de-06c684c64108 None None] Attempting to bind port 9ce32b00-ac26-422f-88d3-f7753b0fe11e by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:56:14.527508 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed342cd6-8be1-4e24-b8de-06c684c64108 None None] Attempting to bind port 9ce32b00-ac26-422f-88d3-f7753b0fe11e on network d2103cd5-63ba-4c24-9d95-fd17643bf14c {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:56:14.535470 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed342cd6-8be1-4e24-b8de-06c684c64108 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:56:14.536328 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed342cd6-8be1-4e24-b8de-06c684c64108 None None] Checking segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:56:14.537026 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ed342cd6-8be1-4e24-b8de-06c684c64108 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:14.537606 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed342cd6-8be1-4e24-b8de-06c684c64108 None None] Bound using segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:56:14.538320 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-ed342cd6-8be1-4e24-b8de-06c684c64108 None None] Bound port: 9ce32b00-ac26-422f-88d3-f7753b0fe11e, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:56:14.539112 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ed342cd6-8be1-4e24-b8de-06c684c64108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:14.611062 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 133e68f9-dd6f-4bdb-a000-ad2105b21777 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:56:14.667264 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-ed342cd6-8be1-4e24-b8de-06c684c64108 None None] For port 9ce32b00-ac26-422f-88d3-f7753b0fe11e, host n-d-843939-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:56:14.671033 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-ed342cd6-8be1-4e24-b8de-06c684c64108 None None] For port 9ce32b00-ac26-422f-88d3-f7753b0fe11e, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=9ce32b00-ac26-422f-88d3-f7753b0fe11e,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:56:14.678774 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ed342cd6-8be1-4e24-b8de-06c684c64108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:14.712655 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98c33d35-7b80-497c-8dfc-cebe9f694be8 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Made reservation on behalf of f161391927494a93ac97ddf889ee8804 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:56:14.716753 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-98c33d35-7b80-497c-8dfc-cebe9f694be8 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:14.796468 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed342cd6-8be1-4e24-b8de-06c684c64108 None None] Routers {'6ab76726-3a2f-4cf9-8b19-0ac2009e8153'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:56:14.797207 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-ed342cd6-8be1-4e24-b8de-06c684c64108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:56:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['6ab76726-3a2f-4cf9-8b19-0ac2009e8153'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:56:14.820161 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-b6c9ffda-1b85-4211-8acd-d6ebffbd1756 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Unset dirty status for tenant:6012375da65d478a8f1fa9a47c576512 on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:56:14.824291 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-b6c9ffda-1b85-4211-8acd-d6ebffbd1756 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6003091 May 31 13:56:14.835286 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 48982) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:14.885062 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b4fa0-6562-4d77-9bbb-9fc232a71e08 None None] Pushing event updated for resources: {'Port': ['ID=9ce32b00-ac26-422f-88d3-f7753b0fe11e,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:14.940186 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-12328f54-5c58-491e-9b62-a051c83c9ccd tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Request body: {'security_group': {'name': 'tempest-secgroup--292473857'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:56:14.949077 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-12328f54-5c58-491e-9b62-a051c83c9ccd tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:56:14.960368 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-12328f54-5c58-491e-9b62-a051c83c9ccd tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:56:15.037100 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-12328f54-5c58-491e-9b62-a051c83c9ccd tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:15.041701 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0eac5fb9-8ba4-4d34-9566-1d619dc70a9d tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:15.054905 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-ed342cd6-8be1-4e24-b8de-06c684c64108 None None] Set router 6ab76726-3a2f-4cf9-8b19-0ac2009e8153 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:56:15.108680 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-0eac5fb9-8ba4-4d34-9566-1d619dc70a9d tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Transition to ACTIVE for port object 8366f0f7-c698-4b90-b4ab-532f321ec413 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:56:15.113589 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-53cbf5e8-44d0-4950-80d3-94da0b18c8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:15.141144 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-12328f54-5c58-491e-9b62-a051c83c9ccd tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:56:15.146152 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-12328f54-5c58-491e-9b62-a051c83c9ccd tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Usage tracker for resource:security_group_rule and tenant:6012375da65d478a8f1fa9a47c576512 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:56:15.149890 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-12328f54-5c58-491e-9b62-a051c83c9ccd tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:56:15.153718 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cbf5e8-44d0-4950-80d3-94da0b18c8c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdef5351-50d5-4749-9139-707f064d58a6,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:15.157554 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c098c736-a240-42bb-ac8c-1b169265f465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:15.164685 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-12328f54-5c58-491e-9b62-a051c83c9ccd tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:56:15.281255 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-53cbf5e8-44d0-4950-80d3-94da0b18c8c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:15.282732 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-53cbf5e8-44d0-4950-80d3-94da0b18c8c0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bdef5351-50d5-4749-9139-707f064d58a6 HTTP/1.1" status: 204 len: 168 time: 2.0682590 May 31 13:56:15.393110 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-12328f54-5c58-491e-9b62-a051c83c9ccd tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:15.396473 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0eac5fb9-8ba4-4d34-9566-1d619dc70a9d tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:15.404136 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-12328f54-5c58-491e-9b62-a051c83c9ccd tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:15.463465 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-12328f54-5c58-491e-9b62-a051c83c9ccd tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:15.465046 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-12328f54-5c58-491e-9b62-a051c83c9ccd tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6273401 May 31 13:56:15.480686 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 48988) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:15.481566 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-ed342cd6-8be1-4e24-b8de-06c684c64108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab76726-3a2f-4cf9-8b19-0ac2009e8153', 'name': 'tempest-TestSecurityGroupsBasicOps-router-616212758', 'tenant_id': 'f161391927494a93ac97ddf889ee8804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '9ce32b00-ac26-422f-88d3-f7753b0fe11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:56:04Z', 'updated_at': '2022-05-31T13:56:08Z', 'revision_number': 3, 'project_id': 'f161391927494a93ac97ddf889ee8804', 'gw_port': {'id': '9ce32b00-ac26-422f-88d3-f7753b0fe11e', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ed:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab76726-3a2f-4cf9-8b19-0ac2009e8153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:56:06Z', 'updated_at': '2022-05-31T13:56:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:56:15.487147 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed342cd6-8be1-4e24-b8de-06c684c64108 None None] The sync data for ids ['6ab76726-3a2f-4cf9-8b19-0ac2009e8153'] in n-d-843939-1 is: [{'id': '6ab76726-3a2f-4cf9-8b19-0ac2009e8153', 'name': 'tempest-TestSecurityGroupsBasicOps-router-616212758', 'tenant_id': 'f161391927494a93ac97ddf889ee8804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '9ce32b00-ac26-422f-88d3-f7753b0fe11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:56:04Z', 'updated_at': '2022-05-31T13:56:08Z', 'revision_number': 3, 'project_id': 'f161391927494a93ac97ddf889ee8804', 'gw_port': {'id': '9ce32b00-ac26-422f-88d3-f7753b0fe11e', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ed:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab76726-3a2f-4cf9-8b19-0ac2009e8153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:56:06Z', 'updated_at': '2022-05-31T13:56:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:56:15.501351 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-0b798204-1bb5-4161-a570-df435dc6bec4 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Request body: {'security_group_rule': {'security_group_id': 'e8d17194-a3d3-4f06-ac43-4950b07b7b52', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:56:15.502315 n-d-843939-1 neutron-server[88370]: WARNING neutron.api.v2.base [None req-0b798204-1bb5-4161-a570-df435dc6bec4 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. May 31 13:56:15.503008 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [None req-0b798204-1bb5-4161-a570-df435dc6bec4 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 13:56:15.505376 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-0b798204-1bb5-4161-a570-df435dc6bec4 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0234778 May 31 13:56:15.508899 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 48992) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:15.561481 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-69a5bf3d-602e-4408-8da3-d494f4fb45f2 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:15.631099 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-e446c08f-4d2e-4d2b-a8c2-875bbb252d54 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Request body: {'security_group_rule': {'security_group_id': 'e8d17194-a3d3-4f06-ac43-4950b07b7b52', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:56:15.631775 n-d-843939-1 neutron-server[88369]: WARNING neutron.api.v2.base [None req-e446c08f-4d2e-4d2b-a8c2-875bbb252d54 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. May 31 13:56:15.632278 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-e446c08f-4d2e-4d2b-a8c2-875bbb252d54 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 13:56:15.633319 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e446c08f-4d2e-4d2b-a8c2-875bbb252d54 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0563481 May 31 13:56:15.638925 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12328f54-5c58-491e-9b62-a051c83c9ccd tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d17194-a3d3-4f06-ac43-4950b07b7b52,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:15.639229 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 48998) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:15.640442 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:15.683241 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-12b5c170-d69d-4da4-90d9-fd99fcf9ca83 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Request body: {'security_group_rule': {'security_group_id': 'e8d17194-a3d3-4f06-ac43-4950b07b7b52', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:56:15.684164 n-d-843939-1 neutron-server[88369]: WARNING neutron.api.v2.base [None req-12b5c170-d69d-4da4-90d9-fd99fcf9ca83 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. May 31 13:56:15.684812 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-12b5c170-d69d-4da4-90d9-fd99fcf9ca83 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 13:56:15.686298 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-12b5c170-d69d-4da4-90d9-fd99fcf9ca83 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0230870 May 31 13:56:15.690109 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 49002) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:15.691122 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eac5fb9-8ba4-4d34-9566-1d619dc70a9d tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:56:15.694671 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-cb050f9f-a7d4-468e-a854-1183bc817149 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Request body: {'security_group_rule': {'security_group_id': 'e8d17194-a3d3-4f06-ac43-4950b07b7b52', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:56:15.695564 n-d-843939-1 neutron-server[88370]: WARNING neutron.api.v2.base [None req-cb050f9f-a7d4-468e-a854-1183bc817149 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. May 31 13:56:15.697074 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [None req-cb050f9f-a7d4-468e-a854-1183bc817149 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 13:56:15.698207 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-cb050f9f-a7d4-468e-a854-1183bc817149 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0077682 May 31 13:56:15.699404 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-0eac5fb9-8ba4-4d34-9566-1d619dc70a9d tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:56:15.706813 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49006) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:15.722378 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eac5fb9-8ba4-4d34-9566-1d619dc70a9d tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:56:15.729606 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eac5fb9-8ba4-4d34-9566-1d619dc70a9d tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:56:15.737578 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0eac5fb9-8ba4-4d34-9566-1d619dc70a9d tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:15.744866 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eac5fb9-8ba4-4d34-9566-1d619dc70a9d tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event updated for resources: {'Port': ['ID=8366f0f7-c698-4b90-b4ab-532f321ec413,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:15.845557 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-0eac5fb9-8ba4-4d34-9566-1d619dc70a9d tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 6.5763113 May 31 13:56:15.863639 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49010) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:16.051160 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-98c33d35-7b80-497c-8dfc-cebe9f694be8 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:16.075583 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-1672d856-44a9-4ede-9ec6-fd3111ea2972 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Deleting port 8366f0f7-c698-4b90-b4ab-532f321ec413 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:56:16.076549 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1672d856-44a9-4ede-9ec6-fd3111ea2972 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:16.155430 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.db.resource_extend [None req-c098c736-a240-42bb-ac8c-1b169265f465 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:56:16.193317 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-36672aee-15be-4480-9c23-e88d24694b86 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:16.223055 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d34c1259-6635-469a-a073-76ed7d5b1558 None None] Provisioning for port 8366f0f7-c698-4b90-b4ab-532f321ec413 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:56:16.243760 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 657af59c-656f-4449-8cba-fc43ad20fb29 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:56:16.258828 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c098c736-a240-42bb-ac8c-1b169265f465 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:16.287025 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c098c736-a240-42bb-ac8c-1b169265f465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:16.291035 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d34c1259-6635-469a-a073-76ed7d5b1558 None None] Provisioning complete for port 8366f0f7-c698-4b90-b4ab-532f321ec413 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:56:16.291784 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d34c1259-6635-469a-a073-76ed7d5b1558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:16.455924 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c33d35-7b80-497c-8dfc-cebe9f694be8 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Pushing event updated for resources: {'Subnet': ['ID=2cf5c712-18b3-42ba-9d08-891e675f8b12,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:16.464777 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-36672aee-15be-4480-9c23-e88d24694b86 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:16.468110 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-d34c1259-6635-469a-a073-76ed7d5b1558 None None] Port 8366f0f7-c698-4b90-b4ab-532f321ec413 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:56:16.507444 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 657af59c-656f-4449-8cba-fc43ad20fb29 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:56:16.516854 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 657af59c-656f-4449-8cba-fc43ad20fb29 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:56:16.517257 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:16.528171 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c33d35-7b80-497c-8dfc-cebe9f694be8 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Checking segment: {'id': 'b9f4ed57-b2e5-4e59-b38f-a9cf436507d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'badcadf7-7a0e-4767-9ad6-9ba36fe36fd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:56:16.529094 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c33d35-7b80-497c-8dfc-cebe9f694be8 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Network hostable DHCP agents. Network: badcadf7-7a0e-4767-9ad6-9ba36fe36fd0, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:56:16.704074 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c33d35-7b80-497c-8dfc-cebe9f694be8 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Network badcadf7-7a0e-4767-9ad6-9ba36fe36fd0 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:56:16.735920 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-69a5bf3d-602e-4408-8da3-d494f4fb45f2 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:16.740621 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-98c33d35-7b80-497c-8dfc-cebe9f694be8 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, badcadf7-7a0e-4767-9ad6-9ba36fe36fd0) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:56:16.778142 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c33d35-7b80-497c-8dfc-cebe9f694be8 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:56:16.778142 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-98c33d35-7b80-497c-8dfc-cebe9f694be8 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:16.803771 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1672d856-44a9-4ede-9ec6-fd3111ea2972 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:16.825775 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19dbd428-9724-45bf-aad6-6de68a691fe1 None None] Network badcadf7-7a0e-4767-9ad6-9ba36fe36fd0 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:56:16.959169 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-1672d856-44a9-4ede-9ec6-fd3111ea2972 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Calling delete_port for 8366f0f7-c698-4b90-b4ab-532f321ec413 owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:56:17.015183 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-36672aee-15be-4480-9c23-e88d24694b86 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:17.019938 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c098c736-a240-42bb-ac8c-1b169265f465 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:17.044809 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 657af59c-656f-4449-8cba-fc43ad20fb29 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:56:17.045353 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:17.096403 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 657af59c-656f-4449-8cba-fc43ad20fb29, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=657af59c-656f-4449-8cba-fc43ad20fb29,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:56:17.107977 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:17.152066 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-98c33d35-7b80-497c-8dfc-cebe9f694be8 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.2757020 May 31 13:56:17.157792 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 49042) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:17.226973 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36672aee-15be-4480-9c23-e88d24694b86 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d17194-a3d3-4f06-ac43-4950b07b7b52,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:17.245556 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5875589a-bcbf-4e51-8520-f3ff0479350b tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:17.347812 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=657af59c-656f-4449-8cba-fc43ad20fb29,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:17.389071 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9fe33f-27c6-4077-bd27-de48fb360597 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-badcadf7-7a0e-4767-9ad6-9ba36fe36fd0', 'network_id': 'badcadf7-7a0e-4767-9ad6-9ba36fe36fd0', 'tenant_id': 'f161391927494a93ac97ddf889ee8804', 'fixed_ips': [{'subnet_id': '2cf5c712-18b3-42ba-9d08-891e675f8b12'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:56:17.389874 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ab9fe33f-27c6-4077-bd27-de48fb360597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:17.471719 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-36672aee-15be-4480-9c23-e88d24694b86 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:17.472966 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-36672aee-15be-4480-9c23-e88d24694b86 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] 10.222.0.50 "DELETE /v2.0/security-groups/e8d17194-a3d3-4f06-ac43-4950b07b7b52 HTTP/1.1" status: 204 len: 168 time: 1.7633317 May 31 13:56:17.536512 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c098c736-a240-42bb-ac8c-1b169265f465 admin admin] Pushing event updated for resources: {'Port': ['ID=dfd822a7-556b-4d1b-a2ae-eec587d22390,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:17.541203 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49046) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:17.688912 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69a5bf3d-602e-4408-8da3-d494f4fb45f2 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Router 0f8e8344-d0fa-41fb-af5c-a7a70fc6ea2d is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 13:56:17.710050 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49052) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:17.748227 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-ab9fe33f-27c6-4077-bd27-de48fb360597 None None] Allocated IP 172.20.0.2 (badcadf7-7a0e-4767-9ad6-9ba36fe36fd0/2cf5c712-18b3-42ba-9d08-891e675f8b12/c8d8acfe-8ec7-4001-81ee-5c2282d00bc2) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:56:18.051002 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ab9fe33f-27c6-4077-bd27-de48fb360597 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:18.098736 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a5bf3d-602e-4408-8da3-d494f4fb45f2 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:56:18.108354 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-95108178-977a-4957-91ed-0236421fc339 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Synchronizing usage tracker for tenant:6012375da65d478a8f1fa9a47c576512 on resource:security_group {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:56:18.113582 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d346a8-09fa-4930-aaf3-42f7935ceb1b None None] Sync routers for ids ['0f8e8344-d0fa-41fb-af5c-a7a70fc6ea2d'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:56:18.120280 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1349e3e6-94b1-410a-8a4e-874f7daf8c5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:18.146846 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d346a8-09fa-4930-aaf3-42f7935ceb1b None None] Routers {'0f8e8344-d0fa-41fb-af5c-a7a70fc6ea2d'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:56:18.147472 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-20d346a8-09fa-4930-aaf3-42f7935ceb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:56:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['0f8e8344-d0fa-41fb-af5c-a7a70fc6ea2d'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:56:18.245235 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c098c736-a240-42bb-ac8c-1b169265f465 admin admin] Network adbff514-f77b-4a65-a8e3-7662b06cb9f2 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:56:18.258479 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 9ce32b00-ac26-422f-88d3-f7753b0fe11e up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:56:18.259934 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-1349e3e6-94b1-410a-8a4e-874f7daf8c5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:56:18.262419 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-c098c736-a240-42bb-ac8c-1b169265f465 admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:56:18.273957 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-1349e3e6-94b1-410a-8a4e-874f7daf8c5f admin admin] Usage tracker for resource:security_group_rule and tenant:d7999f95779041dfafa262df7bcabe0d is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:56:18.279056 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-1349e3e6-94b1-410a-8a4e-874f7daf8c5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:56:18.295895 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-1349e3e6-94b1-410a-8a4e-874f7daf8c5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:56:18.473975 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-20d346a8-09fa-4930-aaf3-42f7935ceb1b None None] Set router 0f8e8344-d0fa-41fb-af5c-a7a70fc6ea2d gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:56:18.490440 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 9ce32b00-ac26-422f-88d3-f7753b0fe11e completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:56:18.493545 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-95108178-977a-4957-91ed-0236421fc339 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Unset dirty status for tenant:6012375da65d478a8f1fa9a47c576512 on resource:security_group {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:56:18.494831 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-95108178-977a-4957-91ed-0236421fc339 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.9293110 May 31 13:56:18.505062 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 9ce32b00-ac26-422f-88d3-f7753b0fe11e triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:56:18.505536 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:18.513617 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49058) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:18.553953 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-bbc1e5b6-0475-43c2-bc2d-2bd0ff2afe10 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Request body: {'security_group': {'name': 'tempest-secgroup--308710881'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:56:18.600189 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-bbc1e5b6-0475-43c2-bc2d-2bd0ff2afe10 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:56:18.604268 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ab9fe33f-27c6-4077-bd27-de48fb360597 None None] Transition to ACTIVE for port object c8d8acfe-8ec7-4001-81ee-5c2282d00bc2 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:56:18.640832 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1672d856-44a9-4ede-9ec6-fd3111ea2972 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:18.656490 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-bbc1e5b6-0475-43c2-bc2d-2bd0ff2afe10 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:56:18.658718 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ab9fe33f-27c6-4077-bd27-de48fb360597 None None] Transition to ACTIVE for port object c8d8acfe-8ec7-4001-81ee-5c2282d00bc2 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:56:18.668844 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ab9fe33f-27c6-4077-bd27-de48fb360597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:18.705493 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-69a5bf3d-602e-4408-8da3-d494f4fb45f2 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:18.713700 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-69a5bf3d-602e-4408-8da3-d494f4fb45f2 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.0004156 May 31 13:56:18.747077 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 49062) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:18.799343 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9fe33f-27c6-4077-bd27-de48fb360597 None None] Pushing event updated for resources: {'Port': ['ID=c8d8acfe-8ec7-4001-81ee-5c2282d00bc2,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:18.834370 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9fe33f-27c6-4077-bd27-de48fb360597 None None] Network badcadf7-7a0e-4767-9ad6-9ba36fe36fd0 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:56:18.835083 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1672d856-44a9-4ede-9ec6-fd3111ea2972 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event deleted for resources: {'Port': ['ID=8366f0f7-c698-4b90-b4ab-532f321ec413,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:18.864567 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-fc837ae4-bbd3-4353-8045-2fefc88ba08a None None] Provisioning complete for port dfd822a7-556b-4d1b-a2ae-eec587d22390 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:56:18.865041 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fc837ae4-bbd3-4353-8045-2fefc88ba08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:18.893349 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-ab9fe33f-27c6-4077-bd27-de48fb360597 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:56:18.909511 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bbc1e5b6-0475-43c2-bc2d-2bd0ff2afe10 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:18.917034 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9fe33f-27c6-4077-bd27-de48fb360597 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:56:19.054711 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-20d346a8-09fa-4930-aaf3-42f7935ceb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f8e8344-d0fa-41fb-af5c-a7a70fc6ea2d', 'name': 'tempest-snat-router-653055890', 'tenant_id': '98a0f736bbf645a3a9f7e5084a453c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '1c0cae69-3da2-450e-b34b-9a2cddbccdec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:56:10Z', 'updated_at': '2022-05-31T13:56:14Z', 'revision_number': 3, 'project_id': '98a0f736bbf645a3a9f7e5084a453c5e', 'gw_port': {'id': '1c0cae69-3da2-450e-b34b-9a2cddbccdec', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f8e8344-d0fa-41fb-af5c-a7a70fc6ea2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:56:12Z', 'updated_at': '2022-05-31T13:56:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:56:19.061964 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d346a8-09fa-4930-aaf3-42f7935ceb1b None None] Checking router: 0f8e8344-d0fa-41fb-af5c-a7a70fc6ea2d for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:56:19.063059 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d346a8-09fa-4930-aaf3-42f7935ceb1b None None] Updating router 0f8e8344-d0fa-41fb-af5c-a7a70fc6ea2d port 1c0cae69-3da2-450e-b34b-9a2cddbccdec binding host n-d-843939-1 {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:56:19.100016 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-ab9fe33f-27c6-4077-bd27-de48fb360597 None None] Attempting to bind port c8d8acfe-8ec7-4001-81ee-5c2282d00bc2 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:56:19.100690 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-ab9fe33f-27c6-4077-bd27-de48fb360597 None None] Attempting to bind port c8d8acfe-8ec7-4001-81ee-5c2282d00bc2 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'b9f4ed57-b2e5-4e59-b38f-a9cf436507d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'badcadf7-7a0e-4767-9ad6-9ba36fe36fd0'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:56:19.100988 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9fe33f-27c6-4077-bd27-de48fb360597 None None] Attempting to bind port c8d8acfe-8ec7-4001-81ee-5c2282d00bc2 on network badcadf7-7a0e-4767-9ad6-9ba36fe36fd0 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:56:19.115017 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 9ce32b00-ac26-422f-88d3-f7753b0fe11e is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:56:19.115372 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:19.148716 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 9ce32b00-ac26-422f-88d3-f7753b0fe11e, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=9ce32b00-ac26-422f-88d3-f7753b0fe11e,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:56:19.150977 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-20d346a8-09fa-4930-aaf3-42f7935ceb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:19.161617 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-fc837ae4-bbd3-4353-8045-2fefc88ba08a None None] Port dfd822a7-556b-4d1b-a2ae-eec587d22390 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:56:19.163180 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:19.163940 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 657af59c-656f-4449-8cba-fc43ad20fb29 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:56:19.203252 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9fe33f-27c6-4077-bd27-de48fb360597 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:56:19.203697 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9fe33f-27c6-4077-bd27-de48fb360597 None None] Checking segment: {'id': 'b9f4ed57-b2e5-4e59-b38f-a9cf436507d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'badcadf7-7a0e-4767-9ad6-9ba36fe36fd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:56:19.204039 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ab9fe33f-27c6-4077-bd27-de48fb360597 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:19.204428 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9fe33f-27c6-4077-bd27-de48fb360597 None None] Bound using segment: {'id': 'b9f4ed57-b2e5-4e59-b38f-a9cf436507d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'badcadf7-7a0e-4767-9ad6-9ba36fe36fd0'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:56:19.204909 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-ab9fe33f-27c6-4077-bd27-de48fb360597 None None] Bound port: c8d8acfe-8ec7-4001-81ee-5c2282d00bc2, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9f4ed57-b2e5-4e59-b38f-a9cf436507d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'badcadf7-7a0e-4767-9ad6-9ba36fe36fd0'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:56:19.205432 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ab9fe33f-27c6-4077-bd27-de48fb360597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:19.267355 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1672d856-44a9-4ede-9ec6-fd3111ea2972 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:19.277556 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c098c736-a240-42bb-ac8c-1b169265f465 admin admin] Router 27e79ddf-4638-4227-a03b-498a82db835c has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:56:19.282394 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1349e3e6-94b1-410a-8a4e-874f7daf8c5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:19.300388 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-bbc1e5b6-0475-43c2-bc2d-2bd0ff2afe10 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:56:19.333508 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8691699d-86d5-4805-a1e7-5cb32cb37cff tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:19.353388 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-7dcdd825-ae61-4569-a18b-2cb03a1ad835 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] 10.222.0.50 "GET /v2.0/routers/0f8e8344-d0fa-41fb-af5c-a7a70fc6ea2d HTTP/1.1" status: 200 len: 907 time: 0.5673842 May 31 13:56:19.354595 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=9ce32b00-ac26-422f-88d3-f7753b0fe11e,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:19.355895 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 49066) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:19.359486 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1349e3e6-94b1-410a-8a4e-874f7daf8c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:19.389345 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-bbc1e5b6-0475-43c2-bc2d-2bd0ff2afe10 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Usage tracker for resource:security_group_rule and tenant:6012375da65d478a8f1fa9a47c576512 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:56:19.469288 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-1349e3e6-94b1-410a-8a4e-874f7daf8c5f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d7999f95779041dfafa262df7bcabe0d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7483606 May 31 13:56:19.473780 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-bbc1e5b6-0475-43c2-bc2d-2bd0ff2afe10 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:56:19.504572 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49070) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:19.510521 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-1672d856-44a9-4ede-9ec6-fd3111ea2972 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/ports/8366f0f7-c698-4b90-b4ab-532f321ec413 HTTP/1.1" status: 204 len: 168 time: 3.6428633 May 31 13:56:19.513966 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49072) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:19.518704 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-bbc1e5b6-0475-43c2-bc2d-2bd0ff2afe10 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:56:19.568710 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-ab9fe33f-27c6-4077-bd27-de48fb360597 None None] For port c8d8acfe-8ec7-4001-81ee-5c2282d00bc2, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:56:19.579970 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-ab9fe33f-27c6-4077-bd27-de48fb360597 None None] For port c8d8acfe-8ec7-4001-81ee-5c2282d00bc2, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=c8d8acfe-8ec7-4001-81ee-5c2282d00bc2,segment=NetworkSegment(b9f4ed57-b2e5-4e59-b38f-a9cf436507d9),segment_id=b9f4ed57-b2e5-4e59-b38f-a9cf436507d9)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:56:19.588396 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ab9fe33f-27c6-4077-bd27-de48fb360597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:19.639181 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-5875589a-bcbf-4e51-8520-f3ff0479350b tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Deleting port 4ed872a0-c558-4729-b134-14a8fd4a3dff {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:56:19.639602 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5875589a-bcbf-4e51-8520-f3ff0479350b tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:19.655634 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-20d346a8-09fa-4930-aaf3-42f7935ceb1b None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:19.672758 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-20d346a8-09fa-4930-aaf3-42f7935ceb1b None None] Transition to ACTIVE for port object 1c0cae69-3da2-450e-b34b-9a2cddbccdec will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:56:19.689892 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-20d346a8-09fa-4930-aaf3-42f7935ceb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:19.715188 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9fe33f-27c6-4077-bd27-de48fb360597 None None] Pushing event updated for resources: {'Port': ['ID=c8d8acfe-8ec7-4001-81ee-5c2282d00bc2,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:19.735191 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 657af59c-656f-4449-8cba-fc43ad20fb29 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:56:19.735518 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:19.799318 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1349e3e6-94b1-410a-8a4e-874f7daf8c5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca01759b-f078-4add-9c7d-7e8d024499e7,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:19.844365 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc7237b-bd03-4758-80c4-6643f2d1ef60 None None] Pushing event updated for resources: {'Port': ['ID=1c0cae69-3da2-450e-b34b-9a2cddbccdec,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:19.888712 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-20d346a8-09fa-4930-aaf3-42f7935ceb1b None None] Attempting to bind port 1c0cae69-3da2-450e-b34b-9a2cddbccdec on host n-d-843939-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:56:19.890828 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-20d346a8-09fa-4930-aaf3-42f7935ceb1b None None] Attempting to bind port 1c0cae69-3da2-450e-b34b-9a2cddbccdec by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:56:19.891764 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d346a8-09fa-4930-aaf3-42f7935ceb1b None None] Attempting to bind port 1c0cae69-3da2-450e-b34b-9a2cddbccdec on network d2103cd5-63ba-4c24-9d95-fd17643bf14c {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:56:19.910798 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d346a8-09fa-4930-aaf3-42f7935ceb1b None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:56:19.911889 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d346a8-09fa-4930-aaf3-42f7935ceb1b None None] Checking segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:56:19.912894 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-20d346a8-09fa-4930-aaf3-42f7935ceb1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:19.914067 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d346a8-09fa-4930-aaf3-42f7935ceb1b None None] Bound using segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:56:19.917170 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-20d346a8-09fa-4930-aaf3-42f7935ceb1b None None] Bound port: 1c0cae69-3da2-450e-b34b-9a2cddbccdec, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:56:19.918222 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-20d346a8-09fa-4930-aaf3-42f7935ceb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:19.953595 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 657af59c-656f-4449-8cba-fc43ad20fb29 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:56:19.974213 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-082c3014-a428-4108-8fc2-cfdb36f22d50 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks [] for router, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:20.069390 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-20d346a8-09fa-4930-aaf3-42f7935ceb1b None None] For port 1c0cae69-3da2-450e-b34b-9a2cddbccdec, host n-d-843939-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:56:20.073777 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-20d346a8-09fa-4930-aaf3-42f7935ceb1b None None] For port 1c0cae69-3da2-450e-b34b-9a2cddbccdec, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=1c0cae69-3da2-450e-b34b-9a2cddbccdec,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:56:20.080115 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-20d346a8-09fa-4930-aaf3-42f7935ceb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:20.191004 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 9ce32b00-ac26-422f-88d3-f7753b0fe11e up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:56:20.235679 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d346a8-09fa-4930-aaf3-42f7935ceb1b None None] Routers {'0f8e8344-d0fa-41fb-af5c-a7a70fc6ea2d'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:56:20.237001 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-20d346a8-09fa-4930-aaf3-42f7935ceb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:56:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['0f8e8344-d0fa-41fb-af5c-a7a70fc6ea2d'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:56:20.338254 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 9ce32b00-ac26-422f-88d3-f7753b0fe11e triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:56:20.338952 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:20.350560 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-082c3014-a428-4108-8fc2-cfdb36f22d50 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:20.368234 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dcdafe38-2053-4754-a38e-e43ffff8c55a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:20.426618 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-082c3014-a428-4108-8fc2-cfdb36f22d50 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Deleting port 1c0cae69-3da2-450e-b34b-9a2cddbccdec {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:56:20.427005 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-082c3014-a428-4108-8fc2-cfdb36f22d50 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:20.436468 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc7237b-bd03-4758-80c4-6643f2d1ef60 None None] Pushing event updated for resources: {'Port': ['ID=1c0cae69-3da2-450e-b34b-9a2cddbccdec,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:20.515131 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-8691699d-86d5-4805-a1e7-5cb32cb37cff tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Allocated IP 172.20.0.1 (badcadf7-7a0e-4767-9ad6-9ba36fe36fd0/2cf5c712-18b3-42ba-9d08-891e675f8b12/659e500f-f8bf-4e6c-9d94-81e70b064fdf) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:56:20.590262 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dcdafe38-2053-4754-a38e-e43ffff8c55a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:20.594149 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 9ce32b00-ac26-422f-88d3-f7753b0fe11e is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:56:20.601980 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-20d346a8-09fa-4930-aaf3-42f7935ceb1b None None] Set router 0f8e8344-d0fa-41fb-af5c-a7a70fc6ea2d gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:56:20.604137 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c098c736-a240-42bb-ac8c-1b169265f465 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:56:20.609714 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bbc1e5b6-0475-43c2-bc2d-2bd0ff2afe10 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:20.620083 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53260243-a0c4-45e7-8698-851b79b7ae42 None None] Sync routers for ids ['27e79ddf-4638-4227-a03b-498a82db835c'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:56:20.639172 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53260243-a0c4-45e7-8698-851b79b7ae42 None None] Routers {'27e79ddf-4638-4227-a03b-498a82db835c'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:56:20.639993 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-53260243-a0c4-45e7-8698-851b79b7ae42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:56:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['27e79ddf-4638-4227-a03b-498a82db835c'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:56:20.738614 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bbc1e5b6-0475-43c2-bc2d-2bd0ff2afe10 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:20.775166 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dcdafe38-2053-4754-a38e-e43ffff8c55a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:20.808324 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c098c736-a240-42bb-ac8c-1b169265f465 admin admin] 10.222.0.50 "PUT /v2.0/routers/27e79ddf-4638-4227-a03b-498a82db835c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.8799069 May 31 13:56:20.856252 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39991ee6-d53b-45bf-9604-a8b17cdba229 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:56:20.857252 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-39991ee6-d53b-45bf-9604-a8b17cdba229 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Synchronizing usage tracker for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:56:20.888474 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dcdafe38-2053-4754-a38e-e43ffff8c55a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:20.892771 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-dcdafe38-2053-4754-a38e-e43ffff8c55a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ca01759b-f078-4add-9c7d-7e8d024499e7 HTTP/1.1" status: 204 len: 168 time: 1.3793697 May 31 13:56:20.917314 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5875589a-bcbf-4e51-8520-f3ff0479350b tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:20.980302 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-39991ee6-d53b-45bf-9604-a8b17cdba229 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Unset dirty status for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:56:20.984517 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-39991ee6-d53b-45bf-9604-a8b17cdba229 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 1.4595413 May 31 13:56:20.995426 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-53260243-a0c4-45e7-8698-851b79b7ae42 None None] Set router 27e79ddf-4638-4227-a03b-498a82db835c gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:56:21.000130 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 49082) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:21.039212 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-082c3014-a428-4108-8fc2-cfdb36f22d50 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] For port 1c0cae69-3da2-450e-b34b-9a2cddbccdec, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=1c0cae69-3da2-450e-b34b-9a2cddbccdec,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:56:21.040608 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-082c3014-a428-4108-8fc2-cfdb36f22d50 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:21.197648 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-20d346a8-09fa-4930-aaf3-42f7935ceb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f8e8344-d0fa-41fb-af5c-a7a70fc6ea2d', 'name': 'tempest-snat-router-653055890', 'tenant_id': '98a0f736bbf645a3a9f7e5084a453c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '1c0cae69-3da2-450e-b34b-9a2cddbccdec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:56:10Z', 'updated_at': '2022-05-31T13:56:14Z', 'revision_number': 3, 'project_id': '98a0f736bbf645a3a9f7e5084a453c5e', 'gw_port': {'id': '1c0cae69-3da2-450e-b34b-9a2cddbccdec', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f8e8344-d0fa-41fb-af5c-a7a70fc6ea2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:56:12Z', 'updated_at': '2022-05-31T13:56:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:56:21.210188 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d346a8-09fa-4930-aaf3-42f7935ceb1b None None] The sync data for ids ['0f8e8344-d0fa-41fb-af5c-a7a70fc6ea2d'] in n-d-843939-1 is: [{'id': '0f8e8344-d0fa-41fb-af5c-a7a70fc6ea2d', 'name': 'tempest-snat-router-653055890', 'tenant_id': '98a0f736bbf645a3a9f7e5084a453c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '1c0cae69-3da2-450e-b34b-9a2cddbccdec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:56:10Z', 'updated_at': '2022-05-31T13:56:14Z', 'revision_number': 3, 'project_id': '98a0f736bbf645a3a9f7e5084a453c5e', 'gw_port': {'id': '1c0cae69-3da2-450e-b34b-9a2cddbccdec', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f8e8344-d0fa-41fb-af5c-a7a70fc6ea2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3278, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:56:12Z', 'updated_at': '2022-05-31T13:56:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:56:21.331128 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bbc1e5b6-0475-43c2-bc2d-2bd0ff2afe10 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:21.334939 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-bbc1e5b6-0475-43c2-bc2d-2bd0ff2afe10 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.8157043 May 31 13:56:21.341236 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-5875589a-bcbf-4e51-8520-f3ff0479350b tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Calling delete_port for 4ed872a0-c558-4729-b134-14a8fd4a3dff owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:56:21.359236 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 49092) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:21.422188 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-082c3014-a428-4108-8fc2-cfdb36f22d50 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Calling delete_port for 1c0cae69-3da2-450e-b34b-9a2cddbccdec owned by network:router_gateway {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:56:21.459869 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc1e5b6-0475-43c2-bc2d-2bd0ff2afe10 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8db0d9fa-23da-49ae-bbfe-47912df18cd7,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:21.503569 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdafe38-2053-4754-a38e-e43ffff8c55a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca01759b-f078-4add-9c7d-7e8d024499e7,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:21.542661 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-5a3fa0b8-e189-4f0a-a6ba-8aad3bf9d830 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Request body: {'security_group_rule': {'security_group_id': '8db0d9fa-23da-49ae-bbfe-47912df18cd7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:56:21.543077 n-d-843939-1 neutron-server[88370]: WARNING neutron.api.v2.base [None req-5a3fa0b8-e189-4f0a-a6ba-8aad3bf9d830 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 31 13:56:21.543601 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [None req-5a3fa0b8-e189-4f0a-a6ba-8aad3bf9d830 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 13:56:21.544630 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-5a3fa0b8-e189-4f0a-a6ba-8aad3bf9d830 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.1669612 May 31 13:56:21.550129 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49098) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:21.565111 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-b6b7de20-c8b0-43bd-aab7-6b03911d52d0 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Request body: {'security_group_rule': {'security_group_id': '8db0d9fa-23da-49ae-bbfe-47912df18cd7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:56:21.580894 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b6b7de20-c8b0-43bd-aab7-6b03911d52d0 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:56:21.589683 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-b6b7de20-c8b0-43bd-aab7-6b03911d52d0 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Usage tracker for resource:security_group_rule and tenant:6012375da65d478a8f1fa9a47c576512 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:56:21.596522 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38bacfa2-359c-4c57-90f6-1318fb31b14b None None] Network badcadf7-7a0e-4767-9ad6-9ba36fe36fd0 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:56:21.600751 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-b6b7de20-c8b0-43bd-aab7-6b03911d52d0 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:56:21.621216 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b6b7de20-c8b0-43bd-aab7-6b03911d52d0 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:56:21.632193 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8691699d-86d5-4805-a1e7-5cb32cb37cff tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:21.673792 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-8691699d-86d5-4805-a1e7-5cb32cb37cff tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Transition to ACTIVE for port object 659e500f-f8bf-4e6c-9d94-81e70b064fdf will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:56:21.738297 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-b6b7de20-c8b0-43bd-aab7-6b03911d52d0 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 13:56:21.739568 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b6b7de20-c8b0-43bd-aab7-6b03911d52d0 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1858695 May 31 13:56:21.745648 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49104) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:21.763260 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-2f23f3bc-7121-4cd1-bfc1-07e753d2365b tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Request body: {'security_group_rule': {'security_group_id': '8db0d9fa-23da-49ae-bbfe-47912df18cd7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:56:21.763947 n-d-843939-1 neutron-server[88369]: WARNING neutron.api.v2.base [None req-2f23f3bc-7121-4cd1-bfc1-07e753d2365b tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 May 31 13:56:21.764485 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-2f23f3bc-7121-4cd1-bfc1-07e753d2365b tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 13:56:21.776010 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-2f23f3bc-7121-4cd1-bfc1-07e753d2365b tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0175920 May 31 13:56:21.776651 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49110) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:21.849493 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-444a8b82-68b9-4b1e-b209-436121b35c3c None None] Provisioning for port c8d8acfe-8ec7-4001-81ee-5c2282d00bc2 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:56:21.851000 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-5156f3e2-6152-4ea2-a995-afbeacbfe8e5 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Request body: {'security_group_rule': {'security_group_id': '8db0d9fa-23da-49ae-bbfe-47912df18cd7', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:56:21.858921 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5875589a-bcbf-4e51-8520-f3ff0479350b tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:21.885674 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a56fe20-c98a-41dd-96b1-3c0f9b9784d2 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:56:21.917375 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-5a56fe20-c98a-41dd-96b1-3c0f9b9784d2 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.8927104 May 31 13:56:21.922428 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 49114) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:21.947298 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5156f3e2-6152-4ea2-a995-afbeacbfe8e5 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:56:21.952171 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5875589a-bcbf-4e51-8520-f3ff0479350b tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Pushing event deleted for resources: {'Port': ['ID=4ed872a0-c558-4729-b134-14a8fd4a3dff,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:21.966780 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-5156f3e2-6152-4ea2-a995-afbeacbfe8e5 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Usage tracker for resource:security_group_rule and tenant:6012375da65d478a8f1fa9a47c576512 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:56:21.976219 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-5156f3e2-6152-4ea2-a995-afbeacbfe8e5 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:56:22.192973 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5156f3e2-6152-4ea2-a995-afbeacbfe8e5 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:56:22.322281 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f125a6-be80-4aa6-b504-58d044631dbc tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:56:22.325244 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f125a6-be80-4aa6-b504-58d044631dbc tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:56:22.327249 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f125a6-be80-4aa6-b504-58d044631dbc tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:56:22.328662 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-e4f125a6-be80-4aa6-b504-58d044631dbc tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Synchronizing usage tracker for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:subnet {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:56:22.333819 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8691699d-86d5-4805-a1e7-5cb32cb37cff tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:22.340016 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-082c3014-a428-4108-8fc2-cfdb36f22d50 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:22.378598 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device c8d8acfe-8ec7-4001-81ee-5c2282d00bc2 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:56:22.533442 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8691699d-86d5-4805-a1e7-5cb32cb37cff tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Network badcadf7-7a0e-4767-9ad6-9ba36fe36fd0 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:56:22.612278 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-5156f3e2-6152-4ea2-a995-afbeacbfe8e5 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 13:56:22.613350 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-5156f3e2-6152-4ea2-a995-afbeacbfe8e5 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.7732582 May 31 13:56:22.625423 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-8691699d-86d5-4805-a1e7-5cb32cb37cff tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:56:22.634705 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49132) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:22.650112 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-e4f125a6-be80-4aa6-b504-58d044631dbc tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Unset dirty status for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:subnet {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:56:22.654843 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-e4f125a6-be80-4aa6-b504-58d044631dbc tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.7204378 May 31 13:56:22.656292 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8691699d-86d5-4805-a1e7-5cb32cb37cff tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:56:22.660154 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-d2fcd5ff-21c6-4f87-881f-75883762d3e6 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Request body: {'security_group_rule': {'security_group_id': '8db0d9fa-23da-49ae-bbfe-47912df18cd7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:56:22.660928 n-d-843939-1 neutron-server[88369]: WARNING neutron.api.v2.base [None req-d2fcd5ff-21c6-4f87-881f-75883762d3e6 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 31 13:56:22.661604 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-d2fcd5ff-21c6-4f87-881f-75883762d3e6 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 13:56:22.662835 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d2fcd5ff-21c6-4f87-881f-75883762d3e6 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0211010 May 31 13:56:22.663560 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49138) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:22.740101 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 49142) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:22.783535 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-bcb60198-7a24-4aec-a8dd-12b1d5f88dc7 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Request body: {'security_group_rule': {'security_group_id': '8db0d9fa-23da-49ae-bbfe-47912df18cd7', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:56:22.801839 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port c8d8acfe-8ec7-4001-81ee-5c2282d00bc2 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:56:22.824791 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port c8d8acfe-8ec7-4001-81ee-5c2282d00bc2 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:56:22.825602 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:22.826704 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-bcb60198-7a24-4aec-a8dd-12b1d5f88dc7 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:56:22.856211 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8691699d-86d5-4805-a1e7-5cb32cb37cff tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Pushing event updated for resources: {'Port': ['ID=659e500f-f8bf-4e6c-9d94-81e70b064fdf,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:22.863126 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-bcb60198-7a24-4aec-a8dd-12b1d5f88dc7 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Usage tracker for resource:security_group_rule and tenant:6012375da65d478a8f1fa9a47c576512 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:56:22.865024 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-53260243-a0c4-45e7-8698-851b79b7ae42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27e79ddf-4638-4227-a03b-498a82db835c', 'name': 'tempest-TestAggregatesBasicOps-1960107686-router', 'tenant_id': '3580a1bc76914897aa83cf717a15e1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '133e68f9-dd6f-4bdb-a000-ad2105b21777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:55:53Z', 'updated_at': '2022-05-31T13:56:14Z', 'revision_number': 4, 'project_id': '3580a1bc76914897aa83cf717a15e1fc', 'gw_port': {'id': '133e68f9-dd6f-4bdb-a000-ad2105b21777', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:bd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e79ddf-4638-4227-a03b-498a82db835c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:55:57Z', 'updated_at': '2022-05-31T13:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'dfd822a7-556b-4d1b-a2ae-eec587d22390', 'name': '', 'network_id': 'adbff514-f77b-4a65-a8e3-7662b06cb9f2', 'tenant_id': '3580a1bc76914897aa83cf717a15e1fc', 'mac_address': 'fa:16:3e:a0:72:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27e79ddf-4638-4227-a03b-498a82db835c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '6ff80703-9832-4f32-b4ae-59e5457c0084', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:56:09Z', 'updated_at': '2022-05-31T13:56:15Z', 'revision_number': 2, 'project_id': '3580a1bc76914897aa83cf717a15e1fc', 'subnets': [{'id': '6ff80703-9832-4f32-b4ae-59e5457c0084', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:56:22.874800 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5875589a-bcbf-4e51-8520-f3ff0479350b tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:22.907276 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53260243-a0c4-45e7-8698-851b79b7ae42 None None] Checking router: 27e79ddf-4638-4227-a03b-498a82db835c for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:56:22.907631 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53260243-a0c4-45e7-8698-851b79b7ae42 None None] Updating router 27e79ddf-4638-4227-a03b-498a82db835c port dfd822a7-556b-4d1b-a2ae-eec587d22390 binding host n-d-843939-1 {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:56:22.952343 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-bcb60198-7a24-4aec-a8dd-12b1d5f88dc7 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:56:22.962669 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082c3014-a428-4108-8fc2-cfdb36f22d50 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Pushing event deleted for resources: {'Port': ['ID=1c0cae69-3da2-450e-b34b-9a2cddbccdec,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:22.980475 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-bcb60198-7a24-4aec-a8dd-12b1d5f88dc7 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:56:22.991453 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-082c3014-a428-4108-8fc2-cfdb36f22d50 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577389'] for router_gateway, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:23.078445 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-53260243-a0c4-45e7-8698-851b79b7ae42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:23.122375 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c9f21b3-6901-4aab-b145-8dee4301ad1a tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Deleting subnet 201a641f-b226-4238-961f-57258bc4d949 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:56:23.143127 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1c9f21b3-6901-4aab-b145-8dee4301ad1a tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:23.355566 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-082c3014-a428-4108-8fc2-cfdb36f22d50 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:23.360310 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-082c3014-a428-4108-8fc2-cfdb36f22d50 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:23.400386 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-082c3014-a428-4108-8fc2-cfdb36f22d50 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:23.401615 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-082c3014-a428-4108-8fc2-cfdb36f22d50 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0f8e8344-d0fa-41fb-af5c-a7a70fc6ea2d {{(pid=88370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:56:23.415803 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8691699d-86d5-4805-a1e7-5cb32cb37cff tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:23.503971 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port c8d8acfe-8ec7-4001-81ee-5c2282d00bc2 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:56:23.505334 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1c9f21b3-6901-4aab-b145-8dee4301ad1a tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:23.507667 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-082c3014-a428-4108-8fc2-cfdb36f22d50 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:23.514778 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-082c3014-a428-4108-8fc2-cfdb36f22d50 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] 10.222.0.50 "DELETE /v2.0/routers/0f8e8344-d0fa-41fb-af5c-a7a70fc6ea2d HTTP/1.1" status: 204 len: 168 time: 4.1554275 May 31 13:56:23.515002 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:23.528616 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 49162) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:23.780963 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port c8d8acfe-8ec7-4001-81ee-5c2282d00bc2, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=c8d8acfe-8ec7-4001-81ee-5c2282d00bc2,segment=NetworkSegment(b9f4ed57-b2e5-4e59-b38f-a9cf436507d9),segment_id=b9f4ed57-b2e5-4e59-b38f-a9cf436507d9)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:56:23.786689 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-62315178-a543-492e-9eca-e10e1375124b None None] Provisioning complete for port c8d8acfe-8ec7-4001-81ee-5c2282d00bc2 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:56:23.787132 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-62315178-a543-492e-9eca-e10e1375124b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:23.865308 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5875589a-bcbf-4e51-8520-f3ff0479350b tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Router fe30d05d-f58c-435c-a816-b9ce70d78005 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:56:23.881607 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:23.883173 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 1c0cae69-3da2-450e-b34b-9a2cddbccdec up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:56:24.021605 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=c8d8acfe-8ec7-4001-81ee-5c2282d00bc2,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:24.045178 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 1c0cae69-3da2-450e-b34b-9a2cddbccdec {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:56:24.045519 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 1c0cae69-3da2-450e-b34b-9a2cddbccdec not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 31 13:56:24.068640 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bff06f0c-750a-4177-963e-47009bb5f193 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks [] for router, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:24.094658 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Port 1c0cae69-3da2-450e-b34b-9a2cddbccdec not found, will not notify nova. {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 31 13:56:24.219730 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1c9f21b3-6901-4aab-b145-8dee4301ad1a tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:24.346903 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-62315178-a543-492e-9eca-e10e1375124b None None] Current status of the port c8d8acfe-8ec7-4001-81ee-5c2282d00bc2 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:56:24.365834 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-62315178-a543-492e-9eca-e10e1375124b None None] Provisioning for port 659e500f-f8bf-4e6c-9d94-81e70b064fdf completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:56:24.374532 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-62315178-a543-492e-9eca-e10e1375124b None None] Provisioning complete for port 659e500f-f8bf-4e6c-9d94-81e70b064fdf triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:56:24.374961 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-62315178-a543-492e-9eca-e10e1375124b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:24.397730 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5875589a-bcbf-4e51-8520-f3ff0479350b tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:56:24.410245 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1c9f21b3-6901-4aab-b145-8dee4301ad1a tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:24.411067 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12713ad-6957-4ef8-a756-8991ff9311ca None None] Sync routers for ids ['fe30d05d-f58c-435c-a816-b9ce70d78005'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:56:24.429232 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12713ad-6957-4ef8-a756-8991ff9311ca None None] Routers {'fe30d05d-f58c-435c-a816-b9ce70d78005'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:56:24.434107 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-a12713ad-6957-4ef8-a756-8991ff9311ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:56:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['fe30d05d-f58c-435c-a816-b9ce70d78005'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:56:24.434890 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device c8d8acfe-8ec7-4001-81ee-5c2282d00bc2 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:56:24.466075 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9f21b3-6901-4aab-b145-8dee4301ad1a tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event deleted for resources: {'Subnet': ['ID=201a641f-b226-4238-961f-57258bc4d949,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:24.470241 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1c9f21b3-6901-4aab-b145-8dee4301ad1a tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:24.488459 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.resource_extend [None req-53260243-a0c4-45e7-8698-851b79b7ae42 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:56:24.490184 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-5875589a-bcbf-4e51-8520-f3ff0479350b tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] 10.222.0.50 "PUT /v2.0/routers/fe30d05d-f58c-435c-a816-b9ce70d78005/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5408278 May 31 13:56:24.493676 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-1c9f21b3-6901-4aab-b145-8dee4301ad1a tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/subnets/201a641f-b226-4238-961f-57258bc4d949 HTTP/1.1" status: 204 len: 168 time: 1.8271296 May 31 13:56:24.498906 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49192) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:24.498906 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49194) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:24.562549 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2420696-a8b9-42f0-8e46-999362f4bed9 None None] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:56:24.636302 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-a12713ad-6957-4ef8-a756-8991ff9311ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:56:24.647841 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-8aa1250a-d689-4ac3-b206-5846204f9c76 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] show failed (client error): The resource could not be found. May 31 13:56:24.649122 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-8aa1250a-d689-4ac3-b206-5846204f9c76 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] 10.222.0.50 "GET /v2.0/routers/tempest-non_exist_router-26883948 HTTP/1.1" status: 404 len: 333 time: 0.1491590 May 31 13:56:24.651069 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12713ad-6957-4ef8-a756-8991ff9311ca None None] Routers {'fe30d05d-f58c-435c-a816-b9ce70d78005'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:56:24.653926 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-a12713ad-6957-4ef8-a756-8991ff9311ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:56:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['fe30d05d-f58c-435c-a816-b9ce70d78005'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:56:24.706231 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49210) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:24.737549 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-a12713ad-6957-4ef8-a756-8991ff9311ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:56:24.738045 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-7ad6a711-3cae-495b-ae88-450f5a2377e4 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:56:24.738673 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12713ad-6957-4ef8-a756-8991ff9311ca None None] The sync data for ids ['fe30d05d-f58c-435c-a816-b9ce70d78005'] in n-d-843939-1 is: [] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:56:24.831601 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 49216) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:24.862140 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-7ad6a711-3cae-495b-ae88-450f5a2377e4 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] update failed (client error): The resource could not be found. May 31 13:56:24.863467 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-7ad6a711-3cae-495b-ae88-450f5a2377e4 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] 10.222.0.50 "PUT /v2.0/routers/tempest-non_exist_router-2110222729 HTTP/1.1" status: 404 len: 335 time: 0.1562803 May 31 13:56:24.866961 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49218) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:24.940807 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-f16b29b4-3059-4323-88d2-2351754970ec tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Deleting subnet 4bb4f4d3-b083-49f0-aa22-71e48433c091 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:56:24.945864 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f16b29b4-3059-4323-88d2-2351754970ec tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:24.955779 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [None req-bcb60198-7a24-4aec-a8dd-12b1d5f88dc7 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 13:56:24.960576 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-bcb60198-7a24-4aec-a8dd-12b1d5f88dc7 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 2.2078521 May 31 13:56:24.964170 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 49222) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:24.966425 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bff06f0c-750a-4177-963e-47009bb5f193 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:25.026044 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-62315178-a543-492e-9eca-e10e1375124b None None] Port 659e500f-f8bf-4e6c-9d94-81e70b064fdf cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:56:25.027163 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-d918fea1-cdb3-4692-a58e-6e355b93a594 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Deleting subnet 07623fd3-ff7f-42bd-9b82-e9d336000537 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:56:25.037278 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d918fea1-cdb3-4692-a58e-6e355b93a594 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:25.082151 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f16b29b4-3059-4323-88d2-2351754970ec tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:25.109089 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-53260243-a0c4-45e7-8698-851b79b7ae42 None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:25.112604 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port c8d8acfe-8ec7-4001-81ee-5c2282d00bc2 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:56:25.113007 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:25.136153 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-a6c2e038-10a6-430e-ad58-3ca607b4a6d4 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Request body: {'security_group_rule': {'security_group_id': '8db0d9fa-23da-49ae-bbfe-47912df18cd7', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:56:25.137214 n-d-843939-1 neutron-server[88370]: WARNING neutron.api.v2.base [None req-a6c2e038-10a6-430e-ad58-3ca607b4a6d4 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 May 31 13:56:25.138005 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [None req-a6c2e038-10a6-430e-ad58-3ca607b4a6d4 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 13:56:25.142710 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-a6c2e038-10a6-430e-ad58-3ca607b4a6d4 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.1631861 May 31 13:56:25.143425 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49228) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:25.161405 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-4ea146d0-abe0-4750-8212-21fbdcf69778 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Request body: {'security_group_rule': {'security_group_id': '8db0d9fa-23da-49ae-bbfe-47912df18cd7', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:56:25.177313 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d918fea1-cdb3-4692-a58e-6e355b93a594 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:25.206322 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-bff06f0c-750a-4177-963e-47009bb5f193 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Deleting port 657af59c-656f-4449-8cba-fc43ad20fb29 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:56:25.207176 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bff06f0c-750a-4177-963e-47009bb5f193 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:25.219916 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4ea146d0-abe0-4750-8212-21fbdcf69778 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:56:25.239033 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-4ea146d0-abe0-4750-8212-21fbdcf69778 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Usage tracker for resource:security_group_rule and tenant:6012375da65d478a8f1fa9a47c576512 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:56:25.249241 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-53260243-a0c4-45e7-8698-851b79b7ae42 None None] Transition to ACTIVE for port object dfd822a7-556b-4d1b-a2ae-eec587d22390 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:56:25.250926 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-4ea146d0-abe0-4750-8212-21fbdcf69778 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:56:25.270042 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4ea146d0-abe0-4750-8212-21fbdcf69778 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:56:25.293321 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-53260243-a0c4-45e7-8698-851b79b7ae42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:25.331028 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8691699d-86d5-4805-a1e7-5cb32cb37cff tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:25.351383 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-4ea146d0-abe0-4750-8212-21fbdcf69778 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 13:56:25.356130 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-4ea146d0-abe0-4750-8212-21fbdcf69778 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2065718 May 31 13:56:25.359912 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49240) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:25.385171 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f16b29b4-3059-4323-88d2-2351754970ec tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:25.411832 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a052db69-07cc-4184-8a07-01f4de971b40 None None] Provisioning complete for port 659e500f-f8bf-4e6c-9d94-81e70b064fdf triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:56:25.412212 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a052db69-07cc-4184-8a07-01f4de971b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:25.456629 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-91dc553a-57f4-424d-b43e-7dca81024da9 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Request body: {'security_group_rule': {'security_group_id': '8db0d9fa-23da-49ae-bbfe-47912df18cd7', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:56:25.494578 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-91dc553a-57f4-424d-b43e-7dca81024da9 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:56:25.500455 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-91dc553a-57f4-424d-b43e-7dca81024da9 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Usage tracker for resource:security_group_rule and tenant:6012375da65d478a8f1fa9a47c576512 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:56:25.506371 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-91dc553a-57f4-424d-b43e-7dca81024da9 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:56:25.519449 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-91dc553a-57f4-424d-b43e-7dca81024da9 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:56:25.543227 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d918fea1-cdb3-4692-a58e-6e355b93a594 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:25.627162 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f16b29b4-3059-4323-88d2-2351754970ec tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:25.657106 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685467dc-6796-4849-b4a9-d9153ccf189c None None] Pushing event updated for resources: {'Port': ['ID=dfd822a7-556b-4d1b-a2ae-eec587d22390,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:25.686533 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-91dc553a-57f4-424d-b43e-7dca81024da9 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 13:56:25.687656 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-91dc553a-57f4-424d-b43e-7dca81024da9 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3274643 May 31 13:56:25.688786 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f16b29b4-3059-4323-88d2-2351754970ec tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:25.701831 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16b29b4-3059-4323-88d2-2351754970ec tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event deleted for resources: {'Subnet': ['ID=4bb4f4d3-b083-49f0-aa22-71e48433c091,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:25.703790 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49258) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:25.707681 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-f16b29b4-3059-4323-88d2-2351754970ec tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/subnets/4bb4f4d3-b083-49f0-aa22-71e48433c091 HTTP/1.1" status: 204 len: 168 time: 1.2022879 May 31 13:56:25.724934 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49262) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:25.827951 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-839cb46a-7be5-4713-b5e0-48f1f4b3d176 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1016603 May 31 13:56:25.834078 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49266) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:25.900366 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d918fea1-cdb3-4692-a58e-6e355b93a594 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:25.950286 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d918fea1-cdb3-4692-a58e-6e355b93a594 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Pushing event deleted for resources: {'Subnet': ['ID=07623fd3-ff7f-42bd-9b82-e9d336000537,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:25.975441 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d918fea1-cdb3-4692-a58e-6e355b93a594 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:25.993513 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d918fea1-cdb3-4692-a58e-6e355b93a594 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] 10.222.0.50 "DELETE /v2.0/subnets/07623fd3-ff7f-42bd-9b82-e9d336000537 HTTP/1.1" status: 204 len: 168 time: 1.1239901 May 31 13:56:26.008076 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49278) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:26.017154 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da81d3e8-99e1-44f6-ad63-e6d833bfc0d7 None None] Network 961921f0-e1b3-442f-8236-997fbf48117e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:56:26.080576 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2016d94d-937e-4fa3-9c46-2aaa090583d7 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:26.154207 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73498c59-1882-4daf-9c3a-f5a5adecfc06 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:56:26.156028 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-73498c59-1882-4daf-9c3a-f5a5adecfc06 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3209546 May 31 13:56:26.164484 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49284) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:26.261256 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2016d94d-937e-4fa3-9c46-2aaa090583d7 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:26.271080 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-53260243-a0c4-45e7-8698-851b79b7ae42 None None] Attempting to bind port dfd822a7-556b-4d1b-a2ae-eec587d22390 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:56:26.271923 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-53260243-a0c4-45e7-8698-851b79b7ae42 None None] Attempting to bind port dfd822a7-556b-4d1b-a2ae-eec587d22390 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '0ac765a8-6b19-440c-b0d1-cdb8132dab02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'adbff514-f77b-4a65-a8e3-7662b06cb9f2'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:56:26.272393 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53260243-a0c4-45e7-8698-851b79b7ae42 None None] Attempting to bind port dfd822a7-556b-4d1b-a2ae-eec587d22390 on network adbff514-f77b-4a65-a8e3-7662b06cb9f2 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:56:26.279386 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-a052db69-07cc-4184-8a07-01f4de971b40 None None] Port 659e500f-f8bf-4e6c-9d94-81e70b064fdf cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:56:26.296957 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a3c7436-afec-439f-8aa8-89e7d17a5a13 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Deleting subnet 891c79c2-1191-49b8-9a97-fab2635a8a0d {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:56:26.301033 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53260243-a0c4-45e7-8698-851b79b7ae42 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:56:26.301630 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5a3c7436-afec-439f-8aa8-89e7d17a5a13 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:26.301809 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53260243-a0c4-45e7-8698-851b79b7ae42 None None] Checking segment: {'id': '0ac765a8-6b19-440c-b0d1-cdb8132dab02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'adbff514-f77b-4a65-a8e3-7662b06cb9f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:56:26.302372 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-53260243-a0c4-45e7-8698-851b79b7ae42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:26.303013 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53260243-a0c4-45e7-8698-851b79b7ae42 None None] Bound using segment: {'id': '0ac765a8-6b19-440c-b0d1-cdb8132dab02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'adbff514-f77b-4a65-a8e3-7662b06cb9f2'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:56:26.303798 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-53260243-a0c4-45e7-8698-851b79b7ae42 None None] Bound port: dfd822a7-556b-4d1b-a2ae-eec587d22390, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ac765a8-6b19-440c-b0d1-cdb8132dab02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'adbff514-f77b-4a65-a8e3-7662b06cb9f2'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:56:26.304425 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-53260243-a0c4-45e7-8698-851b79b7ae42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:26.429754 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port c8d8acfe-8ec7-4001-81ee-5c2282d00bc2 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:56:26.450178 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb41b5d-3547-4c66-b256-258827a08b3f tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:56:26.451269 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-0fb41b5d-3547-4c66-b256-258827a08b3f tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Synchronizing usage tracker for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:subnet {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:56:26.510370 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5a3c7436-afec-439f-8aa8-89e7d17a5a13 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:26.584435 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-53260243-a0c4-45e7-8698-851b79b7ae42 None None] For port dfd822a7-556b-4d1b-a2ae-eec587d22390, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:56:26.589095 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-53260243-a0c4-45e7-8698-851b79b7ae42 None None] For port dfd822a7-556b-4d1b-a2ae-eec587d22390, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=dfd822a7-556b-4d1b-a2ae-eec587d22390,segment=NetworkSegment(0ac765a8-6b19-440c-b0d1-cdb8132dab02),segment_id=0ac765a8-6b19-440c-b0d1-cdb8132dab02)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:56:26.598549 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 1c0cae69-3da2-450e-b34b-9a2cddbccdec no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:56:26.669917 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-53260243-a0c4-45e7-8698-851b79b7ae42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:26.690726 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-bff06f0c-750a-4177-963e-47009bb5f193 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] For port 657af59c-656f-4449-8cba-fc43ad20fb29, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=657af59c-656f-4449-8cba-fc43ad20fb29,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:56:26.691377 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bff06f0c-750a-4177-963e-47009bb5f193 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:26.732825 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-0fb41b5d-3547-4c66-b256-258827a08b3f tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Unset dirty status for tenant:d13dddbe1502489da91f2f88306fdca6 on resource:subnet {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:56:26.736452 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-0fb41b5d-3547-4c66-b256-258827a08b3f tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5677629 May 31 13:56:26.740316 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49290) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:26.783670 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 49294) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:26.793381 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685467dc-6796-4849-b4a9-d9153ccf189c None None] Pushing event updated for resources: {'Port': ['ID=dfd822a7-556b-4d1b-a2ae-eec587d22390,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:26.809487 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 1c0cae69-3da2-450e-b34b-9a2cddbccdec {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:56:26.809928 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 1c0cae69-3da2-450e-b34b-9a2cddbccdec not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:56:26.837458 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2016d94d-937e-4fa3-9c46-2aaa090583d7 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:26.848092 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53260243-a0c4-45e7-8698-851b79b7ae42 None None] Routers {'27e79ddf-4638-4227-a03b-498a82db835c'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:56:26.849058 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-53260243-a0c4-45e7-8698-851b79b7ae42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:56:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['27e79ddf-4638-4227-a03b-498a82db835c'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:56:26.879947 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-15190ce2-5025-417a-85b2-f69b42eccf9d tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1384130 May 31 13:56:26.892878 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49300) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:26.948585 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2016d94d-937e-4fa3-9c46-2aaa090583d7 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db0d9fa-23da-49ae-bbfe-47912df18cd7,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:26.957335 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-bff06f0c-750a-4177-963e-47009bb5f193 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Calling delete_port for 657af59c-656f-4449-8cba-fc43ad20fb29 owned by network:router_gateway {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:56:26.999894 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5a3c7436-afec-439f-8aa8-89e7d17a5a13 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:27.099521 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2016d94d-937e-4fa3-9c46-2aaa090583d7 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:27.099883 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-53260243-a0c4-45e7-8698-851b79b7ae42 None None] Set router 27e79ddf-4638-4227-a03b-498a82db835c gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:56:27.101332 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-2016d94d-937e-4fa3-9c46-2aaa090583d7 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] 10.222.0.50 "DELETE /v2.0/security-groups/8db0d9fa-23da-49ae-bbfe-47912df18cd7 HTTP/1.1" status: 204 len: 168 time: 1.3959496 May 31 13:56:27.104007 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5a3c7436-afec-439f-8aa8-89e7d17a5a13 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:27.109108 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca98a47c-1070-4a12-ab6a-39fc4dcb0da3 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] DELETE failed (client error): The resource could not be found. May 31 13:56:27.109677 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca98a47c-1070-4a12-ab6a-39fc4dcb0da3 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:56:27.116811 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49304) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:27.150646 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ca98a47c-1070-4a12-ab6a-39fc4dcb0da3 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/ports/8366f0f7-c698-4b90-b4ab-532f321ec413 HTTP/1.1" status: 404 len: 333 time: 0.2537129 May 31 13:56:27.173838 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49306) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:27.212254 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414c19e8-2b50-4b5b-9298-dea84e01e414 None None] Update dhcp port {'port': {'network_id': '8d0ca4ab-0d39-494b-8b5d-2861af857a5e', 'fixed_ips': [{'subnet_id': '4bb4f4d3-b083-49f0-aa22-71e48433c091'}], 'binding:host_id': 'n-d-843939-1'}, 'id': '00312f19-ba17-4d48-a4f1-fc19c70238d0'} from n-d-843939-1. {{(pid=88371) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 31 13:56:27.218286 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3c7436-afec-439f-8aa8-89e7d17a5a13 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Pushing event deleted for resources: {'Subnet': ['ID=891c79c2-1191-49b8-9a97-fab2635a8a0d,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:27.227844 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5a3c7436-afec-439f-8aa8-89e7d17a5a13 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:27.229930 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-5a3c7436-afec-439f-8aa8-89e7d17a5a13 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] 10.222.0.50 "DELETE /v2.0/subnets/891c79c2-1191-49b8-9a97-fab2635a8a0d HTTP/1.1" status: 204 len: 168 time: 1.2200749 May 31 13:56:27.237041 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49312) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:27.238043 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-2380004f-c73b-48ab-9021-f2f2b459bb10 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] DELETE failed (client error): The resource could not be found. May 31 13:56:27.238513 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2380004f-c73b-48ab-9021-f2f2b459bb10 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:56:27.245851 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-2380004f-c73b-48ab-9021-f2f2b459bb10 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/subnets/4bb4f4d3-b083-49f0-aa22-71e48433c091 HTTP/1.1" status: 404 len: 337 time: 0.0654693 May 31 13:56:27.268348 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49316) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:27.313156 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9dd965fa-5909-4385-a99b-ff6a9ce227b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:27.357596 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-9dd965fa-5909-4385-a99b-ff6a9ce227b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:56:27.369798 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-9dd965fa-5909-4385-a99b-ff6a9ce227b1 admin admin] Usage tracker for resource:security_group_rule and tenant:48cf152fd8a64379980ad3f92b3b0ea1 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:56:27.380237 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7add7f1-0a32-4750-912e-737cef6199ff None None] Network a2956478-3844-4015-bcf7-8bd027c75542 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:56:27.385008 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8691699d-86d5-4805-a1e7-5cb32cb37cff tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:27.388633 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-9dd965fa-5909-4385-a99b-ff6a9ce227b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:56:27.406384 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8691699d-86d5-4805-a1e7-5cb32cb37cff tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:27.447706 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-9dd965fa-5909-4385-a99b-ff6a9ce227b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:56:27.466150 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-073eecab-431e-4711-bcea-b3b9c3718307 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Synchronizing usage tracker for tenant:6012375da65d478a8f1fa9a47c576512 on resource:security_group {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:56:27.487388 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-45cd7d42-6469-40a9-92a4-6c7598b2ed33 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] DELETE failed (client error): The resource could not be found. May 31 13:56:27.487884 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45cd7d42-6469-40a9-92a4-6c7598b2ed33 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:56:27.493234 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-45cd7d42-6469-40a9-92a4-6c7598b2ed33 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/subnets/201a641f-b226-4238-961f-57258bc4d949 HTTP/1.1" status: 404 len: 337 time: 0.2178049 May 31 13:56:27.494636 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49320) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:27.504459 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ff5a24f3-4615-4db6-ac33-f4df9344c91b tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:27.571531 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-8834f09a-4dcd-4ae5-91d9-6a2e43f28a50 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] DELETE failed (client error): The resource could not be found. May 31 13:56:27.572116 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8834f09a-4dcd-4ae5-91d9-6a2e43f28a50 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:56:27.574017 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-8834f09a-4dcd-4ae5-91d9-6a2e43f28a50 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/ports/f84d75b9-9783-4a4d-9995-2452c2947b1c HTTP/1.1" status: 404 len: 333 time: 0.0748434 May 31 13:56:27.577434 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49324) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:27.581423 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-073eecab-431e-4711-bcea-b3b9c3718307 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Unset dirty status for tenant:6012375da65d478a8f1fa9a47c576512 on resource:security_group {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:56:27.581979 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8691699d-86d5-4805-a1e7-5cb32cb37cff tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:27.597742 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-073eecab-431e-4711-bcea-b3b9c3718307 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4442306 May 31 13:56:27.603005 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 49328) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:27.618377 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-c9345e37-b9f8-4996-8a50-82a6edf55fdc tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Request body: {'security_group': {'name': 'tempest-secgroup--1124782328'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:56:27.636169 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95771275-08fd-4ca0-bb56-c1ac91b138a0 None None] DHCP port deletion for 961921f0-e1b3-442f-8236-997fbf48117e request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:56:27.649413 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-ff5a24f3-4615-4db6-ac33-f4df9344c91b tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Deleting port e807b473-3929-4611-9f5d-e08a03ab2412 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:56:27.649775 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-414c19e8-2b50-4b5b-9298-dea84e01e414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:27.649973 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ff5a24f3-4615-4db6-ac33-f4df9344c91b tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:27.668259 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-95771275-08fd-4ca0-bb56-c1ac91b138a0 None None] Deleting port e807b473-3929-4611-9f5d-e08a03ab2412 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:56:27.668778 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-95771275-08fd-4ca0-bb56-c1ac91b138a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:27.685419 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8691699d-86d5-4805-a1e7-5cb32cb37cff tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Pushing event updated for resources: {'Port': ['ID=659e500f-f8bf-4e6c-9d94-81e70b064fdf,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:27.689563 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c9345e37-b9f8-4996-8a50-82a6edf55fdc tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:56:27.696923 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-d82286d4-6395-4160-8570-e2ab66724400 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] DELETE failed (client error): The resource could not be found. May 31 13:56:27.697384 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d82286d4-6395-4160-8570-e2ab66724400 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:56:27.699392 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d82286d4-6395-4160-8570-e2ab66724400 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/subnets/3d3fd146-81d9-4129-b6c3-41476b6cf65a HTTP/1.1" status: 404 len: 337 time: 0.1205585 May 31 13:56:27.706934 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49332) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:27.757518 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d8627d1-69f9-4aeb-9adf-9db8aef97288 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] DELETE failed (client error): The resource could not be found. May 31 13:56:27.757518 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d8627d1-69f9-4aeb-9adf-9db8aef97288 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:56:27.763041 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-2d8627d1-69f9-4aeb-9adf-9db8aef97288 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/subnets/ce18ef3b-d13f-4738-b47b-4a7b8a79d45f HTTP/1.1" status: 404 len: 337 time: 0.0521717 May 31 13:56:27.764361 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49336) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:27.843467 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c9345e37-b9f8-4996-8a50-82a6edf55fdc tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:56:27.865928 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c5b6c48-4114-46ef-9a53-e40175c10c51 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] DELETE failed (client error): The resource could not be found. May 31 13:56:27.866791 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c5b6c48-4114-46ef-9a53-e40175c10c51 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:56:27.869447 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-3c5b6c48-4114-46ef-9a53-e40175c10c51 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/ports/615db370-2498-447a-909b-dcd5cade8783 HTTP/1.1" status: 404 len: 333 time: 0.1039135 May 31 13:56:27.872458 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49340) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:27.905674 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c9345e37-b9f8-4996-8a50-82a6edf55fdc tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:27.921304 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-e969266e-5a37-4de7-b488-7d773a38b119 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] DELETE failed (client error): The resource could not be found. May 31 13:56:27.921793 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e969266e-5a37-4de7-b488-7d773a38b119 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:56:27.926129 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e969266e-5a37-4de7-b488-7d773a38b119 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/subnets/13c70a5f-c600-4acd-ad0c-c3c3378b3362 HTTP/1.1" status: 404 len: 337 time: 0.0505476 May 31 13:56:27.940498 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49344) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:28.008004 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c9345e37-b9f8-4996-8a50-82a6edf55fdc tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:56:28.033009 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-c9345e37-b9f8-4996-8a50-82a6edf55fdc tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Usage tracker for resource:security_group_rule and tenant:6012375da65d478a8f1fa9a47c576512 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:56:28.037297 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-c9345e37-b9f8-4996-8a50-82a6edf55fdc tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:56:28.043390 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-f13de357-ccf8-4436-824a-0a41168f7d02 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] DELETE failed (client error): The resource could not be found. May 31 13:56:28.044704 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f13de357-ccf8-4436-824a-0a41168f7d02 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:56:28.049199 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-f13de357-ccf8-4436-824a-0a41168f7d02 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/subnets/c700a424-6dea-4e1d-81dc-deafa053ea46 HTTP/1.1" status: 404 len: 337 time: 0.1041007 May 31 13:56:28.057825 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49348) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:28.060375 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c9345e37-b9f8-4996-8a50-82a6edf55fdc tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:56:28.066583 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8691699d-86d5-4805-a1e7-5cb32cb37cff tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Network badcadf7-7a0e-4767-9ad6-9ba36fe36fd0 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:56:28.076838 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-8691699d-86d5-4805-a1e7-5cb32cb37cff tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:56:28.096091 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bff06f0c-750a-4177-963e-47009bb5f193 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:28.131941 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-8157fc75-1095-4187-adde-92ffcabd9b05 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] DELETE failed (client error): The resource could not be found. May 31 13:56:28.132772 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8157fc75-1095-4187-adde-92ffcabd9b05 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:56:28.139753 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-8157fc75-1095-4187-adde-92ffcabd9b05 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/ports/bdcf1d4d-331b-457a-8a4b-b7ac4e00b1fb HTTP/1.1" status: 404 len: 333 time: 0.0773005 May 31 13:56:28.143974 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49352) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:28.161006 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-ff5a24f3-4615-4db6-ac33-f4df9344c91b tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] For port e807b473-3929-4611-9f5d-e08a03ab2412, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=e807b473-3929-4611-9f5d-e08a03ab2412,segment=NetworkSegment(1ab64669-87ef-4c91-ba5e-a6345b0caa90),segment_id=1ab64669-87ef-4c91-ba5e-a6345b0caa90)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:56:28.161006 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ff5a24f3-4615-4db6-ac33-f4df9344c91b tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:28.184265 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9dd965fa-5909-4385-a99b-ff6a9ce227b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:28.260555 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-22764074-cafa-4ed7-837e-6ea6fbf91f03 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] DELETE failed (client error): The resource could not be found. May 31 13:56:28.261032 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22764074-cafa-4ed7-837e-6ea6fbf91f03 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:56:28.267089 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-22764074-cafa-4ed7-837e-6ea6fbf91f03 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/subnets/0f75d430-b9cb-40b5-85e7-52d454c2f0e4 HTTP/1.1" status: 404 len: 337 time: 0.1173127 May 31 13:56:28.288256 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 49356) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:28.299687 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f240d722-d44a-4491-abe0-8708fdfab602 None None] Network 8d0ca4ab-0d39-494b-8b5d-2861af857a5e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:56:28.303140 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c5bd5d7a-2ed8-4726-b69b-61031fbb3ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:28.403273 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-ff5a24f3-4615-4db6-ac33-f4df9344c91b tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Calling delete_port for e807b473-3929-4611-9f5d-e08a03ab2412 owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:56:28.437083 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-95771275-08fd-4ca0-bb56-c1ac91b138a0 None None] For port e807b473-3929-4611-9f5d-e08a03ab2412, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=e807b473-3929-4611-9f5d-e08a03ab2412,segment=NetworkSegment(1ab64669-87ef-4c91-ba5e-a6345b0caa90),segment_id=1ab64669-87ef-4c91-ba5e-a6345b0caa90)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:56:28.437821 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-95771275-08fd-4ca0-bb56-c1ac91b138a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:28.522063 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ff5a24f3-4615-4db6-ac33-f4df9344c91b tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:28.530408 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff06f0c-750a-4177-963e-47009bb5f193 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Pushing event deleted for resources: {'Port': ['ID=657af59c-656f-4449-8cba-fc43ad20fb29,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:28.532616 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9dd965fa-5909-4385-a99b-ff6a9ce227b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:28.592251 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5a24f3-4615-4db6-ac33-f4df9344c91b tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] No DVR routers for this DVR port e807b473-3929-4611-9f5d-e08a03ab2412 on host n-d-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:56:28.637648 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5a24f3-4615-4db6-ac33-f4df9344c91b tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Pushing event deleted for resources: {'Port': ['ID=e807b473-3929-4611-9f5d-e08a03ab2412,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:28.657367 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-b306d9f1-d915-4164-958b-8cfd9cd68bce tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] DELETE failed (client error): The resource could not be found. May 31 13:56:28.657367 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b306d9f1-d915-4164-958b-8cfd9cd68bce tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:56:28.678693 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device e807b473-3929-4611-9f5d-e08a03ab2412 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:56:28.727820 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-95771275-08fd-4ca0-bb56-c1ac91b138a0 None None] Calling delete_port for e807b473-3929-4611-9f5d-e08a03ab2412 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:56:28.764570 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53c9256-7c92-4aff-ba5e-018580bddea1 None None] DHCP port deletion for a2956478-3844-4015-bcf7-8bd027c75542 request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:56:28.766104 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ab4ceecd-7e09-4aa3-9b0c-80f64c7554ec None None] Provisioning complete for port 00312f19-ba17-4d48-a4f1-fc19c70238d0 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:56:28.766584 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ab4ceecd-7e09-4aa3-9b0c-80f64c7554ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:28.782500 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-9dd965fa-5909-4385-a99b-ff6a9ce227b1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=48cf152fd8a64379980ad3f92b3b0ea1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9980154 May 31 13:56:28.788696 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 49360) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:28.800496 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd965fa-5909-4385-a99b-ff6a9ce227b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=768de5b1-f4f1-4b8c-8ef2-90a3fe3b491c,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:28.835063 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: e807b473-3929-4611-9f5d-e08a03ab2412 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:56:28.835560 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device e807b473-3929-4611-9f5d-e08a03ab2412 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:56:28.836240 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 00312f19-ba17-4d48-a4f1-fc19c70238d0 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:56:28.907662 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-d53c9256-7c92-4aff-ba5e-018580bddea1 None None] Deleting port acdde7d0-7050-403e-af0c-3ffaf8347e07 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:56:28.908219 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d53c9256-7c92-4aff-ba5e-018580bddea1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:28.971307 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ff5a24f3-4615-4db6-ac33-f4df9344c91b tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:28.971573 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-b306d9f1-d915-4164-958b-8cfd9cd68bce tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/subnets/e60a4816-6cb9-466b-8406-48b4b920c3e2 HTTP/1.1" status: 404 len: 337 time: 0.6696470 May 31 13:56:28.995906 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 49364) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:29.010538 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-ff5a24f3-4615-4db6-ac33-f4df9344c91b tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['961921f0-e1b3-442f-8236-997fbf48117e']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:56:29.033756 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-ff5a24f3-4615-4db6-ac33-f4df9344c91b tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ab64669-87ef-4c91-ba5e-a6345b0caa90') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:56:29.034062 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-ff5a24f3-4615-4db6-ac33-f4df9344c91b tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ab64669-87ef-4c91-ba5e-a6345b0caa90') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:56:29.049257 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ff5a24f3-4615-4db6-ac33-f4df9344c91b tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:29.074475 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ff5a24f3-4615-4db6-ac33-f4df9344c91b tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:29.082064 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff5a24f3-4615-4db6-ac33-f4df9344c91b tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:56:29.082557 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ff5a24f3-4615-4db6-ac33-f4df9344c91b tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:29.143555 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bff06f0c-750a-4177-963e-47009bb5f193 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577389'] for router_gateway, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:29.168290 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 1ab64669-87ef-4c91-ba5e-a6345b0caa90 resource provider aggregate not found May 31 13:56:29.204869 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 1ab64669-87ef-4c91-ba5e-a6345b0caa90 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1ab64669-87ef-4c91-ba5e-a6345b0caa90 found for delete ", "request_id": "req-70b620f9-5b8b-4841-ae73-4db8a050e61c"}]} May 31 13:56:29.214974 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-43c34e52-d98f-4180-9250-743b8bb5bc8b tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] DELETE failed (client error): The resource could not be found. May 31 13:56:29.215828 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43c34e52-d98f-4180-9250-743b8bb5bc8b tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:56:29.217704 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ff5a24f3-4615-4db6-ac33-f4df9344c91b tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:29.217865 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-53260243-a0c4-45e7-8698-851b79b7ae42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27e79ddf-4638-4227-a03b-498a82db835c', 'name': 'tempest-TestAggregatesBasicOps-1960107686-router', 'tenant_id': '3580a1bc76914897aa83cf717a15e1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '133e68f9-dd6f-4bdb-a000-ad2105b21777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:55:53Z', 'updated_at': '2022-05-31T13:56:14Z', 'revision_number': 4, 'project_id': '3580a1bc76914897aa83cf717a15e1fc', 'gw_port': {'id': '133e68f9-dd6f-4bdb-a000-ad2105b21777', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:bd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e79ddf-4638-4227-a03b-498a82db835c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:55:57Z', 'updated_at': '2022-05-31T13:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'dfd822a7-556b-4d1b-a2ae-eec587d22390', 'name': '', 'network_id': 'adbff514-f77b-4a65-a8e3-7662b06cb9f2', 'tenant_id': '3580a1bc76914897aa83cf717a15e1fc', 'mac_address': 'fa:16:3e:a0:72:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27e79ddf-4638-4227-a03b-498a82db835c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '6ff80703-9832-4f32-b4ae-59e5457c0084', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:56:09Z', 'updated_at': '2022-05-31T13:56:26Z', 'revision_number': 4, 'project_id': '3580a1bc76914897aa83cf717a15e1fc', 'subnets': [{'id': '6ff80703-9832-4f32-b4ae-59e5457c0084', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:56:29.221918 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-43c34e52-d98f-4180-9250-743b8bb5bc8b tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/ports/4a8db235-7c78-4ed9-b280-3a952849b5fd HTTP/1.1" status: 404 len: 333 time: 0.2067623 May 31 13:56:29.223162 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49372) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:29.224608 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c9345e37-b9f8-4996-8a50-82a6edf55fdc tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:29.225421 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53260243-a0c4-45e7-8698-851b79b7ae42 None None] The sync data for ids ['27e79ddf-4638-4227-a03b-498a82db835c'] in n-d-843939-1 is: [{'id': '27e79ddf-4638-4227-a03b-498a82db835c', 'name': 'tempest-TestAggregatesBasicOps-1960107686-router', 'tenant_id': '3580a1bc76914897aa83cf717a15e1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '133e68f9-dd6f-4bdb-a000-ad2105b21777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:55:53Z', 'updated_at': '2022-05-31T13:56:14Z', 'revision_number': 4, 'project_id': '3580a1bc76914897aa83cf717a15e1fc', 'gw_port': {'id': '133e68f9-dd6f-4bdb-a000-ad2105b21777', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:bd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e79ddf-4638-4227-a03b-498a82db835c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:55:57Z', 'updated_at': '2022-05-31T13:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'dfd822a7-556b-4d1b-a2ae-eec587d22390', 'name': '', 'network_id': 'adbff514-f77b-4a65-a8e3-7662b06cb9f2', 'tenant_id': '3580a1bc76914897aa83cf717a15e1fc', 'mac_address': 'fa:16:3e:a0:72:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27e79ddf-4638-4227-a03b-498a82db835c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '6ff80703-9832-4f32-b4ae-59e5457c0084', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:56:09Z', 'updated_at': '2022-05-31T13:56:26Z', 'revision_number': 4, 'project_id': '3580a1bc76914897aa83cf717a15e1fc', 'subnets': [{'id': '6ff80703-9832-4f32-b4ae-59e5457c0084', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:56:29.303226 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ff5a24f3-4615-4db6-ac33-f4df9344c91b tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:29.321736 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5a24f3-4615-4db6-ac33-f4df9344c91b tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Pushing event deleted for resources: {'Network': ['ID=961921f0-e1b3-442f-8236-997fbf48117e,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:29.330548 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eec1000-5d0d-4215-ac49-4752239dd9a6 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] DELETE failed (client error): The resource could not be found. May 31 13:56:29.331239 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eec1000-5d0d-4215-ac49-4752239dd9a6 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:56:29.337145 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-5eec1000-5d0d-4215-ac49-4752239dd9a6 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/subnets/d0bafc7f-5c8e-4867-83ba-2dedbc43a702 HTTP/1.1" status: 404 len: 337 time: 0.1097157 May 31 13:56:29.337783 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ff5a24f3-4615-4db6-ac33-f4df9344c91b tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] 10.222.0.50 "DELETE /v2.0/networks/961921f0-e1b3-442f-8236-997fbf48117e HTTP/1.1" status: 204 len: 168 time: 2.0963795 May 31 13:56:29.338535 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49376) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:29.390151 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49378) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:29.439047 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-c981eb59-d2fb-4453-b2d7-9859e5c802e5 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] DELETE failed (client error): The resource could not be found. May 31 13:56:29.439799 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c981eb59-d2fb-4453-b2d7-9859e5c802e5 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:56:29.445806 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c981eb59-d2fb-4453-b2d7-9859e5c802e5 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/ports/eaf211d4-3e75-46e8-9502-a7b331fc9f37 HTTP/1.1" status: 404 len: 333 time: 0.1001217 May 31 13:56:29.452095 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49384) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:29.462533 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-95771275-08fd-4ca0-bb56-c1ac91b138a0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:56:29.463017 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-95771275-08fd-4ca0-bb56-c1ac91b138a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:56:29.582201 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-16fd83e1-fd1f-4ee4-9f6a-dab89e63ce86 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] DELETE failed (client error): The resource could not be found. May 31 13:56:29.582560 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16fd83e1-fd1f-4ee4-9f6a-dab89e63ce86 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:56:29.586782 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-16fd83e1-fd1f-4ee4-9f6a-dab89e63ce86 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/subnets/3def6e04-7717-4d4c-8282-0371a7037fb3 HTTP/1.1" status: 404 len: 337 time: 0.1310244 May 31 13:56:29.587460 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49388) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:29.629163 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-ab4ceecd-7e09-4aa3-9b0c-80f64c7554ec None None] Current status of the port 00312f19-ba17-4d48-a4f1-fc19c70238d0 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:56:29.632649 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 00312f19-ba17-4d48-a4f1-fc19c70238d0 is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:56:29.633106 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:29.657731 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-2826b770-34fc-4f9f-bd4d-de07705ce7cc tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] DELETE failed (client error): The resource could not be found. May 31 13:56:29.658529 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2826b770-34fc-4f9f-bd4d-de07705ce7cc tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:56:29.664650 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-2826b770-34fc-4f9f-bd4d-de07705ce7cc tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/ports/2ff9ef7b-8bb3-4090-b90b-2a9ea6dbc5a2 HTTP/1.1" status: 404 len: 333 time: 0.0739877 May 31 13:56:29.683955 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49392) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:29.689932 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bff06f0c-750a-4177-963e-47009bb5f193 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:29.694500 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c9345e37-b9f8-4996-8a50-82a6edf55fdc tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:29.700193 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bff06f0c-750a-4177-963e-47009bb5f193 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:29.725792 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-d53c9256-7c92-4aff-ba5e-018580bddea1 None None] For port acdde7d0-7050-403e-af0c-3ffaf8347e07, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=acdde7d0-7050-403e-af0c-3ffaf8347e07,segment=NetworkSegment(5025bbfa-521b-4c50-803f-6f44e046031d),segment_id=5025bbfa-521b-4c50-803f-6f44e046031d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:56:29.726479 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d53c9256-7c92-4aff-ba5e-018580bddea1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:29.739336 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed787df8-3598-40df-a239-3e292bedaada None None] DHCP port deletion for 8d0ca4ab-0d39-494b-8b5d-2861af857a5e request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:56:29.754326 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 00312f19-ba17-4d48-a4f1-fc19c70238d0, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=00312f19-ba17-4d48-a4f1-fc19c70238d0,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:56:29.783322 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-144654e0-d671-467a-9cd2-da28c478bc19 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] DELETE failed (client error): The resource could not be found. May 31 13:56:29.784204 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-144654e0-d671-467a-9cd2-da28c478bc19 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:56:29.789011 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-144654e0-d671-467a-9cd2-da28c478bc19 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/subnets/44fa1b14-82b0-4388-bf72-c81318cb5e3a HTTP/1.1" status: 404 len: 337 time: 0.1034100 May 31 13:56:29.789883 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49396) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:29.797503 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-486e3b34-fb1e-48af-9a57-7497993a7de5 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:29.812871 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-ed787df8-3598-40df-a239-3e292bedaada None None] Deleting port 00312f19-ba17-4d48-a4f1-fc19c70238d0 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:56:29.813823 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ed787df8-3598-40df-a239-3e292bedaada None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:29.868199 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-929450d3-bacd-44ed-b9fd-cad60fd9a1be tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] DELETE failed (client error): The resource could not be found. May 31 13:56:29.868917 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-929450d3-bacd-44ed-b9fd-cad60fd9a1be tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:56:29.869880 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8691699d-86d5-4805-a1e7-5cb32cb37cff tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Router 6ab76726-3a2f-4cf9-8b19-0ac2009e8153 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:56:29.875351 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-929450d3-bacd-44ed-b9fd-cad60fd9a1be tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/ports/a066b43f-41b8-4f4d-814e-21e414bb6b7f HTTP/1.1" status: 404 len: 333 time: 0.0837440 May 31 13:56:29.876361 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49400) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:29.881028 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-486e3b34-fb1e-48af-9a57-7497993a7de5 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Deleting port acdde7d0-7050-403e-af0c-3ffaf8347e07 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:56:29.881401 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-486e3b34-fb1e-48af-9a57-7497993a7de5 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:29.921157 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:29.954443 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c9345e37-b9f8-4996-8a50-82a6edf55fdc tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:29.955672 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c9345e37-b9f8-4996-8a50-82a6edf55fdc tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.3498604 May 31 13:56:29.966912 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 49404) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:29.976948 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-d53c9256-7c92-4aff-ba5e-018580bddea1 None None] Calling delete_port for acdde7d0-7050-403e-af0c-3ffaf8347e07 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:56:30.021412 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-95771275-08fd-4ca0-bb56-c1ac91b138a0 None None] Deleting port e807b473-3929-4611-9f5d-e08a03ab2412 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:56:30.021958 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-95771275-08fd-4ca0-bb56-c1ac91b138a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:30.035089 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9345e37-b9f8-4996-8a50-82a6edf55fdc tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf515a7e-9b27-4c2f-93e5-0608101a02d3,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:30.037892 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1cc30c3b-ef5c-47e2-ad7a-026e2e28af47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:30.045871 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-e0d52d50-ac69-43d5-bc99-a237170c7a3c tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Request body: {'security_group_rule': {'security_group_id': 'cf515a7e-9b27-4c2f-93e5-0608101a02d3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:56:30.070661 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2c80a80-7de2-484c-b89b-96f99afbad16 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] DELETE failed (client error): The resource could not be found. May 31 13:56:30.071941 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2c80a80-7de2-484c-b89b-96f99afbad16 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:56:30.076650 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c2c80a80-7de2-484c-b89b-96f99afbad16 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/subnets/f6cb4524-3d23-4bf3-a3d7-03f5e10557c1 HTTP/1.1" status: 404 len: 337 time: 0.1978943 May 31 13:56:30.077409 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49408) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:30.081858 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bff06f0c-750a-4177-963e-47009bb5f193 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:30.082388 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bff06f0c-750a-4177-963e-47009bb5f193 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0b6a929d-53f2-489f-9f5a-1c403f6e1734 {{(pid=88370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:56:30.104581 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-e0d52d50-ac69-43d5-bc99-a237170c7a3c tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:56:30.128684 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-e0d52d50-ac69-43d5-bc99-a237170c7a3c tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Usage tracker for resource:security_group_rule and tenant:6012375da65d478a8f1fa9a47c576512 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:56:30.139069 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfe5ff5d-5e7e-4ea8-ac7f-b606922b6d1d tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] DELETE failed (client error): The resource could not be found. May 31 13:56:30.139840 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfe5ff5d-5e7e-4ea8-ac7f-b606922b6d1d tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:56:30.146159 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-bfe5ff5d-5e7e-4ea8-ac7f-b606922b6d1d tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/ports/daea655e-f817-4d91-a3af-56a268d7bc07 HTTP/1.1" status: 404 len: 333 time: 0.0638604 May 31 13:56:30.149340 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49412) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:30.162355 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-e0d52d50-ac69-43d5-bc99-a237170c7a3c tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:56:30.185326 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bff06f0c-750a-4177-963e-47009bb5f193 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:30.186537 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-bff06f0c-750a-4177-963e-47009bb5f193 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] 10.222.0.50 "DELETE /v2.0/routers/0b6a929d-53f2-489f-9f5a-1c403f6e1734 HTTP/1.1" status: 204 len: 168 time: 6.6439755 May 31 13:56:30.190390 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1cc30c3b-ef5c-47e2-ad7a-026e2e28af47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:30.197728 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-95771275-08fd-4ca0-bb56-c1ac91b138a0 None None] The port 'e807b473-3929-4611-9f5d-e08a03ab2412' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 13:56:30.203495 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49416) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:30.203789 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-e0d52d50-ac69-43d5-bc99-a237170c7a3c tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:56:30.214342 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f082e24-7eea-4fb9-bfce-4b8aa148955e None None] Provisioning complete for port 659e500f-f8bf-4e6c-9d94-81e70b064fdf triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:56:30.214684 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-e17f3291-d5f4-4dd4-a1d2-a2aff16f6652 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1245512709', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}, 'admin_state_up': False}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:56:30.214946 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f082e24-7eea-4fb9-bfce-4b8aa148955e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:30.238406 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-73d17b67-24d0-427f-9765-f7049676442d tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] DELETE failed (client error): The resource could not be found. May 31 13:56:30.238855 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73d17b67-24d0-427f-9765-f7049676442d tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:56:30.240708 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-73d17b67-24d0-427f-9765-f7049676442d tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/subnets/ab95b0ff-d0b5-4b79-b1c3-e85929900851 HTTP/1.1" status: 404 len: 337 time: 0.0903301 May 31 13:56:30.250716 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e17f3291-d5f4-4dd4-a1d2-a2aff16f6652 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:56:30.257174 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49420) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:30.341732 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e17f3291-d5f4-4dd4-a1d2-a2aff16f6652 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Usage tracker for resource:router and tenant:954524adc1f948e2b034d165dd0b1c59 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:56:30.374896 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e17f3291-d5f4-4dd4-a1d2-a2aff16f6652 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:56:30.408934 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e17f3291-d5f4-4dd4-a1d2-a2aff16f6652 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:56:30.416094 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-767f7004-1f9d-45a6-b8a2-f7fe47564aa3 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] DELETE failed (client error): The resource could not be found. May 31 13:56:30.416733 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-767f7004-1f9d-45a6-b8a2-f7fe47564aa3 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:56:30.418518 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-767f7004-1f9d-45a6-b8a2-f7fe47564aa3 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/ports/12abcb3b-5c01-4576-9a35-89f27dd54568 HTTP/1.1" status: 404 len: 333 time: 0.1562784 May 31 13:56:30.424163 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49424) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:30.486965 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-502c2f44-97b2-4a55-b102-93dde8f7826b tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] DELETE failed (client error): The resource could not be found. May 31 13:56:30.487554 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-502c2f44-97b2-4a55-b102-93dde8f7826b tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:56:30.494560 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-502c2f44-97b2-4a55-b102-93dde8f7826b tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/subnets/68bb3920-0f5e-41c5-b618-55f04ba92dfb HTTP/1.1" status: 404 len: 337 time: 0.0647399 May 31 13:56:30.497012 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e17f3291-d5f4-4dd4-a1d2-a2aff16f6652 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:30.498694 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e17f3291-d5f4-4dd4-a1d2-a2aff16f6652 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:30.502768 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49428) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:30.504703 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-486e3b34-fb1e-48af-9a57-7497993a7de5 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] For port acdde7d0-7050-403e-af0c-3ffaf8347e07, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=acdde7d0-7050-403e-af0c-3ffaf8347e07,segment=NetworkSegment(5025bbfa-521b-4c50-803f-6f44e046031d),segment_id=5025bbfa-521b-4c50-803f-6f44e046031d)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:56:30.505101 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-486e3b34-fb1e-48af-9a57-7497993a7de5 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:30.589304 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=00312f19-ba17-4d48-a4f1-fc19c70238d0,revision_number=8']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:30.607872 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:56:30.608404 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:56:30.608954 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:56:30.609501 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:56:30.610076 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:56:30.610623 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:56:30.611158 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:56:30.611700 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:56:30.612236 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:56:30.612773 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:56:30.613309 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:56:30.613851 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:56:30.614420 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8691699d-86d5-4805-a1e7-5cb32cb37cff tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:56:30.619872 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f082e24-7eea-4fb9-bfce-4b8aa148955e None None] Port 659e500f-f8bf-4e6c-9d94-81e70b064fdf cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:56:30.638978 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d53c9256-7c92-4aff-ba5e-018580bddea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:30.649517 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-a271240b-0b02-4183-acb2-4106bb5e686e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] DELETE failed (client error): The resource could not be found. May 31 13:56:30.650485 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a271240b-0b02-4183-acb2-4106bb5e686e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:56:30.702386 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [None req-e0d52d50-ac69-43d5-bc99-a237170c7a3c tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] create failed (client error): The resource could not be found. May 31 13:56:30.703926 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-e0d52d50-ac69-43d5-bc99-a237170c7a3c tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.7352216 May 31 13:56:30.717943 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1cc30c3b-ef5c-47e2-ad7a-026e2e28af47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:30.723768 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76ece81-4db7-4908-9230-2a42b68bc3f5 None None] Sync routers for ids ['6ab76726-3a2f-4cf9-8b19-0ac2009e8153'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:56:30.742042 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 49432) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:30.751303 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-486e3b34-fb1e-48af-9a57-7497993a7de5 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Calling delete_port for acdde7d0-7050-403e-af0c-3ffaf8347e07 owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:56:30.777134 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-5bf5bf81-cd51-453c-9e6e-bdf814e34f38 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Request body: {'security_group_rule': {'security_group_id': 'cf515a7e-9b27-4c2f-93e5-0608101a02d3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '5ca1337e-b0bb-43fc-a7d4-c803e17aac23'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:56:30.789348 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc30c3b-ef5c-47e2-ad7a-026e2e28af47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=768de5b1-f4f1-4b8c-8ef2-90a3fe3b491c,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:30.793728 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-5bf5bf81-cd51-453c-9e6e-bdf814e34f38 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:56:30.811730 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-5bf5bf81-cd51-453c-9e6e-bdf814e34f38 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Usage tracker for resource:security_group_rule and tenant:6012375da65d478a8f1fa9a47c576512 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:56:30.818186 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-5bf5bf81-cd51-453c-9e6e-bdf814e34f38 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:56:30.822915 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1cc30c3b-ef5c-47e2-ad7a-026e2e28af47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:30.827711 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-1cc30c3b-ef5c-47e2-ad7a-026e2e28af47 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/768de5b1-f4f1-4b8c-8ef2-90a3fe3b491c HTTP/1.1" status: 204 len: 168 time: 2.0254486 May 31 13:56:30.827711 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-8691699d-86d5-4805-a1e7-5cb32cb37cff tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.50 "PUT /v2.0/routers/6ab76726-3a2f-4cf9-8b19-0ac2009e8153/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6665668 May 31 13:56:30.848852 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-5bf5bf81-cd51-453c-9e6e-bdf814e34f38 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:56:30.855872 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 49438) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:30.879430 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-cc06a7db-2253-487c-8340-434c37a65a73 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--144636239', 'description': 'tempest-secgroup_access--144636239 description', 'project_id': 'f161391927494a93ac97ddf889ee8804'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:56:30.888805 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-c5bd5d7a-2ed8-4726-b69b-61031fbb3ffa admin admin] Deleting port 0a1cdcb0-e859-408b-a674-1562b64e5796 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:56:30.889143 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c5bd5d7a-2ed8-4726-b69b-61031fbb3ffa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:30.904330 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e17f3291-d5f4-4dd4-a1d2-a2aff16f6652 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:30.927141 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a271240b-0b02-4183-acb2-4106bb5e686e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/subnets/b6c2d148-0ea3-47df-a39c-af62c88eee9a HTTP/1.1" status: 404 len: 337 time: 0.4056847 May 31 13:56:30.931938 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49442) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:30.976175 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-ed787df8-3598-40df-a239-3e292bedaada None None] For port 00312f19-ba17-4d48-a4f1-fc19c70238d0, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=00312f19-ba17-4d48-a4f1-fc19c70238d0,segment=NetworkSegment(e36b6392-cb6c-4276-8d0c-fa220f07b4a8),segment_id=e36b6392-cb6c-4276-8d0c-fa220f07b4a8)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:56:30.976794 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ed787df8-3598-40df-a239-3e292bedaada None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:31.041132 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76ece81-4db7-4908-9230-2a42b68bc3f5 None None] Routers {'6ab76726-3a2f-4cf9-8b19-0ac2009e8153'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:56:31.042210 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-f76ece81-4db7-4908-9230-2a42b68bc3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:56:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['6ab76726-3a2f-4cf9-8b19-0ac2009e8153'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:56:31.139215 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.db.api [None req-486e3b34-fb1e-48af-9a57-7497993a7de5 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:56:31.144918 n-d-843939-1 neutron-server[88369]: DEBUG oslo_db.api [None req-486e3b34-fb1e-48af-9a57-7497993a7de5 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:56:31.166576 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-cc06a7db-2253-487c-8340-434c37a65a73 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:56:31.170678 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-141e7a83-a343-448c-9091-908fbcc51c83 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] DELETE failed (client error): The resource could not be found. May 31 13:56:31.171880 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-141e7a83-a343-448c-9091-908fbcc51c83 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:56:31.189313 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-cc06a7db-2253-487c-8340-434c37a65a73 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Usage tracker for resource:security_group and tenant:f161391927494a93ac97ddf889ee8804 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:56:31.198112 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-141e7a83-a343-448c-9091-908fbcc51c83 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/ports/403bb353-9d2a-41ec-8cb0-10e82cd03002 HTTP/1.1" status: 404 len: 333 time: 0.2490556 May 31 13:56:31.205708 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 49448) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:31.208952 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-cc06a7db-2253-487c-8340-434c37a65a73 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:56:31.268255 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53c9256-7c92-4aff-ba5e-018580bddea1 None None] Pushing event deleted for resources: {'Port': ['ID=acdde7d0-7050-403e-af0c-3ffaf8347e07,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:31.295236 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device dfd822a7-556b-4d1b-a2ae-eec587d22390 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:56:31.366864 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-c5bd5d7a-2ed8-4726-b69b-61031fbb3ffa admin admin] For port 0a1cdcb0-e859-408b-a674-1562b64e5796, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=0a1cdcb0-e859-408b-a674-1562b64e5796,segment=NetworkSegment(08848bf7-4c1a-4447-9c5a-eb1e7981eaae),segment_id=08848bf7-4c1a-4447-9c5a-eb1e7981eaae)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:56:31.367690 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c5bd5d7a-2ed8-4726-b69b-61031fbb3ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:31.545836 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49452) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:31.566042 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca7ed375-6ee6-41d2-a85b-3244acddfe8e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] DELETE failed (client error): The resource could not be found. May 31 13:56:31.566508 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca7ed375-6ee6-41d2-a85b-3244acddfe8e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:56:31.572878 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-ca7ed375-6ee6-41d2-a85b-3244acddfe8e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/subnets/c7cc644b-bed7-4830-9c6a-fef02efd833c HTTP/1.1" status: 404 len: 337 time: 0.3613524 May 31 13:56:31.576634 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-c5bd5d7a-2ed8-4726-b69b-61031fbb3ffa admin admin] Calling delete_port for 0a1cdcb0-e859-408b-a674-1562b64e5796 owned by network:router_interface {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:56:31.602754 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53c9256-7c92-4aff-ba5e-018580bddea1 None None] No DVR routers for this DVR port acdde7d0-7050-403e-af0c-3ffaf8347e07 on host n-d-843939-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:56:31.624507 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-cc06a7db-2253-487c-8340-434c37a65a73 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:56:31.626538 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-ed787df8-3598-40df-a239-3e292bedaada None None] Calling delete_port for 00312f19-ba17-4d48-a4f1-fc19c70238d0 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:56:31.636875 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49454) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:31.657229 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cc06a7db-2253-487c-8340-434c37a65a73 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:31.663889 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-486e3b34-fb1e-48af-9a57-7497993a7de5 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Deleting port acdde7d0-7050-403e-af0c-3ffaf8347e07 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:56:31.671253 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-486e3b34-fb1e-48af-9a57-7497993a7de5 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:31.718613 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-cc06a7db-2253-487c-8340-434c37a65a73 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:56:31.723461 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-cc06a7db-2253-487c-8340-434c37a65a73 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Usage tracker for resource:security_group_rule and tenant:f161391927494a93ac97ddf889ee8804 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:56:31.728267 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-cc06a7db-2253-487c-8340-434c37a65a73 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:56:31.738432 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-cc06a7db-2253-487c-8340-434c37a65a73 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:56:31.837616 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-486e3b34-fb1e-48af-9a57-7497993a7de5 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] The port 'acdde7d0-7050-403e-af0c-3ffaf8347e07' was deleted {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 13:56:31.838136 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [None req-5bf5bf81-cd51-453c-9e6e-bdf814e34f38 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] create failed (client error): The resource could not be found. May 31 13:56:31.842604 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-5bf5bf81-cd51-453c-9e6e-bdf814e34f38 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 1.0838571 May 31 13:56:31.845473 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49460) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:31.870281 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cc06a7db-2253-487c-8340-434c37a65a73 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:31.883917 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cc06a7db-2253-487c-8340-434c37a65a73 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:31.909176 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e00f2465-fd1b-44a0-8b22-c54ed3a80de6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:31.951491 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-f76ece81-4db7-4908-9230-2a42b68bc3f5 None None] Set router 6ab76726-3a2f-4cf9-8b19-0ac2009e8153 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:56:31.975557 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fcd6ee6-752e-4af0-a9f6-4575b832c811 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] DELETE failed (client error): The resource could not be found. May 31 13:56:31.976020 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fcd6ee6-752e-4af0-a9f6-4575b832c811 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:56:31.981455 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-4fcd6ee6-752e-4af0-a9f6-4575b832c811 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/subnets/c44f9237-0fa9-42d5-b175-8d53361e1cfc HTTP/1.1" status: 404 len: 337 time: 0.3165042 May 31 13:56:31.986640 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 49464) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:32.025049 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port dfd822a7-556b-4d1b-a2ae-eec587d22390 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:56:32.031445 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc06a7db-2253-487c-8340-434c37a65a73 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e86b0b9-c8fc-4370-bf75-7b82a2229bf7,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:32.044074 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port dfd822a7-556b-4d1b-a2ae-eec587d22390 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:56:32.044074 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:32.044311 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cc06a7db-2253-487c-8340-434c37a65a73 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:32.049771 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-cc06a7db-2253-487c-8340-434c37a65a73 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.1872337 May 31 13:56:32.053754 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 49468) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:32.073553 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-5d83f484-6058-4ffc-aa44-839536d9888a tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1555096161', 'description': 'tempest-secgroup_general--1555096161 description', 'project_id': 'f161391927494a93ac97ddf889ee8804'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:56:32.082565 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-887d120f-df5f-42ba-9738-0651023aedf6 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] DELETE failed (client error): The resource could not be found. May 31 13:56:32.082982 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-887d120f-df5f-42ba-9738-0651023aedf6 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:56:32.090603 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-887d120f-df5f-42ba-9738-0651023aedf6 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/ports/0729b404-3765-43e2-a1a4-8e3ffed0a9c0 HTTP/1.1" status: 404 len: 333 time: 0.0968494 May 31 13:56:32.090769 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ed787df8-3598-40df-a239-3e292bedaada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:32.099594 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49472) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:32.102933 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-5d83f484-6058-4ffc-aa44-839536d9888a tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:56:32.114154 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-5d83f484-6058-4ffc-aa44-839536d9888a tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Usage tracker for resource:security_group and tenant:f161391927494a93ac97ddf889ee8804 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:56:32.119182 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-5d83f484-6058-4ffc-aa44-839536d9888a tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:56:32.127266 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e00f2465-fd1b-44a0-8b22-c54ed3a80de6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:56:32.130367 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-5d83f484-6058-4ffc-aa44-839536d9888a tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:56:32.146112 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5d83f484-6058-4ffc-aa44-839536d9888a tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:32.173424 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e17f3291-d5f4-4dd4-a1d2-a2aff16f6652 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:32.176106 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-5d83f484-6058-4ffc-aa44-839536d9888a tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:56:32.181199 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-5d83f484-6058-4ffc-aa44-839536d9888a tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Usage tracker for resource:security_group_rule and tenant:f161391927494a93ac97ddf889ee8804 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:56:32.184779 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-5d83f484-6058-4ffc-aa44-839536d9888a tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:56:32.193745 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-5d83f484-6058-4ffc-aa44-839536d9888a tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:56:32.195686 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e00f2465-fd1b-44a0-8b22-c54ed3a80de6 admin admin] Usage tracker for resource:security_group_rule and tenant:e79f6c9a2bff47599d320cfe34b80efa is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:56:32.241940 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed787df8-3598-40df-a239-3e292bedaada None None] No DVR routers for this DVR port 00312f19-ba17-4d48-a4f1-fc19c70238d0 on host n-d-843939-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:56:32.244232 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed787df8-3598-40df-a239-3e292bedaada None None] Pushing event deleted for resources: {'Port': ['ID=00312f19-ba17-4d48-a4f1-fc19c70238d0,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:32.270180 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e00f2465-fd1b-44a0-8b22-c54ed3a80de6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:56:32.313786 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c5bd5d7a-2ed8-4726-b69b-61031fbb3ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:32.317275 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e00f2465-fd1b-44a0-8b22-c54ed3a80de6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:56:32.333307 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc755ed8-f365-43cb-86c0-72f3967ac198 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] DELETE failed (client error): The resource could not be found. May 31 13:56:32.333809 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc755ed8-f365-43cb-86c0-72f3967ac198 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:56:32.339929 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-cc755ed8-f365-43cb-86c0-72f3967ac198 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/subnets/143e2018-40c6-4101-9f97-d3d554690029 HTTP/1.1" status: 404 len: 337 time: 0.2116542 May 31 13:56:32.368649 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49476) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:32.476526 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bd5d7a-2ed8-4726-b69b-61031fbb3ffa admin admin] Pushing event deleted for resources: {'Port': ['ID=0a1cdcb0-e859-408b-a674-1562b64e5796,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:32.510422 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port dfd822a7-556b-4d1b-a2ae-eec587d22390 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:56:32.510701 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:32.577821 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port dfd822a7-556b-4d1b-a2ae-eec587d22390, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=dfd822a7-556b-4d1b-a2ae-eec587d22390,segment=NetworkSegment(0ac765a8-6b19-440c-b0d1-cdb8132dab02),segment_id=0ac765a8-6b19-440c-b0d1-cdb8132dab02)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:56:32.581257 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-486e3b34-fb1e-48af-9a57-7497993a7de5 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:32.607323 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:32.634401 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f1ba1cf-9995-43e0-b41a-321bfcd61101 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] DELETE failed (client error): The resource could not be found. May 31 13:56:32.635014 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f1ba1cf-9995-43e0-b41a-321bfcd61101 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:56:32.672156 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-5f1ba1cf-9995-43e0-b41a-321bfcd61101 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/subnets/77c2317c-600b-4b06-8cff-733f189c2d7d HTTP/1.1" status: 404 len: 337 time: 0.1773164 May 31 13:56:32.679556 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49480) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:32.690607 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-486e3b34-fb1e-48af-9a57-7497993a7de5 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2956478-3844-4015-bcf7-8bd027c75542']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:56:32.730786 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=dfd822a7-556b-4d1b-a2ae-eec587d22390,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:32.737095 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device acdde7d0-7050-403e-af0c-3ffaf8347e07 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:56:32.761816 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4ed5e748-92a7-4d6a-928a-adbec0b6db26 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:32.766848 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-486e3b34-fb1e-48af-9a57-7497993a7de5 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5025bbfa-521b-4c50-803f-6f44e046031d') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:56:32.767361 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-486e3b34-fb1e-48af-9a57-7497993a7de5 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5025bbfa-521b-4c50-803f-6f44e046031d') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:56:32.785791 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5d83f484-6058-4ffc-aa44-839536d9888a tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:32.790449 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5d83f484-6058-4ffc-aa44-839536d9888a tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:32.792458 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: acdde7d0-7050-403e-af0c-3ffaf8347e07 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:56:32.793031 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device acdde7d0-7050-403e-af0c-3ffaf8347e07 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:56:32.813297 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-f76ece81-4db7-4908-9230-2a42b68bc3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab76726-3a2f-4cf9-8b19-0ac2009e8153', 'name': 'tempest-TestSecurityGroupsBasicOps-router-616212758', 'tenant_id': 'f161391927494a93ac97ddf889ee8804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '9ce32b00-ac26-422f-88d3-f7753b0fe11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:56:04Z', 'updated_at': '2022-05-31T13:56:24Z', 'revision_number': 4, 'project_id': 'f161391927494a93ac97ddf889ee8804', 'gw_port': {'id': '9ce32b00-ac26-422f-88d3-f7753b0fe11e', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ed:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab76726-3a2f-4cf9-8b19-0ac2009e8153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:56:06Z', 'updated_at': '2022-05-31T13:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '659e500f-f8bf-4e6c-9d94-81e70b064fdf', 'name': '', 'network_id': 'badcadf7-7a0e-4767-9ad6-9ba36fe36fd0', 'tenant_id': 'f161391927494a93ac97ddf889ee8804', 'mac_address': 'fa:16:3e:cb:bc:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab76726-3a2f-4cf9-8b19-0ac2009e8153', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '2cf5c712-18b3-42ba-9d08-891e675f8b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:56:19Z', 'updated_at': '2022-05-31T13:56:26Z', 'revision_number': 2, 'project_id': 'f161391927494a93ac97ddf889ee8804', 'subnets': [{'id': '2cf5c712-18b3-42ba-9d08-891e675f8b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:56:32.827533 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-e47cb8ad-b105-44d4-95d0-a52c0869d7c5 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] DELETE failed (client error): The resource could not be found. May 31 13:56:32.828118 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e47cb8ad-b105-44d4-95d0-a52c0869d7c5 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:56:32.829257 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76ece81-4db7-4908-9230-2a42b68bc3f5 None None] Checking router: 6ab76726-3a2f-4cf9-8b19-0ac2009e8153 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:56:32.829864 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76ece81-4db7-4908-9230-2a42b68bc3f5 None None] Updating router 6ab76726-3a2f-4cf9-8b19-0ac2009e8153 port 659e500f-f8bf-4e6c-9d94-81e70b064fdf binding host n-d-843939-1 {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:56:32.842633 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-486e3b34-fb1e-48af-9a57-7497993a7de5 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:32.869094 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-486e3b34-fb1e-48af-9a57-7497993a7de5 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:32.877891 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-486e3b34-fb1e-48af-9a57-7497993a7de5 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:56:32.878441 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-486e3b34-fb1e-48af-9a57-7497993a7de5 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:32.936739 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f76ece81-4db7-4908-9230-2a42b68bc3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:32.941274 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d83f484-6058-4ffc-aa44-839536d9888a tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bca714ff-f8c7-410a-a7f1-1a2c8c4c8e26,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:32.957738 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5d83f484-6058-4ffc-aa44-839536d9888a tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:32.958766 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-5d83f484-6058-4ffc-aa44-839536d9888a tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.8959198 May 31 13:56:32.968898 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 49486) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:32.974644 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-5faf91dc-536c-497d-a13d-191091c6d9d3 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Request body: {'security_group_rule': {'security_group_id': '4e86b0b9-c8fc-4370-bf75-7b82a2229bf7', 'project_id': 'f161391927494a93ac97ddf889ee8804', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:56:32.987036 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-5faf91dc-536c-497d-a13d-191091c6d9d3 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:56:32.996272 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-5faf91dc-536c-497d-a13d-191091c6d9d3 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Usage tracker for resource:security_group_rule and tenant:f161391927494a93ac97ddf889ee8804 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:56:32.999622 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-5faf91dc-536c-497d-a13d-191091c6d9d3 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:56:33.006641 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-5faf91dc-536c-497d-a13d-191091c6d9d3 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:56:33.032607 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device dfd822a7-556b-4d1b-a2ae-eec587d22390 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:56:33.045111 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e47cb8ad-b105-44d4-95d0-a52c0869d7c5 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/ports/1d66bab3-8feb-4948-b7c3-ca1cc6d36673 HTTP/1.1" status: 404 len: 333 time: 0.3430345 May 31 13:56:33.055481 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 5025bbfa-521b-4c50-803f-6f44e046031d resource provider aggregate not found May 31 13:56:33.059184 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49490) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:33.073218 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4ed5e748-92a7-4d6a-928a-adbec0b6db26 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:33.118551 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5faf91dc-536c-497d-a13d-191091c6d9d3 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:33.190458 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c5bd5d7a-2ed8-4726-b69b-61031fbb3ffa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:33.207632 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port dfd822a7-556b-4d1b-a2ae-eec587d22390 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:56:33.208325 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:33.237518 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 5025bbfa-521b-4c50-803f-6f44e046031d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5025bbfa-521b-4c50-803f-6f44e046031d found for delete ", "request_id": "req-e08ad00b-7cb9-42ea-8760-bef7ee72256d"}]} May 31 13:56:33.278299 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-486e3b34-fb1e-48af-9a57-7497993a7de5 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:33.285256 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-486e3b34-fb1e-48af-9a57-7497993a7de5 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:33.346199 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3e5be7d-2787-4c15-9ebe-0044b18e1aed tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] DELETE failed (client error): The resource could not be found. May 31 13:56:33.347257 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3e5be7d-2787-4c15-9ebe-0044b18e1aed tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:56:33.355269 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d3e5be7d-2787-4c15-9ebe-0044b18e1aed tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/subnets/44531442-6c96-4176-bbb3-5b458dece18a HTTP/1.1" status: 404 len: 337 time: 0.2335587 May 31 13:56:33.362440 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49496) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:33.365084 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486e3b34-fb1e-48af-9a57-7497993a7de5 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Pushing event deleted for resources: {'Network': ['ID=a2956478-3844-4015-bcf7-8bd027c75542,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:33.446367 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-486e3b34-fb1e-48af-9a57-7497993a7de5 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] 10.222.0.50 "DELETE /v2.0/networks/a2956478-3844-4015-bcf7-8bd027c75542 HTTP/1.1" status: 204 len: 168 time: 4.0545456 May 31 13:56:33.453873 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49500) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:33.470719 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5faf91dc-536c-497d-a13d-191091c6d9d3 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:33.495402 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5faf91dc-536c-497d-a13d-191091c6d9d3 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:33.525897 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4ed5e748-92a7-4d6a-928a-adbec0b6db26 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:33.529531 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4ed5e748-92a7-4d6a-928a-adbec0b6db26 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:33.533246 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-4ed5e748-92a7-4d6a-928a-adbec0b6db26 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] 10.222.0.50 "DELETE /v2.0/security-groups/cf515a7e-9b27-4c2f-93e5-0608101a02d3 HTTP/1.1" status: 204 len: 168 time: 1.6074615 May 31 13:56:33.534405 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faf91dc-536c-497d-a13d-191091c6d9d3 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9094113f-a7d4-4b44-95cd-123c27828798,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:33.540097 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 49504) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:33.558088 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bd77f77-361f-4432-9f39-8d56b5416ee5 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] DELETE failed (client error): The resource could not be found. May 31 13:56:33.558540 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bd77f77-361f-4432-9f39-8d56b5416ee5 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:56:33.565170 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-1bd77f77-361f-4432-9f39-8d56b5416ee5 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/subnets/51925abe-273b-4bce-93a6-64ecbe7699b7 HTTP/1.1" status: 404 len: 337 time: 0.1935837 May 31 13:56:33.570197 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 49508) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:33.603327 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f76ece81-4db7-4908-9230-2a42b68bc3f5 None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:33.614919 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port dfd822a7-556b-4d1b-a2ae-eec587d22390 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:56:33.616560 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed5e748-92a7-4d6a-928a-adbec0b6db26 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf515a7e-9b27-4c2f-93e5-0608101a02d3,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:33.624688 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e00f2465-fd1b-44a0-8b22-c54ed3a80de6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:33.644340 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e00f2465-fd1b-44a0-8b22-c54ed3a80de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:33.648038 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 657af59c-656f-4449-8cba-fc43ad20fb29 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:56:33.667403 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-30418831-20ba-49d8-83f4-6476a1430311 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Deleting subnet c8ba8184-a778-4794-bd2c-29af40889ee4 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:56:33.679520 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5faf91dc-536c-497d-a13d-191091c6d9d3 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:33.681557 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-5faf91dc-536c-497d-a13d-191091c6d9d3 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7109001 May 31 13:56:33.696774 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-8feea07a-85bb-4298-8831-45c25e56d3c2 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d2cabd9-de79-480d-9fe5-cf63509976a2 HTTP/1.1" status: 200 len: 205 time: 0.1194713 May 31 13:56:33.697010 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49514) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:33.701488 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f76ece81-4db7-4908-9230-2a42b68bc3f5 None None] Transition to ACTIVE for port object 659e500f-f8bf-4e6c-9d94-81e70b064fdf will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:56:33.707117 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 657af59c-656f-4449-8cba-fc43ad20fb29 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:56:33.707838 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 657af59c-656f-4449-8cba-fc43ad20fb29 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:56:33.709800 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-30418831-20ba-49d8-83f4-6476a1430311 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:33.714413 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f76ece81-4db7-4908-9230-2a42b68bc3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:33.740472 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-fe392015-f98f-47b0-b0c7-c513e19ef1d2 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Synchronizing usage tracker for tenant:6012375da65d478a8f1fa9a47c576512 on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:56:33.830060 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-fe392015-f98f-47b0-b0c7-c513e19ef1d2 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Unset dirty status for tenant:6012375da65d478a8f1fa9a47c576512 on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:56:33.831308 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-fe392015-f98f-47b0-b0c7-c513e19ef1d2 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2901721 May 31 13:56:33.837939 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 49518) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:33.850073 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-903359b5-b716-4866-bf24-3f2006cdc138 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Request body: {'security_group_rule': {'security_group_id': 'c7b9d229-2c4c-45ad-bd37-08399c5cb053', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:56:33.862936 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-903359b5-b716-4866-bf24-3f2006cdc138 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:56:33.872258 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-903359b5-b716-4866-bf24-3f2006cdc138 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Usage tracker for resource:security_group_rule and tenant:6012375da65d478a8f1fa9a47c576512 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:56:33.896442 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-903359b5-b716-4866-bf24-3f2006cdc138 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:56:33.949913 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-903359b5-b716-4866-bf24-3f2006cdc138 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:56:33.954616 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5bd5d7a-2ed8-4726-b69b-61031fbb3ffa admin admin] Router ed4f702b-de04-4b3c-a90c-2777557896ed has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:56:34.104005 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e743063-9417-499d-ade7-498772d30a6b None None] Pushing event updated for resources: {'Port': ['ID=659e500f-f8bf-4e6c-9d94-81e70b064fdf,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:34.156868 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-f76ece81-4db7-4908-9230-2a42b68bc3f5 None None] Attempting to bind port 659e500f-f8bf-4e6c-9d94-81e70b064fdf on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:56:34.157663 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-f76ece81-4db7-4908-9230-2a42b68bc3f5 None None] Attempting to bind port 659e500f-f8bf-4e6c-9d94-81e70b064fdf by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'b9f4ed57-b2e5-4e59-b38f-a9cf436507d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'badcadf7-7a0e-4767-9ad6-9ba36fe36fd0'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:56:34.158348 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76ece81-4db7-4908-9230-2a42b68bc3f5 None None] Attempting to bind port 659e500f-f8bf-4e6c-9d94-81e70b064fdf on network badcadf7-7a0e-4767-9ad6-9ba36fe36fd0 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:56:34.167099 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76ece81-4db7-4908-9230-2a42b68bc3f5 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:56:34.167855 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76ece81-4db7-4908-9230-2a42b68bc3f5 None None] Checking segment: {'id': 'b9f4ed57-b2e5-4e59-b38f-a9cf436507d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'badcadf7-7a0e-4767-9ad6-9ba36fe36fd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:56:34.168502 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f76ece81-4db7-4908-9230-2a42b68bc3f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:34.169186 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76ece81-4db7-4908-9230-2a42b68bc3f5 None None] Bound using segment: {'id': 'b9f4ed57-b2e5-4e59-b38f-a9cf436507d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'badcadf7-7a0e-4767-9ad6-9ba36fe36fd0'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:56:34.169904 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-f76ece81-4db7-4908-9230-2a42b68bc3f5 None None] Bound port: 659e500f-f8bf-4e6c-9d94-81e70b064fdf, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9f4ed57-b2e5-4e59-b38f-a9cf436507d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'badcadf7-7a0e-4767-9ad6-9ba36fe36fd0'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:56:34.171020 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f76ece81-4db7-4908-9230-2a42b68bc3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:34.195791 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [None req-903359b5-b716-4866-bf24-3f2006cdc138 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] create failed (client error): The resource could not be found. May 31 13:56:34.204477 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-903359b5-b716-4866-bf24-3f2006cdc138 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3581605 May 31 13:56:34.216309 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 49532) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:34.229005 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-9c3b09d8-c5bb-41fd-a2b4-a07a6b524f79 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Request body: {'security_group': {'name': 'tempest-secgroup--964154976'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:56:34.270999 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e00f2465-fd1b-44a0-8b22-c54ed3a80de6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e79f6c9a2bff47599d320cfe34b80efa&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6369779 May 31 13:56:34.271757 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00f2465-fd1b-44a0-8b22-c54ed3a80de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed14aacf-50ba-441c-904f-636c7171d8eb,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:34.282973 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 49536) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:34.310471 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-9c3b09d8-c5bb-41fd-a2b4-a07a6b524f79 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:56:34.325719 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-f76ece81-4db7-4908-9230-2a42b68bc3f5 None None] For port 659e500f-f8bf-4e6c-9d94-81e70b064fdf, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:56:34.329812 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-f76ece81-4db7-4908-9230-2a42b68bc3f5 None None] For port 659e500f-f8bf-4e6c-9d94-81e70b064fdf, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=659e500f-f8bf-4e6c-9d94-81e70b064fdf,segment=NetworkSegment(b9f4ed57-b2e5-4e59-b38f-a9cf436507d9),segment_id=b9f4ed57-b2e5-4e59-b38f-a9cf436507d9)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:56:34.339068 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f76ece81-4db7-4908-9230-2a42b68bc3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:34.350118 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-f848a9de-57c9-46ac-ac83-e59d6ed7e883 req-bb4c5a5f-2ac8-4c74-af6e-2a3fba06d25c tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Synchronizing usage tracker for tenant:f161391927494a93ac97ddf889ee8804 on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:56:34.361624 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-9c3b09d8-c5bb-41fd-a2b4-a07a6b524f79 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:56:34.389283 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-16fb47f2-7021-429e-99c1-41945bdcdf12 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] delete failed (client error): The resource could not be found. May 31 13:56:34.401551 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-16fb47f2-7021-429e-99c1-41945bdcdf12 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/routers/6d2cabd9-de79-480d-9fe5-cf63509976a2 HTTP/1.1" status: 404 len: 336 time: 0.6425803 May 31 13:56:34.405555 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 49540) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:34.453635 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e17f3291-d5f4-4dd4-a1d2-a2aff16f6652 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks [] for router_gateway, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:34.463134 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76ece81-4db7-4908-9230-2a42b68bc3f5 None None] Routers {'6ab76726-3a2f-4cf9-8b19-0ac2009e8153'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:56:34.464260 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-f76ece81-4db7-4908-9230-2a42b68bc3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:56:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['6ab76726-3a2f-4cf9-8b19-0ac2009e8153'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:56:34.464585 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9c3b09d8-c5bb-41fd-a2b4-a07a6b524f79 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:34.475252 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5bd5d7a-2ed8-4726-b69b-61031fbb3ffa admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:56:34.488844 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c5bd5d7a-2ed8-4726-b69b-61031fbb3ffa admin admin] 10.222.0.50 "PUT /v2.0/routers/ed4f702b-de04-4b3c-a90c-2777557896ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5262060 May 31 13:56:34.494676 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592c819a-4ffd-4ccd-acf9-755e5a764fd2 None None] Sync routers for ids ['ed4f702b-de04-4b3c-a90c-2777557896ed'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:56:34.495629 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3e52c52-8d88-49eb-b160-0c93ed0ed6a5 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] DELETE failed (client error): The resource could not be found. May 31 13:56:34.496253 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3e52c52-8d88-49eb-b160-0c93ed0ed6a5 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:56:34.498121 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-a3e52c52-8d88-49eb-b160-0c93ed0ed6a5 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/subnets/2c91f8ef-e298-4b50-9fad-092000a43d70 HTTP/1.1" status: 404 len: 337 time: 0.0846291 May 31 13:56:34.498900 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 49544) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:34.511425 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-f848a9de-57c9-46ac-ac83-e59d6ed7e883 req-bb4c5a5f-2ac8-4c74-af6e-2a3fba06d25c tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Unset dirty status for tenant:f161391927494a93ac97ddf889ee8804 on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:56:34.512859 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f848a9de-57c9-46ac-ac83-e59d6ed7e883 req-bb4c5a5f-2ac8-4c74-af6e-2a3fba06d25c tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup_general--1555096161&fields=id&tenant_id=f161391927494a93ac97ddf889ee8804 HTTP/1.1" status: 200 len: 267 time: 0.3213382 May 31 13:56:34.513552 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 49546) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:34.535292 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592c819a-4ffd-4ccd-acf9-755e5a764fd2 None None] Routers {'ed4f702b-de04-4b3c-a90c-2777557896ed'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:56:34.536857 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e17f3291-d5f4-4dd4-a1d2-a2aff16f6652 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:34.538614 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-592c819a-4ffd-4ccd-acf9-755e5a764fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:56:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['ed4f702b-de04-4b3c-a90c-2777557896ed'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:56:34.541800 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-30418831-20ba-49d8-83f4-6476a1430311 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:34.578860 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e743063-9417-499d-ade7-498772d30a6b None None] Pushing event updated for resources: {'Port': ['ID=659e500f-f8bf-4e6c-9d94-81e70b064fdf,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:34.714892 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-9c3b09d8-c5bb-41fd-a2b4-a07a6b524f79 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:56:34.717469 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9cb3a90c-f7a2-4d07-b1a3-e0441ff54f31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:34.729449 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-43850621-4b21-438a-ade4-52b1462ddd9f tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf36fc63-bf57-4e0e-946d-b4a1bdc62a55 HTTP/1.1" status: 200 len: 205 time: 0.2105942 May 31 13:56:34.730622 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-9c3b09d8-c5bb-41fd-a2b4-a07a6b524f79 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Usage tracker for resource:security_group_rule and tenant:6012375da65d478a8f1fa9a47c576512 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:56:34.734797 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49552) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:34.775303 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-9c3b09d8-c5bb-41fd-a2b4-a07a6b524f79 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:56:34.795558 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-9c3b09d8-c5bb-41fd-a2b4-a07a6b524f79 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:56:34.848263 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-f76ece81-4db7-4908-9230-2a42b68bc3f5 None None] Set router 6ab76726-3a2f-4cf9-8b19-0ac2009e8153 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:56:34.854601 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f848a9de-57c9-46ac-ac83-e59d6ed7e883 req-68390c11-39b9-4fb2-a4fb-e494858e97b9 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup_access--144636239&fields=id&tenant_id=f161391927494a93ac97ddf889ee8804 HTTP/1.1" status: 200 len: 267 time: 0.1923490 May 31 13:56:34.889835 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-592c819a-4ffd-4ccd-acf9-755e5a764fd2 None None] Set router ed4f702b-de04-4b3c-a90c-2777557896ed gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:56:34.903707 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-b53fae02-a875-4d12-bd79-c0319a9c7ec5 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] delete failed (client error): The resource could not be found. May 31 13:56:34.905218 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b53fae02-a875-4d12-bd79-c0319a9c7ec5 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/routers/bf36fc63-bf57-4e0e-946d-b4a1bdc62a55 HTTP/1.1" status: 404 len: 336 time: 0.1657963 May 31 13:56:34.911095 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49556) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:34.973088 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f2e7cb7-612d-44f5-b577-4bc25919f769 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] DELETE failed (client error): The resource could not be found. May 31 13:56:34.974163 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f2e7cb7-612d-44f5-b577-4bc25919f769 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:56:34.986689 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-e17f3291-d5f4-4dd4-a1d2-a2aff16f6652 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Allocated IP 172.25.6.66 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/b7ac3179-21a8-466c-94c3-c4cc363a53d1) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:56:34.998859 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-30418831-20ba-49d8-83f4-6476a1430311 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:35.050260 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-6f2e7cb7-612d-44f5-b577-4bc25919f769 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/subnets/e514228d-d406-4548-9e11-8bd6059722ce HTTP/1.1" status: 404 len: 337 time: 0.1375182 May 31 13:56:35.077088 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49560) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:35.148259 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-b393ce9b-f93d-4266-8d94-647125a95872 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] DELETE failed (client error): The resource could not be found. May 31 13:56:35.148501 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b393ce9b-f93d-4266-8d94-647125a95872 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:56:35.150679 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b393ce9b-f93d-4266-8d94-647125a95872 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/subnets/60ba4918-53e1-41f1-a1f9-8becfe2694dd HTTP/1.1" status: 404 len: 337 time: 0.0719769 May 31 13:56:35.156217 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49564) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:35.156891 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9cb3a90c-f7a2-4d07-b1a3-e0441ff54f31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:35.256842 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-f76ece81-4db7-4908-9230-2a42b68bc3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab76726-3a2f-4cf9-8b19-0ac2009e8153', 'name': 'tempest-TestSecurityGroupsBasicOps-router-616212758', 'tenant_id': 'f161391927494a93ac97ddf889ee8804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '9ce32b00-ac26-422f-88d3-f7753b0fe11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:56:04Z', 'updated_at': '2022-05-31T13:56:24Z', 'revision_number': 4, 'project_id': 'f161391927494a93ac97ddf889ee8804', 'gw_port': {'id': '9ce32b00-ac26-422f-88d3-f7753b0fe11e', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ed:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab76726-3a2f-4cf9-8b19-0ac2009e8153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:56:06Z', 'updated_at': '2022-05-31T13:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '659e500f-f8bf-4e6c-9d94-81e70b064fdf', 'name': '', 'network_id': 'badcadf7-7a0e-4767-9ad6-9ba36fe36fd0', 'tenant_id': 'f161391927494a93ac97ddf889ee8804', 'mac_address': 'fa:16:3e:cb:bc:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab76726-3a2f-4cf9-8b19-0ac2009e8153', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '2cf5c712-18b3-42ba-9d08-891e675f8b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:56:19Z', 'updated_at': '2022-05-31T13:56:34Z', 'revision_number': 4, 'project_id': 'f161391927494a93ac97ddf889ee8804', 'subnets': [{'id': '2cf5c712-18b3-42ba-9d08-891e675f8b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:56:35.272278 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76ece81-4db7-4908-9230-2a42b68bc3f5 None None] The sync data for ids ['6ab76726-3a2f-4cf9-8b19-0ac2009e8153'] in n-d-843939-1 is: [{'id': '6ab76726-3a2f-4cf9-8b19-0ac2009e8153', 'name': 'tempest-TestSecurityGroupsBasicOps-router-616212758', 'tenant_id': 'f161391927494a93ac97ddf889ee8804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '9ce32b00-ac26-422f-88d3-f7753b0fe11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:56:04Z', 'updated_at': '2022-05-31T13:56:24Z', 'revision_number': 4, 'project_id': 'f161391927494a93ac97ddf889ee8804', 'gw_port': {'id': '9ce32b00-ac26-422f-88d3-f7753b0fe11e', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ed:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab76726-3a2f-4cf9-8b19-0ac2009e8153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:56:06Z', 'updated_at': '2022-05-31T13:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '659e500f-f8bf-4e6c-9d94-81e70b064fdf', 'name': '', 'network_id': 'badcadf7-7a0e-4767-9ad6-9ba36fe36fd0', 'tenant_id': 'f161391927494a93ac97ddf889ee8804', 'mac_address': 'fa:16:3e:cb:bc:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab76726-3a2f-4cf9-8b19-0ac2009e8153', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '2cf5c712-18b3-42ba-9d08-891e675f8b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:56:19Z', 'updated_at': '2022-05-31T13:56:34Z', 'revision_number': 4, 'project_id': 'f161391927494a93ac97ddf889ee8804', 'subnets': [{'id': '2cf5c712-18b3-42ba-9d08-891e675f8b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:56:35.281477 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c6e2a57-2203-471b-bb44-1bd970401e6a tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] DELETE failed (client error): The resource could not be found. May 31 13:56:35.281477 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c6e2a57-2203-471b-bb44-1bd970401e6a tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:56:35.302508 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-6c6e2a57-2203-471b-bb44-1bd970401e6a tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/ports/2bca5fab-f748-4a18-b8bf-e558bc9370e6 HTTP/1.1" status: 404 len: 333 time: 0.0878317 May 31 13:56:35.304810 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 49568) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:35.349227 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-30418831-20ba-49d8-83f4-6476a1430311 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:35.412884 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6ca26008-d59e-4b39-8a13-728556909d30 admin admin] Notify callbacks [] for router, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:35.429235 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-592c819a-4ffd-4ccd-acf9-755e5a764fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed4f702b-de04-4b3c-a90c-2777557896ed', 'name': 'tempest-TestAggregatesBasicOps-1692348801-router', 'tenant_id': '8a0ff68e3392496c99812d9ccfaaf695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'd0d39e11-de8d-4cc9-9152-24291b835d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:55:27Z', 'updated_at': '2022-05-31T13:56:32Z', 'revision_number': 5, 'project_id': '8a0ff68e3392496c99812d9ccfaaf695', 'gw_port': {'id': 'd0d39e11-de8d-4cc9-9152-24291b835d58', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed4f702b-de04-4b3c-a90c-2777557896ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:55:31Z', 'updated_at': '2022-05-31T13:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:56:35.437623 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592c819a-4ffd-4ccd-acf9-755e5a764fd2 None None] Checking router: ed4f702b-de04-4b3c-a90c-2777557896ed for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:56:35.449864 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592c819a-4ffd-4ccd-acf9-755e5a764fd2 None None] Routers {'ed4f702b-de04-4b3c-a90c-2777557896ed'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:56:35.450650 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-592c819a-4ffd-4ccd-acf9-755e5a764fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:56:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['ed4f702b-de04-4b3c-a90c-2777557896ed'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:56:35.488375 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e17f3291-d5f4-4dd4-a1d2-a2aff16f6652 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:35.534977 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-f102d5c5-9cf5-4c30-9c78-feceba4e1ae3 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] DELETE failed (client error): The resource could not be found. May 31 13:56:35.535430 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f102d5c5-9cf5-4c30-9c78-feceba4e1ae3 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:56:35.535592 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-30418831-20ba-49d8-83f4-6476a1430311 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:35.541160 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-30418831-20ba-49d8-83f4-6476a1430311 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] 10.222.0.50 "DELETE /v2.0/subnets/c8ba8184-a778-4794-bd2c-29af40889ee4 HTTP/1.1" status: 204 len: 168 time: 2.0813656 May 31 13:56:35.542462 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e17f3291-d5f4-4dd4-a1d2-a2aff16f6652 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:35.546940 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df84ef5-d88e-494d-bd62-d50a4b9185d5 None None] Network 8c164703-8106-4926-8f46-fea9b2829a9e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:56:35.549288 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 49572) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:35.563849 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30418831-20ba-49d8-83f4-6476a1430311 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Pushing event deleted for resources: {'Subnet': ['ID=c8ba8184-a778-4794-bd2c-29af40889ee4,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:35.663800 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-f102d5c5-9cf5-4c30-9c78-feceba4e1ae3 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/subnets/2cff4cd6-c217-497b-951f-51505b070ed1 HTTP/1.1" status: 404 len: 337 time: 0.3461130 May 31 13:56:35.685648 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49576) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:35.754220 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17f3291-d5f4-4dd4-a1d2-a2aff16f6652 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:56:35.772325 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-e17f3291-d5f4-4dd4-a1d2-a2aff16f6652 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:56:35.800270 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-592c819a-4ffd-4ccd-acf9-755e5a764fd2 None None] Set router ed4f702b-de04-4b3c-a90c-2777557896ed gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:56:35.804989 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17f3291-d5f4-4dd4-a1d2-a2aff16f6652 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Pushing event updated for resources: {'Port': ['ID=b7ac3179-21a8-466c-94c3-c4cc363a53d1,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:35.811744 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17f3291-d5f4-4dd4-a1d2-a2aff16f6652 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:56:35.868363 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9b065cb-ce65-4447-bc2e-6e165d50ff97 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] DELETE failed (client error): The resource could not be found. May 31 13:56:35.869535 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9b065cb-ce65-4447-bc2e-6e165d50ff97 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:56:35.877936 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-f9b065cb-ce65-4447-bc2e-6e165d50ff97 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/ports/f86367b8-6388-4818-b251-ff328a6ebfdb HTTP/1.1" status: 404 len: 333 time: 0.1907856 May 31 13:56:35.885575 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49580) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:35.998459 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-317b4d41-435d-46fc-8177-ad5df520529f tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] DELETE failed (client error): The resource could not be found. May 31 13:56:35.998917 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-317b4d41-435d-46fc-8177-ad5df520529f tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:56:36.000644 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-317b4d41-435d-46fc-8177-ad5df520529f tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/subnets/9e3ed1b8-1b6b-4633-b6f6-bff01c730af8 HTTP/1.1" status: 404 len: 337 time: 0.1125917 May 31 13:56:36.005290 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9c3b09d8-c5bb-41fd-a2b4-a07a6b524f79 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:36.021713 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f848a9de-57c9-46ac-ac83-e59d6ed7e883 req-d15acf62-41a8-4330-8278-e1099943a62b tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:56:36.021713 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-f848a9de-57c9-46ac-ac83-e59d6ed7e883 req-d15acf62-41a8-4330-8278-e1099943a62b tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Synchronizing usage tracker for tenant:f161391927494a93ac97ddf889ee8804 on resource:network {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:56:36.033818 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ee7a7b-3057-4924-8c03-2006b6ea9f84 None None] DHCP port deletion for 8c164703-8106-4926-8f46-fea9b2829a9e request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:56:36.040191 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-72ee7a7b-3057-4924-8c03-2006b6ea9f84 None None] Deleting port c2ff751e-e7ad-4752-b282-e4496aee5902 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:56:36.040713 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-72ee7a7b-3057-4924-8c03-2006b6ea9f84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:36.046417 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 49584) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:36.056468 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9c3b09d8-c5bb-41fd-a2b4-a07a6b524f79 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:36.060509 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9cb3a90c-f7a2-4d07-b1a3-e0441ff54f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:36.113749 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6ca26008-d59e-4b39-8a13-728556909d30 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:36.171842 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9cb3a90c-f7a2-4d07-b1a3-e0441ff54f31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:36.172988 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-9cb3a90c-f7a2-4d07-b1a3-e0441ff54f31 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ed14aacf-50ba-441c-904f-636c7171d8eb HTTP/1.1" status: 204 len: 168 time: 1.8879821 May 31 13:56:36.199872 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d3f1a5b-0f44-4059-ba44-f6c6b96bdf95 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] DELETE failed (client error): The resource could not be found. May 31 13:56:36.200718 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d3f1a5b-0f44-4059-ba44-f6c6b96bdf95 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:56:36.202960 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-1d3f1a5b-0f44-4059-ba44-f6c6b96bdf95 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/ports/98ec6260-48ce-402f-b187-7360ba85500d HTTP/1.1" status: 404 len: 333 time: 0.1528530 May 31 13:56:36.212971 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9baab1f1-9fd0-40c7-bcbe-a710e7edf9af tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:36.215577 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-f848a9de-57c9-46ac-ac83-e59d6ed7e883 req-d15acf62-41a8-4330-8278-e1099943a62b tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Unset dirty status for tenant:f161391927494a93ac97ddf889ee8804 on resource:network {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:56:36.217956 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f848a9de-57c9-46ac-ac83-e59d6ed7e883 req-d15acf62-41a8-4330-8278-e1099943a62b tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.50 "GET /v2.0/networks?id=badcadf7-7a0e-4767-9ad6-9ba36fe36fd0 HTTP/1.1" status: 200 len: 797 time: 1.2616310 May 31 13:56:36.218776 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 49590) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:36.225128 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-6ca26008-d59e-4b39-8a13-728556909d30 admin admin] Deleting port d0d39e11-de8d-4cc9-9152-24291b835d58 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:56:36.225709 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6ca26008-d59e-4b39-8a13-728556909d30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:36.329633 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9c3b09d8-c5bb-41fd-a2b4-a07a6b524f79 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:36.330832 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-9c3b09d8-c5bb-41fd-a2b4-a07a6b524f79 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.1132956 May 31 13:56:36.350109 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3b09d8-c5bb-41fd-a2b4-a07a6b524f79 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9851379e-2581-4a76-ab5d-38b2e198b402,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:36.370844 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-592c819a-4ffd-4ccd-acf9-755e5a764fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed4f702b-de04-4b3c-a90c-2777557896ed', 'name': 'tempest-TestAggregatesBasicOps-1692348801-router', 'tenant_id': '8a0ff68e3392496c99812d9ccfaaf695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'd0d39e11-de8d-4cc9-9152-24291b835d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:55:27Z', 'updated_at': '2022-05-31T13:56:32Z', 'revision_number': 5, 'project_id': '8a0ff68e3392496c99812d9ccfaaf695', 'gw_port': {'id': 'd0d39e11-de8d-4cc9-9152-24291b835d58', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed4f702b-de04-4b3c-a90c-2777557896ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:55:31Z', 'updated_at': '2022-05-31T13:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:56:36.381693 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592c819a-4ffd-4ccd-acf9-755e5a764fd2 None None] The sync data for ids ['ed4f702b-de04-4b3c-a90c-2777557896ed'] in n-d-843939-1 is: [{'id': 'ed4f702b-de04-4b3c-a90c-2777557896ed', 'name': 'tempest-TestAggregatesBasicOps-1692348801-router', 'tenant_id': '8a0ff68e3392496c99812d9ccfaaf695', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'd0d39e11-de8d-4cc9-9152-24291b835d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:55:27Z', 'updated_at': '2022-05-31T13:56:32Z', 'revision_number': 5, 'project_id': '8a0ff68e3392496c99812d9ccfaaf695', 'gw_port': {'id': 'd0d39e11-de8d-4cc9-9152-24291b835d58', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:4c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed4f702b-de04-4b3c-a90c-2777557896ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:55:31Z', 'updated_at': '2022-05-31T13:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:56:36.416449 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 49594) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:36.437639 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6eb0b9a-89eb-4276-8268-85e72c5f9455 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] DELETE failed (client error): The resource could not be found. May 31 13:56:36.438898 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6eb0b9a-89eb-4276-8268-85e72c5f9455 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:56:36.443038 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-d6eb0b9a-89eb-4276-8268-85e72c5f9455 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/subnets/f73d1fb8-bc02-436e-824b-8c62959f848a HTTP/1.1" status: 404 len: 337 time: 0.2172601 May 31 13:56:36.447538 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 49596) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:36.470029 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-72ee7a7b-3057-4924-8c03-2006b6ea9f84 None None] For port c2ff751e-e7ad-4752-b282-e4496aee5902, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=c2ff751e-e7ad-4752-b282-e4496aee5902,segment=NetworkSegment(3ce5a525-1c31-4056-8c26-2f17962ce420),segment_id=3ce5a525-1c31-4056-8c26-2f17962ce420)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:56:36.470419 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-72ee7a7b-3057-4924-8c03-2006b6ea9f84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:36.489261 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-428186ba-5f40-4337-bd1f-757ed1197d7f tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Request body: {'security_group': {'name': 'tempest-secgroup--1942735682'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:56:36.512516 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f848a9de-57c9-46ac-ac83-e59d6ed7e883 req-653934fb-6506-4381-a136-bb10cddfba80 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.50 "GET /v2.0/quotas/f161391927494a93ac97ddf889ee8804 HTTP/1.1" status: 200 len: 375 time: 0.2090821 May 31 13:56:36.560042 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb3a90c-f7a2-4d07-b1a3-e0441ff54f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed14aacf-50ba-441c-904f-636c7171d8eb,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:36.562392 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-428186ba-5f40-4337-bd1f-757ed1197d7f tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:56:36.650091 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-9baab1f1-9fd0-40c7-bcbe-a710e7edf9af tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Deleting port c2ff751e-e7ad-4752-b282-e4496aee5902 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:56:36.650512 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9baab1f1-9fd0-40c7-bcbe-a710e7edf9af tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:36.691986 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-428186ba-5f40-4337-bd1f-757ed1197d7f tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:56:36.702471 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-98bb2f18-6eca-495a-af2b-c6740a488c35 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] DELETE failed (client error): The resource could not be found. May 31 13:56:36.703057 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98bb2f18-6eca-495a-af2b-c6740a488c35 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:56:36.708911 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-98bb2f18-6eca-495a-af2b-c6740a488c35 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/ports/8e29663f-52b8-4f75-9284-bd7c0e893569 HTTP/1.1" status: 404 len: 333 time: 0.1994858 May 31 13:56:36.710692 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49604) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:36.770726 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-72ee7a7b-3057-4924-8c03-2006b6ea9f84 None None] Calling delete_port for c2ff751e-e7ad-4752-b282-e4496aee5902 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:56:36.810626 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-53740917-5363-4a84-ab84-de538d220e51 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] DELETE failed (client error): The resource could not be found. May 31 13:56:36.811164 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53740917-5363-4a84-ab84-de538d220e51 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:56:36.813338 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-53740917-5363-4a84-ab84-de538d220e51 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/subnets/0b7f2e78-119d-4368-a4fa-13c96518b6d7 HTTP/1.1" status: 404 len: 337 time: 0.1006467 May 31 13:56:36.816898 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49610) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:36.884162 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-72ee7a7b-3057-4924-8c03-2006b6ea9f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:36.917912 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-6ca26008-d59e-4b39-8a13-728556909d30 admin admin] For port d0d39e11-de8d-4cc9-9152-24291b835d58, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=d0d39e11-de8d-4cc9-9152-24291b835d58,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:56:36.918304 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6ca26008-d59e-4b39-8a13-728556909d30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:36.974232 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ee7a7b-3057-4924-8c03-2006b6ea9f84 None None] No DVR routers for this DVR port c2ff751e-e7ad-4752-b282-e4496aee5902 on host n-d-843939-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:56:37.110738 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ee7a7b-3057-4924-8c03-2006b6ea9f84 None None] Pushing event deleted for resources: {'Port': ['ID=c2ff751e-e7ad-4752-b282-e4496aee5902,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:37.116495 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 659e500f-f8bf-4e6c-9d94-81e70b064fdf up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:56:37.187629 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-6ca26008-d59e-4b39-8a13-728556909d30 admin admin] Calling delete_port for d0d39e11-de8d-4cc9-9152-24291b835d58 owned by network:router_gateway {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:56:37.247344 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 659e500f-f8bf-4e6c-9d94-81e70b064fdf completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:56:37.253481 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 659e500f-f8bf-4e6c-9d94-81e70b064fdf triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:56:37.253858 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:37.412133 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3a15181-fc43-4637-be94-f33c028ee8d7 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] DELETE failed (client error): The resource could not be found. May 31 13:56:37.413208 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3a15181-fc43-4637-be94-f33c028ee8d7 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:56:37.419456 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b3a15181-fc43-4637-be94-f33c028ee8d7 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/ports/0ac13078-24ba-4b4e-8344-debd8a43f31e HTTP/1.1" status: 404 len: 333 time: 0.4665079 May 31 13:56:37.421517 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49622) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:37.447255 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-9baab1f1-9fd0-40c7-bcbe-a710e7edf9af tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] The port 'c2ff751e-e7ad-4752-b282-e4496aee5902' was deleted {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 13:56:37.454298 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-428186ba-5f40-4337-bd1f-757ed1197d7f tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:37.534402 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 659e500f-f8bf-4e6c-9d94-81e70b064fdf is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:56:37.536065 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:37.554901 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:37.564412 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-852551bb-f11b-4361-bc60-aff163870657 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] DELETE failed (client error): The resource could not be found. May 31 13:56:37.565134 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-852551bb-f11b-4361-bc60-aff163870657 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:56:37.576586 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-852551bb-f11b-4361-bc60-aff163870657 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/subnets/1aa0a653-1d13-454c-a5a9-d159e9ca9b7b HTTP/1.1" status: 404 len: 337 time: 0.1308770 May 31 13:56:37.577698 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 49630) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:37.579263 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-428186ba-5f40-4337-bd1f-757ed1197d7f tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:56:37.596991 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 659e500f-f8bf-4e6c-9d94-81e70b064fdf, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=659e500f-f8bf-4e6c-9d94-81e70b064fdf,segment=NetworkSegment(b9f4ed57-b2e5-4e59-b38f-a9cf436507d9),segment_id=b9f4ed57-b2e5-4e59-b38f-a9cf436507d9)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:56:37.617131 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:37.630868 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e17f3291-d5f4-4dd4-a1d2-a2aff16f6652 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks [] for router_gateway, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:37.728907 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device c2ff751e-e7ad-4752-b282-e4496aee5902 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:56:37.814105 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: c2ff751e-e7ad-4752-b282-e4496aee5902 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:56:37.814826 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device c2ff751e-e7ad-4752-b282-e4496aee5902 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:56:37.815024 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 0a1cdcb0-e859-408b-a674-1562b64e5796 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:56:37.864004 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-428186ba-5f40-4337-bd1f-757ed1197d7f tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Usage tracker for resource:security_group_rule and tenant:6012375da65d478a8f1fa9a47c576512 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:56:37.871502 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 0a1cdcb0-e859-408b-a674-1562b64e5796 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:56:37.871502 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 0a1cdcb0-e859-408b-a674-1562b64e5796 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:56:37.882523 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-428186ba-5f40-4337-bd1f-757ed1197d7f tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:56:37.913944 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-428186ba-5f40-4337-bd1f-757ed1197d7f tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:56:37.915130 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=659e500f-f8bf-4e6c-9d94-81e70b064fdf,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:37.936280 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-22a3d92c-1110-4c83-96c8-a4ce744509d1 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] DELETE failed (client error): The resource could not be found. May 31 13:56:37.936727 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22a3d92c-1110-4c83-96c8-a4ce744509d1 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:56:37.949979 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9baab1f1-9fd0-40c7-bcbe-a710e7edf9af tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:38.013823 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-22a3d92c-1110-4c83-96c8-a4ce744509d1 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/ports/a84b7e00-92fd-42c1-9488-96babaa425b8 HTTP/1.1" status: 404 len: 333 time: 0.4268539 May 31 13:56:38.022390 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49638) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:38.036403 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-f848a9de-57c9-46ac-ac83-e59d6ed7e883 req-ec83fc78-3344-4a8d-9d1d-1ec673312a25 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Synchronizing usage tracker for tenant:f161391927494a93ac97ddf889ee8804 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:56:38.064380 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-9baab1f1-9fd0-40c7-bcbe-a710e7edf9af tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c164703-8106-4926-8f46-fea9b2829a9e']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:56:38.103726 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-9baab1f1-9fd0-40c7-bcbe-a710e7edf9af tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ce5a525-1c31-4056-8c26-2f17962ce420') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:56:38.104081 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-9baab1f1-9fd0-40c7-bcbe-a710e7edf9af tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ce5a525-1c31-4056-8c26-2f17962ce420') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:56:38.105300 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-d36260eb-ef47-4a26-9305-afda15a3e0a4 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] DELETE failed (client error): The resource could not be found. May 31 13:56:38.106087 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d36260eb-ef47-4a26-9305-afda15a3e0a4 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:56:38.112005 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d36260eb-ef47-4a26-9305-afda15a3e0a4 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/subnets/7ed34781-8247-4dea-9736-8d1d41378ea1 HTTP/1.1" status: 404 len: 337 time: 0.0880563 May 31 13:56:38.113925 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 49642) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:38.158600 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9baab1f1-9fd0-40c7-bcbe-a710e7edf9af tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:38.167154 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-f848a9de-57c9-46ac-ac83-e59d6ed7e883 req-ec83fc78-3344-4a8d-9d1d-1ec673312a25 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Unset dirty status for tenant:f161391927494a93ac97ddf889ee8804 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:56:38.168694 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f848a9de-57c9-46ac-ac83-e59d6ed7e883 req-ec83fc78-3344-4a8d-9d1d-1ec673312a25 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f161391927494a93ac97ddf889ee8804&fields=id HTTP/1.1" status: 200 len: 302 time: 1.5934217 May 31 13:56:38.195602 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6ca26008-d59e-4b39-8a13-728556909d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:38.247737 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9baab1f1-9fd0-40c7-bcbe-a710e7edf9af tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:38.256428 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-93384584-4ce5-41a6-9fbf-0e8992395912 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] DELETE failed (client error): The resource could not be found. May 31 13:56:38.256919 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93384584-4ce5-41a6-9fbf-0e8992395912 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:56:38.293059 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca26008-d59e-4b39-8a13-728556909d30 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0d39e11-de8d-4cc9-9152-24291b835d58,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:38.309480 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9baab1f1-9fd0-40c7-bcbe-a710e7edf9af tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:56:38.309882 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9baab1f1-9fd0-40c7-bcbe-a710e7edf9af tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:38.362641 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-93384584-4ce5-41a6-9fbf-0e8992395912 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/ports/2adabbad-b433-45f2-8671-c5a8ef9f43ce HTTP/1.1" status: 404 len: 333 time: 0.2422445 May 31 13:56:38.364399 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 3ce5a525-1c31-4056-8c26-2f17962ce420 resource provider aggregate not found May 31 13:56:38.389013 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49652) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:38.421034 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-428186ba-5f40-4337-bd1f-757ed1197d7f tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:38.441500 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [req-386a771d-44d5-4ee5-8e87-1c0e19875fb4 req-515814bd-ab28-42ae-8864-6830c9c3094b service neutron] (88369) timed out ('10.222.0.44', 53800) {{(pid=88369) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 31 13:56:38.455080 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 3ce5a525-1c31-4056-8c26-2f17962ce420 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3ce5a525-1c31-4056-8c26-2f17962ce420 found for delete ", "request_id": "req-a6d154c5-b448-41c6-9a29-44a1c82646fc"}]} May 31 13:56:38.467435 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0c8ce9e-dd81-405b-9f5f-4f34055c0c3e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] DELETE failed (client error): The resource could not be found. May 31 13:56:38.468191 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0c8ce9e-dd81-405b-9f5f-4f34055c0c3e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:56:38.470327 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e0c8ce9e-dd81-405b-9f5f-4f34055c0c3e tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/subnets/de620a44-de8f-459e-98d2-e4e24e8af4ea HTTP/1.1" status: 404 len: 337 time: 0.0799317 May 31 13:56:38.471080 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-428186ba-5f40-4337-bd1f-757ed1197d7f tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:38.476599 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49660) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:38.578192 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9baab1f1-9fd0-40c7-bcbe-a710e7edf9af tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:38.582028 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-428186ba-5f40-4337-bd1f-757ed1197d7f tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:38.583247 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-428186ba-5f40-4337-bd1f-757ed1197d7f tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.1397128 May 31 13:56:38.584399 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428186ba-5f40-4337-bd1f-757ed1197d7f tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acc580ff-7eca-40b4-a823-da86b7ee3921,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:38.589809 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49664) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:38.607598 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9baab1f1-9fd0-40c7-bcbe-a710e7edf9af tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:38.615044 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-9baab1f1-9fd0-40c7-bcbe-a710e7edf9af tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] 10.222.0.50 "DELETE /v2.0/networks/8c164703-8106-4926-8f46-fea9b2829a9e HTTP/1.1" status: 204 len: 168 time: 3.0546846 May 31 13:56:38.615485 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e17f3291-d5f4-4dd4-a1d2-a2aff16f6652 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:38.617315 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 49668) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:38.621431 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baab1f1-9fd0-40c7-bcbe-a710e7edf9af tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Pushing event deleted for resources: {'Network': ['ID=8c164703-8106-4926-8f46-fea9b2829a9e,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:38.631871 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-cec7c42a-7445-46d6-9c2d-1acc0bb2fa1b tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Request body: {'security_group_rule': {'security_group_id': '9851379e-2581-4a76-ab5d-38b2e198b402', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'acc580ff-7eca-40b4-a823-da86b7ee3921'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:56:38.638553 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-cec7c42a-7445-46d6-9c2d-1acc0bb2fa1b tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:56:38.646107 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-cec7c42a-7445-46d6-9c2d-1acc0bb2fa1b tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Usage tracker for resource:security_group_rule and tenant:6012375da65d478a8f1fa9a47c576512 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:56:38.648261 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-cec7c42a-7445-46d6-9c2d-1acc0bb2fa1b tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:56:38.662739 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6ca26008-d59e-4b39-8a13-728556909d30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577389'] for router_gateway, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:38.669270 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-cec7c42a-7445-46d6-9c2d-1acc0bb2fa1b tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:56:38.774884 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b1669126-f18c-4f58-a6eb-c6e5ba1350b8 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:38.791185 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [req-f848a9de-57c9-46ac-ac83-e59d6ed7e883 req-b2c856fb-d624-44cf-9a81-9a0fdc0e01d8 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:56:38.792316 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f848a9de-57c9-46ac-ac83-e59d6ed7e883 req-b2c856fb-d624-44cf-9a81-9a0fdc0e01d8 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5910316 May 31 13:56:38.802577 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-62142845-c628-48e5-a615-be327a4eb186 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Synchronizing usage tracker for tenant:b8da5dc440f745b5ba3d554eae6ba990 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:56:38.935611 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-cec7c42a-7445-46d6-9c2d-1acc0bb2fa1b tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 13:56:38.937141 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-cec7c42a-7445-46d6-9c2d-1acc0bb2fa1b tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3353128 May 31 13:56:38.952531 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49680) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:38.976142 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6ca26008-d59e-4b39-8a13-728556909d30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:38.985308 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6ca26008-d59e-4b39-8a13-728556909d30 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:39.012659 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-62142845-c628-48e5-a615-be327a4eb186 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Unset dirty status for tenant:b8da5dc440f745b5ba3d554eae6ba990 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:56:39.014156 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-62142845-c628-48e5-a615-be327a4eb186 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe30d05d-f58c-435c-a816-b9ce70d78005 HTTP/1.1" status: 200 len: 205 time: 0.3946786 May 31 13:56:39.025924 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 49684) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:39.065768 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:39.093846 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 659e500f-f8bf-4e6c-9d94-81e70b064fdf up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:56:39.113749 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6ca26008-d59e-4b39-8a13-728556909d30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:39.114296 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ca26008-d59e-4b39-8a13-728556909d30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed4f702b-de04-4b3c-a90c-2777557896ed {{(pid=88370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:56:39.156498 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b1669126-f18c-4f58-a6eb-c6e5ba1350b8 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:39.209964 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 659e500f-f8bf-4e6c-9d94-81e70b064fdf triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:56:39.211883 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:39.223497 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6ca26008-d59e-4b39-8a13-728556909d30 admin admin] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:39.224624 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-6ca26008-d59e-4b39-8a13-728556909d30 admin admin] 10.222.0.50 "DELETE /v2.0/routers/ed4f702b-de04-4b3c-a90c-2777557896ed HTTP/1.1" status: 204 len: 168 time: 4.7152529 May 31 13:56:39.228901 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d9ae2cc0-6b43-412c-8c50-aded6c6cb214 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:39.241795 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 49694) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:39.247169 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6a34bcad-ee08-46ac-af5c-fbd6e8de7a84 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks [] for router, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:39.278709 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-b1669126-f18c-4f58-a6eb-c6e5ba1350b8 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d0ca4ab-0d39-494b-8b5d-2861af857a5e']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:56:39.303012 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-b1669126-f18c-4f58-a6eb-c6e5ba1350b8 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:56:39.303337 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-b1669126-f18c-4f58-a6eb-c6e5ba1350b8 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e36b6392-cb6c-4276-8d0c-fa220f07b4a8') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:56:39.320505 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b1669126-f18c-4f58-a6eb-c6e5ba1350b8 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:39.343315 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b1669126-f18c-4f58-a6eb-c6e5ba1350b8 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:39.350883 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1669126-f18c-4f58-a6eb-c6e5ba1350b8 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:56:39.351347 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b1669126-f18c-4f58-a6eb-c6e5ba1350b8 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:39.363999 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f848a9de-57c9-46ac-ac83-e59d6ed7e883 req-143217c8-9a53-4922-9089-ea5472b03522 service neutron] 10.222.0.50 "GET /v2.0/networks/badcadf7-7a0e-4767-9ad6-9ba36fe36fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4879889 May 31 13:56:39.452487 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d9ae2cc0-6b43-412c-8c50-aded6c6cb214 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:39.513042 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment e36b6392-cb6c-4276-8d0c-fa220f07b4a8 resource provider aggregate not found May 31 13:56:39.555784 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e17f3291-d5f4-4dd4-a1d2-a2aff16f6652 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Router 1dbbe7b4-f8c1-4f12-8c60-3ab69d719916 is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 13:56:39.558268 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 659e500f-f8bf-4e6c-9d94-81e70b064fdf is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:56:39.574630 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b1669126-f18c-4f58-a6eb-c6e5ba1350b8 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:39.580974 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment e36b6392-cb6c-4276-8d0c-fa220f07b4a8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e36b6392-cb6c-4276-8d0c-fa220f07b4a8 found for delete ", "request_id": "req-41e2703a-896f-458a-a5a6-f3a96cc19cae"}]} May 31 13:56:39.666722 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d9ae2cc0-6b43-412c-8c50-aded6c6cb214 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:39.679527 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b1669126-f18c-4f58-a6eb-c6e5ba1350b8 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:39.717908 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1669126-f18c-4f58-a6eb-c6e5ba1350b8 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] Pushing event deleted for resources: {'Network': ['ID=8d0ca4ab-0d39-494b-8b5d-2861af857a5e,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:39.756401 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ae2cc0-6b43-412c-8c50-aded6c6cb214 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc580ff-7eca-40b4-a823-da86b7ee3921,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:39.769730 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b1669126-f18c-4f58-a6eb-c6e5ba1350b8 tempest-NetworksTestDHCPv6-350654451 tempest-NetworksTestDHCPv6-350654451-project] 10.222.0.50 "DELETE /v2.0/networks/8d0ca4ab-0d39-494b-8b5d-2861af857a5e HTTP/1.1" status: 204 len: 168 time: 1.2860341 May 31 13:56:39.782320 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d9ae2cc0-6b43-412c-8c50-aded6c6cb214 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:39.785536 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d9ae2cc0-6b43-412c-8c50-aded6c6cb214 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] 10.222.0.50 "DELETE /v2.0/security-groups/acc580ff-7eca-40b4-a823-da86b7ee3921 HTTP/1.1" status: 204 len: 168 time: 0.8315938 May 31 13:56:39.858633 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 49724) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:39.946060 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-15cb3d8e-41de-4306-9a3f-3fe99cfb7508 admin admin] Deleting subnet e7d2c6d6-492d-4f91-bbed-4468868feb37 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:56:39.961939 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-15cb3d8e-41de-4306-9a3f-3fe99cfb7508 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:40.006781 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6a34bcad-ee08-46ac-af5c-fbd6e8de7a84 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:40.015110 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6a34bcad-ee08-46ac-af5c-fbd6e8de7a84 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:40.080818 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-15cb3d8e-41de-4306-9a3f-3fe99cfb7508 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65507433'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:40.081190 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e17f3291-d5f4-4dd4-a1d2-a2aff16f6652 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:56:40.098556 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445b113f-a230-4000-9bac-744911b78cbe None None] Sync routers for ids ['1dbbe7b4-f8c1-4f12-8c60-3ab69d719916'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:56:40.113659 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445b113f-a230-4000-9bac-744911b78cbe None None] Routers {'1dbbe7b4-f8c1-4f12-8c60-3ab69d719916'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:56:40.120094 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-445b113f-a230-4000-9bac-744911b78cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:56:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['1dbbe7b4-f8c1-4f12-8c60-3ab69d719916'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:56:40.130484 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e17f3291-d5f4-4dd4-a1d2-a2aff16f6652 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:40.132285 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e17f3291-d5f4-4dd4-a1d2-a2aff16f6652 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 9.9291615 May 31 13:56:40.136603 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49734) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:40.151878 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f848a9de-57c9-46ac-ac83-e59d6ed7e883 req-59aaa136-fbf6-4ba6-8d44-4c24d4d28c04 service neutron] 10.222.0.50 "GET /v2.0/networks/badcadf7-7a0e-4767-9ad6-9ba36fe36fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7718587 May 31 13:56:40.163055 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6a34bcad-ee08-46ac-af5c-fbd6e8de7a84 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:40.163958 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a34bcad-ee08-46ac-af5c-fbd6e8de7a84 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Fanout notify agent at l3_agent the message router_deleted on router fe30d05d-f58c-435c-a816-b9ce70d78005 {{(pid=88370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:56:40.182213 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-2af0ff7e-1161-4402-8781-5ba5a60176c2 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Synchronizing usage tracker for tenant:6012375da65d478a8f1fa9a47c576512 on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:56:40.188486 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-026741e8-9e62-4c8b-95f5-6ad8609ea4b1 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'enable_snat': False}}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:56:40.202641 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6a34bcad-ee08-46ac-af5c-fbd6e8de7a84 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:40.204046 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-6a34bcad-ee08-46ac-af5c-fbd6e8de7a84 tempest-RoutersNegativeTest-609985568 tempest-RoutersNegativeTest-609985568-project] 10.222.0.50 "DELETE /v2.0/routers/fe30d05d-f58c-435c-a816-b9ce70d78005 HTTP/1.1" status: 204 len: 168 time: 1.1768289 May 31 13:56:40.238586 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-2af0ff7e-1161-4402-8781-5ba5a60176c2 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Unset dirty status for tenant:6012375da65d478a8f1fa9a47c576512 on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:56:40.240309 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-2af0ff7e-1161-4402-8781-5ba5a60176c2 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.3786612 May 31 13:56:40.245801 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 49742) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:40.265229 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-445b113f-a230-4000-9bac-744911b78cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:56:40.302182 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445b113f-a230-4000-9bac-744911b78cbe None None] Routers {'1dbbe7b4-f8c1-4f12-8c60-3ab69d719916'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:56:40.303243 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-445b113f-a230-4000-9bac-744911b78cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:56:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['1dbbe7b4-f8c1-4f12-8c60-3ab69d719916'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:56:40.366477 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-15cb3d8e-41de-4306-9a3f-3fe99cfb7508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:40.401311 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49748) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:40.484672 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-73ac6770-4d95-4375-a3df-9347c5db8ff1 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:40.544844 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-445b113f-a230-4000-9bac-744911b78cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:56:40.549867 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445b113f-a230-4000-9bac-744911b78cbe None None] The sync data for ids ['1dbbe7b4-f8c1-4f12-8c60-3ab69d719916'] in n-d-843939-1 is: [] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:56:40.561722 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 49756) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:40.570035 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-73ac6770-4d95-4375-a3df-9347c5db8ff1 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:40.592577 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-25cfafe3-eff6-4dbd-821b-e2beb09765f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:40.600742 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7e3fa7f9-2c9b-4283-906a-4304b0a37ff1 req-605f2013-cd44-4f21-a6ba-9f9184501a95 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f04ad35-08e7-4759-9da5-f113f1d58a77 HTTP/1.1" status: 200 len: 210 time: 0.0764070 May 31 13:56:40.669483 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-73ac6770-4d95-4375-a3df-9347c5db8ff1 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:40.717399 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac6770-4d95-4375-a3df-9347c5db8ff1 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9851379e-2581-4a76-ab5d-38b2e198b402,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:40.731726 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-15cb3d8e-41de-4306-9a3f-3fe99cfb7508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65216469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65148562'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:40.813846 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-73ac6770-4d95-4375-a3df-9347c5db8ff1 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:40.815576 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-73ac6770-4d95-4375-a3df-9347c5db8ff1 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] 10.222.0.50 "DELETE /v2.0/security-groups/9851379e-2581-4a76-ab5d-38b2e198b402 HTTP/1.1" status: 204 len: 168 time: 0.5655138 May 31 13:56:40.816962 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cb3d8e-41de-4306-9a3f-3fe99cfb7508 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7d2c6d6-492d-4f91-bbed-4468868feb37,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:40.819272 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 49764) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:40.820931 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-15cb3d8e-41de-4306-9a3f-3fe99cfb7508 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:40.824132 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-15cb3d8e-41de-4306-9a3f-3fe99cfb7508 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/e7d2c6d6-492d-4f91-bbed-4468868feb37 HTTP/1.1" status: 204 len: 168 time: 1.5804152 May 31 13:56:40.829562 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 49766) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:40.831834 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3aea7dc-0513-4295-bfcd-4c3afb447375 None None] Network 2b8752ff-d6bb-4c36-b788-4af67f57c09d requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:56:40.934769 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 49774) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:40.990820 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-f495cabd-141f-4085-bef6-258fab13cb2c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d13dddbe1502489da91f2f88306fdca6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5868070 May 31 13:56:40.993912 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49778) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:41.031385 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fb948630-0c84-466e-b784-ef2b142955dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:41.038547 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device d0d39e11-de8d-4cc9-9152-24291b835d58 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:56:41.103282 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: d0d39e11-de8d-4cc9-9152-24291b835d58 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:56:41.104024 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device d0d39e11-de8d-4cc9-9152-24291b835d58 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:56:41.105961 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-4d79c365-9c30-40d1-9ec2-a954e8d09367 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Synchronizing usage tracker for tenant:6012375da65d478a8f1fa9a47c576512 on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:56:41.113238 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cc7bdcba-c229-41c9-b232-682f35573504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:41.127494 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-fb948630-0c84-466e-b784-ef2b142955dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:56:41.139732 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-fb948630-0c84-466e-b784-ef2b142955dd admin admin] Usage tracker for resource:security_group_rule and tenant:5cd474cc4fb641eaa85f630017a2ef40 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:56:41.146737 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-fb948630-0c84-466e-b784-ef2b142955dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:56:41.163040 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c37f3f53-6294-4a31-b82b-11e67e3b167a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:41.163539 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-fb948630-0c84-466e-b784-ef2b142955dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:56:41.169157 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-cc7bdcba-c229-41c9-b232-682f35573504 admin admin] Deleting port a6b9c4e0-0136-4b5f-b72b-a91819cbcf8b {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:56:41.169157 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cc7bdcba-c229-41c9-b232-682f35573504 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:41.277068 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c37f3f53-6294-4a31-b82b-11e67e3b167a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:41.288296 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-4d79c365-9c30-40d1-9ec2-a954e8d09367 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Unset dirty status for tenant:6012375da65d478a8f1fa9a47c576512 on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:56:41.289711 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-4d79c365-9c30-40d1-9ec2-a954e8d09367 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4617283 May 31 13:56:41.297238 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49786) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:41.301108 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284b1493-2a10-4cbb-8a39-34dacb475bbb None None] DHCP port deletion for 2b8752ff-d6bb-4c36-b788-4af67f57c09d request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:56:41.314617 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-9b74ce83-9cad-47f9-89be-49cb91651cd3 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Request body: {'security_group': {'name': 'tempest-secgroup--1190792338'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:56:41.317301 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-284b1493-2a10-4cbb-8a39-34dacb475bbb None None] Deleting port a6b9c4e0-0136-4b5f-b72b-a91819cbcf8b {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:56:41.318123 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-284b1493-2a10-4cbb-8a39-34dacb475bbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:41.329500 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-9b74ce83-9cad-47f9-89be-49cb91651cd3 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:56:41.348953 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-026741e8-9e62-4c8b-95f5-6ad8609ea4b1 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:41.365855 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-9b74ce83-9cad-47f9-89be-49cb91651cd3 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:56:41.444934 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9b74ce83-9cad-47f9-89be-49cb91651cd3 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:41.472209 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c37f3f53-6294-4a31-b82b-11e67e3b167a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:41.498823 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-e31b6874-a8d7-42cb-b5cb-ee08da679507 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b8da5dc440f745b5ba3d554eae6ba990&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5073669 May 31 13:56:41.499133 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-9b74ce83-9cad-47f9-89be-49cb91651cd3 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:56:41.502471 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49790) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:41.504860 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37f3f53-6294-4a31-b82b-11e67e3b167a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9430577-697a-443a-957f-0e68ffdd8707,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:41.522673 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-9b74ce83-9cad-47f9-89be-49cb91651cd3 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Usage tracker for resource:security_group_rule and tenant:6012375da65d478a8f1fa9a47c576512 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:56:41.529250 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-9b74ce83-9cad-47f9-89be-49cb91651cd3 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:56:41.543315 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-9b74ce83-9cad-47f9-89be-49cb91651cd3 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:56:41.561016 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c37f3f53-6294-4a31-b82b-11e67e3b167a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:41.562855 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c37f3f53-6294-4a31-b82b-11e67e3b167a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f9430577-697a-443a-957f-0e68ffdd8707 HTTP/1.1" status: 204 len: 168 time: 0.5677917 May 31 13:56:41.659058 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-55963966-e479-4be0-a812-e56431506623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:41.662511 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-284b1493-2a10-4cbb-8a39-34dacb475bbb None None] For port a6b9c4e0-0136-4b5f-b72b-a91819cbcf8b, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=a6b9c4e0-0136-4b5f-b72b-a91819cbcf8b,segment=NetworkSegment(08848bf7-4c1a-4447-9c5a-eb1e7981eaae),segment_id=08848bf7-4c1a-4447-9c5a-eb1e7981eaae)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:56:41.662942 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-284b1493-2a10-4cbb-8a39-34dacb475bbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:41.743888 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-55963966-e479-4be0-a812-e56431506623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:41.776718 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9b74ce83-9cad-47f9-89be-49cb91651cd3 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:41.789551 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9b74ce83-9cad-47f9-89be-49cb91651cd3 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:41.841307 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-786a2c41-529d-4c7a-b8fb-ce23cf39d973 req-462b6d80-70f2-4305-92a9-da9719f0959d tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f04ad35-08e7-4759-9da5-f113f1d58a77 HTTP/1.1" status: 200 len: 210 time: 0.1487005 May 31 13:56:41.872150 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-cc7bdcba-c229-41c9-b232-682f35573504 admin admin] For port a6b9c4e0-0136-4b5f-b72b-a91819cbcf8b, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=a6b9c4e0-0136-4b5f-b72b-a91819cbcf8b,segment=NetworkSegment(08848bf7-4c1a-4447-9c5a-eb1e7981eaae),segment_id=08848bf7-4c1a-4447-9c5a-eb1e7981eaae)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:56:41.872583 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cc7bdcba-c229-41c9-b232-682f35573504 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:41.898078 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-284b1493-2a10-4cbb-8a39-34dacb475bbb None None] Calling delete_port for a6b9c4e0-0136-4b5f-b72b-a91819cbcf8b owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:56:41.906142 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fb948630-0c84-466e-b784-ef2b142955dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:41.942227 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b74ce83-9cad-47f9-89be-49cb91651cd3 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d85afcb-e296-4d35-a702-12bbe1b66b4d,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:42.012304 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9b74ce83-9cad-47f9-89be-49cb91651cd3 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:42.014043 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-9b74ce83-9cad-47f9-89be-49cb91651cd3 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7154114 May 31 13:56:42.019834 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-284b1493-2a10-4cbb-8a39-34dacb475bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:42.022038 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 49808) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:42.030762 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fb948630-0c84-466e-b784-ef2b142955dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:42.095627 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-55963966-e479-4be0-a812-e56431506623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:42.109862 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-8e6b5d24-92ae-4031-9496-d4630a4e6a4a tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:56:42.110319 n-d-843939-1 neutron-server[88370]: WARNING neutron.api.v2.base [None req-8e6b5d24-92ae-4031-9496-d4630a4e6a4a tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 31 13:56:42.110806 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [None req-8e6b5d24-92ae-4031-9496-d4630a4e6a4a tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] update failed (client error): There was a conflict when trying to complete your request. May 31 13:56:42.112433 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-8e6b5d24-92ae-4031-9496-d4630a4e6a4a tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] 10.222.0.50 "PUT /v2.0/security-groups/7d85afcb-e296-4d35-a702-12bbe1b66b4d HTTP/1.1" status: 409 len: 330 time: 0.0890384 May 31 13:56:42.119051 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284b1493-2a10-4cbb-8a39-34dacb475bbb None None] Pushing event deleted for resources: {'Port': ['ID=a6b9c4e0-0136-4b5f-b72b-a91819cbcf8b,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:42.122198 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-cc7bdcba-c229-41c9-b232-682f35573504 admin admin] Calling delete_port for a6b9c4e0-0136-4b5f-b72b-a91819cbcf8b owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:56:42.131782 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284b1493-2a10-4cbb-8a39-34dacb475bbb None None] No DVR routers for this DVR port a6b9c4e0-0136-4b5f-b72b-a91819cbcf8b on host n-d-843939-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:56:42.133079 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49816) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:42.169146 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55963966-e479-4be0-a812-e56431506623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5057147c-8c10-4535-abde-a41824dbfe97,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:42.211837 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-fb948630-0c84-466e-b784-ef2b142955dd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5cd474cc4fb641eaa85f630017a2ef40&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6326437 May 31 13:56:42.215125 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb948630-0c84-466e-b784-ef2b142955dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b9d733-8c96-4747-9140-47d69cdccb2d,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:42.220466 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 49820) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:42.244395 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-55963966-e479-4be0-a812-e56431506623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:42.246424 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-55963966-e479-4be0-a812-e56431506623 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5057147c-8c10-4535-abde-a41824dbfe97 HTTP/1.1" status: 204 len: 168 time: 0.7429807 May 31 13:56:42.420271 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.api [None req-cc7bdcba-c229-41c9-b232-682f35573504 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88370) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:56:42.420578 n-d-843939-1 neutron-server[88370]: DEBUG oslo_db.api [None req-cc7bdcba-c229-41c9-b232-682f35573504 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:56:42.455213 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f6cd026f-82e1-4310-9f5d-7e6a37530a84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:42.494350 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f6cd026f-82e1-4310-9f5d-7e6a37530a84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:42.561547 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5bd42589-1657-4473-b3d4-1441529a3368 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:42.572701 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f6cd026f-82e1-4310-9f5d-7e6a37530a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:42.594177 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cd026f-82e1-4310-9f5d-7e6a37530a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b9d733-8c96-4747-9140-47d69cdccb2d,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:42.608493 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5bd42589-1657-4473-b3d4-1441529a3368 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:42.621604 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f6cd026f-82e1-4310-9f5d-7e6a37530a84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:42.625109 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-f6cd026f-82e1-4310-9f5d-7e6a37530a84 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d8b9d733-8c96-4747-9140-47d69cdccb2d HTTP/1.1" status: 204 len: 168 time: 0.4012377 May 31 13:56:42.815846 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5bd42589-1657-4473-b3d4-1441529a3368 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:42.848108 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd42589-1657-4473-b3d4-1441529a3368 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d85afcb-e296-4d35-a702-12bbe1b66b4d,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:42.848589 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0a0b5c50-26cc-49e8-b427-47c78a0d980f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:42.857934 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-026741e8-9e62-4c8b-95f5-6ad8609ea4b1 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:42.863248 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-026741e8-9e62-4c8b-95f5-6ad8609ea4b1 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1578611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1578620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1575237'] for router, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:42.865401 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5bd42589-1657-4473-b3d4-1441529a3368 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:42.866557 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-5bd42589-1657-4473-b3d4-1441529a3368 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] 10.222.0.50 "DELETE /v2.0/security-groups/7d85afcb-e296-4d35-a702-12bbe1b66b4d HTTP/1.1" status: 204 len: 168 time: 0.7205586 May 31 13:56:42.873431 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 49846) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:42.925694 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-cc7bdcba-c229-41c9-b232-682f35573504 admin admin] Deleting port a6b9c4e0-0136-4b5f-b72b-a91819cbcf8b {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:56:42.932070 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cc7bdcba-c229-41c9-b232-682f35573504 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:43.003158 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device a6b9c4e0-0136-4b5f-b72b-a91819cbcf8b no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:56:43.158104 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49858) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:43.175666 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-cc7bdcba-c229-41c9-b232-682f35573504 admin admin] The port 'a6b9c4e0-0136-4b5f-b72b-a91819cbcf8b' was deleted {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 13:56:43.217843 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-026741e8-9e62-4c8b-95f5-6ad8609ea4b1 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Router 1dbbe7b4-f8c1-4f12-8c60-3ab69d719916 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:56:43.219969 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fb91b928-f5c1-4eb0-b6e9-ed9f8546a261 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:43.220837 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: a6b9c4e0-0136-4b5f-b72b-a91819cbcf8b {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:56:43.221567 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device a6b9c4e0-0136-4b5f-b72b-a91819cbcf8b not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:56:43.262271 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-fb91b928-f5c1-4eb0-b6e9-ed9f8546a261 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:56:43.318335 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-fb91b928-f5c1-4eb0-b6e9-ed9f8546a261 admin admin] Usage tracker for resource:security_group_rule and tenant:6f70eeeeaa2a4bddbf726c59aaa751f9 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:56:43.330170 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-fb91b928-f5c1-4eb0-b6e9-ed9f8546a261 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:56:43.346791 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-fb91b928-f5c1-4eb0-b6e9-ed9f8546a261 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:56:43.351046 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-12b8fac5-972f-4585-be9d-b48df78d3cfa req-b61615ab-b75c-4350-891a-9dc84227be50 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f04ad35-08e7-4759-9da5-f113f1d58a77 HTTP/1.1" status: 200 len: 210 time: 0.2895186 May 31 13:56:43.357126 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-661d3870-37d2-4ba5-80f7-4d5e61fe0168 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4822552 May 31 13:56:43.363082 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 49864) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:43.466838 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [None req-8db31d8c-0ab5-4642-8b93-13468f09208b tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] delete failed (client error): The resource could not be found. May 31 13:56:43.466838 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-8db31d8c-0ab5-4642-8b93-13468f09208b tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] 10.222.0.50 "DELETE /v2.0/security-groups/22c6b147-ad6a-4899-b4c3-933bd2e5aa29 HTTP/1.1" status: 404 len: 347 time: 0.0974507 May 31 13:56:43.466838 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 49870) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:43.492413 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [None req-99774720-3c8e-4faf-9637-42489bfc5a58 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] show failed (client error): The resource could not be found. May 31 13:56:43.498252 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-99774720-3c8e-4faf-9637-42489bfc5a58 tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] 10.222.0.50 "GET /v2.0/security-groups/f73dae82-2661-4913-a6f1-34ac69d76a58 HTTP/1.1" status: 404 len: 347 time: 0.0311584 May 31 13:56:43.507231 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cc7bdcba-c229-41c9-b232-682f35573504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:43.512568 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49876) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:43.545701 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-cc7bdcba-c229-41c9-b232-682f35573504 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b8752ff-d6bb-4c36-b788-4af67f57c09d']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:56:43.573025 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-cc7bdcba-c229-41c9-b232-682f35573504 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08848bf7-4c1a-4447-9c5a-eb1e7981eaae') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:56:43.574296 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-cc7bdcba-c229-41c9-b232-682f35573504 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08848bf7-4c1a-4447-9c5a-eb1e7981eaae') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:56:43.574945 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-f0729dc9-b503-4f88-bf5f-9f5e3a8ad33a tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] show failed (client error): The resource could not be found. May 31 13:56:43.576045 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-f0729dc9-b503-4f88-bf5f-9f5e3a8ad33a tempest-NegativeSecGroupTest-1913183111 tempest-NegativeSecGroupTest-1913183111-project] 10.222.0.50 "GET /v2.0/security-group-rules/052a2448-d322-4800-b266-8462d8dcd4f7 HTTP/1.1" status: 404 len: 356 time: 0.0624793 May 31 13:56:43.597825 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cc7bdcba-c229-41c9-b232-682f35573504 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:43.614409 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026741e8-9e62-4c8b-95f5-6ad8609ea4b1 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:56:43.628793 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cc7bdcba-c229-41c9-b232-682f35573504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:43.634823 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7576be98-59e8-4727-82ea-56ae92f41d53 None None] Sync routers for ids ['1dbbe7b4-f8c1-4f12-8c60-3ab69d719916'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:56:43.641195 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc7bdcba-c229-41c9-b232-682f35573504 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:56:43.642126 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cc7bdcba-c229-41c9-b232-682f35573504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:43.646199 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-026741e8-9e62-4c8b-95f5-6ad8609ea4b1 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:43.650752 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-026741e8-9e62-4c8b-95f5-6ad8609ea4b1 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] 10.222.0.50 "PUT /v2.0/routers/1dbbe7b4-f8c1-4f12-8c60-3ab69d719916 HTTP/1.1" status: 200 len: 921 time: 3.5126810 May 31 13:56:43.651419 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49884) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:43.652029 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7576be98-59e8-4727-82ea-56ae92f41d53 None None] Routers {'1dbbe7b4-f8c1-4f12-8c60-3ab69d719916'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:56:43.654216 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-7576be98-59e8-4727-82ea-56ae92f41d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:56:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['1dbbe7b4-f8c1-4f12-8c60-3ab69d719916'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:56:43.716412 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49888) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:43.755207 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-7576be98-59e8-4727-82ea-56ae92f41d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:56:43.766751 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7576be98-59e8-4727-82ea-56ae92f41d53 None None] Routers {'1dbbe7b4-f8c1-4f12-8c60-3ab69d719916'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:56:43.767761 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-7576be98-59e8-4727-82ea-56ae92f41d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:56:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['1dbbe7b4-f8c1-4f12-8c60-3ab69d719916'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:56:43.770166 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fb91b928-f5c1-4eb0-b6e9-ed9f8546a261 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:43.775535 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fb91b928-f5c1-4eb0-b6e9-ed9f8546a261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:43.803280 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cc7bdcba-c229-41c9-b232-682f35573504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:43.812812 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:43.814761 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cc7bdcba-c229-41c9-b232-682f35573504 admin admin] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:43.841000 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 08848bf7-4c1a-4447-9c5a-eb1e7981eaae resource provider aggregate not found May 31 13:56:43.853800 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7bdcba-c229-41c9-b232-682f35573504 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b8752ff-d6bb-4c36-b788-4af67f57c09d,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:43.857685 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-cc7bdcba-c229-41c9-b232-682f35573504 admin admin] 10.222.0.50 "DELETE /v2.0/networks/2b8752ff-d6bb-4c36-b788-4af67f57c09d HTTP/1.1" status: 204 len: 168 time: 3.0268416 May 31 13:56:43.860753 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 49898) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:43.890495 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-7576be98-59e8-4727-82ea-56ae92f41d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:56:43.890940 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7576be98-59e8-4727-82ea-56ae92f41d53 None None] The sync data for ids ['1dbbe7b4-f8c1-4f12-8c60-3ab69d719916'] in n-d-843939-1 is: [] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:56:43.924408 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:43.935312 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 08848bf7-4c1a-4447-9c5a-eb1e7981eaae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 08848bf7-4c1a-4447-9c5a-eb1e7981eaae found for delete ", "request_id": "req-4427d15b-d7c6-4943-988b-729d66a6181f"}]} May 31 13:56:43.946806 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb91b928-f5c1-4eb0-b6e9-ed9f8546a261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e53ee17f-7c72-46ad-9b78-e352fdcb71c6,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:43.959902 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91b928-f5c1-4eb0-b6e9-ed9f8546a261 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:56:43.960749 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91b928-f5c1-4eb0-b6e9-ed9f8546a261 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:56:43.960981 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91b928-f5c1-4eb0-b6e9-ed9f8546a261 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:56:43.961630 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91b928-f5c1-4eb0-b6e9-ed9f8546a261 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:56:43.962109 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91b928-f5c1-4eb0-b6e9-ed9f8546a261 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:56:43.962756 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91b928-f5c1-4eb0-b6e9-ed9f8546a261 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:56:43.963347 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91b928-f5c1-4eb0-b6e9-ed9f8546a261 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:56:43.963973 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91b928-f5c1-4eb0-b6e9-ed9f8546a261 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:56:43.964404 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91b928-f5c1-4eb0-b6e9-ed9f8546a261 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:56:43.964832 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91b928-f5c1-4eb0-b6e9-ed9f8546a261 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:56:43.965240 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91b928-f5c1-4eb0-b6e9-ed9f8546a261 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:56:43.965566 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91b928-f5c1-4eb0-b6e9-ed9f8546a261 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:56:43.971193 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-fb91b928-f5c1-4eb0-b6e9-ed9f8546a261 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6f70eeeeaa2a4bddbf726c59aaa751f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8116498 May 31 13:56:43.975699 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49904) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:44.007923 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-15bba828-10d1-4498-a00d-33908104d302 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] 10.222.0.50 "GET /v2.0/routers/1dbbe7b4-f8c1-4f12-8c60-3ab69d719916 HTTP/1.1" status: 200 len: 921 time: 0.3485818 May 31 13:56:44.016398 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49910) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:44.125054 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8c6f27fe-da67-4a1c-aa7c-7a7b605fea6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:44.200295 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8c6f27fe-da67-4a1c-aa7c-7a7b605fea6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:44.228985 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f019e58f-4bf5-43d9-918b-2cb0a21f9346 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:56:44.230838 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-f019e58f-4bf5-43d9-918b-2cb0a21f9346 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=d2103cd5-63ba-4c24-9d95-fd17643bf14c&device_id=1dbbe7b4-f8c1-4f12-8c60-3ab69d719916&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2135041 May 31 13:56:44.240922 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49918) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:44.260706 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 49922) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:44.447522 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-992e804e-af50-4ec9-8cd8-c663055d67a1 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Request body: {'networks': [{'name': 'tempest-network--455169458'}, {'name': 'tempest-network--1926675938'}]} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:56:44.447849 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-992e804e-af50-4ec9-8cd8-c663055d67a1 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Request body: {'network': {'name': 'tempest-network--455169458'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:56:44.448658 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-992e804e-af50-4ec9-8cd8-c663055d67a1 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Request body: {'network': {'name': 'tempest-network--1926675938'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:56:44.463201 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-992e804e-af50-4ec9-8cd8-c663055d67a1 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:56:44.470086 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-992e804e-af50-4ec9-8cd8-c663055d67a1 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Usage tracker for resource:network and tenant:4a7aa043f7c14d4ea92b5a4ef3bcbdf6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:56:44.473409 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-992e804e-af50-4ec9-8cd8-c663055d67a1 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:56:44.482954 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-992e804e-af50-4ec9-8cd8-c663055d67a1 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:56:44.528496 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8c6f27fe-da67-4a1c-aa7c-7a7b605fea6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:44.563458 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-992e804e-af50-4ec9-8cd8-c663055d67a1 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Made reservation on behalf of 4a7aa043f7c14d4ea92b5a4ef3bcbdf6 for: {'network': 2} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:56:44.568235 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-992e804e-af50-4ec9-8cd8-c663055d67a1 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:44.578745 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6f27fe-da67-4a1c-aa7c-7a7b605fea6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e53ee17f-7c72-46ad-9b78-e352fdcb71c6,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:44.591560 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-992e804e-af50-4ec9-8cd8-c663055d67a1 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:44.598869 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-6a8de6ea-e196-4675-826a-d304316d1060 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6012375da65d478a8f1fa9a47c576512&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3369455 May 31 13:56:44.602756 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49934) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:44.608706 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8c6f27fe-da67-4a1c-aa7c-7a7b605fea6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:44.608860 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-392de803-a0bd-4fc3-8a52-abdd7de1ce98 req-c7d9e2d7-0bdc-40f0-ba8a-fafdccc28778 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f04ad35-08e7-4759-9da5-f113f1d58a77 HTTP/1.1" status: 200 len: 210 time: 0.0597613 May 31 13:56:44.612079 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-8c6f27fe-da67-4a1c-aa7c-7a7b605fea6f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e53ee17f-7c72-46ad-9b78-e352fdcb71c6 HTTP/1.1" status: 204 len: 168 time: 0.6338825 May 31 13:56:44.613541 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764aa355-1b54-4eff-9cc2-7f60ff1582b2 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:56:44.614057 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-764aa355-1b54-4eff-9cc2-7f60ff1582b2 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Synchronizing usage tracker for tenant:98a0f736bbf645a3a9f7e5084a453c5e on resource:network {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:56:44.638829 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-992e804e-af50-4ec9-8cd8-c663055d67a1 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:56:44.655305 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-992e804e-af50-4ec9-8cd8-c663055d67a1 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Usage tracker for resource:security_group_rule and tenant:4a7aa043f7c14d4ea92b5a4ef3bcbdf6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:56:44.660407 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-992e804e-af50-4ec9-8cd8-c663055d67a1 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:56:44.674357 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-992e804e-af50-4ec9-8cd8-c663055d67a1 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:56:44.688908 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-764aa355-1b54-4eff-9cc2-7f60ff1582b2 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Unset dirty status for tenant:98a0f736bbf645a3a9f7e5084a453c5e on resource:network {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:56:44.690200 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-764aa355-1b54-4eff-9cc2-7f60ff1582b2 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] 10.222.0.50 "GET /v2.0/networks/d2103cd5-63ba-4c24-9d95-fd17643bf14c HTTP/1.1" status: 200 len: 881 time: 0.4480093 May 31 13:56:44.694350 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 49940) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:44.717729 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49944) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:44.740795 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a45f89a6-02d7-4916-925d-d8274c9ac6b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:44.753904 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-ebd33bf9-11d3-49d4-afc1-e1c0629e6b96 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] 10.222.0.50 "GET /v2.0/ports?device_id=1dbbe7b4-f8c1-4f12-8c60-3ab69d719916 HTTP/1.1" status: 200 len: 205 time: 0.0556221 May 31 13:56:44.756123 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 49950) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:44.814873 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-992e804e-af50-4ec9-8cd8-c663055d67a1 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:44.820387 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-992e804e-af50-4ec9-8cd8-c663055d67a1 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:44.821565 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-992e804e-af50-4ec9-8cd8-c663055d67a1 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:45.063468 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a45f89a6-02d7-4916-925d-d8274c9ac6b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:45.171821 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992e804e-af50-4ec9-8cd8-c663055d67a1 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3eecf7f-91c7-4b26-81ad-b69df376f878,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:45.208791 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-992e804e-af50-4ec9-8cd8-c663055d67a1 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:56:45.223409 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fe594214-7869-4c25-90fd-72731ea10bd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:45.261639 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-5e9e94ac-e6f3-4c84-9e1d-7bccbbf7398d tempest-ServiceProvidersTest-1477688807 tempest-ServiceProvidersTest-1477688807-project] 10.222.0.50 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.5395694 May 31 13:56:45.268843 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-992e804e-af50-4ec9-8cd8-c663055d67a1 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:45.269246 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-992e804e-af50-4ec9-8cd8-c663055d67a1 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Added segment 9941fd6a-598f-4404-939c-cd1859f9973b of type vlan for network 3bd6234d-d297-4d3c-8216-0a211559a58a May 31 13:56:45.284412 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-71fdb4c2-61e4-4da5-9ea2-f8e8ec9dcc10 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks [] for router, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:45.304776 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a45f89a6-02d7-4916-925d-d8274c9ac6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:45.379923 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45f89a6-02d7-4916-925d-d8274c9ac6b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=533b5e67-73ca-46eb-b4f2-b71c31c823bf,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:45.404847 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f848a9de-57c9-46ac-ac83-e59d6ed7e883 req-b5ad6a5e-ffdb-4308-8eda-8d2441c1e211 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:56:45.406691 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f848a9de-57c9-46ac-ac83-e59d6ed7e883 req-b5ad6a5e-ffdb-4308-8eda-8d2441c1e211 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.44 "GET /v2.0/networks?id=badcadf7-7a0e-4767-9ad6-9ba36fe36fd0 HTTP/1.1" status: 200 len: 797 time: 0.3913484 May 31 13:56:45.449707 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-992e804e-af50-4ec9-8cd8-c663055d67a1 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:45.497166 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f848a9de-57c9-46ac-ac83-e59d6ed7e883 req-7d8a8ffa-c197-4783-b160-3e2d68dfa22d tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f161391927494a93ac97ddf889ee8804 HTTP/1.1" status: 200 len: 477 time: 0.0767503 May 31 13:56:45.499863 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a45f89a6-02d7-4916-925d-d8274c9ac6b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:45.501186 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a45f89a6-02d7-4916-925d-d8274c9ac6b9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/533b5e67-73ca-46eb-b4f2-b71c31c823bf HTTP/1.1" status: 204 len: 168 time: 0.8941708 May 31 13:56:45.509275 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-f848a9de-57c9-46ac-ac83-e59d6ed7e883 req-f86b5a7d-7795-41fa-81bd-cdd2ee03f53c tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Request body: {'port': {'device_id': '3f04ad35-08e7-4759-9da5-f113f1d58a77', 'network_id': 'badcadf7-7a0e-4767-9ad6-9ba36fe36fd0', 'admin_state_up': True, 'tenant_id': 'f161391927494a93ac97ddf889ee8804', 'security_groups': ['bca714ff-f8c7-410a-a7f1-1a2c8c4c8e26', '4e86b0b9-c8fc-4370-bf75-7b82a2229bf7']}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:56:45.627572 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:45.630438 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-992e804e-af50-4ec9-8cd8-c663055d67a1 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:56:45.666144 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-992e804e-af50-4ec9-8cd8-c663055d67a1 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:45.666812 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-992e804e-af50-4ec9-8cd8-c663055d67a1 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Added segment 42838c47-561d-4915-ad40-62a4351128a3 of type vlan for network 3d7fdee4-c99b-4caa-a308-a6320fd7f1a0 May 31 13:56:45.725670 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-f848a9de-57c9-46ac-ac83-e59d6ed7e883 req-f86b5a7d-7795-41fa-81bd-cdd2ee03f53c tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:56:45.729800 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-992e804e-af50-4ec9-8cd8-c663055d67a1 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:45.737859 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-71fdb4c2-61e4-4da5-9ea2-f8e8ec9dcc10 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:45.747314 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-f848a9de-57c9-46ac-ac83-e59d6ed7e883 req-f86b5a7d-7795-41fa-81bd-cdd2ee03f53c tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:56:45.775520 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-71fdb4c2-61e4-4da5-9ea2-f8e8ec9dcc10 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Deleting port b7ac3179-21a8-466c-94c3-c4cc363a53d1 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:56:45.776279 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-71fdb4c2-61e4-4da5-9ea2-f8e8ec9dcc10 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:45.777304 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f848a9de-57c9-46ac-ac83-e59d6ed7e883 req-f86b5a7d-7795-41fa-81bd-cdd2ee03f53c tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Made reservation on behalf of f161391927494a93ac97ddf889ee8804 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:56:45.781462 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-f848a9de-57c9-46ac-ac83-e59d6ed7e883 req-f86b5a7d-7795-41fa-81bd-cdd2ee03f53c tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:45.811307 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-992e804e-af50-4ec9-8cd8-c663055d67a1 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:45.812084 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-992e804e-af50-4ec9-8cd8-c663055d67a1 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:45.817884 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992e804e-af50-4ec9-8cd8-c663055d67a1 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:56:45.822887 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992e804e-af50-4ec9-8cd8-c663055d67a1 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:56:45.823591 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-992e804e-af50-4ec9-8cd8-c663055d67a1 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:45.866549 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fdde4cb0-ddf4-4218-a730-6ace130fc274 req-3ed189f1-76d0-4499-8095-0081981231d4 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f04ad35-08e7-4759-9da5-f113f1d58a77 HTTP/1.1" status: 200 len: 210 time: 0.0978854 May 31 13:56:45.906631 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-992e804e-af50-4ec9-8cd8-c663055d67a1 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.1837833 May 31 13:56:45.932763 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 49978) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:45.972175 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 49982) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:46.024362 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992e804e-af50-4ec9-8cd8-c663055d67a1 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Pushing event updated for resources: {'Network': ['ID=3bd6234d-d297-4d3c-8216-0a211559a58a,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:46.037015 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 3bd6234d-d297-4d3c-8216-0a211559a58a details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:56:46.216665 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992e804e-af50-4ec9-8cd8-c663055d67a1 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Pushing event updated for resources: {'Network': ['ID=3d7fdee4-c99b-4caa-a308-a6320fd7f1a0,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:46.228212 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 3d7fdee4-c99b-4caa-a308-a6320fd7f1a0 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:56:46.241133 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d4819940-accb-4f3e-854e-0073eb622880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:46.293418 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d4819940-accb-4f3e-854e-0073eb622880 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:56:46.297788 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d4819940-accb-4f3e-854e-0073eb622880 admin admin] Usage tracker for resource:security_group_rule and tenant:102de1e7763340808e0076b2c615714a is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:56:46.303296 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d4819940-accb-4f3e-854e-0073eb622880 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:56:46.303781 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-71fdb4c2-61e4-4da5-9ea2-f8e8ec9dcc10 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:46.316251 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d4819940-accb-4f3e-854e-0073eb622880 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:56:46.401114 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [req-f848a9de-57c9-46ac-ac83-e59d6ed7e883 req-f86b5a7d-7795-41fa-81bd-cdd2ee03f53c tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Allocated IP 172.20.0.7 (badcadf7-7a0e-4767-9ad6-9ba36fe36fd0/2cf5c712-18b3-42ba-9d08-891e675f8b12/fa01f7a4-0311-4705-ae27-66b583933d64) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:56:46.513652 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-71fdb4c2-61e4-4da5-9ea2-f8e8ec9dcc10 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Calling delete_port for b7ac3179-21a8-466c-94c3-c4cc363a53d1 owned by network:router_gateway {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:56:46.600593 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-fe594214-7869-4c25-90fd-72731ea10bd0 admin admin] Deleting port dfd822a7-556b-4d1b-a2ae-eec587d22390 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:56:46.601034 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fe594214-7869-4c25-90fd-72731ea10bd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:46.604975 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 13:56:46.672595 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d4819940-accb-4f3e-854e-0073eb622880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:46.679934 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d4819940-accb-4f3e-854e-0073eb622880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:46.755596 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 50014) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:46.759689 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d4819940-accb-4f3e-854e-0073eb622880 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=102de1e7763340808e0076b2c615714a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7862871 May 31 13:56:46.765309 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4819940-accb-4f3e-854e-0073eb622880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b45b16f8-9bcd-4f65-864e-77ba8fe55601,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:46.773513 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4d55bb-0e55-4e79-81c4-c1ea513b0112 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:56:46.779842 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4d55bb-0e55-4e79-81c4-c1ea513b0112 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:56:46.785674 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4d55bb-0e55-4e79-81c4-c1ea513b0112 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:56:46.792489 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4d55bb-0e55-4e79-81c4-c1ea513b0112 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:56:46.796736 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-ce4d55bb-0e55-4e79-81c4-c1ea513b0112 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.8603637 May 31 13:56:46.796940 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-f848a9de-57c9-46ac-ac83-e59d6ed7e883 req-f86b5a7d-7795-41fa-81bd-cdd2ee03f53c tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:46.799626 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 50020) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:46.919058 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-f848a9de-57c9-46ac-ac83-e59d6ed7e883 req-f86b5a7d-7795-41fa-81bd-cdd2ee03f53c tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Transition to ACTIVE for port object fa01f7a4-0311-4705-ae27-66b583933d64 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:56:46.952981 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-f848a9de-57c9-46ac-ac83-e59d6ed7e883 req-f86b5a7d-7795-41fa-81bd-cdd2ee03f53c tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:47.102019 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6b39a9e3-e6b8-4c92-9cf2-b9d8722d58d4 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:47.109566 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f848a9de-57c9-46ac-ac83-e59d6ed7e883 req-f86b5a7d-7795-41fa-81bd-cdd2ee03f53c tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Network badcadf7-7a0e-4767-9ad6-9ba36fe36fd0 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:56:47.122910 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [req-f848a9de-57c9-46ac-ac83-e59d6ed7e883 req-f86b5a7d-7795-41fa-81bd-cdd2ee03f53c tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:56:47.169630 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-f848a9de-57c9-46ac-ac83-e59d6ed7e883 req-f86b5a7d-7795-41fa-81bd-cdd2ee03f53c tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:56:47.198454 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86b5a7d-7795-41fa-81bd-cdd2ee03f53c tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Pushing event updated for resources: {'Port': ['ID=fa01f7a4-0311-4705-ae27-66b583933d64,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:47.320733 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6b39a9e3-e6b8-4c92-9cf2-b9d8722d58d4 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:47.358664 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-fe594214-7869-4c25-90fd-72731ea10bd0 admin admin] For port dfd822a7-556b-4d1b-a2ae-eec587d22390, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=dfd822a7-556b-4d1b-a2ae-eec587d22390,segment=NetworkSegment(0ac765a8-6b19-440c-b0d1-cdb8132dab02),segment_id=0ac765a8-6b19-440c-b0d1-cdb8132dab02)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:56:47.359570 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fe594214-7869-4c25-90fd-72731ea10bd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:47.376796 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-6b39a9e3-e6b8-4c92-9cf2-b9d8722d58d4 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bd6234d-d297-4d3c-8216-0a211559a58a']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:56:47.395952 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8465a01f-f200-4810-a86e-37a765bf05e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:47.402277 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-6b39a9e3-e6b8-4c92-9cf2-b9d8722d58d4 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9941fd6a-598f-4404-939c-cd1859f9973b') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:56:47.402569 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-6b39a9e3-e6b8-4c92-9cf2-b9d8722d58d4 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9941fd6a-598f-4404-939c-cd1859f9973b') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:56:47.427554 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6b39a9e3-e6b8-4c92-9cf2-b9d8722d58d4 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:47.506261 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6b39a9e3-e6b8-4c92-9cf2-b9d8722d58d4 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:47.511068 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 50042) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:47.530281 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b39a9e3-e6b8-4c92-9cf2-b9d8722d58d4 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:56:47.531073 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6b39a9e3-e6b8-4c92-9cf2-b9d8722d58d4 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:47.532632 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a0824e06-fea3-4d10-98b5-70687558a3a8 None None] Provisioning for port fa01f7a4-0311-4705-ae27-66b583933d64 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:56:47.544567 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a0824e06-fea3-4d10-98b5-70687558a3a8 None None] Provisioning complete for port fa01f7a4-0311-4705-ae27-66b583933d64 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:56:47.547175 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a0824e06-fea3-4d10-98b5-70687558a3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:47.589308 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-fe594214-7869-4c25-90fd-72731ea10bd0 admin admin] Calling delete_port for dfd822a7-556b-4d1b-a2ae-eec587d22390 owned by network:router_interface {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:56:47.662527 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-a0824e06-fea3-4d10-98b5-70687558a3a8 None None] Port fa01f7a4-0311-4705-ae27-66b583933d64 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:56:47.683360 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8465a01f-f200-4810-a86e-37a765bf05e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:47.719511 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-71fdb4c2-61e4-4da5-9ea2-f8e8ec9dcc10 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:47.797471 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 9941fd6a-598f-4404-939c-cd1859f9973b resource provider aggregate not found May 31 13:56:47.798149 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a992b-bcc3-4d9e-84a0-008a98864f0f req-6a19bcba-23d3-4b51-8001-b21e6e29e97c tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:56:47.806706 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-df6a992b-bcc3-4d9e-84a0-008a98864f0f req-6a19bcba-23d3-4b51-8001-b21e6e29e97c tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f04ad35-08e7-4759-9da5-f113f1d58a77 HTTP/1.1" status: 200 len: 970 time: 0.6837630 May 31 13:56:47.828495 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f848a9de-57c9-46ac-ac83-e59d6ed7e883 req-f86b5a7d-7795-41fa-81bd-cdd2ee03f53c tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:56:47.829158 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-f848a9de-57c9-46ac-ac83-e59d6ed7e883 req-f86b5a7d-7795-41fa-81bd-cdd2ee03f53c tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:47.838844 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 9941fd6a-598f-4404-939c-cd1859f9973b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9941fd6a-598f-4404-939c-cd1859f9973b found for delete ", "request_id": "req-a2e9ceea-a66e-4127-a7e7-ee85a8d9df80"}]} May 31 13:56:47.867169 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6b39a9e3-e6b8-4c92-9cf2-b9d8722d58d4 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:47.879840 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-63611dc2-e46a-4a89-881c-187cdd29ee0c tempest-ExternalNetworksTestJSON-1340535931 tempest-ExternalNetworksTestJSON-1340535931-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1236080819'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:56:47.885546 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-63611dc2-e46a-4a89-881c-187cdd29ee0c tempest-ExternalNetworksTestJSON-1340535931 tempest-ExternalNetworksTestJSON-1340535931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:56:47.889496 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-63611dc2-e46a-4a89-881c-187cdd29ee0c tempest-ExternalNetworksTestJSON-1340535931 tempest-ExternalNetworksTestJSON-1340535931-project] Usage tracker for resource:network and tenant:d34b4b74c7ee44908c9f6d58aa48af1d is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:56:47.892365 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-63611dc2-e46a-4a89-881c-187cdd29ee0c tempest-ExternalNetworksTestJSON-1340535931 tempest-ExternalNetworksTestJSON-1340535931-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:56:47.897160 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fdb4c2-61e4-4da5-9ea2-f8e8ec9dcc10 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Pushing event deleted for resources: {'Port': ['ID=b7ac3179-21a8-466c-94c3-c4cc363a53d1,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:47.900056 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-63611dc2-e46a-4a89-881c-187cdd29ee0c tempest-ExternalNetworksTestJSON-1340535931 tempest-ExternalNetworksTestJSON-1340535931-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:56:47.927887 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6b39a9e3-e6b8-4c92-9cf2-b9d8722d58d4 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:47.930962 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-6b39a9e3-e6b8-4c92-9cf2-b9d8722d58d4 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] 10.222.0.50 "DELETE /v2.0/networks/3bd6234d-d297-4d3c-8216-0a211559a58a HTTP/1.1" status: 204 len: 168 time: 1.1298146 May 31 13:56:47.934729 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 50058) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:47.935782 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63611dc2-e46a-4a89-881c-187cdd29ee0c tempest-ExternalNetworksTestJSON-1340535931 tempest-ExternalNetworksTestJSON-1340535931-project] Made reservation on behalf of d34b4b74c7ee44908c9f6d58aa48af1d for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:56:47.938971 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-63611dc2-e46a-4a89-881c-187cdd29ee0c tempest-ExternalNetworksTestJSON-1340535931 tempest-ExternalNetworksTestJSON-1340535931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:47.960554 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-63611dc2-e46a-4a89-881c-187cdd29ee0c tempest-ExternalNetworksTestJSON-1340535931 tempest-ExternalNetworksTestJSON-1340535931-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:47.971199 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f848a9de-57c9-46ac-ac83-e59d6ed7e883 req-f86b5a7d-7795-41fa-81bd-cdd2ee03f53c tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 2.4680665 May 31 13:56:47.989755 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b39a9e3-e6b8-4c92-9cf2-b9d8722d58d4 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Pushing event deleted for resources: {'Network': ['ID=3bd6234d-d297-4d3c-8216-0a211559a58a,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:48.005097 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-f848a9de-57c9-46ac-ac83-e59d6ed7e883 req-ab5b0159-b6fc-4b8a-9bd4-bc3d24b39634 service neutron] Request body: {'port': {'device_id': '3f04ad35-08e7-4759-9da5-f113f1d58a77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:56:48.005691 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-df6a992b-bcc3-4d9e-84a0-008a98864f0f req-5e454d02-a090-4b66-8540-997685cabdf5 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e86b0b9-c8fc-4370-bf75-7b82a2229bf7&id=bca714ff-f8c7-410a-a7f1-1a2c8c4c8e26&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1981525 May 31 13:56:48.032362 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-71fdb4c2-61e4-4da5-9ea2-f8e8ec9dcc10 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577389'] for router_gateway, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:48.092986 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8465a01f-f200-4810-a86e-37a765bf05e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:48.136747 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-63611dc2-e46a-4a89-881c-187cdd29ee0c tempest-ExternalNetworksTestJSON-1340535931 tempest-ExternalNetworksTestJSON-1340535931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:56:48.160251 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-63611dc2-e46a-4a89-881c-187cdd29ee0c tempest-ExternalNetworksTestJSON-1340535931 tempest-ExternalNetworksTestJSON-1340535931-project] Usage tracker for resource:security_group_rule and tenant:d34b4b74c7ee44908c9f6d58aa48af1d is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:56:48.165524 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-63611dc2-e46a-4a89-881c-187cdd29ee0c tempest-ExternalNetworksTestJSON-1340535931 tempest-ExternalNetworksTestJSON-1340535931-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:56:48.175434 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-63611dc2-e46a-4a89-881c-187cdd29ee0c tempest-ExternalNetworksTestJSON-1340535931 tempest-ExternalNetworksTestJSON-1340535931-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:56:48.210531 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-99ae37bd-6fec-4294-8039-e0cfb0ae64ec tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:48.277830 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8465a01f-f200-4810-a86e-37a765bf05e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45b16f8-9bcd-4f65-864e-77ba8fe55601,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:48.297160 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-f848a9de-57c9-46ac-ac83-e59d6ed7e883 req-ab5b0159-b6fc-4b8a-9bd4-bc3d24b39634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:48.313066 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-71fdb4c2-61e4-4da5-9ea2-f8e8ec9dcc10 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:48.317697 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-71fdb4c2-61e4-4da5-9ea2-f8e8ec9dcc10 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:48.323080 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8465a01f-f200-4810-a86e-37a765bf05e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:48.324283 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-8465a01f-f200-4810-a86e-37a765bf05e6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b45b16f8-9bcd-4f65-864e-77ba8fe55601 HTTP/1.1" status: 204 len: 168 time: 1.5631962 May 31 13:56:48.354998 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fe594214-7869-4c25-90fd-72731ea10bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:48.415750 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-71fdb4c2-61e4-4da5-9ea2-f8e8ec9dcc10 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:48.415750 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71fdb4c2-61e4-4da5-9ea2-f8e8ec9dcc10 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Fanout notify agent at l3_agent the message router_deleted on router 1dbbe7b4-f8c1-4f12-8c60-3ab69d719916 {{(pid=88370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:56:48.433298 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe594214-7869-4c25-90fd-72731ea10bd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfd822a7-556b-4d1b-a2ae-eec587d22390,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:48.493888 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-71fdb4c2-61e4-4da5-9ea2-f8e8ec9dcc10 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:48.498914 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-71fdb4c2-61e4-4da5-9ea2-f8e8ec9dcc10 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] 10.222.0.50 "DELETE /v2.0/routers/1dbbe7b4-f8c1-4f12-8c60-3ab69d719916 HTTP/1.1" status: 204 len: 168 time: 3.7382233 May 31 13:56:48.504208 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 50072) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:48.518117 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-5cafee14-d6a0-45f7-9c01-a37041d0c8a9 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-996192665', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:56:48.528115 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-5cafee14-d6a0-45f7-9c01-a37041d0c8a9 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:56:48.532935 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-5cafee14-d6a0-45f7-9c01-a37041d0c8a9 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Usage tracker for resource:router and tenant:954524adc1f948e2b034d165dd0b1c59 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:56:48.541633 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-5cafee14-d6a0-45f7-9c01-a37041d0c8a9 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:56:48.556534 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-5cafee14-d6a0-45f7-9c01-a37041d0c8a9 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:56:48.613667 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5cafee14-d6a0-45f7-9c01-a37041d0c8a9 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:48.614779 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5cafee14-d6a0-45f7-9c01-a37041d0c8a9 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:48.654137 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5cafee14-d6a0-45f7-9c01-a37041d0c8a9 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:48.681875 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-99ae37bd-6fec-4294-8039-e0cfb0ae64ec tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:48.777534 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5cafee14-d6a0-45f7-9c01-a37041d0c8a9 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:48.902508 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5cafee14-d6a0-45f7-9c01-a37041d0c8a9 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:48.906131 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-5cafee14-d6a0-45f7-9c01-a37041d0c8a9 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3985569 May 31 13:56:48.906745 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 50088) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:48.915644 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-2fdd1aa3-1f42-4a0f-b88d-740e1cc9fd3f tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:56:48.952925 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-99ae37bd-6fec-4294-8039-e0cfb0ae64ec tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d7fdee4-c99b-4caa-a308-a6320fd7f1a0']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:56:48.969277 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-99ae37bd-6fec-4294-8039-e0cfb0ae64ec tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42838c47-561d-4915-ad40-62a4351128a3') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:56:48.969277 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-99ae37bd-6fec-4294-8039-e0cfb0ae64ec tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42838c47-561d-4915-ad40-62a4351128a3') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:56:48.990709 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-99ae37bd-6fec-4294-8039-e0cfb0ae64ec tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:49.045182 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-99ae37bd-6fec-4294-8039-e0cfb0ae64ec tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:49.072051 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99ae37bd-6fec-4294-8039-e0cfb0ae64ec tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:56:49.072537 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-99ae37bd-6fec-4294-8039-e0cfb0ae64ec tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:49.107104 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-63611dc2-e46a-4a89-881c-187cdd29ee0c tempest-ExternalNetworksTestJSON-1340535931 tempest-ExternalNetworksTestJSON-1340535931-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:49.201674 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-63611dc2-e46a-4a89-881c-187cdd29ee0c tempest-ExternalNetworksTestJSON-1340535931 tempest-ExternalNetworksTestJSON-1340535931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:49.239469 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fe594214-7869-4c25-90fd-72731ea10bd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:49.319097 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63611dc2-e46a-4a89-881c-187cdd29ee0c tempest-ExternalNetworksTestJSON-1340535931 tempest-ExternalNetworksTestJSON-1340535931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bae7647e-ef26-4102-b3dd-dc6d2bcb442a,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:49.329055 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-99ae37bd-6fec-4294-8039-e0cfb0ae64ec tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:49.333955 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-99ae37bd-6fec-4294-8039-e0cfb0ae64ec tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:49.346912 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63611dc2-e46a-4a89-881c-187cdd29ee0c tempest-ExternalNetworksTestJSON-1340535931 tempest-ExternalNetworksTestJSON-1340535931-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:56:49.442357 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ae37bd-6fec-4294-8039-e0cfb0ae64ec tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Pushing event deleted for resources: {'Network': ['ID=3d7fdee4-c99b-4caa-a308-a6320fd7f1a0,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:49.445165 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-99ae37bd-6fec-4294-8039-e0cfb0ae64ec tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] 10.222.0.50 "DELETE /v2.0/networks/3d7fdee4-c99b-4caa-a308-a6320fd7f1a0 HTTP/1.1" status: 204 len: 168 time: 1.4886398 May 31 13:56:49.451824 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-63611dc2-e46a-4a89-881c-187cdd29ee0c tempest-ExternalNetworksTestJSON-1340535931 tempest-ExternalNetworksTestJSON-1340535931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:49.452258 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-63611dc2-e46a-4a89-881c-187cdd29ee0c tempest-ExternalNetworksTestJSON-1340535931 tempest-ExternalNetworksTestJSON-1340535931-project] Added segment 687b5c59-d4c9-4d93-9d9a-f6f91e11ecf4 of type vlan for network 49a1d49e-8338-4274-8bb5-524acaacde90 May 31 13:56:49.453310 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 50124) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:49.609064 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.db.resource_extend [req-f848a9de-57c9-46ac-ac83-e59d6ed7e883 req-ab5b0159-b6fc-4b8a-9bd4-bc3d24b39634 service neutron] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:56:49.709415 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-63611dc2-e46a-4a89-881c-187cdd29ee0c tempest-ExternalNetworksTestJSON-1340535931 tempest-ExternalNetworksTestJSON-1340535931-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:49.721699 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6233f84-1f90-4cd8-a899-c522931ee1b6 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:56:49.727871 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6233f84-1f90-4cd8-a899-c522931ee1b6 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:56:49.728719 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-b6233f84-1f90-4cd8-a899-c522931ee1b6 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Synchronizing usage tracker for tenant:4a7aa043f7c14d4ea92b5a4ef3bcbdf6 on resource:network {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:56:49.739518 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [req-f848a9de-57c9-46ac-ac83-e59d6ed7e883 req-ab5b0159-b6fc-4b8a-9bd4-bc3d24b39634 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa01f7a4-0311-4705-ae27-66b583933d64 {{(pid=88369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:56:49.754165 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-f848a9de-57c9-46ac-ac83-e59d6ed7e883 req-ab5b0159-b6fc-4b8a-9bd4-bc3d24b39634 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:49.789967 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-b6233f84-1f90-4cd8-a899-c522931ee1b6 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Unset dirty status for tenant:4a7aa043f7c14d4ea92b5a4ef3bcbdf6 on resource:network {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:56:49.795208 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b6233f84-1f90-4cd8-a899-c522931ee1b6 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3367984 May 31 13:56:49.795208 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-f848a9de-57c9-46ac-ac83-e59d6ed7e883 req-ab5b0159-b6fc-4b8a-9bd4-bc3d24b39634 service neutron] Transition to ACTIVE for port object fa01f7a4-0311-4705-ae27-66b583933d64 will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:56:49.795208 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 50146) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:49.801884 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2fdd1aa3-1f42-4a0f-b88d-740e1cc9fd3f tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:49.802976 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-c9c80351-2497-43c5-ae64-2c783f30f945 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1875542400'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:56:49.811568 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c9c80351-2497-43c5-ae64-2c783f30f945 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:56:49.822761 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c9c80351-2497-43c5-ae64-2c783f30f945 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:56:49.837546 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c80351-2497-43c5-ae64-2c783f30f945 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Made reservation on behalf of 4a7aa043f7c14d4ea92b5a4ef3bcbdf6 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:56:49.842399 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c9c80351-2497-43c5-ae64-2c783f30f945 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:49.852602 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e5f3f1-aab8-40d9-a366-7cbd06d26de2 req-ba39f911-cd29-4460-8baf-1e600637eaff tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:56:49.852602 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-58e5f3f1-aab8-40d9-a366-7cbd06d26de2 req-ba39f911-cd29-4460-8baf-1e600637eaff tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f04ad35-08e7-4759-9da5-f113f1d58a77 HTTP/1.1" status: 200 len: 970 time: 0.5928397 May 31 13:56:49.882680 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-f848a9de-57c9-46ac-ac83-e59d6ed7e883 req-ab5b0159-b6fc-4b8a-9bd4-bc3d24b39634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:49.942092 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-63611dc2-e46a-4a89-881c-187cdd29ee0c tempest-ExternalNetworksTestJSON-1340535931 tempest-ExternalNetworksTestJSON-1340535931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:49.948180 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63611dc2-e46a-4a89-881c-187cdd29ee0c tempest-ExternalNetworksTestJSON-1340535931 tempest-ExternalNetworksTestJSON-1340535931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:56:49.948792 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-63611dc2-e46a-4a89-881c-187cdd29ee0c tempest-ExternalNetworksTestJSON-1340535931 tempest-ExternalNetworksTestJSON-1340535931-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:49.976152 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 42838c47-561d-4915-ad40-62a4351128a3 resource provider aggregate not found May 31 13:56:50.100443 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 42838c47-561d-4915-ad40-62a4351128a3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 42838c47-561d-4915-ad40-62a4351128a3 found for delete ", "request_id": "req-fc2fcb52-ed52-41ff-99e2-e2dbc36475c5"}]} May 31 13:56:50.121019 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-58e5f3f1-aab8-40d9-a366-7cbd06d26de2 req-9a413ee4-2494-4101-bab1-5e8fda5a7d72 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e86b0b9-c8fc-4370-bf75-7b82a2229bf7&id=bca714ff-f8c7-410a-a7f1-1a2c8c4c8e26&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2599359 May 31 13:56:50.356955 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe594214-7869-4c25-90fd-72731ea10bd0 admin admin] Router 27e79ddf-4638-4227-a03b-498a82db835c has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:56:50.406269 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-63611dc2-e46a-4a89-881c-187cdd29ee0c tempest-ExternalNetworksTestJSON-1340535931 tempest-ExternalNetworksTestJSON-1340535931-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.8837125 May 31 13:56:50.406850 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9c80351-2497-43c5-ae64-2c783f30f945 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:56:50.441634 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 50190) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:50.526813 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5b0159-b6fc-4b8a-9bd4-bc3d24b39634 service neutron] Pushing event updated for resources: {'Port': ['ID=fa01f7a4-0311-4705-ae27-66b583933d64,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:50.541745 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c9c80351-2497-43c5-ae64-2c783f30f945 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:50.542337 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-c9c80351-2497-43c5-ae64-2c783f30f945 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Added segment acf56f3f-754b-4d59-b4ea-4d01b18141fc of type vlan for network 6dfb0506-838b-4ca6-9eb0-af050933a2cc May 31 13:56:50.610931 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63611dc2-e46a-4a89-881c-187cdd29ee0c tempest-ExternalNetworksTestJSON-1340535931 tempest-ExternalNetworksTestJSON-1340535931-project] Pushing event updated for resources: {'Network': ['ID=49a1d49e-8338-4274-8bb5-524acaacde90,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:50.631349 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 49a1d49e-8338-4274-8bb5-524acaacde90 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:56:50.638376 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe594214-7869-4c25-90fd-72731ea10bd0 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:56:50.644691 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-f848a9de-57c9-46ac-ac83-e59d6ed7e883 req-ab5b0159-b6fc-4b8a-9bd4-bc3d24b39634 service neutron] Attempting to bind port fa01f7a4-0311-4705-ae27-66b583933d64 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:56:50.644691 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-f848a9de-57c9-46ac-ac83-e59d6ed7e883 req-ab5b0159-b6fc-4b8a-9bd4-bc3d24b39634 service neutron] Attempting to bind port fa01f7a4-0311-4705-ae27-66b583933d64 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'b9f4ed57-b2e5-4e59-b38f-a9cf436507d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'badcadf7-7a0e-4767-9ad6-9ba36fe36fd0'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:56:50.644691 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f848a9de-57c9-46ac-ac83-e59d6ed7e883 req-ab5b0159-b6fc-4b8a-9bd4-bc3d24b39634 service neutron] Attempting to bind port fa01f7a4-0311-4705-ae27-66b583933d64 on network badcadf7-7a0e-4767-9ad6-9ba36fe36fd0 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:56:50.653470 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-fe594214-7869-4c25-90fd-72731ea10bd0 admin admin] 10.222.0.50 "PUT /v2.0/routers/27e79ddf-4638-4227-a03b-498a82db835c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7918830 May 31 13:56:50.654948 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 50204) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:50.819298 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f848a9de-57c9-46ac-ac83-e59d6ed7e883 req-ab5b0159-b6fc-4b8a-9bd4-bc3d24b39634 service neutron] Port fa01f7a4-0311-4705-ae27-66b583933d64 on network badcadf7-7a0e-4767-9ad6-9ba36fe36fd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:56:50.819624 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f848a9de-57c9-46ac-ac83-e59d6ed7e883 req-ab5b0159-b6fc-4b8a-9bd4-bc3d24b39634 service neutron] Attempting to bind port fa01f7a4-0311-4705-ae27-66b583933d64 on network badcadf7-7a0e-4767-9ad6-9ba36fe36fd0 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:56:50.871127 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3997da04-28d0-44b9-b486-3ffaabaecec1 None None] Sync routers for ids ['27e79ddf-4638-4227-a03b-498a82db835c'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:56:50.876668 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c9c80351-2497-43c5-ae64-2c783f30f945 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:50.892447 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3997da04-28d0-44b9-b486-3ffaabaecec1 None None] Routers {'27e79ddf-4638-4227-a03b-498a82db835c'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:56:50.893108 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-3997da04-28d0-44b9-b486-3ffaabaecec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:56:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['27e79ddf-4638-4227-a03b-498a82db835c'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:56:50.909717 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f848a9de-57c9-46ac-ac83-e59d6ed7e883 req-ab5b0159-b6fc-4b8a-9bd4-bc3d24b39634 service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:56:50.914137 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f848a9de-57c9-46ac-ac83-e59d6ed7e883 req-ab5b0159-b6fc-4b8a-9bd4-bc3d24b39634 service neutron] Checking segment: {'id': 'b9f4ed57-b2e5-4e59-b38f-a9cf436507d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'badcadf7-7a0e-4767-9ad6-9ba36fe36fd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:56:50.915293 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f848a9de-57c9-46ac-ac83-e59d6ed7e883 req-ab5b0159-b6fc-4b8a-9bd4-bc3d24b39634 service neutron] Bound using segment: {'id': 'b9f4ed57-b2e5-4e59-b38f-a9cf436507d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'badcadf7-7a0e-4767-9ad6-9ba36fe36fd0'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:56:50.915777 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-f848a9de-57c9-46ac-ac83-e59d6ed7e883 req-ab5b0159-b6fc-4b8a-9bd4-bc3d24b39634 service neutron] Bound port: fa01f7a4-0311-4705-ae27-66b583933d64, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9f4ed57-b2e5-4e59-b38f-a9cf436507d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'badcadf7-7a0e-4767-9ad6-9ba36fe36fd0'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:56:50.916216 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-f848a9de-57c9-46ac-ac83-e59d6ed7e883 req-ab5b0159-b6fc-4b8a-9bd4-bc3d24b39634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:51.022385 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2fdd1aa3-1f42-4a0f-b88d-740e1cc9fd3f tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks [] for router_gateway, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:51.040719 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-f879c965-3496-436e-a23e-1ca873850000 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Request body: {'network': {'name': 'tempest-network--277515334', 'router:external': True}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:56:51.064199 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2fdd1aa3-1f42-4a0f-b88d-740e1cc9fd3f tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:51.095612 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-f879c965-3496-436e-a23e-1ca873850000 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:56:51.236253 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-2fdd1aa3-1f42-4a0f-b88d-740e1cc9fd3f tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Allocated IP 172.25.6.188 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/b21a6962-ad5c-4ff8-b32a-54484fc6f827) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:56:51.309354 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-3997da04-28d0-44b9-b486-3ffaabaecec1 None None] Set router 27e79ddf-4638-4227-a03b-498a82db835c gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:56:51.334918 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.db.resource_extend [None req-c9c80351-2497-43c5-ae64-2c783f30f945 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:56:51.399660 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-f879c965-3496-436e-a23e-1ca873850000 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Usage tracker for resource:network and tenant:9b45754907c24780b386d8f2b2b479bd is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:56:51.402380 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 50236) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:51.421890 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-f879c965-3496-436e-a23e-1ca873850000 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:56:51.454398 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-f879c965-3496-436e-a23e-1ca873850000 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:56:51.507366 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-57bdc94c-745e-4e37-b1b4-85166d82c539 admin admin] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:51.559127 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2fdd1aa3-1f42-4a0f-b88d-740e1cc9fd3f tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:51.604270 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f879c965-3496-436e-a23e-1ca873850000 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Made reservation on behalf of 9b45754907c24780b386d8f2b2b479bd for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:56:51.606913 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f879c965-3496-436e-a23e-1ca873850000 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:51.637569 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c9c80351-2497-43c5-ae64-2c783f30f945 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:51.643501 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c80351-2497-43c5-ae64-2c783f30f945 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:56:51.644355 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c9c80351-2497-43c5-ae64-2c783f30f945 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:51.647690 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa1ef23-94d8-4425-8e91-c76f246ad5be req-9c9df8d0-ac22-4315-9adf-709dc99280e9 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:56:51.656150 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aaa1ef23-94d8-4425-8e91-c76f246ad5be req-9c9df8d0-ac22-4315-9adf-709dc99280e9 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f04ad35-08e7-4759-9da5-f113f1d58a77 HTTP/1.1" status: 200 len: 982 time: 0.1750135 May 31 13:56:51.703332 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-3997da04-28d0-44b9-b486-3ffaabaecec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27e79ddf-4638-4227-a03b-498a82db835c', 'name': 'tempest-TestAggregatesBasicOps-1960107686-router', 'tenant_id': '3580a1bc76914897aa83cf717a15e1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '133e68f9-dd6f-4bdb-a000-ad2105b21777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:55:53Z', 'updated_at': '2022-05-31T13:56:48Z', 'revision_number': 5, 'project_id': '3580a1bc76914897aa83cf717a15e1fc', 'gw_port': {'id': '133e68f9-dd6f-4bdb-a000-ad2105b21777', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:bd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e79ddf-4638-4227-a03b-498a82db835c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:55:57Z', 'updated_at': '2022-05-31T13:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:56:51.708937 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3997da04-28d0-44b9-b486-3ffaabaecec1 None None] Checking router: 27e79ddf-4638-4227-a03b-498a82db835c for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:56:51.719260 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3997da04-28d0-44b9-b486-3ffaabaecec1 None None] Routers {'27e79ddf-4638-4227-a03b-498a82db835c'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:56:51.720199 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-3997da04-28d0-44b9-b486-3ffaabaecec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:56:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['27e79ddf-4638-4227-a03b-498a82db835c'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:56:51.750655 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aaa1ef23-94d8-4425-8e91-c76f246ad5be req-76cc2097-335b-4332-9fb7-1d1aed9efc39 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e86b0b9-c8fc-4370-bf75-7b82a2229bf7&id=bca714ff-f8c7-410a-a7f1-1a2c8c4c8e26&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0812888 May 31 13:56:51.764955 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2fdd1aa3-1f42-4a0f-b88d-740e1cc9fd3f tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:51.773409 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f879c965-3496-436e-a23e-1ca873850000 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:51.793805 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-f848a9de-57c9-46ac-ac83-e59d6ed7e883 req-ab5b0159-b6fc-4b8a-9bd4-bc3d24b39634 service neutron] For port fa01f7a4-0311-4705-ae27-66b583933d64, host n-h2-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:56:51.795982 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c80351-2497-43c5-ae64-2c783f30f945 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Pushing event updated for resources: {'Network': ['ID=6dfb0506-838b-4ca6-9eb0-af050933a2cc,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:51.838759 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-f879c965-3496-436e-a23e-1ca873850000 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:56:51.841786 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-f848a9de-57c9-46ac-ac83-e59d6ed7e883 req-ab5b0159-b6fc-4b8a-9bd4-bc3d24b39634 service neutron] For port fa01f7a4-0311-4705-ae27-66b583933d64, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=fa01f7a4-0311-4705-ae27-66b583933d64,segment=NetworkSegment(b9f4ed57-b2e5-4e59-b38f-a9cf436507d9),segment_id=b9f4ed57-b2e5-4e59-b38f-a9cf436507d9)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:56:51.849904 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-72628580-6b4d-44b3-ad89-7350195d1c83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:51.859818 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 6dfb0506-838b-4ca6-9eb0-af050933a2cc details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:56:51.881291 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdd1aa3-1f42-4a0f-b88d-740e1cc9fd3f tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Pushing event updated for resources: {'Port': ['ID=b21a6962-ad5c-4ff8-b32a-54484fc6f827,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:51.898208 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdd1aa3-1f42-4a0f-b88d-740e1cc9fd3f tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:56:51.899943 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-2fdd1aa3-1f42-4a0f-b88d-740e1cc9fd3f tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:56:51.907311 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdd1aa3-1f42-4a0f-b88d-740e1cc9fd3f tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:56:51.920795 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-f848a9de-57c9-46ac-ac83-e59d6ed7e883 req-ab5b0159-b6fc-4b8a-9bd4-bc3d24b39634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:51.924689 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-f879c965-3496-436e-a23e-1ca873850000 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Usage tracker for resource:security_group_rule and tenant:9b45754907c24780b386d8f2b2b479bd is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:56:52.018235 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-72628580-6b4d-44b3-ad89-7350195d1c83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:56:52.022819 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-72628580-6b4d-44b3-ad89-7350195d1c83 admin admin] Usage tracker for resource:security_group_rule and tenant:f5aee7f512184bc389249f3719a546bc is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:56:52.025924 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-72628580-6b4d-44b3-ad89-7350195d1c83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:56:52.031785 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-72628580-6b4d-44b3-ad89-7350195d1c83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:56:52.054697 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-f879c965-3496-436e-a23e-1ca873850000 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:56:52.063798 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-3997da04-28d0-44b9-b486-3ffaabaecec1 None None] Set router 27e79ddf-4638-4227-a03b-498a82db835c gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:56:52.074768 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c9c80351-2497-43c5-ae64-2c783f30f945 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.2785614 May 31 13:56:52.089030 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 50244) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:52.089873 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-f879c965-3496-436e-a23e-1ca873850000 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:56:52.096937 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f848a9de-57c9-46ac-ac83-e59d6ed7e883 req-ab5b0159-b6fc-4b8a-9bd4-bc3d24b39634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:56:52.097563 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-f848a9de-57c9-46ac-ac83-e59d6ed7e883 req-ab5b0159-b6fc-4b8a-9bd4-bc3d24b39634 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:52.098956 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f848a9de-57c9-46ac-ac83-e59d6ed7e883 req-ab5b0159-b6fc-4b8a-9bd4-bc3d24b39634 service neutron] 10.222.0.44 "PUT /v2.0/ports/fa01f7a4-0311-4705-ae27-66b583933d64 HTTP/1.1" status: 200 len: 1130 time: 4.1069088 May 31 13:56:52.108972 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f04ad35-08e7-4759-9da5-f113f1d58a77', 'tag': 'fa01f7a4-0311-4705-ae27-66b583933d64'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:56:52.127707 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-f4c1d5bd-6fc6-46ee-9cf0-40af3448fb8e tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1851981500'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:56:52.147169 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5b0159-b6fc-4b8a-9bd4-bc3d24b39634 service neutron] Pushing event updated for resources: {'Port': ['ID=fa01f7a4-0311-4705-ae27-66b583933d64,revision_number=3']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:52.156553 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-f4c1d5bd-6fc6-46ee-9cf0-40af3448fb8e tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:56:52.174907 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-f4c1d5bd-6fc6-46ee-9cf0-40af3448fb8e tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Usage tracker for resource:network and tenant:4a7aa043f7c14d4ea92b5a4ef3bcbdf6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:56:52.223639 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-f4c1d5bd-6fc6-46ee-9cf0-40af3448fb8e tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:56:52.257148 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-f4c1d5bd-6fc6-46ee-9cf0-40af3448fb8e tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:56:52.282728 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-57bdc94c-745e-4e37-b1b4-85166d82c539 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:52.313714 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c1d5bd-6fc6-46ee-9cf0-40af3448fb8e tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Made reservation on behalf of 4a7aa043f7c14d4ea92b5a4ef3bcbdf6 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:56:52.317177 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f4c1d5bd-6fc6-46ee-9cf0-40af3448fb8e tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:52.341289 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-57bdc94c-745e-4e37-b1b4-85166d82c539 admin admin] Deleting port 133e68f9-dd6f-4bdb-a000-ad2105b21777 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:56:52.341928 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-57bdc94c-745e-4e37-b1b4-85166d82c539 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:52.509036 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2fdd1aa3-1f42-4a0f-b88d-740e1cc9fd3f tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks [] for router_gateway, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:52.516276 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-3997da04-28d0-44b9-b486-3ffaabaecec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27e79ddf-4638-4227-a03b-498a82db835c', 'name': 'tempest-TestAggregatesBasicOps-1960107686-router', 'tenant_id': '3580a1bc76914897aa83cf717a15e1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '133e68f9-dd6f-4bdb-a000-ad2105b21777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:55:53Z', 'updated_at': '2022-05-31T13:56:48Z', 'revision_number': 5, 'project_id': '3580a1bc76914897aa83cf717a15e1fc', 'gw_port': {'id': '133e68f9-dd6f-4bdb-a000-ad2105b21777', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:bd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e79ddf-4638-4227-a03b-498a82db835c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:55:57Z', 'updated_at': '2022-05-31T13:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:56:52.520820 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3997da04-28d0-44b9-b486-3ffaabaecec1 None None] The sync data for ids ['27e79ddf-4638-4227-a03b-498a82db835c'] in n-d-843939-1 is: [{'id': '27e79ddf-4638-4227-a03b-498a82db835c', 'name': 'tempest-TestAggregatesBasicOps-1960107686-router', 'tenant_id': '3580a1bc76914897aa83cf717a15e1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '133e68f9-dd6f-4bdb-a000-ad2105b21777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:55:53Z', 'updated_at': '2022-05-31T13:56:48Z', 'revision_number': 5, 'project_id': '3580a1bc76914897aa83cf717a15e1fc', 'gw_port': {'id': '133e68f9-dd6f-4bdb-a000-ad2105b21777', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:bd:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e79ddf-4638-4227-a03b-498a82db835c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:55:57Z', 'updated_at': '2022-05-31T13:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:56:52.539998 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f879c965-3496-436e-a23e-1ca873850000 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:52.574086 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-72628580-6b4d-44b3-ad89-7350195d1c83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:52.579632 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f879c965-3496-436e-a23e-1ca873850000 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:52.582639 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4c1d5bd-6fc6-46ee-9cf0-40af3448fb8e tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:56:52.647945 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-72628580-6b4d-44b3-ad89-7350195d1c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:52.671596 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f848a9de-57c9-46ac-ac83-e59d6ed7e883 req-0e70972b-edc4-4f69-8bdb-0af85d462383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:56:52.672933 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f848a9de-57c9-46ac-ac83-e59d6ed7e883 req-0e70972b-edc4-4f69-8bdb-0af85d462383 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f161391927494a93ac97ddf889ee8804&device_id=3f04ad35-08e7-4759-9da5-f113f1d58a77 HTTP/1.1" status: 200 len: 1133 time: 0.5043917 May 31 13:56:52.765338 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f4c1d5bd-6fc6-46ee-9cf0-40af3448fb8e tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:52.765604 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-f4c1d5bd-6fc6-46ee-9cf0-40af3448fb8e tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Added segment 284599b9-3c58-472b-a85e-2dbf43fc09f5 of type vlan for network 7a930fd7-223c-4590-830d-f669c5cb713e May 31 13:56:52.776931 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f879c965-3496-436e-a23e-1ca873850000 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:56:52.796122 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-72628580-6b4d-44b3-ad89-7350195d1c83 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f5aee7f512184bc389249f3719a546bc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3926868 May 31 13:56:52.814299 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f848a9de-57c9-46ac-ac83-e59d6ed7e883 req-65bf09ab-a681-403d-90b9-f2ca481a2876 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa01f7a4-0311-4705-ae27-66b583933d64 HTTP/1.1" status: 200 len: 217 time: 0.1162658 May 31 13:56:52.822718 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 50250) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:52.822718 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f879c965-3496-436e-a23e-1ca873850000 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7476cb6-3ee1-4e3b-a19c-ca4c805d5b4f,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:52.870702 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72628580-6b4d-44b3-ad89-7350195d1c83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e0a975-4e0c-47c2-95a2-9164d7f6c710,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:52.940421 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device dfd822a7-556b-4d1b-a2ae-eec587d22390 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:56:52.997188 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: dfd822a7-556b-4d1b-a2ae-eec587d22390 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:56:52.997530 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device dfd822a7-556b-4d1b-a2ae-eec587d22390 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:56:53.012727 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8b47c65d-5cd8-41ea-9cb8-0725648602e6 req-5fdb58a5-55f5-4421-bea7-9f43afb8dd52 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=75745206-76bf-4c6b-9bc9-0b44a02376ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4379785 May 31 13:56:53.158350 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f879c965-3496-436e-a23e-1ca873850000 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:53.159363 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-f879c965-3496-436e-a23e-1ca873850000 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Added segment 18198b08-fccf-4e8d-ba30-27aa8ff27ecb of type vlan for network 1b491e69-a5d5-404a-93ae-16877adab56d May 31 13:56:53.161624 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f4c1d5bd-6fc6-46ee-9cf0-40af3448fb8e tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:53.212857 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-358fe7c0-e40d-4960-a6bb-bef8b499342b'] response: {'name': 'network-changed', 'server_uuid': '3f04ad35-08e7-4759-9da5-f113f1d58a77', 'tag': 'fa01f7a4-0311-4705-ae27-66b583933d64', 'status': 'completed', 'code': 200} May 31 13:56:53.248595 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2fdd1aa3-1f42-4a0f-b88d-740e1cc9fd3f tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:53.264156 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2fdd1aa3-1f42-4a0f-b88d-740e1cc9fd3f tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1578611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1578620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1575237'] for router, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:53.265971 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-57bdc94c-745e-4e37-b1b4-85166d82c539 admin admin] For port 133e68f9-dd6f-4bdb-a000-ad2105b21777, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=133e68f9-dd6f-4bdb-a000-ad2105b21777,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:56:53.266485 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-57bdc94c-745e-4e37-b1b4-85166d82c539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:53.325680 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f848a9de-57c9-46ac-ac83-e59d6ed7e883 req-1df5703f-280d-41e2-b33a-2737d0c165a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:56:53.327790 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f848a9de-57c9-46ac-ac83-e59d6ed7e883 req-1df5703f-280d-41e2-b33a-2737d0c165a1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2cf5c712-18b3-42ba-9d08-891e675f8b12 HTTP/1.1" status: 200 len: 835 time: 0.5002189 May 31 13:56:53.370731 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d200f1c-6d5e-4140-80d3-c859fc5e4039 req-07736ce5-032f-4212-a4af-755db33cf3ed tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:56:53.372435 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8d200f1c-6d5e-4140-80d3-c859fc5e4039 req-07736ce5-032f-4212-a4af-755db33cf3ed tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f04ad35-08e7-4759-9da5-f113f1d58a77 HTTP/1.1" status: 200 len: 982 time: 0.4105380 May 31 13:56:53.420226 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b47c65d-5cd8-41ea-9cb8-0725648602e6 req-10169657-dac4-4210-bcd4-7cc74a2312f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:56:53.422054 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8b47c65d-5cd8-41ea-9cb8-0725648602e6 req-10169657-dac4-4210-bcd4-7cc74a2312f7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4e57de1d316c4f84a61736682dffb866&device_id=75745206-76bf-4c6b-9bc9-0b44a02376ab HTTP/1.1" status: 200 len: 1097 time: 0.2640703 May 31 13:56:53.474237 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f879c965-3496-436e-a23e-1ca873850000 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:53.490068 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-57bdc94c-745e-4e37-b1b4-85166d82c539 admin admin] Calling delete_port for 133e68f9-dd6f-4bdb-a000-ad2105b21777 owned by network:router_gateway {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:56:53.566321 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8d200f1c-6d5e-4140-80d3-c859fc5e4039 req-8fafbfc2-9db6-4345-b53e-7d99e710b237 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e86b0b9-c8fc-4370-bf75-7b82a2229bf7&id=bca714ff-f8c7-410a-a7f1-1a2c8c4c8e26&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1794457 May 31 13:56:53.660940 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2d61b182-5f38-4612-94ba-3d8b9833eb60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:53.670426 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f879c965-3496-436e-a23e-1ca873850000 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:53.671148 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f879c965-3496-436e-a23e-1ca873850000 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:56:53.671776 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f879c965-3496-436e-a23e-1ca873850000 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:53.681105 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f4c1d5bd-6fc6-46ee-9cf0-40af3448fb8e tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:53.688775 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c1d5bd-6fc6-46ee-9cf0-40af3448fb8e tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:56:53.691882 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f4c1d5bd-6fc6-46ee-9cf0-40af3448fb8e tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:53.727573 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b47c65d-5cd8-41ea-9cb8-0725648602e6 req-1ab8aa0e-508f-48d3-9cda-bf94f3b2b29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:56:53.729980 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8b47c65d-5cd8-41ea-9cb8-0725648602e6 req-1ab8aa0e-508f-48d3-9cda-bf94f3b2b29b service neutron] 10.222.0.44 "GET /v2.0/networks?id=a036544d-3691-439b-b976-1126035d501b HTTP/1.1" status: 200 len: 910 time: 0.2324612 May 31 13:56:53.794603 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fdd1aa3-1f42-4a0f-b88d-740e1cc9fd3f tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Router e0367f7a-f975-4a7e-9d40-8a7af97a1ca9 is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 13:56:53.853630 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2d61b182-5f38-4612-94ba-3d8b9833eb60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:53.919518 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8b47c65d-5cd8-41ea-9cb8-0725648602e6 req-f18ff644-3848-4a47-9e18-4a75f261463f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=117d106f-8b61-4f48-a987-13c84a3eaab5 HTTP/1.1" status: 200 len: 1002 time: 0.1827579 May 31 13:56:53.939417 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f879c965-3496-436e-a23e-1ca873850000 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Pushing event updated for resources: {'Network': ['ID=1b491e69-a5d5-404a-93ae-16877adab56d,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:53.956826 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 1b491e69-a5d5-404a-93ae-16877adab56d details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:56:53.998797 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-f4c1d5bd-6fc6-46ee-9cf0-40af3448fb8e tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.8984475 May 31 13:56:54.025805 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 50272) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:54.049623 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-62e30eec-2ab0-4599-9f47-21ffa9fb1a0a tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Request body: {'ports': [{'network_id': '6dfb0506-838b-4ca6-9eb0-af050933a2cc', 'name': 'tempest-port--1654993638', 'admin_state_up': True}, {'network_id': '7a930fd7-223c-4590-830d-f669c5cb713e', 'admin_state_up': False}]} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:56:54.050425 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-62e30eec-2ab0-4599-9f47-21ffa9fb1a0a tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Request body: {'port': {'network_id': '6dfb0506-838b-4ca6-9eb0-af050933a2cc', 'name': 'tempest-port--1654993638', 'admin_state_up': True}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:56:54.051116 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-62e30eec-2ab0-4599-9f47-21ffa9fb1a0a tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Request body: {'port': {'network_id': '7a930fd7-223c-4590-830d-f669c5cb713e', 'admin_state_up': False}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:56:54.062914 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-f879c965-3496-436e-a23e-1ca873850000 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 3.6045709 May 31 13:56:54.077097 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 50276) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:54.164654 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f848a9de-57c9-46ac-ac83-e59d6ed7e883 req-49565289-2e05-4269-807a-b22e4373f729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:56:54.166611 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f848a9de-57c9-46ac-ac83-e59d6ed7e883 req-49565289-2e05-4269-807a-b22e4373f729 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=badcadf7-7a0e-4767-9ad6-9ba36fe36fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7696459 May 31 13:56:54.185911 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c1d5bd-6fc6-46ee-9cf0-40af3448fb8e tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Pushing event updated for resources: {'Network': ['ID=7a930fd7-223c-4590-830d-f669c5cb713e,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:54.199854 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b47c65d-5cd8-41ea-9cb8-0725648602e6 req-6b66a1b6-0f53-4e14-b565-1c621a34c6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:56:54.201331 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8b47c65d-5cd8-41ea-9cb8-0725648602e6 req-6b66a1b6-0f53-4e14-b565-1c621a34c6db service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a8852b36-b66c-4496-b635-b86154bdd792 HTTP/1.1" status: 200 len: 848 time: 0.2744095 May 31 13:56:54.203620 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 7a930fd7-223c-4590-830d-f669c5cb713e details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:56:54.210248 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fdd1aa3-1f42-4a0f-b88d-740e1cc9fd3f tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:56:54.225800 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd0c471-098f-4f5e-9f87-a6e458aac240 None None] Sync routers for ids ['e0367f7a-f975-4a7e-9d40-8a7af97a1ca9'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:56:54.244563 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd0c471-098f-4f5e-9f87-a6e458aac240 None None] Routers {'e0367f7a-f975-4a7e-9d40-8a7af97a1ca9'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:56:54.245845 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-fdd0c471-098f-4f5e-9f87-a6e458aac240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:56:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['e0367f7a-f975-4a7e-9d40-8a7af97a1ca9'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:56:54.300820 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2fdd1aa3-1f42-4a0f-b88d-740e1cc9fd3f tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:54.302429 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-2fdd1aa3-1f42-4a0f-b88d-740e1cc9fd3f tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] 10.222.0.50 "PUT /v2.0/routers/e0367f7a-f975-4a7e-9d40-8a7af97a1ca9 HTTP/1.1" status: 200 len: 879 time: 5.3947105 May 31 13:56:54.351404 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-fdd0c471-098f-4f5e-9f87-a6e458aac240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:56:54.363565 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 50280) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:54.376113 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd0c471-098f-4f5e-9f87-a6e458aac240 None None] Routers {'e0367f7a-f975-4a7e-9d40-8a7af97a1ca9'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:56:54.380370 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-fdd0c471-098f-4f5e-9f87-a6e458aac240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:56:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['e0367f7a-f975-4a7e-9d40-8a7af97a1ca9'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:56:54.509689 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2d61b182-5f38-4612-94ba-3d8b9833eb60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:54.510727 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-fdd0c471-098f-4f5e-9f87-a6e458aac240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:56:54.511605 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd0c471-098f-4f5e-9f87-a6e458aac240 None None] The sync data for ids ['e0367f7a-f975-4a7e-9d40-8a7af97a1ca9'] in n-d-843939-1 is: [] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:56:54.519620 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-acddd987-b445-48a6-9eb4-23537e995dc4 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:54.578120 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d61b182-5f38-4612-94ba-3d8b9833eb60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e0a975-4e0c-47c2-95a2-9164d7f6c710,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:54.668010 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2d61b182-5f38-4612-94ba-3d8b9833eb60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:54.671883 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-2d61b182-5f38-4612-94ba-3d8b9833eb60 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b3e0a975-4e0c-47c2-95a2-9164d7f6c710 HTTP/1.1" status: 204 len: 168 time: 1.8436074 May 31 13:56:54.691435 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-57bdc94c-745e-4e37-b1b4-85166d82c539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:54.751895 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f848a9de-57c9-46ac-ac83-e59d6ed7e883 req-3d10928a-222a-4d9b-b374-7d08c42d0b03 service neutron] 10.222.0.44 "GET /v2.0/networks/badcadf7-7a0e-4767-9ad6-9ba36fe36fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5273728 May 31 13:56:54.852721 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-acddd987-b445-48a6-9eb4-23537e995dc4 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:54.852865 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-62e30eec-2ab0-4599-9f47-21ffa9fb1a0a tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:56:54.868622 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-62e30eec-2ab0-4599-9f47-21ffa9fb1a0a tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Usage tracker for resource:port and tenant:4a7aa043f7c14d4ea92b5a4ef3bcbdf6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:56:54.876338 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b47c65d-5cd8-41ea-9cb8-0725648602e6 req-03ba8fe3-cb92-41f0-a8f9-88664fb030ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:56:54.877707 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8b47c65d-5cd8-41ea-9cb8-0725648602e6 req-03ba8fe3-cb92-41f0-a8f9-88664fb030ad service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a036544d-3691-439b-b976-1126035d501b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6689608 May 31 13:56:54.881342 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-62e30eec-2ab0-4599-9f47-21ffa9fb1a0a tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:56:54.886919 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-acddd987-b445-48a6-9eb4-23537e995dc4 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b491e69-a5d5-404a-93ae-16877adab56d']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:56:54.910320 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-62e30eec-2ab0-4599-9f47-21ffa9fb1a0a tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:56:54.919253 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bdc94c-745e-4e37-b1b4-85166d82c539 admin admin] Pushing event deleted for resources: {'Port': ['ID=133e68f9-dd6f-4bdb-a000-ad2105b21777,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:55.004452 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-df7a3312-47e8-4f1e-bbcb-f5c877db5d02 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] 10.222.0.50 "GET /v2.0/routers/e0367f7a-f975-4a7e-9d40-8a7af97a1ca9 HTTP/1.1" status: 200 len: 920 time: 0.6394229 May 31 13:56:55.010724 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 50296) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:55.063836 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e30eec-2ab0-4599-9f47-21ffa9fb1a0a tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Made reservation on behalf of 4a7aa043f7c14d4ea92b5a4ef3bcbdf6 for: {'port': 2} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:56:55.068255 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-62e30eec-2ab0-4599-9f47-21ffa9fb1a0a tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:55.120860 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-acddd987-b445-48a6-9eb4-23537e995dc4 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18198b08-fccf-4e8d-ba30-27aa8ff27ecb') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:56:55.120860 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-acddd987-b445-48a6-9eb4-23537e995dc4 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18198b08-fccf-4e8d-ba30-27aa8ff27ecb') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:56:55.129088 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-62e30eec-2ab0-4599-9f47-21ffa9fb1a0a tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:55.136752 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 50300) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:55.173024 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-492b5ef4-5da1-4761-8893-92bed2c73286 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:55.179369 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0ba109-7101-4be8-8256-ce36fadfe687 req-d50c5603-989c-400a-8f68-8bfa8f25ddb8 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:56:55.181250 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5e0ba109-7101-4be8-8256-ce36fadfe687 req-d50c5603-989c-400a-8f68-8bfa8f25ddb8 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f04ad35-08e7-4759-9da5-f113f1d58a77 HTTP/1.1" status: 200 len: 982 time: 0.4529645 May 31 13:56:55.189617 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-acddd987-b445-48a6-9eb4-23537e995dc4 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:55.223004 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-492b5ef4-5da1-4761-8893-92bed2c73286 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:56:55.232761 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f848a9de-57c9-46ac-ac83-e59d6ed7e883 req-a1246d9e-52c4-4fa3-9f33-5adc983f72d0 service neutron] 10.222.0.44 "GET /v2.0/networks/badcadf7-7a0e-4767-9ad6-9ba36fe36fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3109963 May 31 13:56:55.237445 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-492b5ef4-5da1-4761-8893-92bed2c73286 admin admin] Usage tracker for resource:security_group_rule and tenant:34e7f796aa2941e1a8dfa97fcff6a4dd is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:56:55.248449 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-acddd987-b445-48a6-9eb4-23537e995dc4 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:55.261502 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-492b5ef4-5da1-4761-8893-92bed2c73286 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:56:55.264770 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acddd987-b445-48a6-9eb4-23537e995dc4 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:56:55.265390 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-acddd987-b445-48a6-9eb4-23537e995dc4 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:55.460084 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8b47c65d-5cd8-41ea-9cb8-0725648602e6 req-5d7b273e-4846-4c85-bc30-d2dad6257f95 service neutron] 10.222.0.44 "GET /v2.0/networks/a036544d-3691-439b-b976-1126035d501b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5524006 May 31 13:56:55.519236 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5e0ba109-7101-4be8-8256-ce36fadfe687 req-51ed0dbe-b900-4fd8-8ae6-46f9a4449dff tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e86b0b9-c8fc-4370-bf75-7b82a2229bf7&id=bca714ff-f8c7-410a-a7f1-1a2c8c4c8e26&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3240516 May 31 13:56:55.524424 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-492b5ef4-5da1-4761-8893-92bed2c73286 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:56:55.531718 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-57bdc94c-745e-4e37-b1b4-85166d82c539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577389'] for router_gateway, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:55.701354 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe0d6cf-628a-4aaa-a780-53a011d0014f tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:56:55.702891 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-1fe0d6cf-628a-4aaa-a780-53a011d0014f tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Synchronizing usage tracker for tenant:98a0f736bbf645a3a9f7e5084a453c5e on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:56:55.709805 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-62e30eec-2ab0-4599-9f47-21ffa9fb1a0a tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] device_id is not set on port 6343c3d1-601d-40bb-9288-ef1b07e0f2be yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:56:55.719271 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 18198b08-fccf-4e8d-ba30-27aa8ff27ecb resource provider aggregate not found May 31 13:56:55.749579 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-57bdc94c-745e-4e37-b1b4-85166d82c539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:55.756169 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-57bdc94c-745e-4e37-b1b4-85166d82c539 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:55.764638 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 18198b08-fccf-4e8d-ba30-27aa8ff27ecb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 18198b08-fccf-4e8d-ba30-27aa8ff27ecb found for delete ", "request_id": "req-a68e0087-cb02-43d9-8f5f-a0980e981ebe"}]} May 31 13:56:55.773489 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8b47c65d-5cd8-41ea-9cb8-0725648602e6 req-e0d5452b-e164-492f-8af9-9aa339e382d0 service neutron] 10.222.0.44 "GET /v2.0/networks/a036544d-3691-439b-b976-1126035d501b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901707 May 31 13:56:55.776313 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-1fe0d6cf-628a-4aaa-a780-53a011d0014f tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Unset dirty status for tenant:98a0f736bbf645a3a9f7e5084a453c5e on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:56:55.781412 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-1fe0d6cf-628a-4aaa-a780-53a011d0014f tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=d2103cd5-63ba-4c24-9d95-fd17643bf14c&device_id=e0367f7a-f975-4a7e-9d40-8a7af97a1ca9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7653005 May 31 13:56:55.782256 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 50310) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:55.911873 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-acddd987-b445-48a6-9eb4-23537e995dc4 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:55.952353 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acddd987-b445-48a6-9eb4-23537e995dc4 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1b491e69-a5d5-404a-93ae-16877adab56d {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 31 13:56:55.957228 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-57bdc94c-745e-4e37-b1b4-85166d82c539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:55.957720 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57bdc94c-745e-4e37-b1b4-85166d82c539 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27e79ddf-4638-4227-a03b-498a82db835c {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:56:55.959690 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-acddd987-b445-48a6-9eb4-23537e995dc4 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:55.985034 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acddd987-b445-48a6-9eb4-23537e995dc4 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Pushing event deleted for resources: {'Network': ['ID=1b491e69-a5d5-404a-93ae-16877adab56d,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:56.016838 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c3bf96-b3a5-4c8f-9f8b-f00b7b8637e2 req-8ccaa5f5-68b2-4a13-b23b-d274245dcdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:56:56.018368 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b8c3bf96-b3a5-4c8f-9f8b-f00b7b8637e2 req-8ccaa5f5-68b2-4a13-b23b-d274245dcdb1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f161391927494a93ac97ddf889ee8804&device_id=3f04ad35-08e7-4759-9da5-f113f1d58a77 HTTP/1.1" status: 200 len: 1133 time: 0.5474558 May 31 13:56:56.058365 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-acddd987-b445-48a6-9eb4-23537e995dc4 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] 10.222.0.50 "DELETE /v2.0/networks/1b491e69-a5d5-404a-93ae-16877adab56d HTTP/1.1" status: 204 len: 168 time: 1.9758248 May 31 13:56:56.075503 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 50314) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:56.079547 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-62e30eec-2ab0-4599-9f47-21ffa9fb1a0a tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:56.129835 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-57bdc94c-745e-4e37-b1b4-85166d82c539 admin admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:56.131278 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-57bdc94c-745e-4e37-b1b4-85166d82c539 admin admin] 10.222.0.50 "DELETE /v2.0/routers/27e79ddf-4638-4227-a03b-498a82db835c HTTP/1.1" status: 204 len: 168 time: 5.4660723 May 31 13:56:56.147966 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-16ea2d84-6dfa-406d-882d-5489f9c5bc33 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:56:56.157080 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 50318) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:56.172062 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-16ea2d84-6dfa-406d-882d-5489f9c5bc33 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:56:56.248234 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-16ea2d84-6dfa-406d-882d-5489f9c5bc33 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Usage tracker for resource:network and tenant:9b45754907c24780b386d8f2b2b479bd is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:56:56.267523 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eda9a70-624c-4bf0-9dad-99d3fed26b9a tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:56:56.269865 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-8eda9a70-624c-4bf0-9dad-99d3fed26b9a tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] 10.222.0.50 "GET /v2.0/networks/d2103cd5-63ba-4c24-9d95-fd17643bf14c HTTP/1.1" status: 200 len: 881 time: 0.4777589 May 31 13:56:56.271782 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-16ea2d84-6dfa-406d-882d-5489f9c5bc33 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:56:56.292712 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 50324) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:56.312002 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-16ea2d84-6dfa-406d-882d-5489f9c5bc33 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:56:56.338469 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-62e30eec-2ab0-4599-9f47-21ffa9fb1a0a tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] device_id is not set on port 43aff957-2603-41ce-9947-9a1f7f1fac5c yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:56:56.399983 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a9f5e3ff-e4a2-4033-84f3-94d5d747c56e tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0367f7a-f975-4a7e-9d40-8a7af97a1ca9 HTTP/1.1" status: 200 len: 205 time: 0.0972149 May 31 13:56:56.415531 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 50328) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:56.590463 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-62e30eec-2ab0-4599-9f47-21ffa9fb1a0a tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:56.631708 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-c50ef0d8-7e06-4c69-9098-04cae446e392 admin admin] Deleting subnet 6ff80703-9832-4f32-b4ae-59e5457c0084 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:56:56.695171 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-62e30eec-2ab0-4599-9f47-21ffa9fb1a0a tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:56.902105 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c50ef0d8-7e06-4c69-9098-04cae446e392 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:56.994683 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c50ef0d8-7e06-4c69-9098-04cae446e392 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:57.096344 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c50ef0d8-7e06-4c69-9098-04cae446e392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:57.129858 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e30eec-2ab0-4599-9f47-21ffa9fb1a0a tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Pushing event updated for resources: {'Port': ['ID=6343c3d1-601d-40bb-9288-ef1b07e0f2be,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:57.155039 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e30eec-2ab0-4599-9f47-21ffa9fb1a0a tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Checking segment: {'id': 'acf56f3f-754b-4d59-b4ea-4d01b18141fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6dfb0506-838b-4ca6-9eb0-af050933a2cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:56:57.156440 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e30eec-2ab0-4599-9f47-21ffa9fb1a0a tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Network hostable DHCP agents. Network: 6dfb0506-838b-4ca6-9eb0-af050933a2cc, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:56:57.195204 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c490d-a45e-4ec7-af15-60138e0ff536 req-26a53385-b1d6-4bc0-aa1a-bc28b99701ab tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:56:57.199988 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-94d3ec7e-9917-43b5-8900-511ce18878d6 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:57.206792 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f50c490d-a45e-4ec7-af15-60138e0ff536 req-26a53385-b1d6-4bc0-aa1a-bc28b99701ab tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f04ad35-08e7-4759-9da5-f113f1d58a77 HTTP/1.1" status: 200 len: 982 time: 0.2857630 May 31 13:56:57.243245 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e30eec-2ab0-4599-9f47-21ffa9fb1a0a tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Network 6dfb0506-838b-4ca6-9eb0-af050933a2cc is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:56:57.259127 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c3bf96-b3a5-4c8f-9f8b-f00b7b8637e2 req-fbbee86d-3809-4a95-94c6-31d554b88914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:56:57.260590 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b8c3bf96-b3a5-4c8f-9f8b-f00b7b8637e2 req-fbbee86d-3809-4a95-94c6-31d554b88914 service neutron] 10.222.0.44 "GET /v2.0/networks?id=badcadf7-7a0e-4767-9ad6-9ba36fe36fd0 HTTP/1.1" status: 200 len: 898 time: 1.2290225 May 31 13:56:57.263429 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-492b5ef4-5da1-4761-8893-92bed2c73286 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:57.286199 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-62e30eec-2ab0-4599-9f47-21ffa9fb1a0a tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 6dfb0506-838b-4ca6-9eb0-af050933a2cc) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:56:57.297595 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5034f4-ac7a-41b5-9509-c0c2b82f69a6 None None] Network 6dfb0506-838b-4ca6-9eb0-af050933a2cc requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:56:57.315984 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f50c490d-a45e-4ec7-af15-60138e0ff536 req-23363003-557c-4f47-814b-95f3d0bd63ef tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e86b0b9-c8fc-4370-bf75-7b82a2229bf7&id=bca714ff-f8c7-410a-a7f1-1a2c8c4c8e26&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1029952 May 31 13:56:57.316808 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e30eec-2ab0-4599-9f47-21ffa9fb1a0a tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:56:57.324734 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-62e30eec-2ab0-4599-9f47-21ffa9fb1a0a tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:57.370283 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-492b5ef4-5da1-4761-8893-92bed2c73286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:57.404319 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c50ef0d8-7e06-4c69-9098-04cae446e392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:57.407915 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ea2d84-6dfa-406d-882d-5489f9c5bc33 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Made reservation on behalf of 9b45754907c24780b386d8f2b2b479bd for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:56:57.410299 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-16ea2d84-6dfa-406d-882d-5489f9c5bc33 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:57.479027 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e30eec-2ab0-4599-9f47-21ffa9fb1a0a tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Pushing event updated for resources: {'Port': ['ID=43aff957-2603-41ce-9947-9a1f7f1fac5c,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:57.501837 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e30eec-2ab0-4599-9f47-21ffa9fb1a0a tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Checking segment: {'id': '284599b9-3c58-472b-a85e-2dbf43fc09f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7a930fd7-223c-4590-830d-f669c5cb713e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:56:57.502291 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e30eec-2ab0-4599-9f47-21ffa9fb1a0a tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Network hostable DHCP agents. Network: 7a930fd7-223c-4590-830d-f669c5cb713e, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:56:57.547399 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e30eec-2ab0-4599-9f47-21ffa9fb1a0a tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Network 7a930fd7-223c-4590-830d-f669c5cb713e is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:56:57.568114 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-62e30eec-2ab0-4599-9f47-21ffa9fb1a0a tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 7a930fd7-223c-4590-830d-f669c5cb713e) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:56:57.575370 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e30eec-2ab0-4599-9f47-21ffa9fb1a0a tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:56:57.585063 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e30eec-2ab0-4599-9f47-21ffa9fb1a0a tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:56:57.592527 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e30eec-2ab0-4599-9f47-21ffa9fb1a0a tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:56:57.593246 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-62e30eec-2ab0-4599-9f47-21ffa9fb1a0a tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:57.639307 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-62e30eec-2ab0-4599-9f47-21ffa9fb1a0a tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.6120939 May 31 13:56:57.644725 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 50348) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:57.647413 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4768dc16-bf3b-4470-bb99-f8b516f6a1ae None None] Network 7a930fd7-223c-4590-830d-f669c5cb713e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:56:57.650711 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b8c3bf96-b3a5-4c8f-9f8b-f00b7b8637e2 req-a0688300-762b-47aa-87f6-54258bd9de53 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa01f7a4-0311-4705-ae27-66b583933d64 HTTP/1.1" status: 200 len: 217 time: 0.3795569 May 31 13:56:57.687934 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492b5ef4-5da1-4761-8893-92bed2c73286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6995ff82-9157-4f3c-bcf8-f448cfc6b371,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:57.742999 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50ef0d8-7e06-4c69-9098-04cae446e392 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ff80703-9832-4f32-b4ae-59e5457c0084,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:57.745959 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device fa01f7a4-0311-4705-ae27-66b583933d64 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:56:57.768703 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16ea2d84-6dfa-406d-882d-5489f9c5bc33 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:56:57.779763 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-16ea2d84-6dfa-406d-882d-5489f9c5bc33 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:57.780114 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-16ea2d84-6dfa-406d-882d-5489f9c5bc33 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Added segment e8b932be-4e2e-4b80-afad-6c2d74cc1b7c of type vlan for network 26a69fdc-b394-4ebe-8989-286210c1762a May 31 13:56:57.781377 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a62f9c-a7e3-4cdb-8335-9a77d09957d9 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:56:57.802588 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a62f9c-a7e3-4cdb-8335-9a77d09957d9 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:56:57.802588 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-c3a62f9c-a7e3-4cdb-8335-9a77d09957d9 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Synchronizing usage tracker for tenant:4a7aa043f7c14d4ea92b5a4ef3bcbdf6 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:56:57.831363 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-c3a62f9c-a7e3-4cdb-8335-9a77d09957d9 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Unset dirty status for tenant:4a7aa043f7c14d4ea92b5a4ef3bcbdf6 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:56:57.838037 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c3a62f9c-a7e3-4cdb-8335-9a77d09957d9 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1883421 May 31 13:56:57.842728 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 50360) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:57.877551 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c50ef0d8-7e06-4c69-9098-04cae446e392 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:57.884763 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-492b5ef4-5da1-4761-8893-92bed2c73286 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=34e7f796aa2941e1a8dfa97fcff6a4dd&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7418065 May 31 13:56:57.903089 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 50366) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:57.923243 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fc3d68-e806-4747-afa0-c78a884a182d None None] Network adbff514-f77b-4a65-a8e3-7662b06cb9f2 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:56:57.933399 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-16ea2d84-6dfa-406d-882d-5489f9c5bc33 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:57.977778 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c50ef0d8-7e06-4c69-9098-04cae446e392 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/6ff80703-9832-4f32-b4ae-59e5457c0084 HTTP/1.1" status: 204 len: 168 time: 1.8056624 May 31 13:56:57.977778 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c3bf96-b3a5-4c8f-9f8b-f00b7b8637e2 req-5c32d5c2-be6f-4d49-a423-f83ec3bff039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:56:57.979630 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 50372) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:57.979781 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b8c3bf96-b3a5-4c8f-9f8b-f00b7b8637e2 req-5c32d5c2-be6f-4d49-a423-f83ec3bff039 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2cf5c712-18b3-42ba-9d08-891e675f8b12 HTTP/1.1" status: 200 len: 835 time: 0.2817290 May 31 13:56:58.068875 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port fa01f7a4-0311-4705-ae27-66b583933d64, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=fa01f7a4-0311-4705-ae27-66b583933d64,segment=NetworkSegment(b9f4ed57-b2e5-4e59-b38f-a9cf436507d9),segment_id=b9f4ed57-b2e5-4e59-b38f-a9cf436507d9)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:56:58.130849 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-16ea2d84-6dfa-406d-882d-5489f9c5bc33 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:58.132143 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ea2d84-6dfa-406d-882d-5489f9c5bc33 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:56:58.133648 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-16ea2d84-6dfa-406d-882d-5489f9c5bc33 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:58.183682 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-16ea2d84-6dfa-406d-882d-5489f9c5bc33 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.0555351 May 31 13:56:58.186021 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-94d3ec7e-9917-43b5-8900-511ce18878d6 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:58.187630 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': 'fa01f7a4-0311-4705-ae27-66b583933d64', 'network_id': 'badcadf7-7a0e-4767-9ad6-9ba36fe36fd0', 'port_id': 'fa01f7a4-0311-4705-ae27-66b583933d64', 'mac_address': 'fa:16:3e:5f:3f:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf5c712-18b3-42ba-9d08-891e675f8b12', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:56:58.194509 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 50380) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:58.296112 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-9112070d-8c54-4a67-a070-6e0ea2dd29a8 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Request body: {'subnet': {'network_id': '26a69fdc-b394-4ebe-8989-286210c1762a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:56:58.304248 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-9112070d-8c54-4a67-a070-6e0ea2dd29a8 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:56:58.309002 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-9112070d-8c54-4a67-a070-6e0ea2dd29a8 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Usage tracker for resource:subnet and tenant:9b45754907c24780b386d8f2b2b479bd is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:56:58.313358 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-9112070d-8c54-4a67-a070-6e0ea2dd29a8 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:56:58.319915 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-9112070d-8c54-4a67-a070-6e0ea2dd29a8 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:56:58.338260 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-2fdd5e2c-6d26-40e2-8cfa-8990da5eb0ce tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Deleting port 6343c3d1-601d-40bb-9288-ef1b07e0f2be {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:56:58.339304 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2fdd5e2c-6d26-40e2-8cfa-8990da5eb0ce tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:58.349815 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port fa01f7a4-0311-4705-ae27-66b583933d64 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:56:58.350463 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:58.372412 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9112070d-8c54-4a67-a070-6e0ea2dd29a8 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Made reservation on behalf of 9b45754907c24780b386d8f2b2b479bd for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:56:58.378295 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9112070d-8c54-4a67-a070-6e0ea2dd29a8 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:58.407534 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa01f7a4-0311-4705-ae27-66b583933d64 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:56:58.432378 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-94d3ec7e-9917-43b5-8900-511ce18878d6 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Deleting port b21a6962-ad5c-4ff8-b32a-54484fc6f827 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:56:58.432632 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port fa01f7a4-0311-4705-ae27-66b583933d64, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=fa01f7a4-0311-4705-ae27-66b583933d64,segment=NetworkSegment(b9f4ed57-b2e5-4e59-b38f-a9cf436507d9),segment_id=b9f4ed57-b2e5-4e59-b38f-a9cf436507d9)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:56:58.434485 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-94d3ec7e-9917-43b5-8900-511ce18878d6 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:58.437771 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a5c78fa0-604f-45ff-b71d-d3e6c11dd0f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:58.446372 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-81fac77a-6cd8-465c-a3a4-58d6dd612fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:58.447924 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:58.542813 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a5c78fa0-604f-45ff-b71d-d3e6c11dd0f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:58.590363 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-81fac77a-6cd8-465c-a3a4-58d6dd612fc3 admin admin] Deleting port d8a9d31d-67a7-4d8e-840b-9b074725d45c {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:56:58.590703 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-81fac77a-6cd8-465c-a3a4-58d6dd612fc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:58.605922 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=fa01f7a4-0311-4705-ae27-66b583933d64,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:58.633239 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea2d84-6dfa-406d-882d-5489f9c5bc33 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Pushing event updated for resources: {'Network': ['ID=26a69fdc-b394-4ebe-8989-286210c1762a,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:58.646620 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 26a69fdc-b394-4ebe-8989-286210c1762a details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:56:58.695321 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c3bf96-b3a5-4c8f-9f8b-f00b7b8637e2 req-e14112cd-4ed8-4b35-b10e-b29438341aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:56:58.697158 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b8c3bf96-b3a5-4c8f-9f8b-f00b7b8637e2 req-e14112cd-4ed8-4b35-b10e-b29438341aac service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=badcadf7-7a0e-4767-9ad6-9ba36fe36fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7096231 May 31 13:56:58.753743 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40662f70-e3b7-4d59-b432-985822543bae None None] DHCP port deletion for adbff514-f77b-4a65-a8e3-7662b06cb9f2 request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:56:58.817910 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['fa01f7a4-0311-4705-ae27-66b583933d64'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:56:58.894020 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2fdd5e2c-6d26-40e2-8cfa-8990da5eb0ce tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:58.925770 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-40662f70-e3b7-4d59-b432-985822543bae None None] Deleting port d8a9d31d-67a7-4d8e-840b-9b074725d45c {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:56:58.926133 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-40662f70-e3b7-4d59-b432-985822543bae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:58.995407 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a5c78fa0-604f-45ff-b71d-d3e6c11dd0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:59.051576 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 133e68f9-dd6f-4bdb-a000-ad2105b21777 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:56:59.115735 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 133e68f9-dd6f-4bdb-a000-ad2105b21777 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:56:59.116823 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 133e68f9-dd6f-4bdb-a000-ad2105b21777 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:56:59.117000 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device d8a9d31d-67a7-4d8e-840b-9b074725d45c no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:56:59.118455 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-94d3ec7e-9917-43b5-8900-511ce18878d6 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:59.140189 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-2fdd5e2c-6d26-40e2-8cfa-8990da5eb0ce tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Calling delete_port for 6343c3d1-601d-40bb-9288-ef1b07e0f2be owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:56:59.198331 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd649142-43bb-4244-8eed-0af5dce107c6 req-07acbdd7-1c84-4e67-9129-bb9f2fe2aa8f tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:56:59.206515 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fd649142-43bb-4244-8eed-0af5dce107c6 req-07acbdd7-1c84-4e67-9129-bb9f2fe2aa8f tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f04ad35-08e7-4759-9da5-f113f1d58a77 HTTP/1.1" status: 200 len: 983 time: 0.6808684 May 31 13:56:59.208460 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c78fa0-604f-45ff-b71d-d3e6c11dd0f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6995ff82-9157-4f3c-bcf8-f448cfc6b371,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:59.334858 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fd649142-43bb-4244-8eed-0af5dce107c6 req-d18018e4-377e-403c-85a7-29b486789674 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e86b0b9-c8fc-4370-bf75-7b82a2229bf7&id=bca714ff-f8c7-410a-a7f1-1a2c8c4c8e26&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1273880 May 31 13:56:59.361532 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a5c78fa0-604f-45ff-b71d-d3e6c11dd0f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:59.363480 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-a5c78fa0-604f-45ff-b71d-d3e6c11dd0f8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6995ff82-9157-4f3c-bcf8-f448cfc6b371 HTTP/1.1" status: 204 len: 168 time: 1.4590342 May 31 13:56:59.416911 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b8c3bf96-b3a5-4c8f-9f8b-f00b7b8637e2 req-3c97ea8b-9d0f-49ae-ad7c-bfbc84525aee service neutron] 10.222.0.44 "GET /v2.0/networks/badcadf7-7a0e-4767-9ad6-9ba36fe36fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6852846 May 31 13:56:59.424401 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-94d3ec7e-9917-43b5-8900-511ce18878d6 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Calling delete_port for b21a6962-ad5c-4ff8-b32a-54484fc6f827 owned by network:router_gateway {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:56:59.435258 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-81fac77a-6cd8-465c-a3a4-58d6dd612fc3 admin admin] For port d8a9d31d-67a7-4d8e-840b-9b074725d45c, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=d8a9d31d-67a7-4d8e-840b-9b074725d45c,segment=NetworkSegment(0ac765a8-6b19-440c-b0d1-cdb8132dab02),segment_id=0ac765a8-6b19-440c-b0d1-cdb8132dab02)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:56:59.439764 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-81fac77a-6cd8-465c-a3a4-58d6dd612fc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:59.603893 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-40662f70-e3b7-4d59-b432-985822543bae None None] For port d8a9d31d-67a7-4d8e-840b-9b074725d45c, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=d8a9d31d-67a7-4d8e-840b-9b074725d45c,segment=NetworkSegment(0ac765a8-6b19-440c-b0d1-cdb8132dab02),segment_id=0ac765a8-6b19-440c-b0d1-cdb8132dab02)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:56:59.604498 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-40662f70-e3b7-4d59-b432-985822543bae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:59.733861 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-81fac77a-6cd8-465c-a3a4-58d6dd612fc3 admin admin] Calling delete_port for d8a9d31d-67a7-4d8e-840b-9b074725d45c owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:56:59.750875 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b8c3bf96-b3a5-4c8f-9f8b-f00b7b8637e2 req-6b26fa7d-0978-48ab-b88d-551b4497cd66 service neutron] 10.222.0.44 "GET /v2.0/networks/badcadf7-7a0e-4767-9ad6-9ba36fe36fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846770 May 31 13:56:59.800076 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2fdd5e2c-6d26-40e2-8cfa-8990da5eb0ce tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:59.855771 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port d8a9d31d-67a7-4d8e-840b-9b074725d45c is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:56:59.856826 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:59.863586 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdd5e2c-6d26-40e2-8cfa-8990da5eb0ce tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Pushing event deleted for resources: {'Port': ['ID=6343c3d1-601d-40bb-9288-ef1b07e0f2be,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:56:59.884997 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2fdd5e2c-6d26-40e2-8cfa-8990da5eb0ce tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:56:59.905386 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-40662f70-e3b7-4d59-b432-985822543bae None None] Calling delete_port for d8a9d31d-67a7-4d8e-840b-9b074725d45c owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:56:59.906504 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-2fdd5e2c-6d26-40e2-8cfa-8990da5eb0ce tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] 10.222.0.50 "DELETE /v2.0/ports/6343c3d1-601d-40bb-9288-ef1b07e0f2be HTTP/1.1" status: 204 len: 168 time: 2.0615547 May 31 13:56:59.909304 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 50400) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:56:59.955820 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-81fac77a-6cd8-465c-a3a4-58d6dd612fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:00.040205 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fac77a-6cd8-465c-a3a4-58d6dd612fc3 admin admin] No DVR routers for this DVR port d8a9d31d-67a7-4d8e-840b-9b074725d45c on host n-d-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:57:00.077667 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fac77a-6cd8-465c-a3a4-58d6dd612fc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8a9d31d-67a7-4d8e-840b-9b074725d45c,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:00.118517 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-40662f70-e3b7-4d59-b432-985822543bae None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:57:00.118922 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-40662f70-e3b7-4d59-b432-985822543bae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:57:00.129017 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-382e0eef-c973-4470-87b2-1bee8c907d39 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Deleting port 43aff957-2603-41ce-9947-9a1f7f1fac5c {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:57:00.129358 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-382e0eef-c973-4470-87b2-1bee8c907d39 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:00.163496 n-d-843939-1 neutron-server[88369]: DEBUG neutron.objects.ports [None req-9112070d-8c54-4a67-a070-6e0ea2dd29a8 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88369) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 31 13:57:00.163854 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9112070d-8c54-4a67-a070-6e0ea2dd29a8 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:00.226470 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-94d3ec7e-9917-43b5-8900-511ce18878d6 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:00.332608 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-81fac77a-6cd8-465c-a3a4-58d6dd612fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:00.334218 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d3ec7e-9917-43b5-8900-511ce18878d6 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Pushing event deleted for resources: {'Port': ['ID=b21a6962-ad5c-4ff8-b32a-54484fc6f827,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:00.385081 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9112070d-8c54-4a67-a070-6e0ea2dd29a8 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ea96cebd-85fb-49f0-a70d-1086010732e2,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:00.417277 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9112070d-8c54-4a67-a070-6e0ea2dd29a8 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Checking segment: {'id': 'e8b932be-4e2e-4b80-afad-6c2d74cc1b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '26a69fdc-b394-4ebe-8989-286210c1762a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:57:00.417982 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9112070d-8c54-4a67-a070-6e0ea2dd29a8 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Network hostable DHCP agents. Network: 26a69fdc-b394-4ebe-8989-286210c1762a, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:57:00.453168 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-94d3ec7e-9917-43b5-8900-511ce18878d6 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577389'] for router_gateway, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:00.504221 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9112070d-8c54-4a67-a070-6e0ea2dd29a8 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Network 26a69fdc-b394-4ebe-8989-286210c1762a is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:57:00.620772 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-40662f70-e3b7-4d59-b432-985822543bae None None] Deleting port d8a9d31d-67a7-4d8e-840b-9b074725d45c {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:57:00.621269 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-40662f70-e3b7-4d59-b432-985822543bae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:00.648964 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-81fac77a-6cd8-465c-a3a4-58d6dd612fc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adbff514-f77b-4a65-a8e3-7662b06cb9f2']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:57:00.671338 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-94d3ec7e-9917-43b5-8900-511ce18878d6 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:00.674558 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-94d3ec7e-9917-43b5-8900-511ce18878d6 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:00.686469 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-81fac77a-6cd8-465c-a3a4-58d6dd612fc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ac765a8-6b19-440c-b0d1-cdb8132dab02') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:57:00.686840 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-81fac77a-6cd8-465c-a3a4-58d6dd612fc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ac765a8-6b19-440c-b0d1-cdb8132dab02') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:57:00.704919 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-94d3ec7e-9917-43b5-8900-511ce18878d6 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:00.705576 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d3ec7e-9917-43b5-8900-511ce18878d6 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Fanout notify agent at l3_agent the message router_deleted on router e0367f7a-f975-4a7e-9d40-8a7af97a1ca9 {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:57:00.715733 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-9112070d-8c54-4a67-a070-6e0ea2dd29a8 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 26a69fdc-b394-4ebe-8989-286210c1762a) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:57:00.733677 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9112070d-8c54-4a67-a070-6e0ea2dd29a8 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:57:00.734290 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9112070d-8c54-4a67-a070-6e0ea2dd29a8 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:00.769737 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-94d3ec7e-9917-43b5-8900-511ce18878d6 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:00.775151 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-94d3ec7e-9917-43b5-8900-511ce18878d6 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] 10.222.0.50 "DELETE /v2.0/routers/e0367f7a-f975-4a7e-9d40-8a7af97a1ca9 HTTP/1.1" status: 204 len: 168 time: 4.3529072 May 31 13:57:00.779199 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 50436) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:00.780283 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed06318d-9988-44f5-82ed-054b8e4d669b None None] Network 26a69fdc-b394-4ebe-8989-286210c1762a requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:57:00.781118 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-9112070d-8c54-4a67-a070-6e0ea2dd29a8 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.5835431 May 31 13:57:00.787811 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-e6441f54-14e6-45d0-9624-e7c5ed487071 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1690868408', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:57:00.797272 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e6441f54-14e6-45d0-9624-e7c5ed487071 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:57:00.802111 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e6441f54-14e6-45d0-9624-e7c5ed487071 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Usage tracker for resource:router and tenant:954524adc1f948e2b034d165dd0b1c59 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:57:00.802282 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-81fac77a-6cd8-465c-a3a4-58d6dd612fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:00.806530 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e6441f54-14e6-45d0-9624-e7c5ed487071 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:57:00.810028 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 50440) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:00.813845 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e6441f54-14e6-45d0-9624-e7c5ed487071 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:57:00.827930 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-40662f70-e3b7-4d59-b432-985822543bae None None] The port 'd8a9d31d-67a7-4d8e-840b-9b074725d45c' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 13:57:00.832158 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e6441f54-14e6-45d0-9624-e7c5ed487071 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:00.833383 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e6441f54-14e6-45d0-9624-e7c5ed487071 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:00.883594 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e6441f54-14e6-45d0-9624-e7c5ed487071 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:00.898348 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-467dabfa-10a4-402a-afdc-7db054f9aea9 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Request body: {'floatingip': {'floating_network_id': '26a69fdc-b394-4ebe-8989-286210c1762a'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:57:00.912926 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-467dabfa-10a4-402a-afdc-7db054f9aea9 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:57:00.934719 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-467dabfa-10a4-402a-afdc-7db054f9aea9 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Usage tracker for resource:floatingip and tenant:9b45754907c24780b386d8f2b2b479bd is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:57:00.938226 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-467dabfa-10a4-402a-afdc-7db054f9aea9 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:57:00.950835 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e6441f54-14e6-45d0-9624-e7c5ed487071 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:00.969482 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-467dabfa-10a4-402a-afdc-7db054f9aea9 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:57:00.972160 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-81fac77a-6cd8-465c-a3a4-58d6dd612fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:00.983442 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-382e0eef-c973-4470-87b2-1bee8c907d39 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:01.004420 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81fac77a-6cd8-465c-a3a4-58d6dd612fc3 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:57:01.004832 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-81fac77a-6cd8-465c-a3a4-58d6dd612fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:01.025244 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e6441f54-14e6-45d0-9624-e7c5ed487071 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:01.026400 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e6441f54-14e6-45d0-9624-e7c5ed487071 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2441726 May 31 13:57:01.029140 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 50450) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:01.035725 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-20619582-4af0-4ea7-bdd3-941cb7280e6a tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'enable_snat': True}}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:57:01.220505 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07718fba-ea7d-4e6d-ad16-b9a7c1bf32f6 None None] Network 26a69fdc-b394-4ebe-8989-286210c1762a requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:57:01.239320 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-382e0eef-c973-4470-87b2-1bee8c907d39 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Calling delete_port for 43aff957-2603-41ce-9947-9a1f7f1fac5c owned by {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:57:01.279744 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae0e9e-3973-4abf-8794-c9d27eadfd4a req-260bb4c7-1af2-45b0-9aa4-ec4bdc3bd5a4 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:57:01.287125 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a4ae0e9e-3973-4abf-8794-c9d27eadfd4a req-260bb4c7-1af2-45b0-9aa4-ec4bdc3bd5a4 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f04ad35-08e7-4759-9da5-f113f1d58a77 HTTP/1.1" status: 200 len: 983 time: 0.7403827 May 31 13:57:01.306853 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 0ac765a8-6b19-440c-b0d1-cdb8132dab02 resource provider aggregate not found May 31 13:57:01.365892 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-467dabfa-10a4-402a-afdc-7db054f9aea9 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:01.383477 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 0ac765a8-6b19-440c-b0d1-cdb8132dab02 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0ac765a8-6b19-440c-b0d1-cdb8132dab02 found for delete ", "request_id": "req-bb5fc81d-a028-40e9-99da-6c89fe0766ba"}]} May 31 13:57:01.498015 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-81fac77a-6cd8-465c-a3a4-58d6dd612fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:01.535370 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-81fac77a-6cd8-465c-a3a4-58d6dd612fc3 admin admin] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:01.584540 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a4ae0e9e-3973-4abf-8794-c9d27eadfd4a req-dbaead19-b237-4b79-9184-5ac943ab9e22 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e86b0b9-c8fc-4370-bf75-7b82a2229bf7&id=bca714ff-f8c7-410a-a7f1-1a2c8c4c8e26&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2963967 May 31 13:57:01.594030 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fac77a-6cd8-465c-a3a4-58d6dd612fc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=adbff514-f77b-4a65-a8e3-7662b06cb9f2,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:01.607840 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-81fac77a-6cd8-465c-a3a4-58d6dd612fc3 admin admin] 10.222.0.50 "DELETE /v2.0/networks/adbff514-f77b-4a65-a8e3-7662b06cb9f2 HTTP/1.1" status: 204 len: 168 time: 3.6254163 May 31 13:57:01.620344 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-382e0eef-c973-4470-87b2-1bee8c907d39 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:01.621593 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device fa01f7a4-0311-4705-ae27-66b583933d64 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:57:01.689915 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382e0eef-c973-4470-87b2-1bee8c907d39 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Pushing event deleted for resources: {'Port': ['ID=43aff957-2603-41ce-9947-9a1f7f1fac5c,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:01.706368 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-382e0eef-c973-4470-87b2-1bee8c907d39 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:01.727199 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-382e0eef-c973-4470-87b2-1bee8c907d39 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] 10.222.0.50 "DELETE /v2.0/ports/43aff957-2603-41ce-9947-9a1f7f1fac5c HTTP/1.1" status: 204 len: 168 time: 1.8132315 May 31 13:57:01.727773 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 50472) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:01.821384 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-04a87ee3-02bb-4751-977a-4e7c1c2e017e tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Synchronizing usage tracker for tenant:4a7aa043f7c14d4ea92b5a4ef3bcbdf6 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:57:01.832262 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-467dabfa-10a4-402a-afdc-7db054f9aea9 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:01.835442 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-20619582-4af0-4ea7-bdd3-941cb7280e6a tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:01.900728 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port fa01f7a4-0311-4705-ae27-66b583933d64 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:57:01.909466 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port fa01f7a4-0311-4705-ae27-66b583933d64 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:57:01.910061 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:01.953508 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 50480) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:02.038299 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-04a87ee3-02bb-4751-977a-4e7c1c2e017e tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Unset dirty status for tenant:4a7aa043f7c14d4ea92b5a4ef3bcbdf6 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:57:02.044334 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-04a87ee3-02bb-4751-977a-4e7c1c2e017e tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3157539 May 31 13:57:02.044998 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 50486) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:02.078942 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-0b7bd3fb-4438-4bc1-878d-37f83e4600c2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8a0ff68e3392496c99812d9ccfaaf695&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1227133 May 31 13:57:02.082358 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 50488) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:02.110320 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-7e1e4f9b-8bbd-4ef2-8e08-9cc759402069 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1128686260'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:57:02.160124 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-467dabfa-10a4-402a-afdc-7db054f9aea9 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Allocated IP 172.20.0.8 (26a69fdc-b394-4ebe-8989-286210c1762a/ea96cebd-85fb-49f0-a70d-1086010732e2/604c7fa4-93a7-49f5-8a99-3891c45ba124) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:57:02.169136 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-7e1e4f9b-8bbd-4ef2-8e08-9cc759402069 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:57:02.179691 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-7e1e4f9b-8bbd-4ef2-8e08-9cc759402069 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Usage tracker for resource:network and tenant:4a7aa043f7c14d4ea92b5a4ef3bcbdf6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:57:02.184143 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-7e1e4f9b-8bbd-4ef2-8e08-9cc759402069 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:57:02.195186 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-7e1e4f9b-8bbd-4ef2-8e08-9cc759402069 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:57:02.198728 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port fa01f7a4-0311-4705-ae27-66b583933d64 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:57:02.200639 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:02.267548 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f04ad35-08e7-4759-9da5-f113f1d58a77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa01f7a4-0311-4705-ae27-66b583933d64'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:57:02.280547 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port fa01f7a4-0311-4705-ae27-66b583933d64, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=fa01f7a4-0311-4705-ae27-66b583933d64,segment=NetworkSegment(b9f4ed57-b2e5-4e59-b38f-a9cf436507d9),segment_id=b9f4ed57-b2e5-4e59-b38f-a9cf436507d9)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:57:02.285533 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-62d04833-ed56-4691-94b9-4b6bed9f1a52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:02.287956 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:02.325175 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e1e4f9b-8bbd-4ef2-8e08-9cc759402069 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Made reservation on behalf of 4a7aa043f7c14d4ea92b5a4ef3bcbdf6 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:57:02.328618 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7e1e4f9b-8bbd-4ef2-8e08-9cc759402069 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:02.413665 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=fa01f7a4-0311-4705-ae27-66b583933d64,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:02.505510 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-467dabfa-10a4-402a-afdc-7db054f9aea9 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:02.545015 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-467dabfa-10a4-402a-afdc-7db054f9aea9 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:02.685931 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-62d04833-ed56-4691-94b9-4b6bed9f1a52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:02.687095 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b8a5766-14de-44e9-9a1c-c2d37d13c2a0'] response: {'server_uuid': '3f04ad35-08e7-4759-9da5-f113f1d58a77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa01f7a4-0311-4705-ae27-66b583933d64', 'code': 200} May 31 13:57:02.724826 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e1e4f9b-8bbd-4ef2-8e08-9cc759402069 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:57:02.729195 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467dabfa-10a4-402a-afdc-7db054f9aea9 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Network 26a69fdc-b394-4ebe-8989-286210c1762a is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:57:02.736456 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-467dabfa-10a4-402a-afdc-7db054f9aea9 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:57:02.742741 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467dabfa-10a4-402a-afdc-7db054f9aea9 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:57:02.755266 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-20619582-4af0-4ea7-bdd3-941cb7280e6a tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:02.789977 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7e1e4f9b-8bbd-4ef2-8e08-9cc759402069 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:02.791092 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-7e1e4f9b-8bbd-4ef2-8e08-9cc759402069 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Added segment 176f33ae-049d-4a08-8eda-a615d029be1f of type vlan for network 5a3a7597-7a7f-4e65-8089-d62d59104731 May 31 13:57:02.818673 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467dabfa-10a4-402a-afdc-7db054f9aea9 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Pushing event updated for resources: {'Port': ['ID=604c7fa4-93a7-49f5-8a99-3891c45ba124,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:02.916248 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-20619582-4af0-4ea7-bdd3-941cb7280e6a tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:02.928704 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7e1e4f9b-8bbd-4ef2-8e08-9cc759402069 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:03.029290 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-62d04833-ed56-4691-94b9-4b6bed9f1a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:03.034869 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7e1e4f9b-8bbd-4ef2-8e08-9cc759402069 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:03.041301 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1e4f9b-8bbd-4ef2-8e08-9cc759402069 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:57:03.041951 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7e1e4f9b-8bbd-4ef2-8e08-9cc759402069 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:03.064012 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d04833-ed56-4691-94b9-4b6bed9f1a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6c5587-d150-4afc-888c-39ba92186015,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:03.128469 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-62d04833-ed56-4691-94b9-4b6bed9f1a52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:03.131955 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-62d04833-ed56-4691-94b9-4b6bed9f1a52 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/eb6c5587-d150-4afc-888c-39ba92186015 HTTP/1.1" status: 204 len: 168 time: 1.0439987 May 31 13:57:03.136066 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36984e3b-129b-4c1d-aa9f-0ba5f0afa516 req-69e8b446-84dd-4665-a678-62e05db65688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:57:03.137571 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-36984e3b-129b-4c1d-aa9f-0ba5f0afa516 req-69e8b446-84dd-4665-a678-62e05db65688 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3f04ad35-08e7-4759-9da5-f113f1d58a77 HTTP/1.1" status: 200 len: 1135 time: 0.3133798 May 31 13:57:03.148037 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-467dabfa-10a4-402a-afdc-7db054f9aea9 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:03.178554 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-20619582-4af0-4ea7-bdd3-941cb7280e6a tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Allocated IP 172.25.6.128 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/1b4a37e0-232e-4266-90ea-7270db54670c) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:57:03.208512 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-36984e3b-129b-4c1d-aa9f-0ba5f0afa516 req-338c28d9-cb58-4ca3-aec4-ed18ebea9d56 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bca714ff-f8c7-410a-a7f1-1a2c8c4c8e26&id=4e86b0b9-c8fc-4370-bf75-7b82a2229bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0618768 May 31 13:57:03.275684 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42adc006-7ba0-48fa-a6b1-f3b374888086 req-c0e43066-6ac6-446f-8882-2bd46cd78fb2 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:57:03.285248 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-42adc006-7ba0-48fa-a6b1-f3b374888086 req-c0e43066-6ac6-446f-8882-2bd46cd78fb2 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f04ad35-08e7-4759-9da5-f113f1d58a77 HTTP/1.1" status: 200 len: 984 time: 0.4675789 May 31 13:57:03.290438 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-7e1e4f9b-8bbd-4ef2-8e08-9cc759402069 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2045515 May 31 13:57:03.300873 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 50518) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:03.312939 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-a5a29cc6-86b4-4f20-bdc6-3a4e48e83243 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-565916293'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:57:03.318792 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a5a29cc6-86b4-4f20-bdc6-3a4e48e83243 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:57:03.323618 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a5a29cc6-86b4-4f20-bdc6-3a4e48e83243 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Usage tracker for resource:network and tenant:4a7aa043f7c14d4ea92b5a4ef3bcbdf6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:57:03.333493 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a5a29cc6-86b4-4f20-bdc6-3a4e48e83243 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:57:03.343473 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a5a29cc6-86b4-4f20-bdc6-3a4e48e83243 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:57:03.371927 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a29cc6-86b4-4f20-bdc6-3a4e48e83243 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Made reservation on behalf of 4a7aa043f7c14d4ea92b5a4ef3bcbdf6 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:57:03.377866 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a5a29cc6-86b4-4f20-bdc6-3a4e48e83243 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:03.511226 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5a29cc6-86b4-4f20-bdc6-3a4e48e83243 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:57:03.520963 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-20619582-4af0-4ea7-bdd3-941cb7280e6a tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:03.532695 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a5a29cc6-86b4-4f20-bdc6-3a4e48e83243 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:03.533038 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-a5a29cc6-86b4-4f20-bdc6-3a4e48e83243 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Added segment 567541e7-da05-46d2-b76d-1d8f74557b29 of type vlan for network 84ee62de-f4af-4831-8c6a-5158741174d6 May 31 13:57:03.567634 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a5a29cc6-86b4-4f20-bdc6-3a4e48e83243 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:03.603702 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-20619582-4af0-4ea7-bdd3-941cb7280e6a tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:03.611039 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1e4f9b-8bbd-4ef2-8e08-9cc759402069 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Pushing event updated for resources: {'Network': ['ID=5a3a7597-7a7f-4e65-8089-d62d59104731,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:03.624733 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 5a3a7597-7a7f-4e65-8089-d62d59104731 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:57:03.634515 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-42adc006-7ba0-48fa-a6b1-f3b374888086 req-668fc459-0242-463d-a9a2-dd10a0153df1 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e86b0b9-c8fc-4370-bf75-7b82a2229bf7&id=bca714ff-f8c7-410a-a7f1-1a2c8c4c8e26&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3480997 May 31 13:57:03.638593 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-467dabfa-10a4-402a-afdc-7db054f9aea9 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:03.696390 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20619582-4af0-4ea7-bdd3-941cb7280e6a tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:57:03.713552 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-20619582-4af0-4ea7-bdd3-941cb7280e6a tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:57:03.715589 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a5a29cc6-86b4-4f20-bdc6-3a4e48e83243 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:03.733192 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a29cc6-86b4-4f20-bdc6-3a4e48e83243 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:57:03.733831 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a5a29cc6-86b4-4f20-bdc6-3a4e48e83243 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:03.752069 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20619582-4af0-4ea7-bdd3-941cb7280e6a tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:57:03.883306 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 50524) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:04.002482 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20619582-4af0-4ea7-bdd3-941cb7280e6a tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Pushing event updated for resources: {'Port': ['ID=1b4a37e0-232e-4266-90ea-7270db54670c,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:04.003200 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-467dabfa-10a4-402a-afdc-7db054f9aea9 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:04.010047 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-467dabfa-10a4-402a-afdc-7db054f9aea9 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:04.026032 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a5a29cc6-86b4-4f20-bdc6-3a4e48e83243 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7128379 May 31 13:57:04.036959 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a29cc6-86b4-4f20-bdc6-3a4e48e83243 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Pushing event updated for resources: {'Network': ['ID=84ee62de-f4af-4831-8c6a-5158741174d6,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:04.041357 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 84ee62de-f4af-4831-8c6a-5158741174d6 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:57:04.174859 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-92f32924-6843-4f87-8357-2efc004255df admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3580a1bc76914897aa83cf717a15e1fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2381096 May 31 13:57:04.197071 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 50530) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:04.350081 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467dabfa-10a4-402a-afdc-7db054f9aea9 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Pushing event updated for resources: {'Port': ['ID=604c7fa4-93a7-49f5-8a99-3891c45ba124,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:04.436071 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-467dabfa-10a4-402a-afdc-7db054f9aea9 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:04.495874 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-45902bdd-eb35-4d2b-9d8f-c42087a9fdc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:04.503465 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-467dabfa-10a4-402a-afdc-7db054f9aea9 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:04.505070 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-467dabfa-10a4-402a-afdc-7db054f9aea9 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.6462643 May 31 13:57:04.514293 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 50536) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:04.547918 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-45902bdd-eb35-4d2b-9d8f-c42087a9fdc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:04.631475 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-45902bdd-eb35-4d2b-9d8f-c42087a9fdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:04.696850 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45902bdd-eb35-4d2b-9d8f-c42087a9fdc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a59174-395b-4091-b6ad-915e978b07ff,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:04.734310 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-45902bdd-eb35-4d2b-9d8f-c42087a9fdc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:04.737947 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-45902bdd-eb35-4d2b-9d8f-c42087a9fdc1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/79a59174-395b-4091-b6ad-915e978b07ff HTTP/1.1" status: 204 len: 168 time: 0.5373850 May 31 13:57:04.745759 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ee004c3c-45b5-4788-918d-391154ac43c5 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] 10.222.0.50 "GET /v2.0/floatingips?floating_network_id=26a69fdc-b394-4ebe-8989-286210c1762a HTTP/1.1" status: 200 len: 689 time: 0.2273738 May 31 13:57:04.747638 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 50550) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:04.941629 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6255a52e-2894-4b20-91ba-2b23b6ecc667 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:05.050241 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e02cd2-964a-4bf3-bf4a-d682908ccb2c req-2d051169-a601-4598-bb33-eaa1ca700733 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:57:05.062144 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d1e02cd2-964a-4bf3-bf4a-d682908ccb2c req-2d051169-a601-4598-bb33-eaa1ca700733 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f04ad35-08e7-4759-9da5-f113f1d58a77 HTTP/1.1" status: 200 len: 984 time: 0.1742659 May 31 13:57:05.121209 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-6255a52e-2894-4b20-91ba-2b23b6ecc667 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Deleting port 604c7fa4-93a7-49f5-8a99-3891c45ba124 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:57:05.122416 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6255a52e-2894-4b20-91ba-2b23b6ecc667 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:05.162604 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d1e02cd2-964a-4bf3-bf4a-d682908ccb2c req-55778db7-9706-475d-95cd-1d243bc62d0e tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e86b0b9-c8fc-4370-bf75-7b82a2229bf7&id=bca714ff-f8c7-410a-a7f1-1a2c8c4c8e26&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0980794 May 31 13:57:05.802791 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b4fd44-0b1d-42d3-9f7a-6af78c4f0a29 req-e9366439-3375-4d5a-8692-3a51558f813e tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:57:05.819056 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-39b4fd44-0b1d-42d3-9f7a-6af78c4f0a29 req-e9366439-3375-4d5a-8692-3a51558f813e tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f04ad35-08e7-4759-9da5-f113f1d58a77 HTTP/1.1" status: 200 len: 984 time: 0.3039005 May 31 13:57:05.860663 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 50572) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:05.963486 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-39b4fd44-0b1d-42d3-9f7a-6af78c4f0a29 req-649c95f2-d553-4c88-9100-bd8673b7bedf tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e86b0b9-c8fc-4370-bf75-7b82a2229bf7&id=bca714ff-f8c7-410a-a7f1-1a2c8c4c8e26&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1397033 May 31 13:57:06.044489 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-20619582-4af0-4ea7-bdd3-941cb7280e6a tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:06.290878 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8c921ff6-31ae-4828-9825-ffc08bc00679 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:06.295899 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6255a52e-2894-4b20-91ba-2b23b6ecc667 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:06.296496 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6255a52e-2894-4b20-91ba-2b23b6ecc667 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:06.352178 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-8c921ff6-31ae-4828-9825-ffc08bc00679 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:57:06.372491 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-8c921ff6-31ae-4828-9825-ffc08bc00679 admin admin] Usage tracker for resource:security_group_rule and tenant:f9639ae63bed4f168e0006a747cc1a96 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:57:06.385452 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-8c921ff6-31ae-4828-9825-ffc08bc00679 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:57:06.396199 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8889d3b-ec85-40b3-b7a5-2994550d63d3 req-76fc149c-9ccb-486d-aa7a-e47570529654 tempest-TestSecurityGroupsBasicOps-919438297 tempest-TestSecurityGroupsBasicOps-919438297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:57:06.400009 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e8889d3b-ec85-40b3-b7a5-2994550d63d3 req-76fc149c-9ccb-486d-aa7a-e47570529654 tempest-TestSecurityGroupsBasicOps-919438297 tempest-TestSecurityGroupsBasicOps-919438297-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=3f04ad35-08e7-4759-9da5-f113f1d58a77 HTTP/1.1" status: 200 len: 1135 time: 0.2602584 May 31 13:57:06.439717 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-6255a52e-2894-4b20-91ba-2b23b6ecc667 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Calling delete_port for 604c7fa4-93a7-49f5-8a99-3891c45ba124 owned by network:floatingip {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:57:06.463179 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-8c921ff6-31ae-4828-9825-ffc08bc00679 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:57:06.468552 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e8889d3b-ec85-40b3-b7a5-2994550d63d3 req-c3710ffd-fde6-4bcf-acbc-ec44e5712708 tempest-TestSecurityGroupsBasicOps-919438297 tempest-TestSecurityGroupsBasicOps-919438297-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:06.545268 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-e8889d3b-ec85-40b3-b7a5-2994550d63d3 req-c3710ffd-fde6-4bcf-acbc-ec44e5712708 tempest-TestSecurityGroupsBasicOps-919438297 tempest-TestSecurityGroupsBasicOps-919438297-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:57:06.555693 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-e8889d3b-ec85-40b3-b7a5-2994550d63d3 req-c3710ffd-fde6-4bcf-acbc-ec44e5712708 tempest-TestSecurityGroupsBasicOps-919438297 tempest-TestSecurityGroupsBasicOps-919438297-project-admin] Usage tracker for resource:security_group_rule and tenant:9e43d0e8c6ee486c83dfc56c6bd4647f is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:57:06.563837 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-e8889d3b-ec85-40b3-b7a5-2994550d63d3 req-c3710ffd-fde6-4bcf-acbc-ec44e5712708 tempest-TestSecurityGroupsBasicOps-919438297 tempest-TestSecurityGroupsBasicOps-919438297-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:57:06.577700 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-e8889d3b-ec85-40b3-b7a5-2994550d63d3 req-c3710ffd-fde6-4bcf-acbc-ec44e5712708 tempest-TestSecurityGroupsBasicOps-919438297 tempest-TestSecurityGroupsBasicOps-919438297-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:57:06.602308 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6255a52e-2894-4b20-91ba-2b23b6ecc667 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:06.681574 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6255a52e-2894-4b20-91ba-2b23b6ecc667 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Pushing event deleted for resources: {'Port': ['ID=604c7fa4-93a7-49f5-8a99-3891c45ba124,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:06.807203 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e8889d3b-ec85-40b3-b7a5-2994550d63d3 req-c3710ffd-fde6-4bcf-acbc-ec44e5712708 tempest-TestSecurityGroupsBasicOps-919438297 tempest-TestSecurityGroupsBasicOps-919438297-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:06.849752 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6255a52e-2894-4b20-91ba-2b23b6ecc667 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:06.880711 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8c921ff6-31ae-4828-9825-ffc08bc00679 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:06.883292 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e8889d3b-ec85-40b3-b7a5-2994550d63d3 req-c3710ffd-fde6-4bcf-acbc-ec44e5712708 tempest-TestSecurityGroupsBasicOps-919438297 tempest-TestSecurityGroupsBasicOps-919438297-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:06.985499 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e8889d3b-ec85-40b3-b7a5-2994550d63d3 req-c3710ffd-fde6-4bcf-acbc-ec44e5712708 tempest-TestSecurityGroupsBasicOps-919438297 tempest-TestSecurityGroupsBasicOps-919438297-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=4e86b0b9-c8fc-4370-bf75-7b82a2229bf7&id=bca714ff-f8c7-410a-a7f1-1a2c8c4c8e26&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.5722430 May 31 13:57:06.986584 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8c921ff6-31ae-4828-9825-ffc08bc00679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:07.000229 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3710ffd-fde6-4bcf-acbc-ec44e5712708 tempest-TestSecurityGroupsBasicOps-919438297 tempest-TestSecurityGroupsBasicOps-919438297-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abef4a37-5447-4053-8846-61b921920dad,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:07.027477 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 50588) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:07.031430 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6255a52e-2894-4b20-91ba-2b23b6ecc667 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:07.078219 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c921ff6-31ae-4828-9825-ffc08bc00679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b8a5806-f8f7-4463-a6fe-7e001f13a3f0,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:07.125495 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6255a52e-2894-4b20-91ba-2b23b6ecc667 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:07.133460 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-8c921ff6-31ae-4828-9825-ffc08bc00679 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f9639ae63bed4f168e0006a747cc1a96&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2707920 May 31 13:57:07.134148 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 50592) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:07.271263 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c7ea66ab-b9df-494e-9b57-fa5e1531a128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:07.323280 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c7ea66ab-b9df-494e-9b57-fa5e1531a128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:07.353696 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6255a52e-2894-4b20-91ba-2b23b6ecc667 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:07.382486 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-6255a52e-2894-4b20-91ba-2b23b6ecc667 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26a69fdc-b394-4ebe-8989-286210c1762a']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:57:07.398304 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-6255a52e-2894-4b20-91ba-2b23b6ecc667 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8b932be-4e2e-4b80-afad-6c2d74cc1b7c') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:57:07.399138 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-6255a52e-2894-4b20-91ba-2b23b6ecc667 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8b932be-4e2e-4b80-afad-6c2d74cc1b7c') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:57:07.423404 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c7ea66ab-b9df-494e-9b57-fa5e1531a128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:07.426522 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6255a52e-2894-4b20-91ba-2b23b6ecc667 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:07.449443 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6255a52e-2894-4b20-91ba-2b23b6ecc667 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:07.456339 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6255a52e-2894-4b20-91ba-2b23b6ecc667 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:57:07.457076 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6255a52e-2894-4b20-91ba-2b23b6ecc667 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:07.466217 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ea66ab-b9df-494e-9b57-fa5e1531a128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b8a5806-f8f7-4463-a6fe-7e001f13a3f0,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:07.479163 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c7ea66ab-b9df-494e-9b57-fa5e1531a128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:07.493256 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c7ea66ab-b9df-494e-9b57-fa5e1531a128 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4b8a5806-f8f7-4463-a6fe-7e001f13a3f0 HTTP/1.1" status: 204 len: 168 time: 0.3478963 May 31 13:57:07.512187 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 50602) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:07.518051 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-0864b9cf-fc78-46fe-8a95-0ef0dce84ad8 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Request body: {'subnets': [{'network_id': '5a3a7597-7a7f-4e65-8089-d62d59104731', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--362130101', 'ip_version': 6}, {'network_id': '84ee62de-f4af-4831-8c6a-5158741174d6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:57:07.521284 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-0864b9cf-fc78-46fe-8a95-0ef0dce84ad8 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Request body: {'subnet': {'network_id': '5a3a7597-7a7f-4e65-8089-d62d59104731', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--362130101', 'ip_version': 6}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:57:07.522020 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-0864b9cf-fc78-46fe-8a95-0ef0dce84ad8 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Request body: {'subnet': {'network_id': '84ee62de-f4af-4831-8c6a-5158741174d6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:57:07.545517 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:07.561741 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6255a52e-2894-4b20-91ba-2b23b6ecc667 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ea96cebd-85fb-49f0-a70d-1086010732e2,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:07.779663 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment e8b932be-4e2e-4b80-afad-6c2d74cc1b7c resource provider aggregate not found May 31 13:57:07.809570 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6255a52e-2894-4b20-91ba-2b23b6ecc667 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:07.813406 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment e8b932be-4e2e-4b80-afad-6c2d74cc1b7c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e8b932be-4e2e-4b80-afad-6c2d74cc1b7c found for delete ", "request_id": "req-f8cd9b07-9120-4e17-b835-46e620292db9"}]} May 31 13:57:07.844239 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6255a52e-2894-4b20-91ba-2b23b6ecc667 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 26a69fdc-b394-4ebe-8989-286210c1762a {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 31 13:57:07.848947 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6255a52e-2894-4b20-91ba-2b23b6ecc667 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Pushing event deleted for resources: {'Network': ['ID=26a69fdc-b394-4ebe-8989-286210c1762a,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:07.855721 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6255a52e-2894-4b20-91ba-2b23b6ecc667 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:07.943573 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-6255a52e-2894-4b20-91ba-2b23b6ecc667 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] 10.222.0.50 "DELETE /v2.0/networks/26a69fdc-b394-4ebe-8989-286210c1762a HTTP/1.1" status: 204 len: 168 time: 3.1922400 May 31 13:57:07.952863 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 50616) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:07.991013 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0864b9cf-fc78-46fe-8a95-0ef0dce84ad8 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:57:08.008307 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-0864b9cf-fc78-46fe-8a95-0ef0dce84ad8 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Usage tracker for resource:subnet and tenant:4a7aa043f7c14d4ea92b5a4ef3bcbdf6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:57:08.012127 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-0864b9cf-fc78-46fe-8a95-0ef0dce84ad8 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:57:08.042541 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0864b9cf-fc78-46fe-8a95-0ef0dce84ad8 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:57:08.044489 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 50620) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:08.075805 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd36458-5c9e-441c-b77d-e5c3a525b9cf tempest-TestSecurityGroupsBasicOps-919438297 tempest-TestSecurityGroupsBasicOps-919438297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:57:08.077534 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-1fd36458-5c9e-441c-b77d-e5c3a525b9cf tempest-TestSecurityGroupsBasicOps-919438297 tempest-TestSecurityGroupsBasicOps-919438297-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=3f04ad35-08e7-4759-9da5-f113f1d58a77 HTTP/1.1" status: 200 len: 1130 time: 0.9577348 May 31 13:57:08.079098 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-f860325a-da5e-48c6-a55f-e4884d57e24b tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Synchronizing usage tracker for tenant:9b45754907c24780b386d8f2b2b479bd on resource:floatingip {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:57:08.085767 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d42a8-749c-47b0-ba71-c37b8b99754f req-85b8efc4-8da5-4753-8484-f7a9ab3775e7 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:57:08.087116 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 50626) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:08.087292 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3a2d42a8-749c-47b0-ba71-c37b8b99754f req-85b8efc4-8da5-4753-8484-f7a9ab3775e7 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] 10.222.0.50 "GET /v2.0/ports?device_id=75745206-76bf-4c6b-9bc9-0b44a02376ab HTTP/1.1" status: 200 len: 946 time: 0.4223583 May 31 13:57:08.089179 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2d014f71-e539-4edb-9fa3-5c12d94a912e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:08.108464 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0864b9cf-fc78-46fe-8a95-0ef0dce84ad8 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Made reservation on behalf of 4a7aa043f7c14d4ea92b5a4ef3bcbdf6 for: {'subnet': 2} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:57:08.113521 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0864b9cf-fc78-46fe-8a95-0ef0dce84ad8 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:08.113852 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0864b9cf-fc78-46fe-8a95-0ef0dce84ad8 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:08.135603 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-a0ca9a00-0832-497f-823f-8876339b01a3 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Request body: {'floatingip': {'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'port_id': 'fa01f7a4-0311-4705-ae27-66b583933d64', 'tenant_id': 'f161391927494a93ac97ddf889ee8804', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:57:08.151993 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a0ca9a00-0832-497f-823f-8876339b01a3 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:57:08.171544 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a0ca9a00-0832-497f-823f-8876339b01a3 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Usage tracker for resource:floatingip and tenant:f161391927494a93ac97ddf889ee8804 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:57:08.187897 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a0ca9a00-0832-497f-823f-8876339b01a3 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:57:08.212721 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-f860325a-da5e-48c6-a55f-e4884d57e24b tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Unset dirty status for tenant:9b45754907c24780b386d8f2b2b479bd on resource:floatingip {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:57:08.214209 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-f860325a-da5e-48c6-a55f-e4884d57e24b tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 997 time: 0.2561002 May 31 13:57:08.217592 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-20619582-4af0-4ea7-bdd3-941cb7280e6a tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:08.219942 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a0ca9a00-0832-497f-823f-8876339b01a3 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:57:08.226154 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 50630) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:08.272458 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-20619582-4af0-4ea7-bdd3-941cb7280e6a tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1578611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1578620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1575237'] for router, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:08.349043 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-2d014f71-e539-4edb-9fa3-5c12d94a912e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:57:08.364302 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-2d014f71-e539-4edb-9fa3-5c12d94a912e admin admin] Usage tracker for resource:security_group_rule and tenant:3480661c41e84a6e8bfcf23e9d8bb8c2 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:57:08.376006 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-2d014f71-e539-4edb-9fa3-5c12d94a912e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:57:08.413303 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3a2d42a8-749c-47b0-ba71-c37b8b99754f req-602a0572-66fc-44d2-bfce-392aa13e67ad tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] 10.222.0.50 "GET /v2.0/security-groups?id=36548b4c-71f0-42fe-9a97-10b0a71a294b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3093045 May 31 13:57:08.417427 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-2d014f71-e539-4edb-9fa3-5c12d94a912e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:57:08.525172 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a0ca9a00-0832-497f-823f-8876339b01a3 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks [] for floatingip, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:08.699269 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00daeef3-55ac-42c9-b069-a7d4d4c9d10b req-cb67b46e-4478-4a80-8087-28c5cdd43dad tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:57:08.700317 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-00daeef3-55ac-42c9-b069-a7d4d4c9d10b req-cb67b46e-4478-4a80-8087-28c5cdd43dad tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Synchronizing usage tracker for tenant:4e57de1d316c4f84a61736682dffb866 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:57:08.817196 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-00daeef3-55ac-42c9-b069-a7d4d4c9d10b req-cb67b46e-4478-4a80-8087-28c5cdd43dad tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Unset dirty status for tenant:4e57de1d316c4f84a61736682dffb866 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:57:08.818957 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-00daeef3-55ac-42c9-b069-a7d4d4c9d10b req-cb67b46e-4478-4a80-8087-28c5cdd43dad tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] 10.222.0.44 "GET /v2.0/ports?device_id=75745206-76bf-4c6b-9bc9-0b44a02376ab HTTP/1.1" status: 200 len: 946 time: 0.7328393 May 31 13:57:08.834337 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1784ae-9f55-4d1e-b1ed-6756009e4ff3 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:57:08.834337 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1784ae-9f55-4d1e-b1ed-6756009e4ff3 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:57:08.834937 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1784ae-9f55-4d1e-b1ed-6756009e4ff3 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:57:08.835872 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1784ae-9f55-4d1e-b1ed-6756009e4ff3 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:57:08.836639 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1784ae-9f55-4d1e-b1ed-6756009e4ff3 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:57:08.837634 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1784ae-9f55-4d1e-b1ed-6756009e4ff3 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:57:08.839404 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-dd1784ae-9f55-4d1e-b1ed-6756009e4ff3 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Synchronizing usage tracker for tenant:9b45754907c24780b386d8f2b2b479bd on resource:subnet {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:57:08.974684 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2d014f71-e539-4edb-9fa3-5c12d94a912e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:08.983079 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2d014f71-e539-4edb-9fa3-5c12d94a912e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:09.047977 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-2d014f71-e539-4edb-9fa3-5c12d94a912e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3480661c41e84a6e8bfcf23e9d8bb8c2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0021288 May 31 13:57:09.057426 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 50636) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:09.064756 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20619582-4af0-4ea7-bdd3-941cb7280e6a tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Router c3218eff-05c9-409e-96e3-7b8122e2785f is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 13:57:09.065374 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:09.066670 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-dd1784ae-9f55-4d1e-b1ed-6756009e4ff3 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Unset dirty status for tenant:9b45754907c24780b386d8f2b2b479bd on resource:subnet {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:57:09.072764 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-dd1784ae-9f55-4d1e-b1ed-6756009e4ff3 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3999 time: 0.8391216 May 31 13:57:09.083827 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 50640) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:09.097343 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-00daeef3-55ac-42c9-b069-a7d4d4c9d10b req-29d0caf8-f645-46ca-95f4-224f5bff6a41 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Deleting port 117d106f-8b61-4f48-a987-13c84a3eaab5 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:57:09.097680 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-00daeef3-55ac-42c9-b069-a7d4d4c9d10b req-29d0caf8-f645-46ca-95f4-224f5bff6a41 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:09.110640 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d014f71-e539-4edb-9fa3-5c12d94a912e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1694bae-2508-4242-81b1-83d93a370a24,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:09.207375 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0864b9cf-fc78-46fe-8a95-0ef0dce84ad8 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:09.317783 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0864b9cf-fc78-46fe-8a95-0ef0dce84ad8 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Pushing event updated for resources: {'Subnet': ['ID=c1406eed-d025-4057-aeca-3e7f0327d063,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:09.326826 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0864b9cf-fc78-46fe-8a95-0ef0dce84ad8 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Checking segment: {'id': '176f33ae-049d-4a08-8eda-a615d029be1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '5a3a7597-7a7f-4e65-8089-d62d59104731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:57:09.327576 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0864b9cf-fc78-46fe-8a95-0ef0dce84ad8 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Network hostable DHCP agents. Network: 5a3a7597-7a7f-4e65-8089-d62d59104731, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:57:09.350294 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0864b9cf-fc78-46fe-8a95-0ef0dce84ad8 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Network 5a3a7597-7a7f-4e65-8089-d62d59104731 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:57:09.364379 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-0864b9cf-fc78-46fe-8a95-0ef0dce84ad8 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 5a3a7597-7a7f-4e65-8089-d62d59104731) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:57:09.375093 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49971fe-30f9-45a2-b213-97bc1d67d439 None None] Network 5a3a7597-7a7f-4e65-8089-d62d59104731 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:57:09.396390 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0864b9cf-fc78-46fe-8a95-0ef0dce84ad8 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:09.398887 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-37834083-c159-456e-98b5-99d10504b8ed tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] delete failed (client error): The resource could not be found. May 31 13:57:09.400836 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-37834083-c159-456e-98b5-99d10504b8ed tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] 10.222.0.50 "DELETE /v2.0/floatingips/fae16ec9-539f-4aa0-a4d3-cf665f1cbf1c HTTP/1.1" status: 404 len: 345 time: 0.3120561 May 31 13:57:09.412401 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 50644) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:09.491569 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0864b9cf-fc78-46fe-8a95-0ef0dce84ad8 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Pushing event updated for resources: {'Subnet': ['ID=dae7d7e3-8022-4cbf-9d65-ba1f108c61cb,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:09.526593 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-1de300e8-cece-4081-872f-ae5c1719e78e tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] DELETE failed (client error): The resource could not be found. May 31 13:57:09.527075 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1de300e8-cece-4081-872f-ae5c1719e78e tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:57:09.589226 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-1de300e8-cece-4081-872f-ae5c1719e78e tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] 10.222.0.50 "DELETE /v2.0/networks/26a69fdc-b394-4ebe-8989-286210c1762a HTTP/1.1" status: 404 len: 339 time: 0.1008353 May 31 13:57:09.594179 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 50650) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:09.645953 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-2f9572e3-5185-4622-9fd9-563191eaa66a tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Request body: {'network': {'name': 'tempest-network--910792807', 'router:external': True}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:57:09.667774 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-2f9572e3-5185-4622-9fd9-563191eaa66a tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:57:09.671597 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0864b9cf-fc78-46fe-8a95-0ef0dce84ad8 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Checking segment: {'id': '567541e7-da05-46d2-b76d-1d8f74557b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '84ee62de-f4af-4831-8c6a-5158741174d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:57:09.672209 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0864b9cf-fc78-46fe-8a95-0ef0dce84ad8 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Network hostable DHCP agents. Network: 84ee62de-f4af-4831-8c6a-5158741174d6, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:57:09.687062 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-2f9572e3-5185-4622-9fd9-563191eaa66a tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Usage tracker for resource:network and tenant:9b45754907c24780b386d8f2b2b479bd is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:57:09.692842 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-2f9572e3-5185-4622-9fd9-563191eaa66a tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:57:09.696897 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-401aba3b-eb48-4f62-8246-bb3b4d4a89dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:09.709853 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32562d63-1532-4e97-abe1-aaad76f02506 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-5a3a7597-7a7f-4e65-8089-d62d59104731', 'network_id': '5a3a7597-7a7f-4e65-8089-d62d59104731', 'tenant_id': '4a7aa043f7c14d4ea92b5a4ef3bcbdf6', 'fixed_ips': [{'subnet_id': 'c1406eed-d025-4057-aeca-3e7f0327d063'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:57:09.711669 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-32562d63-1532-4e97-abe1-aaad76f02506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:09.728199 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-2f9572e3-5185-4622-9fd9-563191eaa66a tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:57:09.757089 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f9572e3-5185-4622-9fd9-563191eaa66a tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Made reservation on behalf of 9b45754907c24780b386d8f2b2b479bd for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:57:09.761332 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2f9572e3-5185-4622-9fd9-563191eaa66a tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:09.797638 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f9572e3-5185-4622-9fd9-563191eaa66a tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:57:09.809307 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2f9572e3-5185-4622-9fd9-563191eaa66a tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:09.809655 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-2f9572e3-5185-4622-9fd9-563191eaa66a tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Added segment 6e27d183-efd2-4ec6-b7f6-d12e2cbac397 of type vlan for network 7279acdf-b8d3-4c51-9fee-f44d9a9de88a May 31 13:57:09.843961 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2f9572e3-5185-4622-9fd9-563191eaa66a tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:09.885319 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0864b9cf-fc78-46fe-8a95-0ef0dce84ad8 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Network 84ee62de-f4af-4831-8c6a-5158741174d6 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:57:09.905235 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2f9572e3-5185-4622-9fd9-563191eaa66a tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:09.906281 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9572e3-5185-4622-9fd9-563191eaa66a tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:57:09.906939 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2f9572e3-5185-4622-9fd9-563191eaa66a tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:09.931097 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-0864b9cf-fc78-46fe-8a95-0ef0dce84ad8 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 84ee62de-f4af-4831-8c6a-5158741174d6) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:57:09.943992 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7c4551-2e59-4132-b6e7-656e3ebd1a30 None None] Network 84ee62de-f4af-4831-8c6a-5158741174d6 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:57:10.005702 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e170e-cfe8-471d-b2d9-9d1e6b393e07 req-14b77c50-2074-4cdc-af4b-a1ef47d17c1b tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:57:10.007475 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ba1e170e-cfe8-471d-b2d9-9d1e6b393e07 req-14b77c50-2074-4cdc-af4b-a1ef47d17c1b tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] 10.222.0.50 "GET /v2.0/ports?device_id=75745206-76bf-4c6b-9bc9-0b44a02376ab HTTP/1.1" status: 200 len: 946 time: 0.4141452 May 31 13:57:10.009351 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0864b9cf-fc78-46fe-8a95-0ef0dce84ad8 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:57:10.009826 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0864b9cf-fc78-46fe-8a95-0ef0dce84ad8 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:57:10.010653 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0864b9cf-fc78-46fe-8a95-0ef0dce84ad8 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:10.051975 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-32562d63-1532-4e97-abe1-aaad76f02506 None None] Allocated IP 2001:db8::1 (5a3a7597-7a7f-4e65-8089-d62d59104731/c1406eed-d025-4057-aeca-3e7f0327d063/3eabbeb5-8b8f-4bdf-b0d8-514c483cb155) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:57:10.096917 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-2f9572e3-5185-4622-9fd9-563191eaa66a tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4978933 May 31 13:57:10.103245 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 50656) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:10.108722 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9572e3-5185-4622-9fd9-563191eaa66a tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Pushing event updated for resources: {'Network': ['ID=7279acdf-b8d3-4c51-9fee-f44d9a9de88a,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:10.114499 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-0864b9cf-fc78-46fe-8a95-0ef0dce84ad8 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.5987000 May 31 13:57:10.137534 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 50660) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:10.142670 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ba1e170e-cfe8-471d-b2d9-9d1e6b393e07 req-4e66342f-cb5e-47c1-9549-05830904482c tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] 10.222.0.50 "GET /v2.0/security-groups?id=36548b4c-71f0-42fe-9a97-10b0a71a294b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175287 May 31 13:57:10.169961 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 7279acdf-b8d3-4c51-9fee-f44d9a9de88a details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:57:10.231844 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-00daeef3-55ac-42c9-b069-a7d4d4c9d10b req-29d0caf8-f645-46ca-95f4-224f5bff6a41 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] For port 117d106f-8b61-4f48-a987-13c84a3eaab5, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=117d106f-8b61-4f48-a987-13c84a3eaab5,segment=NetworkSegment(05d7c49e-fddd-43be-bac9-c48445145ddc),segment_id=05d7c49e-fddd-43be-bac9-c48445145ddc)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:57:10.232798 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-00daeef3-55ac-42c9-b069-a7d4d4c9d10b req-29d0caf8-f645-46ca-95f4-224f5bff6a41 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:10.387163 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac01a5da-eba4-4fec-9f5f-09a5e2313345 tempest-ExternalNetworksTestJSON-1340535931 tempest-ExternalNetworksTestJSON-1340535931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:57:10.395427 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac01a5da-eba4-4fec-9f5f-09a5e2313345 tempest-ExternalNetworksTestJSON-1340535931 tempest-ExternalNetworksTestJSON-1340535931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:57:10.405754 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac01a5da-eba4-4fec-9f5f-09a5e2313345 tempest-ExternalNetworksTestJSON-1340535931 tempest-ExternalNetworksTestJSON-1340535931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:57:10.412684 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac01a5da-eba4-4fec-9f5f-09a5e2313345 tempest-ExternalNetworksTestJSON-1340535931 tempest-ExternalNetworksTestJSON-1340535931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:57:10.415481 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-ac01a5da-eba4-4fec-9f5f-09a5e2313345 tempest-ExternalNetworksTestJSON-1340535931 tempest-ExternalNetworksTestJSON-1340535931-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3109474 May 31 13:57:10.420724 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 50664) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:10.425462 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253b6d47-cefa-4016-b01b-6a1321de6155 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:57:10.427488 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253b6d47-cefa-4016-b01b-6a1321de6155 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:57:10.429115 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253b6d47-cefa-4016-b01b-6a1321de6155 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:57:10.430130 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-253b6d47-cefa-4016-b01b-6a1321de6155 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Synchronizing usage tracker for tenant:4a7aa043f7c14d4ea92b5a4ef3bcbdf6 on resource:subnet {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:57:10.500922 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20619582-4af0-4ea7-bdd3-941cb7280e6a tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:57:10.516468 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-20619582-4af0-4ea7-bdd3-941cb7280e6a tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:10.522194 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-20619582-4af0-4ea7-bdd3-941cb7280e6a tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] 10.222.0.50 "PUT /v2.0/routers/c3218eff-05c9-409e-96e3-7b8122e2785f HTTP/1.1" status: 200 len: 915 time: 9.4874728 May 31 13:57:10.529470 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-401aba3b-eb48-4f62-8246-bb3b4d4a89dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:10.535934 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 50668) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:10.537314 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a0ca9a00-0832-497f-823f-8876339b01a3 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:10.557790 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ced582-135e-4209-bf88-2e82990d539f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-84ee62de-f4af-4831-8c6a-5158741174d6', 'network_id': '84ee62de-f4af-4831-8c6a-5158741174d6', 'tenant_id': '4a7aa043f7c14d4ea92b5a4ef3bcbdf6', 'fixed_ips': [{'subnet_id': 'dae7d7e3-8022-4cbf-9d65-ba1f108c61cb'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:57:10.558664 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-47ced582-135e-4209-bf88-2e82990d539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:10.568599 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6686d715-5755-4afc-8494-4241a0d3e161 None None] Sync routers for ids ['c3218eff-05c9-409e-96e3-7b8122e2785f'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:57:10.595003 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e26b1b49-6064-404d-8f70-c56fc801514c tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:10.598482 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-253b6d47-cefa-4016-b01b-6a1321de6155 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Unset dirty status for tenant:4a7aa043f7c14d4ea92b5a4ef3bcbdf6 on resource:subnet {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:57:10.601828 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-253b6d47-cefa-4016-b01b-6a1321de6155 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.4610913 May 31 13:57:10.616467 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6686d715-5755-4afc-8494-4241a0d3e161 None None] Routers {'c3218eff-05c9-409e-96e3-7b8122e2785f'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:57:10.617152 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-6686d715-5755-4afc-8494-4241a0d3e161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:56:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['c3218eff-05c9-409e-96e3-7b8122e2785f'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:57:10.640380 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 50672) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:10.787378 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-6686d715-5755-4afc-8494-4241a0d3e161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:57:10.805412 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0b5b7a9b-da79-445b-af14-253d578436f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:10.810581 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e26b1b49-6064-404d-8f70-c56fc801514c tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:10.825168 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-32562d63-1532-4e97-abe1-aaad76f02506 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:10.833051 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7bb9dd2-b2c4-47b9-a814-c43986beb832 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Deleting subnet c1406eed-d025-4057-aeca-3e7f0327d063 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:57:10.854042 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6686d715-5755-4afc-8494-4241a0d3e161 None None] Routers {'c3218eff-05c9-409e-96e3-7b8122e2785f'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:57:10.854689 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-6686d715-5755-4afc-8494-4241a0d3e161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:56:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['c3218eff-05c9-409e-96e3-7b8122e2785f'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:57:10.856791 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-e26b1b49-6064-404d-8f70-c56fc801514c tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7279acdf-b8d3-4c51-9fee-f44d9a9de88a']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:57:10.871131 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-e26b1b49-6064-404d-8f70-c56fc801514c tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e27d183-efd2-4ec6-b7f6-d12e2cbac397') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:57:10.871500 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-e26b1b49-6064-404d-8f70-c56fc801514c tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e27d183-efd2-4ec6-b7f6-d12e2cbac397') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:57:10.889067 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e26b1b49-6064-404d-8f70-c56fc801514c tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:10.904498 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-32562d63-1532-4e97-abe1-aaad76f02506 None None] Transition to ACTIVE for port object 3eabbeb5-8b8f-4bdf-b0d8-514c483cb155 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:57:10.909349 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e26b1b49-6064-404d-8f70-c56fc801514c tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:10.917796 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e26b1b49-6064-404d-8f70-c56fc801514c tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:57:10.918964 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e26b1b49-6064-404d-8f70-c56fc801514c tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:10.941277 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-6686d715-5755-4afc-8494-4241a0d3e161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:57:10.941675 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6686d715-5755-4afc-8494-4241a0d3e161 None None] The sync data for ids ['c3218eff-05c9-409e-96e3-7b8122e2785f'] in n-d-843939-1 is: [] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:57:10.968804 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-00daeef3-55ac-42c9-b069-a7d4d4c9d10b req-29d0caf8-f645-46ca-95f4-224f5bff6a41 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:10.969325 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-00daeef3-55ac-42c9-b069-a7d4d4c9d10b req-29d0caf8-f645-46ca-95f4-224f5bff6a41 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:10.969485 n-d-843939-1 neutron-server[88369]: INFO neutron.db.l3_db [req-00daeef3-55ac-42c9-b069-a7d4d4c9d10b req-29d0caf8-f645-46ca-95f4-224f5bff6a41 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Floating IP 9c860ab9-0bca-41f2-8e58-dc1fd052598d disassociated. External IP: 172.25.6.105, port: 117d106f-8b61-4f48-a987-13c84a3eaab5. May 31 13:57:10.969856 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-00daeef3-55ac-42c9-b069-a7d4d4c9d10b req-29d0caf8-f645-46ca-95f4-224f5bff6a41 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Calling delete_port for 117d106f-8b61-4f48-a987-13c84a3eaab5 owned by compute:nova {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:57:10.997720 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-32562d63-1532-4e97-abe1-aaad76f02506 None None] Transition to ACTIVE for port object 3eabbeb5-8b8f-4bdf-b0d8-514c483cb155 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:57:11.004762 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-70247ac4-d3c5-4fdb-8f95-19207a3eb21c tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] 10.222.0.50 "GET /v2.0/routers/c3218eff-05c9-409e-96e3-7b8122e2785f HTTP/1.1" status: 200 len: 921 time: 0.4643788 May 31 13:57:11.010709 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-32562d63-1532-4e97-abe1-aaad76f02506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:11.052443 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 50682) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:11.053943 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a7bb9dd2-b2c4-47b9-a814-c43986beb832 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:11.099622 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32562d63-1532-4e97-abe1-aaad76f02506 None None] Pushing event updated for resources: {'Port': ['ID=3eabbeb5-8b8f-4bdf-b0d8-514c483cb155,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:11.109397 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32562d63-1532-4e97-abe1-aaad76f02506 None None] Network 5a3a7597-7a7f-4e65-8089-d62d59104731 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:57:11.112112 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 6e27d183-efd2-4ec6-b7f6-d12e2cbac397 resource provider aggregate not found May 31 13:57:11.118208 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-32562d63-1532-4e97-abe1-aaad76f02506 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:57:11.122744 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32562d63-1532-4e97-abe1-aaad76f02506 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:57:11.131632 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-47ced582-135e-4209-bf88-2e82990d539f None None] Allocated IP 2001:db8:0:1::1 (84ee62de-f4af-4831-8c6a-5158741174d6/dae7d7e3-8022-4cbf-9d65-ba1f108c61cb/6d1b7145-251d-4ec2-b1f1-6b6639be83ae) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:57:11.141469 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-401aba3b-eb48-4f62-8246-bb3b4d4a89dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:11.166315 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e26b1b49-6064-404d-8f70-c56fc801514c tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:11.175972 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 6e27d183-efd2-4ec6-b7f6-d12e2cbac397 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6e27d183-efd2-4ec6-b7f6-d12e2cbac397 found for delete ", "request_id": "req-a5ef9dd8-fdd2-41fb-b9e2-2499cf86c213"}]} May 31 13:57:11.192497 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-a0ca9a00-0832-497f-823f-8876339b01a3 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Allocated IP 172.25.6.242 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/f9c7b499-be09-4014-8e4e-5cf87fbd6801) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:57:11.209228 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e26b1b49-6064-404d-8f70-c56fc801514c tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7279acdf-b8d3-4c51-9fee-f44d9a9de88a {{(pid=88370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 31 13:57:11.209688 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401aba3b-eb48-4f62-8246-bb3b4d4a89dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1694bae-2508-4242-81b1-83d93a370a24,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:11.243123 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e26b1b49-6064-404d-8f70-c56fc801514c tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:11.249768 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26b1b49-6064-404d-8f70-c56fc801514c tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Pushing event deleted for resources: {'Network': ['ID=7279acdf-b8d3-4c51-9fee-f44d9a9de88a,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:11.263267 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-401aba3b-eb48-4f62-8246-bb3b4d4a89dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:11.263558 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a7bb9dd2-b2c4-47b9-a814-c43986beb832 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65507433'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:11.267085 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-401aba3b-eb48-4f62-8246-bb3b4d4a89dc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d1694bae-2508-4242-81b1-83d93a370a24 HTTP/1.1" status: 204 len: 168 time: 2.2059884 May 31 13:57:11.385207 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9380e32-60f2-40cb-9db1-92a30287a834 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:57:11.391872 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e9380e32-60f2-40cb-9db1-92a30287a834 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=d2103cd5-63ba-4c24-9d95-fd17643bf14c&device_id=c3218eff-05c9-409e-96e3-7b8122e2785f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3328300 May 31 13:57:11.508045 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 50696) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:11.522135 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-32562d63-1532-4e97-abe1-aaad76f02506 None None] Attempting to bind port 3eabbeb5-8b8f-4bdf-b0d8-514c483cb155 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:57:11.522569 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-32562d63-1532-4e97-abe1-aaad76f02506 None None] Attempting to bind port 3eabbeb5-8b8f-4bdf-b0d8-514c483cb155 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '176f33ae-049d-4a08-8eda-a615d029be1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '5a3a7597-7a7f-4e65-8089-d62d59104731'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:57:11.524230 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32562d63-1532-4e97-abe1-aaad76f02506 None None] Attempting to bind port 3eabbeb5-8b8f-4bdf-b0d8-514c483cb155 on network 5a3a7597-7a7f-4e65-8089-d62d59104731 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:57:11.548696 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32562d63-1532-4e97-abe1-aaad76f02506 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:57:11.549208 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32562d63-1532-4e97-abe1-aaad76f02506 None None] Checking segment: {'id': '176f33ae-049d-4a08-8eda-a615d029be1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '5a3a7597-7a7f-4e65-8089-d62d59104731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:57:11.550787 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-32562d63-1532-4e97-abe1-aaad76f02506 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:11.552418 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32562d63-1532-4e97-abe1-aaad76f02506 None None] Bound using segment: {'id': '176f33ae-049d-4a08-8eda-a615d029be1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '5a3a7597-7a7f-4e65-8089-d62d59104731'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:57:11.553297 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-32562d63-1532-4e97-abe1-aaad76f02506 None None] Bound port: 3eabbeb5-8b8f-4bdf-b0d8-514c483cb155, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176f33ae-049d-4a08-8eda-a615d029be1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '5a3a7597-7a7f-4e65-8089-d62d59104731'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:57:11.553858 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-32562d63-1532-4e97-abe1-aaad76f02506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:11.709599 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-32562d63-1532-4e97-abe1-aaad76f02506 None None] For port 3eabbeb5-8b8f-4bdf-b0d8-514c483cb155, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:57:11.715272 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-32562d63-1532-4e97-abe1-aaad76f02506 None None] For port 3eabbeb5-8b8f-4bdf-b0d8-514c483cb155, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=3eabbeb5-8b8f-4bdf-b0d8-514c483cb155,segment=NetworkSegment(176f33ae-049d-4a08-8eda-a615d029be1f),segment_id=176f33ae-049d-4a08-8eda-a615d029be1f)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:57:11.723048 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 117d106f-8b61-4f48-a987-13c84a3eaab5 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:57:11.723288 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-00daeef3-55ac-42c9-b069-a7d4d4c9d10b req-29d0caf8-f645-46ca-95f4-224f5bff6a41 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:11.773702 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] No Port match for: 117d106f-8b61-4f48-a987-13c84a3eaab5 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:57:11.774271 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 117d106f-8b61-4f48-a987-13c84a3eaab5 not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:57:11.778089 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-32562d63-1532-4e97-abe1-aaad76f02506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:11.873613 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d0caf8-f645-46ca-95f4-224f5bff6a41 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Pushing event deleted for resources: {'Port': ['ID=117d106f-8b61-4f48-a987-13c84a3eaab5,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:11.919390 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-e26b1b49-6064-404d-8f70-c56fc801514c tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] 10.222.0.50 "DELETE /v2.0/networks/7279acdf-b8d3-4c51-9fee-f44d9a9de88a HTTP/1.1" status: 204 len: 168 time: 1.4856212 May 31 13:57:11.923600 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 50704) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:11.933743 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a0ca9a00-0832-497f-823f-8876339b01a3 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:11.940889 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32562d63-1532-4e97-abe1-aaad76f02506 None None] Pushing event updated for resources: {'Port': ['ID=3eabbeb5-8b8f-4bdf-b0d8-514c483cb155,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:12.078765 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-741aee3b-64a9-40d9-a50d-f2cb7d944a1d tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Request body: {'network': {'name': 'tempest-network--1615696392', 'router:external': True}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:57:12.095495 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-741aee3b-64a9-40d9-a50d-f2cb7d944a1d tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:57:12.095842 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-47ced582-135e-4209-bf88-2e82990d539f None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:12.100386 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1eae97b9-eb00-4099-a7b8-b6b62e4cb2e7 req-f0df4c63-36de-4e9c-802d-3c3c96b46e2d tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] 10.222.0.50 "GET /v2.0/ports?device_id=75745206-76bf-4c6b-9bc9-0b44a02376ab HTTP/1.1" status: 200 len: 210 time: 0.5893679 May 31 13:57:12.127068 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-741aee3b-64a9-40d9-a50d-f2cb7d944a1d tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Usage tracker for resource:network and tenant:9b45754907c24780b386d8f2b2b479bd is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:57:12.139954 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-741aee3b-64a9-40d9-a50d-f2cb7d944a1d tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:57:12.146550 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-47ced582-135e-4209-bf88-2e82990d539f None None] Transition to ACTIVE for port object 6d1b7145-251d-4ec2-b1f1-6b6639be83ae will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:57:12.153027 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a7bb9dd2-b2c4-47b9-a814-c43986beb832 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:12.157765 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-741aee3b-64a9-40d9-a50d-f2cb7d944a1d tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:57:12.200100 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-47ced582-135e-4209-bf88-2e82990d539f None None] Transition to ACTIVE for port object 6d1b7145-251d-4ec2-b1f1-6b6639be83ae will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:57:12.207499 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-47ced582-135e-4209-bf88-2e82990d539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:12.248915 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741aee3b-64a9-40d9-a50d-f2cb7d944a1d tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Made reservation on behalf of 9b45754907c24780b386d8f2b2b479bd for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:57:12.250569 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5123d104-63a5-4d29-aa9e-87ab43d5b2a9 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:57:12.251167 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-741aee3b-64a9-40d9-a50d-f2cb7d944a1d tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:12.251326 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-5123d104-63a5-4d29-aa9e-87ab43d5b2a9 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Synchronizing usage tracker for tenant:98a0f736bbf645a3a9f7e5084a453c5e on resource:network {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:57:12.281551 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-5123d104-63a5-4d29-aa9e-87ab43d5b2a9 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Unset dirty status for tenant:98a0f736bbf645a3a9f7e5084a453c5e on resource:network {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:57:12.282775 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-5123d104-63a5-4d29-aa9e-87ab43d5b2a9 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] 10.222.0.50 "GET /v2.0/networks/d2103cd5-63ba-4c24-9d95-fd17643bf14c HTTP/1.1" status: 200 len: 881 time: 0.7605419 May 31 13:57:12.299135 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 50714) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:12.306638 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a7bb9dd2-b2c4-47b9-a814-c43986beb832 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65216469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65148562'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:12.382113 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ced582-135e-4209-bf88-2e82990d539f None None] Network 84ee62de-f4af-4831-8c6a-5158741174d6 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:57:12.386609 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-47ced582-135e-4209-bf88-2e82990d539f None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:57:12.389257 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ced582-135e-4209-bf88-2e82990d539f None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:57:12.428024 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bb9dd2-b2c4-47b9-a814-c43986beb832 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Pushing event deleted for resources: {'Subnet': ['ID=c1406eed-d025-4057-aeca-3e7f0327d063,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:12.453598 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a7bb9dd2-b2c4-47b9-a814-c43986beb832 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:12.489399 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-a7bb9dd2-b2c4-47b9-a814-c43986beb832 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] 10.222.0.50 "DELETE /v2.0/subnets/c1406eed-d025-4057-aeca-3e7f0327d063 HTTP/1.1" status: 204 len: 168 time: 1.8479259 May 31 13:57:12.490091 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 50718) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:12.556571 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a3bbed8e-1966-4401-a0e5-ab869b1d9602 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3218eff-05c9-409e-96e3-7b8122e2785f HTTP/1.1" status: 200 len: 205 time: 0.2548478 May 31 13:57:12.560309 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-741aee3b-64a9-40d9-a50d-f2cb7d944a1d tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:57:12.569908 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 50724) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:12.681958 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-47ced582-135e-4209-bf88-2e82990d539f None None] Attempting to bind port 6d1b7145-251d-4ec2-b1f1-6b6639be83ae on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:57:12.685492 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-47ced582-135e-4209-bf88-2e82990d539f None None] Attempting to bind port 6d1b7145-251d-4ec2-b1f1-6b6639be83ae by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '567541e7-da05-46d2-b76d-1d8f74557b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '84ee62de-f4af-4831-8c6a-5158741174d6'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:57:12.686098 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ced582-135e-4209-bf88-2e82990d539f None None] Attempting to bind port 6d1b7145-251d-4ec2-b1f1-6b6639be83ae on network 84ee62de-f4af-4831-8c6a-5158741174d6 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:57:12.700569 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ced582-135e-4209-bf88-2e82990d539f None None] Pushing event updated for resources: {'Port': ['ID=6d1b7145-251d-4ec2-b1f1-6b6639be83ae,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:12.709713 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ced582-135e-4209-bf88-2e82990d539f None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:57:12.710128 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ced582-135e-4209-bf88-2e82990d539f None None] Checking segment: {'id': '567541e7-da05-46d2-b76d-1d8f74557b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '84ee62de-f4af-4831-8c6a-5158741174d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:57:12.710535 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-47ced582-135e-4209-bf88-2e82990d539f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:12.711612 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ced582-135e-4209-bf88-2e82990d539f None None] Bound using segment: {'id': '567541e7-da05-46d2-b76d-1d8f74557b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '84ee62de-f4af-4831-8c6a-5158741174d6'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:57:12.715089 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-47ced582-135e-4209-bf88-2e82990d539f None None] Bound port: 6d1b7145-251d-4ec2-b1f1-6b6639be83ae, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '567541e7-da05-46d2-b76d-1d8f74557b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '84ee62de-f4af-4831-8c6a-5158741174d6'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:57:12.717640 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-47ced582-135e-4209-bf88-2e82990d539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:12.727347 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e871558-5a12-4237-bbbf-baf578de6065 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Deleting subnet dae7d7e3-8022-4cbf-9d65-ba1f108c61cb {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:57:12.745208 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4e871558-5a12-4237-bbbf-baf578de6065 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:12.752463 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-741aee3b-64a9-40d9-a50d-f2cb7d944a1d tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:12.752945 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-741aee3b-64a9-40d9-a50d-f2cb7d944a1d tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Added segment eb6c6f96-3c30-44d4-959c-0c6b07340de3 of type vlan for network a9daf543-10c1-4139-86b2-27bbb68b43f2 May 31 13:57:12.755171 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a0ca9a00-0832-497f-823f-8876339b01a3 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:12.768504 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [req-00daeef3-55ac-42c9-b069-a7d4d4c9d10b req-29d0caf8-f645-46ca-95f4-224f5bff6a41 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Router a85c8e71-2826-4a98-92f1-eb02439344e8 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:57:12.835765 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4e871558-5a12-4237-bbbf-baf578de6065 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65507433'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:12.890647 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a11f7ea8-93fe-449a-8b94-a6fffbb116ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:12.941630 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-47ced582-135e-4209-bf88-2e82990d539f None None] For port 6d1b7145-251d-4ec2-b1f1-6b6639be83ae, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:57:12.955815 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-47ced582-135e-4209-bf88-2e82990d539f None None] For port 6d1b7145-251d-4ec2-b1f1-6b6639be83ae, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=6d1b7145-251d-4ec2-b1f1-6b6639be83ae,segment=NetworkSegment(567541e7-da05-46d2-b76d-1d8f74557b29),segment_id=567541e7-da05-46d2-b76d-1d8f74557b29)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:57:12.966301 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4e871558-5a12-4237-bbbf-baf578de6065 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:12.971161 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-47ced582-135e-4209-bf88-2e82990d539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:13.101460 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 3eabbeb5-8b8f-4bdf-b0d8-514c483cb155 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:57:13.151347 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4e871558-5a12-4237-bbbf-baf578de6065 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65216469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65148562'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:13.271722 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e871558-5a12-4237-bbbf-baf578de6065 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Pushing event deleted for resources: {'Subnet': ['ID=dae7d7e3-8022-4cbf-9d65-ba1f108c61cb,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:13.276579 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ca9a00-0832-497f-823f-8876339b01a3 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:57:13.282643 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4e871558-5a12-4237-bbbf-baf578de6065 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:13.312611 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-4e871558-5a12-4237-bbbf-baf578de6065 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] 10.222.0.50 "DELETE /v2.0/subnets/dae7d7e3-8022-4cbf-9d65-ba1f108c61cb HTTP/1.1" status: 204 len: 168 time: 0.8192980 May 31 13:57:13.313301 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 50750) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:13.381089 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ced582-135e-4209-bf88-2e82990d539f None None] Pushing event updated for resources: {'Port': ['ID=6d1b7145-251d-4ec2-b1f1-6b6639be83ae,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:13.434626 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-741aee3b-64a9-40d9-a50d-f2cb7d944a1d tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:13.489659 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 3eabbeb5-8b8f-4bdf-b0d8-514c483cb155 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:57:13.569409 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-a0ca9a00-0832-497f-823f-8876339b01a3 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:57:13.576470 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ca9a00-0832-497f-823f-8876339b01a3 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:57:13.617209 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ca9a00-0832-497f-823f-8876339b01a3 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Pushing event updated for resources: {'Port': ['ID=f9c7b499-be09-4014-8e4e-5cf87fbd6801,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:13.638832 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9ee0d9-c2e9-45b5-beb9-85e4a0c183df tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:57:13.643525 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-7b9ee0d9-c2e9-45b5-beb9-85e4a0c183df tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Synchronizing usage tracker for tenant:4a7aa043f7c14d4ea92b5a4ef3bcbdf6 on resource:subnet {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:57:13.658155 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-741aee3b-64a9-40d9-a50d-f2cb7d944a1d tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:13.660507 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741aee3b-64a9-40d9-a50d-f2cb7d944a1d tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:57:13.662636 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-741aee3b-64a9-40d9-a50d-f2cb7d944a1d tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:13.772504 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a5ac62fb-d4a8-4d34-b2bf-ce360008ad44 req-73648985-7cf1-4053-bf87-a58fb012e53e tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] 10.222.0.50 "GET /v2.0/ports?device_id=75745206-76bf-4c6b-9bc9-0b44a02376ab HTTP/1.1" status: 200 len: 210 time: 0.1192312 May 31 13:57:13.808473 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-7b9ee0d9-c2e9-45b5-beb9-85e4a0c183df tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Unset dirty status for tenant:4a7aa043f7c14d4ea92b5a4ef3bcbdf6 on resource:subnet {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:57:13.809908 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-7b9ee0d9-c2e9-45b5-beb9-85e4a0c183df tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4956429 May 31 13:57:13.814321 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 50758) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:13.819722 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:13.923749 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:14.028037 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-433d3c7c-ad45-4542-9c19-9d06f6112854 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:14.062967 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e09bc9fd-c549-4c39-9d2a-84273d6b7bbe tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:14.064065 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160ac561-66b7-4a4a-9cb1-9a52673cabfb None None] Network 5a3a7597-7a7f-4e65-8089-d62d59104731 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:57:14.078494 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-e09bc9fd-c549-4c39-9d2a-84273d6b7bbe tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Deleting port 6d1b7145-251d-4ec2-b1f1-6b6639be83ae {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:57:14.079083 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e09bc9fd-c549-4c39-9d2a-84273d6b7bbe tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:14.182690 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741aee3b-64a9-40d9-a50d-f2cb7d944a1d tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Pushing event updated for resources: {'Network': ['ID=a9daf543-10c1-4139-86b2-27bbb68b43f2,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:14.197657 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network a9daf543-10c1-4139-86b2-27bbb68b43f2 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:57:14.327082 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-3416bd02-5394-49e6-92dd-b73e5522c542 None None] Provisioning for port 3eabbeb5-8b8f-4bdf-b0d8-514c483cb155 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:57:14.332483 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-741aee3b-64a9-40d9-a50d-f2cb7d944a1d tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.4039695 May 31 13:57:14.346367 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-3416bd02-5394-49e6-92dd-b73e5522c542 None None] Provisioning complete for port 3eabbeb5-8b8f-4bdf-b0d8-514c483cb155 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:57:14.353523 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3416bd02-5394-49e6-92dd-b73e5522c542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:14.416517 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 50766) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:14.580664 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7ead47-4628-4f35-a51d-685709aa3f25 tempest-ExternalNetworksTestJSON-1340535931 tempest-ExternalNetworksTestJSON-1340535931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:57:14.584548 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-8f7ead47-4628-4f35-a51d-685709aa3f25 tempest-ExternalNetworksTestJSON-1340535931 tempest-ExternalNetworksTestJSON-1340535931-project] 10.222.0.50 "GET /v2.0/networks/a9daf543-10c1-4139-86b2-27bbb68b43f2 HTTP/1.1" status: 200 len: 757 time: 0.1647289 May 31 13:57:14.595698 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 50772) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:14.621256 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-00daeef3-55ac-42c9-b069-a7d4d4c9d10b req-29d0caf8-f645-46ca-95f4-224f5bff6a41 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:57:14.626049 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 50776) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:14.633528 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030702f3-6ce0-4302-85c7-e0573b7ff225 None None] Sync routers for ids ['a85c8e71-2826-4a98-92f1-eb02439344e8'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:57:14.640689 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-e09bc9fd-c549-4c39-9d2a-84273d6b7bbe tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] For port 6d1b7145-251d-4ec2-b1f1-6b6639be83ae, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=6d1b7145-251d-4ec2-b1f1-6b6639be83ae,segment=NetworkSegment(567541e7-da05-46d2-b76d-1d8f74557b29),segment_id=567541e7-da05-46d2-b76d-1d8f74557b29)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:57:14.641037 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e09bc9fd-c549-4c39-9d2a-84273d6b7bbe tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:14.650285 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030702f3-6ce0-4302-85c7-e0573b7ff225 None None] Routers {'a85c8e71-2826-4a98-92f1-eb02439344e8'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:57:14.650909 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-030702f3-6ce0-4302-85c7-e0573b7ff225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:57:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['a85c8e71-2826-4a98-92f1-eb02439344e8'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:57:14.912367 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-00daeef3-55ac-42c9-b069-a7d4d4c9d10b req-29d0caf8-f645-46ca-95f4-224f5bff6a41 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] No DVR routers for this DVR port 117d106f-8b61-4f48-a987-13c84a3eaab5 on host n-h2-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:57:14.916620 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201819bd-92a1-4f71-96fb-39dbed5f0d8c None None] Network 84ee62de-f4af-4831-8c6a-5158741174d6 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:57:14.925771 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-00daeef3-55ac-42c9-b069-a7d4d4c9d10b req-29d0caf8-f645-46ca-95f4-224f5bff6a41 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:14.933536 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-00daeef3-55ac-42c9-b069-a7d4d4c9d10b req-29d0caf8-f645-46ca-95f4-224f5bff6a41 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] 10.222.0.44 "DELETE /v2.0/ports/117d106f-8b61-4f48-a987-13c84a3eaab5 HTTP/1.1" status: 204 len: 173 time: 6.0851510 May 31 13:57:14.935315 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-433d3c7c-ad45-4542-9c19-9d06f6112854 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:14.977738 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-3416bd02-5394-49e6-92dd-b73e5522c542 None None] Current status of the port 3eabbeb5-8b8f-4bdf-b0d8-514c483cb155 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:57:14.978459 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3416bd02-5394-49e6-92dd-b73e5522c542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:15.137658 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-e09bc9fd-c549-4c39-9d2a-84273d6b7bbe tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Calling delete_port for 6d1b7145-251d-4ec2-b1f1-6b6639be83ae owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:57:15.160206 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-030702f3-6ce0-4302-85c7-e0573b7ff225 None None] Set router a85c8e71-2826-4a98-92f1-eb02439344e8 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:57:15.229476 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75745206-76bf-4c6b-9bc9-0b44a02376ab', 'name': 'network-vif-deleted', 'tag': '117d106f-8b61-4f48-a987-13c84a3eaab5'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:57:15.244912 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-433d3c7c-ad45-4542-9c19-9d06f6112854 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Deleting port 1b4a37e0-232e-4266-90ea-7270db54670c {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:57:15.246343 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-433d3c7c-ad45-4542-9c19-9d06f6112854 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:15.491855 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9091b88-9b49-4048-8141-c0e1dc668446'] response: {'server_uuid': '75745206-76bf-4c6b-9bc9-0b44a02376ab', 'name': 'network-vif-deleted', 'tag': '117d106f-8b61-4f48-a987-13c84a3eaab5', 'status': 'completed', 'code': 200} May 31 13:57:15.492767 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 6d1b7145-251d-4ec2-b1f1-6b6639be83ae up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:57:15.647326 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-3416bd02-5394-49e6-92dd-b73e5522c542 None None] For port 3eabbeb5-8b8f-4bdf-b0d8-514c483cb155, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=3eabbeb5-8b8f-4bdf-b0d8-514c483cb155,segment=NetworkSegment(176f33ae-049d-4a08-8eda-a615d029be1f),segment_id=176f33ae-049d-4a08-8eda-a615d029be1f)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:57:15.672971 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3416bd02-5394-49e6-92dd-b73e5522c542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:15.821335 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-630ee61f-dae0-49cb-8bfa-cb1129052f65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:15.841192 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5709098d-2b9b-45f0-aed2-a2057f0ba728 req-a67d93ac-2543-48a7-b7d3-8481f6e5c114 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] 10.222.0.50 "GET /v2.0/ports?device_id=75745206-76bf-4c6b-9bc9-0b44a02376ab HTTP/1.1" status: 200 len: 210 time: 0.7445745 May 31 13:57:15.870231 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fee63a-25c6-46e5-8dff-31cb2916d316 None None] DHCP port deletion for 5a3a7597-7a7f-4e65-8089-d62d59104731 request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:57:15.883047 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caeaeae0-091c-44b9-b75d-216458f9a6e6 None None] DHCP port deletion for 84ee62de-f4af-4831-8c6a-5158741174d6 request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:57:15.893359 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-55fee63a-25c6-46e5-8dff-31cb2916d316 None None] Deleting port 3eabbeb5-8b8f-4bdf-b0d8-514c483cb155 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:57:15.894020 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-55fee63a-25c6-46e5-8dff-31cb2916d316 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:15.937735 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:15.946983 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb9970a-951e-43dc-af51-9af326264eeb tempest-ExternalNetworksTestJSON-1340535931 tempest-ExternalNetworksTestJSON-1340535931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:57:15.948436 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-7eb9970a-951e-43dc-af51-9af326264eeb tempest-ExternalNetworksTestJSON-1340535931 tempest-ExternalNetworksTestJSON-1340535931-project] 10.222.0.50 "GET /v2.0/networks/49a1d49e-8338-4274-8bb5-524acaacde90 HTTP/1.1" status: 200 len: 768 time: 1.3517931 May 31 13:57:15.953569 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 50794) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:15.953904 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 50796) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:15.968101 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-caeaeae0-091c-44b9-b75d-216458f9a6e6 None None] Deleting port 6d1b7145-251d-4ec2-b1f1-6b6639be83ae {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:57:15.968747 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-caeaeae0-091c-44b9-b75d-216458f9a6e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:15.997614 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 6d1b7145-251d-4ec2-b1f1-6b6639be83ae completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:57:16.012558 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 6d1b7145-251d-4ec2-b1f1-6b6639be83ae triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:57:16.013405 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:16.033298 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-030702f3-6ce0-4302-85c7-e0573b7ff225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a85c8e71-2826-4a98-92f1-eb02439344e8', 'name': 'tempest-TestServerBasicOps-1877796749-router', 'tenant_id': '4e57de1d316c4f84a61736682dffb866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': 'aecdd02f-5c6d-4d62-81fa-3d42313b4956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:50:27Z', 'updated_at': '2022-05-31T13:50:39Z', 'revision_number': 4, 'project_id': '4e57de1d316c4f84a61736682dffb866', 'gw_port': {'id': 'aecdd02f-5c6d-4d62-81fa-3d42313b4956', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:12:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85c8e71-2826-4a98-92f1-eb02439344e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:50:28Z', 'updated_at': '2022-05-31T13:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '54876ccb-5000-403b-b880-f7c4d723a91d', 'name': '', 'network_id': 'a036544d-3691-439b-b976-1126035d501b', 'tenant_id': '4e57de1d316c4f84a61736682dffb866', 'mac_address': 'fa:16:3e:26:28:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85c8e71-2826-4a98-92f1-eb02439344e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': 'a8852b36-b66c-4496-b635-b86154bdd792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:50:37Z', 'updated_at': '2022-05-31T13:51:03Z', 'revision_number': 5, 'project_id': '4e57de1d316c4f84a61736682dffb866', 'subnets': [{'id': 'a8852b36-b66c-4496-b635-b86154bdd792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:57:16.037835 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030702f3-6ce0-4302-85c7-e0573b7ff225 None None] Checking router: a85c8e71-2826-4a98-92f1-eb02439344e8 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:57:16.042709 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-aa919c07-8f9e-4019-81ef-c97ff753f2cb None None] Provisioning for port 6d1b7145-251d-4ec2-b1f1-6b6639be83ae completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:57:16.052465 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e09bc9fd-c549-4c39-9d2a-84273d6b7bbe tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:16.057233 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030702f3-6ce0-4302-85c7-e0573b7ff225 None None] Routers {'a85c8e71-2826-4a98-92f1-eb02439344e8'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:57:16.057869 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-030702f3-6ce0-4302-85c7-e0573b7ff225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:57:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['a85c8e71-2826-4a98-92f1-eb02439344e8'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:57:16.092805 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Port 6d1b7145-251d-4ec2-b1f1-6b6639be83ae was deleted so its status cannot be updated. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 31 13:57:16.096657 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-aa919c07-8f9e-4019-81ef-c97ff753f2cb None None] Provisioning complete for port 6d1b7145-251d-4ec2-b1f1-6b6639be83ae triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:57:16.097354 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-aa919c07-8f9e-4019-81ef-c97ff753f2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:16.303655 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a0ca9a00-0832-497f-823f-8876339b01a3 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:16.405870 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-55fee63a-25c6-46e5-8dff-31cb2916d316 None None] For port 3eabbeb5-8b8f-4bdf-b0d8-514c483cb155, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=3eabbeb5-8b8f-4bdf-b0d8-514c483cb155,segment=NetworkSegment(176f33ae-049d-4a08-8eda-a615d029be1f),segment_id=176f33ae-049d-4a08-8eda-a615d029be1f)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:57:16.406340 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-55fee63a-25c6-46e5-8dff-31cb2916d316 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:16.430812 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-630ee61f-dae0-49cb-8bfa-cb1129052f65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:57:16.435631 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a0ca9a00-0832-497f-823f-8876339b01a3 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:16.446241 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09bc9fd-c549-4c39-9d2a-84273d6b7bbe tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] No DVR routers for this DVR port 6d1b7145-251d-4ec2-b1f1-6b6639be83ae on host n-d-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:57:16.480797 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-030702f3-6ce0-4302-85c7-e0573b7ff225 None None] Set router a85c8e71-2826-4a98-92f1-eb02439344e8 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:57:16.491667 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09bc9fd-c549-4c39-9d2a-84273d6b7bbe tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Pushing event deleted for resources: {'Port': ['ID=6d1b7145-251d-4ec2-b1f1-6b6639be83ae,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:16.514077 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-630ee61f-dae0-49cb-8bfa-cb1129052f65 admin admin] Usage tracker for resource:security_group_rule and tenant:3667ff700da24bf787891e2d141c2cfe is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:57:16.525749 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-630ee61f-dae0-49cb-8bfa-cb1129052f65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:57:16.530523 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-433d3c7c-ad45-4542-9c19-9d06f6112854 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:16.541044 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6a1201e8-b974-4c5f-a119-72e95b8629eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:16.553046 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-630ee61f-dae0-49cb-8bfa-cb1129052f65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:57:16.588795 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09bc9fd-c549-4c39-9d2a-84273d6b7bbe tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:57:16.589290 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09bc9fd-c549-4c39-9d2a-84273d6b7bbe tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:57:16.589751 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09bc9fd-c549-4c39-9d2a-84273d6b7bbe tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:57:16.590273 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09bc9fd-c549-4c39-9d2a-84273d6b7bbe tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:57:16.590716 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09bc9fd-c549-4c39-9d2a-84273d6b7bbe tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:57:16.591144 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09bc9fd-c549-4c39-9d2a-84273d6b7bbe tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:57:16.591583 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09bc9fd-c549-4c39-9d2a-84273d6b7bbe tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:57:16.592031 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09bc9fd-c549-4c39-9d2a-84273d6b7bbe tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:57:16.592550 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09bc9fd-c549-4c39-9d2a-84273d6b7bbe tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:57:16.593053 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09bc9fd-c549-4c39-9d2a-84273d6b7bbe tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:57:16.593488 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09bc9fd-c549-4c39-9d2a-84273d6b7bbe tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:57:16.593915 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09bc9fd-c549-4c39-9d2a-84273d6b7bbe tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:57:16.598222 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-55fee63a-25c6-46e5-8dff-31cb2916d316 None None] Calling delete_port for 3eabbeb5-8b8f-4bdf-b0d8-514c483cb155 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:57:16.606392 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-6a1201e8-b974-4c5f-a119-72e95b8629eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:57:16.610585 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-6a1201e8-b974-4c5f-a119-72e95b8629eb admin admin] Usage tracker for resource:security_group_rule and tenant:7f876b50d9064ac0947e97a95c54d39d is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:57:16.614620 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-6a1201e8-b974-4c5f-a119-72e95b8629eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:57:16.621418 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-6a1201e8-b974-4c5f-a119-72e95b8629eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:57:16.715062 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6a1201e8-b974-4c5f-a119-72e95b8629eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:16.731684 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-433d3c7c-ad45-4542-9c19-9d06f6112854 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Calling delete_port for 1b4a37e0-232e-4266-90ea-7270db54670c owned by network:router_gateway {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:57:16.740434 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3416bd02-5394-49e6-92dd-b73e5522c542 None None] Pushing event updated for resources: {'Port': ['ID=3eabbeb5-8b8f-4bdf-b0d8-514c483cb155,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:16.749530 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-55fee63a-25c6-46e5-8dff-31cb2916d316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:16.766464 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-aa919c07-8f9e-4019-81ef-c97ff753f2cb None None] Port 6d1b7145-251d-4ec2-b1f1-6b6639be83ae was deleted so its status cannot be updated. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 31 13:57:16.819591 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-38fb4963-3267-4c55-8dbc-4cd506effcc1 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:16.843033 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6a1201e8-b974-4c5f-a119-72e95b8629eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:16.845037 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fee63a-25c6-46e5-8dff-31cb2916d316 None None] No DVR routers for this DVR port 3eabbeb5-8b8f-4bdf-b0d8-514c483cb155 on host n-d-843939-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:57:16.846948 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fee63a-25c6-46e5-8dff-31cb2916d316 None None] Pushing event deleted for resources: {'Port': ['ID=3eabbeb5-8b8f-4bdf-b0d8-514c483cb155,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:16.879135 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e09bc9fd-c549-4c39-9d2a-84273d6b7bbe tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:16.892544 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-caeaeae0-091c-44b9-b75d-216458f9a6e6 None None] The port '6d1b7145-251d-4ec2-b1f1-6b6639be83ae' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 13:57:16.985496 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-e09bc9fd-c549-4c39-9d2a-84273d6b7bbe tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84ee62de-f4af-4831-8c6a-5158741174d6']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:57:17.001731 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 6d1b7145-251d-4ec2-b1f1-6b6639be83ae no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:57:17.041464 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 50808) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:17.052737 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-030702f3-6ce0-4302-85c7-e0573b7ff225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a85c8e71-2826-4a98-92f1-eb02439344e8', 'name': 'tempest-TestServerBasicOps-1877796749-router', 'tenant_id': '4e57de1d316c4f84a61736682dffb866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': 'aecdd02f-5c6d-4d62-81fa-3d42313b4956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:50:27Z', 'updated_at': '2022-05-31T13:50:39Z', 'revision_number': 4, 'project_id': '4e57de1d316c4f84a61736682dffb866', 'gw_port': {'id': 'aecdd02f-5c6d-4d62-81fa-3d42313b4956', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:12:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85c8e71-2826-4a98-92f1-eb02439344e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:50:28Z', 'updated_at': '2022-05-31T13:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '54876ccb-5000-403b-b880-f7c4d723a91d', 'name': '', 'network_id': 'a036544d-3691-439b-b976-1126035d501b', 'tenant_id': '4e57de1d316c4f84a61736682dffb866', 'mac_address': 'fa:16:3e:26:28:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85c8e71-2826-4a98-92f1-eb02439344e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': 'a8852b36-b66c-4496-b635-b86154bdd792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:50:37Z', 'updated_at': '2022-05-31T13:51:03Z', 'revision_number': 5, 'project_id': '4e57de1d316c4f84a61736682dffb866', 'subnets': [{'id': 'a8852b36-b66c-4496-b635-b86154bdd792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:57:17.063860 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 6d1b7145-251d-4ec2-b1f1-6b6639be83ae {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:57:17.064957 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 6d1b7145-251d-4ec2-b1f1-6b6639be83ae not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:57:17.065981 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030702f3-6ce0-4302-85c7-e0573b7ff225 None None] The sync data for ids ['a85c8e71-2826-4a98-92f1-eb02439344e8'] in n-d-843939-1 is: [{'id': 'a85c8e71-2826-4a98-92f1-eb02439344e8', 'name': 'tempest-TestServerBasicOps-1877796749-router', 'tenant_id': '4e57de1d316c4f84a61736682dffb866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': 'aecdd02f-5c6d-4d62-81fa-3d42313b4956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:50:27Z', 'updated_at': '2022-05-31T13:50:39Z', 'revision_number': 4, 'project_id': '4e57de1d316c4f84a61736682dffb866', 'gw_port': {'id': 'aecdd02f-5c6d-4d62-81fa-3d42313b4956', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:12:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85c8e71-2826-4a98-92f1-eb02439344e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:50:28Z', 'updated_at': '2022-05-31T13:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '54876ccb-5000-403b-b880-f7c4d723a91d', 'name': '', 'network_id': 'a036544d-3691-439b-b976-1126035d501b', 'tenant_id': '4e57de1d316c4f84a61736682dffb866', 'mac_address': 'fa:16:3e:26:28:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85c8e71-2826-4a98-92f1-eb02439344e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': 'a8852b36-b66c-4496-b635-b86154bdd792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:50:37Z', 'updated_at': '2022-05-31T13:51:03Z', 'revision_number': 5, 'project_id': '4e57de1d316c4f84a61736682dffb866', 'subnets': [{'id': 'a8852b36-b66c-4496-b635-b86154bdd792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:57:17.067930 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 3eabbeb5-8b8f-4bdf-b0d8-514c483cb155 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:57:17.077768 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-38fb4963-3267-4c55-8dbc-4cd506effcc1 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:17.115075 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-38fb4963-3267-4c55-8dbc-4cd506effcc1 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9daf543-10c1-4139-86b2-27bbb68b43f2']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:57:17.123886 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 3eabbeb5-8b8f-4bdf-b0d8-514c483cb155 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:57:17.124398 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 3eabbeb5-8b8f-4bdf-b0d8-514c483cb155 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:57:17.128238 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-38fb4963-3267-4c55-8dbc-4cd506effcc1 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb6c6f96-3c30-44d4-959c-0c6b07340de3') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:57:17.128484 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-38fb4963-3267-4c55-8dbc-4cd506effcc1 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb6c6f96-3c30-44d4-959c-0c6b07340de3') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:57:17.141319 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-38fb4963-3267-4c55-8dbc-4cd506effcc1 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:17.152220 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-6a1201e8-b974-4c5f-a119-72e95b8629eb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7f876b50d9064ac0947e97a95c54d39d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1953120 May 31 13:57:17.157880 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 50812) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:17.165897 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-e09bc9fd-c549-4c39-9d2a-84273d6b7bbe tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '567541e7-da05-46d2-b76d-1d8f74557b29') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:57:17.166214 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-e09bc9fd-c549-4c39-9d2a-84273d6b7bbe tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '567541e7-da05-46d2-b76d-1d8f74557b29') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:57:17.191158 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1201e8-b974-4c5f-a119-72e95b8629eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a29bfd87-4812-4191-84a9-fb9b42f7d2e6,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:17.195305 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e09bc9fd-c549-4c39-9d2a-84273d6b7bbe tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:17.203888 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-38fb4963-3267-4c55-8dbc-4cd506effcc1 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:17.221379 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38fb4963-3267-4c55-8dbc-4cd506effcc1 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:57:17.221792 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-38fb4963-3267-4c55-8dbc-4cd506effcc1 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:17.246808 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e09bc9fd-c549-4c39-9d2a-84273d6b7bbe tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:17.317539 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment eb6c6f96-3c30-44d4-959c-0c6b07340de3 resource provider aggregate not found May 31 13:57:17.324736 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e09bc9fd-c549-4c39-9d2a-84273d6b7bbe tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:57:17.325099 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e09bc9fd-c549-4c39-9d2a-84273d6b7bbe tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:17.348542 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment eb6c6f96-3c30-44d4-959c-0c6b07340de3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eb6c6f96-3c30-44d4-959c-0c6b07340de3 found for delete ", "request_id": "req-5db0daf4-d6de-4fab-8bda-4c7089dd930d"}]} May 31 13:57:17.362810 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-62aedf66-9a59-478f-8345-4df8f7f4966d tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Deleting port d022f30c-90dd-42ed-ad36-d9aec7c842c9 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:57:17.363210 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-62aedf66-9a59-478f-8345-4df8f7f4966d tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:17.398504 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-630ee61f-dae0-49cb-8bfa-cb1129052f65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:17.431426 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-630ee61f-dae0-49cb-8bfa-cb1129052f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:17.440818 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a0ca9a00-0832-497f-823f-8876339b01a3 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:17.449678 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e180c99-80fa-4b21-82f4-74b8397a05f0 None None] New status for floating IP 9c860ab9-0bca-41f2-8e58-dc1fd052598d: DOWN {{(pid=88371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 13:57:17.465272 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-de5c6659-2846-4d78-b98e-0244e29899f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:17.469367 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a0ca9a00-0832-497f-823f-8876339b01a3 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:17.482459 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e09bc9fd-c549-4c39-9d2a-84273d6b7bbe tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:17.490545 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-38fb4963-3267-4c55-8dbc-4cd506effcc1 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:17.513249 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e09bc9fd-c549-4c39-9d2a-84273d6b7bbe tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:17.520471 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-433d3c7c-ad45-4542-9c19-9d06f6112854 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:17.521114 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-de5c6659-2846-4d78-b98e-0244e29899f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:17.535511 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38fb4963-3267-4c55-8dbc-4cd506effcc1 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a9daf543-10c1-4139-86b2-27bbb68b43f2 {{(pid=88370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 31 13:57:17.540235 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09bc9fd-c549-4c39-9d2a-84273d6b7bbe tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Pushing event deleted for resources: {'Network': ['ID=84ee62de-f4af-4831-8c6a-5158741174d6,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:17.545099 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-38fb4963-3267-4c55-8dbc-4cd506effcc1 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:17.590702 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-e09bc9fd-c549-4c39-9d2a-84273d6b7bbe tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] 10.222.0.50 "DELETE /v2.0/networks/84ee62de-f4af-4831-8c6a-5158741174d6 HTTP/1.1" status: 204 len: 168 time: 3.7724669 May 31 13:57:17.602417 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 50820) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:17.631480 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fb4963-3267-4c55-8dbc-4cd506effcc1 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Pushing event deleted for resources: {'Network': ['ID=a9daf543-10c1-4139-86b2-27bbb68b43f2,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:17.645909 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-38fb4963-3267-4c55-8dbc-4cd506effcc1 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] 10.222.0.50 "DELETE /v2.0/networks/a9daf543-10c1-4139-86b2-27bbb68b43f2 HTTP/1.1" status: 204 len: 168 time: 1.6827912 May 31 13:57:17.647166 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 50824) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:17.665716 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-630ee61f-dae0-49cb-8bfa-cb1129052f65 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3667ff700da24bf787891e2d141c2cfe&name=default HTTP/1.1" status: 200 len: 2983 time: 3.0370960 May 31 13:57:17.701640 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630ee61f-dae0-49cb-8bfa-cb1129052f65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a61df77f-7cdf-40f8-b589-4c2be37c6367,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:17.706362 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-8b5800e4-182c-4331-8449-50c1dff9716e tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Request body: {'network': {'name': 'tempest-network--1766067883'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:57:17.716238 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 50828) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:17.740105 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-8b5800e4-182c-4331-8449-50c1dff9716e tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:57:17.754872 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-8b5800e4-182c-4331-8449-50c1dff9716e tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Usage tracker for resource:network and tenant:9b45754907c24780b386d8f2b2b479bd is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:57:17.768395 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-8b5800e4-182c-4331-8449-50c1dff9716e tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:57:17.777434 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ca9a00-0832-497f-823f-8876339b01a3 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Pushing event updated for resources: {'Port': ['ID=f9c7b499-be09-4014-8e4e-5cf87fbd6801,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:17.788218 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-8b5800e4-182c-4331-8449-50c1dff9716e tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:57:17.818359 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4790de55-c25d-4ecb-9e22-f64013ff1b28 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:17.820180 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-de5c6659-2846-4d78-b98e-0244e29899f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:17.840930 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5800e4-182c-4331-8449-50c1dff9716e tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Made reservation on behalf of 9b45754907c24780b386d8f2b2b479bd for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:57:17.843217 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8b5800e4-182c-4331-8449-50c1dff9716e tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:17.864263 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5c6659-2846-4d78-b98e-0244e29899f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a29bfd87-4812-4191-84a9-fb9b42f7d2e6,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:17.884341 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433d3c7c-ad45-4542-9c19-9d06f6112854 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Pushing event deleted for resources: {'Port': ['ID=1b4a37e0-232e-4266-90ea-7270db54670c,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:17.891097 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0a670fd0-deeb-451c-9de4-cd2ebb5ce9e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:17.922747 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-de5c6659-2846-4d78-b98e-0244e29899f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:17.923868 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-de5c6659-2846-4d78-b98e-0244e29899f4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a29bfd87-4812-4191-84a9-fb9b42f7d2e6 HTTP/1.1" status: 204 len: 168 time: 0.7628057 May 31 13:57:17.962632 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-62aedf66-9a59-478f-8345-4df8f7f4966d tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:17.963340 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-62aedf66-9a59-478f-8345-4df8f7f4966d tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:17.963601 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b5800e4-182c-4331-8449-50c1dff9716e tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:57:17.978049 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a0ca9a00-0832-497f-823f-8876339b01a3 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:18.042870 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0a670fd0-deeb-451c-9de4-cd2ebb5ce9e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:18.072151 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8b5800e4-182c-4331-8449-50c1dff9716e tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:18.072526 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-8b5800e4-182c-4331-8449-50c1dff9716e tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Added segment 000cea16-9da5-4267-9f6c-514b1e1dec17 of type vlan for network 079fbd10-decf-4713-947b-fda41b4fafc2 May 31 13:57:18.089816 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4790de55-c25d-4ecb-9e22-f64013ff1b28 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:18.150359 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-4790de55-c25d-4ecb-9e22-f64013ff1b28 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a3a7597-7a7f-4e65-8089-d62d59104731']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:57:18.163361 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8b5800e4-182c-4331-8449-50c1dff9716e tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:18.174048 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-4790de55-c25d-4ecb-9e22-f64013ff1b28 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '176f33ae-049d-4a08-8eda-a615d029be1f') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:57:18.174928 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-4790de55-c25d-4ecb-9e22-f64013ff1b28 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '176f33ae-049d-4a08-8eda-a615d029be1f') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:57:18.191113 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4790de55-c25d-4ecb-9e22-f64013ff1b28 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:18.220949 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0a670fd0-deeb-451c-9de4-cd2ebb5ce9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:18.223607 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4790de55-c25d-4ecb-9e22-f64013ff1b28 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:18.243173 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4790de55-c25d-4ecb-9e22-f64013ff1b28 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:57:18.243931 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4790de55-c25d-4ecb-9e22-f64013ff1b28 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:18.265374 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a670fd0-deeb-451c-9de4-cd2ebb5ce9e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a61df77f-7cdf-40f8-b589-4c2be37c6367,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:18.325563 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-433d3c7c-ad45-4542-9c19-9d06f6112854 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577389'] for router_gateway, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:18.372060 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-62aedf66-9a59-478f-8345-4df8f7f4966d tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Calling delete_port for d022f30c-90dd-42ed-ad36-d9aec7c842c9 owned by network:floatingip {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:57:18.399486 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 50836) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:18.443405 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8b5800e4-182c-4331-8449-50c1dff9716e tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:18.444347 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5800e4-182c-4331-8449-50c1dff9716e tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:57:18.444944 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8b5800e4-182c-4331-8449-50c1dff9716e tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:18.568316 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0a670fd0-deeb-451c-9de4-cd2ebb5ce9e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:18.569355 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-0a670fd0-deeb-451c-9de4-cd2ebb5ce9e4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a61df77f-7cdf-40f8-b589-4c2be37c6367 HTTP/1.1" status: 204 len: 168 time: 0.8511934 May 31 13:57:18.576963 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3cbd2a72-fdb1-4214-a340-4c4021e6a52b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:18.589233 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-8b5800e4-182c-4331-8449-50c1dff9716e tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.9377766 May 31 13:57:18.589233 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4790de55-c25d-4ecb-9e22-f64013ff1b28 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:18.589233 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5800e4-182c-4331-8449-50c1dff9716e tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Pushing event updated for resources: {'Network': ['ID=079fbd10-decf-4713-947b-fda41b4fafc2,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:18.590849 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 50842) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:18.596230 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-c9724680-8cf1-456d-8aff-7ad79d7fa881 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:57:18.605321 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 079fbd10-decf-4713-947b-fda41b4fafc2 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:57:18.631356 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4790de55-c25d-4ecb-9e22-f64013ff1b28 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:18.635568 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-4790de55-c25d-4ecb-9e22-f64013ff1b28 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] 10.222.0.50 "DELETE /v2.0/networks/5a3a7597-7a7f-4e65-8089-d62d59104731 HTTP/1.1" status: 204 len: 168 time: 1.0298715 May 31 13:57:18.640012 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 50846) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:18.644612 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-433d3c7c-ad45-4542-9c19-9d06f6112854 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:18.650119 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-433d3c7c-ad45-4542-9c19-9d06f6112854 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:18.682058 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3cbd2a72-fdb1-4214-a340-4c4021e6a52b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:57:18.692225 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-3cbd2a72-fdb1-4214-a340-4c4021e6a52b admin admin] Usage tracker for resource:security_group_rule and tenant:6e9e77538f974cc68ed64be29c91fa84 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:57:18.693318 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4790de55-c25d-4ecb-9e22-f64013ff1b28 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Pushing event deleted for resources: {'Network': ['ID=5a3a7597-7a7f-4e65-8089-d62d59104731,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:18.715685 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-3cbd2a72-fdb1-4214-a340-4c4021e6a52b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:57:18.739203 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3cbd2a72-fdb1-4214-a340-4c4021e6a52b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:57:18.756208 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-433d3c7c-ad45-4542-9c19-9d06f6112854 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:18.756731 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-433d3c7c-ad45-4542-9c19-9d06f6112854 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Fanout notify agent at l3_agent the message router_deleted on router c3218eff-05c9-409e-96e3-7b8122e2785f {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:57:18.771311 n-d-843939-1 neutron-server[88369]: INFO neutron.db.l3_db [None req-a0ca9a00-0832-497f-823f-8876339b01a3 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Floating IP 938f0d71-ed52-4e9c-83e0-e959eeb4f12d associated. External IP: 172.25.6.242, port: fa01f7a4-0311-4705-ae27-66b583933d64. May 31 13:57:18.854845 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.db.api [None req-62aedf66-9a59-478f-8345-4df8f7f4966d tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:57:18.855102 n-d-843939-1 neutron-server[88369]: DEBUG oslo_db.api [None req-62aedf66-9a59-478f-8345-4df8f7f4966d tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:57:18.933185 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3a03c091-36a5-48a6-8bde-1797395a754e tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:19.131020 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c9724680-8cf1-456d-8aff-7ad79d7fa881 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:19.135123 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-433d3c7c-ad45-4542-9c19-9d06f6112854 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:19.136403 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-433d3c7c-ad45-4542-9c19-9d06f6112854 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] 10.222.0.50 "DELETE /v2.0/routers/c3218eff-05c9-409e-96e3-7b8122e2785f HTTP/1.1" status: 204 len: 168 time: 6.5649102 May 31 13:57:19.143689 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 50856) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:19.149495 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3a03c091-36a5-48a6-8bde-1797395a754e tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:19.155607 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-88185876-f801-4c8f-9941-04e4dc0d0ca7 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-664122021', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:57:19.176206 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-88185876-f801-4c8f-9941-04e4dc0d0ca7 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:57:19.180997 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c9724680-8cf1-456d-8aff-7ad79d7fa881 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:19.183073 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-88185876-f801-4c8f-9941-04e4dc0d0ca7 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Usage tracker for resource:router and tenant:954524adc1f948e2b034d165dd0b1c59 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:57:19.204020 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-3a03c091-36a5-48a6-8bde-1797395a754e tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a930fd7-223c-4590-830d-f669c5cb713e']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:57:19.259128 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-88185876-f801-4c8f-9941-04e4dc0d0ca7 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:57:19.263337 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c9724680-8cf1-456d-8aff-7ad79d7fa881 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Network 079fbd10-decf-4713-947b-fda41b4fafc2 is not hosted by any dhcp agent {{(pid=88370) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 31 13:57:19.264488 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9724680-8cf1-456d-8aff-7ad79d7fa881 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:57:19.265082 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c9724680-8cf1-456d-8aff-7ad79d7fa881 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:19.269235 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c9724680-8cf1-456d-8aff-7ad79d7fa881 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] 10.222.0.50 "PUT /v2.0/networks/079fbd10-decf-4713-947b-fda41b4fafc2 HTTP/1.1" status: 200 len: 858 time: 0.6752796 May 31 13:57:19.274036 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 50864) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:19.276197 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-3a03c091-36a5-48a6-8bde-1797395a754e tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '284599b9-3c58-472b-a85e-2dbf43fc09f5') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:57:19.276495 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-3a03c091-36a5-48a6-8bde-1797395a754e tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '284599b9-3c58-472b-a85e-2dbf43fc09f5') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:57:19.284517 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-88185876-f801-4c8f-9941-04e4dc0d0ca7 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:57:19.306514 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3cbd2a72-fdb1-4214-a340-4c4021e6a52b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:19.319198 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3cbd2a72-fdb1-4214-a340-4c4021e6a52b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:19.330330 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3a03c091-36a5-48a6-8bde-1797395a754e tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:19.409185 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-62aedf66-9a59-478f-8345-4df8f7f4966d tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Deleting port d022f30c-90dd-42ed-ad36-d9aec7c842c9 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:57:19.409417 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-62aedf66-9a59-478f-8345-4df8f7f4966d tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:19.425746 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9724680-8cf1-456d-8aff-7ad79d7fa881 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Pushing event updated for resources: {'Network': ['ID=079fbd10-decf-4713-947b-fda41b4fafc2,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:19.429176 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 567541e7-da05-46d2-b76d-1d8f74557b29 resource provider aggregate not found May 31 13:57:19.456583 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-88185876-f801-4c8f-9941-04e4dc0d0ca7 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:19.457758 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-88185876-f801-4c8f-9941-04e4dc0d0ca7 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:19.458024 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3a03c091-36a5-48a6-8bde-1797395a754e tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:19.461825 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 567541e7-da05-46d2-b76d-1d8f74557b29 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 567541e7-da05-46d2-b76d-1d8f74557b29 found for delete ", "request_id": "req-80499a15-3c66-4529-ac78-fd1162c4a6c4"}]} May 31 13:57:19.487310 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a03c091-36a5-48a6-8bde-1797395a754e tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:57:19.487855 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3a03c091-36a5-48a6-8bde-1797395a754e tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:19.512526 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 176f33ae-049d-4a08-8eda-a615d029be1f resource provider aggregate not found May 31 13:57:19.540523 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-3cbd2a72-fdb1-4214-a340-4c4021e6a52b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6e9e77538f974cc68ed64be29c91fa84&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1296315 May 31 13:57:19.547393 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 50880) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:19.568517 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbd2a72-fdb1-4214-a340-4c4021e6a52b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3746aa-b189-455e-a31f-0fa2e8435db4,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:19.581434 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 176f33ae-049d-4a08-8eda-a615d029be1f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 176f33ae-049d-4a08-8eda-a615d029be1f found for delete ", "request_id": "req-553e1f77-1690-4bb7-90bb-40447513d50b"}]} May 31 13:57:19.589486 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1e77a6cc-d135-4947-97e9-c4c9f7de0c45 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:19.669388 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3a03c091-36a5-48a6-8bde-1797395a754e tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:19.690203 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3a03c091-36a5-48a6-8bde-1797395a754e tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:19.712121 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0ca9a00-0832-497f-823f-8876339b01a3 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Router 6ab76726-3a2f-4cf9-8b19-0ac2009e8153 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:57:19.716663 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-88185876-f801-4c8f-9941-04e4dc0d0ca7 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:19.754373 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a03c091-36a5-48a6-8bde-1797395a754e tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Pushing event deleted for resources: {'Network': ['ID=7a930fd7-223c-4590-830d-f669c5cb713e,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:19.763660 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-3a03c091-36a5-48a6-8bde-1797395a754e tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] 10.222.0.50 "DELETE /v2.0/networks/7a930fd7-223c-4590-830d-f669c5cb713e HTTP/1.1" status: 204 len: 168 time: 1.0767190 May 31 13:57:19.770897 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 50888) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:19.785771 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1e77a6cc-d135-4947-97e9-c4c9f7de0c45 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:19.821183 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-1e77a6cc-d135-4947-97e9-c4c9f7de0c45 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['079fbd10-decf-4713-947b-fda41b4fafc2']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:57:19.834389 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-1e77a6cc-d135-4947-97e9-c4c9f7de0c45 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '000cea16-9da5-4267-9f6c-514b1e1dec17') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:57:19.834761 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-1e77a6cc-d135-4947-97e9-c4c9f7de0c45 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '000cea16-9da5-4267-9f6c-514b1e1dec17') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:57:19.850134 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1e77a6cc-d135-4947-97e9-c4c9f7de0c45 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:19.871898 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1e77a6cc-d135-4947-97e9-c4c9f7de0c45 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:19.880424 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e77a6cc-d135-4947-97e9-c4c9f7de0c45 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:57:19.881304 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1e77a6cc-d135-4947-97e9-c4c9f7de0c45 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:19.991429 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1e77a6cc-d135-4947-97e9-c4c9f7de0c45 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:20.010866 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e77a6cc-d135-4947-97e9-c4c9f7de0c45 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 079fbd10-decf-4713-947b-fda41b4fafc2 {{(pid=88370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 31 13:57:20.015516 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1e77a6cc-d135-4947-97e9-c4c9f7de0c45 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:20.024086 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e77a6cc-d135-4947-97e9-c4c9f7de0c45 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] Pushing event deleted for resources: {'Network': ['ID=079fbd10-decf-4713-947b-fda41b4fafc2,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:20.027641 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-1e77a6cc-d135-4947-97e9-c4c9f7de0c45 tempest-ExternalNetworksTestJSON-1031229498 tempest-ExternalNetworksTestJSON-1031229498-project-admin] 10.222.0.50 "DELETE /v2.0/networks/079fbd10-decf-4713-947b-fda41b4fafc2 HTTP/1.1" status: 204 len: 168 time: 0.7433932 May 31 13:57:20.031949 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 50898) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:20.075415 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-4be1511b-0179-492f-a360-64efddda59a8 tempest-ExternalNetworksTestJSON-1340535931 tempest-ExternalNetworksTestJSON-1340535931-project] DELETE failed (client error): The resource could not be found. May 31 13:57:20.076242 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4be1511b-0179-492f-a360-64efddda59a8 tempest-ExternalNetworksTestJSON-1340535931 tempest-ExternalNetworksTestJSON-1340535931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:57:20.078400 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-4be1511b-0179-492f-a360-64efddda59a8 tempest-ExternalNetworksTestJSON-1340535931 tempest-ExternalNetworksTestJSON-1340535931-project] 10.222.0.50 "DELETE /v2.0/subnets/ea96cebd-85fb-49f0-a70d-1086010732e2 HTTP/1.1" status: 404 len: 337 time: 0.0452237 May 31 13:57:20.080944 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 50902) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:20.111962 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d587bd21-3905-4d6d-a5e4-77533115d3f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:20.269071 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-62aedf66-9a59-478f-8345-4df8f7f4966d tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:20.269519 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-62aedf66-9a59-478f-8345-4df8f7f4966d tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:20.390544 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-178c09fd-3306-4502-b5ca-9f59eb5c0d19 tempest-ExternalNetworksTestJSON-1340535931 tempest-ExternalNetworksTestJSON-1340535931-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:20.407156 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-62aedf66-9a59-478f-8345-4df8f7f4966d tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Calling delete_port for d022f30c-90dd-42ed-ad36-d9aec7c842c9 owned by network:floatingip {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:57:20.507167 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ca9a00-0832-497f-823f-8876339b01a3 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:57:20.526999 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-88185876-f801-4c8f-9941-04e4dc0d0ca7 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:20.591100 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-178c09fd-3306-4502-b5ca-9f59eb5c0d19 tempest-ExternalNetworksTestJSON-1340535931 tempest-ExternalNetworksTestJSON-1340535931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:20.618919 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-178c09fd-3306-4502-b5ca-9f59eb5c0d19 tempest-ExternalNetworksTestJSON-1340535931 tempest-ExternalNetworksTestJSON-1340535931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49a1d49e-8338-4274-8bb5-524acaacde90']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:57:20.633539 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-178c09fd-3306-4502-b5ca-9f59eb5c0d19 tempest-ExternalNetworksTestJSON-1340535931 tempest-ExternalNetworksTestJSON-1340535931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '687b5c59-d4c9-4d93-9d9a-f6f91e11ecf4') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:57:20.633915 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-178c09fd-3306-4502-b5ca-9f59eb5c0d19 tempest-ExternalNetworksTestJSON-1340535931 tempest-ExternalNetworksTestJSON-1340535931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '687b5c59-d4c9-4d93-9d9a-f6f91e11ecf4') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:57:20.661854 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-178c09fd-3306-4502-b5ca-9f59eb5c0d19 tempest-ExternalNetworksTestJSON-1340535931 tempest-ExternalNetworksTestJSON-1340535931-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:20.697589 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-178c09fd-3306-4502-b5ca-9f59eb5c0d19 tempest-ExternalNetworksTestJSON-1340535931 tempest-ExternalNetworksTestJSON-1340535931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:20.698299 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3cc74a-b95c-468e-96ad-572160ff326e None None] Sync routers for ids ['6ab76726-3a2f-4cf9-8b19-0ac2009e8153'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:57:20.703106 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d587bd21-3905-4d6d-a5e4-77533115d3f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:20.706682 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-178c09fd-3306-4502-b5ca-9f59eb5c0d19 tempest-ExternalNetworksTestJSON-1340535931 tempest-ExternalNetworksTestJSON-1340535931-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:57:20.707377 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-178c09fd-3306-4502-b5ca-9f59eb5c0d19 tempest-ExternalNetworksTestJSON-1340535931 tempest-ExternalNetworksTestJSON-1340535931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:20.708684 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3cc74a-b95c-468e-96ad-572160ff326e None None] Routers {'6ab76726-3a2f-4cf9-8b19-0ac2009e8153'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:57:20.709310 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-ea3cc74a-b95c-468e-96ad-572160ff326e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:57:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['6ab76726-3a2f-4cf9-8b19-0ac2009e8153'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:57:20.711390 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-88185876-f801-4c8f-9941-04e4dc0d0ca7 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:20.712846 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-88185876-f801-4c8f-9941-04e4dc0d0ca7 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.5663676 May 31 13:57:20.718724 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a0ca9a00-0832-497f-823f-8876339b01a3 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:20.730955 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 50912) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:20.740860 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-e3c04bf7-6f43-4db2-b70e-fdcc00ebf62d tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'enable_snat': False}}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:57:20.791921 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a0ca9a00-0832-497f-823f-8876339b01a3 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 12.7035096 May 31 13:57:20.826894 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f04ad35-08e7-4759-9da5-f113f1d58a77', 'tag': 'fa01f7a4-0311-4705-ae27-66b583933d64'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:57:20.831304 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 50916) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:20.844997 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1ae24ffe-70cd-4eec-83a2-a122a944a6d3 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:20.980349 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea90666b-630f-4b99-a542-5db3b307b0c7'] response: {'name': 'network-changed', 'server_uuid': '3f04ad35-08e7-4759-9da5-f113f1d58a77', 'tag': 'fa01f7a4-0311-4705-ae27-66b583933d64', 'status': 'completed', 'code': 200} May 31 13:57:20.988436 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-ea3cc74a-b95c-468e-96ad-572160ff326e None None] Set router 6ab76726-3a2f-4cf9-8b19-0ac2009e8153 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:57:21.144711 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-178c09fd-3306-4502-b5ca-9f59eb5c0d19 tempest-ExternalNetworksTestJSON-1340535931 tempest-ExternalNetworksTestJSON-1340535931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:21.168163 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-178c09fd-3306-4502-b5ca-9f59eb5c0d19 tempest-ExternalNetworksTestJSON-1340535931 tempest-ExternalNetworksTestJSON-1340535931-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:21.172959 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-62aedf66-9a59-478f-8345-4df8f7f4966d tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:21.177975 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1ae24ffe-70cd-4eec-83a2-a122a944a6d3 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:21.248351 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d587bd21-3905-4d6d-a5e4-77533115d3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:21.252961 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178c09fd-3306-4502-b5ca-9f59eb5c0d19 tempest-ExternalNetworksTestJSON-1340535931 tempest-ExternalNetworksTestJSON-1340535931-project] Pushing event deleted for resources: {'Network': ['ID=49a1d49e-8338-4274-8bb5-524acaacde90,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:21.267732 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-178c09fd-3306-4502-b5ca-9f59eb5c0d19 tempest-ExternalNetworksTestJSON-1340535931 tempest-ExternalNetworksTestJSON-1340535931-project] 10.222.0.50 "DELETE /v2.0/networks/49a1d49e-8338-4274-8bb5-524acaacde90 HTTP/1.1" status: 204 len: 168 time: 1.1853685 May 31 13:57:21.293955 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aedf66-9a59-478f-8345-4df8f7f4966d tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Pushing event deleted for resources: {'Port': ['ID=d022f30c-90dd-42ed-ad36-d9aec7c842c9,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:21.369044 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e3c04bf7-6f43-4db2-b70e-fdcc00ebf62d tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:21.405903 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d587bd21-3905-4d6d-a5e4-77533115d3f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3746aa-b189-455e-a31f-0fa2e8435db4,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:21.416459 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-1ae24ffe-70cd-4eec-83a2-a122a944a6d3 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dfb0506-838b-4ca6-9eb0-af050933a2cc']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:57:21.523743 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-1ae24ffe-70cd-4eec-83a2-a122a944a6d3 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acf56f3f-754b-4d59-b4ea-4d01b18141fc') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:57:21.524052 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-1ae24ffe-70cd-4eec-83a2-a122a944a6d3 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acf56f3f-754b-4d59-b4ea-4d01b18141fc') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:57:21.543785 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3edf441-6e87-4e7f-bbf0-ad6582cd162e req-fe340d08-bec7-4dab-bd01-ae396c8107c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:57:21.546037 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f3edf441-6e87-4e7f-bbf0-ad6582cd162e req-fe340d08-bec7-4dab-bd01-ae396c8107c1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f161391927494a93ac97ddf889ee8804&device_id=3f04ad35-08e7-4759-9da5-f113f1d58a77 HTTP/1.1" status: 200 len: 1135 time: 0.5550299 May 31 13:57:21.626904 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6210bd-ad77-4e4d-a26c-ede2c640fe79 tempest-TestSecurityGroupsBasicOps-919438297 tempest-TestSecurityGroupsBasicOps-919438297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:57:21.627614 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6210bd-ad77-4e4d-a26c-ede2c640fe79 tempest-TestSecurityGroupsBasicOps-919438297 tempest-TestSecurityGroupsBasicOps-919438297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:57:21.628492 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6210bd-ad77-4e4d-a26c-ede2c640fe79 tempest-TestSecurityGroupsBasicOps-919438297 tempest-TestSecurityGroupsBasicOps-919438297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:57:21.642409 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6210bd-ad77-4e4d-a26c-ede2c640fe79 tempest-TestSecurityGroupsBasicOps-919438297 tempest-TestSecurityGroupsBasicOps-919438297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:57:21.643122 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6210bd-ad77-4e4d-a26c-ede2c640fe79 tempest-TestSecurityGroupsBasicOps-919438297 tempest-TestSecurityGroupsBasicOps-919438297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:57:21.643683 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6210bd-ad77-4e4d-a26c-ede2c640fe79 tempest-TestSecurityGroupsBasicOps-919438297 tempest-TestSecurityGroupsBasicOps-919438297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:57:21.644441 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6210bd-ad77-4e4d-a26c-ede2c640fe79 tempest-TestSecurityGroupsBasicOps-919438297 tempest-TestSecurityGroupsBasicOps-919438297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:57:21.645417 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6210bd-ad77-4e4d-a26c-ede2c640fe79 tempest-TestSecurityGroupsBasicOps-919438297 tempest-TestSecurityGroupsBasicOps-919438297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:57:21.654253 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 50930) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:21.655225 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ac6210bd-ad77-4e4d-a26c-ede2c640fe79 tempest-TestSecurityGroupsBasicOps-919438297 tempest-TestSecurityGroupsBasicOps-919438297-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5611 time: 0.8094158 May 31 13:57:21.661827 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 284599b9-3c58-472b-a85e-2dbf43fc09f5 resource provider aggregate not found May 31 13:57:21.676972 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1ae24ffe-70cd-4eec-83a2-a122a944a6d3 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:21.677281 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-ea3cc74a-b95c-468e-96ad-572160ff326e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab76726-3a2f-4cf9-8b19-0ac2009e8153', 'name': 'tempest-TestSecurityGroupsBasicOps-router-616212758', 'tenant_id': 'f161391927494a93ac97ddf889ee8804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '9ce32b00-ac26-422f-88d3-f7753b0fe11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:56:04Z', 'updated_at': '2022-05-31T13:56:24Z', 'revision_number': 4, 'project_id': 'f161391927494a93ac97ddf889ee8804', 'gw_port': {'id': '9ce32b00-ac26-422f-88d3-f7753b0fe11e', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ed:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab76726-3a2f-4cf9-8b19-0ac2009e8153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:56:06Z', 'updated_at': '2022-05-31T13:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '938f0d71-ed52-4e9c-83e0-e959eeb4f12d', 'tenant_id': 'f161391927494a93ac97ddf889ee8804', 'floating_ip_address': '172.25.6.242', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '6ab76726-3a2f-4cf9-8b19-0ac2009e8153', 'port_id': 'fa01f7a4-0311-4705-ae27-66b583933d64', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'badcadf7-7a0e-4767-9ad6-9ba36fe36fd0', 'mac_address': 'fa:16:3e:5f:3f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f04ad35-08e7-4759-9da5-f113f1d58a77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:57:15Z', 'updated_at': '2022-05-31T13:57:15Z', 'revision_number': 0, 'project_id': 'f161391927494a93ac97ddf889ee8804', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '659e500f-f8bf-4e6c-9d94-81e70b064fdf', 'name': '', 'network_id': 'badcadf7-7a0e-4767-9ad6-9ba36fe36fd0', 'tenant_id': 'f161391927494a93ac97ddf889ee8804', 'mac_address': 'fa:16:3e:cb:bc:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab76726-3a2f-4cf9-8b19-0ac2009e8153', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '2cf5c712-18b3-42ba-9d08-891e675f8b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:56:19Z', 'updated_at': '2022-05-31T13:56:37Z', 'revision_number': 5, 'project_id': 'f161391927494a93ac97ddf889ee8804', 'subnets': [{'id': '2cf5c712-18b3-42ba-9d08-891e675f8b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:57:21.684974 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3cc74a-b95c-468e-96ad-572160ff326e None None] Checking router: 6ab76726-3a2f-4cf9-8b19-0ac2009e8153 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:57:21.716256 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3cc74a-b95c-468e-96ad-572160ff326e None None] Routers {'6ab76726-3a2f-4cf9-8b19-0ac2009e8153'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:57:21.717048 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-ea3cc74a-b95c-468e-96ad-572160ff326e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:57:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['6ab76726-3a2f-4cf9-8b19-0ac2009e8153'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:57:21.727964 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 284599b9-3c58-472b-a85e-2dbf43fc09f5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 284599b9-3c58-472b-a85e-2dbf43fc09f5 found for delete ", "request_id": "req-57621077-4e1a-41a8-a650-bf9a4f238148"}]} May 31 13:57:21.761101 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 000cea16-9da5-4267-9f6c-514b1e1dec17 resource provider aggregate not found May 31 13:57:21.779318 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1ae24ffe-70cd-4eec-83a2-a122a944a6d3 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:21.786601 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d587bd21-3905-4d6d-a5e4-77533115d3f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:21.788011 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d587bd21-3905-4d6d-a5e4-77533115d3f3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2f3746aa-b189-455e-a31f-0fa2e8435db4 HTTP/1.1" status: 204 len: 168 time: 2.2394111 May 31 13:57:21.799088 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 000cea16-9da5-4267-9f6c-514b1e1dec17 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 000cea16-9da5-4267-9f6c-514b1e1dec17 found for delete ", "request_id": "req-f9903f4f-9d47-4b6e-9fa3-7500c141fc98"}]} May 31 13:57:21.799421 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-62aedf66-9a59-478f-8345-4df8f7f4966d tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Notify callbacks [] for floatingip, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:21.802207 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-62aedf66-9a59-478f-8345-4df8f7f4966d tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:21.806883 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-62aedf66-9a59-478f-8345-4df8f7f4966d tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] 10.222.0.50 "DELETE /v2.0/floatingips/9c860ab9-0bca-41f2-8e58-dc1fd052598d HTTP/1.1" status: 204 len: 168 time: 4.7514257 May 31 13:57:21.806883 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ae24ffe-70cd-4eec-83a2-a122a944a6d3 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:57:21.806883 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1ae24ffe-70cd-4eec-83a2-a122a944a6d3 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:21.930356 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 687b5c59-d4c9-4d93-9d9a-f6f91e11ecf4 resource provider aggregate not found May 31 13:57:21.953636 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment acf56f3f-754b-4d59-b4ea-4d01b18141fc resource provider aggregate not found May 31 13:57:22.014217 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment acf56f3f-754b-4d59-b4ea-4d01b18141fc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid acf56f3f-754b-4d59-b4ea-4d01b18141fc found for delete ", "request_id": "req-5e4ed9ba-8354-41d4-8c39-e4fc93c061ec"}]} May 31 13:57:22.019498 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 687b5c59-d4c9-4d93-9d9a-f6f91e11ecf4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 687b5c59-d4c9-4d93-9d9a-f6f91e11ecf4 found for delete ", "request_id": "req-b471be46-0e04-4c02-8734-daf731ca310b"}]} May 31 13:57:22.026074 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae774e5-69f9-4b8c-bc0d-6957943cb836 tempest-TestSecurityGroupsBasicOps-919438297 tempest-TestSecurityGroupsBasicOps-919438297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:57:22.029634 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae774e5-69f9-4b8c-bc0d-6957943cb836 tempest-TestSecurityGroupsBasicOps-919438297 tempest-TestSecurityGroupsBasicOps-919438297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:57:22.032483 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae774e5-69f9-4b8c-bc0d-6957943cb836 tempest-TestSecurityGroupsBasicOps-919438297 tempest-TestSecurityGroupsBasicOps-919438297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:57:22.033687 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae774e5-69f9-4b8c-bc0d-6957943cb836 tempest-TestSecurityGroupsBasicOps-919438297 tempest-TestSecurityGroupsBasicOps-919438297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:57:22.034482 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae774e5-69f9-4b8c-bc0d-6957943cb836 tempest-TestSecurityGroupsBasicOps-919438297 tempest-TestSecurityGroupsBasicOps-919438297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:57:22.035125 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae774e5-69f9-4b8c-bc0d-6957943cb836 tempest-TestSecurityGroupsBasicOps-919438297 tempest-TestSecurityGroupsBasicOps-919438297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:57:22.037188 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-3ae774e5-69f9-4b8c-bc0d-6957943cb836 tempest-TestSecurityGroupsBasicOps-919438297 tempest-TestSecurityGroupsBasicOps-919438297-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3999 time: 0.3814034 May 31 13:57:22.041380 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 50960) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:22.048585 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 50964) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:22.069710 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1ae24ffe-70cd-4eec-83a2-a122a944a6d3 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:22.073723 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3edf441-6e87-4e7f-bbf0-ad6582cd162e req-2287a84e-957c-464a-9fec-8c2e66c26159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:57:22.075562 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f3edf441-6e87-4e7f-bbf0-ad6582cd162e req-2287a84e-957c-464a-9fec-8c2e66c26159 service neutron] 10.222.0.44 "GET /v2.0/networks?id=badcadf7-7a0e-4767-9ad6-9ba36fe36fd0 HTTP/1.1" status: 200 len: 898 time: 0.5057924 May 31 13:57:22.226571 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 50970) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:22.284890 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-ea3cc74a-b95c-468e-96ad-572160ff326e None None] Set router 6ab76726-3a2f-4cf9-8b19-0ac2009e8153 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:57:22.421604 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1ae24ffe-70cd-4eec-83a2-a122a944a6d3 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:22.427045 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f3edf441-6e87-4e7f-bbf0-ad6582cd162e req-8fdd9fa7-b3cf-43ad-a916-d6ef2e9f7e1e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa01f7a4-0311-4705-ae27-66b583933d64 HTTP/1.1" status: 200 len: 999 time: 0.3317957 May 31 13:57:22.434562 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae24ffe-70cd-4eec-83a2-a122a944a6d3 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] Pushing event deleted for resources: {'Network': ['ID=6dfb0506-838b-4ca6-9eb0-af050933a2cc,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:22.480695 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-1ae24ffe-70cd-4eec-83a2-a122a944a6d3 tempest-BulkNetworkOpsIpV6Test-937811270 tempest-BulkNetworkOpsIpV6Test-937811270-project] 10.222.0.50 "DELETE /v2.0/networks/6dfb0506-838b-4ca6-9eb0-af050933a2cc HTTP/1.1" status: 204 len: 168 time: 2.6275926 May 31 13:57:22.508090 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3edf441-6e87-4e7f-bbf0-ad6582cd162e req-cd38137e-0268-45ed-8a43-af6bd068a05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:57:22.510423 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f3edf441-6e87-4e7f-bbf0-ad6582cd162e req-cd38137e-0268-45ed-8a43-af6bd068a05b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2cf5c712-18b3-42ba-9d08-891e675f8b12 HTTP/1.1" status: 200 len: 835 time: 0.0711999 May 31 13:57:22.681913 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ab342c93-5249-472f-b4b6-a3486c7b79a3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d34b4b74c7ee44908c9f6d58aa48af1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6278872 May 31 13:57:22.687458 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 50982) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:22.700448 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3edf441-6e87-4e7f-bbf0-ad6582cd162e req-76f5e234-6f73-4bb5-970c-782a50ef7694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:57:22.702213 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f3edf441-6e87-4e7f-bbf0-ad6582cd162e req-76f5e234-6f73-4bb5-970c-782a50ef7694 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=badcadf7-7a0e-4767-9ad6-9ba36fe36fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1847382 May 31 13:57:22.890920 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a7eb8d11-b4a2-4cd2-bf5d-b7743f170a70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:22.978250 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f3edf441-6e87-4e7f-bbf0-ad6582cd162e req-3324b364-a2d6-4535-b700-102765114d8c service neutron] 10.222.0.44 "GET /v2.0/networks/badcadf7-7a0e-4767-9ad6-9ba36fe36fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527101 May 31 13:57:23.007599 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e1a223a8-437e-4238-860a-9f317008d742 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:23.011081 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 50994) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:23.045784 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a7eb8d11-b4a2-4cd2-bf5d-b7743f170a70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:23.147921 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e1a223a8-437e-4238-860a-9f317008d742 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:23.183263 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e3c04bf7-6f43-4db2-b70e-fdcc00ebf62d tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:23.238359 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-ea3cc74a-b95c-468e-96ad-572160ff326e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab76726-3a2f-4cf9-8b19-0ac2009e8153', 'name': 'tempest-TestSecurityGroupsBasicOps-router-616212758', 'tenant_id': 'f161391927494a93ac97ddf889ee8804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '9ce32b00-ac26-422f-88d3-f7753b0fe11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:56:04Z', 'updated_at': '2022-05-31T13:56:24Z', 'revision_number': 4, 'project_id': 'f161391927494a93ac97ddf889ee8804', 'gw_port': {'id': '9ce32b00-ac26-422f-88d3-f7753b0fe11e', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ed:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab76726-3a2f-4cf9-8b19-0ac2009e8153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:56:06Z', 'updated_at': '2022-05-31T13:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '938f0d71-ed52-4e9c-83e0-e959eeb4f12d', 'tenant_id': 'f161391927494a93ac97ddf889ee8804', 'floating_ip_address': '172.25.6.242', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '6ab76726-3a2f-4cf9-8b19-0ac2009e8153', 'port_id': 'fa01f7a4-0311-4705-ae27-66b583933d64', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'badcadf7-7a0e-4767-9ad6-9ba36fe36fd0', 'mac_address': 'fa:16:3e:5f:3f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f04ad35-08e7-4759-9da5-f113f1d58a77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:57:15Z', 'updated_at': '2022-05-31T13:57:15Z', 'revision_number': 0, 'project_id': 'f161391927494a93ac97ddf889ee8804', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '659e500f-f8bf-4e6c-9d94-81e70b064fdf', 'name': '', 'network_id': 'badcadf7-7a0e-4767-9ad6-9ba36fe36fd0', 'tenant_id': 'f161391927494a93ac97ddf889ee8804', 'mac_address': 'fa:16:3e:cb:bc:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab76726-3a2f-4cf9-8b19-0ac2009e8153', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '2cf5c712-18b3-42ba-9d08-891e675f8b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:56:19Z', 'updated_at': '2022-05-31T13:56:37Z', 'revision_number': 5, 'project_id': 'f161391927494a93ac97ddf889ee8804', 'subnets': [{'id': '2cf5c712-18b3-42ba-9d08-891e675f8b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:57:23.244572 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3cc74a-b95c-468e-96ad-572160ff326e None None] The sync data for ids ['6ab76726-3a2f-4cf9-8b19-0ac2009e8153'] in n-d-843939-1 is: [{'id': '6ab76726-3a2f-4cf9-8b19-0ac2009e8153', 'name': 'tempest-TestSecurityGroupsBasicOps-router-616212758', 'tenant_id': 'f161391927494a93ac97ddf889ee8804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '9ce32b00-ac26-422f-88d3-f7753b0fe11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:56:04Z', 'updated_at': '2022-05-31T13:56:24Z', 'revision_number': 4, 'project_id': 'f161391927494a93ac97ddf889ee8804', 'gw_port': {'id': '9ce32b00-ac26-422f-88d3-f7753b0fe11e', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ed:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab76726-3a2f-4cf9-8b19-0ac2009e8153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:56:06Z', 'updated_at': '2022-05-31T13:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '938f0d71-ed52-4e9c-83e0-e959eeb4f12d', 'tenant_id': 'f161391927494a93ac97ddf889ee8804', 'floating_ip_address': '172.25.6.242', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '6ab76726-3a2f-4cf9-8b19-0ac2009e8153', 'port_id': 'fa01f7a4-0311-4705-ae27-66b583933d64', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'badcadf7-7a0e-4767-9ad6-9ba36fe36fd0', 'mac_address': 'fa:16:3e:5f:3f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f04ad35-08e7-4759-9da5-f113f1d58a77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T13:57:15Z', 'updated_at': '2022-05-31T13:57:15Z', 'revision_number': 0, 'project_id': 'f161391927494a93ac97ddf889ee8804', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '659e500f-f8bf-4e6c-9d94-81e70b064fdf', 'name': '', 'network_id': 'badcadf7-7a0e-4767-9ad6-9ba36fe36fd0', 'tenant_id': 'f161391927494a93ac97ddf889ee8804', 'mac_address': 'fa:16:3e:cb:bc:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab76726-3a2f-4cf9-8b19-0ac2009e8153', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '2cf5c712-18b3-42ba-9d08-891e675f8b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:56:19Z', 'updated_at': '2022-05-31T13:56:37Z', 'revision_number': 5, 'project_id': 'f161391927494a93ac97ddf889ee8804', 'subnets': [{'id': '2cf5c712-18b3-42ba-9d08-891e675f8b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:57:23.245296 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e3c04bf7-6f43-4db2-b70e-fdcc00ebf62d tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:23.426647 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f3edf441-6e87-4e7f-bbf0-ad6582cd162e req-e6699a52-740f-4737-80ed-4802b497222c service neutron] 10.222.0.44 "GET /v2.0/networks/badcadf7-7a0e-4767-9ad6-9ba36fe36fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4359875 May 31 13:57:23.429036 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a7eb8d11-b4a2-4cd2-bf5d-b7743f170a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:23.463613 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eb8d11-b4a2-4cd2-bf5d-b7743f170a70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae7647e-ef26-4102-b3dd-dc6d2bcb442a,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:23.480804 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a7eb8d11-b4a2-4cd2-bf5d-b7743f170a70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:23.481908 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a7eb8d11-b4a2-4cd2-bf5d-b7743f170a70 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bae7647e-ef26-4102-b3dd-dc6d2bcb442a HTTP/1.1" status: 204 len: 168 time: 0.7925017 May 31 13:57:23.545942 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-ca8f8921-a46e-44fc-84b7-4ea888e044ff tempest-TestSecurityGroupsBasicOps-919438297 tempest-TestSecurityGroupsBasicOps-919438297-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3576 time: 1.5027564 May 31 13:57:23.548591 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 51012) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:23.599550 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 13:57:23.604029 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-3f70eb40-6bcb-4dc4-a2c9-8a89c4928553 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4a7aa043f7c14d4ea92b5a4ef3bcbdf6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5893903 May 31 13:57:23.611934 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 51018) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:23.622581 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e1a223a8-437e-4238-860a-9f317008d742 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:23.665740 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-e3c04bf7-6f43-4db2-b70e-fdcc00ebf62d tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Allocated IP 172.25.6.16 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/b1c50957-30fb-4fe3-839d-836195718fc1) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:57:23.683300 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a223a8-437e-4238-860a-9f317008d742 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36548b4c-71f0-42fe-9a97-10b0a71a294b,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:23.747187 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e1a223a8-437e-4238-860a-9f317008d742 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:23.747425 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f81af1-9bfd-4043-b7c1-b21cbcb8bda5 tempest-TestSecurityGroupsBasicOps-919438297 tempest-TestSecurityGroupsBasicOps-919438297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:57:23.749656 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f81af1-9bfd-4043-b7c1-b21cbcb8bda5 tempest-TestSecurityGroupsBasicOps-919438297 tempest-TestSecurityGroupsBasicOps-919438297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:57:23.750292 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-e1a223a8-437e-4238-860a-9f317008d742 tempest-TestServerBasicOps-176386849 tempest-TestServerBasicOps-176386849-project] 10.222.0.50 "DELETE /v2.0/security-groups/36548b4c-71f0-42fe-9a97-10b0a71a294b HTTP/1.1" status: 204 len: 168 time: 1.5211725 May 31 13:57:23.756518 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-58f81af1-9bfd-4043-b7c1-b21cbcb8bda5 tempest-TestSecurityGroupsBasicOps-919438297 tempest-TestSecurityGroupsBasicOps-919438297-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=6ab76726-3a2f-4cf9-8b19-0ac2009e8153 HTTP/1.1" status: 200 len: 1988 time: 0.2061570 May 31 13:57:23.777880 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2218cb0c-6cb7-45d1-9677-6c12473c8922 None None] New status for floating IP 938f0d71-ed52-4e9c-83e0-e959eeb4f12d: ACTIVE {{(pid=88371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 13:57:23.817945 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 51028) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:23.898542 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d76a2744-0a66-4003-a242-3391e3d16cc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:24.019575 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e3c04bf7-6f43-4db2-b70e-fdcc00ebf62d tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:24.042567 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d76a2744-0a66-4003-a242-3391e3d16cc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:24.104415 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e3c04bf7-6f43-4db2-b70e-fdcc00ebf62d tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:24.154476 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 51038) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:24.210733 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c04bf7-6f43-4db2-b70e-fdcc00ebf62d tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:57:24.215426 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-e3c04bf7-6f43-4db2-b70e-fdcc00ebf62d tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:57:24.224626 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c04bf7-6f43-4db2-b70e-fdcc00ebf62d tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:57:24.253918 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d76a2744-0a66-4003-a242-3391e3d16cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:24.301321 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c04bf7-6f43-4db2-b70e-fdcc00ebf62d tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Pushing event updated for resources: {'Port': ['ID=b1c50957-30fb-4fe3-839d-836195718fc1,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:24.331211 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76a2744-0a66-4003-a242-3391e3d16cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3eecf7f-91c7-4b26-81ad-b69df376f878,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:24.349659 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d76a2744-0a66-4003-a242-3391e3d16cc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:24.363634 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-d76a2744-0a66-4003-a242-3391e3d16cc8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b3eecf7f-91c7-4b26-81ad-b69df376f878 HTTP/1.1" status: 204 len: 168 time: 0.7442911 May 31 13:57:24.393338 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-fad66b10-8846-46d9-8924-edddf8f7ee7d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9b45754907c24780b386d8f2b2b479bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2370648 May 31 13:57:24.396094 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 51046) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:24.641911 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fb335c93-5200-4aa0-9184-240ee176a166 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:24.743367 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fb335c93-5200-4aa0-9184-240ee176a166 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:24.959175 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dbf6b9e3-f9be-4603-b64e-bfaf92530c16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:25.041773 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fb335c93-5200-4aa0-9184-240ee176a166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:25.061545 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb335c93-5200-4aa0-9184-240ee176a166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7476cb6-3ee1-4e3b-a19c-ca4c805d5b4f,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:25.099460 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fb335c93-5200-4aa0-9184-240ee176a166 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:25.102516 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-fb335c93-5200-4aa0-9184-240ee176a166 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a7476cb6-3ee1-4e3b-a19c-ca4c805d5b4f HTTP/1.1" status: 204 len: 168 time: 0.7040870 May 31 13:57:25.107162 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e3c04bf7-6f43-4db2-b70e-fdcc00ebf62d tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:25.812665 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e3c04bf7-6f43-4db2-b70e-fdcc00ebf62d tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:25.819703 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-dbf6b9e3-f9be-4603-b64e-bfaf92530c16 admin admin] Deleting port 54876ccb-5000-403b-b880-f7c4d723a91d {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:57:25.820461 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dbf6b9e3-f9be-4603-b64e-bfaf92530c16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:25.822911 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e3c04bf7-6f43-4db2-b70e-fdcc00ebf62d tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1578611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1578620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1575237'] for router, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:26.081685 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-dbf6b9e3-f9be-4603-b64e-bfaf92530c16 admin admin] For port 54876ccb-5000-403b-b880-f7c4d723a91d, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=54876ccb-5000-403b-b880-f7c4d723a91d,segment=NetworkSegment(05d7c49e-fddd-43be-bac9-c48445145ddc),segment_id=05d7c49e-fddd-43be-bac9-c48445145ddc)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:57:26.082270 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dbf6b9e3-f9be-4603-b64e-bfaf92530c16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:26.244363 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3c04bf7-6f43-4db2-b70e-fdcc00ebf62d tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Router b71efd4d-77d8-4b7a-a406-1c7e41f9aa0a is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 13:57:26.280653 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-dbf6b9e3-f9be-4603-b64e-bfaf92530c16 admin admin] Calling delete_port for 54876ccb-5000-403b-b880-f7c4d723a91d owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:57:26.528849 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dbf6b9e3-f9be-4603-b64e-bfaf92530c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:26.603826 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf6b9e3-f9be-4603-b64e-bfaf92530c16 admin admin] Pushing event deleted for resources: {'Port': ['ID=54876ccb-5000-403b-b880-f7c4d723a91d,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:26.898810 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3c04bf7-6f43-4db2-b70e-fdcc00ebf62d tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:57:26.904247 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e3c04bf7-6f43-4db2-b70e-fdcc00ebf62d tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:26.908254 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a13bc68-79b0-422c-a3a9-1f3ac93ba62d None None] Sync routers for ids ['b71efd4d-77d8-4b7a-a406-1c7e41f9aa0a'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:57:26.918685 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-e3c04bf7-6f43-4db2-b70e-fdcc00ebf62d tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] 10.222.0.50 "PUT /v2.0/routers/b71efd4d-77d8-4b7a-a406-1c7e41f9aa0a HTTP/1.1" status: 200 len: 914 time: 6.1863110 May 31 13:57:26.919707 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 51128) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:26.925464 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a13bc68-79b0-422c-a3a9-1f3ac93ba62d None None] Routers {'b71efd4d-77d8-4b7a-a406-1c7e41f9aa0a'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:57:26.926537 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-4a13bc68-79b0-422c-a3a9-1f3ac93ba62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:57:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['b71efd4d-77d8-4b7a-a406-1c7e41f9aa0a'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:57:27.163421 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-4a13bc68-79b0-422c-a3a9-1f3ac93ba62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:57:27.206358 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a13bc68-79b0-422c-a3a9-1f3ac93ba62d None None] Routers {'b71efd4d-77d8-4b7a-a406-1c7e41f9aa0a'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:57:27.207531 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-4a13bc68-79b0-422c-a3a9-1f3ac93ba62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:57:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['b71efd4d-77d8-4b7a-a406-1c7e41f9aa0a'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:57:27.277532 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-090f24aa-1870-46a6-9771-64fb37715063 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] 10.222.0.50 "GET /v2.0/routers/b71efd4d-77d8-4b7a-a406-1c7e41f9aa0a HTTP/1.1" status: 200 len: 920 time: 0.3564856 May 31 13:57:27.281025 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 51144) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:27.289116 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dbf6b9e3-f9be-4603-b64e-bfaf92530c16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:27.409328 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-4a13bc68-79b0-422c-a3a9-1f3ac93ba62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:57:27.410247 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a13bc68-79b0-422c-a3a9-1f3ac93ba62d None None] The sync data for ids ['b71efd4d-77d8-4b7a-a406-1c7e41f9aa0a'] in n-d-843939-1 is: [] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:57:27.552024 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ac4c0b-37f5-48f6-b19d-7321adbf54ae tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:57:27.553686 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c5ac4c0b-37f5-48f6-b19d-7321adbf54ae tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=d2103cd5-63ba-4c24-9d95-fd17643bf14c&device_id=b71efd4d-77d8-4b7a-a406-1c7e41f9aa0a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2714782 May 31 13:57:27.565476 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 51154) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:27.814041 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea05913-2099-49c6-904d-233bf6642ef6 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:57:27.815556 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-7ea05913-2099-49c6-904d-233bf6642ef6 tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] 10.222.0.50 "GET /v2.0/networks/d2103cd5-63ba-4c24-9d95-fd17643bf14c HTTP/1.1" status: 200 len: 881 time: 0.2490087 May 31 13:57:27.819050 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 51166) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:27.932107 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-1f057ea8-acd5-477c-adc2-9c05e4c8b086 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] 10.222.0.50 "GET /v2.0/ports?device_id=b71efd4d-77d8-4b7a-a406-1c7e41f9aa0a HTTP/1.1" status: 200 len: 205 time: 0.1112282 May 31 13:57:27.933397 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbf6b9e3-f9be-4603-b64e-bfaf92530c16 admin admin] Router a85c8e71-2826-4a98-92f1-eb02439344e8 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:57:27.934880 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 51172) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:28.147420 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0741fe04-404a-4e99-a17e-7f19b7e70a49 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks [] for router, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:28.329973 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbf6b9e3-f9be-4603-b64e-bfaf92530c16 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:57:28.339523 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1768eb94-38d5-4aed-86e1-7ad5ce2b1107 None None] Sync routers for ids ['a85c8e71-2826-4a98-92f1-eb02439344e8'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:57:28.356354 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1768eb94-38d5-4aed-86e1-7ad5ce2b1107 None None] Routers {'a85c8e71-2826-4a98-92f1-eb02439344e8'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:57:28.357552 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-1768eb94-38d5-4aed-86e1-7ad5ce2b1107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:57:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['a85c8e71-2826-4a98-92f1-eb02439344e8'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:57:28.360528 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-dbf6b9e3-f9be-4603-b64e-bfaf92530c16 admin admin] 10.222.0.50 "PUT /v2.0/routers/a85c8e71-2826-4a98-92f1-eb02439344e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5382104 May 31 13:57:28.367083 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 51194) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:28.624710 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-206f7b78-52e8-483c-b11f-7c44c7d58ab4 admin admin] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:28.699714 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0741fe04-404a-4e99-a17e-7f19b7e70a49 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:28.718642 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-0741fe04-404a-4e99-a17e-7f19b7e70a49 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Deleting port b1c50957-30fb-4fe3-839d-836195718fc1 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:57:28.719431 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0741fe04-404a-4e99-a17e-7f19b7e70a49 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:28.815790 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 51206) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:28.905668 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-206f7b78-52e8-483c-b11f-7c44c7d58ab4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:28.913932 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-1768eb94-38d5-4aed-86e1-7ad5ce2b1107 None None] Set router a85c8e71-2826-4a98-92f1-eb02439344e8 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:57:28.923605 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-206f7b78-52e8-483c-b11f-7c44c7d58ab4 admin admin] Deleting port aecdd02f-5c6d-4d62-81fa-3d42313b4956 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:57:28.923957 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-206f7b78-52e8-483c-b11f-7c44c7d58ab4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:29.122619 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0741fe04-404a-4e99-a17e-7f19b7e70a49 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:29.190498 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-c5c33862-f0ce-4110-a366-678af1e324be tempest-RoutersAdminNegativeIpV6Test-6715741 tempest-RoutersAdminNegativeIpV6Test-6715741-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-113527420', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:57:29.217254 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c5c33862-f0ce-4110-a366-678af1e324be tempest-RoutersAdminNegativeIpV6Test-6715741 tempest-RoutersAdminNegativeIpV6Test-6715741-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:57:29.235470 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c5c33862-f0ce-4110-a366-678af1e324be tempest-RoutersAdminNegativeIpV6Test-6715741 tempest-RoutersAdminNegativeIpV6Test-6715741-project-admin] Usage tracker for resource:port and tenant:24c2a8b2488b458c84446f79a75bc2eb is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:57:29.239727 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c5c33862-f0ce-4110-a366-678af1e324be tempest-RoutersAdminNegativeIpV6Test-6715741 tempest-RoutersAdminNegativeIpV6Test-6715741-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:57:29.267628 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c5c33862-f0ce-4110-a366-678af1e324be tempest-RoutersAdminNegativeIpV6Test-6715741 tempest-RoutersAdminNegativeIpV6Test-6715741-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:57:29.294344 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-0741fe04-404a-4e99-a17e-7f19b7e70a49 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Calling delete_port for b1c50957-30fb-4fe3-839d-836195718fc1 owned by network:router_gateway {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:57:29.331999 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c33862-f0ce-4110-a366-678af1e324be tempest-RoutersAdminNegativeIpV6Test-6715741 tempest-RoutersAdminNegativeIpV6Test-6715741-project-admin] Made reservation on behalf of 24c2a8b2488b458c84446f79a75bc2eb for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:57:29.348642 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c5c33862-f0ce-4110-a366-678af1e324be tempest-RoutersAdminNegativeIpV6Test-6715741 tempest-RoutersAdminNegativeIpV6Test-6715741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:29.387457 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c5c33862-f0ce-4110-a366-678af1e324be tempest-RoutersAdminNegativeIpV6Test-6715741 tempest-RoutersAdminNegativeIpV6Test-6715741-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:29.409097 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c5c33862-f0ce-4110-a366-678af1e324be tempest-RoutersAdminNegativeIpV6Test-6715741 tempest-RoutersAdminNegativeIpV6Test-6715741-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:57:29.412806 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-206f7b78-52e8-483c-b11f-7c44c7d58ab4 admin admin] For port aecdd02f-5c6d-4d62-81fa-3d42313b4956, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=aecdd02f-5c6d-4d62-81fa-3d42313b4956,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:57:29.413416 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-206f7b78-52e8-483c-b11f-7c44c7d58ab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:29.427440 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c5c33862-f0ce-4110-a366-678af1e324be tempest-RoutersAdminNegativeIpV6Test-6715741 tempest-RoutersAdminNegativeIpV6Test-6715741-project-admin] Usage tracker for resource:security_group_rule and tenant:24c2a8b2488b458c84446f79a75bc2eb is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:57:29.433245 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c5c33862-f0ce-4110-a366-678af1e324be tempest-RoutersAdminNegativeIpV6Test-6715741 tempest-RoutersAdminNegativeIpV6Test-6715741-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:57:29.478540 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-1768eb94-38d5-4aed-86e1-7ad5ce2b1107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a85c8e71-2826-4a98-92f1-eb02439344e8', 'name': 'tempest-TestServerBasicOps-1877796749-router', 'tenant_id': '4e57de1d316c4f84a61736682dffb866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': 'aecdd02f-5c6d-4d62-81fa-3d42313b4956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:50:27Z', 'updated_at': '2022-05-31T13:57:26Z', 'revision_number': 5, 'project_id': '4e57de1d316c4f84a61736682dffb866', 'gw_port': {'id': 'aecdd02f-5c6d-4d62-81fa-3d42313b4956', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:12:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85c8e71-2826-4a98-92f1-eb02439344e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:50:28Z', 'updated_at': '2022-05-31T13:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:57:29.490508 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1768eb94-38d5-4aed-86e1-7ad5ce2b1107 None None] Checking router: a85c8e71-2826-4a98-92f1-eb02439344e8 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:57:29.515914 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1768eb94-38d5-4aed-86e1-7ad5ce2b1107 None None] Routers {'a85c8e71-2826-4a98-92f1-eb02439344e8'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:57:29.517016 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-1768eb94-38d5-4aed-86e1-7ad5ce2b1107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:57:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['a85c8e71-2826-4a98-92f1-eb02439344e8'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:57:29.602994 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0741fe04-404a-4e99-a17e-7f19b7e70a49 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:29.685200 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-206f7b78-52e8-483c-b11f-7c44c7d58ab4 admin admin] Calling delete_port for aecdd02f-5c6d-4d62-81fa-3d42313b4956 owned by network:router_gateway {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:57:29.698402 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0741fe04-404a-4e99-a17e-7f19b7e70a49 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Pushing event deleted for resources: {'Port': ['ID=b1c50957-30fb-4fe3-839d-836195718fc1,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:29.759946 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c5c33862-f0ce-4110-a366-678af1e324be tempest-RoutersAdminNegativeIpV6Test-6715741 tempest-RoutersAdminNegativeIpV6Test-6715741-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:57:29.865076 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-1768eb94-38d5-4aed-86e1-7ad5ce2b1107 None None] Set router a85c8e71-2826-4a98-92f1-eb02439344e8 gateway port host: None {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:57:29.894389 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0741fe04-404a-4e99-a17e-7f19b7e70a49 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577389'] for router_gateway, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:29.979871 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c5c33862-f0ce-4110-a366-678af1e324be tempest-RoutersAdminNegativeIpV6Test-6715741 tempest-RoutersAdminNegativeIpV6Test-6715741-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:30.039069 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c5c33862-f0ce-4110-a366-678af1e324be tempest-RoutersAdminNegativeIpV6Test-6715741 tempest-RoutersAdminNegativeIpV6Test-6715741-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:30.060915 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-1768eb94-38d5-4aed-86e1-7ad5ce2b1107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a85c8e71-2826-4a98-92f1-eb02439344e8', 'name': 'tempest-TestServerBasicOps-1877796749-router', 'tenant_id': '4e57de1d316c4f84a61736682dffb866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:50:27Z', 'updated_at': '2022-05-31T13:57:28Z', 'revision_number': 6, 'project_id': '4e57de1d316c4f84a61736682dffb866', 'gw_port_host': None}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:57:30.065837 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1768eb94-38d5-4aed-86e1-7ad5ce2b1107 None None] The sync data for ids ['a85c8e71-2826-4a98-92f1-eb02439344e8'] in n-d-843939-1 is: [{'id': 'a85c8e71-2826-4a98-92f1-eb02439344e8', 'name': 'tempest-TestServerBasicOps-1877796749-router', 'tenant_id': '4e57de1d316c4f84a61736682dffb866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:50:27Z', 'updated_at': '2022-05-31T13:57:28Z', 'revision_number': 6, 'project_id': '4e57de1d316c4f84a61736682dffb866', 'gw_port_host': None}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:57:30.092724 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-c5c33862-f0ce-4110-a366-678af1e324be tempest-RoutersAdminNegativeIpV6Test-6715741 tempest-RoutersAdminNegativeIpV6Test-6715741-project-admin] device_id is not set on port d9288bc7-05f5-4977-9b95-eced0adf4a70 yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:57:30.200824 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c33862-f0ce-4110-a366-678af1e324be tempest-RoutersAdminNegativeIpV6Test-6715741 tempest-RoutersAdminNegativeIpV6Test-6715741-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92efbfdb-986c-4d74-8588-6f18bec20fc4,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:30.215769 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0741fe04-404a-4e99-a17e-7f19b7e70a49 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:30.219600 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0741fe04-404a-4e99-a17e-7f19b7e70a49 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:30.252907 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-206f7b78-52e8-483c-b11f-7c44c7d58ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:30.255362 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0741fe04-404a-4e99-a17e-7f19b7e70a49 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:30.256171 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0741fe04-404a-4e99-a17e-7f19b7e70a49 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Fanout notify agent at l3_agent the message router_deleted on router b71efd4d-77d8-4b7a-a406-1c7e41f9aa0a {{(pid=88370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:57:30.280166 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0741fe04-404a-4e99-a17e-7f19b7e70a49 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:30.282176 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-0741fe04-404a-4e99-a17e-7f19b7e70a49 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] 10.222.0.50 "DELETE /v2.0/routers/b71efd4d-77d8-4b7a-a406-1c7e41f9aa0a HTTP/1.1" status: 204 len: 168 time: 2.3454370 May 31 13:57:30.292252 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 51236) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:30.301926 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-f5c523e8-14de-4773-bf5f-3693860ca2b4 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1021968706', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}, 'admin_state_up': False}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:57:30.335154 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f5c523e8-14de-4773-bf5f-3693860ca2b4 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:57:30.349123 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-f5c523e8-14de-4773-bf5f-3693860ca2b4 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Usage tracker for resource:router and tenant:954524adc1f948e2b034d165dd0b1c59 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:57:30.357438 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-f5c523e8-14de-4773-bf5f-3693860ca2b4 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:57:30.375358 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f5c523e8-14de-4773-bf5f-3693860ca2b4 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:57:30.389652 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f5c523e8-14de-4773-bf5f-3693860ca2b4 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:30.390873 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f5c523e8-14de-4773-bf5f-3693860ca2b4 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:30.462518 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f5c523e8-14de-4773-bf5f-3693860ca2b4 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:30.469205 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-c5c33862-f0ce-4110-a366-678af1e324be tempest-RoutersAdminNegativeIpV6Test-6715741 tempest-RoutersAdminNegativeIpV6Test-6715741-project-admin] Allocated IP 172.25.6.185 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/d9288bc7-05f5-4977-9b95-eced0adf4a70) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:57:30.639304 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206f7b78-52e8-483c-b11f-7c44c7d58ab4 admin admin] Pushing event deleted for resources: {'Port': ['ID=aecdd02f-5c6d-4d62-81fa-3d42313b4956,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:30.872683 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f5c523e8-14de-4773-bf5f-3693860ca2b4 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:31.013371 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-206f7b78-52e8-483c-b11f-7c44c7d58ab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577389'] for router_gateway, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:31.175950 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 54876ccb-5000-403b-b880-f7c4d723a91d no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:57:31.251000 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 54876ccb-5000-403b-b880-f7c4d723a91d {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:57:31.251555 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 54876ccb-5000-403b-b880-f7c4d723a91d not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:57:31.252210 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device aecdd02f-5c6d-4d62-81fa-3d42313b4956 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:57:31.398214 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-206f7b78-52e8-483c-b11f-7c44c7d58ab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:31.409196 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-206f7b78-52e8-483c-b11f-7c44c7d58ab4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:31.423295 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c5c33862-f0ce-4110-a366-678af1e324be tempest-RoutersAdminNegativeIpV6Test-6715741 tempest-RoutersAdminNegativeIpV6Test-6715741-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:31.482776 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-206f7b78-52e8-483c-b11f-7c44c7d58ab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:31.486921 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-206f7b78-52e8-483c-b11f-7c44c7d58ab4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a85c8e71-2826-4a98-92f1-eb02439344e8 {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:57:31.487701 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: aecdd02f-5c6d-4d62-81fa-3d42313b4956 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:57:31.488038 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device aecdd02f-5c6d-4d62-81fa-3d42313b4956 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:57:31.548786 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-206f7b78-52e8-483c-b11f-7c44c7d58ab4 admin admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:31.550192 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-206f7b78-52e8-483c-b11f-7c44c7d58ab4 admin admin] 10.222.0.50 "DELETE /v2.0/routers/a85c8e71-2826-4a98-92f1-eb02439344e8 HTTP/1.1" status: 204 len: 168 time: 3.1818721 May 31 13:57:31.556362 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 51256) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:31.594574 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f5c523e8-14de-4773-bf5f-3693860ca2b4 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks [] for router_gateway, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:31.623757 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c5c33862-f0ce-4110-a366-678af1e324be tempest-RoutersAdminNegativeIpV6Test-6715741 tempest-RoutersAdminNegativeIpV6Test-6715741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:31.648550 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f5c523e8-14de-4773-bf5f-3693860ca2b4 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:31.719960 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c33862-f0ce-4110-a366-678af1e324be tempest-RoutersAdminNegativeIpV6Test-6715741 tempest-RoutersAdminNegativeIpV6Test-6715741-project-admin] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:57:31.730910 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-c5c33862-f0ce-4110-a366-678af1e324be tempest-RoutersAdminNegativeIpV6Test-6715741 tempest-RoutersAdminNegativeIpV6Test-6715741-project-admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:57:31.733247 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c33862-f0ce-4110-a366-678af1e324be tempest-RoutersAdminNegativeIpV6Test-6715741 tempest-RoutersAdminNegativeIpV6Test-6715741-project-admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:57:31.771016 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c60c5cc-aaa5-4ff9-847c-e45e5e5cc56f admin admin] Deleting subnet a8852b36-b66c-4496-b635-b86154bdd792 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:57:31.792818 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8c60c5cc-aaa5-4ff9-847c-e45e5e5cc56f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:31.854512 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c33862-f0ce-4110-a366-678af1e324be tempest-RoutersAdminNegativeIpV6Test-6715741 tempest-RoutersAdminNegativeIpV6Test-6715741-project-admin] Pushing event updated for resources: {'Port': ['ID=d9288bc7-05f5-4977-9b95-eced0adf4a70,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:31.867200 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c33862-f0ce-4110-a366-678af1e324be tempest-RoutersAdminNegativeIpV6Test-6715741 tempest-RoutersAdminNegativeIpV6Test-6715741-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:57:31.867200 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c5c33862-f0ce-4110-a366-678af1e324be tempest-RoutersAdminNegativeIpV6Test-6715741 tempest-RoutersAdminNegativeIpV6Test-6715741-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:31.886607 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8c60c5cc-aaa5-4ff9-847c-e45e5e5cc56f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:31.945371 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c5c33862-f0ce-4110-a366-678af1e324be tempest-RoutersAdminNegativeIpV6Test-6715741 tempest-RoutersAdminNegativeIpV6Test-6715741-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 3.1278095 May 31 13:57:31.949023 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 51268) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:31.959942 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-41e99f82-2f50-4938-b487-9370ddbe2a3e tempest-RoutersAdminNegativeIpV6Test-6715741 tempest-RoutersAdminNegativeIpV6Test-6715741-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.185'}]}}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:57:31.961403 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-f5c523e8-14de-4773-bf5f-3693860ca2b4 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Allocated IP 172.25.6.37 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/596919e2-9d77-47ac-9039-4c98c70ea1d7) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:57:31.968382 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-41e99f82-2f50-4938-b487-9370ddbe2a3e tempest-RoutersAdminNegativeIpV6Test-6715741 tempest-RoutersAdminNegativeIpV6Test-6715741-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:57:31.975958 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-41e99f82-2f50-4938-b487-9370ddbe2a3e tempest-RoutersAdminNegativeIpV6Test-6715741 tempest-RoutersAdminNegativeIpV6Test-6715741-project-admin] Usage tracker for resource:router and tenant:24c2a8b2488b458c84446f79a75bc2eb is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:57:31.980079 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-41e99f82-2f50-4938-b487-9370ddbe2a3e tempest-RoutersAdminNegativeIpV6Test-6715741 tempest-RoutersAdminNegativeIpV6Test-6715741-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:57:31.987513 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-41e99f82-2f50-4938-b487-9370ddbe2a3e tempest-RoutersAdminNegativeIpV6Test-6715741 tempest-RoutersAdminNegativeIpV6Test-6715741-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:57:32.010813 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-41e99f82-2f50-4938-b487-9370ddbe2a3e tempest-RoutersAdminNegativeIpV6Test-6715741 tempest-RoutersAdminNegativeIpV6Test-6715741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:32.011929 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-41e99f82-2f50-4938-b487-9370ddbe2a3e tempest-RoutersAdminNegativeIpV6Test-6715741 tempest-RoutersAdminNegativeIpV6Test-6715741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:32.029122 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-41e99f82-2f50-4938-b487-9370ddbe2a3e tempest-RoutersAdminNegativeIpV6Test-6715741 tempest-RoutersAdminNegativeIpV6Test-6715741-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:32.268460 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f5c523e8-14de-4773-bf5f-3693860ca2b4 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:32.303675 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f5c523e8-14de-4773-bf5f-3693860ca2b4 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:32.461848 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c523e8-14de-4773-bf5f-3693860ca2b4 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Pushing event updated for resources: {'Port': ['ID=596919e2-9d77-47ac-9039-4c98c70ea1d7,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:32.483444 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c523e8-14de-4773-bf5f-3693860ca2b4 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:57:32.489273 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-f5c523e8-14de-4773-bf5f-3693860ca2b4 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:57:32.495574 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c523e8-14de-4773-bf5f-3693860ca2b4 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:57:32.506420 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-41e99f82-2f50-4938-b487-9370ddbe2a3e tempest-RoutersAdminNegativeIpV6Test-6715741 tempest-RoutersAdminNegativeIpV6Test-6715741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:32.512458 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8c60c5cc-aaa5-4ff9-847c-e45e5e5cc56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:32.718985 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8c60c5cc-aaa5-4ff9-847c-e45e5e5cc56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:32.770516 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c60c5cc-aaa5-4ff9-847c-e45e5e5cc56f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8852b36-b66c-4496-b635-b86154bdd792,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:32.781340 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8c60c5cc-aaa5-4ff9-847c-e45e5e5cc56f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:32.789712 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9577da-ab93-42db-a193-44f4d7ef407f None None] Network a036544d-3691-439b-b976-1126035d501b requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:57:32.797190 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-8c60c5cc-aaa5-4ff9-847c-e45e5e5cc56f admin admin] 10.222.0.50 "DELETE /v2.0/subnets/a8852b36-b66c-4496-b635-b86154bdd792 HTTP/1.1" status: 204 len: 168 time: 1.2393546 May 31 13:57:32.799381 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 51292) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:33.181866 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f5c523e8-14de-4773-bf5f-3693860ca2b4 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks [] for router_gateway, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:33.245614 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f45a47f-4556-4e5f-ad53-60c09a0474fa None None] DHCP port deletion for a036544d-3691-439b-b976-1126035d501b request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:57:33.253021 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-8f45a47f-4556-4e5f-ad53-60c09a0474fa None None] Deleting port 2123dd23-f62b-40bb-9571-1817c3697e7e {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:57:33.253431 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8f45a47f-4556-4e5f-ad53-60c09a0474fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:33.318219 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-41e99f82-2f50-4938-b487-9370ddbe2a3e tempest-RoutersAdminNegativeIpV6Test-6715741 tempest-RoutersAdminNegativeIpV6Test-6715741-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:33.342161 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-19d02db3-97e6-4ead-95b5-9b08166ab295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:33.355904 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-41e99f82-2f50-4938-b487-9370ddbe2a3e tempest-RoutersAdminNegativeIpV6Test-6715741 tempest-RoutersAdminNegativeIpV6Test-6715741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:33.490334 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-19d02db3-97e6-4ead-95b5-9b08166ab295 admin admin] Deleting port 2123dd23-f62b-40bb-9571-1817c3697e7e {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:57:33.490765 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-19d02db3-97e6-4ead-95b5-9b08166ab295 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:33.667196 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-41e99f82-2f50-4938-b487-9370ddbe2a3e tempest-RoutersAdminNegativeIpV6Test-6715741 tempest-RoutersAdminNegativeIpV6Test-6715741-project-admin] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:33.721892 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-8f45a47f-4556-4e5f-ad53-60c09a0474fa None None] For port 2123dd23-f62b-40bb-9571-1817c3697e7e, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=2123dd23-f62b-40bb-9571-1817c3697e7e,segment=NetworkSegment(05d7c49e-fddd-43be-bac9-c48445145ddc),segment_id=05d7c49e-fddd-43be-bac9-c48445145ddc)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:57:33.722411 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8f45a47f-4556-4e5f-ad53-60c09a0474fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:33.887435 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-8f45a47f-4556-4e5f-ad53-60c09a0474fa None None] Calling delete_port for 2123dd23-f62b-40bb-9571-1817c3697e7e owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:57:33.981646 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8f45a47f-4556-4e5f-ad53-60c09a0474fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:34.045222 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f45a47f-4556-4e5f-ad53-60c09a0474fa None None] Pushing event deleted for resources: {'Port': ['ID=2123dd23-f62b-40bb-9571-1817c3697e7e,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:34.059818 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-19d02db3-97e6-4ead-95b5-9b08166ab295 admin admin] For port 2123dd23-f62b-40bb-9571-1817c3697e7e, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=2123dd23-f62b-40bb-9571-1817c3697e7e,segment=NetworkSegment(05d7c49e-fddd-43be-bac9-c48445145ddc),segment_id=05d7c49e-fddd-43be-bac9-c48445145ddc)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:57:34.060464 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-19d02db3-97e6-4ead-95b5-9b08166ab295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:34.065083 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f45a47f-4556-4e5f-ad53-60c09a0474fa None None] No DVR routers for this DVR port 2123dd23-f62b-40bb-9571-1817c3697e7e on host n-d-843939-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:57:34.066970 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f45a47f-4556-4e5f-ad53-60c09a0474fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:57:34.068874 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f45a47f-4556-4e5f-ad53-60c09a0474fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:57:34.068874 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f45a47f-4556-4e5f-ad53-60c09a0474fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:57:34.068874 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f45a47f-4556-4e5f-ad53-60c09a0474fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:57:34.068874 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f45a47f-4556-4e5f-ad53-60c09a0474fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:57:34.068874 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f45a47f-4556-4e5f-ad53-60c09a0474fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:57:34.070632 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f45a47f-4556-4e5f-ad53-60c09a0474fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:57:34.070632 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f45a47f-4556-4e5f-ad53-60c09a0474fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:57:34.071461 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f5c523e8-14de-4773-bf5f-3693860ca2b4 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:34.071634 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f45a47f-4556-4e5f-ad53-60c09a0474fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:57:34.071747 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f45a47f-4556-4e5f-ad53-60c09a0474fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:57:34.072313 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f45a47f-4556-4e5f-ad53-60c09a0474fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:57:34.072775 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f45a47f-4556-4e5f-ad53-60c09a0474fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:57:34.156169 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-41e99f82-2f50-4938-b487-9370ddbe2a3e tempest-RoutersAdminNegativeIpV6Test-6715741 tempest-RoutersAdminNegativeIpV6Test-6715741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:34.158821 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-41e99f82-2f50-4938-b487-9370ddbe2a3e tempest-RoutersAdminNegativeIpV6Test-6715741 tempest-RoutersAdminNegativeIpV6Test-6715741-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:34.189641 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-41e99f82-2f50-4938-b487-9370ddbe2a3e tempest-RoutersAdminNegativeIpV6Test-6715741 tempest-RoutersAdminNegativeIpV6Test-6715741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:34.190356 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41e99f82-2f50-4938-b487-9370ddbe2a3e tempest-RoutersAdminNegativeIpV6Test-6715741 tempest-RoutersAdminNegativeIpV6Test-6715741-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7ded0b69-3ee9-4b6d-9a80-16005dafa74b {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:57:34.218369 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-41e99f82-2f50-4938-b487-9370ddbe2a3e tempest-RoutersAdminNegativeIpV6Test-6715741 tempest-RoutersAdminNegativeIpV6Test-6715741-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 31 13:57:34.220034 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-41e99f82-2f50-4938-b487-9370ddbe2a3e tempest-RoutersAdminNegativeIpV6Test-6715741 tempest-RoutersAdminNegativeIpV6Test-6715741-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.2693698 May 31 13:57:34.223403 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 51306) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:34.256716 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-19d02db3-97e6-4ead-95b5-9b08166ab295 admin admin] Calling delete_port for 2123dd23-f62b-40bb-9571-1817c3697e7e owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:57:34.317602 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-3697b6b2-0c8b-4ec5-b31b-d7f4f92ae049 tempest-RoutersAdminNegativeIpV6Test-6715741 tempest-RoutersAdminNegativeIpV6Test-6715741-project-admin] Deleting port d9288bc7-05f5-4977-9b95-eced0adf4a70 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:57:34.317955 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3697b6b2-0c8b-4ec5-b31b-d7f4f92ae049 tempest-RoutersAdminNegativeIpV6Test-6715741 tempest-RoutersAdminNegativeIpV6Test-6715741-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:34.474998 n-d-843939-1 neutron-server[88370]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:57:34.474998 n-d-843939-1 neutron-server[88370]: util.warn( May 31 13:57:34.474998 n-d-843939-1 neutron-server[88370]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:57:34.474998 n-d-843939-1 neutron-server[88370]: util.warn( May 31 13:57:34.474998 n-d-843939-1 neutron-server[88370]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:57:34.474998 n-d-843939-1 neutron-server[88370]: util.warn( May 31 13:57:34.474998 n-d-843939-1 neutron-server[88370]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:57:34.474998 n-d-843939-1 neutron-server[88370]: util.warn( May 31 13:57:34.474998 n-d-843939-1 neutron-server[88370]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:57:34.474998 n-d-843939-1 neutron-server[88370]: util.warn( May 31 13:57:34.474998 n-d-843939-1 neutron-server[88370]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:57:34.474998 n-d-843939-1 neutron-server[88370]: util.warn( May 31 13:57:34.474998 n-d-843939-1 neutron-server[88370]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:57:34.474998 n-d-843939-1 neutron-server[88370]: util.warn( May 31 13:57:34.474998 n-d-843939-1 neutron-server[88370]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:57:34.474998 n-d-843939-1 neutron-server[88370]: util.warn( May 31 13:57:34.474998 n-d-843939-1 neutron-server[88370]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:57:34.474998 n-d-843939-1 neutron-server[88370]: util.warn( May 31 13:57:34.474998 n-d-843939-1 neutron-server[88370]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:57:34.474998 n-d-843939-1 neutron-server[88370]: util.warn( May 31 13:57:34.474998 n-d-843939-1 neutron-server[88370]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:57:34.474998 n-d-843939-1 neutron-server[88370]: util.warn( May 31 13:57:34.474998 n-d-843939-1 neutron-server[88370]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:57:34.474998 n-d-843939-1 neutron-server[88370]: util.warn( May 31 13:57:34.474998 n-d-843939-1 neutron-server[88370]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:57:34.474998 n-d-843939-1 neutron-server[88370]: util.warn( May 31 13:57:34.474998 n-d-843939-1 neutron-server[88370]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:57:34.474998 n-d-843939-1 neutron-server[88370]: util.warn( May 31 13:57:34.474998 n-d-843939-1 neutron-server[88370]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:57:34.474998 n-d-843939-1 neutron-server[88370]: util.warn( May 31 13:57:34.474998 n-d-843939-1 neutron-server[88370]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:57:34.474998 n-d-843939-1 neutron-server[88370]: util.warn( May 31 13:57:34.474998 n-d-843939-1 neutron-server[88370]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:57:34.474998 n-d-843939-1 neutron-server[88370]: util.warn( May 31 13:57:34.474998 n-d-843939-1 neutron-server[88370]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:57:34.474998 n-d-843939-1 neutron-server[88370]: util.warn( May 31 13:57:34.474998 n-d-843939-1 neutron-server[88370]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:57:34.474998 n-d-843939-1 neutron-server[88370]: util.warn( May 31 13:57:34.474998 n-d-843939-1 neutron-server[88370]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:57:34.474998 n-d-843939-1 neutron-server[88370]: util.warn( May 31 13:57:34.474998 n-d-843939-1 neutron-server[88370]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:57:34.474998 n-d-843939-1 neutron-server[88370]: util.warn( May 31 13:57:34.474998 n-d-843939-1 neutron-server[88370]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:57:34.474998 n-d-843939-1 neutron-server[88370]: util.warn( May 31 13:57:34.474998 n-d-843939-1 neutron-server[88370]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:57:34.474998 n-d-843939-1 neutron-server[88370]: util.warn( May 31 13:57:34.474998 n-d-843939-1 neutron-server[88370]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:57:34.474998 n-d-843939-1 neutron-server[88370]: util.warn( May 31 13:57:34.474998 n-d-843939-1 neutron-server[88370]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:57:34.474998 n-d-843939-1 neutron-server[88370]: util.warn( May 31 13:57:34.474998 n-d-843939-1 neutron-server[88370]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:57:34.474998 n-d-843939-1 neutron-server[88370]: util.warn( May 31 13:57:34.474998 n-d-843939-1 neutron-server[88370]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:57:34.474998 n-d-843939-1 neutron-server[88370]: util.warn( May 31 13:57:34.474998 n-d-843939-1 neutron-server[88370]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 13:57:34.474998 n-d-843939-1 neutron-server[88370]: util.warn( May 31 13:57:34.519865 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.api [None req-19d02db3-97e6-4ead-95b5-9b08166ab295 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88370) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:57:34.520165 n-d-843939-1 neutron-server[88370]: DEBUG oslo_db.api [None req-19d02db3-97e6-4ead-95b5-9b08166ab295 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:57:34.603694 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5c523e8-14de-4773-bf5f-3693860ca2b4 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Router 43e3909e-49de-4e11-935f-4aad85a8695f is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 13:57:34.665449 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3697b6b2-0c8b-4ec5-b31b-d7f4f92ae049 tempest-RoutersAdminNegativeIpV6Test-6715741 tempest-RoutersAdminNegativeIpV6Test-6715741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:34.816105 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-3697b6b2-0c8b-4ec5-b31b-d7f4f92ae049 tempest-RoutersAdminNegativeIpV6Test-6715741 tempest-RoutersAdminNegativeIpV6Test-6715741-project-admin] Calling delete_port for d9288bc7-05f5-4977-9b95-eced0adf4a70 owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:57:34.854666 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c523e8-14de-4773-bf5f-3693860ca2b4 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:57:34.864835 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684fbf92-7f06-4020-9631-784e816c9798 None None] Sync routers for ids ['43e3909e-49de-4e11-935f-4aad85a8695f'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:57:34.880529 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684fbf92-7f06-4020-9631-784e816c9798 None None] Routers {'43e3909e-49de-4e11-935f-4aad85a8695f'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:57:34.880854 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-684fbf92-7f06-4020-9631-784e816c9798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:57:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['43e3909e-49de-4e11-935f-4aad85a8695f'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:57:34.905966 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f5c523e8-14de-4773-bf5f-3693860ca2b4 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:34.910975 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-f5c523e8-14de-4773-bf5f-3693860ca2b4 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.6147392 May 31 13:57:34.918603 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 51314) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:34.924214 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-832a916e-9e05-4976-a6ca-c612a53e8923 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:57:35.016464 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 2123dd23-f62b-40bb-9571-1817c3697e7e no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:57:35.034588 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3697b6b2-0c8b-4ec5-b31b-d7f4f92ae049 tempest-RoutersAdminNegativeIpV6Test-6715741 tempest-RoutersAdminNegativeIpV6Test-6715741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:35.044980 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-19d02db3-97e6-4ead-95b5-9b08166ab295 admin admin] Deleting port 2123dd23-f62b-40bb-9571-1817c3697e7e {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:57:35.046513 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-19d02db3-97e6-4ead-95b5-9b08166ab295 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:35.050138 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-684fbf92-7f06-4020-9631-784e816c9798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:57:35.069024 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684fbf92-7f06-4020-9631-784e816c9798 None None] Routers {'43e3909e-49de-4e11-935f-4aad85a8695f'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:57:35.070071 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-684fbf92-7f06-4020-9631-784e816c9798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:57:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['43e3909e-49de-4e11-935f-4aad85a8695f'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:57:35.096359 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 2123dd23-f62b-40bb-9571-1817c3697e7e {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:57:35.096709 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 2123dd23-f62b-40bb-9571-1817c3697e7e not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:57:35.139862 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3697b6b2-0c8b-4ec5-b31b-d7f4f92ae049 tempest-RoutersAdminNegativeIpV6Test-6715741 tempest-RoutersAdminNegativeIpV6Test-6715741-project-admin] Pushing event deleted for resources: {'Port': ['ID=d9288bc7-05f5-4977-9b95-eced0adf4a70,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:35.167971 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-684fbf92-7f06-4020-9631-784e816c9798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:57:35.168401 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-19d02db3-97e6-4ead-95b5-9b08166ab295 admin admin] The port '2123dd23-f62b-40bb-9571-1817c3697e7e' was deleted {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 13:57:35.168907 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684fbf92-7f06-4020-9631-784e816c9798 None None] The sync data for ids ['43e3909e-49de-4e11-935f-4aad85a8695f'] in n-d-843939-1 is: [] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:57:35.222660 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3697b6b2-0c8b-4ec5-b31b-d7f4f92ae049 tempest-RoutersAdminNegativeIpV6Test-6715741 tempest-RoutersAdminNegativeIpV6Test-6715741-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:35.244416 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-3697b6b2-0c8b-4ec5-b31b-d7f4f92ae049 tempest-RoutersAdminNegativeIpV6Test-6715741 tempest-RoutersAdminNegativeIpV6Test-6715741-project-admin] 10.222.0.50 "DELETE /v2.0/ports/d9288bc7-05f5-4977-9b95-eced0adf4a70 HTTP/1.1" status: 204 len: 168 time: 1.0193930 May 31 13:57:35.575586 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-19d02db3-97e6-4ead-95b5-9b08166ab295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:35.613206 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 51326) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:35.812299 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-19d02db3-97e6-4ead-95b5-9b08166ab295 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a036544d-3691-439b-b976-1126035d501b']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:57:35.832621 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-19d02db3-97e6-4ead-95b5-9b08166ab295 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05d7c49e-fddd-43be-bac9-c48445145ddc') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:57:35.832919 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-19d02db3-97e6-4ead-95b5-9b08166ab295 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05d7c49e-fddd-43be-bac9-c48445145ddc') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:57:35.875590 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6c02b577-34c9-4a3b-a745-b00bbd6e3d89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:35.916374 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6c02b577-34c9-4a3b-a745-b00bbd6e3d89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:57:35.920503 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-6c02b577-34c9-4a3b-a745-b00bbd6e3d89 admin admin] Usage tracker for resource:security_group_rule and tenant:8cb278d4bf5c428f937294525d0c0d3c is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:57:35.926429 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-6c02b577-34c9-4a3b-a745-b00bbd6e3d89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:57:35.938584 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6c02b577-34c9-4a3b-a745-b00bbd6e3d89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:57:35.948952 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-19d02db3-97e6-4ead-95b5-9b08166ab295 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:35.999162 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-19d02db3-97e6-4ead-95b5-9b08166ab295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:36.012693 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19d02db3-97e6-4ead-95b5-9b08166ab295 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:57:36.013165 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-19d02db3-97e6-4ead-95b5-9b08166ab295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:36.137490 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6c02b577-34c9-4a3b-a745-b00bbd6e3d89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:36.142378 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6c02b577-34c9-4a3b-a745-b00bbd6e3d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:36.195910 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-6c02b577-34c9-4a3b-a745-b00bbd6e3d89 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8cb278d4bf5c428f937294525d0c0d3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5812280 May 31 13:57:36.196937 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 51344) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:36.252336 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 05d7c49e-fddd-43be-bac9-c48445145ddc resource provider aggregate not found May 31 13:57:36.309071 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 05d7c49e-fddd-43be-bac9-c48445145ddc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 05d7c49e-fddd-43be-bac9-c48445145ddc found for delete ", "request_id": "req-421c8923-bd1d-4318-99da-636ef612b8db"}]} May 31 13:57:36.341343 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-832a916e-9e05-4976-a6ca-c612a53e8923 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:36.354509 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-19d02db3-97e6-4ead-95b5-9b08166ab295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:36.394515 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-19d02db3-97e6-4ead-95b5-9b08166ab295 admin admin] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:36.427248 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c02b577-34c9-4a3b-a745-b00bbd6e3d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb042de-805c-4088-8c2b-28351779912d,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:36.436604 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-19d02db3-97e6-4ead-95b5-9b08166ab295 admin admin] 10.222.0.50 "DELETE /v2.0/networks/a036544d-3691-439b-b976-1126035d501b HTTP/1.1" status: 204 len: 168 time: 3.6330030 May 31 13:57:36.437609 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 51354) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:36.451642 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d02db3-97e6-4ead-95b5-9b08166ab295 admin admin] Pushing event deleted for resources: {'Network': ['ID=a036544d-3691-439b-b976-1126035d501b,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:36.454399 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-832a916e-9e05-4976-a6ca-c612a53e8923 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:36.473427 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-832a916e-9e05-4976-a6ca-c612a53e8923 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Deleting port 596919e2-9d77-47ac-9039-4c98c70ea1d7 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:57:36.473778 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-832a916e-9e05-4976-a6ca-c612a53e8923 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:36.617066 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2f1632a1-d2c8-482a-9843-1edd0a87c02b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:36.716305 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-832a916e-9e05-4976-a6ca-c612a53e8923 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:36.871583 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-832a916e-9e05-4976-a6ca-c612a53e8923 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Calling delete_port for 596919e2-9d77-47ac-9039-4c98c70ea1d7 owned by network:router_gateway {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:57:37.055547 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-832a916e-9e05-4976-a6ca-c612a53e8923 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:37.121459 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832a916e-9e05-4976-a6ca-c612a53e8923 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Pushing event deleted for resources: {'Port': ['ID=596919e2-9d77-47ac-9039-4c98c70ea1d7,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:37.142046 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2f1632a1-d2c8-482a-9843-1edd0a87c02b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:37.244809 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-832a916e-9e05-4976-a6ca-c612a53e8923 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577389'] for router_gateway, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:37.264600 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2f1632a1-d2c8-482a-9843-1edd0a87c02b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:37.286963 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1632a1-d2c8-482a-9843-1edd0a87c02b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb042de-805c-4088-8c2b-28351779912d,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:37.298487 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2f1632a1-d2c8-482a-9843-1edd0a87c02b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:37.302024 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-2f1632a1-d2c8-482a-9843-1edd0a87c02b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7bb042de-805c-4088-8c2b-28351779912d HTTP/1.1" status: 204 len: 168 time: 1.0986371 May 31 13:57:37.338688 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-af1a9f40-316d-4794-bee5-1df42debd8db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:37.556487 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:37.797908 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 51368) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:37.798611 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-af1a9f40-316d-4794-bee5-1df42debd8db admin admin] Deleting port 8cefd45b-e055-4f87-b1dd-4f246ad71bb1 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:57:37.798945 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-af1a9f40-316d-4794-bee5-1df42debd8db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:37.917064 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-832a916e-9e05-4976-a6ca-c612a53e8923 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:37.921444 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-832a916e-9e05-4976-a6ca-c612a53e8923 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1578611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1578620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1575237'] for router, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:37.980676 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-bcde3d4f-70bd-48bb-8cfc-9e2961f9bc88 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=24c2a8b2488b458c84446f79a75bc2eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1561995 May 31 13:57:37.983586 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 51372) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:38.074924 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-af1a9f40-316d-4794-bee5-1df42debd8db admin admin] For port 8cefd45b-e055-4f87-b1dd-4f246ad71bb1, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=8cefd45b-e055-4f87-b1dd-4f246ad71bb1,segment=NetworkSegment(73a30f5d-0e86-4b29-98d2-608f18d563d9),segment_id=73a30f5d-0e86-4b29-98d2-608f18d563d9)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:57:38.075309 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-af1a9f40-316d-4794-bee5-1df42debd8db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:38.076923 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-832a916e-9e05-4976-a6ca-c612a53e8923 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Router 43e3909e-49de-4e11-935f-4aad85a8695f has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:57:38.157436 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-39160515-f9cc-4d30-b4db-9c007866fc74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:38.258429 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-832a916e-9e05-4976-a6ca-c612a53e8923 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:57:38.271770 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6156f4-0518-491a-98dc-f95bac6b9e95 None None] Sync routers for ids ['43e3909e-49de-4e11-935f-4aad85a8695f'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:57:38.281771 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-832a916e-9e05-4976-a6ca-c612a53e8923 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:38.283785 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-832a916e-9e05-4976-a6ca-c612a53e8923 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] 10.222.0.50 "PUT /v2.0/routers/43e3909e-49de-4e11-935f-4aad85a8695f HTTP/1.1" status: 200 len: 706 time: 3.3640900 May 31 13:57:38.286490 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 51380) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:38.290014 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6156f4-0518-491a-98dc-f95bac6b9e95 None None] Routers {'43e3909e-49de-4e11-935f-4aad85a8695f'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:57:38.292894 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-7d6156f4-0518-491a-98dc-f95bac6b9e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:57:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['43e3909e-49de-4e11-935f-4aad85a8695f'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:57:38.356106 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-af1a9f40-316d-4794-bee5-1df42debd8db admin admin] Calling delete_port for 8cefd45b-e055-4f87-b1dd-4f246ad71bb1 owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:57:38.415832 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-7d6156f4-0518-491a-98dc-f95bac6b9e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:57:38.418152 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-39160515-f9cc-4d30-b4db-9c007866fc74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:38.436778 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6156f4-0518-491a-98dc-f95bac6b9e95 None None] Routers {'43e3909e-49de-4e11-935f-4aad85a8695f'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:57:38.437441 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-7d6156f4-0518-491a-98dc-f95bac6b9e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:57:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['43e3909e-49de-4e11-935f-4aad85a8695f'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:57:38.531159 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-7d6156f4-0518-491a-98dc-f95bac6b9e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:57:38.532024 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6156f4-0518-491a-98dc-f95bac6b9e95 None None] The sync data for ids ['43e3909e-49de-4e11-935f-4aad85a8695f'] in n-d-843939-1 is: [] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:57:38.546287 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-39160515-f9cc-4d30-b4db-9c007866fc74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:38.579965 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39160515-f9cc-4d30-b4db-9c007866fc74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92efbfdb-986c-4d74-8588-6f18bec20fc4,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:38.587787 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-39160515-f9cc-4d30-b4db-9c007866fc74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:38.588952 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-39160515-f9cc-4d30-b4db-9c007866fc74 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/92efbfdb-986c-4d74-8588-6f18bec20fc4 HTTP/1.1" status: 204 len: 168 time: 0.6044528 May 31 13:57:38.658705 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-7d9f8c0e-fb3d-40b5-8f15-8c2f099132ec tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] 10.222.0.50 "GET /v2.0/routers/43e3909e-49de-4e11-935f-4aad85a8695f HTTP/1.1" status: 200 len: 741 time: 0.3677318 May 31 13:57:38.658705 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 51390) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:38.702291 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-af1a9f40-316d-4794-bee5-1df42debd8db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:38.740675 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-25d2eae5-5b6c-400f-bc41-7044a485049f tempest-RoutersAdminTest-2003970173 tempest-RoutersAdminTest-2003970173-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=d2103cd5-63ba-4c24-9d95-fd17643bf14c&device_id=43e3909e-49de-4e11-935f-4aad85a8695f HTTP/1.1" status: 200 len: 205 time: 0.0785861 May 31 13:57:38.741114 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 51396) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:38.781575 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1a9f40-316d-4794-bee5-1df42debd8db admin admin] Pushing event deleted for resources: {'Port': ['ID=8cefd45b-e055-4f87-b1dd-4f246ad71bb1,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:38.802699 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-9a781821-d203-4f17-869a-b1d42ab120e8 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] 10.222.0.50 "GET /v2.0/ports?device_id=43e3909e-49de-4e11-935f-4aad85a8695f HTTP/1.1" status: 200 len: 205 time: 0.0569651 May 31 13:57:38.802699 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 51400) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:39.068118 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:39.197201 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6361dc46-bc5e-4a60-a13f-59c4efdfd5b8 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks [] for router, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:39.337855 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-af1a9f40-316d-4794-bee5-1df42debd8db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:40.017952 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6361dc46-bc5e-4a60-a13f-59c4efdfd5b8 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:40.021779 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6361dc46-bc5e-4a60-a13f-59c4efdfd5b8 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:40.068192 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6361dc46-bc5e-4a60-a13f-59c4efdfd5b8 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:40.068837 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6361dc46-bc5e-4a60-a13f-59c4efdfd5b8 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Fanout notify agent at l3_agent the message router_deleted on router 43e3909e-49de-4e11-935f-4aad85a8695f {{(pid=88370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:57:40.086205 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af1a9f40-316d-4794-bee5-1df42debd8db admin admin] Router fa47b1b5-994f-4c56-b9c6-902d3443c189 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:57:40.101665 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6361dc46-bc5e-4a60-a13f-59c4efdfd5b8 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:40.111959 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-6361dc46-bc5e-4a60-a13f-59c4efdfd5b8 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] 10.222.0.50 "DELETE /v2.0/routers/43e3909e-49de-4e11-935f-4aad85a8695f HTTP/1.1" status: 204 len: 168 time: 1.3080828 May 31 13:57:40.119733 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 51432) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:40.225752 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-8d16e5fa-00fa-4aa4-b827-cf25b22be290 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] 10.222.0.50 "GET /v2.0/ports?device_id=43e3909e-49de-4e11-935f-4aad85a8695f HTTP/1.1" status: 200 len: 205 time: 0.1040535 May 31 13:57:40.226821 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 51438) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:40.337650 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af1a9f40-316d-4794-bee5-1df42debd8db admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:57:40.337908 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [None req-c4919003-2586-4b35-95df-b82ab4d8457a tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] delete failed (client error): The resource could not be found. May 31 13:57:40.337908 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c4919003-2586-4b35-95df-b82ab4d8457a tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] 10.222.0.50 "DELETE /v2.0/routers/43e3909e-49de-4e11-935f-4aad85a8695f HTTP/1.1" status: 404 len: 336 time: 0.1060464 May 31 13:57:40.337908 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 51444) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:40.342128 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4276db-9a7c-4cc8-80ee-00900bfe89f0 None None] Sync routers for ids ['fa47b1b5-994f-4c56-b9c6-902d3443c189'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:57:40.354431 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4276db-9a7c-4cc8-80ee-00900bfe89f0 None None] Routers {'fa47b1b5-994f-4c56-b9c6-902d3443c189'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:57:40.356604 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-8d4276db-9a7c-4cc8-80ee-00900bfe89f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:57:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['fa47b1b5-994f-4c56-b9c6-902d3443c189'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:57:40.369321 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-af1a9f40-316d-4794-bee5-1df42debd8db admin admin] 10.222.0.50 "PUT /v2.0/routers/fa47b1b5-994f-4c56-b9c6-902d3443c189/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9310553 May 31 13:57:40.372204 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 51448) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:40.419098 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-4d898c26-6995-41de-a1de-a47cd3e28525 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] 10.222.0.50 "GET /v2.0/ports?device_id=b71efd4d-77d8-4b7a-a406-1c7e41f9aa0a HTTP/1.1" status: 200 len: 205 time: 0.0804338 May 31 13:57:40.420501 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 51454) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:40.582571 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0bddc9d3-067d-4c1a-9c7f-0a3398696348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:40.616785 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [None req-2b2ea4c4-e757-4b1b-953a-2b2ea6956de8 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] delete failed (client error): The resource could not be found. May 31 13:57:40.621869 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-2b2ea4c4-e757-4b1b-953a-2b2ea6956de8 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] 10.222.0.50 "DELETE /v2.0/routers/b71efd4d-77d8-4b7a-a406-1c7e41f9aa0a HTTP/1.1" status: 404 len: 336 time: 0.1961253 May 31 13:57:40.625133 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 51460) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:40.707818 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-8d4276db-9a7c-4cc8-80ee-00900bfe89f0 None None] Set router fa47b1b5-994f-4c56-b9c6-902d3443c189 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:57:40.721182 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b9439911-816b-49be-8737-2fe4336f0bd7 admin admin] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:40.728373 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-f0254a3f-1eda-4457-aebb-93225811d1dc tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3218eff-05c9-409e-96e3-7b8122e2785f HTTP/1.1" status: 200 len: 205 time: 0.0913155 May 31 13:57:40.729052 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 51464) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:40.897329 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [None req-d2e6c548-d887-46fe-99e9-ecebf2497b9a tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] delete failed (client error): The resource could not be found. May 31 13:57:40.898951 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-d2e6c548-d887-46fe-99e9-ecebf2497b9a tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] 10.222.0.50 "DELETE /v2.0/routers/c3218eff-05c9-409e-96e3-7b8122e2785f HTTP/1.1" status: 404 len: 336 time: 0.1689322 May 31 13:57:40.901730 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 51478) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:41.009148 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-82af3fe4-d304-4f2c-a22b-f8c6c155fa52 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] 10.222.0.50 "GET /v2.0/ports?device_id=e0367f7a-f975-4a7e-9d40-8a7af97a1ca9 HTTP/1.1" status: 200 len: 205 time: 0.1062469 May 31 13:57:41.010169 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 51486) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:41.105688 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [None req-2684dc00-3b05-43c6-8799-ddcbb938eb28 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] delete failed (client error): The resource could not be found. May 31 13:57:41.109058 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-2684dc00-3b05-43c6-8799-ddcbb938eb28 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] 10.222.0.50 "DELETE /v2.0/routers/e0367f7a-f975-4a7e-9d40-8a7af97a1ca9 HTTP/1.1" status: 404 len: 336 time: 0.0953920 May 31 13:57:41.109907 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 51492) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:41.193079 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-3aec3efd-bebf-450b-9e02-2368d07cd97a tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] 10.222.0.50 "GET /v2.0/ports?device_id=1dbbe7b4-f8c1-4f12-8c60-3ab69d719916 HTTP/1.1" status: 200 len: 205 time: 0.0797362 May 31 13:57:41.193380 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 51498) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:41.264405 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [None req-e686240f-c83b-457c-8b3e-301ba4761249 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] delete failed (client error): The resource could not be found. May 31 13:57:41.268025 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-e686240f-c83b-457c-8b3e-301ba4761249 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] 10.222.0.50 "DELETE /v2.0/routers/1dbbe7b4-f8c1-4f12-8c60-3ab69d719916 HTTP/1.1" status: 404 len: 336 time: 0.0710583 May 31 13:57:41.268327 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 51504) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:41.320653 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-8d4276db-9a7c-4cc8-80ee-00900bfe89f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa47b1b5-994f-4c56-b9c6-902d3443c189', 'name': 'tempest-TestServerBasicOps-828807138-router', 'tenant_id': 'a3748b27b9a54b2ca310bad5a784c247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': 'a4fad478-0840-4a62-8e35-6a7ba6b718b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:50:54Z', 'updated_at': '2022-05-31T13:57:38Z', 'revision_number': 5, 'project_id': 'a3748b27b9a54b2ca310bad5a784c247', 'gw_port': {'id': 'a4fad478-0840-4a62-8e35-6a7ba6b718b2', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:59:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa47b1b5-994f-4c56-b9c6-902d3443c189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:50:58Z', 'updated_at': '2022-05-31T13:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:57:41.327858 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4276db-9a7c-4cc8-80ee-00900bfe89f0 None None] Checking router: fa47b1b5-994f-4c56-b9c6-902d3443c189 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:57:41.331007 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-6a55203e-dec4-4344-98fa-4a5a59ac4937 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e269dba-27ce-4801-9e0d-654dbfc176ba HTTP/1.1" status: 200 len: 205 time: 0.0592911 May 31 13:57:41.331742 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 51510) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:41.344917 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4276db-9a7c-4cc8-80ee-00900bfe89f0 None None] Routers {'fa47b1b5-994f-4c56-b9c6-902d3443c189'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:57:41.345469 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-8d4276db-9a7c-4cc8-80ee-00900bfe89f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:57:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['fa47b1b5-994f-4c56-b9c6-902d3443c189'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:57:41.465672 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-edebfe85-c4f9-46ac-b9e2-c8b3f28a51f9 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] delete failed (client error): The resource could not be found. May 31 13:57:41.469257 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-edebfe85-c4f9-46ac-b9e2-c8b3f28a51f9 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] 10.222.0.50 "DELETE /v2.0/routers/2e269dba-27ce-4801-9e0d-654dbfc176ba HTTP/1.1" status: 404 len: 336 time: 0.1340857 May 31 13:57:41.469534 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 51516) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:41.502588 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 51520) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:41.544233 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b9439911-816b-49be-8737-2fe4336f0bd7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:41.556611 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e410d5f-0810-49ca-b4ca-ca8468ad5867 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] DELETE failed (client error): The resource could not be found. May 31 13:57:41.557111 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e410d5f-0810-49ca-b4ca-ca8468ad5867 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 13:57:41.561902 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-b9439911-816b-49be-8737-2fe4336f0bd7 admin admin] Deleting port a4fad478-0840-4a62-8e35-6a7ba6b718b2 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:57:41.561902 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b9439911-816b-49be-8737-2fe4336f0bd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:41.574536 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-2e410d5f-0810-49ca-b4ca-ca8468ad5867 tempest-RoutersAdminTest-511679229 tempest-RoutersAdminTest-511679229-project] 10.222.0.50 "DELETE /v2.0/subnets/5b4253f6-e501-4486-82f0-3970f3f7252c HTTP/1.1" status: 404 len: 337 time: 0.0886660 May 31 13:57:41.763852 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-8d4276db-9a7c-4cc8-80ee-00900bfe89f0 None None] Set router fa47b1b5-994f-4c56-b9c6-902d3443c189 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:57:41.787048 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-da5e99c4-e4b5-4d79-8520-eb05b40230d4 tempest-RoutersAdminNegativeTest-1848063583 tempest-RoutersAdminNegativeTest-1848063583-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-789532662', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:57:41.815718 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-da5e99c4-e4b5-4d79-8520-eb05b40230d4 tempest-RoutersAdminNegativeTest-1848063583 tempest-RoutersAdminNegativeTest-1848063583-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:57:41.836063 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-da5e99c4-e4b5-4d79-8520-eb05b40230d4 tempest-RoutersAdminNegativeTest-1848063583 tempest-RoutersAdminNegativeTest-1848063583-project-admin] Usage tracker for resource:port and tenant:0f35210b6f9b40f6be4056fa10100ba8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:57:41.848108 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-da5e99c4-e4b5-4d79-8520-eb05b40230d4 tempest-RoutersAdminNegativeTest-1848063583 tempest-RoutersAdminNegativeTest-1848063583-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:57:41.859737 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-da5e99c4-e4b5-4d79-8520-eb05b40230d4 tempest-RoutersAdminNegativeTest-1848063583 tempest-RoutersAdminNegativeTest-1848063583-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:57:41.900791 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da5e99c4-e4b5-4d79-8520-eb05b40230d4 tempest-RoutersAdminNegativeTest-1848063583 tempest-RoutersAdminNegativeTest-1848063583-project-admin] Made reservation on behalf of 0f35210b6f9b40f6be4056fa10100ba8 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:57:41.904181 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-da5e99c4-e4b5-4d79-8520-eb05b40230d4 tempest-RoutersAdminNegativeTest-1848063583 tempest-RoutersAdminNegativeTest-1848063583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:41.934646 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-da5e99c4-e4b5-4d79-8520-eb05b40230d4 tempest-RoutersAdminNegativeTest-1848063583 tempest-RoutersAdminNegativeTest-1848063583-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:41.975372 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-b9439911-816b-49be-8737-2fe4336f0bd7 admin admin] For port a4fad478-0840-4a62-8e35-6a7ba6b718b2, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=a4fad478-0840-4a62-8e35-6a7ba6b718b2,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:57:41.977759 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b9439911-816b-49be-8737-2fe4336f0bd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:42.009957 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-da5e99c4-e4b5-4d79-8520-eb05b40230d4 tempest-RoutersAdminNegativeTest-1848063583 tempest-RoutersAdminNegativeTest-1848063583-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:57:42.025830 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 51532) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:42.101389 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-da5e99c4-e4b5-4d79-8520-eb05b40230d4 tempest-RoutersAdminNegativeTest-1848063583 tempest-RoutersAdminNegativeTest-1848063583-project-admin] Usage tracker for resource:security_group_rule and tenant:0f35210b6f9b40f6be4056fa10100ba8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:57:42.176686 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-da5e99c4-e4b5-4d79-8520-eb05b40230d4 tempest-RoutersAdminNegativeTest-1848063583 tempest-RoutersAdminNegativeTest-1848063583-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:57:42.187174 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-b9439911-816b-49be-8737-2fe4336f0bd7 admin admin] Calling delete_port for a4fad478-0840-4a62-8e35-6a7ba6b718b2 owned by network:router_gateway {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:57:42.224802 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-da5e99c4-e4b5-4d79-8520-eb05b40230d4 tempest-RoutersAdminNegativeTest-1848063583 tempest-RoutersAdminNegativeTest-1848063583-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:57:42.279418 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-8d4276db-9a7c-4cc8-80ee-00900bfe89f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa47b1b5-994f-4c56-b9c6-902d3443c189', 'name': 'tempest-TestServerBasicOps-828807138-router', 'tenant_id': 'a3748b27b9a54b2ca310bad5a784c247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': 'a4fad478-0840-4a62-8e35-6a7ba6b718b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:50:54Z', 'updated_at': '2022-05-31T13:57:38Z', 'revision_number': 5, 'project_id': 'a3748b27b9a54b2ca310bad5a784c247', 'gw_port': {'id': 'a4fad478-0840-4a62-8e35-6a7ba6b718b2', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:59:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa47b1b5-994f-4c56-b9c6-902d3443c189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:50:58Z', 'updated_at': '2022-05-31T13:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:57:42.285177 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4276db-9a7c-4cc8-80ee-00900bfe89f0 None None] The sync data for ids ['fa47b1b5-994f-4c56-b9c6-902d3443c189'] in n-d-843939-1 is: [{'id': 'fa47b1b5-994f-4c56-b9c6-902d3443c189', 'name': 'tempest-TestServerBasicOps-828807138-router', 'tenant_id': 'a3748b27b9a54b2ca310bad5a784c247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': 'a4fad478-0840-4a62-8e35-6a7ba6b718b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:50:54Z', 'updated_at': '2022-05-31T13:57:38Z', 'revision_number': 5, 'project_id': 'a3748b27b9a54b2ca310bad5a784c247', 'gw_port': {'id': 'a4fad478-0840-4a62-8e35-6a7ba6b718b2', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:59:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa47b1b5-994f-4c56-b9c6-902d3443c189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:50:58Z', 'updated_at': '2022-05-31T13:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:57:42.302161 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b3587d94-9f12-45d4-b798-2c82fe022c6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:42.334894 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-b3587d94-9f12-45d4-b798-2c82fe022c6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:57:42.348127 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-b3587d94-9f12-45d4-b798-2c82fe022c6a admin admin] Usage tracker for resource:security_group_rule and tenant:954524adc1f948e2b034d165dd0b1c59 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:57:42.352667 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-b3587d94-9f12-45d4-b798-2c82fe022c6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:57:42.359970 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-b3587d94-9f12-45d4-b798-2c82fe022c6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:57:42.525000 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b3587d94-9f12-45d4-b798-2c82fe022c6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:42.526463 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 51542) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:42.537823 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b3587d94-9f12-45d4-b798-2c82fe022c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:42.543929 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-da5e99c4-e4b5-4d79-8520-eb05b40230d4 tempest-RoutersAdminNegativeTest-1848063583 tempest-RoutersAdminNegativeTest-1848063583-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:42.566123 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-da5e99c4-e4b5-4d79-8520-eb05b40230d4 tempest-RoutersAdminNegativeTest-1848063583 tempest-RoutersAdminNegativeTest-1848063583-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:42.579608 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3587d94-9f12-45d4-b798-2c82fe022c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8675e94b-3a85-48e0-a3f0-a7ad0169983c,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:42.581372 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [None req-da5e99c4-e4b5-4d79-8520-eb05b40230d4 tempest-RoutersAdminNegativeTest-1848063583 tempest-RoutersAdminNegativeTest-1848063583-project-admin] device_id is not set on port 57b029d1-2db4-40d6-9d9a-7d7aef379d03 yet. {{(pid=88369) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:57:42.607724 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-b3587d94-9f12-45d4-b798-2c82fe022c6a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=954524adc1f948e2b034d165dd0b1c59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5807185 May 31 13:57:42.610370 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 51548) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:42.671138 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b9439911-816b-49be-8737-2fe4336f0bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:42.695235 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e5acede9-abff-4704-bc27-cfacfc81730e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:42.736386 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e5acede9-abff-4704-bc27-cfacfc81730e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:42.766919 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9439911-816b-49be-8737-2fe4336f0bd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4fad478-0840-4a62-8e35-6a7ba6b718b2,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:42.782451 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5e99c4-e4b5-4d79-8520-eb05b40230d4 tempest-RoutersAdminNegativeTest-1848063583 tempest-RoutersAdminNegativeTest-1848063583-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17fba1a1-c90d-4910-bda6-a32c4f21e6ee,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:42.840742 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-30cb9483-4cda-47da-b8c7-e64f872d10a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:42.855077 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a9799192-a31a-4447-9805-da689cf3adfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:42.872506 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-a9799192-a31a-4447-9805-da689cf3adfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:57:42.876711 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-a9799192-a31a-4447-9805-da689cf3adfe admin admin] Usage tracker for resource:security_group_rule and tenant:e6cc3e3bc8e446fba8b5c3996a25bceb is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:57:42.880125 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-a9799192-a31a-4447-9805-da689cf3adfe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:57:42.887677 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-a9799192-a31a-4447-9805-da689cf3adfe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:57:42.949820 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b9439911-816b-49be-8737-2fe4336f0bd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577389'] for router_gateway, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:42.979806 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e5acede9-abff-4704-bc27-cfacfc81730e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:43.001538 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a9799192-a31a-4447-9805-da689cf3adfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:43.005166 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5acede9-abff-4704-bc27-cfacfc81730e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8675e94b-3a85-48e0-a3f0-a7ad0169983c,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:43.010992 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a9799192-a31a-4447-9805-da689cf3adfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:43.063676 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 8cefd45b-e055-4f87-b1dd-4f246ad71bb1 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:57:43.082042 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-a9799192-a31a-4447-9805-da689cf3adfe admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e6cc3e3bc8e446fba8b5c3996a25bceb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5532939 May 31 13:57:43.087783 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 51554) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:43.093616 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e5acede9-abff-4704-bc27-cfacfc81730e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:43.097374 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-e5acede9-abff-4704-bc27-cfacfc81730e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8675e94b-3a85-48e0-a3f0-a7ad0169983c HTTP/1.1" status: 204 len: 168 time: 0.4834180 May 31 13:57:43.117718 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 8cefd45b-e055-4f87-b1dd-4f246ad71bb1 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:57:43.118077 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 8cefd45b-e055-4f87-b1dd-4f246ad71bb1 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:57:43.188145 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9799192-a31a-4447-9805-da689cf3adfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d59c1752-f4a7-4642-b1fb-4e6578bea650,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:43.196053 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9fc5c1b7-1090-426a-b5a7-2bc79e39e2ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:43.199866 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b9439911-816b-49be-8737-2fe4336f0bd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:43.203574 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b9439911-816b-49be-8737-2fe4336f0bd7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:43.222425 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-da5e99c4-e4b5-4d79-8520-eb05b40230d4 tempest-RoutersAdminNegativeTest-1848063583 tempest-RoutersAdminNegativeTest-1848063583-project-admin] Allocated IP 172.25.6.163 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/57b029d1-2db4-40d6-9d9a-7d7aef379d03) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:57:43.229634 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9fc5c1b7-1090-426a-b5a7-2bc79e39e2ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:43.246881 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b9439911-816b-49be-8737-2fe4336f0bd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:43.247373 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9439911-816b-49be-8737-2fe4336f0bd7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa47b1b5-994f-4c56-b9c6-902d3443c189 {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:57:43.293143 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9fc5c1b7-1090-426a-b5a7-2bc79e39e2ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:43.319077 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b9439911-816b-49be-8737-2fe4336f0bd7 admin admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:43.320303 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b9439911-816b-49be-8737-2fe4336f0bd7 admin admin] 10.222.0.50 "DELETE /v2.0/routers/fa47b1b5-994f-4c56-b9c6-902d3443c189 HTTP/1.1" status: 204 len: 168 time: 2.9471295 May 31 13:57:43.332002 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 51560) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:43.332629 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc5c1b7-1090-426a-b5a7-2bc79e39e2ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59c1752-f4a7-4642-b1fb-4e6578bea650,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:43.408713 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1c8d751-7e12-45f9-8b97-6732042cd22f admin admin] Deleting subnet b6ec9d50-3c16-442e-a62a-2b3191a20842 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:57:43.417360 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a1c8d751-7e12-45f9-8b97-6732042cd22f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:43.449136 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9fc5c1b7-1090-426a-b5a7-2bc79e39e2ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:43.450795 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-9fc5c1b7-1090-426a-b5a7-2bc79e39e2ed admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d59c1752-f4a7-4642-b1fb-4e6578bea650 HTTP/1.1" status: 204 len: 168 time: 0.3615806 May 31 13:57:43.503485 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a1c8d751-7e12-45f9-8b97-6732042cd22f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65507433'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:43.592287 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-da5e99c4-e4b5-4d79-8520-eb05b40230d4 tempest-RoutersAdminNegativeTest-1848063583 tempest-RoutersAdminNegativeTest-1848063583-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:43.616657 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a1c8d751-7e12-45f9-8b97-6732042cd22f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:43.637330 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-da5e99c4-e4b5-4d79-8520-eb05b40230d4 tempest-RoutersAdminNegativeTest-1848063583 tempest-RoutersAdminNegativeTest-1848063583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:43.657659 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 51568) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:43.834081 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:43.894750 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5e99c4-e4b5-4d79-8520-eb05b40230d4 tempest-RoutersAdminNegativeTest-1848063583 tempest-RoutersAdminNegativeTest-1848063583-project-admin] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:57:43.928217 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5e99c4-e4b5-4d79-8520-eb05b40230d4 tempest-RoutersAdminNegativeTest-1848063583 tempest-RoutersAdminNegativeTest-1848063583-project-admin] Pushing event updated for resources: {'Port': ['ID=57b029d1-2db4-40d6-9d9a-7d7aef379d03,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:43.932732 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:43.939181 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-da5e99c4-e4b5-4d79-8520-eb05b40230d4 tempest-RoutersAdminNegativeTest-1848063583 tempest-RoutersAdminNegativeTest-1848063583-project-admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:57:43.942289 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5e99c4-e4b5-4d79-8520-eb05b40230d4 tempest-RoutersAdminNegativeTest-1848063583 tempest-RoutersAdminNegativeTest-1848063583-project-admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:57:43.954732 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c52e0d6a-17bf-4b35-98dc-c6d51cd602a2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=98a0f736bbf645a3a9f7e5084a453c5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2933192 May 31 13:57:43.959822 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 51578) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:44.053800 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a1c8d751-7e12-45f9-8b97-6732042cd22f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65216469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65148562'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:44.055793 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5e99c4-e4b5-4d79-8520-eb05b40230d4 tempest-RoutersAdminNegativeTest-1848063583 tempest-RoutersAdminNegativeTest-1848063583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:57:44.056476 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-da5e99c4-e4b5-4d79-8520-eb05b40230d4 tempest-RoutersAdminNegativeTest-1848063583 tempest-RoutersAdminNegativeTest-1848063583-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:44.086134 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-da5e99c4-e4b5-4d79-8520-eb05b40230d4 tempest-RoutersAdminNegativeTest-1848063583 tempest-RoutersAdminNegativeTest-1848063583-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.5805657 May 31 13:57:44.090817 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 51590) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:44.097436 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-c68dc9ff-2321-49ac-a9de-fb12b097bf30 tempest-RoutersAdminNegativeTest-1848063583 tempest-RoutersAdminNegativeTest-1848063583-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.163'}]}}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:57:44.109131 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9124df9c-cbed-4383-ad00-c3fd705aa205 None None] Network deb4aa7b-5fc5-41b9-9a53-48ac3698033a requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:57:44.110946 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a1c8d751-7e12-45f9-8b97-6732042cd22f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:44.113286 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c68dc9ff-2321-49ac-a9de-fb12b097bf30 tempest-RoutersAdminNegativeTest-1848063583 tempest-RoutersAdminNegativeTest-1848063583-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:57:44.117002 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c8d751-7e12-45f9-8b97-6732042cd22f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6ec9d50-3c16-442e-a62a-2b3191a20842,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:44.119460 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c68dc9ff-2321-49ac-a9de-fb12b097bf30 tempest-RoutersAdminNegativeTest-1848063583 tempest-RoutersAdminNegativeTest-1848063583-project-admin] Usage tracker for resource:router and tenant:0f35210b6f9b40f6be4056fa10100ba8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:57:44.124708 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c68dc9ff-2321-49ac-a9de-fb12b097bf30 tempest-RoutersAdminNegativeTest-1848063583 tempest-RoutersAdminNegativeTest-1848063583-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:57:44.133007 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c68dc9ff-2321-49ac-a9de-fb12b097bf30 tempest-RoutersAdminNegativeTest-1848063583 tempest-RoutersAdminNegativeTest-1848063583-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:57:44.141319 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-030ed116-26c1-4def-9c2b-b1d22a366683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:44.148279 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-a1c8d751-7e12-45f9-8b97-6732042cd22f admin admin] 10.222.0.50 "DELETE /v2.0/subnets/b6ec9d50-3c16-442e-a62a-2b3191a20842 HTTP/1.1" status: 204 len: 168 time: 0.8121963 May 31 13:57:44.149362 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 51596) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:44.153362 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c68dc9ff-2321-49ac-a9de-fb12b097bf30 tempest-RoutersAdminNegativeTest-1848063583 tempest-RoutersAdminNegativeTest-1848063583-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:44.155137 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c68dc9ff-2321-49ac-a9de-fb12b097bf30 tempest-RoutersAdminNegativeTest-1848063583 tempest-RoutersAdminNegativeTest-1848063583-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:44.190045 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c68dc9ff-2321-49ac-a9de-fb12b097bf30 tempest-RoutersAdminNegativeTest-1848063583 tempest-RoutersAdminNegativeTest-1848063583-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:44.284594 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-550f7bfd-6e1e-4c6f-9871-b35fb2e31614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:44.313022 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-030ed116-26c1-4def-9c2b-b1d22a366683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:44.343334 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-550f7bfd-6e1e-4c6f-9871-b35fb2e31614 admin admin] Deleting port f5ceae14-9849-4d55-b188-ee6f0cd720df {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:57:44.344435 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-550f7bfd-6e1e-4c6f-9871-b35fb2e31614 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:44.531698 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-030ed116-26c1-4def-9c2b-b1d22a366683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:44.668136 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-030ed116-26c1-4def-9c2b-b1d22a366683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:44.669483 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-030ed116-26c1-4def-9c2b-b1d22a366683 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ef38433e-bd79-4082-8adf-ef0e5821db80 HTTP/1.1" status: 204 len: 168 time: 0.7114124 May 31 13:57:44.670731 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030ed116-26c1-4def-9c2b-b1d22a366683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef38433e-bd79-4082-8adf-ef0e5821db80,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:44.687234 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c68dc9ff-2321-49ac-a9de-fb12b097bf30 tempest-RoutersAdminNegativeTest-1848063583 tempest-RoutersAdminNegativeTest-1848063583-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:44.687867 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50e3f8f-fcb1-4f41-a40c-4127937751df None None] DHCP port deletion for deb4aa7b-5fc5-41b9-9a53-48ac3698033a request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:57:44.709039 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-d50e3f8f-fcb1-4f41-a40c-4127937751df None None] Deleting port f5ceae14-9849-4d55-b188-ee6f0cd720df {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:57:44.710032 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d50e3f8f-fcb1-4f41-a40c-4127937751df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:44.738820 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-550f7bfd-6e1e-4c6f-9871-b35fb2e31614 admin admin] For port f5ceae14-9849-4d55-b188-ee6f0cd720df, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=f5ceae14-9849-4d55-b188-ee6f0cd720df,segment=NetworkSegment(73a30f5d-0e86-4b29-98d2-608f18d563d9),segment_id=73a30f5d-0e86-4b29-98d2-608f18d563d9)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:57:44.742441 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-550f7bfd-6e1e-4c6f-9871-b35fb2e31614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:44.881779 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 51614) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:44.951189 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-550f7bfd-6e1e-4c6f-9871-b35fb2e31614 admin admin] Calling delete_port for f5ceae14-9849-4d55-b188-ee6f0cd720df owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:57:45.053125 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-550f7bfd-6e1e-4c6f-9871-b35fb2e31614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:45.120232 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device a4fad478-0840-4a62-8e35-6a7ba6b718b2 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:57:45.150286 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550f7bfd-6e1e-4c6f-9871-b35fb2e31614 admin admin] No DVR routers for this DVR port f5ceae14-9849-4d55-b188-ee6f0cd720df on host n-d-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:57:45.152447 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550f7bfd-6e1e-4c6f-9871-b35fb2e31614 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5ceae14-9849-4d55-b188-ee6f0cd720df,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:45.220825 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: a4fad478-0840-4a62-8e35-6a7ba6b718b2 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:57:45.223449 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device a4fad478-0840-4a62-8e35-6a7ba6b718b2 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:57:45.225624 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device f5ceae14-9849-4d55-b188-ee6f0cd720df no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:57:45.294805 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-550f7bfd-6e1e-4c6f-9871-b35fb2e31614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:45.344947 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: f5ceae14-9849-4d55-b188-ee6f0cd720df {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:57:45.345657 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device f5ceae14-9849-4d55-b188-ee6f0cd720df not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:57:45.383136 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-d50e3f8f-fcb1-4f41-a40c-4127937751df None None] For port f5ceae14-9849-4d55-b188-ee6f0cd720df, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=f5ceae14-9849-4d55-b188-ee6f0cd720df,segment=NetworkSegment(73a30f5d-0e86-4b29-98d2-608f18d563d9),segment_id=73a30f5d-0e86-4b29-98d2-608f18d563d9)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:57:45.383798 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d50e3f8f-fcb1-4f41-a40c-4127937751df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:45.387862 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-cacf50b6-0e3e-4f2b-9a90-784e4a24ebbd admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-328301345-network', 'tenant_id': '80041d5c2e77427db9d44e9fdb551a51'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:57:45.405667 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-cacf50b6-0e3e-4f2b-9a90-784e4a24ebbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:57:45.405933 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-550f7bfd-6e1e-4c6f-9871-b35fb2e31614 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deb4aa7b-5fc5-41b9-9a53-48ac3698033a']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:57:45.419627 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-cacf50b6-0e3e-4f2b-9a90-784e4a24ebbd admin admin] Usage tracker for resource:network and tenant:80041d5c2e77427db9d44e9fdb551a51 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:57:45.438462 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-cacf50b6-0e3e-4f2b-9a90-784e4a24ebbd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:57:45.443701 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-550f7bfd-6e1e-4c6f-9871-b35fb2e31614 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73a30f5d-0e86-4b29-98d2-608f18d563d9') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:57:45.444577 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-550f7bfd-6e1e-4c6f-9871-b35fb2e31614 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73a30f5d-0e86-4b29-98d2-608f18d563d9') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:57:45.458735 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-cacf50b6-0e3e-4f2b-9a90-784e4a24ebbd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:57:45.475265 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-550f7bfd-6e1e-4c6f-9871-b35fb2e31614 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:45.532048 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-550f7bfd-6e1e-4c6f-9871-b35fb2e31614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:45.551700 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-550f7bfd-6e1e-4c6f-9871-b35fb2e31614 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:57:45.552770 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-550f7bfd-6e1e-4c6f-9871-b35fb2e31614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:45.588649 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-d50e3f8f-fcb1-4f41-a40c-4127937751df None None] Calling delete_port for f5ceae14-9849-4d55-b188-ee6f0cd720df owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:57:45.648684 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 73a30f5d-0e86-4b29-98d2-608f18d563d9 resource provider aggregate not found May 31 13:57:45.656188 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cacf50b6-0e3e-4f2b-9a90-784e4a24ebbd admin admin] Made reservation on behalf of 80041d5c2e77427db9d44e9fdb551a51 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:57:45.658459 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cacf50b6-0e3e-4f2b-9a90-784e4a24ebbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:45.713878 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cacf50b6-0e3e-4f2b-9a90-784e4a24ebbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:45.740659 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:45.746228 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 73a30f5d-0e86-4b29-98d2-608f18d563d9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 73a30f5d-0e86-4b29-98d2-608f18d563d9 found for delete ", "request_id": "req-5b62cf30-6df2-4a2c-aad9-b02e55616f8b"}]} May 31 13:57:45.755397 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-cacf50b6-0e3e-4f2b-9a90-784e4a24ebbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:57:45.769693 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-cacf50b6-0e3e-4f2b-9a90-784e4a24ebbd admin admin] Usage tracker for resource:security_group_rule and tenant:80041d5c2e77427db9d44e9fdb551a51 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:57:45.777834 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-cacf50b6-0e3e-4f2b-9a90-784e4a24ebbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:57:45.792100 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c68dc9ff-2321-49ac-a9de-fb12b097bf30 tempest-RoutersAdminNegativeTest-1848063583 tempest-RoutersAdminNegativeTest-1848063583-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:45.798721 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-d50e3f8f-fcb1-4f41-a40c-4127937751df None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:57:45.799466 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-d50e3f8f-fcb1-4f41-a40c-4127937751df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:57:45.811496 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-550f7bfd-6e1e-4c6f-9871-b35fb2e31614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:45.816335 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-550f7bfd-6e1e-4c6f-9871-b35fb2e31614 admin admin] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:45.844348 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-cacf50b6-0e3e-4f2b-9a90-784e4a24ebbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:57:45.847273 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c68dc9ff-2321-49ac-a9de-fb12b097bf30 tempest-RoutersAdminNegativeTest-1848063583 tempest-RoutersAdminNegativeTest-1848063583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:45.871093 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-550f7bfd-6e1e-4c6f-9871-b35fb2e31614 admin admin] 10.222.0.50 "DELETE /v2.0/networks/deb4aa7b-5fc5-41b9-9a53-48ac3698033a HTTP/1.1" status: 204 len: 168 time: 1.7202780 May 31 13:57:45.879595 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550f7bfd-6e1e-4c6f-9871-b35fb2e31614 admin admin] Pushing event deleted for resources: {'Network': ['ID=deb4aa7b-5fc5-41b9-9a53-48ac3698033a,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:45.892603 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 51654) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:46.128740 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 51668) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:46.169862 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c68dc9ff-2321-49ac-a9de-fb12b097bf30 tempest-RoutersAdminNegativeTest-1848063583 tempest-RoutersAdminNegativeTest-1848063583-project-admin] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:46.192132 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c1478b3f-1035-4ae1-9c0d-1a951d6d7df2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4e57de1d316c4f84a61736682dffb866&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0621521 May 31 13:57:46.195373 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 51672) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:46.260881 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-836965bd-9475-4b60-9686-a16c0d708a1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:46.297568 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-836965bd-9475-4b60-9686-a16c0d708a1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:46.300861 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-d50e3f8f-fcb1-4f41-a40c-4127937751df None None] Deleting port f5ceae14-9849-4d55-b188-ee6f0cd720df {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:57:46.301398 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d50e3f8f-fcb1-4f41-a40c-4127937751df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:46.365034 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cacf50b6-0e3e-4f2b-9a90-784e4a24ebbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:46.377895 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-836965bd-9475-4b60-9686-a16c0d708a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:46.383097 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cacf50b6-0e3e-4f2b-9a90-784e4a24ebbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:46.397767 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cacf50b6-0e3e-4f2b-9a90-784e4a24ebbd admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:57:46.404449 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 51680) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:46.408260 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cacf50b6-0e3e-4f2b-9a90-784e4a24ebbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:46.408520 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-cacf50b6-0e3e-4f2b-9a90-784e4a24ebbd admin admin] Added segment f7aeab4e-1cfb-4901-bbf4-c5babbf940ba of type vlan for network 63fd4673-3e7b-4b31-a695-7191e3dc7a26 May 31 13:57:46.456132 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacf50b6-0e3e-4f2b-9a90-784e4a24ebbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c52a2b74-f615-4964-90d7-c79fd92bae1e,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:46.470854 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacf50b6-0e3e-4f2b-9a90-784e4a24ebbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:57:46.471176 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacf50b6-0e3e-4f2b-9a90-784e4a24ebbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:57:46.471512 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacf50b6-0e3e-4f2b-9a90-784e4a24ebbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:57:46.471841 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacf50b6-0e3e-4f2b-9a90-784e4a24ebbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:57:46.472166 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacf50b6-0e3e-4f2b-9a90-784e4a24ebbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:57:46.472488 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacf50b6-0e3e-4f2b-9a90-784e4a24ebbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:57:46.472812 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacf50b6-0e3e-4f2b-9a90-784e4a24ebbd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:57:46.473129 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacf50b6-0e3e-4f2b-9a90-784e4a24ebbd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:57:46.473447 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacf50b6-0e3e-4f2b-9a90-784e4a24ebbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:57:46.473787 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacf50b6-0e3e-4f2b-9a90-784e4a24ebbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:57:46.474105 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacf50b6-0e3e-4f2b-9a90-784e4a24ebbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:57:46.474424 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacf50b6-0e3e-4f2b-9a90-784e4a24ebbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:57:46.486341 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-d50e3f8f-fcb1-4f41-a40c-4127937751df None None] The port 'f5ceae14-9849-4d55-b188-ee6f0cd720df' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 13:57:46.505918 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836965bd-9475-4b60-9686-a16c0d708a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba914a0-b70b-49c8-96c2-a8829639f4c7,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:46.567974 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0a5f5544-991a-42a0-b2eb-a5e94c3d7609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:46.583903 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-836965bd-9475-4b60-9686-a16c0d708a1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:46.585338 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-836965bd-9475-4b60-9686-a16c0d708a1c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1ba914a0-b70b-49c8-96c2-a8829639f4c7 HTTP/1.1" status: 204 len: 168 time: 0.3887811 May 31 13:57:46.604490 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0a5f5544-991a-42a0-b2eb-a5e94c3d7609 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:57:46.616416 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-0a5f5544-991a-42a0-b2eb-a5e94c3d7609 admin admin] Usage tracker for resource:security_group_rule and tenant:2a45d22e433c42eaa807abe964dcb626 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:57:46.621013 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-0a5f5544-991a-42a0-b2eb-a5e94c3d7609 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:57:46.629921 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0a5f5544-991a-42a0-b2eb-a5e94c3d7609 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:57:46.685910 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-92e4c1a6-4a64-4574-8917-47d80dd177a2 tempest-TestSecurityGroupsBasicOps-919438297 tempest-TestSecurityGroupsBasicOps-919438297-project-admin] 10.222.0.50 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1505 time: 0.2788501 May 31 13:57:46.686876 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 51694) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:46.696461 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-dd6e709d-22c9-4599-bfb4-ad42dbee03eb tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Request body: {'network': {'name': 'tempest-network-smoke--846534968', 'project_id': 'f161391927494a93ac97ddf889ee8804', 'port_security_enabled': False}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:57:46.706355 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-dd6e709d-22c9-4599-bfb4-ad42dbee03eb tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:57:46.729443 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-dd6e709d-22c9-4599-bfb4-ad42dbee03eb tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:57:46.761354 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd6e709d-22c9-4599-bfb4-ad42dbee03eb tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Made reservation on behalf of f161391927494a93ac97ddf889ee8804 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:57:46.766565 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dd6e709d-22c9-4599-bfb4-ad42dbee03eb tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:46.826990 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0a5f5544-991a-42a0-b2eb-a5e94c3d7609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:46.828251 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd6e709d-22c9-4599-bfb4-ad42dbee03eb tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:57:46.842421 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dd6e709d-22c9-4599-bfb4-ad42dbee03eb tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:46.843379 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-dd6e709d-22c9-4599-bfb4-ad42dbee03eb tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Added segment 61b74aef-884b-402c-a874-aded7fafffd6 of type vlan for network 844390b7-044b-44f8-b83b-193dc9bc3cc2 May 31 13:57:46.849043 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0a5f5544-991a-42a0-b2eb-a5e94c3d7609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:46.868488 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cacf50b6-0e3e-4f2b-9a90-784e4a24ebbd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:46.888816 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c68dc9ff-2321-49ac-a9de-fb12b097bf30 tempest-RoutersAdminNegativeTest-1848063583 tempest-RoutersAdminNegativeTest-1848063583-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:46.892125 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c68dc9ff-2321-49ac-a9de-fb12b097bf30 tempest-RoutersAdminNegativeTest-1848063583 tempest-RoutersAdminNegativeTest-1848063583-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:46.932785 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c68dc9ff-2321-49ac-a9de-fb12b097bf30 tempest-RoutersAdminNegativeTest-1848063583 tempest-RoutersAdminNegativeTest-1848063583-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:46.933651 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c68dc9ff-2321-49ac-a9de-fb12b097bf30 tempest-RoutersAdminNegativeTest-1848063583 tempest-RoutersAdminNegativeTest-1848063583-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 26d4188f-1fc7-45dd-8ad8-f0b0d31049ca {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:57:46.938910 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cacf50b6-0e3e-4f2b-9a90-784e4a24ebbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:46.939990 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cacf50b6-0e3e-4f2b-9a90-784e4a24ebbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:57:46.940458 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cacf50b6-0e3e-4f2b-9a90-784e4a24ebbd admin admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:46.959556 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-0a5f5544-991a-42a0-b2eb-a5e94c3d7609 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2a45d22e433c42eaa807abe964dcb626&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0632882 May 31 13:57:46.963314 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 51704) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:46.977130 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dd6e709d-22c9-4599-bfb4-ad42dbee03eb tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:46.980766 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5f5544-991a-42a0-b2eb-a5e94c3d7609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e964c70c-17b0-434d-b222-95901a357586,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:47.055446 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacf50b6-0e3e-4f2b-9a90-784e4a24ebbd admin admin] Pushing event updated for resources: {'Network': ['ID=63fd4673-3e7b-4b31-a695-7191e3dc7a26,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:47.067041 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 63fd4673-3e7b-4b31-a695-7191e3dc7a26 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:57:47.070764 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-73d36604-1a29-4d25-9dd2-47506d7af05e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:47.077441 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dd6e709d-22c9-4599-bfb4-ad42dbee03eb tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:47.080205 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-c68dc9ff-2321-49ac-a9de-fb12b097bf30 tempest-RoutersAdminNegativeTest-1848063583 tempest-RoutersAdminNegativeTest-1848063583-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 31 13:57:47.081313 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c68dc9ff-2321-49ac-a9de-fb12b097bf30 tempest-RoutersAdminNegativeTest-1848063583 tempest-RoutersAdminNegativeTest-1848063583-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.9891219 May 31 13:57:47.084481 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 51710) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:47.090525 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6e709d-22c9-4599-bfb4-ad42dbee03eb tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:57:47.091492 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dd6e709d-22c9-4599-bfb4-ad42dbee03eb tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:47.156827 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-cacf50b6-0e3e-4f2b-9a90-784e4a24ebbd admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.2707472 May 31 13:57:47.172788 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 51714) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:47.180317 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-d1ea786e-aed0-48ff-99d7-4132be7d23eb admin admin] Request body: {'subnet': {'network_id': '63fd4673-3e7b-4b31-a695-7191e3dc7a26', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-328301345-subnet', 'tenant_id': '80041d5c2e77427db9d44e9fdb551a51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:57:47.187371 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d1ea786e-aed0-48ff-99d7-4132be7d23eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:57:47.194146 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d1ea786e-aed0-48ff-99d7-4132be7d23eb admin admin] Usage tracker for resource:subnet and tenant:80041d5c2e77427db9d44e9fdb551a51 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:57:47.200342 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-696c0744-3510-48af-bdf8-ea27bff8bc6d tempest-RoutersAdminNegativeTest-1848063583 tempest-RoutersAdminNegativeTest-1848063583-project-admin] Deleting port 57b029d1-2db4-40d6-9d9a-7d7aef379d03 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:57:47.200701 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-696c0744-3510-48af-bdf8-ea27bff8bc6d tempest-RoutersAdminNegativeTest-1848063583 tempest-RoutersAdminNegativeTest-1848063583-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:47.226635 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d1ea786e-aed0-48ff-99d7-4132be7d23eb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:57:47.237905 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6e709d-22c9-4599-bfb4-ad42dbee03eb tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Pushing event updated for resources: {'Network': ['ID=844390b7-044b-44f8-b83b-193dc9bc3cc2,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:47.249333 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d1ea786e-aed0-48ff-99d7-4132be7d23eb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:57:47.273788 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-73d36604-1a29-4d25-9dd2-47506d7af05e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:47.285276 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 844390b7-044b-44f8-b83b-193dc9bc3cc2 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:57:47.326956 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-dd6e709d-22c9-4599-bfb4-ad42dbee03eb tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6364853 May 31 13:57:47.330061 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 51720) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:47.330923 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ea786e-aed0-48ff-99d7-4132be7d23eb admin admin] Made reservation on behalf of 80041d5c2e77427db9d44e9fdb551a51 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:57:47.333685 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d1ea786e-aed0-48ff-99d7-4132be7d23eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:47.374303 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 51722) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:47.461968 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-afa55954-da75-4f24-9471-253befd89a0c tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1791476966', 'admin_state_up': True, 'project_id': 'f161391927494a93ac97ddf889ee8804', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:57:47.472151 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-bf822c30-18de-4ffb-8910-58143a46245b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a3748b27b9a54b2ca310bad5a784c247&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0933187 May 31 13:57:47.475277 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 51728) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:47.489383 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-afa55954-da75-4f24-9471-253befd89a0c tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:57:47.507658 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-73d36604-1a29-4d25-9dd2-47506d7af05e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:47.531108 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-afa55954-da75-4f24-9471-253befd89a0c tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Usage tracker for resource:router and tenant:f161391927494a93ac97ddf889ee8804 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:57:47.536198 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-afa55954-da75-4f24-9471-253befd89a0c tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:57:47.541402 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d36604-1a29-4d25-9dd2-47506d7af05e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e964c70c-17b0-434d-b222-95901a357586,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:47.550728 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-afa55954-da75-4f24-9471-253befd89a0c tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:57:47.591643 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-73d36604-1a29-4d25-9dd2-47506d7af05e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:47.593792 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-73d36604-1a29-4d25-9dd2-47506d7af05e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e964c70c-17b0-434d-b222-95901a357586 HTTP/1.1" status: 204 len: 168 time: 0.6294100 May 31 13:57:47.646064 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-afa55954-da75-4f24-9471-253befd89a0c tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:47.647291 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-afa55954-da75-4f24-9471-253befd89a0c tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:47.648267 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-99792948-70c6-4df7-b29b-0f7d9255e920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:47.685170 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-99792948-70c6-4df7-b29b-0f7d9255e920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:47.745620 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-696c0744-3510-48af-bdf8-ea27bff8bc6d tempest-RoutersAdminNegativeTest-1848063583 tempest-RoutersAdminNegativeTest-1848063583-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:47.760100 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-afa55954-da75-4f24-9471-253befd89a0c tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:47.760781 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-99792948-70c6-4df7-b29b-0f7d9255e920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:47.790544 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99792948-70c6-4df7-b29b-0f7d9255e920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad8f9b81-3ef6-4be6-bcf3-1a584cbafca3,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:47.815366 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-99792948-70c6-4df7-b29b-0f7d9255e920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:47.819016 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-99792948-70c6-4df7-b29b-0f7d9255e920 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ad8f9b81-3ef6-4be6-bcf3-1a584cbafca3 HTTP/1.1" status: 204 len: 168 time: 0.3411596 May 31 13:57:47.905253 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-696c0744-3510-48af-bdf8-ea27bff8bc6d tempest-RoutersAdminNegativeTest-1848063583 tempest-RoutersAdminNegativeTest-1848063583-project-admin] Calling delete_port for 57b029d1-2db4-40d6-9d9a-7d7aef379d03 owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:57:48.155908 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d1ea786e-aed0-48ff-99d7-4132be7d23eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:48.180233 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 51754) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:48.203852 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-26e284ad-4f95-4be8-a84c-e235899b5e3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:48.223189 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-26e284ad-4f95-4be8-a84c-e235899b5e3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:57:48.228943 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-26e284ad-4f95-4be8-a84c-e235899b5e3f admin admin] Usage tracker for resource:security_group_rule and tenant:76d27f74299345f7bdde37daf0fc93cb is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:57:48.232742 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-26e284ad-4f95-4be8-a84c-e235899b5e3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:57:48.240541 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-26e284ad-4f95-4be8-a84c-e235899b5e3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:57:48.262285 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 51758) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:48.400085 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-26e284ad-4f95-4be8-a84c-e235899b5e3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:48.415349 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-26e284ad-4f95-4be8-a84c-e235899b5e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:48.472250 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-afa55954-da75-4f24-9471-253befd89a0c tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:48.495105 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-26e284ad-4f95-4be8-a84c-e235899b5e3f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=76d27f74299345f7bdde37daf0fc93cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3136523 May 31 13:57:48.496528 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e284ad-4f95-4be8-a84c-e235899b5e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0476f44-b42c-44ba-a6ff-4795bda46acb,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:48.518070 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 51770) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:48.582139 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-645fa927-b355-4984-bb55-a35c81eeafb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:48.596762 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ea786e-aed0-48ff-99d7-4132be7d23eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f407b41c-cb9f-4c2f-8ab8-95277ae5a298,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:48.619579 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-645fa927-b355-4984-bb55-a35c81eeafb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:48.684808 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5cdc5335-48da-4557-ac27-703967b811b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:48.708476 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ea786e-aed0-48ff-99d7-4132be7d23eb admin admin] Checking segment: {'id': 'f7aeab4e-1cfb-4901-bbf4-c5babbf940ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '63fd4673-3e7b-4b31-a695-7191e3dc7a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:57:48.710049 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ea786e-aed0-48ff-99d7-4132be7d23eb admin admin] Network hostable DHCP agents. Network: 63fd4673-3e7b-4b31-a695-7191e3dc7a26, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:57:48.713572 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-5cdc5335-48da-4557-ac27-703967b811b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:57:48.717627 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-5cdc5335-48da-4557-ac27-703967b811b7 admin admin] Usage tracker for resource:security_group_rule and tenant:6271840d59f24f94828bd42ef8f33a6d is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:57:48.721153 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-5cdc5335-48da-4557-ac27-703967b811b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:57:48.728066 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-5cdc5335-48da-4557-ac27-703967b811b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:57:48.735400 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-696c0744-3510-48af-bdf8-ea27bff8bc6d tempest-RoutersAdminNegativeTest-1848063583 tempest-RoutersAdminNegativeTest-1848063583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:48.771008 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 51778) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:48.809788 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-645fa927-b355-4984-bb55-a35c81eeafb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:48.842103 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645fa927-b355-4984-bb55-a35c81eeafb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0476f44-b42c-44ba-a6ff-4795bda46acb,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:48.847102 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696c0744-3510-48af-bdf8-ea27bff8bc6d tempest-RoutersAdminNegativeTest-1848063583 tempest-RoutersAdminNegativeTest-1848063583-project-admin] Pushing event deleted for resources: {'Port': ['ID=57b029d1-2db4-40d6-9d9a-7d7aef379d03,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:48.860058 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-645fa927-b355-4984-bb55-a35c81eeafb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:48.861183 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-645fa927-b355-4984-bb55-a35c81eeafb1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f0476f44-b42c-44ba-a6ff-4795bda46acb HTTP/1.1" status: 204 len: 168 time: 0.3419740 May 31 13:57:48.896520 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5cdc5335-48da-4557-ac27-703967b811b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:48.902615 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5cdc5335-48da-4557-ac27-703967b811b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:48.927459 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ea786e-aed0-48ff-99d7-4132be7d23eb admin admin] Network 63fd4673-3e7b-4b31-a695-7191e3dc7a26 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:57:48.955552 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-d1ea786e-aed0-48ff-99d7-4132be7d23eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 63fd4673-3e7b-4b31-a695-7191e3dc7a26) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:57:48.965788 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ea786e-aed0-48ff-99d7-4132be7d23eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:57:48.966796 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-5cdc5335-48da-4557-ac27-703967b811b7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6271840d59f24f94828bd42ef8f33a6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7027678 May 31 13:57:48.969201 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d1ea786e-aed0-48ff-99d7-4132be7d23eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:48.970773 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 51788) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:48.991107 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdc5335-48da-4557-ac27-703967b811b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee330808-0f1a-4c7e-b121-e782d8076456,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:49.001643 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-696c0744-3510-48af-bdf8-ea27bff8bc6d tempest-RoutersAdminNegativeTest-1848063583 tempest-RoutersAdminNegativeTest-1848063583-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:49.018864 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-696c0744-3510-48af-bdf8-ea27bff8bc6d tempest-RoutersAdminNegativeTest-1848063583 tempest-RoutersAdminNegativeTest-1848063583-project-admin] 10.222.0.50 "DELETE /v2.0/ports/57b029d1-2db4-40d6-9d9a-7d7aef379d03 HTTP/1.1" status: 204 len: 168 time: 1.9322724 May 31 13:57:49.022276 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d1ea786e-aed0-48ff-99d7-4132be7d23eb admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8484983 May 31 13:57:49.029640 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99554a3-934f-46f6-b521-aa57f2209ebf None None] Network 63fd4673-3e7b-4b31-a695-7191e3dc7a26 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:57:49.074279 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ec52b43b-a694-4616-b95a-f6d596bcaf3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:49.106376 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ec52b43b-a694-4616-b95a-f6d596bcaf3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:49.182003 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-8868f9d4-7898-4f73-b7d2-cb11a166c684 tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-2115574894'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:57:49.187646 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-8868f9d4-7898-4f73-b7d2-cb11a166c684 tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:57:49.190346 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ec52b43b-a694-4616-b95a-f6d596bcaf3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:49.207042 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-8868f9d4-7898-4f73-b7d2-cb11a166c684 tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] Usage tracker for resource:router and tenant:c00d3772940e4a80ab461ddc690d7de5 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:57:49.214958 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-8868f9d4-7898-4f73-b7d2-cb11a166c684 tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:57:49.219177 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec52b43b-a694-4616-b95a-f6d596bcaf3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee330808-0f1a-4c7e-b121-e782d8076456,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:49.231026 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-8868f9d4-7898-4f73-b7d2-cb11a166c684 tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:57:49.233909 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ec52b43b-a694-4616-b95a-f6d596bcaf3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:49.238465 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-ec52b43b-a694-4616-b95a-f6d596bcaf3c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ee330808-0f1a-4c7e-b121-e782d8076456 HTTP/1.1" status: 204 len: 168 time: 0.2663708 May 31 13:57:49.250340 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8868f9d4-7898-4f73-b7d2-cb11a166c684 tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:49.251398 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8868f9d4-7898-4f73-b7d2-cb11a166c684 tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:49.277178 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8868f9d4-7898-4f73-b7d2-cb11a166c684 tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:49.303512 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8868f9d4-7898-4f73-b7d2-cb11a166c684 tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:49.314184 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-afa55954-da75-4f24-9471-253befd89a0c tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks [] for router_gateway, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:49.332852 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8868f9d4-7898-4f73-b7d2-cb11a166c684 tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:49.338029 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-8868f9d4-7898-4f73-b7d2-cb11a166c684 tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.5657353 May 31 13:57:49.341144 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 51802) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:49.358892 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-afa55954-da75-4f24-9471-253befd89a0c tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:49.505162 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d5143d-4898-4010-b1d4-221d753aa607 None None] Network 63fd4673-3e7b-4b31-a695-7191e3dc7a26 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:57:49.564737 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-afa55954-da75-4f24-9471-253befd89a0c tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Allocated IP 172.25.6.91 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/2e855b67-5833-4f03-8ab3-258e266096d6) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:57:49.769041 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 51816) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:49.774591 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2af0383f-300d-43cd-b2e9-f3b5d9c47949 tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] Notify callbacks [] for router, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:49.801376 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-afa55954-da75-4f24-9471-253befd89a0c tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:49.857105 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-afa55954-da75-4f24-9471-253befd89a0c tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:49.900046 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 51822) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:49.954854 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa55954-da75-4f24-9471-253befd89a0c tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:57:49.959253 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d89192c4-3dec-487e-8b16-bcaa1e42c0df admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:49.969114 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-afa55954-da75-4f24-9471-253befd89a0c tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:57:49.976043 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa55954-da75-4f24-9471-253befd89a0c tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:57:50.025764 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d89192c4-3dec-487e-8b16-bcaa1e42c0df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:57:50.030217 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa55954-da75-4f24-9471-253befd89a0c tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Pushing event updated for resources: {'Port': ['ID=2e855b67-5833-4f03-8ab3-258e266096d6,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:50.036094 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d89192c4-3dec-487e-8b16-bcaa1e42c0df admin admin] Usage tracker for resource:security_group_rule and tenant:cd46b0f9572046b686e7a0eb639710fc is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:57:50.040401 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d89192c4-3dec-487e-8b16-bcaa1e42c0df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:57:50.049138 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d89192c4-3dec-487e-8b16-bcaa1e42c0df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:57:50.135903 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2af0383f-300d-43cd-b2e9-f3b5d9c47949 tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:50.138417 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2af0383f-300d-43cd-b2e9-f3b5d9c47949 tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:50.183902 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2af0383f-300d-43cd-b2e9-f3b5d9c47949 tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:50.184626 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af0383f-300d-43cd-b2e9-f3b5d9c47949 tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fad981d5-2a8d-41a6-b130-87e2ef2c9e26 {{(pid=88370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:57:50.210493 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2af0383f-300d-43cd-b2e9-f3b5d9c47949 tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:50.219003 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-2af0383f-300d-43cd-b2e9-f3b5d9c47949 tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] 10.222.0.50 "DELETE /v2.0/routers/fad981d5-2a8d-41a6-b130-87e2ef2c9e26 HTTP/1.1" status: 204 len: 168 time: 0.8762205 May 31 13:57:50.220440 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 51828) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:50.231858 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-bd7eb463-9c10-4144-a473-7ddc0bc952d9 tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] Request body: {'router': {'name': 'tempest-router-290250967', 'distributed': False}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:57:50.245374 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 51832) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:50.268515 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-254fa2cb-8fca-4f67-999f-c0cf23e18d21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:50.283070 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-bd7eb463-9c10-4144-a473-7ddc0bc952d9 tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:57:50.309167 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-bd7eb463-9c10-4144-a473-7ddc0bc952d9 tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] Usage tracker for resource:router and tenant:c00d3772940e4a80ab461ddc690d7de5 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:57:50.312690 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-254fa2cb-8fca-4f67-999f-c0cf23e18d21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:57:50.315237 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-401e38f2-835f-4cec-b5f7-f4fe62bf4593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:50.327226 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-bd7eb463-9c10-4144-a473-7ddc0bc952d9 tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:57:50.331502 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-254fa2cb-8fca-4f67-999f-c0cf23e18d21 admin admin] Usage tracker for resource:security_group_rule and tenant:7285cf4b51f744cbb6a7bb2abea888a6 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:57:50.338241 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-254fa2cb-8fca-4f67-999f-c0cf23e18d21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:57:50.340911 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-bd7eb463-9c10-4144-a473-7ddc0bc952d9 tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:57:50.347389 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-401e38f2-835f-4cec-b5f7-f4fe62bf4593 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:57:50.352339 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-254fa2cb-8fca-4f67-999f-c0cf23e18d21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:57:50.358334 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-401e38f2-835f-4cec-b5f7-f4fe62bf4593 admin admin] Usage tracker for resource:security_group_rule and tenant:e6aafc49c7704668802d048d050f169b is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:57:50.362694 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-401e38f2-835f-4cec-b5f7-f4fe62bf4593 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:57:50.373678 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bd7eb463-9c10-4144-a473-7ddc0bc952d9 tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:50.374965 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bd7eb463-9c10-4144-a473-7ddc0bc952d9 tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:50.393538 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bd7eb463-9c10-4144-a473-7ddc0bc952d9 tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:50.411864 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-401e38f2-835f-4cec-b5f7-f4fe62bf4593 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:57:50.423724 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bd7eb463-9c10-4144-a473-7ddc0bc952d9 tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:50.432932 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d89192c4-3dec-487e-8b16-bcaa1e42c0df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:50.490562 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d89192c4-3dec-487e-8b16-bcaa1e42c0df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:50.517613 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bd7eb463-9c10-4144-a473-7ddc0bc952d9 tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:50.519406 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-bd7eb463-9c10-4144-a473-7ddc0bc952d9 tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2955689 May 31 13:57:50.530567 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 51838) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:50.667934 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 51846) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:50.735593 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d89192c4-3dec-487e-8b16-bcaa1e42c0df admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cd46b0f9572046b686e7a0eb639710fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8344798 May 31 13:57:50.738843 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 51852) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:50.741067 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89192c4-3dec-487e-8b16-bcaa1e42c0df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5d39fe-18e5-4e1a-bd56-97f4cf48984e,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:50.743684 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b5c9f450-b118-4a4b-b1e6-70045c0dad6f tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] Notify callbacks [] for router, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:50.756235 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-afa55954-da75-4f24-9471-253befd89a0c tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks [] for router_gateway, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:50.896544 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-254fa2cb-8fca-4f67-999f-c0cf23e18d21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:50.915544 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-254fa2cb-8fca-4f67-999f-c0cf23e18d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:50.943710 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-b0ce7d70-5777-4b27-9ad9-f2c8e6b2b9d4 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-499475933-network', 'tenant_id': '1e981e4259634d07be404c49d7033133'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:57:50.962632 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b0ce7d70-5777-4b27-9ad9-f2c8e6b2b9d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:57:50.973417 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7775687e-07d1-49c7-9167-4b4ae28279a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:50.980641 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-b0ce7d70-5777-4b27-9ad9-f2c8e6b2b9d4 admin admin] Usage tracker for resource:network and tenant:1e981e4259634d07be404c49d7033133 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:57:50.985036 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-b0ce7d70-5777-4b27-9ad9-f2c8e6b2b9d4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:57:51.005642 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b0ce7d70-5777-4b27-9ad9-f2c8e6b2b9d4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:57:51.080364 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-401e38f2-835f-4cec-b5f7-f4fe62bf4593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:51.091052 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7775687e-07d1-49c7-9167-4b4ae28279a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:51.108096 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ce7d70-5777-4b27-9ad9-f2c8e6b2b9d4 admin admin] Made reservation on behalf of 1e981e4259634d07be404c49d7033133 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:57:51.110060 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b0ce7d70-5777-4b27-9ad9-f2c8e6b2b9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:51.144839 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-401e38f2-835f-4cec-b5f7-f4fe62bf4593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:51.154862 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b0ce7d70-5777-4b27-9ad9-f2c8e6b2b9d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:51.160953 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254fa2cb-8fca-4f67-999f-c0cf23e18d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=113f1228-8475-400d-a4b6-8d87787445c4,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:51.181301 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-254fa2cb-8fca-4f67-999f-c0cf23e18d21 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7285cf4b51f744cbb6a7bb2abea888a6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4072318 May 31 13:57:51.183421 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 51858) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:51.194976 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b5c9f450-b118-4a4b-b1e6-70045c0dad6f tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:51.199570 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b5c9f450-b118-4a4b-b1e6-70045c0dad6f tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:51.209415 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b0ce7d70-5777-4b27-9ad9-f2c8e6b2b9d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:57:51.223885 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-401e38f2-835f-4cec-b5f7-f4fe62bf4593 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e6aafc49c7704668802d048d050f169b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9545982 May 31 13:57:51.236684 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 51862) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:51.240244 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401e38f2-835f-4cec-b5f7-f4fe62bf4593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e62a40b2-089c-4d7e-ab17-c2e9caeaa0a5,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:51.265902 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b5c9f450-b118-4a4b-b1e6-70045c0dad6f tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:51.266425 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c9f450-b118-4a4b-b1e6-70045c0dad6f tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bc64c499-4d3a-4f61-b262-b0ac7bf98334 {{(pid=88370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:57:51.270340 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-b0ce7d70-5777-4b27-9ad9-f2c8e6b2b9d4 admin admin] Usage tracker for resource:security_group_rule and tenant:1e981e4259634d07be404c49d7033133 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:57:51.281370 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-b0ce7d70-5777-4b27-9ad9-f2c8e6b2b9d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:57:51.297129 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b0ce7d70-5777-4b27-9ad9-f2c8e6b2b9d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:57:51.301516 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b5c9f450-b118-4a4b-b1e6-70045c0dad6f tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:51.306882 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-b5c9f450-b118-4a4b-b1e6-70045c0dad6f tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] 10.222.0.50 "DELETE /v2.0/routers/bc64c499-4d3a-4f61-b262-b0ac7bf98334 HTTP/1.1" status: 204 len: 168 time: 0.7709064 May 31 13:57:51.314924 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 51866) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:51.330621 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-77c9f7e3-158d-41ad-bf78-ba465ec0a3fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:51.338445 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-811677ad-6af5-4a2d-8834-665f6792779d tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] Request body: {'router': {'name': 'tempest-router-1480264035', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'de129f252e644a89b3597f2b88468e77'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:57:51.359050 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-811677ad-6af5-4a2d-8834-665f6792779d tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:57:51.363114 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-77c9f7e3-158d-41ad-bf78-ba465ec0a3fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:51.367970 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-811677ad-6af5-4a2d-8834-665f6792779d tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] Usage tracker for resource:router and tenant:de129f252e644a89b3597f2b88468e77 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:57:51.372720 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-811677ad-6af5-4a2d-8834-665f6792779d tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:57:51.408886 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-811677ad-6af5-4a2d-8834-665f6792779d tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:57:51.427047 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7775687e-07d1-49c7-9167-4b4ae28279a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:51.440637 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-77c9f7e3-158d-41ad-bf78-ba465ec0a3fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:51.448685 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-afa55954-da75-4f24-9471-253befd89a0c tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:51.470820 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c9f7e3-158d-41ad-bf78-ba465ec0a3fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62a40b2-089c-4d7e-ab17-c2e9caeaa0a5,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:51.478888 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-77c9f7e3-158d-41ad-bf78-ba465ec0a3fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:51.480082 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-77c9f7e3-158d-41ad-bf78-ba465ec0a3fd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e62a40b2-089c-4d7e-ab17-c2e9caeaa0a5 HTTP/1.1" status: 204 len: 168 time: 0.2424502 May 31 13:57:51.535861 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7775687e-07d1-49c7-9167-4b4ae28279a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5d39fe-18e5-4e1a-bd56-97f4cf48984e,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:51.551317 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-811677ad-6af5-4a2d-8834-665f6792779d tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:51.552396 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-811677ad-6af5-4a2d-8834-665f6792779d tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:51.578183 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f2ea895a-03c4-4d15-ba89-c161795f4fdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:51.645211 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7775687e-07d1-49c7-9167-4b4ae28279a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:51.648727 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-7775687e-07d1-49c7-9167-4b4ae28279a5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ce5d39fe-18e5-4e1a-bd56-97f4cf48984e HTTP/1.1" status: 204 len: 168 time: 0.9065533 May 31 13:57:51.652871 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-811677ad-6af5-4a2d-8834-665f6792779d tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:51.746965 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f2ea895a-03c4-4d15-ba89-c161795f4fdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:51.877541 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-811677ad-6af5-4a2d-8834-665f6792779d tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:51.905105 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b0ce7d70-5777-4b27-9ad9-f2c8e6b2b9d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:51.929963 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b0ce7d70-5777-4b27-9ad9-f2c8e6b2b9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:51.960150 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-811677ad-6af5-4a2d-8834-665f6792779d tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:51.964168 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-811677ad-6af5-4a2d-8834-665f6792779d tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6436136 May 31 13:57:51.967628 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 51888) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:51.983346 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0ce7d70-5777-4b27-9ad9-f2c8e6b2b9d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:57:51.985384 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f2ea895a-03c4-4d15-ba89-c161795f4fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:51.986754 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-0366516a-acf5-455c-a9ea-a295865b335e tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:57:51.994690 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afa55954-da75-4f24-9471-253befd89a0c tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Router 8a671722-d291-44e2-8eaa-e117ed7673d1 is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 13:57:51.996570 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ce7d70-5777-4b27-9ad9-f2c8e6b2b9d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18881021-519c-44af-a383-471c3edf722d,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:52.017979 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f2ea895a-03c4-4d15-ba89-c161795f4fdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:52.021460 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-f2ea895a-03c4-4d15-ba89-c161795f4fdc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/113f1228-8475-400d-a4b6-8d87787445c4 HTTP/1.1" status: 204 len: 168 time: 0.8322153 May 31 13:57:52.024031 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b0ce7d70-5777-4b27-9ad9-f2c8e6b2b9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:52.024564 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-b0ce7d70-5777-4b27-9ad9-f2c8e6b2b9d4 admin admin] Added segment f584d02d-1a73-49db-b1c0-d9b71d33b4f6 of type vlan for network 5f55bbea-82b7-4578-aae9-4a649a9da1e9 May 31 13:57:52.027539 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ea895a-03c4-4d15-ba89-c161795f4fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=113f1228-8475-400d-a4b6-8d87787445c4,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:52.153251 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b0ce7d70-5777-4b27-9ad9-f2c8e6b2b9d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:52.375729 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa55954-da75-4f24-9471-253befd89a0c tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:57:52.377434 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b0ce7d70-5777-4b27-9ad9-f2c8e6b2b9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:52.378444 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ce7d70-5777-4b27-9ad9-f2c8e6b2b9d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:57:52.378975 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b0ce7d70-5777-4b27-9ad9-f2c8e6b2b9d4 admin admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:52.388451 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bba66b-fd50-4712-aa55-517c599559d5 None None] Sync routers for ids ['8a671722-d291-44e2-8eaa-e117ed7673d1'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:57:52.405669 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bba66b-fd50-4712-aa55-517c599559d5 None None] Routers {'8a671722-d291-44e2-8eaa-e117ed7673d1'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:57:52.406360 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-15bba66b-fd50-4712-aa55-517c599559d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:57:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['8a671722-d291-44e2-8eaa-e117ed7673d1'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:57:52.512593 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b0ce7d70-5777-4b27-9ad9-f2c8e6b2b9d4 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8435123 May 31 13:57:52.523846 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 51908) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:52.529558 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-afa55954-da75-4f24-9471-253befd89a0c tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:52.531063 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-afa55954-da75-4f24-9471-253befd89a0c tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 5.0921960 May 31 13:57:52.536541 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-19a68afe-00f3-40ff-a6ac-50a9e803945c admin admin] Request body: {'subnet': {'network_id': '5f55bbea-82b7-4578-aae9-4a649a9da1e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-499475933-subnet', 'tenant_id': '1e981e4259634d07be404c49d7033133', 'ip_version': 4}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:57:52.540811 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 51912) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:52.548875 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-19a68afe-00f3-40ff-a6ac-50a9e803945c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:57:52.587808 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ce7d70-5777-4b27-9ad9-f2c8e6b2b9d4 admin admin] Pushing event updated for resources: {'Network': ['ID=5f55bbea-82b7-4578-aae9-4a649a9da1e9,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:52.601058 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-19a68afe-00f3-40ff-a6ac-50a9e803945c admin admin] Usage tracker for resource:subnet and tenant:1e981e4259634d07be404c49d7033133 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:57:52.610090 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-19a68afe-00f3-40ff-a6ac-50a9e803945c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:57:52.625523 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-19a68afe-00f3-40ff-a6ac-50a9e803945c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:57:52.643390 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d16585-94fe-421d-b72a-5f4c01551e94 tempest-TestSecurityGroupsBasicOps-919438297 tempest-TestSecurityGroupsBasicOps-919438297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:57:52.645343 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c3d16585-94fe-421d-b72a-5f4c01551e94 tempest-TestSecurityGroupsBasicOps-919438297 tempest-TestSecurityGroupsBasicOps-919438297-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=f161391927494a93ac97ddf889ee8804&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1004577 May 31 13:57:52.648294 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 51918) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:52.651098 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a68afe-00f3-40ff-a6ac-50a9e803945c admin admin] Made reservation on behalf of 1e981e4259634d07be404c49d7033133 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:57:52.653774 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-19a68afe-00f3-40ff-a6ac-50a9e803945c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:52.659150 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 5f55bbea-82b7-4578-aae9-4a649a9da1e9 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:57:52.872377 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-15bba66b-fd50-4712-aa55-517c599559d5 None None] Set router 8a671722-d291-44e2-8eaa-e117ed7673d1 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:57:52.912770 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 51926) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:53.093756 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0366516a-acf5-455c-a9ea-a295865b335e tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:53.094403 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0366516a-acf5-455c-a9ea-a295865b335e tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] Notify callbacks [] for router, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:53.262384 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da74a48-dfd4-49a1-8b10-874bcf0f898d tempest-TestSecurityGroupsBasicOps-919438297 tempest-TestSecurityGroupsBasicOps-919438297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:57:53.267820 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-6da74a48-dfd4-49a1-8b10-874bcf0f898d tempest-TestSecurityGroupsBasicOps-919438297 tempest-TestSecurityGroupsBasicOps-919438297-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6181238 May 31 13:57:53.270076 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 51936) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:53.315450 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-4021e438-4c13-4585-9a0d-e4f48fee0e7e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0f35210b6f9b40f6be4056fa10100ba8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3798048 May 31 13:57:53.317957 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 51940) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:53.321285 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-0366516a-acf5-455c-a9ea-a295865b335e tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88370) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} May 31 13:57:53.321617 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-0366516a-acf5-455c-a9ea-a295865b335e tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] Router cbddcb8c-5966-4f5d-bdb7-968b9206cba4 migrating from provider to provider. {{(pid=88370) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} May 31 13:57:53.322012 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0366516a-acf5-455c-a9ea-a295865b335e tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:53.341229 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0366516a-acf5-455c-a9ea-a295865b335e tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:53.367506 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0366516a-acf5-455c-a9ea-a295865b335e tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1578611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1578620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1575237'] for router, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:53.438706 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d3a29372-fb77-42f6-8f8f-be2a07772eef tempest-TestSecurityGroupsBasicOps-919438297 tempest-TestSecurityGroupsBasicOps-919438297-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=d2103cd5-63ba-4c24-9d95-fd17643bf14c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1671083 May 31 13:57:53.439374 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 51948) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:53.572495 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-4d8fd1bd-991f-49ac-8be1-f3530788e203 tempest-TestSecurityGroupsBasicOps-919438297 tempest-TestSecurityGroupsBasicOps-919438297-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=f161391927494a93ac97ddf889ee8804&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1277370 May 31 13:57:53.573228 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 51958) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:53.597749 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-15bba66b-fd50-4712-aa55-517c599559d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a671722-d291-44e2-8eaa-e117ed7673d1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1791476966', 'tenant_id': 'f161391927494a93ac97ddf889ee8804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '2e855b67-5833-4f03-8ab3-258e266096d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:57:47Z', 'updated_at': '2022-05-31T13:57:50Z', 'revision_number': 3, 'project_id': 'f161391927494a93ac97ddf889ee8804', 'gw_port': {'id': '2e855b67-5833-4f03-8ab3-258e266096d6', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2b:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a671722-d291-44e2-8eaa-e117ed7673d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:57:49Z', 'updated_at': '2022-05-31T13:57:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:57:53.608088 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bba66b-fd50-4712-aa55-517c599559d5 None None] Checking router: 8a671722-d291-44e2-8eaa-e117ed7673d1 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:57:53.610111 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bba66b-fd50-4712-aa55-517c599559d5 None None] Updating router 8a671722-d291-44e2-8eaa-e117ed7673d1 port 2e855b67-5833-4f03-8ab3-258e266096d6 binding host n-d-843939-1 {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:57:53.702925 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-15bba66b-fd50-4712-aa55-517c599559d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:53.728056 n-d-843939-1 neutron-server[88370]: WARNING neutron.scheduler.l3_agent_scheduler [None req-0366516a-acf5-455c-a9ea-a295865b335e tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] No L3 agents can host the router cbddcb8c-5966-4f5d-bdb7-968b9206cba4 May 31 13:57:53.771996 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5b22eaf2-a500-4a1c-8cb3-9e11cb9304d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:53.912045 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-19a68afe-00f3-40ff-a6ac-50a9e803945c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:54.077216 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a984b8-128a-484a-a7b2-4b600728132e tempest-TestSecurityGroupsBasicOps-919438297 tempest-TestSecurityGroupsBasicOps-919438297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:57:54.083711 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-79a984b8-128a-484a-a7b2-4b600728132e tempest-TestSecurityGroupsBasicOps-919438297 tempest-TestSecurityGroupsBasicOps-919438297-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5075159 May 31 13:57:54.084572 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 51976) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:54.170826 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e4c7fa66-0233-4065-b844-2120d37d49a4 tempest-TestSecurityGroupsBasicOps-919438297 tempest-TestSecurityGroupsBasicOps-919438297-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=d2103cd5-63ba-4c24-9d95-fd17643bf14c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0809684 May 31 13:57:54.171709 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a68afe-00f3-40ff-a6ac-50a9e803945c admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc19dfed-9970-499d-881e-1bcf7302fd07,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:54.175562 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5b22eaf2-a500-4a1c-8cb3-9e11cb9304d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:54.176362 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 51982) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:54.185390 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-c62429a2-07dc-4e1f-86a0-d9f68469117e tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1216501373', 'network_id': '844390b7-044b-44f8-b83b-193dc9bc3cc2', 'project_id': 'f161391927494a93ac97ddf889ee8804', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:57:54.280367 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a68afe-00f3-40ff-a6ac-50a9e803945c admin admin] Checking segment: {'id': 'f584d02d-1a73-49db-b1c0-d9b71d33b4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5f55bbea-82b7-4578-aae9-4a649a9da1e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:57:54.281056 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a68afe-00f3-40ff-a6ac-50a9e803945c admin admin] Network hostable DHCP agents. Network: 5f55bbea-82b7-4578-aae9-4a649a9da1e9, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:57:54.318046 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c5167acc-bad6-4d2c-b28b-f6fd7baaf58e req-12464a3d-78c3-4456-a46d-d329a3e4c55d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3f04ad35-08e7-4759-9da5-f113f1d58a77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7030125 May 31 13:57:54.345328 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0366516a-acf5-455c-a9ea-a295865b335e tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] Hosts for router cbddcb8c-5966-4f5d-bdb7-968b9206cba4: [] {{(pid=88370) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} May 31 13:57:54.412431 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a68afe-00f3-40ff-a6ac-50a9e803945c admin admin] Network 5f55bbea-82b7-4578-aae9-4a649a9da1e9 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:57:54.419238 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c62429a2-07dc-4e1f-86a0-d9f68469117e tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:57:54.440248 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c62429a2-07dc-4e1f-86a0-d9f68469117e tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Usage tracker for resource:subnet and tenant:f161391927494a93ac97ddf889ee8804 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:57:54.442912 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-19a68afe-00f3-40ff-a6ac-50a9e803945c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 5f55bbea-82b7-4578-aae9-4a649a9da1e9) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:57:54.444834 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c62429a2-07dc-4e1f-86a0-d9f68469117e tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:57:54.466578 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0366516a-acf5-455c-a9ea-a295865b335e tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] Hosts for other DVR routers connected to router cbddcb8c-5966-4f5d-bdb7-968b9206cba4: set() {{(pid=88370) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} May 31 13:57:54.469501 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0366516a-acf5-455c-a9ea-a295865b335e tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:54.475035 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a68afe-00f3-40ff-a6ac-50a9e803945c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:57:54.475725 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-19a68afe-00f3-40ff-a6ac-50a9e803945c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:54.476971 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1565ce1-586a-44aa-9eee-e8927488d1bc None None] Network 5f55bbea-82b7-4578-aae9-4a649a9da1e9 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:57:54.481285 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-0366516a-acf5-455c-a9ea-a295865b335e tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] 10.222.0.50 "PUT /v2.0/routers/cbddcb8c-5966-4f5d-bdb7-968b9206cba4 HTTP/1.1" status: 200 len: 717 time: 2.5074139 May 31 13:57:54.487579 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c62429a2-07dc-4e1f-86a0-d9f68469117e tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:57:54.489344 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 51990) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:54.529239 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5b22eaf2-a500-4a1c-8cb3-9e11cb9304d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:54.558971 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5b22eaf2-a500-4a1c-8cb3-9e11cb9304d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:54.563717 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-5b22eaf2-a500-4a1c-8cb3-9e11cb9304d7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/17fba1a1-c90d-4910-bda6-a32c4f21e6ee HTTP/1.1" status: 204 len: 168 time: 1.2448301 May 31 13:57:54.564930 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b22eaf2-a500-4a1c-8cb3-9e11cb9304d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17fba1a1-c90d-4910-bda6-a32c4f21e6ee,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:54.719896 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c62429a2-07dc-4e1f-86a0-d9f68469117e tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Made reservation on behalf of f161391927494a93ac97ddf889ee8804 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:57:54.723621 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c62429a2-07dc-4e1f-86a0-d9f68469117e tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:54.749167 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-19a68afe-00f3-40ff-a6ac-50a9e803945c admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.2239978 May 31 13:57:54.751575 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-df9e8005-7d19-49b2-a683-99f24303e130 tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] 10.222.0.50 "GET /v2.0/routers/cbddcb8c-5966-4f5d-bdb7-968b9206cba4 HTTP/1.1" status: 200 len: 717 time: 0.2611420 May 31 13:57:54.752270 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52002) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:54.760360 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 52004) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:54.763804 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-15bba66b-fd50-4712-aa55-517c599559d5 None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:54.815771 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-3de5aca7-322d-4fdb-be24-4290b3ad1089 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-499475933-router', 'tenant_id': '1e981e4259634d07be404c49d7033133', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:57:54.840564 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3de5aca7-322d-4fdb-be24-4290b3ad1089 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:57:54.851746 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-3de5aca7-322d-4fdb-be24-4290b3ad1089 admin admin] Usage tracker for resource:router and tenant:1e981e4259634d07be404c49d7033133 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:57:54.858762 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-15bba66b-fd50-4712-aa55-517c599559d5 None None] Transition to ACTIVE for port object 2e855b67-5833-4f03-8ab3-258e266096d6 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:57:54.859320 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-3de5aca7-322d-4fdb-be24-4290b3ad1089 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:57:54.867022 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738a5c7d-98e8-4734-b3c7-6cbc428ce251 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-5f55bbea-82b7-4578-aae9-4a649a9da1e9', 'network_id': '5f55bbea-82b7-4578-aae9-4a649a9da1e9', 'tenant_id': '1e981e4259634d07be404c49d7033133', 'fixed_ips': [{'subnet_id': 'dc19dfed-9970-499d-881e-1bcf7302fd07'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:57:54.870936 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-738a5c7d-98e8-4734-b3c7-6cbc428ce251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:54.871876 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3de5aca7-322d-4fdb-be24-4290b3ad1089 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:57:54.904248 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3de5aca7-322d-4fdb-be24-4290b3ad1089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:54.905344 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3de5aca7-322d-4fdb-be24-4290b3ad1089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:54.910489 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5167acc-bad6-4d2c-b28b-f6fd7baaf58e req-e8a341b6-5311-4bcc-b5dd-40e975d7def8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:57:54.912095 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c5167acc-bad6-4d2c-b28b-f6fd7baaf58e req-e8a341b6-5311-4bcc-b5dd-40e975d7def8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f161391927494a93ac97ddf889ee8804&device_id=3f04ad35-08e7-4759-9da5-f113f1d58a77 HTTP/1.1" status: 200 len: 1135 time: 0.4118710 May 31 13:57:54.932705 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-15bba66b-fd50-4712-aa55-517c599559d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:54.968578 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3de5aca7-322d-4fdb-be24-4290b3ad1089 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:55.203872 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-738a5c7d-98e8-4734-b3c7-6cbc428ce251 None None] Allocated IP 172.20.0.2 (5f55bbea-82b7-4578-aae9-4a649a9da1e9/dc19dfed-9970-499d-881e-1bcf7302fd07/b04e8751-4666-4e05-b435-0385fac0175a) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:57:55.332633 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-15bba66b-fd50-4712-aa55-517c599559d5 None None] Attempting to bind port 2e855b67-5833-4f03-8ab3-258e266096d6 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:57:55.333149 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-15bba66b-fd50-4712-aa55-517c599559d5 None None] Attempting to bind port 2e855b67-5833-4f03-8ab3-258e266096d6 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:57:55.333610 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bba66b-fd50-4712-aa55-517c599559d5 None None] Attempting to bind port 2e855b67-5833-4f03-8ab3-258e266096d6 on network d2103cd5-63ba-4c24-9d95-fd17643bf14c {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:57:55.341025 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-178d55d9-395d-47d5-b87c-4932daefb2b2 tempest-RoutersTestDVR-2013903692 tempest-RoutersTestDVR-2013903692-project] 10.222.0.50 "GET /v2.0/routers/cbddcb8c-5966-4f5d-bdb7-968b9206cba4 HTTP/1.1" status: 200 len: 683 time: 0.5765312 May 31 13:57:55.341025 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 52024) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:55.346084 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bba66b-fd50-4712-aa55-517c599559d5 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:57:55.348356 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bba66b-fd50-4712-aa55-517c599559d5 None None] Checking segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:57:55.348986 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-15bba66b-fd50-4712-aa55-517c599559d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:55.349467 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bba66b-fd50-4712-aa55-517c599559d5 None None] Bound using segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:57:55.356471 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-15bba66b-fd50-4712-aa55-517c599559d5 None None] Bound port: 2e855b67-5833-4f03-8ab3-258e266096d6, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:57:55.356471 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-15bba66b-fd50-4712-aa55-517c599559d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:55.369447 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5167acc-bad6-4d2c-b28b-f6fd7baaf58e req-dfc10863-14da-439d-b5e0-e951d14be648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:57:55.372265 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c5167acc-bad6-4d2c-b28b-f6fd7baaf58e req-dfc10863-14da-439d-b5e0-e951d14be648 service neutron] 10.222.0.44 "GET /v2.0/networks?id=badcadf7-7a0e-4767-9ad6-9ba36fe36fd0 HTTP/1.1" status: 200 len: 898 time: 0.4051101 May 31 13:57:55.636840 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc13d6c2-c698-4986-8622-29856a000973 None None] Pushing event updated for resources: {'Port': ['ID=2e855b67-5833-4f03-8ab3-258e266096d6,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:55.751539 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c5167acc-bad6-4d2c-b28b-f6fd7baaf58e req-2da26ae6-f728-4c83-ba1d-931a73e4d55d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa01f7a4-0311-4705-ae27-66b583933d64 HTTP/1.1" status: 200 len: 1001 time: 0.3667767 May 31 13:57:55.766537 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c62429a2-07dc-4e1f-86a0-d9f68469117e tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:55.843545 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-15bba66b-fd50-4712-aa55-517c599559d5 None None] For port 2e855b67-5833-4f03-8ab3-258e266096d6, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:57:55.950907 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-97cc5ac2-dc1b-4eb0-a1c5-8f84a913099f tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] Notify callbacks [] for router, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:56.082710 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-738a5c7d-98e8-4734-b3c7-6cbc428ce251 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:56.115868 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-738a5c7d-98e8-4734-b3c7-6cbc428ce251 None None] Transition to ACTIVE for port object b04e8751-4666-4e05-b435-0385fac0175a will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:57:56.137407 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-15bba66b-fd50-4712-aa55-517c599559d5 None None] For port 2e855b67-5833-4f03-8ab3-258e266096d6, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=2e855b67-5833-4f03-8ab3-258e266096d6,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:57:56.154274 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-15bba66b-fd50-4712-aa55-517c599559d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:56.216847 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5167acc-bad6-4d2c-b28b-f6fd7baaf58e req-f8bb37b2-d256-471a-a33a-311807ffa23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:57:56.223210 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c5167acc-bad6-4d2c-b28b-f6fd7baaf58e req-f8bb37b2-d256-471a-a33a-311807ffa23d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2cf5c712-18b3-42ba-9d08-891e675f8b12 HTTP/1.1" status: 200 len: 835 time: 0.4404886 May 31 13:57:56.251813 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62429a2-07dc-4e1f-86a0-d9f68469117e tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Pushing event updated for resources: {'Subnet': ['ID=46d8b9c0-b8bd-4aad-8598-4f3841a26808,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:56.357917 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc13d6c2-c698-4986-8622-29856a000973 None None] Pushing event updated for resources: {'Port': ['ID=2e855b67-5833-4f03-8ab3-258e266096d6,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:56.387494 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-738a5c7d-98e8-4734-b3c7-6cbc428ce251 None None] Transition to ACTIVE for port object b04e8751-4666-4e05-b435-0385fac0175a will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:57:56.434353 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-738a5c7d-98e8-4734-b3c7-6cbc428ce251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:56.533571 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738a5c7d-98e8-4734-b3c7-6cbc428ce251 None None] Pushing event updated for resources: {'Port': ['ID=b04e8751-4666-4e05-b435-0385fac0175a,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:56.539557 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bba66b-fd50-4712-aa55-517c599559d5 None None] Routers {'8a671722-d291-44e2-8eaa-e117ed7673d1'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:57:56.540893 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-15bba66b-fd50-4712-aa55-517c599559d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:57:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['8a671722-d291-44e2-8eaa-e117ed7673d1'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:57:56.609032 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738a5c7d-98e8-4734-b3c7-6cbc428ce251 None None] Network 5f55bbea-82b7-4578-aae9-4a649a9da1e9 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:57:56.631613 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-738a5c7d-98e8-4734-b3c7-6cbc428ce251 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:57:56.637082 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738a5c7d-98e8-4734-b3c7-6cbc428ce251 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:57:56.743147 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3de5aca7-322d-4fdb-be24-4290b3ad1089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:56.765570 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52072) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:56.767454 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62429a2-07dc-4e1f-86a0-d9f68469117e tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Checking segment: {'id': '61b74aef-884b-402c-a874-aded7fafffd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '844390b7-044b-44f8-b83b-193dc9bc3cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:57:56.769172 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62429a2-07dc-4e1f-86a0-d9f68469117e tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Network hostable DHCP agents. Network: 844390b7-044b-44f8-b83b-193dc9bc3cc2, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:57:56.875808 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-97cc5ac2-dc1b-4eb0-a1c5-8f84a913099f tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:56.881114 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-97cc5ac2-dc1b-4eb0-a1c5-8f84a913099f tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:56.961079 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-97cc5ac2-dc1b-4eb0-a1c5-8f84a913099f tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:56.961659 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97cc5ac2-dc1b-4eb0-a1c5-8f84a913099f tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cbddcb8c-5966-4f5d-bdb7-968b9206cba4 {{(pid=88370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:57:56.987163 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-97cc5ac2-dc1b-4eb0-a1c5-8f84a913099f tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:56.992928 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-97cc5ac2-dc1b-4eb0-a1c5-8f84a913099f tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] 10.222.0.50 "DELETE /v2.0/routers/cbddcb8c-5966-4f5d-bdb7-968b9206cba4 HTTP/1.1" status: 204 len: 168 time: 1.6436253 May 31 13:57:56.994509 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 52082) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:57.018476 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-b64f7f1f-a9ac-4c81-98d1-ce41f5f47760 tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] Request body: {'router': {'name': 'tempest-router-1750206483', 'distributed': True}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:57:57.021001 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-738a5c7d-98e8-4734-b3c7-6cbc428ce251 None None] Attempting to bind port b04e8751-4666-4e05-b435-0385fac0175a on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:57:57.022021 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-738a5c7d-98e8-4734-b3c7-6cbc428ce251 None None] Attempting to bind port b04e8751-4666-4e05-b435-0385fac0175a by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'f584d02d-1a73-49db-b1c0-d9b71d33b4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5f55bbea-82b7-4578-aae9-4a649a9da1e9'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:57:57.022941 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738a5c7d-98e8-4734-b3c7-6cbc428ce251 None None] Attempting to bind port b04e8751-4666-4e05-b435-0385fac0175a on network 5f55bbea-82b7-4578-aae9-4a649a9da1e9 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:57:57.030058 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5167acc-bad6-4d2c-b28b-f6fd7baaf58e req-80b948ca-50a7-4268-b7a0-902ed1875545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:57:57.032401 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738a5c7d-98e8-4734-b3c7-6cbc428ce251 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:57:57.032574 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c5167acc-bad6-4d2c-b28b-f6fd7baaf58e req-80b948ca-50a7-4268-b7a0-902ed1875545 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=badcadf7-7a0e-4767-9ad6-9ba36fe36fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7690320 May 31 13:57:57.033073 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62429a2-07dc-4e1f-86a0-d9f68469117e tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Network 844390b7-044b-44f8-b83b-193dc9bc3cc2 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:57:57.033438 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738a5c7d-98e8-4734-b3c7-6cbc428ce251 None None] Checking segment: {'id': 'f584d02d-1a73-49db-b1c0-d9b71d33b4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5f55bbea-82b7-4578-aae9-4a649a9da1e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:57:57.034109 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-738a5c7d-98e8-4734-b3c7-6cbc428ce251 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:57.034801 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738a5c7d-98e8-4734-b3c7-6cbc428ce251 None None] Bound using segment: {'id': 'f584d02d-1a73-49db-b1c0-d9b71d33b4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5f55bbea-82b7-4578-aae9-4a649a9da1e9'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:57:57.035555 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-738a5c7d-98e8-4734-b3c7-6cbc428ce251 None None] Bound port: b04e8751-4666-4e05-b435-0385fac0175a, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f584d02d-1a73-49db-b1c0-d9b71d33b4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5f55bbea-82b7-4578-aae9-4a649a9da1e9'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:57:57.036183 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-738a5c7d-98e8-4734-b3c7-6cbc428ce251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:57.040751 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-b64f7f1f-a9ac-4c81-98d1-ce41f5f47760 tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:57:57.051619 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-b64f7f1f-a9ac-4c81-98d1-ce41f5f47760 tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] Usage tracker for resource:router and tenant:c00d3772940e4a80ab461ddc690d7de5 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:57:57.068350 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-b64f7f1f-a9ac-4c81-98d1-ce41f5f47760 tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:57:57.094501 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-b64f7f1f-a9ac-4c81-98d1-ce41f5f47760 tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:57:57.134265 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-15bba66b-fd50-4712-aa55-517c599559d5 None None] Set router 8a671722-d291-44e2-8eaa-e117ed7673d1 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:57:57.135948 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b64f7f1f-a9ac-4c81-98d1-ce41f5f47760 tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:57.137538 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b64f7f1f-a9ac-4c81-98d1-ce41f5f47760 tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:57.161610 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 52086) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:57.177051 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b64f7f1f-a9ac-4c81-98d1-ce41f5f47760 tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:57.226909 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b64f7f1f-a9ac-4c81-98d1-ce41f5f47760 tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:57.268121 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b64f7f1f-a9ac-4c81-98d1-ce41f5f47760 tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:57.270444 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-b64f7f1f-a9ac-4c81-98d1-ce41f5f47760 tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2727003 May 31 13:57:57.274422 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 52092) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:57.406968 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-c62429a2-07dc-4e1f-86a0-d9f68469117e tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 844390b7-044b-44f8-b83b-193dc9bc3cc2) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:57:57.448711 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80800608-bd73-4723-9c8b-e5beb0bdb63c None None] Network 844390b7-044b-44f8-b83b-193dc9bc3cc2 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:57:57.450819 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62429a2-07dc-4e1f-86a0-d9f68469117e tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:57:57.451229 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c62429a2-07dc-4e1f-86a0-d9f68469117e tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:57.566483 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c62429a2-07dc-4e1f-86a0-d9f68469117e tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.3886611 May 31 13:57:57.567623 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52098) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:57.626349 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d2ccf1ec-c449-47eb-9cc2-265de33affbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:57.673083 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c33a9f2e-64c7-46e2-8a59-c13f3c1d89ee tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] Notify callbacks [] for router, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:57.675469 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-59237931-eca3-4c3f-8eaa-67d81e7ce5ff tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Request body: {'networks': [{'name': 'tempest-network--1666033237'}, {'name': 'tempest-network--1086714078'}]} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:57:57.675794 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-59237931-eca3-4c3f-8eaa-67d81e7ce5ff tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Request body: {'network': {'name': 'tempest-network--1666033237'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:57:57.676255 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-59237931-eca3-4c3f-8eaa-67d81e7ce5ff tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Request body: {'network': {'name': 'tempest-network--1086714078'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:57:57.732599 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d2ccf1ec-c449-47eb-9cc2-265de33affbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:57:57.748389 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-738a5c7d-98e8-4734-b3c7-6cbc428ce251 None None] For port b04e8751-4666-4e05-b435-0385fac0175a, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:57:57.750973 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-d2ccf1ec-c449-47eb-9cc2-265de33affbd admin admin] Usage tracker for resource:security_group_rule and tenant:560dab1ce8ef4a43ac6f344f984e85d4 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:57:57.775807 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-738a5c7d-98e8-4734-b3c7-6cbc428ce251 None None] For port b04e8751-4666-4e05-b435-0385fac0175a, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=b04e8751-4666-4e05-b435-0385fac0175a,segment=NetworkSegment(f584d02d-1a73-49db-b1c0-d9b71d33b4f6),segment_id=f584d02d-1a73-49db-b1c0-d9b71d33b4f6)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:57:57.790115 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-738a5c7d-98e8-4734-b3c7-6cbc428ce251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:57.812783 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-d2ccf1ec-c449-47eb-9cc2-265de33affbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:57:57.832286 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d2ccf1ec-c449-47eb-9cc2-265de33affbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:57:57.980715 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-59237931-eca3-4c3f-8eaa-67d81e7ce5ff tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:57:57.988294 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-59237931-eca3-4c3f-8eaa-67d81e7ce5ff tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Usage tracker for resource:network and tenant:eb73204b74cb4c37a08faa0375d0009c is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:57:57.996318 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-59237931-eca3-4c3f-8eaa-67d81e7ce5ff tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:57:58.016767 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-59237931-eca3-4c3f-8eaa-67d81e7ce5ff tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:57:58.047064 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59237931-eca3-4c3f-8eaa-67d81e7ce5ff tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Made reservation on behalf of eb73204b74cb4c37a08faa0375d0009c for: {'network': 2} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:57:58.059325 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-59237931-eca3-4c3f-8eaa-67d81e7ce5ff tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:58.092574 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-59237931-eca3-4c3f-8eaa-67d81e7ce5ff tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:58.120927 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c5167acc-bad6-4d2c-b28b-f6fd7baaf58e req-b81f1314-8f38-4a57-941e-e1048c464fd3 service neutron] 10.222.0.44 "GET /v2.0/networks/badcadf7-7a0e-4767-9ad6-9ba36fe36fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0608757 May 31 13:57:58.133450 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01592516-71b4-424c-9619-3310869090a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-844390b7-044b-44f8-b83b-193dc9bc3cc2', 'network_id': '844390b7-044b-44f8-b83b-193dc9bc3cc2', 'tenant_id': 'f161391927494a93ac97ddf889ee8804', 'fixed_ips': [{'subnet_id': '46d8b9c0-b8bd-4aad-8598-4f3841a26808'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:57:58.134409 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-01592516-71b4-424c-9619-3310869090a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:58.145171 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-59237931-eca3-4c3f-8eaa-67d81e7ce5ff tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:57:58.151026 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-59237931-eca3-4c3f-8eaa-67d81e7ce5ff tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Usage tracker for resource:security_group_rule and tenant:eb73204b74cb4c37a08faa0375d0009c is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:57:58.159477 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-59237931-eca3-4c3f-8eaa-67d81e7ce5ff tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:57:58.180574 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-59237931-eca3-4c3f-8eaa-67d81e7ce5ff tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:57:58.191178 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c33a9f2e-64c7-46e2-8a59-c13f3c1d89ee tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:58.195560 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c33a9f2e-64c7-46e2-8a59-c13f3c1d89ee tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:58.300682 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738a5c7d-98e8-4734-b3c7-6cbc428ce251 None None] Pushing event updated for resources: {'Port': ['ID=b04e8751-4666-4e05-b435-0385fac0175a,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:58.313337 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c33a9f2e-64c7-46e2-8a59-c13f3c1d89ee tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:58.313591 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c33a9f2e-64c7-46e2-8a59-c13f3c1d89ee tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d0dde973-e410-4d30-92de-22671210892b {{(pid=88370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:57:58.441331 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c33a9f2e-64c7-46e2-8a59-c13f3c1d89ee tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:58.447225 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c33a9f2e-64c7-46e2-8a59-c13f3c1d89ee tempest-RoutersTestDVR-1833957020 tempest-RoutersTestDVR-1833957020-project-admin] 10.222.0.50 "DELETE /v2.0/routers/d0dde973-e410-4d30-92de-22671210892b HTTP/1.1" status: 204 len: 168 time: 1.1668465 May 31 13:57:58.479901 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-01592516-71b4-424c-9619-3310869090a3 None None] Allocated IP 172.20.0.18 (844390b7-044b-44f8-b83b-193dc9bc3cc2/46d8b9c0-b8bd-4aad-8598-4f3841a26808/0f197867-01fe-4bdc-97be-cb07e92d153e) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:57:58.519908 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d2ccf1ec-c449-47eb-9cc2-265de33affbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:58.533161 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d2ccf1ec-c449-47eb-9cc2-265de33affbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:58.672292 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-d2ccf1ec-c449-47eb-9cc2-265de33affbd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=560dab1ce8ef4a43ac6f344f984e85d4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4967287 May 31 13:57:58.673960 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ccf1ec-c449-47eb-9cc2-265de33affbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a4a514-02c6-44f6-bbe4-d5001449accc,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:58.691623 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 52112) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:58.863869 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-853c281e-d5d3-4931-9b2f-8d064376a5ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:58.932258 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-853c281e-d5d3-4931-9b2f-8d064376a5ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:58.968345 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-01592516-71b4-424c-9619-3310869090a3 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:58.987338 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-01592516-71b4-424c-9619-3310869090a3 None None] Transition to ACTIVE for port object 0f197867-01fe-4bdc-97be-cb07e92d153e will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:57:59.012377 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 52120) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:59.023441 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-01592516-71b4-424c-9619-3310869090a3 None None] Transition to ACTIVE for port object 0f197867-01fe-4bdc-97be-cb07e92d153e will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:57:59.039457 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-01592516-71b4-424c-9619-3310869090a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:59.088914 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-853c281e-d5d3-4931-9b2f-8d064376a5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:59.128012 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853c281e-d5d3-4931-9b2f-8d064376a5ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a4a514-02c6-44f6-bbe4-d5001449accc,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:59.148307 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-853c281e-d5d3-4931-9b2f-8d064376a5ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:59.151868 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-853c281e-d5d3-4931-9b2f-8d064376a5ef admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/23a4a514-02c6-44f6-bbe4-d5001449accc HTTP/1.1" status: 204 len: 168 time: 0.4559963 May 31 13:57:59.180892 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device b04e8751-4666-4e05-b435-0385fac0175a up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:57:59.344824 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-92843ce7-987a-4f06-8285-24807be9c952 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:59.361919 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01592516-71b4-424c-9619-3310869090a3 None None] Pushing event updated for resources: {'Port': ['ID=0f197867-01fe-4bdc-97be-cb07e92d153e,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:57:59.404320 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-15bba66b-fd50-4712-aa55-517c599559d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a671722-d291-44e2-8eaa-e117ed7673d1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1791476966', 'tenant_id': 'f161391927494a93ac97ddf889ee8804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '2e855b67-5833-4f03-8ab3-258e266096d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:57:47Z', 'updated_at': '2022-05-31T13:57:50Z', 'revision_number': 3, 'project_id': 'f161391927494a93ac97ddf889ee8804', 'gw_port': {'id': '2e855b67-5833-4f03-8ab3-258e266096d6', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2b:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a671722-d291-44e2-8eaa-e117ed7673d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:57:49Z', 'updated_at': '2022-05-31T13:57:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:57:59.450574 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bba66b-fd50-4712-aa55-517c599559d5 None None] The sync data for ids ['8a671722-d291-44e2-8eaa-e117ed7673d1'] in n-d-843939-1 is: [{'id': '8a671722-d291-44e2-8eaa-e117ed7673d1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1791476966', 'tenant_id': 'f161391927494a93ac97ddf889ee8804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '2e855b67-5833-4f03-8ab3-258e266096d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:57:47Z', 'updated_at': '2022-05-31T13:57:50Z', 'revision_number': 3, 'project_id': 'f161391927494a93ac97ddf889ee8804', 'gw_port': {'id': '2e855b67-5833-4f03-8ab3-258e266096d6', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2b:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a671722-d291-44e2-8eaa-e117ed7673d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:57:49Z', 'updated_at': '2022-05-31T13:57:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:57:59.467146 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01592516-71b4-424c-9619-3310869090a3 None None] Network 844390b7-044b-44f8-b83b-193dc9bc3cc2 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:57:59.474537 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-01592516-71b4-424c-9619-3310869090a3 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:57:59.480520 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01592516-71b4-424c-9619-3310869090a3 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:57:59.608945 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c5167acc-bad6-4d2c-b28b-f6fd7baaf58e req-8313327a-c6ab-4c81-ae4f-9309f4b0840a service neutron] 10.222.0.44 "GET /v2.0/networks/badcadf7-7a0e-4767-9ad6-9ba36fe36fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4693396 May 31 13:57:59.686922 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-01592516-71b4-424c-9619-3310869090a3 None None] Attempting to bind port 0f197867-01fe-4bdc-97be-cb07e92d153e on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:57:59.690371 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-01592516-71b4-424c-9619-3310869090a3 None None] Attempting to bind port 0f197867-01fe-4bdc-97be-cb07e92d153e by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '61b74aef-884b-402c-a874-aded7fafffd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '844390b7-044b-44f8-b83b-193dc9bc3cc2'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:57:59.691046 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01592516-71b4-424c-9619-3310869090a3 None None] Attempting to bind port 0f197867-01fe-4bdc-97be-cb07e92d153e on network 844390b7-044b-44f8-b83b-193dc9bc3cc2 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:57:59.693869 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port b04e8751-4666-4e05-b435-0385fac0175a completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:57:59.696594 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3de5aca7-322d-4fdb-be24-4290b3ad1089 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:59.730049 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01592516-71b4-424c-9619-3310869090a3 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:57:59.731064 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01592516-71b4-424c-9619-3310869090a3 None None] Checking segment: {'id': '61b74aef-884b-402c-a874-aded7fafffd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '844390b7-044b-44f8-b83b-193dc9bc3cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:57:59.731982 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-01592516-71b4-424c-9619-3310869090a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:59.732557 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01592516-71b4-424c-9619-3310869090a3 None None] Bound using segment: {'id': '61b74aef-884b-402c-a874-aded7fafffd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '844390b7-044b-44f8-b83b-193dc9bc3cc2'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:57:59.733364 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-01592516-71b4-424c-9619-3310869090a3 None None] Bound port: 0f197867-01fe-4bdc-97be-cb07e92d153e, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61b74aef-884b-402c-a874-aded7fafffd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '844390b7-044b-44f8-b83b-193dc9bc3cc2'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:57:59.733963 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-01592516-71b4-424c-9619-3310869090a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:59.790619 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-92843ce7-987a-4f06-8285-24807be9c952 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:57:59.795401 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-92843ce7-987a-4f06-8285-24807be9c952 admin admin] Usage tracker for resource:security_group_rule and tenant:de129f252e644a89b3597f2b88468e77 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:57:59.798699 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-92843ce7-987a-4f06-8285-24807be9c952 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:57:59.809231 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-92843ce7-987a-4f06-8285-24807be9c952 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:57:59.822648 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3de5aca7-322d-4fdb-be24-4290b3ad1089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:59.844294 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 52138) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:57:59.881649 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-59732833-10c4-4d99-bc31-d0f66edcc835 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:57:59.889367 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c935271-fc7a-435e-b67f-1533024cc06d None None] Network 5f55bbea-82b7-4578-aae9-4a649a9da1e9 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:57:59.925095 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-59732833-10c4-4d99-bc31-d0f66edcc835 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:57:59.929825 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-59732833-10c4-4d99-bc31-d0f66edcc835 admin admin] Usage tracker for resource:security_group_rule and tenant:eb5f05df57854913b6f999ca4898c6de is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:57:59.942331 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-59732833-10c4-4d99-bc31-d0f66edcc835 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:57:59.951496 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-59732833-10c4-4d99-bc31-d0f66edcc835 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:58:00.154124 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-59732833-10c4-4d99-bc31-d0f66edcc835 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:00.197666 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-59732833-10c4-4d99-bc31-d0f66edcc835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:00.222232 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c3d1094a-4ac3-4c08-8eca-1ba24ffa68a1 None None] Provisioning for port b04e8751-4666-4e05-b435-0385fac0175a completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:58:00.255679 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c3d1094a-4ac3-4c08-8eca-1ba24ffa68a1 None None] Provisioning complete for port b04e8751-4666-4e05-b435-0385fac0175a triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:58:00.259668 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c3d1094a-4ac3-4c08-8eca-1ba24ffa68a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:00.316673 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-01592516-71b4-424c-9619-3310869090a3 None None] For port 0f197867-01fe-4bdc-97be-cb07e92d153e, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:58:00.345510 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-59732833-10c4-4d99-bc31-d0f66edcc835 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=eb5f05df57854913b6f999ca4898c6de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4938281 May 31 13:58:00.346919 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-59237931-eca3-4c3f-8eaa-67d81e7ce5ff tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:00.347056 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 52146) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:58:00.378616 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-01592516-71b4-424c-9619-3310869090a3 None None] For port 0f197867-01fe-4bdc-97be-cb07e92d153e, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=0f197867-01fe-4bdc-97be-cb07e92d153e,segment=NetworkSegment(61b74aef-884b-402c-a874-aded7fafffd6),segment_id=61b74aef-884b-402c-a874-aded7fafffd6)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:58:00.400016 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-59237931-eca3-4c3f-8eaa-67d81e7ce5ff tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:00.400936 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-59237931-eca3-4c3f-8eaa-67d81e7ce5ff tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:00.415641 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-01592516-71b4-424c-9619-3310869090a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:00.505037 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-87083904-8108-4236-8e7f-9c189c5e6b97 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:00.527670 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59237931-eca3-4c3f-8eaa-67d81e7ce5ff tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68ae2e18-3493-4683-8106-689a0937c536,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:00.598984 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59732833-10c4-4d99-bc31-d0f66edcc835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e9959a3-bc87-4eeb-ae49-9557562c260c,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:00.606444 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01592516-71b4-424c-9619-3310869090a3 None None] Pushing event updated for resources: {'Port': ['ID=0f197867-01fe-4bdc-97be-cb07e92d153e,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:00.606889 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 13:58:00.611799 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-92843ce7-987a-4f06-8285-24807be9c952 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:00.665021 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-92843ce7-987a-4f06-8285-24807be9c952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:00.688015 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-3de5aca7-322d-4fdb-be24-4290b3ad1089 admin admin] Allocated IP 172.25.6.201 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/5ac33279-8368-434d-b045-3c1483114ba6) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:58:00.710595 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59237931-eca3-4c3f-8eaa-67d81e7ce5ff tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:58:00.714426 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-c3d1094a-4ac3-4c08-8eca-1ba24ffa68a1 None None] Current status of the port b04e8751-4666-4e05-b435-0385fac0175a is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:58:00.714930 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c3d1094a-4ac3-4c08-8eca-1ba24ffa68a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:00.739281 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-abf0b8aa-3e7f-46ab-8a7f-80e7eb5e4a81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:00.767111 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-c3d1094a-4ac3-4c08-8eca-1ba24ffa68a1 None None] For port b04e8751-4666-4e05-b435-0385fac0175a, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=b04e8751-4666-4e05-b435-0385fac0175a,segment=NetworkSegment(f584d02d-1a73-49db-b1c0-d9b71d33b4f6),segment_id=f584d02d-1a73-49db-b1c0-d9b71d33b4f6)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:58:00.772587 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c3d1094a-4ac3-4c08-8eca-1ba24ffa68a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:00.833454 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-59237931-eca3-4c3f-8eaa-67d81e7ce5ff tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:00.833844 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-59237931-eca3-4c3f-8eaa-67d81e7ce5ff tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Added segment d498337a-aaf7-466f-af00-453286c64a01 of type vlan for network 1c876ef4-1e92-4f18-9602-f835de2f3653 May 31 13:58:00.877665 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92843ce7-987a-4f06-8285-24807be9c952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6bfb563-168c-430c-8816-245efd7d7f29,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:00.891889 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-abf0b8aa-3e7f-46ab-8a7f-80e7eb5e4a81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:00.924317 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d1094a-4ac3-4c08-8eca-1ba24ffa68a1 None None] Pushing event updated for resources: {'Port': ['ID=b04e8751-4666-4e05-b435-0385fac0175a,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:00.997423 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-92843ce7-987a-4f06-8285-24807be9c952 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=de129f252e644a89b3597f2b88468e77&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9795001 May 31 13:58:01.004962 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 52152) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:58:01.140107 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b2dd7b13-bb7d-40b0-8d82-16c3ad3f4f22 None None] Provisioning complete for port b04e8751-4666-4e05-b435-0385fac0175a triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:58:01.140582 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b2dd7b13-bb7d-40b0-8d82-16c3ad3f4f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:01.225134 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 2e855b67-5833-4f03-8ab3-258e266096d6 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:58:01.247412 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-59237931-eca3-4c3f-8eaa-67d81e7ce5ff tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:01.265177 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d0f379f8-cdd9-4fa8-8fac-e55a475d7c81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:01.382656 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d0f379f8-cdd9-4fa8-8fac-e55a475d7c81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:01.418234 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 2e855b67-5833-4f03-8ab3-258e266096d6 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:58:01.455347 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-abf0b8aa-3e7f-46ab-8a7f-80e7eb5e4a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:01.493378 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf0b8aa-3e7f-46ab-8a7f-80e7eb5e4a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e9959a3-bc87-4eeb-ae49-9557562c260c,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:01.509478 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3de5aca7-322d-4fdb-be24-4290b3ad1089 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:01.517341 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-abf0b8aa-3e7f-46ab-8a7f-80e7eb5e4a81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:01.518820 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-abf0b8aa-3e7f-46ab-8a7f-80e7eb5e4a81 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0e9959a3-bc87-4eeb-ae49-9557562c260c HTTP/1.1" status: 204 len: 168 time: 1.1568358 May 31 13:58:01.558118 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d0f379f8-cdd9-4fa8-8fac-e55a475d7c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:01.563987 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59237931-eca3-4c3f-8eaa-67d81e7ce5ff tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:58:01.575350 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 2e855b67-5833-4f03-8ab3-258e266096d6 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:58:01.575800 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:01.590431 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f379f8-cdd9-4fa8-8fac-e55a475d7c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6bfb563-168c-430c-8816-245efd7d7f29,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:01.596955 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d0f379f8-cdd9-4fa8-8fac-e55a475d7c81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:01.599627 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-d0f379f8-cdd9-4fa8-8fac-e55a475d7c81 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b6bfb563-168c-430c-8816-245efd7d7f29 HTTP/1.1" status: 204 len: 168 time: 0.5934224 May 31 13:58:01.657440 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b2dd7b13-bb7d-40b0-8d82-16c3ad3f4f22 None None] Current status of the port b04e8751-4666-4e05-b435-0385fac0175a is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:58:01.696189 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-59237931-eca3-4c3f-8eaa-67d81e7ce5ff tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:01.697233 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-59237931-eca3-4c3f-8eaa-67d81e7ce5ff tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Added segment ccc2819f-b657-4d9a-aa7d-5c276eca7628 of type vlan for network f15b5d8d-4d88-4658-823e-bff8cf4b297f May 31 13:58:01.779507 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 2e855b67-5833-4f03-8ab3-258e266096d6 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:58:01.780052 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:01.808144 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-59237931-eca3-4c3f-8eaa-67d81e7ce5ff tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:01.828331 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 2e855b67-5833-4f03-8ab3-258e266096d6, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=2e855b67-5833-4f03-8ab3-258e266096d6,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:58:01.837625 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3de5aca7-322d-4fdb-be24-4290b3ad1089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:01.838078 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:01.957779 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de5aca7-322d-4fdb-be24-4290b3ad1089 admin admin] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:58:01.962849 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-87083904-8108-4236-8e7f-9c189c5e6b97 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Allocated IP 172.20.0.17 (844390b7-044b-44f8-b83b-193dc9bc3cc2/46d8b9c0-b8bd-4aad-8598-4f3841a26808/484e5a81-8d3a-49be-aabf-5fbcbd53e45b) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:58:01.978179 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-3de5aca7-322d-4fdb-be24-4290b3ad1089 admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:58:01.981414 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de5aca7-322d-4fdb-be24-4290b3ad1089 admin admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:58:02.035885 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=2e855b67-5833-4f03-8ab3-258e266096d6,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:02.501677 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f8ef4f-8a5f-4436-9da4-fca34a8771d2 None None] Network 844390b7-044b-44f8-b83b-193dc9bc3cc2 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:58:02.579395 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 52174) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:58:02.627594 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f31d61ae-6b98-4091-93ab-19f098c77abe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:02.690170 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f31d61ae-6b98-4091-93ab-19f098c77abe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:58:02.714494 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-f31d61ae-6b98-4091-93ab-19f098c77abe admin admin] Usage tracker for resource:security_group_rule and tenant:c00d3772940e4a80ab461ddc690d7de5 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:58:02.726681 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-f31d61ae-6b98-4091-93ab-19f098c77abe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:58:02.736525 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f31d61ae-6b98-4091-93ab-19f098c77abe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:58:02.851031 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-56388d6b-5d1e-4210-95ed-aabdc59418b7 None None] Provisioning for port 0f197867-01fe-4bdc-97be-cb07e92d153e completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:58:03.041765 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f31d61ae-6b98-4091-93ab-19f098c77abe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:03.048672 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f31d61ae-6b98-4091-93ab-19f098c77abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:03.103931 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31d61ae-6b98-4091-93ab-19f098c77abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=669ec4ea-ec9f-4763-af05-63a13d8fa2af,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:03.106348 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de5aca7-322d-4fdb-be24-4290b3ad1089 admin admin] Pushing event updated for resources: {'Port': ['ID=5ac33279-8368-434d-b045-3c1483114ba6,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:03.108742 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-f31d61ae-6b98-4091-93ab-19f098c77abe admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c00d3772940e4a80ab461ddc690d7de5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5274813 May 31 13:58:03.109658 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-59237931-eca3-4c3f-8eaa-67d81e7ce5ff tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:03.110204 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-59237931-eca3-4c3f-8eaa-67d81e7ce5ff tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:03.113175 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 52184) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:58:03.116703 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59237931-eca3-4c3f-8eaa-67d81e7ce5ff tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:58:03.121528 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59237931-eca3-4c3f-8eaa-67d81e7ce5ff tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:58:03.122291 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-59237931-eca3-4c3f-8eaa-67d81e7ce5ff tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:03.203215 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4c091d9f-580f-4f71-af78-fce56bf44961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:03.260837 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4c091d9f-580f-4f71-af78-fce56bf44961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:03.261491 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59237931-eca3-4c3f-8eaa-67d81e7ce5ff tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Pushing event updated for resources: {'Network': ['ID=1c876ef4-1e92-4f18-9602-f835de2f3653,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:03.287680 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 1c876ef4-1e92-4f18-9602-f835de2f3653 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:58:03.508737 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 2e855b67-5833-4f03-8ab3-258e266096d6 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:58:03.520426 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59237931-eca3-4c3f-8eaa-67d81e7ce5ff tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Pushing event updated for resources: {'Network': ['ID=f15b5d8d-4d88-4658-823e-bff8cf4b297f,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:03.598040 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-59237931-eca3-4c3f-8eaa-67d81e7ce5ff tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 6.8131952 May 31 13:58:03.600873 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52194) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:58:03.612187 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-87083904-8108-4236-8e7f-9c189c5e6b97 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:03.619816 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4c091d9f-580f-4f71-af78-fce56bf44961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:03.637562 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network f15b5d8d-4d88-4658-823e-bff8cf4b297f details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:58:03.686952 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c091d9f-580f-4f71-af78-fce56bf44961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=669ec4ea-ec9f-4763-af05-63a13d8fa2af,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:03.700875 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4c091d9f-580f-4f71-af78-fce56bf44961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:03.711787 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-4c091d9f-580f-4f71-af78-fce56bf44961 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/669ec4ea-ec9f-4763-af05-63a13d8fa2af HTTP/1.1" status: 204 len: 168 time: 0.5972233 May 31 13:58:03.940126 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-87083904-8108-4236-8e7f-9c189c5e6b97 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Transition to ACTIVE for port object 484e5a81-8d3a-49be-aabf-5fbcbd53e45b will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:58:03.980202 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257c1b95-e595-4e0c-b683-c9044d53fb03 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:58:03.987264 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257c1b95-e595-4e0c-b683-c9044d53fb03 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:58:03.993337 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257c1b95-e595-4e0c-b683-c9044d53fb03 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:58:04.000566 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257c1b95-e595-4e0c-b683-c9044d53fb03 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:58:04.004028 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-257c1b95-e595-4e0c-b683-c9044d53fb03 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Synchronizing usage tracker for tenant:eb73204b74cb4c37a08faa0375d0009c on resource:network {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:58:04.092828 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 2e855b67-5833-4f03-8ab3-258e266096d6 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:58:04.093605 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:04.123000 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-257c1b95-e595-4e0c-b683-c9044d53fb03 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Unset dirty status for tenant:eb73204b74cb4c37a08faa0375d0009c on resource:network {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:58:04.124168 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-257c1b95-e595-4e0c-b683-c9044d53fb03 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.5178595 May 31 13:58:04.127168 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 52206) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:58:04.214359 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-87083904-8108-4236-8e7f-9c189c5e6b97 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:04.438904 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87083904-8108-4236-8e7f-9c189c5e6b97 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Pushing event updated for resources: {'Port': ['ID=484e5a81-8d3a-49be-aabf-5fbcbd53e45b,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:04.453071 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3de5aca7-322d-4fdb-be24-4290b3ad1089 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:04.465742 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c116716d-e764-40ef-a846-64b0d6b34368 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:04.479734 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 2e855b67-5833-4f03-8ab3-258e266096d6 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:58:04.483692 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device b04e8751-4666-4e05-b435-0385fac0175a up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:58:04.678245 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87083904-8108-4236-8e7f-9c189c5e6b97 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Network 844390b7-044b-44f8-b83b-193dc9bc3cc2 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:58:04.680417 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-87083904-8108-4236-8e7f-9c189c5e6b97 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:58:04.696116 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87083904-8108-4236-8e7f-9c189c5e6b97 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:58:04.701386 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port b04e8751-4666-4e05-b435-0385fac0175a triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:58:04.702531 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:04.814334 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c116716d-e764-40ef-a846-64b0d6b34368 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:04.901649 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-c116716d-e764-40ef-a846-64b0d6b34368 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c876ef4-1e92-4f18-9602-f835de2f3653']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:58:04.952005 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-c116716d-e764-40ef-a846-64b0d6b34368 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd498337a-aaf7-466f-af00-453286c64a01') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:58:04.954983 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-c116716d-e764-40ef-a846-64b0d6b34368 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd498337a-aaf7-466f-af00-453286c64a01') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:58:04.988939 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c116716d-e764-40ef-a846-64b0d6b34368 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:05.038357 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c116716d-e764-40ef-a846-64b0d6b34368 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:05.062460 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c116716d-e764-40ef-a846-64b0d6b34368 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:58:05.062936 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c116716d-e764-40ef-a846-64b0d6b34368 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:05.142716 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-87083904-8108-4236-8e7f-9c189c5e6b97 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:05.240227 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port b04e8751-4666-4e05-b435-0385fac0175a is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:58:05.244514 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 0f197867-01fe-4bdc-97be-cb07e92d153e up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:58:05.290062 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c116716d-e764-40ef-a846-64b0d6b34368 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:05.298236 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c116716d-e764-40ef-a846-64b0d6b34368 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:05.385704 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment d498337a-aaf7-466f-af00-453286c64a01 resource provider aggregate not found May 31 13:58:05.398031 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-32656974-9517-4a0a-8ea0-b76c2ac436f0 None None] Provisioning for port 484e5a81-8d3a-49be-aabf-5fbcbd53e45b completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:58:05.409329 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-32656974-9517-4a0a-8ea0-b76c2ac436f0 None None] Provisioning complete for port 484e5a81-8d3a-49be-aabf-5fbcbd53e45b triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:58:05.409700 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-32656974-9517-4a0a-8ea0-b76c2ac436f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:05.460765 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c116716d-e764-40ef-a846-64b0d6b34368 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] 10.222.0.50 "DELETE /v2.0/networks/1c876ef4-1e92-4f18-9602-f835de2f3653 HTTP/1.1" status: 204 len: 168 time: 1.3276861 May 31 13:58:05.461772 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c116716d-e764-40ef-a846-64b0d6b34368 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Pushing event deleted for resources: {'Network': ['ID=1c876ef4-1e92-4f18-9602-f835de2f3653,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:05.470655 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 52274) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:58:05.554677 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment d498337a-aaf7-466f-af00-453286c64a01 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d498337a-aaf7-466f-af00-453286c64a01 found for delete ", "request_id": "req-0b8c1620-3be6-4cd5-a310-d83f3f5d68d0"}]} May 31 13:58:05.609049 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 0f197867-01fe-4bdc-97be-cb07e92d153e completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:58:05.632749 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 0f197867-01fe-4bdc-97be-cb07e92d153e triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:58:05.633129 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:05.743687 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-32656974-9517-4a0a-8ea0-b76c2ac436f0 None None] Port 484e5a81-8d3a-49be-aabf-5fbcbd53e45b cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:58:05.855190 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ea7164b9-06e8-4954-88a3-25b5d7721873 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:05.942677 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 0f197867-01fe-4bdc-97be-cb07e92d153e is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:58:05.942677 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:06.021021 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 0f197867-01fe-4bdc-97be-cb07e92d153e, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=0f197867-01fe-4bdc-97be-cb07e92d153e,segment=NetworkSegment(61b74aef-884b-402c-a874-aded7fafffd6),segment_id=61b74aef-884b-402c-a874-aded7fafffd6)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:58:06.028051 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:06.216800 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=0f197867-01fe-4bdc-97be-cb07e92d153e,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:06.282217 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ea7164b9-06e8-4954-88a3-25b5d7721873 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:06.294829 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52290) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:58:06.347200 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-ea7164b9-06e8-4954-88a3-25b5d7721873 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f15b5d8d-4d88-4658-823e-bff8cf4b297f']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:58:06.379610 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-ea7164b9-06e8-4954-88a3-25b5d7721873 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccc2819f-b657-4d9a-aa7d-5c276eca7628') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:58:06.380292 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-ea7164b9-06e8-4954-88a3-25b5d7721873 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccc2819f-b657-4d9a-aa7d-5c276eca7628') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:58:06.399394 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 52296) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:58:06.420666 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ea7164b9-06e8-4954-88a3-25b5d7721873 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:06.460905 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ea7164b9-06e8-4954-88a3-25b5d7721873 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:06.471542 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea7164b9-06e8-4954-88a3-25b5d7721873 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:58:06.472883 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ea7164b9-06e8-4954-88a3-25b5d7721873 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:06.684608 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0f396914-f89c-4a31-85ba-9a5e98a8fa3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:06.721287 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0f396914-f89c-4a31-85ba-9a5e98a8fa3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:58:06.730749 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-0f396914-f89c-4a31-85ba-9a5e98a8fa3b admin admin] Usage tracker for resource:security_group_rule and tenant:9e7678ff98174ec5b287cb8e613f6fe7 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:58:06.738210 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-0f396914-f89c-4a31-85ba-9a5e98a8fa3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:58:06.764111 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ea7164b9-06e8-4954-88a3-25b5d7721873 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:06.766927 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0f396914-f89c-4a31-85ba-9a5e98a8fa3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:58:06.794360 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ea7164b9-06e8-4954-88a3-25b5d7721873 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:06.806483 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7164b9-06e8-4954-88a3-25b5d7721873 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Pushing event deleted for resources: {'Network': ['ID=f15b5d8d-4d88-4658-823e-bff8cf4b297f,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:06.815119 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-ea7164b9-06e8-4954-88a3-25b5d7721873 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] 10.222.0.50 "DELETE /v2.0/networks/f15b5d8d-4d88-4658-823e-bff8cf4b297f HTTP/1.1" status: 204 len: 168 time: 1.3432357 May 31 13:58:06.817524 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 52308) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:58:06.879500 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3de5aca7-322d-4fdb-be24-4290b3ad1089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:06.916829 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-34c1f339-0657-4b8d-a52f-6aa7f1a0fb63 tempest-SubnetPoolsTestJSON-193122395 tempest-SubnetPoolsTestJSON-193122395-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1287279851', 'prefixes': ['172.20.0.0/16']}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:58:06.929552 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-34c1f339-0657-4b8d-a52f-6aa7f1a0fb63 tempest-SubnetPoolsTestJSON-193122395 tempest-SubnetPoolsTestJSON-193122395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:58:07.008260 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0f396914-f89c-4a31-85ba-9a5e98a8fa3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:07.071744 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0f396914-f89c-4a31-85ba-9a5e98a8fa3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:07.075894 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad50be4-ed24-41ff-aac0-d02b8edc00eb tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:58:07.082633 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad50be4-ed24-41ff-aac0-d02b8edc00eb tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:58:07.083415 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-5ad50be4-ed24-41ff-aac0-d02b8edc00eb tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Synchronizing usage tracker for tenant:eb73204b74cb4c37a08faa0375d0009c on resource:network {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:58:07.109110 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-5ad50be4-ed24-41ff-aac0-d02b8edc00eb tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Unset dirty status for tenant:eb73204b74cb4c37a08faa0375d0009c on resource:network {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:58:07.110336 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-5ad50be4-ed24-41ff-aac0-d02b8edc00eb tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2915816 May 31 13:58:07.118376 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 52328) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:58:07.126669 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-5ac8a020-4efd-47cf-9ede-8bbf20a986d6 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1966956850'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:58:07.134722 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-5ac8a020-4efd-47cf-9ede-8bbf20a986d6 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:58:07.150613 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-5ac8a020-4efd-47cf-9ede-8bbf20a986d6 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:58:07.196333 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac8a020-4efd-47cf-9ede-8bbf20a986d6 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Made reservation on behalf of eb73204b74cb4c37a08faa0375d0009c for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:58:07.203915 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5ac8a020-4efd-47cf-9ede-8bbf20a986d6 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:07.234069 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-34c1f339-0657-4b8d-a52f-6aa7f1a0fb63 tempest-SubnetPoolsTestJSON-193122395 tempest-SubnetPoolsTestJSON-193122395-project] Notify callbacks [] for subnetpool, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:07.236052 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-34c1f339-0657-4b8d-a52f-6aa7f1a0fb63 tempest-SubnetPoolsTestJSON-193122395 tempest-SubnetPoolsTestJSON-193122395-project] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.8356056 May 31 13:58:07.239998 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 52344) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:58:07.242153 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-0f396914-f89c-4a31-85ba-9a5e98a8fa3b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9e7678ff98174ec5b287cb8e613f6fe7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9424148 May 31 13:58:07.244659 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 52348) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:58:07.245657 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f396914-f89c-4a31-85ba-9a5e98a8fa3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8670b481-424d-4c18-ba3f-bbc21555928e,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:07.248143 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-87083904-8108-4236-8e7f-9c189c5e6b97 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:07.290574 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ac8a020-4efd-47cf-9ede-8bbf20a986d6 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:58:07.345172 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-487688a9-7bcc-4431-ac82-5ac9e6a71549 tempest-SubnetPoolsTestJSON-193122395 tempest-SubnetPoolsTestJSON-193122395-project] 10.222.0.50 "GET /v2.0/subnetpools/f4866e25-e83c-4538-9c9f-3f0e3337f53e HTTP/1.1" status: 200 len: 732 time: 0.1039174 May 31 13:58:07.348932 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 52356) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:58:07.372810 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5ac8a020-4efd-47cf-9ede-8bbf20a986d6 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:07.373234 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-5ac8a020-4efd-47cf-9ede-8bbf20a986d6 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Added segment a62ec8de-c639-4f95-96fa-032e35aada28 of type vlan for network 813f208f-508f-4e3e-bc55-421d1559ac5b May 31 13:58:07.374648 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b5826c7a-6b60-4071-8cf8-62d8735c3fe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:07.461594 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3de5aca7-322d-4fdb-be24-4290b3ad1089 admin admin] Router 65d60165-31ca-4a93-8c8b-e199e212782b is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 13:58:07.540742 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:07.545788 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b5826c7a-6b60-4071-8cf8-62d8735c3fe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:07.578138 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-9f09a214-d633-4c4c-aec0-c97dc59876ff tempest-SubnetPoolsTestJSON-193122395 tempest-SubnetPoolsTestJSON-193122395-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1216386211'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:58:07.653689 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment ccc2819f-b657-4d9a-aa7d-5c276eca7628 resource provider aggregate not found May 31 13:58:07.701893 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment ccc2819f-b657-4d9a-aa7d-5c276eca7628 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ccc2819f-b657-4d9a-aa7d-5c276eca7628 found for delete ", "request_id": "req-88ae6e1e-e4ff-4c91-975e-f733d55b24cf"}]} May 31 13:58:07.791794 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5ac8a020-4efd-47cf-9ede-8bbf20a986d6 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:07.821550 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9f09a214-d633-4c4c-aec0-c97dc59876ff tempest-SubnetPoolsTestJSON-193122395 tempest-SubnetPoolsTestJSON-193122395-project] Notify callbacks [] for subnetpool, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:07.823095 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-9f09a214-d633-4c4c-aec0-c97dc59876ff tempest-SubnetPoolsTestJSON-193122395 tempest-SubnetPoolsTestJSON-193122395-project] 10.222.0.50 "PUT /v2.0/subnetpools/f4866e25-e83c-4538-9c9f-3f0e3337f53e HTTP/1.1" status: 200 len: 684 time: 0.4520688 May 31 13:58:07.826138 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 52366) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:58:07.892152 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b5826c7a-6b60-4071-8cf8-62d8735c3fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:07.894990 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b5826c7a-6b60-4071-8cf8-62d8735c3fe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:07.896376 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-b5826c7a-6b60-4071-8cf8-62d8735c3fe1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8670b481-424d-4c18-ba3f-bbc21555928e HTTP/1.1" status: 204 len: 168 time: 0.6498818 May 31 13:58:07.905964 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de5aca7-322d-4fdb-be24-4290b3ad1089 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:58:07.917351 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb38f29-cdc8-404c-ab23-b96e30dc5639 None None] Sync routers for ids ['65d60165-31ca-4a93-8c8b-e199e212782b'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:58:07.941075 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5826c7a-6b60-4071-8cf8-62d8735c3fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8670b481-424d-4c18-ba3f-bbc21555928e,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:07.946524 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb38f29-cdc8-404c-ab23-b96e30dc5639 None None] Routers {'65d60165-31ca-4a93-8c8b-e199e212782b'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:58:07.949108 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-6bb38f29-cdc8-404c-ab23-b96e30dc5639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:57:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['65d60165-31ca-4a93-8c8b-e199e212782b'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:58:07.976008 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5ac8a020-4efd-47cf-9ede-8bbf20a986d6 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:07.978718 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3de5aca7-322d-4fdb-be24-4290b3ad1089 admin admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:07.982522 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-3de5aca7-322d-4fdb-be24-4290b3ad1089 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 13.2204254 May 31 13:58:07.985653 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52372) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:58:08.000545 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac8a020-4efd-47cf-9ede-8bbf20a986d6 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:58:08.001451 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5ac8a020-4efd-47cf-9ede-8bbf20a986d6 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:08.137928 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.db.resource_extend [None req-87083904-8108-4236-8e7f-9c189c5e6b97 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:58:08.180616 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 0f197867-01fe-4bdc-97be-cb07e92d153e up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:58:08.188717 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac8a020-4efd-47cf-9ede-8bbf20a986d6 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Pushing event updated for resources: {'Network': ['ID=813f208f-508f-4e3e-bc55-421d1559ac5b,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:08.195688 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-87083904-8108-4236-8e7f-9c189c5e6b97 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:08.295957 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-5ac8a020-4efd-47cf-9ede-8bbf20a986d6 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1744547 May 31 13:58:08.304019 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 52378) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:58:08.326541 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 813f208f-508f-4e3e-bc55-421d1559ac5b details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:58:08.347419 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-e6f0acd1-8054-440d-9361-b56a18352843 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-869598518'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:58:08.361719 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-e6f0acd1-8054-440d-9361-b56a18352843 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:58:08.378441 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-41a415c9-e3b0-46a9-964c-dacc29121107 tempest-SubnetPoolsTestJSON-193122395 tempest-SubnetPoolsTestJSON-193122395-project] Notify callbacks [] for subnetpool, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:08.383554 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-41a415c9-e3b0-46a9-964c-dacc29121107 tempest-SubnetPoolsTestJSON-193122395 tempest-SubnetPoolsTestJSON-193122395-project] 10.222.0.50 "DELETE /v2.0/subnetpools/f4866e25-e83c-4538-9c9f-3f0e3337f53e HTTP/1.1" status: 204 len: 168 time: 0.5522823 May 31 13:58:08.388732 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 52382) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:58:08.406646 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-e6f0acd1-8054-440d-9361-b56a18352843 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:58:08.477453 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [None req-93fb889e-1bbb-433a-b0de-9f2105857b78 tempest-SubnetPoolsTestJSON-193122395 tempest-SubnetPoolsTestJSON-193122395-project] show failed (client error): The resource could not be found. May 31 13:58:08.481116 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-93fb889e-1bbb-433a-b0de-9f2105857b78 tempest-SubnetPoolsTestJSON-193122395 tempest-SubnetPoolsTestJSON-193122395-project] 10.222.0.50 "GET /v2.0/subnetpools/f4866e25-e83c-4538-9c9f-3f0e3337f53e HTTP/1.1" status: 404 len: 346 time: 0.0873156 May 31 13:58:08.491458 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 52388) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:58:08.532658 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f0acd1-8054-440d-9361-b56a18352843 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Made reservation on behalf of eb73204b74cb4c37a08faa0375d0009c for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:58:08.540135 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-6bb38f29-cdc8-404c-ab23-b96e30dc5639 None None] Set router 65d60165-31ca-4a93-8c8b-e199e212782b gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:58:08.540933 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e6f0acd1-8054-440d-9361-b56a18352843 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:08.559392 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [None req-b9a0d718-de13-4fc2-8f2c-b77a828db73e tempest-SubnetPoolsTestJSON-193122395 tempest-SubnetPoolsTestJSON-193122395-project] delete failed (client error): The resource could not be found. May 31 13:58:08.566018 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-b9a0d718-de13-4fc2-8f2c-b77a828db73e tempest-SubnetPoolsTestJSON-193122395 tempest-SubnetPoolsTestJSON-193122395-project] 10.222.0.50 "DELETE /v2.0/subnetpools/f4866e25-e83c-4538-9c9f-3f0e3337f53e HTTP/1.1" status: 404 len: 346 time: 0.0732601 May 31 13:58:08.615590 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6f0acd1-8054-440d-9361-b56a18352843 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:58:08.634949 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e6f0acd1-8054-440d-9361-b56a18352843 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:08.635289 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-e6f0acd1-8054-440d-9361-b56a18352843 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Added segment 66705839-3958-45bb-8448-411560bcdd51 of type vlan for network 6e8dff77-8c0b-4604-b3d1-b09276a1b6fa May 31 13:58:08.699613 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e6f0acd1-8054-440d-9361-b56a18352843 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:08.767134 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e6f0acd1-8054-440d-9361-b56a18352843 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:08.773779 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f0acd1-8054-440d-9361-b56a18352843 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:58:08.774419 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e6f0acd1-8054-440d-9361-b56a18352843 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:08.841506 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-87083904-8108-4236-8e7f-9c189c5e6b97 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:08.882346 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 0f197867-01fe-4bdc-97be-cb07e92d153e triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:58:08.883233 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:09.052658 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f0acd1-8054-440d-9361-b56a18352843 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Pushing event updated for resources: {'Network': ['ID=6e8dff77-8c0b-4604-b3d1-b09276a1b6fa,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:09.061247 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-e6f0acd1-8054-440d-9361-b56a18352843 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7519951 May 31 13:58:09.064427 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 52396) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:58:09.081496 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-dc25b07e-af91-48b6-9310-e2f352dc76a2 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Request body: {'ports': [{'network_id': '813f208f-508f-4e3e-bc55-421d1559ac5b', 'name': 'tempest-port--1915618267', 'admin_state_up': True}, {'network_id': '6e8dff77-8c0b-4604-b3d1-b09276a1b6fa', 'admin_state_up': False}]} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:58:09.081997 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-dc25b07e-af91-48b6-9310-e2f352dc76a2 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Request body: {'port': {'network_id': '813f208f-508f-4e3e-bc55-421d1559ac5b', 'name': 'tempest-port--1915618267', 'admin_state_up': True}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:58:09.082492 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-dc25b07e-af91-48b6-9310-e2f352dc76a2 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Request body: {'port': {'network_id': '6e8dff77-8c0b-4604-b3d1-b09276a1b6fa', 'admin_state_up': False}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:58:09.098637 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 6e8dff77-8c0b-4604-b3d1-b09276a1b6fa details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:58:09.107981 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 52400) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:58:09.169057 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:09.255919 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 0f197867-01fe-4bdc-97be-cb07e92d153e is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:58:09.314423 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87083904-8108-4236-8e7f-9c189c5e6b97 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Pushing event updated for resources: {'Port': ['ID=484e5a81-8d3a-49be-aabf-5fbcbd53e45b,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:09.338160 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-87083904-8108-4236-8e7f-9c189c5e6b97 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:09.366784 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52408) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:58:09.423252 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-6bb38f29-cdc8-404c-ab23-b96e30dc5639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d60165-31ca-4a93-8c8b-e199e212782b', 'name': 'tempest-TestServerMultinode-499475933-router', 'tenant_id': '1e981e4259634d07be404c49d7033133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '5ac33279-8368-434d-b045-3c1483114ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:57:54Z', 'updated_at': '2022-05-31T13:58:03Z', 'revision_number': 3, 'project_id': '1e981e4259634d07be404c49d7033133', 'gw_port': {'id': '5ac33279-8368-434d-b045-3c1483114ba6', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b3:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65d60165-31ca-4a93-8c8b-e199e212782b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:57:59Z', 'updated_at': '2022-05-31T13:58:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:58:09.432975 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb38f29-cdc8-404c-ab23-b96e30dc5639 None None] Checking router: 65d60165-31ca-4a93-8c8b-e199e212782b for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:58:09.433408 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb38f29-cdc8-404c-ab23-b96e30dc5639 None None] Updating router 65d60165-31ca-4a93-8c8b-e199e212782b port 5ac33279-8368-434d-b045-3c1483114ba6 binding host n-d-843939-1 {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:58:09.468501 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e2547290-f480-4fac-a898-08cb1b888574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:09.546715 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6bb38f29-cdc8-404c-ab23-b96e30dc5639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:09.700654 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-e2547290-f480-4fac-a898-08cb1b888574 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:58:09.711538 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ac648073-25c6-4811-8808-efd02decbc4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:09.732417 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-e2547290-f480-4fac-a898-08cb1b888574 admin admin] Usage tracker for resource:security_group_rule and tenant:f3fc1ff04a3c48ee8b9ecb3be5d2a3ab is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:58:09.737616 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-e2547290-f480-4fac-a898-08cb1b888574 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:58:09.759432 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ac648073-25c6-4811-8808-efd02decbc4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:58:09.763487 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ac648073-25c6-4811-8808-efd02decbc4b admin admin] Usage tracker for resource:security_group_rule and tenant:5825ca5641214858bcfc2947a68fa5b6 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:58:09.766565 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ac648073-25c6-4811-8808-efd02decbc4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:58:09.772903 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ac648073-25c6-4811-8808-efd02decbc4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:58:09.777954 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-e2547290-f480-4fac-a898-08cb1b888574 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:58:09.801320 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-dc25b07e-af91-48b6-9310-e2f352dc76a2 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:58:09.809081 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-dc25b07e-af91-48b6-9310-e2f352dc76a2 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Usage tracker for resource:port and tenant:eb73204b74cb4c37a08faa0375d0009c is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:58:09.823020 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-dc25b07e-af91-48b6-9310-e2f352dc76a2 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:58:09.839132 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-dc25b07e-af91-48b6-9310-e2f352dc76a2 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:58:09.863511 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ac648073-25c6-4811-8808-efd02decbc4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:09.880758 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ac648073-25c6-4811-8808-efd02decbc4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:09.887175 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc25b07e-af91-48b6-9310-e2f352dc76a2 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Made reservation on behalf of eb73204b74cb4c37a08faa0375d0009c for: {'port': 2} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:58:09.893226 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dc25b07e-af91-48b6-9310-e2f352dc76a2 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:09.926738 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac648073-25c6-4811-8808-efd02decbc4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abe5c9e2-fcb6-4c9a-982d-353407db872b,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:09.937666 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dc25b07e-af91-48b6-9310-e2f352dc76a2 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:10.060255 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e2547290-f480-4fac-a898-08cb1b888574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:10.074395 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6bb38f29-cdc8-404c-ab23-b96e30dc5639 None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:10.077010 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ac648073-25c6-4811-8808-efd02decbc4b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5825ca5641214858bcfc2947a68fa5b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7088029 May 31 13:58:10.086446 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87083904-8108-4236-8e7f-9c189c5e6b97 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Network 844390b7-044b-44f8-b83b-193dc9bc3cc2 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:58:10.090100 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52414) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:58:10.091185 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-87083904-8108-4236-8e7f-9c189c5e6b97 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:58:10.093978 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-6bb38f29-cdc8-404c-ab23-b96e30dc5639 None None] Transition to ACTIVE for port object 5ac33279-8368-434d-b045-3c1483114ba6 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:58:10.105315 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6bb38f29-cdc8-404c-ab23-b96e30dc5639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:10.124631 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e2547290-f480-4fac-a898-08cb1b888574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:10.221228 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-6bb38f29-cdc8-404c-ab23-b96e30dc5639 None None] Attempting to bind port 5ac33279-8368-434d-b045-3c1483114ba6 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:58:10.221604 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-6bb38f29-cdc8-404c-ab23-b96e30dc5639 None None] Attempting to bind port 5ac33279-8368-434d-b045-3c1483114ba6 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:58:10.221969 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb38f29-cdc8-404c-ab23-b96e30dc5639 None None] Attempting to bind port 5ac33279-8368-434d-b045-3c1483114ba6 on network d2103cd5-63ba-4c24-9d95-fd17643bf14c {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:58:10.230084 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5561c54e-6305-4d4f-9760-64342b14e708 None None] Pushing event updated for resources: {'Port': ['ID=5ac33279-8368-434d-b045-3c1483114ba6,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:10.243114 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb38f29-cdc8-404c-ab23-b96e30dc5639 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:58:10.244913 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb38f29-cdc8-404c-ab23-b96e30dc5639 None None] Checking segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:58:10.247958 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6bb38f29-cdc8-404c-ab23-b96e30dc5639 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:10.248410 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb38f29-cdc8-404c-ab23-b96e30dc5639 None None] Bound using segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:58:10.248918 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-6bb38f29-cdc8-404c-ab23-b96e30dc5639 None None] Bound port: 5ac33279-8368-434d-b045-3c1483114ba6, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:58:10.249301 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6bb38f29-cdc8-404c-ab23-b96e30dc5639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:10.315111 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-dc25b07e-af91-48b6-9310-e2f352dc76a2 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] device_id is not set on port c3bff8df-ae6c-4449-98cc-1deffa3c56e8 yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:58:10.352705 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5561c54e-6305-4d4f-9760-64342b14e708 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:58:10.352705 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5561c54e-6305-4d4f-9760-64342b14e708 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:58:10.352939 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5561c54e-6305-4d4f-9760-64342b14e708 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:58:10.356797 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5561c54e-6305-4d4f-9760-64342b14e708 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:58:10.357148 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5561c54e-6305-4d4f-9760-64342b14e708 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:58:10.357495 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5561c54e-6305-4d4f-9760-64342b14e708 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:58:10.358799 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5561c54e-6305-4d4f-9760-64342b14e708 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:58:10.359141 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5561c54e-6305-4d4f-9760-64342b14e708 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:58:10.361795 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5561c54e-6305-4d4f-9760-64342b14e708 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:58:10.362187 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5561c54e-6305-4d4f-9760-64342b14e708 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:58:10.362536 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5561c54e-6305-4d4f-9760-64342b14e708 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:58:10.362880 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5561c54e-6305-4d4f-9760-64342b14e708 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:58:10.389328 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2547290-f480-4fac-a898-08cb1b888574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75fd0f51-b4ca-4146-8979-7add35d0e5f0,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:10.401097 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-adf026c9-03ea-49c0-8b78-c5dd7e99487b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:10.406211 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-e2547290-f480-4fac-a898-08cb1b888574 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f3fc1ff04a3c48ee8b9ecb3be5d2a3ab&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2969584 May 31 13:58:10.410609 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 52420) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:58:10.443216 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-adf026c9-03ea-49c0-8b78-c5dd7e99487b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:10.516270 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-6bb38f29-cdc8-404c-ab23-b96e30dc5639 None None] For port 5ac33279-8368-434d-b045-3c1483114ba6, host n-d-843939-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:58:10.517940 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-22cee947-09fe-4001-890f-5d53a45686ed None None] Provisioning complete for port 484e5a81-8d3a-49be-aabf-5fbcbd53e45b triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:58:10.518420 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-22cee947-09fe-4001-890f-5d53a45686ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:10.522096 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-6bb38f29-cdc8-404c-ab23-b96e30dc5639 None None] For port 5ac33279-8368-434d-b045-3c1483114ba6, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=5ac33279-8368-434d-b045-3c1483114ba6,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:58:10.531739 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6bb38f29-cdc8-404c-ab23-b96e30dc5639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:10.531975 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-acfb86be-00d5-42a1-91df-311a7ec8dcec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:10.591774 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b8f95b6f-7531-4a4d-a795-41ef589e989e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:10.608706 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-adf026c9-03ea-49c0-8b78-c5dd7e99487b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:10.664041 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b8f95b6f-7531-4a4d-a795-41ef589e989e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:10.667449 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-22cee947-09fe-4001-890f-5d53a45686ed None None] Port 484e5a81-8d3a-49be-aabf-5fbcbd53e45b cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:58:10.671406 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-276b5582-649a-4fc2-afd3-63f0f1b8f580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:10.691137 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dc25b07e-af91-48b6-9310-e2f352dc76a2 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:10.777767 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5561c54e-6305-4d4f-9760-64342b14e708 None None] Pushing event updated for resources: {'Port': ['ID=5ac33279-8368-434d-b045-3c1483114ba6,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:10.797756 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb38f29-cdc8-404c-ab23-b96e30dc5639 None None] Routers {'65d60165-31ca-4a93-8c8b-e199e212782b'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:58:10.799789 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-6bb38f29-cdc8-404c-ab23-b96e30dc5639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:57:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['65d60165-31ca-4a93-8c8b-e199e212782b'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:58:10.842362 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [None req-dc25b07e-af91-48b6-9310-e2f352dc76a2 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] device_id is not set on port 274babab-89a4-4db4-a175-f27c4eb177b8 yet. {{(pid=88370) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 31 13:58:10.858213 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b8f95b6f-7531-4a4d-a795-41ef589e989e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:10.879517 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f95b6f-7531-4a4d-a795-41ef589e989e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75fd0f51-b4ca-4146-8979-7add35d0e5f0,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:10.903288 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b8f95b6f-7531-4a4d-a795-41ef589e989e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:10.905203 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-b8f95b6f-7531-4a4d-a795-41ef589e989e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/75fd0f51-b4ca-4146-8979-7add35d0e5f0 HTTP/1.1" status: 204 len: 168 time: 0.4929678 May 31 13:58:10.946227 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-adf026c9-03ea-49c0-8b78-c5dd7e99487b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:10.950098 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-adf026c9-03ea-49c0-8b78-c5dd7e99487b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/abe5c9e2-fcb6-4c9a-982d-353407db872b HTTP/1.1" status: 204 len: 168 time: 0.8474658 May 31 13:58:10.974741 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf026c9-03ea-49c0-8b78-c5dd7e99487b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe5c9e2-fcb6-4c9a-982d-353407db872b,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:10.977589 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-acfb86be-00d5-42a1-91df-311a7ec8dcec admin admin] Allocated IP 172.20.0.1 (5f55bbea-82b7-4578-aae9-4a649a9da1e9/dc19dfed-9970-499d-881e-1bcf7302fd07/e6ae83ca-c3a7-42ae-b87f-6a163f7ce00d) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:58:11.052576 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dc25b07e-af91-48b6-9310-e2f352dc76a2 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:11.096681 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dc25b07e-af91-48b6-9310-e2f352dc76a2 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:11.236603 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-6bb38f29-cdc8-404c-ab23-b96e30dc5639 None None] Set router 65d60165-31ca-4a93-8c8b-e199e212782b gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:58:11.374820 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc25b07e-af91-48b6-9310-e2f352dc76a2 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Pushing event updated for resources: {'Port': ['ID=c3bff8df-ae6c-4449-98cc-1deffa3c56e8,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:11.418020 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc25b07e-af91-48b6-9310-e2f352dc76a2 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Checking segment: {'id': 'a62ec8de-c639-4f95-96fa-032e35aada28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '813f208f-508f-4e3e-bc55-421d1559ac5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:58:11.418899 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc25b07e-af91-48b6-9310-e2f352dc76a2 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Network hostable DHCP agents. Network: 813f208f-508f-4e3e-bc55-421d1559ac5b, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:58:11.474870 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc25b07e-af91-48b6-9310-e2f352dc76a2 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Network 813f208f-508f-4e3e-bc55-421d1559ac5b is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:58:11.495447 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-dc25b07e-af91-48b6-9310-e2f352dc76a2 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 813f208f-508f-4e3e-bc55-421d1559ac5b) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:58:11.505726 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f30c7a4-1aef-4e14-ab93-249ca00bca2b None None] Network 813f208f-508f-4e3e-bc55-421d1559ac5b requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:58:11.514747 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc25b07e-af91-48b6-9310-e2f352dc76a2 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:58:11.517064 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dc25b07e-af91-48b6-9310-e2f352dc76a2 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:11.560005 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87083904-8108-4236-8e7f-9c189c5e6b97 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Router 8a671722-d291-44e2-8eaa-e117ed7673d1 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:58:11.798668 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc25b07e-af91-48b6-9310-e2f352dc76a2 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Pushing event updated for resources: {'Port': ['ID=274babab-89a4-4db4-a175-f27c4eb177b8,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:11.816493 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc25b07e-af91-48b6-9310-e2f352dc76a2 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Checking segment: {'id': '66705839-3958-45bb-8448-411560bcdd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '6e8dff77-8c0b-4604-b3d1-b09276a1b6fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:58:11.816998 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc25b07e-af91-48b6-9310-e2f352dc76a2 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Network hostable DHCP agents. Network: 6e8dff77-8c0b-4604-b3d1-b09276a1b6fa, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:58:11.870930 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc25b07e-af91-48b6-9310-e2f352dc76a2 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Network 6e8dff77-8c0b-4604-b3d1-b09276a1b6fa is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:58:11.879813 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-6bb38f29-cdc8-404c-ab23-b96e30dc5639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d60165-31ca-4a93-8c8b-e199e212782b', 'name': 'tempest-TestServerMultinode-499475933-router', 'tenant_id': '1e981e4259634d07be404c49d7033133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '5ac33279-8368-434d-b045-3c1483114ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:57:54Z', 'updated_at': '2022-05-31T13:58:03Z', 'revision_number': 3, 'project_id': '1e981e4259634d07be404c49d7033133', 'gw_port': {'id': '5ac33279-8368-434d-b045-3c1483114ba6', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b3:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65d60165-31ca-4a93-8c8b-e199e212782b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:57:59Z', 'updated_at': '2022-05-31T13:58:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:58:11.886691 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-dc25b07e-af91-48b6-9310-e2f352dc76a2 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 6e8dff77-8c0b-4604-b3d1-b09276a1b6fa) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:58:11.890641 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc25b07e-af91-48b6-9310-e2f352dc76a2 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:58:11.902594 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc25b07e-af91-48b6-9310-e2f352dc76a2 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:58:11.909735 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb38f29-cdc8-404c-ab23-b96e30dc5639 None None] The sync data for ids ['65d60165-31ca-4a93-8c8b-e199e212782b'] in n-d-843939-1 is: [{'id': '65d60165-31ca-4a93-8c8b-e199e212782b', 'name': 'tempest-TestServerMultinode-499475933-router', 'tenant_id': '1e981e4259634d07be404c49d7033133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '5ac33279-8368-434d-b045-3c1483114ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:57:54Z', 'updated_at': '2022-05-31T13:58:03Z', 'revision_number': 3, 'project_id': '1e981e4259634d07be404c49d7033133', 'gw_port': {'id': '5ac33279-8368-434d-b045-3c1483114ba6', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b3:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65d60165-31ca-4a93-8c8b-e199e212782b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:57:59Z', 'updated_at': '2022-05-31T13:58:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:58:11.916250 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc25b07e-af91-48b6-9310-e2f352dc76a2 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:58:11.922323 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dc25b07e-af91-48b6-9310-e2f352dc76a2 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:11.997487 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-dc25b07e-af91-48b6-9310-e2f352dc76a2 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.9319170 May 31 13:58:12.000002 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 52452) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:58:12.024270 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cef547a-6438-474b-92b7-bfafdf8ca58e None None] Network 6e8dff77-8c0b-4604-b3d1-b09276a1b6fa requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:58:12.125345 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87083904-8108-4236-8e7f-9c189c5e6b97 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:58:12.163976 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-87083904-8108-4236-8e7f-9c189c5e6b97 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.50 "PUT /v2.0/routers/8a671722-d291-44e2-8eaa-e117ed7673d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.5853362 May 31 13:58:12.167464 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-acfb86be-00d5-42a1-91df-311a7ec8dcec admin admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:12.212794 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-acfb86be-00d5-42a1-91df-311a7ec8dcec admin admin] Transition to ACTIVE for port object e6ae83ca-c3a7-42ae-b87f-6a163f7ce00d will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:58:12.267889 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-acfb86be-00d5-42a1-91df-311a7ec8dcec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:12.464534 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfb86be-00d5-42a1-91df-311a7ec8dcec admin admin] Pushing event updated for resources: {'Port': ['ID=e6ae83ca-c3a7-42ae-b87f-6a163f7ce00d,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:12.487737 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfb86be-00d5-42a1-91df-311a7ec8dcec admin admin] Network 5f55bbea-82b7-4578-aae9-4a649a9da1e9 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:58:12.490148 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-acfb86be-00d5-42a1-91df-311a7ec8dcec admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:58:12.497252 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfb86be-00d5-42a1-91df-311a7ec8dcec admin admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:58:12.589433 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb38c0b-4173-492a-8ac1-45947a821544 None None] Sync routers for ids ['8a671722-d291-44e2-8eaa-e117ed7673d1'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:58:12.677914 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-acfb86be-00d5-42a1-91df-311a7ec8dcec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:12.785143 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb38c0b-4173-492a-8ac1-45947a821544 None None] Routers {'8a671722-d291-44e2-8eaa-e117ed7673d1'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:58:12.786171 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-0cb38c0b-4173-492a-8ac1-45947a821544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:57:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['8a671722-d291-44e2-8eaa-e117ed7673d1'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:58:12.922983 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-acfb86be-00d5-42a1-91df-311a7ec8dcec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:13.181020 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e7e251-085e-4816-95c0-8620400d76ad tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:58:13.195152 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e7e251-085e-4816-95c0-8620400d76ad tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:58:13.196452 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-a8e7e251-085e-4816-95c0-8620400d76ad tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Synchronizing usage tracker for tenant:eb73204b74cb4c37a08faa0375d0009c on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:58:13.257268 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-a8e7e251-085e-4816-95c0-8620400d76ad tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Unset dirty status for tenant:eb73204b74cb4c37a08faa0375d0009c on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:58:13.264166 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-a8e7e251-085e-4816-95c0-8620400d76ad tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 1.2628925 May 31 13:58:13.268079 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52496) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:58:13.318507 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5265021-5431-4f75-9c91-fb143ea731ea req-02783ae3-52be-49d2-a2b3-e7620bc3389f tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:58:13.320030 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-e5265021-5431-4f75-9c91-fb143ea731ea req-02783ae3-52be-49d2-a2b3-e7620bc3389f tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Synchronizing usage tracker for tenant:f161391927494a93ac97ddf889ee8804 on resource:network {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:58:13.369907 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-e5265021-5431-4f75-9c91-fb143ea731ea req-02783ae3-52be-49d2-a2b3-e7620bc3389f tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Unset dirty status for tenant:f161391927494a93ac97ddf889ee8804 on resource:network {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:58:13.371818 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-07d15289-5726-49b3-8a0c-da7dc1349b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:13.382179 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e5265021-5431-4f75-9c91-fb143ea731ea req-02783ae3-52be-49d2-a2b3-e7620bc3389f tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.50 "GET /v2.0/networks?id=844390b7-044b-44f8-b83b-193dc9bc3cc2 HTTP/1.1" status: 200 len: 797 time: 0.5337274 May 31 13:58:13.418826 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e5265021-5431-4f75-9c91-fb143ea731ea req-f3ee6258-5d87-4b65-b5c9-eeafb477cd13 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.50 "GET /v2.0/quotas/f161391927494a93ac97ddf889ee8804 HTTP/1.1" status: 200 len: 375 time: 0.0341582 May 31 13:58:13.456772 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-dfb27558-34b0-4af3-a6a8-2008db560925 None None] Provisioning for port e6ae83ca-c3a7-42ae-b87f-6a163f7ce00d completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:58:13.480574 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-dfb27558-34b0-4af3-a6a8-2008db560925 None None] Provisioning complete for port e6ae83ca-c3a7-42ae-b87f-6a163f7ce00d triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:58:13.480946 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dfb27558-34b0-4af3-a6a8-2008db560925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:13.481185 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-8de41112-b160-4872-956a-c66f14453dcc tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Deleting port c3bff8df-ae6c-4449-98cc-1deffa3c56e8 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:58:13.481416 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8de41112-b160-4872-956a-c66f14453dcc tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:13.673423 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-dfb27558-34b0-4af3-a6a8-2008db560925 None None] Port e6ae83ca-c3a7-42ae-b87f-6a163f7ce00d cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:58:13.682882 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-0cb38c0b-4173-492a-8ac1-45947a821544 None None] Set router 8a671722-d291-44e2-8eaa-e117ed7673d1 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:58:13.751693 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e5265021-5431-4f75-9c91-fb143ea731ea req-b41a74ee-3d65-4137-9f58-8ab3868561e7 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f161391927494a93ac97ddf889ee8804&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3313744 May 31 13:58:13.893369 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:13.990537 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-acfb86be-00d5-42a1-91df-311a7ec8dcec admin admin] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:13.994386 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8de41112-b160-4872-956a-c66f14453dcc tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:14.003737 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-acfb86be-00d5-42a1-91df-311a7ec8dcec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:14.169089 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:14.186833 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-acfb86be-00d5-42a1-91df-311a7ec8dcec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:14.408591 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e5265021-5431-4f75-9c91-fb143ea731ea req-37d1c01b-8f3b-442a-9cc0-004a557158a6 service neutron] 10.222.0.50 "GET /v2.0/networks/844390b7-044b-44f8-b83b-193dc9bc3cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6307344 May 31 13:58:14.476566 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 5ac33279-8368-434d-b045-3c1483114ba6 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:58:14.636976 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 5ac33279-8368-434d-b045-3c1483114ba6 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:58:14.646817 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 5ac33279-8368-434d-b045-3c1483114ba6 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:58:14.648972 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:14.714257 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-8de41112-b160-4872-956a-c66f14453dcc tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Calling delete_port for c3bff8df-ae6c-4449-98cc-1deffa3c56e8 owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:58:14.771617 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-0cb38c0b-4173-492a-8ac1-45947a821544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a671722-d291-44e2-8eaa-e117ed7673d1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1791476966', 'tenant_id': 'f161391927494a93ac97ddf889ee8804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '2e855b67-5833-4f03-8ab3-258e266096d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:57:47Z', 'updated_at': '2022-05-31T13:58:06Z', 'revision_number': 4, 'project_id': 'f161391927494a93ac97ddf889ee8804', 'gw_port': {'id': '2e855b67-5833-4f03-8ab3-258e266096d6', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a671722-d291-44e2-8eaa-e117ed7673d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:57:49Z', 'updated_at': '2022-05-31T13:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '484e5a81-8d3a-49be-aabf-5fbcbd53e45b', 'name': '', 'network_id': '844390b7-044b-44f8-b83b-193dc9bc3cc2', 'tenant_id': 'f161391927494a93ac97ddf889ee8804', 'mac_address': 'fa:16:3e:47:c1:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a671722-d291-44e2-8eaa-e117ed7673d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '46d8b9c0-b8bd-4aad-8598-4f3841a26808', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:58:01Z', 'updated_at': '2022-05-31T13:58:07Z', 'revision_number': 2, 'project_id': 'f161391927494a93ac97ddf889ee8804', 'subnets': [{'id': '46d8b9c0-b8bd-4aad-8598-4f3841a26808', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:58:14.782752 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb38c0b-4173-492a-8ac1-45947a821544 None None] Checking router: 8a671722-d291-44e2-8eaa-e117ed7673d1 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:58:14.783028 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb38c0b-4173-492a-8ac1-45947a821544 None None] Updating router 8a671722-d291-44e2-8eaa-e117ed7673d1 port 484e5a81-8d3a-49be-aabf-5fbcbd53e45b binding host n-d-843939-1 {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:58:14.828550 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e5265021-5431-4f75-9c91-fb143ea731ea req-a4086731-ca0b-46c4-9651-58fb521066b2 service neutron] 10.222.0.50 "GET /v2.0/networks/844390b7-044b-44f8-b83b-193dc9bc3cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4125340 May 31 13:58:15.019449 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8de41112-b160-4872-956a-c66f14453dcc tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:15.028285 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfb86be-00d5-42a1-91df-311a7ec8dcec admin admin] Network 5f55bbea-82b7-4578-aae9-4a649a9da1e9 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:58:15.038221 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-acfb86be-00d5-42a1-91df-311a7ec8dcec admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:58:15.159096 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0cb38c0b-4173-492a-8ac1-45947a821544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:15.170475 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfb86be-00d5-42a1-91df-311a7ec8dcec admin admin] Pushing event updated for resources: {'Port': ['ID=e6ae83ca-c3a7-42ae-b87f-6a163f7ce00d,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:15.254223 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8de41112-b160-4872-956a-c66f14453dcc tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:15.281861 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de41112-b160-4872-956a-c66f14453dcc tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Pushing event deleted for resources: {'Port': ['ID=c3bff8df-ae6c-4449-98cc-1deffa3c56e8,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:15.295347 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-8de41112-b160-4872-956a-c66f14453dcc tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] 10.222.0.50 "DELETE /v2.0/ports/c3bff8df-ae6c-4449-98cc-1deffa3c56e8 HTTP/1.1" status: 204 len: 168 time: 2.0239942 May 31 13:58:15.297904 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52556) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:58:15.436851 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4fc3b30a-1fd4-442b-8951-6b477713a6c6 req-b7ad1aff-a8c8-41bc-b1ab-458ae55fa3c9 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.50 "GET /v2.0/ports?device_id=81b9cfb9-a8e5-4511-b01a-8a52297a3b34 HTTP/1.1" status: 200 len: 210 time: 0.1639130 May 31 13:58:15.588355 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 5ac33279-8368-434d-b045-3c1483114ba6 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:58:15.588954 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:15.675912 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-511f333e-5535-457e-9849-880a4bf5d50c tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Deleting port 274babab-89a4-4db4-a175-f27c4eb177b8 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:58:15.675912 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-511f333e-5535-457e-9849-880a4bf5d50c tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:15.716038 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 5ac33279-8368-434d-b045-3c1483114ba6, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=5ac33279-8368-434d-b045-3c1483114ba6,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:58:15.734379 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d31b9279-3dac-40e6-bd52-575332d89282 None None] Provisioning complete for port e6ae83ca-c3a7-42ae-b87f-6a163f7ce00d triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:58:15.734833 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d31b9279-3dac-40e6-bd52-575332d89282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:15.781888 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:15.827306 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:15.910789 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acfb86be-00d5-42a1-91df-311a7ec8dcec admin admin] Router 65d60165-31ca-4a93-8c8b-e199e212782b has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:58:16.173017 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-d31b9279-3dac-40e6-bd52-575332d89282 None None] Port e6ae83ca-c3a7-42ae-b87f-6a163f7ce00d cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:58:16.188197 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=5ac33279-8368-434d-b045-3c1483114ba6,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:16.429714 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-511f333e-5535-457e-9849-880a4bf5d50c tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:16.489394 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0cb38c0b-4173-492a-8ac1-45947a821544 None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:16.524743 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0cb38c0b-4173-492a-8ac1-45947a821544 None None] Transition to ACTIVE for port object 484e5a81-8d3a-49be-aabf-5fbcbd53e45b will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:58:16.540134 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0cb38c0b-4173-492a-8ac1-45947a821544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:16.798923 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-511f333e-5535-457e-9849-880a4bf5d50c tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Calling delete_port for 274babab-89a4-4db4-a175-f27c4eb177b8 owned by {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:58:16.912418 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-409a4985-bc8f-4601-815b-78ed30ba6214 req-b0e87a72-9bbb-47ca-a337-a599ba6477a0 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.50 "GET /v2.0/ports?device_id=81b9cfb9-a8e5-4511-b01a-8a52297a3b34 HTTP/1.1" status: 200 len: 210 time: 0.1016161 May 31 13:58:17.021375 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362c6ed7-7ffb-4b83-88b7-d6088b3cf46d None None] Pushing event updated for resources: {'Port': ['ID=484e5a81-8d3a-49be-aabf-5fbcbd53e45b,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:17.237466 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-0cb38c0b-4173-492a-8ac1-45947a821544 None None] Attempting to bind port 484e5a81-8d3a-49be-aabf-5fbcbd53e45b on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:58:17.238413 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-0cb38c0b-4173-492a-8ac1-45947a821544 None None] Attempting to bind port 484e5a81-8d3a-49be-aabf-5fbcbd53e45b by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '61b74aef-884b-402c-a874-aded7fafffd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '844390b7-044b-44f8-b83b-193dc9bc3cc2'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:58:17.239314 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb38c0b-4173-492a-8ac1-45947a821544 None None] Attempting to bind port 484e5a81-8d3a-49be-aabf-5fbcbd53e45b on network 844390b7-044b-44f8-b83b-193dc9bc3cc2 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:58:17.245869 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-511f333e-5535-457e-9849-880a4bf5d50c tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:17.248043 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb38c0b-4173-492a-8ac1-45947a821544 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:58:17.249047 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb38c0b-4173-492a-8ac1-45947a821544 None None] Checking segment: {'id': '61b74aef-884b-402c-a874-aded7fafffd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '844390b7-044b-44f8-b83b-193dc9bc3cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:58:17.249805 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0cb38c0b-4173-492a-8ac1-45947a821544 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:17.250477 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb38c0b-4173-492a-8ac1-45947a821544 None None] Bound using segment: {'id': '61b74aef-884b-402c-a874-aded7fafffd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '844390b7-044b-44f8-b83b-193dc9bc3cc2'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:58:17.251558 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-0cb38c0b-4173-492a-8ac1-45947a821544 None None] Bound port: 484e5a81-8d3a-49be-aabf-5fbcbd53e45b, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61b74aef-884b-402c-a874-aded7fafffd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '844390b7-044b-44f8-b83b-193dc9bc3cc2'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:58:17.252208 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0cb38c0b-4173-492a-8ac1-45947a821544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:17.333514 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.20', 62123) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:58:17.447256 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acfb86be-00d5-42a1-91df-311a7ec8dcec admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:58:17.468520 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bfeaef-5076-46be-a3a6-c8ef8b7bae00 None None] Sync routers for ids ['65d60165-31ca-4a93-8c8b-e199e212782b'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:58:17.480011 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511f333e-5535-457e-9849-880a4bf5d50c tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Pushing event deleted for resources: {'Port': ['ID=274babab-89a4-4db4-a175-f27c4eb177b8,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:17.495071 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bfeaef-5076-46be-a3a6-c8ef8b7bae00 None None] Routers {'65d60165-31ca-4a93-8c8b-e199e212782b'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:58:17.495790 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-c7bfeaef-5076-46be-a3a6-c8ef8b7bae00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:58:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['65d60165-31ca-4a93-8c8b-e199e212782b'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:58:17.534899 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0cb38c0b-4173-492a-8ac1-45947a821544 None None] For port 484e5a81-8d3a-49be-aabf-5fbcbd53e45b, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:58:17.546848 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0cb38c0b-4173-492a-8ac1-45947a821544 None None] For port 484e5a81-8d3a-49be-aabf-5fbcbd53e45b, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=484e5a81-8d3a-49be-aabf-5fbcbd53e45b,segment=NetworkSegment(61b74aef-884b-402c-a874-aded7fafffd6),segment_id=61b74aef-884b-402c-a874-aded7fafffd6)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:58:17.549022 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-511f333e-5535-457e-9849-880a4bf5d50c tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:17.554793 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-511f333e-5535-457e-9849-880a4bf5d50c tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] 10.222.0.50 "DELETE /v2.0/ports/274babab-89a4-4db4-a175-f27c4eb177b8 HTTP/1.1" status: 204 len: 168 time: 2.2528563 May 31 13:58:17.556946 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0cb38c0b-4173-492a-8ac1-45947a821544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:17.562067 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-acfb86be-00d5-42a1-91df-311a7ec8dcec admin admin] 10.222.0.50 "PUT /v2.0/routers/65d60165-31ca-4a93-8c8b-e199e212782b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5748489 May 31 13:58:17.620769 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52628) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:58:17.713248 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-152fc1c5-77a6-476a-9d05-9c49b448746b tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Synchronizing usage tracker for tenant:eb73204b74cb4c37a08faa0375d0009c on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:58:17.765821 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-152fc1c5-77a6-476a-9d05-9c49b448746b tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Unset dirty status for tenant:eb73204b74cb4c37a08faa0375d0009c on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:58:17.767863 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-152fc1c5-77a6-476a-9d05-9c49b448746b tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1455142 May 31 13:58:17.771170 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52634) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:58:17.777810 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-d2a67752-7359-459a-bca0-66c058a275ee tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-818488996'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:58:17.801714 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d2a67752-7359-459a-bca0-66c058a275ee tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:58:17.813927 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d2a67752-7359-459a-bca0-66c058a275ee tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Usage tracker for resource:network and tenant:eb73204b74cb4c37a08faa0375d0009c is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:58:17.828918 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d2a67752-7359-459a-bca0-66c058a275ee tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:58:17.847553 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d2a67752-7359-459a-bca0-66c058a275ee tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:58:17.874704 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a67752-7359-459a-bca0-66c058a275ee tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Made reservation on behalf of eb73204b74cb4c37a08faa0375d0009c for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:58:17.879392 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d2a67752-7359-459a-bca0-66c058a275ee tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:17.915334 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb38c0b-4173-492a-8ac1-45947a821544 None None] Routers {'8a671722-d291-44e2-8eaa-e117ed7673d1'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:58:17.917335 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-0cb38c0b-4173-492a-8ac1-45947a821544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:58:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['8a671722-d291-44e2-8eaa-e117ed7673d1'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:58:17.926730 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5265021-5431-4f75-9c91-fb143ea731ea req-67344217-40dd-46f1-ba38-89b1b7521b8a tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:58:17.934979 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e5265021-5431-4f75-9c91-fb143ea731ea req-67344217-40dd-46f1-ba38-89b1b7521b8a tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.20 "GET /v2.0/networks?id=844390b7-044b-44f8-b83b-193dc9bc3cc2 HTTP/1.1" status: 200 len: 797 time: 0.5946677 May 31 13:58:17.972071 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-e5265021-5431-4f75-9c91-fb143ea731ea req-4b7d239f-f6b4-4f16-9ce9-90c6aeef79e7 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Request body: {'port': {'device_id': '81b9cfb9-a8e5-4511-b01a-8a52297a3b34', 'network_id': '844390b7-044b-44f8-b83b-193dc9bc3cc2', 'admin_state_up': True, 'tenant_id': 'f161391927494a93ac97ddf889ee8804'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:58:18.001726 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2a67752-7359-459a-bca0-66c058a275ee tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:58:18.023486 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d2a67752-7359-459a-bca0-66c058a275ee tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:18.024259 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-d2a67752-7359-459a-bca0-66c058a275ee tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Added segment 1dc05805-bed2-41ff-85f6-b07c0ea21de5 of type vlan for network 00cc73db-b6d3-4e22-9632-0704684af34b May 31 13:58:18.123604 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d2a67752-7359-459a-bca0-66c058a275ee tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:18.235469 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362c6ed7-7ffb-4b83-88b7-d6088b3cf46d None None] Pushing event updated for resources: {'Port': ['ID=484e5a81-8d3a-49be-aabf-5fbcbd53e45b,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:18.266400 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-c7bfeaef-5076-46be-a3a6-c8ef8b7bae00 None None] Set router 65d60165-31ca-4a93-8c8b-e199e212782b gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:58:18.278309 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d2a67752-7359-459a-bca0-66c058a275ee tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:18.307488 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a67752-7359-459a-bca0-66c058a275ee tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:58:18.311909 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d2a67752-7359-459a-bca0-66c058a275ee tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:18.328721 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 5ac33279-8368-434d-b045-3c1483114ba6 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:58:18.639698 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 5ac33279-8368-434d-b045-3c1483114ba6 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:58:18.640399 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:18.654802 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aa2ad23e-2544-4803-b211-0f860c619540 req-cc1a992f-7293-4a9a-85b0-769337a7298c tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.50 "GET /v2.0/ports?device_id=81b9cfb9-a8e5-4511-b01a-8a52297a3b34 HTTP/1.1" status: 200 len: 210 time: 0.1829522 May 31 13:58:18.706479 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-e5265021-5431-4f75-9c91-fb143ea731ea req-4b7d239f-f6b4-4f16-9ce9-90c6aeef79e7 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:58:18.723963 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-e5265021-5431-4f75-9c91-fb143ea731ea req-4b7d239f-f6b4-4f16-9ce9-90c6aeef79e7 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Usage tracker for resource:port and tenant:f161391927494a93ac97ddf889ee8804 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:58:18.730020 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-e5265021-5431-4f75-9c91-fb143ea731ea req-4b7d239f-f6b4-4f16-9ce9-90c6aeef79e7 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:58:18.745819 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-e5265021-5431-4f75-9c91-fb143ea731ea req-4b7d239f-f6b4-4f16-9ce9-90c6aeef79e7 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:58:18.789133 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-0cb38c0b-4173-492a-8ac1-45947a821544 None None] Set router 8a671722-d291-44e2-8eaa-e117ed7673d1 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:58:18.824247 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5265021-5431-4f75-9c91-fb143ea731ea req-4b7d239f-f6b4-4f16-9ce9-90c6aeef79e7 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Made reservation on behalf of f161391927494a93ac97ddf889ee8804 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:58:18.831847 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e5265021-5431-4f75-9c91-fb143ea731ea req-4b7d239f-f6b4-4f16-9ce9-90c6aeef79e7 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:18.858689 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d2a67752-7359-459a-bca0-66c058a275ee tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0750973 May 31 13:58:18.887031 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52664) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:58:18.916352 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-bf69ddfc-fd2a-4826-af26-d68246c0b0e0 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-565908723'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:58:18.942564 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-bf69ddfc-fd2a-4826-af26-d68246c0b0e0 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:58:18.956853 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-bf69ddfc-fd2a-4826-af26-d68246c0b0e0 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Usage tracker for resource:network and tenant:eb73204b74cb4c37a08faa0375d0009c is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:58:18.976668 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-bf69ddfc-fd2a-4826-af26-d68246c0b0e0 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:58:19.013853 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-bf69ddfc-fd2a-4826-af26-d68246c0b0e0 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:58:19.064285 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf69ddfc-fd2a-4826-af26-d68246c0b0e0 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Made reservation on behalf of eb73204b74cb4c37a08faa0375d0009c for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:58:19.074755 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bf69ddfc-fd2a-4826-af26-d68246c0b0e0 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:19.125141 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a67752-7359-459a-bca0-66c058a275ee tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Pushing event updated for resources: {'Network': ['ID=00cc73db-b6d3-4e22-9632-0704684af34b,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:19.174000 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 00cc73db-b6d3-4e22-9632-0704684af34b details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:58:19.180867 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf69ddfc-fd2a-4826-af26-d68246c0b0e0 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:58:19.211537 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bf69ddfc-fd2a-4826-af26-d68246c0b0e0 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:19.212059 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-bf69ddfc-fd2a-4826-af26-d68246c0b0e0 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Added segment 696db6ff-9e8b-4f7f-abb9-a772088c041d of type vlan for network 061b9ccf-a544-4566-8751-33b2efc2d844 May 31 13:58:19.275942 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bf69ddfc-fd2a-4826-af26-d68246c0b0e0 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:19.335549 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-c7bfeaef-5076-46be-a3a6-c8ef8b7bae00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d60165-31ca-4a93-8c8b-e199e212782b', 'name': 'tempest-TestServerMultinode-499475933-router', 'tenant_id': '1e981e4259634d07be404c49d7033133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '5ac33279-8368-434d-b045-3c1483114ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:57:54Z', 'updated_at': '2022-05-31T13:58:12Z', 'revision_number': 4, 'project_id': '1e981e4259634d07be404c49d7033133', 'gw_port': {'id': '5ac33279-8368-434d-b045-3c1483114ba6', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d60165-31ca-4a93-8c8b-e199e212782b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:57:59Z', 'updated_at': '2022-05-31T13:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'e6ae83ca-c3a7-42ae-b87f-6a163f7ce00d', 'name': '', 'network_id': '5f55bbea-82b7-4578-aae9-4a649a9da1e9', 'tenant_id': '1e981e4259634d07be404c49d7033133', 'mac_address': 'fa:16:3e:b9:65:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65d60165-31ca-4a93-8c8b-e199e212782b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': 'dc19dfed-9970-499d-881e-1bcf7302fd07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:58:10Z', 'updated_at': '2022-05-31T13:58:13Z', 'revision_number': 2, 'project_id': '1e981e4259634d07be404c49d7033133', 'subnets': [{'id': 'dc19dfed-9970-499d-881e-1bcf7302fd07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:58:19.352115 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bf69ddfc-fd2a-4826-af26-d68246c0b0e0 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:19.360000 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf69ddfc-fd2a-4826-af26-d68246c0b0e0 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:58:19.360639 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bf69ddfc-fd2a-4826-af26-d68246c0b0e0 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:19.361331 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bfeaef-5076-46be-a3a6-c8ef8b7bae00 None None] Checking router: 65d60165-31ca-4a93-8c8b-e199e212782b for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:58:19.361855 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bfeaef-5076-46be-a3a6-c8ef8b7bae00 None None] Updating router 65d60165-31ca-4a93-8c8b-e199e212782b port e6ae83ca-c3a7-42ae-b87f-6a163f7ce00d binding host n-d-843939-1 {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:58:19.462321 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-e5265021-5431-4f75-9c91-fb143ea731ea req-4b7d239f-f6b4-4f16-9ce9-90c6aeef79e7 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Allocated IP 172.20.0.24 (844390b7-044b-44f8-b83b-193dc9bc3cc2/46d8b9c0-b8bd-4aad-8598-4f3841a26808/8c7e40d9-8fcb-44dd-a8a5-e833d4edb4fc) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:58:19.597127 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c7bfeaef-5076-46be-a3a6-c8ef8b7bae00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:19.777643 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 5ac33279-8368-434d-b045-3c1483114ba6 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:58:19.930279 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 52684) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:58:20.098861 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-7d844c5f-060f-40e6-bbf1-d1e0116489be admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1174622984-network', 'tenant_id': '2d602b86dea24940a1b3a7507f88da04'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:58:20.142303 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-14c91db2-06a4-4260-8439-0841b67448a0 req-4de9f412-1064-4a24-9010-cbb62daa3a22 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.50 "GET /v2.0/ports?device_id=81b9cfb9-a8e5-4511-b01a-8a52297a3b34 HTTP/1.1" status: 200 len: 210 time: 0.2122781 May 31 13:58:20.149913 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-0cb38c0b-4173-492a-8ac1-45947a821544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a671722-d291-44e2-8eaa-e117ed7673d1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1791476966', 'tenant_id': 'f161391927494a93ac97ddf889ee8804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '2e855b67-5833-4f03-8ab3-258e266096d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:57:47Z', 'updated_at': '2022-05-31T13:58:06Z', 'revision_number': 4, 'project_id': 'f161391927494a93ac97ddf889ee8804', 'gw_port': {'id': '2e855b67-5833-4f03-8ab3-258e266096d6', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a671722-d291-44e2-8eaa-e117ed7673d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:57:49Z', 'updated_at': '2022-05-31T13:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '484e5a81-8d3a-49be-aabf-5fbcbd53e45b', 'name': '', 'network_id': '844390b7-044b-44f8-b83b-193dc9bc3cc2', 'tenant_id': 'f161391927494a93ac97ddf889ee8804', 'mac_address': 'fa:16:3e:47:c1:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a671722-d291-44e2-8eaa-e117ed7673d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '46d8b9c0-b8bd-4aad-8598-4f3841a26808', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:58:01Z', 'updated_at': '2022-05-31T13:58:17Z', 'revision_number': 4, 'project_id': 'f161391927494a93ac97ddf889ee8804', 'subnets': [{'id': '46d8b9c0-b8bd-4aad-8598-4f3841a26808', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:58:20.168027 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb38c0b-4173-492a-8ac1-45947a821544 None None] The sync data for ids ['8a671722-d291-44e2-8eaa-e117ed7673d1'] in n-d-843939-1 is: [{'id': '8a671722-d291-44e2-8eaa-e117ed7673d1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1791476966', 'tenant_id': 'f161391927494a93ac97ddf889ee8804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '2e855b67-5833-4f03-8ab3-258e266096d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:57:47Z', 'updated_at': '2022-05-31T13:58:06Z', 'revision_number': 4, 'project_id': 'f161391927494a93ac97ddf889ee8804', 'gw_port': {'id': '2e855b67-5833-4f03-8ab3-258e266096d6', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a671722-d291-44e2-8eaa-e117ed7673d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:57:49Z', 'updated_at': '2022-05-31T13:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '484e5a81-8d3a-49be-aabf-5fbcbd53e45b', 'name': '', 'network_id': '844390b7-044b-44f8-b83b-193dc9bc3cc2', 'tenant_id': 'f161391927494a93ac97ddf889ee8804', 'mac_address': 'fa:16:3e:47:c1:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a671722-d291-44e2-8eaa-e117ed7673d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '46d8b9c0-b8bd-4aad-8598-4f3841a26808', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:58:01Z', 'updated_at': '2022-05-31T13:58:17Z', 'revision_number': 4, 'project_id': 'f161391927494a93ac97ddf889ee8804', 'subnets': [{'id': '46d8b9c0-b8bd-4aad-8598-4f3841a26808', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:58:20.171594 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-7d844c5f-060f-40e6-bbf1-d1e0116489be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:58:20.200131 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-7d844c5f-060f-40e6-bbf1-d1e0116489be admin admin] Usage tracker for resource:network and tenant:2d602b86dea24940a1b3a7507f88da04 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:58:20.292760 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-7d844c5f-060f-40e6-bbf1-d1e0116489be admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:58:20.318992 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf69ddfc-fd2a-4826-af26-d68246c0b0e0 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Pushing event updated for resources: {'Network': ['ID=061b9ccf-a544-4566-8751-33b2efc2d844,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:20.338752 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-7d844c5f-060f-40e6-bbf1-d1e0116489be admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:58:20.340727 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 061b9ccf-a544-4566-8751-33b2efc2d844 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:58:20.351089 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-bf69ddfc-fd2a-4826-af26-d68246c0b0e0 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4619260 May 31 13:58:20.395644 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d844c5f-060f-40e6-bbf1-d1e0116489be admin admin] Made reservation on behalf of 2d602b86dea24940a1b3a7507f88da04 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:58:20.398894 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7d844c5f-060f-40e6-bbf1-d1e0116489be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:20.433220 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7d844c5f-060f-40e6-bbf1-d1e0116489be admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:20.495151 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e5265021-5431-4f75-9c91-fb143ea731ea req-4b7d239f-f6b4-4f16-9ce9-90c6aeef79e7 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:20.518045 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-7d844c5f-060f-40e6-bbf1-d1e0116489be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:58:20.523451 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52710) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:58:20.533354 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-3f19be74-497f-4d8a-afdf-6c4a4c81f88c tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Request body: {'subnets': [{'network_id': '00cc73db-b6d3-4e22-9632-0704684af34b', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1112682320', 'ip_version': 4}, {'network_id': '061b9ccf-a544-4566-8751-33b2efc2d844', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:58:20.533665 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-3f19be74-497f-4d8a-afdf-6c4a4c81f88c tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Request body: {'subnet': {'network_id': '00cc73db-b6d3-4e22-9632-0704684af34b', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1112682320', 'ip_version': 4}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:58:20.539374 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-3f19be74-497f-4d8a-afdf-6c4a4c81f88c tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Request body: {'subnet': {'network_id': '061b9ccf-a544-4566-8751-33b2efc2d844', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:58:20.574812 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-7d844c5f-060f-40e6-bbf1-d1e0116489be admin admin] Usage tracker for resource:security_group_rule and tenant:2d602b86dea24940a1b3a7507f88da04 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:58:20.602924 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-7d844c5f-060f-40e6-bbf1-d1e0116489be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:58:20.640998 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-e5265021-5431-4f75-9c91-fb143ea731ea req-4b7d239f-f6b4-4f16-9ce9-90c6aeef79e7 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Transition to ACTIVE for port object 8c7e40d9-8fcb-44dd-a8a5-e833d4edb4fc will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:58:20.645778 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-7d844c5f-060f-40e6-bbf1-d1e0116489be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:58:20.972711 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e5265021-5431-4f75-9c91-fb143ea731ea req-4b7d239f-f6b4-4f16-9ce9-90c6aeef79e7 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:20.973228 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c7bfeaef-5076-46be-a3a6-c8ef8b7bae00 None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:21.020238 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-c7bfeaef-5076-46be-a3a6-c8ef8b7bae00 None None] Transition to ACTIVE for port object e6ae83ca-c3a7-42ae-b87f-6a163f7ce00d will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:58:21.055391 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c7bfeaef-5076-46be-a3a6-c8ef8b7bae00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:21.234285 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5265021-5431-4f75-9c91-fb143ea731ea req-4b7d239f-f6b4-4f16-9ce9-90c6aeef79e7 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Network 844390b7-044b-44f8-b83b-193dc9bc3cc2 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:58:21.262313 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-e5265021-5431-4f75-9c91-fb143ea731ea req-4b7d239f-f6b4-4f16-9ce9-90c6aeef79e7 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:58:21.322876 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5265021-5431-4f75-9c91-fb143ea731ea req-4b7d239f-f6b4-4f16-9ce9-90c6aeef79e7 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:58:21.390802 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3f19be74-497f-4d8a-afdf-6c4a4c81f88c tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:58:21.403582 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-3f19be74-497f-4d8a-afdf-6c4a4c81f88c tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Usage tracker for resource:subnet and tenant:eb73204b74cb4c37a08faa0375d0009c is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:58:21.408853 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-3f19be74-497f-4d8a-afdf-6c4a4c81f88c tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:58:21.423866 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3f19be74-497f-4d8a-afdf-6c4a4c81f88c tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:58:21.559907 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2096cce9-dde6-49c0-bf76-c3d7ade4d8eb None None] Pushing event updated for resources: {'Port': ['ID=e6ae83ca-c3a7-42ae-b87f-6a163f7ce00d,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:21.812370 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-c7bfeaef-5076-46be-a3a6-c8ef8b7bae00 None None] Attempting to bind port e6ae83ca-c3a7-42ae-b87f-6a163f7ce00d on host n-d-843939-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:58:21.812751 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-c7bfeaef-5076-46be-a3a6-c8ef8b7bae00 None None] Attempting to bind port e6ae83ca-c3a7-42ae-b87f-6a163f7ce00d by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'f584d02d-1a73-49db-b1c0-d9b71d33b4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5f55bbea-82b7-4578-aae9-4a649a9da1e9'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:58:21.813354 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bfeaef-5076-46be-a3a6-c8ef8b7bae00 None None] Attempting to bind port e6ae83ca-c3a7-42ae-b87f-6a163f7ce00d on network 5f55bbea-82b7-4578-aae9-4a649a9da1e9 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:58:21.831606 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bfeaef-5076-46be-a3a6-c8ef8b7bae00 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:58:21.831971 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bfeaef-5076-46be-a3a6-c8ef8b7bae00 None None] Checking segment: {'id': 'f584d02d-1a73-49db-b1c0-d9b71d33b4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5f55bbea-82b7-4578-aae9-4a649a9da1e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:58:21.832596 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c7bfeaef-5076-46be-a3a6-c8ef8b7bae00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:21.833686 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bfeaef-5076-46be-a3a6-c8ef8b7bae00 None None] Bound using segment: {'id': 'f584d02d-1a73-49db-b1c0-d9b71d33b4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5f55bbea-82b7-4578-aae9-4a649a9da1e9'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:58:21.835420 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-c7bfeaef-5076-46be-a3a6-c8ef8b7bae00 None None] Bound port: e6ae83ca-c3a7-42ae-b87f-6a163f7ce00d, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f584d02d-1a73-49db-b1c0-d9b71d33b4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5f55bbea-82b7-4578-aae9-4a649a9da1e9'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:58:21.836223 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c7bfeaef-5076-46be-a3a6-c8ef8b7bae00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:21.885157 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7d239f-f6b4-4f16-9ce9-90c6aeef79e7 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Pushing event updated for resources: {'Port': ['ID=8c7e40d9-8fcb-44dd-a8a5-e833d4edb4fc,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:21.931892 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2b50aa42-6bef-445f-af12-a62112f209d7 None None] Provisioning for port 8c7e40d9-8fcb-44dd-a8a5-e833d4edb4fc completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:58:21.944237 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2b50aa42-6bef-445f-af12-a62112f209d7 None None] Provisioning complete for port 8c7e40d9-8fcb-44dd-a8a5-e833d4edb4fc triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:58:21.946489 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2b50aa42-6bef-445f-af12-a62112f209d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:21.955145 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7d239f-f6b4-4f16-9ce9-90c6aeef79e7 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:58:21.955502 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7d239f-f6b4-4f16-9ce9-90c6aeef79e7 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:58:21.955838 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7d239f-f6b4-4f16-9ce9-90c6aeef79e7 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:58:21.956180 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7d239f-f6b4-4f16-9ce9-90c6aeef79e7 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:58:21.956515 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7d239f-f6b4-4f16-9ce9-90c6aeef79e7 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:58:21.956915 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7d239f-f6b4-4f16-9ce9-90c6aeef79e7 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:58:21.957163 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7d239f-f6b4-4f16-9ce9-90c6aeef79e7 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:58:21.957494 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7d239f-f6b4-4f16-9ce9-90c6aeef79e7 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:58:21.957822 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7d239f-f6b4-4f16-9ce9-90c6aeef79e7 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:58:21.967083 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7d239f-f6b4-4f16-9ce9-90c6aeef79e7 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:58:21.970442 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7d239f-f6b4-4f16-9ce9-90c6aeef79e7 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:58:21.971032 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7d239f-f6b4-4f16-9ce9-90c6aeef79e7 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:58:21.996721 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-c7bfeaef-5076-46be-a3a6-c8ef8b7bae00 None None] For port e6ae83ca-c3a7-42ae-b87f-6a163f7ce00d, host n-d-843939-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:58:22.002503 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-c7bfeaef-5076-46be-a3a6-c8ef8b7bae00 None None] For port e6ae83ca-c3a7-42ae-b87f-6a163f7ce00d, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=e6ae83ca-c3a7-42ae-b87f-6a163f7ce00d,segment=NetworkSegment(f584d02d-1a73-49db-b1c0-d9b71d33b4f6),segment_id=f584d02d-1a73-49db-b1c0-d9b71d33b4f6)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:58:22.023853 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c7bfeaef-5076-46be-a3a6-c8ef8b7bae00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:22.172566 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7d844c5f-060f-40e6-bbf1-d1e0116489be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:22.192326 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f19be74-497f-4d8a-afdf-6c4a4c81f88c tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Made reservation on behalf of eb73204b74cb4c37a08faa0375d0009c for: {'subnet': 2} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:58:22.201690 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3f19be74-497f-4d8a-afdf-6c4a4c81f88c tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:22.201690 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3f19be74-497f-4d8a-afdf-6c4a4c81f88c tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:22.251640 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7d844c5f-060f-40e6-bbf1-d1e0116489be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:22.295347 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2b50aa42-6bef-445f-af12-a62112f209d7 None None] Port 8c7e40d9-8fcb-44dd-a8a5-e833d4edb4fc cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:58:22.302974 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2096cce9-dde6-49c0-bf76-c3d7ade4d8eb None None] Pushing event updated for resources: {'Port': ['ID=e6ae83ca-c3a7-42ae-b87f-6a163f7ce00d,revision_number=4']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:22.331973 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d844c5f-060f-40e6-bbf1-d1e0116489be admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:58:22.351440 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bfeaef-5076-46be-a3a6-c8ef8b7bae00 None None] Routers {'65d60165-31ca-4a93-8c8b-e199e212782b'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:58:22.371540 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7d844c5f-060f-40e6-bbf1-d1e0116489be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:22.371882 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-7d844c5f-060f-40e6-bbf1-d1e0116489be admin admin] Added segment 21bab8d5-e55d-40b1-a743-1b3a7ca8f76f of type vlan for network 45e4cf6b-0ae0-4f84-a254-4b4e897a93ed May 31 13:58:22.385505 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-c7bfeaef-5076-46be-a3a6-c8ef8b7bae00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:58:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['65d60165-31ca-4a93-8c8b-e199e212782b'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:58:22.406997 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 484e5a81-8d3a-49be-aabf-5fbcbd53e45b up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:58:22.448757 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7d844c5f-060f-40e6-bbf1-d1e0116489be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:22.509948 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7d844c5f-060f-40e6-bbf1-d1e0116489be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:22.512981 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d844c5f-060f-40e6-bbf1-d1e0116489be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:58:22.526973 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7d844c5f-060f-40e6-bbf1-d1e0116489be admin admin] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:22.617876 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 484e5a81-8d3a-49be-aabf-5fbcbd53e45b completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:58:22.638849 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 484e5a81-8d3a-49be-aabf-5fbcbd53e45b triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:58:22.642565 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:22.712738 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5265021-5431-4f75-9c91-fb143ea731ea req-4b7d239f-f6b4-4f16-9ce9-90c6aeef79e7 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:58:22.724573 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e5265021-5431-4f75-9c91-fb143ea731ea req-4b7d239f-f6b4-4f16-9ce9-90c6aeef79e7 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:22.987365 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-c7bfeaef-5076-46be-a3a6-c8ef8b7bae00 None None] Set router 65d60165-31ca-4a93-8c8b-e199e212782b gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:58:23.167705 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-7d844c5f-060f-40e6-bbf1-d1e0116489be admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.2360322 May 31 13:58:23.175075 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e5265021-5431-4f75-9c91-fb143ea731ea req-4b7d239f-f6b4-4f16-9ce9-90c6aeef79e7 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 5.2364368 May 31 13:58:23.176797 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 52766) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:58:23.197504 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d844c5f-060f-40e6-bbf1-d1e0116489be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=293a46b4-2e0a-44ae-a92c-857d2faefc15,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:23.235040 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 484e5a81-8d3a-49be-aabf-5fbcbd53e45b is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:58:23.235739 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d844c5f-060f-40e6-bbf1-d1e0116489be admin admin] Pushing event updated for resources: {'Network': ['ID=45e4cf6b-0ae0-4f84-a254-4b4e897a93ed,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:23.238872 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:23.250744 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-57f9d565-6fa7-4cf5-b55e-8e2576afda75 admin admin] Request body: {'subnet': {'network_id': '45e4cf6b-0ae0-4f84-a254-4b4e897a93ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1174622984-subnet', 'tenant_id': '2d602b86dea24940a1b3a7507f88da04', 'ip_version': 4}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:58:23.265653 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 45e4cf6b-0ae0-4f84-a254-4b4e897a93ed details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:58:23.268207 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [req-e5265021-5431-4f75-9c91-fb143ea731ea req-1b7c460d-83e7-4bd7-9c6d-a1a532bcae78 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:58:23.269305 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e5265021-5431-4f75-9c91-fb143ea731ea req-1b7c460d-83e7-4bd7-9c6d-a1a532bcae78 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0377579 May 31 13:58:23.275783 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-57f9d565-6fa7-4cf5-b55e-8e2576afda75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:58:23.291027 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-57f9d565-6fa7-4cf5-b55e-8e2576afda75 admin admin] Usage tracker for resource:subnet and tenant:2d602b86dea24940a1b3a7507f88da04 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:58:23.297501 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-57f9d565-6fa7-4cf5-b55e-8e2576afda75 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:58:23.324139 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-57f9d565-6fa7-4cf5-b55e-8e2576afda75 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:58:23.385030 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f9d565-6fa7-4cf5-b55e-8e2576afda75 admin admin] Made reservation on behalf of 2d602b86dea24940a1b3a7507f88da04 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:58:23.388764 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-57f9d565-6fa7-4cf5-b55e-8e2576afda75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:23.664014 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 484e5a81-8d3a-49be-aabf-5fbcbd53e45b, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=484e5a81-8d3a-49be-aabf-5fbcbd53e45b,segment=NetworkSegment(61b74aef-884b-402c-a874-aded7fafffd6),segment_id=61b74aef-884b-402c-a874-aded7fafffd6)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:58:23.671440 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3f19be74-497f-4d8a-afdf-6c4a4c81f88c tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:23.675331 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aba11c-0eb6-41fb-a43f-3fedf312cb16 req-8cf07625-8771-4d78-beea-ce127ebd9b4f tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:58:23.677415 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-24aba11c-0eb6-41fb-a43f-3fedf312cb16 req-8cf07625-8771-4d78-beea-ce127ebd9b4f tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Synchronizing usage tracker for tenant:f161391927494a93ac97ddf889ee8804 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:58:23.709921 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:23.776920 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-24aba11c-0eb6-41fb-a43f-3fedf312cb16 req-8cf07625-8771-4d78-beea-ce127ebd9b4f tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Unset dirty status for tenant:f161391927494a93ac97ddf889ee8804 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:58:23.800281 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-24aba11c-0eb6-41fb-a43f-3fedf312cb16 req-8cf07625-8771-4d78-beea-ce127ebd9b4f tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.50 "GET /v2.0/ports?device_id=81b9cfb9-a8e5-4511-b01a-8a52297a3b34 HTTP/1.1" status: 200 len: 895 time: 1.9056733 May 31 13:58:23.946556 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f19be74-497f-4d8a-afdf-6c4a4c81f88c tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Pushing event updated for resources: {'Subnet': ['ID=81326053-6882-4aed-b860-a5b7fd044916,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:23.971759 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=484e5a81-8d3a-49be-aabf-5fbcbd53e45b,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:24.004048 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-e5265021-5431-4f75-9c91-fb143ea731ea req-4557fd67-5a41-4a1e-bc12-50df4f3c482c service neutron] Request body: {'port': {'device_id': '81b9cfb9-a8e5-4511-b01a-8a52297a3b34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:58:24.005167 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f19be74-497f-4d8a-afdf-6c4a4c81f88c tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Checking segment: {'id': '1dc05805-bed2-41ff-85f6-b07c0ea21de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '00cc73db-b6d3-4e22-9632-0704684af34b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:58:24.005540 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f19be74-497f-4d8a-afdf-6c4a4c81f88c tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Network hostable DHCP agents. Network: 00cc73db-b6d3-4e22-9632-0704684af34b, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:58:24.079284 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f19be74-497f-4d8a-afdf-6c4a4c81f88c tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Network 00cc73db-b6d3-4e22-9632-0704684af34b is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:58:24.110172 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-3f19be74-497f-4d8a-afdf-6c4a4c81f88c tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 00cc73db-b6d3-4e22-9632-0704684af34b) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:58:24.121051 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd26265-3d39-4612-afbe-b1713c91383e None None] Network 00cc73db-b6d3-4e22-9632-0704684af34b requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:58:24.125968 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3f19be74-497f-4d8a-afdf-6c4a4c81f88c tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:24.155477 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-c7bfeaef-5076-46be-a3a6-c8ef8b7bae00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d60165-31ca-4a93-8c8b-e199e212782b', 'name': 'tempest-TestServerMultinode-499475933-router', 'tenant_id': '1e981e4259634d07be404c49d7033133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '5ac33279-8368-434d-b045-3c1483114ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:57:54Z', 'updated_at': '2022-05-31T13:58:12Z', 'revision_number': 4, 'project_id': '1e981e4259634d07be404c49d7033133', 'gw_port': {'id': '5ac33279-8368-434d-b045-3c1483114ba6', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d60165-31ca-4a93-8c8b-e199e212782b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:57:59Z', 'updated_at': '2022-05-31T13:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'e6ae83ca-c3a7-42ae-b87f-6a163f7ce00d', 'name': '', 'network_id': '5f55bbea-82b7-4578-aae9-4a649a9da1e9', 'tenant_id': '1e981e4259634d07be404c49d7033133', 'mac_address': 'fa:16:3e:b9:65:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65d60165-31ca-4a93-8c8b-e199e212782b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': 'dc19dfed-9970-499d-881e-1bcf7302fd07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:58:10Z', 'updated_at': '2022-05-31T13:58:21Z', 'revision_number': 4, 'project_id': '1e981e4259634d07be404c49d7033133', 'subnets': [{'id': 'dc19dfed-9970-499d-881e-1bcf7302fd07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:58:24.160289 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bfeaef-5076-46be-a3a6-c8ef8b7bae00 None None] The sync data for ids ['65d60165-31ca-4a93-8c8b-e199e212782b'] in n-d-843939-1 is: [{'id': '65d60165-31ca-4a93-8c8b-e199e212782b', 'name': 'tempest-TestServerMultinode-499475933-router', 'tenant_id': '1e981e4259634d07be404c49d7033133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '5ac33279-8368-434d-b045-3c1483114ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:57:54Z', 'updated_at': '2022-05-31T13:58:12Z', 'revision_number': 4, 'project_id': '1e981e4259634d07be404c49d7033133', 'gw_port': {'id': '5ac33279-8368-434d-b045-3c1483114ba6', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d60165-31ca-4a93-8c8b-e199e212782b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:57:59Z', 'updated_at': '2022-05-31T13:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'e6ae83ca-c3a7-42ae-b87f-6a163f7ce00d', 'name': '', 'network_id': '5f55bbea-82b7-4578-aae9-4a649a9da1e9', 'tenant_id': '1e981e4259634d07be404c49d7033133', 'mac_address': 'fa:16:3e:b9:65:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65d60165-31ca-4a93-8c8b-e199e212782b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': 'dc19dfed-9970-499d-881e-1bcf7302fd07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:58:10Z', 'updated_at': '2022-05-31T13:58:21Z', 'revision_number': 4, 'project_id': '1e981e4259634d07be404c49d7033133', 'subnets': [{'id': 'dc19dfed-9970-499d-881e-1bcf7302fd07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:58:24.252015 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e5265021-5431-4f75-9c91-fb143ea731ea req-4557fd67-5a41-4a1e-bc12-50df4f3c482c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:24.435668 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 484e5a81-8d3a-49be-aabf-5fbcbd53e45b up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:58:24.438353 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f19be74-497f-4d8a-afdf-6c4a4c81f88c tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Pushing event updated for resources: {'Subnet': ['ID=1b0ce8ea-dac3-4481-93bb-5caaef5cf8c9,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:24.455892 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f19be74-497f-4d8a-afdf-6c4a4c81f88c tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Checking segment: {'id': '696db6ff-9e8b-4f7f-abb9-a772088c041d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '061b9ccf-a544-4566-8751-33b2efc2d844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:58:24.456264 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f19be74-497f-4d8a-afdf-6c4a4c81f88c tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Network hostable DHCP agents. Network: 061b9ccf-a544-4566-8751-33b2efc2d844, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:58:24.530022 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f19be74-497f-4d8a-afdf-6c4a4c81f88c tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Network 061b9ccf-a544-4566-8751-33b2efc2d844 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:58:24.587098 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-3f19be74-497f-4d8a-afdf-6c4a4c81f88c tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 061b9ccf-a544-4566-8751-33b2efc2d844) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:58:24.610364 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f19be74-497f-4d8a-afdf-6c4a4c81f88c tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:58:24.610837 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f19be74-497f-4d8a-afdf-6c4a4c81f88c tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:58:24.617741 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3f19be74-497f-4d8a-afdf-6c4a4c81f88c tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:24.689527 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-3f19be74-497f-4d8a-afdf-6c4a4c81f88c tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 4.1641216 May 31 13:58:24.692391 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52820) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:58:24.721219 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aecc74c-8f42-4fef-9e2e-db05c4b7a2f1 None None] Network 061b9ccf-a544-4566-8751-33b2efc2d844 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:58:24.942420 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f6a0a1-3cc5-42af-8f56-6d85678eea5c tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:58:24.956667 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f6a0a1-3cc5-42af-8f56-6d85678eea5c tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:58:24.970074 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f6a0a1-3cc5-42af-8f56-6d85678eea5c tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:58:24.970074 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-96f6a0a1-3cc5-42af-8f56-6d85678eea5c tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Synchronizing usage tracker for tenant:eb73204b74cb4c37a08faa0375d0009c on resource:subnet {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:58:25.028744 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-96f6a0a1-3cc5-42af-8f56-6d85678eea5c tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Unset dirty status for tenant:eb73204b74cb4c37a08faa0375d0009c on resource:subnet {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:58:25.033891 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-57f9d565-6fa7-4cf5-b55e-8e2576afda75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:25.035050 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-96f6a0a1-3cc5-42af-8f56-6d85678eea5c tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.3412631 May 31 13:58:25.036185 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52836) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:58:25.204607 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cd499a7-c073-4374-aa14-f1e7db7343a9 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Deleting subnet 81326053-6882-4aed-b860-a5b7fd044916 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:58:25.218217 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7cd499a7-c073-4374-aa14-f1e7db7343a9 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:25.404158 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7cd499a7-c073-4374-aa14-f1e7db7343a9 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:25.562549 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-e5265021-5431-4f75-9c91-fb143ea731ea req-4557fd67-5a41-4a1e-bc12-50df4f3c482c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c7e40d9-8fcb-44dd-a8a5-e833d4edb4fc {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:58:25.613347 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e5265021-5431-4f75-9c91-fb143ea731ea req-4557fd67-5a41-4a1e-bc12-50df4f3c482c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:25.651856 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-e5265021-5431-4f75-9c91-fb143ea731ea req-4557fd67-5a41-4a1e-bc12-50df4f3c482c service neutron] Transition to ACTIVE for port object 8c7e40d9-8fcb-44dd-a8a5-e833d4edb4fc will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:58:25.687156 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7cd499a7-c073-4374-aa14-f1e7db7343a9 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:25.775883 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e5b1e2-f568-4ef5-abca-751862b7630e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-00cc73db-b6d3-4e22-9632-0704684af34b', 'network_id': '00cc73db-b6d3-4e22-9632-0704684af34b', 'tenant_id': 'eb73204b74cb4c37a08faa0375d0009c', 'fixed_ips': [{'subnet_id': '81326053-6882-4aed-b860-a5b7fd044916'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:58:25.780187 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e5265021-5431-4f75-9c91-fb143ea731ea req-4557fd67-5a41-4a1e-bc12-50df4f3c482c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:25.781333 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c8e5b1e2-f568-4ef5-abca-751862b7630e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:25.936582 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7cd499a7-c073-4374-aa14-f1e7db7343a9 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:26.128119 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7cd499a7-c073-4374-aa14-f1e7db7343a9 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:26.140950 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd499a7-c073-4374-aa14-f1e7db7343a9 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Pushing event deleted for resources: {'Subnet': ['ID=81326053-6882-4aed-b860-a5b7fd044916,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:26.224326 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-7cd499a7-c073-4374-aa14-f1e7db7343a9 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] 10.222.0.50 "DELETE /v2.0/subnets/81326053-6882-4aed-b860-a5b7fd044916 HTTP/1.1" status: 204 len: 168 time: 1.1875057 May 31 13:58:26.226896 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52870) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:58:26.233250 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f9d565-6fa7-4cf5-b55e-8e2576afda75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fa81385-07bc-4294-af72-aae8ae4ffad8,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:26.241244 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 484e5a81-8d3a-49be-aabf-5fbcbd53e45b triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:58:26.241620 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server [None req-c8e5b1e2-f568-4ef5-abca-751862b7630e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 81326053-6882-4aed-b860-a5b7fd044916: This subnet is being modified by another concurrent operation. May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server self.force_reraise() May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server raise self.value May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server self.force_reraise() May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server raise self.value May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server self.force_reraise() May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server raise self.value May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server self.force_reraise() May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server raise self.value May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server self.force_reraise() May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server raise self.value May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server self.force_reraise() May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server raise self.value May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server raise exception May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 81326053-6882-4aed-b860-a5b7fd044916: This subnet is being modified by another concurrent operation. May 31 13:58:26.452223 n-d-843939-1 neutron-server[88371]: ERROR oslo_messaging.rpc.server May 31 13:58:26.476900 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-163e3f87-aacc-4513-b2b3-9702972ba1f4 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Deleting subnet 1b0ce8ea-dac3-4481-93bb-5caaef5cf8c9 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:58:26.485063 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-163e3f87-aacc-4513-b2b3-9702972ba1f4 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:26.586083 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0e20ef-92b6-4bd3-9779-fb9d7500ba49 None None] Network 00cc73db-b6d3-4e22-9632-0704684af34b requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:58:26.625663 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f9d565-6fa7-4cf5-b55e-8e2576afda75 admin admin] Checking segment: {'id': '21bab8d5-e55d-40b1-a743-1b3a7ca8f76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '45e4cf6b-0ae0-4f84-a254-4b4e897a93ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:58:26.626749 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f9d565-6fa7-4cf5-b55e-8e2576afda75 admin admin] Network hostable DHCP agents. Network: 45e4cf6b-0ae0-4f84-a254-4b4e897a93ed, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:58:26.649220 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4557fd67-5a41-4a1e-bc12-50df4f3c482c service neutron] Pushing event updated for resources: {'Port': ['ID=8c7e40d9-8fcb-44dd-a8a5-e833d4edb4fc,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:26.649560 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-163e3f87-aacc-4513-b2b3-9702972ba1f4 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:26.732018 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5bd938-d17c-4d46-8267-0aca81df0e96 req-e833aba4-e5aa-47be-bd95-82ab0448d8c8 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:58:26.734213 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ea5bd938-d17c-4d46-8267-0aca81df0e96 req-e833aba4-e5aa-47be-bd95-82ab0448d8c8 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.50 "GET /v2.0/ports?device_id=81b9cfb9-a8e5-4511-b01a-8a52297a3b34 HTTP/1.1" status: 200 len: 907 time: 1.0797880 May 31 13:58:26.795718 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-e5265021-5431-4f75-9c91-fb143ea731ea req-4557fd67-5a41-4a1e-bc12-50df4f3c482c service neutron] Attempting to bind port 8c7e40d9-8fcb-44dd-a8a5-e833d4edb4fc on host n-h1-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:58:26.796248 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-e5265021-5431-4f75-9c91-fb143ea731ea req-4557fd67-5a41-4a1e-bc12-50df4f3c482c service neutron] Attempting to bind port 8c7e40d9-8fcb-44dd-a8a5-e833d4edb4fc by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': '61b74aef-884b-402c-a874-aded7fafffd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '844390b7-044b-44f8-b83b-193dc9bc3cc2'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:58:26.796865 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5265021-5431-4f75-9c91-fb143ea731ea req-4557fd67-5a41-4a1e-bc12-50df4f3c482c service neutron] Attempting to bind port 8c7e40d9-8fcb-44dd-a8a5-e833d4edb4fc on network 844390b7-044b-44f8-b83b-193dc9bc3cc2 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:58:26.810043 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f9d565-6fa7-4cf5-b55e-8e2576afda75 admin admin] Network 45e4cf6b-0ae0-4f84-a254-4b4e897a93ed is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:58:26.815320 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5265021-5431-4f75-9c91-fb143ea731ea req-4557fd67-5a41-4a1e-bc12-50df4f3c482c service neutron] Port 8c7e40d9-8fcb-44dd-a8a5-e833d4edb4fc on network 844390b7-044b-44f8-b83b-193dc9bc3cc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:58:26.815870 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5265021-5431-4f75-9c91-fb143ea731ea req-4557fd67-5a41-4a1e-bc12-50df4f3c482c service neutron] Attempting to bind port 8c7e40d9-8fcb-44dd-a8a5-e833d4edb4fc on network 844390b7-044b-44f8-b83b-193dc9bc3cc2 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:58:26.827424 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5265021-5431-4f75-9c91-fb143ea731ea req-4557fd67-5a41-4a1e-bc12-50df4f3c482c service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:58:26.828707 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5265021-5431-4f75-9c91-fb143ea731ea req-4557fd67-5a41-4a1e-bc12-50df4f3c482c service neutron] Checking segment: {'id': '61b74aef-884b-402c-a874-aded7fafffd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '844390b7-044b-44f8-b83b-193dc9bc3cc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:58:26.829473 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5265021-5431-4f75-9c91-fb143ea731ea req-4557fd67-5a41-4a1e-bc12-50df4f3c482c service neutron] Bound using segment: {'id': '61b74aef-884b-402c-a874-aded7fafffd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '844390b7-044b-44f8-b83b-193dc9bc3cc2'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:58:26.830123 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-e5265021-5431-4f75-9c91-fb143ea731ea req-4557fd67-5a41-4a1e-bc12-50df4f3c482c service neutron] Bound port: 8c7e40d9-8fcb-44dd-a8a5-e833d4edb4fc, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61b74aef-884b-402c-a874-aded7fafffd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '844390b7-044b-44f8-b83b-193dc9bc3cc2'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:58:26.830677 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e5265021-5431-4f75-9c91-fb143ea731ea req-4557fd67-5a41-4a1e-bc12-50df4f3c482c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:26.830872 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-163e3f87-aacc-4513-b2b3-9702972ba1f4 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:26.844281 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-57f9d565-6fa7-4cf5-b55e-8e2576afda75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 45e4cf6b-0ae0-4f84-a254-4b4e897a93ed) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:58:26.873675 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f9d565-6fa7-4cf5-b55e-8e2576afda75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:58:26.874574 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-57f9d565-6fa7-4cf5-b55e-8e2576afda75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:27.074238 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-163e3f87-aacc-4513-b2b3-9702972ba1f4 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:27.104981 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-e5265021-5431-4f75-9c91-fb143ea731ea req-4557fd67-5a41-4a1e-bc12-50df4f3c482c service neutron] For port 8c7e40d9-8fcb-44dd-a8a5-e833d4edb4fc, host n-h1-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:58:27.109665 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-e5265021-5431-4f75-9c91-fb143ea731ea req-4557fd67-5a41-4a1e-bc12-50df4f3c482c service neutron] For port 8c7e40d9-8fcb-44dd-a8a5-e833d4edb4fc, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=8c7e40d9-8fcb-44dd-a8a5-e833d4edb4fc,segment=NetworkSegment(61b74aef-884b-402c-a874-aded7fafffd6),segment_id=61b74aef-884b-402c-a874-aded7fafffd6)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:58:27.127350 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-57f9d565-6fa7-4cf5-b55e-8e2576afda75 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.9334698 May 31 13:58:27.137120 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 52882) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:58:27.141921 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eaa9b3e-6bfd-4bc3-86f1-18fe26f09ab0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-061b9ccf-a544-4566-8751-33b2efc2d844', 'network_id': '061b9ccf-a544-4566-8751-33b2efc2d844', 'tenant_id': 'eb73204b74cb4c37a08faa0375d0009c', 'fixed_ips': [{'subnet_id': '1b0ce8ea-dac3-4481-93bb-5caaef5cf8c9'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:58:27.142812 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6eaa9b3e-6bfd-4bc3-86f1-18fe26f09ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:27.150290 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e5265021-5431-4f75-9c91-fb143ea731ea req-4557fd67-5a41-4a1e-bc12-50df4f3c482c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:27.154400 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b8e89f-0f5f-4952-ad4d-7d4a40b6d73e None None] Network 45e4cf6b-0ae0-4f84-a254-4b4e897a93ed requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:58:27.192005 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-38c03ba3-24e7-4a28-b062-af38dcead0b1 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1174622984-router', 'tenant_id': '2d602b86dea24940a1b3a7507f88da04', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:58:27.227927 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163e3f87-aacc-4513-b2b3-9702972ba1f4 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Pushing event deleted for resources: {'Subnet': ['ID=1b0ce8ea-dac3-4481-93bb-5caaef5cf8c9,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:27.253434 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-163e3f87-aacc-4513-b2b3-9702972ba1f4 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:27.291220 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-163e3f87-aacc-4513-b2b3-9702972ba1f4 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] 10.222.0.50 "DELETE /v2.0/subnets/1b0ce8ea-dac3-4481-93bb-5caaef5cf8c9 HTTP/1.1" status: 204 len: 168 time: 1.0630019 May 31 13:58:27.294269 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52890) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:58:27.299031 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-38c03ba3-24e7-4a28-b062-af38dcead0b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:58:27.324866 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-38c03ba3-24e7-4a28-b062-af38dcead0b1 admin admin] Usage tracker for resource:router and tenant:2d602b86dea24940a1b3a7507f88da04 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:58:27.362809 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-38c03ba3-24e7-4a28-b062-af38dcead0b1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:58:27.389808 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-38c03ba3-24e7-4a28-b062-af38dcead0b1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:58:27.448962 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-38c03ba3-24e7-4a28-b062-af38dcead0b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:27.449962 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-38c03ba3-24e7-4a28-b062-af38dcead0b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:27.482024 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5265021-5431-4f75-9c91-fb143ea731ea req-4557fd67-5a41-4a1e-bc12-50df4f3c482c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:58:27.483141 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-e5265021-5431-4f75-9c91-fb143ea731ea req-4557fd67-5a41-4a1e-bc12-50df4f3c482c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:27.487512 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e5265021-5431-4f75-9c91-fb143ea731ea req-4557fd67-5a41-4a1e-bc12-50df4f3c482c service neutron] 10.222.0.20 "PUT /v2.0/ports/8c7e40d9-8fcb-44dd-a8a5-e833d4edb4fc HTTP/1.1" status: 200 len: 1055 time: 4.1356382 May 31 13:58:27.489474 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81b9cfb9-a8e5-4511-b01a-8a52297a3b34', 'tag': '8c7e40d9-8fcb-44dd-a8a5-e833d4edb4fc'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:58:27.547181 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9e5e08-46e3-4097-96d0-64ca0e5b186e tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:58:27.548573 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ef9e5e08-46e3-4097-96d0-64ca0e5b186e tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Synchronizing usage tracker for tenant:eb73204b74cb4c37a08faa0375d0009c on resource:subnet {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:58:27.610353 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ef9e5e08-46e3-4097-96d0-64ca0e5b186e tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Unset dirty status for tenant:eb73204b74cb4c37a08faa0375d0009c on resource:subnet {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:58:27.622245 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ef9e5e08-46e3-4097-96d0-64ca0e5b186e tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3187611 May 31 13:58:27.631740 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52906) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:58:28.136383 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 484e5a81-8d3a-49be-aabf-5fbcbd53e45b is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:58:28.275109 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bd19c52-52fc-4850-a6c5-c498674beaa9'] response: {'name': 'network-changed', 'server_uuid': '81b9cfb9-a8e5-4511-b01a-8a52297a3b34', 'tag': '8c7e40d9-8fcb-44dd-a8a5-e833d4edb4fc', 'status': 'completed', 'code': 200} May 31 13:58:28.301074 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5cf8cc27-1394-4a63-8230-731b5c7c451e tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:28.377326 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40befdb7-4b6b-4868-8e81-20a2d66574a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-45e4cf6b-0ae0-4f84-a254-4b4e897a93ed', 'network_id': '45e4cf6b-0ae0-4f84-a254-4b4e897a93ed', 'tenant_id': '2d602b86dea24940a1b3a7507f88da04', 'fixed_ips': [{'subnet_id': '7fa81385-07bc-4294-af72-aae8ae4ffad8'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 13:58:28.381804 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-40befdb7-4b6b-4868-8e81-20a2d66574a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:28.451684 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4557fd67-5a41-4a1e-bc12-50df4f3c482c service neutron] Pushing event updated for resources: {'Port': ['ID=8c7e40d9-8fcb-44dd-a8a5-e833d4edb4fc,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:28.470614 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-38c03ba3-24e7-4a28-b062-af38dcead0b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:28.495479 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5265021-5431-4f75-9c91-fb143ea731ea req-a5f058cb-c606-4ee4-beb2-73b98842583d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:58:28.497436 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e5265021-5431-4f75-9c91-fb143ea731ea req-a5f058cb-c606-4ee4-beb2-73b98842583d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f161391927494a93ac97ddf889ee8804&device_id=81b9cfb9-a8e5-4511-b01a-8a52297a3b34 HTTP/1.1" status: 200 len: 1058 time: 0.9525309 May 31 13:58:28.640577 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e5265021-5431-4f75-9c91-fb143ea731ea req-bb475e7f-f5a8-4525-bcdf-99a1319c30b2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=8c7e40d9-8fcb-44dd-a8a5-e833d4edb4fc HTTP/1.1" status: 200 len: 217 time: 0.1306143 May 31 13:58:28.653874 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5cf8cc27-1394-4a63-8230-731b5c7c451e tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:28.683714 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device e6ae83ca-c3a7-42ae-b87f-6a163f7ce00d up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:58:28.703632 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-5cf8cc27-1394-4a63-8230-731b5c7c451e tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['061b9ccf-a544-4566-8751-33b2efc2d844']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:58:28.718795 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-5cf8cc27-1394-4a63-8230-731b5c7c451e tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '696db6ff-9e8b-4f7f-abb9-a772088c041d') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:58:28.719012 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-5cf8cc27-1394-4a63-8230-731b5c7c451e tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '696db6ff-9e8b-4f7f-abb9-a772088c041d') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:58:28.735204 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5cf8cc27-1394-4a63-8230-731b5c7c451e tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:28.753196 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5cf8cc27-1394-4a63-8230-731b5c7c451e tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:28.761130 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cf8cc27-1394-4a63-8230-731b5c7c451e tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:58:28.761535 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5cf8cc27-1394-4a63-8230-731b5c7c451e tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:28.868670 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-40befdb7-4b6b-4868-8e81-20a2d66574a7 None None] Allocated IP 172.20.0.2 (45e4cf6b-0ae0-4f84-a254-4b4e897a93ed/7fa81385-07bc-4294-af72-aae8ae4ffad8/0e3ca3c2-1224-4f08-a2b6-f1773190409d) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:58:28.873050 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb16f16-b066-44ed-8acd-e79a53021960 req-297980c7-94a7-4201-b0b1-1d2f4fa85242 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:58:28.874761 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1379c182-1a90-47e9-a688-de4fcb930e4f None None] Network 061b9ccf-a544-4566-8751-33b2efc2d844 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:58:28.886166 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3bb16f16-b066-44ed-8acd-e79a53021960 req-297980c7-94a7-4201-b0b1-1d2f4fa85242 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.50 "GET /v2.0/ports?device_id=81b9cfb9-a8e5-4511-b01a-8a52297a3b34 HTTP/1.1" status: 200 len: 907 time: 0.6042118 May 31 13:58:28.987163 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5cf8cc27-1394-4a63-8230-731b5c7c451e tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:29.058503 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5cf8cc27-1394-4a63-8230-731b5c7c451e tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:29.061548 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf8cc27-1394-4a63-8230-731b5c7c451e tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Pushing event deleted for resources: {'Network': ['ID=061b9ccf-a544-4566-8751-33b2efc2d844,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:29.088034 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-5cf8cc27-1394-4a63-8230-731b5c7c451e tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] 10.222.0.50 "DELETE /v2.0/networks/061b9ccf-a544-4566-8751-33b2efc2d844 HTTP/1.1" status: 204 len: 168 time: 1.4485085 May 31 13:58:29.091300 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 52934) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:58:29.296821 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port e6ae83ca-c3a7-42ae-b87f-6a163f7ce00d completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:58:29.319080 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port e6ae83ca-c3a7-42ae-b87f-6a163f7ce00d triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:58:29.319556 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:29.400511 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5265021-5431-4f75-9c91-fb143ea731ea req-e1dadd19-ff48-40b8-ad2c-0c594637f165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:58:29.407057 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e5265021-5431-4f75-9c91-fb143ea731ea req-e1dadd19-ff48-40b8-ad2c-0c594637f165 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=46d8b9c0-b8bd-4aad-8598-4f3841a26808 HTTP/1.1" status: 200 len: 838 time: 0.7526772 May 31 13:58:29.503784 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6dec064d-e486-4dd8-9760-2e50b1f52775 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:29.524992 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 696db6ff-9e8b-4f7f-abb9-a772088c041d resource provider aggregate not found May 31 13:58:29.558590 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 696db6ff-9e8b-4f7f-abb9-a772088c041d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 696db6ff-9e8b-4f7f-abb9-a772088c041d found for delete ", "request_id": "req-3327e99f-c74c-4ecf-a458-a914afec8a3d"}]} May 31 13:58:29.794128 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-40befdb7-4b6b-4868-8e81-20a2d66574a7 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:29.810251 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-40befdb7-4b6b-4868-8e81-20a2d66574a7 None None] Transition to ACTIVE for port object 0e3ca3c2-1224-4f08-a2b6-f1773190409d will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:58:29.827096 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-38c03ba3-24e7-4a28-b062-af38dcead0b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:29.847893 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-40befdb7-4b6b-4868-8e81-20a2d66574a7 None None] Transition to ACTIVE for port object 0e3ca3c2-1224-4f08-a2b6-f1773190409d will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:58:29.889629 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6dec064d-e486-4dd8-9760-2e50b1f52775 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:29.961111 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-40befdb7-4b6b-4868-8e81-20a2d66574a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:29.963435 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-6dec064d-e486-4dd8-9760-2e50b1f52775 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00cc73db-b6d3-4e22-9632-0704684af34b']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:58:30.000061 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-6dec064d-e486-4dd8-9760-2e50b1f52775 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dc05805-bed2-41ff-85f6-b07c0ea21de5') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:58:30.000334 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-6dec064d-e486-4dd8-9760-2e50b1f52775 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dc05805-bed2-41ff-85f6-b07c0ea21de5') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:58:30.027137 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6dec064d-e486-4dd8-9760-2e50b1f52775 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:30.064058 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6dec064d-e486-4dd8-9760-2e50b1f52775 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:30.075594 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5265021-5431-4f75-9c91-fb143ea731ea req-4fc16db0-6c72-4a36-8480-fca5455c8049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:58:30.078180 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dec064d-e486-4dd8-9760-2e50b1f52775 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:58:30.080181 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e5265021-5431-4f75-9c91-fb143ea731ea req-4fc16db0-6c72-4a36-8480-fca5455c8049 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=844390b7-044b-44f8-b83b-193dc9bc3cc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5604348 May 31 13:58:30.082778 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6dec064d-e486-4dd8-9760-2e50b1f52775 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:30.256112 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40befdb7-4b6b-4868-8e81-20a2d66574a7 None None] Network 45e4cf6b-0ae0-4f84-a254-4b4e897a93ed is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:58:30.260955 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-40befdb7-4b6b-4868-8e81-20a2d66574a7 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:58:30.268331 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40befdb7-4b6b-4868-8e81-20a2d66574a7 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:58:30.277464 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40befdb7-4b6b-4868-8e81-20a2d66574a7 None None] Pushing event updated for resources: {'Port': ['ID=0e3ca3c2-1224-4f08-a2b6-f1773190409d,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:30.359643 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6dec064d-e486-4dd8-9760-2e50b1f52775 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:30.366706 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6dec064d-e486-4dd8-9760-2e50b1f52775 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:30.489315 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-6dec064d-e486-4dd8-9760-2e50b1f52775 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] 10.222.0.50 "DELETE /v2.0/networks/00cc73db-b6d3-4e22-9632-0704684af34b HTTP/1.1" status: 204 len: 168 time: 1.3947513 May 31 13:58:30.498394 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 52966) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:58:30.517073 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dec064d-e486-4dd8-9760-2e50b1f52775 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Pushing event deleted for resources: {'Network': ['ID=00cc73db-b6d3-4e22-9632-0704684af34b,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:30.657403 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-40befdb7-4b6b-4868-8e81-20a2d66574a7 None None] Attempting to bind port 0e3ca3c2-1224-4f08-a2b6-f1773190409d on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:58:30.658091 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-40befdb7-4b6b-4868-8e81-20a2d66574a7 None None] Attempting to bind port 0e3ca3c2-1224-4f08-a2b6-f1773190409d by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '21bab8d5-e55d-40b1-a743-1b3a7ca8f76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '45e4cf6b-0ae0-4f84-a254-4b4e897a93ed'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:58:30.658708 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40befdb7-4b6b-4868-8e81-20a2d66574a7 None None] Attempting to bind port 0e3ca3c2-1224-4f08-a2b6-f1773190409d on network 45e4cf6b-0ae0-4f84-a254-4b4e897a93ed {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:58:30.668863 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port e6ae83ca-c3a7-42ae-b87f-6a163f7ce00d is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:58:30.669242 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:30.677739 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e5265021-5431-4f75-9c91-fb143ea731ea req-4f73851e-2009-45d6-9b9f-6636365fb2b2 service neutron] 10.222.0.20 "GET /v2.0/networks/844390b7-044b-44f8-b83b-193dc9bc3cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5797715 May 31 13:58:30.680925 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40befdb7-4b6b-4868-8e81-20a2d66574a7 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:58:30.681445 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40befdb7-4b6b-4868-8e81-20a2d66574a7 None None] Checking segment: {'id': '21bab8d5-e55d-40b1-a743-1b3a7ca8f76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '45e4cf6b-0ae0-4f84-a254-4b4e897a93ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:58:30.681862 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-40befdb7-4b6b-4868-8e81-20a2d66574a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:30.682282 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40befdb7-4b6b-4868-8e81-20a2d66574a7 None None] Bound using segment: {'id': '21bab8d5-e55d-40b1-a743-1b3a7ca8f76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '45e4cf6b-0ae0-4f84-a254-4b4e897a93ed'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:58:30.682859 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-40befdb7-4b6b-4868-8e81-20a2d66574a7 None None] Bound port: 0e3ca3c2-1224-4f08-a2b6-f1773190409d, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21bab8d5-e55d-40b1-a743-1b3a7ca8f76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '45e4cf6b-0ae0-4f84-a254-4b4e897a93ed'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:58:30.683342 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-40befdb7-4b6b-4868-8e81-20a2d66574a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:30.821204 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port e6ae83ca-c3a7-42ae-b87f-6a163f7ce00d, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=e6ae83ca-c3a7-42ae-b87f-6a163f7ce00d,segment=NetworkSegment(f584d02d-1a73-49db-b1c0-d9b71d33b4f6),segment_id=f584d02d-1a73-49db-b1c0-d9b71d33b4f6)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:58:30.836460 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:30.905600 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-40befdb7-4b6b-4868-8e81-20a2d66574a7 None None] For port 0e3ca3c2-1224-4f08-a2b6-f1773190409d, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:58:30.927521 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-40befdb7-4b6b-4868-8e81-20a2d66574a7 None None] For port 0e3ca3c2-1224-4f08-a2b6-f1773190409d, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=0e3ca3c2-1224-4f08-a2b6-f1773190409d,segment=NetworkSegment(21bab8d5-e55d-40b1-a743-1b3a7ca8f76f),segment_id=21bab8d5-e55d-40b1-a743-1b3a7ca8f76f)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:58:30.939812 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-40befdb7-4b6b-4868-8e81-20a2d66574a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:30.955466 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=e6ae83ca-c3a7-42ae-b87f-6a163f7ce00d,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:31.202542 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40befdb7-4b6b-4868-8e81-20a2d66574a7 None None] Pushing event updated for resources: {'Port': ['ID=0e3ca3c2-1224-4f08-a2b6-f1773190409d,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:31.257156 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-afb69906-2d57-4d2b-a257-4aa39203cd83 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:31.423677 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c5e166-91fa-4549-9a09-9c5825f00475 req-c66aab2a-deda-4ff0-bc13-2e956ebeee57 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:58:31.455478 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a2c5e166-91fa-4549-9a09-9c5825f00475 req-c66aab2a-deda-4ff0-bc13-2e956ebeee57 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.50 "GET /v2.0/ports?device_id=81b9cfb9-a8e5-4511-b01a-8a52297a3b34 HTTP/1.1" status: 200 len: 907 time: 0.9725730 May 31 13:58:31.604837 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 1dc05805-bed2-41ff-85f6-b07c0ea21de5 resource provider aggregate not found May 31 13:58:31.627767 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 1dc05805-bed2-41ff-85f6-b07c0ea21de5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1dc05805-bed2-41ff-85f6-b07c0ea21de5 found for delete ", "request_id": "req-0c3331d5-30cf-4cd0-a9b6-58995844e3b3"}]} May 31 13:58:31.760335 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e5265021-5431-4f75-9c91-fb143ea731ea req-82ff9e12-4013-4963-af68-fe3d03495df5 service neutron] 10.222.0.20 "GET /v2.0/networks/844390b7-044b-44f8-b83b-193dc9bc3cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9942513 May 31 13:58:32.762199 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-afb69906-2d57-4d2b-a257-4aa39203cd83 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:32.797469 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-afb69906-2d57-4d2b-a257-4aa39203cd83 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e8dff77-8c0b-4604-b3d1-b09276a1b6fa']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:58:32.811695 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-afb69906-2d57-4d2b-a257-4aa39203cd83 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66705839-3958-45bb-8448-411560bcdd51') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:58:32.811916 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-afb69906-2d57-4d2b-a257-4aa39203cd83 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66705839-3958-45bb-8448-411560bcdd51') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:58:32.833109 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-afb69906-2d57-4d2b-a257-4aa39203cd83 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:32.858635 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-afb69906-2d57-4d2b-a257-4aa39203cd83 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:32.863236 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 53040) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:58:32.877822 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afb69906-2d57-4d2b-a257-4aa39203cd83 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:58:32.878265 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-afb69906-2d57-4d2b-a257-4aa39203cd83 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:33.057840 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fefc9e4-0981-4887-a671-f062d2daf0df None None] Network 45e4cf6b-0ae0-4f84-a254-4b4e897a93ed requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:58:33.119707 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ff8b1c86-d060-46a3-83dd-8cf96afad5a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:33.131801 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 66705839-3958-45bb-8448-411560bcdd51 resource provider aggregate not found May 31 13:58:33.153296 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ff8b1c86-d060-46a3-83dd-8cf96afad5a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:58:33.157752 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ff8b1c86-d060-46a3-83dd-8cf96afad5a7 admin admin] Usage tracker for resource:security_group_rule and tenant:f1d475609461480582fa4d501a3a2242 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:58:33.161218 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ff8b1c86-d060-46a3-83dd-8cf96afad5a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:58:33.167822 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-afb69906-2d57-4d2b-a257-4aa39203cd83 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:33.186048 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ff8b1c86-d060-46a3-83dd-8cf96afad5a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:58:33.286609 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device e6ae83ca-c3a7-42ae-b87f-6a163f7ce00d up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:58:33.292600 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 66705839-3958-45bb-8448-411560bcdd51 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 66705839-3958-45bb-8448-411560bcdd51 found for delete ", "request_id": "req-521b19d6-6774-483f-8124-2b00f235977e"}]} May 31 13:58:33.315970 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-afb69906-2d57-4d2b-a257-4aa39203cd83 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:33.327664 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb69906-2d57-4d2b-a257-4aa39203cd83 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Pushing event deleted for resources: {'Network': ['ID=6e8dff77-8c0b-4604-b3d1-b09276a1b6fa,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:33.423426 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-38c03ba3-24e7-4a28-b062-af38dcead0b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:33.467419 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ff8b1c86-d060-46a3-83dd-8cf96afad5a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:33.478820 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-88284a9b-3e89-486a-b2f6-1409a8ae03f3 None None] Provisioning for port 0e3ca3c2-1224-4f08-a2b6-f1773190409d completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:58:33.481140 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ff8b1c86-d060-46a3-83dd-8cf96afad5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:33.487232 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-38c03ba3-24e7-4a28-b062-af38dcead0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:33.505386 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-afb69906-2d57-4d2b-a257-4aa39203cd83 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] 10.222.0.50 "DELETE /v2.0/networks/6e8dff77-8c0b-4604-b3d1-b09276a1b6fa HTTP/1.1" status: 204 len: 168 time: 2.9972866 May 31 13:58:33.537413 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 53060) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:58:33.547065 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ff8b1c86-d060-46a3-83dd-8cf96afad5a7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f1d475609461480582fa4d501a3a2242&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6821134 May 31 13:58:33.594245 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 53064) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:58:33.681490 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cd0428-9fb3-4a1f-9d8a-a03b20468b36 req-3cd36fab-e41a-4f8d-992a-eb5e98bb6a22 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:58:33.685105 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-16cd0428-9fb3-4a1f-9d8a-a03b20468b36 req-3cd36fab-e41a-4f8d-992a-eb5e98bb6a22 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.50 "GET /v2.0/ports?device_id=81b9cfb9-a8e5-4511-b01a-8a52297a3b34 HTTP/1.1" status: 200 len: 907 time: 0.6451845 May 31 13:58:33.705951 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f7236-1113-4209-9da4-37aa95caa3b2 req-33faa26a-f32a-491d-9b20-cf97803c1135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:58:33.711016 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b31f7236-1113-4209-9da4-37aa95caa3b2 req-33faa26a-f32a-491d-9b20-cf97803c1135 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f161391927494a93ac97ddf889ee8804&device_id=81b9cfb9-a8e5-4511-b01a-8a52297a3b34 HTTP/1.1" status: 200 len: 1058 time: 1.7986937 May 31 13:58:33.749009 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port e6ae83ca-c3a7-42ae-b87f-6a163f7ce00d triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:58:33.750058 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:33.954037 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-985cefc8-ce43-46dd-be7f-297d72434094 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:33.992797 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port e6ae83ca-c3a7-42ae-b87f-6a163f7ce00d is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:58:33.994125 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 0e3ca3c2-1224-4f08-a2b6-f1773190409d up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:58:34.012067 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8b1c86-d060-46a3-83dd-8cf96afad5a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaaf7997-c0e4-4b5d-99de-fef94ceda7f2,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:34.073696 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-38c03ba3-24e7-4a28-b062-af38dcead0b1 admin admin] Allocated IP 172.25.6.251 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/715e6fab-9b57-4eeb-870c-6914a78a7a77) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:58:34.111666 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 0e3ca3c2-1224-4f08-a2b6-f1773190409d completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:58:34.120670 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 0e3ca3c2-1224-4f08-a2b6-f1773190409d triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:58:34.121194 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:34.329772 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-985cefc8-ce43-46dd-be7f-297d72434094 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:34.404017 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 0e3ca3c2-1224-4f08-a2b6-f1773190409d is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:58:34.404017 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:34.429636 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-985cefc8-ce43-46dd-be7f-297d72434094 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['813f208f-508f-4e3e-bc55-421d1559ac5b']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:58:34.455824 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-38c03ba3-24e7-4a28-b062-af38dcead0b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:34.471968 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-985cefc8-ce43-46dd-be7f-297d72434094 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a62ec8de-c639-4f95-96fa-032e35aada28') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:58:34.472434 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-985cefc8-ce43-46dd-be7f-297d72434094 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a62ec8de-c639-4f95-96fa-032e35aada28') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:58:34.506740 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-985cefc8-ce43-46dd-be7f-297d72434094 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:34.526729 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-38c03ba3-24e7-4a28-b062-af38dcead0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:34.544316 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 0e3ca3c2-1224-4f08-a2b6-f1773190409d, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=0e3ca3c2-1224-4f08-a2b6-f1773190409d,segment=NetworkSegment(21bab8d5-e55d-40b1-a743-1b3a7ca8f76f),segment_id=21bab8d5-e55d-40b1-a743-1b3a7ca8f76f)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:58:34.546311 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-985cefc8-ce43-46dd-be7f-297d72434094 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:34.551386 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:34.563051 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-985cefc8-ce43-46dd-be7f-297d72434094 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:58:34.563588 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-985cefc8-ce43-46dd-be7f-297d72434094 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:34.656440 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd16e80-3d07-4cfd-a6d8-e8d4749bb3c0 None None] get_active_networks_info from n-d-843939-1 {{(pid=88371) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 31 13:58:34.722962 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c03ba3-24e7-4a28-b062-af38dcead0b1 admin admin] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:58:34.747925 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment a62ec8de-c639-4f95-96fa-032e35aada28 resource provider aggregate not found May 31 13:58:34.762175 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-97e6d21d-8130-42b4-97f8-6218f7de605e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:34.788753 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-38c03ba3-24e7-4a28-b062-af38dcead0b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:58:34.795000 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c03ba3-24e7-4a28-b062-af38dcead0b1 admin admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:58:34.810904 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment a62ec8de-c639-4f95-96fa-032e35aada28 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a62ec8de-c639-4f95-96fa-032e35aada28 found for delete ", "request_id": "req-7e4ce30b-626e-425f-83f0-cf35b9bfbb3d"}]} May 31 13:58:34.812558 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-985cefc8-ce43-46dd-be7f-297d72434094 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:34.878123 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c03ba3-24e7-4a28-b062-af38dcead0b1 admin admin] Pushing event updated for resources: {'Port': ['ID=715e6fab-9b57-4eeb-870c-6914a78a7a77,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:34.883789 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-985cefc8-ce43-46dd-be7f-297d72434094 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:34.888783 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985cefc8-ce43-46dd-be7f-297d72434094 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] Pushing event deleted for resources: {'Network': ['ID=813f208f-508f-4e3e-bc55-421d1559ac5b,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:34.894298 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-97e6d21d-8130-42b4-97f8-6218f7de605e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:34.921565 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=0e3ca3c2-1224-4f08-a2b6-f1773190409d,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:34.934021 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:58:34.934678 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:58:34.935213 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:58:34.935768 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:58:34.936318 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:58:34.936842 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:58:34.939846 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-985cefc8-ce43-46dd-be7f-297d72434094 tempest-BulkNetworkOpsTest-396422601 tempest-BulkNetworkOpsTest-396422601-project] 10.222.0.50 "DELETE /v2.0/networks/813f208f-508f-4e3e-bc55-421d1559ac5b HTTP/1.1" status: 204 len: 168 time: 1.3888643 May 31 13:58:34.949154 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:58:34.949840 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:58:34.950469 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:58:34.951156 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:58:34.951730 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:58:34.952294 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:58:34.957706 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9eaee135-aeb8-4e3a-aede-cd39091bd272 None None] Provisioning complete for port 0e3ca3c2-1224-4f08-a2b6-f1773190409d triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:58:34.958402 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9eaee135-aeb8-4e3a-aede-cd39091bd272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:35.042968 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-97e6d21d-8130-42b4-97f8-6218f7de605e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:35.070698 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e6d21d-8130-42b4-97f8-6218f7de605e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaaf7997-c0e4-4b5d-99de-fef94ceda7f2,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:35.091282 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-97e6d21d-8130-42b4-97f8-6218f7de605e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:35.092741 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-97e6d21d-8130-42b4-97f8-6218f7de605e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/eaaf7997-c0e4-4b5d-99de-fef94ceda7f2 HTTP/1.1" status: 204 len: 168 time: 1.4829721 May 31 13:58:35.362608 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9eaee135-aeb8-4e3a-aede-cd39091bd272 None None] Current status of the port 0e3ca3c2-1224-4f08-a2b6-f1773190409d is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:58:35.366480 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd16e80-3d07-4cfd-a6d8-e8d4749bb3c0 None None] Resources bound (agent type, host, resource id): {{(pid=88371) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 31 13:58:35.393898 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f7236-1113-4209-9da4-37aa95caa3b2 req-b7a46040-fc2d-4873-b30c-e2728dfc1979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:58:35.395403 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b31f7236-1113-4209-9da4-37aa95caa3b2 req-b7a46040-fc2d-4873-b30c-e2728dfc1979 service neutron] 10.222.0.20 "GET /v2.0/networks?id=844390b7-044b-44f8-b83b-193dc9bc3cc2 HTTP/1.1" status: 200 len: 898 time: 1.6794839 May 31 13:58:35.482756 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 53122) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:58:35.588163 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b31f7236-1113-4209-9da4-37aa95caa3b2 req-605fc26f-99be-43e2-8cfb-ae3991bd7984 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=8c7e40d9-8fcb-44dd-a8a5-e833d4edb4fc HTTP/1.1" status: 200 len: 217 time: 0.1719780 May 31 13:58:35.749196 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 53132) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:58:35.805766 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0c0b8a3e-effc-4d49-84bb-017d71ea9fda admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:35.862767 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0c0b8a3e-effc-4d49-84bb-017d71ea9fda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:58:35.868025 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-0c0b8a3e-effc-4d49-84bb-017d71ea9fda admin admin] Usage tracker for resource:security_group_rule and tenant:6a2709fed395432cb5914477455b5b21 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:58:35.871551 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-0c0b8a3e-effc-4d49-84bb-017d71ea9fda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:58:35.879984 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0c0b8a3e-effc-4d49-84bb-017d71ea9fda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:58:36.021048 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0c0b8a3e-effc-4d49-84bb-017d71ea9fda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:36.031364 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0c0b8a3e-effc-4d49-84bb-017d71ea9fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:36.134669 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f7236-1113-4209-9da4-37aa95caa3b2 req-6e45c81b-995c-4b28-9633-b6e7a9a2b370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:58:36.138560 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b31f7236-1113-4209-9da4-37aa95caa3b2 req-6e45c81b-995c-4b28-9633-b6e7a9a2b370 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=46d8b9c0-b8bd-4aad-8598-4f3841a26808 HTTP/1.1" status: 200 len: 838 time: 0.5412557 May 31 13:58:36.171760 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd90fdb3-be03-4856-94be-72f64812c516 req-7755c4b0-7564-4855-95ac-8b778dc86cad tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:58:36.173417 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cd90fdb3-be03-4856-94be-72f64812c516 req-7755c4b0-7564-4855-95ac-8b778dc86cad tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.50 "GET /v2.0/ports?device_id=81b9cfb9-a8e5-4511-b01a-8a52297a3b34 HTTP/1.1" status: 200 len: 907 time: 1.2287917 May 31 13:58:36.225656 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 8c7e40d9-8fcb-44dd-a8a5-e833d4edb4fc details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:58:36.257572 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-0c0b8a3e-effc-4d49-84bb-017d71ea9fda admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6a2709fed395432cb5914477455b5b21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5042934 May 31 13:58:36.264773 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 53152) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:58:36.312372 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0b8a3e-effc-4d49-84bb-017d71ea9fda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=331289b8-6738-4c35-98b7-8872e8874be6,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:36.386601 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-800d334a-901b-4985-82d9-610b251183ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:36.411292 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-37ff538b-7a77-45d4-be27-b9c244ec69cf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=eb73204b74cb4c37a08faa0375d0009c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9252186 May 31 13:58:36.417427 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 53156) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:58:36.420889 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 8c7e40d9-8fcb-44dd-a8a5-e833d4edb4fc, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=8c7e40d9-8fcb-44dd-a8a5-e833d4edb4fc,segment=NetworkSegment(61b74aef-884b-402c-a874-aded7fafffd6),segment_id=61b74aef-884b-402c-a874-aded7fafffd6)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:58:36.441787 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': '8c7e40d9-8fcb-44dd-a8a5-e833d4edb4fc', 'network_id': '844390b7-044b-44f8-b83b-193dc9bc3cc2', 'port_id': '8c7e40d9-8fcb-44dd-a8a5-e833d4edb4fc', 'mac_address': 'fa:16:3e:45:83:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46d8b9c0-b8bd-4aad-8598-4f3841a26808', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:58:36.466997 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-800d334a-901b-4985-82d9-610b251183ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:36.521120 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f7236-1113-4209-9da4-37aa95caa3b2 req-d456118e-c492-45fa-9b13-5abb2c6af7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:58:36.523205 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b31f7236-1113-4209-9da4-37aa95caa3b2 req-d456118e-c492-45fa-9b13-5abb2c6af7f2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=844390b7-044b-44f8-b83b-193dc9bc3cc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3671331 May 31 13:58:36.527597 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 8c7e40d9-8fcb-44dd-a8a5-e833d4edb4fc is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:58:36.528147 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:36.540071 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-38c03ba3-24e7-4a28-b062-af38dcead0b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:36.552276 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c7e40d9-8fcb-44dd-a8a5-e833d4edb4fc {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:58:36.567582 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fb8d0d87-7254-4cd0-bef3-333ce4684313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:36.583960 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 8c7e40d9-8fcb-44dd-a8a5-e833d4edb4fc, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=8c7e40d9-8fcb-44dd-a8a5-e833d4edb4fc,segment=NetworkSegment(61b74aef-884b-402c-a874-aded7fafffd6),segment_id=61b74aef-884b-402c-a874-aded7fafffd6)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:58:36.593644 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:36.632217 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fb8d0d87-7254-4cd0-bef3-333ce4684313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:36.664274 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-800d334a-901b-4985-82d9-610b251183ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:36.693040 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800d334a-901b-4985-82d9-610b251183ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=331289b8-6738-4c35-98b7-8872e8874be6,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:36.718694 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-800d334a-901b-4985-82d9-610b251183ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:36.721562 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=8c7e40d9-8fcb-44dd-a8a5-e833d4edb4fc,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:36.723819 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-800d334a-901b-4985-82d9-610b251183ce admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/331289b8-6738-4c35-98b7-8872e8874be6 HTTP/1.1" status: 204 len: 168 time: 0.4505291 May 31 13:58:36.774283 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fb8d0d87-7254-4cd0-bef3-333ce4684313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:36.820643 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fb8d0d87-7254-4cd0-bef3-333ce4684313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:36.824828 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-fb8d0d87-7254-4cd0-bef3-333ce4684313 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/68ae2e18-3493-4683-8106-689a0937c536 HTTP/1.1" status: 204 len: 168 time: 0.4039743 May 31 13:58:36.824828 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8d0d87-7254-4cd0-bef3-333ce4684313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ae2e18-3493-4683-8106-689a0937c536,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:36.972813 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['8c7e40d9-8fcb-44dd-a8a5-e833d4edb4fc'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:58:37.047053 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b31f7236-1113-4209-9da4-37aa95caa3b2 req-be8ddfdf-fbf5-466f-bfba-68de6c8d2fe7 service neutron] 10.222.0.20 "GET /v2.0/networks/844390b7-044b-44f8-b83b-193dc9bc3cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4385445 May 31 13:58:37.065680 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 0e3ca3c2-1224-4f08-a2b6-f1773190409d up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:58:37.296928 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 0e3ca3c2-1224-4f08-a2b6-f1773190409d triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:58:37.301597 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:37.595688 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 13:58:37.637531 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:37.656813 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 0e3ca3c2-1224-4f08-a2b6-f1773190409d is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:58:38.010698 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b31f7236-1113-4209-9da4-37aa95caa3b2 req-97baffd6-32f5-4100-96e4-3f74274166f6 service neutron] 10.222.0.20 "GET /v2.0/networks/844390b7-044b-44f8-b83b-193dc9bc3cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9535511 May 31 13:58:38.164183 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b482144-44e0-46a8-85d9-24070498b8b7 req-f790e7e0-6e4a-4c24-8858-bb929bc82364 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:58:38.182838 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3b482144-44e0-46a8-85d9-24070498b8b7 req-f790e7e0-6e4a-4c24-8858-bb929bc82364 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.50 "GET /v2.0/ports?device_id=81b9cfb9-a8e5-4511-b01a-8a52297a3b34 HTTP/1.1" status: 200 len: 908 time: 0.7253463 May 31 13:58:38.216141 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-38c03ba3-24e7-4a28-b062-af38dcead0b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:38.246863 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 8c7e40d9-8fcb-44dd-a8a5-e833d4edb4fc up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:58:38.525331 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning for port 8c7e40d9-8fcb-44dd-a8a5-e833d4edb4fc completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:58:38.538186 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port 8c7e40d9-8fcb-44dd-a8a5-e833d4edb4fc triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:58:38.543220 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:38.694796 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 53248) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:58:38.803487 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38c03ba3-24e7-4a28-b062-af38dcead0b1 admin admin] Router ae9ae3bb-9550-4812-920f-41a4dbcd669d is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 13:58:38.863099 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 8c7e40d9-8fcb-44dd-a8a5-e833d4edb4fc is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:58:38.863519 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:38.981959 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 8c7e40d9-8fcb-44dd-a8a5-e833d4edb4fc, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=8c7e40d9-8fcb-44dd-a8a5-e833d4edb4fc,segment=NetworkSegment(61b74aef-884b-402c-a874-aded7fafffd6),segment_id=61b74aef-884b-402c-a874-aded7fafffd6)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:58:38.984070 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81b9cfb9-a8e5-4511-b01a-8a52297a3b34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c7e40d9-8fcb-44dd-a8a5-e833d4edb4fc'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:58:39.002405 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:39.109077 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-1d1302a4-e33f-4cb5-a96a-aa022eddd982 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-238802222-network', 'tenant_id': '9674b0f63dff46fd849e281287278ee8'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:58:39.116043 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-1d1302a4-e33f-4cb5-a96a-aa022eddd982 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:58:39.120892 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-1d1302a4-e33f-4cb5-a96a-aa022eddd982 admin admin] Usage tracker for resource:network and tenant:9674b0f63dff46fd849e281287278ee8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:58:39.124302 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-1d1302a4-e33f-4cb5-a96a-aa022eddd982 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:58:39.131682 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-1d1302a4-e33f-4cb5-a96a-aa022eddd982 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:58:39.145113 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d1302a4-e33f-4cb5-a96a-aa022eddd982 admin admin] Made reservation on behalf of 9674b0f63dff46fd849e281287278ee8 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:58:39.150569 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1d1302a4-e33f-4cb5-a96a-aa022eddd982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:39.165706 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1d1302a4-e33f-4cb5-a96a-aa022eddd982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:39.203521 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92a832bd-1fbc-4266-9a38-6d0e34c20ffa'] response: {'server_uuid': '81b9cfb9-a8e5-4511-b01a-8a52297a3b34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c7e40d9-8fcb-44dd-a8a5-e833d4edb4fc', 'code': 200} May 31 13:58:39.205749 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-1d1302a4-e33f-4cb5-a96a-aa022eddd982 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:58:39.214975 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-1d1302a4-e33f-4cb5-a96a-aa022eddd982 admin admin] Usage tracker for resource:security_group_rule and tenant:9674b0f63dff46fd849e281287278ee8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:58:39.222885 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-1d1302a4-e33f-4cb5-a96a-aa022eddd982 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:58:39.231169 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c03ba3-24e7-4a28-b062-af38dcead0b1 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:58:39.235599 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-1d1302a4-e33f-4cb5-a96a-aa022eddd982 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:58:39.267698 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bd1990-c2fc-4660-a649-54393c87ea5b None None] Sync routers for ids ['ae9ae3bb-9550-4812-920f-41a4dbcd669d'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:58:39.316273 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=8c7e40d9-8fcb-44dd-a8a5-e833d4edb4fc,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:39.334612 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bd1990-c2fc-4660-a649-54393c87ea5b None None] Routers {'ae9ae3bb-9550-4812-920f-41a4dbcd669d'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:58:39.336348 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-05bd1990-c2fc-4660-a649-54393c87ea5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:58:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['ae9ae3bb-9550-4812-920f-41a4dbcd669d'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:58:39.432047 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:39.471484 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1d1302a4-e33f-4cb5-a96a-aa022eddd982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:39.480195 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1d1302a4-e33f-4cb5-a96a-aa022eddd982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:39.577060 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1302a4-e33f-4cb5-a96a-aa022eddd982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=298f6685-6861-41ef-92ab-08b6793fabc3,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:39.629559 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d1302a4-e33f-4cb5-a96a-aa022eddd982 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:58:39.687158 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1d1302a4-e33f-4cb5-a96a-aa022eddd982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:39.696162 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-1d1302a4-e33f-4cb5-a96a-aa022eddd982 admin admin] Added segment e9e035d5-4bad-4f03-899f-e45d76c69876 of type vlan for network fb00204f-a904-4a0f-a6ed-37f790236b19 May 31 13:58:39.783740 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1d1302a4-e33f-4cb5-a96a-aa022eddd982 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:39.862228 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1d1302a4-e33f-4cb5-a96a-aa022eddd982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:39.864900 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1302a4-e33f-4cb5-a96a-aa022eddd982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:58:39.866415 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1d1302a4-e33f-4cb5-a96a-aa022eddd982 admin admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:39.871667 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-05bd1990-c2fc-4660-a649-54393c87ea5b None None] Set router ae9ae3bb-9550-4812-920f-41a4dbcd669d gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:58:40.058067 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-38c03ba3-24e7-4a28-b062-af38dcead0b1 admin admin] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:40.063212 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-38c03ba3-24e7-4a28-b062-af38dcead0b1 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 12.9238629 May 31 13:58:40.067666 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 53292) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:58:40.144893 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-1d1302a4-e33f-4cb5-a96a-aa022eddd982 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4486816 May 31 13:58:40.150317 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 53298) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:58:40.159074 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-7ff8c08f-e080-42ed-a8c8-4fa9d21831e6 admin admin] Request body: {'subnet': {'network_id': 'fb00204f-a904-4a0f-a6ed-37f790236b19', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-238802222-subnet', 'tenant_id': '9674b0f63dff46fd849e281287278ee8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:58:40.165471 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-7ff8c08f-e080-42ed-a8c8-4fa9d21831e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:58:40.170618 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-7ff8c08f-e080-42ed-a8c8-4fa9d21831e6 admin admin] Usage tracker for resource:subnet and tenant:9674b0f63dff46fd849e281287278ee8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:58:40.173774 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-7ff8c08f-e080-42ed-a8c8-4fa9d21831e6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:58:40.183709 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-7ff8c08f-e080-42ed-a8c8-4fa9d21831e6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:58:40.206680 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1302a4-e33f-4cb5-a96a-aa022eddd982 admin admin] Pushing event updated for resources: {'Network': ['ID=fb00204f-a904-4a0f-a6ed-37f790236b19,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:40.213027 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff8c08f-e080-42ed-a8c8-4fa9d21831e6 admin admin] Made reservation on behalf of 9674b0f63dff46fd849e281287278ee8 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:58:40.217574 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7ff8c08f-e080-42ed-a8c8-4fa9d21831e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:40.314781 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network fb00204f-a904-4a0f-a6ed-37f790236b19 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:58:40.329765 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae552cde-1a80-44b7-bb0d-8253961beb5d req-79166c9e-4dfc-4829-b398-ba89c76fa352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:58:40.333596 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ae552cde-1a80-44b7-bb0d-8253961beb5d req-79166c9e-4dfc-4829-b398-ba89c76fa352 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=81b9cfb9-a8e5-4511-b01a-8a52297a3b34 HTTP/1.1" status: 200 len: 1060 time: 1.0967650 May 31 13:58:40.353070 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a101cf-0d73-4d16-a08f-f5d4bae36140 req-9207f9f5-90d9-4991-8938-175392f6eaba tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:58:40.369140 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-72a101cf-0d73-4d16-a08f-f5d4bae36140 req-9207f9f5-90d9-4991-8938-175392f6eaba tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.50 "GET /v2.0/ports?device_id=81b9cfb9-a8e5-4511-b01a-8a52297a3b34 HTTP/1.1" status: 200 len: 909 time: 0.5015967 May 31 13:58:40.475084 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7ff8c08f-e080-42ed-a8c8-4fa9d21831e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:40.628642 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff8c08f-e080-42ed-a8c8-4fa9d21831e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bba6d8e-23dd-4510-9112-583a31cb921f,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:40.641894 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-583f65c5-9910-448a-9bfd-0816ec5edbc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:40.649893 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff8c08f-e080-42ed-a8c8-4fa9d21831e6 admin admin] Checking segment: {'id': 'e9e035d5-4bad-4f03-899f-e45d76c69876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fb00204f-a904-4a0f-a6ed-37f790236b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:58:40.650301 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff8c08f-e080-42ed-a8c8-4fa9d21831e6 admin admin] Network hostable DHCP agents. Network: fb00204f-a904-4a0f-a6ed-37f790236b19, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:58:40.700544 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff8c08f-e080-42ed-a8c8-4fa9d21831e6 admin admin] Network fb00204f-a904-4a0f-a6ed-37f790236b19 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:58:40.723466 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-7ff8c08f-e080-42ed-a8c8-4fa9d21831e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, fb00204f-a904-4a0f-a6ed-37f790236b19) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:58:40.732118 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff8c08f-e080-42ed-a8c8-4fa9d21831e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:58:40.732118 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7ff8c08f-e080-42ed-a8c8-4fa9d21831e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:40.760018 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d84f501-8891-471e-adf2-a59cced59186 None None] Network fb00204f-a904-4a0f-a6ed-37f790236b19 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:58:40.805310 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-7ff8c08f-e080-42ed-a8c8-4fa9d21831e6 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6468520 May 31 13:58:40.921705 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-05bd1990-c2fc-4660-a649-54393c87ea5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9ae3bb-9550-4812-920f-41a4dbcd669d', 'name': 'tempest-TestServerMultinode-1174622984-router', 'tenant_id': '2d602b86dea24940a1b3a7507f88da04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '715e6fab-9b57-4eeb-870c-6914a78a7a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:58:27Z', 'updated_at': '2022-05-31T13:58:36Z', 'revision_number': 3, 'project_id': '2d602b86dea24940a1b3a7507f88da04', 'gw_port': {'id': '715e6fab-9b57-4eeb-870c-6914a78a7a77', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:3d:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae9ae3bb-9550-4812-920f-41a4dbcd669d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:58:33Z', 'updated_at': '2022-05-31T13:58:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:58:40.973922 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bd1990-c2fc-4660-a649-54393c87ea5b None None] Checking router: ae9ae3bb-9550-4812-920f-41a4dbcd669d for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:58:40.976097 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bd1990-c2fc-4660-a649-54393c87ea5b None None] Updating router ae9ae3bb-9550-4812-920f-41a4dbcd669d port 715e6fab-9b57-4eeb-870c-6914a78a7a77 binding host n-d-843939-1 {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:58:41.130492 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-05bd1990-c2fc-4660-a649-54393c87ea5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:42.174460 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.resource_extend [None req-05bd1990-c2fc-4660-a649-54393c87ea5b None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:58:42.321508 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc08c01-5321-4dc3-9a61-3124c01c4b97 None None] Network fb00204f-a904-4a0f-a6ed-37f790236b19 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:58:42.342758 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91285ce5-bb3b-405e-bd53-c5a3690dff54 req-fd92d0df-2e8b-4f2e-9662-f941cf1c2bb4 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:58:42.345764 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-91285ce5-bb3b-405e-bd53-c5a3690dff54 req-fd92d0df-2e8b-4f2e-9662-f941cf1c2bb4 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.50 "GET /v2.0/ports?device_id=81b9cfb9-a8e5-4511-b01a-8a52297a3b34 HTTP/1.1" status: 200 len: 909 time: 0.7108033 May 31 13:58:42.502216 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d17cb083-0033-4bc6-af82-d15ebfbadfae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:42.727515 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 53398) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:58:42.732784 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-43194bad-edfd-40ca-ba4f-fff5a1843c83 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1715576113-network', 'tenant_id': 'fd445a51e5b748a2a95847081ed52651'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:58:42.746830 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-43194bad-edfd-40ca-ba4f-fff5a1843c83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:58:42.768690 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-43194bad-edfd-40ca-ba4f-fff5a1843c83 admin admin] Usage tracker for resource:network and tenant:fd445a51e5b748a2a95847081ed52651 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:58:42.775990 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-05bd1990-c2fc-4660-a649-54393c87ea5b None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:42.783722 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-43194bad-edfd-40ca-ba4f-fff5a1843c83 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:58:42.795979 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-61d1933f-4117-40d4-8e6f-6181b68c67df req-657c2d80-592d-409b-a568-8d30cdff871b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=81b9cfb9-a8e5-4511-b01a-8a52297a3b34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6466887 May 31 13:58:42.810820 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-43194bad-edfd-40ca-ba4f-fff5a1843c83 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:58:42.836804 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43194bad-edfd-40ca-ba4f-fff5a1843c83 admin admin] Made reservation on behalf of fd445a51e5b748a2a95847081ed52651 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:58:42.840491 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-43194bad-edfd-40ca-ba4f-fff5a1843c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:42.866080 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-05bd1990-c2fc-4660-a649-54393c87ea5b None None] Transition to ACTIVE for port object 715e6fab-9b57-4eeb-870c-6914a78a7a77 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:58:42.874331 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 53406) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:58:42.877913 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-43194bad-edfd-40ca-ba4f-fff5a1843c83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:42.903861 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-43194bad-edfd-40ca-ba4f-fff5a1843c83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:58:42.909585 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-43194bad-edfd-40ca-ba4f-fff5a1843c83 admin admin] Usage tracker for resource:security_group_rule and tenant:fd445a51e5b748a2a95847081ed52651 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:58:42.912962 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-43194bad-edfd-40ca-ba4f-fff5a1843c83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:58:42.915160 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-05bd1990-c2fc-4660-a649-54393c87ea5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:42.920191 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-43194bad-edfd-40ca-ba4f-fff5a1843c83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:58:43.138668 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-43194bad-edfd-40ca-ba4f-fff5a1843c83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:43.147622 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-43194bad-edfd-40ca-ba4f-fff5a1843c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:43.174034 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-d17cb083-0033-4bc6-af82-d15ebfbadfae admin admin] Allocated IP 172.20.0.1 (45e4cf6b-0ae0-4f84-a254-4b4e897a93ed/7fa81385-07bc-4294-af72-aae8ae4ffad8/fef5e668-be02-4601-9174-c5c305a5c719) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:58:43.175612 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d74f33-4eea-42f1-b7fe-ab7c581c4de6 None None] Pushing event updated for resources: {'Port': ['ID=715e6fab-9b57-4eeb-870c-6914a78a7a77,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:43.186187 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-05bd1990-c2fc-4660-a649-54393c87ea5b None None] Attempting to bind port 715e6fab-9b57-4eeb-870c-6914a78a7a77 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:58:43.187088 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-05bd1990-c2fc-4660-a649-54393c87ea5b None None] Attempting to bind port 715e6fab-9b57-4eeb-870c-6914a78a7a77 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:58:43.187783 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bd1990-c2fc-4660-a649-54393c87ea5b None None] Attempting to bind port 715e6fab-9b57-4eeb-870c-6914a78a7a77 on network d2103cd5-63ba-4c24-9d95-fd17643bf14c {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:58:43.212948 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-23488738-3e5c-4353-9b5c-f63298c34fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:43.219235 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bd1990-c2fc-4660-a649-54393c87ea5b None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:58:43.221217 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bd1990-c2fc-4660-a649-54393c87ea5b None None] Checking segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:58:43.221628 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-05bd1990-c2fc-4660-a649-54393c87ea5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:43.222103 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bd1990-c2fc-4660-a649-54393c87ea5b None None] Bound using segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:58:43.223388 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-05bd1990-c2fc-4660-a649-54393c87ea5b None None] Bound port: 715e6fab-9b57-4eeb-870c-6914a78a7a77, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:58:43.224424 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-05bd1990-c2fc-4660-a649-54393c87ea5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:43.258197 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1933f-4117-40d4-8e6f-6181b68c67df req-bf06f5a5-e626-4289-8575-132e8626e87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:58:43.261101 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-61d1933f-4117-40d4-8e6f-6181b68c67df req-bf06f5a5-e626-4289-8575-132e8626e87d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f161391927494a93ac97ddf889ee8804&device_id=81b9cfb9-a8e5-4511-b01a-8a52297a3b34 HTTP/1.1" status: 200 len: 1060 time: 0.2752357 May 31 13:58:43.267664 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43194bad-edfd-40ca-ba4f-fff5a1843c83 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:58:43.345501 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43194bad-edfd-40ca-ba4f-fff5a1843c83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=532dc6ad-3da4-4707-a172-a15cd924ade9,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:43.382034 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-43194bad-edfd-40ca-ba4f-fff5a1843c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:43.386181 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-43194bad-edfd-40ca-ba4f-fff5a1843c83 admin admin] Added segment badf7341-2b24-4f3f-abc4-e1e6c8720d02 of type vlan for network 188168bb-85fe-4967-a1c3-b7d383bdf713 May 31 13:58:43.419012 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1985d49b-0f34-49e4-ae50-55bf7066ec6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:43.452723 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-1985d49b-0f34-49e4-ae50-55bf7066ec6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:58:43.486792 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-1985d49b-0f34-49e4-ae50-55bf7066ec6b admin admin] Usage tracker for resource:security_group_rule and tenant:302e3e7bd3f040b891859ddab44e42df is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:58:43.495046 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-1985d49b-0f34-49e4-ae50-55bf7066ec6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:58:43.504071 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-43194bad-edfd-40ca-ba4f-fff5a1843c83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:43.512097 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-1985d49b-0f34-49e4-ae50-55bf7066ec6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:58:43.574049 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-43194bad-edfd-40ca-ba4f-fff5a1843c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:43.575596 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43194bad-edfd-40ca-ba4f-fff5a1843c83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:58:43.576594 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-43194bad-edfd-40ca-ba4f-fff5a1843c83 admin admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:43.722711 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-05bd1990-c2fc-4660-a649-54393c87ea5b None None] For port 715e6fab-9b57-4eeb-870c-6914a78a7a77, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:58:43.733167 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-05bd1990-c2fc-4660-a649-54393c87ea5b None None] For port 715e6fab-9b57-4eeb-870c-6914a78a7a77, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=715e6fab-9b57-4eeb-870c-6914a78a7a77,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:58:43.739373 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-05bd1990-c2fc-4660-a649-54393c87ea5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:43.843786 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d17cb083-0033-4bc6-af82-d15ebfbadfae admin admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:43.864539 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-43194bad-edfd-40ca-ba4f-fff5a1843c83 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1360312 May 31 13:58:43.879051 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 53428) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:58:43.895863 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43194bad-edfd-40ca-ba4f-fff5a1843c83 admin admin] Pushing event updated for resources: {'Network': ['ID=188168bb-85fe-4967-a1c3-b7d383bdf713,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:43.896043 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-d17cb083-0033-4bc6-af82-d15ebfbadfae admin admin] Transition to ACTIVE for port object fef5e668-be02-4601-9174-c5c305a5c719 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:58:43.906989 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-5bcf1afe-b8ec-45bb-8388-91308782b194 admin admin] Request body: {'subnet': {'network_id': '188168bb-85fe-4967-a1c3-b7d383bdf713', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1715576113-subnet', 'tenant_id': 'fd445a51e5b748a2a95847081ed52651', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:58:43.918170 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1985d49b-0f34-49e4-ae50-55bf7066ec6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:43.919953 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5bcf1afe-b8ec-45bb-8388-91308782b194 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:58:43.922413 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 188168bb-85fe-4967-a1c3-b7d383bdf713 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:58:43.925346 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-5bcf1afe-b8ec-45bb-8388-91308782b194 admin admin] Usage tracker for resource:subnet and tenant:fd445a51e5b748a2a95847081ed52651 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:58:43.926910 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f115ac9-e6d9-4c83-a51f-b4d48018dad1 req-ec90ff81-f85a-4a6d-afd6-542c200cad7b tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:58:43.928795 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9f115ac9-e6d9-4c83-a51f-b4d48018dad1 req-ec90ff81-f85a-4a6d-afd6-542c200cad7b tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.50 "GET /v2.0/ports?device_id=81b9cfb9-a8e5-4511-b01a-8a52297a3b34 HTTP/1.1" status: 200 len: 909 time: 0.2184284 May 31 13:58:43.937055 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1933f-4117-40d4-8e6f-6181b68c67df req-1b33f7a2-e952-4a3d-89d6-d7924525ed93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:58:43.938973 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-61d1933f-4117-40d4-8e6f-6181b68c67df req-1b33f7a2-e952-4a3d-89d6-d7924525ed93 service neutron] 10.222.0.20 "GET /v2.0/networks?id=844390b7-044b-44f8-b83b-193dc9bc3cc2 HTTP/1.1" status: 200 len: 898 time: 0.6425002 May 31 13:58:43.949788 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-5bcf1afe-b8ec-45bb-8388-91308782b194 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:58:43.955677 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1985d49b-0f34-49e4-ae50-55bf7066ec6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:43.985601 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bd1990-c2fc-4660-a649-54393c87ea5b None None] Routers {'ae9ae3bb-9550-4812-920f-41a4dbcd669d'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:58:43.986384 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-05bd1990-c2fc-4660-a649-54393c87ea5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:58:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['ae9ae3bb-9550-4812-920f-41a4dbcd669d'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:58:44.005062 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-1985d49b-0f34-49e4-ae50-55bf7066ec6b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=302e3e7bd3f040b891859ddab44e42df&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1270869 May 31 13:58:44.020497 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 53434) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:58:44.022376 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5bcf1afe-b8ec-45bb-8388-91308782b194 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:58:44.101960 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-61d1933f-4117-40d4-8e6f-6181b68c67df req-eea4613f-c0af-43b1-92dd-2a378181983b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=8c7e40d9-8fcb-44dd-a8a5-e833d4edb4fc HTTP/1.1" status: 200 len: 217 time: 0.1561937 May 31 13:58:44.109312 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1985d49b-0f34-49e4-ae50-55bf7066ec6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88010f8b-e3f5-48b8-91dc-36f4c57ecfa5,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:44.117228 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bcf1afe-b8ec-45bb-8388-91308782b194 admin admin] Made reservation on behalf of fd445a51e5b748a2a95847081ed52651 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:58:44.119703 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5bcf1afe-b8ec-45bb-8388-91308782b194 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:44.212581 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:44.248321 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:44.249230 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d74f33-4eea-42f1-b7fe-ab7c581c4de6 None None] Pushing event updated for resources: {'Port': ['ID=715e6fab-9b57-4eeb-870c-6914a78a7a77,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:44.267726 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1933f-4117-40d4-8e6f-6181b68c67df req-699d36b4-8486-4530-b431-729e76b8cd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:58:44.269208 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-61d1933f-4117-40d4-8e6f-6181b68c67df req-699d36b4-8486-4530-b431-729e76b8cd25 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=46d8b9c0-b8bd-4aad-8598-4f3841a26808 HTTP/1.1" status: 200 len: 838 time: 0.1584272 May 31 13:58:44.293599 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-464412b4-efc1-46ee-b74a-2315b8ca10c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:44.446328 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-464412b4-efc1-46ee-b74a-2315b8ca10c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:44.499653 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d17cb083-0033-4bc6-af82-d15ebfbadfae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:44.528048 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-05bd1990-c2fc-4660-a649-54393c87ea5b None None] Set router ae9ae3bb-9550-4812-920f-41a4dbcd669d gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:58:44.619373 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17cb083-0033-4bc6-af82-d15ebfbadfae admin admin] Network 45e4cf6b-0ae0-4f84-a254-4b4e897a93ed is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:58:44.628414 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-464412b4-efc1-46ee-b74a-2315b8ca10c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:44.629822 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-d17cb083-0033-4bc6-af82-d15ebfbadfae admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:58:44.644198 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5bcf1afe-b8ec-45bb-8388-91308782b194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:44.652949 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17cb083-0033-4bc6-af82-d15ebfbadfae admin admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:58:44.702247 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464412b4-efc1-46ee-b74a-2315b8ca10c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88010f8b-e3f5-48b8-91dc-36f4c57ecfa5,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:44.732139 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1933f-4117-40d4-8e6f-6181b68c67df req-b166c041-3802-4fc1-a70f-5834fcd7212c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:58:44.733897 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-61d1933f-4117-40d4-8e6f-6181b68c67df req-b166c041-3802-4fc1-a70f-5834fcd7212c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=844390b7-044b-44f8-b83b-193dc9bc3cc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4443636 May 31 13:58:44.798841 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-464412b4-efc1-46ee-b74a-2315b8ca10c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:44.800096 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-464412b4-efc1-46ee-b74a-2315b8ca10c5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/88010f8b-e3f5-48b8-91dc-36f4c57ecfa5 HTTP/1.1" status: 204 len: 168 time: 0.7718279 May 31 13:58:44.804688 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcf1afe-b8ec-45bb-8388-91308782b194 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2f8ccb4-0374-470d-b5ba-9a981784ef85,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:44.811830 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcf1afe-b8ec-45bb-8388-91308782b194 admin admin] Checking segment: {'id': 'badf7341-2b24-4f3f-abc4-e1e6c8720d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '188168bb-85fe-4967-a1c3-b7d383bdf713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:58:44.812429 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bcf1afe-b8ec-45bb-8388-91308782b194 admin admin] Network hostable DHCP agents. Network: 188168bb-85fe-4967-a1c3-b7d383bdf713, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:58:44.854849 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bcf1afe-b8ec-45bb-8388-91308782b194 admin admin] Network 188168bb-85fe-4967-a1c3-b7d383bdf713 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:58:44.904621 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-5bcf1afe-b8ec-45bb-8388-91308782b194 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 188168bb-85fe-4967-a1c3-b7d383bdf713) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:58:44.911740 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bcf1afe-b8ec-45bb-8388-91308782b194 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:58:44.933245 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5bcf1afe-b8ec-45bb-8388-91308782b194 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:44.933432 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f0ccc0-74be-4326-a285-7d4629b64022 None None] Network 188168bb-85fe-4967-a1c3-b7d383bdf713 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:58:44.990600 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-5bcf1afe-b8ec-45bb-8388-91308782b194 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1015632 May 31 13:58:45.099170 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17cb083-0033-4bc6-af82-d15ebfbadfae admin admin] Pushing event updated for resources: {'Port': ['ID=fef5e668-be02-4601-9174-c5c305a5c719,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:45.152185 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d17cb083-0033-4bc6-af82-d15ebfbadfae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:45.432013 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 53486) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:58:45.500168 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-38276bed-e78f-42b0-bbf3-75b5360eaac6 None None] Provisioning for port fef5e668-be02-4601-9174-c5c305a5c719 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:58:45.600033 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 53492) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:58:45.643587 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-7da730c0-9b50-431d-b67a-9f4dcfcf318c admin admin] Deleting subnet 4bba6d8e-23dd-4510-9112-583a31cb921f {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:58:45.647210 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7da730c0-9b50-431d-b67a-9f4dcfcf318c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:45.724854 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7da730c0-9b50-431d-b67a-9f4dcfcf318c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:45.766122 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d59fb3fb-17ea-473b-9d8e-9240871feb44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:45.778914 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-61d1933f-4117-40d4-8e6f-6181b68c67df req-9f918177-c086-4d64-a964-ec717001c524 service neutron] 10.222.0.20 "GET /v2.0/networks/844390b7-044b-44f8-b83b-193dc9bc3cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0318468 May 31 13:58:45.797068 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d59fb3fb-17ea-473b-9d8e-9240871feb44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:58:45.807094 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d59fb3fb-17ea-473b-9d8e-9240871feb44 admin admin] Usage tracker for resource:security_group_rule and tenant:f69a1d4c9d3242d0963cb1106af61d29 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:58:45.812536 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d59fb3fb-17ea-473b-9d8e-9240871feb44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:58:45.824013 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d59fb3fb-17ea-473b-9d8e-9240871feb44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:58:45.919900 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7da730c0-9b50-431d-b67a-9f4dcfcf318c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:45.948241 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-38276bed-e78f-42b0-bbf3-75b5360eaac6 None None] Provisioning complete for port fef5e668-be02-4601-9174-c5c305a5c719 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:58:45.948618 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-38276bed-e78f-42b0-bbf3-75b5360eaac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:45.957028 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d92f4d-b955-40fa-ae64-168a350158c5 req-4ad11596-eec6-498c-91a4-04e98d3a40a4 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:58:45.958782 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-83d92f4d-b955-40fa-ae64-168a350158c5 req-4ad11596-eec6-498c-91a4-04e98d3a40a4 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.50 "GET /v2.0/ports?device_id=81b9cfb9-a8e5-4511-b01a-8a52297a3b34 HTTP/1.1" status: 200 len: 909 time: 1.6802602 May 31 13:58:46.039100 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-61d1933f-4117-40d4-8e6f-6181b68c67df req-7873c04b-4108-4f22-b391-88715b7c6e89 service neutron] 10.222.0.20 "GET /v2.0/networks/844390b7-044b-44f8-b83b-193dc9bc3cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471356 May 31 13:58:46.160627 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:46.198275 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d17cb083-0033-4bc6-af82-d15ebfbadfae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:46.206709 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7da730c0-9b50-431d-b67a-9f4dcfcf318c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:46.213815 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-38276bed-e78f-42b0-bbf3-75b5360eaac6 None None] Port fef5e668-be02-4601-9174-c5c305a5c719 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:58:46.295486 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da730c0-9b50-431d-b67a-9f4dcfcf318c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bba6d8e-23dd-4510-9112-583a31cb921f,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:46.320710 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7da730c0-9b50-431d-b67a-9f4dcfcf318c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:46.346055 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-7da730c0-9b50-431d-b67a-9f4dcfcf318c admin admin] 10.222.0.50 "DELETE /v2.0/subnets/4bba6d8e-23dd-4510-9112-583a31cb921f HTTP/1.1" status: 204 len: 168 time: 0.9128771 May 31 13:58:46.346846 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 53510) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:58:46.365375 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799cb176-6621-422e-9e3b-ba97c6263268 None None] Network 188168bb-85fe-4967-a1c3-b7d383bdf713 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:58:46.395356 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-05bd1990-c2fc-4660-a649-54393c87ea5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9ae3bb-9550-4812-920f-41a4dbcd669d', 'name': 'tempest-TestServerMultinode-1174622984-router', 'tenant_id': '2d602b86dea24940a1b3a7507f88da04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '715e6fab-9b57-4eeb-870c-6914a78a7a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:58:27Z', 'updated_at': '2022-05-31T13:58:36Z', 'revision_number': 3, 'project_id': '2d602b86dea24940a1b3a7507f88da04', 'gw_port': {'id': '715e6fab-9b57-4eeb-870c-6914a78a7a77', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:3d:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae9ae3bb-9550-4812-920f-41a4dbcd669d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:58:33Z', 'updated_at': '2022-05-31T13:58:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:58:46.504690 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bd1990-c2fc-4660-a649-54393c87ea5b None None] The sync data for ids ['ae9ae3bb-9550-4812-920f-41a4dbcd669d'] in n-d-843939-1 is: [{'id': 'ae9ae3bb-9550-4812-920f-41a4dbcd669d', 'name': 'tempest-TestServerMultinode-1174622984-router', 'tenant_id': '2d602b86dea24940a1b3a7507f88da04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '715e6fab-9b57-4eeb-870c-6914a78a7a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:58:27Z', 'updated_at': '2022-05-31T13:58:36Z', 'revision_number': 3, 'project_id': '2d602b86dea24940a1b3a7507f88da04', 'gw_port': {'id': '715e6fab-9b57-4eeb-870c-6914a78a7a77', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:3d:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae9ae3bb-9550-4812-920f-41a4dbcd669d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:58:33Z', 'updated_at': '2022-05-31T13:58:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:58:46.573706 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3077a53f-c81b-483e-83d3-e8e215c51c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:46.617751 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d59fb3fb-17ea-473b-9d8e-9240871feb44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:46.718321 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d59fb3fb-17ea-473b-9d8e-9240871feb44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:46.823290 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf860b-bed5-4134-8a50-8d501bdb9d78 req-afb508e6-a872-43d1-b63e-1de3d996769f tempest-TestSecurityGroupsBasicOps-919438297 tempest-TestSecurityGroupsBasicOps-919438297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:58:46.825191 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ecbf860b-bed5-4134-8a50-8d501bdb9d78 req-afb508e6-a872-43d1-b63e-1de3d996769f tempest-TestSecurityGroupsBasicOps-919438297 tempest-TestSecurityGroupsBasicOps-919438297-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=81b9cfb9-a8e5-4511-b01a-8a52297a3b34 HTTP/1.1" status: 200 len: 1060 time: 0.4927721 May 31 13:58:46.922035 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d17cb083-0033-4bc6-af82-d15ebfbadfae admin admin] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:46.939156 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d17cb083-0033-4bc6-af82-d15ebfbadfae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:47.197905 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d59fb3fb-17ea-473b-9d8e-9240871feb44 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f69a1d4c9d3242d0963cb1106af61d29&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5967541 May 31 13:58:47.241697 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 53530) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:58:47.278164 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59fb3fb-17ea-473b-9d8e-9240871feb44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a434fd6-e1ea-4af8-a0b6-cda29c175a67,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:47.304393 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59fb3fb-17ea-473b-9d8e-9240871feb44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:58:47.305820 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59fb3fb-17ea-473b-9d8e-9240871feb44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:58:47.306343 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59fb3fb-17ea-473b-9d8e-9240871feb44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:58:47.306851 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59fb3fb-17ea-473b-9d8e-9240871feb44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:58:47.308954 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59fb3fb-17ea-473b-9d8e-9240871feb44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:58:47.309784 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59fb3fb-17ea-473b-9d8e-9240871feb44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:58:47.321282 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59fb3fb-17ea-473b-9d8e-9240871feb44 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:58:47.321633 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59fb3fb-17ea-473b-9d8e-9240871feb44 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:58:47.321978 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59fb3fb-17ea-473b-9d8e-9240871feb44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:58:47.322368 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59fb3fb-17ea-473b-9d8e-9240871feb44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:58:47.322712 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59fb3fb-17ea-473b-9d8e-9240871feb44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:58:47.337783 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59fb3fb-17ea-473b-9d8e-9240871feb44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:58:47.384322 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3077a53f-c81b-483e-83d3-e8e215c51c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:47.466577 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-3077a53f-c81b-483e-83d3-e8e215c51c08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb00204f-a904-4a0f-a6ed-37f790236b19']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:58:47.489118 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-3077a53f-c81b-483e-83d3-e8e215c51c08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9e035d5-4bad-4f03-899f-e45d76c69876') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:58:47.489733 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-3077a53f-c81b-483e-83d3-e8e215c51c08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9e035d5-4bad-4f03-899f-e45d76c69876') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:58:47.560557 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3077a53f-c81b-483e-83d3-e8e215c51c08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:47.622661 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-df85f6af-967f-40b3-936a-551f78689793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:47.686089 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-df85f6af-967f-40b3-936a-551f78689793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:47.775914 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17cb083-0033-4bc6-af82-d15ebfbadfae admin admin] Pushing event updated for resources: {'Port': ['ID=fef5e668-be02-4601-9174-c5c305a5c719,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:47.783816 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d17cb083-0033-4bc6-af82-d15ebfbadfae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:47.842794 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3077a53f-c81b-483e-83d3-e8e215c51c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:47.861435 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3077a53f-c81b-483e-83d3-e8e215c51c08 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:58:47.862161 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3077a53f-c81b-483e-83d3-e8e215c51c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:47.905160 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-df85f6af-967f-40b3-936a-551f78689793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:48.027326 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment e9e035d5-4bad-4f03-899f-e45d76c69876 resource provider aggregate not found May 31 13:58:48.086809 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment e9e035d5-4bad-4f03-899f-e45d76c69876 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e9e035d5-4bad-4f03-899f-e45d76c69876 found for delete ", "request_id": "req-0576d3bb-d4a0-459d-8ee4-8d3f11da3836"}]} May 31 13:58:48.097607 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-df85f6af-967f-40b3-936a-551f78689793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:48.099033 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-df85f6af-967f-40b3-936a-551f78689793 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2a434fd6-e1ea-4af8-a0b6-cda29c175a67 HTTP/1.1" status: 204 len: 168 time: 0.8112006 May 31 13:58:48.100286 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df85f6af-967f-40b3-936a-551f78689793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a434fd6-e1ea-4af8-a0b6-cda29c175a67,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:48.125199 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3077a53f-c81b-483e-83d3-e8e215c51c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:48.168625 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3077a53f-c81b-483e-83d3-e8e215c51c08 admin admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:48.178401 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3077a53f-c81b-483e-83d3-e8e215c51c08 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb00204f-a904-4a0f-a6ed-37f790236b19,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:48.184076 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-3077a53f-c81b-483e-83d3-e8e215c51c08 admin admin] 10.222.0.50 "DELETE /v2.0/networks/fb00204f-a904-4a0f-a6ed-37f790236b19 HTTP/1.1" status: 204 len: 168 time: 1.8347187 May 31 13:58:48.184506 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17cb083-0033-4bc6-af82-d15ebfbadfae admin admin] Network 45e4cf6b-0ae0-4f84-a254-4b4e897a93ed is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:58:48.187210 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 53556) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:58:48.189907 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-d17cb083-0033-4bc6-af82-d15ebfbadfae admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:58:48.375368 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ce1ec-9aa6-460f-91c9-fa91cccb8444 req-2e6c35ec-e114-4fb4-8b86-c501f2d6610e tempest-TestSecurityGroupsBasicOps-919438297 tempest-TestSecurityGroupsBasicOps-919438297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:58:48.377708 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-429ce1ec-9aa6-460f-91c9-fa91cccb8444 req-2e6c35ec-e114-4fb4-8b86-c501f2d6610e tempest-TestSecurityGroupsBasicOps-919438297 tempest-TestSecurityGroupsBasicOps-919438297-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=3f04ad35-08e7-4759-9da5-f113f1d58a77 HTTP/1.1" status: 200 len: 1135 time: 0.8381324 May 31 13:58:48.416213 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1854af5-98a9-459b-893d-eac8bff1317b admin admin] Deleting subnet a2f8ccb4-0374-470d-b5ba-9a981784ef85 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:58:48.422814 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a1854af5-98a9-459b-893d-eac8bff1317b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:48.461231 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-429ce1ec-9aa6-460f-91c9-fa91cccb8444 req-6332fa59-b70c-4600-a513-a78534e6bfb6 tempest-TestSecurityGroupsBasicOps-919438297 tempest-TestSecurityGroupsBasicOps-919438297-project-admin] Synchronizing usage tracker for tenant:9e43d0e8c6ee486c83dfc56c6bd4647f on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:58:48.593893 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a1854af5-98a9-459b-893d-eac8bff1317b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:48.685612 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-168f7c10-6a73-4d38-b5f9-7801d6704d1c None None] Provisioning complete for port fef5e668-be02-4601-9174-c5c305a5c719 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:58:48.689917 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-168f7c10-6a73-4d38-b5f9-7801d6704d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:48.713290 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a1854af5-98a9-459b-893d-eac8bff1317b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:48.779432 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-429ce1ec-9aa6-460f-91c9-fa91cccb8444 req-6332fa59-b70c-4600-a513-a78534e6bfb6 tempest-TestSecurityGroupsBasicOps-919438297 tempest-TestSecurityGroupsBasicOps-919438297-project-admin] Unset dirty status for tenant:9e43d0e8c6ee486c83dfc56c6bd4647f on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:58:48.783624 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-429ce1ec-9aa6-460f-91c9-fa91cccb8444 req-6332fa59-b70c-4600-a513-a78534e6bfb6 tempest-TestSecurityGroupsBasicOps-919438297 tempest-TestSecurityGroupsBasicOps-919438297-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=4e86b0b9-c8fc-4370-bf75-7b82a2229bf7&id=bca714ff-f8c7-410a-a7f1-1a2c8c4c8e26&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3928785 May 31 13:58:48.812663 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 53572) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:58:48.903614 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d17cb083-0033-4bc6-af82-d15ebfbadfae admin admin] Router ae9ae3bb-9550-4812-920f-41a4dbcd669d has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:58:48.973897 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-168f7c10-6a73-4d38-b5f9-7801d6704d1c None None] Port fef5e668-be02-4601-9174-c5c305a5c719 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:58:49.074276 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a1854af5-98a9-459b-893d-eac8bff1317b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:49.108875 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 715e6fab-9b57-4eeb-870c-6914a78a7a77 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:58:49.160518 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1854af5-98a9-459b-893d-eac8bff1317b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2f8ccb4-0374-470d-b5ba-9a981784ef85,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:49.185525 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a1854af5-98a9-459b-893d-eac8bff1317b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:49.209178 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a1854af5-98a9-459b-893d-eac8bff1317b admin admin] 10.222.0.50 "DELETE /v2.0/subnets/a2f8ccb4-0374-470d-b5ba-9a981784ef85 HTTP/1.1" status: 204 len: 168 time: 1.0162511 May 31 13:58:49.209487 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 53584) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:58:49.245265 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aff7ac7-74b6-4232-99e4-d0749a2c8bfb tempest-TestSecurityGroupsBasicOps-919438297 tempest-TestSecurityGroupsBasicOps-919438297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:58:49.265550 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-4aff7ac7-74b6-4232-99e4-d0749a2c8bfb tempest-TestSecurityGroupsBasicOps-919438297 tempest-TestSecurityGroupsBasicOps-919438297-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=81b9cfb9-a8e5-4511-b01a-8a52297a3b34 HTTP/1.1" status: 200 len: 1055 time: 0.4517832 May 31 13:58:49.340555 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d17cb083-0033-4bc6-af82-d15ebfbadfae admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:58:49.351146 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 715e6fab-9b57-4eeb-870c-6914a78a7a77 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:58:49.358161 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-d17cb083-0033-4bc6-af82-d15ebfbadfae admin admin] 10.222.0.50 "PUT /v2.0/routers/ae9ae3bb-9550-4812-920f-41a4dbcd669d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2772245 May 31 13:58:49.371527 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 715e6fab-9b57-4eeb-870c-6914a78a7a77 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:58:49.371942 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:49.473876 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-123b01fc-801f-4abc-ab38-a7163ff58413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:49.574143 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce9f181-5061-4ce2-9425-d86514f7ab04 None None] Sync routers for ids ['ae9ae3bb-9550-4812-920f-41a4dbcd669d'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:58:49.602285 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce9f181-5061-4ce2-9425-d86514f7ab04 None None] Routers {'ae9ae3bb-9550-4812-920f-41a4dbcd669d'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:58:49.612324 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-8ce9f181-5061-4ce2-9425-d86514f7ab04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:58:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['ae9ae3bb-9550-4812-920f-41a4dbcd669d'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:58:49.774785 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-123b01fc-801f-4abc-ab38-a7163ff58413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:49.829678 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 715e6fab-9b57-4eeb-870c-6914a78a7a77 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:58:49.831393 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:49.857233 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-123b01fc-801f-4abc-ab38-a7163ff58413 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['188168bb-85fe-4967-a1c3-b7d383bdf713']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:58:49.896071 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-123b01fc-801f-4abc-ab38-a7163ff58413 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'badf7341-2b24-4f3f-abc4-e1e6c8720d02') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:58:49.898851 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-123b01fc-801f-4abc-ab38-a7163ff58413 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'badf7341-2b24-4f3f-abc4-e1e6c8720d02') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:58:49.926466 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 715e6fab-9b57-4eeb-870c-6914a78a7a77, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=715e6fab-9b57-4eeb-870c-6914a78a7a77,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:58:49.932216 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:49.942491 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-123b01fc-801f-4abc-ab38-a7163ff58413 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:49.998739 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-123b01fc-801f-4abc-ab38-a7163ff58413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:50.040217 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-123b01fc-801f-4abc-ab38-a7163ff58413 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:58:50.045063 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-123b01fc-801f-4abc-ab38-a7163ff58413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:50.131795 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=715e6fab-9b57-4eeb-870c-6914a78a7a77,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:50.296661 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-8ce9f181-5061-4ce2-9425-d86514f7ab04 None None] Set router ae9ae3bb-9550-4812-920f-41a4dbcd669d gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:58:50.306060 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment badf7341-2b24-4f3f-abc4-e1e6c8720d02 resource provider aggregate not found May 31 13:58:50.311891 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 53626) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:58:50.413697 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment badf7341-2b24-4f3f-abc4-e1e6c8720d02 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid badf7341-2b24-4f3f-abc4-e1e6c8720d02 found for delete ", "request_id": "req-ac069ef0-6601-455d-a804-5651f70ee916"}]} May 31 13:58:50.429743 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-123b01fc-801f-4abc-ab38-a7163ff58413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:50.485800 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f6740a-394f-43ed-8cf7-b9f8be7d7fce req-70102383-03e2-4437-98b9-d02c8348fe57 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:58:50.497950 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-70f6740a-394f-43ed-8cf7-b9f8be7d7fce req-70102383-03e2-4437-98b9-d02c8348fe57 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.50 "GET /v2.0/ports?device_id=81b9cfb9-a8e5-4511-b01a-8a52297a3b34 HTTP/1.1" status: 200 len: 909 time: 0.2867138 May 31 13:58:50.527229 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-123b01fc-801f-4abc-ab38-a7163ff58413 admin admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:50.550652 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b01fc-801f-4abc-ab38-a7163ff58413 admin admin] Pushing event deleted for resources: {'Network': ['ID=188168bb-85fe-4967-a1c3-b7d383bdf713,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:50.558611 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-123b01fc-801f-4abc-ab38-a7163ff58413 admin admin] 10.222.0.50 "DELETE /v2.0/networks/188168bb-85fe-4967-a1c3-b7d383bdf713 HTTP/1.1" status: 204 len: 168 time: 1.3475645 May 31 13:58:50.623365 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-8306d564-ab93-4bda-aa2e-82b9bbee28b2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2140358308-network', 'tenant_id': '5a5d6bb8c94544fd9cbe75d7bf093dfa'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:58:50.638999 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8306d564-ab93-4bda-aa2e-82b9bbee28b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:58:50.651063 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-8306d564-ab93-4bda-aa2e-82b9bbee28b2 admin admin] Usage tracker for resource:network and tenant:5a5d6bb8c94544fd9cbe75d7bf093dfa is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:58:50.670996 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-8306d564-ab93-4bda-aa2e-82b9bbee28b2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:58:50.678369 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8306d564-ab93-4bda-aa2e-82b9bbee28b2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:58:50.689923 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8306d564-ab93-4bda-aa2e-82b9bbee28b2 admin admin] Made reservation on behalf of 5a5d6bb8c94544fd9cbe75d7bf093dfa for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:58:50.692408 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8306d564-ab93-4bda-aa2e-82b9bbee28b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:50.727478 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8306d564-ab93-4bda-aa2e-82b9bbee28b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:50.774554 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8306d564-ab93-4bda-aa2e-82b9bbee28b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:58:50.792624 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-8306d564-ab93-4bda-aa2e-82b9bbee28b2 admin admin] Usage tracker for resource:security_group_rule and tenant:5a5d6bb8c94544fd9cbe75d7bf093dfa is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:58:50.796163 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-8306d564-ab93-4bda-aa2e-82b9bbee28b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:58:50.812931 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8306d564-ab93-4bda-aa2e-82b9bbee28b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:58:50.878625 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 53636) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:58:51.014094 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 715e6fab-9b57-4eeb-870c-6914a78a7a77 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:58:51.032574 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-56ee6d58-04d9-4633-a67f-a400e9545ba8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9674b0f63dff46fd849e281287278ee8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1522117 May 31 13:58:51.038685 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 53650) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:58:51.118011 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8306d564-ab93-4bda-aa2e-82b9bbee28b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:51.124402 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8306d564-ab93-4bda-aa2e-82b9bbee28b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:51.195120 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0a72fdb8-27cf-479a-9d22-37ab3e4770c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:51.217283 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8306d564-ab93-4bda-aa2e-82b9bbee28b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:58:51.268515 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0a72fdb8-27cf-479a-9d22-37ab3e4770c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:51.371311 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8306d564-ab93-4bda-aa2e-82b9bbee28b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:51.371901 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-8306d564-ab93-4bda-aa2e-82b9bbee28b2 admin admin] Added segment 62c184d7-a4c3-4afb-8759-5b07f95f37c0 of type vlan for network 8824cc85-32f0-4d38-a2cc-c4c2b1f6b6ec May 31 13:58:51.377375 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 715e6fab-9b57-4eeb-870c-6914a78a7a77 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:58:51.377975 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:51.428341 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0a72fdb8-27cf-479a-9d22-37ab3e4770c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:51.469424 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8306d564-ab93-4bda-aa2e-82b9bbee28b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:51.487144 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306d564-ab93-4bda-aa2e-82b9bbee28b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f7e7d9-af4f-4808-8ecf-871b8f53faa0,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:51.498109 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-8ce9f181-5061-4ce2-9425-d86514f7ab04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9ae3bb-9550-4812-920f-41a4dbcd669d', 'name': 'tempest-TestServerMultinode-1174622984-router', 'tenant_id': '2d602b86dea24940a1b3a7507f88da04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '715e6fab-9b57-4eeb-870c-6914a78a7a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:58:27Z', 'updated_at': '2022-05-31T13:58:46Z', 'revision_number': 4, 'project_id': '2d602b86dea24940a1b3a7507f88da04', 'gw_port': {'id': '715e6fab-9b57-4eeb-870c-6914a78a7a77', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:3d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9ae3bb-9550-4812-920f-41a4dbcd669d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:58:33Z', 'updated_at': '2022-05-31T13:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'fef5e668-be02-4601-9174-c5c305a5c719', 'name': '', 'network_id': '45e4cf6b-0ae0-4f84-a254-4b4e897a93ed', 'tenant_id': '2d602b86dea24940a1b3a7507f88da04', 'mac_address': 'fa:16:3e:e5:b3:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae9ae3bb-9550-4812-920f-41a4dbcd669d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '7fa81385-07bc-4294-af72-aae8ae4ffad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:58:42Z', 'updated_at': '2022-05-31T13:58:46Z', 'revision_number': 2, 'project_id': '2d602b86dea24940a1b3a7507f88da04', 'subnets': [{'id': '7fa81385-07bc-4294-af72-aae8ae4ffad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:58:51.507272 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a72fdb8-27cf-479a-9d22-37ab3e4770c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=298f6685-6861-41ef-92ab-08b6793fabc3,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:51.534334 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce9f181-5061-4ce2-9425-d86514f7ab04 None None] Checking router: ae9ae3bb-9550-4812-920f-41a4dbcd669d for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:58:51.534687 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce9f181-5061-4ce2-9425-d86514f7ab04 None None] Updating router ae9ae3bb-9550-4812-920f-41a4dbcd669d port fef5e668-be02-4601-9174-c5c305a5c719 binding host n-d-843939-1 {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:58:51.589768 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8306d564-ab93-4bda-aa2e-82b9bbee28b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:51.592121 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8306d564-ab93-4bda-aa2e-82b9bbee28b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:58:51.592740 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8306d564-ab93-4bda-aa2e-82b9bbee28b2 admin admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:51.713184 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0a72fdb8-27cf-479a-9d22-37ab3e4770c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:51.714349 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-0a72fdb8-27cf-479a-9d22-37ab3e4770c8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/298f6685-6861-41ef-92ab-08b6793fabc3 HTTP/1.1" status: 204 len: 168 time: 0.6744933 May 31 13:58:51.718799 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8ce9f181-5061-4ce2-9425-d86514f7ab04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:51.759167 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306d564-ab93-4bda-aa2e-82b9bbee28b2 admin admin] Pushing event updated for resources: {'Network': ['ID=8824cc85-32f0-4d38-a2cc-c4c2b1f6b6ec,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:51.782215 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-8306d564-ab93-4bda-aa2e-82b9bbee28b2 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4623847 May 31 13:58:51.782647 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 53678) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:58:51.790858 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-1f149467-a80f-452f-9b18-136942dbb31f admin admin] Request body: {'subnet': {'network_id': '8824cc85-32f0-4d38-a2cc-c4c2b1f6b6ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2140358308-subnet', 'tenant_id': '5a5d6bb8c94544fd9cbe75d7bf093dfa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:58:51.804698 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-1f149467-a80f-452f-9b18-136942dbb31f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:58:51.824976 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-1f149467-a80f-452f-9b18-136942dbb31f admin admin] Usage tracker for resource:subnet and tenant:5a5d6bb8c94544fd9cbe75d7bf093dfa is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:58:51.834967 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-1f149467-a80f-452f-9b18-136942dbb31f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:58:51.842491 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-1f149467-a80f-452f-9b18-136942dbb31f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:58:51.850061 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 715e6fab-9b57-4eeb-870c-6914a78a7a77 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:58:51.864231 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f149467-a80f-452f-9b18-136942dbb31f admin admin] Made reservation on behalf of 5a5d6bb8c94544fd9cbe75d7bf093dfa for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:58:51.867464 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 8824cc85-32f0-4d38-a2cc-c4c2b1f6b6ec details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:58:51.868444 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1f149467-a80f-452f-9b18-136942dbb31f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:52.072411 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 53686) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:58:52.184700 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a5063-48df-4fc5-a673-dcdd90ea5968 req-2c21e0aa-c02e-4db3-a7b0-e1de74075d03 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:58:52.185643 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-328a5063-48df-4fc5-a673-dcdd90ea5968 req-2c21e0aa-c02e-4db3-a7b0-e1de74075d03 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Synchronizing usage tracker for tenant:2d602b86dea24940a1b3a7507f88da04 on resource:network {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:58:52.331451 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a4e95-401d-4d16-940b-c4d9c404d015 req-ad421419-c84f-462e-b5ae-8c47ef463d16 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:58:52.335357 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6f1a4e95-401d-4d16-940b-c4d9c404d015 req-ad421419-c84f-462e-b5ae-8c47ef463d16 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.20 "GET /v2.0/ports?device_id=81b9cfb9-a8e5-4511-b01a-8a52297a3b34 HTTP/1.1" status: 200 len: 909 time: 0.8016472 May 31 13:58:52.338204 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-328a5063-48df-4fc5-a673-dcdd90ea5968 req-2c21e0aa-c02e-4db3-a7b0-e1de74075d03 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Unset dirty status for tenant:2d602b86dea24940a1b3a7507f88da04 on resource:network {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:58:52.339480 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-328a5063-48df-4fc5-a673-dcdd90ea5968 req-2c21e0aa-c02e-4db3-a7b0-e1de74075d03 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] 10.222.0.50 "GET /v2.0/networks?id=5f55bbea-82b7-4578-aae9-4a649a9da1e9 HTTP/1.1" status: 200 len: 910 time: 0.6461248 May 31 13:58:52.531759 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-328a5063-48df-4fc5-a673-dcdd90ea5968 req-5e6c6fd3-d1ef-4cfd-b03b-126a63f3180d tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] 10.222.0.50 "GET /v2.0/quotas/2d602b86dea24940a1b3a7507f88da04 HTTP/1.1" status: 200 len: 375 time: 0.0773747 May 31 13:58:52.565808 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1f149467-a80f-452f-9b18-136942dbb31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:52.681678 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 53704) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:58:52.706452 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8ce9f181-5061-4ce2-9425-d86514f7ab04 None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:52.720846 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-8ce9f181-5061-4ce2-9425-d86514f7ab04 None None] Transition to ACTIVE for port object fef5e668-be02-4601-9174-c5c305a5c719 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:58:52.733142 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8ce9f181-5061-4ce2-9425-d86514f7ab04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:52.769139 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-6f1a4e95-401d-4d16-940b-c4d9c404d015 req-f33c229e-3469-44ea-95f2-e2bc1dbecd95 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Deleting port 8c7e40d9-8fcb-44dd-a8a5-e833d4edb4fc {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:58:52.770667 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6f1a4e95-401d-4d16-940b-c4d9c404d015 req-f33c229e-3469-44ea-95f2-e2bc1dbecd95 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:53.000870 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f149467-a80f-452f-9b18-136942dbb31f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0aace67-fd40-4843-919b-4e4273f0e9bc,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:53.047249 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-53fc12f5-c1bc-4ab4-b1d1-3438d0244db2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:53.249955 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-53fc12f5-c1bc-4ab4-b1d1-3438d0244db2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:58:53.256806 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f149467-a80f-452f-9b18-136942dbb31f admin admin] Checking segment: {'id': '62c184d7-a4c3-4afb-8759-5b07f95f37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8824cc85-32f0-4d38-a2cc-c4c2b1f6b6ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:58:53.257405 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f149467-a80f-452f-9b18-136942dbb31f admin admin] Network hostable DHCP agents. Network: 8824cc85-32f0-4d38-a2cc-c4c2b1f6b6ec, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:58:53.270473 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-5220147f-6dd4-44e9-82e6-6f957fd3021e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fd445a51e5b748a2a95847081ed52651&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5867987 May 31 13:58:53.278486 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 53716) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:58:53.283606 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-53fc12f5-c1bc-4ab4-b1d1-3438d0244db2 admin admin] Usage tracker for resource:security_group_rule and tenant:79c4517d37b44c6dbec5b9ee54fb724c is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:58:53.313786 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-53fc12f5-c1bc-4ab4-b1d1-3438d0244db2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:58:53.325606 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91ddb85-d5fa-4203-945d-f4355480ac49 None None] Pushing event updated for resources: {'Port': ['ID=fef5e668-be02-4601-9174-c5c305a5c719,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:53.380514 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-53fc12f5-c1bc-4ab4-b1d1-3438d0244db2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:58:53.403073 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-6f1a4e95-401d-4d16-940b-c4d9c404d015 req-f33c229e-3469-44ea-95f2-e2bc1dbecd95 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] For port 8c7e40d9-8fcb-44dd-a8a5-e833d4edb4fc, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=8c7e40d9-8fcb-44dd-a8a5-e833d4edb4fc,segment=NetworkSegment(61b74aef-884b-402c-a874-aded7fafffd6),segment_id=61b74aef-884b-402c-a874-aded7fafffd6)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:58:53.403676 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6f1a4e95-401d-4d16-940b-c4d9c404d015 req-f33c229e-3469-44ea-95f2-e2bc1dbecd95 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:53.423991 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-8ce9f181-5061-4ce2-9425-d86514f7ab04 None None] Attempting to bind port fef5e668-be02-4601-9174-c5c305a5c719 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:58:53.424559 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-8ce9f181-5061-4ce2-9425-d86514f7ab04 None None] Attempting to bind port fef5e668-be02-4601-9174-c5c305a5c719 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '21bab8d5-e55d-40b1-a743-1b3a7ca8f76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '45e4cf6b-0ae0-4f84-a254-4b4e897a93ed'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:58:53.426706 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce9f181-5061-4ce2-9425-d86514f7ab04 None None] Attempting to bind port fef5e668-be02-4601-9174-c5c305a5c719 on network 45e4cf6b-0ae0-4f84-a254-4b4e897a93ed {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:58:53.440964 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce9f181-5061-4ce2-9425-d86514f7ab04 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:58:53.441635 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce9f181-5061-4ce2-9425-d86514f7ab04 None None] Checking segment: {'id': '21bab8d5-e55d-40b1-a743-1b3a7ca8f76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '45e4cf6b-0ae0-4f84-a254-4b4e897a93ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:58:53.443831 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8ce9f181-5061-4ce2-9425-d86514f7ab04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:53.445023 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce9f181-5061-4ce2-9425-d86514f7ab04 None None] Bound using segment: {'id': '21bab8d5-e55d-40b1-a743-1b3a7ca8f76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '45e4cf6b-0ae0-4f84-a254-4b4e897a93ed'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:58:53.446963 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-8ce9f181-5061-4ce2-9425-d86514f7ab04 None None] Bound port: fef5e668-be02-4601-9174-c5c305a5c719, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21bab8d5-e55d-40b1-a743-1b3a7ca8f76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '45e4cf6b-0ae0-4f84-a254-4b4e897a93ed'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:58:53.448126 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8ce9f181-5061-4ce2-9425-d86514f7ab04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:53.448629 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f149467-a80f-452f-9b18-136942dbb31f admin admin] Network 8824cc85-32f0-4d38-a2cc-c4c2b1f6b6ec is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:58:53.486591 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-1f149467-a80f-452f-9b18-136942dbb31f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 8824cc85-32f0-4d38-a2cc-c4c2b1f6b6ec) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:58:53.497405 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cd0c0d-182a-4fc3-b643-b1616086fcea None None] Network 8824cc85-32f0-4d38-a2cc-c4c2b1f6b6ec requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:58:53.497948 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f149467-a80f-452f-9b18-136942dbb31f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:58:53.498739 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1f149467-a80f-452f-9b18-136942dbb31f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:53.502371 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3484056e-65bf-4c39-8a74-66425b4cc7d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:53.570893 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3484056e-65bf-4c39-8a74-66425b4cc7d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:53.608623 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-1f149467-a80f-452f-9b18-136942dbb31f admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8248222 May 31 13:58:53.673877 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-53fc12f5-c1bc-4ab4-b1d1-3438d0244db2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:53.679324 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-53fc12f5-c1bc-4ab4-b1d1-3438d0244db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:53.712638 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-8ce9f181-5061-4ce2-9425-d86514f7ab04 None None] For port fef5e668-be02-4601-9174-c5c305a5c719, host n-d-843939-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:58:53.722511 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3484056e-65bf-4c39-8a74-66425b4cc7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:53.723742 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-8ce9f181-5061-4ce2-9425-d86514f7ab04 None None] For port fef5e668-be02-4601-9174-c5c305a5c719, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=fef5e668-be02-4601-9174-c5c305a5c719,segment=NetworkSegment(21bab8d5-e55d-40b1-a743-1b3a7ca8f76f),segment_id=21bab8d5-e55d-40b1-a743-1b3a7ca8f76f)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:58:53.731859 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8ce9f181-5061-4ce2-9425-d86514f7ab04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:53.828479 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-53fc12f5-c1bc-4ab4-b1d1-3438d0244db2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=79c4517d37b44c6dbec5b9ee54fb724c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7515182 May 31 13:58:53.835639 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 53728) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:58:53.878938 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3484056e-65bf-4c39-8a74-66425b4cc7d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:53.880036 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-3484056e-65bf-4c39-8a74-66425b4cc7d8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/532dc6ad-3da4-4707-a172-a15cd924ade9 HTTP/1.1" status: 204 len: 168 time: 0.5996070 May 31 13:58:53.885886 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fc12f5-c1bc-4ab4-b1d1-3438d0244db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=471ffc95-0bdf-45d2-8ae7-70f4246c157e,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:53.970950 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-6f1a4e95-401d-4d16-940b-c4d9c404d015 req-f33c229e-3469-44ea-95f2-e2bc1dbecd95 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Calling delete_port for 8c7e40d9-8fcb-44dd-a8a5-e833d4edb4fc owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:58:53.971809 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3484056e-65bf-4c39-8a74-66425b4cc7d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=532dc6ad-3da4-4707-a172-a15cd924ade9,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:54.018315 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce9f181-5061-4ce2-9425-d86514f7ab04 None None] Routers {'ae9ae3bb-9550-4812-920f-41a4dbcd669d'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:58:54.018940 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-8ce9f181-5061-4ce2-9425-d86514f7ab04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:58:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['ae9ae3bb-9550-4812-920f-41a4dbcd669d'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:58:54.074649 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-728c06d8-6448-4d8b-97e5-ac63d3c8af29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:54.217867 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-728c06d8-6448-4d8b-97e5-ac63d3c8af29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:54.232773 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91ddb85-d5fa-4203-945d-f4355480ac49 None None] Pushing event updated for resources: {'Port': ['ID=fef5e668-be02-4601-9174-c5c305a5c719,revision_number=4']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:54.248401 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f952cc6c-52be-4207-a0cc-ee725a26a2e4 None None] Network 8824cc85-32f0-4d38-a2cc-c4c2b1f6b6ec requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:58:54.455826 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-728c06d8-6448-4d8b-97e5-ac63d3c8af29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:54.527858 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6f1a4e95-401d-4d16-940b-c4d9c404d015 req-f33c229e-3469-44ea-95f2-e2bc1dbecd95 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:54.548277 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728c06d8-6448-4d8b-97e5-ac63d3c8af29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=471ffc95-0bdf-45d2-8ae7-70f4246c157e,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:54.584098 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-728c06d8-6448-4d8b-97e5-ac63d3c8af29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:54.594478 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-728c06d8-6448-4d8b-97e5-ac63d3c8af29 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/471ffc95-0bdf-45d2-8ae7-70f4246c157e HTTP/1.1" status: 204 len: 168 time: 0.7475209 May 31 13:58:54.754819 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-11c3fcf6-4533-4f78-855d-440797d5595a req-d493363b-eba7-4793-93b5-bd8061ca388b tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.50 "GET /v2.0/ports?device_id=81b9cfb9-a8e5-4511-b01a-8a52297a3b34 HTTP/1.1" status: 200 len: 210 time: 2.5560203 May 31 13:58:54.765303 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-8ce9f181-5061-4ce2-9425-d86514f7ab04 None None] Set router ae9ae3bb-9550-4812-920f-41a4dbcd669d gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:58:54.796713 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c229e-3469-44ea-95f2-e2bc1dbecd95 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Pushing event deleted for resources: {'Port': ['ID=8c7e40d9-8fcb-44dd-a8a5-e833d4edb4fc,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:54.898046 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-328a5063-48df-4fc5-a673-dcdd90ea5968 req-b037a52c-2aec-4a9c-9441-8428e09518f1 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Synchronizing usage tracker for tenant:2d602b86dea24940a1b3a7507f88da04 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:58:54.908336 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-21eaf0a1-45c9-499b-8345-3edd56d6d30a req-360f7a64-fff0-48c3-8c85-51f75c83a494 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3f04ad35-08e7-4759-9da5-f113f1d58a77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3061867 May 31 13:58:55.000040 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f1a4e95-401d-4d16-940b-c4d9c404d015 req-f33c229e-3469-44ea-95f2-e2bc1dbecd95 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] No DVR routers for this DVR port 8c7e40d9-8fcb-44dd-a8a5-e833d4edb4fc on host n-h1-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:58:55.005959 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6f1a4e95-401d-4d16-940b-c4d9c404d015 req-f33c229e-3469-44ea-95f2-e2bc1dbecd95 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:55.051522 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81b9cfb9-a8e5-4511-b01a-8a52297a3b34', 'name': 'network-vif-deleted', 'tag': '8c7e40d9-8fcb-44dd-a8a5-e833d4edb4fc'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:58:55.148994 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6f1a4e95-401d-4d16-940b-c4d9c404d015 req-f33c229e-3469-44ea-95f2-e2bc1dbecd95 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.20 "DELETE /v2.0/ports/8c7e40d9-8fcb-44dd-a8a5-e833d4edb4fc HTTP/1.1" status: 204 len: 173 time: 2.8056676 May 31 13:58:55.156280 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-328a5063-48df-4fc5-a673-dcdd90ea5968 req-b037a52c-2aec-4a9c-9441-8428e09518f1 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Unset dirty status for tenant:2d602b86dea24940a1b3a7507f88da04 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:58:55.165349 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-328a5063-48df-4fc5-a673-dcdd90ea5968 req-b037a52c-2aec-4a9c-9441-8428e09518f1 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] 10.222.0.50 "GET /v2.0/ports?tenant_id=2d602b86dea24940a1b3a7507f88da04&fields=id HTTP/1.1" status: 200 len: 302 time: 2.6021729 May 31 13:58:55.342382 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eaf0a1-45c9-499b-8345-3edd56d6d30a req-d5cf5f03-6375-4c8a-a3b2-e35dcfb206db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:58:55.347358 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-21eaf0a1-45c9-499b-8345-3edd56d6d30a req-d5cf5f03-6375-4c8a-a3b2-e35dcfb206db service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f161391927494a93ac97ddf889ee8804&device_id=3f04ad35-08e7-4759-9da5-f113f1d58a77 HTTP/1.1" status: 200 len: 1135 time: 0.2670429 May 31 13:58:55.672956 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6ca6668-2eee-436f-90e5-6b04828f7ab9'] response: {'server_uuid': '81b9cfb9-a8e5-4511-b01a-8a52297a3b34', 'name': 'network-vif-deleted', 'tag': '8c7e40d9-8fcb-44dd-a8a5-e833d4edb4fc', 'status': 'completed', 'code': 200} May 31 13:58:55.767468 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-328a5063-48df-4fc5-a673-dcdd90ea5968 req-f496da9b-962a-4857-881a-e0fad14d0698 service neutron] 10.222.0.50 "GET /v2.0/networks/5f55bbea-82b7-4578-aae9-4a649a9da1e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5920177 May 31 13:58:55.817242 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eaf0a1-45c9-499b-8345-3edd56d6d30a req-bf412b2e-344c-4e7a-98ef-d64116ffb5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:58:55.820147 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-21eaf0a1-45c9-499b-8345-3edd56d6d30a req-bf412b2e-344c-4e7a-98ef-d64116ffb5a8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=badcadf7-7a0e-4767-9ad6-9ba36fe36fd0 HTTP/1.1" status: 200 len: 898 time: 0.4486320 May 31 13:58:56.007819 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-8ce9f181-5061-4ce2-9425-d86514f7ab04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9ae3bb-9550-4812-920f-41a4dbcd669d', 'name': 'tempest-TestServerMultinode-1174622984-router', 'tenant_id': '2d602b86dea24940a1b3a7507f88da04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '715e6fab-9b57-4eeb-870c-6914a78a7a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:58:27Z', 'updated_at': '2022-05-31T13:58:46Z', 'revision_number': 4, 'project_id': '2d602b86dea24940a1b3a7507f88da04', 'gw_port': {'id': '715e6fab-9b57-4eeb-870c-6914a78a7a77', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:3d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9ae3bb-9550-4812-920f-41a4dbcd669d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:58:33Z', 'updated_at': '2022-05-31T13:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'fef5e668-be02-4601-9174-c5c305a5c719', 'name': '', 'network_id': '45e4cf6b-0ae0-4f84-a254-4b4e897a93ed', 'tenant_id': '2d602b86dea24940a1b3a7507f88da04', 'mac_address': 'fa:16:3e:e5:b3:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae9ae3bb-9550-4812-920f-41a4dbcd669d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '7fa81385-07bc-4294-af72-aae8ae4ffad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:58:42Z', 'updated_at': '2022-05-31T13:58:53Z', 'revision_number': 4, 'project_id': '2d602b86dea24940a1b3a7507f88da04', 'subnets': [{'id': '7fa81385-07bc-4294-af72-aae8ae4ffad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:58:56.021116 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce9f181-5061-4ce2-9425-d86514f7ab04 None None] The sync data for ids ['ae9ae3bb-9550-4812-920f-41a4dbcd669d'] in n-d-843939-1 is: [{'id': 'ae9ae3bb-9550-4812-920f-41a4dbcd669d', 'name': 'tempest-TestServerMultinode-1174622984-router', 'tenant_id': '2d602b86dea24940a1b3a7507f88da04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '715e6fab-9b57-4eeb-870c-6914a78a7a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:58:27Z', 'updated_at': '2022-05-31T13:58:46Z', 'revision_number': 4, 'project_id': '2d602b86dea24940a1b3a7507f88da04', 'gw_port': {'id': '715e6fab-9b57-4eeb-870c-6914a78a7a77', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:3d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9ae3bb-9550-4812-920f-41a4dbcd669d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:58:33Z', 'updated_at': '2022-05-31T13:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'fef5e668-be02-4601-9174-c5c305a5c719', 'name': '', 'network_id': '45e4cf6b-0ae0-4f84-a254-4b4e897a93ed', 'tenant_id': '2d602b86dea24940a1b3a7507f88da04', 'mac_address': 'fa:16:3e:e5:b3:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae9ae3bb-9550-4812-920f-41a4dbcd669d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': '7fa81385-07bc-4294-af72-aae8ae4ffad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:58:42Z', 'updated_at': '2022-05-31T13:58:53Z', 'revision_number': 4, 'project_id': '2d602b86dea24940a1b3a7507f88da04', 'subnets': [{'id': '7fa81385-07bc-4294-af72-aae8ae4ffad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:58:56.170302 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-21eaf0a1-45c9-499b-8345-3edd56d6d30a req-6b2ad28d-185a-4ebe-b579-568b425ba3c2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa01f7a4-0311-4705-ae27-66b583933d64 HTTP/1.1" status: 200 len: 1001 time: 0.3379259 May 31 13:58:56.220445 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-12e35449-1311-4352-ae7b-5acf91f7fca0 req-5cf850d1-78dd-4e46-8c44-0b2f88faa9f3 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Synchronizing usage tracker for tenant:f161391927494a93ac97ddf889ee8804 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:58:56.336525 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 8c7e40d9-8fcb-44dd-a8a5-e833d4edb4fc no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:58:56.402412 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 53808) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:58:56.412294 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-12e35449-1311-4352-ae7b-5acf91f7fca0 req-5cf850d1-78dd-4e46-8c44-0b2f88faa9f3 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Unset dirty status for tenant:f161391927494a93ac97ddf889ee8804 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:58:56.415225 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-12e35449-1311-4352-ae7b-5acf91f7fca0 req-5cf850d1-78dd-4e46-8c44-0b2f88faa9f3 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.50 "GET /v2.0/ports?device_id=81b9cfb9-a8e5-4511-b01a-8a52297a3b34 HTTP/1.1" status: 200 len: 210 time: 0.3276196 May 31 13:58:56.417374 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eaf0a1-45c9-499b-8345-3edd56d6d30a req-bc7fc871-b7cb-42ea-b3e8-47b2b7793b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:58:56.425012 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-21eaf0a1-45c9-499b-8345-3edd56d6d30a req-bc7fc871-b7cb-42ea-b3e8-47b2b7793b2a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2cf5c712-18b3-42ba-9d08-891e675f8b12 HTTP/1.1" status: 200 len: 835 time: 0.2534900 May 31 13:58:56.448373 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-328a5063-48df-4fc5-a673-dcdd90ea5968 req-fa7d2fe6-5b9d-44bc-b9e6-48f22c4b4131 service neutron] 10.222.0.50 "GET /v2.0/networks/5f55bbea-82b7-4578-aae9-4a649a9da1e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6759856 May 31 13:58:56.460760 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] No Port match for: 8c7e40d9-8fcb-44dd-a8a5-e833d4edb4fc {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:58:56.461126 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 8c7e40d9-8fcb-44dd-a8a5-e833d4edb4fc not bound to the agent host n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:58:56.577164 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-dd9f5a1f-843a-45f5-ac29-21152151a77b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2112523527-network', 'tenant_id': '9acbb5fd8cd44e9e9d03bfd5abd2d75f'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:58:56.610335 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-dd9f5a1f-843a-45f5-ac29-21152151a77b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:58:56.621504 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-dd9f5a1f-843a-45f5-ac29-21152151a77b admin admin] Usage tracker for resource:network and tenant:9acbb5fd8cd44e9e9d03bfd5abd2d75f is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:58:56.627510 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-dd9f5a1f-843a-45f5-ac29-21152151a77b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:58:56.680284 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-dd9f5a1f-843a-45f5-ac29-21152151a77b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:58:56.683098 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 53816) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:58:56.740472 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9f5a1f-843a-45f5-ac29-21152151a77b admin admin] Made reservation on behalf of 9acbb5fd8cd44e9e9d03bfd5abd2d75f for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:58:56.743140 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dd9f5a1f-843a-45f5-ac29-21152151a77b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:56.782780 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dd9f5a1f-843a-45f5-ac29-21152151a77b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:56.842312 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eaf0a1-45c9-499b-8345-3edd56d6d30a req-23997f93-70b7-4722-b8c3-e7b01365385b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:58:56.843842 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-21eaf0a1-45c9-499b-8345-3edd56d6d30a req-23997f93-70b7-4722-b8c3-e7b01365385b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=badcadf7-7a0e-4767-9ad6-9ba36fe36fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4109514 May 31 13:58:56.996491 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f2395c37-5182-4626-9299-afc282d02c25 req-49174cc1-f02b-4274-8205-ecf12fc1c8db tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=1e9afa6d-09f3-4081-a064-2316d70cb635 HTTP/1.1" status: 200 len: 210 time: 0.1113746 May 31 13:58:57.056978 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d33951f5-fc71-43ad-8965-ba7ebd77d7bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:57.107072 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-dd9f5a1f-843a-45f5-ac29-21152151a77b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:58:57.110888 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d33951f5-fc71-43ad-8965-ba7ebd77d7bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:58:57.124955 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-dd9f5a1f-843a-45f5-ac29-21152151a77b admin admin] Usage tracker for resource:security_group_rule and tenant:9acbb5fd8cd44e9e9d03bfd5abd2d75f is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:58:57.128319 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-d33951f5-fc71-43ad-8965-ba7ebd77d7bc admin admin] Usage tracker for resource:security_group_rule and tenant:2e0dfce678f0452986b04f00227a238d is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:58:57.129803 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-dd9f5a1f-843a-45f5-ac29-21152151a77b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:58:57.135529 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-21eaf0a1-45c9-499b-8345-3edd56d6d30a req-13e4b09d-1a7d-4c7b-ac0c-29029ebb913b service neutron] 10.222.0.44 "GET /v2.0/networks/badcadf7-7a0e-4767-9ad6-9ba36fe36fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830987 May 31 13:58:57.136625 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-d33951f5-fc71-43ad-8965-ba7ebd77d7bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:58:57.165176 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d33951f5-fc71-43ad-8965-ba7ebd77d7bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:58:57.170625 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device fef5e668-be02-4601-9174-c5c305a5c719 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:58:57.185068 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-dd9f5a1f-843a-45f5-ac29-21152151a77b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:58:57.516406 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port fef5e668-be02-4601-9174-c5c305a5c719 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:58:57.537737 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port fef5e668-be02-4601-9174-c5c305a5c719 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:58:57.538352 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:57.599830 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d33951f5-fc71-43ad-8965-ba7ebd77d7bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:57.611996 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d33951f5-fc71-43ad-8965-ba7ebd77d7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:57.734465 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 53858) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:58:57.917132 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-21eaf0a1-45c9-499b-8345-3edd56d6d30a req-aff60de8-a900-46f3-ba12-e8029883a160 service neutron] 10.222.0.44 "GET /v2.0/networks/badcadf7-7a0e-4767-9ad6-9ba36fe36fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7602801 May 31 13:58:58.036549 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port fef5e668-be02-4601-9174-c5c305a5c719 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:58:58.037684 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:58.179923 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dd9f5a1f-843a-45f5-ac29-21152151a77b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:58.220677 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port fef5e668-be02-4601-9174-c5c305a5c719, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=fef5e668-be02-4601-9174-c5c305a5c719,segment=NetworkSegment(21bab8d5-e55d-40b1-a743-1b3a7ca8f76f),segment_id=21bab8d5-e55d-40b1-a743-1b3a7ca8f76f)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:58:58.227371 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:58.254326 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dd9f5a1f-843a-45f5-ac29-21152151a77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:58.334699 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd9f5a1f-843a-45f5-ac29-21152151a77b admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:58:58.369730 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f5a1f-843a-45f5-ac29-21152151a77b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40831bd0-ab98-4781-b166-cbfb0d5e280f,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:58.396561 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dd9f5a1f-843a-45f5-ac29-21152151a77b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:58.396901 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-dd9f5a1f-843a-45f5-ac29-21152151a77b admin admin] Added segment 53d769eb-6dcd-4a23-97ea-46481c5157c2 of type vlan for network 0c925865-d634-4403-87f6-1189c481a48e May 31 13:58:58.462603 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dd9f5a1f-843a-45f5-ac29-21152151a77b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:58.512780 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=fef5e668-be02-4601-9174-c5c305a5c719,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:58.545232 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dd9f5a1f-843a-45f5-ac29-21152151a77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:58.546722 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9f5a1f-843a-45f5-ac29-21152151a77b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:58:58.547356 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dd9f5a1f-843a-45f5-ac29-21152151a77b admin admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:58.645786 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-dd9f5a1f-843a-45f5-ac29-21152151a77b admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.2195125 May 31 13:58:58.655374 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 53884) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:58:58.805703 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f5a1f-843a-45f5-ac29-21152151a77b admin admin] Pushing event updated for resources: {'Network': ['ID=0c925865-d634-4403-87f6-1189c481a48e,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:58.821362 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 0c925865-d634-4403-87f6-1189c481a48e details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:58:59.039598 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device fef5e668-be02-4601-9174-c5c305a5c719 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:58:59.128763 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port fef5e668-be02-4601-9174-c5c305a5c719 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:58:59.129375 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:59.206797 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-4f6524f7-20cb-4191-9028-cc38a10fbdab admin admin] Request body: {'subnet': {'network_id': '0c925865-d634-4403-87f6-1189c481a48e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2112523527-subnet', 'tenant_id': '9acbb5fd8cd44e9e9d03bfd5abd2d75f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:58:59.214240 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-d33951f5-fc71-43ad-8965-ba7ebd77d7bc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2e0dfce678f0452986b04f00227a238d&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5299489 May 31 13:58:59.215154 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33951f5-fc71-43ad-8965-ba7ebd77d7bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3082d7c-201b-4d8a-bdfa-160901d287ab,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:59.217486 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 53908) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:58:59.232081 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-4f6524f7-20cb-4191-9028-cc38a10fbdab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:58:59.243799 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f456e6dc-0900-43ba-b9cd-75c177a6d54c req-8e89dddd-35cc-4467-ad83-8e993cd1b29a tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=1e9afa6d-09f3-4081-a064-2316d70cb635 HTTP/1.1" status: 200 len: 210 time: 0.6042054 May 31 13:58:59.289893 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-4f6524f7-20cb-4191-9028-cc38a10fbdab admin admin] Usage tracker for resource:subnet and tenant:9acbb5fd8cd44e9e9d03bfd5abd2d75f is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:58:59.368903 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port fef5e668-be02-4601-9174-c5c305a5c719 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:58:59.403297 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-166ad571-8fcb-4c9c-82dd-b31b25743ce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:59.481699 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-166ad571-8fcb-4c9c-82dd-b31b25743ce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:59.581820 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-166ad571-8fcb-4c9c-82dd-b31b25743ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:59.620258 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166ad571-8fcb-4c9c-82dd-b31b25743ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3082d7c-201b-4d8a-bdfa-160901d287ab,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:58:59.636805 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-166ad571-8fcb-4c9c-82dd-b31b25743ce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:58:59.641664 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-166ad571-8fcb-4c9c-82dd-b31b25743ce8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e3082d7c-201b-4d8a-bdfa-160901d287ab HTTP/1.1" status: 204 len: 168 time: 0.4227817 May 31 13:58:59.796074 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-4f6524f7-20cb-4191-9028-cc38a10fbdab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:58:59.823402 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-4f6524f7-20cb-4191-9028-cc38a10fbdab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:59:00.043473 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f6524f7-20cb-4191-9028-cc38a10fbdab admin admin] Made reservation on behalf of 9acbb5fd8cd44e9e9d03bfd5abd2d75f for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:59:00.048823 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4f6524f7-20cb-4191-9028-cc38a10fbdab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:00.221831 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a5063-48df-4fc5-a673-dcdd90ea5968 req-6dc12620-7fb4-47e7-a621-5164b33e6da3 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:00.223621 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-328a5063-48df-4fc5-a673-dcdd90ea5968 req-6dc12620-7fb4-47e7-a621-5164b33e6da3 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] 10.222.0.20 "GET /v2.0/networks?id=5f55bbea-82b7-4578-aae9-4a649a9da1e9 HTTP/1.1" status: 200 len: 910 time: 1.1410065 May 31 13:59:00.242035 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-328a5063-48df-4fc5-a673-dcdd90ea5968 req-96effb5e-04e1-478b-9c87-fcdf014c8b78 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Request body: {'port': {'device_id': '1e9afa6d-09f3-4081-a064-2316d70cb635', 'network_id': '5f55bbea-82b7-4578-aae9-4a649a9da1e9', 'admin_state_up': True, 'tenant_id': '2d602b86dea24940a1b3a7507f88da04'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:59:00.248132 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-328a5063-48df-4fc5-a673-dcdd90ea5968 req-96effb5e-04e1-478b-9c87-fcdf014c8b78 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:59:00.259096 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-328a5063-48df-4fc5-a673-dcdd90ea5968 req-96effb5e-04e1-478b-9c87-fcdf014c8b78 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:59:00.273292 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-328a5063-48df-4fc5-a673-dcdd90ea5968 req-96effb5e-04e1-478b-9c87-fcdf014c8b78 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Made reservation on behalf of 2d602b86dea24940a1b3a7507f88da04 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:59:00.276010 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-328a5063-48df-4fc5-a673-dcdd90ea5968 req-96effb5e-04e1-478b-9c87-fcdf014c8b78 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:00.385809 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 53944) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:59:00.435039 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c6c08ab0-1723-44ad-9291-ca49f8992774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:00.482330 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c6c08ab0-1723-44ad-9291-ca49f8992774 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:59:00.499159 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c6c08ab0-1723-44ad-9291-ca49f8992774 admin admin] Usage tracker for resource:security_group_rule and tenant:d8f9ce64a0cc4b9ab87e71f10045a71b is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:59:00.502912 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c6c08ab0-1723-44ad-9291-ca49f8992774 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:59:00.510825 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c6c08ab0-1723-44ad-9291-ca49f8992774 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:59:00.719426 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c6c08ab0-1723-44ad-9291-ca49f8992774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:00.729792 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c6c08ab0-1723-44ad-9291-ca49f8992774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:00.813434 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c08ab0-1723-44ad-9291-ca49f8992774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea6e0c97-59f3-443b-b7b3-4b602ebb9dd4,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:59:00.817962 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c6c08ab0-1723-44ad-9291-ca49f8992774 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d8f9ce64a0cc4b9ab87e71f10045a71b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4309852 May 31 13:59:00.822144 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 53952) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:59:00.897023 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a38d6fe7-35c4-46b3-b524-f1094f6b6ded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:00.936420 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a38d6fe7-35c4-46b3-b524-f1094f6b6ded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:01.001139 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4f6524f7-20cb-4191-9028-cc38a10fbdab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:01.012630 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-328a5063-48df-4fc5-a673-dcdd90ea5968 req-96effb5e-04e1-478b-9c87-fcdf014c8b78 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Allocated IP 172.20.0.7 (5f55bbea-82b7-4578-aae9-4a649a9da1e9/dc19dfed-9970-499d-881e-1bcf7302fd07/34c487a4-a161-4516-9518-8e293b2f9c4e) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:59:01.016018 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a38d6fe7-35c4-46b3-b524-f1094f6b6ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:01.041154 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38d6fe7-35c4-46b3-b524-f1094f6b6ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea6e0c97-59f3-443b-b7b3-4b602ebb9dd4,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:59:01.048451 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a38d6fe7-35c4-46b3-b524-f1094f6b6ded admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:01.051108 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a38d6fe7-35c4-46b3-b524-f1094f6b6ded admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ea6e0c97-59f3-443b-b7b3-4b602ebb9dd4 HTTP/1.1" status: 204 len: 168 time: 0.2279744 May 31 13:59:01.058292 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-07d0179b-fe62-4ac8-a20e-fee1e281772a req-084ca682-9073-4b7e-afa2-d2ef3d766e2f tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=1e9afa6d-09f3-4081-a064-2316d70cb635 HTTP/1.1" status: 200 len: 210 time: 0.3703547 May 31 13:59:01.157202 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6524f7-20cb-4191-9028-cc38a10fbdab admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c16edb4-9ec9-49a0-aca5-16cb21fa9474,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:59:01.201540 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6524f7-20cb-4191-9028-cc38a10fbdab admin admin] Checking segment: {'id': '53d769eb-6dcd-4a23-97ea-46481c5157c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0c925865-d634-4403-87f6-1189c481a48e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:59:01.201920 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6524f7-20cb-4191-9028-cc38a10fbdab admin admin] Network hostable DHCP agents. Network: 0c925865-d634-4403-87f6-1189c481a48e, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:59:01.221432 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2d7a4f3a-b0b9-4ba6-b398-cf89563f7f1f tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:01.450666 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6524f7-20cb-4191-9028-cc38a10fbdab admin admin] Network 0c925865-d634-4403-87f6-1189c481a48e is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:59:01.560879 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-4f6524f7-20cb-4191-9028-cc38a10fbdab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 0c925865-d634-4403-87f6-1189c481a48e) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:59:01.572458 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44e635b-a80c-46a7-b384-d48dc69d33ad None None] Network 0c925865-d634-4403-87f6-1189c481a48e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:59:01.586746 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6524f7-20cb-4191-9028-cc38a10fbdab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:01.587362 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4f6524f7-20cb-4191-9028-cc38a10fbdab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:01.709474 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-328a5063-48df-4fc5-a673-dcdd90ea5968 req-96effb5e-04e1-478b-9c87-fcdf014c8b78 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:01.731744 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-328a5063-48df-4fc5-a673-dcdd90ea5968 req-96effb5e-04e1-478b-9c87-fcdf014c8b78 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Transition to ACTIVE for port object 34c487a4-a161-4516-9518-8e293b2f9c4e will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:59:02.072292 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-4f6524f7-20cb-4191-9028-cc38a10fbdab admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.4053774 May 31 13:59:02.079412 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-328a5063-48df-4fc5-a673-dcdd90ea5968 req-96effb5e-04e1-478b-9c87-fcdf014c8b78 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:02.094385 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2faaa8-35d8-4531-9010-38e1973de19a None None] Network 0c925865-d634-4403-87f6-1189c481a48e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:59:02.480999 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-328a5063-48df-4fc5-a673-dcdd90ea5968 req-96effb5e-04e1-478b-9c87-fcdf014c8b78 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Network 5f55bbea-82b7-4578-aae9-4a649a9da1e9 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:59:02.543098 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-328a5063-48df-4fc5-a673-dcdd90ea5968 req-96effb5e-04e1-478b-9c87-fcdf014c8b78 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:59:02.757731 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-328a5063-48df-4fc5-a673-dcdd90ea5968 req-96effb5e-04e1-478b-9c87-fcdf014c8b78 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:59:02.836496 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96effb5e-04e1-478b-9c87-fcdf014c8b78 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Pushing event updated for resources: {'Port': ['ID=34c487a4-a161-4516-9518-8e293b2f9c4e,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:59:03.158849 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-2d7a4f3a-b0b9-4ba6-b398-cf89563f7f1f tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Deleting port 484e5a81-8d3a-49be-aabf-5fbcbd53e45b {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:59:03.158849 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2d7a4f3a-b0b9-4ba6-b398-cf89563f7f1f tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:03.165382 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-53ccafcf-1c99-4ac8-8df6-d1dda9695b9b None None] Provisioning for port 34c487a4-a161-4516-9518-8e293b2f9c4e completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:59:03.175507 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-53ccafcf-1c99-4ac8-8df6-d1dda9695b9b None None] Provisioning complete for port 34c487a4-a161-4516-9518-8e293b2f9c4e triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:59:03.175883 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-53ccafcf-1c99-4ac8-8df6-d1dda9695b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:03.320100 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a5063-48df-4fc5-a673-dcdd90ea5968 req-96effb5e-04e1-478b-9c87-fcdf014c8b78 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:03.325336 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-328a5063-48df-4fc5-a673-dcdd90ea5968 req-96effb5e-04e1-478b-9c87-fcdf014c8b78 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:03.359823 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-53ccafcf-1c99-4ac8-8df6-d1dda9695b9b None None] Port 34c487a4-a161-4516-9518-8e293b2f9c4e cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:59:03.760178 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695dcae1-cab3-48b5-a832-5ba0b43e4389 req-503a4bc2-ff77-47b2-8323-54f8d9a7e930 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:03.761248 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-695dcae1-cab3-48b5-a832-5ba0b43e4389 req-503a4bc2-ff77-47b2-8323-54f8d9a7e930 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Synchronizing usage tracker for tenant:2d602b86dea24940a1b3a7507f88da04 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:59:03.778820 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-328a5063-48df-4fc5-a673-dcdd90ea5968 req-96effb5e-04e1-478b-9c87-fcdf014c8b78 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 3.5418532 May 31 13:59:03.826589 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-328a5063-48df-4fc5-a673-dcdd90ea5968 req-23d1d89a-6e1d-4667-be39-c55b94a7817e service neutron] Request body: {'port': {'device_id': '1e9afa6d-09f3-4081-a064-2316d70cb635', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:59:03.940913 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-695dcae1-cab3-48b5-a832-5ba0b43e4389 req-503a4bc2-ff77-47b2-8323-54f8d9a7e930 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Unset dirty status for tenant:2d602b86dea24940a1b3a7507f88da04 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:59:03.947696 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-695dcae1-cab3-48b5-a832-5ba0b43e4389 req-503a4bc2-ff77-47b2-8323-54f8d9a7e930 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=1e9afa6d-09f3-4081-a064-2316d70cb635 HTTP/1.1" status: 200 len: 1027 time: 1.4366934 May 31 13:59:04.115444 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-695dcae1-cab3-48b5-a832-5ba0b43e4389 req-e0c2b371-3ab0-4f93-87ce-8d9e9ba145ea tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Synchronizing usage tracker for tenant:2d602b86dea24940a1b3a7507f88da04 on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:59:04.233142 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-2d7a4f3a-b0b9-4ba6-b398-cf89563f7f1f tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] For port 484e5a81-8d3a-49be-aabf-5fbcbd53e45b, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=484e5a81-8d3a-49be-aabf-5fbcbd53e45b,segment=NetworkSegment(61b74aef-884b-402c-a874-aded7fafffd6),segment_id=61b74aef-884b-402c-a874-aded7fafffd6)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:59:04.233142 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2d7a4f3a-b0b9-4ba6-b398-cf89563f7f1f tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:04.273953 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6ef65f-90ee-44da-8e68-f6cdcf283a9c req-903796b6-c628-44b6-b1d8-a34ee69354f1 tempest-VolumesActionsTest-957323980 tempest-VolumesActionsTest-957323980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:04.294992 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ad6ef65f-90ee-44da-8e68-f6cdcf283a9c req-903796b6-c628-44b6-b1d8-a34ee69354f1 tempest-VolumesActionsTest-957323980 tempest-VolumesActionsTest-957323980-project] 10.222.0.50 "GET /v2.0/networks?id=8824cc85-32f0-4d38-a2cc-c4c2b1f6b6ec HTTP/1.1" status: 200 len: 809 time: 0.5179105 May 31 13:59:04.308796 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-695dcae1-cab3-48b5-a832-5ba0b43e4389 req-e0c2b371-3ab0-4f93-87ce-8d9e9ba145ea tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Unset dirty status for tenant:2d602b86dea24940a1b3a7507f88da04 on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:59:04.328171 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-695dcae1-cab3-48b5-a832-5ba0b43e4389 req-e0c2b371-3ab0-4f93-87ce-8d9e9ba145ea tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=293a46b4-2e0a-44ae-a92c-857d2faefc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3792989 May 31 13:59:04.454242 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ad6ef65f-90ee-44da-8e68-f6cdcf283a9c req-156711c2-fb99-4888-b9ad-30c58a33de75 tempest-VolumesActionsTest-957323980 tempest-VolumesActionsTest-957323980-project] 10.222.0.50 "GET /v2.0/quotas/5a5d6bb8c94544fd9cbe75d7bf093dfa HTTP/1.1" status: 200 len: 375 time: 0.1586993 May 31 13:59:04.455158 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-328a5063-48df-4fc5-a673-dcdd90ea5968 req-23d1d89a-6e1d-4667-be39-c55b94a7817e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:04.541280 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-2d7a4f3a-b0b9-4ba6-b398-cf89563f7f1f tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Calling delete_port for 484e5a81-8d3a-49be-aabf-5fbcbd53e45b owned by network:router_interface {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:59:04.760816 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ad6ef65f-90ee-44da-8e68-f6cdcf283a9c req-bf3c9df4-c831-46b5-9531-dc9b496cc2b0 tempest-VolumesActionsTest-957323980 tempest-VolumesActionsTest-957323980-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=5a5d6bb8c94544fd9cbe75d7bf093dfa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1806436 May 31 13:59:05.260748 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ad6ef65f-90ee-44da-8e68-f6cdcf283a9c req-85f83ef0-361a-437c-a33c-da471300fadd service neutron] 10.222.0.50 "GET /v2.0/networks/8824cc85-32f0-4d38-a2cc-c4c2b1f6b6ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4983623 May 31 13:59:05.507674 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ad6ef65f-90ee-44da-8e68-f6cdcf283a9c req-18fd1949-9650-47f6-98ed-b84315275328 service neutron] 10.222.0.50 "GET /v2.0/networks/8824cc85-32f0-4d38-a2cc-c4c2b1f6b6ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223923 May 31 13:59:06.347583 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a497d-5f5b-48fb-a6f3-bf9c2b58d1fe req-6092e416-c470-46b6-8824-57e8702abffc tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:06.349660 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5f9a497d-5f5b-48fb-a6f3-bf9c2b58d1fe req-6092e416-c470-46b6-8824-57e8702abffc tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=1e9afa6d-09f3-4081-a064-2316d70cb635 HTTP/1.1" status: 200 len: 1027 time: 0.7516356 May 31 13:59:06.520768 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-acb82d44-a053-4b52-8736-b2e9a15b1a78 req-654ecf85-df21-4a1a-af08-8a1d2fb09c52 tempest-VolumesActionsTest-957323980 tempest-VolumesActionsTest-957323980-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb0779e7-d980-4c48-b092-dfd79d5e88f3 HTTP/1.1" status: 200 len: 210 time: 0.1968813 May 31 13:59:06.654673 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5f9a497d-5f5b-48fb-a6f3-bf9c2b58d1fe req-666ec536-336c-4066-9138-67c38d3dfc01 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=293a46b4-2e0a-44ae-a92c-857d2faefc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255875 May 31 13:59:06.659247 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2d7a4f3a-b0b9-4ba6-b398-cf89563f7f1f tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:06.911994 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-328a5063-48df-4fc5-a673-dcdd90ea5968 req-23d1d89a-6e1d-4667-be39-c55b94a7817e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34c487a4-a161-4516-9518-8e293b2f9c4e {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:59:06.921584 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-328a5063-48df-4fc5-a673-dcdd90ea5968 req-23d1d89a-6e1d-4667-be39-c55b94a7817e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:06.948811 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7a4f3a-b0b9-4ba6-b398-cf89563f7f1f tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Pushing event deleted for resources: {'Port': ['ID=484e5a81-8d3a-49be-aabf-5fbcbd53e45b,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:59:07.087202 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-328a5063-48df-4fc5-a673-dcdd90ea5968 req-23d1d89a-6e1d-4667-be39-c55b94a7817e service neutron] Transition to ACTIVE for port object 34c487a4-a161-4516-9518-8e293b2f9c4e will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:59:07.129568 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-328a5063-48df-4fc5-a673-dcdd90ea5968 req-23d1d89a-6e1d-4667-be39-c55b94a7817e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:07.407900 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d1d89a-6e1d-4667-be39-c55b94a7817e service neutron] Pushing event updated for resources: {'Port': ['ID=34c487a4-a161-4516-9518-8e293b2f9c4e,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:59:07.597462 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:08.038395 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2d7a4f3a-b0b9-4ba6-b398-cf89563f7f1f tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:08.426417 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6ef65f-90ee-44da-8e68-f6cdcf283a9c req-a9394e4b-afad-42b8-ba53-9e83684b03fb tempest-VolumesActionsTest-957323980 tempest-VolumesActionsTest-957323980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:08.426417 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-ad6ef65f-90ee-44da-8e68-f6cdcf283a9c req-a9394e4b-afad-42b8-ba53-9e83684b03fb tempest-VolumesActionsTest-957323980 tempest-VolumesActionsTest-957323980-project] Synchronizing usage tracker for tenant:5a5d6bb8c94544fd9cbe75d7bf093dfa on resource:network {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:59:08.471288 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-ad6ef65f-90ee-44da-8e68-f6cdcf283a9c req-a9394e4b-afad-42b8-ba53-9e83684b03fb tempest-VolumesActionsTest-957323980 tempest-VolumesActionsTest-957323980-project] Unset dirty status for tenant:5a5d6bb8c94544fd9cbe75d7bf093dfa on resource:network {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:59:08.472383 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ad6ef65f-90ee-44da-8e68-f6cdcf283a9c req-a9394e4b-afad-42b8-ba53-9e83684b03fb tempest-VolumesActionsTest-957323980 tempest-VolumesActionsTest-957323980-project] 10.222.0.44 "GET /v2.0/networks?id=8824cc85-32f0-4d38-a2cc-c4c2b1f6b6ec HTTP/1.1" status: 200 len: 809 time: 0.3712509 May 31 13:59:08.485099 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-ad6ef65f-90ee-44da-8e68-f6cdcf283a9c req-8457719f-b713-42eb-b928-e201f7c3b218 tempest-VolumesActionsTest-957323980 tempest-VolumesActionsTest-957323980-project] Request body: {'port': {'device_id': 'bb0779e7-d980-4c48-b092-dfd79d5e88f3', 'network_id': '8824cc85-32f0-4d38-a2cc-c4c2b1f6b6ec', 'admin_state_up': True, 'tenant_id': '5a5d6bb8c94544fd9cbe75d7bf093dfa'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:59:08.711829 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2a648dd4-6be6-4cf6-9e69-fe3c8db54d0e req-9e2a1ea0-2d6f-4c6d-8eda-49fae00fb173 tempest-VolumesActionsTest-957323980 tempest-VolumesActionsTest-957323980-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb0779e7-d980-4c48-b092-dfd79d5e88f3 HTTP/1.1" status: 200 len: 210 time: 0.5543346 May 31 13:59:08.948352 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-ad6ef65f-90ee-44da-8e68-f6cdcf283a9c req-8457719f-b713-42eb-b928-e201f7c3b218 tempest-VolumesActionsTest-957323980 tempest-VolumesActionsTest-957323980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:59:08.971322 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-ad6ef65f-90ee-44da-8e68-f6cdcf283a9c req-8457719f-b713-42eb-b928-e201f7c3b218 tempest-VolumesActionsTest-957323980 tempest-VolumesActionsTest-957323980-project] Usage tracker for resource:port and tenant:5a5d6bb8c94544fd9cbe75d7bf093dfa is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:59:08.979631 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-ad6ef65f-90ee-44da-8e68-f6cdcf283a9c req-8457719f-b713-42eb-b928-e201f7c3b218 tempest-VolumesActionsTest-957323980 tempest-VolumesActionsTest-957323980-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:59:09.007787 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-ad6ef65f-90ee-44da-8e68-f6cdcf283a9c req-8457719f-b713-42eb-b928-e201f7c3b218 tempest-VolumesActionsTest-957323980 tempest-VolumesActionsTest-957323980-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:59:09.071427 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad6ef65f-90ee-44da-8e68-f6cdcf283a9c req-8457719f-b713-42eb-b928-e201f7c3b218 tempest-VolumesActionsTest-957323980 tempest-VolumesActionsTest-957323980-project] Made reservation on behalf of 5a5d6bb8c94544fd9cbe75d7bf093dfa for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:59:09.085217 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:09.098052 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-ad6ef65f-90ee-44da-8e68-f6cdcf283a9c req-8457719f-b713-42eb-b928-e201f7c3b218 tempest-VolumesActionsTest-957323980 tempest-VolumesActionsTest-957323980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:09.143330 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-328a5063-48df-4fc5-a673-dcdd90ea5968 req-23d1d89a-6e1d-4667-be39-c55b94a7817e service neutron] Attempting to bind port 34c487a4-a161-4516-9518-8e293b2f9c4e on host n-h1-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:59:09.143657 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-328a5063-48df-4fc5-a673-dcdd90ea5968 req-23d1d89a-6e1d-4667-be39-c55b94a7817e service neutron] Attempting to bind port 34c487a4-a161-4516-9518-8e293b2f9c4e by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': 'f584d02d-1a73-49db-b1c0-d9b71d33b4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5f55bbea-82b7-4578-aae9-4a649a9da1e9'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:59:09.144192 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328a5063-48df-4fc5-a673-dcdd90ea5968 req-23d1d89a-6e1d-4667-be39-c55b94a7817e service neutron] Attempting to bind port 34c487a4-a161-4516-9518-8e293b2f9c4e on network 5f55bbea-82b7-4578-aae9-4a649a9da1e9 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:59:09.276131 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 54184) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:59:09.279662 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328a5063-48df-4fc5-a673-dcdd90ea5968 req-23d1d89a-6e1d-4667-be39-c55b94a7817e service neutron] Port 34c487a4-a161-4516-9518-8e293b2f9c4e on network 5f55bbea-82b7-4578-aae9-4a649a9da1e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:59:09.280207 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328a5063-48df-4fc5-a673-dcdd90ea5968 req-23d1d89a-6e1d-4667-be39-c55b94a7817e service neutron] Attempting to bind port 34c487a4-a161-4516-9518-8e293b2f9c4e on network 5f55bbea-82b7-4578-aae9-4a649a9da1e9 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:59:09.337518 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328a5063-48df-4fc5-a673-dcdd90ea5968 req-23d1d89a-6e1d-4667-be39-c55b94a7817e service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:59:09.339027 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328a5063-48df-4fc5-a673-dcdd90ea5968 req-23d1d89a-6e1d-4667-be39-c55b94a7817e service neutron] Checking segment: {'id': 'f584d02d-1a73-49db-b1c0-d9b71d33b4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5f55bbea-82b7-4578-aae9-4a649a9da1e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:59:09.339593 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328a5063-48df-4fc5-a673-dcdd90ea5968 req-23d1d89a-6e1d-4667-be39-c55b94a7817e service neutron] Bound using segment: {'id': 'f584d02d-1a73-49db-b1c0-d9b71d33b4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5f55bbea-82b7-4578-aae9-4a649a9da1e9'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:59:09.340194 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-328a5063-48df-4fc5-a673-dcdd90ea5968 req-23d1d89a-6e1d-4667-be39-c55b94a7817e service neutron] Bound port: 34c487a4-a161-4516-9518-8e293b2f9c4e, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f584d02d-1a73-49db-b1c0-d9b71d33b4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5f55bbea-82b7-4578-aae9-4a649a9da1e9'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:59:09.340966 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-328a5063-48df-4fc5-a673-dcdd90ea5968 req-23d1d89a-6e1d-4667-be39-c55b94a7817e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:09.427318 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [req-ad6ef65f-90ee-44da-8e68-f6cdcf283a9c req-8457719f-b713-42eb-b928-e201f7c3b218 tempest-VolumesActionsTest-957323980 tempest-VolumesActionsTest-957323980-project] Allocated IP 172.20.0.9 (8824cc85-32f0-4d38-a2cc-c4c2b1f6b6ec/f0aace67-fd40-4843-919b-4e4273f0e9bc/90cf1fca-4227-48e0-8afe-7e5bce84e4f5) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:59:09.633188 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e707099-0d49-46fe-9778-a5754fe253d2 req-d586ef33-fd80-4ac8-bad6-02ae13a99a44 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:09.634915 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5e707099-0d49-46fe-9778-a5754fe253d2 req-d586ef33-fd80-4ac8-bad6-02ae13a99a44 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=1e9afa6d-09f3-4081-a064-2316d70cb635 HTTP/1.1" status: 200 len: 1052 time: 1.4755812 May 31 13:59:09.747968 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-328a5063-48df-4fc5-a673-dcdd90ea5968 req-23d1d89a-6e1d-4667-be39-c55b94a7817e service neutron] For port 34c487a4-a161-4516-9518-8e293b2f9c4e, host n-h1-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:59:09.752269 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-328a5063-48df-4fc5-a673-dcdd90ea5968 req-23d1d89a-6e1d-4667-be39-c55b94a7817e service neutron] For port 34c487a4-a161-4516-9518-8e293b2f9c4e, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=34c487a4-a161-4516-9518-8e293b2f9c4e,segment=NetworkSegment(f584d02d-1a73-49db-b1c0-d9b71d33b4f6),segment_id=f584d02d-1a73-49db-b1c0-d9b71d33b4f6)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:59:09.794314 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-328a5063-48df-4fc5-a673-dcdd90ea5968 req-23d1d89a-6e1d-4667-be39-c55b94a7817e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:09.912802 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bf72eaf4-b78d-4ec2-94f7-5e88e2a7473a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:10.013016 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-bf72eaf4-b78d-4ec2-94f7-5e88e2a7473a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:59:10.188861 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-bf72eaf4-b78d-4ec2-94f7-5e88e2a7473a admin admin] Usage tracker for resource:security_group_rule and tenant:732ae7e5d00e4acd8bc2c922588e435b is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:59:10.211126 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a5063-48df-4fc5-a673-dcdd90ea5968 req-23d1d89a-6e1d-4667-be39-c55b94a7817e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:10.211821 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-bf72eaf4-b78d-4ec2-94f7-5e88e2a7473a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:59:10.212183 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-328a5063-48df-4fc5-a673-dcdd90ea5968 req-23d1d89a-6e1d-4667-be39-c55b94a7817e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:10.213606 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-328a5063-48df-4fc5-a673-dcdd90ea5968 req-23d1d89a-6e1d-4667-be39-c55b94a7817e service neutron] 10.222.0.20 "PUT /v2.0/ports/34c487a4-a161-4516-9518-8e293b2f9c4e HTTP/1.1" status: 200 len: 1091 time: 6.3920875 May 31 13:59:10.231423 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d1d89a-6e1d-4667-be39-c55b94a7817e service neutron] Pushing event updated for resources: {'Port': ['ID=34c487a4-a161-4516-9518-8e293b2f9c4e,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:59:10.248946 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e9afa6d-09f3-4081-a064-2316d70cb635', 'tag': '34c487a4-a161-4516-9518-8e293b2f9c4e'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:59:10.250016 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d7a4f3a-b0b9-4ba6-b398-cf89563f7f1f tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Router 8a671722-d291-44e2-8eaa-e117ed7673d1 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:59:10.278113 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-bf72eaf4-b78d-4ec2-94f7-5e88e2a7473a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:59:10.309315 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5e707099-0d49-46fe-9778-a5754fe253d2 req-da4262dc-ac0a-4f63-89bd-25652593f4e1 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=293a46b4-2e0a-44ae-a92c-857d2faefc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6479058 May 31 13:59:10.369313 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-365adbde-ba01-4125-8dff-4d74a196057f req-89dff5ca-b6db-438d-9d59-1750d499d35b tempest-VolumesActionsTest-957323980 tempest-VolumesActionsTest-957323980-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb0779e7-d980-4c48-b092-dfd79d5e88f3 HTTP/1.1" status: 200 len: 210 time: 0.1407077 May 31 13:59:10.595732 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-75768e60-e1df-4428-b71f-bb4aa8200f3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:10.648108 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-ad6ef65f-90ee-44da-8e68-f6cdcf283a9c req-8457719f-b713-42eb-b928-e201f7c3b218 tempest-VolumesActionsTest-957323980 tempest-VolumesActionsTest-957323980-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:10.746869 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9434fbdf-4ef7-43e8-9c20-9fffa43441b2'] response: {'name': 'network-changed', 'server_uuid': '1e9afa6d-09f3-4081-a064-2316d70cb635', 'tag': '34c487a4-a161-4516-9518-8e293b2f9c4e', 'status': 'completed', 'code': 200} May 31 13:59:10.824797 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bf72eaf4-b78d-4ec2-94f7-5e88e2a7473a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:10.832369 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bf72eaf4-b78d-4ec2-94f7-5e88e2a7473a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:10.848777 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d7a4f3a-b0b9-4ba6-b398-cf89563f7f1f tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:59:10.863067 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f17872-d0cd-4981-aeec-3a429911b3a0 None None] Sync routers for ids ['8a671722-d291-44e2-8eaa-e117ed7673d1'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:59:10.866631 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a5063-48df-4fc5-a673-dcdd90ea5968 req-3bf3754c-caca-486d-ac1a-2b4354b85477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:10.869557 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-328a5063-48df-4fc5-a673-dcdd90ea5968 req-3bf3754c-caca-486d-ac1a-2b4354b85477 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2d602b86dea24940a1b3a7507f88da04&device_id=1e9afa6d-09f3-4081-a064-2316d70cb635 HTTP/1.1" status: 200 len: 1094 time: 0.5699992 May 31 13:59:10.881165 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f17872-d0cd-4981-aeec-3a429911b3a0 None None] Routers {'8a671722-d291-44e2-8eaa-e117ed7673d1'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:59:10.881881 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-f1f17872-d0cd-4981-aeec-3a429911b3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:58:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['8a671722-d291-44e2-8eaa-e117ed7673d1'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:59:10.924610 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-bf72eaf4-b78d-4ec2-94f7-5e88e2a7473a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=732ae7e5d00e4acd8bc2c922588e435b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6472759 May 31 13:59:10.933276 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-ad6ef65f-90ee-44da-8e68-f6cdcf283a9c req-8457719f-b713-42eb-b928-e201f7c3b218 tempest-VolumesActionsTest-957323980 tempest-VolumesActionsTest-957323980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:10.949297 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 54222) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:59:10.987667 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-2d7a4f3a-b0b9-4ba6-b398-cf89563f7f1f tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.50 "PUT /v2.0/routers/8a671722-d291-44e2-8eaa-e117ed7673d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2353055 May 31 13:59:11.001976 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 54224) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:59:11.003668 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-328a5063-48df-4fc5-a673-dcdd90ea5968 req-fb03a30c-540f-499a-8d2e-bdce6551dd6d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34c487a4-a161-4516-9518-8e293b2f9c4e HTTP/1.1" status: 200 len: 217 time: 0.1255217 May 31 13:59:11.010626 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad6ef65f-90ee-44da-8e68-f6cdcf283a9c req-8457719f-b713-42eb-b928-e201f7c3b218 tempest-VolumesActionsTest-957323980 tempest-VolumesActionsTest-957323980-project] Network 8824cc85-32f0-4d38-a2cc-c4c2b1f6b6ec is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:59:11.035319 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [req-ad6ef65f-90ee-44da-8e68-f6cdcf283a9c req-8457719f-b713-42eb-b928-e201f7c3b218 tempest-VolumesActionsTest-957323980 tempest-VolumesActionsTest-957323980-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:59:11.047657 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad6ef65f-90ee-44da-8e68-f6cdcf283a9c req-8457719f-b713-42eb-b928-e201f7c3b218 tempest-VolumesActionsTest-957323980 tempest-VolumesActionsTest-957323980-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:59:11.098046 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf72eaf4-b78d-4ec2-94f7-5e88e2a7473a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b175dc-785d-45b0-b7b1-d10663d8ba65,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:59:11.228579 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8457719f-b713-42eb-b928-e201f7c3b218 tempest-VolumesActionsTest-957323980 tempest-VolumesActionsTest-957323980-project] Pushing event updated for resources: {'Port': ['ID=90cf1fca-4227-48e0-8afe-7e5bce84e4f5,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:59:11.258097 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6ef65f-90ee-44da-8e68-f6cdcf283a9c req-8457719f-b713-42eb-b928-e201f7c3b218 tempest-VolumesActionsTest-957323980 tempest-VolumesActionsTest-957323980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:11.259158 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-ad6ef65f-90ee-44da-8e68-f6cdcf283a9c req-8457719f-b713-42eb-b928-e201f7c3b218 tempest-VolumesActionsTest-957323980 tempest-VolumesActionsTest-957323980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:11.310858 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9d18641f-f61c-42b8-9cf5-ba74041afc2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:11.361284 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a5063-48df-4fc5-a673-dcdd90ea5968 req-78dd858b-a2eb-41b9-9bd5-5b3aecf4497d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:11.366723 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-328a5063-48df-4fc5-a673-dcdd90ea5968 req-78dd858b-a2eb-41b9-9bd5-5b3aecf4497d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dc19dfed-9970-499d-881e-1bcf7302fd07 HTTP/1.1" status: 200 len: 848 time: 0.2955763 May 31 13:59:11.386830 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9d18641f-f61c-42b8-9cf5-ba74041afc2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:11.398684 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-f1f17872-d0cd-4981-aeec-3a429911b3a0 None None] Set router 8a671722-d291-44e2-8eaa-e117ed7673d1 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:59:11.493157 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9d18641f-f61c-42b8-9cf5-ba74041afc2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:11.504475 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-db2004e4-6168-4244-ac1f-694e70e42bc0 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Deleting subnet 46d8b9c0-b8bd-4aad-8598-4f3841a26808 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:59:11.518165 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-db2004e4-6168-4244-ac1f-694e70e42bc0 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:11.536002 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d18641f-f61c-42b8-9cf5-ba74041afc2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b175dc-785d-45b0-b7b1-d10663d8ba65,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:59:11.540350 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ad6ef65f-90ee-44da-8e68-f6cdcf283a9c req-8457719f-b713-42eb-b928-e201f7c3b218 tempest-VolumesActionsTest-957323980 tempest-VolumesActionsTest-957323980-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0594978 May 31 13:59:11.542313 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9d18641f-f61c-42b8-9cf5-ba74041afc2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:11.556733 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-9d18641f-f61c-42b8-9cf5-ba74041afc2c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/21b175dc-785d-45b0-b7b1-d10663d8ba65 HTTP/1.1" status: 204 len: 168 time: 0.5339971 May 31 13:59:11.565318 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-ad6ef65f-90ee-44da-8e68-f6cdcf283a9c req-827de188-4c16-474c-be8d-85c828dfe928 service neutron] Request body: {'port': {'device_id': 'bb0779e7-d980-4c48-b092-dfd79d5e88f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:59:11.808630 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-db2004e4-6168-4244-ac1f-694e70e42bc0 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65507433'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:11.973786 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-ad6ef65f-90ee-44da-8e68-f6cdcf283a9c req-827de188-4c16-474c-be8d-85c828dfe928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:12.078932 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-f1f17872-d0cd-4981-aeec-3a429911b3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a671722-d291-44e2-8eaa-e117ed7673d1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1791476966', 'tenant_id': 'f161391927494a93ac97ddf889ee8804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '2e855b67-5833-4f03-8ab3-258e266096d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:57:47Z', 'updated_at': '2022-05-31T13:59:05Z', 'revision_number': 5, 'project_id': 'f161391927494a93ac97ddf889ee8804', 'gw_port': {'id': '2e855b67-5833-4f03-8ab3-258e266096d6', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a671722-d291-44e2-8eaa-e117ed7673d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:57:49Z', 'updated_at': '2022-05-31T13:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:59:12.085545 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f17872-d0cd-4981-aeec-3a429911b3a0 None None] Checking router: 8a671722-d291-44e2-8eaa-e117ed7673d1 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:59:12.136158 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f17872-d0cd-4981-aeec-3a429911b3a0 None None] Routers {'8a671722-d291-44e2-8eaa-e117ed7673d1'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:59:12.137520 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-f1f17872-d0cd-4981-aeec-3a429911b3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:58:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['8a671722-d291-44e2-8eaa-e117ed7673d1'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:59:12.260700 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a5063-48df-4fc5-a673-dcdd90ea5968 req-c0aba0eb-504b-4fda-bb83-6ebdd88bce12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:12.268160 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-328a5063-48df-4fc5-a673-dcdd90ea5968 req-c0aba0eb-504b-4fda-bb83-6ebdd88bce12 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5f55bbea-82b7-4578-aae9-4a649a9da1e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8921976 May 31 13:59:12.420442 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 54260) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:59:12.459317 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b0956-5046-478d-bb41-1f74068cb026 req-f23d3d17-09ee-492d-938c-867235cb6ceb tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:12.472387 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3c6b0956-5046-478d-bb41-1f74068cb026 req-f23d3d17-09ee-492d-938c-867235cb6ceb tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=1e9afa6d-09f3-4081-a064-2316d70cb635 HTTP/1.1" status: 200 len: 1094 time: 0.7565336 May 31 13:59:12.512867 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-721ab1d9-e995-4dfc-b318-938473970c06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:12.583380 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-721ab1d9-e995-4dfc-b318-938473970c06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:59:12.602247 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-721ab1d9-e995-4dfc-b318-938473970c06 admin admin] Usage tracker for resource:security_group_rule and tenant:12799a8b10734db4b9ae8ba800104be5 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:59:12.604212 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-721ab1d9-e995-4dfc-b318-938473970c06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:59:12.605137 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-f1f17872-d0cd-4981-aeec-3a429911b3a0 None None] Set router 8a671722-d291-44e2-8eaa-e117ed7673d1 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:59:12.641537 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-721ab1d9-e995-4dfc-b318-938473970c06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:59:12.695157 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6684b322-7d36-43c9-b55a-221097c5a8fe req-bd6d8c5f-4623-48a9-8509-1b3ba3e75b4d tempest-VolumesActionsTest-957323980 tempest-VolumesActionsTest-957323980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:12.697784 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6684b322-7d36-43c9-b55a-221097c5a8fe req-bd6d8c5f-4623-48a9-8509-1b3ba3e75b4d tempest-VolumesActionsTest-957323980 tempest-VolumesActionsTest-957323980-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb0779e7-d980-4c48-b092-dfd79d5e88f3 HTTP/1.1" status: 200 len: 931 time: 0.7814939 May 31 13:59:12.827126 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-db2004e4-6168-4244-ac1f-694e70e42bc0 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:12.911642 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3c6b0956-5046-478d-bb41-1f74068cb026 req-c307305d-2e29-4e12-a8e6-0e9c8657002e tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=293a46b4-2e0a-44ae-a92c-857d2faefc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4296005 May 31 13:59:13.058866 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-328a5063-48df-4fc5-a673-dcdd90ea5968 req-196024ff-7ec8-487d-830d-0e11c166401f service neutron] 10.222.0.20 "GET /v2.0/networks/5f55bbea-82b7-4578-aae9-4a649a9da1e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7837496 May 31 13:59:13.073268 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1ea6de9b-0656-47d3-83da-9e7491fc766b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:13.122639 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6684b322-7d36-43c9-b55a-221097c5a8fe req-34664f3c-ab63-4b36-924e-4dda519a1996 tempest-VolumesActionsTest-957323980 tempest-VolumesActionsTest-957323980-project] 10.222.0.50 "GET /v2.0/security-groups?id=17f7e7d9-af4f-4808-8ecf-871b8f53faa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4008467 May 31 13:59:13.216684 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-db2004e4-6168-4244-ac1f-694e70e42bc0 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65216469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65148562'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:13.251941 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [req-ad6ef65f-90ee-44da-8e68-f6cdcf283a9c req-827de188-4c16-474c-be8d-85c828dfe928 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90cf1fca-4227-48e0-8afe-7e5bce84e4f5 {{(pid=88369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:59:13.261110 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-721ab1d9-e995-4dfc-b318-938473970c06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:13.269028 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-ad6ef65f-90ee-44da-8e68-f6cdcf283a9c req-827de188-4c16-474c-be8d-85c828dfe928 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:13.273421 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-721ab1d9-e995-4dfc-b318-938473970c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:13.276772 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-f1f17872-d0cd-4981-aeec-3a429911b3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a671722-d291-44e2-8eaa-e117ed7673d1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1791476966', 'tenant_id': 'f161391927494a93ac97ddf889ee8804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '2e855b67-5833-4f03-8ab3-258e266096d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:57:47Z', 'updated_at': '2022-05-31T13:59:05Z', 'revision_number': 5, 'project_id': 'f161391927494a93ac97ddf889ee8804', 'gw_port': {'id': '2e855b67-5833-4f03-8ab3-258e266096d6', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a671722-d291-44e2-8eaa-e117ed7673d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:57:49Z', 'updated_at': '2022-05-31T13:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:59:13.284442 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f17872-d0cd-4981-aeec-3a429911b3a0 None None] The sync data for ids ['8a671722-d291-44e2-8eaa-e117ed7673d1'] in n-d-843939-1 is: [{'id': '8a671722-d291-44e2-8eaa-e117ed7673d1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1791476966', 'tenant_id': 'f161391927494a93ac97ddf889ee8804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': '2e855b67-5833-4f03-8ab3-258e266096d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:57:47Z', 'updated_at': '2022-05-31T13:59:05Z', 'revision_number': 5, 'project_id': 'f161391927494a93ac97ddf889ee8804', 'gw_port': {'id': '2e855b67-5833-4f03-8ab3-258e266096d6', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:2b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a671722-d291-44e2-8eaa-e117ed7673d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:57:49Z', 'updated_at': '2022-05-31T13:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:59:13.333624 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2004e4-6168-4244-ac1f-694e70e42bc0 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Pushing event deleted for resources: {'Subnet': ['ID=46d8b9c0-b8bd-4aad-8598-4f3841a26808,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:59:13.345807 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-db2004e4-6168-4244-ac1f-694e70e42bc0 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:13.363018 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c907e7cd-d73f-49e5-8f19-77f46aae9649 None None] Network 844390b7-044b-44f8-b83b-193dc9bc3cc2 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:59:13.421908 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-db2004e4-6168-4244-ac1f-694e70e42bc0 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.50 "DELETE /v2.0/subnets/46d8b9c0-b8bd-4aad-8598-4f3841a26808 HTTP/1.1" status: 204 len: 168 time: 2.4147680 May 31 13:59:13.422173 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-ad6ef65f-90ee-44da-8e68-f6cdcf283a9c req-827de188-4c16-474c-be8d-85c828dfe928 service neutron] Transition to ACTIVE for port object 90cf1fca-4227-48e0-8afe-7e5bce84e4f5 will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:59:13.423000 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 54278) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:59:13.424671 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721ab1d9-e995-4dfc-b318-938473970c06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6029bce-5457-45ab-b169-a658e5d46c8c,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:59:13.441794 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-ad6ef65f-90ee-44da-8e68-f6cdcf283a9c req-827de188-4c16-474c-be8d-85c828dfe928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:13.508212 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-721ab1d9-e995-4dfc-b318-938473970c06 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=12799a8b10734db4b9ae8ba800104be5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0811615 May 31 13:59:13.536620 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-328a5063-48df-4fc5-a673-dcdd90ea5968 req-056e7037-bdc2-43a8-9bc2-3539b186793d service neutron] 10.222.0.20 "GET /v2.0/networks/5f55bbea-82b7-4578-aae9-4a649a9da1e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4698410 May 31 13:59:13.560439 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 54282) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:59:13.956250 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827de188-4c16-474c-be8d-85c828dfe928 service neutron] Pushing event updated for resources: {'Port': ['ID=90cf1fca-4227-48e0-8afe-7e5bce84e4f5,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:59:14.121070 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-ad6ef65f-90ee-44da-8e68-f6cdcf283a9c req-827de188-4c16-474c-be8d-85c828dfe928 service neutron] Attempting to bind port 90cf1fca-4227-48e0-8afe-7e5bce84e4f5 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:59:14.121399 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-ad6ef65f-90ee-44da-8e68-f6cdcf283a9c req-827de188-4c16-474c-be8d-85c828dfe928 service neutron] Attempting to bind port 90cf1fca-4227-48e0-8afe-7e5bce84e4f5 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': '62c184d7-a4c3-4afb-8759-5b07f95f37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8824cc85-32f0-4d38-a2cc-c4c2b1f6b6ec'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:59:14.121781 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6ef65f-90ee-44da-8e68-f6cdcf283a9c req-827de188-4c16-474c-be8d-85c828dfe928 service neutron] Attempting to bind port 90cf1fca-4227-48e0-8afe-7e5bce84e4f5 on network 8824cc85-32f0-4d38-a2cc-c4c2b1f6b6ec {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:59:14.147243 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6ef65f-90ee-44da-8e68-f6cdcf283a9c req-827de188-4c16-474c-be8d-85c828dfe928 service neutron] Port 90cf1fca-4227-48e0-8afe-7e5bce84e4f5 on network 8824cc85-32f0-4d38-a2cc-c4c2b1f6b6ec not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:59:14.147942 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6ef65f-90ee-44da-8e68-f6cdcf283a9c req-827de188-4c16-474c-be8d-85c828dfe928 service neutron] Attempting to bind port 90cf1fca-4227-48e0-8afe-7e5bce84e4f5 on network 8824cc85-32f0-4d38-a2cc-c4c2b1f6b6ec {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:59:14.159460 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6ef65f-90ee-44da-8e68-f6cdcf283a9c req-827de188-4c16-474c-be8d-85c828dfe928 service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:59:14.160222 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6ef65f-90ee-44da-8e68-f6cdcf283a9c req-827de188-4c16-474c-be8d-85c828dfe928 service neutron] Checking segment: {'id': '62c184d7-a4c3-4afb-8759-5b07f95f37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8824cc85-32f0-4d38-a2cc-c4c2b1f6b6ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:59:14.161318 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6ef65f-90ee-44da-8e68-f6cdcf283a9c req-827de188-4c16-474c-be8d-85c828dfe928 service neutron] Bound using segment: {'id': '62c184d7-a4c3-4afb-8759-5b07f95f37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8824cc85-32f0-4d38-a2cc-c4c2b1f6b6ec'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:59:14.162340 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-ad6ef65f-90ee-44da-8e68-f6cdcf283a9c req-827de188-4c16-474c-be8d-85c828dfe928 service neutron] Bound port: 90cf1fca-4227-48e0-8afe-7e5bce84e4f5, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62c184d7-a4c3-4afb-8759-5b07f95f37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8824cc85-32f0-4d38-a2cc-c4c2b1f6b6ec'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:59:14.163045 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-ad6ef65f-90ee-44da-8e68-f6cdcf283a9c req-827de188-4c16-474c-be8d-85c828dfe928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:14.304789 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:14.332047 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-ad6ef65f-90ee-44da-8e68-f6cdcf283a9c req-827de188-4c16-474c-be8d-85c828dfe928 service neutron] For port 90cf1fca-4227-48e0-8afe-7e5bce84e4f5, host n-h2-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:59:14.339067 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-ad6ef65f-90ee-44da-8e68-f6cdcf283a9c req-827de188-4c16-474c-be8d-85c828dfe928 service neutron] For port 90cf1fca-4227-48e0-8afe-7e5bce84e4f5, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=90cf1fca-4227-48e0-8afe-7e5bce84e4f5,segment=NetworkSegment(62c184d7-a4c3-4afb-8759-5b07f95f37c0),segment_id=62c184d7-a4c3-4afb-8759-5b07f95f37c0)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:59:14.346977 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-ad6ef65f-90ee-44da-8e68-f6cdcf283a9c req-827de188-4c16-474c-be8d-85c828dfe928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:14.368782 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:14.458181 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6ef65f-90ee-44da-8e68-f6cdcf283a9c req-827de188-4c16-474c-be8d-85c828dfe928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:14.459579 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-ad6ef65f-90ee-44da-8e68-f6cdcf283a9c req-827de188-4c16-474c-be8d-85c828dfe928 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:14.461137 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ad6ef65f-90ee-44da-8e68-f6cdcf283a9c req-827de188-4c16-474c-be8d-85c828dfe928 service neutron] 10.222.0.44 "PUT /v2.0/ports/90cf1fca-4227-48e0-8afe-7e5bce84e4f5 HTTP/1.1" status: 200 len: 1091 time: 2.9032311 May 31 13:59:14.461716 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb0779e7-d980-4c48-b092-dfd79d5e88f3', 'tag': '90cf1fca-4227-48e0-8afe-7e5bce84e4f5'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:59:14.509448 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827de188-4c16-474c-be8d-85c828dfe928 service neutron] Pushing event updated for resources: {'Port': ['ID=90cf1fca-4227-48e0-8afe-7e5bce84e4f5,revision_number=3']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:59:14.523043 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c437cae0-9eba-4e8e-b358-4616594685e4 None None] DHCP port deletion for 844390b7-044b-44f8-b83b-193dc9bc3cc2 request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:59:14.530362 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-c437cae0-9eba-4e8e-b358-4616594685e4 None None] Deleting port 0f197867-01fe-4bdc-97be-cb07e92d153e {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:59:14.535781 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c437cae0-9eba-4e8e-b358-4616594685e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:14.602825 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 13:59:14.639818 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6ef65f-90ee-44da-8e68-f6cdcf283a9c req-1c0737d1-002a-48ce-adbb-a987afb2309f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:14.641351 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ad6ef65f-90ee-44da-8e68-f6cdcf283a9c req-1c0737d1-002a-48ce-adbb-a987afb2309f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5a5d6bb8c94544fd9cbe75d7bf093dfa&device_id=bb0779e7-d980-4c48-b092-dfd79d5e88f3 HTTP/1.1" status: 200 len: 1094 time: 0.1208746 May 31 13:59:15.018047 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ad6ef65f-90ee-44da-8e68-f6cdcf283a9c req-b6d1adff-6d34-434e-8795-783f6a37e666 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90cf1fca-4227-48e0-8afe-7e5bce84e4f5 HTTP/1.1" status: 200 len: 217 time: 0.3666110 May 31 13:59:15.076814 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2bf4497b-c8a6-4b33-bd91-9978beb58e0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:15.112191 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 484e5a81-8d3a-49be-aabf-5fbcbd53e45b no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:59:15.141846 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2bf4497b-c8a6-4b33-bd91-9978beb58e0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:15.147284 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6ef65f-90ee-44da-8e68-f6cdcf283a9c req-985ad872-a27e-4b02-ad41-6dfacfd09420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:15.152384 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ad6ef65f-90ee-44da-8e68-f6cdcf283a9c req-985ad872-a27e-4b02-ad41-6dfacfd09420 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0aace67-fd40-4843-919b-4e4273f0e9bc HTTP/1.1" status: 200 len: 849 time: 0.1274519 May 31 13:59:15.247391 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 484e5a81-8d3a-49be-aabf-5fbcbd53e45b {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:59:15.248436 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 484e5a81-8d3a-49be-aabf-5fbcbd53e45b not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:59:15.249168 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 0f197867-01fe-4bdc-97be-cb07e92d153e no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:59:15.280731 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ad6ef65f-90ee-44da-8e68-f6cdcf283a9c req-420adfda-7f59-4950-ad8d-6bfced8577f9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8824cc85-32f0-4d38-a2cc-c4c2b1f6b6ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1169369 May 31 13:59:15.312966 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-833bef05-b2fa-46e8-970e-ca08fc1c723d tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks [] for router, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:15.388505 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-c437cae0-9eba-4e8e-b358-4616594685e4 None None] For port 0f197867-01fe-4bdc-97be-cb07e92d153e, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=0f197867-01fe-4bdc-97be-cb07e92d153e,segment=NetworkSegment(61b74aef-884b-402c-a874-aded7fafffd6),segment_id=61b74aef-884b-402c-a874-aded7fafffd6)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:59:15.389056 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c437cae0-9eba-4e8e-b358-4616594685e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:15.507933 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629b452b-f13a-4c4d-93a2-03fee9f8e6bf req-1a0a8981-9bfc-4d49-bf29-097521d8a3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:15.509452 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-629b452b-f13a-4c4d-93a2-03fee9f8e6bf req-1a0a8981-9bfc-4d49-bf29-097521d8a3c2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2d602b86dea24940a1b3a7507f88da04&device_id=1e9afa6d-09f3-4081-a064-2316d70cb635 HTTP/1.1" status: 200 len: 1094 time: 1.9123495 May 31 13:59:15.519776 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ad6ef65f-90ee-44da-8e68-f6cdcf283a9c req-4e8201d1-f946-427f-a5a7-2e99dd241051 service neutron] 10.222.0.44 "GET /v2.0/networks/8824cc85-32f0-4d38-a2cc-c4c2b1f6b6ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317011 May 31 13:59:15.754524 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2bf4497b-c8a6-4b33-bd91-9978beb58e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:15.876530 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2bf4497b-c8a6-4b33-bd91-9978beb58e0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:15.877923 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-2bf4497b-c8a6-4b33-bd91-9978beb58e0c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a6029bce-5457-45ab-b169-a658e5d46c8c HTTP/1.1" status: 204 len: 168 time: 2.3162215 May 31 13:59:15.916482 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ad6ef65f-90ee-44da-8e68-f6cdcf283a9c req-c8312287-cc8f-416c-9858-18983e418031 service neutron] 10.222.0.44 "GET /v2.0/networks/8824cc85-32f0-4d38-a2cc-c4c2b1f6b6ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3888590 May 31 13:59:15.950903 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-c437cae0-9eba-4e8e-b358-4616594685e4 None None] Calling delete_port for 0f197867-01fe-4bdc-97be-cb07e92d153e owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:59:15.974907 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807870c2-99ca-4b6f-9d14-de91c1c9480b req-bdeaff33-20d2-46a2-884a-59df5e0e5742 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:15.991912 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-807870c2-99ca-4b6f-9d14-de91c1c9480b req-bdeaff33-20d2-46a2-884a-59df5e0e5742 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=1e9afa6d-09f3-4081-a064-2316d70cb635 HTTP/1.1" status: 200 len: 1094 time: 1.6629341 May 31 13:59:16.048989 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274858f6-f5ac-400b-acfb-b8cbe826faeb req-ccfde005-b81f-4a0d-809a-c939c70b10aa tempest-VolumesActionsTest-957323980 tempest-VolumesActionsTest-957323980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:16.074948 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-274858f6-f5ac-400b-acfb-b8cbe826faeb req-ccfde005-b81f-4a0d-809a-c939c70b10aa tempest-VolumesActionsTest-957323980 tempest-VolumesActionsTest-957323980-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb0779e7-d980-4c48-b092-dfd79d5e88f3 HTTP/1.1" status: 200 len: 943 time: 1.5694137 May 31 13:59:16.077831 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf4497b-c8a6-4b33-bd91-9978beb58e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6029bce-5457-45ab-b169-a658e5d46c8c,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:59:16.211322 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c437cae0-9eba-4e8e-b358-4616594685e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:16.218446 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:16.279392 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629b452b-f13a-4c4d-93a2-03fee9f8e6bf req-c8bf542f-3d0d-47fe-b5fa-0b45a855c19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:16.281464 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-629b452b-f13a-4c4d-93a2-03fee9f8e6bf req-c8bf542f-3d0d-47fe-b5fa-0b45a855c19e service neutron] 10.222.0.20 "GET /v2.0/networks?id=5f55bbea-82b7-4578-aae9-4a649a9da1e9 HTTP/1.1" status: 200 len: 910 time: 0.7371097 May 31 13:59:16.368860 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c437cae0-9eba-4e8e-b358-4616594685e4 None None] Pushing event deleted for resources: {'Port': ['ID=0f197867-01fe-4bdc-97be-cb07e92d153e,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:59:16.372471 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No active binding found for port 0f197867-01fe-4bdc-97be-cb07e92d153e {{(pid=88371) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 31 13:59:16.374601 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 0f197867-01fe-4bdc-97be-cb07e92d153e not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:59:16.387432 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 34c487a4-a161-4516-9518-8e293b2f9c4e details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:59:16.402924 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c437cae0-9eba-4e8e-b358-4616594685e4 None None] No DVR routers for this DVR port 0f197867-01fe-4bdc-97be-cb07e92d153e on host n-d-843939-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:59:16.671033 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 34c487a4-a161-4516-9518-8e293b2f9c4e, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=34c487a4-a161-4516-9518-8e293b2f9c4e,segment=NetworkSegment(f584d02d-1a73-49db-b1c0-d9b71d33b4f6),segment_id=f584d02d-1a73-49db-b1c0-d9b71d33b4f6)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:59:16.700480 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': '34c487a4-a161-4516-9518-8e293b2f9c4e', 'network_id': '5f55bbea-82b7-4578-aae9-4a649a9da1e9', 'port_id': '34c487a4-a161-4516-9518-8e293b2f9c4e', 'mac_address': 'fa:16:3e:3c:99:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc19dfed-9970-499d-881e-1bcf7302fd07', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:59:16.738193 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-274858f6-f5ac-400b-acfb-b8cbe826faeb req-2f7766de-b136-473f-8562-a30240e74405 tempest-VolumesActionsTest-957323980 tempest-VolumesActionsTest-957323980-project] 10.222.0.50 "GET /v2.0/security-groups?id=17f7e7d9-af4f-4808-8ecf-871b8f53faa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6587410 May 31 13:59:16.773362 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-629b452b-f13a-4c4d-93a2-03fee9f8e6bf req-a588db76-426b-4010-973f-c76139b96dcd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34c487a4-a161-4516-9518-8e293b2f9c4e HTTP/1.1" status: 200 len: 217 time: 0.4797153 May 31 13:59:16.805071 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 34c487a4-a161-4516-9518-8e293b2f9c4e is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:59:16.805928 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:16.826629 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34c487a4-a161-4516-9518-8e293b2f9c4e {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:59:16.857628 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 34c487a4-a161-4516-9518-8e293b2f9c4e, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=34c487a4-a161-4516-9518-8e293b2f9c4e,segment=NetworkSegment(f584d02d-1a73-49db-b1c0-d9b71d33b4f6),segment_id=f584d02d-1a73-49db-b1c0-d9b71d33b4f6)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:59:16.872306 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:16.906900 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-833bef05-b2fa-46e8-970e-ca08fc1c723d tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:16.928818 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-807870c2-99ca-4b6f-9d14-de91c1c9480b req-2f899f59-eefc-4f89-a72d-da13d86934c1 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=293a46b4-2e0a-44ae-a92c-857d2faefc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9352763 May 31 13:59:16.959859 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-833bef05-b2fa-46e8-970e-ca08fc1c723d tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Deleting port 2e855b67-5833-4f03-8ab3-258e266096d6 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:59:16.960432 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-833bef05-b2fa-46e8-970e-ca08fc1c723d tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:17.075805 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=34c487a4-a161-4516-9518-8e293b2f9c4e,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:59:17.076595 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629b452b-f13a-4c4d-93a2-03fee9f8e6bf req-c2995b14-914c-4d8c-bfce-acbd2700b34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:17.078939 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-629b452b-f13a-4c4d-93a2-03fee9f8e6bf req-c2995b14-914c-4d8c-bfce-acbd2700b34f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dc19dfed-9970-499d-881e-1bcf7302fd07 HTTP/1.1" status: 200 len: 848 time: 0.2716627 May 31 13:59:17.202935 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['34c487a4-a161-4516-9518-8e293b2f9c4e'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:59:17.550895 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25c2c984-e41b-49c9-b4af-d66ee7e66578'] response: {'name': 'network-changed', 'server_uuid': 'bb0779e7-d980-4c48-b092-dfd79d5e88f3', 'tag': '90cf1fca-4227-48e0-8afe-7e5bce84e4f5', 'status': 'completed', 'code': 200} May 31 13:59:17.565525 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629b452b-f13a-4c4d-93a2-03fee9f8e6bf req-ef97e1de-2f4f-443b-a0eb-a2d8920e35c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:17.567032 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-629b452b-f13a-4c4d-93a2-03fee9f8e6bf req-ef97e1de-2f4f-443b-a0eb-a2d8920e35c2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5f55bbea-82b7-4578-aae9-4a649a9da1e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4800534 May 31 13:59:17.963745 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68b9f7-88b7-4730-af4e-f9437b1f445c req-2863673d-cd5c-4b6c-b0d8-bcf0f57e5204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:17.966873 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-6f68b9f7-88b7-4730-af4e-f9437b1f445c req-2863673d-cd5c-4b6c-b0d8-bcf0f57e5204 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5a5d6bb8c94544fd9cbe75d7bf093dfa&device_id=bb0779e7-d980-4c48-b092-dfd79d5e88f3 HTTP/1.1" status: 200 len: 1094 time: 0.3995066 May 31 13:59:17.975887 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-833bef05-b2fa-46e8-970e-ca08fc1c723d tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] For port 2e855b67-5833-4f03-8ab3-258e266096d6, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=2e855b67-5833-4f03-8ab3-258e266096d6,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:59:17.994480 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-833bef05-b2fa-46e8-970e-ca08fc1c723d tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:18.144029 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 90cf1fca-4227-48e0-8afe-7e5bce84e4f5 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:59:18.555484 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68b9f7-88b7-4730-af4e-f9437b1f445c req-e7a97c8c-0c7b-4fee-bd7a-91578f667541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:18.557876 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-6f68b9f7-88b7-4730-af4e-f9437b1f445c req-e7a97c8c-0c7b-4fee-bd7a-91578f667541 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8824cc85-32f0-4d38-a2cc-c4c2b1f6b6ec HTTP/1.1" status: 200 len: 910 time: 0.5721982 May 31 13:59:18.683408 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 90cf1fca-4227-48e0-8afe-7e5bce84e4f5, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=90cf1fca-4227-48e0-8afe-7e5bce84e4f5,segment=NetworkSegment(62c184d7-a4c3-4afb-8759-5b07f95f37c0),segment_id=62c184d7-a4c3-4afb-8759-5b07f95f37c0)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:59:18.688145 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-833bef05-b2fa-46e8-970e-ca08fc1c723d tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Calling delete_port for 2e855b67-5833-4f03-8ab3-258e266096d6 owned by network:router_gateway {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:59:18.707509 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': '90cf1fca-4227-48e0-8afe-7e5bce84e4f5', 'network_id': '8824cc85-32f0-4d38-a2cc-c4c2b1f6b6ec', 'port_id': '90cf1fca-4227-48e0-8afe-7e5bce84e4f5', 'mac_address': 'fa:16:3e:e5:ab:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0aace67-fd40-4843-919b-4e4273f0e9bc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:59:18.764727 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-6f68b9f7-88b7-4730-af4e-f9437b1f445c req-b4492cc4-ac6e-4f20-965c-a8f0cc1477bd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90cf1fca-4227-48e0-8afe-7e5bce84e4f5 HTTP/1.1" status: 200 len: 217 time: 0.1998200 May 31 13:59:18.799982 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 90cf1fca-4227-48e0-8afe-7e5bce84e4f5 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:59:18.800577 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:18.854300 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90cf1fca-4227-48e0-8afe-7e5bce84e4f5 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:59:18.881505 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 90cf1fca-4227-48e0-8afe-7e5bce84e4f5, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=90cf1fca-4227-48e0-8afe-7e5bce84e4f5,segment=NetworkSegment(62c184d7-a4c3-4afb-8759-5b07f95f37c0),segment_id=62c184d7-a4c3-4afb-8759-5b07f95f37c0)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:59:18.887876 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:18.904356 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68b9f7-88b7-4730-af4e-f9437b1f445c req-aac260e0-d0a5-4a1f-922c-9938aad2550e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:18.908381 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-6f68b9f7-88b7-4730-af4e-f9437b1f445c req-aac260e0-d0a5-4a1f-922c-9938aad2550e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0aace67-fd40-4843-919b-4e4273f0e9bc HTTP/1.1" status: 200 len: 849 time: 0.1371145 May 31 13:59:19.025578 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-6f68b9f7-88b7-4730-af4e-f9437b1f445c req-86062eab-9807-40fa-b7c5-c2a992a0804e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8824cc85-32f0-4d38-a2cc-c4c2b1f6b6ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0989580 May 31 13:59:19.043534 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [req-6f68b9f7-88b7-4730-af4e-f9437b1f445c req-71401fba-765d-438d-b1ac-4c8055ee7709 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88369) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:59:19.044649 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-6f68b9f7-88b7-4730-af4e-f9437b1f445c req-71401fba-765d-438d-b1ac-4c8055ee7709 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088940 May 31 13:59:19.053039 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=90cf1fca-4227-48e0-8afe-7e5bce84e4f5,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:59:19.109858 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-629b452b-f13a-4c4d-93a2-03fee9f8e6bf req-a134b192-76fa-4dee-afbd-ab13b2736b42 service neutron] 10.222.0.20 "GET /v2.0/networks/5f55bbea-82b7-4578-aae9-4a649a9da1e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5131946 May 31 13:59:19.166643 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['90cf1fca-4227-48e0-8afe-7e5bce84e4f5'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:59:19.365406 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702eb6d0-6e61-4afc-a477-7b901f8aaf86 req-7ea395fa-ebee-456c-bc0e-fa81a35393de tempest-VolumesActionsTest-957323980 tempest-VolumesActionsTest-957323980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:19.368536 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-702eb6d0-6e61-4afc-a477-7b901f8aaf86 req-7ea395fa-ebee-456c-bc0e-fa81a35393de tempest-VolumesActionsTest-957323980 tempest-VolumesActionsTest-957323980-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb0779e7-d980-4c48-b092-dfd79d5e88f3 HTTP/1.1" status: 200 len: 943 time: 1.2560165 May 31 13:59:19.417423 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-6f68b9f7-88b7-4730-af4e-f9437b1f445c req-dca42e16-92a1-4613-b014-91e49056716a service neutron] 10.222.0.44 "GET /v2.0/networks/8824cc85-32f0-4d38-a2cc-c4c2b1f6b6ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3655858 May 31 13:59:19.557719 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6007ec1f-055b-467f-882e-53d815f0d124 req-4cb94366-ee0a-407d-b7c9-739a36c97560 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:19.587626 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6007ec1f-055b-467f-882e-53d815f0d124 req-4cb94366-ee0a-407d-b7c9-739a36c97560 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=1e9afa6d-09f3-4081-a064-2316d70cb635 HTTP/1.1" status: 200 len: 1095 time: 0.9262028 May 31 13:59:19.660064 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-702eb6d0-6e61-4afc-a477-7b901f8aaf86 req-9146ee77-3db9-427f-9868-2098637b5f8e tempest-VolumesActionsTest-957323980 tempest-VolumesActionsTest-957323980-project] 10.222.0.50 "GET /v2.0/security-groups?id=17f7e7d9-af4f-4808-8ecf-871b8f53faa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513447 May 31 13:59:19.753431 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-629b452b-f13a-4c4d-93a2-03fee9f8e6bf req-c42b4e5d-d2b4-4d89-91e5-a0619b14f72d service neutron] 10.222.0.20 "GET /v2.0/networks/5f55bbea-82b7-4578-aae9-4a649a9da1e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6336894 May 31 13:59:19.783444 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6007ec1f-055b-467f-882e-53d815f0d124 req-456ba0ac-b12d-4cfc-89e6-fc66694bfaa3 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=293a46b4-2e0a-44ae-a92c-857d2faefc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529608 May 31 13:59:19.844045 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-6f68b9f7-88b7-4730-af4e-f9437b1f445c req-17ca064d-5fb7-479a-93cd-c74520cbd0c8 service neutron] 10.222.0.44 "GET /v2.0/networks/8824cc85-32f0-4d38-a2cc-c4c2b1f6b6ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4161556 May 31 13:59:19.883153 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-833bef05-b2fa-46e8-970e-ca08fc1c723d tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:19.957152 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833bef05-b2fa-46e8-970e-ca08fc1c723d tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Pushing event deleted for resources: {'Port': ['ID=2e855b67-5833-4f03-8ab3-258e266096d6,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:59:20.082953 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-833bef05-b2fa-46e8-970e-ca08fc1c723d tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577389'] for router_gateway, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:20.369711 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 34c487a4-a161-4516-9518-8e293b2f9c4e up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:59:20.387850 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-833bef05-b2fa-46e8-970e-ca08fc1c723d tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:20.399638 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-833bef05-b2fa-46e8-970e-ca08fc1c723d tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:20.449423 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-833bef05-b2fa-46e8-970e-ca08fc1c723d tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:20.450284 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-833bef05-b2fa-46e8-970e-ca08fc1c723d tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Fanout notify agent at l3_agent the message router_deleted on router 8a671722-d291-44e2-8eaa-e117ed7673d1 {{(pid=88370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:59:20.479534 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-833bef05-b2fa-46e8-970e-ca08fc1c723d tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:20.480943 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-833bef05-b2fa-46e8-970e-ca08fc1c723d tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.50 "DELETE /v2.0/routers/8a671722-d291-44e2-8eaa-e117ed7673d1 HTTP/1.1" status: 204 len: 168 time: 7.0572944 May 31 13:59:20.484135 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 54424) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:59:20.610294 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning for port 34c487a4-a161-4516-9518-8e293b2f9c4e completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:59:20.691880 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b02aefd3-2d0f-4689-a9b8-350549c0bb96 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:20.696249 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port 34c487a4-a161-4516-9518-8e293b2f9c4e triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:59:20.696838 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:21.174762 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b02aefd3-2d0f-4689-a9b8-350549c0bb96 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:21.189044 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 34c487a4-a161-4516-9518-8e293b2f9c4e is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:59:21.192515 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:21.296248 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e9afa6d-09f3-4081-a064-2316d70cb635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34c487a4-a161-4516-9518-8e293b2f9c4e'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:59:21.318029 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 34c487a4-a161-4516-9518-8e293b2f9c4e, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=34c487a4-a161-4516-9518-8e293b2f9c4e,segment=NetworkSegment(f584d02d-1a73-49db-b1c0-d9b71d33b4f6),segment_id=f584d02d-1a73-49db-b1c0-d9b71d33b4f6)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:59:21.325963 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:21.338688 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-b02aefd3-2d0f-4689-a9b8-350549c0bb96 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['844390b7-044b-44f8-b83b-193dc9bc3cc2']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:59:21.403894 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-b02aefd3-2d0f-4689-a9b8-350549c0bb96 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61b74aef-884b-402c-a874-aded7fafffd6') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:59:21.412063 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-b02aefd3-2d0f-4689-a9b8-350549c0bb96 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61b74aef-884b-402c-a874-aded7fafffd6') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:59:21.492995 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97934ae8-6496-40c0-98ee-e693ea459faa req-755656bc-8109-47de-872d-260c7e51ac98 tempest-VolumesActionsTest-957323980 tempest-VolumesActionsTest-957323980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:21.502213 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-97934ae8-6496-40c0-98ee-e693ea459faa req-755656bc-8109-47de-872d-260c7e51ac98 tempest-VolumesActionsTest-957323980 tempest-VolumesActionsTest-957323980-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb0779e7-d980-4c48-b092-dfd79d5e88f3 HTTP/1.1" status: 200 len: 944 time: 0.4916635 May 31 13:59:21.539892 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b02aefd3-2d0f-4689-a9b8-350549c0bb96 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:21.548853 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=34c487a4-a161-4516-9518-8e293b2f9c4e,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:59:21.631584 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-97934ae8-6496-40c0-98ee-e693ea459faa req-2ea460b9-1c7a-4ce8-adbd-62e6fb882503 tempest-VolumesActionsTest-957323980 tempest-VolumesActionsTest-957323980-project] 10.222.0.50 "GET /v2.0/security-groups?id=17f7e7d9-af4f-4808-8ecf-871b8f53faa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278336 May 31 13:59:21.636843 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b02aefd3-2d0f-4689-a9b8-350549c0bb96 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:21.657041 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b02aefd3-2d0f-4689-a9b8-350549c0bb96 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:59:21.657041 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b02aefd3-2d0f-4689-a9b8-350549c0bb96 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:21.818603 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b02aefd3-2d0f-4689-a9b8-350549c0bb96 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:21.819203 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0de985d8-2a1a-4f23-8b85-87756ce1ebfc'] response: {'server_uuid': '1e9afa6d-09f3-4081-a064-2316d70cb635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34c487a4-a161-4516-9518-8e293b2f9c4e', 'code': 200} May 31 13:59:21.871363 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 61b74aef-884b-402c-a874-aded7fafffd6 resource provider aggregate not found May 31 13:59:21.903365 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b02aefd3-2d0f-4689-a9b8-350549c0bb96 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:21.922500 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c3c54-5598-453e-bab9-6be43801bc63 req-f764dae6-c5d8-4dbf-b75f-0f282430aa7e tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:21.931482 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ea8c3c54-5598-453e-bab9-6be43801bc63 req-f764dae6-c5d8-4dbf-b75f-0f282430aa7e tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=1e9afa6d-09f3-4081-a064-2316d70cb635 HTTP/1.1" status: 200 len: 1095 time: 0.6800904 May 31 13:59:21.961526 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 61b74aef-884b-402c-a874-aded7fafffd6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 61b74aef-884b-402c-a874-aded7fafffd6 found for delete ", "request_id": "req-80502280-9e5e-41c9-89cd-ff064f4a0da0"}]} May 31 13:59:22.179630 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 90cf1fca-4227-48e0-8afe-7e5bce84e4f5 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:59:22.237570 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02aefd3-2d0f-4689-a9b8-350549c0bb96 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Pushing event deleted for resources: {'Network': ['ID=844390b7-044b-44f8-b83b-193dc9bc3cc2,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:59:22.299376 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02aefd3-2d0f-4689-a9b8-350549c0bb96 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:59:22.304021 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02aefd3-2d0f-4689-a9b8-350549c0bb96 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:59:22.304609 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02aefd3-2d0f-4689-a9b8-350549c0bb96 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:59:22.318237 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02aefd3-2d0f-4689-a9b8-350549c0bb96 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:59:22.318939 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02aefd3-2d0f-4689-a9b8-350549c0bb96 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:59:22.319296 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02aefd3-2d0f-4689-a9b8-350549c0bb96 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:59:22.319641 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02aefd3-2d0f-4689-a9b8-350549c0bb96 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:59:22.319983 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02aefd3-2d0f-4689-a9b8-350549c0bb96 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:59:22.320323 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02aefd3-2d0f-4689-a9b8-350549c0bb96 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:59:22.320655 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02aefd3-2d0f-4689-a9b8-350549c0bb96 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:59:22.320982 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02aefd3-2d0f-4689-a9b8-350549c0bb96 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:59:22.321307 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02aefd3-2d0f-4689-a9b8-350549c0bb96 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:59:22.374648 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port 90cf1fca-4227-48e0-8afe-7e5bce84e4f5 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:59:22.413439 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port 90cf1fca-4227-48e0-8afe-7e5bce84e4f5 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:59:22.415871 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:22.473689 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 54470) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:59:22.474669 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-b02aefd3-2d0f-4689-a9b8-350549c0bb96 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.50 "DELETE /v2.0/networks/844390b7-044b-44f8-b83b-193dc9bc3cc2 HTTP/1.1" status: 204 len: 168 time: 1.9883738 May 31 13:59:22.480402 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ea8c3c54-5598-453e-bab9-6be43801bc63 req-f78abb38-75d1-4eeb-ac77-862521208cda tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=293a46b4-2e0a-44ae-a92c-857d2faefc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5479224 May 31 13:59:22.529260 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b019993-17de-4e75-ab42-ade73e2db8b9 req-944fcdeb-8253-4154-8f86-795d958f3711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:22.533216 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0b019993-17de-4e75-ab42-ade73e2db8b9 req-944fcdeb-8253-4154-8f86-795d958f3711 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1e9afa6d-09f3-4081-a064-2316d70cb635 HTTP/1.1" status: 200 len: 1096 time: 0.5617642 May 31 13:59:22.742059 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0b019993-17de-4e75-ab42-ade73e2db8b9 req-b9b4e45f-026b-46fd-8038-bb416dc27655 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=293a46b4-2e0a-44ae-a92c-857d2faefc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008712 May 31 13:59:22.807323 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 90cf1fca-4227-48e0-8afe-7e5bce84e4f5 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:59:22.808420 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:23.029649 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 2e855b67-5833-4f03-8ab3-258e266096d6 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:59:23.198970 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62a3f39-dd1d-4f31-af30-7d807a53dab8 req-2c6a9e69-9c72-45b1-be82-61b428a96d9b tempest-VolumesActionsTest-957323980 tempest-VolumesActionsTest-957323980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:23.214069 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e62a3f39-dd1d-4f31-af30-7d807a53dab8 req-2c6a9e69-9c72-45b1-be82-61b428a96d9b tempest-VolumesActionsTest-957323980 tempest-VolumesActionsTest-957323980-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb0779e7-d980-4c48-b092-dfd79d5e88f3 HTTP/1.1" status: 200 len: 944 time: 0.3471766 May 31 13:59:23.257552 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-d70ebf5b-d8c3-4024-bdb6-8a43503c8f8c tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Deleting port f9c7b499-be09-4014-8e4e-5cf87fbd6801 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:59:23.260380 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d70ebf5b-d8c3-4024-bdb6-8a43503c8f8c tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:23.262674 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 90cf1fca-4227-48e0-8afe-7e5bce84e4f5, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=90cf1fca-4227-48e0-8afe-7e5bce84e4f5,segment=NetworkSegment(62c184d7-a4c3-4afb-8759-5b07f95f37c0),segment_id=62c184d7-a4c3-4afb-8759-5b07f95f37c0)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:59:23.334560 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 2e855b67-5833-4f03-8ab3-258e266096d6 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:59:23.339446 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 2e855b67-5833-4f03-8ab3-258e266096d6 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:59:23.357112 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:23.413826 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e62a3f39-dd1d-4f31-af30-7d807a53dab8 req-a5233814-096e-44b1-8760-9768b46606d0 tempest-VolumesActionsTest-957323980 tempest-VolumesActionsTest-957323980-project] 10.222.0.50 "GET /v2.0/security-groups?id=17f7e7d9-af4f-4808-8ecf-871b8f53faa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831856 May 31 13:59:23.691649 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=90cf1fca-4227-48e0-8afe-7e5bce84e4f5,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:59:23.821005 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb0779e7-d980-4c48-b092-dfd79d5e88f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90cf1fca-4227-48e0-8afe-7e5bce84e4f5'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:59:23.923481 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d70ebf5b-d8c3-4024-bdb6-8a43503c8f8c tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:23.924429 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d70ebf5b-d8c3-4024-bdb6-8a43503c8f8c tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:23.954941 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-893ee297-07e3-47af-b95d-f0b085a6e997'] response: {'server_uuid': 'bb0779e7-d980-4c48-b092-dfd79d5e88f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90cf1fca-4227-48e0-8afe-7e5bce84e4f5', 'code': 200} May 31 13:59:24.153480 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f150d4-1558-4568-8926-60794d227bd7 req-2fa94882-f0fe-4525-8435-132dddb929a8 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:24.172495 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-08f150d4-1558-4568-8926-60794d227bd7 req-2fa94882-f0fe-4525-8435-132dddb929a8 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=1e9afa6d-09f3-4081-a064-2316d70cb635 HTTP/1.1" status: 200 len: 1096 time: 0.2727935 May 31 13:59:24.400379 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-08f150d4-1558-4568-8926-60794d227bd7 req-46349155-602b-4865-ab3f-186aed5a6674 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=293a46b4-2e0a-44ae-a92c-857d2faefc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004914 May 31 13:59:24.498465 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-d70ebf5b-d8c3-4024-bdb6-8a43503c8f8c tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Calling delete_port for f9c7b499-be09-4014-8e4e-5cf87fbd6801 owned by network:floatingip {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:59:25.068716 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bb099a-672a-4ffd-85ec-fbfa5d5a76c7 req-9504d05a-56d5-4de1-ad32-a3b8007aed27 tempest-VolumesActionsTest-957323980 tempest-VolumesActionsTest-957323980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:25.077220 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25bb099a-672a-4ffd-85ec-fbfa5d5a76c7 req-9504d05a-56d5-4de1-ad32-a3b8007aed27 tempest-VolumesActionsTest-957323980 tempest-VolumesActionsTest-957323980-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb0779e7-d980-4c48-b092-dfd79d5e88f3 HTTP/1.1" status: 200 len: 945 time: 0.2927101 May 31 13:59:25.195004 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d70ebf5b-d8c3-4024-bdb6-8a43503c8f8c tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:25.274490 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25bb099a-672a-4ffd-85ec-fbfa5d5a76c7 req-ca0a3835-7b61-4aa9-be01-1a7cca3447e7 tempest-VolumesActionsTest-957323980 tempest-VolumesActionsTest-957323980-project] 10.222.0.50 "GET /v2.0/security-groups?id=17f7e7d9-af4f-4808-8ecf-871b8f53faa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816838 May 31 13:59:25.297965 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70ebf5b-d8c3-4024-bdb6-8a43503c8f8c tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Pushing event deleted for resources: {'Port': ['ID=f9c7b499-be09-4014-8e4e-5cf87fbd6801,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:59:25.464350 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 54690) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:59:25.902407 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a7798f76-6d30-4fbe-8cdd-3e0e64fdb87c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:25.991602 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-a7798f76-6d30-4fbe-8cdd-3e0e64fdb87c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:59:26.001359 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d70ebf5b-d8c3-4024-bdb6-8a43503c8f8c tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks [] for floatingip, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:26.001940 n-d-843939-1 neutron-server[88369]: INFO neutron.db.l3_db [None req-d70ebf5b-d8c3-4024-bdb6-8a43503c8f8c tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Floating IP 938f0d71-ed52-4e9c-83e0-e959eeb4f12d disassociated (deleted). External IP: 172.25.6.242, port: fa01f7a4-0311-4705-ae27-66b583933d64. May 31 13:59:26.002663 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-a7798f76-6d30-4fbe-8cdd-3e0e64fdb87c admin admin] Usage tracker for resource:security_group_rule and tenant:83b51e391f7e48f996b51b684feee05a is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:59:26.019100 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-a7798f76-6d30-4fbe-8cdd-3e0e64fdb87c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:59:26.038506 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-a7798f76-6d30-4fbe-8cdd-3e0e64fdb87c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:59:26.166389 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79731929-9673-4455-9089-9aa22d621745 req-a04dfbfc-fa7e-4c75-90d0-7479af8bdb5d tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:26.168629 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-79731929-9673-4455-9089-9aa22d621745 req-a04dfbfc-fa7e-4c75-90d0-7479af8bdb5d tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=1e9afa6d-09f3-4081-a064-2316d70cb635 HTTP/1.1" status: 200 len: 1096 time: 0.4522305 May 31 13:59:26.374831 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-79731929-9673-4455-9089-9aa22d621745 req-fff928e4-8a4c-4d45-9c32-f43162cc42b0 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=293a46b4-2e0a-44ae-a92c-857d2faefc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907480 May 31 13:59:26.774645 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a7798f76-6d30-4fbe-8cdd-3e0e64fdb87c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:26.809394 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a7798f76-6d30-4fbe-8cdd-3e0e64fdb87c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:26.951730 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd11c51-4232-47b7-8b7f-5a8e8cd90780 req-c5f6fa6e-8e3c-4529-ac62-93eee7f8bd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:26.972434 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-a7798f76-6d30-4fbe-8cdd-3e0e64fdb87c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=83b51e391f7e48f996b51b684feee05a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5065966 May 31 13:59:26.973601 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7798f76-6d30-4fbe-8cdd-3e0e64fdb87c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec0ca81-d449-4627-ac89-c22d614b68ef,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:59:26.979059 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 54810) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:59:26.999937 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0fd11c51-4232-47b7-8b7f-5a8e8cd90780 req-c5f6fa6e-8e3c-4529-ac62-93eee7f8bd91 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bb0779e7-d980-4c48-b092-dfd79d5e88f3 HTTP/1.1" status: 200 len: 1096 time: 2.4112859 May 31 13:59:27.124467 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d4463-d044-460a-89de-a9a93b1345c3 req-dac33d08-947c-41a1-b472-e696f2462206 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:27.133947 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-630d4463-d044-460a-89de-a9a93b1345c3 req-dac33d08-947c-41a1-b472-e696f2462206 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=1e9afa6d-09f3-4081-a064-2316d70cb635 HTTP/1.1" status: 200 len: 1096 time: 0.3261392 May 31 13:59:27.169078 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bba9ce00-f7ed-419d-a38c-b60c958920e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:27.196126 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0fd11c51-4232-47b7-8b7f-5a8e8cd90780 req-919fe237-5c19-4950-a711-8256b9f2d089 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=17f7e7d9-af4f-4808-8ecf-871b8f53faa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854522 May 31 13:59:27.207394 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bba9ce00-f7ed-419d-a38c-b60c958920e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:27.234343 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46548aeb-30e5-4573-8a95-623e2ab5939d req-d155238f-3fcd-4fd1-b7d3-5ac8147351db tempest-VolumesActionsTest-957323980 tempest-VolumesActionsTest-957323980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:27.243982 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-46548aeb-30e5-4573-8a95-623e2ab5939d req-d155238f-3fcd-4fd1-b7d3-5ac8147351db tempest-VolumesActionsTest-957323980 tempest-VolumesActionsTest-957323980-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb0779e7-d980-4c48-b092-dfd79d5e88f3 HTTP/1.1" status: 200 len: 945 time: 0.5921698 May 31 13:59:27.249830 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d70ebf5b-d8c3-4024-bdb6-8a43503c8f8c tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Router 6ab76726-3a2f-4cf9-8b19-0ac2009e8153 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:59:27.345404 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-46548aeb-30e5-4573-8a95-623e2ab5939d req-dfc406e2-ba9c-46bf-af7a-090cb39a0a5b tempest-VolumesActionsTest-957323980 tempest-VolumesActionsTest-957323980-project] 10.222.0.50 "GET /v2.0/security-groups?id=17f7e7d9-af4f-4808-8ecf-871b8f53faa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993562 May 31 13:59:27.397267 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-630d4463-d044-460a-89de-a9a93b1345c3 req-b2e700f5-30b6-4690-9376-0a5eac5c1fc7 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=293a46b4-2e0a-44ae-a92c-857d2faefc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615583 May 31 13:59:27.447865 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bba9ce00-f7ed-419d-a38c-b60c958920e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:27.553899 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bba9ce00-f7ed-419d-a38c-b60c958920e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:27.558715 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-bba9ce00-f7ed-419d-a38c-b60c958920e4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9ec0ca81-d449-4627-ac89-c22d614b68ef HTTP/1.1" status: 204 len: 168 time: 0.5738244 May 31 13:59:27.617812 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba9ce00-f7ed-419d-a38c-b60c958920e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec0ca81-d449-4627-ac89-c22d614b68ef,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:59:28.173372 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d70ebf5b-d8c3-4024-bdb6-8a43503c8f8c tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:59:28.190719 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0f8964-b9c0-4c28-a411-01e577ad0f70 None None] Sync routers for ids ['6ab76726-3a2f-4cf9-8b19-0ac2009e8153'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:59:28.225348 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0f8964-b9c0-4c28-a411-01e577ad0f70 None None] Routers {'6ab76726-3a2f-4cf9-8b19-0ac2009e8153'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:59:28.227198 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-5e0f8964-b9c0-4c28-a411-01e577ad0f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:59:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['6ab76726-3a2f-4cf9-8b19-0ac2009e8153'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:59:28.281860 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d70ebf5b-d8c3-4024-bdb6-8a43503c8f8c tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:28.459438 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a952b627-837a-4a3b-b26c-8a4957b64a2b req-59012fd7-82c8-447b-b72c-e94d1e77ad3f tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:28.478369 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a952b627-837a-4a3b-b26c-8a4957b64a2b req-59012fd7-82c8-447b-b72c-e94d1e77ad3f tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=1e9afa6d-09f3-4081-a064-2316d70cb635 HTTP/1.1" status: 200 len: 1096 time: 0.5079007 May 31 13:59:28.588866 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a952b627-837a-4a3b-b26c-8a4957b64a2b req-29fc87ed-3436-48d2-b30c-c42f3e86e801 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=293a46b4-2e0a-44ae-a92c-857d2faefc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090853 May 31 13:59:28.590615 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d70ebf5b-d8c3-4024-bdb6-8a43503c8f8c tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.50 "DELETE /v2.0/floatingips/938f0d71-ed52-4e9c-83e0-e959eeb4f12d HTTP/1.1" status: 204 len: 168 time: 6.1141677 May 31 13:59:28.591610 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f04ad35-08e7-4759-9da5-f113f1d58a77', 'tag': 'fa01f7a4-0311-4705-ae27-66b583933d64'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:59:29.063848 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 54976) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:59:29.128930 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-df8b117f-9175-44b8-8ce7-203f288d6ebd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:29.180448 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-5e0f8964-b9c0-4c28-a411-01e577ad0f70 None None] Set router 6ab76726-3a2f-4cf9-8b19-0ac2009e8153 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:59:29.191226 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-df8b117f-9175-44b8-8ce7-203f288d6ebd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:59:29.212758 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-df8b117f-9175-44b8-8ce7-203f288d6ebd admin admin] Usage tracker for resource:security_group_rule and tenant:94cb56a0af3a47d4a3ef226a3ade2399 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:59:29.220604 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-df8b117f-9175-44b8-8ce7-203f288d6ebd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:59:29.259574 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-df8b117f-9175-44b8-8ce7-203f288d6ebd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:59:29.293972 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d88a3-e570-4ed7-84cf-4d734047b1c5 req-30315526-56ec-425d-afdc-e6472400aab1 tempest-VolumesActionsTest-957323980 tempest-VolumesActionsTest-957323980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:29.318145 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d33d88a3-e570-4ed7-84cf-4d734047b1c5 req-30315526-56ec-425d-afdc-e6472400aab1 tempest-VolumesActionsTest-957323980 tempest-VolumesActionsTest-957323980-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb0779e7-d980-4c48-b092-dfd79d5e88f3 HTTP/1.1" status: 200 len: 945 time: 0.2638052 May 31 13:59:29.483227 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d33d88a3-e570-4ed7-84cf-4d734047b1c5 req-bc5803a7-5664-422c-bf36-8aeb7972af8e tempest-VolumesActionsTest-957323980 tempest-VolumesActionsTest-957323980-project] 10.222.0.50 "GET /v2.0/security-groups?id=17f7e7d9-af4f-4808-8ecf-871b8f53faa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547558 May 31 13:59:29.531509 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1db3b89-4988-45b4-b349-f9a622b5ab42'] response: {'name': 'network-changed', 'server_uuid': '3f04ad35-08e7-4759-9da5-f113f1d58a77', 'tag': 'fa01f7a4-0311-4705-ae27-66b583933d64', 'status': 'completed', 'code': 200} May 31 13:59:29.789441 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-df8b117f-9175-44b8-8ce7-203f288d6ebd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:29.816341 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-df8b117f-9175-44b8-8ce7-203f288d6ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:29.896484 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-df8b117f-9175-44b8-8ce7-203f288d6ebd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=94cb56a0af3a47d4a3ef226a3ade2399&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8313587 May 31 13:59:29.904672 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 55018) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:59:30.017168 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcada17-f8ec-4662-9dc4-dbb5b8a81b82 req-78ffe8f4-22f9-4425-a2f5-87391432d8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:30.017168 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2bcada17-f8ec-4662-9dc4-dbb5b8a81b82 req-78ffe8f4-22f9-4425-a2f5-87391432d8e6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f161391927494a93ac97ddf889ee8804&device_id=3f04ad35-08e7-4759-9da5-f113f1d58a77 HTTP/1.1" status: 200 len: 1135 time: 0.4426842 May 31 13:59:30.017168 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8b117f-9175-44b8-8ce7-203f288d6ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd619339-370d-467a-9f84-fa641e08dd5e,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:59:30.237152 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-5e0f8964-b9c0-4c28-a411-01e577ad0f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab76726-3a2f-4cf9-8b19-0ac2009e8153', 'name': 'tempest-TestSecurityGroupsBasicOps-router-616212758', 'tenant_id': 'f161391927494a93ac97ddf889ee8804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '9ce32b00-ac26-422f-88d3-f7753b0fe11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:56:04Z', 'updated_at': '2022-05-31T13:56:24Z', 'revision_number': 4, 'project_id': 'f161391927494a93ac97ddf889ee8804', 'gw_port': {'id': '9ce32b00-ac26-422f-88d3-f7753b0fe11e', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ed:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab76726-3a2f-4cf9-8b19-0ac2009e8153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:56:06Z', 'updated_at': '2022-05-31T13:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '659e500f-f8bf-4e6c-9d94-81e70b064fdf', 'name': '', 'network_id': 'badcadf7-7a0e-4767-9ad6-9ba36fe36fd0', 'tenant_id': 'f161391927494a93ac97ddf889ee8804', 'mac_address': 'fa:16:3e:cb:bc:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab76726-3a2f-4cf9-8b19-0ac2009e8153', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '2cf5c712-18b3-42ba-9d08-891e675f8b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:56:19Z', 'updated_at': '2022-05-31T13:56:37Z', 'revision_number': 5, 'project_id': 'f161391927494a93ac97ddf889ee8804', 'subnets': [{'id': '2cf5c712-18b3-42ba-9d08-891e675f8b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:59:30.253756 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0f8964-b9c0-4c28-a411-01e577ad0f70 None None] Checking router: 6ab76726-3a2f-4cf9-8b19-0ac2009e8153 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:59:30.282656 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0f8964-b9c0-4c28-a411-01e577ad0f70 None None] Routers {'6ab76726-3a2f-4cf9-8b19-0ac2009e8153'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:59:30.283619 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-5e0f8964-b9c0-4c28-a411-01e577ad0f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:59:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['6ab76726-3a2f-4cf9-8b19-0ac2009e8153'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:59:30.324513 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b0326a-744d-4bca-b375-48aa39f37f18 req-d0b0881b-22b3-458e-acf0-a83f2285811a tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:30.326580 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b2b0326a-744d-4bca-b375-48aa39f37f18 req-d0b0881b-22b3-458e-acf0-a83f2285811a tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] 10.222.0.50 "GET /v2.0/networks?id=5f55bbea-82b7-4578-aae9-4a649a9da1e9 HTTP/1.1" status: 200 len: 910 time: 0.6573777 May 31 13:59:30.367856 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587f121d-b387-4592-9c0d-d2e98d0b0600 req-47bfa15c-3508-46a0-ab16-cab93923b952 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:30.379058 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-587f121d-b387-4592-9c0d-d2e98d0b0600 req-47bfa15c-3508-46a0-ab16-cab93923b952 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Synchronizing usage tracker for tenant:f161391927494a93ac97ddf889ee8804 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:59:30.419131 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b2b0326a-744d-4bca-b375-48aa39f37f18 req-607ca1ea-b0e1-4e99-94a3-fd3555e4336d tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] 10.222.0.50 "GET /v2.0/quotas/2d602b86dea24940a1b3a7507f88da04 HTTP/1.1" status: 200 len: 375 time: 0.0769954 May 31 13:59:30.447151 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-23d36310-3fb5-4984-984a-d7bca2c82532 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:30.452879 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-587f121d-b387-4592-9c0d-d2e98d0b0600 req-47bfa15c-3508-46a0-ab16-cab93923b952 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Unset dirty status for tenant:f161391927494a93ac97ddf889ee8804 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:59:30.457692 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-587f121d-b387-4592-9c0d-d2e98d0b0600 req-47bfa15c-3508-46a0-ab16-cab93923b952 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f04ad35-08e7-4759-9da5-f113f1d58a77 HTTP/1.1" status: 200 len: 984 time: 0.5093582 May 31 13:59:30.508390 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-23d36310-3fb5-4984-984a-d7bca2c82532 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:30.677250 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-23d36310-3fb5-4984-984a-d7bca2c82532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:30.704039 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-23d36310-3fb5-4984-984a-d7bca2c82532 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:30.708688 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-23d36310-3fb5-4984-984a-d7bca2c82532 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bd619339-370d-467a-9f84-fa641e08dd5e HTTP/1.1" status: 204 len: 168 time: 0.7993057 May 31 13:59:30.710230 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcada17-f8ec-4662-9dc4-dbb5b8a81b82 req-484c91b8-83dd-40c5-b932-d14774c8a789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:30.712150 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2bcada17-f8ec-4662-9dc4-dbb5b8a81b82 req-484c91b8-83dd-40c5-b932-d14774c8a789 service neutron] 10.222.0.44 "GET /v2.0/networks?id=badcadf7-7a0e-4767-9ad6-9ba36fe36fd0 HTTP/1.1" status: 200 len: 898 time: 0.6887126 May 31 13:59:30.716022 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d36310-3fb5-4984-984a-d7bca2c82532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd619339-370d-467a-9f84-fa641e08dd5e,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:59:30.762359 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-587f121d-b387-4592-9c0d-d2e98d0b0600 req-5d929b5f-6848-4c80-a4ac-42c8ddd57778 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e86b0b9-c8fc-4370-bf75-7b82a2229bf7&id=bca714ff-f8c7-410a-a7f1-1a2c8c4c8e26&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1562479 May 31 13:59:30.829066 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b2b0326a-744d-4bca-b375-48aa39f37f18 req-5a631b33-964b-474a-9ab2-cb5436476692 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] 10.222.0.50 "GET /v2.0/ports?tenant_id=2d602b86dea24940a1b3a7507f88da04&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3825514 May 31 13:59:30.834249 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-5e0f8964-b9c0-4c28-a411-01e577ad0f70 None None] Set router 6ab76726-3a2f-4cf9-8b19-0ac2009e8153 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:59:30.940204 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2bcada17-f8ec-4662-9dc4-dbb5b8a81b82 req-d0ff647d-caff-4114-80ca-1d1ab193d3e9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa01f7a4-0311-4705-ae27-66b583933d64 HTTP/1.1" status: 200 len: 217 time: 0.2073796 May 31 13:59:31.135277 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcada17-f8ec-4662-9dc4-dbb5b8a81b82 req-59849604-ceeb-4292-a0cf-d4e6f13e0a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:31.138571 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2bcada17-f8ec-4662-9dc4-dbb5b8a81b82 req-59849604-ceeb-4292-a0cf-d4e6f13e0a88 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2cf5c712-18b3-42ba-9d08-891e675f8b12 HTTP/1.1" status: 200 len: 835 time: 0.1919537 May 31 13:59:31.179269 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b2b0326a-744d-4bca-b375-48aa39f37f18 req-5b1fc1b4-7cdc-43de-93d4-389b7334d053 service neutron] 10.222.0.50 "GET /v2.0/networks/5f55bbea-82b7-4578-aae9-4a649a9da1e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321466 May 31 13:59:31.334710 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcada17-f8ec-4662-9dc4-dbb5b8a81b82 req-8f896030-1fbb-4091-900d-736adb8b1afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:31.336326 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2bcada17-f8ec-4662-9dc4-dbb5b8a81b82 req-8f896030-1fbb-4091-900d-736adb8b1afa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=badcadf7-7a0e-4767-9ad6-9ba36fe36fd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1907277 May 31 13:59:31.590278 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d1d0b-2fdd-4ce9-a5e0-b76de6bddba4 req-9072e390-d174-447d-be35-8474e9cce963 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:31.593195 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2bcada17-f8ec-4662-9dc4-dbb5b8a81b82 req-3a8dc729-ae3d-408f-9d93-cb69de6fc0ed service neutron] 10.222.0.44 "GET /v2.0/networks/badcadf7-7a0e-4767-9ad6-9ba36fe36fd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508166 May 31 13:59:31.599830 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-de2d1d0b-2fdd-4ce9-a5e0-b76de6bddba4 req-9072e390-d174-447d-be35-8474e9cce963 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] 10.222.0.50 "GET /v2.0/networks?id=63fd4673-3e7b-4b31-a695-7191e3dc7a26 HTTP/1.1" status: 200 len: 813 time: 0.5249410 May 31 13:59:31.807344 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-de2d1d0b-2fdd-4ce9-a5e0-b76de6bddba4 req-b5c7fca4-a15c-43f2-84d2-5b9b42a9c482 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] 10.222.0.50 "GET /v2.0/quotas/80041d5c2e77427db9d44e9fdb551a51 HTTP/1.1" status: 200 len: 375 time: 0.2061217 May 31 13:59:31.807985 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-5e0f8964-b9c0-4c28-a411-01e577ad0f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab76726-3a2f-4cf9-8b19-0ac2009e8153', 'name': 'tempest-TestSecurityGroupsBasicOps-router-616212758', 'tenant_id': 'f161391927494a93ac97ddf889ee8804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '9ce32b00-ac26-422f-88d3-f7753b0fe11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:56:04Z', 'updated_at': '2022-05-31T13:56:24Z', 'revision_number': 4, 'project_id': 'f161391927494a93ac97ddf889ee8804', 'gw_port': {'id': '9ce32b00-ac26-422f-88d3-f7753b0fe11e', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ed:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab76726-3a2f-4cf9-8b19-0ac2009e8153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:56:06Z', 'updated_at': '2022-05-31T13:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '659e500f-f8bf-4e6c-9d94-81e70b064fdf', 'name': '', 'network_id': 'badcadf7-7a0e-4767-9ad6-9ba36fe36fd0', 'tenant_id': 'f161391927494a93ac97ddf889ee8804', 'mac_address': 'fa:16:3e:cb:bc:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab76726-3a2f-4cf9-8b19-0ac2009e8153', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '2cf5c712-18b3-42ba-9d08-891e675f8b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:56:19Z', 'updated_at': '2022-05-31T13:56:37Z', 'revision_number': 5, 'project_id': 'f161391927494a93ac97ddf889ee8804', 'subnets': [{'id': '2cf5c712-18b3-42ba-9d08-891e675f8b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:59:31.819099 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0f8964-b9c0-4c28-a411-01e577ad0f70 None None] The sync data for ids ['6ab76726-3a2f-4cf9-8b19-0ac2009e8153'] in n-d-843939-1 is: [{'id': '6ab76726-3a2f-4cf9-8b19-0ac2009e8153', 'name': 'tempest-TestSecurityGroupsBasicOps-router-616212758', 'tenant_id': 'f161391927494a93ac97ddf889ee8804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '9ce32b00-ac26-422f-88d3-f7753b0fe11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:56:04Z', 'updated_at': '2022-05-31T13:56:24Z', 'revision_number': 4, 'project_id': 'f161391927494a93ac97ddf889ee8804', 'gw_port': {'id': '9ce32b00-ac26-422f-88d3-f7753b0fe11e', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ed:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab76726-3a2f-4cf9-8b19-0ac2009e8153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:56:06Z', 'updated_at': '2022-05-31T13:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '659e500f-f8bf-4e6c-9d94-81e70b064fdf', 'name': '', 'network_id': 'badcadf7-7a0e-4767-9ad6-9ba36fe36fd0', 'tenant_id': 'f161391927494a93ac97ddf889ee8804', 'mac_address': 'fa:16:3e:cb:bc:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab76726-3a2f-4cf9-8b19-0ac2009e8153', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '2cf5c712-18b3-42ba-9d08-891e675f8b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:56:19Z', 'updated_at': '2022-05-31T13:56:37Z', 'revision_number': 5, 'project_id': 'f161391927494a93ac97ddf889ee8804', 'subnets': [{'id': '2cf5c712-18b3-42ba-9d08-891e675f8b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:59:31.930190 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b2b0326a-744d-4bca-b375-48aa39f37f18 req-bb744bd7-6828-4d54-99fc-52c2a535ecc8 service neutron] 10.222.0.50 "GET /v2.0/networks/5f55bbea-82b7-4578-aae9-4a649a9da1e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171325 May 31 13:59:31.977744 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-de2d1d0b-2fdd-4ce9-a5e0-b76de6bddba4 req-59f26378-885d-4b2f-b346-5db8793b547f tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=80041d5c2e77427db9d44e9fdb551a51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1692998 May 31 13:59:32.086329 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2bcada17-f8ec-4662-9dc4-dbb5b8a81b82 req-de8f7ab8-2811-46c8-b14c-25ca913b80a8 service neutron] 10.222.0.44 "GET /v2.0/networks/badcadf7-7a0e-4767-9ad6-9ba36fe36fd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4849939 May 31 13:59:32.190391 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d45e4c7-adbe-4e45-be32-bf1554aada27 req-5a713393-ca43-4c01-a8d4-6b6c869a1d5b tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:32.212269 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6d45e4c7-adbe-4e45-be32-bf1554aada27 req-5a713393-ca43-4c01-a8d4-6b6c869a1d5b tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f04ad35-08e7-4759-9da5-f113f1d58a77 HTTP/1.1" status: 200 len: 984 time: 1.1387415 May 31 13:59:32.485181 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4117ca5-8bd6-4b2c-b288-a9113c9f3510 None None] New status for floating IP 938f0d71-ed52-4e9c-83e0-e959eeb4f12d: DOWN {{(pid=88371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 13:59:32.650510 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-6d45e4c7-adbe-4e45-be32-bf1554aada27 req-e30d661e-858e-44f1-ac31-c96d443d126d tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Deleting port fa01f7a4-0311-4705-ae27-66b583933d64 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:59:32.651366 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6d45e4c7-adbe-4e45-be32-bf1554aada27 req-e30d661e-858e-44f1-ac31-c96d443d126d tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:32.846462 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-de2d1d0b-2fdd-4ce9-a5e0-b76de6bddba4 req-f1933948-5b9e-4640-ac25-b1b33e00a1e2 service neutron] 10.222.0.50 "GET /v2.0/networks/63fd4673-3e7b-4b31-a695-7191e3dc7a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8578174 May 31 13:59:33.315773 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-6d45e4c7-adbe-4e45-be32-bf1554aada27 req-e30d661e-858e-44f1-ac31-c96d443d126d tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] For port fa01f7a4-0311-4705-ae27-66b583933d64, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=fa01f7a4-0311-4705-ae27-66b583933d64,segment=NetworkSegment(b9f4ed57-b2e5-4e59-b38f-a9cf436507d9),segment_id=b9f4ed57-b2e5-4e59-b38f-a9cf436507d9)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:59:33.316131 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6d45e4c7-adbe-4e45-be32-bf1554aada27 req-e30d661e-858e-44f1-ac31-c96d443d126d tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:33.592585 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-6d45e4c7-adbe-4e45-be32-bf1554aada27 req-e30d661e-858e-44f1-ac31-c96d443d126d tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Calling delete_port for fa01f7a4-0311-4705-ae27-66b583933d64 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:59:33.709772 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3bbb26-3f58-4a9d-91c4-b543a451f3d8 req-7d1aef67-4d45-40e0-b199-05e7a32bf8f3 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:33.717523 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5a3bbb26-3f58-4a9d-91c4-b543a451f3d8 req-7d1aef67-4d45-40e0-b199-05e7a32bf8f3 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f04ad35-08e7-4759-9da5-f113f1d58a77 HTTP/1.1" status: 200 len: 984 time: 1.2643960 May 31 13:59:33.821136 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-de2d1d0b-2fdd-4ce9-a5e0-b76de6bddba4 req-5f61bee3-23fe-4bcf-9394-5eb4a267144f service neutron] 10.222.0.50 "GET /v2.0/networks/63fd4673-3e7b-4b31-a695-7191e3dc7a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9741497 May 31 13:59:33.872341 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5a3bbb26-3f58-4a9d-91c4-b543a451f3d8 req-1a85592b-4b6c-4098-9be7-9ade0f2930cc tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.50 "GET /v2.0/security-groups?id=4e86b0b9-c8fc-4370-bf75-7b82a2229bf7&id=bca714ff-f8c7-410a-a7f1-1a2c8c4c8e26&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1527331 May 31 13:59:34.097153 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6d45e4c7-adbe-4e45-be32-bf1554aada27 req-e30d661e-858e-44f1-ac31-c96d443d126d tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:34.269499 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device fa01f7a4-0311-4705-ae27-66b583933d64 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:59:34.448417 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] No Port match for: fa01f7a4-0311-4705-ae27-66b583933d64 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:59:34.448946 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device fa01f7a4-0311-4705-ae27-66b583933d64 not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:59:34.573552 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30d661e-858e-44f1-ac31-c96d443d126d tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Pushing event deleted for resources: {'Port': ['ID=fa01f7a4-0311-4705-ae27-66b583933d64,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:59:34.577221 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ff1da69c-0c83-48d8-b2c8-bb360f80b46e req-ce722121-c7f7-48b6-8dd2-4ca593aa0986 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=33b2b5f7-570a-45cf-91cb-a5aec63175b6 HTTP/1.1" status: 200 len: 210 time: 0.3281064 May 31 13:59:34.646603 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d45e4c7-adbe-4e45-be32-bf1554aada27 req-e30d661e-858e-44f1-ac31-c96d443d126d tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] No DVR routers for this DVR port fa01f7a4-0311-4705-ae27-66b583933d64 on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:59:34.658819 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-27363a3f-8b59-4fe4-85dc-36e471a886a8 req-e0a69f2f-334c-4b52-8bf0-4843c50cae50 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] 10.222.0.50 "GET /v2.0/ports?device_id=28005a54-7645-4fee-9a9e-688a5e5ec2c4 HTTP/1.1" status: 200 len: 210 time: 0.4364421 May 31 13:59:34.659963 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-6d45e4c7-adbe-4e45-be32-bf1554aada27 req-e30d661e-858e-44f1-ac31-c96d443d126d tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:34.700121 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f04ad35-08e7-4759-9da5-f113f1d58a77', 'name': 'network-vif-deleted', 'tag': 'fa01f7a4-0311-4705-ae27-66b583933d64'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:59:34.772910 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6d45e4c7-adbe-4e45-be32-bf1554aada27 req-e30d661e-858e-44f1-ac31-c96d443d126d tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.44 "DELETE /v2.0/ports/fa01f7a4-0311-4705-ae27-66b583933d64 HTTP/1.1" status: 204 len: 173 time: 2.5204520 May 31 13:59:34.908885 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8708ce1-ae25-499c-9134-e75555450c4f'] response: {'server_uuid': '3f04ad35-08e7-4759-9da5-f113f1d58a77', 'name': 'network-vif-deleted', 'tag': 'fa01f7a4-0311-4705-ae27-66b583933d64', 'status': 'completed', 'code': 200} May 31 13:59:35.631224 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b0326a-744d-4bca-b375-48aa39f37f18 req-b33a4b1f-4d3c-44bd-b098-f5835263cce6 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:35.636199 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b2b0326a-744d-4bca-b375-48aa39f37f18 req-b33a4b1f-4d3c-44bd-b098-f5835263cce6 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] 10.222.0.44 "GET /v2.0/networks?id=5f55bbea-82b7-4578-aae9-4a649a9da1e9 HTTP/1.1" status: 200 len: 910 time: 0.6127076 May 31 13:59:35.780732 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-b2b0326a-744d-4bca-b375-48aa39f37f18 req-f3a603ca-de2d-41c0-b4a6-a9ff0b69b35d tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Request body: {'port': {'device_id': '33b2b5f7-570a-45cf-91cb-a5aec63175b6', 'network_id': '5f55bbea-82b7-4578-aae9-4a649a9da1e9', 'admin_state_up': True, 'tenant_id': '2d602b86dea24940a1b3a7507f88da04'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:59:35.844214 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-b2b0326a-744d-4bca-b375-48aa39f37f18 req-f3a603ca-de2d-41c0-b4a6-a9ff0b69b35d tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:59:35.855868 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-0706e2d9-d156-4304-bdba-30e7343887f9 req-e55297b9-8b55-477f-806d-df1be6daf19c tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Synchronizing usage tracker for tenant:f161391927494a93ac97ddf889ee8804 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:59:35.955900 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-b2b0326a-744d-4bca-b375-48aa39f37f18 req-f3a603ca-de2d-41c0-b4a6-a9ff0b69b35d tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:59:36.079849 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-085c86e7-5de6-4755-8bf9-fb219c01fbb4 req-f161506d-0615-4e39-8070-98bf64e08580 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=33b2b5f7-570a-45cf-91cb-a5aec63175b6 HTTP/1.1" status: 200 len: 210 time: 0.1550896 May 31 13:59:36.085172 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-0706e2d9-d156-4304-bdba-30e7343887f9 req-e55297b9-8b55-477f-806d-df1be6daf19c tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Unset dirty status for tenant:f161391927494a93ac97ddf889ee8804 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:59:36.087884 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0706e2d9-d156-4304-bdba-30e7343887f9 req-e55297b9-8b55-477f-806d-df1be6daf19c tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.50 "GET /v2.0/ports?device_id=3f04ad35-08e7-4759-9da5-f113f1d58a77 HTTP/1.1" status: 200 len: 210 time: 0.4465377 May 31 13:59:36.104533 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2b0326a-744d-4bca-b375-48aa39f37f18 req-f3a603ca-de2d-41c0-b4a6-a9ff0b69b35d tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Made reservation on behalf of 2d602b86dea24940a1b3a7507f88da04 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:59:36.107915 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-b2b0326a-744d-4bca-b375-48aa39f37f18 req-f3a603ca-de2d-41c0-b4a6-a9ff0b69b35d tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:36.990827 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dd0d157e-4f3e-430f-b37c-6e5e1413fee4 req-8a465232-6cc0-4781-a930-a0c0093b555f tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] 10.222.0.50 "GET /v2.0/ports?device_id=28005a54-7645-4fee-9a9e-688a5e5ec2c4 HTTP/1.1" status: 200 len: 210 time: 0.6371219 May 31 13:59:37.031007 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-b2b0326a-744d-4bca-b375-48aa39f37f18 req-f3a603ca-de2d-41c0-b4a6-a9ff0b69b35d tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Allocated IP 172.20.0.14 (5f55bbea-82b7-4578-aae9-4a649a9da1e9/dc19dfed-9970-499d-881e-1bcf7302fd07/374d1f68-5e15-4e72-94e4-eadaa96b66a4) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:59:37.386227 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d1d0b-2fdd-4ce9-a5e0-b76de6bddba4 req-4160f614-f1e1-47f3-9970-2568b66037f5 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:37.388752 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-de2d1d0b-2fdd-4ce9-a5e0-b76de6bddba4 req-4160f614-f1e1-47f3-9970-2568b66037f5 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] 10.222.0.20 "GET /v2.0/networks?id=63fd4673-3e7b-4b31-a695-7191e3dc7a26 HTTP/1.1" status: 200 len: 813 time: 0.9121444 May 31 13:59:37.401230 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 55238) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:59:37.587957 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f720987d-923b-4837-b7de-45f2731b1278 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:37.595480 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:37.670035 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-de2d1d0b-2fdd-4ce9-a5e0-b76de6bddba4 req-2b3287be-7f67-42f5-a5e0-eec29c0c8736 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Request body: {'port': {'device_id': '28005a54-7645-4fee-9a9e-688a5e5ec2c4', 'network_id': '63fd4673-3e7b-4b31-a695-7191e3dc7a26', 'admin_state_up': True, 'tenant_id': '80041d5c2e77427db9d44e9fdb551a51'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:59:37.690816 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f720987d-923b-4837-b7de-45f2731b1278 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:37.819768 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f720987d-923b-4837-b7de-45f2731b1278 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:37.862350 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f720987d-923b-4837-b7de-45f2731b1278 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca714ff-f8c7-410a-a7f1-1a2c8c4c8e26,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:59:37.877739 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f720987d-923b-4837-b7de-45f2731b1278 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:37.879291 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-f720987d-923b-4837-b7de-45f2731b1278 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.50 "DELETE /v2.0/security-groups/bca714ff-f8c7-410a-a7f1-1a2c8c4c8e26 HTTP/1.1" status: 204 len: 168 time: 0.4763477 May 31 13:59:37.884641 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 55252) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:59:38.012008 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5d2185c3-4004-4ba7-b411-847b9e6940fa tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:38.044579 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-564a0f00-c9a2-4e05-8256-a53d1bb847ca req-46189751-9cb6-4713-ad58-1d578580e5af tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=33b2b5f7-570a-45cf-91cb-a5aec63175b6 HTTP/1.1" status: 200 len: 210 time: 0.6038480 May 31 13:59:38.072775 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-de2d1d0b-2fdd-4ce9-a5e0-b76de6bddba4 req-2b3287be-7f67-42f5-a5e0-eec29c0c8736 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:59:38.076715 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-de2d1d0b-2fdd-4ce9-a5e0-b76de6bddba4 req-2b3287be-7f67-42f5-a5e0-eec29c0c8736 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Usage tracker for resource:port and tenant:80041d5c2e77427db9d44e9fdb551a51 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:59:38.079743 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-de2d1d0b-2fdd-4ce9-a5e0-b76de6bddba4 req-2b3287be-7f67-42f5-a5e0-eec29c0c8736 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:59:38.086564 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-de2d1d0b-2fdd-4ce9-a5e0-b76de6bddba4 req-2b3287be-7f67-42f5-a5e0-eec29c0c8736 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:59:38.099288 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de2d1d0b-2fdd-4ce9-a5e0-b76de6bddba4 req-2b3287be-7f67-42f5-a5e0-eec29c0c8736 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Made reservation on behalf of 80041d5c2e77427db9d44e9fdb551a51 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:59:38.103737 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-de2d1d0b-2fdd-4ce9-a5e0-b76de6bddba4 req-2b3287be-7f67-42f5-a5e0-eec29c0c8736 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:38.138108 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-b2b0326a-744d-4bca-b375-48aa39f37f18 req-f3a603ca-de2d-41c0-b4a6-a9ff0b69b35d tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:38.138770 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5d2185c3-4004-4ba7-b411-847b9e6940fa tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:38.249308 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5d2185c3-4004-4ba7-b411-847b9e6940fa tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:38.281454 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2185c3-4004-4ba7-b411-847b9e6940fa tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e86b0b9-c8fc-4370-bf75-7b82a2229bf7,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:59:38.346707 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5d2185c3-4004-4ba7-b411-847b9e6940fa tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:38.351687 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-5d2185c3-4004-4ba7-b411-847b9e6940fa tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.50 "DELETE /v2.0/security-groups/4e86b0b9-c8fc-4370-bf75-7b82a2229bf7 HTTP/1.1" status: 204 len: 168 time: 0.4648645 May 31 13:59:38.352342 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 55270) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:59:38.707508 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-89307082-f3bc-4ca5-b614-e3631676fdf6 req-0d120993-897b-4a36-a4d3-5b8f43020f5f tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] 10.222.0.50 "GET /v2.0/ports?device_id=28005a54-7645-4fee-9a9e-688a5e5ec2c4 HTTP/1.1" status: 200 len: 210 time: 0.2114105 May 31 13:59:38.719899 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-b2b0326a-744d-4bca-b375-48aa39f37f18 req-f3a603ca-de2d-41c0-b4a6-a9ff0b69b35d tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Transition to ACTIVE for port object 374d1f68-5e15-4e72-94e4-eadaa96b66a4 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:59:38.737830 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-de2d1d0b-2fdd-4ce9-a5e0-b76de6bddba4 req-2b3287be-7f67-42f5-a5e0-eec29c0c8736 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Allocated IP 172.20.0.14 (63fd4673-3e7b-4b31-a695-7191e3dc7a26/f407b41c-cb9f-4c2f-8ab8-95277ae5a298/f9a26a6a-8bd5-4d6e-bd0b-3019acfa005f) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:59:38.819756 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-b2b0326a-744d-4bca-b375-48aa39f37f18 req-f3a603ca-de2d-41c0-b4a6-a9ff0b69b35d tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:38.848681 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['34c487a4-a161-4516-9518-8e293b2f9c4e'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:59:39.208621 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:39.289582 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a603ca-de2d-41c0-b4a6-a9ff0b69b35d tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Pushing event updated for resources: {'Port': ['ID=374d1f68-5e15-4e72-94e4-eadaa96b66a4,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:59:39.405820 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2b0326a-744d-4bca-b375-48aa39f37f18 req-f3a603ca-de2d-41c0-b4a6-a9ff0b69b35d tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Network 5f55bbea-82b7-4578-aae9-4a649a9da1e9 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:59:39.418072 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-b2b0326a-744d-4bca-b375-48aa39f37f18 req-f3a603ca-de2d-41c0-b4a6-a9ff0b69b35d tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:59:39.423009 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2b0326a-744d-4bca-b375-48aa39f37f18 req-f3a603ca-de2d-41c0-b4a6-a9ff0b69b35d tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:59:39.534307 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b0326a-744d-4bca-b375-48aa39f37f18 req-f3a603ca-de2d-41c0-b4a6-a9ff0b69b35d tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:39.535526 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-b2b0326a-744d-4bca-b375-48aa39f37f18 req-f3a603ca-de2d-41c0-b4a6-a9ff0b69b35d tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:39.586715 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b2b0326a-744d-4bca-b375-48aa39f37f18 req-f3a603ca-de2d-41c0-b4a6-a9ff0b69b35d tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 3.8239555 May 31 13:59:39.638283 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-b2b0326a-744d-4bca-b375-48aa39f37f18 req-ab5437f9-c391-4dfa-9f6a-f700bc6c5adf service neutron] Request body: {'port': {'device_id': '33b2b5f7-570a-45cf-91cb-a5aec63175b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:59:39.706089 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-932870dc-72d1-4cb1-855b-6e1e26e37338 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:39.982792 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-196a979f-be6a-4642-ab83-1991b585f1db None None] Provisioning for port 374d1f68-5e15-4e72-94e4-eadaa96b66a4 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:59:40.001970 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-196a979f-be6a-4642-ab83-1991b585f1db None None] Provisioning complete for port 374d1f68-5e15-4e72-94e4-eadaa96b66a4 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:59:40.002600 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-196a979f-be6a-4642-ab83-1991b585f1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:40.128288 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-196a979f-be6a-4642-ab83-1991b585f1db None None] Port 374d1f68-5e15-4e72-94e4-eadaa96b66a4 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:59:40.299012 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-b2b0326a-744d-4bca-b375-48aa39f37f18 req-ab5437f9-c391-4dfa-9f6a-f700bc6c5adf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:40.601120 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ae8a890b-afac-48c1-a787-85fd5d49f5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:40.650178 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-de2d1d0b-2fdd-4ce9-a5e0-b76de6bddba4 req-2b3287be-7f67-42f5-a5e0-eec29c0c8736 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:40.730042 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe706286-7c5e-4236-908e-0d2de24c3031 req-ea82e2eb-a159-42ed-989c-3a7c2a8c3011 tempest-VolumesActionsTest-957323980 tempest-VolumesActionsTest-957323980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:40.731993 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fe706286-7c5e-4236-908e-0d2de24c3031 req-ea82e2eb-a159-42ed-989c-3a7c2a8c3011 tempest-VolumesActionsTest-957323980 tempest-VolumesActionsTest-957323980-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb0779e7-d980-4c48-b092-dfd79d5e88f3 HTTP/1.1" status: 200 len: 945 time: 1.4160881 May 31 13:59:41.131233 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fec25f8-1f06-4508-ac57-12ff73586888 req-db14cb93-75b6-491b-b281-f5ce2f7d9eb4 tempest-VolumesActionsTest-957323980 tempest-VolumesActionsTest-957323980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:41.132519 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-4fec25f8-1f06-4508-ac57-12ff73586888 req-db14cb93-75b6-491b-b281-f5ce2f7d9eb4 tempest-VolumesActionsTest-957323980 tempest-VolumesActionsTest-957323980-project] Synchronizing usage tracker for tenant:5a5d6bb8c94544fd9cbe75d7bf093dfa on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:59:41.178256 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fe706286-7c5e-4236-908e-0d2de24c3031 req-81d3adf7-92b8-4346-a341-1f2351edacde tempest-VolumesActionsTest-957323980 tempest-VolumesActionsTest-957323980-project] 10.222.0.50 "GET /v2.0/security-groups?id=17f7e7d9-af4f-4808-8ecf-871b8f53faa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4390733 May 31 13:59:41.200251 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418d3b31-0a5f-419c-bee3-53587ea852b5 req-f31263d0-3748-4955-835a-15212818a850 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:41.201180 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-418d3b31-0a5f-419c-bee3-53587ea852b5 req-f31263d0-3748-4955-835a-15212818a850 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Synchronizing usage tracker for tenant:2d602b86dea24940a1b3a7507f88da04 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:59:41.268834 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-de2d1d0b-2fdd-4ce9-a5e0-b76de6bddba4 req-2b3287be-7f67-42f5-a5e0-eec29c0c8736 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:41.277571 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-932870dc-72d1-4cb1-855b-6e1e26e37338 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Deleting port 659e500f-f8bf-4e6c-9d94-81e70b064fdf {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:59:41.278063 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-932870dc-72d1-4cb1-855b-6e1e26e37338 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:41.371569 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-418d3b31-0a5f-419c-bee3-53587ea852b5 req-f31263d0-3748-4955-835a-15212818a850 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Unset dirty status for tenant:2d602b86dea24940a1b3a7507f88da04 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:59:41.379568 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-418d3b31-0a5f-419c-bee3-53587ea852b5 req-f31263d0-3748-4955-835a-15212818a850 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=33b2b5f7-570a-45cf-91cb-a5aec63175b6 HTTP/1.1" status: 200 len: 1028 time: 1.3780315 May 31 13:59:41.455463 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3287be-7f67-42f5-a5e0-eec29c0c8736 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Pushing event updated for resources: {'Port': ['ID=f9a26a6a-8bd5-4d6e-bd0b-3019acfa005f,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:59:41.484273 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de2d1d0b-2fdd-4ce9-a5e0-b76de6bddba4 req-2b3287be-7f67-42f5-a5e0-eec29c0c8736 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Network 63fd4673-3e7b-4b31-a695-7191e3dc7a26 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:59:41.490904 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-de2d1d0b-2fdd-4ce9-a5e0-b76de6bddba4 req-2b3287be-7f67-42f5-a5e0-eec29c0c8736 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:59:41.497177 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-de2d1d0b-2fdd-4ce9-a5e0-b76de6bddba4 req-2b3287be-7f67-42f5-a5e0-eec29c0c8736 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 13:59:41.657568 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.resource_extend [req-b2b0326a-744d-4bca-b375-48aa39f37f18 req-ab5437f9-c391-4dfa-9f6a-f700bc6c5adf service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 13:59:41.754267 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-932870dc-72d1-4cb1-855b-6e1e26e37338 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] For port 659e500f-f8bf-4e6c-9d94-81e70b064fdf, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=659e500f-f8bf-4e6c-9d94-81e70b064fdf,segment=NetworkSegment(b9f4ed57-b2e5-4e59-b38f-a9cf436507d9),segment_id=b9f4ed57-b2e5-4e59-b38f-a9cf436507d9)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:59:41.755166 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-932870dc-72d1-4cb1-855b-6e1e26e37338 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:41.761728 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-b2b0326a-744d-4bca-b375-48aa39f37f18 req-ab5437f9-c391-4dfa-9f6a-f700bc6c5adf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 374d1f68-5e15-4e72-94e4-eadaa96b66a4 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:59:41.770901 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-b2b0326a-744d-4bca-b375-48aa39f37f18 req-ab5437f9-c391-4dfa-9f6a-f700bc6c5adf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:41.790056 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-b2b0326a-744d-4bca-b375-48aa39f37f18 req-ab5437f9-c391-4dfa-9f6a-f700bc6c5adf service neutron] Transition to ACTIVE for port object 374d1f68-5e15-4e72-94e4-eadaa96b66a4 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:59:41.825703 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-b2b0326a-744d-4bca-b375-48aa39f37f18 req-ab5437f9-c391-4dfa-9f6a-f700bc6c5adf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:41.916606 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-932870dc-72d1-4cb1-855b-6e1e26e37338 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Calling delete_port for 659e500f-f8bf-4e6c-9d94-81e70b064fdf owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:59:41.956259 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-418d3b31-0a5f-419c-bee3-53587ea852b5 req-a7602c54-6444-44f2-931b-3994da6856aa tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=293a46b4-2e0a-44ae-a92c-857d2faefc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5745103 May 31 13:59:42.043104 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-4fec25f8-1f06-4508-ac57-12ff73586888 req-db14cb93-75b6-491b-b281-f5ce2f7d9eb4 tempest-VolumesActionsTest-957323980 tempest-VolumesActionsTest-957323980-project] Unset dirty status for tenant:5a5d6bb8c94544fd9cbe75d7bf093dfa on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:59:42.044537 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4fec25f8-1f06-4508-ac57-12ff73586888 req-db14cb93-75b6-491b-b281-f5ce2f7d9eb4 tempest-VolumesActionsTest-957323980 tempest-VolumesActionsTest-957323980-project] 10.222.0.44 "GET /v2.0/ports?device_id=bb0779e7-d980-4c48-b092-dfd79d5e88f3 HTTP/1.1" status: 200 len: 945 time: 1.2687984 May 31 13:59:42.066922 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5437f9-c391-4dfa-9f6a-f700bc6c5adf service neutron] Pushing event updated for resources: {'Port': ['ID=374d1f68-5e15-4e72-94e4-eadaa96b66a4,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:59:42.307213 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d1d0b-2fdd-4ce9-a5e0-b76de6bddba4 req-2b3287be-7f67-42f5-a5e0-eec29c0c8736 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:42.307213 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-de2d1d0b-2fdd-4ce9-a5e0-b76de6bddba4 req-2b3287be-7f67-42f5-a5e0-eec29c0c8736 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:42.434533 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c213163f-b11f-47af-86ef-b9593e21a80b req-fa6344b4-ab31-4af9-a10d-cc172f801c73 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:42.449608 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-c213163f-b11f-47af-86ef-b9593e21a80b req-fa6344b4-ab31-4af9-a10d-cc172f801c73 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Synchronizing usage tracker for tenant:80041d5c2e77427db9d44e9fdb551a51 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:59:42.473746 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-de2d1d0b-2fdd-4ce9-a5e0-b76de6bddba4 req-2b3287be-7f67-42f5-a5e0-eec29c0c8736 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8921034 May 31 13:59:42.491451 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-de2d1d0b-2fdd-4ce9-a5e0-b76de6bddba4 req-20d2528b-cf4d-462c-b1c8-46cf2c0ee44a service neutron] Request body: {'port': {'device_id': '28005a54-7645-4fee-9a9e-688a5e5ec2c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:59:42.668199 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-4fec25f8-1f06-4508-ac57-12ff73586888 req-83ed0761-d4dc-4456-b27d-c223134fc504 tempest-VolumesActionsTest-957323980 tempest-VolumesActionsTest-957323980-project] Deleting port 90cf1fca-4227-48e0-8afe-7e5bce84e4f5 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:59:42.670767 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-4fec25f8-1f06-4508-ac57-12ff73586888 req-83ed0761-d4dc-4456-b27d-c223134fc504 tempest-VolumesActionsTest-957323980 tempest-VolumesActionsTest-957323980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:42.775529 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-c213163f-b11f-47af-86ef-b9593e21a80b req-fa6344b4-ab31-4af9-a10d-cc172f801c73 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Unset dirty status for tenant:80041d5c2e77427db9d44e9fdb551a51 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:59:42.776880 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c213163f-b11f-47af-86ef-b9593e21a80b req-fa6344b4-ab31-4af9-a10d-cc172f801c73 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] 10.222.0.50 "GET /v2.0/ports?device_id=28005a54-7645-4fee-9a9e-688a5e5ec2c4 HTTP/1.1" status: 200 len: 932 time: 1.2269719 May 31 13:59:42.828783 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-75c27718-0e6b-49e6-a625-fd9ecd73a07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:42.833714 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-b2b0326a-744d-4bca-b375-48aa39f37f18 req-ab5437f9-c391-4dfa-9f6a-f700bc6c5adf service neutron] Attempting to bind port 374d1f68-5e15-4e72-94e4-eadaa96b66a4 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:59:42.833959 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-b2b0326a-744d-4bca-b375-48aa39f37f18 req-ab5437f9-c391-4dfa-9f6a-f700bc6c5adf service neutron] Attempting to bind port 374d1f68-5e15-4e72-94e4-eadaa96b66a4 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'f584d02d-1a73-49db-b1c0-d9b71d33b4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5f55bbea-82b7-4578-aae9-4a649a9da1e9'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:59:42.834483 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b0326a-744d-4bca-b375-48aa39f37f18 req-ab5437f9-c391-4dfa-9f6a-f700bc6c5adf service neutron] Attempting to bind port 374d1f68-5e15-4e72-94e4-eadaa96b66a4 on network 5f55bbea-82b7-4578-aae9-4a649a9da1e9 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:59:42.935758 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b0326a-744d-4bca-b375-48aa39f37f18 req-ab5437f9-c391-4dfa-9f6a-f700bc6c5adf service neutron] Port 374d1f68-5e15-4e72-94e4-eadaa96b66a4 on network 5f55bbea-82b7-4578-aae9-4a649a9da1e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:59:42.936137 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b0326a-744d-4bca-b375-48aa39f37f18 req-ab5437f9-c391-4dfa-9f6a-f700bc6c5adf service neutron] Attempting to bind port 374d1f68-5e15-4e72-94e4-eadaa96b66a4 on network 5f55bbea-82b7-4578-aae9-4a649a9da1e9 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:59:42.987609 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-de2d1d0b-2fdd-4ce9-a5e0-b76de6bddba4 req-20d2528b-cf4d-462c-b1c8-46cf2c0ee44a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:43.052409 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b0326a-744d-4bca-b375-48aa39f37f18 req-ab5437f9-c391-4dfa-9f6a-f700bc6c5adf service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:59:43.052995 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b0326a-744d-4bca-b375-48aa39f37f18 req-ab5437f9-c391-4dfa-9f6a-f700bc6c5adf service neutron] Checking segment: {'id': 'f584d02d-1a73-49db-b1c0-d9b71d33b4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5f55bbea-82b7-4578-aae9-4a649a9da1e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:59:43.053314 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b0326a-744d-4bca-b375-48aa39f37f18 req-ab5437f9-c391-4dfa-9f6a-f700bc6c5adf service neutron] Bound using segment: {'id': 'f584d02d-1a73-49db-b1c0-d9b71d33b4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5f55bbea-82b7-4578-aae9-4a649a9da1e9'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:59:43.054147 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-b2b0326a-744d-4bca-b375-48aa39f37f18 req-ab5437f9-c391-4dfa-9f6a-f700bc6c5adf service neutron] Bound port: 374d1f68-5e15-4e72-94e4-eadaa96b66a4, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f584d02d-1a73-49db-b1c0-d9b71d33b4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5f55bbea-82b7-4578-aae9-4a649a9da1e9'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:59:43.054803 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-b2b0326a-744d-4bca-b375-48aa39f37f18 req-ab5437f9-c391-4dfa-9f6a-f700bc6c5adf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:43.099329 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-932870dc-72d1-4cb1-855b-6e1e26e37338 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:43.131629 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.20', 62130) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:59:43.261332 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932870dc-72d1-4cb1-855b-6e1e26e37338 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Pushing event deleted for resources: {'Port': ['ID=659e500f-f8bf-4e6c-9d94-81e70b064fdf,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:59:43.359908 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df04ce1b-fc55-477f-9962-fc6a53d6aa37 req-3571b4a5-d303-4e1e-9829-ab19c908c2fc tempest-VolumesActionsTest-957323980 tempest-VolumesActionsTest-957323980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:43.368837 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-df04ce1b-fc55-477f-9962-fc6a53d6aa37 req-3571b4a5-d303-4e1e-9829-ab19c908c2fc tempest-VolumesActionsTest-957323980 tempest-VolumesActionsTest-957323980-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb0779e7-d980-4c48-b092-dfd79d5e88f3 HTTP/1.1" status: 200 len: 945 time: 0.7699857 May 31 13:59:43.465270 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-4fec25f8-1f06-4508-ac57-12ff73586888 req-83ed0761-d4dc-4456-b27d-c223134fc504 tempest-VolumesActionsTest-957323980 tempest-VolumesActionsTest-957323980-project] For port 90cf1fca-4227-48e0-8afe-7e5bce84e4f5, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=90cf1fca-4227-48e0-8afe-7e5bce84e4f5,segment=NetworkSegment(62c184d7-a4c3-4afb-8759-5b07f95f37c0),segment_id=62c184d7-a4c3-4afb-8759-5b07f95f37c0)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:59:43.465649 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-4fec25f8-1f06-4508-ac57-12ff73586888 req-83ed0761-d4dc-4456-b27d-c223134fc504 tempest-VolumesActionsTest-957323980 tempest-VolumesActionsTest-957323980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:43.579180 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-b2b0326a-744d-4bca-b375-48aa39f37f18 req-ab5437f9-c391-4dfa-9f6a-f700bc6c5adf service neutron] For port 374d1f68-5e15-4e72-94e4-eadaa96b66a4, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:59:43.587596 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-b2b0326a-744d-4bca-b375-48aa39f37f18 req-ab5437f9-c391-4dfa-9f6a-f700bc6c5adf service neutron] For port 374d1f68-5e15-4e72-94e4-eadaa96b66a4, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=374d1f68-5e15-4e72-94e4-eadaa96b66a4,segment=NetworkSegment(f584d02d-1a73-49db-b1c0-d9b71d33b4f6),segment_id=f584d02d-1a73-49db-b1c0-d9b71d33b4f6)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:59:43.707113 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c213163f-b11f-47af-86ef-b9593e21a80b req-7fb0cc9e-f803-4645-b076-7966024ff499 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] 10.222.0.50 "GET /v2.0/security-groups?id=c52a2b74-f615-4964-90d7-c79fd92bae1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8778563 May 31 13:59:43.724973 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-b2b0326a-744d-4bca-b375-48aa39f37f18 req-ab5437f9-c391-4dfa-9f6a-f700bc6c5adf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:43.823037 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:43.952590 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:44.056019 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-4fec25f8-1f06-4508-ac57-12ff73586888 req-83ed0761-d4dc-4456-b27d-c223134fc504 tempest-VolumesActionsTest-957323980 tempest-VolumesActionsTest-957323980-project] Calling delete_port for 90cf1fca-4227-48e0-8afe-7e5bce84e4f5 owned by compute:nova {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:59:44.274691 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-4fec25f8-1f06-4508-ac57-12ff73586888 req-83ed0761-d4dc-4456-b27d-c223134fc504 tempest-VolumesActionsTest-957323980 tempest-VolumesActionsTest-957323980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:44.335490 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 90cf1fca-4227-48e0-8afe-7e5bce84e4f5 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:59:44.343311 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 55394) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:59:44.343698 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed0761-d4dc-4456-b27d-c223134fc504 tempest-VolumesActionsTest-957323980 tempest-VolumesActionsTest-957323980-project] Pushing event deleted for resources: {'Port': ['ID=90cf1fca-4227-48e0-8afe-7e5bce84e4f5,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:59:44.478987 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fec25f8-1f06-4508-ac57-12ff73586888 req-83ed0761-d4dc-4456-b27d-c223134fc504 tempest-VolumesActionsTest-957323980 tempest-VolumesActionsTest-957323980-project] No DVR routers for this DVR port 90cf1fca-4227-48e0-8afe-7e5bce84e4f5 on host n-h2-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:59:44.480756 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] No Port match for: 90cf1fca-4227-48e0-8afe-7e5bce84e4f5 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:59:44.482968 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 90cf1fca-4227-48e0-8afe-7e5bce84e4f5 not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:59:44.483769 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-4fec25f8-1f06-4508-ac57-12ff73586888 req-83ed0761-d4dc-4456-b27d-c223134fc504 tempest-VolumesActionsTest-957323980 tempest-VolumesActionsTest-957323980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:44.503080 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb0779e7-d980-4c48-b092-dfd79d5e88f3', 'name': 'network-vif-deleted', 'tag': '90cf1fca-4227-48e0-8afe-7e5bce84e4f5'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:59:44.512854 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4fec25f8-1f06-4508-ac57-12ff73586888 req-83ed0761-d4dc-4456-b27d-c223134fc504 tempest-VolumesActionsTest-957323980 tempest-VolumesActionsTest-957323980-project] 10.222.0.44 "DELETE /v2.0/ports/90cf1fca-4227-48e0-8afe-7e5bce84e4f5 HTTP/1.1" status: 204 len: 173 time: 2.4468484 May 31 13:59:44.603025 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-df04ce1b-fc55-477f-9962-fc6a53d6aa37 req-6e47ed47-ab1d-4b59-88d3-461430ee8a05 tempest-VolumesActionsTest-957323980 tempest-VolumesActionsTest-957323980-project] 10.222.0.50 "GET /v2.0/security-groups?id=17f7e7d9-af4f-4808-8ecf-871b8f53faa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0128260 May 31 13:59:44.606661 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b0326a-744d-4bca-b375-48aa39f37f18 req-ab5437f9-c391-4dfa-9f6a-f700bc6c5adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:44.607287 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-b2b0326a-744d-4bca-b375-48aa39f37f18 req-ab5437f9-c391-4dfa-9f6a-f700bc6c5adf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:44.608696 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b2b0326a-744d-4bca-b375-48aa39f37f18 req-ab5437f9-c391-4dfa-9f6a-f700bc6c5adf service neutron] 10.222.0.44 "PUT /v2.0/ports/374d1f68-5e15-4e72-94e4-eadaa96b66a4 HTTP/1.1" status: 200 len: 1092 time: 4.9807444 May 31 13:59:44.670241 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33b2b5f7-570a-45cf-91cb-a5aec63175b6', 'tag': '374d1f68-5e15-4e72-94e4-eadaa96b66a4'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:59:44.764353 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-932870dc-72d1-4cb1-855b-6e1e26e37338 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:44.822090 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36142936-81df-413d-bbfc-908c472632a9'] response: {'server_uuid': 'bb0779e7-d980-4c48-b092-dfd79d5e88f3', 'name': 'network-vif-deleted', 'tag': '90cf1fca-4227-48e0-8afe-7e5bce84e4f5', 'status': 'completed', 'code': 200} May 31 13:59:44.931897 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-91d05673-13d6-467a-945f-b6a9ec93159f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:44.991202 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7d2aaf17-03ac-4284-9389-e6adb5878024 req-79af2417-b6f6-42d9-9cfd-e26bfd796af6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1e9afa6d-09f3-4081-a064-2316d70cb635&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.7977653 May 31 13:59:45.001634 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-91d05673-13d6-467a-945f-b6a9ec93159f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:59:45.012128 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-91d05673-13d6-467a-945f-b6a9ec93159f admin admin] Usage tracker for resource:security_group_rule and tenant:0eeae9543bd14f1e8b61010582c69dc8 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:59:45.017125 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-91d05673-13d6-467a-945f-b6a9ec93159f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:59:45.056829 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-91d05673-13d6-467a-945f-b6a9ec93159f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:59:45.203243 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7fa269b-8d77-42d5-9282-d280897b3593'] response: {'name': 'network-changed', 'server_uuid': '33b2b5f7-570a-45cf-91cb-a5aec63175b6', 'tag': '374d1f68-5e15-4e72-94e4-eadaa96b66a4', 'status': 'completed', 'code': 200} May 31 13:59:45.281615 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5437f9-c391-4dfa-9f6a-f700bc6c5adf service neutron] Pushing event updated for resources: {'Port': ['ID=374d1f68-5e15-4e72-94e4-eadaa96b66a4,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:59:45.441638 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-de2d1d0b-2fdd-4ce9-a5e0-b76de6bddba4 req-20d2528b-cf4d-462c-b1c8-46cf2c0ee44a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9a26a6a-8bd5-4d6e-bd0b-3019acfa005f {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:59:45.460670 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-de2d1d0b-2fdd-4ce9-a5e0-b76de6bddba4 req-20d2528b-cf4d-462c-b1c8-46cf2c0ee44a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:45.524945 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b4ccfa-022a-4801-b066-41bccc4b223c req-93db11e1-32c0-49e7-bd61-344b8bdf3aa0 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:45.539110 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-30b4ccfa-022a-4801-b066-41bccc4b223c req-93db11e1-32c0-49e7-bd61-344b8bdf3aa0 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=33b2b5f7-570a-45cf-91cb-a5aec63175b6 HTTP/1.1" status: 200 len: 1095 time: 1.0673234 May 31 13:59:45.653488 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:45.664691 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-de2d1d0b-2fdd-4ce9-a5e0-b76de6bddba4 req-20d2528b-cf4d-462c-b1c8-46cf2c0ee44a service neutron] Transition to ACTIVE for port object f9a26a6a-8bd5-4d6e-bd0b-3019acfa005f will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:59:45.679224 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-de2d1d0b-2fdd-4ce9-a5e0-b76de6bddba4 req-20d2528b-cf4d-462c-b1c8-46cf2c0ee44a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:45.836608 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2aaf17-03ac-4284-9389-e6adb5878024 req-237b5930-3aad-42c5-9f7e-a86ba6eb4960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:45.838432 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7d2aaf17-03ac-4284-9389-e6adb5878024 req-237b5930-3aad-42c5-9f7e-a86ba6eb4960 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2d602b86dea24940a1b3a7507f88da04&device_id=1e9afa6d-09f3-4081-a064-2316d70cb635 HTTP/1.1" status: 200 len: 1096 time: 0.6535800 May 31 13:59:45.844581 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-932870dc-72d1-4cb1-855b-6e1e26e37338 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Router 6ab76726-3a2f-4cf9-8b19-0ac2009e8153 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:59:45.905220 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-30b4ccfa-022a-4801-b066-41bccc4b223c req-db743a85-506f-4287-8860-0dd17bf6e32d tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=293a46b4-2e0a-44ae-a92c-857d2faefc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3651395 May 31 13:59:46.012251 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d2528b-cf4d-462c-b1c8-46cf2c0ee44a service neutron] Pushing event updated for resources: {'Port': ['ID=f9a26a6a-8bd5-4d6e-bd0b-3019acfa005f,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:59:46.018159 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b0326a-744d-4bca-b375-48aa39f37f18 req-0b588f9f-f49b-4e1e-ab67-0131159a5bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:46.021105 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b2b0326a-744d-4bca-b375-48aa39f37f18 req-0b588f9f-f49b-4e1e-ab67-0131159a5bd9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2d602b86dea24940a1b3a7507f88da04&device_id=33b2b5f7-570a-45cf-91cb-a5aec63175b6 HTTP/1.1" status: 200 len: 1095 time: 1.0313599 May 31 13:59:46.097976 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-91d05673-13d6-467a-945f-b6a9ec93159f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:46.108084 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3989b927-40d7-4619-b1c3-d68dbbc565cb req-f9cd087b-1d20-41e3-8600-25ea70ab136a tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:46.111098 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-91d05673-13d6-467a-945f-b6a9ec93159f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:46.115776 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3989b927-40d7-4619-b1c3-d68dbbc565cb req-f9cd087b-1d20-41e3-8600-25ea70ab136a tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] 10.222.0.50 "GET /v2.0/ports?device_id=28005a54-7645-4fee-9a9e-688a5e5ec2c4 HTTP/1.1" status: 200 len: 932 time: 0.8353376 May 31 13:59:46.216283 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b2b0326a-744d-4bca-b375-48aa39f37f18 req-963f7ad0-f505-4b1a-8c82-5ba3ce5c273b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=374d1f68-5e15-4e72-94e4-eadaa96b66a4 HTTP/1.1" status: 200 len: 217 time: 0.1857092 May 31 13:59:46.335054 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b0326a-744d-4bca-b375-48aa39f37f18 req-29e20abb-2ed8-4231-952f-1e860ef6c4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:46.336595 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b2b0326a-744d-4bca-b375-48aa39f37f18 req-29e20abb-2ed8-4231-952f-1e860ef6c4cc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dc19dfed-9970-499d-881e-1bcf7302fd07 HTTP/1.1" status: 200 len: 848 time: 0.1094911 May 31 13:59:46.368778 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3989b927-40d7-4619-b1c3-d68dbbc565cb req-a81ed9e3-14c6-4647-85ef-73f3b46c510d tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] 10.222.0.50 "GET /v2.0/security-groups?id=c52a2b74-f615-4964-90d7-c79fd92bae1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520130 May 31 13:59:46.514773 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 55438) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:59:46.514960 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-91d05673-13d6-467a-945f-b6a9ec93159f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0eeae9543bd14f1e8b61010582c69dc8&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1621664 May 31 13:59:46.526809 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d05673-13d6-467a-945f-b6a9ec93159f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d0d436-29b4-4a8e-9dbc-7ea4aa014b9f,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:59:46.548465 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2aaf17-03ac-4284-9389-e6adb5878024 req-7404ca2b-4b9c-4de7-963f-91a916e10ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:46.549281 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7d2aaf17-03ac-4284-9389-e6adb5878024 req-7404ca2b-4b9c-4de7-963f-91a916e10ac8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5f55bbea-82b7-4578-aae9-4a649a9da1e9 HTTP/1.1" status: 200 len: 910 time: 0.6824369 May 31 13:59:46.573520 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-de2d1d0b-2fdd-4ce9-a5e0-b76de6bddba4 req-20d2528b-cf4d-462c-b1c8-46cf2c0ee44a service neutron] Attempting to bind port f9a26a6a-8bd5-4d6e-bd0b-3019acfa005f on host n-h1-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:59:46.574198 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-de2d1d0b-2fdd-4ce9-a5e0-b76de6bddba4 req-20d2528b-cf4d-462c-b1c8-46cf2c0ee44a service neutron] Attempting to bind port f9a26a6a-8bd5-4d6e-bd0b-3019acfa005f by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': 'f7aeab4e-1cfb-4901-bbf4-c5babbf940ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '63fd4673-3e7b-4b31-a695-7191e3dc7a26'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:59:46.574770 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2d1d0b-2fdd-4ce9-a5e0-b76de6bddba4 req-20d2528b-cf4d-462c-b1c8-46cf2c0ee44a service neutron] Attempting to bind port f9a26a6a-8bd5-4d6e-bd0b-3019acfa005f on network 63fd4673-3e7b-4b31-a695-7191e3dc7a26 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:59:46.592275 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2d1d0b-2fdd-4ce9-a5e0-b76de6bddba4 req-20d2528b-cf4d-462c-b1c8-46cf2c0ee44a service neutron] Port f9a26a6a-8bd5-4d6e-bd0b-3019acfa005f on network 63fd4673-3e7b-4b31-a695-7191e3dc7a26 not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:59:46.592706 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2d1d0b-2fdd-4ce9-a5e0-b76de6bddba4 req-20d2528b-cf4d-462c-b1c8-46cf2c0ee44a service neutron] Attempting to bind port f9a26a6a-8bd5-4d6e-bd0b-3019acfa005f on network 63fd4673-3e7b-4b31-a695-7191e3dc7a26 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:59:46.603991 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2d1d0b-2fdd-4ce9-a5e0-b76de6bddba4 req-20d2528b-cf4d-462c-b1c8-46cf2c0ee44a service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 13, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:59:46.604465 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2d1d0b-2fdd-4ce9-a5e0-b76de6bddba4 req-20d2528b-cf4d-462c-b1c8-46cf2c0ee44a service neutron] Checking segment: {'id': 'f7aeab4e-1cfb-4901-bbf4-c5babbf940ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '63fd4673-3e7b-4b31-a695-7191e3dc7a26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 13:59:46.604970 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2d1d0b-2fdd-4ce9-a5e0-b76de6bddba4 req-20d2528b-cf4d-462c-b1c8-46cf2c0ee44a service neutron] Bound using segment: {'id': 'f7aeab4e-1cfb-4901-bbf4-c5babbf940ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '63fd4673-3e7b-4b31-a695-7191e3dc7a26'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:59:46.605527 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-de2d1d0b-2fdd-4ce9-a5e0-b76de6bddba4 req-20d2528b-cf4d-462c-b1c8-46cf2c0ee44a service neutron] Bound port: f9a26a6a-8bd5-4d6e-bd0b-3019acfa005f, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7aeab4e-1cfb-4901-bbf4-c5babbf940ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '63fd4673-3e7b-4b31-a695-7191e3dc7a26'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:59:46.606031 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-de2d1d0b-2fdd-4ce9-a5e0-b76de6bddba4 req-20d2528b-cf4d-462c-b1c8-46cf2c0ee44a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:46.655853 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7d2aaf17-03ac-4284-9389-e6adb5878024 req-e751594c-6c52-4268-a01c-43c832afc9e1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34c487a4-a161-4516-9518-8e293b2f9c4e HTTP/1.1" status: 200 len: 217 time: 0.0990365 May 31 13:59:46.721726 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-932870dc-72d1-4cb1-855b-6e1e26e37338 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:59:46.735672 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395522b7-9293-4b01-92fd-36ae6ecadb7a None None] Sync routers for ids ['6ab76726-3a2f-4cf9-8b19-0ac2009e8153'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:59:46.791866 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395522b7-9293-4b01-92fd-36ae6ecadb7a None None] Routers {'6ab76726-3a2f-4cf9-8b19-0ac2009e8153'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:59:46.792675 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-932870dc-72d1-4cb1-855b-6e1e26e37338 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.50 "PUT /v2.0/routers/6ab76726-3a2f-4cf9-8b19-0ac2009e8153/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4387670 May 31 13:59:46.794462 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 55452) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:59:46.795375 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-395522b7-9293-4b01-92fd-36ae6ecadb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:59:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['6ab76726-3a2f-4cf9-8b19-0ac2009e8153'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:59:46.861108 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2aaf17-03ac-4284-9389-e6adb5878024 req-33e5be74-2252-40aa-81ce-2841a47adae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:46.863118 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7d2aaf17-03ac-4284-9389-e6adb5878024 req-33e5be74-2252-40aa-81ce-2841a47adae9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dc19dfed-9970-499d-881e-1bcf7302fd07 HTTP/1.1" status: 200 len: 848 time: 0.1940837 May 31 13:59:46.964329 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-de2d1d0b-2fdd-4ce9-a5e0-b76de6bddba4 req-20d2528b-cf4d-462c-b1c8-46cf2c0ee44a service neutron] For port f9a26a6a-8bd5-4d6e-bd0b-3019acfa005f, host n-h1-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:59:46.969359 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-de2d1d0b-2fdd-4ce9-a5e0-b76de6bddba4 req-20d2528b-cf4d-462c-b1c8-46cf2c0ee44a service neutron] For port f9a26a6a-8bd5-4d6e-bd0b-3019acfa005f, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=f9a26a6a-8bd5-4d6e-bd0b-3019acfa005f,segment=NetworkSegment(f7aeab4e-1cfb-4901-bbf4-c5babbf940ba),segment_id=f7aeab4e-1cfb-4901-bbf4-c5babbf940ba)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:59:46.976257 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a3bbfebb-c983-4c94-b0cc-a1a540e65cc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:46.984595 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-de2d1d0b-2fdd-4ce9-a5e0-b76de6bddba4 req-20d2528b-cf4d-462c-b1c8-46cf2c0ee44a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:47.039877 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c768006-9745-46f8-8951-4bf9ef070562 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Deleting subnet 2cf5c712-18b3-42ba-9d08-891e675f8b12 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 13:59:47.067624 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1c768006-9745-46f8-8951-4bf9ef070562 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:47.102932 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d1d0b-2fdd-4ce9-a5e0-b76de6bddba4 req-20d2528b-cf4d-462c-b1c8-46cf2c0ee44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:47.103552 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-de2d1d0b-2fdd-4ce9-a5e0-b76de6bddba4 req-20d2528b-cf4d-462c-b1c8-46cf2c0ee44a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:47.104959 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-de2d1d0b-2fdd-4ce9-a5e0-b76de6bddba4 req-20d2528b-cf4d-462c-b1c8-46cf2c0ee44a service neutron] 10.222.0.20 "PUT /v2.0/ports/f9a26a6a-8bd5-4d6e-bd0b-3019acfa005f HTTP/1.1" status: 200 len: 1092 time: 4.6199117 May 31 13:59:47.164334 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b0326a-744d-4bca-b375-48aa39f37f18 req-d5606072-5771-4125-a521-610a5531ded1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:47.165859 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b2b0326a-744d-4bca-b375-48aa39f37f18 req-d5606072-5771-4125-a521-610a5531ded1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5f55bbea-82b7-4578-aae9-4a649a9da1e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7879403 May 31 13:59:47.228575 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1c768006-9745-46f8-8951-4bf9ef070562 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:47.320863 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28005a54-7645-4fee-9a9e-688a5e5ec2c4', 'tag': 'f9a26a6a-8bd5-4d6e-bd0b-3019acfa005f'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:59:47.336781 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2aaf17-03ac-4284-9389-e6adb5878024 req-87351a73-3c99-4d82-a993-67c125a0adb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:47.338797 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7d2aaf17-03ac-4284-9389-e6adb5878024 req-87351a73-3c99-4d82-a993-67c125a0adb2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5f55bbea-82b7-4578-aae9-4a649a9da1e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4672279 May 31 13:59:47.372801 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-395522b7-9293-4b01-92fd-36ae6ecadb7a None None] Set router 6ab76726-3a2f-4cf9-8b19-0ac2009e8153 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:59:47.705617 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1c768006-9745-46f8-8951-4bf9ef070562 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:47.763894 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a3bbfebb-c983-4c94-b0cc-a1a540e65cc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:47.787756 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7d2aaf17-03ac-4284-9389-e6adb5878024 req-9aa096a2-d7ab-4e92-99e2-aec16c9e6680 service neutron] 10.222.0.20 "GET /v2.0/networks/5f55bbea-82b7-4578-aae9-4a649a9da1e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4398932 May 31 13:59:47.990478 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1c768006-9745-46f8-8951-4bf9ef070562 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:48.017471 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-395522b7-9293-4b01-92fd-36ae6ecadb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab76726-3a2f-4cf9-8b19-0ac2009e8153', 'name': 'tempest-TestSecurityGroupsBasicOps-router-616212758', 'tenant_id': 'f161391927494a93ac97ddf889ee8804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '9ce32b00-ac26-422f-88d3-f7753b0fe11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:56:04Z', 'updated_at': '2022-05-31T13:59:42Z', 'revision_number': 5, 'project_id': 'f161391927494a93ac97ddf889ee8804', 'gw_port': {'id': '9ce32b00-ac26-422f-88d3-f7753b0fe11e', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ed:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab76726-3a2f-4cf9-8b19-0ac2009e8153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:56:06Z', 'updated_at': '2022-05-31T13:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:59:48.025039 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395522b7-9293-4b01-92fd-36ae6ecadb7a None None] Checking router: 6ab76726-3a2f-4cf9-8b19-0ac2009e8153 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:59:48.037470 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b2b0326a-744d-4bca-b375-48aa39f37f18 req-c3c18355-f856-4e3f-9d19-4c8a00abbea4 service neutron] 10.222.0.44 "GET /v2.0/networks/5f55bbea-82b7-4578-aae9-4a649a9da1e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8331995 May 31 13:59:48.048192 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395522b7-9293-4b01-92fd-36ae6ecadb7a None None] Routers {'6ab76726-3a2f-4cf9-8b19-0ac2009e8153'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 13:59:48.054885 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-395522b7-9293-4b01-92fd-36ae6ecadb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T13:59:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['6ab76726-3a2f-4cf9-8b19-0ac2009e8153'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:59:48.064532 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c768006-9745-46f8-8951-4bf9ef070562 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Pushing event deleted for resources: {'Subnet': ['ID=2cf5c712-18b3-42ba-9d08-891e675f8b12,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:59:48.066801 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95acf82b-6c51-4348-8f03-7a999f398d99 None None] Network badcadf7-7a0e-4767-9ad6-9ba36fe36fd0 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 13:59:48.080793 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1c768006-9745-46f8-8951-4bf9ef070562 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:48.096917 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d2528b-cf4d-462c-b1c8-46cf2c0ee44a service neutron] Pushing event updated for resources: {'Port': ['ID=f9a26a6a-8bd5-4d6e-bd0b-3019acfa005f,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:59:48.174624 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-1c768006-9745-46f8-8951-4bf9ef070562 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.50 "DELETE /v2.0/subnets/2cf5c712-18b3-42ba-9d08-891e675f8b12 HTTP/1.1" status: 204 len: 168 time: 1.3757792 May 31 13:59:48.177873 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 55480) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:59:48.198578 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c768006-9745-46f8-8951-4bf9ef070562 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:59:48.202195 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c768006-9745-46f8-8951-4bf9ef070562 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:59:48.205279 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c768006-9745-46f8-8951-4bf9ef070562 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:59:48.205782 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c768006-9745-46f8-8951-4bf9ef070562 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:59:48.208584 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c768006-9745-46f8-8951-4bf9ef070562 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:59:48.212152 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c768006-9745-46f8-8951-4bf9ef070562 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:59:48.212906 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c768006-9745-46f8-8951-4bf9ef070562 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:59:48.213423 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c768006-9745-46f8-8951-4bf9ef070562 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:59:48.214736 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c768006-9745-46f8-8951-4bf9ef070562 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:59:48.215248 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c768006-9745-46f8-8951-4bf9ef070562 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:59:48.217899 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c768006-9745-46f8-8951-4bf9ef070562 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:59:48.218566 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c768006-9745-46f8-8951-4bf9ef070562 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:59:48.346799 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7d2aaf17-03ac-4284-9389-e6adb5878024 req-efedf9fc-e37f-4e89-9d3b-09eb46b6a798 service neutron] 10.222.0.20 "GET /v2.0/networks/5f55bbea-82b7-4578-aae9-4a649a9da1e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5402973 May 31 13:59:48.544249 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-395522b7-9293-4b01-92fd-36ae6ecadb7a None None] Set router 6ab76726-3a2f-4cf9-8b19-0ac2009e8153 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 13:59:48.603508 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1fcbff3b-ea87-4af7-b531-f3725af6f29a tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:48.662219 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2b6f20-9741-49ac-9300-c47e82b92ce4 None None] DHCP port deletion for badcadf7-7a0e-4767-9ad6-9ba36fe36fd0 request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 13:59:48.672992 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-5e2b6f20-9741-49ac-9300-c47e82b92ce4 None None] Deleting port c8d8acfe-8ec7-4001-81ee-5c2282d00bc2 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:59:48.674286 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5e2b6f20-9741-49ac-9300-c47e82b92ce4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:48.779739 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a3bbfebb-c983-4c94-b0cc-a1a540e65cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:48.860811 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d1d0b-2fdd-4ce9-a5e0-b76de6bddba4 req-8b78f02e-1908-4882-a201-202ae11f76b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:48.862400 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-de2d1d0b-2fdd-4ce9-a5e0-b76de6bddba4 req-8b78f02e-1908-4882-a201-202ae11f76b5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=80041d5c2e77427db9d44e9fdb551a51&device_id=28005a54-7645-4fee-9a9e-688a5e5ec2c4 HTTP/1.1" status: 200 len: 1095 time: 1.6907427 May 31 13:59:48.921038 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ff649-db42-44ad-89a4-66cf5622d4bd req-3aacb1ab-0ef5-457c-ab8b-3fba29dbc4a6 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:48.936739 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0b7ff649-db42-44ad-89a4-66cf5622d4bd req-3aacb1ab-0ef5-457c-ab8b-3fba29dbc4a6 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=33b2b5f7-570a-45cf-91cb-a5aec63175b6 HTTP/1.1" status: 200 len: 1095 time: 1.2586071 May 31 13:59:48.971724 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bbfebb-c983-4c94-b0cc-a1a540e65cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d0d436-29b4-4a8e-9dbc-7ea4aa014b9f,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:59:48.979139 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1fcbff3b-ea87-4af7-b531-f3725af6f29a tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:49.036343 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-1fcbff3b-ea87-4af7-b531-f3725af6f29a tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Deleting port 9ce32b00-ac26-422f-88d3-f7753b0fe11e {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:59:49.036880 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1fcbff3b-ea87-4af7-b531-f3725af6f29a tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:49.122429 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-de2d1d0b-2fdd-4ce9-a5e0-b76de6bddba4 req-19826b51-2881-452f-b1e0-5cb8b51da121 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9a26a6a-8bd5-4d6e-bd0b-3019acfa005f HTTP/1.1" status: 200 len: 217 time: 0.1449633 May 31 13:59:49.127313 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b2b0326a-744d-4bca-b375-48aa39f37f18 req-bc110669-81ad-41bf-b774-1c234c1cf0cf service neutron] 10.222.0.44 "GET /v2.0/networks/5f55bbea-82b7-4578-aae9-4a649a9da1e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9834211 May 31 13:59:49.188399 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device c8d8acfe-8ec7-4001-81ee-5c2282d00bc2 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:59:49.203368 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60674dca-7e0c-4330-aca3-977caf14cbd5 req-00826ddd-5263-42e3-b7cf-f7f6844fe43f tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:49.212148 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-60674dca-7e0c-4330-aca3-977caf14cbd5 req-00826ddd-5263-42e3-b7cf-f7f6844fe43f tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] 10.222.0.50 "GET /v2.0/ports?device_id=28005a54-7645-4fee-9a9e-688a5e5ec2c4 HTTP/1.1" status: 200 len: 944 time: 1.2496693 May 31 13:59:49.334139 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a3bbfebb-c983-4c94-b0cc-a1a540e65cc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:49.335504 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-a3bbfebb-c983-4c94-b0cc-a1a540e65cc4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d3d0d436-29b4-4a8e-9dbc-7ea4aa014b9f HTTP/1.1" status: 204 len: 168 time: 2.8165388 May 31 13:59:49.342173 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-395522b7-9293-4b01-92fd-36ae6ecadb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab76726-3a2f-4cf9-8b19-0ac2009e8153', 'name': 'tempest-TestSecurityGroupsBasicOps-router-616212758', 'tenant_id': 'f161391927494a93ac97ddf889ee8804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '9ce32b00-ac26-422f-88d3-f7753b0fe11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:56:04Z', 'updated_at': '2022-05-31T13:59:42Z', 'revision_number': 5, 'project_id': 'f161391927494a93ac97ddf889ee8804', 'gw_port': {'id': '9ce32b00-ac26-422f-88d3-f7753b0fe11e', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ed:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab76726-3a2f-4cf9-8b19-0ac2009e8153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:56:06Z', 'updated_at': '2022-05-31T13:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:59:49.354298 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395522b7-9293-4b01-92fd-36ae6ecadb7a None None] The sync data for ids ['6ab76726-3a2f-4cf9-8b19-0ac2009e8153'] in n-d-843939-1 is: [{'id': '6ab76726-3a2f-4cf9-8b19-0ac2009e8153', 'name': 'tempest-TestSecurityGroupsBasicOps-router-616212758', 'tenant_id': 'f161391927494a93ac97ddf889ee8804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '9ce32b00-ac26-422f-88d3-f7753b0fe11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:56:04Z', 'updated_at': '2022-05-31T13:59:42Z', 'revision_number': 5, 'project_id': 'f161391927494a93ac97ddf889ee8804', 'gw_port': {'id': '9ce32b00-ac26-422f-88d3-f7753b0fe11e', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ed:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab76726-3a2f-4cf9-8b19-0ac2009e8153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:56:06Z', 'updated_at': '2022-05-31T13:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:59:49.439866 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-1fcbff3b-ea87-4af7-b531-f3725af6f29a tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] For port 9ce32b00-ac26-422f-88d3-f7753b0fe11e, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=9ce32b00-ac26-422f-88d3-f7753b0fe11e,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:59:49.446511 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1fcbff3b-ea87-4af7-b531-f3725af6f29a tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:49.484086 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0b7ff649-db42-44ad-89a4-66cf5622d4bd req-5572d655-3e90-4650-9428-cdfc771584d5 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=293a46b4-2e0a-44ae-a92c-857d2faefc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5432613 May 31 13:59:49.569182 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port c8d8acfe-8ec7-4001-81ee-5c2282d00bc2 is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:59:49.569815 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:49.601500 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-60674dca-7e0c-4330-aca3-977caf14cbd5 req-26b18350-3411-48c0-bb94-03077398c8e2 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] 10.222.0.50 "GET /v2.0/security-groups?id=c52a2b74-f615-4964-90d7-c79fd92bae1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3820088 May 31 13:59:49.636851 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-967e2c91-22ef-4e86-8f76-17419d4ec8fc'] response: {'name': 'network-changed', 'server_uuid': '28005a54-7645-4fee-9a9e-688a5e5ec2c4', 'tag': 'f9a26a6a-8bd5-4d6e-bd0b-3019acfa005f', 'status': 'completed', 'code': 200} May 31 13:59:49.652175 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d1d0b-2fdd-4ce9-a5e0-b76de6bddba4 req-4ff8e138-def6-4f3a-8aae-79c918edfd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:49.654705 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-de2d1d0b-2fdd-4ce9-a5e0-b76de6bddba4 req-4ff8e138-def6-4f3a-8aae-79c918edfd00 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f407b41c-cb9f-4c2f-8ab8-95277ae5a298 HTTP/1.1" status: 200 len: 853 time: 0.5200570 May 31 13:59:49.787990 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a2683-cbb3-42a7-96f6-d5f948ed686e req-e4ad8792-11ad-436b-9902-4261eaee21bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:49.789804 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-691a2683-cbb3-42a7-96f6-d5f948ed686e req-e4ad8792-11ad-436b-9902-4261eaee21bc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2d602b86dea24940a1b3a7507f88da04&device_id=33b2b5f7-570a-45cf-91cb-a5aec63175b6 HTTP/1.1" status: 200 len: 1095 time: 0.5612741 May 31 13:59:49.797414 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-de2d1d0b-2fdd-4ce9-a5e0-b76de6bddba4 req-62e903a9-1e0e-4842-90fe-50a019b89cce service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=63fd4673-3e7b-4b31-a695-7191e3dc7a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1274114 May 31 13:59:49.892964 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port c8d8acfe-8ec7-4001-81ee-5c2282d00bc2, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=c8d8acfe-8ec7-4001-81ee-5c2282d00bc2,segment=NetworkSegment(b9f4ed57-b2e5-4e59-b38f-a9cf436507d9),segment_id=b9f4ed57-b2e5-4e59-b38f-a9cf436507d9)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:59:49.935351 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:50.017658 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-1fcbff3b-ea87-4af7-b531-f3725af6f29a tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Calling delete_port for 9ce32b00-ac26-422f-88d3-f7753b0fe11e owned by network:router_gateway {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:59:50.046875 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a2683-cbb3-42a7-96f6-d5f948ed686e req-19086e7e-a1da-4cb2-85c4-8081d7a2e6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:50.049716 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-691a2683-cbb3-42a7-96f6-d5f948ed686e req-19086e7e-a1da-4cb2-85c4-8081d7a2e6a1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5f55bbea-82b7-4578-aae9-4a649a9da1e9 HTTP/1.1" status: 200 len: 910 time: 0.2485347 May 31 13:59:50.188159 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 55518) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:59:50.212715 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-691a2683-cbb3-42a7-96f6-d5f948ed686e req-e46b43fa-87a8-4a09-9f2a-a9363c7b8558 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=374d1f68-5e15-4e72-94e4-eadaa96b66a4 HTTP/1.1" status: 200 len: 217 time: 0.1038449 May 31 13:59:50.223100 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-406b0ce3-ef3f-4d60-85be-a92bfa0f5dd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:50.268184 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-406b0ce3-ef3f-4d60-85be-a92bfa0f5dd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:59:50.273588 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-406b0ce3-ef3f-4d60-85be-a92bfa0f5dd5 admin admin] Usage tracker for resource:security_group_rule and tenant:8ec0c3f10af94db8b0b96a9a2275c707 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:59:50.282209 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-406b0ce3-ef3f-4d60-85be-a92bfa0f5dd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:59:50.289879 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-406b0ce3-ef3f-4d60-85be-a92bfa0f5dd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:59:50.307741 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-5e2b6f20-9741-49ac-9300-c47e82b92ce4 None None] For port c8d8acfe-8ec7-4001-81ee-5c2282d00bc2, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=c8d8acfe-8ec7-4001-81ee-5c2282d00bc2,segment=NetworkSegment(b9f4ed57-b2e5-4e59-b38f-a9cf436507d9),segment_id=b9f4ed57-b2e5-4e59-b38f-a9cf436507d9)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:59:50.308380 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5e2b6f20-9741-49ac-9300-c47e82b92ce4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:50.334649 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a2683-cbb3-42a7-96f6-d5f948ed686e req-3ddec0dc-1bd6-494d-89b5-a0b56ebe99f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:50.336099 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-691a2683-cbb3-42a7-96f6-d5f948ed686e req-3ddec0dc-1bd6-494d-89b5-a0b56ebe99f6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dc19dfed-9970-499d-881e-1bcf7302fd07 HTTP/1.1" status: 200 len: 848 time: 0.1155894 May 31 13:59:50.407926 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-de2d1d0b-2fdd-4ce9-a5e0-b76de6bddba4 req-625fd37e-398b-4580-b196-2aae09e8d46d service neutron] 10.222.0.20 "GET /v2.0/networks/63fd4673-3e7b-4b31-a695-7191e3dc7a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3929780 May 31 13:59:50.579837 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1fcbff3b-ea87-4af7-b531-f3725af6f29a tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:50.678391 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a2683-cbb3-42a7-96f6-d5f948ed686e req-d0015015-e799-4bb3-b6cd-bb3b05d928f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:50.680326 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-691a2683-cbb3-42a7-96f6-d5f948ed686e req-d0015015-e799-4bb3-b6cd-bb3b05d928f8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5f55bbea-82b7-4578-aae9-4a649a9da1e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3302948 May 31 13:59:50.717272 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-5e2b6f20-9741-49ac-9300-c47e82b92ce4 None None] Calling delete_port for c8d8acfe-8ec7-4001-81ee-5c2282d00bc2 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:59:50.770831 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcbff3b-ea87-4af7-b531-f3725af6f29a tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Pushing event deleted for resources: {'Port': ['ID=9ce32b00-ac26-422f-88d3-f7753b0fe11e,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:59:50.823330 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=c8d8acfe-8ec7-4001-81ee-5c2282d00bc2,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:59:50.897820 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:59:50.905594 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:59:50.905594 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:59:50.906438 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:59:50.906438 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:59:50.906864 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:59:50.922625 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:59:50.922959 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:59:50.923462 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:59:50.923951 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:59:50.924453 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:59:50.924944 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:59:51.054589 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-406b0ce3-ef3f-4d60-85be-a92bfa0f5dd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:51.063161 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-406b0ce3-ef3f-4d60-85be-a92bfa0f5dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:51.064914 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-de2d1d0b-2fdd-4ce9-a5e0-b76de6bddba4 req-3a6378e1-63f5-4d44-92a3-0c818608d5ec service neutron] 10.222.0.20 "GET /v2.0/networks/63fd4673-3e7b-4b31-a695-7191e3dc7a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6479003 May 31 13:59:51.157325 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 659e500f-f8bf-4e6c-9d94-81e70b064fdf no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:59:51.238679 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-406b0ce3-ef3f-4d60-85be-a92bfa0f5dd5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8ec0c3f10af94db8b0b96a9a2275c707&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0488517 May 31 13:59:51.240646 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 55544) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:59:51.249282 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406b0ce3-ef3f-4d60-85be-a92bfa0f5dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bfe65b0-81a5-4e9b-8692-55c23f8a5306,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:59:51.259039 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1fcbff3b-ea87-4af7-b531-f3725af6f29a tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577389'] for router_gateway, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:51.299373 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-5e2b6f20-9741-49ac-9300-c47e82b92ce4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:59:51.299726 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-5e2b6f20-9741-49ac-9300-c47e82b92ce4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:59:51.300354 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 659e500f-f8bf-4e6c-9d94-81e70b064fdf {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:59:51.300690 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 659e500f-f8bf-4e6c-9d94-81e70b064fdf not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:59:51.325187 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-691a2683-cbb3-42a7-96f6-d5f948ed686e req-0cce9014-9c89-41e3-87b5-7deb8c7c57e8 service neutron] 10.222.0.44 "GET /v2.0/networks/5f55bbea-82b7-4578-aae9-4a649a9da1e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6375802 May 31 13:59:51.443004 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed10d1f-e501-4a27-8f4e-9e7d4e375b72 req-4024304d-aad0-4bcd-9c66-8dce01aa473d tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:51.444638 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5ed10d1f-e501-4a27-8f4e-9e7d4e375b72 req-4024304d-aad0-4bcd-9c66-8dce01aa473d tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=33b2b5f7-570a-45cf-91cb-a5aec63175b6 HTTP/1.1" status: 200 len: 1095 time: 0.5604873 May 31 13:59:51.500204 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1fcbff3b-ea87-4af7-b531-f3725af6f29a tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:51.502763 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1fcbff3b-ea87-4af7-b531-f3725af6f29a tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:51.530836 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1fcbff3b-ea87-4af7-b531-f3725af6f29a tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:51.531418 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fcbff3b-ea87-4af7-b531-f3725af6f29a tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Fanout notify agent at l3_agent the message router_deleted on router 6ab76726-3a2f-4cf9-8b19-0ac2009e8153 {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:59:51.576080 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1fcbff3b-ea87-4af7-b531-f3725af6f29a tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:51.579973 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-1fcbff3b-ea87-4af7-b531-f3725af6f29a tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.50 "DELETE /v2.0/routers/6ab76726-3a2f-4cf9-8b19-0ac2009e8153 HTTP/1.1" status: 204 len: 168 time: 3.3892744 May 31 13:59:51.581531 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 55554) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:59:51.600408 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 13:59:51.727126 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7bda4e5c-982c-4e79-8453-a7e9691d3f26 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:51.747745 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-7bda4e5c-982c-4e79-8453-a7e9691d3f26 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Deleting port c8d8acfe-8ec7-4001-81ee-5c2282d00bc2 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:59:51.748403 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7bda4e5c-982c-4e79-8453-a7e9691d3f26 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:51.801854 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-5e2b6f20-9741-49ac-9300-c47e82b92ce4 None None] Deleting port c8d8acfe-8ec7-4001-81ee-5c2282d00bc2 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:59:51.802807 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5e2b6f20-9741-49ac-9300-c47e82b92ce4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:51.930022 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afce9343-891c-4f75-af8b-77c4252fb665 req-22893dd6-4d1a-48ea-82bc-505257818578 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:51.938242 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-afce9343-891c-4f75-af8b-77c4252fb665 req-22893dd6-4d1a-48ea-82bc-505257818578 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] 10.222.0.50 "GET /v2.0/ports?device_id=28005a54-7645-4fee-9a9e-688a5e5ec2c4 HTTP/1.1" status: 200 len: 944 time: 0.9450366 May 31 13:59:52.063633 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-afce9343-891c-4f75-af8b-77c4252fb665 req-423c5458-dce3-4f88-bd72-eee0814ae4fd tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] 10.222.0.50 "GET /v2.0/security-groups?id=c52a2b74-f615-4964-90d7-c79fd92bae1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239033 May 31 13:59:52.066331 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-5e2b6f20-9741-49ac-9300-c47e82b92ce4 None None] For port c8d8acfe-8ec7-4001-81ee-5c2282d00bc2, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=c8d8acfe-8ec7-4001-81ee-5c2282d00bc2,segment=NetworkSegment(b9f4ed57-b2e5-4e59-b38f-a9cf436507d9),segment_id=b9f4ed57-b2e5-4e59-b38f-a9cf436507d9)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:59:52.066727 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5e2b6f20-9741-49ac-9300-c47e82b92ce4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:52.093354 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5392a671-5339-40b6-b6ad-160dfd8f8f88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:52.174412 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5392a671-5339-40b6-b6ad-160dfd8f8f88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:52.250360 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-7bda4e5c-982c-4e79-8453-a7e9691d3f26 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] For port c8d8acfe-8ec7-4001-81ee-5c2282d00bc2, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=c8d8acfe-8ec7-4001-81ee-5c2282d00bc2,segment=NetworkSegment(b9f4ed57-b2e5-4e59-b38f-a9cf436507d9),segment_id=b9f4ed57-b2e5-4e59-b38f-a9cf436507d9)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:59:52.251112 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7bda4e5c-982c-4e79-8453-a7e9691d3f26 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:52.270770 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5392a671-5339-40b6-b6ad-160dfd8f8f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:52.318848 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4564ef08-ea2a-45e4-ad39-3aaca6460c70 req-f5bddcc7-d79f-4ffc-99a7-71cd33d7ad93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:52.320330 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4564ef08-ea2a-45e4-ad39-3aaca6460c70 req-f5bddcc7-d79f-4ffc-99a7-71cd33d7ad93 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=80041d5c2e77427db9d44e9fdb551a51&device_id=28005a54-7645-4fee-9a9e-688a5e5ec2c4 HTTP/1.1" status: 200 len: 1095 time: 1.1560254 May 31 13:59:52.366509 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5392a671-5339-40b6-b6ad-160dfd8f8f88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bfe65b0-81a5-4e9b-8692-55c23f8a5306,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:59:52.413032 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-5e2b6f20-9741-49ac-9300-c47e82b92ce4 None None] Calling delete_port for c8d8acfe-8ec7-4001-81ee-5c2282d00bc2 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:59:52.463037 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5ed10d1f-e501-4a27-8f4e-9e7d4e375b72 req-2dfff204-f532-4d60-a77f-48d7ec7492a8 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=293a46b4-2e0a-44ae-a92c-857d2faefc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0084975 May 31 13:59:52.508839 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 374d1f68-5e15-4e72-94e4-eadaa96b66a4 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:59:52.526029 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-7bda4e5c-982c-4e79-8453-a7e9691d3f26 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Calling delete_port for c8d8acfe-8ec7-4001-81ee-5c2282d00bc2 owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 13:59:52.605405 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5392a671-5339-40b6-b6ad-160dfd8f8f88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:52.609602 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-5392a671-5339-40b6-b6ad-160dfd8f8f88 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5bfe65b0-81a5-4e9b-8692-55c23f8a5306 HTTP/1.1" status: 204 len: 168 time: 1.3617144 May 31 13:59:52.625888 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-691a2683-cbb3-42a7-96f6-d5f948ed686e req-ca2fd810-f845-413b-adad-5c0d80fe7dd0 service neutron] 10.222.0.44 "GET /v2.0/networks/5f55bbea-82b7-4578-aae9-4a649a9da1e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2786195 May 31 13:59:52.694378 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4564ef08-ea2a-45e4-ad39-3aaca6460c70 req-ab6bf431-bdf1-42be-8928-8511674c220f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:52.695897 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4564ef08-ea2a-45e4-ad39-3aaca6460c70 req-ab6bf431-bdf1-42be-8928-8511674c220f service neutron] 10.222.0.20 "GET /v2.0/networks?id=63fd4673-3e7b-4b31-a695-7191e3dc7a26 HTTP/1.1" status: 200 len: 914 time: 0.3330543 May 31 13:59:52.764449 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5e2b6f20-9741-49ac-9300-c47e82b92ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:52.787238 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.db.api [None req-7bda4e5c-982c-4e79-8453-a7e9691d3f26 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:59:52.787761 n-d-843939-1 neutron-server[88369]: DEBUG oslo_db.api [None req-7bda4e5c-982c-4e79-8453-a7e9691d3f26 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:59:52.889970 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4564ef08-ea2a-45e4-ad39-3aaca6460c70 req-d6793d98-4317-4c48-9ae6-b00755241d61 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9a26a6a-8bd5-4d6e-bd0b-3019acfa005f HTTP/1.1" status: 200 len: 217 time: 0.1872272 May 31 13:59:52.906857 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2b6f20-9741-49ac-9300-c47e82b92ce4 None None] Pushing event deleted for resources: {'Port': ['ID=c8d8acfe-8ec7-4001-81ee-5c2282d00bc2,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:59:52.933686 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2b6f20-9741-49ac-9300-c47e82b92ce4 None None] No DVR routers for this DVR port c8d8acfe-8ec7-4001-81ee-5c2282d00bc2 on host n-d-843939-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:59:53.026932 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 9ce32b00-ac26-422f-88d3-f7753b0fe11e no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:59:53.080651 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 9ce32b00-ac26-422f-88d3-f7753b0fe11e {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 13:59:53.081369 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 9ce32b00-ac26-422f-88d3-f7753b0fe11e not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:59:53.109637 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 374d1f68-5e15-4e72-94e4-eadaa96b66a4, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=374d1f68-5e15-4e72-94e4-eadaa96b66a4,segment=NetworkSegment(f584d02d-1a73-49db-b1c0-d9b71d33b4f6),segment_id=f584d02d-1a73-49db-b1c0-d9b71d33b4f6)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:59:53.157841 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': '374d1f68-5e15-4e72-94e4-eadaa96b66a4', 'network_id': '5f55bbea-82b7-4578-aae9-4a649a9da1e9', 'port_id': '374d1f68-5e15-4e72-94e4-eadaa96b66a4', 'mac_address': 'fa:16:3e:30:63:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc19dfed-9970-499d-881e-1bcf7302fd07', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:59:53.213373 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4564ef08-ea2a-45e4-ad39-3aaca6460c70 req-ad4b70fd-f623-49c6-9e55-bca22f4a3aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:53.214829 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4564ef08-ea2a-45e4-ad39-3aaca6460c70 req-ad4b70fd-f623-49c6-9e55-bca22f4a3aad service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f407b41c-cb9f-4c2f-8ab8-95277ae5a298 HTTP/1.1" status: 200 len: 853 time: 0.3189671 May 31 13:59:53.288940 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-7bda4e5c-982c-4e79-8453-a7e9691d3f26 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Deleting port c8d8acfe-8ec7-4001-81ee-5c2282d00bc2 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 13:59:53.289316 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7bda4e5c-982c-4e79-8453-a7e9691d3f26 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:53.305972 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 374d1f68-5e15-4e72-94e4-eadaa96b66a4 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:59:53.305972 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:53.381484 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 374d1f68-5e15-4e72-94e4-eadaa96b66a4 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:59:53.385540 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4564ef08-ea2a-45e4-ad39-3aaca6460c70 req-26d7c1fe-9490-4229-a229-da46c1c6d272 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=63fd4673-3e7b-4b31-a695-7191e3dc7a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1621575 May 31 13:59:53.425095 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 374d1f68-5e15-4e72-94e4-eadaa96b66a4, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=374d1f68-5e15-4e72-94e4-eadaa96b66a4,segment=NetworkSegment(f584d02d-1a73-49db-b1c0-d9b71d33b4f6),segment_id=f584d02d-1a73-49db-b1c0-d9b71d33b4f6)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:59:53.432690 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:53.560139 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-7bda4e5c-982c-4e79-8453-a7e9691d3f26 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] The port 'c8d8acfe-8ec7-4001-81ee-5c2282d00bc2' was deleted {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 13:59:53.611927 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=374d1f68-5e15-4e72-94e4-eadaa96b66a4,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:59:53.685316 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['374d1f68-5e15-4e72-94e4-eadaa96b66a4'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:59:53.917964 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc21c82-4a99-4e49-89f5-098aeba665c2 req-9a639d93-2b94-43a1-9a03-3cc2916cc126 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:53.919836 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dbc21c82-4a99-4e49-89f5-098aeba665c2 req-9a639d93-2b94-43a1-9a03-3cc2916cc126 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] 10.222.0.50 "GET /v2.0/ports?device_id=28005a54-7645-4fee-9a9e-688a5e5ec2c4 HTTP/1.1" status: 200 len: 944 time: 0.4445662 May 31 13:59:53.963740 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13cd863-07dd-4445-a2a4-195cefd25e56 req-95650ba3-2da5-400f-8665-134f50fef0e9 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:53.974652 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a13cd863-07dd-4445-a2a4-195cefd25e56 req-95650ba3-2da5-400f-8665-134f50fef0e9 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=33b2b5f7-570a-45cf-91cb-a5aec63175b6 HTTP/1.1" status: 200 len: 1096 time: 0.2354641 May 31 13:59:54.060728 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7bda4e5c-982c-4e79-8453-a7e9691d3f26 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:54.061476 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4564ef08-ea2a-45e4-ad39-3aaca6460c70 req-2ea61212-8854-45b7-831a-370160d12b8e service neutron] 10.222.0.20 "GET /v2.0/networks/63fd4673-3e7b-4b31-a695-7191e3dc7a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6685038 May 31 13:59:54.066887 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dbc21c82-4a99-4e49-89f5-098aeba665c2 req-ae228532-c127-450e-b4f8-907bbd775ec3 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] 10.222.0.50 "GET /v2.0/security-groups?id=c52a2b74-f615-4964-90d7-c79fd92bae1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353168 May 31 13:59:54.102262 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-7bda4e5c-982c-4e79-8453-a7e9691d3f26 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['badcadf7-7a0e-4767-9ad6-9ba36fe36fd0']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:59:54.149733 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-7bda4e5c-982c-4e79-8453-a7e9691d3f26 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9f4ed57-b2e5-4e59-b38f-a9cf436507d9') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:59:54.150733 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-7bda4e5c-982c-4e79-8453-a7e9691d3f26 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9f4ed57-b2e5-4e59-b38f-a9cf436507d9') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:59:54.184066 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7bda4e5c-982c-4e79-8453-a7e9691d3f26 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:54.222636 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7bda4e5c-982c-4e79-8453-a7e9691d3f26 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:54.233183 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bda4e5c-982c-4e79-8453-a7e9691d3f26 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:59:54.233742 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7bda4e5c-982c-4e79-8453-a7e9691d3f26 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:54.299878 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4564ef08-ea2a-45e4-ad39-3aaca6460c70 req-2481fbd2-c953-425e-9591-9797b13ebcfd service neutron] 10.222.0.20 "GET /v2.0/networks/63fd4673-3e7b-4b31-a695-7191e3dc7a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275996 May 31 13:59:54.359393 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a13cd863-07dd-4445-a2a4-195cefd25e56 req-d3fefb83-1f57-42b0-94d1-111a35777f90 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=293a46b4-2e0a-44ae-a92c-857d2faefc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3832977 May 31 13:59:54.497862 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7bda4e5c-982c-4e79-8453-a7e9691d3f26 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:54.510377 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment b9f4ed57-b2e5-4e59-b38f-a9cf436507d9 resource provider aggregate not found May 31 13:59:54.537674 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7bda4e5c-982c-4e79-8453-a7e9691d3f26 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:54.577343 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device f9a26a6a-8bd5-4d6e-bd0b-3019acfa005f details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:59:54.578744 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bda4e5c-982c-4e79-8453-a7e9691d3f26 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] Pushing event deleted for resources: {'Network': ['ID=badcadf7-7a0e-4767-9ad6-9ba36fe36fd0,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:59:54.604298 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment b9f4ed57-b2e5-4e59-b38f-a9cf436507d9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b9f4ed57-b2e5-4e59-b38f-a9cf436507d9 found for delete ", "request_id": "req-83baa7dd-ab76-4ad5-bf67-e13d1167be3d"}]} May 31 13:59:54.638497 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-7bda4e5c-982c-4e79-8453-a7e9691d3f26 tempest-TestSecurityGroupsBasicOps-541410150 tempest-TestSecurityGroupsBasicOps-541410150-project] 10.222.0.50 "DELETE /v2.0/networks/badcadf7-7a0e-4767-9ad6-9ba36fe36fd0 HTTP/1.1" status: 204 len: 168 time: 3.0555811 May 31 13:59:54.960310 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port f9a26a6a-8bd5-4d6e-bd0b-3019acfa005f, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=f9a26a6a-8bd5-4d6e-bd0b-3019acfa005f,segment=NetworkSegment(f7aeab4e-1cfb-4901-bbf4-c5babbf940ba),segment_id=f7aeab4e-1cfb-4901-bbf4-c5babbf940ba)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:59:55.007288 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': 'f9a26a6a-8bd5-4d6e-bd0b-3019acfa005f', 'network_id': '63fd4673-3e7b-4b31-a695-7191e3dc7a26', 'port_id': 'f9a26a6a-8bd5-4d6e-bd0b-3019acfa005f', 'mac_address': 'fa:16:3e:20:ec:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f407b41c-cb9f-4c2f-8ab8-95277ae5a298', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:59:55.199054 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port f9a26a6a-8bd5-4d6e-bd0b-3019acfa005f is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:59:55.199353 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:55.259917 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9a26a6a-8bd5-4d6e-bd0b-3019acfa005f {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 13:59:55.309882 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port f9a26a6a-8bd5-4d6e-bd0b-3019acfa005f, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=f9a26a6a-8bd5-4d6e-bd0b-3019acfa005f,segment=NetworkSegment(f7aeab4e-1cfb-4901-bbf4-c5babbf940ba),segment_id=f7aeab4e-1cfb-4901-bbf4-c5babbf940ba)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:59:55.315421 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:55.441884 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 55662) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:59:55.550293 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad093a0-2b6a-4453-a01e-9ca6862f7d73 req-41542993-998c-4da9-b9e8-db1caec7f0d0 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:55.568634 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0ad093a0-2b6a-4453-a01e-9ca6862f7d73 req-41542993-998c-4da9-b9e8-db1caec7f0d0 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] 10.222.0.50 "GET /v2.0/ports?device_id=28005a54-7645-4fee-9a9e-688a5e5ec2c4 HTTP/1.1" status: 200 len: 945 time: 0.2814887 May 31 13:59:55.636028 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=f9a26a6a-8bd5-4d6e-bd0b-3019acfa005f,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:59:55.687761 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0ad093a0-2b6a-4453-a01e-9ca6862f7d73 req-961f25cb-bf6d-46bd-81cd-3fab68c24e75 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] 10.222.0.50 "GET /v2.0/security-groups?id=c52a2b74-f615-4964-90d7-c79fd92bae1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180866 May 31 13:59:55.692890 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['f9a26a6a-8bd5-4d6e-bd0b-3019acfa005f'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:59:55.944269 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-1de490cd-525b-4848-ac4a-84fb38f308a6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f161391927494a93ac97ddf889ee8804&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5009151 May 31 13:59:55.948692 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 55678) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:59:55.993634 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9544f074-614d-4a43-9e7b-891a091e85f2 req-14f03c82-4e1f-4eee-9a44-668b909a9609 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:55.995203 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9544f074-614d-4a43-9e7b-891a091e85f2 req-14f03c82-4e1f-4eee-9a44-668b909a9609 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=33b2b5f7-570a-45cf-91cb-a5aec63175b6 HTTP/1.1" status: 200 len: 1096 time: 0.2841802 May 31 13:59:56.117339 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9db3804b-821f-41d3-aa9b-e0fc703f426d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:56.131861 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9544f074-614d-4a43-9e7b-891a091e85f2 req-aecba30b-dc98-4411-8c18-896805206f3e tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=293a46b4-2e0a-44ae-a92c-857d2faefc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308115 May 31 13:59:56.181899 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9db3804b-821f-41d3-aa9b-e0fc703f426d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:56.297457 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9db3804b-821f-41d3-aa9b-e0fc703f426d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:56.333372 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db3804b-821f-41d3-aa9b-e0fc703f426d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f8fc99-fcb2-4b34-b125-ac3f55bb2b8a,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:59:56.344060 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9db3804b-821f-41d3-aa9b-e0fc703f426d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:56.345458 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-9db3804b-821f-41d3-aa9b-e0fc703f426d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/21f8fc99-fcb2-4b34-b125-ac3f55bb2b8a HTTP/1.1" status: 204 len: 168 time: 0.3949397 May 31 13:59:56.375731 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 374d1f68-5e15-4e72-94e4-eadaa96b66a4 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:59:56.578814 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port 374d1f68-5e15-4e72-94e4-eadaa96b66a4 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:59:56.587809 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port 374d1f68-5e15-4e72-94e4-eadaa96b66a4 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:59:56.589622 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:56.811311 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 374d1f68-5e15-4e72-94e4-eadaa96b66a4 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:59:56.811883 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:56.902154 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b2b5f7-570a-45cf-91cb-a5aec63175b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '374d1f68-5e15-4e72-94e4-eadaa96b66a4'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:59:56.930864 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 374d1f68-5e15-4e72-94e4-eadaa96b66a4, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=374d1f68-5e15-4e72-94e4-eadaa96b66a4,segment=NetworkSegment(f584d02d-1a73-49db-b1c0-d9b71d33b4f6),segment_id=f584d02d-1a73-49db-b1c0-d9b71d33b4f6)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:59:56.944195 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:57.143967 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83c0f402-ce72-49b5-a4f5-35c7791ec177'] response: {'server_uuid': '33b2b5f7-570a-45cf-91cb-a5aec63175b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '374d1f68-5e15-4e72-94e4-eadaa96b66a4', 'code': 200} May 31 13:59:57.148335 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=374d1f68-5e15-4e72-94e4-eadaa96b66a4,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:59:57.289107 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f4abc-5f30-4913-ba4c-e2a808607bed req-608b821a-22ba-43f4-8680-fd0a3b785079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:57.291562 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1b6f4abc-5f30-4913-ba4c-e2a808607bed req-608b821a-22ba-43f4-8680-fd0a3b785079 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=33b2b5f7-570a-45cf-91cb-a5aec63175b6 HTTP/1.1" status: 200 len: 1097 time: 0.2144046 May 31 13:59:57.315299 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 55716) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:59:57.369351 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e21d999b-1a13-4fab-ba82-7416b1f96578 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:57.395009 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1b6f4abc-5f30-4913-ba4c-e2a808607bed req-4c251c5c-903c-4b93-8fc9-c2474c41aecc service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=293a46b4-2e0a-44ae-a92c-857d2faefc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962768 May 31 13:59:57.419871 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92586fdc-8c9a-4517-ab8b-5e33918942fa req-30f47463-f2e5-4b69-b78c-ac26badd1f95 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:57.421447 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-92586fdc-8c9a-4517-ab8b-5e33918942fa req-30f47463-f2e5-4b69-b78c-ac26badd1f95 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] 10.222.0.50 "GET /v2.0/ports?device_id=28005a54-7645-4fee-9a9e-688a5e5ec2c4 HTTP/1.1" status: 200 len: 945 time: 0.4345710 May 31 13:59:57.425131 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e21d999b-1a13-4fab-ba82-7416b1f96578 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:59:57.439014 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e21d999b-1a13-4fab-ba82-7416b1f96578 admin admin] Usage tracker for resource:security_group_rule and tenant:d88ada3649bc4d3d94c4cbc909857ae2 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:59:57.448830 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e21d999b-1a13-4fab-ba82-7416b1f96578 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:59:57.465748 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e21d999b-1a13-4fab-ba82-7416b1f96578 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:59:57.619675 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-92586fdc-8c9a-4517-ab8b-5e33918942fa req-f8f0a99c-7400-458a-8601-6830220c98e7 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] 10.222.0.50 "GET /v2.0/security-groups?id=c52a2b74-f615-4964-90d7-c79fd92bae1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885488 May 31 13:59:57.711816 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e21d999b-1a13-4fab-ba82-7416b1f96578 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:57.719354 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e21d999b-1a13-4fab-ba82-7416b1f96578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:57.767340 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebc2093-d6b2-4b36-b864-573790750f62 req-c0066855-3fe8-4ed0-8644-009fc0d4ed9e tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:57.785746 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cebc2093-d6b2-4b36-b864-573790750f62 req-c0066855-3fe8-4ed0-8644-009fc0d4ed9e tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=33b2b5f7-570a-45cf-91cb-a5aec63175b6 HTTP/1.1" status: 200 len: 1097 time: 0.1635940 May 31 13:59:57.843586 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21d999b-1a13-4fab-ba82-7416b1f96578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e400e96-fe2b-4efc-819a-5c904d9bd6cc,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:59:57.856995 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cebc2093-d6b2-4b36-b864-573790750f62 req-3dba5178-accb-48d3-b1ef-8e75c18470ab tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=293a46b4-2e0a-44ae-a92c-857d2faefc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697610 May 31 13:59:57.909716 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e21d999b-1a13-4fab-ba82-7416b1f96578 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d88ada3649bc4d3d94c4cbc909857ae2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5910833 May 31 13:59:57.910238 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 55736) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:59:58.022602 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5b05c2f0-60a8-4559-96dd-a7989b70f4da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:58.055314 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5b05c2f0-60a8-4559-96dd-a7989b70f4da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:58.129021 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5b05c2f0-60a8-4559-96dd-a7989b70f4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:58.188187 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b05c2f0-60a8-4559-96dd-a7989b70f4da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e400e96-fe2b-4efc-819a-5c904d9bd6cc,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:59:58.196495 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5b05c2f0-60a8-4559-96dd-a7989b70f4da admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:58.202216 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-5b05c2f0-60a8-4559-96dd-a7989b70f4da admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7e400e96-fe2b-4efc-819a-5c904d9bd6cc HTTP/1.1" status: 204 len: 168 time: 0.2893848 May 31 13:59:58.595860 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device f9a26a6a-8bd5-4d6e-bd0b-3019acfa005f up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:59:58.802653 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning for port f9a26a6a-8bd5-4d6e-bd0b-3019acfa005f completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:59:58.814756 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port f9a26a6a-8bd5-4d6e-bd0b-3019acfa005f triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:59:58.815118 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:59.048656 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port f9a26a6a-8bd5-4d6e-bd0b-3019acfa005f is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 13:59:59.049549 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:59.094279 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port f9a26a6a-8bd5-4d6e-bd0b-3019acfa005f, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=f9a26a6a-8bd5-4d6e-bd0b-3019acfa005f,segment=NetworkSegment(f7aeab4e-1cfb-4901-bbf4-c5babbf940ba),segment_id=f7aeab4e-1cfb-4901-bbf4-c5babbf940ba)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:59:59.100223 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:59.145328 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 55774) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:59:59.240738 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28005a54-7645-4fee-9a9e-688a5e5ec2c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9a26a6a-8bd5-4d6e-bd0b-3019acfa005f'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 13:59:59.245918 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=f9a26a6a-8bd5-4d6e-bd0b-3019acfa005f,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:59:59.302492 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-90e74cb2-cf8b-4647-952d-28a8e9d26b3a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9e43d0e8c6ee486c83dfc56c6bd4647f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1547453 May 31 13:59:59.306070 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 55786) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:59:59.434190 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d72f011d-34f1-4ab8-a64a-0886305d128a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:59.486649 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d72f011d-34f1-4ab8-a64a-0886305d128a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:59.572515 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d72f011d-34f1-4ab8-a64a-0886305d128a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:59.606235 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f011d-34f1-4ab8-a64a-0886305d128a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abef4a37-5447-4053-8846-61b921920dad,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:59:59.632790 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d72f011d-34f1-4ab8-a64a-0886305d128a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:59:59.637352 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d72f011d-34f1-4ab8-a64a-0886305d128a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/abef4a37-5447-4053-8846-61b921920dad HTTP/1.1" status: 204 len: 168 time: 0.3295755 May 31 13:59:59.669890 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d54f26d-ef69-4daa-bbf5-ae48e380b5e2 req-70f1ce79-fc0f-4b4b-ae92-a9aad0e26932 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:59.671549 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8d54f26d-ef69-4daa-bbf5-ae48e380b5e2 req-70f1ce79-fc0f-4b4b-ae92-a9aad0e26932 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] 10.222.0.50 "GET /v2.0/ports?device_id=28005a54-7645-4fee-9a9e-688a5e5ec2c4 HTTP/1.1" status: 200 len: 945 time: 0.7645943 May 31 13:59:59.736340 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c73d1-5a90-4c35-9f61-a73013a267c8 req-42582395-f085-461c-a144-b5ebd523818d tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 13:59:59.758226 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bc4c73d1-5a90-4c35-9f61-a73013a267c8 req-42582395-f085-461c-a144-b5ebd523818d tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=33b2b5f7-570a-45cf-91cb-a5aec63175b6 HTTP/1.1" status: 200 len: 1097 time: 0.6404924 May 31 13:59:59.870889 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8d54f26d-ef69-4daa-bbf5-ae48e380b5e2 req-33caa2be-326c-4ea8-8b0f-9767dcbae176 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] 10.222.0.50 "GET /v2.0/security-groups?id=c52a2b74-f615-4964-90d7-c79fd92bae1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803343 May 31 13:59:59.897437 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bc4c73d1-5a90-4c35-9f61-a73013a267c8 req-d4e70204-8eae-49d9-8907-c3600229328a tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=293a46b4-2e0a-44ae-a92c-857d2faefc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381752 May 31 13:59:59.962450 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90eada98-76b5-48e7-a76c-7add2b0ae663'] response: {'server_uuid': '28005a54-7645-4fee-9a9e-688a5e5ec2c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9a26a6a-8bd5-4d6e-bd0b-3019acfa005f', 'code': 200} May 31 14:00:00.391368 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c5e5a-7e7e-4b8f-b1d7-2679dc9ba680 req-e9518b6a-158a-469c-b992-991b7638eb8d tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:00:00.417071 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1e3c5e5a-7e7e-4b8f-b1d7-2679dc9ba680 req-e9518b6a-158a-469c-b992-991b7638eb8d tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=33b2b5f7-570a-45cf-91cb-a5aec63175b6 HTTP/1.1" status: 200 len: 1097 time: 0.2767229 May 31 14:00:00.514272 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7029c2f-0ff7-46c7-bfc0-c102e7a66c6d req-7aae2197-c80d-4f78-a004-498e2d758c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:00:00.517970 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d7029c2f-0ff7-46c7-bfc0-c102e7a66c6d req-7aae2197-c80d-4f78-a004-498e2d758c75 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=28005a54-7645-4fee-9a9e-688a5e5ec2c4 HTTP/1.1" status: 200 len: 1097 time: 0.4654860 May 31 14:00:00.608407 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1e3c5e5a-7e7e-4b8f-b1d7-2679dc9ba680 req-75efd515-6809-409e-9ee9-cfe4b6126c8a tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=293a46b4-2e0a-44ae-a92c-857d2faefc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857996 May 31 14:00:00.676236 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d7029c2f-0ff7-46c7-bfc0-c102e7a66c6d req-e977d3f4-9604-404f-95dd-eb818050f4be service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c52a2b74-f615-4964-90d7-c79fd92bae1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500189 May 31 14:00:00.967519 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd497a-982b-49dd-9f87-816a871b50f4 req-7b872278-35d7-4c21-85ec-31ae4bf223e6 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:00:00.969056 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a6bd497a-982b-49dd-9f87-816a871b50f4 req-7b872278-35d7-4c21-85ec-31ae4bf223e6 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=33b2b5f7-570a-45cf-91cb-a5aec63175b6 HTTP/1.1" status: 200 len: 1097 time: 0.1174896 May 31 14:00:01.101505 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a6bd497a-982b-49dd-9f87-816a871b50f4 req-a1dd8cae-82d1-4023-b199-05159a80551a tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=293a46b4-2e0a-44ae-a92c-857d2faefc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255732 May 31 14:00:01.368446 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b934e501-b620-404d-b905-587d64da7992 req-1178d211-aa6b-4654-ae5f-251282c41b3c tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:00:01.377026 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b934e501-b620-404d-b905-587d64da7992 req-1178d211-aa6b-4654-ae5f-251282c41b3c tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] 10.222.0.50 "GET /v2.0/ports?device_id=28005a54-7645-4fee-9a9e-688a5e5ec2c4 HTTP/1.1" status: 200 len: 946 time: 0.1956851 May 31 14:00:01.459361 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 55860) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:00:01.484426 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b934e501-b620-404d-b905-587d64da7992 req-058ca478-e9b5-4b2a-8517-1ea53db95392 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] 10.222.0.50 "GET /v2.0/security-groups?id=c52a2b74-f615-4964-90d7-c79fd92bae1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062145 May 31 14:00:01.699002 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-e53935c7-42bc-4b7e-8ee0-9aeb967ec53d admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1177602615-network', 'tenant_id': '9bed3f2379a347c88adbf974d11ac9ac'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:00:01.704908 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e53935c7-42bc-4b7e-8ee0-9aeb967ec53d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:00:01.713978 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e53935c7-42bc-4b7e-8ee0-9aeb967ec53d admin admin] Usage tracker for resource:network and tenant:9bed3f2379a347c88adbf974d11ac9ac is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:00:01.723412 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e53935c7-42bc-4b7e-8ee0-9aeb967ec53d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:00:01.734947 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e53935c7-42bc-4b7e-8ee0-9aeb967ec53d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:00:01.757216 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e53935c7-42bc-4b7e-8ee0-9aeb967ec53d admin admin] Made reservation on behalf of 9bed3f2379a347c88adbf974d11ac9ac for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:00:01.759533 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e53935c7-42bc-4b7e-8ee0-9aeb967ec53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:01.774833 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e53935c7-42bc-4b7e-8ee0-9aeb967ec53d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:01.831114 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e53935c7-42bc-4b7e-8ee0-9aeb967ec53d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:00:01.845761 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e53935c7-42bc-4b7e-8ee0-9aeb967ec53d admin admin] Usage tracker for resource:security_group_rule and tenant:9bed3f2379a347c88adbf974d11ac9ac is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:00:01.859702 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e53935c7-42bc-4b7e-8ee0-9aeb967ec53d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:00:01.869229 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e53935c7-42bc-4b7e-8ee0-9aeb967ec53d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:00:01.912822 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e64b19d-316c-40c3-9b01-9ff8e9ee8d2a req-df72a3d7-bf2e-461a-bd95-033b96b64232 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:00:01.915636 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2e64b19d-316c-40c3-9b01-9ff8e9ee8d2a req-df72a3d7-bf2e-461a-bd95-033b96b64232 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=33b2b5f7-570a-45cf-91cb-a5aec63175b6 HTTP/1.1" status: 200 len: 1097 time: 0.1081157 May 31 14:00:01.977362 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2e64b19d-316c-40c3-9b01-9ff8e9ee8d2a req-c8953015-221e-46c1-890f-2f9bce98fd60 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=293a46b4-2e0a-44ae-a92c-857d2faefc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555763 May 31 14:00:01.997888 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e53935c7-42bc-4b7e-8ee0-9aeb967ec53d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:02.003216 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e53935c7-42bc-4b7e-8ee0-9aeb967ec53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:02.043579 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e53935c7-42bc-4b7e-8ee0-9aeb967ec53d admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 14:00:02.056335 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53935c7-42bc-4b7e-8ee0-9aeb967ec53d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=279ae498-1eec-49ea-8137-b6cb34d0dd6b,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:00:02.064109 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e53935c7-42bc-4b7e-8ee0-9aeb967ec53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:02.064464 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-e53935c7-42bc-4b7e-8ee0-9aeb967ec53d admin admin] Added segment bf131972-1a57-4fc0-a305-a51a44f5aaa3 of type vlan for network 533413a1-75e0-4e71-bd68-fe5d3e7adb93 May 31 14:00:02.105637 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e53935c7-42bc-4b7e-8ee0-9aeb967ec53d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:02.150390 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e53935c7-42bc-4b7e-8ee0-9aeb967ec53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:02.151764 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53935c7-42bc-4b7e-8ee0-9aeb967ec53d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:00:02.152648 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e53935c7-42bc-4b7e-8ee0-9aeb967ec53d admin admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:02.281721 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53935c7-42bc-4b7e-8ee0-9aeb967ec53d admin admin] Pushing event updated for resources: {'Network': ['ID=533413a1-75e0-4e71-bd68-fe5d3e7adb93,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:00:02.295002 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 533413a1-75e0-4e71-bd68-fe5d3e7adb93 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 14:00:02.352505 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 55890) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:00:02.352666 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e53935c7-42bc-4b7e-8ee0-9aeb967ec53d admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8920705 May 31 14:00:02.358424 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-80a9152f-32a7-419b-8242-55553a9f4b64 admin admin] Request body: {'subnet': {'network_id': '533413a1-75e0-4e71-bd68-fe5d3e7adb93', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1177602615-subnet', 'tenant_id': '9bed3f2379a347c88adbf974d11ac9ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:00:02.371946 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-80a9152f-32a7-419b-8242-55553a9f4b64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:00:02.388790 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-80a9152f-32a7-419b-8242-55553a9f4b64 admin admin] Usage tracker for resource:subnet and tenant:9bed3f2379a347c88adbf974d11ac9ac is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:00:02.401358 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-80a9152f-32a7-419b-8242-55553a9f4b64 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:00:02.430697 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-80a9152f-32a7-419b-8242-55553a9f4b64 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:00:02.453799 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a9152f-32a7-419b-8242-55553a9f4b64 admin admin] Made reservation on behalf of 9bed3f2379a347c88adbf974d11ac9ac for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:00:02.453799 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-80a9152f-32a7-419b-8242-55553a9f4b64 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:03.096129 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf424a1-cc46-4b00-83c1-58a1e0bbdb43 req-c1d01153-10da-449e-b8ec-71e1b4dd6488 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:00:03.106211 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-faf424a1-cc46-4b00-83c1-58a1e0bbdb43 req-c1d01153-10da-449e-b8ec-71e1b4dd6488 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] 10.222.0.50 "GET /v2.0/ports?device_id=28005a54-7645-4fee-9a9e-688a5e5ec2c4 HTTP/1.1" status: 200 len: 946 time: 0.2787616 May 31 14:00:03.269669 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-faf424a1-cc46-4b00-83c1-58a1e0bbdb43 req-949ad087-fac8-43c3-b17f-715170415d8b tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] 10.222.0.50 "GET /v2.0/security-groups?id=c52a2b74-f615-4964-90d7-c79fd92bae1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625319 May 31 14:00:03.313644 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-80a9152f-32a7-419b-8242-55553a9f4b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:03.386771 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a9152f-32a7-419b-8242-55553a9f4b64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1c1150d-e9f4-495b-8498-4f30493615cf,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:00:03.411601 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2208d3b-1817-4255-a895-14ead7220366 req-2935bc4a-1abd-4967-927d-a110675304e3 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:00:03.418847 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c2208d3b-1817-4255-a895-14ead7220366 req-2935bc4a-1abd-4967-927d-a110675304e3 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=33b2b5f7-570a-45cf-91cb-a5aec63175b6 HTTP/1.1" status: 200 len: 1097 time: 0.2070272 May 31 14:00:03.491675 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c2208d3b-1817-4255-a895-14ead7220366 req-4b2d3c6c-e2bf-4686-93f2-fe6d8de1dfdc tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=293a46b4-2e0a-44ae-a92c-857d2faefc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718620 May 31 14:00:03.494512 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a9152f-32a7-419b-8242-55553a9f4b64 admin admin] Checking segment: {'id': 'bf131972-1a57-4fc0-a305-a51a44f5aaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '533413a1-75e0-4e71-bd68-fe5d3e7adb93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:00:03.494873 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a9152f-32a7-419b-8242-55553a9f4b64 admin admin] Network hostable DHCP agents. Network: 533413a1-75e0-4e71-bd68-fe5d3e7adb93, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 14:00:03.523910 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a9152f-32a7-419b-8242-55553a9f4b64 admin admin] Network 533413a1-75e0-4e71-bd68-fe5d3e7adb93 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 14:00:03.536232 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-80a9152f-32a7-419b-8242-55553a9f4b64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 533413a1-75e0-4e71-bd68-fe5d3e7adb93) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:00:03.548229 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860506c9-213a-4435-85c1-69260f2305db None None] Network 533413a1-75e0-4e71-bd68-fe5d3e7adb93 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:00:03.554509 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a9152f-32a7-419b-8242-55553a9f4b64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:00:03.555178 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-80a9152f-32a7-419b-8242-55553a9f4b64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:03.585701 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-80a9152f-32a7-419b-8242-55553a9f4b64 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2315669 May 31 14:00:03.954101 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c545ff-22af-476c-9468-4c6f59992321 req-c1ff32dc-a779-4759-925b-3c6a6b3f0961 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:00:03.955839 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-97c545ff-22af-476c-9468-4c6f59992321 req-c1ff32dc-a779-4759-925b-3c6a6b3f0961 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=33b2b5f7-570a-45cf-91cb-a5aec63175b6 HTTP/1.1" status: 200 len: 1097 time: 0.1951559 May 31 14:00:04.133793 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-97c545ff-22af-476c-9468-4c6f59992321 req-8872a174-b8c3-4ee6-8a2e-899774faaa01 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Deleting port 374d1f68-5e15-4e72-94e4-eadaa96b66a4 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:00:04.142173 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-97c545ff-22af-476c-9468-4c6f59992321 req-8872a174-b8c3-4ee6-8a2e-899774faaa01 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:04.143025 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80d9343-7ffb-48d1-852a-b2b365fd9c8c None None] Network 533413a1-75e0-4e71-bd68-fe5d3e7adb93 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:00:04.357309 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 55968) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:00:04.661476 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7826ab23-b3d4-4035-9b7f-915c68423aeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:04.719763 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-7826ab23-b3d4-4035-9b7f-915c68423aeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:00:04.735168 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-7826ab23-b3d4-4035-9b7f-915c68423aeb admin admin] Usage tracker for resource:security_group_rule and tenant:c2fe7f564e2e4576a93217b32a99329e is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:00:04.740651 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-7826ab23-b3d4-4035-9b7f-915c68423aeb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:00:04.747181 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-7826ab23-b3d4-4035-9b7f-915c68423aeb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:00:04.843640 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7826ab23-b3d4-4035-9b7f-915c68423aeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:04.850774 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7826ab23-b3d4-4035-9b7f-915c68423aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:04.885478 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 55990) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:00:04.901874 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-e6501e1c-c471-477e-8979-b7e7e6b00c40 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1733415923-network', 'tenant_id': 'b301733a087f45c799e1033951cd79fe'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:00:04.934874 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b1e84-772b-4193-abb8-e29c90fe2319 req-6a0f1e1e-4027-4b99-9995-9ecb7feb96dd tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:00:04.936577 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b08b1e84-772b-4193-abb8-e29c90fe2319 req-6a0f1e1e-4027-4b99-9995-9ecb7feb96dd tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] 10.222.0.50 "GET /v2.0/ports?device_id=28005a54-7645-4fee-9a9e-688a5e5ec2c4 HTTP/1.1" status: 200 len: 946 time: 0.2919579 May 31 14:00:04.939057 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-97c545ff-22af-476c-9468-4c6f59992321 req-8872a174-b8c3-4ee6-8a2e-899774faaa01 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] For port 374d1f68-5e15-4e72-94e4-eadaa96b66a4, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=374d1f68-5e15-4e72-94e4-eadaa96b66a4,segment=NetworkSegment(f584d02d-1a73-49db-b1c0-d9b71d33b4f6),segment_id=f584d02d-1a73-49db-b1c0-d9b71d33b4f6)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:00:04.939601 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-97c545ff-22af-476c-9468-4c6f59992321 req-8872a174-b8c3-4ee6-8a2e-899774faaa01 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:04.939817 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-7826ab23-b3d4-4035-9b7f-915c68423aeb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c2fe7f564e2e4576a93217b32a99329e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5813825 May 31 14:00:04.940468 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 55998) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:00:04.946414 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7826ab23-b3d4-4035-9b7f-915c68423aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b8bd3d8-2036-419d-9176-7e6d4e5fbfae,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:00:04.950512 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-e6501e1c-c471-477e-8979-b7e7e6b00c40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:00:04.965224 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-e6501e1c-c471-477e-8979-b7e7e6b00c40 admin admin] Usage tracker for resource:network and tenant:b301733a087f45c799e1033951cd79fe is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:00:04.969611 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-e6501e1c-c471-477e-8979-b7e7e6b00c40 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:00:05.053330 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0b46325a-fa80-4cb1-9da9-f61815b8e873 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:05.072883 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-e6501e1c-c471-477e-8979-b7e7e6b00c40 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:00:05.127802 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0b46325a-fa80-4cb1-9da9-f61815b8e873 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:05.255960 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0b46325a-fa80-4cb1-9da9-f61815b8e873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:05.275899 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b46325a-fa80-4cb1-9da9-f61815b8e873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b8bd3d8-2036-419d-9176-7e6d4e5fbfae,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:00:05.281213 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0b46325a-fa80-4cb1-9da9-f61815b8e873 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:05.286816 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-0b46325a-fa80-4cb1-9da9-f61815b8e873 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6b8bd3d8-2036-419d-9176-7e6d4e5fbfae HTTP/1.1" status: 204 len: 168 time: 0.3410676 May 31 14:00:05.443281 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-97c545ff-22af-476c-9468-4c6f59992321 req-8872a174-b8c3-4ee6-8a2e-899774faaa01 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Calling delete_port for 374d1f68-5e15-4e72-94e4-eadaa96b66a4 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:00:05.536738 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b08b1e84-772b-4193-abb8-e29c90fe2319 req-1325a07c-af5b-4541-8138-71e91ad0fef6 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] 10.222.0.50 "GET /v2.0/security-groups?id=c52a2b74-f615-4964-90d7-c79fd92bae1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5797949 May 31 14:00:05.549809 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041625fe-9942-4128-a655-91517a7aceb9 req-60fb5010-916a-451e-83c3-9b959e5525cb tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:00:05.552823 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-041625fe-9942-4128-a655-91517a7aceb9 req-60fb5010-916a-451e-83c3-9b959e5525cb tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=33b2b5f7-570a-45cf-91cb-a5aec63175b6 HTTP/1.1" status: 200 len: 1097 time: 0.7723906 May 31 14:00:05.553802 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6501e1c-c471-477e-8979-b7e7e6b00c40 admin admin] Made reservation on behalf of b301733a087f45c799e1033951cd79fe for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:00:05.556464 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e6501e1c-c471-477e-8979-b7e7e6b00c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:05.659333 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e6501e1c-c471-477e-8979-b7e7e6b00c40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:05.769293 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-e6501e1c-c471-477e-8979-b7e7e6b00c40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:00:05.786479 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-e6501e1c-c471-477e-8979-b7e7e6b00c40 admin admin] Usage tracker for resource:security_group_rule and tenant:b301733a087f45c799e1033951cd79fe is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:00:05.794005 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-e6501e1c-c471-477e-8979-b7e7e6b00c40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:00:05.805607 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-041625fe-9942-4128-a655-91517a7aceb9 req-ff55953b-0851-4f86-9f3f-8c779045857b tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=293a46b4-2e0a-44ae-a92c-857d2faefc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200890 May 31 14:00:05.807313 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-e6501e1c-c471-477e-8979-b7e7e6b00c40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:00:05.937617 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-97c545ff-22af-476c-9468-4c6f59992321 req-8872a174-b8c3-4ee6-8a2e-899774faaa01 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:05.950737 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['34c487a4-a161-4516-9518-8e293b2f9c4e'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:00:06.003703 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8872a174-b8c3-4ee6-8a2e-899774faaa01 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Pushing event deleted for resources: {'Port': ['ID=374d1f68-5e15-4e72-94e4-eadaa96b66a4,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:00:06.157327 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-97c545ff-22af-476c-9468-4c6f59992321 req-8872a174-b8c3-4ee6-8a2e-899774faaa01 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] No DVR routers for this DVR port 374d1f68-5e15-4e72-94e4-eadaa96b66a4 on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:00:06.166699 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-97c545ff-22af-476c-9468-4c6f59992321 req-8872a174-b8c3-4ee6-8a2e-899774faaa01 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:06.169147 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b2b5f7-570a-45cf-91cb-a5aec63175b6', 'name': 'network-vif-deleted', 'tag': '374d1f68-5e15-4e72-94e4-eadaa96b66a4'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:00:06.243757 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 56074) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:00:06.253578 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-97c545ff-22af-476c-9468-4c6f59992321 req-8872a174-b8c3-4ee6-8a2e-899774faaa01 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] 10.222.0.44 "DELETE /v2.0/ports/374d1f68-5e15-4e72-94e4-eadaa96b66a4 HTTP/1.1" status: 204 len: 173 time: 2.2877896 May 31 14:00:06.278617 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e015fb32-9909-496e-a561-22a8c475696c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:06.305891 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e015fb32-9909-496e-a561-22a8c475696c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:00:06.310842 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e015fb32-9909-496e-a561-22a8c475696c admin admin] Usage tracker for resource:security_group_rule and tenant:7d3a791d26244d26aad152782a78e28e is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:00:06.314362 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e015fb32-9909-496e-a561-22a8c475696c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:00:06.318077 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-662ee38a-bf95-4d08-844d-b976c4897d89'] response: {'server_uuid': '33b2b5f7-570a-45cf-91cb-a5aec63175b6', 'name': 'network-vif-deleted', 'tag': '374d1f68-5e15-4e72-94e4-eadaa96b66a4', 'status': 'completed', 'code': 200} May 31 14:00:06.321811 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e015fb32-9909-496e-a561-22a8c475696c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:00:06.342778 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e6501e1c-c471-477e-8979-b7e7e6b00c40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:06.350774 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e6501e1c-c471-477e-8979-b7e7e6b00c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:06.410723 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 374d1f68-5e15-4e72-94e4-eadaa96b66a4 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:00:06.496808 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6501e1c-c471-477e-8979-b7e7e6b00c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e221f0-e4e0-49ef-bb04-ba55a86de062,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:00:06.523141 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] No Port match for: 374d1f68-5e15-4e72-94e4-eadaa96b66a4 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:00:06.526048 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 374d1f68-5e15-4e72-94e4-eadaa96b66a4 not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:00:06.551480 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e015fb32-9909-496e-a561-22a8c475696c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:06.558176 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e015fb32-9909-496e-a561-22a8c475696c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:06.570948 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6501e1c-c471-477e-8979-b7e7e6b00c40 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 14:00:06.614687 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e6501e1c-c471-477e-8979-b7e7e6b00c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:06.617197 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-e6501e1c-c471-477e-8979-b7e7e6b00c40 admin admin] Added segment f76b6683-4c41-46eb-be9f-58b31bc29b24 of type vlan for network 1e8bc436-3d0f-4e18-9d89-41889dcf7921 May 31 14:00:06.659803 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e015fb32-9909-496e-a561-22a8c475696c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7d3a791d26244d26aad152782a78e28e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4141614 May 31 14:00:06.662612 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 56084) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:00:06.665865 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e015fb32-9909-496e-a561-22a8c475696c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea199c5-3312-4418-8abd-a518811ecf3c,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:00:06.721280 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e6501e1c-c471-477e-8979-b7e7e6b00c40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:06.781633 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2bd6cdc2-3b05-4500-9f46-cf3eb606e8ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:06.798181 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e6501e1c-c471-477e-8979-b7e7e6b00c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:06.800254 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6501e1c-c471-477e-8979-b7e7e6b00c40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:00:06.802203 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e6501e1c-c471-477e-8979-b7e7e6b00c40 admin admin] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:06.856856 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-e6501e1c-c471-477e-8979-b7e7e6b00c40 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9664762 May 31 14:00:06.857440 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2bd6cdc2-3b05-4500-9f46-cf3eb606e8ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:06.880908 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 56096) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:00:06.898330 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-ab8c64ad-d56a-4af9-850f-c9a31d56c3e7 admin admin] Request body: {'subnet': {'network_id': '1e8bc436-3d0f-4e18-9d89-41889dcf7921', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1733415923-subnet', 'tenant_id': 'b301733a087f45c799e1033951cd79fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:00:06.908932 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ab8c64ad-d56a-4af9-850f-c9a31d56c3e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:00:06.924415 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ab8c64ad-d56a-4af9-850f-c9a31d56c3e7 admin admin] Usage tracker for resource:subnet and tenant:b301733a087f45c799e1033951cd79fe is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:00:06.929451 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ab8c64ad-d56a-4af9-850f-c9a31d56c3e7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:00:06.953260 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ab8c64ad-d56a-4af9-850f-c9a31d56c3e7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:00:06.975625 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab8c64ad-d56a-4af9-850f-c9a31d56c3e7 admin admin] Made reservation on behalf of b301733a087f45c799e1033951cd79fe for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:00:06.983188 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ab8c64ad-d56a-4af9-850f-c9a31d56c3e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:07.018686 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6501e1c-c471-477e-8979-b7e7e6b00c40 admin admin] Pushing event updated for resources: {'Network': ['ID=1e8bc436-3d0f-4e18-9d89-41889dcf7921,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:00:07.032141 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 1e8bc436-3d0f-4e18-9d89-41889dcf7921 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 14:00:07.334778 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2bd6cdc2-3b05-4500-9f46-cf3eb606e8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:07.377288 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd6cdc2-3b05-4500-9f46-cf3eb606e8ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea199c5-3312-4418-8abd-a518811ecf3c,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:00:07.402257 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2bd6cdc2-3b05-4500-9f46-cf3eb606e8ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:07.404032 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-2bd6cdc2-3b05-4500-9f46-cf3eb606e8ce admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bea199c5-3312-4418-8abd-a518811ecf3c HTTP/1.1" status: 204 len: 168 time: 0.7404823 May 31 14:00:07.409142 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-424c095f-881f-41d0-bd73-2a01d3c29df3 req-dd436c04-e76d-4a9c-904e-83687bd6ae68 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Synchronizing usage tracker for tenant:2d602b86dea24940a1b3a7507f88da04 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:00:07.444917 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-424c095f-881f-41d0-bd73-2a01d3c29df3 req-dd436c04-e76d-4a9c-904e-83687bd6ae68 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Unset dirty status for tenant:2d602b86dea24940a1b3a7507f88da04 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:00:07.447391 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-424c095f-881f-41d0-bd73-2a01d3c29df3 req-dd436c04-e76d-4a9c-904e-83687bd6ae68 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=33b2b5f7-570a-45cf-91cb-a5aec63175b6 HTTP/1.1" status: 200 len: 210 time: 0.1924403 May 31 14:00:07.580839 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:07.735063 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ab8c64ad-d56a-4af9-850f-c9a31d56c3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:07.844528 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8c64ad-d56a-4af9-850f-c9a31d56c3e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52929ddc-a719-4202-9234-00a55e1a7c69,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:00:07.915913 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8c64ad-d56a-4af9-850f-c9a31d56c3e7 admin admin] Checking segment: {'id': 'f76b6683-4c41-46eb-be9f-58b31bc29b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1e8bc436-3d0f-4e18-9d89-41889dcf7921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:00:07.916276 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8c64ad-d56a-4af9-850f-c9a31d56c3e7 admin admin] Network hostable DHCP agents. Network: 1e8bc436-3d0f-4e18-9d89-41889dcf7921, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 14:00:07.955572 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8c64ad-d56a-4af9-850f-c9a31d56c3e7 admin admin] Network 1e8bc436-3d0f-4e18-9d89-41889dcf7921 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 14:00:07.968763 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-ab8c64ad-d56a-4af9-850f-c9a31d56c3e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 1e8bc436-3d0f-4e18-9d89-41889dcf7921) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:00:07.977581 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8c64ad-d56a-4af9-850f-c9a31d56c3e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:00:07.978645 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ab8c64ad-d56a-4af9-850f-c9a31d56c3e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:07.980066 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a037f112-ba6f-4472-847e-277b9d1e8b40 None None] Network 1e8bc436-3d0f-4e18-9d89-41889dcf7921 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:00:08.040322 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ab8c64ad-d56a-4af9-850f-c9a31d56c3e7 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1561089 May 31 14:00:08.691071 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e424b75-6475-4a11-9a4a-0936a09371ca None None] Network 1e8bc436-3d0f-4e18-9d89-41889dcf7921 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:00:09.228440 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:09.967761 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9cc171-6e7f-4a35-ac7f-bb76567475b0 req-71e0517d-7a6d-4006-ab64-b558a01d6966 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:00:10.021142 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8b9cc171-6e7f-4a35-ac7f-bb76567475b0 req-71e0517d-7a6d-4006-ab64-b558a01d6966 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=1e9afa6d-09f3-4081-a064-2316d70cb635 HTTP/1.1" status: 200 len: 1096 time: 0.2754133 May 31 14:00:10.184222 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8b9cc171-6e7f-4a35-ac7f-bb76567475b0 req-16c3ebb0-298b-4eae-9ff5-7811d993f7eb tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=293a46b4-2e0a-44ae-a92c-857d2faefc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608582 May 31 14:00:10.581326 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d41e41d4-e070-4857-b0b2-48651829210a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:10.582776 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd070253-4e95-4a08-8f1a-6fd1639ec58b req-eb6c1cc4-2740-4de2-9b12-be2d7c3281fe tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:00:10.590430 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cd070253-4e95-4a08-8f1a-6fd1639ec58b req-eb6c1cc4-2740-4de2-9b12-be2d7c3281fe tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] 10.222.0.50 "GET /v2.0/networks?id=533413a1-75e0-4e71-bd68-fe5d3e7adb93 HTTP/1.1" status: 200 len: 812 time: 0.2937899 May 31 14:00:10.619990 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cd070253-4e95-4a08-8f1a-6fd1639ec58b req-a4aefcf5-5d3b-4d71-981e-fa250bf137ad tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] 10.222.0.50 "GET /v2.0/quotas/9bed3f2379a347c88adbf974d11ac9ac HTTP/1.1" status: 200 len: 375 time: 0.0285003 May 31 14:00:10.711234 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cd070253-4e95-4a08-8f1a-6fd1639ec58b req-08378564-a597-43a1-ada6-0929826fa799 tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9bed3f2379a347c88adbf974d11ac9ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0902989 May 31 14:00:11.256219 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84744360-5a98-4166-b892-8d8ddc305843 req-cad5fde0-b933-434f-82a6-f4f337d1688a tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:00:11.260603 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-84744360-5a98-4166-b892-8d8ddc305843 req-cad5fde0-b933-434f-82a6-f4f337d1688a tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=1e9afa6d-09f3-4081-a064-2316d70cb635 HTTP/1.1" status: 200 len: 1096 time: 0.2327859 May 31 14:00:11.337042 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cd070253-4e95-4a08-8f1a-6fd1639ec58b req-9581cb32-9da5-415d-a89a-4b071e624686 service neutron] 10.222.0.50 "GET /v2.0/networks/533413a1-75e0-4e71-bd68-fe5d3e7adb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6246088 May 31 14:00:11.645479 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-84744360-5a98-4166-b892-8d8ddc305843 req-58b77178-c5a3-42cf-bbb0-4c16e5a5133e tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Deleting port 34c487a4-a161-4516-9518-8e293b2f9c4e {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:00:11.646034 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-84744360-5a98-4166-b892-8d8ddc305843 req-58b77178-c5a3-42cf-bbb0-4c16e5a5133e tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:11.977774 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cd070253-4e95-4a08-8f1a-6fd1639ec58b req-d39b4379-bd27-4e9c-8cb6-1614b89b7fe2 service neutron] 10.222.0.50 "GET /v2.0/networks/533413a1-75e0-4e71-bd68-fe5d3e7adb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6395359 May 31 14:00:11.995084 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4211924d-ad83-4560-9c29-60c4dd2e9378 req-57b2fd21-bcb7-4c3e-956d-b2476b92decc tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:00:12.005570 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4211924d-ad83-4560-9c29-60c4dd2e9378 req-57b2fd21-bcb7-4c3e-956d-b2476b92decc tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=1e9afa6d-09f3-4081-a064-2316d70cb635 HTTP/1.1" status: 200 len: 1096 time: 0.4489398 May 31 14:00:12.650677 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-84744360-5a98-4166-b892-8d8ddc305843 req-58b77178-c5a3-42cf-bbb0-4c16e5a5133e tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] For port 34c487a4-a161-4516-9518-8e293b2f9c4e, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=34c487a4-a161-4516-9518-8e293b2f9c4e,segment=NetworkSegment(f584d02d-1a73-49db-b1c0-d9b71d33b4f6),segment_id=f584d02d-1a73-49db-b1c0-d9b71d33b4f6)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:00:12.651357 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-84744360-5a98-4166-b892-8d8ddc305843 req-58b77178-c5a3-42cf-bbb0-4c16e5a5133e tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:12.794406 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-84744360-5a98-4166-b892-8d8ddc305843 req-58b77178-c5a3-42cf-bbb0-4c16e5a5133e tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Calling delete_port for 34c487a4-a161-4516-9518-8e293b2f9c4e owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:00:12.836872 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-69d087ae-b2ce-4ff6-8747-e009ab37457f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:13.027143 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4211924d-ad83-4560-9c29-60c4dd2e9378 req-a396b7f9-5b29-49ce-abc5-99bd0576fa69 tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=293a46b4-2e0a-44ae-a92c-857d2faefc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0202258 May 31 14:00:13.040162 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-84744360-5a98-4166-b892-8d8ddc305843 req-58b77178-c5a3-42cf-bbb0-4c16e5a5133e tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:13.076675 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f4902504-0d77-4cb2-8247-c1a617e5ee1a req-1252ea52-9b77-431d-a430-d83f7f0004f4 tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8daaa2f-c4f5-4614-8dd0-bff72ea74b9c HTTP/1.1" status: 200 len: 210 time: 0.0927379 May 31 14:00:13.182587 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 56308) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:00:13.246838 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b77178-c5a3-42cf-bbb0-4c16e5a5133e tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Pushing event deleted for resources: {'Port': ['ID=34c487a4-a161-4516-9518-8e293b2f9c4e,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:00:13.306501 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-84744360-5a98-4166-b892-8d8ddc305843 req-58b77178-c5a3-42cf-bbb0-4c16e5a5133e tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] No DVR routers for this DVR port 34c487a4-a161-4516-9518-8e293b2f9c4e on host n-h1-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:00:13.309828 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-84744360-5a98-4166-b892-8d8ddc305843 req-58b77178-c5a3-42cf-bbb0-4c16e5a5133e tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:13.323283 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e9afa6d-09f3-4081-a064-2316d70cb635', 'name': 'network-vif-deleted', 'tag': '34c487a4-a161-4516-9518-8e293b2f9c4e'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:00:13.344622 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-84744360-5a98-4166-b892-8d8ddc305843 req-58b77178-c5a3-42cf-bbb0-4c16e5a5133e tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] 10.222.0.20 "DELETE /v2.0/ports/34c487a4-a161-4516-9518-8e293b2f9c4e HTTP/1.1" status: 204 len: 173 time: 2.0773501 May 31 14:00:13.434234 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7aff8f2a-a997-4bce-9cd4-0d5c2e59d89e'] response: {'server_uuid': '1e9afa6d-09f3-4081-a064-2316d70cb635', 'name': 'network-vif-deleted', 'tag': '34c487a4-a161-4516-9518-8e293b2f9c4e', 'status': 'completed', 'code': 200} May 31 14:00:13.565977 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8a7e8690-3c62-4ad1-bd83-75143fab4c34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:13.603971 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8a7e8690-3c62-4ad1-bd83-75143fab4c34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:00:13.627114 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-8a7e8690-3c62-4ad1-bd83-75143fab4c34 admin admin] Usage tracker for resource:security_group_rule and tenant:08021687be5d4e87b450b4eb1e583046 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:00:13.631213 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-8a7e8690-3c62-4ad1-bd83-75143fab4c34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:00:13.637121 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8a7e8690-3c62-4ad1-bd83-75143fab4c34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:00:13.835871 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:13.853776 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8a7e8690-3c62-4ad1-bd83-75143fab4c34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:13.877169 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8a7e8690-3c62-4ad1-bd83-75143fab4c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:13.949145 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-8a7e8690-3c62-4ad1-bd83-75143fab4c34 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=08021687be5d4e87b450b4eb1e583046&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7647316 May 31 14:00:13.952506 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 56330) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:00:13.968593 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7e8690-3c62-4ad1-bd83-75143fab4c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48021a2f-b1b3-4db4-aab5-6454708db501,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:00:13.985507 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:14.146409 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8d0c0b98-620a-4b8a-81af-0a3b39962661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:14.258247 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8d0c0b98-620a-4b8a-81af-0a3b39962661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:14.468694 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-4e1b6e34-a4a7-4aa2-aca4-ee7af23482eb req-a1ae30bf-6cbf-4565-92d3-4c9975e7962c tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Synchronizing usage tracker for tenant:2d602b86dea24940a1b3a7507f88da04 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:00:14.487299 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e55977ae-7c0a-454f-9b62-70e8dd5e020d req-350645bf-eb8c-4076-a869-9e644d756b28 tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8daaa2f-c4f5-4614-8dd0-bff72ea74b9c HTTP/1.1" status: 200 len: 210 time: 0.0886867 May 31 14:00:14.518104 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-4e1b6e34-a4a7-4aa2-aca4-ee7af23482eb req-a1ae30bf-6cbf-4565-92d3-4c9975e7962c tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] Unset dirty status for tenant:2d602b86dea24940a1b3a7507f88da04 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:00:14.519523 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4e1b6e34-a4a7-4aa2-aca4-ee7af23482eb req-a1ae30bf-6cbf-4565-92d3-4c9975e7962c tempest-TestServerMultinode-1732964795 tempest-TestServerMultinode-1732964795-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=1e9afa6d-09f3-4081-a064-2316d70cb635 HTTP/1.1" status: 200 len: 210 time: 0.2073145 May 31 14:00:14.537102 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8d0c0b98-620a-4b8a-81af-0a3b39962661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:14.585167 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0c0b98-620a-4b8a-81af-0a3b39962661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48021a2f-b1b3-4db4-aab5-6454708db501,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:00:14.608901 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8d0c0b98-620a-4b8a-81af-0a3b39962661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:14.614374 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-8d0c0b98-620a-4b8a-81af-0a3b39962661 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/48021a2f-b1b3-4db4-aab5-6454708db501 HTTP/1.1" status: 204 len: 168 time: 0.6592579 May 31 14:00:14.725541 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 34c487a4-a161-4516-9518-8e293b2f9c4e no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:00:14.789831 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] No Port match for: 34c487a4-a161-4516-9518-8e293b2f9c4e {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:00:14.790740 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 34c487a4-a161-4516-9518-8e293b2f9c4e not bound to the agent host n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:00:15.100594 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd070253-4e95-4a08-8f1a-6fd1639ec58b req-6b68bd7d-1a43-4410-8bba-8dd0a0ffee99 tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:00:15.107197 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cd070253-4e95-4a08-8f1a-6fd1639ec58b req-6b68bd7d-1a43-4410-8bba-8dd0a0ffee99 tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] 10.222.0.44 "GET /v2.0/networks?id=533413a1-75e0-4e71-bd68-fe5d3e7adb93 HTTP/1.1" status: 200 len: 812 time: 0.3788424 May 31 14:00:15.120155 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-cd070253-4e95-4a08-8f1a-6fd1639ec58b req-9510c0c4-c93a-4e73-af6d-c8bdb591d7cc tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] Request body: {'port': {'device_id': 'b8daaa2f-c4f5-4614-8dd0-bff72ea74b9c', 'network_id': '533413a1-75e0-4e71-bd68-fe5d3e7adb93', 'admin_state_up': True, 'tenant_id': '9bed3f2379a347c88adbf974d11ac9ac'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:00:15.266172 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 56364) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:00:15.297347 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dce7de55-f7a1-4e12-b416-3f0aa80c5bc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:15.315838 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-dce7de55-f7a1-4e12-b416-3f0aa80c5bc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:00:15.319050 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-cd070253-4e95-4a08-8f1a-6fd1639ec58b req-9510c0c4-c93a-4e73-af6d-c8bdb591d7cc tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:00:15.321659 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-dce7de55-f7a1-4e12-b416-3f0aa80c5bc4 admin admin] Usage tracker for resource:security_group_rule and tenant:bb2640780a564de6aaabccc5ecdda410 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:00:15.324726 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-cd070253-4e95-4a08-8f1a-6fd1639ec58b req-9510c0c4-c93a-4e73-af6d-c8bdb591d7cc tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] Usage tracker for resource:port and tenant:9bed3f2379a347c88adbf974d11ac9ac is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:00:15.326126 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-dce7de55-f7a1-4e12-b416-3f0aa80c5bc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:00:15.328780 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-cd070253-4e95-4a08-8f1a-6fd1639ec58b req-9510c0c4-c93a-4e73-af6d-c8bdb591d7cc tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:00:15.335318 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-dce7de55-f7a1-4e12-b416-3f0aa80c5bc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:00:15.336350 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-cd070253-4e95-4a08-8f1a-6fd1639ec58b req-9510c0c4-c93a-4e73-af6d-c8bdb591d7cc tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:00:15.349888 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd070253-4e95-4a08-8f1a-6fd1639ec58b req-9510c0c4-c93a-4e73-af6d-c8bdb591d7cc tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] Made reservation on behalf of 9bed3f2379a347c88adbf974d11ac9ac for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:00:15.358396 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-cd070253-4e95-4a08-8f1a-6fd1639ec58b req-9510c0c4-c93a-4e73-af6d-c8bdb591d7cc tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:15.492842 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dce7de55-f7a1-4e12-b416-3f0aa80c5bc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:15.506046 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dce7de55-f7a1-4e12-b416-3f0aa80c5bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:15.599527 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce7de55-f7a1-4e12-b416-3f0aa80c5bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4766f4e9-7fa7-46c2-ba18-4817a8f6f7d0,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:00:15.653828 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-cd070253-4e95-4a08-8f1a-6fd1639ec58b req-9510c0c4-c93a-4e73-af6d-c8bdb591d7cc tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] Allocated IP 172.20.0.9 (533413a1-75e0-4e71-bd68-fe5d3e7adb93/d1c1150d-e9f4-495b-8498-4f30493615cf/365dc291-beb2-4862-80d7-c1785b42c500) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:00:15.654192 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:15.659312 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-dce7de55-f7a1-4e12-b416-3f0aa80c5bc4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bb2640780a564de6aaabccc5ecdda410&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3914731 May 31 14:00:15.663424 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 56378) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:00:15.832920 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bfcbea46-69f0-4882-a0a3-659c30924993 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:15.856166 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 56388) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:00:15.896003 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bfcbea46-69f0-4882-a0a3-659c30924993 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:15.977744 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bfcbea46-69f0-4882-a0a3-659c30924993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:16.017035 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcbea46-69f0-4882-a0a3-659c30924993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4766f4e9-7fa7-46c2-ba18-4817a8f6f7d0,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:00:16.033358 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2b8a0cc7-1bb8-40bc-9cc3-d4c65c148c3c req-b6655b8e-7f7b-4c5b-8139-d0763a607b62 tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8daaa2f-c4f5-4614-8dd0-bff72ea74b9c HTTP/1.1" status: 200 len: 210 time: 0.1761563 May 31 14:00:16.067037 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bfcbea46-69f0-4882-a0a3-659c30924993 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:16.069189 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-bfcbea46-69f0-4882-a0a3-659c30924993 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4766f4e9-7fa7-46c2-ba18-4817a8f6f7d0 HTTP/1.1" status: 204 len: 168 time: 0.4039276 May 31 14:00:16.735859 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-cd070253-4e95-4a08-8f1a-6fd1639ec58b req-9510c0c4-c93a-4e73-af6d-c8bdb591d7cc tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:17.031284 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-cd070253-4e95-4a08-8f1a-6fd1639ec58b req-9510c0c4-c93a-4e73-af6d-c8bdb591d7cc tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:17.224439 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd070253-4e95-4a08-8f1a-6fd1639ec58b req-9510c0c4-c93a-4e73-af6d-c8bdb591d7cc tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] Network 533413a1-75e0-4e71-bd68-fe5d3e7adb93 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:00:17.259963 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-cd070253-4e95-4a08-8f1a-6fd1639ec58b req-9510c0c4-c93a-4e73-af6d-c8bdb591d7cc tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:00:17.302934 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd070253-4e95-4a08-8f1a-6fd1639ec58b req-9510c0c4-c93a-4e73-af6d-c8bdb591d7cc tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:00:17.387477 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9510c0c4-c93a-4e73-af6d-c8bdb591d7cc tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] Pushing event updated for resources: {'Port': ['ID=365dc291-beb2-4862-80d7-c1785b42c500,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:00:17.665562 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd070253-4e95-4a08-8f1a-6fd1639ec58b req-9510c0c4-c93a-4e73-af6d-c8bdb591d7cc tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:00:17.666344 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-cd070253-4e95-4a08-8f1a-6fd1639ec58b req-9510c0c4-c93a-4e73-af6d-c8bdb591d7cc tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:17.726583 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cd070253-4e95-4a08-8f1a-6fd1639ec58b req-9510c0c4-c93a-4e73-af6d-c8bdb591d7cc tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6106327 May 31 14:00:17.745276 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b6b4c-c336-4d16-8fb8-6d8a27b3cd53 req-dec6c854-9d5a-49db-a474-6e60e28b8f47 tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:00:17.746175 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-089b6b4c-c336-4d16-8fb8-6d8a27b3cd53 req-dec6c854-9d5a-49db-a474-6e60e28b8f47 tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] Synchronizing usage tracker for tenant:9bed3f2379a347c88adbf974d11ac9ac on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:00:17.756351 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-cd070253-4e95-4a08-8f1a-6fd1639ec58b req-0099c214-de83-49c2-b63d-7bd5572c8d63 service neutron] Request body: {'port': {'device_id': 'b8daaa2f-c4f5-4614-8dd0-bff72ea74b9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:00:17.931598 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-089b6b4c-c336-4d16-8fb8-6d8a27b3cd53 req-dec6c854-9d5a-49db-a474-6e60e28b8f47 tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] Unset dirty status for tenant:9bed3f2379a347c88adbf974d11ac9ac on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:00:17.932808 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-089b6b4c-c336-4d16-8fb8-6d8a27b3cd53 req-dec6c854-9d5a-49db-a474-6e60e28b8f47 tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8daaa2f-c4f5-4614-8dd0-bff72ea74b9c HTTP/1.1" status: 200 len: 931 time: 0.5381162 May 31 14:00:18.164387 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-089b6b4c-c336-4d16-8fb8-6d8a27b3cd53 req-09954b5c-a996-4629-982b-0ec76159d5a9 tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] 10.222.0.50 "GET /v2.0/security-groups?id=279ae498-1eec-49ea-8137-b6cb34d0dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211406 May 31 14:00:18.181298 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-cd070253-4e95-4a08-8f1a-6fd1639ec58b req-0099c214-de83-49c2-b63d-7bd5572c8d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:18.221600 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f95c2a77-d46c-4184-8f46-0c0f534b4f1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:19.374126 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-f95c2a77-d46c-4184-8f46-0c0f534b4f1c admin admin] Deleting port e6ae83ca-c3a7-42ae-b87f-6a163f7ce00d {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:00:19.374126 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f95c2a77-d46c-4184-8f46-0c0f534b4f1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:19.497077 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.resource_extend [req-cd070253-4e95-4a08-8f1a-6fd1639ec58b req-0099c214-de83-49c2-b63d-7bd5572c8d63 service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 14:00:19.872812 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-cd070253-4e95-4a08-8f1a-6fd1639ec58b req-0099c214-de83-49c2-b63d-7bd5572c8d63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 365dc291-beb2-4862-80d7-c1785b42c500 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:00:19.892869 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-cd070253-4e95-4a08-8f1a-6fd1639ec58b req-0099c214-de83-49c2-b63d-7bd5572c8d63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:20.110978 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-cd070253-4e95-4a08-8f1a-6fd1639ec58b req-0099c214-de83-49c2-b63d-7bd5572c8d63 service neutron] Transition to ACTIVE for port object 365dc291-beb2-4862-80d7-c1785b42c500 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:00:20.167087 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-cd070253-4e95-4a08-8f1a-6fd1639ec58b req-0099c214-de83-49c2-b63d-7bd5572c8d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:20.341463 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0099c214-de83-49c2-b63d-7bd5572c8d63 service neutron] Pushing event updated for resources: {'Port': ['ID=365dc291-beb2-4862-80d7-c1785b42c500,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:00:20.504742 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36c7127-0d6f-4e81-b021-7c6c1ac98539 req-cf38db38-88f3-4a91-a40f-0e850f003195 tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:00:20.507215 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e36c7127-0d6f-4e81-b021-7c6c1ac98539 req-cf38db38-88f3-4a91-a40f-0e850f003195 tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8daaa2f-c4f5-4614-8dd0-bff72ea74b9c HTTP/1.1" status: 200 len: 931 time: 0.6039641 May 31 14:00:20.752609 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-cd070253-4e95-4a08-8f1a-6fd1639ec58b req-0099c214-de83-49c2-b63d-7bd5572c8d63 service neutron] Attempting to bind port 365dc291-beb2-4862-80d7-c1785b42c500 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:00:20.752960 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-cd070253-4e95-4a08-8f1a-6fd1639ec58b req-0099c214-de83-49c2-b63d-7bd5572c8d63 service neutron] Attempting to bind port 365dc291-beb2-4862-80d7-c1785b42c500 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'bf131972-1a57-4fc0-a305-a51a44f5aaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '533413a1-75e0-4e71-bd68-fe5d3e7adb93'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:00:20.753297 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd070253-4e95-4a08-8f1a-6fd1639ec58b req-0099c214-de83-49c2-b63d-7bd5572c8d63 service neutron] Attempting to bind port 365dc291-beb2-4862-80d7-c1785b42c500 on network 533413a1-75e0-4e71-bd68-fe5d3e7adb93 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:00:20.781453 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd070253-4e95-4a08-8f1a-6fd1639ec58b req-0099c214-de83-49c2-b63d-7bd5572c8d63 service neutron] Port 365dc291-beb2-4862-80d7-c1785b42c500 on network 533413a1-75e0-4e71-bd68-fe5d3e7adb93 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 14:00:20.781774 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd070253-4e95-4a08-8f1a-6fd1639ec58b req-0099c214-de83-49c2-b63d-7bd5572c8d63 service neutron] Attempting to bind port 365dc291-beb2-4862-80d7-c1785b42c500 on network 533413a1-75e0-4e71-bd68-fe5d3e7adb93 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:00:20.794462 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd070253-4e95-4a08-8f1a-6fd1639ec58b req-0099c214-de83-49c2-b63d-7bd5572c8d63 service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:00:20.794706 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd070253-4e95-4a08-8f1a-6fd1639ec58b req-0099c214-de83-49c2-b63d-7bd5572c8d63 service neutron] Checking segment: {'id': 'bf131972-1a57-4fc0-a305-a51a44f5aaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '533413a1-75e0-4e71-bd68-fe5d3e7adb93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:00:20.795077 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd070253-4e95-4a08-8f1a-6fd1639ec58b req-0099c214-de83-49c2-b63d-7bd5572c8d63 service neutron] Bound using segment: {'id': 'bf131972-1a57-4fc0-a305-a51a44f5aaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '533413a1-75e0-4e71-bd68-fe5d3e7adb93'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:00:20.795632 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-cd070253-4e95-4a08-8f1a-6fd1639ec58b req-0099c214-de83-49c2-b63d-7bd5572c8d63 service neutron] Bound port: 365dc291-beb2-4862-80d7-c1785b42c500, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf131972-1a57-4fc0-a305-a51a44f5aaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '533413a1-75e0-4e71-bd68-fe5d3e7adb93'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:00:20.795997 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-cd070253-4e95-4a08-8f1a-6fd1639ec58b req-0099c214-de83-49c2-b63d-7bd5572c8d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:20.813727 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e36c7127-0d6f-4e81-b021-7c6c1ac98539 req-ab1bb432-eba5-4db7-932f-10fcd32d5c0b tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] 10.222.0.50 "GET /v2.0/security-groups?id=279ae498-1eec-49ea-8137-b6cb34d0dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932916 May 31 14:00:20.824095 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-f95c2a77-d46c-4184-8f46-0c0f534b4f1c admin admin] For port e6ae83ca-c3a7-42ae-b87f-6a163f7ce00d, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=e6ae83ca-c3a7-42ae-b87f-6a163f7ce00d,segment=NetworkSegment(f584d02d-1a73-49db-b1c0-d9b71d33b4f6),segment_id=f584d02d-1a73-49db-b1c0-d9b71d33b4f6)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:00:20.824095 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f95c2a77-d46c-4184-8f46-0c0f534b4f1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:21.160098 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-f95c2a77-d46c-4184-8f46-0c0f534b4f1c admin admin] Calling delete_port for e6ae83ca-c3a7-42ae-b87f-6a163f7ce00d owned by network:router_interface {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:00:21.267926 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-cd070253-4e95-4a08-8f1a-6fd1639ec58b req-0099c214-de83-49c2-b63d-7bd5572c8d63 service neutron] For port 365dc291-beb2-4862-80d7-c1785b42c500, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:00:21.280597 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-cd070253-4e95-4a08-8f1a-6fd1639ec58b req-0099c214-de83-49c2-b63d-7bd5572c8d63 service neutron] For port 365dc291-beb2-4862-80d7-c1785b42c500, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=365dc291-beb2-4862-80d7-c1785b42c500,segment=NetworkSegment(bf131972-1a57-4fc0-a305-a51a44f5aaa3),segment_id=bf131972-1a57-4fc0-a305-a51a44f5aaa3)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:00:21.290327 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-cd070253-4e95-4a08-8f1a-6fd1639ec58b req-0099c214-de83-49c2-b63d-7bd5572c8d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:21.381384 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd070253-4e95-4a08-8f1a-6fd1639ec58b req-0099c214-de83-49c2-b63d-7bd5572c8d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:00:21.382047 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-cd070253-4e95-4a08-8f1a-6fd1639ec58b req-0099c214-de83-49c2-b63d-7bd5572c8d63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:21.383371 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cd070253-4e95-4a08-8f1a-6fd1639ec58b req-0099c214-de83-49c2-b63d-7bd5572c8d63 service neutron] 10.222.0.44 "PUT /v2.0/ports/365dc291-beb2-4862-80d7-c1785b42c500 HTTP/1.1" status: 200 len: 1091 time: 3.6316669 May 31 14:00:21.385468 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8daaa2f-c4f5-4614-8dd0-bff72ea74b9c', 'tag': '365dc291-beb2-4862-80d7-c1785b42c500'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:00:21.439299 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0099c214-de83-49c2-b63d-7bd5572c8d63 service neutron] Pushing event updated for resources: {'Port': ['ID=365dc291-beb2-4862-80d7-c1785b42c500,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:00:21.486827 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a352c149-5b5b-4305-a890-3fffd24351a3'] response: {'name': 'network-changed', 'server_uuid': 'b8daaa2f-c4f5-4614-8dd0-bff72ea74b9c', 'tag': '365dc291-beb2-4862-80d7-c1785b42c500', 'status': 'completed', 'code': 200} May 31 14:00:21.557770 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd070253-4e95-4a08-8f1a-6fd1639ec58b req-068e58e8-183d-4023-9e67-70a8357b02da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:00:21.562308 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cd070253-4e95-4a08-8f1a-6fd1639ec58b req-068e58e8-183d-4023-9e67-70a8357b02da service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9bed3f2379a347c88adbf974d11ac9ac&device_id=b8daaa2f-c4f5-4614-8dd0-bff72ea74b9c HTTP/1.1" status: 200 len: 1094 time: 0.1190197 May 31 14:00:21.678993 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cd070253-4e95-4a08-8f1a-6fd1639ec58b req-52f3346f-1dcf-4666-bdae-b37cb4398324 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=365dc291-beb2-4862-80d7-c1785b42c500 HTTP/1.1" status: 200 len: 217 time: 0.0771792 May 31 14:00:21.853331 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd070253-4e95-4a08-8f1a-6fd1639ec58b req-fda0664a-c773-43ce-aef6-26d416f3df83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:00:21.854978 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cd070253-4e95-4a08-8f1a-6fd1639ec58b req-fda0664a-c773-43ce-aef6-26d416f3df83 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d1c1150d-e9f4-495b-8498-4f30493615cf HTTP/1.1" status: 200 len: 852 time: 0.1521337 May 31 14:00:21.971259 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cd070253-4e95-4a08-8f1a-6fd1639ec58b req-4fccd261-fdc9-4c83-85a8-ddf43a2fd962 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=533413a1-75e0-4e71-bd68-fe5d3e7adb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1099713 May 31 14:00:21.976499 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f95c2a77-d46c-4184-8f46-0c0f534b4f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:22.064875 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95c2a77-d46c-4184-8f46-0c0f534b4f1c admin admin] Pushing event deleted for resources: {'Port': ['ID=e6ae83ca-c3a7-42ae-b87f-6a163f7ce00d,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:00:22.823621 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cd070253-4e95-4a08-8f1a-6fd1639ec58b req-5897c516-8e87-4be2-951f-39d469985ca0 service neutron] 10.222.0.44 "GET /v2.0/networks/533413a1-75e0-4e71-bd68-fe5d3e7adb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8400211 May 31 14:00:22.835433 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cf6382-72d4-4d0d-9afb-7f7a0ac8314f req-e4a2e324-2f01-4926-8eb0-ab38a1e5e301 tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:00:22.837878 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-00cf6382-72d4-4d0d-9afb-7f7a0ac8314f req-e4a2e324-2f01-4926-8eb0-ab38a1e5e301 tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8daaa2f-c4f5-4614-8dd0-bff72ea74b9c HTTP/1.1" status: 200 len: 943 time: 0.7862792 May 31 14:00:23.264833 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f95c2a77-d46c-4184-8f46-0c0f534b4f1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:23.540952 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-00cf6382-72d4-4d0d-9afb-7f7a0ac8314f req-854d7ec2-d8a8-4405-936f-f25d939922fd tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] 10.222.0.50 "GET /v2.0/security-groups?id=279ae498-1eec-49ea-8137-b6cb34d0dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4848986 May 31 14:00:23.625075 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cd070253-4e95-4a08-8f1a-6fd1639ec58b req-8d70bdcf-01c7-481a-aba1-8faaf5e8aaa1 service neutron] 10.222.0.44 "GET /v2.0/networks/533413a1-75e0-4e71-bd68-fe5d3e7adb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7859225 May 31 14:00:24.061289 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8dc229-6112-4814-bc7c-b80a3d55a724 req-044fc670-6a3c-4176-a35e-d03f171bf937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:00:24.067082 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1d8dc229-6112-4814-bc7c-b80a3d55a724 req-044fc670-6a3c-4176-a35e-d03f171bf937 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9bed3f2379a347c88adbf974d11ac9ac&device_id=b8daaa2f-c4f5-4614-8dd0-bff72ea74b9c HTTP/1.1" status: 200 len: 1094 time: 0.3104010 May 31 14:00:24.346106 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f95c2a77-d46c-4184-8f46-0c0f534b4f1c admin admin] Router 65d60165-31ca-4a93-8c8b-e199e212782b has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:00:24.394498 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8dc229-6112-4814-bc7c-b80a3d55a724 req-aa77140c-b60b-4b24-923d-591eda1cb335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:00:24.401660 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1d8dc229-6112-4814-bc7c-b80a3d55a724 req-aa77140c-b60b-4b24-923d-591eda1cb335 service neutron] 10.222.0.44 "GET /v2.0/networks?id=533413a1-75e0-4e71-bd68-fe5d3e7adb93 HTTP/1.1" status: 200 len: 913 time: 0.3150272 May 31 14:00:25.113450 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1d8dc229-6112-4814-bc7c-b80a3d55a724 req-14710f02-90c1-4020-b66f-45235059a621 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=365dc291-beb2-4862-80d7-c1785b42c500 HTTP/1.1" status: 200 len: 217 time: 0.5072372 May 31 14:00:25.220257 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95c2a77-d46c-4184-8f46-0c0f534b4f1c admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:00:25.234754 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba6c493-ec35-4117-8326-dddc3f5ac045 None None] Sync routers for ids ['65d60165-31ca-4a93-8c8b-e199e212782b'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:00:25.252498 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8dc229-6112-4814-bc7c-b80a3d55a724 req-0f53400d-02b0-4eb1-ad3c-e38c068fe7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:00:25.254986 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1d8dc229-6112-4814-bc7c-b80a3d55a724 req-0f53400d-02b0-4eb1-ad3c-e38c068fe7a4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d1c1150d-e9f4-495b-8498-4f30493615cf HTTP/1.1" status: 200 len: 852 time: 0.1301217 May 31 14:00:25.260580 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-f95c2a77-d46c-4184-8f46-0c0f534b4f1c admin admin] 10.222.0.50 "PUT /v2.0/routers/65d60165-31ca-4a93-8c8b-e199e212782b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2374156 May 31 14:00:25.264004 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 56660) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:00:25.270164 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba6c493-ec35-4117-8326-dddc3f5ac045 None None] Routers {'65d60165-31ca-4a93-8c8b-e199e212782b'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:00:25.271187 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-8ba6c493-ec35-4117-8326-dddc3f5ac045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:00:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['65d60165-31ca-4a93-8c8b-e199e212782b'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:00:25.498985 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1d8dc229-6112-4814-bc7c-b80a3d55a724 req-3dff77ce-3976-4648-a0af-913065702581 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=533413a1-75e0-4e71-bd68-fe5d3e7adb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2368832 May 31 14:00:25.628467 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0554c9d-e054-4c86-9c79-98f4dfd6c7d7 req-f96c2e0f-1dee-43cc-a056-4ca43af0a99f tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:00:25.630682 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c0554c9d-e054-4c86-9c79-98f4dfd6c7d7 req-f96c2e0f-1dee-43cc-a056-4ca43af0a99f tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8daaa2f-c4f5-4614-8dd0-bff72ea74b9c HTTP/1.1" status: 200 len: 943 time: 0.8195336 May 31 14:00:26.026862 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 56678) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:00:26.058218 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c0554c9d-e054-4c86-9c79-98f4dfd6c7d7 req-a43367ef-9ea7-4646-aa53-0e5a20411901 tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] 10.222.0.50 "GET /v2.0/security-groups?id=279ae498-1eec-49ea-8137-b6cb34d0dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4133339 May 31 14:00:26.261715 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-8ba6c493-ec35-4117-8326-dddc3f5ac045 None None] Set router 65d60165-31ca-4a93-8c8b-e199e212782b gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:00:26.343871 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1d8dc229-6112-4814-bc7c-b80a3d55a724 req-a938881a-149a-4038-8526-e6c9f5751c60 service neutron] 10.222.0.44 "GET /v2.0/networks/533413a1-75e0-4e71-bd68-fe5d3e7adb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8380733 May 31 14:00:26.500705 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-33616310-b896-466e-a940-9d3e3916c9e6 admin admin] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:26.748981 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bf94a553-66f8-4eda-8ebd-af5244e7116d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:26.867561 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-bf94a553-66f8-4eda-8ebd-af5244e7116d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:00:26.910349 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-bf94a553-66f8-4eda-8ebd-af5244e7116d admin admin] Usage tracker for resource:security_group_rule and tenant:403a83f8990940168bdbfb55c2915f93 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:00:26.929320 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-bf94a553-66f8-4eda-8ebd-af5244e7116d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:00:26.949307 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-bf94a553-66f8-4eda-8ebd-af5244e7116d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:00:26.960739 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1d8dc229-6112-4814-bc7c-b80a3d55a724 req-d2449adc-d3cf-4e84-990a-80a94ff6ae21 service neutron] 10.222.0.44 "GET /v2.0/networks/533413a1-75e0-4e71-bd68-fe5d3e7adb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6098077 May 31 14:00:27.050185 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-33616310-b896-466e-a940-9d3e3916c9e6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:27.072907 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-33616310-b896-466e-a940-9d3e3916c9e6 admin admin] Deleting port 5ac33279-8368-434d-b045-3c1483114ba6 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:00:27.073244 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-33616310-b896-466e-a940-9d3e3916c9e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:27.105399 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 365dc291-beb2-4862-80d7-c1785b42c500 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 14:00:27.257573 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bf94a553-66f8-4eda-8ebd-af5244e7116d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:27.290818 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bf94a553-66f8-4eda-8ebd-af5244e7116d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:27.437568 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-bf94a553-66f8-4eda-8ebd-af5244e7116d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=403a83f8990940168bdbfb55c2915f93&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3756957 May 31 14:00:27.440000 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 56704) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:00:27.446123 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 365dc291-beb2-4862-80d7-c1785b42c500, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=365dc291-beb2-4862-80d7-c1785b42c500,segment=NetworkSegment(bf131972-1a57-4fc0-a305-a51a44f5aaa3),segment_id=bf131972-1a57-4fc0-a305-a51a44f5aaa3)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:00:27.483330 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': '365dc291-beb2-4862-80d7-c1785b42c500', 'network_id': '533413a1-75e0-4e71-bd68-fe5d3e7adb93', 'port_id': '365dc291-beb2-4862-80d7-c1785b42c500', 'mac_address': 'fa:16:3e:d1:85:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1c1150d-e9f4-495b-8498-4f30493615cf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 14:00:27.634702 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-33616310-b896-466e-a940-9d3e3916c9e6 admin admin] For port 5ac33279-8368-434d-b045-3c1483114ba6, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=5ac33279-8368-434d-b045-3c1483114ba6,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:00:27.638324 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-33616310-b896-466e-a940-9d3e3916c9e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:27.658848 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf94a553-66f8-4eda-8ebd-af5244e7116d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec31e82-3a11-45d9-85cf-0751a6a66d05,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:00:27.686678 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf94a553-66f8-4eda-8ebd-af5244e7116d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:00:27.687168 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf94a553-66f8-4eda-8ebd-af5244e7116d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:00:27.687609 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf94a553-66f8-4eda-8ebd-af5244e7116d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:00:27.688046 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf94a553-66f8-4eda-8ebd-af5244e7116d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:00:27.688479 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf94a553-66f8-4eda-8ebd-af5244e7116d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:00:27.688908 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf94a553-66f8-4eda-8ebd-af5244e7116d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:00:27.689544 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf94a553-66f8-4eda-8ebd-af5244e7116d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:00:27.689970 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf94a553-66f8-4eda-8ebd-af5244e7116d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:00:27.690733 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf94a553-66f8-4eda-8ebd-af5244e7116d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:00:27.692418 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf94a553-66f8-4eda-8ebd-af5244e7116d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:00:27.696451 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf94a553-66f8-4eda-8ebd-af5244e7116d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:00:27.697062 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf94a553-66f8-4eda-8ebd-af5244e7116d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:00:27.728240 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 365dc291-beb2-4862-80d7-c1785b42c500 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:00:27.728240 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:27.752978 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6e593316-2a04-4a2a-ad95-d96514b13089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:27.801821 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6e593316-2a04-4a2a-ad95-d96514b13089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:27.816963 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 365dc291-beb2-4862-80d7-c1785b42c500 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:00:27.868589 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 365dc291-beb2-4862-80d7-c1785b42c500, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=365dc291-beb2-4862-80d7-c1785b42c500,segment=NetworkSegment(bf131972-1a57-4fc0-a305-a51a44f5aaa3),segment_id=bf131972-1a57-4fc0-a305-a51a44f5aaa3)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:00:27.879375 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:27.879847 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6e593316-2a04-4a2a-ad95-d96514b13089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:27.900555 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e593316-2a04-4a2a-ad95-d96514b13089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec31e82-3a11-45d9-85cf-0751a6a66d05,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:00:27.958705 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd39df2-0f40-4798-b7e8-73d3aacb36dc req-839b9c3a-f593-448d-b4ad-d90cb96eb6ff tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:00:27.974862 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3dd39df2-0f40-4798-b7e8-73d3aacb36dc req-839b9c3a-f593-448d-b4ad-d90cb96eb6ff tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8daaa2f-c4f5-4614-8dd0-bff72ea74b9c HTTP/1.1" status: 200 len: 943 time: 0.5707536 May 31 14:00:27.976174 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-8ba6c493-ec35-4117-8326-dddc3f5ac045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d60165-31ca-4a93-8c8b-e199e212782b', 'name': 'tempest-TestServerMultinode-499475933-router', 'tenant_id': '1e981e4259634d07be404c49d7033133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '5ac33279-8368-434d-b045-3c1483114ba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:57:54Z', 'updated_at': '2022-05-31T14:00:21Z', 'revision_number': 5, 'project_id': '1e981e4259634d07be404c49d7033133', 'gw_port': {'id': '5ac33279-8368-434d-b045-3c1483114ba6', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d60165-31ca-4a93-8c8b-e199e212782b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:57:59Z', 'updated_at': '2022-05-31T13:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:00:27.993164 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba6c493-ec35-4117-8326-dddc3f5ac045 None None] Checking router: 65d60165-31ca-4a93-8c8b-e199e212782b for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:00:28.015203 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=365dc291-beb2-4862-80d7-c1785b42c500,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:00:28.030487 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba6c493-ec35-4117-8326-dddc3f5ac045 None None] Routers {'65d60165-31ca-4a93-8c8b-e199e212782b'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:00:28.031114 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-8ba6c493-ec35-4117-8326-dddc3f5ac045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:00:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['65d60165-31ca-4a93-8c8b-e199e212782b'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:00:28.031695 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6e593316-2a04-4a2a-ad95-d96514b13089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:28.038585 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-6e593316-2a04-4a2a-ad95-d96514b13089 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fec31e82-3a11-45d9-85cf-0751a6a66d05 HTTP/1.1" status: 204 len: 168 time: 0.5798347 May 31 14:00:28.054531 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-33616310-b896-466e-a940-9d3e3916c9e6 admin admin] Calling delete_port for 5ac33279-8368-434d-b045-3c1483114ba6 owned by network:router_gateway {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:00:28.086686 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3dd39df2-0f40-4798-b7e8-73d3aacb36dc req-481608d0-ea2b-4208-99a2-4a76a1574c9e tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] 10.222.0.50 "GET /v2.0/security-groups?id=279ae498-1eec-49ea-8137-b6cb34d0dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040080 May 31 14:00:28.402252 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['365dc291-beb2-4862-80d7-c1785b42c500'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:00:28.474855 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-8ba6c493-ec35-4117-8326-dddc3f5ac045 None None] Set router 65d60165-31ca-4a93-8c8b-e199e212782b gateway port host: None {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:00:28.613563 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:00:28.731301 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-33616310-b896-466e-a940-9d3e3916c9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:29.110193 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 56738) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:00:29.120748 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-8ba6c493-ec35-4117-8326-dddc3f5ac045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d60165-31ca-4a93-8c8b-e199e212782b', 'name': 'tempest-TestServerMultinode-499475933-router', 'tenant_id': '1e981e4259634d07be404c49d7033133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:57:54Z', 'updated_at': '2022-05-31T14:00:27Z', 'revision_number': 6, 'project_id': '1e981e4259634d07be404c49d7033133', 'gw_port_host': None}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:00:29.162996 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba6c493-ec35-4117-8326-dddc3f5ac045 None None] The sync data for ids ['65d60165-31ca-4a93-8c8b-e199e212782b'] in n-d-843939-1 is: [{'id': '65d60165-31ca-4a93-8c8b-e199e212782b', 'name': 'tempest-TestServerMultinode-499475933-router', 'tenant_id': '1e981e4259634d07be404c49d7033133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:57:54Z', 'updated_at': '2022-05-31T14:00:27Z', 'revision_number': 6, 'project_id': '1e981e4259634d07be404c49d7033133', 'gw_port_host': None}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:00:29.198127 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b2896c7f-b06b-418a-b083-9c17c8477760 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:29.207552 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33616310-b896-466e-a940-9d3e3916c9e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ac33279-8368-434d-b045-3c1483114ba6,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:00:29.340579 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-33616310-b896-466e-a940-9d3e3916c9e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577389'] for router_gateway, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:29.393813 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-b2896c7f-b06b-418a-b083-9c17c8477760 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:00:29.406409 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-b2896c7f-b06b-418a-b083-9c17c8477760 admin admin] Usage tracker for resource:security_group_rule and tenant:eacb8a481c024b58b85d90daa96464e3 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:00:29.416815 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-b2896c7f-b06b-418a-b083-9c17c8477760 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:00:29.437510 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-b2896c7f-b06b-418a-b083-9c17c8477760 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:00:29.642733 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b2896c7f-b06b-418a-b083-9c17c8477760 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:29.666769 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b2896c7f-b06b-418a-b083-9c17c8477760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:29.779066 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-b2896c7f-b06b-418a-b083-9c17c8477760 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=eacb8a481c024b58b85d90daa96464e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6657457 May 31 14:00:29.780632 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2896c7f-b06b-418a-b083-9c17c8477760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f19d89e4-1856-4090-a966-3e40fd52e013,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:00:29.793357 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 56750) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:00:29.842709 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08392b4-7050-4583-aae9-e0555a478075 req-e53b054b-aed3-46fe-ae29-005c48eef724 tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:00:29.845284 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e08392b4-7050-4583-aae9-e0555a478075 req-e53b054b-aed3-46fe-ae29-005c48eef724 tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8daaa2f-c4f5-4614-8dd0-bff72ea74b9c HTTP/1.1" status: 200 len: 944 time: 0.5833521 May 31 14:00:29.928493 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e08392b4-7050-4583-aae9-e0555a478075 req-60007ba6-ec6f-4ca4-b28b-c523f391bf11 tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] 10.222.0.50 "GET /v2.0/security-groups?id=279ae498-1eec-49ea-8137-b6cb34d0dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765250 May 31 14:00:29.965477 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-33616310-b896-466e-a940-9d3e3916c9e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:30.077274 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-33616310-b896-466e-a940-9d3e3916c9e6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:30.162675 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ef2e7741-d98b-4679-9b8f-5500b1d28be7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:30.200384 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-33616310-b896-466e-a940-9d3e3916c9e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:30.201176 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33616310-b896-466e-a940-9d3e3916c9e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65d60165-31ca-4a93-8c8b-e199e212782b {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 14:00:30.243981 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-33616310-b896-466e-a940-9d3e3916c9e6 admin admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:30.248227 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 56764) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:00:30.248705 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-33616310-b896-466e-a940-9d3e3916c9e6 admin admin] 10.222.0.50 "DELETE /v2.0/routers/65d60165-31ca-4a93-8c8b-e199e212782b HTTP/1.1" status: 204 len: 168 time: 4.9816873 May 31 14:00:30.251818 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ef2e7741-d98b-4679-9b8f-5500b1d28be7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:30.363842 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ef2e7741-d98b-4679-9b8f-5500b1d28be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:30.388045 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ef2e7741-d98b-4679-9b8f-5500b1d28be7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:30.389379 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ef2e7741-d98b-4679-9b8f-5500b1d28be7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f19d89e4-1856-4090-a966-3e40fd52e013 HTTP/1.1" status: 204 len: 168 time: 0.5868180 May 31 14:00:30.390724 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2e7741-d98b-4679-9b8f-5500b1d28be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19d89e4-1856-4090-a966-3e40fd52e013,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:00:30.431821 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-f30475da-c9ed-463f-9866-e7f21b3cc043 admin admin] Deleting subnet dc19dfed-9970-499d-881e-1bcf7302fd07 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 14:00:30.443332 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f30475da-c9ed-463f-9866-e7f21b3cc043 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:30.474621 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 365dc291-beb2-4862-80d7-c1785b42c500 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:00:30.565000 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f30475da-c9ed-463f-9866-e7f21b3cc043 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65507433'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:30.611219 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port 365dc291-beb2-4862-80d7-c1785b42c500 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:00:30.624307 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port 365dc291-beb2-4862-80d7-c1785b42c500 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:00:30.624928 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:30.856584 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f30475da-c9ed-463f-9866-e7f21b3cc043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:30.999281 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 365dc291-beb2-4862-80d7-c1785b42c500 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:00:31.004229 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:31.052176 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f30475da-c9ed-463f-9866-e7f21b3cc043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65216469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65148562'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:31.143856 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 365dc291-beb2-4862-80d7-c1785b42c500, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=365dc291-beb2-4862-80d7-c1785b42c500,segment=NetworkSegment(bf131972-1a57-4fc0-a305-a51a44f5aaa3),segment_id=bf131972-1a57-4fc0-a305-a51a44f5aaa3)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:00:31.151775 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8daaa2f-c4f5-4614-8dd0-bff72ea74b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '365dc291-beb2-4862-80d7-c1785b42c500'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:00:31.164712 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device e6ae83ca-c3a7-42ae-b87f-6a163f7ce00d no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:00:31.200918 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30475da-c9ed-463f-9866-e7f21b3cc043 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc19dfed-9970-499d-881e-1bcf7302fd07,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:00:31.225818 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f30475da-c9ed-463f-9866-e7f21b3cc043 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:31.293005 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: e6ae83ca-c3a7-42ae-b87f-6a163f7ce00d {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:00:31.293765 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device e6ae83ca-c3a7-42ae-b87f-6a163f7ce00d not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:00:31.294993 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 5ac33279-8368-434d-b045-3c1483114ba6 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:00:31.357841 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:31.362167 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a1ccc2-8ccf-4825-a11e-f15a820c87a8 None None] Network 5f55bbea-82b7-4578-aae9-4a649a9da1e9 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:00:31.506019 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-f30475da-c9ed-463f-9866-e7f21b3cc043 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/dc19dfed-9970-499d-881e-1bcf7302fd07 HTTP/1.1" status: 204 len: 168 time: 1.2565274 May 31 14:00:31.508798 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 56806) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:00:31.870169 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb5d53f6-7008-432a-b788-6341476eb42a'] response: {'server_uuid': 'b8daaa2f-c4f5-4614-8dd0-bff72ea74b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '365dc291-beb2-4862-80d7-c1785b42c500', 'code': 200} May 31 14:00:31.870736 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c1dc6f-d368-4363-bd17-2bc652b5231a req-a6b29c22-9e0e-40e8-836d-78ed7e6a5769 tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:00:31.872138 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-88c1dc6f-d368-4363-bd17-2bc652b5231a req-a6b29c22-9e0e-40e8-836d-78ed7e6a5769 tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8daaa2f-c4f5-4614-8dd0-bff72ea74b9c HTTP/1.1" status: 200 len: 945 time: 0.6560500 May 31 14:00:31.946616 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2cc2b5-dcb3-45e5-8835-eb4f92bf76df req-0c3de855-f139-4d82-ad0a-607f10094497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:00:31.947679 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-434134ac-c9b5-400f-b8a1-e0c58b105549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:31.958662 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aa2cc2b5-dcb3-45e5-8835-eb4f92bf76df req-0c3de855-f139-4d82-ad0a-607f10094497 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b8daaa2f-c4f5-4614-8dd0-bff72ea74b9c HTTP/1.1" status: 200 len: 1096 time: 0.4415956 May 31 14:00:31.981711 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-434134ac-c9b5-400f-b8a1-e0c58b105549 admin admin] Deleting port b04e8751-4666-4e05-b435-0385fac0175a {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:00:31.984967 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-434134ac-c9b5-400f-b8a1-e0c58b105549 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:32.084664 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 5ac33279-8368-434d-b045-3c1483114ba6 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:00:32.084664 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 5ac33279-8368-434d-b045-3c1483114ba6 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:00:32.156198 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-88c1dc6f-d368-4363-bd17-2bc652b5231a req-a00826a5-8140-4667-aa40-026d767a68f7 tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] 10.222.0.50 "GET /v2.0/security-groups?id=279ae498-1eec-49ea-8137-b6cb34d0dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635937 May 31 14:00:32.165055 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aa2cc2b5-dcb3-45e5-8835-eb4f92bf76df req-2c87fbfd-4b15-4a01-a03e-d9b9aed84acd service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=279ae498-1eec-49ea-8137-b6cb34d0dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987772 May 31 14:00:32.369557 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=365dc291-beb2-4862-80d7-c1785b42c500,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:00:32.635311 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2c4e60-8a41-4137-968d-91acaf4978b9 None None] DHCP port deletion for 5f55bbea-82b7-4578-aae9-4a649a9da1e9 request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 14:00:32.641143 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-cd2c4e60-8a41-4137-968d-91acaf4978b9 None None] Deleting port b04e8751-4666-4e05-b435-0385fac0175a {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:00:32.641624 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cd2c4e60-8a41-4137-968d-91acaf4978b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:32.997348 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-434134ac-c9b5-400f-b8a1-e0c58b105549 admin admin] For port b04e8751-4666-4e05-b435-0385fac0175a, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=b04e8751-4666-4e05-b435-0385fac0175a,segment=NetworkSegment(f584d02d-1a73-49db-b1c0-d9b71d33b4f6),segment_id=f584d02d-1a73-49db-b1c0-d9b71d33b4f6)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:00:33.001437 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-434134ac-c9b5-400f-b8a1-e0c58b105549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:33.320273 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-cd2c4e60-8a41-4137-968d-91acaf4978b9 None None] For port b04e8751-4666-4e05-b435-0385fac0175a, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=b04e8751-4666-4e05-b435-0385fac0175a,segment=NetworkSegment(f584d02d-1a73-49db-b1c0-d9b71d33b4f6),segment_id=f584d02d-1a73-49db-b1c0-d9b71d33b4f6)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:00:33.320825 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cd2c4e60-8a41-4137-968d-91acaf4978b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:33.426054 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 56852) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:00:33.478151 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device b04e8751-4666-4e05-b435-0385fac0175a no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:00:33.538192 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-434134ac-c9b5-400f-b8a1-e0c58b105549 admin admin] Calling delete_port for b04e8751-4666-4e05-b435-0385fac0175a owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:00:33.711922 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-434134ac-c9b5-400f-b8a1-e0c58b105549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:33.840272 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-cd2c4e60-8a41-4137-968d-91acaf4978b9 None None] Calling delete_port for b04e8751-4666-4e05-b435-0385fac0175a owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:00:33.858257 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434134ac-c9b5-400f-b8a1-e0c58b105549 admin admin] Pushing event deleted for resources: {'Port': ['ID=b04e8751-4666-4e05-b435-0385fac0175a,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:00:33.890319 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434134ac-c9b5-400f-b8a1-e0c58b105549 admin admin] No DVR routers for this DVR port b04e8751-4666-4e05-b435-0385fac0175a on host n-d-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:00:33.965827 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-81ab03fd-a38d-4145-aeb3-a958817947ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:34.023908 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-81ab03fd-a38d-4145-aeb3-a958817947ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:00:34.075196 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-81ab03fd-a38d-4145-aeb3-a958817947ed admin admin] Usage tracker for resource:security_group_rule and tenant:51271766e7d848c7abc2dae88324282f is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:00:34.076180 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-cd2c4e60-8a41-4137-968d-91acaf4978b9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 14:00:34.077818 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-cd2c4e60-8a41-4137-968d-91acaf4978b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 14:00:34.081159 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No active binding found for port b04e8751-4666-4e05-b435-0385fac0175a {{(pid=88371) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 31 14:00:34.081615 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device b04e8751-4666-4e05-b435-0385fac0175a not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:00:34.096945 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-81ab03fd-a38d-4145-aeb3-a958817947ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:00:34.145283 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-81ab03fd-a38d-4145-aeb3-a958817947ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:00:34.181687 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f3140b-222e-47ce-ad2a-0593b5555559 req-9d92594b-3065-4a51-a276-f2a95b31bf7e tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:00:34.184081 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-56f3140b-222e-47ce-ad2a-0593b5555559 req-9d92594b-3065-4a51-a276-f2a95b31bf7e tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8daaa2f-c4f5-4614-8dd0-bff72ea74b9c HTTP/1.1" status: 200 len: 945 time: 0.4070787 May 31 14:00:34.236951 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-434134ac-c9b5-400f-b8a1-e0c58b105549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:34.280010 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-434134ac-c9b5-400f-b8a1-e0c58b105549 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f55bbea-82b7-4578-aae9-4a649a9da1e9']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:00:34.287696 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-56f3140b-222e-47ce-ad2a-0593b5555559 req-5a025927-aa94-4481-a917-bdc016a1fd5d tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] 10.222.0.50 "GET /v2.0/security-groups?id=279ae498-1eec-49ea-8137-b6cb34d0dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818779 May 31 14:00:34.299732 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-434134ac-c9b5-400f-b8a1-e0c58b105549 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f584d02d-1a73-49db-b1c0-d9b71d33b4f6') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:00:34.300031 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-434134ac-c9b5-400f-b8a1-e0c58b105549 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f584d02d-1a73-49db-b1c0-d9b71d33b4f6') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:00:34.333442 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-434134ac-c9b5-400f-b8a1-e0c58b105549 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:34.357835 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-434134ac-c9b5-400f-b8a1-e0c58b105549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:34.370249 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-434134ac-c9b5-400f-b8a1-e0c58b105549 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 14:00:34.370791 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-434134ac-c9b5-400f-b8a1-e0c58b105549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:34.504464 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment f584d02d-1a73-49db-b1c0-d9b71d33b4f6 resource provider aggregate not found May 31 14:00:34.520023 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-434134ac-c9b5-400f-b8a1-e0c58b105549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:34.524454 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-81ab03fd-a38d-4145-aeb3-a958817947ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:34.532193 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-81ab03fd-a38d-4145-aeb3-a958817947ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:34.579246 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-cd2c4e60-8a41-4137-968d-91acaf4978b9 None None] Deleting port b04e8751-4666-4e05-b435-0385fac0175a {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:00:34.580679 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cd2c4e60-8a41-4137-968d-91acaf4978b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:34.582680 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment f584d02d-1a73-49db-b1c0-d9b71d33b4f6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f584d02d-1a73-49db-b1c0-d9b71d33b4f6 found for delete ", "request_id": "req-afcd34e7-896b-4ba0-9f2a-d13717c71ab8"}]} May 31 14:00:34.584910 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-434134ac-c9b5-400f-b8a1-e0c58b105549 admin admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:34.612305 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434134ac-c9b5-400f-b8a1-e0c58b105549 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f55bbea-82b7-4578-aae9-4a649a9da1e9,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:00:34.621124 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-434134ac-c9b5-400f-b8a1-e0c58b105549 admin admin] 10.222.0.50 "DELETE /v2.0/networks/5f55bbea-82b7-4578-aae9-4a649a9da1e9 HTTP/1.1" status: 204 len: 168 time: 3.1106584 May 31 14:00:34.624236 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 56882) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:00:34.685202 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-81ab03fd-a38d-4145-aeb3-a958817947ed admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=51271766e7d848c7abc2dae88324282f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2555521 May 31 14:00:34.686977 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 56886) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:00:34.694746 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ab03fd-a38d-4145-aeb3-a958817947ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43db1c54-d3ff-4ec0-b7a9-ff1844d6c909,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:00:34.783377 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-cd2c4e60-8a41-4137-968d-91acaf4978b9 None None] The port 'b04e8751-4666-4e05-b435-0385fac0175a' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 14:00:34.842385 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-674fdf5a-adbd-4593-9ce1-26183912b0fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:34.884142 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-674fdf5a-adbd-4593-9ce1-26183912b0fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:34.947696 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-674fdf5a-adbd-4593-9ce1-26183912b0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:34.979439 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674fdf5a-adbd-4593-9ce1-26183912b0fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43db1c54-d3ff-4ec0-b7a9-ff1844d6c909,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:00:35.009943 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-674fdf5a-adbd-4593-9ce1-26183912b0fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:35.022377 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-674fdf5a-adbd-4593-9ce1-26183912b0fd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/43db1c54-d3ff-4ec0-b7a9-ff1844d6c909 HTTP/1.1" status: 204 len: 168 time: 0.3294599 May 31 14:00:35.445136 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 56912) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:00:35.649030 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [req-6ad8c6cc-a408-422f-900a-2e177c003ccf req-74238309-7d0d-47b6-b41d-bfcb48e54d2c tempest-AttachVolumeTestJSON-457105912 tempest-AttachVolumeTestJSON-457105912-project] (88370) timed out ('10.222.0.44', 53799) {{(pid=88370) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 31 14:00:35.698103 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0edfe5e9-6c47-4ee0-909b-c0758eee6880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:35.883889 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535980d-9503-4249-bf66-31e4c8e25783 req-565f4b21-716c-4c41-b473-58aa2fcef52e tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:00:35.895763 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f535980d-9503-4249-bf66-31e4c8e25783 req-565f4b21-716c-4c41-b473-58aa2fcef52e tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8daaa2f-c4f5-4614-8dd0-bff72ea74b9c HTTP/1.1" status: 200 len: 945 time: 0.3374932 May 31 14:00:35.946163 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 56968) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:00:35.992472 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d974da73-840d-4121-a25f-4cf87cd60c3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:36.204915 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-aa1b4d87-ad7f-4460-822b-c730e3b3b927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:36.244294 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-aa1b4d87-ad7f-4460-822b-c730e3b3b927 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:00:36.252232 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f535980d-9503-4249-bf66-31e4c8e25783 req-3203820e-2066-49ca-8623-9a07b9132037 tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] 10.222.0.50 "GET /v2.0/security-groups?id=279ae498-1eec-49ea-8137-b6cb34d0dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3555939 May 31 14:00:36.253133 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-aa1b4d87-ad7f-4460-822b-c730e3b3b927 admin admin] Usage tracker for resource:security_group_rule and tenant:dd05cfc74c1d48048f0ca8f9ac389d36 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:00:36.256065 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d974da73-840d-4121-a25f-4cf87cd60c3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:00:36.261455 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-aa1b4d87-ad7f-4460-822b-c730e3b3b927 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:00:36.264271 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d974da73-840d-4121-a25f-4cf87cd60c3e admin admin] Usage tracker for resource:security_group_rule and tenant:ddcda0906af24fb9bea49624911bb693 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:00:36.269777 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d974da73-840d-4121-a25f-4cf87cd60c3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:00:36.273538 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-aa1b4d87-ad7f-4460-822b-c730e3b3b927 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:00:36.286801 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d974da73-840d-4121-a25f-4cf87cd60c3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:00:36.488071 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 57036) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:00:36.495172 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-aa1b4d87-ad7f-4460-822b-c730e3b3b927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:36.618254 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-aa1b4d87-ad7f-4460-822b-c730e3b3b927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:36.711978 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d974da73-840d-4121-a25f-4cf87cd60c3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:36.719506 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d974da73-840d-4121-a25f-4cf87cd60c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:36.760995 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d974da73-840d-4121-a25f-4cf87cd60c3e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ddcda0906af24fb9bea49624911bb693&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8075585 May 31 14:00:36.766841 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 57066) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:00:36.772451 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-0edfe5e9-6c47-4ee0-909b-c0758eee6880 admin admin] Deleting port fef5e668-be02-4601-9174-c5c305a5c719 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:00:36.772988 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0edfe5e9-6c47-4ee0-909b-c0758eee6880 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:36.833788 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1b4d87-ad7f-4460-822b-c730e3b3b927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63ce27aa-2030-48ca-94dd-4883fb93e980,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:00:36.859479 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d974da73-840d-4121-a25f-4cf87cd60c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=693ce792-9ffd-4155-bb70-0dfee643bc6d,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:00:36.875670 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-aa1b4d87-ad7f-4460-822b-c730e3b3b927 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dd05cfc74c1d48048f0ca8f9ac389d36&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4284799 May 31 14:00:36.884800 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 57080) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:00:36.993856 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-d51ebae5-829c-4478-bb8d-fb82e6711e2f admin admin] Deleting subnet f0aace67-fd40-4843-919b-4e4273f0e9bc {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 14:00:37.000695 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d51ebae5-829c-4478-bb8d-fb82e6711e2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:37.043001 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-250bb444-c9aa-433c-9e03-ff720d45e082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:37.108039 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-250bb444-c9aa-433c-9e03-ff720d45e082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:37.112472 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d51ebae5-829c-4478-bb8d-fb82e6711e2f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65507433'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:37.125714 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-0edfe5e9-6c47-4ee0-909b-c0758eee6880 admin admin] For port fef5e668-be02-4601-9174-c5c305a5c719, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=fef5e668-be02-4601-9174-c5c305a5c719,segment=NetworkSegment(21bab8d5-e55d-40b1-a743-1b3a7ca8f76f),segment_id=21bab8d5-e55d-40b1-a743-1b3a7ca8f76f)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:00:37.126131 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0edfe5e9-6c47-4ee0-909b-c0758eee6880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:37.243726 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d51ebae5-829c-4478-bb8d-fb82e6711e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:37.291975 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-0edfe5e9-6c47-4ee0-909b-c0758eee6880 admin admin] Calling delete_port for fef5e668-be02-4601-9174-c5c305a5c719 owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:00:37.293873 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-316529a3-c47e-4ade-a47e-a71ab8c3a77c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:37.356601 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a064a-a7c2-4c34-9b0b-6b5e06bd4bcc req-9f0e30ce-aa00-4390-93ac-b77f55b7bfc5 tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:00:37.358566 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3e4a064a-a7c2-4c34-9b0b-6b5e06bd4bcc req-9f0e30ce-aa00-4390-93ac-b77f55b7bfc5 tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8daaa2f-c4f5-4614-8dd0-bff72ea74b9c HTTP/1.1" status: 200 len: 945 time: 0.7623501 May 31 14:00:37.361643 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-316529a3-c47e-4ade-a47e-a71ab8c3a77c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:37.462093 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d51ebae5-829c-4478-bb8d-fb82e6711e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65216469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65148562'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:37.481034 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-250bb444-c9aa-433c-9e03-ff720d45e082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:37.505800 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250bb444-c9aa-433c-9e03-ff720d45e082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=693ce792-9ffd-4155-bb70-0dfee643bc6d,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:00:37.521364 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-250bb444-c9aa-433c-9e03-ff720d45e082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:37.525895 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-250bb444-c9aa-433c-9e03-ff720d45e082 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/693ce792-9ffd-4155-bb70-0dfee643bc6d HTTP/1.1" status: 204 len: 168 time: 0.7578762 May 31 14:00:37.545766 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3e4a064a-a7c2-4c34-9b0b-6b5e06bd4bcc req-7138f593-5bbe-4459-9fb7-38e9726a4d00 tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] 10.222.0.50 "GET /v2.0/security-groups?id=279ae498-1eec-49ea-8137-b6cb34d0dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652265 May 31 14:00:37.567552 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51ebae5-829c-4478-bb8d-fb82e6711e2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0aace67-fd40-4843-919b-4e4273f0e9bc,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:00:37.570335 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d51ebae5-829c-4478-bb8d-fb82e6711e2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:37.589639 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-d51ebae5-829c-4478-bb8d-fb82e6711e2f admin admin] 10.222.0.50 "DELETE /v2.0/subnets/f0aace67-fd40-4843-919b-4e4273f0e9bc HTTP/1.1" status: 204 len: 168 time: 1.1004813 May 31 14:00:37.594060 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 57160) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:00:37.626741 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:37.639772 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-316529a3-c47e-4ade-a47e-a71ab8c3a77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:37.645183 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-316529a3-c47e-4ade-a47e-a71ab8c3a77c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:37.646754 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-316529a3-c47e-4ade-a47e-a71ab8c3a77c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/63ce27aa-2030-48ca-94dd-4883fb93e980 HTTP/1.1" status: 204 len: 168 time: 0.7592750 May 31 14:00:37.763855 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316529a3-c47e-4ade-a47e-a71ab8c3a77c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ce27aa-2030-48ca-94dd-4883fb93e980,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:00:37.818919 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6960713b-35cf-490e-b983-7dc0527f64c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:37.877583 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0edfe5e9-6c47-4ee0-909b-c0758eee6880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:38.130669 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edfe5e9-6c47-4ee0-909b-c0758eee6880 admin admin] Pushing event deleted for resources: {'Port': ['ID=fef5e668-be02-4601-9174-c5c305a5c719,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:00:38.176054 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6960713b-35cf-490e-b983-7dc0527f64c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:38.283560 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-6960713b-35cf-490e-b983-7dc0527f64c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8824cc85-32f0-4d38-a2cc-c4c2b1f6b6ec']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:00:38.324554 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-6960713b-35cf-490e-b983-7dc0527f64c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62c184d7-a4c3-4afb-8759-5b07f95f37c0') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:00:38.324987 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-6960713b-35cf-490e-b983-7dc0527f64c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62c184d7-a4c3-4afb-8759-5b07f95f37c0') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:00:38.365103 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6960713b-35cf-490e-b983-7dc0527f64c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:38.484210 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6960713b-35cf-490e-b983-7dc0527f64c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:38.633220 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 57260) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:00:38.714258 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-57d10185-f694-46fb-8a88-ef63a13f6b50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:38.732306 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6960713b-35cf-490e-b983-7dc0527f64c3 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 14:00:38.754478 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6960713b-35cf-490e-b983-7dc0527f64c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:38.815620 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-57d10185-f694-46fb-8a88-ef63a13f6b50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:00:38.843307 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-57d10185-f694-46fb-8a88-ef63a13f6b50 admin admin] Usage tracker for resource:security_group_rule and tenant:cb105af8f42646be8e94220a5244b58f is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:00:38.849579 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-57d10185-f694-46fb-8a88-ef63a13f6b50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:00:38.859990 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-57d10185-f694-46fb-8a88-ef63a13f6b50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:00:38.950968 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0edfe5e9-6c47-4ee0-909b-c0758eee6880 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:39.043187 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6960713b-35cf-490e-b983-7dc0527f64c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:39.089606 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6960713b-35cf-490e-b983-7dc0527f64c3 admin admin] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:39.105315 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:39.130709 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e897ec42-7d31-4769-96c3-c846ca72741f req-d0eeeb30-9afa-4720-8885-224c71b69b7a tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:00:39.132112 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e897ec42-7d31-4769-96c3-c846ca72741f req-d0eeeb30-9afa-4720-8885-224c71b69b7a tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8daaa2f-c4f5-4614-8dd0-bff72ea74b9c HTTP/1.1" status: 200 len: 945 time: 0.6712596 May 31 14:00:39.132899 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6960713b-35cf-490e-b983-7dc0527f64c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8824cc85-32f0-4d38-a2cc-c4c2b1f6b6ec,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:00:39.186983 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-6960713b-35cf-490e-b983-7dc0527f64c3 admin admin] 10.222.0.50 "DELETE /v2.0/networks/8824cc85-32f0-4d38-a2cc-c4c2b1f6b6ec HTTP/1.1" status: 204 len: 168 time: 1.5909193 May 31 14:00:39.201490 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 57336) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:00:39.220415 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 62c184d7-a4c3-4afb-8759-5b07f95f37c0 resource provider aggregate not found May 31 14:00:39.296915 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bbe5cae-5040-4352-a4de-812f8eb2f352 admin admin] Deleting subnet 9c16edb4-9ec9-49a0-aca5-16cb21fa9474 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 14:00:39.325147 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4bbe5cae-5040-4352-a4de-812f8eb2f352 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:39.451140 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4bbe5cae-5040-4352-a4de-812f8eb2f352 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65507433'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:39.603077 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4bbe5cae-5040-4352-a4de-812f8eb2f352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:39.654137 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-57d10185-f694-46fb-8a88-ef63a13f6b50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:39.709774 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 62c184d7-a4c3-4afb-8759-5b07f95f37c0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 62c184d7-a4c3-4afb-8759-5b07f95f37c0 found for delete ", "request_id": "req-fc566ed5-e9e8-4b0a-a811-82d444240901"}]} May 31 14:00:39.725161 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e897ec42-7d31-4769-96c3-c846ca72741f req-66d28859-6eaf-4f22-8a7e-14feb34da0e8 tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] 10.222.0.50 "GET /v2.0/security-groups?id=279ae498-1eec-49ea-8137-b6cb34d0dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5724177 May 31 14:00:39.739473 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-57d10185-f694-46fb-8a88-ef63a13f6b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:39.769585 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4bbe5cae-5040-4352-a4de-812f8eb2f352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65216469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65148562'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:39.841630 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbe5cae-5040-4352-a4de-812f8eb2f352 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c16edb4-9ec9-49a0-aca5-16cb21fa9474,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:00:39.867993 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4bbe5cae-5040-4352-a4de-812f8eb2f352 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:39.875467 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-4bbe5cae-5040-4352-a4de-812f8eb2f352 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/9c16edb4-9ec9-49a0-aca5-16cb21fa9474 HTTP/1.1" status: 204 len: 168 time: 0.6695485 May 31 14:00:39.882623 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 57418) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:00:39.906108 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d10185-f694-46fb-8a88-ef63a13f6b50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a2af23-6286-4431-a407-7f63f4168289,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:00:39.971360 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-57d10185-f694-46fb-8a88-ef63a13f6b50 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cb105af8f42646be8e94220a5244b58f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3266172 May 31 14:00:39.984491 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 57432) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:00:40.086452 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-51254f1b-b9b1-408e-9c3c-33664b3be9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:40.142689 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0edfe5e9-6c47-4ee0-909b-c0758eee6880 admin admin] Router ae9ae3bb-9550-4812-920f-41a4dbcd669d has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:00:40.367811 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0edfe5e9-6c47-4ee0-909b-c0758eee6880 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:00:40.380405 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e317c07a-20d3-4288-b305-7dac1213ac1d None None] Sync routers for ids ['ae9ae3bb-9550-4812-920f-41a4dbcd669d'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:00:40.382032 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-16493a42-b8f6-40e2-b77f-c469317d2f6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:40.402429 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e317c07a-20d3-4288-b305-7dac1213ac1d None None] Routers {'ae9ae3bb-9550-4812-920f-41a4dbcd669d'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:00:40.406293 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-e317c07a-20d3-4288-b305-7dac1213ac1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:00:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['ae9ae3bb-9550-4812-920f-41a4dbcd669d'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:00:40.422133 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-16493a42-b8f6-40e2-b77f-c469317d2f6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:40.434961 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-0edfe5e9-6c47-4ee0-909b-c0758eee6880 admin admin] 10.222.0.50 "PUT /v2.0/routers/ae9ae3bb-9550-4812-920f-41a4dbcd669d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8095903 May 31 14:00:40.437820 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 57480) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:00:40.575167 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-16493a42-b8f6-40e2-b77f-c469317d2f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:40.577187 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-98702318-70fd-4cf8-a834-ecf8938cb19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:40.590648 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-51254f1b-b9b1-408e-9c3c-33664b3be9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:40.629652 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-51254f1b-b9b1-408e-9c3c-33664b3be9a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c925865-d634-4403-87f6-1189c481a48e']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:00:40.645540 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-51254f1b-b9b1-408e-9c3c-33664b3be9a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53d769eb-6dcd-4a23-97ea-46481c5157c2') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:00:40.646524 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-51254f1b-b9b1-408e-9c3c-33664b3be9a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53d769eb-6dcd-4a23-97ea-46481c5157c2') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:00:40.658179 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16493a42-b8f6-40e2-b77f-c469317d2f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a2af23-6286-4431-a407-7f63f4168289,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:00:40.662100 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-51254f1b-b9b1-408e-9c3c-33664b3be9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:40.715555 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-51254f1b-b9b1-408e-9c3c-33664b3be9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:40.717930 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-640e802e-32f0-4597-9669-33ab4dce587c admin admin] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:40.724574 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51254f1b-b9b1-408e-9c3c-33664b3be9a8 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 14:00:40.724983 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-51254f1b-b9b1-408e-9c3c-33664b3be9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:40.756648 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-e317c07a-20d3-4288-b305-7dac1213ac1d None None] Set router ae9ae3bb-9550-4812-920f-41a4dbcd669d gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:00:40.838564 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-16493a42-b8f6-40e2-b77f-c469317d2f6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:40.840069 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-16493a42-b8f6-40e2-b77f-c469317d2f6c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/56a2af23-6286-4431-a407-7f63f4168289 HTTP/1.1" status: 204 len: 168 time: 0.8528540 May 31 14:00:40.969447 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-51254f1b-b9b1-408e-9c3c-33664b3be9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:41.112151 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-51254f1b-b9b1-408e-9c3c-33664b3be9a8 admin admin] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:41.137925 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-640e802e-32f0-4597-9669-33ab4dce587c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:41.138542 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51254f1b-b9b1-408e-9c3c-33664b3be9a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c925865-d634-4403-87f6-1189c481a48e,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:00:41.158957 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-640e802e-32f0-4597-9669-33ab4dce587c admin admin] Deleting port 715e6fab-9b57-4eeb-870c-6914a78a7a77 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:00:41.159689 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-51254f1b-b9b1-408e-9c3c-33664b3be9a8 admin admin] 10.222.0.50 "DELETE /v2.0/networks/0c925865-d634-4403-87f6-1189c481a48e HTTP/1.1" status: 204 len: 168 time: 1.2756803 May 31 14:00:41.162641 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-640e802e-32f0-4597-9669-33ab4dce587c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:41.237475 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eac7b9-2f83-4b34-aeb8-d7b32972ba4e req-2c460f2d-3a91-4442-9ad0-d1522786b5dc tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:00:41.252271 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-84eac7b9-2f83-4b34-aeb8-d7b32972ba4e req-2c460f2d-3a91-4442-9ad0-d1522786b5dc tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8daaa2f-c4f5-4614-8dd0-bff72ea74b9c HTTP/1.1" status: 200 len: 945 time: 0.2193902 May 31 14:00:41.330169 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-84eac7b9-2f83-4b34-aeb8-d7b32972ba4e req-717a3ced-9d84-4e08-a24a-5cec821b6889 tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] 10.222.0.50 "GET /v2.0/security-groups?id=279ae498-1eec-49ea-8137-b6cb34d0dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738912 May 31 14:00:41.555951 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-e317c07a-20d3-4288-b305-7dac1213ac1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9ae3bb-9550-4812-920f-41a4dbcd669d', 'name': 'tempest-TestServerMultinode-1174622984-router', 'tenant_id': '2d602b86dea24940a1b3a7507f88da04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '715e6fab-9b57-4eeb-870c-6914a78a7a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:58:27Z', 'updated_at': '2022-05-31T14:00:37Z', 'revision_number': 5, 'project_id': '2d602b86dea24940a1b3a7507f88da04', 'gw_port': {'id': '715e6fab-9b57-4eeb-870c-6914a78a7a77', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:3d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9ae3bb-9550-4812-920f-41a4dbcd669d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T13:58:33Z', 'updated_at': '2022-05-31T13:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:00:41.567018 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e317c07a-20d3-4288-b305-7dac1213ac1d None None] Checking router: ae9ae3bb-9550-4812-920f-41a4dbcd669d for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:00:41.588590 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e317c07a-20d3-4288-b305-7dac1213ac1d None None] Routers {'ae9ae3bb-9550-4812-920f-41a4dbcd669d'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:00:41.588590 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-e317c07a-20d3-4288-b305-7dac1213ac1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:00:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['ae9ae3bb-9550-4812-920f-41a4dbcd669d'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:00:41.738017 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 53d769eb-6dcd-4a23-97ea-46481c5157c2 resource provider aggregate not found May 31 14:00:41.742806 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 57518) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:00:41.756389 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-640e802e-32f0-4597-9669-33ab4dce587c admin admin] For port 715e6fab-9b57-4eeb-870c-6914a78a7a77, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=715e6fab-9b57-4eeb-870c-6914a78a7a77,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:00:41.757169 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-640e802e-32f0-4597-9669-33ab4dce587c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:41.797376 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 53d769eb-6dcd-4a23-97ea-46481c5157c2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 53d769eb-6dcd-4a23-97ea-46481c5157c2 found for delete ", "request_id": "req-48a44515-01c3-4733-8e40-c4f309e55609"}]} May 31 14:00:41.905453 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-ea028aa0-30ed-45d8-a9ae-2ecc3182b167 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5a5d6bb8c94544fd9cbe75d7bf093dfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1605959 May 31 14:00:41.908043 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 57532) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:00:42.093605 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-640e802e-32f0-4597-9669-33ab4dce587c admin admin] Calling delete_port for 715e6fab-9b57-4eeb-870c-6914a78a7a77 owned by network:router_gateway {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:00:42.164311 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-e317c07a-20d3-4288-b305-7dac1213ac1d None None] Set router ae9ae3bb-9550-4812-920f-41a4dbcd669d gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:00:42.318408 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f607fcd0-942f-4163-82d9-5bbd302bbf40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:42.368174 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-e317c07a-20d3-4288-b305-7dac1213ac1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9ae3bb-9550-4812-920f-41a4dbcd669d', 'name': 'tempest-TestServerMultinode-1174622984-router', 'tenant_id': '2d602b86dea24940a1b3a7507f88da04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:58:27Z', 'updated_at': '2022-05-31T14:00:41Z', 'revision_number': 6, 'project_id': '2d602b86dea24940a1b3a7507f88da04', 'gw_port_host': None}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:00:42.377735 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e317c07a-20d3-4288-b305-7dac1213ac1d None None] The sync data for ids ['ae9ae3bb-9550-4812-920f-41a4dbcd669d'] in n-d-843939-1 is: [{'id': 'ae9ae3bb-9550-4812-920f-41a4dbcd669d', 'name': 'tempest-TestServerMultinode-1174622984-router', 'tenant_id': '2d602b86dea24940a1b3a7507f88da04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T13:58:27Z', 'updated_at': '2022-05-31T14:00:41Z', 'revision_number': 6, 'project_id': '2d602b86dea24940a1b3a7507f88da04', 'gw_port_host': None}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:00:42.485015 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-640e802e-32f0-4597-9669-33ab4dce587c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:42.485877 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f607fcd0-942f-4163-82d9-5bbd302bbf40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:42.541214 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1390a4-b29e-48ac-8686-5f19733c214f req-91acf97b-ee3f-4738-bd6b-a36b793b4175 tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:00:42.551215 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1f1390a4-b29e-48ac-8686-5f19733c214f req-91acf97b-ee3f-4738-bd6b-a36b793b4175 tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8daaa2f-c4f5-4614-8dd0-bff72ea74b9c HTTP/1.1" status: 200 len: 945 time: 0.5286224 May 31 14:00:42.680583 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f7aaa-486b-4f1c-8cb7-e2ca3ec8b99b req-9ac60338-ce85-427d-b1cc-cb4c4e45e016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:00:42.682178 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a06f7aaa-486b-4f1c-8cb7-e2ca3ec8b99b req-9ac60338-ce85-427d-b1cc-cb4c4e45e016 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9bed3f2379a347c88adbf974d11ac9ac&device_id=b8daaa2f-c4f5-4614-8dd0-bff72ea74b9c HTTP/1.1" status: 200 len: 1096 time: 0.4963050 May 31 14:00:42.847284 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9badf418-58fe-4319-a375-e3bd29e031a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:42.861854 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1f1390a4-b29e-48ac-8686-5f19733c214f req-fc91ca81-e452-4224-b000-6e637caef930 tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] 10.222.0.50 "GET /v2.0/security-groups?id=279ae498-1eec-49ea-8137-b6cb34d0dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094869 May 31 14:00:42.869008 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f607fcd0-942f-4163-82d9-5bbd302bbf40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:42.880457 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640e802e-32f0-4597-9669-33ab4dce587c admin admin] Pushing event deleted for resources: {'Port': ['ID=715e6fab-9b57-4eeb-870c-6914a78a7a77,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:00:43.005237 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f607fcd0-942f-4163-82d9-5bbd302bbf40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f7e7d9-af4f-4808-8ecf-871b8f53faa0,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:00:43.042582 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f607fcd0-942f-4163-82d9-5bbd302bbf40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:43.046127 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-f607fcd0-942f-4163-82d9-5bbd302bbf40 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/17f7e7d9-af4f-4808-8ecf-871b8f53faa0 HTTP/1.1" status: 204 len: 168 time: 1.1347466 May 31 14:00:43.174863 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-640e802e-32f0-4597-9669-33ab4dce587c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577389'] for router_gateway, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:43.328104 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f7aaa-486b-4f1c-8cb7-e2ca3ec8b99b req-8094864c-53a6-406b-97f2-eaa51a6dadd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:00:43.330780 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a06f7aaa-486b-4f1c-8cb7-e2ca3ec8b99b req-8094864c-53a6-406b-97f2-eaa51a6dadd9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=533413a1-75e0-4e71-bd68-fe5d3e7adb93 HTTP/1.1" status: 200 len: 913 time: 0.6286409 May 31 14:00:43.434048 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a06f7aaa-486b-4f1c-8cb7-e2ca3ec8b99b req-bc8e5af1-e4e9-4372-8475-e337a5bf9e66 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=365dc291-beb2-4862-80d7-c1785b42c500 HTTP/1.1" status: 200 len: 217 time: 0.0954516 May 31 14:00:43.468163 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device fef5e668-be02-4601-9174-c5c305a5c719 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:00:43.488612 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aa80f861-41e6-4144-8056-55b1054d1a1f req-45ede017-4e55-4a98-8d26-d87214db0c78 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=28005a54-7645-4fee-9a9e-688a5e5ec2c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4122670 May 31 14:00:43.572802 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f7aaa-486b-4f1c-8cb7-e2ca3ec8b99b req-9145d341-909c-493b-baad-7b3bf7ecc009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:00:43.574920 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a06f7aaa-486b-4f1c-8cb7-e2ca3ec8b99b req-9145d341-909c-493b-baad-7b3bf7ecc009 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d1c1150d-e9f4-495b-8498-4f30493615cf HTTP/1.1" status: 200 len: 852 time: 0.1350410 May 31 14:00:43.618940 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: fef5e668-be02-4601-9174-c5c305a5c719 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:00:43.619288 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device fef5e668-be02-4601-9174-c5c305a5c719 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:00:43.619706 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 715e6fab-9b57-4eeb-870c-6914a78a7a77 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:00:43.723250 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a06f7aaa-486b-4f1c-8cb7-e2ca3ec8b99b req-03f7d4ed-a755-4fd1-b003-fbb8c89bc6b6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=533413a1-75e0-4e71-bd68-fe5d3e7adb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1391962 May 31 14:00:43.761576 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 715e6fab-9b57-4eeb-870c-6914a78a7a77 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:00:43.762157 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 715e6fab-9b57-4eeb-870c-6914a78a7a77 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:00:43.818821 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-640e802e-32f0-4597-9669-33ab4dce587c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:43.822440 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-640e802e-32f0-4597-9669-33ab4dce587c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:43.829699 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:43.881750 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-640e802e-32f0-4597-9669-33ab4dce587c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:43.882534 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-640e802e-32f0-4597-9669-33ab4dce587c admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae9ae3bb-9550-4812-920f-41a4dbcd669d {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 14:00:43.902820 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-640e802e-32f0-4597-9669-33ab4dce587c admin admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:43.906544 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-640e802e-32f0-4597-9669-33ab4dce587c admin admin] 10.222.0.50 "DELETE /v2.0/routers/ae9ae3bb-9550-4812-920f-41a4dbcd669d HTTP/1.1" status: 204 len: 168 time: 3.4651887 May 31 14:00:43.906802 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 57592) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:00:43.968563 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:44.141169 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9ec1fb0-f6d7-49c6-a498-36b3412eb808 admin admin] Deleting subnet 7fa81385-07bc-4294-af72-aae8ae4ffad8 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 14:00:44.146710 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b9ec1fb0-f6d7-49c6-a498-36b3412eb808 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:44.223083 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 57598) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:00:44.270429 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b9ec1fb0-f6d7-49c6-a498-36b3412eb808 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:44.351658 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-20e7fc60-b39e-4f7e-9b57-a8f9d1ed6595 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9acbb5fd8cd44e9e9d03bfd5abd2d75f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1217628 May 31 14:00:44.357224 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 57604) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:00:44.421909 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a06f7aaa-486b-4f1c-8cb7-e2ca3ec8b99b req-51a984e5-fe21-4551-a915-3d16d8bf485b service neutron] 10.222.0.44 "GET /v2.0/networks/533413a1-75e0-4e71-bd68-fe5d3e7adb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6965280 May 31 14:00:44.448191 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa80f861-41e6-4144-8056-55b1054d1a1f req-44fae440-b1f8-4197-9283-3ab0fe2b20a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:00:44.450349 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aa80f861-41e6-4144-8056-55b1054d1a1f req-44fae440-b1f8-4197-9283-3ab0fe2b20a2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=80041d5c2e77427db9d44e9fdb551a51&device_id=28005a54-7645-4fee-9a9e-688a5e5ec2c4 HTTP/1.1" status: 200 len: 1097 time: 0.7214139 May 31 14:00:44.524704 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 57608) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:00:44.551132 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b9ec1fb0-f6d7-49c6-a498-36b3412eb808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:44.611059 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2384b197-bafa-40bc-9402-07c16fe3e3e2 req-e2a30b0d-2e33-407c-ae54-38584c9abf98 tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:00:44.613010 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2384b197-bafa-40bc-9402-07c16fe3e3e2 req-e2a30b0d-2e33-407c-ae54-38584c9abf98 tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8daaa2f-c4f5-4614-8dd0-bff72ea74b9c HTTP/1.1" status: 200 len: 945 time: 0.5208819 May 31 14:00:44.880595 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d06c2098-531b-474b-8274-4928de9a6693 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:44.965901 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d06c2098-531b-474b-8274-4928de9a6693 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:45.027325 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b9ec1fb0-f6d7-49c6-a498-36b3412eb808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:45.083102 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ec1fb0-f6d7-49c6-a498-36b3412eb808 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fa81385-07bc-4294-af72-aae8ae4ffad8,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:00:45.100125 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b9ec1fb0-f6d7-49c6-a498-36b3412eb808 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:45.107098 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbf97c3-8134-4cce-b138-cd394a66c79d None None] Network 45e4cf6b-0ae0-4f84-a254-4b4e897a93ed requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:00:45.108368 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b9ec1fb0-f6d7-49c6-a498-36b3412eb808 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/7fa81385-07bc-4294-af72-aae8ae4ffad8 HTTP/1.1" status: 204 len: 168 time: 1.2000053 May 31 14:00:45.110915 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 57622) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:00:45.245014 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d06c2098-531b-474b-8274-4928de9a6693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:45.302036 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4b41a8cf-c1bd-4179-b50c-24c28e2fcb26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:45.328146 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06c2098-531b-474b-8274-4928de9a6693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40831bd0-ab98-4781-b166-cbfb0d5e280f,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:00:45.359384 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-4b41a8cf-c1bd-4179-b50c-24c28e2fcb26 admin admin] Deleting port 0e3ca3c2-1224-4f08-a2b6-f1773190409d {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:00:45.359686 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4b41a8cf-c1bd-4179-b50c-24c28e2fcb26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:45.470082 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d06c2098-531b-474b-8274-4928de9a6693 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:45.482042 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3982609b-81f7-4d1e-a3a6-630672258c91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:45.488246 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d06c2098-531b-474b-8274-4928de9a6693 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/40831bd0-ab98-4781-b166-cbfb0d5e280f HTTP/1.1" status: 204 len: 168 time: 1.1156502 May 31 14:00:45.676344 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2384b197-bafa-40bc-9402-07c16fe3e3e2 req-36019561-bd43-4e3f-9cb5-f71aeb35a75d tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] 10.222.0.50 "GET /v2.0/security-groups?id=279ae498-1eec-49ea-8137-b6cb34d0dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9838483 May 31 14:00:45.715886 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:45.727561 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-3982609b-81f7-4d1e-a3a6-630672258c91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:00:45.758215 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-3982609b-81f7-4d1e-a3a6-630672258c91 admin admin] Usage tracker for resource:security_group_rule and tenant:5dfab2a25cd44b8da7b91a847a15be28 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:00:45.764442 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-3982609b-81f7-4d1e-a3a6-630672258c91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:00:45.823123 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-3982609b-81f7-4d1e-a3a6-630672258c91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:00:45.834050 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a06f7aaa-486b-4f1c-8cb7-e2ca3ec8b99b req-8a46451e-0801-4f74-9e99-2ac30410128b service neutron] 10.222.0.44 "GET /v2.0/networks/533413a1-75e0-4e71-bd68-fe5d3e7adb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3822949 May 31 14:00:45.883178 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa80f861-41e6-4144-8056-55b1054d1a1f req-1de5461c-4133-47d9-bb4e-b40a222db4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:00:45.887197 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aa80f861-41e6-4144-8056-55b1054d1a1f req-1de5461c-4133-47d9-bb4e-b40a222db4b0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=63fd4673-3e7b-4b31-a695-7191e3dc7a26 HTTP/1.1" status: 200 len: 914 time: 1.3632038 May 31 14:00:45.891375 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a1ff9e-8ad2-471c-b6b8-4a95f9070812 None None] DHCP port deletion for 45e4cf6b-0ae0-4f84-a254-4b4e897a93ed request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 14:00:45.904537 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-12a1ff9e-8ad2-471c-b6b8-4a95f9070812 None None] Deleting port 0e3ca3c2-1224-4f08-a2b6-f1773190409d {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:00:45.905412 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-12a1ff9e-8ad2-471c-b6b8-4a95f9070812 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:46.001075 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aa80f861-41e6-4144-8056-55b1054d1a1f req-b07384a4-9799-48fd-a73d-60928aa0fd3f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9a26a6a-8bd5-4d6e-bd0b-3019acfa005f HTTP/1.1" status: 200 len: 217 time: 0.1058931 May 31 14:00:46.068284 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-4b41a8cf-c1bd-4179-b50c-24c28e2fcb26 admin admin] For port 0e3ca3c2-1224-4f08-a2b6-f1773190409d, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=0e3ca3c2-1224-4f08-a2b6-f1773190409d,segment=NetworkSegment(21bab8d5-e55d-40b1-a743-1b3a7ca8f76f),segment_id=21bab8d5-e55d-40b1-a743-1b3a7ca8f76f)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:00:46.068985 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4b41a8cf-c1bd-4179-b50c-24c28e2fcb26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:46.358996 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3982609b-81f7-4d1e-a3a6-630672258c91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:46.374786 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-12a1ff9e-8ad2-471c-b6b8-4a95f9070812 None None] For port 0e3ca3c2-1224-4f08-a2b6-f1773190409d, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=0e3ca3c2-1224-4f08-a2b6-f1773190409d,segment=NetworkSegment(21bab8d5-e55d-40b1-a743-1b3a7ca8f76f),segment_id=21bab8d5-e55d-40b1-a743-1b3a7ca8f76f)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:00:46.375451 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-12a1ff9e-8ad2-471c-b6b8-4a95f9070812 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:46.381658 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3982609b-81f7-4d1e-a3a6-630672258c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:46.418803 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa80f861-41e6-4144-8056-55b1054d1a1f req-1ef6bd9b-ccfb-4764-b682-37211995e436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:00:46.421457 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aa80f861-41e6-4144-8056-55b1054d1a1f req-1ef6bd9b-ccfb-4764-b682-37211995e436 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f407b41c-cb9f-4c2f-8ab8-95277ae5a298 HTTP/1.1" status: 200 len: 853 time: 0.4093096 May 31 14:00:46.432516 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-4b41a8cf-c1bd-4179-b50c-24c28e2fcb26 admin admin] Calling delete_port for 0e3ca3c2-1224-4f08-a2b6-f1773190409d owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:00:46.618802 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aa80f861-41e6-4144-8056-55b1054d1a1f req-66ff69e1-75b5-41d6-bbcf-33ebcb6553f9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=63fd4673-3e7b-4b31-a695-7191e3dc7a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1889789 May 31 14:00:46.693948 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-3982609b-81f7-4d1e-a3a6-630672258c91 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5dfab2a25cd44b8da7b91a847a15be28&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1649227 May 31 14:00:46.693948 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3982609b-81f7-4d1e-a3a6-630672258c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4843f1ac-b4a2-404a-bd46-0806ed63881c,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:00:46.700657 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 57652) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:00:46.759332 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-12a1ff9e-8ad2-471c-b6b8-4a95f9070812 None None] Calling delete_port for 0e3ca3c2-1224-4f08-a2b6-f1773190409d owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:00:46.912224 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 57662) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:00:46.996421 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4b41a8cf-c1bd-4179-b50c-24c28e2fcb26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:47.119930 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-12a1ff9e-8ad2-471c-b6b8-4a95f9070812 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 14:00:47.120455 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-12a1ff9e-8ad2-471c-b6b8-4a95f9070812 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 14:00:47.130682 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 0e3ca3c2-1224-4f08-a2b6-f1773190409d no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:00:47.178980 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 0e3ca3c2-1224-4f08-a2b6-f1773190409d {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:00:47.179622 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 0e3ca3c2-1224-4f08-a2b6-f1773190409d not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:00:47.222716 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b41a8cf-c1bd-4179-b50c-24c28e2fcb26 admin admin] No DVR routers for this DVR port 0e3ca3c2-1224-4f08-a2b6-f1773190409d on host n-d-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:00:47.225566 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b41a8cf-c1bd-4179-b50c-24c28e2fcb26 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e3ca3c2-1224-4f08-a2b6-f1773190409d,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:00:47.301504 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9e760c46-8edc-4b6d-8a43-241c90bd18fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:47.535495 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf053faf-65e0-4d71-aaf0-7e64145ae66c req-b8b5da89-1b8d-4ee2-883c-36b471114ebf tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:00:47.550104 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bf053faf-65e0-4d71-aaf0-7e64145ae66c req-b8b5da89-1b8d-4ee2-883c-36b471114ebf tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8daaa2f-c4f5-4614-8dd0-bff72ea74b9c HTTP/1.1" status: 200 len: 945 time: 0.4327312 May 31 14:00:47.554589 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aa80f861-41e6-4144-8056-55b1054d1a1f req-d20029ff-8da4-410f-b4ec-c47b32574e08 service neutron] 10.222.0.20 "GET /v2.0/networks/63fd4673-3e7b-4b31-a695-7191e3dc7a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8484466 May 31 14:00:47.622189 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-12a1ff9e-8ad2-471c-b6b8-4a95f9070812 None None] Deleting port 0e3ca3c2-1224-4f08-a2b6-f1773190409d {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:00:47.623544 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-12a1ff9e-8ad2-471c-b6b8-4a95f9070812 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:47.808521 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-12a1ff9e-8ad2-471c-b6b8-4a95f9070812 None None] The port '0e3ca3c2-1224-4f08-a2b6-f1773190409d' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 14:00:47.851518 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e5b2ed34-d554-4564-bd5e-9b4d96eaa9da admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:47.909954 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aa80f861-41e6-4144-8056-55b1054d1a1f req-d3eba573-dd66-4d61-8cd7-bd567c90bfbc service neutron] 10.222.0.20 "GET /v2.0/networks/63fd4673-3e7b-4b31-a695-7191e3dc7a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3471916 May 31 14:00:47.935935 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e5b2ed34-d554-4564-bd5e-9b4d96eaa9da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:00:47.945910 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9e760c46-8edc-4b6d-8a43-241c90bd18fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:47.957892 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4b41a8cf-c1bd-4179-b50c-24c28e2fcb26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:47.967704 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e5b2ed34-d554-4564-bd5e-9b4d96eaa9da admin admin] Usage tracker for resource:security_group_rule and tenant:67b1283184ad435b925efd322ea0f3a3 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:00:47.974669 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e5b2ed34-d554-4564-bd5e-9b4d96eaa9da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:00:47.978709 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bf053faf-65e0-4d71-aaf0-7e64145ae66c req-dcc20f1f-236d-4ff6-a86c-f611de18f40f tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] 10.222.0.50 "GET /v2.0/security-groups?id=279ae498-1eec-49ea-8137-b6cb34d0dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4273388 May 31 14:00:47.985856 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e5b2ed34-d554-4564-bd5e-9b4d96eaa9da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:00:48.017410 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-4b41a8cf-c1bd-4179-b50c-24c28e2fcb26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45e4cf6b-0ae0-4f84-a254-4b4e897a93ed']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:00:48.058747 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-4b41a8cf-c1bd-4179-b50c-24c28e2fcb26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21bab8d5-e55d-40b1-a743-1b3a7ca8f76f') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:00:48.059049 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-4b41a8cf-c1bd-4179-b50c-24c28e2fcb26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21bab8d5-e55d-40b1-a743-1b3a7ca8f76f') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:00:48.081088 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4b41a8cf-c1bd-4179-b50c-24c28e2fcb26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:48.116078 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4b41a8cf-c1bd-4179-b50c-24c28e2fcb26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:48.128281 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b41a8cf-c1bd-4179-b50c-24c28e2fcb26 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 14:00:48.128930 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4b41a8cf-c1bd-4179-b50c-24c28e2fcb26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:48.206465 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 21bab8d5-e55d-40b1-a743-1b3a7ca8f76f resource provider aggregate not found May 31 14:00:48.237585 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 21bab8d5-e55d-40b1-a743-1b3a7ca8f76f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 21bab8d5-e55d-40b1-a743-1b3a7ca8f76f found for delete ", "request_id": "req-ae9d4d91-606c-49e5-8e91-df0294f26986"}]} May 31 14:00:48.246362 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9e760c46-8edc-4b6d-8a43-241c90bd18fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:48.281008 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4b41a8cf-c1bd-4179-b50c-24c28e2fcb26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:48.282817 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e760c46-8edc-4b6d-8a43-241c90bd18fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4843f1ac-b4a2-404a-bd46-0806ed63881c,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:00:48.360908 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4b41a8cf-c1bd-4179-b50c-24c28e2fcb26 admin admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:48.365880 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b41a8cf-c1bd-4179-b50c-24c28e2fcb26 admin admin] Pushing event deleted for resources: {'Network': ['ID=45e4cf6b-0ae0-4f84-a254-4b4e897a93ed,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:00:48.398773 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b41a8cf-c1bd-4179-b50c-24c28e2fcb26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:00:48.400875 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b41a8cf-c1bd-4179-b50c-24c28e2fcb26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:00:48.401639 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b41a8cf-c1bd-4179-b50c-24c28e2fcb26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:00:48.402415 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b41a8cf-c1bd-4179-b50c-24c28e2fcb26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:00:48.403020 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b41a8cf-c1bd-4179-b50c-24c28e2fcb26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:00:48.414532 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b41a8cf-c1bd-4179-b50c-24c28e2fcb26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:00:48.417151 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b41a8cf-c1bd-4179-b50c-24c28e2fcb26 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:00:48.417151 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b41a8cf-c1bd-4179-b50c-24c28e2fcb26 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:00:48.417151 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b41a8cf-c1bd-4179-b50c-24c28e2fcb26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:00:48.417151 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b41a8cf-c1bd-4179-b50c-24c28e2fcb26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:00:48.417624 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b41a8cf-c1bd-4179-b50c-24c28e2fcb26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:00:48.417907 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b41a8cf-c1bd-4179-b50c-24c28e2fcb26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:00:48.438366 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e760c46-8edc-4b6d-8a43-241c90bd18fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:00:48.439048 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e760c46-8edc-4b6d-8a43-241c90bd18fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:00:48.439712 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e760c46-8edc-4b6d-8a43-241c90bd18fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:00:48.440377 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e760c46-8edc-4b6d-8a43-241c90bd18fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:00:48.441514 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e760c46-8edc-4b6d-8a43-241c90bd18fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:00:48.442580 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e760c46-8edc-4b6d-8a43-241c90bd18fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:00:48.443655 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e760c46-8edc-4b6d-8a43-241c90bd18fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:00:48.444479 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e760c46-8edc-4b6d-8a43-241c90bd18fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:00:48.445271 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e760c46-8edc-4b6d-8a43-241c90bd18fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:00:48.445641 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e760c46-8edc-4b6d-8a43-241c90bd18fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:00:48.446262 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e760c46-8edc-4b6d-8a43-241c90bd18fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:00:48.446810 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e760c46-8edc-4b6d-8a43-241c90bd18fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:00:48.451873 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e5b2ed34-d554-4564-bd5e-9b4d96eaa9da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:48.465625 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e5b2ed34-d554-4564-bd5e-9b4d96eaa9da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:48.516115 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e5b2ed34-d554-4564-bd5e-9b4d96eaa9da admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=67b1283184ad435b925efd322ea0f3a3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5669909 May 31 14:00:48.519712 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 57700) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:00:48.536374 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-4b41a8cf-c1bd-4179-b50c-24c28e2fcb26 admin admin] 10.222.0.50 "DELETE /v2.0/networks/45e4cf6b-0ae0-4f84-a254-4b4e897a93ed HTTP/1.1" status: 204 len: 168 time: 3.4237263 May 31 14:00:48.537445 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9e760c46-8edc-4b6d-8a43-241c90bd18fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:48.538516 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-9e760c46-8edc-4b6d-8a43-241c90bd18fb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4843f1ac-b4a2-404a-bd46-0806ed63881c HTTP/1.1" status: 204 len: 168 time: 1.8347270 May 31 14:00:48.597112 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b2ed34-d554-4564-bd5e-9b4d96eaa9da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a5d463-a097-4025-8930-b30015a7e404,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:00:48.686501 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c2e161f2-5a75-4b41-8c9d-b9f417db33f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:48.744209 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c2e161f2-5a75-4b41-8c9d-b9f417db33f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:48.866503 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c2e161f2-5a75-4b41-8c9d-b9f417db33f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:48.939717 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e161f2-5a75-4b41-8c9d-b9f417db33f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a5d463-a097-4025-8930-b30015a7e404,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:00:48.984882 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c2e161f2-5a75-4b41-8c9d-b9f417db33f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:48.990721 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c2e161f2-5a75-4b41-8c9d-b9f417db33f6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/35a5d463-a097-4025-8930-b30015a7e404 HTTP/1.1" status: 204 len: 168 time: 0.4639599 May 31 14:00:49.029910 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 57720) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:00:49.164196 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-e355d458-8732-4ad0-b466-d72fe182bdbe admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1e981e4259634d07be404c49d7033133&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1325116 May 31 14:00:49.168111 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 57728) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:00:49.390381 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ce4984ef-5aff-41b7-bbb3-dee10acd468a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:49.452727 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ce4984ef-5aff-41b7-bbb3-dee10acd468a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:49.573219 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f298b2d-5f85-425d-bc8f-5eadcfb24700 req-7a9968e2-91ef-426b-912b-953d31121e65 tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:00:49.591869 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6f298b2d-5f85-425d-bc8f-5eadcfb24700 req-7a9968e2-91ef-426b-912b-953d31121e65 tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8daaa2f-c4f5-4614-8dd0-bff72ea74b9c HTTP/1.1" status: 200 len: 945 time: 0.3563249 May 31 14:00:49.620876 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ce4984ef-5aff-41b7-bbb3-dee10acd468a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:49.661716 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4984ef-5aff-41b7-bbb3-dee10acd468a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18881021-519c-44af-a383-471c3edf722d,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:00:49.694966 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6f298b2d-5f85-425d-bc8f-5eadcfb24700 req-aa6c9672-7482-43d5-bc1d-fe1873862eaf tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] 10.222.0.50 "GET /v2.0/security-groups?id=279ae498-1eec-49ea-8137-b6cb34d0dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013341 May 31 14:00:49.734750 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ce4984ef-5aff-41b7-bbb3-dee10acd468a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:49.735922 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ce4984ef-5aff-41b7-bbb3-dee10acd468a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/18881021-519c-44af-a383-471c3edf722d HTTP/1.1" status: 204 len: 168 time: 0.5666199 May 31 14:00:49.840988 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 57748) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:00:49.880328 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5acb60d4-def2-4b5f-b13c-3ec99e1cda50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:49.944946 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-5acb60d4-def2-4b5f-b13c-3ec99e1cda50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:00:49.949667 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-5acb60d4-def2-4b5f-b13c-3ec99e1cda50 admin admin] Usage tracker for resource:security_group_rule and tenant:121ad594d2c441879eb41e154483d5a8 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:00:49.952996 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-5acb60d4-def2-4b5f-b13c-3ec99e1cda50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:00:49.963358 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-5acb60d4-def2-4b5f-b13c-3ec99e1cda50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:00:50.151256 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5acb60d4-def2-4b5f-b13c-3ec99e1cda50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:50.157066 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5acb60d4-def2-4b5f-b13c-3ec99e1cda50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:50.283615 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 57756) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:00:50.287661 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-5acb60d4-def2-4b5f-b13c-3ec99e1cda50 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=121ad594d2c441879eb41e154483d5a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4434822 May 31 14:00:50.297920 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acb60d4-def2-4b5f-b13c-3ec99e1cda50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=034a082b-9b7b-4bf8-9be0-ad33b2453628,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:00:50.486792 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-242ba6e8-cfc8-492f-8072-0785a6fb0fdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:50.574316 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-242ba6e8-cfc8-492f-8072-0785a6fb0fdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:50.612337 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eb30cd-7cff-4648-9d72-f754c33227d9 req-4f03d84c-1fa9-428d-8ad6-c154fa975726 tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:00:50.622792 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a9eb30cd-7cff-4648-9d72-f754c33227d9 req-4f03d84c-1fa9-428d-8ad6-c154fa975726 tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8daaa2f-c4f5-4614-8dd0-bff72ea74b9c HTTP/1.1" status: 200 len: 945 time: 0.1415792 May 31 14:00:50.713811 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a9eb30cd-7cff-4648-9d72-f754c33227d9 req-a7ed0c02-5ebe-4a4c-b9b7-1ecaa8ca45ec tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] 10.222.0.50 "GET /v2.0/security-groups?id=279ae498-1eec-49ea-8137-b6cb34d0dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867796 May 31 14:00:50.728879 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-242ba6e8-cfc8-492f-8072-0785a6fb0fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:50.750751 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242ba6e8-cfc8-492f-8072-0785a6fb0fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=034a082b-9b7b-4bf8-9be0-ad33b2453628,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:00:50.767134 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-242ba6e8-cfc8-492f-8072-0785a6fb0fdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:50.770029 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-242ba6e8-cfc8-492f-8072-0785a6fb0fdd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/034a082b-9b7b-4bf8-9be0-ad33b2453628 HTTP/1.1" status: 204 len: 168 time: 0.4837987 May 31 14:00:50.864669 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 57772) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:00:50.954007 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-08b37ec8-f066-489c-aef8-e3b9031dca90 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2d602b86dea24940a1b3a7507f88da04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0880508 May 31 14:00:50.956996 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 57776) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:00:51.074112 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fb813289-a8cc-4f32-9281-d8097f2dd573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:51.131618 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fb813289-a8cc-4f32-9281-d8097f2dd573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:51.217388 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fb813289-a8cc-4f32-9281-d8097f2dd573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:51.268363 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb813289-a8cc-4f32-9281-d8097f2dd573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=293a46b4-2e0a-44ae-a92c-857d2faefc15,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:00:51.275866 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fb813289-a8cc-4f32-9281-d8097f2dd573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:51.281106 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-fb813289-a8cc-4f32-9281-d8097f2dd573 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/293a46b4-2e0a-44ae-a92c-857d2faefc15 HTTP/1.1" status: 204 len: 168 time: 0.3229260 May 31 14:00:52.170836 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2d6261-ee7d-4119-a8c2-276c10bf6a93 req-5970be54-41f1-408f-a19a-f8ba0a767fcc tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:00:52.187681 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ed2d6261-ee7d-4119-a8c2-276c10bf6a93 req-5970be54-41f1-408f-a19a-f8ba0a767fcc tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8daaa2f-c4f5-4614-8dd0-bff72ea74b9c HTTP/1.1" status: 200 len: 945 time: 0.2644551 May 31 14:00:52.316639 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ed2d6261-ee7d-4119-a8c2-276c10bf6a93 req-eb60aa10-7f4e-4c3e-89fd-ff7c06ac8ad7 tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] 10.222.0.50 "GET /v2.0/security-groups?id=279ae498-1eec-49ea-8137-b6cb34d0dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274951 May 31 14:00:53.050072 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afeeece-0ea7-4fcf-a130-d17b454ef131 req-4664434a-9705-44d3-8df6-343ea993c6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:00:53.052389 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3afeeece-0ea7-4fcf-a130-d17b454ef131 req-4664434a-9705-44d3-8df6-343ea993c6c2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9bed3f2379a347c88adbf974d11ac9ac&device_id=b8daaa2f-c4f5-4614-8dd0-bff72ea74b9c HTTP/1.1" status: 200 len: 1096 time: 0.2118678 May 31 14:00:53.513181 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9435f30-f465-473b-a5cb-fde3ff8746b3 req-6b4cda29-af13-4c56-8088-94eae8c8134f tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:00:53.524624 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e9435f30-f465-473b-a5cb-fde3ff8746b3 req-6b4cda29-af13-4c56-8088-94eae8c8134f tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8daaa2f-c4f5-4614-8dd0-bff72ea74b9c HTTP/1.1" status: 200 len: 945 time: 0.7872791 May 31 14:00:53.571039 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 57866) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:00:53.577445 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-8746923c-3fb7-4553-803b-4c9018d7f71a tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-956418334', 'description': 'tempest-secgroup-smoke-956418334 description', 'project_id': '088180f8cd814306a3f92350df9020de'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:00:53.603696 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8746923c-3fb7-4553-803b-4c9018d7f71a tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:00:53.610446 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-8746923c-3fb7-4553-803b-4c9018d7f71a tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Usage tracker for resource:security_group and tenant:088180f8cd814306a3f92350df9020de is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:00:53.615594 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-8746923c-3fb7-4553-803b-4c9018d7f71a tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:00:53.639505 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8746923c-3fb7-4553-803b-4c9018d7f71a tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:00:53.669276 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8746923c-3fb7-4553-803b-4c9018d7f71a tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:53.675853 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e9435f30-f465-473b-a5cb-fde3ff8746b3 req-afe4eccd-ae02-41e7-974e-79fa73730252 tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] 10.222.0.50 "GET /v2.0/security-groups?id=279ae498-1eec-49ea-8137-b6cb34d0dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445282 May 31 14:00:53.707372 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8746923c-3fb7-4553-803b-4c9018d7f71a tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:53.732744 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afeeece-0ea7-4fcf-a130-d17b454ef131 req-6cffaa58-1730-4e98-ae64-6631d938a840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:00:53.734597 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3afeeece-0ea7-4fcf-a130-d17b454ef131 req-6cffaa58-1730-4e98-ae64-6631d938a840 service neutron] 10.222.0.44 "GET /v2.0/networks?id=533413a1-75e0-4e71-bd68-fe5d3e7adb93 HTTP/1.1" status: 200 len: 913 time: 0.6752479 May 31 14:00:53.742445 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8746923c-3fb7-4553-803b-4c9018d7f71a tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:00:53.748422 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-8746923c-3fb7-4553-803b-4c9018d7f71a tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Usage tracker for resource:security_group_rule and tenant:088180f8cd814306a3f92350df9020de is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:00:53.750557 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-8746923c-3fb7-4553-803b-4c9018d7f71a tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:00:53.758911 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8746923c-3fb7-4553-803b-4c9018d7f71a tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:00:53.844361 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3afeeece-0ea7-4fcf-a130-d17b454ef131 req-7b2f04e8-a68b-4e5d-be77-640751da7ef8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=365dc291-beb2-4862-80d7-c1785b42c500 HTTP/1.1" status: 200 len: 217 time: 0.0987208 May 31 14:00:53.869342 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8746923c-3fb7-4553-803b-4c9018d7f71a tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:53.876493 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8746923c-3fb7-4553-803b-4c9018d7f71a tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:53.883573 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8746923c-3fb7-4553-803b-4c9018d7f71a tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:00:53.892181 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-8746923c-3fb7-4553-803b-4c9018d7f71a tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Usage tracker for resource:security_group_rule and tenant:088180f8cd814306a3f92350df9020de is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:00:53.901048 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-8746923c-3fb7-4553-803b-4c9018d7f71a tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:00:53.933746 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8746923c-3fb7-4553-803b-4c9018d7f71a tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:00:53.940071 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afeeece-0ea7-4fcf-a130-d17b454ef131 req-e0ad5d99-dcf9-45e3-96bf-a91ba1435ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:00:53.942213 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3afeeece-0ea7-4fcf-a130-d17b454ef131 req-e0ad5d99-dcf9-45e3-96bf-a91ba1435ade service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d1c1150d-e9f4-495b-8498-4f30493615cf HTTP/1.1" status: 200 len: 852 time: 0.0911367 May 31 14:00:53.963116 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8746923c-3fb7-4553-803b-4c9018d7f71a tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b896f6c2-6682-43a9-935a-428dd1db7f3b,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:00:54.022546 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3afeeece-0ea7-4fcf-a130-d17b454ef131 req-6e010cf5-608e-418d-b51c-5ee91cdeb964 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=533413a1-75e0-4e71-bd68-fe5d3e7adb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729287 May 31 14:00:54.105867 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8746923c-3fb7-4553-803b-4c9018d7f71a tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:54.111819 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8746923c-3fb7-4553-803b-4c9018d7f71a tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:54.191697 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8746923c-3fb7-4553-803b-4c9018d7f71a tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10ee8b1f-5dc3-4376-8f1c-4ea283a2b67e,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:00:54.196465 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8746923c-3fb7-4553-803b-4c9018d7f71a tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:54.197764 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3afeeece-0ea7-4fcf-a130-d17b454ef131 req-09b74262-1080-44e1-a9f6-26bdb54bacde service neutron] 10.222.0.44 "GET /v2.0/networks/533413a1-75e0-4e71-bd68-fe5d3e7adb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691985 May 31 14:00:54.198029 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-8746923c-3fb7-4553-803b-4c9018d7f71a tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6254835 May 31 14:00:54.200924 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 57876) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:00:54.212600 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-c196e484-94e7-4a59-afd1-3572c43b44b0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Request body: {'security_group_rule': {'security_group_id': '10ee8b1f-5dc3-4376-8f1c-4ea283a2b67e', 'project_id': '088180f8cd814306a3f92350df9020de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:00:54.224512 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c196e484-94e7-4a59-afd1-3572c43b44b0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:00:54.230763 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c196e484-94e7-4a59-afd1-3572c43b44b0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Usage tracker for resource:security_group_rule and tenant:088180f8cd814306a3f92350df9020de is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:00:54.242492 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c196e484-94e7-4a59-afd1-3572c43b44b0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:00:54.252762 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c196e484-94e7-4a59-afd1-3572c43b44b0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:00:54.282126 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c196e484-94e7-4a59-afd1-3572c43b44b0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:54.363852 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3afeeece-0ea7-4fcf-a130-d17b454ef131 req-c085b715-7fe4-46de-ac4f-2b63e12b2fe6 service neutron] 10.222.0.44 "GET /v2.0/networks/533413a1-75e0-4e71-bd68-fe5d3e7adb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570964 May 31 14:00:54.388089 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c196e484-94e7-4a59-afd1-3572c43b44b0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:54.396868 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c196e484-94e7-4a59-afd1-3572c43b44b0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:54.433782 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c196e484-94e7-4a59-afd1-3572c43b44b0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccf0d6a5-350e-4111-a908-17c087907f71,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:00:54.447966 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c196e484-94e7-4a59-afd1-3572c43b44b0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:54.451868 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c196e484-94e7-4a59-afd1-3572c43b44b0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2471006 May 31 14:00:54.452435 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 57882) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:00:54.459892 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-9f418b69-db81-4c05-b997-749c035b47ca tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Request body: {'security_group_rule': {'security_group_id': '10ee8b1f-5dc3-4376-8f1c-4ea283a2b67e', 'project_id': '088180f8cd814306a3f92350df9020de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:00:54.470955 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-9f418b69-db81-4c05-b997-749c035b47ca tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:00:54.476255 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-9f418b69-db81-4c05-b997-749c035b47ca tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Usage tracker for resource:security_group_rule and tenant:088180f8cd814306a3f92350df9020de is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:00:54.479452 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-9f418b69-db81-4c05-b997-749c035b47ca tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:00:54.486259 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-9f418b69-db81-4c05-b997-749c035b47ca tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:00:54.511492 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9f418b69-db81-4c05-b997-749c035b47ca tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:54.591505 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9f418b69-db81-4c05-b997-749c035b47ca tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:54.598405 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9f418b69-db81-4c05-b997-749c035b47ca tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:54.624630 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f418b69-db81-4c05-b997-749c035b47ca tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7be16d6-f065-423c-9e5b-f3f665e4efdc,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:00:54.638610 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9f418b69-db81-4c05-b997-749c035b47ca tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:54.640858 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-9f418b69-db81-4c05-b997-749c035b47ca tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1871896 May 31 14:00:54.643466 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 57888) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:00:54.650624 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-c995e82b-c3f7-4484-a77c-28b60b144b1a tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Request body: {'security_group_rule': {'security_group_id': '10ee8b1f-5dc3-4376-8f1c-4ea283a2b67e', 'project_id': '088180f8cd814306a3f92350df9020de', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:00:54.657164 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c995e82b-c3f7-4484-a77c-28b60b144b1a tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:00:54.662277 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-c995e82b-c3f7-4484-a77c-28b60b144b1a tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Usage tracker for resource:security_group_rule and tenant:088180f8cd814306a3f92350df9020de is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:00:54.665598 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-c995e82b-c3f7-4484-a77c-28b60b144b1a tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:00:54.671439 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c995e82b-c3f7-4484-a77c-28b60b144b1a tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:00:54.692461 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c995e82b-c3f7-4484-a77c-28b60b144b1a tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:54.776227 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c995e82b-c3f7-4484-a77c-28b60b144b1a tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:54.780411 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c995e82b-c3f7-4484-a77c-28b60b144b1a tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:54.815065 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c995e82b-c3f7-4484-a77c-28b60b144b1a tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72cfea92-adfc-4b32-8c52-2eab1ad4d11d,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:00:54.885096 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c995e82b-c3f7-4484-a77c-28b60b144b1a tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:54.889478 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c995e82b-c3f7-4484-a77c-28b60b144b1a tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2406847 May 31 14:00:54.889753 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 57898) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:00:54.897320 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-5eb855a0-9079-4ea7-bbf9-6c8f4a07a249 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Request body: {'security_group_rule': {'security_group_id': '10ee8b1f-5dc3-4376-8f1c-4ea283a2b67e', 'project_id': '088180f8cd814306a3f92350df9020de', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:00:54.913127 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-5eb855a0-9079-4ea7-bbf9-6c8f4a07a249 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:00:54.918726 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-5eb855a0-9079-4ea7-bbf9-6c8f4a07a249 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Usage tracker for resource:security_group_rule and tenant:088180f8cd814306a3f92350df9020de is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:00:54.922157 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-5eb855a0-9079-4ea7-bbf9-6c8f4a07a249 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:00:54.932203 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-5eb855a0-9079-4ea7-bbf9-6c8f4a07a249 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:00:54.960896 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5eb855a0-9079-4ea7-bbf9-6c8f4a07a249 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:54.987367 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89db8e1-0e94-4c8a-a019-5167d2d5fdf8 req-70195c83-50d0-4645-b624-1e03bafcbf83 tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:00:54.989496 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e89db8e1-0e94-4c8a-a019-5167d2d5fdf8 req-70195c83-50d0-4645-b624-1e03bafcbf83 tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8daaa2f-c4f5-4614-8dd0-bff72ea74b9c HTTP/1.1" status: 200 len: 945 time: 0.1627371 May 31 14:00:55.100208 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e89db8e1-0e94-4c8a-a019-5167d2d5fdf8 req-7012c14c-1d8d-448b-919e-cb86e2a007e3 tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] 10.222.0.50 "GET /v2.0/security-groups?id=279ae498-1eec-49ea-8137-b6cb34d0dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798149 May 31 14:00:55.102337 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5eb855a0-9079-4ea7-bbf9-6c8f4a07a249 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:55.108019 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5eb855a0-9079-4ea7-bbf9-6c8f4a07a249 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:55.181179 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5eb855a0-9079-4ea7-bbf9-6c8f4a07a249 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:55.182514 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-5eb855a0-9079-4ea7-bbf9-6c8f4a07a249 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2917695 May 31 14:00:55.185167 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 57914) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:00:55.188050 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb855a0-9079-4ea7-bbf9-6c8f4a07a249 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f38d9071-f2fa-4f5e-8bf1-8f0a03827b24,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:00:55.194293 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-0e42f428-f4f7-4eb2-bff7-16cdf18efe37 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Request body: {'security_group_rule': {'security_group_id': '10ee8b1f-5dc3-4376-8f1c-4ea283a2b67e', 'project_id': '088180f8cd814306a3f92350df9020de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:00:55.201594 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0e42f428-f4f7-4eb2-bff7-16cdf18efe37 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:00:55.206431 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-0e42f428-f4f7-4eb2-bff7-16cdf18efe37 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Usage tracker for resource:security_group_rule and tenant:088180f8cd814306a3f92350df9020de is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:00:55.210502 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-0e42f428-f4f7-4eb2-bff7-16cdf18efe37 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:00:55.218285 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0e42f428-f4f7-4eb2-bff7-16cdf18efe37 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:00:55.234726 n-d-843939-1 neutron-server[88370]: INFO neutron.db.securitygroups_db [None req-0e42f428-f4f7-4eb2-bff7-16cdf18efe37 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Project 088180f8cd814306a3f92350df9020de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 14:00:55.243220 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0e42f428-f4f7-4eb2-bff7-16cdf18efe37 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:55.355431 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0e42f428-f4f7-4eb2-bff7-16cdf18efe37 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:55.367806 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0e42f428-f4f7-4eb2-bff7-16cdf18efe37 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:55.403710 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e42f428-f4f7-4eb2-bff7-16cdf18efe37 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64307488-faed-4ee6-aae5-9d6ed0bd79fc,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:00:55.419624 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0e42f428-f4f7-4eb2-bff7-16cdf18efe37 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:55.421692 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-0e42f428-f4f7-4eb2-bff7-16cdf18efe37 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2354174 May 31 14:00:55.424620 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 57922) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:00:55.434333 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-5785c02c-bc8f-4c43-9e90-2043decb777e tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Request body: {'security_group_rule': {'security_group_id': '10ee8b1f-5dc3-4376-8f1c-4ea283a2b67e', 'project_id': '088180f8cd814306a3f92350df9020de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:00:55.459229 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5785c02c-bc8f-4c43-9e90-2043decb777e tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:00:55.468458 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-5785c02c-bc8f-4c43-9e90-2043decb777e tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Usage tracker for resource:security_group_rule and tenant:088180f8cd814306a3f92350df9020de is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:00:55.472129 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-5785c02c-bc8f-4c43-9e90-2043decb777e tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:00:55.479286 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5785c02c-bc8f-4c43-9e90-2043decb777e tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:00:55.492862 n-d-843939-1 neutron-server[88369]: INFO neutron.db.securitygroups_db [None req-5785c02c-bc8f-4c43-9e90-2043decb777e tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Project 088180f8cd814306a3f92350df9020de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 14:00:55.505802 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5785c02c-bc8f-4c43-9e90-2043decb777e tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:55.609952 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5785c02c-bc8f-4c43-9e90-2043decb777e tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:55.615852 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5785c02c-bc8f-4c43-9e90-2043decb777e tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:55.656712 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5785c02c-bc8f-4c43-9e90-2043decb777e tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:55.661919 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 57928) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:00:55.662475 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-5785c02c-bc8f-4c43-9e90-2043decb777e tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2353892 May 31 14:00:55.663384 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5785c02c-bc8f-4c43-9e90-2043decb777e tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a078e4be-bf12-4bfb-bcba-a55fa25e1f15,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:00:55.672362 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-7648e4d8-0b35-4a8e-996f-03bceb1c4316 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Request body: {'network': {'name': 'tempest-network-smoke--569183422', 'project_id': '088180f8cd814306a3f92350df9020de', 'port_security_enabled': True}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:00:55.686269 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-7648e4d8-0b35-4a8e-996f-03bceb1c4316 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:00:55.698094 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-7648e4d8-0b35-4a8e-996f-03bceb1c4316 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Usage tracker for resource:network and tenant:088180f8cd814306a3f92350df9020de is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:00:55.703832 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-7648e4d8-0b35-4a8e-996f-03bceb1c4316 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:00:55.716313 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-7648e4d8-0b35-4a8e-996f-03bceb1c4316 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:00:55.749857 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7648e4d8-0b35-4a8e-996f-03bceb1c4316 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Made reservation on behalf of 088180f8cd814306a3f92350df9020de for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:00:55.761865 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7648e4d8-0b35-4a8e-996f-03bceb1c4316 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:55.810394 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7648e4d8-0b35-4a8e-996f-03bceb1c4316 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 14:00:55.824741 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7648e4d8-0b35-4a8e-996f-03bceb1c4316 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:55.825332 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-7648e4d8-0b35-4a8e-996f-03bceb1c4316 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Added segment bb2fe0f0-e983-4e21-aead-b0e4f38daa71 of type vlan for network f135afbb-9843-41ca-a0e1-68551fbe9f1e May 31 14:00:55.874174 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7648e4d8-0b35-4a8e-996f-03bceb1c4316 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:55.918637 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7648e4d8-0b35-4a8e-996f-03bceb1c4316 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:55.930506 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7648e4d8-0b35-4a8e-996f-03bceb1c4316 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:00:55.932503 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7648e4d8-0b35-4a8e-996f-03bceb1c4316 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:56.089663 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-7648e4d8-0b35-4a8e-996f-03bceb1c4316 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4249895 May 31 14:00:56.092514 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 57940) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:00:56.095850 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7648e4d8-0b35-4a8e-996f-03bceb1c4316 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event updated for resources: {'Network': ['ID=f135afbb-9843-41ca-a0e1-68551fbe9f1e,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:00:56.101266 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-313cc264-4c2f-4ab4-ae6d-a07f12f77366 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-150760544', 'admin_state_up': True, 'project_id': '088180f8cd814306a3f92350df9020de', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:00:56.114411 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-313cc264-4c2f-4ab4-ae6d-a07f12f77366 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:00:56.120128 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-313cc264-4c2f-4ab4-ae6d-a07f12f77366 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Usage tracker for resource:router and tenant:088180f8cd814306a3f92350df9020de is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:00:56.122606 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network f135afbb-9843-41ca-a0e1-68551fbe9f1e details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 14:00:56.124533 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-313cc264-4c2f-4ab4-ae6d-a07f12f77366 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:00:56.134943 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-313cc264-4c2f-4ab4-ae6d-a07f12f77366 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:00:56.158439 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-313cc264-4c2f-4ab4-ae6d-a07f12f77366 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:56.161870 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-313cc264-4c2f-4ab4-ae6d-a07f12f77366 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:56.200647 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-313cc264-4c2f-4ab4-ae6d-a07f12f77366 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:56.767143 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-313cc264-4c2f-4ab4-ae6d-a07f12f77366 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:57.150659 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca7ea11-a7f9-4f86-8ebb-f53360c6b050 req-76ee4a7e-9fed-4f3c-beaa-17452e3d48ff tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:00:57.152189 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9ca7ea11-a7f9-4f86-8ebb-f53360c6b050 req-76ee4a7e-9fed-4f3c-beaa-17452e3d48ff tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8daaa2f-c4f5-4614-8dd0-bff72ea74b9c HTTP/1.1" status: 200 len: 945 time: 0.6974480 May 31 14:00:57.208230 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9ca7ea11-a7f9-4f86-8ebb-f53360c6b050 req-eb275bb2-25ea-44e1-b745-3428663a1182 tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] 10.222.0.50 "GET /v2.0/security-groups?id=279ae498-1eec-49ea-8137-b6cb34d0dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449340 May 31 14:00:57.482423 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-313cc264-4c2f-4ab4-ae6d-a07f12f77366 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for router_gateway, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:57.520442 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-313cc264-4c2f-4ab4-ae6d-a07f12f77366 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:57.801972 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-313cc264-4c2f-4ab4-ae6d-a07f12f77366 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Allocated IP 172.25.6.148 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/bd292c61-3d99-43bc-8714-56563ec550c1) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:00:58.212979 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-313cc264-4c2f-4ab4-ae6d-a07f12f77366 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:58.265804 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100b2d7-6964-4099-a663-62eba059f67b req-b4c37205-a43a-4ec2-97fc-b1c5b837c6fe tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:00:58.267332 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b100b2d7-6964-4099-a663-62eba059f67b req-b4c37205-a43a-4ec2-97fc-b1c5b837c6fe tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8daaa2f-c4f5-4614-8dd0-bff72ea74b9c HTTP/1.1" status: 200 len: 945 time: 0.1920359 May 31 14:00:58.333065 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b100b2d7-6964-4099-a663-62eba059f67b req-c10fe94a-b81d-4db4-b271-103774048e58 tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] 10.222.0.50 "GET /v2.0/security-groups?id=279ae498-1eec-49ea-8137-b6cb34d0dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568657 May 31 14:00:58.334877 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-313cc264-4c2f-4ab4-ae6d-a07f12f77366 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:00:58.434600 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313cc264-4c2f-4ab4-ae6d-a07f12f77366 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:00:58.441519 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-313cc264-4c2f-4ab4-ae6d-a07f12f77366 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:00:58.446425 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313cc264-4c2f-4ab4-ae6d-a07f12f77366 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:00:58.628896 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313cc264-4c2f-4ab4-ae6d-a07f12f77366 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event updated for resources: {'Port': ['ID=bd292c61-3d99-43bc-8714-56563ec550c1,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:00:59.026576 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-313cc264-4c2f-4ab4-ae6d-a07f12f77366 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for router_gateway, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:00.023145 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e4858-41e4-4430-8233-0b7b764c2517 req-5906fd37-4110-49fa-b710-94f27e784492 tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:01:00.024991 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-691e4858-41e4-4430-8233-0b7b764c2517 req-5906fd37-4110-49fa-b710-94f27e784492 tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8daaa2f-c4f5-4614-8dd0-bff72ea74b9c HTTP/1.1" status: 200 len: 945 time: 0.3298280 May 31 14:01:00.051879 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-313cc264-4c2f-4ab4-ae6d-a07f12f77366 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:00.207448 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-691e4858-41e4-4430-8233-0b7b764c2517 req-8328220c-d7de-49b9-bdab-fdc89e2f25e7 tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] 10.222.0.50 "GET /v2.0/security-groups?id=279ae498-1eec-49ea-8137-b6cb34d0dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722825 May 31 14:01:00.568043 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-313cc264-4c2f-4ab4-ae6d-a07f12f77366 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Router ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24 is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 14:01:00.658022 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671336b2-8632-4aba-a977-1266450e52ca req-1b444f6f-7641-4848-878a-cba537e30495 tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:01:00.659803 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-671336b2-8632-4aba-a977-1266450e52ca req-1b444f6f-7641-4848-878a-cba537e30495 tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8daaa2f-c4f5-4614-8dd0-bff72ea74b9c HTTP/1.1" status: 200 len: 945 time: 0.2669561 May 31 14:01:00.771828 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-671336b2-8632-4aba-a977-1266450e52ca req-75f51cf5-2775-4dde-b3b1-1e81cb40a456 tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] Deleting port 365dc291-beb2-4862-80d7-c1785b42c500 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:01:00.772077 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-671336b2-8632-4aba-a977-1266450e52ca req-75f51cf5-2775-4dde-b3b1-1e81cb40a456 tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:01.599938 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-313cc264-4c2f-4ab4-ae6d-a07f12f77366 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:01:01.630287 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec3a702-c53e-4839-837e-56dd062a5a79 None None] Sync routers for ids ['ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:01:01.650574 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec3a702-c53e-4839-837e-56dd062a5a79 None None] Routers {'ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:01:01.651512 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-3ec3a702-c53e-4839-837e-56dd062a5a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:00:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:01:01.728002 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-671336b2-8632-4aba-a977-1266450e52ca req-75f51cf5-2775-4dde-b3b1-1e81cb40a456 tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] For port 365dc291-beb2-4862-80d7-c1785b42c500, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=365dc291-beb2-4862-80d7-c1785b42c500,segment=NetworkSegment(bf131972-1a57-4fc0-a305-a51a44f5aaa3),segment_id=bf131972-1a57-4fc0-a305-a51a44f5aaa3)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:01:01.728518 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-671336b2-8632-4aba-a977-1266450e52ca req-75f51cf5-2775-4dde-b3b1-1e81cb40a456 tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:01.915819 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-671336b2-8632-4aba-a977-1266450e52ca req-75f51cf5-2775-4dde-b3b1-1e81cb40a456 tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] Calling delete_port for 365dc291-beb2-4862-80d7-c1785b42c500 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:01:01.952526 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-3ec3a702-c53e-4839-837e-56dd062a5a79 None None] Set router ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:01:02.092612 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-313cc264-4c2f-4ab4-ae6d-a07f12f77366 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:02.093822 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-313cc264-4c2f-4ab4-ae6d-a07f12f77366 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.9998250 May 31 14:01:02.099726 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 58034) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:01:02.210436 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6002486-283c-4d56-a79d-57f0489000ec req-6a70b63c-fb49-4f5f-8af1-5856556cf1e9 tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:01:02.220171 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b6002486-283c-4d56-a79d-57f0489000ec req-6a70b63c-fb49-4f5f-8af1-5856556cf1e9 tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8daaa2f-c4f5-4614-8dd0-bff72ea74b9c HTTP/1.1" status: 200 len: 945 time: 0.7366166 May 31 14:01:02.497536 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d358c1b9-5dda-43cc-9070-12f6bd1833a6 tempest-TestNetworkAdvancedServerOps-1325536650 tempest-TestNetworkAdvancedServerOps-1325536650-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=088180f8cd814306a3f92350df9020de&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3959975 May 31 14:01:02.502656 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 58052) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:01:02.611565 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 365dc291-beb2-4862-80d7-c1785b42c500 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:01:02.708114 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b6002486-283c-4d56-a79d-57f0489000ec req-2dabb8f8-0fad-4568-a0d5-90160528f9d1 tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] 10.222.0.50 "GET /v2.0/security-groups?id=279ae498-1eec-49ea-8137-b6cb34d0dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4685862 May 31 14:01:02.708114 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-671336b2-8632-4aba-a977-1266450e52ca req-75f51cf5-2775-4dde-b3b1-1e81cb40a456 tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:02.733724 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] No Port match for: 365dc291-beb2-4862-80d7-c1785b42c500 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:01:02.740929 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 365dc291-beb2-4862-80d7-c1785b42c500 not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:01:02.809439 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-3ec3a702-c53e-4839-837e-56dd062a5a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150760544', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': 'bd292c61-3d99-43bc-8714-56563ec550c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:00:56Z', 'updated_at': '2022-05-31T14:00:58Z', 'revision_number': 3, 'project_id': '088180f8cd814306a3f92350df9020de', 'gw_port': {'id': 'bd292c61-3d99-43bc-8714-56563ec550c1', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ef:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:00:57Z', 'updated_at': '2022-05-31T14:00:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:01:02.820465 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f51cf5-2775-4dde-b3b1-1e81cb40a456 tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] Pushing event deleted for resources: {'Port': ['ID=365dc291-beb2-4862-80d7-c1785b42c500,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:01:02.825892 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec3a702-c53e-4839-837e-56dd062a5a79 None None] Checking router: ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:01:02.834241 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec3a702-c53e-4839-837e-56dd062a5a79 None None] Updating router ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24 port bd292c61-3d99-43bc-8714-56563ec550c1 binding host n-d-843939-1 {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 14:01:02.915659 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-671336b2-8632-4aba-a977-1266450e52ca req-75f51cf5-2775-4dde-b3b1-1e81cb40a456 tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] No DVR routers for this DVR port 365dc291-beb2-4862-80d7-c1785b42c500 on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:01:02.918898 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-671336b2-8632-4aba-a977-1266450e52ca req-75f51cf5-2775-4dde-b3b1-1e81cb40a456 tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:02.923077 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8daaa2f-c4f5-4614-8dd0-bff72ea74b9c', 'name': 'network-vif-deleted', 'tag': '365dc291-beb2-4862-80d7-c1785b42c500'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:01:02.961559 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-671336b2-8632-4aba-a977-1266450e52ca req-75f51cf5-2775-4dde-b3b1-1e81cb40a456 tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] 10.222.0.44 "DELETE /v2.0/ports/365dc291-beb2-4862-80d7-c1785b42c500 HTTP/1.1" status: 204 len: 173 time: 2.2922540 May 31 14:01:02.979222 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3ec3a702-c53e-4839-837e-56dd062a5a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:03.157326 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13737cf4-8bfc-45a6-ad26-27321533d39c'] response: {'server_uuid': 'b8daaa2f-c4f5-4614-8dd0-bff72ea74b9c', 'name': 'network-vif-deleted', 'tag': '365dc291-beb2-4862-80d7-c1785b42c500', 'status': 'completed', 'code': 200} May 31 14:01:03.165108 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698f3d11-bdff-43fb-918d-c8709773a665 tempest-TestNetworkAdvancedServerOps-1325536650 tempest-TestNetworkAdvancedServerOps-1325536650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:01:03.167431 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-698f3d11-bdff-43fb-918d-c8709773a665 tempest-TestNetworkAdvancedServerOps-1325536650 tempest-TestNetworkAdvancedServerOps-1325536650-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6614079 May 31 14:01:03.170758 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 58064) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:01:03.271974 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-e8a32dec-7dcd-4575-acb1-a2ebdff5dd2c tempest-TestNetworkAdvancedServerOps-1325536650 tempest-TestNetworkAdvancedServerOps-1325536650-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=d2103cd5-63ba-4c24-9d95-fd17643bf14c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0995467 May 31 14:01:03.274805 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 58068) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:01:03.283938 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-63176221-3701-410a-91f2-f64ab8511ccd tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1915289361', 'network_id': 'f135afbb-9843-41ca-a0e1-68551fbe9f1e', 'project_id': '088180f8cd814306a3f92350df9020de', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:01:03.645775 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-63176221-3701-410a-91f2-f64ab8511ccd tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:01:03.669506 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-63176221-3701-410a-91f2-f64ab8511ccd tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Usage tracker for resource:subnet and tenant:088180f8cd814306a3f92350df9020de is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:01:03.681310 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-63176221-3701-410a-91f2-f64ab8511ccd tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:01:03.702249 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-63176221-3701-410a-91f2-f64ab8511ccd tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:01:03.730058 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63176221-3701-410a-91f2-f64ab8511ccd tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Made reservation on behalf of 088180f8cd814306a3f92350df9020de for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:01:03.736595 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-63176221-3701-410a-91f2-f64ab8511ccd tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:04.043592 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3ec3a702-c53e-4839-837e-56dd062a5a79 None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:04.103952 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-3ec3a702-c53e-4839-837e-56dd062a5a79 None None] Transition to ACTIVE for port object bd292c61-3d99-43bc-8714-56563ec550c1 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:01:04.123187 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3ec3a702-c53e-4839-837e-56dd062a5a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:04.386543 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-4d9df5cf-301f-4a78-9f16-eb2c2241ff03 req-3ffed5c5-84ef-4e1f-a4ca-e85edd491096 tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] Synchronizing usage tracker for tenant:9bed3f2379a347c88adbf974d11ac9ac on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:01:04.431264 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-4d9df5cf-301f-4a78-9f16-eb2c2241ff03 req-3ffed5c5-84ef-4e1f-a4ca-e85edd491096 tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] Unset dirty status for tenant:9bed3f2379a347c88adbf974d11ac9ac on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:01:04.446970 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4d9df5cf-301f-4a78-9f16-eb2c2241ff03 req-3ffed5c5-84ef-4e1f-a4ca-e85edd491096 tempest-TestServerAdvancedOps-632154784 tempest-TestServerAdvancedOps-632154784-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8daaa2f-c4f5-4614-8dd0-bff72ea74b9c HTTP/1.1" status: 200 len: 210 time: 0.2252824 May 31 14:01:04.493811 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38cbe4-5cc2-4952-b6d7-c43a0a03cb84 None None] Pushing event updated for resources: {'Port': ['ID=bd292c61-3d99-43bc-8714-56563ec550c1,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:01:04.524105 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-3ec3a702-c53e-4839-837e-56dd062a5a79 None None] Attempting to bind port bd292c61-3d99-43bc-8714-56563ec550c1 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:01:04.524591 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-3ec3a702-c53e-4839-837e-56dd062a5a79 None None] Attempting to bind port bd292c61-3d99-43bc-8714-56563ec550c1 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:01:04.525024 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec3a702-c53e-4839-837e-56dd062a5a79 None None] Attempting to bind port bd292c61-3d99-43bc-8714-56563ec550c1 on network d2103cd5-63ba-4c24-9d95-fd17643bf14c {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:01:04.532979 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38cbe4-5cc2-4952-b6d7-c43a0a03cb84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:01:04.533372 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38cbe4-5cc2-4952-b6d7-c43a0a03cb84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:01:04.533713 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38cbe4-5cc2-4952-b6d7-c43a0a03cb84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:01:04.534119 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38cbe4-5cc2-4952-b6d7-c43a0a03cb84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:01:04.534559 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38cbe4-5cc2-4952-b6d7-c43a0a03cb84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:01:04.535381 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38cbe4-5cc2-4952-b6d7-c43a0a03cb84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:01:04.535721 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38cbe4-5cc2-4952-b6d7-c43a0a03cb84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:01:04.536049 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38cbe4-5cc2-4952-b6d7-c43a0a03cb84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:01:04.536373 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38cbe4-5cc2-4952-b6d7-c43a0a03cb84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:01:04.536695 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38cbe4-5cc2-4952-b6d7-c43a0a03cb84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:01:04.537067 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38cbe4-5cc2-4952-b6d7-c43a0a03cb84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:01:04.537389 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38cbe4-5cc2-4952-b6d7-c43a0a03cb84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:01:04.550968 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec3a702-c53e-4839-837e-56dd062a5a79 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:01:04.552840 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec3a702-c53e-4839-837e-56dd062a5a79 None None] Checking segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:01:04.554494 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3ec3a702-c53e-4839-837e-56dd062a5a79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:04.554904 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec3a702-c53e-4839-837e-56dd062a5a79 None None] Bound using segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:01:04.555406 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-3ec3a702-c53e-4839-837e-56dd062a5a79 None None] Bound port: bd292c61-3d99-43bc-8714-56563ec550c1, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:01:04.555786 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3ec3a702-c53e-4839-837e-56dd062a5a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:04.637393 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-63176221-3701-410a-91f2-f64ab8511ccd tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:04.706370 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-3ec3a702-c53e-4839-837e-56dd062a5a79 None None] For port bd292c61-3d99-43bc-8714-56563ec550c1, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:01:04.712093 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-3ec3a702-c53e-4839-837e-56dd062a5a79 None None] For port bd292c61-3d99-43bc-8714-56563ec550c1, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=bd292c61-3d99-43bc-8714-56563ec550c1,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:01:04.721366 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3ec3a702-c53e-4839-837e-56dd062a5a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:04.765822 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63176221-3701-410a-91f2-f64ab8511ccd tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event updated for resources: {'Subnet': ['ID=567f40ea-a752-4a7a-aac9-fa5d19ae7bb4,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:01:04.777031 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63176221-3701-410a-91f2-f64ab8511ccd tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Checking segment: {'id': 'bb2fe0f0-e983-4e21-aead-b0e4f38daa71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f135afbb-9843-41ca-a0e1-68551fbe9f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:01:04.777368 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63176221-3701-410a-91f2-f64ab8511ccd tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Network hostable DHCP agents. Network: f135afbb-9843-41ca-a0e1-68551fbe9f1e, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 14:01:04.818103 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63176221-3701-410a-91f2-f64ab8511ccd tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Network f135afbb-9843-41ca-a0e1-68551fbe9f1e is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 14:01:04.834939 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-63176221-3701-410a-91f2-f64ab8511ccd tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, f135afbb-9843-41ca-a0e1-68551fbe9f1e) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:01:04.835235 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec3a702-c53e-4839-837e-56dd062a5a79 None None] Routers {'ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:01:04.835857 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-3ec3a702-c53e-4839-837e-56dd062a5a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:00:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:01:04.867818 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 58092) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:01:04.878448 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63176221-3701-410a-91f2-f64ab8511ccd tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:01:04.879260 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-63176221-3701-410a-91f2-f64ab8511ccd tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:04.955134 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-63176221-3701-410a-91f2-f64ab8511ccd tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6752815 May 31 14:01:04.956685 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 58098) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:01:05.043678 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abf84ef-c63f-46b3-8627-aa835f8c21ea None None] Network f135afbb-9843-41ca-a0e1-68551fbe9f1e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:01:05.133217 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2e2eafed-cc37-45f6-a938-89bf05d1522f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:05.180699 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-2e2eafed-cc37-45f6-a938-89bf05d1522f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:01:05.192980 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-2e2eafed-cc37-45f6-a938-89bf05d1522f admin admin] Usage tracker for resource:security_group_rule and tenant:9cb93bf7c6ea43ea871bad389670427b is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:01:05.198486 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-2e2eafed-cc37-45f6-a938-89bf05d1522f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:01:05.207980 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-2e2eafed-cc37-45f6-a938-89bf05d1522f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:01:05.295754 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-3ec3a702-c53e-4839-837e-56dd062a5a79 None None] Set router ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:01:05.534833 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2e2eafed-cc37-45f6-a938-89bf05d1522f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:05.543519 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2e2eafed-cc37-45f6-a938-89bf05d1522f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:05.582349 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38cbe4-5cc2-4952-b6d7-c43a0a03cb84 None None] Pushing event updated for resources: {'Port': ['ID=bd292c61-3d99-43bc-8714-56563ec550c1,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:01:05.602397 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2eafed-cc37-45f6-a938-89bf05d1522f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1023ea3-17cf-4df4-bdf8-ae058d81a852,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:01:05.634320 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-2e2eafed-cc37-45f6-a938-89bf05d1522f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9cb93bf7c6ea43ea871bad389670427b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7640440 May 31 14:01:05.638832 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 58110) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:01:05.657466 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:01:05.713808 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 58114) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:01:05.797968 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cf98a0d-f303-4ccf-b720-f01ab2405e30 admin admin] Deleting subnet d1c1150d-e9f4-495b-8498-4f30493615cf {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 14:01:05.802450 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4cf98a0d-f303-4ccf-b720-f01ab2405e30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:05.921831 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4cf98a0d-f303-4ccf-b720-f01ab2405e30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65507433'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:06.044616 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4cf98a0d-f303-4ccf-b720-f01ab2405e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:06.072813 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-605bf418-719a-4e99-8a1c-bbe8aa1f294a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:06.149809 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4cf98a0d-f303-4ccf-b720-f01ab2405e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65216469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65148562'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:06.203567 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-605bf418-719a-4e99-8a1c-bbe8aa1f294a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:06.224651 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf98a0d-f303-4ccf-b720-f01ab2405e30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1c1150d-e9f4-495b-8498-4f30493615cf,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:01:06.249441 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4cf98a0d-f303-4ccf-b720-f01ab2405e30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:06.269864 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-4cf98a0d-f303-4ccf-b720-f01ab2405e30 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/d1c1150d-e9f4-495b-8498-4f30493615cf HTTP/1.1" status: 204 len: 168 time: 0.5502758 May 31 14:01:06.270574 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 58118) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:01:06.472258 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603be25a-3419-4a76-8ba4-c79ef783098b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-f135afbb-9843-41ca-a0e1-68551fbe9f1e', 'network_id': 'f135afbb-9843-41ca-a0e1-68551fbe9f1e', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'fixed_ips': [{'subnet_id': '567f40ea-a752-4a7a-aac9-fa5d19ae7bb4'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 14:01:06.473084 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-603be25a-3419-4a76-8ba4-c79ef783098b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:06.618696 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6dd26cd7-249a-4c81-9ba8-1a411b6e966a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:06.631950 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-605bf418-719a-4e99-8a1c-bbe8aa1f294a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:06.757088 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605bf418-719a-4e99-8a1c-bbe8aa1f294a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1023ea3-17cf-4df4-bdf8-ae058d81a852,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:01:06.815441 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-605bf418-719a-4e99-8a1c-bbe8aa1f294a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:06.822053 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-605bf418-719a-4e99-8a1c-bbe8aa1f294a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d1023ea3-17cf-4df4-bdf8-ae058d81a852 HTTP/1.1" status: 204 len: 168 time: 1.1791735 May 31 14:01:06.872420 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-3ec3a702-c53e-4839-837e-56dd062a5a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150760544', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': 'bd292c61-3d99-43bc-8714-56563ec550c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:00:56Z', 'updated_at': '2022-05-31T14:00:58Z', 'revision_number': 3, 'project_id': '088180f8cd814306a3f92350df9020de', 'gw_port': {'id': 'bd292c61-3d99-43bc-8714-56563ec550c1', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ef:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:00:57Z', 'updated_at': '2022-05-31T14:01:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:01:06.888293 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec3a702-c53e-4839-837e-56dd062a5a79 None None] The sync data for ids ['ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24'] in n-d-843939-1 is: [{'id': 'ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150760544', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': 'bd292c61-3d99-43bc-8714-56563ec550c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:00:56Z', 'updated_at': '2022-05-31T14:00:58Z', 'revision_number': 3, 'project_id': '088180f8cd814306a3f92350df9020de', 'gw_port': {'id': 'bd292c61-3d99-43bc-8714-56563ec550c1', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ef:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:00:57Z', 'updated_at': '2022-05-31T14:01:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:01:06.937209 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-603be25a-3419-4a76-8ba4-c79ef783098b None None] Allocated IP 172.20.0.2 (f135afbb-9843-41ca-a0e1-68551fbe9f1e/567f40ea-a752-4a7a-aac9-fa5d19ae7bb4/68ff4367-60a2-46f5-aa9f-5224c70135e4) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:01:07.118253 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6dd26cd7-249a-4c81-9ba8-1a411b6e966a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:07.209688 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-6dd26cd7-249a-4c81-9ba8-1a411b6e966a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['533413a1-75e0-4e71-bd68-fe5d3e7adb93']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:01:07.244402 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-6dd26cd7-249a-4c81-9ba8-1a411b6e966a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf131972-1a57-4fc0-a305-a51a44f5aaa3') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:01:07.245855 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-6dd26cd7-249a-4c81-9ba8-1a411b6e966a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf131972-1a57-4fc0-a305-a51a44f5aaa3') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:01:07.279653 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-250da5db-3573-4faf-ae59-d9b1e9a187e0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:07.325732 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6dd26cd7-249a-4c81-9ba8-1a411b6e966a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:07.384433 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6dd26cd7-249a-4c81-9ba8-1a411b6e966a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:07.401579 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dd26cd7-249a-4c81-9ba8-1a411b6e966a admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 14:01:07.403856 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6dd26cd7-249a-4c81-9ba8-1a411b6e966a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:07.657492 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:07.687695 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-603be25a-3419-4a76-8ba4-c79ef783098b None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:07.708547 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-603be25a-3419-4a76-8ba4-c79ef783098b None None] Transition to ACTIVE for port object 68ff4367-60a2-46f5-aa9f-5224c70135e4 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:01:07.772073 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-603be25a-3419-4a76-8ba4-c79ef783098b None None] Transition to ACTIVE for port object 68ff4367-60a2-46f5-aa9f-5224c70135e4 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:01:07.780525 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-603be25a-3419-4a76-8ba4-c79ef783098b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:07.884074 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 58144) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:01:07.905140 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6dd26cd7-249a-4c81-9ba8-1a411b6e966a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:07.953276 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment bf131972-1a57-4fc0-a305-a51a44f5aaa3 resource provider aggregate not found May 31 14:01:07.961818 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6dd26cd7-249a-4c81-9ba8-1a411b6e966a admin admin] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:07.989779 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd26cd7-249a-4c81-9ba8-1a411b6e966a admin admin] Pushing event deleted for resources: {'Network': ['ID=533413a1-75e0-4e71-bd68-fe5d3e7adb93,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:01:08.013620 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-6dd26cd7-249a-4c81-9ba8-1a411b6e966a admin admin] 10.222.0.50 "DELETE /v2.0/networks/533413a1-75e0-4e71-bd68-fe5d3e7adb93 HTTP/1.1" status: 204 len: 168 time: 1.7369688 May 31 14:01:08.016249 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 58152) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:01:08.019135 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment bf131972-1a57-4fc0-a305-a51a44f5aaa3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bf131972-1a57-4fc0-a305-a51a44f5aaa3 found for delete ", "request_id": "req-f6be68ba-d330-44bd-865d-4c14a560ae35"}]} May 31 14:01:08.059095 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603be25a-3419-4a76-8ba4-c79ef783098b None None] Network f135afbb-9843-41ca-a0e1-68551fbe9f1e is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:01:08.085800 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-603be25a-3419-4a76-8ba4-c79ef783098b None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:01:08.116600 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603be25a-3419-4a76-8ba4-c79ef783098b None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:01:08.167564 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-da2b9e04-3e08-45f6-8e00-1e48ee727ab6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:08.178658 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-43e15f8f-1972-4fc1-84d3-0069d0d2e110 admin admin] Deleting subnet 52929ddc-a719-4202-9234-00a55e1a7c69 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 14:01:08.197970 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-43e15f8f-1972-4fc1-84d3-0069d0d2e110 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:08.275482 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603be25a-3419-4a76-8ba4-c79ef783098b None None] Pushing event updated for resources: {'Port': ['ID=68ff4367-60a2-46f5-aa9f-5224c70135e4,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:01:08.331734 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-da2b9e04-3e08-45f6-8e00-1e48ee727ab6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:01:08.366249 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-da2b9e04-3e08-45f6-8e00-1e48ee727ab6 admin admin] Usage tracker for resource:security_group_rule and tenant:7e322c6949d34e75b3e905fbd11c6e96 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:01:08.382244 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-43e15f8f-1972-4fc1-84d3-0069d0d2e110 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65507433'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:08.397865 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-da2b9e04-3e08-45f6-8e00-1e48ee727ab6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:01:08.554357 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-603be25a-3419-4a76-8ba4-c79ef783098b None None] Attempting to bind port 68ff4367-60a2-46f5-aa9f-5224c70135e4 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:01:08.554609 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-43e15f8f-1972-4fc1-84d3-0069d0d2e110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:08.555720 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-603be25a-3419-4a76-8ba4-c79ef783098b None None] Attempting to bind port 68ff4367-60a2-46f5-aa9f-5224c70135e4 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'bb2fe0f0-e983-4e21-aead-b0e4f38daa71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f135afbb-9843-41ca-a0e1-68551fbe9f1e'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:01:08.556310 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603be25a-3419-4a76-8ba4-c79ef783098b None None] Attempting to bind port 68ff4367-60a2-46f5-aa9f-5224c70135e4 on network f135afbb-9843-41ca-a0e1-68551fbe9f1e {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:01:08.568057 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603be25a-3419-4a76-8ba4-c79ef783098b None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:01:08.570004 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603be25a-3419-4a76-8ba4-c79ef783098b None None] Checking segment: {'id': 'bb2fe0f0-e983-4e21-aead-b0e4f38daa71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f135afbb-9843-41ca-a0e1-68551fbe9f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:01:08.570848 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-603be25a-3419-4a76-8ba4-c79ef783098b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:08.572291 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603be25a-3419-4a76-8ba4-c79ef783098b None None] Bound using segment: {'id': 'bb2fe0f0-e983-4e21-aead-b0e4f38daa71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f135afbb-9843-41ca-a0e1-68551fbe9f1e'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:01:08.573483 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-603be25a-3419-4a76-8ba4-c79ef783098b None None] Bound port: 68ff4367-60a2-46f5-aa9f-5224c70135e4, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb2fe0f0-e983-4e21-aead-b0e4f38daa71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f135afbb-9843-41ca-a0e1-68551fbe9f1e'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:01:08.574655 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-603be25a-3419-4a76-8ba4-c79ef783098b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:08.587990 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-da2b9e04-3e08-45f6-8e00-1e48ee727ab6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:01:08.724855 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 58166) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:01:08.782765 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-603be25a-3419-4a76-8ba4-c79ef783098b None None] For port 68ff4367-60a2-46f5-aa9f-5224c70135e4, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:01:08.788366 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-43e15f8f-1972-4fc1-84d3-0069d0d2e110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65216469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65148562'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:08.789290 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-603be25a-3419-4a76-8ba4-c79ef783098b None None] For port 68ff4367-60a2-46f5-aa9f-5224c70135e4, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=68ff4367-60a2-46f5-aa9f-5224c70135e4,segment=NetworkSegment(bb2fe0f0-e983-4e21-aead-b0e4f38daa71),segment_id=bb2fe0f0-e983-4e21-aead-b0e4f38daa71)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:01:08.798116 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-603be25a-3419-4a76-8ba4-c79ef783098b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:08.852252 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-250da5db-3573-4faf-ae59-d9b1e9a187e0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Allocated IP 172.20.0.1 (f135afbb-9843-41ca-a0e1-68551fbe9f1e/567f40ea-a752-4a7a-aac9-fa5d19ae7bb4/76de327a-8b43-44c5-b5dd-5cbfb424cf46) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:01:08.917522 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e15f8f-1972-4fc1-84d3-0069d0d2e110 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52929ddc-a719-4202-9234-00a55e1a7c69,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:01:08.919994 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-43e15f8f-1972-4fc1-84d3-0069d0d2e110 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:08.951509 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-43e15f8f-1972-4fc1-84d3-0069d0d2e110 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/52929ddc-a719-4202-9234-00a55e1a7c69 HTTP/1.1" status: 204 len: 168 time: 0.9307559 May 31 14:01:08.952339 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 58172) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:01:09.007534 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603be25a-3419-4a76-8ba4-c79ef783098b None None] Pushing event updated for resources: {'Port': ['ID=68ff4367-60a2-46f5-aa9f-5224c70135e4,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:01:09.134044 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:09.150361 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0c124924-2fdd-4aff-aef0-edfb627905c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:09.165765 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b6b55d9f-1c33-40c5-bf8d-a6a21984e6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:09.189497 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0c124924-2fdd-4aff-aef0-edfb627905c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:01:09.194867 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-0c124924-2fdd-4aff-aef0-edfb627905c2 admin admin] Usage tracker for resource:security_group_rule and tenant:9d754199652f472ebcac7b3dc65be555 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:01:09.198118 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-0c124924-2fdd-4aff-aef0-edfb627905c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:01:09.202786 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device bd292c61-3d99-43bc-8714-56563ec550c1 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:01:09.208880 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0c124924-2fdd-4aff-aef0-edfb627905c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:01:09.334427 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-da2b9e04-3e08-45f6-8e00-1e48ee727ab6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:09.343323 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-da2b9e04-3e08-45f6-8e00-1e48ee727ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:09.371905 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port bd292c61-3d99-43bc-8714-56563ec550c1 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:01:09.380976 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port bd292c61-3d99-43bc-8714-56563ec550c1 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:01:09.381350 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:09.601903 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-da2b9e04-3e08-45f6-8e00-1e48ee727ab6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7e322c6949d34e75b3e905fbd11c6e96&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7022040 May 31 14:01:09.611555 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 58180) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:01:09.629749 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2b9e04-3e08-45f6-8e00-1e48ee727ab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7cce69-7193-4c5c-97ae-3513ecc23a4c,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:01:09.668765 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b6b55d9f-1c33-40c5-bf8d-a6a21984e6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:09.695266 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-250da5db-3573-4faf-ae59-d9b1e9a187e0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:09.752057 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-b6b55d9f-1c33-40c5-bf8d-a6a21984e6a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e8bc436-3d0f-4e18-9d89-41889dcf7921']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:01:09.766461 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port bd292c61-3d99-43bc-8714-56563ec550c1 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:01:09.770493 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:09.784987 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-b6b55d9f-1c33-40c5-bf8d-a6a21984e6a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f76b6683-4c41-46eb-be9f-58b31bc29b24') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:01:09.785485 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-b6b55d9f-1c33-40c5-bf8d-a6a21984e6a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f76b6683-4c41-46eb-be9f-58b31bc29b24') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:01:09.815745 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0c124924-2fdd-4aff-aef0-edfb627905c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:09.818120 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b6b55d9f-1c33-40c5-bf8d-a6a21984e6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:09.821633 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port bd292c61-3d99-43bc-8714-56563ec550c1, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=bd292c61-3d99-43bc-8714-56563ec550c1,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:01:09.827014 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0c124924-2fdd-4aff-aef0-edfb627905c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:09.829083 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:09.835071 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-250da5db-3573-4faf-ae59-d9b1e9a187e0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Transition to ACTIVE for port object 76de327a-8b43-44c5-b5dd-5cbfb424cf46 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:01:09.894261 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b6b55d9f-1c33-40c5-bf8d-a6a21984e6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:09.898760 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c124924-2fdd-4aff-aef0-edfb627905c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aafea89-84dc-4685-8a4c-6a431cd6c07e,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:01:09.909184 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-0c124924-2fdd-4aff-aef0-edfb627905c2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9d754199652f472ebcac7b3dc65be555&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1832101 May 31 14:01:09.910494 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6b55d9f-1c33-40c5-bf8d-a6a21984e6a9 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 14:01:09.910996 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b6b55d9f-1c33-40c5-bf8d-a6a21984e6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:09.937059 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 58184) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:01:09.958766 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-250da5db-3573-4faf-ae59-d9b1e9a187e0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:09.961655 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=bd292c61-3d99-43bc-8714-56563ec550c1,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:01:10.124269 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment f76b6683-4c41-46eb-be9f-58b31bc29b24 resource provider aggregate not found May 31 14:01:10.129606 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b6b55d9f-1c33-40c5-bf8d-a6a21984e6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:10.162485 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b6b55d9f-1c33-40c5-bf8d-a6a21984e6a9 admin admin] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:10.165765 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment f76b6683-4c41-46eb-be9f-58b31bc29b24 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f76b6683-4c41-46eb-be9f-58b31bc29b24 found for delete ", "request_id": "req-ea26b57e-8171-43a5-bba7-4a80a2a99f36"}]} May 31 14:01:10.199173 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3ce3fed4-4770-4146-bada-e67721f32af8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:10.203041 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250da5db-3573-4faf-ae59-d9b1e9a187e0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Network f135afbb-9843-41ca-a0e1-68551fbe9f1e is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:01:10.209321 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-250da5db-3573-4faf-ae59-d9b1e9a187e0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:01:10.212443 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250da5db-3573-4faf-ae59-d9b1e9a187e0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:01:10.494793 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b55d9f-1c33-40c5-bf8d-a6a21984e6a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e8bc436-3d0f-4e18-9d89-41889dcf7921,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:01:10.516059 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-167a1eb8-b8f4-4831-b667-aaf86f4015bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:10.518062 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-250da5db-3573-4faf-ae59-d9b1e9a187e0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:10.582543 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4539fc4c-3478-45c6-9dd2-0aada2b48154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:10.588539 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-167a1eb8-b8f4-4831-b667-aaf86f4015bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:10.640835 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-b6b55d9f-1c33-40c5-bf8d-a6a21984e6a9 admin admin] 10.222.0.50 "DELETE /v2.0/networks/1e8bc436-3d0f-4e18-9d89-41889dcf7921 HTTP/1.1" status: 204 len: 168 time: 1.6866813 May 31 14:01:10.740396 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-167a1eb8-b8f4-4831-b667-aaf86f4015bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:10.756257 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167a1eb8-b8f4-4831-b667-aaf86f4015bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aafea89-84dc-4685-8a4c-6a431cd6c07e,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:01:10.780103 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-167a1eb8-b8f4-4831-b667-aaf86f4015bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:10.781239 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-167a1eb8-b8f4-4831-b667-aaf86f4015bb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0aafea89-84dc-4685-8a4c-6a431cd6c07e HTTP/1.1" status: 204 len: 168 time: 0.8379264 May 31 14:01:10.845657 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3ce3fed4-4770-4146-bada-e67721f32af8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:10.920906 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250da5db-3573-4faf-ae59-d9b1e9a187e0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event updated for resources: {'Port': ['ID=76de327a-8b43-44c5-b5dd-5cbfb424cf46,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:01:10.972237 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 58200) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:01:11.125234 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b97916b-33ed-4d50-b6f1-6ee078ea5e2c None None] Network f135afbb-9843-41ca-a0e1-68551fbe9f1e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:01:11.141195 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3ce3fed4-4770-4146-bada-e67721f32af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:11.179010 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-07575fdd-f0c3-4b5e-bcf7-f4a140466db1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9bed3f2379a347c88adbf974d11ac9ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1906044 May 31 14:01:11.179867 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 58204) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:01:11.226853 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce3fed4-4770-4146-bada-e67721f32af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7cce69-7193-4c5c-97ae-3513ecc23a4c,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:01:11.289245 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3ce3fed4-4770-4146-bada-e67721f32af8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:11.290826 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-3ce3fed4-4770-4146-bada-e67721f32af8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6f7cce69-7193-4c5c-97ae-3513ecc23a4c HTTP/1.1" status: 204 len: 168 time: 1.6670592 May 31 14:01:11.292864 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1829790d-d01b-4f38-865e-4e3033f60667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:11.328511 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1829790d-d01b-4f38-865e-4e3033f60667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:11.397695 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-250da5db-3573-4faf-ae59-d9b1e9a187e0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:11.452022 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1829790d-d01b-4f38-865e-4e3033f60667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:11.499161 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1829790d-d01b-4f38-865e-4e3033f60667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=279ae498-1eec-49ea-8137-b6cb34d0dd6b,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:01:11.506078 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1829790d-d01b-4f38-865e-4e3033f60667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:11.508164 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-1829790d-d01b-4f38-865e-4e3033f60667 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/279ae498-1eec-49ea-8137-b6cb34d0dd6b HTTP/1.1" status: 204 len: 168 time: 0.3237686 May 31 14:01:11.550018 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device bd292c61-3d99-43bc-8714-56563ec550c1 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:01:11.712801 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2a939eb8-5c4f-4517-a6d0-3e2648a942ac None None] Provisioning for port 68ff4367-60a2-46f5-aa9f-5224c70135e4 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:01:11.776839 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port bd292c61-3d99-43bc-8714-56563ec550c1 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:01:11.783567 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:12.065474 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port bd292c61-3d99-43bc-8714-56563ec550c1 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:01:12.072781 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 68ff4367-60a2-46f5-aa9f-5224c70135e4 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:01:12.324131 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-250da5db-3573-4faf-ae59-d9b1e9a187e0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:12.340008 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 68ff4367-60a2-46f5-aa9f-5224c70135e4 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:01:12.347285 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-250da5db-3573-4faf-ae59-d9b1e9a187e0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:12.380377 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 68ff4367-60a2-46f5-aa9f-5224c70135e4 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:01:12.381262 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:12.439534 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-41c55df7-f43b-483d-a91a-24788621b4cf None None] Provisioning for port 76de327a-8b43-44c5-b5dd-5cbfb424cf46 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:01:12.458840 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-41c55df7-f43b-483d-a91a-24788621b4cf None None] Provisioning complete for port 76de327a-8b43-44c5-b5dd-5cbfb424cf46 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:01:12.459578 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-41c55df7-f43b-483d-a91a-24788621b4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:12.540311 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 58242) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:01:12.568835 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-41c55df7-f43b-483d-a91a-24788621b4cf None None] Port 76de327a-8b43-44c5-b5dd-5cbfb424cf46 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:01:12.685752 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-04a46e48-f78d-4a3f-93e3-0b6aada2f283 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b301733a087f45c799e1033951cd79fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1440229 May 31 14:01:12.689203 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 58248) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:01:12.731679 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-41c55df7-f43b-483d-a91a-24788621b4cf None None] Provisioning complete for port 68ff4367-60a2-46f5-aa9f-5224c70135e4 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:01:12.735182 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-41c55df7-f43b-483d-a91a-24788621b4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:12.811429 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-21957166-b78e-4d8c-8aa8-d9888d64d563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:12.881246 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-21957166-b78e-4d8c-8aa8-d9888d64d563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:12.886144 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-250da5db-3573-4faf-ae59-d9b1e9a187e0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:12.899113 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250da5db-3573-4faf-ae59-d9b1e9a187e0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event updated for resources: {'Port': ['ID=76de327a-8b43-44c5-b5dd-5cbfb424cf46,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:01:13.004903 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-21957166-b78e-4d8c-8aa8-d9888d64d563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:13.040761 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21957166-b78e-4d8c-8aa8-d9888d64d563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e221f0-e4e0-49ef-bb04-ba55a86de062,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:01:13.048615 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-21957166-b78e-4d8c-8aa8-d9888d64d563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:13.056355 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-21957166-b78e-4d8c-8aa8-d9888d64d563 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f0e221f0-e4e0-49ef-bb04-ba55a86de062 HTTP/1.1" status: 204 len: 168 time: 0.3653305 May 31 14:01:13.111504 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-71d17998-1efb-415b-ab01-a97821acc8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:13.134627 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 68ff4367-60a2-46f5-aa9f-5224c70135e4 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:01:13.135214 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:13.214028 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-41c55df7-f43b-483d-a91a-24788621b4cf None None] Current status of the port 68ff4367-60a2-46f5-aa9f-5224c70135e4 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:01:13.214869 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-41c55df7-f43b-483d-a91a-24788621b4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:13.279682 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 68ff4367-60a2-46f5-aa9f-5224c70135e4, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=68ff4367-60a2-46f5-aa9f-5224c70135e4,segment=NetworkSegment(bb2fe0f0-e983-4e21-aead-b0e4f38daa71),segment_id=bb2fe0f0-e983-4e21-aead-b0e4f38daa71)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:01:13.296650 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:13.352076 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250da5db-3573-4faf-ae59-d9b1e9a187e0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Network f135afbb-9843-41ca-a0e1-68551fbe9f1e is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:01:13.355836 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-250da5db-3573-4faf-ae59-d9b1e9a187e0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:01:13.531244 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=68ff4367-60a2-46f5-aa9f-5224c70135e4,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:01:13.692327 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-41c55df7-f43b-483d-a91a-24788621b4cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 14:01:13.692682 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-41c55df7-f43b-483d-a91a-24788621b4cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 14:01:13.884190 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:13.963516 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:13.975970 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-250da5db-3573-4faf-ae59-d9b1e9a187e0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Router ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:01:14.417581 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-41c55df7-f43b-483d-a91a-24788621b4cf None None] Current status of the port 68ff4367-60a2-46f5-aa9f-5224c70135e4 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:01:14.593123 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-580f6ebc-ced4-4a9a-89a0-526da6457014 None None] Provisioning complete for port 76de327a-8b43-44c5-b5dd-5cbfb424cf46 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:01:14.597164 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-580f6ebc-ced4-4a9a-89a0-526da6457014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:14.746989 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-580f6ebc-ced4-4a9a-89a0-526da6457014 None None] Port 76de327a-8b43-44c5-b5dd-5cbfb424cf46 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:01:14.768625 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-250da5db-3573-4faf-ae59-d9b1e9a187e0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:01:14.780084 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-250da5db-3573-4faf-ae59-d9b1e9a187e0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "PUT /v2.0/routers/ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8192110 May 31 14:01:14.791493 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a5bee3-fd40-425d-aac9-7b31cba70b99 None None] Sync routers for ids ['ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:01:14.807969 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a5bee3-fd40-425d-aac9-7b31cba70b99 None None] Routers {'ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:01:14.808613 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-e2a5bee3-fd40-425d-aac9-7b31cba70b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:01:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:01:15.122624 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-e2a5bee3-fd40-425d-aac9-7b31cba70b99 None None] Set router ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:01:15.258443 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ec0a07a4-98f3-4715-9068-734bb74e9eea req-eacd864f-be1e-4204-907d-ad0f1292e2d3 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-956418334&fields=id&tenant_id=088180f8cd814306a3f92350df9020de HTTP/1.1" status: 200 len: 267 time: 0.1034532 May 31 14:01:15.484972 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 68ff4367-60a2-46f5-aa9f-5224c70135e4 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:01:15.576264 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0a07a4-98f3-4715-9068-734bb74e9eea req-534719fa-c381-43b6-abef-90e0b6a29c49 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:01:15.576923 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-ec0a07a4-98f3-4715-9068-734bb74e9eea req-534719fa-c381-43b6-abef-90e0b6a29c49 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Synchronizing usage tracker for tenant:088180f8cd814306a3f92350df9020de on resource:network {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:01:15.620452 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-ec0a07a4-98f3-4715-9068-734bb74e9eea req-534719fa-c381-43b6-abef-90e0b6a29c49 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Unset dirty status for tenant:088180f8cd814306a3f92350df9020de on resource:network {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:01:15.624612 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ec0a07a4-98f3-4715-9068-734bb74e9eea req-534719fa-c381-43b6-abef-90e0b6a29c49 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/networks?id=f135afbb-9843-41ca-a0e1-68551fbe9f1e HTTP/1.1" status: 200 len: 796 time: 0.3643744 May 31 14:01:15.656930 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ec0a07a4-98f3-4715-9068-734bb74e9eea req-a5e351ef-0150-4cb3-b24c-0c28ac42e216 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/quotas/088180f8cd814306a3f92350df9020de HTTP/1.1" status: 200 len: 375 time: 0.0238681 May 31 14:01:15.662120 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:15.665666 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 68ff4367-60a2-46f5-aa9f-5224c70135e4 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:01:15.666410 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:15.809260 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-e2a5bee3-fd40-425d-aac9-7b31cba70b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150760544', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': 'bd292c61-3d99-43bc-8714-56563ec550c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:00:56Z', 'updated_at': '2022-05-31T14:01:11Z', 'revision_number': 4, 'project_id': '088180f8cd814306a3f92350df9020de', 'gw_port': {'id': 'bd292c61-3d99-43bc-8714-56563ec550c1', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ef:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:00:57Z', 'updated_at': '2022-05-31T14:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '76de327a-8b43-44c5-b5dd-5cbfb424cf46', 'name': '', 'network_id': 'f135afbb-9843-41ca-a0e1-68551fbe9f1e', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'mac_address': 'fa:16:3e:d9:9d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '567f40ea-a752-4a7a-aac9-fa5d19ae7bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:01:08Z', 'updated_at': '2022-05-31T14:01:11Z', 'revision_number': 2, 'project_id': '088180f8cd814306a3f92350df9020de', 'subnets': [{'id': '567f40ea-a752-4a7a-aac9-fa5d19ae7bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:01:15.823741 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a5bee3-fd40-425d-aac9-7b31cba70b99 None None] Checking router: ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:01:15.824520 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a5bee3-fd40-425d-aac9-7b31cba70b99 None None] Updating router ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24 port 76de327a-8b43-44c5-b5dd-5cbfb424cf46 binding host n-d-843939-1 {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 14:01:15.867254 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ec0a07a4-98f3-4715-9068-734bb74e9eea req-cfbe0da8-7e83-4ac7-bd5b-a9db9e048386 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=088180f8cd814306a3f92350df9020de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2020531 May 31 14:01:15.874062 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 68ff4367-60a2-46f5-aa9f-5224c70135e4 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:01:15.885970 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [req-ec0a07a4-98f3-4715-9068-734bb74e9eea req-30a3aaa0-93ab-45bd-b818-127572e0d5c9 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 14:01:15.886973 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ec0a07a4-98f3-4715-9068-734bb74e9eea req-30a3aaa0-93ab-45bd-b818-127572e0d5c9 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054471 May 31 14:01:15.972289 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e2a5bee3-fd40-425d-aac9-7b31cba70b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:16.317345 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ec0a07a4-98f3-4715-9068-734bb74e9eea req-e6966ebe-59f1-497a-805c-18ed2959e7c4 service neutron] 10.222.0.50 "GET /v2.0/networks/f135afbb-9843-41ca-a0e1-68551fbe9f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4214418 May 31 14:01:16.739097 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ec0a07a4-98f3-4715-9068-734bb74e9eea req-c2642b22-ef35-4e27-8b7a-786a888bc99c service neutron] 10.222.0.50 "GET /v2.0/networks/f135afbb-9843-41ca-a0e1-68551fbe9f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4195552 May 31 14:01:16.953358 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e2a5bee3-fd40-425d-aac9-7b31cba70b99 None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:16.966252 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-e2a5bee3-fd40-425d-aac9-7b31cba70b99 None None] Transition to ACTIVE for port object 76de327a-8b43-44c5-b5dd-5cbfb424cf46 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:01:16.976454 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e2a5bee3-fd40-425d-aac9-7b31cba70b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:17.208906 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ffa24002-c168-4263-93eb-27385da0c690 req-839308cc-1096-4987-be96-4f8d60126e40 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=59cf42a4-7fda-44d2-89e6-0be04a7aad79 HTTP/1.1" status: 200 len: 210 time: 0.1436167 May 31 14:01:17.475376 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f256ab3d-fbac-4ba3-bbc0-5714b4999384 None None] Pushing event updated for resources: {'Port': ['ID=76de327a-8b43-44c5-b5dd-5cbfb424cf46,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:01:17.565559 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f256ab3d-fbac-4ba3-bbc0-5714b4999384 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:01:17.572437 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f256ab3d-fbac-4ba3-bbc0-5714b4999384 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:01:17.573071 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f256ab3d-fbac-4ba3-bbc0-5714b4999384 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:01:17.573585 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f256ab3d-fbac-4ba3-bbc0-5714b4999384 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:01:17.574141 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f256ab3d-fbac-4ba3-bbc0-5714b4999384 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:01:17.574673 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f256ab3d-fbac-4ba3-bbc0-5714b4999384 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:01:17.575212 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f256ab3d-fbac-4ba3-bbc0-5714b4999384 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:01:17.575745 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f256ab3d-fbac-4ba3-bbc0-5714b4999384 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:01:17.576260 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f256ab3d-fbac-4ba3-bbc0-5714b4999384 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:01:17.576768 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f256ab3d-fbac-4ba3-bbc0-5714b4999384 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:01:17.583043 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f256ab3d-fbac-4ba3-bbc0-5714b4999384 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:01:17.585026 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f256ab3d-fbac-4ba3-bbc0-5714b4999384 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:01:17.838847 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-e2a5bee3-fd40-425d-aac9-7b31cba70b99 None None] Attempting to bind port 76de327a-8b43-44c5-b5dd-5cbfb424cf46 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:01:17.850299 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-e2a5bee3-fd40-425d-aac9-7b31cba70b99 None None] Attempting to bind port 76de327a-8b43-44c5-b5dd-5cbfb424cf46 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'bb2fe0f0-e983-4e21-aead-b0e4f38daa71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f135afbb-9843-41ca-a0e1-68551fbe9f1e'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:01:17.851159 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a5bee3-fd40-425d-aac9-7b31cba70b99 None None] Attempting to bind port 76de327a-8b43-44c5-b5dd-5cbfb424cf46 on network f135afbb-9843-41ca-a0e1-68551fbe9f1e {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:01:17.863316 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a5bee3-fd40-425d-aac9-7b31cba70b99 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:01:17.863890 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a5bee3-fd40-425d-aac9-7b31cba70b99 None None] Checking segment: {'id': 'bb2fe0f0-e983-4e21-aead-b0e4f38daa71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f135afbb-9843-41ca-a0e1-68551fbe9f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:01:17.864494 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e2a5bee3-fd40-425d-aac9-7b31cba70b99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:17.873100 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a5bee3-fd40-425d-aac9-7b31cba70b99 None None] Bound using segment: {'id': 'bb2fe0f0-e983-4e21-aead-b0e4f38daa71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f135afbb-9843-41ca-a0e1-68551fbe9f1e'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:01:17.874188 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-e2a5bee3-fd40-425d-aac9-7b31cba70b99 None None] Bound port: 76de327a-8b43-44c5-b5dd-5cbfb424cf46, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb2fe0f0-e983-4e21-aead-b0e4f38daa71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f135afbb-9843-41ca-a0e1-68551fbe9f1e'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:01:17.874994 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e2a5bee3-fd40-425d-aac9-7b31cba70b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:18.196806 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-e2a5bee3-fd40-425d-aac9-7b31cba70b99 None None] For port 76de327a-8b43-44c5-b5dd-5cbfb424cf46, host n-d-843939-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:01:18.222012 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-e2a5bee3-fd40-425d-aac9-7b31cba70b99 None None] For port 76de327a-8b43-44c5-b5dd-5cbfb424cf46, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=76de327a-8b43-44c5-b5dd-5cbfb424cf46,segment=NetworkSegment(bb2fe0f0-e983-4e21-aead-b0e4f38daa71),segment_id=bb2fe0f0-e983-4e21-aead-b0e4f38daa71)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:01:18.247275 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e2a5bee3-fd40-425d-aac9-7b31cba70b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:18.490215 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f256ab3d-fbac-4ba3-bbc0-5714b4999384 None None] Pushing event updated for resources: {'Port': ['ID=76de327a-8b43-44c5-b5dd-5cbfb424cf46,revision_number=4']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:01:18.595344 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a5bee3-fd40-425d-aac9-7b31cba70b99 None None] Routers {'ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:01:18.596234 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5cc74d27-e139-4b32-8338-fbf3c5bed96c req-c1ab3618-74b8-4a60-a0a7-b17a9ebcd2e6 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=59cf42a4-7fda-44d2-89e6-0be04a7aad79 HTTP/1.1" status: 200 len: 210 time: 0.2254126 May 31 14:01:18.597674 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-e2a5bee3-fd40-425d-aac9-7b31cba70b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:01:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:01:19.095519 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-e2a5bee3-fd40-425d-aac9-7b31cba70b99 None None] Set router ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:01:19.795126 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-e2a5bee3-fd40-425d-aac9-7b31cba70b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150760544', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': 'bd292c61-3d99-43bc-8714-56563ec550c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:00:56Z', 'updated_at': '2022-05-31T14:01:11Z', 'revision_number': 4, 'project_id': '088180f8cd814306a3f92350df9020de', 'gw_port': {'id': 'bd292c61-3d99-43bc-8714-56563ec550c1', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ef:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:00:57Z', 'updated_at': '2022-05-31T14:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '76de327a-8b43-44c5-b5dd-5cbfb424cf46', 'name': '', 'network_id': 'f135afbb-9843-41ca-a0e1-68551fbe9f1e', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'mac_address': 'fa:16:3e:d9:9d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '567f40ea-a752-4a7a-aac9-fa5d19ae7bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:01:08Z', 'updated_at': '2022-05-31T14:01:18Z', 'revision_number': 4, 'project_id': '088180f8cd814306a3f92350df9020de', 'subnets': [{'id': '567f40ea-a752-4a7a-aac9-fa5d19ae7bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:01:19.813304 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a5bee3-fd40-425d-aac9-7b31cba70b99 None None] The sync data for ids ['ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24'] in n-d-843939-1 is: [{'id': 'ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150760544', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': 'bd292c61-3d99-43bc-8714-56563ec550c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:00:56Z', 'updated_at': '2022-05-31T14:01:11Z', 'revision_number': 4, 'project_id': '088180f8cd814306a3f92350df9020de', 'gw_port': {'id': 'bd292c61-3d99-43bc-8714-56563ec550c1', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ef:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:00:57Z', 'updated_at': '2022-05-31T14:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '76de327a-8b43-44c5-b5dd-5cbfb424cf46', 'name': '', 'network_id': 'f135afbb-9843-41ca-a0e1-68551fbe9f1e', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'mac_address': 'fa:16:3e:d9:9d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '567f40ea-a752-4a7a-aac9-fa5d19ae7bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:01:08Z', 'updated_at': '2022-05-31T14:01:18Z', 'revision_number': 4, 'project_id': '088180f8cd814306a3f92350df9020de', 'subnets': [{'id': '567f40ea-a752-4a7a-aac9-fa5d19ae7bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:01:19.998637 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0a07a4-98f3-4715-9068-734bb74e9eea req-29a21dea-a4f7-4a13-abc4-6a06f9022e75 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:01:20.001055 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ec0a07a4-98f3-4715-9068-734bb74e9eea req-29a21dea-a4f7-4a13-abc4-6a06f9022e75 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.44 "GET /v2.0/networks?id=f135afbb-9843-41ca-a0e1-68551fbe9f1e HTTP/1.1" status: 200 len: 796 time: 0.3017294 May 31 14:01:20.292036 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3c98cd91-8b80-4117-8163-8f2940e79604 req-9e9c36a4-38d5-4925-b42a-81c6ef4b82d2 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=59cf42a4-7fda-44d2-89e6-0be04a7aad79 HTTP/1.1" status: 200 len: 210 time: 0.1903019 May 31 14:01:20.325658 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ec0a07a4-98f3-4715-9068-734bb74e9eea req-5f55a82e-0d0a-4fbc-9377-67734701e3a2 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=088180f8cd814306a3f92350df9020de HTTP/1.1" status: 200 len: 379 time: 0.3080001 May 31 14:01:20.333698 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-ec0a07a4-98f3-4715-9068-734bb74e9eea req-5dce2890-60f2-474d-b55a-b23ed2b6e043 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Request body: {'port': {'device_id': '59cf42a4-7fda-44d2-89e6-0be04a7aad79', 'network_id': 'f135afbb-9843-41ca-a0e1-68551fbe9f1e', 'admin_state_up': True, 'tenant_id': '088180f8cd814306a3f92350df9020de', 'security_groups': ['10ee8b1f-5dc3-4376-8f1c-4ea283a2b67e']}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:01:20.933728 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-ec0a07a4-98f3-4715-9068-734bb74e9eea req-5dce2890-60f2-474d-b55a-b23ed2b6e043 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:01:20.943448 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-ec0a07a4-98f3-4715-9068-734bb74e9eea req-5dce2890-60f2-474d-b55a-b23ed2b6e043 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Usage tracker for resource:port and tenant:088180f8cd814306a3f92350df9020de is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:01:20.948913 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-ec0a07a4-98f3-4715-9068-734bb74e9eea req-5dce2890-60f2-474d-b55a-b23ed2b6e043 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:01:20.956139 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-ec0a07a4-98f3-4715-9068-734bb74e9eea req-5dce2890-60f2-474d-b55a-b23ed2b6e043 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:01:20.983840 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec0a07a4-98f3-4715-9068-734bb74e9eea req-5dce2890-60f2-474d-b55a-b23ed2b6e043 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Made reservation on behalf of 088180f8cd814306a3f92350df9020de for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:01:21.001969 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ec0a07a4-98f3-4715-9068-734bb74e9eea req-5dce2890-60f2-474d-b55a-b23ed2b6e043 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:21.563523 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-ec0a07a4-98f3-4715-9068-734bb74e9eea req-5dce2890-60f2-474d-b55a-b23ed2b6e043 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Allocated IP 172.20.0.3 (f135afbb-9843-41ca-a0e1-68551fbe9f1e/567f40ea-a752-4a7a-aac9-fa5d19ae7bb4/ef83caf5-2521-4068-9428-cab427bd3f12) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:01:21.759857 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 76de327a-8b43-44c5-b5dd-5cbfb424cf46 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:01:21.989741 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 76de327a-8b43-44c5-b5dd-5cbfb424cf46 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:01:22.005426 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 76de327a-8b43-44c5-b5dd-5cbfb424cf46 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:01:22.006084 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:22.360254 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-43e47a79-f821-488e-a5c4-3cdf77a8c162 req-f5de698c-9390-444a-bf2a-57b52c1c87ad tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=59cf42a4-7fda-44d2-89e6-0be04a7aad79 HTTP/1.1" status: 200 len: 210 time: 0.2698925 May 31 14:01:22.365573 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 76de327a-8b43-44c5-b5dd-5cbfb424cf46 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:01:22.366149 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:22.451133 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ec0a07a4-98f3-4715-9068-734bb74e9eea req-5dce2890-60f2-474d-b55a-b23ed2b6e043 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:22.465790 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 76de327a-8b43-44c5-b5dd-5cbfb424cf46, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=76de327a-8b43-44c5-b5dd-5cbfb424cf46,segment=NetworkSegment(bb2fe0f0-e983-4e21-aead-b0e4f38daa71),segment_id=bb2fe0f0-e983-4e21-aead-b0e4f38daa71)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:01:22.472957 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:22.535427 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-ec0a07a4-98f3-4715-9068-734bb74e9eea req-5dce2890-60f2-474d-b55a-b23ed2b6e043 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Transition to ACTIVE for port object ef83caf5-2521-4068-9428-cab427bd3f12 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:01:22.585370 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ec0a07a4-98f3-4715-9068-734bb74e9eea req-5dce2890-60f2-474d-b55a-b23ed2b6e043 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:22.663627 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=76de327a-8b43-44c5-b5dd-5cbfb424cf46,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:01:22.744528 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec0a07a4-98f3-4715-9068-734bb74e9eea req-5dce2890-60f2-474d-b55a-b23ed2b6e043 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Network f135afbb-9843-41ca-a0e1-68551fbe9f1e is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:01:22.749581 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-ec0a07a4-98f3-4715-9068-734bb74e9eea req-5dce2890-60f2-474d-b55a-b23ed2b6e043 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:01:22.771101 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec0a07a4-98f3-4715-9068-734bb74e9eea req-5dce2890-60f2-474d-b55a-b23ed2b6e043 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:01:23.232309 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dce2890-60f2-474d-b55a-b23ed2b6e043 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event updated for resources: {'Port': ['ID=ef83caf5-2521-4068-9428-cab427bd3f12,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:01:23.282803 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6b208cf0-9ae6-4c4b-bbc8-60690810df23 None None] Provisioning for port ef83caf5-2521-4068-9428-cab427bd3f12 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:01:23.294624 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6b208cf0-9ae6-4c4b-bbc8-60690810df23 None None] Provisioning complete for port ef83caf5-2521-4068-9428-cab427bd3f12 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:01:23.295660 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6b208cf0-9ae6-4c4b-bbc8-60690810df23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:23.296273 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0a07a4-98f3-4715-9068-734bb74e9eea req-5dce2890-60f2-474d-b55a-b23ed2b6e043 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:01:23.300282 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ec0a07a4-98f3-4715-9068-734bb74e9eea req-5dce2890-60f2-474d-b55a-b23ed2b6e043 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:23.392607 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-6b208cf0-9ae6-4c4b-bbc8-60690810df23 None None] Port ef83caf5-2521-4068-9428-cab427bd3f12 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:01:23.392829 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ec0a07a4-98f3-4715-9068-734bb74e9eea req-5dce2890-60f2-474d-b55a-b23ed2b6e043 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0651655 May 31 14:01:23.457469 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-ec0a07a4-98f3-4715-9068-734bb74e9eea req-d4fdb654-24a2-451a-9f41-89ee03deda78 service neutron] Request body: {'port': {'device_id': '59cf42a4-7fda-44d2-89e6-0be04a7aad79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:01:23.546255 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 76de327a-8b43-44c5-b5dd-5cbfb424cf46 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:01:23.815693 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 76de327a-8b43-44c5-b5dd-5cbfb424cf46 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:01:23.816468 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:23.926379 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ec0a07a4-98f3-4715-9068-734bb74e9eea req-d4fdb654-24a2-451a-9f41-89ee03deda78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:24.069626 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d190e5-f3d4-4371-a869-f25b06b48436 req-4bf47466-8515-406c-846c-c6903e94b566 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:01:24.071877 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-e1d190e5-f3d4-4371-a869-f25b06b48436 req-4bf47466-8515-406c-846c-c6903e94b566 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Synchronizing usage tracker for tenant:088180f8cd814306a3f92350df9020de on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:01:24.117270 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 76de327a-8b43-44c5-b5dd-5cbfb424cf46 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:01:24.231909 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-e1d190e5-f3d4-4371-a869-f25b06b48436 req-4bf47466-8515-406c-846c-c6903e94b566 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Unset dirty status for tenant:088180f8cd814306a3f92350df9020de on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:01:24.231909 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e1d190e5-f3d4-4371-a869-f25b06b48436 req-4bf47466-8515-406c-846c-c6903e94b566 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=59cf42a4-7fda-44d2-89e6-0be04a7aad79 HTTP/1.1" status: 200 len: 931 time: 0.4336658 May 31 14:01:24.415430 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e1d190e5-f3d4-4371-a869-f25b06b48436 req-6df9dee3-4161-4235-bdd3-719185e39171 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=10ee8b1f-5dc3-4376-8f1c-4ea283a2b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1758513 May 31 14:01:24.661781 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-ec0a07a4-98f3-4715-9068-734bb74e9eea req-d4fdb654-24a2-451a-9f41-89ee03deda78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef83caf5-2521-4068-9428-cab427bd3f12 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:01:24.697601 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ec0a07a4-98f3-4715-9068-734bb74e9eea req-d4fdb654-24a2-451a-9f41-89ee03deda78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:24.757023 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-ec0a07a4-98f3-4715-9068-734bb74e9eea req-d4fdb654-24a2-451a-9f41-89ee03deda78 service neutron] Transition to ACTIVE for port object ef83caf5-2521-4068-9428-cab427bd3f12 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:01:24.766529 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ec0a07a4-98f3-4715-9068-734bb74e9eea req-d4fdb654-24a2-451a-9f41-89ee03deda78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:24.953845 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fdb654-24a2-451a-9f41-89ee03deda78 service neutron] Pushing event updated for resources: {'Port': ['ID=ef83caf5-2521-4068-9428-cab427bd3f12,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:01:25.119435 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-ec0a07a4-98f3-4715-9068-734bb74e9eea req-d4fdb654-24a2-451a-9f41-89ee03deda78 service neutron] Attempting to bind port ef83caf5-2521-4068-9428-cab427bd3f12 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:01:25.119675 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-ec0a07a4-98f3-4715-9068-734bb74e9eea req-d4fdb654-24a2-451a-9f41-89ee03deda78 service neutron] Attempting to bind port ef83caf5-2521-4068-9428-cab427bd3f12 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'bb2fe0f0-e983-4e21-aead-b0e4f38daa71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f135afbb-9843-41ca-a0e1-68551fbe9f1e'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:01:25.120012 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0a07a4-98f3-4715-9068-734bb74e9eea req-d4fdb654-24a2-451a-9f41-89ee03deda78 service neutron] Attempting to bind port ef83caf5-2521-4068-9428-cab427bd3f12 on network f135afbb-9843-41ca-a0e1-68551fbe9f1e {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:01:25.126737 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0a07a4-98f3-4715-9068-734bb74e9eea req-d4fdb654-24a2-451a-9f41-89ee03deda78 service neutron] Port ef83caf5-2521-4068-9428-cab427bd3f12 on network f135afbb-9843-41ca-a0e1-68551fbe9f1e not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 14:01:25.127061 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0a07a4-98f3-4715-9068-734bb74e9eea req-d4fdb654-24a2-451a-9f41-89ee03deda78 service neutron] Attempting to bind port ef83caf5-2521-4068-9428-cab427bd3f12 on network f135afbb-9843-41ca-a0e1-68551fbe9f1e {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:01:25.137127 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0a07a4-98f3-4715-9068-734bb74e9eea req-d4fdb654-24a2-451a-9f41-89ee03deda78 service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:01:25.137127 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0a07a4-98f3-4715-9068-734bb74e9eea req-d4fdb654-24a2-451a-9f41-89ee03deda78 service neutron] Checking segment: {'id': 'bb2fe0f0-e983-4e21-aead-b0e4f38daa71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f135afbb-9843-41ca-a0e1-68551fbe9f1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:01:25.137127 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0a07a4-98f3-4715-9068-734bb74e9eea req-d4fdb654-24a2-451a-9f41-89ee03deda78 service neutron] Bound using segment: {'id': 'bb2fe0f0-e983-4e21-aead-b0e4f38daa71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f135afbb-9843-41ca-a0e1-68551fbe9f1e'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:01:25.137127 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-ec0a07a4-98f3-4715-9068-734bb74e9eea req-d4fdb654-24a2-451a-9f41-89ee03deda78 service neutron] Bound port: ef83caf5-2521-4068-9428-cab427bd3f12, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb2fe0f0-e983-4e21-aead-b0e4f38daa71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f135afbb-9843-41ca-a0e1-68551fbe9f1e'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:01:25.137624 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ec0a07a4-98f3-4715-9068-734bb74e9eea req-d4fdb654-24a2-451a-9f41-89ee03deda78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:25.340688 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-ec0a07a4-98f3-4715-9068-734bb74e9eea req-d4fdb654-24a2-451a-9f41-89ee03deda78 service neutron] For port ef83caf5-2521-4068-9428-cab427bd3f12, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:01:25.343934 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-ec0a07a4-98f3-4715-9068-734bb74e9eea req-d4fdb654-24a2-451a-9f41-89ee03deda78 service neutron] For port ef83caf5-2521-4068-9428-cab427bd3f12, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=ef83caf5-2521-4068-9428-cab427bd3f12,segment=NetworkSegment(bb2fe0f0-e983-4e21-aead-b0e4f38daa71),segment_id=bb2fe0f0-e983-4e21-aead-b0e4f38daa71)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:01:25.351774 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ec0a07a4-98f3-4715-9068-734bb74e9eea req-d4fdb654-24a2-451a-9f41-89ee03deda78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:25.464962 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0a07a4-98f3-4715-9068-734bb74e9eea req-d4fdb654-24a2-451a-9f41-89ee03deda78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:01:25.468282 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-ec0a07a4-98f3-4715-9068-734bb74e9eea req-d4fdb654-24a2-451a-9f41-89ee03deda78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:25.469853 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ec0a07a4-98f3-4715-9068-734bb74e9eea req-d4fdb654-24a2-451a-9f41-89ee03deda78 service neutron] 10.222.0.44 "PUT /v2.0/ports/ef83caf5-2521-4068-9428-cab427bd3f12 HTTP/1.1" status: 200 len: 1091 time: 2.0672033 May 31 14:01:25.482716 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59cf42a4-7fda-44d2-89e6-0be04a7aad79', 'tag': 'ef83caf5-2521-4068-9428-cab427bd3f12'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:01:25.678773 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f13ce83-dec3-477c-b561-18abcb925579'] response: {'name': 'network-changed', 'server_uuid': '59cf42a4-7fda-44d2-89e6-0be04a7aad79', 'tag': 'ef83caf5-2521-4068-9428-cab427bd3f12', 'status': 'completed', 'code': 200} May 31 14:01:25.801345 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fdb654-24a2-451a-9f41-89ee03deda78 service neutron] Pushing event updated for resources: {'Port': ['ID=ef83caf5-2521-4068-9428-cab427bd3f12,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:01:25.877008 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0a07a4-98f3-4715-9068-734bb74e9eea req-f5efba91-c1df-4968-8163-0788ae31c632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:01:25.879418 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ec0a07a4-98f3-4715-9068-734bb74e9eea req-f5efba91-c1df-4968-8163-0788ae31c632 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=088180f8cd814306a3f92350df9020de&device_id=59cf42a4-7fda-44d2-89e6-0be04a7aad79 HTTP/1.1" status: 200 len: 1094 time: 0.3511186 May 31 14:01:25.890872 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf0f81c-202f-448d-8b35-19b17c6434b8 req-6db90196-3d28-411e-816c-63ab48ebaacd tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:01:25.892633 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5bf0f81c-202f-448d-8b35-19b17c6434b8 req-6db90196-3d28-411e-816c-63ab48ebaacd tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=59cf42a4-7fda-44d2-89e6-0be04a7aad79 HTTP/1.1" status: 200 len: 943 time: 0.1728299 May 31 14:01:25.981765 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ec0a07a4-98f3-4715-9068-734bb74e9eea req-0d6a475b-a6da-442b-9877-d9a5fca93a31 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef83caf5-2521-4068-9428-cab427bd3f12 HTTP/1.1" status: 200 len: 217 time: 0.0873673 May 31 14:01:26.067054 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5bf0f81c-202f-448d-8b35-19b17c6434b8 req-8d01aaab-9474-4fd0-86ad-e307b9e8a90f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=10ee8b1f-5dc3-4376-8f1c-4ea283a2b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102192 May 31 14:01:26.085270 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0a07a4-98f3-4715-9068-734bb74e9eea req-546b51e1-8503-44a6-8569-f971dfbea8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:01:26.097074 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ec0a07a4-98f3-4715-9068-734bb74e9eea req-546b51e1-8503-44a6-8569-f971dfbea8d1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=567f40ea-a752-4a7a-aac9-fa5d19ae7bb4 HTTP/1.1" status: 200 len: 835 time: 0.1069543 May 31 14:01:26.179918 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0a07a4-98f3-4715-9068-734bb74e9eea req-2a78aa34-c3ff-4cdc-85bc-2fb5f2bba5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:01:26.181330 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ec0a07a4-98f3-4715-9068-734bb74e9eea req-2a78aa34-c3ff-4cdc-85bc-2fb5f2bba5e7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f135afbb-9843-41ca-a0e1-68551fbe9f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766404 May 31 14:01:26.326899 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ec0a07a4-98f3-4715-9068-734bb74e9eea req-8c8d9500-e7d8-4ff0-9bee-59d8fe6da73a service neutron] 10.222.0.44 "GET /v2.0/networks/f135afbb-9843-41ca-a0e1-68551fbe9f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387815 May 31 14:01:26.595519 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ec0a07a4-98f3-4715-9068-734bb74e9eea req-4575fd1a-1e85-473c-be12-57be535ea80a service neutron] 10.222.0.44 "GET /v2.0/networks/f135afbb-9843-41ca-a0e1-68551fbe9f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615252 May 31 14:01:26.716813 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab729d-9b38-4bdb-968b-9879627522d9 req-f6593b11-14bb-4603-afe5-50ad6c367b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:01:26.718466 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5fab729d-9b38-4bdb-968b-9879627522d9 req-f6593b11-14bb-4603-afe5-50ad6c367b00 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=088180f8cd814306a3f92350df9020de&device_id=59cf42a4-7fda-44d2-89e6-0be04a7aad79 HTTP/1.1" status: 200 len: 1094 time: 0.0764306 May 31 14:01:26.861037 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab729d-9b38-4bdb-968b-9879627522d9 req-85a697d8-6a56-4e9d-bb2f-004e77262635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:01:26.863275 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5fab729d-9b38-4bdb-968b-9879627522d9 req-85a697d8-6a56-4e9d-bb2f-004e77262635 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f135afbb-9843-41ca-a0e1-68551fbe9f1e HTTP/1.1" status: 200 len: 897 time: 0.1348884 May 31 14:01:26.945307 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5fab729d-9b38-4bdb-968b-9879627522d9 req-aad63cdf-567a-4266-82cd-dddf45c905a6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef83caf5-2521-4068-9428-cab427bd3f12 HTTP/1.1" status: 200 len: 217 time: 0.0722423 May 31 14:01:27.032429 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab729d-9b38-4bdb-968b-9879627522d9 req-43c904f1-d13b-4d0c-84e2-1ae52b389155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:01:27.043520 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5fab729d-9b38-4bdb-968b-9879627522d9 req-43c904f1-d13b-4d0c-84e2-1ae52b389155 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=567f40ea-a752-4a7a-aac9-fa5d19ae7bb4 HTTP/1.1" status: 200 len: 835 time: 0.0803928 May 31 14:01:27.126460 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab729d-9b38-4bdb-968b-9879627522d9 req-f481586f-4e61-40e4-ae39-7e78fe5633f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:01:27.126460 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5fab729d-9b38-4bdb-968b-9879627522d9 req-f481586f-4e61-40e4-ae39-7e78fe5633f5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f135afbb-9843-41ca-a0e1-68551fbe9f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0835252 May 31 14:01:27.421690 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5fab729d-9b38-4bdb-968b-9879627522d9 req-ccbaf074-db5a-4fea-94b8-b075f841f6e3 service neutron] 10.222.0.44 "GET /v2.0/networks/f135afbb-9843-41ca-a0e1-68551fbe9f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876816 May 31 14:01:27.596846 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5fab729d-9b38-4bdb-968b-9879627522d9 req-b572f7c1-d06a-4b27-bc67-e4e2dc15b4f3 service neutron] 10.222.0.44 "GET /v2.0/networks/f135afbb-9843-41ca-a0e1-68551fbe9f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648510 May 31 14:01:27.625108 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c436b-f873-43ca-a2f2-6075f15c5e27 req-868a7bfa-9fba-41d1-94ef-4c3793e5042b tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:01:27.627868 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1b9c436b-f873-43ca-a2f2-6075f15c5e27 req-868a7bfa-9fba-41d1-94ef-4c3793e5042b tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=59cf42a4-7fda-44d2-89e6-0be04a7aad79 HTTP/1.1" status: 200 len: 943 time: 0.3500552 May 31 14:01:27.736052 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1b9c436b-f873-43ca-a2f2-6075f15c5e27 req-74ae6b35-cda2-45ec-abd9-408fd9a3380a tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=10ee8b1f-5dc3-4376-8f1c-4ea283a2b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000493 May 31 14:01:27.942275 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2d7a63-c65c-4d60-85c1-91377363cc29 req-49145357-3d5f-403e-90f3-9eb329b4b32b tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:01:27.943799 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af2d7a63-c65c-4d60-85c1-91377363cc29 req-49145357-3d5f-403e-90f3-9eb329b4b32b tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] 10.222.0.50 "GET /v2.0/ports?device_id=28005a54-7645-4fee-9a9e-688a5e5ec2c4 HTTP/1.1" status: 200 len: 946 time: 0.1406994 May 31 14:01:28.017219 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af2d7a63-c65c-4d60-85c1-91377363cc29 req-5eb12af6-2374-4cb4-aa35-812933508709 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] 10.222.0.50 "GET /v2.0/security-groups?id=c52a2b74-f615-4964-90d7-c79fd92bae1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644271 May 31 14:01:28.687398 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device ef83caf5-2521-4068-9428-cab427bd3f12 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 14:01:28.879202 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port ef83caf5-2521-4068-9428-cab427bd3f12, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=ef83caf5-2521-4068-9428-cab427bd3f12,segment=NetworkSegment(bb2fe0f0-e983-4e21-aead-b0e4f38daa71),segment_id=bb2fe0f0-e983-4e21-aead-b0e4f38daa71)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:01:28.898964 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': 'ef83caf5-2521-4068-9428-cab427bd3f12', 'network_id': 'f135afbb-9843-41ca-a0e1-68551fbe9f1e', 'port_id': 'ef83caf5-2521-4068-9428-cab427bd3f12', 'mac_address': 'fa:16:3e:57:91:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '567f40ea-a752-4a7a-aac9-fa5d19ae7bb4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 14:01:29.009547 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port ef83caf5-2521-4068-9428-cab427bd3f12 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:01:29.010602 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:29.062462 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef83caf5-2521-4068-9428-cab427bd3f12 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:01:29.104619 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port ef83caf5-2521-4068-9428-cab427bd3f12, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=ef83caf5-2521-4068-9428-cab427bd3f12,segment=NetworkSegment(bb2fe0f0-e983-4e21-aead-b0e4f38daa71),segment_id=bb2fe0f0-e983-4e21-aead-b0e4f38daa71)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:01:29.113370 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:29.126357 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84fd9b1-3791-4eb9-b8fc-25183f385fba req-3fdc139c-d18c-469e-b596-92a3c9d38e12 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:01:29.141804 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c84fd9b1-3791-4eb9-b8fc-25183f385fba req-3fdc139c-d18c-469e-b596-92a3c9d38e12 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=59cf42a4-7fda-44d2-89e6-0be04a7aad79 HTTP/1.1" status: 200 len: 943 time: 0.2205524 May 31 14:01:29.223440 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c84fd9b1-3791-4eb9-b8fc-25183f385fba req-9eaa6f11-f335-45c4-8b93-041f6786b47b tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=10ee8b1f-5dc3-4376-8f1c-4ea283a2b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694339 May 31 14:01:29.270546 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=ef83caf5-2521-4068-9428-cab427bd3f12,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:01:29.353610 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['ef83caf5-2521-4068-9428-cab427bd3f12'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:01:29.406961 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6445456-c86d-470f-bafc-fc0b86a3fac6 req-7136a576-a819-4df2-9cb9-2be80ced1d31 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:01:29.416266 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c6445456-c86d-470f-bafc-fc0b86a3fac6 req-7136a576-a819-4df2-9cb9-2be80ced1d31 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] 10.222.0.50 "GET /v2.0/ports?device_id=28005a54-7645-4fee-9a9e-688a5e5ec2c4 HTTP/1.1" status: 200 len: 946 time: 0.1832035 May 31 14:01:29.636043 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c6445456-c86d-470f-bafc-fc0b86a3fac6 req-71764684-1edf-4530-a21d-87ecdc353a7f tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] 10.222.0.50 "GET /v2.0/security-groups?id=c52a2b74-f615-4964-90d7-c79fd92bae1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185760 May 31 14:01:29.675562 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363785a5-1721-49f0-864c-859918b2ae0b req-b40582bd-05e0-4032-a487-287cc98eb664 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:01:29.677103 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-363785a5-1721-49f0-864c-859918b2ae0b req-b40582bd-05e0-4032-a487-287cc98eb664 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] 10.222.0.20 "GET /v2.0/ports?device_id=28005a54-7645-4fee-9a9e-688a5e5ec2c4 HTTP/1.1" status: 200 len: 946 time: 0.2415967 May 31 14:01:29.801087 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-363785a5-1721-49f0-864c-859918b2ae0b req-164b9ddb-6659-4b49-a6b0-7e8ee9e1ea4c tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Deleting port f9a26a6a-8bd5-4d6e-bd0b-3019acfa005f {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:01:29.801793 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-363785a5-1721-49f0-864c-859918b2ae0b req-164b9ddb-6659-4b49-a6b0-7e8ee9e1ea4c tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:30.163633 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-363785a5-1721-49f0-864c-859918b2ae0b req-164b9ddb-6659-4b49-a6b0-7e8ee9e1ea4c tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] For port f9a26a6a-8bd5-4d6e-bd0b-3019acfa005f, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=f9a26a6a-8bd5-4d6e-bd0b-3019acfa005f,segment=NetworkSegment(f7aeab4e-1cfb-4901-bbf4-c5babbf940ba),segment_id=f7aeab4e-1cfb-4901-bbf4-c5babbf940ba)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:01:30.164311 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-363785a5-1721-49f0-864c-859918b2ae0b req-164b9ddb-6659-4b49-a6b0-7e8ee9e1ea4c tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:30.623555 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-363785a5-1721-49f0-864c-859918b2ae0b req-164b9ddb-6659-4b49-a6b0-7e8ee9e1ea4c tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Calling delete_port for f9a26a6a-8bd5-4d6e-bd0b-3019acfa005f owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:01:30.709766 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device ef83caf5-2521-4068-9428-cab427bd3f12 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:01:30.914613 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port ef83caf5-2521-4068-9428-cab427bd3f12 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:01:30.921159 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port ef83caf5-2521-4068-9428-cab427bd3f12 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:01:30.921679 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:30.983206 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680bc791-8ede-4fab-8e20-983591ab252f req-b859f124-4e6e-4b34-a116-b41b116f7443 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:01:30.990671 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-680bc791-8ede-4fab-8e20-983591ab252f req-b859f124-4e6e-4b34-a116-b41b116f7443 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=59cf42a4-7fda-44d2-89e6-0be04a7aad79 HTTP/1.1" status: 200 len: 944 time: 0.4178200 May 31 14:01:31.072813 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-680bc791-8ede-4fab-8e20-983591ab252f req-78d351f6-fd96-49af-a077-b6efde6a10c9 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=10ee8b1f-5dc3-4376-8f1c-4ea283a2b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811746 May 31 14:01:31.087907 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e255c2-f8ff-44a0-bac2-21d41ca69563 req-a275a7cf-acbb-42de-b84e-84021e600b5b tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:01:31.089665 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-80e255c2-f8ff-44a0-bac2-21d41ca69563 req-a275a7cf-acbb-42de-b84e-84021e600b5b tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] 10.222.0.50 "GET /v2.0/ports?device_id=28005a54-7645-4fee-9a9e-688a5e5ec2c4 HTTP/1.1" status: 200 len: 946 time: 0.2286055 May 31 14:01:31.153535 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port ef83caf5-2521-4068-9428-cab427bd3f12 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:01:31.154102 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:31.194547 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-80e255c2-f8ff-44a0-bac2-21d41ca69563 req-2225d438-61eb-4f99-a62a-a4498292b4c8 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] 10.222.0.50 "GET /v2.0/security-groups?id=c52a2b74-f615-4964-90d7-c79fd92bae1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983572 May 31 14:01:31.215769 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-363785a5-1721-49f0-864c-859918b2ae0b req-164b9ddb-6659-4b49-a6b0-7e8ee9e1ea4c tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:31.221513 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59cf42a4-7fda-44d2-89e6-0be04a7aad79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef83caf5-2521-4068-9428-cab427bd3f12'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:01:31.259763 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port ef83caf5-2521-4068-9428-cab427bd3f12, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=ef83caf5-2521-4068-9428-cab427bd3f12,segment=NetworkSegment(bb2fe0f0-e983-4e21-aead-b0e4f38daa71),segment_id=bb2fe0f0-e983-4e21-aead-b0e4f38daa71)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:01:31.270893 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:31.298838 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164b9ddb-6659-4b49-a6b0-7e8ee9e1ea4c tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Pushing event deleted for resources: {'Port': ['ID=f9a26a6a-8bd5-4d6e-bd0b-3019acfa005f,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:01:31.320880 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94c442cf-bfaf-4d85-91d6-2e2acad682fd'] response: {'server_uuid': '59cf42a4-7fda-44d2-89e6-0be04a7aad79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef83caf5-2521-4068-9428-cab427bd3f12', 'code': 200} May 31 14:01:31.329368 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164b9ddb-6659-4b49-a6b0-7e8ee9e1ea4c tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:01:31.329967 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164b9ddb-6659-4b49-a6b0-7e8ee9e1ea4c tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:01:31.333799 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164b9ddb-6659-4b49-a6b0-7e8ee9e1ea4c tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:01:31.334575 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164b9ddb-6659-4b49-a6b0-7e8ee9e1ea4c tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:01:31.335047 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164b9ddb-6659-4b49-a6b0-7e8ee9e1ea4c tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:01:31.335910 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164b9ddb-6659-4b49-a6b0-7e8ee9e1ea4c tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:01:31.336959 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164b9ddb-6659-4b49-a6b0-7e8ee9e1ea4c tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:01:31.338063 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164b9ddb-6659-4b49-a6b0-7e8ee9e1ea4c tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:01:31.339200 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164b9ddb-6659-4b49-a6b0-7e8ee9e1ea4c tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:01:31.340101 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164b9ddb-6659-4b49-a6b0-7e8ee9e1ea4c tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:01:31.341266 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164b9ddb-6659-4b49-a6b0-7e8ee9e1ea4c tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:01:31.342601 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164b9ddb-6659-4b49-a6b0-7e8ee9e1ea4c tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:01:31.392700 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=ef83caf5-2521-4068-9428-cab427bd3f12,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:01:31.498290 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-363785a5-1721-49f0-864c-859918b2ae0b req-164b9ddb-6659-4b49-a6b0-7e8ee9e1ea4c tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] No DVR routers for this DVR port f9a26a6a-8bd5-4d6e-bd0b-3019acfa005f on host n-h1-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:01:31.507197 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-363785a5-1721-49f0-864c-859918b2ae0b req-164b9ddb-6659-4b49-a6b0-7e8ee9e1ea4c tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:31.509962 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28005a54-7645-4fee-9a9e-688a5e5ec2c4', 'name': 'network-vif-deleted', 'tag': 'f9a26a6a-8bd5-4d6e-bd0b-3019acfa005f'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:01:31.560219 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-363785a5-1721-49f0-864c-859918b2ae0b req-164b9ddb-6659-4b49-a6b0-7e8ee9e1ea4c tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] 10.222.0.20 "DELETE /v2.0/ports/f9a26a6a-8bd5-4d6e-bd0b-3019acfa005f HTTP/1.1" status: 204 len: 173 time: 1.8725646 May 31 14:01:31.612680 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d3e0b-88d3-4022-b0b6-c9a0f2fcd338 req-8e859d43-850e-45ce-9ad7-f86ee78edcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:01:31.615150 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-578d3e0b-88d3-4022-b0b6-c9a0f2fcd338 req-8e859d43-850e-45ce-9ad7-f86ee78edcf3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=59cf42a4-7fda-44d2-89e6-0be04a7aad79 HTTP/1.1" status: 200 len: 1096 time: 0.2096167 May 31 14:01:31.621275 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11b8c917-c5d0-42c5-b773-062123f122ff'] response: {'server_uuid': '28005a54-7645-4fee-9a9e-688a5e5ec2c4', 'name': 'network-vif-deleted', 'tag': 'f9a26a6a-8bd5-4d6e-bd0b-3019acfa005f', 'status': 'completed', 'code': 200} May 31 14:01:31.671703 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-578d3e0b-88d3-4022-b0b6-c9a0f2fcd338 req-d32e3449-67f4-469a-b199-868b9d80e22b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=10ee8b1f-5dc3-4376-8f1c-4ea283a2b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488830 May 31 14:01:32.331123 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59655595-8673-4d50-8c17-a2903aa04438 req-2ff75dec-fbcd-4d39-8942-a9f363296af4 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:01:32.343372 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-59655595-8673-4d50-8c17-a2903aa04438 req-2ff75dec-fbcd-4d39-8942-a9f363296af4 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=59cf42a4-7fda-44d2-89e6-0be04a7aad79 HTTP/1.1" status: 200 len: 945 time: 0.1116438 May 31 14:01:32.479781 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-59655595-8673-4d50-8c17-a2903aa04438 req-113e1e5a-f32e-4373-ae6a-23c269a5287e tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=10ee8b1f-5dc3-4376-8f1c-4ea283a2b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187122 May 31 14:01:33.161450 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device f9a26a6a-8bd5-4d6e-bd0b-3019acfa005f no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:01:33.229723 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] No Port match for: f9a26a6a-8bd5-4d6e-bd0b-3019acfa005f {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:01:33.230098 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device f9a26a6a-8bd5-4d6e-bd0b-3019acfa005f not bound to the agent host n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:01:33.962783 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525cb88d-b2c2-4414-bb68-a3fe58cb806b req-56f23a61-57e5-4051-8d4d-987d16623d10 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:01:33.976328 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-525cb88d-b2c2-4414-bb68-a3fe58cb806b req-56f23a61-57e5-4051-8d4d-987d16623d10 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=59cf42a4-7fda-44d2-89e6-0be04a7aad79 HTTP/1.1" status: 200 len: 945 time: 0.3008175 May 31 14:01:34.115899 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-525cb88d-b2c2-4414-bb68-a3fe58cb806b req-067a0c09-3428-46e2-8c89-a9f308510e25 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=10ee8b1f-5dc3-4376-8f1c-4ea283a2b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385815 May 31 14:01:34.551497 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b66e0-0d85-4645-a5ee-9fc59280ca01 req-051bceee-8fda-414c-ba0f-78bad65505de tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:01:34.554159 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-332b66e0-0d85-4645-a5ee-9fc59280ca01 req-051bceee-8fda-414c-ba0f-78bad65505de tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=59cf42a4-7fda-44d2-89e6-0be04a7aad79 HTTP/1.1" status: 200 len: 945 time: 0.1939161 May 31 14:01:34.620247 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-332b66e0-0d85-4645-a5ee-9fc59280ca01 req-0582c389-5aef-4add-b33f-515ce33d9795 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=10ee8b1f-5dc3-4376-8f1c-4ea283a2b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599253 May 31 14:01:34.649476 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 58608) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:01:34.779347 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d015844a-ddd1-43db-b321-720a666fb11c tempest-TestNetworkAdvancedServerOps-1325536650 tempest-TestNetworkAdvancedServerOps-1325536650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:01:34.781250 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-d015844a-ddd1-43db-b321-720a666fb11c tempest-TestNetworkAdvancedServerOps-1325536650 tempest-TestNetworkAdvancedServerOps-1325536650-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=59cf42a4-7fda-44d2-89e6-0be04a7aad79 HTTP/1.1" status: 200 len: 1091 time: 0.1306925 May 31 14:01:34.785260 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 58612) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:01:34.797073 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-205eba9f-9bff-4439-8649-6a3a268c05f3 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Request body: {'floatingip': {'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'port_id': 'ef83caf5-2521-4068-9428-cab427bd3f12', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:01:34.825513 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-205eba9f-9bff-4439-8649-6a3a268c05f3 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:01:34.844381 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-205eba9f-9bff-4439-8649-6a3a268c05f3 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Usage tracker for resource:floatingip and tenant:088180f8cd814306a3f92350df9020de is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:01:34.851067 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-205eba9f-9bff-4439-8649-6a3a268c05f3 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:01:34.866263 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-205eba9f-9bff-4439-8649-6a3a268c05f3 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:01:34.886108 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-205eba9f-9bff-4439-8649-6a3a268c05f3 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for floatingip, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:35.160317 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-205eba9f-9bff-4439-8649-6a3a268c05f3 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:35.372122 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-205eba9f-9bff-4439-8649-6a3a268c05f3 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Allocated IP 172.25.6.156 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/d076b834-afe1-4795-a15d-279806ccc4a2) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:01:35.654478 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-205eba9f-9bff-4439-8649-6a3a268c05f3 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:35.688436 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-205eba9f-9bff-4439-8649-6a3a268c05f3 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:35.755761 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205eba9f-9bff-4439-8649-6a3a268c05f3 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:01:35.765493 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-205eba9f-9bff-4439-8649-6a3a268c05f3 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:01:35.768647 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205eba9f-9bff-4439-8649-6a3a268c05f3 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:01:35.824005 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205eba9f-9bff-4439-8649-6a3a268c05f3 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event updated for resources: {'Port': ['ID=d076b834-afe1-4795-a15d-279806ccc4a2,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:01:36.240680 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-205eba9f-9bff-4439-8649-6a3a268c05f3 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:36.333066 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-205eba9f-9bff-4439-8649-6a3a268c05f3 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:36.584043 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-205eba9f-9bff-4439-8649-6a3a268c05f3 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:36.590045 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-205eba9f-9bff-4439-8649-6a3a268c05f3 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:36.686448 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205eba9f-9bff-4439-8649-6a3a268c05f3 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event updated for resources: {'Port': ['ID=d076b834-afe1-4795-a15d-279806ccc4a2,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:01:36.773976 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-205eba9f-9bff-4439-8649-6a3a268c05f3 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:37.053519 n-d-843939-1 neutron-server[88369]: INFO neutron.db.l3_db [None req-205eba9f-9bff-4439-8649-6a3a268c05f3 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Floating IP 0b16d79e-d03c-45c0-939d-8bbbdab69b65 associated. External IP: 172.25.6.156, port: ef83caf5-2521-4068-9428-cab427bd3f12. May 31 14:01:37.600961 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:37.895469 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-205eba9f-9bff-4439-8649-6a3a268c05f3 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Router ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:01:38.135801 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-205eba9f-9bff-4439-8649-6a3a268c05f3 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:01:38.151211 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af2d87c-f528-4f6d-8bc4-1b1e47c3a7e0 None None] Sync routers for ids ['ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:01:38.180967 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af2d87c-f528-4f6d-8bc4-1b1e47c3a7e0 None None] Routers {'ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:01:38.195986 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-205eba9f-9bff-4439-8649-6a3a268c05f3 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:38.218413 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-6af2d87c-f528-4f6d-8bc4-1b1e47c3a7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:01:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:01:38.340400 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-205eba9f-9bff-4439-8649-6a3a268c05f3 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5539870 May 31 14:01:38.341380 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59cf42a4-7fda-44d2-89e6-0be04a7aad79', 'tag': 'ef83caf5-2521-4068-9428-cab427bd3f12'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:01:38.406366 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1cb79fd-71d4-4595-a8f9-b33da97ed66f'] response: {'name': 'network-changed', 'server_uuid': '59cf42a4-7fda-44d2-89e6-0be04a7aad79', 'tag': 'ef83caf5-2521-4068-9428-cab427bd3f12', 'status': 'completed', 'code': 200} May 31 14:01:38.659481 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ed311e-c2d5-4a74-8506-7870a747ae2b req-a0bf02ed-3fa0-4cf1-bf13-1c4ff090bd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:01:38.660982 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a8ed311e-c2d5-4a74-8506-7870a747ae2b req-a0bf02ed-3fa0-4cf1-bf13-1c4ff090bd71 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=088180f8cd814306a3f92350df9020de&device_id=59cf42a4-7fda-44d2-89e6-0be04a7aad79 HTTP/1.1" status: 200 len: 1096 time: 0.2308981 May 31 14:01:38.678295 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4003db11-1c58-4ab8-9827-bedef8d07b92 req-e7a2d451-baf8-45dd-b301-db9d2fe242a6 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:01:38.680496 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4003db11-1c58-4ab8-9827-bedef8d07b92 req-e7a2d451-baf8-45dd-b301-db9d2fe242a6 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=59cf42a4-7fda-44d2-89e6-0be04a7aad79 HTTP/1.1" status: 200 len: 945 time: 0.1640768 May 31 14:01:38.785845 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-6af2d87c-f528-4f6d-8bc4-1b1e47c3a7e0 None None] Set router ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:01:39.104671 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4003db11-1c58-4ab8-9827-bedef8d07b92 req-281eff48-d390-4bbc-93a3-14e6d975efe4 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=10ee8b1f-5dc3-4376-8f1c-4ea283a2b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3642612 May 31 14:01:39.109508 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 58744) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:01:39.151864 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ed311e-c2d5-4a74-8506-7870a747ae2b req-396985f2-ba81-4076-a4f4-8b154889d592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:01:39.153071 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:39.154162 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a8ed311e-c2d5-4a74-8506-7870a747ae2b req-396985f2-ba81-4076-a4f4-8b154889d592 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f135afbb-9843-41ca-a0e1-68551fbe9f1e HTTP/1.1" status: 200 len: 897 time: 0.4724393 May 31 14:01:39.400437 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-7ceb313f-342c-458b-9749-844603c70e76 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/floatingips/0b16d79e-d03c-45c0-939d-8bbbdab69b65 HTTP/1.1" status: 200 len: 991 time: 0.2893283 May 31 14:01:39.422146 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a8ed311e-c2d5-4a74-8506-7870a747ae2b req-b58fa105-2dd6-4b33-a19f-b995ba0d1da9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef83caf5-2521-4068-9428-cab427bd3f12 HTTP/1.1" status: 200 len: 999 time: 0.2612638 May 31 14:01:39.454555 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-6af2d87c-f528-4f6d-8bc4-1b1e47c3a7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150760544', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': 'bd292c61-3d99-43bc-8714-56563ec550c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:00:56Z', 'updated_at': '2022-05-31T14:01:11Z', 'revision_number': 4, 'project_id': '088180f8cd814306a3f92350df9020de', 'gw_port': {'id': 'bd292c61-3d99-43bc-8714-56563ec550c1', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ef:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:00:57Z', 'updated_at': '2022-05-31T14:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '0b16d79e-d03c-45c0-939d-8bbbdab69b65', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'floating_ip_address': '172.25.6.156', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': 'ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24', 'port_id': 'ef83caf5-2521-4068-9428-cab427bd3f12', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f135afbb-9843-41ca-a0e1-68551fbe9f1e', 'mac_address': 'fa:16:3e:57:91:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59cf42a4-7fda-44d2-89e6-0be04a7aad79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:01:36Z', 'updated_at': '2022-05-31T14:01:36Z', 'revision_number': 0, 'project_id': '088180f8cd814306a3f92350df9020de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76de327a-8b43-44c5-b5dd-5cbfb424cf46', 'name': '', 'network_id': 'f135afbb-9843-41ca-a0e1-68551fbe9f1e', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'mac_address': 'fa:16:3e:d9:9d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '567f40ea-a752-4a7a-aac9-fa5d19ae7bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:01:08Z', 'updated_at': '2022-05-31T14:01:22Z', 'revision_number': 5, 'project_id': '088180f8cd814306a3f92350df9020de', 'subnets': [{'id': '567f40ea-a752-4a7a-aac9-fa5d19ae7bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:01:39.477370 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af2d87c-f528-4f6d-8bc4-1b1e47c3a7e0 None None] Checking router: ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:01:39.499616 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af2d87c-f528-4f6d-8bc4-1b1e47c3a7e0 None None] Routers {'ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:01:39.500396 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-6af2d87c-f528-4f6d-8bc4-1b1e47c3a7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:01:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:01:39.522014 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ed311e-c2d5-4a74-8506-7870a747ae2b req-6a8ba121-3cee-432a-91a0-e2196735ca58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:01:39.522014 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a8ed311e-c2d5-4a74-8506-7870a747ae2b req-6a8ba121-3cee-432a-91a0-e2196735ca58 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=567f40ea-a752-4a7a-aac9-fa5d19ae7bb4 HTTP/1.1" status: 200 len: 835 time: 0.0896597 May 31 14:01:39.657358 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ed311e-c2d5-4a74-8506-7870a747ae2b req-bae6c34b-c488-4075-8c2a-d9860bd26350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:01:39.659591 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a8ed311e-c2d5-4a74-8506-7870a747ae2b req-bae6c34b-c488-4075-8c2a-d9860bd26350 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f135afbb-9843-41ca-a0e1-68551fbe9f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1213832 May 31 14:01:39.845292 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-6af2d87c-f528-4f6d-8bc4-1b1e47c3a7e0 None None] Set router ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:01:40.135987 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a8ed311e-c2d5-4a74-8506-7870a747ae2b req-d6a24b8c-03ee-4230-8b16-f8732d1be19d service neutron] 10.222.0.44 "GET /v2.0/networks/f135afbb-9843-41ca-a0e1-68551fbe9f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4659917 May 31 14:01:40.402846 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 58760) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:01:40.442885 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a8ed311e-c2d5-4a74-8506-7870a747ae2b req-af18edab-f544-4ada-9f29-cbf7d91cc942 service neutron] 10.222.0.44 "GET /v2.0/networks/f135afbb-9843-41ca-a0e1-68551fbe9f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969959 May 31 14:01:40.535002 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-6af2d87c-f528-4f6d-8bc4-1b1e47c3a7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150760544', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': 'bd292c61-3d99-43bc-8714-56563ec550c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:00:56Z', 'updated_at': '2022-05-31T14:01:11Z', 'revision_number': 4, 'project_id': '088180f8cd814306a3f92350df9020de', 'gw_port': {'id': 'bd292c61-3d99-43bc-8714-56563ec550c1', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ef:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:00:57Z', 'updated_at': '2022-05-31T14:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '0b16d79e-d03c-45c0-939d-8bbbdab69b65', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'floating_ip_address': '172.25.6.156', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': 'ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24', 'port_id': 'ef83caf5-2521-4068-9428-cab427bd3f12', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f135afbb-9843-41ca-a0e1-68551fbe9f1e', 'mac_address': 'fa:16:3e:57:91:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59cf42a4-7fda-44d2-89e6-0be04a7aad79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:01:36Z', 'updated_at': '2022-05-31T14:01:36Z', 'revision_number': 0, 'project_id': '088180f8cd814306a3f92350df9020de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76de327a-8b43-44c5-b5dd-5cbfb424cf46', 'name': '', 'network_id': 'f135afbb-9843-41ca-a0e1-68551fbe9f1e', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'mac_address': 'fa:16:3e:d9:9d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '567f40ea-a752-4a7a-aac9-fa5d19ae7bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:01:08Z', 'updated_at': '2022-05-31T14:01:22Z', 'revision_number': 5, 'project_id': '088180f8cd814306a3f92350df9020de', 'subnets': [{'id': '567f40ea-a752-4a7a-aac9-fa5d19ae7bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:01:40.543088 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af2d87c-f528-4f6d-8bc4-1b1e47c3a7e0 None None] The sync data for ids ['ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24'] in n-d-843939-1 is: [{'id': 'ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150760544', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': 'bd292c61-3d99-43bc-8714-56563ec550c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:00:56Z', 'updated_at': '2022-05-31T14:01:11Z', 'revision_number': 4, 'project_id': '088180f8cd814306a3f92350df9020de', 'gw_port': {'id': 'bd292c61-3d99-43bc-8714-56563ec550c1', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ef:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:00:57Z', 'updated_at': '2022-05-31T14:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '0b16d79e-d03c-45c0-939d-8bbbdab69b65', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'floating_ip_address': '172.25.6.156', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': 'ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24', 'port_id': 'ef83caf5-2521-4068-9428-cab427bd3f12', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f135afbb-9843-41ca-a0e1-68551fbe9f1e', 'mac_address': 'fa:16:3e:57:91:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59cf42a4-7fda-44d2-89e6-0be04a7aad79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:01:36Z', 'updated_at': '2022-05-31T14:01:36Z', 'revision_number': 0, 'project_id': '088180f8cd814306a3f92350df9020de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76de327a-8b43-44c5-b5dd-5cbfb424cf46', 'name': '', 'network_id': 'f135afbb-9843-41ca-a0e1-68551fbe9f1e', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'mac_address': 'fa:16:3e:d9:9d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '567f40ea-a752-4a7a-aac9-fa5d19ae7bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:01:08Z', 'updated_at': '2022-05-31T14:01:22Z', 'revision_number': 5, 'project_id': '088180f8cd814306a3f92350df9020de', 'subnets': [{'id': '567f40ea-a752-4a7a-aac9-fa5d19ae7bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:01:40.570851 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f12cb80-5f51-47be-9c1a-db484ec85167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:40.820147 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-7a464056-15d0-4b72-9c2a-f02cef687656 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/floatingips/0b16d79e-d03c-45c0-939d-8bbbdab69b65 HTTP/1.1" status: 200 len: 991 time: 0.4154966 May 31 14:01:41.007597 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2b4945-4857-4698-801c-0130d7a8218d None None] New status for floating IP 0b16d79e-d03c-45c0-939d-8bbbdab69b65: ACTIVE {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 14:01:41.413216 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 58780) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:01:41.619036 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b5257f2b-6b76-4812-980e-85130aec50be admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:41.642894 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b5257f2b-6b76-4812-980e-85130aec50be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:01:41.653687 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-b5257f2b-6b76-4812-980e-85130aec50be admin admin] Usage tracker for resource:security_group_rule and tenant:d718fa61d5924a02b8f736825e3b8e47 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:01:41.656925 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-b5257f2b-6b76-4812-980e-85130aec50be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:01:41.666874 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b5257f2b-6b76-4812-980e-85130aec50be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:01:41.775192 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b5257f2b-6b76-4812-980e-85130aec50be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:41.779931 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b5257f2b-6b76-4812-980e-85130aec50be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:41.824722 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 58802) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:01:41.882771 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b5257f2b-6b76-4812-980e-85130aec50be admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d718fa61d5924a02b8f736825e3b8e47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4684408 May 31 14:01:41.884002 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5257f2b-6b76-4812-980e-85130aec50be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f14d508-e5f0-468e-8acc-1ca850188496,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:01:41.893442 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 58806) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:01:42.008574 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d87142ec-2de3-48b6-b72f-9b9418bd02f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:42.041243 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d87142ec-2de3-48b6-b72f-9b9418bd02f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:42.082873 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-21068bef-a607-498f-9009-2de42fc1a625 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/floatingips/0b16d79e-d03c-45c0-939d-8bbbdab69b65 HTTP/1.1" status: 200 len: 993 time: 0.2539947 May 31 14:01:42.128051 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d87142ec-2de3-48b6-b72f-9b9418bd02f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:42.154412 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83129532-ca67-408f-8c3e-bd85994e7b87 req-80233940-2cd2-4afc-9343-80a3f00c203e tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:01:42.154628 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87142ec-2de3-48b6-b72f-9b9418bd02f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f14d508-e5f0-468e-8acc-1ca850188496,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:01:42.156429 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-83129532-ca67-408f-8c3e-bd85994e7b87 req-80233940-2cd2-4afc-9343-80a3f00c203e tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] 10.222.0.50 "GET /v2.0/networks?id=63fd4673-3e7b-4b31-a695-7191e3dc7a26 HTTP/1.1" status: 200 len: 813 time: 0.2485893 May 31 14:01:42.158915 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d87142ec-2de3-48b6-b72f-9b9418bd02f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:42.162722 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d87142ec-2de3-48b6-b72f-9b9418bd02f8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4f14d508-e5f0-468e-8acc-1ca850188496 HTTP/1.1" status: 204 len: 168 time: 0.2633872 May 31 14:01:42.199049 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-83129532-ca67-408f-8c3e-bd85994e7b87 req-ef5be6bc-7c88-4cd6-b5ab-44a3dc501019 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] 10.222.0.50 "GET /v2.0/quotas/80041d5c2e77427db9d44e9fdb551a51 HTTP/1.1" status: 200 len: 375 time: 0.0208561 May 31 14:01:42.245833 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-83129532-ca67-408f-8c3e-bd85994e7b87 req-7b697718-92aa-47d7-967c-a2a13098b880 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Synchronizing usage tracker for tenant:80041d5c2e77427db9d44e9fdb551a51 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:01:42.267956 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-83129532-ca67-408f-8c3e-bd85994e7b87 req-7b697718-92aa-47d7-967c-a2a13098b880 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Unset dirty status for tenant:80041d5c2e77427db9d44e9fdb551a51 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:01:42.269842 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-83129532-ca67-408f-8c3e-bd85994e7b87 req-7b697718-92aa-47d7-967c-a2a13098b880 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=80041d5c2e77427db9d44e9fdb551a51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0699325 May 31 14:01:42.500121 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-83129532-ca67-408f-8c3e-bd85994e7b87 req-4a887e14-35d7-4f24-bd90-76f2091c1142 service neutron] 10.222.0.50 "GET /v2.0/networks/63fd4673-3e7b-4b31-a695-7191e3dc7a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220454 May 31 14:01:42.600172 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 58816) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:01:42.618562 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:01:42.619421 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2b39071f-6f4a-4e61-bfb6-1d1ff0d94ba2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:42.648589 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-2b39071f-6f4a-4e61-bfb6-1d1ff0d94ba2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:01:42.651788 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-83129532-ca67-408f-8c3e-bd85994e7b87 req-c7b4f18f-88b2-43a9-a352-62f1ab1beadd service neutron] 10.222.0.50 "GET /v2.0/networks/63fd4673-3e7b-4b31-a695-7191e3dc7a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434369 May 31 14:01:42.654125 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-2b39071f-6f4a-4e61-bfb6-1d1ff0d94ba2 admin admin] Usage tracker for resource:security_group_rule and tenant:f68da04a14f54bcf8bdaf1237d4adc51 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:01:42.657640 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-2b39071f-6f4a-4e61-bfb6-1d1ff0d94ba2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:01:42.665017 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-2b39071f-6f4a-4e61-bfb6-1d1ff0d94ba2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:01:42.764413 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2b39071f-6f4a-4e61-bfb6-1d1ff0d94ba2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:42.769258 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2b39071f-6f4a-4e61-bfb6-1d1ff0d94ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:42.818314 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a50cc4ad-b0ac-4076-a80e-c3de658e265a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:42.877149 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-2b39071f-6f4a-4e61-bfb6-1d1ff0d94ba2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f68da04a14f54bcf8bdaf1237d4adc51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2748961 May 31 14:01:42.880527 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 58826) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:01:42.884595 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b39071f-6f4a-4e61-bfb6-1d1ff0d94ba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce0f9e2-f02a-4081-9fcb-3b8d39344388,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:01:42.938773 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b3668059-26d7-40d2-b56a-7ba517bbd11e req-12833090-1520-49f5-978f-8e1f7b57e472 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4eb6d26-3e8e-4091-a6f7-85f3cf2f2b25 HTTP/1.1" status: 200 len: 210 time: 0.0930223 May 31 14:01:42.977711 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a7ef40e3-f5bc-4714-81c9-ccb3b341f547 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:43.010675 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a7ef40e3-f5bc-4714-81c9-ccb3b341f547 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:43.074833 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a7ef40e3-f5bc-4714-81c9-ccb3b341f547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:43.098115 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ef40e3-f5bc-4714-81c9-ccb3b341f547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce0f9e2-f02a-4081-9fcb-3b8d39344388,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:01:43.120188 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a7ef40e3-f5bc-4714-81c9-ccb3b341f547 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:43.122418 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a7ef40e3-f5bc-4714-81c9-ccb3b341f547 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5ce0f9e2-f02a-4081-9fcb-3b8d39344388 HTTP/1.1" status: 204 len: 168 time: 0.2389002 May 31 14:01:43.836785 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:43.949313 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:44.172369 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d93b6f0c-f26a-4f98-9b9c-f40aee9ce9c6 req-941b2756-1f58-4082-aa0f-e7e643f02cee tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4eb6d26-3e8e-4091-a6f7-85f3cf2f2b25 HTTP/1.1" status: 200 len: 210 time: 0.0756862 May 31 14:01:44.791040 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83129532-ca67-408f-8c3e-bd85994e7b87 req-e91923f1-4a5f-4c6d-b323-ec766757b5e6 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:01:44.793378 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-83129532-ca67-408f-8c3e-bd85994e7b87 req-e91923f1-4a5f-4c6d-b323-ec766757b5e6 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] 10.222.0.20 "GET /v2.0/networks?id=63fd4673-3e7b-4b31-a695-7191e3dc7a26 HTTP/1.1" status: 200 len: 813 time: 0.2684531 May 31 14:01:44.808272 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-83129532-ca67-408f-8c3e-bd85994e7b87 req-6505608f-a794-482c-84fe-0d1be4feddde tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Request body: {'port': {'device_id': 'f4eb6d26-3e8e-4091-a6f7-85f3cf2f2b25', 'network_id': '63fd4673-3e7b-4b31-a695-7191e3dc7a26', 'admin_state_up': True, 'tenant_id': '80041d5c2e77427db9d44e9fdb551a51'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:01:44.998487 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-83129532-ca67-408f-8c3e-bd85994e7b87 req-6505608f-a794-482c-84fe-0d1be4feddde tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:01:45.014458 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-83129532-ca67-408f-8c3e-bd85994e7b87 req-6505608f-a794-482c-84fe-0d1be4feddde tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:01:45.029959 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83129532-ca67-408f-8c3e-bd85994e7b87 req-6505608f-a794-482c-84fe-0d1be4feddde tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Made reservation on behalf of 80041d5c2e77427db9d44e9fdb551a51 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:01:45.049426 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-83129532-ca67-408f-8c3e-bd85994e7b87 req-6505608f-a794-482c-84fe-0d1be4feddde tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:45.176944 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 58878) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:01:45.416570 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-69473b32-12f7-4969-9326-557729354ac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:45.433211 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-69473b32-12f7-4969-9326-557729354ac7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:01:45.437551 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-69473b32-12f7-4969-9326-557729354ac7 admin admin] Usage tracker for resource:security_group_rule and tenant:2496b67e612546f0b6858f9f89ef3987 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:01:45.441403 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aca3a6dd-f014-430f-9a0f-4331d600c112 req-f12175c1-da76-4541-917a-e1f56301771c tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4eb6d26-3e8e-4091-a6f7-85f3cf2f2b25 HTTP/1.1" status: 200 len: 210 time: 0.0964229 May 31 14:01:45.442239 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-69473b32-12f7-4969-9326-557729354ac7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:01:45.445336 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-83129532-ca67-408f-8c3e-bd85994e7b87 req-6505608f-a794-482c-84fe-0d1be4feddde tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Allocated IP 172.20.0.5 (63fd4673-3e7b-4b31-a695-7191e3dc7a26/f407b41c-cb9f-4c2f-8ab8-95277ae5a298/a63f4fbf-7bda-41d2-8496-ca274515d155) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:01:45.448925 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-69473b32-12f7-4969-9326-557729354ac7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:01:45.591978 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-69473b32-12f7-4969-9326-557729354ac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:45.601020 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-69473b32-12f7-4969-9326-557729354ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:45.660404 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:45.663662 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-69473b32-12f7-4969-9326-557729354ac7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2496b67e612546f0b6858f9f89ef3987&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4786611 May 31 14:01:45.665001 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69473b32-12f7-4969-9326-557729354ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c44aa44-1ef9-4070-a187-61d1bfda99a9,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:01:45.671838 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 58886) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:01:45.913950 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-83129532-ca67-408f-8c3e-bd85994e7b87 req-6505608f-a794-482c-84fe-0d1be4feddde tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:45.927773 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-54b45dba-d5c6-4f7a-97ad-c58125a23612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:45.961793 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-54b45dba-d5c6-4f7a-97ad-c58125a23612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:46.015316 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-83129532-ca67-408f-8c3e-bd85994e7b87 req-6505608f-a794-482c-84fe-0d1be4feddde tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:46.090124 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-54b45dba-d5c6-4f7a-97ad-c58125a23612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:46.149579 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b45dba-d5c6-4f7a-97ad-c58125a23612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c44aa44-1ef9-4070-a187-61d1bfda99a9,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:01:46.156881 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83129532-ca67-408f-8c3e-bd85994e7b87 req-6505608f-a794-482c-84fe-0d1be4feddde tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Network 63fd4673-3e7b-4b31-a695-7191e3dc7a26 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:01:46.170276 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-83129532-ca67-408f-8c3e-bd85994e7b87 req-6505608f-a794-482c-84fe-0d1be4feddde tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:01:46.177389 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-83129532-ca67-408f-8c3e-bd85994e7b87 req-6505608f-a794-482c-84fe-0d1be4feddde tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:01:46.209247 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6505608f-a794-482c-84fe-0d1be4feddde tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Pushing event updated for resources: {'Port': ['ID=a63f4fbf-7bda-41d2-8496-ca274515d155,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:01:46.233459 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-54b45dba-d5c6-4f7a-97ad-c58125a23612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:46.234760 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-54b45dba-d5c6-4f7a-97ad-c58125a23612 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4c44aa44-1ef9-4070-a187-61d1bfda99a9 HTTP/1.1" status: 204 len: 168 time: 0.5617445 May 31 14:01:46.267171 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83129532-ca67-408f-8c3e-bd85994e7b87 req-6505608f-a794-482c-84fe-0d1be4feddde tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:01:46.269173 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-83129532-ca67-408f-8c3e-bd85994e7b87 req-6505608f-a794-482c-84fe-0d1be4feddde tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:46.326409 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-83129532-ca67-408f-8c3e-bd85994e7b87 req-6505608f-a794-482c-84fe-0d1be4feddde tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5239813 May 31 14:01:46.356038 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-83129532-ca67-408f-8c3e-bd85994e7b87 req-39d2eab8-9179-48df-b8fb-211c2c858929 service neutron] Request body: {'port': {'device_id': 'f4eb6d26-3e8e-4091-a6f7-85f3cf2f2b25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:01:46.544331 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-83129532-ca67-408f-8c3e-bd85994e7b87 req-39d2eab8-9179-48df-b8fb-211c2c858929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:46.884089 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f3109a-c28d-4de9-b6ff-4ae98142ac5c req-b279b7c6-e67c-4d2b-ae43-232df573e763 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:01:46.884796 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-a1f3109a-c28d-4de9-b6ff-4ae98142ac5c req-b279b7c6-e67c-4d2b-ae43-232df573e763 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Synchronizing usage tracker for tenant:80041d5c2e77427db9d44e9fdb551a51 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:01:46.986703 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-a1f3109a-c28d-4de9-b6ff-4ae98142ac5c req-b279b7c6-e67c-4d2b-ae43-232df573e763 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Unset dirty status for tenant:80041d5c2e77427db9d44e9fdb551a51 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:01:46.988210 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a1f3109a-c28d-4de9-b6ff-4ae98142ac5c req-b279b7c6-e67c-4d2b-ae43-232df573e763 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4eb6d26-3e8e-4091-a6f7-85f3cf2f2b25 HTTP/1.1" status: 200 len: 931 time: 0.3587790 May 31 14:01:47.071807 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a1f3109a-c28d-4de9-b6ff-4ae98142ac5c req-47676288-702b-4a59-a646-f03f1603f28d tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] 10.222.0.50 "GET /v2.0/security-groups?id=c52a2b74-f615-4964-90d7-c79fd92bae1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757532 May 31 14:01:47.217780 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-83129532-ca67-408f-8c3e-bd85994e7b87 req-39d2eab8-9179-48df-b8fb-211c2c858929 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a63f4fbf-7bda-41d2-8496-ca274515d155 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:01:47.226603 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-83129532-ca67-408f-8c3e-bd85994e7b87 req-39d2eab8-9179-48df-b8fb-211c2c858929 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:47.246120 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-83129532-ca67-408f-8c3e-bd85994e7b87 req-39d2eab8-9179-48df-b8fb-211c2c858929 service neutron] Transition to ACTIVE for port object a63f4fbf-7bda-41d2-8496-ca274515d155 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:01:47.253594 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-83129532-ca67-408f-8c3e-bd85994e7b87 req-39d2eab8-9179-48df-b8fb-211c2c858929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:47.457624 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d2eab8-9179-48df-b8fb-211c2c858929 service neutron] Pushing event updated for resources: {'Port': ['ID=a63f4fbf-7bda-41d2-8496-ca274515d155,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:01:47.547262 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-83129532-ca67-408f-8c3e-bd85994e7b87 req-39d2eab8-9179-48df-b8fb-211c2c858929 service neutron] Attempting to bind port a63f4fbf-7bda-41d2-8496-ca274515d155 on host n-h1-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:01:47.550676 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-83129532-ca67-408f-8c3e-bd85994e7b87 req-39d2eab8-9179-48df-b8fb-211c2c858929 service neutron] Attempting to bind port a63f4fbf-7bda-41d2-8496-ca274515d155 by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': 'f7aeab4e-1cfb-4901-bbf4-c5babbf940ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '63fd4673-3e7b-4b31-a695-7191e3dc7a26'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:01:47.552062 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83129532-ca67-408f-8c3e-bd85994e7b87 req-39d2eab8-9179-48df-b8fb-211c2c858929 service neutron] Attempting to bind port a63f4fbf-7bda-41d2-8496-ca274515d155 on network 63fd4673-3e7b-4b31-a695-7191e3dc7a26 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:01:47.561427 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83129532-ca67-408f-8c3e-bd85994e7b87 req-39d2eab8-9179-48df-b8fb-211c2c858929 service neutron] Port a63f4fbf-7bda-41d2-8496-ca274515d155 on network 63fd4673-3e7b-4b31-a695-7191e3dc7a26 not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 14:01:47.561751 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83129532-ca67-408f-8c3e-bd85994e7b87 req-39d2eab8-9179-48df-b8fb-211c2c858929 service neutron] Attempting to bind port a63f4fbf-7bda-41d2-8496-ca274515d155 on network 63fd4673-3e7b-4b31-a695-7191e3dc7a26 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:01:47.571855 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83129532-ca67-408f-8c3e-bd85994e7b87 req-39d2eab8-9179-48df-b8fb-211c2c858929 service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:01:47.572922 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83129532-ca67-408f-8c3e-bd85994e7b87 req-39d2eab8-9179-48df-b8fb-211c2c858929 service neutron] Checking segment: {'id': 'f7aeab4e-1cfb-4901-bbf4-c5babbf940ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '63fd4673-3e7b-4b31-a695-7191e3dc7a26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:01:47.574337 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83129532-ca67-408f-8c3e-bd85994e7b87 req-39d2eab8-9179-48df-b8fb-211c2c858929 service neutron] Bound using segment: {'id': 'f7aeab4e-1cfb-4901-bbf4-c5babbf940ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '63fd4673-3e7b-4b31-a695-7191e3dc7a26'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:01:47.575352 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-83129532-ca67-408f-8c3e-bd85994e7b87 req-39d2eab8-9179-48df-b8fb-211c2c858929 service neutron] Bound port: a63f4fbf-7bda-41d2-8496-ca274515d155, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7aeab4e-1cfb-4901-bbf4-c5babbf940ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '63fd4673-3e7b-4b31-a695-7191e3dc7a26'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:01:47.575352 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-83129532-ca67-408f-8c3e-bd85994e7b87 req-39d2eab8-9179-48df-b8fb-211c2c858929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:47.713392 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-83129532-ca67-408f-8c3e-bd85994e7b87 req-39d2eab8-9179-48df-b8fb-211c2c858929 service neutron] For port a63f4fbf-7bda-41d2-8496-ca274515d155, host n-h1-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:01:47.717699 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-83129532-ca67-408f-8c3e-bd85994e7b87 req-39d2eab8-9179-48df-b8fb-211c2c858929 service neutron] For port a63f4fbf-7bda-41d2-8496-ca274515d155, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=a63f4fbf-7bda-41d2-8496-ca274515d155,segment=NetworkSegment(f7aeab4e-1cfb-4901-bbf4-c5babbf940ba),segment_id=f7aeab4e-1cfb-4901-bbf4-c5babbf940ba)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:01:47.723902 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-83129532-ca67-408f-8c3e-bd85994e7b87 req-39d2eab8-9179-48df-b8fb-211c2c858929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:47.799504 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83129532-ca67-408f-8c3e-bd85994e7b87 req-39d2eab8-9179-48df-b8fb-211c2c858929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:01:47.800977 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-83129532-ca67-408f-8c3e-bd85994e7b87 req-39d2eab8-9179-48df-b8fb-211c2c858929 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:47.802681 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-83129532-ca67-408f-8c3e-bd85994e7b87 req-39d2eab8-9179-48df-b8fb-211c2c858929 service neutron] 10.222.0.20 "PUT /v2.0/ports/a63f4fbf-7bda-41d2-8496-ca274515d155 HTTP/1.1" status: 200 len: 1091 time: 1.4682684 May 31 14:01:47.803478 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4eb6d26-3e8e-4091-a6f7-85f3cf2f2b25', 'tag': 'a63f4fbf-7bda-41d2-8496-ca274515d155'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:01:47.883132 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6c6cffa-408c-4c35-abb8-a032b1a64ce8'] response: {'name': 'network-changed', 'server_uuid': 'f4eb6d26-3e8e-4091-a6f7-85f3cf2f2b25', 'tag': 'a63f4fbf-7bda-41d2-8496-ca274515d155', 'status': 'completed', 'code': 200} May 31 14:01:47.935242 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d2eab8-9179-48df-b8fb-211c2c858929 service neutron] Pushing event updated for resources: {'Port': ['ID=a63f4fbf-7bda-41d2-8496-ca274515d155,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:01:47.954341 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83129532-ca67-408f-8c3e-bd85994e7b87 req-75c51e92-260d-4791-9908-2145d247c741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:01:47.956937 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-83129532-ca67-408f-8c3e-bd85994e7b87 req-75c51e92-260d-4791-9908-2145d247c741 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=80041d5c2e77427db9d44e9fdb551a51&device_id=f4eb6d26-3e8e-4091-a6f7-85f3cf2f2b25 HTTP/1.1" status: 200 len: 1094 time: 0.1121695 May 31 14:01:48.057884 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-83129532-ca67-408f-8c3e-bd85994e7b87 req-44e34ca8-c397-41da-a848-2e874989de75 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a63f4fbf-7bda-41d2-8496-ca274515d155 HTTP/1.1" status: 200 len: 217 time: 0.0942433 May 31 14:01:48.167606 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83129532-ca67-408f-8c3e-bd85994e7b87 req-ae2562b7-9f18-44bf-9a93-d4ecdc1698c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:01:48.172024 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-83129532-ca67-408f-8c3e-bd85994e7b87 req-ae2562b7-9f18-44bf-9a93-d4ecdc1698c6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f407b41c-cb9f-4c2f-8ab8-95277ae5a298 HTTP/1.1" status: 200 len: 853 time: 0.1045518 May 31 14:01:48.196548 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 58934) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:01:48.227275 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-83129532-ca67-408f-8c3e-bd85994e7b87 req-2a7a2b60-5710-4a5c-916e-9750fa5fbf90 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=63fd4673-3e7b-4b31-a695-7191e3dc7a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495331 May 31 14:01:48.479245 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ce4e2589-0c01-4a3d-bc24-713d08e0a16c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:48.501157 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ce4e2589-0c01-4a3d-bc24-713d08e0a16c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:01:48.506290 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ce4e2589-0c01-4a3d-bc24-713d08e0a16c admin admin] Usage tracker for resource:security_group_rule and tenant:5df8725e9bd340ab89588ea72f342dca is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:01:48.509411 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ce4e2589-0c01-4a3d-bc24-713d08e0a16c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:01:48.516885 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ce4e2589-0c01-4a3d-bc24-713d08e0a16c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:01:48.545724 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-83129532-ca67-408f-8c3e-bd85994e7b87 req-dc2dde6f-2b3f-47d2-83ba-8c95c5328efb service neutron] 10.222.0.20 "GET /v2.0/networks/63fd4673-3e7b-4b31-a695-7191e3dc7a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3121779 May 31 14:01:48.625862 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ce4e2589-0c01-4a3d-bc24-713d08e0a16c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:48.633422 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ce4e2589-0c01-4a3d-bc24-713d08e0a16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:48.695208 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ce4e2589-0c01-4a3d-bc24-713d08e0a16c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5df8725e9bd340ab89588ea72f342dca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4952307 May 31 14:01:48.695915 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4e2589-0c01-4a3d-bc24-713d08e0a16c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc26fc6-1e8a-4de9-aa89-02c3eacd57d7,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:01:48.702247 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 58942) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:01:48.719409 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4e2589-0c01-4a3d-bc24-713d08e0a16c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:01:48.720100 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4e2589-0c01-4a3d-bc24-713d08e0a16c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:01:48.720904 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4e2589-0c01-4a3d-bc24-713d08e0a16c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:01:48.721728 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4e2589-0c01-4a3d-bc24-713d08e0a16c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:01:48.722427 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4e2589-0c01-4a3d-bc24-713d08e0a16c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:01:48.723109 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4e2589-0c01-4a3d-bc24-713d08e0a16c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:01:48.723777 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4e2589-0c01-4a3d-bc24-713d08e0a16c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:01:48.724368 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4e2589-0c01-4a3d-bc24-713d08e0a16c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:01:48.724914 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4e2589-0c01-4a3d-bc24-713d08e0a16c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:01:48.725455 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4e2589-0c01-4a3d-bc24-713d08e0a16c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:01:48.725980 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4e2589-0c01-4a3d-bc24-713d08e0a16c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:01:48.726654 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4e2589-0c01-4a3d-bc24-713d08e0a16c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:01:48.830583 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4ed8262e-ffc5-4c73-a729-5540cac35d39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:48.864027 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4ed8262e-ffc5-4c73-a729-5540cac35d39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:48.938680 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b37af6d-68a5-40a1-a545-4f091148dc12 req-d0b3d1c1-ca02-47f0-af47-4da64f60d21f tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:01:48.940847 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8b37af6d-68a5-40a1-a545-4f091148dc12 req-d0b3d1c1-ca02-47f0-af47-4da64f60d21f tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4eb6d26-3e8e-4091-a6f7-85f3cf2f2b25 HTTP/1.1" status: 200 len: 943 time: 0.5857964 May 31 14:01:48.942746 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-83129532-ca67-408f-8c3e-bd85994e7b87 req-de949a09-4407-492e-a87b-9ed5eae15c74 service neutron] 10.222.0.20 "GET /v2.0/networks/63fd4673-3e7b-4b31-a695-7191e3dc7a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3905492 May 31 14:01:49.036918 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4ed8262e-ffc5-4c73-a729-5540cac35d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:49.054805 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8b37af6d-68a5-40a1-a545-4f091148dc12 req-ecc5f5f4-24a8-4765-b98d-2f1a49495baf tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] 10.222.0.50 "GET /v2.0/security-groups?id=c52a2b74-f615-4964-90d7-c79fd92bae1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042368 May 31 14:01:49.072900 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed8262e-ffc5-4c73-a729-5540cac35d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc26fc6-1e8a-4de9-aa89-02c3eacd57d7,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:01:49.088270 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4ed8262e-ffc5-4c73-a729-5540cac35d39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:49.089455 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-4ed8262e-ffc5-4c73-a729-5540cac35d39 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5dc26fc6-1e8a-4de9-aa89-02c3eacd57d7 HTTP/1.1" status: 204 len: 168 time: 0.3856280 May 31 14:01:49.129035 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0fa84d-7ac4-4353-be55-99ad58d658df req-d783568c-56f7-47c6-ac3f-b56ade4185d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:01:49.130361 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5a0fa84d-7ac4-4353-be55-99ad58d658df req-d783568c-56f7-47c6-ac3f-b56ade4185d1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=80041d5c2e77427db9d44e9fdb551a51&device_id=f4eb6d26-3e8e-4091-a6f7-85f3cf2f2b25 HTTP/1.1" status: 200 len: 1094 time: 0.1332963 May 31 14:01:49.347415 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0fa84d-7ac4-4353-be55-99ad58d658df req-a5749ab4-c3a1-4e82-8949-126076c427b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:01:49.348964 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5a0fa84d-7ac4-4353-be55-99ad58d658df req-a5749ab4-c3a1-4e82-8949-126076c427b9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=63fd4673-3e7b-4b31-a695-7191e3dc7a26 HTTP/1.1" status: 200 len: 914 time: 0.2113729 May 31 14:01:49.437780 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5a0fa84d-7ac4-4353-be55-99ad58d658df req-6057932a-c449-4fb5-aebb-3036af0ca19f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a63f4fbf-7bda-41d2-8496-ca274515d155 HTTP/1.1" status: 200 len: 217 time: 0.0823319 May 31 14:01:49.512609 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0fa84d-7ac4-4353-be55-99ad58d658df req-d19bebfe-9e33-4fbc-bf41-832001d66330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:01:49.513878 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5a0fa84d-7ac4-4353-be55-99ad58d658df req-d19bebfe-9e33-4fbc-bf41-832001d66330 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f407b41c-cb9f-4c2f-8ab8-95277ae5a298 HTTP/1.1" status: 200 len: 853 time: 0.0703626 May 31 14:01:49.564982 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5a0fa84d-7ac4-4353-be55-99ad58d658df req-c1089fc9-f701-4050-81a4-51d4b23cbbe5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=63fd4673-3e7b-4b31-a695-7191e3dc7a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441284 May 31 14:01:49.747889 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5a0fa84d-7ac4-4353-be55-99ad58d658df req-fc075cbe-fd6a-4ac9-9930-f12476da5137 service neutron] 10.222.0.20 "GET /v2.0/networks/63fd4673-3e7b-4b31-a695-7191e3dc7a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721489 May 31 14:01:49.920681 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5a0fa84d-7ac4-4353-be55-99ad58d658df req-0d3d5283-7bd5-433b-b0ce-c6aafcec251c service neutron] 10.222.0.20 "GET /v2.0/networks/63fd4673-3e7b-4b31-a695-7191e3dc7a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656964 May 31 14:01:50.225055 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 58974) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:01:50.308605 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21744ce6-a2c1-485b-93ef-7a793fa7c19e req-8138a4b5-93cf-477d-887e-848e74ec2146 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:01:50.316442 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-21744ce6-a2c1-485b-93ef-7a793fa7c19e req-8138a4b5-93cf-477d-887e-848e74ec2146 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4eb6d26-3e8e-4091-a6f7-85f3cf2f2b25 HTTP/1.1" status: 200 len: 943 time: 0.1204512 May 31 14:01:50.373215 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-a5529cc0-5d8f-4b4b-b258-b3ba83deb2c1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1280450823-network', 'tenant_id': '62181e77ef674913bf8bbc25767f3dc9'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:01:50.376365 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-21744ce6-a2c1-485b-93ef-7a793fa7c19e req-e8a1998f-2c20-416f-994d-615ac01ce1bb tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] 10.222.0.50 "GET /v2.0/security-groups?id=c52a2b74-f615-4964-90d7-c79fd92bae1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590339 May 31 14:01:50.379976 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a5529cc0-5d8f-4b4b-b258-b3ba83deb2c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:01:50.385575 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a5529cc0-5d8f-4b4b-b258-b3ba83deb2c1 admin admin] Usage tracker for resource:network and tenant:62181e77ef674913bf8bbc25767f3dc9 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:01:50.388841 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a5529cc0-5d8f-4b4b-b258-b3ba83deb2c1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:01:50.396812 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a5529cc0-5d8f-4b4b-b258-b3ba83deb2c1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:01:50.411077 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5529cc0-5d8f-4b4b-b258-b3ba83deb2c1 admin admin] Made reservation on behalf of 62181e77ef674913bf8bbc25767f3dc9 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:01:50.413963 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a5529cc0-5d8f-4b4b-b258-b3ba83deb2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:50.427274 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a5529cc0-5d8f-4b4b-b258-b3ba83deb2c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:50.444647 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a5529cc0-5d8f-4b4b-b258-b3ba83deb2c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:01:50.449667 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a5529cc0-5d8f-4b4b-b258-b3ba83deb2c1 admin admin] Usage tracker for resource:security_group_rule and tenant:62181e77ef674913bf8bbc25767f3dc9 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:01:50.452404 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a5529cc0-5d8f-4b4b-b258-b3ba83deb2c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:01:50.461385 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a5529cc0-5d8f-4b4b-b258-b3ba83deb2c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:01:50.560967 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a5529cc0-5d8f-4b4b-b258-b3ba83deb2c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:50.565056 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a5529cc0-5d8f-4b4b-b258-b3ba83deb2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:50.599922 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5529cc0-5d8f-4b4b-b258-b3ba83deb2c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 14:01:50.608465 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5529cc0-5d8f-4b4b-b258-b3ba83deb2c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd61851-555d-4225-839e-83d1be8d132c,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:01:50.616929 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a5529cc0-5d8f-4b4b-b258-b3ba83deb2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:50.617274 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-a5529cc0-5d8f-4b4b-b258-b3ba83deb2c1 admin admin] Added segment 7e105bbf-f349-4422-ace6-30b86fdfc308 of type vlan for network dcf8be4a-b80c-4791-b2db-9314ef7b56f8 May 31 14:01:50.758603 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a5529cc0-5d8f-4b4b-b258-b3ba83deb2c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:50.792033 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a5529cc0-5d8f-4b4b-b258-b3ba83deb2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:50.793272 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5529cc0-5d8f-4b4b-b258-b3ba83deb2c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:01:50.794020 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a5529cc0-5d8f-4b4b-b258-b3ba83deb2c1 admin admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:50.928506 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5529cc0-5d8f-4b4b-b258-b3ba83deb2c1 admin admin] Pushing event updated for resources: {'Network': ['ID=dcf8be4a-b80c-4791-b2db-9314ef7b56f8,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:01:50.941051 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a5529cc0-5d8f-4b4b-b258-b3ba83deb2c1 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7147338 May 31 14:01:50.942001 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network dcf8be4a-b80c-4791-b2db-9314ef7b56f8 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 14:01:50.943911 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 58984) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:01:50.949484 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-7b218728-e8f8-4067-b4a3-af46f94785e0 admin admin] Request body: {'subnet': {'network_id': 'dcf8be4a-b80c-4791-b2db-9314ef7b56f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1280450823-subnet', 'tenant_id': '62181e77ef674913bf8bbc25767f3dc9', 'ip_version': 4}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:01:50.955769 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-7b218728-e8f8-4067-b4a3-af46f94785e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:01:50.963259 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-7b218728-e8f8-4067-b4a3-af46f94785e0 admin admin] Usage tracker for resource:subnet and tenant:62181e77ef674913bf8bbc25767f3dc9 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:01:50.966416 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-7b218728-e8f8-4067-b4a3-af46f94785e0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:01:50.973049 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-7b218728-e8f8-4067-b4a3-af46f94785e0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:01:50.987047 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b218728-e8f8-4067-b4a3-af46f94785e0 admin admin] Made reservation on behalf of 62181e77ef674913bf8bbc25767f3dc9 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:01:50.989549 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7b218728-e8f8-4067-b4a3-af46f94785e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:51.227036 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7b218728-e8f8-4067-b4a3-af46f94785e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:51.254568 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device a63f4fbf-7bda-41d2-8496-ca274515d155 details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 14:01:51.313228 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b218728-e8f8-4067-b4a3-af46f94785e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6021c0ac-877c-4286-9479-5ffc8c9c64e7,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:01:51.324595 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b218728-e8f8-4067-b4a3-af46f94785e0 admin admin] Checking segment: {'id': '7e105bbf-f349-4422-ace6-30b86fdfc308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'dcf8be4a-b80c-4791-b2db-9314ef7b56f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:01:51.324953 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b218728-e8f8-4067-b4a3-af46f94785e0 admin admin] Network hostable DHCP agents. Network: dcf8be4a-b80c-4791-b2db-9314ef7b56f8, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 14:01:51.347353 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b218728-e8f8-4067-b4a3-af46f94785e0 admin admin] Network dcf8be4a-b80c-4791-b2db-9314ef7b56f8 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 14:01:51.360886 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-7b218728-e8f8-4067-b4a3-af46f94785e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, dcf8be4a-b80c-4791-b2db-9314ef7b56f8) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:01:51.369445 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b218728-e8f8-4067-b4a3-af46f94785e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:01:51.371808 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7b218728-e8f8-4067-b4a3-af46f94785e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:51.414230 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 58996) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:01:51.414678 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-7b218728-e8f8-4067-b4a3-af46f94785e0 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4694471 May 31 14:01:51.419656 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-ef6a1dbc-322e-45c2-8fc4-6dff1bf88366 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1280450823-router', 'tenant_id': '62181e77ef674913bf8bbc25767f3dc9', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:01:51.430242 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ef6a1dbc-322e-45c2-8fc4-6dff1bf88366 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:01:51.440144 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ef6a1dbc-322e-45c2-8fc4-6dff1bf88366 admin admin] Usage tracker for resource:router and tenant:62181e77ef674913bf8bbc25767f3dc9 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:01:51.446407 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ef6a1dbc-322e-45c2-8fc4-6dff1bf88366 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:01:51.457613 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ef6a1dbc-322e-45c2-8fc4-6dff1bf88366 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:01:51.481215 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ef6a1dbc-322e-45c2-8fc4-6dff1bf88366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:51.482555 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ef6a1dbc-322e-45c2-8fc4-6dff1bf88366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:51.512532 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ef6a1dbc-322e-45c2-8fc4-6dff1bf88366 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:51.530345 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port a63f4fbf-7bda-41d2-8496-ca274515d155, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=a63f4fbf-7bda-41d2-8496-ca274515d155,segment=NetworkSegment(f7aeab4e-1cfb-4901-bbf4-c5babbf940ba),segment_id=f7aeab4e-1cfb-4901-bbf4-c5babbf940ba)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:01:51.547515 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8325b2-130b-4af5-819d-2e249108d4c9 None None] Network dcf8be4a-b80c-4791-b2db-9314ef7b56f8 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:01:51.661850 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': 'a63f4fbf-7bda-41d2-8496-ca274515d155', 'network_id': '63fd4673-3e7b-4b31-a695-7191e3dc7a26', 'port_id': 'a63f4fbf-7bda-41d2-8496-ca274515d155', 'mac_address': 'fa:16:3e:eb:6f:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f407b41c-cb9f-4c2f-8ab8-95277ae5a298', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 14:01:51.733430 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9004b618-dd99-448a-9142-bb9742d6818d req-dfb9afd3-2292-4721-98d3-6b4d1807ce8f tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:01:51.735297 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9004b618-dd99-448a-9142-bb9742d6818d req-dfb9afd3-2292-4721-98d3-6b4d1807ce8f tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4eb6d26-3e8e-4091-a6f7-85f3cf2f2b25 HTTP/1.1" status: 200 len: 943 time: 0.1470995 May 31 14:01:51.797587 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9004b618-dd99-448a-9142-bb9742d6818d req-1a45fe23-488e-495f-8741-d0951dca61d1 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] 10.222.0.50 "GET /v2.0/security-groups?id=c52a2b74-f615-4964-90d7-c79fd92bae1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543935 May 31 14:01:51.868091 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ef6a1dbc-322e-45c2-8fc4-6dff1bf88366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:51.879984 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port a63f4fbf-7bda-41d2-8496-ca274515d155 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:01:51.880370 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:51.950840 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a63f4fbf-7bda-41d2-8496-ca274515d155 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:01:51.958507 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d0fe86-c36b-4e55-af78-e1fe0e01be40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-dcf8be4a-b80c-4791-b2db-9314ef7b56f8', 'network_id': 'dcf8be4a-b80c-4791-b2db-9314ef7b56f8', 'tenant_id': '62181e77ef674913bf8bbc25767f3dc9', 'fixed_ips': [{'subnet_id': '6021c0ac-877c-4286-9479-5ffc8c9c64e7'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 14:01:51.959585 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e3d0fe86-c36b-4e55-af78-e1fe0e01be40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:51.992245 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port a63f4fbf-7bda-41d2-8496-ca274515d155, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=a63f4fbf-7bda-41d2-8496-ca274515d155,segment=NetworkSegment(f7aeab4e-1cfb-4901-bbf4-c5babbf940ba),segment_id=f7aeab4e-1cfb-4901-bbf4-c5babbf940ba)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:01:52.035330 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:52.185256 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=a63f4fbf-7bda-41d2-8496-ca274515d155,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:01:52.231191 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-e3d0fe86-c36b-4e55-af78-e1fe0e01be40 None None] Allocated IP 172.20.0.2 (dcf8be4a-b80c-4791-b2db-9314ef7b56f8/6021c0ac-877c-4286-9479-5ffc8c9c64e7/dcd37c37-7757-4dc1-afd4-64b404ec897e) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:01:52.251803 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ef6a1dbc-322e-45c2-8fc4-6dff1bf88366 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:52.299715 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ef6a1dbc-322e-45c2-8fc4-6dff1bf88366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:52.458093 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['a63f4fbf-7bda-41d2-8496-ca274515d155'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:01:52.521543 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-ef6a1dbc-322e-45c2-8fc4-6dff1bf88366 admin admin] Allocated IP 172.25.6.95 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/86418b57-0edc-48f9-98bd-22cfbf135a88) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:01:52.695626 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e3d0fe86-c36b-4e55-af78-e1fe0e01be40 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:52.715847 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ef6a1dbc-322e-45c2-8fc4-6dff1bf88366 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:52.719914 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e3d0fe86-c36b-4e55-af78-e1fe0e01be40 None None] Transition to ACTIVE for port object dcd37c37-7757-4dc1-afd4-64b404ec897e will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:01:52.749055 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ef6a1dbc-322e-45c2-8fc4-6dff1bf88366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:52.762803 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e3d0fe86-c36b-4e55-af78-e1fe0e01be40 None None] Transition to ACTIVE for port object dcd37c37-7757-4dc1-afd4-64b404ec897e will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:01:52.778098 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e3d0fe86-c36b-4e55-af78-e1fe0e01be40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:52.822697 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6a1dbc-322e-45c2-8fc4-6dff1bf88366 admin admin] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:01:52.825560 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-ef6a1dbc-322e-45c2-8fc4-6dff1bf88366 admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:01:52.829706 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6a1dbc-322e-45c2-8fc4-6dff1bf88366 admin admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:01:52.860005 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d0fe86-c36b-4e55-af78-e1fe0e01be40 None None] Pushing event updated for resources: {'Port': ['ID=dcd37c37-7757-4dc1-afd4-64b404ec897e,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:01:52.866095 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6a1dbc-322e-45c2-8fc4-6dff1bf88366 admin admin] Pushing event updated for resources: {'Port': ['ID=86418b57-0edc-48f9-98bd-22cfbf135a88,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:01:52.904114 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d0fe86-c36b-4e55-af78-e1fe0e01be40 None None] Network dcf8be4a-b80c-4791-b2db-9314ef7b56f8 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:01:52.906954 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-e3d0fe86-c36b-4e55-af78-e1fe0e01be40 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:01:52.912420 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d0fe86-c36b-4e55-af78-e1fe0e01be40 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:01:53.030051 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-e3d0fe86-c36b-4e55-af78-e1fe0e01be40 None None] Attempting to bind port dcd37c37-7757-4dc1-afd4-64b404ec897e on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:01:53.030717 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-e3d0fe86-c36b-4e55-af78-e1fe0e01be40 None None] Attempting to bind port dcd37c37-7757-4dc1-afd4-64b404ec897e by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '7e105bbf-f349-4422-ace6-30b86fdfc308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'dcf8be4a-b80c-4791-b2db-9314ef7b56f8'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:01:53.030849 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d0fe86-c36b-4e55-af78-e1fe0e01be40 None None] Attempting to bind port dcd37c37-7757-4dc1-afd4-64b404ec897e on network dcf8be4a-b80c-4791-b2db-9314ef7b56f8 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:01:53.038428 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d0fe86-c36b-4e55-af78-e1fe0e01be40 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:01:53.038812 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d0fe86-c36b-4e55-af78-e1fe0e01be40 None None] Checking segment: {'id': '7e105bbf-f349-4422-ace6-30b86fdfc308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'dcf8be4a-b80c-4791-b2db-9314ef7b56f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:01:53.039204 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e3d0fe86-c36b-4e55-af78-e1fe0e01be40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:53.039608 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d0fe86-c36b-4e55-af78-e1fe0e01be40 None None] Bound using segment: {'id': '7e105bbf-f349-4422-ace6-30b86fdfc308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'dcf8be4a-b80c-4791-b2db-9314ef7b56f8'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:01:53.040089 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-e3d0fe86-c36b-4e55-af78-e1fe0e01be40 None None] Bound port: dcd37c37-7757-4dc1-afd4-64b404ec897e, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e105bbf-f349-4422-ace6-30b86fdfc308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'dcf8be4a-b80c-4791-b2db-9314ef7b56f8'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:01:53.040486 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e3d0fe86-c36b-4e55-af78-e1fe0e01be40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:53.153719 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-e3d0fe86-c36b-4e55-af78-e1fe0e01be40 None None] For port dcd37c37-7757-4dc1-afd4-64b404ec897e, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:01:53.157514 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-e3d0fe86-c36b-4e55-af78-e1fe0e01be40 None None] For port dcd37c37-7757-4dc1-afd4-64b404ec897e, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=dcd37c37-7757-4dc1-afd4-64b404ec897e,segment=NetworkSegment(7e105bbf-f349-4422-ace6-30b86fdfc308),segment_id=7e105bbf-f349-4422-ace6-30b86fdfc308)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:01:53.164050 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e3d0fe86-c36b-4e55-af78-e1fe0e01be40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:53.170239 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec0f67e-02b2-4eb9-a5cc-55e73c05973d req-53614a43-92b5-475b-9080-6d31024885ef tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:01:53.183238 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-eec0f67e-02b2-4eb9-a5cc-55e73c05973d req-53614a43-92b5-475b-9080-6d31024885ef tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4eb6d26-3e8e-4091-a6f7-85f3cf2f2b25 HTTP/1.1" status: 200 len: 944 time: 0.2540927 May 31 14:01:53.291482 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d0fe86-c36b-4e55-af78-e1fe0e01be40 None None] Pushing event updated for resources: {'Port': ['ID=dcd37c37-7757-4dc1-afd4-64b404ec897e,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:01:53.301629 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-eec0f67e-02b2-4eb9-a5cc-55e73c05973d req-ffe3f02a-c5a7-48f3-9167-ecd518acb080 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] 10.222.0.50 "GET /v2.0/security-groups?id=c52a2b74-f615-4964-90d7-c79fd92bae1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153874 May 31 14:01:53.577746 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ef6a1dbc-322e-45c2-8fc4-6dff1bf88366 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:54.032403 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ef6a1dbc-322e-45c2-8fc4-6dff1bf88366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:54.288580 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef6a1dbc-322e-45c2-8fc4-6dff1bf88366 admin admin] Router b0195107-125e-4e78-aedd-863a20d92a94 is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 14:01:54.564687 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef6a1dbc-322e-45c2-8fc4-6dff1bf88366 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:01:54.576025 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd2cc92-acfb-4f73-9aa3-80aefb61b03b None None] Sync routers for ids ['b0195107-125e-4e78-aedd-863a20d92a94'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:01:54.596765 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd2cc92-acfb-4f73-9aa3-80aefb61b03b None None] Routers {'b0195107-125e-4e78-aedd-863a20d92a94'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:01:54.597407 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-5bd2cc92-acfb-4f73-9aa3-80aefb61b03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:01:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['b0195107-125e-4e78-aedd-863a20d92a94'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:01:54.605749 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ef6a1dbc-322e-45c2-8fc4-6dff1bf88366 admin admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:54.611633 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 59014) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:01:54.612142 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ef6a1dbc-322e-45c2-8fc4-6dff1bf88366 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.1963801 May 31 14:01:54.677367 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d76085-b2fa-459b-844d-1e63318c5e11 None None] Network dcf8be4a-b80c-4791-b2db-9314ef7b56f8 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:01:54.785096 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9641651b-6ea2-4e29-94c7-4f209628fab2 None None] Provisioning for port dcd37c37-7757-4dc1-afd4-64b404ec897e completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:01:54.949511 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b332f-82b0-4a1d-a2a0-561832446243 req-bf5e1225-23a7-4ae8-bf65-a6fd31a28d43 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:01:54.957745 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3d3b332f-82b0-4a1d-a2a0-561832446243 req-bf5e1225-23a7-4ae8-bf65-a6fd31a28d43 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4eb6d26-3e8e-4091-a6f7-85f3cf2f2b25 HTTP/1.1" status: 200 len: 944 time: 0.4519618 May 31 14:01:55.024230 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-5bd2cc92-acfb-4f73-9aa3-80aefb61b03b None None] Set router b0195107-125e-4e78-aedd-863a20d92a94 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:01:55.103557 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3d3b332f-82b0-4a1d-a2a0-561832446243 req-9b629513-3631-4a3e-8d36-14956a60323a tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] 10.222.0.50 "GET /v2.0/security-groups?id=c52a2b74-f615-4964-90d7-c79fd92bae1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449180 May 31 14:01:55.298064 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device a63f4fbf-7bda-41d2-8496-ca274515d155 up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:01:55.539753 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning for port a63f4fbf-7bda-41d2-8496-ca274515d155 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:01:55.551234 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port a63f4fbf-7bda-41d2-8496-ca274515d155 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:01:55.551600 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:55.628337 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e509d2cb-8665-4007-9810-4f646ddb8ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:55.648932 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device dcd37c37-7757-4dc1-afd4-64b404ec897e up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:01:55.962482 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-5bd2cc92-acfb-4f73-9aa3-80aefb61b03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0195107-125e-4e78-aedd-863a20d92a94', 'name': 'tempest-TestVolumeBackupRestore-1280450823-router', 'tenant_id': '62181e77ef674913bf8bbc25767f3dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': '86418b57-0edc-48f9-98bd-22cfbf135a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:01:51Z', 'updated_at': '2022-05-31T14:01:53Z', 'revision_number': 3, 'project_id': '62181e77ef674913bf8bbc25767f3dc9', 'gw_port': {'id': '86418b57-0edc-48f9-98bd-22cfbf135a88', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c5:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0195107-125e-4e78-aedd-863a20d92a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:01:52Z', 'updated_at': '2022-05-31T14:01:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:01:56.026075 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd2cc92-acfb-4f73-9aa3-80aefb61b03b None None] Checking router: b0195107-125e-4e78-aedd-863a20d92a94 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:01:56.026075 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd2cc92-acfb-4f73-9aa3-80aefb61b03b None None] Updating router b0195107-125e-4e78-aedd-863a20d92a94 port 86418b57-0edc-48f9-98bd-22cfbf135a88 binding host n-d-843939-1 {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 14:01:56.183128 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port dcd37c37-7757-4dc1-afd4-64b404ec897e completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:01:56.212096 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-e509d2cb-8665-4007-9810-4f646ddb8ab5 admin admin] Allocated IP 172.20.0.1 (dcf8be4a-b80c-4791-b2db-9314ef7b56f8/6021c0ac-877c-4286-9479-5ffc8c9c64e7/f35fa30b-1f89-4128-baf9-e5e9e15d40c7) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:01:56.264481 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port a63f4fbf-7bda-41d2-8496-ca274515d155 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:01:56.273564 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:56.375782 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port a63f4fbf-7bda-41d2-8496-ca274515d155, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=a63f4fbf-7bda-41d2-8496-ca274515d155,segment=NetworkSegment(f7aeab4e-1cfb-4901-bbf4-c5babbf940ba),segment_id=f7aeab4e-1cfb-4901-bbf4-c5babbf940ba)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:01:56.382075 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4eb6d26-3e8e-4091-a6f7-85f3cf2f2b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a63f4fbf-7bda-41d2-8496-ca274515d155'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:01:56.399170 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port dcd37c37-7757-4dc1-afd4-64b404ec897e triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:01:56.399554 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:56.479472 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:56.584154 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c962fabb-10c4-4ac3-ae87-da5016959aa7'] response: {'server_uuid': 'f4eb6d26-3e8e-4091-a6f7-85f3cf2f2b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a63f4fbf-7bda-41d2-8496-ca274515d155', 'code': 200} May 31 14:01:56.618910 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5bd2cc92-acfb-4f73-9aa3-80aefb61b03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:56.689495 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c9120327-8b33-484b-8935-93537cdcdf44 None None] Provisioning complete for port dcd37c37-7757-4dc1-afd4-64b404ec897e triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:01:56.690165 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c9120327-8b33-484b-8935-93537cdcdf44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:56.759218 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29b89f1-ea27-46e1-ad4e-348ffed680a2 req-07d4dae2-1232-417c-a4f8-fbc264b6731e tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:01:56.761339 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c29b89f1-ea27-46e1-ad4e-348ffed680a2 req-07d4dae2-1232-417c-a4f8-fbc264b6731e tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4eb6d26-3e8e-4091-a6f7-85f3cf2f2b25 HTTP/1.1" status: 200 len: 945 time: 0.3007216 May 31 14:01:56.764881 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e509d2cb-8665-4007-9810-4f646ddb8ab5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:56.790557 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=a63f4fbf-7bda-41d2-8496-ca274515d155,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:01:56.813018 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-e509d2cb-8665-4007-9810-4f646ddb8ab5 admin admin] Transition to ACTIVE for port object f35fa30b-1f89-4128-baf9-e5e9e15d40c7 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:01:56.843439 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c29b89f1-ea27-46e1-ad4e-348ffed680a2 req-f4b302a0-ef99-4957-8236-240305251027 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] 10.222.0.50 "GET /v2.0/security-groups?id=c52a2b74-f615-4964-90d7-c79fd92bae1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692019 May 31 14:01:56.865877 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95d3cd8-b4f7-4e54-bca2-daf0e71bbdff req-e0e5f5e1-6c4a-4c37-949d-8c7a0ec9ff41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:01:56.867433 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d95d3cd8-b4f7-4e54-bca2-daf0e71bbdff req-e0e5f5e1-6c4a-4c37-949d-8c7a0ec9ff41 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f4eb6d26-3e8e-4091-a6f7-85f3cf2f2b25 HTTP/1.1" status: 200 len: 1096 time: 0.2291691 May 31 14:01:56.910581 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e509d2cb-8665-4007-9810-4f646ddb8ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:56.982750 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d95d3cd8-b4f7-4e54-bca2-daf0e71bbdff req-75f95684-458d-42aa-a6e9-c3355c5d1b2b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c52a2b74-f615-4964-90d7-c79fd92bae1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092818 May 31 14:01:57.006201 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e509d2cb-8665-4007-9810-4f646ddb8ab5 admin admin] Network dcf8be4a-b80c-4791-b2db-9314ef7b56f8 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:01:57.010191 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-e509d2cb-8665-4007-9810-4f646ddb8ab5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:01:57.014487 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e509d2cb-8665-4007-9810-4f646ddb8ab5 admin admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:01:57.329415 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5bd2cc92-acfb-4f73-9aa3-80aefb61b03b None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:57.351803 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-5bd2cc92-acfb-4f73-9aa3-80aefb61b03b None None] Transition to ACTIVE for port object 86418b57-0edc-48f9-98bd-22cfbf135a88 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:01:57.359741 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port dcd37c37-7757-4dc1-afd4-64b404ec897e is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:01:57.360550 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:57.375524 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5bd2cc92-acfb-4f73-9aa3-80aefb61b03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:57.453469 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [req-1bd8cac9-1a89-46ec-ad70-74b354c54028 req-51dfaa06-289e-44a3-8f3a-6db0656d5fe2 service neutron] (88370) timed out ('10.222.0.44', 53781) {{(pid=88370) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 31 14:01:57.454256 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e509d2cb-8665-4007-9810-4f646ddb8ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:57.524516 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port dcd37c37-7757-4dc1-afd4-64b404ec897e, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=dcd37c37-7757-4dc1-afd4-64b404ec897e,segment=NetworkSegment(7e105bbf-f349-4422-ace6-30b86fdfc308),segment_id=7e105bbf-f349-4422-ace6-30b86fdfc308)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:01:57.525768 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-5bd2cc92-acfb-4f73-9aa3-80aefb61b03b None None] Attempting to bind port 86418b57-0edc-48f9-98bd-22cfbf135a88 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:01:57.526317 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-5bd2cc92-acfb-4f73-9aa3-80aefb61b03b None None] Attempting to bind port 86418b57-0edc-48f9-98bd-22cfbf135a88 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:01:57.526745 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd2cc92-acfb-4f73-9aa3-80aefb61b03b None None] Attempting to bind port 86418b57-0edc-48f9-98bd-22cfbf135a88 on network d2103cd5-63ba-4c24-9d95-fd17643bf14c {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:01:57.622917 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e509d2cb-8665-4007-9810-4f646ddb8ab5 admin admin] Pushing event updated for resources: {'Port': ['ID=f35fa30b-1f89-4128-baf9-e5e9e15d40c7,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:01:57.705307 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b95e35-5e83-4b0a-939d-d004b3f44c02 None None] Pushing event updated for resources: {'Port': ['ID=86418b57-0edc-48f9-98bd-22cfbf135a88,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:01:57.723160 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:57.725239 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd2cc92-acfb-4f73-9aa3-80aefb61b03b None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:01:57.725607 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd2cc92-acfb-4f73-9aa3-80aefb61b03b None None] Checking segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:01:57.726035 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5bd2cc92-acfb-4f73-9aa3-80aefb61b03b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:57.726399 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd2cc92-acfb-4f73-9aa3-80aefb61b03b None None] Bound using segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:01:57.728643 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-5bd2cc92-acfb-4f73-9aa3-80aefb61b03b None None] Bound port: 86418b57-0edc-48f9-98bd-22cfbf135a88, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:01:57.732088 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5bd2cc92-acfb-4f73-9aa3-80aefb61b03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:57.854582 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e509d2cb-8665-4007-9810-4f646ddb8ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:57.875640 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-c9120327-8b33-484b-8935-93537cdcdf44 None None] Current status of the port dcd37c37-7757-4dc1-afd4-64b404ec897e is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:01:57.926025 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=dcd37c37-7757-4dc1-afd4-64b404ec897e,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:01:57.933128 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-5bd2cc92-acfb-4f73-9aa3-80aefb61b03b None None] For port 86418b57-0edc-48f9-98bd-22cfbf135a88, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:01:57.936912 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-5bd2cc92-acfb-4f73-9aa3-80aefb61b03b None None] For port 86418b57-0edc-48f9-98bd-22cfbf135a88, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=86418b57-0edc-48f9-98bd-22cfbf135a88,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:01:57.943718 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5bd2cc92-acfb-4f73-9aa3-80aefb61b03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:58.043481 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd2cc92-acfb-4f73-9aa3-80aefb61b03b None None] Routers {'b0195107-125e-4e78-aedd-863a20d92a94'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:01:58.044180 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-5bd2cc92-acfb-4f73-9aa3-80aefb61b03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:01:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['b0195107-125e-4e78-aedd-863a20d92a94'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:01:58.116506 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-51f815ce-c65b-4521-b68b-f7ce61ee7362 None None] Provisioning for port f35fa30b-1f89-4128-baf9-e5e9e15d40c7 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:01:58.134681 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b95e35-5e83-4b0a-939d-d004b3f44c02 None None] Pushing event updated for resources: {'Port': ['ID=86418b57-0edc-48f9-98bd-22cfbf135a88,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:01:58.140359 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-51f815ce-c65b-4521-b68b-f7ce61ee7362 None None] Provisioning complete for port f35fa30b-1f89-4128-baf9-e5e9e15d40c7 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:01:58.140700 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-51f815ce-c65b-4521-b68b-f7ce61ee7362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:58.198377 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e940f58-87d0-44bd-aca6-f69a14b93932 req-bfe52052-2a28-4f82-944a-c92332558f59 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:01:58.205605 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9e940f58-87d0-44bd-aca6-f69a14b93932 req-bfe52052-2a28-4f82-944a-c92332558f59 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4eb6d26-3e8e-4091-a6f7-85f3cf2f2b25 HTTP/1.1" status: 200 len: 945 time: 0.1619785 May 31 14:01:58.251644 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e509d2cb-8665-4007-9810-4f646ddb8ab5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:58.286330 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-51f815ce-c65b-4521-b68b-f7ce61ee7362 None None] Port f35fa30b-1f89-4128-baf9-e5e9e15d40c7 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:01:58.286699 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9e940f58-87d0-44bd-aca6-f69a14b93932 req-ce5cc52f-2f13-465c-bd56-c16dcc3774d7 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] 10.222.0.50 "GET /v2.0/security-groups?id=c52a2b74-f615-4964-90d7-c79fd92bae1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800731 May 31 14:01:58.290280 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e509d2cb-8665-4007-9810-4f646ddb8ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:58.338940 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-5bd2cc92-acfb-4f73-9aa3-80aefb61b03b None None] Set router b0195107-125e-4e78-aedd-863a20d92a94 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:01:58.422647 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e509d2cb-8665-4007-9810-4f646ddb8ab5 admin admin] Pushing event updated for resources: {'Port': ['ID=f35fa30b-1f89-4128-baf9-e5e9e15d40c7,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:01:58.451272 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e509d2cb-8665-4007-9810-4f646ddb8ab5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:58.631502 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e509d2cb-8665-4007-9810-4f646ddb8ab5 admin admin] Network dcf8be4a-b80c-4791-b2db-9314ef7b56f8 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:01:58.632958 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-e509d2cb-8665-4007-9810-4f646ddb8ab5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:01:58.898710 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-5bd2cc92-acfb-4f73-9aa3-80aefb61b03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0195107-125e-4e78-aedd-863a20d92a94', 'name': 'tempest-TestVolumeBackupRestore-1280450823-router', 'tenant_id': '62181e77ef674913bf8bbc25767f3dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': '86418b57-0edc-48f9-98bd-22cfbf135a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:01:51Z', 'updated_at': '2022-05-31T14:01:57Z', 'revision_number': 4, 'project_id': '62181e77ef674913bf8bbc25767f3dc9', 'gw_port': {'id': '86418b57-0edc-48f9-98bd-22cfbf135a88', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c5:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0195107-125e-4e78-aedd-863a20d92a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:01:52Z', 'updated_at': '2022-05-31T14:01:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'f35fa30b-1f89-4128-baf9-e5e9e15d40c7', 'name': '', 'network_id': 'dcf8be4a-b80c-4791-b2db-9314ef7b56f8', 'tenant_id': '62181e77ef674913bf8bbc25767f3dc9', 'mac_address': 'fa:16:3e:ec:30:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0195107-125e-4e78-aedd-863a20d92a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '6021c0ac-877c-4286-9479-5ffc8c9c64e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:01:55Z', 'updated_at': '2022-05-31T14:01:56Z', 'revision_number': 1, 'project_id': '62181e77ef674913bf8bbc25767f3dc9', 'subnets': [{'id': '6021c0ac-877c-4286-9479-5ffc8c9c64e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:01:58.903280 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd2cc92-acfb-4f73-9aa3-80aefb61b03b None None] The sync data for ids ['b0195107-125e-4e78-aedd-863a20d92a94'] in n-d-843939-1 is: [{'id': 'b0195107-125e-4e78-aedd-863a20d92a94', 'name': 'tempest-TestVolumeBackupRestore-1280450823-router', 'tenant_id': '62181e77ef674913bf8bbc25767f3dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': '86418b57-0edc-48f9-98bd-22cfbf135a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:01:51Z', 'updated_at': '2022-05-31T14:01:57Z', 'revision_number': 4, 'project_id': '62181e77ef674913bf8bbc25767f3dc9', 'gw_port': {'id': '86418b57-0edc-48f9-98bd-22cfbf135a88', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c5:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0195107-125e-4e78-aedd-863a20d92a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:01:52Z', 'updated_at': '2022-05-31T14:01:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'f35fa30b-1f89-4128-baf9-e5e9e15d40c7', 'name': '', 'network_id': 'dcf8be4a-b80c-4791-b2db-9314ef7b56f8', 'tenant_id': '62181e77ef674913bf8bbc25767f3dc9', 'mac_address': 'fa:16:3e:ec:30:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0195107-125e-4e78-aedd-863a20d92a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '6021c0ac-877c-4286-9479-5ffc8c9c64e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:01:55Z', 'updated_at': '2022-05-31T14:01:56Z', 'revision_number': 1, 'project_id': '62181e77ef674913bf8bbc25767f3dc9', 'subnets': [{'id': '6021c0ac-877c-4286-9479-5ffc8c9c64e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:01:59.001097 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e509d2cb-8665-4007-9810-4f646ddb8ab5 admin admin] Router b0195107-125e-4e78-aedd-863a20d92a94 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:01:59.018045 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d99fbdef-3e15-4c77-94a8-bbeedbac0011 None None] Provisioning complete for port f35fa30b-1f89-4128-baf9-e5e9e15d40c7 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:01:59.018927 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d99fbdef-3e15-4c77-94a8-bbeedbac0011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:01:59.103535 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-d99fbdef-3e15-4c77-94a8-bbeedbac0011 None None] Port f35fa30b-1f89-4128-baf9-e5e9e15d40c7 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:01:59.261665 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e509d2cb-8665-4007-9810-4f646ddb8ab5 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:01:59.275892 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-e509d2cb-8665-4007-9810-4f646ddb8ab5 admin admin] 10.222.0.50 "PUT /v2.0/routers/b0195107-125e-4e78-aedd-863a20d92a94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6598184 May 31 14:01:59.667718 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f559c5e8-4c9d-4587-bf03-722cb53d96e5 req-161d1d1e-969f-497d-8038-bb0994a6246b tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:01:59.669458 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f559c5e8-4c9d-4587-bf03-722cb53d96e5 req-161d1d1e-969f-497d-8038-bb0994a6246b tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4eb6d26-3e8e-4091-a6f7-85f3cf2f2b25 HTTP/1.1" status: 200 len: 945 time: 0.1863320 May 31 14:01:59.795857 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f559c5e8-4c9d-4587-bf03-722cb53d96e5 req-4cc53ecb-2da9-48c4-b179-191de4e4e4c9 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] 10.222.0.50 "GET /v2.0/security-groups?id=c52a2b74-f615-4964-90d7-c79fd92bae1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180632 May 31 14:01:59.895614 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device dcd37c37-7757-4dc1-afd4-64b404ec897e up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:01:59.929953 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f5435c6a-1ec7-4871-99d8-486f790c5cbe req-18f42632-a111-4a10-ba8d-a1b618f15b86 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=59cf42a4-7fda-44d2-89e6-0be04a7aad79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1146681 May 31 14:02:00.176690 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port dcd37c37-7757-4dc1-afd4-64b404ec897e triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:02:00.177605 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:00.355316 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59100) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:02:00.367858 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-38b09ce9-03ed-4ccf-bc87-bd538a8cbe05 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2124851596-network', 'tenant_id': '06c3c129112f4a3d8898b7e6f7aca161'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:02:00.378469 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-38b09ce9-03ed-4ccf-bc87-bd538a8cbe05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:02:00.383768 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-38b09ce9-03ed-4ccf-bc87-bd538a8cbe05 admin admin] Usage tracker for resource:network and tenant:06c3c129112f4a3d8898b7e6f7aca161 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:02:00.402985 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-38b09ce9-03ed-4ccf-bc87-bd538a8cbe05 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:02:00.416945 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5435c6a-1ec7-4871-99d8-486f790c5cbe req-c203d015-2565-4db7-98b0-255caf559aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:00.426024 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f5435c6a-1ec7-4871-99d8-486f790c5cbe req-c203d015-2565-4db7-98b0-255caf559aa3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=088180f8cd814306a3f92350df9020de&device_id=59cf42a4-7fda-44d2-89e6-0be04a7aad79 HTTP/1.1" status: 200 len: 1096 time: 0.2451208 May 31 14:02:00.426920 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-38b09ce9-03ed-4ccf-bc87-bd538a8cbe05 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:02:00.462944 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b09ce9-03ed-4ccf-bc87-bd538a8cbe05 admin admin] Made reservation on behalf of 06c3c129112f4a3d8898b7e6f7aca161 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:02:00.468770 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-38b09ce9-03ed-4ccf-bc87-bd538a8cbe05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:00.504943 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-38b09ce9-03ed-4ccf-bc87-bd538a8cbe05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:00.560605 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-38b09ce9-03ed-4ccf-bc87-bd538a8cbe05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:02:00.574464 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-38b09ce9-03ed-4ccf-bc87-bd538a8cbe05 admin admin] Usage tracker for resource:security_group_rule and tenant:06c3c129112f4a3d8898b7e6f7aca161 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:02:00.582341 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port dcd37c37-7757-4dc1-afd4-64b404ec897e is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:02:00.590080 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-38b09ce9-03ed-4ccf-bc87-bd538a8cbe05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:02:00.600422 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-38b09ce9-03ed-4ccf-bc87-bd538a8cbe05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:02:00.865091 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-38b09ce9-03ed-4ccf-bc87-bd538a8cbe05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:00.870570 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-38b09ce9-03ed-4ccf-bc87-bd538a8cbe05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:00.951892 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38b09ce9-03ed-4ccf-bc87-bd538a8cbe05 admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 14:02:00.993124 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b09ce9-03ed-4ccf-bc87-bd538a8cbe05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccceb0ad-87f4-4035-bd0a-6d0322458fcf,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:02:01.005353 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-38b09ce9-03ed-4ccf-bc87-bd538a8cbe05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:01.006192 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-38b09ce9-03ed-4ccf-bc87-bd538a8cbe05 admin admin] Added segment 86af255c-23d2-4bde-908c-65d00b8f90e0 of type vlan for network a037a075-b34a-4ad2-89ed-1eb621b1ed7e May 31 14:02:01.084082 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-38b09ce9-03ed-4ccf-bc87-bd538a8cbe05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:01.157923 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5435c6a-1ec7-4871-99d8-486f790c5cbe req-7e480136-556a-47cc-9eee-cb3143ea6872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:01.159894 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f5435c6a-1ec7-4871-99d8-486f790c5cbe req-7e480136-556a-47cc-9eee-cb3143ea6872 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f135afbb-9843-41ca-a0e1-68551fbe9f1e HTTP/1.1" status: 200 len: 897 time: 0.7033248 May 31 14:02:01.194863 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-38b09ce9-03ed-4ccf-bc87-bd538a8cbe05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:01.196428 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b09ce9-03ed-4ccf-bc87-bd538a8cbe05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:01.197918 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-38b09ce9-03ed-4ccf-bc87-bd538a8cbe05 admin admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:01.381784 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f5435c6a-1ec7-4871-99d8-486f790c5cbe req-f628c893-3fed-4370-982d-244a05182a07 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef83caf5-2521-4068-9428-cab427bd3f12 HTTP/1.1" status: 200 len: 1001 time: 0.2144790 May 31 14:02:01.420314 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59126) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:02:01.492798 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-38b09ce9-03ed-4ccf-bc87-bd538a8cbe05 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1362779 May 31 14:02:01.502476 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59134) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:02:01.506717 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b09ce9-03ed-4ccf-bc87-bd538a8cbe05 admin admin] Pushing event updated for resources: {'Network': ['ID=a037a075-b34a-4ad2-89ed-1eb621b1ed7e,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:02:01.512331 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5435c6a-1ec7-4871-99d8-486f790c5cbe req-8d50ebdd-7843-424b-a59c-ea15ff4cf42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:01.514388 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f5435c6a-1ec7-4871-99d8-486f790c5cbe req-8d50ebdd-7843-424b-a59c-ea15ff4cf42a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=567f40ea-a752-4a7a-aac9-fa5d19ae7bb4 HTTP/1.1" status: 200 len: 835 time: 0.1224792 May 31 14:02:01.521919 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network a037a075-b34a-4ad2-89ed-1eb621b1ed7e details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 14:02:01.527148 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-27051431-f11e-4713-ad64-4191a012d164 admin admin] Request body: {'subnet': {'network_id': 'a037a075-b34a-4ad2-89ed-1eb621b1ed7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2124851596-subnet', 'tenant_id': '06c3c129112f4a3d8898b7e6f7aca161', 'ip_version': 4}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:02:01.538136 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-27051431-f11e-4713-ad64-4191a012d164 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:02:01.553801 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-27051431-f11e-4713-ad64-4191a012d164 admin admin] Usage tracker for resource:subnet and tenant:06c3c129112f4a3d8898b7e6f7aca161 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:02:01.568275 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-27051431-f11e-4713-ad64-4191a012d164 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:02:01.595124 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-27051431-f11e-4713-ad64-4191a012d164 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:02:01.618413 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27051431-f11e-4713-ad64-4191a012d164 admin admin] Made reservation on behalf of 06c3c129112f4a3d8898b7e6f7aca161 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:02:01.620762 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-27051431-f11e-4713-ad64-4191a012d164 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:01.624289 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5435c6a-1ec7-4871-99d8-486f790c5cbe req-f687046b-fc6c-4044-9597-70c7a315f7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:01.626447 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f5435c6a-1ec7-4871-99d8-486f790c5cbe req-f687046b-fc6c-4044-9597-70c7a315f7f8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f135afbb-9843-41ca-a0e1-68551fbe9f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1042583 May 31 14:02:01.947501 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 86418b57-0edc-48f9-98bd-22cfbf135a88 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:02:02.013086 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f5435c6a-1ec7-4871-99d8-486f790c5cbe req-9767ad71-f1d6-449c-9a6f-c36afe04c00e service neutron] 10.222.0.44 "GET /v2.0/networks/f135afbb-9843-41ca-a0e1-68551fbe9f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3707819 May 31 14:02:02.056285 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0f439be6-c507-4f7d-b206-8eaabb32b07b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:02.115205 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0f439be6-c507-4f7d-b206-8eaabb32b07b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:02:02.122517 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-0f439be6-c507-4f7d-b206-8eaabb32b07b admin admin] Usage tracker for resource:security_group_rule and tenant:a4de7dc551c747ed98dfde8b341ddbf1 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:02:02.129237 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-0f439be6-c507-4f7d-b206-8eaabb32b07b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:02:02.141807 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0f439be6-c507-4f7d-b206-8eaabb32b07b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:02:02.157150 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 86418b57-0edc-48f9-98bd-22cfbf135a88 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:02:02.178877 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 86418b57-0edc-48f9-98bd-22cfbf135a88 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:02:02.178877 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:02.318190 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f5435c6a-1ec7-4871-99d8-486f790c5cbe req-31287f1f-729e-45fd-bd60-a721927a8dd5 service neutron] 10.222.0.44 "GET /v2.0/networks/f135afbb-9843-41ca-a0e1-68551fbe9f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021016 May 31 14:02:02.475224 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-27051431-f11e-4713-ad64-4191a012d164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:02.526340 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 86418b57-0edc-48f9-98bd-22cfbf135a88 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:02:02.526954 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:02.544217 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 86418b57-0edc-48f9-98bd-22cfbf135a88, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=86418b57-0edc-48f9-98bd-22cfbf135a88,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:02:02.549085 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:02.573019 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0b0aab-8f5b-4556-a91b-777999460e75 None None] Sync routers for ids ['b0195107-125e-4e78-aedd-863a20d92a94'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:02:02.579339 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0f439be6-c507-4f7d-b206-8eaabb32b07b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:02.590924 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0b0aab-8f5b-4556-a91b-777999460e75 None None] Routers {'b0195107-125e-4e78-aedd-863a20d92a94'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:02:02.592697 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-af0b0aab-8f5b-4556-a91b-777999460e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:01:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['b0195107-125e-4e78-aedd-863a20d92a94'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:02:02.594208 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0f439be6-c507-4f7d-b206-8eaabb32b07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:02.626098 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=86418b57-0edc-48f9-98bd-22cfbf135a88,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:02:02.639109 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27051431-f11e-4713-ad64-4191a012d164 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d86b757c-119f-4155-912d-3706f3dd542a,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:02:02.687068 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-0f439be6-c507-4f7d-b206-8eaabb32b07b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a4de7dc551c747ed98dfde8b341ddbf1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2651491 May 31 14:02:02.690034 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 59146) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:02:02.691000 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f439be6-c507-4f7d-b206-8eaabb32b07b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d81292-d777-4122-9805-7acd3222366e,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:02:02.702760 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27051431-f11e-4713-ad64-4191a012d164 admin admin] Checking segment: {'id': '86af255c-23d2-4bde-908c-65d00b8f90e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a037a075-b34a-4ad2-89ed-1eb621b1ed7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:02:02.703455 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27051431-f11e-4713-ad64-4191a012d164 admin admin] Network hostable DHCP agents. Network: a037a075-b34a-4ad2-89ed-1eb621b1ed7e, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 14:02:02.730234 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27051431-f11e-4713-ad64-4191a012d164 admin admin] Network a037a075-b34a-4ad2-89ed-1eb621b1ed7e is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 14:02:02.745025 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-27051431-f11e-4713-ad64-4191a012d164 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, a037a075-b34a-4ad2-89ed-1eb621b1ed7e) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:02:02.756377 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab0f32d-327a-4da7-8458-16bebfdf01ec None None] Network a037a075-b34a-4ad2-89ed-1eb621b1ed7e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:02:02.759237 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27051431-f11e-4713-ad64-4191a012d164 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:02.759835 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-27051431-f11e-4713-ad64-4191a012d164 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:02.791511 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-27051431-f11e-4713-ad64-4191a012d164 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2870350 May 31 14:02:02.794300 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59150) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:02:02.801665 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-88396772-20f5-4d91-bd00-8d3a75fbec8a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2124851596-router', 'tenant_id': '06c3c129112f4a3d8898b7e6f7aca161', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:02:02.812210 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fea05012-5346-47e9-8c19-75d59b714d90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:02.822098 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-88396772-20f5-4d91-bd00-8d3a75fbec8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:02:02.827726 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-88396772-20f5-4d91-bd00-8d3a75fbec8a admin admin] Usage tracker for resource:router and tenant:06c3c129112f4a3d8898b7e6f7aca161 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:02:02.832383 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-88396772-20f5-4d91-bd00-8d3a75fbec8a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:02:02.840044 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-88396772-20f5-4d91-bd00-8d3a75fbec8a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:02:02.843893 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fea05012-5346-47e9-8c19-75d59b714d90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:02.856954 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-88396772-20f5-4d91-bd00-8d3a75fbec8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:02.858531 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-88396772-20f5-4d91-bd00-8d3a75fbec8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:02.887994 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-88396772-20f5-4d91-bd00-8d3a75fbec8a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:02.918755 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fea05012-5346-47e9-8c19-75d59b714d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:02.950501 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-af0b0aab-8f5b-4556-a91b-777999460e75 None None] Set router b0195107-125e-4e78-aedd-863a20d92a94 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:02:02.956198 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea05012-5346-47e9-8c19-75d59b714d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d81292-d777-4122-9805-7acd3222366e,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:02:02.965222 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fea05012-5346-47e9-8c19-75d59b714d90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:02.967789 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-fea05012-5346-47e9-8c19-75d59b714d90 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/66d81292-d777-4122-9805-7acd3222366e HTTP/1.1" status: 204 len: 168 time: 0.2766540 May 31 14:02:03.396230 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-88396772-20f5-4d91-bd00-8d3a75fbec8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:03.397249 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83836d98-1430-40ff-ae90-9188285ce284 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-a037a075-b34a-4ad2-89ed-1eb621b1ed7e', 'network_id': 'a037a075-b34a-4ad2-89ed-1eb621b1ed7e', 'tenant_id': '06c3c129112f4a3d8898b7e6f7aca161', 'fixed_ips': [{'subnet_id': 'd86b757c-119f-4155-912d-3706f3dd542a'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 14:02:03.398107 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-83836d98-1430-40ff-ae90-9188285ce284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:03.536563 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-af0b0aab-8f5b-4556-a91b-777999460e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0195107-125e-4e78-aedd-863a20d92a94', 'name': 'tempest-TestVolumeBackupRestore-1280450823-router', 'tenant_id': '62181e77ef674913bf8bbc25767f3dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': '86418b57-0edc-48f9-98bd-22cfbf135a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:01:51Z', 'updated_at': '2022-05-31T14:01:57Z', 'revision_number': 4, 'project_id': '62181e77ef674913bf8bbc25767f3dc9', 'gw_port': {'id': '86418b57-0edc-48f9-98bd-22cfbf135a88', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c5:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0195107-125e-4e78-aedd-863a20d92a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:01:52Z', 'updated_at': '2022-05-31T14:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'f35fa30b-1f89-4128-baf9-e5e9e15d40c7', 'name': '', 'network_id': 'dcf8be4a-b80c-4791-b2db-9314ef7b56f8', 'tenant_id': '62181e77ef674913bf8bbc25767f3dc9', 'mac_address': 'fa:16:3e:ec:30:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0195107-125e-4e78-aedd-863a20d92a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '6021c0ac-877c-4286-9479-5ffc8c9c64e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:01:55Z', 'updated_at': '2022-05-31T14:01:57Z', 'revision_number': 2, 'project_id': '62181e77ef674913bf8bbc25767f3dc9', 'subnets': [{'id': '6021c0ac-877c-4286-9479-5ffc8c9c64e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:02:03.556846 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0b0aab-8f5b-4556-a91b-777999460e75 None None] Checking router: b0195107-125e-4e78-aedd-863a20d92a94 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:02:03.557351 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0b0aab-8f5b-4556-a91b-777999460e75 None None] Updating router b0195107-125e-4e78-aedd-863a20d92a94 port f35fa30b-1f89-4128-baf9-e5e9e15d40c7 binding host n-d-843939-1 {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 14:02:03.718900 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-af0b0aab-8f5b-4556-a91b-777999460e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:03.758590 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-83836d98-1430-40ff-ae90-9188285ce284 None None] Allocated IP 172.20.0.2 (a037a075-b34a-4ad2-89ed-1eb621b1ed7e/d86b757c-119f-4155-912d-3706f3dd542a/f60a1b88-b2f1-4b30-819b-6ef8ca36f817) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:02:03.867662 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 86418b57-0edc-48f9-98bd-22cfbf135a88 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:02:04.146328 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 86418b57-0edc-48f9-98bd-22cfbf135a88 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:02:04.146716 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:04.299382 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-83836d98-1430-40ff-ae90-9188285ce284 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:04.330698 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-83836d98-1430-40ff-ae90-9188285ce284 None None] Transition to ACTIVE for port object f60a1b88-b2f1-4b30-819b-6ef8ca36f817 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:02:04.354513 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 86418b57-0edc-48f9-98bd-22cfbf135a88 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:02:04.362885 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-83836d98-1430-40ff-ae90-9188285ce284 None None] Transition to ACTIVE for port object f60a1b88-b2f1-4b30-819b-6ef8ca36f817 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:02:04.366959 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-88396772-20f5-4d91-bd00-8d3a75fbec8a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:04.371435 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-83836d98-1430-40ff-ae90-9188285ce284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:04.430160 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-88396772-20f5-4d91-bd00-8d3a75fbec8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:04.524895 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83836d98-1430-40ff-ae90-9188285ce284 None None] Pushing event updated for resources: {'Port': ['ID=f60a1b88-b2f1-4b30-819b-6ef8ca36f817,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:02:04.559956 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 59180) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:02:04.577228 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83836d98-1430-40ff-ae90-9188285ce284 None None] Network a037a075-b34a-4ad2-89ed-1eb621b1ed7e is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:02:04.583028 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-83836d98-1430-40ff-ae90-9188285ce284 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:02:04.589110 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83836d98-1430-40ff-ae90-9188285ce284 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:02:04.617328 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-af0b0aab-8f5b-4556-a91b-777999460e75 None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:04.632186 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-af0b0aab-8f5b-4556-a91b-777999460e75 None None] Transition to ACTIVE for port object f35fa30b-1f89-4128-baf9-e5e9e15d40c7 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:02:04.649138 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-af0b0aab-8f5b-4556-a91b-777999460e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:04.743965 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-83836d98-1430-40ff-ae90-9188285ce284 None None] Attempting to bind port f60a1b88-b2f1-4b30-819b-6ef8ca36f817 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:02:04.744353 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-83836d98-1430-40ff-ae90-9188285ce284 None None] Attempting to bind port f60a1b88-b2f1-4b30-819b-6ef8ca36f817 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '86af255c-23d2-4bde-908c-65d00b8f90e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a037a075-b34a-4ad2-89ed-1eb621b1ed7e'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:02:04.744714 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83836d98-1430-40ff-ae90-9188285ce284 None None] Attempting to bind port f60a1b88-b2f1-4b30-819b-6ef8ca36f817 on network a037a075-b34a-4ad2-89ed-1eb621b1ed7e {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:02:04.751176 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f8bbbf-dd98-42ef-ab42-7a0846921275 None None] Pushing event updated for resources: {'Port': ['ID=f35fa30b-1f89-4128-baf9-e5e9e15d40c7,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:02:04.752570 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83836d98-1430-40ff-ae90-9188285ce284 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:02:04.752924 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83836d98-1430-40ff-ae90-9188285ce284 None None] Checking segment: {'id': '86af255c-23d2-4bde-908c-65d00b8f90e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a037a075-b34a-4ad2-89ed-1eb621b1ed7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:02:04.753335 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-83836d98-1430-40ff-ae90-9188285ce284 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:04.754885 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83836d98-1430-40ff-ae90-9188285ce284 None None] Bound using segment: {'id': '86af255c-23d2-4bde-908c-65d00b8f90e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a037a075-b34a-4ad2-89ed-1eb621b1ed7e'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:02:04.755646 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-83836d98-1430-40ff-ae90-9188285ce284 None None] Bound port: f60a1b88-b2f1-4b30-819b-6ef8ca36f817, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86af255c-23d2-4bde-908c-65d00b8f90e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a037a075-b34a-4ad2-89ed-1eb621b1ed7e'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:02:04.756877 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-83836d98-1430-40ff-ae90-9188285ce284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:04.777883 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-88396772-20f5-4d91-bd00-8d3a75fbec8a admin admin] Allocated IP 172.25.6.111 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/cfaa6c07-27f3-469f-96e5-80413729059e) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:02:04.816055 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-a51eb716-427a-475e-9ac4-57aa6b8b31dc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1626405265-network', 'tenant_id': 'dbdc804cc6a04ce88ed57a406fc67620'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:02:04.822885 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-a51eb716-427a-475e-9ac4-57aa6b8b31dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:02:04.831051 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-a51eb716-427a-475e-9ac4-57aa6b8b31dc admin admin] Usage tracker for resource:network and tenant:dbdc804cc6a04ce88ed57a406fc67620 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:02:04.838647 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-a51eb716-427a-475e-9ac4-57aa6b8b31dc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:02:04.855029 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-a51eb716-427a-475e-9ac4-57aa6b8b31dc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:02:04.882230 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a51eb716-427a-475e-9ac4-57aa6b8b31dc admin admin] Made reservation on behalf of dbdc804cc6a04ce88ed57a406fc67620 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:02:04.886828 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a51eb716-427a-475e-9ac4-57aa6b8b31dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:04.914899 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a51eb716-427a-475e-9ac4-57aa6b8b31dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:04.948843 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-83836d98-1430-40ff-ae90-9188285ce284 None None] For port f60a1b88-b2f1-4b30-819b-6ef8ca36f817, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:02:04.951121 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-a51eb716-427a-475e-9ac4-57aa6b8b31dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:02:04.957513 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-83836d98-1430-40ff-ae90-9188285ce284 None None] For port f60a1b88-b2f1-4b30-819b-6ef8ca36f817, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=f60a1b88-b2f1-4b30-819b-6ef8ca36f817,segment=NetworkSegment(86af255c-23d2-4bde-908c-65d00b8f90e0),segment_id=86af255c-23d2-4bde-908c-65d00b8f90e0)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:02:04.959034 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-a51eb716-427a-475e-9ac4-57aa6b8b31dc admin admin] Usage tracker for resource:security_group_rule and tenant:dbdc804cc6a04ce88ed57a406fc67620 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:02:04.962648 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-83836d98-1430-40ff-ae90-9188285ce284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:04.967050 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-a51eb716-427a-475e-9ac4-57aa6b8b31dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:02:04.970499 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-af0b0aab-8f5b-4556-a91b-777999460e75 None None] Attempting to bind port f35fa30b-1f89-4128-baf9-e5e9e15d40c7 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:02:04.970889 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-af0b0aab-8f5b-4556-a91b-777999460e75 None None] Attempting to bind port f35fa30b-1f89-4128-baf9-e5e9e15d40c7 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '7e105bbf-f349-4422-ace6-30b86fdfc308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'dcf8be4a-b80c-4791-b2db-9314ef7b56f8'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:02:04.971455 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0b0aab-8f5b-4556-a91b-777999460e75 None None] Attempting to bind port f35fa30b-1f89-4128-baf9-e5e9e15d40c7 on network dcf8be4a-b80c-4791-b2db-9314ef7b56f8 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:02:04.978873 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-a51eb716-427a-475e-9ac4-57aa6b8b31dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:02:04.981669 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0b0aab-8f5b-4556-a91b-777999460e75 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:02:04.982049 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0b0aab-8f5b-4556-a91b-777999460e75 None None] Checking segment: {'id': '7e105bbf-f349-4422-ace6-30b86fdfc308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'dcf8be4a-b80c-4791-b2db-9314ef7b56f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:02:04.982447 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-af0b0aab-8f5b-4556-a91b-777999460e75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:04.982831 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0b0aab-8f5b-4556-a91b-777999460e75 None None] Bound using segment: {'id': '7e105bbf-f349-4422-ace6-30b86fdfc308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'dcf8be4a-b80c-4791-b2db-9314ef7b56f8'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:02:04.985059 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-af0b0aab-8f5b-4556-a91b-777999460e75 None None] Bound port: f35fa30b-1f89-4128-baf9-e5e9e15d40c7, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e105bbf-f349-4422-ace6-30b86fdfc308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'dcf8be4a-b80c-4791-b2db-9314ef7b56f8'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:02:04.985533 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-af0b0aab-8f5b-4556-a91b-777999460e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:05.028647 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-88396772-20f5-4d91-bd00-8d3a75fbec8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:05.076408 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-88396772-20f5-4d91-bd00-8d3a75fbec8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:05.149394 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a51eb716-427a-475e-9ac4-57aa6b8b31dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:05.155781 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a51eb716-427a-475e-9ac4-57aa6b8b31dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:05.173817 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88396772-20f5-4d91-bd00-8d3a75fbec8a admin admin] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:02:05.177363 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-88396772-20f5-4d91-bd00-8d3a75fbec8a admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:02:05.181728 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88396772-20f5-4d91-bd00-8d3a75fbec8a admin admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:02:05.217874 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-af0b0aab-8f5b-4556-a91b-777999460e75 None None] For port f35fa30b-1f89-4128-baf9-e5e9e15d40c7, host n-d-843939-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:02:05.233363 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a51eb716-427a-475e-9ac4-57aa6b8b31dc admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 14:02:05.236681 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-af0b0aab-8f5b-4556-a91b-777999460e75 None None] For port f35fa30b-1f89-4128-baf9-e5e9e15d40c7, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=f35fa30b-1f89-4128-baf9-e5e9e15d40c7,segment=NetworkSegment(7e105bbf-f349-4422-ace6-30b86fdfc308),segment_id=7e105bbf-f349-4422-ace6-30b86fdfc308)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:02:05.242617 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83836d98-1430-40ff-ae90-9188285ce284 None None] Pushing event updated for resources: {'Port': ['ID=f60a1b88-b2f1-4b30-819b-6ef8ca36f817,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:02:05.244541 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-af0b0aab-8f5b-4556-a91b-777999460e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:05.253856 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88396772-20f5-4d91-bd00-8d3a75fbec8a admin admin] Pushing event updated for resources: {'Port': ['ID=cfaa6c07-27f3-469f-96e5-80413729059e,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:02:05.257914 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83836d98-1430-40ff-ae90-9188285ce284 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:02:05.258487 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83836d98-1430-40ff-ae90-9188285ce284 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:02:05.260132 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83836d98-1430-40ff-ae90-9188285ce284 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:02:05.261379 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83836d98-1430-40ff-ae90-9188285ce284 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:02:05.262022 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83836d98-1430-40ff-ae90-9188285ce284 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:02:05.265909 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83836d98-1430-40ff-ae90-9188285ce284 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:02:05.266343 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83836d98-1430-40ff-ae90-9188285ce284 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:02:05.268644 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83836d98-1430-40ff-ae90-9188285ce284 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:02:05.269768 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51eb716-427a-475e-9ac4-57aa6b8b31dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6964ee48-a7fd-486e-9237-fc69f9f8ea31,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:02:05.270571 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83836d98-1430-40ff-ae90-9188285ce284 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:02:05.270956 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83836d98-1430-40ff-ae90-9188285ce284 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:02:05.271323 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83836d98-1430-40ff-ae90-9188285ce284 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:02:05.271703 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83836d98-1430-40ff-ae90-9188285ce284 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:02:05.279833 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a51eb716-427a-475e-9ac4-57aa6b8b31dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:05.280201 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-a51eb716-427a-475e-9ac4-57aa6b8b31dc admin admin] Added segment 153ae9f5-d122-4841-bec7-a131a91864f9 of type vlan for network 466cbe97-b98e-4ed7-9e40-89c1e2d947c0 May 31 14:02:05.323545 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a51eb716-427a-475e-9ac4-57aa6b8b31dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:05.388567 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a51eb716-427a-475e-9ac4-57aa6b8b31dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:05.389962 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51eb716-427a-475e-9ac4-57aa6b8b31dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:05.393126 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0b0aab-8f5b-4556-a91b-777999460e75 None None] Routers {'b0195107-125e-4e78-aedd-863a20d92a94'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:02:05.393628 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a51eb716-427a-475e-9ac4-57aa6b8b31dc admin admin] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:05.394545 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-af0b0aab-8f5b-4556-a91b-777999460e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:01:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['b0195107-125e-4e78-aedd-863a20d92a94'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:02:05.573792 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f8bbbf-dd98-42ef-ab42-7a0846921275 None None] Pushing event updated for resources: {'Port': ['ID=f35fa30b-1f89-4128-baf9-e5e9e15d40c7,revision_number=4']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:02:05.637429 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-a51eb716-427a-475e-9ac4-57aa6b8b31dc admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0758352 May 31 14:02:05.640922 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 59192) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:02:05.644150 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51eb716-427a-475e-9ac4-57aa6b8b31dc admin admin] Pushing event updated for resources: {'Network': ['ID=466cbe97-b98e-4ed7-9e40-89c1e2d947c0,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:02:05.649766 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-eead1031-0aef-4185-8eff-e505f5db8cdc admin admin] Request body: {'subnet': {'network_id': '466cbe97-b98e-4ed7-9e40-89c1e2d947c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1626405265-subnet', 'tenant_id': 'dbdc804cc6a04ce88ed57a406fc67620', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:02:05.655680 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 466cbe97-b98e-4ed7-9e40-89c1e2d947c0 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 14:02:05.670665 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-eead1031-0aef-4185-8eff-e505f5db8cdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:02:05.678795 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-eead1031-0aef-4185-8eff-e505f5db8cdc admin admin] Usage tracker for resource:subnet and tenant:dbdc804cc6a04ce88ed57a406fc67620 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:02:05.689299 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-eead1031-0aef-4185-8eff-e505f5db8cdc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:02:05.702345 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-eead1031-0aef-4185-8eff-e505f5db8cdc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:02:05.732533 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eead1031-0aef-4185-8eff-e505f5db8cdc admin admin] Made reservation on behalf of dbdc804cc6a04ce88ed57a406fc67620 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:02:05.734924 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eead1031-0aef-4185-8eff-e505f5db8cdc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:06.019649 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-af0b0aab-8f5b-4556-a91b-777999460e75 None None] Set router b0195107-125e-4e78-aedd-863a20d92a94 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:02:06.092174 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device f35fa30b-1f89-4128-baf9-e5e9e15d40c7 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:02:06.210499 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port f35fa30b-1f89-4128-baf9-e5e9e15d40c7 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:02:06.229222 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port f35fa30b-1f89-4128-baf9-e5e9e15d40c7 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:02:06.230128 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:06.230404 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eead1031-0aef-4185-8eff-e505f5db8cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:06.231629 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-88396772-20f5-4d91-bd00-8d3a75fbec8a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:06.408931 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eead1031-0aef-4185-8eff-e505f5db8cdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=284d3d21-7ef1-42f3-93ea-318e9aedb37c,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:02:06.443037 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eead1031-0aef-4185-8eff-e505f5db8cdc admin admin] Checking segment: {'id': '153ae9f5-d122-4841-bec7-a131a91864f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '466cbe97-b98e-4ed7-9e40-89c1e2d947c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:02:06.444212 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eead1031-0aef-4185-8eff-e505f5db8cdc admin admin] Network hostable DHCP agents. Network: 466cbe97-b98e-4ed7-9e40-89c1e2d947c0, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 14:02:06.472926 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port f35fa30b-1f89-4128-baf9-e5e9e15d40c7 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:02:06.473716 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:06.502050 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eead1031-0aef-4185-8eff-e505f5db8cdc admin admin] Network 466cbe97-b98e-4ed7-9e40-89c1e2d947c0 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 14:02:06.515000 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-eead1031-0aef-4185-8eff-e505f5db8cdc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 466cbe97-b98e-4ed7-9e40-89c1e2d947c0) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:02:06.540873 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49751d2d-1cd7-4a6d-8449-bbf38dd409db None None] Network 466cbe97-b98e-4ed7-9e40-89c1e2d947c0 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:02:06.543490 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eead1031-0aef-4185-8eff-e505f5db8cdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:06.544089 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eead1031-0aef-4185-8eff-e505f5db8cdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:06.590122 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-af0b0aab-8f5b-4556-a91b-777999460e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0195107-125e-4e78-aedd-863a20d92a94', 'name': 'tempest-TestVolumeBackupRestore-1280450823-router', 'tenant_id': '62181e77ef674913bf8bbc25767f3dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': '86418b57-0edc-48f9-98bd-22cfbf135a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:01:51Z', 'updated_at': '2022-05-31T14:01:57Z', 'revision_number': 4, 'project_id': '62181e77ef674913bf8bbc25767f3dc9', 'gw_port': {'id': '86418b57-0edc-48f9-98bd-22cfbf135a88', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c5:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0195107-125e-4e78-aedd-863a20d92a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:01:52Z', 'updated_at': '2022-05-31T14:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'f35fa30b-1f89-4128-baf9-e5e9e15d40c7', 'name': '', 'network_id': 'dcf8be4a-b80c-4791-b2db-9314ef7b56f8', 'tenant_id': '62181e77ef674913bf8bbc25767f3dc9', 'mac_address': 'fa:16:3e:ec:30:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0195107-125e-4e78-aedd-863a20d92a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '6021c0ac-877c-4286-9479-5ffc8c9c64e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:01:55Z', 'updated_at': '2022-05-31T14:02:05Z', 'revision_number': 4, 'project_id': '62181e77ef674913bf8bbc25767f3dc9', 'subnets': [{'id': '6021c0ac-877c-4286-9479-5ffc8c9c64e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:02:06.590122 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0b0aab-8f5b-4556-a91b-777999460e75 None None] The sync data for ids ['b0195107-125e-4e78-aedd-863a20d92a94'] in n-d-843939-1 is: [{'id': 'b0195107-125e-4e78-aedd-863a20d92a94', 'name': 'tempest-TestVolumeBackupRestore-1280450823-router', 'tenant_id': '62181e77ef674913bf8bbc25767f3dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': '86418b57-0edc-48f9-98bd-22cfbf135a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:01:51Z', 'updated_at': '2022-05-31T14:01:57Z', 'revision_number': 4, 'project_id': '62181e77ef674913bf8bbc25767f3dc9', 'gw_port': {'id': '86418b57-0edc-48f9-98bd-22cfbf135a88', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c5:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0195107-125e-4e78-aedd-863a20d92a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:01:52Z', 'updated_at': '2022-05-31T14:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'f35fa30b-1f89-4128-baf9-e5e9e15d40c7', 'name': '', 'network_id': 'dcf8be4a-b80c-4791-b2db-9314ef7b56f8', 'tenant_id': '62181e77ef674913bf8bbc25767f3dc9', 'mac_address': 'fa:16:3e:ec:30:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0195107-125e-4e78-aedd-863a20d92a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '6021c0ac-877c-4286-9479-5ffc8c9c64e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:01:55Z', 'updated_at': '2022-05-31T14:02:05Z', 'revision_number': 4, 'project_id': '62181e77ef674913bf8bbc25767f3dc9', 'subnets': [{'id': '6021c0ac-877c-4286-9479-5ffc8c9c64e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:02:06.590607 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port f35fa30b-1f89-4128-baf9-e5e9e15d40c7, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=f35fa30b-1f89-4128-baf9-e5e9e15d40c7,segment=NetworkSegment(7e105bbf-f349-4422-ace6-30b86fdfc308),segment_id=7e105bbf-f349-4422-ace6-30b86fdfc308)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:02:06.593733 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-eead1031-0aef-4185-8eff-e505f5db8cdc admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9498827 May 31 14:02:06.751798 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:06.753305 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device f60a1b88-b2f1-4b30-819b-6ef8ca36f817 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:02:06.877966 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-88396772-20f5-4d91-bd00-8d3a75fbec8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:06.980567 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c18758-b022-4d91-acff-a540029af39e None None] Network a037a075-b34a-4ad2-89ed-1eb621b1ed7e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:02:07.312347 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224e98eb-0ff7-42ad-85bc-9f091a75a813 None None] Network 466cbe97-b98e-4ed7-9e40-89c1e2d947c0 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:02:07.318173 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88396772-20f5-4d91-bd00-8d3a75fbec8a admin admin] Router 446be2cb-cd7e-4959-8ce2-8a03d76ec58d is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 14:02:07.433359 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=f35fa30b-1f89-4128-baf9-e5e9e15d40c7,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:02:07.458971 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c24c1000-dd38-4b36-bdd7-cc0722dacba5 None None] Provisioning for port f60a1b88-b2f1-4b30-819b-6ef8ca36f817 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:02:07.476212 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port f60a1b88-b2f1-4b30-819b-6ef8ca36f817 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:02:07.497693 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c24c1000-dd38-4b36-bdd7-cc0722dacba5 None None] Provisioning complete for port f60a1b88-b2f1-4b30-819b-6ef8ca36f817 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:02:07.498238 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c24c1000-dd38-4b36-bdd7-cc0722dacba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:07.630715 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port f60a1b88-b2f1-4b30-819b-6ef8ca36f817 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:02:07.631087 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:07.759587 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88396772-20f5-4d91-bd00-8d3a75fbec8a admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:02:07.810347 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-88396772-20f5-4d91-bd00-8d3a75fbec8a admin admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:07.811730 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-88396772-20f5-4d91-bd00-8d3a75fbec8a admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.0158317 May 31 14:02:07.814979 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 59224) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:02:07.883535 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35eed8f-b547-43f2-98ed-2d9277c726af None None] Sync routers for ids ['446be2cb-cd7e-4959-8ce2-8a03d76ec58d'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:02:07.902222 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:07.953550 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35eed8f-b547-43f2-98ed-2d9277c726af None None] Routers {'446be2cb-cd7e-4959-8ce2-8a03d76ec58d'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:02:07.954138 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-f35eed8f-b547-43f2-98ed-2d9277c726af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:01:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['446be2cb-cd7e-4959-8ce2-8a03d76ec58d'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:02:08.182947 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-c24c1000-dd38-4b36-bdd7-cc0722dacba5 None None] Current status of the port f60a1b88-b2f1-4b30-819b-6ef8ca36f817 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:02:08.183403 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c24c1000-dd38-4b36-bdd7-cc0722dacba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:08.386038 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-c24c1000-dd38-4b36-bdd7-cc0722dacba5 None None] For port f60a1b88-b2f1-4b30-819b-6ef8ca36f817, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=f60a1b88-b2f1-4b30-819b-6ef8ca36f817,segment=NetworkSegment(86af255c-23d2-4bde-908c-65d00b8f90e0),segment_id=86af255c-23d2-4bde-908c-65d00b8f90e0)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:02:08.404005 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c24c1000-dd38-4b36-bdd7-cc0722dacba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:08.510737 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port f60a1b88-b2f1-4b30-819b-6ef8ca36f817 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:02:08.511117 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:08.531918 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-f35eed8f-b547-43f2-98ed-2d9277c726af None None] Set router 446be2cb-cd7e-4959-8ce2-8a03d76ec58d gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:02:08.777347 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-214ffc78-634d-4f63-8c48-c692a23545ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:08.978345 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24c1000-dd38-4b36-bdd7-cc0722dacba5 None None] Pushing event updated for resources: {'Port': ['ID=f60a1b88-b2f1-4b30-819b-6ef8ca36f817,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:02:08.991081 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 14:02:08.991355 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 14:02:09.030439 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-f35eed8f-b547-43f2-98ed-2d9277c726af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446be2cb-cd7e-4959-8ce2-8a03d76ec58d', 'name': 'tempest-TestVolumeBackupRestore-2124851596-router', 'tenant_id': '06c3c129112f4a3d8898b7e6f7aca161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': 'cfaa6c07-27f3-469f-96e5-80413729059e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:02:02Z', 'updated_at': '2022-05-31T14:02:05Z', 'revision_number': 3, 'project_id': '06c3c129112f4a3d8898b7e6f7aca161', 'gw_port': {'id': 'cfaa6c07-27f3-469f-96e5-80413729059e', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:29:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446be2cb-cd7e-4959-8ce2-8a03d76ec58d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:02:04Z', 'updated_at': '2022-05-31T14:02:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:02:09.039160 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35eed8f-b547-43f2-98ed-2d9277c726af None None] Checking router: 446be2cb-cd7e-4959-8ce2-8a03d76ec58d for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:02:09.039670 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35eed8f-b547-43f2-98ed-2d9277c726af None None] Updating router 446be2cb-cd7e-4959-8ce2-8a03d76ec58d port cfaa6c07-27f3-469f-96e5-80413729059e binding host n-d-843939-1 {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 14:02:09.066526 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-214ffc78-634d-4f63-8c48-c692a23545ea admin admin] Allocated IP 172.20.0.1 (a037a075-b34a-4ad2-89ed-1eb621b1ed7e/d86b757c-119f-4155-912d-3706f3dd542a/c66f5e2c-9ba1-424d-88b1-245d4f3f3416) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:02:09.155762 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f35eed8f-b547-43f2-98ed-2d9277c726af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:09.187426 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:09.417368 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f820412-253c-405d-9160-8505c286f7e3 req-acd31e45-1860-4054-a01a-c6c1dc6e6a70 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:09.418681 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-7f820412-253c-405d-9160-8505c286f7e3 req-acd31e45-1860-4054-a01a-c6c1dc6e6a70 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] Synchronizing usage tracker for tenant:dbdc804cc6a04ce88ed57a406fc67620 on resource:network {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:02:09.488472 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-7f820412-253c-405d-9160-8505c286f7e3 req-acd31e45-1860-4054-a01a-c6c1dc6e6a70 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] Unset dirty status for tenant:dbdc804cc6a04ce88ed57a406fc67620 on resource:network {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:02:09.489955 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7f820412-253c-405d-9160-8505c286f7e3 req-acd31e45-1860-4054-a01a-c6c1dc6e6a70 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] 10.222.0.50 "GET /v2.0/networks?id=466cbe97-b98e-4ed7-9e40-89c1e2d947c0 HTTP/1.1" status: 200 len: 809 time: 0.2798975 May 31 14:02:09.512517 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-214ffc78-634d-4f63-8c48-c692a23545ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:09.528279 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7f820412-253c-405d-9160-8505c286f7e3 req-21f9e0ce-c4d2-442c-a4b7-09cd43708952 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] 10.222.0.50 "GET /v2.0/quotas/dbdc804cc6a04ce88ed57a406fc67620 HTTP/1.1" status: 200 len: 375 time: 0.0187523 May 31 14:02:09.573868 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-214ffc78-634d-4f63-8c48-c692a23545ea admin admin] Transition to ACTIVE for port object c66f5e2c-9ba1-424d-88b1-245d4f3f3416 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:02:09.594248 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7f820412-253c-405d-9160-8505c286f7e3 req-87c93b25-0041-44c5-8e08-bb395dd9248f tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=dbdc804cc6a04ce88ed57a406fc67620&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0561349 May 31 14:02:09.596871 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-da710269-aacf-4e52-a824-54035693475f None None] Provisioning complete for port f60a1b88-b2f1-4b30-819b-6ef8ca36f817 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:02:09.597426 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-da710269-aacf-4e52-a824-54035693475f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:09.632210 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-214ffc78-634d-4f63-8c48-c692a23545ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:09.633927 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port f60a1b88-b2f1-4b30-819b-6ef8ca36f817 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:02:09.734744 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f35eed8f-b547-43f2-98ed-2d9277c726af None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:09.746837 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214ffc78-634d-4f63-8c48-c692a23545ea admin admin] Pushing event updated for resources: {'Port': ['ID=c66f5e2c-9ba1-424d-88b1-245d4f3f3416,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:02:09.750488 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f35eed8f-b547-43f2-98ed-2d9277c726af None None] Transition to ACTIVE for port object cfaa6c07-27f3-469f-96e5-80413729059e will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:02:09.797584 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device f35fa30b-1f89-4128-baf9-e5e9e15d40c7 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:02:09.840816 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f35eed8f-b547-43f2-98ed-2d9277c726af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:09.902794 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214ffc78-634d-4f63-8c48-c692a23545ea admin admin] Network a037a075-b34a-4ad2-89ed-1eb621b1ed7e is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:02:09.904988 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-214ffc78-634d-4f63-8c48-c692a23545ea admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:02:09.921370 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214ffc78-634d-4f63-8c48-c692a23545ea admin admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:02:09.943295 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-da710269-aacf-4e52-a824-54035693475f None None] Current status of the port f60a1b88-b2f1-4b30-819b-6ef8ca36f817 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:02:09.985644 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7f820412-253c-405d-9160-8505c286f7e3 req-93d2b13a-4aa0-4c63-8b52-f33b49532f94 service neutron] 10.222.0.50 "GET /v2.0/networks/466cbe97-b98e-4ed7-9e40-89c1e2d947c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3462901 May 31 14:02:09.991112 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2606c2-8403-4ca7-8252-4c2ede1803e2 None None] Pushing event updated for resources: {'Port': ['ID=cfaa6c07-27f3-469f-96e5-80413729059e,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:02:10.005917 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-f35eed8f-b547-43f2-98ed-2d9277c726af None None] Attempting to bind port cfaa6c07-27f3-469f-96e5-80413729059e on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:02:10.007249 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-f35eed8f-b547-43f2-98ed-2d9277c726af None None] Attempting to bind port cfaa6c07-27f3-469f-96e5-80413729059e by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:02:10.007628 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35eed8f-b547-43f2-98ed-2d9277c726af None None] Attempting to bind port cfaa6c07-27f3-469f-96e5-80413729059e on network d2103cd5-63ba-4c24-9d95-fd17643bf14c {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:02:10.019809 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35eed8f-b547-43f2-98ed-2d9277c726af None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:02:10.020177 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35eed8f-b547-43f2-98ed-2d9277c726af None None] Checking segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:02:10.020573 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f35eed8f-b547-43f2-98ed-2d9277c726af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:10.028764 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35eed8f-b547-43f2-98ed-2d9277c726af None None] Bound using segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:02:10.029453 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-f35eed8f-b547-43f2-98ed-2d9277c726af None None] Bound port: cfaa6c07-27f3-469f-96e5-80413729059e, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:02:10.030018 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f35eed8f-b547-43f2-98ed-2d9277c726af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:10.122025 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port f35fa30b-1f89-4128-baf9-e5e9e15d40c7 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:02:10.122950 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:10.136021 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-214ffc78-634d-4f63-8c48-c692a23545ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:10.204371 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-f35eed8f-b547-43f2-98ed-2d9277c726af None None] For port cfaa6c07-27f3-469f-96e5-80413729059e, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:02:10.224286 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-f35eed8f-b547-43f2-98ed-2d9277c726af None None] For port cfaa6c07-27f3-469f-96e5-80413729059e, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=cfaa6c07-27f3-469f-96e5-80413729059e,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:02:10.239818 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f35eed8f-b547-43f2-98ed-2d9277c726af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:10.376704 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7f820412-253c-405d-9160-8505c286f7e3 req-cf36d8ca-1f53-4113-b2e9-65bc148c5fed service neutron] 10.222.0.50 "GET /v2.0/networks/466cbe97-b98e-4ed7-9e40-89c1e2d947c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3828404 May 31 14:02:10.413509 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-470cd5cb-d554-40d4-b7b8-45cf7845c2b1 None None] Provisioning for port c66f5e2c-9ba1-424d-88b1-245d4f3f3416 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:02:10.418441 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35eed8f-b547-43f2-98ed-2d9277c726af None None] Routers {'446be2cb-cd7e-4959-8ce2-8a03d76ec58d'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:02:10.419347 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-f35eed8f-b547-43f2-98ed-2d9277c726af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:01:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['446be2cb-cd7e-4959-8ce2-8a03d76ec58d'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:02:10.477361 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port f35fa30b-1f89-4128-baf9-e5e9e15d40c7 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:02:10.478615 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device f60a1b88-b2f1-4b30-819b-6ef8ca36f817 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:02:10.537162 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-214ffc78-634d-4f63-8c48-c692a23545ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:10.565628 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2606c2-8403-4ca7-8252-4c2ede1803e2 None None] Pushing event updated for resources: {'Port': ['ID=cfaa6c07-27f3-469f-96e5-80413729059e,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:02:10.613525 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-470cd5cb-d554-40d4-b7b8-45cf7845c2b1 None None] Provisioning complete for port c66f5e2c-9ba1-424d-88b1-245d4f3f3416 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:02:10.614092 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-470cd5cb-d554-40d4-b7b8-45cf7845c2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:10.704309 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bc66d2c3-b2a3-4b3f-8335-8b2509cfef3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:10.805980 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-470cd5cb-d554-40d4-b7b8-45cf7845c2b1 None None] Port c66f5e2c-9ba1-424d-88b1-245d4f3f3416 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:02:10.886574 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-f35eed8f-b547-43f2-98ed-2d9277c726af None None] Set router 446be2cb-cd7e-4959-8ce2-8a03d76ec58d gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:02:10.904259 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3d096e93-8ee9-40c3-acda-ec7488ea1ee9 req-d05c16ff-29a7-4fd8-9d9c-a1dbc72eb784 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] 10.222.0.50 "GET /v2.0/ports?device_id=3bf7ce62-757d-4bb6-8c12-2fb3b1c74adc HTTP/1.1" status: 200 len: 210 time: 0.2148108 May 31 14:02:11.012320 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port f60a1b88-b2f1-4b30-819b-6ef8ca36f817 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:02:11.013089 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:11.071903 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-214ffc78-634d-4f63-8c48-c692a23545ea admin admin] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:11.078596 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-214ffc78-634d-4f63-8c48-c692a23545ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:11.244553 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-214ffc78-634d-4f63-8c48-c692a23545ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:11.274285 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214ffc78-634d-4f63-8c48-c692a23545ea admin admin] Pushing event updated for resources: {'Port': ['ID=c66f5e2c-9ba1-424d-88b1-245d4f3f3416,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:02:11.279036 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port f60a1b88-b2f1-4b30-819b-6ef8ca36f817 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:02:11.525110 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214ffc78-634d-4f63-8c48-c692a23545ea admin admin] Network a037a075-b34a-4ad2-89ed-1eb621b1ed7e is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:02:11.526611 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-214ffc78-634d-4f63-8c48-c692a23545ea admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:02:11.589410 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-f35eed8f-b547-43f2-98ed-2d9277c726af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446be2cb-cd7e-4959-8ce2-8a03d76ec58d', 'name': 'tempest-TestVolumeBackupRestore-2124851596-router', 'tenant_id': '06c3c129112f4a3d8898b7e6f7aca161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': 'cfaa6c07-27f3-469f-96e5-80413729059e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:02:02Z', 'updated_at': '2022-05-31T14:02:10Z', 'revision_number': 4, 'project_id': '06c3c129112f4a3d8898b7e6f7aca161', 'gw_port': {'id': 'cfaa6c07-27f3-469f-96e5-80413729059e', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:29:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446be2cb-cd7e-4959-8ce2-8a03d76ec58d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:02:04Z', 'updated_at': '2022-05-31T14:02:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'c66f5e2c-9ba1-424d-88b1-245d4f3f3416', 'name': '', 'network_id': 'a037a075-b34a-4ad2-89ed-1eb621b1ed7e', 'tenant_id': '06c3c129112f4a3d8898b7e6f7aca161', 'mac_address': 'fa:16:3e:d5:02:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446be2cb-cd7e-4959-8ce2-8a03d76ec58d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'd86b757c-119f-4155-912d-3706f3dd542a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:02:08Z', 'updated_at': '2022-05-31T14:02:09Z', 'revision_number': 1, 'project_id': '06c3c129112f4a3d8898b7e6f7aca161', 'subnets': [{'id': 'd86b757c-119f-4155-912d-3706f3dd542a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:02:11.601095 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35eed8f-b547-43f2-98ed-2d9277c726af None None] The sync data for ids ['446be2cb-cd7e-4959-8ce2-8a03d76ec58d'] in n-d-843939-1 is: [{'id': '446be2cb-cd7e-4959-8ce2-8a03d76ec58d', 'name': 'tempest-TestVolumeBackupRestore-2124851596-router', 'tenant_id': '06c3c129112f4a3d8898b7e6f7aca161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': 'cfaa6c07-27f3-469f-96e5-80413729059e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:02:02Z', 'updated_at': '2022-05-31T14:02:10Z', 'revision_number': 4, 'project_id': '06c3c129112f4a3d8898b7e6f7aca161', 'gw_port': {'id': 'cfaa6c07-27f3-469f-96e5-80413729059e', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:29:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446be2cb-cd7e-4959-8ce2-8a03d76ec58d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:02:04Z', 'updated_at': '2022-05-31T14:02:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'c66f5e2c-9ba1-424d-88b1-245d4f3f3416', 'name': '', 'network_id': 'a037a075-b34a-4ad2-89ed-1eb621b1ed7e', 'tenant_id': '06c3c129112f4a3d8898b7e6f7aca161', 'mac_address': 'fa:16:3e:d5:02:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446be2cb-cd7e-4959-8ce2-8a03d76ec58d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'd86b757c-119f-4155-912d-3706f3dd542a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:02:08Z', 'updated_at': '2022-05-31T14:02:09Z', 'revision_number': 1, 'project_id': '06c3c129112f4a3d8898b7e6f7aca161', 'subnets': [{'id': 'd86b757c-119f-4155-912d-3706f3dd542a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:02:11.874621 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-214ffc78-634d-4f63-8c48-c692a23545ea admin admin] Router 446be2cb-cd7e-4959-8ce2-8a03d76ec58d has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:02:11.956819 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c9bfa1d3-4b28-4258-87f8-7a2d75e63022 None None] Provisioning complete for port c66f5e2c-9ba1-424d-88b1-245d4f3f3416 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:02:11.957384 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c9bfa1d3-4b28-4258-87f8-7a2d75e63022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:12.115968 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-c9bfa1d3-4b28-4258-87f8-7a2d75e63022 None None] Port c66f5e2c-9ba1-424d-88b1-245d4f3f3416 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:02:12.554691 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-214ffc78-634d-4f63-8c48-c692a23545ea admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:02:12.599326 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2130c8e0-2f98-4e96-b698-1ee868566ce3 req-84de6e1f-3b68-4179-be5c-252cef0c4e1c tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] 10.222.0.50 "GET /v2.0/ports?device_id=3bf7ce62-757d-4bb6-8c12-2fb3b1c74adc HTTP/1.1" status: 200 len: 210 time: 0.3315201 May 31 14:02:12.601892 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-214ffc78-634d-4f63-8c48-c692a23545ea admin admin] 10.222.0.50 "PUT /v2.0/routers/446be2cb-cd7e-4959-8ce2-8a03d76ec58d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7857089 May 31 14:02:12.839788 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-de78d3e1-0f8b-4d35-a244-a670d0acfd8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:12.870064 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f820412-253c-405d-9160-8505c286f7e3 req-167f110f-4193-4a49-96e6-21a874423d52 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:12.872004 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7f820412-253c-405d-9160-8505c286f7e3 req-167f110f-4193-4a49-96e6-21a874423d52 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] 10.222.0.20 "GET /v2.0/networks?id=466cbe97-b98e-4ed7-9e40-89c1e2d947c0 HTTP/1.1" status: 200 len: 809 time: 0.4182982 May 31 14:02:12.894746 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-7f820412-253c-405d-9160-8505c286f7e3 req-4b54260b-9c84-46e9-be02-3ea0169cd6d7 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] Request body: {'port': {'device_id': '3bf7ce62-757d-4bb6-8c12-2fb3b1c74adc', 'network_id': '466cbe97-b98e-4ed7-9e40-89c1e2d947c0', 'admin_state_up': True, 'tenant_id': 'dbdc804cc6a04ce88ed57a406fc67620'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:02:13.127952 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-7f820412-253c-405d-9160-8505c286f7e3 req-4b54260b-9c84-46e9-be02-3ea0169cd6d7 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:02:13.132959 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-7f820412-253c-405d-9160-8505c286f7e3 req-4b54260b-9c84-46e9-be02-3ea0169cd6d7 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] Usage tracker for resource:port and tenant:dbdc804cc6a04ce88ed57a406fc67620 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:02:13.136904 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-7f820412-253c-405d-9160-8505c286f7e3 req-4b54260b-9c84-46e9-be02-3ea0169cd6d7 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:02:13.147995 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-7f820412-253c-405d-9160-8505c286f7e3 req-4b54260b-9c84-46e9-be02-3ea0169cd6d7 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:02:13.183232 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f820412-253c-405d-9160-8505c286f7e3 req-4b54260b-9c84-46e9-be02-3ea0169cd6d7 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] Made reservation on behalf of dbdc804cc6a04ce88ed57a406fc67620 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:02:13.193956 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7f820412-253c-405d-9160-8505c286f7e3 req-4b54260b-9c84-46e9-be02-3ea0169cd6d7 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:13.870233 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:13.895233 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device cfaa6c07-27f3-469f-96e5-80413729059e up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:02:13.990589 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:14.016412 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port cfaa6c07-27f3-469f-96e5-80413729059e completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:02:14.026733 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port cfaa6c07-27f3-469f-96e5-80413729059e triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:02:14.027165 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:14.094501 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-abc3535e-75ec-4819-8753-5c3cc3fb047b req-ceab60f8-00b9-4cd5-b7dd-f61c378d4c4e tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] 10.222.0.50 "GET /v2.0/ports?device_id=3bf7ce62-757d-4bb6-8c12-2fb3b1c74adc HTTP/1.1" status: 200 len: 210 time: 0.1592631 May 31 14:02:14.150520 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-7f820412-253c-405d-9160-8505c286f7e3 req-4b54260b-9c84-46e9-be02-3ea0169cd6d7 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] Allocated IP 172.20.0.9 (466cbe97-b98e-4ed7-9e40-89c1e2d947c0/284d3d21-7ef1-42f3-93ea-318e9aedb37c/8f3ee497-df72-4fbf-9bc2-6a37996750a4) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:02:14.275615 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90946c-bef7-438c-a491-07fdd1f6eb84 req-91b6fbc0-9411-4c80-b5e9-d7d16a3c2fe8 tempest-TestNetworkAdvancedServerOps-1325536650 tempest-TestNetworkAdvancedServerOps-1325536650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:14.287832 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-da90946c-bef7-438c-a491-07fdd1f6eb84 req-91b6fbc0-9411-4c80-b5e9-d7d16a3c2fe8 tempest-TestNetworkAdvancedServerOps-1325536650 tempest-TestNetworkAdvancedServerOps-1325536650-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=59cf42a4-7fda-44d2-89e6-0be04a7aad79 HTTP/1.1" status: 200 len: 1096 time: 0.2644269 May 31 14:02:14.297746 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port cfaa6c07-27f3-469f-96e5-80413729059e is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:02:14.301825 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:14.328025 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-da90946c-bef7-438c-a491-07fdd1f6eb84 req-a74853d9-cf71-412f-acbd-4c6433e903f9 tempest-TestNetworkAdvancedServerOps-1325536650 tempest-TestNetworkAdvancedServerOps-1325536650-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:14.361914 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port cfaa6c07-27f3-469f-96e5-80413729059e, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=cfaa6c07-27f3-469f-96e5-80413729059e,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:02:14.369579 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:14.508466 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-da90946c-bef7-438c-a491-07fdd1f6eb84 req-a74853d9-cf71-412f-acbd-4c6433e903f9 tempest-TestNetworkAdvancedServerOps-1325536650 tempest-TestNetworkAdvancedServerOps-1325536650-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:02:14.528087 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=cfaa6c07-27f3-469f-96e5-80413729059e,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:02:14.531813 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-da90946c-bef7-438c-a491-07fdd1f6eb84 req-a74853d9-cf71-412f-acbd-4c6433e903f9 tempest-TestNetworkAdvancedServerOps-1325536650 tempest-TestNetworkAdvancedServerOps-1325536650-project-admin] Usage tracker for resource:security_group_rule and tenant:d8ad05a5a36c47d7a84cf9a3d461121d is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:02:14.537513 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-da90946c-bef7-438c-a491-07fdd1f6eb84 req-a74853d9-cf71-412f-acbd-4c6433e903f9 tempest-TestNetworkAdvancedServerOps-1325536650 tempest-TestNetworkAdvancedServerOps-1325536650-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:02:14.545623 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-da90946c-bef7-438c-a491-07fdd1f6eb84 req-a74853d9-cf71-412f-acbd-4c6433e903f9 tempest-TestNetworkAdvancedServerOps-1325536650 tempest-TestNetworkAdvancedServerOps-1325536650-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:02:14.679400 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7f820412-253c-405d-9160-8505c286f7e3 req-4b54260b-9c84-46e9-be02-3ea0169cd6d7 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:14.779779 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-da90946c-bef7-438c-a491-07fdd1f6eb84 req-a74853d9-cf71-412f-acbd-4c6433e903f9 tempest-TestNetworkAdvancedServerOps-1325536650 tempest-TestNetworkAdvancedServerOps-1325536650-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:14.807698 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-da90946c-bef7-438c-a491-07fdd1f6eb84 req-a74853d9-cf71-412f-acbd-4c6433e903f9 tempest-TestNetworkAdvancedServerOps-1325536650 tempest-TestNetworkAdvancedServerOps-1325536650-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:14.855082 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-da90946c-bef7-438c-a491-07fdd1f6eb84 req-a74853d9-cf71-412f-acbd-4c6433e903f9 tempest-TestNetworkAdvancedServerOps-1325536650 tempest-TestNetworkAdvancedServerOps-1325536650-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=10ee8b1f-5dc3-4376-8f1c-4ea283a2b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5730629 May 31 14:02:14.856551 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7f820412-253c-405d-9160-8505c286f7e3 req-4b54260b-9c84-46e9-be02-3ea0169cd6d7 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:14.896298 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74853d9-cf71-412f-acbd-4c6433e903f9 tempest-TestNetworkAdvancedServerOps-1325536650 tempest-TestNetworkAdvancedServerOps-1325536650-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b2931e-c337-49ef-9f98-14f4833d5876,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:02:15.008280 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b54260b-9c84-46e9-be02-3ea0169cd6d7 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] Pushing event updated for resources: {'Port': ['ID=8f3ee497-df72-4fbf-9bc2-6a37996750a4,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:02:15.024972 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f820412-253c-405d-9160-8505c286f7e3 req-4b54260b-9c84-46e9-be02-3ea0169cd6d7 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] Network 466cbe97-b98e-4ed7-9e40-89c1e2d947c0 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:02:15.026424 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-7f820412-253c-405d-9160-8505c286f7e3 req-4b54260b-9c84-46e9-be02-3ea0169cd6d7 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:02:15.030076 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f820412-253c-405d-9160-8505c286f7e3 req-4b54260b-9c84-46e9-be02-3ea0169cd6d7 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:02:15.291318 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f820412-253c-405d-9160-8505c286f7e3 req-4b54260b-9c84-46e9-be02-3ea0169cd6d7 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:15.291318 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7f820412-253c-405d-9160-8505c286f7e3 req-4b54260b-9c84-46e9-be02-3ea0169cd6d7 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:15.447632 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7f820412-253c-405d-9160-8505c286f7e3 req-4b54260b-9c84-46e9-be02-3ea0169cd6d7 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5669918 May 31 14:02:15.472634 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-7f820412-253c-405d-9160-8505c286f7e3 req-6ecfaef2-b624-45a0-9de0-2212f1307c4b service neutron] Request body: {'port': {'device_id': '3bf7ce62-757d-4bb6-8c12-2fb3b1c74adc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:02:15.476268 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4433c887-8ac2-42ae-b85d-c4523b64ad6d None None] Sync routers for ids ['446be2cb-cd7e-4959-8ce2-8a03d76ec58d'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:02:15.495852 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4433c887-8ac2-42ae-b85d-c4523b64ad6d None None] Routers {'446be2cb-cd7e-4959-8ce2-8a03d76ec58d'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:02:15.498392 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-4433c887-8ac2-42ae-b85d-c4523b64ad6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:02:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['446be2cb-cd7e-4959-8ce2-8a03d76ec58d'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:02:15.639887 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5525c8-510b-4cb4-82d9-04f51639b050 req-beb53e90-6465-4065-8af4-8942d39bd7a3 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:15.642666 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9e5525c8-510b-4cb4-82d9-04f51639b050 req-beb53e90-6465-4065-8af4-8942d39bd7a3 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=59cf42a4-7fda-44d2-89e6-0be04a7aad79 HTTP/1.1" status: 200 len: 945 time: 0.5640073 May 31 14:02:15.661064 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:15.770009 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9e5525c8-510b-4cb4-82d9-04f51639b050 req-4bd20a07-f03d-4f69-b423-d55a718d6460 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=10ee8b1f-5dc3-4376-8f1c-4ea283a2b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130633 May 31 14:02:15.774944 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7f820412-253c-405d-9160-8505c286f7e3 req-6ecfaef2-b624-45a0-9de0-2212f1307c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:15.801129 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device cfaa6c07-27f3-469f-96e5-80413729059e up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:02:15.852430 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59396) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:02:15.967977 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-4433c887-8ac2-42ae-b85d-c4523b64ad6d None None] Set router 446be2cb-cd7e-4959-8ce2-8a03d76ec58d gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:02:15.968459 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port cfaa6c07-27f3-469f-96e5-80413729059e triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:02:15.968832 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:16.203888 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port cfaa6c07-27f3-469f-96e5-80413729059e is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:02:16.264696 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a7b8c80c-05e9-4cd6-a62d-72bf3aa7afe8 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/floatingips/0b16d79e-d03c-45c0-939d-8bbbdab69b65 HTTP/1.1" status: 200 len: 993 time: 0.4053099 May 31 14:02:16.295339 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf5d558-0850-4bbf-ad8e-9713bf87f3e5 req-9d12c73f-ca9b-4b77-9026-da644bf2d09a tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:16.296166 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-0bf5d558-0850-4bbf-ad8e-9713bf87f3e5 req-9d12c73f-ca9b-4b77-9026-da644bf2d09a tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] Synchronizing usage tracker for tenant:dbdc804cc6a04ce88ed57a406fc67620 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:02:16.340817 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-7f820412-253c-405d-9160-8505c286f7e3 req-6ecfaef2-b624-45a0-9de0-2212f1307c4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f3ee497-df72-4fbf-9bc2-6a37996750a4 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:02:16.372925 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7f820412-253c-405d-9160-8505c286f7e3 req-6ecfaef2-b624-45a0-9de0-2212f1307c4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:16.390699 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-7f820412-253c-405d-9160-8505c286f7e3 req-6ecfaef2-b624-45a0-9de0-2212f1307c4b service neutron] Transition to ACTIVE for port object 8f3ee497-df72-4fbf-9bc2-6a37996750a4 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:02:16.398064 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7f820412-253c-405d-9160-8505c286f7e3 req-6ecfaef2-b624-45a0-9de0-2212f1307c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:16.419491 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-0bf5d558-0850-4bbf-ad8e-9713bf87f3e5 req-9d12c73f-ca9b-4b77-9026-da644bf2d09a tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] Unset dirty status for tenant:dbdc804cc6a04ce88ed57a406fc67620 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:02:16.430940 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0bf5d558-0850-4bbf-ad8e-9713bf87f3e5 req-9d12c73f-ca9b-4b77-9026-da644bf2d09a tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] 10.222.0.50 "GET /v2.0/ports?device_id=3bf7ce62-757d-4bb6-8c12-2fb3b1c74adc HTTP/1.1" status: 200 len: 931 time: 0.8976028 May 31 14:02:16.598269 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-4433c887-8ac2-42ae-b85d-c4523b64ad6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446be2cb-cd7e-4959-8ce2-8a03d76ec58d', 'name': 'tempest-TestVolumeBackupRestore-2124851596-router', 'tenant_id': '06c3c129112f4a3d8898b7e6f7aca161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': 'cfaa6c07-27f3-469f-96e5-80413729059e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:02:02Z', 'updated_at': '2022-05-31T14:02:10Z', 'revision_number': 4, 'project_id': '06c3c129112f4a3d8898b7e6f7aca161', 'gw_port': {'id': 'cfaa6c07-27f3-469f-96e5-80413729059e', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:29:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446be2cb-cd7e-4959-8ce2-8a03d76ec58d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:02:04Z', 'updated_at': '2022-05-31T14:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'c66f5e2c-9ba1-424d-88b1-245d4f3f3416', 'name': '', 'network_id': 'a037a075-b34a-4ad2-89ed-1eb621b1ed7e', 'tenant_id': '06c3c129112f4a3d8898b7e6f7aca161', 'mac_address': 'fa:16:3e:d5:02:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446be2cb-cd7e-4959-8ce2-8a03d76ec58d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'd86b757c-119f-4155-912d-3706f3dd542a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:02:08Z', 'updated_at': '2022-05-31T14:02:10Z', 'revision_number': 2, 'project_id': '06c3c129112f4a3d8898b7e6f7aca161', 'subnets': [{'id': 'd86b757c-119f-4155-912d-3706f3dd542a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:02:16.605091 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4433c887-8ac2-42ae-b85d-c4523b64ad6d None None] Checking router: 446be2cb-cd7e-4959-8ce2-8a03d76ec58d for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:02:16.605560 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4433c887-8ac2-42ae-b85d-c4523b64ad6d None None] Updating router 446be2cb-cd7e-4959-8ce2-8a03d76ec58d port c66f5e2c-9ba1-424d-88b1-245d4f3f3416 binding host n-d-843939-1 {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 14:02:16.646929 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-0bf5d558-0850-4bbf-ad8e-9713bf87f3e5 req-3b2a2add-549c-4473-878c-364fd91728c5 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] Synchronizing usage tracker for tenant:dbdc804cc6a04ce88ed57a406fc67620 on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:02:16.716169 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4433c887-8ac2-42ae-b85d-c4523b64ad6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:16.824616 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecfaef2-b624-45a0-9de0-2212f1307c4b service neutron] Pushing event updated for resources: {'Port': ['ID=8f3ee497-df72-4fbf-9bc2-6a37996750a4,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:02:16.944001 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-0bf5d558-0850-4bbf-ad8e-9713bf87f3e5 req-3b2a2add-549c-4473-878c-364fd91728c5 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] Unset dirty status for tenant:dbdc804cc6a04ce88ed57a406fc67620 on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:02:16.947733 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0bf5d558-0850-4bbf-ad8e-9713bf87f3e5 req-3b2a2add-549c-4473-878c-364fd91728c5 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] 10.222.0.50 "GET /v2.0/security-groups?id=6964ee48-a7fd-486e-9237-fc69f9f8ea31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5159593 May 31 14:02:16.976127 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-7f820412-253c-405d-9160-8505c286f7e3 req-6ecfaef2-b624-45a0-9de0-2212f1307c4b service neutron] Attempting to bind port 8f3ee497-df72-4fbf-9bc2-6a37996750a4 on host n-h1-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:02:16.978647 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-7f820412-253c-405d-9160-8505c286f7e3 req-6ecfaef2-b624-45a0-9de0-2212f1307c4b service neutron] Attempting to bind port 8f3ee497-df72-4fbf-9bc2-6a37996750a4 by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': '153ae9f5-d122-4841-bec7-a131a91864f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '466cbe97-b98e-4ed7-9e40-89c1e2d947c0'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:02:16.979018 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f820412-253c-405d-9160-8505c286f7e3 req-6ecfaef2-b624-45a0-9de0-2212f1307c4b service neutron] Attempting to bind port 8f3ee497-df72-4fbf-9bc2-6a37996750a4 on network 466cbe97-b98e-4ed7-9e40-89c1e2d947c0 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:02:16.999046 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f820412-253c-405d-9160-8505c286f7e3 req-6ecfaef2-b624-45a0-9de0-2212f1307c4b service neutron] Port 8f3ee497-df72-4fbf-9bc2-6a37996750a4 on network 466cbe97-b98e-4ed7-9e40-89c1e2d947c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 14:02:16.999890 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f820412-253c-405d-9160-8505c286f7e3 req-6ecfaef2-b624-45a0-9de0-2212f1307c4b service neutron] Attempting to bind port 8f3ee497-df72-4fbf-9bc2-6a37996750a4 on network 466cbe97-b98e-4ed7-9e40-89c1e2d947c0 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:02:17.023402 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f820412-253c-405d-9160-8505c286f7e3 req-6ecfaef2-b624-45a0-9de0-2212f1307c4b service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:02:17.024299 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f820412-253c-405d-9160-8505c286f7e3 req-6ecfaef2-b624-45a0-9de0-2212f1307c4b service neutron] Checking segment: {'id': '153ae9f5-d122-4841-bec7-a131a91864f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '466cbe97-b98e-4ed7-9e40-89c1e2d947c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:02:17.025195 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f820412-253c-405d-9160-8505c286f7e3 req-6ecfaef2-b624-45a0-9de0-2212f1307c4b service neutron] Bound using segment: {'id': '153ae9f5-d122-4841-bec7-a131a91864f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '466cbe97-b98e-4ed7-9e40-89c1e2d947c0'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:02:17.026200 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-7f820412-253c-405d-9160-8505c286f7e3 req-6ecfaef2-b624-45a0-9de0-2212f1307c4b service neutron] Bound port: 8f3ee497-df72-4fbf-9bc2-6a37996750a4, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '153ae9f5-d122-4841-bec7-a131a91864f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '466cbe97-b98e-4ed7-9e40-89c1e2d947c0'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:02:17.027002 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7f820412-253c-405d-9160-8505c286f7e3 req-6ecfaef2-b624-45a0-9de0-2212f1307c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:17.296418 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-7f820412-253c-405d-9160-8505c286f7e3 req-6ecfaef2-b624-45a0-9de0-2212f1307c4b service neutron] For port 8f3ee497-df72-4fbf-9bc2-6a37996750a4, host n-h1-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:02:17.308766 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-7f820412-253c-405d-9160-8505c286f7e3 req-6ecfaef2-b624-45a0-9de0-2212f1307c4b service neutron] For port 8f3ee497-df72-4fbf-9bc2-6a37996750a4, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=8f3ee497-df72-4fbf-9bc2-6a37996750a4,segment=NetworkSegment(153ae9f5-d122-4841-bec7-a131a91864f9),segment_id=153ae9f5-d122-4841-bec7-a131a91864f9)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:02:17.315202 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7f820412-253c-405d-9160-8505c286f7e3 req-6ecfaef2-b624-45a0-9de0-2212f1307c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:17.575523 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4433c887-8ac2-42ae-b85d-c4523b64ad6d None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:17.591029 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-4433c887-8ac2-42ae-b85d-c4523b64ad6d None None] Transition to ACTIVE for port object c66f5e2c-9ba1-424d-88b1-245d4f3f3416 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:02:17.601486 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4433c887-8ac2-42ae-b85d-c4523b64ad6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:17.633644 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecfaef2-b624-45a0-9de0-2212f1307c4b service neutron] Pushing event updated for resources: {'Port': ['ID=8f3ee497-df72-4fbf-9bc2-6a37996750a4,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:02:17.671320 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f820412-253c-405d-9160-8505c286f7e3 req-6ecfaef2-b624-45a0-9de0-2212f1307c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:17.672241 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-7f820412-253c-405d-9160-8505c286f7e3 req-6ecfaef2-b624-45a0-9de0-2212f1307c4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:17.683581 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7f820412-253c-405d-9160-8505c286f7e3 req-6ecfaef2-b624-45a0-9de0-2212f1307c4b service neutron] 10.222.0.20 "PUT /v2.0/ports/8f3ee497-df72-4fbf-9bc2-6a37996750a4 HTTP/1.1" status: 200 len: 1091 time: 2.2232611 May 31 14:02:17.684292 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bf7ce62-757d-4bb6-8c12-2fb3b1c74adc', 'tag': '8f3ee497-df72-4fbf-9bc2-6a37996750a4'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:02:18.334431 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d77a98c5-7f18-4fe5-9c36-ddc09642f3cc'] response: {'name': 'network-changed', 'server_uuid': '3bf7ce62-757d-4bb6-8c12-2fb3b1c74adc', 'tag': '8f3ee497-df72-4fbf-9bc2-6a37996750a4', 'status': 'completed', 'code': 200} May 31 14:02:18.494712 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de77532-00d0-4170-8461-a4a68770a8dc None None] Pushing event updated for resources: {'Port': ['ID=c66f5e2c-9ba1-424d-88b1-245d4f3f3416,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:02:18.523572 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de77532-00d0-4170-8461-a4a68770a8dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:02:18.528705 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de77532-00d0-4170-8461-a4a68770a8dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:02:18.529790 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de77532-00d0-4170-8461-a4a68770a8dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:02:18.530905 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de77532-00d0-4170-8461-a4a68770a8dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:02:18.531778 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de77532-00d0-4170-8461-a4a68770a8dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:02:18.533661 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de77532-00d0-4170-8461-a4a68770a8dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:02:18.534384 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de77532-00d0-4170-8461-a4a68770a8dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:02:18.535319 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de77532-00d0-4170-8461-a4a68770a8dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:02:18.538543 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de77532-00d0-4170-8461-a4a68770a8dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:02:18.539234 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de77532-00d0-4170-8461-a4a68770a8dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:02:18.540007 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de77532-00d0-4170-8461-a4a68770a8dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:02:18.542677 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de77532-00d0-4170-8461-a4a68770a8dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:02:18.593358 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3f6469ae-7a74-4e29-b3c7-2f8122d6231c req-22ada9b2-24c4-4075-bedd-31a6d9ee6530 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=59cf42a4-7fda-44d2-89e6-0be04a7aad79&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2811508 May 31 14:02:18.630844 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-4433c887-8ac2-42ae-b85d-c4523b64ad6d None None] Attempting to bind port c66f5e2c-9ba1-424d-88b1-245d4f3f3416 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:02:18.631567 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-4433c887-8ac2-42ae-b85d-c4523b64ad6d None None] Attempting to bind port c66f5e2c-9ba1-424d-88b1-245d4f3f3416 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '86af255c-23d2-4bde-908c-65d00b8f90e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a037a075-b34a-4ad2-89ed-1eb621b1ed7e'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:02:18.634770 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4433c887-8ac2-42ae-b85d-c4523b64ad6d None None] Attempting to bind port c66f5e2c-9ba1-424d-88b1-245d4f3f3416 on network a037a075-b34a-4ad2-89ed-1eb621b1ed7e {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:02:18.656955 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4433c887-8ac2-42ae-b85d-c4523b64ad6d None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:02:18.659782 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4433c887-8ac2-42ae-b85d-c4523b64ad6d None None] Checking segment: {'id': '86af255c-23d2-4bde-908c-65d00b8f90e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a037a075-b34a-4ad2-89ed-1eb621b1ed7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:02:18.660911 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4433c887-8ac2-42ae-b85d-c4523b64ad6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:18.661529 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4433c887-8ac2-42ae-b85d-c4523b64ad6d None None] Bound using segment: {'id': '86af255c-23d2-4bde-908c-65d00b8f90e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a037a075-b34a-4ad2-89ed-1eb621b1ed7e'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:02:18.664538 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-4433c887-8ac2-42ae-b85d-c4523b64ad6d None None] Bound port: c66f5e2c-9ba1-424d-88b1-245d4f3f3416, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86af255c-23d2-4bde-908c-65d00b8f90e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a037a075-b34a-4ad2-89ed-1eb621b1ed7e'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:02:18.665166 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4433c887-8ac2-42ae-b85d-c4523b64ad6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:18.849562 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f820412-253c-405d-9160-8505c286f7e3 req-ba8426d2-cd46-40ed-9053-19e37e4161c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:18.856004 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7f820412-253c-405d-9160-8505c286f7e3 req-ba8426d2-cd46-40ed-9053-19e37e4161c9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dbdc804cc6a04ce88ed57a406fc67620&device_id=3bf7ce62-757d-4bb6-8c12-2fb3b1c74adc HTTP/1.1" status: 200 len: 1094 time: 1.0886674 May 31 14:02:18.948944 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-4433c887-8ac2-42ae-b85d-c4523b64ad6d None None] For port c66f5e2c-9ba1-424d-88b1-245d4f3f3416, host n-d-843939-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:02:18.957095 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-4433c887-8ac2-42ae-b85d-c4523b64ad6d None None] For port c66f5e2c-9ba1-424d-88b1-245d4f3f3416, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=c66f5e2c-9ba1-424d-88b1-245d4f3f3416,segment=NetworkSegment(86af255c-23d2-4bde-908c-65d00b8f90e0),segment_id=86af255c-23d2-4bde-908c-65d00b8f90e0)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:02:18.967073 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4433c887-8ac2-42ae-b85d-c4523b64ad6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:19.005013 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7f820412-253c-405d-9160-8505c286f7e3 req-4ae578d8-9ba7-4f96-a770-8564a8a93bb6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f3ee497-df72-4fbf-9bc2-6a37996750a4 HTTP/1.1" status: 200 len: 217 time: 0.1222453 May 31 14:02:19.068654 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a1fd3a-0bdc-4b3a-b167-af9291480936 req-2773745c-9fa1-4f9e-aa6d-1fbd63fe26bf tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:19.070660 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c2a1fd3a-0bdc-4b3a-b167-af9291480936 req-2773745c-9fa1-4f9e-aa6d-1fbd63fe26bf tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=59cf42a4-7fda-44d2-89e6-0be04a7aad79 HTTP/1.1" status: 200 len: 945 time: 0.6037416 May 31 14:02:19.146931 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dccb97-c8c6-4800-a298-d022de35db63 req-1dc1523f-6687-4457-a467-7f0e2166e439 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:19.148882 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-14dccb97-c8c6-4800-a298-d022de35db63 req-1dc1523f-6687-4457-a467-7f0e2166e439 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] 10.222.0.50 "GET /v2.0/ports?device_id=3bf7ce62-757d-4bb6-8c12-2fb3b1c74adc HTTP/1.1" status: 200 len: 943 time: 0.8134217 May 31 14:02:19.180365 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4433c887-8ac2-42ae-b85d-c4523b64ad6d None None] Routers {'446be2cb-cd7e-4959-8ce2-8a03d76ec58d'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:02:19.180997 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-4433c887-8ac2-42ae-b85d-c4523b64ad6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:02:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['446be2cb-cd7e-4959-8ce2-8a03d76ec58d'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:02:19.185684 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c2a1fd3a-0bdc-4b3a-b167-af9291480936 req-3fa0d3db-73ba-497e-aa3f-45438d2361a9 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=10ee8b1f-5dc3-4376-8f1c-4ea283a2b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998855 May 31 14:02:19.228825 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f820412-253c-405d-9160-8505c286f7e3 req-fd2469ef-0b67-4383-b8fe-123bb40c0542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:19.231611 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7f820412-253c-405d-9160-8505c286f7e3 req-fd2469ef-0b67-4383-b8fe-123bb40c0542 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=284d3d21-7ef1-42f3-93ea-318e9aedb37c HTTP/1.1" status: 200 len: 849 time: 0.2185175 May 31 14:02:19.316310 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de77532-00d0-4170-8461-a4a68770a8dc None None] Pushing event updated for resources: {'Port': ['ID=c66f5e2c-9ba1-424d-88b1-245d4f3f3416,revision_number=4']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:02:19.451092 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7f820412-253c-405d-9160-8505c286f7e3 req-7bc4c2fb-bfa1-4e0b-b705-693c770e215f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=466cbe97-b98e-4ed7-9e40-89c1e2d947c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2099631 May 31 14:02:19.456490 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-14dccb97-c8c6-4800-a298-d022de35db63 req-164dcc49-8b53-4f3e-97fc-d5c725695da6 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] 10.222.0.50 "GET /v2.0/security-groups?id=6964ee48-a7fd-486e-9237-fc69f9f8ea31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741935 May 31 14:02:19.630331 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:02:19.710111 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-4433c887-8ac2-42ae-b85d-c4523b64ad6d None None] Set router 446be2cb-cd7e-4959-8ce2-8a03d76ec58d gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:02:19.849871 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device c66f5e2c-9ba1-424d-88b1-245d4f3f3416 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:02:19.993931 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7f820412-253c-405d-9160-8505c286f7e3 req-b1a14efc-bb1d-4926-a692-7b3af2c323c1 service neutron] 10.222.0.20 "GET /v2.0/networks/466cbe97-b98e-4ed7-9e40-89c1e2d947c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5361459 May 31 14:02:20.026784 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port c66f5e2c-9ba1-424d-88b1-245d4f3f3416 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:02:20.050572 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port c66f5e2c-9ba1-424d-88b1-245d4f3f3416 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:02:20.050934 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:20.279386 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port c66f5e2c-9ba1-424d-88b1-245d4f3f3416 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:02:20.279852 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:20.289401 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7f820412-253c-405d-9160-8505c286f7e3 req-f31c7d22-941e-4a53-8fa0-4b1902b7807f service neutron] 10.222.0.20 "GET /v2.0/networks/466cbe97-b98e-4ed7-9e40-89c1e2d947c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841284 May 31 14:02:20.353321 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port c66f5e2c-9ba1-424d-88b1-245d4f3f3416, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=c66f5e2c-9ba1-424d-88b1-245d4f3f3416,segment=NetworkSegment(86af255c-23d2-4bde-908c-65d00b8f90e0),segment_id=86af255c-23d2-4bde-908c-65d00b8f90e0)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:02:20.378748 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:20.417982 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-4433c887-8ac2-42ae-b85d-c4523b64ad6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446be2cb-cd7e-4959-8ce2-8a03d76ec58d', 'name': 'tempest-TestVolumeBackupRestore-2124851596-router', 'tenant_id': '06c3c129112f4a3d8898b7e6f7aca161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': 'cfaa6c07-27f3-469f-96e5-80413729059e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:02:02Z', 'updated_at': '2022-05-31T14:02:10Z', 'revision_number': 4, 'project_id': '06c3c129112f4a3d8898b7e6f7aca161', 'gw_port': {'id': 'cfaa6c07-27f3-469f-96e5-80413729059e', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:29:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446be2cb-cd7e-4959-8ce2-8a03d76ec58d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:02:04Z', 'updated_at': '2022-05-31T14:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'c66f5e2c-9ba1-424d-88b1-245d4f3f3416', 'name': '', 'network_id': 'a037a075-b34a-4ad2-89ed-1eb621b1ed7e', 'tenant_id': '06c3c129112f4a3d8898b7e6f7aca161', 'mac_address': 'fa:16:3e:d5:02:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446be2cb-cd7e-4959-8ce2-8a03d76ec58d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'd86b757c-119f-4155-912d-3706f3dd542a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:02:08Z', 'updated_at': '2022-05-31T14:02:18Z', 'revision_number': 4, 'project_id': '06c3c129112f4a3d8898b7e6f7aca161', 'subnets': [{'id': 'd86b757c-119f-4155-912d-3706f3dd542a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:02:20.428768 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4433c887-8ac2-42ae-b85d-c4523b64ad6d None None] The sync data for ids ['446be2cb-cd7e-4959-8ce2-8a03d76ec58d'] in n-d-843939-1 is: [{'id': '446be2cb-cd7e-4959-8ce2-8a03d76ec58d', 'name': 'tempest-TestVolumeBackupRestore-2124851596-router', 'tenant_id': '06c3c129112f4a3d8898b7e6f7aca161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': 'cfaa6c07-27f3-469f-96e5-80413729059e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:02:02Z', 'updated_at': '2022-05-31T14:02:10Z', 'revision_number': 4, 'project_id': '06c3c129112f4a3d8898b7e6f7aca161', 'gw_port': {'id': 'cfaa6c07-27f3-469f-96e5-80413729059e', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:29:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446be2cb-cd7e-4959-8ce2-8a03d76ec58d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:02:04Z', 'updated_at': '2022-05-31T14:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'c66f5e2c-9ba1-424d-88b1-245d4f3f3416', 'name': '', 'network_id': 'a037a075-b34a-4ad2-89ed-1eb621b1ed7e', 'tenant_id': '06c3c129112f4a3d8898b7e6f7aca161', 'mac_address': 'fa:16:3e:d5:02:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446be2cb-cd7e-4959-8ce2-8a03d76ec58d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'd86b757c-119f-4155-912d-3706f3dd542a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:02:08Z', 'updated_at': '2022-05-31T14:02:18Z', 'revision_number': 4, 'project_id': '06c3c129112f4a3d8898b7e6f7aca161', 'subnets': [{'id': 'd86b757c-119f-4155-912d-3706f3dd542a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:02:20.553131 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=c66f5e2c-9ba1-424d-88b1-245d4f3f3416,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:02:20.637500 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5434b8-55dd-4256-ae47-55f02a39c411 req-39547681-38ce-4fc8-85a2-e5e3573593bd tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:20.639707 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ac5434b8-55dd-4256-ae47-55f02a39c411 req-39547681-38ce-4fc8-85a2-e5e3573593bd tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=59cf42a4-7fda-44d2-89e6-0be04a7aad79 HTTP/1.1" status: 200 len: 945 time: 0.1700346 May 31 14:02:20.682361 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36f588-113c-402a-9e48-18d9b197bdb0 req-56b7445f-b5af-4d4d-ab73-23ba6c6a4795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:20.689453 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9f36f588-113c-402a-9e48-18d9b197bdb0 req-56b7445f-b5af-4d4d-ab73-23ba6c6a4795 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dbdc804cc6a04ce88ed57a406fc67620&device_id=3bf7ce62-757d-4bb6-8c12-2fb3b1c74adc HTTP/1.1" status: 200 len: 1094 time: 0.3274350 May 31 14:02:20.912920 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ac5434b8-55dd-4256-ae47-55f02a39c411 req-83b1d288-3182-484c-8abf-a56ee596d975 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=10ee8b1f-5dc3-4376-8f1c-4ea283a2b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2576017 May 31 14:02:20.993377 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36f588-113c-402a-9e48-18d9b197bdb0 req-789daabf-be77-4596-a7e7-d4d8a4e3be32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:20.995362 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9f36f588-113c-402a-9e48-18d9b197bdb0 req-789daabf-be77-4596-a7e7-d4d8a4e3be32 service neutron] 10.222.0.20 "GET /v2.0/networks?id=466cbe97-b98e-4ed7-9e40-89c1e2d947c0 HTTP/1.1" status: 200 len: 910 time: 0.2933280 May 31 14:02:21.070974 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dd81b3-b457-40a0-bdb6-6270c3a7f50b req-6653dade-f1cc-4fbf-8b7e-29ee30b20316 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:21.072538 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a3dd81b3-b457-40a0-bdb6-6270c3a7f50b req-6653dade-f1cc-4fbf-8b7e-29ee30b20316 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] 10.222.0.50 "GET /v2.0/ports?device_id=3bf7ce62-757d-4bb6-8c12-2fb3b1c74adc HTTP/1.1" status: 200 len: 943 time: 0.3283968 May 31 14:02:21.142663 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9f36f588-113c-402a-9e48-18d9b197bdb0 req-de0cfec0-693b-4134-abad-0d50711f556a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f3ee497-df72-4fbf-9bc2-6a37996750a4 HTTP/1.1" status: 200 len: 217 time: 0.1395113 May 31 14:02:21.283199 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a3dd81b3-b457-40a0-bdb6-6270c3a7f50b req-86606e9a-1292-493b-8102-b46fa4988e7f tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] 10.222.0.50 "GET /v2.0/security-groups?id=6964ee48-a7fd-486e-9237-fc69f9f8ea31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445923 May 31 14:02:21.286429 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36f588-113c-402a-9e48-18d9b197bdb0 req-2c4b71ac-5acb-4e94-b67d-cbf3a4838c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:21.288512 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9f36f588-113c-402a-9e48-18d9b197bdb0 req-2c4b71ac-5acb-4e94-b67d-cbf3a4838c0f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=284d3d21-7ef1-42f3-93ea-318e9aedb37c HTTP/1.1" status: 200 len: 849 time: 0.1319995 May 31 14:02:21.364538 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6469ae-7a74-4e29-b3c7-2f8122d6231c req-df3a013b-f2c4-471e-965e-282e599a91cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:21.366673 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3f6469ae-7a74-4e29-b3c7-2f8122d6231c req-df3a013b-f2c4-471e-965e-282e599a91cf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=088180f8cd814306a3f92350df9020de&device_id=59cf42a4-7fda-44d2-89e6-0be04a7aad79 HTTP/1.1" status: 200 len: 1096 time: 0.2867007 May 31 14:02:21.409497 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9f36f588-113c-402a-9e48-18d9b197bdb0 req-5091aeb3-aad0-4a5f-b0ac-866f13c2e8ed service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=466cbe97-b98e-4ed7-9e40-89c1e2d947c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1092653 May 31 14:02:21.736496 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device c66f5e2c-9ba1-424d-88b1-245d4f3f3416 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:02:21.793206 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6469ae-7a74-4e29-b3c7-2f8122d6231c req-2c1cd2a9-603c-4a65-b915-169bb5f69643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:21.796568 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3f6469ae-7a74-4e29-b3c7-2f8122d6231c req-2c1cd2a9-603c-4a65-b915-169bb5f69643 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f135afbb-9843-41ca-a0e1-68551fbe9f1e HTTP/1.1" status: 200 len: 897 time: 0.4228978 May 31 14:02:21.849198 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port c66f5e2c-9ba1-424d-88b1-245d4f3f3416 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:02:21.849376 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:21.962627 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9f36f588-113c-402a-9e48-18d9b197bdb0 req-335a8903-2f3c-4d8a-b666-61b12cd506ae service neutron] 10.222.0.20 "GET /v2.0/networks/466cbe97-b98e-4ed7-9e40-89c1e2d947c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5431104 May 31 14:02:22.014375 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3f6469ae-7a74-4e29-b3c7-2f8122d6231c req-0bc2e77a-b6e6-4aeb-b281-24c5242d26ac service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef83caf5-2521-4068-9428-cab427bd3f12 HTTP/1.1" status: 200 len: 1001 time: 0.2033758 May 31 14:02:22.101838 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port c66f5e2c-9ba1-424d-88b1-245d4f3f3416 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:02:22.235480 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6469ae-7a74-4e29-b3c7-2f8122d6231c req-256dcfed-0566-4fd0-b6f4-eda09ff6c164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:22.237571 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3f6469ae-7a74-4e29-b3c7-2f8122d6231c req-256dcfed-0566-4fd0-b6f4-eda09ff6c164 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=567f40ea-a752-4a7a-aac9-fa5d19ae7bb4 HTTP/1.1" status: 200 len: 835 time: 0.1740334 May 31 14:02:22.304903 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9f36f588-113c-402a-9e48-18d9b197bdb0 req-5559e135-3004-45a6-b08b-8f8bd920ed13 service neutron] 10.222.0.20 "GET /v2.0/networks/466cbe97-b98e-4ed7-9e40-89c1e2d947c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359983 May 31 14:02:22.371720 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b3208-13e0-4b77-bbd1-b6c631059c19 req-acfe5cd9-7892-409b-b59d-8347f4895040 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:22.373601 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a69b3208-13e0-4b77-bbd1-b6c631059c19 req-acfe5cd9-7892-409b-b59d-8347f4895040 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=59cf42a4-7fda-44d2-89e6-0be04a7aad79 HTTP/1.1" status: 200 len: 945 time: 0.2664032 May 31 14:02:22.458113 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a69b3208-13e0-4b77-bbd1-b6c631059c19 req-1d376fec-43b8-4d02-b569-c4a76abce610 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=10ee8b1f-5dc3-4376-8f1c-4ea283a2b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728495 May 31 14:02:22.468704 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6469ae-7a74-4e29-b3c7-2f8122d6231c req-2f8f95c2-2722-4ce9-ae14-ba20fd720bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:22.472773 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3f6469ae-7a74-4e29-b3c7-2f8122d6231c req-2f8f95c2-2722-4ce9-ae14-ba20fd720bf6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f135afbb-9843-41ca-a0e1-68551fbe9f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2192783 May 31 14:02:22.721868 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59502) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:02:22.744603 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3f6469ae-7a74-4e29-b3c7-2f8122d6231c req-b1baec0d-28d2-468c-9470-aba023131d42 service neutron] 10.222.0.44 "GET /v2.0/networks/f135afbb-9843-41ca-a0e1-68551fbe9f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645612 May 31 14:02:22.802282 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd48a866-53ac-48d5-b4a4-ba3634f2ed37 req-b587e723-ec46-47e6-bef1-01ce834f0b8c tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:22.804033 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cd48a866-53ac-48d5-b4a4-ba3634f2ed37 req-b587e723-ec46-47e6-bef1-01ce834f0b8c tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] 10.222.0.50 "GET /v2.0/ports?device_id=3bf7ce62-757d-4bb6-8c12-2fb3b1c74adc HTTP/1.1" status: 200 len: 943 time: 0.1758029 May 31 14:02:22.959537 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b2ce3e0c-6ef6-4b28-bbe8-8892fd88c13c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:22.994531 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b2ce3e0c-6ef6-4b28-bbe8-8892fd88c13c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:02:23.004285 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-b2ce3e0c-6ef6-4b28-bbe8-8892fd88c13c admin admin] Usage tracker for resource:security_group_rule and tenant:b3c7824c3af84982a6c986257270dd23 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:02:23.009644 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-b2ce3e0c-6ef6-4b28-bbe8-8892fd88c13c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:02:23.016163 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b2ce3e0c-6ef6-4b28-bbe8-8892fd88c13c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:02:23.023605 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cd48a866-53ac-48d5-b4a4-ba3634f2ed37 req-15315e93-c176-4b2f-91d5-52b4c41d574e tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] 10.222.0.50 "GET /v2.0/security-groups?id=6964ee48-a7fd-486e-9237-fc69f9f8ea31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446083 May 31 14:02:23.034299 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3f6469ae-7a74-4e29-b3c7-2f8122d6231c req-bb705f3d-9c63-4511-93cb-a39943a07ae8 service neutron] 10.222.0.44 "GET /v2.0/networks/f135afbb-9843-41ca-a0e1-68551fbe9f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823408 May 31 14:02:23.186269 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b2ce3e0c-6ef6-4b28-bbe8-8892fd88c13c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:23.194178 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b2ce3e0c-6ef6-4b28-bbe8-8892fd88c13c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:23.423417 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b2ce3e0c-6ef6-4b28-bbe8-8892fd88c13c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b3c7824c3af84982a6c986257270dd23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6998224 May 31 14:02:23.424374 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ce3e0c-6ef6-4b28-bbe8-8892fd88c13c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=441a4a74-c197-48c7-bbb9-af4d6742bfa1,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:02:23.427823 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 59510) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:02:23.472487 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 8f3ee497-df72-4fbf-9bc2-6a37996750a4 details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 14:02:23.500635 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8c3c67c9-f70d-433d-8930-e3e9fed82e4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:23.549911 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8c3c67c9-f70d-433d-8930-e3e9fed82e4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:23.672419 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8c3c67c9-f70d-433d-8930-e3e9fed82e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:23.694580 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3c67c9-f70d-433d-8930-e3e9fed82e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=441a4a74-c197-48c7-bbb9-af4d6742bfa1,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:02:23.719724 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8c3c67c9-f70d-433d-8930-e3e9fed82e4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:23.720875 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-8c3c67c9-f70d-433d-8930-e3e9fed82e4b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/441a4a74-c197-48c7-bbb9-af4d6742bfa1 HTTP/1.1" status: 204 len: 168 time: 0.2920678 May 31 14:02:23.746989 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 8f3ee497-df72-4fbf-9bc2-6a37996750a4, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=8f3ee497-df72-4fbf-9bc2-6a37996750a4,segment=NetworkSegment(153ae9f5-d122-4841-bec7-a131a91864f9),segment_id=153ae9f5-d122-4841-bec7-a131a91864f9)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:02:23.782641 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': '8f3ee497-df72-4fbf-9bc2-6a37996750a4', 'network_id': '466cbe97-b98e-4ed7-9e40-89c1e2d947c0', 'port_id': '8f3ee497-df72-4fbf-9bc2-6a37996750a4', 'mac_address': 'fa:16:3e:db:0d:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '284d3d21-7ef1-42f3-93ea-318e9aedb37c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 14:02:23.783410 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3459f8-6b4d-431f-adc1-4f6c294e02da req-6acc0e93-6e58-4251-b211-0d220bbbc033 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:23.784950 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6e3459f8-6b4d-431f-adc1-4f6c294e02da req-6acc0e93-6e58-4251-b211-0d220bbbc033 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=59cf42a4-7fda-44d2-89e6-0be04a7aad79 HTTP/1.1" status: 200 len: 945 time: 0.1640062 May 31 14:02:23.905745 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6e3459f8-6b4d-431f-adc1-4f6c294e02da req-0ec29464-d618-45bc-acf8-f7a0a920a6af tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=10ee8b1f-5dc3-4376-8f1c-4ea283a2b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059084 May 31 14:02:23.915861 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 8f3ee497-df72-4fbf-9bc2-6a37996750a4 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:02:23.916466 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:23.953008 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f3ee497-df72-4fbf-9bc2-6a37996750a4 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:02:24.005471 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 8f3ee497-df72-4fbf-9bc2-6a37996750a4, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=8f3ee497-df72-4fbf-9bc2-6a37996750a4,segment=NetworkSegment(153ae9f5-d122-4841-bec7-a131a91864f9),segment_id=153ae9f5-d122-4841-bec7-a131a91864f9)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:02:24.011003 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:24.112310 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=8f3ee497-df72-4fbf-9bc2-6a37996750a4,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:02:24.309426 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['8f3ee497-df72-4fbf-9bc2-6a37996750a4'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:02:24.512577 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189c41a3-634c-410d-87a9-cb2a1c22ef5e req-7f36189e-7420-4bdf-9297-ed9b143416a6 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:24.514518 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-189c41a3-634c-410d-87a9-cb2a1c22ef5e req-7f36189e-7420-4bdf-9297-ed9b143416a6 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] 10.222.0.50 "GET /v2.0/ports?device_id=3bf7ce62-757d-4bb6-8c12-2fb3b1c74adc HTTP/1.1" status: 200 len: 944 time: 0.1926255 May 31 14:02:24.586665 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-189c41a3-634c-410d-87a9-cb2a1c22ef5e req-66051f39-221e-44e3-8d18-768056dffe66 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] 10.222.0.50 "GET /v2.0/security-groups?id=6964ee48-a7fd-486e-9237-fc69f9f8ea31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630143 May 31 14:02:25.290825 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2414b082-3db2-410b-9caf-c07d8b761999 req-266038a6-33e4-4285-8f2f-5e2c9bb5268d tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:25.293540 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2414b082-3db2-410b-9caf-c07d8b761999 req-266038a6-33e4-4285-8f2f-5e2c9bb5268d tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=59cf42a4-7fda-44d2-89e6-0be04a7aad79 HTTP/1.1" status: 200 len: 945 time: 0.1498094 May 31 14:02:25.398218 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2414b082-3db2-410b-9caf-c07d8b761999 req-0421f073-d3ab-4968-81d4-128b40b2d52d tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=10ee8b1f-5dc3-4376-8f1c-4ea283a2b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979261 May 31 14:02:25.471621 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 8f3ee497-df72-4fbf-9bc2-6a37996750a4 up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:02:25.573057 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning for port 8f3ee497-df72-4fbf-9bc2-6a37996750a4 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:02:25.581962 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port 8f3ee497-df72-4fbf-9bc2-6a37996750a4 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:02:25.582390 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:25.760558 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 8f3ee497-df72-4fbf-9bc2-6a37996750a4 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:02:25.761027 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:25.796331 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bf7ce62-757d-4bb6-8c12-2fb3b1c74adc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f3ee497-df72-4fbf-9bc2-6a37996750a4'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:02:25.809264 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 8f3ee497-df72-4fbf-9bc2-6a37996750a4, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=8f3ee497-df72-4fbf-9bc2-6a37996750a4,segment=NetworkSegment(153ae9f5-d122-4841-bec7-a131a91864f9),segment_id=153ae9f5-d122-4841-bec7-a131a91864f9)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:02:25.821408 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:25.862420 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd5e15-c87c-45b8-915b-8718cd4d334e req-5757916b-5919-4f28-ad0f-83169a00c40d tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:25.871798 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-73cd5e15-c87c-45b8-915b-8718cd4d334e req-5757916b-5919-4f28-ad0f-83169a00c40d tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] 10.222.0.50 "GET /v2.0/ports?device_id=3bf7ce62-757d-4bb6-8c12-2fb3b1c74adc HTTP/1.1" status: 200 len: 944 time: 0.1297030 May 31 14:02:25.948382 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-73cd5e15-c87c-45b8-915b-8718cd4d334e req-cc2ef74a-57c3-4ee4-bc60-d2a2fa01fc2d tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] 10.222.0.50 "GET /v2.0/security-groups?id=6964ee48-a7fd-486e-9237-fc69f9f8ea31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754824 May 31 14:02:25.995813 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=8f3ee497-df72-4fbf-9bc2-6a37996750a4,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:02:26.088486 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 59572) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:02:26.300548 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6776166-3e90-49a9-a347-44ae7faf374c'] response: {'server_uuid': '3bf7ce62-757d-4bb6-8c12-2fb3b1c74adc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f3ee497-df72-4fbf-9bc2-6a37996750a4', 'code': 200} May 31 14:02:26.421779 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-7770f9c9-cb98-4a47-804c-af3fc4be7883 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Request body: {'network': {'name': 'tempest-network-smoke--728991621', 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'port_security_enabled': True}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:02:26.435194 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-7770f9c9-cb98-4a47-804c-af3fc4be7883 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:02:26.443071 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-7770f9c9-cb98-4a47-804c-af3fc4be7883 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Usage tracker for resource:network and tenant:09b97aa9f54f41a6b37a92daebfa7b06 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:02:26.451499 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-7770f9c9-cb98-4a47-804c-af3fc4be7883 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:02:26.478792 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-7770f9c9-cb98-4a47-804c-af3fc4be7883 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:02:26.506677 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7770f9c9-cb98-4a47-804c-af3fc4be7883 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Made reservation on behalf of 09b97aa9f54f41a6b37a92daebfa7b06 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:02:26.510706 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7770f9c9-cb98-4a47-804c-af3fc4be7883 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:26.530622 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7770f9c9-cb98-4a47-804c-af3fc4be7883 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:26.551619 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0502fd-a276-4be9-9ae0-95792db4f8b7 req-69af78e8-165e-4c76-b316-db7a964d8d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:26.554921 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fa0502fd-a276-4be9-9ae0-95792db4f8b7 req-69af78e8-165e-4c76-b316-db7a964d8d7d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3bf7ce62-757d-4bb6-8c12-2fb3b1c74adc HTTP/1.1" status: 200 len: 1096 time: 0.1837540 May 31 14:02:26.562378 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-7770f9c9-cb98-4a47-804c-af3fc4be7883 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:02:26.567928 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-7770f9c9-cb98-4a47-804c-af3fc4be7883 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Usage tracker for resource:security_group_rule and tenant:09b97aa9f54f41a6b37a92daebfa7b06 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:02:26.571506 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-7770f9c9-cb98-4a47-804c-af3fc4be7883 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:02:26.748893 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-7770f9c9-cb98-4a47-804c-af3fc4be7883 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:02:26.803016 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fa0502fd-a276-4be9-9ae0-95792db4f8b7 req-8e92cc9f-dc60-43ee-b461-1735edaa5221 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6964ee48-a7fd-486e-9237-fc69f9f8ea31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284281 May 31 14:02:26.891518 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a6c4d-83cd-4eee-a6f6-219aa2712cbc req-b7d54a3b-d498-4a7b-a5e3-949a99f51344 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:26.893007 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-825a6c4d-83cd-4eee-a6f6-219aa2712cbc req-b7d54a3b-d498-4a7b-a5e3-949a99f51344 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=59cf42a4-7fda-44d2-89e6-0be04a7aad79 HTTP/1.1" status: 200 len: 945 time: 0.1413801 May 31 14:02:26.966102 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7770f9c9-cb98-4a47-804c-af3fc4be7883 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:26.971577 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-825a6c4d-83cd-4eee-a6f6-219aa2712cbc req-4e91bce1-1387-4249-b7a8-4e4c1ddff310 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=10ee8b1f-5dc3-4376-8f1c-4ea283a2b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714636 May 31 14:02:26.972657 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7770f9c9-cb98-4a47-804c-af3fc4be7883 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:27.025597 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7770f9c9-cb98-4a47-804c-af3fc4be7883 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcde40b0-7cb8-403a-aa97-6143bdc07e3f,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:02:27.029682 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7770f9c9-cb98-4a47-804c-af3fc4be7883 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 14:02:27.042565 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7770f9c9-cb98-4a47-804c-af3fc4be7883 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:27.043453 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-7770f9c9-cb98-4a47-804c-af3fc4be7883 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Added segment 5562a696-6f7d-42ed-8237-7ee1db3761cd of type vlan for network 4d1591f0-948d-423b-b377-aa74ae0bd268 May 31 14:02:27.074652 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7770f9c9-cb98-4a47-804c-af3fc4be7883 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:27.155892 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7770f9c9-cb98-4a47-804c-af3fc4be7883 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:27.162171 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7770f9c9-cb98-4a47-804c-af3fc4be7883 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:27.162818 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7770f9c9-cb98-4a47-804c-af3fc4be7883 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:27.306524 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7770f9c9-cb98-4a47-804c-af3fc4be7883 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Pushing event updated for resources: {'Network': ['ID=4d1591f0-948d-423b-b377-aa74ae0bd268,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:02:27.315405 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-7770f9c9-cb98-4a47-804c-af3fc4be7883 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2220771 May 31 14:02:27.315851 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 59596) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:02:27.319702 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 4d1591f0-948d-423b-b377-aa74ae0bd268 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 14:02:27.322045 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-b5f5e84e-cef2-4b50-be42-19aa06cfb8a4 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1936781450', 'admin_state_up': True, 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:02:27.332830 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-b5f5e84e-cef2-4b50-be42-19aa06cfb8a4 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:02:27.338620 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-b5f5e84e-cef2-4b50-be42-19aa06cfb8a4 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Usage tracker for resource:router and tenant:09b97aa9f54f41a6b37a92daebfa7b06 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:02:27.343706 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-b5f5e84e-cef2-4b50-be42-19aa06cfb8a4 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:02:27.365403 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-b5f5e84e-cef2-4b50-be42-19aa06cfb8a4 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:02:27.404609 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5010d3-c8cc-4e65-b305-5160cf05e613 req-6ea99f53-1a36-4e0e-8899-cde385a58e91 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:27.427830 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1b5010d3-c8cc-4e65-b305-5160cf05e613 req-6ea99f53-1a36-4e0e-8899-cde385a58e91 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] 10.222.0.50 "GET /v2.0/ports?device_id=3bf7ce62-757d-4bb6-8c12-2fb3b1c74adc HTTP/1.1" status: 200 len: 945 time: 0.3084433 May 31 14:02:27.458814 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b5f5e84e-cef2-4b50-be42-19aa06cfb8a4 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:27.459883 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b5f5e84e-cef2-4b50-be42-19aa06cfb8a4 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:27.500405 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b5f5e84e-cef2-4b50-be42-19aa06cfb8a4 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:27.505161 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1b5010d3-c8cc-4e65-b305-5160cf05e613 req-2c5b928c-5a04-474c-8ef2-f2e0f4a4dee5 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] 10.222.0.50 "GET /v2.0/security-groups?id=6964ee48-a7fd-486e-9237-fc69f9f8ea31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764997 May 31 14:02:27.855405 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b5f5e84e-cef2-4b50-be42-19aa06cfb8a4 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:28.357603 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b5f5e84e-cef2-4b50-be42-19aa06cfb8a4 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for router_gateway, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:28.388271 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b5f5e84e-cef2-4b50-be42-19aa06cfb8a4 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:28.477042 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c8ae76-e2d8-468e-b482-cb7825cd34ad req-f654b835-7aad-4ce8-86b5-765cbd6920c4 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:28.478663 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-99c8ae76-e2d8-468e-b482-cb7825cd34ad req-f654b835-7aad-4ce8-86b5-765cbd6920c4 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=59cf42a4-7fda-44d2-89e6-0be04a7aad79 HTTP/1.1" status: 200 len: 945 time: 0.3261569 May 31 14:02:28.600308 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-99c8ae76-e2d8-468e-b482-cb7825cd34ad req-ab971222-be72-42b8-8360-602ea718b085 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=10ee8b1f-5dc3-4376-8f1c-4ea283a2b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140552 May 31 14:02:28.611034 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-b5f5e84e-cef2-4b50-be42-19aa06cfb8a4 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Allocated IP 172.25.6.136 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/19a7de98-bbc6-48a8-adea-8ed5c9ed46b5) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:02:28.974305 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc29452d-7c51-4945-936d-77e387fd3a56 req-c10ad46d-e07a-43f9-bb65-2779bb902cfa tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:28.975823 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fc29452d-7c51-4945-936d-77e387fd3a56 req-c10ad46d-e07a-43f9-bb65-2779bb902cfa tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] 10.222.0.50 "GET /v2.0/ports?device_id=3bf7ce62-757d-4bb6-8c12-2fb3b1c74adc HTTP/1.1" status: 200 len: 945 time: 0.3445790 May 31 14:02:29.041270 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b5f5e84e-cef2-4b50-be42-19aa06cfb8a4 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:29.058147 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fc29452d-7c51-4945-936d-77e387fd3a56 req-02a13d97-7654-4472-aea7-6ba2c0f20819 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] 10.222.0.50 "GET /v2.0/security-groups?id=6964ee48-a7fd-486e-9237-fc69f9f8ea31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732210 May 31 14:02:29.091772 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b5f5e84e-cef2-4b50-be42-19aa06cfb8a4 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:29.180110 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f5e84e-cef2-4b50-be42-19aa06cfb8a4 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:02:29.183596 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-b5f5e84e-cef2-4b50-be42-19aa06cfb8a4 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:02:29.191256 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f5e84e-cef2-4b50-be42-19aa06cfb8a4 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:02:29.221767 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f5e84e-cef2-4b50-be42-19aa06cfb8a4 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Pushing event updated for resources: {'Port': ['ID=19a7de98-bbc6-48a8-adea-8ed5c9ed46b5,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:02:29.758100 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96538b0a-38c3-4282-9588-8c40b67fac34 req-1c79c48d-a5a8-41ef-a28f-a46207fc4279 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:29.759477 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-96538b0a-38c3-4282-9588-8c40b67fac34 req-1c79c48d-a5a8-41ef-a28f-a46207fc4279 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4eb6d26-3e8e-4091-a6f7-85f3cf2f2b25 HTTP/1.1" status: 200 len: 945 time: 0.2816284 May 31 14:02:29.965505 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-96538b0a-38c3-4282-9588-8c40b67fac34 req-0859c0fa-4a32-4741-8dfb-12fcf42acddd tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] 10.222.0.50 "GET /v2.0/security-groups?id=c52a2b74-f615-4964-90d7-c79fd92bae1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512685 May 31 14:02:29.975552 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b5f5e84e-cef2-4b50-be42-19aa06cfb8a4 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for router_gateway, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:30.077278 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee571926-03ba-4965-ab9b-8e0baa8277bb req-44db4102-67e3-49a6-b9fc-def992ca83b6 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:30.082686 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ee571926-03ba-4965-ab9b-8e0baa8277bb req-44db4102-67e3-49a6-b9fc-def992ca83b6 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=59cf42a4-7fda-44d2-89e6-0be04a7aad79 HTTP/1.1" status: 200 len: 945 time: 0.3221784 May 31 14:02:30.218884 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ee571926-03ba-4965-ab9b-8e0baa8277bb req-edbf799f-5bc0-45a7-8426-823ee3c74b0d tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=10ee8b1f-5dc3-4376-8f1c-4ea283a2b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315689 May 31 14:02:30.423942 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b5f5e84e-cef2-4b50-be42-19aa06cfb8a4 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:30.846877 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fdb151-06b7-4977-b85d-72246adb0cc1 req-e76bb92f-9c82-49d2-a8b0-3080577f38f6 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:30.848301 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-73fdb151-06b7-4977-b85d-72246adb0cc1 req-e76bb92f-9c82-49d2-a8b0-3080577f38f6 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] 10.222.0.50 "GET /v2.0/ports?device_id=3bf7ce62-757d-4bb6-8c12-2fb3b1c74adc HTTP/1.1" status: 200 len: 945 time: 0.3377528 May 31 14:02:30.858297 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5f5e84e-cef2-4b50-be42-19aa06cfb8a4 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Router a551d982-0d35-4450-9e6d-6e3cf58c5900 is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 14:02:30.982586 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-73fdb151-06b7-4977-b85d-72246adb0cc1 req-671bcade-6a9c-4f1b-8ba1-4c18a3231e5b tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] 10.222.0.50 "GET /v2.0/security-groups?id=6964ee48-a7fd-486e-9237-fc69f9f8ea31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264687 May 31 14:02:31.096331 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f5e84e-cef2-4b50-be42-19aa06cfb8a4 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:02:31.107079 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2a10b6-c8e3-48b4-b932-2a79968ee41d None None] Sync routers for ids ['a551d982-0d35-4450-9e6d-6e3cf58c5900'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:02:31.118174 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2a10b6-c8e3-48b4-b932-2a79968ee41d None None] Routers {'a551d982-0d35-4450-9e6d-6e3cf58c5900'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:02:31.118781 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-8b2a10b6-c8e3-48b4-b932-2a79968ee41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:02:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['a551d982-0d35-4450-9e6d-6e3cf58c5900'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:02:31.222211 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b5f5e84e-cef2-4b50-be42-19aa06cfb8a4 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:31.226492 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-b5f5e84e-cef2-4b50-be42-19aa06cfb8a4 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.9067659 May 31 14:02:31.227193 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59636) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:02:31.278610 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ba3e9a-27be-4aee-9c15-b6ec11766a79 req-44ef145f-01a0-480e-976d-860ad63bc57a tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:31.280303 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-67ba3e9a-27be-4aee-9c15-b6ec11766a79 req-44ef145f-01a0-480e-976d-860ad63bc57a tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4eb6d26-3e8e-4091-a6f7-85f3cf2f2b25 HTTP/1.1" status: 200 len: 945 time: 0.1249366 May 31 14:02:31.360790 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-8b2a10b6-c8e3-48b4-b932-2a79968ee41d None None] Set router a551d982-0d35-4450-9e6d-6e3cf58c5900 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:02:31.407026 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ca21c1c0-8ea4-4fb1-b7ee-1a2220178bdf tempest-TestNetworkBasicOps-115385594 tempest-TestNetworkBasicOps-115385594-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=09b97aa9f54f41a6b37a92daebfa7b06&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1768625 May 31 14:02:31.407653 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59644) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:02:31.415554 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f6845-3ba7-4357-93ea-0b76b71f8d61 req-585f69cd-a300-404d-bda5-68e6aad19598 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:31.418399 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-130f6845-3ba7-4357-93ea-0b76b71f8d61 req-585f69cd-a300-404d-bda5-68e6aad19598 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4eb6d26-3e8e-4091-a6f7-85f3cf2f2b25 HTTP/1.1" status: 200 len: 945 time: 0.3117461 May 31 14:02:31.521131 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-67ba3e9a-27be-4aee-9c15-b6ec11766a79 req-636c03e7-ea1e-4caf-9f80-215b9c600166 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Deleting port a63f4fbf-7bda-41d2-8496-ca274515d155 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:02:31.521578 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-67ba3e9a-27be-4aee-9c15-b6ec11766a79 req-636c03e7-ea1e-4caf-9f80-215b9c600166 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:31.643346 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-130f6845-3ba7-4357-93ea-0b76b71f8d61 req-5a4172de-910b-4adb-9548-4f762a7c0f98 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] 10.222.0.50 "GET /v2.0/security-groups?id=c52a2b74-f615-4964-90d7-c79fd92bae1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119784 May 31 14:02:31.671874 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a68df2-b48f-464b-b8e8-8b415b5b5df6 tempest-TestNetworkBasicOps-115385594 tempest-TestNetworkBasicOps-115385594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:31.675180 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-57a68df2-b48f-464b-b8e8-8b415b5b5df6 tempest-TestNetworkBasicOps-115385594 tempest-TestNetworkBasicOps-115385594-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2665055 May 31 14:02:31.677876 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59648) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:02:31.723225 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb47665-d253-4623-b765-b748fc7f9ac3 req-7ac0c1dd-01c7-4e37-a44d-e208e9ffd95e tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:31.725634 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0fb47665-d253-4623-b765-b748fc7f9ac3 req-7ac0c1dd-01c7-4e37-a44d-e208e9ffd95e tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=59cf42a4-7fda-44d2-89e6-0be04a7aad79 HTTP/1.1" status: 200 len: 945 time: 0.2656221 May 31 14:02:31.744391 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b309dddf-2ff7-4cb1-b186-8245a1fad6b9 tempest-TestNetworkBasicOps-115385594 tempest-TestNetworkBasicOps-115385594-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=d2103cd5-63ba-4c24-9d95-fd17643bf14c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0637653 May 31 14:02:31.745351 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59652) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:02:31.753979 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-2827042d-726d-4fd1-afeb-db5970ee7ab9 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1360786465', 'network_id': '4d1591f0-948d-423b-b377-aa74ae0bd268', 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:02:31.826284 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-8b2a10b6-c8e3-48b4-b932-2a79968ee41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a551d982-0d35-4450-9e6d-6e3cf58c5900', 'name': 'tempest-TestNetworkBasicOps-router-1936781450', 'tenant_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '19a7de98-bbc6-48a8-adea-8ed5c9ed46b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:02:27Z', 'updated_at': '2022-05-31T14:02:29Z', 'revision_number': 3, 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'gw_port': {'id': '19a7de98-bbc6-48a8-adea-8ed5c9ed46b5', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:6d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a551d982-0d35-4450-9e6d-6e3cf58c5900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:02:28Z', 'updated_at': '2022-05-31T14:02:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:02:31.831738 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2a10b6-c8e3-48b4-b932-2a79968ee41d None None] Checking router: a551d982-0d35-4450-9e6d-6e3cf58c5900 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:02:31.832324 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2a10b6-c8e3-48b4-b932-2a79968ee41d None None] Updating router a551d982-0d35-4450-9e6d-6e3cf58c5900 port 19a7de98-bbc6-48a8-adea-8ed5c9ed46b5 binding host n-d-843939-1 {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 14:02:31.892468 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8b2a10b6-c8e3-48b4-b932-2a79968ee41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:31.893114 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-2827042d-726d-4fd1-afeb-db5970ee7ab9 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:02:31.896654 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0fb47665-d253-4623-b765-b748fc7f9ac3 req-9994a537-3ea8-4fa6-8f7d-f377e376b5ea tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=10ee8b1f-5dc3-4376-8f1c-4ea283a2b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423481 May 31 14:02:31.897871 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-2827042d-726d-4fd1-afeb-db5970ee7ab9 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Usage tracker for resource:subnet and tenant:09b97aa9f54f41a6b37a92daebfa7b06 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:02:31.901043 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-2827042d-726d-4fd1-afeb-db5970ee7ab9 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:02:31.908144 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-2827042d-726d-4fd1-afeb-db5970ee7ab9 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:02:31.919423 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2827042d-726d-4fd1-afeb-db5970ee7ab9 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Made reservation on behalf of 09b97aa9f54f41a6b37a92daebfa7b06 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:02:31.930536 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2827042d-726d-4fd1-afeb-db5970ee7ab9 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:31.956697 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-67ba3e9a-27be-4aee-9c15-b6ec11766a79 req-636c03e7-ea1e-4caf-9f80-215b9c600166 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] For port a63f4fbf-7bda-41d2-8496-ca274515d155, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=a63f4fbf-7bda-41d2-8496-ca274515d155,segment=NetworkSegment(f7aeab4e-1cfb-4901-bbf4-c5babbf940ba),segment_id=f7aeab4e-1cfb-4901-bbf4-c5babbf940ba)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:02:31.957146 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-67ba3e9a-27be-4aee-9c15-b6ec11766a79 req-636c03e7-ea1e-4caf-9f80-215b9c600166 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:32.188501 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-67ba3e9a-27be-4aee-9c15-b6ec11766a79 req-636c03e7-ea1e-4caf-9f80-215b9c600166 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Calling delete_port for a63f4fbf-7bda-41d2-8496-ca274515d155 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:02:32.203097 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78129afa-f245-4fe6-a161-039dad311740 req-373790e4-3f31-47a8-a6e3-335253038c04 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:32.205217 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-78129afa-f245-4fe6-a161-039dad311740 req-373790e4-3f31-47a8-a6e3-335253038c04 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bf7ce62-757d-4bb6-8c12-2fb3b1c74adc HTTP/1.1" status: 200 len: 945 time: 0.1481998 May 31 14:02:32.323163 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-78129afa-f245-4fe6-a161-039dad311740 req-232680c3-92cd-4247-890c-4d9dc7fc40fe tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] Deleting port 8f3ee497-df72-4fbf-9bc2-6a37996750a4 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:02:32.323865 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-78129afa-f245-4fe6-a161-039dad311740 req-232680c3-92cd-4247-890c-4d9dc7fc40fe tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:32.357448 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2827042d-726d-4fd1-afeb-db5970ee7ab9 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:32.371291 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87baacd4-2429-4de1-a524-2844d90be565 req-8daef4da-fe8c-4062-ba9c-921a5e3dc791 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:32.374227 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-87baacd4-2429-4de1-a524-2844d90be565 req-8daef4da-fe8c-4062-ba9c-921a5e3dc791 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] 10.222.0.50 "GET /v2.0/ports?device_id=3bf7ce62-757d-4bb6-8c12-2fb3b1c74adc HTTP/1.1" status: 200 len: 945 time: 0.1982844 May 31 14:02:32.460424 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8b2a10b6-c8e3-48b4-b932-2a79968ee41d None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:32.501416 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-87baacd4-2429-4de1-a524-2844d90be565 req-679674d2-8b25-4f3e-99b9-1426377d14cb tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] 10.222.0.50 "GET /v2.0/security-groups?id=6964ee48-a7fd-486e-9237-fc69f9f8ea31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805140 May 31 14:02:32.509066 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-8b2a10b6-c8e3-48b4-b932-2a79968ee41d None None] Transition to ACTIVE for port object 19a7de98-bbc6-48a8-adea-8ed5c9ed46b5 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:02:32.510412 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-67ba3e9a-27be-4aee-9c15-b6ec11766a79 req-636c03e7-ea1e-4caf-9f80-215b9c600166 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:32.519281 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8b2a10b6-c8e3-48b4-b932-2a79968ee41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:32.523855 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2827042d-726d-4fd1-afeb-db5970ee7ab9 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Checking segment: {'id': '5562a696-6f7d-42ed-8237-7ee1db3761cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4d1591f0-948d-423b-b377-aa74ae0bd268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:02:32.524227 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2827042d-726d-4fd1-afeb-db5970ee7ab9 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Network hostable DHCP agents. Network: 4d1591f0-948d-423b-b377-aa74ae0bd268, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 14:02:32.556212 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2827042d-726d-4fd1-afeb-db5970ee7ab9 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Pushing event updated for resources: {'Subnet': ['ID=de06fd48-48b1-4674-b24c-7d9de086f6a5,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:02:32.586339 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2827042d-726d-4fd1-afeb-db5970ee7ab9 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Network 4d1591f0-948d-423b-b377-aa74ae0bd268 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 14:02:32.586856 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636c03e7-ea1e-4caf-9f80-215b9c600166 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Pushing event deleted for resources: {'Port': ['ID=a63f4fbf-7bda-41d2-8496-ca274515d155,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:02:32.603955 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['a63f4fbf-7bda-41d2-8496-ca274515d155'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:02:32.622656 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636c03e7-ea1e-4caf-9f80-215b9c600166 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:02:32.623006 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636c03e7-ea1e-4caf-9f80-215b9c600166 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:02:32.623329 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636c03e7-ea1e-4caf-9f80-215b9c600166 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:02:32.623660 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636c03e7-ea1e-4caf-9f80-215b9c600166 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:02:32.623981 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636c03e7-ea1e-4caf-9f80-215b9c600166 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:02:32.624305 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636c03e7-ea1e-4caf-9f80-215b9c600166 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:02:32.624618 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636c03e7-ea1e-4caf-9f80-215b9c600166 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:02:32.624942 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636c03e7-ea1e-4caf-9f80-215b9c600166 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:02:32.625260 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636c03e7-ea1e-4caf-9f80-215b9c600166 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:02:32.626244 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636c03e7-ea1e-4caf-9f80-215b9c600166 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:02:32.626573 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636c03e7-ea1e-4caf-9f80-215b9c600166 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:02:32.626891 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636c03e7-ea1e-4caf-9f80-215b9c600166 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:02:32.663043 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-2827042d-726d-4fd1-afeb-db5970ee7ab9 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 4d1591f0-948d-423b-b377-aa74ae0bd268) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:02:32.673045 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2827042d-726d-4fd1-afeb-db5970ee7ab9 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:32.673723 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2827042d-726d-4fd1-afeb-db5970ee7ab9 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:32.684479 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-67ba3e9a-27be-4aee-9c15-b6ec11766a79 req-636c03e7-ea1e-4caf-9f80-215b9c600166 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] No DVR routers for this DVR port a63f4fbf-7bda-41d2-8496-ca274515d155 on host n-h1-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:02:32.687860 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-67ba3e9a-27be-4aee-9c15-b6ec11766a79 req-636c03e7-ea1e-4caf-9f80-215b9c600166 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:32.691927 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4eb6d26-3e8e-4091-a6f7-85f3cf2f2b25', 'name': 'network-vif-deleted', 'tag': 'a63f4fbf-7bda-41d2-8496-ca274515d155'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:02:32.705936 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-2827042d-726d-4fd1-afeb-db5970ee7ab9 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9592822 May 31 14:02:32.709676 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 59664) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:02:32.734425 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c2f7f5-64c2-4a72-b7e7-e414562cca98 None None] Network 4d1591f0-948d-423b-b377-aa74ae0bd268 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:02:32.768244 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-8b2a10b6-c8e3-48b4-b932-2a79968ee41d None None] Attempting to bind port 19a7de98-bbc6-48a8-adea-8ed5c9ed46b5 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:02:32.768612 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-8b2a10b6-c8e3-48b4-b932-2a79968ee41d None None] Attempting to bind port 19a7de98-bbc6-48a8-adea-8ed5c9ed46b5 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:02:32.768970 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2a10b6-c8e3-48b4-b932-2a79968ee41d None None] Attempting to bind port 19a7de98-bbc6-48a8-adea-8ed5c9ed46b5 on network d2103cd5-63ba-4c24-9d95-fd17643bf14c {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:02:32.773069 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-78129afa-f245-4fe6-a161-039dad311740 req-232680c3-92cd-4247-890c-4d9dc7fc40fe tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] For port 8f3ee497-df72-4fbf-9bc2-6a37996750a4, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=8f3ee497-df72-4fbf-9bc2-6a37996750a4,segment=NetworkSegment(153ae9f5-d122-4841-bec7-a131a91864f9),segment_id=153ae9f5-d122-4841-bec7-a131a91864f9)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:02:32.773430 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-78129afa-f245-4fe6-a161-039dad311740 req-232680c3-92cd-4247-890c-4d9dc7fc40fe tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:32.784256 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2a10b6-c8e3-48b4-b932-2a79968ee41d None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:02:32.784677 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2a10b6-c8e3-48b4-b932-2a79968ee41d None None] Checking segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:02:32.785027 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8b2a10b6-c8e3-48b4-b932-2a79968ee41d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:32.785423 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2a10b6-c8e3-48b4-b932-2a79968ee41d None None] Bound using segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:02:32.786461 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-8b2a10b6-c8e3-48b4-b932-2a79968ee41d None None] Bound port: 19a7de98-bbc6-48a8-adea-8ed5c9ed46b5, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:02:32.786461 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8b2a10b6-c8e3-48b4-b932-2a79968ee41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:32.936469 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbd3eeed-eda3-4b18-a14f-80566b0e6dd4'] response: {'server_uuid': 'f4eb6d26-3e8e-4091-a6f7-85f3cf2f2b25', 'name': 'network-vif-deleted', 'tag': 'a63f4fbf-7bda-41d2-8496-ca274515d155', 'status': 'completed', 'code': 200} May 31 14:02:32.951393 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-67ba3e9a-27be-4aee-9c15-b6ec11766a79 req-636c03e7-ea1e-4caf-9f80-215b9c600166 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] 10.222.0.20 "DELETE /v2.0/ports/a63f4fbf-7bda-41d2-8496-ca274515d155 HTTP/1.1" status: 204 len: 173 time: 1.6591465 May 31 14:02:32.994398 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-78129afa-f245-4fe6-a161-039dad311740 req-232680c3-92cd-4247-890c-4d9dc7fc40fe tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] Calling delete_port for 8f3ee497-df72-4fbf-9bc2-6a37996750a4 owned by compute:nova {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:02:33.019918 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-f4df6f29-e1c7-481a-a260-a7815df0487f req-6287d0ca-c4ee-4914-960f-a51ce48da950 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Synchronizing usage tracker for tenant:80041d5c2e77427db9d44e9fdb551a51 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:02:33.090303 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f9b048-3393-4b2b-b327-8498ed8bbe68 None None] Pushing event updated for resources: {'Port': ['ID=19a7de98-bbc6-48a8-adea-8ed5c9ed46b5,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:02:33.172013 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-8b2a10b6-c8e3-48b4-b932-2a79968ee41d None None] For port 19a7de98-bbc6-48a8-adea-8ed5c9ed46b5, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:02:33.240695 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-8b2a10b6-c8e3-48b4-b932-2a79968ee41d None None] For port 19a7de98-bbc6-48a8-adea-8ed5c9ed46b5, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=19a7de98-bbc6-48a8-adea-8ed5c9ed46b5,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:02:33.271901 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8b2a10b6-c8e3-48b4-b932-2a79968ee41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:33.354996 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-78129afa-f245-4fe6-a161-039dad311740 req-232680c3-92cd-4247-890c-4d9dc7fc40fe tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:33.363083 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b661c034-6770-469c-afbf-fc3b0b51c2a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-4d1591f0-948d-423b-b377-aa74ae0bd268', 'network_id': '4d1591f0-948d-423b-b377-aa74ae0bd268', 'tenant_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'fixed_ips': [{'subnet_id': 'de06fd48-48b1-4674-b24c-7d9de086f6a5'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 14:02:33.364091 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b661c034-6770-469c-afbf-fc3b0b51c2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:33.382600 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['8f3ee497-df72-4fbf-9bc2-6a37996750a4'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:02:33.433323 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2a10b6-c8e3-48b4-b932-2a79968ee41d None None] Routers {'a551d982-0d35-4450-9e6d-6e3cf58c5900'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:02:33.433323 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-8b2a10b6-c8e3-48b4-b932-2a79968ee41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:02:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['a551d982-0d35-4450-9e6d-6e3cf58c5900'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:02:33.479342 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232680c3-92cd-4247-890c-4d9dc7fc40fe tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] Pushing event deleted for resources: {'Port': ['ID=8f3ee497-df72-4fbf-9bc2-6a37996750a4,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:02:33.505059 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-f4df6f29-e1c7-481a-a260-a7815df0487f req-6287d0ca-c4ee-4914-960f-a51ce48da950 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] Unset dirty status for tenant:80041d5c2e77427db9d44e9fdb551a51 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:02:33.515736 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f4df6f29-e1c7-481a-a260-a7815df0487f req-6287d0ca-c4ee-4914-960f-a51ce48da950 tempest-VolumesSnapshotTestJSON-79397839 tempest-VolumesSnapshotTestJSON-79397839-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4eb6d26-3e8e-4091-a6f7-85f3cf2f2b25 HTTP/1.1" status: 200 len: 210 time: 0.5791743 May 31 14:02:33.646094 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-78129afa-f245-4fe6-a161-039dad311740 req-232680c3-92cd-4247-890c-4d9dc7fc40fe tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] No DVR routers for this DVR port 8f3ee497-df72-4fbf-9bc2-6a37996750a4 on host n-h1-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:02:33.652447 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-8b2a10b6-c8e3-48b4-b932-2a79968ee41d None None] Set router a551d982-0d35-4450-9e6d-6e3cf58c5900 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:02:33.655279 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-78129afa-f245-4fe6-a161-039dad311740 req-232680c3-92cd-4247-890c-4d9dc7fc40fe tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:33.681949 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bf7ce62-757d-4bb6-8c12-2fb3b1c74adc', 'name': 'network-vif-deleted', 'tag': '8f3ee497-df72-4fbf-9bc2-6a37996750a4'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:02:33.700251 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-78129afa-f245-4fe6-a161-039dad311740 req-232680c3-92cd-4247-890c-4d9dc7fc40fe tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] 10.222.0.20 "DELETE /v2.0/ports/8f3ee497-df72-4fbf-9bc2-6a37996750a4 HTTP/1.1" status: 204 len: 173 time: 1.4867387 May 31 14:02:33.818640 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-45ccd63e-5710-4c5d-be96-4622ecefce75 req-834b8177-edde-47cf-a521-1c5845832785 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] 10.222.0.50 "GET /v2.0/ports?device_id=3bf7ce62-757d-4bb6-8c12-2fb3b1c74adc HTTP/1.1" status: 200 len: 210 time: 0.0625453 May 31 14:02:33.931083 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54a6a376-b58e-4948-92f9-74b50ebe5d6a'] response: {'server_uuid': '3bf7ce62-757d-4bb6-8c12-2fb3b1c74adc', 'name': 'network-vif-deleted', 'tag': '8f3ee497-df72-4fbf-9bc2-6a37996750a4', 'status': 'completed', 'code': 200} May 31 14:02:33.997195 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f9b048-3393-4b2b-b327-8498ed8bbe68 None None] Pushing event updated for resources: {'Port': ['ID=19a7de98-bbc6-48a8-adea-8ed5c9ed46b5,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:02:34.109427 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4a43d1-f577-42bb-afb5-f736970fa087 req-c5b8464e-387f-4f2c-9e2d-b838459b2f8e tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:34.117034 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-da4a43d1-f577-42bb-afb5-f736970fa087 req-c5b8464e-387f-4f2c-9e2d-b838459b2f8e tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=59cf42a4-7fda-44d2-89e6-0be04a7aad79 HTTP/1.1" status: 200 len: 945 time: 0.9188328 May 31 14:02:34.118222 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-8b2a10b6-c8e3-48b4-b932-2a79968ee41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a551d982-0d35-4450-9e6d-6e3cf58c5900', 'name': 'tempest-TestNetworkBasicOps-router-1936781450', 'tenant_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '19a7de98-bbc6-48a8-adea-8ed5c9ed46b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:02:27Z', 'updated_at': '2022-05-31T14:02:29Z', 'revision_number': 3, 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'gw_port': {'id': '19a7de98-bbc6-48a8-adea-8ed5c9ed46b5', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:6d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a551d982-0d35-4450-9e6d-6e3cf58c5900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:02:28Z', 'updated_at': '2022-05-31T14:02:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:02:34.124590 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2a10b6-c8e3-48b4-b932-2a79968ee41d None None] The sync data for ids ['a551d982-0d35-4450-9e6d-6e3cf58c5900'] in n-d-843939-1 is: [{'id': 'a551d982-0d35-4450-9e6d-6e3cf58c5900', 'name': 'tempest-TestNetworkBasicOps-router-1936781450', 'tenant_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '19a7de98-bbc6-48a8-adea-8ed5c9ed46b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:02:27Z', 'updated_at': '2022-05-31T14:02:29Z', 'revision_number': 3, 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'gw_port': {'id': '19a7de98-bbc6-48a8-adea-8ed5c9ed46b5', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:6d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a551d982-0d35-4450-9e6d-6e3cf58c5900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:02:28Z', 'updated_at': '2022-05-31T14:02:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:02:34.138223 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-b661c034-6770-469c-afbf-fc3b0b51c2a8 None None] Allocated IP 172.20.0.2 (4d1591f0-948d-423b-b377-aa74ae0bd268/de06fd48-48b1-4674-b24c-7d9de086f6a5/8ea7444b-dd18-4c37-9439-3ac3d6f0453b) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:02:34.208885 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-da4a43d1-f577-42bb-afb5-f736970fa087 req-9303b22f-9962-4339-94ed-b49aaebb2f4c tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=10ee8b1f-5dc3-4376-8f1c-4ea283a2b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912724 May 31 14:02:34.495839 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b661c034-6770-469c-afbf-fc3b0b51c2a8 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:34.522538 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b661c034-6770-469c-afbf-fc3b0b51c2a8 None None] Transition to ACTIVE for port object 8ea7444b-dd18-4c37-9439-3ac3d6f0453b will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:02:34.524813 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cbd022f9-4f33-4610-b180-74fbe5a403a0 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:34.573370 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b661c034-6770-469c-afbf-fc3b0b51c2a8 None None] Transition to ACTIVE for port object 8ea7444b-dd18-4c37-9439-3ac3d6f0453b will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:02:34.582714 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b661c034-6770-469c-afbf-fc3b0b51c2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:34.658248 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b661c034-6770-469c-afbf-fc3b0b51c2a8 None None] Network 4d1591f0-948d-423b-b377-aa74ae0bd268 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:02:34.661704 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-b661c034-6770-469c-afbf-fc3b0b51c2a8 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:02:34.668453 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b661c034-6770-469c-afbf-fc3b0b51c2a8 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:02:34.737930 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b661c034-6770-469c-afbf-fc3b0b51c2a8 None None] Pushing event updated for resources: {'Port': ['ID=8ea7444b-dd18-4c37-9439-3ac3d6f0453b,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:02:34.865347 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-b661c034-6770-469c-afbf-fc3b0b51c2a8 None None] Attempting to bind port 8ea7444b-dd18-4c37-9439-3ac3d6f0453b on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:02:34.865747 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-b661c034-6770-469c-afbf-fc3b0b51c2a8 None None] Attempting to bind port 8ea7444b-dd18-4c37-9439-3ac3d6f0453b by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '5562a696-6f7d-42ed-8237-7ee1db3761cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4d1591f0-948d-423b-b377-aa74ae0bd268'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:02:34.866359 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b661c034-6770-469c-afbf-fc3b0b51c2a8 None None] Attempting to bind port 8ea7444b-dd18-4c37-9439-3ac3d6f0453b on network 4d1591f0-948d-423b-b377-aa74ae0bd268 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:02:34.872968 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b661c034-6770-469c-afbf-fc3b0b51c2a8 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:02:34.873338 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b661c034-6770-469c-afbf-fc3b0b51c2a8 None None] Checking segment: {'id': '5562a696-6f7d-42ed-8237-7ee1db3761cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4d1591f0-948d-423b-b377-aa74ae0bd268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:02:34.873745 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b661c034-6770-469c-afbf-fc3b0b51c2a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:34.874203 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b661c034-6770-469c-afbf-fc3b0b51c2a8 None None] Bound using segment: {'id': '5562a696-6f7d-42ed-8237-7ee1db3761cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4d1591f0-948d-423b-b377-aa74ae0bd268'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:02:34.874855 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-b661c034-6770-469c-afbf-fc3b0b51c2a8 None None] Bound port: 8ea7444b-dd18-4c37-9439-3ac3d6f0453b, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5562a696-6f7d-42ed-8237-7ee1db3761cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4d1591f0-948d-423b-b377-aa74ae0bd268'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:02:34.875240 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b661c034-6770-469c-afbf-fc3b0b51c2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:35.132275 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-b661c034-6770-469c-afbf-fc3b0b51c2a8 None None] For port 8ea7444b-dd18-4c37-9439-3ac3d6f0453b, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:02:35.139220 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-b661c034-6770-469c-afbf-fc3b0b51c2a8 None None] For port 8ea7444b-dd18-4c37-9439-3ac3d6f0453b, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=8ea7444b-dd18-4c37-9439-3ac3d6f0453b,segment=NetworkSegment(5562a696-6f7d-42ed-8237-7ee1db3761cd),segment_id=5562a696-6f7d-42ed-8237-7ee1db3761cd)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:02:35.144147 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b661c034-6770-469c-afbf-fc3b0b51c2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:35.373111 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-cbd022f9-4f33-4610-b180-74fbe5a403a0 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Allocated IP 172.20.0.1 (4d1591f0-948d-423b-b377-aa74ae0bd268/de06fd48-48b1-4674-b24c-7d9de086f6a5/13208598-19fa-493d-b60d-80b0fa8cf721) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:02:35.496978 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b661c034-6770-469c-afbf-fc3b0b51c2a8 None None] Pushing event updated for resources: {'Port': ['ID=8ea7444b-dd18-4c37-9439-3ac3d6f0453b,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:02:35.551002 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device a63f4fbf-7bda-41d2-8496-ca274515d155 no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:02:35.627643 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] No Port match for: a63f4fbf-7bda-41d2-8496-ca274515d155 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:02:35.628259 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device a63f4fbf-7bda-41d2-8496-ca274515d155 not bound to the agent host n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:02:35.628871 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 8f3ee497-df72-4fbf-9bc2-6a37996750a4 no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:02:35.719997 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] No Port match for: 8f3ee497-df72-4fbf-9bc2-6a37996750a4 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:02:35.720979 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 8f3ee497-df72-4fbf-9bc2-6a37996750a4 not bound to the agent host n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:02:35.858727 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 19a7de98-bbc6-48a8-adea-8ed5c9ed46b5 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:02:35.957056 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 19a7de98-bbc6-48a8-adea-8ed5c9ed46b5 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:02:35.963724 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 19a7de98-bbc6-48a8-adea-8ed5c9ed46b5 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:02:35.964573 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:36.158288 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 19a7de98-bbc6-48a8-adea-8ed5c9ed46b5 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:02:36.158699 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:36.184203 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 19a7de98-bbc6-48a8-adea-8ed5c9ed46b5, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=19a7de98-bbc6-48a8-adea-8ed5c9ed46b5,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:02:36.188713 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:36.195279 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [req-3f6469ae-7a74-4e29-b3c7-2f8122d6231c req-63d0ba52-3e8d-49e6-bda3-9012aa975fc4 service neutron] show failed (client error): The resource could not be found. May 31 14:02:36.196507 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3f6469ae-7a74-4e29-b3c7-2f8122d6231c req-63d0ba52-3e8d-49e6-bda3-9012aa975fc4 service neutron] 10.222.0.44 "GET /v2.0/ports/ef83caf5-2521-4068-9428-cab427bd3f12/bindings/n-h1-843939-1 HTTP/1.1" status: 404 len: 380 time: 0.6222737 May 31 14:02:36.294487 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=19a7de98-bbc6-48a8-adea-8ed5c9ed46b5,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:02:36.400255 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cbd022f9-4f33-4610-b180-74fbe5a403a0 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:36.417359 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9bb208-07d5-43ae-b2ae-04eb80bb0e3e req-203e7097-8186-4100-9a41-69b8d4606aa6 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:36.419132 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5e9bb208-07d5-43ae-b2ae-04eb80bb0e3e req-203e7097-8186-4100-9a41-69b8d4606aa6 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] 10.222.0.50 "GET /v2.0/networks?id=466cbe97-b98e-4ed7-9e40-89c1e2d947c0 HTTP/1.1" status: 200 len: 809 time: 0.9052365 May 31 14:02:36.448736 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd383ba-4b85-4f95-a2be-6db3445a85ec req-0e18b9f5-23f8-4da7-9089-48739a796c2f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:36.450622 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9bd383ba-4b85-4f95-a2be-6db3445a85ec req-0e18b9f5-23f8-4da7-9089-48739a796c2f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=59cf42a4-7fda-44d2-89e6-0be04a7aad79 HTTP/1.1" status: 200 len: 945 time: 0.8918474 May 31 14:02:36.461190 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-cbd022f9-4f33-4610-b180-74fbe5a403a0 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Transition to ACTIVE for port object 13208598-19fa-493d-b60d-80b0fa8cf721 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:02:36.468121 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5e9bb208-07d5-43ae-b2ae-04eb80bb0e3e req-69224967-21cf-4980-81db-264e0c59bd01 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] 10.222.0.50 "GET /v2.0/quotas/dbdc804cc6a04ce88ed57a406fc67620 HTTP/1.1" status: 200 len: 375 time: 0.0283079 May 31 14:02:36.587026 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5e9bb208-07d5-43ae-b2ae-04eb80bb0e3e req-f57486db-4607-4347-9cef-7e6394ec16ea tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=dbdc804cc6a04ce88ed57a406fc67620&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0968068 May 31 14:02:36.594864 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cbd022f9-4f33-4610-b180-74fbe5a403a0 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:36.694540 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6469ae-7a74-4e29-b3c7-2f8122d6231c req-879a2258-d95c-4b28-a4ea-bd230d03e421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:36.701377 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3f6469ae-7a74-4e29-b3c7-2f8122d6231c req-879a2258-d95c-4b28-a4ea-bd230d03e421 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=59cf42a4-7fda-44d2-89e6-0be04a7aad79&tenant_id=088180f8cd814306a3f92350df9020de HTTP/1.1" status: 200 len: 1096 time: 0.1608815 May 31 14:02:36.718696 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-3f6469ae-7a74-4e29-b3c7-2f8122d6231c req-a4b0b532-cbe2-43f7-afe8-ef3152b4e22b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843939-1', 'device_owner': 'compute:nova'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:02:36.722528 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9bd383ba-4b85-4f95-a2be-6db3445a85ec req-db604280-2f01-43a8-9c35-c939f72979b0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=10ee8b1f-5dc3-4376-8f1c-4ea283a2b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2311685 May 31 14:02:36.742435 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd022f9-4f33-4610-b180-74fbe5a403a0 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Network 4d1591f0-948d-423b-b377-aa74ae0bd268 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:02:36.745980 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-cbd022f9-4f33-4610-b180-74fbe5a403a0 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:02:36.751924 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd022f9-4f33-4610-b180-74fbe5a403a0 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:02:36.794693 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd022f9-4f33-4610-b180-74fbe5a403a0 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Pushing event updated for resources: {'Port': ['ID=13208598-19fa-493d-b60d-80b0fa8cf721,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:02:36.893626 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-3f6469ae-7a74-4e29-b3c7-2f8122d6231c req-a4b0b532-cbe2-43f7-afe8-ef3152b4e22b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:37.010429 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5e9bb208-07d5-43ae-b2ae-04eb80bb0e3e req-a5baa5c0-87f0-4b7e-9ec0-032720f9e470 service neutron] 10.222.0.50 "GET /v2.0/networks/466cbe97-b98e-4ed7-9e40-89c1e2d947c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4104235 May 31 14:02:37.018284 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cbd022f9-4f33-4610-b180-74fbe5a403a0 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:37.230998 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5e9bb208-07d5-43ae-b2ae-04eb80bb0e3e req-0d1821b0-522d-49a2-b760-6e41ac81af48 service neutron] 10.222.0.50 "GET /v2.0/networks/466cbe97-b98e-4ed7-9e40-89c1e2d947c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079320 May 31 14:02:37.326289 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2419f5e-8c59-4ca1-8cc1-162e27166f67 None None] Network 4d1591f0-948d-423b-b377-aa74ae0bd268 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:02:37.413938 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cbd022f9-4f33-4610-b180-74fbe5a403a0 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:37.540419 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-3f6469ae-7a74-4e29-b3c7-2f8122d6231c req-a4b0b532-cbe2-43f7-afe8-ef3152b4e22b service neutron] For port ef83caf5-2521-4068-9428-cab427bd3f12, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=ef83caf5-2521-4068-9428-cab427bd3f12,segment=NetworkSegment(bb2fe0f0-e983-4e21-aead-b0e4f38daa71),segment_id=bb2fe0f0-e983-4e21-aead-b0e4f38daa71)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:02:37.596059 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-3f6469ae-7a74-4e29-b3c7-2f8122d6231c req-a4b0b532-cbe2-43f7-afe8-ef3152b4e22b service neutron] For port ef83caf5-2521-4068-9428-cab427bd3f12, host n-h2-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:02:37.601394 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-59accb48-fe8a-43e5-aa25-2ede7da21c64 None None] Provisioning for port 8ea7444b-dd18-4c37-9439-3ac3d6f0453b completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:02:37.617600 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4eebfa41-dd4e-4ae3-958c-0c75c3d9164a req-dc636d8e-ee45-42ce-8949-6b90491ea35e tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] 10.222.0.50 "GET /v2.0/ports?device_id=32503cd2-f4c4-42ed-bb94-33235ec3d886 HTTP/1.1" status: 200 len: 210 time: 0.1333692 May 31 14:02:37.621274 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:37.729441 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59cf42a4-7fda-44d2-89e6-0be04a7aad79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef83caf5-2521-4068-9428-cab427bd3f12'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:02:37.747797 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-3f6469ae-7a74-4e29-b3c7-2f8122d6231c req-a4b0b532-cbe2-43f7-afe8-ef3152b4e22b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:37.819972 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-3f6469ae-7a74-4e29-b3c7-2f8122d6231c req-a4b0b532-cbe2-43f7-afe8-ef3152b4e22b service neutron] Transition to ACTIVE for port object ef83caf5-2521-4068-9428-cab427bd3f12 will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:02:37.845278 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-3f6469ae-7a74-4e29-b3c7-2f8122d6231c req-a4b0b532-cbe2-43f7-afe8-ef3152b4e22b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:38.019614 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 19a7de98-bbc6-48a8-adea-8ed5c9ed46b5 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:02:38.045441 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98f067d8-0099-4d49-8d14-8f695b11c861'] response: {'server_uuid': '59cf42a4-7fda-44d2-89e6-0be04a7aad79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef83caf5-2521-4068-9428-cab427bd3f12', 'code': 200} May 31 14:02:38.046123 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b0b532-cbe2-43f7-afe8-ef3152b4e22b service neutron] Pushing event updated for resources: {'Port': ['ID=ef83caf5-2521-4068-9428-cab427bd3f12,revision_number=6']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:02:38.307501 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 19a7de98-bbc6-48a8-adea-8ed5c9ed46b5 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:02:38.307501 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:38.557080 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-35c72f13-a86f-4e50-86d8-b407130bf82b None None] Provisioning for port 13208598-19fa-493d-b60d-80b0fa8cf721 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:02:38.582818 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-35c72f13-a86f-4e50-86d8-b407130bf82b None None] Provisioning complete for port 13208598-19fa-493d-b60d-80b0fa8cf721 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:02:38.584907 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-35c72f13-a86f-4e50-86d8-b407130bf82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:38.623765 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f6469ae-7a74-4e29-b3c7-2f8122d6231c req-a4b0b532-cbe2-43f7-afe8-ef3152b4e22b service neutron] No DVR routers for this DVR port ef83caf5-2521-4068-9428-cab427bd3f12 on host n-h2-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:02:38.629660 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cbd022f9-4f33-4610-b180-74fbe5a403a0 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:38.643469 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb9b4f2-4bbb-49f8-984e-c341b4af5485 req-b73a39fb-74a3-4e3b-9b4b-8223067a94ca tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:38.652415 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7cb9b4f2-4bbb-49f8-984e-c341b4af5485 req-b73a39fb-74a3-4e3b-9b4b-8223067a94ca tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=59cf42a4-7fda-44d2-89e6-0be04a7aad79 HTTP/1.1" status: 200 len: 943 time: 0.7828748 May 31 14:02:38.694086 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cbd022f9-4f33-4610-b180-74fbe5a403a0 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:38.918479 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 19a7de98-bbc6-48a8-adea-8ed5c9ed46b5 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:02:38.920031 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 8ea7444b-dd18-4c37-9439-3ac3d6f0453b up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:02:39.006257 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-35c72f13-a86f-4e50-86d8-b407130bf82b None None] Port 13208598-19fa-493d-b60d-80b0fa8cf721 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:02:39.034578 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 8ea7444b-dd18-4c37-9439-3ac3d6f0453b completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:02:39.041902 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 8ea7444b-dd18-4c37-9439-3ac3d6f0453b triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:02:39.042586 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:39.056514 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4bc75403-80e8-4bfa-a9dd-109446a5bda9 req-d2f22d43-26d8-4b69-b216-dc3bd9867c52 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] 10.222.0.50 "GET /v2.0/ports?device_id=32503cd2-f4c4-42ed-bb94-33235ec3d886 HTTP/1.1" status: 200 len: 210 time: 0.0626721 May 31 14:02:39.144364 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7cb9b4f2-4bbb-49f8-984e-c341b4af5485 req-46fc5924-ab65-436e-8aea-cd046f2f64d0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=10ee8b1f-5dc3-4376-8f1c-4ea283a2b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4905744 May 31 14:02:39.163744 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-3f6469ae-7a74-4e29-b3c7-2f8122d6231c req-a4b0b532-cbe2-43f7-afe8-ef3152b4e22b service neutron] Attempting to bind port ef83caf5-2521-4068-9428-cab427bd3f12 on host n-h1-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:02:39.163744 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-3f6469ae-7a74-4e29-b3c7-2f8122d6231c req-a4b0b532-cbe2-43f7-afe8-ef3152b4e22b service neutron] Attempting to bind port ef83caf5-2521-4068-9428-cab427bd3f12 by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': 'bb2fe0f0-e983-4e21-aead-b0e4f38daa71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f135afbb-9843-41ca-a0e1-68551fbe9f1e'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:02:39.163744 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6469ae-7a74-4e29-b3c7-2f8122d6231c req-a4b0b532-cbe2-43f7-afe8-ef3152b4e22b service neutron] Attempting to bind port ef83caf5-2521-4068-9428-cab427bd3f12 on network f135afbb-9843-41ca-a0e1-68551fbe9f1e {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:02:39.166824 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6469ae-7a74-4e29-b3c7-2f8122d6231c req-a4b0b532-cbe2-43f7-afe8-ef3152b4e22b service neutron] Port ef83caf5-2521-4068-9428-cab427bd3f12 on network f135afbb-9843-41ca-a0e1-68551fbe9f1e not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 14:02:39.167325 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6469ae-7a74-4e29-b3c7-2f8122d6231c req-a4b0b532-cbe2-43f7-afe8-ef3152b4e22b service neutron] Attempting to bind port ef83caf5-2521-4068-9428-cab427bd3f12 on network f135afbb-9843-41ca-a0e1-68551fbe9f1e {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:02:39.180322 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd022f9-4f33-4610-b180-74fbe5a403a0 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Pushing event updated for resources: {'Port': ['ID=13208598-19fa-493d-b60d-80b0fa8cf721,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:02:39.186666 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cbd022f9-4f33-4610-b180-74fbe5a403a0 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:39.196463 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6469ae-7a74-4e29-b3c7-2f8122d6231c req-a4b0b532-cbe2-43f7-afe8-ef3152b4e22b service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:02:39.196804 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6469ae-7a74-4e29-b3c7-2f8122d6231c req-a4b0b532-cbe2-43f7-afe8-ef3152b4e22b service neutron] Checking segment: {'id': 'bb2fe0f0-e983-4e21-aead-b0e4f38daa71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f135afbb-9843-41ca-a0e1-68551fbe9f1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:02:39.197506 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6469ae-7a74-4e29-b3c7-2f8122d6231c req-a4b0b532-cbe2-43f7-afe8-ef3152b4e22b service neutron] Bound using segment: {'id': 'bb2fe0f0-e983-4e21-aead-b0e4f38daa71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f135afbb-9843-41ca-a0e1-68551fbe9f1e'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:02:39.198025 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-3f6469ae-7a74-4e29-b3c7-2f8122d6231c req-a4b0b532-cbe2-43f7-afe8-ef3152b4e22b service neutron] Bound port: ef83caf5-2521-4068-9428-cab427bd3f12, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb2fe0f0-e983-4e21-aead-b0e4f38daa71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f135afbb-9843-41ca-a0e1-68551fbe9f1e'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:02:39.198442 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-3f6469ae-7a74-4e29-b3c7-2f8122d6231c req-a4b0b532-cbe2-43f7-afe8-ef3152b4e22b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:39.238648 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:39.299889 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-19715070-3ae4-4fef-8b70-8f30493b9c87 None None] Provisioning complete for port 13208598-19fa-493d-b60d-80b0fa8cf721 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:02:39.304605 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19715070-3ae4-4fef-8b70-8f30493b9c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:39.390926 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-3f6469ae-7a74-4e29-b3c7-2f8122d6231c req-a4b0b532-cbe2-43f7-afe8-ef3152b4e22b service neutron] For port ef83caf5-2521-4068-9428-cab427bd3f12, host n-h1-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:02:39.400229 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-3f6469ae-7a74-4e29-b3c7-2f8122d6231c req-a4b0b532-cbe2-43f7-afe8-ef3152b4e22b service neutron] For port ef83caf5-2521-4068-9428-cab427bd3f12, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=ef83caf5-2521-4068-9428-cab427bd3f12,segment=NetworkSegment(bb2fe0f0-e983-4e21-aead-b0e4f38daa71),segment_id=bb2fe0f0-e983-4e21-aead-b0e4f38daa71)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:02:39.410127 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-3f6469ae-7a74-4e29-b3c7-2f8122d6231c req-a4b0b532-cbe2-43f7-afe8-ef3152b4e22b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:39.470016 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 8ea7444b-dd18-4c37-9439-3ac3d6f0453b is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:02:39.470801 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:39.529578 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-19715070-3ae4-4fef-8b70-8f30493b9c87 None None] Port 13208598-19fa-493d-b60d-80b0fa8cf721 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:02:39.557690 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 8ea7444b-dd18-4c37-9439-3ac3d6f0453b, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=8ea7444b-dd18-4c37-9439-3ac3d6f0453b,segment=NetworkSegment(5562a696-6f7d-42ed-8237-7ee1db3761cd),segment_id=5562a696-6f7d-42ed-8237-7ee1db3761cd)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:02:39.568162 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:39.570409 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6469ae-7a74-4e29-b3c7-2f8122d6231c req-a4b0b532-cbe2-43f7-afe8-ef3152b4e22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:39.572084 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-3f6469ae-7a74-4e29-b3c7-2f8122d6231c req-a4b0b532-cbe2-43f7-afe8-ef3152b4e22b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:39.574058 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3f6469ae-7a74-4e29-b3c7-2f8122d6231c req-a4b0b532-cbe2-43f7-afe8-ef3152b4e22b service neutron] 10.222.0.20 "PUT /v2.0/ports/ef83caf5-2521-4068-9428-cab427bd3f12 HTTP/1.1" status: 200 len: 1091 time: 2.8670914 May 31 14:02:39.635094 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd022f9-4f33-4610-b180-74fbe5a403a0 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Network 4d1591f0-948d-423b-b377-aa74ae0bd268 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:02:39.653920 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-cbd022f9-4f33-4610-b180-74fbe5a403a0 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:02:39.699777 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=8ea7444b-dd18-4c37-9439-3ac3d6f0453b,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:02:39.719436 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b0b532-cbe2-43f7-afe8-ef3152b4e22b service neutron] Pushing event updated for resources: {'Port': ['ID=ef83caf5-2521-4068-9428-cab427bd3f12,revision_number=7']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:02:39.751669 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6469ae-7a74-4e29-b3c7-2f8122d6231c req-1bf9357d-a884-42f8-a32e-affb298b95d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:39.753488 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3f6469ae-7a74-4e29-b3c7-2f8122d6231c req-1bf9357d-a884-42f8-a32e-affb298b95d7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=088180f8cd814306a3f92350df9020de&device_id=59cf42a4-7fda-44d2-89e6-0be04a7aad79 HTTP/1.1" status: 200 len: 1094 time: 0.1520166 May 31 14:02:39.951153 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6469ae-7a74-4e29-b3c7-2f8122d6231c req-dd224350-10f3-4c82-b156-42a0a00e58f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:39.952901 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3f6469ae-7a74-4e29-b3c7-2f8122d6231c req-dd224350-10f3-4c82-b156-42a0a00e58f3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f135afbb-9843-41ca-a0e1-68551fbe9f1e HTTP/1.1" status: 200 len: 897 time: 0.1928563 May 31 14:02:40.038975 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9bb208-07d5-43ae-b2ae-04eb80bb0e3e req-9b2f5ef0-fd67-4a52-8ff9-f243e5ff9d05 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:40.042362 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5e9bb208-07d5-43ae-b2ae-04eb80bb0e3e req-9b2f5ef0-fd67-4a52-8ff9-f243e5ff9d05 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] 10.222.0.20 "GET /v2.0/networks?id=466cbe97-b98e-4ed7-9e40-89c1e2d947c0 HTTP/1.1" status: 200 len: 809 time: 0.7234492 May 31 14:02:40.047284 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59cf42a4-7fda-44d2-89e6-0be04a7aad79', 'tag': 'ef83caf5-2521-4068-9428-cab427bd3f12'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:02:40.067953 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-5e9bb208-07d5-43ae-b2ae-04eb80bb0e3e req-9a284388-cd15-4e4e-ac51-453b549676b9 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] Request body: {'port': {'device_id': '32503cd2-f4c4-42ed-bb94-33235ec3d886', 'network_id': '466cbe97-b98e-4ed7-9e40-89c1e2d947c0', 'admin_state_up': True, 'tenant_id': 'dbdc804cc6a04ce88ed57a406fc67620'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:02:40.112470 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-33778360-d735-4fb7-9666-8cab7abcd2dc None None] Provisioning complete for port 13208598-19fa-493d-b60d-80b0fa8cf721 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:02:40.112773 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-33778360-d735-4fb7-9666-8cab7abcd2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:40.135390 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3f6469ae-7a74-4e29-b3c7-2f8122d6231c req-836eec63-4e5a-4d55-bc52-a60d5101aca6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef83caf5-2521-4068-9428-cab427bd3f12 HTTP/1.1" status: 200 len: 999 time: 0.1749864 May 31 14:02:40.285639 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6469ae-7a74-4e29-b3c7-2f8122d6231c req-2cf18acc-de06-4f9f-bd2d-5199122416ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:40.287182 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3f6469ae-7a74-4e29-b3c7-2f8122d6231c req-2cf18acc-de06-4f9f-bd2d-5199122416ae service neutron] 10.222.0.20 "GET /v2.0/subnets?id=567f40ea-a752-4a7a-aac9-fa5d19ae7bb4 HTTP/1.1" status: 200 len: 835 time: 0.1448865 May 31 14:02:40.288809 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a528496-e9eb-4e3d-92f7-7ae5c313603a'] response: {'name': 'network-changed', 'server_uuid': '59cf42a4-7fda-44d2-89e6-0be04a7aad79', 'tag': 'ef83caf5-2521-4068-9428-cab427bd3f12', 'status': 'completed', 'code': 200} May 31 14:02:40.295484 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-33778360-d735-4fb7-9666-8cab7abcd2dc None None] Port 13208598-19fa-493d-b60d-80b0fa8cf721 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:02:40.502026 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6469ae-7a74-4e29-b3c7-2f8122d6231c req-7942e4df-2a51-452f-ad94-4f2e5b6e21e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:40.503576 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3f6469ae-7a74-4e29-b3c7-2f8122d6231c req-7942e4df-2a51-452f-ad94-4f2e5b6e21e2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f135afbb-9843-41ca-a0e1-68551fbe9f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2059653 May 31 14:02:40.586300 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f8ab6ae3-a3d4-41dc-9cef-cffab5ff3962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:40.727636 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-5e9bb208-07d5-43ae-b2ae-04eb80bb0e3e req-9a284388-cd15-4e4e-ac51-453b549676b9 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:02:40.744795 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-5e9bb208-07d5-43ae-b2ae-04eb80bb0e3e req-9a284388-cd15-4e4e-ac51-453b549676b9 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] Usage tracker for resource:port and tenant:dbdc804cc6a04ce88ed57a406fc67620 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:02:40.762547 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-5e9bb208-07d5-43ae-b2ae-04eb80bb0e3e req-9a284388-cd15-4e4e-ac51-453b549676b9 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:02:40.784846 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f3aa8852-cca5-4fbf-afe9-955f38ad5e87 req-a952848c-cf01-4c77-8b1e-e3a4aeb38670 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] 10.222.0.50 "GET /v2.0/ports?device_id=32503cd2-f4c4-42ed-bb94-33235ec3d886 HTTP/1.1" status: 200 len: 210 time: 0.2486446 May 31 14:02:40.793476 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3f6469ae-7a74-4e29-b3c7-2f8122d6231c req-f4d66ed5-04c2-490a-b588-05a238970a4c service neutron] 10.222.0.20 "GET /v2.0/networks/f135afbb-9843-41ca-a0e1-68551fbe9f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838199 May 31 14:02:40.796423 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-5e9bb208-07d5-43ae-b2ae-04eb80bb0e3e req-9a284388-cd15-4e4e-ac51-453b549676b9 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:02:40.874072 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbd022f9-4f33-4610-b180-74fbe5a403a0 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Router a551d982-0d35-4450-9e6d-6e3cf58c5900 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:02:40.892115 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e9bb208-07d5-43ae-b2ae-04eb80bb0e3e req-9a284388-cd15-4e4e-ac51-453b549676b9 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] Made reservation on behalf of dbdc804cc6a04ce88ed57a406fc67620 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:02:40.895675 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-5e9bb208-07d5-43ae-b2ae-04eb80bb0e3e req-9a284388-cd15-4e4e-ac51-453b549676b9 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:41.028318 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device ef83caf5-2521-4068-9428-cab427bd3f12 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:02:41.102882 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad2b2e-a0f5-4f5d-9b2a-d3660da70346 req-61c612b1-a16f-4330-80ca-758f3ca98abf tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:41.106556 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-72ad2b2e-a0f5-4f5d-9b2a-d3660da70346 req-61c612b1-a16f-4330-80ca-758f3ca98abf tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=59cf42a4-7fda-44d2-89e6-0be04a7aad79 HTTP/1.1" status: 200 len: 943 time: 0.5413349 May 31 14:02:41.114588 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device ef83caf5-2521-4068-9428-cab427bd3f12 not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:02:41.174984 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3f6469ae-7a74-4e29-b3c7-2f8122d6231c req-7f1f41ff-fbf0-4702-af75-74dfcb08ff35 service neutron] 10.222.0.20 "GET /v2.0/networks/f135afbb-9843-41ca-a0e1-68551fbe9f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3721311 May 31 14:02:41.279431 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9db2fa5-1476-4fb2-b518-b751cd36be06 req-67d807ea-0ae9-44ac-930e-bfc09435388c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:41.281769 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c9db2fa5-1476-4fb2-b518-b751cd36be06 req-67d807ea-0ae9-44ac-930e-bfc09435388c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=088180f8cd814306a3f92350df9020de&device_id=59cf42a4-7fda-44d2-89e6-0be04a7aad79 HTTP/1.1" status: 200 len: 1094 time: 0.8419306 May 31 14:02:41.347969 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-72ad2b2e-a0f5-4f5d-9b2a-d3660da70346 req-81ec41b1-9604-4bb3-8dec-398e55eb5bf8 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=10ee8b1f-5dc3-4376-8f1c-4ea283a2b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2144058 May 31 14:02:41.384545 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9db2fa5-1476-4fb2-b518-b751cd36be06 req-d33154e1-3d4c-4cc9-a18d-7e69ed4b65db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:41.389348 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c9db2fa5-1476-4fb2-b518-b751cd36be06 req-d33154e1-3d4c-4cc9-a18d-7e69ed4b65db service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=088180f8cd814306a3f92350df9020de&device_id=59cf42a4-7fda-44d2-89e6-0be04a7aad79 HTTP/1.1" status: 200 len: 1094 time: 0.1456358 May 31 14:02:41.581326 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9db2fa5-1476-4fb2-b518-b751cd36be06 req-f339d116-720d-4950-b98f-b9956896e74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:41.582820 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c9db2fa5-1476-4fb2-b518-b751cd36be06 req-f339d116-720d-4950-b98f-b9956896e74b service neutron] 10.222.0.20 "GET /v2.0/networks?id=f135afbb-9843-41ca-a0e1-68551fbe9f1e HTTP/1.1" status: 200 len: 897 time: 0.1867123 May 31 14:02:41.708747 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c9db2fa5-1476-4fb2-b518-b751cd36be06 req-45bc6d28-0ec0-4f23-9106-13a0639c0176 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef83caf5-2521-4068-9428-cab427bd3f12 HTTP/1.1" status: 200 len: 999 time: 0.1198463 May 31 14:02:41.738406 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9db2fa5-1476-4fb2-b518-b751cd36be06 req-4c8ec95b-fade-48cb-8f83-66b414ea5301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:41.739910 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c9db2fa5-1476-4fb2-b518-b751cd36be06 req-4c8ec95b-fade-48cb-8f83-66b414ea5301 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f135afbb-9843-41ca-a0e1-68551fbe9f1e HTTP/1.1" status: 200 len: 897 time: 0.4450848 May 31 14:02:41.745135 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbd022f9-4f33-4610-b180-74fbe5a403a0 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:02:41.757660 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baba3f10-5569-454e-bc1c-9e6719211caa None None] Sync routers for ids ['a551d982-0d35-4450-9e6d-6e3cf58c5900'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:02:41.773497 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baba3f10-5569-454e-bc1c-9e6719211caa None None] Routers {'a551d982-0d35-4450-9e6d-6e3cf58c5900'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:02:41.774383 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-baba3f10-5569-454e-bc1c-9e6719211caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:02:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['a551d982-0d35-4450-9e6d-6e3cf58c5900'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:02:41.796469 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9db2fa5-1476-4fb2-b518-b751cd36be06 req-789b1d43-be51-4e23-97f4-f54e89593a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:41.798560 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c9db2fa5-1476-4fb2-b518-b751cd36be06 req-789b1d43-be51-4e23-97f4-f54e89593a6f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=567f40ea-a752-4a7a-aac9-fa5d19ae7bb4 HTTP/1.1" status: 200 len: 835 time: 0.0835354 May 31 14:02:41.817857 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 8ea7444b-dd18-4c37-9439-3ac3d6f0453b up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:02:41.881028 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-cbd022f9-4f33-4610-b180-74fbe5a403a0 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "PUT /v2.0/routers/a551d982-0d35-4450-9e6d-6e3cf58c5900/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1703773 May 31 14:02:41.891930 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59780) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:02:41.920618 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c9db2fa5-1476-4fb2-b518-b751cd36be06 req-09e2e1cb-3443-4758-a3f9-f05aca880b42 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef83caf5-2521-4068-9428-cab427bd3f12 HTTP/1.1" status: 200 len: 999 time: 0.1672287 May 31 14:02:41.940593 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-5e9bb208-07d5-43ae-b2ae-04eb80bb0e3e req-9a284388-cd15-4e4e-ac51-453b549676b9 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] Allocated IP 172.20.0.10 (466cbe97-b98e-4ed7-9e40-89c1e2d947c0/284d3d21-7ef1-42f3-93ea-318e9aedb37c/66f04d1d-2700-469a-88c2-89aa5ea7c88d) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:02:42.003472 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 8ea7444b-dd18-4c37-9439-3ac3d6f0453b triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:02:42.003850 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:42.128058 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9db2fa5-1476-4fb2-b518-b751cd36be06 req-ee75fa03-d310-4d10-9578-afcc8f6a2f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:42.129538 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c9db2fa5-1476-4fb2-b518-b751cd36be06 req-ee75fa03-d310-4d10-9578-afcc8f6a2f10 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f135afbb-9843-41ca-a0e1-68551fbe9f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3210466 May 31 14:02:42.135929 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-baba3f10-5569-454e-bc1c-9e6719211caa None None] Set router a551d982-0d35-4450-9e6d-6e3cf58c5900 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:02:42.176367 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 8ea7444b-dd18-4c37-9439-3ac3d6f0453b is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:02:42.224484 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396de0d1-ee6c-4797-82f5-3d1d9d378245 tempest-TestNetworkBasicOps-115385594 tempest-TestNetworkBasicOps-115385594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:42.225370 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396de0d1-ee6c-4797-82f5-3d1d9d378245 tempest-TestNetworkBasicOps-115385594 tempest-TestNetworkBasicOps-115385594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:42.226081 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396de0d1-ee6c-4797-82f5-3d1d9d378245 tempest-TestNetworkBasicOps-115385594 tempest-TestNetworkBasicOps-115385594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:42.226715 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396de0d1-ee6c-4797-82f5-3d1d9d378245 tempest-TestNetworkBasicOps-115385594 tempest-TestNetworkBasicOps-115385594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:42.227438 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396de0d1-ee6c-4797-82f5-3d1d9d378245 tempest-TestNetworkBasicOps-115385594 tempest-TestNetworkBasicOps-115385594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:42.228043 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396de0d1-ee6c-4797-82f5-3d1d9d378245 tempest-TestNetworkBasicOps-115385594 tempest-TestNetworkBasicOps-115385594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:42.228641 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396de0d1-ee6c-4797-82f5-3d1d9d378245 tempest-TestNetworkBasicOps-115385594 tempest-TestNetworkBasicOps-115385594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:42.229564 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396de0d1-ee6c-4797-82f5-3d1d9d378245 tempest-TestNetworkBasicOps-115385594 tempest-TestNetworkBasicOps-115385594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:42.230455 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396de0d1-ee6c-4797-82f5-3d1d9d378245 tempest-TestNetworkBasicOps-115385594 tempest-TestNetworkBasicOps-115385594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:42.232681 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-396de0d1-ee6c-4797-82f5-3d1d9d378245 tempest-TestNetworkBasicOps-115385594 tempest-TestNetworkBasicOps-115385594-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6371 time: 0.3447745 May 31 14:02:42.284140 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9db2fa5-1476-4fb2-b518-b751cd36be06 req-bc77ef5a-7cbe-4b12-ab26-d9264a61a111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:42.285592 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c9db2fa5-1476-4fb2-b518-b751cd36be06 req-bc77ef5a-7cbe-4b12-ab26-d9264a61a111 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=567f40ea-a752-4a7a-aac9-fa5d19ae7bb4 HTTP/1.1" status: 200 len: 835 time: 0.2359874 May 31 14:02:42.291154 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 59786) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:02:42.446176 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c9db2fa5-1476-4fb2-b518-b751cd36be06 req-d24cd8b3-1c77-468b-bc91-7b6550ed98b3 service neutron] 10.222.0.20 "GET /v2.0/networks/f135afbb-9843-41ca-a0e1-68551fbe9f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3081591 May 31 14:02:42.489516 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-f491a403-7bd3-4a4b-81b7-ff0f50e38119 req-09101252-4744-4a31-8cc2-3425ee975e8a tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] Synchronizing usage tracker for tenant:dbdc804cc6a04ce88ed57a406fc67620 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:02:42.599651 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-f491a403-7bd3-4a4b-81b7-ff0f50e38119 req-09101252-4744-4a31-8cc2-3425ee975e8a tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] Unset dirty status for tenant:dbdc804cc6a04ce88ed57a406fc67620 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:02:42.600903 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f491a403-7bd3-4a4b-81b7-ff0f50e38119 req-09101252-4744-4a31-8cc2-3425ee975e8a tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] 10.222.0.50 "GET /v2.0/ports?device_id=32503cd2-f4c4-42ed-bb94-33235ec3d886 HTTP/1.1" status: 200 len: 210 time: 0.5525744 May 31 14:02:42.601533 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-baba3f10-5569-454e-bc1c-9e6719211caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a551d982-0d35-4450-9e6d-6e3cf58c5900', 'name': 'tempest-TestNetworkBasicOps-router-1936781450', 'tenant_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '19a7de98-bbc6-48a8-adea-8ed5c9ed46b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:02:27Z', 'updated_at': '2022-05-31T14:02:37Z', 'revision_number': 4, 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'gw_port': {'id': '19a7de98-bbc6-48a8-adea-8ed5c9ed46b5', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:6d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a551d982-0d35-4450-9e6d-6e3cf58c5900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:02:28Z', 'updated_at': '2022-05-31T14:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '13208598-19fa-493d-b60d-80b0fa8cf721', 'name': '', 'network_id': '4d1591f0-948d-423b-b377-aa74ae0bd268', 'tenant_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'mac_address': 'fa:16:3e:05:49:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a551d982-0d35-4450-9e6d-6e3cf58c5900', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'de06fd48-48b1-4674-b24c-7d9de086f6a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:02:34Z', 'updated_at': '2022-05-31T14:02:38Z', 'revision_number': 2, 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'subnets': [{'id': 'de06fd48-48b1-4674-b24c-7d9de086f6a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:02:42.606545 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baba3f10-5569-454e-bc1c-9e6719211caa None None] Checking router: a551d982-0d35-4450-9e6d-6e3cf58c5900 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:02:42.607041 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baba3f10-5569-454e-bc1c-9e6719211caa None None] Updating router a551d982-0d35-4450-9e6d-6e3cf58c5900 port 13208598-19fa-493d-b60d-80b0fa8cf721 binding host n-d-843939-1 {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 14:02:42.638327 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c9db2fa5-1476-4fb2-b518-b751cd36be06 req-12f8e67e-0275-4e64-a007-5b36712159ae service neutron] 10.222.0.20 "GET /v2.0/networks/f135afbb-9843-41ca-a0e1-68551fbe9f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873899 May 31 14:02:42.669685 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-baba3f10-5569-454e-bc1c-9e6719211caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:42.770468 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6fbc86-4bbe-419a-8d4c-dca1641b8adc tempest-TestNetworkBasicOps-115385594 tempest-TestNetworkBasicOps-115385594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:42.771097 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6fbc86-4bbe-419a-8d4c-dca1641b8adc tempest-TestNetworkBasicOps-115385594 tempest-TestNetworkBasicOps-115385594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:42.771377 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6fbc86-4bbe-419a-8d4c-dca1641b8adc tempest-TestNetworkBasicOps-115385594 tempest-TestNetworkBasicOps-115385594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:42.771805 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6fbc86-4bbe-419a-8d4c-dca1641b8adc tempest-TestNetworkBasicOps-115385594 tempest-TestNetworkBasicOps-115385594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:42.772246 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6fbc86-4bbe-419a-8d4c-dca1641b8adc tempest-TestNetworkBasicOps-115385594 tempest-TestNetworkBasicOps-115385594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:42.772683 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6fbc86-4bbe-419a-8d4c-dca1641b8adc tempest-TestNetworkBasicOps-115385594 tempest-TestNetworkBasicOps-115385594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:42.773119 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6fbc86-4bbe-419a-8d4c-dca1641b8adc tempest-TestNetworkBasicOps-115385594 tempest-TestNetworkBasicOps-115385594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:42.773547 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6fbc86-4bbe-419a-8d4c-dca1641b8adc tempest-TestNetworkBasicOps-115385594 tempest-TestNetworkBasicOps-115385594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:42.773980 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6fbc86-4bbe-419a-8d4c-dca1641b8adc tempest-TestNetworkBasicOps-115385594 tempest-TestNetworkBasicOps-115385594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:42.777437 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-8b6fbc86-4bbe-419a-8d4c-dca1641b8adc tempest-TestNetworkBasicOps-115385594 tempest-TestNetworkBasicOps-115385594-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5911 time: 0.4683969 May 31 14:02:42.779269 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59792) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:02:42.818963 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-5e9bb208-07d5-43ae-b2ae-04eb80bb0e3e req-9a284388-cd15-4e4e-ac51-453b549676b9 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:42.826573 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-22956e2f-8ba1-4505-89cf-aa86fa702920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:42.860752 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a461ff77-d9c9-4707-9fe8-cbfad48ffd03 req-bee3eb1c-c1b8-4b6d-9701-5bbb6bc7b7dc tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:42.869854 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a461ff77-d9c9-4707-9fe8-cbfad48ffd03 req-bee3eb1c-c1b8-4b6d-9701-5bbb6bc7b7dc tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=59cf42a4-7fda-44d2-89e6-0be04a7aad79 HTTP/1.1" status: 200 len: 943 time: 0.2630599 May 31 14:02:42.897215 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9db2fa5-1476-4fb2-b518-b751cd36be06 req-06bafb78-37d9-4e0d-822e-4dffef936392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:42.898815 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c9db2fa5-1476-4fb2-b518-b751cd36be06 req-06bafb78-37d9-4e0d-822e-4dffef936392 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f135afbb-9843-41ca-a0e1-68551fbe9f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5668128 May 31 14:02:43.057413 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c9db2fa5-1476-4fb2-b518-b751cd36be06 req-4a4b00fa-f412-4224-9136-c943b691d6d9 service neutron] 10.222.0.44 "GET /v2.0/networks/f135afbb-9843-41ca-a0e1-68551fbe9f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497400 May 31 14:02:43.197297 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a461ff77-d9c9-4707-9fe8-cbfad48ffd03 req-174cebdb-8c14-4728-8a16-8ee0ad637c8c tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=10ee8b1f-5dc3-4376-8f1c-4ea283a2b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3165269 May 31 14:02:43.212142 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-baba3f10-5569-454e-bc1c-9e6719211caa None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:43.237321 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-baba3f10-5569-454e-bc1c-9e6719211caa None None] Transition to ACTIVE for port object 13208598-19fa-493d-b60d-80b0fa8cf721 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:02:43.244883 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-5e9bb208-07d5-43ae-b2ae-04eb80bb0e3e req-9a284388-cd15-4e4e-ac51-453b549676b9 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:43.251681 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ec37dac1-d58d-47f0-bff3-80a71d865176 tempest-TestNetworkBasicOps-115385594 tempest-TestNetworkBasicOps-115385594-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3780 time: 0.4694865 May 31 14:02:43.258253 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-baba3f10-5569-454e-bc1c-9e6719211caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:43.400053 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c9db2fa5-1476-4fb2-b518-b751cd36be06 req-8400706f-2bb4-4ce7-8c72-7e6f590d35ca service neutron] 10.222.0.44 "GET /v2.0/networks/f135afbb-9843-41ca-a0e1-68551fbe9f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3299320 May 31 14:02:43.402307 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59812) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:02:43.413261 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-998a08a6-cb22-48cc-a08b-b4145d3cb4a8 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-538262514', 'description': 'tempest-secgroup-smoke-538262514 description', 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:02:43.441697 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-998a08a6-cb22-48cc-a08b-b4145d3cb4a8 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:02:43.444429 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e9bb208-07d5-43ae-b2ae-04eb80bb0e3e req-9a284388-cd15-4e4e-ac51-453b549676b9 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] Network 466cbe97-b98e-4ed7-9e40-89c1e2d947c0 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:02:43.446401 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-5e9bb208-07d5-43ae-b2ae-04eb80bb0e3e req-9a284388-cd15-4e4e-ac51-453b549676b9 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:02:43.456943 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e9bb208-07d5-43ae-b2ae-04eb80bb0e3e req-9a284388-cd15-4e4e-ac51-453b549676b9 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:02:43.458267 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-998a08a6-cb22-48cc-a08b-b4145d3cb4a8 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Usage tracker for resource:security_group and tenant:09b97aa9f54f41a6b37a92daebfa7b06 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:02:43.460076 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9832b6ac-9123-4a21-a1d3-f5087761dd5a None None] Pushing event updated for resources: {'Port': ['ID=13208598-19fa-493d-b60d-80b0fa8cf721,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:02:43.467935 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-998a08a6-cb22-48cc-a08b-b4145d3cb4a8 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:02:43.486587 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-998a08a6-cb22-48cc-a08b-b4145d3cb4a8 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:02:43.505720 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-998a08a6-cb22-48cc-a08b-b4145d3cb4a8 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:43.507864 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a284388-cd15-4e4e-ac51-453b549676b9 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] Pushing event updated for resources: {'Port': ['ID=66f04d1d-2700-469a-88c2-89aa5ea7c88d,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:02:43.551549 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-998a08a6-cb22-48cc-a08b-b4145d3cb4a8 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:02:43.560041 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9bb208-07d5-43ae-b2ae-04eb80bb0e3e req-9a284388-cd15-4e4e-ac51-453b549676b9 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:43.560705 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-5e9bb208-07d5-43ae-b2ae-04eb80bb0e3e req-9a284388-cd15-4e4e-ac51-453b549676b9 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:43.561326 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-998a08a6-cb22-48cc-a08b-b4145d3cb4a8 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Usage tracker for resource:security_group_rule and tenant:09b97aa9f54f41a6b37a92daebfa7b06 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:02:43.574257 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-998a08a6-cb22-48cc-a08b-b4145d3cb4a8 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:02:43.586527 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-998a08a6-cb22-48cc-a08b-b4145d3cb4a8 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:02:43.588767 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5e9bb208-07d5-43ae-b2ae-04eb80bb0e3e req-9a284388-cd15-4e4e-ac51-453b549676b9 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5255568 May 31 14:02:43.593624 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-baba3f10-5569-454e-bc1c-9e6719211caa None None] Attempting to bind port 13208598-19fa-493d-b60d-80b0fa8cf721 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:02:43.594440 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-baba3f10-5569-454e-bc1c-9e6719211caa None None] Attempting to bind port 13208598-19fa-493d-b60d-80b0fa8cf721 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '5562a696-6f7d-42ed-8237-7ee1db3761cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4d1591f0-948d-423b-b377-aa74ae0bd268'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:02:43.594628 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baba3f10-5569-454e-bc1c-9e6719211caa None None] Attempting to bind port 13208598-19fa-493d-b60d-80b0fa8cf721 on network 4d1591f0-948d-423b-b377-aa74ae0bd268 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:02:43.601736 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baba3f10-5569-454e-bc1c-9e6719211caa None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:02:43.601736 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baba3f10-5569-454e-bc1c-9e6719211caa None None] Checking segment: {'id': '5562a696-6f7d-42ed-8237-7ee1db3761cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4d1591f0-948d-423b-b377-aa74ae0bd268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:02:43.602214 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-baba3f10-5569-454e-bc1c-9e6719211caa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:43.602598 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baba3f10-5569-454e-bc1c-9e6719211caa None None] Bound using segment: {'id': '5562a696-6f7d-42ed-8237-7ee1db3761cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4d1591f0-948d-423b-b377-aa74ae0bd268'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:02:43.603060 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-baba3f10-5569-454e-bc1c-9e6719211caa None None] Bound port: 13208598-19fa-493d-b60d-80b0fa8cf721, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5562a696-6f7d-42ed-8237-7ee1db3761cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4d1591f0-948d-423b-b377-aa74ae0bd268'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:02:43.603498 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-baba3f10-5569-454e-bc1c-9e6719211caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:43.606476 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-5e9bb208-07d5-43ae-b2ae-04eb80bb0e3e req-97aecc69-1ce6-45db-8a64-8e600f115f78 service neutron] Request body: {'port': {'device_id': '32503cd2-f4c4-42ed-bb94-33235ec3d886', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:02:43.786783 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-5e9bb208-07d5-43ae-b2ae-04eb80bb0e3e req-97aecc69-1ce6-45db-8a64-8e600f115f78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:43.791334 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-998a08a6-cb22-48cc-a08b-b4145d3cb4a8 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:43.797483 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-998a08a6-cb22-48cc-a08b-b4145d3cb4a8 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:43.800596 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-baba3f10-5569-454e-bc1c-9e6719211caa None None] For port 13208598-19fa-493d-b60d-80b0fa8cf721, host n-d-843939-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:02:43.804817 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-baba3f10-5569-454e-bc1c-9e6719211caa None None] For port 13208598-19fa-493d-b60d-80b0fa8cf721, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=13208598-19fa-493d-b60d-80b0fa8cf721,segment=NetworkSegment(5562a696-6f7d-42ed-8237-7ee1db3761cd),segment_id=5562a696-6f7d-42ed-8237-7ee1db3761cd)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:02:43.814677 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-baba3f10-5569-454e-bc1c-9e6719211caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:43.856186 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:43.909186 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998a08a6-cb22-48cc-a08b-b4145d3cb4a8 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e32a2194-83b9-4cbb-bef8-c16de848d36d,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:02:43.914639 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9832b6ac-9123-4a21-a1d3-f5087761dd5a None None] Pushing event updated for resources: {'Port': ['ID=13208598-19fa-493d-b60d-80b0fa8cf721,revision_number=4']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:02:43.935281 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baba3f10-5569-454e-bc1c-9e6719211caa None None] Routers {'a551d982-0d35-4450-9e6d-6e3cf58c5900'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:02:43.935995 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-baba3f10-5569-454e-bc1c-9e6719211caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:02:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['a551d982-0d35-4450-9e6d-6e3cf58c5900'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:02:43.957809 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-998a08a6-cb22-48cc-a08b-b4145d3cb4a8 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:43.961170 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-998a08a6-cb22-48cc-a08b-b4145d3cb4a8 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5557039 May 31 14:02:43.962397 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59820) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:02:43.967471 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:43.988916 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-0d2f6953-93b4-4ad4-9bc6-1dac72d5ea31 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Request body: {'security_group_rule': {'security_group_id': 'e32a2194-83b9-4cbb-bef8-c16de848d36d', 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:02:44.000588 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0d2f6953-93b4-4ad4-9bc6-1dac72d5ea31 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:02:44.007647 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-0d2f6953-93b4-4ad4-9bc6-1dac72d5ea31 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Usage tracker for resource:security_group_rule and tenant:09b97aa9f54f41a6b37a92daebfa7b06 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:02:44.011677 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-0d2f6953-93b4-4ad4-9bc6-1dac72d5ea31 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:02:44.022161 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0d2f6953-93b4-4ad4-9bc6-1dac72d5ea31 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:02:44.056749 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0d2f6953-93b4-4ad4-9bc6-1dac72d5ea31 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:44.202153 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0d2f6953-93b4-4ad4-9bc6-1dac72d5ea31 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:44.219245 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0d2f6953-93b4-4ad4-9bc6-1dac72d5ea31 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:44.276365 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-baba3f10-5569-454e-bc1c-9e6719211caa None None] Set router a551d982-0d35-4450-9e6d-6e3cf58c5900 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:02:44.386200 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2f6953-93b4-4ad4-9bc6-1dac72d5ea31 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cfd5191-55c9-4239-97c2-0a9eae1e3aeb,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:02:44.427471 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0d2f6953-93b4-4ad4-9bc6-1dac72d5ea31 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:44.441899 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-0d2f6953-93b4-4ad4-9bc6-1dac72d5ea31 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4703739 May 31 14:02:44.447743 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59828) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:02:44.466817 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-97b1a400-15c3-4c8e-89b3-5257578b346f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Request body: {'security_group_rule': {'security_group_id': 'e32a2194-83b9-4cbb-bef8-c16de848d36d', 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:02:44.476595 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-97b1a400-15c3-4c8e-89b3-5257578b346f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:02:44.480973 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-97b1a400-15c3-4c8e-89b3-5257578b346f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Usage tracker for resource:security_group_rule and tenant:09b97aa9f54f41a6b37a92daebfa7b06 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:02:44.484553 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-97b1a400-15c3-4c8e-89b3-5257578b346f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:02:44.493180 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-97b1a400-15c3-4c8e-89b3-5257578b346f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:02:44.522051 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-97b1a400-15c3-4c8e-89b3-5257578b346f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:44.644972 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-97b1a400-15c3-4c8e-89b3-5257578b346f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:44.650147 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-97b1a400-15c3-4c8e-89b3-5257578b346f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:44.686429 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-97b1a400-15c3-4c8e-89b3-5257578b346f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:44.688613 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-97b1a400-15c3-4c8e-89b3-5257578b346f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2390230 May 31 14:02:44.692843 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59832) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:02:44.700513 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-8c485fa2-b6b9-4751-8de5-8d9adda21c7d tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Request body: {'security_group_rule': {'security_group_id': 'e32a2194-83b9-4cbb-bef8-c16de848d36d', 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:02:44.707411 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b1a400-15c3-4c8e-89b3-5257578b346f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba9054c9-579d-419e-a757-6978d28246ed,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:02:44.713225 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8c485fa2-b6b9-4751-8de5-8d9adda21c7d tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:02:44.717509 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-8c485fa2-b6b9-4751-8de5-8d9adda21c7d tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Usage tracker for resource:security_group_rule and tenant:09b97aa9f54f41a6b37a92daebfa7b06 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:02:44.721354 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-8c485fa2-b6b9-4751-8de5-8d9adda21c7d tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:02:44.728041 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8c485fa2-b6b9-4751-8de5-8d9adda21c7d tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:02:44.759494 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8c485fa2-b6b9-4751-8de5-8d9adda21c7d tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:44.848919 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-5e9bb208-07d5-43ae-b2ae-04eb80bb0e3e req-97aecc69-1ce6-45db-8a64-8e600f115f78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66f04d1d-2700-469a-88c2-89aa5ea7c88d {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:02:44.874945 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-5e9bb208-07d5-43ae-b2ae-04eb80bb0e3e req-97aecc69-1ce6-45db-8a64-8e600f115f78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:44.888585 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4c4533-ddc6-4526-ba62-2ac6d6ca7358 req-cd9a9381-1108-4822-b7a1-767ad89e043e tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:44.890165 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2b4c4533-ddc6-4526-ba62-2ac6d6ca7358 req-cd9a9381-1108-4822-b7a1-767ad89e043e tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] 10.222.0.50 "GET /v2.0/ports?device_id=32503cd2-f4c4-42ed-bb94-33235ec3d886 HTTP/1.1" status: 200 len: 932 time: 0.9790468 May 31 14:02:44.906759 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8c485fa2-b6b9-4751-8de5-8d9adda21c7d tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:44.916890 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8c485fa2-b6b9-4751-8de5-8d9adda21c7d tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:44.948368 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-5e9bb208-07d5-43ae-b2ae-04eb80bb0e3e req-97aecc69-1ce6-45db-8a64-8e600f115f78 service neutron] Transition to ACTIVE for port object 66f04d1d-2700-469a-88c2-89aa5ea7c88d will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:02:44.961556 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c485fa2-b6b9-4751-8de5-8d9adda21c7d tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0554641-69da-47ff-ae5c-9020c9e0b946,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:02:44.963432 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362c8202-4d08-4543-8bb3-dd7c1f115996 req-b0f1740b-563a-44d9-a6a7-14b25444fa69 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:44.964974 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-362c8202-4d08-4543-8bb3-dd7c1f115996 req-b0f1740b-563a-44d9-a6a7-14b25444fa69 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=59cf42a4-7fda-44d2-89e6-0be04a7aad79 HTTP/1.1" status: 200 len: 943 time: 0.1960680 May 31 14:02:44.968252 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-5e9bb208-07d5-43ae-b2ae-04eb80bb0e3e req-97aecc69-1ce6-45db-8a64-8e600f115f78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:44.984178 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8c485fa2-b6b9-4751-8de5-8d9adda21c7d tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:44.985363 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-8c485fa2-b6b9-4751-8de5-8d9adda21c7d tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2916338 May 31 14:02:44.988003 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59838) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:02:44.993328 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-533e865b-c903-4786-8975-0c04e5955176 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Request body: {'security_group_rule': {'security_group_id': 'e32a2194-83b9-4cbb-bef8-c16de848d36d', 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:02:45.010910 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-baba3f10-5569-454e-bc1c-9e6719211caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a551d982-0d35-4450-9e6d-6e3cf58c5900', 'name': 'tempest-TestNetworkBasicOps-router-1936781450', 'tenant_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '19a7de98-bbc6-48a8-adea-8ed5c9ed46b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:02:27Z', 'updated_at': '2022-05-31T14:02:37Z', 'revision_number': 4, 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'gw_port': {'id': '19a7de98-bbc6-48a8-adea-8ed5c9ed46b5', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:6d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a551d982-0d35-4450-9e6d-6e3cf58c5900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:02:28Z', 'updated_at': '2022-05-31T14:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '13208598-19fa-493d-b60d-80b0fa8cf721', 'name': '', 'network_id': '4d1591f0-948d-423b-b377-aa74ae0bd268', 'tenant_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'mac_address': 'fa:16:3e:05:49:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a551d982-0d35-4450-9e6d-6e3cf58c5900', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'de06fd48-48b1-4674-b24c-7d9de086f6a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:02:34Z', 'updated_at': '2022-05-31T14:02:43Z', 'revision_number': 4, 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'subnets': [{'id': 'de06fd48-48b1-4674-b24c-7d9de086f6a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:02:45.013515 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-533e865b-c903-4786-8975-0c04e5955176 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:02:45.017775 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baba3f10-5569-454e-bc1c-9e6719211caa None None] The sync data for ids ['a551d982-0d35-4450-9e6d-6e3cf58c5900'] in n-d-843939-1 is: [{'id': 'a551d982-0d35-4450-9e6d-6e3cf58c5900', 'name': 'tempest-TestNetworkBasicOps-router-1936781450', 'tenant_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '19a7de98-bbc6-48a8-adea-8ed5c9ed46b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:02:27Z', 'updated_at': '2022-05-31T14:02:37Z', 'revision_number': 4, 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'gw_port': {'id': '19a7de98-bbc6-48a8-adea-8ed5c9ed46b5', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:6d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a551d982-0d35-4450-9e6d-6e3cf58c5900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:02:28Z', 'updated_at': '2022-05-31T14:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '13208598-19fa-493d-b60d-80b0fa8cf721', 'name': '', 'network_id': '4d1591f0-948d-423b-b377-aa74ae0bd268', 'tenant_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'mac_address': 'fa:16:3e:05:49:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a551d982-0d35-4450-9e6d-6e3cf58c5900', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'de06fd48-48b1-4674-b24c-7d9de086f6a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:02:34Z', 'updated_at': '2022-05-31T14:02:43Z', 'revision_number': 4, 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'subnets': [{'id': 'de06fd48-48b1-4674-b24c-7d9de086f6a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:02:45.020298 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-533e865b-c903-4786-8975-0c04e5955176 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Usage tracker for resource:security_group_rule and tenant:09b97aa9f54f41a6b37a92daebfa7b06 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:02:45.025056 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-533e865b-c903-4786-8975-0c04e5955176 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:02:45.032016 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-533e865b-c903-4786-8975-0c04e5955176 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:02:45.055501 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2b4c4533-ddc6-4526-ba62-2ac6d6ca7358 req-86ba3115-9f1e-447b-8027-e806b5f03037 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] 10.222.0.50 "GET /v2.0/security-groups?id=6964ee48-a7fd-486e-9237-fc69f9f8ea31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551993 May 31 14:02:45.057568 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-533e865b-c903-4786-8975-0c04e5955176 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:45.250936 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-533e865b-c903-4786-8975-0c04e5955176 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:45.268517 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-533e865b-c903-4786-8975-0c04e5955176 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:45.301068 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aecc69-1ce6-45db-8a64-8e600f115f78 service neutron] Pushing event updated for resources: {'Port': ['ID=66f04d1d-2700-469a-88c2-89aa5ea7c88d,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:02:45.310093 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e865b-c903-4786-8975-0c04e5955176 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26fa3206-ebe0-4ccc-99ba-b0d3819f5a98,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:02:45.327270 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-533e865b-c903-4786-8975-0c04e5955176 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:45.332461 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-533e865b-c903-4786-8975-0c04e5955176 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3434038 May 31 14:02:45.333268 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59842) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:02:45.346885 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-362c8202-4d08-4543-8bb3-dd7c1f115996 req-a5ddc2e6-ca69-4242-82f9-dd3e87c5f2f6 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=10ee8b1f-5dc3-4376-8f1c-4ea283a2b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3039725 May 31 14:02:45.348497 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-2ce5caf5-43a5-4922-8317-40bc029345ad tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Request body: {'security_group_rule': {'security_group_id': 'e32a2194-83b9-4cbb-bef8-c16de848d36d', 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:02:45.358294 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-2ce5caf5-43a5-4922-8317-40bc029345ad tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:02:45.369084 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4b7f0ac0-a1d8-4b4d-9339-560209cd01dd req-2b318270-91d9-42bb-a828-e79b270de269 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=59cf42a4-7fda-44d2-89e6-0be04a7aad79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2028105 May 31 14:02:45.373744 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-2ce5caf5-43a5-4922-8317-40bc029345ad tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Usage tracker for resource:security_group_rule and tenant:09b97aa9f54f41a6b37a92daebfa7b06 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:02:45.380677 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-2ce5caf5-43a5-4922-8317-40bc029345ad tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:02:45.397247 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-2ce5caf5-43a5-4922-8317-40bc029345ad tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:02:45.409098 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-5e9bb208-07d5-43ae-b2ae-04eb80bb0e3e req-97aecc69-1ce6-45db-8a64-8e600f115f78 service neutron] Attempting to bind port 66f04d1d-2700-469a-88c2-89aa5ea7c88d on host n-h1-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:02:45.410003 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-5e9bb208-07d5-43ae-b2ae-04eb80bb0e3e req-97aecc69-1ce6-45db-8a64-8e600f115f78 service neutron] Attempting to bind port 66f04d1d-2700-469a-88c2-89aa5ea7c88d by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': '153ae9f5-d122-4841-bec7-a131a91864f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '466cbe97-b98e-4ed7-9e40-89c1e2d947c0'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:02:45.410003 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9bb208-07d5-43ae-b2ae-04eb80bb0e3e req-97aecc69-1ce6-45db-8a64-8e600f115f78 service neutron] Attempting to bind port 66f04d1d-2700-469a-88c2-89aa5ea7c88d on network 466cbe97-b98e-4ed7-9e40-89c1e2d947c0 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:02:45.414709 n-d-843939-1 neutron-server[88369]: INFO neutron.db.securitygroups_db [None req-2ce5caf5-43a5-4922-8317-40bc029345ad tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Project 09b97aa9f54f41a6b37a92daebfa7b06 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 14:02:45.416359 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9bb208-07d5-43ae-b2ae-04eb80bb0e3e req-97aecc69-1ce6-45db-8a64-8e600f115f78 service neutron] Port 66f04d1d-2700-469a-88c2-89aa5ea7c88d on network 466cbe97-b98e-4ed7-9e40-89c1e2d947c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 14:02:45.417824 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9bb208-07d5-43ae-b2ae-04eb80bb0e3e req-97aecc69-1ce6-45db-8a64-8e600f115f78 service neutron] Attempting to bind port 66f04d1d-2700-469a-88c2-89aa5ea7c88d on network 466cbe97-b98e-4ed7-9e40-89c1e2d947c0 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:02:45.431005 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9bb208-07d5-43ae-b2ae-04eb80bb0e3e req-97aecc69-1ce6-45db-8a64-8e600f115f78 service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:02:45.433340 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9bb208-07d5-43ae-b2ae-04eb80bb0e3e req-97aecc69-1ce6-45db-8a64-8e600f115f78 service neutron] Checking segment: {'id': '153ae9f5-d122-4841-bec7-a131a91864f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '466cbe97-b98e-4ed7-9e40-89c1e2d947c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:02:45.433865 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9bb208-07d5-43ae-b2ae-04eb80bb0e3e req-97aecc69-1ce6-45db-8a64-8e600f115f78 service neutron] Bound using segment: {'id': '153ae9f5-d122-4841-bec7-a131a91864f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '466cbe97-b98e-4ed7-9e40-89c1e2d947c0'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:02:45.434449 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-5e9bb208-07d5-43ae-b2ae-04eb80bb0e3e req-97aecc69-1ce6-45db-8a64-8e600f115f78 service neutron] Bound port: 66f04d1d-2700-469a-88c2-89aa5ea7c88d, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '153ae9f5-d122-4841-bec7-a131a91864f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '466cbe97-b98e-4ed7-9e40-89c1e2d947c0'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:02:45.434912 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-5e9bb208-07d5-43ae-b2ae-04eb80bb0e3e req-97aecc69-1ce6-45db-8a64-8e600f115f78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:45.438677 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2ce5caf5-43a5-4922-8317-40bc029345ad tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:45.613103 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device ef83caf5-2521-4068-9428-cab427bd3f12 details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 14:02:45.618476 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-5e9bb208-07d5-43ae-b2ae-04eb80bb0e3e req-97aecc69-1ce6-45db-8a64-8e600f115f78 service neutron] For port 66f04d1d-2700-469a-88c2-89aa5ea7c88d, host n-h1-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:02:45.631962 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-5e9bb208-07d5-43ae-b2ae-04eb80bb0e3e req-97aecc69-1ce6-45db-8a64-8e600f115f78 service neutron] For port 66f04d1d-2700-469a-88c2-89aa5ea7c88d, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=66f04d1d-2700-469a-88c2-89aa5ea7c88d,segment=NetworkSegment(153ae9f5-d122-4841-bec7-a131a91864f9),segment_id=153ae9f5-d122-4841-bec7-a131a91864f9)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:02:45.638223 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-5e9bb208-07d5-43ae-b2ae-04eb80bb0e3e req-97aecc69-1ce6-45db-8a64-8e600f115f78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:45.778811 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9bb208-07d5-43ae-b2ae-04eb80bb0e3e req-97aecc69-1ce6-45db-8a64-8e600f115f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:45.783092 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-5e9bb208-07d5-43ae-b2ae-04eb80bb0e3e req-97aecc69-1ce6-45db-8a64-8e600f115f78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:45.785942 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5e9bb208-07d5-43ae-b2ae-04eb80bb0e3e req-97aecc69-1ce6-45db-8a64-8e600f115f78 service neutron] 10.222.0.20 "PUT /v2.0/ports/66f04d1d-2700-469a-88c2-89aa5ea7c88d HTTP/1.1" status: 200 len: 1092 time: 2.1852729 May 31 14:02:45.802999 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32503cd2-f4c4-42ed-bb94-33235ec3d886', 'tag': '66f04d1d-2700-469a-88c2-89aa5ea7c88d'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:02:45.851509 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2ce5caf5-43a5-4922-8317-40bc029345ad tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:45.866109 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2ce5caf5-43a5-4922-8317-40bc029345ad tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:45.944430 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce5caf5-43a5-4922-8317-40bc029345ad tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b37c376e-ee44-4f39-8734-a7534f5f4797,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:02:45.953502 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d70d0250-5233-4083-95de-b1ead6f6a73e'] response: {'name': 'network-changed', 'server_uuid': '32503cd2-f4c4-42ed-bb94-33235ec3d886', 'tag': '66f04d1d-2700-469a-88c2-89aa5ea7c88d', 'status': 'completed', 'code': 200} May 31 14:02:45.957145 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f0ac0-a1d8-4b4d-9339-560209cd01dd req-f143f8e2-ac8a-46d1-a5de-44b026525bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:45.958878 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4b7f0ac0-a1d8-4b4d-9339-560209cd01dd req-f143f8e2-ac8a-46d1-a5de-44b026525bf2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=088180f8cd814306a3f92350df9020de&device_id=59cf42a4-7fda-44d2-89e6-0be04a7aad79 HTTP/1.1" status: 200 len: 1094 time: 0.2912908 May 31 14:02:45.972243 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 13208598-19fa-493d-b60d-80b0fa8cf721 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:02:45.976585 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2ce5caf5-43a5-4922-8317-40bc029345ad tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:45.978224 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-2ce5caf5-43a5-4922-8317-40bc029345ad tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6428661 May 31 14:02:45.982223 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59854) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:02:45.988077 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-ee05a0d2-fd27-4567-975a-6d5396137c13 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Request body: {'security_group_rule': {'security_group_id': 'e32a2194-83b9-4cbb-bef8-c16de848d36d', 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:02:45.995593 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aecc69-1ce6-45db-8a64-8e600f115f78 service neutron] Pushing event updated for resources: {'Port': ['ID=66f04d1d-2700-469a-88c2-89aa5ea7c88d,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:02:46.076048 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ee05a0d2-fd27-4567-975a-6d5396137c13 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:02:46.083569 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9bb208-07d5-43ae-b2ae-04eb80bb0e3e req-3a0db3a9-9ebe-45b7-98fd-9ccb28b03258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:46.089132 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5e9bb208-07d5-43ae-b2ae-04eb80bb0e3e req-3a0db3a9-9ebe-45b7-98fd-9ccb28b03258 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dbdc804cc6a04ce88ed57a406fc67620&device_id=32503cd2-f4c4-42ed-bb94-33235ec3d886 HTTP/1.1" status: 200 len: 1095 time: 0.2513201 May 31 14:02:46.303553 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port ef83caf5-2521-4068-9428-cab427bd3f12, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=ef83caf5-2521-4068-9428-cab427bd3f12,segment=NetworkSegment(bb2fe0f0-e983-4e21-aead-b0e4f38daa71),segment_id=bb2fe0f0-e983-4e21-aead-b0e4f38daa71)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:02:46.309091 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f0ac0-a1d8-4b4d-9339-560209cd01dd req-6e4c5be3-c0f0-47e2-a350-b26d62296e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:46.310978 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4b7f0ac0-a1d8-4b4d-9339-560209cd01dd req-6e4c5be3-c0f0-47e2-a350-b26d62296e95 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f135afbb-9843-41ca-a0e1-68551fbe9f1e HTTP/1.1" status: 200 len: 897 time: 0.3059051 May 31 14:02:46.318825 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ee05a0d2-fd27-4567-975a-6d5396137c13 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Usage tracker for resource:security_group_rule and tenant:09b97aa9f54f41a6b37a92daebfa7b06 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:02:46.325404 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ee05a0d2-fd27-4567-975a-6d5396137c13 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:02:46.340114 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ee05a0d2-fd27-4567-975a-6d5396137c13 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:02:46.357771 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': 'ef83caf5-2521-4068-9428-cab427bd3f12', 'network_id': 'f135afbb-9843-41ca-a0e1-68551fbe9f1e', 'port_id': 'ef83caf5-2521-4068-9428-cab427bd3f12', 'mac_address': 'fa:16:3e:57:91:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '567f40ea-a752-4a7a-aac9-fa5d19ae7bb4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 14:02:46.379985 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:46.406159 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5e9bb208-07d5-43ae-b2ae-04eb80bb0e3e req-5bbbf959-4272-4d5f-915c-da80da4c4cba service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66f04d1d-2700-469a-88c2-89aa5ea7c88d HTTP/1.1" status: 200 len: 217 time: 0.3091822 May 31 14:02:46.503749 n-d-843939-1 neutron-server[88369]: INFO neutron.db.securitygroups_db [None req-ee05a0d2-fd27-4567-975a-6d5396137c13 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Project 09b97aa9f54f41a6b37a92daebfa7b06 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 14:02:46.512532 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 13208598-19fa-493d-b60d-80b0fa8cf721 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:02:46.535988 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ee05a0d2-fd27-4567-975a-6d5396137c13 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:46.548458 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 13208598-19fa-493d-b60d-80b0fa8cf721 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:02:46.555321 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:46.657053 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port ef83caf5-2521-4068-9428-cab427bd3f12 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:02:46.657724 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:46.688014 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef83caf5-2521-4068-9428-cab427bd3f12 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:02:46.700990 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9bb208-07d5-43ae-b2ae-04eb80bb0e3e req-8fe4748f-72f8-423b-98ef-113694f3f718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:46.702923 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5e9bb208-07d5-43ae-b2ae-04eb80bb0e3e req-8fe4748f-72f8-423b-98ef-113694f3f718 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=284d3d21-7ef1-42f3-93ea-318e9aedb37c HTTP/1.1" status: 200 len: 849 time: 0.2770462 May 31 14:02:46.705261 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4b7f0ac0-a1d8-4b4d-9339-560209cd01dd req-4dfa2fdb-a44c-4b21-86c1-45d96fc2fbfe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef83caf5-2521-4068-9428-cab427bd3f12 HTTP/1.1" status: 200 len: 999 time: 0.3473704 May 31 14:02:46.768397 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port ef83caf5-2521-4068-9428-cab427bd3f12, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=ef83caf5-2521-4068-9428-cab427bd3f12,segment=NetworkSegment(bb2fe0f0-e983-4e21-aead-b0e4f38daa71),segment_id=bb2fe0f0-e983-4e21-aead-b0e4f38daa71)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:02:46.800943 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:46.806046 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 13208598-19fa-493d-b60d-80b0fa8cf721 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:02:46.806831 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:46.893861 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ee05a0d2-fd27-4567-975a-6d5396137c13 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:46.894906 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5e9bb208-07d5-43ae-b2ae-04eb80bb0e3e req-ad0ac14d-ab15-4fa1-925c-6388774caefc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=466cbe97-b98e-4ed7-9e40-89c1e2d947c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1490746 May 31 14:02:46.903171 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ee05a0d2-fd27-4567-975a-6d5396137c13 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:46.909389 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f0ac0-a1d8-4b4d-9339-560209cd01dd req-91e25423-99ec-4b09-bd1e-fad90fc0c0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:46.911467 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4b7f0ac0-a1d8-4b4d-9339-560209cd01dd req-91e25423-99ec-4b09-bd1e-fad90fc0c0c4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=567f40ea-a752-4a7a-aac9-fa5d19ae7bb4 HTTP/1.1" status: 200 len: 835 time: 0.1979864 May 31 14:02:46.971382 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee05a0d2-fd27-4567-975a-6d5396137c13 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f7ed9cb-b65a-4de9-9eec-041074dd3bae,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:02:46.992720 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 13208598-19fa-493d-b60d-80b0fa8cf721, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=13208598-19fa-493d-b60d-80b0fa8cf721,segment=NetworkSegment(5562a696-6f7d-42ed-8237-7ee1db3761cd),segment_id=5562a696-6f7d-42ed-8237-7ee1db3761cd)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:02:47.005687 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:47.012959 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=ef83caf5-2521-4068-9428-cab427bd3f12,revision_number=8']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:02:47.024267 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b0a7ab-3ea9-4c39-b090-fa0c3ca0720c req-c7131553-7171-41d8-b060-219a5aabd5ac tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:47.026267 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-70b0a7ab-3ea9-4c39-b090-fa0c3ca0720c req-c7131553-7171-41d8-b060-219a5aabd5ac tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] 10.222.0.50 "GET /v2.0/ports?device_id=32503cd2-f4c4-42ed-bb94-33235ec3d886 HTTP/1.1" status: 200 len: 944 time: 0.7502928 May 31 14:02:47.077716 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ee05a0d2-fd27-4567-975a-6d5396137c13 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:47.079612 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ee05a0d2-fd27-4567-975a-6d5396137c13 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0960069 May 31 14:02:47.136617 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=13208598-19fa-493d-b60d-80b0fa8cf721,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:02:47.143226 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['ef83caf5-2521-4068-9428-cab427bd3f12'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:02:47.154400 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f0ac0-a1d8-4b4d-9339-560209cd01dd req-c2420a52-f820-43b2-b76f-09a779a4cac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:47.155960 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4b7f0ac0-a1d8-4b4d-9339-560209cd01dd req-c2420a52-f820-43b2-b76f-09a779a4cac5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f135afbb-9843-41ca-a0e1-68551fbe9f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1889114 May 31 14:02:47.319247 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5e9bb208-07d5-43ae-b2ae-04eb80bb0e3e req-edbb805a-972b-4f03-939c-dc16da84ee99 service neutron] 10.222.0.20 "GET /v2.0/networks/466cbe97-b98e-4ed7-9e40-89c1e2d947c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4168534 May 31 14:02:47.501371 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-70b0a7ab-3ea9-4c39-b090-fa0c3ca0720c req-5b213919-343f-426e-ae98-681c86e3c47b tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] 10.222.0.50 "GET /v2.0/security-groups?id=6964ee48-a7fd-486e-9237-fc69f9f8ea31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4585352 May 31 14:02:47.566636 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4b7f0ac0-a1d8-4b4d-9339-560209cd01dd req-9721f4d9-b63f-4ea4-9454-deff9a73b74b service neutron] 10.222.0.20 "GET /v2.0/networks/f135afbb-9843-41ca-a0e1-68551fbe9f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3915753 May 31 14:02:47.815509 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 13208598-19fa-493d-b60d-80b0fa8cf721 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:02:47.818390 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b597c-301d-4e9f-a46f-43d2d943874f req-ce08f442-a076-4fda-a3f3-d7c4cbb890c0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:47.822903 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d86b597c-301d-4e9f-a46f-43d2d943874f req-ce08f442-a076-4fda-a3f3-d7c4cbb890c0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=59cf42a4-7fda-44d2-89e6-0be04a7aad79 HTTP/1.1" status: 200 len: 943 time: 1.2645686 May 31 14:02:47.862639 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4b7f0ac0-a1d8-4b4d-9339-560209cd01dd req-efccf583-4b67-416e-9020-cf9f9b391e27 service neutron] 10.222.0.20 "GET /v2.0/networks/f135afbb-9843-41ca-a0e1-68551fbe9f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976065 May 31 14:02:47.953019 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5e9bb208-07d5-43ae-b2ae-04eb80bb0e3e req-0a73448d-2fd2-4b13-bceb-3d9f3dfc3595 service neutron] 10.222.0.20 "GET /v2.0/networks/466cbe97-b98e-4ed7-9e40-89c1e2d947c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5506713 May 31 14:02:47.963348 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d86b597c-301d-4e9f-a46f-43d2d943874f req-63c7ec04-ba9c-42e3-9498-a8dbb30de6d6 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=10ee8b1f-5dc3-4376-8f1c-4ea283a2b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209939 May 31 14:02:47.966245 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-1f461121-514d-401d-b064-215fa7d275c3 req-8eb0f739-4fa8-4345-91d0-d9e1bcfe8ab1 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Synchronizing usage tracker for tenant:09b97aa9f54f41a6b37a92daebfa7b06 on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:02:47.988379 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 13208598-19fa-493d-b60d-80b0fa8cf721 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:02:47.988742 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:48.016622 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-1f461121-514d-401d-b064-215fa7d275c3 req-8eb0f739-4fa8-4345-91d0-d9e1bcfe8ab1 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Unset dirty status for tenant:09b97aa9f54f41a6b37a92daebfa7b06 on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:02:48.018243 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1f461121-514d-401d-b064-215fa7d275c3 req-8eb0f739-4fa8-4345-91d0-d9e1bcfe8ab1 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-538262514&fields=id&tenant_id=09b97aa9f54f41a6b37a92daebfa7b06 HTTP/1.1" status: 200 len: 267 time: 0.2279139 May 31 14:02:48.208405 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 13208598-19fa-493d-b60d-80b0fa8cf721 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:02:48.532374 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f461121-514d-401d-b064-215fa7d275c3 req-d1f2fca9-ef4f-46a6-a7b0-f73e2c7d776c tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:48.535597 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-1f461121-514d-401d-b064-215fa7d275c3 req-d1f2fca9-ef4f-46a6-a7b0-f73e2c7d776c tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Synchronizing usage tracker for tenant:09b97aa9f54f41a6b37a92daebfa7b06 on resource:network {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:02:48.569559 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380caa27-5d74-4137-9f7f-901dca67bb6f req-d30c9416-b83d-491a-8c67-71c0edf812bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:48.571054 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-380caa27-5d74-4137-9f7f-901dca67bb6f req-d30c9416-b83d-491a-8c67-71c0edf812bd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dbdc804cc6a04ce88ed57a406fc67620&device_id=32503cd2-f4c4-42ed-bb94-33235ec3d886 HTTP/1.1" status: 200 len: 1095 time: 0.4276686 May 31 14:02:48.606968 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-1f461121-514d-401d-b064-215fa7d275c3 req-d1f2fca9-ef4f-46a6-a7b0-f73e2c7d776c tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Unset dirty status for tenant:09b97aa9f54f41a6b37a92daebfa7b06 on resource:network {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:02:48.608119 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1f461121-514d-401d-b064-215fa7d275c3 req-d1f2fca9-ef4f-46a6-a7b0-f73e2c7d776c tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/networks?id=4d1591f0-948d-423b-b377-aa74ae0bd268 HTTP/1.1" status: 200 len: 796 time: 0.5734122 May 31 14:02:48.672491 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d91072f-b53e-4086-b0f7-80163593d6d1 req-16cf0571-850f-4a6b-80e7-c0dc17bcbcf1 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:48.674245 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8d91072f-b53e-4086-b0f7-80163593d6d1 req-16cf0571-850f-4a6b-80e7-c0dc17bcbcf1 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=59cf42a4-7fda-44d2-89e6-0be04a7aad79 HTTP/1.1" status: 200 len: 944 time: 0.3217030 May 31 14:02:48.721473 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1f461121-514d-401d-b064-215fa7d275c3 req-9aef7f04-1728-418b-937b-995c9b928e96 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/quotas/09b97aa9f54f41a6b37a92daebfa7b06 HTTP/1.1" status: 200 len: 375 time: 0.0586700 May 31 14:02:48.793583 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac60b36-a71e-464a-b9f1-2505a64ff974 req-d0f40e1e-3a8c-49b2-a2cd-3c56cb23c9bb tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:48.795198 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3ac60b36-a71e-464a-b9f1-2505a64ff974 req-d0f40e1e-3a8c-49b2-a2cd-3c56cb23c9bb tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.44 "GET /v2.0/ports?device_id=59cf42a4-7fda-44d2-89e6-0be04a7aad79&tenant_id=088180f8cd814306a3f92350df9020de&binding%3Ahost_id=n-h1-843939-1 HTTP/1.1" status: 200 len: 944 time: 0.3712032 May 31 14:02:48.854704 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8d91072f-b53e-4086-b0f7-80163593d6d1 req-456b2c68-924a-4569-aa85-8a2c9b2a9c80 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=10ee8b1f-5dc3-4376-8f1c-4ea283a2b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1609263 May 31 14:02:48.947293 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [req-3ac60b36-a71e-464a-b9f1-2505a64ff974 req-bd9b534a-214c-4c3b-babb-1416597fb9e7 service neutron] delete failed (client error): The resource could not be found. May 31 14:02:48.948351 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3ac60b36-a71e-464a-b9f1-2505a64ff974 req-bd9b534a-214c-4c3b-babb-1416597fb9e7 service neutron] 10.222.0.44 "DELETE /v2.0/ports/ef83caf5-2521-4068-9428-cab427bd3f12/bindings/n-h2-843939-1 HTTP/1.1" status: 404 len: 380 time: 0.1405685 May 31 14:02:48.952309 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380caa27-5d74-4137-9f7f-901dca67bb6f req-515e1d57-c278-41b6-86a8-9be71cd032bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:48.954069 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-380caa27-5d74-4137-9f7f-901dca67bb6f req-515e1d57-c278-41b6-86a8-9be71cd032bc service neutron] 10.222.0.20 "GET /v2.0/networks?id=466cbe97-b98e-4ed7-9e40-89c1e2d947c0 HTTP/1.1" status: 200 len: 910 time: 0.3709121 May 31 14:02:49.163147 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-1f461121-514d-401d-b064-215fa7d275c3 req-470ea5d9-f5bc-4138-9ff7-ff17d0bc3151 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Synchronizing usage tracker for tenant:09b97aa9f54f41a6b37a92daebfa7b06 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:02:49.166645 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-380caa27-5d74-4137-9f7f-901dca67bb6f req-de2e1b69-f8d6-442f-add2-d1b3b0338705 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66f04d1d-2700-469a-88c2-89aa5ea7c88d HTTP/1.1" status: 200 len: 217 time: 0.1980295 May 31 14:02:49.275128 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-1f461121-514d-401d-b064-215fa7d275c3 req-470ea5d9-f5bc-4138-9ff7-ff17d0bc3151 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Unset dirty status for tenant:09b97aa9f54f41a6b37a92daebfa7b06 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:02:49.276500 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1f461121-514d-401d-b064-215fa7d275c3 req-470ea5d9-f5bc-4138-9ff7-ff17d0bc3151 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=09b97aa9f54f41a6b37a92daebfa7b06&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5350127 May 31 14:02:49.320615 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380caa27-5d74-4137-9f7f-901dca67bb6f req-435314cf-84e7-4200-8278-044393cfe0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:49.322078 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-380caa27-5d74-4137-9f7f-901dca67bb6f req-435314cf-84e7-4200-8278-044393cfe0d6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=284d3d21-7ef1-42f3-93ea-318e9aedb37c HTTP/1.1" status: 200 len: 849 time: 0.1292458 May 31 14:02:49.335353 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38909cef-6267-43e3-aab3-b018e873718b req-a379f626-3400-4b0d-97d1-dd9b046e1491 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:49.342457 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-38909cef-6267-43e3-aab3-b018e873718b req-a379f626-3400-4b0d-97d1-dd9b046e1491 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] 10.222.0.50 "GET /v2.0/ports?device_id=32503cd2-f4c4-42ed-bb94-33235ec3d886 HTTP/1.1" status: 200 len: 944 time: 0.2836335 May 31 14:02:49.465766 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac60b36-a71e-464a-b9f1-2505a64ff974 req-0db920ea-293d-48a5-b764-620926872833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:49.467257 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3ac60b36-a71e-464a-b9f1-2505a64ff974 req-0db920ea-293d-48a5-b764-620926872833 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=088180f8cd814306a3f92350df9020de&device_id=59cf42a4-7fda-44d2-89e6-0be04a7aad79 HTTP/1.1" status: 200 len: 1095 time: 0.3716600 May 31 14:02:49.514783 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-38909cef-6267-43e3-aab3-b018e873718b req-8d1fa8a1-4b9c-4ff4-829c-730054d47f71 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] 10.222.0.50 "GET /v2.0/security-groups?id=6964ee48-a7fd-486e-9237-fc69f9f8ea31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714606 May 31 14:02:49.521077 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-380caa27-5d74-4137-9f7f-901dca67bb6f req-0d630115-052d-42a5-a278-83e9df991835 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=466cbe97-b98e-4ed7-9e40-89c1e2d947c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1572938 May 31 14:02:49.638886 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device ef83caf5-2521-4068-9428-cab427bd3f12 up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:02:49.737465 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1f461121-514d-401d-b064-215fa7d275c3 req-49f70cab-f710-4962-8934-812db8e1de83 service neutron] 10.222.0.50 "GET /v2.0/networks/4d1591f0-948d-423b-b377-aa74ae0bd268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4455745 May 31 14:02:49.781976 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning for port ef83caf5-2521-4068-9428-cab427bd3f12 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:02:49.791323 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port ef83caf5-2521-4068-9428-cab427bd3f12 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:02:49.791323 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:49.864253 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac60b36-a71e-464a-b9f1-2505a64ff974 req-b555ed15-aa94-42d2-b949-384cc3b0528e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:49.865689 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3ac60b36-a71e-464a-b9f1-2505a64ff974 req-b555ed15-aa94-42d2-b949-384cc3b0528e service neutron] 10.222.0.44 "GET /v2.0/networks?id=f135afbb-9843-41ca-a0e1-68551fbe9f1e HTTP/1.1" status: 200 len: 897 time: 0.3771703 May 31 14:02:49.948270 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-380caa27-5d74-4137-9f7f-901dca67bb6f req-5a8ab049-8867-4633-a28f-5fd56a8ff09d service neutron] 10.222.0.20 "GET /v2.0/networks/466cbe97-b98e-4ed7-9e40-89c1e2d947c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3800852 May 31 14:02:50.058663 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port ef83caf5-2521-4068-9428-cab427bd3f12 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:02:50.059469 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:50.095538 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59cf42a4-7fda-44d2-89e6-0be04a7aad79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef83caf5-2521-4068-9428-cab427bd3f12'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:02:50.106229 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port ef83caf5-2521-4068-9428-cab427bd3f12, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=ef83caf5-2521-4068-9428-cab427bd3f12,segment=NetworkSegment(bb2fe0f0-e983-4e21-aead-b0e4f38daa71),segment_id=bb2fe0f0-e983-4e21-aead-b0e4f38daa71)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:02:50.111593 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:50.298874 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=ef83caf5-2521-4068-9428-cab427bd3f12,revision_number=9']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:02:50.317078 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3ac60b36-a71e-464a-b9f1-2505a64ff974 req-2e848efc-13be-4b2f-a6cb-9e718df562b4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef83caf5-2521-4068-9428-cab427bd3f12 HTTP/1.1" status: 200 len: 1000 time: 0.4400356 May 31 14:02:50.462475 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-380caa27-5d74-4137-9f7f-901dca67bb6f req-3148ee01-e389-4725-9a4d-08ce68cf9aa4 service neutron] 10.222.0.20 "GET /v2.0/networks/466cbe97-b98e-4ed7-9e40-89c1e2d947c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5051229 May 31 14:02:50.499212 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1f461121-514d-401d-b064-215fa7d275c3 req-35c3fec3-fef8-4b1a-bd7b-85f5d10bb013 service neutron] 10.222.0.50 "GET /v2.0/networks/4d1591f0-948d-423b-b377-aa74ae0bd268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7493944 May 31 14:02:50.535307 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac60b36-a71e-464a-b9f1-2505a64ff974 req-ffd2bc64-5502-48a1-8ea9-39a3952d4533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:50.543365 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3ac60b36-a71e-464a-b9f1-2505a64ff974 req-ffd2bc64-5502-48a1-8ea9-39a3952d4533 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=567f40ea-a752-4a7a-aac9-fa5d19ae7bb4 HTTP/1.1" status: 200 len: 835 time: 0.1489484 May 31 14:02:50.621189 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd2372b-3e23-427b-b2db-19d1b92554e8 req-78056727-5712-4899-8188-39723c78bfb5 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:50.622744 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7fd2372b-3e23-427b-b2db-19d1b92554e8 req-78056727-5712-4899-8188-39723c78bfb5 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=59cf42a4-7fda-44d2-89e6-0be04a7aad79 HTTP/1.1" status: 200 len: 945 time: 0.3003662 May 31 14:02:50.789271 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7fd2372b-3e23-427b-b2db-19d1b92554e8 req-4414cec0-a61e-4ded-b8db-64c9f87fb2cc tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=10ee8b1f-5dc3-4376-8f1c-4ea283a2b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1583683 May 31 14:02:50.862740 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac60b36-a71e-464a-b9f1-2505a64ff974 req-575cade4-7b4b-4699-912b-848f3879a847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:50.865588 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3ac60b36-a71e-464a-b9f1-2505a64ff974 req-575cade4-7b4b-4699-912b-848f3879a847 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f135afbb-9843-41ca-a0e1-68551fbe9f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3213956 May 31 14:02:50.959401 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a07f47d-9cbb-4a81-a976-2b19d3e66893'] response: {'server_uuid': '59cf42a4-7fda-44d2-89e6-0be04a7aad79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef83caf5-2521-4068-9428-cab427bd3f12', 'code': 200} May 31 14:02:51.199515 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-977f881c-dda5-4326-a0a5-3a566dc68d13 req-b897b1f4-ea63-4079-ac81-ef686a2eee1f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/ports?device_id=51720720-4c16-45f7-aace-9812c951b1b5 HTTP/1.1" status: 200 len: 210 time: 0.1250882 May 31 14:02:51.300279 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3ac60b36-a71e-464a-b9f1-2505a64ff974 req-6948f789-cf61-4ac2-b08a-96d4d17da59b service neutron] 10.222.0.44 "GET /v2.0/networks/f135afbb-9843-41ca-a0e1-68551fbe9f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4266255 May 31 14:02:51.316227 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65ed53-f6b5-40fb-952c-5bda55eb9093 req-4c231e94-9c53-4ff0-8393-ae2d8543dba5 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:51.338852 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0a65ed53-f6b5-40fb-952c-5bda55eb9093 req-4c231e94-9c53-4ff0-8393-ae2d8543dba5 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] 10.222.0.50 "GET /v2.0/ports?device_id=32503cd2-f4c4-42ed-bb94-33235ec3d886 HTTP/1.1" status: 200 len: 944 time: 0.2160685 May 31 14:02:51.561387 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0a65ed53-f6b5-40fb-952c-5bda55eb9093 req-a831bddd-bd74-403e-8621-2291959eda9e tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] 10.222.0.50 "GET /v2.0/security-groups?id=6964ee48-a7fd-486e-9237-fc69f9f8ea31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189701 May 31 14:02:51.572433 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3ac60b36-a71e-464a-b9f1-2505a64ff974 req-0380439f-74fa-45d1-9918-ff63c64a0b5c service neutron] 10.222.0.44 "GET /v2.0/networks/f135afbb-9843-41ca-a0e1-68551fbe9f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867421 May 31 14:02:51.644379 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 66f04d1d-2700-469a-88c2-89aa5ea7c88d details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 14:02:51.853113 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 66f04d1d-2700-469a-88c2-89aa5ea7c88d, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=66f04d1d-2700-469a-88c2-89aa5ea7c88d,segment=NetworkSegment(153ae9f5-d122-4841-bec7-a131a91864f9),segment_id=153ae9f5-d122-4841-bec7-a131a91864f9)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:02:51.870183 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': '66f04d1d-2700-469a-88c2-89aa5ea7c88d', 'network_id': '466cbe97-b98e-4ed7-9e40-89c1e2d947c0', 'port_id': '66f04d1d-2700-469a-88c2-89aa5ea7c88d', 'mac_address': 'fa:16:3e:cb:e5:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '284d3d21-7ef1-42f3-93ea-318e9aedb37c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 14:02:51.937094 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 66f04d1d-2700-469a-88c2-89aa5ea7c88d is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:02:51.937094 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:51.964615 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66f04d1d-2700-469a-88c2-89aa5ea7c88d {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:02:52.016940 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 66f04d1d-2700-469a-88c2-89aa5ea7c88d, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=66f04d1d-2700-469a-88c2-89aa5ea7c88d,segment=NetworkSegment(153ae9f5-d122-4841-bec7-a131a91864f9),segment_id=153ae9f5-d122-4841-bec7-a131a91864f9)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:02:52.024554 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:52.134619 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=66f04d1d-2700-469a-88c2-89aa5ea7c88d,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:02:52.238946 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f14c00-3a76-482c-8b7e-afaf199c1a94 req-0404b2a8-25b8-4ce6-b696-77c758f31ea8 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:52.261348 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c4f14c00-3a76-482c-8b7e-afaf199c1a94 req-0404b2a8-25b8-4ce6-b696-77c758f31ea8 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=59cf42a4-7fda-44d2-89e6-0be04a7aad79 HTTP/1.1" status: 200 len: 945 time: 0.2781994 May 31 14:02:52.327329 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['66f04d1d-2700-469a-88c2-89aa5ea7c88d'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:02:52.445492 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c4f14c00-3a76-482c-8b7e-afaf199c1a94 req-5cf8be6b-4a9e-4fe5-b806-6bb1070974f1 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=10ee8b1f-5dc3-4376-8f1c-4ea283a2b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1831799 May 31 14:02:52.521057 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-45871fcf-5e55-440c-8a28-6bcb2a6fe93c req-9839b91e-136e-4566-8c20-a8512ff155f0 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/ports?device_id=51720720-4c16-45f7-aace-9812c951b1b5 HTTP/1.1" status: 200 len: 210 time: 0.0702646 May 31 14:02:52.951515 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1614043e-f2b3-4f44-a4de-edaf3a2c8f5f req-23c78f91-a249-4ecc-a6db-20fe55bee1bb tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:52.959886 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1614043e-f2b3-4f44-a4de-edaf3a2c8f5f req-23c78f91-a249-4ecc-a6db-20fe55bee1bb tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] 10.222.0.50 "GET /v2.0/ports?device_id=32503cd2-f4c4-42ed-bb94-33235ec3d886 HTTP/1.1" status: 200 len: 945 time: 0.1874614 May 31 14:02:53.072301 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1614043e-f2b3-4f44-a4de-edaf3a2c8f5f req-d247393b-6b34-45d4-ae6e-ebc109804079 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] 10.222.0.50 "GET /v2.0/security-groups?id=6964ee48-a7fd-486e-9237-fc69f9f8ea31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113024 May 31 14:02:53.130946 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f461121-514d-401d-b064-215fa7d275c3 req-cdec5a37-5bc5-47fe-a6d6-a4b09dd06e0c tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:53.132430 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1f461121-514d-401d-b064-215fa7d275c3 req-cdec5a37-5bc5-47fe-a6d6-a4b09dd06e0c tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.44 "GET /v2.0/networks?id=4d1591f0-948d-423b-b377-aa74ae0bd268 HTTP/1.1" status: 200 len: 796 time: 0.2389898 May 31 14:02:53.250127 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1f461121-514d-401d-b064-215fa7d275c3 req-ce93ac2f-2246-447e-9889-59efaafde575 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09b97aa9f54f41a6b37a92daebfa7b06 HTTP/1.1" status: 200 len: 379 time: 0.1080601 May 31 14:02:53.264219 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-1f461121-514d-401d-b064-215fa7d275c3 req-21f93838-25bc-4369-b712-1606177d8099 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Request body: {'port': {'device_id': '51720720-4c16-45f7-aace-9812c951b1b5', 'network_id': '4d1591f0-948d-423b-b377-aa74ae0bd268', 'admin_state_up': True, 'tenant_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'security_groups': ['e32a2194-83b9-4cbb-bef8-c16de848d36d']}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:02:53.513382 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-1f461121-514d-401d-b064-215fa7d275c3 req-21f93838-25bc-4369-b712-1606177d8099 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:02:53.524462 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-1f461121-514d-401d-b064-215fa7d275c3 req-21f93838-25bc-4369-b712-1606177d8099 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:02:53.535813 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f461121-514d-401d-b064-215fa7d275c3 req-21f93838-25bc-4369-b712-1606177d8099 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Made reservation on behalf of 09b97aa9f54f41a6b37a92daebfa7b06 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:02:53.546077 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1f461121-514d-401d-b064-215fa7d275c3 req-21f93838-25bc-4369-b712-1606177d8099 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:53.650439 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 66f04d1d-2700-469a-88c2-89aa5ea7c88d up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:02:53.799034 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning for port 66f04d1d-2700-469a-88c2-89aa5ea7c88d completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:02:53.806339 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port 66f04d1d-2700-469a-88c2-89aa5ea7c88d triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:02:53.807363 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:53.951016 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 66f04d1d-2700-469a-88c2-89aa5ea7c88d is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:02:53.951396 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:53.996111 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32503cd2-f4c4-42ed-bb94-33235ec3d886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f04d1d-2700-469a-88c2-89aa5ea7c88d'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:02:54.008328 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 66f04d1d-2700-469a-88c2-89aa5ea7c88d, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=66f04d1d-2700-469a-88c2-89aa5ea7c88d,segment=NetworkSegment(153ae9f5-d122-4841-bec7-a131a91864f9),segment_id=153ae9f5-d122-4841-bec7-a131a91864f9)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:02:54.013691 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:54.068415 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-501d45a3-b447-44d7-a067-98381d1c3e56 req-af10a6cd-7b41-4cab-b464-804652f3da8d tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/ports?device_id=51720720-4c16-45f7-aace-9812c951b1b5 HTTP/1.1" status: 200 len: 210 time: 0.2383926 May 31 14:02:54.100526 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-1f461121-514d-401d-b064-215fa7d275c3 req-21f93838-25bc-4369-b712-1606177d8099 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Allocated IP 172.20.0.13 (4d1591f0-948d-423b-b377-aa74ae0bd268/de06fd48-48b1-4674-b24c-7d9de086f6a5/bcf7ec99-2de8-4ae6-ae65-2f9b3978b327) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:02:54.102258 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=66f04d1d-2700-469a-88c2-89aa5ea7c88d,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:02:54.141311 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f99cd10-4312-4fd9-aef5-678c506d4fc9'] response: {'server_uuid': '32503cd2-f4c4-42ed-bb94-33235ec3d886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f04d1d-2700-469a-88c2-89aa5ea7c88d', 'code': 200} May 31 14:02:54.186322 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e00a9cc-9c5e-4759-b2c1-d0eceb808d92 req-2a3535e5-ac04-4ba6-b079-2a598f35fe06 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:54.195133 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5e00a9cc-9c5e-4759-b2c1-d0eceb808d92 req-2a3535e5-ac04-4ba6-b079-2a598f35fe06 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=59cf42a4-7fda-44d2-89e6-0be04a7aad79 HTTP/1.1" status: 200 len: 945 time: 0.5295501 May 31 14:02:54.430781 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5e00a9cc-9c5e-4759-b2c1-d0eceb808d92 req-ff777aff-b187-42f4-ae25-3722baf6b937 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=10ee8b1f-5dc3-4376-8f1c-4ea283a2b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2348411 May 31 14:02:54.462736 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 59988) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:02:54.517234 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1f461121-514d-401d-b064-215fa7d275c3 req-21f93838-25bc-4369-b712-1606177d8099 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:54.528087 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222e4d37-0bdf-486d-a257-d81137f3e448 req-aaa7962c-a0e1-489e-856b-ebfca6045ae4 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:54.529841 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-222e4d37-0bdf-486d-a257-d81137f3e448 req-aaa7962c-a0e1-489e-856b-ebfca6045ae4 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] 10.222.0.50 "GET /v2.0/ports?device_id=32503cd2-f4c4-42ed-bb94-33235ec3d886 HTTP/1.1" status: 200 len: 946 time: 0.2722490 May 31 14:02:54.531964 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c896b300-9cc2-4628-97e0-f4f201103ce0 req-35e302b2-594d-4c2c-82e8-3055abbf5b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:54.534771 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c896b300-9cc2-4628-97e0-f4f201103ce0 req-35e302b2-594d-4c2c-82e8-3055abbf5b12 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=32503cd2-f4c4-42ed-bb94-33235ec3d886 HTTP/1.1" status: 200 len: 1097 time: 0.2782023 May 31 14:02:54.589342 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-1f461121-514d-401d-b064-215fa7d275c3 req-21f93838-25bc-4369-b712-1606177d8099 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Transition to ACTIVE for port object bcf7ec99-2de8-4ae6-ae65-2f9b3978b327 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:02:54.629182 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c896b300-9cc2-4628-97e0-f4f201103ce0 req-d38ebdb9-159f-47fa-9c21-8eed3566e658 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6964ee48-a7fd-486e-9237-fc69f9f8ea31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696549 May 31 14:02:54.643524 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-222e4d37-0bdf-486d-a257-d81137f3e448 req-bfdd4aaa-dd40-4976-9d38-132e8844b8f5 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] 10.222.0.50 "GET /v2.0/security-groups?id=6964ee48-a7fd-486e-9237-fc69f9f8ea31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004732 May 31 14:02:54.658157 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c90f6811-802d-4952-bcc4-389490216906 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/floatingips/0b16d79e-d03c-45c0-939d-8bbbdab69b65 HTTP/1.1" status: 200 len: 993 time: 0.1910260 May 31 14:02:54.660333 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1f461121-514d-401d-b064-215fa7d275c3 req-21f93838-25bc-4369-b712-1606177d8099 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:54.751426 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f93838-25bc-4369-b712-1606177d8099 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Pushing event updated for resources: {'Port': ['ID=bcf7ec99-2de8-4ae6-ae65-2f9b3978b327,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:02:54.757790 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f461121-514d-401d-b064-215fa7d275c3 req-21f93838-25bc-4369-b712-1606177d8099 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Network 4d1591f0-948d-423b-b377-aa74ae0bd268 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:02:54.759205 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-1f461121-514d-401d-b064-215fa7d275c3 req-21f93838-25bc-4369-b712-1606177d8099 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:02:54.761431 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f461121-514d-401d-b064-215fa7d275c3 req-21f93838-25bc-4369-b712-1606177d8099 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:02:54.837254 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f461121-514d-401d-b064-215fa7d275c3 req-21f93838-25bc-4369-b712-1606177d8099 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:54.838049 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1f461121-514d-401d-b064-215fa7d275c3 req-21f93838-25bc-4369-b712-1606177d8099 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:54.868804 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1f461121-514d-401d-b064-215fa7d275c3 req-21f93838-25bc-4369-b712-1606177d8099 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6115944 May 31 14:02:54.884843 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-1f461121-514d-401d-b064-215fa7d275c3 req-ae0f9112-0254-4958-8b75-a97d79f5ec93 service neutron] Request body: {'port': {'device_id': '51720720-4c16-45f7-aace-9812c951b1b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:02:55.038029 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1f461121-514d-401d-b064-215fa7d275c3 req-ae0f9112-0254-4958-8b75-a97d79f5ec93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:55.074414 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f48aa575-fb5e-4477-8a04-6938275193c8 None None] Provisioning for port bcf7ec99-2de8-4ae6-ae65-2f9b3978b327 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:02:55.087525 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f48aa575-fb5e-4477-8a04-6938275193c8 None None] Provisioning complete for port bcf7ec99-2de8-4ae6-ae65-2f9b3978b327 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:02:55.088337 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f48aa575-fb5e-4477-8a04-6938275193c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:55.167838 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-f48aa575-fb5e-4477-8a04-6938275193c8 None None] Port bcf7ec99-2de8-4ae6-ae65-2f9b3978b327 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:02:55.473877 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b8d1e-2700-4913-9e1c-6f675e59473b req-3f23074a-4d88-4c08-989a-974b33e6dd74 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:55.474688 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-798b8d1e-2700-4913-9e1c-6f675e59473b req-3f23074a-4d88-4c08-989a-974b33e6dd74 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Synchronizing usage tracker for tenant:09b97aa9f54f41a6b37a92daebfa7b06 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:02:55.539967 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-798b8d1e-2700-4913-9e1c-6f675e59473b req-3f23074a-4d88-4c08-989a-974b33e6dd74 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Unset dirty status for tenant:09b97aa9f54f41a6b37a92daebfa7b06 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:02:55.542075 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-798b8d1e-2700-4913-9e1c-6f675e59473b req-3f23074a-4d88-4c08-989a-974b33e6dd74 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/ports?device_id=51720720-4c16-45f7-aace-9812c951b1b5 HTTP/1.1" status: 200 len: 932 time: 0.3088005 May 31 14:02:55.559169 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-1f461121-514d-401d-b064-215fa7d275c3 req-ae0f9112-0254-4958-8b75-a97d79f5ec93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcf7ec99-2de8-4ae6-ae65-2f9b3978b327 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:02:55.586834 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1f461121-514d-401d-b064-215fa7d275c3 req-ae0f9112-0254-4958-8b75-a97d79f5ec93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:55.619220 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-1f461121-514d-401d-b064-215fa7d275c3 req-ae0f9112-0254-4958-8b75-a97d79f5ec93 service neutron] Transition to ACTIVE for port object bcf7ec99-2de8-4ae6-ae65-2f9b3978b327 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:02:55.624482 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-798b8d1e-2700-4913-9e1c-6f675e59473b req-72d34f91-c8c4-4ae7-bb6c-ef2f38b20134 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/security-groups?id=e32a2194-83b9-4cbb-bef8-c16de848d36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588562 May 31 14:02:55.625656 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1f461121-514d-401d-b064-215fa7d275c3 req-ae0f9112-0254-4958-8b75-a97d79f5ec93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:55.736554 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0f9112-0254-4958-8b75-a97d79f5ec93 service neutron] Pushing event updated for resources: {'Port': ['ID=bcf7ec99-2de8-4ae6-ae65-2f9b3978b327,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:02:56.074950 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-1f461121-514d-401d-b064-215fa7d275c3 req-ae0f9112-0254-4958-8b75-a97d79f5ec93 service neutron] Attempting to bind port bcf7ec99-2de8-4ae6-ae65-2f9b3978b327 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:02:56.075539 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-1f461121-514d-401d-b064-215fa7d275c3 req-ae0f9112-0254-4958-8b75-a97d79f5ec93 service neutron] Attempting to bind port bcf7ec99-2de8-4ae6-ae65-2f9b3978b327 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': '5562a696-6f7d-42ed-8237-7ee1db3761cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4d1591f0-948d-423b-b377-aa74ae0bd268'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:02:56.076117 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f461121-514d-401d-b064-215fa7d275c3 req-ae0f9112-0254-4958-8b75-a97d79f5ec93 service neutron] Attempting to bind port bcf7ec99-2de8-4ae6-ae65-2f9b3978b327 on network 4d1591f0-948d-423b-b377-aa74ae0bd268 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:02:56.087448 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f461121-514d-401d-b064-215fa7d275c3 req-ae0f9112-0254-4958-8b75-a97d79f5ec93 service neutron] Port bcf7ec99-2de8-4ae6-ae65-2f9b3978b327 on network 4d1591f0-948d-423b-b377-aa74ae0bd268 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 14:02:56.088255 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f461121-514d-401d-b064-215fa7d275c3 req-ae0f9112-0254-4958-8b75-a97d79f5ec93 service neutron] Attempting to bind port bcf7ec99-2de8-4ae6-ae65-2f9b3978b327 on network 4d1591f0-948d-423b-b377-aa74ae0bd268 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:02:56.095192 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f461121-514d-401d-b064-215fa7d275c3 req-ae0f9112-0254-4958-8b75-a97d79f5ec93 service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:02:56.095749 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f461121-514d-401d-b064-215fa7d275c3 req-ae0f9112-0254-4958-8b75-a97d79f5ec93 service neutron] Checking segment: {'id': '5562a696-6f7d-42ed-8237-7ee1db3761cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4d1591f0-948d-423b-b377-aa74ae0bd268'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:02:56.096305 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f461121-514d-401d-b064-215fa7d275c3 req-ae0f9112-0254-4958-8b75-a97d79f5ec93 service neutron] Bound using segment: {'id': '5562a696-6f7d-42ed-8237-7ee1db3761cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4d1591f0-948d-423b-b377-aa74ae0bd268'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:02:56.097015 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-1f461121-514d-401d-b064-215fa7d275c3 req-ae0f9112-0254-4958-8b75-a97d79f5ec93 service neutron] Bound port: bcf7ec99-2de8-4ae6-ae65-2f9b3978b327, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5562a696-6f7d-42ed-8237-7ee1db3761cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '4d1591f0-948d-423b-b377-aa74ae0bd268'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:02:56.097561 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1f461121-514d-401d-b064-215fa7d275c3 req-ae0f9112-0254-4958-8b75-a97d79f5ec93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:56.119325 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a1487-9349-4267-99dd-1a04a2418953 req-67b84c06-6d99-4095-9acc-37fc94fca73e tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:56.121262 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4b6a1487-9349-4267-99dd-1a04a2418953 req-67b84c06-6d99-4095-9acc-37fc94fca73e tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] 10.222.0.50 "GET /v2.0/ports?device_id=32503cd2-f4c4-42ed-bb94-33235ec3d886 HTTP/1.1" status: 200 len: 946 time: 0.3105130 May 31 14:02:56.259374 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4b6a1487-9349-4267-99dd-1a04a2418953 req-22f01f43-a863-4f00-a67b-63267e56a067 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] 10.222.0.50 "GET /v2.0/security-groups?id=6964ee48-a7fd-486e-9237-fc69f9f8ea31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289458 May 31 14:02:56.302277 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-1f461121-514d-401d-b064-215fa7d275c3 req-ae0f9112-0254-4958-8b75-a97d79f5ec93 service neutron] For port bcf7ec99-2de8-4ae6-ae65-2f9b3978b327, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:02:56.307189 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-1f461121-514d-401d-b064-215fa7d275c3 req-ae0f9112-0254-4958-8b75-a97d79f5ec93 service neutron] For port bcf7ec99-2de8-4ae6-ae65-2f9b3978b327, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=bcf7ec99-2de8-4ae6-ae65-2f9b3978b327,segment=NetworkSegment(5562a696-6f7d-42ed-8237-7ee1db3761cd),segment_id=5562a696-6f7d-42ed-8237-7ee1db3761cd)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:02:56.314962 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1f461121-514d-401d-b064-215fa7d275c3 req-ae0f9112-0254-4958-8b75-a97d79f5ec93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:56.541697 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f461121-514d-401d-b064-215fa7d275c3 req-ae0f9112-0254-4958-8b75-a97d79f5ec93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:56.544264 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-1f461121-514d-401d-b064-215fa7d275c3 req-ae0f9112-0254-4958-8b75-a97d79f5ec93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:56.544264 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1f461121-514d-401d-b064-215fa7d275c3 req-ae0f9112-0254-4958-8b75-a97d79f5ec93 service neutron] 10.222.0.44 "PUT /v2.0/ports/bcf7ec99-2de8-4ae6-ae65-2f9b3978b327 HTTP/1.1" status: 200 len: 1092 time: 1.6641085 May 31 14:02:56.544875 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51720720-4c16-45f7-aace-9812c951b1b5', 'tag': 'bcf7ec99-2de8-4ae6-ae65-2f9b3978b327'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:02:56.573951 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0f9112-0254-4958-8b75-a97d79f5ec93 service neutron] Pushing event updated for resources: {'Port': ['ID=bcf7ec99-2de8-4ae6-ae65-2f9b3978b327,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:02:56.622087 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:02:56.675326 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cc7d2f2-072c-43dc-995a-aaec941cb906'] response: {'name': 'network-changed', 'server_uuid': '51720720-4c16-45f7-aace-9812c951b1b5', 'tag': 'bcf7ec99-2de8-4ae6-ae65-2f9b3978b327', 'status': 'completed', 'code': 200} May 31 14:02:56.778703 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f461121-514d-401d-b064-215fa7d275c3 req-10d5e555-fffd-43a0-8b2e-972498c86914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:56.780194 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1f461121-514d-401d-b064-215fa7d275c3 req-10d5e555-fffd-43a0-8b2e-972498c86914 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=09b97aa9f54f41a6b37a92daebfa7b06&device_id=51720720-4c16-45f7-aace-9812c951b1b5 HTTP/1.1" status: 200 len: 1095 time: 0.1466563 May 31 14:02:56.868014 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1f461121-514d-401d-b064-215fa7d275c3 req-550932d1-7535-49e2-8bb4-8404be513793 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bcf7ec99-2de8-4ae6-ae65-2f9b3978b327 HTTP/1.1" status: 200 len: 217 time: 0.0801010 May 31 14:02:57.050413 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f461121-514d-401d-b064-215fa7d275c3 req-ba398952-016b-412e-af9e-e154172acc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:57.054265 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1f461121-514d-401d-b064-215fa7d275c3 req-ba398952-016b-412e-af9e-e154172acc50 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=de06fd48-48b1-4674-b24c-7d9de086f6a5 HTTP/1.1" status: 200 len: 835 time: 0.1744044 May 31 14:02:57.121859 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e381f-713b-47ac-a0b7-9adfe78e678e req-09393772-1f6d-4939-af25-47fb9b476d5c tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:57.130532 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cf7e381f-713b-47ac-a0b7-9adfe78e678e req-09393772-1f6d-4939-af25-47fb9b476d5c tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/ports?device_id=51720720-4c16-45f7-aace-9812c951b1b5 HTTP/1.1" status: 200 len: 944 time: 0.2139227 May 31 14:02:57.187293 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cf7e381f-713b-47ac-a0b7-9adfe78e678e req-380545e3-33ac-4261-9bed-c2ffa159a6ad tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/security-groups?id=e32a2194-83b9-4cbb-bef8-c16de848d36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559084 May 31 14:02:57.199058 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f461121-514d-401d-b064-215fa7d275c3 req-2282626d-0349-4458-9ded-17892ff28765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:57.200762 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1f461121-514d-401d-b064-215fa7d275c3 req-2282626d-0349-4458-9ded-17892ff28765 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4d1591f0-948d-423b-b377-aa74ae0bd268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1395276 May 31 14:02:57.370253 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1f461121-514d-401d-b064-215fa7d275c3 req-814b25f6-d0ac-4743-b5c4-3f2aed61d479 service neutron] 10.222.0.44 "GET /v2.0/networks/4d1591f0-948d-423b-b377-aa74ae0bd268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589913 May 31 14:02:57.652628 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1f461121-514d-401d-b064-215fa7d275c3 req-5ec46c85-3965-4cc9-9a7b-81e271e314b8 service neutron] 10.222.0.44 "GET /v2.0/networks/4d1591f0-948d-423b-b377-aa74ae0bd268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758617 May 31 14:02:57.673701 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c380aa-f0a7-4957-892b-74d52a53282a req-75310712-5e99-4666-b7c8-b0bd3dbd2fb3 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:57.675302 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b5c380aa-f0a7-4957-892b-74d52a53282a req-75310712-5e99-4666-b7c8-b0bd3dbd2fb3 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] 10.222.0.50 "GET /v2.0/ports?device_id=32503cd2-f4c4-42ed-bb94-33235ec3d886 HTTP/1.1" status: 200 len: 946 time: 0.1712055 May 31 14:02:57.759918 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b5c380aa-f0a7-4957-892b-74d52a53282a req-3a097e24-805a-4d9d-bc73-3c29a769d47e tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] 10.222.0.50 "GET /v2.0/security-groups?id=6964ee48-a7fd-486e-9237-fc69f9f8ea31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736096 May 31 14:02:57.905373 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520f3b75-8704-4e56-b0ac-df2f1773bda9 req-1a61af26-e65a-4d87-b58f-21dc2e35a805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:57.909359 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-520f3b75-8704-4e56-b0ac-df2f1773bda9 req-1a61af26-e65a-4d87-b58f-21dc2e35a805 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=09b97aa9f54f41a6b37a92daebfa7b06&device_id=51720720-4c16-45f7-aace-9812c951b1b5 HTTP/1.1" status: 200 len: 1095 time: 0.1484926 May 31 14:02:58.103877 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520f3b75-8704-4e56-b0ac-df2f1773bda9 req-f8fb9949-8a74-4d2b-bd71-f07b5ed09111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:58.105329 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-520f3b75-8704-4e56-b0ac-df2f1773bda9 req-f8fb9949-8a74-4d2b-bd71-f07b5ed09111 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4d1591f0-948d-423b-b377-aa74ae0bd268 HTTP/1.1" status: 200 len: 897 time: 0.1884303 May 31 14:02:58.241931 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-520f3b75-8704-4e56-b0ac-df2f1773bda9 req-f81e7eb7-17fb-426b-9018-399e48e187cc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bcf7ec99-2de8-4ae6-ae65-2f9b3978b327 HTTP/1.1" status: 200 len: 217 time: 0.1160486 May 31 14:02:58.346397 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520f3b75-8704-4e56-b0ac-df2f1773bda9 req-731c6ba2-a405-4b84-b336-799ab9e3cc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:58.347840 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-520f3b75-8704-4e56-b0ac-df2f1773bda9 req-731c6ba2-a405-4b84-b336-799ab9e3cc32 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=de06fd48-48b1-4674-b24c-7d9de086f6a5 HTTP/1.1" status: 200 len: 835 time: 0.0988076 May 31 14:02:58.553648 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520f3b75-8704-4e56-b0ac-df2f1773bda9 req-78b5b841-c62c-4a0e-a2be-15cefeb9c6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:58.555437 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-520f3b75-8704-4e56-b0ac-df2f1773bda9 req-78b5b841-c62c-4a0e-a2be-15cefeb9c6b7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4d1591f0-948d-423b-b377-aa74ae0bd268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1474338 May 31 14:02:58.564184 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1563fd-06d7-4402-a8a2-b7f088c9b51a req-9f1d270b-bfc8-4e24-b628-e421825c99c6 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:58.571825 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bd1563fd-06d7-4402-a8a2-b7f088c9b51a req-9f1d270b-bfc8-4e24-b628-e421825c99c6 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/ports?device_id=51720720-4c16-45f7-aace-9812c951b1b5 HTTP/1.1" status: 200 len: 944 time: 0.2189896 May 31 14:02:58.741208 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bd1563fd-06d7-4402-a8a2-b7f088c9b51a req-7c4368c2-6055-4ebb-ba25-7dad83e43978 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/security-groups?id=e32a2194-83b9-4cbb-bef8-c16de848d36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1684926 May 31 14:02:58.810611 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-520f3b75-8704-4e56-b0ac-df2f1773bda9 req-c3f977f5-a809-4b30-a06d-69710f71128c service neutron] 10.222.0.44 "GET /v2.0/networks/4d1591f0-948d-423b-b377-aa74ae0bd268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222557 May 31 14:02:59.101177 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device bcf7ec99-2de8-4ae6-ae65-2f9b3978b327 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 14:02:59.253639 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-520f3b75-8704-4e56-b0ac-df2f1773bda9 req-773f3900-e774-47e4-bb04-830ebf91f9d1 service neutron] 10.222.0.44 "GET /v2.0/networks/4d1591f0-948d-423b-b377-aa74ae0bd268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4345315 May 31 14:02:59.292631 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2178ca32-20a9-4035-8211-8af835cc4525 req-70b02dc9-9ba5-4b02-8b1c-d0331f2e7a4c tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:02:59.294161 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2178ca32-20a9-4035-8211-8af835cc4525 req-70b02dc9-9ba5-4b02-8b1c-d0331f2e7a4c tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] 10.222.0.50 "GET /v2.0/ports?device_id=32503cd2-f4c4-42ed-bb94-33235ec3d886 HTTP/1.1" status: 200 len: 946 time: 0.1710646 May 31 14:02:59.324637 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port bcf7ec99-2de8-4ae6-ae65-2f9b3978b327, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=bcf7ec99-2de8-4ae6-ae65-2f9b3978b327,segment=NetworkSegment(5562a696-6f7d-42ed-8237-7ee1db3761cd),segment_id=5562a696-6f7d-42ed-8237-7ee1db3761cd)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:02:59.343329 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': 'bcf7ec99-2de8-4ae6-ae65-2f9b3978b327', 'network_id': '4d1591f0-948d-423b-b377-aa74ae0bd268', 'port_id': 'bcf7ec99-2de8-4ae6-ae65-2f9b3978b327', 'mac_address': 'fa:16:3e:18:93:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de06fd48-48b1-4674-b24c-7d9de086f6a5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 14:02:59.396097 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2178ca32-20a9-4035-8211-8af835cc4525 req-7ce80f7b-5284-417e-8774-84ded07019f1 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] 10.222.0.50 "GET /v2.0/security-groups?id=6964ee48-a7fd-486e-9237-fc69f9f8ea31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951459 May 31 14:02:59.414883 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port bcf7ec99-2de8-4ae6-ae65-2f9b3978b327 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:02:59.415644 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:59.442562 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcf7ec99-2de8-4ae6-ae65-2f9b3978b327 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:02:59.460616 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port bcf7ec99-2de8-4ae6-ae65-2f9b3978b327, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=bcf7ec99-2de8-4ae6-ae65-2f9b3978b327,segment=NetworkSegment(5562a696-6f7d-42ed-8237-7ee1db3761cd),segment_id=5562a696-6f7d-42ed-8237-7ee1db3761cd)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:02:59.467188 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:02:59.552934 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=bcf7ec99-2de8-4ae6-ae65-2f9b3978b327,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:02:59.710440 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['bcf7ec99-2de8-4ae6-ae65-2f9b3978b327'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:03:00.014558 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90924d6-c6b5-43ab-be37-dbfd7bf619df req-7ca3e98d-7ecc-4aaf-8a28-0989d751ad0a tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:03:00.018266 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d90924d6-c6b5-43ab-be37-dbfd7bf619df req-7ca3e98d-7ecc-4aaf-8a28-0989d751ad0a tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/ports?device_id=51720720-4c16-45f7-aace-9812c951b1b5 HTTP/1.1" status: 200 len: 945 time: 0.1006780 May 31 14:03:00.086291 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d90924d6-c6b5-43ab-be37-dbfd7bf619df req-3f4ba604-9925-42c8-87f1-3f312a92ceb7 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/security-groups?id=e32a2194-83b9-4cbb-bef8-c16de848d36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591629 May 31 14:03:00.645036 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b4e906-075e-4304-b653-23302b1dbe2d req-2fd9d892-7eb9-47b1-8273-951fced22408 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:03:00.646486 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-20b4e906-075e-4304-b653-23302b1dbe2d req-2fd9d892-7eb9-47b1-8273-951fced22408 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] 10.222.0.20 "GET /v2.0/ports?device_id=32503cd2-f4c4-42ed-bb94-33235ec3d886 HTTP/1.1" status: 200 len: 946 time: 0.1475248 May 31 14:03:00.658389 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa814dc-5065-49d4-bc67-6a7dafacfe50 req-60686771-2157-41d7-bafc-99949b9d7842 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:03:00.659764 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7aa814dc-5065-49d4-bc67-6a7dafacfe50 req-60686771-2157-41d7-bafc-99949b9d7842 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] 10.222.0.50 "GET /v2.0/ports?device_id=32503cd2-f4c4-42ed-bb94-33235ec3d886 HTTP/1.1" status: 200 len: 946 time: 0.1181161 May 31 14:03:00.756486 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-20b4e906-075e-4304-b653-23302b1dbe2d req-63977856-caa8-4bb4-8055-87eaf272a4a9 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] Deleting port 66f04d1d-2700-469a-88c2-89aa5ea7c88d {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:03:00.756768 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-20b4e906-075e-4304-b653-23302b1dbe2d req-63977856-caa8-4bb4-8055-87eaf272a4a9 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:00.791248 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7aa814dc-5065-49d4-bc67-6a7dafacfe50 req-029572d0-4e4d-46f1-b4bf-e8697142c97e tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] 10.222.0.50 "GET /v2.0/security-groups?id=6964ee48-a7fd-486e-9237-fc69f9f8ea31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982673 May 31 14:03:01.036578 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-20b4e906-075e-4304-b653-23302b1dbe2d req-63977856-caa8-4bb4-8055-87eaf272a4a9 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] For port 66f04d1d-2700-469a-88c2-89aa5ea7c88d, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=66f04d1d-2700-469a-88c2-89aa5ea7c88d,segment=NetworkSegment(153ae9f5-d122-4841-bec7-a131a91864f9),segment_id=153ae9f5-d122-4841-bec7-a131a91864f9)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:03:01.037152 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-20b4e906-075e-4304-b653-23302b1dbe2d req-63977856-caa8-4bb4-8055-87eaf272a4a9 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:01.138632 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device bcf7ec99-2de8-4ae6-ae65-2f9b3978b327 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:03:01.163047 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-20b4e906-075e-4304-b653-23302b1dbe2d req-63977856-caa8-4bb4-8055-87eaf272a4a9 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] Calling delete_port for 66f04d1d-2700-469a-88c2-89aa5ea7c88d owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:03:01.226677 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port bcf7ec99-2de8-4ae6-ae65-2f9b3978b327 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:03:01.233667 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port bcf7ec99-2de8-4ae6-ae65-2f9b3978b327 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:03:01.234630 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:01.388198 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0e5ef2-c327-491d-b14b-a1ce7b9000fb req-a61d1f8d-20d6-4582-a1f9-d29b9417282b tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:03:01.389688 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-de0e5ef2-c327-491d-b14b-a1ce7b9000fb req-a61d1f8d-20d6-4582-a1f9-d29b9417282b tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/ports?device_id=51720720-4c16-45f7-aace-9812c951b1b5 HTTP/1.1" status: 200 len: 945 time: 0.1890917 May 31 14:03:01.412861 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port bcf7ec99-2de8-4ae6-ae65-2f9b3978b327 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:03:01.413229 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:01.439334 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-20b4e906-075e-4304-b653-23302b1dbe2d req-63977856-caa8-4bb4-8055-87eaf272a4a9 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:01.475584 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port bcf7ec99-2de8-4ae6-ae65-2f9b3978b327, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=bcf7ec99-2de8-4ae6-ae65-2f9b3978b327,segment=NetworkSegment(5562a696-6f7d-42ed-8237-7ee1db3761cd),segment_id=5562a696-6f7d-42ed-8237-7ee1db3761cd)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:03:01.478416 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51720720-4c16-45f7-aace-9812c951b1b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcf7ec99-2de8-4ae6-ae65-2f9b3978b327'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:03:01.483914 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['66f04d1d-2700-469a-88c2-89aa5ea7c88d'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:03:01.513378 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63977856-caa8-4bb4-8055-87eaf272a4a9 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] Pushing event deleted for resources: {'Port': ['ID=66f04d1d-2700-469a-88c2-89aa5ea7c88d,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:03:01.544761 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:01.562962 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-de0e5ef2-c327-491d-b14b-a1ce7b9000fb req-11ccc4a9-16a8-40bb-961f-e42f7dce92dd tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/security-groups?id=e32a2194-83b9-4cbb-bef8-c16de848d36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1650927 May 31 14:03:01.612046 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-20b4e906-075e-4304-b653-23302b1dbe2d req-63977856-caa8-4bb4-8055-87eaf272a4a9 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] No DVR routers for this DVR port 66f04d1d-2700-469a-88c2-89aa5ea7c88d on host n-h1-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:03:01.615337 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73c2334b-ba96-4aec-9366-879b11c9ec31'] response: {'server_uuid': '51720720-4c16-45f7-aace-9812c951b1b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcf7ec99-2de8-4ae6-ae65-2f9b3978b327', 'code': 200} May 31 14:03:01.615935 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-20b4e906-075e-4304-b653-23302b1dbe2d req-63977856-caa8-4bb4-8055-87eaf272a4a9 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:01.619124 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32503cd2-f4c4-42ed-bb94-33235ec3d886', 'name': 'network-vif-deleted', 'tag': '66f04d1d-2700-469a-88c2-89aa5ea7c88d'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:03:01.664573 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-20b4e906-075e-4304-b653-23302b1dbe2d req-63977856-caa8-4bb4-8055-87eaf272a4a9 tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] 10.222.0.20 "DELETE /v2.0/ports/66f04d1d-2700-469a-88c2-89aa5ea7c88d HTTP/1.1" status: 204 len: 173 time: 1.0038037 May 31 14:03:01.665251 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=bcf7ec99-2de8-4ae6-ae65-2f9b3978b327,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:03:01.905853 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee004e3-475a-4d15-99de-b43339de1118 req-6f44263f-ef1b-4287-8ed6-5109ce174d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:03:01.920800 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5ee004e3-475a-4d15-99de-b43339de1118 req-6f44263f-ef1b-4287-8ed6-5109ce174d27 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=51720720-4c16-45f7-aace-9812c951b1b5 HTTP/1.1" status: 200 len: 1097 time: 0.2335677 May 31 14:03:01.930882 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05cab62a-ea47-41fc-9c65-ad31d06f6986'] response: {'server_uuid': '32503cd2-f4c4-42ed-bb94-33235ec3d886', 'name': 'network-vif-deleted', 'tag': '66f04d1d-2700-469a-88c2-89aa5ea7c88d', 'status': 'completed', 'code': 200} May 31 14:03:01.980495 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5ee004e3-475a-4d15-99de-b43339de1118 req-78cb8be4-5e6a-4221-9730-97747dafe8ef service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e32a2194-83b9-4cbb-bef8-c16de848d36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481124 May 31 14:03:02.080598 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-8415e0e5-5ecf-4a72-be2f-69b4963f1548 req-e39fa0ef-33ff-4121-aa7c-b099c986adba tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] Synchronizing usage tracker for tenant:dbdc804cc6a04ce88ed57a406fc67620 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:03:02.098612 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-8415e0e5-5ecf-4a72-be2f-69b4963f1548 req-e39fa0ef-33ff-4121-aa7c-b099c986adba tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] Unset dirty status for tenant:dbdc804cc6a04ce88ed57a406fc67620 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:03:02.108074 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8415e0e5-5ecf-4a72-be2f-69b4963f1548 req-e39fa0ef-33ff-4121-aa7c-b099c986adba tempest-VolumesActionsTest-1103619242 tempest-VolumesActionsTest-1103619242-project] 10.222.0.50 "GET /v2.0/ports?device_id=32503cd2-f4c4-42ed-bb94-33235ec3d886 HTTP/1.1" status: 200 len: 210 time: 0.0989585 May 31 14:03:02.767308 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4a0cf-dea7-4ffc-a53b-d38479646a84 req-3ef4a333-a07b-415b-b2b6-2bb2dc81591e tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:03:02.770543 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-33e4a0cf-dea7-4ffc-a53b-d38479646a84 req-3ef4a333-a07b-415b-b2b6-2bb2dc81591e tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/ports?device_id=51720720-4c16-45f7-aace-9812c951b1b5 HTTP/1.1" status: 200 len: 946 time: 0.0912790 May 31 14:03:02.823558 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-33e4a0cf-dea7-4ffc-a53b-d38479646a84 req-15167d07-b167-4dbd-a887-fdafc57704e6 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/security-groups?id=e32a2194-83b9-4cbb-bef8-c16de848d36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469458 May 31 14:03:03.688287 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 66f04d1d-2700-469a-88c2-89aa5ea7c88d no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:03:03.748435 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] No Port match for: 66f04d1d-2700-469a-88c2-89aa5ea7c88d {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:03:03.748779 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 66f04d1d-2700-469a-88c2-89aa5ea7c88d not bound to the agent host n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:03:04.064800 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657fcade-249e-4e1b-b7ff-4ab7efc50402 req-5a19f657-92b4-4d23-869c-e3aeccedd83d tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:03:04.072218 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-657fcade-249e-4e1b-b7ff-4ab7efc50402 req-5a19f657-92b4-4d23-869c-e3aeccedd83d tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/ports?device_id=51720720-4c16-45f7-aace-9812c951b1b5 HTTP/1.1" status: 200 len: 946 time: 0.1053121 May 31 14:03:04.114867 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-657fcade-249e-4e1b-b7ff-4ab7efc50402 req-e8dbf963-8f26-4b6a-acb2-fc69e9804ed2 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/security-groups?id=e32a2194-83b9-4cbb-bef8-c16de848d36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416787 May 31 14:03:04.525036 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69030637-d14d-482c-afe1-1ccc663c7fdf req-0bc30907-8b47-4a07-8bf1-bef808c25e9f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:03:04.534007 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-69030637-d14d-482c-afe1-1ccc663c7fdf req-0bc30907-8b47-4a07-8bf1-bef808c25e9f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/ports?device_id=51720720-4c16-45f7-aace-9812c951b1b5 HTTP/1.1" status: 200 len: 946 time: 0.2840977 May 31 14:03:04.585290 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-69030637-d14d-482c-afe1-1ccc663c7fdf req-a1b9faa0-0154-440a-bcf0-98913d6103c5 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/security-groups?id=e32a2194-83b9-4cbb-bef8-c16de848d36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501599 May 31 14:03:04.601378 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 60172) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:03:04.718332 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa6de67-df70-4b46-a9e1-5a46e2950dc2 tempest-TestNetworkBasicOps-115385594 tempest-TestNetworkBasicOps-115385594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:03:04.725277 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 60184) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:03:04.725715 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-baa6de67-df70-4b46-a9e1-5a46e2950dc2 tempest-TestNetworkBasicOps-115385594 tempest-TestNetworkBasicOps-115385594-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=51720720-4c16-45f7-aace-9812c951b1b5 HTTP/1.1" status: 200 len: 1092 time: 0.1230967 May 31 14:03:04.730973 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-94a4da1b-d179-4f3b-b5f7-ac6b0a2d4e6f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Request body: {'floatingip': {'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'port_id': 'bcf7ec99-2de8-4ae6-ae65-2f9b3978b327', 'tenant_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:03:04.746532 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-94a4da1b-d179-4f3b-b5f7-ac6b0a2d4e6f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:03:04.753835 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-94a4da1b-d179-4f3b-b5f7-ac6b0a2d4e6f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Usage tracker for resource:floatingip and tenant:09b97aa9f54f41a6b37a92daebfa7b06 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:03:04.757174 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-94a4da1b-d179-4f3b-b5f7-ac6b0a2d4e6f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:03:04.774489 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-94a4da1b-d179-4f3b-b5f7-ac6b0a2d4e6f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:03:04.791503 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-94a4da1b-d179-4f3b-b5f7-ac6b0a2d4e6f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for floatingip, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:05.045744 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-94a4da1b-d179-4f3b-b5f7-ac6b0a2d4e6f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:05.360007 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-94a4da1b-d179-4f3b-b5f7-ac6b0a2d4e6f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Allocated IP 172.25.6.107 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/52e8880d-7df9-404b-b214-a5f865599b83) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:03:05.689299 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-94a4da1b-d179-4f3b-b5f7-ac6b0a2d4e6f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:05.752440 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-94a4da1b-d179-4f3b-b5f7-ac6b0a2d4e6f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:05.841252 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a4da1b-d179-4f3b-b5f7-ac6b0a2d4e6f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:03:05.850180 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-94a4da1b-d179-4f3b-b5f7-ac6b0a2d4e6f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:03:05.854107 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a4da1b-d179-4f3b-b5f7-ac6b0a2d4e6f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:03:06.031718 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a4da1b-d179-4f3b-b5f7-ac6b0a2d4e6f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Pushing event updated for resources: {'Port': ['ID=52e8880d-7df9-404b-b214-a5f865599b83,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:03:07.107790 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-94a4da1b-d179-4f3b-b5f7-ac6b0a2d4e6f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:07.277171 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-94a4da1b-d179-4f3b-b5f7-ac6b0a2d4e6f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:07.624512 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:07.899374 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-94a4da1b-d179-4f3b-b5f7-ac6b0a2d4e6f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:07.924347 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-94a4da1b-d179-4f3b-b5f7-ac6b0a2d4e6f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:08.314063 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a4da1b-d179-4f3b-b5f7-ac6b0a2d4e6f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Pushing event updated for resources: {'Port': ['ID=52e8880d-7df9-404b-b214-a5f865599b83,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:03:08.350041 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-94a4da1b-d179-4f3b-b5f7-ac6b0a2d4e6f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:09.064548 n-d-843939-1 neutron-server[88370]: INFO neutron.db.l3_db [None req-94a4da1b-d179-4f3b-b5f7-ac6b0a2d4e6f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Floating IP 6d16853c-e4d8-44be-a65a-313556e433a1 associated. External IP: 172.25.6.107, port: bcf7ec99-2de8-4ae6-ae65-2f9b3978b327. May 31 14:03:09.126410 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:10.029327 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94a4da1b-d179-4f3b-b5f7-ac6b0a2d4e6f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Router a551d982-0d35-4450-9e6d-6e3cf58c5900 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:03:10.249447 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a4da1b-d179-4f3b-b5f7-ac6b0a2d4e6f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:03:10.261644 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e43e2a-8455-4af0-a86f-beb0e9da28b4 None None] Sync routers for ids ['a551d982-0d35-4450-9e6d-6e3cf58c5900'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:03:10.280670 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e43e2a-8455-4af0-a86f-beb0e9da28b4 None None] Routers {'a551d982-0d35-4450-9e6d-6e3cf58c5900'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:03:10.282534 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-c7e43e2a-8455-4af0-a86f-beb0e9da28b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:02:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['a551d982-0d35-4450-9e6d-6e3cf58c5900'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:03:10.285311 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-94a4da1b-d179-4f3b-b5f7-ac6b0a2d4e6f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:10.400212 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 60272) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:03:10.412471 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-94a4da1b-d179-4f3b-b5f7-ac6b0a2d4e6f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.6859651 May 31 14:03:10.414556 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51720720-4c16-45f7-aace-9812c951b1b5', 'tag': 'bcf7ec99-2de8-4ae6-ae65-2f9b3978b327'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:03:10.571464 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07eb6004-01c0-4695-a303-ae47819f8e95'] response: {'name': 'network-changed', 'server_uuid': '51720720-4c16-45f7-aace-9812c951b1b5', 'tag': 'bcf7ec99-2de8-4ae6-ae65-2f9b3978b327', 'status': 'completed', 'code': 200} May 31 14:03:10.773126 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8511ef5-92c2-413e-9a86-070bb34fad2f req-352d8bfe-e8b8-497d-a9cc-e05b07b12a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:03:10.774766 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b8511ef5-92c2-413e-9a86-070bb34fad2f req-352d8bfe-e8b8-497d-a9cc-e05b07b12a94 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=09b97aa9f54f41a6b37a92daebfa7b06&device_id=51720720-4c16-45f7-aace-9812c951b1b5 HTTP/1.1" status: 200 len: 1097 time: 0.1918290 May 31 14:03:10.790524 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-bdd67989-b4aa-4a39-abc3-caf8e1394345 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/floatingips/6d16853c-e4d8-44be-a65a-313556e433a1 HTTP/1.1" status: 200 len: 992 time: 0.3822794 May 31 14:03:10.881101 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d9f94205-cc12-4e19-ab55-e8b844d02755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:10.940460 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-c7e43e2a-8455-4af0-a86f-beb0e9da28b4 None None] Set router a551d982-0d35-4450-9e6d-6e3cf58c5900 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:03:11.019290 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8511ef5-92c2-413e-9a86-070bb34fad2f req-fb69d255-debc-47b7-bff1-20324ce394ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:03:11.028586 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b8511ef5-92c2-413e-9a86-070bb34fad2f req-fb69d255-debc-47b7-bff1-20324ce394ba service neutron] 10.222.0.44 "GET /v2.0/networks?id=4d1591f0-948d-423b-b377-aa74ae0bd268 HTTP/1.1" status: 200 len: 897 time: 0.2444704 May 31 14:03:11.259935 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b8511ef5-92c2-413e-9a86-070bb34fad2f req-2989075f-3e22-4c29-b9d1-5ab1e116faa9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bcf7ec99-2de8-4ae6-ae65-2f9b3978b327 HTTP/1.1" status: 200 len: 1000 time: 0.2209589 May 31 14:03:11.357059 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8511ef5-92c2-413e-9a86-070bb34fad2f req-4521e771-0973-49da-bd58-0f92d0c07a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:03:11.358683 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b8511ef5-92c2-413e-9a86-070bb34fad2f req-4521e771-0973-49da-bd58-0f92d0c07a10 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=de06fd48-48b1-4674-b24c-7d9de086f6a5 HTTP/1.1" status: 200 len: 835 time: 0.0853004 May 31 14:03:11.463252 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8511ef5-92c2-413e-9a86-070bb34fad2f req-c918f9b3-25ea-4dc4-8fd4-7ebcf375b148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:03:11.465957 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b8511ef5-92c2-413e-9a86-070bb34fad2f req-c918f9b3-25ea-4dc4-8fd4-7ebcf375b148 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4d1591f0-948d-423b-b377-aa74ae0bd268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0987072 May 31 14:03:11.572612 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-c7e43e2a-8455-4af0-a86f-beb0e9da28b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a551d982-0d35-4450-9e6d-6e3cf58c5900', 'name': 'tempest-TestNetworkBasicOps-router-1936781450', 'tenant_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '19a7de98-bbc6-48a8-adea-8ed5c9ed46b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:02:27Z', 'updated_at': '2022-05-31T14:02:37Z', 'revision_number': 4, 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'gw_port': {'id': '19a7de98-bbc6-48a8-adea-8ed5c9ed46b5', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:6d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a551d982-0d35-4450-9e6d-6e3cf58c5900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:02:28Z', 'updated_at': '2022-05-31T14:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '6d16853c-e4d8-44be-a65a-313556e433a1', 'tenant_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'floating_ip_address': '172.25.6.107', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': 'a551d982-0d35-4450-9e6d-6e3cf58c5900', 'port_id': 'bcf7ec99-2de8-4ae6-ae65-2f9b3978b327', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d1591f0-948d-423b-b377-aa74ae0bd268', 'mac_address': 'fa:16:3e:18:93:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51720720-4c16-45f7-aace-9812c951b1b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:03:06Z', 'updated_at': '2022-05-31T14:03:06Z', 'revision_number': 0, 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13208598-19fa-493d-b60d-80b0fa8cf721', 'name': '', 'network_id': '4d1591f0-948d-423b-b377-aa74ae0bd268', 'tenant_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'mac_address': 'fa:16:3e:05:49:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a551d982-0d35-4450-9e6d-6e3cf58c5900', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'de06fd48-48b1-4674-b24c-7d9de086f6a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:02:34Z', 'updated_at': '2022-05-31T14:02:46Z', 'revision_number': 5, 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'subnets': [{'id': 'de06fd48-48b1-4674-b24c-7d9de086f6a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:03:11.576753 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e43e2a-8455-4af0-a86f-beb0e9da28b4 None None] Checking router: a551d982-0d35-4450-9e6d-6e3cf58c5900 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:03:11.590173 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e43e2a-8455-4af0-a86f-beb0e9da28b4 None None] Routers {'a551d982-0d35-4450-9e6d-6e3cf58c5900'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:03:11.590801 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-c7e43e2a-8455-4af0-a86f-beb0e9da28b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:02:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['a551d982-0d35-4450-9e6d-6e3cf58c5900'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:03:11.688858 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b8511ef5-92c2-413e-9a86-070bb34fad2f req-015d51b6-79a6-4715-ba74-bdc3ae4ee573 service neutron] 10.222.0.44 "GET /v2.0/networks/4d1591f0-948d-423b-b377-aa74ae0bd268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153854 May 31 14:03:11.785643 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 60294) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:03:11.787351 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-c7e43e2a-8455-4af0-a86f-beb0e9da28b4 None None] Set router a551d982-0d35-4450-9e6d-6e3cf58c5900 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:03:11.999880 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b8511ef5-92c2-413e-9a86-070bb34fad2f req-97d046e0-3a7e-4b0e-b891-6c6a39f3605c service neutron] 10.222.0.44 "GET /v2.0/networks/4d1591f0-948d-423b-b377-aa74ae0bd268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030250 May 31 14:03:12.158584 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-bd1c278c-b858-40ce-a2d3-104be7c79ae6 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/floatingips/6d16853c-e4d8-44be-a65a-313556e433a1 HTTP/1.1" status: 200 len: 992 time: 0.3688347 May 31 14:03:12.342031 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-c7e43e2a-8455-4af0-a86f-beb0e9da28b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a551d982-0d35-4450-9e6d-6e3cf58c5900', 'name': 'tempest-TestNetworkBasicOps-router-1936781450', 'tenant_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '19a7de98-bbc6-48a8-adea-8ed5c9ed46b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:02:27Z', 'updated_at': '2022-05-31T14:02:37Z', 'revision_number': 4, 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'gw_port': {'id': '19a7de98-bbc6-48a8-adea-8ed5c9ed46b5', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:6d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a551d982-0d35-4450-9e6d-6e3cf58c5900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:02:28Z', 'updated_at': '2022-05-31T14:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '6d16853c-e4d8-44be-a65a-313556e433a1', 'tenant_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'floating_ip_address': '172.25.6.107', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': 'a551d982-0d35-4450-9e6d-6e3cf58c5900', 'port_id': 'bcf7ec99-2de8-4ae6-ae65-2f9b3978b327', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d1591f0-948d-423b-b377-aa74ae0bd268', 'mac_address': 'fa:16:3e:18:93:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51720720-4c16-45f7-aace-9812c951b1b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:03:06Z', 'updated_at': '2022-05-31T14:03:06Z', 'revision_number': 0, 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13208598-19fa-493d-b60d-80b0fa8cf721', 'name': '', 'network_id': '4d1591f0-948d-423b-b377-aa74ae0bd268', 'tenant_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'mac_address': 'fa:16:3e:05:49:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a551d982-0d35-4450-9e6d-6e3cf58c5900', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'de06fd48-48b1-4674-b24c-7d9de086f6a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:02:34Z', 'updated_at': '2022-05-31T14:02:46Z', 'revision_number': 5, 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'subnets': [{'id': 'de06fd48-48b1-4674-b24c-7d9de086f6a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:03:12.346817 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e43e2a-8455-4af0-a86f-beb0e9da28b4 None None] The sync data for ids ['a551d982-0d35-4450-9e6d-6e3cf58c5900'] in n-d-843939-1 is: [{'id': 'a551d982-0d35-4450-9e6d-6e3cf58c5900', 'name': 'tempest-TestNetworkBasicOps-router-1936781450', 'tenant_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '19a7de98-bbc6-48a8-adea-8ed5c9ed46b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:02:27Z', 'updated_at': '2022-05-31T14:02:37Z', 'revision_number': 4, 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'gw_port': {'id': '19a7de98-bbc6-48a8-adea-8ed5c9ed46b5', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:6d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a551d982-0d35-4450-9e6d-6e3cf58c5900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:02:28Z', 'updated_at': '2022-05-31T14:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '6d16853c-e4d8-44be-a65a-313556e433a1', 'tenant_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'floating_ip_address': '172.25.6.107', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': 'a551d982-0d35-4450-9e6d-6e3cf58c5900', 'port_id': 'bcf7ec99-2de8-4ae6-ae65-2f9b3978b327', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d1591f0-948d-423b-b377-aa74ae0bd268', 'mac_address': 'fa:16:3e:18:93:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51720720-4c16-45f7-aace-9812c951b1b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:03:06Z', 'updated_at': '2022-05-31T14:03:06Z', 'revision_number': 0, 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13208598-19fa-493d-b60d-80b0fa8cf721', 'name': '', 'network_id': '4d1591f0-948d-423b-b377-aa74ae0bd268', 'tenant_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'mac_address': 'fa:16:3e:05:49:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a551d982-0d35-4450-9e6d-6e3cf58c5900', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'de06fd48-48b1-4674-b24c-7d9de086f6a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:02:34Z', 'updated_at': '2022-05-31T14:02:46Z', 'revision_number': 5, 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'subnets': [{'id': 'de06fd48-48b1-4674-b24c-7d9de086f6a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:03:12.745309 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678c40b8-52cc-4a3a-9751-965496d456c8 None None] New status for floating IP 6d16853c-e4d8-44be-a65a-313556e433a1: ACTIVE {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 14:03:12.828629 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1f23b410-4e7f-447d-a870-e1f59ce6dd1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:13.159829 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 60318) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:03:13.564115 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-d840259d-216e-4a5a-b88a-3eeb379eb4e7 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/floatingips/6d16853c-e4d8-44be-a65a-313556e433a1 HTTP/1.1" status: 200 len: 994 time: 0.4030566 May 31 14:03:13.856231 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:13.963014 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:15.669529 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:33.631923 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:03:34.745276 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 60698) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:03:34.989618 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c0947f7-e981-4e05-a3cd-8647ecc1594a admin admin] Deleting subnet f407b41c-cb9f-4c2f-8ab8-95277ae5a298 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 14:03:34.992931 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1c0947f7-e981-4e05-a3cd-8647ecc1594a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:35.050956 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1c0947f7-e981-4e05-a3cd-8647ecc1594a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65507433'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:35.148712 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1c0947f7-e981-4e05-a3cd-8647ecc1594a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:35.252758 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1c0947f7-e981-4e05-a3cd-8647ecc1594a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65216469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65148562'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:35.322600 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0947f7-e981-4e05-a3cd-8647ecc1594a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f407b41c-cb9f-4c2f-8ab8-95277ae5a298,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:03:35.337329 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0947f7-e981-4e05-a3cd-8647ecc1594a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:03:35.337690 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0947f7-e981-4e05-a3cd-8647ecc1594a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:03:35.338026 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0947f7-e981-4e05-a3cd-8647ecc1594a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:03:35.338365 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0947f7-e981-4e05-a3cd-8647ecc1594a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:03:35.338697 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0947f7-e981-4e05-a3cd-8647ecc1594a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:03:35.339032 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0947f7-e981-4e05-a3cd-8647ecc1594a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:03:35.339504 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0947f7-e981-4e05-a3cd-8647ecc1594a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:03:35.339836 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0947f7-e981-4e05-a3cd-8647ecc1594a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:03:35.340161 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0947f7-e981-4e05-a3cd-8647ecc1594a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:03:35.341009 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0947f7-e981-4e05-a3cd-8647ecc1594a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:03:35.341595 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0947f7-e981-4e05-a3cd-8647ecc1594a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:03:35.342044 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0947f7-e981-4e05-a3cd-8647ecc1594a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:03:35.355689 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1c0947f7-e981-4e05-a3cd-8647ecc1594a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:35.364838 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-1c0947f7-e981-4e05-a3cd-8647ecc1594a admin admin] 10.222.0.50 "DELETE /v2.0/subnets/f407b41c-cb9f-4c2f-8ab8-95277ae5a298 HTTP/1.1" status: 204 len: 168 time: 0.6177661 May 31 14:03:35.367302 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 60712) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:03:35.518067 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7f91a559-af4f-47d2-8d37-bdea3d60f8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:35.658564 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7f91a559-af4f-47d2-8d37-bdea3d60f8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:35.693429 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-7f91a559-af4f-47d2-8d37-bdea3d60f8c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63fd4673-3e7b-4b31-a695-7191e3dc7a26']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:03:35.711074 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-7f91a559-af4f-47d2-8d37-bdea3d60f8c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7aeab4e-1cfb-4901-bbf4-c5babbf940ba') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:03:35.711684 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-7f91a559-af4f-47d2-8d37-bdea3d60f8c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7aeab4e-1cfb-4901-bbf4-c5babbf940ba') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:03:35.735907 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7f91a559-af4f-47d2-8d37-bdea3d60f8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:35.756616 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7f91a559-af4f-47d2-8d37-bdea3d60f8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:35.764473 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f91a559-af4f-47d2-8d37-bdea3d60f8c8 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 14:03:35.764967 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7f91a559-af4f-47d2-8d37-bdea3d60f8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:35.846986 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment f7aeab4e-1cfb-4901-bbf4-c5babbf940ba resource provider aggregate not found May 31 14:03:35.882935 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment f7aeab4e-1cfb-4901-bbf4-c5babbf940ba resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f7aeab4e-1cfb-4901-bbf4-c5babbf940ba found for delete ", "request_id": "req-01d9961f-0585-4849-b19a-2c9d2deadcd2"}]} May 31 14:03:35.901881 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7f91a559-af4f-47d2-8d37-bdea3d60f8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:35.920049 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7f91a559-af4f-47d2-8d37-bdea3d60f8c8 admin admin] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:35.930619 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f91a559-af4f-47d2-8d37-bdea3d60f8c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=63fd4673-3e7b-4b31-a695-7191e3dc7a26,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:03:35.941043 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-7f91a559-af4f-47d2-8d37-bdea3d60f8c8 admin admin] 10.222.0.50 "DELETE /v2.0/networks/63fd4673-3e7b-4b31-a695-7191e3dc7a26 HTTP/1.1" status: 204 len: 168 time: 0.5680566 May 31 14:03:36.099382 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 60728) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:03:36.153201 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-e60d6c94-b2f5-4251-b3d0-ff78fad9b035 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=80041d5c2e77427db9d44e9fdb551a51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0521784 May 31 14:03:36.156974 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 60732) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:03:36.256837 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ebd7b233-554d-448b-b8ca-024ab117a823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:36.302492 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ebd7b233-554d-448b-b8ca-024ab117a823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:36.368752 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ebd7b233-554d-448b-b8ca-024ab117a823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:36.406604 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd7b233-554d-448b-b8ca-024ab117a823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c52a2b74-f615-4964-90d7-c79fd92bae1e,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:03:36.421019 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd7b233-554d-448b-b8ca-024ab117a823 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:03:36.421961 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd7b233-554d-448b-b8ca-024ab117a823 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:03:36.422334 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd7b233-554d-448b-b8ca-024ab117a823 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:03:36.422840 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd7b233-554d-448b-b8ca-024ab117a823 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:03:36.423802 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd7b233-554d-448b-b8ca-024ab117a823 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:03:36.424144 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd7b233-554d-448b-b8ca-024ab117a823 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:03:36.424476 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd7b233-554d-448b-b8ca-024ab117a823 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:03:36.424799 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd7b233-554d-448b-b8ca-024ab117a823 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:03:36.425119 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd7b233-554d-448b-b8ca-024ab117a823 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:03:36.425678 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd7b233-554d-448b-b8ca-024ab117a823 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:03:36.426275 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd7b233-554d-448b-b8ca-024ab117a823 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:03:36.426673 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd7b233-554d-448b-b8ca-024ab117a823 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:03:36.430854 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ebd7b233-554d-448b-b8ca-024ab117a823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:36.432304 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ebd7b233-554d-448b-b8ca-024ab117a823 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c52a2b74-f615-4964-90d7-c79fd92bae1e HTTP/1.1" status: 204 len: 168 time: 0.2741103 May 31 14:03:36.781310 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 60746) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:03:36.852065 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2034aeb-c8df-444b-a84f-575f1a595da1 admin admin] Deleting subnet 284d3d21-7ef1-42f3-93ea-318e9aedb37c {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 14:03:36.855597 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f2034aeb-c8df-444b-a84f-575f1a595da1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:36.911481 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f2034aeb-c8df-444b-a84f-575f1a595da1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:36.977765 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f2034aeb-c8df-444b-a84f-575f1a595da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:37.185077 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f2034aeb-c8df-444b-a84f-575f1a595da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:37.226443 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2034aeb-c8df-444b-a84f-575f1a595da1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=284d3d21-7ef1-42f3-93ea-318e9aedb37c,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:03:37.235136 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f2034aeb-c8df-444b-a84f-575f1a595da1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:37.243581 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-f2034aeb-c8df-444b-a84f-575f1a595da1 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/284d3d21-7ef1-42f3-93ea-318e9aedb37c HTTP/1.1" status: 204 len: 168 time: 0.4588315 May 31 14:03:37.243997 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 60750) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:03:37.362831 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-27dd691f-7e0b-48c2-a0c2-dc70539e777d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:37.503679 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-27dd691f-7e0b-48c2-a0c2-dc70539e777d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:37.542415 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-27dd691f-7e0b-48c2-a0c2-dc70539e777d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['466cbe97-b98e-4ed7-9e40-89c1e2d947c0']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:03:37.562478 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-27dd691f-7e0b-48c2-a0c2-dc70539e777d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '153ae9f5-d122-4841-bec7-a131a91864f9') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:03:37.563238 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-27dd691f-7e0b-48c2-a0c2-dc70539e777d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '153ae9f5-d122-4841-bec7-a131a91864f9') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:03:37.575831 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:37.577409 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-27dd691f-7e0b-48c2-a0c2-dc70539e777d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:37.595116 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-27dd691f-7e0b-48c2-a0c2-dc70539e777d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:37.602035 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27dd691f-7e0b-48c2-a0c2-dc70539e777d admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 14:03:37.602427 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-27dd691f-7e0b-48c2-a0c2-dc70539e777d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:37.708898 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-27dd691f-7e0b-48c2-a0c2-dc70539e777d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:37.728183 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-27dd691f-7e0b-48c2-a0c2-dc70539e777d admin admin] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:37.744527 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dd691f-7e0b-48c2-a0c2-dc70539e777d admin admin] Pushing event deleted for resources: {'Network': ['ID=466cbe97-b98e-4ed7-9e40-89c1e2d947c0,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:03:37.754035 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-27dd691f-7e0b-48c2-a0c2-dc70539e777d admin admin] 10.222.0.50 "DELETE /v2.0/networks/466cbe97-b98e-4ed7-9e40-89c1e2d947c0 HTTP/1.1" status: 204 len: 168 time: 0.5088339 May 31 14:03:37.904766 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 153ae9f5-d122-4841-bec7-a131a91864f9 resource provider aggregate not found May 31 14:03:37.925338 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 153ae9f5-d122-4841-bec7-a131a91864f9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 153ae9f5-d122-4841-bec7-a131a91864f9 found for delete ", "request_id": "req-f1051ca4-5852-4b09-a632-7559dcb356e7"}]} May 31 14:03:37.954508 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 60768) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:03:38.003826 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-474cb173-521b-48e3-802c-75148a9416a0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dbdc804cc6a04ce88ed57a406fc67620&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480282 May 31 14:03:38.006480 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 60772) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:03:38.070617 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b6e862ce-c8a0-4e08-9513-831d1920bf52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:38.098859 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b6e862ce-c8a0-4e08-9513-831d1920bf52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:38.155716 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b6e862ce-c8a0-4e08-9513-831d1920bf52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:38.173058 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e862ce-c8a0-4e08-9513-831d1920bf52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6964ee48-a7fd-486e-9237-fc69f9f8ea31,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:03:38.189840 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b6e862ce-c8a0-4e08-9513-831d1920bf52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:38.191984 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-b6e862ce-c8a0-4e08-9513-831d1920bf52 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6964ee48-a7fd-486e-9237-fc69f9f8ea31 HTTP/1.1" status: 204 len: 168 time: 0.1838350 May 31 14:03:39.086196 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:40.574319 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6e39e1d0-4fb4-4199-8417-e48cb9f4d07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:40.987770 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-959712ad-2182-47a1-b274-667d281ee47d req-211e184d-caa2-4b0c-8301-8941b0e21e85 tempest-VolumesBackupsTest-1147553165 tempest-VolumesBackupsTest-1147553165-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=1f729872358646448baf8cccc0c26f1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339572 May 31 14:03:41.159477 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959712ad-2182-47a1-b274-667d281ee47d req-d094eabd-1121-4b0d-8e3b-de052f09e946 tempest-VolumesBackupsTest-1147553165 tempest-VolumesBackupsTest-1147553165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:03:41.161074 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-959712ad-2182-47a1-b274-667d281ee47d req-d094eabd-1121-4b0d-8e3b-de052f09e946 tempest-VolumesBackupsTest-1147553165 tempest-VolumesBackupsTest-1147553165-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1668863 May 31 14:03:41.177366 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-959712ad-2182-47a1-b274-667d281ee47d req-d1e51691-cac0-447e-bfc6-2e0458366361 tempest-VolumesBackupsTest-1147553165 tempest-VolumesBackupsTest-1147553165-project] 10.222.0.50 "GET /v2.0/quotas/1f729872358646448baf8cccc0c26f1a HTTP/1.1" status: 200 len: 375 time: 0.0104866 May 31 14:03:41.225704 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-959712ad-2182-47a1-b274-667d281ee47d req-7d24297f-9cf8-4078-bb4b-4a6202a7f0c4 tempest-VolumesBackupsTest-1147553165 tempest-VolumesBackupsTest-1147553165-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=1f729872358646448baf8cccc0c26f1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425045 May 31 14:03:41.431983 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b4e4444f-3a2a-4872-8781-537a104d593f req-20bfc054-ac49-4257-8725-c4fc582d4bdd tempest-VolumesBackupsTest-1147553165 tempest-VolumesBackupsTest-1147553165-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3306529-71a6-4d5e-bfbf-49f4086c797d HTTP/1.1" status: 200 len: 210 time: 0.0602105 May 31 14:03:42.154874 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b03b22-c094-4f04-ab96-7c34c97f3653 req-ea12bc81-4eb1-4084-a1a5-08a83b6d57ed tempest-TestNetworkAdvancedServerOps-1325536650 tempest-TestNetworkAdvancedServerOps-1325536650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:03:42.156465 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a1b03b22-c094-4f04-ab96-7c34c97f3653 req-ea12bc81-4eb1-4084-a1a5-08a83b6d57ed tempest-TestNetworkAdvancedServerOps-1325536650 tempest-TestNetworkAdvancedServerOps-1325536650-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=59cf42a4-7fda-44d2-89e6-0be04a7aad79 HTTP/1.1" status: 200 len: 1096 time: 0.0733724 May 31 14:03:42.204784 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-a1b03b22-c094-4f04-ab96-7c34c97f3653 req-4ef9baff-f7a4-41c5-91d0-9f995f03199e tempest-TestNetworkAdvancedServerOps-1325536650 tempest-TestNetworkAdvancedServerOps-1325536650-project-admin] Synchronizing usage tracker for tenant:d8ad05a5a36c47d7a84cf9a3d461121d on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:03:42.228133 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-a1b03b22-c094-4f04-ab96-7c34c97f3653 req-4ef9baff-f7a4-41c5-91d0-9f995f03199e tempest-TestNetworkAdvancedServerOps-1325536650 tempest-TestNetworkAdvancedServerOps-1325536650-project-admin] Unset dirty status for tenant:d8ad05a5a36c47d7a84cf9a3d461121d on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:03:42.229381 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a1b03b22-c094-4f04-ab96-7c34c97f3653 req-4ef9baff-f7a4-41c5-91d0-9f995f03199e tempest-TestNetworkAdvancedServerOps-1325536650 tempest-TestNetworkAdvancedServerOps-1325536650-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=10ee8b1f-5dc3-4376-8f1c-4ea283a2b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671561 May 31 14:03:42.253723 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 60876) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:03:42.523555 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-959712ad-2182-47a1-b274-667d281ee47d req-bd69fe70-1b15-4b7c-bb57-11b634d239e3 tempest-VolumesBackupsTest-1147553165 tempest-VolumesBackupsTest-1147553165-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=1f729872358646448baf8cccc0c26f1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0466557 May 31 14:03:42.745272 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-00c2183d-df6f-4263-916c-ab0a2d697892 req-b7b86fee-2e6d-4100-a236-c361c4fe48b5 tempest-VolumesBackupsTest-1147553165 tempest-VolumesBackupsTest-1147553165-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3306529-71a6-4d5e-bfbf-49f4086c797d HTTP/1.1" status: 200 len: 210 time: 0.1211762 May 31 14:03:42.821082 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-03ddc198-19a1-4768-8da5-365d02991f13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:42.839161 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-cc99bcea-9fe0-49ab-8cbc-32879a74b88f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Deleting port d076b834-afe1-4795-a15d-279806ccc4a2 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:03:42.839967 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cc99bcea-9fe0-49ab-8cbc-32879a74b88f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:42.896522 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959712ad-2182-47a1-b274-667d281ee47d req-4d493996-a97e-4b66-aef9-bf51abc55ef6 tempest-VolumesBackupsTest-1147553165 tempest-VolumesBackupsTest-1147553165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:03:42.897965 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-959712ad-2182-47a1-b274-667d281ee47d req-4d493996-a97e-4b66-aef9-bf51abc55ef6 tempest-VolumesBackupsTest-1147553165 tempest-VolumesBackupsTest-1147553165-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3692415 May 31 14:03:42.913084 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-959712ad-2182-47a1-b274-667d281ee47d req-02a213b1-f6d7-4f90-8a95-c2aa71a5157c tempest-VolumesBackupsTest-1147553165 tempest-VolumesBackupsTest-1147553165-project] Request body: {'port': {'device_id': 'c3306529-71a6-4d5e-bfbf-49f4086c797d', 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4', 'admin_state_up': True, 'tenant_id': '1f729872358646448baf8cccc0c26f1a'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:03:42.992907 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 60892) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:03:43.071354 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb73c67-2015-4738-bfbf-f837ab4312cc tempest-TestNetworkBasicOps-115385594 tempest-TestNetworkBasicOps-115385594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:03:43.071710 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb73c67-2015-4738-bfbf-f837ab4312cc tempest-TestNetworkBasicOps-115385594 tempest-TestNetworkBasicOps-115385594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:03:43.072363 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb73c67-2015-4738-bfbf-f837ab4312cc tempest-TestNetworkBasicOps-115385594 tempest-TestNetworkBasicOps-115385594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:03:43.077547 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ceb73c67-2015-4738-bfbf-f837ab4312cc tempest-TestNetworkBasicOps-115385594 tempest-TestNetworkBasicOps-115385594-project-admin] 10.222.0.50 "GET /v2.0/ports?project_id=09b97aa9f54f41a6b37a92daebfa7b06&network_id=4d1591f0-948d-423b-b377-aa74ae0bd268 HTTP/1.1" status: 200 len: 2970 time: 0.0802159 May 31 14:03:43.146112 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cc99bcea-9fe0-49ab-8cbc-32879a74b88f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:43.146443 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cc99bcea-9fe0-49ab-8cbc-32879a74b88f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:43.269981 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-959712ad-2182-47a1-b274-667d281ee47d req-02a213b1-f6d7-4f90-8a95-c2aa71a5157c tempest-VolumesBackupsTest-1147553165 tempest-VolumesBackupsTest-1147553165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:03:43.278339 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-cc99bcea-9fe0-49ab-8cbc-32879a74b88f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Calling delete_port for d076b834-afe1-4795-a15d-279806ccc4a2 owned by network:floatingip {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:03:43.314605 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-959712ad-2182-47a1-b274-667d281ee47d req-02a213b1-f6d7-4f90-8a95-c2aa71a5157c tempest-VolumesBackupsTest-1147553165 tempest-VolumesBackupsTest-1147553165-project] Usage tracker for resource:port and tenant:1f729872358646448baf8cccc0c26f1a is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:03:43.323561 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-959712ad-2182-47a1-b274-667d281ee47d req-02a213b1-f6d7-4f90-8a95-c2aa71a5157c tempest-VolumesBackupsTest-1147553165 tempest-VolumesBackupsTest-1147553165-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:03:43.333034 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-959712ad-2182-47a1-b274-667d281ee47d req-02a213b1-f6d7-4f90-8a95-c2aa71a5157c tempest-VolumesBackupsTest-1147553165 tempest-VolumesBackupsTest-1147553165-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:03:43.351278 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-959712ad-2182-47a1-b274-667d281ee47d req-02a213b1-f6d7-4f90-8a95-c2aa71a5157c tempest-VolumesBackupsTest-1147553165 tempest-VolumesBackupsTest-1147553165-project] Made reservation on behalf of 1f729872358646448baf8cccc0c26f1a for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:03:43.354751 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-959712ad-2182-47a1-b274-667d281ee47d req-02a213b1-f6d7-4f90-8a95-c2aa71a5157c tempest-VolumesBackupsTest-1147553165 tempest-VolumesBackupsTest-1147553165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:43.387082 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-959712ad-2182-47a1-b274-667d281ee47d req-02a213b1-f6d7-4f90-8a95-c2aa71a5157c tempest-VolumesBackupsTest-1147553165 tempest-VolumesBackupsTest-1147553165-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:43.424233 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-959712ad-2182-47a1-b274-667d281ee47d req-02a213b1-f6d7-4f90-8a95-c2aa71a5157c tempest-VolumesBackupsTest-1147553165 tempest-VolumesBackupsTest-1147553165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:03:43.429677 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-959712ad-2182-47a1-b274-667d281ee47d req-02a213b1-f6d7-4f90-8a95-c2aa71a5157c tempest-VolumesBackupsTest-1147553165 tempest-VolumesBackupsTest-1147553165-project] Usage tracker for resource:security_group_rule and tenant:1f729872358646448baf8cccc0c26f1a is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:03:43.433495 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-959712ad-2182-47a1-b274-667d281ee47d req-02a213b1-f6d7-4f90-8a95-c2aa71a5157c tempest-VolumesBackupsTest-1147553165 tempest-VolumesBackupsTest-1147553165-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:03:43.441643 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-959712ad-2182-47a1-b274-667d281ee47d req-02a213b1-f6d7-4f90-8a95-c2aa71a5157c tempest-VolumesBackupsTest-1147553165 tempest-VolumesBackupsTest-1147553165-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:03:43.534051 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cc99bcea-9fe0-49ab-8cbc-32879a74b88f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:43.587115 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc99bcea-9fe0-49ab-8cbc-32879a74b88f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event deleted for resources: {'Port': ['ID=d076b834-afe1-4795-a15d-279806ccc4a2,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:03:43.703926 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-959712ad-2182-47a1-b274-667d281ee47d req-02a213b1-f6d7-4f90-8a95-c2aa71a5157c tempest-VolumesBackupsTest-1147553165 tempest-VolumesBackupsTest-1147553165-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:43.709050 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-959712ad-2182-47a1-b274-667d281ee47d req-02a213b1-f6d7-4f90-8a95-c2aa71a5157c tempest-VolumesBackupsTest-1147553165 tempest-VolumesBackupsTest-1147553165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:43.768233 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cc99bcea-9fe0-49ab-8cbc-32879a74b88f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for floatingip, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:43.772889 n-d-843939-1 neutron-server[88370]: INFO neutron.db.l3_db [None req-cc99bcea-9fe0-49ab-8cbc-32879a74b88f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Floating IP 0b16d79e-d03c-45c0-939d-8bbbdab69b65 disassociated (deleted). External IP: 172.25.6.156, port: ef83caf5-2521-4068-9428-cab427bd3f12. May 31 14:03:43.854527 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:43.896307 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a213b1-f6d7-4f90-8a95-c2aa71a5157c tempest-VolumesBackupsTest-1147553165 tempest-VolumesBackupsTest-1147553165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09aa27c9-4041-4e99-9796-f01a53b3185f,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:03:43.958845 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:44.187965 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-82776346-5f6b-4d8f-9aeb-7d06c9d6bfe5 req-ff405f54-639f-4016-b8f2-7a3aa01dd92e tempest-VolumesBackupsTest-1147553165 tempest-VolumesBackupsTest-1147553165-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3306529-71a6-4d5e-bfbf-49f4086c797d HTTP/1.1" status: 200 len: 210 time: 0.2743933 May 31 14:03:44.286227 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-959712ad-2182-47a1-b274-667d281ee47d req-02a213b1-f6d7-4f90-8a95-c2aa71a5157c tempest-VolumesBackupsTest-1147553165 tempest-VolumesBackupsTest-1147553165-project] Allocated IP 192.168.233.222 (85b11c4f-90ad-4763-b38d-22d3f87089f4/24822c99-0dce-4d50-9c44-3135ba3763b8/5330a6b6-8712-4404-b25b-daa8f5ef5d70) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:03:44.534985 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc99bcea-9fe0-49ab-8cbc-32879a74b88f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Router ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:03:44.749976 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-959712ad-2182-47a1-b274-667d281ee47d req-02a213b1-f6d7-4f90-8a95-c2aa71a5157c tempest-VolumesBackupsTest-1147553165 tempest-VolumesBackupsTest-1147553165-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:44.786407 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-959712ad-2182-47a1-b274-667d281ee47d req-02a213b1-f6d7-4f90-8a95-c2aa71a5157c tempest-VolumesBackupsTest-1147553165 tempest-VolumesBackupsTest-1147553165-project] Transition to ACTIVE for port object 5330a6b6-8712-4404-b25b-daa8f5ef5d70 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:03:44.790773 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc99bcea-9fe0-49ab-8cbc-32879a74b88f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:03:44.810089 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6530eaa9-52fb-41d5-b544-6cde13ffa6b9 None None] Sync routers for ids ['ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:03:44.823640 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6530eaa9-52fb-41d5-b544-6cde13ffa6b9 None None] Routers {'ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:03:44.825073 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-6530eaa9-52fb-41d5-b544-6cde13ffa6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:03:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:03:44.832872 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cc99bcea-9fe0-49ab-8cbc-32879a74b88f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:44.867841 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-959712ad-2182-47a1-b274-667d281ee47d req-02a213b1-f6d7-4f90-8a95-c2aa71a5157c tempest-VolumesBackupsTest-1147553165 tempest-VolumesBackupsTest-1147553165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:44.965090 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-959712ad-2182-47a1-b274-667d281ee47d req-02a213b1-f6d7-4f90-8a95-c2aa71a5157c tempest-VolumesBackupsTest-1147553165 tempest-VolumesBackupsTest-1147553165-project] Network 85b11c4f-90ad-4763-b38d-22d3f87089f4 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:03:44.969843 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-959712ad-2182-47a1-b274-667d281ee47d req-02a213b1-f6d7-4f90-8a95-c2aa71a5157c tempest-VolumesBackupsTest-1147553165 tempest-VolumesBackupsTest-1147553165-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:03:44.976018 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-959712ad-2182-47a1-b274-667d281ee47d req-02a213b1-f6d7-4f90-8a95-c2aa71a5157c tempest-VolumesBackupsTest-1147553165 tempest-VolumesBackupsTest-1147553165-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:03:45.004868 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-cc99bcea-9fe0-49ab-8cbc-32879a74b88f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "DELETE /v2.0/floatingips/0b16d79e-d03c-45c0-939d-8bbbdab69b65 HTTP/1.1" status: 204 len: 168 time: 2.7476490 May 31 14:03:45.004868 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a213b1-f6d7-4f90-8a95-c2aa71a5157c tempest-VolumesBackupsTest-1147553165 tempest-VolumesBackupsTest-1147553165-project] Pushing event updated for resources: {'Port': ['ID=5330a6b6-8712-4404-b25b-daa8f5ef5d70,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:03:45.008839 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59cf42a4-7fda-44d2-89e6-0be04a7aad79', 'tag': 'ef83caf5-2521-4068-9428-cab427bd3f12'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:03:45.066550 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959712ad-2182-47a1-b274-667d281ee47d req-02a213b1-f6d7-4f90-8a95-c2aa71a5157c tempest-VolumesBackupsTest-1147553165 tempest-VolumesBackupsTest-1147553165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:03:45.067174 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-959712ad-2182-47a1-b274-667d281ee47d req-02a213b1-f6d7-4f90-8a95-c2aa71a5157c tempest-VolumesBackupsTest-1147553165 tempest-VolumesBackupsTest-1147553165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:45.075754 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-6530eaa9-52fb-41d5-b544-6cde13ffa6b9 None None] Set router ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:03:45.097142 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-959712ad-2182-47a1-b274-667d281ee47d req-02a213b1-f6d7-4f90-8a95-c2aa71a5157c tempest-VolumesBackupsTest-1147553165 tempest-VolumesBackupsTest-1147553165-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1891534 May 31 14:03:45.340699 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-959712ad-2182-47a1-b274-667d281ee47d req-16fab530-13fb-4d9d-8370-504cafb582c2 service neutron] Request body: {'port': {'device_id': 'c3306529-71a6-4d5e-bfbf-49f4086c797d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:03:45.390834 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.20', 62178) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:03:45.502955 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d853e56d-88b9-4f2d-a692-7bdf1284f629'] response: {'name': 'network-changed', 'server_uuid': '59cf42a4-7fda-44d2-89e6-0be04a7aad79', 'tag': 'ef83caf5-2521-4068-9428-cab427bd3f12', 'status': 'completed', 'code': 200} May 31 14:03:45.566976 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-959712ad-2182-47a1-b274-667d281ee47d req-16fab530-13fb-4d9d-8370-504cafb582c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:45.729441 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-9aa00b9c-de5e-42c5-96d3-4127b1485de5 req-b45dba71-8812-4a47-b24f-e18976cabe14 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=59cf42a4-7fda-44d2-89e6-0be04a7aad79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6033807 May 31 14:03:45.737274 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb753c2-bf94-4d1d-a142-ddd87f6591fe req-a55f0dad-1f0c-4d7f-a5b8-34fdfeb6fb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:03:45.739593 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-cbb753c2-bf94-4d1d-a142-ddd87f6591fe req-a55f0dad-1f0c-4d7f-a5b8-34fdfeb6fb0e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=088180f8cd814306a3f92350df9020de&device_id=59cf42a4-7fda-44d2-89e6-0be04a7aad79 HTTP/1.1" status: 200 len: 1096 time: 0.3463657 May 31 14:03:45.742858 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-3b1d6bd6-0e0f-4b93-ba16-3441308889ef None None] Provisioning for port 5330a6b6-8712-4404-b25b-daa8f5ef5d70 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:03:45.758574 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:45.760652 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-3b1d6bd6-0e0f-4b93-ba16-3441308889ef None None] Provisioning complete for port 5330a6b6-8712-4404-b25b-daa8f5ef5d70 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:03:45.761010 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3b1d6bd6-0e0f-4b93-ba16-3441308889ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:45.833514 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-3b1d6bd6-0e0f-4b93-ba16-3441308889ef None None] Port 5330a6b6-8712-4404-b25b-daa8f5ef5d70 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:03:45.845219 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-6530eaa9-52fb-41d5-b544-6cde13ffa6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150760544', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': 'bd292c61-3d99-43bc-8714-56563ec550c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:00:56Z', 'updated_at': '2022-05-31T14:01:11Z', 'revision_number': 4, 'project_id': '088180f8cd814306a3f92350df9020de', 'gw_port': {'id': 'bd292c61-3d99-43bc-8714-56563ec550c1', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ef:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:00:57Z', 'updated_at': '2022-05-31T14:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '76de327a-8b43-44c5-b5dd-5cbfb424cf46', 'name': '', 'network_id': 'f135afbb-9843-41ca-a0e1-68551fbe9f1e', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'mac_address': 'fa:16:3e:d9:9d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '567f40ea-a752-4a7a-aac9-fa5d19ae7bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:01:08Z', 'updated_at': '2022-05-31T14:01:22Z', 'revision_number': 5, 'project_id': '088180f8cd814306a3f92350df9020de', 'subnets': [{'id': '567f40ea-a752-4a7a-aac9-fa5d19ae7bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:03:45.854586 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6530eaa9-52fb-41d5-b544-6cde13ffa6b9 None None] Checking router: ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:03:45.866963 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6530eaa9-52fb-41d5-b544-6cde13ffa6b9 None None] Routers {'ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:03:45.867827 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-6530eaa9-52fb-41d5-b544-6cde13ffa6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:03:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:03:45.902756 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb753c2-bf94-4d1d-a142-ddd87f6591fe req-46165c2c-8993-4fe2-b6c3-76037e10c087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:03:45.904469 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-cbb753c2-bf94-4d1d-a142-ddd87f6591fe req-46165c2c-8993-4fe2-b6c3-76037e10c087 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f135afbb-9843-41ca-a0e1-68551fbe9f1e HTTP/1.1" status: 200 len: 897 time: 0.1585920 May 31 14:03:46.007570 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-cbb753c2-bf94-4d1d-a142-ddd87f6591fe req-c510ac59-f066-4493-a374-91badc0d2abe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef83caf5-2521-4068-9428-cab427bd3f12 HTTP/1.1" status: 200 len: 217 time: 0.0965412 May 31 14:03:46.096596 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb753c2-bf94-4d1d-a142-ddd87f6591fe req-bee6e478-0227-4c5c-854e-93db234a7aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:03:46.099040 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-cbb753c2-bf94-4d1d-a142-ddd87f6591fe req-bee6e478-0227-4c5c-854e-93db234a7aef service neutron] 10.222.0.20 "GET /v2.0/subnets?id=567f40ea-a752-4a7a-aac9-fa5d19ae7bb4 HTTP/1.1" status: 200 len: 835 time: 0.0844069 May 31 14:03:46.102112 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-6530eaa9-52fb-41d5-b544-6cde13ffa6b9 None None] Set router ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:03:46.153767 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b900afc0-29a3-4265-85c8-86f9a526da94 req-e59e36e6-231e-4c37-b8e7-be09fab940aa tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:03:46.154521 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-b900afc0-29a3-4265-85c8-86f9a526da94 req-e59e36e6-231e-4c37-b8e7-be09fab940aa tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Synchronizing usage tracker for tenant:088180f8cd814306a3f92350df9020de on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:03:46.176423 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e5cc3-9c60-4801-9fc1-c29a8449c983 req-be858d6a-3833-4002-9b1e-cf6da0e38c73 tempest-VolumesBackupsTest-1147553165 tempest-VolumesBackupsTest-1147553165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:03:46.177428 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-351e5cc3-9c60-4801-9fc1-c29a8449c983 req-be858d6a-3833-4002-9b1e-cf6da0e38c73 tempest-VolumesBackupsTest-1147553165 tempest-VolumesBackupsTest-1147553165-project] Synchronizing usage tracker for tenant:1f729872358646448baf8cccc0c26f1a on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:03:46.199697 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb753c2-bf94-4d1d-a142-ddd87f6591fe req-a79e2c17-bdcf-49f7-863b-84ef91d6dd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:03:46.201112 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-cbb753c2-bf94-4d1d-a142-ddd87f6591fe req-a79e2c17-bdcf-49f7-863b-84ef91d6dd2b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f135afbb-9843-41ca-a0e1-68551fbe9f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0957944 May 31 14:03:46.260813 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-351e5cc3-9c60-4801-9fc1-c29a8449c983 req-be858d6a-3833-4002-9b1e-cf6da0e38c73 tempest-VolumesBackupsTest-1147553165 tempest-VolumesBackupsTest-1147553165-project] Unset dirty status for tenant:1f729872358646448baf8cccc0c26f1a on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:03:46.268447 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-351e5cc3-9c60-4801-9fc1-c29a8449c983 req-be858d6a-3833-4002-9b1e-cf6da0e38c73 tempest-VolumesBackupsTest-1147553165 tempest-VolumesBackupsTest-1147553165-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3306529-71a6-4d5e-bfbf-49f4086c797d HTTP/1.1" status: 200 len: 936 time: 0.6701982 May 31 14:03:46.294442 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-b900afc0-29a3-4265-85c8-86f9a526da94 req-e59e36e6-231e-4c37-b8e7-be09fab940aa tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Unset dirty status for tenant:088180f8cd814306a3f92350df9020de on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:03:46.295772 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b900afc0-29a3-4265-85c8-86f9a526da94 req-e59e36e6-231e-4c37-b8e7-be09fab940aa tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=59cf42a4-7fda-44d2-89e6-0be04a7aad79 HTTP/1.1" status: 200 len: 945 time: 0.6070673 May 31 14:03:46.308482 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-959712ad-2182-47a1-b274-667d281ee47d req-16fab530-13fb-4d9d-8370-504cafb582c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5330a6b6-8712-4404-b25b-daa8f5ef5d70 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:03:46.371966 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-959712ad-2182-47a1-b274-667d281ee47d req-16fab530-13fb-4d9d-8370-504cafb582c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:46.381451 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-351e5cc3-9c60-4801-9fc1-c29a8449c983 req-1b27a094-2e14-4646-a7f7-4beedbccd6a7 tempest-VolumesBackupsTest-1147553165 tempest-VolumesBackupsTest-1147553165-project] Synchronizing usage tracker for tenant:1f729872358646448baf8cccc0c26f1a on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:03:46.386669 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-cbb753c2-bf94-4d1d-a142-ddd87f6591fe req-2f98ce3e-7e58-4785-b3af-632a0b728aa5 service neutron] 10.222.0.20 "GET /v2.0/networks/f135afbb-9843-41ca-a0e1-68551fbe9f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786637 May 31 14:03:46.407794 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b900afc0-29a3-4265-85c8-86f9a526da94 req-f5bea6c8-0aae-417b-8a46-0c688ed08f4f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=10ee8b1f-5dc3-4376-8f1c-4ea283a2b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035814 May 31 14:03:46.436522 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-959712ad-2182-47a1-b274-667d281ee47d req-16fab530-13fb-4d9d-8370-504cafb582c2 service neutron] Transition to ACTIVE for port object 5330a6b6-8712-4404-b25b-daa8f5ef5d70 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:03:46.459722 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-959712ad-2182-47a1-b274-667d281ee47d req-16fab530-13fb-4d9d-8370-504cafb582c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:46.498031 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 60958) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:03:46.570851 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-6530eaa9-52fb-41d5-b544-6cde13ffa6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150760544', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': 'bd292c61-3d99-43bc-8714-56563ec550c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:00:56Z', 'updated_at': '2022-05-31T14:01:11Z', 'revision_number': 4, 'project_id': '088180f8cd814306a3f92350df9020de', 'gw_port': {'id': 'bd292c61-3d99-43bc-8714-56563ec550c1', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ef:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:00:57Z', 'updated_at': '2022-05-31T14:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '76de327a-8b43-44c5-b5dd-5cbfb424cf46', 'name': '', 'network_id': 'f135afbb-9843-41ca-a0e1-68551fbe9f1e', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'mac_address': 'fa:16:3e:d9:9d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '567f40ea-a752-4a7a-aac9-fa5d19ae7bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:01:08Z', 'updated_at': '2022-05-31T14:01:22Z', 'revision_number': 5, 'project_id': '088180f8cd814306a3f92350df9020de', 'subnets': [{'id': '567f40ea-a752-4a7a-aac9-fa5d19ae7bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:03:46.576806 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6530eaa9-52fb-41d5-b544-6cde13ffa6b9 None None] The sync data for ids ['ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24'] in n-d-843939-1 is: [{'id': 'ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150760544', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': 'bd292c61-3d99-43bc-8714-56563ec550c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:00:56Z', 'updated_at': '2022-05-31T14:01:11Z', 'revision_number': 4, 'project_id': '088180f8cd814306a3f92350df9020de', 'gw_port': {'id': 'bd292c61-3d99-43bc-8714-56563ec550c1', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ef:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:00:57Z', 'updated_at': '2022-05-31T14:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '76de327a-8b43-44c5-b5dd-5cbfb424cf46', 'name': '', 'network_id': 'f135afbb-9843-41ca-a0e1-68551fbe9f1e', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'mac_address': 'fa:16:3e:d9:9d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '567f40ea-a752-4a7a-aac9-fa5d19ae7bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:01:08Z', 'updated_at': '2022-05-31T14:01:22Z', 'revision_number': 5, 'project_id': '088180f8cd814306a3f92350df9020de', 'subnets': [{'id': '567f40ea-a752-4a7a-aac9-fa5d19ae7bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:03:46.623047 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4251aa84-d6a4-4234-adc2-3da9436623da tempest-TestNetworkBasicOps-115385594 tempest-TestNetworkBasicOps-115385594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:03:46.628256 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-4251aa84-d6a4-4234-adc2-3da9436623da tempest-TestNetworkBasicOps-115385594 tempest-TestNetworkBasicOps-115385594-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=d2103cd5-63ba-4c24-9d95-fd17643bf14c HTTP/1.1" status: 200 len: 814 time: 0.1279364 May 31 14:03:46.658588 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-cbb753c2-bf94-4d1d-a142-ddd87f6591fe req-2d17fbe5-107d-48a4-b4b7-e450d278dbd5 service neutron] 10.222.0.20 "GET /v2.0/networks/f135afbb-9843-41ca-a0e1-68551fbe9f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645030 May 31 14:03:46.697488 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-351e5cc3-9c60-4801-9fc1-c29a8449c983 req-1b27a094-2e14-4646-a7f7-4beedbccd6a7 tempest-VolumesBackupsTest-1147553165 tempest-VolumesBackupsTest-1147553165-project] Unset dirty status for tenant:1f729872358646448baf8cccc0c26f1a on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:03:46.698869 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-351e5cc3-9c60-4801-9fc1-c29a8449c983 req-1b27a094-2e14-4646-a7f7-4beedbccd6a7 tempest-VolumesBackupsTest-1147553165 tempest-VolumesBackupsTest-1147553165-project] 10.222.0.50 "GET /v2.0/security-groups?id=09aa27c9-4041-4e99-9796-f01a53b3185f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4294343 May 31 14:03:46.829793 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fab530-13fb-4d9d-8370-504cafb582c2 service neutron] Pushing event updated for resources: {'Port': ['ID=5330a6b6-8712-4404-b25b-daa8f5ef5d70,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:03:46.939148 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa00b9c-de5e-42c5-96d3-4127b1485de5 req-4ffd0bc3-c6f9-4cb1-a435-cc2f3cd64627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:03:46.941225 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-9aa00b9c-de5e-42c5-96d3-4127b1485de5 req-4ffd0bc3-c6f9-4cb1-a435-cc2f3cd64627 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=088180f8cd814306a3f92350df9020de&device_id=59cf42a4-7fda-44d2-89e6-0be04a7aad79 HTTP/1.1" status: 200 len: 1096 time: 0.1078749 May 31 14:03:46.966705 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-959712ad-2182-47a1-b274-667d281ee47d req-16fab530-13fb-4d9d-8370-504cafb582c2 service neutron] Attempting to bind port 5330a6b6-8712-4404-b25b-daa8f5ef5d70 on host n-h1-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:03:46.967042 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-959712ad-2182-47a1-b274-667d281ee47d req-16fab530-13fb-4d9d-8370-504cafb582c2 service neutron] Attempting to bind port 5330a6b6-8712-4404-b25b-daa8f5ef5d70 by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:03:46.967413 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959712ad-2182-47a1-b274-667d281ee47d req-16fab530-13fb-4d9d-8370-504cafb582c2 service neutron] Attempting to bind port 5330a6b6-8712-4404-b25b-daa8f5ef5d70 on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:03:46.981513 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959712ad-2182-47a1-b274-667d281ee47d req-16fab530-13fb-4d9d-8370-504cafb582c2 service neutron] Port 5330a6b6-8712-4404-b25b-daa8f5ef5d70 on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 14:03:46.981880 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959712ad-2182-47a1-b274-667d281ee47d req-16fab530-13fb-4d9d-8370-504cafb582c2 service neutron] Attempting to bind port 5330a6b6-8712-4404-b25b-daa8f5ef5d70 on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:03:46.989616 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959712ad-2182-47a1-b274-667d281ee47d req-16fab530-13fb-4d9d-8370-504cafb582c2 service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:03:46.989961 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959712ad-2182-47a1-b274-667d281ee47d req-16fab530-13fb-4d9d-8370-504cafb582c2 service neutron] Checking segment: {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:03:46.990444 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959712ad-2182-47a1-b274-667d281ee47d req-16fab530-13fb-4d9d-8370-504cafb582c2 service neutron] Bound using segment: {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:03:46.991242 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-959712ad-2182-47a1-b274-667d281ee47d req-16fab530-13fb-4d9d-8370-504cafb582c2 service neutron] Bound port: 5330a6b6-8712-4404-b25b-daa8f5ef5d70, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:03:46.991600 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-959712ad-2182-47a1-b274-667d281ee47d req-16fab530-13fb-4d9d-8370-504cafb582c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:47.028366 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471fc802-d2aa-4dc7-8c87-adaf7f65eda8 None None] New status for floating IP 0b16d79e-d03c-45c0-939d-8bbbdab69b65: DOWN {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 14:03:47.136548 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-959712ad-2182-47a1-b274-667d281ee47d req-16fab530-13fb-4d9d-8370-504cafb582c2 service neutron] For port 5330a6b6-8712-4404-b25b-daa8f5ef5d70, host n-h1-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:03:47.141837 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-959712ad-2182-47a1-b274-667d281ee47d req-16fab530-13fb-4d9d-8370-504cafb582c2 service neutron] For port 5330a6b6-8712-4404-b25b-daa8f5ef5d70, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=5330a6b6-8712-4404-b25b-daa8f5ef5d70,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:03:47.150274 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-959712ad-2182-47a1-b274-667d281ee47d req-16fab530-13fb-4d9d-8370-504cafb582c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:47.203309 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab7b57-12ee-46e4-b6e6-4565d6cae310 req-4ecaef08-1944-469f-bc99-7db33aebd32c tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:03:47.204301 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-89ab7b57-12ee-46e4-b6e6-4565d6cae310 req-4ecaef08-1944-469f-bc99-7db33aebd32c tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Synchronizing usage tracker for tenant:088180f8cd814306a3f92350df9020de on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:03:47.211839 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959712ad-2182-47a1-b274-667d281ee47d req-16fab530-13fb-4d9d-8370-504cafb582c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:03:47.212479 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-959712ad-2182-47a1-b274-667d281ee47d req-16fab530-13fb-4d9d-8370-504cafb582c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:47.213875 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-959712ad-2182-47a1-b274-667d281ee47d req-16fab530-13fb-4d9d-8370-504cafb582c2 service neutron] 10.222.0.20 "PUT /v2.0/ports/5330a6b6-8712-4404-b25b-daa8f5ef5d70 HTTP/1.1" status: 200 len: 1096 time: 2.1088917 May 31 14:03:47.225533 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-89ab7b57-12ee-46e4-b6e6-4565d6cae310 req-4ecaef08-1944-469f-bc99-7db33aebd32c tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Unset dirty status for tenant:088180f8cd814306a3f92350df9020de on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:03:47.227024 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-89ab7b57-12ee-46e4-b6e6-4565d6cae310 req-4ecaef08-1944-469f-bc99-7db33aebd32c tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.20 "GET /v2.0/ports?device_id=59cf42a4-7fda-44d2-89e6-0be04a7aad79 HTTP/1.1" status: 200 len: 945 time: 0.2544949 May 31 14:03:47.240781 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fab530-13fb-4d9d-8370-504cafb582c2 service neutron] Pushing event updated for resources: {'Port': ['ID=5330a6b6-8712-4404-b25b-daa8f5ef5d70,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:03:47.333136 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-89ab7b57-12ee-46e4-b6e6-4565d6cae310 req-07a43ee7-11c4-443b-a71f-846a48221014 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Deleting port ef83caf5-2521-4068-9428-cab427bd3f12 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:03:47.333530 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-89ab7b57-12ee-46e4-b6e6-4565d6cae310 req-07a43ee7-11c4-443b-a71f-846a48221014 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:47.339993 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 60976) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:03:47.351408 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-a28c4ad2-7a31-4bc4-b357-bf6cb87da82b tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Request body: {'network': {'name': 'tempest-network-smoke--1317967721', 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'port_security_enabled': True}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:03:47.366519 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-a28c4ad2-7a31-4bc4-b357-bf6cb87da82b tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:03:47.386169 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-a28c4ad2-7a31-4bc4-b357-bf6cb87da82b tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:03:47.391928 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959712ad-2182-47a1-b274-667d281ee47d req-12201255-a7f7-4365-b106-faec6f93a633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:03:47.394949 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-959712ad-2182-47a1-b274-667d281ee47d req-12201255-a7f7-4365-b106-faec6f93a633 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1f729872358646448baf8cccc0c26f1a&device_id=c3306529-71a6-4d5e-bfbf-49f4086c797d HTTP/1.1" status: 200 len: 1099 time: 0.1382952 May 31 14:03:47.471458 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a28c4ad2-7a31-4bc4-b357-bf6cb87da82b tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Made reservation on behalf of 09b97aa9f54f41a6b37a92daebfa7b06 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:03:47.474952 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a28c4ad2-7a31-4bc4-b357-bf6cb87da82b tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:47.502279 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-959712ad-2182-47a1-b274-667d281ee47d req-43c1b47f-a613-418c-8ede-070bb3e8bb1c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=5330a6b6-8712-4404-b25b-daa8f5ef5d70 HTTP/1.1" status: 200 len: 217 time: 0.1007261 May 31 14:03:47.505602 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3306529-71a6-4d5e-bfbf-49f4086c797d', 'tag': '5330a6b6-8712-4404-b25b-daa8f5ef5d70'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:03:47.628346 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a28c4ad2-7a31-4bc4-b357-bf6cb87da82b tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 14:03:47.638157 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f52b9235-18d7-4683-ab42-c6931cc565d8'] response: {'name': 'network-changed', 'server_uuid': 'c3306529-71a6-4d5e-bfbf-49f4086c797d', 'tag': '5330a6b6-8712-4404-b25b-daa8f5ef5d70', 'status': 'completed', 'code': 200} May 31 14:03:47.658076 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959712ad-2182-47a1-b274-667d281ee47d req-e8a50bcc-6445-48c7-8893-54c6a7c36f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:03:47.659587 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-959712ad-2182-47a1-b274-667d281ee47d req-e8a50bcc-6445-48c7-8893-54c6a7c36f1c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.1483972 May 31 14:03:47.673498 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a28c4ad2-7a31-4bc4-b357-bf6cb87da82b tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:47.673845 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-a28c4ad2-7a31-4bc4-b357-bf6cb87da82b tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Added segment 581eee84-26b5-4fb6-ab93-42fdad66a499 of type vlan for network 4f57bfbf-eb92-4d59-8006-3805c449df74 May 31 14:03:47.741285 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa00b9c-de5e-42c5-96d3-4127b1485de5 req-de6d6eaf-4e24-4fba-a738-d4f699a4356e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:03:47.743599 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-9aa00b9c-de5e-42c5-96d3-4127b1485de5 req-de6d6eaf-4e24-4fba-a738-d4f699a4356e service neutron] 10.222.0.20 "GET /v2.0/networks?id=f135afbb-9843-41ca-a0e1-68551fbe9f1e HTTP/1.1" status: 200 len: 897 time: 0.7089603 May 31 14:03:47.765361 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a28c4ad2-7a31-4bc4-b357-bf6cb87da82b tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:47.814733 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6602dd41-e3a4-48fa-a166-7c422622202f req-8942686d-1f19-4ce8-a42e-dcf37ad1ac2a tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:03:47.816393 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6602dd41-e3a4-48fa-a166-7c422622202f req-8942686d-1f19-4ce8-a42e-dcf37ad1ac2a tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=59cf42a4-7fda-44d2-89e6-0be04a7aad79 HTTP/1.1" status: 200 len: 945 time: 0.2326658 May 31 14:03:47.825868 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-9aa00b9c-de5e-42c5-96d3-4127b1485de5 req-24c79472-4677-4f87-a808-52d062d432b2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef83caf5-2521-4068-9428-cab427bd3f12 HTTP/1.1" status: 200 len: 217 time: 0.0743406 May 31 14:03:47.831672 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a28c4ad2-7a31-4bc4-b357-bf6cb87da82b tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:47.837105 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28c4ad2-7a31-4bc4-b357-bf6cb87da82b tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:03:47.837626 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a28c4ad2-7a31-4bc4-b357-bf6cb87da82b tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:47.871396 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959712ad-2182-47a1-b274-667d281ee47d req-4eae411b-f8a4-4aa8-bc3e-c57339a6f51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:03:47.872942 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-959712ad-2182-47a1-b274-667d281ee47d req-4eae411b-f8a4-4aa8-bc3e-c57339a6f51d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1977112 May 31 14:03:47.923701 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-89ab7b57-12ee-46e4-b6e6-4565d6cae310 req-07a43ee7-11c4-443b-a71f-846a48221014 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] For port ef83caf5-2521-4068-9428-cab427bd3f12, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=ef83caf5-2521-4068-9428-cab427bd3f12,segment=NetworkSegment(bb2fe0f0-e983-4e21-aead-b0e4f38daa71),segment_id=bb2fe0f0-e983-4e21-aead-b0e4f38daa71)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:03:47.924152 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-89ab7b57-12ee-46e4-b6e6-4565d6cae310 req-07a43ee7-11c4-443b-a71f-846a48221014 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:47.944089 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa00b9c-de5e-42c5-96d3-4127b1485de5 req-de3693bb-a206-4481-9128-9a863744c5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:03:47.945542 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-9aa00b9c-de5e-42c5-96d3-4127b1485de5 req-de3693bb-a206-4481-9128-9a863744c5af service neutron] 10.222.0.20 "GET /v2.0/subnets?id=567f40ea-a752-4a7a-aac9-fa5d19ae7bb4 HTTP/1.1" status: 200 len: 835 time: 0.1144135 May 31 14:03:48.125475 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-89ab7b57-12ee-46e4-b6e6-4565d6cae310 req-07a43ee7-11c4-443b-a71f-846a48221014 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Calling delete_port for ef83caf5-2521-4068-9428-cab427bd3f12 owned by compute:nova {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:03:48.149723 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6602dd41-e3a4-48fa-a166-7c422622202f req-02fcb5b6-1559-43ed-83f4-a773c4a1747c tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=10ee8b1f-5dc3-4376-8f1c-4ea283a2b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3209670 May 31 14:03:48.172703 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-a28c4ad2-7a31-4bc4-b357-bf6cb87da82b tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8316286 May 31 14:03:48.181558 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 60992) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:03:48.182164 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28c4ad2-7a31-4bc4-b357-bf6cb87da82b tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Pushing event updated for resources: {'Network': ['ID=4f57bfbf-eb92-4d59-8006-3805c449df74,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:03:48.199072 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 4f57bfbf-eb92-4d59-8006-3805c449df74 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 14:03:48.249714 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa00b9c-de5e-42c5-96d3-4127b1485de5 req-e2b27426-3a14-4dba-b26c-bf689fc43a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:03:48.251577 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-9aa00b9c-de5e-42c5-96d3-4127b1485de5 req-e2b27426-3a14-4dba-b26c-bf689fc43a2b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f135afbb-9843-41ca-a0e1-68551fbe9f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2506688 May 31 14:03:48.254492 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577930eb-470b-4fab-84d2-3f979a502960 tempest-TestNetworkBasicOps-115385594 tempest-TestNetworkBasicOps-115385594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:03:48.255981 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-577930eb-470b-4fab-84d2-3f979a502960 tempest-TestNetworkBasicOps-115385594 tempest-TestNetworkBasicOps-115385594-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=09b97aa9f54f41a6b37a92daebfa7b06&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0713961 May 31 14:03:48.263140 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 60996) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:03:48.344652 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-959712ad-2182-47a1-b274-667d281ee47d req-c018bb41-eda6-4515-adcc-8271a6154f0a service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4583273 May 31 14:03:48.375990 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d6c7d4-d238-4075-bfa5-0963f724b188 req-48cf91ea-e05b-466e-8a58-a4ff5d3b3aea tempest-VolumesBackupsTest-1147553165 tempest-VolumesBackupsTest-1147553165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:03:48.383253 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c5d6c7d4-d238-4075-bfa5-0963f724b188 req-48cf91ea-e05b-466e-8a58-a4ff5d3b3aea tempest-VolumesBackupsTest-1147553165 tempest-VolumesBackupsTest-1147553165-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3306529-71a6-4d5e-bfbf-49f4086c797d HTTP/1.1" status: 200 len: 948 time: 0.4035223 May 31 14:03:48.530563 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c5d6c7d4-d238-4075-bfa5-0963f724b188 req-6df30505-ca58-4f7a-841a-4243de5695ef tempest-VolumesBackupsTest-1147553165 tempest-VolumesBackupsTest-1147553165-project] 10.222.0.50 "GET /v2.0/security-groups?id=09aa27c9-4041-4e99-9796-f01a53b3185f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457880 May 31 14:03:48.571094 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-959712ad-2182-47a1-b274-667d281ee47d req-9358394c-bb7c-435e-9dc7-0b5d2471647d service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153862 May 31 14:03:48.598589 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-89ab7b57-12ee-46e4-b6e6-4565d6cae310 req-07a43ee7-11c4-443b-a71f-846a48221014 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:48.615231 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ce279a-3bf9-490b-969a-36abc2c87a05 tempest-TestNetworkBasicOps-115385594 tempest-TestNetworkBasicOps-115385594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:03:48.616783 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e7ce279a-3bf9-490b-969a-36abc2c87a05 tempest-TestNetworkBasicOps-115385594 tempest-TestNetworkBasicOps-115385594-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3527250 May 31 14:03:48.621113 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 32768) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:03:48.686056 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a43ee7-11c4-443b-a71f-846a48221014 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event deleted for resources: {'Port': ['ID=ef83caf5-2521-4068-9428-cab427bd3f12,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:03:48.702861 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c5b4d038-884c-4f84-8ad4-f5337edc413e tempest-TestNetworkBasicOps-115385594 tempest-TestNetworkBasicOps-115385594-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=d2103cd5-63ba-4c24-9d95-fd17643bf14c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0474737 May 31 14:03:48.707533 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 32772) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:03:48.734883 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-9aa00b9c-de5e-42c5-96d3-4127b1485de5 req-212a8535-8eae-4384-81af-43121b2e238b service neutron] 10.222.0.20 "GET /v2.0/networks/f135afbb-9843-41ca-a0e1-68551fbe9f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4742737 May 31 14:03:48.763472 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-5acf2b7a-a29e-4e9d-8ad4-f226c566b4e3 tempest-TestNetworkBasicOps-115385594 tempest-TestNetworkBasicOps-115385594-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=09b97aa9f54f41a6b37a92daebfa7b06&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0464075 May 31 14:03:48.766042 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 32778) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:03:48.918159 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-9aa00b9c-de5e-42c5-96d3-4127b1485de5 req-ec58e4df-9040-4c0e-8a85-6d65bfb35480 service neutron] 10.222.0.20 "GET /v2.0/networks/f135afbb-9843-41ca-a0e1-68551fbe9f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730323 May 31 14:03:48.919285 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-89ab7b57-12ee-46e4-b6e6-4565d6cae310 req-07a43ee7-11c4-443b-a71f-846a48221014 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] No DVR routers for this DVR port ef83caf5-2521-4068-9428-cab427bd3f12 on host n-h1-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:03:48.931352 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-89ab7b57-12ee-46e4-b6e6-4565d6cae310 req-07a43ee7-11c4-443b-a71f-846a48221014 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:48.941389 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59cf42a4-7fda-44d2-89e6-0be04a7aad79', 'name': 'network-vif-deleted', 'tag': 'ef83caf5-2521-4068-9428-cab427bd3f12'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:03:48.949517 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-89ab7b57-12ee-46e4-b6e6-4565d6cae310 req-07a43ee7-11c4-443b-a71f-846a48221014 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.20 "DELETE /v2.0/ports/ef83caf5-2521-4068-9428-cab427bd3f12 HTTP/1.1" status: 204 len: 173 time: 1.7095351 May 31 14:03:49.006050 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22878100-0639-4d75-b5d8-618c05b1e2a5 req-aee36977-5f01-4b78-9b8d-ba3d88e74efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:03:49.007518 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-22878100-0639-4d75-b5d8-618c05b1e2a5 req-aee36977-5f01-4b78-9b8d-ba3d88e74efd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1f729872358646448baf8cccc0c26f1a&device_id=c3306529-71a6-4d5e-bfbf-49f4086c797d HTTP/1.1" status: 200 len: 1099 time: 0.3873439 May 31 14:03:49.037238 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c23770c5-3788-429d-802e-9acb90c05658'] response: {'server_uuid': '59cf42a4-7fda-44d2-89e6-0be04a7aad79', 'name': 'network-vif-deleted', 'tag': 'ef83caf5-2521-4068-9428-cab427bd3f12', 'status': 'completed', 'code': 200} May 31 14:03:49.157390 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a773370-d3d3-4a8a-9784-cacca657ab13 tempest-TestNetworkBasicOps-115385594 tempest-TestNetworkBasicOps-115385594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:03:49.158959 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-4a773370-d3d3-4a8a-9784-cacca657ab13 tempest-TestNetworkBasicOps-115385594 tempest-TestNetworkBasicOps-115385594-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3920131 May 31 14:03:49.161912 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 32786) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:03:49.243009 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ec7995a5-124c-41e7-9241-8dd7171a8066 tempest-TestNetworkBasicOps-115385594 tempest-TestNetworkBasicOps-115385594-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=d2103cd5-63ba-4c24-9d95-fd17643bf14c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0798957 May 31 14:03:49.245487 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 32792) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:03:49.252116 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-0cb19c6e-995c-4b3a-9629-cd5379c14c7a tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1550505424', 'network_id': '4f57bfbf-eb92-4d59-8006-3805c449df74', 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:03:49.278795 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22878100-0639-4d75-b5d8-618c05b1e2a5 req-0aa3ac54-db22-4186-a1f4-28bf2c1128aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:03:49.281580 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-22878100-0639-4d75-b5d8-618c05b1e2a5 req-0aa3ac54-db22-4186-a1f4-28bf2c1128aa service neutron] 10.222.0.20 "GET /v2.0/networks?id=85b11c4f-90ad-4763-b38d-22d3f87089f4 HTTP/1.1" status: 200 len: 870 time: 0.2658951 May 31 14:03:49.362667 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-22878100-0639-4d75-b5d8-618c05b1e2a5 req-4bdd182b-0e8a-4c87-9704-85d45a00674d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=5330a6b6-8712-4404-b25b-daa8f5ef5d70 HTTP/1.1" status: 200 len: 217 time: 0.0737696 May 31 14:03:49.376268 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0cb19c6e-995c-4b3a-9629-cd5379c14c7a tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:03:49.380934 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-0cb19c6e-995c-4b3a-9629-cd5379c14c7a tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Usage tracker for resource:subnet and tenant:09b97aa9f54f41a6b37a92daebfa7b06 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:03:49.384511 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-0cb19c6e-995c-4b3a-9629-cd5379c14c7a tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:03:49.392692 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0cb19c6e-995c-4b3a-9629-cd5379c14c7a tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:03:49.416627 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb19c6e-995c-4b3a-9629-cd5379c14c7a tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Made reservation on behalf of 09b97aa9f54f41a6b37a92daebfa7b06 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:03:49.421893 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0cb19c6e-995c-4b3a-9629-cd5379c14c7a tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:49.423986 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-693b8a7d-0e05-4ae3-b484-547f322218f5 req-f842c6a9-ecdf-48dc-aaa9-9b48e9768c2f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=59cf42a4-7fda-44d2-89e6-0be04a7aad79 HTTP/1.1" status: 200 len: 210 time: 0.0601873 May 31 14:03:49.523681 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22878100-0639-4d75-b5d8-618c05b1e2a5 req-d1124cda-4c69-43c2-a61a-76f7b0ffa725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:03:49.525621 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-22878100-0639-4d75-b5d8-618c05b1e2a5 req-d1124cda-4c69-43c2-a61a-76f7b0ffa725 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.1000907 May 31 14:03:49.739451 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22878100-0639-4d75-b5d8-618c05b1e2a5 req-a82231e4-f596-4e3b-a94a-7bc5e570c995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:03:49.741751 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-22878100-0639-4d75-b5d8-618c05b1e2a5 req-a82231e4-f596-4e3b-a94a-7bc5e570c995 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2091427 May 31 14:03:49.744583 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0cb19c6e-995c-4b3a-9629-cd5379c14c7a tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:49.878881 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb69ecc-9777-496b-9391-bf628d536f1f req-5eeccdd0-703a-4e4a-bbd2-6a30283df2d1 tempest-VolumesBackupsTest-1147553165 tempest-VolumesBackupsTest-1147553165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:03:49.880483 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3eb69ecc-9777-496b-9391-bf628d536f1f req-5eeccdd0-703a-4e4a-bbd2-6a30283df2d1 tempest-VolumesBackupsTest-1147553165 tempest-VolumesBackupsTest-1147553165-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3306529-71a6-4d5e-bfbf-49f4086c797d HTTP/1.1" status: 200 len: 948 time: 0.2044942 May 31 14:03:49.950312 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-22878100-0639-4d75-b5d8-618c05b1e2a5 req-52a48739-44c6-4aa4-8994-eca6ad0ed567 service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954179 May 31 14:03:49.953498 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb19c6e-995c-4b3a-9629-cd5379c14c7a tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Pushing event updated for resources: {'Subnet': ['ID=f4a4be53-927f-4b0f-bce7-89c402affefd,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:03:49.955530 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device ef83caf5-2521-4068-9428-cab427bd3f12 no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:03:49.963952 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb19c6e-995c-4b3a-9629-cd5379c14c7a tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Checking segment: {'id': '581eee84-26b5-4fb6-ab93-42fdad66a499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4f57bfbf-eb92-4d59-8006-3805c449df74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:03:49.964327 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb19c6e-995c-4b3a-9629-cd5379c14c7a tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Network hostable DHCP agents. Network: 4f57bfbf-eb92-4d59-8006-3805c449df74, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 14:03:49.982661 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3eb69ecc-9777-496b-9391-bf628d536f1f req-bfa53917-b7e2-4627-ba10-b90fbab0bcf4 tempest-VolumesBackupsTest-1147553165 tempest-VolumesBackupsTest-1147553165-project] 10.222.0.50 "GET /v2.0/security-groups?id=09aa27c9-4041-4e99-9796-f01a53b3185f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904183 May 31 14:03:49.988262 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb19c6e-995c-4b3a-9629-cd5379c14c7a tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Network 4f57bfbf-eb92-4d59-8006-3805c449df74 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 14:03:49.997923 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] No Port match for: ef83caf5-2521-4068-9428-cab427bd3f12 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:03:49.998582 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device ef83caf5-2521-4068-9428-cab427bd3f12 not bound to the agent host n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:03:50.006675 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-0cb19c6e-995c-4b3a-9629-cd5379c14c7a tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 4f57bfbf-eb92-4d59-8006-3805c449df74) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:03:50.012893 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb19c6e-995c-4b3a-9629-cd5379c14c7a tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:03:50.013803 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0cb19c6e-995c-4b3a-9629-cd5379c14c7a tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:50.020592 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56e214b-ee01-4a15-8a6e-c5ec52f73f37 None None] Network 4f57bfbf-eb92-4d59-8006-3805c449df74 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:03:50.063691 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-0cb19c6e-995c-4b3a-9629-cd5379c14c7a tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8165009 May 31 14:03:50.117046 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-22878100-0639-4d75-b5d8-618c05b1e2a5 req-78d90a16-cecb-4e29-8714-23c8203cf2e6 service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582937 May 31 14:03:50.140140 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 32810) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:03:50.146071 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-5b70ba46-47a9-4fff-a7df-d0245539ca7d tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2070934312', 'description': 'tempest-secgroup-smoke-2070934312 description', 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:03:50.154056 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5b70ba46-47a9-4fff-a7df-d0245539ca7d tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:03:50.167300 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5b70ba46-47a9-4fff-a7df-d0245539ca7d tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:03:50.182842 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5b70ba46-47a9-4fff-a7df-d0245539ca7d tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:50.211343 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5b70ba46-47a9-4fff-a7df-d0245539ca7d tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:03:50.219665 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-5b70ba46-47a9-4fff-a7df-d0245539ca7d tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Usage tracker for resource:security_group_rule and tenant:09b97aa9f54f41a6b37a92daebfa7b06 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:03:50.224230 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-5b70ba46-47a9-4fff-a7df-d0245539ca7d tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:03:50.231680 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5b70ba46-47a9-4fff-a7df-d0245539ca7d tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:03:50.331398 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8752232a-ec9b-427d-94a8-d350208d95d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-4f57bfbf-eb92-4d59-8006-3805c449df74', 'network_id': '4f57bfbf-eb92-4d59-8006-3805c449df74', 'tenant_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'fixed_ips': [{'subnet_id': 'f4a4be53-927f-4b0f-bce7-89c402affefd'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 14:03:50.332460 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8752232a-ec9b-427d-94a8-d350208d95d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:50.341273 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5b70ba46-47a9-4fff-a7df-d0245539ca7d tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:50.347394 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5b70ba46-47a9-4fff-a7df-d0245539ca7d tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:50.398031 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70ba46-47a9-4fff-a7df-d0245539ca7d tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1c9cf7-10bc-47d9-8c3e-1429a4c6ff4e,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:03:50.426103 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5b70ba46-47a9-4fff-a7df-d0245539ca7d tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:50.431682 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-5b70ba46-47a9-4fff-a7df-d0245539ca7d tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2858744 May 31 14:03:50.431879 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 32820) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:03:50.438155 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-d5495515-3b8b-4f70-9192-dd7b3f77b4d0 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Request body: {'security_group_rule': {'security_group_id': 'bd1c9cf7-10bc-47d9-8c3e-1429a4c6ff4e', 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:03:50.445766 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d5495515-3b8b-4f70-9192-dd7b3f77b4d0 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:03:50.451016 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d5495515-3b8b-4f70-9192-dd7b3f77b4d0 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Usage tracker for resource:security_group_rule and tenant:09b97aa9f54f41a6b37a92daebfa7b06 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:03:50.454721 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d5495515-3b8b-4f70-9192-dd7b3f77b4d0 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:03:50.470752 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d5495515-3b8b-4f70-9192-dd7b3f77b4d0 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:03:50.492680 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d5495515-3b8b-4f70-9192-dd7b3f77b4d0 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:50.537923 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 32830) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:03:50.571872 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-8752232a-ec9b-427d-94a8-d350208d95d9 None None] Allocated IP 172.20.0.18 (4f57bfbf-eb92-4d59-8006-3805c449df74/f4a4be53-927f-4b0f-bce7-89c402affefd/99e5a9ac-9f36-4154-8072-b3205727dfa9) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:03:50.617159 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d5495515-3b8b-4f70-9192-dd7b3f77b4d0 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:50.622349 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d5495515-3b8b-4f70-9192-dd7b3f77b4d0 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:50.669920 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5495515-3b8b-4f70-9192-dd7b3f77b4d0 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c48ebf38-4d0f-44b4-9739-40fce13ce71c,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:03:50.674960 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d5495515-3b8b-4f70-9192-dd7b3f77b4d0 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:50.676270 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d5495515-3b8b-4f70-9192-dd7b3f77b4d0 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2435610 May 31 14:03:50.682505 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 32834) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:03:50.688795 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-e813134e-ea91-4fc9-a1d8-e8ace8c5bacd tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Request body: {'security_group_rule': {'security_group_id': 'bd1c9cf7-10bc-47d9-8c3e-1429a4c6ff4e', 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:03:50.696179 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e813134e-ea91-4fc9-a1d8-e8ace8c5bacd tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:03:50.700707 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e813134e-ea91-4fc9-a1d8-e8ace8c5bacd tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Usage tracker for resource:security_group_rule and tenant:09b97aa9f54f41a6b37a92daebfa7b06 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:03:50.704329 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e813134e-ea91-4fc9-a1d8-e8ace8c5bacd tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:03:50.711057 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e813134e-ea91-4fc9-a1d8-e8ace8c5bacd tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:03:50.731790 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e813134e-ea91-4fc9-a1d8-e8ace8c5bacd tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:50.812760 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e813134e-ea91-4fc9-a1d8-e8ace8c5bacd tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:50.817842 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e813134e-ea91-4fc9-a1d8-e8ace8c5bacd tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:50.848530 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e813134e-ea91-4fc9-a1d8-e8ace8c5bacd tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa77c53a-aae4-4670-a58f-24107a5f7e75,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:03:50.870124 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e813134e-ea91-4fc9-a1d8-e8ace8c5bacd tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:50.870124 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e813134e-ea91-4fc9-a1d8-e8ace8c5bacd tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1854885 May 31 14:03:50.885388 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 32842) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:03:50.900263 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-fb1793c9-a7b1-4579-afa6-55ea8262d69b tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Request body: {'security_group_rule': {'security_group_id': 'bd1c9cf7-10bc-47d9-8c3e-1429a4c6ff4e', 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:03:50.909568 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-fb1793c9-a7b1-4579-afa6-55ea8262d69b tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:03:50.914334 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-fb1793c9-a7b1-4579-afa6-55ea8262d69b tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Usage tracker for resource:security_group_rule and tenant:09b97aa9f54f41a6b37a92daebfa7b06 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:03:50.917959 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-fb1793c9-a7b1-4579-afa6-55ea8262d69b tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:03:50.926093 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-fb1793c9-a7b1-4579-afa6-55ea8262d69b tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:03:50.945378 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fb1793c9-a7b1-4579-afa6-55ea8262d69b tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:50.949310 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8752232a-ec9b-427d-94a8-d350208d95d9 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:50.967120 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-8752232a-ec9b-427d-94a8-d350208d95d9 None None] Transition to ACTIVE for port object 99e5a9ac-9f36-4154-8072-b3205727dfa9 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:03:50.992368 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-8752232a-ec9b-427d-94a8-d350208d95d9 None None] Transition to ACTIVE for port object 99e5a9ac-9f36-4154-8072-b3205727dfa9 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:03:51.007685 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8752232a-ec9b-427d-94a8-d350208d95d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:51.039087 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fb1793c9-a7b1-4579-afa6-55ea8262d69b tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:51.045255 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fb1793c9-a7b1-4579-afa6-55ea8262d69b tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:51.101686 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8752232a-ec9b-427d-94a8-d350208d95d9 None None] Network 4f57bfbf-eb92-4d59-8006-3805c449df74 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:03:51.105077 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-8752232a-ec9b-427d-94a8-d350208d95d9 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:03:51.110288 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8752232a-ec9b-427d-94a8-d350208d95d9 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:03:51.112637 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1793c9-a7b1-4579-afa6-55ea8262d69b tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f9aac6c-1d71-42ff-8055-4b45b3f8497e,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:03:51.133438 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fb1793c9-a7b1-4579-afa6-55ea8262d69b tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:51.134681 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-fb1793c9-a7b1-4579-afa6-55ea8262d69b tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2491286 May 31 14:03:51.137528 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 32848) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:03:51.143328 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-5789ce39-dc49-4e64-969b-23d9d845f757 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Request body: {'security_group_rule': {'security_group_id': 'bd1c9cf7-10bc-47d9-8c3e-1429a4c6ff4e', 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:03:51.150168 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5789ce39-dc49-4e64-969b-23d9d845f757 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:03:51.154161 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-5789ce39-dc49-4e64-969b-23d9d845f757 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Usage tracker for resource:security_group_rule and tenant:09b97aa9f54f41a6b37a92daebfa7b06 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:03:51.157685 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-5789ce39-dc49-4e64-969b-23d9d845f757 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:03:51.163830 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5789ce39-dc49-4e64-969b-23d9d845f757 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:03:51.183298 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5789ce39-dc49-4e64-969b-23d9d845f757 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:51.195517 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8752232a-ec9b-427d-94a8-d350208d95d9 None None] Pushing event updated for resources: {'Port': ['ID=99e5a9ac-9f36-4154-8072-b3205727dfa9,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:03:51.214436 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8752232a-ec9b-427d-94a8-d350208d95d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:03:51.214778 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8752232a-ec9b-427d-94a8-d350208d95d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:03:51.215112 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8752232a-ec9b-427d-94a8-d350208d95d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:03:51.215440 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8752232a-ec9b-427d-94a8-d350208d95d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:03:51.215767 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8752232a-ec9b-427d-94a8-d350208d95d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:03:51.216091 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8752232a-ec9b-427d-94a8-d350208d95d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:03:51.216412 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8752232a-ec9b-427d-94a8-d350208d95d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:03:51.216732 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8752232a-ec9b-427d-94a8-d350208d95d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:03:51.217054 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8752232a-ec9b-427d-94a8-d350208d95d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:03:51.217405 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8752232a-ec9b-427d-94a8-d350208d95d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:03:51.217765 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8752232a-ec9b-427d-94a8-d350208d95d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:03:51.218347 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8752232a-ec9b-427d-94a8-d350208d95d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:03:51.247762 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-8752232a-ec9b-427d-94a8-d350208d95d9 None None] Attempting to bind port 99e5a9ac-9f36-4154-8072-b3205727dfa9 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:03:51.248381 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-8752232a-ec9b-427d-94a8-d350208d95d9 None None] Attempting to bind port 99e5a9ac-9f36-4154-8072-b3205727dfa9 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '581eee84-26b5-4fb6-ab93-42fdad66a499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4f57bfbf-eb92-4d59-8006-3805c449df74'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:03:51.248381 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8752232a-ec9b-427d-94a8-d350208d95d9 None None] Attempting to bind port 99e5a9ac-9f36-4154-8072-b3205727dfa9 on network 4f57bfbf-eb92-4d59-8006-3805c449df74 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:03:51.260977 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8752232a-ec9b-427d-94a8-d350208d95d9 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:03:51.261371 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8752232a-ec9b-427d-94a8-d350208d95d9 None None] Checking segment: {'id': '581eee84-26b5-4fb6-ab93-42fdad66a499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4f57bfbf-eb92-4d59-8006-3805c449df74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:03:51.261551 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8752232a-ec9b-427d-94a8-d350208d95d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:51.261944 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8752232a-ec9b-427d-94a8-d350208d95d9 None None] Bound using segment: {'id': '581eee84-26b5-4fb6-ab93-42fdad66a499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4f57bfbf-eb92-4d59-8006-3805c449df74'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:03:51.262656 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-8752232a-ec9b-427d-94a8-d350208d95d9 None None] Bound port: 99e5a9ac-9f36-4154-8072-b3205727dfa9, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '581eee84-26b5-4fb6-ab93-42fdad66a499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4f57bfbf-eb92-4d59-8006-3805c449df74'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:03:51.262914 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8752232a-ec9b-427d-94a8-d350208d95d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:51.275629 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5789ce39-dc49-4e64-969b-23d9d845f757 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:51.282935 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5789ce39-dc49-4e64-969b-23d9d845f757 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:51.346623 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5789ce39-dc49-4e64-969b-23d9d845f757 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b3a7c4b-b619-42a0-888a-8d7ae52a7ebf,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:03:51.362763 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5789ce39-dc49-4e64-969b-23d9d845f757 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:51.364410 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-5789ce39-dc49-4e64-969b-23d9d845f757 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2258024 May 31 14:03:51.367172 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 32858) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:03:51.376229 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-3e8ed3d3-f35e-406c-ad55-9204d8de8d4f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Request body: {'security_group_rule': {'security_group_id': 'bd1c9cf7-10bc-47d9-8c3e-1429a4c6ff4e', 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:03:51.384566 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3e8ed3d3-f35e-406c-ad55-9204d8de8d4f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:03:51.391462 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-3e8ed3d3-f35e-406c-ad55-9204d8de8d4f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Usage tracker for resource:security_group_rule and tenant:09b97aa9f54f41a6b37a92daebfa7b06 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:03:51.396820 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-3e8ed3d3-f35e-406c-ad55-9204d8de8d4f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:03:51.404458 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-8752232a-ec9b-427d-94a8-d350208d95d9 None None] For port 99e5a9ac-9f36-4154-8072-b3205727dfa9, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:03:51.406164 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3e8ed3d3-f35e-406c-ad55-9204d8de8d4f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:03:51.410484 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-8752232a-ec9b-427d-94a8-d350208d95d9 None None] For port 99e5a9ac-9f36-4154-8072-b3205727dfa9, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=99e5a9ac-9f36-4154-8072-b3205727dfa9,segment=NetworkSegment(581eee84-26b5-4fb6-ab93-42fdad66a499),segment_id=581eee84-26b5-4fb6-ab93-42fdad66a499)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:03:51.416487 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8752232a-ec9b-427d-94a8-d350208d95d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:51.423829 n-d-843939-1 neutron-server[88369]: INFO neutron.db.securitygroups_db [None req-3e8ed3d3-f35e-406c-ad55-9204d8de8d4f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Project 09b97aa9f54f41a6b37a92daebfa7b06 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 14:03:51.432986 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3e8ed3d3-f35e-406c-ad55-9204d8de8d4f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:51.515314 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8752232a-ec9b-427d-94a8-d350208d95d9 None None] Pushing event updated for resources: {'Port': ['ID=99e5a9ac-9f36-4154-8072-b3205727dfa9,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:03:51.517573 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3e8ed3d3-f35e-406c-ad55-9204d8de8d4f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:51.527543 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3e8ed3d3-f35e-406c-ad55-9204d8de8d4f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:51.555675 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8ed3d3-f35e-406c-ad55-9204d8de8d4f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5d1f7e5-246c-4759-aa7f-b026bc812d4f,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:03:51.567534 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3e8ed3d3-f35e-406c-ad55-9204d8de8d4f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:51.571614 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-3e8ed3d3-f35e-406c-ad55-9204d8de8d4f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2006397 May 31 14:03:51.572721 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 32866) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:03:51.582924 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-beb1fe67-c4d4-4417-a9e1-31645744180f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Request body: {'security_group_rule': {'security_group_id': 'bd1c9cf7-10bc-47d9-8c3e-1429a4c6ff4e', 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:03:51.596556 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-beb1fe67-c4d4-4417-a9e1-31645744180f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:03:51.608336 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-beb1fe67-c4d4-4417-a9e1-31645744180f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Usage tracker for resource:security_group_rule and tenant:09b97aa9f54f41a6b37a92daebfa7b06 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:03:51.614464 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-beb1fe67-c4d4-4417-a9e1-31645744180f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:03:51.624898 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-beb1fe67-c4d4-4417-a9e1-31645744180f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:03:51.640997 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2c110a-513a-4c93-a513-8cf0823ce77f req-d2ef6b05-f747-47df-92e4-99ecb5ced807 tempest-VolumesBackupsTest-1147553165 tempest-VolumesBackupsTest-1147553165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:03:51.642530 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5d2c110a-513a-4c93-a513-8cf0823ce77f req-d2ef6b05-f747-47df-92e4-99ecb5ced807 tempest-VolumesBackupsTest-1147553165 tempest-VolumesBackupsTest-1147553165-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3306529-71a6-4d5e-bfbf-49f4086c797d HTTP/1.1" status: 200 len: 948 time: 0.4940276 May 31 14:03:51.697951 n-d-843939-1 neutron-server[88370]: INFO neutron.db.securitygroups_db [None req-beb1fe67-c4d4-4417-a9e1-31645744180f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Project 09b97aa9f54f41a6b37a92daebfa7b06 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 14:03:51.719580 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-beb1fe67-c4d4-4417-a9e1-31645744180f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:51.774251 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5d2c110a-513a-4c93-a513-8cf0823ce77f req-c912777e-3c66-4129-9638-f200618c3321 tempest-VolumesBackupsTest-1147553165 tempest-VolumesBackupsTest-1147553165-project] 10.222.0.50 "GET /v2.0/security-groups?id=09aa27c9-4041-4e99-9796-f01a53b3185f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047173 May 31 14:03:51.860664 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-beb1fe67-c4d4-4417-a9e1-31645744180f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:51.868255 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-beb1fe67-c4d4-4417-a9e1-31645744180f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:51.872946 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-511e0bc2-03ad-4522-b609-1f0928bf2d1e tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:51.925481 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 99e5a9ac-9f36-4154-8072-b3205727dfa9 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:03:51.970859 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 5330a6b6-8712-4404-b25b-daa8f5ef5d70 details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 14:03:52.003107 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb1fe67-c4d4-4417-a9e1-31645744180f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0370811-4532-4673-9778-7e9fde8ce4ee,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:03:52.079777 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-beb1fe67-c4d4-4417-a9e1-31645744180f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:52.086174 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-beb1fe67-c4d4-4417-a9e1-31645744180f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5062776 May 31 14:03:52.095264 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 99e5a9ac-9f36-4154-8072-b3205727dfa9 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:03:52.164910 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 5330a6b6-8712-4404-b25b-daa8f5ef5d70, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=5330a6b6-8712-4404-b25b-daa8f5ef5d70,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:03:52.179771 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': '5330a6b6-8712-4404-b25b-daa8f5ef5d70', 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4', 'port_id': '5330a6b6-8712-4404-b25b-daa8f5ef5d70', 'mac_address': 'fa:16:3e:14:a7:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24822c99-0dce-4d50-9c44-3135ba3763b8', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 14:03:52.262444 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 5330a6b6-8712-4404-b25b-daa8f5ef5d70 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:03:52.262979 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:52.282391 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5330a6b6-8712-4404-b25b-daa8f5ef5d70 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:03:52.301960 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 5330a6b6-8712-4404-b25b-daa8f5ef5d70, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=5330a6b6-8712-4404-b25b-daa8f5ef5d70,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:03:52.310312 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:52.400071 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=5330a6b6-8712-4404-b25b-daa8f5ef5d70,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:03:52.471934 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aa253144-0422-4116-9948-efeb2a7d28db req-d146b6e8-3664-4953-9e5e-7de236890c3b tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2070934312&fields=id&tenant_id=09b97aa9f54f41a6b37a92daebfa7b06 HTTP/1.1" status: 200 len: 267 time: 0.1247265 May 31 14:03:52.472743 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-511e0bc2-03ad-4522-b609-1f0928bf2d1e tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Deleting port 76de327a-8b43-44c5-b5dd-5cbfb424cf46 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:03:52.473120 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-511e0bc2-03ad-4522-b609-1f0928bf2d1e tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:52.633041 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['5330a6b6-8712-4404-b25b-daa8f5ef5d70'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:03:52.796788 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46349130-34e8-4297-8166-5ab24af4b6ee None None] Network 4f57bfbf-eb92-4d59-8006-3805c449df74 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:03:52.832695 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa253144-0422-4116-9948-efeb2a7d28db req-5cfea2e3-2900-4a95-b5dc-ca3f3af9aabd tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:03:52.834922 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-aa253144-0422-4116-9948-efeb2a7d28db req-5cfea2e3-2900-4a95-b5dc-ca3f3af9aabd tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Synchronizing usage tracker for tenant:09b97aa9f54f41a6b37a92daebfa7b06 on resource:network {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:03:52.847316 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-511e0bc2-03ad-4522-b609-1f0928bf2d1e tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] For port 76de327a-8b43-44c5-b5dd-5cbfb424cf46, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=76de327a-8b43-44c5-b5dd-5cbfb424cf46,segment=NetworkSegment(bb2fe0f0-e983-4e21-aead-b0e4f38daa71),segment_id=bb2fe0f0-e983-4e21-aead-b0e4f38daa71)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:03:52.847566 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-511e0bc2-03ad-4522-b609-1f0928bf2d1e tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:52.949856 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f141d5dd-d31c-46c3-8f36-dc28af6e99c8 None None] Provisioning for port 99e5a9ac-9f36-4154-8072-b3205727dfa9 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:03:52.973561 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f141d5dd-d31c-46c3-8f36-dc28af6e99c8 None None] Provisioning complete for port 99e5a9ac-9f36-4154-8072-b3205727dfa9 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:03:52.974334 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f141d5dd-d31c-46c3-8f36-dc28af6e99c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:53.028799 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-511e0bc2-03ad-4522-b609-1f0928bf2d1e tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Calling delete_port for 76de327a-8b43-44c5-b5dd-5cbfb424cf46 owned by network:router_interface {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:03:53.070884 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-aa253144-0422-4116-9948-efeb2a7d28db req-5cfea2e3-2900-4a95-b5dc-ca3f3af9aabd tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Unset dirty status for tenant:09b97aa9f54f41a6b37a92daebfa7b06 on resource:network {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:03:53.072281 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aa253144-0422-4116-9948-efeb2a7d28db req-5cfea2e3-2900-4a95-b5dc-ca3f3af9aabd tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/networks?id=4f57bfbf-eb92-4d59-8006-3805c449df74 HTTP/1.1" status: 200 len: 797 time: 0.5743368 May 31 14:03:53.217498 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-f141d5dd-d31c-46c3-8f36-dc28af6e99c8 None None] Current status of the port 99e5a9ac-9f36-4154-8072-b3205727dfa9 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:03:53.217976 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f141d5dd-d31c-46c3-8f36-dc28af6e99c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:53.258329 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-f141d5dd-d31c-46c3-8f36-dc28af6e99c8 None None] For port 99e5a9ac-9f36-4154-8072-b3205727dfa9, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=99e5a9ac-9f36-4154-8072-b3205727dfa9,segment=NetworkSegment(581eee84-26b5-4fb6-ab93-42fdad66a499),segment_id=581eee84-26b5-4fb6-ab93-42fdad66a499)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:03:53.265825 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f141d5dd-d31c-46c3-8f36-dc28af6e99c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:53.321150 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aa253144-0422-4116-9948-efeb2a7d28db req-4595e616-0620-4bcc-b2d9-ed0ac73c9d22 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/quotas/09b97aa9f54f41a6b37a92daebfa7b06 HTTP/1.1" status: 200 len: 375 time: 0.2354162 May 31 14:03:53.332409 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f747db3-c450-49eb-b988-8d1c69295235 req-a8652db0-4e50-4d36-ae88-a3c0937524d5 tempest-VolumesBackupsTest-1147553165 tempest-VolumesBackupsTest-1147553165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:03:53.333922 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2f747db3-c450-49eb-b988-8d1c69295235 req-a8652db0-4e50-4d36-ae88-a3c0937524d5 tempest-VolumesBackupsTest-1147553165 tempest-VolumesBackupsTest-1147553165-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3306529-71a6-4d5e-bfbf-49f4086c797d HTTP/1.1" status: 200 len: 949 time: 0.4031534 May 31 14:03:53.361903 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f141d5dd-d31c-46c3-8f36-dc28af6e99c8 None None] Pushing event updated for resources: {'Port': ['ID=99e5a9ac-9f36-4154-8072-b3205727dfa9,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:03:53.654279 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2f747db3-c450-49eb-b988-8d1c69295235 req-329de210-310d-46ac-b8f4-6121e864c370 tempest-VolumesBackupsTest-1147553165 tempest-VolumesBackupsTest-1147553165-project] 10.222.0.50 "GET /v2.0/security-groups?id=09aa27c9-4041-4e99-9796-f01a53b3185f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509282 May 31 14:03:53.695645 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-edb112f1-e768-4b1a-a2c1-475a97da1938 None None] Provisioning complete for port 99e5a9ac-9f36-4154-8072-b3205727dfa9 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:03:53.696033 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-edb112f1-e768-4b1a-a2c1-475a97da1938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:53.697348 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aa253144-0422-4116-9948-efeb2a7d28db req-676e3f40-2a2d-4cb4-b42b-696058ac0257 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=09b97aa9f54f41a6b37a92daebfa7b06&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3604534 May 31 14:03:53.808837 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-511e0bc2-03ad-4522-b609-1f0928bf2d1e tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:53.841367 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-edb112f1-e768-4b1a-a2c1-475a97da1938 None None] Current status of the port 99e5a9ac-9f36-4154-8072-b3205727dfa9 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:03:53.850192 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 99e5a9ac-9f36-4154-8072-b3205727dfa9 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:03:53.944979 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511e0bc2-03ad-4522-b609-1f0928bf2d1e tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event deleted for resources: {'Port': ['ID=76de327a-8b43-44c5-b5dd-5cbfb424cf46,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:03:53.960145 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 99e5a9ac-9f36-4154-8072-b3205727dfa9 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:03:53.960601 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:53.994353 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 5330a6b6-8712-4404-b25b-daa8f5ef5d70 up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:03:54.113400 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning for port 5330a6b6-8712-4404-b25b-daa8f5ef5d70 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:03:54.123297 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port 5330a6b6-8712-4404-b25b-daa8f5ef5d70 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:03:54.123757 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:54.216402 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aa253144-0422-4116-9948-efeb2a7d28db req-5d6fc933-acd6-4856-87ad-8fadcde2b584 service neutron] 10.222.0.50 "GET /v2.0/networks/4f57bfbf-eb92-4d59-8006-3805c449df74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4865513 May 31 14:03:54.245682 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 99e5a9ac-9f36-4154-8072-b3205727dfa9 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:03:54.307278 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 5330a6b6-8712-4404-b25b-daa8f5ef5d70 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:03:54.307278 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:54.339166 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3306529-71a6-4d5e-bfbf-49f4086c797d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5330a6b6-8712-4404-b25b-daa8f5ef5d70'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:03:54.355779 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 5330a6b6-8712-4404-b25b-daa8f5ef5d70, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=5330a6b6-8712-4404-b25b-daa8f5ef5d70,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:03:54.366492 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:54.447083 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2970c8fc-0324-4b3e-bedb-e51519dc902b'] response: {'server_uuid': 'c3306529-71a6-4d5e-bfbf-49f4086c797d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5330a6b6-8712-4404-b25b-daa8f5ef5d70', 'code': 200} May 31 14:03:54.504186 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=5330a6b6-8712-4404-b25b-daa8f5ef5d70,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:03:54.535987 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aa253144-0422-4116-9948-efeb2a7d28db req-0c819cb1-d63c-48d1-9e13-9483130d452e service neutron] 10.222.0.50 "GET /v2.0/networks/4f57bfbf-eb92-4d59-8006-3805c449df74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106134 May 31 14:03:54.558311 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-511e0bc2-03ad-4522-b609-1f0928bf2d1e tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:54.842175 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d5c9a407-cd90-43b1-80ca-54cfe1831754 req-685ef2e1-8670-47bd-8aab-3f31ba0b5a7a tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/ports?device_id=55e3dc92-491d-4b05-8dea-eb17c8d0621b HTTP/1.1" status: 200 len: 210 time: 0.1468971 May 31 14:03:54.849741 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a665974-ca99-4a2f-97cc-c300235fad5b req-ac5666a2-4df8-4754-85bc-60506790093f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:03:54.851385 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7a665974-ca99-4a2f-97cc-c300235fad5b req-ac5666a2-4df8-4754-85bc-60506790093f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c3306529-71a6-4d5e-bfbf-49f4086c797d HTTP/1.1" status: 200 len: 1101 time: 0.3654222 May 31 14:03:55.038123 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7a665974-ca99-4a2f-97cc-c300235fad5b req-b8f5b433-ddae-4e67-9b42-4d3ad0c84d8b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=09aa27c9-4041-4e99-9796-f01a53b3185f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323357 May 31 14:03:55.101022 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1a9b4b-455e-4669-a747-89a9319c6685 req-9943b333-b4ad-47f9-bce0-025d59469bbb tempest-VolumesBackupsTest-1147553165 tempest-VolumesBackupsTest-1147553165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:03:55.102634 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2a1a9b4b-455e-4669-a747-89a9319c6685 req-9943b333-b4ad-47f9-bce0-025d59469bbb tempest-VolumesBackupsTest-1147553165 tempest-VolumesBackupsTest-1147553165-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3306529-71a6-4d5e-bfbf-49f4086c797d HTTP/1.1" status: 200 len: 950 time: 0.2586048 May 31 14:03:55.228098 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2a1a9b4b-455e-4669-a747-89a9319c6685 req-e6d9606d-ea65-4806-8bf5-534084e12528 tempest-VolumesBackupsTest-1147553165 tempest-VolumesBackupsTest-1147553165-project] 10.222.0.50 "GET /v2.0/security-groups?id=09aa27c9-4041-4e99-9796-f01a53b3185f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761309 May 31 14:03:55.247876 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-511e0bc2-03ad-4522-b609-1f0928bf2d1e tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Router ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:03:55.684501 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-511e0bc2-03ad-4522-b609-1f0928bf2d1e tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:03:55.708166 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 32962) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:03:55.710860 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c93d2a2-c015-40e7-828f-9017924cc117 None None] Sync routers for ids ['ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:03:55.716532 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-511e0bc2-03ad-4522-b609-1f0928bf2d1e tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "PUT /v2.0/routers/ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1770189 May 31 14:03:55.726605 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c93d2a2-c015-40e7-828f-9017924cc117 None None] Routers {'ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:03:55.727476 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-7c93d2a2-c015-40e7-828f-9017924cc117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:03:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:03:55.913148 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d19565c-c62b-4b6f-b266-adafa6776ec1 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Deleting subnet 567f40ea-a752-4a7a-aac9-fa5d19ae7bb4 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 14:03:55.921499 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5d19565c-c62b-4b6f-b266-adafa6776ec1 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:56.052349 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5d19565c-c62b-4b6f-b266-adafa6776ec1 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:56.112688 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a74b8077-4b23-4ab6-818d-8bf90d64ba5d req-9d8188a8-9781-45e6-ba25-cae5beda83f4 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/ports?device_id=55e3dc92-491d-4b05-8dea-eb17c8d0621b HTTP/1.1" status: 200 len: 210 time: 0.0570424 May 31 14:03:56.212506 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-7c93d2a2-c015-40e7-828f-9017924cc117 None None] Set router ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:03:56.241886 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5d19565c-c62b-4b6f-b266-adafa6776ec1 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:56.339114 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa253144-0422-4116-9948-efeb2a7d28db req-4938ea8b-2984-4aa7-9876-ec32e8187894 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:03:56.343336 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aa253144-0422-4116-9948-efeb2a7d28db req-4938ea8b-2984-4aa7-9876-ec32e8187894 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.44 "GET /v2.0/networks?id=4f57bfbf-eb92-4d59-8006-3805c449df74 HTTP/1.1" status: 200 len: 797 time: 0.2133181 May 31 14:03:56.440719 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aa253144-0422-4116-9948-efeb2a7d28db req-ff719e7d-64f3-4b03-8496-4ad2a2e84694 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09b97aa9f54f41a6b37a92daebfa7b06 HTTP/1.1" status: 200 len: 472 time: 0.0891380 May 31 14:03:56.448172 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5d19565c-c62b-4b6f-b266-adafa6776ec1 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:56.464405 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-aa253144-0422-4116-9948-efeb2a7d28db req-9dde5300-b008-47ac-974d-a325f642fb09 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Request body: {'port': {'device_id': '55e3dc92-491d-4b05-8dea-eb17c8d0621b', 'network_id': '4f57bfbf-eb92-4d59-8006-3805c449df74', 'admin_state_up': True, 'tenant_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'security_groups': ['bd1c9cf7-10bc-47d9-8c3e-1429a4c6ff4e']}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:03:56.539519 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5d19565c-c62b-4b6f-b266-adafa6776ec1 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:56.548935 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d19565c-c62b-4b6f-b266-adafa6776ec1 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event deleted for resources: {'Subnet': ['ID=567f40ea-a752-4a7a-aac9-fa5d19ae7bb4,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:03:56.557204 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-5d19565c-c62b-4b6f-b266-adafa6776ec1 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "DELETE /v2.0/subnets/567f40ea-a752-4a7a-aac9-fa5d19ae7bb4 HTTP/1.1" status: 204 len: 168 time: 0.8466027 May 31 14:03:56.557791 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 32974) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:03:56.699707 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b42127c-487f-4eb6-a735-ddbacc45a07c None None] Network f135afbb-9843-41ca-a0e1-68551fbe9f1e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:03:56.799607 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-aa253144-0422-4116-9948-efeb2a7d28db req-9dde5300-b008-47ac-974d-a325f642fb09 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:03:56.807034 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-aa253144-0422-4116-9948-efeb2a7d28db req-9dde5300-b008-47ac-974d-a325f642fb09 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Usage tracker for resource:port and tenant:09b97aa9f54f41a6b37a92daebfa7b06 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:03:56.824119 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-aa253144-0422-4116-9948-efeb2a7d28db req-9dde5300-b008-47ac-974d-a325f642fb09 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:03:56.841315 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-aa253144-0422-4116-9948-efeb2a7d28db req-9dde5300-b008-47ac-974d-a325f642fb09 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:03:56.856711 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa253144-0422-4116-9948-efeb2a7d28db req-9dde5300-b008-47ac-974d-a325f642fb09 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Made reservation on behalf of 09b97aa9f54f41a6b37a92daebfa7b06 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:03:56.861248 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-aa253144-0422-4116-9948-efeb2a7d28db req-9dde5300-b008-47ac-974d-a325f642fb09 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:56.922490 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5ed8a26d-6bd1-49c3-a9b9-9cc01bbe3ba0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:56.985758 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b38c1c0-a4eb-47cb-8779-925c8926a196 req-b0760d7e-fa7b-4119-9b37-19a662e9c5b5 tempest-VolumesBackupsTest-1147553165 tempest-VolumesBackupsTest-1147553165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:03:56.988045 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2b38c1c0-a4eb-47cb-8779-925c8926a196 req-b0760d7e-fa7b-4119-9b37-19a662e9c5b5 tempest-VolumesBackupsTest-1147553165 tempest-VolumesBackupsTest-1147553165-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3306529-71a6-4d5e-bfbf-49f4086c797d HTTP/1.1" status: 200 len: 950 time: 0.4841757 May 31 14:03:57.056201 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-7c93d2a2-c015-40e7-828f-9017924cc117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150760544', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': 'bd292c61-3d99-43bc-8714-56563ec550c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:00:56Z', 'updated_at': '2022-05-31T14:03:53Z', 'revision_number': 5, 'project_id': '088180f8cd814306a3f92350df9020de', 'gw_port': {'id': 'bd292c61-3d99-43bc-8714-56563ec550c1', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ef:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:00:57Z', 'updated_at': '2022-05-31T14:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:03:57.064160 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2b38c1c0-a4eb-47cb-8779-925c8926a196 req-e631f173-22c1-4d5e-8e9e-49b6d7748c2a tempest-VolumesBackupsTest-1147553165 tempest-VolumesBackupsTest-1147553165-project] 10.222.0.50 "GET /v2.0/security-groups?id=09aa27c9-4041-4e99-9796-f01a53b3185f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704195 May 31 14:03:57.066435 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c93d2a2-c015-40e7-828f-9017924cc117 None None] Checking router: ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:03:57.082990 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c93d2a2-c015-40e7-828f-9017924cc117 None None] Routers {'ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:03:57.083630 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-7c93d2a2-c015-40e7-828f-9017924cc117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:03:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:03:57.166991 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f0bc35-ee47-44c4-b4ca-502d8b516fe2 None None] DHCP port deletion for f135afbb-9843-41ca-a0e1-68551fbe9f1e request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 14:03:57.207675 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-aa253144-0422-4116-9948-efeb2a7d28db req-9dde5300-b008-47ac-974d-a325f642fb09 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Allocated IP 172.20.0.22 (4f57bfbf-eb92-4d59-8006-3805c449df74/f4a4be53-927f-4b0f-bce7-89c402affefd/7ddb44be-ff5c-4338-af04-2e96c689bc30) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:03:57.209718 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-39f0bc35-ee47-44c4-b4ca-502d8b516fe2 None None] Deleting port 68ff4367-60a2-46f5-aa9f-5224c70135e4 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:03:57.210290 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-39f0bc35-ee47-44c4-b4ca-502d8b516fe2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:57.259143 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5ed8a26d-6bd1-49c3-a9b9-9cc01bbe3ba0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:57.280920 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-5ed8a26d-6bd1-49c3-a9b9-9cc01bbe3ba0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Deleting port bd292c61-3d99-43bc-8714-56563ec550c1 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:03:57.281348 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5ed8a26d-6bd1-49c3-a9b9-9cc01bbe3ba0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:57.409898 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f27ece6b-ec61-475a-9419-2e1022e31ec5 req-9302a933-b2d9-4546-b13f-803490291c30 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/ports?device_id=55e3dc92-491d-4b05-8dea-eb17c8d0621b HTTP/1.1" status: 200 len: 210 time: 0.1281939 May 31 14:03:57.517000 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-aa253144-0422-4116-9948-efeb2a7d28db req-9dde5300-b008-47ac-974d-a325f642fb09 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:57.525357 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-5ed8a26d-6bd1-49c3-a9b9-9cc01bbe3ba0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] For port bd292c61-3d99-43bc-8714-56563ec550c1, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=bd292c61-3d99-43bc-8714-56563ec550c1,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:03:57.526982 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5ed8a26d-6bd1-49c3-a9b9-9cc01bbe3ba0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:57.538168 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-aa253144-0422-4116-9948-efeb2a7d28db req-9dde5300-b008-47ac-974d-a325f642fb09 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Transition to ACTIVE for port object 7ddb44be-ff5c-4338-af04-2e96c689bc30 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:03:57.596369 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-7c93d2a2-c015-40e7-828f-9017924cc117 None None] Set router ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:03:57.601167 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-aa253144-0422-4116-9948-efeb2a7d28db req-9dde5300-b008-47ac-974d-a325f642fb09 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:57.741955 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-39f0bc35-ee47-44c4-b4ca-502d8b516fe2 None None] For port 68ff4367-60a2-46f5-aa9f-5224c70135e4, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=68ff4367-60a2-46f5-aa9f-5224c70135e4,segment=NetworkSegment(bb2fe0f0-e983-4e21-aead-b0e4f38daa71),segment_id=bb2fe0f0-e983-4e21-aead-b0e4f38daa71)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:03:57.742381 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-39f0bc35-ee47-44c4-b4ca-502d8b516fe2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:57.751905 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa253144-0422-4116-9948-efeb2a7d28db req-9dde5300-b008-47ac-974d-a325f642fb09 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Network 4f57bfbf-eb92-4d59-8006-3805c449df74 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:03:57.755058 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-aa253144-0422-4116-9948-efeb2a7d28db req-9dde5300-b008-47ac-974d-a325f642fb09 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:03:57.760619 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa253144-0422-4116-9948-efeb2a7d28db req-9dde5300-b008-47ac-974d-a325f642fb09 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:03:57.826200 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dde5300-b008-47ac-974d-a325f642fb09 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Pushing event updated for resources: {'Port': ['ID=7ddb44be-ff5c-4338-af04-2e96c689bc30,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:03:57.865316 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-5ed8a26d-6bd1-49c3-a9b9-9cc01bbe3ba0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Calling delete_port for bd292c61-3d99-43bc-8714-56563ec550c1 owned by network:router_gateway {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:03:57.865546 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa253144-0422-4116-9948-efeb2a7d28db req-9dde5300-b008-47ac-974d-a325f642fb09 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:03:57.866193 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-aa253144-0422-4116-9948-efeb2a7d28db req-9dde5300-b008-47ac-974d-a325f642fb09 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:57.907366 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aa253144-0422-4116-9948-efeb2a7d28db req-9dde5300-b008-47ac-974d-a325f642fb09 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4542978 May 31 14:03:57.934517 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-aa253144-0422-4116-9948-efeb2a7d28db req-e359f648-06b6-4f95-9142-f1448a9b194c service neutron] Request body: {'port': {'device_id': '55e3dc92-491d-4b05-8dea-eb17c8d0621b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:03:57.946775 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 68ff4367-60a2-46f5-aa9f-5224c70135e4 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:03:58.043469 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-39f0bc35-ee47-44c4-b4ca-502d8b516fe2 None None] Calling delete_port for 68ff4367-60a2-46f5-aa9f-5224c70135e4 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:03:58.085341 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-aa253144-0422-4116-9948-efeb2a7d28db req-e359f648-06b6-4f95-9142-f1448a9b194c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:58.138438 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-39f0bc35-ee47-44c4-b4ca-502d8b516fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:58.256430 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f0bc35-ee47-44c4-b4ca-502d8b516fe2 None None] Pushing event deleted for resources: {'Port': ['ID=68ff4367-60a2-46f5-aa9f-5224c70135e4,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:03:58.291165 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f0bc35-ee47-44c4-b4ca-502d8b516fe2 None None] No DVR routers for this DVR port 68ff4367-60a2-46f5-aa9f-5224c70135e4 on host n-d-843939-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:03:58.349279 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5ed8a26d-6bd1-49c3-a9b9-9cc01bbe3ba0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:58.372187 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No active binding found for port 68ff4367-60a2-46f5-aa9f-5224c70135e4 {{(pid=88371) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 31 14:03:58.372534 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 68ff4367-60a2-46f5-aa9f-5224c70135e4 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:03:58.416444 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f2464c9-71c2-4e80-9858-f5be2b6773ef None None] Provisioning for port 7ddb44be-ff5c-4338-af04-2e96c689bc30 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:03:58.428369 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9f2464c9-71c2-4e80-9858-f5be2b6773ef None None] Provisioning complete for port 7ddb44be-ff5c-4338-af04-2e96c689bc30 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:03:58.429093 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9f2464c9-71c2-4e80-9858-f5be2b6773ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:58.526912 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-7c93d2a2-c015-40e7-828f-9017924cc117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150760544', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': 'bd292c61-3d99-43bc-8714-56563ec550c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:00:56Z', 'updated_at': '2022-05-31T14:03:53Z', 'revision_number': 5, 'project_id': '088180f8cd814306a3f92350df9020de', 'gw_port': {'id': 'bd292c61-3d99-43bc-8714-56563ec550c1', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ef:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:00:57Z', 'updated_at': '2022-05-31T14:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:03:58.533740 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9f2464c9-71c2-4e80-9858-f5be2b6773ef None None] Port 7ddb44be-ff5c-4338-af04-2e96c689bc30 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:03:58.535513 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c93d2a2-c015-40e7-828f-9017924cc117 None None] The sync data for ids ['ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24'] in n-d-843939-1 is: [{'id': 'ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150760544', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': 'bd292c61-3d99-43bc-8714-56563ec550c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:00:56Z', 'updated_at': '2022-05-31T14:03:53Z', 'revision_number': 5, 'project_id': '088180f8cd814306a3f92350df9020de', 'gw_port': {'id': 'bd292c61-3d99-43bc-8714-56563ec550c1', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ef:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:00:57Z', 'updated_at': '2022-05-31T14:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:03:58.581789 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed8a26d-6bd1-49c3-a9b9-9cc01bbe3ba0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event deleted for resources: {'Port': ['ID=bd292c61-3d99-43bc-8714-56563ec550c1,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:03:58.610474 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5ed8a26d-6bd1-49c3-a9b9-9cc01bbe3ba0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577389'] for router_gateway, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:58.839056 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5ed8a26d-6bd1-49c3-a9b9-9cc01bbe3ba0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:58.841791 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5ed8a26d-6bd1-49c3-a9b9-9cc01bbe3ba0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:58.874458 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b04ce0e-dfda-4d7b-b974-4520945df60a req-6e3634c3-ab52-40ab-a1e1-fae5d5021130 tempest-VolumesBackupsTest-1147553165 tempest-VolumesBackupsTest-1147553165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:03:58.876001 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5b04ce0e-dfda-4d7b-b974-4520945df60a req-6e3634c3-ab52-40ab-a1e1-fae5d5021130 tempest-VolumesBackupsTest-1147553165 tempest-VolumesBackupsTest-1147553165-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3306529-71a6-4d5e-bfbf-49f4086c797d HTTP/1.1" status: 200 len: 950 time: 0.5201137 May 31 14:03:58.883416 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5ed8a26d-6bd1-49c3-a9b9-9cc01bbe3ba0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:58.883416 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed8a26d-6bd1-49c3-a9b9-9cc01bbe3ba0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Fanout notify agent at l3_agent the message router_deleted on router ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24 {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 14:03:58.904260 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5ed8a26d-6bd1-49c3-a9b9-9cc01bbe3ba0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:58.906756 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-5ed8a26d-6bd1-49c3-a9b9-9cc01bbe3ba0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "DELETE /v2.0/routers/ed73b6a7-c9f2-4739-b0f7-79ecb90c3e24 HTTP/1.1" status: 204 len: 168 time: 2.3463840 May 31 14:03:58.909171 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 33014) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:03:58.966934 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6177c81a-b339-4ed2-8cd9-16b045c7cbde req-5a18cb27-4d8e-4e65-9dc7-290c3210c087 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:03:58.968396 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-6177c81a-b339-4ed2-8cd9-16b045c7cbde req-5a18cb27-4d8e-4e65-9dc7-290c3210c087 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Synchronizing usage tracker for tenant:09b97aa9f54f41a6b37a92daebfa7b06 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:03:58.973063 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5b04ce0e-dfda-4d7b-b974-4520945df60a req-fd3c6e27-d9bc-42b6-9826-c2f8f12c3b5a tempest-VolumesBackupsTest-1147553165 tempest-VolumesBackupsTest-1147553165-project] 10.222.0.50 "GET /v2.0/security-groups?id=09aa27c9-4041-4e99-9796-f01a53b3185f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894327 May 31 14:03:59.053839 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-6177c81a-b339-4ed2-8cd9-16b045c7cbde req-5a18cb27-4d8e-4e65-9dc7-290c3210c087 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Unset dirty status for tenant:09b97aa9f54f41a6b37a92daebfa7b06 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:03:59.055056 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6177c81a-b339-4ed2-8cd9-16b045c7cbde req-5a18cb27-4d8e-4e65-9dc7-290c3210c087 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/ports?device_id=55e3dc92-491d-4b05-8dea-eb17c8d0621b HTTP/1.1" status: 200 len: 932 time: 0.4515252 May 31 14:03:59.073102 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5010794d-ff53-478f-a904-2d31a691924f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:59.145543 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-aa253144-0422-4116-9948-efeb2a7d28db req-e359f648-06b6-4f95-9142-f1448a9b194c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ddb44be-ff5c-4338-af04-2e96c689bc30 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:03:59.167338 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-aa253144-0422-4116-9948-efeb2a7d28db req-e359f648-06b6-4f95-9142-f1448a9b194c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:59.187497 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6177c81a-b339-4ed2-8cd9-16b045c7cbde req-02cec3a1-ad63-4be4-97b1-80e683c589a3 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd1c9cf7-10bc-47d9-8c3e-1429a4c6ff4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143184 May 31 14:03:59.198443 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-aa253144-0422-4116-9948-efeb2a7d28db req-e359f648-06b6-4f95-9142-f1448a9b194c service neutron] Transition to ACTIVE for port object 7ddb44be-ff5c-4338-af04-2e96c689bc30 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:03:59.205165 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-aa253144-0422-4116-9948-efeb2a7d28db req-e359f648-06b6-4f95-9142-f1448a9b194c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:59.297760 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5010794d-ff53-478f-a904-2d31a691924f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:59.357370 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-5010794d-ff53-478f-a904-2d31a691924f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f135afbb-9843-41ca-a0e1-68551fbe9f1e']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:03:59.378793 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-5010794d-ff53-478f-a904-2d31a691924f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb2fe0f0-e983-4e21-aead-b0e4f38daa71') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:03:59.379148 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-5010794d-ff53-478f-a904-2d31a691924f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb2fe0f0-e983-4e21-aead-b0e4f38daa71') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:03:59.414032 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5010794d-ff53-478f-a904-2d31a691924f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:59.419432 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e359f648-06b6-4f95-9142-f1448a9b194c service neutron] Pushing event updated for resources: {'Port': ['ID=7ddb44be-ff5c-4338-af04-2e96c689bc30,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:03:59.471047 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5010794d-ff53-478f-a904-2d31a691924f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:59.482231 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5010794d-ff53-478f-a904-2d31a691924f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 14:03:59.482673 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5010794d-ff53-478f-a904-2d31a691924f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:59.510130 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-aa253144-0422-4116-9948-efeb2a7d28db req-e359f648-06b6-4f95-9142-f1448a9b194c service neutron] Attempting to bind port 7ddb44be-ff5c-4338-af04-2e96c689bc30 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:03:59.510466 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-aa253144-0422-4116-9948-efeb2a7d28db req-e359f648-06b6-4f95-9142-f1448a9b194c service neutron] Attempting to bind port 7ddb44be-ff5c-4338-af04-2e96c689bc30 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': '581eee84-26b5-4fb6-ab93-42fdad66a499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4f57bfbf-eb92-4d59-8006-3805c449df74'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:03:59.510886 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa253144-0422-4116-9948-efeb2a7d28db req-e359f648-06b6-4f95-9142-f1448a9b194c service neutron] Attempting to bind port 7ddb44be-ff5c-4338-af04-2e96c689bc30 on network 4f57bfbf-eb92-4d59-8006-3805c449df74 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:03:59.517495 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa253144-0422-4116-9948-efeb2a7d28db req-e359f648-06b6-4f95-9142-f1448a9b194c service neutron] Port 7ddb44be-ff5c-4338-af04-2e96c689bc30 on network 4f57bfbf-eb92-4d59-8006-3805c449df74 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 14:03:59.517840 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa253144-0422-4116-9948-efeb2a7d28db req-e359f648-06b6-4f95-9142-f1448a9b194c service neutron] Attempting to bind port 7ddb44be-ff5c-4338-af04-2e96c689bc30 on network 4f57bfbf-eb92-4d59-8006-3805c449df74 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:03:59.539422 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa253144-0422-4116-9948-efeb2a7d28db req-e359f648-06b6-4f95-9142-f1448a9b194c service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:03:59.539422 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa253144-0422-4116-9948-efeb2a7d28db req-e359f648-06b6-4f95-9142-f1448a9b194c service neutron] Checking segment: {'id': '581eee84-26b5-4fb6-ab93-42fdad66a499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4f57bfbf-eb92-4d59-8006-3805c449df74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:03:59.539422 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa253144-0422-4116-9948-efeb2a7d28db req-e359f648-06b6-4f95-9142-f1448a9b194c service neutron] Bound using segment: {'id': '581eee84-26b5-4fb6-ab93-42fdad66a499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4f57bfbf-eb92-4d59-8006-3805c449df74'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:03:59.539422 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-aa253144-0422-4116-9948-efeb2a7d28db req-e359f648-06b6-4f95-9142-f1448a9b194c service neutron] Bound port: 7ddb44be-ff5c-4338-af04-2e96c689bc30, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '581eee84-26b5-4fb6-ab93-42fdad66a499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4f57bfbf-eb92-4d59-8006-3805c449df74'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:03:59.539422 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-aa253144-0422-4116-9948-efeb2a7d28db req-e359f648-06b6-4f95-9142-f1448a9b194c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:59.767411 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-aa253144-0422-4116-9948-efeb2a7d28db req-e359f648-06b6-4f95-9142-f1448a9b194c service neutron] For port 7ddb44be-ff5c-4338-af04-2e96c689bc30, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:03:59.771093 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-aa253144-0422-4116-9948-efeb2a7d28db req-e359f648-06b6-4f95-9142-f1448a9b194c service neutron] For port 7ddb44be-ff5c-4338-af04-2e96c689bc30, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=7ddb44be-ff5c-4338-af04-2e96c689bc30,segment=NetworkSegment(581eee84-26b5-4fb6-ab93-42fdad66a499),segment_id=581eee84-26b5-4fb6-ab93-42fdad66a499)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:03:59.779361 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-aa253144-0422-4116-9948-efeb2a7d28db req-e359f648-06b6-4f95-9142-f1448a9b194c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:59.789197 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment bb2fe0f0-e983-4e21-aead-b0e4f38daa71 resource provider aggregate not found May 31 14:03:59.857651 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5010794d-ff53-478f-a904-2d31a691924f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:59.862174 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment bb2fe0f0-e983-4e21-aead-b0e4f38daa71 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bb2fe0f0-e983-4e21-aead-b0e4f38daa71 found for delete ", "request_id": "req-d5b95d33-37cc-498b-bb99-81fe369baa56"}]} May 31 14:03:59.871313 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5010794d-ff53-478f-a904-2d31a691924f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:59.891958 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 76de327a-8b43-44c5-b5dd-5cbfb424cf46 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:03:59.934050 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 76de327a-8b43-44c5-b5dd-5cbfb424cf46 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:03:59.934396 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 76de327a-8b43-44c5-b5dd-5cbfb424cf46 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:03:59.934814 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device bd292c61-3d99-43bc-8714-56563ec550c1 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:03:59.944950 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5010794d-ff53-478f-a904-2d31a691924f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event deleted for resources: {'Network': ['ID=f135afbb-9843-41ca-a0e1-68551fbe9f1e,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:03:59.961980 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa253144-0422-4116-9948-efeb2a7d28db req-e359f648-06b6-4f95-9142-f1448a9b194c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:03:59.963048 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-aa253144-0422-4116-9948-efeb2a7d28db req-e359f648-06b6-4f95-9142-f1448a9b194c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:03:59.963723 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aa253144-0422-4116-9948-efeb2a7d28db req-e359f648-06b6-4f95-9142-f1448a9b194c service neutron] 10.222.0.44 "PUT /v2.0/ports/7ddb44be-ff5c-4338-af04-2e96c689bc30 HTTP/1.1" status: 200 len: 1092 time: 2.0466266 May 31 14:03:59.989446 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55e3dc92-491d-4b05-8dea-eb17c8d0621b', 'tag': '7ddb44be-ff5c-4338-af04-2e96c689bc30'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:03:59.992572 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-5010794d-ff53-478f-a904-2d31a691924f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "DELETE /v2.0/networks/f135afbb-9843-41ca-a0e1-68551fbe9f1e HTTP/1.1" status: 204 len: 168 time: 1.0819619 May 31 14:03:59.995160 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 33048) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:04:00.020098 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: bd292c61-3d99-43bc-8714-56563ec550c1 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:04:00.020439 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device bd292c61-3d99-43bc-8714-56563ec550c1 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:04:00.091452 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-414c42aa-f419-46af-802c-0cdde532b839 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:00.103135 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9359e63-cdd1-4d13-9273-350e2db3c7b3'] response: {'name': 'network-changed', 'server_uuid': '55e3dc92-491d-4b05-8dea-eb17c8d0621b', 'tag': '7ddb44be-ff5c-4338-af04-2e96c689bc30', 'status': 'completed', 'code': 200} May 31 14:04:00.130688 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-414c42aa-f419-46af-802c-0cdde532b839 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:00.140810 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e359f648-06b6-4f95-9142-f1448a9b194c service neutron] Pushing event updated for resources: {'Port': ['ID=7ddb44be-ff5c-4338-af04-2e96c689bc30,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:04:00.192515 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa253144-0422-4116-9948-efeb2a7d28db req-e20b928f-d3ec-4149-b773-6000e1b95d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:04:00.197397 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aa253144-0422-4116-9948-efeb2a7d28db req-e20b928f-d3ec-4149-b773-6000e1b95d03 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=09b97aa9f54f41a6b37a92daebfa7b06&device_id=55e3dc92-491d-4b05-8dea-eb17c8d0621b HTTP/1.1" status: 200 len: 1095 time: 0.1815412 May 31 14:04:00.221383 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-414c42aa-f419-46af-802c-0cdde532b839 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:00.239282 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414c42aa-f419-46af-802c-0cdde532b839 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ee8b1f-5dc3-4376-8f1c-4ea283a2b67e,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:04:00.262672 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-414c42aa-f419-46af-802c-0cdde532b839 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:00.272488 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-414c42aa-f419-46af-802c-0cdde532b839 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "DELETE /v2.0/security-groups/10ee8b1f-5dc3-4376-8f1c-4ea283a2b67e HTTP/1.1" status: 204 len: 168 time: 0.2760048 May 31 14:04:00.412070 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aa253144-0422-4116-9948-efeb2a7d28db req-8084ad4c-51f6-4613-a825-cf64a3fc1147 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=7ddb44be-ff5c-4338-af04-2e96c689bc30 HTTP/1.1" status: 200 len: 217 time: 0.2065580 May 31 14:04:00.491023 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 33064) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:04:00.496799 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-cc3cd7ab-c42c-4e68-b3b4-241458b181a0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1604166064', 'description': 'tempest-secgroup-smoke-1604166064 description', 'project_id': '088180f8cd814306a3f92350df9020de'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:04:00.506375 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-cc3cd7ab-c42c-4e68-b3b4-241458b181a0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:04:00.511126 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-cc3cd7ab-c42c-4e68-b3b4-241458b181a0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Usage tracker for resource:security_group and tenant:088180f8cd814306a3f92350df9020de is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:04:00.514841 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-cc3cd7ab-c42c-4e68-b3b4-241458b181a0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:04:00.523422 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-cc3cd7ab-c42c-4e68-b3b4-241458b181a0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:04:00.535505 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa253144-0422-4116-9948-efeb2a7d28db req-2882bd80-ff17-4431-949b-34bd63894149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:04:00.537261 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aa253144-0422-4116-9948-efeb2a7d28db req-2882bd80-ff17-4431-949b-34bd63894149 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f4a4be53-927f-4b0f-bce7-89c402affefd HTTP/1.1" status: 200 len: 838 time: 0.0846229 May 31 14:04:00.540380 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cc3cd7ab-c42c-4e68-b3b4-241458b181a0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:00.568802 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-cc3cd7ab-c42c-4e68-b3b4-241458b181a0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:04:00.573148 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-cc3cd7ab-c42c-4e68-b3b4-241458b181a0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Usage tracker for resource:security_group_rule and tenant:088180f8cd814306a3f92350df9020de is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:04:00.576175 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-cc3cd7ab-c42c-4e68-b3b4-241458b181a0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:04:00.583523 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-cc3cd7ab-c42c-4e68-b3b4-241458b181a0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:04:00.601302 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead8b289-7835-403c-9014-1cfdef5cb458 req-8ea3d7d3-9d3b-41c9-9118-3efb8d3e010f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:04:00.606634 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ead8b289-7835-403c-9014-1cfdef5cb458 req-8ea3d7d3-9d3b-41c9-9118-3efb8d3e010f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/ports?device_id=55e3dc92-491d-4b05-8dea-eb17c8d0621b HTTP/1.1" status: 200 len: 944 time: 0.1932037 May 31 14:04:00.668237 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ead8b289-7835-403c-9014-1cfdef5cb458 req-becfa903-8abd-4fa2-8fb8-1a3595d9b2b3 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd1c9cf7-10bc-47d9-8c3e-1429a4c6ff4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593576 May 31 14:04:00.683018 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cc3cd7ab-c42c-4e68-b3b4-241458b181a0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:00.688489 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa253144-0422-4116-9948-efeb2a7d28db req-5e4767cf-332d-437e-b976-ed71a517fe1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:04:00.690986 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aa253144-0422-4116-9948-efeb2a7d28db req-5e4767cf-332d-437e-b976-ed71a517fe1d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4f57bfbf-eb92-4d59-8006-3805c449df74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1459661 May 31 14:04:00.695357 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cc3cd7ab-c42c-4e68-b3b4-241458b181a0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:00.759766 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3cd7ab-c42c-4e68-b3b4-241458b181a0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa39f1da-00b3-449d-8d8b-43dcd4022661,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:04:00.783015 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cc3cd7ab-c42c-4e68-b3b4-241458b181a0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:00.784620 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-cc3cd7ab-c42c-4e68-b3b4-241458b181a0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2923398 May 31 14:04:00.788023 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 33072) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:04:00.797467 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-ccad2096-a8ee-4ca7-a9f0-3d3e90c5614d tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Request body: {'security_group_rule': {'security_group_id': 'aa39f1da-00b3-449d-8d8b-43dcd4022661', 'project_id': '088180f8cd814306a3f92350df9020de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:04:00.805938 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ccad2096-a8ee-4ca7-a9f0-3d3e90c5614d tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:04:00.815265 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ccad2096-a8ee-4ca7-a9f0-3d3e90c5614d tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Usage tracker for resource:security_group_rule and tenant:088180f8cd814306a3f92350df9020de is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:04:00.817474 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ccad2096-a8ee-4ca7-a9f0-3d3e90c5614d tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:04:00.824002 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ccad2096-a8ee-4ca7-a9f0-3d3e90c5614d tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:04:00.904719 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aa253144-0422-4116-9948-efeb2a7d28db req-f093b8d3-4b44-4c6f-8977-551283a5c22d service neutron] 10.222.0.44 "GET /v2.0/networks/4f57bfbf-eb92-4d59-8006-3805c449df74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060199 May 31 14:04:00.952635 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ccad2096-a8ee-4ca7-a9f0-3d3e90c5614d tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:01.020570 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f0aafe29-5490-4c84-9480-3d93b33ae1cd req-d13bbbba-2ff2-464a-9a1a-54644cdb0c0c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=51720720-4c16-45f7-aace-9812c951b1b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1914480 May 31 14:04:01.045028 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ccad2096-a8ee-4ca7-a9f0-3d3e90c5614d tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:01.051720 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ccad2096-a8ee-4ca7-a9f0-3d3e90c5614d tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:01.104973 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccad2096-a8ee-4ca7-a9f0-3d3e90c5614d tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f3a53ee-1abb-410d-96cc-08fc807908cf,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:04:01.113139 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ccad2096-a8ee-4ca7-a9f0-3d3e90c5614d tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:01.117071 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ccad2096-a8ee-4ca7-a9f0-3d3e90c5614d tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3256099 May 31 14:04:01.117348 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 33084) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:04:01.122764 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-72842afa-d52a-4df2-99d5-3dd056291542 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Request body: {'security_group_rule': {'security_group_id': 'aa39f1da-00b3-449d-8d8b-43dcd4022661', 'project_id': '088180f8cd814306a3f92350df9020de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:04:01.132316 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-72842afa-d52a-4df2-99d5-3dd056291542 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:04:01.138918 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-72842afa-d52a-4df2-99d5-3dd056291542 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Usage tracker for resource:security_group_rule and tenant:088180f8cd814306a3f92350df9020de is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:04:01.144313 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-72842afa-d52a-4df2-99d5-3dd056291542 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:04:01.153931 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-72842afa-d52a-4df2-99d5-3dd056291542 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:04:01.154247 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aa253144-0422-4116-9948-efeb2a7d28db req-31cd2286-b290-478e-b96f-19a2d5207399 service neutron] 10.222.0.44 "GET /v2.0/networks/4f57bfbf-eb92-4d59-8006-3805c449df74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419372 May 31 14:04:01.180539 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-72842afa-d52a-4df2-99d5-3dd056291542 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:01.281103 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aafe29-5490-4c84-9480-3d93b33ae1cd req-9af5e131-aac7-494a-95a4-6b8e1210ff7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:04:01.283203 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f0aafe29-5490-4c84-9480-3d93b33ae1cd req-9af5e131-aac7-494a-95a4-6b8e1210ff7b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=09b97aa9f54f41a6b37a92daebfa7b06&device_id=51720720-4c16-45f7-aace-9812c951b1b5 HTTP/1.1" status: 200 len: 1097 time: 0.1074390 May 31 14:04:01.473509 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-72842afa-d52a-4df2-99d5-3dd056291542 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:01.482266 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-72842afa-d52a-4df2-99d5-3dd056291542 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:01.514737 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72842afa-d52a-4df2-99d5-3dd056291542 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b09cc5c3-f6c3-4221-be20-edc0d34b5385,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:04:01.521848 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3520c505-0368-4058-b25b-2f3085dc3601 req-d43278fd-aaba-43b0-a1d2-3651ef5d5e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:04:01.523320 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3520c505-0368-4058-b25b-2f3085dc3601 req-d43278fd-aaba-43b0-a1d2-3651ef5d5e23 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=09b97aa9f54f41a6b37a92daebfa7b06&device_id=55e3dc92-491d-4b05-8dea-eb17c8d0621b HTTP/1.1" status: 200 len: 1095 time: 0.3114586 May 31 14:04:01.528692 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aafe29-5490-4c84-9480-3d93b33ae1cd req-7b468e5f-edde-4ad1-b2a4-c1169e8c3f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:04:01.529807 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-72842afa-d52a-4df2-99d5-3dd056291542 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:01.533817 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f0aafe29-5490-4c84-9480-3d93b33ae1cd req-7b468e5f-edde-4ad1-b2a4-c1169e8c3f26 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4d1591f0-948d-423b-b377-aa74ae0bd268 HTTP/1.1" status: 200 len: 897 time: 0.2096391 May 31 14:04:01.533952 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-72842afa-d52a-4df2-99d5-3dd056291542 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4126909 May 31 14:04:01.534085 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 33094) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:04:01.539056 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-04712511-f3dd-4d81-a404-9c34ae9552b6 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Request body: {'security_group_rule': {'security_group_id': 'aa39f1da-00b3-449d-8d8b-43dcd4022661', 'project_id': '088180f8cd814306a3f92350df9020de', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:04:01.579348 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-04712511-f3dd-4d81-a404-9c34ae9552b6 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:04:01.631324 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-04712511-f3dd-4d81-a404-9c34ae9552b6 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Usage tracker for resource:security_group_rule and tenant:088180f8cd814306a3f92350df9020de is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:04:01.636966 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-04712511-f3dd-4d81-a404-9c34ae9552b6 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:04:01.661841 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-04712511-f3dd-4d81-a404-9c34ae9552b6 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:04:01.706622 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-04712511-f3dd-4d81-a404-9c34ae9552b6 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:01.707404 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f0aafe29-5490-4c84-9480-3d93b33ae1cd req-9abac8c0-4b4e-46b4-ab3b-6f0290cc2c81 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bcf7ec99-2de8-4ae6-ae65-2f9b3978b327 HTTP/1.1" status: 200 len: 1002 time: 0.1648526 May 31 14:04:01.757608 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3520c505-0368-4058-b25b-2f3085dc3601 req-23441fa0-6e38-4e29-99e8-8175108b067c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:04:01.759175 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3520c505-0368-4058-b25b-2f3085dc3601 req-23441fa0-6e38-4e29-99e8-8175108b067c service neutron] 10.222.0.44 "GET /v2.0/networks?id=4f57bfbf-eb92-4d59-8006-3805c449df74 HTTP/1.1" status: 200 len: 898 time: 0.2144234 May 31 14:04:01.863258 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3520c505-0368-4058-b25b-2f3085dc3601 req-ddbd9e04-df08-42cb-8f16-6f7147cb794d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=7ddb44be-ff5c-4338-af04-2e96c689bc30 HTTP/1.1" status: 200 len: 217 time: 0.0911100 May 31 14:04:01.940900 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3520c505-0368-4058-b25b-2f3085dc3601 req-8fb04429-ca03-4bf0-b5bb-9c36dbe0254e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:04:01.942742 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3520c505-0368-4058-b25b-2f3085dc3601 req-8fb04429-ca03-4bf0-b5bb-9c36dbe0254e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f4a4be53-927f-4b0f-bce7-89c402affefd HTTP/1.1" status: 200 len: 838 time: 0.0707557 May 31 14:04:02.000620 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-04712511-f3dd-4d81-a404-9c34ae9552b6 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:02.010433 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-04712511-f3dd-4d81-a404-9c34ae9552b6 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:02.048528 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04712511-f3dd-4d81-a404-9c34ae9552b6 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=976de70b-5d32-4088-bc3e-b69402b354df,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:04:02.049718 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aafe29-5490-4c84-9480-3d93b33ae1cd req-dd495880-ef88-4483-bdf2-740a95ee5b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:04:02.051779 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f0aafe29-5490-4c84-9480-3d93b33ae1cd req-dd495880-ef88-4483-bdf2-740a95ee5b11 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=de06fd48-48b1-4674-b24c-7d9de086f6a5 HTTP/1.1" status: 200 len: 835 time: 0.3377295 May 31 14:04:02.071563 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-04712511-f3dd-4d81-a404-9c34ae9552b6 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:02.073508 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-04712511-f3dd-4d81-a404-9c34ae9552b6 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5385067 May 31 14:04:02.075949 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3520c505-0368-4058-b25b-2f3085dc3601 req-03f80840-d4e2-4c57-bba3-0460fd88d6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:04:02.077671 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3520c505-0368-4058-b25b-2f3085dc3601 req-03f80840-d4e2-4c57-bba3-0460fd88d6bc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4f57bfbf-eb92-4d59-8006-3805c449df74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1247334 May 31 14:04:02.078428 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 33112) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:04:02.084915 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-bfb9dbf8-a8c4-4f26-ad09-9d78325ba6a4 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Request body: {'security_group_rule': {'security_group_id': 'aa39f1da-00b3-449d-8d8b-43dcd4022661', 'project_id': '088180f8cd814306a3f92350df9020de', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:04:02.093308 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-bfb9dbf8-a8c4-4f26-ad09-9d78325ba6a4 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:04:02.097274 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-bfb9dbf8-a8c4-4f26-ad09-9d78325ba6a4 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Usage tracker for resource:security_group_rule and tenant:088180f8cd814306a3f92350df9020de is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:04:02.100225 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-bfb9dbf8-a8c4-4f26-ad09-9d78325ba6a4 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:04:02.107280 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-bfb9dbf8-a8c4-4f26-ad09-9d78325ba6a4 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:04:02.154232 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5301ef2b-a1a9-40d7-b9fe-0fd3b5091ebe req-0559eaaf-29f3-4429-a712-9ddeff855377 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:04:02.157214 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5301ef2b-a1a9-40d7-b9fe-0fd3b5091ebe req-0559eaaf-29f3-4429-a712-9ddeff855377 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/ports?device_id=55e3dc92-491d-4b05-8dea-eb17c8d0621b HTTP/1.1" status: 200 len: 944 time: 0.1892354 May 31 14:04:02.219876 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aafe29-5490-4c84-9480-3d93b33ae1cd req-c3222405-2f7f-408a-9c80-abb98b88c73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:04:02.221429 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f0aafe29-5490-4c84-9480-3d93b33ae1cd req-c3222405-2f7f-408a-9c80-abb98b88c73f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4d1591f0-948d-423b-b377-aa74ae0bd268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1607053 May 31 14:04:02.228858 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5301ef2b-a1a9-40d7-b9fe-0fd3b5091ebe req-daf59c4e-d4d1-4ba6-b4e7-23cf83d9bdc5 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd1c9cf7-10bc-47d9-8c3e-1429a4c6ff4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663953 May 31 14:04:02.263155 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bfb9dbf8-a8c4-4f26-ad09-9d78325ba6a4 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:02.365471 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bfb9dbf8-a8c4-4f26-ad09-9d78325ba6a4 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:02.373072 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f0aafe29-5490-4c84-9480-3d93b33ae1cd req-66148d91-125c-4452-b476-780cbbe7c39f service neutron] 10.222.0.44 "GET /v2.0/networks/4d1591f0-948d-423b-b377-aa74ae0bd268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432872 May 31 14:04:02.383523 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bfb9dbf8-a8c4-4f26-ad09-9d78325ba6a4 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:02.417651 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3520c505-0368-4058-b25b-2f3085dc3601 req-053e2369-25dc-4ab6-b61f-937f9738fdb0 service neutron] 10.222.0.44 "GET /v2.0/networks/4f57bfbf-eb92-4d59-8006-3805c449df74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001027 May 31 14:04:02.421033 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb9dbf8-a8c4-4f26-ad09-9d78325ba6a4 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52ff347c-6833-4131-ab30-f486aff357ac,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:04:02.501060 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bfb9dbf8-a8c4-4f26-ad09-9d78325ba6a4 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:02.502279 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-bfb9dbf8-a8c4-4f26-ad09-9d78325ba6a4 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4227340 May 31 14:04:02.507638 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 33120) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:04:02.516512 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-51e70730-0ceb-469e-8287-83030cbe74b0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Request body: {'security_group_rule': {'security_group_id': 'aa39f1da-00b3-449d-8d8b-43dcd4022661', 'project_id': '088180f8cd814306a3f92350df9020de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:04:02.535422 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-51e70730-0ceb-469e-8287-83030cbe74b0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:04:02.543083 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-51e70730-0ceb-469e-8287-83030cbe74b0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Usage tracker for resource:security_group_rule and tenant:088180f8cd814306a3f92350df9020de is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:04:02.547181 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-51e70730-0ceb-469e-8287-83030cbe74b0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:04:02.551560 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f0aafe29-5490-4c84-9480-3d93b33ae1cd req-0e770d5d-97b6-428c-bf60-7ec9516a291e service neutron] 10.222.0.44 "GET /v2.0/networks/4d1591f0-948d-423b-b377-aa74ae0bd268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703765 May 31 14:04:02.556682 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-51e70730-0ceb-469e-8287-83030cbe74b0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:04:02.570594 n-d-843939-1 neutron-server[88370]: INFO neutron.db.securitygroups_db [None req-51e70730-0ceb-469e-8287-83030cbe74b0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Project 088180f8cd814306a3f92350df9020de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 14:04:02.578746 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-51e70730-0ceb-469e-8287-83030cbe74b0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:02.584076 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3520c505-0368-4058-b25b-2f3085dc3601 req-fefef934-88da-45d2-b00d-9c3c2ae7ff98 service neutron] 10.222.0.44 "GET /v2.0/networks/4f57bfbf-eb92-4d59-8006-3805c449df74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557910 May 31 14:04:02.647043 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-51e70730-0ceb-469e-8287-83030cbe74b0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:02.650812 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-51e70730-0ceb-469e-8287-83030cbe74b0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:02.678368 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e70730-0ceb-469e-8287-83030cbe74b0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30d1612f-b4ee-428b-9e3c-f40074927efe,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:04:02.689319 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-51e70730-0ceb-469e-8287-83030cbe74b0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:02.690535 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-51e70730-0ceb-469e-8287-83030cbe74b0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1819532 May 31 14:04:02.693400 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 33128) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:04:02.698485 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-7389a6ea-5a4f-49b9-8aeb-55e019317ef7 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Request body: {'security_group_rule': {'security_group_id': 'aa39f1da-00b3-449d-8d8b-43dcd4022661', 'project_id': '088180f8cd814306a3f92350df9020de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:04:02.706915 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-7389a6ea-5a4f-49b9-8aeb-55e019317ef7 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:04:02.711118 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-7389a6ea-5a4f-49b9-8aeb-55e019317ef7 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Usage tracker for resource:security_group_rule and tenant:088180f8cd814306a3f92350df9020de is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:04:02.714290 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-7389a6ea-5a4f-49b9-8aeb-55e019317ef7 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:04:02.720790 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-7389a6ea-5a4f-49b9-8aeb-55e019317ef7 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:04:02.731436 n-d-843939-1 neutron-server[88370]: INFO neutron.db.securitygroups_db [None req-7389a6ea-5a4f-49b9-8aeb-55e019317ef7 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Project 088180f8cd814306a3f92350df9020de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 14:04:02.738433 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7389a6ea-5a4f-49b9-8aeb-55e019317ef7 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:02.809072 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7389a6ea-5a4f-49b9-8aeb-55e019317ef7 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:02.814048 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7389a6ea-5a4f-49b9-8aeb-55e019317ef7 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:02.837375 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7389a6ea-5a4f-49b9-8aeb-55e019317ef7 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0d5fc0c-547d-46d7-b22c-61e25ee6843b,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:04:02.849488 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7389a6ea-5a4f-49b9-8aeb-55e019317ef7 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:02.850810 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-7389a6ea-5a4f-49b9-8aeb-55e019317ef7 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1564279 May 31 14:04:02.853706 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 33140) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:04:02.859732 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-3cb4d750-e3a6-4706-8183-0cc9f2f15bbe tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Request body: {'network': {'name': 'tempest-network-smoke--1283471109', 'project_id': '088180f8cd814306a3f92350df9020de', 'port_security_enabled': True}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:04:02.865079 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-3cb4d750-e3a6-4706-8183-0cc9f2f15bbe tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:04:02.869768 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-3cb4d750-e3a6-4706-8183-0cc9f2f15bbe tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Usage tracker for resource:network and tenant:088180f8cd814306a3f92350df9020de is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:04:02.872631 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-3cb4d750-e3a6-4706-8183-0cc9f2f15bbe tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:04:02.878420 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-3cb4d750-e3a6-4706-8183-0cc9f2f15bbe tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:04:02.888266 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb4d750-e3a6-4706-8183-0cc9f2f15bbe tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Made reservation on behalf of 088180f8cd814306a3f92350df9020de for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:04:02.892433 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3cb4d750-e3a6-4706-8183-0cc9f2f15bbe tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:02.922476 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cb4d750-e3a6-4706-8183-0cc9f2f15bbe tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 14:04:02.933170 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3cb4d750-e3a6-4706-8183-0cc9f2f15bbe tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:02.933170 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-3cb4d750-e3a6-4706-8183-0cc9f2f15bbe tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Added segment 0bdb38e1-8ce3-4ca1-a5c8-774d802ae26a of type vlan for network db311799-24a2-4ea7-9ab3-8c8ea6c3c36f May 31 14:04:02.960932 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3cb4d750-e3a6-4706-8183-0cc9f2f15bbe tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:02.990640 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3cb4d750-e3a6-4706-8183-0cc9f2f15bbe tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:02.995996 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb4d750-e3a6-4706-8183-0cc9f2f15bbe tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:04:02.996573 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3cb4d750-e3a6-4706-8183-0cc9f2f15bbe tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:03.105525 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-3cb4d750-e3a6-4706-8183-0cc9f2f15bbe tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2481422 May 31 14:04:03.105777 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 33144) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:04:03.112703 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-d43965aa-573d-49a5-b4f6-1bf9a5e8abba tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1760263196', 'admin_state_up': True, 'project_id': '088180f8cd814306a3f92350df9020de', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:04:03.118429 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb4d750-e3a6-4706-8183-0cc9f2f15bbe tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event updated for resources: {'Network': ['ID=db311799-24a2-4ea7-9ab3-8c8ea6c3c36f,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:04:03.122080 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d43965aa-573d-49a5-b4f6-1bf9a5e8abba tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:04:03.126972 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-d43965aa-573d-49a5-b4f6-1bf9a5e8abba tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Usage tracker for resource:router and tenant:088180f8cd814306a3f92350df9020de is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:04:03.129366 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network db311799-24a2-4ea7-9ab3-8c8ea6c3c36f details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 14:04:03.130190 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-d43965aa-573d-49a5-b4f6-1bf9a5e8abba tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:04:03.137204 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d43965aa-573d-49a5-b4f6-1bf9a5e8abba tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:04:03.150832 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d43965aa-573d-49a5-b4f6-1bf9a5e8abba tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:03.152266 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d43965aa-573d-49a5-b4f6-1bf9a5e8abba tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:03.172099 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d43965aa-573d-49a5-b4f6-1bf9a5e8abba tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:03.557805 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d43965aa-573d-49a5-b4f6-1bf9a5e8abba tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:03.651660 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed127ca5-ccb0-4407-a42f-f89b158e3cd1 req-4b915210-1ac9-4af8-9ee7-e242d699082d tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:04:03.653117 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ed127ca5-ccb0-4407-a42f-f89b158e3cd1 req-4b915210-1ac9-4af8-9ee7-e242d699082d tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/ports?device_id=55e3dc92-491d-4b05-8dea-eb17c8d0621b HTTP/1.1" status: 200 len: 944 time: 0.2875102 May 31 14:04:03.716386 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ed127ca5-ccb0-4407-a42f-f89b158e3cd1 req-eb010c63-a2da-4ac2-86d1-741cff11c915 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd1c9cf7-10bc-47d9-8c3e-1429a4c6ff4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558631 May 31 14:04:04.049871 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d43965aa-573d-49a5-b4f6-1bf9a5e8abba tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for router_gateway, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:04.080433 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d43965aa-573d-49a5-b4f6-1bf9a5e8abba tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:04.220004 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-d43965aa-573d-49a5-b4f6-1bf9a5e8abba tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Allocated IP 172.25.6.153 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/6c491c64-238a-4c26-99c0-3200dcc22b04) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:04:04.371645 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d43965aa-573d-49a5-b4f6-1bf9a5e8abba tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:04.402648 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d43965aa-573d-49a5-b4f6-1bf9a5e8abba tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:04.467162 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43965aa-573d-49a5-b4f6-1bf9a5e8abba tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:04:04.469978 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-d43965aa-573d-49a5-b4f6-1bf9a5e8abba tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:04:04.481142 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43965aa-573d-49a5-b4f6-1bf9a5e8abba tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:04:04.522738 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43965aa-573d-49a5-b4f6-1bf9a5e8abba tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event updated for resources: {'Port': ['ID=6c491c64-238a-4c26-99c0-3200dcc22b04,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:04:04.973399 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d43965aa-573d-49a5-b4f6-1bf9a5e8abba tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for router_gateway, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:05.136301 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a039db-d13d-4d43-9651-402b1618e88b req-01519b22-385f-4094-94eb-278d5c256bd8 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:04:05.137652 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-48a039db-d13d-4d43-9651-402b1618e88b req-01519b22-385f-4094-94eb-278d5c256bd8 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/ports?device_id=55e3dc92-491d-4b05-8dea-eb17c8d0621b HTTP/1.1" status: 200 len: 944 time: 0.2529430 May 31 14:04:05.257888 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-48a039db-d13d-4d43-9651-402b1618e88b req-8486b006-0a3f-497a-8cea-5ba953c24f05 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd1c9cf7-10bc-47d9-8c3e-1429a4c6ff4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104350 May 31 14:04:05.354674 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 7ddb44be-ff5c-4338-af04-2e96c689bc30 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 14:04:05.524634 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d43965aa-573d-49a5-b4f6-1bf9a5e8abba tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:05.527525 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 7ddb44be-ff5c-4338-af04-2e96c689bc30, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=7ddb44be-ff5c-4338-af04-2e96c689bc30,segment=NetworkSegment(581eee84-26b5-4fb6-ab93-42fdad66a499),segment_id=581eee84-26b5-4fb6-ab93-42fdad66a499)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:04:05.545289 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': '7ddb44be-ff5c-4338-af04-2e96c689bc30', 'network_id': '4f57bfbf-eb92-4d59-8006-3805c449df74', 'port_id': '7ddb44be-ff5c-4338-af04-2e96c689bc30', 'mac_address': 'fa:16:3e:3f:7e:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a4be53-927f-4b0f-bce7-89c402affefd', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 14:04:05.601010 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 7ddb44be-ff5c-4338-af04-2e96c689bc30 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:04:05.601441 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:05.618859 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ddb44be-ff5c-4338-af04-2e96c689bc30 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:04:05.634876 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 7ddb44be-ff5c-4338-af04-2e96c689bc30, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=7ddb44be-ff5c-4338-af04-2e96c689bc30,segment=NetworkSegment(581eee84-26b5-4fb6-ab93-42fdad66a499),segment_id=581eee84-26b5-4fb6-ab93-42fdad66a499)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:04:05.638760 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:05.707037 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=7ddb44be-ff5c-4338-af04-2e96c689bc30,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:04:05.738756 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d43965aa-573d-49a5-b4f6-1bf9a5e8abba tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Router bffc6fda-a9bb-49d4-a068-bdf57d19e228 is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 14:04:05.913164 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['7ddb44be-ff5c-4338-af04-2e96c689bc30'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:04:05.931305 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d43965aa-573d-49a5-b4f6-1bf9a5e8abba tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:04:05.944148 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af51217-1b16-4de1-8edd-568f1b2f2ad9 None None] Sync routers for ids ['bffc6fda-a9bb-49d4-a068-bdf57d19e228'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:04:05.966230 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af51217-1b16-4de1-8edd-568f1b2f2ad9 None None] Routers {'bffc6fda-a9bb-49d4-a068-bdf57d19e228'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:04:05.967892 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-1af51217-1b16-4de1-8edd-568f1b2f2ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:03:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['bffc6fda-a9bb-49d4-a068-bdf57d19e228'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:04:05.976396 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d43965aa-573d-49a5-b4f6-1bf9a5e8abba tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:05.980788 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-d43965aa-573d-49a5-b4f6-1bf9a5e8abba tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.8709729 May 31 14:04:05.984495 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 33174) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:04:06.030639 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-492e5815-ebb7-4997-a215-3bef4f588b6a tempest-TestNetworkAdvancedServerOps-1325536650 tempest-TestNetworkAdvancedServerOps-1325536650-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=088180f8cd814306a3f92350df9020de&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0453730 May 31 14:04:06.031098 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 33178) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:04:06.165395 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-1af51217-1b16-4de1-8edd-568f1b2f2ad9 None None] Set router bffc6fda-a9bb-49d4-a068-bdf57d19e228 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:04:06.184837 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d3a5a6-025c-4dd2-8ff2-60018c72ccb9 tempest-TestNetworkAdvancedServerOps-1325536650 tempest-TestNetworkAdvancedServerOps-1325536650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:04:06.187664 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-36d3a5a6-025c-4dd2-8ff2-60018c72ccb9 tempest-TestNetworkAdvancedServerOps-1325536650 tempest-TestNetworkAdvancedServerOps-1325536650-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1550913 May 31 14:04:06.190044 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 33182) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:04:06.235318 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-834c04ab-dca7-402a-970a-0d729bc72775 tempest-TestNetworkAdvancedServerOps-1325536650 tempest-TestNetworkAdvancedServerOps-1325536650-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=d2103cd5-63ba-4c24-9d95-fd17643bf14c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0438056 May 31 14:04:06.237649 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 33186) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:04:06.243725 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-b62d03e6-9c54-4d2d-8bfa-097a31bcea2b tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-336664170', 'network_id': 'db311799-24a2-4ea7-9ab3-8c8ea6c3c36f', 'project_id': '088180f8cd814306a3f92350df9020de', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:04:06.419004 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b62d03e6-9c54-4d2d-8bfa-097a31bcea2b tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:04:06.423931 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-b62d03e6-9c54-4d2d-8bfa-097a31bcea2b tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Usage tracker for resource:subnet and tenant:088180f8cd814306a3f92350df9020de is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:04:06.427016 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-b62d03e6-9c54-4d2d-8bfa-097a31bcea2b tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:04:06.433233 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b62d03e6-9c54-4d2d-8bfa-097a31bcea2b tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:04:06.444937 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b62d03e6-9c54-4d2d-8bfa-097a31bcea2b tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Made reservation on behalf of 088180f8cd814306a3f92350df9020de for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:04:06.450023 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b62d03e6-9c54-4d2d-8bfa-097a31bcea2b tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:06.507041 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06f23b3-55d4-4c7e-94a8-236a25191277 req-33b90ab5-e968-4939-8208-c653d49d6a32 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:04:06.508579 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f06f23b3-55d4-4c7e-94a8-236a25191277 req-33b90ab5-e968-4939-8208-c653d49d6a32 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/ports?device_id=55e3dc92-491d-4b05-8dea-eb17c8d0621b HTTP/1.1" status: 200 len: 945 time: 0.0982933 May 31 14:04:06.509564 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-1af51217-1b16-4de1-8edd-568f1b2f2ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bffc6fda-a9bb-49d4-a068-bdf57d19e228', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1760263196', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': '6c491c64-238a-4c26-99c0-3200dcc22b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:04:03Z', 'updated_at': '2022-05-31T14:04:04Z', 'revision_number': 3, 'project_id': '088180f8cd814306a3f92350df9020de', 'gw_port': {'id': '6c491c64-238a-4c26-99c0-3200dcc22b04', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:49:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bffc6fda-a9bb-49d4-a068-bdf57d19e228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:04:04Z', 'updated_at': '2022-05-31T14:04:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:04:06.514486 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af51217-1b16-4de1-8edd-568f1b2f2ad9 None None] Checking router: bffc6fda-a9bb-49d4-a068-bdf57d19e228 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:04:06.514931 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af51217-1b16-4de1-8edd-568f1b2f2ad9 None None] Updating router bffc6fda-a9bb-49d4-a068-bdf57d19e228 port 6c491c64-238a-4c26-99c0-3200dcc22b04 binding host n-d-843939-1 {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 14:04:06.573845 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f06f23b3-55d4-4c7e-94a8-236a25191277 req-30b44743-0d99-4ca5-9a45-0185d222c8de tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd1c9cf7-10bc-47d9-8c3e-1429a4c6ff4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586624 May 31 14:04:06.597149 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1af51217-1b16-4de1-8edd-568f1b2f2ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:06.720811 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b62d03e6-9c54-4d2d-8bfa-097a31bcea2b tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:06.808616 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d03e6-9c54-4d2d-8bfa-097a31bcea2b tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event updated for resources: {'Subnet': ['ID=fa044e11-5534-43b8-86ac-557f17f391b4,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:04:06.820609 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62d03e6-9c54-4d2d-8bfa-097a31bcea2b tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Checking segment: {'id': '0bdb38e1-8ce3-4ca1-a5c8-774d802ae26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'db311799-24a2-4ea7-9ab3-8c8ea6c3c36f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:04:06.820989 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62d03e6-9c54-4d2d-8bfa-097a31bcea2b tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Network hostable DHCP agents. Network: db311799-24a2-4ea7-9ab3-8c8ea6c3c36f, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 14:04:06.860179 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62d03e6-9c54-4d2d-8bfa-097a31bcea2b tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Network db311799-24a2-4ea7-9ab3-8c8ea6c3c36f is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 14:04:06.873751 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-b62d03e6-9c54-4d2d-8bfa-097a31bcea2b tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, db311799-24a2-4ea7-9ab3-8c8ea6c3c36f) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:04:06.882480 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62d03e6-9c54-4d2d-8bfa-097a31bcea2b tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:04:06.883158 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b62d03e6-9c54-4d2d-8bfa-097a31bcea2b tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:06.883997 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54575c79-d556-4911-b791-f755e217892b None None] Network db311799-24a2-4ea7-9ab3-8c8ea6c3c36f requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:04:06.914809 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b62d03e6-9c54-4d2d-8bfa-097a31bcea2b tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6754584 May 31 14:04:06.917257 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 33196) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:04:06.989387 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1af51217-1b16-4de1-8edd-568f1b2f2ad9 None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:07.003176 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-1af51217-1b16-4de1-8edd-568f1b2f2ad9 None None] Transition to ACTIVE for port object 6c491c64-238a-4c26-99c0-3200dcc22b04 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:04:07.014711 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1af51217-1b16-4de1-8edd-568f1b2f2ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:07.099326 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-1af51217-1b16-4de1-8edd-568f1b2f2ad9 None None] Attempting to bind port 6c491c64-238a-4c26-99c0-3200dcc22b04 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:04:07.099694 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-1af51217-1b16-4de1-8edd-568f1b2f2ad9 None None] Attempting to bind port 6c491c64-238a-4c26-99c0-3200dcc22b04 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:04:07.100054 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af51217-1b16-4de1-8edd-568f1b2f2ad9 None None] Attempting to bind port 6c491c64-238a-4c26-99c0-3200dcc22b04 on network d2103cd5-63ba-4c24-9d95-fd17643bf14c {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:04:07.119048 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af51217-1b16-4de1-8edd-568f1b2f2ad9 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:04:07.119415 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af51217-1b16-4de1-8edd-568f1b2f2ad9 None None] Checking segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:04:07.120014 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1af51217-1b16-4de1-8edd-568f1b2f2ad9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:07.120579 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af51217-1b16-4de1-8edd-568f1b2f2ad9 None None] Bound using segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:04:07.121216 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-1af51217-1b16-4de1-8edd-568f1b2f2ad9 None None] Bound port: 6c491c64-238a-4c26-99c0-3200dcc22b04, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:04:07.124403 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1af51217-1b16-4de1-8edd-568f1b2f2ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:07.167545 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accecc44-afa1-43b2-ac89-a12dd313192f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-db311799-24a2-4ea7-9ab3-8c8ea6c3c36f', 'network_id': 'db311799-24a2-4ea7-9ab3-8c8ea6c3c36f', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'fixed_ips': [{'subnet_id': 'fa044e11-5534-43b8-86ac-557f17f391b4'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 14:04:07.170144 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-accecc44-afa1-43b2-ac89-a12dd313192f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:07.203185 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [req-fdb3056a-020d-477e-a1c9-4f411d3e82b3 req-e7a051e3-8731-4dc2-90f4-0a712ae09cd7 service neutron] (88370) timed out ('10.222.0.50', 39850) {{(pid=88370) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 31 14:04:07.224403 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-1af51217-1b16-4de1-8edd-568f1b2f2ad9 None None] For port 6c491c64-238a-4c26-99c0-3200dcc22b04, host n-d-843939-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:04:07.226820 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6680a2-4e80-479f-b07e-dd4268d38cc4 None None] Pushing event updated for resources: {'Port': ['ID=6c491c64-238a-4c26-99c0-3200dcc22b04,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:04:07.230646 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-1af51217-1b16-4de1-8edd-568f1b2f2ad9 None None] For port 6c491c64-238a-4c26-99c0-3200dcc22b04, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=6c491c64-238a-4c26-99c0-3200dcc22b04,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:04:07.240170 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6680a2-4e80-479f-b07e-dd4268d38cc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:04:07.240610 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6680a2-4e80-479f-b07e-dd4268d38cc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:04:07.241016 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6680a2-4e80-479f-b07e-dd4268d38cc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:04:07.241435 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6680a2-4e80-479f-b07e-dd4268d38cc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:04:07.241819 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6680a2-4e80-479f-b07e-dd4268d38cc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:04:07.242502 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6680a2-4e80-479f-b07e-dd4268d38cc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:04:07.242901 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6680a2-4e80-479f-b07e-dd4268d38cc4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:04:07.243404 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6680a2-4e80-479f-b07e-dd4268d38cc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:04:07.243800 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6680a2-4e80-479f-b07e-dd4268d38cc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:04:07.244608 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6680a2-4e80-479f-b07e-dd4268d38cc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:04:07.245020 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6680a2-4e80-479f-b07e-dd4268d38cc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:04:07.245411 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6680a2-4e80-479f-b07e-dd4268d38cc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:04:07.261818 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-1af51217-1b16-4de1-8edd-568f1b2f2ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:07.375199 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 7ddb44be-ff5c-4338-af04-2e96c689bc30 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:04:07.399069 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6680a2-4e80-479f-b07e-dd4268d38cc4 None None] Pushing event updated for resources: {'Port': ['ID=6c491c64-238a-4c26-99c0-3200dcc22b04,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:04:07.422851 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af51217-1b16-4de1-8edd-568f1b2f2ad9 None None] Routers {'bffc6fda-a9bb-49d4-a068-bdf57d19e228'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:04:07.423804 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-1af51217-1b16-4de1-8edd-568f1b2f2ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:03:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['bffc6fda-a9bb-49d4-a068-bdf57d19e228'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:04:07.454848 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-accecc44-afa1-43b2-ac89-a12dd313192f None None] Allocated IP 172.20.0.2 (db311799-24a2-4ea7-9ab3-8c8ea6c3c36f/fa044e11-5534-43b8-86ac-557f17f391b4/d68d09a6-dea2-4bb1-bb4d-01d24c322e9b) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:04:07.564498 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port 7ddb44be-ff5c-4338-af04-2e96c689bc30 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:04:07.585732 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port 7ddb44be-ff5c-4338-af04-2e96c689bc30 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:04:07.586355 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:07.647186 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-1af51217-1b16-4de1-8edd-568f1b2f2ad9 None None] Set router bffc6fda-a9bb-49d4-a068-bdf57d19e228 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:04:07.742787 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:07.996794 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8ad3cf46-396c-4841-9ad7-3b9202b05bfc tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:08.007352 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 7ddb44be-ff5c-4338-af04-2e96c689bc30 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:04:08.008412 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:08.056797 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55e3dc92-491d-4b05-8dea-eb17c8d0621b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ddb44be-ff5c-4338-af04-2e96c689bc30'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:04:08.063643 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-accecc44-afa1-43b2-ac89-a12dd313192f None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:08.077099 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 7ddb44be-ff5c-4338-af04-2e96c689bc30, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=7ddb44be-ff5c-4338-af04-2e96c689bc30,segment=NetworkSegment(581eee84-26b5-4fb6-ab93-42fdad66a499),segment_id=581eee84-26b5-4fb6-ab93-42fdad66a499)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:04:08.078984 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-accecc44-afa1-43b2-ac89-a12dd313192f None None] Transition to ACTIVE for port object d68d09a6-dea2-4bb1-bb4d-01d24c322e9b will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:04:08.086737 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:08.091706 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-1af51217-1b16-4de1-8edd-568f1b2f2ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bffc6fda-a9bb-49d4-a068-bdf57d19e228', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1760263196', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': '6c491c64-238a-4c26-99c0-3200dcc22b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:04:03Z', 'updated_at': '2022-05-31T14:04:04Z', 'revision_number': 3, 'project_id': '088180f8cd814306a3f92350df9020de', 'gw_port': {'id': '6c491c64-238a-4c26-99c0-3200dcc22b04', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:49:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bffc6fda-a9bb-49d4-a068-bdf57d19e228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:04:04Z', 'updated_at': '2022-05-31T14:04:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:04:08.096486 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af51217-1b16-4de1-8edd-568f1b2f2ad9 None None] The sync data for ids ['bffc6fda-a9bb-49d4-a068-bdf57d19e228'] in n-d-843939-1 is: [{'id': 'bffc6fda-a9bb-49d4-a068-bdf57d19e228', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1760263196', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': '6c491c64-238a-4c26-99c0-3200dcc22b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:04:03Z', 'updated_at': '2022-05-31T14:04:04Z', 'revision_number': 3, 'project_id': '088180f8cd814306a3f92350df9020de', 'gw_port': {'id': '6c491c64-238a-4c26-99c0-3200dcc22b04', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:49:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bffc6fda-a9bb-49d4-a068-bdf57d19e228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:04:04Z', 'updated_at': '2022-05-31T14:04:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:04:08.155040 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eaad8037-bdd0-4fbd-8956-ba7afbeadda1'] response: {'server_uuid': '55e3dc92-491d-4b05-8dea-eb17c8d0621b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ddb44be-ff5c-4338-af04-2e96c689bc30', 'code': 200} May 31 14:04:08.164405 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-accecc44-afa1-43b2-ac89-a12dd313192f None None] Transition to ACTIVE for port object d68d09a6-dea2-4bb1-bb4d-01d24c322e9b will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:04:08.186488 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-accecc44-afa1-43b2-ac89-a12dd313192f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:08.207846 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=7ddb44be-ff5c-4338-af04-2e96c689bc30,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:04:08.244455 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accecc44-afa1-43b2-ac89-a12dd313192f None None] Network db311799-24a2-4ea7-9ab3-8c8ea6c3c36f is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:04:08.251922 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-accecc44-afa1-43b2-ac89-a12dd313192f None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:04:08.259982 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accecc44-afa1-43b2-ac89-a12dd313192f None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:04:08.303934 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01c04e8-913c-4adb-a9d8-e9aee7440215 req-270d4bfb-e209-454f-a2ff-369f5321b8ce tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:04:08.305726 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a01c04e8-913c-4adb-a9d8-e9aee7440215 req-270d4bfb-e209-454f-a2ff-369f5321b8ce tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/ports?device_id=55e3dc92-491d-4b05-8dea-eb17c8d0621b HTTP/1.1" status: 200 len: 945 time: 0.4647484 May 31 14:04:08.312504 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb6da2-b2d5-4c22-8e1c-25d13c28ca9a req-a92e4eb0-99e7-41d6-9e20-c12ef43c40ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:04:08.314088 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5cfb6da2-b2d5-4c22-8e1c-25d13c28ca9a req-a92e4eb0-99e7-41d6-9e20-c12ef43c40ac service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=55e3dc92-491d-4b05-8dea-eb17c8d0621b HTTP/1.1" status: 200 len: 1097 time: 0.0864697 May 31 14:04:08.364197 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accecc44-afa1-43b2-ac89-a12dd313192f None None] Pushing event updated for resources: {'Port': ['ID=d68d09a6-dea2-4bb1-bb4d-01d24c322e9b,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:04:08.384035 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-accecc44-afa1-43b2-ac89-a12dd313192f None None] Attempting to bind port d68d09a6-dea2-4bb1-bb4d-01d24c322e9b on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:04:08.384666 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-accecc44-afa1-43b2-ac89-a12dd313192f None None] Attempting to bind port d68d09a6-dea2-4bb1-bb4d-01d24c322e9b by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '0bdb38e1-8ce3-4ca1-a5c8-774d802ae26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'db311799-24a2-4ea7-9ab3-8c8ea6c3c36f'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:04:08.385264 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accecc44-afa1-43b2-ac89-a12dd313192f None None] Attempting to bind port d68d09a6-dea2-4bb1-bb4d-01d24c322e9b on network db311799-24a2-4ea7-9ab3-8c8ea6c3c36f {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:04:08.410512 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accecc44-afa1-43b2-ac89-a12dd313192f None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:04:08.410901 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accecc44-afa1-43b2-ac89-a12dd313192f None None] Checking segment: {'id': '0bdb38e1-8ce3-4ca1-a5c8-774d802ae26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'db311799-24a2-4ea7-9ab3-8c8ea6c3c36f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:04:08.411319 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-accecc44-afa1-43b2-ac89-a12dd313192f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:08.411718 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accecc44-afa1-43b2-ac89-a12dd313192f None None] Bound using segment: {'id': '0bdb38e1-8ce3-4ca1-a5c8-774d802ae26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'db311799-24a2-4ea7-9ab3-8c8ea6c3c36f'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:04:08.412204 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-accecc44-afa1-43b2-ac89-a12dd313192f None None] Bound port: d68d09a6-dea2-4bb1-bb4d-01d24c322e9b, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bdb38e1-8ce3-4ca1-a5c8-774d802ae26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'db311799-24a2-4ea7-9ab3-8c8ea6c3c36f'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:04:08.412582 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-accecc44-afa1-43b2-ac89-a12dd313192f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:08.490039 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a01c04e8-913c-4adb-a9d8-e9aee7440215 req-f1a9f307-b034-4b9e-95c9-2f373c2e7d5c tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd1c9cf7-10bc-47d9-8c3e-1429a4c6ff4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674660 May 31 14:04:08.530612 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5cfb6da2-b2d5-4c22-8e1c-25d13c28ca9a req-d4fac6b9-f7b2-4af7-9dc7-b51e80c29a32 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bd1c9cf7-10bc-47d9-8c3e-1429a4c6ff4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2086725 May 31 14:04:08.582282 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-accecc44-afa1-43b2-ac89-a12dd313192f None None] For port d68d09a6-dea2-4bb1-bb4d-01d24c322e9b, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:04:08.587825 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-accecc44-afa1-43b2-ac89-a12dd313192f None None] For port d68d09a6-dea2-4bb1-bb4d-01d24c322e9b, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=d68d09a6-dea2-4bb1-bb4d-01d24c322e9b,segment=NetworkSegment(0bdb38e1-8ce3-4ca1-a5c8-774d802ae26a),segment_id=0bdb38e1-8ce3-4ca1-a5c8-774d802ae26a)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:04:08.594255 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-accecc44-afa1-43b2-ac89-a12dd313192f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:08.686014 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accecc44-afa1-43b2-ac89-a12dd313192f None None] Pushing event updated for resources: {'Port': ['ID=d68d09a6-dea2-4bb1-bb4d-01d24c322e9b,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:04:08.762746 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-8ad3cf46-396c-4841-9ad7-3b9202b05bfc tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Allocated IP 172.20.0.1 (db311799-24a2-4ea7-9ab3-8c8ea6c3c36f/fa044e11-5534-43b8-86ac-557f17f391b4/d8cf2ac1-a4af-49f3-9379-24dd1f0894d6) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:04:08.970280 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8ad3cf46-396c-4841-9ad7-3b9202b05bfc tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:08.991535 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-8ad3cf46-396c-4841-9ad7-3b9202b05bfc tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Transition to ACTIVE for port object d8cf2ac1-a4af-49f3-9379-24dd1f0894d6 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:04:09.026133 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8ad3cf46-396c-4841-9ad7-3b9202b05bfc tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:09.117028 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:09.143426 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad3cf46-396c-4841-9ad7-3b9202b05bfc tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Network db311799-24a2-4ea7-9ab3-8c8ea6c3c36f is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:04:09.148578 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-8ad3cf46-396c-4841-9ad7-3b9202b05bfc tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:04:09.158649 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad3cf46-396c-4841-9ad7-3b9202b05bfc tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:04:09.191234 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad3cf46-396c-4841-9ad7-3b9202b05bfc tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event updated for resources: {'Port': ['ID=d8cf2ac1-a4af-49f3-9379-24dd1f0894d6,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:04:09.240060 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8ad3cf46-396c-4841-9ad7-3b9202b05bfc tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:09.597764 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8ad3cf46-396c-4841-9ad7-3b9202b05bfc tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:10.000735 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 6c491c64-238a-4c26-99c0-3200dcc22b04 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:04:10.101580 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 6c491c64-238a-4c26-99c0-3200dcc22b04 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:04:10.118997 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 6c491c64-238a-4c26-99c0-3200dcc22b04 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:04:10.119681 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:10.121773 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04d843f-0d3f-41d7-92fe-964511e14da0 req-718c036f-d86d-4b81-b64d-6445e91c6b58 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:04:10.140425 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b04d843f-0d3f-41d7-92fe-964511e14da0 req-718c036f-d86d-4b81-b64d-6445e91c6b58 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/ports?device_id=55e3dc92-491d-4b05-8dea-eb17c8d0621b HTTP/1.1" status: 200 len: 946 time: 0.4736154 May 31 14:04:10.224653 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b191ba-71c1-4631-a172-d80581ca3151 None None] Network db311799-24a2-4ea7-9ab3-8c8ea6c3c36f requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:04:10.291465 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b04d843f-0d3f-41d7-92fe-964511e14da0 req-e77992da-23d0-4f87-9d3f-4e878d394683 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd1c9cf7-10bc-47d9-8c3e-1429a4c6ff4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279893 May 31 14:04:10.419335 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8ad3cf46-396c-4841-9ad7-3b9202b05bfc tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:10.431680 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8ad3cf46-396c-4841-9ad7-3b9202b05bfc tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:10.459547 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 6c491c64-238a-4c26-99c0-3200dcc22b04 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:04:10.460327 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:10.474552 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0ec46efd-78ee-453e-a7e1-04d8802fd30c None None] Provisioning for port d68d09a6-dea2-4bb1-bb4d-01d24c322e9b completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:04:10.521718 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 6c491c64-238a-4c26-99c0-3200dcc22b04, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=6c491c64-238a-4c26-99c0-3200dcc22b04,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:04:10.528030 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:10.532703 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device d68d09a6-dea2-4bb1-bb4d-01d24c322e9b up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:04:10.626397 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:04:10.849503 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8ad3cf46-396c-4841-9ad7-3b9202b05bfc tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:10.939256 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7b2a55c0-fa3f-4646-b343-6019be4d9644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:10.942768 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad3cf46-396c-4841-9ad7-3b9202b05bfc tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event updated for resources: {'Port': ['ID=d8cf2ac1-a4af-49f3-9379-24dd1f0894d6,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:04:11.031228 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=6c491c64-238a-4c26-99c0-3200dcc22b04,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:04:11.046999 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port d68d09a6-dea2-4bb1-bb4d-01d24c322e9b completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:04:11.051720 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port d68d09a6-dea2-4bb1-bb4d-01d24c322e9b triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:04:11.051720 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:11.166307 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad3cf46-396c-4841-9ad7-3b9202b05bfc tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Network db311799-24a2-4ea7-9ab3-8c8ea6c3c36f is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:04:11.167712 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-8ad3cf46-396c-4841-9ad7-3b9202b05bfc tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:04:11.287044 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port d68d09a6-dea2-4bb1-bb4d-01d24c322e9b is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:04:11.288567 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:11.434393 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port d68d09a6-dea2-4bb1-bb4d-01d24c322e9b, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=d68d09a6-dea2-4bb1-bb4d-01d24c322e9b,segment=NetworkSegment(0bdb38e1-8ce3-4ca1-a5c8-774d802ae26a),segment_id=0bdb38e1-8ce3-4ca1-a5c8-774d802ae26a)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:04:11.442751 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:11.562729 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ad3cf46-396c-4841-9ad7-3b9202b05bfc tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Router bffc6fda-a9bb-49d4-a068-bdf57d19e228 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:04:11.594485 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=d68d09a6-dea2-4bb1-bb4d-01d24c322e9b,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:04:11.620387 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ef323c44-1694-42c4-bed5-9f31884b42d9 None None] Provisioning complete for port d68d09a6-dea2-4bb1-bb4d-01d24c322e9b triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:04:11.620893 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ef323c44-1694-42c4-bed5-9f31884b42d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:11.860728 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-ef323c44-1694-42c4-bed5-9f31884b42d9 None None] Current status of the port d68d09a6-dea2-4bb1-bb4d-01d24c322e9b is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:04:11.871308 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ef323c44-1694-42c4-bed5-9f31884b42d9 None None] Provisioning for port d8cf2ac1-a4af-49f3-9379-24dd1f0894d6 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:04:11.906688 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ef323c44-1694-42c4-bed5-9f31884b42d9 None None] Provisioning complete for port d8cf2ac1-a4af-49f3-9379-24dd1f0894d6 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:04:11.906688 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ef323c44-1694-42c4-bed5-9f31884b42d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:12.010377 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 6c491c64-238a-4c26-99c0-3200dcc22b04 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:04:12.098395 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e253e-8a08-47f5-8bf5-6b6c47c7be35 req-31c3a8d2-0320-46fc-9796-d2e645b71cae tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:04:12.145136 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-829e253e-8a08-47f5-8bf5-6b6c47c7be35 req-31c3a8d2-0320-46fc-9796-d2e645b71cae tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/ports?device_id=55e3dc92-491d-4b05-8dea-eb17c8d0621b HTTP/1.1" status: 200 len: 946 time: 0.5669782 May 31 14:04:12.330947 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad3cf46-396c-4841-9ad7-3b9202b05bfc tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:04:12.333766 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-ef323c44-1694-42c4-bed5-9f31884b42d9 None None] Port d8cf2ac1-a4af-49f3-9379-24dd1f0894d6 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:04:12.345575 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 6c491c64-238a-4c26-99c0-3200dcc22b04 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:04:12.345950 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:12.363610 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-829e253e-8a08-47f5-8bf5-6b6c47c7be35 req-aaf9c7e8-c433-4762-9d2d-6b7b506a4ae8 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd1c9cf7-10bc-47d9-8c3e-1429a4c6ff4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824582 May 31 14:04:12.393245 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-8ad3cf46-396c-4841-9ad7-3b9202b05bfc tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "PUT /v2.0/routers/bffc6fda-a9bb-49d4-a068-bdf57d19e228/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4748733 May 31 14:04:12.431498 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45aeea5f-f350-4f62-8c35-3324a6738179 None None] Sync routers for ids ['bffc6fda-a9bb-49d4-a068-bdf57d19e228'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:04:12.496302 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45aeea5f-f350-4f62-8c35-3324a6738179 None None] Routers {'bffc6fda-a9bb-49d4-a068-bdf57d19e228'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:04:12.496302 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-45aeea5f-f350-4f62-8c35-3324a6738179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:03:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['bffc6fda-a9bb-49d4-a068-bdf57d19e228'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:04:12.632497 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-31236c62-f990-47fa-b36a-3346473d2a6e None None] Provisioning complete for port d8cf2ac1-a4af-49f3-9379-24dd1f0894d6 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:04:12.632497 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-31236c62-f990-47fa-b36a-3346473d2a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:12.776299 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-47da90b7-ecdf-49e0-b9f4-2335942bf82b req-9fba2907-47b0-4775-b54f-338eaa87a95a tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1604166064&fields=id&tenant_id=088180f8cd814306a3f92350df9020de HTTP/1.1" status: 200 len: 267 time: 0.0702882 May 31 14:04:12.942409 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-31236c62-f990-47fa-b36a-3346473d2a6e None None] Port d8cf2ac1-a4af-49f3-9379-24dd1f0894d6 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:04:12.970286 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e6cf3287-019a-4c80-83e5-84dcafc9f209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:12.980459 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9ba431-64ce-47db-9d07-6d5b44d6e2c4 req-f7ba2180-9366-4eed-acb5-e83d3c736f15 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:04:12.980459 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1d9ba431-64ce-47db-9d07-6d5b44d6e2c4 req-f7ba2180-9366-4eed-acb5-e83d3c736f15 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/ports?device_id=55e3dc92-491d-4b05-8dea-eb17c8d0621b HTTP/1.1" status: 200 len: 946 time: 0.4256961 May 31 14:04:13.005042 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 6c491c64-238a-4c26-99c0-3200dcc22b04 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:04:13.005042 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device d68d09a6-dea2-4bb1-bb4d-01d24c322e9b up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:04:13.069336 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-45aeea5f-f350-4f62-8c35-3324a6738179 None None] Set router bffc6fda-a9bb-49d4-a068-bdf57d19e228 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:04:13.080864 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1d9ba431-64ce-47db-9d07-6d5b44d6e2c4 req-8469d769-29d6-4650-83a9-512b13070af0 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd1c9cf7-10bc-47d9-8c3e-1429a4c6ff4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915260 May 31 14:04:13.122199 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da90b7-ecdf-49e0-b9f4-2335942bf82b req-958a30e2-aa6c-44c5-87c1-56d572bce02f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:04:13.123465 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-47da90b7-ecdf-49e0-b9f4-2335942bf82b req-958a30e2-aa6c-44c5-87c1-56d572bce02f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Synchronizing usage tracker for tenant:088180f8cd814306a3f92350df9020de on resource:network {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:04:13.171570 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-47da90b7-ecdf-49e0-b9f4-2335942bf82b req-958a30e2-aa6c-44c5-87c1-56d572bce02f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Unset dirty status for tenant:088180f8cd814306a3f92350df9020de on resource:network {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:04:13.171570 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-47da90b7-ecdf-49e0-b9f4-2335942bf82b req-958a30e2-aa6c-44c5-87c1-56d572bce02f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/networks?id=db311799-24a2-4ea7-9ab3-8c8ea6c3c36f HTTP/1.1" status: 200 len: 797 time: 0.3906012 May 31 14:04:13.218425 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-47da90b7-ecdf-49e0-b9f4-2335942bf82b req-57fbcb53-9fdc-4600-b107-19ace43b20c2 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/quotas/088180f8cd814306a3f92350df9020de HTTP/1.1" status: 200 len: 375 time: 0.0301404 May 31 14:04:13.323367 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-47da90b7-ecdf-49e0-b9f4-2335942bf82b req-4320fa5a-ba8f-4e32-aa04-35bc83826f3a tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Synchronizing usage tracker for tenant:088180f8cd814306a3f92350df9020de on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:04:13.366496 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-47da90b7-ecdf-49e0-b9f4-2335942bf82b req-4320fa5a-ba8f-4e32-aa04-35bc83826f3a tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Unset dirty status for tenant:088180f8cd814306a3f92350df9020de on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:04:13.371735 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-47da90b7-ecdf-49e0-b9f4-2335942bf82b req-4320fa5a-ba8f-4e32-aa04-35bc83826f3a tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=088180f8cd814306a3f92350df9020de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1634297 May 31 14:04:13.502403 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port d68d09a6-dea2-4bb1-bb4d-01d24c322e9b triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:04:13.503391 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:13.631477 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-47da90b7-ecdf-49e0-b9f4-2335942bf82b req-255078f8-69cc-4eb5-8960-9d143758e36a service neutron] 10.222.0.50 "GET /v2.0/networks/db311799-24a2-4ea7-9ab3-8c8ea6c3c36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422283 May 31 14:04:13.798340 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port d68d09a6-dea2-4bb1-bb4d-01d24c322e9b is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:04:13.802431 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-45aeea5f-f350-4f62-8c35-3324a6738179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bffc6fda-a9bb-49d4-a068-bdf57d19e228', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1760263196', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': '6c491c64-238a-4c26-99c0-3200dcc22b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:04:03Z', 'updated_at': '2022-05-31T14:04:09Z', 'revision_number': 4, 'project_id': '088180f8cd814306a3f92350df9020de', 'gw_port': {'id': '6c491c64-238a-4c26-99c0-3200dcc22b04', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:49:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bffc6fda-a9bb-49d4-a068-bdf57d19e228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:04:04Z', 'updated_at': '2022-05-31T14:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'd8cf2ac1-a4af-49f3-9379-24dd1f0894d6', 'name': '', 'network_id': 'db311799-24a2-4ea7-9ab3-8c8ea6c3c36f', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'mac_address': 'fa:16:3e:ee:2c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bffc6fda-a9bb-49d4-a068-bdf57d19e228', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'fa044e11-5534-43b8-86ac-557f17f391b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:04:08Z', 'updated_at': '2022-05-31T14:04:10Z', 'revision_number': 2, 'project_id': '088180f8cd814306a3f92350df9020de', 'subnets': [{'id': 'fa044e11-5534-43b8-86ac-557f17f391b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:04:13.812469 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45aeea5f-f350-4f62-8c35-3324a6738179 None None] Checking router: bffc6fda-a9bb-49d4-a068-bdf57d19e228 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:04:13.812469 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45aeea5f-f350-4f62-8c35-3324a6738179 None None] Updating router bffc6fda-a9bb-49d4-a068-bdf57d19e228 port d8cf2ac1-a4af-49f3-9379-24dd1f0894d6 binding host n-d-843939-1 {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 14:04:13.888624 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-47da90b7-ecdf-49e0-b9f4-2335942bf82b req-6a961900-8173-4bee-973b-1be460375ef3 service neutron] 10.222.0.50 "GET /v2.0/networks/db311799-24a2-4ea7-9ab3-8c8ea6c3c36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406199 May 31 14:04:13.905498 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45aeea5f-f350-4f62-8c35-3324a6738179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:13.976176 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:14.052199 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:14.249497 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-56ac4a68-44f2-47fc-9588-cc0e84cc8ad8 req-929419a4-26ae-48b4-a973-7a2f2b9d36c1 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=61be88a2-7a11-49b7-80fe-23da1a59f384 HTTP/1.1" status: 200 len: 210 time: 0.1083879 May 31 14:04:14.527957 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45aeea5f-f350-4f62-8c35-3324a6738179 None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:14.542970 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45aeea5f-f350-4f62-8c35-3324a6738179 None None] Transition to ACTIVE for port object d8cf2ac1-a4af-49f3-9379-24dd1f0894d6 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:04:14.552296 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45aeea5f-f350-4f62-8c35-3324a6738179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:14.648042 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d4af13-478b-450b-ad69-3811445c2a3a None None] Pushing event updated for resources: {'Port': ['ID=d8cf2ac1-a4af-49f3-9379-24dd1f0894d6,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:04:14.815370 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 33312) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:04:14.958298 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-45aeea5f-f350-4f62-8c35-3324a6738179 None None] Attempting to bind port d8cf2ac1-a4af-49f3-9379-24dd1f0894d6 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:04:14.958668 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-45aeea5f-f350-4f62-8c35-3324a6738179 None None] Attempting to bind port d8cf2ac1-a4af-49f3-9379-24dd1f0894d6 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '0bdb38e1-8ce3-4ca1-a5c8-774d802ae26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'db311799-24a2-4ea7-9ab3-8c8ea6c3c36f'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:04:14.959032 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45aeea5f-f350-4f62-8c35-3324a6738179 None None] Attempting to bind port d8cf2ac1-a4af-49f3-9379-24dd1f0894d6 on network db311799-24a2-4ea7-9ab3-8c8ea6c3c36f {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:04:14.984454 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45aeea5f-f350-4f62-8c35-3324a6738179 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:04:14.985022 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45aeea5f-f350-4f62-8c35-3324a6738179 None None] Checking segment: {'id': '0bdb38e1-8ce3-4ca1-a5c8-774d802ae26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'db311799-24a2-4ea7-9ab3-8c8ea6c3c36f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:04:14.985480 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45aeea5f-f350-4f62-8c35-3324a6738179 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:14.985901 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45aeea5f-f350-4f62-8c35-3324a6738179 None None] Bound using segment: {'id': '0bdb38e1-8ce3-4ca1-a5c8-774d802ae26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'db311799-24a2-4ea7-9ab3-8c8ea6c3c36f'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:04:14.986431 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-45aeea5f-f350-4f62-8c35-3324a6738179 None None] Bound port: d8cf2ac1-a4af-49f3-9379-24dd1f0894d6, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bdb38e1-8ce3-4ca1-a5c8-774d802ae26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'db311799-24a2-4ea7-9ab3-8c8ea6c3c36f'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:04:14.986823 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45aeea5f-f350-4f62-8c35-3324a6738179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:15.245601 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45aeea5f-f350-4f62-8c35-3324a6738179 None None] For port d8cf2ac1-a4af-49f3-9379-24dd1f0894d6, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:04:15.250593 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45aeea5f-f350-4f62-8c35-3324a6738179 None None] For port d8cf2ac1-a4af-49f3-9379-24dd1f0894d6, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=d8cf2ac1-a4af-49f3-9379-24dd1f0894d6,segment=NetworkSegment(0bdb38e1-8ce3-4ca1-a5c8-774d802ae26a),segment_id=0bdb38e1-8ce3-4ca1-a5c8-774d802ae26a)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:04:15.257202 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45aeea5f-f350-4f62-8c35-3324a6738179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:15.456571 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d4af13-478b-450b-ad69-3811445c2a3a None None] Pushing event updated for resources: {'Port': ['ID=d8cf2ac1-a4af-49f3-9379-24dd1f0894d6,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:04:15.518953 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45aeea5f-f350-4f62-8c35-3324a6738179 None None] Routers {'bffc6fda-a9bb-49d4-a068-bdf57d19e228'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:04:15.518953 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-45aeea5f-f350-4f62-8c35-3324a6738179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:04:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['bffc6fda-a9bb-49d4-a068-bdf57d19e228'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:04:15.524799 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-961baab0-cb53-44b1-bed9-0783cea28474 req-f2a3c611-ddab-4986-b2d4-419496cc5186 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=61be88a2-7a11-49b7-80fe-23da1a59f384 HTTP/1.1" status: 200 len: 210 time: 0.1427755 May 31 14:04:15.942029 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:16.047214 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-45aeea5f-f350-4f62-8c35-3324a6738179 None None] Set router bffc6fda-a9bb-49d4-a068-bdf57d19e228 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:04:16.385220 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da90b7-ecdf-49e0-b9f4-2335942bf82b req-d6080002-b2b3-4589-a09f-4b1714d6cecd tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:04:16.386777 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-47da90b7-ecdf-49e0-b9f4-2335942bf82b req-d6080002-b2b3-4589-a09f-4b1714d6cecd tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.20 "GET /v2.0/networks?id=db311799-24a2-4ea7-9ab3-8c8ea6c3c36f HTTP/1.1" status: 200 len: 797 time: 0.6844893 May 31 14:04:16.433006 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-62a132c3-c5c3-4f45-b85e-9fc882dc2494 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:16.472268 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-47da90b7-ecdf-49e0-b9f4-2335942bf82b req-3684568a-6760-4301-9369-41499bc0bca8 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=088180f8cd814306a3f92350df9020de HTTP/1.1" status: 200 len: 380 time: 0.0770960 May 31 14:04:16.485243 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-47da90b7-ecdf-49e0-b9f4-2335942bf82b req-7cbfffca-83c1-4c59-80c7-9719e46ba379 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Request body: {'port': {'device_id': '61be88a2-7a11-49b7-80fe-23da1a59f384', 'network_id': 'db311799-24a2-4ea7-9ab3-8c8ea6c3c36f', 'admin_state_up': True, 'tenant_id': '088180f8cd814306a3f92350df9020de', 'security_groups': ['aa39f1da-00b3-449d-8d8b-43dcd4022661']}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:04:16.705698 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-45aeea5f-f350-4f62-8c35-3324a6738179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bffc6fda-a9bb-49d4-a068-bdf57d19e228', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1760263196', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': '6c491c64-238a-4c26-99c0-3200dcc22b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:04:03Z', 'updated_at': '2022-05-31T14:04:09Z', 'revision_number': 4, 'project_id': '088180f8cd814306a3f92350df9020de', 'gw_port': {'id': '6c491c64-238a-4c26-99c0-3200dcc22b04', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:49:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bffc6fda-a9bb-49d4-a068-bdf57d19e228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:04:04Z', 'updated_at': '2022-05-31T14:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'd8cf2ac1-a4af-49f3-9379-24dd1f0894d6', 'name': '', 'network_id': 'db311799-24a2-4ea7-9ab3-8c8ea6c3c36f', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'mac_address': 'fa:16:3e:ee:2c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bffc6fda-a9bb-49d4-a068-bdf57d19e228', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'fa044e11-5534-43b8-86ac-557f17f391b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:04:08Z', 'updated_at': '2022-05-31T14:04:15Z', 'revision_number': 4, 'project_id': '088180f8cd814306a3f92350df9020de', 'subnets': [{'id': 'fa044e11-5534-43b8-86ac-557f17f391b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:04:16.725523 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45aeea5f-f350-4f62-8c35-3324a6738179 None None] The sync data for ids ['bffc6fda-a9bb-49d4-a068-bdf57d19e228'] in n-d-843939-1 is: [{'id': 'bffc6fda-a9bb-49d4-a068-bdf57d19e228', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1760263196', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': '6c491c64-238a-4c26-99c0-3200dcc22b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:04:03Z', 'updated_at': '2022-05-31T14:04:09Z', 'revision_number': 4, 'project_id': '088180f8cd814306a3f92350df9020de', 'gw_port': {'id': '6c491c64-238a-4c26-99c0-3200dcc22b04', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:49:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bffc6fda-a9bb-49d4-a068-bdf57d19e228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:04:04Z', 'updated_at': '2022-05-31T14:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'd8cf2ac1-a4af-49f3-9379-24dd1f0894d6', 'name': '', 'network_id': 'db311799-24a2-4ea7-9ab3-8c8ea6c3c36f', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'mac_address': 'fa:16:3e:ee:2c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bffc6fda-a9bb-49d4-a068-bdf57d19e228', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'fa044e11-5534-43b8-86ac-557f17f391b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:04:08Z', 'updated_at': '2022-05-31T14:04:15Z', 'revision_number': 4, 'project_id': '088180f8cd814306a3f92350df9020de', 'subnets': [{'id': 'fa044e11-5534-43b8-86ac-557f17f391b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:04:16.876166 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1b4021b4-d6bd-46e8-8aff-944d3c242492 req-e0e0d0ea-1e5e-4f23-ad48-88d3c52da214 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=61be88a2-7a11-49b7-80fe-23da1a59f384 HTTP/1.1" status: 200 len: 210 time: 0.0908344 May 31 14:04:16.924657 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-47da90b7-ecdf-49e0-b9f4-2335942bf82b req-7cbfffca-83c1-4c59-80c7-9719e46ba379 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:04:17.004361 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-47da90b7-ecdf-49e0-b9f4-2335942bf82b req-7cbfffca-83c1-4c59-80c7-9719e46ba379 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:04:17.098322 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47da90b7-ecdf-49e0-b9f4-2335942bf82b req-7cbfffca-83c1-4c59-80c7-9719e46ba379 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Made reservation on behalf of 088180f8cd814306a3f92350df9020de for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:04:17.124351 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-47da90b7-ecdf-49e0-b9f4-2335942bf82b req-7cbfffca-83c1-4c59-80c7-9719e46ba379 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:17.429304 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-62a132c3-c5c3-4f45-b85e-9fc882dc2494 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Allocated IP 172.20.0.17 (4f57bfbf-eb92-4d59-8006-3805c449df74/f4a4be53-927f-4b0f-bce7-89c402affefd/178a9119-a3e9-4843-b240-c48f0f7e7276) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:04:17.598659 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-47da90b7-ecdf-49e0-b9f4-2335942bf82b req-7cbfffca-83c1-4c59-80c7-9719e46ba379 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Allocated IP 172.20.0.6 (db311799-24a2-4ea7-9ab3-8c8ea6c3c36f/fa044e11-5534-43b8-86ac-557f17f391b4/23274bd7-e97f-401d-bb68-fbbed91328e8) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:04:17.929575 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-62a132c3-c5c3-4f45-b85e-9fc882dc2494 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:18.023177 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-62a132c3-c5c3-4f45-b85e-9fc882dc2494 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Transition to ACTIVE for port object 178a9119-a3e9-4843-b240-c48f0f7e7276 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:04:18.062606 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device d8cf2ac1-a4af-49f3-9379-24dd1f0894d6 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:04:18.104764 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-62a132c3-c5c3-4f45-b85e-9fc882dc2494 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:18.235997 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-47da90b7-ecdf-49e0-b9f4-2335942bf82b req-7cbfffca-83c1-4c59-80c7-9719e46ba379 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:18.261891 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-47da90b7-ecdf-49e0-b9f4-2335942bf82b req-7cbfffca-83c1-4c59-80c7-9719e46ba379 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Transition to ACTIVE for port object 23274bd7-e97f-401d-bb68-fbbed91328e8 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:04:18.321044 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-47da90b7-ecdf-49e0-b9f4-2335942bf82b req-7cbfffca-83c1-4c59-80c7-9719e46ba379 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:18.329490 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a132c3-c5c3-4f45-b85e-9fc882dc2494 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Network 4f57bfbf-eb92-4d59-8006-3805c449df74 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:04:18.377604 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port d8cf2ac1-a4af-49f3-9379-24dd1f0894d6 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:04:18.380680 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-62a132c3-c5c3-4f45-b85e-9fc882dc2494 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:04:18.381150 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a132c3-c5c3-4f45-b85e-9fc882dc2494 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:04:18.389299 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port d8cf2ac1-a4af-49f3-9379-24dd1f0894d6 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:04:18.389665 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:18.713012 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47da90b7-ecdf-49e0-b9f4-2335942bf82b req-7cbfffca-83c1-4c59-80c7-9719e46ba379 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Network db311799-24a2-4ea7-9ab3-8c8ea6c3c36f is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:04:18.720381 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-47da90b7-ecdf-49e0-b9f4-2335942bf82b req-7cbfffca-83c1-4c59-80c7-9719e46ba379 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:04:18.735297 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-47da90b7-ecdf-49e0-b9f4-2335942bf82b req-7cbfffca-83c1-4c59-80c7-9719e46ba379 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:04:18.854482 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da90b7-ecdf-49e0-b9f4-2335942bf82b req-7cbfffca-83c1-4c59-80c7-9719e46ba379 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:04:18.876722 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-47da90b7-ecdf-49e0-b9f4-2335942bf82b req-7cbfffca-83c1-4c59-80c7-9719e46ba379 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:18.889715 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-62a132c3-c5c3-4f45-b85e-9fc882dc2494 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:18.967224 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port d8cf2ac1-a4af-49f3-9379-24dd1f0894d6 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:04:18.967224 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:19.058269 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port d8cf2ac1-a4af-49f3-9379-24dd1f0894d6, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=d8cf2ac1-a4af-49f3-9379-24dd1f0894d6,segment=NetworkSegment(0bdb38e1-8ce3-4ca1-a5c8-774d802ae26a),segment_id=0bdb38e1-8ce3-4ca1-a5c8-774d802ae26a)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:04:19.058269 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:19.089269 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbfffca-83c1-4c59-80c7-9719e46ba379 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event updated for resources: {'Port': ['ID=23274bd7-e97f-401d-bb68-fbbed91328e8,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:04:19.153528 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-47da90b7-ecdf-49e0-b9f4-2335942bf82b req-7cbfffca-83c1-4c59-80c7-9719e46ba379 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6727514 May 31 14:04:19.177060 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=d8cf2ac1-a4af-49f3-9379-24dd1f0894d6,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:04:19.184909 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-47da90b7-ecdf-49e0-b9f4-2335942bf82b req-484b5a23-c839-45bc-a209-b8d630b63a95 service neutron] Request body: {'port': {'device_id': '61be88a2-7a11-49b7-80fe-23da1a59f384', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:04:19.201721 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e1d5717d-84de-4d05-9cd7-5f0565b322cb None None] Provisioning for port 178a9119-a3e9-4843-b240-c48f0f7e7276 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:04:19.209357 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e1d5717d-84de-4d05-9cd7-5f0565b322cb None None] Provisioning complete for port 178a9119-a3e9-4843-b240-c48f0f7e7276 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:04:19.210426 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e1d5717d-84de-4d05-9cd7-5f0565b322cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:19.319380 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a132c3-c5c3-4f45-b85e-9fc882dc2494 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Pushing event updated for resources: {'Port': ['ID=178a9119-a3e9-4843-b240-c48f0f7e7276,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:04:19.334846 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-e1d5717d-84de-4d05-9cd7-5f0565b322cb None None] Port 178a9119-a3e9-4843-b240-c48f0f7e7276 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:04:19.340403 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f29814-64f6-49d7-8f89-acb051f9421f req-19513ee6-2aa2-442e-b172-1a28e9d01d18 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:04:19.342017 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-17f29814-64f6-49d7-8f89-acb051f9421f req-19513ee6-2aa2-442e-b172-1a28e9d01d18 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Synchronizing usage tracker for tenant:088180f8cd814306a3f92350df9020de on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:04:19.424096 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-17f29814-64f6-49d7-8f89-acb051f9421f req-19513ee6-2aa2-442e-b172-1a28e9d01d18 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Unset dirty status for tenant:088180f8cd814306a3f92350df9020de on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:04:19.432107 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-17f29814-64f6-49d7-8f89-acb051f9421f req-19513ee6-2aa2-442e-b172-1a28e9d01d18 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=61be88a2-7a11-49b7-80fe-23da1a59f384 HTTP/1.1" status: 200 len: 931 time: 0.9081359 May 31 14:04:19.464260 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-35df6184-453c-4ca0-b3c8-e3911d751335 None None] Provisioning for port 23274bd7-e97f-401d-bb68-fbbed91328e8 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:04:19.473469 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-35df6184-453c-4ca0-b3c8-e3911d751335 None None] Provisioning complete for port 23274bd7-e97f-401d-bb68-fbbed91328e8 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:04:19.474658 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-35df6184-453c-4ca0-b3c8-e3911d751335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:19.636577 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-17f29814-64f6-49d7-8f89-acb051f9421f req-9918ec4e-06b0-41e4-b89c-74dd7fb69638 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa39f1da-00b3-449d-8d8b-43dcd4022661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2011988 May 31 14:04:19.650288 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-47da90b7-ecdf-49e0-b9f4-2335942bf82b req-484b5a23-c839-45bc-a209-b8d630b63a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:19.720666 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-62a132c3-c5c3-4f45-b85e-9fc882dc2494 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:19.773913 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-35df6184-453c-4ca0-b3c8-e3911d751335 None None] Port 23274bd7-e97f-401d-bb68-fbbed91328e8 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:04:19.978998 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device d8cf2ac1-a4af-49f3-9379-24dd1f0894d6 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:04:20.285065 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-47da90b7-ecdf-49e0-b9f4-2335942bf82b req-484b5a23-c839-45bc-a209-b8d630b63a95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23274bd7-e97f-401d-bb68-fbbed91328e8 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:04:20.293393 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-47da90b7-ecdf-49e0-b9f4-2335942bf82b req-484b5a23-c839-45bc-a209-b8d630b63a95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:20.296714 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port d8cf2ac1-a4af-49f3-9379-24dd1f0894d6 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:04:20.297290 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:20.346998 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-47da90b7-ecdf-49e0-b9f4-2335942bf82b req-484b5a23-c839-45bc-a209-b8d630b63a95 service neutron] Transition to ACTIVE for port object 23274bd7-e97f-401d-bb68-fbbed91328e8 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:04:20.352346 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-47da90b7-ecdf-49e0-b9f4-2335942bf82b req-484b5a23-c839-45bc-a209-b8d630b63a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:20.744140 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-62a132c3-c5c3-4f45-b85e-9fc882dc2494 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:20.763048 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-62a132c3-c5c3-4f45-b85e-9fc882dc2494 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:20.772457 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port d8cf2ac1-a4af-49f3-9379-24dd1f0894d6 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:04:20.955980 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-62a132c3-c5c3-4f45-b85e-9fc882dc2494 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:21.017317 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a132c3-c5c3-4f45-b85e-9fc882dc2494 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Pushing event updated for resources: {'Port': ['ID=178a9119-a3e9-4843-b240-c48f0f7e7276,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:04:21.230987 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a132c3-c5c3-4f45-b85e-9fc882dc2494 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Network 4f57bfbf-eb92-4d59-8006-3805c449df74 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:04:21.232085 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-62a132c3-c5c3-4f45-b85e-9fc882dc2494 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:04:21.289653 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484b5a23-c839-45bc-a209-b8d630b63a95 service neutron] Pushing event updated for resources: {'Port': ['ID=23274bd7-e97f-401d-bb68-fbbed91328e8,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:04:21.318678 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-47da90b7-ecdf-49e0-b9f4-2335942bf82b req-484b5a23-c839-45bc-a209-b8d630b63a95 service neutron] Attempting to bind port 23274bd7-e97f-401d-bb68-fbbed91328e8 on host n-h1-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:04:21.319064 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-47da90b7-ecdf-49e0-b9f4-2335942bf82b req-484b5a23-c839-45bc-a209-b8d630b63a95 service neutron] Attempting to bind port 23274bd7-e97f-401d-bb68-fbbed91328e8 by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': '0bdb38e1-8ce3-4ca1-a5c8-774d802ae26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'db311799-24a2-4ea7-9ab3-8c8ea6c3c36f'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:04:21.319390 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47da90b7-ecdf-49e0-b9f4-2335942bf82b req-484b5a23-c839-45bc-a209-b8d630b63a95 service neutron] Attempting to bind port 23274bd7-e97f-401d-bb68-fbbed91328e8 on network db311799-24a2-4ea7-9ab3-8c8ea6c3c36f {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:04:21.337407 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47da90b7-ecdf-49e0-b9f4-2335942bf82b req-484b5a23-c839-45bc-a209-b8d630b63a95 service neutron] Port 23274bd7-e97f-401d-bb68-fbbed91328e8 on network db311799-24a2-4ea7-9ab3-8c8ea6c3c36f not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 14:04:21.337725 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47da90b7-ecdf-49e0-b9f4-2335942bf82b req-484b5a23-c839-45bc-a209-b8d630b63a95 service neutron] Attempting to bind port 23274bd7-e97f-401d-bb68-fbbed91328e8 on network db311799-24a2-4ea7-9ab3-8c8ea6c3c36f {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:04:21.346467 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47da90b7-ecdf-49e0-b9f4-2335942bf82b req-484b5a23-c839-45bc-a209-b8d630b63a95 service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:04:21.346801 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47da90b7-ecdf-49e0-b9f4-2335942bf82b req-484b5a23-c839-45bc-a209-b8d630b63a95 service neutron] Checking segment: {'id': '0bdb38e1-8ce3-4ca1-a5c8-774d802ae26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'db311799-24a2-4ea7-9ab3-8c8ea6c3c36f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:04:21.347385 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47da90b7-ecdf-49e0-b9f4-2335942bf82b req-484b5a23-c839-45bc-a209-b8d630b63a95 service neutron] Bound using segment: {'id': '0bdb38e1-8ce3-4ca1-a5c8-774d802ae26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'db311799-24a2-4ea7-9ab3-8c8ea6c3c36f'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:04:21.348473 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-47da90b7-ecdf-49e0-b9f4-2335942bf82b req-484b5a23-c839-45bc-a209-b8d630b63a95 service neutron] Bound port: 23274bd7-e97f-401d-bb68-fbbed91328e8, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bdb38e1-8ce3-4ca1-a5c8-774d802ae26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'db311799-24a2-4ea7-9ab3-8c8ea6c3c36f'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:04:21.348997 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-47da90b7-ecdf-49e0-b9f4-2335942bf82b req-484b5a23-c839-45bc-a209-b8d630b63a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:21.386496 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a7eae-c5fe-4a64-b85b-8b2fe15d4b66 req-2e34d4e9-00f8-4708-8194-e6a63646b405 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:04:21.388317 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b07a7eae-c5fe-4a64-b85b-8b2fe15d4b66 req-2e34d4e9-00f8-4708-8194-e6a63646b405 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=61be88a2-7a11-49b7-80fe-23da1a59f384 HTTP/1.1" status: 200 len: 943 time: 0.4653399 May 31 14:04:21.579376 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-47da90b7-ecdf-49e0-b9f4-2335942bf82b req-484b5a23-c839-45bc-a209-b8d630b63a95 service neutron] For port 23274bd7-e97f-401d-bb68-fbbed91328e8, host n-h1-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:04:21.593796 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-47da90b7-ecdf-49e0-b9f4-2335942bf82b req-484b5a23-c839-45bc-a209-b8d630b63a95 service neutron] For port 23274bd7-e97f-401d-bb68-fbbed91328e8, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=23274bd7-e97f-401d-bb68-fbbed91328e8,segment=NetworkSegment(0bdb38e1-8ce3-4ca1-a5c8-774d802ae26a),segment_id=0bdb38e1-8ce3-4ca1-a5c8-774d802ae26a)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:04:21.606395 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-47da90b7-ecdf-49e0-b9f4-2335942bf82b req-484b5a23-c839-45bc-a209-b8d630b63a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:21.701318 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-4630031e-cfc4-4ef4-bd61-d9dfcdda967a None None] Provisioning complete for port 178a9119-a3e9-4843-b240-c48f0f7e7276 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:04:21.701318 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4630031e-cfc4-4ef4-bd61-d9dfcdda967a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:21.758492 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62a132c3-c5c3-4f45-b85e-9fc882dc2494 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Router a551d982-0d35-4450-9e6d-6e3cf58c5900 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:04:21.800466 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da90b7-ecdf-49e0-b9f4-2335942bf82b req-484b5a23-c839-45bc-a209-b8d630b63a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:04:21.801477 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-47da90b7-ecdf-49e0-b9f4-2335942bf82b req-484b5a23-c839-45bc-a209-b8d630b63a95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:21.802941 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-47da90b7-ecdf-49e0-b9f4-2335942bf82b req-484b5a23-c839-45bc-a209-b8d630b63a95 service neutron] 10.222.0.20 "PUT /v2.0/ports/23274bd7-e97f-401d-bb68-fbbed91328e8 HTTP/1.1" status: 200 len: 1091 time: 2.6367285 May 31 14:04:21.840067 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61be88a2-7a11-49b7-80fe-23da1a59f384', 'tag': '23274bd7-e97f-401d-bb68-fbbed91328e8'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:04:21.840969 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-4630031e-cfc4-4ef4-bd61-d9dfcdda967a None None] Port 178a9119-a3e9-4843-b240-c48f0f7e7276 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:04:21.852869 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484b5a23-c839-45bc-a209-b8d630b63a95 service neutron] Pushing event updated for resources: {'Port': ['ID=23274bd7-e97f-401d-bb68-fbbed91328e8,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:04:22.067003 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b07a7eae-c5fe-4a64-b85b-8b2fe15d4b66 req-0baf3260-e426-463b-8e7c-cfb02ee88d8e tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa39f1da-00b3-449d-8d8b-43dcd4022661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4690795 May 31 14:04:22.076241 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0dd68ca-252b-4d17-9940-e6ed04a5527e'] response: {'name': 'network-changed', 'server_uuid': '61be88a2-7a11-49b7-80fe-23da1a59f384', 'tag': '23274bd7-e97f-401d-bb68-fbbed91328e8', 'status': 'completed', 'code': 200} May 31 14:04:22.134829 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da90b7-ecdf-49e0-b9f4-2335942bf82b req-834e43c4-4999-40df-8df2-eabe5d45a11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:04:22.140235 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-47da90b7-ecdf-49e0-b9f4-2335942bf82b req-834e43c4-4999-40df-8df2-eabe5d45a11e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=088180f8cd814306a3f92350df9020de&device_id=61be88a2-7a11-49b7-80fe-23da1a59f384 HTTP/1.1" status: 200 len: 1094 time: 0.2328398 May 31 14:04:22.257145 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-47da90b7-ecdf-49e0-b9f4-2335942bf82b req-85dbb510-74d3-412e-a9d6-ab13f6da5b55 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23274bd7-e97f-401d-bb68-fbbed91328e8 HTTP/1.1" status: 200 len: 217 time: 0.0993474 May 31 14:04:22.381376 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62a132c3-c5c3-4f45-b85e-9fc882dc2494 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:04:22.403202 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0bdb70-7fa0-4472-b36b-2aa931a4dfcb None None] Sync routers for ids ['a551d982-0d35-4450-9e6d-6e3cf58c5900'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:04:22.426111 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0bdb70-7fa0-4472-b36b-2aa931a4dfcb None None] Routers {'a551d982-0d35-4450-9e6d-6e3cf58c5900'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:04:22.428618 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-2b0bdb70-7fa0-4472-b36b-2aa931a4dfcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:04:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['a551d982-0d35-4450-9e6d-6e3cf58c5900'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:04:22.445887 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da90b7-ecdf-49e0-b9f4-2335942bf82b req-36048a08-657b-4887-85be-f7c1f3d0d7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:04:22.452465 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-62a132c3-c5c3-4f45-b85e-9fc882dc2494 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "PUT /v2.0/routers/a551d982-0d35-4450-9e6d-6e3cf58c5900/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6302705 May 31 14:04:22.452768 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-47da90b7-ecdf-49e0-b9f4-2335942bf82b req-36048a08-657b-4887-85be-f7c1f3d0d7e1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fa044e11-5534-43b8-86ac-557f17f391b4 HTTP/1.1" status: 200 len: 834 time: 0.1927416 May 31 14:04:22.677731 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da90b7-ecdf-49e0-b9f4-2335942bf82b req-613980b2-0f31-4e60-85d5-b030aac3a51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:04:22.679919 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-47da90b7-ecdf-49e0-b9f4-2335942bf82b req-613980b2-0f31-4e60-85d5-b030aac3a51b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=db311799-24a2-4ea7-9ab3-8c8ea6c3c36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2216220 May 31 14:04:22.840949 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-2b0bdb70-7fa0-4472-b36b-2aa931a4dfcb None None] Set router a551d982-0d35-4450-9e6d-6e3cf58c5900 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:04:22.925071 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-47da90b7-ecdf-49e0-b9f4-2335942bf82b req-39886fd7-a8e4-4dd8-a2f4-0061648bc9ee service neutron] 10.222.0.20 "GET /v2.0/networks/db311799-24a2-4ea7-9ab3-8c8ea6c3c36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335749 May 31 14:04:23.234124 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-47da90b7-ecdf-49e0-b9f4-2335942bf82b req-c2d3423c-fdf3-4016-ac95-456b49726bb1 service neutron] 10.222.0.20 "GET /v2.0/networks/db311799-24a2-4ea7-9ab3-8c8ea6c3c36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999907 May 31 14:04:23.468493 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-2b0bdb70-7fa0-4472-b36b-2aa931a4dfcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a551d982-0d35-4450-9e6d-6e3cf58c5900', 'name': 'tempest-TestNetworkBasicOps-router-1936781450', 'tenant_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '19a7de98-bbc6-48a8-adea-8ed5c9ed46b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:02:27Z', 'updated_at': '2022-05-31T14:04:19Z', 'revision_number': 5, 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'gw_port': {'id': '19a7de98-bbc6-48a8-adea-8ed5c9ed46b5', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:6d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a551d982-0d35-4450-9e6d-6e3cf58c5900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:02:28Z', 'updated_at': '2022-05-31T14:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '6d16853c-e4d8-44be-a65a-313556e433a1', 'tenant_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'floating_ip_address': '172.25.6.107', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': 'a551d982-0d35-4450-9e6d-6e3cf58c5900', 'port_id': 'bcf7ec99-2de8-4ae6-ae65-2f9b3978b327', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d1591f0-948d-423b-b377-aa74ae0bd268', 'mac_address': 'fa:16:3e:18:93:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51720720-4c16-45f7-aace-9812c951b1b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:03:06Z', 'updated_at': '2022-05-31T14:03:13Z', 'revision_number': 1, 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13208598-19fa-493d-b60d-80b0fa8cf721', 'name': '', 'network_id': '4d1591f0-948d-423b-b377-aa74ae0bd268', 'tenant_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'mac_address': 'fa:16:3e:05:49:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a551d982-0d35-4450-9e6d-6e3cf58c5900', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'de06fd48-48b1-4674-b24c-7d9de086f6a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:02:34Z', 'updated_at': '2022-05-31T14:02:46Z', 'revision_number': 5, 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'subnets': [{'id': 'de06fd48-48b1-4674-b24c-7d9de086f6a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '178a9119-a3e9-4843-b240-c48f0f7e7276', 'name': '', 'network_id': '4f57bfbf-eb92-4d59-8006-3805c449df74', 'tenant_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'mac_address': 'fa:16:3e:fb:f1:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a551d982-0d35-4450-9e6d-6e3cf58c5900', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'f4a4be53-927f-4b0f-bce7-89c402affefd', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:04:16Z', 'updated_at': '2022-05-31T14:04:20Z', 'revision_number': 2, 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'subnets': [{'id': 'f4a4be53-927f-4b0f-bce7-89c402affefd', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:04:23.468493 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0bdb70-7fa0-4472-b36b-2aa931a4dfcb None None] Checking router: a551d982-0d35-4450-9e6d-6e3cf58c5900 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:04:23.468493 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0bdb70-7fa0-4472-b36b-2aa931a4dfcb None None] Updating router a551d982-0d35-4450-9e6d-6e3cf58c5900 port 178a9119-a3e9-4843-b240-c48f0f7e7276 binding host n-d-843939-1 {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 14:04:23.502490 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2ccc08-961b-4ddb-894c-86d85256d4f0 req-915dddbb-1a3e-4894-89bd-6d961ff7a8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:04:23.502490 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6c2ccc08-961b-4ddb-894c-86d85256d4f0 req-915dddbb-1a3e-4894-89bd-6d961ff7a8f0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=088180f8cd814306a3f92350df9020de&device_id=61be88a2-7a11-49b7-80fe-23da1a59f384 HTTP/1.1" status: 200 len: 1094 time: 0.2050583 May 31 14:04:23.530699 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbf7fae-9a1e-463b-940c-b9c2a353288b req-b7b2d460-0692-4cc9-8e93-5636541da3ba tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:04:23.538946 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4bbf7fae-9a1e-463b-940c-b9c2a353288b req-b7b2d460-0692-4cc9-8e93-5636541da3ba tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=61be88a2-7a11-49b7-80fe-23da1a59f384 HTTP/1.1" status: 200 len: 943 time: 0.1977108 May 31 14:04:23.566759 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2b0bdb70-7fa0-4472-b36b-2aa931a4dfcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:23.713464 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4bbf7fae-9a1e-463b-940c-b9c2a353288b req-5c52914f-6867-4075-b3e9-c8734d6d5478 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa39f1da-00b3-449d-8d8b-43dcd4022661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1689272 May 31 14:04:23.764425 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2ccc08-961b-4ddb-894c-86d85256d4f0 req-43e19425-7b1c-4e2a-9af0-210fe2adff45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:04:23.783341 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6c2ccc08-961b-4ddb-894c-86d85256d4f0 req-43e19425-7b1c-4e2a-9af0-210fe2adff45 service neutron] 10.222.0.20 "GET /v2.0/networks?id=db311799-24a2-4ea7-9ab3-8c8ea6c3c36f HTTP/1.1" status: 200 len: 898 time: 0.2367811 May 31 14:04:23.874345 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6c2ccc08-961b-4ddb-894c-86d85256d4f0 req-144dfaee-4fe5-4dfe-b98b-7345f385e74c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23274bd7-e97f-401d-bb68-fbbed91328e8 HTTP/1.1" status: 200 len: 217 time: 0.0868742 May 31 14:04:23.987959 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2ccc08-961b-4ddb-894c-86d85256d4f0 req-7a5fa4fc-c6d0-4800-9244-d73708810263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:04:23.987959 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6c2ccc08-961b-4ddb-894c-86d85256d4f0 req-7a5fa4fc-c6d0-4800-9244-d73708810263 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fa044e11-5534-43b8-86ac-557f17f391b4 HTTP/1.1" status: 200 len: 834 time: 0.1097553 May 31 14:04:24.110454 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2ccc08-961b-4ddb-894c-86d85256d4f0 req-a4190424-24db-4de5-96b5-ade85365c65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:04:24.112436 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6c2ccc08-961b-4ddb-894c-86d85256d4f0 req-a4190424-24db-4de5-96b5-ade85365c65c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=db311799-24a2-4ea7-9ab3-8c8ea6c3c36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1173759 May 31 14:04:24.152948 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2b0bdb70-7fa0-4472-b36b-2aa931a4dfcb None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:24.166910 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-2b0bdb70-7fa0-4472-b36b-2aa931a4dfcb None None] Transition to ACTIVE for port object 178a9119-a3e9-4843-b240-c48f0f7e7276 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:04:24.180863 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2b0bdb70-7fa0-4472-b36b-2aa931a4dfcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:24.375280 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6c2ccc08-961b-4ddb-894c-86d85256d4f0 req-7192d30b-7d86-4b3d-903a-dd1c4c703780 service neutron] 10.222.0.20 "GET /v2.0/networks/db311799-24a2-4ea7-9ab3-8c8ea6c3c36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487907 May 31 14:04:24.558787 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac042d9a-b37d-4a38-87d4-5cc35be64fe5 None None] Pushing event updated for resources: {'Port': ['ID=178a9119-a3e9-4843-b240-c48f0f7e7276,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:04:24.601397 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-2b0bdb70-7fa0-4472-b36b-2aa931a4dfcb None None] Attempting to bind port 178a9119-a3e9-4843-b240-c48f0f7e7276 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:04:24.602342 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-2b0bdb70-7fa0-4472-b36b-2aa931a4dfcb None None] Attempting to bind port 178a9119-a3e9-4843-b240-c48f0f7e7276 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '581eee84-26b5-4fb6-ab93-42fdad66a499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4f57bfbf-eb92-4d59-8006-3805c449df74'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:04:24.602950 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0bdb70-7fa0-4472-b36b-2aa931a4dfcb None None] Attempting to bind port 178a9119-a3e9-4843-b240-c48f0f7e7276 on network 4f57bfbf-eb92-4d59-8006-3805c449df74 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:04:24.610731 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0bdb70-7fa0-4472-b36b-2aa931a4dfcb None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:04:24.611359 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0bdb70-7fa0-4472-b36b-2aa931a4dfcb None None] Checking segment: {'id': '581eee84-26b5-4fb6-ab93-42fdad66a499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4f57bfbf-eb92-4d59-8006-3805c449df74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:04:24.612144 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2b0bdb70-7fa0-4472-b36b-2aa931a4dfcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:24.612745 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0bdb70-7fa0-4472-b36b-2aa931a4dfcb None None] Bound using segment: {'id': '581eee84-26b5-4fb6-ab93-42fdad66a499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4f57bfbf-eb92-4d59-8006-3805c449df74'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:04:24.613421 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-2b0bdb70-7fa0-4472-b36b-2aa931a4dfcb None None] Bound port: 178a9119-a3e9-4843-b240-c48f0f7e7276, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '581eee84-26b5-4fb6-ab93-42fdad66a499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4f57bfbf-eb92-4d59-8006-3805c449df74'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:04:24.614271 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2b0bdb70-7fa0-4472-b36b-2aa931a4dfcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:24.637929 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6c2ccc08-961b-4ddb-894c-86d85256d4f0 req-68200a85-c044-4214-b362-2aceac049549 service neutron] 10.222.0.20 "GET /v2.0/networks/db311799-24a2-4ea7-9ab3-8c8ea6c3c36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604325 May 31 14:04:24.831664 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-2b0bdb70-7fa0-4472-b36b-2aa931a4dfcb None None] For port 178a9119-a3e9-4843-b240-c48f0f7e7276, host n-d-843939-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:04:24.831664 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-2b0bdb70-7fa0-4472-b36b-2aa931a4dfcb None None] For port 178a9119-a3e9-4843-b240-c48f0f7e7276, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=178a9119-a3e9-4843-b240-c48f0f7e7276,segment=NetworkSegment(581eee84-26b5-4fb6-ab93-42fdad66a499),segment_id=581eee84-26b5-4fb6-ab93-42fdad66a499)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:04:24.848108 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-2b0bdb70-7fa0-4472-b36b-2aa931a4dfcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:24.937385 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0bdb70-7fa0-4472-b36b-2aa931a4dfcb None None] Routers {'a551d982-0d35-4450-9e6d-6e3cf58c5900'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:04:24.938118 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-2b0bdb70-7fa0-4472-b36b-2aa931a4dfcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:04:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['a551d982-0d35-4450-9e6d-6e3cf58c5900'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:04:25.003075 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac042d9a-b37d-4a38-87d4-5cc35be64fe5 None None] Pushing event updated for resources: {'Port': ['ID=178a9119-a3e9-4843-b240-c48f0f7e7276,revision_number=4']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:04:25.038589 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d497f-314d-437e-abde-9b7ba204b500 req-1e5c1444-a752-4b29-9d95-2088c255933f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:04:25.040989 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4c8d497f-314d-437e-abde-9b7ba204b500 req-1e5c1444-a752-4b29-9d95-2088c255933f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=61be88a2-7a11-49b7-80fe-23da1a59f384 HTTP/1.1" status: 200 len: 943 time: 0.1826110 May 31 14:04:25.104597 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4c8d497f-314d-437e-abde-9b7ba204b500 req-794ec245-bb18-4272-895f-ee7ac4c39d7b tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa39f1da-00b3-449d-8d8b-43dcd4022661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526483 May 31 14:04:25.227502 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-2b0bdb70-7fa0-4472-b36b-2aa931a4dfcb None None] Set router a551d982-0d35-4450-9e6d-6e3cf58c5900 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:04:25.651207 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-2b0bdb70-7fa0-4472-b36b-2aa931a4dfcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a551d982-0d35-4450-9e6d-6e3cf58c5900', 'name': 'tempest-TestNetworkBasicOps-router-1936781450', 'tenant_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '19a7de98-bbc6-48a8-adea-8ed5c9ed46b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:02:27Z', 'updated_at': '2022-05-31T14:04:19Z', 'revision_number': 5, 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'gw_port': {'id': '19a7de98-bbc6-48a8-adea-8ed5c9ed46b5', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:6d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a551d982-0d35-4450-9e6d-6e3cf58c5900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:02:28Z', 'updated_at': '2022-05-31T14:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '6d16853c-e4d8-44be-a65a-313556e433a1', 'tenant_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'floating_ip_address': '172.25.6.107', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': 'a551d982-0d35-4450-9e6d-6e3cf58c5900', 'port_id': 'bcf7ec99-2de8-4ae6-ae65-2f9b3978b327', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d1591f0-948d-423b-b377-aa74ae0bd268', 'mac_address': 'fa:16:3e:18:93:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51720720-4c16-45f7-aace-9812c951b1b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:03:06Z', 'updated_at': '2022-05-31T14:03:13Z', 'revision_number': 1, 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13208598-19fa-493d-b60d-80b0fa8cf721', 'name': '', 'network_id': '4d1591f0-948d-423b-b377-aa74ae0bd268', 'tenant_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'mac_address': 'fa:16:3e:05:49:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a551d982-0d35-4450-9e6d-6e3cf58c5900', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'de06fd48-48b1-4674-b24c-7d9de086f6a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:02:34Z', 'updated_at': '2022-05-31T14:02:46Z', 'revision_number': 5, 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'subnets': [{'id': 'de06fd48-48b1-4674-b24c-7d9de086f6a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '178a9119-a3e9-4843-b240-c48f0f7e7276', 'name': '', 'network_id': '4f57bfbf-eb92-4d59-8006-3805c449df74', 'tenant_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'mac_address': 'fa:16:3e:fb:f1:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a551d982-0d35-4450-9e6d-6e3cf58c5900', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'f4a4be53-927f-4b0f-bce7-89c402affefd', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:04:16Z', 'updated_at': '2022-05-31T14:04:24Z', 'revision_number': 4, 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'subnets': [{'id': 'f4a4be53-927f-4b0f-bce7-89c402affefd', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:04:25.655948 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0bdb70-7fa0-4472-b36b-2aa931a4dfcb None None] The sync data for ids ['a551d982-0d35-4450-9e6d-6e3cf58c5900'] in n-d-843939-1 is: [{'id': 'a551d982-0d35-4450-9e6d-6e3cf58c5900', 'name': 'tempest-TestNetworkBasicOps-router-1936781450', 'tenant_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '19a7de98-bbc6-48a8-adea-8ed5c9ed46b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:02:27Z', 'updated_at': '2022-05-31T14:04:19Z', 'revision_number': 5, 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'gw_port': {'id': '19a7de98-bbc6-48a8-adea-8ed5c9ed46b5', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:6d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a551d982-0d35-4450-9e6d-6e3cf58c5900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:02:28Z', 'updated_at': '2022-05-31T14:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '6d16853c-e4d8-44be-a65a-313556e433a1', 'tenant_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'floating_ip_address': '172.25.6.107', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': 'a551d982-0d35-4450-9e6d-6e3cf58c5900', 'port_id': 'bcf7ec99-2de8-4ae6-ae65-2f9b3978b327', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d1591f0-948d-423b-b377-aa74ae0bd268', 'mac_address': 'fa:16:3e:18:93:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51720720-4c16-45f7-aace-9812c951b1b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:03:06Z', 'updated_at': '2022-05-31T14:03:13Z', 'revision_number': 1, 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13208598-19fa-493d-b60d-80b0fa8cf721', 'name': '', 'network_id': '4d1591f0-948d-423b-b377-aa74ae0bd268', 'tenant_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'mac_address': 'fa:16:3e:05:49:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a551d982-0d35-4450-9e6d-6e3cf58c5900', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'de06fd48-48b1-4674-b24c-7d9de086f6a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:02:34Z', 'updated_at': '2022-05-31T14:02:46Z', 'revision_number': 5, 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'subnets': [{'id': 'de06fd48-48b1-4674-b24c-7d9de086f6a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '178a9119-a3e9-4843-b240-c48f0f7e7276', 'name': '', 'network_id': '4f57bfbf-eb92-4d59-8006-3805c449df74', 'tenant_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'mac_address': 'fa:16:3e:fb:f1:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a551d982-0d35-4450-9e6d-6e3cf58c5900', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'f4a4be53-927f-4b0f-bce7-89c402affefd', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:04:16Z', 'updated_at': '2022-05-31T14:04:24Z', 'revision_number': 4, 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'subnets': [{'id': 'f4a4be53-927f-4b0f-bce7-89c402affefd', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:04:25.939188 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 178a9119-a3e9-4843-b240-c48f0f7e7276 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:04:26.043047 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 178a9119-a3e9-4843-b240-c48f0f7e7276 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:04:26.049100 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 178a9119-a3e9-4843-b240-c48f0f7e7276 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:04:26.049475 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:26.177471 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 23274bd7-e97f-401d-bb68-fbbed91328e8 details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 14:04:26.221362 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 178a9119-a3e9-4843-b240-c48f0f7e7276 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:04:26.221362 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:26.492095 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 23274bd7-e97f-401d-bb68-fbbed91328e8, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=23274bd7-e97f-401d-bb68-fbbed91328e8,segment=NetworkSegment(0bdb38e1-8ce3-4ca1-a5c8-774d802ae26a),segment_id=0bdb38e1-8ce3-4ca1-a5c8-774d802ae26a)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:04:26.514258 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 178a9119-a3e9-4843-b240-c48f0f7e7276, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=178a9119-a3e9-4843-b240-c48f0f7e7276,segment=NetworkSegment(581eee84-26b5-4fb6-ab93-42fdad66a499),segment_id=581eee84-26b5-4fb6-ab93-42fdad66a499)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:04:26.517111 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': '23274bd7-e97f-401d-bb68-fbbed91328e8', 'network_id': 'db311799-24a2-4ea7-9ab3-8c8ea6c3c36f', 'port_id': '23274bd7-e97f-401d-bb68-fbbed91328e8', 'mac_address': 'fa:16:3e:3d:0d:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa044e11-5534-43b8-86ac-557f17f391b4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 14:04:26.522080 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:26.656328 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 23274bd7-e97f-401d-bb68-fbbed91328e8 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:04:26.656328 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:26.668463 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb5459f-6565-456c-9298-15d62dca944d req-bd7b5868-9c25-4b69-a726-86f09f76b5a3 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:04:26.668463 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0cb5459f-6565-456c-9298-15d62dca944d req-bd7b5868-9c25-4b69-a726-86f09f76b5a3 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=61be88a2-7a11-49b7-80fe-23da1a59f384 HTTP/1.1" status: 200 len: 943 time: 0.3688221 May 31 14:04:26.687863 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23274bd7-e97f-401d-bb68-fbbed91328e8 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:04:26.722598 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 23274bd7-e97f-401d-bb68-fbbed91328e8, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=23274bd7-e97f-401d-bb68-fbbed91328e8,segment=NetworkSegment(0bdb38e1-8ce3-4ca1-a5c8-774d802ae26a),segment_id=0bdb38e1-8ce3-4ca1-a5c8-774d802ae26a)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:04:26.730438 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:26.739825 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=178a9119-a3e9-4843-b240-c48f0f7e7276,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:04:26.758707 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0cb5459f-6565-456c-9298-15d62dca944d req-9fbc2ec5-ad17-4122-9603-9cc82202ca5f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa39f1da-00b3-449d-8d8b-43dcd4022661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832627 May 31 14:04:26.846549 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=23274bd7-e97f-401d-bb68-fbbed91328e8,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:04:27.039761 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['23274bd7-e97f-401d-bb68-fbbed91328e8'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:04:27.909255 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 178a9119-a3e9-4843-b240-c48f0f7e7276 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:04:28.017240 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 178a9119-a3e9-4843-b240-c48f0f7e7276 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:04:28.017240 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:28.028576 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b579bd-b7cf-4742-a878-1b0a2b289793 req-a132abeb-8591-4f7f-9a84-6755bf44a57f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:04:28.028576 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-56b579bd-b7cf-4742-a878-1b0a2b289793 req-a132abeb-8591-4f7f-9a84-6755bf44a57f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=61be88a2-7a11-49b7-80fe-23da1a59f384 HTTP/1.1" status: 200 len: 944 time: 0.1086891 May 31 14:04:28.081905 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-56b579bd-b7cf-4742-a878-1b0a2b289793 req-12576a10-e4bd-478d-8d2b-de9713740f56 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa39f1da-00b3-449d-8d8b-43dcd4022661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529170 May 31 14:04:28.174147 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 23274bd7-e97f-401d-bb68-fbbed91328e8 up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:04:28.198373 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 178a9119-a3e9-4843-b240-c48f0f7e7276 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:04:28.256093 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning for port 23274bd7-e97f-401d-bb68-fbbed91328e8 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:04:28.264582 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port 23274bd7-e97f-401d-bb68-fbbed91328e8 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:04:28.264582 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:28.453647 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 23274bd7-e97f-401d-bb68-fbbed91328e8 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:04:28.465071 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:28.491428 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61be88a2-7a11-49b7-80fe-23da1a59f384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23274bd7-e97f-401d-bb68-fbbed91328e8'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:04:28.502189 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 23274bd7-e97f-401d-bb68-fbbed91328e8, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=23274bd7-e97f-401d-bb68-fbbed91328e8,segment=NetworkSegment(0bdb38e1-8ce3-4ca1-a5c8-774d802ae26a),segment_id=0bdb38e1-8ce3-4ca1-a5c8-774d802ae26a)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:04:28.506582 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:28.567530 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29112541-c043-441a-9fd3-608710bc840c'] response: {'server_uuid': '61be88a2-7a11-49b7-80fe-23da1a59f384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23274bd7-e97f-401d-bb68-fbbed91328e8', 'code': 200} May 31 14:04:28.593682 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=23274bd7-e97f-401d-bb68-fbbed91328e8,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:04:28.704167 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ab8db-c170-42f9-805d-31323b0bb9f0 req-4dd6c2ac-07d1-4ea1-98dd-3bb1e71e9cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:04:28.707681 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-203ab8db-c170-42f9-805d-31323b0bb9f0 req-4dd6c2ac-07d1-4ea1-98dd-3bb1e71e9cb5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=61be88a2-7a11-49b7-80fe-23da1a59f384 HTTP/1.1" status: 200 len: 1096 time: 0.0791457 May 31 14:04:28.771378 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-203ab8db-c170-42f9-805d-31323b0bb9f0 req-b8ddf843-4830-4a5a-a76a-86ce630d4086 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=aa39f1da-00b3-449d-8d8b-43dcd4022661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489976 May 31 14:04:29.286844 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc85d6d-73ff-4eac-8ae2-d2b6504ca1c8 req-2027682d-5a1b-4206-a69f-8f9f95be1871 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:04:29.288325 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bdc85d6d-73ff-4eac-8ae2-d2b6504ca1c8 req-2027682d-5a1b-4206-a69f-8f9f95be1871 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=61be88a2-7a11-49b7-80fe-23da1a59f384 HTTP/1.1" status: 200 len: 945 time: 0.0888531 May 31 14:04:29.361572 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bdc85d6d-73ff-4eac-8ae2-d2b6504ca1c8 req-cc797046-7948-4a2f-ab88-c7193edc270a tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa39f1da-00b3-449d-8d8b-43dcd4022661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604486 May 31 14:04:30.618196 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b4dffd-8881-4d73-87f3-315fdb1911a0 req-c2bec265-1dac-42a1-bf79-6748e34e10d4 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:04:30.619810 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-92b4dffd-8881-4d73-87f3-315fdb1911a0 req-c2bec265-1dac-42a1-bf79-6748e34e10d4 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=61be88a2-7a11-49b7-80fe-23da1a59f384 HTTP/1.1" status: 200 len: 945 time: 0.1202552 May 31 14:04:30.680907 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-92b4dffd-8881-4d73-87f3-315fdb1911a0 req-d3ec2fc5-f3fb-4228-bb63-4fbe5b8fbe11 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa39f1da-00b3-449d-8d8b-43dcd4022661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544469 May 31 14:04:30.907222 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a74ff-cef9-4b16-b283-9a47686dfec0 req-5e77b696-efe0-4b3a-ae60-a603b28de27e tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:04:30.908569 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-429a74ff-cef9-4b16-b283-9a47686dfec0 req-5e77b696-efe0-4b3a-ae60-a603b28de27e tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=61be88a2-7a11-49b7-80fe-23da1a59f384 HTTP/1.1" status: 200 len: 945 time: 0.0953403 May 31 14:04:30.956762 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-429a74ff-cef9-4b16-b283-9a47686dfec0 req-064b282f-178b-49b4-b26e-de9981081bca tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa39f1da-00b3-449d-8d8b-43dcd4022661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418119 May 31 14:04:30.981945 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 33520) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:04:31.094489 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af7f8c2-482a-4239-b3d7-b2a416dd9334 tempest-TestNetworkAdvancedServerOps-1325536650 tempest-TestNetworkAdvancedServerOps-1325536650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:04:31.100632 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-7af7f8c2-482a-4239-b3d7-b2a416dd9334 tempest-TestNetworkAdvancedServerOps-1325536650 tempest-TestNetworkAdvancedServerOps-1325536650-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=61be88a2-7a11-49b7-80fe-23da1a59f384 HTTP/1.1" status: 200 len: 1091 time: 0.1127543 May 31 14:04:31.102824 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 33526) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:04:31.107653 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-4ea0a324-d860-4ed8-b1a0-308ae0fdd66b tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Request body: {'floatingip': {'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'port_id': '23274bd7-e97f-401d-bb68-fbbed91328e8', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:04:31.114135 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-4ea0a324-d860-4ed8-b1a0-308ae0fdd66b tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:04:31.119000 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-4ea0a324-d860-4ed8-b1a0-308ae0fdd66b tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Usage tracker for resource:floatingip and tenant:088180f8cd814306a3f92350df9020de is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:04:31.119000 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-4ea0a324-d860-4ed8-b1a0-308ae0fdd66b tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:04:31.129353 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-4ea0a324-d860-4ed8-b1a0-308ae0fdd66b tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:04:31.143214 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4ea0a324-d860-4ed8-b1a0-308ae0fdd66b tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for floatingip, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:31.310972 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4ea0a324-d860-4ed8-b1a0-308ae0fdd66b tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:31.507460 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-4ea0a324-d860-4ed8-b1a0-308ae0fdd66b tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Allocated IP 172.25.6.32 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/896c7fa0-a684-4638-baca-dabae178f15e) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:04:31.784465 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4ea0a324-d860-4ed8-b1a0-308ae0fdd66b tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:31.836119 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4ea0a324-d860-4ed8-b1a0-308ae0fdd66b tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:31.913222 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea0a324-d860-4ed8-b1a0-308ae0fdd66b tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:04:31.916794 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-4ea0a324-d860-4ed8-b1a0-308ae0fdd66b tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:04:31.922485 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea0a324-d860-4ed8-b1a0-308ae0fdd66b tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:04:31.991682 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea0a324-d860-4ed8-b1a0-308ae0fdd66b tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event updated for resources: {'Port': ['ID=896c7fa0-a684-4638-baca-dabae178f15e,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:04:32.568253 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4ea0a324-d860-4ed8-b1a0-308ae0fdd66b tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:32.658906 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4ea0a324-d860-4ed8-b1a0-308ae0fdd66b tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:33.029387 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4ea0a324-d860-4ed8-b1a0-308ae0fdd66b tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:33.036963 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4ea0a324-d860-4ed8-b1a0-308ae0fdd66b tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:33.154643 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea0a324-d860-4ed8-b1a0-308ae0fdd66b tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event updated for resources: {'Port': ['ID=896c7fa0-a684-4638-baca-dabae178f15e,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:04:33.164035 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4ea0a324-d860-4ed8-b1a0-308ae0fdd66b tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:33.396094 n-d-843939-1 neutron-server[88370]: INFO neutron.db.l3_db [None req-4ea0a324-d860-4ed8-b1a0-308ae0fdd66b tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Floating IP d0ed541a-e281-422e-ac86-071d1a589628 associated. External IP: 172.25.6.32, port: 23274bd7-e97f-401d-bb68-fbbed91328e8. May 31 14:04:33.806356 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ea0a324-d860-4ed8-b1a0-308ae0fdd66b tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Router bffc6fda-a9bb-49d4-a068-bdf57d19e228 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:04:34.002876 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea0a324-d860-4ed8-b1a0-308ae0fdd66b tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:04:34.014041 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb4cc76-0fae-4d51-9f92-ba8446f68b5e None None] Sync routers for ids ['bffc6fda-a9bb-49d4-a068-bdf57d19e228'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:04:34.027476 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4ea0a324-d860-4ed8-b1a0-308ae0fdd66b tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:34.027596 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb4cc76-0fae-4d51-9f92-ba8446f68b5e None None] Routers {'bffc6fda-a9bb-49d4-a068-bdf57d19e228'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:04:34.032338 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-7eb4cc76-0fae-4d51-9f92-ba8446f68b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:04:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['bffc6fda-a9bb-49d4-a068-bdf57d19e228'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:04:34.088678 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-4ea0a324-d860-4ed8-b1a0-308ae0fdd66b tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9906170 May 31 14:04:34.090289 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61be88a2-7a11-49b7-80fe-23da1a59f384', 'tag': '23274bd7-e97f-401d-bb68-fbbed91328e8'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:04:34.185824 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63a7d010-152b-449c-95a9-dc3eb7f34724'] response: {'name': 'network-changed', 'server_uuid': '61be88a2-7a11-49b7-80fe-23da1a59f384', 'tag': '23274bd7-e97f-401d-bb68-fbbed91328e8', 'status': 'completed', 'code': 200} May 31 14:04:34.351251 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-7eb4cc76-0fae-4d51-9f92-ba8446f68b5e None None] Set router bffc6fda-a9bb-49d4-a068-bdf57d19e228 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:04:34.429611 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b37f3b-9c87-4c99-950f-8c4f12a353ea req-47e07dad-9fa9-4e21-936e-5161092fb6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:04:34.431447 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f9b37f3b-9c87-4c99-950f-8c4f12a353ea req-47e07dad-9fa9-4e21-936e-5161092fb6eb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=088180f8cd814306a3f92350df9020de&device_id=61be88a2-7a11-49b7-80fe-23da1a59f384 HTTP/1.1" status: 200 len: 1096 time: 0.2175741 May 31 14:04:34.565952 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f342d-a48f-4baa-b576-3c9233da7645 req-023077b8-7ca3-4bfe-a3a9-529a4d5c5017 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:04:34.565952 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ce0f342d-a48f-4baa-b576-3c9233da7645 req-023077b8-7ca3-4bfe-a3a9-529a4d5c5017 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=61be88a2-7a11-49b7-80fe-23da1a59f384 HTTP/1.1" status: 200 len: 945 time: 0.2360342 May 31 14:04:34.784872 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b37f3b-9c87-4c99-950f-8c4f12a353ea req-169f9c91-4cd7-4201-9540-614702ff8084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:04:34.784872 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f9b37f3b-9c87-4c99-950f-8c4f12a353ea req-169f9c91-4cd7-4201-9540-614702ff8084 service neutron] 10.222.0.20 "GET /v2.0/networks?id=db311799-24a2-4ea7-9ab3-8c8ea6c3c36f HTTP/1.1" status: 200 len: 898 time: 0.3378427 May 31 14:04:34.811421 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-7eb4cc76-0fae-4d51-9f92-ba8446f68b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bffc6fda-a9bb-49d4-a068-bdf57d19e228', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1760263196', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': '6c491c64-238a-4c26-99c0-3200dcc22b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:04:03Z', 'updated_at': '2022-05-31T14:04:09Z', 'revision_number': 4, 'project_id': '088180f8cd814306a3f92350df9020de', 'gw_port': {'id': '6c491c64-238a-4c26-99c0-3200dcc22b04', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:49:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bffc6fda-a9bb-49d4-a068-bdf57d19e228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:04:04Z', 'updated_at': '2022-05-31T14:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': 'd0ed541a-e281-422e-ac86-071d1a589628', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'floating_ip_address': '172.25.6.32', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': 'bffc6fda-a9bb-49d4-a068-bdf57d19e228', 'port_id': '23274bd7-e97f-401d-bb68-fbbed91328e8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db311799-24a2-4ea7-9ab3-8c8ea6c3c36f', 'mac_address': 'fa:16:3e:3d:0d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61be88a2-7a11-49b7-80fe-23da1a59f384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:04:32Z', 'updated_at': '2022-05-31T14:04:32Z', 'revision_number': 0, 'project_id': '088180f8cd814306a3f92350df9020de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8cf2ac1-a4af-49f3-9379-24dd1f0894d6', 'name': '', 'network_id': 'db311799-24a2-4ea7-9ab3-8c8ea6c3c36f', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'mac_address': 'fa:16:3e:ee:2c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bffc6fda-a9bb-49d4-a068-bdf57d19e228', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'fa044e11-5534-43b8-86ac-557f17f391b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:04:08Z', 'updated_at': '2022-05-31T14:04:19Z', 'revision_number': 5, 'project_id': '088180f8cd814306a3f92350df9020de', 'subnets': [{'id': 'fa044e11-5534-43b8-86ac-557f17f391b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:04:34.818983 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb4cc76-0fae-4d51-9f92-ba8446f68b5e None None] Checking router: bffc6fda-a9bb-49d4-a068-bdf57d19e228 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:04:34.837370 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb4cc76-0fae-4d51-9f92-ba8446f68b5e None None] Routers {'bffc6fda-a9bb-49d4-a068-bdf57d19e228'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:04:34.837370 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-7eb4cc76-0fae-4d51-9f92-ba8446f68b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:04:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['bffc6fda-a9bb-49d4-a068-bdf57d19e228'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:04:34.921886 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ce0f342d-a48f-4baa-b576-3c9233da7645 req-2e8fc1ae-7215-465d-9882-6d38a10063ed tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa39f1da-00b3-449d-8d8b-43dcd4022661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3338828 May 31 14:04:34.958321 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 33600) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:04:34.963606 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f9b37f3b-9c87-4c99-950f-8c4f12a353ea req-bdff596e-c590-433a-9ff1-a573836f34a4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23274bd7-e97f-401d-bb68-fbbed91328e8 HTTP/1.1" status: 200 len: 998 time: 0.1549397 May 31 14:04:35.150420 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b37f3b-9c87-4c99-950f-8c4f12a353ea req-50e8a7ab-b793-4a01-a65e-49c8eae54d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:04:35.156155 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f9b37f3b-9c87-4c99-950f-8c4f12a353ea req-50e8a7ab-b793-4a01-a65e-49c8eae54d09 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fa044e11-5534-43b8-86ac-557f17f391b4 HTTP/1.1" status: 200 len: 834 time: 0.1851823 May 31 14:04:35.208537 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-7eb4cc76-0fae-4d51-9f92-ba8446f68b5e None None] Set router bffc6fda-a9bb-49d4-a068-bdf57d19e228 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:04:35.302193 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b37f3b-9c87-4c99-950f-8c4f12a353ea req-b2a4ad20-abba-4539-8e59-afe8b71db6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:04:35.304907 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f9b37f3b-9c87-4c99-950f-8c4f12a353ea req-b2a4ad20-abba-4539-8e59-afe8b71db6b2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=db311799-24a2-4ea7-9ab3-8c8ea6c3c36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1475875 May 31 14:04:35.369503 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d2e308fd-e833-4d89-a1d7-169a75c13b45 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/floatingips/d0ed541a-e281-422e-ac86-071d1a589628 HTTP/1.1" status: 200 len: 990 time: 0.4183302 May 31 14:04:35.535185 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f9b37f3b-9c87-4c99-950f-8c4f12a353ea req-e66d02d8-7983-4a7c-a266-35d0373a4346 service neutron] 10.222.0.20 "GET /v2.0/networks/db311799-24a2-4ea7-9ab3-8c8ea6c3c36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038157 May 31 14:04:35.695858 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f9b37f3b-9c87-4c99-950f-8c4f12a353ea req-4dfdb64a-f2b2-4268-b23d-0444220a8e3b service neutron] 10.222.0.20 "GET /v2.0/networks/db311799-24a2-4ea7-9ab3-8c8ea6c3c36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589282 May 31 14:04:35.729303 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-7eb4cc76-0fae-4d51-9f92-ba8446f68b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bffc6fda-a9bb-49d4-a068-bdf57d19e228', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1760263196', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': '6c491c64-238a-4c26-99c0-3200dcc22b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:04:03Z', 'updated_at': '2022-05-31T14:04:09Z', 'revision_number': 4, 'project_id': '088180f8cd814306a3f92350df9020de', 'gw_port': {'id': '6c491c64-238a-4c26-99c0-3200dcc22b04', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:49:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bffc6fda-a9bb-49d4-a068-bdf57d19e228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:04:04Z', 'updated_at': '2022-05-31T14:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': 'd0ed541a-e281-422e-ac86-071d1a589628', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'floating_ip_address': '172.25.6.32', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': 'bffc6fda-a9bb-49d4-a068-bdf57d19e228', 'port_id': '23274bd7-e97f-401d-bb68-fbbed91328e8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db311799-24a2-4ea7-9ab3-8c8ea6c3c36f', 'mac_address': 'fa:16:3e:3d:0d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61be88a2-7a11-49b7-80fe-23da1a59f384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:04:32Z', 'updated_at': '2022-05-31T14:04:32Z', 'revision_number': 0, 'project_id': '088180f8cd814306a3f92350df9020de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8cf2ac1-a4af-49f3-9379-24dd1f0894d6', 'name': '', 'network_id': 'db311799-24a2-4ea7-9ab3-8c8ea6c3c36f', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'mac_address': 'fa:16:3e:ee:2c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bffc6fda-a9bb-49d4-a068-bdf57d19e228', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'fa044e11-5534-43b8-86ac-557f17f391b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:04:08Z', 'updated_at': '2022-05-31T14:04:19Z', 'revision_number': 5, 'project_id': '088180f8cd814306a3f92350df9020de', 'subnets': [{'id': 'fa044e11-5534-43b8-86ac-557f17f391b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:04:35.733917 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb4cc76-0fae-4d51-9f92-ba8446f68b5e None None] The sync data for ids ['bffc6fda-a9bb-49d4-a068-bdf57d19e228'] in n-d-843939-1 is: [{'id': 'bffc6fda-a9bb-49d4-a068-bdf57d19e228', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1760263196', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': '6c491c64-238a-4c26-99c0-3200dcc22b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:04:03Z', 'updated_at': '2022-05-31T14:04:09Z', 'revision_number': 4, 'project_id': '088180f8cd814306a3f92350df9020de', 'gw_port': {'id': '6c491c64-238a-4c26-99c0-3200dcc22b04', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:49:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bffc6fda-a9bb-49d4-a068-bdf57d19e228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:04:04Z', 'updated_at': '2022-05-31T14:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': 'd0ed541a-e281-422e-ac86-071d1a589628', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'floating_ip_address': '172.25.6.32', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': 'bffc6fda-a9bb-49d4-a068-bdf57d19e228', 'port_id': '23274bd7-e97f-401d-bb68-fbbed91328e8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db311799-24a2-4ea7-9ab3-8c8ea6c3c36f', 'mac_address': 'fa:16:3e:3d:0d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61be88a2-7a11-49b7-80fe-23da1a59f384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:04:32Z', 'updated_at': '2022-05-31T14:04:32Z', 'revision_number': 0, 'project_id': '088180f8cd814306a3f92350df9020de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8cf2ac1-a4af-49f3-9379-24dd1f0894d6', 'name': '', 'network_id': 'db311799-24a2-4ea7-9ab3-8c8ea6c3c36f', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'mac_address': 'fa:16:3e:ee:2c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bffc6fda-a9bb-49d4-a068-bdf57d19e228', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'fa044e11-5534-43b8-86ac-557f17f391b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:04:08Z', 'updated_at': '2022-05-31T14:04:19Z', 'revision_number': 5, 'project_id': '088180f8cd814306a3f92350df9020de', 'subnets': [{'id': 'fa044e11-5534-43b8-86ac-557f17f391b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:04:36.009401 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ad91f8-3cd6-4f6c-a793-b8f88e1d0fa4 None None] New status for floating IP d0ed541a-e281-422e-ac86-071d1a589628: ACTIVE {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 14:04:36.372250 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 33628) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:04:36.516259 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c99b3217-e8da-4418-9ed3-b8ff94e41432 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/floatingips/d0ed541a-e281-422e-ac86-071d1a589628 HTTP/1.1" status: 200 len: 992 time: 0.1328313 May 31 14:04:37.642944 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:39.121548 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 33686) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:04:39.127325 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:39.953723 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e9f21e46-b2e1-4746-9a01-54c573cd57b4 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:40.594191 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-e9f21e46-b2e1-4746-9a01-54c573cd57b4 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Deleting port 178a9119-a3e9-4843-b240-c48f0f7e7276 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:04:40.594191 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e9f21e46-b2e1-4746-9a01-54c573cd57b4 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:40.596273 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-772e1fe6-5695-4b4c-96b2-87865ef8be29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:40.820230 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-e9f21e46-b2e1-4746-9a01-54c573cd57b4 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] For port 178a9119-a3e9-4843-b240-c48f0f7e7276, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=178a9119-a3e9-4843-b240-c48f0f7e7276,segment=NetworkSegment(581eee84-26b5-4fb6-ab93-42fdad66a499),segment_id=581eee84-26b5-4fb6-ab93-42fdad66a499)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:04:40.820230 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e9f21e46-b2e1-4746-9a01-54c573cd57b4 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:40.959763 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-e9f21e46-b2e1-4746-9a01-54c573cd57b4 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Calling delete_port for 178a9119-a3e9-4843-b240-c48f0f7e7276 owned by network:router_interface {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:04:41.420041 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e9f21e46-b2e1-4746-9a01-54c573cd57b4 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:41.473969 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f21e46-b2e1-4746-9a01-54c573cd57b4 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Pushing event deleted for resources: {'Port': ['ID=178a9119-a3e9-4843-b240-c48f0f7e7276,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:04:41.512056 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f21e46-b2e1-4746-9a01-54c573cd57b4 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:04:41.512304 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f21e46-b2e1-4746-9a01-54c573cd57b4 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:04:41.512538 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f21e46-b2e1-4746-9a01-54c573cd57b4 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:04:41.513726 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f21e46-b2e1-4746-9a01-54c573cd57b4 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:04:41.513726 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f21e46-b2e1-4746-9a01-54c573cd57b4 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:04:41.513726 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f21e46-b2e1-4746-9a01-54c573cd57b4 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:04:41.514131 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f21e46-b2e1-4746-9a01-54c573cd57b4 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:04:41.514459 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f21e46-b2e1-4746-9a01-54c573cd57b4 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:04:41.514784 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f21e46-b2e1-4746-9a01-54c573cd57b4 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:04:41.515105 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f21e46-b2e1-4746-9a01-54c573cd57b4 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:04:41.515433 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f21e46-b2e1-4746-9a01-54c573cd57b4 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:04:41.515756 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f21e46-b2e1-4746-9a01-54c573cd57b4 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:04:41.894530 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e9f21e46-b2e1-4746-9a01-54c573cd57b4 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:42.514605 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9f21e46-b2e1-4746-9a01-54c573cd57b4 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Router a551d982-0d35-4450-9e6d-6e3cf58c5900 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:04:42.745560 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f21e46-b2e1-4746-9a01-54c573cd57b4 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:04:42.755332 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67205e50-e8cb-49b9-9bb4-9af03873af0d None None] Sync routers for ids ['a551d982-0d35-4450-9e6d-6e3cf58c5900'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:04:42.782769 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-e9f21e46-b2e1-4746-9a01-54c573cd57b4 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "PUT /v2.0/routers/a551d982-0d35-4450-9e6d-6e3cf58c5900/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6663666 May 31 14:04:42.785814 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67205e50-e8cb-49b9-9bb4-9af03873af0d None None] Routers {'a551d982-0d35-4450-9e6d-6e3cf58c5900'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:04:42.786557 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-67205e50-e8cb-49b9-9bb4-9af03873af0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:04:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['a551d982-0d35-4450-9e6d-6e3cf58c5900'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:04:43.069077 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bae990f2-79cc-4851-bc2a-94eeac1ce72b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:43.139618 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-67205e50-e8cb-49b9-9bb4-9af03873af0d None None] Set router a551d982-0d35-4450-9e6d-6e3cf58c5900 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:04:43.249154 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec74ac-401f-4522-8fac-4ae71743e3d1 req-ddddd91a-6662-4df0-9f5c-6cb0852faacb tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:04:43.249875 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-8bec74ac-401f-4522-8fac-4ae71743e3d1 req-ddddd91a-6662-4df0-9f5c-6cb0852faacb tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Synchronizing usage tracker for tenant:09b97aa9f54f41a6b37a92daebfa7b06 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:04:43.269850 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-8bec74ac-401f-4522-8fac-4ae71743e3d1 req-ddddd91a-6662-4df0-9f5c-6cb0852faacb tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Unset dirty status for tenant:09b97aa9f54f41a6b37a92daebfa7b06 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:04:43.277818 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8bec74ac-401f-4522-8fac-4ae71743e3d1 req-ddddd91a-6662-4df0-9f5c-6cb0852faacb tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/ports?device_id=55e3dc92-491d-4b05-8dea-eb17c8d0621b HTTP/1.1" status: 200 len: 946 time: 0.1344426 May 31 14:04:43.350321 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8bec74ac-401f-4522-8fac-4ae71743e3d1 req-ba1e73a7-8d56-442a-9f27-953c85345d08 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd1c9cf7-10bc-47d9-8c3e-1429a4c6ff4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681019 May 31 14:04:43.691739 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-67205e50-e8cb-49b9-9bb4-9af03873af0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a551d982-0d35-4450-9e6d-6e3cf58c5900', 'name': 'tempest-TestNetworkBasicOps-router-1936781450', 'tenant_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '19a7de98-bbc6-48a8-adea-8ed5c9ed46b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:02:27Z', 'updated_at': '2022-05-31T14:04:41Z', 'revision_number': 6, 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'gw_port': {'id': '19a7de98-bbc6-48a8-adea-8ed5c9ed46b5', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:6d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a551d982-0d35-4450-9e6d-6e3cf58c5900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:02:28Z', 'updated_at': '2022-05-31T14:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '6d16853c-e4d8-44be-a65a-313556e433a1', 'tenant_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'floating_ip_address': '172.25.6.107', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': 'a551d982-0d35-4450-9e6d-6e3cf58c5900', 'port_id': 'bcf7ec99-2de8-4ae6-ae65-2f9b3978b327', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d1591f0-948d-423b-b377-aa74ae0bd268', 'mac_address': 'fa:16:3e:18:93:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51720720-4c16-45f7-aace-9812c951b1b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:03:06Z', 'updated_at': '2022-05-31T14:03:13Z', 'revision_number': 1, 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13208598-19fa-493d-b60d-80b0fa8cf721', 'name': '', 'network_id': '4d1591f0-948d-423b-b377-aa74ae0bd268', 'tenant_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'mac_address': 'fa:16:3e:05:49:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a551d982-0d35-4450-9e6d-6e3cf58c5900', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'de06fd48-48b1-4674-b24c-7d9de086f6a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:02:34Z', 'updated_at': '2022-05-31T14:02:46Z', 'revision_number': 5, 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'subnets': [{'id': 'de06fd48-48b1-4674-b24c-7d9de086f6a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:04:43.704925 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67205e50-e8cb-49b9-9bb4-9af03873af0d None None] Checking router: a551d982-0d35-4450-9e6d-6e3cf58c5900 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:04:43.721011 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67205e50-e8cb-49b9-9bb4-9af03873af0d None None] Routers {'a551d982-0d35-4450-9e6d-6e3cf58c5900'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:04:43.721011 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-67205e50-e8cb-49b9-9bb4-9af03873af0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:04:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['a551d982-0d35-4450-9e6d-6e3cf58c5900'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:04:43.976198 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:43.986564 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:43.998606 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-67205e50-e8cb-49b9-9bb4-9af03873af0d None None] Set router a551d982-0d35-4450-9e6d-6e3cf58c5900 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:04:44.592502 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-67205e50-e8cb-49b9-9bb4-9af03873af0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a551d982-0d35-4450-9e6d-6e3cf58c5900', 'name': 'tempest-TestNetworkBasicOps-router-1936781450', 'tenant_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '19a7de98-bbc6-48a8-adea-8ed5c9ed46b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:02:27Z', 'updated_at': '2022-05-31T14:04:41Z', 'revision_number': 6, 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'gw_port': {'id': '19a7de98-bbc6-48a8-adea-8ed5c9ed46b5', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:6d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a551d982-0d35-4450-9e6d-6e3cf58c5900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:02:28Z', 'updated_at': '2022-05-31T14:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '6d16853c-e4d8-44be-a65a-313556e433a1', 'tenant_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'floating_ip_address': '172.25.6.107', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': 'a551d982-0d35-4450-9e6d-6e3cf58c5900', 'port_id': 'bcf7ec99-2de8-4ae6-ae65-2f9b3978b327', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d1591f0-948d-423b-b377-aa74ae0bd268', 'mac_address': 'fa:16:3e:18:93:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51720720-4c16-45f7-aace-9812c951b1b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:03:06Z', 'updated_at': '2022-05-31T14:03:13Z', 'revision_number': 1, 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13208598-19fa-493d-b60d-80b0fa8cf721', 'name': '', 'network_id': '4d1591f0-948d-423b-b377-aa74ae0bd268', 'tenant_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'mac_address': 'fa:16:3e:05:49:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a551d982-0d35-4450-9e6d-6e3cf58c5900', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'de06fd48-48b1-4674-b24c-7d9de086f6a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:02:34Z', 'updated_at': '2022-05-31T14:02:46Z', 'revision_number': 5, 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'subnets': [{'id': 'de06fd48-48b1-4674-b24c-7d9de086f6a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:04:44.597861 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67205e50-e8cb-49b9-9bb4-9af03873af0d None None] The sync data for ids ['a551d982-0d35-4450-9e6d-6e3cf58c5900'] in n-d-843939-1 is: [{'id': 'a551d982-0d35-4450-9e6d-6e3cf58c5900', 'name': 'tempest-TestNetworkBasicOps-router-1936781450', 'tenant_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '19a7de98-bbc6-48a8-adea-8ed5c9ed46b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:02:27Z', 'updated_at': '2022-05-31T14:04:41Z', 'revision_number': 6, 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'gw_port': {'id': '19a7de98-bbc6-48a8-adea-8ed5c9ed46b5', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:6d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a551d982-0d35-4450-9e6d-6e3cf58c5900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:02:28Z', 'updated_at': '2022-05-31T14:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '6d16853c-e4d8-44be-a65a-313556e433a1', 'tenant_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'floating_ip_address': '172.25.6.107', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': 'a551d982-0d35-4450-9e6d-6e3cf58c5900', 'port_id': 'bcf7ec99-2de8-4ae6-ae65-2f9b3978b327', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d1591f0-948d-423b-b377-aa74ae0bd268', 'mac_address': 'fa:16:3e:18:93:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51720720-4c16-45f7-aace-9812c951b1b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:03:06Z', 'updated_at': '2022-05-31T14:03:13Z', 'revision_number': 1, 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13208598-19fa-493d-b60d-80b0fa8cf721', 'name': '', 'network_id': '4d1591f0-948d-423b-b377-aa74ae0bd268', 'tenant_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'mac_address': 'fa:16:3e:05:49:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a551d982-0d35-4450-9e6d-6e3cf58c5900', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'de06fd48-48b1-4674-b24c-7d9de086f6a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:02:34Z', 'updated_at': '2022-05-31T14:02:46Z', 'revision_number': 5, 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'subnets': [{'id': 'de06fd48-48b1-4674-b24c-7d9de086f6a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:04:44.609453 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2442fb1-6821-446f-a06c-665d224d2274 req-ff18a978-b963-4464-bbf9-97e73d8593d8 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:04:44.611235 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e2442fb1-6821-446f-a06c-665d224d2274 req-ff18a978-b963-4464-bbf9-97e73d8593d8 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/ports?device_id=55e3dc92-491d-4b05-8dea-eb17c8d0621b HTTP/1.1" status: 200 len: 946 time: 0.1151168 May 31 14:04:44.699256 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e2442fb1-6821-446f-a06c-665d224d2274 req-2f82a1e7-ddfe-4477-bcd7-502062366dfd tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd1c9cf7-10bc-47d9-8c3e-1429a4c6ff4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780783 May 31 14:04:44.906272 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b6b9bb-0faa-4de1-a14e-b82aba197d64 req-cebd950d-8927-4a6d-b083-a8181916c05c tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:04:44.907229 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-28b6b9bb-0faa-4de1-a14e-b82aba197d64 req-cebd950d-8927-4a6d-b083-a8181916c05c tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Synchronizing usage tracker for tenant:09b97aa9f54f41a6b37a92daebfa7b06 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:04:44.920036 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-28b6b9bb-0faa-4de1-a14e-b82aba197d64 req-cebd950d-8927-4a6d-b083-a8181916c05c tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Unset dirty status for tenant:09b97aa9f54f41a6b37a92daebfa7b06 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:04:44.921293 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-28b6b9bb-0faa-4de1-a14e-b82aba197d64 req-cebd950d-8927-4a6d-b083-a8181916c05c tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.44 "GET /v2.0/ports?device_id=55e3dc92-491d-4b05-8dea-eb17c8d0621b HTTP/1.1" status: 200 len: 946 time: 0.1130352 May 31 14:04:45.009552 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-28b6b9bb-0faa-4de1-a14e-b82aba197d64 req-ea094cc3-282e-4d9b-a339-09136c9e29b1 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Deleting port 7ddb44be-ff5c-4338-af04-2e96c689bc30 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:04:45.009552 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-28b6b9bb-0faa-4de1-a14e-b82aba197d64 req-ea094cc3-282e-4d9b-a339-09136c9e29b1 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:45.206592 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b7a089d8-34f9-4c21-8d44-d71e12ba185d req-e2316c46-be04-4498-a554-71c46a9748a3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c3306529-71a6-4d5e-bfbf-49f4086c797d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1339765 May 31 14:04:45.456515 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a089d8-34f9-4c21-8d44-d71e12ba185d req-a60004fb-b88b-4e6d-be3a-45da692903e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:04:45.456515 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b7a089d8-34f9-4c21-8d44-d71e12ba185d req-a60004fb-b88b-4e6d-be3a-45da692903e9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1f729872358646448baf8cccc0c26f1a&device_id=c3306529-71a6-4d5e-bfbf-49f4086c797d HTTP/1.1" status: 200 len: 1101 time: 0.1017199 May 31 14:04:45.478363 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-28b6b9bb-0faa-4de1-a14e-b82aba197d64 req-ea094cc3-282e-4d9b-a339-09136c9e29b1 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] For port 7ddb44be-ff5c-4338-af04-2e96c689bc30, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=7ddb44be-ff5c-4338-af04-2e96c689bc30,segment=NetworkSegment(581eee84-26b5-4fb6-ab93-42fdad66a499),segment_id=581eee84-26b5-4fb6-ab93-42fdad66a499)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:04:45.478363 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-28b6b9bb-0faa-4de1-a14e-b82aba197d64 req-ea094cc3-282e-4d9b-a339-09136c9e29b1 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:45.625543 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-28b6b9bb-0faa-4de1-a14e-b82aba197d64 req-ea094cc3-282e-4d9b-a339-09136c9e29b1 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Calling delete_port for 7ddb44be-ff5c-4338-af04-2e96c689bc30 owned by compute:nova {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:04:45.629545 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a089d8-34f9-4c21-8d44-d71e12ba185d req-222b8431-c7f5-4f22-a369-e112065ccae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:04:45.631376 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b7a089d8-34f9-4c21-8d44-d71e12ba185d req-222b8431-c7f5-4f22-a369-e112065ccae5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=85b11c4f-90ad-4763-b38d-22d3f87089f4 HTTP/1.1" status: 200 len: 870 time: 0.1529272 May 31 14:04:45.723061 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:45.752296 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b7a089d8-34f9-4c21-8d44-d71e12ba185d req-fb8d17cf-b4d6-4e3f-8d68-647875d68d58 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=5330a6b6-8712-4404-b25b-daa8f5ef5d70 HTTP/1.1" status: 200 len: 217 time: 0.0994692 May 31 14:04:45.874603 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 178a9119-a3e9-4843-b240-c48f0f7e7276 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:04:45.884364 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-28b6b9bb-0faa-4de1-a14e-b82aba197d64 req-ea094cc3-282e-4d9b-a339-09136c9e29b1 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:45.899045 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a089d8-34f9-4c21-8d44-d71e12ba185d req-d4aed05d-2a03-43ed-95d9-9271bcdda605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:04:45.899045 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b7a089d8-34f9-4c21-8d44-d71e12ba185d req-d4aed05d-2a03-43ed-95d9-9271bcdda605 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.1453142 May 31 14:04:45.979531 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 178a9119-a3e9-4843-b240-c48f0f7e7276 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:04:45.979877 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 178a9119-a3e9-4843-b240-c48f0f7e7276 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:04:46.037497 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e03b20d5-5be6-4de0-974c-fa8460da4b49 req-96f94005-5289-4fad-8797-a7aeeb86c72f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/ports?device_id=55e3dc92-491d-4b05-8dea-eb17c8d0621b HTTP/1.1" status: 200 len: 210 time: 0.0617695 May 31 14:04:46.060696 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea094cc3-282e-4d9b-a339-09136c9e29b1 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Pushing event deleted for resources: {'Port': ['ID=7ddb44be-ff5c-4338-af04-2e96c689bc30,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:04:46.069962 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a089d8-34f9-4c21-8d44-d71e12ba185d req-e6363027-28cc-4df7-996f-a7e5b6b6009b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:04:46.073342 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b7a089d8-34f9-4c21-8d44-d71e12ba185d req-e6363027-28cc-4df7-996f-a7e5b6b6009b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1702499 May 31 14:04:46.073644 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-28b6b9bb-0faa-4de1-a14e-b82aba197d64 req-ea094cc3-282e-4d9b-a339-09136c9e29b1 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] No DVR routers for this DVR port 7ddb44be-ff5c-4338-af04-2e96c689bc30 on host n-h2-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:04:46.077065 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-28b6b9bb-0faa-4de1-a14e-b82aba197d64 req-ea094cc3-282e-4d9b-a339-09136c9e29b1 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:46.084302 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55e3dc92-491d-4b05-8dea-eb17c8d0621b', 'name': 'network-vif-deleted', 'tag': '7ddb44be-ff5c-4338-af04-2e96c689bc30'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:04:46.099410 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea094cc3-282e-4d9b-a339-09136c9e29b1 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:04:46.100969 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea094cc3-282e-4d9b-a339-09136c9e29b1 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:04:46.101113 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea094cc3-282e-4d9b-a339-09136c9e29b1 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:04:46.101662 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea094cc3-282e-4d9b-a339-09136c9e29b1 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:04:46.102217 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea094cc3-282e-4d9b-a339-09136c9e29b1 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:04:46.102940 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea094cc3-282e-4d9b-a339-09136c9e29b1 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:04:46.103452 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea094cc3-282e-4d9b-a339-09136c9e29b1 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:04:46.103956 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea094cc3-282e-4d9b-a339-09136c9e29b1 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:04:46.104471 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea094cc3-282e-4d9b-a339-09136c9e29b1 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:04:46.104971 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea094cc3-282e-4d9b-a339-09136c9e29b1 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:04:46.105545 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea094cc3-282e-4d9b-a339-09136c9e29b1 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:04:46.105947 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea094cc3-282e-4d9b-a339-09136c9e29b1 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:04:46.124383 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-28b6b9bb-0faa-4de1-a14e-b82aba197d64 req-ea094cc3-282e-4d9b-a339-09136c9e29b1 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.44 "DELETE /v2.0/ports/7ddb44be-ff5c-4338-af04-2e96c689bc30 HTTP/1.1" status: 204 len: 173 time: 1.1950796 May 31 14:04:46.262846 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b7a089d8-34f9-4c21-8d44-d71e12ba185d req-820ee013-8a34-485c-94f1-a5b7c47743b1 service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822875 May 31 14:04:46.292004 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2619974-3f09-4f97-90e9-f968ee289e15'] response: {'server_uuid': '55e3dc92-491d-4b05-8dea-eb17c8d0621b', 'name': 'network-vif-deleted', 'tag': '7ddb44be-ff5c-4338-af04-2e96c689bc30', 'status': 'completed', 'code': 200} May 31 14:04:46.491765 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b7a089d8-34f9-4c21-8d44-d71e12ba185d req-d72c2e5a-d788-4a3f-862c-5a0f4e28652e service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222259 May 31 14:04:47.177398 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 33834) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:04:47.299773 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-38c19733-57ed-40e0-b380-1d780ef8a63f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:47.345693 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-38c19733-57ed-40e0-b380-1d780ef8a63f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:47.450107 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-38c19733-57ed-40e0-b380-1d780ef8a63f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:47.472189 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c19733-57ed-40e0-b380-1d780ef8a63f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1c9cf7-10bc-47d9-8c3e-1429a4c6ff4e,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:04:47.485733 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-38c19733-57ed-40e0-b380-1d780ef8a63f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:47.487352 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-38c19733-57ed-40e0-b380-1d780ef8a63f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "DELETE /v2.0/security-groups/bd1c9cf7-10bc-47d9-8c3e-1429a4c6ff4e HTTP/1.1" status: 204 len: 168 time: 0.3088553 May 31 14:04:47.625903 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:04:48.582035 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 33866) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:04:48.686898 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-f31e6569-ebf0-48c0-bbe3-b4f6acf0321d tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Deleting subnet f4a4be53-927f-4b0f-bce7-89c402affefd {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 14:04:48.690694 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f31e6569-ebf0-48c0-bbe3-b4f6acf0321d tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:48.837845 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 33878) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:04:48.842203 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-75a2ea0a-0d5e-4aba-8a38-6733aefae349 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-608747331', 'description': 'tempest-secgroup-smoke-608747331 description', 'project_id': '62181e77ef674913bf8bbc25767f3dc9'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:04:48.848732 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-75a2ea0a-0d5e-4aba-8a38-6733aefae349 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:04:48.853690 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-75a2ea0a-0d5e-4aba-8a38-6733aefae349 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Usage tracker for resource:security_group and tenant:62181e77ef674913bf8bbc25767f3dc9 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:04:48.857569 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-75a2ea0a-0d5e-4aba-8a38-6733aefae349 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:04:48.865250 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-75a2ea0a-0d5e-4aba-8a38-6733aefae349 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:04:48.877764 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-75a2ea0a-0d5e-4aba-8a38-6733aefae349 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:48.908312 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [req-ee435c1a-cb0b-4825-baff-bd5273f93ffa req-2b99ca47-ddcb-498c-8923-24f7fba4720f service neutron] (88370) timed out ('10.222.0.44', 53775) {{(pid=88370) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 31 14:04:48.909980 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-75a2ea0a-0d5e-4aba-8a38-6733aefae349 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:04:48.914898 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-75a2ea0a-0d5e-4aba-8a38-6733aefae349 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Usage tracker for resource:security_group_rule and tenant:62181e77ef674913bf8bbc25767f3dc9 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:04:48.918019 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-75a2ea0a-0d5e-4aba-8a38-6733aefae349 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:04:48.924924 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-75a2ea0a-0d5e-4aba-8a38-6733aefae349 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:04:48.929025 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f31e6569-ebf0-48c0-bbe3-b4f6acf0321d tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65507433'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:49.032490 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f31e6569-ebf0-48c0-bbe3-b4f6acf0321d tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:49.038888 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-75a2ea0a-0d5e-4aba-8a38-6733aefae349 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:49.043902 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-75a2ea0a-0d5e-4aba-8a38-6733aefae349 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:49.108745 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a2ea0a-0d5e-4aba-8a38-6733aefae349 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76f4dc8b-05d0-4985-b9c4-c7e888fdfed2,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:04:49.114280 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-75a2ea0a-0d5e-4aba-8a38-6733aefae349 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:49.116868 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-75a2ea0a-0d5e-4aba-8a38-6733aefae349 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2823641 May 31 14:04:49.119883 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 33888) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:04:49.131028 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f31e6569-ebf0-48c0-bbe3-b4f6acf0321d tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65216469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65148562'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:49.134900 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-b74c2dda-de9f-4948-8331-d0d57d8388c3 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Request body: {'security_group_rule': {'security_group_id': '76f4dc8b-05d0-4985-b9c4-c7e888fdfed2', 'project_id': '62181e77ef674913bf8bbc25767f3dc9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:04:49.145216 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b74c2dda-de9f-4948-8331-d0d57d8388c3 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:04:49.155050 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-b74c2dda-de9f-4948-8331-d0d57d8388c3 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Usage tracker for resource:security_group_rule and tenant:62181e77ef674913bf8bbc25767f3dc9 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:04:49.162486 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-b74c2dda-de9f-4948-8331-d0d57d8388c3 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:04:49.186415 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b74c2dda-de9f-4948-8331-d0d57d8388c3 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:04:49.196880 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31e6569-ebf0-48c0-bbe3-b4f6acf0321d tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Pushing event deleted for resources: {'Subnet': ['ID=f4a4be53-927f-4b0f-bce7-89c402affefd,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:04:49.199057 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f31e6569-ebf0-48c0-bbe3-b4f6acf0321d tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:49.206712 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-f31e6569-ebf0-48c0-bbe3-b4f6acf0321d tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "DELETE /v2.0/subnets/f4a4be53-927f-4b0f-bce7-89c402affefd HTTP/1.1" status: 204 len: 168 time: 0.6238821 May 31 14:04:49.207340 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5efedc-a299-43e1-b99b-2d2bdffee8f5 None None] Network 4f57bfbf-eb92-4d59-8006-3805c449df74 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:04:49.209698 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 33892) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:04:49.220598 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b74c2dda-de9f-4948-8331-d0d57d8388c3 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:49.296319 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b74c2dda-de9f-4948-8331-d0d57d8388c3 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:49.301883 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b74c2dda-de9f-4948-8331-d0d57d8388c3 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:49.333891 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74c2dda-de9f-4948-8331-d0d57d8388c3 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12c943ca-6c0c-4b1b-804e-02d3092ab452,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:04:49.359428 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b74c2dda-de9f-4948-8331-d0d57d8388c3 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:49.362828 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b74c2dda-de9f-4948-8331-d0d57d8388c3 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2412283 May 31 14:04:49.365368 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 33896) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:04:49.375528 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-b8afcf8b-074c-4db4-8785-267b98f3e1da tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Request body: {'security_group_rule': {'security_group_id': '76f4dc8b-05d0-4985-b9c4-c7e888fdfed2', 'project_id': '62181e77ef674913bf8bbc25767f3dc9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:04:49.390056 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b8afcf8b-074c-4db4-8785-267b98f3e1da tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:04:49.395416 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-39a53280-5f23-4fac-baa2-3fac09807f55 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:49.396765 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-b8afcf8b-074c-4db4-8785-267b98f3e1da tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Usage tracker for resource:security_group_rule and tenant:62181e77ef674913bf8bbc25767f3dc9 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:04:49.400666 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-b8afcf8b-074c-4db4-8785-267b98f3e1da tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:04:49.407716 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-39a53280-5f23-4fac-baa2-3fac09807f55 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Deleting port 99e5a9ac-9f36-4154-8072-b3205727dfa9 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:04:49.408221 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-39a53280-5f23-4fac-baa2-3fac09807f55 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:49.411536 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b8afcf8b-074c-4db4-8785-267b98f3e1da tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:04:49.441035 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b8afcf8b-074c-4db4-8785-267b98f3e1da tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:49.545567 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b8afcf8b-074c-4db4-8785-267b98f3e1da tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:49.550816 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b8afcf8b-074c-4db4-8785-267b98f3e1da tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:49.556101 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 7ddb44be-ff5c-4338-af04-2e96c689bc30 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:04:49.579953 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8afcf8b-074c-4db4-8785-267b98f3e1da tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee8f2358-18a5-46c6-8c7f-b0d816be8fdf,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:04:49.596418 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b8afcf8b-074c-4db4-8785-267b98f3e1da tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:49.598168 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b8afcf8b-074c-4db4-8785-267b98f3e1da tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2312417 May 31 14:04:49.602354 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 33904) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:04:49.612248 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-4d01b94e-9d94-461a-8652-4dc221a7518f tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Request body: {'security_group_rule': {'security_group_id': '76f4dc8b-05d0-4985-b9c4-c7e888fdfed2', 'project_id': '62181e77ef674913bf8bbc25767f3dc9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:04:49.616006 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] No Port match for: 7ddb44be-ff5c-4338-af04-2e96c689bc30 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:04:49.616345 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 7ddb44be-ff5c-4338-af04-2e96c689bc30 not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:04:49.625879 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4d01b94e-9d94-461a-8652-4dc221a7518f tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:04:49.638852 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-4d01b94e-9d94-461a-8652-4dc221a7518f tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Usage tracker for resource:security_group_rule and tenant:62181e77ef674913bf8bbc25767f3dc9 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:04:49.644707 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-4d01b94e-9d94-461a-8652-4dc221a7518f tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:04:49.651197 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4d01b94e-9d94-461a-8652-4dc221a7518f tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:04:49.676047 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4d01b94e-9d94-461a-8652-4dc221a7518f tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:49.710791 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20924d5a-5d91-4d2b-8116-49f4186e3f1f None None] DHCP port deletion for 4f57bfbf-eb92-4d59-8006-3805c449df74 request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 14:04:49.718524 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-20924d5a-5d91-4d2b-8116-49f4186e3f1f None None] Deleting port 99e5a9ac-9f36-4154-8072-b3205727dfa9 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:04:49.719043 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-20924d5a-5d91-4d2b-8116-49f4186e3f1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:49.723146 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-39a53280-5f23-4fac-baa2-3fac09807f55 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] For port 99e5a9ac-9f36-4154-8072-b3205727dfa9, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=99e5a9ac-9f36-4154-8072-b3205727dfa9,segment=NetworkSegment(581eee84-26b5-4fb6-ab93-42fdad66a499),segment_id=581eee84-26b5-4fb6-ab93-42fdad66a499)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:04:49.723921 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-39a53280-5f23-4fac-baa2-3fac09807f55 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:49.787765 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4d01b94e-9d94-461a-8652-4dc221a7518f tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:49.791696 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4d01b94e-9d94-461a-8652-4dc221a7518f tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:49.839806 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d01b94e-9d94-461a-8652-4dc221a7518f tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc6021a5-0e9a-496a-98da-caebdf7d70c3,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:04:49.867564 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4d01b94e-9d94-461a-8652-4dc221a7518f tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:49.869691 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-4d01b94e-9d94-461a-8652-4dc221a7518f tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2656231 May 31 14:04:49.873134 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 33912) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:04:49.883374 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-e20cc307-0758-476c-a0c4-21e3761f18a6 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Request body: {'security_group_rule': {'security_group_id': '76f4dc8b-05d0-4985-b9c4-c7e888fdfed2', 'project_id': '62181e77ef674913bf8bbc25767f3dc9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:04:49.894418 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e20cc307-0758-476c-a0c4-21e3761f18a6 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:04:49.899396 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e20cc307-0758-476c-a0c4-21e3761f18a6 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Usage tracker for resource:security_group_rule and tenant:62181e77ef674913bf8bbc25767f3dc9 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:04:49.905033 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e20cc307-0758-476c-a0c4-21e3761f18a6 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:04:49.921201 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-39a53280-5f23-4fac-baa2-3fac09807f55 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Calling delete_port for 99e5a9ac-9f36-4154-8072-b3205727dfa9 owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:04:49.923239 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e20cc307-0758-476c-a0c4-21e3761f18a6 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:04:49.958885 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e20cc307-0758-476c-a0c4-21e3761f18a6 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:50.024340 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-39a53280-5f23-4fac-baa2-3fac09807f55 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:50.042665 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 99e5a9ac-9f36-4154-8072-b3205727dfa9 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:04:50.058934 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e20cc307-0758-476c-a0c4-21e3761f18a6 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:50.064649 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e20cc307-0758-476c-a0c4-21e3761f18a6 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:50.089425 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 99e5a9ac-9f36-4154-8072-b3205727dfa9 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:04:50.090043 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 99e5a9ac-9f36-4154-8072-b3205727dfa9 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:04:50.100584 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20cc307-0758-476c-a0c4-21e3761f18a6 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a4603f8-dc36-4e68-be02-62f48fc31056,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:04:50.112580 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a53280-5f23-4fac-baa2-3fac09807f55 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Pushing event deleted for resources: {'Port': ['ID=99e5a9ac-9f36-4154-8072-b3205727dfa9,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:04:50.115598 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a53280-5f23-4fac-baa2-3fac09807f55 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] No DVR routers for this DVR port 99e5a9ac-9f36-4154-8072-b3205727dfa9 on host n-d-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:04:50.116273 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-20924d5a-5d91-4d2b-8116-49f4186e3f1f None None] For port 99e5a9ac-9f36-4154-8072-b3205727dfa9, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=99e5a9ac-9f36-4154-8072-b3205727dfa9,segment=NetworkSegment(581eee84-26b5-4fb6-ab93-42fdad66a499),segment_id=581eee84-26b5-4fb6-ab93-42fdad66a499)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:04:50.116893 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-20924d5a-5d91-4d2b-8116-49f4186e3f1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:50.120212 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e20cc307-0758-476c-a0c4-21e3761f18a6 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:50.126994 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e20cc307-0758-476c-a0c4-21e3761f18a6 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2522495 May 31 14:04:50.128710 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 33918) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:04:50.138973 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-d93e8f29-9d7a-4914-aab2-a30f6afcf06b tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Request body: {'security_group_rule': {'security_group_id': '76f4dc8b-05d0-4985-b9c4-c7e888fdfed2', 'project_id': '62181e77ef674913bf8bbc25767f3dc9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:04:50.149143 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d93e8f29-9d7a-4914-aab2-a30f6afcf06b tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:04:50.154036 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d93e8f29-9d7a-4914-aab2-a30f6afcf06b tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Usage tracker for resource:security_group_rule and tenant:62181e77ef674913bf8bbc25767f3dc9 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:04:50.157403 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-d93e8f29-9d7a-4914-aab2-a30f6afcf06b tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:04:50.164260 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-d93e8f29-9d7a-4914-aab2-a30f6afcf06b tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:04:50.185884 n-d-843939-1 neutron-server[88369]: INFO neutron.db.securitygroups_db [None req-d93e8f29-9d7a-4914-aab2-a30f6afcf06b tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Project 62181e77ef674913bf8bbc25767f3dc9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 14:04:50.194236 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d93e8f29-9d7a-4914-aab2-a30f6afcf06b tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:50.291093 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-39a53280-5f23-4fac-baa2-3fac09807f55 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:50.292307 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-20924d5a-5d91-4d2b-8116-49f4186e3f1f None None] Calling delete_port for 99e5a9ac-9f36-4154-8072-b3205727dfa9 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:04:50.323541 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d93e8f29-9d7a-4914-aab2-a30f6afcf06b tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:50.329997 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d93e8f29-9d7a-4914-aab2-a30f6afcf06b tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:50.344196 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-39a53280-5f23-4fac-baa2-3fac09807f55 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f57bfbf-eb92-4d59-8006-3805c449df74']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:04:50.364781 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93e8f29-9d7a-4914-aab2-a30f6afcf06b tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe5ad21f-1a9d-41d1-833c-6ffcc5162964,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:04:50.371729 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-39a53280-5f23-4fac-baa2-3fac09807f55 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '581eee84-26b5-4fb6-ab93-42fdad66a499') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:04:50.372153 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-39a53280-5f23-4fac-baa2-3fac09807f55 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '581eee84-26b5-4fb6-ab93-42fdad66a499') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:04:50.388217 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d93e8f29-9d7a-4914-aab2-a30f6afcf06b tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:50.389253 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d93e8f29-9d7a-4914-aab2-a30f6afcf06b tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2591751 May 31 14:04:50.393100 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-39a53280-5f23-4fac-baa2-3fac09807f55 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:50.398810 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 33926) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:04:50.404682 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-af5fb5f6-3639-402a-9c16-ed0fde3d3a3d tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Request body: {'security_group_rule': {'security_group_id': '76f4dc8b-05d0-4985-b9c4-c7e888fdfed2', 'project_id': '62181e77ef674913bf8bbc25767f3dc9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:04:50.412059 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-af5fb5f6-3639-402a-9c16-ed0fde3d3a3d tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:04:50.415574 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-20924d5a-5d91-4d2b-8116-49f4186e3f1f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 14:04:50.416471 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-20924d5a-5d91-4d2b-8116-49f4186e3f1f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 14:04:50.417257 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-af5fb5f6-3639-402a-9c16-ed0fde3d3a3d tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Usage tracker for resource:security_group_rule and tenant:62181e77ef674913bf8bbc25767f3dc9 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:04:50.422679 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-af5fb5f6-3639-402a-9c16-ed0fde3d3a3d tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:04:50.426033 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-39a53280-5f23-4fac-baa2-3fac09807f55 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:50.435257 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-af5fb5f6-3639-402a-9c16-ed0fde3d3a3d tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:04:50.440839 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39a53280-5f23-4fac-baa2-3fac09807f55 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 14:04:50.441644 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-39a53280-5f23-4fac-baa2-3fac09807f55 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:50.452952 n-d-843939-1 neutron-server[88369]: INFO neutron.db.securitygroups_db [None req-af5fb5f6-3639-402a-9c16-ed0fde3d3a3d tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Project 62181e77ef674913bf8bbc25767f3dc9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 14:04:50.465161 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-af5fb5f6-3639-402a-9c16-ed0fde3d3a3d tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:50.554800 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-af5fb5f6-3639-402a-9c16-ed0fde3d3a3d tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:50.558756 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-39a53280-5f23-4fac-baa2-3fac09807f55 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:50.561285 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-af5fb5f6-3639-402a-9c16-ed0fde3d3a3d tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:50.572035 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 581eee84-26b5-4fb6-ab93-42fdad66a499 resource provider aggregate not found May 31 14:04:50.606054 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5fb5f6-3639-402a-9c16-ed0fde3d3a3d tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e604d1f7-2c8d-4770-9892-8ab8b30e4b3c,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:04:50.614083 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-af5fb5f6-3639-402a-9c16-ed0fde3d3a3d tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:50.615337 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-af5fb5f6-3639-402a-9c16-ed0fde3d3a3d tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2153175 May 31 14:04:50.619784 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-39a53280-5f23-4fac-baa2-3fac09807f55 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:50.636966 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a53280-5f23-4fac-baa2-3fac09807f55 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Pushing event deleted for resources: {'Network': ['ID=4f57bfbf-eb92-4d59-8006-3805c449df74,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:04:50.648191 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 581eee84-26b5-4fb6-ab93-42fdad66a499 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 581eee84-26b5-4fb6-ab93-42fdad66a499 found for delete ", "request_id": "req-a746446b-8c6b-4903-a465-17e0b4d05aa9"}]} May 31 14:04:50.652467 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-39a53280-5f23-4fac-baa2-3fac09807f55 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "DELETE /v2.0/networks/4f57bfbf-eb92-4d59-8006-3805c449df74 HTTP/1.1" status: 204 len: 168 time: 1.4391775 May 31 14:04:50.652840 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 33940) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:04:50.917735 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-20924d5a-5d91-4d2b-8116-49f4186e3f1f None None] Deleting port 99e5a9ac-9f36-4154-8072-b3205727dfa9 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:04:50.918533 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-20924d5a-5d91-4d2b-8116-49f4186e3f1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:50.981792 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-774a2bd3-ce41-4775-b0ca-24f57a48a497 req-75bb8927-5f68-4016-981d-90b1f82c9b1e tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-608747331&fields=id&tenant_id=62181e77ef674913bf8bbc25767f3dc9 HTTP/1.1" status: 200 len: 267 time: 0.0702889 May 31 14:04:51.004311 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-20924d5a-5d91-4d2b-8116-49f4186e3f1f None None] The port '99e5a9ac-9f36-4154-8072-b3205727dfa9' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 14:04:51.030410 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-3f6ad768-cd2b-4285-a3b5-e4c74e885730 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Deleting port 52e8880d-7df9-404b-b214-a5f865599b83 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:04:51.030971 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3f6ad768-cd2b-4285-a3b5-e4c74e885730 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:51.211094 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a2bd3-ce41-4775-b0ca-24f57a48a497 req-44909fa6-93b0-4e0b-a4a9-afdbfccbfb61 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:04:51.212736 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-774a2bd3-ce41-4775-b0ca-24f57a48a497 req-44909fa6-93b0-4e0b-a4a9-afdbfccbfb61 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] 10.222.0.50 "GET /v2.0/networks?id=dcf8be4a-b80c-4791-b2db-9314ef7b56f8 HTTP/1.1" status: 200 len: 814 time: 0.2299409 May 31 14:04:51.245575 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-774a2bd3-ce41-4775-b0ca-24f57a48a497 req-52e4e24f-77f1-4667-9f92-fe6534984b37 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] 10.222.0.50 "GET /v2.0/quotas/62181e77ef674913bf8bbc25767f3dc9 HTTP/1.1" status: 200 len: 375 time: 0.0183628 May 31 14:04:51.250258 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3f6ad768-cd2b-4285-a3b5-e4c74e885730 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:51.250595 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3f6ad768-cd2b-4285-a3b5-e4c74e885730 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:51.346670 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-774a2bd3-ce41-4775-b0ca-24f57a48a497 req-7efa3b23-2cba-4555-8237-e28ea5f5e79f tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Synchronizing usage tracker for tenant:62181e77ef674913bf8bbc25767f3dc9 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:04:51.376561 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-774a2bd3-ce41-4775-b0ca-24f57a48a497 req-7efa3b23-2cba-4555-8237-e28ea5f5e79f tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Unset dirty status for tenant:62181e77ef674913bf8bbc25767f3dc9 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:04:51.391509 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-774a2bd3-ce41-4775-b0ca-24f57a48a497 req-7efa3b23-2cba-4555-8237-e28ea5f5e79f tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=62181e77ef674913bf8bbc25767f3dc9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1479194 May 31 14:04:51.397635 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-3f6ad768-cd2b-4285-a3b5-e4c74e885730 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Calling delete_port for 52e8880d-7df9-404b-b214-a5f865599b83 owned by network:floatingip {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:04:51.559997 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-774a2bd3-ce41-4775-b0ca-24f57a48a497 req-f32335b3-7f4c-4c9b-9151-8f47e6e0d546 service neutron] 10.222.0.50 "GET /v2.0/networks/dcf8be4a-b80c-4791-b2db-9314ef7b56f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591864 May 31 14:04:51.615452 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3f6ad768-cd2b-4285-a3b5-e4c74e885730 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:51.670782 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6ad768-cd2b-4285-a3b5-e4c74e885730 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Pushing event deleted for resources: {'Port': ['ID=52e8880d-7df9-404b-b214-a5f865599b83,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:04:51.730897 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-774a2bd3-ce41-4775-b0ca-24f57a48a497 req-4ff6c751-e686-4550-b4a2-4e60214e3808 service neutron] 10.222.0.50 "GET /v2.0/networks/dcf8be4a-b80c-4791-b2db-9314ef7b56f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620309 May 31 14:04:51.799440 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3f6ad768-cd2b-4285-a3b5-e4c74e885730 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for floatingip, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:51.800126 n-d-843939-1 neutron-server[88369]: INFO neutron.db.l3_db [None req-3f6ad768-cd2b-4285-a3b5-e4c74e885730 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Floating IP 6d16853c-e4d8-44be-a65a-313556e433a1 disassociated (deleted). External IP: 172.25.6.107, port: bcf7ec99-2de8-4ae6-ae65-2f9b3978b327. May 31 14:04:52.353803 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-307b9e31-0334-4510-af8e-180e9d4cf47d req-0aa24b70-1b59-4ec7-8893-95128a598f1f tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] 10.222.0.50 "GET /v2.0/ports?device_id=a111e76c-e5be-4bd9-9e00-4d7711d75c71 HTTP/1.1" status: 200 len: 210 time: 0.1337156 May 31 14:04:52.366418 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f6ad768-cd2b-4285-a3b5-e4c74e885730 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Router a551d982-0d35-4450-9e6d-6e3cf58c5900 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:04:52.608933 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f6ad768-cd2b-4285-a3b5-e4c74e885730 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:04:52.632060 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2de568-aab4-4dde-ab34-cfd2126bde5c None None] Sync routers for ids ['a551d982-0d35-4450-9e6d-6e3cf58c5900'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:04:52.648978 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3f6ad768-cd2b-4285-a3b5-e4c74e885730 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:52.654043 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2de568-aab4-4dde-ab34-cfd2126bde5c None None] Routers {'a551d982-0d35-4450-9e6d-6e3cf58c5900'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:04:52.654663 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-aa2de568-aab4-4dde-ab34-cfd2126bde5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:04:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['a551d982-0d35-4450-9e6d-6e3cf58c5900'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:04:52.728090 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-3f6ad768-cd2b-4285-a3b5-e4c74e885730 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "DELETE /v2.0/floatingips/6d16853c-e4d8-44be-a65a-313556e433a1 HTTP/1.1" status: 204 len: 168 time: 2.0731151 May 31 14:04:52.729118 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51720720-4c16-45f7-aace-9812c951b1b5', 'tag': 'bcf7ec99-2de8-4ae6-ae65-2f9b3978b327'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:04:52.796498 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc637baa-817e-4037-9973-bf7d59854d2a'] response: {'name': 'network-changed', 'server_uuid': '51720720-4c16-45f7-aace-9812c951b1b5', 'tag': 'bcf7ec99-2de8-4ae6-ae65-2f9b3978b327', 'status': 'completed', 'code': 200} May 31 14:04:52.928165 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-aa2de568-aab4-4dde-ab34-cfd2126bde5c None None] Set router a551d982-0d35-4450-9e6d-6e3cf58c5900 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:04:53.204687 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8771613d-71dc-4ca1-aa0a-50e428d57870 req-d42dc1b2-fc98-4939-bea3-0640eac67c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:04:53.207065 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8771613d-71dc-4ca1-aa0a-50e428d57870 req-d42dc1b2-fc98-4939-bea3-0640eac67c1d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=09b97aa9f54f41a6b37a92daebfa7b06&device_id=51720720-4c16-45f7-aace-9812c951b1b5 HTTP/1.1" status: 200 len: 1097 time: 0.3833921 May 31 14:04:53.402696 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86259c1-2e71-4abc-b3ce-9d4e6e115939 req-5a7202c0-c63a-441f-b01a-62811515202f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:04:53.403647 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-c86259c1-2e71-4abc-b3ce-9d4e6e115939 req-5a7202c0-c63a-441f-b01a-62811515202f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Synchronizing usage tracker for tenant:09b97aa9f54f41a6b37a92daebfa7b06 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:04:53.423083 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-c86259c1-2e71-4abc-b3ce-9d4e6e115939 req-5a7202c0-c63a-441f-b01a-62811515202f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Unset dirty status for tenant:09b97aa9f54f41a6b37a92daebfa7b06 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:04:53.430733 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c86259c1-2e71-4abc-b3ce-9d4e6e115939 req-5a7202c0-c63a-441f-b01a-62811515202f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/ports?device_id=51720720-4c16-45f7-aace-9812c951b1b5 HTTP/1.1" status: 200 len: 946 time: 0.1431561 May 31 14:04:53.488890 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8771613d-71dc-4ca1-aa0a-50e428d57870 req-48c590b5-0ddb-4f22-b1a1-fec82b190383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:04:53.490412 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8771613d-71dc-4ca1-aa0a-50e428d57870 req-48c590b5-0ddb-4f22-b1a1-fec82b190383 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4d1591f0-948d-423b-b377-aa74ae0bd268 HTTP/1.1" status: 200 len: 897 time: 0.2567468 May 31 14:04:53.494648 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-c86259c1-2e71-4abc-b3ce-9d4e6e115939 req-57107e17-9403-4bc7-acce-09ca5044913c tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Synchronizing usage tracker for tenant:09b97aa9f54f41a6b37a92daebfa7b06 on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:04:53.519232 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-c86259c1-2e71-4abc-b3ce-9d4e6e115939 req-57107e17-9403-4bc7-acce-09ca5044913c tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Unset dirty status for tenant:09b97aa9f54f41a6b37a92daebfa7b06 on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:04:53.521922 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c86259c1-2e71-4abc-b3ce-9d4e6e115939 req-57107e17-9403-4bc7-acce-09ca5044913c tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/security-groups?id=e32a2194-83b9-4cbb-bef8-c16de848d36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900164 May 31 14:04:53.570459 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-aa2de568-aab4-4dde-ab34-cfd2126bde5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a551d982-0d35-4450-9e6d-6e3cf58c5900', 'name': 'tempest-TestNetworkBasicOps-router-1936781450', 'tenant_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '19a7de98-bbc6-48a8-adea-8ed5c9ed46b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:02:27Z', 'updated_at': '2022-05-31T14:04:41Z', 'revision_number': 6, 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'gw_port': {'id': '19a7de98-bbc6-48a8-adea-8ed5c9ed46b5', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:6d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a551d982-0d35-4450-9e6d-6e3cf58c5900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:02:28Z', 'updated_at': '2022-05-31T14:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '13208598-19fa-493d-b60d-80b0fa8cf721', 'name': '', 'network_id': '4d1591f0-948d-423b-b377-aa74ae0bd268', 'tenant_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'mac_address': 'fa:16:3e:05:49:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a551d982-0d35-4450-9e6d-6e3cf58c5900', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'de06fd48-48b1-4674-b24c-7d9de086f6a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:02:34Z', 'updated_at': '2022-05-31T14:02:46Z', 'revision_number': 5, 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'subnets': [{'id': 'de06fd48-48b1-4674-b24c-7d9de086f6a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:04:53.576603 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2de568-aab4-4dde-ab34-cfd2126bde5c None None] Checking router: a551d982-0d35-4450-9e6d-6e3cf58c5900 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:04:53.586846 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2de568-aab4-4dde-ab34-cfd2126bde5c None None] Routers {'a551d982-0d35-4450-9e6d-6e3cf58c5900'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:04:53.587956 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-aa2de568-aab4-4dde-ab34-cfd2126bde5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:04:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['a551d982-0d35-4450-9e6d-6e3cf58c5900'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:04:53.627141 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8771613d-71dc-4ca1-aa0a-50e428d57870 req-c9f3db04-af61-43d5-85ba-976a119898b2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bcf7ec99-2de8-4ae6-ae65-2f9b3978b327 HTTP/1.1" status: 200 len: 217 time: 0.1177833 May 31 14:04:53.784146 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-50dcac22-eacc-498b-812d-c37851db6ab3 req-19549c60-b1ff-467b-913e-396184730976 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] 10.222.0.50 "GET /v2.0/ports?device_id=a111e76c-e5be-4bd9-9e00-4d7711d75c71 HTTP/1.1" status: 200 len: 210 time: 0.2397945 May 31 14:04:53.785940 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8771613d-71dc-4ca1-aa0a-50e428d57870 req-edf576e6-e2a8-4072-b508-777a499b02f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:04:53.791344 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8771613d-71dc-4ca1-aa0a-50e428d57870 req-edf576e6-e2a8-4072-b508-777a499b02f6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=de06fd48-48b1-4674-b24c-7d9de086f6a5 HTTP/1.1" status: 200 len: 835 time: 0.1649778 May 31 14:04:53.895014 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8771613d-71dc-4ca1-aa0a-50e428d57870 req-9db05a9d-d6cf-448c-8e11-a8162a747cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:04:53.898007 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8771613d-71dc-4ca1-aa0a-50e428d57870 req-9db05a9d-d6cf-448c-8e11-a8162a747cd5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4d1591f0-948d-423b-b377-aa74ae0bd268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0941291 May 31 14:04:53.909870 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-aa2de568-aab4-4dde-ab34-cfd2126bde5c None None] Set router a551d982-0d35-4450-9e6d-6e3cf58c5900 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:04:54.039000 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a2bd3-ce41-4775-b0ca-24f57a48a497 req-5b5dd539-d8ed-4706-acd2-6c58eeb0f7f2 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:04:54.040774 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-774a2bd3-ce41-4775-b0ca-24f57a48a497 req-5b5dd539-d8ed-4706-acd2-6c58eeb0f7f2 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] 10.222.0.44 "GET /v2.0/networks?id=dcf8be4a-b80c-4791-b2db-9314ef7b56f8 HTTP/1.1" status: 200 len: 814 time: 0.2254686 May 31 14:04:54.111440 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8771613d-71dc-4ca1-aa0a-50e428d57870 req-aa85d050-31d6-40f9-9805-960cc12ff552 service neutron] 10.222.0.44 "GET /v2.0/networks/4d1591f0-948d-423b-b377-aa74ae0bd268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046747 May 31 14:04:54.149505 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-774a2bd3-ce41-4775-b0ca-24f57a48a497 req-96af8839-4a35-4791-9826-afdbdfea67fe tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62181e77ef674913bf8bbc25767f3dc9 HTTP/1.1" status: 200 len: 379 time: 0.0991983 May 31 14:04:54.163423 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-774a2bd3-ce41-4775-b0ca-24f57a48a497 req-9bef2912-c945-4dab-a6e2-a0abd08906ab tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Request body: {'port': {'device_id': 'a111e76c-e5be-4bd9-9e00-4d7711d75c71', 'network_id': 'dcf8be4a-b80c-4791-b2db-9314ef7b56f8', 'admin_state_up': True, 'tenant_id': '62181e77ef674913bf8bbc25767f3dc9', 'security_groups': ['76f4dc8b-05d0-4985-b9c4-c7e888fdfed2']}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:04:54.297429 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8771613d-71dc-4ca1-aa0a-50e428d57870 req-e2fe666a-b4e7-466e-a09d-6b025600d40f service neutron] 10.222.0.44 "GET /v2.0/networks/4d1591f0-948d-423b-b377-aa74ae0bd268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782939 May 31 14:04:54.391280 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-774a2bd3-ce41-4775-b0ca-24f57a48a497 req-9bef2912-c945-4dab-a6e2-a0abd08906ab tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:04:54.406037 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-774a2bd3-ce41-4775-b0ca-24f57a48a497 req-9bef2912-c945-4dab-a6e2-a0abd08906ab tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:04:54.428038 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-774a2bd3-ce41-4775-b0ca-24f57a48a497 req-9bef2912-c945-4dab-a6e2-a0abd08906ab tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Made reservation on behalf of 62181e77ef674913bf8bbc25767f3dc9 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:04:54.450496 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-774a2bd3-ce41-4775-b0ca-24f57a48a497 req-9bef2912-c945-4dab-a6e2-a0abd08906ab tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:54.485041 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-aa2de568-aab4-4dde-ab34-cfd2126bde5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a551d982-0d35-4450-9e6d-6e3cf58c5900', 'name': 'tempest-TestNetworkBasicOps-router-1936781450', 'tenant_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '19a7de98-bbc6-48a8-adea-8ed5c9ed46b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:02:27Z', 'updated_at': '2022-05-31T14:04:41Z', 'revision_number': 6, 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'gw_port': {'id': '19a7de98-bbc6-48a8-adea-8ed5c9ed46b5', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:6d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a551d982-0d35-4450-9e6d-6e3cf58c5900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:02:28Z', 'updated_at': '2022-05-31T14:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '13208598-19fa-493d-b60d-80b0fa8cf721', 'name': '', 'network_id': '4d1591f0-948d-423b-b377-aa74ae0bd268', 'tenant_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'mac_address': 'fa:16:3e:05:49:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a551d982-0d35-4450-9e6d-6e3cf58c5900', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'de06fd48-48b1-4674-b24c-7d9de086f6a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:02:34Z', 'updated_at': '2022-05-31T14:02:46Z', 'revision_number': 5, 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'subnets': [{'id': 'de06fd48-48b1-4674-b24c-7d9de086f6a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:04:54.489644 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2de568-aab4-4dde-ab34-cfd2126bde5c None None] The sync data for ids ['a551d982-0d35-4450-9e6d-6e3cf58c5900'] in n-d-843939-1 is: [{'id': 'a551d982-0d35-4450-9e6d-6e3cf58c5900', 'name': 'tempest-TestNetworkBasicOps-router-1936781450', 'tenant_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '19a7de98-bbc6-48a8-adea-8ed5c9ed46b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:02:27Z', 'updated_at': '2022-05-31T14:04:41Z', 'revision_number': 6, 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'gw_port': {'id': '19a7de98-bbc6-48a8-adea-8ed5c9ed46b5', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:6d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a551d982-0d35-4450-9e6d-6e3cf58c5900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:02:28Z', 'updated_at': '2022-05-31T14:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '13208598-19fa-493d-b60d-80b0fa8cf721', 'name': '', 'network_id': '4d1591f0-948d-423b-b377-aa74ae0bd268', 'tenant_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'mac_address': 'fa:16:3e:05:49:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a551d982-0d35-4450-9e6d-6e3cf58c5900', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'de06fd48-48b1-4674-b24c-7d9de086f6a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:02:34Z', 'updated_at': '2022-05-31T14:02:46Z', 'revision_number': 5, 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'subnets': [{'id': 'de06fd48-48b1-4674-b24c-7d9de086f6a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:04:54.665023 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-774a2bd3-ce41-4775-b0ca-24f57a48a497 req-9bef2912-c945-4dab-a6e2-a0abd08906ab tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Allocated IP 172.20.0.6 (dcf8be4a-b80c-4791-b2db-9314ef7b56f8/6021c0ac-877c-4286-9479-5ffc8c9c64e7/ee1465cd-76b6-4ae5-becd-42922589c614) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:04:54.894842 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95664f66-4e17-42d7-82e0-2a6d3ed66389 req-52f604af-983d-45de-a3cc-3f1afad5347d tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:04:54.896454 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-95664f66-4e17-42d7-82e0-2a6d3ed66389 req-52f604af-983d-45de-a3cc-3f1afad5347d tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Synchronizing usage tracker for tenant:09b97aa9f54f41a6b37a92daebfa7b06 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:04:54.912115 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-95664f66-4e17-42d7-82e0-2a6d3ed66389 req-52f604af-983d-45de-a3cc-3f1afad5347d tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Unset dirty status for tenant:09b97aa9f54f41a6b37a92daebfa7b06 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:04:54.913488 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-95664f66-4e17-42d7-82e0-2a6d3ed66389 req-52f604af-983d-45de-a3cc-3f1afad5347d tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.44 "GET /v2.0/ports?device_id=51720720-4c16-45f7-aace-9812c951b1b5 HTTP/1.1" status: 200 len: 946 time: 0.1584103 May 31 14:04:54.926055 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d51461d-b779-4cf3-811f-1b983b77e24c None None] New status for floating IP 6d16853c-e4d8-44be-a65a-313556e433a1: DOWN {{(pid=88371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 14:04:54.943868 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f160984-28da-4872-bed5-ca364a9f5208 req-0f9bb40c-fa22-4f9a-95a8-978e3a457933 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:04:54.945757 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1f160984-28da-4872-bed5-ca364a9f5208 req-0f9bb40c-fa22-4f9a-95a8-978e3a457933 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/ports?device_id=51720720-4c16-45f7-aace-9812c951b1b5 HTTP/1.1" status: 200 len: 946 time: 0.2394388 May 31 14:04:54.993465 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-774a2bd3-ce41-4775-b0ca-24f57a48a497 req-9bef2912-c945-4dab-a6e2-a0abd08906ab tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:55.024672 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-95664f66-4e17-42d7-82e0-2a6d3ed66389 req-e1699474-814c-42fc-b7cc-0e466ce2c09d tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Deleting port bcf7ec99-2de8-4ae6-ae65-2f9b3978b327 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:04:55.025248 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-95664f66-4e17-42d7-82e0-2a6d3ed66389 req-e1699474-814c-42fc-b7cc-0e466ce2c09d tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:55.080031 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-774a2bd3-ce41-4775-b0ca-24f57a48a497 req-9bef2912-c945-4dab-a6e2-a0abd08906ab tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Transition to ACTIVE for port object ee1465cd-76b6-4ae5-becd-42922589c614 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:04:55.093424 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bdf67161-6de7-4bf5-9233-a90b94647817 req-41e64679-29ce-4e94-83e1-ce648be26776 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] 10.222.0.50 "GET /v2.0/ports?device_id=a111e76c-e5be-4bd9-9e00-4d7711d75c71 HTTP/1.1" status: 200 len: 210 time: 0.0884328 May 31 14:04:55.119524 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1f160984-28da-4872-bed5-ca364a9f5208 req-e53463eb-9a8a-42b1-b92d-f8079a73e64a tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/security-groups?id=e32a2194-83b9-4cbb-bef8-c16de848d36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1630723 May 31 14:04:55.170775 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-774a2bd3-ce41-4775-b0ca-24f57a48a497 req-9bef2912-c945-4dab-a6e2-a0abd08906ab tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:55.269277 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bef2912-c945-4dab-a6e2-a0abd08906ab tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Pushing event updated for resources: {'Port': ['ID=ee1465cd-76b6-4ae5-becd-42922589c614,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:04:55.294648 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-774a2bd3-ce41-4775-b0ca-24f57a48a497 req-9bef2912-c945-4dab-a6e2-a0abd08906ab tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Network dcf8be4a-b80c-4791-b2db-9314ef7b56f8 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:04:55.302750 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-774a2bd3-ce41-4775-b0ca-24f57a48a497 req-9bef2912-c945-4dab-a6e2-a0abd08906ab tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:04:55.302750 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-774a2bd3-ce41-4775-b0ca-24f57a48a497 req-9bef2912-c945-4dab-a6e2-a0abd08906ab tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:04:55.376271 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a2bd3-ce41-4775-b0ca-24f57a48a497 req-9bef2912-c945-4dab-a6e2-a0abd08906ab tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:04:55.376924 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-774a2bd3-ce41-4775-b0ca-24f57a48a497 req-9bef2912-c945-4dab-a6e2-a0abd08906ab tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:55.413078 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-774a2bd3-ce41-4775-b0ca-24f57a48a497 req-9bef2912-c945-4dab-a6e2-a0abd08906ab tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2534902 May 31 14:04:55.425299 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-774a2bd3-ce41-4775-b0ca-24f57a48a497 req-7cbe9a20-b061-4510-bbb9-5995e8eaea7a service neutron] Request body: {'port': {'device_id': 'a111e76c-e5be-4bd9-9e00-4d7711d75c71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:04:55.440290 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-95664f66-4e17-42d7-82e0-2a6d3ed66389 req-e1699474-814c-42fc-b7cc-0e466ce2c09d tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] For port bcf7ec99-2de8-4ae6-ae65-2f9b3978b327, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=bcf7ec99-2de8-4ae6-ae65-2f9b3978b327,segment=NetworkSegment(5562a696-6f7d-42ed-8237-7ee1db3761cd),segment_id=5562a696-6f7d-42ed-8237-7ee1db3761cd)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:04:55.441336 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-95664f66-4e17-42d7-82e0-2a6d3ed66389 req-e1699474-814c-42fc-b7cc-0e466ce2c09d tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:55.565920 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-774a2bd3-ce41-4775-b0ca-24f57a48a497 req-7cbe9a20-b061-4510-bbb9-5995e8eaea7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:55.611033 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-95664f66-4e17-42d7-82e0-2a6d3ed66389 req-e1699474-814c-42fc-b7cc-0e466ce2c09d tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Calling delete_port for bcf7ec99-2de8-4ae6-ae65-2f9b3978b327 owned by compute:nova {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:04:55.636412 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-233b968d-2181-4b6f-8ff5-1e5afd51f322 None None] Provisioning for port ee1465cd-76b6-4ae5-becd-42922589c614 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:04:55.655526 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-233b968d-2181-4b6f-8ff5-1e5afd51f322 None None] Provisioning complete for port ee1465cd-76b6-4ae5-becd-42922589c614 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:04:55.655902 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-233b968d-2181-4b6f-8ff5-1e5afd51f322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:55.794922 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-233b968d-2181-4b6f-8ff5-1e5afd51f322 None None] Port ee1465cd-76b6-4ae5-becd-42922589c614 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:04:55.843581 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-95664f66-4e17-42d7-82e0-2a6d3ed66389 req-e1699474-814c-42fc-b7cc-0e466ce2c09d tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:55.977225 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1699474-814c-42fc-b7cc-0e466ce2c09d tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Pushing event deleted for resources: {'Port': ['ID=bcf7ec99-2de8-4ae6-ae65-2f9b3978b327,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:04:56.104794 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-95664f66-4e17-42d7-82e0-2a6d3ed66389 req-e1699474-814c-42fc-b7cc-0e466ce2c09d tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] No DVR routers for this DVR port bcf7ec99-2de8-4ae6-ae65-2f9b3978b327 on host n-h2-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:04:56.111176 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-95664f66-4e17-42d7-82e0-2a6d3ed66389 req-e1699474-814c-42fc-b7cc-0e466ce2c09d tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:56.112912 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51720720-4c16-45f7-aace-9812c951b1b5', 'name': 'network-vif-deleted', 'tag': 'bcf7ec99-2de8-4ae6-ae65-2f9b3978b327'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:04:56.140162 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-95664f66-4e17-42d7-82e0-2a6d3ed66389 req-e1699474-814c-42fc-b7cc-0e466ce2c09d tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.44 "DELETE /v2.0/ports/bcf7ec99-2de8-4ae6-ae65-2f9b3978b327 HTTP/1.1" status: 204 len: 173 time: 1.2213042 May 31 14:04:56.197705 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-774a2bd3-ce41-4775-b0ca-24f57a48a497 req-7cbe9a20-b061-4510-bbb9-5995e8eaea7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee1465cd-76b6-4ae5-becd-42922589c614 {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:04:56.220565 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-774a2bd3-ce41-4775-b0ca-24f57a48a497 req-7cbe9a20-b061-4510-bbb9-5995e8eaea7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:56.233147 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65f632e8-e291-4322-b7dc-bedcda1d5cae'] response: {'server_uuid': '51720720-4c16-45f7-aace-9812c951b1b5', 'name': 'network-vif-deleted', 'tag': 'bcf7ec99-2de8-4ae6-ae65-2f9b3978b327', 'status': 'completed', 'code': 200} May 31 14:04:56.248262 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-774a2bd3-ce41-4775-b0ca-24f57a48a497 req-7cbe9a20-b061-4510-bbb9-5995e8eaea7a service neutron] Transition to ACTIVE for port object ee1465cd-76b6-4ae5-becd-42922589c614 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:04:56.484570 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-774a2bd3-ce41-4775-b0ca-24f57a48a497 req-7cbe9a20-b061-4510-bbb9-5995e8eaea7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:56.491507 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d9a52a71-f1f3-42d2-8c59-4b834059c3f3 req-dc0bf708-8495-444f-bba0-5f5af0028064 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/ports?device_id=51720720-4c16-45f7-aace-9812c951b1b5 HTTP/1.1" status: 200 len: 210 time: 0.1357524 May 31 14:04:56.975267 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbe9a20-b061-4510-bbb9-5995e8eaea7a service neutron] Pushing event updated for resources: {'Port': ['ID=ee1465cd-76b6-4ae5-becd-42922589c614,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:04:57.046586 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac7d906-68c6-4962-be58-6cdd3afcb2ba req-4a30f728-91d1-4ae1-ac58-5f20ef4ddbb2 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:04:57.050936 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-cac7d906-68c6-4962-be58-6cdd3afcb2ba req-4a30f728-91d1-4ae1-ac58-5f20ef4ddbb2 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Synchronizing usage tracker for tenant:62181e77ef674913bf8bbc25767f3dc9 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:04:57.095295 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-cac7d906-68c6-4962-be58-6cdd3afcb2ba req-4a30f728-91d1-4ae1-ac58-5f20ef4ddbb2 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Unset dirty status for tenant:62181e77ef674913bf8bbc25767f3dc9 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:04:57.096477 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cac7d906-68c6-4962-be58-6cdd3afcb2ba req-4a30f728-91d1-4ae1-ac58-5f20ef4ddbb2 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] 10.222.0.50 "GET /v2.0/ports?device_id=a111e76c-e5be-4bd9-9e00-4d7711d75c71 HTTP/1.1" status: 200 len: 943 time: 0.8459263 May 31 14:04:57.124329 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-774a2bd3-ce41-4775-b0ca-24f57a48a497 req-7cbe9a20-b061-4510-bbb9-5995e8eaea7a service neutron] Attempting to bind port ee1465cd-76b6-4ae5-becd-42922589c614 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:04:57.124661 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-774a2bd3-ce41-4775-b0ca-24f57a48a497 req-7cbe9a20-b061-4510-bbb9-5995e8eaea7a service neutron] Attempting to bind port ee1465cd-76b6-4ae5-becd-42922589c614 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': '7e105bbf-f349-4422-ace6-30b86fdfc308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'dcf8be4a-b80c-4791-b2db-9314ef7b56f8'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:04:57.124989 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774a2bd3-ce41-4775-b0ca-24f57a48a497 req-7cbe9a20-b061-4510-bbb9-5995e8eaea7a service neutron] Attempting to bind port ee1465cd-76b6-4ae5-becd-42922589c614 on network dcf8be4a-b80c-4791-b2db-9314ef7b56f8 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:04:57.143078 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774a2bd3-ce41-4775-b0ca-24f57a48a497 req-7cbe9a20-b061-4510-bbb9-5995e8eaea7a service neutron] Port ee1465cd-76b6-4ae5-becd-42922589c614 on network dcf8be4a-b80c-4791-b2db-9314ef7b56f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 14:04:57.143078 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774a2bd3-ce41-4775-b0ca-24f57a48a497 req-7cbe9a20-b061-4510-bbb9-5995e8eaea7a service neutron] Attempting to bind port ee1465cd-76b6-4ae5-becd-42922589c614 on network dcf8be4a-b80c-4791-b2db-9314ef7b56f8 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:04:57.157723 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774a2bd3-ce41-4775-b0ca-24f57a48a497 req-7cbe9a20-b061-4510-bbb9-5995e8eaea7a service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:04:57.158119 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774a2bd3-ce41-4775-b0ca-24f57a48a497 req-7cbe9a20-b061-4510-bbb9-5995e8eaea7a service neutron] Checking segment: {'id': '7e105bbf-f349-4422-ace6-30b86fdfc308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'dcf8be4a-b80c-4791-b2db-9314ef7b56f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:04:57.158478 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774a2bd3-ce41-4775-b0ca-24f57a48a497 req-7cbe9a20-b061-4510-bbb9-5995e8eaea7a service neutron] Bound using segment: {'id': '7e105bbf-f349-4422-ace6-30b86fdfc308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'dcf8be4a-b80c-4791-b2db-9314ef7b56f8'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:04:57.158920 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-774a2bd3-ce41-4775-b0ca-24f57a48a497 req-7cbe9a20-b061-4510-bbb9-5995e8eaea7a service neutron] Bound port: ee1465cd-76b6-4ae5-becd-42922589c614, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e105bbf-f349-4422-ace6-30b86fdfc308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'dcf8be4a-b80c-4791-b2db-9314ef7b56f8'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:04:57.159266 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-774a2bd3-ce41-4775-b0ca-24f57a48a497 req-7cbe9a20-b061-4510-bbb9-5995e8eaea7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:57.174119 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cac7d906-68c6-4962-be58-6cdd3afcb2ba req-c2f0b820-3375-4b45-bd66-5e15a23b61ac tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] 10.222.0.50 "GET /v2.0/security-groups?id=76f4dc8b-05d0-4985-b9c4-c7e888fdfed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714638 May 31 14:04:57.266925 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-774a2bd3-ce41-4775-b0ca-24f57a48a497 req-7cbe9a20-b061-4510-bbb9-5995e8eaea7a service neutron] For port ee1465cd-76b6-4ae5-becd-42922589c614, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:04:57.270197 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-774a2bd3-ce41-4775-b0ca-24f57a48a497 req-7cbe9a20-b061-4510-bbb9-5995e8eaea7a service neutron] For port ee1465cd-76b6-4ae5-becd-42922589c614, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=ee1465cd-76b6-4ae5-becd-42922589c614,segment=NetworkSegment(7e105bbf-f349-4422-ace6-30b86fdfc308),segment_id=7e105bbf-f349-4422-ace6-30b86fdfc308)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:04:57.275261 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-774a2bd3-ce41-4775-b0ca-24f57a48a497 req-7cbe9a20-b061-4510-bbb9-5995e8eaea7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:57.342244 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a2bd3-ce41-4775-b0ca-24f57a48a497 req-7cbe9a20-b061-4510-bbb9-5995e8eaea7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:04:57.342853 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-774a2bd3-ce41-4775-b0ca-24f57a48a497 req-7cbe9a20-b061-4510-bbb9-5995e8eaea7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:57.344365 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-774a2bd3-ce41-4775-b0ca-24f57a48a497 req-7cbe9a20-b061-4510-bbb9-5995e8eaea7a service neutron] 10.222.0.44 "PUT /v2.0/ports/ee1465cd-76b6-4ae5-becd-42922589c614 HTTP/1.1" status: 200 len: 1091 time: 1.9239752 May 31 14:04:57.344766 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a111e76c-e5be-4bd9-9e00-4d7711d75c71', 'tag': 'ee1465cd-76b6-4ae5-becd-42922589c614'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:04:57.385901 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbe9a20-b061-4510-bbb9-5995e8eaea7a service neutron] Pushing event updated for resources: {'Port': ['ID=ee1465cd-76b6-4ae5-becd-42922589c614,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:04:57.466408 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-881d3797-ddb8-4563-8035-b2b400febf1d'] response: {'name': 'network-changed', 'server_uuid': 'a111e76c-e5be-4bd9-9e00-4d7711d75c71', 'tag': 'ee1465cd-76b6-4ae5-becd-42922589c614', 'status': 'completed', 'code': 200} May 31 14:04:57.510687 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a2bd3-ce41-4775-b0ca-24f57a48a497 req-6b994ac1-f68d-4931-91b0-0e4ce3b6db5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:04:57.513765 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-774a2bd3-ce41-4775-b0ca-24f57a48a497 req-6b994ac1-f68d-4931-91b0-0e4ce3b6db5f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=62181e77ef674913bf8bbc25767f3dc9&device_id=a111e76c-e5be-4bd9-9e00-4d7711d75c71 HTTP/1.1" status: 200 len: 1094 time: 0.0922089 May 31 14:04:57.599672 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-774a2bd3-ce41-4775-b0ca-24f57a48a497 req-6a4a8732-c090-4a07-9625-8704ca0739d1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee1465cd-76b6-4ae5-becd-42922589c614 HTTP/1.1" status: 200 len: 217 time: 0.0747313 May 31 14:04:57.611099 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 34078) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:04:57.697525 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a2bd3-ce41-4775-b0ca-24f57a48a497 req-07a4f39c-e54f-4673-90c1-bcc9002d3891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:04:57.697525 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-774a2bd3-ce41-4775-b0ca-24f57a48a497 req-07a4f39c-e54f-4673-90c1-bcc9002d3891 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6021c0ac-877c-4286-9479-5ffc8c9c64e7 HTTP/1.1" status: 200 len: 853 time: 0.0841939 May 31 14:04:57.702269 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1ad5314d-8e20-4b66-bcde-38252236337b tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:57.740057 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1ad5314d-8e20-4b66-bcde-38252236337b tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:57.773014 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a2bd3-ce41-4775-b0ca-24f57a48a497 req-eae2e872-c671-474f-947f-137b4ed90b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:04:57.774654 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-774a2bd3-ce41-4775-b0ca-24f57a48a497 req-eae2e872-c671-474f-947f-137b4ed90b3f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dcf8be4a-b80c-4791-b2db-9314ef7b56f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769317 May 31 14:04:57.824033 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1ad5314d-8e20-4b66-bcde-38252236337b tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:57.845741 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad5314d-8e20-4b66-bcde-38252236337b tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e32a2194-83b9-4cbb-bef8-c16de848d36d,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:04:57.862382 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1ad5314d-8e20-4b66-bcde-38252236337b tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:57.863716 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-1ad5314d-8e20-4b66-bcde-38252236337b tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "DELETE /v2.0/security-groups/e32a2194-83b9-4cbb-bef8-c16de848d36d HTTP/1.1" status: 204 len: 168 time: 0.2508256 May 31 14:04:57.909398 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 34088) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:04:57.941298 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-774a2bd3-ce41-4775-b0ca-24f57a48a497 req-9dc8e161-3658-4772-93d5-a86decf04f9e service neutron] 10.222.0.44 "GET /v2.0/networks/dcf8be4a-b80c-4791-b2db-9314ef7b56f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571963 May 31 14:04:58.145484 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-774a2bd3-ce41-4775-b0ca-24f57a48a497 req-b4b99394-5877-4359-953a-4647d2a4b324 service neutron] 10.222.0.44 "GET /v2.0/networks/dcf8be4a-b80c-4791-b2db-9314ef7b56f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925523 May 31 14:04:58.364097 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a5747f-b522-4b7b-b93f-1c58614f26b6 req-d9a0b097-9822-486f-8735-9f015299af72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:04:58.365627 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-03a5747f-b522-4b7b-b93f-1c58614f26b6 req-d9a0b097-9822-486f-8735-9f015299af72 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=62181e77ef674913bf8bbc25767f3dc9&device_id=a111e76c-e5be-4bd9-9e00-4d7711d75c71 HTTP/1.1" status: 200 len: 1094 time: 0.1664963 May 31 14:04:58.503725 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4c8ccb-1600-439b-aac7-e02021ec4e23 req-0a6e745f-4565-4ad6-b627-a88459454fa6 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:04:58.505220 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8c4c8ccb-1600-439b-aac7-e02021ec4e23 req-0a6e745f-4565-4ad6-b627-a88459454fa6 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] 10.222.0.50 "GET /v2.0/ports?device_id=a111e76c-e5be-4bd9-9e00-4d7711d75c71 HTTP/1.1" status: 200 len: 943 time: 0.2140610 May 31 14:04:58.586983 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a5747f-b522-4b7b-b93f-1c58614f26b6 req-8196defa-8d44-481a-bced-931a99882cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:04:58.588481 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-03a5747f-b522-4b7b-b93f-1c58614f26b6 req-8196defa-8d44-481a-bced-931a99882cb6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=dcf8be4a-b80c-4791-b2db-9314ef7b56f8 HTTP/1.1" status: 200 len: 915 time: 0.2133961 May 31 14:04:58.591472 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8c4c8ccb-1600-439b-aac7-e02021ec4e23 req-9dff39dd-c0a0-4ae3-9233-18f03e335b58 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] 10.222.0.50 "GET /v2.0/security-groups?id=76f4dc8b-05d0-4985-b9c4-c7e888fdfed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762448 May 31 14:04:58.680460 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-03a5747f-b522-4b7b-b93f-1c58614f26b6 req-39f1378b-3324-43d6-8b94-baeb2e3c4587 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee1465cd-76b6-4ae5-becd-42922589c614 HTTP/1.1" status: 200 len: 217 time: 0.0852387 May 31 14:04:58.759815 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1e7fb55a-2904-4288-ae7b-018f6e457200 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:58.766024 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a5747f-b522-4b7b-b93f-1c58614f26b6 req-7857d606-60e6-4b66-a360-ec3d2a6164f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:04:58.767460 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-03a5747f-b522-4b7b-b93f-1c58614f26b6 req-7857d606-60e6-4b66-a360-ec3d2a6164f6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6021c0ac-877c-4286-9479-5ffc8c9c64e7 HTTP/1.1" status: 200 len: 853 time: 0.0799408 May 31 14:04:58.853885 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a5747f-b522-4b7b-b93f-1c58614f26b6 req-befaeacd-6ef4-4afa-b8dd-1a5f30588871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:04:58.855580 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-03a5747f-b522-4b7b-b93f-1c58614f26b6 req-befaeacd-6ef4-4afa-b8dd-1a5f30588871 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dcf8be4a-b80c-4791-b2db-9314ef7b56f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0808830 May 31 14:04:59.160708 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-1e7fb55a-2904-4288-ae7b-018f6e457200 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Deleting port 13208598-19fa-493d-b60d-80b0fa8cf721 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:04:59.161054 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1e7fb55a-2904-4288-ae7b-018f6e457200 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:59.163883 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-03a5747f-b522-4b7b-b93f-1c58614f26b6 req-00373d5d-0fd8-45c6-b4a9-fdf119e04251 service neutron] 10.222.0.44 "GET /v2.0/networks/dcf8be4a-b80c-4791-b2db-9314ef7b56f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3005266 May 31 14:04:59.317501 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-03a5747f-b522-4b7b-b93f-1c58614f26b6 req-7e9a4124-ecef-4c67-8b1c-3050b62a6907 service neutron] 10.222.0.44 "GET /v2.0/networks/dcf8be4a-b80c-4791-b2db-9314ef7b56f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468844 May 31 14:04:59.389515 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-1e7fb55a-2904-4288-ae7b-018f6e457200 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] For port 13208598-19fa-493d-b60d-80b0fa8cf721, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=13208598-19fa-493d-b60d-80b0fa8cf721,segment=NetworkSegment(5562a696-6f7d-42ed-8237-7ee1db3761cd),segment_id=5562a696-6f7d-42ed-8237-7ee1db3761cd)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:04:59.389905 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1e7fb55a-2904-4288-ae7b-018f6e457200 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:04:59.528789 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-1e7fb55a-2904-4288-ae7b-018f6e457200 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Calling delete_port for 13208598-19fa-493d-b60d-80b0fa8cf721 owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:04:59.649305 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device bcf7ec99-2de8-4ae6-ae65-2f9b3978b327 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:04:59.685908 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] No Port match for: bcf7ec99-2de8-4ae6-ae65-2f9b3978b327 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:04:59.686631 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device bcf7ec99-2de8-4ae6-ae65-2f9b3978b327 not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:04:59.835221 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d96b5d-5565-43fe-bf82-a0d1033eb574 req-0318f141-a4bf-43d6-93af-2044f0b454bc tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:04:59.837314 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-12d96b5d-5565-43fe-bf82-a0d1033eb574 req-0318f141-a4bf-43d6-93af-2044f0b454bc tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] 10.222.0.50 "GET /v2.0/ports?device_id=a111e76c-e5be-4bd9-9e00-4d7711d75c71 HTTP/1.1" status: 200 len: 943 time: 0.1159937 May 31 14:04:59.908887 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-12d96b5d-5565-43fe-bf82-a0d1033eb574 req-81532eef-7c7b-4de3-a506-dc01aafe5b27 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] 10.222.0.50 "GET /v2.0/security-groups?id=76f4dc8b-05d0-4985-b9c4-c7e888fdfed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638075 May 31 14:05:00.049615 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1e7fb55a-2904-4288-ae7b-018f6e457200 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:00.098559 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7fb55a-2904-4288-ae7b-018f6e457200 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Pushing event deleted for resources: {'Port': ['ID=13208598-19fa-493d-b60d-80b0fa8cf721,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:05:00.444831 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1e7fb55a-2904-4288-ae7b-018f6e457200 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:00.864904 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e7fb55a-2904-4288-ae7b-018f6e457200 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Router a551d982-0d35-4450-9e6d-6e3cf58c5900 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:05:01.104429 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e7fb55a-2904-4288-ae7b-018f6e457200 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:05:01.126541 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-1e7fb55a-2904-4288-ae7b-018f6e457200 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "PUT /v2.0/routers/a551d982-0d35-4450-9e6d-6e3cf58c5900/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2135639 May 31 14:05:01.126867 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 34144) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:05:01.127730 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b0adcf-5a91-40fb-a3fb-cc06b3620cbf None None] Sync routers for ids ['a551d982-0d35-4450-9e6d-6e3cf58c5900'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:05:01.140713 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4187d10c-e291-4fc3-a97c-728a47882e62 req-9b968fd6-4550-4b5f-b49f-948277e53103 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:01.142376 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b0adcf-5a91-40fb-a3fb-cc06b3620cbf None None] Routers {'a551d982-0d35-4450-9e6d-6e3cf58c5900'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:05:01.143176 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-40b0adcf-5a91-40fb-a3fb-cc06b3620cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:04:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['a551d982-0d35-4450-9e6d-6e3cf58c5900'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:05:01.149166 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4187d10c-e291-4fc3-a97c-728a47882e62 req-9b968fd6-4550-4b5f-b49f-948277e53103 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] 10.222.0.50 "GET /v2.0/ports?device_id=a111e76c-e5be-4bd9-9e00-4d7711d75c71 HTTP/1.1" status: 200 len: 943 time: 0.1185319 May 31 14:05:01.215862 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4187d10c-e291-4fc3-a97c-728a47882e62 req-f572905c-3372-4663-a00f-26dcc6b9eff9 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] 10.222.0.50 "GET /v2.0/security-groups?id=76f4dc8b-05d0-4985-b9c4-c7e888fdfed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655577 May 31 14:05:01.226986 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8722a08-53d1-4f7c-9640-23ba218fffa6 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Deleting subnet de06fd48-48b1-4674-b24c-7d9de086f6a5 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 14:05:01.231936 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e8722a08-53d1-4f7c-9640-23ba218fffa6 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:01.305629 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e8722a08-53d1-4f7c-9640-23ba218fffa6 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:01.392983 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-40b0adcf-5a91-40fb-a3fb-cc06b3620cbf None None] Set router a551d982-0d35-4450-9e6d-6e3cf58c5900 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:05:01.453709 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e8722a08-53d1-4f7c-9640-23ba218fffa6 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:01.541596 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e8722a08-53d1-4f7c-9640-23ba218fffa6 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:01.585960 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8722a08-53d1-4f7c-9640-23ba218fffa6 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Pushing event deleted for resources: {'Subnet': ['ID=de06fd48-48b1-4674-b24c-7d9de086f6a5,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:05:01.589615 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e8722a08-53d1-4f7c-9640-23ba218fffa6 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:01.598319 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7bae8d-1745-4db4-8fd1-0d8af6aafc7f None None] Network 4d1591f0-948d-423b-b377-aa74ae0bd268 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:05:01.598938 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e8722a08-53d1-4f7c-9640-23ba218fffa6 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "DELETE /v2.0/subnets/de06fd48-48b1-4674-b24c-7d9de086f6a5 HTTP/1.1" status: 204 len: 168 time: 0.4707849 May 31 14:05:01.601457 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 34158) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:05:01.860355 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ebb16482-3797-4f16-8a05-1860b465e8c9 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for router, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:01.890824 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-40b0adcf-5a91-40fb-a3fb-cc06b3620cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a551d982-0d35-4450-9e6d-6e3cf58c5900', 'name': 'tempest-TestNetworkBasicOps-router-1936781450', 'tenant_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '19a7de98-bbc6-48a8-adea-8ed5c9ed46b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:02:27Z', 'updated_at': '2022-05-31T14:04:59Z', 'revision_number': 7, 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'gw_port': {'id': '19a7de98-bbc6-48a8-adea-8ed5c9ed46b5', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:6d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a551d982-0d35-4450-9e6d-6e3cf58c5900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:02:28Z', 'updated_at': '2022-05-31T14:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:05:01.898905 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b0adcf-5a91-40fb-a3fb-cc06b3620cbf None None] Checking router: a551d982-0d35-4450-9e6d-6e3cf58c5900 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:05:01.939386 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b0adcf-5a91-40fb-a3fb-cc06b3620cbf None None] Routers {'a551d982-0d35-4450-9e6d-6e3cf58c5900'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:05:01.940167 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-40b0adcf-5a91-40fb-a3fb-cc06b3620cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:04:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['a551d982-0d35-4450-9e6d-6e3cf58c5900'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:05:01.972694 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c42cea-2dd0-4c4c-a47a-e01206c7e220 None None] DHCP port deletion for 4d1591f0-948d-423b-b377-aa74ae0bd268 request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 14:05:01.980788 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-d2c42cea-2dd0-4c4c-a47a-e01206c7e220 None None] Deleting port 8ea7444b-dd18-4c37-9439-3ac3d6f0453b {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:05:01.981649 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d2c42cea-2dd0-4c4c-a47a-e01206c7e220 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:02.101957 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ebb16482-3797-4f16-8a05-1860b465e8c9 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:02.114841 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-ebb16482-3797-4f16-8a05-1860b465e8c9 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Deleting port 19a7de98-bbc6-48a8-adea-8ed5c9ed46b5 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:05:02.115533 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ebb16482-3797-4f16-8a05-1860b465e8c9 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:02.188159 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-40b0adcf-5a91-40fb-a3fb-cc06b3620cbf None None] Set router a551d982-0d35-4450-9e6d-6e3cf58c5900 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:05:02.238286 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-d2c42cea-2dd0-4c4c-a47a-e01206c7e220 None None] For port 8ea7444b-dd18-4c37-9439-3ac3d6f0453b, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=8ea7444b-dd18-4c37-9439-3ac3d6f0453b,segment=NetworkSegment(5562a696-6f7d-42ed-8237-7ee1db3761cd),segment_id=5562a696-6f7d-42ed-8237-7ee1db3761cd)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:05:02.239159 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d2c42cea-2dd0-4c4c-a47a-e01206c7e220 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:02.415387 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-d2c42cea-2dd0-4c4c-a47a-e01206c7e220 None None] Calling delete_port for 8ea7444b-dd18-4c37-9439-3ac3d6f0453b owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:05:02.510237 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d2c42cea-2dd0-4c4c-a47a-e01206c7e220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:02.553686 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-ebb16482-3797-4f16-8a05-1860b465e8c9 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] For port 19a7de98-bbc6-48a8-adea-8ed5c9ed46b5, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=19a7de98-bbc6-48a8-adea-8ed5c9ed46b5,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:05:02.554559 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ebb16482-3797-4f16-8a05-1860b465e8c9 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:02.581165 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c42cea-2dd0-4c4c-a47a-e01206c7e220 None None] Pushing event deleted for resources: {'Port': ['ID=8ea7444b-dd18-4c37-9439-3ac3d6f0453b,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:05:02.589532 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c42cea-2dd0-4c4c-a47a-e01206c7e220 None None] No DVR routers for this DVR port 8ea7444b-dd18-4c37-9439-3ac3d6f0453b on host n-d-843939-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:05:02.593268 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c42cea-2dd0-4c4c-a47a-e01206c7e220 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:05:02.594023 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c42cea-2dd0-4c4c-a47a-e01206c7e220 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:05:02.594653 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c42cea-2dd0-4c4c-a47a-e01206c7e220 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:05:02.595280 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c42cea-2dd0-4c4c-a47a-e01206c7e220 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:05:02.595959 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c42cea-2dd0-4c4c-a47a-e01206c7e220 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:05:02.596734 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c42cea-2dd0-4c4c-a47a-e01206c7e220 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:05:02.597713 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c42cea-2dd0-4c4c-a47a-e01206c7e220 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:05:02.598301 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c42cea-2dd0-4c4c-a47a-e01206c7e220 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:05:02.598909 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c42cea-2dd0-4c4c-a47a-e01206c7e220 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:05:02.600841 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c42cea-2dd0-4c4c-a47a-e01206c7e220 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:05:02.601345 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c42cea-2dd0-4c4c-a47a-e01206c7e220 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:05:02.602008 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c42cea-2dd0-4c4c-a47a-e01206c7e220 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:05:02.635484 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-40b0adcf-5a91-40fb-a3fb-cc06b3620cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a551d982-0d35-4450-9e6d-6e3cf58c5900', 'name': 'tempest-TestNetworkBasicOps-router-1936781450', 'tenant_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '19a7de98-bbc6-48a8-adea-8ed5c9ed46b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:02:27Z', 'updated_at': '2022-05-31T14:04:59Z', 'revision_number': 7, 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'gw_port': {'id': '19a7de98-bbc6-48a8-adea-8ed5c9ed46b5', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:6d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a551d982-0d35-4450-9e6d-6e3cf58c5900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:02:28Z', 'updated_at': '2022-05-31T14:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:05:02.642128 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b0adcf-5a91-40fb-a3fb-cc06b3620cbf None None] The sync data for ids ['a551d982-0d35-4450-9e6d-6e3cf58c5900'] in n-d-843939-1 is: [{'id': 'a551d982-0d35-4450-9e6d-6e3cf58c5900', 'name': 'tempest-TestNetworkBasicOps-router-1936781450', 'tenant_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '19a7de98-bbc6-48a8-adea-8ed5c9ed46b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:02:27Z', 'updated_at': '2022-05-31T14:04:59Z', 'revision_number': 7, 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'gw_port': {'id': '19a7de98-bbc6-48a8-adea-8ed5c9ed46b5', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:6d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a551d982-0d35-4450-9e6d-6e3cf58c5900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:02:28Z', 'updated_at': '2022-05-31T14:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:05:02.741789 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-ebb16482-3797-4f16-8a05-1860b465e8c9 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Calling delete_port for 19a7de98-bbc6-48a8-adea-8ed5c9ed46b5 owned by network:router_gateway {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:05:02.818372 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa799b-bfe9-4cfd-935f-be19f8baef24 req-774c769c-ef47-4e3d-b36f-264d70888048 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:02.819874 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-50fa799b-bfe9-4cfd-935f-be19f8baef24 req-774c769c-ef47-4e3d-b36f-264d70888048 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] 10.222.0.50 "GET /v2.0/ports?device_id=a111e76c-e5be-4bd9-9e00-4d7711d75c71 HTTP/1.1" status: 200 len: 943 time: 0.3804328 May 31 14:05:02.903112 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-50fa799b-bfe9-4cfd-935f-be19f8baef24 req-a6d04812-e18b-49e7-9d6c-b7ea6cf18ba2 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] 10.222.0.50 "GET /v2.0/security-groups?id=76f4dc8b-05d0-4985-b9c4-c7e888fdfed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766749 May 31 14:05:03.012674 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ebb16482-3797-4f16-8a05-1860b465e8c9 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:03.103311 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb16482-3797-4f16-8a05-1860b465e8c9 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Pushing event deleted for resources: {'Port': ['ID=19a7de98-bbc6-48a8-adea-8ed5c9ed46b5,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:05:03.316465 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ebb16482-3797-4f16-8a05-1860b465e8c9 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577389'] for router_gateway, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:03.527419 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ebb16482-3797-4f16-8a05-1860b465e8c9 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:03.530796 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ebb16482-3797-4f16-8a05-1860b465e8c9 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:03.563516 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ebb16482-3797-4f16-8a05-1860b465e8c9 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:03.564199 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebb16482-3797-4f16-8a05-1860b465e8c9 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Fanout notify agent at l3_agent the message router_deleted on router a551d982-0d35-4450-9e6d-6e3cf58c5900 {{(pid=88370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 14:05:03.590909 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ebb16482-3797-4f16-8a05-1860b465e8c9 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:03.592150 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-ebb16482-3797-4f16-8a05-1860b465e8c9 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "DELETE /v2.0/routers/a551d982-0d35-4450-9e6d-6e3cf58c5900 HTTP/1.1" status: 204 len: 168 time: 1.9893219 May 31 14:05:03.595211 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 34190) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:05:03.745159 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d24b675d-8ccb-4215-b67f-f86a7b067725 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:03.902592 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d24b675d-8ccb-4215-b67f-f86a7b067725 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:03.931890 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-d24b675d-8ccb-4215-b67f-f86a7b067725 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d1591f0-948d-423b-b377-aa74ae0bd268']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:05:03.948893 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-d24b675d-8ccb-4215-b67f-f86a7b067725 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5562a696-6f7d-42ed-8237-7ee1db3761cd') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:05:03.949190 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-d24b675d-8ccb-4215-b67f-f86a7b067725 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5562a696-6f7d-42ed-8237-7ee1db3761cd') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:05:03.964128 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d24b675d-8ccb-4215-b67f-f86a7b067725 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:03.984835 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d24b675d-8ccb-4215-b67f-f86a7b067725 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:03.995240 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d24b675d-8ccb-4215-b67f-f86a7b067725 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 14:05:03.995240 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d24b675d-8ccb-4215-b67f-f86a7b067725 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:04.071610 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 5562a696-6f7d-42ed-8237-7ee1db3761cd resource provider aggregate not found May 31 14:05:04.119361 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 5562a696-6f7d-42ed-8237-7ee1db3761cd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5562a696-6f7d-42ed-8237-7ee1db3761cd found for delete ", "request_id": "req-545d7862-5fb0-4072-a76c-5d8c1334cc33"}]} May 31 14:05:04.167364 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d24b675d-8ccb-4215-b67f-f86a7b067725 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:04.195319 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d24b675d-8ccb-4215-b67f-f86a7b067725 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:04.205166 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 19a7de98-bbc6-48a8-adea-8ed5c9ed46b5 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:05:04.209221 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24b675d-8ccb-4215-b67f-f86a7b067725 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Pushing event deleted for resources: {'Network': ['ID=4d1591f0-948d-423b-b377-aa74ae0bd268,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:05:04.220173 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-d24b675d-8ccb-4215-b67f-f86a7b067725 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "DELETE /v2.0/networks/4d1591f0-948d-423b-b377-aa74ae0bd268 HTTP/1.1" status: 204 len: 168 time: 0.6239402 May 31 14:05:04.241559 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 34210) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:05:04.248923 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-40d1036b-4466-44a4-8944-f26bc038f29c tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Request body: {'network': {'name': 'tempest-network-smoke--343306181', 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'port_security_enabled': True}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:05:04.251539 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a467b-f193-4b18-bc30-de5663c26578 req-67cfcb76-fe20-43be-8594-309f294dfb57 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:04.253221 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-308a467b-f193-4b18-bc30-de5663c26578 req-67cfcb76-fe20-43be-8594-309f294dfb57 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] 10.222.0.50 "GET /v2.0/ports?device_id=a111e76c-e5be-4bd9-9e00-4d7711d75c71 HTTP/1.1" status: 200 len: 943 time: 0.1774917 May 31 14:05:04.258550 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-40d1036b-4466-44a4-8944-f26bc038f29c tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:05:04.263622 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-40d1036b-4466-44a4-8944-f26bc038f29c tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Usage tracker for resource:network and tenant:09b97aa9f54f41a6b37a92daebfa7b06 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:05:04.267129 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-40d1036b-4466-44a4-8944-f26bc038f29c tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:05:04.274483 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-40d1036b-4466-44a4-8944-f26bc038f29c tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:05:04.293731 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 19a7de98-bbc6-48a8-adea-8ed5c9ed46b5 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:05:04.294478 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 19a7de98-bbc6-48a8-adea-8ed5c9ed46b5 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:05:04.295173 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 13208598-19fa-493d-b60d-80b0fa8cf721 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:05:04.296490 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d1036b-4466-44a4-8944-f26bc038f29c tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Made reservation on behalf of 09b97aa9f54f41a6b37a92daebfa7b06 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:05:04.301328 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-40d1036b-4466-44a4-8944-f26bc038f29c tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:04.365008 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 13208598-19fa-493d-b60d-80b0fa8cf721 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:05:04.365437 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 13208598-19fa-493d-b60d-80b0fa8cf721 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:05:04.365869 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 8ea7444b-dd18-4c37-9439-3ac3d6f0453b no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:05:04.396095 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-308a467b-f193-4b18-bc30-de5663c26578 req-7807e410-a66b-4e01-add9-4c05c4fc702f tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] 10.222.0.50 "GET /v2.0/security-groups?id=76f4dc8b-05d0-4985-b9c4-c7e888fdfed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286283 May 31 14:05:04.443326 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 8ea7444b-dd18-4c37-9439-3ac3d6f0453b {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:05:04.443970 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 8ea7444b-dd18-4c37-9439-3ac3d6f0453b not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:05:04.509258 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40d1036b-4466-44a4-8944-f26bc038f29c tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 14:05:04.519062 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-40d1036b-4466-44a4-8944-f26bc038f29c tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:04.519381 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-40d1036b-4466-44a4-8944-f26bc038f29c tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Added segment ab093be2-461a-4b29-9874-122733dfd89d of type vlan for network 1e5b7694-b0b7-4ee5-9880-3d9111018d3f May 31 14:05:04.546305 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-40d1036b-4466-44a4-8944-f26bc038f29c tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:04.578962 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-40d1036b-4466-44a4-8944-f26bc038f29c tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:04.584590 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d1036b-4466-44a4-8944-f26bc038f29c tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:04.585203 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-40d1036b-4466-44a4-8944-f26bc038f29c tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:04.710720 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-40d1036b-4466-44a4-8944-f26bc038f29c tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4678240 May 31 14:05:04.712816 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 34218) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:05:04.717086 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d1036b-4466-44a4-8944-f26bc038f29c tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Pushing event updated for resources: {'Network': ['ID=1e5b7694-b0b7-4ee5-9880-3d9111018d3f,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:05:04.733600 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-018b8029-22f4-4931-aa84-66207a52b647 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1949080233', 'admin_state_up': True, 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:05:04.744764 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 1e5b7694-b0b7-4ee5-9880-3d9111018d3f details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 14:05:04.754392 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-018b8029-22f4-4931-aa84-66207a52b647 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:05:04.761343 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-018b8029-22f4-4931-aa84-66207a52b647 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Usage tracker for resource:router and tenant:09b97aa9f54f41a6b37a92daebfa7b06 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:05:04.768391 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-018b8029-22f4-4931-aa84-66207a52b647 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:05:04.775469 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-018b8029-22f4-4931-aa84-66207a52b647 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:05:04.790215 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-018b8029-22f4-4931-aa84-66207a52b647 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:04.792735 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-018b8029-22f4-4931-aa84-66207a52b647 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:04.814102 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-018b8029-22f4-4931-aa84-66207a52b647 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:05.124761 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-018b8029-22f4-4931-aa84-66207a52b647 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:05.681709 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-018b8029-22f4-4931-aa84-66207a52b647 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for router_gateway, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:05.717930 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-018b8029-22f4-4931-aa84-66207a52b647 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:05.813720 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc707cd5-8fcb-441b-b31d-4ce3d2477046 req-3058d634-6b01-4e6e-ab63-8dd9404a2069 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:05.815452 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bc707cd5-8fcb-441b-b31d-4ce3d2477046 req-3058d634-6b01-4e6e-ab63-8dd9404a2069 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] 10.222.0.50 "GET /v2.0/ports?device_id=a111e76c-e5be-4bd9-9e00-4d7711d75c71 HTTP/1.1" status: 200 len: 943 time: 0.2337682 May 31 14:05:05.933013 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bc707cd5-8fcb-441b-b31d-4ce3d2477046 req-3128b131-6410-4c47-9a66-43f434e557e0 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] 10.222.0.50 "GET /v2.0/security-groups?id=76f4dc8b-05d0-4985-b9c4-c7e888fdfed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692677 May 31 14:05:05.934818 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-018b8029-22f4-4931-aa84-66207a52b647 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Allocated IP 172.25.6.228 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/e76263c0-c726-4370-bfc4-5226d155b992) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:05:06.099496 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-018b8029-22f4-4931-aa84-66207a52b647 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:06.149596 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-018b8029-22f4-4931-aa84-66207a52b647 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:06.224178 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018b8029-22f4-4931-aa84-66207a52b647 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:05:06.227127 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-018b8029-22f4-4931-aa84-66207a52b647 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:05:06.230669 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018b8029-22f4-4931-aa84-66207a52b647 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:05:06.276411 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018b8029-22f4-4931-aa84-66207a52b647 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Pushing event updated for resources: {'Port': ['ID=e76263c0-c726-4370-bfc4-5226d155b992,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:05:06.687549 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-018b8029-22f4-4931-aa84-66207a52b647 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for router_gateway, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:07.071877 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-018b8029-22f4-4931-aa84-66207a52b647 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:07.457046 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb3a610-5975-4708-81d0-da935b4113af req-cb13f4a8-ecb4-44e9-99a7-47dcfd74bb0b tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:07.458577 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ecb3a610-5975-4708-81d0-da935b4113af req-cb13f4a8-ecb4-44e9-99a7-47dcfd74bb0b tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] 10.222.0.50 "GET /v2.0/ports?device_id=a111e76c-e5be-4bd9-9e00-4d7711d75c71 HTTP/1.1" status: 200 len: 943 time: 0.3843191 May 31 14:05:07.521853 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ecb3a610-5975-4708-81d0-da935b4113af req-65ca7aea-d38a-44d0-b1e0-337729e356f9 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] 10.222.0.50 "GET /v2.0/security-groups?id=76f4dc8b-05d0-4985-b9c4-c7e888fdfed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565562 May 31 14:05:07.536907 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-018b8029-22f4-4931-aa84-66207a52b647 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Router 6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215 is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 14:05:07.598171 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:07.665975 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device ee1465cd-76b6-4ae5-becd-42922589c614 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 14:05:07.729475 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-018b8029-22f4-4931-aa84-66207a52b647 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:05:07.759211 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc484cc-11e7-40d6-829f-d96d220da74c None None] Sync routers for ids ['6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:05:07.764438 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-018b8029-22f4-4931-aa84-66207a52b647 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:07.769086 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-018b8029-22f4-4931-aa84-66207a52b647 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.0514820 May 31 14:05:07.769384 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 34282) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:05:07.788534 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc484cc-11e7-40d6-829f-d96d220da74c None None] Routers {'6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:05:07.789257 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-adc484cc-11e7-40d6-829f-d96d220da74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:04:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:05:07.810939 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c2e0e8c0-3d09-4e2b-925b-b2a26f5be305 tempest-TestNetworkBasicOps-115385594 tempest-TestNetworkBasicOps-115385594-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=09b97aa9f54f41a6b37a92daebfa7b06&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0403628 May 31 14:05:07.814259 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 34286) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:05:07.966475 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d7f8e8-8526-4f55-a993-d6e70522c436 tempest-TestNetworkBasicOps-115385594 tempest-TestNetworkBasicOps-115385594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:07.967971 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-38d7f8e8-8526-4f55-a993-d6e70522c436 tempest-TestNetworkBasicOps-115385594 tempest-TestNetworkBasicOps-115385594-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1524982 May 31 14:05:07.971112 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 34292) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:05:08.010278 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port ee1465cd-76b6-4ae5-becd-42922589c614, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=ee1465cd-76b6-4ae5-becd-42922589c614,segment=NetworkSegment(7e105bbf-f349-4422-ace6-30b86fdfc308),segment_id=7e105bbf-f349-4422-ace6-30b86fdfc308)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:05:08.017952 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-14509997-91fb-4ec0-b20f-1b103a92db95 tempest-TestNetworkBasicOps-115385594 tempest-TestNetworkBasicOps-115385594-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=d2103cd5-63ba-4c24-9d95-fd17643bf14c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0448601 May 31 14:05:08.020831 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 34296) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:05:08.027362 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-2276c72c-929e-4dd1-b106-26e60f01ee4d tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1234147355', 'network_id': '1e5b7694-b0b7-4ee5-9880-3d9111018d3f', 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:05:08.033591 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': 'ee1465cd-76b6-4ae5-becd-42922589c614', 'network_id': 'dcf8be4a-b80c-4791-b2db-9314ef7b56f8', 'port_id': 'ee1465cd-76b6-4ae5-becd-42922589c614', 'mac_address': 'fa:16:3e:72:86:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6021c0ac-877c-4286-9479-5ffc8c9c64e7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 14:05:08.066407 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-adc484cc-11e7-40d6-829f-d96d220da74c None None] Set router 6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:05:08.159896 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-2276c72c-929e-4dd1-b106-26e60f01ee4d tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:05:08.164081 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-2276c72c-929e-4dd1-b106-26e60f01ee4d tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Usage tracker for resource:subnet and tenant:09b97aa9f54f41a6b37a92daebfa7b06 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:05:08.167118 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-2276c72c-929e-4dd1-b106-26e60f01ee4d tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:05:08.173778 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-2276c72c-929e-4dd1-b106-26e60f01ee4d tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:05:08.186787 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2276c72c-929e-4dd1-b106-26e60f01ee4d tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Made reservation on behalf of 09b97aa9f54f41a6b37a92daebfa7b06 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:05:08.190482 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2276c72c-929e-4dd1-b106-26e60f01ee4d tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:08.224528 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port ee1465cd-76b6-4ae5-becd-42922589c614 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:05:08.224909 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:08.302308 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee1465cd-76b6-4ae5-becd-42922589c614 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:05:08.339819 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port ee1465cd-76b6-4ae5-becd-42922589c614, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=ee1465cd-76b6-4ae5-becd-42922589c614,segment=NetworkSegment(7e105bbf-f349-4422-ace6-30b86fdfc308),segment_id=7e105bbf-f349-4422-ace6-30b86fdfc308)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:05:08.354472 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:08.484655 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=ee1465cd-76b6-4ae5-becd-42922589c614,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:05:08.503729 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-adc484cc-11e7-40d6-829f-d96d220da74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215', 'name': 'tempest-TestNetworkBasicOps-router-1949080233', 'tenant_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': 'e76263c0-c726-4370-bfc4-5226d155b992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:05:04Z', 'updated_at': '2022-05-31T14:05:06Z', 'revision_number': 3, 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'gw_port': {'id': 'e76263c0-c726-4370-bfc4-5226d155b992', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:06:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:05:05Z', 'updated_at': '2022-05-31T14:05:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:05:08.504325 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2276c72c-929e-4dd1-b106-26e60f01ee4d tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:08.509840 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc484cc-11e7-40d6-829f-d96d220da74c None None] Checking router: 6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:05:08.510218 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc484cc-11e7-40d6-829f-d96d220da74c None None] Updating router 6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215 port e76263c0-c726-4370-bfc4-5226d155b992 binding host n-d-843939-1 {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 14:05:08.572721 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-adc484cc-11e7-40d6-829f-d96d220da74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:08.610427 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2276c72c-929e-4dd1-b106-26e60f01ee4d tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Checking segment: {'id': 'ab093be2-461a-4b29-9874-122733dfd89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1e5b7694-b0b7-4ee5-9880-3d9111018d3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:05:08.610773 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2276c72c-929e-4dd1-b106-26e60f01ee4d tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Network hostable DHCP agents. Network: 1e5b7694-b0b7-4ee5-9880-3d9111018d3f, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 14:05:08.615483 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2276c72c-929e-4dd1-b106-26e60f01ee4d tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Pushing event updated for resources: {'Subnet': ['ID=af6cf838-e543-44c2-ad78-204ec200f360,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:05:08.619019 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['ee1465cd-76b6-4ae5-becd-42922589c614'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:05:08.636622 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2276c72c-929e-4dd1-b106-26e60f01ee4d tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Network 1e5b7694-b0b7-4ee5-9880-3d9111018d3f is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 14:05:08.649469 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-2276c72c-929e-4dd1-b106-26e60f01ee4d tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 1e5b7694-b0b7-4ee5-9880-3d9111018d3f) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:05:08.667538 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013a3990-470a-4a01-a594-667b639ce89b None None] Network 1e5b7694-b0b7-4ee5-9880-3d9111018d3f requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:05:08.669105 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2276c72c-929e-4dd1-b106-26e60f01ee4d tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:08.670430 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2276c72c-929e-4dd1-b106-26e60f01ee4d tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:08.708463 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-2276c72c-929e-4dd1-b106-26e60f01ee4d tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6861558 May 31 14:05:08.711296 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 34314) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:05:08.821915 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0101f78d-7d03-4e9f-8c79-78f39f683df2 req-f6ae9be6-23fc-4c7d-9e01-62a796555510 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:08.825304 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0101f78d-7d03-4e9f-8c79-78f39f683df2 req-f6ae9be6-23fc-4c7d-9e01-62a796555510 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] 10.222.0.50 "GET /v2.0/ports?device_id=a111e76c-e5be-4bd9-9e00-4d7711d75c71 HTTP/1.1" status: 200 len: 944 time: 0.1552625 May 31 14:05:08.879923 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0101f78d-7d03-4e9f-8c79-78f39f683df2 req-f2c3ed3f-17fc-4c6a-ac54-f857cd8597e4 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] 10.222.0.50 "GET /v2.0/security-groups?id=76f4dc8b-05d0-4985-b9c4-c7e888fdfed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481732 May 31 14:05:09.179298 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:09.261945 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851604b4-6371-4347-8cd2-9b8e066c4735 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-1e5b7694-b0b7-4ee5-9880-3d9111018d3f', 'network_id': '1e5b7694-b0b7-4ee5-9880-3d9111018d3f', 'tenant_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'fixed_ips': [{'subnet_id': 'af6cf838-e543-44c2-ad78-204ec200f360'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 14:05:09.263305 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-851604b4-6371-4347-8cd2-9b8e066c4735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:09.546270 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-90f42d4f-1766-49bc-98d1-b7501f565d15 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:09.648153 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-adc484cc-11e7-40d6-829f-d96d220da74c None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:09.683847 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-adc484cc-11e7-40d6-829f-d96d220da74c None None] Transition to ACTIVE for port object e76263c0-c726-4370-bfc4-5226d155b992 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:05:09.691170 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-851604b4-6371-4347-8cd2-9b8e066c4735 None None] Allocated IP 172.20.0.2 (1e5b7694-b0b7-4ee5-9880-3d9111018d3f/af6cf838-e543-44c2-ad78-204ec200f360/b0f75974-d70f-4c4a-ac1d-2dea72958b53) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:05:09.703644 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-adc484cc-11e7-40d6-829f-d96d220da74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:09.918822 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600719f4-39e6-4fcc-b46e-73ccab4f01d3 None None] Pushing event updated for resources: {'Port': ['ID=e76263c0-c726-4370-bfc4-5226d155b992,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:05:09.921206 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-adc484cc-11e7-40d6-829f-d96d220da74c None None] Attempting to bind port e76263c0-c726-4370-bfc4-5226d155b992 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:05:09.921595 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-adc484cc-11e7-40d6-829f-d96d220da74c None None] Attempting to bind port e76263c0-c726-4370-bfc4-5226d155b992 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:05:09.922144 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc484cc-11e7-40d6-829f-d96d220da74c None None] Attempting to bind port e76263c0-c726-4370-bfc4-5226d155b992 on network d2103cd5-63ba-4c24-9d95-fd17643bf14c {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:05:09.936230 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc484cc-11e7-40d6-829f-d96d220da74c None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:05:09.936605 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc484cc-11e7-40d6-829f-d96d220da74c None None] Checking segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:05:09.937013 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-adc484cc-11e7-40d6-829f-d96d220da74c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:09.937408 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc484cc-11e7-40d6-829f-d96d220da74c None None] Bound using segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:05:09.937885 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-adc484cc-11e7-40d6-829f-d96d220da74c None None] Bound port: e76263c0-c726-4370-bfc4-5226d155b992, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:05:09.938359 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-adc484cc-11e7-40d6-829f-d96d220da74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:10.107676 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-adc484cc-11e7-40d6-829f-d96d220da74c None None] For port e76263c0-c726-4370-bfc4-5226d155b992, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:05:10.117381 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15643eca-61a7-49dd-b938-fa207b82db87 req-01a6b6c4-aadf-4c54-b941-252c8395cf1c tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:10.119208 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-15643eca-61a7-49dd-b938-fa207b82db87 req-01a6b6c4-aadf-4c54-b941-252c8395cf1c tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] 10.222.0.50 "GET /v2.0/ports?device_id=a111e76c-e5be-4bd9-9e00-4d7711d75c71 HTTP/1.1" status: 200 len: 944 time: 0.1031485 May 31 14:05:10.170193 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-adc484cc-11e7-40d6-829f-d96d220da74c None None] For port e76263c0-c726-4370-bfc4-5226d155b992, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=e76263c0-c726-4370-bfc4-5226d155b992,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:05:10.175682 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-15643eca-61a7-49dd-b938-fa207b82db87 req-c4b545b7-608e-428f-a915-65ae6b99ec4f tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] 10.222.0.50 "GET /v2.0/security-groups?id=76f4dc8b-05d0-4985-b9c4-c7e888fdfed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499427 May 31 14:05:10.179961 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-adc484cc-11e7-40d6-829f-d96d220da74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:10.273644 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-851604b4-6371-4347-8cd2-9b8e066c4735 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:10.291297 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc484cc-11e7-40d6-829f-d96d220da74c None None] Routers {'6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:05:10.291925 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-adc484cc-11e7-40d6-829f-d96d220da74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:04:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:05:10.351289 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-851604b4-6371-4347-8cd2-9b8e066c4735 None None] Transition to ACTIVE for port object b0f75974-d70f-4c4a-ac1d-2dea72958b53 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:05:10.377178 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600719f4-39e6-4fcc-b46e-73ccab4f01d3 None None] Pushing event updated for resources: {'Port': ['ID=e76263c0-c726-4370-bfc4-5226d155b992,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:05:10.406797 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-851604b4-6371-4347-8cd2-9b8e066c4735 None None] Transition to ACTIVE for port object b0f75974-d70f-4c4a-ac1d-2dea72958b53 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:05:10.462567 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-851604b4-6371-4347-8cd2-9b8e066c4735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:10.494634 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-90f42d4f-1766-49bc-98d1-b7501f565d15 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Allocated IP 172.20.0.1 (1e5b7694-b0b7-4ee5-9880-3d9111018d3f/af6cf838-e543-44c2-ad78-204ec200f360/c4727f82-a94a-4cc4-8aad-7c12a01c59c6) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:05:10.550390 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851604b4-6371-4347-8cd2-9b8e066c4735 None None] Network 1e5b7694-b0b7-4ee5-9880-3d9111018d3f is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:05:10.557115 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-851604b4-6371-4347-8cd2-9b8e066c4735 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:05:10.572522 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851604b4-6371-4347-8cd2-9b8e066c4735 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:05:10.624319 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851604b4-6371-4347-8cd2-9b8e066c4735 None None] Pushing event updated for resources: {'Port': ['ID=b0f75974-d70f-4c4a-ac1d-2dea72958b53,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:05:10.637967 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-adc484cc-11e7-40d6-829f-d96d220da74c None None] Set router 6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:05:10.701866 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-90f42d4f-1766-49bc-98d1-b7501f565d15 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:10.721900 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-90f42d4f-1766-49bc-98d1-b7501f565d15 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Transition to ACTIVE for port object c4727f82-a94a-4cc4-8aad-7c12a01c59c6 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:05:10.745524 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c8203239-d814-4b00-9eab-57c964003602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:10.751516 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-90f42d4f-1766-49bc-98d1-b7501f565d15 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:10.832002 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f42d4f-1766-49bc-98d1-b7501f565d15 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Network 1e5b7694-b0b7-4ee5-9880-3d9111018d3f is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:05:10.835882 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-90f42d4f-1766-49bc-98d1-b7501f565d15 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:05:10.840365 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f42d4f-1766-49bc-98d1-b7501f565d15 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:05:10.879243 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f42d4f-1766-49bc-98d1-b7501f565d15 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Pushing event updated for resources: {'Port': ['ID=c4727f82-a94a-4cc4-8aad-7c12a01c59c6,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:05:10.916592 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-90f42d4f-1766-49bc-98d1-b7501f565d15 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:10.936484 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-851604b4-6371-4347-8cd2-9b8e066c4735 None None] Attempting to bind port b0f75974-d70f-4c4a-ac1d-2dea72958b53 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:05:10.937016 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-851604b4-6371-4347-8cd2-9b8e066c4735 None None] Attempting to bind port b0f75974-d70f-4c4a-ac1d-2dea72958b53 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'ab093be2-461a-4b29-9874-122733dfd89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1e5b7694-b0b7-4ee5-9880-3d9111018d3f'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:05:10.937016 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851604b4-6371-4347-8cd2-9b8e066c4735 None None] Attempting to bind port b0f75974-d70f-4c4a-ac1d-2dea72958b53 on network 1e5b7694-b0b7-4ee5-9880-3d9111018d3f {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:05:10.952885 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851604b4-6371-4347-8cd2-9b8e066c4735 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:05:10.952885 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851604b4-6371-4347-8cd2-9b8e066c4735 None None] Checking segment: {'id': 'ab093be2-461a-4b29-9874-122733dfd89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1e5b7694-b0b7-4ee5-9880-3d9111018d3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:05:10.953406 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-851604b4-6371-4347-8cd2-9b8e066c4735 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:10.953594 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851604b4-6371-4347-8cd2-9b8e066c4735 None None] Bound using segment: {'id': 'ab093be2-461a-4b29-9874-122733dfd89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1e5b7694-b0b7-4ee5-9880-3d9111018d3f'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:05:10.954277 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-851604b4-6371-4347-8cd2-9b8e066c4735 None None] Bound port: b0f75974-d70f-4c4a-ac1d-2dea72958b53, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab093be2-461a-4b29-9874-122733dfd89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1e5b7694-b0b7-4ee5-9880-3d9111018d3f'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:05:10.962026 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-851604b4-6371-4347-8cd2-9b8e066c4735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:11.137759 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-851604b4-6371-4347-8cd2-9b8e066c4735 None None] For port b0f75974-d70f-4c4a-ac1d-2dea72958b53, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:05:11.142006 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-851604b4-6371-4347-8cd2-9b8e066c4735 None None] For port b0f75974-d70f-4c4a-ac1d-2dea72958b53, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=b0f75974-d70f-4c4a-ac1d-2dea72958b53,segment=NetworkSegment(ab093be2-461a-4b29-9874-122733dfd89d),segment_id=ab093be2-461a-4b29-9874-122733dfd89d)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:05:11.148616 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-851604b4-6371-4347-8cd2-9b8e066c4735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:11.243547 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-adc484cc-11e7-40d6-829f-d96d220da74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215', 'name': 'tempest-TestNetworkBasicOps-router-1949080233', 'tenant_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': 'e76263c0-c726-4370-bfc4-5226d155b992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:05:04Z', 'updated_at': '2022-05-31T14:05:06Z', 'revision_number': 3, 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'gw_port': {'id': 'e76263c0-c726-4370-bfc4-5226d155b992', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:06:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:05:05Z', 'updated_at': '2022-05-31T14:05:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:05:11.247640 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-90f42d4f-1766-49bc-98d1-b7501f565d15 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:11.249659 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851604b4-6371-4347-8cd2-9b8e066c4735 None None] Pushing event updated for resources: {'Port': ['ID=b0f75974-d70f-4c4a-ac1d-2dea72958b53,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:05:11.253458 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc484cc-11e7-40d6-829f-d96d220da74c None None] The sync data for ids ['6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215'] in n-d-843939-1 is: [{'id': '6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215', 'name': 'tempest-TestNetworkBasicOps-router-1949080233', 'tenant_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': 'e76263c0-c726-4370-bfc4-5226d155b992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:05:04Z', 'updated_at': '2022-05-31T14:05:06Z', 'revision_number': 3, 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'gw_port': {'id': 'e76263c0-c726-4370-bfc4-5226d155b992', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:06:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:05:05Z', 'updated_at': '2022-05-31T14:05:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:05:11.456377 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e3a5d5-a8cb-4457-8f7d-cd0af5651ebd req-ef5c7b5e-8541-4c11-9b83-d18c6375577b tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:11.457776 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-04e3a5d5-a8cb-4457-8f7d-cd0af5651ebd req-ef5c7b5e-8541-4c11-9b83-d18c6375577b tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] 10.222.0.50 "GET /v2.0/ports?device_id=a111e76c-e5be-4bd9-9e00-4d7711d75c71 HTTP/1.1" status: 200 len: 944 time: 0.1185088 May 31 14:05:11.523964 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-04e3a5d5-a8cb-4457-8f7d-cd0af5651ebd req-2d1e5ed6-1614-4f79-b244-f547a57d173a tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] 10.222.0.50 "GET /v2.0/security-groups?id=76f4dc8b-05d0-4985-b9c4-c7e888fdfed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564113 May 31 14:05:11.680314 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device ee1465cd-76b6-4ae5-becd-42922589c614 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:05:11.802405 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port ee1465cd-76b6-4ae5-becd-42922589c614 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:05:11.817392 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port ee1465cd-76b6-4ae5-becd-42922589c614 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:05:11.818117 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:11.845641 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-90f42d4f-1766-49bc-98d1-b7501f565d15 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:11.853499 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-90f42d4f-1766-49bc-98d1-b7501f565d15 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:12.062884 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device e76263c0-c726-4370-bfc4-5226d155b992 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:05:12.173122 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port ee1465cd-76b6-4ae5-becd-42922589c614 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:05:12.174629 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:12.202756 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f42d4f-1766-49bc-98d1-b7501f565d15 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Pushing event updated for resources: {'Port': ['ID=c4727f82-a94a-4cc4-8aad-7c12a01c59c6,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:05:12.222748 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a111e76c-e5be-4bd9-9e00-4d7711d75c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee1465cd-76b6-4ae5-becd-42922589c614'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:05:12.247247 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port ee1465cd-76b6-4ae5-becd-42922589c614, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=ee1465cd-76b6-4ae5-becd-42922589c614,segment=NetworkSegment(7e105bbf-f349-4422-ace6-30b86fdfc308),segment_id=7e105bbf-f349-4422-ace6-30b86fdfc308)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:05:12.247738 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-90f42d4f-1766-49bc-98d1-b7501f565d15 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:12.249180 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port e76263c0-c726-4370-bfc4-5226d155b992 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:05:12.257223 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:12.299290 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port e76263c0-c726-4370-bfc4-5226d155b992 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:05:12.299929 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:12.341934 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8d6372c-1b4d-40fb-8153-f798a3e69f73'] response: {'server_uuid': 'a111e76c-e5be-4bd9-9e00-4d7711d75c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee1465cd-76b6-4ae5-becd-42922589c614', 'code': 200} May 31 14:05:12.469832 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=ee1465cd-76b6-4ae5-becd-42922589c614,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:05:12.562251 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f42d4f-1766-49bc-98d1-b7501f565d15 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Network 1e5b7694-b0b7-4ee5-9880-3d9111018d3f is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:05:12.563732 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-90f42d4f-1766-49bc-98d1-b7501f565d15 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:05:12.605343 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port e76263c0-c726-4370-bfc4-5226d155b992 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:05:12.606357 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:12.619907 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffdbac0-f1c7-4d65-a21b-60e9dfdaade8 req-f2000e29-88df-4706-940e-8da9c9f642e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:12.626424 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0ffdbac0-f1c7-4d65-a21b-60e9dfdaade8 req-f2000e29-88df-4706-940e-8da9c9f642e9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a111e76c-e5be-4bd9-9e00-4d7711d75c71 HTTP/1.1" status: 200 len: 1096 time: 0.1959138 May 31 14:05:12.647191 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port e76263c0-c726-4370-bfc4-5226d155b992, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=e76263c0-c726-4370-bfc4-5226d155b992,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:05:12.651828 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:12.652883 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device b0f75974-d70f-4c4a-ac1d-2dea72958b53 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:05:12.697028 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0ffdbac0-f1c7-4d65-a21b-60e9dfdaade8 req-05d2389c-5689-4abf-b717-807030bb7cea service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=76f4dc8b-05d0-4985-b9c4-c7e888fdfed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644913 May 31 14:05:12.882157 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb3e24d-75c7-42e2-b8ad-f0d87793242b req-4c86c0b1-f82d-47b4-85fa-210f480f0c8f tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:12.894034 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1bb3e24d-75c7-42e2-b8ad-f0d87793242b req-4c86c0b1-f82d-47b4-85fa-210f480f0c8f tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] 10.222.0.50 "GET /v2.0/ports?device_id=a111e76c-e5be-4bd9-9e00-4d7711d75c71 HTTP/1.1" status: 200 len: 945 time: 0.1781898 May 31 14:05:12.904427 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f1734781-e29c-4728-b461-5be0d7e8dfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:12.907206 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port b0f75974-d70f-4c4a-ac1d-2dea72958b53 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:05:12.910630 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=e76263c0-c726-4370-bfc4-5226d155b992,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:05:12.930130 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90f42d4f-1766-49bc-98d1-b7501f565d15 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Router 6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:05:12.968460 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1bb3e24d-75c7-42e2-b8ad-f0d87793242b req-5daf9bc4-360b-443b-b4e5-f743244af8fb tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] 10.222.0.50 "GET /v2.0/security-groups?id=76f4dc8b-05d0-4985-b9c4-c7e888fdfed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658793 May 31 14:05:13.003213 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017b7cb0-ff9f-4ed0-b228-d1fcefce830b None None] Network 1e5b7694-b0b7-4ee5-9880-3d9111018d3f requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:05:13.134418 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e349c7d5-cdf7-4338-b9e4-6da404fb605a None None] Provisioning for port b0f75974-d70f-4c4a-ac1d-2dea72958b53 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:05:13.151785 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e349c7d5-cdf7-4338-b9e4-6da404fb605a None None] Provisioning complete for port b0f75974-d70f-4c4a-ac1d-2dea72958b53 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:05:13.152157 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e349c7d5-cdf7-4338-b9e4-6da404fb605a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:13.153910 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f42d4f-1766-49bc-98d1-b7501f565d15 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:05:13.170182 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-90f42d4f-1766-49bc-98d1-b7501f565d15 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "PUT /v2.0/routers/6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4573715 May 31 14:05:13.172654 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 34384) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:05:13.337730 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed51524-5570-44fc-a6ec-1d9282f3fce7 tempest-TestNetworkBasicOps-115385594 tempest-TestNetworkBasicOps-115385594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:13.338217 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed51524-5570-44fc-a6ec-1d9282f3fce7 tempest-TestNetworkBasicOps-115385594 tempest-TestNetworkBasicOps-115385594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:13.338880 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed51524-5570-44fc-a6ec-1d9282f3fce7 tempest-TestNetworkBasicOps-115385594 tempest-TestNetworkBasicOps-115385594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:13.339491 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed51524-5570-44fc-a6ec-1d9282f3fce7 tempest-TestNetworkBasicOps-115385594 tempest-TestNetworkBasicOps-115385594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:13.340751 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed51524-5570-44fc-a6ec-1d9282f3fce7 tempest-TestNetworkBasicOps-115385594 tempest-TestNetworkBasicOps-115385594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:13.341365 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed51524-5570-44fc-a6ec-1d9282f3fce7 tempest-TestNetworkBasicOps-115385594 tempest-TestNetworkBasicOps-115385594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:13.341954 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed51524-5570-44fc-a6ec-1d9282f3fce7 tempest-TestNetworkBasicOps-115385594 tempest-TestNetworkBasicOps-115385594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:13.344019 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-2ed51524-5570-44fc-a6ec-1d9282f3fce7 tempest-TestNetworkBasicOps-115385594 tempest-TestNetworkBasicOps-115385594-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4974 time: 0.1700695 May 31 14:05:13.347213 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 34388) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:05:13.360193 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-e349c7d5-cdf7-4338-b9e4-6da404fb605a None None] Current status of the port b0f75974-d70f-4c4a-ac1d-2dea72958b53 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:05:13.360566 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e349c7d5-cdf7-4338-b9e4-6da404fb605a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:13.413874 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-e349c7d5-cdf7-4338-b9e4-6da404fb605a None None] For port b0f75974-d70f-4c4a-ac1d-2dea72958b53, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=b0f75974-d70f-4c4a-ac1d-2dea72958b53,segment=NetworkSegment(ab093be2-461a-4b29-9874-122733dfd89d),segment_id=ab093be2-461a-4b29-9874-122733dfd89d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:05:13.426082 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e349c7d5-cdf7-4338-b9e4-6da404fb605a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:13.460433 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63d5dbb-e4f4-4ad0-9d21-84d5c293e518 tempest-TestNetworkBasicOps-115385594 tempest-TestNetworkBasicOps-115385594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:13.461069 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63d5dbb-e4f4-4ad0-9d21-84d5c293e518 tempest-TestNetworkBasicOps-115385594 tempest-TestNetworkBasicOps-115385594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:13.461646 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63d5dbb-e4f4-4ad0-9d21-84d5c293e518 tempest-TestNetworkBasicOps-115385594 tempest-TestNetworkBasicOps-115385594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:13.462266 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63d5dbb-e4f4-4ad0-9d21-84d5c293e518 tempest-TestNetworkBasicOps-115385594 tempest-TestNetworkBasicOps-115385594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:13.464154 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63d5dbb-e4f4-4ad0-9d21-84d5c293e518 tempest-TestNetworkBasicOps-115385594 tempest-TestNetworkBasicOps-115385594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:13.464692 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63d5dbb-e4f4-4ad0-9d21-84d5c293e518 tempest-TestNetworkBasicOps-115385594 tempest-TestNetworkBasicOps-115385594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:13.465712 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63d5dbb-e4f4-4ad0-9d21-84d5c293e518 tempest-TestNetworkBasicOps-115385594 tempest-TestNetworkBasicOps-115385594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:13.468234 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a63d5dbb-e4f4-4ad0-9d21-84d5c293e518 tempest-TestNetworkBasicOps-115385594 tempest-TestNetworkBasicOps-115385594-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4632 time: 0.1196277 May 31 14:05:13.471074 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 34392) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:05:13.576047 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e349c7d5-cdf7-4338-b9e4-6da404fb605a None None] Pushing event updated for resources: {'Port': ['ID=b0f75974-d70f-4c4a-ac1d-2dea72958b53,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:05:13.751522 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-134c5b2a-b9ae-44dd-b229-2928c3328252 tempest-TestNetworkBasicOps-115385594 tempest-TestNetworkBasicOps-115385594-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3781 time: 0.2732017 May 31 14:05:13.834326 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 34398) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:05:13.840046 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-38603511-2a58-4cce-a593-64872a42c9ee tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1805630536', 'description': 'tempest-secgroup-smoke-1805630536 description', 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:05:13.848234 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-38603511-2a58-4cce-a593-64872a42c9ee tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:05:13.854838 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-38603511-2a58-4cce-a593-64872a42c9ee tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Usage tracker for resource:security_group and tenant:09b97aa9f54f41a6b37a92daebfa7b06 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:05:13.860651 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-38603511-2a58-4cce-a593-64872a42c9ee tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:05:13.869353 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-38603511-2a58-4cce-a593-64872a42c9ee tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:05:13.898992 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-38603511-2a58-4cce-a593-64872a42c9ee tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:13.927042 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:13.939608 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-5b46064f-2957-45aa-a5d7-2445ac9fe82c None None] Provisioning for port c4727f82-a94a-4cc4-8aad-7c12a01c59c6 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:05:13.965507 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-38603511-2a58-4cce-a593-64872a42c9ee tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:05:13.972894 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-38603511-2a58-4cce-a593-64872a42c9ee tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Usage tracker for resource:security_group_rule and tenant:09b97aa9f54f41a6b37a92daebfa7b06 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:05:13.976654 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-5b46064f-2957-45aa-a5d7-2445ac9fe82c None None] Provisioning complete for port c4727f82-a94a-4cc4-8aad-7c12a01c59c6 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:05:13.977086 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5b46064f-2957-45aa-a5d7-2445ac9fe82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:13.977866 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-38603511-2a58-4cce-a593-64872a42c9ee tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:05:13.986995 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047946a3-a3ce-4f33-a094-d8e077b0cddb None None] Sync routers for ids ['6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:05:14.018999 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047946a3-a3ce-4f33-a094-d8e077b0cddb None None] Routers {'6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:05:14.020008 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-047946a3-a3ce-4f33-a094-d8e077b0cddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:05:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:05:14.021223 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-38603511-2a58-4cce-a593-64872a42c9ee tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:05:14.076985 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-5b46064f-2957-45aa-a5d7-2445ac9fe82c None None] Port c4727f82-a94a-4cc4-8aad-7c12a01c59c6 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:05:14.078852 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device e76263c0-c726-4370-bfc4-5226d155b992 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:05:14.152287 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:14.166241 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-5b46064f-2957-45aa-a5d7-2445ac9fe82c None None] Provisioning complete for port b0f75974-d70f-4c4a-ac1d-2dea72958b53 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:05:14.166708 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5b46064f-2957-45aa-a5d7-2445ac9fe82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:14.251828 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port e76263c0-c726-4370-bfc4-5226d155b992 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:05:14.252284 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:14.304909 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-38603511-2a58-4cce-a593-64872a42c9ee tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:14.349380 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-38603511-2a58-4cce-a593-64872a42c9ee tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:14.399698 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-047946a3-a3ce-4f33-a094-d8e077b0cddb None None] Set router 6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:05:14.415517 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-38603511-2a58-4cce-a593-64872a42c9ee tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:14.416769 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-38603511-2a58-4cce-a593-64872a42c9ee tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5812428 May 31 14:05:14.420916 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 34408) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:05:14.427809 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-453eb9f3-d89b-47be-8607-a4e15022497f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Request body: {'security_group_rule': {'security_group_id': 'c765d1c5-31e9-4717-8000-fc66e1623649', 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:05:14.439577 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-453eb9f3-d89b-47be-8607-a4e15022497f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:05:14.449090 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-453eb9f3-d89b-47be-8607-a4e15022497f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Usage tracker for resource:security_group_rule and tenant:09b97aa9f54f41a6b37a92daebfa7b06 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:05:14.458393 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-453eb9f3-d89b-47be-8607-a4e15022497f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:05:14.468985 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-453eb9f3-d89b-47be-8607-a4e15022497f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:05:14.508489 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-453eb9f3-d89b-47be-8607-a4e15022497f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:14.531738 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d470bc-caec-440f-aabf-2f8ed9dca2e7 req-bcc93ef6-960f-4648-abf5-3445204871f8 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:14.535808 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c7d470bc-caec-440f-aabf-2f8ed9dca2e7 req-bcc93ef6-960f-4648-abf5-3445204871f8 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] 10.222.0.50 "GET /v2.0/ports?device_id=a111e76c-e5be-4bd9-9e00-4d7711d75c71 HTTP/1.1" status: 200 len: 945 time: 0.3721750 May 31 14:05:14.542030 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38603511-2a58-4cce-a593-64872a42c9ee tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c765d1c5-31e9-4717-8000-fc66e1623649,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:05:14.668495 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-5b46064f-2957-45aa-a5d7-2445ac9fe82c None None] Current status of the port b0f75974-d70f-4c4a-ac1d-2dea72958b53 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:05:14.669288 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-453eb9f3-d89b-47be-8607-a4e15022497f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:14.672197 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port e76263c0-c726-4370-bfc4-5226d155b992 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:05:14.673799 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device b0f75974-d70f-4c4a-ac1d-2dea72958b53 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:05:14.675987 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-453eb9f3-d89b-47be-8607-a4e15022497f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:14.764468 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453eb9f3-d89b-47be-8607-a4e15022497f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acfda431-1b96-44ea-8ddc-0f305eb99e68,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:05:14.766395 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port b0f75974-d70f-4c4a-ac1d-2dea72958b53 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:05:14.766780 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:14.806808 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-453eb9f3-d89b-47be-8607-a4e15022497f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:14.809321 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-453eb9f3-d89b-47be-8607-a4e15022497f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3856137 May 31 14:05:14.812456 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 34430) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:05:14.836198 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-37b716e9-f599-4d25-b608-fe7eef402998 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Request body: {'security_group_rule': {'security_group_id': 'c765d1c5-31e9-4717-8000-fc66e1623649', 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:05:14.839069 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c7d470bc-caec-440f-aabf-2f8ed9dca2e7 req-8ca49a74-36b2-48ee-923d-dd82e000139a tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] 10.222.0.50 "GET /v2.0/security-groups?id=76f4dc8b-05d0-4985-b9c4-c7e888fdfed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2896631 May 31 14:05:14.845137 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-37b716e9-f599-4d25-b608-fe7eef402998 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:05:14.849611 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-37b716e9-f599-4d25-b608-fe7eef402998 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Usage tracker for resource:security_group_rule and tenant:09b97aa9f54f41a6b37a92daebfa7b06 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:05:14.853742 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-37b716e9-f599-4d25-b608-fe7eef402998 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:05:14.880866 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-37b716e9-f599-4d25-b608-fe7eef402998 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:05:14.908042 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ecb1963b-26cc-4ce0-b871-5711e71c8037 None None] Provisioning complete for port c4727f82-a94a-4cc4-8aad-7c12a01c59c6 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:05:14.908744 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ecb1963b-26cc-4ce0-b871-5711e71c8037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:14.929781 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-37b716e9-f599-4d25-b608-fe7eef402998 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:15.000660 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-ecb1963b-26cc-4ce0-b871-5711e71c8037 None None] Port c4727f82-a94a-4cc4-8aad-7c12a01c59c6 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:05:15.065871 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-37b716e9-f599-4d25-b608-fe7eef402998 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:15.066414 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port b0f75974-d70f-4c4a-ac1d-2dea72958b53 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:05:15.075556 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-37b716e9-f599-4d25-b608-fe7eef402998 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:15.118832 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b716e9-f599-4d25-b608-fe7eef402998 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f268b0ee-8899-4b7d-8988-79ef5095ce85,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:05:15.146675 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-37b716e9-f599-4d25-b608-fe7eef402998 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:15.148787 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-37b716e9-f599-4d25-b608-fe7eef402998 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3349051 May 31 14:05:15.151640 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 34472) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:05:15.162929 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-1b1edf6f-176e-4df7-819c-42a41e36ba3a tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Request body: {'security_group_rule': {'security_group_id': 'c765d1c5-31e9-4717-8000-fc66e1623649', 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:05:15.183035 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-1b1edf6f-176e-4df7-819c-42a41e36ba3a tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:05:15.194586 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-1b1edf6f-176e-4df7-819c-42a41e36ba3a tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Usage tracker for resource:security_group_rule and tenant:09b97aa9f54f41a6b37a92daebfa7b06 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:05:15.206073 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-1b1edf6f-176e-4df7-819c-42a41e36ba3a tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:05:15.218281 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-1b1edf6f-176e-4df7-819c-42a41e36ba3a tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:05:15.250277 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-047946a3-a3ce-4f33-a094-d8e077b0cddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215', 'name': 'tempest-TestNetworkBasicOps-router-1949080233', 'tenant_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': 'e76263c0-c726-4370-bfc4-5226d155b992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:05:04Z', 'updated_at': '2022-05-31T14:05:11Z', 'revision_number': 4, 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'gw_port': {'id': 'e76263c0-c726-4370-bfc4-5226d155b992', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:06:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:05:05Z', 'updated_at': '2022-05-31T14:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'c4727f82-a94a-4cc4-8aad-7c12a01c59c6', 'name': '', 'network_id': '1e5b7694-b0b7-4ee5-9880-3d9111018d3f', 'tenant_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'mac_address': 'fa:16:3e:84:f3:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'af6cf838-e543-44c2-ad78-204ec200f360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:05:09Z', 'updated_at': '2022-05-31T14:05:11Z', 'revision_number': 2, 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'subnets': [{'id': 'af6cf838-e543-44c2-ad78-204ec200f360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:05:15.254779 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1b1edf6f-176e-4df7-819c-42a41e36ba3a tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:15.260264 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23d22ad-9508-41a0-9b44-438143fb3ad9 req-fade3695-2328-46ee-afee-bdbd7be457c8 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:15.262893 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f23d22ad-9508-41a0-9b44-438143fb3ad9 req-fade3695-2328-46ee-afee-bdbd7be457c8 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] 10.222.0.50 "GET /v2.0/ports?device_id=a111e76c-e5be-4bd9-9e00-4d7711d75c71 HTTP/1.1" status: 200 len: 945 time: 0.1783612 May 31 14:05:15.264118 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047946a3-a3ce-4f33-a094-d8e077b0cddb None None] Checking router: 6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:05:15.265048 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047946a3-a3ce-4f33-a094-d8e077b0cddb None None] Updating router 6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215 port c4727f82-a94a-4cc4-8aad-7c12a01c59c6 binding host n-d-843939-1 {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 14:05:15.338881 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f23d22ad-9508-41a0-9b44-438143fb3ad9 req-45836d9c-b1b1-4430-8a1f-dce17a93967b tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] 10.222.0.50 "GET /v2.0/security-groups?id=76f4dc8b-05d0-4985-b9c4-c7e888fdfed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680230 May 31 14:05:15.358852 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 34500) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:05:15.371030 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1b1edf6f-176e-4df7-819c-42a41e36ba3a tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:15.376860 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1b1edf6f-176e-4df7-819c-42a41e36ba3a tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:15.420938 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1edf6f-176e-4df7-819c-42a41e36ba3a tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0b58c9f-4d21-41e2-909e-4ddf2ac6d54b,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:05:15.425900 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1b1edf6f-176e-4df7-819c-42a41e36ba3a tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:15.427343 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-1b1edf6f-176e-4df7-819c-42a41e36ba3a tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2726073 May 31 14:05:15.430256 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 34512) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:05:15.435700 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-047946a3-a3ce-4f33-a094-d8e077b0cddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:15.438038 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-c518ee64-cd44-408c-8fbe-fa8cc0ef4fc7 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Request body: {'security_group_rule': {'security_group_id': 'c765d1c5-31e9-4717-8000-fc66e1623649', 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:05:15.445659 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c518ee64-cd44-408c-8fbe-fa8cc0ef4fc7 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:05:15.450749 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-c518ee64-cd44-408c-8fbe-fa8cc0ef4fc7 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Usage tracker for resource:security_group_rule and tenant:09b97aa9f54f41a6b37a92daebfa7b06 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:05:15.455022 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-c518ee64-cd44-408c-8fbe-fa8cc0ef4fc7 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:05:15.462253 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c518ee64-cd44-408c-8fbe-fa8cc0ef4fc7 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:05:15.486231 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c518ee64-cd44-408c-8fbe-fa8cc0ef4fc7 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:15.595020 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c518ee64-cd44-408c-8fbe-fa8cc0ef4fc7 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:15.600165 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c518ee64-cd44-408c-8fbe-fa8cc0ef4fc7 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:15.678222 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c518ee64-cd44-408c-8fbe-fa8cc0ef4fc7 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bd114a9-978f-4820-b50b-0cb9c24ea802,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:05:15.687800 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:15.712443 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c518ee64-cd44-408c-8fbe-fa8cc0ef4fc7 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:15.713591 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c518ee64-cd44-408c-8fbe-fa8cc0ef4fc7 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2817965 May 31 14:05:15.716564 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 34548) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:05:15.721725 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-fbf9deaa-7f26-49fc-8933-69c10dad44f5 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Request body: {'security_group_rule': {'security_group_id': 'c765d1c5-31e9-4717-8000-fc66e1623649', 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:05:15.736161 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-fbf9deaa-7f26-49fc-8933-69c10dad44f5 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:05:15.747695 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-fbf9deaa-7f26-49fc-8933-69c10dad44f5 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Usage tracker for resource:security_group_rule and tenant:09b97aa9f54f41a6b37a92daebfa7b06 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:05:15.756470 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-fbf9deaa-7f26-49fc-8933-69c10dad44f5 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:05:15.769107 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854bb49e-b3dd-4e00-a297-9b1100cfac25 tempest-TestVolumeBackupRestore-1845309002 tempest-TestVolumeBackupRestore-1845309002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:15.769107 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-854bb49e-b3dd-4e00-a297-9b1100cfac25 tempest-TestVolumeBackupRestore-1845309002 tempest-TestVolumeBackupRestore-1845309002-project-admin] Synchronizing usage tracker for tenant:06c3c129112f4a3d8898b7e6f7aca161 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:05:15.772627 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-fbf9deaa-7f26-49fc-8933-69c10dad44f5 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:05:15.789805 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-854bb49e-b3dd-4e00-a297-9b1100cfac25 tempest-TestVolumeBackupRestore-1845309002 tempest-TestVolumeBackupRestore-1845309002-project-admin] Unset dirty status for tenant:06c3c129112f4a3d8898b7e6f7aca161 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:05:15.793724 n-d-843939-1 neutron-server[88369]: INFO neutron.db.securitygroups_db [None req-fbf9deaa-7f26-49fc-8933-69c10dad44f5 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Project 09b97aa9f54f41a6b37a92daebfa7b06 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 14:05:15.795134 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-854bb49e-b3dd-4e00-a297-9b1100cfac25 tempest-TestVolumeBackupRestore-1845309002 tempest-TestVolumeBackupRestore-1845309002-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=a111e76c-e5be-4bd9-9e00-4d7711d75c71 HTTP/1.1" status: 200 len: 1091 time: 0.4346750 May 31 14:05:15.797203 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 34562) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:05:15.808702 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fbf9deaa-7f26-49fc-8933-69c10dad44f5 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:15.817931 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-3605c63c-45cf-46ff-a9a9-4983e74b7669 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Request body: {'floatingip': {'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'port_id': 'ee1465cd-76b6-4ae5-becd-42922589c614', 'tenant_id': '62181e77ef674913bf8bbc25767f3dc9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:05:15.833220 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-3605c63c-45cf-46ff-a9a9-4983e74b7669 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:05:15.868744 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-3605c63c-45cf-46ff-a9a9-4983e74b7669 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Usage tracker for resource:floatingip and tenant:62181e77ef674913bf8bbc25767f3dc9 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:05:15.878725 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-3605c63c-45cf-46ff-a9a9-4983e74b7669 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:05:15.892120 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fbf9deaa-7f26-49fc-8933-69c10dad44f5 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:15.898039 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fbf9deaa-7f26-49fc-8933-69c10dad44f5 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:15.900966 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-3605c63c-45cf-46ff-a9a9-4983e74b7669 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:05:15.925322 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3605c63c-45cf-46ff-a9a9-4983e74b7669 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Notify callbacks [] for floatingip, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:15.943330 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fbf9deaa-7f26-49fc-8933-69c10dad44f5 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:15.944594 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-fbf9deaa-7f26-49fc-8933-69c10dad44f5 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2269685 May 31 14:05:15.948544 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 34582) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:05:15.956030 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-13699523-fa2a-4579-8d63-10e281b80168 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Request body: {'security_group_rule': {'security_group_id': 'c765d1c5-31e9-4717-8000-fc66e1623649', 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:05:15.964435 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf9deaa-7f26-49fc-8933-69c10dad44f5 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e60ee7ec-bc61-453f-b4ca-949c6b5a7442,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:05:15.968462 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-13699523-fa2a-4579-8d63-10e281b80168 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:05:15.973796 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-13699523-fa2a-4579-8d63-10e281b80168 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Usage tracker for resource:security_group_rule and tenant:09b97aa9f54f41a6b37a92daebfa7b06 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:05:15.976961 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-13699523-fa2a-4579-8d63-10e281b80168 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:05:15.993513 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-13699523-fa2a-4579-8d63-10e281b80168 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:05:16.009515 n-d-843939-1 neutron-server[88369]: INFO neutron.db.securitygroups_db [None req-13699523-fa2a-4579-8d63-10e281b80168 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Project 09b97aa9f54f41a6b37a92daebfa7b06 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 14:05:16.020459 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-13699523-fa2a-4579-8d63-10e281b80168 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:16.038902 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-047946a3-a3ce-4f33-a094-d8e077b0cddb None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:16.081208 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-047946a3-a3ce-4f33-a094-d8e077b0cddb None None] Transition to ACTIVE for port object c4727f82-a94a-4cc4-8aad-7c12a01c59c6 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:05:16.089127 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-047946a3-a3ce-4f33-a094-d8e077b0cddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:16.131889 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-13699523-fa2a-4579-8d63-10e281b80168 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:16.139475 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-13699523-fa2a-4579-8d63-10e281b80168 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:16.180702 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda1d0d7-ed8c-4ba6-a41d-328e5d0579fe None None] Pushing event updated for resources: {'Port': ['ID=c4727f82-a94a-4cc4-8aad-7c12a01c59c6,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:05:16.195836 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13699523-fa2a-4579-8d63-10e281b80168 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beb7c1b4-d726-4607-b0c3-e807351e8a8d,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:05:16.216334 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-13699523-fa2a-4579-8d63-10e281b80168 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:16.232807 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-13699523-fa2a-4579-8d63-10e281b80168 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2693291 May 31 14:05:16.259083 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3605c63c-45cf-46ff-a9a9-4983e74b7669 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:16.291960 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda1d0d7-ed8c-4ba6-a41d-328e5d0579fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:05:16.291960 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda1d0d7-ed8c-4ba6-a41d-328e5d0579fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:05:16.291960 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda1d0d7-ed8c-4ba6-a41d-328e5d0579fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:05:16.291960 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda1d0d7-ed8c-4ba6-a41d-328e5d0579fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:05:16.291960 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda1d0d7-ed8c-4ba6-a41d-328e5d0579fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:05:16.291960 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda1d0d7-ed8c-4ba6-a41d-328e5d0579fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:05:16.291960 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda1d0d7-ed8c-4ba6-a41d-328e5d0579fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:05:16.302544 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda1d0d7-ed8c-4ba6-a41d-328e5d0579fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:05:16.302949 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda1d0d7-ed8c-4ba6-a41d-328e5d0579fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:05:16.303286 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda1d0d7-ed8c-4ba6-a41d-328e5d0579fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:05:16.326264 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda1d0d7-ed8c-4ba6-a41d-328e5d0579fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:05:16.327157 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda1d0d7-ed8c-4ba6-a41d-328e5d0579fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:05:16.471447 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-047946a3-a3ce-4f33-a094-d8e077b0cddb None None] Attempting to bind port c4727f82-a94a-4cc4-8aad-7c12a01c59c6 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:05:16.471910 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-047946a3-a3ce-4f33-a094-d8e077b0cddb None None] Attempting to bind port c4727f82-a94a-4cc4-8aad-7c12a01c59c6 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'ab093be2-461a-4b29-9874-122733dfd89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1e5b7694-b0b7-4ee5-9880-3d9111018d3f'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:05:16.472370 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047946a3-a3ce-4f33-a094-d8e077b0cddb None None] Attempting to bind port c4727f82-a94a-4cc4-8aad-7c12a01c59c6 on network 1e5b7694-b0b7-4ee5-9880-3d9111018d3f {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:05:16.498729 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047946a3-a3ce-4f33-a094-d8e077b0cddb None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:05:16.499498 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047946a3-a3ce-4f33-a094-d8e077b0cddb None None] Checking segment: {'id': 'ab093be2-461a-4b29-9874-122733dfd89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1e5b7694-b0b7-4ee5-9880-3d9111018d3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:05:16.500170 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-047946a3-a3ce-4f33-a094-d8e077b0cddb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:16.500992 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047946a3-a3ce-4f33-a094-d8e077b0cddb None None] Bound using segment: {'id': 'ab093be2-461a-4b29-9874-122733dfd89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1e5b7694-b0b7-4ee5-9880-3d9111018d3f'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:05:16.501680 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-047946a3-a3ce-4f33-a094-d8e077b0cddb None None] Bound port: c4727f82-a94a-4cc4-8aad-7c12a01c59c6, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab093be2-461a-4b29-9874-122733dfd89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1e5b7694-b0b7-4ee5-9880-3d9111018d3f'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:05:16.502312 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-047946a3-a3ce-4f33-a094-d8e077b0cddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:16.506177 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-3605c63c-45cf-46ff-a9a9-4983e74b7669 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Allocated IP 172.25.6.189 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/f1c0b964-113b-48d8-ac67-8947c2ff245a) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:05:16.636474 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-047946a3-a3ce-4f33-a094-d8e077b0cddb None None] For port c4727f82-a94a-4cc4-8aad-7c12a01c59c6, host n-d-843939-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:05:16.642298 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-047946a3-a3ce-4f33-a094-d8e077b0cddb None None] For port c4727f82-a94a-4cc4-8aad-7c12a01c59c6, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=c4727f82-a94a-4cc4-8aad-7c12a01c59c6,segment=NetworkSegment(ab093be2-461a-4b29-9874-122733dfd89d),segment_id=ab093be2-461a-4b29-9874-122733dfd89d)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:05:16.648361 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-047946a3-a3ce-4f33-a094-d8e077b0cddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:16.691828 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-2ef4695d-bd8d-4dab-9fda-b5e5645cd323 req-e0d9c219-bee9-40a0-aa13-887fc5b9d746 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Synchronizing usage tracker for tenant:09b97aa9f54f41a6b37a92daebfa7b06 on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:05:16.722622 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3605c63c-45cf-46ff-a9a9-4983e74b7669 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:16.727890 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-2ef4695d-bd8d-4dab-9fda-b5e5645cd323 req-e0d9c219-bee9-40a0-aa13-887fc5b9d746 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Unset dirty status for tenant:09b97aa9f54f41a6b37a92daebfa7b06 on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:05:16.729045 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2ef4695d-bd8d-4dab-9fda-b5e5645cd323 req-e0d9c219-bee9-40a0-aa13-887fc5b9d746 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1805630536&fields=id&tenant_id=09b97aa9f54f41a6b37a92daebfa7b06 HTTP/1.1" status: 200 len: 267 time: 0.1162131 May 31 14:05:16.731424 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047946a3-a3ce-4f33-a094-d8e077b0cddb None None] Routers {'6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:05:16.732051 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-047946a3-a3ce-4f33-a094-d8e077b0cddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:05:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:05:16.812959 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda1d0d7-ed8c-4ba6-a41d-328e5d0579fe None None] Pushing event updated for resources: {'Port': ['ID=c4727f82-a94a-4cc4-8aad-7c12a01c59c6,revision_number=4']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:05:16.872912 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3605c63c-45cf-46ff-a9a9-4983e74b7669 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:16.979904 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3605c63c-45cf-46ff-a9a9-4983e74b7669 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:05:16.992732 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-3605c63c-45cf-46ff-a9a9-4983e74b7669 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:05:17.005079 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-047946a3-a3ce-4f33-a094-d8e077b0cddb None None] Set router 6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:05:17.016485 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3605c63c-45cf-46ff-a9a9-4983e74b7669 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:05:17.081232 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605c63c-45cf-46ff-a9a9-4983e74b7669 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Pushing event updated for resources: {'Port': ['ID=f1c0b964-113b-48d8-ac67-8947c2ff245a,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:05:17.103276 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef4695d-bd8d-4dab-9fda-b5e5645cd323 req-9702fee7-7afe-4848-91ad-a6e79b4d1594 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:17.104087 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-2ef4695d-bd8d-4dab-9fda-b5e5645cd323 req-9702fee7-7afe-4848-91ad-a6e79b4d1594 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Synchronizing usage tracker for tenant:09b97aa9f54f41a6b37a92daebfa7b06 on resource:network {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:05:17.188792 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-2ef4695d-bd8d-4dab-9fda-b5e5645cd323 req-9702fee7-7afe-4848-91ad-a6e79b4d1594 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Unset dirty status for tenant:09b97aa9f54f41a6b37a92daebfa7b06 on resource:network {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:05:17.189971 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2ef4695d-bd8d-4dab-9fda-b5e5645cd323 req-9702fee7-7afe-4848-91ad-a6e79b4d1594 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/networks?id=1e5b7694-b0b7-4ee5-9880-3d9111018d3f HTTP/1.1" status: 200 len: 796 time: 0.4474738 May 31 14:05:17.244824 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2ef4695d-bd8d-4dab-9fda-b5e5645cd323 req-1dfef2f8-2f33-4532-a04a-9089d2daa4f1 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/quotas/09b97aa9f54f41a6b37a92daebfa7b06 HTTP/1.1" status: 200 len: 375 time: 0.0219169 May 31 14:05:17.420349 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-047946a3-a3ce-4f33-a094-d8e077b0cddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215', 'name': 'tempest-TestNetworkBasicOps-router-1949080233', 'tenant_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': 'e76263c0-c726-4370-bfc4-5226d155b992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:05:04Z', 'updated_at': '2022-05-31T14:05:11Z', 'revision_number': 4, 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'gw_port': {'id': 'e76263c0-c726-4370-bfc4-5226d155b992', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:06:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:05:05Z', 'updated_at': '2022-05-31T14:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'c4727f82-a94a-4cc4-8aad-7c12a01c59c6', 'name': '', 'network_id': '1e5b7694-b0b7-4ee5-9880-3d9111018d3f', 'tenant_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'mac_address': 'fa:16:3e:84:f3:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'af6cf838-e543-44c2-ad78-204ec200f360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:05:09Z', 'updated_at': '2022-05-31T14:05:16Z', 'revision_number': 4, 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'subnets': [{'id': 'af6cf838-e543-44c2-ad78-204ec200f360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:05:17.425214 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047946a3-a3ce-4f33-a094-d8e077b0cddb None None] The sync data for ids ['6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215'] in n-d-843939-1 is: [{'id': '6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215', 'name': 'tempest-TestNetworkBasicOps-router-1949080233', 'tenant_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': 'e76263c0-c726-4370-bfc4-5226d155b992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:05:04Z', 'updated_at': '2022-05-31T14:05:11Z', 'revision_number': 4, 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'gw_port': {'id': 'e76263c0-c726-4370-bfc4-5226d155b992', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:06:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:05:05Z', 'updated_at': '2022-05-31T14:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'c4727f82-a94a-4cc4-8aad-7c12a01c59c6', 'name': '', 'network_id': '1e5b7694-b0b7-4ee5-9880-3d9111018d3f', 'tenant_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'mac_address': 'fa:16:3e:84:f3:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'af6cf838-e543-44c2-ad78-204ec200f360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:05:09Z', 'updated_at': '2022-05-31T14:05:16Z', 'revision_number': 4, 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'subnets': [{'id': 'af6cf838-e543-44c2-ad78-204ec200f360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:05:17.549914 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2ef4695d-bd8d-4dab-9fda-b5e5645cd323 req-2ef10b66-b4ff-4029-b5a1-b57b0a020c5b tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=09b97aa9f54f41a6b37a92daebfa7b06&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2929306 May 31 14:05:17.908887 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2ef4695d-bd8d-4dab-9fda-b5e5645cd323 req-62fef2de-47ef-48a3-8a14-d35c7c59b7e6 service neutron] 10.222.0.50 "GET /v2.0/networks/1e5b7694-b0b7-4ee5-9880-3d9111018d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378329 May 31 14:05:17.985682 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device c4727f82-a94a-4cc4-8aad-7c12a01c59c6 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:05:18.027508 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3605c63c-45cf-46ff-a9a9-4983e74b7669 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:18.089687 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port c4727f82-a94a-4cc4-8aad-7c12a01c59c6 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:05:18.096282 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port c4727f82-a94a-4cc4-8aad-7c12a01c59c6 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:05:18.096809 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:18.133523 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2ef4695d-bd8d-4dab-9fda-b5e5645cd323 req-7bf98d6e-c5cd-446d-a4d3-666f7102d525 service neutron] 10.222.0.50 "GET /v2.0/networks/1e5b7694-b0b7-4ee5-9880-3d9111018d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175825 May 31 14:05:18.231152 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3605c63c-45cf-46ff-a9a9-4983e74b7669 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:18.391255 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port c4727f82-a94a-4cc4-8aad-7c12a01c59c6 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:05:18.391860 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:18.455800 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port c4727f82-a94a-4cc4-8aad-7c12a01c59c6, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=c4727f82-a94a-4cc4-8aad-7c12a01c59c6,segment=NetworkSegment(ab093be2-461a-4b29-9874-122733dfd89d),segment_id=ab093be2-461a-4b29-9874-122733dfd89d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:05:18.462485 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:18.546383 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fa5ee171-3808-4c44-88fa-2d64f45e65e5 req-e0b9b534-b612-4df3-9768-a97b459202f3 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/ports?device_id=8667f22b-f1b3-4bf3-83b1-d0214d84f572 HTTP/1.1" status: 200 len: 210 time: 0.1559231 May 31 14:05:18.581493 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=c4727f82-a94a-4cc4-8aad-7c12a01c59c6,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:05:18.682870 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3605c63c-45cf-46ff-a9a9-4983e74b7669 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:18.689956 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3605c63c-45cf-46ff-a9a9-4983e74b7669 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:18.838872 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3605c63c-45cf-46ff-a9a9-4983e74b7669 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:18.927205 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605c63c-45cf-46ff-a9a9-4983e74b7669 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Pushing event updated for resources: {'Port': ['ID=f1c0b964-113b-48d8-ac67-8947c2ff245a,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:05:19.068035 n-d-843939-1 neutron-server[88370]: INFO neutron.db.l3_db [None req-3605c63c-45cf-46ff-a9a9-4983e74b7669 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Floating IP f3627fe5-67e4-4bf6-983d-adcca6663c91 associated. External IP: 172.25.6.189, port: ee1465cd-76b6-4ae5-becd-42922589c614. May 31 14:05:19.559226 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3605c63c-45cf-46ff-a9a9-4983e74b7669 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Router b0195107-125e-4e78-aedd-863a20d92a94 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:05:19.931798 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device c4727f82-a94a-4cc4-8aad-7c12a01c59c6 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:05:20.007355 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port c4727f82-a94a-4cc4-8aad-7c12a01c59c6 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:05:20.007834 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:20.036477 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-349e7a39-ccf5-44e2-a397-cd7a5e4ea475 req-0384ea9e-89f9-4c7c-bf71-1bb46404e0fb tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/ports?device_id=8667f22b-f1b3-4bf3-83b1-d0214d84f572 HTTP/1.1" status: 200 len: 210 time: 0.3214829 May 31 14:05:20.080524 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3605c63c-45cf-46ff-a9a9-4983e74b7669 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:05:20.098041 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7f50ee-f7c9-4a47-bc89-28dcc7cb11d3 None None] Sync routers for ids ['b0195107-125e-4e78-aedd-863a20d92a94'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:05:20.138265 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3605c63c-45cf-46ff-a9a9-4983e74b7669 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:20.145689 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7f50ee-f7c9-4a47-bc89-28dcc7cb11d3 None None] Routers {'b0195107-125e-4e78-aedd-863a20d92a94'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:05:20.146725 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-fc7f50ee-f7c9-4a47-bc89-28dcc7cb11d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:05:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['b0195107-125e-4e78-aedd-863a20d92a94'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:05:20.182998 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef4695d-bd8d-4dab-9fda-b5e5645cd323 req-522ef6ec-aa89-4cc3-8c77-0711a9347c26 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:20.184601 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2ef4695d-bd8d-4dab-9fda-b5e5645cd323 req-522ef6ec-aa89-4cc3-8c77-0711a9347c26 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.20 "GET /v2.0/networks?id=1e5b7694-b0b7-4ee5-9880-3d9111018d3f HTTP/1.1" status: 200 len: 796 time: 0.4674499 May 31 14:05:20.252985 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-3605c63c-45cf-46ff-a9a9-4983e74b7669 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.4543569 May 31 14:05:20.256566 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a111e76c-e5be-4bd9-9e00-4d7711d75c71', 'tag': 'ee1465cd-76b6-4ae5-becd-42922589c614'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:05:20.257320 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 34918) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:05:20.266842 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2ef4695d-bd8d-4dab-9fda-b5e5645cd323 req-13e7f183-b780-43c8-b5db-17aadfee6154 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09b97aa9f54f41a6b37a92daebfa7b06 HTTP/1.1" status: 200 len: 380 time: 0.0660632 May 31 14:05:20.277822 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-2ef4695d-bd8d-4dab-9fda-b5e5645cd323 req-7ccf3f2d-335c-4917-b42b-902bd260237f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Request body: {'port': {'device_id': '8667f22b-f1b3-4bf3-83b1-d0214d84f572', 'network_id': '1e5b7694-b0b7-4ee5-9880-3d9111018d3f', 'admin_state_up': True, 'tenant_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'security_groups': ['c765d1c5-31e9-4717-8000-fc66e1623649']}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:05:20.316181 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port c4727f82-a94a-4cc4-8aad-7c12a01c59c6 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:05:20.323755 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4df1fd77-20fc-4be3-ac57-f1299e76dca4'] response: {'name': 'network-changed', 'server_uuid': 'a111e76c-e5be-4bd9-9e00-4d7711d75c71', 'tag': 'ee1465cd-76b6-4ae5-becd-42922589c614', 'status': 'completed', 'code': 200} May 31 14:05:20.409276 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9553ef-5142-4bf5-a2d7-4e81b174d3e8 tempest-TestVolumeBackupRestore-1845309002 tempest-TestVolumeBackupRestore-1845309002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:20.414056 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-fc7f50ee-f7c9-4a47-bc89-28dcc7cb11d3 None None] Set router b0195107-125e-4e78-aedd-863a20d92a94 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:05:20.415217 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-af9553ef-5142-4bf5-a2d7-4e81b174d3e8 tempest-TestVolumeBackupRestore-1845309002 tempest-TestVolumeBackupRestore-1845309002-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=a111e76c-e5be-4bd9-9e00-4d7711d75c71 HTTP/1.1" status: 200 len: 1091 time: 0.1556830 May 31 14:05:20.416077 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 34924) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:05:20.422430 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-e6cbfeea-130a-4d6e-8956-535b90e224a3 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Request body: {'floatingip': {'port_id': 'ee1465cd-76b6-4ae5-becd-42922589c614'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:05:20.531708 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-2ef4695d-bd8d-4dab-9fda-b5e5645cd323 req-7ccf3f2d-335c-4917-b42b-902bd260237f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:05:20.536952 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-2ef4695d-bd8d-4dab-9fda-b5e5645cd323 req-7ccf3f2d-335c-4917-b42b-902bd260237f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Usage tracker for resource:port and tenant:09b97aa9f54f41a6b37a92daebfa7b06 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:05:20.541861 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-2ef4695d-bd8d-4dab-9fda-b5e5645cd323 req-7ccf3f2d-335c-4917-b42b-902bd260237f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:05:20.549221 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [req-2ef4695d-bd8d-4dab-9fda-b5e5645cd323 req-7ccf3f2d-335c-4917-b42b-902bd260237f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:05:20.564649 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ef4695d-bd8d-4dab-9fda-b5e5645cd323 req-7ccf3f2d-335c-4917-b42b-902bd260237f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Made reservation on behalf of 09b97aa9f54f41a6b37a92daebfa7b06 for: {'port': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:05:20.569391 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-2ef4695d-bd8d-4dab-9fda-b5e5645cd323 req-7ccf3f2d-335c-4917-b42b-902bd260237f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:20.596567 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e6cbfeea-130a-4d6e-8956-535b90e224a3 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Notify callbacks [] for floatingip, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:20.602714 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec75e033-3291-4050-a740-343f3741742f req-b0fc8b22-403c-47dc-8609-f27c18a1b695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:20.605124 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ec75e033-3291-4050-a740-343f3741742f req-b0fc8b22-403c-47dc-8609-f27c18a1b695 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=62181e77ef674913bf8bbc25767f3dc9&device_id=a111e76c-e5be-4bd9-9e00-4d7711d75c71 HTTP/1.1" status: 200 len: 1096 time: 0.2273207 May 31 14:05:20.876537 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-fc7f50ee-f7c9-4a47-bc89-28dcc7cb11d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0195107-125e-4e78-aedd-863a20d92a94', 'name': 'tempest-TestVolumeBackupRestore-1280450823-router', 'tenant_id': '62181e77ef674913bf8bbc25767f3dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': '86418b57-0edc-48f9-98bd-22cfbf135a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:01:51Z', 'updated_at': '2022-05-31T14:01:57Z', 'revision_number': 4, 'project_id': '62181e77ef674913bf8bbc25767f3dc9', 'gw_port': {'id': '86418b57-0edc-48f9-98bd-22cfbf135a88', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c5:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0195107-125e-4e78-aedd-863a20d92a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:01:52Z', 'updated_at': '2022-05-31T14:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': 'f3627fe5-67e4-4bf6-983d-adcca6663c91', 'tenant_id': '62181e77ef674913bf8bbc25767f3dc9', 'floating_ip_address': '172.25.6.189', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': 'b0195107-125e-4e78-aedd-863a20d92a94', 'port_id': 'ee1465cd-76b6-4ae5-becd-42922589c614', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcf8be4a-b80c-4791-b2db-9314ef7b56f8', 'mac_address': 'fa:16:3e:72:86:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a111e76c-e5be-4bd9-9e00-4d7711d75c71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:05:17Z', 'updated_at': '2022-05-31T14:05:17Z', 'revision_number': 0, 'project_id': '62181e77ef674913bf8bbc25767f3dc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f35fa30b-1f89-4128-baf9-e5e9e15d40c7', 'name': '', 'network_id': 'dcf8be4a-b80c-4791-b2db-9314ef7b56f8', 'tenant_id': '62181e77ef674913bf8bbc25767f3dc9', 'mac_address': 'fa:16:3e:ec:30:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0195107-125e-4e78-aedd-863a20d92a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '6021c0ac-877c-4286-9479-5ffc8c9c64e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:01:55Z', 'updated_at': '2022-05-31T14:02:06Z', 'revision_number': 5, 'project_id': '62181e77ef674913bf8bbc25767f3dc9', 'subnets': [{'id': '6021c0ac-877c-4286-9479-5ffc8c9c64e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:05:20.881157 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7f50ee-f7c9-4a47-bc89-28dcc7cb11d3 None None] Checking router: b0195107-125e-4e78-aedd-863a20d92a94 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:05:20.889737 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec75e033-3291-4050-a740-343f3741742f req-2fb90014-81f2-4edc-a82f-b35324e0019a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:20.890978 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7f50ee-f7c9-4a47-bc89-28dcc7cb11d3 None None] Routers {'b0195107-125e-4e78-aedd-863a20d92a94'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:05:20.891248 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ec75e033-3291-4050-a740-343f3741742f req-2fb90014-81f2-4edc-a82f-b35324e0019a service neutron] 10.222.0.44 "GET /v2.0/networks?id=dcf8be4a-b80c-4791-b2db-9314ef7b56f8 HTTP/1.1" status: 200 len: 915 time: 0.2352240 May 31 14:05:20.891533 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-fc7f50ee-f7c9-4a47-bc89-28dcc7cb11d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:05:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['b0195107-125e-4e78-aedd-863a20d92a94'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:05:20.963525 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [req-2ef4695d-bd8d-4dab-9fda-b5e5645cd323 req-7ccf3f2d-335c-4917-b42b-902bd260237f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Allocated IP 172.20.0.8 (1e5b7694-b0b7-4ee5-9880-3d9111018d3f/af6cf838-e543-44c2-ad78-204ec200f360/44ee8256-82f0-49fa-b33c-f551624b46fd) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:05:21.036643 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ec75e033-3291-4050-a740-343f3741742f req-ee739e8b-6f18-4799-8649-02f74936a7e0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee1465cd-76b6-4ae5-becd-42922589c614 HTTP/1.1" status: 200 len: 999 time: 0.1389303 May 31 14:05:21.131964 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec75e033-3291-4050-a740-343f3741742f req-20caf972-54c1-4a96-b6bc-0a5c3a298e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:21.133441 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ec75e033-3291-4050-a740-343f3741742f req-20caf972-54c1-4a96-b6bc-0a5c3a298e94 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6021c0ac-877c-4286-9479-5ffc8c9c64e7 HTTP/1.1" status: 200 len: 853 time: 0.0885193 May 31 14:05:21.142886 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-fc7f50ee-f7c9-4a47-bc89-28dcc7cb11d3 None None] Set router b0195107-125e-4e78-aedd-863a20d92a94 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:05:21.342423 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a0be6c60-1dd9-466b-88ee-b66ccea0256b req-320564da-7175-4006-a39f-323b9f1f0389 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/ports?device_id=8667f22b-f1b3-4bf3-83b1-d0214d84f572 HTTP/1.1" status: 200 len: 210 time: 0.0773699 May 31 14:05:21.440204 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec75e033-3291-4050-a740-343f3741742f req-8733915e-52e9-4a28-9c9a-95b4f2ccdece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:21.441698 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ec75e033-3291-4050-a740-343f3741742f req-8733915e-52e9-4a28-9c9a-95b4f2ccdece service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dcf8be4a-b80c-4791-b2db-9314ef7b56f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2740350 May 31 14:05:21.446529 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-2ef4695d-bd8d-4dab-9fda-b5e5645cd323 req-7ccf3f2d-335c-4917-b42b-902bd260237f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:21.511761 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e6cbfeea-130a-4d6e-8956-535b90e224a3 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:21.516974 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e6cbfeea-130a-4d6e-8956-535b90e224a3 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:21.569188 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-2ef4695d-bd8d-4dab-9fda-b5e5645cd323 req-7ccf3f2d-335c-4917-b42b-902bd260237f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Transition to ACTIVE for port object 44ee8256-82f0-49fa-b33c-f551624b46fd will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:05:21.605781 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-fc7f50ee-f7c9-4a47-bc89-28dcc7cb11d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0195107-125e-4e78-aedd-863a20d92a94', 'name': 'tempest-TestVolumeBackupRestore-1280450823-router', 'tenant_id': '62181e77ef674913bf8bbc25767f3dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': '86418b57-0edc-48f9-98bd-22cfbf135a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:01:51Z', 'updated_at': '2022-05-31T14:01:57Z', 'revision_number': 4, 'project_id': '62181e77ef674913bf8bbc25767f3dc9', 'gw_port': {'id': '86418b57-0edc-48f9-98bd-22cfbf135a88', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c5:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0195107-125e-4e78-aedd-863a20d92a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:01:52Z', 'updated_at': '2022-05-31T14:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': 'f3627fe5-67e4-4bf6-983d-adcca6663c91', 'tenant_id': '62181e77ef674913bf8bbc25767f3dc9', 'floating_ip_address': '172.25.6.189', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': 'b0195107-125e-4e78-aedd-863a20d92a94', 'port_id': 'ee1465cd-76b6-4ae5-becd-42922589c614', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcf8be4a-b80c-4791-b2db-9314ef7b56f8', 'mac_address': 'fa:16:3e:72:86:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a111e76c-e5be-4bd9-9e00-4d7711d75c71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:05:17Z', 'updated_at': '2022-05-31T14:05:17Z', 'revision_number': 0, 'project_id': '62181e77ef674913bf8bbc25767f3dc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f35fa30b-1f89-4128-baf9-e5e9e15d40c7', 'name': '', 'network_id': 'dcf8be4a-b80c-4791-b2db-9314ef7b56f8', 'tenant_id': '62181e77ef674913bf8bbc25767f3dc9', 'mac_address': 'fa:16:3e:ec:30:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0195107-125e-4e78-aedd-863a20d92a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '6021c0ac-877c-4286-9479-5ffc8c9c64e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:01:55Z', 'updated_at': '2022-05-31T14:02:06Z', 'revision_number': 5, 'project_id': '62181e77ef674913bf8bbc25767f3dc9', 'subnets': [{'id': '6021c0ac-877c-4286-9479-5ffc8c9c64e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:05:21.612539 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7f50ee-f7c9-4a47-bc89-28dcc7cb11d3 None None] The sync data for ids ['b0195107-125e-4e78-aedd-863a20d92a94'] in n-d-843939-1 is: [{'id': 'b0195107-125e-4e78-aedd-863a20d92a94', 'name': 'tempest-TestVolumeBackupRestore-1280450823-router', 'tenant_id': '62181e77ef674913bf8bbc25767f3dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': '86418b57-0edc-48f9-98bd-22cfbf135a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:01:51Z', 'updated_at': '2022-05-31T14:01:57Z', 'revision_number': 4, 'project_id': '62181e77ef674913bf8bbc25767f3dc9', 'gw_port': {'id': '86418b57-0edc-48f9-98bd-22cfbf135a88', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c5:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0195107-125e-4e78-aedd-863a20d92a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:01:52Z', 'updated_at': '2022-05-31T14:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': 'f3627fe5-67e4-4bf6-983d-adcca6663c91', 'tenant_id': '62181e77ef674913bf8bbc25767f3dc9', 'floating_ip_address': '172.25.6.189', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': 'b0195107-125e-4e78-aedd-863a20d92a94', 'port_id': 'ee1465cd-76b6-4ae5-becd-42922589c614', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcf8be4a-b80c-4791-b2db-9314ef7b56f8', 'mac_address': 'fa:16:3e:72:86:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a111e76c-e5be-4bd9-9e00-4d7711d75c71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:05:17Z', 'updated_at': '2022-05-31T14:05:17Z', 'revision_number': 0, 'project_id': '62181e77ef674913bf8bbc25767f3dc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f35fa30b-1f89-4128-baf9-e5e9e15d40c7', 'name': '', 'network_id': 'dcf8be4a-b80c-4791-b2db-9314ef7b56f8', 'tenant_id': '62181e77ef674913bf8bbc25767f3dc9', 'mac_address': 'fa:16:3e:ec:30:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0195107-125e-4e78-aedd-863a20d92a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '6021c0ac-877c-4286-9479-5ffc8c9c64e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:01:55Z', 'updated_at': '2022-05-31T14:02:06Z', 'revision_number': 5, 'project_id': '62181e77ef674913bf8bbc25767f3dc9', 'subnets': [{'id': '6021c0ac-877c-4286-9479-5ffc8c9c64e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:05:21.659388 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ec75e033-3291-4050-a740-343f3741742f req-417a44df-ebec-4431-b48a-27d1bd6ebe2a service neutron] 10.222.0.44 "GET /v2.0/networks/dcf8be4a-b80c-4791-b2db-9314ef7b56f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032702 May 31 14:05:21.692574 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-2ef4695d-bd8d-4dab-9fda-b5e5645cd323 req-7ccf3f2d-335c-4917-b42b-902bd260237f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:21.929124 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72291bd1-4b62-4447-91fe-004d8371fc7a None None] New status for floating IP f3627fe5-67e4-4bf6-983d-adcca6663c91: ACTIVE {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 14:05:21.932433 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6cbfeea-130a-4d6e-8956-535b90e224a3 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Router b0195107-125e-4e78-aedd-863a20d92a94 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:05:22.020430 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ef4695d-bd8d-4dab-9fda-b5e5645cd323 req-7ccf3f2d-335c-4917-b42b-902bd260237f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Network 1e5b7694-b0b7-4ee5-9880-3d9111018d3f is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:05:22.021606 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [req-2ef4695d-bd8d-4dab-9fda-b5e5645cd323 req-7ccf3f2d-335c-4917-b42b-902bd260237f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:05:22.030230 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ef4695d-bd8d-4dab-9fda-b5e5645cd323 req-7ccf3f2d-335c-4917-b42b-902bd260237f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:05:22.114881 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef4695d-bd8d-4dab-9fda-b5e5645cd323 req-7ccf3f2d-335c-4917-b42b-902bd260237f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:22.115552 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-2ef4695d-bd8d-4dab-9fda-b5e5645cd323 req-7ccf3f2d-335c-4917-b42b-902bd260237f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:22.160080 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2ef4695d-bd8d-4dab-9fda-b5e5645cd323 req-7ccf3f2d-335c-4917-b42b-902bd260237f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8861296 May 31 14:05:22.197136 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6cbfeea-130a-4d6e-8956-535b90e224a3 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:05:22.206019 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e6cbfeea-130a-4d6e-8956-535b90e224a3 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:22.216142 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccf3f2d-335c-4917-b42b-902bd260237f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Pushing event updated for resources: {'Port': ['ID=44ee8256-82f0-49fa-b33c-f551624b46fd,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:05:22.224122 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-2ef4695d-bd8d-4dab-9fda-b5e5645cd323 req-94f60ede-979a-4cb7-a1a4-9b0e9f8a9d0d service neutron] Request body: {'port': {'device_id': '8667f22b-f1b3-4bf3-83b1-d0214d84f572', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843939-1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:05:22.343033 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a111e76c-e5be-4bd9-9e00-4d7711d75c71', 'tag': 'ee1465cd-76b6-4ae5-becd-42922589c614'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:05:22.366457 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e6cbfeea-130a-4d6e-8956-535b90e224a3 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] 10.222.0.50 "PUT /v2.0/floatingips/f3627fe5-67e4-4bf6-983d-adcca6663c91 HTTP/1.1" status: 200 len: 991 time: 1.9490950 May 31 14:05:22.380598 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-286edc2b-9eed-4098-9c63-bb70ab0b0143 None None] Provisioning for port 44ee8256-82f0-49fa-b33c-f551624b46fd completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:05:22.395814 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-286edc2b-9eed-4098-9c63-bb70ab0b0143 None None] Provisioning complete for port 44ee8256-82f0-49fa-b33c-f551624b46fd triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:05:22.396930 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-286edc2b-9eed-4098-9c63-bb70ab0b0143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:22.405474 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef1c317b-a4c8-4f41-a13d-59f8cec58fd0'] response: {'name': 'network-changed', 'server_uuid': 'a111e76c-e5be-4bd9-9e00-4d7711d75c71', 'tag': 'ee1465cd-76b6-4ae5-becd-42922589c614', 'status': 'completed', 'code': 200} May 31 14:05:22.406510 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ec75e033-3291-4050-a740-343f3741742f req-7caa817a-02f8-4e28-b20e-c96a0969f15c service neutron] 10.222.0.44 "GET /v2.0/networks/dcf8be4a-b80c-4791-b2db-9314ef7b56f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7407379 May 31 14:05:22.419215 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-2ef4695d-bd8d-4dab-9fda-b5e5645cd323 req-94f60ede-979a-4cb7-a1a4-9b0e9f8a9d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:22.474667 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cf28a2-c491-4f45-b64e-512c30422d58 None None] Sync routers for ids ['b0195107-125e-4e78-aedd-863a20d92a94'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:05:22.508553 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cf28a2-c491-4f45-b64e-512c30422d58 None None] Routers {'b0195107-125e-4e78-aedd-863a20d92a94'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:05:22.509292 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-96cf28a2-c491-4f45-b64e-512c30422d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:05:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['b0195107-125e-4e78-aedd-863a20d92a94'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:05:22.581479 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-286edc2b-9eed-4098-9c63-bb70ab0b0143 None None] Port 44ee8256-82f0-49fa-b33c-f551624b46fd cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:05:22.603234 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d9787e-19ef-4a37-8893-474dd0b83a0f req-71ed68cb-64b9-4243-933e-ac9723de82f8 tempest-VolumesBackupsTest-1147553165 tempest-VolumesBackupsTest-1147553165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:22.605170 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-37d9787e-19ef-4a37-8893-474dd0b83a0f req-71ed68cb-64b9-4243-933e-ac9723de82f8 tempest-VolumesBackupsTest-1147553165 tempest-VolumesBackupsTest-1147553165-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3306529-71a6-4d5e-bfbf-49f4086c797d HTTP/1.1" status: 200 len: 950 time: 0.4337180 May 31 14:05:22.709269 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-96cf28a2-c491-4f45-b64e-512c30422d58 None None] Set router b0195107-125e-4e78-aedd-863a20d92a94 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:05:22.780312 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-37d9787e-19ef-4a37-8893-474dd0b83a0f req-8483bd32-2419-4288-9200-a66782851fbd tempest-VolumesBackupsTest-1147553165 tempest-VolumesBackupsTest-1147553165-project] 10.222.0.50 "GET /v2.0/security-groups?id=09aa27c9-4041-4e99-9796-f01a53b3185f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511881 May 31 14:05:22.859372 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c901bb8c-e0ad-4c7b-bffc-9763ab9cfd31 req-ed8c7214-0725-4f7e-b6bd-264f0a98a4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:22.860858 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c901bb8c-e0ad-4c7b-bffc-9763ab9cfd31 req-ed8c7214-0725-4f7e-b6bd-264f0a98a4b4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=62181e77ef674913bf8bbc25767f3dc9&device_id=a111e76c-e5be-4bd9-9e00-4d7711d75c71 HTTP/1.1" status: 200 len: 1096 time: 0.3830826 May 31 14:05:22.871178 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e168d7-0e04-44b6-8ce7-fa9ca482280f req-9cd0d7c4-b26e-4dbc-94b7-a377656d5f01 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:22.872050 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-12e168d7-0e04-44b6-8ce7-fa9ca482280f req-9cd0d7c4-b26e-4dbc-94b7-a377656d5f01 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Synchronizing usage tracker for tenant:09b97aa9f54f41a6b37a92daebfa7b06 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:05:23.004339 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-12e168d7-0e04-44b6-8ce7-fa9ca482280f req-9cd0d7c4-b26e-4dbc-94b7-a377656d5f01 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Unset dirty status for tenant:09b97aa9f54f41a6b37a92daebfa7b06 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:05:23.005501 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-12e168d7-0e04-44b6-8ce7-fa9ca482280f req-9cd0d7c4-b26e-4dbc-94b7-a377656d5f01 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/ports?device_id=8667f22b-f1b3-4bf3-83b1-d0214d84f572 HTTP/1.1" status: 200 len: 931 time: 0.4806149 May 31 14:05:23.086632 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-96cf28a2-c491-4f45-b64e-512c30422d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0195107-125e-4e78-aedd-863a20d92a94', 'name': 'tempest-TestVolumeBackupRestore-1280450823-router', 'tenant_id': '62181e77ef674913bf8bbc25767f3dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': '86418b57-0edc-48f9-98bd-22cfbf135a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:01:51Z', 'updated_at': '2022-05-31T14:01:57Z', 'revision_number': 4, 'project_id': '62181e77ef674913bf8bbc25767f3dc9', 'gw_port': {'id': '86418b57-0edc-48f9-98bd-22cfbf135a88', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c5:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0195107-125e-4e78-aedd-863a20d92a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:01:52Z', 'updated_at': '2022-05-31T14:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': 'f3627fe5-67e4-4bf6-983d-adcca6663c91', 'tenant_id': '62181e77ef674913bf8bbc25767f3dc9', 'floating_ip_address': '172.25.6.189', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': 'b0195107-125e-4e78-aedd-863a20d92a94', 'port_id': 'ee1465cd-76b6-4ae5-becd-42922589c614', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcf8be4a-b80c-4791-b2db-9314ef7b56f8', 'mac_address': 'fa:16:3e:72:86:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a111e76c-e5be-4bd9-9e00-4d7711d75c71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:05:17Z', 'updated_at': '2022-05-31T14:05:22Z', 'revision_number': 2, 'project_id': '62181e77ef674913bf8bbc25767f3dc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f35fa30b-1f89-4128-baf9-e5e9e15d40c7', 'name': '', 'network_id': 'dcf8be4a-b80c-4791-b2db-9314ef7b56f8', 'tenant_id': '62181e77ef674913bf8bbc25767f3dc9', 'mac_address': 'fa:16:3e:ec:30:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0195107-125e-4e78-aedd-863a20d92a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '6021c0ac-877c-4286-9479-5ffc8c9c64e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:01:55Z', 'updated_at': '2022-05-31T14:02:06Z', 'revision_number': 5, 'project_id': '62181e77ef674913bf8bbc25767f3dc9', 'subnets': [{'id': '6021c0ac-877c-4286-9479-5ffc8c9c64e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:05:23.091846 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cf28a2-c491-4f45-b64e-512c30422d58 None None] Checking router: b0195107-125e-4e78-aedd-863a20d92a94 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:05:23.093350 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-12e168d7-0e04-44b6-8ce7-fa9ca482280f req-aee8aab1-a454-4b9f-806c-2f093f36e87f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/security-groups?id=c765d1c5-31e9-4717-8000-fc66e1623649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813265 May 31 14:05:23.100724 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cf28a2-c491-4f45-b64e-512c30422d58 None None] Routers {'b0195107-125e-4e78-aedd-863a20d92a94'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:05:23.101344 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-96cf28a2-c491-4f45-b64e-512c30422d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:05:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['b0195107-125e-4e78-aedd-863a20d92a94'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:05:23.109616 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c901bb8c-e0ad-4c7b-bffc-9763ab9cfd31 req-2703dc69-3950-472a-a1c3-a044eb8636d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:23.111118 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c901bb8c-e0ad-4c7b-bffc-9763ab9cfd31 req-2703dc69-3950-472a-a1c3-a044eb8636d5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=dcf8be4a-b80c-4791-b2db-9314ef7b56f8 HTTP/1.1" status: 200 len: 915 time: 0.2344055 May 31 14:05:23.254394 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [req-2ef4695d-bd8d-4dab-9fda-b5e5645cd323 req-94f60ede-979a-4cb7-a1a4-9b0e9f8a9d0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44ee8256-82f0-49fa-b33c-f551624b46fd {{(pid=88370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:05:23.265161 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-2ef4695d-bd8d-4dab-9fda-b5e5645cd323 req-94f60ede-979a-4cb7-a1a4-9b0e9f8a9d0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:23.281272 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c901bb8c-e0ad-4c7b-bffc-9763ab9cfd31 req-da44024f-b26b-49d1-a981-d3610e50b2c7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee1465cd-76b6-4ae5-becd-42922589c614 HTTP/1.1" status: 200 len: 1001 time: 0.1327288 May 31 14:05:23.287608 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-2ef4695d-bd8d-4dab-9fda-b5e5645cd323 req-94f60ede-979a-4cb7-a1a4-9b0e9f8a9d0d service neutron] Transition to ACTIVE for port object 44ee8256-82f0-49fa-b33c-f551624b46fd will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:05:23.288917 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-96cf28a2-c491-4f45-b64e-512c30422d58 None None] Set router b0195107-125e-4e78-aedd-863a20d92a94 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:05:23.326725 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-2ef4695d-bd8d-4dab-9fda-b5e5645cd323 req-94f60ede-979a-4cb7-a1a4-9b0e9f8a9d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:23.495015 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c901bb8c-e0ad-4c7b-bffc-9763ab9cfd31 req-c1fca821-7684-4b50-88c5-2d46b0edd246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:23.496561 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c901bb8c-e0ad-4c7b-bffc-9763ab9cfd31 req-c1fca821-7684-4b50-88c5-2d46b0edd246 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6021c0ac-877c-4286-9479-5ffc8c9c64e7 HTTP/1.1" status: 200 len: 853 time: 0.2060788 May 31 14:05:23.587412 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f60ede-979a-4cb7-a1a4-9b0e9f8a9d0d service neutron] Pushing event updated for resources: {'Port': ['ID=44ee8256-82f0-49fa-b33c-f551624b46fd,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:05:23.703437 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-2ef4695d-bd8d-4dab-9fda-b5e5645cd323 req-94f60ede-979a-4cb7-a1a4-9b0e9f8a9d0d service neutron] Attempting to bind port 44ee8256-82f0-49fa-b33c-f551624b46fd on host n-h1-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:05:23.703780 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-2ef4695d-bd8d-4dab-9fda-b5e5645cd323 req-94f60ede-979a-4cb7-a1a4-9b0e9f8a9d0d service neutron] Attempting to bind port 44ee8256-82f0-49fa-b33c-f551624b46fd by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': 'ab093be2-461a-4b29-9874-122733dfd89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1e5b7694-b0b7-4ee5-9880-3d9111018d3f'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:05:23.705900 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef4695d-bd8d-4dab-9fda-b5e5645cd323 req-94f60ede-979a-4cb7-a1a4-9b0e9f8a9d0d service neutron] Attempting to bind port 44ee8256-82f0-49fa-b33c-f551624b46fd on network 1e5b7694-b0b7-4ee5-9880-3d9111018d3f {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:05:23.711415 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef4695d-bd8d-4dab-9fda-b5e5645cd323 req-94f60ede-979a-4cb7-a1a4-9b0e9f8a9d0d service neutron] Port 44ee8256-82f0-49fa-b33c-f551624b46fd on network 1e5b7694-b0b7-4ee5-9880-3d9111018d3f not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 14:05:23.712057 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef4695d-bd8d-4dab-9fda-b5e5645cd323 req-94f60ede-979a-4cb7-a1a4-9b0e9f8a9d0d service neutron] Attempting to bind port 44ee8256-82f0-49fa-b33c-f551624b46fd on network 1e5b7694-b0b7-4ee5-9880-3d9111018d3f {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:05:23.717304 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c901bb8c-e0ad-4c7b-bffc-9763ab9cfd31 req-59a4fe5d-7a00-446c-b305-dfd8bb966e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:23.719039 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c901bb8c-e0ad-4c7b-bffc-9763ab9cfd31 req-59a4fe5d-7a00-446c-b305-dfd8bb966e0d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dcf8be4a-b80c-4791-b2db-9314ef7b56f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2150049 May 31 14:05:23.721565 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef4695d-bd8d-4dab-9fda-b5e5645cd323 req-94f60ede-979a-4cb7-a1a4-9b0e9f8a9d0d service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:05:23.722076 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef4695d-bd8d-4dab-9fda-b5e5645cd323 req-94f60ede-979a-4cb7-a1a4-9b0e9f8a9d0d service neutron] Checking segment: {'id': 'ab093be2-461a-4b29-9874-122733dfd89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1e5b7694-b0b7-4ee5-9880-3d9111018d3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:05:23.722505 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef4695d-bd8d-4dab-9fda-b5e5645cd323 req-94f60ede-979a-4cb7-a1a4-9b0e9f8a9d0d service neutron] Bound using segment: {'id': 'ab093be2-461a-4b29-9874-122733dfd89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1e5b7694-b0b7-4ee5-9880-3d9111018d3f'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:05:23.722947 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-2ef4695d-bd8d-4dab-9fda-b5e5645cd323 req-94f60ede-979a-4cb7-a1a4-9b0e9f8a9d0d service neutron] Bound port: 44ee8256-82f0-49fa-b33c-f551624b46fd, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab093be2-461a-4b29-9874-122733dfd89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1e5b7694-b0b7-4ee5-9880-3d9111018d3f'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:05:23.723671 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-2ef4695d-bd8d-4dab-9fda-b5e5645cd323 req-94f60ede-979a-4cb7-a1a4-9b0e9f8a9d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:23.724095 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b2116e-bff2-48c2-b1e6-132a58d4ea4a req-55f00497-1a15-48fd-990b-b53b12aed15f tempest-VolumesBackupsTest-1147553165 tempest-VolumesBackupsTest-1147553165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:23.725650 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e8b2116e-bff2-48c2-b1e6-132a58d4ea4a req-55f00497-1a15-48fd-990b-b53b12aed15f tempest-VolumesBackupsTest-1147553165 tempest-VolumesBackupsTest-1147553165-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3306529-71a6-4d5e-bfbf-49f4086c797d HTTP/1.1" status: 200 len: 950 time: 0.0931907 May 31 14:05:23.754023 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-96cf28a2-c491-4f45-b64e-512c30422d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0195107-125e-4e78-aedd-863a20d92a94', 'name': 'tempest-TestVolumeBackupRestore-1280450823-router', 'tenant_id': '62181e77ef674913bf8bbc25767f3dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': '86418b57-0edc-48f9-98bd-22cfbf135a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:01:51Z', 'updated_at': '2022-05-31T14:01:57Z', 'revision_number': 4, 'project_id': '62181e77ef674913bf8bbc25767f3dc9', 'gw_port': {'id': '86418b57-0edc-48f9-98bd-22cfbf135a88', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c5:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0195107-125e-4e78-aedd-863a20d92a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:01:52Z', 'updated_at': '2022-05-31T14:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': 'f3627fe5-67e4-4bf6-983d-adcca6663c91', 'tenant_id': '62181e77ef674913bf8bbc25767f3dc9', 'floating_ip_address': '172.25.6.189', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': 'b0195107-125e-4e78-aedd-863a20d92a94', 'port_id': 'ee1465cd-76b6-4ae5-becd-42922589c614', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcf8be4a-b80c-4791-b2db-9314ef7b56f8', 'mac_address': 'fa:16:3e:72:86:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a111e76c-e5be-4bd9-9e00-4d7711d75c71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:05:17Z', 'updated_at': '2022-05-31T14:05:22Z', 'revision_number': 2, 'project_id': '62181e77ef674913bf8bbc25767f3dc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f35fa30b-1f89-4128-baf9-e5e9e15d40c7', 'name': '', 'network_id': 'dcf8be4a-b80c-4791-b2db-9314ef7b56f8', 'tenant_id': '62181e77ef674913bf8bbc25767f3dc9', 'mac_address': 'fa:16:3e:ec:30:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0195107-125e-4e78-aedd-863a20d92a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '6021c0ac-877c-4286-9479-5ffc8c9c64e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:01:55Z', 'updated_at': '2022-05-31T14:02:06Z', 'revision_number': 5, 'project_id': '62181e77ef674913bf8bbc25767f3dc9', 'subnets': [{'id': '6021c0ac-877c-4286-9479-5ffc8c9c64e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:05:23.759853 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cf28a2-c491-4f45-b64e-512c30422d58 None None] The sync data for ids ['b0195107-125e-4e78-aedd-863a20d92a94'] in n-d-843939-1 is: [{'id': 'b0195107-125e-4e78-aedd-863a20d92a94', 'name': 'tempest-TestVolumeBackupRestore-1280450823-router', 'tenant_id': '62181e77ef674913bf8bbc25767f3dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': '86418b57-0edc-48f9-98bd-22cfbf135a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:01:51Z', 'updated_at': '2022-05-31T14:01:57Z', 'revision_number': 4, 'project_id': '62181e77ef674913bf8bbc25767f3dc9', 'gw_port': {'id': '86418b57-0edc-48f9-98bd-22cfbf135a88', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c5:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0195107-125e-4e78-aedd-863a20d92a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:01:52Z', 'updated_at': '2022-05-31T14:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': 'f3627fe5-67e4-4bf6-983d-adcca6663c91', 'tenant_id': '62181e77ef674913bf8bbc25767f3dc9', 'floating_ip_address': '172.25.6.189', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': 'b0195107-125e-4e78-aedd-863a20d92a94', 'port_id': 'ee1465cd-76b6-4ae5-becd-42922589c614', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcf8be4a-b80c-4791-b2db-9314ef7b56f8', 'mac_address': 'fa:16:3e:72:86:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a111e76c-e5be-4bd9-9e00-4d7711d75c71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:05:17Z', 'updated_at': '2022-05-31T14:05:22Z', 'revision_number': 2, 'project_id': '62181e77ef674913bf8bbc25767f3dc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f35fa30b-1f89-4128-baf9-e5e9e15d40c7', 'name': '', 'network_id': 'dcf8be4a-b80c-4791-b2db-9314ef7b56f8', 'tenant_id': '62181e77ef674913bf8bbc25767f3dc9', 'mac_address': 'fa:16:3e:ec:30:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0195107-125e-4e78-aedd-863a20d92a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '6021c0ac-877c-4286-9479-5ffc8c9c64e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:01:55Z', 'updated_at': '2022-05-31T14:02:06Z', 'revision_number': 5, 'project_id': '62181e77ef674913bf8bbc25767f3dc9', 'subnets': [{'id': '6021c0ac-877c-4286-9479-5ffc8c9c64e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:05:23.807631 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-e8b2116e-bff2-48c2-b1e6-132a58d4ea4a req-f4341974-da1b-42c5-b149-d0931f8f316c tempest-VolumesBackupsTest-1147553165 tempest-VolumesBackupsTest-1147553165-project] Deleting port 5330a6b6-8712-4404-b25b-daa8f5ef5d70 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:05:23.807964 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-e8b2116e-bff2-48c2-b1e6-132a58d4ea4a req-f4341974-da1b-42c5-b149-d0931f8f316c tempest-VolumesBackupsTest-1147553165 tempest-VolumesBackupsTest-1147553165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:24.159484 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-2ef4695d-bd8d-4dab-9fda-b5e5645cd323 req-94f60ede-979a-4cb7-a1a4-9b0e9f8a9d0d service neutron] For port 44ee8256-82f0-49fa-b33c-f551624b46fd, host n-h1-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:05:24.169240 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-2ef4695d-bd8d-4dab-9fda-b5e5645cd323 req-94f60ede-979a-4cb7-a1a4-9b0e9f8a9d0d service neutron] For port 44ee8256-82f0-49fa-b33c-f551624b46fd, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=44ee8256-82f0-49fa-b33c-f551624b46fd,segment=NetworkSegment(ab093be2-461a-4b29-9874-122733dfd89d),segment_id=ab093be2-461a-4b29-9874-122733dfd89d)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:05:24.178616 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-2ef4695d-bd8d-4dab-9fda-b5e5645cd323 req-94f60ede-979a-4cb7-a1a4-9b0e9f8a9d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:24.223805 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c901bb8c-e0ad-4c7b-bffc-9763ab9cfd31 req-7668c276-d189-41e8-87c4-957c1ecf4358 service neutron] 10.222.0.44 "GET /v2.0/networks/dcf8be4a-b80c-4791-b2db-9314ef7b56f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4880438 May 31 14:05:24.260395 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-e8b2116e-bff2-48c2-b1e6-132a58d4ea4a req-f4341974-da1b-42c5-b149-d0931f8f316c tempest-VolumesBackupsTest-1147553165 tempest-VolumesBackupsTest-1147553165-project] For port 5330a6b6-8712-4404-b25b-daa8f5ef5d70, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=5330a6b6-8712-4404-b25b-daa8f5ef5d70,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:05:24.260395 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-e8b2116e-bff2-48c2-b1e6-132a58d4ea4a req-f4341974-da1b-42c5-b149-d0931f8f316c tempest-VolumesBackupsTest-1147553165 tempest-VolumesBackupsTest-1147553165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:24.345802 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53447446-3bfa-415e-a402-d4078439a1cd req-2e0bbca4-4efd-4f93-85c8-d0124367e49a tempest-VolumesBackupsTest-1147553165 tempest-VolumesBackupsTest-1147553165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:24.347452 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-53447446-3bfa-415e-a402-d4078439a1cd req-2e0bbca4-4efd-4f93-85c8-d0124367e49a tempest-VolumesBackupsTest-1147553165 tempest-VolumesBackupsTest-1147553165-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3306529-71a6-4d5e-bfbf-49f4086c797d HTTP/1.1" status: 200 len: 950 time: 0.3523879 May 31 14:05:24.348728 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef4695d-bd8d-4dab-9fda-b5e5645cd323 req-94f60ede-979a-4cb7-a1a4-9b0e9f8a9d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:24.349377 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-2ef4695d-bd8d-4dab-9fda-b5e5645cd323 req-94f60ede-979a-4cb7-a1a4-9b0e9f8a9d0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:24.351052 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2ef4695d-bd8d-4dab-9fda-b5e5645cd323 req-94f60ede-979a-4cb7-a1a4-9b0e9f8a9d0d service neutron] 10.222.0.20 "PUT /v2.0/ports/44ee8256-82f0-49fa-b33c-f551624b46fd HTTP/1.1" status: 200 len: 1091 time: 2.1375029 May 31 14:05:24.416373 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8667f22b-f1b3-4bf3-83b1-d0214d84f572', 'tag': '44ee8256-82f0-49fa-b33c-f551624b46fd'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:05:24.445676 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-e8b2116e-bff2-48c2-b1e6-132a58d4ea4a req-f4341974-da1b-42c5-b149-d0931f8f316c tempest-VolumesBackupsTest-1147553165 tempest-VolumesBackupsTest-1147553165-project] Calling delete_port for 5330a6b6-8712-4404-b25b-daa8f5ef5d70 owned by compute:nova {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:05:24.535005 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a111e76c-e5be-4bd9-9e00-4d7711d75c71', 'tag': 'ee1465cd-76b6-4ae5-becd-42922589c614'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:05:24.590066 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f60ede-979a-4cb7-a1a4-9b0e9f8a9d0d service neutron] Pushing event updated for resources: {'Port': ['ID=44ee8256-82f0-49fa-b33c-f551624b46fd,revision_number=3']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:05:24.641699 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:05:24.645436 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-e8b2116e-bff2-48c2-b1e6-132a58d4ea4a req-f4341974-da1b-42c5-b149-d0931f8f316c tempest-VolumesBackupsTest-1147553165 tempest-VolumesBackupsTest-1147553165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:24.687859 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-53447446-3bfa-415e-a402-d4078439a1cd req-26472193-b912-4cf6-873a-f6d1b4472383 tempest-VolumesBackupsTest-1147553165 tempest-VolumesBackupsTest-1147553165-project] 10.222.0.50 "GET /v2.0/security-groups?id=09aa27c9-4041-4e99-9796-f01a53b3185f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649860 May 31 14:05:24.738455 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4341974-da1b-42c5-b149-d0931f8f316c tempest-VolumesBackupsTest-1147553165 tempest-VolumesBackupsTest-1147553165-project] Pushing event deleted for resources: {'Port': ['ID=5330a6b6-8712-4404-b25b-daa8f5ef5d70,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:05:24.812037 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8b2116e-bff2-48c2-b1e6-132a58d4ea4a req-f4341974-da1b-42c5-b149-d0931f8f316c tempest-VolumesBackupsTest-1147553165 tempest-VolumesBackupsTest-1147553165-project] No DVR routers for this DVR port 5330a6b6-8712-4404-b25b-daa8f5ef5d70 on host n-h1-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:05:24.816271 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c901bb8c-e0ad-4c7b-bffc-9763ab9cfd31 req-4c41b0de-af6c-4139-bd9f-577dd9f464a1 service neutron] 10.222.0.44 "GET /v2.0/networks/dcf8be4a-b80c-4791-b2db-9314ef7b56f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5600741 May 31 14:05:24.820277 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-e8b2116e-bff2-48c2-b1e6-132a58d4ea4a req-f4341974-da1b-42c5-b149-d0931f8f316c tempest-VolumesBackupsTest-1147553165 tempest-VolumesBackupsTest-1147553165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:24.823826 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-857a3631-a2d8-45e3-a385-3b30b1432cc1'] response: {'name': 'network-changed', 'server_uuid': '8667f22b-f1b3-4bf3-83b1-d0214d84f572', 'tag': '44ee8256-82f0-49fa-b33c-f551624b46fd', 'status': 'completed', 'code': 200} May 31 14:05:24.823826 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdb17a6-f5ef-4757-aef1-3e6e7ded5745 req-8227d4fd-0cb5-49a7-aa2e-8f1dcb659813 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:24.837961 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dfdb17a6-f5ef-4757-aef1-3e6e7ded5745 req-8227d4fd-0cb5-49a7-aa2e-8f1dcb659813 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/ports?device_id=8667f22b-f1b3-4bf3-83b1-d0214d84f572 HTTP/1.1" status: 200 len: 943 time: 0.5597169 May 31 14:05:24.866074 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef4695d-bd8d-4dab-9fda-b5e5645cd323 req-0147eaa0-a16d-4923-8fc3-09c0583b0451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:24.866074 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2ef4695d-bd8d-4dab-9fda-b5e5645cd323 req-0147eaa0-a16d-4923-8fc3-09c0583b0451 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=09b97aa9f54f41a6b37a92daebfa7b06&device_id=8667f22b-f1b3-4bf3-83b1-d0214d84f572 HTTP/1.1" status: 200 len: 1094 time: 0.4029336 May 31 14:05:24.869739 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e8b2116e-bff2-48c2-b1e6-132a58d4ea4a req-f4341974-da1b-42c5-b149-d0931f8f316c tempest-VolumesBackupsTest-1147553165 tempest-VolumesBackupsTest-1147553165-project] 10.222.0.20 "DELETE /v2.0/ports/5330a6b6-8712-4404-b25b-daa8f5ef5d70 HTTP/1.1" status: 204 len: 173 time: 1.1245112 May 31 14:05:24.869739 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a465270-f365-4f02-bd7b-f83255236893'] response: {'name': 'network-changed', 'server_uuid': 'a111e76c-e5be-4bd9-9e00-4d7711d75c71', 'tag': 'ee1465cd-76b6-4ae5-becd-42922589c614', 'status': 'completed', 'code': 200} May 31 14:05:25.006819 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2ef4695d-bd8d-4dab-9fda-b5e5645cd323 req-eab520c3-4fe4-43f0-8f3a-43477f2f4bfc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=44ee8256-82f0-49fa-b33c-f551624b46fd HTTP/1.1" status: 200 len: 217 time: 0.1337574 May 31 14:05:25.032495 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dfdb17a6-f5ef-4757-aef1-3e6e7ded5745 req-5362c0ac-08c7-4f63-8343-3595bed67b71 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/security-groups?id=c765d1c5-31e9-4717-8000-fc66e1623649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1906440 May 31 14:05:25.125436 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef4695d-bd8d-4dab-9fda-b5e5645cd323 req-ca62bfab-e7c5-4562-9e54-5b1143dc4fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:25.126810 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2ef4695d-bd8d-4dab-9fda-b5e5645cd323 req-ca62bfab-e7c5-4562-9e54-5b1143dc4fde service neutron] 10.222.0.20 "GET /v2.0/subnets?id=af6cf838-e543-44c2-ad78-204ec200f360 HTTP/1.1" status: 200 len: 835 time: 0.1115625 May 31 14:05:25.189755 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cadbac0-1459-4d1c-9a2a-34aa8ebe7c22 req-bc437719-c862-41e3-9024-ad833677a518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:25.191748 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0cadbac0-1459-4d1c-9a2a-34aa8ebe7c22 req-bc437719-c862-41e3-9024-ad833677a518 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=62181e77ef674913bf8bbc25767f3dc9&device_id=a111e76c-e5be-4bd9-9e00-4d7711d75c71 HTTP/1.1" status: 200 len: 1096 time: 0.2465029 May 31 14:05:25.349328 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef4695d-bd8d-4dab-9fda-b5e5645cd323 req-b27604e9-dc59-474e-8682-8bfb742fb64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:25.349328 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2ef4695d-bd8d-4dab-9fda-b5e5645cd323 req-b27604e9-dc59-474e-8682-8bfb742fb64d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1e5b7694-b0b7-4ee5-9880-3d9111018d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2068782 May 31 14:05:25.508581 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cadbac0-1459-4d1c-9a2a-34aa8ebe7c22 req-871a243a-b6bf-46af-ae4b-6de21c78c192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:25.510415 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0cadbac0-1459-4d1c-9a2a-34aa8ebe7c22 req-871a243a-b6bf-46af-ae4b-6de21c78c192 service neutron] 10.222.0.44 "GET /v2.0/networks?id=dcf8be4a-b80c-4791-b2db-9314ef7b56f8 HTTP/1.1" status: 200 len: 915 time: 0.3084307 May 31 14:05:25.646609 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2ef4695d-bd8d-4dab-9fda-b5e5645cd323 req-1fabfb14-c972-400f-9916-29bebc6fee0f service neutron] 10.222.0.20 "GET /v2.0/networks/1e5b7694-b0b7-4ee5-9880-3d9111018d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696528 May 31 14:05:25.673964 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0cadbac0-1459-4d1c-9a2a-34aa8ebe7c22 req-6d193ae9-1021-4180-b879-a44b0ecdbfd9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee1465cd-76b6-4ae5-becd-42922589c614 HTTP/1.1" status: 200 len: 1001 time: 0.1526575 May 31 14:05:25.808008 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cadbac0-1459-4d1c-9a2a-34aa8ebe7c22 req-5656407c-2c6b-4e3e-a30b-24c86114de30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:25.810195 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0cadbac0-1459-4d1c-9a2a-34aa8ebe7c22 req-5656407c-2c6b-4e3e-a30b-24c86114de30 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6021c0ac-877c-4286-9479-5ffc8c9c64e7 HTTP/1.1" status: 200 len: 853 time: 0.1300824 May 31 14:05:25.872598 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2ef4695d-bd8d-4dab-9fda-b5e5645cd323 req-5c0b8d39-3482-44de-a688-71b2271d56ea service neutron] 10.222.0.20 "GET /v2.0/networks/1e5b7694-b0b7-4ee5-9880-3d9111018d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167032 May 31 14:05:25.911557 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cadbac0-1459-4d1c-9a2a-34aa8ebe7c22 req-438ec038-d44f-47b9-9bd7-4f9d7af53aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:25.915212 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0cadbac0-1459-4d1c-9a2a-34aa8ebe7c22 req-438ec038-d44f-47b9-9bd7-4f9d7af53aa9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dcf8be4a-b80c-4791-b2db-9314ef7b56f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0887365 May 31 14:05:26.316166 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0cadbac0-1459-4d1c-9a2a-34aa8ebe7c22 req-c2391d2c-19b7-47c3-80dc-913a6796e7d0 service neutron] 10.222.0.44 "GET /v2.0/networks/dcf8be4a-b80c-4791-b2db-9314ef7b56f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3913496 May 31 14:05:26.321293 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c3c5a-f2a9-4635-895d-8d05297e6998 req-8625198f-0461-4487-b80f-8df849362f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:26.322757 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-709c3c5a-f2a9-4635-895d-8d05297e6998 req-8625198f-0461-4487-b80f-8df849362f63 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=09b97aa9f54f41a6b37a92daebfa7b06&device_id=8667f22b-f1b3-4bf3-83b1-d0214d84f572 HTTP/1.1" status: 200 len: 1094 time: 0.3968320 May 31 14:05:26.474768 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 5330a6b6-8712-4404-b25b-daa8f5ef5d70 no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:05:26.491782 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dfcbbf-1dc6-47fa-a366-cdfa69924787 req-8b5bb1f4-be4f-4578-91d6-57a23c551a8d tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:26.493340 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-40dfcbbf-1dc6-47fa-a366-cdfa69924787 req-8b5bb1f4-be4f-4578-91d6-57a23c551a8d tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/ports?device_id=8667f22b-f1b3-4bf3-83b1-d0214d84f572 HTTP/1.1" status: 200 len: 943 time: 0.3136466 May 31 14:05:26.515798 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] No Port match for: 5330a6b6-8712-4404-b25b-daa8f5ef5d70 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:05:26.516307 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 5330a6b6-8712-4404-b25b-daa8f5ef5d70 not bound to the agent host n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:05:26.605354 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-40dfcbbf-1dc6-47fa-a366-cdfa69924787 req-dc913950-f08e-4087-84d4-89c7c9f7e605 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/security-groups?id=c765d1c5-31e9-4717-8000-fc66e1623649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011977 May 31 14:05:26.626561 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0cadbac0-1459-4d1c-9a2a-34aa8ebe7c22 req-505dd944-b64f-4571-af4e-e18137b641d7 service neutron] 10.222.0.44 "GET /v2.0/networks/dcf8be4a-b80c-4791-b2db-9314ef7b56f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028762 May 31 14:05:26.627617 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c3c5a-f2a9-4635-895d-8d05297e6998 req-a0b78b89-7045-46ff-87ab-46b11cc8ed45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:26.628916 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-709c3c5a-f2a9-4635-895d-8d05297e6998 req-a0b78b89-7045-46ff-87ab-46b11cc8ed45 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1e5b7694-b0b7-4ee5-9880-3d9111018d3f HTTP/1.1" status: 200 len: 897 time: 0.2844648 May 31 14:05:26.702587 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-709c3c5a-f2a9-4635-895d-8d05297e6998 req-c44a9255-988e-4374-93f2-36feed7ecec5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=44ee8256-82f0-49fa-b33c-f551624b46fd HTTP/1.1" status: 200 len: 217 time: 0.0675776 May 31 14:05:26.765148 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c3c5a-f2a9-4635-895d-8d05297e6998 req-2655d169-a8c8-48c5-9c8e-770da46e36b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:26.766602 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-709c3c5a-f2a9-4635-895d-8d05297e6998 req-2655d169-a8c8-48c5-9c8e-770da46e36b0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=af6cf838-e543-44c2-ad78-204ec200f360 HTTP/1.1" status: 200 len: 835 time: 0.0583761 May 31 14:05:26.847761 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c3c5a-f2a9-4635-895d-8d05297e6998 req-5e232e12-a31c-4290-9b45-2ea1c9feae7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:26.849155 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-709c3c5a-f2a9-4635-895d-8d05297e6998 req-5e232e12-a31c-4290-9b45-2ea1c9feae7e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1e5b7694-b0b7-4ee5-9880-3d9111018d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758760 May 31 14:05:26.866975 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3306529-71a6-4d5e-bfbf-49f4086c797d', 'name': 'network-vif-deleted', 'tag': '5330a6b6-8712-4404-b25b-daa8f5ef5d70'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:05:26.910739 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e83d3de5-89ad-4273-b6cb-514a33396e8e'] response: {'server_uuid': 'c3306529-71a6-4d5e-bfbf-49f4086c797d', 'name': 'network-vif-deleted', 'tag': '5330a6b6-8712-4404-b25b-daa8f5ef5d70', 'status': 'completed', 'code': 200} May 31 14:05:26.988695 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-709c3c5a-f2a9-4635-895d-8d05297e6998 req-ab29ad46-759b-445a-b2a5-4f93a286cc06 service neutron] 10.222.0.20 "GET /v2.0/networks/1e5b7694-b0b7-4ee5-9880-3d9111018d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330264 May 31 14:05:27.129980 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-709c3c5a-f2a9-4635-895d-8d05297e6998 req-75bd0f94-75c2-4590-9f77-f2e9c5628f07 service neutron] 10.222.0.20 "GET /v2.0/networks/1e5b7694-b0b7-4ee5-9880-3d9111018d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350198 May 31 14:05:27.812256 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf310e9-e43e-492e-a8a0-25177ae26a95 req-bda6dbd7-d35e-4640-a88b-cdef182b351d tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:27.813691 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-caf310e9-e43e-492e-a8a0-25177ae26a95 req-bda6dbd7-d35e-4640-a88b-cdef182b351d tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/ports?device_id=8667f22b-f1b3-4bf3-83b1-d0214d84f572 HTTP/1.1" status: 200 len: 943 time: 0.0875735 May 31 14:05:27.866138 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-caf310e9-e43e-492e-a8a0-25177ae26a95 req-24780f8c-be88-4663-81bc-3a2fca54693c tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/security-groups?id=c765d1c5-31e9-4717-8000-fc66e1623649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450122 May 31 14:05:28.491202 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 44ee8256-82f0-49fa-b33c-f551624b46fd details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 14:05:28.659481 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 44ee8256-82f0-49fa-b33c-f551624b46fd, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=44ee8256-82f0-49fa-b33c-f551624b46fd,segment=NetworkSegment(ab093be2-461a-4b29-9874-122733dfd89d),segment_id=ab093be2-461a-4b29-9874-122733dfd89d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:05:28.690525 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': '44ee8256-82f0-49fa-b33c-f551624b46fd', 'network_id': '1e5b7694-b0b7-4ee5-9880-3d9111018d3f', 'port_id': '44ee8256-82f0-49fa-b33c-f551624b46fd', 'mac_address': 'fa:16:3e:21:73:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af6cf838-e543-44c2-ad78-204ec200f360', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 14:05:28.747975 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 44ee8256-82f0-49fa-b33c-f551624b46fd is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:05:28.748618 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:28.769868 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44ee8256-82f0-49fa-b33c-f551624b46fd {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:05:28.786646 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 44ee8256-82f0-49fa-b33c-f551624b46fd, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=44ee8256-82f0-49fa-b33c-f551624b46fd,segment=NetworkSegment(ab093be2-461a-4b29-9874-122733dfd89d),segment_id=ab093be2-461a-4b29-9874-122733dfd89d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:05:28.791456 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:28.867871 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=44ee8256-82f0-49fa-b33c-f551624b46fd,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:05:29.077464 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b6e03f-2c3c-4287-b3de-bb74fff60d14 req-040f4ea4-b0e4-4b13-b701-b4266585fae1 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:29.079045 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f7b6e03f-2c3c-4287-b3de-bb74fff60d14 req-040f4ea4-b0e4-4b13-b701-b4266585fae1 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/ports?device_id=8667f22b-f1b3-4bf3-83b1-d0214d84f572 HTTP/1.1" status: 200 len: 944 time: 0.0921373 May 31 14:05:29.120545 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['44ee8256-82f0-49fa-b33c-f551624b46fd'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:05:29.134228 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f7b6e03f-2c3c-4287-b3de-bb74fff60d14 req-32a83acc-a475-42ac-a051-b99461ae7b81 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/security-groups?id=c765d1c5-31e9-4717-8000-fc66e1623649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492001 May 31 14:05:30.361232 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f7c36-7098-4e8e-b44c-e29a7f24a184 req-058bbd45-21aa-44c5-870e-d56ea208469e tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:30.363402 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a66f7c36-7098-4e8e-b44c-e29a7f24a184 req-058bbd45-21aa-44c5-870e-d56ea208469e tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/ports?device_id=8667f22b-f1b3-4bf3-83b1-d0214d84f572 HTTP/1.1" status: 200 len: 944 time: 0.1064744 May 31 14:05:30.420878 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a66f7c36-7098-4e8e-b44c-e29a7f24a184 req-26812587-50c7-43b8-b0c5-e111dadf49ef tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/security-groups?id=c765d1c5-31e9-4717-8000-fc66e1623649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511880 May 31 14:05:30.523413 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 44ee8256-82f0-49fa-b33c-f551624b46fd up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:05:30.609459 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning for port 44ee8256-82f0-49fa-b33c-f551624b46fd completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:05:30.616124 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port 44ee8256-82f0-49fa-b33c-f551624b46fd triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:05:30.616514 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:30.761282 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 44ee8256-82f0-49fa-b33c-f551624b46fd is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:05:30.761736 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:30.790454 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8667f22b-f1b3-4bf3-83b1-d0214d84f572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44ee8256-82f0-49fa-b33c-f551624b46fd'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:05:30.803499 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 44ee8256-82f0-49fa-b33c-f551624b46fd, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=44ee8256-82f0-49fa-b33c-f551624b46fd,segment=NetworkSegment(ab093be2-461a-4b29-9874-122733dfd89d),segment_id=ab093be2-461a-4b29-9874-122733dfd89d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:05:30.809068 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:30.893623 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3598842-d072-46dc-9df3-e5fd913432d9'] response: {'server_uuid': '8667f22b-f1b3-4bf3-83b1-d0214d84f572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44ee8256-82f0-49fa-b33c-f551624b46fd', 'code': 200} May 31 14:05:30.902170 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=44ee8256-82f0-49fa-b33c-f551624b46fd,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:05:31.063616 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a770c7-2389-401d-8e77-eea0c66c0a30 req-5862454d-aaba-4f3c-b6a3-1178a37723c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:31.065067 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f5a770c7-2389-401d-8e77-eea0c66c0a30 req-5862454d-aaba-4f3c-b6a3-1178a37723c3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8667f22b-f1b3-4bf3-83b1-d0214d84f572 HTTP/1.1" status: 200 len: 1096 time: 0.1264274 May 31 14:05:31.112328 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f5a770c7-2389-401d-8e77-eea0c66c0a30 req-7d86ad42-0877-4e9b-86c4-e14b5723489a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c765d1c5-31e9-4717-8000-fc66e1623649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407681 May 31 14:05:31.623613 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e49204-bad5-4423-b3d8-5dc9d2989284 req-57354127-24f9-4f25-aeec-a9fd4b49bfbc tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:31.625133 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-02e49204-bad5-4423-b3d8-5dc9d2989284 req-57354127-24f9-4f25-aeec-a9fd4b49bfbc tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/ports?device_id=8667f22b-f1b3-4bf3-83b1-d0214d84f572 HTTP/1.1" status: 200 len: 945 time: 0.0854530 May 31 14:05:31.681436 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-02e49204-bad5-4423-b3d8-5dc9d2989284 req-bc03bd55-0e1d-4026-8492-525f75397168 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/security-groups?id=c765d1c5-31e9-4717-8000-fc66e1623649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432653 May 31 14:05:33.021679 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d112609-fd39-41c7-9e97-9959b2f0023c req-e4979c8a-3e75-4552-97a8-08e23a43b4c9 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:33.023222 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1d112609-fd39-41c7-9e97-9959b2f0023c req-e4979c8a-3e75-4552-97a8-08e23a43b4c9 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/ports?device_id=8667f22b-f1b3-4bf3-83b1-d0214d84f572 HTTP/1.1" status: 200 len: 945 time: 0.2294464 May 31 14:05:33.078510 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1d112609-fd39-41c7-9e97-9959b2f0023c req-0cf82a2c-aaed-4524-95ff-816d784e365f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/security-groups?id=c765d1c5-31e9-4717-8000-fc66e1623649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482681 May 31 14:05:33.286354 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4211263-921f-47d5-9b20-f95f14ed1ecc req-535207d0-fa49-453c-9c61-27fc8a077474 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:33.287816 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d4211263-921f-47d5-9b20-f95f14ed1ecc req-535207d0-fa49-453c-9c61-27fc8a077474 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/ports?device_id=8667f22b-f1b3-4bf3-83b1-d0214d84f572 HTTP/1.1" status: 200 len: 945 time: 0.0890996 May 31 14:05:33.334890 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d4211263-921f-47d5-9b20-f95f14ed1ecc req-18123fc7-4311-4f7b-af77-adda2d87585f tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/security-groups?id=c765d1c5-31e9-4717-8000-fc66e1623649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397961 May 31 14:05:33.363651 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 35068) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:05:33.438022 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c931f49-813b-4c3e-8bf6-0e2adc6a2dbe tempest-TestNetworkBasicOps-115385594 tempest-TestNetworkBasicOps-115385594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:33.439534 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-7c931f49-813b-4c3e-8bf6-0e2adc6a2dbe tempest-TestNetworkBasicOps-115385594 tempest-TestNetworkBasicOps-115385594-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=8667f22b-f1b3-4bf3-83b1-d0214d84f572 HTTP/1.1" status: 200 len: 1091 time: 0.0748997 May 31 14:05:33.442619 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 35072) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:05:33.447935 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-06f20146-2480-4842-8998-c98e31e156d6 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Request body: {'floatingip': {'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'port_id': '44ee8256-82f0-49fa-b33c-f551624b46fd', 'tenant_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:05:33.457031 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-06f20146-2480-4842-8998-c98e31e156d6 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:05:33.461669 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-06f20146-2480-4842-8998-c98e31e156d6 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Usage tracker for resource:floatingip and tenant:09b97aa9f54f41a6b37a92daebfa7b06 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:05:33.464853 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-06f20146-2480-4842-8998-c98e31e156d6 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:05:33.472124 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-06f20146-2480-4842-8998-c98e31e156d6 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:05:33.483918 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-06f20146-2480-4842-8998-c98e31e156d6 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for floatingip, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:33.644963 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-06f20146-2480-4842-8998-c98e31e156d6 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:33.803269 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-06f20146-2480-4842-8998-c98e31e156d6 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Allocated IP 172.25.6.56 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/26a766d4-1d28-4fc7-9b08-2678912d4c84) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:05:33.970892 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-06f20146-2480-4842-8998-c98e31e156d6 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:34.007872 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-06f20146-2480-4842-8998-c98e31e156d6 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:34.082605 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f20146-2480-4842-8998-c98e31e156d6 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:05:34.085260 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-06f20146-2480-4842-8998-c98e31e156d6 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:05:34.088419 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f20146-2480-4842-8998-c98e31e156d6 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:05:34.128253 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f20146-2480-4842-8998-c98e31e156d6 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Pushing event updated for resources: {'Port': ['ID=26a766d4-1d28-4fc7-9b08-2678912d4c84,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:05:34.570049 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-06f20146-2480-4842-8998-c98e31e156d6 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:34.769633 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-06f20146-2480-4842-8998-c98e31e156d6 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:35.016093 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-06f20146-2480-4842-8998-c98e31e156d6 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:35.024281 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-06f20146-2480-4842-8998-c98e31e156d6 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:35.152490 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f20146-2480-4842-8998-c98e31e156d6 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Pushing event updated for resources: {'Port': ['ID=26a766d4-1d28-4fc7-9b08-2678912d4c84,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:05:35.172360 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-06f20146-2480-4842-8998-c98e31e156d6 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:35.379515 n-d-843939-1 neutron-server[88369]: INFO neutron.db.l3_db [None req-06f20146-2480-4842-8998-c98e31e156d6 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Floating IP 8261a7a8-e216-415c-923f-64a496230aeb associated. External IP: 172.25.6.56, port: 44ee8256-82f0-49fa-b33c-f551624b46fd. May 31 14:05:35.796338 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06f20146-2480-4842-8998-c98e31e156d6 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Router 6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:05:36.005400 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06f20146-2480-4842-8998-c98e31e156d6 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:05:36.022435 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20656155-207e-4035-8965-c00aac9ad2ae None None] Sync routers for ids ['6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:05:36.032393 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20656155-207e-4035-8965-c00aac9ad2ae None None] Routers {'6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:05:36.033040 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-20656155-207e-4035-8965-c00aac9ad2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:05:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:05:36.039006 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-06f20146-2480-4842-8998-c98e31e156d6 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:36.128107 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-06f20146-2480-4842-8998-c98e31e156d6 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6788766 May 31 14:05:36.133119 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 35080) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:05:36.139840 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8667f22b-f1b3-4bf3-83b1-d0214d84f572', 'tag': '44ee8256-82f0-49fa-b33c-f551624b46fd'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:05:36.182528 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-235a5d8e-d4d2-4a75-a36a-a1e65d9a89ba'] response: {'name': 'network-changed', 'server_uuid': '8667f22b-f1b3-4bf3-83b1-d0214d84f572', 'tag': '44ee8256-82f0-49fa-b33c-f551624b46fd', 'status': 'completed', 'code': 200} May 31 14:05:36.282389 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-20656155-207e-4035-8965-c00aac9ad2ae None None] Set router 6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:05:36.343439 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-f31670a6-8a0d-4a45-97db-93347a4d338a tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/floatingips/8261a7a8-e216-415c-923f-64a496230aeb HTTP/1.1" status: 200 len: 990 time: 0.2165527 May 31 14:05:36.356949 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd4db3b-cf8e-422f-855a-1c10c5880b23 req-0bab0e23-ce26-4f7d-bcea-46a48c6a8d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:36.358467 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bcd4db3b-cf8e-422f-855a-1c10c5880b23 req-0bab0e23-ce26-4f7d-bcea-46a48c6a8d32 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=09b97aa9f54f41a6b37a92daebfa7b06&device_id=8667f22b-f1b3-4bf3-83b1-d0214d84f572 HTTP/1.1" status: 200 len: 1096 time: 0.1290171 May 31 14:05:36.548811 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd4db3b-cf8e-422f-855a-1c10c5880b23 req-964ef463-945e-4fea-99af-575c5a7ed89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:36.550379 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bcd4db3b-cf8e-422f-855a-1c10c5880b23 req-964ef463-945e-4fea-99af-575c5a7ed89f service neutron] 10.222.0.20 "GET /v2.0/networks?id=1e5b7694-b0b7-4ee5-9880-3d9111018d3f HTTP/1.1" status: 200 len: 897 time: 0.1813502 May 31 14:05:36.683019 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bcd4db3b-cf8e-422f-855a-1c10c5880b23 req-183a5c3a-389e-48e0-b6a3-d50f8ffbb6a8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=44ee8256-82f0-49fa-b33c-f551624b46fd HTTP/1.1" status: 200 len: 998 time: 0.1264954 May 31 14:05:36.779115 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd4db3b-cf8e-422f-855a-1c10c5880b23 req-417f8cb9-52c4-4a0c-9851-28c909228b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:36.779115 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bcd4db3b-cf8e-422f-855a-1c10c5880b23 req-417f8cb9-52c4-4a0c-9851-28c909228b22 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=af6cf838-e543-44c2-ad78-204ec200f360 HTTP/1.1" status: 200 len: 835 time: 0.0852337 May 31 14:05:36.785748 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-20656155-207e-4035-8965-c00aac9ad2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215', 'name': 'tempest-TestNetworkBasicOps-router-1949080233', 'tenant_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': 'e76263c0-c726-4370-bfc4-5226d155b992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:05:04Z', 'updated_at': '2022-05-31T14:05:11Z', 'revision_number': 4, 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'gw_port': {'id': 'e76263c0-c726-4370-bfc4-5226d155b992', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:06:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:05:05Z', 'updated_at': '2022-05-31T14:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '8261a7a8-e216-415c-923f-64a496230aeb', 'tenant_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'floating_ip_address': '172.25.6.56', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215', 'port_id': '44ee8256-82f0-49fa-b33c-f551624b46fd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e5b7694-b0b7-4ee5-9880-3d9111018d3f', 'mac_address': 'fa:16:3e:21:73:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8667f22b-f1b3-4bf3-83b1-d0214d84f572', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:05:34Z', 'updated_at': '2022-05-31T14:05:34Z', 'revision_number': 0, 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4727f82-a94a-4cc4-8aad-7c12a01c59c6', 'name': '', 'network_id': '1e5b7694-b0b7-4ee5-9880-3d9111018d3f', 'tenant_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'mac_address': 'fa:16:3e:84:f3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'af6cf838-e543-44c2-ad78-204ec200f360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:05:09Z', 'updated_at': '2022-05-31T14:05:18Z', 'revision_number': 5, 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'subnets': [{'id': 'af6cf838-e543-44c2-ad78-204ec200f360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:05:36.792528 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20656155-207e-4035-8965-c00aac9ad2ae None None] Checking router: 6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:05:36.808584 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20656155-207e-4035-8965-c00aac9ad2ae None None] Routers {'6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:05:36.809297 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-20656155-207e-4035-8965-c00aac9ad2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:05:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:05:36.901103 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd4db3b-cf8e-422f-855a-1c10c5880b23 req-fdc837f2-20d5-47cd-a274-b7dde9ae8bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:36.903478 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bcd4db3b-cf8e-422f-855a-1c10c5880b23 req-fdc837f2-20d5-47cd-a274-b7dde9ae8bab service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1e5b7694-b0b7-4ee5-9880-3d9111018d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1194141 May 31 14:05:37.050042 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-20656155-207e-4035-8965-c00aac9ad2ae None None] Set router 6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:05:37.107873 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bcd4db3b-cf8e-422f-855a-1c10c5880b23 req-31407563-8907-4464-98ec-a0f69986dae4 service neutron] 10.222.0.20 "GET /v2.0/networks/1e5b7694-b0b7-4ee5-9880-3d9111018d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925433 May 31 14:05:37.273819 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bcd4db3b-cf8e-422f-855a-1c10c5880b23 req-72819dcc-2ede-4a53-a3a4-7b6dc24054bf service neutron] 10.222.0.20 "GET /v2.0/networks/1e5b7694-b0b7-4ee5-9880-3d9111018d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527071 May 31 14:05:37.358443 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 35092) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:05:37.491633 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-19062730-9878-45ab-bbbc-1df1a3fa5311 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/floatingips/8261a7a8-e216-415c-923f-64a496230aeb HTTP/1.1" status: 200 len: 990 time: 0.1430149 May 31 14:05:37.503676 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b5b091-ab10-478c-90f0-7fd508332711 req-a1d0ad69-a061-4374-88e7-b18953928b83 tempest-TestNetworkAdvancedServerOps-1325536650 tempest-TestNetworkAdvancedServerOps-1325536650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:37.504649 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b0b5b091-ab10-478c-90f0-7fd508332711 req-a1d0ad69-a061-4374-88e7-b18953928b83 tempest-TestNetworkAdvancedServerOps-1325536650 tempest-TestNetworkAdvancedServerOps-1325536650-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=61be88a2-7a11-49b7-80fe-23da1a59f384 HTTP/1.1" status: 200 len: 1096 time: 0.2356708 May 31 14:05:37.543187 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-20656155-207e-4035-8965-c00aac9ad2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215', 'name': 'tempest-TestNetworkBasicOps-router-1949080233', 'tenant_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': 'e76263c0-c726-4370-bfc4-5226d155b992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:05:04Z', 'updated_at': '2022-05-31T14:05:11Z', 'revision_number': 4, 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'gw_port': {'id': 'e76263c0-c726-4370-bfc4-5226d155b992', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:06:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:05:05Z', 'updated_at': '2022-05-31T14:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '8261a7a8-e216-415c-923f-64a496230aeb', 'tenant_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'floating_ip_address': '172.25.6.56', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215', 'port_id': '44ee8256-82f0-49fa-b33c-f551624b46fd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e5b7694-b0b7-4ee5-9880-3d9111018d3f', 'mac_address': 'fa:16:3e:21:73:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8667f22b-f1b3-4bf3-83b1-d0214d84f572', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:05:34Z', 'updated_at': '2022-05-31T14:05:34Z', 'revision_number': 0, 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4727f82-a94a-4cc4-8aad-7c12a01c59c6', 'name': '', 'network_id': '1e5b7694-b0b7-4ee5-9880-3d9111018d3f', 'tenant_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'mac_address': 'fa:16:3e:84:f3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'af6cf838-e543-44c2-ad78-204ec200f360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:05:09Z', 'updated_at': '2022-05-31T14:05:18Z', 'revision_number': 5, 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'subnets': [{'id': 'af6cf838-e543-44c2-ad78-204ec200f360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:05:37.548985 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20656155-207e-4035-8965-c00aac9ad2ae None None] The sync data for ids ['6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215'] in n-d-843939-1 is: [{'id': '6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215', 'name': 'tempest-TestNetworkBasicOps-router-1949080233', 'tenant_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': 'e76263c0-c726-4370-bfc4-5226d155b992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:05:04Z', 'updated_at': '2022-05-31T14:05:11Z', 'revision_number': 4, 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'gw_port': {'id': 'e76263c0-c726-4370-bfc4-5226d155b992', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:06:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:05:05Z', 'updated_at': '2022-05-31T14:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '8261a7a8-e216-415c-923f-64a496230aeb', 'tenant_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'floating_ip_address': '172.25.6.56', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215', 'port_id': '44ee8256-82f0-49fa-b33c-f551624b46fd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e5b7694-b0b7-4ee5-9880-3d9111018d3f', 'mac_address': 'fa:16:3e:21:73:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8667f22b-f1b3-4bf3-83b1-d0214d84f572', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:05:34Z', 'updated_at': '2022-05-31T14:05:34Z', 'revision_number': 0, 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4727f82-a94a-4cc4-8aad-7c12a01c59c6', 'name': '', 'network_id': '1e5b7694-b0b7-4ee5-9880-3d9111018d3f', 'tenant_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'mac_address': 'fa:16:3e:84:f3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'af6cf838-e543-44c2-ad78-204ec200f360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:05:09Z', 'updated_at': '2022-05-31T14:05:18Z', 'revision_number': 5, 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'subnets': [{'id': 'af6cf838-e543-44c2-ad78-204ec200f360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:05:37.553712 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b0b5b091-ab10-478c-90f0-7fd508332711 req-10beddaf-90ca-40e3-b731-77abd2f042df tempest-TestNetworkAdvancedServerOps-1325536650 tempest-TestNetworkAdvancedServerOps-1325536650-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=aa39f1da-00b3-449d-8d8b-43dcd4022661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426548 May 31 14:05:37.634803 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:37.799868 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb6a2d8-dc9a-40f4-ad52-34809c853ee8 req-42d0d3b3-7521-4221-94ac-d0bacc644660 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:37.801318 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5cb6a2d8-dc9a-40f4-ad52-34809c853ee8 req-42d0d3b3-7521-4221-94ac-d0bacc644660 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=61be88a2-7a11-49b7-80fe-23da1a59f384 HTTP/1.1" status: 200 len: 945 time: 0.1038616 May 31 14:05:37.824924 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b1fa8c-ca70-41ef-a55c-f155dea20e77 None None] New status for floating IP 8261a7a8-e216-415c-923f-64a496230aeb: ACTIVE {{(pid=88371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 14:05:37.863446 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5cb6a2d8-dc9a-40f4-ad52-34809c853ee8 req-cee63e5c-fcc2-4d02-b503-3bb4f0530fff tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa39f1da-00b3-449d-8d8b-43dcd4022661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491679 May 31 14:05:37.892781 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 35100) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:05:38.017583 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-69403e5c-575a-4569-904e-b141a5cd02a1 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/floatingips/d0ed541a-e281-422e-ac86-071d1a589628 HTTP/1.1" status: 200 len: 992 time: 0.1175253 May 31 14:05:38.501893 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 35110) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:05:38.694568 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c0143025-8f04-4fa1-8eaf-e62973617c98 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/floatingips/8261a7a8-e216-415c-923f-64a496230aeb HTTP/1.1" status: 200 len: 992 time: 0.1959329 May 31 14:05:39.034527 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-16f84006-ceb2-4705-ab0b-ac82e7980d09 req-051c7cb4-0183-4519-9590-91fc04576e66 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=61be88a2-7a11-49b7-80fe-23da1a59f384&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1347601 May 31 14:05:39.067047 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd78abfc-cf20-4e01-8bb6-310755a814d2 req-2969848b-abe1-4927-b7a5-012d12f3c81e tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:39.087465 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dd78abfc-cf20-4e01-8bb6-310755a814d2 req-2969848b-abe1-4927-b7a5-012d12f3c81e tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=61be88a2-7a11-49b7-80fe-23da1a59f384 HTTP/1.1" status: 200 len: 945 time: 0.1305192 May 31 14:05:39.131406 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:39.152609 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dd78abfc-cf20-4e01-8bb6-310755a814d2 req-bd672940-6557-449c-a715-bf3265a48f38 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa39f1da-00b3-449d-8d8b-43dcd4022661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656552 May 31 14:05:40.557643 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a905a1e-7f49-4d2f-a108-53732d3e5b18 req-7a73b349-a7f3-4668-8758-e27251750662 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:40.562557 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0a905a1e-7f49-4d2f-a108-53732d3e5b18 req-7a73b349-a7f3-4668-8758-e27251750662 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=61be88a2-7a11-49b7-80fe-23da1a59f384 HTTP/1.1" status: 200 len: 945 time: 0.2830267 May 31 14:05:40.594249 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-84729dc7-8f05-4d77-bbf6-a96e919d7b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:40.709287 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0a905a1e-7f49-4d2f-a108-53732d3e5b18 req-2e4a72dd-5aa5-48d1-ade6-1ae25c8de6fa tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa39f1da-00b3-449d-8d8b-43dcd4022661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883861 May 31 14:05:40.711929 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f84006-ceb2-4705-ab0b-ac82e7980d09 req-c7d369f5-fea2-4c80-9ce4-098a95206cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:40.715133 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-16f84006-ceb2-4705-ab0b-ac82e7980d09 req-c7d369f5-fea2-4c80-9ce4-098a95206cfa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=088180f8cd814306a3f92350df9020de&device_id=61be88a2-7a11-49b7-80fe-23da1a59f384 HTTP/1.1" status: 200 len: 1096 time: 0.1542222 May 31 14:05:40.904698 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f84006-ceb2-4705-ab0b-ac82e7980d09 req-e27a535a-ce44-49bd-969b-a8b5c82eb795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:40.904698 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-16f84006-ceb2-4705-ab0b-ac82e7980d09 req-e27a535a-ce44-49bd-969b-a8b5c82eb795 service neutron] 10.222.0.20 "GET /v2.0/networks?id=db311799-24a2-4ea7-9ab3-8c8ea6c3c36f HTTP/1.1" status: 200 len: 898 time: 0.1809962 May 31 14:05:41.095522 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-16f84006-ceb2-4705-ab0b-ac82e7980d09 req-6dccc8bc-e456-4091-b03c-a1837992c653 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23274bd7-e97f-401d-bb68-fbbed91328e8 HTTP/1.1" status: 200 len: 1000 time: 0.1869979 May 31 14:05:41.160302 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f84006-ceb2-4705-ab0b-ac82e7980d09 req-372f532d-8cdb-4a5a-aa2a-43e21859461c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:41.161766 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-16f84006-ceb2-4705-ab0b-ac82e7980d09 req-372f532d-8cdb-4a5a-aa2a-43e21859461c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fa044e11-5534-43b8-86ac-557f17f391b4 HTTP/1.1" status: 200 len: 834 time: 0.0606179 May 31 14:05:41.256202 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f84006-ceb2-4705-ab0b-ac82e7980d09 req-8b261b34-a828-4ed8-ab3e-3eb1cfdf794d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:41.257962 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-16f84006-ceb2-4705-ab0b-ac82e7980d09 req-8b261b34-a828-4ed8-ab3e-3eb1cfdf794d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=db311799-24a2-4ea7-9ab3-8c8ea6c3c36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0898883 May 31 14:05:41.412513 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-16f84006-ceb2-4705-ab0b-ac82e7980d09 req-3fc686fa-2bb5-4ba3-9bc8-00057d2c6923 service neutron] 10.222.0.20 "GET /v2.0/networks/db311799-24a2-4ea7-9ab3-8c8ea6c3c36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440282 May 31 14:05:41.568002 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-16f84006-ceb2-4705-ab0b-ac82e7980d09 req-163654c9-6a1a-4f38-9111-a9387d20d7a5 service neutron] 10.222.0.20 "GET /v2.0/networks/db311799-24a2-4ea7-9ab3-8c8ea6c3c36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394238 May 31 14:05:41.912039 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b311b4f7-6c32-4b6e-8b97-61adf128ba1e req-f6830ea4-0b4d-4a42-8038-420c1cd98fbc tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:41.914117 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b311b4f7-6c32-4b6e-8b97-61adf128ba1e req-f6830ea4-0b4d-4a42-8038-420c1cd98fbc tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=61be88a2-7a11-49b7-80fe-23da1a59f384 HTTP/1.1" status: 200 len: 945 time: 0.0906487 May 31 14:05:41.970152 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b311b4f7-6c32-4b6e-8b97-61adf128ba1e req-5efe8a86-a800-43ce-b3b0-e9f7c9109caa tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa39f1da-00b3-449d-8d8b-43dcd4022661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499108 May 31 14:05:42.811296 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6e277c47-aaf7-44e9-a918-71e85d15cbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:43.173882 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d6f495-d5cd-4538-8633-1c65b33580a8 req-f813e109-7638-45dd-9ebd-22bfacd40697 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:43.175427 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-06d6f495-d5cd-4538-8633-1c65b33580a8 req-f813e109-7638-45dd-9ebd-22bfacd40697 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=61be88a2-7a11-49b7-80fe-23da1a59f384 HTTP/1.1" status: 200 len: 945 time: 0.0887501 May 31 14:05:43.229136 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-06d6f495-d5cd-4538-8633-1c65b33580a8 req-833a6bf3-94c0-4882-a5b7-d7e254a3a2bf tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa39f1da-00b3-449d-8d8b-43dcd4022661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474908 May 31 14:05:43.882088 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:43.980875 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:44.556663 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4303a755-a1e6-40b3-9281-e4a043cc67d7 req-11b819d8-294f-4136-a3b1-c52c573908b7 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:44.560212 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4303a755-a1e6-40b3-9281-e4a043cc67d7 req-11b819d8-294f-4136-a3b1-c52c573908b7 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=61be88a2-7a11-49b7-80fe-23da1a59f384 HTTP/1.1" status: 200 len: 945 time: 0.1208217 May 31 14:05:44.611215 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4303a755-a1e6-40b3-9281-e4a043cc67d7 req-2d27f578-98a1-4fcb-8cb2-f4b4ba1df844 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa39f1da-00b3-449d-8d8b-43dcd4022661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444417 May 31 14:05:45.717176 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:45.896905 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb22c3-91bd-448d-bd41-69282424b80a req-f2a7c2c2-a43d-4a54-81aa-a2adb46ed37e tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:45.896905 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3cfb22c3-91bd-448d-bd41-69282424b80a req-f2a7c2c2-a43d-4a54-81aa-a2adb46ed37e tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=61be88a2-7a11-49b7-80fe-23da1a59f384 HTTP/1.1" status: 200 len: 945 time: 0.1237261 May 31 14:05:45.967152 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3cfb22c3-91bd-448d-bd41-69282424b80a req-17b16648-0d0d-4af0-8166-b03658e8a1a0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa39f1da-00b3-449d-8d8b-43dcd4022661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631795 May 31 14:05:46.289448 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b320a-6d6e-4427-a60d-83764a01b4e9 req-396df2b3-48de-415b-8faf-4280ade70c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:46.291126 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d66b320a-6d6e-4427-a60d-83764a01b4e9 req-396df2b3-48de-415b-8faf-4280ade70c16 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=088180f8cd814306a3f92350df9020de&device_id=61be88a2-7a11-49b7-80fe-23da1a59f384 HTTP/1.1" status: 200 len: 1096 time: 0.1028008 May 31 14:05:46.536042 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b320a-6d6e-4427-a60d-83764a01b4e9 req-639dcd18-5097-44fe-87f3-2fdd89a28db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:46.536042 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d66b320a-6d6e-4427-a60d-83764a01b4e9 req-639dcd18-5097-44fe-87f3-2fdd89a28db8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=db311799-24a2-4ea7-9ab3-8c8ea6c3c36f HTTP/1.1" status: 200 len: 898 time: 0.2148850 May 31 14:05:46.700449 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d66b320a-6d6e-4427-a60d-83764a01b4e9 req-3d81e42d-9917-492f-b82b-37e8308507c3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23274bd7-e97f-401d-bb68-fbbed91328e8 HTTP/1.1" status: 200 len: 1000 time: 0.1615803 May 31 14:05:46.943409 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b320a-6d6e-4427-a60d-83764a01b4e9 req-bff71549-64a0-41fb-8778-1371219f50d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:46.944510 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d66b320a-6d6e-4427-a60d-83764a01b4e9 req-bff71549-64a0-41fb-8778-1371219f50d8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fa044e11-5534-43b8-86ac-557f17f391b4 HTTP/1.1" status: 200 len: 834 time: 0.2303028 May 31 14:05:47.111912 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b320a-6d6e-4427-a60d-83764a01b4e9 req-88522845-f2eb-4db6-b72a-f162866d742f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:47.111912 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d66b320a-6d6e-4427-a60d-83764a01b4e9 req-88522845-f2eb-4db6-b72a-f162866d742f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=db311799-24a2-4ea7-9ab3-8c8ea6c3c36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1518931 May 31 14:05:47.361670 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd640b-a731-4270-8601-e94a8bf2fc1c req-7adbf1d2-4d7e-490c-ab1e-221d1c394c6d tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:47.363244 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c1cd640b-a731-4270-8601-e94a8bf2fc1c req-7adbf1d2-4d7e-490c-ab1e-221d1c394c6d tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=61be88a2-7a11-49b7-80fe-23da1a59f384 HTTP/1.1" status: 200 len: 945 time: 0.2052898 May 31 14:05:47.365235 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d66b320a-6d6e-4427-a60d-83764a01b4e9 req-f04fa2f2-3fd4-460d-8c8e-a5d1fce2d948 service neutron] 10.222.0.20 "GET /v2.0/networks/db311799-24a2-4ea7-9ab3-8c8ea6c3c36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508478 May 31 14:05:47.494295 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c1cd640b-a731-4270-8601-e94a8bf2fc1c req-3da7052c-5e73-4be1-89a9-0a076f9b87f9 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa39f1da-00b3-449d-8d8b-43dcd4022661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247253 May 31 14:05:47.548144 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d66b320a-6d6e-4427-a60d-83764a01b4e9 req-1695cf03-5985-460b-8cb2-0aad75bfe3cf service neutron] 10.222.0.20 "GET /v2.0/networks/db311799-24a2-4ea7-9ab3-8c8ea6c3c36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651874 May 31 14:05:48.697261 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689274b2-11ec-4fe0-9641-be219365b075 req-53ad3476-dd44-4c3d-83b0-827047f96f52 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:48.698861 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-689274b2-11ec-4fe0-9641-be219365b075 req-53ad3476-dd44-4c3d-83b0-827047f96f52 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=61be88a2-7a11-49b7-80fe-23da1a59f384 HTTP/1.1" status: 200 len: 945 time: 0.0816317 May 31 14:05:48.760054 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-689274b2-11ec-4fe0-9641-be219365b075 req-0078c228-f71d-4a02-897f-e86406ea1826 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa39f1da-00b3-449d-8d8b-43dcd4022661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555060 May 31 14:05:49.964368 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a92eeb-8424-4c37-a9a2-b433ad1da631 req-340e0f98-9af7-4ffb-8896-1a416e1ae46e tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:49.966206 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-15a92eeb-8424-4c37-a9a2-b433ad1da631 req-340e0f98-9af7-4ffb-8896-1a416e1ae46e tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=61be88a2-7a11-49b7-80fe-23da1a59f384 HTTP/1.1" status: 200 len: 945 time: 0.0881546 May 31 14:05:50.012346 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-15a92eeb-8424-4c37-a9a2-b433ad1da631 req-2d1e676d-0853-4bbc-b9ab-b7575c1b6972 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa39f1da-00b3-449d-8d8b-43dcd4022661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399601 May 31 14:05:51.235672 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4937d1ef-b3b3-4f91-9b1f-b46af796a58e req-f4c67fca-a388-4ee0-8f78-9d9bea780245 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:51.237614 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4937d1ef-b3b3-4f91-9b1f-b46af796a58e req-f4c67fca-a388-4ee0-8f78-9d9bea780245 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=61be88a2-7a11-49b7-80fe-23da1a59f384 HTTP/1.1" status: 200 len: 945 time: 0.1029010 May 31 14:05:51.284565 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4937d1ef-b3b3-4f91-9b1f-b46af796a58e req-b540be49-e374-4373-8f7b-a1209e0eb081 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa39f1da-00b3-449d-8d8b-43dcd4022661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412819 May 31 14:05:52.476268 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e1f7f0-8705-4f04-a0a3-8d48c137ceef req-48ba0c72-be41-4c7f-a515-409c74659bfd tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:52.477744 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a5e1f7f0-8705-4f04-a0a3-8d48c137ceef req-48ba0c72-be41-4c7f-a515-409c74659bfd tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=61be88a2-7a11-49b7-80fe-23da1a59f384 HTTP/1.1" status: 200 len: 945 time: 0.0820923 May 31 14:05:52.528747 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a5e1f7f0-8705-4f04-a0a3-8d48c137ceef req-e4d0eb25-95aa-4440-b562-62d08c3f91bb tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa39f1da-00b3-449d-8d8b-43dcd4022661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446904 May 31 14:05:53.484365 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 35258) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:05:53.804301 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef10a704-016a-45c0-9d6e-6de85b87b9df req-68e33ce2-6ebe-495d-adc8-d0e39b49a7b6 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:53.805783 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ef10a704-016a-45c0-9d6e-6de85b87b9df req-68e33ce2-6ebe-495d-adc8-d0e39b49a7b6 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=61be88a2-7a11-49b7-80fe-23da1a59f384 HTTP/1.1" status: 200 len: 945 time: 0.0972233 May 31 14:05:53.842799 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-f6044584-b2c6-4875-ad38-7fcd5a5bee13 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Deleting port f1c0b964-113b-48d8-ac67-8947c2ff245a {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:05:53.843777 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f6044584-b2c6-4875-ad38-7fcd5a5bee13 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:53.855436 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ef10a704-016a-45c0-9d6e-6de85b87b9df req-95df4a14-9da1-424e-b855-05fb8b5453e8 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa39f1da-00b3-449d-8d8b-43dcd4022661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412793 May 31 14:05:54.027058 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f6044584-b2c6-4875-ad38-7fcd5a5bee13 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:54.027384 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f6044584-b2c6-4875-ad38-7fcd5a5bee13 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:54.153406 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-f6044584-b2c6-4875-ad38-7fcd5a5bee13 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Calling delete_port for f1c0b964-113b-48d8-ac67-8947c2ff245a owned by network:floatingip {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:05:54.341129 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f6044584-b2c6-4875-ad38-7fcd5a5bee13 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:54.387385 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6044584-b2c6-4875-ad38-7fcd5a5bee13 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Pushing event deleted for resources: {'Port': ['ID=f1c0b964-113b-48d8-ac67-8947c2ff245a,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:05:54.425208 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6044584-b2c6-4875-ad38-7fcd5a5bee13 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:05:54.425379 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6044584-b2c6-4875-ad38-7fcd5a5bee13 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:05:54.425694 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6044584-b2c6-4875-ad38-7fcd5a5bee13 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:05:54.426042 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6044584-b2c6-4875-ad38-7fcd5a5bee13 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:05:54.426374 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6044584-b2c6-4875-ad38-7fcd5a5bee13 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:05:54.426699 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6044584-b2c6-4875-ad38-7fcd5a5bee13 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:05:54.427019 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6044584-b2c6-4875-ad38-7fcd5a5bee13 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:05:54.427336 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6044584-b2c6-4875-ad38-7fcd5a5bee13 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:05:54.427656 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6044584-b2c6-4875-ad38-7fcd5a5bee13 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:05:54.427976 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6044584-b2c6-4875-ad38-7fcd5a5bee13 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:05:54.428289 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6044584-b2c6-4875-ad38-7fcd5a5bee13 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:05:54.428608 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6044584-b2c6-4875-ad38-7fcd5a5bee13 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:05:54.493787 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f6044584-b2c6-4875-ad38-7fcd5a5bee13 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Notify callbacks [] for floatingip, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:54.494461 n-d-843939-1 neutron-server[88369]: INFO neutron.db.l3_db [None req-f6044584-b2c6-4875-ad38-7fcd5a5bee13 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Floating IP f3627fe5-67e4-4bf6-983d-adcca6663c91 disassociated (deleted). External IP: 172.25.6.189, port: ee1465cd-76b6-4ae5-becd-42922589c614. May 31 14:05:54.882238 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6044584-b2c6-4875-ad38-7fcd5a5bee13 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Router b0195107-125e-4e78-aedd-863a20d92a94 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:05:55.097765 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba998de-9214-4449-b28d-c3b5d63db532 req-0450daee-b071-4c03-aa56-0ac7177e6c84 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:55.103961 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fba998de-9214-4449-b28d-c3b5d63db532 req-0450daee-b071-4c03-aa56-0ac7177e6c84 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=61be88a2-7a11-49b7-80fe-23da1a59f384 HTTP/1.1" status: 200 len: 945 time: 0.1009295 May 31 14:05:55.188748 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fba998de-9214-4449-b28d-c3b5d63db532 req-72335175-000b-4842-9b33-4ebd6b9580d9 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa39f1da-00b3-449d-8d8b-43dcd4022661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744021 May 31 14:05:55.250497 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6044584-b2c6-4875-ad38-7fcd5a5bee13 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:05:55.263862 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59541b3-59ec-401d-9058-f2bc43a81a82 None None] Sync routers for ids ['b0195107-125e-4e78-aedd-863a20d92a94'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:05:55.274295 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59541b3-59ec-401d-9058-f2bc43a81a82 None None] Routers {'b0195107-125e-4e78-aedd-863a20d92a94'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:05:55.274997 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-d59541b3-59ec-401d-9058-f2bc43a81a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:05:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['b0195107-125e-4e78-aedd-863a20d92a94'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:05:55.282355 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f6044584-b2c6-4875-ad38-7fcd5a5bee13 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:55.362356 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-f6044584-b2c6-4875-ad38-7fcd5a5bee13 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] 10.222.0.50 "DELETE /v2.0/floatingips/f3627fe5-67e4-4bf6-983d-adcca6663c91 HTTP/1.1" status: 204 len: 168 time: 1.8739803 May 31 14:05:55.362356 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a111e76c-e5be-4bd9-9e00-4d7711d75c71', 'tag': 'ee1465cd-76b6-4ae5-becd-42922589c614'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:05:55.464421 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-731a4051-1cb1-4ce5-ab2c-b14daa3919bc'] response: {'name': 'network-changed', 'server_uuid': 'a111e76c-e5be-4bd9-9e00-4d7711d75c71', 'tag': 'ee1465cd-76b6-4ae5-becd-42922589c614', 'status': 'completed', 'code': 200} May 31 14:05:55.606211 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-d59541b3-59ec-401d-9058-f2bc43a81a82 None None] Set router b0195107-125e-4e78-aedd-863a20d92a94 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:05:55.612219 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181e48a-55b6-4d09-a3d4-0c1a0b86ca75 req-de2e6c1c-3b16-4bfc-b8e3-b909bf1146a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:55.615350 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0181e48a-55b6-4d09-a3d4-0c1a0b86ca75 req-de2e6c1c-3b16-4bfc-b8e3-b909bf1146a0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=62181e77ef674913bf8bbc25767f3dc9&device_id=a111e76c-e5be-4bd9-9e00-4d7711d75c71 HTTP/1.1" status: 200 len: 1096 time: 0.1206782 May 31 14:05:55.868422 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181e48a-55b6-4d09-a3d4-0c1a0b86ca75 req-329d4cec-615e-43b3-a9cd-2a65b6054be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:55.870751 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0181e48a-55b6-4d09-a3d4-0c1a0b86ca75 req-329d4cec-615e-43b3-a9cd-2a65b6054be9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=dcf8be4a-b80c-4791-b2db-9314ef7b56f8 HTTP/1.1" status: 200 len: 915 time: 0.2456641 May 31 14:05:56.014190 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0181e48a-55b6-4d09-a3d4-0c1a0b86ca75 req-d36427f8-27a9-45cd-a214-b590e4924c30 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee1465cd-76b6-4ae5-becd-42922589c614 HTTP/1.1" status: 200 len: 217 time: 0.1315081 May 31 14:05:56.093602 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-d59541b3-59ec-401d-9058-f2bc43a81a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0195107-125e-4e78-aedd-863a20d92a94', 'name': 'tempest-TestVolumeBackupRestore-1280450823-router', 'tenant_id': '62181e77ef674913bf8bbc25767f3dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': '86418b57-0edc-48f9-98bd-22cfbf135a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:01:51Z', 'updated_at': '2022-05-31T14:01:57Z', 'revision_number': 4, 'project_id': '62181e77ef674913bf8bbc25767f3dc9', 'gw_port': {'id': '86418b57-0edc-48f9-98bd-22cfbf135a88', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c5:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0195107-125e-4e78-aedd-863a20d92a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:01:52Z', 'updated_at': '2022-05-31T14:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'f35fa30b-1f89-4128-baf9-e5e9e15d40c7', 'name': '', 'network_id': 'dcf8be4a-b80c-4791-b2db-9314ef7b56f8', 'tenant_id': '62181e77ef674913bf8bbc25767f3dc9', 'mac_address': 'fa:16:3e:ec:30:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0195107-125e-4e78-aedd-863a20d92a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '6021c0ac-877c-4286-9479-5ffc8c9c64e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:01:55Z', 'updated_at': '2022-05-31T14:02:06Z', 'revision_number': 5, 'project_id': '62181e77ef674913bf8bbc25767f3dc9', 'subnets': [{'id': '6021c0ac-877c-4286-9479-5ffc8c9c64e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:05:56.099312 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59541b3-59ec-401d-9058-f2bc43a81a82 None None] Checking router: b0195107-125e-4e78-aedd-863a20d92a94 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:05:56.110656 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59541b3-59ec-401d-9058-f2bc43a81a82 None None] Routers {'b0195107-125e-4e78-aedd-863a20d92a94'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:05:56.111279 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-d59541b3-59ec-401d-9058-f2bc43a81a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:05:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['b0195107-125e-4e78-aedd-863a20d92a94'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:05:56.122019 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181e48a-55b6-4d09-a3d4-0c1a0b86ca75 req-5f7970fb-8263-4520-b97d-b0dbb71475b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:56.123457 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0181e48a-55b6-4d09-a3d4-0c1a0b86ca75 req-5f7970fb-8263-4520-b97d-b0dbb71475b4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6021c0ac-877c-4286-9479-5ffc8c9c64e7 HTTP/1.1" status: 200 len: 853 time: 0.0867665 May 31 14:05:56.243840 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6513c4a7-c577-43a0-8500-6d0bb9b00943 req-403a1aa2-941b-4d4e-9e63-623afc7f68c5 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:56.254991 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6513c4a7-c577-43a0-8500-6d0bb9b00943 req-403a1aa2-941b-4d4e-9e63-623afc7f68c5 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] 10.222.0.50 "GET /v2.0/ports?device_id=a111e76c-e5be-4bd9-9e00-4d7711d75c71 HTTP/1.1" status: 200 len: 945 time: 0.2810624 May 31 14:05:56.327289 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6513c4a7-c577-43a0-8500-6d0bb9b00943 req-68ba3c03-82eb-4bd6-8b49-81f15401df43 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] 10.222.0.50 "GET /v2.0/security-groups?id=76f4dc8b-05d0-4985-b9c4-c7e888fdfed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697527 May 31 14:05:56.332015 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181e48a-55b6-4d09-a3d4-0c1a0b86ca75 req-74c11ae7-d43f-4bbf-88a4-3b1b937b2c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:56.334196 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0181e48a-55b6-4d09-a3d4-0c1a0b86ca75 req-74c11ae7-d43f-4bbf-88a4-3b1b937b2c46 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dcf8be4a-b80c-4791-b2db-9314ef7b56f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1980970 May 31 14:05:56.447731 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-d59541b3-59ec-401d-9058-f2bc43a81a82 None None] Set router b0195107-125e-4e78-aedd-863a20d92a94 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:05:56.759895 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bb1698-cb99-4069-a0fd-425a939b246a req-3675be2f-bd08-4d91-823e-195d3e631f5f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:56.767753 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-98bb1698-cb99-4069-a0fd-425a939b246a req-3675be2f-bd08-4d91-823e-195d3e631f5f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=61be88a2-7a11-49b7-80fe-23da1a59f384 HTTP/1.1" status: 200 len: 945 time: 0.3782151 May 31 14:05:56.788743 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0181e48a-55b6-4d09-a3d4-0c1a0b86ca75 req-2f3e4668-359a-45f4-a076-7d14a0cd095d service neutron] 10.222.0.44 "GET /v2.0/networks/dcf8be4a-b80c-4791-b2db-9314ef7b56f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4477055 May 31 14:05:56.916017 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-98bb1698-cb99-4069-a0fd-425a939b246a req-04106abc-a655-4d15-9eaa-fb6d5484d79b tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa39f1da-00b3-449d-8d8b-43dcd4022661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472356 May 31 14:05:56.936115 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-d59541b3-59ec-401d-9058-f2bc43a81a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0195107-125e-4e78-aedd-863a20d92a94', 'name': 'tempest-TestVolumeBackupRestore-1280450823-router', 'tenant_id': '62181e77ef674913bf8bbc25767f3dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': '86418b57-0edc-48f9-98bd-22cfbf135a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:01:51Z', 'updated_at': '2022-05-31T14:01:57Z', 'revision_number': 4, 'project_id': '62181e77ef674913bf8bbc25767f3dc9', 'gw_port': {'id': '86418b57-0edc-48f9-98bd-22cfbf135a88', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c5:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0195107-125e-4e78-aedd-863a20d92a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:01:52Z', 'updated_at': '2022-05-31T14:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'f35fa30b-1f89-4128-baf9-e5e9e15d40c7', 'name': '', 'network_id': 'dcf8be4a-b80c-4791-b2db-9314ef7b56f8', 'tenant_id': '62181e77ef674913bf8bbc25767f3dc9', 'mac_address': 'fa:16:3e:ec:30:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0195107-125e-4e78-aedd-863a20d92a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '6021c0ac-877c-4286-9479-5ffc8c9c64e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:01:55Z', 'updated_at': '2022-05-31T14:02:06Z', 'revision_number': 5, 'project_id': '62181e77ef674913bf8bbc25767f3dc9', 'subnets': [{'id': '6021c0ac-877c-4286-9479-5ffc8c9c64e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:05:56.942754 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59541b3-59ec-401d-9058-f2bc43a81a82 None None] The sync data for ids ['b0195107-125e-4e78-aedd-863a20d92a94'] in n-d-843939-1 is: [{'id': 'b0195107-125e-4e78-aedd-863a20d92a94', 'name': 'tempest-TestVolumeBackupRestore-1280450823-router', 'tenant_id': '62181e77ef674913bf8bbc25767f3dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': '86418b57-0edc-48f9-98bd-22cfbf135a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:01:51Z', 'updated_at': '2022-05-31T14:01:57Z', 'revision_number': 4, 'project_id': '62181e77ef674913bf8bbc25767f3dc9', 'gw_port': {'id': '86418b57-0edc-48f9-98bd-22cfbf135a88', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c5:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0195107-125e-4e78-aedd-863a20d92a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:01:52Z', 'updated_at': '2022-05-31T14:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'f35fa30b-1f89-4128-baf9-e5e9e15d40c7', 'name': '', 'network_id': 'dcf8be4a-b80c-4791-b2db-9314ef7b56f8', 'tenant_id': '62181e77ef674913bf8bbc25767f3dc9', 'mac_address': 'fa:16:3e:ec:30:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0195107-125e-4e78-aedd-863a20d92a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '6021c0ac-877c-4286-9479-5ffc8c9c64e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:01:55Z', 'updated_at': '2022-05-31T14:02:06Z', 'revision_number': 5, 'project_id': '62181e77ef674913bf8bbc25767f3dc9', 'subnets': [{'id': '6021c0ac-877c-4286-9479-5ffc8c9c64e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:05:56.985140 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0181e48a-55b6-4d09-a3d4-0c1a0b86ca75 req-83991489-0457-44bc-a0b0-9ea84ebeaf3f service neutron] 10.222.0.44 "GET /v2.0/networks/dcf8be4a-b80c-4791-b2db-9314ef7b56f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897085 May 31 14:05:57.207295 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bce6571-608b-44f8-9b12-1ebc7c27fd6a None None] New status for floating IP f3627fe5-67e4-4bf6-983d-adcca6663c91: DOWN {{(pid=88371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 14:05:57.556857 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a15d5-37a5-4b1e-966f-8f86ccde03ce req-33a6e4d0-e1bd-4ab5-bcaa-b2fc5abf0fe9 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:57.558706 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f34a15d5-37a5-4b1e-966f-8f86ccde03ce req-33a6e4d0-e1bd-4ab5-bcaa-b2fc5abf0fe9 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] 10.222.0.50 "GET /v2.0/ports?device_id=a111e76c-e5be-4bd9-9e00-4d7711d75c71 HTTP/1.1" status: 200 len: 945 time: 0.0924063 May 31 14:05:57.615895 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f34a15d5-37a5-4b1e-966f-8f86ccde03ce req-01a0d3ce-382d-4daa-bc1c-31abaecc89b1 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] 10.222.0.50 "GET /v2.0/security-groups?id=76f4dc8b-05d0-4985-b9c4-c7e888fdfed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502715 May 31 14:05:58.171928 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a09760-7aa6-4075-9998-baaf6f87b6f2 req-1b36411a-4f11-4208-9388-0e9505f61517 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:58.173428 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-02a09760-7aa6-4075-9998-baaf6f87b6f2 req-1b36411a-4f11-4208-9388-0e9505f61517 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] 10.222.0.44 "GET /v2.0/ports?device_id=a111e76c-e5be-4bd9-9e00-4d7711d75c71 HTTP/1.1" status: 200 len: 945 time: 0.1494818 May 31 14:05:58.226376 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11e291b-9ae6-4f32-834e-252eb024a83b req-1bc8dc37-2e05-4563-bc0e-57c0de54773c tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:58.228871 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a11e291b-9ae6-4f32-834e-252eb024a83b req-1bc8dc37-2e05-4563-bc0e-57c0de54773c tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=61be88a2-7a11-49b7-80fe-23da1a59f384 HTTP/1.1" status: 200 len: 945 time: 0.1723938 May 31 14:05:58.285458 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-02a09760-7aa6-4075-9998-baaf6f87b6f2 req-e674330a-f5b6-459e-b9f6-8f653a327fa5 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Deleting port ee1465cd-76b6-4ae5-becd-42922589c614 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:05:58.285827 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-02a09760-7aa6-4075-9998-baaf6f87b6f2 req-e674330a-f5b6-459e-b9f6-8f653a327fa5 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:58.341328 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a11e291b-9ae6-4f32-834e-252eb024a83b req-153ca792-e6a4-491d-8708-30acf61babc5 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa39f1da-00b3-449d-8d8b-43dcd4022661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058609 May 31 14:05:58.570081 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-02a09760-7aa6-4075-9998-baaf6f87b6f2 req-e674330a-f5b6-459e-b9f6-8f653a327fa5 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] For port ee1465cd-76b6-4ae5-becd-42922589c614, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=ee1465cd-76b6-4ae5-becd-42922589c614,segment=NetworkSegment(7e105bbf-f349-4422-ace6-30b86fdfc308),segment_id=7e105bbf-f349-4422-ace6-30b86fdfc308)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:05:58.570792 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-02a09760-7aa6-4075-9998-baaf6f87b6f2 req-e674330a-f5b6-459e-b9f6-8f653a327fa5 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:58.700997 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-02a09760-7aa6-4075-9998-baaf6f87b6f2 req-e674330a-f5b6-459e-b9f6-8f653a327fa5 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Calling delete_port for ee1465cd-76b6-4ae5-becd-42922589c614 owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:05:58.913861 n-d-843939-1 neutron-server[88370]: INFO neutron.api.v2.resource [req-16f84006-ceb2-4705-ab0b-ac82e7980d09 req-bc8a4fc1-51be-453b-a0ab-5299e7b2e971 service neutron] show failed (client error): The resource could not be found. May 31 14:05:58.914905 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-16f84006-ceb2-4705-ab0b-ac82e7980d09 req-bc8a4fc1-51be-453b-a0ab-5299e7b2e971 service neutron] 10.222.0.20 "GET /v2.0/ports/23274bd7-e97f-401d-bb68-fbbed91328e8/bindings/n-h2-843939-1 HTTP/1.1" status: 404 len: 380 time: 0.1658752 May 31 14:05:58.978582 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622fccbe-2164-41b5-a20d-7cbf4ad23726 req-ca2e0861-8436-4828-88dd-76a56b9c65d5 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:58.980334 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-622fccbe-2164-41b5-a20d-7cbf4ad23726 req-ca2e0861-8436-4828-88dd-76a56b9c65d5 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] 10.222.0.50 "GET /v2.0/ports?device_id=a111e76c-e5be-4bd9-9e00-4d7711d75c71 HTTP/1.1" status: 200 len: 945 time: 0.2323272 May 31 14:05:59.032982 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-02a09760-7aa6-4075-9998-baaf6f87b6f2 req-e674330a-f5b6-459e-b9f6-8f653a327fa5 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:59.091493 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-622fccbe-2164-41b5-a20d-7cbf4ad23726 req-a21339eb-9cf2-43cf-a636-5f92c6bdcc15 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] 10.222.0.50 "GET /v2.0/security-groups?id=76f4dc8b-05d0-4985-b9c4-c7e888fdfed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998883 May 31 14:05:59.115685 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e674330a-f5b6-459e-b9f6-8f653a327fa5 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Pushing event deleted for resources: {'Port': ['ID=ee1465cd-76b6-4ae5-becd-42922589c614,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:05:59.125182 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e674330a-f5b6-459e-b9f6-8f653a327fa5 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:05:59.125802 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e674330a-f5b6-459e-b9f6-8f653a327fa5 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:05:59.126369 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e674330a-f5b6-459e-b9f6-8f653a327fa5 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:05:59.127139 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e674330a-f5b6-459e-b9f6-8f653a327fa5 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:05:59.127283 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e674330a-f5b6-459e-b9f6-8f653a327fa5 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:05:59.127540 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e674330a-f5b6-459e-b9f6-8f653a327fa5 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:05:59.127867 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e674330a-f5b6-459e-b9f6-8f653a327fa5 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:05:59.128312 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e674330a-f5b6-459e-b9f6-8f653a327fa5 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:05:59.128645 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e674330a-f5b6-459e-b9f6-8f653a327fa5 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:05:59.128967 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e674330a-f5b6-459e-b9f6-8f653a327fa5 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:05:59.129446 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e674330a-f5b6-459e-b9f6-8f653a327fa5 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:05:59.129945 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e674330a-f5b6-459e-b9f6-8f653a327fa5 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:05:59.250652 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f84006-ceb2-4705-ab0b-ac82e7980d09 req-aadbaf61-4782-4d71-a792-051e520f41e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:59.253972 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-16f84006-ceb2-4705-ab0b-ac82e7980d09 req-aadbaf61-4782-4d71-a792-051e520f41e4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=61be88a2-7a11-49b7-80fe-23da1a59f384&tenant_id=088180f8cd814306a3f92350df9020de HTTP/1.1" status: 200 len: 1096 time: 0.1182301 May 31 14:05:59.266578 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-16f84006-ceb2-4705-ab0b-ac82e7980d09 req-20337ff1-d164-41c1-8db1-644f9df376c2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843939-1', 'device_owner': 'compute:nova'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:05:59.331357 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-02a09760-7aa6-4075-9998-baaf6f87b6f2 req-e674330a-f5b6-459e-b9f6-8f653a327fa5 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] No DVR routers for this DVR port ee1465cd-76b6-4ae5-becd-42922589c614 on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:05:59.337559 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-02a09760-7aa6-4075-9998-baaf6f87b6f2 req-e674330a-f5b6-459e-b9f6-8f653a327fa5 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:59.353120 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a111e76c-e5be-4bd9-9e00-4d7711d75c71', 'name': 'network-vif-deleted', 'tag': 'ee1465cd-76b6-4ae5-becd-42922589c614'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:05:59.361548 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-02a09760-7aa6-4075-9998-baaf6f87b6f2 req-e674330a-f5b6-459e-b9f6-8f653a327fa5 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] 10.222.0.44 "DELETE /v2.0/ports/ee1465cd-76b6-4ae5-becd-42922589c614 HTTP/1.1" status: 204 len: 173 time: 1.1826632 May 31 14:05:59.453131 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ce21702-eea3-4cf0-a37d-3321982cbbbb'] response: {'server_uuid': 'a111e76c-e5be-4bd9-9e00-4d7711d75c71', 'name': 'network-vif-deleted', 'tag': 'ee1465cd-76b6-4ae5-becd-42922589c614', 'status': 'completed', 'code': 200} May 31 14:05:59.458179 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-16f84006-ceb2-4705-ab0b-ac82e7980d09 req-20337ff1-d164-41c1-8db1-644f9df376c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:05:59.890883 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-16f84006-ceb2-4705-ab0b-ac82e7980d09 req-20337ff1-d164-41c1-8db1-644f9df376c2 service neutron] For port 23274bd7-e97f-401d-bb68-fbbed91328e8, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=23274bd7-e97f-401d-bb68-fbbed91328e8,segment=NetworkSegment(0bdb38e1-8ce3-4ca1-a5c8-774d802ae26a),segment_id=0bdb38e1-8ce3-4ca1-a5c8-774d802ae26a)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:05:59.903725 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd81e2-355c-4d44-8265-cfa04fdc2427 req-c4087dd4-8d06-4c37-9363-7df0d1e3578a tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:05:59.913528 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-96fd81e2-355c-4d44-8265-cfa04fdc2427 req-c4087dd4-8d06-4c37-9363-7df0d1e3578a tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=61be88a2-7a11-49b7-80fe-23da1a59f384 HTTP/1.1" status: 200 len: 945 time: 0.3278952 May 31 14:05:59.933224 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-16f84006-ceb2-4705-ab0b-ac82e7980d09 req-20337ff1-d164-41c1-8db1-644f9df376c2 service neutron] For port 23274bd7-e97f-401d-bb68-fbbed91328e8, host n-h1-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:05:59.971572 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-96fd81e2-355c-4d44-8265-cfa04fdc2427 req-2f1d27f0-4ba9-4760-86e2-3b8d4460a578 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa39f1da-00b3-449d-8d8b-43dcd4022661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566964 May 31 14:06:00.008169 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61be88a2-7a11-49b7-80fe-23da1a59f384', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23274bd7-e97f-401d-bb68-fbbed91328e8'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:06:00.015121 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-16f84006-ceb2-4705-ab0b-ac82e7980d09 req-20337ff1-d164-41c1-8db1-644f9df376c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:00.032782 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-16f84006-ceb2-4705-ab0b-ac82e7980d09 req-20337ff1-d164-41c1-8db1-644f9df376c2 service neutron] Transition to ACTIVE for port object 23274bd7-e97f-401d-bb68-fbbed91328e8 will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:06:00.039575 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-16f84006-ceb2-4705-ab0b-ac82e7980d09 req-20337ff1-d164-41c1-8db1-644f9df376c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:00.103652 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-196965c3-eb83-4105-8429-29ee9e7d18d7'] response: {'server_uuid': '61be88a2-7a11-49b7-80fe-23da1a59f384', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23274bd7-e97f-401d-bb68-fbbed91328e8', 'code': 200} May 31 14:06:00.289050 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-16f84006-ceb2-4705-ab0b-ac82e7980d09 req-20337ff1-d164-41c1-8db1-644f9df376c2 service neutron] No DVR routers for this DVR port 23274bd7-e97f-401d-bb68-fbbed91328e8 on host n-h1-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:06:00.344495 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-65f02b8f-a5ae-4f8d-9952-6a2be21e3e1a req-dc15b507-9d03-4cd1-bc0a-d9049a9f2230 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Synchronizing usage tracker for tenant:62181e77ef674913bf8bbc25767f3dc9 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:06:00.371108 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-65f02b8f-a5ae-4f8d-9952-6a2be21e3e1a req-dc15b507-9d03-4cd1-bc0a-d9049a9f2230 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Unset dirty status for tenant:62181e77ef674913bf8bbc25767f3dc9 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:06:00.384476 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-65f02b8f-a5ae-4f8d-9952-6a2be21e3e1a req-dc15b507-9d03-4cd1-bc0a-d9049a9f2230 tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] 10.222.0.50 "GET /v2.0/ports?device_id=a111e76c-e5be-4bd9-9e00-4d7711d75c71 HTTP/1.1" status: 200 len: 210 time: 0.0885978 May 31 14:06:00.449761 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20337ff1-d164-41c1-8db1-644f9df376c2 service neutron] Pushing event updated for resources: {'Port': ['ID=23274bd7-e97f-401d-bb68-fbbed91328e8,revision_number=6']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:06:00.568015 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-16f84006-ceb2-4705-ab0b-ac82e7980d09 req-20337ff1-d164-41c1-8db1-644f9df376c2 service neutron] Attempting to bind port 23274bd7-e97f-401d-bb68-fbbed91328e8 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:06:00.568232 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-16f84006-ceb2-4705-ab0b-ac82e7980d09 req-20337ff1-d164-41c1-8db1-644f9df376c2 service neutron] Attempting to bind port 23274bd7-e97f-401d-bb68-fbbed91328e8 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': '0bdb38e1-8ce3-4ca1-a5c8-774d802ae26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'db311799-24a2-4ea7-9ab3-8c8ea6c3c36f'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:06:00.568403 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f84006-ceb2-4705-ab0b-ac82e7980d09 req-20337ff1-d164-41c1-8db1-644f9df376c2 service neutron] Attempting to bind port 23274bd7-e97f-401d-bb68-fbbed91328e8 on network db311799-24a2-4ea7-9ab3-8c8ea6c3c36f {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:06:00.575217 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f84006-ceb2-4705-ab0b-ac82e7980d09 req-20337ff1-d164-41c1-8db1-644f9df376c2 service neutron] Port 23274bd7-e97f-401d-bb68-fbbed91328e8 on network db311799-24a2-4ea7-9ab3-8c8ea6c3c36f not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 14:06:00.575610 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f84006-ceb2-4705-ab0b-ac82e7980d09 req-20337ff1-d164-41c1-8db1-644f9df376c2 service neutron] Attempting to bind port 23274bd7-e97f-401d-bb68-fbbed91328e8 on network db311799-24a2-4ea7-9ab3-8c8ea6c3c36f {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:06:00.583989 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f84006-ceb2-4705-ab0b-ac82e7980d09 req-20337ff1-d164-41c1-8db1-644f9df376c2 service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:06:00.584358 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f84006-ceb2-4705-ab0b-ac82e7980d09 req-20337ff1-d164-41c1-8db1-644f9df376c2 service neutron] Checking segment: {'id': '0bdb38e1-8ce3-4ca1-a5c8-774d802ae26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'db311799-24a2-4ea7-9ab3-8c8ea6c3c36f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:06:00.584880 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f84006-ceb2-4705-ab0b-ac82e7980d09 req-20337ff1-d164-41c1-8db1-644f9df376c2 service neutron] Bound using segment: {'id': '0bdb38e1-8ce3-4ca1-a5c8-774d802ae26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'db311799-24a2-4ea7-9ab3-8c8ea6c3c36f'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:06:00.585287 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-16f84006-ceb2-4705-ab0b-ac82e7980d09 req-20337ff1-d164-41c1-8db1-644f9df376c2 service neutron] Bound port: 23274bd7-e97f-401d-bb68-fbbed91328e8, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bdb38e1-8ce3-4ca1-a5c8-774d802ae26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'db311799-24a2-4ea7-9ab3-8c8ea6c3c36f'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:06:00.585753 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-16f84006-ceb2-4705-ab0b-ac82e7980d09 req-20337ff1-d164-41c1-8db1-644f9df376c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:00.696127 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-16f84006-ceb2-4705-ab0b-ac82e7980d09 req-20337ff1-d164-41c1-8db1-644f9df376c2 service neutron] For port 23274bd7-e97f-401d-bb68-fbbed91328e8, host n-h2-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:06:00.702396 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-16f84006-ceb2-4705-ab0b-ac82e7980d09 req-20337ff1-d164-41c1-8db1-644f9df376c2 service neutron] For port 23274bd7-e97f-401d-bb68-fbbed91328e8, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=23274bd7-e97f-401d-bb68-fbbed91328e8,segment=NetworkSegment(0bdb38e1-8ce3-4ca1-a5c8-774d802ae26a),segment_id=0bdb38e1-8ce3-4ca1-a5c8-774d802ae26a)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:06:00.707241 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-16f84006-ceb2-4705-ab0b-ac82e7980d09 req-20337ff1-d164-41c1-8db1-644f9df376c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:00.786522 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f84006-ceb2-4705-ab0b-ac82e7980d09 req-20337ff1-d164-41c1-8db1-644f9df376c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:06:00.787012 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-16f84006-ceb2-4705-ab0b-ac82e7980d09 req-20337ff1-d164-41c1-8db1-644f9df376c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:00.788495 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-16f84006-ceb2-4705-ab0b-ac82e7980d09 req-20337ff1-d164-41c1-8db1-644f9df376c2 service neutron] 10.222.0.44 "PUT /v2.0/ports/23274bd7-e97f-401d-bb68-fbbed91328e8 HTTP/1.1" status: 200 len: 1091 time: 1.5264156 May 31 14:06:00.800965 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20337ff1-d164-41c1-8db1-644f9df376c2 service neutron] Pushing event updated for resources: {'Port': ['ID=23274bd7-e97f-401d-bb68-fbbed91328e8,revision_number=7']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:06:00.895136 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f84006-ceb2-4705-ab0b-ac82e7980d09 req-bb1de567-f6df-4e01-b8a2-e11dbe22217c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:06:00.896665 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-16f84006-ceb2-4705-ab0b-ac82e7980d09 req-bb1de567-f6df-4e01-b8a2-e11dbe22217c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=088180f8cd814306a3f92350df9020de&device_id=61be88a2-7a11-49b7-80fe-23da1a59f384 HTTP/1.1" status: 200 len: 1094 time: 0.0799520 May 31 14:06:01.041145 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f84006-ceb2-4705-ab0b-ac82e7980d09 req-3db3952f-7cfc-42cd-822f-476e83f84aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:06:01.043155 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-16f84006-ceb2-4705-ab0b-ac82e7980d09 req-3db3952f-7cfc-42cd-822f-476e83f84aea service neutron] 10.222.0.44 "GET /v2.0/networks?id=db311799-24a2-4ea7-9ab3-8c8ea6c3c36f HTTP/1.1" status: 200 len: 898 time: 0.1390691 May 31 14:06:01.172440 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-16f84006-ceb2-4705-ab0b-ac82e7980d09 req-35c5a169-fff1-43a8-819c-008c04b94a4a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23274bd7-e97f-401d-bb68-fbbed91328e8 HTTP/1.1" status: 200 len: 998 time: 0.1231582 May 31 14:06:01.187207 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12165396-dc89-4e67-ade4-47c6574aadd6 req-f4ffd501-e9f4-4c73-855b-dd58a9f7579a tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:06:01.190200 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-12165396-dc89-4e67-ade4-47c6574aadd6 req-f4ffd501-e9f4-4c73-855b-dd58a9f7579a tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=61be88a2-7a11-49b7-80fe-23da1a59f384 HTTP/1.1" status: 200 len: 943 time: 0.1024437 May 31 14:06:01.244560 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-12165396-dc89-4e67-ade4-47c6574aadd6 req-72cdd071-ee44-4d75-a7ed-4c1d92bb59db tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa39f1da-00b3-449d-8d8b-43dcd4022661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433211 May 31 14:06:01.363068 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f84006-ceb2-4705-ab0b-ac82e7980d09 req-c7be579d-2616-4749-910f-adb496db9f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:06:01.364536 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-16f84006-ceb2-4705-ab0b-ac82e7980d09 req-c7be579d-2616-4749-910f-adb496db9f43 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fa044e11-5534-43b8-86ac-557f17f391b4 HTTP/1.1" status: 200 len: 834 time: 0.1858575 May 31 14:06:01.447026 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f84006-ceb2-4705-ab0b-ac82e7980d09 req-e20a1917-ffbd-4f73-98e3-4efd9707aeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:06:01.448954 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-16f84006-ceb2-4705-ab0b-ac82e7980d09 req-e20a1917-ffbd-4f73-98e3-4efd9707aeba service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=db311799-24a2-4ea7-9ab3-8c8ea6c3c36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0773766 May 31 14:06:01.482343 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 35354) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:06:01.563581 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7ad703a4-d4db-48a3-8dc0-4f9ed72918ae tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:01.599744 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7ad703a4-d4db-48a3-8dc0-4f9ed72918ae tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:01.609602 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-16f84006-ceb2-4705-ab0b-ac82e7980d09 req-3b53a9f3-e0cc-43a5-bcc0-f57f0580c5bb service neutron] 10.222.0.44 "GET /v2.0/networks/db311799-24a2-4ea7-9ab3-8c8ea6c3c36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515667 May 31 14:06:01.628136 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:06:01.696504 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7ad703a4-d4db-48a3-8dc0-4f9ed72918ae tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:01.719006 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad703a4-d4db-48a3-8dc0-4f9ed72918ae tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f4dc8b-05d0-4985-b9c4-c7e888fdfed2,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:06:01.724462 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7ad703a4-d4db-48a3-8dc0-4f9ed72918ae tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:01.726130 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-7ad703a4-d4db-48a3-8dc0-4f9ed72918ae tempest-TestVolumeBackupRestore-1987921752 tempest-TestVolumeBackupRestore-1987921752-project] 10.222.0.50 "DELETE /v2.0/security-groups/76f4dc8b-05d0-4985-b9c4-c7e888fdfed2 HTTP/1.1" status: 204 len: 168 time: 0.2424068 May 31 14:06:01.789115 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-16f84006-ceb2-4705-ab0b-ac82e7980d09 req-f1b83038-d8ca-48bb-9bd9-2f549b92c8f6 service neutron] 10.222.0.44 "GET /v2.0/networks/db311799-24a2-4ea7-9ab3-8c8ea6c3c36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727083 May 31 14:06:01.929649 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device ee1465cd-76b6-4ae5-becd-42922589c614 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:06:01.988013 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] No Port match for: ee1465cd-76b6-4ae5-becd-42922589c614 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:06:01.988739 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device ee1465cd-76b6-4ae5-becd-42922589c614 not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:06:02.106260 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61be88a2-7a11-49b7-80fe-23da1a59f384', 'tag': '23274bd7-e97f-401d-bb68-fbbed91328e8'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:06:02.202334 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fff1f0b6-06f2-42b5-8529-904541451fc3'] response: {'name': 'network-changed', 'server_uuid': '61be88a2-7a11-49b7-80fe-23da1a59f384', 'tag': '23274bd7-e97f-401d-bb68-fbbed91328e8', 'status': 'completed', 'code': 200} May 31 14:06:02.461459 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe8f861-6de6-404c-b4bc-e0094824fe47 req-e72ce2d5-f036-4563-943e-9271ab3660a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:06:02.463389 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-afe8f861-6de6-404c-b4bc-e0094824fe47 req-e72ce2d5-f036-4563-943e-9271ab3660a8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=088180f8cd814306a3f92350df9020de&device_id=61be88a2-7a11-49b7-80fe-23da1a59f384 HTTP/1.1" status: 200 len: 1094 time: 0.2378538 May 31 14:06:02.494429 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe8f861-6de6-404c-b4bc-e0094824fe47 req-5eb70733-dc29-4454-9f7b-f49e09785bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:06:02.501150 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-afe8f861-6de6-404c-b4bc-e0094824fe47 req-5eb70733-dc29-4454-9f7b-f49e09785bf4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=088180f8cd814306a3f92350df9020de&device_id=61be88a2-7a11-49b7-80fe-23da1a59f384 HTTP/1.1" status: 200 len: 1094 time: 0.2841911 May 31 14:06:02.694194 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 23274bd7-e97f-401d-bb68-fbbed91328e8 no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:06:02.700945 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe8f861-6de6-404c-b4bc-e0094824fe47 req-b5397e28-d0fb-4eed-9f75-a00b1a4abdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:06:02.703413 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-afe8f861-6de6-404c-b4bc-e0094824fe47 req-b5397e28-d0fb-4eed-9f75-a00b1a4abdd3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=db311799-24a2-4ea7-9ab3-8c8ea6c3c36f HTTP/1.1" status: 200 len: 898 time: 0.2325542 May 31 14:06:02.738967 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe8f861-6de6-404c-b4bc-e0094824fe47 req-fe35f696-4d65-4d03-a9bf-41edacf01d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:06:02.740916 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-afe8f861-6de6-404c-b4bc-e0094824fe47 req-fe35f696-4d65-4d03-a9bf-41edacf01d04 service neutron] 10.222.0.20 "GET /v2.0/networks?id=db311799-24a2-4ea7-9ab3-8c8ea6c3c36f HTTP/1.1" status: 200 len: 898 time: 0.2336292 May 31 14:06:02.750668 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e039d56-cadd-48d9-97e2-b5d23e54d359 req-43308bdf-b048-4dd7-af0c-437dd3957047 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:06:02.758420 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5e039d56-cadd-48d9-97e2-b5d23e54d359 req-43308bdf-b048-4dd7-af0c-437dd3957047 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=61be88a2-7a11-49b7-80fe-23da1a59f384 HTTP/1.1" status: 200 len: 943 time: 0.2212698 May 31 14:06:02.885163 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 23274bd7-e97f-401d-bb68-fbbed91328e8 not bound to the agent host n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:06:02.949966 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-afe8f861-6de6-404c-b4bc-e0094824fe47 req-48d7cb21-0ddb-4797-aaef-e0ac40ac385d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23274bd7-e97f-401d-bb68-fbbed91328e8 HTTP/1.1" status: 200 len: 998 time: 0.1644254 May 31 14:06:02.960854 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5e039d56-cadd-48d9-97e2-b5d23e54d359 req-328c3caf-7b53-4fbe-8070-7d3d9a970023 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa39f1da-00b3-449d-8d8b-43dcd4022661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2012341 May 31 14:06:03.035888 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe8f861-6de6-404c-b4bc-e0094824fe47 req-34bbd162-e6c9-4f24-a100-3e3960dc7df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:06:03.037948 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-afe8f861-6de6-404c-b4bc-e0094824fe47 req-34bbd162-e6c9-4f24-a100-3e3960dc7df9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fa044e11-5534-43b8-86ac-557f17f391b4 HTTP/1.1" status: 200 len: 834 time: 0.0725114 May 31 14:06:03.044212 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-afe8f861-6de6-404c-b4bc-e0094824fe47 req-ac6e9d5e-185a-41ea-a1ab-c2ddc598e36d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23274bd7-e97f-401d-bb68-fbbed91328e8 HTTP/1.1" status: 200 len: 998 time: 0.3328066 May 31 14:06:03.169691 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe8f861-6de6-404c-b4bc-e0094824fe47 req-75bd78c5-dbae-4055-8847-483e4d6cda19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:06:03.171979 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-afe8f861-6de6-404c-b4bc-e0094824fe47 req-75bd78c5-dbae-4055-8847-483e4d6cda19 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=db311799-24a2-4ea7-9ab3-8c8ea6c3c36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1275680 May 31 14:06:03.225597 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe8f861-6de6-404c-b4bc-e0094824fe47 req-4b7156e7-3258-4949-ae81-9d54598ba83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:06:03.232482 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-afe8f861-6de6-404c-b4bc-e0094824fe47 req-4b7156e7-3258-4949-ae81-9d54598ba83c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fa044e11-5534-43b8-86ac-557f17f391b4 HTTP/1.1" status: 200 len: 834 time: 0.1738470 May 31 14:06:03.382423 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe8f861-6de6-404c-b4bc-e0094824fe47 req-63eaaba2-7a3f-40ec-b7b3-0230b8bb13c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:06:03.383906 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-afe8f861-6de6-404c-b4bc-e0094824fe47 req-63eaaba2-7a3f-40ec-b7b3-0230b8bb13c5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=db311799-24a2-4ea7-9ab3-8c8ea6c3c36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1428370 May 31 14:06:03.452494 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-afe8f861-6de6-404c-b4bc-e0094824fe47 req-a737a0cf-552e-4eaa-96bc-4dae78dd1e02 service neutron] 10.222.0.20 "GET /v2.0/networks/db311799-24a2-4ea7-9ab3-8c8ea6c3c36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716634 May 31 14:06:03.740333 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-afe8f861-6de6-404c-b4bc-e0094824fe47 req-c75b3302-ce7a-405d-8ec2-7dc4621a9ce7 service neutron] 10.222.0.44 "GET /v2.0/networks/db311799-24a2-4ea7-9ab3-8c8ea6c3c36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490736 May 31 14:06:03.792509 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-afe8f861-6de6-404c-b4bc-e0094824fe47 req-4034656a-b549-465c-9c2d-c6981b0181e0 service neutron] 10.222.0.20 "GET /v2.0/networks/db311799-24a2-4ea7-9ab3-8c8ea6c3c36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335338 May 31 14:06:04.150611 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-afe8f861-6de6-404c-b4bc-e0094824fe47 req-d5547cda-0e84-4f9b-84f1-f4b222a07900 service neutron] 10.222.0.44 "GET /v2.0/networks/db311799-24a2-4ea7-9ab3-8c8ea6c3c36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3964071 May 31 14:06:04.363082 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f3f8e7-4bf8-4f10-b8a4-f694d0c8c02e req-3bad3563-65a8-4e0f-8dca-25076f3bb41a tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:06:04.364789 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e6f3f8e7-4bf8-4f10-b8a4-f694d0c8c02e req-3bad3563-65a8-4e0f-8dca-25076f3bb41a tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=61be88a2-7a11-49b7-80fe-23da1a59f384 HTTP/1.1" status: 200 len: 943 time: 0.1934745 May 31 14:06:04.457734 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e6f3f8e7-4bf8-4f10-b8a4-f694d0c8c02e req-78e32dcc-4a5e-4127-adee-59b15e55b4c3 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa39f1da-00b3-449d-8d8b-43dcd4022661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827260 May 31 14:06:04.460899 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad048b1d-680b-40f2-8760-b43b2b87d78b req-b69c313c-d9c1-4374-8621-ef4d57bb5f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:06:04.470760 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ad048b1d-680b-40f2-8760-b43b2b87d78b req-b69c313c-d9c1-4374-8621-ef4d57bb5f81 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=088180f8cd814306a3f92350df9020de&device_id=61be88a2-7a11-49b7-80fe-23da1a59f384 HTTP/1.1" status: 200 len: 1094 time: 0.2159276 May 31 14:06:04.911387 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad048b1d-680b-40f2-8760-b43b2b87d78b req-c89e7f55-bc2f-4e9f-b076-c8e971690684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:06:04.912971 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ad048b1d-680b-40f2-8760-b43b2b87d78b req-c89e7f55-bc2f-4e9f-b076-c8e971690684 service neutron] 10.222.0.44 "GET /v2.0/networks?id=db311799-24a2-4ea7-9ab3-8c8ea6c3c36f HTTP/1.1" status: 200 len: 898 time: 0.3966279 May 31 14:06:05.152076 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ad048b1d-680b-40f2-8760-b43b2b87d78b req-6214e2ba-9bf8-40f4-9f05-d69df18e33f3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23274bd7-e97f-401d-bb68-fbbed91328e8 HTTP/1.1" status: 200 len: 998 time: 0.2318134 May 31 14:06:05.262389 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad048b1d-680b-40f2-8760-b43b2b87d78b req-d1f8bccb-176c-4049-8758-4003b6639ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:06:05.272213 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76cfb92-e9cd-489e-8d20-dd7880b0ec1f req-dae36e5b-d66a-44b2-9a98-e008544c9ca6 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:06:05.273135 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ad048b1d-680b-40f2-8760-b43b2b87d78b req-d1f8bccb-176c-4049-8758-4003b6639ac8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fa044e11-5534-43b8-86ac-557f17f391b4 HTTP/1.1" status: 200 len: 834 time: 0.1071494 May 31 14:06:05.273488 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c76cfb92-e9cd-489e-8d20-dd7880b0ec1f req-dae36e5b-d66a-44b2-9a98-e008544c9ca6 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.44 "GET /v2.0/ports?device_id=61be88a2-7a11-49b7-80fe-23da1a59f384&tenant_id=088180f8cd814306a3f92350df9020de&binding%3Ahost_id=n-h2-843939-1 HTTP/1.1" status: 200 len: 943 time: 0.3659658 May 31 14:06:05.414213 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad048b1d-680b-40f2-8760-b43b2b87d78b req-d80d0208-7eda-4612-a5af-d5c0eb37f0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:06:05.418959 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ad048b1d-680b-40f2-8760-b43b2b87d78b req-d80d0208-7eda-4612-a5af-d5c0eb37f0aa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=db311799-24a2-4ea7-9ab3-8c8ea6c3c36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1446340 May 31 14:06:05.432529 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c76cfb92-e9cd-489e-8d20-dd7880b0ec1f req-622acdf3-3efd-4681-bfe9-bb10f37f4457 service neutron] 10.222.0.44 "GET /v2.0/ports/23274bd7-e97f-401d-bb68-fbbed91328e8/bindings/n-h2-843939-1 HTTP/1.1" status: 200 len: 382 time: 0.1518264 May 31 14:06:05.470945 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0649fdde-a128-4243-8283-63d6b9a9ccbb req-596f511e-7093-4482-9081-220b69b81648 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:06:05.486035 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0649fdde-a128-4243-8283-63d6b9a9ccbb req-596f511e-7093-4482-9081-220b69b81648 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=61be88a2-7a11-49b7-80fe-23da1a59f384 HTTP/1.1" status: 200 len: 943 time: 0.3912559 May 31 14:06:05.571473 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0649fdde-a128-4243-8283-63d6b9a9ccbb req-c1f24aa9-6c2e-457f-9f6f-732912841152 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa39f1da-00b3-449d-8d8b-43dcd4022661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850837 May 31 14:06:05.773239 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ad048b1d-680b-40f2-8760-b43b2b87d78b req-1a0d49cb-40da-44ae-a1b6-6a37579f3d10 service neutron] 10.222.0.44 "GET /v2.0/networks/db311799-24a2-4ea7-9ab3-8c8ea6c3c36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3429954 May 31 14:06:05.879222 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 35790) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:06:05.951917 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 23274bd7-e97f-401d-bb68-fbbed91328e8 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 14:06:06.290033 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ad048b1d-680b-40f2-8760-b43b2b87d78b req-60a95d65-f8fd-4542-a1b2-5447e2643af8 service neutron] 10.222.0.44 "GET /v2.0/networks/db311799-24a2-4ea7-9ab3-8c8ea6c3c36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5136578 May 31 14:06:06.346046 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 23274bd7-e97f-401d-bb68-fbbed91328e8, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=23274bd7-e97f-401d-bb68-fbbed91328e8,segment=NetworkSegment(0bdb38e1-8ce3-4ca1-a5c8-774d802ae26a),segment_id=0bdb38e1-8ce3-4ca1-a5c8-774d802ae26a)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:06:06.403900 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': '23274bd7-e97f-401d-bb68-fbbed91328e8', 'network_id': 'db311799-24a2-4ea7-9ab3-8c8ea6c3c36f', 'port_id': '23274bd7-e97f-401d-bb68-fbbed91328e8', 'mac_address': 'fa:16:3e:3d:0d:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa044e11-5534-43b8-86ac-557f17f391b4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 14:06:06.549320 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 23274bd7-e97f-401d-bb68-fbbed91328e8 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:06:06.549834 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:06.614168 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23274bd7-e97f-401d-bb68-fbbed91328e8 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:06:06.644812 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76cfb92-e9cd-489e-8d20-dd7880b0ec1f req-de556c72-ff1a-4247-9d37-0cee917fdab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:06:06.649687 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 23274bd7-e97f-401d-bb68-fbbed91328e8, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=23274bd7-e97f-401d-bb68-fbbed91328e8,segment=NetworkSegment(0bdb38e1-8ce3-4ca1-a5c8-774d802ae26a),segment_id=0bdb38e1-8ce3-4ca1-a5c8-774d802ae26a)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:06:06.649944 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c76cfb92-e9cd-489e-8d20-dd7880b0ec1f req-de556c72-ff1a-4247-9d37-0cee917fdab5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=088180f8cd814306a3f92350df9020de&device_id=61be88a2-7a11-49b7-80fe-23da1a59f384 HTTP/1.1" status: 200 len: 1094 time: 0.2210155 May 31 14:06:06.655507 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:06.802291 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=23274bd7-e97f-401d-bb68-fbbed91328e8,revision_number=8']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:06:06.814339 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:06:06.815326 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:06:06.816067 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:06:06.816766 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:06:06.817478 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:06:06.818234 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:06:06.818934 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:06:06.819626 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:06:06.820340 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:06:06.821089 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:06:06.821786 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:06:06.822549 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:06:06.863795 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76cfb92-e9cd-489e-8d20-dd7880b0ec1f req-da56df4e-4ac9-4097-8071-9ddf72ba2383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:06:06.865429 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c76cfb92-e9cd-489e-8d20-dd7880b0ec1f req-da56df4e-4ac9-4097-8071-9ddf72ba2383 service neutron] 10.222.0.44 "GET /v2.0/networks?id=db311799-24a2-4ea7-9ab3-8c8ea6c3c36f HTTP/1.1" status: 200 len: 898 time: 0.2095690 May 31 14:06:06.935909 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['23274bd7-e97f-401d-bb68-fbbed91328e8'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:06:06.976154 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a352c83b-6c75-4e71-b69d-a76fcbd2c183 req-512fdae9-4132-4022-bf83-9528cdbd5dd0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:06:06.978372 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a352c83b-6c75-4e71-b69d-a76fcbd2c183 req-512fdae9-4132-4022-bf83-9528cdbd5dd0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=61be88a2-7a11-49b7-80fe-23da1a59f384 HTTP/1.1" status: 200 len: 944 time: 0.1754797 May 31 14:06:07.110585 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a352c83b-6c75-4e71-b69d-a76fcbd2c183 req-6764143b-6296-4460-85ec-c345da73f143 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa39f1da-00b3-449d-8d8b-43dcd4022661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783772 May 31 14:06:07.153699 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c76cfb92-e9cd-489e-8d20-dd7880b0ec1f req-bf3f9639-bbcc-480a-a771-1a4fcaf6f68a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23274bd7-e97f-401d-bb68-fbbed91328e8 HTTP/1.1" status: 200 len: 999 time: 0.2804925 May 31 14:06:07.249246 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f68b42c0-dc95-4189-8064-74cc6620895c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:07.282919 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76cfb92-e9cd-489e-8d20-dd7880b0ec1f req-d3dbd771-3d3f-447e-a62e-5cd4b28551db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:06:07.284464 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c76cfb92-e9cd-489e-8d20-dd7880b0ec1f req-d3dbd771-3d3f-447e-a62e-5cd4b28551db service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fa044e11-5534-43b8-86ac-557f17f391b4 HTTP/1.1" status: 200 len: 834 time: 0.1247489 May 31 14:06:07.468015 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76cfb92-e9cd-489e-8d20-dd7880b0ec1f req-58ab6487-3761-44a2-b493-16da7cc7de7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:06:07.470029 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c76cfb92-e9cd-489e-8d20-dd7880b0ec1f req-58ab6487-3761-44a2-b493-16da7cc7de7d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=db311799-24a2-4ea7-9ab3-8c8ea6c3c36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1770670 May 31 14:06:07.608826 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c76cfb92-e9cd-489e-8d20-dd7880b0ec1f req-295b114f-1208-4955-a51d-265d9025fb68 service neutron] 10.222.0.44 "GET /v2.0/networks/db311799-24a2-4ea7-9ab3-8c8ea6c3c36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325514 May 31 14:06:07.628741 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:07.723960 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-f68b42c0-dc95-4189-8064-74cc6620895c admin admin] Deleting port f35fa30b-1f89-4128-baf9-e5e9e15d40c7 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:06:07.724297 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f68b42c0-dc95-4189-8064-74cc6620895c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:07.761146 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c76cfb92-e9cd-489e-8d20-dd7880b0ec1f req-851ae0e6-a899-45d6-8131-cfef4ff0e0c8 service neutron] 10.222.0.44 "GET /v2.0/networks/db311799-24a2-4ea7-9ab3-8c8ea6c3c36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440074 May 31 14:06:07.912833 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-f68b42c0-dc95-4189-8064-74cc6620895c admin admin] For port f35fa30b-1f89-4128-baf9-e5e9e15d40c7, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=f35fa30b-1f89-4128-baf9-e5e9e15d40c7,segment=NetworkSegment(7e105bbf-f349-4422-ace6-30b86fdfc308),segment_id=7e105bbf-f349-4422-ace6-30b86fdfc308)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:06:07.913204 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f68b42c0-dc95-4189-8064-74cc6620895c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:07.971041 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 23274bd7-e97f-401d-bb68-fbbed91328e8 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:06:08.043601 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-f68b42c0-dc95-4189-8064-74cc6620895c admin admin] Calling delete_port for f35fa30b-1f89-4128-baf9-e5e9e15d40c7 owned by network:router_interface {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:06:08.044819 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port 23274bd7-e97f-401d-bb68-fbbed91328e8 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:06:08.050345 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port 23274bd7-e97f-401d-bb68-fbbed91328e8 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:06:08.050969 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:08.190204 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 23274bd7-e97f-401d-bb68-fbbed91328e8 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:06:08.191904 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:08.250360 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61be88a2-7a11-49b7-80fe-23da1a59f384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23274bd7-e97f-401d-bb68-fbbed91328e8'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:06:08.275265 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 23274bd7-e97f-401d-bb68-fbbed91328e8, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=23274bd7-e97f-401d-bb68-fbbed91328e8,segment=NetworkSegment(0bdb38e1-8ce3-4ca1-a5c8-774d802ae26a),segment_id=0bdb38e1-8ce3-4ca1-a5c8-774d802ae26a)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:06:08.287348 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:08.349417 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f68b42c0-dc95-4189-8064-74cc6620895c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:08.371398 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-317f91ee-24c4-4cbe-a105-b5b98ed88375'] response: {'server_uuid': '61be88a2-7a11-49b7-80fe-23da1a59f384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23274bd7-e97f-401d-bb68-fbbed91328e8', 'code': 200} May 31 14:06:08.387064 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=23274bd7-e97f-401d-bb68-fbbed91328e8,revision_number=9']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:06:08.550452 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68b42c0-dc95-4189-8064-74cc6620895c admin admin] Pushing event deleted for resources: {'Port': ['ID=f35fa30b-1f89-4128-baf9-e5e9e15d40c7,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:06:08.652389 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98f4775-8c38-4953-8bc6-f06898004687 req-a43947a0-0c6e-43f8-8102-66474d4a79e1 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:06:08.654052 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c98f4775-8c38-4953-8bc6-f06898004687 req-a43947a0-0c6e-43f8-8102-66474d4a79e1 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=61be88a2-7a11-49b7-80fe-23da1a59f384 HTTP/1.1" status: 200 len: 945 time: 0.3871369 May 31 14:06:08.794258 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c98f4775-8c38-4953-8bc6-f06898004687 req-8577ec44-f9bd-41cf-8f2d-a82bb449fd6d tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa39f1da-00b3-449d-8d8b-43dcd4022661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330986 May 31 14:06:08.884302 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f68b42c0-dc95-4189-8064-74cc6620895c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:09.125006 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:09.257448 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f68b42c0-dc95-4189-8064-74cc6620895c admin admin] Router b0195107-125e-4e78-aedd-863a20d92a94 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:06:09.443410 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f68b42c0-dc95-4189-8064-74cc6620895c admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:06:09.453418 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac34ddf-ad5c-4d34-9da4-f3fb9fa6daf1 None None] Sync routers for ids ['b0195107-125e-4e78-aedd-863a20d92a94'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:06:09.463465 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac34ddf-ad5c-4d34-9da4-f3fb9fa6daf1 None None] Routers {'b0195107-125e-4e78-aedd-863a20d92a94'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:06:09.463656 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-f68b42c0-dc95-4189-8064-74cc6620895c admin admin] 10.222.0.50 "PUT /v2.0/routers/b0195107-125e-4e78-aedd-863a20d92a94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5829120 May 31 14:06:09.464509 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-8ac34ddf-ad5c-4d34-9da4-f3fb9fa6daf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:05:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['b0195107-125e-4e78-aedd-863a20d92a94'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:06:09.465943 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 35870) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:06:09.662711 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d9d4669b-4221-429d-ac1d-70cdc57cebb1 admin admin] Notify callbacks [] for router, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:09.666165 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-8ac34ddf-ad5c-4d34-9da4-f3fb9fa6daf1 None None] Set router b0195107-125e-4e78-aedd-863a20d92a94 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:06:09.880121 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d9d4669b-4221-429d-ac1d-70cdc57cebb1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:09.891882 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-d9d4669b-4221-429d-ac1d-70cdc57cebb1 admin admin] Deleting port 86418b57-0edc-48f9-98bd-22cfbf135a88 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:06:09.892387 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d9d4669b-4221-429d-ac1d-70cdc57cebb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:10.048602 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-8ac34ddf-ad5c-4d34-9da4-f3fb9fa6daf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0195107-125e-4e78-aedd-863a20d92a94', 'name': 'tempest-TestVolumeBackupRestore-1280450823-router', 'tenant_id': '62181e77ef674913bf8bbc25767f3dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': '86418b57-0edc-48f9-98bd-22cfbf135a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:01:51Z', 'updated_at': '2022-05-31T14:06:08Z', 'revision_number': 5, 'project_id': '62181e77ef674913bf8bbc25767f3dc9', 'gw_port': {'id': '86418b57-0edc-48f9-98bd-22cfbf135a88', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c5:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0195107-125e-4e78-aedd-863a20d92a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:01:52Z', 'updated_at': '2022-05-31T14:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:06:10.055489 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac34ddf-ad5c-4d34-9da4-f3fb9fa6daf1 None None] Checking router: b0195107-125e-4e78-aedd-863a20d92a94 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:06:10.068535 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac34ddf-ad5c-4d34-9da4-f3fb9fa6daf1 None None] Routers {'b0195107-125e-4e78-aedd-863a20d92a94'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:06:10.069955 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-8ac34ddf-ad5c-4d34-9da4-f3fb9fa6daf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:05:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['b0195107-125e-4e78-aedd-863a20d92a94'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:06:10.257753 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-8ac34ddf-ad5c-4d34-9da4-f3fb9fa6daf1 None None] Set router b0195107-125e-4e78-aedd-863a20d92a94 gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:06:10.367679 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694aa8ce-ac16-4a90-b5d4-339816a8d30c req-8f68d979-8aa9-4f93-97a1-e29a7103b654 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:06:10.381831 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-694aa8ce-ac16-4a90-b5d4-339816a8d30c req-8f68d979-8aa9-4f93-97a1-e29a7103b654 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=61be88a2-7a11-49b7-80fe-23da1a59f384 HTTP/1.1" status: 200 len: 945 time: 0.2599761 May 31 14:06:10.394542 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-8ac34ddf-ad5c-4d34-9da4-f3fb9fa6daf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0195107-125e-4e78-aedd-863a20d92a94', 'name': 'tempest-TestVolumeBackupRestore-1280450823-router', 'tenant_id': '62181e77ef674913bf8bbc25767f3dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:01:51Z', 'updated_at': '2022-05-31T14:06:09Z', 'revision_number': 6, 'project_id': '62181e77ef674913bf8bbc25767f3dc9', 'gw_port_host': None}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:06:10.400108 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac34ddf-ad5c-4d34-9da4-f3fb9fa6daf1 None None] The sync data for ids ['b0195107-125e-4e78-aedd-863a20d92a94'] in n-d-843939-1 is: [{'id': 'b0195107-125e-4e78-aedd-863a20d92a94', 'name': 'tempest-TestVolumeBackupRestore-1280450823-router', 'tenant_id': '62181e77ef674913bf8bbc25767f3dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:01:51Z', 'updated_at': '2022-05-31T14:06:09Z', 'revision_number': 6, 'project_id': '62181e77ef674913bf8bbc25767f3dc9', 'gw_port_host': None}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:06:10.477300 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-d9d4669b-4221-429d-ac1d-70cdc57cebb1 admin admin] For port 86418b57-0edc-48f9-98bd-22cfbf135a88, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=86418b57-0edc-48f9-98bd-22cfbf135a88,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:06:10.477486 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d9d4669b-4221-429d-ac1d-70cdc57cebb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:10.496109 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-694aa8ce-ac16-4a90-b5d4-339816a8d30c req-6f486771-bb7b-4e61-a928-3f37600d2f1d tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa39f1da-00b3-449d-8d8b-43dcd4022661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049166 May 31 14:06:10.578944 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c262ad92-9e2a-4508-8545-b74b212f7f64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:10.652776 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-d9d4669b-4221-429d-ac1d-70cdc57cebb1 admin admin] Calling delete_port for 86418b57-0edc-48f9-98bd-22cfbf135a88 owned by network:router_gateway {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:06:10.765965 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76cfb92-e9cd-489e-8d20-dd7880b0ec1f req-4f6ab57e-c69f-4834-a3b9-2c25d26fa1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:06:10.767408 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c76cfb92-e9cd-489e-8d20-dd7880b0ec1f req-4f6ab57e-c69f-4834-a3b9-2c25d26fa1b0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=61be88a2-7a11-49b7-80fe-23da1a59f384&tenant_id=088180f8cd814306a3f92350df9020de HTTP/1.1" status: 200 len: 1096 time: 0.2132313 May 31 14:06:10.779191 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-c76cfb92-e9cd-489e-8d20-dd7880b0ec1f req-da01c383-394b-4859-9af3-78e70a1f737c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843939-1', 'device_owner': 'compute:nova'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:06:10.944896 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-c76cfb92-e9cd-489e-8d20-dd7880b0ec1f req-da01c383-394b-4859-9af3-78e70a1f737c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:10.997494 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d9d4669b-4221-429d-ac1d-70cdc57cebb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:11.091050 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d4669b-4221-429d-ac1d-70cdc57cebb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=86418b57-0edc-48f9-98bd-22cfbf135a88,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:06:11.244922 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d9d4669b-4221-429d-ac1d-70cdc57cebb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577389'] for router_gateway, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:11.499435 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d9d4669b-4221-429d-ac1d-70cdc57cebb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:11.503332 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d9d4669b-4221-429d-ac1d-70cdc57cebb1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:11.543311 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d9d4669b-4221-429d-ac1d-70cdc57cebb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:11.543805 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d4669b-4221-429d-ac1d-70cdc57cebb1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0195107-125e-4e78-aedd-863a20d92a94 {{(pid=88370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 14:06:11.569127 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-c76cfb92-e9cd-489e-8d20-dd7880b0ec1f req-da01c383-394b-4859-9af3-78e70a1f737c service neutron] For port 23274bd7-e97f-401d-bb68-fbbed91328e8, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=23274bd7-e97f-401d-bb68-fbbed91328e8,segment=NetworkSegment(0bdb38e1-8ce3-4ca1-a5c8-774d802ae26a),segment_id=0bdb38e1-8ce3-4ca1-a5c8-774d802ae26a)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:06:11.580417 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d9d4669b-4221-429d-ac1d-70cdc57cebb1 admin admin] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:11.581710 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-d9d4669b-4221-429d-ac1d-70cdc57cebb1 admin admin] 10.222.0.50 "DELETE /v2.0/routers/b0195107-125e-4e78-aedd-863a20d92a94 HTTP/1.1" status: 204 len: 168 time: 2.1147330 May 31 14:06:11.584313 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 35898) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:06:11.611408 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-c76cfb92-e9cd-489e-8d20-dd7880b0ec1f req-da01c383-394b-4859-9af3-78e70a1f737c service neutron] For port 23274bd7-e97f-401d-bb68-fbbed91328e8, host n-h2-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:06:11.720093 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-04fe9eb5-3a20-4ff2-b263-8e4ecda6ac56 admin admin] Deleting subnet 6021c0ac-877c-4286-9479-5ffc8c9c64e7 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 14:06:11.723803 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-04fe9eb5-3a20-4ff2-b263-8e4ecda6ac56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:11.779385 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-04fe9eb5-3a20-4ff2-b263-8e4ecda6ac56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:11.906898 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61be88a2-7a11-49b7-80fe-23da1a59f384', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23274bd7-e97f-401d-bb68-fbbed91328e8'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:06:11.909736 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-04fe9eb5-3a20-4ff2-b263-8e4ecda6ac56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:11.913962 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-c76cfb92-e9cd-489e-8d20-dd7880b0ec1f req-da01c383-394b-4859-9af3-78e70a1f737c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:11.938279 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [req-c76cfb92-e9cd-489e-8d20-dd7880b0ec1f req-da01c383-394b-4859-9af3-78e70a1f737c service neutron] Transition to ACTIVE for port object 23274bd7-e97f-401d-bb68-fbbed91328e8 will not be triggered until provisioned by entity L2. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:06:11.943239 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-c76cfb92-e9cd-489e-8d20-dd7880b0ec1f req-da01c383-394b-4859-9af3-78e70a1f737c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:12.043461 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 86418b57-0edc-48f9-98bd-22cfbf135a88 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:06:12.059944 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-04fe9eb5-3a20-4ff2-b263-8e4ecda6ac56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:12.079866 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e1b84ab-e4fe-4d5f-8aa9-299b96d54797'] response: {'server_uuid': '61be88a2-7a11-49b7-80fe-23da1a59f384', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23274bd7-e97f-401d-bb68-fbbed91328e8', 'code': 200} May 31 14:06:12.089781 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d080d5-ed4b-484a-81a1-17bf9ec9ae57 req-e22c0113-e6d9-4e37-ab2a-06b0484f9fc4 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:06:12.091333 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a2d080d5-ed4b-484a-81a1-17bf9ec9ae57 req-e22c0113-e6d9-4e37-ab2a-06b0484f9fc4 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=61be88a2-7a11-49b7-80fe-23da1a59f384 HTTP/1.1" status: 200 len: 945 time: 0.4421899 May 31 14:06:12.114456 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 86418b57-0edc-48f9-98bd-22cfbf135a88 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:06:12.116737 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 86418b57-0edc-48f9-98bd-22cfbf135a88 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:06:12.118781 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device f35fa30b-1f89-4128-baf9-e5e9e15d40c7 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:06:12.119180 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-04fe9eb5-3a20-4ff2-b263-8e4ecda6ac56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:12.130900 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fe9eb5-3a20-4ff2-b263-8e4ecda6ac56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6021c0ac-877c-4286-9479-5ffc8c9c64e7,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:06:12.143903 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-04fe9eb5-3a20-4ff2-b263-8e4ecda6ac56 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/6021c0ac-877c-4286-9479-5ffc8c9c64e7 HTTP/1.1" status: 204 len: 168 time: 0.5573094 May 31 14:06:12.144365 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 35904) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:06:12.172393 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01c383-394b-4859-9af3-78e70a1f737c service neutron] Pushing event updated for resources: {'Port': ['ID=23274bd7-e97f-401d-bb68-fbbed91328e8,revision_number=10']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:06:12.176517 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: f35fa30b-1f89-4128-baf9-e5e9e15d40c7 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:06:12.176991 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device f35fa30b-1f89-4128-baf9-e5e9e15d40c7 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:06:12.179013 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baeb6832-0142-4240-9838-4df5cfee5f1f None None] Network dcf8be4a-b80c-4791-b2db-9314ef7b56f8 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:06:12.208136 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a2d080d5-ed4b-484a-81a1-17bf9ec9ae57 req-8ef74636-e887-41d3-afd4-40cd06ca079e tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa39f1da-00b3-449d-8d8b-43dcd4022661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067696 May 31 14:06:12.318679 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-c76cfb92-e9cd-489e-8d20-dd7880b0ec1f req-da01c383-394b-4859-9af3-78e70a1f737c service neutron] No DVR routers for this DVR port 23274bd7-e97f-401d-bb68-fbbed91328e8 on host n-h2-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:06:12.509424 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97675e59-5380-44f3-8f6d-b529af4a417a None None] DHCP port deletion for dcf8be4a-b80c-4791-b2db-9314ef7b56f8 request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 14:06:12.514648 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ef727461-a8cc-47c8-8841-32bd84cdc0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:12.515177 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-97675e59-5380-44f3-8f6d-b529af4a417a None None] Deleting port dcd37c37-7757-4dc1-afd4-64b404ec897e {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:06:12.515819 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-97675e59-5380-44f3-8f6d-b529af4a417a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:12.535580 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-ef727461-a8cc-47c8-8841-32bd84cdc0fa admin admin] Deleting port dcd37c37-7757-4dc1-afd4-64b404ec897e {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:06:12.535998 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ef727461-a8cc-47c8-8841-32bd84cdc0fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:12.691605 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-c76cfb92-e9cd-489e-8d20-dd7880b0ec1f req-da01c383-394b-4859-9af3-78e70a1f737c service neutron] Attempting to bind port 23274bd7-e97f-401d-bb68-fbbed91328e8 on host n-h1-843939-1 for vnic_type normal with profile {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:06:12.691948 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-c76cfb92-e9cd-489e-8d20-dd7880b0ec1f req-da01c383-394b-4859-9af3-78e70a1f737c service neutron] Attempting to bind port 23274bd7-e97f-401d-bb68-fbbed91328e8 by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': '0bdb38e1-8ce3-4ca1-a5c8-774d802ae26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'db311799-24a2-4ea7-9ab3-8c8ea6c3c36f'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:06:12.692276 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76cfb92-e9cd-489e-8d20-dd7880b0ec1f req-da01c383-394b-4859-9af3-78e70a1f737c service neutron] Attempting to bind port 23274bd7-e97f-401d-bb68-fbbed91328e8 on network db311799-24a2-4ea7-9ab3-8c8ea6c3c36f {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:06:12.702538 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76cfb92-e9cd-489e-8d20-dd7880b0ec1f req-da01c383-394b-4859-9af3-78e70a1f737c service neutron] Port 23274bd7-e97f-401d-bb68-fbbed91328e8 on network db311799-24a2-4ea7-9ab3-8c8ea6c3c36f not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 14:06:12.702994 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76cfb92-e9cd-489e-8d20-dd7880b0ec1f req-da01c383-394b-4859-9af3-78e70a1f737c service neutron] Attempting to bind port 23274bd7-e97f-401d-bb68-fbbed91328e8 on network db311799-24a2-4ea7-9ab3-8c8ea6c3c36f {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:06:12.718313 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76cfb92-e9cd-489e-8d20-dd7880b0ec1f req-da01c383-394b-4859-9af3-78e70a1f737c service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:06:12.718313 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76cfb92-e9cd-489e-8d20-dd7880b0ec1f req-da01c383-394b-4859-9af3-78e70a1f737c service neutron] Checking segment: {'id': '0bdb38e1-8ce3-4ca1-a5c8-774d802ae26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'db311799-24a2-4ea7-9ab3-8c8ea6c3c36f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:06:12.718313 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76cfb92-e9cd-489e-8d20-dd7880b0ec1f req-da01c383-394b-4859-9af3-78e70a1f737c service neutron] Bound using segment: {'id': '0bdb38e1-8ce3-4ca1-a5c8-774d802ae26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'db311799-24a2-4ea7-9ab3-8c8ea6c3c36f'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:06:12.718313 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-c76cfb92-e9cd-489e-8d20-dd7880b0ec1f req-da01c383-394b-4859-9af3-78e70a1f737c service neutron] Bound port: 23274bd7-e97f-401d-bb68-fbbed91328e8, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bdb38e1-8ce3-4ca1-a5c8-774d802ae26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'db311799-24a2-4ea7-9ab3-8c8ea6c3c36f'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:06:12.718313 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-c76cfb92-e9cd-489e-8d20-dd7880b0ec1f req-da01c383-394b-4859-9af3-78e70a1f737c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:12.784806 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-97675e59-5380-44f3-8f6d-b529af4a417a None None] For port dcd37c37-7757-4dc1-afd4-64b404ec897e, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=dcd37c37-7757-4dc1-afd4-64b404ec897e,segment=NetworkSegment(7e105bbf-f349-4422-ace6-30b86fdfc308),segment_id=7e105bbf-f349-4422-ace6-30b86fdfc308)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:06:12.785207 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-97675e59-5380-44f3-8f6d-b529af4a417a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:12.900789 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-ef727461-a8cc-47c8-8841-32bd84cdc0fa admin admin] For port dcd37c37-7757-4dc1-afd4-64b404ec897e, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=dcd37c37-7757-4dc1-afd4-64b404ec897e,segment=NetworkSegment(7e105bbf-f349-4422-ace6-30b86fdfc308),segment_id=7e105bbf-f349-4422-ace6-30b86fdfc308)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:06:12.901495 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ef727461-a8cc-47c8-8841-32bd84cdc0fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:12.931062 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-97675e59-5380-44f3-8f6d-b529af4a417a None None] Calling delete_port for dcd37c37-7757-4dc1-afd4-64b404ec897e owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:06:12.959357 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-aa63547f-2ad3-4e33-aa97-8a70a3109ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:13.018684 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-97675e59-5380-44f3-8f6d-b529af4a417a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:13.046299 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-ef727461-a8cc-47c8-8841-32bd84cdc0fa admin admin] Calling delete_port for dcd37c37-7757-4dc1-afd4-64b404ec897e owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:06:13.069379 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97675e59-5380-44f3-8f6d-b529af4a417a None None] Pushing event deleted for resources: {'Port': ['ID=dcd37c37-7757-4dc1-afd4-64b404ec897e,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:06:13.076777 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97675e59-5380-44f3-8f6d-b529af4a417a None None] No DVR routers for this DVR port dcd37c37-7757-4dc1-afd4-64b404ec897e on host n-d-843939-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:06:13.085471 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-c76cfb92-e9cd-489e-8d20-dd7880b0ec1f req-da01c383-394b-4859-9af3-78e70a1f737c service neutron] For port 23274bd7-e97f-401d-bb68-fbbed91328e8, host n-h1-843939-1, cleared binding levels {{(pid=88370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:06:13.104625 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-c76cfb92-e9cd-489e-8d20-dd7880b0ec1f req-da01c383-394b-4859-9af3-78e70a1f737c service neutron] For port 23274bd7-e97f-401d-bb68-fbbed91328e8, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=23274bd7-e97f-401d-bb68-fbbed91328e8,segment=NetworkSegment(0bdb38e1-8ce3-4ca1-a5c8-774d802ae26a),segment_id=0bdb38e1-8ce3-4ca1-a5c8-774d802ae26a)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:06:13.114285 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-c76cfb92-e9cd-489e-8d20-dd7880b0ec1f req-da01c383-394b-4859-9af3-78e70a1f737c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:13.190169 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76cfb92-e9cd-489e-8d20-dd7880b0ec1f req-da01c383-394b-4859-9af3-78e70a1f737c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:06:13.190787 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-c76cfb92-e9cd-489e-8d20-dd7880b0ec1f req-da01c383-394b-4859-9af3-78e70a1f737c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:13.192353 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c76cfb92-e9cd-489e-8d20-dd7880b0ec1f req-da01c383-394b-4859-9af3-78e70a1f737c service neutron] 10.222.0.20 "PUT /v2.0/ports/23274bd7-e97f-401d-bb68-fbbed91328e8 HTTP/1.1" status: 200 len: 1092 time: 2.4180396 May 31 14:06:13.201388 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.api [None req-ef727461-a8cc-47c8-8841-32bd84cdc0fa admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88370) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 14:06:13.201708 n-d-843939-1 neutron-server[88370]: DEBUG oslo_db.api [None req-ef727461-a8cc-47c8-8841-32bd84cdc0fa admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 14:06:13.211615 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01c383-394b-4859-9af3-78e70a1f737c service neutron] Pushing event updated for resources: {'Port': ['ID=23274bd7-e97f-401d-bb68-fbbed91328e8,revision_number=11']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:06:13.314320 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76cfb92-e9cd-489e-8d20-dd7880b0ec1f req-7b53b8f3-66e7-492c-8423-6a736aefb2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:06:13.316529 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c76cfb92-e9cd-489e-8d20-dd7880b0ec1f req-7b53b8f3-66e7-492c-8423-6a736aefb2da service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=088180f8cd814306a3f92350df9020de&device_id=61be88a2-7a11-49b7-80fe-23da1a59f384 HTTP/1.1" status: 200 len: 1095 time: 0.0859838 May 31 14:06:13.672828 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76cfb92-e9cd-489e-8d20-dd7880b0ec1f req-2c7064dc-8caf-4fe8-9006-456bf0e013ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:06:13.674343 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c76cfb92-e9cd-489e-8d20-dd7880b0ec1f req-2c7064dc-8caf-4fe8-9006-456bf0e013ae service neutron] 10.222.0.20 "GET /v2.0/networks?id=db311799-24a2-4ea7-9ab3-8c8ea6c3c36f HTTP/1.1" status: 200 len: 898 time: 0.3505759 May 31 14:06:13.734027 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-ef727461-a8cc-47c8-8841-32bd84cdc0fa admin admin] Deleting port dcd37c37-7757-4dc1-afd4-64b404ec897e {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:06:13.734299 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ef727461-a8cc-47c8-8841-32bd84cdc0fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:13.788200 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa128bd-da8f-4c13-8f02-c16b282bbc0a req-e8668d9a-25d9-4fac-b729-bb10eca3d07d tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:06:13.789576 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bfa128bd-da8f-4c13-8f02-c16b282bbc0a req-e8668d9a-25d9-4fac-b729-bb10eca3d07d tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=61be88a2-7a11-49b7-80fe-23da1a59f384 HTTP/1.1" status: 200 len: 944 time: 0.3729141 May 31 14:06:13.853874 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:13.862229 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-ef727461-a8cc-47c8-8841-32bd84cdc0fa admin admin] The port 'dcd37c37-7757-4dc1-afd4-64b404ec897e' was deleted {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 14:06:13.920138 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c76cfb92-e9cd-489e-8d20-dd7880b0ec1f req-5c04f1ff-e265-45f6-9b30-ed0477761ead service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23274bd7-e97f-401d-bb68-fbbed91328e8 HTTP/1.1" status: 200 len: 998 time: 0.2382662 May 31 14:06:13.975185 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:13.993425 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device dcd37c37-7757-4dc1-afd4-64b404ec897e no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:06:14.034486 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 23274bd7-e97f-401d-bb68-fbbed91328e8 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:06:14.046615 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bfa128bd-da8f-4c13-8f02-c16b282bbc0a req-928906ed-5aaa-49c3-b3bf-ca0b48b65a27 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa39f1da-00b3-449d-8d8b-43dcd4022661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2212770 May 31 14:06:14.081320 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61be88a2-7a11-49b7-80fe-23da1a59f384', 'tag': '23274bd7-e97f-401d-bb68-fbbed91328e8'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:06:14.081789 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: dcd37c37-7757-4dc1-afd4-64b404ec897e {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:06:14.082494 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device dcd37c37-7757-4dc1-afd4-64b404ec897e not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:06:14.087500 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ef727461-a8cc-47c8-8841-32bd84cdc0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:14.096104 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76cfb92-e9cd-489e-8d20-dd7880b0ec1f req-b2ce9115-05f5-4aea-a5b6-caeba1d6aab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:06:14.097505 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c76cfb92-e9cd-489e-8d20-dd7880b0ec1f req-b2ce9115-05f5-4aea-a5b6-caeba1d6aab0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fa044e11-5534-43b8-86ac-557f17f391b4 HTTP/1.1" status: 200 len: 834 time: 0.1612904 May 31 14:06:14.125111 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 23274bd7-e97f-401d-bb68-fbbed91328e8 not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:06:14.152130 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71942fae-b988-46aa-9be2-4f718a36d868'] response: {'name': 'network-changed', 'server_uuid': '61be88a2-7a11-49b7-80fe-23da1a59f384', 'tag': '23274bd7-e97f-401d-bb68-fbbed91328e8', 'status': 'completed', 'code': 200} May 31 14:06:14.174969 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-ef727461-a8cc-47c8-8841-32bd84cdc0fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcf8be4a-b80c-4791-b2db-9314ef7b56f8']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:06:14.199468 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-ef727461-a8cc-47c8-8841-32bd84cdc0fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e105bbf-f349-4422-ace6-30b86fdfc308') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:06:14.199762 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-ef727461-a8cc-47c8-8841-32bd84cdc0fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e105bbf-f349-4422-ace6-30b86fdfc308') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:06:14.214686 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ef727461-a8cc-47c8-8841-32bd84cdc0fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:14.235421 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ef727461-a8cc-47c8-8841-32bd84cdc0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:14.244551 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef727461-a8cc-47c8-8841-32bd84cdc0fa admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 14:06:14.248659 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ef727461-a8cc-47c8-8841-32bd84cdc0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:14.255364 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bdd075-c29b-4af9-9817-633faddef3ea req-cc6a825f-5054-44dc-88cf-a6af5ed1faaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:06:14.256926 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-00bdd075-c29b-4af9-9817-633faddef3ea req-cc6a825f-5054-44dc-88cf-a6af5ed1faaf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=088180f8cd814306a3f92350df9020de&device_id=61be88a2-7a11-49b7-80fe-23da1a59f384 HTTP/1.1" status: 200 len: 1095 time: 0.0846579 May 31 14:06:14.322355 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76cfb92-e9cd-489e-8d20-dd7880b0ec1f req-d0b3c0bf-106b-4553-95de-b31b3e5d3916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:06:14.325235 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c76cfb92-e9cd-489e-8d20-dd7880b0ec1f req-d0b3c0bf-106b-4553-95de-b31b3e5d3916 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=db311799-24a2-4ea7-9ab3-8c8ea6c3c36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2196336 May 31 14:06:14.361345 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 7e105bbf-f349-4422-ace6-30b86fdfc308 resource provider aggregate not found May 31 14:06:14.438945 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 7e105bbf-f349-4422-ace6-30b86fdfc308 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7e105bbf-f349-4422-ace6-30b86fdfc308 found for delete ", "request_id": "req-0754a917-9172-4a81-b0af-3fb4dc38268d"}]} May 31 14:06:14.455107 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bdd075-c29b-4af9-9817-633faddef3ea req-09166d22-720c-4ff7-81b1-d765f9ef7b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:06:14.456650 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-00bdd075-c29b-4af9-9817-633faddef3ea req-09166d22-720c-4ff7-81b1-d765f9ef7b0a service neutron] 10.222.0.44 "GET /v2.0/networks?id=db311799-24a2-4ea7-9ab3-8c8ea6c3c36f HTTP/1.1" status: 200 len: 898 time: 0.1936479 May 31 14:06:14.469132 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ef727461-a8cc-47c8-8841-32bd84cdc0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:14.488255 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ef727461-a8cc-47c8-8841-32bd84cdc0fa admin admin] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:14.502750 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef727461-a8cc-47c8-8841-32bd84cdc0fa admin admin] Pushing event deleted for resources: {'Network': ['ID=dcf8be4a-b80c-4791-b2db-9314ef7b56f8,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:06:14.531156 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-ef727461-a8cc-47c8-8841-32bd84cdc0fa admin admin] 10.222.0.50 "DELETE /v2.0/networks/dcf8be4a-b80c-4791-b2db-9314ef7b56f8 HTTP/1.1" status: 204 len: 168 time: 2.3821423 May 31 14:06:14.543142 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 35938) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:06:14.582392 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-00bdd075-c29b-4af9-9817-633faddef3ea req-3fd568c8-2ff5-4a64-a549-1563fb65cbeb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23274bd7-e97f-401d-bb68-fbbed91328e8 HTTP/1.1" status: 200 len: 998 time: 0.1190162 May 31 14:06:14.633078 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c76cfb92-e9cd-489e-8d20-dd7880b0ec1f req-7bffb93a-effe-4edd-9f56-729a2c776587 service neutron] 10.222.0.20 "GET /v2.0/networks/db311799-24a2-4ea7-9ab3-8c8ea6c3c36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911606 May 31 14:06:14.650851 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bdd075-c29b-4af9-9817-633faddef3ea req-8b6749e0-8cbd-4d68-a3f6-b3a8508a45f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:06:14.652731 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-00bdd075-c29b-4af9-9817-633faddef3ea req-8b6749e0-8cbd-4d68-a3f6-b3a8508a45f8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fa044e11-5534-43b8-86ac-557f17f391b4 HTTP/1.1" status: 200 len: 834 time: 0.0642257 May 31 14:06:14.731515 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bdd075-c29b-4af9-9817-633faddef3ea req-9813a2f7-08d8-40a9-9da9-135105d0f25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:06:14.733297 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-00bdd075-c29b-4af9-9817-633faddef3ea req-9813a2f7-08d8-40a9-9da9-135105d0f25b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=db311799-24a2-4ea7-9ab3-8c8ea6c3c36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743821 May 31 14:06:14.951193 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c76cfb92-e9cd-489e-8d20-dd7880b0ec1f req-a76e3d8e-c340-4e16-b073-99e69c8f5e5c service neutron] 10.222.0.20 "GET /v2.0/networks/db311799-24a2-4ea7-9ab3-8c8ea6c3c36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076363 May 31 14:06:14.993439 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-00bdd075-c29b-4af9-9817-633faddef3ea req-3547e653-d322-4241-93d0-7bf150b59827 service neutron] 10.222.0.44 "GET /v2.0/networks/db311799-24a2-4ea7-9ab3-8c8ea6c3c36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540169 May 31 14:06:15.141764 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-00bdd075-c29b-4af9-9817-633faddef3ea req-9b0940c3-9f29-4a93-be21-0b1b6118467c service neutron] 10.222.0.44 "GET /v2.0/networks/db311799-24a2-4ea7-9ab3-8c8ea6c3c36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407249 May 31 14:06:15.454675 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bdd075-c29b-4af9-9817-633faddef3ea req-00e25c85-a9cf-4fc0-99e0-e22dec8d6304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:06:15.456289 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-00bdd075-c29b-4af9-9817-633faddef3ea req-00e25c85-a9cf-4fc0-99e0-e22dec8d6304 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=088180f8cd814306a3f92350df9020de&device_id=61be88a2-7a11-49b7-80fe-23da1a59f384 HTTP/1.1" status: 200 len: 1095 time: 0.4413576 May 31 14:06:15.495459 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff08b9d-b754-4f81-aaab-0f22226ba802 req-69de8021-4d27-437c-9912-a09cae3da34d tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:06:15.496834 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2ff08b9d-b754-4f81-aaab-0f22226ba802 req-69de8021-4d27-437c-9912-a09cae3da34d tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=61be88a2-7a11-49b7-80fe-23da1a59f384 HTTP/1.1" status: 200 len: 944 time: 0.2642741 May 31 14:06:15.654802 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2ff08b9d-b754-4f81-aaab-0f22226ba802 req-70858f87-afe8-414b-80fa-b796655210be tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa39f1da-00b3-449d-8d8b-43dcd4022661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446848 May 31 14:06:15.691415 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bdd075-c29b-4af9-9817-633faddef3ea req-a58a5375-83dc-4c10-95f3-cfdae3659243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:06:15.693158 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-00bdd075-c29b-4af9-9817-633faddef3ea req-a58a5375-83dc-4c10-95f3-cfdae3659243 service neutron] 10.222.0.20 "GET /v2.0/networks?id=db311799-24a2-4ea7-9ab3-8c8ea6c3c36f HTTP/1.1" status: 200 len: 898 time: 0.2287197 May 31 14:06:15.702277 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:15.856852 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-00bdd075-c29b-4af9-9817-633faddef3ea req-f1ffa8d6-99d5-462a-a5e6-148110e1284c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23274bd7-e97f-401d-bb68-fbbed91328e8 HTTP/1.1" status: 200 len: 998 time: 0.1571431 May 31 14:06:15.916916 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f88758ea-8364-4bad-a28a-cda8a0930d5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:16.009146 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bdd075-c29b-4af9-9817-633faddef3ea req-a1819a76-e7a4-493e-b818-ab52d19dbb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:06:16.011417 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-00bdd075-c29b-4af9-9817-633faddef3ea req-a1819a76-e7a4-493e-b818-ab52d19dbb8b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fa044e11-5534-43b8-86ac-557f17f391b4 HTTP/1.1" status: 200 len: 834 time: 0.1473448 May 31 14:06:16.267108 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bdd075-c29b-4af9-9817-633faddef3ea req-7ce59452-2245-44a7-af96-63e83c2ed8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:06:16.268756 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-00bdd075-c29b-4af9-9817-633faddef3ea req-7ce59452-2245-44a7-af96-63e83c2ed8a5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=db311799-24a2-4ea7-9ab3-8c8ea6c3c36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2515934 May 31 14:06:16.452217 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-00bdd075-c29b-4af9-9817-633faddef3ea req-0ad47bb2-d65c-4917-971d-421948fd8856 service neutron] 10.222.0.20 "GET /v2.0/networks/db311799-24a2-4ea7-9ab3-8c8ea6c3c36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756718 May 31 14:06:16.570508 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-f88758ea-8364-4bad-a28a-cda8a0930d5a admin admin] Deleting port c66f5e2c-9ba1-424d-88b1-245d4f3f3416 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:06:16.570852 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f88758ea-8364-4bad-a28a-cda8a0930d5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:16.720726 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-00bdd075-c29b-4af9-9817-633faddef3ea req-380bab62-13ff-4e69-b6e1-4e0684f16658 service neutron] 10.222.0.20 "GET /v2.0/networks/db311799-24a2-4ea7-9ab3-8c8ea6c3c36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614603 May 31 14:06:16.787858 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 23274bd7-e97f-401d-bb68-fbbed91328e8 details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 14:06:16.952902 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 23274bd7-e97f-401d-bb68-fbbed91328e8, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=23274bd7-e97f-401d-bb68-fbbed91328e8,segment=NetworkSegment(0bdb38e1-8ce3-4ca1-a5c8-774d802ae26a),segment_id=0bdb38e1-8ce3-4ca1-a5c8-774d802ae26a)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:06:16.967058 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': '23274bd7-e97f-401d-bb68-fbbed91328e8', 'network_id': 'db311799-24a2-4ea7-9ab3-8c8ea6c3c36f', 'port_id': '23274bd7-e97f-401d-bb68-fbbed91328e8', 'mac_address': 'fa:16:3e:3d:0d:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa044e11-5534-43b8-86ac-557f17f391b4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 14:06:16.990741 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-f88758ea-8364-4bad-a28a-cda8a0930d5a admin admin] For port c66f5e2c-9ba1-424d-88b1-245d4f3f3416, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=c66f5e2c-9ba1-424d-88b1-245d4f3f3416,segment=NetworkSegment(86af255c-23d2-4bde-908c-65d00b8f90e0),segment_id=86af255c-23d2-4bde-908c-65d00b8f90e0)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:06:16.991102 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f88758ea-8364-4bad-a28a-cda8a0930d5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:17.025158 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 23274bd7-e97f-401d-bb68-fbbed91328e8 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:06:17.025571 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:17.044806 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23274bd7-e97f-401d-bb68-fbbed91328e8 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:06:17.065230 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 23274bd7-e97f-401d-bb68-fbbed91328e8, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=23274bd7-e97f-401d-bb68-fbbed91328e8,segment=NetworkSegment(0bdb38e1-8ce3-4ca1-a5c8-774d802ae26a),segment_id=0bdb38e1-8ce3-4ca1-a5c8-774d802ae26a)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:06:17.069851 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:17.128885 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-f88758ea-8364-4bad-a28a-cda8a0930d5a admin admin] Calling delete_port for c66f5e2c-9ba1-424d-88b1-245d4f3f3416 owned by network:router_interface {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:06:17.143988 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=23274bd7-e97f-401d-bb68-fbbed91328e8,revision_number=12']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:06:17.197420 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c8ef58-5659-453c-998a-27970fe66eab req-bc1c1e02-e4e9-472f-bcc0-31b08195492f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:06:17.199468 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b0c8ef58-5659-453c-998a-27970fe66eab req-bc1c1e02-e4e9-472f-bcc0-31b08195492f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=61be88a2-7a11-49b7-80fe-23da1a59f384 HTTP/1.1" status: 200 len: 944 time: 0.2828703 May 31 14:06:17.278840 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b0c8ef58-5659-453c-998a-27970fe66eab req-4c592ab8-998e-4e0c-b3f5-078311dcc757 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa39f1da-00b3-449d-8d8b-43dcd4022661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666296 May 31 14:06:17.371972 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f88758ea-8364-4bad-a28a-cda8a0930d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:17.450924 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88758ea-8364-4bad-a28a-cda8a0930d5a admin admin] Pushing event deleted for resources: {'Port': ['ID=c66f5e2c-9ba1-424d-88b1-245d4f3f3416,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:06:17.465153 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['23274bd7-e97f-401d-bb68-fbbed91328e8'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:06:17.755943 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f88758ea-8364-4bad-a28a-cda8a0930d5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:18.148124 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f88758ea-8364-4bad-a28a-cda8a0930d5a admin admin] Router 446be2cb-cd7e-4959-8ce2-8a03d76ec58d has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:06:18.354028 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f88758ea-8364-4bad-a28a-cda8a0930d5a admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:06:18.364268 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d336fda-2714-4e26-9d16-2963f78a1bed None None] Sync routers for ids ['446be2cb-cd7e-4959-8ce2-8a03d76ec58d'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:06:18.380587 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-f88758ea-8364-4bad-a28a-cda8a0930d5a admin admin] 10.222.0.50 "PUT /v2.0/routers/446be2cb-cd7e-4959-8ce2-8a03d76ec58d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8357606 May 31 14:06:18.381656 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d336fda-2714-4e26-9d16-2963f78a1bed None None] Routers {'446be2cb-cd7e-4959-8ce2-8a03d76ec58d'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:06:18.382715 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 35968) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:06:18.393621 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-7d336fda-2714-4e26-9d16-2963f78a1bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:06:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['446be2cb-cd7e-4959-8ce2-8a03d76ec58d'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:06:18.591195 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d050fe6a-7685-4742-b8fe-556f196a43c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:18.647603 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-7d336fda-2714-4e26-9d16-2963f78a1bed None None] Set router 446be2cb-cd7e-4959-8ce2-8a03d76ec58d gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:06:18.668931 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebcdcf4-8f35-44f1-8da6-8d3332c8ac88 req-4d45b2c3-a9f5-43f1-b119-425aee11e0d7 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:06:18.670866 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5ebcdcf4-8f35-44f1-8da6-8d3332c8ac88 req-4d45b2c3-a9f5-43f1-b119-425aee11e0d7 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=61be88a2-7a11-49b7-80fe-23da1a59f384 HTTP/1.1" status: 200 len: 945 time: 0.2471757 May 31 14:06:18.747282 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5ebcdcf4-8f35-44f1-8da6-8d3332c8ac88 req-419a22a6-6d9c-4543-afa7-6440bc4e87e4 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa39f1da-00b3-449d-8d8b-43dcd4022661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697169 May 31 14:06:18.764438 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 35974) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:06:18.789604 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 23274bd7-e97f-401d-bb68-fbbed91328e8 up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:06:18.812823 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d050fe6a-7685-4742-b8fe-556f196a43c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:18.826915 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-d050fe6a-7685-4742-b8fe-556f196a43c2 admin admin] Deleting port cfaa6c07-27f3-469f-96e5-80413729059e {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:06:18.827756 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d050fe6a-7685-4742-b8fe-556f196a43c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:18.916215 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-b79f0c6e-7d16-4858-b1d3-403a8bc4982d tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/floatingips/d0ed541a-e281-422e-ac86-071d1a589628 HTTP/1.1" status: 200 len: 991 time: 0.1502414 May 31 14:06:19.024080 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning for port 23274bd7-e97f-401d-bb68-fbbed91328e8 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:06:19.047531 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-d050fe6a-7685-4742-b8fe-556f196a43c2 admin admin] For port cfaa6c07-27f3-469f-96e5-80413729059e, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=cfaa6c07-27f3-469f-96e5-80413729059e,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:06:19.047988 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d050fe6a-7685-4742-b8fe-556f196a43c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:19.065774 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port 23274bd7-e97f-401d-bb68-fbbed91328e8 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:06:19.066180 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:19.178145 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-d050fe6a-7685-4742-b8fe-556f196a43c2 admin admin] Calling delete_port for cfaa6c07-27f3-469f-96e5-80413729059e owned by network:router_gateway {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:06:19.208216 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-7d336fda-2714-4e26-9d16-2963f78a1bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446be2cb-cd7e-4959-8ce2-8a03d76ec58d', 'name': 'tempest-TestVolumeBackupRestore-2124851596-router', 'tenant_id': '06c3c129112f4a3d8898b7e6f7aca161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': 'cfaa6c07-27f3-469f-96e5-80413729059e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:02:02Z', 'updated_at': '2022-05-31T14:06:17Z', 'revision_number': 5, 'project_id': '06c3c129112f4a3d8898b7e6f7aca161', 'gw_port': {'id': 'cfaa6c07-27f3-469f-96e5-80413729059e', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:29:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446be2cb-cd7e-4959-8ce2-8a03d76ec58d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:02:04Z', 'updated_at': '2022-05-31T14:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:06:19.210317 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 23274bd7-e97f-401d-bb68-fbbed91328e8 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:06:19.210792 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:19.226557 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d336fda-2714-4e26-9d16-2963f78a1bed None None] Checking router: 446be2cb-cd7e-4959-8ce2-8a03d76ec58d for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:06:19.245526 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61be88a2-7a11-49b7-80fe-23da1a59f384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23274bd7-e97f-401d-bb68-fbbed91328e8'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:06:19.253512 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d336fda-2714-4e26-9d16-2963f78a1bed None None] Routers {'446be2cb-cd7e-4959-8ce2-8a03d76ec58d'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:06:19.254335 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-7d336fda-2714-4e26-9d16-2963f78a1bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:06:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['446be2cb-cd7e-4959-8ce2-8a03d76ec58d'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:06:19.309538 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17921ccf-6c99-44de-a13f-2ef619b040cd'] response: {'server_uuid': '61be88a2-7a11-49b7-80fe-23da1a59f384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23274bd7-e97f-401d-bb68-fbbed91328e8', 'code': 200} May 31 14:06:19.407383 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 23274bd7-e97f-401d-bb68-fbbed91328e8, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=23274bd7-e97f-401d-bb68-fbbed91328e8,segment=NetworkSegment(0bdb38e1-8ce3-4ca1-a5c8-774d802ae26a),segment_id=0bdb38e1-8ce3-4ca1-a5c8-774d802ae26a)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:06:19.415070 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:19.485875 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-7d336fda-2714-4e26-9d16-2963f78a1bed None None] Set router 446be2cb-cd7e-4959-8ce2-8a03d76ec58d gateway port host: None {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:06:19.520291 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d050fe6a-7685-4742-b8fe-556f196a43c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:19.572625 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d050fe6a-7685-4742-b8fe-556f196a43c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfaa6c07-27f3-469f-96e5-80413729059e,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:06:19.606401 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-7d336fda-2714-4e26-9d16-2963f78a1bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446be2cb-cd7e-4959-8ce2-8a03d76ec58d', 'name': 'tempest-TestVolumeBackupRestore-2124851596-router', 'tenant_id': '06c3c129112f4a3d8898b7e6f7aca161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:02:02Z', 'updated_at': '2022-05-31T14:06:18Z', 'revision_number': 6, 'project_id': '06c3c129112f4a3d8898b7e6f7aca161', 'gw_port_host': None}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:06:19.611523 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=23274bd7-e97f-401d-bb68-fbbed91328e8,revision_number=13']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:06:19.619049 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d336fda-2714-4e26-9d16-2963f78a1bed None None] The sync data for ids ['446be2cb-cd7e-4959-8ce2-8a03d76ec58d'] in n-d-843939-1 is: [{'id': '446be2cb-cd7e-4959-8ce2-8a03d76ec58d', 'name': 'tempest-TestVolumeBackupRestore-2124851596-router', 'tenant_id': '06c3c129112f4a3d8898b7e6f7aca161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:02:02Z', 'updated_at': '2022-05-31T14:06:18Z', 'revision_number': 6, 'project_id': '06c3c129112f4a3d8898b7e6f7aca161', 'gw_port_host': None}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:06:19.796366 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d050fe6a-7685-4742-b8fe-556f196a43c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577389'] for router_gateway, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:19.976346 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d050fe6a-7685-4742-b8fe-556f196a43c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:19.979497 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d050fe6a-7685-4742-b8fe-556f196a43c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:20.032075 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d050fe6a-7685-4742-b8fe-556f196a43c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:20.033876 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d050fe6a-7685-4742-b8fe-556f196a43c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 446be2cb-cd7e-4959-8ce2-8a03d76ec58d {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 14:06:20.059290 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d050fe6a-7685-4742-b8fe-556f196a43c2 admin admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:20.061189 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d050fe6a-7685-4742-b8fe-556f196a43c2 admin admin] 10.222.0.50 "DELETE /v2.0/routers/446be2cb-cd7e-4959-8ce2-8a03d76ec58d HTTP/1.1" status: 204 len: 168 time: 1.6767321 May 31 14:06:20.064732 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 35992) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:06:20.078301 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device c66f5e2c-9ba1-424d-88b1-245d4f3f3416 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:06:20.127861 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: c66f5e2c-9ba1-424d-88b1-245d4f3f3416 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:06:20.128202 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device c66f5e2c-9ba1-424d-88b1-245d4f3f3416 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:06:20.141448 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-627fdf0a-cb2a-4bbc-97c0-a1452bdd095a admin admin] Deleting subnet d86b757c-119f-4155-912d-3706f3dd542a {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 14:06:20.145182 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-627fdf0a-cb2a-4bbc-97c0-a1452bdd095a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:20.204879 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-627fdf0a-cb2a-4bbc-97c0-a1452bdd095a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65507433'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:20.293904 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-627fdf0a-cb2a-4bbc-97c0-a1452bdd095a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:20.379271 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-627fdf0a-cb2a-4bbc-97c0-a1452bdd095a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65216469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65148562'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:20.423901 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-627fdf0a-cb2a-4bbc-97c0-a1452bdd095a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:20.430117 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7036144c-0fb5-4e66-bc26-f4f64128fedc None None] Network a037a075-b34a-4ad2-89ed-1eb621b1ed7e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:06:20.440475 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627fdf0a-cb2a-4bbc-97c0-a1452bdd095a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d86b757c-119f-4155-912d-3706f3dd542a,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:06:20.451686 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-627fdf0a-cb2a-4bbc-97c0-a1452bdd095a admin admin] 10.222.0.50 "DELETE /v2.0/subnets/d86b757c-119f-4155-912d-3706f3dd542a HTTP/1.1" status: 204 len: 168 time: 0.3852324 May 31 14:06:20.453949 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 35996) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:06:20.574737 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1cc0a978-7c94-4f23-b5a7-73ccc72a48ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:20.586705 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-1cc0a978-7c94-4f23-b5a7-73ccc72a48ab admin admin] Deleting port f60a1b88-b2f1-4b30-819b-6ef8ca36f817 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:06:20.587186 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1cc0a978-7c94-4f23-b5a7-73ccc72a48ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:20.748682 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0d1c18-aff9-4f08-a1c7-ce9fb93fc41d None None] DHCP port deletion for a037a075-b34a-4ad2-89ed-1eb621b1ed7e request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 14:06:20.754554 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0a0d1c18-aff9-4f08-a1c7-ce9fb93fc41d None None] Deleting port f60a1b88-b2f1-4b30-819b-6ef8ca36f817 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:06:20.755008 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0a0d1c18-aff9-4f08-a1c7-ce9fb93fc41d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:20.845601 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-1cc0a978-7c94-4f23-b5a7-73ccc72a48ab admin admin] For port f60a1b88-b2f1-4b30-819b-6ef8ca36f817, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=f60a1b88-b2f1-4b30-819b-6ef8ca36f817,segment=NetworkSegment(86af255c-23d2-4bde-908c-65d00b8f90e0),segment_id=86af255c-23d2-4bde-908c-65d00b8f90e0)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:06:20.846081 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1cc0a978-7c94-4f23-b5a7-73ccc72a48ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:20.995025 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-1cc0a978-7c94-4f23-b5a7-73ccc72a48ab admin admin] Calling delete_port for f60a1b88-b2f1-4b30-819b-6ef8ca36f817 owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:06:21.017780 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0a0d1c18-aff9-4f08-a1c7-ce9fb93fc41d None None] For port f60a1b88-b2f1-4b30-819b-6ef8ca36f817, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=f60a1b88-b2f1-4b30-819b-6ef8ca36f817,segment=NetworkSegment(86af255c-23d2-4bde-908c-65d00b8f90e0),segment_id=86af255c-23d2-4bde-908c-65d00b8f90e0)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:06:21.017780 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0a0d1c18-aff9-4f08-a1c7-ce9fb93fc41d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:21.104228 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1cc0a978-7c94-4f23-b5a7-73ccc72a48ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:21.153320 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0a0d1c18-aff9-4f08-a1c7-ce9fb93fc41d None None] Calling delete_port for f60a1b88-b2f1-4b30-819b-6ef8ca36f817 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:06:21.155187 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc0a978-7c94-4f23-b5a7-73ccc72a48ab admin admin] Pushing event deleted for resources: {'Port': ['ID=f60a1b88-b2f1-4b30-819b-6ef8ca36f817,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:06:21.160018 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc0a978-7c94-4f23-b5a7-73ccc72a48ab admin admin] No DVR routers for this DVR port f60a1b88-b2f1-4b30-819b-6ef8ca36f817 on host n-d-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:06:21.244854 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-0a0d1c18-aff9-4f08-a1c7-ce9fb93fc41d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 14:06:21.245247 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-0a0d1c18-aff9-4f08-a1c7-ce9fb93fc41d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 14:06:21.296849 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1cc0a978-7c94-4f23-b5a7-73ccc72a48ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:21.334041 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-1cc0a978-7c94-4f23-b5a7-73ccc72a48ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a037a075-b34a-4ad2-89ed-1eb621b1ed7e']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:06:21.350215 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-1cc0a978-7c94-4f23-b5a7-73ccc72a48ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86af255c-23d2-4bde-908c-65d00b8f90e0') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:06:21.350604 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-1cc0a978-7c94-4f23-b5a7-73ccc72a48ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86af255c-23d2-4bde-908c-65d00b8f90e0') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:06:21.364271 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1cc0a978-7c94-4f23-b5a7-73ccc72a48ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:21.390660 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1cc0a978-7c94-4f23-b5a7-73ccc72a48ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:21.397661 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cc0a978-7c94-4f23-b5a7-73ccc72a48ab admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 14:06:21.398073 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1cc0a978-7c94-4f23-b5a7-73ccc72a48ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:21.465510 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 86af255c-23d2-4bde-908c-65d00b8f90e0 resource provider aggregate not found May 31 14:06:21.492914 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 86af255c-23d2-4bde-908c-65d00b8f90e0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 86af255c-23d2-4bde-908c-65d00b8f90e0 found for delete ", "request_id": "req-3af0d8dc-3929-4ca8-9112-457c5b39a8c3"}]} May 31 14:06:21.507323 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1cc0a978-7c94-4f23-b5a7-73ccc72a48ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:21.513051 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1cc0a978-7c94-4f23-b5a7-73ccc72a48ab admin admin] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:21.538076 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc0a978-7c94-4f23-b5a7-73ccc72a48ab admin admin] Pushing event deleted for resources: {'Network': ['ID=a037a075-b34a-4ad2-89ed-1eb621b1ed7e,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:06:21.545431 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-1cc0a978-7c94-4f23-b5a7-73ccc72a48ab admin admin] 10.222.0.50 "DELETE /v2.0/networks/a037a075-b34a-4ad2-89ed-1eb621b1ed7e HTTP/1.1" status: 204 len: 168 time: 1.0903358 May 31 14:06:21.723994 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 36014) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:06:21.747176 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0a0d1c18-aff9-4f08-a1c7-ce9fb93fc41d None None] Deleting port f60a1b88-b2f1-4b30-819b-6ef8ca36f817 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:06:21.747710 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0a0d1c18-aff9-4f08-a1c7-ce9fb93fc41d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:21.773270 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-5272aa2e-1a59-4856-b6cd-e312545d7bd7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=62181e77ef674913bf8bbc25767f3dc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0479727 May 31 14:06:21.776321 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 36018) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:06:21.847569 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a194c0cb-ff18-49de-b9b4-9facd2d17ecd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:21.862406 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0a0d1c18-aff9-4f08-a1c7-ce9fb93fc41d None None] The port 'f60a1b88-b2f1-4b30-819b-6ef8ca36f817' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 14:06:21.881198 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a194c0cb-ff18-49de-b9b4-9facd2d17ecd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:21.951549 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a194c0cb-ff18-49de-b9b4-9facd2d17ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:21.968762 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a194c0cb-ff18-49de-b9b4-9facd2d17ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd61851-555d-4225-839e-83d1be8d132c,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:06:21.975728 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a194c0cb-ff18-49de-b9b4-9facd2d17ecd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:21.977331 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a194c0cb-ff18-49de-b9b4-9facd2d17ecd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bdd61851-555d-4225-839e-83d1be8d132c HTTP/1.1" status: 204 len: 168 time: 0.1992960 May 31 14:06:21.990712 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device cfaa6c07-27f3-469f-96e5-80413729059e no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:06:22.027436 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: cfaa6c07-27f3-469f-96e5-80413729059e {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:06:22.027815 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device cfaa6c07-27f3-469f-96e5-80413729059e not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:06:22.028240 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device f60a1b88-b2f1-4b30-819b-6ef8ca36f817 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:06:22.068729 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: f60a1b88-b2f1-4b30-819b-6ef8ca36f817 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:06:22.069081 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device f60a1b88-b2f1-4b30-819b-6ef8ca36f817 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:06:22.357202 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 36032) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:06:22.408165 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-6f3ab5db-9485-420e-a608-31e3a48cf7ea admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=06c3c129112f4a3d8898b7e6f7aca161&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0498807 May 31 14:06:22.411127 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 36036) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:06:22.473225 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9d52944b-add1-40f5-9e56-4061b145f237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:22.500181 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9d52944b-add1-40f5-9e56-4061b145f237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:22.562555 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9d52944b-add1-40f5-9e56-4061b145f237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:22.580914 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d52944b-add1-40f5-9e56-4061b145f237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccceb0ad-87f4-4035-bd0a-6d0322458fcf,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:06:22.584248 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9d52944b-add1-40f5-9e56-4061b145f237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:22.587632 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-9d52944b-add1-40f5-9e56-4061b145f237 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ccceb0ad-87f4-4035-bd0a-6d0322458fcf HTTP/1.1" status: 204 len: 168 time: 0.1733356 May 31 14:06:37.617478 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:38.628001 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:06:39.121550 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:40.575960 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-56ae53bd-20df-40cb-8967-da351a381138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:41.364940 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 36212) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:06:41.473142 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-fc35d679-51bd-45dc-a135-c92525c41c56 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/floatingips/8261a7a8-e216-415c-923f-64a496230aeb HTTP/1.1" status: 200 len: 992 time: 0.1070728 May 31 14:06:41.764536 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 36222) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:06:41.982059 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-f6db8ccc-a0e9-4bb6-a77f-2702dc8e8bd9 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Deleting port 26a766d4-1d28-4fc7-9b08-2678912d4c84 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:06:41.982398 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f6db8ccc-a0e9-4bb6-a77f-2702dc8e8bd9 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:42.154168 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f6db8ccc-a0e9-4bb6-a77f-2702dc8e8bd9 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:42.154403 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f6db8ccc-a0e9-4bb6-a77f-2702dc8e8bd9 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:42.393684 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-f6db8ccc-a0e9-4bb6-a77f-2702dc8e8bd9 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Calling delete_port for 26a766d4-1d28-4fc7-9b08-2678912d4c84 owned by network:floatingip {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:06:42.553729 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f6db8ccc-a0e9-4bb6-a77f-2702dc8e8bd9 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:42.639249 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6db8ccc-a0e9-4bb6-a77f-2702dc8e8bd9 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Pushing event deleted for resources: {'Port': ['ID=26a766d4-1d28-4fc7-9b08-2678912d4c84,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:06:42.708539 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f6db8ccc-a0e9-4bb6-a77f-2702dc8e8bd9 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for floatingip, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:42.709154 n-d-843939-1 neutron-server[88370]: INFO neutron.db.l3_db [None req-f6db8ccc-a0e9-4bb6-a77f-2702dc8e8bd9 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Floating IP 8261a7a8-e216-415c-923f-64a496230aeb disassociated (deleted). External IP: 172.25.6.56, port: 44ee8256-82f0-49fa-b33c-f551624b46fd. May 31 14:06:42.801827 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2da8c15e-57f0-4e83-a306-400d20b97e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:43.071914 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6db8ccc-a0e9-4bb6-a77f-2702dc8e8bd9 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Router 6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:06:43.261971 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6db8ccc-a0e9-4bb6-a77f-2702dc8e8bd9 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:06:43.272482 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298df4b9-ba71-4104-ba8a-9cda1387bb09 None None] Sync routers for ids ['6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:06:43.282628 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f6db8ccc-a0e9-4bb6-a77f-2702dc8e8bd9 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:43.283134 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298df4b9-ba71-4104-ba8a-9cda1387bb09 None None] Routers {'6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:06:43.283819 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-298df4b9-ba71-4104-ba8a-9cda1387bb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:06:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:06:43.342361 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-f6db8ccc-a0e9-4bb6-a77f-2702dc8e8bd9 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "DELETE /v2.0/floatingips/8261a7a8-e216-415c-923f-64a496230aeb HTTP/1.1" status: 204 len: 168 time: 1.5766990 May 31 14:06:43.343172 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8667f22b-f1b3-4bf3-83b1-d0214d84f572', 'tag': '44ee8256-82f0-49fa-b33c-f551624b46fd'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:06:43.401262 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-608151b8-ec85-412b-ba1c-c6b19e919a6c'] response: {'name': 'network-changed', 'server_uuid': '8667f22b-f1b3-4bf3-83b1-d0214d84f572', 'tag': '44ee8256-82f0-49fa-b33c-f551624b46fd', 'status': 'completed', 'code': 200} May 31 14:06:43.512441 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-298df4b9-ba71-4104-ba8a-9cda1387bb09 None None] Set router 6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:06:43.538493 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af985f2f-eaec-4605-937b-3ac6ba354fcb req-7ffe3546-71e0-4b8b-987f-78a6aa5413bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:06:43.540473 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af985f2f-eaec-4605-937b-3ac6ba354fcb req-7ffe3546-71e0-4b8b-987f-78a6aa5413bc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=09b97aa9f54f41a6b37a92daebfa7b06&device_id=8667f22b-f1b3-4bf3-83b1-d0214d84f572 HTTP/1.1" status: 200 len: 1096 time: 0.1157210 May 31 14:06:43.689680 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af985f2f-eaec-4605-937b-3ac6ba354fcb req-b1a73f48-cc67-4bf3-9835-9c7e0ba170a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:06:43.691614 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af985f2f-eaec-4605-937b-3ac6ba354fcb req-b1a73f48-cc67-4bf3-9835-9c7e0ba170a7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1e5b7694-b0b7-4ee5-9880-3d9111018d3f HTTP/1.1" status: 200 len: 897 time: 0.1433761 May 31 14:06:43.835808 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af985f2f-eaec-4605-937b-3ac6ba354fcb req-5ec07af2-f90e-4368-82db-6cbeb0a625be service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=44ee8256-82f0-49fa-b33c-f551624b46fd HTTP/1.1" status: 200 len: 217 time: 0.1351335 May 31 14:06:43.860530 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:43.890073 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-298df4b9-ba71-4104-ba8a-9cda1387bb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215', 'name': 'tempest-TestNetworkBasicOps-router-1949080233', 'tenant_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': 'e76263c0-c726-4370-bfc4-5226d155b992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:05:04Z', 'updated_at': '2022-05-31T14:05:11Z', 'revision_number': 4, 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'gw_port': {'id': 'e76263c0-c726-4370-bfc4-5226d155b992', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:06:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:05:05Z', 'updated_at': '2022-05-31T14:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'c4727f82-a94a-4cc4-8aad-7c12a01c59c6', 'name': '', 'network_id': '1e5b7694-b0b7-4ee5-9880-3d9111018d3f', 'tenant_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'mac_address': 'fa:16:3e:84:f3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'af6cf838-e543-44c2-ad78-204ec200f360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:05:09Z', 'updated_at': '2022-05-31T14:05:18Z', 'revision_number': 5, 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'subnets': [{'id': 'af6cf838-e543-44c2-ad78-204ec200f360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:06:43.894141 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298df4b9-ba71-4104-ba8a-9cda1387bb09 None None] Checking router: 6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:06:43.902857 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298df4b9-ba71-4104-ba8a-9cda1387bb09 None None] Routers {'6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:06:43.903450 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-298df4b9-ba71-4104-ba8a-9cda1387bb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:06:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:06:43.924688 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af985f2f-eaec-4605-937b-3ac6ba354fcb req-cb0b41c2-e3b7-415b-9271-dd6313290aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:06:43.926197 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af985f2f-eaec-4605-937b-3ac6ba354fcb req-cb0b41c2-e3b7-415b-9271-dd6313290aa4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=af6cf838-e543-44c2-ad78-204ec200f360 HTTP/1.1" status: 200 len: 835 time: 0.0806346 May 31 14:06:43.937628 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b330a8-b70d-4ac6-864a-33974a9d4815 req-30027a56-4961-4e93-afa5-34299605db60 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:06:43.938352 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-b6b330a8-b70d-4ac6-864a-33974a9d4815 req-30027a56-4961-4e93-afa5-34299605db60 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Synchronizing usage tracker for tenant:09b97aa9f54f41a6b37a92daebfa7b06 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:06:43.975398 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:44.000585 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-b6b330a8-b70d-4ac6-864a-33974a9d4815 req-30027a56-4961-4e93-afa5-34299605db60 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Unset dirty status for tenant:09b97aa9f54f41a6b37a92daebfa7b06 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:06:44.001736 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b6b330a8-b70d-4ac6-864a-33974a9d4815 req-30027a56-4961-4e93-afa5-34299605db60 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/ports?device_id=8667f22b-f1b3-4bf3-83b1-d0214d84f572 HTTP/1.1" status: 200 len: 945 time: 0.2212229 May 31 14:06:44.052006 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af985f2f-eaec-4605-937b-3ac6ba354fcb req-b3dd9fd3-2d79-4650-b7b4-788e1f4966f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:06:44.053389 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af985f2f-eaec-4605-937b-3ac6ba354fcb req-b3dd9fd3-2d79-4650-b7b4-788e1f4966f8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1e5b7694-b0b7-4ee5-9880-3d9111018d3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1122053 May 31 14:06:44.125064 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-298df4b9-ba71-4104-ba8a-9cda1387bb09 None None] Set router 6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:06:44.216017 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b6b330a8-b70d-4ac6-864a-33974a9d4815 req-372850ac-85b2-4a6d-9ced-38f732093297 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/security-groups?id=c765d1c5-31e9-4717-8000-fc66e1623649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2033424 May 31 14:06:44.332765 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af985f2f-eaec-4605-937b-3ac6ba354fcb req-fa0f23bd-bc80-48ff-a521-593dfaa07060 service neutron] 10.222.0.20 "GET /v2.0/networks/1e5b7694-b0b7-4ee5-9880-3d9111018d3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707851 May 31 14:06:44.497456 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af985f2f-eaec-4605-937b-3ac6ba354fcb req-06d44f3e-173a-4f2b-b85a-3b7abed7f9a2 service neutron] 10.222.0.20 "GET /v2.0/networks/1e5b7694-b0b7-4ee5-9880-3d9111018d3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544430 May 31 14:06:44.507937 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-298df4b9-ba71-4104-ba8a-9cda1387bb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215', 'name': 'tempest-TestNetworkBasicOps-router-1949080233', 'tenant_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': 'e76263c0-c726-4370-bfc4-5226d155b992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:05:04Z', 'updated_at': '2022-05-31T14:05:11Z', 'revision_number': 4, 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'gw_port': {'id': 'e76263c0-c726-4370-bfc4-5226d155b992', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:06:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:05:05Z', 'updated_at': '2022-05-31T14:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'c4727f82-a94a-4cc4-8aad-7c12a01c59c6', 'name': '', 'network_id': '1e5b7694-b0b7-4ee5-9880-3d9111018d3f', 'tenant_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'mac_address': 'fa:16:3e:84:f3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'af6cf838-e543-44c2-ad78-204ec200f360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:05:09Z', 'updated_at': '2022-05-31T14:05:18Z', 'revision_number': 5, 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'subnets': [{'id': 'af6cf838-e543-44c2-ad78-204ec200f360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:06:44.512492 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298df4b9-ba71-4104-ba8a-9cda1387bb09 None None] The sync data for ids ['6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215'] in n-d-843939-1 is: [{'id': '6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215', 'name': 'tempest-TestNetworkBasicOps-router-1949080233', 'tenant_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': 'e76263c0-c726-4370-bfc4-5226d155b992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:05:04Z', 'updated_at': '2022-05-31T14:05:11Z', 'revision_number': 4, 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'gw_port': {'id': 'e76263c0-c726-4370-bfc4-5226d155b992', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:06:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:05:05Z', 'updated_at': '2022-05-31T14:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'c4727f82-a94a-4cc4-8aad-7c12a01c59c6', 'name': '', 'network_id': '1e5b7694-b0b7-4ee5-9880-3d9111018d3f', 'tenant_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'mac_address': 'fa:16:3e:84:f3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'af6cf838-e543-44c2-ad78-204ec200f360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:05:09Z', 'updated_at': '2022-05-31T14:05:18Z', 'revision_number': 5, 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'subnets': [{'id': 'af6cf838-e543-44c2-ad78-204ec200f360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:06:44.767242 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce3c010-ce23-4b34-ba56-9e716c9ec22d None None] New status for floating IP 8261a7a8-e216-415c-923f-64a496230aeb: DOWN {{(pid=88371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 14:06:45.487280 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de428df7-95b8-4208-954a-0174882181bc req-6190d442-d7cb-4ca8-83b7-4f08bf19e681 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:06:45.488714 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-de428df7-95b8-4208-954a-0174882181bc req-6190d442-d7cb-4ca8-83b7-4f08bf19e681 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.20 "GET /v2.0/ports?device_id=8667f22b-f1b3-4bf3-83b1-d0214d84f572 HTTP/1.1" status: 200 len: 945 time: 0.1180053 May 31 14:06:45.496811 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd70251-a78c-4dda-8239-b81352b87238 req-110b6d3a-68ff-411a-b851-319019c47f52 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:06:45.498184 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5fd70251-a78c-4dda-8239-b81352b87238 req-110b6d3a-68ff-411a-b851-319019c47f52 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/ports?device_id=8667f22b-f1b3-4bf3-83b1-d0214d84f572 HTTP/1.1" status: 200 len: 945 time: 0.1620858 May 31 14:06:45.590931 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-de428df7-95b8-4208-954a-0174882181bc req-b5c99801-fb9c-48f5-a877-d470f611d4d3 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Deleting port 44ee8256-82f0-49fa-b33c-f551624b46fd {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:06:45.591272 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-de428df7-95b8-4208-954a-0174882181bc req-b5c99801-fb9c-48f5-a877-d470f611d4d3 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:45.627690 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5fd70251-a78c-4dda-8239-b81352b87238 req-dec87811-f31f-4ad8-9647-8f4367afebae tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/security-groups?id=c765d1c5-31e9-4717-8000-fc66e1623649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007094 May 31 14:06:45.685882 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:45.868713 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-de428df7-95b8-4208-954a-0174882181bc req-b5c99801-fb9c-48f5-a877-d470f611d4d3 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] For port 44ee8256-82f0-49fa-b33c-f551624b46fd, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=44ee8256-82f0-49fa-b33c-f551624b46fd,segment=NetworkSegment(ab093be2-461a-4b29-9874-122733dfd89d),segment_id=ab093be2-461a-4b29-9874-122733dfd89d)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:06:45.869635 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-de428df7-95b8-4208-954a-0174882181bc req-b5c99801-fb9c-48f5-a877-d470f611d4d3 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:46.000711 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [req-de428df7-95b8-4208-954a-0174882181bc req-b5c99801-fb9c-48f5-a877-d470f611d4d3 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Calling delete_port for 44ee8256-82f0-49fa-b33c-f551624b46fd owned by compute:nova {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:06:46.127444 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-dbab5db6-9111-44f0-be37-6496717ca068 req-1a4b38a8-089e-4b13-a20b-69f0b5d42357 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=61be88a2-7a11-49b7-80fe-23da1a59f384&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0736375 May 31 14:06:46.160225 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-de428df7-95b8-4208-954a-0174882181bc req-b5c99801-fb9c-48f5-a877-d470f611d4d3 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:46.217080 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c99801-fb9c-48f5-a877-d470f611d4d3 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Pushing event deleted for resources: {'Port': ['ID=44ee8256-82f0-49fa-b33c-f551624b46fd,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:06:46.291584 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbab5db6-9111-44f0-be37-6496717ca068 req-38e75883-823c-4292-9080-5e415f46d28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:06:46.293145 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-dbab5db6-9111-44f0-be37-6496717ca068 req-38e75883-823c-4292-9080-5e415f46d28a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=088180f8cd814306a3f92350df9020de&device_id=61be88a2-7a11-49b7-80fe-23da1a59f384 HTTP/1.1" status: 200 len: 1097 time: 0.0877745 May 31 14:06:46.308234 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [req-de428df7-95b8-4208-954a-0174882181bc req-b5c99801-fb9c-48f5-a877-d470f611d4d3 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] No DVR routers for this DVR port 44ee8256-82f0-49fa-b33c-f551624b46fd on host n-h1-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:06:46.311091 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-de428df7-95b8-4208-954a-0174882181bc req-b5c99801-fb9c-48f5-a877-d470f611d4d3 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:46.313715 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8667f22b-f1b3-4bf3-83b1-d0214d84f572', 'name': 'network-vif-deleted', 'tag': '44ee8256-82f0-49fa-b33c-f551624b46fd'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:06:46.332442 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-de428df7-95b8-4208-954a-0174882181bc req-b5c99801-fb9c-48f5-a877-d470f611d4d3 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.20 "DELETE /v2.0/ports/44ee8256-82f0-49fa-b33c-f551624b46fd HTTP/1.1" status: 204 len: 173 time: 0.8332489 May 31 14:06:46.366128 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72776113-62e4-49b1-af63-499ea6f2be60'] response: {'server_uuid': '8667f22b-f1b3-4bf3-83b1-d0214d84f572', 'name': 'network-vif-deleted', 'tag': '44ee8256-82f0-49fa-b33c-f551624b46fd', 'status': 'completed', 'code': 200} May 31 14:06:46.499330 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbab5db6-9111-44f0-be37-6496717ca068 req-e292e3e7-d060-4764-ac00-8db70aacd160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:06:46.500821 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-dbab5db6-9111-44f0-be37-6496717ca068 req-e292e3e7-d060-4764-ac00-8db70aacd160 service neutron] 10.222.0.20 "GET /v2.0/networks?id=db311799-24a2-4ea7-9ab3-8c8ea6c3c36f HTTP/1.1" status: 200 len: 898 time: 0.1843829 May 31 14:06:46.621745 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-dbab5db6-9111-44f0-be37-6496717ca068 req-02f9a55d-0090-4275-9e4b-12b0fd1e4118 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23274bd7-e97f-401d-bb68-fbbed91328e8 HTTP/1.1" status: 200 len: 1000 time: 0.1125426 May 31 14:06:46.694280 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbab5db6-9111-44f0-be37-6496717ca068 req-18471a15-9aa7-4d57-937a-b324366df928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:06:46.695729 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-dbab5db6-9111-44f0-be37-6496717ca068 req-18471a15-9aa7-4d57-937a-b324366df928 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fa044e11-5534-43b8-86ac-557f17f391b4 HTTP/1.1" status: 200 len: 834 time: 0.0670276 May 31 14:06:46.800976 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbab5db6-9111-44f0-be37-6496717ca068 req-cc0d1892-d4f3-48c6-979c-adbd21d617ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:06:46.802765 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-dbab5db6-9111-44f0-be37-6496717ca068 req-cc0d1892-d4f3-48c6-979c-adbd21d617ef service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=db311799-24a2-4ea7-9ab3-8c8ea6c3c36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0955586 May 31 14:06:46.852291 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-b7a9a56d-6236-4488-9182-cbdd8c7d11ae req-57544408-cb46-41df-bde8-532fa1501487 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Synchronizing usage tracker for tenant:09b97aa9f54f41a6b37a92daebfa7b06 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:06:46.890895 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-b7a9a56d-6236-4488-9182-cbdd8c7d11ae req-57544408-cb46-41df-bde8-532fa1501487 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Unset dirty status for tenant:09b97aa9f54f41a6b37a92daebfa7b06 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:06:46.892605 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b7a9a56d-6236-4488-9182-cbdd8c7d11ae req-57544408-cb46-41df-bde8-532fa1501487 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "GET /v2.0/ports?device_id=8667f22b-f1b3-4bf3-83b1-d0214d84f572 HTTP/1.1" status: 200 len: 210 time: 0.0956776 May 31 14:06:46.986391 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-dbab5db6-9111-44f0-be37-6496717ca068 req-bc3bb8ac-723b-4a24-809a-9f636d7b0e79 service neutron] 10.222.0.20 "GET /v2.0/networks/db311799-24a2-4ea7-9ab3-8c8ea6c3c36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739945 May 31 14:06:47.126590 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-dbab5db6-9111-44f0-be37-6496717ca068 req-86a4ff26-d85b-401c-9f30-069291a14808 service neutron] 10.222.0.20 "GET /v2.0/networks/db311799-24a2-4ea7-9ab3-8c8ea6c3c36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374435 May 31 14:06:48.004649 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 36332) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:06:48.073926 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-55d83187-f7a9-4216-a8fd-e44cd71cf1ae tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:48.110613 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-55d83187-f7a9-4216-a8fd-e44cd71cf1ae tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:48.291104 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-55d83187-f7a9-4216-a8fd-e44cd71cf1ae tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:48.312251 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d83187-f7a9-4216-a8fd-e44cd71cf1ae tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c765d1c5-31e9-4717-8000-fc66e1623649,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:06:48.325465 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-55d83187-f7a9-4216-a8fd-e44cd71cf1ae tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:48.326854 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-55d83187-f7a9-4216-a8fd-e44cd71cf1ae tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "DELETE /v2.0/security-groups/c765d1c5-31e9-4717-8000-fc66e1623649 HTTP/1.1" status: 204 len: 168 time: 0.3212349 May 31 14:06:48.368710 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 36342) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:06:48.964714 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 44ee8256-82f0-49fa-b33c-f551624b46fd no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:06:49.000891 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] No Port match for: 44ee8256-82f0-49fa-b33c-f551624b46fd {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:06:49.001004 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 44ee8256-82f0-49fa-b33c-f551624b46fd not bound to the agent host n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:06:49.129149 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-adc2d9c4-d9c0-4412-9331-ecb538121779 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:49.513239 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-adc2d9c4-d9c0-4412-9331-ecb538121779 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Deleting port c4727f82-a94a-4cc4-8aad-7c12a01c59c6 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:06:49.513854 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-adc2d9c4-d9c0-4412-9331-ecb538121779 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:49.714049 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-adc2d9c4-d9c0-4412-9331-ecb538121779 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] For port c4727f82-a94a-4cc4-8aad-7c12a01c59c6, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=c4727f82-a94a-4cc4-8aad-7c12a01c59c6,segment=NetworkSegment(ab093be2-461a-4b29-9874-122733dfd89d),segment_id=ab093be2-461a-4b29-9874-122733dfd89d)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:06:49.714394 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-adc2d9c4-d9c0-4412-9331-ecb538121779 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:49.848024 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-adc2d9c4-d9c0-4412-9331-ecb538121779 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Calling delete_port for c4727f82-a94a-4cc4-8aad-7c12a01c59c6 owned by network:router_interface {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:06:50.051048 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-adc2d9c4-d9c0-4412-9331-ecb538121779 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:50.101827 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc2d9c4-d9c0-4412-9331-ecb538121779 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Pushing event deleted for resources: {'Port': ['ID=c4727f82-a94a-4cc4-8aad-7c12a01c59c6,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:06:50.519069 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-adc2d9c4-d9c0-4412-9331-ecb538121779 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:50.911158 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adc2d9c4-d9c0-4412-9331-ecb538121779 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Router 6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:06:51.131909 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc2d9c4-d9c0-4412-9331-ecb538121779 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:06:51.141938 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bec5fac-2cf1-424f-b52a-59eea636c69c None None] Sync routers for ids ['6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:06:51.149479 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-adc2d9c4-d9c0-4412-9331-ecb538121779 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "PUT /v2.0/routers/6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7792354 May 31 14:06:51.152923 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 36394) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:06:51.154932 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bec5fac-2cf1-424f-b52a-59eea636c69c None None] Routers {'6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:06:51.155606 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-8bec5fac-2cf1-424f-b52a-59eea636c69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:06:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:06:51.223077 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-65095203-3f54-44fd-866c-7f7c4b1bd0b6 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Deleting subnet af6cf838-e543-44c2-ad78-204ec200f360 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 14:06:51.226013 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-65095203-3f54-44fd-866c-7f7c4b1bd0b6 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:51.292243 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-65095203-3f54-44fd-866c-7f7c4b1bd0b6 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:51.362589 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-8bec5fac-2cf1-424f-b52a-59eea636c69c None None] Set router 6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:06:51.388603 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-65095203-3f54-44fd-866c-7f7c4b1bd0b6 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:51.468747 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-65095203-3f54-44fd-866c-7f7c4b1bd0b6 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:51.512420 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65095203-3f54-44fd-866c-7f7c4b1bd0b6 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Pushing event deleted for resources: {'Subnet': ['ID=af6cf838-e543-44c2-ad78-204ec200f360,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:06:51.523780 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-65095203-3f54-44fd-866c-7f7c4b1bd0b6 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:51.536558 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 36406) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:06:51.537527 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360ea163-e964-4b5c-8786-d68b449af280 None None] Network 1e5b7694-b0b7-4ee5-9880-3d9111018d3f requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:06:51.549964 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-65095203-3f54-44fd-866c-7f7c4b1bd0b6 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "DELETE /v2.0/subnets/af6cf838-e543-44c2-ad78-204ec200f360 HTTP/1.1" status: 204 len: 168 time: 0.3930955 May 31 14:06:51.704633 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-8bec5fac-2cf1-424f-b52a-59eea636c69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215', 'name': 'tempest-TestNetworkBasicOps-router-1949080233', 'tenant_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': 'e76263c0-c726-4370-bfc4-5226d155b992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:05:04Z', 'updated_at': '2022-05-31T14:06:49Z', 'revision_number': 5, 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'gw_port': {'id': 'e76263c0-c726-4370-bfc4-5226d155b992', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:06:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:05:05Z', 'updated_at': '2022-05-31T14:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:06:51.713779 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bec5fac-2cf1-424f-b52a-59eea636c69c None None] Checking router: 6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:06:51.723154 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bec5fac-2cf1-424f-b52a-59eea636c69c None None] Routers {'6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:06:51.723788 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-8bec5fac-2cf1-424f-b52a-59eea636c69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:06:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:06:51.740551 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-31ca4462-d166-44d3-9d27-39efe38abfc7 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for router, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:51.878347 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7b42d2-e7e3-4f97-b08c-d6bccf893c34 None None] DHCP port deletion for 1e5b7694-b0b7-4ee5-9880-3d9111018d3f request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 14:06:51.882754 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-bb7b42d2-e7e3-4f97-b08c-d6bccf893c34 None None] Deleting port b0f75974-d70f-4c4a-ac1d-2dea72958b53 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:06:51.883202 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bb7b42d2-e7e3-4f97-b08c-d6bccf893c34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:51.963918 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-8bec5fac-2cf1-424f-b52a-59eea636c69c None None] Set router 6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:06:52.031024 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-31ca4462-d166-44d3-9d27-39efe38abfc7 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:52.058087 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-31ca4462-d166-44d3-9d27-39efe38abfc7 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Deleting port e76263c0-c726-4370-bfc4-5226d155b992 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:06:52.058437 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-31ca4462-d166-44d3-9d27-39efe38abfc7 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:52.136919 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device b0f75974-d70f-4c4a-ac1d-2dea72958b53 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:06:52.228386 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-bb7b42d2-e7e3-4f97-b08c-d6bccf893c34 None None] For port b0f75974-d70f-4c4a-ac1d-2dea72958b53, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=b0f75974-d70f-4c4a-ac1d-2dea72958b53,segment=NetworkSegment(ab093be2-461a-4b29-9874-122733dfd89d),segment_id=ab093be2-461a-4b29-9874-122733dfd89d)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:06:52.228687 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bb7b42d2-e7e3-4f97-b08c-d6bccf893c34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:52.319806 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-31ca4462-d166-44d3-9d27-39efe38abfc7 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] For port e76263c0-c726-4370-bfc4-5226d155b992, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=e76263c0-c726-4370-bfc4-5226d155b992,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:06:52.320308 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-31ca4462-d166-44d3-9d27-39efe38abfc7 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:52.325780 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-8bec5fac-2cf1-424f-b52a-59eea636c69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215', 'name': 'tempest-TestNetworkBasicOps-router-1949080233', 'tenant_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': 'e76263c0-c726-4370-bfc4-5226d155b992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:05:04Z', 'updated_at': '2022-05-31T14:06:49Z', 'revision_number': 5, 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'gw_port': {'id': 'e76263c0-c726-4370-bfc4-5226d155b992', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:06:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:05:05Z', 'updated_at': '2022-05-31T14:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:06:52.330906 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bec5fac-2cf1-424f-b52a-59eea636c69c None None] The sync data for ids ['6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215'] in n-d-843939-1 is: [{'id': '6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215', 'name': 'tempest-TestNetworkBasicOps-router-1949080233', 'tenant_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': 'e76263c0-c726-4370-bfc4-5226d155b992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:05:04Z', 'updated_at': '2022-05-31T14:06:49Z', 'revision_number': 5, 'project_id': '09b97aa9f54f41a6b37a92daebfa7b06', 'gw_port': {'id': 'e76263c0-c726-4370-bfc4-5226d155b992', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:06:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:05:05Z', 'updated_at': '2022-05-31T14:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:06:52.401930 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-bb7b42d2-e7e3-4f97-b08c-d6bccf893c34 None None] Calling delete_port for b0f75974-d70f-4c4a-ac1d-2dea72958b53 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:06:52.520760 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port b0f75974-d70f-4c4a-ac1d-2dea72958b53 is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:06:52.521144 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:52.603484 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bb7b42d2-e7e3-4f97-b08c-d6bccf893c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:52.637706 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-31ca4462-d166-44d3-9d27-39efe38abfc7 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Calling delete_port for e76263c0-c726-4370-bfc4-5226d155b992 owned by network:router_gateway {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:06:52.664386 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7b42d2-e7e3-4f97-b08c-d6bccf893c34 None None] No DVR routers for this DVR port b0f75974-d70f-4c4a-ac1d-2dea72958b53 on host n-d-843939-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:06:52.666643 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7b42d2-e7e3-4f97-b08c-d6bccf893c34 None None] Pushing event deleted for resources: {'Port': ['ID=b0f75974-d70f-4c4a-ac1d-2dea72958b53,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:06:52.854807 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-31ca4462-d166-44d3-9d27-39efe38abfc7 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:52.904510 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ca4462-d166-44d3-9d27-39efe38abfc7 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Pushing event deleted for resources: {'Port': ['ID=e76263c0-c726-4370-bfc4-5226d155b992,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:06:52.998289 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-31ca4462-d166-44d3-9d27-39efe38abfc7 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577389'] for router_gateway, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:53.192851 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-31ca4462-d166-44d3-9d27-39efe38abfc7 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:53.195087 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-31ca4462-d166-44d3-9d27-39efe38abfc7 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:53.224456 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-31ca4462-d166-44d3-9d27-39efe38abfc7 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:53.225002 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31ca4462-d166-44d3-9d27-39efe38abfc7 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Fanout notify agent at l3_agent the message router_deleted on router 6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215 {{(pid=88370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 14:06:53.241720 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-31ca4462-d166-44d3-9d27-39efe38abfc7 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:53.245698 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-31ca4462-d166-44d3-9d27-39efe38abfc7 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "DELETE /v2.0/routers/6cb5ad58-c1f1-4a5b-9d27-8d9ab90ea215 HTTP/1.1" status: 204 len: 168 time: 1.7070789 May 31 14:06:53.245934 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 36448) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:06:53.370145 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5b08514a-2b7f-48d9-9064-f9d769c55ad5 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:53.512554 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5b08514a-2b7f-48d9-9064-f9d769c55ad5 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:53.541076 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-5b08514a-2b7f-48d9-9064-f9d769c55ad5 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e5b7694-b0b7-4ee5-9880-3d9111018d3f']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:06:53.552753 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-5b08514a-2b7f-48d9-9064-f9d769c55ad5 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab093be2-461a-4b29-9874-122733dfd89d') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:06:53.553047 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-5b08514a-2b7f-48d9-9064-f9d769c55ad5 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab093be2-461a-4b29-9874-122733dfd89d') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:06:53.564541 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5b08514a-2b7f-48d9-9064-f9d769c55ad5 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:53.581123 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5b08514a-2b7f-48d9-9064-f9d769c55ad5 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:53.587022 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b08514a-2b7f-48d9-9064-f9d769c55ad5 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 14:06:53.587586 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5b08514a-2b7f-48d9-9064-f9d769c55ad5 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:53.654099 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment ab093be2-461a-4b29-9874-122733dfd89d resource provider aggregate not found May 31 14:06:53.678545 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment ab093be2-461a-4b29-9874-122733dfd89d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ab093be2-461a-4b29-9874-122733dfd89d found for delete ", "request_id": "req-55e0debb-116a-41c7-941b-9a68dbf090d8"}]} May 31 14:06:53.697343 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5b08514a-2b7f-48d9-9064-f9d769c55ad5 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:53.727991 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5b08514a-2b7f-48d9-9064-f9d769c55ad5 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:53.740431 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b08514a-2b7f-48d9-9064-f9d769c55ad5 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] Pushing event deleted for resources: {'Network': ['ID=1e5b7694-b0b7-4ee5-9880-3d9111018d3f,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:06:53.752189 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-5b08514a-2b7f-48d9-9064-f9d769c55ad5 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] 10.222.0.50 "DELETE /v2.0/networks/1e5b7694-b0b7-4ee5-9880-3d9111018d3f HTTP/1.1" status: 204 len: 168 time: 0.5052569 May 31 14:06:53.992869 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device e76263c0-c726-4370-bfc4-5226d155b992 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:06:54.028432 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: e76263c0-c726-4370-bfc4-5226d155b992 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:06:54.028558 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device e76263c0-c726-4370-bfc4-5226d155b992 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:06:54.028903 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device c4727f82-a94a-4cc4-8aad-7c12a01c59c6 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:06:54.063314 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: c4727f82-a94a-4cc4-8aad-7c12a01c59c6 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:06:54.063314 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device c4727f82-a94a-4cc4-8aad-7c12a01c59c6 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:06:54.076064 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 36460) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:06:54.309302 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 36470) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:06:54.309869 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-0461c9ad-a7ee-4285-a484-c4738f00fceb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=09b97aa9f54f41a6b37a92daebfa7b06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2323675 May 31 14:06:54.368287 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-15dd505e-0b63-4e49-87c6-7a08b86f8c8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:54.400427 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-15dd505e-0b63-4e49-87c6-7a08b86f8c8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:54.457513 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-15dd505e-0b63-4e49-87c6-7a08b86f8c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:54.475131 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dd505e-0b63-4e49-87c6-7a08b86f8c8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcde40b0-7cb8-403a-aa97-6143bdc07e3f,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:06:54.487345 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dd505e-0b63-4e49-87c6-7a08b86f8c8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:06:54.487726 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dd505e-0b63-4e49-87c6-7a08b86f8c8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:06:54.488181 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dd505e-0b63-4e49-87c6-7a08b86f8c8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:06:54.488411 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dd505e-0b63-4e49-87c6-7a08b86f8c8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:06:54.488763 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dd505e-0b63-4e49-87c6-7a08b86f8c8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:06:54.489143 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dd505e-0b63-4e49-87c6-7a08b86f8c8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:06:54.489473 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dd505e-0b63-4e49-87c6-7a08b86f8c8d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:06:54.489802 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dd505e-0b63-4e49-87c6-7a08b86f8c8d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:06:54.490151 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dd505e-0b63-4e49-87c6-7a08b86f8c8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:06:54.490505 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dd505e-0b63-4e49-87c6-7a08b86f8c8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:06:54.490803 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dd505e-0b63-4e49-87c6-7a08b86f8c8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:06:54.491125 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dd505e-0b63-4e49-87c6-7a08b86f8c8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:06:54.495610 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-15dd505e-0b63-4e49-87c6-7a08b86f8c8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:54.496644 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-15dd505e-0b63-4e49-87c6-7a08b86f8c8d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dcde40b0-7cb8-403a-aa97-6143bdc07e3f HTTP/1.1" status: 204 len: 168 time: 0.1861444 May 31 14:06:54.784187 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 36478) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:06:54.802719 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cc163232-d996-4acd-8aeb-1c2be8814308 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:54.820667 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-cc163232-d996-4acd-8aeb-1c2be8814308 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:06:54.824738 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-cc163232-d996-4acd-8aeb-1c2be8814308 admin admin] Usage tracker for resource:security_group_rule and tenant:ac37be4bdbdd4c669577b23e9ee4a266 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:06:54.827916 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-cc163232-d996-4acd-8aeb-1c2be8814308 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:06:54.833716 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-cc163232-d996-4acd-8aeb-1c2be8814308 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:06:54.918903 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cc163232-d996-4acd-8aeb-1c2be8814308 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:54.922587 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cc163232-d996-4acd-8aeb-1c2be8814308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:54.970097 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-cc163232-d996-4acd-8aeb-1c2be8814308 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ac37be4bdbdd4c669577b23e9ee4a266&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1846669 May 31 14:06:54.970836 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc163232-d996-4acd-8aeb-1c2be8814308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e296f2-6361-4ec2-8c23-fba04920c9c1,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:06:54.973709 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 36482) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:06:55.030575 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-40254db6-cb75-42ea-a715-ef2c966399d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:55.055060 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-40254db6-cb75-42ea-a715-ef2c966399d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:55.106667 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-40254db6-cb75-42ea-a715-ef2c966399d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:55.121099 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40254db6-cb75-42ea-a715-ef2c966399d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e296f2-6361-4ec2-8c23-fba04920c9c1,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:06:55.128099 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-40254db6-cb75-42ea-a715-ef2c966399d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:55.129238 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-40254db6-cb75-42ea-a715-ef2c966399d7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/30e296f2-6361-4ec2-8c23-fba04920c9c1 HTTP/1.1" status: 204 len: 168 time: 0.1541991 May 31 14:06:55.899703 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 36518) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:06:56.018305 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-14fff4e2-b56d-4251-9dab-9c4160d70fa3 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-528487642-network', 'tenant_id': 'd383f3c06616489facf4ab2bf2a75bc7'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:06:56.023845 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-14fff4e2-b56d-4251-9dab-9c4160d70fa3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:06:56.028173 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-14fff4e2-b56d-4251-9dab-9c4160d70fa3 admin admin] Usage tracker for resource:network and tenant:d383f3c06616489facf4ab2bf2a75bc7 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:06:56.031022 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-14fff4e2-b56d-4251-9dab-9c4160d70fa3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:06:56.036637 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-14fff4e2-b56d-4251-9dab-9c4160d70fa3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:06:56.048798 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14fff4e2-b56d-4251-9dab-9c4160d70fa3 admin admin] Made reservation on behalf of d383f3c06616489facf4ab2bf2a75bc7 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:06:56.051394 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-14fff4e2-b56d-4251-9dab-9c4160d70fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:56.070174 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-14fff4e2-b56d-4251-9dab-9c4160d70fa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:56.086220 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-14fff4e2-b56d-4251-9dab-9c4160d70fa3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:06:56.091347 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-14fff4e2-b56d-4251-9dab-9c4160d70fa3 admin admin] Usage tracker for resource:security_group_rule and tenant:d383f3c06616489facf4ab2bf2a75bc7 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:06:56.094290 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-14fff4e2-b56d-4251-9dab-9c4160d70fa3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:06:56.100300 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-14fff4e2-b56d-4251-9dab-9c4160d70fa3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:06:56.192513 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-14fff4e2-b56d-4251-9dab-9c4160d70fa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:56.198122 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-14fff4e2-b56d-4251-9dab-9c4160d70fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:56.230849 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14fff4e2-b56d-4251-9dab-9c4160d70fa3 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 14:06:56.240561 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fff4e2-b56d-4251-9dab-9c4160d70fa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66380c51-2518-4f9e-83a6-09f138d50a5e,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:06:56.250206 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-14fff4e2-b56d-4251-9dab-9c4160d70fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:56.250561 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-14fff4e2-b56d-4251-9dab-9c4160d70fa3 admin admin] Added segment e11bee28-e5d6-4e4c-a50c-1f0827dd0256 of type vlan for network 818e1829-99e5-4f28-96cf-415eaf2bf836 May 31 14:06:56.282202 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-14fff4e2-b56d-4251-9dab-9c4160d70fa3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:56.317609 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-14fff4e2-b56d-4251-9dab-9c4160d70fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:56.319133 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14fff4e2-b56d-4251-9dab-9c4160d70fa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:06:56.320364 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-14fff4e2-b56d-4251-9dab-9c4160d70fa3 admin admin] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:56.435083 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-14fff4e2-b56d-4251-9dab-9c4160d70fa3 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.5338316 May 31 14:06:56.438317 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 36524) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:06:56.443926 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-3f9e53e2-7795-435f-8252-88d8c5829a35 admin admin] Request body: {'subnet': {'network_id': '818e1829-99e5-4f28-96cf-415eaf2bf836', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-528487642-subnet', 'tenant_id': 'd383f3c06616489facf4ab2bf2a75bc7', 'ip_version': 4}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:06:56.445790 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fff4e2-b56d-4251-9dab-9c4160d70fa3 admin admin] Pushing event updated for resources: {'Network': ['ID=818e1829-99e5-4f28-96cf-415eaf2bf836,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:06:56.450994 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3f9e53e2-7795-435f-8252-88d8c5829a35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:06:56.455705 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-3f9e53e2-7795-435f-8252-88d8c5829a35 admin admin] Usage tracker for resource:subnet and tenant:d383f3c06616489facf4ab2bf2a75bc7 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:06:56.456886 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 818e1829-99e5-4f28-96cf-415eaf2bf836 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 14:06:56.460117 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-3f9e53e2-7795-435f-8252-88d8c5829a35 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:06:56.466974 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3f9e53e2-7795-435f-8252-88d8c5829a35 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:06:56.480894 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9e53e2-7795-435f-8252-88d8c5829a35 admin admin] Made reservation on behalf of d383f3c06616489facf4ab2bf2a75bc7 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:06:56.484250 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3f9e53e2-7795-435f-8252-88d8c5829a35 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:56.694254 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3f9e53e2-7795-435f-8252-88d8c5829a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:56.769925 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9e53e2-7795-435f-8252-88d8c5829a35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfc9fdf3-35fa-46bf-9a3d-785b858338ee,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:06:56.787464 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9e53e2-7795-435f-8252-88d8c5829a35 admin admin] Checking segment: {'id': 'e11bee28-e5d6-4e4c-a50c-1f0827dd0256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '818e1829-99e5-4f28-96cf-415eaf2bf836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:06:56.787816 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9e53e2-7795-435f-8252-88d8c5829a35 admin admin] Network hostable DHCP agents. Network: 818e1829-99e5-4f28-96cf-415eaf2bf836, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 14:06:56.812259 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9e53e2-7795-435f-8252-88d8c5829a35 admin admin] Network 818e1829-99e5-4f28-96cf-415eaf2bf836 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 14:06:56.822491 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-3f9e53e2-7795-435f-8252-88d8c5829a35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 818e1829-99e5-4f28-96cf-415eaf2bf836) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:06:56.828049 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9e53e2-7795-435f-8252-88d8c5829a35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:06:56.829444 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3f9e53e2-7795-435f-8252-88d8c5829a35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:56.831088 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c52fd6a-9e19-4173-82f5-881b15903a57 None None] Network 818e1829-99e5-4f28-96cf-415eaf2bf836 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:06:56.858350 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-3f9e53e2-7795-435f-8252-88d8c5829a35 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.4188740 May 31 14:06:56.861470 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 36530) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:06:56.867015 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-d1ce2cc0-d8cf-4f7c-ac03-1051bb2bdc77 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-528487642-router', 'tenant_id': 'd383f3c06616489facf4ab2bf2a75bc7', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:06:56.872698 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d1ce2cc0-d8cf-4f7c-ac03-1051bb2bdc77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:06:56.879170 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-d1ce2cc0-d8cf-4f7c-ac03-1051bb2bdc77 admin admin] Usage tracker for resource:router and tenant:d383f3c06616489facf4ab2bf2a75bc7 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:06:56.882395 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-d1ce2cc0-d8cf-4f7c-ac03-1051bb2bdc77 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:06:56.890834 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d1ce2cc0-d8cf-4f7c-ac03-1051bb2bdc77 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:06:56.902690 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d1ce2cc0-d8cf-4f7c-ac03-1051bb2bdc77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:56.903762 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d1ce2cc0-d8cf-4f7c-ac03-1051bb2bdc77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:56.920965 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d1ce2cc0-d8cf-4f7c-ac03-1051bb2bdc77 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:57.110903 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685d53cc-b657-4264-92df-af71739e3833 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-818e1829-99e5-4f28-96cf-415eaf2bf836', 'network_id': '818e1829-99e5-4f28-96cf-415eaf2bf836', 'tenant_id': 'd383f3c06616489facf4ab2bf2a75bc7', 'fixed_ips': [{'subnet_id': 'bfc9fdf3-35fa-46bf-9a3d-785b858338ee'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 14:06:57.112225 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-685d53cc-b657-4264-92df-af71739e3833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:57.290754 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-685d53cc-b657-4264-92df-af71739e3833 None None] Allocated IP 172.20.0.2 (818e1829-99e5-4f28-96cf-415eaf2bf836/bfc9fdf3-35fa-46bf-9a3d-785b858338ee/4356850a-d522-4696-ad2d-09b2a4029e1f) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:06:57.339480 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d1ce2cc0-d8cf-4f7c-ac03-1051bb2bdc77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:57.509639 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-685d53cc-b657-4264-92df-af71739e3833 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:57.520613 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-685d53cc-b657-4264-92df-af71739e3833 None None] Transition to ACTIVE for port object 4356850a-d522-4696-ad2d-09b2a4029e1f will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:06:57.539984 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-685d53cc-b657-4264-92df-af71739e3833 None None] Transition to ACTIVE for port object 4356850a-d522-4696-ad2d-09b2a4029e1f will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:06:57.547114 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-685d53cc-b657-4264-92df-af71739e3833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:57.623445 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685d53cc-b657-4264-92df-af71739e3833 None None] Network 818e1829-99e5-4f28-96cf-415eaf2bf836 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:06:57.624558 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-685d53cc-b657-4264-92df-af71739e3833 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:06:57.627506 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685d53cc-b657-4264-92df-af71739e3833 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:06:57.637118 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d53cc-b657-4264-92df-af71739e3833 None None] Pushing event updated for resources: {'Port': ['ID=4356850a-d522-4696-ad2d-09b2a4029e1f,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:06:57.672529 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d1ce2cc0-d8cf-4f7c-ac03-1051bb2bdc77 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:57.703893 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d1ce2cc0-d8cf-4f7c-ac03-1051bb2bdc77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:57.726416 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-685d53cc-b657-4264-92df-af71739e3833 None None] Attempting to bind port 4356850a-d522-4696-ad2d-09b2a4029e1f on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:06:57.726788 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-685d53cc-b657-4264-92df-af71739e3833 None None] Attempting to bind port 4356850a-d522-4696-ad2d-09b2a4029e1f by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'e11bee28-e5d6-4e4c-a50c-1f0827dd0256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '818e1829-99e5-4f28-96cf-415eaf2bf836'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:06:57.727155 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685d53cc-b657-4264-92df-af71739e3833 None None] Attempting to bind port 4356850a-d522-4696-ad2d-09b2a4029e1f on network 818e1829-99e5-4f28-96cf-415eaf2bf836 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:06:57.732413 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685d53cc-b657-4264-92df-af71739e3833 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:06:57.732783 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685d53cc-b657-4264-92df-af71739e3833 None None] Checking segment: {'id': 'e11bee28-e5d6-4e4c-a50c-1f0827dd0256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '818e1829-99e5-4f28-96cf-415eaf2bf836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:06:57.733188 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-685d53cc-b657-4264-92df-af71739e3833 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:57.733581 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685d53cc-b657-4264-92df-af71739e3833 None None] Bound using segment: {'id': 'e11bee28-e5d6-4e4c-a50c-1f0827dd0256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '818e1829-99e5-4f28-96cf-415eaf2bf836'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:06:57.734060 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-685d53cc-b657-4264-92df-af71739e3833 None None] Bound port: 4356850a-d522-4696-ad2d-09b2a4029e1f, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e11bee28-e5d6-4e4c-a50c-1f0827dd0256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '818e1829-99e5-4f28-96cf-415eaf2bf836'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:06:57.734839 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-685d53cc-b657-4264-92df-af71739e3833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:57.830667 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-685d53cc-b657-4264-92df-af71739e3833 None None] For port 4356850a-d522-4696-ad2d-09b2a4029e1f, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:06:57.836321 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-685d53cc-b657-4264-92df-af71739e3833 None None] For port 4356850a-d522-4696-ad2d-09b2a4029e1f, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=4356850a-d522-4696-ad2d-09b2a4029e1f,segment=NetworkSegment(e11bee28-e5d6-4e4c-a50c-1f0827dd0256),segment_id=e11bee28-e5d6-4e4c-a50c-1f0827dd0256)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:06:57.843576 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-685d53cc-b657-4264-92df-af71739e3833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:57.855369 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-d1ce2cc0-d8cf-4f7c-ac03-1051bb2bdc77 admin admin] Allocated IP 172.25.6.177 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/7ba27e68-19c4-4a10-a1eb-cf4fdc8bdfda) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:06:57.950997 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d53cc-b657-4264-92df-af71739e3833 None None] Pushing event updated for resources: {'Port': ['ID=4356850a-d522-4696-ad2d-09b2a4029e1f,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:06:58.032527 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d1ce2cc0-d8cf-4f7c-ac03-1051bb2bdc77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:58.063939 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d1ce2cc0-d8cf-4f7c-ac03-1051bb2bdc77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:58.137243 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ce2cc0-d8cf-4f7c-ac03-1051bb2bdc77 admin admin] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:06:58.141384 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-d1ce2cc0-d8cf-4f7c-ac03-1051bb2bdc77 admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:06:58.145233 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ce2cc0-d8cf-4f7c-ac03-1051bb2bdc77 admin admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:06:58.201754 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ce2cc0-d8cf-4f7c-ac03-1051bb2bdc77 admin admin] Pushing event updated for resources: {'Port': ['ID=7ba27e68-19c4-4a10-a1eb-cf4fdc8bdfda,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:06:58.625495 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d1ce2cc0-d8cf-4f7c-ac03-1051bb2bdc77 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:58.997599 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a831e455-522b-47db-b000-8c6139c297c6 None None] Network 818e1829-99e5-4f28-96cf-415eaf2bf836 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:06:59.091832 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-8a7f38e5-1054-4b50-9425-3b94786732ea None None] Provisioning for port 4356850a-d522-4696-ad2d-09b2a4029e1f completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:06:59.104052 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d1ce2cc0-d8cf-4f7c-ac03-1051bb2bdc77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:59.312992 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1ce2cc0-d8cf-4f7c-ac03-1051bb2bdc77 admin admin] Router 45652d72-deea-4de3-ae90-f9c242b49ced is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 14:06:59.498241 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ce2cc0-d8cf-4f7c-ac03-1051bb2bdc77 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:06:59.510978 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1534e457-22b0-48f7-b73f-39a1f6df7ee4 None None] Sync routers for ids ['45652d72-deea-4de3-ae90-f9c242b49ced'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:06:59.522234 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d1ce2cc0-d8cf-4f7c-ac03-1051bb2bdc77 admin admin] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:06:59.526035 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-d1ce2cc0-d8cf-4f7c-ac03-1051bb2bdc77 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.6608908 May 31 14:06:59.526266 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 36542) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:06:59.527029 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1534e457-22b0-48f7-b73f-39a1f6df7ee4 None None] Routers {'45652d72-deea-4de3-ae90-f9c242b49ced'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:06:59.527825 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-1534e457-22b0-48f7-b73f-39a1f6df7ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:06:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['45652d72-deea-4de3-ae90-f9c242b49ced'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:06:59.733056 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-1534e457-22b0-48f7-b73f-39a1f6df7ee4 None None] Set router 45652d72-deea-4de3-ae90-f9c242b49ced gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:07:00.099256 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 4356850a-d522-4696-ad2d-09b2a4029e1f up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:07:00.210545 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 4356850a-d522-4696-ad2d-09b2a4029e1f completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:07:00.216729 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 4356850a-d522-4696-ad2d-09b2a4029e1f triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:07:00.216922 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:00.271919 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-1534e457-22b0-48f7-b73f-39a1f6df7ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45652d72-deea-4de3-ae90-f9c242b49ced', 'name': 'tempest-ImageQuotaTest-528487642-router', 'tenant_id': 'd383f3c06616489facf4ab2bf2a75bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '7ba27e68-19c4-4a10-a1eb-cf4fdc8bdfda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:06:56Z', 'updated_at': '2022-05-31T14:06:58Z', 'revision_number': 3, 'project_id': 'd383f3c06616489facf4ab2bf2a75bc7', 'gw_port': {'id': '7ba27e68-19c4-4a10-a1eb-cf4fdc8bdfda', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:04:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45652d72-deea-4de3-ae90-f9c242b49ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:06:57Z', 'updated_at': '2022-05-31T14:06:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:07:00.282397 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1534e457-22b0-48f7-b73f-39a1f6df7ee4 None None] Checking router: 45652d72-deea-4de3-ae90-f9c242b49ced for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:07:00.282654 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1534e457-22b0-48f7-b73f-39a1f6df7ee4 None None] Updating router 45652d72-deea-4de3-ae90-f9c242b49ced port 7ba27e68-19c4-4a10-a1eb-cf4fdc8bdfda binding host n-d-843939-1 {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 14:07:00.386231 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1534e457-22b0-48f7-b73f-39a1f6df7ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:00.522084 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f7931b5f-64f0-41e7-bf50-79920fe98ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:00.573314 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 4356850a-d522-4696-ad2d-09b2a4029e1f is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:07:00.573685 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:00.691865 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 4356850a-d522-4696-ad2d-09b2a4029e1f, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=4356850a-d522-4696-ad2d-09b2a4029e1f,segment=NetworkSegment(e11bee28-e5d6-4e4c-a50c-1f0827dd0256),segment_id=e11bee28-e5d6-4e4c-a50c-1f0827dd0256)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:07:00.691865 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:00.767916 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-f7931b5f-64f0-41e7-bf50-79920fe98ff2 admin admin] Allocated IP 172.20.0.1 (818e1829-99e5-4f28-96cf-415eaf2bf836/bfc9fdf3-35fa-46bf-9a3d-785b858338ee/84feecf7-98e3-49b5-b915-5e117c294c31) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:07:00.823834 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=4356850a-d522-4696-ad2d-09b2a4029e1f,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:07:00.913322 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1534e457-22b0-48f7-b73f-39a1f6df7ee4 None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:00.926376 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-1534e457-22b0-48f7-b73f-39a1f6df7ee4 None None] Transition to ACTIVE for port object 7ba27e68-19c4-4a10-a1eb-cf4fdc8bdfda will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:07:00.934120 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1534e457-22b0-48f7-b73f-39a1f6df7ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:00.968270 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f7931b5f-64f0-41e7-bf50-79920fe98ff2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:00.987102 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-f7931b5f-64f0-41e7-bf50-79920fe98ff2 admin admin] Transition to ACTIVE for port object 84feecf7-98e3-49b5-b915-5e117c294c31 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:07:01.031779 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f7931b5f-64f0-41e7-bf50-79920fe98ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:01.040911 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-1534e457-22b0-48f7-b73f-39a1f6df7ee4 None None] Attempting to bind port 7ba27e68-19c4-4a10-a1eb-cf4fdc8bdfda on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:07:01.040911 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-1534e457-22b0-48f7-b73f-39a1f6df7ee4 None None] Attempting to bind port 7ba27e68-19c4-4a10-a1eb-cf4fdc8bdfda by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:07:01.040911 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1534e457-22b0-48f7-b73f-39a1f6df7ee4 None None] Attempting to bind port 7ba27e68-19c4-4a10-a1eb-cf4fdc8bdfda on network d2103cd5-63ba-4c24-9d95-fd17643bf14c {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:07:01.049078 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1534e457-22b0-48f7-b73f-39a1f6df7ee4 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:07:01.049078 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1534e457-22b0-48f7-b73f-39a1f6df7ee4 None None] Checking segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:07:01.049078 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1534e457-22b0-48f7-b73f-39a1f6df7ee4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:01.049078 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1534e457-22b0-48f7-b73f-39a1f6df7ee4 None None] Bound using segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:07:01.049078 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-1534e457-22b0-48f7-b73f-39a1f6df7ee4 None None] Bound port: 7ba27e68-19c4-4a10-a1eb-cf4fdc8bdfda, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:07:01.049078 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1534e457-22b0-48f7-b73f-39a1f6df7ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:01.108648 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7931b5f-64f0-41e7-bf50-79920fe98ff2 admin admin] Network 818e1829-99e5-4f28-96cf-415eaf2bf836 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:07:01.115949 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-f7931b5f-64f0-41e7-bf50-79920fe98ff2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:07:01.115949 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7931b5f-64f0-41e7-bf50-79920fe98ff2 admin admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:07:01.146427 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-1534e457-22b0-48f7-b73f-39a1f6df7ee4 None None] For port 7ba27e68-19c4-4a10-a1eb-cf4fdc8bdfda, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:07:01.146427 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-1534e457-22b0-48f7-b73f-39a1f6df7ee4 None None] For port 7ba27e68-19c4-4a10-a1eb-cf4fdc8bdfda, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=7ba27e68-19c4-4a10-a1eb-cf4fdc8bdfda,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:07:01.161139 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1534e457-22b0-48f7-b73f-39a1f6df7ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:01.169211 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9395b285-76d0-4059-ad10-b5d693c17b72 None None] Pushing event updated for resources: {'Port': ['ID=7ba27e68-19c4-4a10-a1eb-cf4fdc8bdfda,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:07:01.200439 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7931b5f-64f0-41e7-bf50-79920fe98ff2 admin admin] Pushing event updated for resources: {'Port': ['ID=84feecf7-98e3-49b5-b915-5e117c294c31,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:07:01.211541 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7931b5f-64f0-41e7-bf50-79920fe98ff2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:07:01.211908 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7931b5f-64f0-41e7-bf50-79920fe98ff2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:07:01.212842 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7931b5f-64f0-41e7-bf50-79920fe98ff2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:07:01.213586 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7931b5f-64f0-41e7-bf50-79920fe98ff2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:07:01.213902 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7931b5f-64f0-41e7-bf50-79920fe98ff2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:07:01.214275 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7931b5f-64f0-41e7-bf50-79920fe98ff2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:07:01.214608 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7931b5f-64f0-41e7-bf50-79920fe98ff2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:07:01.214939 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7931b5f-64f0-41e7-bf50-79920fe98ff2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:07:01.215254 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7931b5f-64f0-41e7-bf50-79920fe98ff2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:07:01.215581 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7931b5f-64f0-41e7-bf50-79920fe98ff2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:07:01.215905 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7931b5f-64f0-41e7-bf50-79920fe98ff2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:07:01.216228 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7931b5f-64f0-41e7-bf50-79920fe98ff2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:07:01.224404 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f7931b5f-64f0-41e7-bf50-79920fe98ff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:01.302763 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1534e457-22b0-48f7-b73f-39a1f6df7ee4 None None] Routers {'45652d72-deea-4de3-ae90-f9c242b49ced'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:07:01.303730 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-1534e457-22b0-48f7-b73f-39a1f6df7ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:06:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['45652d72-deea-4de3-ae90-f9c242b49ced'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:07:01.396697 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9395b285-76d0-4059-ad10-b5d693c17b72 None None] Pushing event updated for resources: {'Port': ['ID=7ba27e68-19c4-4a10-a1eb-cf4fdc8bdfda,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:07:01.558247 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-1534e457-22b0-48f7-b73f-39a1f6df7ee4 None None] Set router 45652d72-deea-4de3-ae90-f9c242b49ced gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:07:01.608567 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f7931b5f-64f0-41e7-bf50-79920fe98ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:01.736687 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f77318b6-985d-4fba-8d93-1af2dc9a4ba1 None None] Provisioning for port 84feecf7-98e3-49b5-b915-5e117c294c31 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:07:01.758098 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f77318b6-985d-4fba-8d93-1af2dc9a4ba1 None None] Provisioning complete for port 84feecf7-98e3-49b5-b915-5e117c294c31 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:07:01.758546 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f77318b6-985d-4fba-8d93-1af2dc9a4ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:01.888791 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-f77318b6-985d-4fba-8d93-1af2dc9a4ba1 None None] Port 84feecf7-98e3-49b5-b915-5e117c294c31 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:07:01.906238 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f7931b5f-64f0-41e7-bf50-79920fe98ff2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:01.912767 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f7931b5f-64f0-41e7-bf50-79920fe98ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:01.998536 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-1534e457-22b0-48f7-b73f-39a1f6df7ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45652d72-deea-4de3-ae90-f9c242b49ced', 'name': 'tempest-ImageQuotaTest-528487642-router', 'tenant_id': 'd383f3c06616489facf4ab2bf2a75bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '7ba27e68-19c4-4a10-a1eb-cf4fdc8bdfda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:06:56Z', 'updated_at': '2022-05-31T14:06:58Z', 'revision_number': 3, 'project_id': 'd383f3c06616489facf4ab2bf2a75bc7', 'gw_port': {'id': '7ba27e68-19c4-4a10-a1eb-cf4fdc8bdfda', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:04:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45652d72-deea-4de3-ae90-f9c242b49ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:06:57Z', 'updated_at': '2022-05-31T14:07:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:07:02.018747 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 4356850a-d522-4696-ad2d-09b2a4029e1f up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:07:02.050436 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1534e457-22b0-48f7-b73f-39a1f6df7ee4 None None] The sync data for ids ['45652d72-deea-4de3-ae90-f9c242b49ced'] in n-d-843939-1 is: [{'id': '45652d72-deea-4de3-ae90-f9c242b49ced', 'name': 'tempest-ImageQuotaTest-528487642-router', 'tenant_id': 'd383f3c06616489facf4ab2bf2a75bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '7ba27e68-19c4-4a10-a1eb-cf4fdc8bdfda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:06:56Z', 'updated_at': '2022-05-31T14:06:58Z', 'revision_number': 3, 'project_id': 'd383f3c06616489facf4ab2bf2a75bc7', 'gw_port': {'id': '7ba27e68-19c4-4a10-a1eb-cf4fdc8bdfda', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:04:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45652d72-deea-4de3-ae90-f9c242b49ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:06:57Z', 'updated_at': '2022-05-31T14:07:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:07:02.078934 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7931b5f-64f0-41e7-bf50-79920fe98ff2 admin admin] Pushing event updated for resources: {'Port': ['ID=84feecf7-98e3-49b5-b915-5e117c294c31,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:07:02.096915 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f7931b5f-64f0-41e7-bf50-79920fe98ff2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:02.099213 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 4356850a-d522-4696-ad2d-09b2a4029e1f triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:07:02.099715 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:02.249737 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 4356850a-d522-4696-ad2d-09b2a4029e1f is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:07:02.288725 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7931b5f-64f0-41e7-bf50-79920fe98ff2 admin admin] Network 818e1829-99e5-4f28-96cf-415eaf2bf836 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:07:02.293591 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-f7931b5f-64f0-41e7-bf50-79920fe98ff2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:07:02.593657 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7931b5f-64f0-41e7-bf50-79920fe98ff2 admin admin] Router 45652d72-deea-4de3-ae90-f9c242b49ced has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:07:02.722008 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-44a96fa3-7f07-4dbf-a89d-1cb4d2b8601f None None] Provisioning complete for port 84feecf7-98e3-49b5-b915-5e117c294c31 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:07:02.722385 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-44a96fa3-7f07-4dbf-a89d-1cb4d2b8601f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:02.812988 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-44a96fa3-7f07-4dbf-a89d-1cb4d2b8601f None None] Port 84feecf7-98e3-49b5-b915-5e117c294c31 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:07:03.073699 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7931b5f-64f0-41e7-bf50-79920fe98ff2 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:07:03.073699 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-f7931b5f-64f0-41e7-bf50-79920fe98ff2 admin admin] 10.222.0.50 "PUT /v2.0/routers/45652d72-deea-4de3-ae90-f9c242b49ced/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5452774 May 31 14:07:04.043606 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 7ba27e68-19c4-4a10-a1eb-cf4fdc8bdfda up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:07:04.099553 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d7dc28-f7fb-48d0-8637-7cdd86cad5b1 None None] Sync routers for ids ['45652d72-deea-4de3-ae90-f9c242b49ced'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:07:04.112936 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d7dc28-f7fb-48d0-8637-7cdd86cad5b1 None None] Routers {'45652d72-deea-4de3-ae90-f9c242b49ced'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:07:04.114751 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-61d7dc28-f7fb-48d0-8637-7cdd86cad5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:06:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['45652d72-deea-4de3-ae90-f9c242b49ced'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:07:04.147172 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 7ba27e68-19c4-4a10-a1eb-cf4fdc8bdfda completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:07:04.157696 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 7ba27e68-19c4-4a10-a1eb-cf4fdc8bdfda triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:07:04.158118 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:04.336508 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 7ba27e68-19c4-4a10-a1eb-cf4fdc8bdfda is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:07:04.336508 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:04.404922 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 7ba27e68-19c4-4a10-a1eb-cf4fdc8bdfda, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=7ba27e68-19c4-4a10-a1eb-cf4fdc8bdfda,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:07:04.412317 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:04.453377 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-61d7dc28-f7fb-48d0-8637-7cdd86cad5b1 None None] Set router 45652d72-deea-4de3-ae90-f9c242b49ced gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:07:04.523977 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=7ba27e68-19c4-4a10-a1eb-cf4fdc8bdfda,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:07:04.682958 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 36620) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:07:04.809115 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-61d7dc28-f7fb-48d0-8637-7cdd86cad5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45652d72-deea-4de3-ae90-f9c242b49ced', 'name': 'tempest-ImageQuotaTest-528487642-router', 'tenant_id': 'd383f3c06616489facf4ab2bf2a75bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '7ba27e68-19c4-4a10-a1eb-cf4fdc8bdfda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:06:56Z', 'updated_at': '2022-05-31T14:07:01Z', 'revision_number': 4, 'project_id': 'd383f3c06616489facf4ab2bf2a75bc7', 'gw_port': {'id': '7ba27e68-19c4-4a10-a1eb-cf4fdc8bdfda', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:04:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45652d72-deea-4de3-ae90-f9c242b49ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:06:57Z', 'updated_at': '2022-05-31T14:07:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '84feecf7-98e3-49b5-b915-5e117c294c31', 'name': '', 'network_id': '818e1829-99e5-4f28-96cf-415eaf2bf836', 'tenant_id': 'd383f3c06616489facf4ab2bf2a75bc7', 'mac_address': 'fa:16:3e:04:96:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45652d72-deea-4de3-ae90-f9c242b49ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': 'bfc9fdf3-35fa-46bf-9a3d-785b858338ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:07:00Z', 'updated_at': '2022-05-31T14:07:01Z', 'revision_number': 2, 'project_id': 'd383f3c06616489facf4ab2bf2a75bc7', 'subnets': [{'id': 'bfc9fdf3-35fa-46bf-9a3d-785b858338ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:07:04.813883 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d7dc28-f7fb-48d0-8637-7cdd86cad5b1 None None] Checking router: 45652d72-deea-4de3-ae90-f9c242b49ced for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:07:04.814354 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d7dc28-f7fb-48d0-8637-7cdd86cad5b1 None None] Updating router 45652d72-deea-4de3-ae90-f9c242b49ced port 84feecf7-98e3-49b5-b915-5e117c294c31 binding host n-d-843939-1 {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 14:07:04.873541 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-61d7dc28-f7fb-48d0-8637-7cdd86cad5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:05.281896 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-da078842-cbea-40b0-ba26-57e196c1e9a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:05.308920 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-61d7dc28-f7fb-48d0-8637-7cdd86cad5b1 None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:05.330822 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-61d7dc28-f7fb-48d0-8637-7cdd86cad5b1 None None] Transition to ACTIVE for port object 84feecf7-98e3-49b5-b915-5e117c294c31 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:07:05.355707 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-61d7dc28-f7fb-48d0-8637-7cdd86cad5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:05.575542 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942b5715-a511-43c7-a6d1-5bfac0b0588d None None] Pushing event updated for resources: {'Port': ['ID=84feecf7-98e3-49b5-b915-5e117c294c31,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:07:05.588875 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942b5715-a511-43c7-a6d1-5bfac0b0588d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:07:05.589597 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942b5715-a511-43c7-a6d1-5bfac0b0588d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:07:05.590124 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942b5715-a511-43c7-a6d1-5bfac0b0588d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:07:05.590609 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942b5715-a511-43c7-a6d1-5bfac0b0588d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:07:05.591091 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942b5715-a511-43c7-a6d1-5bfac0b0588d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:07:05.591564 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942b5715-a511-43c7-a6d1-5bfac0b0588d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:07:05.592044 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942b5715-a511-43c7-a6d1-5bfac0b0588d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:07:05.592509 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942b5715-a511-43c7-a6d1-5bfac0b0588d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:07:05.592974 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942b5715-a511-43c7-a6d1-5bfac0b0588d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:07:05.593441 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942b5715-a511-43c7-a6d1-5bfac0b0588d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:07:05.594314 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942b5715-a511-43c7-a6d1-5bfac0b0588d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:07:05.594798 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942b5715-a511-43c7-a6d1-5bfac0b0588d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:07:05.621077 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-61d7dc28-f7fb-48d0-8637-7cdd86cad5b1 None None] Attempting to bind port 84feecf7-98e3-49b5-b915-5e117c294c31 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:07:05.621763 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-61d7dc28-f7fb-48d0-8637-7cdd86cad5b1 None None] Attempting to bind port 84feecf7-98e3-49b5-b915-5e117c294c31 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'e11bee28-e5d6-4e4c-a50c-1f0827dd0256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '818e1829-99e5-4f28-96cf-415eaf2bf836'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:07:05.622358 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d7dc28-f7fb-48d0-8637-7cdd86cad5b1 None None] Attempting to bind port 84feecf7-98e3-49b5-b915-5e117c294c31 on network 818e1829-99e5-4f28-96cf-415eaf2bf836 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:07:05.628165 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d7dc28-f7fb-48d0-8637-7cdd86cad5b1 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:07:05.628830 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d7dc28-f7fb-48d0-8637-7cdd86cad5b1 None None] Checking segment: {'id': 'e11bee28-e5d6-4e4c-a50c-1f0827dd0256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '818e1829-99e5-4f28-96cf-415eaf2bf836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:07:05.629416 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-61d7dc28-f7fb-48d0-8637-7cdd86cad5b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:05.630016 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d7dc28-f7fb-48d0-8637-7cdd86cad5b1 None None] Bound using segment: {'id': 'e11bee28-e5d6-4e4c-a50c-1f0827dd0256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '818e1829-99e5-4f28-96cf-415eaf2bf836'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:07:05.630667 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-61d7dc28-f7fb-48d0-8637-7cdd86cad5b1 None None] Bound port: 84feecf7-98e3-49b5-b915-5e117c294c31, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e11bee28-e5d6-4e4c-a50c-1f0827dd0256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '818e1829-99e5-4f28-96cf-415eaf2bf836'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:07:05.631228 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-61d7dc28-f7fb-48d0-8637-7cdd86cad5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:05.745955 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-da078842-cbea-40b0-ba26-57e196c1e9a3 admin admin] Deleting port 84feecf7-98e3-49b5-b915-5e117c294c31 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:07:05.745955 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-da078842-cbea-40b0-ba26-57e196c1e9a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:05.753926 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-61d7dc28-f7fb-48d0-8637-7cdd86cad5b1 None None] For port 84feecf7-98e3-49b5-b915-5e117c294c31, host n-d-843939-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:07:05.753926 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-61d7dc28-f7fb-48d0-8637-7cdd86cad5b1 None None] For port 84feecf7-98e3-49b5-b915-5e117c294c31, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=84feecf7-98e3-49b5-b915-5e117c294c31,segment=NetworkSegment(e11bee28-e5d6-4e4c-a50c-1f0827dd0256),segment_id=e11bee28-e5d6-4e4c-a50c-1f0827dd0256)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:07:05.775385 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-61d7dc28-f7fb-48d0-8637-7cdd86cad5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:05.858225 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d7dc28-f7fb-48d0-8637-7cdd86cad5b1 None None] Routers {'45652d72-deea-4de3-ae90-f9c242b49ced'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:07:05.858225 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-61d7dc28-f7fb-48d0-8637-7cdd86cad5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:06:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['45652d72-deea-4de3-ae90-f9c242b49ced'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:07:06.019042 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-da078842-cbea-40b0-ba26-57e196c1e9a3 admin admin] For port 84feecf7-98e3-49b5-b915-5e117c294c31, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=84feecf7-98e3-49b5-b915-5e117c294c31,segment=NetworkSegment(e11bee28-e5d6-4e4c-a50c-1f0827dd0256),segment_id=e11bee28-e5d6-4e4c-a50c-1f0827dd0256)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:07:06.019792 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-da078842-cbea-40b0-ba26-57e196c1e9a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:06.067073 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 7ba27e68-19c4-4a10-a1eb-cf4fdc8bdfda up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:07:06.107754 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942b5715-a511-43c7-a6d1-5bfac0b0588d None None] Pushing event updated for resources: {'Port': ['ID=84feecf7-98e3-49b5-b915-5e117c294c31,revision_number=4']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:07:06.128350 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-61d7dc28-f7fb-48d0-8637-7cdd86cad5b1 None None] Set router 45652d72-deea-4de3-ae90-f9c242b49ced gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:07:06.173401 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 7ba27e68-19c4-4a10-a1eb-cf4fdc8bdfda triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:07:06.173401 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:06.377189 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 7ba27e68-19c4-4a10-a1eb-cf4fdc8bdfda is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:07:06.445807 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-da078842-cbea-40b0-ba26-57e196c1e9a3 admin admin] Calling delete_port for 84feecf7-98e3-49b5-b915-5e117c294c31 owned by network:router_interface {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:07:06.645504 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-61d7dc28-f7fb-48d0-8637-7cdd86cad5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45652d72-deea-4de3-ae90-f9c242b49ced', 'name': 'tempest-ImageQuotaTest-528487642-router', 'tenant_id': 'd383f3c06616489facf4ab2bf2a75bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '7ba27e68-19c4-4a10-a1eb-cf4fdc8bdfda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:06:56Z', 'updated_at': '2022-05-31T14:07:01Z', 'revision_number': 4, 'project_id': 'd383f3c06616489facf4ab2bf2a75bc7', 'gw_port': {'id': '7ba27e68-19c4-4a10-a1eb-cf4fdc8bdfda', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:04:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45652d72-deea-4de3-ae90-f9c242b49ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:06:57Z', 'updated_at': '2022-05-31T14:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '84feecf7-98e3-49b5-b915-5e117c294c31', 'name': '', 'network_id': '818e1829-99e5-4f28-96cf-415eaf2bf836', 'tenant_id': 'd383f3c06616489facf4ab2bf2a75bc7', 'mac_address': 'fa:16:3e:04:96:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45652d72-deea-4de3-ae90-f9c242b49ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': 'bfc9fdf3-35fa-46bf-9a3d-785b858338ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:07:00Z', 'updated_at': '2022-05-31T14:07:05Z', 'revision_number': 4, 'project_id': 'd383f3c06616489facf4ab2bf2a75bc7', 'subnets': [{'id': 'bfc9fdf3-35fa-46bf-9a3d-785b858338ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:07:06.650727 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d7dc28-f7fb-48d0-8637-7cdd86cad5b1 None None] The sync data for ids ['45652d72-deea-4de3-ae90-f9c242b49ced'] in n-d-843939-1 is: [{'id': '45652d72-deea-4de3-ae90-f9c242b49ced', 'name': 'tempest-ImageQuotaTest-528487642-router', 'tenant_id': 'd383f3c06616489facf4ab2bf2a75bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '7ba27e68-19c4-4a10-a1eb-cf4fdc8bdfda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:06:56Z', 'updated_at': '2022-05-31T14:07:01Z', 'revision_number': 4, 'project_id': 'd383f3c06616489facf4ab2bf2a75bc7', 'gw_port': {'id': '7ba27e68-19c4-4a10-a1eb-cf4fdc8bdfda', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:04:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45652d72-deea-4de3-ae90-f9c242b49ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:06:57Z', 'updated_at': '2022-05-31T14:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '84feecf7-98e3-49b5-b915-5e117c294c31', 'name': '', 'network_id': '818e1829-99e5-4f28-96cf-415eaf2bf836', 'tenant_id': 'd383f3c06616489facf4ab2bf2a75bc7', 'mac_address': 'fa:16:3e:04:96:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45652d72-deea-4de3-ae90-f9c242b49ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': 'bfc9fdf3-35fa-46bf-9a3d-785b858338ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:07:00Z', 'updated_at': '2022-05-31T14:07:05Z', 'revision_number': 4, 'project_id': 'd383f3c06616489facf4ab2bf2a75bc7', 'subnets': [{'id': 'bfc9fdf3-35fa-46bf-9a3d-785b858338ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:07:06.893148 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-da078842-cbea-40b0-ba26-57e196c1e9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:06.965544 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da078842-cbea-40b0-ba26-57e196c1e9a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=84feecf7-98e3-49b5-b915-5e117c294c31,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:07:07.326516 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-da078842-cbea-40b0-ba26-57e196c1e9a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:07.627372 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:07.802618 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da078842-cbea-40b0-ba26-57e196c1e9a3 admin admin] Router 45652d72-deea-4de3-ae90-f9c242b49ced has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:07:08.032175 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da078842-cbea-40b0-ba26-57e196c1e9a3 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:07:08.058167 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-da078842-cbea-40b0-ba26-57e196c1e9a3 admin admin] 10.222.0.50 "PUT /v2.0/routers/45652d72-deea-4de3-ae90-f9c242b49ced/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3650677 May 31 14:07:08.058167 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 36652) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:07:08.280580 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6127ce39-f1c0-4122-9886-b2c201735d9d None None] Sync routers for ids ['45652d72-deea-4de3-ae90-f9c242b49ced'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:07:08.305026 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6127ce39-f1c0-4122-9886-b2c201735d9d None None] Routers {'45652d72-deea-4de3-ae90-f9c242b49ced'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:07:08.305026 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-6127ce39-f1c0-4122-9886-b2c201735d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:06:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['45652d72-deea-4de3-ae90-f9c242b49ced'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:07:08.496719 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-620d2595-c937-420a-9669-e124d7e658e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:08.524845 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-6127ce39-f1c0-4122-9886-b2c201735d9d None None] Set router 45652d72-deea-4de3-ae90-f9c242b49ced gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:07:08.733291 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-620d2595-c937-420a-9669-e124d7e658e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:08.745219 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-620d2595-c937-420a-9669-e124d7e658e1 admin admin] Deleting port 7ba27e68-19c4-4a10-a1eb-cf4fdc8bdfda {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:07:08.745219 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-620d2595-c937-420a-9669-e124d7e658e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:08.872596 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-6127ce39-f1c0-4122-9886-b2c201735d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45652d72-deea-4de3-ae90-f9c242b49ced', 'name': 'tempest-ImageQuotaTest-528487642-router', 'tenant_id': 'd383f3c06616489facf4ab2bf2a75bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': '7ba27e68-19c4-4a10-a1eb-cf4fdc8bdfda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:06:56Z', 'updated_at': '2022-05-31T14:07:06Z', 'revision_number': 5, 'project_id': 'd383f3c06616489facf4ab2bf2a75bc7', 'gw_port': {'id': '7ba27e68-19c4-4a10-a1eb-cf4fdc8bdfda', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:04:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45652d72-deea-4de3-ae90-f9c242b49ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:06:57Z', 'updated_at': '2022-05-31T14:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:07:08.879323 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6127ce39-f1c0-4122-9886-b2c201735d9d None None] Checking router: 45652d72-deea-4de3-ae90-f9c242b49ced for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:07:08.894357 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6127ce39-f1c0-4122-9886-b2c201735d9d None None] Routers {'45652d72-deea-4de3-ae90-f9c242b49ced'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:07:08.895370 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-6127ce39-f1c0-4122-9886-b2c201735d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:06:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['45652d72-deea-4de3-ae90-f9c242b49ced'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:07:09.020337 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-620d2595-c937-420a-9669-e124d7e658e1 admin admin] For port 7ba27e68-19c4-4a10-a1eb-cf4fdc8bdfda, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=7ba27e68-19c4-4a10-a1eb-cf4fdc8bdfda,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:07:09.020337 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-620d2595-c937-420a-9669-e124d7e658e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:09.143153 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-6127ce39-f1c0-4122-9886-b2c201735d9d None None] Set router 45652d72-deea-4de3-ae90-f9c242b49ced gateway port host: None {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:07:09.193033 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-620d2595-c937-420a-9669-e124d7e658e1 admin admin] Calling delete_port for 7ba27e68-19c4-4a10-a1eb-cf4fdc8bdfda owned by network:router_gateway {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:07:09.237836 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:09.245646 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-6127ce39-f1c0-4122-9886-b2c201735d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45652d72-deea-4de3-ae90-f9c242b49ced', 'name': 'tempest-ImageQuotaTest-528487642-router', 'tenant_id': 'd383f3c06616489facf4ab2bf2a75bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:06:56Z', 'updated_at': '2022-05-31T14:07:08Z', 'revision_number': 6, 'project_id': 'd383f3c06616489facf4ab2bf2a75bc7', 'gw_port_host': None}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:07:09.249727 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6127ce39-f1c0-4122-9886-b2c201735d9d None None] The sync data for ids ['45652d72-deea-4de3-ae90-f9c242b49ced'] in n-d-843939-1 is: [{'id': '45652d72-deea-4de3-ae90-f9c242b49ced', 'name': 'tempest-ImageQuotaTest-528487642-router', 'tenant_id': 'd383f3c06616489facf4ab2bf2a75bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:06:56Z', 'updated_at': '2022-05-31T14:07:08Z', 'revision_number': 6, 'project_id': 'd383f3c06616489facf4ab2bf2a75bc7', 'gw_port_host': None}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:07:09.403909 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-620d2595-c937-420a-9669-e124d7e658e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:09.468431 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620d2595-c937-420a-9669-e124d7e658e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ba27e68-19c4-4a10-a1eb-cf4fdc8bdfda,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:07:09.570459 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-620d2595-c937-420a-9669-e124d7e658e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577389'] for router_gateway, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:09.803723 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-620d2595-c937-420a-9669-e124d7e658e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:09.803723 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-620d2595-c937-420a-9669-e124d7e658e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:09.840615 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-620d2595-c937-420a-9669-e124d7e658e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:09.840615 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-620d2595-c937-420a-9669-e124d7e658e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45652d72-deea-4de3-ae90-f9c242b49ced {{(pid=88370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 14:07:09.856063 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-620d2595-c937-420a-9669-e124d7e658e1 admin admin] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:09.856063 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-620d2595-c937-420a-9669-e124d7e658e1 admin admin] 10.222.0.50 "DELETE /v2.0/routers/45652d72-deea-4de3-ae90-f9c242b49ced HTTP/1.1" status: 204 len: 168 time: 1.8050306 May 31 14:07:09.864627 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 36676) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:07:09.975113 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d87950a-4c23-442c-979d-35cb7da7dc30 admin admin] Deleting subnet bfc9fdf3-35fa-46bf-9a3d-785b858338ee {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 14:07:09.980854 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3d87950a-4c23-442c-979d-35cb7da7dc30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:10.040579 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3d87950a-4c23-442c-979d-35cb7da7dc30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65507433'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:10.078967 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a2177-9109-4da3-913d-0ef91302b04a req-8250ae64-d187-4846-89e9-9acc8b9725dd tempest-TestNetworkAdvancedServerOps-1325536650 tempest-TestNetworkAdvancedServerOps-1325536650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:07:10.083586 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2b9a2177-9109-4da3-913d-0ef91302b04a req-8250ae64-d187-4846-89e9-9acc8b9725dd tempest-TestNetworkAdvancedServerOps-1325536650 tempest-TestNetworkAdvancedServerOps-1325536650-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=61be88a2-7a11-49b7-80fe-23da1a59f384 HTTP/1.1" status: 200 len: 1097 time: 0.2174001 May 31 14:07:10.177203 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2b9a2177-9109-4da3-913d-0ef91302b04a req-d57a749b-d7f0-4594-8053-cb173743832b tempest-TestNetworkAdvancedServerOps-1325536650 tempest-TestNetworkAdvancedServerOps-1325536650-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=aa39f1da-00b3-449d-8d8b-43dcd4022661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723190 May 31 14:07:10.211339 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 84feecf7-98e3-49b5-b915-5e117c294c31 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:07:10.215109 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 36682) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:07:10.255809 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 84feecf7-98e3-49b5-b915-5e117c294c31 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:07:10.256149 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 84feecf7-98e3-49b5-b915-5e117c294c31 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:07:10.256565 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 7ba27e68-19c4-4a10-a1eb-cf4fdc8bdfda no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:07:10.297610 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 7ba27e68-19c4-4a10-a1eb-cf4fdc8bdfda {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:07:10.298062 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 7ba27e68-19c4-4a10-a1eb-cf4fdc8bdfda not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:07:10.429346 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3d87950a-4c23-442c-979d-35cb7da7dc30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:10.602619 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0b5ee690-1f99-4c5b-8549-12f34b542468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:10.668647 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3d87950a-4c23-442c-979d-35cb7da7dc30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65216469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65148562'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:10.706270 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-9dc999fa-d356-4afe-aa2b-860bb9713274 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Deleting port 896c7fa0-a684-4638-baca-dabae178f15e {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:07:10.706609 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9dc999fa-d356-4afe-aa2b-860bb9713274 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:10.747499 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3d87950a-4c23-442c-979d-35cb7da7dc30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:10.752846 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef00c904-ac02-4bad-90a8-abe8659c9cad None None] Network 818e1829-99e5-4f28-96cf-415eaf2bf836 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:07:10.759807 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d87950a-4c23-442c-979d-35cb7da7dc30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfc9fdf3-35fa-46bf-9a3d-785b858338ee,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:07:10.779133 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-3d87950a-4c23-442c-979d-35cb7da7dc30 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/bfc9fdf3-35fa-46bf-9a3d-785b858338ee HTTP/1.1" status: 204 len: 168 time: 0.9054065 May 31 14:07:10.779133 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 36692) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:07:10.984120 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-22e8ceab-130e-4970-895e-b14746fd364e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:11.023983 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-22e8ceab-130e-4970-895e-b14746fd364e admin admin] Deleting port 4356850a-d522-4696-ad2d-09b2a4029e1f {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:07:11.024371 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-22e8ceab-130e-4970-895e-b14746fd364e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:11.050849 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9dc999fa-d356-4afe-aa2b-860bb9713274 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:11.050849 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9dc999fa-d356-4afe-aa2b-860bb9713274 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:11.085803 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e710eee-b76b-4146-bc76-50ee3ede7a79 None None] DHCP port deletion for 818e1829-99e5-4f28-96cf-415eaf2bf836 request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 14:07:11.091612 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0e710eee-b76b-4146-bc76-50ee3ede7a79 None None] Deleting port 4356850a-d522-4696-ad2d-09b2a4029e1f {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:07:11.091612 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0e710eee-b76b-4146-bc76-50ee3ede7a79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:11.206631 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-9dc999fa-d356-4afe-aa2b-860bb9713274 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Calling delete_port for 896c7fa0-a684-4638-baca-dabae178f15e owned by network:floatingip {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:07:11.341975 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0e710eee-b76b-4146-bc76-50ee3ede7a79 None None] For port 4356850a-d522-4696-ad2d-09b2a4029e1f, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=4356850a-d522-4696-ad2d-09b2a4029e1f,segment=NetworkSegment(e11bee28-e5d6-4e4c-a50c-1f0827dd0256),segment_id=e11bee28-e5d6-4e4c-a50c-1f0827dd0256)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:07:11.341975 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0e710eee-b76b-4146-bc76-50ee3ede7a79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:11.487722 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-22e8ceab-130e-4970-895e-b14746fd364e admin admin] For port 4356850a-d522-4696-ad2d-09b2a4029e1f, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=4356850a-d522-4696-ad2d-09b2a4029e1f,segment=NetworkSegment(e11bee28-e5d6-4e4c-a50c-1f0827dd0256),segment_id=e11bee28-e5d6-4e4c-a50c-1f0827dd0256)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:07:11.488233 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-22e8ceab-130e-4970-895e-b14746fd364e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:11.491305 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0e710eee-b76b-4146-bc76-50ee3ede7a79 None None] Calling delete_port for 4356850a-d522-4696-ad2d-09b2a4029e1f owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:07:11.593232 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0e710eee-b76b-4146-bc76-50ee3ede7a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:11.644967 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-22e8ceab-130e-4970-895e-b14746fd364e admin admin] Calling delete_port for 4356850a-d522-4696-ad2d-09b2a4029e1f owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:07:11.646535 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e710eee-b76b-4146-bc76-50ee3ede7a79 None None] Pushing event deleted for resources: {'Port': ['ID=4356850a-d522-4696-ad2d-09b2a4029e1f,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:07:11.669822 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e710eee-b76b-4146-bc76-50ee3ede7a79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:07:11.669822 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e710eee-b76b-4146-bc76-50ee3ede7a79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:07:11.669822 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e710eee-b76b-4146-bc76-50ee3ede7a79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:07:11.669822 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e710eee-b76b-4146-bc76-50ee3ede7a79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:07:11.669822 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e710eee-b76b-4146-bc76-50ee3ede7a79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:07:11.669822 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e710eee-b76b-4146-bc76-50ee3ede7a79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:07:11.669822 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e710eee-b76b-4146-bc76-50ee3ede7a79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:07:11.669822 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e710eee-b76b-4146-bc76-50ee3ede7a79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:07:11.669822 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e710eee-b76b-4146-bc76-50ee3ede7a79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:07:11.669822 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e710eee-b76b-4146-bc76-50ee3ede7a79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:07:11.669822 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e710eee-b76b-4146-bc76-50ee3ede7a79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:07:11.669822 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e710eee-b76b-4146-bc76-50ee3ede7a79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:07:11.677692 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e710eee-b76b-4146-bc76-50ee3ede7a79 None None] No DVR routers for this DVR port 4356850a-d522-4696-ad2d-09b2a4029e1f on host n-d-843939-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:07:11.794023 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.db.api [None req-22e8ceab-130e-4970-895e-b14746fd364e admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88370) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 14:07:11.794023 n-d-843939-1 neutron-server[88370]: DEBUG oslo_db.api [None req-22e8ceab-130e-4970-895e-b14746fd364e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 14:07:11.794023 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9dc999fa-d356-4afe-aa2b-860bb9713274 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:11.868563 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc999fa-d356-4afe-aa2b-860bb9713274 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event deleted for resources: {'Port': ['ID=896c7fa0-a684-4638-baca-dabae178f15e,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:07:12.021035 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 4356850a-d522-4696-ad2d-09b2a4029e1f no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:07:12.059610 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 4356850a-d522-4696-ad2d-09b2a4029e1f {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:07:12.059949 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 4356850a-d522-4696-ad2d-09b2a4029e1f not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:07:12.062746 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9dc999fa-d356-4afe-aa2b-860bb9713274 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for floatingip, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:12.063170 n-d-843939-1 neutron-server[88370]: INFO neutron.db.l3_db [None req-9dc999fa-d356-4afe-aa2b-860bb9713274 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Floating IP d0ed541a-e281-422e-ac86-071d1a589628 disassociated (deleted). External IP: 172.25.6.32, port: 23274bd7-e97f-401d-bb68-fbbed91328e8. May 31 14:07:12.315707 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-22e8ceab-130e-4970-895e-b14746fd364e admin admin] Deleting port 4356850a-d522-4696-ad2d-09b2a4029e1f {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:07:12.316051 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-22e8ceab-130e-4970-895e-b14746fd364e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:12.412429 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-22e8ceab-130e-4970-895e-b14746fd364e admin admin] The port '4356850a-d522-4696-ad2d-09b2a4029e1f' was deleted {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 14:07:12.616055 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-22e8ceab-130e-4970-895e-b14746fd364e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:12.649343 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dc999fa-d356-4afe-aa2b-860bb9713274 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Router bffc6fda-a9bb-49d4-a068-bdf57d19e228 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:07:12.651386 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-22e8ceab-130e-4970-895e-b14746fd364e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['818e1829-99e5-4f28-96cf-415eaf2bf836']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:07:12.676512 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-22e8ceab-130e-4970-895e-b14746fd364e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e11bee28-e5d6-4e4c-a50c-1f0827dd0256') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:07:12.676512 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-22e8ceab-130e-4970-895e-b14746fd364e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e11bee28-e5d6-4e4c-a50c-1f0827dd0256') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:07:12.756971 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-22e8ceab-130e-4970-895e-b14746fd364e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:12.786652 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-22e8ceab-130e-4970-895e-b14746fd364e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:12.808842 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f6c41cd7-4860-4f3c-9a6a-ed0a9adc44f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:12.872876 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22e8ceab-130e-4970-895e-b14746fd364e admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 14:07:12.873285 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-22e8ceab-130e-4970-895e-b14746fd364e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:12.950902 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment e11bee28-e5d6-4e4c-a50c-1f0827dd0256 resource provider aggregate not found May 31 14:07:12.978759 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment e11bee28-e5d6-4e4c-a50c-1f0827dd0256 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e11bee28-e5d6-4e4c-a50c-1f0827dd0256 found for delete ", "request_id": "req-50dfc3da-921d-4bc0-8a41-e334d420cef4"}]} May 31 14:07:12.993857 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc999fa-d356-4afe-aa2b-860bb9713274 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:07:13.005810 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-22e8ceab-130e-4970-895e-b14746fd364e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:13.011333 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c39e37-4b56-4c84-ae67-6b00e28790ab None None] Sync routers for ids ['bffc6fda-a9bb-49d4-a068-bdf57d19e228'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:07:13.028988 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-22e8ceab-130e-4970-895e-b14746fd364e admin admin] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:13.031748 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c39e37-4b56-4c84-ae67-6b00e28790ab None None] Routers {'bffc6fda-a9bb-49d4-a068-bdf57d19e228'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:07:13.031748 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-12c39e37-4b56-4c84-ae67-6b00e28790ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:07:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['bffc6fda-a9bb-49d4-a068-bdf57d19e228'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:07:13.068960 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9dc999fa-d356-4afe-aa2b-860bb9713274 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:13.101251 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-22e8ceab-130e-4970-895e-b14746fd364e admin admin] 10.222.0.50 "DELETE /v2.0/networks/818e1829-99e5-4f28-96cf-415eaf2bf836 HTTP/1.1" status: 204 len: 168 time: 2.3252423 May 31 14:07:13.102106 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e8ceab-130e-4970-895e-b14746fd364e admin admin] Pushing event deleted for resources: {'Network': ['ID=818e1829-99e5-4f28-96cf-415eaf2bf836,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:07:13.138797 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-9dc999fa-d356-4afe-aa2b-860bb9713274 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "DELETE /v2.0/floatingips/d0ed541a-e281-422e-ac86-071d1a589628 HTTP/1.1" status: 204 len: 168 time: 2.9289317 May 31 14:07:13.139852 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61be88a2-7a11-49b7-80fe-23da1a59f384', 'tag': '23274bd7-e97f-401d-bb68-fbbed91328e8'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:07:13.201632 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a25eac59-f7c6-4a29-a8f7-c136f282b184'] response: {'name': 'network-changed', 'server_uuid': '61be88a2-7a11-49b7-80fe-23da1a59f384', 'tag': '23274bd7-e97f-401d-bb68-fbbed91328e8', 'status': 'completed', 'code': 200} May 31 14:07:13.266791 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 36728) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:07:13.340305 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0b2e68-5d5e-45f7-bfb8-17edca8a4b38 req-fae260b6-b256-4b3d-b60e-c1b6c85f24a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:07:13.346635 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3b0b2e68-5d5e-45f7-bfb8-17edca8a4b38 req-fae260b6-b256-4b3d-b60e-c1b6c85f24a5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=088180f8cd814306a3f92350df9020de&device_id=61be88a2-7a11-49b7-80fe-23da1a59f384 HTTP/1.1" status: 200 len: 1097 time: 0.1166446 May 31 14:07:13.364173 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-12c39e37-4b56-4c84-ae67-6b00e28790ab None None] Set router bffc6fda-a9bb-49d4-a068-bdf57d19e228 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:07:13.400268 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-e0402f06-996a-48d8-b1d1-e58811573413 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d383f3c06616489facf4ab2bf2a75bc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1306727 May 31 14:07:13.400268 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 36732) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:07:13.483014 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a9d9ccaf-8803-425a-b62f-b295adbe7e78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:13.538637 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a9d9ccaf-8803-425a-b62f-b295adbe7e78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:13.618679 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0b2e68-5d5e-45f7-bfb8-17edca8a4b38 req-81b7e1f3-d483-449a-bf97-b1bd49e45cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:07:13.619926 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3b0b2e68-5d5e-45f7-bfb8-17edca8a4b38 req-81b7e1f3-d483-449a-bf97-b1bd49e45cc9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=db311799-24a2-4ea7-9ab3-8c8ea6c3c36f HTTP/1.1" status: 200 len: 898 time: 0.2713425 May 31 14:07:13.661293 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a9d9ccaf-8803-425a-b62f-b295adbe7e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:13.715027 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d9ccaf-8803-425a-b62f-b295adbe7e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66380c51-2518-4f9e-83a6-09f138d50a5e,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:07:13.731747 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a9d9ccaf-8803-425a-b62f-b295adbe7e78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:13.731747 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-a9d9ccaf-8803-425a-b62f-b295adbe7e78 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/66380c51-2518-4f9e-83a6-09f138d50a5e HTTP/1.1" status: 204 len: 168 time: 0.3277781 May 31 14:07:13.737914 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3b0b2e68-5d5e-45f7-bfb8-17edca8a4b38 req-7c3aa3af-03bd-411e-8554-1253602c444f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23274bd7-e97f-401d-bb68-fbbed91328e8 HTTP/1.1" status: 200 len: 217 time: 0.1075993 May 31 14:07:13.859926 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0b2e68-5d5e-45f7-bfb8-17edca8a4b38 req-3ceed6c8-8d41-439d-b94e-1b328c2015d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:07:13.859926 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3b0b2e68-5d5e-45f7-bfb8-17edca8a4b38 req-3ceed6c8-8d41-439d-b94e-1b328c2015d9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fa044e11-5534-43b8-86ac-557f17f391b4 HTTP/1.1" status: 200 len: 834 time: 0.1134474 May 31 14:07:13.879325 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:13.956995 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0b2e68-5d5e-45f7-bfb8-17edca8a4b38 req-6e09f2f6-636a-4986-b3e2-4ce96c1383b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:07:13.958804 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3b0b2e68-5d5e-45f7-bfb8-17edca8a4b38 req-6e09f2f6-636a-4986-b3e2-4ce96c1383b4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=db311799-24a2-4ea7-9ab3-8c8ea6c3c36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0953815 May 31 14:07:13.965167 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5192c878-55cd-4347-8ea3-0e4437ba86a7 req-55bbb60d-c681-4690-b155-3bad8fa83465 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:07:13.972254 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-5192c878-55cd-4347-8ea3-0e4437ba86a7 req-55bbb60d-c681-4690-b155-3bad8fa83465 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Synchronizing usage tracker for tenant:088180f8cd814306a3f92350df9020de on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:07:13.987307 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:14.011686 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-5192c878-55cd-4347-8ea3-0e4437ba86a7 req-55bbb60d-c681-4690-b155-3bad8fa83465 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Unset dirty status for tenant:088180f8cd814306a3f92350df9020de on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:07:14.013503 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5192c878-55cd-4347-8ea3-0e4437ba86a7 req-55bbb60d-c681-4690-b155-3bad8fa83465 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=61be88a2-7a11-49b7-80fe-23da1a59f384 HTTP/1.1" status: 200 len: 946 time: 0.2390261 May 31 14:07:14.121729 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-12c39e37-4b56-4c84-ae67-6b00e28790ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bffc6fda-a9bb-49d4-a068-bdf57d19e228', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1760263196', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': '6c491c64-238a-4c26-99c0-3200dcc22b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:04:03Z', 'updated_at': '2022-05-31T14:04:09Z', 'revision_number': 4, 'project_id': '088180f8cd814306a3f92350df9020de', 'gw_port': {'id': '6c491c64-238a-4c26-99c0-3200dcc22b04', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:49:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bffc6fda-a9bb-49d4-a068-bdf57d19e228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:04:04Z', 'updated_at': '2022-05-31T14:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'd8cf2ac1-a4af-49f3-9379-24dd1f0894d6', 'name': '', 'network_id': 'db311799-24a2-4ea7-9ab3-8c8ea6c3c36f', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'mac_address': 'fa:16:3e:ee:2c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bffc6fda-a9bb-49d4-a068-bdf57d19e228', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'fa044e11-5534-43b8-86ac-557f17f391b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:04:08Z', 'updated_at': '2022-05-31T14:04:19Z', 'revision_number': 5, 'project_id': '088180f8cd814306a3f92350df9020de', 'subnets': [{'id': 'fa044e11-5534-43b8-86ac-557f17f391b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:07:14.125131 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c39e37-4b56-4c84-ae67-6b00e28790ab None None] Checking router: bffc6fda-a9bb-49d4-a068-bdf57d19e228 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:07:14.129601 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5192c878-55cd-4347-8ea3-0e4437ba86a7 req-5bdf99b7-40db-4475-8413-bf778ad911ee tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa39f1da-00b3-449d-8d8b-43dcd4022661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050782 May 31 14:07:14.161291 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c39e37-4b56-4c84-ae67-6b00e28790ab None None] Routers {'bffc6fda-a9bb-49d4-a068-bdf57d19e228'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:07:14.161291 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-12c39e37-4b56-4c84-ae67-6b00e28790ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:07:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['bffc6fda-a9bb-49d4-a068-bdf57d19e228'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:07:14.185005 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3b0b2e68-5d5e-45f7-bfb8-17edca8a4b38 req-a983e1f1-1acb-42f6-809f-0ff03068768f service neutron] 10.222.0.20 "GET /v2.0/networks/db311799-24a2-4ea7-9ab3-8c8ea6c3c36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143867 May 31 14:07:14.370069 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3b0b2e68-5d5e-45f7-bfb8-17edca8a4b38 req-5786827d-e92f-4c90-8607-c0e1b18eb9b5 service neutron] 10.222.0.20 "GET /v2.0/networks/db311799-24a2-4ea7-9ab3-8c8ea6c3c36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768055 May 31 14:07:14.385875 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-12c39e37-4b56-4c84-ae67-6b00e28790ab None None] Set router bffc6fda-a9bb-49d4-a068-bdf57d19e228 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:07:14.391044 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 36750) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:07:14.428293 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1a1c96aa-53f0-4baf-b7e4-ec3ce50bf0a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:14.450736 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-1a1c96aa-53f0-4baf-b7e4-ec3ce50bf0a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:07:14.450736 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-1a1c96aa-53f0-4baf-b7e4-ec3ce50bf0a4 admin admin] Usage tracker for resource:security_group_rule and tenant:None is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:07:14.450736 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-1a1c96aa-53f0-4baf-b7e4-ec3ce50bf0a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:07:14.456474 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-1a1c96aa-53f0-4baf-b7e4-ec3ce50bf0a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:07:14.574703 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1a1c96aa-53f0-4baf-b7e4-ec3ce50bf0a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:14.579126 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1a1c96aa-53f0-4baf-b7e4-ec3ce50bf0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:14.630114 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-1a1c96aa-53f0-4baf-b7e4-ec3ce50bf0a4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2366059 May 31 14:07:14.631499 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 36756) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:07:14.635035 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1c96aa-53f0-4baf-b7e4-ec3ce50bf0a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=199e6bb5-aa5d-46d9-b576-a4eee5ea48ee,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:07:14.735796 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-91db936e-d034-4f92-8ee1-821a91584456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:14.770098 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-91db936e-d034-4f92-8ee1-821a91584456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:14.843609 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-91db936e-d034-4f92-8ee1-821a91584456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:14.865082 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91db936e-d034-4f92-8ee1-821a91584456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=199e6bb5-aa5d-46d9-b576-a4eee5ea48ee,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:07:14.867419 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-91db936e-d034-4f92-8ee1-821a91584456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:14.869112 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-91db936e-d034-4f92-8ee1-821a91584456 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/199e6bb5-aa5d-46d9-b576-a4eee5ea48ee HTTP/1.1" status: 204 len: 168 time: 0.2365551 May 31 14:07:14.870929 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-12c39e37-4b56-4c84-ae67-6b00e28790ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bffc6fda-a9bb-49d4-a068-bdf57d19e228', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1760263196', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': '6c491c64-238a-4c26-99c0-3200dcc22b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:04:03Z', 'updated_at': '2022-05-31T14:04:09Z', 'revision_number': 4, 'project_id': '088180f8cd814306a3f92350df9020de', 'gw_port': {'id': '6c491c64-238a-4c26-99c0-3200dcc22b04', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:49:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bffc6fda-a9bb-49d4-a068-bdf57d19e228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:04:04Z', 'updated_at': '2022-05-31T14:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'd8cf2ac1-a4af-49f3-9379-24dd1f0894d6', 'name': '', 'network_id': 'db311799-24a2-4ea7-9ab3-8c8ea6c3c36f', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'mac_address': 'fa:16:3e:ee:2c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bffc6fda-a9bb-49d4-a068-bdf57d19e228', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'fa044e11-5534-43b8-86ac-557f17f391b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:04:08Z', 'updated_at': '2022-05-31T14:04:19Z', 'revision_number': 5, 'project_id': '088180f8cd814306a3f92350df9020de', 'subnets': [{'id': 'fa044e11-5534-43b8-86ac-557f17f391b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:07:14.877354 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c39e37-4b56-4c84-ae67-6b00e28790ab None None] The sync data for ids ['bffc6fda-a9bb-49d4-a068-bdf57d19e228'] in n-d-843939-1 is: [{'id': 'bffc6fda-a9bb-49d4-a068-bdf57d19e228', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1760263196', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': '6c491c64-238a-4c26-99c0-3200dcc22b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:04:03Z', 'updated_at': '2022-05-31T14:04:09Z', 'revision_number': 4, 'project_id': '088180f8cd814306a3f92350df9020de', 'gw_port': {'id': '6c491c64-238a-4c26-99c0-3200dcc22b04', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:49:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bffc6fda-a9bb-49d4-a068-bdf57d19e228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:04:04Z', 'updated_at': '2022-05-31T14:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'd8cf2ac1-a4af-49f3-9379-24dd1f0894d6', 'name': '', 'network_id': 'db311799-24a2-4ea7-9ab3-8c8ea6c3c36f', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'mac_address': 'fa:16:3e:ee:2c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bffc6fda-a9bb-49d4-a068-bdf57d19e228', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'fa044e11-5534-43b8-86ac-557f17f391b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:04:08Z', 'updated_at': '2022-05-31T14:04:19Z', 'revision_number': 5, 'project_id': '088180f8cd814306a3f92350df9020de', 'subnets': [{'id': 'fa044e11-5534-43b8-86ac-557f17f391b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:07:15.287454 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1c2807-495b-4d75-8dbf-a202ec7aac77 req-b0718b77-e4fd-4c5a-9a71-38a5c6e0660c tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:07:15.288670 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-6d1c2807-495b-4d75-8dbf-a202ec7aac77 req-b0718b77-e4fd-4c5a-9a71-38a5c6e0660c tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Synchronizing usage tracker for tenant:088180f8cd814306a3f92350df9020de on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:07:15.298699 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59feddf5-26be-48d3-b301-65d30a70d3dd None None] New status for floating IP d0ed541a-e281-422e-ac86-071d1a589628: DOWN {{(pid=88371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 14:07:15.416496 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-6d1c2807-495b-4d75-8dbf-a202ec7aac77 req-b0718b77-e4fd-4c5a-9a71-38a5c6e0660c tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Unset dirty status for tenant:088180f8cd814306a3f92350df9020de on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:07:15.416496 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-6d1c2807-495b-4d75-8dbf-a202ec7aac77 req-b0718b77-e4fd-4c5a-9a71-38a5c6e0660c tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.20 "GET /v2.0/ports?device_id=61be88a2-7a11-49b7-80fe-23da1a59f384 HTTP/1.1" status: 200 len: 946 time: 0.2606072 May 31 14:07:15.488435 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bd269a-b15e-4b90-bed9-855d2610a0e6 req-ac10d6a0-70b1-4d2e-90e1-c63095dd3fb9 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:07:15.500043 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c8bd269a-b15e-4b90-bed9-855d2610a0e6 req-ac10d6a0-70b1-4d2e-90e1-c63095dd3fb9 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=61be88a2-7a11-49b7-80fe-23da1a59f384 HTTP/1.1" status: 200 len: 946 time: 0.1760490 May 31 14:07:15.574227 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c8bd269a-b15e-4b90-bed9-855d2610a0e6 req-87a5768c-bd37-4b1b-bb4a-2a8912cb5c09 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=aa39f1da-00b3-449d-8d8b-43dcd4022661&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743289 May 31 14:07:15.576392 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-6d1c2807-495b-4d75-8dbf-a202ec7aac77 req-7c25363f-57a6-4c63-99c6-69779bd6f47a tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Deleting port 23274bd7-e97f-401d-bb68-fbbed91328e8 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:07:15.576735 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-6d1c2807-495b-4d75-8dbf-a202ec7aac77 req-7c25363f-57a6-4c63-99c6-69779bd6f47a tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:15.630049 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:07:15.702296 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:15.979859 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-6d1c2807-495b-4d75-8dbf-a202ec7aac77 req-7c25363f-57a6-4c63-99c6-69779bd6f47a tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] For port 23274bd7-e97f-401d-bb68-fbbed91328e8, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=23274bd7-e97f-401d-bb68-fbbed91328e8,segment=NetworkSegment(0bdb38e1-8ce3-4ca1-a5c8-774d802ae26a),segment_id=0bdb38e1-8ce3-4ca1-a5c8-774d802ae26a)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:07:15.979859 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-6d1c2807-495b-4d75-8dbf-a202ec7aac77 req-7c25363f-57a6-4c63-99c6-69779bd6f47a tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:16.104361 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-6d1c2807-495b-4d75-8dbf-a202ec7aac77 req-7c25363f-57a6-4c63-99c6-69779bd6f47a tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Calling delete_port for 23274bd7-e97f-401d-bb68-fbbed91328e8 owned by compute:nova {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:07:16.267457 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-6d1c2807-495b-4d75-8dbf-a202ec7aac77 req-7c25363f-57a6-4c63-99c6-69779bd6f47a tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:16.321182 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c25363f-57a6-4c63-99c6-69779bd6f47a tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event deleted for resources: {'Port': ['ID=23274bd7-e97f-401d-bb68-fbbed91328e8,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:07:16.411419 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d1c2807-495b-4d75-8dbf-a202ec7aac77 req-7c25363f-57a6-4c63-99c6-69779bd6f47a tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] No DVR routers for this DVR port 23274bd7-e97f-401d-bb68-fbbed91328e8 on host n-h1-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:07:16.417870 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-6d1c2807-495b-4d75-8dbf-a202ec7aac77 req-7c25363f-57a6-4c63-99c6-69779bd6f47a tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:16.417870 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61be88a2-7a11-49b7-80fe-23da1a59f384', 'name': 'network-vif-deleted', 'tag': '23274bd7-e97f-401d-bb68-fbbed91328e8'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:07:16.443517 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-6d1c2807-495b-4d75-8dbf-a202ec7aac77 req-7c25363f-57a6-4c63-99c6-69779bd6f47a tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.20 "DELETE /v2.0/ports/23274bd7-e97f-401d-bb68-fbbed91328e8 HTTP/1.1" status: 204 len: 173 time: 1.0179131 May 31 14:07:16.499056 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54177d29-fdb9-4a22-af05-f19b98b10331'] response: {'server_uuid': '61be88a2-7a11-49b7-80fe-23da1a59f384', 'name': 'network-vif-deleted', 'tag': '23274bd7-e97f-401d-bb68-fbbed91328e8', 'status': 'completed', 'code': 200} May 31 14:07:16.929276 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-13e4dabd-a909-4849-bb99-2c2bc8d53c60 req-2b599c22-c7ed-4876-a6e4-91f6978a4820 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=61be88a2-7a11-49b7-80fe-23da1a59f384 HTTP/1.1" status: 200 len: 210 time: 0.1967087 May 31 14:07:18.033230 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 36804) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:07:18.658725 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-60e84c6f-5d3b-4d9e-aec5-296ba6555694 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:19.067102 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-60e84c6f-5d3b-4d9e-aec5-296ba6555694 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Deleting port d8cf2ac1-a4af-49f3-9379-24dd1f0894d6 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:07:19.067102 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-60e84c6f-5d3b-4d9e-aec5-296ba6555694 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:19.161417 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 23274bd7-e97f-401d-bb68-fbbed91328e8 no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:07:19.219487 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] No Port match for: 23274bd7-e97f-401d-bb68-fbbed91328e8 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:07:19.220065 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 23274bd7-e97f-401d-bb68-fbbed91328e8 not bound to the agent host n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:07:19.280897 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-60e84c6f-5d3b-4d9e-aec5-296ba6555694 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] For port d8cf2ac1-a4af-49f3-9379-24dd1f0894d6, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=d8cf2ac1-a4af-49f3-9379-24dd1f0894d6,segment=NetworkSegment(0bdb38e1-8ce3-4ca1-a5c8-774d802ae26a),segment_id=0bdb38e1-8ce3-4ca1-a5c8-774d802ae26a)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:07:19.280897 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-60e84c6f-5d3b-4d9e-aec5-296ba6555694 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:19.427100 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-60e84c6f-5d3b-4d9e-aec5-296ba6555694 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Calling delete_port for d8cf2ac1-a4af-49f3-9379-24dd1f0894d6 owned by network:router_interface {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:07:19.746475 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-60e84c6f-5d3b-4d9e-aec5-296ba6555694 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:19.794876 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e84c6f-5d3b-4d9e-aec5-296ba6555694 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event deleted for resources: {'Port': ['ID=d8cf2ac1-a4af-49f3-9379-24dd1f0894d6,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:07:20.159644 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-60e84c6f-5d3b-4d9e-aec5-296ba6555694 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:20.586190 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e84c6f-5d3b-4d9e-aec5-296ba6555694 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Router bffc6fda-a9bb-49d4-a068-bdf57d19e228 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:07:20.795716 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e84c6f-5d3b-4d9e-aec5-296ba6555694 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:07:20.811226 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2339333-bfe7-41d3-9cb0-be132c9fc897 None None] Sync routers for ids ['bffc6fda-a9bb-49d4-a068-bdf57d19e228'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:07:20.823943 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 36836) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:07:20.826301 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-60e84c6f-5d3b-4d9e-aec5-296ba6555694 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "PUT /v2.0/routers/bffc6fda-a9bb-49d4-a068-bdf57d19e228/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7879467 May 31 14:07:20.837758 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2339333-bfe7-41d3-9cb0-be132c9fc897 None None] Routers {'bffc6fda-a9bb-49d4-a068-bdf57d19e228'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:07:20.837758 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-e2339333-bfe7-41d3-9cb0-be132c9fc897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:07:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['bffc6fda-a9bb-49d4-a068-bdf57d19e228'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:07:20.918482 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-b731559b-48c8-46dd-9bb4-1c3f4cbadaf1 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Deleting subnet fa044e11-5534-43b8-86ac-557f17f391b4 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 14:07:20.921414 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b731559b-48c8-46dd-9bb4-1c3f4cbadaf1 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:20.995837 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b731559b-48c8-46dd-9bb4-1c3f4cbadaf1 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:21.081732 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-e2339333-bfe7-41d3-9cb0-be132c9fc897 None None] Set router bffc6fda-a9bb-49d4-a068-bdf57d19e228 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:07:21.109796 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b731559b-48c8-46dd-9bb4-1c3f4cbadaf1 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:21.206559 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b731559b-48c8-46dd-9bb4-1c3f4cbadaf1 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:21.274200 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22737a8-920f-49d4-b98f-fc45a9a6dc3e None None] Network db311799-24a2-4ea7-9ab3-8c8ea6c3c36f requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:07:21.280662 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b731559b-48c8-46dd-9bb4-1c3f4cbadaf1 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:21.280662 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b731559b-48c8-46dd-9bb4-1c3f4cbadaf1 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event deleted for resources: {'Subnet': ['ID=fa044e11-5534-43b8-86ac-557f17f391b4,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:07:21.306817 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 36848) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:07:21.315197 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b731559b-48c8-46dd-9bb4-1c3f4cbadaf1 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "DELETE /v2.0/subnets/fa044e11-5534-43b8-86ac-557f17f391b4 HTTP/1.1" status: 204 len: 168 time: 0.4867220 May 31 14:07:21.486451 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-e2339333-bfe7-41d3-9cb0-be132c9fc897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bffc6fda-a9bb-49d4-a068-bdf57d19e228', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1760263196', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': '6c491c64-238a-4c26-99c0-3200dcc22b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:04:03Z', 'updated_at': '2022-05-31T14:07:19Z', 'revision_number': 5, 'project_id': '088180f8cd814306a3f92350df9020de', 'gw_port': {'id': '6c491c64-238a-4c26-99c0-3200dcc22b04', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:49:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bffc6fda-a9bb-49d4-a068-bdf57d19e228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:04:04Z', 'updated_at': '2022-05-31T14:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:07:21.495048 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2339333-bfe7-41d3-9cb0-be132c9fc897 None None] Checking router: bffc6fda-a9bb-49d4-a068-bdf57d19e228 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:07:21.539329 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2339333-bfe7-41d3-9cb0-be132c9fc897 None None] Routers {'bffc6fda-a9bb-49d4-a068-bdf57d19e228'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:07:21.546796 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-e2339333-bfe7-41d3-9cb0-be132c9fc897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:07:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['bffc6fda-a9bb-49d4-a068-bdf57d19e228'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:07:21.627192 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-24cb9a17-4a1a-4ddb-8e82-241388601195 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for router, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:21.777385 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f04384-829d-41e3-b72c-6230755e8d39 None None] DHCP port deletion for db311799-24a2-4ea7-9ab3-8c8ea6c3c36f request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 14:07:21.777385 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-55f04384-829d-41e3-b72c-6230755e8d39 None None] Deleting port d68d09a6-dea2-4bb1-bb4d-01d24c322e9b {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:07:21.777385 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-55f04384-829d-41e3-b72c-6230755e8d39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:21.885197 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-24cb9a17-4a1a-4ddb-8e82-241388601195 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:21.890279 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-e2339333-bfe7-41d3-9cb0-be132c9fc897 None None] Set router bffc6fda-a9bb-49d4-a068-bdf57d19e228 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:07:21.896546 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-24cb9a17-4a1a-4ddb-8e82-241388601195 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Deleting port 6c491c64-238a-4c26-99c0-3200dcc22b04 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:07:21.897199 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-24cb9a17-4a1a-4ddb-8e82-241388601195 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:22.145417 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device d68d09a6-dea2-4bb1-bb4d-01d24c322e9b no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:07:22.196606 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-55f04384-829d-41e3-b72c-6230755e8d39 None None] For port d68d09a6-dea2-4bb1-bb4d-01d24c322e9b, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=d68d09a6-dea2-4bb1-bb4d-01d24c322e9b,segment=NetworkSegment(0bdb38e1-8ce3-4ca1-a5c8-774d802ae26a),segment_id=0bdb38e1-8ce3-4ca1-a5c8-774d802ae26a)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:07:22.197081 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-55f04384-829d-41e3-b72c-6230755e8d39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:22.357657 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-55f04384-829d-41e3-b72c-6230755e8d39 None None] Calling delete_port for d68d09a6-dea2-4bb1-bb4d-01d24c322e9b owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:07:22.413226 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-e2339333-bfe7-41d3-9cb0-be132c9fc897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bffc6fda-a9bb-49d4-a068-bdf57d19e228', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1760263196', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': '6c491c64-238a-4c26-99c0-3200dcc22b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:04:03Z', 'updated_at': '2022-05-31T14:07:19Z', 'revision_number': 5, 'project_id': '088180f8cd814306a3f92350df9020de', 'gw_port': {'id': '6c491c64-238a-4c26-99c0-3200dcc22b04', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:49:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bffc6fda-a9bb-49d4-a068-bdf57d19e228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:04:04Z', 'updated_at': '2022-05-31T14:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:07:22.421882 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2339333-bfe7-41d3-9cb0-be132c9fc897 None None] The sync data for ids ['bffc6fda-a9bb-49d4-a068-bdf57d19e228'] in n-d-843939-1 is: [{'id': 'bffc6fda-a9bb-49d4-a068-bdf57d19e228', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1760263196', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': '6c491c64-238a-4c26-99c0-3200dcc22b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:04:03Z', 'updated_at': '2022-05-31T14:07:19Z', 'revision_number': 5, 'project_id': '088180f8cd814306a3f92350df9020de', 'gw_port': {'id': '6c491c64-238a-4c26-99c0-3200dcc22b04', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:49:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bffc6fda-a9bb-49d4-a068-bdf57d19e228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:04:04Z', 'updated_at': '2022-05-31T14:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:07:22.474215 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-24cb9a17-4a1a-4ddb-8e82-241388601195 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] For port 6c491c64-238a-4c26-99c0-3200dcc22b04, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=6c491c64-238a-4c26-99c0-3200dcc22b04,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:07:22.474661 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-24cb9a17-4a1a-4ddb-8e82-241388601195 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:22.553966 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port d68d09a6-dea2-4bb1-bb4d-01d24c322e9b is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:07:22.554366 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:22.595078 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-55f04384-829d-41e3-b72c-6230755e8d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:22.628259 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-24cb9a17-4a1a-4ddb-8e82-241388601195 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Calling delete_port for 6c491c64-238a-4c26-99c0-3200dcc22b04 owned by network:router_gateway {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:07:22.672144 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f04384-829d-41e3-b72c-6230755e8d39 None None] Pushing event deleted for resources: {'Port': ['ID=d68d09a6-dea2-4bb1-bb4d-01d24c322e9b,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:07:22.683093 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f04384-829d-41e3-b72c-6230755e8d39 None None] No DVR routers for this DVR port d68d09a6-dea2-4bb1-bb4d-01d24c322e9b on host n-d-843939-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:07:22.829643 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-24cb9a17-4a1a-4ddb-8e82-241388601195 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:22.897940 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cb9a17-4a1a-4ddb-8e82-241388601195 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event deleted for resources: {'Port': ['ID=6c491c64-238a-4c26-99c0-3200dcc22b04,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:07:23.001526 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-24cb9a17-4a1a-4ddb-8e82-241388601195 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577389'] for router_gateway, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:23.209260 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-24cb9a17-4a1a-4ddb-8e82-241388601195 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:23.212926 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-24cb9a17-4a1a-4ddb-8e82-241388601195 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:23.239227 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-24cb9a17-4a1a-4ddb-8e82-241388601195 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:23.239729 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24cb9a17-4a1a-4ddb-8e82-241388601195 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Fanout notify agent at l3_agent the message router_deleted on router bffc6fda-a9bb-49d4-a068-bdf57d19e228 {{(pid=88370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 14:07:23.257507 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-24cb9a17-4a1a-4ddb-8e82-241388601195 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:23.259410 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-24cb9a17-4a1a-4ddb-8e82-241388601195 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "DELETE /v2.0/routers/bffc6fda-a9bb-49d4-a068-bdf57d19e228 HTTP/1.1" status: 204 len: 168 time: 1.9620161 May 31 14:07:23.262584 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 36870) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:07:23.422532 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2985b3fb-69ff-4696-bc0f-ae3ee2b795cb tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:23.583435 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2985b3fb-69ff-4696-bc0f-ae3ee2b795cb tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:23.616425 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-2985b3fb-69ff-4696-bc0f-ae3ee2b795cb tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db311799-24a2-4ea7-9ab3-8c8ea6c3c36f']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:07:23.630181 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-2985b3fb-69ff-4696-bc0f-ae3ee2b795cb tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bdb38e1-8ce3-4ca1-a5c8-774d802ae26a') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:07:23.630181 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-2985b3fb-69ff-4696-bc0f-ae3ee2b795cb tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bdb38e1-8ce3-4ca1-a5c8-774d802ae26a') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:07:23.644392 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2985b3fb-69ff-4696-bc0f-ae3ee2b795cb tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:23.663020 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2985b3fb-69ff-4696-bc0f-ae3ee2b795cb tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:23.668952 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2985b3fb-69ff-4696-bc0f-ae3ee2b795cb tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 14:07:23.669343 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2985b3fb-69ff-4696-bc0f-ae3ee2b795cb tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:23.739250 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 0bdb38e1-8ce3-4ca1-a5c8-774d802ae26a resource provider aggregate not found May 31 14:07:23.761453 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 0bdb38e1-8ce3-4ca1-a5c8-774d802ae26a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0bdb38e1-8ce3-4ca1-a5c8-774d802ae26a found for delete ", "request_id": "req-16b08502-18c4-4653-a141-2f5e4c98b2c6"}]} May 31 14:07:23.791002 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2985b3fb-69ff-4696-bc0f-ae3ee2b795cb tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:23.811593 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2985b3fb-69ff-4696-bc0f-ae3ee2b795cb tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:23.819688 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2985b3fb-69ff-4696-bc0f-ae3ee2b795cb tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event deleted for resources: {'Network': ['ID=db311799-24a2-4ea7-9ab3-8c8ea6c3c36f,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:07:23.829242 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-2985b3fb-69ff-4696-bc0f-ae3ee2b795cb tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "DELETE /v2.0/networks/db311799-24a2-4ea7-9ab3-8c8ea6c3c36f HTTP/1.1" status: 204 len: 168 time: 0.5632663 May 31 14:07:23.835189 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 36882) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:07:23.932607 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7e0d4423-7eb6-4d09-84dc-8cc6e88f8c9a tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:23.965035 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7e0d4423-7eb6-4d09-84dc-8cc6e88f8c9a tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:24.023328 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device d8cf2ac1-a4af-49f3-9379-24dd1f0894d6 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:07:24.060320 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7e0d4423-7eb6-4d09-84dc-8cc6e88f8c9a tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:24.070489 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: d8cf2ac1-a4af-49f3-9379-24dd1f0894d6 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:07:24.070489 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device d8cf2ac1-a4af-49f3-9379-24dd1f0894d6 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:07:24.070489 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 6c491c64-238a-4c26-99c0-3200dcc22b04 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:07:24.085229 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0d4423-7eb6-4d09-84dc-8cc6e88f8c9a tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa39f1da-00b3-449d-8d8b-43dcd4022661,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:07:24.096206 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7e0d4423-7eb6-4d09-84dc-8cc6e88f8c9a tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:24.096206 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-7e0d4423-7eb6-4d09-84dc-8cc6e88f8c9a tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "DELETE /v2.0/security-groups/aa39f1da-00b3-449d-8d8b-43dcd4022661 HTTP/1.1" status: 204 len: 168 time: 0.2624488 May 31 14:07:24.133491 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 6c491c64-238a-4c26-99c0-3200dcc22b04 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:07:24.133491 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 6c491c64-238a-4c26-99c0-3200dcc22b04 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:07:24.235366 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 36896) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:07:24.240729 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-32e200b0-dfdc-4858-b517-f69ca108b732 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1889585175', 'description': 'tempest-secgroup-smoke-1889585175 description', 'project_id': '088180f8cd814306a3f92350df9020de'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:07:24.249962 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-32e200b0-dfdc-4858-b517-f69ca108b732 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:07:24.258725 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-32e200b0-dfdc-4858-b517-f69ca108b732 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Usage tracker for resource:security_group and tenant:088180f8cd814306a3f92350df9020de is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:07:24.263331 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-32e200b0-dfdc-4858-b517-f69ca108b732 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:07:24.270760 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-32e200b0-dfdc-4858-b517-f69ca108b732 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:07:24.281345 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-32e200b0-dfdc-4858-b517-f69ca108b732 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:24.305673 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-32e200b0-dfdc-4858-b517-f69ca108b732 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:07:24.310465 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-32e200b0-dfdc-4858-b517-f69ca108b732 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Usage tracker for resource:security_group_rule and tenant:088180f8cd814306a3f92350df9020de is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:07:24.318597 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-32e200b0-dfdc-4858-b517-f69ca108b732 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:07:24.327843 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-32e200b0-dfdc-4858-b517-f69ca108b732 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:07:24.426560 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-32e200b0-dfdc-4858-b517-f69ca108b732 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:24.430517 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-32e200b0-dfdc-4858-b517-f69ca108b732 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:24.473659 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e200b0-dfdc-4858-b517-f69ca108b732 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04550a6f-72c6-49d9-bcbc-bc17f3cc44d9,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:07:24.477449 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-32e200b0-dfdc-4858-b517-f69ca108b732 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:24.481380 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-32e200b0-dfdc-4858-b517-f69ca108b732 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2422934 May 31 14:07:24.493717 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 36902) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:07:24.497787 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-9cb31d74-5163-4446-9fc5-a87e46c04cc6 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Request body: {'security_group_rule': {'security_group_id': '04550a6f-72c6-49d9-bcbc-bc17f3cc44d9', 'project_id': '088180f8cd814306a3f92350df9020de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:07:24.505833 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-9cb31d74-5163-4446-9fc5-a87e46c04cc6 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:07:24.510636 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-9cb31d74-5163-4446-9fc5-a87e46c04cc6 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Usage tracker for resource:security_group_rule and tenant:088180f8cd814306a3f92350df9020de is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:07:24.510636 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-9cb31d74-5163-4446-9fc5-a87e46c04cc6 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:07:24.519530 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-9cb31d74-5163-4446-9fc5-a87e46c04cc6 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:07:24.536591 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9cb31d74-5163-4446-9fc5-a87e46c04cc6 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:24.606919 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9cb31d74-5163-4446-9fc5-a87e46c04cc6 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:24.611819 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9cb31d74-5163-4446-9fc5-a87e46c04cc6 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:24.636738 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb31d74-5163-4446-9fc5-a87e46c04cc6 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbda81bc-d231-4865-8557-8d19ee9ee0c2,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:07:24.646088 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9cb31d74-5163-4446-9fc5-a87e46c04cc6 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:24.649801 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-9cb31d74-5163-4446-9fc5-a87e46c04cc6 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1566660 May 31 14:07:24.650066 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 36908) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:07:24.655088 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-e35c1596-9ebb-4689-aeb2-74d113ca4a3d tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Request body: {'security_group_rule': {'security_group_id': '04550a6f-72c6-49d9-bcbc-bc17f3cc44d9', 'project_id': '088180f8cd814306a3f92350df9020de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:07:24.661869 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e35c1596-9ebb-4689-aeb2-74d113ca4a3d tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:07:24.666030 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e35c1596-9ebb-4689-aeb2-74d113ca4a3d tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Usage tracker for resource:security_group_rule and tenant:088180f8cd814306a3f92350df9020de is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:07:24.668930 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e35c1596-9ebb-4689-aeb2-74d113ca4a3d tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:07:24.674697 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e35c1596-9ebb-4689-aeb2-74d113ca4a3d tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:07:24.704936 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e35c1596-9ebb-4689-aeb2-74d113ca4a3d tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:24.784081 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e35c1596-9ebb-4689-aeb2-74d113ca4a3d tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:24.788326 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e35c1596-9ebb-4689-aeb2-74d113ca4a3d tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:24.810760 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35c1596-9ebb-4689-aeb2-74d113ca4a3d tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21d08918-ab1d-4782-95ad-f4cf3e799e4f,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:07:24.822723 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e35c1596-9ebb-4689-aeb2-74d113ca4a3d tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:24.824175 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e35c1596-9ebb-4689-aeb2-74d113ca4a3d tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1730843 May 31 14:07:24.827074 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 36912) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:07:24.832855 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-ec08e324-5bac-4865-b94f-8c77ce6fe8ab tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Request body: {'security_group_rule': {'security_group_id': '04550a6f-72c6-49d9-bcbc-bc17f3cc44d9', 'project_id': '088180f8cd814306a3f92350df9020de', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:07:24.839717 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ec08e324-5bac-4865-b94f-8c77ce6fe8ab tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:07:24.843823 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ec08e324-5bac-4865-b94f-8c77ce6fe8ab tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Usage tracker for resource:security_group_rule and tenant:088180f8cd814306a3f92350df9020de is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:07:24.846997 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ec08e324-5bac-4865-b94f-8c77ce6fe8ab tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:07:24.855853 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ec08e324-5bac-4865-b94f-8c77ce6fe8ab tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:07:24.873423 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ec08e324-5bac-4865-b94f-8c77ce6fe8ab tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:24.953523 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ec08e324-5bac-4865-b94f-8c77ce6fe8ab tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:24.964638 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ec08e324-5bac-4865-b94f-8c77ce6fe8ab tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:25.005079 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec08e324-5bac-4865-b94f-8c77ce6fe8ab tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f262913-adff-498d-a8ef-34642b9d609f,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:07:25.019280 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ec08e324-5bac-4865-b94f-8c77ce6fe8ab tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:25.019280 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ec08e324-5bac-4865-b94f-8c77ce6fe8ab tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1885493 May 31 14:07:25.022497 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 36918) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:07:25.028770 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-ee732856-542b-41d3-9452-1c7d3f3c7df0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Request body: {'security_group_rule': {'security_group_id': '04550a6f-72c6-49d9-bcbc-bc17f3cc44d9', 'project_id': '088180f8cd814306a3f92350df9020de', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:07:25.037934 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ee732856-542b-41d3-9452-1c7d3f3c7df0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:07:25.037934 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ee732856-542b-41d3-9452-1c7d3f3c7df0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Usage tracker for resource:security_group_rule and tenant:088180f8cd814306a3f92350df9020de is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:07:25.044708 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ee732856-542b-41d3-9452-1c7d3f3c7df0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:07:25.051735 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ee732856-542b-41d3-9452-1c7d3f3c7df0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:07:25.073798 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ee732856-542b-41d3-9452-1c7d3f3c7df0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:25.142154 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ee732856-542b-41d3-9452-1c7d3f3c7df0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:25.146367 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ee732856-542b-41d3-9452-1c7d3f3c7df0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:25.171349 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee732856-542b-41d3-9452-1c7d3f3c7df0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0779bd9-44ac-4b6a-a48c-77aedb5da11f,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:07:25.182358 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ee732856-542b-41d3-9452-1c7d3f3c7df0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:25.184409 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ee732856-542b-41d3-9452-1c7d3f3c7df0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1634161 May 31 14:07:25.188566 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 36924) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:07:25.194284 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-1536ad8d-3936-4b37-968d-cd89ce88d17f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Request body: {'security_group_rule': {'security_group_id': '04550a6f-72c6-49d9-bcbc-bc17f3cc44d9', 'project_id': '088180f8cd814306a3f92350df9020de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:07:25.202181 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-1536ad8d-3936-4b37-968d-cd89ce88d17f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:07:25.208026 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-1536ad8d-3936-4b37-968d-cd89ce88d17f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Usage tracker for resource:security_group_rule and tenant:088180f8cd814306a3f92350df9020de is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:07:25.211102 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-1536ad8d-3936-4b37-968d-cd89ce88d17f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:07:25.218205 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-1536ad8d-3936-4b37-968d-cd89ce88d17f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:07:25.236900 n-d-843939-1 neutron-server[88370]: INFO neutron.db.securitygroups_db [None req-1536ad8d-3936-4b37-968d-cd89ce88d17f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Project 088180f8cd814306a3f92350df9020de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 14:07:25.249386 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1536ad8d-3936-4b37-968d-cd89ce88d17f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:25.334148 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1536ad8d-3936-4b37-968d-cd89ce88d17f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:25.341098 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1536ad8d-3936-4b37-968d-cd89ce88d17f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:25.366346 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1536ad8d-3936-4b37-968d-cd89ce88d17f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:25.371724 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-1536ad8d-3936-4b37-968d-cd89ce88d17f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1779087 May 31 14:07:25.371724 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 36930) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:07:25.378260 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-02dab51b-e73a-49cc-bb9a-64255ed94c5b tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Request body: {'security_group_rule': {'security_group_id': '04550a6f-72c6-49d9-bcbc-bc17f3cc44d9', 'project_id': '088180f8cd814306a3f92350df9020de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:07:25.382917 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1536ad8d-3936-4b37-968d-cd89ce88d17f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b494b0f5-7076-44b2-ab8c-5b66dabacb10,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:07:25.387528 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-02dab51b-e73a-49cc-bb9a-64255ed94c5b tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:07:25.392104 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-02dab51b-e73a-49cc-bb9a-64255ed94c5b tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Usage tracker for resource:security_group_rule and tenant:088180f8cd814306a3f92350df9020de is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:07:25.395306 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-02dab51b-e73a-49cc-bb9a-64255ed94c5b tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:07:25.401212 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-02dab51b-e73a-49cc-bb9a-64255ed94c5b tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:07:25.411918 n-d-843939-1 neutron-server[88370]: INFO neutron.db.securitygroups_db [None req-02dab51b-e73a-49cc-bb9a-64255ed94c5b tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Project 088180f8cd814306a3f92350df9020de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 14:07:25.418909 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-02dab51b-e73a-49cc-bb9a-64255ed94c5b tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:25.501345 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-02dab51b-e73a-49cc-bb9a-64255ed94c5b tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:25.505832 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-02dab51b-e73a-49cc-bb9a-64255ed94c5b tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:25.533631 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dab51b-e73a-49cc-bb9a-64255ed94c5b tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=888e9914-33cd-4208-8e45-ed137cccedbe,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:07:25.540414 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-02dab51b-e73a-49cc-bb9a-64255ed94c5b tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:25.542408 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-02dab51b-e73a-49cc-bb9a-64255ed94c5b tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1682367 May 31 14:07:25.547726 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 36936) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:07:25.553897 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-0d01e54b-9f78-42c1-98c9-93bec3c5322d tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Request body: {'network': {'name': 'tempest-network-smoke--58989127', 'project_id': '088180f8cd814306a3f92350df9020de', 'port_security_enabled': True}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:07:25.562208 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0d01e54b-9f78-42c1-98c9-93bec3c5322d tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:07:25.570221 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-0d01e54b-9f78-42c1-98c9-93bec3c5322d tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Usage tracker for resource:network and tenant:088180f8cd814306a3f92350df9020de is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:07:25.574971 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-0d01e54b-9f78-42c1-98c9-93bec3c5322d tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:07:25.585977 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0d01e54b-9f78-42c1-98c9-93bec3c5322d tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:07:25.594738 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d01e54b-9f78-42c1-98c9-93bec3c5322d tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Made reservation on behalf of 088180f8cd814306a3f92350df9020de for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:07:25.598207 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0d01e54b-9f78-42c1-98c9-93bec3c5322d tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:25.628683 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d01e54b-9f78-42c1-98c9-93bec3c5322d tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 14:07:25.638230 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0d01e54b-9f78-42c1-98c9-93bec3c5322d tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:25.638719 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-0d01e54b-9f78-42c1-98c9-93bec3c5322d tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Added segment 72617933-e864-43ec-80b6-9f5e723b201f of type vlan for network aceb017b-df4c-4be3-9079-2d5d69e6b103 May 31 14:07:25.667231 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0d01e54b-9f78-42c1-98c9-93bec3c5322d tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:25.715975 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0d01e54b-9f78-42c1-98c9-93bec3c5322d tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:25.723328 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d01e54b-9f78-42c1-98c9-93bec3c5322d tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:07:25.723328 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0d01e54b-9f78-42c1-98c9-93bec3c5322d tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:25.842022 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-0d01e54b-9f78-42c1-98c9-93bec3c5322d tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2934837 May 31 14:07:25.842917 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 36942) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:07:25.846920 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-70537a57-0a7d-4526-b1d3-1320cc38731c tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-334892124', 'admin_state_up': True, 'project_id': '088180f8cd814306a3f92350df9020de', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:07:25.859657 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-70537a57-0a7d-4526-b1d3-1320cc38731c tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:07:25.861909 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d01e54b-9f78-42c1-98c9-93bec3c5322d tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event updated for resources: {'Network': ['ID=aceb017b-df4c-4be3-9079-2d5d69e6b103,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:07:25.867156 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-70537a57-0a7d-4526-b1d3-1320cc38731c tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Usage tracker for resource:router and tenant:088180f8cd814306a3f92350df9020de is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:07:25.871939 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-70537a57-0a7d-4526-b1d3-1320cc38731c tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:07:25.873483 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network aceb017b-df4c-4be3-9079-2d5d69e6b103 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 14:07:25.878308 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-70537a57-0a7d-4526-b1d3-1320cc38731c tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:07:25.890376 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-70537a57-0a7d-4526-b1d3-1320cc38731c tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:25.891440 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-70537a57-0a7d-4526-b1d3-1320cc38731c tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:25.908966 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-70537a57-0a7d-4526-b1d3-1320cc38731c tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:26.330281 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-70537a57-0a7d-4526-b1d3-1320cc38731c tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:26.669026 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-70537a57-0a7d-4526-b1d3-1320cc38731c tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for router_gateway, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:26.698709 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-70537a57-0a7d-4526-b1d3-1320cc38731c tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:26.857652 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-70537a57-0a7d-4526-b1d3-1320cc38731c tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Allocated IP 172.25.6.79 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/e25fff74-163b-4f1f-a65b-d4281dcf1798) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:07:27.027045 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-70537a57-0a7d-4526-b1d3-1320cc38731c tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:27.062688 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-70537a57-0a7d-4526-b1d3-1320cc38731c tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:27.136303 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70537a57-0a7d-4526-b1d3-1320cc38731c tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:07:27.136303 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-70537a57-0a7d-4526-b1d3-1320cc38731c tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:07:27.145860 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70537a57-0a7d-4526-b1d3-1320cc38731c tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:07:27.184083 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70537a57-0a7d-4526-b1d3-1320cc38731c tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event updated for resources: {'Port': ['ID=e25fff74-163b-4f1f-a65b-d4281dcf1798,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:07:27.650411 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-70537a57-0a7d-4526-b1d3-1320cc38731c tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for router_gateway, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:28.177553 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-70537a57-0a7d-4526-b1d3-1320cc38731c tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:28.454875 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70537a57-0a7d-4526-b1d3-1320cc38731c tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Router 371b1434-40bd-4b88-9778-54a8535e5621 is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 14:07:28.699216 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70537a57-0a7d-4526-b1d3-1320cc38731c tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:07:28.710370 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c543db34-4249-416e-a70c-b3649e23a897 None None] Sync routers for ids ['371b1434-40bd-4b88-9778-54a8535e5621'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:07:28.719979 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c543db34-4249-416e-a70c-b3649e23a897 None None] Routers {'371b1434-40bd-4b88-9778-54a8535e5621'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:07:28.720597 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-c543db34-4249-416e-a70c-b3649e23a897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:07:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['371b1434-40bd-4b88-9778-54a8535e5621'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:07:28.730629 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-70537a57-0a7d-4526-b1d3-1320cc38731c tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:28.734028 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-70537a57-0a7d-4526-b1d3-1320cc38731c tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.8890059 May 31 14:07:28.735875 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 36978) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:07:28.902648 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-eb6f26ad-5da8-4d52-a083-a1d58bc86865 tempest-TestNetworkAdvancedServerOps-1325536650 tempest-TestNetworkAdvancedServerOps-1325536650-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=088180f8cd814306a3f92350df9020de&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1623583 May 31 14:07:28.914875 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 36982) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:07:28.933879 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-c543db34-4249-416e-a70c-b3649e23a897 None None] Set router 371b1434-40bd-4b88-9778-54a8535e5621 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:07:29.060516 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228233ce-401e-4c2e-b727-8b909f08aaca tempest-TestNetworkAdvancedServerOps-1325536650 tempest-TestNetworkAdvancedServerOps-1325536650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:07:29.060516 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-228233ce-401e-4c2e-b727-8b909f08aaca tempest-TestNetworkAdvancedServerOps-1325536650 tempest-TestNetworkAdvancedServerOps-1325536650-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1536338 May 31 14:07:29.065089 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 36988) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:07:29.114547 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-af787781-02ff-4991-894d-2f215060a286 tempest-TestNetworkAdvancedServerOps-1325536650 tempest-TestNetworkAdvancedServerOps-1325536650-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=d2103cd5-63ba-4c24-9d95-fd17643bf14c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0519025 May 31 14:07:29.117192 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 36992) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:07:29.123812 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-6c216dbf-161b-4089-8cd2-25cda7a6c9ab tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1958733476', 'network_id': 'aceb017b-df4c-4be3-9079-2d5d69e6b103', 'project_id': '088180f8cd814306a3f92350df9020de', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:07:29.251350 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6c216dbf-161b-4089-8cd2-25cda7a6c9ab tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:07:29.252757 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-c543db34-4249-416e-a70c-b3649e23a897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371b1434-40bd-4b88-9778-54a8535e5621', 'name': 'tempest-TestNetworkAdvancedServerOps-router-334892124', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'e25fff74-163b-4f1f-a65b-d4281dcf1798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:07:25Z', 'updated_at': '2022-05-31T14:07:27Z', 'revision_number': 3, 'project_id': '088180f8cd814306a3f92350df9020de', 'gw_port': {'id': 'e25fff74-163b-4f1f-a65b-d4281dcf1798', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:47:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '371b1434-40bd-4b88-9778-54a8535e5621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:07:26Z', 'updated_at': '2022-05-31T14:07:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:07:29.255970 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-6c216dbf-161b-4089-8cd2-25cda7a6c9ab tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Usage tracker for resource:subnet and tenant:088180f8cd814306a3f92350df9020de is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:07:29.256860 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c543db34-4249-416e-a70c-b3649e23a897 None None] Checking router: 371b1434-40bd-4b88-9778-54a8535e5621 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:07:29.257212 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c543db34-4249-416e-a70c-b3649e23a897 None None] Updating router 371b1434-40bd-4b88-9778-54a8535e5621 port e25fff74-163b-4f1f-a65b-d4281dcf1798 binding host n-d-843939-1 {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 14:07:29.259620 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-6c216dbf-161b-4089-8cd2-25cda7a6c9ab tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:07:29.266007 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6c216dbf-161b-4089-8cd2-25cda7a6c9ab tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:07:29.277015 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c216dbf-161b-4089-8cd2-25cda7a6c9ab tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Made reservation on behalf of 088180f8cd814306a3f92350df9020de for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:07:29.280455 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6c216dbf-161b-4089-8cd2-25cda7a6c9ab tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:29.311916 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c543db34-4249-416e-a70c-b3649e23a897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:29.565778 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6c216dbf-161b-4089-8cd2-25cda7a6c9ab tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:29.668729 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c216dbf-161b-4089-8cd2-25cda7a6c9ab tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event updated for resources: {'Subnet': ['ID=5f99a74d-a8f6-431f-9ac9-f84cbbc8b93f,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:07:29.703917 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c216dbf-161b-4089-8cd2-25cda7a6c9ab tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Checking segment: {'id': '72617933-e864-43ec-80b6-9f5e723b201f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'aceb017b-df4c-4be3-9079-2d5d69e6b103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:07:29.704274 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c216dbf-161b-4089-8cd2-25cda7a6c9ab tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Network hostable DHCP agents. Network: aceb017b-df4c-4be3-9079-2d5d69e6b103, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 14:07:29.731057 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c216dbf-161b-4089-8cd2-25cda7a6c9ab tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Network aceb017b-df4c-4be3-9079-2d5d69e6b103 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 14:07:29.742241 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-6c216dbf-161b-4089-8cd2-25cda7a6c9ab tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, aceb017b-df4c-4be3-9079-2d5d69e6b103) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:07:29.748017 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c216dbf-161b-4089-8cd2-25cda7a6c9ab tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:07:29.749206 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6c216dbf-161b-4089-8cd2-25cda7a6c9ab tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:29.764197 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14afda9-cea0-486a-9125-2a889e81820a None None] Network aceb017b-df4c-4be3-9079-2d5d69e6b103 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:07:29.776734 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 36998) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:07:29.782677 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-6c216dbf-161b-4089-8cd2-25cda7a6c9ab tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6636174 May 31 14:07:29.877926 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c543db34-4249-416e-a70c-b3649e23a897 None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:29.906424 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c543db34-4249-416e-a70c-b3649e23a897 None None] Transition to ACTIVE for port object e25fff74-163b-4f1f-a65b-d4281dcf1798 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:07:29.924244 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c543db34-4249-416e-a70c-b3649e23a897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:30.049522 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-c543db34-4249-416e-a70c-b3649e23a897 None None] Attempting to bind port e25fff74-163b-4f1f-a65b-d4281dcf1798 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:07:30.049897 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-c543db34-4249-416e-a70c-b3649e23a897 None None] Attempting to bind port e25fff74-163b-4f1f-a65b-d4281dcf1798 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:07:30.050292 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c543db34-4249-416e-a70c-b3649e23a897 None None] Attempting to bind port e25fff74-163b-4f1f-a65b-d4281dcf1798 on network d2103cd5-63ba-4c24-9d95-fd17643bf14c {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:07:30.065967 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c543db34-4249-416e-a70c-b3649e23a897 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:07:30.066282 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c543db34-4249-416e-a70c-b3649e23a897 None None] Checking segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:07:30.066685 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c543db34-4249-416e-a70c-b3649e23a897 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:30.067082 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c543db34-4249-416e-a70c-b3649e23a897 None None] Bound using segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:07:30.067552 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-c543db34-4249-416e-a70c-b3649e23a897 None None] Bound port: e25fff74-163b-4f1f-a65b-d4281dcf1798, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:07:30.067927 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c543db34-4249-416e-a70c-b3649e23a897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:30.112579 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed752ce7-1e53-4f22-853e-0ff7e9911c4d None None] Pushing event updated for resources: {'Port': ['ID=e25fff74-163b-4f1f-a65b-d4281dcf1798,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:07:30.171308 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a772bdc-1726-4033-ab59-5fd1f39701bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-aceb017b-df4c-4be3-9079-2d5d69e6b103', 'network_id': 'aceb017b-df4c-4be3-9079-2d5d69e6b103', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'fixed_ips': [{'subnet_id': '5f99a74d-a8f6-431f-9ac9-f84cbbc8b93f'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 14:07:30.172137 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0a772bdc-1726-4033-ab59-5fd1f39701bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:30.250801 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-c543db34-4249-416e-a70c-b3649e23a897 None None] For port e25fff74-163b-4f1f-a65b-d4281dcf1798, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:07:30.268589 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-c543db34-4249-416e-a70c-b3649e23a897 None None] For port e25fff74-163b-4f1f-a65b-d4281dcf1798, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=e25fff74-163b-4f1f-a65b-d4281dcf1798,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:07:30.277783 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c543db34-4249-416e-a70c-b3649e23a897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:30.420141 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c543db34-4249-416e-a70c-b3649e23a897 None None] Routers {'371b1434-40bd-4b88-9778-54a8535e5621'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:07:30.420777 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-c543db34-4249-416e-a70c-b3649e23a897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:07:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['371b1434-40bd-4b88-9778-54a8535e5621'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:07:30.551608 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fadd0de6-b725-4b88-9df8-0dd3dc8829b1 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:30.575552 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed752ce7-1e53-4f22-853e-0ff7e9911c4d None None] Pushing event updated for resources: {'Port': ['ID=e25fff74-163b-4f1f-a65b-d4281dcf1798,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:07:30.616647 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-0a772bdc-1726-4033-ab59-5fd1f39701bf None None] Allocated IP 172.20.0.2 (aceb017b-df4c-4be3-9079-2d5d69e6b103/5f99a74d-a8f6-431f-9ac9-f84cbbc8b93f/5519a032-e337-45dd-9630-7db6c2139c9e) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:07:30.643604 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-c543db34-4249-416e-a70c-b3649e23a897 None None] Set router 371b1434-40bd-4b88-9778-54a8535e5621 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:07:31.136151 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0a772bdc-1726-4033-ab59-5fd1f39701bf None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:31.148294 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0a772bdc-1726-4033-ab59-5fd1f39701bf None None] Transition to ACTIVE for port object 5519a032-e337-45dd-9630-7db6c2139c9e will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:07:31.171710 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0a772bdc-1726-4033-ab59-5fd1f39701bf None None] Transition to ACTIVE for port object 5519a032-e337-45dd-9630-7db6c2139c9e will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:07:31.178920 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0a772bdc-1726-4033-ab59-5fd1f39701bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:31.215537 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-c543db34-4249-416e-a70c-b3649e23a897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371b1434-40bd-4b88-9778-54a8535e5621', 'name': 'tempest-TestNetworkAdvancedServerOps-router-334892124', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'e25fff74-163b-4f1f-a65b-d4281dcf1798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:07:25Z', 'updated_at': '2022-05-31T14:07:27Z', 'revision_number': 3, 'project_id': '088180f8cd814306a3f92350df9020de', 'gw_port': {'id': 'e25fff74-163b-4f1f-a65b-d4281dcf1798', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:47:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '371b1434-40bd-4b88-9778-54a8535e5621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:07:26Z', 'updated_at': '2022-05-31T14:07:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:07:31.241793 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c543db34-4249-416e-a70c-b3649e23a897 None None] The sync data for ids ['371b1434-40bd-4b88-9778-54a8535e5621'] in n-d-843939-1 is: [{'id': '371b1434-40bd-4b88-9778-54a8535e5621', 'name': 'tempest-TestNetworkAdvancedServerOps-router-334892124', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'e25fff74-163b-4f1f-a65b-d4281dcf1798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:07:25Z', 'updated_at': '2022-05-31T14:07:27Z', 'revision_number': 3, 'project_id': '088180f8cd814306a3f92350df9020de', 'gw_port': {'id': 'e25fff74-163b-4f1f-a65b-d4281dcf1798', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:47:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '371b1434-40bd-4b88-9778-54a8535e5621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:07:26Z', 'updated_at': '2022-05-31T14:07:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:07:31.244087 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-fadd0de6-b725-4b88-9df8-0dd3dc8829b1 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Allocated IP 172.20.0.1 (aceb017b-df4c-4be3-9079-2d5d69e6b103/5f99a74d-a8f6-431f-9ac9-f84cbbc8b93f/ce5594c7-de77-4790-ab9a-7bdcbfc9769e) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:07:31.251255 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a772bdc-1726-4033-ab59-5fd1f39701bf None None] Network aceb017b-df4c-4be3-9079-2d5d69e6b103 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:07:31.254198 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-0a772bdc-1726-4033-ab59-5fd1f39701bf None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:07:31.256776 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a772bdc-1726-4033-ab59-5fd1f39701bf None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:07:31.330384 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a772bdc-1726-4033-ab59-5fd1f39701bf None None] Pushing event updated for resources: {'Port': ['ID=5519a032-e337-45dd-9630-7db6c2139c9e,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:07:31.362624 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-0a772bdc-1726-4033-ab59-5fd1f39701bf None None] Attempting to bind port 5519a032-e337-45dd-9630-7db6c2139c9e on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:07:31.363528 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-0a772bdc-1726-4033-ab59-5fd1f39701bf None None] Attempting to bind port 5519a032-e337-45dd-9630-7db6c2139c9e by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '72617933-e864-43ec-80b6-9f5e723b201f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'aceb017b-df4c-4be3-9079-2d5d69e6b103'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:07:31.364243 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a772bdc-1726-4033-ab59-5fd1f39701bf None None] Attempting to bind port 5519a032-e337-45dd-9630-7db6c2139c9e on network aceb017b-df4c-4be3-9079-2d5d69e6b103 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:07:31.372753 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a772bdc-1726-4033-ab59-5fd1f39701bf None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:07:31.373699 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a772bdc-1726-4033-ab59-5fd1f39701bf None None] Checking segment: {'id': '72617933-e864-43ec-80b6-9f5e723b201f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'aceb017b-df4c-4be3-9079-2d5d69e6b103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:07:31.374547 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0a772bdc-1726-4033-ab59-5fd1f39701bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:31.374885 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a772bdc-1726-4033-ab59-5fd1f39701bf None None] Bound using segment: {'id': '72617933-e864-43ec-80b6-9f5e723b201f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'aceb017b-df4c-4be3-9079-2d5d69e6b103'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:07:31.375374 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-0a772bdc-1726-4033-ab59-5fd1f39701bf None None] Bound port: 5519a032-e337-45dd-9630-7db6c2139c9e, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72617933-e864-43ec-80b6-9f5e723b201f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'aceb017b-df4c-4be3-9079-2d5d69e6b103'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:07:31.375758 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0a772bdc-1726-4033-ab59-5fd1f39701bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:31.496969 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0a772bdc-1726-4033-ab59-5fd1f39701bf None None] For port 5519a032-e337-45dd-9630-7db6c2139c9e, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:07:31.501649 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0a772bdc-1726-4033-ab59-5fd1f39701bf None None] For port 5519a032-e337-45dd-9630-7db6c2139c9e, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=5519a032-e337-45dd-9630-7db6c2139c9e,segment=NetworkSegment(72617933-e864-43ec-80b6-9f5e723b201f),segment_id=72617933-e864-43ec-80b6-9f5e723b201f)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:07:31.510530 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0a772bdc-1726-4033-ab59-5fd1f39701bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:31.550408 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fadd0de6-b725-4b88-9df8-0dd3dc8829b1 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:31.569273 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-fadd0de6-b725-4b88-9df8-0dd3dc8829b1 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Transition to ACTIVE for port object ce5594c7-de77-4790-ab9a-7bdcbfc9769e will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:07:31.611699 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fadd0de6-b725-4b88-9df8-0dd3dc8829b1 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:31.701193 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a772bdc-1726-4033-ab59-5fd1f39701bf None None] Pushing event updated for resources: {'Port': ['ID=5519a032-e337-45dd-9630-7db6c2139c9e,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:07:31.716868 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadd0de6-b725-4b88-9df8-0dd3dc8829b1 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event updated for resources: {'Port': ['ID=ce5594c7-de77-4790-ab9a-7bdcbfc9769e,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:07:31.733582 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadd0de6-b725-4b88-9df8-0dd3dc8829b1 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Network aceb017b-df4c-4be3-9079-2d5d69e6b103 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:07:31.738498 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-fadd0de6-b725-4b88-9df8-0dd3dc8829b1 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:07:31.751163 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadd0de6-b725-4b88-9df8-0dd3dc8829b1 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:07:31.877866 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fadd0de6-b725-4b88-9df8-0dd3dc8829b1 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:32.176724 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device e25fff74-163b-4f1f-a65b-d4281dcf1798 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:07:32.287075 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port e25fff74-163b-4f1f-a65b-d4281dcf1798 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:07:32.302680 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port e25fff74-163b-4f1f-a65b-d4281dcf1798 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:07:32.303050 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:32.447042 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port e25fff74-163b-4f1f-a65b-d4281dcf1798 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:07:32.447419 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:32.467131 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port e25fff74-163b-4f1f-a65b-d4281dcf1798, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=e25fff74-163b-4f1f-a65b-d4281dcf1798,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:07:32.474393 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:32.509574 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fadd0de6-b725-4b88-9df8-0dd3dc8829b1 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:32.555860 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=e25fff74-163b-4f1f-a65b-d4281dcf1798,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:07:32.974061 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fadd0de6-b725-4b88-9df8-0dd3dc8829b1 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:32.981062 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fadd0de6-b725-4b88-9df8-0dd3dc8829b1 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:33.034929 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980491d7-d73a-4497-bb2c-b18aabbbe52b None None] Network aceb017b-df4c-4be3-9079-2d5d69e6b103 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:07:33.108413 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadd0de6-b725-4b88-9df8-0dd3dc8829b1 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event updated for resources: {'Port': ['ID=ce5594c7-de77-4790-ab9a-7bdcbfc9769e,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:07:33.113264 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fadd0de6-b725-4b88-9df8-0dd3dc8829b1 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:33.166040 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-221f8634-dbbb-45c7-8889-b3e212eaa0c2 None None] Provisioning for port 5519a032-e337-45dd-9630-7db6c2139c9e completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:07:33.267164 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadd0de6-b725-4b88-9df8-0dd3dc8829b1 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Network aceb017b-df4c-4be3-9079-2d5d69e6b103 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:07:33.268409 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-fadd0de6-b725-4b88-9df8-0dd3dc8829b1 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:07:33.485297 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fadd0de6-b725-4b88-9df8-0dd3dc8829b1 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Router 371b1434-40bd-4b88-9778-54a8535e5621 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:07:33.626755 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-671ff90f-d362-41b2-8c53-f9e7a9e3c0aa None None] Provisioning for port ce5594c7-de77-4790-ab9a-7bdcbfc9769e completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:07:33.633591 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-671ff90f-d362-41b2-8c53-f9e7a9e3c0aa None None] Provisioning complete for port ce5594c7-de77-4790-ab9a-7bdcbfc9769e triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:07:33.634322 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-671ff90f-d362-41b2-8c53-f9e7a9e3c0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:33.699109 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-671ff90f-d362-41b2-8c53-f9e7a9e3c0aa None None] Port ce5594c7-de77-4790-ab9a-7bdcbfc9769e cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:07:33.824467 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fadd0de6-b725-4b88-9df8-0dd3dc8829b1 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:07:33.834374 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b7d933-0848-41fa-97b6-65e39e605fd5 None None] Sync routers for ids ['371b1434-40bd-4b88-9778-54a8535e5621'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:07:33.840668 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b64da6c0-b7fa-4eed-9a77-d61fce2568b2 None None] Provisioning complete for port ce5594c7-de77-4790-ab9a-7bdcbfc9769e triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:07:33.841190 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b64da6c0-b7fa-4eed-9a77-d61fce2568b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:33.844242 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-fadd0de6-b725-4b88-9df8-0dd3dc8829b1 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "PUT /v2.0/routers/371b1434-40bd-4b88-9778-54a8535e5621/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0658174 May 31 14:07:33.856920 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b7d933-0848-41fa-97b6-65e39e605fd5 None None] Routers {'371b1434-40bd-4b88-9778-54a8535e5621'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:07:33.857648 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-80b7d933-0848-41fa-97b6-65e39e605fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:07:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['371b1434-40bd-4b88-9778-54a8535e5621'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:07:33.911231 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b64da6c0-b7fa-4eed-9a77-d61fce2568b2 None None] Port ce5594c7-de77-4790-ab9a-7bdcbfc9769e cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:07:34.149550 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0026a82d-8bde-4bcd-91d2-344041bd0e99 req-6d428145-5c5d-4863-828a-2c50e167ef82 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1889585175&fields=id&tenant_id=088180f8cd814306a3f92350df9020de HTTP/1.1" status: 200 len: 267 time: 0.0472636 May 31 14:07:34.157174 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-7be5987f-b261-45b8-84dc-ee9ce42f0113 None None] Provisioning complete for port ce5594c7-de77-4790-ab9a-7bdcbfc9769e triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:07:34.157574 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7be5987f-b261-45b8-84dc-ee9ce42f0113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:34.184340 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-80b7d933-0848-41fa-97b6-65e39e605fd5 None None] Set router 371b1434-40bd-4b88-9778-54a8535e5621 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:07:34.191408 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 5519a032-e337-45dd-9630-7db6c2139c9e up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:07:34.269740 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-7be5987f-b261-45b8-84dc-ee9ce42f0113 None None] Port ce5594c7-de77-4790-ab9a-7bdcbfc9769e cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:07:34.289925 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 5519a032-e337-45dd-9630-7db6c2139c9e completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:07:34.298324 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 5519a032-e337-45dd-9630-7db6c2139c9e triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:07:34.298700 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:34.404164 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026a82d-8bde-4bcd-91d2-344041bd0e99 req-c3d92223-5655-4e4c-b633-e19d789b9bc8 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:07:34.409200 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-0026a82d-8bde-4bcd-91d2-344041bd0e99 req-c3d92223-5655-4e4c-b633-e19d789b9bc8 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Synchronizing usage tracker for tenant:088180f8cd814306a3f92350df9020de on resource:network {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:07:34.443648 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-0026a82d-8bde-4bcd-91d2-344041bd0e99 req-c3d92223-5655-4e4c-b633-e19d789b9bc8 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Unset dirty status for tenant:088180f8cd814306a3f92350df9020de on resource:network {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:07:34.446447 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0026a82d-8bde-4bcd-91d2-344041bd0e99 req-c3d92223-5655-4e4c-b633-e19d789b9bc8 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/networks?id=aceb017b-df4c-4be3-9079-2d5d69e6b103 HTTP/1.1" status: 200 len: 795 time: 0.2896125 May 31 14:07:34.468254 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 5519a032-e337-45dd-9630-7db6c2139c9e is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:07:34.468813 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:34.469794 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0026a82d-8bde-4bcd-91d2-344041bd0e99 req-126172e9-31ea-4278-8881-34af69957d5e tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/quotas/088180f8cd814306a3f92350df9020de HTTP/1.1" status: 200 len: 375 time: 0.0168996 May 31 14:07:34.517821 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 5519a032-e337-45dd-9630-7db6c2139c9e, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=5519a032-e337-45dd-9630-7db6c2139c9e,segment=NetworkSegment(72617933-e864-43ec-80b6-9f5e723b201f),segment_id=72617933-e864-43ec-80b6-9f5e723b201f)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:07:34.523723 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:34.526506 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device e25fff74-163b-4f1f-a65b-d4281dcf1798 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:07:34.569893 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-80b7d933-0848-41fa-97b6-65e39e605fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371b1434-40bd-4b88-9778-54a8535e5621', 'name': 'tempest-TestNetworkAdvancedServerOps-router-334892124', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'e25fff74-163b-4f1f-a65b-d4281dcf1798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:07:25Z', 'updated_at': '2022-05-31T14:07:32Z', 'revision_number': 4, 'project_id': '088180f8cd814306a3f92350df9020de', 'gw_port': {'id': 'e25fff74-163b-4f1f-a65b-d4281dcf1798', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:47:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371b1434-40bd-4b88-9778-54a8535e5621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:07:26Z', 'updated_at': '2022-05-31T14:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'ce5594c7-de77-4790-ab9a-7bdcbfc9769e', 'name': '', 'network_id': 'aceb017b-df4c-4be3-9079-2d5d69e6b103', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'mac_address': 'fa:16:3e:af:4c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '371b1434-40bd-4b88-9778-54a8535e5621', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '5f99a74d-a8f6-431f-9ac9-f84cbbc8b93f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:07:30Z', 'updated_at': '2022-05-31T14:07:32Z', 'revision_number': 2, 'project_id': '088180f8cd814306a3f92350df9020de', 'subnets': [{'id': '5f99a74d-a8f6-431f-9ac9-f84cbbc8b93f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:07:34.578211 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b7d933-0848-41fa-97b6-65e39e605fd5 None None] Checking router: 371b1434-40bd-4b88-9778-54a8535e5621 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:07:34.578760 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b7d933-0848-41fa-97b6-65e39e605fd5 None None] Updating router 371b1434-40bd-4b88-9778-54a8535e5621 port ce5594c7-de77-4790-ab9a-7bdcbfc9769e binding host n-d-843939-1 {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 14:07:34.611312 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-0026a82d-8bde-4bcd-91d2-344041bd0e99 req-7c8d997d-97ad-4dee-b04e-9611cff9fcbd tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Synchronizing usage tracker for tenant:088180f8cd814306a3f92350df9020de on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:07:34.661057 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-80b7d933-0848-41fa-97b6-65e39e605fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:34.666597 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-0026a82d-8bde-4bcd-91d2-344041bd0e99 req-7c8d997d-97ad-4dee-b04e-9611cff9fcbd tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Unset dirty status for tenant:088180f8cd814306a3f92350df9020de on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:07:34.667930 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0026a82d-8bde-4bcd-91d2-344041bd0e99 req-7c8d997d-97ad-4dee-b04e-9611cff9fcbd tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=088180f8cd814306a3f92350df9020de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1890724 May 31 14:07:34.686961 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [req-0026a82d-8bde-4bcd-91d2-344041bd0e99 req-5828d8e2-ed92-49c4-b7a1-70e9611767a1 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 14:07:34.687951 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0026a82d-8bde-4bcd-91d2-344041bd0e99 req-5828d8e2-ed92-49c4-b7a1-70e9611767a1 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060010 May 31 14:07:34.724181 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=5519a032-e337-45dd-9630-7db6c2139c9e,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:07:34.739280 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port e25fff74-163b-4f1f-a65b-d4281dcf1798 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:07:34.739724 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:34.884389 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0026a82d-8bde-4bcd-91d2-344041bd0e99 req-88cda6ea-30c1-45f8-a603-4fb58679427c service neutron] 10.222.0.50 "GET /v2.0/networks/aceb017b-df4c-4be3-9079-2d5d69e6b103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897733 May 31 14:07:34.924657 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port e25fff74-163b-4f1f-a65b-d4281dcf1798 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:07:35.070246 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0026a82d-8bde-4bcd-91d2-344041bd0e99 req-b907ec59-dde3-41ce-a5f7-8cc02beb473c service neutron] 10.222.0.50 "GET /v2.0/networks/aceb017b-df4c-4be3-9079-2d5d69e6b103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790278 May 31 14:07:35.162282 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-80b7d933-0848-41fa-97b6-65e39e605fd5 None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:35.178563 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-80b7d933-0848-41fa-97b6-65e39e605fd5 None None] Transition to ACTIVE for port object ce5594c7-de77-4790-ab9a-7bdcbfc9769e will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:07:35.188646 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-80b7d933-0848-41fa-97b6-65e39e605fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:35.384822 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3147a70-a933-4c58-93ba-24e90c185ac6 None None] Pushing event updated for resources: {'Port': ['ID=ce5594c7-de77-4790-ab9a-7bdcbfc9769e,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:07:35.392843 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-db4121e0-8b7a-4efb-86cd-e20b1937c37c req-dcdf1425-1f52-455c-926c-c25ee7ecd3c9 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=036d0507-56a6-4406-9f0b-49140729fba2 HTTP/1.1" status: 200 len: 210 time: 0.1079097 May 31 14:07:35.538571 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-80b7d933-0848-41fa-97b6-65e39e605fd5 None None] Attempting to bind port ce5594c7-de77-4790-ab9a-7bdcbfc9769e on host n-d-843939-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:07:35.538937 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-80b7d933-0848-41fa-97b6-65e39e605fd5 None None] Attempting to bind port ce5594c7-de77-4790-ab9a-7bdcbfc9769e by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '72617933-e864-43ec-80b6-9f5e723b201f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'aceb017b-df4c-4be3-9079-2d5d69e6b103'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:07:35.539854 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b7d933-0848-41fa-97b6-65e39e605fd5 None None] Attempting to bind port ce5594c7-de77-4790-ab9a-7bdcbfc9769e on network aceb017b-df4c-4be3-9079-2d5d69e6b103 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:07:35.546858 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b7d933-0848-41fa-97b6-65e39e605fd5 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:07:35.547234 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b7d933-0848-41fa-97b6-65e39e605fd5 None None] Checking segment: {'id': '72617933-e864-43ec-80b6-9f5e723b201f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'aceb017b-df4c-4be3-9079-2d5d69e6b103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:07:35.547822 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-80b7d933-0848-41fa-97b6-65e39e605fd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:35.548221 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b7d933-0848-41fa-97b6-65e39e605fd5 None None] Bound using segment: {'id': '72617933-e864-43ec-80b6-9f5e723b201f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'aceb017b-df4c-4be3-9079-2d5d69e6b103'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:07:35.548688 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-80b7d933-0848-41fa-97b6-65e39e605fd5 None None] Bound port: ce5594c7-de77-4790-ab9a-7bdcbfc9769e, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72617933-e864-43ec-80b6-9f5e723b201f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'aceb017b-df4c-4be3-9079-2d5d69e6b103'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:07:35.549061 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-80b7d933-0848-41fa-97b6-65e39e605fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:35.663814 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-80b7d933-0848-41fa-97b6-65e39e605fd5 None None] For port ce5594c7-de77-4790-ab9a-7bdcbfc9769e, host n-d-843939-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:07:35.667750 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-80b7d933-0848-41fa-97b6-65e39e605fd5 None None] For port ce5594c7-de77-4790-ab9a-7bdcbfc9769e, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=ce5594c7-de77-4790-ab9a-7bdcbfc9769e,segment=NetworkSegment(72617933-e864-43ec-80b6-9f5e723b201f),segment_id=72617933-e864-43ec-80b6-9f5e723b201f)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:07:35.673382 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-80b7d933-0848-41fa-97b6-65e39e605fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:35.762157 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b7d933-0848-41fa-97b6-65e39e605fd5 None None] Routers {'371b1434-40bd-4b88-9778-54a8535e5621'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:07:35.762800 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-80b7d933-0848-41fa-97b6-65e39e605fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:07:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['371b1434-40bd-4b88-9778-54a8535e5621'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:07:35.836697 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3147a70-a933-4c58-93ba-24e90c185ac6 None None] Pushing event updated for resources: {'Port': ['ID=ce5594c7-de77-4790-ab9a-7bdcbfc9769e,revision_number=4']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:07:36.008415 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-80b7d933-0848-41fa-97b6-65e39e605fd5 None None] Set router 371b1434-40bd-4b88-9778-54a8535e5621 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:07:36.050662 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 5519a032-e337-45dd-9630-7db6c2139c9e up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:07:36.209640 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 5519a032-e337-45dd-9630-7db6c2139c9e triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:07:36.210181 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:36.394715 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 5519a032-e337-45dd-9630-7db6c2139c9e is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:07:36.479088 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-80b7d933-0848-41fa-97b6-65e39e605fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371b1434-40bd-4b88-9778-54a8535e5621', 'name': 'tempest-TestNetworkAdvancedServerOps-router-334892124', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'e25fff74-163b-4f1f-a65b-d4281dcf1798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:07:25Z', 'updated_at': '2022-05-31T14:07:32Z', 'revision_number': 4, 'project_id': '088180f8cd814306a3f92350df9020de', 'gw_port': {'id': 'e25fff74-163b-4f1f-a65b-d4281dcf1798', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:47:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371b1434-40bd-4b88-9778-54a8535e5621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:07:26Z', 'updated_at': '2022-05-31T14:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'ce5594c7-de77-4790-ab9a-7bdcbfc9769e', 'name': '', 'network_id': 'aceb017b-df4c-4be3-9079-2d5d69e6b103', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'mac_address': 'fa:16:3e:af:4c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '371b1434-40bd-4b88-9778-54a8535e5621', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '5f99a74d-a8f6-431f-9ac9-f84cbbc8b93f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:07:30Z', 'updated_at': '2022-05-31T14:07:35Z', 'revision_number': 4, 'project_id': '088180f8cd814306a3f92350df9020de', 'subnets': [{'id': '5f99a74d-a8f6-431f-9ac9-f84cbbc8b93f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:07:36.482863 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b7d933-0848-41fa-97b6-65e39e605fd5 None None] The sync data for ids ['371b1434-40bd-4b88-9778-54a8535e5621'] in n-d-843939-1 is: [{'id': '371b1434-40bd-4b88-9778-54a8535e5621', 'name': 'tempest-TestNetworkAdvancedServerOps-router-334892124', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'e25fff74-163b-4f1f-a65b-d4281dcf1798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:07:25Z', 'updated_at': '2022-05-31T14:07:32Z', 'revision_number': 4, 'project_id': '088180f8cd814306a3f92350df9020de', 'gw_port': {'id': 'e25fff74-163b-4f1f-a65b-d4281dcf1798', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:47:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371b1434-40bd-4b88-9778-54a8535e5621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:07:26Z', 'updated_at': '2022-05-31T14:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'ce5594c7-de77-4790-ab9a-7bdcbfc9769e', 'name': '', 'network_id': 'aceb017b-df4c-4be3-9079-2d5d69e6b103', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'mac_address': 'fa:16:3e:af:4c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '371b1434-40bd-4b88-9778-54a8535e5621', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '5f99a74d-a8f6-431f-9ac9-f84cbbc8b93f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:07:30Z', 'updated_at': '2022-05-31T14:07:35Z', 'revision_number': 4, 'project_id': '088180f8cd814306a3f92350df9020de', 'subnets': [{'id': '5f99a74d-a8f6-431f-9ac9-f84cbbc8b93f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:07:36.637491 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-72f8bd0b-3207-4015-a96e-6e9c0278c42f req-0121b519-0cca-4d55-9cff-4814d05f6973 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=036d0507-56a6-4406-9f0b-49140729fba2 HTTP/1.1" status: 200 len: 210 time: 0.0557573 May 31 14:07:37.205625 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026a82d-8bde-4bcd-91d2-344041bd0e99 req-45048fb1-f502-4766-9828-5601e559bf6e tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:07:37.206917 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-0026a82d-8bde-4bcd-91d2-344041bd0e99 req-45048fb1-f502-4766-9828-5601e559bf6e tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Synchronizing usage tracker for tenant:088180f8cd814306a3f92350df9020de on resource:network {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:07:37.224637 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-0026a82d-8bde-4bcd-91d2-344041bd0e99 req-45048fb1-f502-4766-9828-5601e559bf6e tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Unset dirty status for tenant:088180f8cd814306a3f92350df9020de on resource:network {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:07:37.226438 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0026a82d-8bde-4bcd-91d2-344041bd0e99 req-45048fb1-f502-4766-9828-5601e559bf6e tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.44 "GET /v2.0/networks?id=aceb017b-df4c-4be3-9079-2d5d69e6b103 HTTP/1.1" status: 200 len: 795 time: 0.2576358 May 31 14:07:37.290205 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-0026a82d-8bde-4bcd-91d2-344041bd0e99 req-c2fe6995-a9ee-4063-9d3e-a9f5d1ca0865 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Synchronizing usage tracker for tenant:088180f8cd814306a3f92350df9020de on resource:security_group {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:07:37.338209 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-0026a82d-8bde-4bcd-91d2-344041bd0e99 req-c2fe6995-a9ee-4063-9d3e-a9f5d1ca0865 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Unset dirty status for tenant:088180f8cd814306a3f92350df9020de on resource:security_group {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:07:37.339379 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0026a82d-8bde-4bcd-91d2-344041bd0e99 req-c2fe6995-a9ee-4063-9d3e-a9f5d1ca0865 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=088180f8cd814306a3f92350df9020de HTTP/1.1" status: 200 len: 380 time: 0.0967352 May 31 14:07:37.350229 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-0026a82d-8bde-4bcd-91d2-344041bd0e99 req-880a0395-b002-473d-95e2-f628b0db0eeb tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Request body: {'port': {'device_id': '036d0507-56a6-4406-9f0b-49140729fba2', 'network_id': 'aceb017b-df4c-4be3-9079-2d5d69e6b103', 'admin_state_up': True, 'tenant_id': '088180f8cd814306a3f92350df9020de', 'security_groups': ['04550a6f-72c6-49d9-bcbc-bc17f3cc44d9']}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:07:37.513412 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-0026a82d-8bde-4bcd-91d2-344041bd0e99 req-880a0395-b002-473d-95e2-f628b0db0eeb tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:07:37.525354 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-0026a82d-8bde-4bcd-91d2-344041bd0e99 req-880a0395-b002-473d-95e2-f628b0db0eeb tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:07:37.537597 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0026a82d-8bde-4bcd-91d2-344041bd0e99 req-880a0395-b002-473d-95e2-f628b0db0eeb tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Made reservation on behalf of 088180f8cd814306a3f92350df9020de for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:07:37.542156 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-0026a82d-8bde-4bcd-91d2-344041bd0e99 req-880a0395-b002-473d-95e2-f628b0db0eeb tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:37.616385 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:37.858870 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c4264478-1fad-49b3-9a2b-0f23d714f017 req-359c0a02-dc4a-4f94-98c9-aeddfc24b678 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=036d0507-56a6-4406-9f0b-49140729fba2 HTTP/1.1" status: 200 len: 210 time: 0.0735652 May 31 14:07:37.901160 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [req-0026a82d-8bde-4bcd-91d2-344041bd0e99 req-880a0395-b002-473d-95e2-f628b0db0eeb tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Allocated IP 172.20.0.5 (aceb017b-df4c-4be3-9079-2d5d69e6b103/5f99a74d-a8f6-431f-9ac9-f84cbbc8b93f/d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:07:38.053824 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device ce5594c7-de77-4790-ab9a-7bdcbfc9769e up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:07:38.125091 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-0026a82d-8bde-4bcd-91d2-344041bd0e99 req-880a0395-b002-473d-95e2-f628b0db0eeb tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:38.135041 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port ce5594c7-de77-4790-ab9a-7bdcbfc9769e completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:07:38.140321 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port ce5594c7-de77-4790-ab9a-7bdcbfc9769e triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:07:38.140685 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:38.144407 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-0026a82d-8bde-4bcd-91d2-344041bd0e99 req-880a0395-b002-473d-95e2-f628b0db0eeb tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Transition to ACTIVE for port object d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:07:38.173355 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-0026a82d-8bde-4bcd-91d2-344041bd0e99 req-880a0395-b002-473d-95e2-f628b0db0eeb tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:38.246906 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0026a82d-8bde-4bcd-91d2-344041bd0e99 req-880a0395-b002-473d-95e2-f628b0db0eeb tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Network aceb017b-df4c-4be3-9079-2d5d69e6b103 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:07:38.249785 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [req-0026a82d-8bde-4bcd-91d2-344041bd0e99 req-880a0395-b002-473d-95e2-f628b0db0eeb tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:07:38.252578 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-0026a82d-8bde-4bcd-91d2-344041bd0e99 req-880a0395-b002-473d-95e2-f628b0db0eeb tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:07:38.264047 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port ce5594c7-de77-4790-ab9a-7bdcbfc9769e is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:07:38.264427 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:38.299681 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port ce5594c7-de77-4790-ab9a-7bdcbfc9769e, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=ce5594c7-de77-4790-ab9a-7bdcbfc9769e,segment=NetworkSegment(72617933-e864-43ec-80b6-9f5e723b201f),segment_id=72617933-e864-43ec-80b6-9f5e723b201f)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:07:38.303408 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880a0395-b002-473d-95e2-f628b0db0eeb tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event updated for resources: {'Port': ['ID=d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:07:38.305131 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:38.342113 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026a82d-8bde-4bcd-91d2-344041bd0e99 req-880a0395-b002-473d-95e2-f628b0db0eeb tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:07:38.342896 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-0026a82d-8bde-4bcd-91d2-344041bd0e99 req-880a0395-b002-473d-95e2-f628b0db0eeb tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:38.372476 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0026a82d-8bde-4bcd-91d2-344041bd0e99 req-880a0395-b002-473d-95e2-f628b0db0eeb tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0265436 May 31 14:07:38.388767 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-0026a82d-8bde-4bcd-91d2-344041bd0e99 req-dd7486bf-b357-44ae-9805-ec10ff54829c service neutron] Request body: {'port': {'device_id': '036d0507-56a6-4406-9f0b-49140729fba2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:07:38.396608 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=ce5594c7-de77-4790-ab9a-7bdcbfc9769e,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:07:38.505693 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-0026a82d-8bde-4bcd-91d2-344041bd0e99 req-dd7486bf-b357-44ae-9805-ec10ff54829c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:38.529156 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-4d0de230-1d1e-49a7-9e45-e69bf75f5000 None None] Provisioning for port d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:07:38.533973 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-4d0de230-1d1e-49a7-9e45-e69bf75f5000 None None] Provisioning complete for port d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:07:38.534370 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4d0de230-1d1e-49a7-9e45-e69bf75f5000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:38.602656 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-4d0de230-1d1e-49a7-9e45-e69bf75f5000 None None] Port d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:07:38.856743 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [req-0026a82d-8bde-4bcd-91d2-344041bd0e99 req-dd7486bf-b357-44ae-9805-ec10ff54829c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7 {{(pid=88369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:07:38.864866 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-0026a82d-8bde-4bcd-91d2-344041bd0e99 req-dd7486bf-b357-44ae-9805-ec10ff54829c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:38.879326 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-0026a82d-8bde-4bcd-91d2-344041bd0e99 req-dd7486bf-b357-44ae-9805-ec10ff54829c service neutron] Transition to ACTIVE for port object d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7 will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:07:38.884302 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-0026a82d-8bde-4bcd-91d2-344041bd0e99 req-dd7486bf-b357-44ae-9805-ec10ff54829c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:39.070754 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7486bf-b357-44ae-9805-ec10ff54829c service neutron] Pushing event updated for resources: {'Port': ['ID=d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:07:39.101200 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3aa22e-970a-4615-ba43-10bc40827986 req-105733fb-fd27-4c01-8ff0-9f082612e7ca tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:07:39.106432 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-eb3aa22e-970a-4615-ba43-10bc40827986 req-105733fb-fd27-4c01-8ff0-9f082612e7ca tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=036d0507-56a6-4406-9f0b-49140729fba2 HTTP/1.1" status: 200 len: 943 time: 0.1098680 May 31 14:07:39.159011 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-0026a82d-8bde-4bcd-91d2-344041bd0e99 req-dd7486bf-b357-44ae-9805-ec10ff54829c service neutron] Attempting to bind port d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:07:39.159831 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-0026a82d-8bde-4bcd-91d2-344041bd0e99 req-dd7486bf-b357-44ae-9805-ec10ff54829c service neutron] Attempting to bind port d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': '72617933-e864-43ec-80b6-9f5e723b201f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'aceb017b-df4c-4be3-9079-2d5d69e6b103'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:07:39.160547 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0026a82d-8bde-4bcd-91d2-344041bd0e99 req-dd7486bf-b357-44ae-9805-ec10ff54829c service neutron] Attempting to bind port d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7 on network aceb017b-df4c-4be3-9079-2d5d69e6b103 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:07:39.160950 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:39.167531 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0026a82d-8bde-4bcd-91d2-344041bd0e99 req-dd7486bf-b357-44ae-9805-ec10ff54829c service neutron] Port d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7 on network aceb017b-df4c-4be3-9079-2d5d69e6b103 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 14:07:39.168187 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0026a82d-8bde-4bcd-91d2-344041bd0e99 req-dd7486bf-b357-44ae-9805-ec10ff54829c service neutron] Attempting to bind port d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7 on network aceb017b-df4c-4be3-9079-2d5d69e6b103 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:07:39.172918 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-eb3aa22e-970a-4615-ba43-10bc40827986 req-22eb9acb-dbb4-4238-aec9-0ba0202d730e tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=04550a6f-72c6-49d9-bcbc-bc17f3cc44d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589490 May 31 14:07:39.187635 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0026a82d-8bde-4bcd-91d2-344041bd0e99 req-dd7486bf-b357-44ae-9805-ec10ff54829c service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:07:39.187635 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0026a82d-8bde-4bcd-91d2-344041bd0e99 req-dd7486bf-b357-44ae-9805-ec10ff54829c service neutron] Checking segment: {'id': '72617933-e864-43ec-80b6-9f5e723b201f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'aceb017b-df4c-4be3-9079-2d5d69e6b103'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:07:39.188897 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0026a82d-8bde-4bcd-91d2-344041bd0e99 req-dd7486bf-b357-44ae-9805-ec10ff54829c service neutron] Bound using segment: {'id': '72617933-e864-43ec-80b6-9f5e723b201f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'aceb017b-df4c-4be3-9079-2d5d69e6b103'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:07:39.189450 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-0026a82d-8bde-4bcd-91d2-344041bd0e99 req-dd7486bf-b357-44ae-9805-ec10ff54829c service neutron] Bound port: d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72617933-e864-43ec-80b6-9f5e723b201f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'aceb017b-df4c-4be3-9079-2d5d69e6b103'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:07:39.199178 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-0026a82d-8bde-4bcd-91d2-344041bd0e99 req-dd7486bf-b357-44ae-9805-ec10ff54829c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:39.296329 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-0026a82d-8bde-4bcd-91d2-344041bd0e99 req-dd7486bf-b357-44ae-9805-ec10ff54829c service neutron] For port d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7, host n-h2-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:07:39.300017 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-0026a82d-8bde-4bcd-91d2-344041bd0e99 req-dd7486bf-b357-44ae-9805-ec10ff54829c service neutron] For port d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7,segment=NetworkSegment(72617933-e864-43ec-80b6-9f5e723b201f),segment_id=72617933-e864-43ec-80b6-9f5e723b201f)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:07:39.306237 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-0026a82d-8bde-4bcd-91d2-344041bd0e99 req-dd7486bf-b357-44ae-9805-ec10ff54829c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:39.373800 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026a82d-8bde-4bcd-91d2-344041bd0e99 req-dd7486bf-b357-44ae-9805-ec10ff54829c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:07:39.374762 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-0026a82d-8bde-4bcd-91d2-344041bd0e99 req-dd7486bf-b357-44ae-9805-ec10ff54829c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:39.376432 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0026a82d-8bde-4bcd-91d2-344041bd0e99 req-dd7486bf-b357-44ae-9805-ec10ff54829c service neutron] 10.222.0.44 "PUT /v2.0/ports/d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7 HTTP/1.1" status: 200 len: 1091 time: 0.9966974 May 31 14:07:39.377025 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '036d0507-56a6-4406-9f0b-49140729fba2', 'tag': 'd6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:07:39.427801 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7486bf-b357-44ae-9805-ec10ff54829c service neutron] Pushing event updated for resources: {'Port': ['ID=d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7,revision_number=3']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:07:39.477129 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6883a394-9054-4b02-8efe-958379bb2059'] response: {'name': 'network-changed', 'server_uuid': '036d0507-56a6-4406-9f0b-49140729fba2', 'tag': 'd6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7', 'status': 'completed', 'code': 200} May 31 14:07:39.515169 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026a82d-8bde-4bcd-91d2-344041bd0e99 req-8261e500-e1d1-4a95-a253-12ccf69ffed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:07:39.516700 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0026a82d-8bde-4bcd-91d2-344041bd0e99 req-8261e500-e1d1-4a95-a253-12ccf69ffed8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=088180f8cd814306a3f92350df9020de&device_id=036d0507-56a6-4406-9f0b-49140729fba2 HTTP/1.1" status: 200 len: 1094 time: 0.0902097 May 31 14:07:39.595418 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0026a82d-8bde-4bcd-91d2-344041bd0e99 req-0f832cc6-cd50-476e-bced-1a63e46af22b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7 HTTP/1.1" status: 200 len: 217 time: 0.0709722 May 31 14:07:39.660852 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026a82d-8bde-4bcd-91d2-344041bd0e99 req-0d297d90-fed0-44ba-8dbb-78e218bc6f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:07:39.662316 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0026a82d-8bde-4bcd-91d2-344041bd0e99 req-0d297d90-fed0-44ba-8dbb-78e218bc6f3c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5f99a74d-a8f6-431f-9ac9-f84cbbc8b93f HTTP/1.1" status: 200 len: 835 time: 0.0609744 May 31 14:07:39.847773 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026a82d-8bde-4bcd-91d2-344041bd0e99 req-3c64c271-719a-4bf6-a462-d4d3699a4e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:07:39.849257 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0026a82d-8bde-4bcd-91d2-344041bd0e99 req-3c64c271-719a-4bf6-a462-d4d3699a4e8c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=aceb017b-df4c-4be3-9079-2d5d69e6b103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1808512 May 31 14:07:39.998092 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0026a82d-8bde-4bcd-91d2-344041bd0e99 req-d1b28926-b36c-4240-8a8d-2a33f9ffe239 service neutron] 10.222.0.44 "GET /v2.0/networks/aceb017b-df4c-4be3-9079-2d5d69e6b103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422601 May 31 14:07:40.030753 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device ce5594c7-de77-4790-ab9a-7bdcbfc9769e up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:07:40.130454 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port ce5594c7-de77-4790-ab9a-7bdcbfc9769e triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:07:40.130831 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:40.161443 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0026a82d-8bde-4bcd-91d2-344041bd0e99 req-6de75a7d-955e-4095-bb9d-84417bee60f4 service neutron] 10.222.0.44 "GET /v2.0/networks/aceb017b-df4c-4be3-9079-2d5d69e6b103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554406 May 31 14:07:40.258118 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port ce5594c7-de77-4790-ab9a-7bdcbfc9769e is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:07:40.285026 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7821b1-313d-4676-b884-2e5dd6fc2e18 req-cdcb8012-57fb-435c-b4a2-3e207d0f696c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:07:40.287064 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ef7821b1-313d-4676-b884-2e5dd6fc2e18 req-cdcb8012-57fb-435c-b4a2-3e207d0f696c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=088180f8cd814306a3f92350df9020de&device_id=036d0507-56a6-4406-9f0b-49140729fba2 HTTP/1.1" status: 200 len: 1094 time: 0.0775232 May 31 14:07:40.375286 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1c0f13-7a74-4318-8b24-ef95ffa263e9 req-f846d930-3cc4-4f0b-850b-2aff4ae87d64 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:07:40.376809 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8e1c0f13-7a74-4318-8b24-ef95ffa263e9 req-f846d930-3cc4-4f0b-850b-2aff4ae87d64 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=036d0507-56a6-4406-9f0b-49140729fba2 HTTP/1.1" status: 200 len: 943 time: 0.0858417 May 31 14:07:40.422885 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8e1c0f13-7a74-4318-8b24-ef95ffa263e9 req-5997a6d0-b261-4ad9-b05f-c5ec879abb42 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=04550a6f-72c6-49d9-bcbc-bc17f3cc44d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401802 May 31 14:07:40.431163 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7821b1-313d-4676-b884-2e5dd6fc2e18 req-11745f1e-0e7f-4034-bcc1-1367481cc43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:07:40.432892 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ef7821b1-313d-4676-b884-2e5dd6fc2e18 req-11745f1e-0e7f-4034-bcc1-1367481cc43b service neutron] 10.222.0.44 "GET /v2.0/networks?id=aceb017b-df4c-4be3-9079-2d5d69e6b103 HTTP/1.1" status: 200 len: 896 time: 0.1390610 May 31 14:07:40.506263 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ef7821b1-313d-4676-b884-2e5dd6fc2e18 req-24790df1-392d-47d3-9a8d-c7d1b882b3b7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7 HTTP/1.1" status: 200 len: 217 time: 0.0646105 May 31 14:07:40.572748 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7821b1-313d-4676-b884-2e5dd6fc2e18 req-bd2ee820-b717-490d-ae05-b42f65f6ea8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:07:40.574948 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ef7821b1-313d-4676-b884-2e5dd6fc2e18 req-bd2ee820-b717-490d-ae05-b42f65f6ea8d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5f99a74d-a8f6-431f-9ac9-f84cbbc8b93f HTTP/1.1" status: 200 len: 835 time: 0.0615020 May 31 14:07:40.575474 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-702fb2f0-88df-4b4e-9030-b8b4bbf0bc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:40.659429 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7821b1-313d-4676-b884-2e5dd6fc2e18 req-f3366c83-3c66-4757-8f2c-510da91fe36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:07:40.660914 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ef7821b1-313d-4676-b884-2e5dd6fc2e18 req-f3366c83-3c66-4757-8f2c-510da91fe36c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=aceb017b-df4c-4be3-9079-2d5d69e6b103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0771706 May 31 14:07:40.806093 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ef7821b1-313d-4676-b884-2e5dd6fc2e18 req-3df6b51a-a5bc-43f6-ab46-9956e48e7b8d service neutron] 10.222.0.44 "GET /v2.0/networks/aceb017b-df4c-4be3-9079-2d5d69e6b103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370032 May 31 14:07:40.945822 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ef7821b1-313d-4676-b884-2e5dd6fc2e18 req-57b6ff2b-76cc-4075-a6c8-03a93d6ba582 service neutron] 10.222.0.44 "GET /v2.0/networks/aceb017b-df4c-4be3-9079-2d5d69e6b103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328712 May 31 14:07:41.611045 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c8001e-88ae-4b24-8680-00b407cd4069 req-920598a6-4c47-4529-9986-00829df4a105 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:07:41.612510 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-21c8001e-88ae-4b24-8680-00b407cd4069 req-920598a6-4c47-4529-9986-00829df4a105 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=036d0507-56a6-4406-9f0b-49140729fba2 HTTP/1.1" status: 200 len: 943 time: 0.0797720 May 31 14:07:41.661027 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-21c8001e-88ae-4b24-8680-00b407cd4069 req-09a7ca9a-a53a-4106-abb1-84903b18bdb4 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=04550a6f-72c6-49d9-bcbc-bc17f3cc44d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417542 May 31 14:07:42.421664 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 14:07:42.554904 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7,segment=NetworkSegment(72617933-e864-43ec-80b6-9f5e723b201f),segment_id=72617933-e864-43ec-80b6-9f5e723b201f)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:07:42.567643 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': 'd6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7', 'network_id': 'aceb017b-df4c-4be3-9079-2d5d69e6b103', 'port_id': 'd6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7', 'mac_address': 'fa:16:3e:ab:c9:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f99a74d-a8f6-431f-9ac9-f84cbbc8b93f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 14:07:42.626153 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:07:42.626522 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:42.643085 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:07:42.658697 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7,segment=NetworkSegment(72617933-e864-43ec-80b6-9f5e723b201f),segment_id=72617933-e864-43ec-80b6-9f5e723b201f)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:07:42.662136 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:42.732693 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:07:42.802777 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7f25f535-f07b-42e8-98e8-b071b405f503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:42.850462 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd8573-adcc-4a62-884b-64cbe57ccb64 req-5c1eec58-b201-4710-b47b-c6f2125969d8 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:07:42.852520 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6bdd8573-adcc-4a62-884b-64cbe57ccb64 req-5c1eec58-b201-4710-b47b-c6f2125969d8 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=036d0507-56a6-4406-9f0b-49140729fba2 HTTP/1.1" status: 200 len: 944 time: 0.0817926 May 31 14:07:42.893329 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:07:42.894868 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6bdd8573-adcc-4a62-884b-64cbe57ccb64 req-6c339271-902f-4c0e-9a94-90cc5e51e71f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=04550a6f-72c6-49d9-bcbc-bc17f3cc44d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367031 May 31 14:07:43.853678 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:43.979054 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:44.098497 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5279e7f1-8ad9-4955-b477-2bb8bc5040ee req-09869dde-727e-48ce-95a0-364c65eb7968 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:07:44.099952 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5279e7f1-8ad9-4955-b477-2bb8bc5040ee req-09869dde-727e-48ce-95a0-364c65eb7968 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=036d0507-56a6-4406-9f0b-49140729fba2 HTTP/1.1" status: 200 len: 944 time: 0.0850697 May 31 14:07:44.145382 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5279e7f1-8ad9-4955-b477-2bb8bc5040ee req-3ffb803b-9e88-4f31-a4ef-0e35201f1a6f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=04550a6f-72c6-49d9-bcbc-bc17f3cc44d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392668 May 31 14:07:44.426102 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:07:44.495625 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:07:44.501008 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:07:44.501308 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:44.623182 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:07:44.623611 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:44.650580 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '036d0507-56a6-4406-9f0b-49140729fba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:07:44.660193 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7,segment=NetworkSegment(72617933-e864-43ec-80b6-9f5e723b201f),segment_id=72617933-e864-43ec-80b6-9f5e723b201f)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:07:44.664862 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:44.734427 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:07:44.841468 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-747db91b-ca2c-4ba2-bb84-d59a141ae576'] response: {'server_uuid': '036d0507-56a6-4406-9f0b-49140729fba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7', 'code': 200} May 31 14:07:44.977514 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65dac9a-e182-436f-805e-fa470d7f4ea1 req-d27a315c-e15f-44d6-9f30-2eef19a6110d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:07:44.979065 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e65dac9a-e182-436f-805e-fa470d7f4ea1 req-d27a315c-e15f-44d6-9f30-2eef19a6110d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=036d0507-56a6-4406-9f0b-49140729fba2 HTTP/1.1" status: 200 len: 1096 time: 0.0727792 May 31 14:07:45.024512 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e65dac9a-e182-436f-805e-fa470d7f4ea1 req-6e606a53-6607-4554-8b34-871ab2b00699 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=04550a6f-72c6-49d9-bcbc-bc17f3cc44d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377128 May 31 14:07:45.352158 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ddf1d-6a90-45a0-87d5-352ad44471e6 req-00df3973-0bad-412d-93e9-906379b44c10 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:07:45.353737 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ed1ddf1d-6a90-45a0-87d5-352ad44471e6 req-00df3973-0bad-412d-93e9-906379b44c10 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=036d0507-56a6-4406-9f0b-49140729fba2 HTTP/1.1" status: 200 len: 945 time: 0.0890234 May 31 14:07:45.399786 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ed1ddf1d-6a90-45a0-87d5-352ad44471e6 req-55d72a99-0c93-404e-907a-dbd0cac4a7b5 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=04550a6f-72c6-49d9-bcbc-bc17f3cc44d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401926 May 31 14:07:45.694264 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:46.595682 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adad5a76-b167-4173-b902-1515e357e796 req-6f183171-f15f-413c-8a93-2984069e4efa tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:07:46.595682 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-adad5a76-b167-4173-b902-1515e357e796 req-6f183171-f15f-413c-8a93-2984069e4efa tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=036d0507-56a6-4406-9f0b-49140729fba2 HTTP/1.1" status: 200 len: 945 time: 0.0881662 May 31 14:07:46.645756 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-adad5a76-b167-4173-b902-1515e357e796 req-817d2772-9e5b-40e5-af13-7c62745f2eed tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=04550a6f-72c6-49d9-bcbc-bc17f3cc44d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448167 May 31 14:07:46.832079 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2d6709-a2e1-4d3f-bf87-da7c91035c7b req-a7f8f76f-9be1-4dc5-aab3-7abcd85cdc43 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:07:46.833752 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fe2d6709-a2e1-4d3f-bf87-da7c91035c7b req-a7f8f76f-9be1-4dc5-aab3-7abcd85cdc43 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=036d0507-56a6-4406-9f0b-49140729fba2 HTTP/1.1" status: 200 len: 945 time: 0.0828769 May 31 14:07:46.894879 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fe2d6709-a2e1-4d3f-bf87-da7c91035c7b req-0f1d0614-1501-4a7e-a2f9-8c5e83797705 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=04550a6f-72c6-49d9-bcbc-bc17f3cc44d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534105 May 31 14:07:46.918006 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 37614) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:07:46.991071 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83e63a4-c9c1-4d3f-8b97-0b72001b80aa tempest-TestNetworkAdvancedServerOps-1325536650 tempest-TestNetworkAdvancedServerOps-1325536650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:07:46.993349 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-d83e63a4-c9c1-4d3f-8b97-0b72001b80aa tempest-TestNetworkAdvancedServerOps-1325536650 tempest-TestNetworkAdvancedServerOps-1325536650-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=036d0507-56a6-4406-9f0b-49140729fba2 HTTP/1.1" status: 200 len: 1091 time: 0.0742815 May 31 14:07:46.996123 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 37620) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:07:47.000875 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-2f263a08-21e5-4879-93ac-cba89effcb67 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Request body: {'floatingip': {'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'port_id': 'd6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:07:47.007458 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-2f263a08-21e5-4879-93ac-cba89effcb67 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:07:47.011469 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-2f263a08-21e5-4879-93ac-cba89effcb67 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Usage tracker for resource:floatingip and tenant:088180f8cd814306a3f92350df9020de is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:07:47.014331 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-2f263a08-21e5-4879-93ac-cba89effcb67 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:07:47.020006 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-2f263a08-21e5-4879-93ac-cba89effcb67 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:07:47.032282 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2f263a08-21e5-4879-93ac-cba89effcb67 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for floatingip, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:47.199650 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2f263a08-21e5-4879-93ac-cba89effcb67 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:47.347858 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-2f263a08-21e5-4879-93ac-cba89effcb67 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Allocated IP 172.25.6.200 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/c7521928-cd7a-4b3d-82e1-f72de2d56c56) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:07:47.639892 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2f263a08-21e5-4879-93ac-cba89effcb67 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:47.671916 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2f263a08-21e5-4879-93ac-cba89effcb67 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:47.744858 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f263a08-21e5-4879-93ac-cba89effcb67 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:07:47.749100 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-2f263a08-21e5-4879-93ac-cba89effcb67 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:07:47.754240 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f263a08-21e5-4879-93ac-cba89effcb67 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:07:47.817365 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f263a08-21e5-4879-93ac-cba89effcb67 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event updated for resources: {'Port': ['ID=c7521928-cd7a-4b3d-82e1-f72de2d56c56,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:07:48.224206 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2f263a08-21e5-4879-93ac-cba89effcb67 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:48.308001 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2f263a08-21e5-4879-93ac-cba89effcb67 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:48.531246 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2f263a08-21e5-4879-93ac-cba89effcb67 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:48.539564 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2f263a08-21e5-4879-93ac-cba89effcb67 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:48.652246 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f263a08-21e5-4879-93ac-cba89effcb67 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event updated for resources: {'Port': ['ID=c7521928-cd7a-4b3d-82e1-f72de2d56c56,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:07:48.667066 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2f263a08-21e5-4879-93ac-cba89effcb67 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:48.853112 n-d-843939-1 neutron-server[88370]: INFO neutron.db.l3_db [None req-2f263a08-21e5-4879-93ac-cba89effcb67 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Floating IP a1e47cdf-53c9-45b1-b302-af7c2e9937a6 associated. External IP: 172.25.6.200, port: d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7. May 31 14:07:49.356114 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f263a08-21e5-4879-93ac-cba89effcb67 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Router 371b1434-40bd-4b88-9778-54a8535e5621 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:07:49.548982 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f263a08-21e5-4879-93ac-cba89effcb67 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:07:49.558824 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a4b2e8-3f92-463f-8853-2c70d225bf7f None None] Sync routers for ids ['371b1434-40bd-4b88-9778-54a8535e5621'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:07:49.571477 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a4b2e8-3f92-463f-8853-2c70d225bf7f None None] Routers {'371b1434-40bd-4b88-9778-54a8535e5621'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:07:49.572110 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-80a4b2e8-3f92-463f-8853-2c70d225bf7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:07:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['371b1434-40bd-4b88-9778-54a8535e5621'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:07:49.587854 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2f263a08-21e5-4879-93ac-cba89effcb67 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:07:49.647073 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-2f263a08-21e5-4879-93ac-cba89effcb67 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6499317 May 31 14:07:49.647764 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '036d0507-56a6-4406-9f0b-49140729fba2', 'tag': 'd6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:07:49.698021 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8d035c8-1ca5-4be1-a980-5de80935f4c9'] response: {'name': 'network-changed', 'server_uuid': '036d0507-56a6-4406-9f0b-49140729fba2', 'tag': 'd6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7', 'status': 'completed', 'code': 200} May 31 14:07:49.802431 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-80a4b2e8-3f92-463f-8853-2c70d225bf7f None None] Set router 371b1434-40bd-4b88-9778-54a8535e5621 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:07:49.812868 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af802e3-fef6-493f-b097-ff347c4469aa req-ab2ef8dc-557d-41f0-8248-63814ea84744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:07:49.814404 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8af802e3-fef6-493f-b097-ff347c4469aa req-ab2ef8dc-557d-41f0-8248-63814ea84744 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=088180f8cd814306a3f92350df9020de&device_id=036d0507-56a6-4406-9f0b-49140729fba2 HTTP/1.1" status: 200 len: 1096 time: 0.0827570 May 31 14:07:49.837477 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f143133f-54e3-4db8-81b0-edba77cabb32 req-c5cc9b56-2372-4b57-8b62-1cca39d8df88 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:07:49.839897 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f143133f-54e3-4db8-81b0-edba77cabb32 req-c5cc9b56-2372-4b57-8b62-1cca39d8df88 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=036d0507-56a6-4406-9f0b-49140729fba2 HTTP/1.1" status: 200 len: 945 time: 0.0936685 May 31 14:07:49.892926 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f143133f-54e3-4db8-81b0-edba77cabb32 req-56517700-337b-4860-b6ed-8b929747b7ff tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=04550a6f-72c6-49d9-bcbc-bc17f3cc44d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468235 May 31 14:07:49.937899 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 37676) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:07:49.997193 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af802e3-fef6-493f-b097-ff347c4469aa req-6f3c987e-b6ca-4ced-a892-013bfe7baaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:07:49.999336 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8af802e3-fef6-493f-b097-ff347c4469aa req-6f3c987e-b6ca-4ced-a892-013bfe7baaac service neutron] 10.222.0.44 "GET /v2.0/networks?id=aceb017b-df4c-4be3-9079-2d5d69e6b103 HTTP/1.1" status: 200 len: 896 time: 0.1776423 May 31 14:07:50.079269 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-551f5e1c-ee97-4613-bc4d-09a2cce08629 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/floatingips/a1e47cdf-53c9-45b1-b302-af7c2e9937a6 HTTP/1.1" status: 200 len: 991 time: 0.1400332 May 31 14:07:50.121816 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8af802e3-fef6-493f-b097-ff347c4469aa req-4c28ca62-c8a9-46b8-b478-17d0e10bd132 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7 HTTP/1.1" status: 200 len: 999 time: 0.1160574 May 31 14:07:50.196096 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af802e3-fef6-493f-b097-ff347c4469aa req-a9db7474-8e48-4e94-8f8c-7ed7fe45d963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:07:50.196096 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8af802e3-fef6-493f-b097-ff347c4469aa req-a9db7474-8e48-4e94-8f8c-7ed7fe45d963 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5f99a74d-a8f6-431f-9ac9-f84cbbc8b93f HTTP/1.1" status: 200 len: 835 time: 0.0665493 May 31 14:07:50.265364 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-80a4b2e8-3f92-463f-8853-2c70d225bf7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371b1434-40bd-4b88-9778-54a8535e5621', 'name': 'tempest-TestNetworkAdvancedServerOps-router-334892124', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'e25fff74-163b-4f1f-a65b-d4281dcf1798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:07:25Z', 'updated_at': '2022-05-31T14:07:32Z', 'revision_number': 4, 'project_id': '088180f8cd814306a3f92350df9020de', 'gw_port': {'id': 'e25fff74-163b-4f1f-a65b-d4281dcf1798', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:47:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371b1434-40bd-4b88-9778-54a8535e5621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:07:26Z', 'updated_at': '2022-05-31T14:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': 'a1e47cdf-53c9-45b1-b302-af7c2e9937a6', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'floating_ip_address': '172.25.6.200', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '371b1434-40bd-4b88-9778-54a8535e5621', 'port_id': 'd6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4039, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aceb017b-df4c-4be3-9079-2d5d69e6b103', 'mac_address': 'fa:16:3e:ab:c9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036d0507-56a6-4406-9f0b-49140729fba2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:07:48Z', 'updated_at': '2022-05-31T14:07:48Z', 'revision_number': 0, 'project_id': '088180f8cd814306a3f92350df9020de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce5594c7-de77-4790-ab9a-7bdcbfc9769e', 'name': '', 'network_id': 'aceb017b-df4c-4be3-9079-2d5d69e6b103', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'mac_address': 'fa:16:3e:af:4c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371b1434-40bd-4b88-9778-54a8535e5621', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '5f99a74d-a8f6-431f-9ac9-f84cbbc8b93f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:07:30Z', 'updated_at': '2022-05-31T14:07:38Z', 'revision_number': 5, 'project_id': '088180f8cd814306a3f92350df9020de', 'subnets': [{'id': '5f99a74d-a8f6-431f-9ac9-f84cbbc8b93f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:07:50.270126 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a4b2e8-3f92-463f-8853-2c70d225bf7f None None] Checking router: 371b1434-40bd-4b88-9778-54a8535e5621 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:07:50.282365 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a4b2e8-3f92-463f-8853-2c70d225bf7f None None] Routers {'371b1434-40bd-4b88-9778-54a8535e5621'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:07:50.282962 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-80a4b2e8-3f92-463f-8853-2c70d225bf7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:07:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['371b1434-40bd-4b88-9778-54a8535e5621'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:07:50.283905 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af802e3-fef6-493f-b097-ff347c4469aa req-5bed1057-342d-43dc-a2e0-5fac9cdfb047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:07:50.285387 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8af802e3-fef6-493f-b097-ff347c4469aa req-5bed1057-342d-43dc-a2e0-5fac9cdfb047 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=aceb017b-df4c-4be3-9079-2d5d69e6b103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0835238 May 31 14:07:50.482500 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-80a4b2e8-3f92-463f-8853-2c70d225bf7f None None] Set router 371b1434-40bd-4b88-9778-54a8535e5621 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:07:50.557858 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8af802e3-fef6-493f-b097-ff347c4469aa req-78bf2941-b016-4646-8ae8-c72b0f250dd2 service neutron] 10.222.0.44 "GET /v2.0/networks/aceb017b-df4c-4be3-9079-2d5d69e6b103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644715 May 31 14:07:50.704558 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8af802e3-fef6-493f-b097-ff347c4469aa req-c31dbc8c-d98b-4341-ad47-8af0aaec1ed4 service neutron] 10.222.0.44 "GET /v2.0/networks/aceb017b-df4c-4be3-9079-2d5d69e6b103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404533 May 31 14:07:50.901902 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-80a4b2e8-3f92-463f-8853-2c70d225bf7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371b1434-40bd-4b88-9778-54a8535e5621', 'name': 'tempest-TestNetworkAdvancedServerOps-router-334892124', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'e25fff74-163b-4f1f-a65b-d4281dcf1798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:07:25Z', 'updated_at': '2022-05-31T14:07:32Z', 'revision_number': 4, 'project_id': '088180f8cd814306a3f92350df9020de', 'gw_port': {'id': 'e25fff74-163b-4f1f-a65b-d4281dcf1798', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:47:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371b1434-40bd-4b88-9778-54a8535e5621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:07:26Z', 'updated_at': '2022-05-31T14:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': 'a1e47cdf-53c9-45b1-b302-af7c2e9937a6', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'floating_ip_address': '172.25.6.200', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '371b1434-40bd-4b88-9778-54a8535e5621', 'port_id': 'd6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4039, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aceb017b-df4c-4be3-9079-2d5d69e6b103', 'mac_address': 'fa:16:3e:ab:c9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036d0507-56a6-4406-9f0b-49140729fba2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:07:48Z', 'updated_at': '2022-05-31T14:07:48Z', 'revision_number': 0, 'project_id': '088180f8cd814306a3f92350df9020de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce5594c7-de77-4790-ab9a-7bdcbfc9769e', 'name': '', 'network_id': 'aceb017b-df4c-4be3-9079-2d5d69e6b103', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'mac_address': 'fa:16:3e:af:4c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371b1434-40bd-4b88-9778-54a8535e5621', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '5f99a74d-a8f6-431f-9ac9-f84cbbc8b93f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:07:30Z', 'updated_at': '2022-05-31T14:07:38Z', 'revision_number': 5, 'project_id': '088180f8cd814306a3f92350df9020de', 'subnets': [{'id': '5f99a74d-a8f6-431f-9ac9-f84cbbc8b93f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:07:50.906211 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a4b2e8-3f92-463f-8853-2c70d225bf7f None None] The sync data for ids ['371b1434-40bd-4b88-9778-54a8535e5621'] in n-d-843939-1 is: [{'id': '371b1434-40bd-4b88-9778-54a8535e5621', 'name': 'tempest-TestNetworkAdvancedServerOps-router-334892124', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'e25fff74-163b-4f1f-a65b-d4281dcf1798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:07:25Z', 'updated_at': '2022-05-31T14:07:32Z', 'revision_number': 4, 'project_id': '088180f8cd814306a3f92350df9020de', 'gw_port': {'id': 'e25fff74-163b-4f1f-a65b-d4281dcf1798', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:47:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371b1434-40bd-4b88-9778-54a8535e5621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:07:26Z', 'updated_at': '2022-05-31T14:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': 'a1e47cdf-53c9-45b1-b302-af7c2e9937a6', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'floating_ip_address': '172.25.6.200', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '371b1434-40bd-4b88-9778-54a8535e5621', 'port_id': 'd6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4039, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aceb017b-df4c-4be3-9079-2d5d69e6b103', 'mac_address': 'fa:16:3e:ab:c9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036d0507-56a6-4406-9f0b-49140729fba2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:07:48Z', 'updated_at': '2022-05-31T14:07:48Z', 'revision_number': 0, 'project_id': '088180f8cd814306a3f92350df9020de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce5594c7-de77-4790-ab9a-7bdcbfc9769e', 'name': '', 'network_id': 'aceb017b-df4c-4be3-9079-2d5d69e6b103', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'mac_address': 'fa:16:3e:af:4c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371b1434-40bd-4b88-9778-54a8535e5621', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '5f99a74d-a8f6-431f-9ac9-f84cbbc8b93f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:07:30Z', 'updated_at': '2022-05-31T14:07:38Z', 'revision_number': 5, 'project_id': '088180f8cd814306a3f92350df9020de', 'subnets': [{'id': '5f99a74d-a8f6-431f-9ac9-f84cbbc8b93f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:07:51.083318 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 37700) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:07:51.119748 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc96b36-3e28-43ec-ae26-68a206dd6849 None None] New status for floating IP a1e47cdf-53c9-45b1-b302-af7c2e9937a6: ACTIVE {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 14:07:51.214031 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-0d379172-3932-48c6-b5ba-784b89bac7e2 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/floatingips/a1e47cdf-53c9-45b1-b302-af7c2e9937a6 HTTP/1.1" status: 200 len: 991 time: 0.1288891 May 31 14:07:52.217332 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 37724) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:07:52.329753 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-a4f09065-ade7-4849-b27d-9485d57f2f77 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/floatingips/a1e47cdf-53c9-45b1-b302-af7c2e9937a6 HTTP/1.1" status: 200 len: 993 time: 0.1108484 May 31 14:07:52.631041 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:08:00.280567 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [req-54572037-8b0d-44d3-b2c9-d8c9d5e15918 req-f60f7002-206f-4cf8-a061-57e920ac4b8d service neutron] (88370) timed out ('10.222.0.50', 44030) {{(pid=88370) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 31 14:08:03.870156 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fb304020-a70a-40c4-82ec-a2b9a274c156 req-daa1dca7-e9cf-48ea-93f3-14c04002bbbf service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=036d0507-56a6-4406-9f0b-49140729fba2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0815938 May 31 14:08:04.029476 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb304020-a70a-40c4-82ec-a2b9a274c156 req-317b9d78-3358-419b-84cd-730b7dc29109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:08:04.030917 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fb304020-a70a-40c4-82ec-a2b9a274c156 req-317b9d78-3358-419b-84cd-730b7dc29109 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=088180f8cd814306a3f92350df9020de&device_id=036d0507-56a6-4406-9f0b-49140729fba2 HTTP/1.1" status: 200 len: 1096 time: 0.0820165 May 31 14:08:04.180705 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb304020-a70a-40c4-82ec-a2b9a274c156 req-35df7b11-2491-449e-a1c3-4c67fabe98d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:08:04.182322 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fb304020-a70a-40c4-82ec-a2b9a274c156 req-35df7b11-2491-449e-a1c3-4c67fabe98d2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=aceb017b-df4c-4be3-9079-2d5d69e6b103 HTTP/1.1" status: 200 len: 896 time: 0.1280873 May 31 14:08:04.321622 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fb304020-a70a-40c4-82ec-a2b9a274c156 req-cd61d88e-09c2-4e47-b443-118013f891d4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7 HTTP/1.1" status: 200 len: 1001 time: 0.1299913 May 31 14:08:04.397036 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb304020-a70a-40c4-82ec-a2b9a274c156 req-98642662-33fc-4e20-8ce3-65d1add13f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:08:04.399298 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fb304020-a70a-40c4-82ec-a2b9a274c156 req-98642662-33fc-4e20-8ce3-65d1add13f0f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5f99a74d-a8f6-431f-9ac9-f84cbbc8b93f HTTP/1.1" status: 200 len: 835 time: 0.0718846 May 31 14:08:04.483734 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb304020-a70a-40c4-82ec-a2b9a274c156 req-8292bacd-7cd1-4820-b84b-b3257c0f7ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:08:04.485254 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fb304020-a70a-40c4-82ec-a2b9a274c156 req-8292bacd-7cd1-4820-b84b-b3257c0f7ce7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=aceb017b-df4c-4be3-9079-2d5d69e6b103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0794346 May 31 14:08:04.630825 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fb304020-a70a-40c4-82ec-a2b9a274c156 req-e4a05fdd-317e-4ae8-b4ff-8e200d43bf8b service neutron] 10.222.0.44 "GET /v2.0/networks/aceb017b-df4c-4be3-9079-2d5d69e6b103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375444 May 31 14:08:04.770650 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fb304020-a70a-40c4-82ec-a2b9a274c156 req-8b870cc2-0421-44f4-baa5-d614c88f805c service neutron] 10.222.0.44 "GET /v2.0/networks/aceb017b-df4c-4be3-9079-2d5d69e6b103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327295 May 31 14:08:07.632921 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:09.162292 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:10.579772 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e4c3dffd-05b2-473e-995d-33208c697c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:12.812135 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ffee9c2a-1b1a-4455-8671-22dfbee2e2e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:13.858414 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:13.981608 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:15.697670 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:23.645266 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326eb504-77e0-4b00-be4b-7e66fb1ba3cb req-f589278c-0616-45ad-82ef-7c736e513474 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:08:23.645266 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-326eb504-77e0-4b00-be4b-7e66fb1ba3cb req-f589278c-0616-45ad-82ef-7c736e513474 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=036d0507-56a6-4406-9f0b-49140729fba2 HTTP/1.1" status: 200 len: 945 time: 0.1007266 May 31 14:08:23.701679 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-326eb504-77e0-4b00-be4b-7e66fb1ba3cb req-f6df04ab-6f03-4242-8823-d7d5058013da tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=04550a6f-72c6-49d9-bcbc-bc17f3cc44d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485809 May 31 14:08:23.730957 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 38186) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:08:23.857066 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-7c173237-89aa-450e-9f37-5e9eac739c6a tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/floatingips/a1e47cdf-53c9-45b1-b302-af7c2e9937a6 HTTP/1.1" status: 200 len: 993 time: 0.1288197 May 31 14:08:24.440420 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c852a48-2bf1-4e74-a9be-70739d8dd6a0 req-64d4ad19-b709-4701-9520-3c1817a7fed9 tempest-TestNetworkAdvancedServerOps-1325536650 tempest-TestNetworkAdvancedServerOps-1325536650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:08:24.442544 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3c852a48-2bf1-4e74-a9be-70739d8dd6a0 req-64d4ad19-b709-4701-9520-3c1817a7fed9 tempest-TestNetworkAdvancedServerOps-1325536650 tempest-TestNetworkAdvancedServerOps-1325536650-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=036d0507-56a6-4406-9f0b-49140729fba2 HTTP/1.1" status: 200 len: 1096 time: 0.1472590 May 31 14:08:24.516785 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3c852a48-2bf1-4e74-a9be-70739d8dd6a0 req-ce9518b2-3e00-4264-80f9-80563fd40b6d tempest-TestNetworkAdvancedServerOps-1325536650 tempest-TestNetworkAdvancedServerOps-1325536650-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=04550a6f-72c6-49d9-bcbc-bc17f3cc44d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604074 May 31 14:08:26.241948 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 38240) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:08:26.459744 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aaaf3897-d9b2-4af5-bae9-94fb0f311afd req-647ecf21-e951-418a-8a0e-d92124915153 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=036d0507-56a6-4406-9f0b-49140729fba2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2171314 May 31 14:08:29.279471 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [req-aaaf3897-d9b2-4af5-bae9-94fb0f311afd req-4a4133a6-611d-459a-96dd-dac201a1a778 tempest-TestNetworkAdvancedServerOps-1325536650 tempest-TestNetworkAdvancedServerOps-1325536650-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88369) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 14:08:29.279471 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-aaaf3897-d9b2-4af5-bae9-94fb0f311afd req-4a4133a6-611d-459a-96dd-dac201a1a778 tempest-TestNetworkAdvancedServerOps-1325536650 tempest-TestNetworkAdvancedServerOps-1325536650-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082500 May 31 14:08:29.432566 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [req-aaaf3897-d9b2-4af5-bae9-94fb0f311afd req-586cd460-8847-4d6d-b78f-c5b3c1dc50f5 tempest-TestNetworkAdvancedServerOps-1325536650 tempest-TestNetworkAdvancedServerOps-1325536650-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 14:08:29.433790 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aaaf3897-d9b2-4af5-bae9-94fb0f311afd req-586cd460-8847-4d6d-b78f-c5b3c1dc50f5 tempest-TestNetworkAdvancedServerOps-1325536650 tempest-TestNetworkAdvancedServerOps-1325536650-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1206291 May 31 14:08:29.443320 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-aaaf3897-d9b2-4af5-bae9-94fb0f311afd req-a6dab9a0-d3a3-450b-b89c-938d30a0603f service neutron] Request body: {'binding': {'host': 'n-h1-843939-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:08:29.444330 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-aaaf3897-d9b2-4af5-bae9-94fb0f311afd req-a6dab9a0-d3a3-450b-b89c-938d30a0603f service neutron] Unknown quota resources ['binding']. {{(pid=88370) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 31 14:08:29.641150 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:08:29.706683 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-aaaf3897-d9b2-4af5-bae9-94fb0f311afd req-a6dab9a0-d3a3-450b-b89c-938d30a0603f service neutron] Attempting to bind port d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7 on host n-h1-843939-1 for vnic_type normal with profile None {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:08:29.707213 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-aaaf3897-d9b2-4af5-bae9-94fb0f311afd req-a6dab9a0-d3a3-450b-b89c-938d30a0603f service neutron] Attempting to bind port d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7 by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': '72617933-e864-43ec-80b6-9f5e723b201f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'aceb017b-df4c-4be3-9079-2d5d69e6b103'}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:08:29.707733 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaaf3897-d9b2-4af5-bae9-94fb0f311afd req-a6dab9a0-d3a3-450b-b89c-938d30a0603f service neutron] Attempting to bind port d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7 on network aceb017b-df4c-4be3-9079-2d5d69e6b103 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:08:29.714805 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaaf3897-d9b2-4af5-bae9-94fb0f311afd req-a6dab9a0-d3a3-450b-b89c-938d30a0603f service neutron] Port d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7 on network aceb017b-df4c-4be3-9079-2d5d69e6b103 not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 14:08:29.715127 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaaf3897-d9b2-4af5-bae9-94fb0f311afd req-a6dab9a0-d3a3-450b-b89c-938d30a0603f service neutron] Attempting to bind port d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7 on network aceb017b-df4c-4be3-9079-2d5d69e6b103 {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:08:29.721412 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaaf3897-d9b2-4af5-bae9-94fb0f311afd req-a6dab9a0-d3a3-450b-b89c-938d30a0603f service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:08:29.721763 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaaf3897-d9b2-4af5-bae9-94fb0f311afd req-a6dab9a0-d3a3-450b-b89c-938d30a0603f service neutron] Checking segment: {'id': '72617933-e864-43ec-80b6-9f5e723b201f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'aceb017b-df4c-4be3-9079-2d5d69e6b103'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:08:29.722183 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaaf3897-d9b2-4af5-bae9-94fb0f311afd req-a6dab9a0-d3a3-450b-b89c-938d30a0603f service neutron] Bound using segment: {'id': '72617933-e864-43ec-80b6-9f5e723b201f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'aceb017b-df4c-4be3-9079-2d5d69e6b103'} {{(pid=88370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:08:29.722617 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.managers [req-aaaf3897-d9b2-4af5-bae9-94fb0f311afd req-a6dab9a0-d3a3-450b-b89c-938d30a0603f service neutron] Bound port: d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72617933-e864-43ec-80b6-9f5e723b201f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'aceb017b-df4c-4be3-9079-2d5d69e6b103'}}] {{(pid=88370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:08:29.756155 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-aaaf3897-d9b2-4af5-bae9-94fb0f311afd req-a6dab9a0-d3a3-450b-b89c-938d30a0603f service neutron] For port d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7,segment=NetworkSegment(72617933-e864-43ec-80b6-9f5e723b201f),segment_id=72617933-e864-43ec-80b6-9f5e723b201f)] {{(pid=88370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:08:29.772399 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-aaaf3897-d9b2-4af5-bae9-94fb0f311afd req-a6dab9a0-d3a3-450b-b89c-938d30a0603f service neutron] Notify callbacks [] for binding, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:29.778831 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aaaf3897-d9b2-4af5-bae9-94fb0f311afd req-a6dab9a0-d3a3-450b-b89c-938d30a0603f service neutron] 10.222.0.50 "POST /v2.0/ports/d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7/bindings HTTP/1.1" status: 201 len: 389 time: 0.3347886 May 31 14:08:30.044076 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b43b2-31c6-4064-9007-863d25d45f4f req-69ff973d-621a-4dc8-b6f5-183f3762fdef tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:08:30.045520 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b38b43b2-31c6-4064-9007-863d25d45f4f req-69ff973d-621a-4dc8-b6f5-183f3762fdef tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=036d0507-56a6-4406-9f0b-49140729fba2 HTTP/1.1" status: 200 len: 945 time: 0.0913754 May 31 14:08:30.102892 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaf3897-d9b2-4af5-bae9-94fb0f311afd req-cabf9fc2-a901-4fe1-bdbe-e12beea1ca9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:08:30.102892 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-aaaf3897-d9b2-4af5-bae9-94fb0f311afd req-cabf9fc2-a901-4fe1-bdbe-e12beea1ca9a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=088180f8cd814306a3f92350df9020de&device_id=036d0507-56a6-4406-9f0b-49140729fba2 HTTP/1.1" status: 200 len: 1096 time: 0.0770190 May 31 14:08:30.106442 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b38b43b2-31c6-4064-9007-863d25d45f4f req-2a9cd658-85bc-4ee7-a360-9f90c6e8042e tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=04550a6f-72c6-49d9-bcbc-bc17f3cc44d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466487 May 31 14:08:30.262176 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaf3897-d9b2-4af5-bae9-94fb0f311afd req-b203c905-1594-41ea-8123-a3419b9ad5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:08:30.262176 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-aaaf3897-d9b2-4af5-bae9-94fb0f311afd req-b203c905-1594-41ea-8123-a3419b9ad5c2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=aceb017b-df4c-4be3-9079-2d5d69e6b103 HTTP/1.1" status: 200 len: 896 time: 0.1549752 May 31 14:08:30.372435 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-aaaf3897-d9b2-4af5-bae9-94fb0f311afd req-335e2e4f-6b3b-4a25-8ea4-e4b0586ac26a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7 HTTP/1.1" status: 200 len: 1001 time: 0.1090035 May 31 14:08:30.447207 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaf3897-d9b2-4af5-bae9-94fb0f311afd req-0f2e561f-a96a-413d-ad43-9024fa75b261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:08:30.447207 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-aaaf3897-d9b2-4af5-bae9-94fb0f311afd req-0f2e561f-a96a-413d-ad43-9024fa75b261 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5f99a74d-a8f6-431f-9ac9-f84cbbc8b93f HTTP/1.1" status: 200 len: 835 time: 0.0691311 May 31 14:08:30.534067 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaf3897-d9b2-4af5-bae9-94fb0f311afd req-5bf362a2-9272-4899-955b-5dd547fa77aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:08:30.537077 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-aaaf3897-d9b2-4af5-bae9-94fb0f311afd req-5bf362a2-9272-4899-955b-5dd547fa77aa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aceb017b-df4c-4be3-9079-2d5d69e6b103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0833478 May 31 14:08:30.791328 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-aaaf3897-d9b2-4af5-bae9-94fb0f311afd req-b6c4256c-fd46-46e5-91a5-d2a6b4bf255a service neutron] 10.222.0.20 "GET /v2.0/networks/aceb017b-df4c-4be3-9079-2d5d69e6b103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497072 May 31 14:08:30.940510 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-aaaf3897-d9b2-4af5-bae9-94fb0f311afd req-04fd252e-f9ce-4ea3-a133-70323e18204d service neutron] 10.222.0.20 "GET /v2.0/networks/aceb017b-df4c-4be3-9079-2d5d69e6b103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434069 May 31 14:08:31.079427 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaf3897-d9b2-4af5-bae9-94fb0f311afd req-31e76a82-a178-4430-aeb3-d32c0a7dd221 tempest-TestNetworkAdvancedServerOps-1325536650 tempest-TestNetworkAdvancedServerOps-1325536650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:08:31.079427 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-aaaf3897-d9b2-4af5-bae9-94fb0f311afd req-31e76a82-a178-4430-aeb3-d32c0a7dd221 tempest-TestNetworkAdvancedServerOps-1325536650 tempest-TestNetworkAdvancedServerOps-1325536650-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=036d0507-56a6-4406-9f0b-49140729fba2&tenant_id=088180f8cd814306a3f92350df9020de&binding%3Ahost_id=n-h2-843939-1 HTTP/1.1" status: 200 len: 1096 time: 0.0812602 May 31 14:08:31.091830 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-aaaf3897-d9b2-4af5-bae9-94fb0f311afd req-e8247ef7-f467-42ac-9a3f-2fafba31e8b2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-843939-1'}}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:08:31.227290 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-aaaf3897-d9b2-4af5-bae9-94fb0f311afd req-e8247ef7-f467-42ac-9a3f-2fafba31e8b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:31.327448 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f73fc06-6874-4fff-b1db-9dc862c02f0b req-d15c63d2-351d-4116-967a-9d48bd53aaf3 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:08:31.334918 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6f73fc06-6874-4fff-b1db-9dc862c02f0b req-d15c63d2-351d-4116-967a-9d48bd53aaf3 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=036d0507-56a6-4406-9f0b-49140729fba2 HTTP/1.1" status: 200 len: 945 time: 0.1039114 May 31 14:08:31.386752 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6f73fc06-6874-4fff-b1db-9dc862c02f0b req-b5d60e01-2704-40e0-96be-9e868192626b tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=04550a6f-72c6-49d9-bcbc-bc17f3cc44d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534654 May 31 14:08:31.520730 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-aaaf3897-d9b2-4af5-bae9-94fb0f311afd req-e8247ef7-f467-42ac-9a3f-2fafba31e8b2 service neutron] For port d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7,segment=NetworkSegment(72617933-e864-43ec-80b6-9f5e723b201f),segment_id=72617933-e864-43ec-80b6-9f5e723b201f)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:08:31.555331 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-aaaf3897-d9b2-4af5-bae9-94fb0f311afd req-e8247ef7-f467-42ac-9a3f-2fafba31e8b2 service neutron] For port d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7, host n-h2-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:08:31.642088 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '036d0507-56a6-4406-9f0b-49140729fba2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:08:31.648198 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-aaaf3897-d9b2-4af5-bae9-94fb0f311afd req-e8247ef7-f467-42ac-9a3f-2fafba31e8b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:31.654638 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-aaaf3897-d9b2-4af5-bae9-94fb0f311afd req-e8247ef7-f467-42ac-9a3f-2fafba31e8b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:31.712375 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d271930-ea59-4cdf-a6e7-c8736ad73665'] response: {'server_uuid': '036d0507-56a6-4406-9f0b-49140729fba2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7', 'code': 200} May 31 14:08:31.836034 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8247ef7-f467-42ac-9a3f-2fafba31e8b2 service neutron] Pushing event updated for resources: {'Port': ['ID=d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7,revision_number=7']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:08:31.848333 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8247ef7-f467-42ac-9a3f-2fafba31e8b2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:08:31.848677 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8247ef7-f467-42ac-9a3f-2fafba31e8b2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:08:31.849047 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8247ef7-f467-42ac-9a3f-2fafba31e8b2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:08:31.849329 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8247ef7-f467-42ac-9a3f-2fafba31e8b2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:08:31.849659 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8247ef7-f467-42ac-9a3f-2fafba31e8b2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:08:31.850529 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8247ef7-f467-42ac-9a3f-2fafba31e8b2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:08:31.851091 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8247ef7-f467-42ac-9a3f-2fafba31e8b2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:08:31.851766 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8247ef7-f467-42ac-9a3f-2fafba31e8b2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:08:31.853654 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8247ef7-f467-42ac-9a3f-2fafba31e8b2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:08:31.853654 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8247ef7-f467-42ac-9a3f-2fafba31e8b2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:08:31.853654 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8247ef7-f467-42ac-9a3f-2fafba31e8b2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:08:31.853654 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8247ef7-f467-42ac-9a3f-2fafba31e8b2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:08:31.915293 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-aaaf3897-d9b2-4af5-bae9-94fb0f311afd req-e8247ef7-f467-42ac-9a3f-2fafba31e8b2 service neutron] Attempting to bind port d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7 on host n-h2-843939-1 for vnic_type normal with profile {"migrating_to": "n-h1-843939-1"} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:08:31.915627 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-aaaf3897-d9b2-4af5-bae9-94fb0f311afd req-e8247ef7-f467-42ac-9a3f-2fafba31e8b2 service neutron] Attempting to bind port d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': '72617933-e864-43ec-80b6-9f5e723b201f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'aceb017b-df4c-4be3-9079-2d5d69e6b103'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:08:31.915961 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaaf3897-d9b2-4af5-bae9-94fb0f311afd req-e8247ef7-f467-42ac-9a3f-2fafba31e8b2 service neutron] Attempting to bind port d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7 on network aceb017b-df4c-4be3-9079-2d5d69e6b103 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:08:31.927535 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaaf3897-d9b2-4af5-bae9-94fb0f311afd req-e8247ef7-f467-42ac-9a3f-2fafba31e8b2 service neutron] Port d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7 on network aceb017b-df4c-4be3-9079-2d5d69e6b103 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 14:08:31.927535 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaaf3897-d9b2-4af5-bae9-94fb0f311afd req-e8247ef7-f467-42ac-9a3f-2fafba31e8b2 service neutron] Attempting to bind port d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7 on network aceb017b-df4c-4be3-9079-2d5d69e6b103 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:08:31.931635 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaaf3897-d9b2-4af5-bae9-94fb0f311afd req-e8247ef7-f467-42ac-9a3f-2fafba31e8b2 service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:08:31.931635 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaaf3897-d9b2-4af5-bae9-94fb0f311afd req-e8247ef7-f467-42ac-9a3f-2fafba31e8b2 service neutron] Checking segment: {'id': '72617933-e864-43ec-80b6-9f5e723b201f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'aceb017b-df4c-4be3-9079-2d5d69e6b103'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:08:31.937318 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaaf3897-d9b2-4af5-bae9-94fb0f311afd req-e8247ef7-f467-42ac-9a3f-2fafba31e8b2 service neutron] Bound using segment: {'id': '72617933-e864-43ec-80b6-9f5e723b201f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'aceb017b-df4c-4be3-9079-2d5d69e6b103'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:08:31.937318 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-aaaf3897-d9b2-4af5-bae9-94fb0f311afd req-e8247ef7-f467-42ac-9a3f-2fafba31e8b2 service neutron] Bound port: d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72617933-e864-43ec-80b6-9f5e723b201f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'aceb017b-df4c-4be3-9079-2d5d69e6b103'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:08:31.937318 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-aaaf3897-d9b2-4af5-bae9-94fb0f311afd req-e8247ef7-f467-42ac-9a3f-2fafba31e8b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:32.050023 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-442c9339-2705-42f7-879f-a19314dab5f4 None None] Provisioning complete for port d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:08:32.050023 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-442c9339-2705-42f7-879f-a19314dab5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:32.064993 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-aaaf3897-d9b2-4af5-bae9-94fb0f311afd req-e8247ef7-f467-42ac-9a3f-2fafba31e8b2 service neutron] For port d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7, host n-h2-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:08:32.068713 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-aaaf3897-d9b2-4af5-bae9-94fb0f311afd req-e8247ef7-f467-42ac-9a3f-2fafba31e8b2 service neutron] For port d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7,segment=NetworkSegment(72617933-e864-43ec-80b6-9f5e723b201f),segment_id=72617933-e864-43ec-80b6-9f5e723b201f)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:08:32.080525 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-aaaf3897-d9b2-4af5-bae9-94fb0f311afd req-e8247ef7-f467-42ac-9a3f-2fafba31e8b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:32.193365 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8247ef7-f467-42ac-9a3f-2fafba31e8b2 service neutron] Pushing event updated for resources: {'Port': ['ID=d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7,revision_number=8']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:08:32.247486 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-442c9339-2705-42f7-879f-a19314dab5f4 None None] Current status of the port d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:08:32.247486 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-442c9339-2705-42f7-879f-a19314dab5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:32.318784 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '036d0507-56a6-4406-9f0b-49140729fba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:08:32.332604 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-442c9339-2705-42f7-879f-a19314dab5f4 None None] For port d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7,segment=NetworkSegment(72617933-e864-43ec-80b6-9f5e723b201f),segment_id=72617933-e864-43ec-80b6-9f5e723b201f)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:08:32.341055 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-442c9339-2705-42f7-879f-a19314dab5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:32.521148 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaf3897-d9b2-4af5-bae9-94fb0f311afd req-e8247ef7-f467-42ac-9a3f-2fafba31e8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:08:32.521693 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-aaaf3897-d9b2-4af5-bae9-94fb0f311afd req-e8247ef7-f467-42ac-9a3f-2fafba31e8b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:32.523492 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-aaaf3897-d9b2-4af5-bae9-94fb0f311afd req-e8247ef7-f467-42ac-9a3f-2fafba31e8b2 service neutron] 10.222.0.20 "PUT /v2.0/ports/d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7 HTTP/1.1" status: 200 len: 1121 time: 1.4378164 May 31 14:08:32.622574 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7192622-7494-4b6e-a2e0-2c7d0d228588'] response: {'server_uuid': '036d0507-56a6-4406-9f0b-49140729fba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7', 'code': 200} May 31 14:08:32.711050 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:08:32.822154 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442c9339-2705-42f7-879f-a19314dab5f4 None None] Pushing event updated for resources: {'Port': ['ID=d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7,revision_number=9']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:08:32.858769 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442c9339-2705-42f7-879f-a19314dab5f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:08:32.858769 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442c9339-2705-42f7-879f-a19314dab5f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:08:32.858769 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442c9339-2705-42f7-879f-a19314dab5f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:08:32.858769 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442c9339-2705-42f7-879f-a19314dab5f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:08:32.858769 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442c9339-2705-42f7-879f-a19314dab5f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:08:32.858769 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442c9339-2705-42f7-879f-a19314dab5f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:08:32.861686 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e3879-a46f-482f-9f03-0695e303f939 req-eb06bb62-863f-41e4-a54b-f3d9b6f52e3b tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:08:32.865370 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442c9339-2705-42f7-879f-a19314dab5f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:08:32.865370 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442c9339-2705-42f7-879f-a19314dab5f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:08:32.865370 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442c9339-2705-42f7-879f-a19314dab5f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:08:32.865370 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442c9339-2705-42f7-879f-a19314dab5f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:08:32.865370 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442c9339-2705-42f7-879f-a19314dab5f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:08:32.868962 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-360e3879-a46f-482f-9f03-0695e303f939 req-eb06bb62-863f-41e4-a54b-f3d9b6f52e3b tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=036d0507-56a6-4406-9f0b-49140729fba2 HTTP/1.1" status: 200 len: 945 time: 0.2597260 May 31 14:08:32.871763 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442c9339-2705-42f7-879f-a19314dab5f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:08:32.959586 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-360e3879-a46f-482f-9f03-0695e303f939 req-2998c5de-64b3-4261-a91a-8f1064b81104 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=04550a6f-72c6-49d9-bcbc-bc17f3cc44d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831122 May 31 14:08:33.035173 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2c3b5a9c-1079-4c0f-aa45-2400a08c6f38 None None] Provisioning complete for port d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:08:33.035173 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2c3b5a9c-1079-4c0f-aa45-2400a08c6f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:33.273700 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2c3b5a9c-1079-4c0f-aa45-2400a08c6f38 None None] Current status of the port d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:08:33.714664 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '036d0507-56a6-4406-9f0b-49140729fba2', 'tag': 'd6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:08:33.794300 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f916cac9-76b4-47ce-8270-b53e8a824f64'] response: {'name': 'network-changed', 'server_uuid': '036d0507-56a6-4406-9f0b-49140729fba2', 'tag': 'd6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7', 'status': 'completed', 'code': 200} May 31 14:08:33.919186 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b08d0e-d077-4e3f-977a-04495ebfaa02 req-1392e86a-8872-4cf3-baa9-adeb4bf3d5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:08:33.920668 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-78b08d0e-d077-4e3f-977a-04495ebfaa02 req-1392e86a-8872-4cf3-baa9-adeb4bf3d5af service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=088180f8cd814306a3f92350df9020de&device_id=036d0507-56a6-4406-9f0b-49140729fba2 HTTP/1.1" status: 200 len: 1126 time: 0.1009214 May 31 14:08:34.084387 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b08d0e-d077-4e3f-977a-04495ebfaa02 req-96b20dcb-fe7e-4d40-bcc2-9f5038d15609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:08:34.086223 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-78b08d0e-d077-4e3f-977a-04495ebfaa02 req-96b20dcb-fe7e-4d40-bcc2-9f5038d15609 service neutron] 10.222.0.44 "GET /v2.0/networks?id=aceb017b-df4c-4be3-9079-2d5d69e6b103 HTTP/1.1" status: 200 len: 896 time: 0.1592963 May 31 14:08:34.175779 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd35350-598a-42cf-b612-6278b60c8fe4 req-4c97785b-085d-4450-a50b-4dbaaa9a07e8 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:08:34.175779 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ebd35350-598a-42cf-b612-6278b60c8fe4 req-4c97785b-085d-4450-a50b-4dbaaa9a07e8 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=036d0507-56a6-4406-9f0b-49140729fba2 HTTP/1.1" status: 200 len: 945 time: 0.0971274 May 31 14:08:34.230541 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-78b08d0e-d077-4e3f-977a-04495ebfaa02 req-59d411ff-2ff1-4032-a4bf-cbb9612368ef service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7 HTTP/1.1" status: 200 len: 1001 time: 0.1337895 May 31 14:08:34.238558 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ebd35350-598a-42cf-b612-6278b60c8fe4 req-28d2fb1c-fcca-433a-834c-d978873e587f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=04550a6f-72c6-49d9-bcbc-bc17f3cc44d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514462 May 31 14:08:34.433658 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b08d0e-d077-4e3f-977a-04495ebfaa02 req-6432420f-2917-4972-8b61-493abc52e0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:08:34.433658 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-78b08d0e-d077-4e3f-977a-04495ebfaa02 req-6432420f-2917-4972-8b61-493abc52e0b8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5f99a74d-a8f6-431f-9ac9-f84cbbc8b93f HTTP/1.1" status: 200 len: 835 time: 0.2005165 May 31 14:08:34.523599 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b08d0e-d077-4e3f-977a-04495ebfaa02 req-973ddebe-800a-4871-a37b-12cbb7c3704f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:08:34.525201 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-78b08d0e-d077-4e3f-977a-04495ebfaa02 req-973ddebe-800a-4871-a37b-12cbb7c3704f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=aceb017b-df4c-4be3-9079-2d5d69e6b103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0842302 May 31 14:08:34.686942 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-78b08d0e-d077-4e3f-977a-04495ebfaa02 req-fd529ac3-e8c5-44cf-bc38-db9bf01eac2f service neutron] 10.222.0.44 "GET /v2.0/networks/aceb017b-df4c-4be3-9079-2d5d69e6b103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466274 May 31 14:08:34.838662 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-78b08d0e-d077-4e3f-977a-04495ebfaa02 req-44058900-1e46-48bf-9fce-e185b754a2ff service neutron] 10.222.0.44 "GET /v2.0/networks/aceb017b-df4c-4be3-9079-2d5d69e6b103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503332 May 31 14:08:35.449034 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7 details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 14:08:35.489384 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ecd026-562e-4219-8359-1374c057084b req-b5ce260e-f434-4766-ad8b-42d4420ef7d8 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:08:35.489384 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a5ecd026-562e-4219-8359-1374c057084b req-b5ce260e-f434-4766-ad8b-42d4420ef7d8 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=036d0507-56a6-4406-9f0b-49140729fba2 HTTP/1.1" status: 200 len: 945 time: 0.0958054 May 31 14:08:35.553157 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a5ecd026-562e-4219-8359-1374c057084b req-341c3408-45c4-4a1a-95ed-a7c019d12858 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=04550a6f-72c6-49d9-bcbc-bc17f3cc44d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551455 May 31 14:08:35.626501 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7,segment=NetworkSegment(72617933-e864-43ec-80b6-9f5e723b201f),segment_id=72617933-e864-43ec-80b6-9f5e723b201f)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:08:35.641441 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7 has no active binding in host n-h1-843939-1 {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 31 14:08:36.787078 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad9923-9e2f-48f5-a0f8-2b18d6f27920 req-a2608aae-a62e-4862-b01b-daf429038588 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:08:36.787078 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-39ad9923-9e2f-48f5-a0f8-2b18d6f27920 req-a2608aae-a62e-4862-b01b-daf429038588 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=036d0507-56a6-4406-9f0b-49140729fba2 HTTP/1.1" status: 200 len: 945 time: 0.0992048 May 31 14:08:36.845764 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-39ad9923-9e2f-48f5-a0f8-2b18d6f27920 req-5f234acc-7a6c-4b20-8c7f-45cf8951fe89 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=04550a6f-72c6-49d9-bcbc-bc17f3cc44d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523236 May 31 14:08:37.651213 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:38.052951 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1faa628-62cb-40b3-8fd4-6969bc804c67 req-0540c051-be54-49a6-b4b3-29c32deb1bac tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:08:38.052951 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b1faa628-62cb-40b3-8fd4-6969bc804c67 req-0540c051-be54-49a6-b4b3-29c32deb1bac tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=036d0507-56a6-4406-9f0b-49140729fba2 HTTP/1.1" status: 200 len: 945 time: 0.0864952 May 31 14:08:38.105687 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b1faa628-62cb-40b3-8fd4-6969bc804c67 req-c87b9dad-36b5-4847-ac99-97e2c18312fe tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=04550a6f-72c6-49d9-bcbc-bc17f3cc44d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458448 May 31 14:08:39.178272 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:39.361161 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599de621-1899-4203-bde2-fa98f8c00556 req-7a66c6bd-3de3-4bbb-a787-1af6e2c07e1b tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:08:39.361161 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-599de621-1899-4203-bde2-fa98f8c00556 req-7a66c6bd-3de3-4bbb-a787-1af6e2c07e1b tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=036d0507-56a6-4406-9f0b-49140729fba2 HTTP/1.1" status: 200 len: 945 time: 0.1012278 May 31 14:08:39.418442 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-599de621-1899-4203-bde2-fa98f8c00556 req-df272ca1-9956-4c5f-b839-0690325d19fa tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=04550a6f-72c6-49d9-bcbc-bc17f3cc44d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481691 May 31 14:08:40.590868 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-077d3586-741c-4da3-9fed-1f82c9d29c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:40.643729 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f303ed7-dc78-48e4-9984-0babd3a0e60f req-d3989da4-fe7f-49cb-86ed-60a2e84f2d79 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:08:40.654947 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5f303ed7-dc78-48e4-9984-0babd3a0e60f req-d3989da4-fe7f-49cb-86ed-60a2e84f2d79 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=036d0507-56a6-4406-9f0b-49140729fba2 HTTP/1.1" status: 200 len: 945 time: 0.1121292 May 31 14:08:40.711999 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5f303ed7-dc78-48e4-9984-0babd3a0e60f req-92c83e0b-a170-43f5-8f6c-f09b9635fde2 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=04550a6f-72c6-49d9-bcbc-bc17f3cc44d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514843 May 31 14:08:40.855324 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-aaaf3897-d9b2-4af5-bae9-94fb0f311afd req-805e8d07-f8d3-455c-b813-ff18811e4e08 service neutron] 10.222.0.44 "GET /v2.0/ports/d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7/bindings/n-h1-843939-1 HTTP/1.1" status: 200 len: 384 time: 0.1172757 May 31 14:08:41.179983 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-aaaf3897-d9b2-4af5-bae9-94fb0f311afd req-f57031ee-d41a-4343-8af2-3487e8f1c612 service neutron] For port d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7,segment=NetworkSegment(72617933-e864-43ec-80b6-9f5e723b201f),segment_id=72617933-e864-43ec-80b6-9f5e723b201f)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:08:41.206281 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-aaaf3897-d9b2-4af5-bae9-94fb0f311afd req-f57031ee-d41a-4343-8af2-3487e8f1c612 service neutron] For port d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7, host n-h2-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:08:41.275359 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '036d0507-56a6-4406-9f0b-49140729fba2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:08:41.286521 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-aaaf3897-d9b2-4af5-bae9-94fb0f311afd req-f57031ee-d41a-4343-8af2-3487e8f1c612 service neutron] For port d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7,segment=NetworkSegment(72617933-e864-43ec-80b6-9f5e723b201f),segment_id=72617933-e864-43ec-80b6-9f5e723b201f)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:08:41.305254 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-aaaf3897-d9b2-4af5-bae9-94fb0f311afd req-f57031ee-d41a-4343-8af2-3487e8f1c612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:41.373653 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7ce81dd-19bc-4d2d-9e03-8b4f2726f76f'] response: {'server_uuid': '036d0507-56a6-4406-9f0b-49140729fba2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7', 'code': 200} May 31 14:08:41.452657 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-aaaf3897-d9b2-4af5-bae9-94fb0f311afd req-f57031ee-d41a-4343-8af2-3487e8f1c612 service neutron] Transition to ACTIVE for port object d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7 will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:08:41.456588 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-aaaf3897-d9b2-4af5-bae9-94fb0f311afd req-f57031ee-d41a-4343-8af2-3487e8f1c612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:41.633182 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57031ee-d41a-4343-8af2-3487e8f1c612 service neutron] Pushing event updated for resources: {'Port': ['ID=d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7,revision_number=11']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:08:41.686793 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaaf3897-d9b2-4af5-bae9-94fb0f311afd req-f57031ee-d41a-4343-8af2-3487e8f1c612 service neutron] No DVR routers for this DVR port d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7 on host n-h2-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:08:41.950856 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-aaaf3897-d9b2-4af5-bae9-94fb0f311afd req-f57031ee-d41a-4343-8af2-3487e8f1c612 service neutron] 10.222.0.44 "PUT /v2.0/ports/d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7/bindings/n-h1-843939-1/activate HTTP/1.1" status: 200 len: 369 time: 1.0897672 May 31 14:08:41.991348 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc021b1b-9239-4bed-9fb3-d2ba15cb3c02 req-94b35344-80c3-4d5d-aa18-2d6810b97593 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:08:41.993801 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cc021b1b-9239-4bed-9fb3-d2ba15cb3c02 req-94b35344-80c3-4d5d-aa18-2d6810b97593 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=036d0507-56a6-4406-9f0b-49140729fba2 HTTP/1.1" status: 200 len: 944 time: 0.1185813 May 31 14:08:42.047374 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cc021b1b-9239-4bed-9fb3-d2ba15cb3c02 req-643dc7a0-161c-4453-828c-65fd2ed24ab4 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=04550a6f-72c6-49d9-bcbc-bc17f3cc44d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463579 May 31 14:08:42.089704 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaf3897-d9b2-4af5-bae9-94fb0f311afd req-f20cd8ad-d124-4d73-b427-6962f3cb23ae tempest-TestNetworkAdvancedServerOps-1325536650 tempest-TestNetworkAdvancedServerOps-1325536650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:08:42.091388 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-aaaf3897-d9b2-4af5-bae9-94fb0f311afd req-f20cd8ad-d124-4d73-b427-6962f3cb23ae tempest-TestNetworkAdvancedServerOps-1325536650 tempest-TestNetworkAdvancedServerOps-1325536650-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=036d0507-56a6-4406-9f0b-49140729fba2&tenant_id=088180f8cd814306a3f92350df9020de&binding%3Ahost_id=n-h2-843939-1 HTTP/1.1" status: 200 len: 1095 time: 0.0833461 May 31 14:08:42.175609 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaf3897-d9b2-4af5-bae9-94fb0f311afd req-3144fe45-4895-4263-b324-19ea9939c478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:08:42.177110 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-aaaf3897-d9b2-4af5-bae9-94fb0f311afd req-3144fe45-4895-4263-b324-19ea9939c478 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=036d0507-56a6-4406-9f0b-49140729fba2&tenant_id=088180f8cd814306a3f92350df9020de HTTP/1.1" status: 200 len: 1095 time: 0.0795708 May 31 14:08:42.269662 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaf3897-d9b2-4af5-bae9-94fb0f311afd req-b1482257-2bfa-4460-a175-aee5549c36ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:08:42.271254 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-aaaf3897-d9b2-4af5-bae9-94fb0f311afd req-b1482257-2bfa-4460-a175-aee5549c36ac service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=088180f8cd814306a3f92350df9020de&device_id=036d0507-56a6-4406-9f0b-49140729fba2 HTTP/1.1" status: 200 len: 1095 time: 0.0732019 May 31 14:08:42.541137 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaf3897-d9b2-4af5-bae9-94fb0f311afd req-9c49a072-5ea5-42b8-9adb-1a9433ce4343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:08:42.542789 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-aaaf3897-d9b2-4af5-bae9-94fb0f311afd req-9c49a072-5ea5-42b8-9adb-1a9433ce4343 service neutron] 10.222.0.20 "GET /v2.0/networks?id=aceb017b-df4c-4be3-9079-2d5d69e6b103 HTTP/1.1" status: 200 len: 896 time: 0.2660489 May 31 14:08:42.666463 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-aaaf3897-d9b2-4af5-bae9-94fb0f311afd req-0132d993-f411-4081-933e-e97759728467 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7 HTTP/1.1" status: 200 len: 999 time: 0.1177657 May 31 14:08:42.721716 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:08:42.736058 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaf3897-d9b2-4af5-bae9-94fb0f311afd req-1458ada2-d350-4fe7-bbe4-77ac353cca16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:08:42.737571 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-aaaf3897-d9b2-4af5-bae9-94fb0f311afd req-1458ada2-d350-4fe7-bbe4-77ac353cca16 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5f99a74d-a8f6-431f-9ac9-f84cbbc8b93f HTTP/1.1" status: 200 len: 835 time: 0.0654657 May 31 14:08:42.785003 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7 not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:08:42.809731 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2fedfddb-0d10-4cc2-beda-99f936478976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:42.824410 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaf3897-d9b2-4af5-bae9-94fb0f311afd req-3418b138-c542-4c9f-9e5d-60070b64e77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:08:42.826500 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-aaaf3897-d9b2-4af5-bae9-94fb0f311afd req-3418b138-c542-4c9f-9e5d-60070b64e77d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aceb017b-df4c-4be3-9079-2d5d69e6b103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0820994 May 31 14:08:42.981385 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-aaaf3897-d9b2-4af5-bae9-94fb0f311afd req-12627a7a-ef4d-4129-a579-ac845055c6f0 service neutron] 10.222.0.20 "GET /v2.0/networks/aceb017b-df4c-4be3-9079-2d5d69e6b103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480598 May 31 14:08:43.144158 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-aaaf3897-d9b2-4af5-bae9-94fb0f311afd req-ff21090e-e46b-4445-b2f8-64487afe517b service neutron] 10.222.0.20 "GET /v2.0/networks/aceb017b-df4c-4be3-9079-2d5d69e6b103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572447 May 31 14:08:43.269910 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d2a9e6-6af9-40ed-a48f-6c787e373f92 req-5d619fdb-7cf9-40c6-a89c-992f9509c66b tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:08:43.271697 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-97d2a9e6-6af9-40ed-a48f-6c787e373f92 req-5d619fdb-7cf9-40c6-a89c-992f9509c66b tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=036d0507-56a6-4406-9f0b-49140729fba2 HTTP/1.1" status: 200 len: 944 time: 0.0970492 May 31 14:08:43.320577 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-97d2a9e6-6af9-40ed-a48f-6c787e373f92 req-baedb39e-7712-4de1-9c21-fdbf2acf7a65 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=04550a6f-72c6-49d9-bcbc-bc17f3cc44d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424759 May 31 14:08:43.463338 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaf3897-d9b2-4af5-bae9-94fb0f311afd req-d0b0f033-ea1b-4286-bc01-9f6251f85aea tempest-TestNetworkAdvancedServerOps-1325536650 tempest-TestNetworkAdvancedServerOps-1325536650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:08:43.464936 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-aaaf3897-d9b2-4af5-bae9-94fb0f311afd req-d0b0f033-ea1b-4286-bc01-9f6251f85aea tempest-TestNetworkAdvancedServerOps-1325536650 tempest-TestNetworkAdvancedServerOps-1325536650-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=036d0507-56a6-4406-9f0b-49140729fba2&tenant_id=088180f8cd814306a3f92350df9020de&binding%3Ahost_id=n-h1-843939-1 HTTP/1.1" status: 200 len: 1095 time: 0.0829215 May 31 14:08:43.590394 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-aaaf3897-d9b2-4af5-bae9-94fb0f311afd req-92e62947-e8fb-4a26-9cbe-052753a18890 service neutron] For port d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7, host n-h2-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:08:43.593436 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-aaaf3897-d9b2-4af5-bae9-94fb0f311afd req-92e62947-e8fb-4a26-9cbe-052753a18890 service neutron] Notify callbacks [] for binding, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:43.594652 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-aaaf3897-d9b2-4af5-bae9-94fb0f311afd req-92e62947-e8fb-4a26-9cbe-052753a18890 service neutron] 10.222.0.20 "DELETE /v2.0/ports/d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7/bindings/n-h2-843939-1 HTTP/1.1" status: 204 len: 173 time: 0.1244960 May 31 14:08:43.862034 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:43.983767 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:44.531562 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8037d683-0279-4d77-bb7d-88bd2d2fe5f3 req-e8421f49-fb58-44e8-b673-c08bb74bbd97 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:08:44.533575 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8037d683-0279-4d77-bb7d-88bd2d2fe5f3 req-e8421f49-fb58-44e8-b673-c08bb74bbd97 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=036d0507-56a6-4406-9f0b-49140729fba2 HTTP/1.1" status: 200 len: 944 time: 0.0836704 May 31 14:08:44.584471 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8037d683-0279-4d77-bb7d-88bd2d2fe5f3 req-0f15486e-7370-4510-90cc-058fa4077fc5 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=04550a6f-72c6-49d9-bcbc-bc17f3cc44d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432951 May 31 14:08:44.910879 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a7ca05-762d-4b15-91a8-f51d4f897b94 req-136771ff-803d-40ac-9b63-bf8e01a34f54 tempest-TestNetworkAdvancedServerOps-1325536650 tempest-TestNetworkAdvancedServerOps-1325536650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:08:44.913180 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-99a7ca05-762d-4b15-91a8-f51d4f897b94 req-136771ff-803d-40ac-9b63-bf8e01a34f54 tempest-TestNetworkAdvancedServerOps-1325536650 tempest-TestNetworkAdvancedServerOps-1325536650-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=036d0507-56a6-4406-9f0b-49140729fba2 HTTP/1.1" status: 200 len: 1095 time: 0.2200587 May 31 14:08:44.959826 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-99a7ca05-762d-4b15-91a8-f51d4f897b94 req-66d7459a-4863-4ab4-bd29-1bbdb2e87091 tempest-TestNetworkAdvancedServerOps-1325536650 tempest-TestNetworkAdvancedServerOps-1325536650-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=04550a6f-72c6-49d9-bcbc-bc17f3cc44d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404980 May 31 14:08:45.157044 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e18491-2cba-41a0-98f0-6ac2d829d1bd req-7b065f25-af02-4c9c-8709-dbe87b1ad2da tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:08:45.158735 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-29e18491-2cba-41a0-98f0-6ac2d829d1bd req-7b065f25-af02-4c9c-8709-dbe87b1ad2da tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=036d0507-56a6-4406-9f0b-49140729fba2 HTTP/1.1" status: 200 len: 944 time: 0.0900388 May 31 14:08:45.208457 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-29e18491-2cba-41a0-98f0-6ac2d829d1bd req-2c829f6f-6263-4646-af83-1e628eaeb9c8 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=04550a6f-72c6-49d9-bcbc-bc17f3cc44d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417030 May 31 14:08:45.232294 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 38504) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:08:45.353007 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-65199c19-a13f-4811-b0e0-51603c335e5a tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/floatingips/a1e47cdf-53c9-45b1-b302-af7c2e9937a6 HTTP/1.1" status: 200 len: 991 time: 0.1101537 May 31 14:08:45.701171 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:47.248773 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4f4e5a6a-9991-4d3c-8d3e-5bfccb549b3c req-3c16131f-9570-4a91-a454-f4f246ba9cff service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=036d0507-56a6-4406-9f0b-49140729fba2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1926262 May 31 14:08:47.403246 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e5a6a-9991-4d3c-8d3e-5bfccb549b3c req-389f6a29-651c-4043-a107-ba0022821a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:08:47.404807 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4f4e5a6a-9991-4d3c-8d3e-5bfccb549b3c req-389f6a29-651c-4043-a107-ba0022821a38 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=088180f8cd814306a3f92350df9020de&device_id=036d0507-56a6-4406-9f0b-49140729fba2 HTTP/1.1" status: 200 len: 1095 time: 0.0844088 May 31 14:08:47.571358 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e5a6a-9991-4d3c-8d3e-5bfccb549b3c req-4baf095c-e58c-4865-ae0a-5e227aed2272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:08:47.572966 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4f4e5a6a-9991-4d3c-8d3e-5bfccb549b3c req-4baf095c-e58c-4865-ae0a-5e227aed2272 service neutron] 10.222.0.20 "GET /v2.0/networks?id=aceb017b-df4c-4be3-9079-2d5d69e6b103 HTTP/1.1" status: 200 len: 896 time: 0.1486433 May 31 14:08:47.634091 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 38642) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:08:47.690076 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4f4e5a6a-9991-4d3c-8d3e-5bfccb549b3c req-5b9bd190-62a8-4b10-9246-5d68de6efc09 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7 HTTP/1.1" status: 200 len: 999 time: 0.1105545 May 31 14:08:47.772562 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e5a6a-9991-4d3c-8d3e-5bfccb549b3c req-bce6572b-c2d9-44da-8a12-73f8912319f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:08:47.775176 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4f4e5a6a-9991-4d3c-8d3e-5bfccb549b3c req-bce6572b-c2d9-44da-8a12-73f8912319f8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5f99a74d-a8f6-431f-9ac9-f84cbbc8b93f HTTP/1.1" status: 200 len: 835 time: 0.0753884 May 31 14:08:47.872466 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e5a6a-9991-4d3c-8d3e-5bfccb549b3c req-4680fb54-0ef2-4e30-a551-4d70a4e63ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:08:47.874778 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4f4e5a6a-9991-4d3c-8d3e-5bfccb549b3c req-4680fb54-0ef2-4e30-a551-4d70a4e63ca7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aceb017b-df4c-4be3-9079-2d5d69e6b103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0934570 May 31 14:08:47.892185 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-853e0f08-089f-4e6d-ab26-7c4362cc6512 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Deleting port c7521928-cd7a-4b3d-82e1-f72de2d56c56 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:08:47.892185 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-853e0f08-089f-4e6d-ab26-7c4362cc6512 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:48.068467 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4f4e5a6a-9991-4d3c-8d3e-5bfccb549b3c req-2100d91a-50c9-442e-97e5-8272987e6985 service neutron] 10.222.0.20 "GET /v2.0/networks/aceb017b-df4c-4be3-9079-2d5d69e6b103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853046 May 31 14:08:48.126957 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-853e0f08-089f-4e6d-ab26-7c4362cc6512 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:48.127530 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-853e0f08-089f-4e6d-ab26-7c4362cc6512 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:48.233642 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4f4e5a6a-9991-4d3c-8d3e-5bfccb549b3c req-2ec24b62-7479-4de9-b031-50a1958a37ca service neutron] 10.222.0.20 "GET /v2.0/networks/aceb017b-df4c-4be3-9079-2d5d69e6b103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592174 May 31 14:08:48.267211 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-853e0f08-089f-4e6d-ab26-7c4362cc6512 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Calling delete_port for c7521928-cd7a-4b3d-82e1-f72de2d56c56 owned by network:floatingip {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:08:48.460040 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-853e0f08-089f-4e6d-ab26-7c4362cc6512 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:48.508655 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853e0f08-089f-4e6d-ab26-7c4362cc6512 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event deleted for resources: {'Port': ['ID=c7521928-cd7a-4b3d-82e1-f72de2d56c56,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:08:48.516951 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853e0f08-089f-4e6d-ab26-7c4362cc6512 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:08:48.517303 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853e0f08-089f-4e6d-ab26-7c4362cc6512 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:08:48.517638 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853e0f08-089f-4e6d-ab26-7c4362cc6512 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:08:48.517975 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853e0f08-089f-4e6d-ab26-7c4362cc6512 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:08:48.518537 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853e0f08-089f-4e6d-ab26-7c4362cc6512 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:08:48.518875 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853e0f08-089f-4e6d-ab26-7c4362cc6512 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:08:48.519210 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853e0f08-089f-4e6d-ab26-7c4362cc6512 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:08:48.519536 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853e0f08-089f-4e6d-ab26-7c4362cc6512 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:08:48.519932 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853e0f08-089f-4e6d-ab26-7c4362cc6512 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:08:48.520220 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853e0f08-089f-4e6d-ab26-7c4362cc6512 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:08:48.520548 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853e0f08-089f-4e6d-ab26-7c4362cc6512 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:08:48.520792 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853e0f08-089f-4e6d-ab26-7c4362cc6512 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:08:48.739564 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-853e0f08-089f-4e6d-ab26-7c4362cc6512 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for floatingip, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:48.740992 n-d-843939-1 neutron-server[88370]: INFO neutron.db.l3_db [None req-853e0f08-089f-4e6d-ab26-7c4362cc6512 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Floating IP a1e47cdf-53c9-45b1-b302-af7c2e9937a6 disassociated (deleted). External IP: 172.25.6.200, port: d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7. May 31 14:08:49.201408 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-853e0f08-089f-4e6d-ab26-7c4362cc6512 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Router 371b1434-40bd-4b88-9778-54a8535e5621 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:08:49.424089 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-853e0f08-089f-4e6d-ab26-7c4362cc6512 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:08:49.435301 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44442141-9df2-4399-8249-6aadc4f9d6af None None] Sync routers for ids ['371b1434-40bd-4b88-9778-54a8535e5621'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:08:49.446270 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44442141-9df2-4399-8249-6aadc4f9d6af None None] Routers {'371b1434-40bd-4b88-9778-54a8535e5621'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:08:49.446750 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-853e0f08-089f-4e6d-ab26-7c4362cc6512 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:49.446929 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-44442141-9df2-4399-8249-6aadc4f9d6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:08:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['371b1434-40bd-4b88-9778-54a8535e5621'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:08:49.514026 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-853e0f08-089f-4e6d-ab26-7c4362cc6512 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "DELETE /v2.0/floatingips/a1e47cdf-53c9-45b1-b302-af7c2e9937a6 HTTP/1.1" status: 204 len: 168 time: 1.8785334 May 31 14:08:49.514946 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '036d0507-56a6-4406-9f0b-49140729fba2', 'tag': 'd6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:08:49.650461 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd41d88a-818b-4f6a-9500-c79437ef91a9'] response: {'name': 'network-changed', 'server_uuid': '036d0507-56a6-4406-9f0b-49140729fba2', 'tag': 'd6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7', 'status': 'completed', 'code': 200} May 31 14:08:49.726863 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-44442141-9df2-4399-8249-6aadc4f9d6af None None] Set router 371b1434-40bd-4b88-9778-54a8535e5621 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:08:49.923477 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72cb67c-2313-4ddb-8534-4d95d27af2be req-21e61830-11db-4ee9-8902-6b5cd83eb864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:08:49.925613 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d72cb67c-2313-4ddb-8534-4d95d27af2be req-21e61830-11db-4ee9-8902-6b5cd83eb864 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=088180f8cd814306a3f92350df9020de&device_id=036d0507-56a6-4406-9f0b-49140729fba2 HTTP/1.1" status: 200 len: 1095 time: 0.2526357 May 31 14:08:50.097878 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-44442141-9df2-4399-8249-6aadc4f9d6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371b1434-40bd-4b88-9778-54a8535e5621', 'name': 'tempest-TestNetworkAdvancedServerOps-router-334892124', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'e25fff74-163b-4f1f-a65b-d4281dcf1798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:07:25Z', 'updated_at': '2022-05-31T14:07:32Z', 'revision_number': 4, 'project_id': '088180f8cd814306a3f92350df9020de', 'gw_port': {'id': 'e25fff74-163b-4f1f-a65b-d4281dcf1798', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:47:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371b1434-40bd-4b88-9778-54a8535e5621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:07:26Z', 'updated_at': '2022-05-31T14:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'ce5594c7-de77-4790-ab9a-7bdcbfc9769e', 'name': '', 'network_id': 'aceb017b-df4c-4be3-9079-2d5d69e6b103', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'mac_address': 'fa:16:3e:af:4c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371b1434-40bd-4b88-9778-54a8535e5621', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '5f99a74d-a8f6-431f-9ac9-f84cbbc8b93f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:07:30Z', 'updated_at': '2022-05-31T14:07:38Z', 'revision_number': 5, 'project_id': '088180f8cd814306a3f92350df9020de', 'subnets': [{'id': '5f99a74d-a8f6-431f-9ac9-f84cbbc8b93f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:08:50.103710 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44442141-9df2-4399-8249-6aadc4f9d6af None None] Checking router: 371b1434-40bd-4b88-9778-54a8535e5621 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:08:50.116620 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44442141-9df2-4399-8249-6aadc4f9d6af None None] Routers {'371b1434-40bd-4b88-9778-54a8535e5621'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:08:50.116945 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72cb67c-2313-4ddb-8534-4d95d27af2be req-0c6d0ad2-35f5-4b8d-afaa-32bb3101ba7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:08:50.117269 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-44442141-9df2-4399-8249-6aadc4f9d6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:08:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['371b1434-40bd-4b88-9778-54a8535e5621'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:08:50.118536 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d72cb67c-2313-4ddb-8534-4d95d27af2be req-0c6d0ad2-35f5-4b8d-afaa-32bb3101ba7d service neutron] 10.222.0.20 "GET /v2.0/networks?id=aceb017b-df4c-4be3-9079-2d5d69e6b103 HTTP/1.1" status: 200 len: 896 time: 0.1863108 May 31 14:08:50.197484 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d72cb67c-2313-4ddb-8534-4d95d27af2be req-35638d8b-87c2-4cb2-9d0a-232e37a4ffdc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7 HTTP/1.1" status: 200 len: 217 time: 0.0720861 May 31 14:08:50.228955 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d9a0f3-ec79-4ade-a8dc-69a8419e261c req-ca58ffcc-7f11-44e3-84fa-62eb7c2966b1 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:08:50.230245 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-22d9a0f3-ec79-4ade-a8dc-69a8419e261c req-ca58ffcc-7f11-44e3-84fa-62eb7c2966b1 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Synchronizing usage tracker for tenant:088180f8cd814306a3f92350df9020de on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:08:50.247281 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-22d9a0f3-ec79-4ade-a8dc-69a8419e261c req-ca58ffcc-7f11-44e3-84fa-62eb7c2966b1 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Unset dirty status for tenant:088180f8cd814306a3f92350df9020de on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:08:50.249105 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-22d9a0f3-ec79-4ade-a8dc-69a8419e261c req-ca58ffcc-7f11-44e3-84fa-62eb7c2966b1 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=036d0507-56a6-4406-9f0b-49140729fba2 HTTP/1.1" status: 200 len: 944 time: 0.1196177 May 31 14:08:50.270582 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72cb67c-2313-4ddb-8534-4d95d27af2be req-604909be-323e-4ebf-93b9-11d5bf9bb16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:08:50.272754 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d72cb67c-2313-4ddb-8534-4d95d27af2be req-604909be-323e-4ebf-93b9-11d5bf9bb16b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5f99a74d-a8f6-431f-9ac9-f84cbbc8b93f HTTP/1.1" status: 200 len: 835 time: 0.0695450 May 31 14:08:50.299702 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-22d9a0f3-ec79-4ade-a8dc-69a8419e261c req-ff2612a6-4aa6-4f1b-89cb-e4948928d91a tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=04550a6f-72c6-49d9-bcbc-bc17f3cc44d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451388 May 31 14:08:50.366841 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72cb67c-2313-4ddb-8534-4d95d27af2be req-4de07b37-0bca-4dcf-8c27-b682fda6927a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:08:50.368677 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d72cb67c-2313-4ddb-8534-4d95d27af2be req-4de07b37-0bca-4dcf-8c27-b682fda6927a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aceb017b-df4c-4be3-9079-2d5d69e6b103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0904169 May 31 14:08:50.370102 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-44442141-9df2-4399-8249-6aadc4f9d6af None None] Set router 371b1434-40bd-4b88-9778-54a8535e5621 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:08:50.513512 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d72cb67c-2313-4ddb-8534-4d95d27af2be req-42c90c6d-93a2-4ae6-9838-98727be5db91 service neutron] 10.222.0.20 "GET /v2.0/networks/aceb017b-df4c-4be3-9079-2d5d69e6b103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372766 May 31 14:08:50.651963 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d72cb67c-2313-4ddb-8534-4d95d27af2be req-7f28beb4-ed9f-4e65-92ad-c1ce9d8d04ad service neutron] 10.222.0.20 "GET /v2.0/networks/aceb017b-df4c-4be3-9079-2d5d69e6b103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285112 May 31 14:08:50.706909 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-44442141-9df2-4399-8249-6aadc4f9d6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371b1434-40bd-4b88-9778-54a8535e5621', 'name': 'tempest-TestNetworkAdvancedServerOps-router-334892124', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'e25fff74-163b-4f1f-a65b-d4281dcf1798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:07:25Z', 'updated_at': '2022-05-31T14:07:32Z', 'revision_number': 4, 'project_id': '088180f8cd814306a3f92350df9020de', 'gw_port': {'id': 'e25fff74-163b-4f1f-a65b-d4281dcf1798', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:47:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371b1434-40bd-4b88-9778-54a8535e5621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:07:26Z', 'updated_at': '2022-05-31T14:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'ce5594c7-de77-4790-ab9a-7bdcbfc9769e', 'name': '', 'network_id': 'aceb017b-df4c-4be3-9079-2d5d69e6b103', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'mac_address': 'fa:16:3e:af:4c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371b1434-40bd-4b88-9778-54a8535e5621', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '5f99a74d-a8f6-431f-9ac9-f84cbbc8b93f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:07:30Z', 'updated_at': '2022-05-31T14:07:38Z', 'revision_number': 5, 'project_id': '088180f8cd814306a3f92350df9020de', 'subnets': [{'id': '5f99a74d-a8f6-431f-9ac9-f84cbbc8b93f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:08:50.711883 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44442141-9df2-4399-8249-6aadc4f9d6af None None] The sync data for ids ['371b1434-40bd-4b88-9778-54a8535e5621'] in n-d-843939-1 is: [{'id': '371b1434-40bd-4b88-9778-54a8535e5621', 'name': 'tempest-TestNetworkAdvancedServerOps-router-334892124', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'e25fff74-163b-4f1f-a65b-d4281dcf1798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:07:25Z', 'updated_at': '2022-05-31T14:07:32Z', 'revision_number': 4, 'project_id': '088180f8cd814306a3f92350df9020de', 'gw_port': {'id': 'e25fff74-163b-4f1f-a65b-d4281dcf1798', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:47:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371b1434-40bd-4b88-9778-54a8535e5621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:07:26Z', 'updated_at': '2022-05-31T14:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'ce5594c7-de77-4790-ab9a-7bdcbfc9769e', 'name': '', 'network_id': 'aceb017b-df4c-4be3-9079-2d5d69e6b103', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'mac_address': 'fa:16:3e:af:4c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371b1434-40bd-4b88-9778-54a8535e5621', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '5f99a74d-a8f6-431f-9ac9-f84cbbc8b93f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:07:30Z', 'updated_at': '2022-05-31T14:07:38Z', 'revision_number': 5, 'project_id': '088180f8cd814306a3f92350df9020de', 'subnets': [{'id': '5f99a74d-a8f6-431f-9ac9-f84cbbc8b93f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:08:50.774310 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9889a2a-c31e-4049-932b-922486e91178 req-55272d73-0833-40a8-a9ff-6b3dff67fb35 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:08:50.775023 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-f9889a2a-c31e-4049-932b-922486e91178 req-55272d73-0833-40a8-a9ff-6b3dff67fb35 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Synchronizing usage tracker for tenant:088180f8cd814306a3f92350df9020de on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:08:50.787047 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-f9889a2a-c31e-4049-932b-922486e91178 req-55272d73-0833-40a8-a9ff-6b3dff67fb35 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Unset dirty status for tenant:088180f8cd814306a3f92350df9020de on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:08:50.788359 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f9889a2a-c31e-4049-932b-922486e91178 req-55272d73-0833-40a8-a9ff-6b3dff67fb35 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.20 "GET /v2.0/ports?device_id=036d0507-56a6-4406-9f0b-49140729fba2 HTTP/1.1" status: 200 len: 944 time: 0.0963295 May 31 14:08:50.860659 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-f9889a2a-c31e-4049-932b-922486e91178 req-a5ac5074-1f28-4781-bda1-20235a477f12 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Deleting port d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:08:50.861003 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-f9889a2a-c31e-4049-932b-922486e91178 req-a5ac5074-1f28-4781-bda1-20235a477f12 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:50.942716 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83216dac-6a85-4a72-a69a-93cc8e6a5838 None None] New status for floating IP a1e47cdf-53c9-45b1-b302-af7c2e9937a6: DOWN {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 14:08:51.129028 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-f9889a2a-c31e-4049-932b-922486e91178 req-a5ac5074-1f28-4781-bda1-20235a477f12 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] For port d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7,segment=NetworkSegment(72617933-e864-43ec-80b6-9f5e723b201f),segment_id=72617933-e864-43ec-80b6-9f5e723b201f)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:08:51.129634 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-f9889a2a-c31e-4049-932b-922486e91178 req-a5ac5074-1f28-4781-bda1-20235a477f12 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:51.260590 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-f9889a2a-c31e-4049-932b-922486e91178 req-a5ac5074-1f28-4781-bda1-20235a477f12 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Calling delete_port for d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7 owned by compute:nova {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:08:51.436344 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-f9889a2a-c31e-4049-932b-922486e91178 req-a5ac5074-1f28-4781-bda1-20235a477f12 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:51.462801 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4f253e6e-4974-4ad1-94bc-0040781dc1a8 req-2a67c57b-6589-4200-a7ab-d0d4da653017 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=036d0507-56a6-4406-9f0b-49140729fba2 HTTP/1.1" status: 200 len: 210 time: 0.0439680 May 31 14:08:51.500080 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ac5074-1f28-4781-bda1-20235a477f12 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event deleted for resources: {'Port': ['ID=d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:08:51.576249 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9889a2a-c31e-4049-932b-922486e91178 req-a5ac5074-1f28-4781-bda1-20235a477f12 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] No DVR routers for this DVR port d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7 on host n-h1-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:08:51.579004 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-f9889a2a-c31e-4049-932b-922486e91178 req-a5ac5074-1f28-4781-bda1-20235a477f12 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:51.581755 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '036d0507-56a6-4406-9f0b-49140729fba2', 'name': 'network-vif-deleted', 'tag': 'd6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:08:51.598404 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f9889a2a-c31e-4049-932b-922486e91178 req-a5ac5074-1f28-4781-bda1-20235a477f12 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.20 "DELETE /v2.0/ports/d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7 HTTP/1.1" status: 204 len: 173 time: 0.8047764 May 31 14:08:51.633911 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b818bf7d-0622-45e8-8f2b-e6f6ffc54582'] response: {'server_uuid': '036d0507-56a6-4406-9f0b-49140729fba2', 'name': 'network-vif-deleted', 'tag': 'd6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7', 'status': 'completed', 'code': 200} May 31 14:08:52.569227 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 38984) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:08:53.156769 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a41655fa-e6bc-48b9-afe9-92e618027ca3 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:53.516402 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7 no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:08:53.564976 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] No Port match for: d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:08:53.565502 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device d6fd876c-cfd5-4696-8ea3-c16a0e4b9cf7 not bound to the agent host n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:08:53.692319 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-a41655fa-e6bc-48b9-afe9-92e618027ca3 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Deleting port ce5594c7-de77-4790-ab9a-7bdcbfc9769e {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:08:53.692825 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a41655fa-e6bc-48b9-afe9-92e618027ca3 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:53.896677 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-a41655fa-e6bc-48b9-afe9-92e618027ca3 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] For port ce5594c7-de77-4790-ab9a-7bdcbfc9769e, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=ce5594c7-de77-4790-ab9a-7bdcbfc9769e,segment=NetworkSegment(72617933-e864-43ec-80b6-9f5e723b201f),segment_id=72617933-e864-43ec-80b6-9f5e723b201f)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:08:53.896999 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a41655fa-e6bc-48b9-afe9-92e618027ca3 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:54.042514 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-a41655fa-e6bc-48b9-afe9-92e618027ca3 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Calling delete_port for ce5594c7-de77-4790-ab9a-7bdcbfc9769e owned by network:router_interface {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:08:54.371899 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a41655fa-e6bc-48b9-afe9-92e618027ca3 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:54.431243 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41655fa-e6bc-48b9-afe9-92e618027ca3 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event deleted for resources: {'Port': ['ID=ce5594c7-de77-4790-ab9a-7bdcbfc9769e,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:08:54.726807 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a41655fa-e6bc-48b9-afe9-92e618027ca3 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:55.221261 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a41655fa-e6bc-48b9-afe9-92e618027ca3 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Router 371b1434-40bd-4b88-9778-54a8535e5621 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:08:55.409134 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a41655fa-e6bc-48b9-afe9-92e618027ca3 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:08:55.419882 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94887978-6055-40ea-8d2a-3eb8006e44cb None None] Sync routers for ids ['371b1434-40bd-4b88-9778-54a8535e5621'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:08:55.422657 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-a41655fa-e6bc-48b9-afe9-92e618027ca3 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "PUT /v2.0/routers/371b1434-40bd-4b88-9778-54a8535e5621/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8523853 May 31 14:08:55.425578 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 39000) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:08:55.432706 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94887978-6055-40ea-8d2a-3eb8006e44cb None None] Routers {'371b1434-40bd-4b88-9778-54a8535e5621'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:08:55.433896 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-94887978-6055-40ea-8d2a-3eb8006e44cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:08:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['371b1434-40bd-4b88-9778-54a8535e5621'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:08:55.495590 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba4bf779-b5f4-4a65-8808-d937a3a65fdd tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Deleting subnet 5f99a74d-a8f6-431f-9ac9-f84cbbc8b93f {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 14:08:55.499040 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ba4bf779-b5f4-4a65-8808-d937a3a65fdd tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:55.554164 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ba4bf779-b5f4-4a65-8808-d937a3a65fdd tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65507433'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:55.624743 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-94887978-6055-40ea-8d2a-3eb8006e44cb None None] Set router 371b1434-40bd-4b88-9778-54a8535e5621 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:08:55.645595 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ba4bf779-b5f4-4a65-8808-d937a3a65fdd tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:55.753975 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ba4bf779-b5f4-4a65-8808-d937a3a65fdd tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65216469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65148562'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:55.843646 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb72016-c8bb-4e4b-912c-07f569de5a07 None None] Network aceb017b-df4c-4be3-9079-2d5d69e6b103 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:08:55.847782 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ba4bf779-b5f4-4a65-8808-d937a3a65fdd tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:55.852014 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4bf779-b5f4-4a65-8808-d937a3a65fdd tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event deleted for resources: {'Subnet': ['ID=5f99a74d-a8f6-431f-9ac9-f84cbbc8b93f,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:08:55.859337 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-ba4bf779-b5f4-4a65-8808-d937a3a65fdd tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "DELETE /v2.0/subnets/5f99a74d-a8f6-431f-9ac9-f84cbbc8b93f HTTP/1.1" status: 204 len: 168 time: 0.4325805 May 31 14:08:55.862473 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 39008) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:08:56.120389 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b04d8474-1d63-4f0a-9720-f7cd5416dd9e tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for router, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:56.267996 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-94887978-6055-40ea-8d2a-3eb8006e44cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371b1434-40bd-4b88-9778-54a8535e5621', 'name': 'tempest-TestNetworkAdvancedServerOps-router-334892124', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'e25fff74-163b-4f1f-a65b-d4281dcf1798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:07:25Z', 'updated_at': '2022-05-31T14:08:54Z', 'revision_number': 5, 'project_id': '088180f8cd814306a3f92350df9020de', 'gw_port': {'id': 'e25fff74-163b-4f1f-a65b-d4281dcf1798', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:47:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371b1434-40bd-4b88-9778-54a8535e5621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:07:26Z', 'updated_at': '2022-05-31T14:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:08:56.280651 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39016) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:08:56.282650 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94887978-6055-40ea-8d2a-3eb8006e44cb None None] Checking router: 371b1434-40bd-4b88-9778-54a8535e5621 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:08:56.297762 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94887978-6055-40ea-8d2a-3eb8006e44cb None None] Routers {'371b1434-40bd-4b88-9778-54a8535e5621'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:08:56.298549 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-94887978-6055-40ea-8d2a-3eb8006e44cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:08:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['371b1434-40bd-4b88-9778-54a8535e5621'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:08:56.359802 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621ce5ad-7201-4047-8b19-761a22e0b477 None None] DHCP port deletion for aceb017b-df4c-4be3-9079-2d5d69e6b103 request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 14:08:56.387199 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b04d8474-1d63-4f0a-9720-f7cd5416dd9e tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:56.400888 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-b04d8474-1d63-4f0a-9720-f7cd5416dd9e tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Deleting port e25fff74-163b-4f1f-a65b-d4281dcf1798 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:08:56.401838 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b04d8474-1d63-4f0a-9720-f7cd5416dd9e tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:56.408906 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-621ce5ad-7201-4047-8b19-761a22e0b477 None None] Deleting port 5519a032-e337-45dd-9630-7db6c2139c9e {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:08:56.409493 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-621ce5ad-7201-4047-8b19-761a22e0b477 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:56.553074 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ad7096a5-f310-4ef8-9e17-8cc08b873f52 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1f729872358646448baf8cccc0c26f1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2703645 May 31 14:08:56.556446 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39022) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:08:56.746517 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2357a5c4-f622-4981-8853-71a2b93b8e03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:56.774200 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2357a5c4-f622-4981-8853-71a2b93b8e03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:56.793045 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-b04d8474-1d63-4f0a-9720-f7cd5416dd9e tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] For port e25fff74-163b-4f1f-a65b-d4281dcf1798, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=e25fff74-163b-4f1f-a65b-d4281dcf1798,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:08:56.793611 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b04d8474-1d63-4f0a-9720-f7cd5416dd9e tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:56.826417 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-94887978-6055-40ea-8d2a-3eb8006e44cb None None] Set router 371b1434-40bd-4b88-9778-54a8535e5621 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:08:56.853657 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2357a5c4-f622-4981-8853-71a2b93b8e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:56.872523 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2357a5c4-f622-4981-8853-71a2b93b8e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09aa27c9-4041-4e99-9796-f01a53b3185f,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:08:56.890880 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2357a5c4-f622-4981-8853-71a2b93b8e03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:56.894674 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-2357a5c4-f622-4981-8853-71a2b93b8e03 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/09aa27c9-4041-4e99-9796-f01a53b3185f HTTP/1.1" status: 204 len: 168 time: 0.3346305 May 31 14:08:56.951357 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-b04d8474-1d63-4f0a-9720-f7cd5416dd9e tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Calling delete_port for e25fff74-163b-4f1f-a65b-d4281dcf1798 owned by network:router_gateway {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:08:56.978477 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-621ce5ad-7201-4047-8b19-761a22e0b477 None None] For port 5519a032-e337-45dd-9630-7db6c2139c9e, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=5519a032-e337-45dd-9630-7db6c2139c9e,segment=NetworkSegment(72617933-e864-43ec-80b6-9f5e723b201f),segment_id=72617933-e864-43ec-80b6-9f5e723b201f)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:08:56.978881 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-621ce5ad-7201-4047-8b19-761a22e0b477 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:57.152588 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b04d8474-1d63-4f0a-9720-f7cd5416dd9e tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:57.165278 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-621ce5ad-7201-4047-8b19-761a22e0b477 None None] Calling delete_port for 5519a032-e337-45dd-9630-7db6c2139c9e owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:08:57.203481 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04d8474-1d63-4f0a-9720-f7cd5416dd9e tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event deleted for resources: {'Port': ['ID=e25fff74-163b-4f1f-a65b-d4281dcf1798,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:08:57.297630 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b04d8474-1d63-4f0a-9720-f7cd5416dd9e tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577389'] for router_gateway, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:57.316326 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-621ce5ad-7201-4047-8b19-761a22e0b477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:57.385863 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621ce5ad-7201-4047-8b19-761a22e0b477 None None] No DVR routers for this DVR port 5519a032-e337-45dd-9630-7db6c2139c9e on host n-d-843939-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:08:57.391089 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621ce5ad-7201-4047-8b19-761a22e0b477 None None] Pushing event deleted for resources: {'Port': ['ID=5519a032-e337-45dd-9630-7db6c2139c9e,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:08:57.425523 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-94887978-6055-40ea-8d2a-3eb8006e44cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371b1434-40bd-4b88-9778-54a8535e5621', 'name': 'tempest-TestNetworkAdvancedServerOps-router-334892124', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'e25fff74-163b-4f1f-a65b-d4281dcf1798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:07:25Z', 'updated_at': '2022-05-31T14:08:54Z', 'revision_number': 5, 'project_id': '088180f8cd814306a3f92350df9020de', 'gw_port': {'id': 'e25fff74-163b-4f1f-a65b-d4281dcf1798', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:47:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371b1434-40bd-4b88-9778-54a8535e5621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:07:26Z', 'updated_at': '2022-05-31T14:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:08:57.430362 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94887978-6055-40ea-8d2a-3eb8006e44cb None None] The sync data for ids ['371b1434-40bd-4b88-9778-54a8535e5621'] in n-d-843939-1 is: [{'id': '371b1434-40bd-4b88-9778-54a8535e5621', 'name': 'tempest-TestNetworkAdvancedServerOps-router-334892124', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'e25fff74-163b-4f1f-a65b-d4281dcf1798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:07:25Z', 'updated_at': '2022-05-31T14:08:54Z', 'revision_number': 5, 'project_id': '088180f8cd814306a3f92350df9020de', 'gw_port': {'id': 'e25fff74-163b-4f1f-a65b-d4281dcf1798', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:47:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371b1434-40bd-4b88-9778-54a8535e5621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:07:26Z', 'updated_at': '2022-05-31T14:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:08:57.489178 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b04d8474-1d63-4f0a-9720-f7cd5416dd9e tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:57.492200 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b04d8474-1d63-4f0a-9720-f7cd5416dd9e tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:57.516211 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b04d8474-1d63-4f0a-9720-f7cd5416dd9e tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:57.516609 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b04d8474-1d63-4f0a-9720-f7cd5416dd9e tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Fanout notify agent at l3_agent the message router_deleted on router 371b1434-40bd-4b88-9778-54a8535e5621 {{(pid=88370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 14:08:57.532398 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b04d8474-1d63-4f0a-9720-f7cd5416dd9e tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:57.533432 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-b04d8474-1d63-4f0a-9720-f7cd5416dd9e tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "DELETE /v2.0/routers/371b1434-40bd-4b88-9778-54a8535e5621 HTTP/1.1" status: 204 len: 168 time: 1.6697593 May 31 14:08:57.536127 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 39044) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:08:57.655636 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-414788aa-f11a-41d1-8ac0-8d79e5cc75c7 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:57.791688 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-414788aa-f11a-41d1-8ac0-8d79e5cc75c7 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:57.827111 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-414788aa-f11a-41d1-8ac0-8d79e5cc75c7 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aceb017b-df4c-4be3-9079-2d5d69e6b103']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:08:57.840687 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-414788aa-f11a-41d1-8ac0-8d79e5cc75c7 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72617933-e864-43ec-80b6-9f5e723b201f') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:08:57.840687 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-414788aa-f11a-41d1-8ac0-8d79e5cc75c7 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72617933-e864-43ec-80b6-9f5e723b201f') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:08:57.854223 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-414788aa-f11a-41d1-8ac0-8d79e5cc75c7 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:57.872993 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-414788aa-f11a-41d1-8ac0-8d79e5cc75c7 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:57.883324 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-414788aa-f11a-41d1-8ac0-8d79e5cc75c7 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 14:08:57.883982 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-414788aa-f11a-41d1-8ac0-8d79e5cc75c7 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:57.961797 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 72617933-e864-43ec-80b6-9f5e723b201f resource provider aggregate not found May 31 14:08:57.988872 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 72617933-e864-43ec-80b6-9f5e723b201f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 72617933-e864-43ec-80b6-9f5e723b201f found for delete ", "request_id": "req-b83ffa6a-dec3-4899-8ce9-5a0a8d2645de"}]} May 31 14:08:58.006118 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-414788aa-f11a-41d1-8ac0-8d79e5cc75c7 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:58.012262 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-414788aa-f11a-41d1-8ac0-8d79e5cc75c7 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:58.042870 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414788aa-f11a-41d1-8ac0-8d79e5cc75c7 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event deleted for resources: {'Network': ['ID=aceb017b-df4c-4be3-9079-2d5d69e6b103,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:08:58.049094 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-414788aa-f11a-41d1-8ac0-8d79e5cc75c7 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "DELETE /v2.0/networks/aceb017b-df4c-4be3-9079-2d5d69e6b103 HTTP/1.1" status: 204 len: 168 time: 0.5111036 May 31 14:08:58.051741 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 39090) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:08:58.131150 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ca0ce4ac-3a2c-46e3-8109-29b96bfef5a2 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:58.167764 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ca0ce4ac-3a2c-46e3-8109-29b96bfef5a2 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:58.178244 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device ce5594c7-de77-4790-ab9a-7bdcbfc9769e no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:08:58.223693 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: ce5594c7-de77-4790-ab9a-7bdcbfc9769e {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:08:58.225230 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device ce5594c7-de77-4790-ab9a-7bdcbfc9769e not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:08:58.225927 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 5519a032-e337-45dd-9630-7db6c2139c9e no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:08:58.255177 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ca0ce4ac-3a2c-46e3-8109-29b96bfef5a2 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:58.271862 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 5519a032-e337-45dd-9630-7db6c2139c9e {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:08:58.272194 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 5519a032-e337-45dd-9630-7db6c2139c9e not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:08:58.279223 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ce4ac-3a2c-46e3-8109-29b96bfef5a2 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04550a6f-72c6-49d9-bcbc-bc17f3cc44d9,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:08:58.289717 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ca0ce4ac-3a2c-46e3-8109-29b96bfef5a2 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:58.293377 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-ca0ce4ac-3a2c-46e3-8109-29b96bfef5a2 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "DELETE /v2.0/security-groups/04550a6f-72c6-49d9-bcbc-bc17f3cc44d9 HTTP/1.1" status: 204 len: 168 time: 0.2375915 May 31 14:08:58.421383 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39102) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:08:58.427211 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-6d2ac472-a77b-4f6d-bc64-3581522d5338 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-49578514', 'description': 'tempest-secgroup-smoke-49578514 description', 'project_id': '088180f8cd814306a3f92350df9020de'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:08:58.434392 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6d2ac472-a77b-4f6d-bc64-3581522d5338 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:08:58.447775 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-6d2ac472-a77b-4f6d-bc64-3581522d5338 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Usage tracker for resource:security_group and tenant:088180f8cd814306a3f92350df9020de is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:08:58.449213 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-6d2ac472-a77b-4f6d-bc64-3581522d5338 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:08:58.457007 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6d2ac472-a77b-4f6d-bc64-3581522d5338 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:08:58.468227 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6d2ac472-a77b-4f6d-bc64-3581522d5338 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:58.488876 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6d2ac472-a77b-4f6d-bc64-3581522d5338 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:08:58.494887 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-6d2ac472-a77b-4f6d-bc64-3581522d5338 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Usage tracker for resource:security_group_rule and tenant:088180f8cd814306a3f92350df9020de is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:08:58.498218 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-6d2ac472-a77b-4f6d-bc64-3581522d5338 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:08:58.504126 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6d2ac472-a77b-4f6d-bc64-3581522d5338 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:08:58.580835 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6d2ac472-a77b-4f6d-bc64-3581522d5338 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:58.587565 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6d2ac472-a77b-4f6d-bc64-3581522d5338 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:58.639100 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2ac472-a77b-4f6d-bc64-3581522d5338 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98fd01a8-c4bd-4fe6-af7d-4cb1a897159e,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:08:58.643462 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6d2ac472-a77b-4f6d-bc64-3581522d5338 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:58.645049 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-6d2ac472-a77b-4f6d-bc64-3581522d5338 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2221668 May 31 14:08:58.648669 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39112) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:08:58.654201 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-513bc47d-6356-4ab4-b5e6-30b3327f2343 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Request body: {'security_group_rule': {'security_group_id': '98fd01a8-c4bd-4fe6-af7d-4cb1a897159e', 'project_id': '088180f8cd814306a3f92350df9020de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:08:58.662297 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-513bc47d-6356-4ab4-b5e6-30b3327f2343 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:08:58.666852 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-513bc47d-6356-4ab4-b5e6-30b3327f2343 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Usage tracker for resource:security_group_rule and tenant:088180f8cd814306a3f92350df9020de is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:08:58.669923 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-513bc47d-6356-4ab4-b5e6-30b3327f2343 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:08:58.675718 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-513bc47d-6356-4ab4-b5e6-30b3327f2343 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:08:58.698236 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-513bc47d-6356-4ab4-b5e6-30b3327f2343 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:58.761577 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-513bc47d-6356-4ab4-b5e6-30b3327f2343 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:58.765588 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-513bc47d-6356-4ab4-b5e6-30b3327f2343 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:58.789601 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513bc47d-6356-4ab4-b5e6-30b3327f2343 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4174d2b8-79c3-45e6-9002-e87c8117470e,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:08:58.799087 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-513bc47d-6356-4ab4-b5e6-30b3327f2343 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:58.800225 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-513bc47d-6356-4ab4-b5e6-30b3327f2343 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1504242 May 31 14:08:58.803800 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39140) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:08:58.809012 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-5a13835f-1b88-4f96-9638-970183876a81 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Request body: {'security_group_rule': {'security_group_id': '98fd01a8-c4bd-4fe6-af7d-4cb1a897159e', 'project_id': '088180f8cd814306a3f92350df9020de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:08:58.815867 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5a13835f-1b88-4f96-9638-970183876a81 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:08:58.820592 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-5a13835f-1b88-4f96-9638-970183876a81 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Usage tracker for resource:security_group_rule and tenant:088180f8cd814306a3f92350df9020de is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:08:58.823448 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-5a13835f-1b88-4f96-9638-970183876a81 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:08:58.829549 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5a13835f-1b88-4f96-9638-970183876a81 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:08:58.861715 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5a13835f-1b88-4f96-9638-970183876a81 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:58.931710 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5a13835f-1b88-4f96-9638-970183876a81 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:58.935851 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5a13835f-1b88-4f96-9638-970183876a81 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:58.961667 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a13835f-1b88-4f96-9638-970183876a81 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=364a213b-6c54-420b-ab9c-99b2238498bf,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:08:58.972534 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5a13835f-1b88-4f96-9638-970183876a81 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:58.977366 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-5a13835f-1b88-4f96-9638-970183876a81 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1691461 May 31 14:08:58.977659 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 39148) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:08:58.982835 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-2de72c81-7911-42fd-a900-cc8a66e70b25 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Request body: {'security_group_rule': {'security_group_id': '98fd01a8-c4bd-4fe6-af7d-4cb1a897159e', 'project_id': '088180f8cd814306a3f92350df9020de', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:08:58.989356 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-2de72c81-7911-42fd-a900-cc8a66e70b25 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:08:58.993360 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-2de72c81-7911-42fd-a900-cc8a66e70b25 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Usage tracker for resource:security_group_rule and tenant:088180f8cd814306a3f92350df9020de is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:08:58.996721 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-2de72c81-7911-42fd-a900-cc8a66e70b25 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:08:59.003156 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-2de72c81-7911-42fd-a900-cc8a66e70b25 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:08:59.025571 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2de72c81-7911-42fd-a900-cc8a66e70b25 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:59.096488 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2de72c81-7911-42fd-a900-cc8a66e70b25 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:59.101492 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2de72c81-7911-42fd-a900-cc8a66e70b25 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:59.126620 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de72c81-7911-42fd-a900-cc8a66e70b25 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bf63cb8-309e-4068-b210-6ea3f1552f21,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:08:59.136196 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2de72c81-7911-42fd-a900-cc8a66e70b25 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:59.137767 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-2de72c81-7911-42fd-a900-cc8a66e70b25 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1589944 May 31 14:08:59.140507 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 39152) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:08:59.145680 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-c8200b9e-8dfd-4c7d-9cb9-28038cbad35c tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Request body: {'security_group_rule': {'security_group_id': '98fd01a8-c4bd-4fe6-af7d-4cb1a897159e', 'project_id': '088180f8cd814306a3f92350df9020de', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:08:59.152472 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c8200b9e-8dfd-4c7d-9cb9-28038cbad35c tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:08:59.156474 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-c8200b9e-8dfd-4c7d-9cb9-28038cbad35c tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Usage tracker for resource:security_group_rule and tenant:088180f8cd814306a3f92350df9020de is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:08:59.160982 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-c8200b9e-8dfd-4c7d-9cb9-28038cbad35c tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:08:59.167095 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c8200b9e-8dfd-4c7d-9cb9-28038cbad35c tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:08:59.185489 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c8200b9e-8dfd-4c7d-9cb9-28038cbad35c tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:59.253020 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c8200b9e-8dfd-4c7d-9cb9-28038cbad35c tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:59.257726 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c8200b9e-8dfd-4c7d-9cb9-28038cbad35c tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:59.282087 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8200b9e-8dfd-4c7d-9cb9-28038cbad35c tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c800782a-3a4f-4e2d-8a01-de0f7de188a7,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:08:59.292290 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c8200b9e-8dfd-4c7d-9cb9-28038cbad35c tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:59.293562 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c8200b9e-8dfd-4c7d-9cb9-28038cbad35c tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1521025 May 31 14:08:59.296266 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 39156) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:08:59.301440 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-a1b9aba4-4cee-4e5c-9eb2-18bdbc732b6e tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Request body: {'security_group_rule': {'security_group_id': '98fd01a8-c4bd-4fe6-af7d-4cb1a897159e', 'project_id': '088180f8cd814306a3f92350df9020de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:08:59.310295 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-a1b9aba4-4cee-4e5c-9eb2-18bdbc732b6e tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:08:59.314159 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-a1b9aba4-4cee-4e5c-9eb2-18bdbc732b6e tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Usage tracker for resource:security_group_rule and tenant:088180f8cd814306a3f92350df9020de is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:08:59.317004 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-a1b9aba4-4cee-4e5c-9eb2-18bdbc732b6e tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:08:59.323549 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-a1b9aba4-4cee-4e5c-9eb2-18bdbc732b6e tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:08:59.337583 n-d-843939-1 neutron-server[88370]: INFO neutron.db.securitygroups_db [None req-a1b9aba4-4cee-4e5c-9eb2-18bdbc732b6e tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Project 088180f8cd814306a3f92350df9020de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 14:08:59.345133 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a1b9aba4-4cee-4e5c-9eb2-18bdbc732b6e tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:59.424795 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a1b9aba4-4cee-4e5c-9eb2-18bdbc732b6e tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:59.428973 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a1b9aba4-4cee-4e5c-9eb2-18bdbc732b6e tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:59.455836 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b9aba4-4cee-4e5c-9eb2-18bdbc732b6e tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b98c9cc-84e5-46c9-96c7-cda5aedd1dd2,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:08:59.466146 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a1b9aba4-4cee-4e5c-9eb2-18bdbc732b6e tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:59.467337 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-a1b9aba4-4cee-4e5c-9eb2-18bdbc732b6e tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1701286 May 31 14:08:59.470118 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 39160) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:08:59.476087 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-dfb03406-607b-41d3-b089-385e4960bbd7 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Request body: {'security_group_rule': {'security_group_id': '98fd01a8-c4bd-4fe6-af7d-4cb1a897159e', 'project_id': '088180f8cd814306a3f92350df9020de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:08:59.482760 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-dfb03406-607b-41d3-b089-385e4960bbd7 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:08:59.486599 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-dfb03406-607b-41d3-b089-385e4960bbd7 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Usage tracker for resource:security_group_rule and tenant:088180f8cd814306a3f92350df9020de is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:08:59.489420 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-dfb03406-607b-41d3-b089-385e4960bbd7 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:08:59.495517 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-dfb03406-607b-41d3-b089-385e4960bbd7 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:08:59.507528 n-d-843939-1 neutron-server[88370]: INFO neutron.db.securitygroups_db [None req-dfb03406-607b-41d3-b089-385e4960bbd7 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Project 088180f8cd814306a3f92350df9020de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 14:08:59.514464 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dfb03406-607b-41d3-b089-385e4960bbd7 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:59.587445 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dfb03406-607b-41d3-b089-385e4960bbd7 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:59.592361 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dfb03406-607b-41d3-b089-385e4960bbd7 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:59.624562 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb03406-607b-41d3-b089-385e4960bbd7 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef159f75-b1d2-4384-855a-847facbfd3eb,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:08:59.633203 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dfb03406-607b-41d3-b089-385e4960bbd7 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:59.634700 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-dfb03406-607b-41d3-b089-385e4960bbd7 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1636648 May 31 14:08:59.637669 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 39166) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:08:59.643553 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-c2bcbe0e-d43d-406d-880b-14b67804ce4f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Request body: {'network': {'name': 'tempest-network-smoke--267834991', 'project_id': '088180f8cd814306a3f92350df9020de', 'port_security_enabled': True}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:08:59.650681 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c2bcbe0e-d43d-406d-880b-14b67804ce4f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:08:59.655006 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-c2bcbe0e-d43d-406d-880b-14b67804ce4f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Usage tracker for resource:network and tenant:088180f8cd814306a3f92350df9020de is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:08:59.657930 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-c2bcbe0e-d43d-406d-880b-14b67804ce4f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:08:59.664585 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c2bcbe0e-d43d-406d-880b-14b67804ce4f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:08:59.678936 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2bcbe0e-d43d-406d-880b-14b67804ce4f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Made reservation on behalf of 088180f8cd814306a3f92350df9020de for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:08:59.682435 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c2bcbe0e-d43d-406d-880b-14b67804ce4f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:59.711005 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2bcbe0e-d43d-406d-880b-14b67804ce4f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 14:08:59.720539 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c2bcbe0e-d43d-406d-880b-14b67804ce4f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:59.720883 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-c2bcbe0e-d43d-406d-880b-14b67804ce4f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Added segment d1b4baa8-8d56-40d4-9537-e3cbdd423df4 of type vlan for network 744c79aa-fcbd-4987-be1f-b82f7cc82972 May 31 14:08:59.748801 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c2bcbe0e-d43d-406d-880b-14b67804ce4f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:59.779905 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c2bcbe0e-d43d-406d-880b-14b67804ce4f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:59.785257 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2bcbe0e-d43d-406d-880b-14b67804ce4f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:08:59.785835 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c2bcbe0e-d43d-406d-880b-14b67804ce4f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:59.890619 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c2bcbe0e-d43d-406d-880b-14b67804ce4f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2518315 May 31 14:08:59.893172 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 39170) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:08:59.901226 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-5630fb13-6a22-4802-9234-7a9379c4fb90 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1150454152', 'admin_state_up': True, 'project_id': '088180f8cd814306a3f92350df9020de', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:08:59.910109 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-5630fb13-6a22-4802-9234-7a9379c4fb90 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:08:59.912790 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bcbe0e-d43d-406d-880b-14b67804ce4f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event updated for resources: {'Network': ['ID=744c79aa-fcbd-4987-be1f-b82f7cc82972,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:08:59.916733 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-5630fb13-6a22-4802-9234-7a9379c4fb90 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Usage tracker for resource:router and tenant:088180f8cd814306a3f92350df9020de is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:08:59.919673 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-5630fb13-6a22-4802-9234-7a9379c4fb90 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:08:59.922931 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 744c79aa-fcbd-4987-be1f-b82f7cc82972 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 14:08:59.925458 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-5630fb13-6a22-4802-9234-7a9379c4fb90 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:08:59.937887 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5630fb13-6a22-4802-9234-7a9379c4fb90 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:59.939109 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5630fb13-6a22-4802-9234-7a9379c4fb90 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:08:59.958090 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5630fb13-6a22-4802-9234-7a9379c4fb90 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:00.041291 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device e25fff74-163b-4f1f-a65b-d4281dcf1798 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:09:00.085150 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: e25fff74-163b-4f1f-a65b-d4281dcf1798 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:09:00.085498 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device e25fff74-163b-4f1f-a65b-d4281dcf1798 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:09:00.362098 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5630fb13-6a22-4802-9234-7a9379c4fb90 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:00.680215 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5630fb13-6a22-4802-9234-7a9379c4fb90 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for router_gateway, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:00.718018 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5630fb13-6a22-4802-9234-7a9379c4fb90 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:00.867402 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-5630fb13-6a22-4802-9234-7a9379c4fb90 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Allocated IP 172.25.6.137 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/f2f93d08-72a1-4c10-bb0c-77b35246ad7c) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:09:01.021594 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5630fb13-6a22-4802-9234-7a9379c4fb90 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:01.059595 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5630fb13-6a22-4802-9234-7a9379c4fb90 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:01.126154 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5630fb13-6a22-4802-9234-7a9379c4fb90 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:09:01.129155 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-5630fb13-6a22-4802-9234-7a9379c4fb90 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:09:01.133423 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5630fb13-6a22-4802-9234-7a9379c4fb90 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:09:01.171187 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5630fb13-6a22-4802-9234-7a9379c4fb90 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event updated for resources: {'Port': ['ID=f2f93d08-72a1-4c10-bb0c-77b35246ad7c,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:09:01.557072 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5630fb13-6a22-4802-9234-7a9379c4fb90 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for router_gateway, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:02.059547 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5630fb13-6a22-4802-9234-7a9379c4fb90 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:02.278818 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5630fb13-6a22-4802-9234-7a9379c4fb90 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Router a4a13323-c172-4552-8fa5-df4aa05297b8 is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 14:09:02.461714 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5630fb13-6a22-4802-9234-7a9379c4fb90 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:09:02.471971 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af81359-50ff-448d-b405-7c57b8ad99f8 None None] Sync routers for ids ['a4a13323-c172-4552-8fa5-df4aa05297b8'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:09:02.482570 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af81359-50ff-448d-b405-7c57b8ad99f8 None None] Routers {'a4a13323-c172-4552-8fa5-df4aa05297b8'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:09:02.483403 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-5af81359-50ff-448d-b405-7c57b8ad99f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:08:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['a4a13323-c172-4552-8fa5-df4aa05297b8'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:09:02.495929 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5630fb13-6a22-4802-9234-7a9379c4fb90 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:02.497434 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-5630fb13-6a22-4802-9234-7a9379c4fb90 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.6033034 May 31 14:09:02.501281 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39178) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:09:02.548597 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-852dd3cc-4109-4c40-87fa-dc7f6916b3ed tempest-TestNetworkAdvancedServerOps-1325536650 tempest-TestNetworkAdvancedServerOps-1325536650-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=088180f8cd814306a3f92350df9020de&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0460739 May 31 14:09:02.551064 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39182) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:09:02.675337 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-5af81359-50ff-448d-b405-7c57b8ad99f8 None None] Set router a4a13323-c172-4552-8fa5-df4aa05297b8 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:09:02.690795 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1486607-407f-4069-8943-e4ca7e1b01d8 tempest-TestNetworkAdvancedServerOps-1325536650 tempest-TestNetworkAdvancedServerOps-1325536650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:09:02.692286 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c1486607-407f-4069-8943-e4ca7e1b01d8 tempest-TestNetworkAdvancedServerOps-1325536650 tempest-TestNetworkAdvancedServerOps-1325536650-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1402984 May 31 14:09:02.695940 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39186) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:09:02.735921 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-aab63c70-ec05-4634-a419-b404ea727f99 tempest-TestNetworkAdvancedServerOps-1325536650 tempest-TestNetworkAdvancedServerOps-1325536650-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=d2103cd5-63ba-4c24-9d95-fd17643bf14c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386417 May 31 14:09:02.738363 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39190) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:09:02.744244 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-1bb0cfb5-13b0-4e93-ae36-f7b3540899ee tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1073586142', 'network_id': '744c79aa-fcbd-4987-be1f-b82f7cc82972', 'project_id': '088180f8cd814306a3f92350df9020de', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:09:02.893367 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-1bb0cfb5-13b0-4e93-ae36-f7b3540899ee tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:09:02.898141 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-1bb0cfb5-13b0-4e93-ae36-f7b3540899ee tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Usage tracker for resource:subnet and tenant:088180f8cd814306a3f92350df9020de is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:09:02.901188 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-1bb0cfb5-13b0-4e93-ae36-f7b3540899ee tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:09:02.908021 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-1bb0cfb5-13b0-4e93-ae36-f7b3540899ee tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:09:02.918995 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb0cfb5-13b0-4e93-ae36-f7b3540899ee tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Made reservation on behalf of 088180f8cd814306a3f92350df9020de for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:09:02.923229 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1bb0cfb5-13b0-4e93-ae36-f7b3540899ee tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:02.986977 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-5af81359-50ff-448d-b405-7c57b8ad99f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a13323-c172-4552-8fa5-df4aa05297b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150454152', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'f2f93d08-72a1-4c10-bb0c-77b35246ad7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:08:59Z', 'updated_at': '2022-05-31T14:09:01Z', 'revision_number': 3, 'project_id': '088180f8cd814306a3f92350df9020de', 'gw_port': {'id': 'f2f93d08-72a1-4c10-bb0c-77b35246ad7c', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:61:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a13323-c172-4552-8fa5-df4aa05297b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:09:00Z', 'updated_at': '2022-05-31T14:09:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:09:02.992392 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af81359-50ff-448d-b405-7c57b8ad99f8 None None] Checking router: a4a13323-c172-4552-8fa5-df4aa05297b8 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:09:02.993235 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af81359-50ff-448d-b405-7c57b8ad99f8 None None] Updating router a4a13323-c172-4552-8fa5-df4aa05297b8 port f2f93d08-72a1-4c10-bb0c-77b35246ad7c binding host n-d-843939-1 {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 14:09:03.051630 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5af81359-50ff-448d-b405-7c57b8ad99f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:03.157348 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1bb0cfb5-13b0-4e93-ae36-f7b3540899ee tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:03.247030 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb0cfb5-13b0-4e93-ae36-f7b3540899ee tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event updated for resources: {'Subnet': ['ID=868f2e43-1473-42e5-9964-f42cf94a443e,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:09:03.256104 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb0cfb5-13b0-4e93-ae36-f7b3540899ee tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Checking segment: {'id': 'd1b4baa8-8d56-40d4-9537-e3cbdd423df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '744c79aa-fcbd-4987-be1f-b82f7cc82972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:09:03.256459 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb0cfb5-13b0-4e93-ae36-f7b3540899ee tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Network hostable DHCP agents. Network: 744c79aa-fcbd-4987-be1f-b82f7cc82972, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 14:09:03.279111 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb0cfb5-13b0-4e93-ae36-f7b3540899ee tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Network 744c79aa-fcbd-4987-be1f-b82f7cc82972 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 14:09:03.291720 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-1bb0cfb5-13b0-4e93-ae36-f7b3540899ee tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 744c79aa-fcbd-4987-be1f-b82f7cc82972) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:09:03.295952 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb0cfb5-13b0-4e93-ae36-f7b3540899ee tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:09:03.296545 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-1bb0cfb5-13b0-4e93-ae36-f7b3540899ee tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:03.305243 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34ac953-e016-4781-b155-f209d0756707 None None] Network 744c79aa-fcbd-4987-be1f-b82f7cc82972 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:09:03.328941 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 39196) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:09:03.329506 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-1bb0cfb5-13b0-4e93-ae36-f7b3540899ee tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5896175 May 31 14:09:03.467341 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5af81359-50ff-448d-b405-7c57b8ad99f8 None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:03.486612 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-5af81359-50ff-448d-b405-7c57b8ad99f8 None None] Transition to ACTIVE for port object f2f93d08-72a1-4c10-bb0c-77b35246ad7c will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:09:03.496588 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5af81359-50ff-448d-b405-7c57b8ad99f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:03.557238 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0172d397-e2b6-4d5f-bb0a-31f23ac97bb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-744c79aa-fcbd-4987-be1f-b82f7cc82972', 'network_id': '744c79aa-fcbd-4987-be1f-b82f7cc82972', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'fixed_ips': [{'subnet_id': '868f2e43-1473-42e5-9964-f42cf94a443e'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 14:09:03.558581 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0172d397-e2b6-4d5f-bb0a-31f23ac97bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:03.621791 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-5af81359-50ff-448d-b405-7c57b8ad99f8 None None] Attempting to bind port f2f93d08-72a1-4c10-bb0c-77b35246ad7c on host n-d-843939-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:09:03.622270 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-5af81359-50ff-448d-b405-7c57b8ad99f8 None None] Attempting to bind port f2f93d08-72a1-4c10-bb0c-77b35246ad7c by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:09:03.622738 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af81359-50ff-448d-b405-7c57b8ad99f8 None None] Attempting to bind port f2f93d08-72a1-4c10-bb0c-77b35246ad7c on network d2103cd5-63ba-4c24-9d95-fd17643bf14c {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:09:03.631123 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6bdc38-1b73-45b3-acd6-3c75ff9005cf None None] Pushing event updated for resources: {'Port': ['ID=f2f93d08-72a1-4c10-bb0c-77b35246ad7c,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:09:03.642401 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6bdc38-1b73-45b3-acd6-3c75ff9005cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:09:03.642841 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6bdc38-1b73-45b3-acd6-3c75ff9005cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:09:03.643249 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6bdc38-1b73-45b3-acd6-3c75ff9005cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:09:03.643649 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6bdc38-1b73-45b3-acd6-3c75ff9005cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:09:03.644169 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6bdc38-1b73-45b3-acd6-3c75ff9005cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:09:03.644585 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6bdc38-1b73-45b3-acd6-3c75ff9005cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:09:03.644960 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6bdc38-1b73-45b3-acd6-3c75ff9005cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:09:03.645348 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6bdc38-1b73-45b3-acd6-3c75ff9005cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:09:03.645740 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6bdc38-1b73-45b3-acd6-3c75ff9005cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:09:03.646819 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6bdc38-1b73-45b3-acd6-3c75ff9005cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:09:03.647221 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6bdc38-1b73-45b3-acd6-3c75ff9005cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:09:03.647602 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6bdc38-1b73-45b3-acd6-3c75ff9005cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:09:03.650889 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af81359-50ff-448d-b405-7c57b8ad99f8 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:09:03.651345 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af81359-50ff-448d-b405-7c57b8ad99f8 None None] Checking segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:09:03.651816 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5af81359-50ff-448d-b405-7c57b8ad99f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:03.652400 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af81359-50ff-448d-b405-7c57b8ad99f8 None None] Bound using segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:09:03.652887 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-5af81359-50ff-448d-b405-7c57b8ad99f8 None None] Bound port: f2f93d08-72a1-4c10-bb0c-77b35246ad7c, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:09:03.653359 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5af81359-50ff-448d-b405-7c57b8ad99f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:03.734594 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-5af81359-50ff-448d-b405-7c57b8ad99f8 None None] For port f2f93d08-72a1-4c10-bb0c-77b35246ad7c, host n-d-843939-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:09:03.738918 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-5af81359-50ff-448d-b405-7c57b8ad99f8 None None] For port f2f93d08-72a1-4c10-bb0c-77b35246ad7c, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=f2f93d08-72a1-4c10-bb0c-77b35246ad7c,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:09:03.745076 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-5af81359-50ff-448d-b405-7c57b8ad99f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:03.765017 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-0172d397-e2b6-4d5f-bb0a-31f23ac97bb0 None None] Allocated IP 172.20.0.2 (744c79aa-fcbd-4987-be1f-b82f7cc82972/868f2e43-1473-42e5-9964-f42cf94a443e/49155c7c-d14e-4c3a-bca2-28218c094c8f) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:09:03.836334 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af81359-50ff-448d-b405-7c57b8ad99f8 None None] Routers {'a4a13323-c172-4552-8fa5-df4aa05297b8'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:09:03.837114 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-5af81359-50ff-448d-b405-7c57b8ad99f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:08:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['a4a13323-c172-4552-8fa5-df4aa05297b8'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:09:03.901741 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6bdc38-1b73-45b3-acd6-3c75ff9005cf None None] Pushing event updated for resources: {'Port': ['ID=f2f93d08-72a1-4c10-bb0c-77b35246ad7c,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:09:04.077258 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-5af81359-50ff-448d-b405-7c57b8ad99f8 None None] Set router a4a13323-c172-4552-8fa5-df4aa05297b8 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:09:04.134696 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0172d397-e2b6-4d5f-bb0a-31f23ac97bb0 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:04.151063 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0172d397-e2b6-4d5f-bb0a-31f23ac97bb0 None None] Transition to ACTIVE for port object 49155c7c-d14e-4c3a-bca2-28218c094c8f will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:09:04.176980 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0172d397-e2b6-4d5f-bb0a-31f23ac97bb0 None None] Transition to ACTIVE for port object 49155c7c-d14e-4c3a-bca2-28218c094c8f will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:09:04.185205 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0172d397-e2b6-4d5f-bb0a-31f23ac97bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:04.277254 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0172d397-e2b6-4d5f-bb0a-31f23ac97bb0 None None] Network 744c79aa-fcbd-4987-be1f-b82f7cc82972 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:09:04.279346 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-0172d397-e2b6-4d5f-bb0a-31f23ac97bb0 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:09:04.283308 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0172d397-e2b6-4d5f-bb0a-31f23ac97bb0 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:09:04.370773 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a9dbdf49-4379-41d8-8d83-730c20b2ee9f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:04.403856 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-5af81359-50ff-448d-b405-7c57b8ad99f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a13323-c172-4552-8fa5-df4aa05297b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150454152', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'f2f93d08-72a1-4c10-bb0c-77b35246ad7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:08:59Z', 'updated_at': '2022-05-31T14:09:01Z', 'revision_number': 3, 'project_id': '088180f8cd814306a3f92350df9020de', 'gw_port': {'id': 'f2f93d08-72a1-4c10-bb0c-77b35246ad7c', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:61:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a13323-c172-4552-8fa5-df4aa05297b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:09:00Z', 'updated_at': '2022-05-31T14:09:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:09:04.408388 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af81359-50ff-448d-b405-7c57b8ad99f8 None None] The sync data for ids ['a4a13323-c172-4552-8fa5-df4aa05297b8'] in n-d-843939-1 is: [{'id': 'a4a13323-c172-4552-8fa5-df4aa05297b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150454152', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'f2f93d08-72a1-4c10-bb0c-77b35246ad7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:08:59Z', 'updated_at': '2022-05-31T14:09:01Z', 'revision_number': 3, 'project_id': '088180f8cd814306a3f92350df9020de', 'gw_port': {'id': 'f2f93d08-72a1-4c10-bb0c-77b35246ad7c', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:61:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a13323-c172-4552-8fa5-df4aa05297b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:09:00Z', 'updated_at': '2022-05-31T14:09:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:09:04.420916 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0172d397-e2b6-4d5f-bb0a-31f23ac97bb0 None None] Pushing event updated for resources: {'Port': ['ID=49155c7c-d14e-4c3a-bca2-28218c094c8f,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:09:04.483248 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-0172d397-e2b6-4d5f-bb0a-31f23ac97bb0 None None] Attempting to bind port 49155c7c-d14e-4c3a-bca2-28218c094c8f on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:09:04.484321 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-0172d397-e2b6-4d5f-bb0a-31f23ac97bb0 None None] Attempting to bind port 49155c7c-d14e-4c3a-bca2-28218c094c8f by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'd1b4baa8-8d56-40d4-9537-e3cbdd423df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '744c79aa-fcbd-4987-be1f-b82f7cc82972'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:09:04.484321 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0172d397-e2b6-4d5f-bb0a-31f23ac97bb0 None None] Attempting to bind port 49155c7c-d14e-4c3a-bca2-28218c094c8f on network 744c79aa-fcbd-4987-be1f-b82f7cc82972 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:09:04.492121 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0172d397-e2b6-4d5f-bb0a-31f23ac97bb0 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:09:04.492498 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0172d397-e2b6-4d5f-bb0a-31f23ac97bb0 None None] Checking segment: {'id': 'd1b4baa8-8d56-40d4-9537-e3cbdd423df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '744c79aa-fcbd-4987-be1f-b82f7cc82972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:09:04.492901 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0172d397-e2b6-4d5f-bb0a-31f23ac97bb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:04.493296 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0172d397-e2b6-4d5f-bb0a-31f23ac97bb0 None None] Bound using segment: {'id': 'd1b4baa8-8d56-40d4-9537-e3cbdd423df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '744c79aa-fcbd-4987-be1f-b82f7cc82972'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:09:04.494036 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-0172d397-e2b6-4d5f-bb0a-31f23ac97bb0 None None] Bound port: 49155c7c-d14e-4c3a-bca2-28218c094c8f, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1b4baa8-8d56-40d4-9537-e3cbdd423df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '744c79aa-fcbd-4987-be1f-b82f7cc82972'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:09:04.494660 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0172d397-e2b6-4d5f-bb0a-31f23ac97bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:04.601516 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0172d397-e2b6-4d5f-bb0a-31f23ac97bb0 None None] For port 49155c7c-d14e-4c3a-bca2-28218c094c8f, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:09:04.604709 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0172d397-e2b6-4d5f-bb0a-31f23ac97bb0 None None] For port 49155c7c-d14e-4c3a-bca2-28218c094c8f, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=49155c7c-d14e-4c3a-bca2-28218c094c8f,segment=NetworkSegment(d1b4baa8-8d56-40d4-9537-e3cbdd423df4),segment_id=d1b4baa8-8d56-40d4-9537-e3cbdd423df4)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:09:04.610696 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0172d397-e2b6-4d5f-bb0a-31f23ac97bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:04.710609 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0172d397-e2b6-4d5f-bb0a-31f23ac97bb0 None None] Pushing event updated for resources: {'Port': ['ID=49155c7c-d14e-4c3a-bca2-28218c094c8f,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:09:04.885872 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-a9dbdf49-4379-41d8-8d83-730c20b2ee9f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Allocated IP 172.20.0.1 (744c79aa-fcbd-4987-be1f-b82f7cc82972/868f2e43-1473-42e5-9964-f42cf94a443e/5e1b1d13-83fd-404b-8400-ce1b18c6c099) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:09:05.102995 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a9dbdf49-4379-41d8-8d83-730c20b2ee9f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:05.129909 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-a9dbdf49-4379-41d8-8d83-730c20b2ee9f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Transition to ACTIVE for port object 5e1b1d13-83fd-404b-8400-ce1b18c6c099 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:09:05.177740 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a9dbdf49-4379-41d8-8d83-730c20b2ee9f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:05.272821 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9dbdf49-4379-41d8-8d83-730c20b2ee9f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Network 744c79aa-fcbd-4987-be1f-b82f7cc82972 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:09:05.277896 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-a9dbdf49-4379-41d8-8d83-730c20b2ee9f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:09:05.283139 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9dbdf49-4379-41d8-8d83-730c20b2ee9f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:09:05.319621 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dbdf49-4379-41d8-8d83-730c20b2ee9f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event updated for resources: {'Port': ['ID=5e1b1d13-83fd-404b-8400-ce1b18c6c099,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:09:05.352295 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a9dbdf49-4379-41d8-8d83-730c20b2ee9f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:05.653658 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a9dbdf49-4379-41d8-8d83-730c20b2ee9f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:05.901808 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a85681-5756-4d6b-a82e-56c76470b80a None None] Network 744c79aa-fcbd-4987-be1f-b82f7cc82972 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:09:06.033259 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-cb115065-0a51-4455-bb8e-5b4592c83c8b None None] Provisioning for port 49155c7c-d14e-4c3a-bca2-28218c094c8f completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:09:06.209664 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 49155c7c-d14e-4c3a-bca2-28218c094c8f up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:09:06.330900 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a9dbdf49-4379-41d8-8d83-730c20b2ee9f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:06.335035 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 49155c7c-d14e-4c3a-bca2-28218c094c8f completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:09:06.339974 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a9dbdf49-4379-41d8-8d83-730c20b2ee9f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:06.342200 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 49155c7c-d14e-4c3a-bca2-28218c094c8f triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:09:06.342699 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:06.501870 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dbdf49-4379-41d8-8d83-730c20b2ee9f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event updated for resources: {'Port': ['ID=5e1b1d13-83fd-404b-8400-ce1b18c6c099,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:09:06.536926 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 49155c7c-d14e-4c3a-bca2-28218c094c8f is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:09:06.537305 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:06.542175 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a9dbdf49-4379-41d8-8d83-730c20b2ee9f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:06.577147 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 49155c7c-d14e-4c3a-bca2-28218c094c8f, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=49155c7c-d14e-4c3a-bca2-28218c094c8f,segment=NetworkSegment(d1b4baa8-8d56-40d4-9537-e3cbdd423df4),segment_id=d1b4baa8-8d56-40d4-9537-e3cbdd423df4)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:09:06.584209 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:06.587734 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device f2f93d08-72a1-4c10-bb0c-77b35246ad7c up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:09:06.640123 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:09:06.712477 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9dbdf49-4379-41d8-8d83-730c20b2ee9f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Network 744c79aa-fcbd-4987-be1f-b82f7cc82972 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:09:06.713434 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-a9dbdf49-4379-41d8-8d83-730c20b2ee9f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:09:06.738391 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-badacad1-887c-4364-a51c-cf245b36dfa9 None None] Provisioning complete for port 49155c7c-d14e-4c3a-bca2-28218c094c8f triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:09:06.738799 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-badacad1-887c-4364-a51c-cf245b36dfa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:06.798569 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=49155c7c-d14e-4c3a-bca2-28218c094c8f,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:09:06.818458 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port f2f93d08-72a1-4c10-bb0c-77b35246ad7c completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:09:06.829876 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port f2f93d08-72a1-4c10-bb0c-77b35246ad7c triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:09:06.830289 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:06.970551 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9dbdf49-4379-41d8-8d83-730c20b2ee9f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Router a4a13323-c172-4552-8fa5-df4aa05297b8 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:09:07.004572 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-badacad1-887c-4364-a51c-cf245b36dfa9 None None] Current status of the port 49155c7c-d14e-4c3a-bca2-28218c094c8f is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:09:07.018101 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port f2f93d08-72a1-4c10-bb0c-77b35246ad7c is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:09:07.018487 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:07.024330 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-badacad1-887c-4364-a51c-cf245b36dfa9 None None] Provisioning for port 5e1b1d13-83fd-404b-8400-ce1b18c6c099 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:09:07.036810 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-badacad1-887c-4364-a51c-cf245b36dfa9 None None] Provisioning complete for port 5e1b1d13-83fd-404b-8400-ce1b18c6c099 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:09:07.037221 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-badacad1-887c-4364-a51c-cf245b36dfa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:07.093488 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port f2f93d08-72a1-4c10-bb0c-77b35246ad7c, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=f2f93d08-72a1-4c10-bb0c-77b35246ad7c,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:09:07.101521 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:07.147635 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-badacad1-887c-4364-a51c-cf245b36dfa9 None None] Port 5e1b1d13-83fd-404b-8400-ce1b18c6c099 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:09:07.176299 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=f2f93d08-72a1-4c10-bb0c-77b35246ad7c,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:09:07.227386 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9dbdf49-4379-41d8-8d83-730c20b2ee9f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:09:07.239133 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4175306b-2da7-4a29-89c8-d498a0ccc434 None None] Sync routers for ids ['a4a13323-c172-4552-8fa5-df4aa05297b8'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:09:07.240054 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-a9dbdf49-4379-41d8-8d83-730c20b2ee9f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "PUT /v2.0/routers/a4a13323-c172-4552-8fa5-df4aa05297b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9094539 May 31 14:09:07.252529 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4175306b-2da7-4a29-89c8-d498a0ccc434 None None] Routers {'a4a13323-c172-4552-8fa5-df4aa05297b8'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:09:07.253961 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-4175306b-2da7-4a29-89c8-d498a0ccc434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:08:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['a4a13323-c172-4552-8fa5-df4aa05297b8'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:09:07.399522 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-4354658f-2f09-4c12-8c51-3392a71a35b6 None None] Provisioning complete for port 5e1b1d13-83fd-404b-8400-ce1b18c6c099 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:09:07.399816 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4354658f-2f09-4c12-8c51-3392a71a35b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:07.529782 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-4354658f-2f09-4c12-8c51-3392a71a35b6 None None] Port 5e1b1d13-83fd-404b-8400-ce1b18c6c099 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:09:07.542594 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-4175306b-2da7-4a29-89c8-d498a0ccc434 None None] Set router a4a13323-c172-4552-8fa5-df4aa05297b8 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:09:07.543581 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-e9d97bcd-b036-4686-a3ea-878fa7839356 req-f30f7c2f-ba91-4e1a-b487-210e69f242ae tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Synchronizing usage tracker for tenant:088180f8cd814306a3f92350df9020de on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:09:07.562719 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-e9d97bcd-b036-4686-a3ea-878fa7839356 req-f30f7c2f-ba91-4e1a-b487-210e69f242ae tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Unset dirty status for tenant:088180f8cd814306a3f92350df9020de on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:09:07.564371 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e9d97bcd-b036-4686-a3ea-878fa7839356 req-f30f7c2f-ba91-4e1a-b487-210e69f242ae tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-49578514&fields=id&tenant_id=088180f8cd814306a3f92350df9020de HTTP/1.1" status: 200 len: 267 time: 0.0697691 May 31 14:09:07.737417 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d97bcd-b036-4686-a3ea-878fa7839356 req-3cda63b5-7833-4173-abeb-2480f7817d8f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:09:07.738231 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-e9d97bcd-b036-4686-a3ea-878fa7839356 req-3cda63b5-7833-4173-abeb-2480f7817d8f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Synchronizing usage tracker for tenant:088180f8cd814306a3f92350df9020de on resource:network {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:09:07.755810 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-e9d97bcd-b036-4686-a3ea-878fa7839356 req-3cda63b5-7833-4173-abeb-2480f7817d8f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Unset dirty status for tenant:088180f8cd814306a3f92350df9020de on resource:network {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:09:07.757426 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e9d97bcd-b036-4686-a3ea-878fa7839356 req-3cda63b5-7833-4173-abeb-2480f7817d8f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/networks?id=744c79aa-fcbd-4987-be1f-b82f7cc82972 HTTP/1.1" status: 200 len: 796 time: 0.1851029 May 31 14:09:07.760056 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:07.774079 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e9d97bcd-b036-4686-a3ea-878fa7839356 req-04cc354c-d64c-4387-b308-98f8d903ff34 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/quotas/088180f8cd814306a3f92350df9020de HTTP/1.1" status: 200 len: 375 time: 0.0108693 May 31 14:09:07.868904 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-e9d97bcd-b036-4686-a3ea-878fa7839356 req-52415dee-3d6b-4739-9a88-8acd2db020f1 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Synchronizing usage tracker for tenant:088180f8cd814306a3f92350df9020de on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:09:07.886003 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-e9d97bcd-b036-4686-a3ea-878fa7839356 req-52415dee-3d6b-4739-9a88-8acd2db020f1 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Unset dirty status for tenant:088180f8cd814306a3f92350df9020de on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:09:07.887571 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e9d97bcd-b036-4686-a3ea-878fa7839356 req-52415dee-3d6b-4739-9a88-8acd2db020f1 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=088180f8cd814306a3f92350df9020de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1076348 May 31 14:09:07.892824 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-4175306b-2da7-4a29-89c8-d498a0ccc434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a13323-c172-4552-8fa5-df4aa05297b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150454152', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'f2f93d08-72a1-4c10-bb0c-77b35246ad7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:08:59Z', 'updated_at': '2022-05-31T14:09:05Z', 'revision_number': 4, 'project_id': '088180f8cd814306a3f92350df9020de', 'gw_port': {'id': 'f2f93d08-72a1-4c10-bb0c-77b35246ad7c', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:61:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a13323-c172-4552-8fa5-df4aa05297b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:09:00Z', 'updated_at': '2022-05-31T14:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '5e1b1d13-83fd-404b-8400-ce1b18c6c099', 'name': '', 'network_id': '744c79aa-fcbd-4987-be1f-b82f7cc82972', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'mac_address': 'fa:16:3e:a4:05:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a13323-c172-4552-8fa5-df4aa05297b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '868f2e43-1473-42e5-9964-f42cf94a443e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:09:04Z', 'updated_at': '2022-05-31T14:09:05Z', 'revision_number': 2, 'project_id': '088180f8cd814306a3f92350df9020de', 'subnets': [{'id': '868f2e43-1473-42e5-9964-f42cf94a443e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:09:07.897260 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4175306b-2da7-4a29-89c8-d498a0ccc434 None None] Checking router: a4a13323-c172-4552-8fa5-df4aa05297b8 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:09:07.897609 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4175306b-2da7-4a29-89c8-d498a0ccc434 None None] Updating router a4a13323-c172-4552-8fa5-df4aa05297b8 port 5e1b1d13-83fd-404b-8400-ce1b18c6c099 binding host n-d-843939-1 {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 14:09:07.955927 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4175306b-2da7-4a29-89c8-d498a0ccc434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:08.097840 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 49155c7c-d14e-4c3a-bca2-28218c094c8f up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:09:08.199881 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e9d97bcd-b036-4686-a3ea-878fa7839356 req-cfe8178f-12c5-4661-8488-32320b494dbc service neutron] 10.222.0.50 "GET /v2.0/networks/744c79aa-fcbd-4987-be1f-b82f7cc82972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000350 May 31 14:09:08.273564 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 49155c7c-d14e-4c3a-bca2-28218c094c8f triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:09:08.273949 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:08.354541 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e9d97bcd-b036-4686-a3ea-878fa7839356 req-74346f2d-dd71-46d1-a83d-be2e6779c2c6 service neutron] 10.222.0.50 "GET /v2.0/networks/744c79aa-fcbd-4987-be1f-b82f7cc82972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488864 May 31 14:09:08.518342 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 49155c7c-d14e-4c3a-bca2-28218c094c8f is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:09:08.519420 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device f2f93d08-72a1-4c10-bb0c-77b35246ad7c up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:09:08.596208 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4175306b-2da7-4a29-89c8-d498a0ccc434 None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:08.613109 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-4175306b-2da7-4a29-89c8-d498a0ccc434 None None] Transition to ACTIVE for port object 5e1b1d13-83fd-404b-8400-ce1b18c6c099 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:09:08.625575 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4175306b-2da7-4a29-89c8-d498a0ccc434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:08.691270 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port f2f93d08-72a1-4c10-bb0c-77b35246ad7c triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:09:08.691666 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:08.819079 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-805803a5-fc4a-4ece-a67c-9f7307da116d req-c39b42fc-fbd9-4fc2-908b-c89d6fb74c5b tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=d78859e9-a8f0-4603-9a89-faa66e64210f HTTP/1.1" status: 200 len: 210 time: 0.2747202 May 31 14:09:08.978291 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50a33c5-60b5-493e-9e4c-2d64fe4e8246 None None] Pushing event updated for resources: {'Port': ['ID=5e1b1d13-83fd-404b-8400-ce1b18c6c099,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:09:09.232152 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-4175306b-2da7-4a29-89c8-d498a0ccc434 None None] Attempting to bind port 5e1b1d13-83fd-404b-8400-ce1b18c6c099 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:09:09.232883 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-4175306b-2da7-4a29-89c8-d498a0ccc434 None None] Attempting to bind port 5e1b1d13-83fd-404b-8400-ce1b18c6c099 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'd1b4baa8-8d56-40d4-9537-e3cbdd423df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '744c79aa-fcbd-4987-be1f-b82f7cc82972'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:09:09.232979 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4175306b-2da7-4a29-89c8-d498a0ccc434 None None] Attempting to bind port 5e1b1d13-83fd-404b-8400-ce1b18c6c099 on network 744c79aa-fcbd-4987-be1f-b82f7cc82972 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:09:09.260958 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:09.264334 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4175306b-2da7-4a29-89c8-d498a0ccc434 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:09:09.264700 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4175306b-2da7-4a29-89c8-d498a0ccc434 None None] Checking segment: {'id': 'd1b4baa8-8d56-40d4-9537-e3cbdd423df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '744c79aa-fcbd-4987-be1f-b82f7cc82972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:09:09.265089 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4175306b-2da7-4a29-89c8-d498a0ccc434 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:09.265473 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4175306b-2da7-4a29-89c8-d498a0ccc434 None None] Bound using segment: {'id': 'd1b4baa8-8d56-40d4-9537-e3cbdd423df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '744c79aa-fcbd-4987-be1f-b82f7cc82972'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:09:09.265948 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-4175306b-2da7-4a29-89c8-d498a0ccc434 None None] Bound port: 5e1b1d13-83fd-404b-8400-ce1b18c6c099, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1b4baa8-8d56-40d4-9537-e3cbdd423df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '744c79aa-fcbd-4987-be1f-b82f7cc82972'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:09:09.266520 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4175306b-2da7-4a29-89c8-d498a0ccc434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:09.319212 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port f2f93d08-72a1-4c10-bb0c-77b35246ad7c is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:09:09.371009 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-4175306b-2da7-4a29-89c8-d498a0ccc434 None None] For port 5e1b1d13-83fd-404b-8400-ce1b18c6c099, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:09:09.374352 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-4175306b-2da7-4a29-89c8-d498a0ccc434 None None] For port 5e1b1d13-83fd-404b-8400-ce1b18c6c099, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=5e1b1d13-83fd-404b-8400-ce1b18c6c099,segment=NetworkSegment(d1b4baa8-8d56-40d4-9537-e3cbdd423df4),segment_id=d1b4baa8-8d56-40d4-9537-e3cbdd423df4)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:09:09.380050 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4175306b-2da7-4a29-89c8-d498a0ccc434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:09.515948 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4175306b-2da7-4a29-89c8-d498a0ccc434 None None] Routers {'a4a13323-c172-4552-8fa5-df4aa05297b8'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:09:09.516580 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-4175306b-2da7-4a29-89c8-d498a0ccc434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:08:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['a4a13323-c172-4552-8fa5-df4aa05297b8'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:09:09.626506 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50a33c5-60b5-493e-9e4c-2d64fe4e8246 None None] Pushing event updated for resources: {'Port': ['ID=5e1b1d13-83fd-404b-8400-ce1b18c6c099,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:09:09.747160 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-4175306b-2da7-4a29-89c8-d498a0ccc434 None None] Set router a4a13323-c172-4552-8fa5-df4aa05297b8 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:09:10.065346 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-249cc103-3570-495e-b18b-72cf46421ed8 req-a83acfe1-95c3-425d-8c71-7de990a66e85 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=d78859e9-a8f0-4603-9a89-faa66e64210f HTTP/1.1" status: 200 len: 210 time: 0.0674355 May 31 14:09:10.082756 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d97bcd-b036-4686-a3ea-878fa7839356 req-dddc0c84-6a25-4a34-a940-15405bac6fdb tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:09:10.084494 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e9d97bcd-b036-4686-a3ea-878fa7839356 req-dddc0c84-6a25-4a34-a940-15405bac6fdb tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.20 "GET /v2.0/networks?id=744c79aa-fcbd-4987-be1f-b82f7cc82972 HTTP/1.1" status: 200 len: 796 time: 0.2755020 May 31 14:09:10.137514 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-e9d97bcd-b036-4686-a3ea-878fa7839356 req-8f686ba8-a87d-4be4-b504-4e9af2b405d7 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Synchronizing usage tracker for tenant:088180f8cd814306a3f92350df9020de on resource:security_group {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:09:10.150828 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-e9d97bcd-b036-4686-a3ea-878fa7839356 req-8f686ba8-a87d-4be4-b504-4e9af2b405d7 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Unset dirty status for tenant:088180f8cd814306a3f92350df9020de on resource:security_group {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:09:10.152200 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e9d97bcd-b036-4686-a3ea-878fa7839356 req-8f686ba8-a87d-4be4-b504-4e9af2b405d7 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=088180f8cd814306a3f92350df9020de HTTP/1.1" status: 200 len: 378 time: 0.0597954 May 31 14:09:10.160920 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-e9d97bcd-b036-4686-a3ea-878fa7839356 req-a10a5037-2335-4868-9281-4b777e70e5a2 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Request body: {'port': {'device_id': 'd78859e9-a8f0-4603-9a89-faa66e64210f', 'network_id': '744c79aa-fcbd-4987-be1f-b82f7cc82972', 'admin_state_up': True, 'tenant_id': '088180f8cd814306a3f92350df9020de', 'security_groups': ['98fd01a8-c4bd-4fe6-af7d-4cb1a897159e']}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:09:10.205120 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-4175306b-2da7-4a29-89c8-d498a0ccc434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a13323-c172-4552-8fa5-df4aa05297b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150454152', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'f2f93d08-72a1-4c10-bb0c-77b35246ad7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:08:59Z', 'updated_at': '2022-05-31T14:09:05Z', 'revision_number': 4, 'project_id': '088180f8cd814306a3f92350df9020de', 'gw_port': {'id': 'f2f93d08-72a1-4c10-bb0c-77b35246ad7c', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:61:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a13323-c172-4552-8fa5-df4aa05297b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:09:00Z', 'updated_at': '2022-05-31T14:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '5e1b1d13-83fd-404b-8400-ce1b18c6c099', 'name': '', 'network_id': '744c79aa-fcbd-4987-be1f-b82f7cc82972', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'mac_address': 'fa:16:3e:a4:05:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a13323-c172-4552-8fa5-df4aa05297b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '868f2e43-1473-42e5-9964-f42cf94a443e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:09:04Z', 'updated_at': '2022-05-31T14:09:09Z', 'revision_number': 4, 'project_id': '088180f8cd814306a3f92350df9020de', 'subnets': [{'id': '868f2e43-1473-42e5-9964-f42cf94a443e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:09:10.209429 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4175306b-2da7-4a29-89c8-d498a0ccc434 None None] The sync data for ids ['a4a13323-c172-4552-8fa5-df4aa05297b8'] in n-d-843939-1 is: [{'id': 'a4a13323-c172-4552-8fa5-df4aa05297b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150454152', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'f2f93d08-72a1-4c10-bb0c-77b35246ad7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:08:59Z', 'updated_at': '2022-05-31T14:09:05Z', 'revision_number': 4, 'project_id': '088180f8cd814306a3f92350df9020de', 'gw_port': {'id': 'f2f93d08-72a1-4c10-bb0c-77b35246ad7c', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:61:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a13323-c172-4552-8fa5-df4aa05297b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:09:00Z', 'updated_at': '2022-05-31T14:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '5e1b1d13-83fd-404b-8400-ce1b18c6c099', 'name': '', 'network_id': '744c79aa-fcbd-4987-be1f-b82f7cc82972', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'mac_address': 'fa:16:3e:a4:05:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a13323-c172-4552-8fa5-df4aa05297b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '868f2e43-1473-42e5-9964-f42cf94a443e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:09:04Z', 'updated_at': '2022-05-31T14:09:09Z', 'revision_number': 4, 'project_id': '088180f8cd814306a3f92350df9020de', 'subnets': [{'id': '868f2e43-1473-42e5-9964-f42cf94a443e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:09:10.344144 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-e9d97bcd-b036-4686-a3ea-878fa7839356 req-a10a5037-2335-4868-9281-4b777e70e5a2 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:09:10.358331 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-e9d97bcd-b036-4686-a3ea-878fa7839356 req-a10a5037-2335-4868-9281-4b777e70e5a2 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:09:10.371235 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9d97bcd-b036-4686-a3ea-878fa7839356 req-a10a5037-2335-4868-9281-4b777e70e5a2 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Made reservation on behalf of 088180f8cd814306a3f92350df9020de for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:09:10.377081 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-e9d97bcd-b036-4686-a3ea-878fa7839356 req-a10a5037-2335-4868-9281-4b777e70e5a2 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:10.591396 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6244422e-9910-40ea-b3a0-c19935410b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:10.660701 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [req-e9d97bcd-b036-4686-a3ea-878fa7839356 req-a10a5037-2335-4868-9281-4b777e70e5a2 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Allocated IP 172.20.0.6 (744c79aa-fcbd-4987-be1f-b82f7cc82972/868f2e43-1473-42e5-9964-f42cf94a443e/d2190a47-59ea-4de6-baf3-52243bd235ba) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:09:10.884126 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-e9d97bcd-b036-4686-a3ea-878fa7839356 req-a10a5037-2335-4868-9281-4b777e70e5a2 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:10.904827 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-e9d97bcd-b036-4686-a3ea-878fa7839356 req-a10a5037-2335-4868-9281-4b777e70e5a2 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Transition to ACTIVE for port object d2190a47-59ea-4de6-baf3-52243bd235ba will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:09:10.930623 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-e9d97bcd-b036-4686-a3ea-878fa7839356 req-a10a5037-2335-4868-9281-4b777e70e5a2 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:11.122592 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9d97bcd-b036-4686-a3ea-878fa7839356 req-a10a5037-2335-4868-9281-4b777e70e5a2 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Network 744c79aa-fcbd-4987-be1f-b82f7cc82972 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:09:11.125958 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [req-e9d97bcd-b036-4686-a3ea-878fa7839356 req-a10a5037-2335-4868-9281-4b777e70e5a2 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:09:11.130317 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9d97bcd-b036-4686-a3ea-878fa7839356 req-a10a5037-2335-4868-9281-4b777e70e5a2 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:09:11.169680 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10a5037-2335-4868-9281-4b777e70e5a2 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event updated for resources: {'Port': ['ID=d2190a47-59ea-4de6-baf3-52243bd235ba,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:09:11.237969 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d97bcd-b036-4686-a3ea-878fa7839356 req-a10a5037-2335-4868-9281-4b777e70e5a2 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:09:11.238741 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-e9d97bcd-b036-4686-a3ea-878fa7839356 req-a10a5037-2335-4868-9281-4b777e70e5a2 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:11.267404 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e9d97bcd-b036-4686-a3ea-878fa7839356 req-a10a5037-2335-4868-9281-4b777e70e5a2 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1102078 May 31 14:09:11.284589 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-e9d97bcd-b036-4686-a3ea-878fa7839356 req-25153524-7782-4c83-b12f-f3381ed40b23 service neutron] Request body: {'port': {'device_id': 'd78859e9-a8f0-4603-9a89-faa66e64210f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843939-1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:09:11.342313 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d648c0b-bf1a-465c-a0b0-c458473ae763 req-e187ad63-7f92-4d5e-8c79-ef39ae573c2b tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:09:11.344017 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0d648c0b-bf1a-465c-a0b0-c458473ae763 req-e187ad63-7f92-4d5e-8c79-ef39ae573c2b tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=d78859e9-a8f0-4603-9a89-faa66e64210f HTTP/1.1" status: 200 len: 931 time: 0.1143861 May 31 14:09:11.434189 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0d648c0b-bf1a-465c-a0b0-c458473ae763 req-b98813d8-cef2-499d-b450-b6a620b8cb1c tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=98fd01a8-c4bd-4fe6-af7d-4cb1a897159e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0834448 May 31 14:09:11.469378 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-87d18656-5148-4f65-b432-5977e7591601 None None] Provisioning for port d2190a47-59ea-4de6-baf3-52243bd235ba completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:09:11.473307 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-e9d97bcd-b036-4686-a3ea-878fa7839356 req-25153524-7782-4c83-b12f-f3381ed40b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:11.476645 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-87d18656-5148-4f65-b432-5977e7591601 None None] Provisioning complete for port d2190a47-59ea-4de6-baf3-52243bd235ba triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:09:11.477021 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-87d18656-5148-4f65-b432-5977e7591601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:11.546828 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-87d18656-5148-4f65-b432-5977e7591601 None None] Port d2190a47-59ea-4de6-baf3-52243bd235ba cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:09:11.851916 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [req-e9d97bcd-b036-4686-a3ea-878fa7839356 req-25153524-7782-4c83-b12f-f3381ed40b23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2190a47-59ea-4de6-baf3-52243bd235ba {{(pid=88369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:09:11.859881 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-e9d97bcd-b036-4686-a3ea-878fa7839356 req-25153524-7782-4c83-b12f-f3381ed40b23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:11.874608 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-e9d97bcd-b036-4686-a3ea-878fa7839356 req-25153524-7782-4c83-b12f-f3381ed40b23 service neutron] Transition to ACTIVE for port object d2190a47-59ea-4de6-baf3-52243bd235ba will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:09:11.878234 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-e9d97bcd-b036-4686-a3ea-878fa7839356 req-25153524-7782-4c83-b12f-f3381ed40b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:12.038318 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25153524-7782-4c83-b12f-f3381ed40b23 service neutron] Pushing event updated for resources: {'Port': ['ID=d2190a47-59ea-4de6-baf3-52243bd235ba,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:09:12.118170 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 5e1b1d13-83fd-404b-8400-ce1b18c6c099 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:09:12.143439 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-e9d97bcd-b036-4686-a3ea-878fa7839356 req-25153524-7782-4c83-b12f-f3381ed40b23 service neutron] Attempting to bind port d2190a47-59ea-4de6-baf3-52243bd235ba on host n-h1-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:09:12.144023 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-e9d97bcd-b036-4686-a3ea-878fa7839356 req-25153524-7782-4c83-b12f-f3381ed40b23 service neutron] Attempting to bind port d2190a47-59ea-4de6-baf3-52243bd235ba by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': 'd1b4baa8-8d56-40d4-9537-e3cbdd423df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '744c79aa-fcbd-4987-be1f-b82f7cc82972'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:09:12.144435 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d97bcd-b036-4686-a3ea-878fa7839356 req-25153524-7782-4c83-b12f-f3381ed40b23 service neutron] Attempting to bind port d2190a47-59ea-4de6-baf3-52243bd235ba on network 744c79aa-fcbd-4987-be1f-b82f7cc82972 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:09:12.153699 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d97bcd-b036-4686-a3ea-878fa7839356 req-25153524-7782-4c83-b12f-f3381ed40b23 service neutron] Port d2190a47-59ea-4de6-baf3-52243bd235ba on network 744c79aa-fcbd-4987-be1f-b82f7cc82972 not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 14:09:12.154078 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d97bcd-b036-4686-a3ea-878fa7839356 req-25153524-7782-4c83-b12f-f3381ed40b23 service neutron] Attempting to bind port d2190a47-59ea-4de6-baf3-52243bd235ba on network 744c79aa-fcbd-4987-be1f-b82f7cc82972 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:09:12.162295 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d97bcd-b036-4686-a3ea-878fa7839356 req-25153524-7782-4c83-b12f-f3381ed40b23 service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:09:12.162295 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d97bcd-b036-4686-a3ea-878fa7839356 req-25153524-7782-4c83-b12f-f3381ed40b23 service neutron] Checking segment: {'id': 'd1b4baa8-8d56-40d4-9537-e3cbdd423df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '744c79aa-fcbd-4987-be1f-b82f7cc82972'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:09:12.162295 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d97bcd-b036-4686-a3ea-878fa7839356 req-25153524-7782-4c83-b12f-f3381ed40b23 service neutron] Bound using segment: {'id': 'd1b4baa8-8d56-40d4-9537-e3cbdd423df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '744c79aa-fcbd-4987-be1f-b82f7cc82972'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:09:12.162599 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-e9d97bcd-b036-4686-a3ea-878fa7839356 req-25153524-7782-4c83-b12f-f3381ed40b23 service neutron] Bound port: d2190a47-59ea-4de6-baf3-52243bd235ba, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1b4baa8-8d56-40d4-9537-e3cbdd423df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '744c79aa-fcbd-4987-be1f-b82f7cc82972'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:09:12.163445 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-e9d97bcd-b036-4686-a3ea-878fa7839356 req-25153524-7782-4c83-b12f-f3381ed40b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:12.196619 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 5e1b1d13-83fd-404b-8400-ce1b18c6c099 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:09:12.202261 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 5e1b1d13-83fd-404b-8400-ce1b18c6c099 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:09:12.202625 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:12.276277 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-e9d97bcd-b036-4686-a3ea-878fa7839356 req-25153524-7782-4c83-b12f-f3381ed40b23 service neutron] For port d2190a47-59ea-4de6-baf3-52243bd235ba, host n-h1-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:09:12.279693 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-e9d97bcd-b036-4686-a3ea-878fa7839356 req-25153524-7782-4c83-b12f-f3381ed40b23 service neutron] For port d2190a47-59ea-4de6-baf3-52243bd235ba, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=d2190a47-59ea-4de6-baf3-52243bd235ba,segment=NetworkSegment(d1b4baa8-8d56-40d4-9537-e3cbdd423df4),segment_id=d1b4baa8-8d56-40d4-9537-e3cbdd423df4)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:09:12.286630 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-e9d97bcd-b036-4686-a3ea-878fa7839356 req-25153524-7782-4c83-b12f-f3381ed40b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:12.350330 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 5e1b1d13-83fd-404b-8400-ce1b18c6c099 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:09:12.350692 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:12.375782 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d97bcd-b036-4686-a3ea-878fa7839356 req-25153524-7782-4c83-b12f-f3381ed40b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:09:12.376886 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-e9d97bcd-b036-4686-a3ea-878fa7839356 req-25153524-7782-4c83-b12f-f3381ed40b23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:12.379551 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e9d97bcd-b036-4686-a3ea-878fa7839356 req-25153524-7782-4c83-b12f-f3381ed40b23 service neutron] 10.222.0.20 "PUT /v2.0/ports/d2190a47-59ea-4de6-baf3-52243bd235ba HTTP/1.1" status: 200 len: 1091 time: 1.1022024 May 31 14:09:12.385592 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd78859e9-a8f0-4603-9a89-faa66e64210f', 'tag': 'd2190a47-59ea-4de6-baf3-52243bd235ba'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:09:12.401212 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 5e1b1d13-83fd-404b-8400-ce1b18c6c099, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=5e1b1d13-83fd-404b-8400-ce1b18c6c099,segment=NetworkSegment(d1b4baa8-8d56-40d4-9537-e3cbdd423df4),segment_id=d1b4baa8-8d56-40d4-9537-e3cbdd423df4)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:09:12.410631 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:12.410803 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25153524-7782-4c83-b12f-f3381ed40b23 service neutron] Pushing event updated for resources: {'Port': ['ID=d2190a47-59ea-4de6-baf3-52243bd235ba,revision_number=3']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:09:12.482249 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f9d64ba-7be7-433b-8f3e-48281fef8d2a'] response: {'name': 'network-changed', 'server_uuid': 'd78859e9-a8f0-4603-9a89-faa66e64210f', 'tag': 'd2190a47-59ea-4de6-baf3-52243bd235ba', 'status': 'completed', 'code': 200} May 31 14:09:12.512934 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=5e1b1d13-83fd-404b-8400-ce1b18c6c099,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:09:12.532303 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d97bcd-b036-4686-a3ea-878fa7839356 req-fcc92bd7-adba-4f63-a8e8-225a2cd759fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:09:12.534032 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e9d97bcd-b036-4686-a3ea-878fa7839356 req-fcc92bd7-adba-4f63-a8e8-225a2cd759fb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=088180f8cd814306a3f92350df9020de&device_id=d78859e9-a8f0-4603-9a89-faa66e64210f HTTP/1.1" status: 200 len: 1094 time: 0.1117179 May 31 14:09:12.619514 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e9d97bcd-b036-4686-a3ea-878fa7839356 req-f01c5ac4-6e7e-4034-9b44-3da25fb1d488 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d2190a47-59ea-4de6-baf3-52243bd235ba HTTP/1.1" status: 200 len: 217 time: 0.0775015 May 31 14:09:12.682814 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b337e5ca-95e0-4f0e-bf33-97720e6ac37d req-5456d28c-b9a0-4600-b52a-d88987070df7 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:09:12.690763 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b337e5ca-95e0-4f0e-bf33-97720e6ac37d req-5456d28c-b9a0-4600-b52a-d88987070df7 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=d78859e9-a8f0-4603-9a89-faa66e64210f HTTP/1.1" status: 200 len: 943 time: 0.1110575 May 31 14:09:12.705446 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d97bcd-b036-4686-a3ea-878fa7839356 req-94873d48-e53f-4f99-9b2b-19d4b46f752c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:09:12.706785 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e9d97bcd-b036-4686-a3ea-878fa7839356 req-94873d48-e53f-4f99-9b2b-19d4b46f752c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=868f2e43-1473-42e5-9964-f42cf94a443e HTTP/1.1" status: 200 len: 835 time: 0.0797627 May 31 14:09:12.735536 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b337e5ca-95e0-4f0e-bf33-97720e6ac37d req-3aa5c23e-1689-4ced-8ff6-4f0e90000493 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=98fd01a8-c4bd-4fe6-af7d-4cb1a897159e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434947 May 31 14:09:12.784407 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d97bcd-b036-4686-a3ea-878fa7839356 req-ccd6f3f8-0c11-47a5-84ee-9ecad33d0721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:09:12.785806 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e9d97bcd-b036-4686-a3ea-878fa7839356 req-ccd6f3f8-0c11-47a5-84ee-9ecad33d0721 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=744c79aa-fcbd-4987-be1f-b82f7cc82972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724075 May 31 14:09:12.820808 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e7ebb4ad-5a5b-4481-981e-08bffba97859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:12.939662 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e9d97bcd-b036-4686-a3ea-878fa7839356 req-3391a35f-9b76-4418-a2a4-ca5c3283950c service neutron] 10.222.0.20 "GET /v2.0/networks/744c79aa-fcbd-4987-be1f-b82f7cc82972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477561 May 31 14:09:13.081137 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e9d97bcd-b036-4686-a3ea-878fa7839356 req-3b94bab4-d172-4c0d-8c2a-3edf76a3f7a9 service neutron] 10.222.0.20 "GET /v2.0/networks/744c79aa-fcbd-4987-be1f-b82f7cc82972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348436 May 31 14:09:13.316552 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a28eecb-eeb2-4c42-b27f-1931f536e5fb req-707a86d3-4e5d-4845-b9ac-56ddf96f112e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:09:13.318614 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3a28eecb-eeb2-4c42-b27f-1931f536e5fb req-707a86d3-4e5d-4845-b9ac-56ddf96f112e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=088180f8cd814306a3f92350df9020de&device_id=d78859e9-a8f0-4603-9a89-faa66e64210f HTTP/1.1" status: 200 len: 1094 time: 0.1869583 May 31 14:09:13.453919 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a28eecb-eeb2-4c42-b27f-1931f536e5fb req-69cd1696-9aff-4cca-b7d3-4c6708d1f6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:09:13.455381 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3a28eecb-eeb2-4c42-b27f-1931f536e5fb req-69cd1696-9aff-4cca-b7d3-4c6708d1f6e1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=744c79aa-fcbd-4987-be1f-b82f7cc82972 HTTP/1.1" status: 200 len: 897 time: 0.1308725 May 31 14:09:13.524051 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3a28eecb-eeb2-4c42-b27f-1931f536e5fb req-90f89492-8a91-4ca8-9982-ef995584bcc0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d2190a47-59ea-4de6-baf3-52243bd235ba HTTP/1.1" status: 200 len: 217 time: 0.0622263 May 31 14:09:13.589305 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a28eecb-eeb2-4c42-b27f-1931f536e5fb req-e7e55dad-cf7e-4077-b35d-ef2cddb25cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:09:13.590706 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3a28eecb-eeb2-4c42-b27f-1931f536e5fb req-e7e55dad-cf7e-4077-b35d-ef2cddb25cf0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=868f2e43-1473-42e5-9964-f42cf94a443e HTTP/1.1" status: 200 len: 835 time: 0.0617206 May 31 14:09:13.680245 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a28eecb-eeb2-4c42-b27f-1931f536e5fb req-965c9946-b5db-4013-9e25-4c9aeabc8433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:09:13.681844 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3a28eecb-eeb2-4c42-b27f-1931f536e5fb req-965c9946-b5db-4013-9e25-4c9aeabc8433 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=744c79aa-fcbd-4987-be1f-b82f7cc82972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0850747 May 31 14:09:13.821068 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3a28eecb-eeb2-4c42-b27f-1931f536e5fb req-1f792f21-798f-46bf-8390-27f0ab4b2d4d service neutron] 10.222.0.20 "GET /v2.0/networks/744c79aa-fcbd-4987-be1f-b82f7cc82972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320477 May 31 14:09:13.874453 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:13.994145 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:13.994837 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3a28eecb-eeb2-4c42-b27f-1931f536e5fb req-8025b562-8461-44f3-b838-3869288aa160 service neutron] 10.222.0.20 "GET /v2.0/networks/744c79aa-fcbd-4987-be1f-b82f7cc82972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676741 May 31 14:09:14.100292 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617110c0-cf09-45c9-acc1-798c660cc70b req-d0e45bdf-4b8e-4be8-9d93-e067edde23c7 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:09:14.101855 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-617110c0-cf09-45c9-acc1-798c660cc70b req-d0e45bdf-4b8e-4be8-9d93-e067edde23c7 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=d78859e9-a8f0-4603-9a89-faa66e64210f HTTP/1.1" status: 200 len: 943 time: 0.2491422 May 31 14:09:14.104413 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 5e1b1d13-83fd-404b-8400-ce1b18c6c099 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:09:14.167110 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-617110c0-cf09-45c9-acc1-798c660cc70b req-e6ae83bf-e78e-45df-8fb2-c9a22650c19c tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=98fd01a8-c4bd-4fe6-af7d-4cb1a897159e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0574131 May 31 14:09:14.198580 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 5e1b1d13-83fd-404b-8400-ce1b18c6c099 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:09:14.199357 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:14.347083 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 5e1b1d13-83fd-404b-8400-ce1b18c6c099 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:09:15.349418 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac84f153-edcb-4929-bb21-aed3be3814cc req-dd761aa9-bfa3-48e8-a9d2-9e2cff199970 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:09:15.350669 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ac84f153-edcb-4929-bb21-aed3be3814cc req-dd761aa9-bfa3-48e8-a9d2-9e2cff199970 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=d78859e9-a8f0-4603-9a89-faa66e64210f HTTP/1.1" status: 200 len: 943 time: 0.0804398 May 31 14:09:15.399049 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ac84f153-edcb-4929-bb21-aed3be3814cc req-0b66ae9b-754f-4866-bd0d-16ac1205444e tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=98fd01a8-c4bd-4fe6-af7d-4cb1a897159e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424018 May 31 14:09:15.703421 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:16.590088 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9131854-9096-4311-8c71-c220154d7c94 req-3a8fa4d4-cf47-4c68-8993-063042eb49cb tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:09:16.591480 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e9131854-9096-4311-8c71-c220154d7c94 req-3a8fa4d4-cf47-4c68-8993-063042eb49cb tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=d78859e9-a8f0-4603-9a89-faa66e64210f HTTP/1.1" status: 200 len: 943 time: 0.0820761 May 31 14:09:16.638305 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e9131854-9096-4311-8c71-c220154d7c94 req-eae88b5f-b9e6-4aac-bb5e-4204fa679ff9 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=98fd01a8-c4bd-4fe6-af7d-4cb1a897159e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408897 May 31 14:09:17.619166 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device d2190a47-59ea-4de6-baf3-52243bd235ba details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 14:09:17.758245 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port d2190a47-59ea-4de6-baf3-52243bd235ba, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=d2190a47-59ea-4de6-baf3-52243bd235ba,segment=NetworkSegment(d1b4baa8-8d56-40d4-9537-e3cbdd423df4),segment_id=d1b4baa8-8d56-40d4-9537-e3cbdd423df4)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:09:17.772423 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': 'd2190a47-59ea-4de6-baf3-52243bd235ba', 'network_id': '744c79aa-fcbd-4987-be1f-b82f7cc82972', 'port_id': 'd2190a47-59ea-4de6-baf3-52243bd235ba', 'mac_address': 'fa:16:3e:40:21:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '868f2e43-1473-42e5-9964-f42cf94a443e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 14:09:17.832471 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port d2190a47-59ea-4de6-baf3-52243bd235ba is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:09:17.833673 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:17.836879 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc56a3c-225c-46dc-9852-0e893c5f3d85 req-608c1324-1d60-43db-8743-71c55433ec55 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:09:17.838520 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cbc56a3c-225c-46dc-9852-0e893c5f3d85 req-608c1324-1d60-43db-8743-71c55433ec55 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=d78859e9-a8f0-4603-9a89-faa66e64210f HTTP/1.1" status: 200 len: 943 time: 0.0910091 May 31 14:09:17.852835 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2190a47-59ea-4de6-baf3-52243bd235ba {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:09:17.869121 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port d2190a47-59ea-4de6-baf3-52243bd235ba, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=d2190a47-59ea-4de6-baf3-52243bd235ba,segment=NetworkSegment(d1b4baa8-8d56-40d4-9537-e3cbdd423df4),segment_id=d1b4baa8-8d56-40d4-9537-e3cbdd423df4)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:09:17.873163 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:17.886560 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cbc56a3c-225c-46dc-9852-0e893c5f3d85 req-734445ff-c6d1-490b-9854-89007d231b0a tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=98fd01a8-c4bd-4fe6-af7d-4cb1a897159e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418148 May 31 14:09:17.954454 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=d2190a47-59ea-4de6-baf3-52243bd235ba,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:09:18.238132 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['d2190a47-59ea-4de6-baf3-52243bd235ba'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:09:19.073518 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c0cab-aa77-4314-bee3-50b067684674 req-1e9ea40d-dfe3-478e-9e7f-b3b4e1cec3d8 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:09:19.075012 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-709c0cab-aa77-4314-bee3-50b067684674 req-1e9ea40d-dfe3-478e-9e7f-b3b4e1cec3d8 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=d78859e9-a8f0-4603-9a89-faa66e64210f HTTP/1.1" status: 200 len: 944 time: 0.0789793 May 31 14:09:19.119863 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-709c0cab-aa77-4314-bee3-50b067684674 req-84414d98-829e-41f4-9b6a-3006bd5949ba tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=98fd01a8-c4bd-4fe6-af7d-4cb1a897159e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392032 May 31 14:09:19.633749 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device d2190a47-59ea-4de6-baf3-52243bd235ba up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:09:19.704293 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning for port d2190a47-59ea-4de6-baf3-52243bd235ba completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:09:19.709929 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port d2190a47-59ea-4de6-baf3-52243bd235ba triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:09:19.710328 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:19.830263 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port d2190a47-59ea-4de6-baf3-52243bd235ba is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:09:19.830631 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:19.862229 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd78859e9-a8f0-4603-9a89-faa66e64210f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2190a47-59ea-4de6-baf3-52243bd235ba'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:09:19.876056 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port d2190a47-59ea-4de6-baf3-52243bd235ba, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=d2190a47-59ea-4de6-baf3-52243bd235ba,segment=NetworkSegment(d1b4baa8-8d56-40d4-9537-e3cbdd423df4),segment_id=d1b4baa8-8d56-40d4-9537-e3cbdd423df4)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:09:19.881956 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:19.929766 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3ae2274-4f49-4e8f-b6b8-18edf9725c5e'] response: {'server_uuid': 'd78859e9-a8f0-4603-9a89-faa66e64210f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2190a47-59ea-4de6-baf3-52243bd235ba', 'code': 200} May 31 14:09:19.971283 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=d2190a47-59ea-4de6-baf3-52243bd235ba,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:09:20.058503 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e554bd-625d-4379-92c5-ea3a86995035 req-c439ebed-82f9-48cc-91a9-90441fb2d66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:09:20.059993 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d7e554bd-625d-4379-92c5-ea3a86995035 req-c439ebed-82f9-48cc-91a9-90441fb2d66e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d78859e9-a8f0-4603-9a89-faa66e64210f HTTP/1.1" status: 200 len: 1096 time: 0.0820494 May 31 14:09:20.102162 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d7e554bd-625d-4379-92c5-ea3a86995035 req-08f1b71e-d842-4878-bb74-ed3effae2c42 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=98fd01a8-c4bd-4fe6-af7d-4cb1a897159e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363898 May 31 14:09:20.319234 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a05fb7f-4411-46ad-867e-8c2b604796b5 req-f5e5de42-c066-4312-954d-7ef62c3e0830 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:09:20.320760 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1a05fb7f-4411-46ad-867e-8c2b604796b5 req-f5e5de42-c066-4312-954d-7ef62c3e0830 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=d78859e9-a8f0-4603-9a89-faa66e64210f HTTP/1.1" status: 200 len: 945 time: 0.0903721 May 31 14:09:20.381172 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1a05fb7f-4411-46ad-867e-8c2b604796b5 req-c124662c-20e7-4b28-a753-93d9e1cdbc23 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=98fd01a8-c4bd-4fe6-af7d-4cb1a897159e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0544868 May 31 14:09:21.580422 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a66e049-db91-42a1-b331-7e8d42706b70 req-13556aed-eb1b-45e2-b461-cecb03a37b65 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:09:21.581906 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4a66e049-db91-42a1-b331-7e8d42706b70 req-13556aed-eb1b-45e2-b461-cecb03a37b65 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=d78859e9-a8f0-4603-9a89-faa66e64210f HTTP/1.1" status: 200 len: 945 time: 0.0808754 May 31 14:09:21.631256 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4a66e049-db91-42a1-b331-7e8d42706b70 req-65b7a197-3ff6-4576-8e3d-085bca833791 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=98fd01a8-c4bd-4fe6-af7d-4cb1a897159e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426576 May 31 14:09:21.843908 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dac87d-b81a-4207-9f29-f8b4fbfeb5ac req-be5a3915-42dc-44bd-9018-8a03e51dea49 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:09:21.845454 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-79dac87d-b81a-4207-9f29-f8b4fbfeb5ac req-be5a3915-42dc-44bd-9018-8a03e51dea49 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=d78859e9-a8f0-4603-9a89-faa66e64210f HTTP/1.1" status: 200 len: 945 time: 0.0937593 May 31 14:09:21.893414 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-79dac87d-b81a-4207-9f29-f8b4fbfeb5ac req-e92ab43c-74a0-40f2-b948-ca4705d68e64 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=98fd01a8-c4bd-4fe6-af7d-4cb1a897159e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408885 May 31 14:09:21.916624 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 39332) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:09:21.993184 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc45a05-61c0-4da6-b916-9974b537b576 tempest-TestNetworkAdvancedServerOps-1325536650 tempest-TestNetworkAdvancedServerOps-1325536650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:09:21.994633 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-1fc45a05-61c0-4da6-b916-9974b537b576 tempest-TestNetworkAdvancedServerOps-1325536650 tempest-TestNetworkAdvancedServerOps-1325536650-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=d78859e9-a8f0-4603-9a89-faa66e64210f HTTP/1.1" status: 200 len: 1091 time: 0.0770235 May 31 14:09:21.997675 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39336) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:09:22.003150 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-5c44af44-e441-4f27-92ca-4b2530bfdbef tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Request body: {'floatingip': {'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'port_id': 'd2190a47-59ea-4de6-baf3-52243bd235ba', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:09:22.011058 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5c44af44-e441-4f27-92ca-4b2530bfdbef tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:09:22.015088 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-5c44af44-e441-4f27-92ca-4b2530bfdbef tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Usage tracker for resource:floatingip and tenant:088180f8cd814306a3f92350df9020de is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:09:22.017855 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-5c44af44-e441-4f27-92ca-4b2530bfdbef tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:09:22.026460 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-5c44af44-e441-4f27-92ca-4b2530bfdbef tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:09:22.036880 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5c44af44-e441-4f27-92ca-4b2530bfdbef tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for floatingip, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:22.177936 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5c44af44-e441-4f27-92ca-4b2530bfdbef tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:22.347430 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-5c44af44-e441-4f27-92ca-4b2530bfdbef tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Allocated IP 172.25.6.235 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/b5c7a567-9455-48b6-b08b-f166bfcd1884) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:09:22.508874 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5c44af44-e441-4f27-92ca-4b2530bfdbef tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:22.541249 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5c44af44-e441-4f27-92ca-4b2530bfdbef tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:22.612511 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c44af44-e441-4f27-92ca-4b2530bfdbef tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:09:22.616464 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-5c44af44-e441-4f27-92ca-4b2530bfdbef tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:09:22.620628 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c44af44-e441-4f27-92ca-4b2530bfdbef tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:09:22.651698 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c44af44-e441-4f27-92ca-4b2530bfdbef tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event updated for resources: {'Port': ['ID=b5c7a567-9455-48b6-b08b-f166bfcd1884,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:09:23.164699 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5c44af44-e441-4f27-92ca-4b2530bfdbef tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:23.241531 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5c44af44-e441-4f27-92ca-4b2530bfdbef tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:23.454335 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5c44af44-e441-4f27-92ca-4b2530bfdbef tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:23.459521 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5c44af44-e441-4f27-92ca-4b2530bfdbef tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:23.573743 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c44af44-e441-4f27-92ca-4b2530bfdbef tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event updated for resources: {'Port': ['ID=b5c7a567-9455-48b6-b08b-f166bfcd1884,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:09:23.586474 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5c44af44-e441-4f27-92ca-4b2530bfdbef tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:23.765166 n-d-843939-1 neutron-server[88369]: INFO neutron.db.l3_db [None req-5c44af44-e441-4f27-92ca-4b2530bfdbef tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Floating IP fadb5a61-3067-4065-82ac-eaf6b6a30bc2 associated. External IP: 172.25.6.235, port: d2190a47-59ea-4de6-baf3-52243bd235ba. May 31 14:09:24.171523 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c44af44-e441-4f27-92ca-4b2530bfdbef tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Router a4a13323-c172-4552-8fa5-df4aa05297b8 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:09:24.350977 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c44af44-e441-4f27-92ca-4b2530bfdbef tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:09:24.361438 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71bf41e-86cb-4b89-95b5-da0c4c3d690c None None] Sync routers for ids ['a4a13323-c172-4552-8fa5-df4aa05297b8'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:09:24.373786 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71bf41e-86cb-4b89-95b5-da0c4c3d690c None None] Routers {'a4a13323-c172-4552-8fa5-df4aa05297b8'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:09:24.374864 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-a71bf41e-86cb-4b89-95b5-da0c4c3d690c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:09:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['a4a13323-c172-4552-8fa5-df4aa05297b8'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:09:24.380545 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-5c44af44-e441-4f27-92ca-4b2530bfdbef tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:24.443306 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-5c44af44-e441-4f27-92ca-4b2530bfdbef tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4444664 May 31 14:09:24.443870 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd78859e9-a8f0-4603-9a89-faa66e64210f', 'tag': 'd2190a47-59ea-4de6-baf3-52243bd235ba'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:09:24.499209 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54debb41-e79a-4cfd-bfc9-dbd9124fa992'] response: {'name': 'network-changed', 'server_uuid': 'd78859e9-a8f0-4603-9a89-faa66e64210f', 'tag': 'd2190a47-59ea-4de6-baf3-52243bd235ba', 'status': 'completed', 'code': 200} May 31 14:09:24.568570 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-a71bf41e-86cb-4b89-95b5-da0c4c3d690c None None] Set router a4a13323-c172-4552-8fa5-df4aa05297b8 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:09:24.592742 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01181727-5587-43f7-ba4e-aa1a2faaa881 req-a6bac8d7-2e3d-41d2-8025-34cddc57ab61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:09:24.593660 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-01181727-5587-43f7-ba4e-aa1a2faaa881 req-a6bac8d7-2e3d-41d2-8025-34cddc57ab61 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=088180f8cd814306a3f92350df9020de&device_id=d78859e9-a8f0-4603-9a89-faa66e64210f HTTP/1.1" status: 200 len: 1096 time: 0.0747023 May 31 14:09:24.637799 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6355fb-7d23-4d2c-b8d9-465321ab27b0 req-c683bd6b-2041-45bf-8211-1bf666d3fd18 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:09:24.639333 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8b6355fb-7d23-4d2c-b8d9-465321ab27b0 req-c683bd6b-2041-45bf-8211-1bf666d3fd18 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=d78859e9-a8f0-4603-9a89-faa66e64210f HTTP/1.1" status: 200 len: 945 time: 0.0968623 May 31 14:09:24.698255 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8b6355fb-7d23-4d2c-b8d9-465321ab27b0 req-f073b29d-9dc9-4723-b2ff-9f212738f99c tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=98fd01a8-c4bd-4fe6-af7d-4cb1a897159e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0513251 May 31 14:09:24.732263 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 39348) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:09:24.870120 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-d19c5e18-8083-486a-bd86-5aab317b6c41 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/floatingips/fadb5a61-3067-4065-82ac-eaf6b6a30bc2 HTTP/1.1" status: 200 len: 991 time: 0.1354036 May 31 14:09:24.881043 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01181727-5587-43f7-ba4e-aa1a2faaa881 req-6a93334c-28fa-4a04-ba6b-79101ebd692b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:09:24.882697 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-01181727-5587-43f7-ba4e-aa1a2faaa881 req-6a93334c-28fa-4a04-ba6b-79101ebd692b service neutron] 10.222.0.20 "GET /v2.0/networks?id=744c79aa-fcbd-4987-be1f-b82f7cc82972 HTTP/1.1" status: 200 len: 897 time: 0.2827282 May 31 14:09:24.992797 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-01181727-5587-43f7-ba4e-aa1a2faaa881 req-b4677eb5-9ff5-4646-89b4-f277b373fb87 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d2190a47-59ea-4de6-baf3-52243bd235ba HTTP/1.1" status: 200 len: 999 time: 0.1043327 May 31 14:09:25.002372 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-a71bf41e-86cb-4b89-95b5-da0c4c3d690c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a13323-c172-4552-8fa5-df4aa05297b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150454152', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'f2f93d08-72a1-4c10-bb0c-77b35246ad7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:08:59Z', 'updated_at': '2022-05-31T14:09:05Z', 'revision_number': 4, 'project_id': '088180f8cd814306a3f92350df9020de', 'gw_port': {'id': 'f2f93d08-72a1-4c10-bb0c-77b35246ad7c', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:61:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a13323-c172-4552-8fa5-df4aa05297b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:09:00Z', 'updated_at': '2022-05-31T14:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': 'fadb5a61-3067-4065-82ac-eaf6b6a30bc2', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'floating_ip_address': '172.25.6.235', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': 'a4a13323-c172-4552-8fa5-df4aa05297b8', 'port_id': 'd2190a47-59ea-4de6-baf3-52243bd235ba', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4058, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '744c79aa-fcbd-4987-be1f-b82f7cc82972', 'mac_address': 'fa:16:3e:40:21:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78859e9-a8f0-4603-9a89-faa66e64210f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:09:23Z', 'updated_at': '2022-05-31T14:09:23Z', 'revision_number': 0, 'project_id': '088180f8cd814306a3f92350df9020de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e1b1d13-83fd-404b-8400-ce1b18c6c099', 'name': '', 'network_id': '744c79aa-fcbd-4987-be1f-b82f7cc82972', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'mac_address': 'fa:16:3e:a4:05:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a13323-c172-4552-8fa5-df4aa05297b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '868f2e43-1473-42e5-9964-f42cf94a443e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:09:04Z', 'updated_at': '2022-05-31T14:09:12Z', 'revision_number': 5, 'project_id': '088180f8cd814306a3f92350df9020de', 'subnets': [{'id': '868f2e43-1473-42e5-9964-f42cf94a443e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:09:25.013825 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71bf41e-86cb-4b89-95b5-da0c4c3d690c None None] Checking router: a4a13323-c172-4552-8fa5-df4aa05297b8 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:09:25.021919 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71bf41e-86cb-4b89-95b5-da0c4c3d690c None None] Routers {'a4a13323-c172-4552-8fa5-df4aa05297b8'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:09:25.023018 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-a71bf41e-86cb-4b89-95b5-da0c4c3d690c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:09:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['a4a13323-c172-4552-8fa5-df4aa05297b8'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:09:25.061626 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01181727-5587-43f7-ba4e-aa1a2faaa881 req-5f9df6a6-57cb-48ab-a36b-9d58e7e90e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:09:25.063126 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-01181727-5587-43f7-ba4e-aa1a2faaa881 req-5f9df6a6-57cb-48ab-a36b-9d58e7e90e44 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=868f2e43-1473-42e5-9964-f42cf94a443e HTTP/1.1" status: 200 len: 835 time: 0.0643489 May 31 14:09:25.152875 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01181727-5587-43f7-ba4e-aa1a2faaa881 req-e1f9cd26-f20d-4bfc-841a-f7967c32ddf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:09:25.154373 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-01181727-5587-43f7-ba4e-aa1a2faaa881 req-e1f9cd26-f20d-4bfc-841a-f7967c32ddf7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=744c79aa-fcbd-4987-be1f-b82f7cc82972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0830519 May 31 14:09:25.225935 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-a71bf41e-86cb-4b89-95b5-da0c4c3d690c None None] Set router a4a13323-c172-4552-8fa5-df4aa05297b8 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:09:25.330346 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-01181727-5587-43f7-ba4e-aa1a2faaa881 req-a2cdfabd-f96a-4273-9b15-7f5d85edcb1a service neutron] 10.222.0.20 "GET /v2.0/networks/744c79aa-fcbd-4987-be1f-b82f7cc82972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698220 May 31 14:09:25.501341 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-01181727-5587-43f7-ba4e-aa1a2faaa881 req-2cd5b70c-199d-437c-a443-10aad5d2c28e service neutron] 10.222.0.20 "GET /v2.0/networks/744c79aa-fcbd-4987-be1f-b82f7cc82972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598294 May 31 14:09:25.628334 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-a71bf41e-86cb-4b89-95b5-da0c4c3d690c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a13323-c172-4552-8fa5-df4aa05297b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150454152', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'f2f93d08-72a1-4c10-bb0c-77b35246ad7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:08:59Z', 'updated_at': '2022-05-31T14:09:05Z', 'revision_number': 4, 'project_id': '088180f8cd814306a3f92350df9020de', 'gw_port': {'id': 'f2f93d08-72a1-4c10-bb0c-77b35246ad7c', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:61:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a13323-c172-4552-8fa5-df4aa05297b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:09:00Z', 'updated_at': '2022-05-31T14:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': 'fadb5a61-3067-4065-82ac-eaf6b6a30bc2', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'floating_ip_address': '172.25.6.235', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': 'a4a13323-c172-4552-8fa5-df4aa05297b8', 'port_id': 'd2190a47-59ea-4de6-baf3-52243bd235ba', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4058, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '744c79aa-fcbd-4987-be1f-b82f7cc82972', 'mac_address': 'fa:16:3e:40:21:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78859e9-a8f0-4603-9a89-faa66e64210f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:09:23Z', 'updated_at': '2022-05-31T14:09:23Z', 'revision_number': 0, 'project_id': '088180f8cd814306a3f92350df9020de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e1b1d13-83fd-404b-8400-ce1b18c6c099', 'name': '', 'network_id': '744c79aa-fcbd-4987-be1f-b82f7cc82972', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'mac_address': 'fa:16:3e:a4:05:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a13323-c172-4552-8fa5-df4aa05297b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '868f2e43-1473-42e5-9964-f42cf94a443e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:09:04Z', 'updated_at': '2022-05-31T14:09:12Z', 'revision_number': 5, 'project_id': '088180f8cd814306a3f92350df9020de', 'subnets': [{'id': '868f2e43-1473-42e5-9964-f42cf94a443e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:09:25.632393 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71bf41e-86cb-4b89-95b5-da0c4c3d690c None None] The sync data for ids ['a4a13323-c172-4552-8fa5-df4aa05297b8'] in n-d-843939-1 is: [{'id': 'a4a13323-c172-4552-8fa5-df4aa05297b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150454152', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'f2f93d08-72a1-4c10-bb0c-77b35246ad7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:08:59Z', 'updated_at': '2022-05-31T14:09:05Z', 'revision_number': 4, 'project_id': '088180f8cd814306a3f92350df9020de', 'gw_port': {'id': 'f2f93d08-72a1-4c10-bb0c-77b35246ad7c', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:61:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a13323-c172-4552-8fa5-df4aa05297b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:09:00Z', 'updated_at': '2022-05-31T14:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': 'fadb5a61-3067-4065-82ac-eaf6b6a30bc2', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'floating_ip_address': '172.25.6.235', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': 'a4a13323-c172-4552-8fa5-df4aa05297b8', 'port_id': 'd2190a47-59ea-4de6-baf3-52243bd235ba', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4058, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '744c79aa-fcbd-4987-be1f-b82f7cc82972', 'mac_address': 'fa:16:3e:40:21:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78859e9-a8f0-4603-9a89-faa66e64210f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:09:23Z', 'updated_at': '2022-05-31T14:09:23Z', 'revision_number': 0, 'project_id': '088180f8cd814306a3f92350df9020de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e1b1d13-83fd-404b-8400-ce1b18c6c099', 'name': '', 'network_id': '744c79aa-fcbd-4987-be1f-b82f7cc82972', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'mac_address': 'fa:16:3e:a4:05:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a13323-c172-4552-8fa5-df4aa05297b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '868f2e43-1473-42e5-9964-f42cf94a443e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:09:04Z', 'updated_at': '2022-05-31T14:09:12Z', 'revision_number': 5, 'project_id': '088180f8cd814306a3f92350df9020de', 'subnets': [{'id': '868f2e43-1473-42e5-9964-f42cf94a443e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:09:25.850347 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a0a7a0-f5a9-44fd-b21b-37228d3a6370 None None] New status for floating IP fadb5a61-3067-4065-82ac-eaf6b6a30bc2: ACTIVE {{(pid=88371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 14:09:25.872965 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 39360) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:09:25.983220 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-37f56a5d-4024-451e-979b-97bcc690b43b tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/floatingips/fadb5a61-3067-4065-82ac-eaf6b6a30bc2 HTTP/1.1" status: 200 len: 991 time: 0.1078274 May 31 14:09:26.985941 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 39366) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:09:27.095973 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c0308423-53c5-48c6-b0d8-04540a2ce878 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/floatingips/fadb5a61-3067-4065-82ac-eaf6b6a30bc2 HTTP/1.1" status: 200 len: 993 time: 0.1088426 May 31 14:09:32.281429 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 39392) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:09:32.418229 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0d9b6d41-d403-40a1-9d5f-11df5e3e520a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:32.432004 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0d9b6d41-d403-40a1-9d5f-11df5e3e520a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:09:32.436082 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-0d9b6d41-d403-40a1-9d5f-11df5e3e520a admin admin] Usage tracker for resource:security_group_rule and tenant:caba9c008d5845ada0682ac6fcee8219 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:09:32.438789 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-0d9b6d41-d403-40a1-9d5f-11df5e3e520a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:09:32.444890 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0d9b6d41-d403-40a1-9d5f-11df5e3e520a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:09:32.526232 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0d9b6d41-d403-40a1-9d5f-11df5e3e520a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:32.534464 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0d9b6d41-d403-40a1-9d5f-11df5e3e520a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:32.585751 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-0d9b6d41-d403-40a1-9d5f-11df5e3e520a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=caba9c008d5845ada0682ac6fcee8219&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3030589 May 31 14:09:32.587353 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9b6d41-d403-40a1-9d5f-11df5e3e520a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0dcf31e-7844-445f-892b-5f4c7741ef93,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:09:32.588284 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39398) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:09:32.654105 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ba4272c4-9bea-459a-86dc-5b4cf2af5dd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:32.680064 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ba4272c4-9bea-459a-86dc-5b4cf2af5dd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:32.734886 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ba4272c4-9bea-459a-86dc-5b4cf2af5dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:32.750464 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4272c4-9bea-459a-86dc-5b4cf2af5dd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0dcf31e-7844-445f-892b-5f4c7741ef93,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:09:32.761060 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4272c4-9bea-459a-86dc-5b4cf2af5dd7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:09:32.761400 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4272c4-9bea-459a-86dc-5b4cf2af5dd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:09:32.761730 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4272c4-9bea-459a-86dc-5b4cf2af5dd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:09:32.762078 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4272c4-9bea-459a-86dc-5b4cf2af5dd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:09:32.762405 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4272c4-9bea-459a-86dc-5b4cf2af5dd7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:09:32.762724 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4272c4-9bea-459a-86dc-5b4cf2af5dd7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:09:32.763038 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4272c4-9bea-459a-86dc-5b4cf2af5dd7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:09:32.763351 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4272c4-9bea-459a-86dc-5b4cf2af5dd7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:09:32.763663 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4272c4-9bea-459a-86dc-5b4cf2af5dd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:09:32.763974 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4272c4-9bea-459a-86dc-5b4cf2af5dd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:09:32.764287 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4272c4-9bea-459a-86dc-5b4cf2af5dd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:09:32.764598 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4272c4-9bea-459a-86dc-5b4cf2af5dd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:09:32.768691 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ba4272c4-9bea-459a-86dc-5b4cf2af5dd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:32.769922 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ba4272c4-9bea-459a-86dc-5b4cf2af5dd7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c0dcf31e-7844-445f-892b-5f4c7741ef93 HTTP/1.1" status: 204 len: 168 time: 0.1805427 May 31 14:09:37.641001 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:39.175235 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:40.584994 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ca57afb6-e430-4d37-9eda-1fb0bc29a371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:42.593017 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39474) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:09:42.717423 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bb66f47f-392f-4a0c-935b-726906dc3a04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:42.735095 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-bb66f47f-392f-4a0c-935b-726906dc3a04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:09:42.739090 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-bb66f47f-392f-4a0c-935b-726906dc3a04 admin admin] Usage tracker for resource:security_group_rule and tenant:99307d0fd4a14d068de3114464899065 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:09:42.742086 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-bb66f47f-392f-4a0c-935b-726906dc3a04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:09:42.747718 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-bb66f47f-392f-4a0c-935b-726906dc3a04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:09:42.815152 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d935130c-9e26-408d-bbc2-100b54e39a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:42.838971 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bb66f47f-392f-4a0c-935b-726906dc3a04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:42.842679 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bb66f47f-392f-4a0c-935b-726906dc3a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:42.889494 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-bb66f47f-392f-4a0c-935b-726906dc3a04 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=99307d0fd4a14d068de3114464899065&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2953854 May 31 14:09:42.891057 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb66f47f-392f-4a0c-935b-726906dc3a04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea044cd6-d15b-482c-929b-05efffd3bfbb,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:09:42.892300 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 39480) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:09:42.958770 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-11e63606-48f4-4cc4-9a64-ff7153806f13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:42.984508 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-11e63606-48f4-4cc4-9a64-ff7153806f13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:43.039960 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-11e63606-48f4-4cc4-9a64-ff7153806f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:43.056640 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e63606-48f4-4cc4-9a64-ff7153806f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea044cd6-d15b-482c-929b-05efffd3bfbb,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:09:43.065420 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-11e63606-48f4-4cc4-9a64-ff7153806f13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:43.066575 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-11e63606-48f4-4cc4-9a64-ff7153806f13 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ea044cd6-d15b-482c-929b-05efffd3bfbb HTTP/1.1" status: 204 len: 168 time: 0.1731534 May 31 14:09:43.631267 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:09:43.742545 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39504) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:09:43.850432 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-9454223e-068e-4ad9-8ad0-7066130c33a4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1263151122-network', 'tenant_id': 'e18e791f0f8b411a976f31b86b1ed6ca'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:09:43.856833 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-9454223e-068e-4ad9-8ad0-7066130c33a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:09:43.861113 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-9454223e-068e-4ad9-8ad0-7066130c33a4 admin admin] Usage tracker for resource:network and tenant:e18e791f0f8b411a976f31b86b1ed6ca is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:09:43.864906 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-9454223e-068e-4ad9-8ad0-7066130c33a4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:09:43.870300 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:43.872436 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-9454223e-068e-4ad9-8ad0-7066130c33a4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:09:43.883344 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9454223e-068e-4ad9-8ad0-7066130c33a4 admin admin] Made reservation on behalf of e18e791f0f8b411a976f31b86b1ed6ca for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:09:43.885624 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9454223e-068e-4ad9-8ad0-7066130c33a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:43.898349 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9454223e-068e-4ad9-8ad0-7066130c33a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:43.912910 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-9454223e-068e-4ad9-8ad0-7066130c33a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:09:43.916694 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-9454223e-068e-4ad9-8ad0-7066130c33a4 admin admin] Usage tracker for resource:security_group_rule and tenant:e18e791f0f8b411a976f31b86b1ed6ca is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:09:43.919446 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-9454223e-068e-4ad9-8ad0-7066130c33a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:09:43.925018 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-9454223e-068e-4ad9-8ad0-7066130c33a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:09:43.986974 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:44.013655 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9454223e-068e-4ad9-8ad0-7066130c33a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:44.017410 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9454223e-068e-4ad9-8ad0-7066130c33a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:44.047142 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9454223e-068e-4ad9-8ad0-7066130c33a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 14:09:44.056768 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9454223e-068e-4ad9-8ad0-7066130c33a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3acc40-ea1e-44de-bfa0-ee5264a9df29,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:09:44.062849 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9454223e-068e-4ad9-8ad0-7066130c33a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:44.063186 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-9454223e-068e-4ad9-8ad0-7066130c33a4 admin admin] Added segment dc2081d9-b82d-4ced-ab69-7467b4d37646 of type vlan for network e4e65f4d-f852-4656-8d43-9470c53affec May 31 14:09:44.095003 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9454223e-068e-4ad9-8ad0-7066130c33a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:44.126104 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9454223e-068e-4ad9-8ad0-7066130c33a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:44.127066 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9454223e-068e-4ad9-8ad0-7066130c33a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:09:44.127643 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9454223e-068e-4ad9-8ad0-7066130c33a4 admin admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:44.236068 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9454223e-068e-4ad9-8ad0-7066130c33a4 admin admin] Pushing event updated for resources: {'Network': ['ID=e4e65f4d-f852-4656-8d43-9470c53affec,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:09:44.246788 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-9454223e-068e-4ad9-8ad0-7066130c33a4 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5031545 May 31 14:09:44.248379 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network e4e65f4d-f852-4656-8d43-9470c53affec details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 14:09:44.249651 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39510) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:09:44.255160 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-6feb1b50-6f7e-4bd4-8f9d-a84d06c942a1 admin admin] Request body: {'subnet': {'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1263151122-subnet', 'tenant_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'ip_version': 4}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:09:44.260932 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6feb1b50-6f7e-4bd4-8f9d-a84d06c942a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:09:44.264963 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-6feb1b50-6f7e-4bd4-8f9d-a84d06c942a1 admin admin] Usage tracker for resource:subnet and tenant:e18e791f0f8b411a976f31b86b1ed6ca is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:09:44.267794 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-6feb1b50-6f7e-4bd4-8f9d-a84d06c942a1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:09:44.273912 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6feb1b50-6f7e-4bd4-8f9d-a84d06c942a1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:09:44.285731 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6feb1b50-6f7e-4bd4-8f9d-a84d06c942a1 admin admin] Made reservation on behalf of e18e791f0f8b411a976f31b86b1ed6ca for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:09:44.288152 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6feb1b50-6f7e-4bd4-8f9d-a84d06c942a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:44.504800 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6feb1b50-6f7e-4bd4-8f9d-a84d06c942a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:44.583919 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feb1b50-6f7e-4bd4-8f9d-a84d06c942a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7ab359a-3caf-41bd-90ad-aaabe46f814a,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:09:44.591170 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6feb1b50-6f7e-4bd4-8f9d-a84d06c942a1 admin admin] Checking segment: {'id': 'dc2081d9-b82d-4ced-ab69-7467b4d37646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:09:44.591517 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6feb1b50-6f7e-4bd4-8f9d-a84d06c942a1 admin admin] Network hostable DHCP agents. Network: e4e65f4d-f852-4656-8d43-9470c53affec, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 14:09:44.610902 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6feb1b50-6f7e-4bd4-8f9d-a84d06c942a1 admin admin] Network e4e65f4d-f852-4656-8d43-9470c53affec is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 14:09:44.620920 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-6feb1b50-6f7e-4bd4-8f9d-a84d06c942a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, e4e65f4d-f852-4656-8d43-9470c53affec) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:09:44.624897 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6feb1b50-6f7e-4bd4-8f9d-a84d06c942a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:09:44.625472 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6feb1b50-6f7e-4bd4-8f9d-a84d06c942a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:44.631127 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05806081-de08-4844-b902-51e39f14ac0c None None] Network e4e65f4d-f852-4656-8d43-9470c53affec requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:09:44.649311 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-6feb1b50-6f7e-4bd4-8f9d-a84d06c942a1 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3985536 May 31 14:09:44.652178 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39514) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:09:44.657215 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-ceb50d4f-bd4a-4e14-be2f-61d7860a737b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1263151122-router', 'tenant_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:09:44.663364 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ceb50d4f-bd4a-4e14-be2f-61d7860a737b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:09:44.667636 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ceb50d4f-bd4a-4e14-be2f-61d7860a737b admin admin] Usage tracker for resource:router and tenant:e18e791f0f8b411a976f31b86b1ed6ca is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:09:44.670484 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ceb50d4f-bd4a-4e14-be2f-61d7860a737b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:09:44.676695 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ceb50d4f-bd4a-4e14-be2f-61d7860a737b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:09:44.688032 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ceb50d4f-bd4a-4e14-be2f-61d7860a737b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:44.689206 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ceb50d4f-bd4a-4e14-be2f-61d7860a737b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:44.705610 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ceb50d4f-bd4a-4e14-be2f-61d7860a737b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:44.856368 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b3be4b-b0b5-46df-9a4b-f476475fcf12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-e4e65f4d-f852-4656-8d43-9470c53affec', 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec', 'tenant_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'fixed_ips': [{'subnet_id': 'a7ab359a-3caf-41bd-90ad-aaabe46f814a'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 14:09:44.857201 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-23b3be4b-b0b5-46df-9a4b-f476475fcf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:45.027258 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-23b3be4b-b0b5-46df-9a4b-f476475fcf12 None None] Allocated IP 172.20.0.2 (e4e65f4d-f852-4656-8d43-9470c53affec/a7ab359a-3caf-41bd-90ad-aaabe46f814a/788547f6-f8b2-4fe8-b76b-b254faa5ef0c) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:09:45.087862 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ceb50d4f-bd4a-4e14-be2f-61d7860a737b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:45.237209 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-23b3be4b-b0b5-46df-9a4b-f476475fcf12 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:45.251489 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-23b3be4b-b0b5-46df-9a4b-f476475fcf12 None None] Transition to ACTIVE for port object 788547f6-f8b2-4fe8-b76b-b254faa5ef0c will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:09:45.272859 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-23b3be4b-b0b5-46df-9a4b-f476475fcf12 None None] Transition to ACTIVE for port object 788547f6-f8b2-4fe8-b76b-b254faa5ef0c will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:09:45.280670 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-23b3be4b-b0b5-46df-9a4b-f476475fcf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:45.348912 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b3be4b-b0b5-46df-9a4b-f476475fcf12 None None] Network e4e65f4d-f852-4656-8d43-9470c53affec is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:09:45.352133 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-23b3be4b-b0b5-46df-9a4b-f476475fcf12 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:09:45.355709 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b3be4b-b0b5-46df-9a4b-f476475fcf12 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:09:45.361786 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b3be4b-b0b5-46df-9a4b-f476475fcf12 None None] Pushing event updated for resources: {'Port': ['ID=788547f6-f8b2-4fe8-b76b-b254faa5ef0c,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:09:45.371085 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b3be4b-b0b5-46df-9a4b-f476475fcf12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:09:45.371468 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b3be4b-b0b5-46df-9a4b-f476475fcf12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:09:45.372013 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b3be4b-b0b5-46df-9a4b-f476475fcf12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:09:45.372373 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b3be4b-b0b5-46df-9a4b-f476475fcf12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:09:45.372681 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b3be4b-b0b5-46df-9a4b-f476475fcf12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:09:45.373014 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b3be4b-b0b5-46df-9a4b-f476475fcf12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:09:45.373332 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b3be4b-b0b5-46df-9a4b-f476475fcf12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:09:45.373654 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b3be4b-b0b5-46df-9a4b-f476475fcf12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:09:45.373975 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b3be4b-b0b5-46df-9a4b-f476475fcf12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:09:45.374318 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b3be4b-b0b5-46df-9a4b-f476475fcf12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:09:45.374636 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b3be4b-b0b5-46df-9a4b-f476475fcf12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:09:45.374954 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b3be4b-b0b5-46df-9a4b-f476475fcf12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:09:45.422584 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ceb50d4f-bd4a-4e14-be2f-61d7860a737b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:45.454052 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ceb50d4f-bd4a-4e14-be2f-61d7860a737b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:45.501090 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-23b3be4b-b0b5-46df-9a4b-f476475fcf12 None None] Attempting to bind port 788547f6-f8b2-4fe8-b76b-b254faa5ef0c on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:09:45.501453 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-23b3be4b-b0b5-46df-9a4b-f476475fcf12 None None] Attempting to bind port 788547f6-f8b2-4fe8-b76b-b254faa5ef0c by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'dc2081d9-b82d-4ced-ab69-7467b4d37646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:09:45.501816 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b3be4b-b0b5-46df-9a4b-f476475fcf12 None None] Attempting to bind port 788547f6-f8b2-4fe8-b76b-b254faa5ef0c on network e4e65f4d-f852-4656-8d43-9470c53affec {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:09:45.508329 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b3be4b-b0b5-46df-9a4b-f476475fcf12 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:09:45.508704 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b3be4b-b0b5-46df-9a4b-f476475fcf12 None None] Checking segment: {'id': 'dc2081d9-b82d-4ced-ab69-7467b4d37646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:09:45.509130 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-23b3be4b-b0b5-46df-9a4b-f476475fcf12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:45.509524 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b3be4b-b0b5-46df-9a4b-f476475fcf12 None None] Bound using segment: {'id': 'dc2081d9-b82d-4ced-ab69-7467b4d37646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:09:45.510003 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-23b3be4b-b0b5-46df-9a4b-f476475fcf12 None None] Bound port: 788547f6-f8b2-4fe8-b76b-b254faa5ef0c, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc2081d9-b82d-4ced-ab69-7467b4d37646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:09:45.510383 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-23b3be4b-b0b5-46df-9a4b-f476475fcf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:45.597397 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-ceb50d4f-bd4a-4e14-be2f-61d7860a737b admin admin] Allocated IP 172.25.6.154 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/b1012b88-935c-4850-aae3-a7e9e6a3fd77) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:09:45.598277 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-23b3be4b-b0b5-46df-9a4b-f476475fcf12 None None] For port 788547f6-f8b2-4fe8-b76b-b254faa5ef0c, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:09:45.601153 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-23b3be4b-b0b5-46df-9a4b-f476475fcf12 None None] For port 788547f6-f8b2-4fe8-b76b-b254faa5ef0c, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=788547f6-f8b2-4fe8-b76b-b254faa5ef0c,segment=NetworkSegment(dc2081d9-b82d-4ced-ab69-7467b4d37646),segment_id=dc2081d9-b82d-4ced-ab69-7467b4d37646)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:09:45.605744 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-23b3be4b-b0b5-46df-9a4b-f476475fcf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:45.690712 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b3be4b-b0b5-46df-9a4b-f476475fcf12 None None] Pushing event updated for resources: {'Port': ['ID=788547f6-f8b2-4fe8-b76b-b254faa5ef0c,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:09:45.710394 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:45.762017 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ceb50d4f-bd4a-4e14-be2f-61d7860a737b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:45.793709 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ceb50d4f-bd4a-4e14-be2f-61d7860a737b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:45.886509 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb50d4f-bd4a-4e14-be2f-61d7860a737b admin admin] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:09:45.887591 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-ceb50d4f-bd4a-4e14-be2f-61d7860a737b admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:09:45.891389 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb50d4f-bd4a-4e14-be2f-61d7860a737b admin admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:09:45.928358 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb50d4f-bd4a-4e14-be2f-61d7860a737b admin admin] Pushing event updated for resources: {'Port': ['ID=b1012b88-935c-4850-aae3-a7e9e6a3fd77,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:09:46.127653 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 788547f6-f8b2-4fe8-b76b-b254faa5ef0c up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:09:46.198166 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 788547f6-f8b2-4fe8-b76b-b254faa5ef0c completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:09:46.330095 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ceb50d4f-bd4a-4e14-be2f-61d7860a737b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:46.654277 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f406bf9-f453-4914-82e6-7be86ca695e3 None None] Network e4e65f4d-f852-4656-8d43-9470c53affec requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:09:46.742990 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e8d1bf62-5561-4678-bd57-d779159cd84a None None] Provisioning for port 788547f6-f8b2-4fe8-b76b-b254faa5ef0c completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:09:46.750195 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e8d1bf62-5561-4678-bd57-d779159cd84a None None] Provisioning complete for port 788547f6-f8b2-4fe8-b76b-b254faa5ef0c triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:09:46.750562 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e8d1bf62-5561-4678-bd57-d779159cd84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:46.812084 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ceb50d4f-bd4a-4e14-be2f-61d7860a737b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:46.981845 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-e8d1bf62-5561-4678-bd57-d779159cd84a None None] Current status of the port 788547f6-f8b2-4fe8-b76b-b254faa5ef0c is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:09:46.982245 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e8d1bf62-5561-4678-bd57-d779159cd84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:47.027182 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceb50d4f-bd4a-4e14-be2f-61d7860a737b admin admin] Router c6bf0a5b-f3c5-42bd-8ebe-faca974f9151 is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 14:09:47.027470 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-e8d1bf62-5561-4678-bd57-d779159cd84a None None] For port 788547f6-f8b2-4fe8-b76b-b254faa5ef0c, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=788547f6-f8b2-4fe8-b76b-b254faa5ef0c,segment=NetworkSegment(dc2081d9-b82d-4ced-ab69-7467b4d37646),segment_id=dc2081d9-b82d-4ced-ab69-7467b4d37646)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:09:47.033247 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e8d1bf62-5561-4678-bd57-d779159cd84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:47.112951 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d1bf62-5561-4678-bd57-d779159cd84a None None] Pushing event updated for resources: {'Port': ['ID=788547f6-f8b2-4fe8-b76b-b254faa5ef0c,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:09:47.224701 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceb50d4f-bd4a-4e14-be2f-61d7860a737b admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:09:47.235578 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e2f8a7-2add-4a26-b017-469557d95b0d None None] Sync routers for ids ['c6bf0a5b-f3c5-42bd-8ebe-faca974f9151'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:09:47.249427 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e2f8a7-2add-4a26-b017-469557d95b0d None None] Routers {'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:09:47.250245 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-34e2f8a7-2add-4a26-b017-469557d95b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:09:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['c6bf0a5b-f3c5-42bd-8ebe-faca974f9151'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:09:47.253350 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ceb50d4f-bd4a-4e14-be2f-61d7860a737b admin admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:47.258088 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ceb50d4f-bd4a-4e14-be2f-61d7860a737b admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6024213 May 31 14:09:47.258296 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39518) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:09:47.365778 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-44a6b876-6d4c-44d9-82f4-e6182031c14d None None] Provisioning complete for port 788547f6-f8b2-4fe8-b76b-b254faa5ef0c triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:09:47.367445 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-44a6b876-6d4c-44d9-82f4-e6182031c14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:47.442612 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-34e2f8a7-2add-4a26-b017-469557d95b0d None None] Set router c6bf0a5b-f3c5-42bd-8ebe-faca974f9151 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:09:47.502075 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-44a6b876-6d4c-44d9-82f4-e6182031c14d None None] Current status of the port 788547f6-f8b2-4fe8-b76b-b254faa5ef0c is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:09:47.768876 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-34e2f8a7-2add-4a26-b017-469557d95b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'name': 'tempest-TestVolumeBootPattern-1263151122-router', 'tenant_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': 'b1012b88-935c-4850-aae3-a7e9e6a3fd77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:09:44Z', 'updated_at': '2022-05-31T14:09:46Z', 'revision_number': 3, 'project_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'gw_port': {'id': 'b1012b88-935c-4850-aae3-a7e9e6a3fd77', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:09:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:09:45Z', 'updated_at': '2022-05-31T14:09:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:09:47.773205 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e2f8a7-2add-4a26-b017-469557d95b0d None None] Checking router: c6bf0a5b-f3c5-42bd-8ebe-faca974f9151 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:09:47.773563 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e2f8a7-2add-4a26-b017-469557d95b0d None None] Updating router c6bf0a5b-f3c5-42bd-8ebe-faca974f9151 port b1012b88-935c-4850-aae3-a7e9e6a3fd77 binding host n-d-843939-1 {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 14:09:47.826501 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-34e2f8a7-2add-4a26-b017-469557d95b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:48.111490 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 788547f6-f8b2-4fe8-b76b-b254faa5ef0c up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:09:48.158185 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2de9b6b6-b8a1-4929-b840-a16187582dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:48.187887 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 788547f6-f8b2-4fe8-b76b-b254faa5ef0c triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:09:48.188255 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:48.198588 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-34e2f8a7-2add-4a26-b017-469557d95b0d None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:48.210945 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-34e2f8a7-2add-4a26-b017-469557d95b0d None None] Transition to ACTIVE for port object b1012b88-935c-4850-aae3-a7e9e6a3fd77 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:09:48.219367 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-34e2f8a7-2add-4a26-b017-469557d95b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:48.262305 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ffac3beb-aee7-41ca-8a2b-702a96c4aaf6 req-55545e79-2675-42c5-865e-b8a5beb711c8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d78859e9-a8f0-4603-9a89-faa66e64210f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1652372 May 31 14:09:48.297041 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-34e2f8a7-2add-4a26-b017-469557d95b0d None None] Attempting to bind port b1012b88-935c-4850-aae3-a7e9e6a3fd77 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:09:48.297605 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-34e2f8a7-2add-4a26-b017-469557d95b0d None None] Attempting to bind port b1012b88-935c-4850-aae3-a7e9e6a3fd77 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:09:48.297795 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e2f8a7-2add-4a26-b017-469557d95b0d None None] Attempting to bind port b1012b88-935c-4850-aae3-a7e9e6a3fd77 on network d2103cd5-63ba-4c24-9d95-fd17643bf14c {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:09:48.307720 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e2f8a7-2add-4a26-b017-469557d95b0d None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:09:48.308105 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e2f8a7-2add-4a26-b017-469557d95b0d None None] Checking segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:09:48.308760 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-34e2f8a7-2add-4a26-b017-469557d95b0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:48.309145 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e2f8a7-2add-4a26-b017-469557d95b0d None None] Bound using segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:09:48.309610 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-34e2f8a7-2add-4a26-b017-469557d95b0d None None] Bound port: b1012b88-935c-4850-aae3-a7e9e6a3fd77, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:09:48.309975 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-34e2f8a7-2add-4a26-b017-469557d95b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:48.362053 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 788547f6-f8b2-4fe8-b76b-b254faa5ef0c is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:09:48.393487 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d66ae2c-f855-436f-8cf5-2204446fcbda None None] Pushing event updated for resources: {'Port': ['ID=b1012b88-935c-4850-aae3-a7e9e6a3fd77,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:09:48.396396 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-34e2f8a7-2add-4a26-b017-469557d95b0d None None] For port b1012b88-935c-4850-aae3-a7e9e6a3fd77, host n-d-843939-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:09:48.400020 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-34e2f8a7-2add-4a26-b017-469557d95b0d None None] For port b1012b88-935c-4850-aae3-a7e9e6a3fd77, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=b1012b88-935c-4850-aae3-a7e9e6a3fd77,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:09:48.406158 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-34e2f8a7-2add-4a26-b017-469557d95b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:48.476345 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-2de9b6b6-b8a1-4929-b840-a16187582dd5 admin admin] Allocated IP 172.20.0.1 (e4e65f4d-f852-4656-8d43-9470c53affec/a7ab359a-3caf-41bd-90ad-aaabe46f814a/7bc4dd2f-1433-48c0-b96f-fe2ee896e534) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:09:48.482744 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e2f8a7-2add-4a26-b017-469557d95b0d None None] Routers {'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:09:48.483366 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-34e2f8a7-2add-4a26-b017-469557d95b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:09:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['c6bf0a5b-f3c5-42bd-8ebe-faca974f9151'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:09:48.564426 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffac3beb-aee7-41ca-8a2b-702a96c4aaf6 req-63073926-2b4a-4975-9716-e8ba3990826d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:09:48.564984 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d66ae2c-f855-436f-8cf5-2204446fcbda None None] Pushing event updated for resources: {'Port': ['ID=b1012b88-935c-4850-aae3-a7e9e6a3fd77,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:09:48.565803 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ffac3beb-aee7-41ca-8a2b-702a96c4aaf6 req-63073926-2b4a-4975-9716-e8ba3990826d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=088180f8cd814306a3f92350df9020de&device_id=d78859e9-a8f0-4603-9a89-faa66e64210f HTTP/1.1" status: 200 len: 1096 time: 0.2176630 May 31 14:09:48.675449 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-34e2f8a7-2add-4a26-b017-469557d95b0d None None] Set router c6bf0a5b-f3c5-42bd-8ebe-faca974f9151 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:09:48.748440 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2de9b6b6-b8a1-4929-b840-a16187582dd5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:48.775710 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffac3beb-aee7-41ca-8a2b-702a96c4aaf6 req-c9a901e7-ea39-4acb-b504-be0bab925b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:09:48.777161 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ffac3beb-aee7-41ca-8a2b-702a96c4aaf6 req-c9a901e7-ea39-4acb-b504-be0bab925b8f service neutron] 10.222.0.20 "GET /v2.0/networks?id=744c79aa-fcbd-4987-be1f-b82f7cc82972 HTTP/1.1" status: 200 len: 897 time: 0.1915562 May 31 14:09:48.779567 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-2de9b6b6-b8a1-4929-b840-a16187582dd5 admin admin] Transition to ACTIVE for port object 7bc4dd2f-1433-48c0-b96f-fe2ee896e534 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:09:48.889071 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2de9b6b6-b8a1-4929-b840-a16187582dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:48.975818 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de9b6b6-b8a1-4929-b840-a16187582dd5 admin admin] Network e4e65f4d-f852-4656-8d43-9470c53affec is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:09:48.979541 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-2de9b6b6-b8a1-4929-b840-a16187582dd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:09:48.986601 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de9b6b6-b8a1-4929-b840-a16187582dd5 admin admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:09:48.996842 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-34e2f8a7-2add-4a26-b017-469557d95b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'name': 'tempest-TestVolumeBootPattern-1263151122-router', 'tenant_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': 'b1012b88-935c-4850-aae3-a7e9e6a3fd77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:09:44Z', 'updated_at': '2022-05-31T14:09:46Z', 'revision_number': 3, 'project_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'gw_port': {'id': 'b1012b88-935c-4850-aae3-a7e9e6a3fd77', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:09:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:09:45Z', 'updated_at': '2022-05-31T14:09:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:09:49.003556 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e2f8a7-2add-4a26-b017-469557d95b0d None None] The sync data for ids ['c6bf0a5b-f3c5-42bd-8ebe-faca974f9151'] in n-d-843939-1 is: [{'id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'name': 'tempest-TestVolumeBootPattern-1263151122-router', 'tenant_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': 'b1012b88-935c-4850-aae3-a7e9e6a3fd77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:09:44Z', 'updated_at': '2022-05-31T14:09:46Z', 'revision_number': 3, 'project_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'gw_port': {'id': 'b1012b88-935c-4850-aae3-a7e9e6a3fd77', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:09:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:09:45Z', 'updated_at': '2022-05-31T14:09:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:09:49.036740 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ffac3beb-aee7-41ca-8a2b-702a96c4aaf6 req-d8513931-1ebe-43fc-8560-085010a7a3be service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d2190a47-59ea-4de6-baf3-52243bd235ba HTTP/1.1" status: 200 len: 1001 time: 0.2527540 May 31 14:09:49.096370 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de9b6b6-b8a1-4929-b840-a16187582dd5 admin admin] Pushing event updated for resources: {'Port': ['ID=7bc4dd2f-1433-48c0-b96f-fe2ee896e534,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:09:49.112450 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2de9b6b6-b8a1-4929-b840-a16187582dd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:49.233898 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b30ebea8-8315-403b-89f1-46f0cbd9020b None None] Provisioning for port 7bc4dd2f-1433-48c0-b96f-fe2ee896e534 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:09:49.241637 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b30ebea8-8315-403b-89f1-46f0cbd9020b None None] Provisioning complete for port 7bc4dd2f-1433-48c0-b96f-fe2ee896e534 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:09:49.242248 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b30ebea8-8315-403b-89f1-46f0cbd9020b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:49.275701 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffac3beb-aee7-41ca-8a2b-702a96c4aaf6 req-a0970e6f-ff26-4cde-b642-bcc6a4277b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:09:49.277165 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ffac3beb-aee7-41ca-8a2b-702a96c4aaf6 req-a0970e6f-ff26-4cde-b642-bcc6a4277b33 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=868f2e43-1473-42e5-9964-f42cf94a443e HTTP/1.1" status: 200 len: 835 time: 0.2318788 May 31 14:09:49.338970 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b30ebea8-8315-403b-89f1-46f0cbd9020b None None] Port 7bc4dd2f-1433-48c0-b96f-fe2ee896e534 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:09:49.424042 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffac3beb-aee7-41ca-8a2b-702a96c4aaf6 req-37efb173-d0dd-4873-821a-cf283dba8ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:09:49.426367 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ffac3beb-aee7-41ca-8a2b-702a96c4aaf6 req-37efb173-d0dd-4873-821a-cf283dba8ea6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=744c79aa-fcbd-4987-be1f-b82f7cc82972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1424642 May 31 14:09:49.573141 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2de9b6b6-b8a1-4929-b840-a16187582dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:49.804275 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ffac3beb-aee7-41ca-8a2b-702a96c4aaf6 req-62bfeb54-39d9-4099-bebd-47ca66b2102f service neutron] 10.222.0.20 "GET /v2.0/networks/744c79aa-fcbd-4987-be1f-b82f7cc82972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3450279 May 31 14:09:50.055220 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ffac3beb-aee7-41ca-8a2b-702a96c4aaf6 req-b0a15453-de4c-43f1-8590-a0b68ceac7a5 service neutron] 10.222.0.20 "GET /v2.0/networks/744c79aa-fcbd-4987-be1f-b82f7cc82972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398586 May 31 14:09:50.086090 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2de9b6b6-b8a1-4929-b840-a16187582dd5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:50.092684 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2de9b6b6-b8a1-4929-b840-a16187582dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:50.134544 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device b1012b88-935c-4850-aae3-a7e9e6a3fd77 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:09:50.203907 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port b1012b88-935c-4850-aae3-a7e9e6a3fd77 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:09:50.205420 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de9b6b6-b8a1-4929-b840-a16187582dd5 admin admin] Pushing event updated for resources: {'Port': ['ID=7bc4dd2f-1433-48c0-b96f-fe2ee896e534,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:09:50.209072 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port b1012b88-935c-4850-aae3-a7e9e6a3fd77 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:09:50.209444 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:50.210264 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2de9b6b6-b8a1-4929-b840-a16187582dd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:50.333737 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port b1012b88-935c-4850-aae3-a7e9e6a3fd77 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:09:50.334350 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:50.353933 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port b1012b88-935c-4850-aae3-a7e9e6a3fd77, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=b1012b88-935c-4850-aae3-a7e9e6a3fd77,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:09:50.359734 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:50.376876 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de9b6b6-b8a1-4929-b840-a16187582dd5 admin admin] Network e4e65f4d-f852-4656-8d43-9470c53affec is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:09:50.378748 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-2de9b6b6-b8a1-4929-b840-a16187582dd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:09:50.437160 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=b1012b88-935c-4850-aae3-a7e9e6a3fd77,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:09:50.585094 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2de9b6b6-b8a1-4929-b840-a16187582dd5 admin admin] Router c6bf0a5b-f3c5-42bd-8ebe-faca974f9151 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:09:50.667137 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9c9c95d3-353f-4ab6-bbb5-60be5954e1f5 None None] Provisioning complete for port 7bc4dd2f-1433-48c0-b96f-fe2ee896e534 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:09:50.667506 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9c9c95d3-353f-4ab6-bbb5-60be5954e1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:50.759634 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9c9c95d3-353f-4ab6-bbb5-60be5954e1f5 None None] Port 7bc4dd2f-1433-48c0-b96f-fe2ee896e534 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:09:50.774904 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de9b6b6-b8a1-4929-b840-a16187582dd5 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:09:50.783768 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-2de9b6b6-b8a1-4929-b840-a16187582dd5 admin admin] 10.222.0.50 "PUT /v2.0/routers/c6bf0a5b-f3c5-42bd-8ebe-faca974f9151/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5244548 May 31 14:09:50.784151 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3f3af9-1da8-4226-ad44-fd42f5f26104 None None] Sync routers for ids ['c6bf0a5b-f3c5-42bd-8ebe-faca974f9151'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:09:50.794763 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3f3af9-1da8-4226-ad44-fd42f5f26104 None None] Routers {'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:09:50.795010 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-9a3f3af9-1da8-4226-ad44-fd42f5f26104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:09:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['c6bf0a5b-f3c5-42bd-8ebe-faca974f9151'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:09:50.988824 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-9a3f3af9-1da8-4226-ad44-fd42f5f26104 None None] Set router c6bf0a5b-f3c5-42bd-8ebe-faca974f9151 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:09:51.319700 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39536) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:09:51.326899 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-e35a68d8-fe09-4e85-aa94-18d6a9ba99d2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-686993763-network', 'tenant_id': 'b579f55e42b5476687244e7cf60dc0ab'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:09:51.332776 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e35a68d8-fe09-4e85-aa94-18d6a9ba99d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:09:51.336747 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e35a68d8-fe09-4e85-aa94-18d6a9ba99d2 admin admin] Usage tracker for resource:network and tenant:b579f55e42b5476687244e7cf60dc0ab is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:09:51.337819 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-9a3f3af9-1da8-4226-ad44-fd42f5f26104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'name': 'tempest-TestVolumeBootPattern-1263151122-router', 'tenant_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': 'b1012b88-935c-4850-aae3-a7e9e6a3fd77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:09:44Z', 'updated_at': '2022-05-31T14:09:49Z', 'revision_number': 4, 'project_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'gw_port': {'id': 'b1012b88-935c-4850-aae3-a7e9e6a3fd77', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:09:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:09:45Z', 'updated_at': '2022-05-31T14:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '7bc4dd2f-1433-48c0-b96f-fe2ee896e534', 'name': '', 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec', 'tenant_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'mac_address': 'fa:16:3e:a0:f5:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': 'a7ab359a-3caf-41bd-90ad-aaabe46f814a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:09:48Z', 'updated_at': '2022-05-31T14:09:49Z', 'revision_number': 2, 'project_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'subnets': [{'id': 'a7ab359a-3caf-41bd-90ad-aaabe46f814a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:09:51.340199 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e35a68d8-fe09-4e85-aa94-18d6a9ba99d2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:09:51.342026 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3f3af9-1da8-4226-ad44-fd42f5f26104 None None] Checking router: c6bf0a5b-f3c5-42bd-8ebe-faca974f9151 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:09:51.342457 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3f3af9-1da8-4226-ad44-fd42f5f26104 None None] Updating router c6bf0a5b-f3c5-42bd-8ebe-faca974f9151 port 7bc4dd2f-1433-48c0-b96f-fe2ee896e534 binding host n-d-843939-1 {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 14:09:51.347236 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e35a68d8-fe09-4e85-aa94-18d6a9ba99d2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:09:51.361601 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e35a68d8-fe09-4e85-aa94-18d6a9ba99d2 admin admin] Made reservation on behalf of b579f55e42b5476687244e7cf60dc0ab for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:09:51.365147 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e35a68d8-fe09-4e85-aa94-18d6a9ba99d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:51.378878 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e35a68d8-fe09-4e85-aa94-18d6a9ba99d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:51.395111 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e35a68d8-fe09-4e85-aa94-18d6a9ba99d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:09:51.398767 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e35a68d8-fe09-4e85-aa94-18d6a9ba99d2 admin admin] Usage tracker for resource:security_group_rule and tenant:b579f55e42b5476687244e7cf60dc0ab is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:09:51.401577 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e35a68d8-fe09-4e85-aa94-18d6a9ba99d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:09:51.402134 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9a3f3af9-1da8-4226-ad44-fd42f5f26104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:51.407410 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e35a68d8-fe09-4e85-aa94-18d6a9ba99d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:09:51.492831 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e35a68d8-fe09-4e85-aa94-18d6a9ba99d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:51.497895 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e35a68d8-fe09-4e85-aa94-18d6a9ba99d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:51.534894 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e35a68d8-fe09-4e85-aa94-18d6a9ba99d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 14:09:51.540629 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35a68d8-fe09-4e85-aa94-18d6a9ba99d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54971283-21d7-4233-96f4-de77b410346f,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:09:51.547717 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e35a68d8-fe09-4e85-aa94-18d6a9ba99d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:51.548619 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-e35a68d8-fe09-4e85-aa94-18d6a9ba99d2 admin admin] Added segment dd1bf7f3-1e99-41e6-b608-c659b823faa2 of type vlan for network 92941556-ec4a-4f89-ab83-ed8095ff33d6 May 31 14:09:51.576499 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e35a68d8-fe09-4e85-aa94-18d6a9ba99d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:51.606674 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e35a68d8-fe09-4e85-aa94-18d6a9ba99d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:51.607585 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35a68d8-fe09-4e85-aa94-18d6a9ba99d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:09:51.608168 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e35a68d8-fe09-4e85-aa94-18d6a9ba99d2 admin admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:51.713330 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35a68d8-fe09-4e85-aa94-18d6a9ba99d2 admin admin] Pushing event updated for resources: {'Network': ['ID=92941556-ec4a-4f89-ab83-ed8095ff33d6,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:09:51.716390 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e35a68d8-fe09-4e85-aa94-18d6a9ba99d2 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3955872 May 31 14:09:51.720054 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39540) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:09:51.726035 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-6b746f81-c2a1-4e22-a1f7-8766e15f4cf7 admin admin] Request body: {'subnet': {'network_id': '92941556-ec4a-4f89-ab83-ed8095ff33d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-686993763-subnet', 'tenant_id': 'b579f55e42b5476687244e7cf60dc0ab', 'ip_version': 4}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:09:51.731670 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 92941556-ec4a-4f89-ab83-ed8095ff33d6 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 14:09:51.732265 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6b746f81-c2a1-4e22-a1f7-8766e15f4cf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:09:51.736145 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-6b746f81-c2a1-4e22-a1f7-8766e15f4cf7 admin admin] Usage tracker for resource:subnet and tenant:b579f55e42b5476687244e7cf60dc0ab is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:09:51.739091 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-6b746f81-c2a1-4e22-a1f7-8766e15f4cf7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:09:51.745083 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6b746f81-c2a1-4e22-a1f7-8766e15f4cf7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:09:51.755633 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b746f81-c2a1-4e22-a1f7-8766e15f4cf7 admin admin] Made reservation on behalf of b579f55e42b5476687244e7cf60dc0ab for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:09:51.757924 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6b746f81-c2a1-4e22-a1f7-8766e15f4cf7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:51.851812 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9a3f3af9-1da8-4226-ad44-fd42f5f26104 None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:51.866174 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9a3f3af9-1da8-4226-ad44-fd42f5f26104 None None] Transition to ACTIVE for port object 7bc4dd2f-1433-48c0-b96f-fe2ee896e534 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:09:51.872734 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9a3f3af9-1da8-4226-ad44-fd42f5f26104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:51.972011 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6b746f81-c2a1-4e22-a1f7-8766e15f4cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:52.056851 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b746f81-c2a1-4e22-a1f7-8766e15f4cf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00871da0-5bbf-4756-94ca-6ba141c5feb0,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:09:52.061489 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b746f81-c2a1-4e22-a1f7-8766e15f4cf7 admin admin] Checking segment: {'id': 'dd1bf7f3-1e99-41e6-b608-c659b823faa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '92941556-ec4a-4f89-ab83-ed8095ff33d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:09:52.061892 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b746f81-c2a1-4e22-a1f7-8766e15f4cf7 admin admin] Network hostable DHCP agents. Network: 92941556-ec4a-4f89-ab83-ed8095ff33d6, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 14:09:52.083128 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b0a931-0fe3-41ab-bba6-1c19bce30e84 None None] Pushing event updated for resources: {'Port': ['ID=7bc4dd2f-1433-48c0-b96f-fe2ee896e534,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:09:52.087577 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b746f81-c2a1-4e22-a1f7-8766e15f4cf7 admin admin] Network 92941556-ec4a-4f89-ab83-ed8095ff33d6 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 14:09:52.101090 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-6b746f81-c2a1-4e22-a1f7-8766e15f4cf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 92941556-ec4a-4f89-ab83-ed8095ff33d6) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:09:52.105094 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-9a3f3af9-1da8-4226-ad44-fd42f5f26104 None None] Attempting to bind port 7bc4dd2f-1433-48c0-b96f-fe2ee896e534 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:09:52.105319 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b746f81-c2a1-4e22-a1f7-8766e15f4cf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:09:52.105563 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-9a3f3af9-1da8-4226-ad44-fd42f5f26104 None None] Attempting to bind port 7bc4dd2f-1433-48c0-b96f-fe2ee896e534 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'dc2081d9-b82d-4ced-ab69-7467b4d37646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:09:52.105854 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6b746f81-c2a1-4e22-a1f7-8766e15f4cf7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:52.105972 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3f3af9-1da8-4226-ad44-fd42f5f26104 None None] Attempting to bind port 7bc4dd2f-1433-48c0-b96f-fe2ee896e534 on network e4e65f4d-f852-4656-8d43-9470c53affec {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:09:52.114220 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f8c232-c871-41e9-b7ff-253516374074 None None] Network 92941556-ec4a-4f89-ab83-ed8095ff33d6 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:09:52.133353 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device b1012b88-935c-4850-aae3-a7e9e6a3fd77 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:09:52.158132 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3f3af9-1da8-4226-ad44-fd42f5f26104 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:09:52.162004 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3f3af9-1da8-4226-ad44-fd42f5f26104 None None] Checking segment: {'id': 'dc2081d9-b82d-4ced-ab69-7467b4d37646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:09:52.162004 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9a3f3af9-1da8-4226-ad44-fd42f5f26104 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:52.162004 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3f3af9-1da8-4226-ad44-fd42f5f26104 None None] Bound using segment: {'id': 'dc2081d9-b82d-4ced-ab69-7467b4d37646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:09:52.162004 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-9a3f3af9-1da8-4226-ad44-fd42f5f26104 None None] Bound port: 7bc4dd2f-1433-48c0-b96f-fe2ee896e534, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc2081d9-b82d-4ced-ab69-7467b4d37646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:09:52.162004 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9a3f3af9-1da8-4226-ad44-fd42f5f26104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:52.256912 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-6b746f81-c2a1-4e22-a1f7-8766e15f4cf7 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5355983 May 31 14:09:52.259298 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 39544) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:09:52.264279 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-e526eec3-3c0c-4162-a3cd-8084078a0cbb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-686993763-router', 'tenant_id': 'b579f55e42b5476687244e7cf60dc0ab', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:09:52.269936 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e526eec3-3c0c-4162-a3cd-8084078a0cbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:09:52.273747 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e526eec3-3c0c-4162-a3cd-8084078a0cbb admin admin] Usage tracker for resource:router and tenant:b579f55e42b5476687244e7cf60dc0ab is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:09:52.276579 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e526eec3-3c0c-4162-a3cd-8084078a0cbb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:09:52.282792 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e526eec3-3c0c-4162-a3cd-8084078a0cbb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:09:52.293240 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e526eec3-3c0c-4162-a3cd-8084078a0cbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:52.294247 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e526eec3-3c0c-4162-a3cd-8084078a0cbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:52.314572 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e526eec3-3c0c-4162-a3cd-8084078a0cbb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:52.490079 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9a3f3af9-1da8-4226-ad44-fd42f5f26104 None None] For port 7bc4dd2f-1433-48c0-b96f-fe2ee896e534, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:09:52.500943 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port b1012b88-935c-4850-aae3-a7e9e6a3fd77 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:09:52.501319 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:52.539605 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9a3f3af9-1da8-4226-ad44-fd42f5f26104 None None] For port 7bc4dd2f-1433-48c0-b96f-fe2ee896e534, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=7bc4dd2f-1433-48c0-b96f-fe2ee896e534,segment=NetworkSegment(dc2081d9-b82d-4ced-ab69-7467b4d37646),segment_id=dc2081d9-b82d-4ced-ab69-7467b4d37646)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:09:52.553921 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9a3f3af9-1da8-4226-ad44-fd42f5f26104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:52.592257 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e526eec3-3c0c-4162-a3cd-8084078a0cbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:52.689142 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b760bd7f-85dc-435b-958a-c76788d5e9d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-92941556-ec4a-4f89-ab83-ed8095ff33d6', 'network_id': '92941556-ec4a-4f89-ab83-ed8095ff33d6', 'tenant_id': 'b579f55e42b5476687244e7cf60dc0ab', 'fixed_ips': [{'subnet_id': '00871da0-5bbf-4756-94ca-6ba141c5feb0'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 14:09:52.689952 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b760bd7f-85dc-435b-958a-c76788d5e9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:52.703294 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3f3af9-1da8-4226-ad44-fd42f5f26104 None None] Routers {'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:09:52.703938 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-9a3f3af9-1da8-4226-ad44-fd42f5f26104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:09:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['c6bf0a5b-f3c5-42bd-8ebe-faca974f9151'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:09:52.780507 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b0a931-0fe3-41ab-bba6-1c19bce30e84 None None] Pushing event updated for resources: {'Port': ['ID=7bc4dd2f-1433-48c0-b96f-fe2ee896e534,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:09:52.920461 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e526eec3-3c0c-4162-a3cd-8084078a0cbb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:52.956273 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e526eec3-3c0c-4162-a3cd-8084078a0cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:53.006066 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port b1012b88-935c-4850-aae3-a7e9e6a3fd77 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:09:53.086801 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-9a3f3af9-1da8-4226-ad44-fd42f5f26104 None None] Set router c6bf0a5b-f3c5-42bd-8ebe-faca974f9151 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:09:53.100813 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-e526eec3-3c0c-4162-a3cd-8084078a0cbb admin admin] Allocated IP 172.25.6.164 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/ebbd2bd8-fc74-421c-bd12-5122ea4ce33b) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:09:53.168503 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-b760bd7f-85dc-435b-958a-c76788d5e9d2 None None] Allocated IP 172.20.0.2 (92941556-ec4a-4f89-ab83-ed8095ff33d6/00871da0-5bbf-4756-94ca-6ba141c5feb0/411ea1cf-7cfd-435a-8712-5d3cfda605ec) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:09:53.255356 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e526eec3-3c0c-4162-a3cd-8084078a0cbb admin admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:53.286243 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e526eec3-3c0c-4162-a3cd-8084078a0cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:53.357284 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e526eec3-3c0c-4162-a3cd-8084078a0cbb admin admin] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:09:53.360265 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-e526eec3-3c0c-4162-a3cd-8084078a0cbb admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:09:53.362695 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e526eec3-3c0c-4162-a3cd-8084078a0cbb admin admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:09:53.401247 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e526eec3-3c0c-4162-a3cd-8084078a0cbb admin admin] Pushing event updated for resources: {'Port': ['ID=ebbd2bd8-fc74-421c-bd12-5122ea4ce33b,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:09:53.598123 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b760bd7f-85dc-435b-958a-c76788d5e9d2 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:53.611438 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b760bd7f-85dc-435b-958a-c76788d5e9d2 None None] Transition to ACTIVE for port object 411ea1cf-7cfd-435a-8712-5d3cfda605ec will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:09:53.627102 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-9a3f3af9-1da8-4226-ad44-fd42f5f26104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'name': 'tempest-TestVolumeBootPattern-1263151122-router', 'tenant_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': 'b1012b88-935c-4850-aae3-a7e9e6a3fd77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:09:44Z', 'updated_at': '2022-05-31T14:09:49Z', 'revision_number': 4, 'project_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'gw_port': {'id': 'b1012b88-935c-4850-aae3-a7e9e6a3fd77', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:09:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:09:45Z', 'updated_at': '2022-05-31T14:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '7bc4dd2f-1433-48c0-b96f-fe2ee896e534', 'name': '', 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec', 'tenant_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'mac_address': 'fa:16:3e:a0:f5:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': 'a7ab359a-3caf-41bd-90ad-aaabe46f814a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:09:48Z', 'updated_at': '2022-05-31T14:09:52Z', 'revision_number': 4, 'project_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'subnets': [{'id': 'a7ab359a-3caf-41bd-90ad-aaabe46f814a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:09:53.637162 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3f3af9-1da8-4226-ad44-fd42f5f26104 None None] The sync data for ids ['c6bf0a5b-f3c5-42bd-8ebe-faca974f9151'] in n-d-843939-1 is: [{'id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'name': 'tempest-TestVolumeBootPattern-1263151122-router', 'tenant_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': 'b1012b88-935c-4850-aae3-a7e9e6a3fd77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:09:44Z', 'updated_at': '2022-05-31T14:09:49Z', 'revision_number': 4, 'project_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'gw_port': {'id': 'b1012b88-935c-4850-aae3-a7e9e6a3fd77', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:09:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:09:45Z', 'updated_at': '2022-05-31T14:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '7bc4dd2f-1433-48c0-b96f-fe2ee896e534', 'name': '', 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec', 'tenant_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'mac_address': 'fa:16:3e:a0:f5:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': 'a7ab359a-3caf-41bd-90ad-aaabe46f814a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:09:48Z', 'updated_at': '2022-05-31T14:09:52Z', 'revision_number': 4, 'project_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'subnets': [{'id': 'a7ab359a-3caf-41bd-90ad-aaabe46f814a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:09:53.639132 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b760bd7f-85dc-435b-958a-c76788d5e9d2 None None] Transition to ACTIVE for port object 411ea1cf-7cfd-435a-8712-5d3cfda605ec will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:09:53.645832 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b760bd7f-85dc-435b-958a-c76788d5e9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:53.736807 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b760bd7f-85dc-435b-958a-c76788d5e9d2 None None] Network 92941556-ec4a-4f89-ab83-ed8095ff33d6 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:09:53.739808 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-b760bd7f-85dc-435b-958a-c76788d5e9d2 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:09:53.743910 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b760bd7f-85dc-435b-958a-c76788d5e9d2 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:09:53.753410 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b760bd7f-85dc-435b-958a-c76788d5e9d2 None None] Pushing event updated for resources: {'Port': ['ID=411ea1cf-7cfd-435a-8712-5d3cfda605ec,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:09:53.897169 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-b760bd7f-85dc-435b-958a-c76788d5e9d2 None None] Attempting to bind port 411ea1cf-7cfd-435a-8712-5d3cfda605ec on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:09:53.897540 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-b760bd7f-85dc-435b-958a-c76788d5e9d2 None None] Attempting to bind port 411ea1cf-7cfd-435a-8712-5d3cfda605ec by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'dd1bf7f3-1e99-41e6-b608-c659b823faa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '92941556-ec4a-4f89-ab83-ed8095ff33d6'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:09:53.897909 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b760bd7f-85dc-435b-958a-c76788d5e9d2 None None] Attempting to bind port 411ea1cf-7cfd-435a-8712-5d3cfda605ec on network 92941556-ec4a-4f89-ab83-ed8095ff33d6 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:09:53.904414 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b760bd7f-85dc-435b-958a-c76788d5e9d2 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:09:53.904825 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b760bd7f-85dc-435b-958a-c76788d5e9d2 None None] Checking segment: {'id': 'dd1bf7f3-1e99-41e6-b608-c659b823faa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '92941556-ec4a-4f89-ab83-ed8095ff33d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:09:53.905221 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b760bd7f-85dc-435b-958a-c76788d5e9d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:53.905626 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b760bd7f-85dc-435b-958a-c76788d5e9d2 None None] Bound using segment: {'id': 'dd1bf7f3-1e99-41e6-b608-c659b823faa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '92941556-ec4a-4f89-ab83-ed8095ff33d6'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:09:53.906141 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-b760bd7f-85dc-435b-958a-c76788d5e9d2 None None] Bound port: 411ea1cf-7cfd-435a-8712-5d3cfda605ec, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd1bf7f3-1e99-41e6-b608-c659b823faa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '92941556-ec4a-4f89-ab83-ed8095ff33d6'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:09:53.906531 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b760bd7f-85dc-435b-958a-c76788d5e9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:53.970782 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e526eec3-3c0c-4162-a3cd-8084078a0cbb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:54.015778 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-b760bd7f-85dc-435b-958a-c76788d5e9d2 None None] For port 411ea1cf-7cfd-435a-8712-5d3cfda605ec, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:09:54.019217 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-b760bd7f-85dc-435b-958a-c76788d5e9d2 None None] For port 411ea1cf-7cfd-435a-8712-5d3cfda605ec, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=411ea1cf-7cfd-435a-8712-5d3cfda605ec,segment=NetworkSegment(dd1bf7f3-1e99-41e6-b608-c659b823faa2),segment_id=dd1bf7f3-1e99-41e6-b608-c659b823faa2)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:09:54.025678 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b760bd7f-85dc-435b-958a-c76788d5e9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:54.115217 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b760bd7f-85dc-435b-958a-c76788d5e9d2 None None] Pushing event updated for resources: {'Port': ['ID=411ea1cf-7cfd-435a-8712-5d3cfda605ec,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:09:54.158900 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 7bc4dd2f-1433-48c0-b96f-fe2ee896e534 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:09:54.236808 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 7bc4dd2f-1433-48c0-b96f-fe2ee896e534 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:09:54.243782 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 7bc4dd2f-1433-48c0-b96f-fe2ee896e534 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:09:54.244162 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:54.442975 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e526eec3-3c0c-4162-a3cd-8084078a0cbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:54.463543 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 7bc4dd2f-1433-48c0-b96f-fe2ee896e534 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:09:54.464296 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:54.503463 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 7bc4dd2f-1433-48c0-b96f-fe2ee896e534, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=7bc4dd2f-1433-48c0-b96f-fe2ee896e534,segment=NetworkSegment(dc2081d9-b82d-4ced-ab69-7467b4d37646),segment_id=dc2081d9-b82d-4ced-ab69-7467b4d37646)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:09:54.509665 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:54.588608 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=7bc4dd2f-1433-48c0-b96f-fe2ee896e534,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:09:54.683143 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e526eec3-3c0c-4162-a3cd-8084078a0cbb admin admin] Router 96dfba4d-6640-468e-9567-0e42935ba516 is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 14:09:54.876567 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e526eec3-3c0c-4162-a3cd-8084078a0cbb admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:09:54.886436 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d541438-f137-49ec-87f1-498421deb1b2 None None] Sync routers for ids ['96dfba4d-6640-468e-9567-0e42935ba516'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:09:54.899214 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d541438-f137-49ec-87f1-498421deb1b2 None None] Routers {'96dfba4d-6640-468e-9567-0e42935ba516'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:09:54.899837 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-8d541438-f137-49ec-87f1-498421deb1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:09:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['96dfba4d-6640-468e-9567-0e42935ba516'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:09:54.913206 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e526eec3-3c0c-4162-a3cd-8084078a0cbb admin admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:54.917329 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e526eec3-3c0c-4162-a3cd-8084078a0cbb admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6542230 May 31 14:09:54.918466 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 39548) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:09:55.115410 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-8d541438-f137-49ec-87f1-498421deb1b2 None None] Set router 96dfba4d-6640-468e-9567-0e42935ba516 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:09:55.270344 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c247ecf3-b685-4d7e-bf76-3251fae2ae44 None None] Network 92941556-ec4a-4f89-ab83-ed8095ff33d6 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:09:55.370501 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b3cb8613-e938-460e-8d40-24b172622c3c None None] Provisioning for port 411ea1cf-7cfd-435a-8712-5d3cfda605ec completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:09:55.513649 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-8d541438-f137-49ec-87f1-498421deb1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96dfba4d-6640-468e-9567-0e42935ba516', 'name': 'tempest-TestVolumeBootPattern-686993763-router', 'tenant_id': 'b579f55e42b5476687244e7cf60dc0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': 'ebbd2bd8-fc74-421c-bd12-5122ea4ce33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:09:52Z', 'updated_at': '2022-05-31T14:09:53Z', 'revision_number': 3, 'project_id': 'b579f55e42b5476687244e7cf60dc0ab', 'gw_port': {'id': 'ebbd2bd8-fc74-421c-bd12-5122ea4ce33b', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:99:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96dfba4d-6640-468e-9567-0e42935ba516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:09:52Z', 'updated_at': '2022-05-31T14:09:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:09:55.517475 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d541438-f137-49ec-87f1-498421deb1b2 None None] Checking router: 96dfba4d-6640-468e-9567-0e42935ba516 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:09:55.517845 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d541438-f137-49ec-87f1-498421deb1b2 None None] Updating router 96dfba4d-6640-468e-9567-0e42935ba516 port ebbd2bd8-fc74-421c-bd12-5122ea4ce33b binding host n-d-843939-1 {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 14:09:55.575448 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8d541438-f137-49ec-87f1-498421deb1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:55.841820 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-91483072-46e4-4c52-a73d-628f9ba52c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:55.944745 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8d541438-f137-49ec-87f1-498421deb1b2 None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:55.957641 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-8d541438-f137-49ec-87f1-498421deb1b2 None None] Transition to ACTIVE for port object ebbd2bd8-fc74-421c-bd12-5122ea4ce33b will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:09:55.964190 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8d541438-f137-49ec-87f1-498421deb1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:56.041353 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-8d541438-f137-49ec-87f1-498421deb1b2 None None] Attempting to bind port ebbd2bd8-fc74-421c-bd12-5122ea4ce33b on host n-d-843939-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:09:56.041743 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-8d541438-f137-49ec-87f1-498421deb1b2 None None] Attempting to bind port ebbd2bd8-fc74-421c-bd12-5122ea4ce33b by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:09:56.042124 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d541438-f137-49ec-87f1-498421deb1b2 None None] Attempting to bind port ebbd2bd8-fc74-421c-bd12-5122ea4ce33b on network d2103cd5-63ba-4c24-9d95-fd17643bf14c {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:09:56.059679 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d541438-f137-49ec-87f1-498421deb1b2 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:09:56.059679 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d541438-f137-49ec-87f1-498421deb1b2 None None] Checking segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:09:56.059679 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8d541438-f137-49ec-87f1-498421deb1b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:56.059679 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d541438-f137-49ec-87f1-498421deb1b2 None None] Bound using segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:09:56.060454 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-8d541438-f137-49ec-87f1-498421deb1b2 None None] Bound port: ebbd2bd8-fc74-421c-bd12-5122ea4ce33b, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:09:56.060874 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8d541438-f137-49ec-87f1-498421deb1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:56.064889 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-91483072-46e4-4c52-a73d-628f9ba52c28 admin admin] Allocated IP 172.20.0.1 (92941556-ec4a-4f89-ab83-ed8095ff33d6/00871da0-5bbf-4756-94ca-6ba141c5feb0/e34f4e8a-bc63-4af8-9ec9-9a5bca96fd70) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:09:56.149373 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-8d541438-f137-49ec-87f1-498421deb1b2 None None] For port ebbd2bd8-fc74-421c-bd12-5122ea4ce33b, host n-d-843939-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:09:56.152623 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-8d541438-f137-49ec-87f1-498421deb1b2 None None] For port ebbd2bd8-fc74-421c-bd12-5122ea4ce33b, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=ebbd2bd8-fc74-421c-bd12-5122ea4ce33b,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:09:56.154058 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5937fe3c-5e74-4075-8563-8708f9b4d06f None None] Pushing event updated for resources: {'Port': ['ID=ebbd2bd8-fc74-421c-bd12-5122ea4ce33b,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:09:56.159609 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-8d541438-f137-49ec-87f1-498421deb1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:56.240987 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d541438-f137-49ec-87f1-498421deb1b2 None None] Routers {'96dfba4d-6640-468e-9567-0e42935ba516'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:09:56.241601 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-8d541438-f137-49ec-87f1-498421deb1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:09:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['96dfba4d-6640-468e-9567-0e42935ba516'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:09:56.249495 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 7bc4dd2f-1433-48c0-b96f-fe2ee896e534 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:09:56.286258 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-91483072-46e4-4c52-a73d-628f9ba52c28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:56.307121 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-91483072-46e4-4c52-a73d-628f9ba52c28 admin admin] Transition to ACTIVE for port object e34f4e8a-bc63-4af8-9ec9-9a5bca96fd70 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:09:56.342579 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-91483072-46e4-4c52-a73d-628f9ba52c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:56.343896 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 7bc4dd2f-1433-48c0-b96f-fe2ee896e534 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:09:56.344396 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:56.444080 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91483072-46e4-4c52-a73d-628f9ba52c28 admin admin] Network 92941556-ec4a-4f89-ab83-ed8095ff33d6 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:09:56.445462 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91483072-46e4-4c52-a73d-628f9ba52c28 admin admin] Pushing event updated for resources: {'Port': ['ID=e34f4e8a-bc63-4af8-9ec9-9a5bca96fd70,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:09:56.448305 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-91483072-46e4-4c52-a73d-628f9ba52c28 admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:09:56.464438 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91483072-46e4-4c52-a73d-628f9ba52c28 admin admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:09:56.477646 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 7bc4dd2f-1433-48c0-b96f-fe2ee896e534 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:09:56.480772 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 411ea1cf-7cfd-435a-8712-5d3cfda605ec up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:09:56.517191 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91483072-46e4-4c52-a73d-628f9ba52c28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:09:56.517782 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91483072-46e4-4c52-a73d-628f9ba52c28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:09:56.518534 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91483072-46e4-4c52-a73d-628f9ba52c28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:09:56.519017 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91483072-46e4-4c52-a73d-628f9ba52c28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:09:56.520294 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91483072-46e4-4c52-a73d-628f9ba52c28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:09:56.520819 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91483072-46e4-4c52-a73d-628f9ba52c28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:09:56.521319 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91483072-46e4-4c52-a73d-628f9ba52c28 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:09:56.521807 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91483072-46e4-4c52-a73d-628f9ba52c28 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:09:56.522310 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91483072-46e4-4c52-a73d-628f9ba52c28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:09:56.522802 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91483072-46e4-4c52-a73d-628f9ba52c28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:09:56.523277 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91483072-46e4-4c52-a73d-628f9ba52c28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:09:56.523753 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91483072-46e4-4c52-a73d-628f9ba52c28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:09:56.530850 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-8d541438-f137-49ec-87f1-498421deb1b2 None None] Set router 96dfba4d-6640-468e-9567-0e42935ba516 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:09:56.557241 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-91483072-46e4-4c52-a73d-628f9ba52c28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:56.572219 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 411ea1cf-7cfd-435a-8712-5d3cfda605ec completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:09:56.580575 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 411ea1cf-7cfd-435a-8712-5d3cfda605ec triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:09:56.581476 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:56.736324 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5937fe3c-5e74-4075-8563-8708f9b4d06f None None] Pushing event updated for resources: {'Port': ['ID=ebbd2bd8-fc74-421c-bd12-5122ea4ce33b,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:09:56.750035 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-91483072-46e4-4c52-a73d-628f9ba52c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:56.767845 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 411ea1cf-7cfd-435a-8712-5d3cfda605ec is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:09:56.768421 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:56.805724 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 411ea1cf-7cfd-435a-8712-5d3cfda605ec, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=411ea1cf-7cfd-435a-8712-5d3cfda605ec,segment=NetworkSegment(dd1bf7f3-1e99-41e6-b608-c659b823faa2),segment_id=dd1bf7f3-1e99-41e6-b608-c659b823faa2)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:09:56.814390 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:56.866371 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-8d541438-f137-49ec-87f1-498421deb1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96dfba4d-6640-468e-9567-0e42935ba516', 'name': 'tempest-TestVolumeBootPattern-686993763-router', 'tenant_id': 'b579f55e42b5476687244e7cf60dc0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': 'ebbd2bd8-fc74-421c-bd12-5122ea4ce33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:09:52Z', 'updated_at': '2022-05-31T14:09:53Z', 'revision_number': 3, 'project_id': 'b579f55e42b5476687244e7cf60dc0ab', 'gw_port': {'id': 'ebbd2bd8-fc74-421c-bd12-5122ea4ce33b', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:99:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96dfba4d-6640-468e-9567-0e42935ba516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:09:52Z', 'updated_at': '2022-05-31T14:09:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:09:56.871085 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d541438-f137-49ec-87f1-498421deb1b2 None None] The sync data for ids ['96dfba4d-6640-468e-9567-0e42935ba516'] in n-d-843939-1 is: [{'id': '96dfba4d-6640-468e-9567-0e42935ba516', 'name': 'tempest-TestVolumeBootPattern-686993763-router', 'tenant_id': 'b579f55e42b5476687244e7cf60dc0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': 'ebbd2bd8-fc74-421c-bd12-5122ea4ce33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:09:52Z', 'updated_at': '2022-05-31T14:09:53Z', 'revision_number': 3, 'project_id': 'b579f55e42b5476687244e7cf60dc0ab', 'gw_port': {'id': 'ebbd2bd8-fc74-421c-bd12-5122ea4ce33b', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:99:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96dfba4d-6640-468e-9567-0e42935ba516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:09:52Z', 'updated_at': '2022-05-31T14:09:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:09:56.875697 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-343ac512-12ba-4d6d-879e-d548d18dc823 None None] Provisioning for port e34f4e8a-bc63-4af8-9ec9-9a5bca96fd70 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:09:56.887155 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-343ac512-12ba-4d6d-879e-d548d18dc823 None None] Provisioning complete for port e34f4e8a-bc63-4af8-9ec9-9a5bca96fd70 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:09:56.887607 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-343ac512-12ba-4d6d-879e-d548d18dc823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:56.951426 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=411ea1cf-7cfd-435a-8712-5d3cfda605ec,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:09:56.960715 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-343ac512-12ba-4d6d-879e-d548d18dc823 None None] Port e34f4e8a-bc63-4af8-9ec9-9a5bca96fd70 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:09:57.008304 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-91483072-46e4-4c52-a73d-628f9ba52c28 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:57.012883 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-91483072-46e4-4c52-a73d-628f9ba52c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:57.155856 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-91483072-46e4-4c52-a73d-628f9ba52c28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:57.159316 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91483072-46e4-4c52-a73d-628f9ba52c28 admin admin] Pushing event updated for resources: {'Port': ['ID=e34f4e8a-bc63-4af8-9ec9-9a5bca96fd70,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:09:57.467564 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91483072-46e4-4c52-a73d-628f9ba52c28 admin admin] Network 92941556-ec4a-4f89-ab83-ed8095ff33d6 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:09:57.468772 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-91483072-46e4-4c52-a73d-628f9ba52c28 admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:09:57.684349 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91483072-46e4-4c52-a73d-628f9ba52c28 admin admin] Router 96dfba4d-6640-468e-9567-0e42935ba516 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:09:57.687719 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-81f8d844-2820-4417-b396-c25a63a366ed None None] Provisioning complete for port e34f4e8a-bc63-4af8-9ec9-9a5bca96fd70 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:09:57.688245 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-81f8d844-2820-4417-b396-c25a63a366ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:57.745384 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-81f8d844-2820-4417-b396-c25a63a366ed None None] Port e34f4e8a-bc63-4af8-9ec9-9a5bca96fd70 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:09:57.884423 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91483072-46e4-4c52-a73d-628f9ba52c28 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:09:57.893242 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-91483072-46e4-4c52-a73d-628f9ba52c28 admin admin] 10.222.0.50 "PUT /v2.0/routers/96dfba4d-6640-468e-9567-0e42935ba516/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9736245 May 31 14:09:58.184604 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device ebbd2bd8-fc74-421c-bd12-5122ea4ce33b up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:09:58.263334 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port ebbd2bd8-fc74-421c-bd12-5122ea4ce33b completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:09:58.268624 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port ebbd2bd8-fc74-421c-bd12-5122ea4ce33b triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:09:58.268991 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:58.387946 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port ebbd2bd8-fc74-421c-bd12-5122ea4ce33b is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:09:58.388325 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:58.405477 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port ebbd2bd8-fc74-421c-bd12-5122ea4ce33b, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=ebbd2bd8-fc74-421c-bd12-5122ea4ce33b,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:09:58.409367 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:58.410882 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 411ea1cf-7cfd-435a-8712-5d3cfda605ec up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:09:58.528527 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=ebbd2bd8-fc74-421c-bd12-5122ea4ce33b,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:09:58.540652 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 411ea1cf-7cfd-435a-8712-5d3cfda605ec triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:09:58.541022 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:58.574359 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2ed5ca-63ae-4a49-9f11-51a68a1a0787 None None] Sync routers for ids ['96dfba4d-6640-468e-9567-0e42935ba516'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:09:58.630033 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2ed5ca-63ae-4a49-9f11-51a68a1a0787 None None] Routers {'96dfba4d-6640-468e-9567-0e42935ba516'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:09:58.630656 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-5f2ed5ca-63ae-4a49-9f11-51a68a1a0787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:09:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['96dfba4d-6640-468e-9567-0e42935ba516'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:09:58.866155 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 411ea1cf-7cfd-435a-8712-5d3cfda605ec is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:09:58.876200 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-5f2ed5ca-63ae-4a49-9f11-51a68a1a0787 None None] Set router 96dfba4d-6640-468e-9567-0e42935ba516 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:09:59.204609 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-5f2ed5ca-63ae-4a49-9f11-51a68a1a0787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96dfba4d-6640-468e-9567-0e42935ba516', 'name': 'tempest-TestVolumeBootPattern-686993763-router', 'tenant_id': 'b579f55e42b5476687244e7cf60dc0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': 'ebbd2bd8-fc74-421c-bd12-5122ea4ce33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:09:52Z', 'updated_at': '2022-05-31T14:09:56Z', 'revision_number': 4, 'project_id': 'b579f55e42b5476687244e7cf60dc0ab', 'gw_port': {'id': 'ebbd2bd8-fc74-421c-bd12-5122ea4ce33b', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:99:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96dfba4d-6640-468e-9567-0e42935ba516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:09:52Z', 'updated_at': '2022-05-31T14:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'e34f4e8a-bc63-4af8-9ec9-9a5bca96fd70', 'name': '', 'network_id': '92941556-ec4a-4f89-ab83-ed8095ff33d6', 'tenant_id': 'b579f55e42b5476687244e7cf60dc0ab', 'mac_address': 'fa:16:3e:e2:01:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96dfba4d-6640-468e-9567-0e42935ba516', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '00871da0-5bbf-4756-94ca-6ba141c5feb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:09:55Z', 'updated_at': '2022-05-31T14:09:56Z', 'revision_number': 2, 'project_id': 'b579f55e42b5476687244e7cf60dc0ab', 'subnets': [{'id': '00871da0-5bbf-4756-94ca-6ba141c5feb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:09:59.209187 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2ed5ca-63ae-4a49-9f11-51a68a1a0787 None None] Checking router: 96dfba4d-6640-468e-9567-0e42935ba516 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:09:59.209537 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2ed5ca-63ae-4a49-9f11-51a68a1a0787 None None] Updating router 96dfba4d-6640-468e-9567-0e42935ba516 port e34f4e8a-bc63-4af8-9ec9-9a5bca96fd70 binding host n-d-843939-1 {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 14:09:59.262966 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5f2ed5ca-63ae-4a49-9f11-51a68a1a0787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:59.647209 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5f2ed5ca-63ae-4a49-9f11-51a68a1a0787 None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:59.658860 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-5f2ed5ca-63ae-4a49-9f11-51a68a1a0787 None None] Transition to ACTIVE for port object e34f4e8a-bc63-4af8-9ec9-9a5bca96fd70 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:09:59.665334 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5f2ed5ca-63ae-4a49-9f11-51a68a1a0787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:59.820666 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc228025-90be-4dc4-a3d7-0b3e8e254e2d None None] Pushing event updated for resources: {'Port': ['ID=e34f4e8a-bc63-4af8-9ec9-9a5bca96fd70,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:09:59.895819 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-5f2ed5ca-63ae-4a49-9f11-51a68a1a0787 None None] Attempting to bind port e34f4e8a-bc63-4af8-9ec9-9a5bca96fd70 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:09:59.896431 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-5f2ed5ca-63ae-4a49-9f11-51a68a1a0787 None None] Attempting to bind port e34f4e8a-bc63-4af8-9ec9-9a5bca96fd70 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'dd1bf7f3-1e99-41e6-b608-c659b823faa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '92941556-ec4a-4f89-ab83-ed8095ff33d6'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:09:59.896757 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2ed5ca-63ae-4a49-9f11-51a68a1a0787 None None] Attempting to bind port e34f4e8a-bc63-4af8-9ec9-9a5bca96fd70 on network 92941556-ec4a-4f89-ab83-ed8095ff33d6 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:09:59.903548 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2ed5ca-63ae-4a49-9f11-51a68a1a0787 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:09:59.903926 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2ed5ca-63ae-4a49-9f11-51a68a1a0787 None None] Checking segment: {'id': 'dd1bf7f3-1e99-41e6-b608-c659b823faa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '92941556-ec4a-4f89-ab83-ed8095ff33d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:09:59.904342 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5f2ed5ca-63ae-4a49-9f11-51a68a1a0787 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:09:59.905003 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2ed5ca-63ae-4a49-9f11-51a68a1a0787 None None] Bound using segment: {'id': 'dd1bf7f3-1e99-41e6-b608-c659b823faa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '92941556-ec4a-4f89-ab83-ed8095ff33d6'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:09:59.905485 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-5f2ed5ca-63ae-4a49-9f11-51a68a1a0787 None None] Bound port: e34f4e8a-bc63-4af8-9ec9-9a5bca96fd70, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd1bf7f3-1e99-41e6-b608-c659b823faa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '92941556-ec4a-4f89-ab83-ed8095ff33d6'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:09:59.905863 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5f2ed5ca-63ae-4a49-9f11-51a68a1a0787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:10:00.017779 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-5f2ed5ca-63ae-4a49-9f11-51a68a1a0787 None None] For port e34f4e8a-bc63-4af8-9ec9-9a5bca96fd70, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:10:00.021689 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-5f2ed5ca-63ae-4a49-9f11-51a68a1a0787 None None] For port e34f4e8a-bc63-4af8-9ec9-9a5bca96fd70, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=e34f4e8a-bc63-4af8-9ec9-9a5bca96fd70,segment=NetworkSegment(dd1bf7f3-1e99-41e6-b608-c659b823faa2),segment_id=dd1bf7f3-1e99-41e6-b608-c659b823faa2)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:10:00.026337 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5f2ed5ca-63ae-4a49-9f11-51a68a1a0787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:10:00.112262 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2ed5ca-63ae-4a49-9f11-51a68a1a0787 None None] Routers {'96dfba4d-6640-468e-9567-0e42935ba516'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:10:00.112993 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-5f2ed5ca-63ae-4a49-9f11-51a68a1a0787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:09:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['96dfba4d-6640-468e-9567-0e42935ba516'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:10:00.216560 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device ebbd2bd8-fc74-421c-bd12-5122ea4ce33b up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:10:00.247804 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc228025-90be-4dc4-a3d7-0b3e8e254e2d None None] Pushing event updated for resources: {'Port': ['ID=e34f4e8a-bc63-4af8-9ec9-9a5bca96fd70,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:10:00.391648 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540d1b0-d321-4df6-9195-e9aa800d0da4 req-4ff66f07-2c0f-4b24-8fa9-8b1ebfba95d3 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:10:00.393141 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4540d1b0-d321-4df6-9195-e9aa800d0da4 req-4ff66f07-2c0f-4b24-8fa9-8b1ebfba95d3 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/networks?id=e4e65f4d-f852-4656-8d43-9470c53affec HTTP/1.1" status: 200 len: 812 time: 0.1599941 May 31 14:10:00.413748 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4540d1b0-d321-4df6-9195-e9aa800d0da4 req-477e196b-6bcb-4d46-8862-c5655ad75a8f tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/quotas/e18e791f0f8b411a976f31b86b1ed6ca HTTP/1.1" status: 200 len: 375 time: 0.0131073 May 31 14:10:00.418439 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-5f2ed5ca-63ae-4a49-9f11-51a68a1a0787 None None] Set router 96dfba4d-6640-468e-9567-0e42935ba516 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:10:00.461012 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port ebbd2bd8-fc74-421c-bd12-5122ea4ce33b triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:10:00.461387 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:10:00.503772 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4540d1b0-d321-4df6-9195-e9aa800d0da4 req-35d0a5d4-680c-47b4-b45a-ec07df3cc25e tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e18e791f0f8b411a976f31b86b1ed6ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0838253 May 31 14:10:00.752388 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4540d1b0-d321-4df6-9195-e9aa800d0da4 req-94524dd6-45cb-48ab-b317-0e25b73ee2fe service neutron] 10.222.0.50 "GET /v2.0/networks/e4e65f4d-f852-4656-8d43-9470c53affec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419925 May 31 14:10:00.756018 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port ebbd2bd8-fc74-421c-bd12-5122ea4ce33b is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:10:00.839432 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-5f2ed5ca-63ae-4a49-9f11-51a68a1a0787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96dfba4d-6640-468e-9567-0e42935ba516', 'name': 'tempest-TestVolumeBootPattern-686993763-router', 'tenant_id': 'b579f55e42b5476687244e7cf60dc0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': 'ebbd2bd8-fc74-421c-bd12-5122ea4ce33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:09:52Z', 'updated_at': '2022-05-31T14:09:56Z', 'revision_number': 4, 'project_id': 'b579f55e42b5476687244e7cf60dc0ab', 'gw_port': {'id': 'ebbd2bd8-fc74-421c-bd12-5122ea4ce33b', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:99:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96dfba4d-6640-468e-9567-0e42935ba516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:09:52Z', 'updated_at': '2022-05-31T14:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'e34f4e8a-bc63-4af8-9ec9-9a5bca96fd70', 'name': '', 'network_id': '92941556-ec4a-4f89-ab83-ed8095ff33d6', 'tenant_id': 'b579f55e42b5476687244e7cf60dc0ab', 'mac_address': 'fa:16:3e:e2:01:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96dfba4d-6640-468e-9567-0e42935ba516', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '00871da0-5bbf-4756-94ca-6ba141c5feb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:09:55Z', 'updated_at': '2022-05-31T14:10:00Z', 'revision_number': 4, 'project_id': 'b579f55e42b5476687244e7cf60dc0ab', 'subnets': [{'id': '00871da0-5bbf-4756-94ca-6ba141c5feb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:10:00.843340 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2ed5ca-63ae-4a49-9f11-51a68a1a0787 None None] The sync data for ids ['96dfba4d-6640-468e-9567-0e42935ba516'] in n-d-843939-1 is: [{'id': '96dfba4d-6640-468e-9567-0e42935ba516', 'name': 'tempest-TestVolumeBootPattern-686993763-router', 'tenant_id': 'b579f55e42b5476687244e7cf60dc0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': 'ebbd2bd8-fc74-421c-bd12-5122ea4ce33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:09:52Z', 'updated_at': '2022-05-31T14:09:56Z', 'revision_number': 4, 'project_id': 'b579f55e42b5476687244e7cf60dc0ab', 'gw_port': {'id': 'ebbd2bd8-fc74-421c-bd12-5122ea4ce33b', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:99:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96dfba4d-6640-468e-9567-0e42935ba516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:09:52Z', 'updated_at': '2022-05-31T14:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'e34f4e8a-bc63-4af8-9ec9-9a5bca96fd70', 'name': '', 'network_id': '92941556-ec4a-4f89-ab83-ed8095ff33d6', 'tenant_id': 'b579f55e42b5476687244e7cf60dc0ab', 'mac_address': 'fa:16:3e:e2:01:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96dfba4d-6640-468e-9567-0e42935ba516', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '00871da0-5bbf-4756-94ca-6ba141c5feb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:09:55Z', 'updated_at': '2022-05-31T14:10:00Z', 'revision_number': 4, 'project_id': 'b579f55e42b5476687244e7cf60dc0ab', 'subnets': [{'id': '00871da0-5bbf-4756-94ca-6ba141c5feb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:10:00.902351 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4540d1b0-d321-4df6-9195-e9aa800d0da4 req-47ad6da9-8292-40e6-8c17-093cede5df7f service neutron] 10.222.0.50 "GET /v2.0/networks/e4e65f4d-f852-4656-8d43-9470c53affec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445000 May 31 14:10:01.326947 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-89dc9bc3-fc78-4725-87fd-e86b8463a3ad req-6fb2aed5-1662-4266-892d-c3df1811a29f tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d2988be-288f-41f1-8147-837458e8ae6a HTTP/1.1" status: 200 len: 210 time: 0.0438011 May 31 14:10:02.126561 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device e34f4e8a-bc63-4af8-9ec9-9a5bca96fd70 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:10:02.196582 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port e34f4e8a-bc63-4af8-9ec9-9a5bca96fd70 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:10:02.201367 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port e34f4e8a-bc63-4af8-9ec9-9a5bca96fd70 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:10:02.201757 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:10:02.323219 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port e34f4e8a-bc63-4af8-9ec9-9a5bca96fd70 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:10:02.323596 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:10:02.358523 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port e34f4e8a-bc63-4af8-9ec9-9a5bca96fd70, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=e34f4e8a-bc63-4af8-9ec9-9a5bca96fd70,segment=NetworkSegment(dd1bf7f3-1e99-41e6-b608-c659b823faa2),segment_id=dd1bf7f3-1e99-41e6-b608-c659b823faa2)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:10:02.364262 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:10:02.448789 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=e34f4e8a-bc63-4af8-9ec9-9a5bca96fd70,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:10:02.504499 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cc8f2bde-d32d-4431-b4cc-bc6ba400540e req-ad224966-f2a6-4a00-b832-a05338c9ef7b tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d2988be-288f-41f1-8147-837458e8ae6a HTTP/1.1" status: 200 len: 210 time: 0.0519278 May 31 14:10:02.568257 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540d1b0-d321-4df6-9195-e9aa800d0da4 req-97de85b8-f66a-4ea8-be9c-ac2ae814ab37 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:10:02.569068 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-4540d1b0-d321-4df6-9195-e9aa800d0da4 req-97de85b8-f66a-4ea8-be9c-ac2ae814ab37 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Synchronizing usage tracker for tenant:e18e791f0f8b411a976f31b86b1ed6ca on resource:network {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:10:02.586562 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-4540d1b0-d321-4df6-9195-e9aa800d0da4 req-97de85b8-f66a-4ea8-be9c-ac2ae814ab37 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Unset dirty status for tenant:e18e791f0f8b411a976f31b86b1ed6ca on resource:network {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:10:02.587708 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4540d1b0-d321-4df6-9195-e9aa800d0da4 req-97de85b8-f66a-4ea8-be9c-ac2ae814ab37 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.44 "GET /v2.0/networks?id=e4e65f4d-f852-4656-8d43-9470c53affec HTTP/1.1" status: 200 len: 812 time: 0.2468667 May 31 14:10:02.607282 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-4540d1b0-d321-4df6-9195-e9aa800d0da4 req-120534ce-d6bd-4a79-9fe3-fc369fa3eb76 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Request body: {'port': {'device_id': '1d2988be-288f-41f1-8147-837458e8ae6a', 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec', 'admin_state_up': True, 'tenant_id': 'e18e791f0f8b411a976f31b86b1ed6ca'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:10:02.754245 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-4540d1b0-d321-4df6-9195-e9aa800d0da4 req-120534ce-d6bd-4a79-9fe3-fc369fa3eb76 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:10:02.758096 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-4540d1b0-d321-4df6-9195-e9aa800d0da4 req-120534ce-d6bd-4a79-9fe3-fc369fa3eb76 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Usage tracker for resource:port and tenant:e18e791f0f8b411a976f31b86b1ed6ca is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:10:02.760869 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-4540d1b0-d321-4df6-9195-e9aa800d0da4 req-120534ce-d6bd-4a79-9fe3-fc369fa3eb76 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:10:02.766554 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-4540d1b0-d321-4df6-9195-e9aa800d0da4 req-120534ce-d6bd-4a79-9fe3-fc369fa3eb76 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:10:02.776122 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4540d1b0-d321-4df6-9195-e9aa800d0da4 req-120534ce-d6bd-4a79-9fe3-fc369fa3eb76 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Made reservation on behalf of e18e791f0f8b411a976f31b86b1ed6ca for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:10:02.779693 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-4540d1b0-d321-4df6-9195-e9aa800d0da4 req-120534ce-d6bd-4a79-9fe3-fc369fa3eb76 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:10:02.947256 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [req-4540d1b0-d321-4df6-9195-e9aa800d0da4 req-120534ce-d6bd-4a79-9fe3-fc369fa3eb76 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Allocated IP 172.20.0.13 (e4e65f4d-f852-4656-8d43-9470c53affec/a7ab359a-3caf-41bd-90ad-aaabe46f814a/d48a9802-b28d-4227-8d38-fe0aad404cdb) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:10:03.280347 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-4540d1b0-d321-4df6-9195-e9aa800d0da4 req-120534ce-d6bd-4a79-9fe3-fc369fa3eb76 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:10:03.296374 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-4540d1b0-d321-4df6-9195-e9aa800d0da4 req-120534ce-d6bd-4a79-9fe3-fc369fa3eb76 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Transition to ACTIVE for port object d48a9802-b28d-4227-8d38-fe0aad404cdb will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:10:03.322569 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-4540d1b0-d321-4df6-9195-e9aa800d0da4 req-120534ce-d6bd-4a79-9fe3-fc369fa3eb76 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:10:03.398938 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4540d1b0-d321-4df6-9195-e9aa800d0da4 req-120534ce-d6bd-4a79-9fe3-fc369fa3eb76 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Network e4e65f4d-f852-4656-8d43-9470c53affec is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:10:03.402259 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [req-4540d1b0-d321-4df6-9195-e9aa800d0da4 req-120534ce-d6bd-4a79-9fe3-fc369fa3eb76 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:10:03.406184 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-4540d1b0-d321-4df6-9195-e9aa800d0da4 req-120534ce-d6bd-4a79-9fe3-fc369fa3eb76 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:10:03.438505 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120534ce-d6bd-4a79-9fe3-fc369fa3eb76 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Pushing event updated for resources: {'Port': ['ID=d48a9802-b28d-4227-8d38-fe0aad404cdb,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:10:03.479043 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540d1b0-d321-4df6-9195-e9aa800d0da4 req-120534ce-d6bd-4a79-9fe3-fc369fa3eb76 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:10:03.479768 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-4540d1b0-d321-4df6-9195-e9aa800d0da4 req-120534ce-d6bd-4a79-9fe3-fc369fa3eb76 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:10:03.505772 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4540d1b0-d321-4df6-9195-e9aa800d0da4 req-120534ce-d6bd-4a79-9fe3-fc369fa3eb76 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9030771 May 31 14:10:03.516294 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [req-4540d1b0-d321-4df6-9195-e9aa800d0da4 req-41d26c4c-58d2-40f9-9bd9-5762f26bbb6c tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88369) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 14:10:03.517327 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4540d1b0-d321-4df6-9195-e9aa800d0da4 req-41d26c4c-58d2-40f9-9bd9-5762f26bbb6c tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054038 May 31 14:10:03.588553 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-4540d1b0-d321-4df6-9195-e9aa800d0da4 req-757cf0ae-b56b-4024-a96f-81c1630ae33a service neutron] Request body: {'port': {'device_id': '1d2988be-288f-41f1-8147-837458e8ae6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:10:03.658481 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b8edc731-6031-44b4-9a6b-8047cba65dd8 None None] Provisioning for port d48a9802-b28d-4227-8d38-fe0aad404cdb completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:10:03.665134 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b8edc731-6031-44b4-9a6b-8047cba65dd8 None None] Provisioning complete for port d48a9802-b28d-4227-8d38-fe0aad404cdb triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:10:03.665722 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b8edc731-6031-44b4-9a6b-8047cba65dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:10:03.726218 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-4540d1b0-d321-4df6-9195-e9aa800d0da4 req-757cf0ae-b56b-4024-a96f-81c1630ae33a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:10:03.726784 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b8edc731-6031-44b4-9a6b-8047cba65dd8 None None] Port d48a9802-b28d-4227-8d38-fe0aad404cdb cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:10:03.732732 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1116639d-91ba-40f7-8778-f5bce493f7d8 req-f98b9039-80a4-4ff9-b14a-103a2e0ab12d tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:10:03.734925 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1116639d-91ba-40f7-8778-f5bce493f7d8 req-f98b9039-80a4-4ff9-b14a-103a2e0ab12d tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d2988be-288f-41f1-8147-837458e8ae6a HTTP/1.1" status: 200 len: 932 time: 0.1029859 May 31 14:10:03.782991 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1116639d-91ba-40f7-8778-f5bce493f7d8 req-0ca5b653-0c91-421b-90be-e95c39f60dae tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3acc40-ea1e-44de-bfa0-ee5264a9df29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411615 May 31 14:10:04.085679 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [req-4540d1b0-d321-4df6-9195-e9aa800d0da4 req-757cf0ae-b56b-4024-a96f-81c1630ae33a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d48a9802-b28d-4227-8d38-fe0aad404cdb {{(pid=88369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:10:04.093669 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-4540d1b0-d321-4df6-9195-e9aa800d0da4 req-757cf0ae-b56b-4024-a96f-81c1630ae33a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:10:04.112298 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device e34f4e8a-bc63-4af8-9ec9-9a5bca96fd70 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:10:04.114369 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-4540d1b0-d321-4df6-9195-e9aa800d0da4 req-757cf0ae-b56b-4024-a96f-81c1630ae33a service neutron] Transition to ACTIVE for port object d48a9802-b28d-4227-8d38-fe0aad404cdb will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:10:04.120828 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-4540d1b0-d321-4df6-9195-e9aa800d0da4 req-757cf0ae-b56b-4024-a96f-81c1630ae33a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:10:04.188662 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port e34f4e8a-bc63-4af8-9ec9-9a5bca96fd70 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:10:04.189317 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:10:04.297258 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757cf0ae-b56b-4024-a96f-81c1630ae33a service neutron] Pushing event updated for resources: {'Port': ['ID=d48a9802-b28d-4227-8d38-fe0aad404cdb,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:10:04.340375 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port e34f4e8a-bc63-4af8-9ec9-9a5bca96fd70 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:10:04.375534 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-4540d1b0-d321-4df6-9195-e9aa800d0da4 req-757cf0ae-b56b-4024-a96f-81c1630ae33a service neutron] Attempting to bind port d48a9802-b28d-4227-8d38-fe0aad404cdb on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:10:04.376296 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-4540d1b0-d321-4df6-9195-e9aa800d0da4 req-757cf0ae-b56b-4024-a96f-81c1630ae33a service neutron] Attempting to bind port d48a9802-b28d-4227-8d38-fe0aad404cdb by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'dc2081d9-b82d-4ced-ab69-7467b4d37646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:10:04.376296 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4540d1b0-d321-4df6-9195-e9aa800d0da4 req-757cf0ae-b56b-4024-a96f-81c1630ae33a service neutron] Attempting to bind port d48a9802-b28d-4227-8d38-fe0aad404cdb on network e4e65f4d-f852-4656-8d43-9470c53affec {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:10:04.385746 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4540d1b0-d321-4df6-9195-e9aa800d0da4 req-757cf0ae-b56b-4024-a96f-81c1630ae33a service neutron] Port d48a9802-b28d-4227-8d38-fe0aad404cdb on network e4e65f4d-f852-4656-8d43-9470c53affec not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 14:10:04.386271 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4540d1b0-d321-4df6-9195-e9aa800d0da4 req-757cf0ae-b56b-4024-a96f-81c1630ae33a service neutron] Attempting to bind port d48a9802-b28d-4227-8d38-fe0aad404cdb on network e4e65f4d-f852-4656-8d43-9470c53affec {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:10:04.395557 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4540d1b0-d321-4df6-9195-e9aa800d0da4 req-757cf0ae-b56b-4024-a96f-81c1630ae33a service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:10:04.395557 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4540d1b0-d321-4df6-9195-e9aa800d0da4 req-757cf0ae-b56b-4024-a96f-81c1630ae33a service neutron] Checking segment: {'id': 'dc2081d9-b82d-4ced-ab69-7467b4d37646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:10:04.395876 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4540d1b0-d321-4df6-9195-e9aa800d0da4 req-757cf0ae-b56b-4024-a96f-81c1630ae33a service neutron] Bound using segment: {'id': 'dc2081d9-b82d-4ced-ab69-7467b4d37646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:10:04.396196 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-4540d1b0-d321-4df6-9195-e9aa800d0da4 req-757cf0ae-b56b-4024-a96f-81c1630ae33a service neutron] Bound port: d48a9802-b28d-4227-8d38-fe0aad404cdb, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc2081d9-b82d-4ced-ab69-7467b4d37646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:10:04.396545 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-4540d1b0-d321-4df6-9195-e9aa800d0da4 req-757cf0ae-b56b-4024-a96f-81c1630ae33a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:10:04.494253 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-4540d1b0-d321-4df6-9195-e9aa800d0da4 req-757cf0ae-b56b-4024-a96f-81c1630ae33a service neutron] For port d48a9802-b28d-4227-8d38-fe0aad404cdb, host n-h2-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:10:04.497135 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-4540d1b0-d321-4df6-9195-e9aa800d0da4 req-757cf0ae-b56b-4024-a96f-81c1630ae33a service neutron] For port d48a9802-b28d-4227-8d38-fe0aad404cdb, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=d48a9802-b28d-4227-8d38-fe0aad404cdb,segment=NetworkSegment(dc2081d9-b82d-4ced-ab69-7467b4d37646),segment_id=dc2081d9-b82d-4ced-ab69-7467b4d37646)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:10:04.501888 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-4540d1b0-d321-4df6-9195-e9aa800d0da4 req-757cf0ae-b56b-4024-a96f-81c1630ae33a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:10:04.562423 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540d1b0-d321-4df6-9195-e9aa800d0da4 req-757cf0ae-b56b-4024-a96f-81c1630ae33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:10:04.563057 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-4540d1b0-d321-4df6-9195-e9aa800d0da4 req-757cf0ae-b56b-4024-a96f-81c1630ae33a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:10:04.564516 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4540d1b0-d321-4df6-9195-e9aa800d0da4 req-757cf0ae-b56b-4024-a96f-81c1630ae33a service neutron] 10.222.0.44 "PUT /v2.0/ports/d48a9802-b28d-4227-8d38-fe0aad404cdb HTTP/1.1" status: 200 len: 1092 time: 1.0395446 May 31 14:10:04.564931 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d2988be-288f-41f1-8147-837458e8ae6a', 'tag': 'd48a9802-b28d-4227-8d38-fe0aad404cdb'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:10:04.593891 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757cf0ae-b56b-4024-a96f-81c1630ae33a service neutron] Pushing event updated for resources: {'Port': ['ID=d48a9802-b28d-4227-8d38-fe0aad404cdb,revision_number=3']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:10:04.687997 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540d1b0-d321-4df6-9195-e9aa800d0da4 req-d13e44c6-d603-42a3-a6ed-53e6f9b3807b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:10:04.689477 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4540d1b0-d321-4df6-9195-e9aa800d0da4 req-d13e44c6-d603-42a3-a6ed-53e6f9b3807b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e18e791f0f8b411a976f31b86b1ed6ca&device_id=1d2988be-288f-41f1-8147-837458e8ae6a HTTP/1.1" status: 200 len: 1095 time: 0.0839236 May 31 14:10:04.765676 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4540d1b0-d321-4df6-9195-e9aa800d0da4 req-6d48d074-74a3-4274-b7a4-f3554904e95f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d48a9802-b28d-4227-8d38-fe0aad404cdb HTTP/1.1" status: 200 len: 217 time: 0.0684321 May 31 14:10:04.806952 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3adabf36-e207-4be1-a57e-c6ffa8a01ffc'] response: {'name': 'network-changed', 'server_uuid': '1d2988be-288f-41f1-8147-837458e8ae6a', 'tag': 'd48a9802-b28d-4227-8d38-fe0aad404cdb', 'status': 'completed', 'code': 200} May 31 14:10:04.838085 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540d1b0-d321-4df6-9195-e9aa800d0da4 req-d4153a9c-cde5-4653-8f56-a72a7483f96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:10:04.839561 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4540d1b0-d321-4df6-9195-e9aa800d0da4 req-d4153a9c-cde5-4653-8f56-a72a7483f96b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a7ab359a-3caf-41bd-90ad-aaabe46f814a HTTP/1.1" status: 200 len: 851 time: 0.0674825 May 31 14:10:04.926780 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540d1b0-d321-4df6-9195-e9aa800d0da4 req-29610321-5460-40ba-a1c6-aef33bf7ed93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:10:04.928286 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4540d1b0-d321-4df6-9195-e9aa800d0da4 req-29610321-5460-40ba-a1c6-aef33bf7ed93 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e4e65f4d-f852-4656-8d43-9470c53affec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0827293 May 31 14:10:04.982511 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f529f-2129-43ee-80d5-4e79166119cc req-6bd06f58-b1bd-4f27-958c-bdb5c8f47ebe tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:10:04.983871 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b26f529f-2129-43ee-80d5-4e79166119cc req-6bd06f58-b1bd-4f27-958c-bdb5c8f47ebe tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d2988be-288f-41f1-8147-837458e8ae6a HTTP/1.1" status: 200 len: 944 time: 0.0825684 May 31 14:10:05.034294 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b26f529f-2129-43ee-80d5-4e79166119cc req-2f830701-a634-48cd-a88f-286539bd64b6 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3acc40-ea1e-44de-bfa0-ee5264a9df29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408881 May 31 14:10:05.078775 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4540d1b0-d321-4df6-9195-e9aa800d0da4 req-2ae47e64-de9c-4283-bd14-c85c9320f0ad service neutron] 10.222.0.44 "GET /v2.0/networks/e4e65f4d-f852-4656-8d43-9470c53affec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435878 May 31 14:10:05.327813 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4540d1b0-d321-4df6-9195-e9aa800d0da4 req-3abd928a-2fdc-40d4-8889-c594984073e2 service neutron] 10.222.0.44 "GET /v2.0/networks/e4e65f4d-f852-4656-8d43-9470c53affec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428422 May 31 14:10:05.448620 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9308fe21-d526-4ef8-8854-9aef35964798 req-f75546f2-288a-4a7b-8700-8ea085ea9cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:10:05.450108 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-9308fe21-d526-4ef8-8854-9aef35964798 req-f75546f2-288a-4a7b-8700-8ea085ea9cc3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e18e791f0f8b411a976f31b86b1ed6ca&device_id=1d2988be-288f-41f1-8147-837458e8ae6a HTTP/1.1" status: 200 len: 1095 time: 0.0756521 May 31 14:10:05.582547 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9308fe21-d526-4ef8-8854-9aef35964798 req-f50286b7-9c2a-42c0-8c8f-5e934a808d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:10:05.584031 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-9308fe21-d526-4ef8-8854-9aef35964798 req-f50286b7-9c2a-42c0-8c8f-5e934a808d16 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e4e65f4d-f852-4656-8d43-9470c53affec HTTP/1.1" status: 200 len: 913 time: 0.1278870 May 31 14:10:05.653260 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-9308fe21-d526-4ef8-8854-9aef35964798 req-8e670e15-d9e7-41e4-a807-0f9c8b6dc03d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d48a9802-b28d-4227-8d38-fe0aad404cdb HTTP/1.1" status: 200 len: 217 time: 0.0612929 May 31 14:10:05.718758 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9308fe21-d526-4ef8-8854-9aef35964798 req-3b00f55d-16d5-45c6-b522-5fd25f51f3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:10:05.720182 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-9308fe21-d526-4ef8-8854-9aef35964798 req-3b00f55d-16d5-45c6-b522-5fd25f51f3fe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a7ab359a-3caf-41bd-90ad-aaabe46f814a HTTP/1.1" status: 200 len: 851 time: 0.0609303 May 31 14:10:05.795668 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9308fe21-d526-4ef8-8854-9aef35964798 req-b82ee6e4-0023-446c-9fd6-44b03d7770bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:10:05.797104 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-9308fe21-d526-4ef8-8854-9aef35964798 req-b82ee6e4-0023-446c-9fd6-44b03d7770bb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e4e65f4d-f852-4656-8d43-9470c53affec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692339 May 31 14:10:05.935480 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-9308fe21-d526-4ef8-8854-9aef35964798 req-4aafca2f-bbc9-4dc6-aaeb-74102c912e99 service neutron] 10.222.0.44 "GET /v2.0/networks/e4e65f4d-f852-4656-8d43-9470c53affec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302681 May 31 14:10:06.068779 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-9308fe21-d526-4ef8-8854-9aef35964798 req-c1ee0b32-58f6-47a8-a643-0647eda35484 service neutron] 10.222.0.44 "GET /v2.0/networks/e4e65f4d-f852-4656-8d43-9470c53affec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265345 May 31 14:10:06.236983 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f842e95d-3b8a-4eb6-89d9-15e503af763a req-5c26e4b7-6f9b-4723-9f64-920798a60d40 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:10:06.238441 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f842e95d-3b8a-4eb6-89d9-15e503af763a req-5c26e4b7-6f9b-4723-9f64-920798a60d40 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d2988be-288f-41f1-8147-837458e8ae6a HTTP/1.1" status: 200 len: 944 time: 0.0853124 May 31 14:10:06.283621 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f842e95d-3b8a-4eb6-89d9-15e503af763a req-b0cc9866-5b48-4576-a673-f867600fc4fc tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3acc40-ea1e-44de-bfa0-ee5264a9df29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395527 May 31 14:10:07.469776 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65238f29-918a-4bf6-b55e-82e661d0b5c5 req-21dd9455-c79c-437c-8ede-9ed222d0b262 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:10:07.471277 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-65238f29-918a-4bf6-b55e-82e661d0b5c5 req-21dd9455-c79c-437c-8ede-9ed222d0b262 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d2988be-288f-41f1-8147-837458e8ae6a HTTP/1.1" status: 200 len: 944 time: 0.0797882 May 31 14:10:07.520713 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-65238f29-918a-4bf6-b55e-82e661d0b5c5 req-59fbc151-d779-4d52-b144-0206e24df551 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3acc40-ea1e-44de-bfa0-ee5264a9df29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433230 May 31 14:10:07.655496 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:10:08.712311 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3279272-642d-428c-b466-e96a95e857ed req-2c7eb417-2660-427b-bfa9-ddbb2d3871ef tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:10:08.713769 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d3279272-642d-428c-b466-e96a95e857ed req-2c7eb417-2660-427b-bfa9-ddbb2d3871ef tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d2988be-288f-41f1-8147-837458e8ae6a HTTP/1.1" status: 200 len: 944 time: 0.0826840 May 31 14:10:08.758336 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d3279272-642d-428c-b466-e96a95e857ed req-9778af36-71dc-45a4-b194-85379cbafdf1 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3acc40-ea1e-44de-bfa0-ee5264a9df29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388703 May 31 14:10:09.177299 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:10:09.951614 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a84b9fe-1ca6-4acb-91e1-1b37a6c07bd2 req-f92a56d8-6c9c-4bc8-98b5-2d1477d28afa tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:10:09.953083 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9a84b9fe-1ca6-4acb-91e1-1b37a6c07bd2 req-f92a56d8-6c9c-4bc8-98b5-2d1477d28afa tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d2988be-288f-41f1-8147-837458e8ae6a HTTP/1.1" status: 200 len: 944 time: 0.0865581 May 31 14:10:10.127320 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9a84b9fe-1ca6-4acb-91e1-1b37a6c07bd2 req-4b01f0e8-33a2-44d4-a6f2-161b2bbc1d8b tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3acc40-ea1e-44de-bfa0-ee5264a9df29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685429 May 31 14:10:10.588753 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-915764bc-7710-440b-bc34-3debf1480da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:10:11.313569 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3513f61-b9bb-4749-ac8e-e4310f44311e req-5856b848-5b53-4982-969f-426ce02c08a9 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:10:11.314962 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f3513f61-b9bb-4749-ac8e-e4310f44311e req-5856b848-5b53-4982-969f-426ce02c08a9 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d2988be-288f-41f1-8147-837458e8ae6a HTTP/1.1" status: 200 len: 944 time: 0.0811439 May 31 14:10:11.362227 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f3513f61-b9bb-4749-ac8e-e4310f44311e req-a15238cb-d65a-4fa8-aa8a-16b6a1f6f54d tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3acc40-ea1e-44de-bfa0-ee5264a9df29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400755 May 31 14:10:12.554994 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f7a672-373a-4f85-97c7-44cff57fd2f2 req-701211af-0a42-46e4-8e1a-2699f9fb3dbe tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:10:12.556456 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a0f7a672-373a-4f85-97c7-44cff57fd2f2 req-701211af-0a42-46e4-8e1a-2699f9fb3dbe tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d2988be-288f-41f1-8147-837458e8ae6a HTTP/1.1" status: 200 len: 944 time: 0.0831947 May 31 14:10:12.601768 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a0f7a672-373a-4f85-97c7-44cff57fd2f2 req-0a6450f5-1897-4b37-ada0-cc029d29c9ad tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3acc40-ea1e-44de-bfa0-ee5264a9df29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386288 May 31 14:10:12.818728 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6a2d02ec-26ae-4d2d-b4da-9f3c5b176020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:10:13.157276 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device d48a9802-b28d-4227-8d38-fe0aad404cdb details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 14:10:13.294091 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port d48a9802-b28d-4227-8d38-fe0aad404cdb, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=d48a9802-b28d-4227-8d38-fe0aad404cdb,segment=NetworkSegment(dc2081d9-b82d-4ced-ab69-7467b4d37646),segment_id=dc2081d9-b82d-4ced-ab69-7467b4d37646)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:10:13.307403 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': 'd48a9802-b28d-4227-8d38-fe0aad404cdb', 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec', 'port_id': 'd48a9802-b28d-4227-8d38-fe0aad404cdb', 'mac_address': 'fa:16:3e:42:8c:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7ab359a-3caf-41bd-90ad-aaabe46f814a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 14:10:13.368895 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port d48a9802-b28d-4227-8d38-fe0aad404cdb is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:10:13.369261 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:10:13.387883 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d48a9802-b28d-4227-8d38-fe0aad404cdb {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:10:13.405021 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port d48a9802-b28d-4227-8d38-fe0aad404cdb, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=d48a9802-b28d-4227-8d38-fe0aad404cdb,segment=NetworkSegment(dc2081d9-b82d-4ced-ab69-7467b4d37646),segment_id=dc2081d9-b82d-4ced-ab69-7467b4d37646)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:10:13.409728 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:10:13.479602 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=d48a9802-b28d-4227-8d38-fe0aad404cdb,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:10:13.669325 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['d48a9802-b28d-4227-8d38-fe0aad404cdb'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:10:13.812605 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7c6a04-c631-4b3c-81b0-800547d141ba req-5745ccf1-0045-49b5-966b-f813af685af8 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:10:13.814101 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fd7c6a04-c631-4b3c-81b0-800547d141ba req-5745ccf1-0045-49b5-966b-f813af685af8 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d2988be-288f-41f1-8147-837458e8ae6a HTTP/1.1" status: 200 len: 945 time: 0.0994627 May 31 14:10:13.868690 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fd7c6a04-c631-4b3c-81b0-800547d141ba req-0ca2e4bc-7eb7-4f50-927b-a67862dfd748 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3acc40-ea1e-44de-bfa0-ee5264a9df29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461195 May 31 14:10:13.897534 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:10:13.990040 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:10:15.053569 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fe519d-8f68-4e7b-a4f2-b5c16f6a92ab req-5d47eafd-e7cc-4608-a963-df7ae9d9aa80 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:10:15.055054 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a7fe519d-8f68-4e7b-a4f2-b5c16f6a92ab req-5d47eafd-e7cc-4608-a963-df7ae9d9aa80 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d2988be-288f-41f1-8147-837458e8ae6a HTTP/1.1" status: 200 len: 945 time: 0.0802054 May 31 14:10:15.099691 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a7fe519d-8f68-4e7b-a4f2-b5c16f6a92ab req-45db1ef4-0a7b-408f-900a-181ad291dfae tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3acc40-ea1e-44de-bfa0-ee5264a9df29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386713 May 31 14:10:15.155894 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device d48a9802-b28d-4227-8d38-fe0aad404cdb up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:10:15.223828 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port d48a9802-b28d-4227-8d38-fe0aad404cdb completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:10:15.228528 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port d48a9802-b28d-4227-8d38-fe0aad404cdb triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:10:15.228921 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:10:15.346008 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port d48a9802-b28d-4227-8d38-fe0aad404cdb is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:10:15.346398 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:10:15.375552 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d2988be-288f-41f1-8147-837458e8ae6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd48a9802-b28d-4227-8d38-fe0aad404cdb'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:10:15.386147 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port d48a9802-b28d-4227-8d38-fe0aad404cdb, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=d48a9802-b28d-4227-8d38-fe0aad404cdb,segment=NetworkSegment(dc2081d9-b82d-4ced-ab69-7467b4d37646),segment_id=dc2081d9-b82d-4ced-ab69-7467b4d37646)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:10:15.390782 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:10:15.427504 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91adb42d-cc4e-4ac9-8c1b-f68a9bde2578'] response: {'server_uuid': '1d2988be-288f-41f1-8147-837458e8ae6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd48a9802-b28d-4227-8d38-fe0aad404cdb', 'code': 200} May 31 14:10:15.468328 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=d48a9802-b28d-4227-8d38-fe0aad404cdb,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:10:15.555592 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fffe5cf-e4b6-4cdd-b6e2-4c843896e8f9 req-31512f9e-0f45-4488-a08e-455c8d7e9c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:10:15.557087 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2fffe5cf-e4b6-4cdd-b6e2-4c843896e8f9 req-31512f9e-0f45-4488-a08e-455c8d7e9c20 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1d2988be-288f-41f1-8147-837458e8ae6a HTTP/1.1" status: 200 len: 1097 time: 0.0771220 May 31 14:10:15.600737 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2fffe5cf-e4b6-4cdd-b6e2-4c843896e8f9 req-f653d389-59c8-4e19-948c-9d06ea0b34d3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7d3acc40-ea1e-44de-bfa0-ee5264a9df29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365617 May 31 14:10:15.710262 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:10:16.294965 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2696d34-f0cb-4711-9803-558b6c42cdca req-b25a9a55-f691-4d69-b93d-e0f105fee001 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:10:16.296438 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a2696d34-f0cb-4711-9803-558b6c42cdca req-b25a9a55-f691-4d69-b93d-e0f105fee001 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d2988be-288f-41f1-8147-837458e8ae6a HTTP/1.1" status: 200 len: 946 time: 0.0929289 May 31 14:10:16.345360 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a2696d34-f0cb-4711-9803-558b6c42cdca req-3f157ff4-1029-485a-9d9d-58d624ae10bb tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3acc40-ea1e-44de-bfa0-ee5264a9df29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429688 May 31 14:10:17.541885 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709468d1-3139-4d1c-bea2-c3ce6f2986d3 req-ea6aa1eb-e6b8-4551-a0c1-b1cc2b9a15c1 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:10:17.543353 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-709468d1-3139-4d1c-bea2-c3ce6f2986d3 req-ea6aa1eb-e6b8-4551-a0c1-b1cc2b9a15c1 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d2988be-288f-41f1-8147-837458e8ae6a HTTP/1.1" status: 200 len: 946 time: 0.0807619 May 31 14:10:17.591483 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-709468d1-3139-4d1c-bea2-c3ce6f2986d3 req-7cee37b0-3668-48dd-8fb8-c31824452326 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3acc40-ea1e-44de-bfa0-ee5264a9df29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421917 May 31 14:10:17.786569 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a10a8-40af-43e9-a0f4-d90257a551ca req-68ad57cb-90b8-488f-99dc-5d030f51ed7d tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:10:17.788021 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-463a10a8-40af-43e9-a0f4-d90257a551ca req-68ad57cb-90b8-488f-99dc-5d030f51ed7d tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d2988be-288f-41f1-8147-837458e8ae6a HTTP/1.1" status: 200 len: 946 time: 0.0862041 May 31 14:10:17.850202 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-463a10a8-40af-43e9-a0f4-d90257a551ca req-87cc5766-79d9-4708-aeb0-17c31b00e315 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3acc40-ea1e-44de-bfa0-ee5264a9df29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489771 May 31 14:10:18.034837 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8fd35b-4823-4a88-83b8-8a9be809ba44 req-6a675739-44ff-4348-b944-720e0a6eaa80 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:10:18.036567 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9f8fd35b-4823-4a88-83b8-8a9be809ba44 req-6a675739-44ff-4348-b944-720e0a6eaa80 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d2988be-288f-41f1-8147-837458e8ae6a HTTP/1.1" status: 200 len: 946 time: 0.0792410 May 31 14:10:18.084375 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9f8fd35b-4823-4a88-83b8-8a9be809ba44 req-8285a4de-90dd-423f-bfc8-13c2c6cf0f70 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3acc40-ea1e-44de-bfa0-ee5264a9df29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420127 May 31 14:10:18.455816 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3778802c-6cc4-4e74-88b1-2e8cf1175f43 req-c07caa4f-b106-4dc9-86bd-fc34abc317d4 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:10:18.457417 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3778802c-6cc4-4e74-88b1-2e8cf1175f43 req-c07caa4f-b106-4dc9-86bd-fc34abc317d4 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d2988be-288f-41f1-8147-837458e8ae6a HTTP/1.1" status: 200 len: 946 time: 0.0780034 May 31 14:10:18.500652 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3778802c-6cc4-4e74-88b1-2e8cf1175f43 req-f9100df6-d552-417b-9b4a-25c0e3ffad51 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3acc40-ea1e-44de-bfa0-ee5264a9df29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375912 May 31 14:10:19.697492 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881bc650-afeb-4f29-ad8f-1eb5c129940a req-be5480e1-865d-4aa9-8e63-53e0145a8fd6 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:10:19.699023 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-881bc650-afeb-4f29-ad8f-1eb5c129940a req-be5480e1-865d-4aa9-8e63-53e0145a8fd6 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d2988be-288f-41f1-8147-837458e8ae6a HTTP/1.1" status: 200 len: 946 time: 0.0880251 May 31 14:10:19.746892 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-881bc650-afeb-4f29-ad8f-1eb5c129940a req-5bf159ce-4675-4621-887c-0363775abe0a tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3acc40-ea1e-44de-bfa0-ee5264a9df29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419042 May 31 14:10:20.186427 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d42365-0a86-424e-8896-8f7c417a60b9 req-d963f297-9d34-4af0-9c2d-8ffb93fc212a tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:10:20.187103 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-99d42365-0a86-424e-8896-8f7c417a60b9 req-d963f297-9d34-4af0-9c2d-8ffb93fc212a tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Synchronizing usage tracker for tenant:e18e791f0f8b411a976f31b86b1ed6ca on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:10:20.204306 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-99d42365-0a86-424e-8896-8f7c417a60b9 req-d963f297-9d34-4af0-9c2d-8ffb93fc212a tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Unset dirty status for tenant:e18e791f0f8b411a976f31b86b1ed6ca on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:10:20.205467 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-99d42365-0a86-424e-8896-8f7c417a60b9 req-d963f297-9d34-4af0-9c2d-8ffb93fc212a tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d2988be-288f-41f1-8147-837458e8ae6a HTTP/1.1" status: 200 len: 946 time: 0.0973163 May 31 14:10:20.279562 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-99d42365-0a86-424e-8896-8f7c417a60b9 req-076bf697-4883-4a96-a0bd-5ae6728622ca tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Deleting port d48a9802-b28d-4227-8d38-fe0aad404cdb {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:10:20.279829 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-99d42365-0a86-424e-8896-8f7c417a60b9 req-076bf697-4883-4a96-a0bd-5ae6728622ca tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:10:20.531155 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-99d42365-0a86-424e-8896-8f7c417a60b9 req-076bf697-4883-4a96-a0bd-5ae6728622ca tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] For port d48a9802-b28d-4227-8d38-fe0aad404cdb, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=d48a9802-b28d-4227-8d38-fe0aad404cdb,segment=NetworkSegment(dc2081d9-b82d-4ced-ab69-7467b4d37646),segment_id=dc2081d9-b82d-4ced-ab69-7467b4d37646)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:10:20.531508 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-99d42365-0a86-424e-8896-8f7c417a60b9 req-076bf697-4883-4a96-a0bd-5ae6728622ca tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:10:20.631652 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:10:20.655954 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-99d42365-0a86-424e-8896-8f7c417a60b9 req-076bf697-4883-4a96-a0bd-5ae6728622ca tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Calling delete_port for d48a9802-b28d-4227-8d38-fe0aad404cdb owned by compute:nova {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:10:20.803672 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-99d42365-0a86-424e-8896-8f7c417a60b9 req-076bf697-4883-4a96-a0bd-5ae6728622ca tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:10:20.816068 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['d48a9802-b28d-4227-8d38-fe0aad404cdb'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:10:20.862236 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076bf697-4883-4a96-a0bd-5ae6728622ca tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Pushing event deleted for resources: {'Port': ['ID=d48a9802-b28d-4227-8d38-fe0aad404cdb,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:10:20.906435 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fe7b2443-5afa-4125-aeed-d7619e981059 req-126013d1-5530-4acc-9209-e88cdbfad82a tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d2988be-288f-41f1-8147-837458e8ae6a HTTP/1.1" status: 200 len: 210 time: 0.0473897 May 31 14:10:20.957299 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-99d42365-0a86-424e-8896-8f7c417a60b9 req-076bf697-4883-4a96-a0bd-5ae6728622ca tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] No DVR routers for this DVR port d48a9802-b28d-4227-8d38-fe0aad404cdb on host n-h2-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:10:20.960051 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-99d42365-0a86-424e-8896-8f7c417a60b9 req-076bf697-4883-4a96-a0bd-5ae6728622ca tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:10:20.963113 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d2988be-288f-41f1-8147-837458e8ae6a', 'name': 'network-vif-deleted', 'tag': 'd48a9802-b28d-4227-8d38-fe0aad404cdb'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:10:20.980846 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-99d42365-0a86-424e-8896-8f7c417a60b9 req-076bf697-4883-4a96-a0bd-5ae6728622ca tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.44 "DELETE /v2.0/ports/d48a9802-b28d-4227-8d38-fe0aad404cdb HTTP/1.1" status: 204 len: 173 time: 0.7696624 May 31 14:10:21.021256 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcee625f-1346-48ce-bcc6-217d79b40b06'] response: {'server_uuid': '1d2988be-288f-41f1-8147-837458e8ae6a', 'name': 'network-vif-deleted', 'tag': 'd48a9802-b28d-4227-8d38-fe0aad404cdb', 'status': 'completed', 'code': 200} May 31 14:10:22.079210 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f3c6c708-14ae-47f1-aeb6-d6ab2bcbfbc4 req-1dae2c89-b4f0-4bd7-aeb0-e503a6caa0f3 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d2988be-288f-41f1-8147-837458e8ae6a HTTP/1.1" status: 200 len: 210 time: 0.0428298 May 31 14:10:23.218137 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device d48a9802-b28d-4227-8d38-fe0aad404cdb no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:10:23.255342 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] No Port match for: d48a9802-b28d-4227-8d38-fe0aad404cdb {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:10:23.255683 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device d48a9802-b28d-4227-8d38-fe0aad404cdb not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:10:28.096166 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086caad1-bace-44f5-b31f-c122bb2e3e49 req-e500c994-c760-4203-b8fa-db6d302df200 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:10:28.098442 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-086caad1-bace-44f5-b31f-c122bb2e3e49 req-e500c994-c760-4203-b8fa-db6d302df200 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=d78859e9-a8f0-4603-9a89-faa66e64210f HTTP/1.1" status: 200 len: 945 time: 0.0863574 May 31 14:10:28.144511 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-086caad1-bace-44f5-b31f-c122bb2e3e49 req-9cf4dae7-7a4e-4152-9f76-ef66b7b257e7 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=98fd01a8-c4bd-4fe6-af7d-4cb1a897159e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402794 May 31 14:10:29.342685 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb803eb7-10d4-4212-b71f-2fd4bac9919e req-7933936d-9bf7-4b36-a3a9-18d47b76cf43 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:10:29.344470 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bb803eb7-10d4-4212-b71f-2fd4bac9919e req-7933936d-9bf7-4b36-a3a9-18d47b76cf43 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=d78859e9-a8f0-4603-9a89-faa66e64210f HTTP/1.1" status: 200 len: 945 time: 0.0832841 May 31 14:10:29.396461 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bb803eb7-10d4-4212-b71f-2fd4bac9919e req-05d62f09-8e9f-43e8-b98f-cd78353b2d9f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=98fd01a8-c4bd-4fe6-af7d-4cb1a897159e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445275 May 31 14:10:30.588663 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e4831b-c82b-4257-ba82-d9867e67f1f5 req-b1f99d1e-d956-491d-b330-a4acfcb0f7bd tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:10:30.590491 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f7e4831b-c82b-4257-ba82-d9867e67f1f5 req-b1f99d1e-d956-491d-b330-a4acfcb0f7bd tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=d78859e9-a8f0-4603-9a89-faa66e64210f HTTP/1.1" status: 200 len: 945 time: 0.0833800 May 31 14:10:30.638630 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f7e4831b-c82b-4257-ba82-d9867e67f1f5 req-49af9744-ec9c-4405-94b4-aa72b19addd7 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=98fd01a8-c4bd-4fe6-af7d-4cb1a897159e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422676 May 31 14:10:31.848321 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca68b39-4398-4e2f-b570-5ef8cfa23c19 req-e357c4e1-30bb-41cb-a769-1d863bdcc69a tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:10:31.849799 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bca68b39-4398-4e2f-b570-5ef8cfa23c19 req-e357c4e1-30bb-41cb-a769-1d863bdcc69a tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=d78859e9-a8f0-4603-9a89-faa66e64210f HTTP/1.1" status: 200 len: 945 time: 0.0888951 May 31 14:10:31.896640 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bca68b39-4398-4e2f-b570-5ef8cfa23c19 req-753f53c6-46a8-4dcc-9323-18e631bd4608 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=98fd01a8-c4bd-4fe6-af7d-4cb1a897159e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406234 May 31 14:10:33.107163 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3518daee-4dde-4c8f-95bc-59609aa72531 req-cc9fd9b7-36ab-4b6d-bf21-b37b9cef8ca5 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:10:33.109735 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3518daee-4dde-4c8f-95bc-59609aa72531 req-cc9fd9b7-36ab-4b6d-bf21-b37b9cef8ca5 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=d78859e9-a8f0-4603-9a89-faa66e64210f HTTP/1.1" status: 200 len: 945 time: 0.0911438 May 31 14:10:33.171534 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3518daee-4dde-4c8f-95bc-59609aa72531 req-3386b591-9c80-40b9-a27e-1ff6c07d00b1 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=98fd01a8-c4bd-4fe6-af7d-4cb1a897159e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0525515 May 31 14:10:34.375381 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d8d85-b359-4d8c-ae66-4ddba4e9896c req-71d425ee-b12f-47b0-8148-41f1d172e6ba tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:10:34.376948 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-557d8d85-b359-4d8c-ae66-4ddba4e9896c req-71d425ee-b12f-47b0-8148-41f1d172e6ba tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=d78859e9-a8f0-4603-9a89-faa66e64210f HTTP/1.1" status: 200 len: 945 time: 0.0873907 May 31 14:10:34.426936 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-557d8d85-b359-4d8c-ae66-4ddba4e9896c req-8b4e96fe-1297-41ba-9bb4-88856f825688 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=98fd01a8-c4bd-4fe6-af7d-4cb1a897159e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428429 May 31 14:10:35.621516 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5f255f-b3c9-4447-97bc-b3a6863c4333 req-0254730d-7633-4187-880d-988a60cff999 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:10:35.623153 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3b5f255f-b3c9-4447-97bc-b3a6863c4333 req-0254730d-7633-4187-880d-988a60cff999 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=d78859e9-a8f0-4603-9a89-faa66e64210f HTTP/1.1" status: 200 len: 945 time: 0.0807879 May 31 14:10:35.667450 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3b5f255f-b3c9-4447-97bc-b3a6863c4333 req-4e9d5345-d8ff-4418-a793-1686ec888378 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=98fd01a8-c4bd-4fe6-af7d-4cb1a897159e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377080 May 31 14:10:36.866084 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a0584-01cd-4698-baf3-ae3c93cbb1e7 req-516ef171-94a0-4f06-85ea-71613d2a8a8e tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:10:36.867564 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-943a0584-01cd-4698-baf3-ae3c93cbb1e7 req-516ef171-94a0-4f06-85ea-71613d2a8a8e tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=d78859e9-a8f0-4603-9a89-faa66e64210f HTTP/1.1" status: 200 len: 945 time: 0.0899477 May 31 14:10:36.917198 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-943a0584-01cd-4698-baf3-ae3c93cbb1e7 req-5188dba1-d35a-406c-be09-85baa8055935 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=98fd01a8-c4bd-4fe6-af7d-4cb1a897159e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433400 May 31 14:10:37.669786 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:10:38.113787 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa4293-c9d1-43f7-a7ea-e94f2e171f93 req-cd38c759-bafd-442c-9607-488f71736af8 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:10:38.115273 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f7fa4293-c9d1-43f7-a7ea-e94f2e171f93 req-cd38c759-bafd-442c-9607-488f71736af8 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=d78859e9-a8f0-4603-9a89-faa66e64210f HTTP/1.1" status: 200 len: 945 time: 0.0910769 May 31 14:10:38.170558 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f7fa4293-c9d1-43f7-a7ea-e94f2e171f93 req-d899b317-80fe-4485-81a6-be772b8355ba tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=98fd01a8-c4bd-4fe6-af7d-4cb1a897159e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494571 May 31 14:10:39.204731 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:10:39.371204 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917b94e-d454-45ea-83a0-3fa4b8beb7fa req-f8846bb8-3d39-46b6-b46f-374b5ee50b55 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:10:39.372816 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5917b94e-d454-45ea-83a0-3fa4b8beb7fa req-f8846bb8-3d39-46b6-b46f-374b5ee50b55 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=d78859e9-a8f0-4603-9a89-faa66e64210f HTTP/1.1" status: 200 len: 945 time: 0.0872357 May 31 14:10:39.423181 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5917b94e-d454-45ea-83a0-3fa4b8beb7fa req-772d7fe8-2d37-4d52-a731-1ce71f8ba5fa tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=98fd01a8-c4bd-4fe6-af7d-4cb1a897159e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424540 May 31 14:10:40.593248 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-175d7f9a-bddf-4c94-b81f-9555a69fcbe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:10:40.625316 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ee2127-528c-40d7-ba13-14ba8b5283ff req-d96cd8bd-ecc0-4b8f-bbe0-66eb132749c7 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:10:40.627817 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-87ee2127-528c-40d7-ba13-14ba8b5283ff req-d96cd8bd-ecc0-4b8f-bbe0-66eb132749c7 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=d78859e9-a8f0-4603-9a89-faa66e64210f HTTP/1.1" status: 200 len: 945 time: 0.0932059 May 31 14:10:40.677462 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-87ee2127-528c-40d7-ba13-14ba8b5283ff req-355f5593-4bed-48f2-8898-6c4189fe82fe tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=98fd01a8-c4bd-4fe6-af7d-4cb1a897159e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439999 May 31 14:10:41.915554 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddd5b38-858e-438d-bd6a-1e17f8b1cc52 req-48e93448-95f3-4be5-8827-0c4bfbefadbe tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:10:41.917148 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1ddd5b38-858e-438d-bd6a-1e17f8b1cc52 req-48e93448-95f3-4be5-8827-0c4bfbefadbe tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=d78859e9-a8f0-4603-9a89-faa66e64210f HTTP/1.1" status: 200 len: 945 time: 0.0943060 May 31 14:10:41.969004 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1ddd5b38-858e-438d-bd6a-1e17f8b1cc52 req-563fe5fe-f2e6-40bf-954f-9c110034b439 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=98fd01a8-c4bd-4fe6-af7d-4cb1a897159e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460746 May 31 14:10:42.819440 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0b413831-6593-40a1-a088-4bae91f4b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:10:43.167624 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e8d776-7757-4b27-998b-6efa6df183fc req-d05d5775-55a5-443a-83ef-6f4b60333a96 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:10:43.169049 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-87e8d776-7757-4b27-998b-6efa6df183fc req-d05d5775-55a5-443a-83ef-6f4b60333a96 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=d78859e9-a8f0-4603-9a89-faa66e64210f HTTP/1.1" status: 200 len: 945 time: 0.0897677 May 31 14:10:43.297553 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249dec6c-0f43-4510-8e20-d6f936d5d617 req-aa846abf-bac6-4ab7-807a-bb6f3e250416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:10:43.299028 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-249dec6c-0f43-4510-8e20-d6f936d5d617 req-aa846abf-bac6-4ab7-807a-bb6f3e250416 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d78859e9-a8f0-4603-9a89-faa66e64210f HTTP/1.1" status: 200 len: 1096 time: 0.0719035 May 31 14:10:43.341388 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-249dec6c-0f43-4510-8e20-d6f936d5d617 req-4f968c00-01cb-4fcd-b594-9e3b6155cb5a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=98fd01a8-c4bd-4fe6-af7d-4cb1a897159e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365417 May 31 14:10:43.419661 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-87e8d776-7757-4b27-998b-6efa6df183fc req-ef1ce155-dcaf-4c59-8d07-a18695b4c9a0 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=98fd01a8-c4bd-4fe6-af7d-4cb1a897159e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2316973 May 31 14:10:43.460493 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3332f7f5-a825-47a2-a537-29b53d686e57 req-547ddcde-f4a6-4628-add4-ae8a8a83a0ce tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:10:43.461919 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3332f7f5-a825-47a2-a537-29b53d686e57 req-547ddcde-f4a6-4628-add4-ae8a8a83a0ce tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/networks?id=e4e65f4d-f852-4656-8d43-9470c53affec HTTP/1.1" status: 200 len: 812 time: 0.3032289 May 31 14:10:43.477496 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3332f7f5-a825-47a2-a537-29b53d686e57 req-7dd86e64-a913-48eb-8a9f-3a466ee619de tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/quotas/e18e791f0f8b411a976f31b86b1ed6ca HTTP/1.1" status: 200 len: 375 time: 0.0101178 May 31 14:10:43.568051 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3332f7f5-a825-47a2-a537-29b53d686e57 req-d769197a-cc46-48cb-8887-b268b3820e42 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e18e791f0f8b411a976f31b86b1ed6ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0855782 May 31 14:10:43.699686 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3332f7f5-a825-47a2-a537-29b53d686e57 req-792bde31-2f6c-4d4d-9d84-a0131b95ec03 service neutron] 10.222.0.50 "GET /v2.0/networks/e4e65f4d-f852-4656-8d43-9470c53affec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252048 May 31 14:10:43.831169 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3332f7f5-a825-47a2-a537-29b53d686e57 req-87c150c1-5ae1-46c8-8764-b3bbbc0af068 service neutron] 10.222.0.50 "GET /v2.0/networks/e4e65f4d-f852-4656-8d43-9470c53affec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250322 May 31 14:10:43.872544 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:10:44.000631 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:10:44.051399 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device d2190a47-59ea-4de6-baf3-52243bd235ba no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:10:44.053534 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7aebb8e0-de3a-4d4a-9626-6b92ca36a559 req-df634001-cc7f-4b60-9091-852ca87d938b tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=405bad1c-ebc7-4932-8742-dc613089b9ad HTTP/1.1" status: 200 len: 210 time: 0.0428433 May 31 14:10:44.172292 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port d2190a47-59ea-4de6-baf3-52243bd235ba is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:10:44.172677 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:10:44.203231 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd78859e9-a8f0-4603-9a89-faa66e64210f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2190a47-59ea-4de6-baf3-52243bd235ba'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:10:44.212836 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port d2190a47-59ea-4de6-baf3-52243bd235ba, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=d2190a47-59ea-4de6-baf3-52243bd235ba,segment=NetworkSegment(d1b4baa8-8d56-40d4-9537-e3cbdd423df4),segment_id=d1b4baa8-8d56-40d4-9537-e3cbdd423df4)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:10:44.217252 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:10:44.255148 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c3af07b-913e-4770-b9c2-da7f5a6ad2df'] response: {'server_uuid': 'd78859e9-a8f0-4603-9a89-faa66e64210f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2190a47-59ea-4de6-baf3-52243bd235ba', 'code': 200} May 31 14:10:44.293776 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=d2190a47-59ea-4de6-baf3-52243bd235ba,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:10:44.628117 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e8e070-75dd-4d54-9e40-22b6d8f3d4fe req-1432908e-ac9a-4c24-b623-6be3f245353f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:10:44.629551 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a1e8e070-75dd-4d54-9e40-22b6d8f3d4fe req-1432908e-ac9a-4c24-b623-6be3f245353f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=d78859e9-a8f0-4603-9a89-faa66e64210f HTTP/1.1" status: 200 len: 943 time: 0.0988510 May 31 14:10:44.694088 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a1e8e070-75dd-4d54-9e40-22b6d8f3d4fe req-3d048bb3-ac0e-4acc-bd1e-93ae24dbdb11 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=98fd01a8-c4bd-4fe6-af7d-4cb1a897159e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0571098 May 31 14:10:45.221382 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3ec76617-1f1f-4b14-88b8-2a48f7637e47 req-17c2a24f-0d57-4b9e-8712-9b701d5b8165 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=405bad1c-ebc7-4932-8742-dc613089b9ad HTTP/1.1" status: 200 len: 210 time: 0.0546706 May 31 14:10:45.390856 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3332f7f5-a825-47a2-a537-29b53d686e57 req-0342270f-5d7a-4f09-acb9-d6cc4b182f02 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:10:45.393015 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3332f7f5-a825-47a2-a537-29b53d686e57 req-0342270f-5d7a-4f09-acb9-d6cc4b182f02 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.44 "GET /v2.0/networks?id=e4e65f4d-f852-4656-8d43-9470c53affec HTTP/1.1" status: 200 len: 812 time: 0.2845297 May 31 14:10:45.404931 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-3332f7f5-a825-47a2-a537-29b53d686e57 req-31264efc-1aa1-464e-b15f-08614f238ef6 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Request body: {'port': {'device_id': '405bad1c-ebc7-4932-8742-dc613089b9ad', 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec', 'admin_state_up': True, 'tenant_id': 'e18e791f0f8b411a976f31b86b1ed6ca'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:10:45.547582 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-3332f7f5-a825-47a2-a537-29b53d686e57 req-31264efc-1aa1-464e-b15f-08614f238ef6 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:10:45.555711 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-3332f7f5-a825-47a2-a537-29b53d686e57 req-31264efc-1aa1-464e-b15f-08614f238ef6 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Usage tracker for resource:port and tenant:e18e791f0f8b411a976f31b86b1ed6ca is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:10:45.555711 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-3332f7f5-a825-47a2-a537-29b53d686e57 req-31264efc-1aa1-464e-b15f-08614f238ef6 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:10:45.563114 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-3332f7f5-a825-47a2-a537-29b53d686e57 req-31264efc-1aa1-464e-b15f-08614f238ef6 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:10:45.574019 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3332f7f5-a825-47a2-a537-29b53d686e57 req-31264efc-1aa1-464e-b15f-08614f238ef6 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Made reservation on behalf of e18e791f0f8b411a976f31b86b1ed6ca for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:10:45.577502 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-3332f7f5-a825-47a2-a537-29b53d686e57 req-31264efc-1aa1-464e-b15f-08614f238ef6 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:10:45.715279 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:10:45.749783 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [req-3332f7f5-a825-47a2-a537-29b53d686e57 req-31264efc-1aa1-464e-b15f-08614f238ef6 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Allocated IP 172.20.0.5 (e4e65f4d-f852-4656-8d43-9470c53affec/a7ab359a-3caf-41bd-90ad-aaabe46f814a/2a3aa615-90bc-49ab-9642-ad7ec2d586b4) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:10:45.897601 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08361d62-a280-489f-b44c-907bf20623df req-3ce27613-7476-4200-b1d4-8a973f460ed6 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:10:45.899340 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-08361d62-a280-489f-b44c-907bf20623df req-3ce27613-7476-4200-b1d4-8a973f460ed6 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=d78859e9-a8f0-4603-9a89-faa66e64210f HTTP/1.1" status: 200 len: 943 time: 0.0828884 May 31 14:10:45.961498 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-3332f7f5-a825-47a2-a537-29b53d686e57 req-31264efc-1aa1-464e-b15f-08614f238ef6 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:10:45.971294 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-08361d62-a280-489f-b44c-907bf20623df req-05f951b8-313c-4cae-b19e-839502f87941 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=98fd01a8-c4bd-4fe6-af7d-4cb1a897159e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0594351 May 31 14:10:45.984870 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-3332f7f5-a825-47a2-a537-29b53d686e57 req-31264efc-1aa1-464e-b15f-08614f238ef6 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Transition to ACTIVE for port object 2a3aa615-90bc-49ab-9642-ad7ec2d586b4 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:10:45.985482 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 39890) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:10:46.007209 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-3332f7f5-a825-47a2-a537-29b53d686e57 req-31264efc-1aa1-464e-b15f-08614f238ef6 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:10:46.053908 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device d2190a47-59ea-4de6-baf3-52243bd235ba details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 14:10:46.120521 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3332f7f5-a825-47a2-a537-29b53d686e57 req-31264efc-1aa1-464e-b15f-08614f238ef6 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Network e4e65f4d-f852-4656-8d43-9470c53affec is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:10:46.122131 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [req-3332f7f5-a825-47a2-a537-29b53d686e57 req-31264efc-1aa1-464e-b15f-08614f238ef6 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:10:46.124146 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31264efc-1aa1-464e-b15f-08614f238ef6 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Pushing event updated for resources: {'Port': ['ID=2a3aa615-90bc-49ab-9642-ad7ec2d586b4,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:10:46.126661 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-3332f7f5-a825-47a2-a537-29b53d686e57 req-31264efc-1aa1-464e-b15f-08614f238ef6 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:10:46.175379 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-61f109e8-2dca-4f56-94d3-f0b366c85c75 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/floatingips/fadb5a61-3067-4065-82ac-eaf6b6a30bc2 HTTP/1.1" status: 200 len: 991 time: 0.1871409 May 31 14:10:46.181050 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31264efc-1aa1-464e-b15f-08614f238ef6 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:10:46.181795 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31264efc-1aa1-464e-b15f-08614f238ef6 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:10:46.182348 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31264efc-1aa1-464e-b15f-08614f238ef6 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:10:46.182873 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31264efc-1aa1-464e-b15f-08614f238ef6 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:10:46.183393 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31264efc-1aa1-464e-b15f-08614f238ef6 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:10:46.184161 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31264efc-1aa1-464e-b15f-08614f238ef6 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:10:46.184661 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31264efc-1aa1-464e-b15f-08614f238ef6 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:10:46.185177 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31264efc-1aa1-464e-b15f-08614f238ef6 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:10:46.185601 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31264efc-1aa1-464e-b15f-08614f238ef6 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:10:46.186037 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31264efc-1aa1-464e-b15f-08614f238ef6 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:10:46.186474 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31264efc-1aa1-464e-b15f-08614f238ef6 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:10:46.186892 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31264efc-1aa1-464e-b15f-08614f238ef6 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:10:46.223560 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3332f7f5-a825-47a2-a537-29b53d686e57 req-31264efc-1aa1-464e-b15f-08614f238ef6 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:10:46.224020 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-3332f7f5-a825-47a2-a537-29b53d686e57 req-31264efc-1aa1-464e-b15f-08614f238ef6 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:10:46.252040 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3332f7f5-a825-47a2-a537-29b53d686e57 req-31264efc-1aa1-464e-b15f-08614f238ef6 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8508556 May 31 14:10:46.265180 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-3332f7f5-a825-47a2-a537-29b53d686e57 req-f1661a38-62dd-40da-985f-22b565b88bc7 service neutron] Request body: {'port': {'device_id': '405bad1c-ebc7-4932-8742-dc613089b9ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:10:46.287664 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port d2190a47-59ea-4de6-baf3-52243bd235ba, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=d2190a47-59ea-4de6-baf3-52243bd235ba,segment=NetworkSegment(d1b4baa8-8d56-40d4-9537-e3cbdd423df4),segment_id=d1b4baa8-8d56-40d4-9537-e3cbdd423df4)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:10:46.303355 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': 'd2190a47-59ea-4de6-baf3-52243bd235ba', 'network_id': '744c79aa-fcbd-4987-be1f-b82f7cc82972', 'port_id': 'd2190a47-59ea-4de6-baf3-52243bd235ba', 'mac_address': 'fa:16:3e:40:21:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '868f2e43-1473-42e5-9964-f42cf94a443e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 14:10:46.403116 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port d2190a47-59ea-4de6-baf3-52243bd235ba is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:10:46.403495 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:10:46.420096 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-3332f7f5-a825-47a2-a537-29b53d686e57 req-f1661a38-62dd-40da-985f-22b565b88bc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:10:46.422430 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2190a47-59ea-4de6-baf3-52243bd235ba {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:10:46.442013 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port d2190a47-59ea-4de6-baf3-52243bd235ba, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=d2190a47-59ea-4de6-baf3-52243bd235ba,segment=NetworkSegment(d1b4baa8-8d56-40d4-9537-e3cbdd423df4),segment_id=d1b4baa8-8d56-40d4-9537-e3cbdd423df4)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:10:46.451603 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:10:46.521029 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053202f4-0a42-455f-85c0-25bc52356d9f req-543830a0-5c65-46cf-9795-8ef3cbb14524 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:10:46.523199 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-053202f4-0a42-455f-85c0-25bc52356d9f req-543830a0-5c65-46cf-9795-8ef3cbb14524 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=405bad1c-ebc7-4932-8742-dc613089b9ad HTTP/1.1" status: 200 len: 931 time: 0.1164415 May 31 14:10:46.538256 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c7d48d8e-c0bf-4c0d-b204-d8e0f335ac09 None None] Provisioning for port 2a3aa615-90bc-49ab-9642-ad7ec2d586b4 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:10:46.545658 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c7d48d8e-c0bf-4c0d-b204-d8e0f335ac09 None None] Provisioning complete for port 2a3aa615-90bc-49ab-9642-ad7ec2d586b4 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:10:46.546716 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c7d48d8e-c0bf-4c0d-b204-d8e0f335ac09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:10:46.578387 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-053202f4-0a42-455f-85c0-25bc52356d9f req-b88d2de1-b9c1-4dfe-a5b8-fc1c2fe0593c tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3acc40-ea1e-44de-bfa0-ee5264a9df29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484192 May 31 14:10:46.608298 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-c7d48d8e-c0bf-4c0d-b204-d8e0f335ac09 None None] Port 2a3aa615-90bc-49ab-9642-ad7ec2d586b4 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:10:46.609678 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=d2190a47-59ea-4de6-baf3-52243bd235ba,revision_number=7']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:10:46.618242 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:10:46.618589 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:10:46.618930 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:10:46.619264 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:10:46.619596 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:10:46.619942 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:10:46.620256 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:10:46.620579 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:10:46.620901 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:10:46.621223 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:10:46.621546 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:10:46.621896 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:10:46.757677 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['d2190a47-59ea-4de6-baf3-52243bd235ba'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:10:46.855739 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [req-3332f7f5-a825-47a2-a537-29b53d686e57 req-f1661a38-62dd-40da-985f-22b565b88bc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a3aa615-90bc-49ab-9642-ad7ec2d586b4 {{(pid=88369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:10:46.864203 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-3332f7f5-a825-47a2-a537-29b53d686e57 req-f1661a38-62dd-40da-985f-22b565b88bc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:10:46.879976 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-3332f7f5-a825-47a2-a537-29b53d686e57 req-f1661a38-62dd-40da-985f-22b565b88bc7 service neutron] Transition to ACTIVE for port object 2a3aa615-90bc-49ab-9642-ad7ec2d586b4 will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:10:46.884455 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-3332f7f5-a825-47a2-a537-29b53d686e57 req-f1661a38-62dd-40da-985f-22b565b88bc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:10:47.088543 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1661a38-62dd-40da-985f-22b565b88bc7 service neutron] Pushing event updated for resources: {'Port': ['ID=2a3aa615-90bc-49ab-9642-ad7ec2d586b4,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:10:47.132916 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-3332f7f5-a825-47a2-a537-29b53d686e57 req-f1661a38-62dd-40da-985f-22b565b88bc7 service neutron] Attempting to bind port 2a3aa615-90bc-49ab-9642-ad7ec2d586b4 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:10:47.133263 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-3332f7f5-a825-47a2-a537-29b53d686e57 req-f1661a38-62dd-40da-985f-22b565b88bc7 service neutron] Attempting to bind port 2a3aa615-90bc-49ab-9642-ad7ec2d586b4 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'dc2081d9-b82d-4ced-ab69-7467b4d37646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:10:47.133666 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3332f7f5-a825-47a2-a537-29b53d686e57 req-f1661a38-62dd-40da-985f-22b565b88bc7 service neutron] Attempting to bind port 2a3aa615-90bc-49ab-9642-ad7ec2d586b4 on network e4e65f4d-f852-4656-8d43-9470c53affec {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:10:47.138438 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3332f7f5-a825-47a2-a537-29b53d686e57 req-f1661a38-62dd-40da-985f-22b565b88bc7 service neutron] Port 2a3aa615-90bc-49ab-9642-ad7ec2d586b4 on network e4e65f4d-f852-4656-8d43-9470c53affec not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 14:10:47.138909 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3332f7f5-a825-47a2-a537-29b53d686e57 req-f1661a38-62dd-40da-985f-22b565b88bc7 service neutron] Attempting to bind port 2a3aa615-90bc-49ab-9642-ad7ec2d586b4 on network e4e65f4d-f852-4656-8d43-9470c53affec {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:10:47.145356 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3332f7f5-a825-47a2-a537-29b53d686e57 req-f1661a38-62dd-40da-985f-22b565b88bc7 service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:10:47.145700 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3332f7f5-a825-47a2-a537-29b53d686e57 req-f1661a38-62dd-40da-985f-22b565b88bc7 service neutron] Checking segment: {'id': 'dc2081d9-b82d-4ced-ab69-7467b4d37646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:10:47.146116 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3332f7f5-a825-47a2-a537-29b53d686e57 req-f1661a38-62dd-40da-985f-22b565b88bc7 service neutron] Bound using segment: {'id': 'dc2081d9-b82d-4ced-ab69-7467b4d37646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:10:47.146544 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-3332f7f5-a825-47a2-a537-29b53d686e57 req-f1661a38-62dd-40da-985f-22b565b88bc7 service neutron] Bound port: 2a3aa615-90bc-49ab-9642-ad7ec2d586b4, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc2081d9-b82d-4ced-ab69-7467b4d37646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:10:47.146895 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-3332f7f5-a825-47a2-a537-29b53d686e57 req-f1661a38-62dd-40da-985f-22b565b88bc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:10:47.242741 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-3332f7f5-a825-47a2-a537-29b53d686e57 req-f1661a38-62dd-40da-985f-22b565b88bc7 service neutron] For port 2a3aa615-90bc-49ab-9642-ad7ec2d586b4, host n-h2-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:10:47.245684 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-3332f7f5-a825-47a2-a537-29b53d686e57 req-f1661a38-62dd-40da-985f-22b565b88bc7 service neutron] For port 2a3aa615-90bc-49ab-9642-ad7ec2d586b4, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=2a3aa615-90bc-49ab-9642-ad7ec2d586b4,segment=NetworkSegment(dc2081d9-b82d-4ced-ab69-7467b4d37646),segment_id=dc2081d9-b82d-4ced-ab69-7467b4d37646)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:10:47.249707 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-3332f7f5-a825-47a2-a537-29b53d686e57 req-f1661a38-62dd-40da-985f-22b565b88bc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:10:47.314061 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3332f7f5-a825-47a2-a537-29b53d686e57 req-f1661a38-62dd-40da-985f-22b565b88bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:10:47.315740 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-3332f7f5-a825-47a2-a537-29b53d686e57 req-f1661a38-62dd-40da-985f-22b565b88bc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:10:47.317117 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3332f7f5-a825-47a2-a537-29b53d686e57 req-f1661a38-62dd-40da-985f-22b565b88bc7 service neutron] 10.222.0.44 "PUT /v2.0/ports/2a3aa615-90bc-49ab-9642-ad7ec2d586b4 HTTP/1.1" status: 200 len: 1091 time: 1.0575528 May 31 14:10:47.320370 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '405bad1c-ebc7-4932-8742-dc613089b9ad', 'tag': '2a3aa615-90bc-49ab-9642-ad7ec2d586b4'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:10:47.415821 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4609bc5c-8e65-4935-974c-415375092001'] response: {'name': 'network-changed', 'server_uuid': '405bad1c-ebc7-4932-8742-dc613089b9ad', 'tag': '2a3aa615-90bc-49ab-9642-ad7ec2d586b4', 'status': 'completed', 'code': 200} May 31 14:10:47.426466 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1661a38-62dd-40da-985f-22b565b88bc7 service neutron] Pushing event updated for resources: {'Port': ['ID=2a3aa615-90bc-49ab-9642-ad7ec2d586b4,revision_number=3']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:10:47.459866 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3332f7f5-a825-47a2-a537-29b53d686e57 req-4c77088e-a9fa-4da0-9d2a-8f406d422df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:10:47.461455 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3332f7f5-a825-47a2-a537-29b53d686e57 req-4c77088e-a9fa-4da0-9d2a-8f406d422df3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e18e791f0f8b411a976f31b86b1ed6ca&device_id=405bad1c-ebc7-4932-8742-dc613089b9ad HTTP/1.1" status: 200 len: 1094 time: 0.0956516 May 31 14:10:47.536168 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3332f7f5-a825-47a2-a537-29b53d686e57 req-6f49a05d-756b-4c55-9a06-a5e6d0dcae18 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a3aa615-90bc-49ab-9642-ad7ec2d586b4 HTTP/1.1" status: 200 len: 217 time: 0.0673652 May 31 14:10:47.603289 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3332f7f5-a825-47a2-a537-29b53d686e57 req-a56813eb-a235-41e0-a1ef-097ea2c7724c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:10:47.604763 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3332f7f5-a825-47a2-a537-29b53d686e57 req-a56813eb-a235-41e0-a1ef-097ea2c7724c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a7ab359a-3caf-41bd-90ad-aaabe46f814a HTTP/1.1" status: 200 len: 851 time: 0.0625331 May 31 14:10:47.704370 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3332f7f5-a825-47a2-a537-29b53d686e57 req-1a163a4e-16fc-4a40-a139-2a42392dc3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:10:47.706678 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3332f7f5-a825-47a2-a537-29b53d686e57 req-1a163a4e-16fc-4a40-a139-2a42392dc3b8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e4e65f4d-f852-4656-8d43-9470c53affec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0954790 May 31 14:10:47.788405 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac16ffd3-340c-4f3a-86f8-a5378314afb0 req-0ea21869-1d4c-4d65-b997-0240f4cc5139 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:10:47.789901 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ac16ffd3-340c-4f3a-86f8-a5378314afb0 req-0ea21869-1d4c-4d65-b997-0240f4cc5139 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=405bad1c-ebc7-4932-8742-dc613089b9ad HTTP/1.1" status: 200 len: 943 time: 0.0850115 May 31 14:10:47.839558 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ac16ffd3-340c-4f3a-86f8-a5378314afb0 req-e0a1034f-4cd8-4862-8bdd-c0f0499e8b36 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3acc40-ea1e-44de-bfa0-ee5264a9df29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427289 May 31 14:10:47.842527 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3332f7f5-a825-47a2-a537-29b53d686e57 req-e2ec0e5b-b67a-4702-b337-af4518fb4c9d service neutron] 10.222.0.44 "GET /v2.0/networks/e4e65f4d-f852-4656-8d43-9470c53affec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292341 May 31 14:10:48.057700 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device d2190a47-59ea-4de6-baf3-52243bd235ba up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:10:48.094673 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3332f7f5-a825-47a2-a537-29b53d686e57 req-aae57c2c-49ff-4b3b-b394-516cc7882c74 service neutron] 10.222.0.44 "GET /v2.0/networks/e4e65f4d-f852-4656-8d43-9470c53affec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447102 May 31 14:10:48.126584 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port d2190a47-59ea-4de6-baf3-52243bd235ba triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:10:48.127668 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:10:48.217471 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45befb72-4e58-4be7-aae8-8dbbfc074cbb req-f2c5586c-f81c-4377-90ba-74cc32943047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:10:48.219078 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-45befb72-4e58-4be7-aae8-8dbbfc074cbb req-f2c5586c-f81c-4377-90ba-74cc32943047 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e18e791f0f8b411a976f31b86b1ed6ca&device_id=405bad1c-ebc7-4932-8742-dc613089b9ad HTTP/1.1" status: 200 len: 1094 time: 0.0772989 May 31 14:10:48.253217 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port d2190a47-59ea-4de6-baf3-52243bd235ba is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:10:48.253735 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:10:48.281226 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd78859e9-a8f0-4603-9a89-faa66e64210f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2190a47-59ea-4de6-baf3-52243bd235ba'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:10:48.292943 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port d2190a47-59ea-4de6-baf3-52243bd235ba, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=d2190a47-59ea-4de6-baf3-52243bd235ba,segment=NetworkSegment(d1b4baa8-8d56-40d4-9537-e3cbdd423df4),segment_id=d1b4baa8-8d56-40d4-9537-e3cbdd423df4)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:10:48.298482 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:10:48.364548 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45befb72-4e58-4be7-aae8-8dbbfc074cbb req-f7754b86-2e69-4692-86b1-d28e9d0024ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:10:48.365011 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3590188d-db3d-4415-bada-a89daf08bd0d'] response: {'server_uuid': 'd78859e9-a8f0-4603-9a89-faa66e64210f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2190a47-59ea-4de6-baf3-52243bd235ba', 'code': 200} May 31 14:10:48.366487 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-45befb72-4e58-4be7-aae8-8dbbfc074cbb req-f7754b86-2e69-4692-86b1-d28e9d0024ce service neutron] 10.222.0.44 "GET /v2.0/networks?id=e4e65f4d-f852-4656-8d43-9470c53affec HTTP/1.1" status: 200 len: 913 time: 0.1400647 May 31 14:10:48.425674 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=d2190a47-59ea-4de6-baf3-52243bd235ba,revision_number=8']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:10:48.454254 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-45befb72-4e58-4be7-aae8-8dbbfc074cbb req-ef3e9f1e-b838-4ab7-bdd0-7a1d8262e920 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2a3aa615-90bc-49ab-9642-ad7ec2d586b4 HTTP/1.1" status: 200 len: 217 time: 0.0800319 May 31 14:10:48.534698 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45befb72-4e58-4be7-aae8-8dbbfc074cbb req-9a7e2f08-78c0-4ed7-9c8a-e6d165a7de36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:10:48.537508 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-45befb72-4e58-4be7-aae8-8dbbfc074cbb req-9a7e2f08-78c0-4ed7-9c8a-e6d165a7de36 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a7ab359a-3caf-41bd-90ad-aaabe46f814a HTTP/1.1" status: 200 len: 851 time: 0.0767639 May 31 14:10:48.629838 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45befb72-4e58-4be7-aae8-8dbbfc074cbb req-610dcbee-c98e-4e7d-90f1-5b717a38d0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:10:48.631444 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-45befb72-4e58-4be7-aae8-8dbbfc074cbb req-610dcbee-c98e-4e7d-90f1-5b717a38d0c8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e4e65f4d-f852-4656-8d43-9470c53affec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0876131 May 31 14:10:48.817688 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-45befb72-4e58-4be7-aae8-8dbbfc074cbb req-01f2a3f0-3e4b-406f-a30a-5fc5c6217523 service neutron] 10.222.0.44 "GET /v2.0/networks/e4e65f4d-f852-4656-8d43-9470c53affec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794527 May 31 14:10:48.975883 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-45befb72-4e58-4be7-aae8-8dbbfc074cbb req-fc65330b-4ef9-439b-bc9c-3bf6ff6b7101 service neutron] 10.222.0.44 "GET /v2.0/networks/e4e65f4d-f852-4656-8d43-9470c53affec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511562 May 31 14:10:49.099647 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4c1749-20f0-444d-9a05-a755ccb681b3 req-b14141f7-6b1f-497a-932f-66e84908ea9d tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:10:49.101174 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1d4c1749-20f0-444d-9a05-a755ccb681b3 req-b14141f7-6b1f-497a-932f-66e84908ea9d tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=405bad1c-ebc7-4932-8742-dc613089b9ad HTTP/1.1" status: 200 len: 943 time: 0.1133904 May 31 14:10:49.143138 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-63a660d9-067b-4ae9-945e-94970d4f747a req-6388e045-1388-4a08-8ebb-9a881983a6b0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d78859e9-a8f0-4603-9a89-faa66e64210f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0986540 May 31 14:10:49.191971 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1d4c1749-20f0-444d-9a05-a755ccb681b3 req-25c2970d-29b7-4958-aa81-919de8cb93a5 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3acc40-ea1e-44de-bfa0-ee5264a9df29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851183 May 31 14:10:49.351345 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a660d9-067b-4ae9-945e-94970d4f747a req-ac1781f7-fe0f-455b-a6a9-281397d65019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:10:49.354601 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-63a660d9-067b-4ae9-945e-94970d4f747a req-ac1781f7-fe0f-455b-a6a9-281397d65019 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=088180f8cd814306a3f92350df9020de&device_id=d78859e9-a8f0-4603-9a89-faa66e64210f HTTP/1.1" status: 200 len: 1096 time: 0.1136937 May 31 14:10:49.656770 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a660d9-067b-4ae9-945e-94970d4f747a req-83f63001-7f77-4ba5-8b61-35cb364dfdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:10:49.659708 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-63a660d9-067b-4ae9-945e-94970d4f747a req-83f63001-7f77-4ba5-8b61-35cb364dfdbe service neutron] 10.222.0.20 "GET /v2.0/networks?id=744c79aa-fcbd-4987-be1f-b82f7cc82972 HTTP/1.1" status: 200 len: 897 time: 0.2754002 May 31 14:10:49.777780 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-63a660d9-067b-4ae9-945e-94970d4f747a req-d8a7ba2f-cd34-4d2f-956d-7aae2eb89d3d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d2190a47-59ea-4de6-baf3-52243bd235ba HTTP/1.1" status: 200 len: 1001 time: 0.1107731 May 31 14:10:49.891506 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a660d9-067b-4ae9-945e-94970d4f747a req-f8ba08e2-958c-4e78-971a-9a6213f9cccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:10:49.893656 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-63a660d9-067b-4ae9-945e-94970d4f747a req-f8ba08e2-958c-4e78-971a-9a6213f9cccd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=868f2e43-1473-42e5-9964-f42cf94a443e HTTP/1.1" status: 200 len: 835 time: 0.1044676 May 31 14:10:49.990729 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a660d9-067b-4ae9-945e-94970d4f747a req-92848c82-2425-482b-b3f2-65e35a357a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:10:49.992232 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-63a660d9-067b-4ae9-945e-94970d4f747a req-92848c82-2425-482b-b3f2-65e35a357a24 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=744c79aa-fcbd-4987-be1f-b82f7cc82972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0929804 May 31 14:10:50.172492 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-63a660d9-067b-4ae9-945e-94970d4f747a req-428cdeb4-0451-4e43-ad55-44e46af6ace9 service neutron] 10.222.0.20 "GET /v2.0/networks/744c79aa-fcbd-4987-be1f-b82f7cc82972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742902 May 31 14:10:50.450484 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e63442-46e0-477b-99b9-555784c7fdfd req-222df430-f456-40a6-858f-4a7aefae6b38 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:10:50.454468 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c0e63442-46e0-477b-99b9-555784c7fdfd req-222df430-f456-40a6-858f-4a7aefae6b38 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=405bad1c-ebc7-4932-8742-dc613089b9ad HTTP/1.1" status: 200 len: 943 time: 0.1190350 May 31 14:10:50.497363 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-63a660d9-067b-4ae9-945e-94970d4f747a req-1f0902fc-94bd-4a96-bbda-9cd982ae55d6 service neutron] 10.222.0.20 "GET /v2.0/networks/744c79aa-fcbd-4987-be1f-b82f7cc82972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186510 May 31 14:10:50.522487 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c0e63442-46e0-477b-99b9-555784c7fdfd req-4f834773-4ac8-4dcf-9984-4b3bbe4182e0 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3acc40-ea1e-44de-bfa0-ee5264a9df29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628963 May 31 14:10:51.758266 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0f7dc-656e-4b74-a28c-f34433734412 req-d8d15fb3-5ebb-4ebb-8888-cfa8dadffd95 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:10:51.759655 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b5d0f7dc-656e-4b74-a28c-f34433734412 req-d8d15fb3-5ebb-4ebb-8888-cfa8dadffd95 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=405bad1c-ebc7-4932-8742-dc613089b9ad HTTP/1.1" status: 200 len: 943 time: 0.0991132 May 31 14:10:51.807726 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b5d0f7dc-656e-4b74-a28c-f34433734412 req-a0d82cd1-61b0-4641-801a-34fb740d697c tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3acc40-ea1e-44de-bfa0-ee5264a9df29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420926 May 31 14:10:53.001729 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e725c9-c902-4cc9-9def-4022d6c17a34 req-947c6dc5-f5e0-4091-bacc-d1c45a8c7fb9 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:10:53.006582 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-79e725c9-c902-4cc9-9def-4022d6c17a34 req-947c6dc5-f5e0-4091-bacc-d1c45a8c7fb9 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=405bad1c-ebc7-4932-8742-dc613089b9ad HTTP/1.1" status: 200 len: 943 time: 0.0925648 May 31 14:10:53.051995 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-79e725c9-c902-4cc9-9def-4022d6c17a34 req-aa0bcf56-6dc1-4816-a3d3-7d992ef98eac tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3acc40-ea1e-44de-bfa0-ee5264a9df29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422297 May 31 14:10:54.238268 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc9ddc5-19e9-487c-8a8f-c07a2a5538ba req-b651071b-874d-4fed-9938-1c2952210280 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:10:54.239714 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dcc9ddc5-19e9-487c-8a8f-c07a2a5538ba req-b651071b-874d-4fed-9938-1c2952210280 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=405bad1c-ebc7-4932-8742-dc613089b9ad HTTP/1.1" status: 200 len: 943 time: 0.0808456 May 31 14:10:54.282931 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dcc9ddc5-19e9-487c-8a8f-c07a2a5538ba req-c4c5643b-1d3c-49ce-8f81-b40670f0e927 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3acc40-ea1e-44de-bfa0-ee5264a9df29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375814 May 31 14:10:55.481875 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f990621-e8a0-4f81-afcc-c153de49b35c req-9cab2a0a-6722-4b47-abea-58b23777761b tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:10:55.483352 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9f990621-e8a0-4f81-afcc-c153de49b35c req-9cab2a0a-6722-4b47-abea-58b23777761b tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=405bad1c-ebc7-4932-8742-dc613089b9ad HTTP/1.1" status: 200 len: 943 time: 0.0876374 May 31 14:10:55.532483 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9f990621-e8a0-4f81-afcc-c153de49b35c req-fa4da19c-d121-4659-bcf4-892b881c66f3 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3acc40-ea1e-44de-bfa0-ee5264a9df29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427897 May 31 14:10:56.718060 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f51015f-8767-43e9-add0-4c01cb47100f req-9bc0e5ca-bfa2-418f-b8cd-a9cb7cde411c tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:10:56.719522 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6f51015f-8767-43e9-add0-4c01cb47100f req-9bc0e5ca-bfa2-418f-b8cd-a9cb7cde411c tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=405bad1c-ebc7-4932-8742-dc613089b9ad HTTP/1.1" status: 200 len: 943 time: 0.0806162 May 31 14:10:56.769089 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6f51015f-8767-43e9-add0-4c01cb47100f req-20a6201a-25ad-41fd-b54f-7c208b0a41c9 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3acc40-ea1e-44de-bfa0-ee5264a9df29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430036 May 31 14:10:57.632190 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:10:57.954058 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03309e03-01a8-4609-a5b3-d087082209b5 req-61c7ded8-ef02-4353-9de2-2e47d3b2c472 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:10:57.956552 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-03309e03-01a8-4609-a5b3-d087082209b5 req-61c7ded8-ef02-4353-9de2-2e47d3b2c472 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=405bad1c-ebc7-4932-8742-dc613089b9ad HTTP/1.1" status: 200 len: 943 time: 0.0813372 May 31 14:10:58.000298 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-03309e03-01a8-4609-a5b3-d087082209b5 req-bd042ceb-e561-45ee-88b8-ec3bd23f4ecb tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3acc40-ea1e-44de-bfa0-ee5264a9df29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378397 May 31 14:10:59.190917 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b12e904-d65c-4d8d-bcc5-6fd582298714 req-91030179-ad39-4a31-8d81-344836130615 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:10:59.192352 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6b12e904-d65c-4d8d-bcc5-6fd582298714 req-91030179-ad39-4a31-8d81-344836130615 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=405bad1c-ebc7-4932-8742-dc613089b9ad HTTP/1.1" status: 200 len: 943 time: 0.0851007 May 31 14:10:59.235601 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6b12e904-d65c-4d8d-bcc5-6fd582298714 req-a8f99d2f-a320-40ef-bade-9347c3a59536 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3acc40-ea1e-44de-bfa0-ee5264a9df29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375876 May 31 14:11:00.417511 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d3eb7c-228e-444d-b91b-2c75623b4502 req-a61406a5-c359-4e39-89d4-61ee43f1f7c2 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:11:00.418968 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c8d3eb7c-228e-444d-b91b-2c75623b4502 req-a61406a5-c359-4e39-89d4-61ee43f1f7c2 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=405bad1c-ebc7-4932-8742-dc613089b9ad HTTP/1.1" status: 200 len: 943 time: 0.0785975 May 31 14:11:00.462593 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c8d3eb7c-228e-444d-b91b-2c75623b4502 req-3fe3b92b-5e93-4e34-ab08-9e868f394310 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3acc40-ea1e-44de-bfa0-ee5264a9df29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374138 May 31 14:11:01.648688 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd94bc9-1492-455b-bd45-042d19e8331c req-284e47bc-65af-40cf-a2e2-9b791aa73eef tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:11:01.650071 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9dd94bc9-1492-455b-bd45-042d19e8331c req-284e47bc-65af-40cf-a2e2-9b791aa73eef tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=405bad1c-ebc7-4932-8742-dc613089b9ad HTTP/1.1" status: 200 len: 943 time: 0.0833623 May 31 14:11:01.693763 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9dd94bc9-1492-455b-bd45-042d19e8331c req-9fb324d1-fcf0-498d-b5bb-6c3ce1363229 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3acc40-ea1e-44de-bfa0-ee5264a9df29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381086 May 31 14:11:02.879166 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509121c6-ce0a-4c4c-a6d7-3f33e430ae63 req-b32432e8-9191-4d96-acf5-61d7a03fcf8f tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:11:02.880614 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-509121c6-ce0a-4c4c-a6d7-3f33e430ae63 req-b32432e8-9191-4d96-acf5-61d7a03fcf8f tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=405bad1c-ebc7-4932-8742-dc613089b9ad HTTP/1.1" status: 200 len: 943 time: 0.0798783 May 31 14:11:02.924418 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-509121c6-ce0a-4c4c-a6d7-3f33e430ae63 req-6cd61af8-302a-44e5-8ca0-b9c795917640 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3acc40-ea1e-44de-bfa0-ee5264a9df29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381498 May 31 14:11:04.108814 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f30bad-80e1-4cd2-85ec-b857d3a1a987 req-85fff50f-ea13-494e-aff9-aa7e29d5ed47 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:11:04.110284 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-34f30bad-80e1-4cd2-85ec-b857d3a1a987 req-85fff50f-ea13-494e-aff9-aa7e29d5ed47 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=405bad1c-ebc7-4932-8742-dc613089b9ad HTTP/1.1" status: 200 len: 943 time: 0.0824213 May 31 14:11:04.153955 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-34f30bad-80e1-4cd2-85ec-b857d3a1a987 req-9207e694-2f78-4dcd-9db8-5f58e303540f tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3acc40-ea1e-44de-bfa0-ee5264a9df29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374033 May 31 14:11:05.338719 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17132c63-5020-47e7-9ff9-5b775b45740e req-c81a9330-5213-4e47-ab7a-afd5c9cbf42f tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:11:05.340821 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-17132c63-5020-47e7-9ff9-5b775b45740e req-c81a9330-5213-4e47-ab7a-afd5c9cbf42f tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=405bad1c-ebc7-4932-8742-dc613089b9ad HTTP/1.1" status: 200 len: 943 time: 0.0825746 May 31 14:11:05.388408 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-17132c63-5020-47e7-9ff9-5b775b45740e req-6ac20e38-edd8-4911-b33d-01b966eb3394 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3acc40-ea1e-44de-bfa0-ee5264a9df29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420766 May 31 14:11:05.434830 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 2a3aa615-90bc-49ab-9642-ad7ec2d586b4 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 14:11:05.594640 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 2a3aa615-90bc-49ab-9642-ad7ec2d586b4, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=2a3aa615-90bc-49ab-9642-ad7ec2d586b4,segment=NetworkSegment(dc2081d9-b82d-4ced-ab69-7467b4d37646),segment_id=dc2081d9-b82d-4ced-ab69-7467b4d37646)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:11:05.607910 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': '2a3aa615-90bc-49ab-9642-ad7ec2d586b4', 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec', 'port_id': '2a3aa615-90bc-49ab-9642-ad7ec2d586b4', 'mac_address': 'fa:16:3e:16:c8:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7ab359a-3caf-41bd-90ad-aaabe46f814a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 14:11:05.661375 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 2a3aa615-90bc-49ab-9642-ad7ec2d586b4 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:11:05.661747 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:11:05.677922 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a3aa615-90bc-49ab-9642-ad7ec2d586b4 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:11:05.697302 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 2a3aa615-90bc-49ab-9642-ad7ec2d586b4, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=2a3aa615-90bc-49ab-9642-ad7ec2d586b4,segment=NetworkSegment(dc2081d9-b82d-4ced-ab69-7467b4d37646),segment_id=dc2081d9-b82d-4ced-ab69-7467b4d37646)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:11:05.702272 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:11:05.772721 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=2a3aa615-90bc-49ab-9642-ad7ec2d586b4,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:11:05.948477 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['2a3aa615-90bc-49ab-9642-ad7ec2d586b4'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:11:06.574804 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be57289-db5b-4c59-b7e2-0ca4f1e38209 req-2ab159da-306c-4f96-81ec-2aa4422f0e36 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:11:06.576410 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1be57289-db5b-4c59-b7e2-0ca4f1e38209 req-2ab159da-306c-4f96-81ec-2aa4422f0e36 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=405bad1c-ebc7-4932-8742-dc613089b9ad HTTP/1.1" status: 200 len: 944 time: 0.0805147 May 31 14:11:06.620898 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1be57289-db5b-4c59-b7e2-0ca4f1e38209 req-1306bfd8-3c0e-4292-9834-d9d9715e2f08 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3acc40-ea1e-44de-bfa0-ee5264a9df29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388610 May 31 14:11:07.431025 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 2a3aa615-90bc-49ab-9642-ad7ec2d586b4 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:11:07.499590 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port 2a3aa615-90bc-49ab-9642-ad7ec2d586b4 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:11:07.504431 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port 2a3aa615-90bc-49ab-9642-ad7ec2d586b4 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:11:07.504797 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:11:07.620524 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 2a3aa615-90bc-49ab-9642-ad7ec2d586b4 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:11:07.620895 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:11:07.646691 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '405bad1c-ebc7-4932-8742-dc613089b9ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a3aa615-90bc-49ab-9642-ad7ec2d586b4'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:11:07.660519 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 2a3aa615-90bc-49ab-9642-ad7ec2d586b4, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=2a3aa615-90bc-49ab-9642-ad7ec2d586b4,segment=NetworkSegment(dc2081d9-b82d-4ced-ab69-7467b4d37646),segment_id=dc2081d9-b82d-4ced-ab69-7467b4d37646)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:11:07.669625 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:11:07.707472 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b0c3b48-8dfc-463b-9a9e-bc49534923eb'] response: {'server_uuid': '405bad1c-ebc7-4932-8742-dc613089b9ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a3aa615-90bc-49ab-9642-ad7ec2d586b4', 'code': 200} May 31 14:11:07.714906 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:11:07.741244 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=2a3aa615-90bc-49ab-9642-ad7ec2d586b4,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:11:07.827222 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a7f767-33a1-40d6-b665-312b0a9c393c req-fdad8b4d-5aa1-4c4c-b230-9b9ba318c74a tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:11:07.827959 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b798ff37-67f9-49a2-89d7-314c6dd8e090 req-2ca3c2fa-ecfe-4fdf-bd7c-88d594783188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:11:07.828695 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-74a7f767-33a1-40d6-b665-312b0a9c393c req-fdad8b4d-5aa1-4c4c-b230-9b9ba318c74a tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=405bad1c-ebc7-4932-8742-dc613089b9ad HTTP/1.1" status: 200 len: 945 time: 0.0883651 May 31 14:11:07.829428 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b798ff37-67f9-49a2-89d7-314c6dd8e090 req-2ca3c2fa-ecfe-4fdf-bd7c-88d594783188 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=405bad1c-ebc7-4932-8742-dc613089b9ad HTTP/1.1" status: 200 len: 1096 time: 0.0728369 May 31 14:11:07.872651 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b798ff37-67f9-49a2-89d7-314c6dd8e090 req-575adfb8-ae73-4d7f-aaf2-3601b6262c07 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7d3acc40-ea1e-44de-bfa0-ee5264a9df29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364017 May 31 14:11:07.874324 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-74a7f767-33a1-40d6-b665-312b0a9c393c req-5e5e27ff-a095-4eda-a155-1c3ead2ab5a5 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3acc40-ea1e-44de-bfa0-ee5264a9df29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391550 May 31 14:11:09.065249 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14879bc-4114-40d9-81a0-624ec73439fa req-0605fa9f-6d8e-4ee5-9c98-ef2dfc34ab9a tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:11:09.066667 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f14879bc-4114-40d9-81a0-624ec73439fa req-0605fa9f-6d8e-4ee5-9c98-ef2dfc34ab9a tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=405bad1c-ebc7-4932-8742-dc613089b9ad HTTP/1.1" status: 200 len: 945 time: 0.0798826 May 31 14:11:09.112254 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f14879bc-4114-40d9-81a0-624ec73439fa req-4f7e4916-5531-4829-a053-7d73a9a9eb99 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3acc40-ea1e-44de-bfa0-ee5264a9df29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383906 May 31 14:11:09.205061 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:11:10.418099 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1098b-5f0e-452c-9b01-fd6f34fb6019 req-5eac1611-b0d8-4cbe-86b5-ddb7b2638483 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:11:10.419555 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-54f1098b-5f0e-452c-9b01-fd6f34fb6019 req-5eac1611-b0d8-4cbe-86b5-ddb7b2638483 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=405bad1c-ebc7-4932-8742-dc613089b9ad HTTP/1.1" status: 200 len: 945 time: 0.1944101 May 31 14:11:10.462625 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-54f1098b-5f0e-452c-9b01-fd6f34fb6019 req-7c08080b-58e8-4660-b398-8455a1d442b2 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3acc40-ea1e-44de-bfa0-ee5264a9df29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366635 May 31 14:11:10.596582 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-736094d2-0389-4604-a2df-87c613457db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:11:10.645134 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f415c6b-7d7d-47ad-bfe6-edea64bc6c9e req-0bdd5b9f-35ff-41df-baa1-73898abf2715 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:11:10.646500 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7f415c6b-7d7d-47ad-bfe6-edea64bc6c9e req-0bdd5b9f-35ff-41df-baa1-73898abf2715 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=405bad1c-ebc7-4932-8742-dc613089b9ad HTTP/1.1" status: 200 len: 945 time: 0.0799425 May 31 14:11:10.693583 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7f415c6b-7d7d-47ad-bfe6-edea64bc6c9e req-947a81df-c92d-41ac-a6c7-3ff2f3c7eedf tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3acc40-ea1e-44de-bfa0-ee5264a9df29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413461 May 31 14:11:10.876564 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071d1f37-93e6-4bd0-ba59-dad6f3927564 req-c20be197-cc2f-45db-ae15-e6d6c140eb88 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:11:10.878115 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-071d1f37-93e6-4bd0-ba59-dad6f3927564 req-c20be197-cc2f-45db-ae15-e6d6c140eb88 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=405bad1c-ebc7-4932-8742-dc613089b9ad HTTP/1.1" status: 200 len: 945 time: 0.0800648 May 31 14:11:10.922477 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-071d1f37-93e6-4bd0-ba59-dad6f3927564 req-cf220321-92a1-430a-851d-02f23dc58413 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3acc40-ea1e-44de-bfa0-ee5264a9df29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387249 May 31 14:11:11.393108 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae65300-8a98-4abc-976f-2ca8c60a5dd7 req-856d6e8e-dcb4-4bba-94ee-d2ca4cbd0543 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:11:11.394623 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aae65300-8a98-4abc-976f-2ca8c60a5dd7 req-856d6e8e-dcb4-4bba-94ee-d2ca4cbd0543 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=405bad1c-ebc7-4932-8742-dc613089b9ad HTTP/1.1" status: 200 len: 945 time: 0.0843673 May 31 14:11:11.439665 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aae65300-8a98-4abc-976f-2ca8c60a5dd7 req-2f7346a5-3d91-40da-9272-7865600a3712 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3acc40-ea1e-44de-bfa0-ee5264a9df29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393121 May 31 14:11:12.625304 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d610b-ed13-4ea4-872b-7f309f19b2f4 req-41baf5ff-2905-4c41-9806-12e65b014120 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:11:12.627470 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-717d610b-ed13-4ea4-872b-7f309f19b2f4 req-41baf5ff-2905-4c41-9806-12e65b014120 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=405bad1c-ebc7-4932-8742-dc613089b9ad HTTP/1.1" status: 200 len: 945 time: 0.0834374 May 31 14:11:12.673018 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-717d610b-ed13-4ea4-872b-7f309f19b2f4 req-ec71e900-96e6-4259-b29f-ce793342810e tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3acc40-ea1e-44de-bfa0-ee5264a9df29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398791 May 31 14:11:12.820205 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b3a32359-45ca-4245-81d8-67609a2be357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:11:13.171830 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579512f-a11d-4a78-913a-577f6618eeba req-750c67a2-0de0-4066-aab9-c78d6de76aa1 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:11:13.172508 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-a579512f-a11d-4a78-913a-577f6618eeba req-750c67a2-0de0-4066-aab9-c78d6de76aa1 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Synchronizing usage tracker for tenant:e18e791f0f8b411a976f31b86b1ed6ca on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:11:13.188039 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-a579512f-a11d-4a78-913a-577f6618eeba req-750c67a2-0de0-4066-aab9-c78d6de76aa1 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Unset dirty status for tenant:e18e791f0f8b411a976f31b86b1ed6ca on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:11:13.189460 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-a579512f-a11d-4a78-913a-577f6618eeba req-750c67a2-0de0-4066-aab9-c78d6de76aa1 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.44 "GET /v2.0/ports?device_id=405bad1c-ebc7-4932-8742-dc613089b9ad HTTP/1.1" status: 200 len: 945 time: 0.0974805 May 31 14:11:13.258257 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-a579512f-a11d-4a78-913a-577f6618eeba req-d0fd9868-36d4-421b-9516-3d99cbe9c166 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Deleting port 2a3aa615-90bc-49ab-9642-ad7ec2d586b4 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:11:13.258504 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-a579512f-a11d-4a78-913a-577f6618eeba req-d0fd9868-36d4-421b-9516-3d99cbe9c166 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:11:13.502339 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-a579512f-a11d-4a78-913a-577f6618eeba req-d0fd9868-36d4-421b-9516-3d99cbe9c166 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] For port 2a3aa615-90bc-49ab-9642-ad7ec2d586b4, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=2a3aa615-90bc-49ab-9642-ad7ec2d586b4,segment=NetworkSegment(dc2081d9-b82d-4ced-ab69-7467b4d37646),segment_id=dc2081d9-b82d-4ced-ab69-7467b4d37646)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:11:13.502589 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-a579512f-a11d-4a78-913a-577f6618eeba req-d0fd9868-36d4-421b-9516-3d99cbe9c166 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:11:13.627036 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-a579512f-a11d-4a78-913a-577f6618eeba req-d0fd9868-36d4-421b-9516-3d99cbe9c166 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Calling delete_port for 2a3aa615-90bc-49ab-9642-ad7ec2d586b4 owned by compute:nova {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:11:13.775090 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-a579512f-a11d-4a78-913a-577f6618eeba req-d0fd9868-36d4-421b-9516-3d99cbe9c166 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:11:13.827607 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fd9868-36d4-421b-9516-3d99cbe9c166 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Pushing event deleted for resources: {'Port': ['ID=2a3aa615-90bc-49ab-9642-ad7ec2d586b4,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:11:13.838150 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6d1880b8-663b-4797-8209-7e6a360007c5 req-5740da09-d507-4809-8114-ffdfa2c7c554 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=405bad1c-ebc7-4932-8742-dc613089b9ad HTTP/1.1" status: 200 len: 210 time: 0.0534112 May 31 14:11:13.879188 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:11:13.913434 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-a579512f-a11d-4a78-913a-577f6618eeba req-d0fd9868-36d4-421b-9516-3d99cbe9c166 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] No DVR routers for this DVR port 2a3aa615-90bc-49ab-9642-ad7ec2d586b4 on host n-h2-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:11:13.916545 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-a579512f-a11d-4a78-913a-577f6618eeba req-d0fd9868-36d4-421b-9516-3d99cbe9c166 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:11:13.920884 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '405bad1c-ebc7-4932-8742-dc613089b9ad', 'name': 'network-vif-deleted', 'tag': '2a3aa615-90bc-49ab-9642-ad7ec2d586b4'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:11:13.937442 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-a579512f-a11d-4a78-913a-577f6618eeba req-d0fd9868-36d4-421b-9516-3d99cbe9c166 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.44 "DELETE /v2.0/ports/2a3aa615-90bc-49ab-9642-ad7ec2d586b4 HTTP/1.1" status: 204 len: 173 time: 0.7424986 May 31 14:11:13.969841 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a400ef6d-d9b2-4d45-8992-e1d6fa4d10b9'] response: {'server_uuid': '405bad1c-ebc7-4932-8742-dc613089b9ad', 'name': 'network-vif-deleted', 'tag': '2a3aa615-90bc-49ab-9642-ad7ec2d586b4', 'status': 'completed', 'code': 200} May 31 14:11:13.992416 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:11:15.018868 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d22631a4-5c9f-4240-aa19-384bd81547ac req-e89e4cd1-0375-46e1-b2eb-b8a0faf33a65 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=405bad1c-ebc7-4932-8742-dc613089b9ad HTTP/1.1" status: 200 len: 210 time: 0.0445225 May 31 14:11:15.502009 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 2a3aa615-90bc-49ab-9642-ad7ec2d586b4 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:11:15.542860 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] No Port match for: 2a3aa615-90bc-49ab-9642-ad7ec2d586b4 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:11:15.543209 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 2a3aa615-90bc-49ab-9642-ad7ec2d586b4 not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:11:15.723120 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:11:34.633512 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:11:35.921833 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacd4a53-7784-4923-b2d8-271d55a7dade req-ce84e245-3c3b-4d1e-9c95-3aa046c1b149 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:11:35.923531 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cacd4a53-7784-4923-b2d8-271d55a7dade req-ce84e245-3c3b-4d1e-9c95-3aa046c1b149 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/networks?id=e4e65f4d-f852-4656-8d43-9470c53affec HTTP/1.1" status: 200 len: 812 time: 0.1504633 May 31 14:11:35.940101 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cacd4a53-7784-4923-b2d8-271d55a7dade req-e43673fb-f891-4c64-a950-0281c3b6472c tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/quotas/e18e791f0f8b411a976f31b86b1ed6ca HTTP/1.1" status: 200 len: 375 time: 0.0108397 May 31 14:11:36.037517 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cacd4a53-7784-4923-b2d8-271d55a7dade req-f84605fb-e5d2-482b-9c51-2c5da5a2e863 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e18e791f0f8b411a976f31b86b1ed6ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0914211 May 31 14:11:36.174749 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cacd4a53-7784-4923-b2d8-271d55a7dade req-2557f130-a0d7-496a-a0f2-e34a7d16bf0d service neutron] 10.222.0.50 "GET /v2.0/networks/e4e65f4d-f852-4656-8d43-9470c53affec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286542 May 31 14:11:36.311809 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cacd4a53-7784-4923-b2d8-271d55a7dade req-c41fd13b-3934-415e-9341-7bf54f09314c service neutron] 10.222.0.50 "GET /v2.0/networks/e4e65f4d-f852-4656-8d43-9470c53affec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310351 May 31 14:11:36.689704 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7eb212ba-f5d0-45d4-a98b-693b28623475 req-624147ff-04c8-4a3e-97ee-2595fcaccb32 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=57d586f9-77c9-4ae2-970c-11d7a3ab6dbd HTTP/1.1" status: 200 len: 210 time: 0.0425339 May 31 14:11:37.698925 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:11:37.749749 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacd4a53-7784-4923-b2d8-271d55a7dade req-c1022111-4e50-452e-a0bb-f0b813cd5107 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:11:37.751580 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-cacd4a53-7784-4923-b2d8-271d55a7dade req-c1022111-4e50-452e-a0bb-f0b813cd5107 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.44 "GET /v2.0/networks?id=e4e65f4d-f852-4656-8d43-9470c53affec HTTP/1.1" status: 200 len: 812 time: 0.1514058 May 31 14:11:37.764591 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-cacd4a53-7784-4923-b2d8-271d55a7dade req-10db5dd5-2126-4dd0-bcb5-0131614cbe3a tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Request body: {'port': {'device_id': '57d586f9-77c9-4ae2-970c-11d7a3ab6dbd', 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec', 'admin_state_up': True, 'tenant_id': 'e18e791f0f8b411a976f31b86b1ed6ca'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:11:37.852238 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fa11cc94-18df-4266-adc7-2dcbd62ff43d req-288b5ae6-1e1d-43fb-9b96-edcb27dfdbc1 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=57d586f9-77c9-4ae2-970c-11d7a3ab6dbd HTTP/1.1" status: 200 len: 210 time: 0.0473614 May 31 14:11:37.909605 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-cacd4a53-7784-4923-b2d8-271d55a7dade req-10db5dd5-2126-4dd0-bcb5-0131614cbe3a tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:11:37.913711 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-cacd4a53-7784-4923-b2d8-271d55a7dade req-10db5dd5-2126-4dd0-bcb5-0131614cbe3a tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Usage tracker for resource:port and tenant:e18e791f0f8b411a976f31b86b1ed6ca is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:11:37.916575 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-cacd4a53-7784-4923-b2d8-271d55a7dade req-10db5dd5-2126-4dd0-bcb5-0131614cbe3a tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:11:37.922599 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-cacd4a53-7784-4923-b2d8-271d55a7dade req-10db5dd5-2126-4dd0-bcb5-0131614cbe3a tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:11:37.932963 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cacd4a53-7784-4923-b2d8-271d55a7dade req-10db5dd5-2126-4dd0-bcb5-0131614cbe3a tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Made reservation on behalf of e18e791f0f8b411a976f31b86b1ed6ca for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:11:37.936642 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-cacd4a53-7784-4923-b2d8-271d55a7dade req-10db5dd5-2126-4dd0-bcb5-0131614cbe3a tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:11:38.108205 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [req-cacd4a53-7784-4923-b2d8-271d55a7dade req-10db5dd5-2126-4dd0-bcb5-0131614cbe3a tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Allocated IP 172.20.0.14 (e4e65f4d-f852-4656-8d43-9470c53affec/a7ab359a-3caf-41bd-90ad-aaabe46f814a/a8b1b9fa-5a34-4265-9a29-bf4c00a30bf5) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:11:38.330916 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-cacd4a53-7784-4923-b2d8-271d55a7dade req-10db5dd5-2126-4dd0-bcb5-0131614cbe3a tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:11:38.346406 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-cacd4a53-7784-4923-b2d8-271d55a7dade req-10db5dd5-2126-4dd0-bcb5-0131614cbe3a tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Transition to ACTIVE for port object a8b1b9fa-5a34-4265-9a29-bf4c00a30bf5 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:11:38.370226 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-cacd4a53-7784-4923-b2d8-271d55a7dade req-10db5dd5-2126-4dd0-bcb5-0131614cbe3a tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:11:38.448216 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cacd4a53-7784-4923-b2d8-271d55a7dade req-10db5dd5-2126-4dd0-bcb5-0131614cbe3a tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Network e4e65f4d-f852-4656-8d43-9470c53affec is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:11:38.451400 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [req-cacd4a53-7784-4923-b2d8-271d55a7dade req-10db5dd5-2126-4dd0-bcb5-0131614cbe3a tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:11:38.455286 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-cacd4a53-7784-4923-b2d8-271d55a7dade req-10db5dd5-2126-4dd0-bcb5-0131614cbe3a tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:11:38.486570 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10db5dd5-2126-4dd0-bcb5-0131614cbe3a tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Pushing event updated for resources: {'Port': ['ID=a8b1b9fa-5a34-4265-9a29-bf4c00a30bf5,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:11:38.525795 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacd4a53-7784-4923-b2d8-271d55a7dade req-10db5dd5-2126-4dd0-bcb5-0131614cbe3a tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:11:38.526529 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-cacd4a53-7784-4923-b2d8-271d55a7dade req-10db5dd5-2126-4dd0-bcb5-0131614cbe3a tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:11:38.552340 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-cacd4a53-7784-4923-b2d8-271d55a7dade req-10db5dd5-2126-4dd0-bcb5-0131614cbe3a tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7915554 May 31 14:11:38.564568 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-cacd4a53-7784-4923-b2d8-271d55a7dade req-e0e237be-8d6a-4798-b3d0-72d887f7d49b service neutron] Request body: {'port': {'device_id': '57d586f9-77c9-4ae2-970c-11d7a3ab6dbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:11:38.685318 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-cacd4a53-7784-4923-b2d8-271d55a7dade req-e0e237be-8d6a-4798-b3d0-72d887f7d49b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:11:38.748789 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c91a70f8-5a80-4af1-b742-ee2db8f7aa2e None None] Provisioning for port a8b1b9fa-5a34-4265-9a29-bf4c00a30bf5 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:11:38.755761 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c91a70f8-5a80-4af1-b742-ee2db8f7aa2e None None] Provisioning complete for port a8b1b9fa-5a34-4265-9a29-bf4c00a30bf5 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:11:38.756136 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c91a70f8-5a80-4af1-b742-ee2db8f7aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:11:38.811440 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-c91a70f8-5a80-4af1-b742-ee2db8f7aa2e None None] Port a8b1b9fa-5a34-4265-9a29-bf4c00a30bf5 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:11:39.071261 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46e538-d05c-4197-98c6-00e469232010 req-ac35eaf4-0668-4b6b-ae8f-084a172db7b5 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:11:39.072790 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0a46e538-d05c-4197-98c6-00e469232010 req-ac35eaf4-0668-4b6b-ae8f-084a172db7b5 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=57d586f9-77c9-4ae2-970c-11d7a3ab6dbd HTTP/1.1" status: 200 len: 932 time: 0.0949152 May 31 14:11:39.088302 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [req-cacd4a53-7784-4923-b2d8-271d55a7dade req-e0e237be-8d6a-4798-b3d0-72d887f7d49b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8b1b9fa-5a34-4265-9a29-bf4c00a30bf5 {{(pid=88369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:11:39.097204 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-cacd4a53-7784-4923-b2d8-271d55a7dade req-e0e237be-8d6a-4798-b3d0-72d887f7d49b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:11:39.118483 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-cacd4a53-7784-4923-b2d8-271d55a7dade req-e0e237be-8d6a-4798-b3d0-72d887f7d49b service neutron] Transition to ACTIVE for port object a8b1b9fa-5a34-4265-9a29-bf4c00a30bf5 will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:11:39.129080 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-cacd4a53-7784-4923-b2d8-271d55a7dade req-e0e237be-8d6a-4798-b3d0-72d887f7d49b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:11:39.144870 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0a46e538-d05c-4197-98c6-00e469232010 req-f6e4c43c-6867-4dd2-b156-b80f62ed9f52 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3acc40-ea1e-44de-bfa0-ee5264a9df29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561168 May 31 14:11:39.220896 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:11:39.496786 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e237be-8d6a-4798-b3d0-72d887f7d49b service neutron] Pushing event updated for resources: {'Port': ['ID=a8b1b9fa-5a34-4265-9a29-bf4c00a30bf5,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:11:39.551387 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-cacd4a53-7784-4923-b2d8-271d55a7dade req-e0e237be-8d6a-4798-b3d0-72d887f7d49b service neutron] Attempting to bind port a8b1b9fa-5a34-4265-9a29-bf4c00a30bf5 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:11:39.551717 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-cacd4a53-7784-4923-b2d8-271d55a7dade req-e0e237be-8d6a-4798-b3d0-72d887f7d49b service neutron] Attempting to bind port a8b1b9fa-5a34-4265-9a29-bf4c00a30bf5 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'dc2081d9-b82d-4ced-ab69-7467b4d37646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:11:39.552040 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cacd4a53-7784-4923-b2d8-271d55a7dade req-e0e237be-8d6a-4798-b3d0-72d887f7d49b service neutron] Attempting to bind port a8b1b9fa-5a34-4265-9a29-bf4c00a30bf5 on network e4e65f4d-f852-4656-8d43-9470c53affec {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:11:39.557244 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cacd4a53-7784-4923-b2d8-271d55a7dade req-e0e237be-8d6a-4798-b3d0-72d887f7d49b service neutron] Port a8b1b9fa-5a34-4265-9a29-bf4c00a30bf5 on network e4e65f4d-f852-4656-8d43-9470c53affec not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 14:11:39.557562 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cacd4a53-7784-4923-b2d8-271d55a7dade req-e0e237be-8d6a-4798-b3d0-72d887f7d49b service neutron] Attempting to bind port a8b1b9fa-5a34-4265-9a29-bf4c00a30bf5 on network e4e65f4d-f852-4656-8d43-9470c53affec {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:11:39.566239 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cacd4a53-7784-4923-b2d8-271d55a7dade req-e0e237be-8d6a-4798-b3d0-72d887f7d49b service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:11:39.570906 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cacd4a53-7784-4923-b2d8-271d55a7dade req-e0e237be-8d6a-4798-b3d0-72d887f7d49b service neutron] Checking segment: {'id': 'dc2081d9-b82d-4ced-ab69-7467b4d37646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:11:39.571703 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cacd4a53-7784-4923-b2d8-271d55a7dade req-e0e237be-8d6a-4798-b3d0-72d887f7d49b service neutron] Bound using segment: {'id': 'dc2081d9-b82d-4ced-ab69-7467b4d37646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:11:39.572118 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-cacd4a53-7784-4923-b2d8-271d55a7dade req-e0e237be-8d6a-4798-b3d0-72d887f7d49b service neutron] Bound port: a8b1b9fa-5a34-4265-9a29-bf4c00a30bf5, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc2081d9-b82d-4ced-ab69-7467b4d37646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:11:39.572515 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-cacd4a53-7784-4923-b2d8-271d55a7dade req-e0e237be-8d6a-4798-b3d0-72d887f7d49b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:11:39.670671 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-cacd4a53-7784-4923-b2d8-271d55a7dade req-e0e237be-8d6a-4798-b3d0-72d887f7d49b service neutron] For port a8b1b9fa-5a34-4265-9a29-bf4c00a30bf5, host n-h2-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:11:39.676809 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-cacd4a53-7784-4923-b2d8-271d55a7dade req-e0e237be-8d6a-4798-b3d0-72d887f7d49b service neutron] For port a8b1b9fa-5a34-4265-9a29-bf4c00a30bf5, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=a8b1b9fa-5a34-4265-9a29-bf4c00a30bf5,segment=NetworkSegment(dc2081d9-b82d-4ced-ab69-7467b4d37646),segment_id=dc2081d9-b82d-4ced-ab69-7467b4d37646)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:11:39.682673 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-cacd4a53-7784-4923-b2d8-271d55a7dade req-e0e237be-8d6a-4798-b3d0-72d887f7d49b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:11:39.751289 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacd4a53-7784-4923-b2d8-271d55a7dade req-e0e237be-8d6a-4798-b3d0-72d887f7d49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:11:39.751911 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-cacd4a53-7784-4923-b2d8-271d55a7dade req-e0e237be-8d6a-4798-b3d0-72d887f7d49b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:11:39.753329 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-cacd4a53-7784-4923-b2d8-271d55a7dade req-e0e237be-8d6a-4798-b3d0-72d887f7d49b service neutron] 10.222.0.44 "PUT /v2.0/ports/a8b1b9fa-5a34-4265-9a29-bf4c00a30bf5 HTTP/1.1" status: 200 len: 1092 time: 1.1930063 May 31 14:11:39.753888 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57d586f9-77c9-4ae2-970c-11d7a3ab6dbd', 'tag': 'a8b1b9fa-5a34-4265-9a29-bf4c00a30bf5'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:11:39.775774 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e237be-8d6a-4798-b3d0-72d887f7d49b service neutron] Pushing event updated for resources: {'Port': ['ID=a8b1b9fa-5a34-4265-9a29-bf4c00a30bf5,revision_number=3']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:11:39.838576 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-634c5d4e-8d50-4966-b217-deda913fe673'] response: {'name': 'network-changed', 'server_uuid': '57d586f9-77c9-4ae2-970c-11d7a3ab6dbd', 'tag': 'a8b1b9fa-5a34-4265-9a29-bf4c00a30bf5', 'status': 'completed', 'code': 200} May 31 14:11:39.876856 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacd4a53-7784-4923-b2d8-271d55a7dade req-90cf75ac-ad93-4cca-9016-7a9a186d288e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:11:39.878377 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-cacd4a53-7784-4923-b2d8-271d55a7dade req-90cf75ac-ad93-4cca-9016-7a9a186d288e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e18e791f0f8b411a976f31b86b1ed6ca&device_id=57d586f9-77c9-4ae2-970c-11d7a3ab6dbd HTTP/1.1" status: 200 len: 1095 time: 0.0774522 May 31 14:11:39.953522 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-cacd4a53-7784-4923-b2d8-271d55a7dade req-a6bcae37-61b1-43fb-a5f0-83593484a9ab service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8b1b9fa-5a34-4265-9a29-bf4c00a30bf5 HTTP/1.1" status: 200 len: 217 time: 0.0672920 May 31 14:11:40.018353 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacd4a53-7784-4923-b2d8-271d55a7dade req-d1ed7266-edd1-4e2e-b14e-4eefe5ebe508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:11:40.019686 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-cacd4a53-7784-4923-b2d8-271d55a7dade req-d1ed7266-edd1-4e2e-b14e-4eefe5ebe508 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a7ab359a-3caf-41bd-90ad-aaabe46f814a HTTP/1.1" status: 200 len: 851 time: 0.0593710 May 31 14:11:40.097208 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacd4a53-7784-4923-b2d8-271d55a7dade req-7c33fc4e-d058-4f3b-b16a-7ed47d41a7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:11:40.098762 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-cacd4a53-7784-4923-b2d8-271d55a7dade req-7c33fc4e-d058-4f3b-b16a-7ed47d41a7d1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e4e65f4d-f852-4656-8d43-9470c53affec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718803 May 31 14:11:40.234244 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-cacd4a53-7784-4923-b2d8-271d55a7dade req-5af141af-8a74-4284-b8de-61c2d91082ff service neutron] 10.222.0.44 "GET /v2.0/networks/e4e65f4d-f852-4656-8d43-9470c53affec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283431 May 31 14:11:40.340946 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280414be-1314-458b-a189-39a746dbbbd5 req-66536225-802e-430c-b87a-a510e1a9a497 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:11:40.342489 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-280414be-1314-458b-a189-39a746dbbbd5 req-66536225-802e-430c-b87a-a510e1a9a497 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=57d586f9-77c9-4ae2-970c-11d7a3ab6dbd HTTP/1.1" status: 200 len: 944 time: 0.0886490 May 31 14:11:40.374249 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-cacd4a53-7784-4923-b2d8-271d55a7dade req-07e64bfe-0138-450a-b454-54307ad5eb03 service neutron] 10.222.0.44 "GET /v2.0/networks/e4e65f4d-f852-4656-8d43-9470c53affec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336086 May 31 14:11:40.396372 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-280414be-1314-458b-a189-39a746dbbbd5 req-de651905-b8f3-48d4-9468-eefe4e8e2dbc tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3acc40-ea1e-44de-bfa0-ee5264a9df29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468764 May 31 14:11:40.498709 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac875eb-8b48-4085-a721-836e9f09d5eb req-f8cd88ec-e798-4a6f-afdf-7e15c7627105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:11:40.500226 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7ac875eb-8b48-4085-a721-836e9f09d5eb req-f8cd88ec-e798-4a6f-afdf-7e15c7627105 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e18e791f0f8b411a976f31b86b1ed6ca&device_id=57d586f9-77c9-4ae2-970c-11d7a3ab6dbd HTTP/1.1" status: 200 len: 1095 time: 0.0751846 May 31 14:11:40.597760 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-89f52304-9dd8-4348-8335-c5ed170daeec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:11:40.632223 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac875eb-8b48-4085-a721-836e9f09d5eb req-61f2a9a2-7201-4a0e-8bd0-1e87d133d276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:11:40.633661 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7ac875eb-8b48-4085-a721-836e9f09d5eb req-61f2a9a2-7201-4a0e-8bd0-1e87d133d276 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e4e65f4d-f852-4656-8d43-9470c53affec HTTP/1.1" status: 200 len: 913 time: 0.1263442 May 31 14:11:40.710967 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7ac875eb-8b48-4085-a721-836e9f09d5eb req-9adc84ef-eeb0-48b4-9483-58aaa9d8de19 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8b1b9fa-5a34-4265-9a29-bf4c00a30bf5 HTTP/1.1" status: 200 len: 217 time: 0.0659363 May 31 14:11:40.777690 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac875eb-8b48-4085-a721-836e9f09d5eb req-4beecf46-1dcc-411b-9cba-eb1675394f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:11:40.779166 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7ac875eb-8b48-4085-a721-836e9f09d5eb req-4beecf46-1dcc-411b-9cba-eb1675394f47 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a7ab359a-3caf-41bd-90ad-aaabe46f814a HTTP/1.1" status: 200 len: 851 time: 0.0606053 May 31 14:11:40.857677 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac875eb-8b48-4085-a721-836e9f09d5eb req-19daa59b-14b8-46bb-af34-01d0168b5046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:11:40.859594 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7ac875eb-8b48-4085-a721-836e9f09d5eb req-19daa59b-14b8-46bb-af34-01d0168b5046 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e4e65f4d-f852-4656-8d43-9470c53affec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742142 May 31 14:11:40.999610 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7ac875eb-8b48-4085-a721-836e9f09d5eb req-eceefc38-eb16-40f9-a824-c260652d5c8d service neutron] 10.222.0.44 "GET /v2.0/networks/e4e65f4d-f852-4656-8d43-9470c53affec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309736 May 31 14:11:41.236090 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7ac875eb-8b48-4085-a721-836e9f09d5eb req-c7cc869d-1006-4c7b-ba69-f436cfd24a52 service neutron] 10.222.0.44 "GET /v2.0/networks/e4e65f4d-f852-4656-8d43-9470c53affec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290411 May 31 14:11:41.592564 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b39577-a098-4ac5-8538-041911af4925 req-0799612a-9b2c-4621-846e-6b07cfd1cc52 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:11:41.594010 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e3b39577-a098-4ac5-8538-041911af4925 req-0799612a-9b2c-4621-846e-6b07cfd1cc52 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=57d586f9-77c9-4ae2-970c-11d7a3ab6dbd HTTP/1.1" status: 200 len: 944 time: 0.0830986 May 31 14:11:41.638325 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e3b39577-a098-4ac5-8538-041911af4925 req-ebaf2494-16fd-4828-aa33-0564ea0486cc tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3acc40-ea1e-44de-bfa0-ee5264a9df29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381930 May 31 14:11:42.828290 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-95113af4-e32e-4465-b8d0-2fbbfd03e05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:11:42.841826 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b794f425-fb8f-47b7-9244-3a8455e8f92c req-a418073e-e555-400c-a168-9848ac849861 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:11:42.841826 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b794f425-fb8f-47b7-9244-3a8455e8f92c req-a418073e-e555-400c-a168-9848ac849861 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=57d586f9-77c9-4ae2-970c-11d7a3ab6dbd HTTP/1.1" status: 200 len: 944 time: 0.0853789 May 31 14:11:42.886835 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b794f425-fb8f-47b7-9244-3a8455e8f92c req-de3979b9-1933-4e2a-a5bc-9919bdea19b5 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3acc40-ea1e-44de-bfa0-ee5264a9df29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435610 May 31 14:11:43.872231 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:11:43.995328 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:11:44.076754 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f611f66-3b44-4067-bbf1-ec9ea2f85a67 req-d2f0c84c-f1c8-4eba-8fe9-0771fd147522 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:11:44.078215 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5f611f66-3b44-4067-bbf1-ec9ea2f85a67 req-d2f0c84c-f1c8-4eba-8fe9-0771fd147522 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=57d586f9-77c9-4ae2-970c-11d7a3ab6dbd HTTP/1.1" status: 200 len: 944 time: 0.0803661 May 31 14:11:44.122791 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5f611f66-3b44-4067-bbf1-ec9ea2f85a67 req-5bea9498-5915-4d00-bc72-e9160741f4fd tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3acc40-ea1e-44de-bfa0-ee5264a9df29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386312 May 31 14:11:45.315204 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23951c45-d4c0-4c81-90be-b07f0276e494 req-24e9155f-656b-491b-845d-8f816838ef4e tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:11:45.316687 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-23951c45-d4c0-4c81-90be-b07f0276e494 req-24e9155f-656b-491b-845d-8f816838ef4e tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=57d586f9-77c9-4ae2-970c-11d7a3ab6dbd HTTP/1.1" status: 200 len: 944 time: 0.0856781 May 31 14:11:45.362371 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-23951c45-d4c0-4c81-90be-b07f0276e494 req-d12a49f1-dc00-4447-85fa-19ceaaedb6cb tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3acc40-ea1e-44de-bfa0-ee5264a9df29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398946 May 31 14:11:45.721114 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:11:46.552284 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f62f82-0064-4b68-96d3-b315e6091b65 req-800b7ce5-0e74-410f-8955-30d392d2328b tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:11:46.554530 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-60f62f82-0064-4b68-96d3-b315e6091b65 req-800b7ce5-0e74-410f-8955-30d392d2328b tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=57d586f9-77c9-4ae2-970c-11d7a3ab6dbd HTTP/1.1" status: 200 len: 944 time: 0.0853941 May 31 14:11:46.600005 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-60f62f82-0064-4b68-96d3-b315e6091b65 req-a304ef2c-e9cf-4ca7-bfc6-a555f0cf400c tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3acc40-ea1e-44de-bfa0-ee5264a9df29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383101 May 31 14:11:47.668683 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device a8b1b9fa-5a34-4265-9a29-bf4c00a30bf5 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 14:11:47.790651 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e567c73-b725-4696-8f2a-a2e530fb1326 req-ebaa0347-9fb9-4927-aa09-6784a5355288 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:11:47.792110 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0e567c73-b725-4696-8f2a-a2e530fb1326 req-ebaa0347-9fb9-4927-aa09-6784a5355288 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=57d586f9-77c9-4ae2-970c-11d7a3ab6dbd HTTP/1.1" status: 200 len: 944 time: 0.0838106 May 31 14:11:47.803119 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port a8b1b9fa-5a34-4265-9a29-bf4c00a30bf5, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=a8b1b9fa-5a34-4265-9a29-bf4c00a30bf5,segment=NetworkSegment(dc2081d9-b82d-4ced-ab69-7467b4d37646),segment_id=dc2081d9-b82d-4ced-ab69-7467b4d37646)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:11:47.820492 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': 'a8b1b9fa-5a34-4265-9a29-bf4c00a30bf5', 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec', 'port_id': 'a8b1b9fa-5a34-4265-9a29-bf4c00a30bf5', 'mac_address': 'fa:16:3e:23:95:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7ab359a-3caf-41bd-90ad-aaabe46f814a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 14:11:47.837819 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0e567c73-b725-4696-8f2a-a2e530fb1326 req-33cd864a-bff3-4eec-a2ef-3c67cf4eb81d tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3acc40-ea1e-44de-bfa0-ee5264a9df29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387690 May 31 14:11:47.876159 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port a8b1b9fa-5a34-4265-9a29-bf4c00a30bf5 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:11:47.876580 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:11:47.894518 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8b1b9fa-5a34-4265-9a29-bf4c00a30bf5 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:11:47.913023 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port a8b1b9fa-5a34-4265-9a29-bf4c00a30bf5, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=a8b1b9fa-5a34-4265-9a29-bf4c00a30bf5,segment=NetworkSegment(dc2081d9-b82d-4ced-ab69-7467b4d37646),segment_id=dc2081d9-b82d-4ced-ab69-7467b4d37646)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:11:47.917395 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:11:47.983949 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=a8b1b9fa-5a34-4265-9a29-bf4c00a30bf5,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:11:47.992261 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:11:47.992608 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:11:47.992946 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:11:47.993280 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:11:47.993611 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:11:47.993942 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:11:47.994291 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:11:47.994615 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:11:47.994938 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:11:47.995260 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:11:47.995581 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:11:47.995904 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:11:48.164924 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['a8b1b9fa-5a34-4265-9a29-bf4c00a30bf5'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:11:49.032391 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ade7c-e62b-4a01-a43c-9bd59622c3c3 req-91255704-686c-4bbd-9a66-ce606ad81f9f tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:11:49.034599 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-761ade7c-e62b-4a01-a43c-9bd59622c3c3 req-91255704-686c-4bbd-9a66-ce606ad81f9f tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=57d586f9-77c9-4ae2-970c-11d7a3ab6dbd HTTP/1.1" status: 200 len: 945 time: 0.0818341 May 31 14:11:49.080327 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-761ade7c-e62b-4a01-a43c-9bd59622c3c3 req-6b04a4c7-b9a8-45c3-b08a-933df2dad043 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3acc40-ea1e-44de-bfa0-ee5264a9df29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399425 May 31 14:11:49.164265 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-561500e1-0c10-4355-b81a-19be920a1aaa req-e15cb65c-3862-4c50-b6eb-cb8f3aebd540 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d78859e9-a8f0-4603-9a89-faa66e64210f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0745943 May 31 14:11:49.312938 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561500e1-0c10-4355-b81a-19be920a1aaa req-1e1b5d81-c2aa-4010-b2a3-4404f53bfe19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:11:49.314598 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-561500e1-0c10-4355-b81a-19be920a1aaa req-1e1b5d81-c2aa-4010-b2a3-4404f53bfe19 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=088180f8cd814306a3f92350df9020de&device_id=d78859e9-a8f0-4603-9a89-faa66e64210f HTTP/1.1" status: 200 len: 1096 time: 0.0708213 May 31 14:11:49.460743 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561500e1-0c10-4355-b81a-19be920a1aaa req-1095faa0-8d52-4fdf-9006-cc86fb19d09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:11:49.462221 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-561500e1-0c10-4355-b81a-19be920a1aaa req-1095faa0-8d52-4fdf-9006-cc86fb19d09d service neutron] 10.222.0.20 "GET /v2.0/networks?id=744c79aa-fcbd-4987-be1f-b82f7cc82972 HTTP/1.1" status: 200 len: 897 time: 0.1287677 May 31 14:11:49.567424 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-561500e1-0c10-4355-b81a-19be920a1aaa req-643e85f5-6d24-45a2-8141-54e3d6bd1213 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d2190a47-59ea-4de6-baf3-52243bd235ba HTTP/1.1" status: 200 len: 1001 time: 0.0993652 May 31 14:11:49.634632 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561500e1-0c10-4355-b81a-19be920a1aaa req-fee31f4c-b20a-4da0-b1d3-9e865d1827a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:11:49.636204 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-561500e1-0c10-4355-b81a-19be920a1aaa req-fee31f4c-b20a-4da0-b1d3-9e865d1827a3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=868f2e43-1473-42e5-9964-f42cf94a443e HTTP/1.1" status: 200 len: 835 time: 0.0622330 May 31 14:11:49.685226 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device a8b1b9fa-5a34-4265-9a29-bf4c00a30bf5 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:11:49.716109 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561500e1-0c10-4355-b81a-19be920a1aaa req-144d1520-2d29-4d12-b5c4-98de9a07a383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:11:49.717594 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-561500e1-0c10-4355-b81a-19be920a1aaa req-144d1520-2d29-4d12-b5c4-98de9a07a383 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=744c79aa-fcbd-4987-be1f-b82f7cc82972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752442 May 31 14:11:49.756665 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port a8b1b9fa-5a34-4265-9a29-bf4c00a30bf5 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:11:49.761461 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port a8b1b9fa-5a34-4265-9a29-bf4c00a30bf5 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:11:49.761822 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:11:49.855046 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-561500e1-0c10-4355-b81a-19be920a1aaa req-66688e81-d3b2-4e5d-b562-4d34b8d65767 service neutron] 10.222.0.20 "GET /v2.0/networks/744c79aa-fcbd-4987-be1f-b82f7cc82972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315281 May 31 14:11:49.905687 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port a8b1b9fa-5a34-4265-9a29-bf4c00a30bf5 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:11:49.906163 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:11:49.936592 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57d586f9-77c9-4ae2-970c-11d7a3ab6dbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8b1b9fa-5a34-4265-9a29-bf4c00a30bf5'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:11:49.947306 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port a8b1b9fa-5a34-4265-9a29-bf4c00a30bf5, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=a8b1b9fa-5a34-4265-9a29-bf4c00a30bf5,segment=NetworkSegment(dc2081d9-b82d-4ced-ab69-7467b4d37646),segment_id=dc2081d9-b82d-4ced-ab69-7467b4d37646)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:11:49.951726 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:11:49.997427 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5a67d72-09e3-4b54-afd7-ecfe5a6c943c'] response: {'server_uuid': '57d586f9-77c9-4ae2-970c-11d7a3ab6dbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8b1b9fa-5a34-4265-9a29-bf4c00a30bf5', 'code': 200} May 31 14:11:50.023483 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=a8b1b9fa-5a34-4265-9a29-bf4c00a30bf5,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:11:50.101295 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-561500e1-0c10-4355-b81a-19be920a1aaa req-026b5a45-57d8-4942-a9da-50eb4d1fad85 service neutron] 10.222.0.20 "GET /v2.0/networks/744c79aa-fcbd-4987-be1f-b82f7cc82972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387795 May 31 14:11:50.131671 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370efd6c-02d8-431c-a646-385ed2f9ea96 req-adc6476f-4b0d-4809-a97f-12a58f03e7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:11:50.133283 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-370efd6c-02d8-431c-a646-385ed2f9ea96 req-adc6476f-4b0d-4809-a97f-12a58f03e7bf service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=57d586f9-77c9-4ae2-970c-11d7a3ab6dbd HTTP/1.1" status: 200 len: 1097 time: 0.0787983 May 31 14:11:50.178399 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-370efd6c-02d8-431c-a646-385ed2f9ea96 req-0112e880-a759-42e1-b1ee-b880bd59f93d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7d3acc40-ea1e-44de-bfa0-ee5264a9df29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389569 May 31 14:11:50.277194 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b67d14-924b-4f5c-b25a-3ef27f8b4c2e req-0f226005-4451-4f1a-aa8a-10d0c9627923 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:11:50.278575 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-04b67d14-924b-4f5c-b25a-3ef27f8b4c2e req-0f226005-4451-4f1a-aa8a-10d0c9627923 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=57d586f9-77c9-4ae2-970c-11d7a3ab6dbd HTTP/1.1" status: 200 len: 946 time: 0.0830226 May 31 14:11:50.324967 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-04b67d14-924b-4f5c-b25a-3ef27f8b4c2e req-e842fee9-94ee-4a44-a21f-efee984f640e tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3acc40-ea1e-44de-bfa0-ee5264a9df29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397666 May 31 14:11:50.935218 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 40182) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:11:51.248605 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-143b3b81-d81d-4b91-a1c1-4088f876b4ea tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Deleting port b5c7a567-9455-48b6-b08b-f166bfcd1884 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:11:51.248858 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-143b3b81-d81d-4b91-a1c1-4088f876b4ea tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:11:51.443106 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-143b3b81-d81d-4b91-a1c1-4088f876b4ea tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:11:51.443819 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-143b3b81-d81d-4b91-a1c1-4088f876b4ea tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:11:51.612533 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-143b3b81-d81d-4b91-a1c1-4088f876b4ea tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Calling delete_port for b5c7a567-9455-48b6-b08b-f166bfcd1884 owned by network:floatingip {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:11:51.705370 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67177094-b596-4e35-b381-970f2061f98b req-42b18fcf-a0b0-4c6a-b8de-e180d6ba2f47 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:11:51.706848 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-67177094-b596-4e35-b381-970f2061f98b req-42b18fcf-a0b0-4c6a-b8de-e180d6ba2f47 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=57d586f9-77c9-4ae2-970c-11d7a3ab6dbd HTTP/1.1" status: 200 len: 946 time: 0.2563357 May 31 14:11:51.798911 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-67177094-b596-4e35-b381-970f2061f98b req-99117aac-6b28-4d3a-aab3-ffd4d2c38fbb tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3acc40-ea1e-44de-bfa0-ee5264a9df29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856104 May 31 14:11:51.824246 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-143b3b81-d81d-4b91-a1c1-4088f876b4ea tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:11:51.876466 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143b3b81-d81d-4b91-a1c1-4088f876b4ea tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event deleted for resources: {'Port': ['ID=b5c7a567-9455-48b6-b08b-f166bfcd1884,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:11:51.915300 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143b3b81-d81d-4b91-a1c1-4088f876b4ea tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:11:51.915645 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143b3b81-d81d-4b91-a1c1-4088f876b4ea tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:11:51.915986 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143b3b81-d81d-4b91-a1c1-4088f876b4ea tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:11:51.916320 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143b3b81-d81d-4b91-a1c1-4088f876b4ea tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:11:51.916652 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143b3b81-d81d-4b91-a1c1-4088f876b4ea tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:11:51.916988 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143b3b81-d81d-4b91-a1c1-4088f876b4ea tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:11:51.917314 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143b3b81-d81d-4b91-a1c1-4088f876b4ea tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:11:51.917644 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143b3b81-d81d-4b91-a1c1-4088f876b4ea tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:11:51.917970 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143b3b81-d81d-4b91-a1c1-4088f876b4ea tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:11:51.918315 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143b3b81-d81d-4b91-a1c1-4088f876b4ea tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:11:51.918637 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143b3b81-d81d-4b91-a1c1-4088f876b4ea tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:11:51.918957 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143b3b81-d81d-4b91-a1c1-4088f876b4ea tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:11:52.033433 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-143b3b81-d81d-4b91-a1c1-4088f876b4ea tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for floatingip, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:11:52.033766 n-d-843939-1 neutron-server[88370]: INFO neutron.db.l3_db [None req-143b3b81-d81d-4b91-a1c1-4088f876b4ea tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Floating IP fadb5a61-3067-4065-82ac-eaf6b6a30bc2 disassociated (deleted). External IP: 172.25.6.235, port: d2190a47-59ea-4de6-baf3-52243bd235ba. May 31 14:11:52.200228 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca76ac5-06b7-48a9-b912-2c8d11a4103b req-445b63db-4da5-4068-8285-f5b7f4af473c tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:11:52.201693 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7ca76ac5-06b7-48a9-b912-2c8d11a4103b req-445b63db-4da5-4068-8285-f5b7f4af473c tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=57d586f9-77c9-4ae2-970c-11d7a3ab6dbd HTTP/1.1" status: 200 len: 946 time: 0.2783148 May 31 14:11:52.319879 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7ca76ac5-06b7-48a9-b912-2c8d11a4103b req-fab63f6b-7a55-4edd-b747-8c470eda56bb tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3acc40-ea1e-44de-bfa0-ee5264a9df29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075706 May 31 14:11:52.441169 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-143b3b81-d81d-4b91-a1c1-4088f876b4ea tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Router a4a13323-c172-4552-8fa5-df4aa05297b8 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:11:52.768739 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-143b3b81-d81d-4b91-a1c1-4088f876b4ea tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:11:52.780683 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b14c7b0-9e44-4dec-b359-a3b10efce013 None None] Sync routers for ids ['a4a13323-c172-4552-8fa5-df4aa05297b8'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:11:52.786673 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-143b3b81-d81d-4b91-a1c1-4088f876b4ea tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:11:52.792477 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b14c7b0-9e44-4dec-b359-a3b10efce013 None None] Routers {'a4a13323-c172-4552-8fa5-df4aa05297b8'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:11:52.793462 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-7b14c7b0-9e44-4dec-b359-a3b10efce013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:11:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['a4a13323-c172-4552-8fa5-df4aa05297b8'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:11:52.850094 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-143b3b81-d81d-4b91-a1c1-4088f876b4ea tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "DELETE /v2.0/floatingips/fadb5a61-3067-4065-82ac-eaf6b6a30bc2 HTTP/1.1" status: 204 len: 168 time: 1.9110198 May 31 14:11:52.850094 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd78859e9-a8f0-4603-9a89-faa66e64210f', 'tag': 'd2190a47-59ea-4de6-baf3-52243bd235ba'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:11:53.022585 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-7b14c7b0-9e44-4dec-b359-a3b10efce013 None None] Set router a4a13323-c172-4552-8fa5-df4aa05297b8 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:11:53.149633 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85a724c2-484a-495a-add2-4c11c20405f5'] response: {'name': 'network-changed', 'server_uuid': 'd78859e9-a8f0-4603-9a89-faa66e64210f', 'tag': 'd2190a47-59ea-4de6-baf3-52243bd235ba', 'status': 'completed', 'code': 200} May 31 14:11:53.262739 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ef8788-47dc-4461-ad01-85ad4d4c8f85 req-d174a3d3-1eb4-43c4-9377-0d3e5ea078a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:11:53.264608 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-96ef8788-47dc-4461-ad01-85ad4d4c8f85 req-d174a3d3-1eb4-43c4-9377-0d3e5ea078a2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=088180f8cd814306a3f92350df9020de&device_id=d78859e9-a8f0-4603-9a89-faa66e64210f HTTP/1.1" status: 200 len: 1096 time: 0.0929506 May 31 14:11:53.346812 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d35f5b-049d-4890-8493-0a6165f17d83 req-4ae4f782-60d3-4947-a104-83c9c8a96565 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:11:53.347549 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-a8d35f5b-049d-4890-8493-0a6165f17d83 req-4ae4f782-60d3-4947-a104-83c9c8a96565 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Synchronizing usage tracker for tenant:088180f8cd814306a3f92350df9020de on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:11:53.367578 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-a8d35f5b-049d-4890-8493-0a6165f17d83 req-4ae4f782-60d3-4947-a104-83c9c8a96565 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Unset dirty status for tenant:088180f8cd814306a3f92350df9020de on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:11:53.368913 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a8d35f5b-049d-4890-8493-0a6165f17d83 req-4ae4f782-60d3-4947-a104-83c9c8a96565 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=d78859e9-a8f0-4603-9a89-faa66e64210f HTTP/1.1" status: 200 len: 945 time: 0.1235375 May 31 14:11:53.447208 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a8d35f5b-049d-4890-8493-0a6165f17d83 req-8a5c6371-5bf2-4210-b167-b8949e06d228 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=98fd01a8-c4bd-4fe6-af7d-4cb1a897159e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0720425 May 31 14:11:53.473324 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-7b14c7b0-9e44-4dec-b359-a3b10efce013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a13323-c172-4552-8fa5-df4aa05297b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150454152', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'f2f93d08-72a1-4c10-bb0c-77b35246ad7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:08:59Z', 'updated_at': '2022-05-31T14:09:05Z', 'revision_number': 4, 'project_id': '088180f8cd814306a3f92350df9020de', 'gw_port': {'id': 'f2f93d08-72a1-4c10-bb0c-77b35246ad7c', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:61:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a13323-c172-4552-8fa5-df4aa05297b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:09:00Z', 'updated_at': '2022-05-31T14:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '5e1b1d13-83fd-404b-8400-ce1b18c6c099', 'name': '', 'network_id': '744c79aa-fcbd-4987-be1f-b82f7cc82972', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'mac_address': 'fa:16:3e:a4:05:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a13323-c172-4552-8fa5-df4aa05297b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '868f2e43-1473-42e5-9964-f42cf94a443e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:09:04Z', 'updated_at': '2022-05-31T14:09:12Z', 'revision_number': 5, 'project_id': '088180f8cd814306a3f92350df9020de', 'subnets': [{'id': '868f2e43-1473-42e5-9964-f42cf94a443e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:11:53.477505 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b14c7b0-9e44-4dec-b359-a3b10efce013 None None] Checking router: a4a13323-c172-4552-8fa5-df4aa05297b8 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:11:53.487227 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b14c7b0-9e44-4dec-b359-a3b10efce013 None None] Routers {'a4a13323-c172-4552-8fa5-df4aa05297b8'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:11:53.488140 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-7b14c7b0-9e44-4dec-b359-a3b10efce013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:11:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['a4a13323-c172-4552-8fa5-df4aa05297b8'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:11:53.490212 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ef8788-47dc-4461-ad01-85ad4d4c8f85 req-03a5749b-8ce3-4bcb-8cc0-72cbc6bcddbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:11:53.491850 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-96ef8788-47dc-4461-ad01-85ad4d4c8f85 req-03a5749b-8ce3-4bcb-8cc0-72cbc6bcddbf service neutron] 10.222.0.20 "GET /v2.0/networks?id=744c79aa-fcbd-4987-be1f-b82f7cc82972 HTTP/1.1" status: 200 len: 897 time: 0.2211671 May 31 14:11:53.597080 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-96ef8788-47dc-4461-ad01-85ad4d4c8f85 req-5a8b1d69-9734-44f3-93df-00805cc82198 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d2190a47-59ea-4de6-baf3-52243bd235ba HTTP/1.1" status: 200 len: 217 time: 0.0978312 May 31 14:11:53.687225 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ef8788-47dc-4461-ad01-85ad4d4c8f85 req-7f89d2ae-eed2-455c-946c-79c47f3c9fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:11:53.689843 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-96ef8788-47dc-4461-ad01-85ad4d4c8f85 req-7f89d2ae-eed2-455c-946c-79c47f3c9fd2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=868f2e43-1473-42e5-9964-f42cf94a443e HTTP/1.1" status: 200 len: 835 time: 0.0835397 May 31 14:11:53.705621 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-7b14c7b0-9e44-4dec-b359-a3b10efce013 None None] Set router a4a13323-c172-4552-8fa5-df4aa05297b8 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:11:53.794243 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ef8788-47dc-4461-ad01-85ad4d4c8f85 req-418f3733-d066-418e-b3ab-340158a5a533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:11:53.796734 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-96ef8788-47dc-4461-ad01-85ad4d4c8f85 req-418f3733-d066-418e-b3ab-340158a5a533 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=744c79aa-fcbd-4987-be1f-b82f7cc82972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1000712 May 31 14:11:53.971740 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-96ef8788-47dc-4461-ad01-85ad4d4c8f85 req-395513a1-3cb7-4a4d-ba52-c247d96fd94a service neutron] 10.222.0.20 "GET /v2.0/networks/744c79aa-fcbd-4987-be1f-b82f7cc82972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681359 May 31 14:11:54.180679 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-7b14c7b0-9e44-4dec-b359-a3b10efce013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a13323-c172-4552-8fa5-df4aa05297b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150454152', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'f2f93d08-72a1-4c10-bb0c-77b35246ad7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:08:59Z', 'updated_at': '2022-05-31T14:09:05Z', 'revision_number': 4, 'project_id': '088180f8cd814306a3f92350df9020de', 'gw_port': {'id': 'f2f93d08-72a1-4c10-bb0c-77b35246ad7c', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:61:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a13323-c172-4552-8fa5-df4aa05297b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:09:00Z', 'updated_at': '2022-05-31T14:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '5e1b1d13-83fd-404b-8400-ce1b18c6c099', 'name': '', 'network_id': '744c79aa-fcbd-4987-be1f-b82f7cc82972', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'mac_address': 'fa:16:3e:a4:05:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a13323-c172-4552-8fa5-df4aa05297b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '868f2e43-1473-42e5-9964-f42cf94a443e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:09:04Z', 'updated_at': '2022-05-31T14:09:12Z', 'revision_number': 5, 'project_id': '088180f8cd814306a3f92350df9020de', 'subnets': [{'id': '868f2e43-1473-42e5-9964-f42cf94a443e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:11:54.189772 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b14c7b0-9e44-4dec-b359-a3b10efce013 None None] The sync data for ids ['a4a13323-c172-4552-8fa5-df4aa05297b8'] in n-d-843939-1 is: [{'id': 'a4a13323-c172-4552-8fa5-df4aa05297b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150454152', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'f2f93d08-72a1-4c10-bb0c-77b35246ad7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:08:59Z', 'updated_at': '2022-05-31T14:09:05Z', 'revision_number': 4, 'project_id': '088180f8cd814306a3f92350df9020de', 'gw_port': {'id': 'f2f93d08-72a1-4c10-bb0c-77b35246ad7c', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:61:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a13323-c172-4552-8fa5-df4aa05297b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:09:00Z', 'updated_at': '2022-05-31T14:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '5e1b1d13-83fd-404b-8400-ce1b18c6c099', 'name': '', 'network_id': '744c79aa-fcbd-4987-be1f-b82f7cc82972', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'mac_address': 'fa:16:3e:a4:05:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a13323-c172-4552-8fa5-df4aa05297b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': '868f2e43-1473-42e5-9964-f42cf94a443e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:09:04Z', 'updated_at': '2022-05-31T14:09:12Z', 'revision_number': 5, 'project_id': '088180f8cd814306a3f92350df9020de', 'subnets': [{'id': '868f2e43-1473-42e5-9964-f42cf94a443e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:11:54.403029 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-96ef8788-47dc-4461-ad01-85ad4d4c8f85 req-7167901f-6c32-4f62-8980-a4b9a3dac506 service neutron] 10.222.0.20 "GET /v2.0/networks/744c79aa-fcbd-4987-be1f-b82f7cc82972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4252758 May 31 14:11:54.535505 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd055638-63e2-4a9f-9f1b-81c630ea4007 None None] New status for floating IP fadb5a61-3067-4065-82ac-eaf6b6a30bc2: DOWN {{(pid=88371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 14:11:54.642940 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8adab8-9709-43cf-bc58-eed0bc7c408d req-19557fb5-aacd-4b72-b762-b234bb4cec5d tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:11:54.644306 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4d8adab8-9709-43cf-bc58-eed0bc7c408d req-19557fb5-aacd-4b72-b762-b234bb4cec5d tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=d78859e9-a8f0-4603-9a89-faa66e64210f HTTP/1.1" status: 200 len: 945 time: 0.0902958 May 31 14:11:54.692289 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4d8adab8-9709-43cf-bc58-eed0bc7c408d req-991a410c-c5b9-466d-a372-8fb7dfc6a136 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/security-groups?id=98fd01a8-c4bd-4fe6-af7d-4cb1a897159e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417147 May 31 14:11:54.889028 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b1713-7bae-45e3-a83c-0ee74ba0af27 req-2590e27e-df74-4cb4-bd51-1e40527db00d tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:11:54.889713 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-789b1713-7bae-45e3-a83c-0ee74ba0af27 req-2590e27e-df74-4cb4-bd51-1e40527db00d tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Synchronizing usage tracker for tenant:088180f8cd814306a3f92350df9020de on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:11:54.901536 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-789b1713-7bae-45e3-a83c-0ee74ba0af27 req-2590e27e-df74-4cb4-bd51-1e40527db00d tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Unset dirty status for tenant:088180f8cd814306a3f92350df9020de on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:11:54.902568 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-789b1713-7bae-45e3-a83c-0ee74ba0af27 req-2590e27e-df74-4cb4-bd51-1e40527db00d tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.20 "GET /v2.0/ports?device_id=d78859e9-a8f0-4603-9a89-faa66e64210f HTTP/1.1" status: 200 len: 945 time: 0.0939109 May 31 14:11:54.983200 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-789b1713-7bae-45e3-a83c-0ee74ba0af27 req-3b2a5457-396a-423c-b014-91f770bf556d tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Deleting port d2190a47-59ea-4de6-baf3-52243bd235ba {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:11:54.983541 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-789b1713-7bae-45e3-a83c-0ee74ba0af27 req-3b2a5457-396a-423c-b014-91f770bf556d tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:11:55.228556 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-789b1713-7bae-45e3-a83c-0ee74ba0af27 req-3b2a5457-396a-423c-b014-91f770bf556d tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] For port d2190a47-59ea-4de6-baf3-52243bd235ba, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=d2190a47-59ea-4de6-baf3-52243bd235ba,segment=NetworkSegment(d1b4baa8-8d56-40d4-9537-e3cbdd423df4),segment_id=d1b4baa8-8d56-40d4-9537-e3cbdd423df4)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:11:55.228909 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-789b1713-7bae-45e3-a83c-0ee74ba0af27 req-3b2a5457-396a-423c-b014-91f770bf556d tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:11:55.372319 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-789b1713-7bae-45e3-a83c-0ee74ba0af27 req-3b2a5457-396a-423c-b014-91f770bf556d tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Calling delete_port for d2190a47-59ea-4de6-baf3-52243bd235ba owned by compute:nova {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:11:55.524283 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-789b1713-7bae-45e3-a83c-0ee74ba0af27 req-3b2a5457-396a-423c-b014-91f770bf556d tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:11:55.579032 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2a5457-396a-423c-b014-91f770bf556d tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event deleted for resources: {'Port': ['ID=d2190a47-59ea-4de6-baf3-52243bd235ba,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:11:55.611744 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2a5457-396a-423c-b014-91f770bf556d tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:11:55.612092 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2a5457-396a-423c-b014-91f770bf556d tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:11:55.612431 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2a5457-396a-423c-b014-91f770bf556d tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:11:55.612769 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2a5457-396a-423c-b014-91f770bf556d tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:11:55.613098 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2a5457-396a-423c-b014-91f770bf556d tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:11:55.613428 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2a5457-396a-423c-b014-91f770bf556d tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:11:55.613757 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2a5457-396a-423c-b014-91f770bf556d tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:11:55.614104 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2a5457-396a-423c-b014-91f770bf556d tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:11:55.614440 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2a5457-396a-423c-b014-91f770bf556d tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:11:55.614738 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2a5457-396a-423c-b014-91f770bf556d tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:11:55.615062 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2a5457-396a-423c-b014-91f770bf556d tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:11:55.615382 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2a5457-396a-423c-b014-91f770bf556d tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:11:55.670864 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-789b1713-7bae-45e3-a83c-0ee74ba0af27 req-3b2a5457-396a-423c-b014-91f770bf556d tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] No DVR routers for this DVR port d2190a47-59ea-4de6-baf3-52243bd235ba on host n-h1-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:11:55.674293 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-789b1713-7bae-45e3-a83c-0ee74ba0af27 req-3b2a5457-396a-423c-b014-91f770bf556d tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:11:55.676965 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd78859e9-a8f0-4603-9a89-faa66e64210f', 'name': 'network-vif-deleted', 'tag': 'd2190a47-59ea-4de6-baf3-52243bd235ba'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:11:55.695407 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-789b1713-7bae-45e3-a83c-0ee74ba0af27 req-3b2a5457-396a-423c-b014-91f770bf556d tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.20 "DELETE /v2.0/ports/d2190a47-59ea-4de6-baf3-52243bd235ba HTTP/1.1" status: 204 len: 173 time: 0.7871397 May 31 14:11:55.723476 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d303974-ed07-4d6e-8e24-a543f87ab077 req-c1b221dc-72c7-4a34-984b-f8cf644d3ba1 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:11:55.725026 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1d303974-ed07-4d6e-8e24-a543f87ab077 req-c1b221dc-72c7-4a34-984b-f8cf644d3ba1 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/networks?id=e4e65f4d-f852-4656-8d43-9470c53affec HTTP/1.1" status: 200 len: 812 time: 0.1757011 May 31 14:11:55.742727 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1d303974-ed07-4d6e-8e24-a543f87ab077 req-a9bd937b-cde9-4f0d-bb70-b544d59768b5 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/quotas/e18e791f0f8b411a976f31b86b1ed6ca HTTP/1.1" status: 200 len: 375 time: 0.0110533 May 31 14:11:55.753018 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddf3f7e2-bf05-49e9-b451-216d03336a7a'] response: {'server_uuid': 'd78859e9-a8f0-4603-9a89-faa66e64210f', 'name': 'network-vif-deleted', 'tag': 'd2190a47-59ea-4de6-baf3-52243bd235ba', 'status': 'completed', 'code': 200} May 31 14:11:55.896884 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1d303974-ed07-4d6e-8e24-a543f87ab077 req-0a33b0fe-406e-4440-90f5-3fd940d9ef9d tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e18e791f0f8b411a976f31b86b1ed6ca&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1483562 May 31 14:11:55.916581 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [req-1d303974-ed07-4d6e-8e24-a543f87ab077 req-40c76fb3-1155-439d-8203-94e8b15a85a8 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 14:11:55.917655 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1d303974-ed07-4d6e-8e24-a543f87ab077 req-40c76fb3-1155-439d-8203-94e8b15a85a8 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0140362 May 31 14:11:55.920088 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b8bf1e2c-13fe-4d80-a530-3486a9af25ef req-64cf7cfb-c09e-47c7-899f-afff2b2da5de tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "GET /v2.0/ports?device_id=d78859e9-a8f0-4603-9a89-faa66e64210f HTTP/1.1" status: 200 len: 210 time: 0.0648799 May 31 14:11:56.074896 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1d303974-ed07-4d6e-8e24-a543f87ab077 req-c8a33ba0-d09e-45f1-998e-3f4ebd79ddc5 service neutron] 10.222.0.50 "GET /v2.0/networks/e4e65f4d-f852-4656-8d43-9470c53affec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494589 May 31 14:11:56.230246 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1d303974-ed07-4d6e-8e24-a543f87ab077 req-ec041cdf-9600-4f1c-9b73-0d86ac2f5ef5 service neutron] 10.222.0.50 "GET /v2.0/networks/e4e65f4d-f852-4656-8d43-9470c53affec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476698 May 31 14:11:56.465305 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-537d610d-385c-46d4-82e5-a2e8b972be98 req-13ff7566-fdd5-4ba8-90dd-d4c8430fcef1 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=c442af62-d502-4fca-af15-a8e2f9babb7a HTTP/1.1" status: 200 len: 210 time: 0.0443215 May 31 14:11:57.022605 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 40296) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:11:57.555042 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d303974-ed07-4d6e-8e24-a543f87ab077 req-482d1f18-d6ff-4e19-9411-4e03ed01139e tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:11:57.556541 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1d303974-ed07-4d6e-8e24-a543f87ab077 req-482d1f18-d6ff-4e19-9411-4e03ed01139e tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.20 "GET /v2.0/networks?id=e4e65f4d-f852-4656-8d43-9470c53affec HTTP/1.1" status: 200 len: 812 time: 0.1640034 May 31 14:11:57.579550 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-1d303974-ed07-4d6e-8e24-a543f87ab077 req-0f6f99f5-83a9-46f4-a145-d975ae9d507b tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Request body: {'port': {'device_id': 'c442af62-d502-4fca-af15-a8e2f9babb7a', 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec', 'admin_state_up': True, 'tenant_id': 'e18e791f0f8b411a976f31b86b1ed6ca'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:11:57.696046 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fc452428-f9c1-47a0-939a-189cf37cbe6d req-3e84b88c-b26d-408a-b667-bd7bce970ed3 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=c442af62-d502-4fca-af15-a8e2f9babb7a HTTP/1.1" status: 200 len: 210 time: 0.0538461 May 31 14:11:57.747385 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-1d303974-ed07-4d6e-8e24-a543f87ab077 req-0f6f99f5-83a9-46f4-a145-d975ae9d507b tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:11:57.752402 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-1d303974-ed07-4d6e-8e24-a543f87ab077 req-0f6f99f5-83a9-46f4-a145-d975ae9d507b tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Usage tracker for resource:port and tenant:e18e791f0f8b411a976f31b86b1ed6ca is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:11:57.755363 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-1d303974-ed07-4d6e-8e24-a543f87ab077 req-0f6f99f5-83a9-46f4-a145-d975ae9d507b tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:11:57.761032 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-1d303974-ed07-4d6e-8e24-a543f87ab077 req-0f6f99f5-83a9-46f4-a145-d975ae9d507b tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:11:57.771861 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d303974-ed07-4d6e-8e24-a543f87ab077 req-0f6f99f5-83a9-46f4-a145-d975ae9d507b tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Made reservation on behalf of e18e791f0f8b411a976f31b86b1ed6ca for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:11:57.775444 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-1d303974-ed07-4d6e-8e24-a543f87ab077 req-0f6f99f5-83a9-46f4-a145-d975ae9d507b tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:11:57.819041 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-db947bc5-e30e-4ac2-b467-ce38fa6834e3 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:11:57.956225 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [req-1d303974-ed07-4d6e-8e24-a543f87ab077 req-0f6f99f5-83a9-46f4-a145-d975ae9d507b tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Allocated IP 172.20.0.6 (e4e65f4d-f852-4656-8d43-9470c53affec/a7ab359a-3caf-41bd-90ad-aaabe46f814a/e682a249-dc59-47e6-af40-40db52868fa1) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:11:58.206732 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-1d303974-ed07-4d6e-8e24-a543f87ab077 req-0f6f99f5-83a9-46f4-a145-d975ae9d507b tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:11:58.220869 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-db947bc5-e30e-4ac2-b467-ce38fa6834e3 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Deleting port 5e1b1d13-83fd-404b-8400-ce1b18c6c099 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:11:58.221513 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-db947bc5-e30e-4ac2-b467-ce38fa6834e3 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:11:58.235556 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-1d303974-ed07-4d6e-8e24-a543f87ab077 req-0f6f99f5-83a9-46f4-a145-d975ae9d507b tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Transition to ACTIVE for port object e682a249-dc59-47e6-af40-40db52868fa1 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:11:58.263011 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-1d303974-ed07-4d6e-8e24-a543f87ab077 req-0f6f99f5-83a9-46f4-a145-d975ae9d507b tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:11:58.276758 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['a8b1b9fa-5a34-4265-9a29-bf4c00a30bf5'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:11:58.346927 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d303974-ed07-4d6e-8e24-a543f87ab077 req-0f6f99f5-83a9-46f4-a145-d975ae9d507b tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Network e4e65f4d-f852-4656-8d43-9470c53affec is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:11:58.350152 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [req-1d303974-ed07-4d6e-8e24-a543f87ab077 req-0f6f99f5-83a9-46f4-a145-d975ae9d507b tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:11:58.352854 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d303974-ed07-4d6e-8e24-a543f87ab077 req-0f6f99f5-83a9-46f4-a145-d975ae9d507b tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:11:58.421251 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device d2190a47-59ea-4de6-baf3-52243bd235ba no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:11:58.550094 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] No Port match for: d2190a47-59ea-4de6-baf3-52243bd235ba {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:11:58.550682 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device d2190a47-59ea-4de6-baf3-52243bd235ba not bound to the agent host n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:11:58.570354 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6f99f5-83a9-46f4-a145-d975ae9d507b tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Pushing event updated for resources: {'Port': ['ID=e682a249-dc59-47e6-af40-40db52868fa1,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:11:58.597590 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d303974-ed07-4d6e-8e24-a543f87ab077 req-0f6f99f5-83a9-46f4-a145-d975ae9d507b tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:11:58.598552 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-1d303974-ed07-4d6e-8e24-a543f87ab077 req-0f6f99f5-83a9-46f4-a145-d975ae9d507b tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:11:58.635349 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1d303974-ed07-4d6e-8e24-a543f87ab077 req-0f6f99f5-83a9-46f4-a145-d975ae9d507b tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0631981 May 31 14:11:58.652649 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-1d303974-ed07-4d6e-8e24-a543f87ab077 req-dbf06dbd-54ed-4ef9-94c3-7692db39c659 service neutron] Request body: {'port': {'device_id': 'c442af62-d502-4fca-af15-a8e2f9babb7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843939-1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:11:58.653448 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-db947bc5-e30e-4ac2-b467-ce38fa6834e3 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] For port 5e1b1d13-83fd-404b-8400-ce1b18c6c099, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=5e1b1d13-83fd-404b-8400-ce1b18c6c099,segment=NetworkSegment(d1b4baa8-8d56-40d4-9537-e3cbdd423df4),segment_id=d1b4baa8-8d56-40d4-9537-e3cbdd423df4)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:11:58.653829 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-db947bc5-e30e-4ac2-b467-ce38fa6834e3 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:11:58.702931 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-052183c5-dbc4-4abd-bc95-d64fa3f09f41 None None] Provisioning for port e682a249-dc59-47e6-af40-40db52868fa1 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:11:58.708642 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-052183c5-dbc4-4abd-bc95-d64fa3f09f41 None None] Provisioning complete for port e682a249-dc59-47e6-af40-40db52868fa1 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:11:58.709008 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-052183c5-dbc4-4abd-bc95-d64fa3f09f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:11:58.794426 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-1d303974-ed07-4d6e-8e24-a543f87ab077 req-dbf06dbd-54ed-4ef9-94c3-7692db39c659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:11:58.818448 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-052183c5-dbc4-4abd-bc95-d64fa3f09f41 None None] Port e682a249-dc59-47e6-af40-40db52868fa1 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:11:58.838610 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-db947bc5-e30e-4ac2-b467-ce38fa6834e3 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Calling delete_port for 5e1b1d13-83fd-404b-8400-ce1b18c6c099 owned by network:router_interface {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:11:59.150005 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e966dce4-51dd-497e-a0a7-5563a3a62377 req-6c83d649-41a6-44c3-bd5f-03c0c246cc04 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:11:59.151737 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e966dce4-51dd-497e-a0a7-5563a3a62377 req-6c83d649-41a6-44c3-bd5f-03c0c246cc04 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=c442af62-d502-4fca-af15-a8e2f9babb7a HTTP/1.1" status: 200 len: 931 time: 0.2766037 May 31 14:11:59.212967 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [req-1d303974-ed07-4d6e-8e24-a543f87ab077 req-dbf06dbd-54ed-4ef9-94c3-7692db39c659 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e682a249-dc59-47e6-af40-40db52868fa1 {{(pid=88369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:11:59.225173 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-1d303974-ed07-4d6e-8e24-a543f87ab077 req-dbf06dbd-54ed-4ef9-94c3-7692db39c659 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:11:59.235566 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e966dce4-51dd-497e-a0a7-5563a3a62377 req-b9ef969e-90c8-48c9-b6a7-d02f1605e224 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3acc40-ea1e-44de-bfa0-ee5264a9df29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739677 May 31 14:11:59.247119 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-1d303974-ed07-4d6e-8e24-a543f87ab077 req-dbf06dbd-54ed-4ef9-94c3-7692db39c659 service neutron] Transition to ACTIVE for port object e682a249-dc59-47e6-af40-40db52868fa1 will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:11:59.255376 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-1d303974-ed07-4d6e-8e24-a543f87ab077 req-dbf06dbd-54ed-4ef9-94c3-7692db39c659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:11:59.347766 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-db947bc5-e30e-4ac2-b467-ce38fa6834e3 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:11:59.484335 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf06dbd-54ed-4ef9-94c3-7692db39c659 service neutron] Pushing event updated for resources: {'Port': ['ID=e682a249-dc59-47e6-af40-40db52868fa1,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:11:59.511218 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db947bc5-e30e-4ac2-b467-ce38fa6834e3 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event deleted for resources: {'Port': ['ID=5e1b1d13-83fd-404b-8400-ce1b18c6c099,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:11:59.561694 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-1d303974-ed07-4d6e-8e24-a543f87ab077 req-dbf06dbd-54ed-4ef9-94c3-7692db39c659 service neutron] Attempting to bind port e682a249-dc59-47e6-af40-40db52868fa1 on host n-h1-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:11:59.562018 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-1d303974-ed07-4d6e-8e24-a543f87ab077 req-dbf06dbd-54ed-4ef9-94c3-7692db39c659 service neutron] Attempting to bind port e682a249-dc59-47e6-af40-40db52868fa1 by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': 'dc2081d9-b82d-4ced-ab69-7467b4d37646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:11:59.562407 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d303974-ed07-4d6e-8e24-a543f87ab077 req-dbf06dbd-54ed-4ef9-94c3-7692db39c659 service neutron] Attempting to bind port e682a249-dc59-47e6-af40-40db52868fa1 on network e4e65f4d-f852-4656-8d43-9470c53affec {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:11:59.567543 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d303974-ed07-4d6e-8e24-a543f87ab077 req-dbf06dbd-54ed-4ef9-94c3-7692db39c659 service neutron] Port e682a249-dc59-47e6-af40-40db52868fa1 on network e4e65f4d-f852-4656-8d43-9470c53affec not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 14:11:59.567874 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d303974-ed07-4d6e-8e24-a543f87ab077 req-dbf06dbd-54ed-4ef9-94c3-7692db39c659 service neutron] Attempting to bind port e682a249-dc59-47e6-af40-40db52868fa1 on network e4e65f4d-f852-4656-8d43-9470c53affec {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:11:59.574504 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d303974-ed07-4d6e-8e24-a543f87ab077 req-dbf06dbd-54ed-4ef9-94c3-7692db39c659 service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:11:59.575151 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d303974-ed07-4d6e-8e24-a543f87ab077 req-dbf06dbd-54ed-4ef9-94c3-7692db39c659 service neutron] Checking segment: {'id': 'dc2081d9-b82d-4ced-ab69-7467b4d37646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:11:59.575462 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d303974-ed07-4d6e-8e24-a543f87ab077 req-dbf06dbd-54ed-4ef9-94c3-7692db39c659 service neutron] Bound using segment: {'id': 'dc2081d9-b82d-4ced-ab69-7467b4d37646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:11:59.575792 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-1d303974-ed07-4d6e-8e24-a543f87ab077 req-dbf06dbd-54ed-4ef9-94c3-7692db39c659 service neutron] Bound port: e682a249-dc59-47e6-af40-40db52868fa1, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc2081d9-b82d-4ced-ab69-7467b4d37646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:11:59.575999 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-1d303974-ed07-4d6e-8e24-a543f87ab077 req-dbf06dbd-54ed-4ef9-94c3-7692db39c659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:11:59.719206 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-1d303974-ed07-4d6e-8e24-a543f87ab077 req-dbf06dbd-54ed-4ef9-94c3-7692db39c659 service neutron] For port e682a249-dc59-47e6-af40-40db52868fa1, host n-h1-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:11:59.722823 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-1d303974-ed07-4d6e-8e24-a543f87ab077 req-dbf06dbd-54ed-4ef9-94c3-7692db39c659 service neutron] For port e682a249-dc59-47e6-af40-40db52868fa1, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=e682a249-dc59-47e6-af40-40db52868fa1,segment=NetworkSegment(dc2081d9-b82d-4ced-ab69-7467b4d37646),segment_id=dc2081d9-b82d-4ced-ab69-7467b4d37646)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:11:59.729888 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-1d303974-ed07-4d6e-8e24-a543f87ab077 req-dbf06dbd-54ed-4ef9-94c3-7692db39c659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:11:59.800743 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d303974-ed07-4d6e-8e24-a543f87ab077 req-dbf06dbd-54ed-4ef9-94c3-7692db39c659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:11:59.801391 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-1d303974-ed07-4d6e-8e24-a543f87ab077 req-dbf06dbd-54ed-4ef9-94c3-7692db39c659 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:11:59.802982 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1d303974-ed07-4d6e-8e24-a543f87ab077 req-dbf06dbd-54ed-4ef9-94c3-7692db39c659 service neutron] 10.222.0.20 "PUT /v2.0/ports/e682a249-dc59-47e6-af40-40db52868fa1 HTTP/1.1" status: 200 len: 1091 time: 1.1605322 May 31 14:11:59.803477 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c442af62-d502-4fca-af15-a8e2f9babb7a', 'tag': 'e682a249-dc59-47e6-af40-40db52868fa1'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:11:59.831855 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf06dbd-54ed-4ef9-94c3-7692db39c659 service neutron] Pushing event updated for resources: {'Port': ['ID=e682a249-dc59-47e6-af40-40db52868fa1,revision_number=3']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:11:59.902506 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b13b54ee-442d-4c40-aebc-e1fbb25bb18b'] response: {'name': 'network-changed', 'server_uuid': 'c442af62-d502-4fca-af15-a8e2f9babb7a', 'tag': 'e682a249-dc59-47e6-af40-40db52868fa1', 'status': 'completed', 'code': 200} May 31 14:11:59.942251 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d303974-ed07-4d6e-8e24-a543f87ab077 req-583bcf9a-3e19-4638-9b65-b829532c2d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:11:59.944124 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1d303974-ed07-4d6e-8e24-a543f87ab077 req-583bcf9a-3e19-4638-9b65-b829532c2d64 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e18e791f0f8b411a976f31b86b1ed6ca&device_id=c442af62-d502-4fca-af15-a8e2f9babb7a HTTP/1.1" status: 200 len: 1094 time: 0.0922968 May 31 14:11:59.962388 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-db947bc5-e30e-4ac2-b467-ce38fa6834e3 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:00.035273 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1d303974-ed07-4d6e-8e24-a543f87ab077 req-f684106e-89db-4c91-92de-fa61bf977c78 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e682a249-dc59-47e6-af40-40db52868fa1 HTTP/1.1" status: 200 len: 217 time: 0.0846703 May 31 14:12:00.118436 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d303974-ed07-4d6e-8e24-a543f87ab077 req-17b649f5-0ea8-4f83-8f6c-7f5f007b1c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:12:00.119868 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1d303974-ed07-4d6e-8e24-a543f87ab077 req-17b649f5-0ea8-4f83-8f6c-7f5f007b1c0c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7ab359a-3caf-41bd-90ad-aaabe46f814a HTTP/1.1" status: 200 len: 851 time: 0.0791917 May 31 14:12:00.226038 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d303974-ed07-4d6e-8e24-a543f87ab077 req-843f9429-a6a5-4a5d-9585-315e60e50291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:12:00.227573 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1d303974-ed07-4d6e-8e24-a543f87ab077 req-843f9429-a6a5-4a5d-9585-315e60e50291 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e4e65f4d-f852-4656-8d43-9470c53affec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0978601 May 31 14:12:00.417077 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1d303974-ed07-4d6e-8e24-a543f87ab077 req-78a8cbd2-42a9-4e7f-9156-5aeedd06c704 service neutron] 10.222.0.20 "GET /v2.0/networks/e4e65f4d-f852-4656-8d43-9470c53affec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835530 May 31 14:12:00.477714 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db947bc5-e30e-4ac2-b467-ce38fa6834e3 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Router a4a13323-c172-4552-8fa5-df4aa05297b8 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:12:00.558045 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1d303974-ed07-4d6e-8e24-a543f87ab077 req-e8da5a88-2e44-4184-9972-1842abaad96f service neutron] 10.222.0.20 "GET /v2.0/networks/e4e65f4d-f852-4656-8d43-9470c53affec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342890 May 31 14:12:00.583962 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d411d0-df89-4621-ae35-c49c4654bfae req-f7abeb7f-8543-4fe3-aaa7-cc67c6bf3caa tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:12:00.585434 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b7d411d0-df89-4621-ae35-c49c4654bfae req-f7abeb7f-8543-4fe3-aaa7-cc67c6bf3caa tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=c442af62-d502-4fca-af15-a8e2f9babb7a HTTP/1.1" status: 200 len: 943 time: 0.1891119 May 31 14:12:00.680385 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a0fd4-e48e-4295-9a65-f0b8fb6f2ebe req-8d9adbfe-6c39-4784-ae35-5b6e475b303e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:12:00.682215 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b77a0fd4-e48e-4295-9a65-f0b8fb6f2ebe req-8d9adbfe-6c39-4784-ae35-5b6e475b303e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e18e791f0f8b411a976f31b86b1ed6ca&device_id=c442af62-d502-4fca-af15-a8e2f9babb7a HTTP/1.1" status: 200 len: 1094 time: 0.0797083 May 31 14:12:00.721590 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b7d411d0-df89-4621-ae35-c49c4654bfae req-c54f41fa-aa5c-49ef-99db-424b86ddb146 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3acc40-ea1e-44de-bfa0-ee5264a9df29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280830 May 31 14:12:00.753935 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db947bc5-e30e-4ac2-b467-ce38fa6834e3 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:12:00.770611 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-db947bc5-e30e-4ac2-b467-ce38fa6834e3 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "PUT /v2.0/routers/a4a13323-c172-4552-8fa5-df4aa05297b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7465994 May 31 14:12:00.773250 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 40316) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:12:00.776840 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9058dcb-5290-495c-9762-4b8914aeaf32 None None] Sync routers for ids ['a4a13323-c172-4552-8fa5-df4aa05297b8'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:12:00.805316 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9058dcb-5290-495c-9762-4b8914aeaf32 None None] Routers {'a4a13323-c172-4552-8fa5-df4aa05297b8'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:12:00.806200 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-c9058dcb-5290-495c-9762-4b8914aeaf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:11:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['a4a13323-c172-4552-8fa5-df4aa05297b8'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:12:00.854413 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-05ba9a4f-abbd-49de-be36-213c12d79f3a tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Deleting subnet 868f2e43-1473-42e5-9964-f42cf94a443e {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 14:12:00.858436 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-05ba9a4f-abbd-49de-be36-213c12d79f3a tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:00.941712 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-05ba9a4f-abbd-49de-be36-213c12d79f3a tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65507433'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:01.000983 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a0fd4-e48e-4295-9a65-f0b8fb6f2ebe req-282e7532-f46b-4794-889e-2c93b0dbdbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:12:01.003587 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b77a0fd4-e48e-4295-9a65-f0b8fb6f2ebe req-282e7532-f46b-4794-889e-2c93b0dbdbd2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e4e65f4d-f852-4656-8d43-9470c53affec HTTP/1.1" status: 200 len: 913 time: 0.3123648 May 31 14:12:01.053875 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-05ba9a4f-abbd-49de-be36-213c12d79f3a tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:01.072241 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-c9058dcb-5290-495c-9762-4b8914aeaf32 None None] Set router a4a13323-c172-4552-8fa5-df4aa05297b8 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:12:01.093138 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b77a0fd4-e48e-4295-9a65-f0b8fb6f2ebe req-187995ea-9a5f-439c-95e5-70d74121afa0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e682a249-dc59-47e6-af40-40db52868fa1 HTTP/1.1" status: 200 len: 217 time: 0.0844579 May 31 14:12:01.152687 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-05ba9a4f-abbd-49de-be36-213c12d79f3a tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65216469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65148562'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:01.175179 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a0fd4-e48e-4295-9a65-f0b8fb6f2ebe req-fdad9ca9-3941-49d4-ae76-de22e577905c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:12:01.176652 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b77a0fd4-e48e-4295-9a65-f0b8fb6f2ebe req-fdad9ca9-3941-49d4-ae76-de22e577905c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7ab359a-3caf-41bd-90ad-aaabe46f814a HTTP/1.1" status: 200 len: 851 time: 0.0777159 May 31 14:12:01.216506 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ba9a4f-abbd-49de-be36-213c12d79f3a tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event deleted for resources: {'Subnet': ['ID=868f2e43-1473-42e5-9964-f42cf94a443e,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:12:01.221878 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-05ba9a4f-abbd-49de-be36-213c12d79f3a tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:01.230237 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46adcf6-5609-4679-afb6-78c08d7cd9f7 None None] Network 744c79aa-fcbd-4987-be1f-b82f7cc82972 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:12:01.239582 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-05ba9a4f-abbd-49de-be36-213c12d79f3a tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "DELETE /v2.0/subnets/868f2e43-1473-42e5-9964-f42cf94a443e HTTP/1.1" status: 204 len: 168 time: 0.4638486 May 31 14:12:01.239947 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40320) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:12:01.514674 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a0fd4-e48e-4295-9a65-f0b8fb6f2ebe req-8f19da67-486a-42a4-85f4-937935f5bda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:12:01.516958 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b77a0fd4-e48e-4295-9a65-f0b8fb6f2ebe req-8f19da67-486a-42a4-85f4-937935f5bda8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e4e65f4d-f852-4656-8d43-9470c53affec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3307102 May 31 14:12:01.528734 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-c9058dcb-5290-495c-9762-4b8914aeaf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a13323-c172-4552-8fa5-df4aa05297b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150454152', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'f2f93d08-72a1-4c10-bb0c-77b35246ad7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:08:59Z', 'updated_at': '2022-05-31T14:11:59Z', 'revision_number': 5, 'project_id': '088180f8cd814306a3f92350df9020de', 'gw_port': {'id': 'f2f93d08-72a1-4c10-bb0c-77b35246ad7c', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:61:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a13323-c172-4552-8fa5-df4aa05297b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:09:00Z', 'updated_at': '2022-05-31T14:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:12:01.548338 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9058dcb-5290-495c-9762-4b8914aeaf32 None None] Checking router: a4a13323-c172-4552-8fa5-df4aa05297b8 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:12:01.570175 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9058dcb-5290-495c-9762-4b8914aeaf32 None None] Routers {'a4a13323-c172-4552-8fa5-df4aa05297b8'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:12:01.570782 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-c9058dcb-5290-495c-9762-4b8914aeaf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:11:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['a4a13323-c172-4552-8fa5-df4aa05297b8'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:12:01.609894 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a9977757-3260-4ba8-885e-88b1beef6f26 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:01.740094 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59668731-f625-4748-9744-bcce60456066 None None] DHCP port deletion for 744c79aa-fcbd-4987-be1f-b82f7cc82972 request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 14:12:01.751165 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-59668731-f625-4748-9744-bcce60456066 None None] Deleting port 49155c7c-d14e-4c3a-bca2-28218c094c8f {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:12:01.751855 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-59668731-f625-4748-9744-bcce60456066 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:01.893655 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-c9058dcb-5290-495c-9762-4b8914aeaf32 None None] Set router a4a13323-c172-4552-8fa5-df4aa05297b8 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:12:01.924465 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b77a0fd4-e48e-4295-9a65-f0b8fb6f2ebe req-9decf08a-7a69-4271-b0eb-163e1c36a5a3 service neutron] 10.222.0.20 "GET /v2.0/networks/e4e65f4d-f852-4656-8d43-9470c53affec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3979223 May 31 14:12:02.216662 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a9977757-3260-4ba8-885e-88b1beef6f26 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:02.243584 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-59668731-f625-4748-9744-bcce60456066 None None] For port 49155c7c-d14e-4c3a-bca2-28218c094c8f, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=49155c7c-d14e-4c3a-bca2-28218c094c8f,segment=NetworkSegment(d1b4baa8-8d56-40d4-9537-e3cbdd423df4),segment_id=d1b4baa8-8d56-40d4-9537-e3cbdd423df4)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:12:02.243584 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-59668731-f625-4748-9744-bcce60456066 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:02.273665 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-a9977757-3260-4ba8-885e-88b1beef6f26 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Deleting port f2f93d08-72a1-4c10-bb0c-77b35246ad7c {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:12:02.273665 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a9977757-3260-4ba8-885e-88b1beef6f26 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:02.330604 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4896dea-a62c-40c3-b86c-40ecaecec39f req-34d5fd06-a4d1-4c95-a122-dc11e945068c tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:12:02.330604 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d4896dea-a62c-40c3-b86c-40ecaecec39f req-34d5fd06-a4d1-4c95-a122-dc11e945068c tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=c442af62-d502-4fca-af15-a8e2f9babb7a HTTP/1.1" status: 200 len: 943 time: 0.3144674 May 31 14:12:02.459044 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 49155c7c-d14e-4c3a-bca2-28218c094c8f no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:12:02.477533 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d4896dea-a62c-40c3-b86c-40ecaecec39f req-c7f0166a-870b-40ff-8bd7-0c59b77a807b tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3acc40-ea1e-44de-bfa0-ee5264a9df29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350839 May 31 14:12:02.544364 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-c9058dcb-5290-495c-9762-4b8914aeaf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a13323-c172-4552-8fa5-df4aa05297b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150454152', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'f2f93d08-72a1-4c10-bb0c-77b35246ad7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:08:59Z', 'updated_at': '2022-05-31T14:11:59Z', 'revision_number': 5, 'project_id': '088180f8cd814306a3f92350df9020de', 'gw_port': {'id': 'f2f93d08-72a1-4c10-bb0c-77b35246ad7c', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:61:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a13323-c172-4552-8fa5-df4aa05297b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:09:00Z', 'updated_at': '2022-05-31T14:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:12:02.583260 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9058dcb-5290-495c-9762-4b8914aeaf32 None None] The sync data for ids ['a4a13323-c172-4552-8fa5-df4aa05297b8'] in n-d-843939-1 is: [{'id': 'a4a13323-c172-4552-8fa5-df4aa05297b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1150454152', 'tenant_id': '088180f8cd814306a3f92350df9020de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'f2f93d08-72a1-4c10-bb0c-77b35246ad7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:08:59Z', 'updated_at': '2022-05-31T14:11:59Z', 'revision_number': 5, 'project_id': '088180f8cd814306a3f92350df9020de', 'gw_port': {'id': 'f2f93d08-72a1-4c10-bb0c-77b35246ad7c', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:61:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a13323-c172-4552-8fa5-df4aa05297b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:09:00Z', 'updated_at': '2022-05-31T14:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:12:02.617126 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b77a0fd4-e48e-4295-9a65-f0b8fb6f2ebe req-02452bac-273e-4cc3-a890-ccca856c5fc2 service neutron] 10.222.0.20 "GET /v2.0/networks/e4e65f4d-f852-4656-8d43-9470c53affec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6785550 May 31 14:12:02.738054 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-59668731-f625-4748-9744-bcce60456066 None None] Calling delete_port for 49155c7c-d14e-4c3a-bca2-28218c094c8f owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:12:02.863797 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-a9977757-3260-4ba8-885e-88b1beef6f26 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] For port f2f93d08-72a1-4c10-bb0c-77b35246ad7c, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=f2f93d08-72a1-4c10-bb0c-77b35246ad7c,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:12:02.863797 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a9977757-3260-4ba8-885e-88b1beef6f26 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:02.885872 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 49155c7c-d14e-4c3a-bca2-28218c094c8f is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:12:02.885872 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:02.928522 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 49155c7c-d14e-4c3a-bca2-28218c094c8f, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=49155c7c-d14e-4c3a-bca2-28218c094c8f,segment=NetworkSegment(d1b4baa8-8d56-40d4-9537-e3cbdd423df4),segment_id=d1b4baa8-8d56-40d4-9537-e3cbdd423df4)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:12:02.942274 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:02.991693 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-59668731-f625-4748-9744-bcce60456066 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 14:12:02.991693 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-59668731-f625-4748-9744-bcce60456066 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 14:12:03.060370 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=49155c7c-d14e-4c3a-bca2-28218c094c8f,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:12:03.117081 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-a9977757-3260-4ba8-885e-88b1beef6f26 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Calling delete_port for f2f93d08-72a1-4c10-bb0c-77b35246ad7c owned by network:router_gateway {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:12:03.491726 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-59668731-f625-4748-9744-bcce60456066 None None] Deleting port 49155c7c-d14e-4c3a-bca2-28218c094c8f {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:12:03.493197 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-59668731-f625-4748-9744-bcce60456066 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:03.753130 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c791eca-a24f-425f-ab73-79909eead89f req-b0c055b2-6648-44f8-bbe5-9e51f69d1120 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:12:03.763368 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9c791eca-a24f-425f-ab73-79909eead89f req-b0c055b2-6648-44f8-bbe5-9e51f69d1120 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=c442af62-d502-4fca-af15-a8e2f9babb7a HTTP/1.1" status: 200 len: 943 time: 0.1400394 May 31 14:12:03.801191 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a9977757-3260-4ba8-885e-88b1beef6f26 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:03.830398 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9c791eca-a24f-425f-ab73-79909eead89f req-04f11ca4-ba65-4c02-88a1-eb9cb2410f05 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3acc40-ea1e-44de-bfa0-ee5264a9df29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635147 May 31 14:12:03.868725 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9977757-3260-4ba8-885e-88b1beef6f26 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event deleted for resources: {'Port': ['ID=f2f93d08-72a1-4c10-bb0c-77b35246ad7c,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:12:03.946150 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-59668731-f625-4748-9744-bcce60456066 None None] For port 49155c7c-d14e-4c3a-bca2-28218c094c8f, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=49155c7c-d14e-4c3a-bca2-28218c094c8f,segment=NetworkSegment(d1b4baa8-8d56-40d4-9537-e3cbdd423df4),segment_id=d1b4baa8-8d56-40d4-9537-e3cbdd423df4)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:12:03.946794 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-59668731-f625-4748-9744-bcce60456066 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:03.999531 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a9977757-3260-4ba8-885e-88b1beef6f26 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577389'] for router_gateway, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:04.108914 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-59668731-f625-4748-9744-bcce60456066 None None] Calling delete_port for 49155c7c-d14e-4c3a-bca2-28218c094c8f owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:12:04.224373 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-59668731-f625-4748-9744-bcce60456066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:04.257513 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a9977757-3260-4ba8-885e-88b1beef6f26 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:04.261051 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a9977757-3260-4ba8-885e-88b1beef6f26 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:04.286951 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 5e1b1d13-83fd-404b-8400-ce1b18c6c099 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:12:04.301370 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a9977757-3260-4ba8-885e-88b1beef6f26 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:04.302103 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9977757-3260-4ba8-885e-88b1beef6f26 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Fanout notify agent at l3_agent the message router_deleted on router a4a13323-c172-4552-8fa5-df4aa05297b8 {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 14:12:04.334655 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 5e1b1d13-83fd-404b-8400-ce1b18c6c099 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:12:04.334999 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 5e1b1d13-83fd-404b-8400-ce1b18c6c099 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:12:04.336653 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59668731-f625-4748-9744-bcce60456066 None None] No DVR routers for this DVR port 49155c7c-d14e-4c3a-bca2-28218c094c8f on host n-d-843939-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:12:04.338436 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59668731-f625-4748-9744-bcce60456066 None None] Pushing event deleted for resources: {'Port': ['ID=49155c7c-d14e-4c3a-bca2-28218c094c8f,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:12:04.364177 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a9977757-3260-4ba8-885e-88b1beef6f26 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:04.367271 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a9977757-3260-4ba8-885e-88b1beef6f26 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "DELETE /v2.0/routers/a4a13323-c172-4552-8fa5-df4aa05297b8 HTTP/1.1" status: 204 len: 168 time: 3.1263983 May 31 14:12:04.370195 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 40332) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:12:04.703419 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-66c02233-2292-4132-8883-a7579078166f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:04.898955 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-66c02233-2292-4132-8883-a7579078166f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:04.935951 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-66c02233-2292-4132-8883-a7579078166f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['744c79aa-fcbd-4987-be1f-b82f7cc82972']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:12:04.954290 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-66c02233-2292-4132-8883-a7579078166f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1b4baa8-8d56-40d4-9537-e3cbdd423df4') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:12:04.954290 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-66c02233-2292-4132-8883-a7579078166f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1b4baa8-8d56-40d4-9537-e3cbdd423df4') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:12:04.965932 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-66c02233-2292-4132-8883-a7579078166f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:04.986686 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-66c02233-2292-4132-8883-a7579078166f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:04.994228 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66c02233-2292-4132-8883-a7579078166f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 14:12:04.995256 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-66c02233-2292-4132-8883-a7579078166f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:05.147724 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment d1b4baa8-8d56-40d4-9537-e3cbdd423df4 resource provider aggregate not found May 31 14:12:05.173767 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment d1b4baa8-8d56-40d4-9537-e3cbdd423df4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d1b4baa8-8d56-40d4-9537-e3cbdd423df4 found for delete ", "request_id": "req-8a6d6b92-d082-43f3-aa83-6d3ab33c88bc"}]} May 31 14:12:05.184598 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-66c02233-2292-4132-8883-a7579078166f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:05.206248 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-66c02233-2292-4132-8883-a7579078166f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:05.217039 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c02233-2292-4132-8883-a7579078166f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event deleted for resources: {'Network': ['ID=744c79aa-fcbd-4987-be1f-b82f7cc82972,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:12:05.232856 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d32b7d9-fe8f-4a59-8aac-60bd91165f91 req-18f04fc2-3a81-418d-904f-3cd84f0ee9ba tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:12:05.238487 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8d32b7d9-fe8f-4a59-8aac-60bd91165f91 req-18f04fc2-3a81-418d-904f-3cd84f0ee9ba tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=c442af62-d502-4fca-af15-a8e2f9babb7a HTTP/1.1" status: 200 len: 943 time: 0.2122452 May 31 14:12:05.258447 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-66c02233-2292-4132-8883-a7579078166f tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "DELETE /v2.0/networks/744c79aa-fcbd-4987-be1f-b82f7cc82972 HTTP/1.1" status: 204 len: 168 time: 0.8859408 May 31 14:12:05.261486 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40344) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:12:05.292887 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8d32b7d9-fe8f-4a59-8aac-60bd91165f91 req-66aa58b0-9e3c-4892-a47b-f0fa6b107a7d tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3acc40-ea1e-44de-bfa0-ee5264a9df29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494030 May 31 14:12:05.378594 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-62fbd5a5-ddac-41e3-9660-a2c790d28d54 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:05.414845 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-62fbd5a5-ddac-41e3-9660-a2c790d28d54 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:05.493665 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-62fbd5a5-ddac-41e3-9660-a2c790d28d54 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:05.517780 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fbd5a5-ddac-41e3-9660-a2c790d28d54 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98fd01a8-c4bd-4fe6-af7d-4cb1a897159e,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:12:05.532926 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-62fbd5a5-ddac-41e3-9660-a2c790d28d54 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:05.537758 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-62fbd5a5-ddac-41e3-9660-a2c790d28d54 tempest-TestNetworkAdvancedServerOps-573975250 tempest-TestNetworkAdvancedServerOps-573975250-project] 10.222.0.50 "DELETE /v2.0/security-groups/98fd01a8-c4bd-4fe6-af7d-4cb1a897159e HTTP/1.1" status: 204 len: 168 time: 0.2751729 May 31 14:12:06.041650 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 40354) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:12:06.145781 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device f2f93d08-72a1-4c10-bb0c-77b35246ad7c no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:12:06.190023 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: f2f93d08-72a1-4c10-bb0c-77b35246ad7c {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:12:06.190461 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device f2f93d08-72a1-4c10-bb0c-77b35246ad7c not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:12:06.256563 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-f99acf7f-40ad-4dee-b875-d2b85c38aec5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=088180f8cd814306a3f92350df9020de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2140894 May 31 14:12:06.259194 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40360) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:12:06.336074 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d14473f4-18c8-4398-a618-f13205160a0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:06.365756 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d14473f4-18c8-4398-a618-f13205160a0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:06.452039 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d14473f4-18c8-4398-a618-f13205160a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:06.469523 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14473f4-18c8-4398-a618-f13205160a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b896f6c2-6682-43a9-935a-428dd1db7f3b,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:12:06.482386 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d14473f4-18c8-4398-a618-f13205160a0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:06.486297 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d14473f4-18c8-4398-a618-f13205160a0a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b896f6c2-6682-43a9-935a-428dd1db7f3b HTTP/1.1" status: 204 len: 168 time: 0.2257392 May 31 14:12:06.523923 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4018aa-ed53-4cdd-99c1-bb774c0f57de req-08543ded-406a-4ed3-9089-e040da3a24d5 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:12:06.531923 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9b4018aa-ed53-4cdd-99c1-bb774c0f57de req-08543ded-406a-4ed3-9089-e040da3a24d5 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=c442af62-d502-4fca-af15-a8e2f9babb7a HTTP/1.1" status: 200 len: 943 time: 0.1224191 May 31 14:12:06.580932 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9b4018aa-ed53-4cdd-99c1-bb774c0f57de req-0afaa53f-3933-40cf-a1df-fcd4b4e4198a tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3acc40-ea1e-44de-bfa0-ee5264a9df29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478339 May 31 14:12:06.851867 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40370) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:12:06.904818 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d8681c51-083e-4e85-b18c-8ff5d6f358af admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d8ad05a5a36c47d7a84cf9a3d461121d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0515440 May 31 14:12:06.907743 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 40374) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:12:06.971429 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6046d62d-3561-4fb6-b441-c88b6642c5ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:06.998498 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6046d62d-3561-4fb6-b441-c88b6642c5ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:07.059666 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6046d62d-3561-4fb6-b441-c88b6642c5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:07.077375 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6046d62d-3561-4fb6-b441-c88b6642c5ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b2931e-c337-49ef-9f98-14f4833d5876,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:12:07.092407 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6046d62d-3561-4fb6-b441-c88b6642c5ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:07.093176 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-6046d62d-3561-4fb6-b441-c88b6642c5ec admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/98b2931e-c337-49ef-9f98-14f4833d5876 HTTP/1.1" status: 204 len: 168 time: 0.1842029 May 31 14:12:07.444886 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-58465ec7-0b63-4ad5-8f5b-c863423899fb req-c8ff4bf9-557f-46d9-abcc-4fabddd9fc40 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=57d586f9-77c9-4ae2-970c-11d7a3ab6dbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1375062 May 31 14:12:07.623398 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58465ec7-0b63-4ad5-8f5b-c863423899fb req-b5fdec97-27af-4611-8ee7-027bdc9bd9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:12:07.625516 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-58465ec7-0b63-4ad5-8f5b-c863423899fb req-b5fdec97-27af-4611-8ee7-027bdc9bd9d6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e18e791f0f8b411a976f31b86b1ed6ca&device_id=57d586f9-77c9-4ae2-970c-11d7a3ab6dbd HTTP/1.1" status: 200 len: 1097 time: 0.0959237 May 31 14:12:07.716351 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:07.819018 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58465ec7-0b63-4ad5-8f5b-c863423899fb req-11a5ee7e-c45d-48e5-8cec-762aced610ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:12:07.821319 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-58465ec7-0b63-4ad5-8f5b-c863423899fb req-11a5ee7e-c45d-48e5-8cec-762aced610ba service neutron] 10.222.0.44 "GET /v2.0/networks?id=e4e65f4d-f852-4656-8d43-9470c53affec HTTP/1.1" status: 200 len: 913 time: 0.1700244 May 31 14:12:07.851866 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5915e21-0333-4eef-8bc6-481266b49603 req-97075145-313e-4dce-85eb-34753eb79d21 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:12:07.860403 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e5915e21-0333-4eef-8bc6-481266b49603 req-97075145-313e-4dce-85eb-34753eb79d21 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=c442af62-d502-4fca-af15-a8e2f9babb7a HTTP/1.1" status: 200 len: 943 time: 0.1347046 May 31 14:12:07.918751 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-58465ec7-0b63-4ad5-8f5b-c863423899fb req-4d0e34ad-9465-4e29-a614-af510da6a0d9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8b1b9fa-5a34-4265-9a29-bf4c00a30bf5 HTTP/1.1" status: 200 len: 217 time: 0.0898440 May 31 14:12:07.954716 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e5915e21-0333-4eef-8bc6-481266b49603 req-28c97f75-8969-4293-9822-86d4091261c0 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3acc40-ea1e-44de-bfa0-ee5264a9df29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929971 May 31 14:12:08.009054 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58465ec7-0b63-4ad5-8f5b-c863423899fb req-20665de3-29a1-4e29-9c22-7414dbf1ba26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:12:08.010452 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-58465ec7-0b63-4ad5-8f5b-c863423899fb req-20665de3-29a1-4e29-9c22-7414dbf1ba26 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a7ab359a-3caf-41bd-90ad-aaabe46f814a HTTP/1.1" status: 200 len: 851 time: 0.0847924 May 31 14:12:08.104136 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58465ec7-0b63-4ad5-8f5b-c863423899fb req-7063b3b3-ee72-42f8-bdb0-71c1fb290abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:12:08.105792 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-58465ec7-0b63-4ad5-8f5b-c863423899fb req-7063b3b3-ee72-42f8-bdb0-71c1fb290abd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e4e65f4d-f852-4656-8d43-9470c53affec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0882013 May 31 14:12:08.245833 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-58465ec7-0b63-4ad5-8f5b-c863423899fb req-5b7a9fd7-0935-4093-b673-19e3e4418225 service neutron] 10.222.0.44 "GET /v2.0/networks/e4e65f4d-f852-4656-8d43-9470c53affec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334724 May 31 14:12:08.508927 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-58465ec7-0b63-4ad5-8f5b-c863423899fb req-6754c290-b6cd-4210-833d-f88f441b94f6 service neutron] 10.222.0.44 "GET /v2.0/networks/e4e65f4d-f852-4656-8d43-9470c53affec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524121 May 31 14:12:09.151023 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f187d0-4013-4708-876c-27461914a9bf req-8561e24f-f0e9-4b1d-b481-146c81a8c5e6 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:12:09.152426 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e4f187d0-4013-4708-876c-27461914a9bf req-8561e24f-f0e9-4b1d-b481-146c81a8c5e6 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=c442af62-d502-4fca-af15-a8e2f9babb7a HTTP/1.1" status: 200 len: 943 time: 0.0927272 May 31 14:12:09.205266 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e4f187d0-4013-4708-876c-27461914a9bf req-e9d8079a-c5b5-4b71-b0c2-50608206dbe4 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3acc40-ea1e-44de-bfa0-ee5264a9df29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462465 May 31 14:12:09.207864 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:09.763770 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40534) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:12:09.900804 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2fc28c79-30b2-4402-ae1d-99d4c60f55fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:09.916432 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-2fc28c79-30b2-4402-ae1d-99d4c60f55fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:12:09.916432 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-2fc28c79-30b2-4402-ae1d-99d4c60f55fd admin admin] Usage tracker for resource:security_group_rule and tenant:a7be1a80ac2d418099a3737d73687af3 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:12:09.924078 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-2fc28c79-30b2-4402-ae1d-99d4c60f55fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:12:09.930807 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-2fc28c79-30b2-4402-ae1d-99d4c60f55fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:12:10.029410 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2fc28c79-30b2-4402-ae1d-99d4c60f55fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:10.036822 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2fc28c79-30b2-4402-ae1d-99d4c60f55fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:10.092607 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-2fc28c79-30b2-4402-ae1d-99d4c60f55fd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a7be1a80ac2d418099a3737d73687af3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3220007 May 31 14:12:10.092607 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40542) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:12:10.092607 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc28c79-30b2-4402-ae1d-99d4c60f55fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cafe953b-c99b-4a19-9c5e-5b48402df384,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:12:10.153722 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ea190750-c9f5-458a-b7d2-aa66fed6e4e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:10.192588 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ea190750-c9f5-458a-b7d2-aa66fed6e4e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:10.242118 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ea190750-c9f5-458a-b7d2-aa66fed6e4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:10.262960 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea190750-c9f5-458a-b7d2-aa66fed6e4e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cafe953b-c99b-4a19-9c5e-5b48402df384,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:12:10.274211 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ea190750-c9f5-458a-b7d2-aa66fed6e4e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:10.274211 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ea190750-c9f5-458a-b7d2-aa66fed6e4e2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cafe953b-c99b-4a19-9c5e-5b48402df384 HTTP/1.1" status: 204 len: 168 time: 0.1806192 May 31 14:12:10.435978 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddebf731-d3ed-465a-b780-10cbb5adb861 req-ca02235a-c86b-45f6-bc2b-96953366dd55 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:12:10.441610 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ddebf731-d3ed-465a-b780-10cbb5adb861 req-ca02235a-c86b-45f6-bc2b-96953366dd55 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=c442af62-d502-4fca-af15-a8e2f9babb7a HTTP/1.1" status: 200 len: 943 time: 0.1064160 May 31 14:12:10.498358 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ddebf731-d3ed-465a-b780-10cbb5adb861 req-77064ec1-6352-4a16-9ee1-a91d430f4d64 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3acc40-ea1e-44de-bfa0-ee5264a9df29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532875 May 31 14:12:10.603733 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9d5a8409-1f2d-4fc0-af53-341107e06b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:10.650695 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40552) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:12:10.668912 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b435d72c-889e-449e-a802-8ff770c1e186 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:10.693495 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b435d72c-889e-449e-a802-8ff770c1e186 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:12:10.697249 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-b435d72c-889e-449e-a802-8ff770c1e186 admin admin] Usage tracker for resource:security_group_rule and tenant:aba5aae0ea754588bff3dddb7af41613 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:12:10.700160 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-b435d72c-889e-449e-a802-8ff770c1e186 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:12:10.706155 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b435d72c-889e-449e-a802-8ff770c1e186 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:12:10.803542 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b435d72c-889e-449e-a802-8ff770c1e186 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:10.808380 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b435d72c-889e-449e-a802-8ff770c1e186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:10.866606 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b435d72c-889e-449e-a802-8ff770c1e186 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=aba5aae0ea754588bff3dddb7af41613&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2127447 May 31 14:12:10.868130 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b435d72c-889e-449e-a802-8ff770c1e186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bfdb9da-9d71-40c8-ae15-dbc1d8263a14,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:12:10.872169 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 40556) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:12:10.949414 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4bbbb1c2-8111-4e78-bb8e-a11e33c19ffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:10.978646 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4bbbb1c2-8111-4e78-bb8e-a11e33c19ffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:11.037852 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4bbbb1c2-8111-4e78-bb8e-a11e33c19ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:11.054069 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbbb1c2-8111-4e78-bb8e-a11e33c19ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bfdb9da-9d71-40c8-ae15-dbc1d8263a14,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:12:11.059435 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4bbbb1c2-8111-4e78-bb8e-a11e33c19ffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:11.060384 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-4bbbb1c2-8111-4e78-bb8e-a11e33c19ffa admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2bfdb9da-9d71-40c8-ae15-dbc1d8263a14 HTTP/1.1" status: 204 len: 168 time: 0.1882539 May 31 14:12:11.637729 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:12:11.719421 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f4158-f842-44dc-9387-cb3f935be0c8 req-13c663c4-eb55-4f73-babc-c8d53eb4e68d tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:12:11.722488 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a35f4158-f842-44dc-9387-cb3f935be0c8 req-13c663c4-eb55-4f73-babc-c8d53eb4e68d tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=c442af62-d502-4fca-af15-a8e2f9babb7a HTTP/1.1" status: 200 len: 943 time: 0.1115417 May 31 14:12:11.774189 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a35f4158-f842-44dc-9387-cb3f935be0c8 req-73fa99ee-ff2f-48fa-ab45-8df08dba9e96 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3acc40-ea1e-44de-bfa0-ee5264a9df29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471220 May 31 14:12:12.840638 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1c21ad01-bac7-4af1-bdbb-91b28f07d159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:13.001622 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b7fa13-9579-40ca-884c-bdbea9fa5c06 req-6948df90-ff25-4966-a170-54a335a8b68a tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:12:13.003134 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c8b7fa13-9579-40ca-884c-bdbea9fa5c06 req-6948df90-ff25-4966-a170-54a335a8b68a tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=c442af62-d502-4fca-af15-a8e2f9babb7a HTTP/1.1" status: 200 len: 943 time: 0.0958970 May 31 14:12:13.052470 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c8b7fa13-9579-40ca-884c-bdbea9fa5c06 req-aed896b0-83a4-40c1-8f06-dfbc51b80cb3 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3acc40-ea1e-44de-bfa0-ee5264a9df29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431523 May 31 14:12:13.882332 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:14.010737 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:14.257835 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6f1b6f-e321-4f03-b007-61119e121621 req-08db9ca4-efd6-4534-b50c-782a638dbce6 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:12:14.259390 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dc6f1b6f-e321-4f03-b007-61119e121621 req-08db9ca4-efd6-4534-b50c-782a638dbce6 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=c442af62-d502-4fca-af15-a8e2f9babb7a HTTP/1.1" status: 200 len: 943 time: 0.0861084 May 31 14:12:14.314188 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dc6f1b6f-e321-4f03-b007-61119e121621 req-49a567c2-a34d-4605-bc2a-1539a6b6696b tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3acc40-ea1e-44de-bfa0-ee5264a9df29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489519 May 31 14:12:15.517033 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ef08e8-45bf-47c8-a834-fc7d0f3bc481 req-ccb4e311-d038-4046-a56e-8a4477f65d15 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:12:15.518524 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-19ef08e8-45bf-47c8-a834-fc7d0f3bc481 req-ccb4e311-d038-4046-a56e-8a4477f65d15 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=c442af62-d502-4fca-af15-a8e2f9babb7a HTTP/1.1" status: 200 len: 943 time: 0.0897810 May 31 14:12:15.563012 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-19ef08e8-45bf-47c8-a834-fc7d0f3bc481 req-9992426b-853b-49f8-9cc7-fab924336b8b tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3acc40-ea1e-44de-bfa0-ee5264a9df29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387440 May 31 14:12:15.722862 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:16.788474 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2c5cc4-4c26-4391-9ff5-efcd9ba0b6b6 req-993b95c6-8854-4f7d-9587-eb48938cb316 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:12:16.790237 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8c2c5cc4-4c26-4391-9ff5-efcd9ba0b6b6 req-993b95c6-8854-4f7d-9587-eb48938cb316 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=c442af62-d502-4fca-af15-a8e2f9babb7a HTTP/1.1" status: 200 len: 943 time: 0.1011105 May 31 14:12:16.845076 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8c2c5cc4-4c26-4391-9ff5-efcd9ba0b6b6 req-151fb506-0cb7-4a15-9f79-619491f71d45 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3acc40-ea1e-44de-bfa0-ee5264a9df29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468562 May 31 14:12:18.057760 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e0055-eb02-4c58-9c48-842dd2221d63 req-9c7d7536-5724-43d5-b7cc-83d288b6287d tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:12:18.059607 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3c3e0055-eb02-4c58-9c48-842dd2221d63 req-9c7d7536-5724-43d5-b7cc-83d288b6287d tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=c442af62-d502-4fca-af15-a8e2f9babb7a HTTP/1.1" status: 200 len: 943 time: 0.0881767 May 31 14:12:18.109960 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3c3e0055-eb02-4c58-9c48-842dd2221d63 req-643a1d9b-6dc7-449a-b2f7-bc3ee2d82442 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3acc40-ea1e-44de-bfa0-ee5264a9df29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433733 May 31 14:12:19.314985 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583a7c3-8e73-43ad-9c4f-75322f53c734 req-2663d548-e515-4cc9-836b-7ba3a0f6ed22 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:12:19.316450 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e583a7c3-8e73-43ad-9c4f-75322f53c734 req-2663d548-e515-4cc9-836b-7ba3a0f6ed22 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=c442af62-d502-4fca-af15-a8e2f9babb7a HTTP/1.1" status: 200 len: 943 time: 0.0844553 May 31 14:12:19.360870 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e583a7c3-8e73-43ad-9c4f-75322f53c734 req-febc82ba-f94e-4fb0-9e01-7ab996577eb7 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3acc40-ea1e-44de-bfa0-ee5264a9df29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387614 May 31 14:12:20.548518 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4dd346-4778-421b-81f6-4a3b7622c375 req-4dd31b30-b834-4eff-ad2e-5e8887611574 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:12:20.549891 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ba4dd346-4778-421b-81f6-4a3b7622c375 req-4dd31b30-b834-4eff-ad2e-5e8887611574 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=c442af62-d502-4fca-af15-a8e2f9babb7a HTTP/1.1" status: 200 len: 943 time: 0.0797548 May 31 14:12:20.593300 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ba4dd346-4778-421b-81f6-4a3b7622c375 req-3bc5cd61-bd96-4ec2-aab7-f54d55daa84c tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3acc40-ea1e-44de-bfa0-ee5264a9df29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376632 May 31 14:12:21.922499 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b70785a-ed48-4173-8494-dd5aa566e2c7 req-85cce62e-e1ba-41df-ad88-077926eb28a5 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:12:21.924550 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9b70785a-ed48-4173-8494-dd5aa566e2c7 req-85cce62e-e1ba-41df-ad88-077926eb28a5 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=c442af62-d502-4fca-af15-a8e2f9babb7a HTTP/1.1" status: 200 len: 943 time: 0.2138782 May 31 14:12:21.980328 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9b70785a-ed48-4173-8494-dd5aa566e2c7 req-d7641137-3829-4189-b5a8-d66dd0033de2 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3acc40-ea1e-44de-bfa0-ee5264a9df29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435321 May 31 14:12:22.504971 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device e682a249-dc59-47e6-af40-40db52868fa1 details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 14:12:22.658143 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port e682a249-dc59-47e6-af40-40db52868fa1, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=e682a249-dc59-47e6-af40-40db52868fa1,segment=NetworkSegment(dc2081d9-b82d-4ced-ab69-7467b4d37646),segment_id=dc2081d9-b82d-4ced-ab69-7467b4d37646)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:12:22.671848 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': 'e682a249-dc59-47e6-af40-40db52868fa1', 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec', 'port_id': 'e682a249-dc59-47e6-af40-40db52868fa1', 'mac_address': 'fa:16:3e:9b:d4:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7ab359a-3caf-41bd-90ad-aaabe46f814a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 14:12:22.738358 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port e682a249-dc59-47e6-af40-40db52868fa1 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:12:22.738731 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:22.756961 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e682a249-dc59-47e6-af40-40db52868fa1 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:12:22.775241 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port e682a249-dc59-47e6-af40-40db52868fa1, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=e682a249-dc59-47e6-af40-40db52868fa1,segment=NetworkSegment(dc2081d9-b82d-4ced-ab69-7467b4d37646),segment_id=dc2081d9-b82d-4ced-ab69-7467b4d37646)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:12:22.779041 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:22.851597 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=e682a249-dc59-47e6-af40-40db52868fa1,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:12:23.097358 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['e682a249-dc59-47e6-af40-40db52868fa1'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:12:23.174725 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50423ab-7831-49b9-bbac-7aa6a2f7d621 req-2335a2c1-9ead-413e-8f90-70202881c1aa tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:12:23.174725 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f50423ab-7831-49b9-bbac-7aa6a2f7d621 req-2335a2c1-9ead-413e-8f90-70202881c1aa tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=c442af62-d502-4fca-af15-a8e2f9babb7a HTTP/1.1" status: 200 len: 944 time: 0.0841668 May 31 14:12:23.226579 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f50423ab-7831-49b9-bbac-7aa6a2f7d621 req-a63935dc-5033-428a-a227-ebd9986aace3 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3acc40-ea1e-44de-bfa0-ee5264a9df29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495648 May 31 14:12:24.431811 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22112aeb-97ce-4ab9-91ca-96ce012ecc79 req-b5d339f0-71b8-455a-b039-92afd6e36735 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:12:24.432872 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-22112aeb-97ce-4ab9-91ca-96ce012ecc79 req-b5d339f0-71b8-455a-b039-92afd6e36735 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=c442af62-d502-4fca-af15-a8e2f9babb7a HTTP/1.1" status: 200 len: 944 time: 0.0882535 May 31 14:12:24.481018 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-22112aeb-97ce-4ab9-91ca-96ce012ecc79 req-ecf5831d-5554-4061-9ab5-2eacd41b2594 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3acc40-ea1e-44de-bfa0-ee5264a9df29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413733 May 31 14:12:24.546401 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device e682a249-dc59-47e6-af40-40db52868fa1 up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:12:24.625342 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning for port e682a249-dc59-47e6-af40-40db52868fa1 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:12:24.629556 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port e682a249-dc59-47e6-af40-40db52868fa1 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:12:24.629923 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:24.754831 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port e682a249-dc59-47e6-af40-40db52868fa1 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:12:24.755206 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:24.788473 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c442af62-d502-4fca-af15-a8e2f9babb7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e682a249-dc59-47e6-af40-40db52868fa1'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:12:24.797287 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port e682a249-dc59-47e6-af40-40db52868fa1, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=e682a249-dc59-47e6-af40-40db52868fa1,segment=NetworkSegment(dc2081d9-b82d-4ced-ab69-7467b4d37646),segment_id=dc2081d9-b82d-4ced-ab69-7467b4d37646)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:12:24.801098 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:24.841865 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6629428a-6d97-4922-8921-915920162bcd'] response: {'server_uuid': 'c442af62-d502-4fca-af15-a8e2f9babb7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e682a249-dc59-47e6-af40-40db52868fa1', 'code': 200} May 31 14:12:24.883420 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=e682a249-dc59-47e6-af40-40db52868fa1,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:12:24.999111 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3d2141-1c18-4e0c-9a34-6d8ae1d9d7d4 req-2039223e-fd19-4ae1-a72d-28d5086100ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:12:24.999111 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-dd3d2141-1c18-4e0c-9a34-6d8ae1d9d7d4 req-2039223e-fd19-4ae1-a72d-28d5086100ef service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c442af62-d502-4fca-af15-a8e2f9babb7a HTTP/1.1" status: 200 len: 1096 time: 0.0936403 May 31 14:12:25.043388 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-dd3d2141-1c18-4e0c-9a34-6d8ae1d9d7d4 req-be5ebafa-db4d-420f-8666-1d88e12a617a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7d3acc40-ea1e-44de-bfa0-ee5264a9df29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399261 May 31 14:12:25.707810 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ad552-1047-4dcb-aa0f-19dd2b02b470 req-27bc334b-8e96-42ac-a007-7001c958c13f tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:12:25.709631 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-929ad552-1047-4dcb-aa0f-19dd2b02b470 req-27bc334b-8e96-42ac-a007-7001c958c13f tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=c442af62-d502-4fca-af15-a8e2f9babb7a HTTP/1.1" status: 200 len: 945 time: 0.0922694 May 31 14:12:25.757807 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-929ad552-1047-4dcb-aa0f-19dd2b02b470 req-278497c0-73ac-4b2a-a332-b3ec50f39abb tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3acc40-ea1e-44de-bfa0-ee5264a9df29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415251 May 31 14:12:26.944536 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798833ab-a8de-4176-91e4-b0bfccf4d477 req-15a73594-f799-4ec9-a5cf-03e07636a897 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:12:26.945965 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-798833ab-a8de-4176-91e4-b0bfccf4d477 req-15a73594-f799-4ec9-a5cf-03e07636a897 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=c442af62-d502-4fca-af15-a8e2f9babb7a HTTP/1.1" status: 200 len: 945 time: 0.0797896 May 31 14:12:26.990034 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-798833ab-a8de-4176-91e4-b0bfccf4d477 req-4aab7e63-34f3-4a1c-962f-fb4cb28248cd tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3acc40-ea1e-44de-bfa0-ee5264a9df29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383658 May 31 14:12:27.176894 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac020b31-fb94-4f75-b955-a700405a29b7 req-a6206144-a539-43ca-83d7-50e92da57f53 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:12:27.178375 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ac020b31-fb94-4f75-b955-a700405a29b7 req-a6206144-a539-43ca-83d7-50e92da57f53 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=c442af62-d502-4fca-af15-a8e2f9babb7a HTTP/1.1" status: 200 len: 945 time: 0.0834334 May 31 14:12:27.221969 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ac020b31-fb94-4f75-b955-a700405a29b7 req-cd2a6fb1-a16d-47e3-8b06-2f7886249a6e tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3acc40-ea1e-44de-bfa0-ee5264a9df29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378633 May 31 14:12:27.688021 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4b1685-dd4b-434f-8f63-efb397d62d77 req-bab8f613-2d4d-4d21-96fe-932cacbdc042 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:12:27.689471 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7c4b1685-dd4b-434f-8f63-efb397d62d77 req-bab8f613-2d4d-4d21-96fe-932cacbdc042 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=c442af62-d502-4fca-af15-a8e2f9babb7a HTTP/1.1" status: 200 len: 945 time: 0.0792954 May 31 14:12:27.733244 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7c4b1685-dd4b-434f-8f63-efb397d62d77 req-098e2a4d-033b-4f88-b7b2-144bce3d4ca0 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3acc40-ea1e-44de-bfa0-ee5264a9df29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379224 May 31 14:12:28.929223 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabf3b9b-1cfc-4bc1-b712-ddec2f1cddd0 req-59f1bb7b-e0c2-4adf-a606-958d1b06689c tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:12:28.930711 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cabf3b9b-1cfc-4bc1-b712-ddec2f1cddd0 req-59f1bb7b-e0c2-4adf-a606-958d1b06689c tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=c442af62-d502-4fca-af15-a8e2f9babb7a HTTP/1.1" status: 200 len: 945 time: 0.0876899 May 31 14:12:28.977629 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cabf3b9b-1cfc-4bc1-b712-ddec2f1cddd0 req-a1afced4-e01e-476a-a835-29bf4d7633fb tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3acc40-ea1e-44de-bfa0-ee5264a9df29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410283 May 31 14:12:29.225059 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb31f5fe-9faf-4c82-904f-b263b6742e57 req-bcde9998-b12e-4c6e-96b9-56a1ea5035cf tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:12:29.225767 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-fb31f5fe-9faf-4c82-904f-b263b6742e57 req-bcde9998-b12e-4c6e-96b9-56a1ea5035cf tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Synchronizing usage tracker for tenant:e18e791f0f8b411a976f31b86b1ed6ca on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:12:29.240943 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-fb31f5fe-9faf-4c82-904f-b263b6742e57 req-bcde9998-b12e-4c6e-96b9-56a1ea5035cf tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Unset dirty status for tenant:e18e791f0f8b411a976f31b86b1ed6ca on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:12:29.242178 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fb31f5fe-9faf-4c82-904f-b263b6742e57 req-bcde9998-b12e-4c6e-96b9-56a1ea5035cf tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.20 "GET /v2.0/ports?device_id=c442af62-d502-4fca-af15-a8e2f9babb7a HTTP/1.1" status: 200 len: 945 time: 0.0953579 May 31 14:12:29.320979 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-fb31f5fe-9faf-4c82-904f-b263b6742e57 req-78a8830b-19f1-4164-859b-1a5f356c11c3 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Deleting port e682a249-dc59-47e6-af40-40db52868fa1 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:12:29.321313 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-fb31f5fe-9faf-4c82-904f-b263b6742e57 req-78a8830b-19f1-4164-859b-1a5f356c11c3 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:29.566326 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-fb31f5fe-9faf-4c82-904f-b263b6742e57 req-78a8830b-19f1-4164-859b-1a5f356c11c3 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] For port e682a249-dc59-47e6-af40-40db52868fa1, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=e682a249-dc59-47e6-af40-40db52868fa1,segment=NetworkSegment(dc2081d9-b82d-4ced-ab69-7467b4d37646),segment_id=dc2081d9-b82d-4ced-ab69-7467b4d37646)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:12:29.566683 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-fb31f5fe-9faf-4c82-904f-b263b6742e57 req-78a8830b-19f1-4164-859b-1a5f356c11c3 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:29.692858 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-fb31f5fe-9faf-4c82-904f-b263b6742e57 req-78a8830b-19f1-4164-859b-1a5f356c11c3 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Calling delete_port for e682a249-dc59-47e6-af40-40db52868fa1 owned by compute:nova {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:12:29.842301 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-fb31f5fe-9faf-4c82-904f-b263b6742e57 req-78a8830b-19f1-4164-859b-1a5f356c11c3 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:29.854694 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['a8b1b9fa-5a34-4265-9a29-bf4c00a30bf5'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:12:29.880503 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['e682a249-dc59-47e6-af40-40db52868fa1'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:12:29.896400 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a8830b-19f1-4164-859b-1a5f356c11c3 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Pushing event deleted for resources: {'Port': ['ID=e682a249-dc59-47e6-af40-40db52868fa1,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:12:29.981822 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb31f5fe-9faf-4c82-904f-b263b6742e57 req-78a8830b-19f1-4164-859b-1a5f356c11c3 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] No DVR routers for this DVR port e682a249-dc59-47e6-af40-40db52868fa1 on host n-h1-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:12:29.985255 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-fb31f5fe-9faf-4c82-904f-b263b6742e57 req-78a8830b-19f1-4164-859b-1a5f356c11c3 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:29.987898 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c442af62-d502-4fca-af15-a8e2f9babb7a', 'name': 'network-vif-deleted', 'tag': 'e682a249-dc59-47e6-af40-40db52868fa1'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:12:30.020111 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fb31f5fe-9faf-4c82-904f-b263b6742e57 req-78a8830b-19f1-4164-859b-1a5f356c11c3 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.20 "DELETE /v2.0/ports/e682a249-dc59-47e6-af40-40db52868fa1 HTTP/1.1" status: 204 len: 173 time: 0.7729716 May 31 14:12:30.075614 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0205991f-eb36-4a1d-b3b3-d1c0a2605050'] response: {'server_uuid': 'c442af62-d502-4fca-af15-a8e2f9babb7a', 'name': 'network-vif-deleted', 'tag': 'e682a249-dc59-47e6-af40-40db52868fa1', 'status': 'completed', 'code': 200} May 31 14:12:30.175815 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5f1793bf-e6af-4152-a536-0c1087e57ef8 req-05aadcad-2b0e-4cb8-93ef-8dfec4b5b4bd tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=c442af62-d502-4fca-af15-a8e2f9babb7a HTTP/1.1" status: 200 len: 210 time: 0.0562449 May 31 14:12:32.572509 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device e682a249-dc59-47e6-af40-40db52868fa1 no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:12:32.608539 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] No Port match for: e682a249-dc59-47e6-af40-40db52868fa1 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:12:32.608889 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device e682a249-dc59-47e6-af40-40db52868fa1 not bound to the agent host n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:12:35.023227 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f74234e-47f9-460c-9d65-80b25968c56a req-89941c07-0f2b-49f2-a15f-d9fd14fc8745 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:12:35.024710 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3f74234e-47f9-460c-9d65-80b25968c56a req-89941c07-0f2b-49f2-a15f-d9fd14fc8745 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=57d586f9-77c9-4ae2-970c-11d7a3ab6dbd HTTP/1.1" status: 200 len: 946 time: 0.0853937 May 31 14:12:35.070245 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3f74234e-47f9-460c-9d65-80b25968c56a req-2b42f3a9-2e25-41c3-a6bb-b493955447f7 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3acc40-ea1e-44de-bfa0-ee5264a9df29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395803 May 31 14:12:36.279170 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b2dbd3-b73f-4319-8719-2cb162215f0c req-1937ddc3-f50d-4a53-9281-eba76597c02b tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:12:36.280668 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b0b2dbd3-b73f-4319-8719-2cb162215f0c req-1937ddc3-f50d-4a53-9281-eba76597c02b tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=57d586f9-77c9-4ae2-970c-11d7a3ab6dbd HTTP/1.1" status: 200 len: 946 time: 0.0905094 May 31 14:12:36.334170 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b0b2dbd3-b73f-4319-8719-2cb162215f0c req-4609165a-fc91-41e7-a7bf-70728ce35bac tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3acc40-ea1e-44de-bfa0-ee5264a9df29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476515 May 31 14:12:36.853185 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf9d232-3d1b-4df3-aa42-476502506ca1 req-c8e04faf-88a0-4e1d-93d2-8bc74faa72c0 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:12:36.853771 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-6cf9d232-3d1b-4df3-aa42-476502506ca1 req-c8e04faf-88a0-4e1d-93d2-8bc74faa72c0 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Synchronizing usage tracker for tenant:e18e791f0f8b411a976f31b86b1ed6ca on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:12:36.869578 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-6cf9d232-3d1b-4df3-aa42-476502506ca1 req-c8e04faf-88a0-4e1d-93d2-8bc74faa72c0 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Unset dirty status for tenant:e18e791f0f8b411a976f31b86b1ed6ca on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:12:36.870837 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-6cf9d232-3d1b-4df3-aa42-476502506ca1 req-c8e04faf-88a0-4e1d-93d2-8bc74faa72c0 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.44 "GET /v2.0/ports?device_id=57d586f9-77c9-4ae2-970c-11d7a3ab6dbd HTTP/1.1" status: 200 len: 946 time: 0.0986028 May 31 14:12:36.946341 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-6cf9d232-3d1b-4df3-aa42-476502506ca1 req-6ddd19b9-3721-4410-942f-aa7a6de2cb3b tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Deleting port a8b1b9fa-5a34-4265-9a29-bf4c00a30bf5 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:12:36.946725 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-6cf9d232-3d1b-4df3-aa42-476502506ca1 req-6ddd19b9-3721-4410-942f-aa7a6de2cb3b tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:37.201257 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-6cf9d232-3d1b-4df3-aa42-476502506ca1 req-6ddd19b9-3721-4410-942f-aa7a6de2cb3b tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] For port a8b1b9fa-5a34-4265-9a29-bf4c00a30bf5, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=a8b1b9fa-5a34-4265-9a29-bf4c00a30bf5,segment=NetworkSegment(dc2081d9-b82d-4ced-ab69-7467b4d37646),segment_id=dc2081d9-b82d-4ced-ab69-7467b4d37646)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:12:37.201620 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-6cf9d232-3d1b-4df3-aa42-476502506ca1 req-6ddd19b9-3721-4410-942f-aa7a6de2cb3b tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:37.325830 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-6cf9d232-3d1b-4df3-aa42-476502506ca1 req-6ddd19b9-3721-4410-942f-aa7a6de2cb3b tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Calling delete_port for a8b1b9fa-5a34-4265-9a29-bf4c00a30bf5 owned by compute:nova {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:12:37.548707 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca34e6-2149-49eb-b32a-ef8d964f44ec req-0e7a47b2-e3a6-49f8-9b0a-2752505da757 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:12:37.550202 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1cca34e6-2149-49eb-b32a-ef8d964f44ec req-0e7a47b2-e3a6-49f8-9b0a-2752505da757 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=57d586f9-77c9-4ae2-970c-11d7a3ab6dbd HTTP/1.1" status: 200 len: 946 time: 0.0855775 May 31 14:12:37.577406 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-6cf9d232-3d1b-4df3-aa42-476502506ca1 req-6ddd19b9-3721-4410-942f-aa7a6de2cb3b tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:37.589423 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['a8b1b9fa-5a34-4265-9a29-bf4c00a30bf5'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:12:37.595952 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1cca34e6-2149-49eb-b32a-ef8d964f44ec req-1d8dd157-8f9d-4ab4-a045-3e4891d63412 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d3acc40-ea1e-44de-bfa0-ee5264a9df29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400271 May 31 14:12:37.626912 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddd19b9-3721-4410-942f-aa7a6de2cb3b tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Pushing event deleted for resources: {'Port': ['ID=a8b1b9fa-5a34-4265-9a29-bf4c00a30bf5,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:12:37.704778 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cf9d232-3d1b-4df3-aa42-476502506ca1 req-6ddd19b9-3721-4410-942f-aa7a6de2cb3b tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] No DVR routers for this DVR port a8b1b9fa-5a34-4265-9a29-bf4c00a30bf5 on host n-h2-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:12:37.707330 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-6cf9d232-3d1b-4df3-aa42-476502506ca1 req-6ddd19b9-3721-4410-942f-aa7a6de2cb3b tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:37.709735 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57d586f9-77c9-4ae2-970c-11d7a3ab6dbd', 'name': 'network-vif-deleted', 'tag': 'a8b1b9fa-5a34-4265-9a29-bf4c00a30bf5'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:12:37.726802 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-6cf9d232-3d1b-4df3-aa42-476502506ca1 req-6ddd19b9-3721-4410-942f-aa7a6de2cb3b tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.44 "DELETE /v2.0/ports/a8b1b9fa-5a34-4265-9a29-bf4c00a30bf5 HTTP/1.1" status: 204 len: 173 time: 0.8499157 May 31 14:12:37.729657 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:37.760342 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e71dad1-f7b4-4fdb-952e-aa9500e8d5b8'] response: {'server_uuid': '57d586f9-77c9-4ae2-970c-11d7a3ab6dbd', 'name': 'network-vif-deleted', 'tag': 'a8b1b9fa-5a34-4265-9a29-bf4c00a30bf5', 'status': 'completed', 'code': 200} May 31 14:12:38.771242 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ae5b64ec-20c6-4d71-9887-bc5bb44bca4f req-abd45e8d-f70b-4628-a6b9-be1707b35bfb tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=57d586f9-77c9-4ae2-970c-11d7a3ab6dbd HTTP/1.1" status: 200 len: 210 time: 0.0492487 May 31 14:12:39.240761 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:39.886695 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device a8b1b9fa-5a34-4265-9a29-bf4c00a30bf5 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:12:39.956607 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] No Port match for: a8b1b9fa-5a34-4265-9a29-bf4c00a30bf5 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:12:39.956957 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device a8b1b9fa-5a34-4265-9a29-bf4c00a30bf5 not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:12:40.606267 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-93f55aa1-20cc-4532-a2ba-152d2bb3b7db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:41.002511 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 40680) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:12:41.008003 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-0fd969c3-7ca7-4c65-bdd1-88e503929dea tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-53640771', 'description': 'tempest-secgroup-smoke-53640771 description', 'project_id': 'e18e791f0f8b411a976f31b86b1ed6ca'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:12:41.015000 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0fd969c3-7ca7-4c65-bdd1-88e503929dea tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:12:41.018836 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-0fd969c3-7ca7-4c65-bdd1-88e503929dea tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Usage tracker for resource:security_group and tenant:e18e791f0f8b411a976f31b86b1ed6ca is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:12:41.021911 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-0fd969c3-7ca7-4c65-bdd1-88e503929dea tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:12:41.032079 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0fd969c3-7ca7-4c65-bdd1-88e503929dea tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:12:41.041681 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0fd969c3-7ca7-4c65-bdd1-88e503929dea tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:41.062504 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0fd969c3-7ca7-4c65-bdd1-88e503929dea tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:12:41.066274 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-0fd969c3-7ca7-4c65-bdd1-88e503929dea tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Usage tracker for resource:security_group_rule and tenant:e18e791f0f8b411a976f31b86b1ed6ca is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:12:41.069191 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-0fd969c3-7ca7-4c65-bdd1-88e503929dea tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:12:41.074949 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0fd969c3-7ca7-4c65-bdd1-88e503929dea tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:12:41.152777 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0fd969c3-7ca7-4c65-bdd1-88e503929dea tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:41.158127 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0fd969c3-7ca7-4c65-bdd1-88e503929dea tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:41.203719 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd969c3-7ca7-4c65-bdd1-88e503929dea tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c4f5e0f-b24a-4f94-89ec-30ac3ac7f872,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:12:41.208025 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0fd969c3-7ca7-4c65-bdd1-88e503929dea tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:41.210667 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-0fd969c3-7ca7-4c65-bdd1-88e503929dea tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2066379 May 31 14:12:41.213160 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 40684) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:12:41.222211 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-8a9370cc-c544-43af-ac9f-7b6bd3b4dfea tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Request body: {'security_group_rule': {'security_group_id': '5c4f5e0f-b24a-4f94-89ec-30ac3ac7f872', 'project_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:12:41.229111 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-8a9370cc-c544-43af-ac9f-7b6bd3b4dfea tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:12:41.233222 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-8a9370cc-c544-43af-ac9f-7b6bd3b4dfea tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Usage tracker for resource:security_group_rule and tenant:e18e791f0f8b411a976f31b86b1ed6ca is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:12:41.236243 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-8a9370cc-c544-43af-ac9f-7b6bd3b4dfea tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:12:41.242331 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-8a9370cc-c544-43af-ac9f-7b6bd3b4dfea tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:12:41.259735 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8a9370cc-c544-43af-ac9f-7b6bd3b4dfea tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:41.325551 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8a9370cc-c544-43af-ac9f-7b6bd3b4dfea tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:41.330755 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8a9370cc-c544-43af-ac9f-7b6bd3b4dfea tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:41.354432 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9370cc-c544-43af-ac9f-7b6bd3b4dfea tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=237a55d8-1b6d-45f0-a8a7-e997a8abd897,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:12:41.364466 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8a9370cc-c544-43af-ac9f-7b6bd3b4dfea tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:41.365783 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-8a9370cc-c544-43af-ac9f-7b6bd3b4dfea tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1527057 May 31 14:12:41.368706 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40688) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:12:41.373680 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-19cbd4f6-7924-442c-a3fd-2a386a7a2314 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Request body: {'security_group_rule': {'security_group_id': '5c4f5e0f-b24a-4f94-89ec-30ac3ac7f872', 'project_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:12:41.380876 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-19cbd4f6-7924-442c-a3fd-2a386a7a2314 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:12:41.384733 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-19cbd4f6-7924-442c-a3fd-2a386a7a2314 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Usage tracker for resource:security_group_rule and tenant:e18e791f0f8b411a976f31b86b1ed6ca is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:12:41.387637 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-19cbd4f6-7924-442c-a3fd-2a386a7a2314 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:12:41.394765 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-19cbd4f6-7924-442c-a3fd-2a386a7a2314 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:12:41.414241 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-19cbd4f6-7924-442c-a3fd-2a386a7a2314 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:41.481482 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-19cbd4f6-7924-442c-a3fd-2a386a7a2314 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:41.486037 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-19cbd4f6-7924-442c-a3fd-2a386a7a2314 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:41.509898 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cbd4f6-7924-442c-a3fd-2a386a7a2314 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30f64f8d-ddf9-4112-99da-a19be431febe,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:12:41.520946 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-19cbd4f6-7924-442c-a3fd-2a386a7a2314 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:41.522617 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-19cbd4f6-7924-442c-a3fd-2a386a7a2314 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1526933 May 31 14:12:41.525059 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40692) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:12:41.530834 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-6ec22249-e081-4d1b-af42-b06862f6d7e2 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Request body: {'security_group_rule': {'security_group_id': '5c4f5e0f-b24a-4f94-89ec-30ac3ac7f872', 'project_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:12:41.538365 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6ec22249-e081-4d1b-af42-b06862f6d7e2 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:12:41.542434 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-6ec22249-e081-4d1b-af42-b06862f6d7e2 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Usage tracker for resource:security_group_rule and tenant:e18e791f0f8b411a976f31b86b1ed6ca is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:12:41.545559 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-6ec22249-e081-4d1b-af42-b06862f6d7e2 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:12:41.557195 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6ec22249-e081-4d1b-af42-b06862f6d7e2 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:12:41.577280 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6ec22249-e081-4d1b-af42-b06862f6d7e2 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:41.641448 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6ec22249-e081-4d1b-af42-b06862f6d7e2 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:41.645078 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6ec22249-e081-4d1b-af42-b06862f6d7e2 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:41.671044 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec22249-e081-4d1b-af42-b06862f6d7e2 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca1ab7ef-2f60-4194-b2ec-05e18d595b15,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:12:41.679284 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6ec22249-e081-4d1b-af42-b06862f6d7e2 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:41.680448 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-6ec22249-e081-4d1b-af42-b06862f6d7e2 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1544738 May 31 14:12:41.683170 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 40696) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:12:41.689188 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-29a06989-7e43-4808-92d9-768a9ce44cd5 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Request body: {'security_group_rule': {'security_group_id': '5c4f5e0f-b24a-4f94-89ec-30ac3ac7f872', 'project_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:12:41.695723 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-29a06989-7e43-4808-92d9-768a9ce44cd5 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:12:41.699462 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-29a06989-7e43-4808-92d9-768a9ce44cd5 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Usage tracker for resource:security_group_rule and tenant:e18e791f0f8b411a976f31b86b1ed6ca is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:12:41.702940 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-29a06989-7e43-4808-92d9-768a9ce44cd5 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:12:41.708836 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-29a06989-7e43-4808-92d9-768a9ce44cd5 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:12:41.725172 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-29a06989-7e43-4808-92d9-768a9ce44cd5 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:41.787767 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-29a06989-7e43-4808-92d9-768a9ce44cd5 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:41.791346 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-29a06989-7e43-4808-92d9-768a9ce44cd5 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:41.815552 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a06989-7e43-4808-92d9-768a9ce44cd5 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42d7a7f1-cc80-40db-b797-db707a169da4,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:12:41.825418 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-29a06989-7e43-4808-92d9-768a9ce44cd5 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:41.827647 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-29a06989-7e43-4808-92d9-768a9ce44cd5 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1425261 May 31 14:12:41.830328 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 40700) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:12:41.835878 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-ea419aa1-cd53-4a4f-aebb-90e26ed1ee4a tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Request body: {'security_group_rule': {'security_group_id': '5c4f5e0f-b24a-4f94-89ec-30ac3ac7f872', 'project_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:12:41.842436 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-ea419aa1-cd53-4a4f-aebb-90e26ed1ee4a tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:12:41.846273 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-ea419aa1-cd53-4a4f-aebb-90e26ed1ee4a tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Usage tracker for resource:security_group_rule and tenant:e18e791f0f8b411a976f31b86b1ed6ca is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:12:41.849081 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-ea419aa1-cd53-4a4f-aebb-90e26ed1ee4a tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:12:41.855017 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-ea419aa1-cd53-4a4f-aebb-90e26ed1ee4a tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:12:41.866576 n-d-843939-1 neutron-server[88370]: INFO neutron.db.securitygroups_db [None req-ea419aa1-cd53-4a4f-aebb-90e26ed1ee4a tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Project e18e791f0f8b411a976f31b86b1ed6ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 14:12:41.874072 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ea419aa1-cd53-4a4f-aebb-90e26ed1ee4a tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:41.942599 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ea419aa1-cd53-4a4f-aebb-90e26ed1ee4a tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:41.946444 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ea419aa1-cd53-4a4f-aebb-90e26ed1ee4a tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:41.969089 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea419aa1-cd53-4a4f-aebb-90e26ed1ee4a tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dea13f4f-8e25-4520-b191-32fa014f7124,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:12:41.978088 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ea419aa1-cd53-4a4f-aebb-90e26ed1ee4a tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:41.979310 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-ea419aa1-cd53-4a4f-aebb-90e26ed1ee4a tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1479535 May 31 14:12:41.982099 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 40704) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:12:41.987604 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-c1cda885-2a61-49d1-837c-a6c4115829ce tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Request body: {'security_group_rule': {'security_group_id': '5c4f5e0f-b24a-4f94-89ec-30ac3ac7f872', 'project_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:12:41.993766 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c1cda885-2a61-49d1-837c-a6c4115829ce tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:12:41.997619 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-c1cda885-2a61-49d1-837c-a6c4115829ce tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Usage tracker for resource:security_group_rule and tenant:e18e791f0f8b411a976f31b86b1ed6ca is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:12:42.001143 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-c1cda885-2a61-49d1-837c-a6c4115829ce tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:12:42.006906 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c1cda885-2a61-49d1-837c-a6c4115829ce tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:12:42.017336 n-d-843939-1 neutron-server[88370]: INFO neutron.db.securitygroups_db [None req-c1cda885-2a61-49d1-837c-a6c4115829ce tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Project e18e791f0f8b411a976f31b86b1ed6ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 14:12:42.024125 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c1cda885-2a61-49d1-837c-a6c4115829ce tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:42.088972 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c1cda885-2a61-49d1-837c-a6c4115829ce tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:42.093129 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c1cda885-2a61-49d1-837c-a6c4115829ce tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:42.116793 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cda885-2a61-49d1-837c-a6c4115829ce tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39647f32-de07-4a99-a0d0-00f0c49809d8,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:12:42.125861 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c1cda885-2a61-49d1-837c-a6c4115829ce tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:42.127061 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c1cda885-2a61-49d1-837c-a6c4115829ce tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1440513 May 31 14:12:42.825463 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c974c33d-86f2-406c-a95f-7436a3d4c600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:43.874945 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:44.002496 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:45.726433 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:48.638237 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:12:57.090878 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-aff14805-8fae-4712-bb43-6847add68bbc req-fcbb6cb8-4b28-4fdc-809f-eab524baf113 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Synchronizing usage tracker for tenant:e18e791f0f8b411a976f31b86b1ed6ca on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:12:57.107044 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-aff14805-8fae-4712-bb43-6847add68bbc req-fcbb6cb8-4b28-4fdc-809f-eab524baf113 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Unset dirty status for tenant:e18e791f0f8b411a976f31b86b1ed6ca on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:12:57.108739 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aff14805-8fae-4712-bb43-6847add68bbc req-fcbb6cb8-4b28-4fdc-809f-eab524baf113 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-53640771&fields=id&tenant_id=e18e791f0f8b411a976f31b86b1ed6ca HTTP/1.1" status: 200 len: 267 time: 0.0580509 May 31 14:12:57.257090 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff14805-8fae-4712-bb43-6847add68bbc req-500379b1-97a1-4361-aedb-cecbd11e0cd1 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:12:57.258454 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aff14805-8fae-4712-bb43-6847add68bbc req-500379b1-97a1-4361-aedb-cecbd11e0cd1 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/networks?id=e4e65f4d-f852-4656-8d43-9470c53affec HTTP/1.1" status: 200 len: 812 time: 0.1430793 May 31 14:12:57.273327 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aff14805-8fae-4712-bb43-6847add68bbc req-379108ec-ea0e-4a59-adb4-26bc7a88f414 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/quotas/e18e791f0f8b411a976f31b86b1ed6ca HTTP/1.1" status: 200 len: 375 time: 0.0093665 May 31 14:12:57.361169 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aff14805-8fae-4712-bb43-6847add68bbc req-2e8ebf67-5afc-49d7-a89a-de61c9bd1aff tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e18e791f0f8b411a976f31b86b1ed6ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0828669 May 31 14:12:57.499186 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aff14805-8fae-4712-bb43-6847add68bbc req-87a314d0-94f9-47b0-ac32-03bef88815c4 service neutron] 10.222.0.50 "GET /v2.0/networks/e4e65f4d-f852-4656-8d43-9470c53affec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266944 May 31 14:12:57.628128 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aff14805-8fae-4712-bb43-6847add68bbc req-94892707-46f3-44b2-9c8d-aa329d5ed48c service neutron] 10.222.0.50 "GET /v2.0/networks/e4e65f4d-f852-4656-8d43-9470c53affec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230319 May 31 14:12:58.004974 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-540bac91-1a97-43a5-a36d-14419f1d5721 req-8847867d-f92c-4118-837f-58b7485aa17f tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=23bec649-8376-412b-b31c-1a1e310a710f HTTP/1.1" status: 200 len: 210 time: 0.0425582 May 31 14:12:59.036251 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff14805-8fae-4712-bb43-6847add68bbc req-2e741e38-5bb5-4b5c-bdba-64a19c861fcd tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:12:59.037824 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-aff14805-8fae-4712-bb43-6847add68bbc req-2e741e38-5bb5-4b5c-bdba-64a19c861fcd tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.20 "GET /v2.0/networks?id=e4e65f4d-f852-4656-8d43-9470c53affec HTTP/1.1" status: 200 len: 812 time: 0.1625671 May 31 14:12:59.087399 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-aff14805-8fae-4712-bb43-6847add68bbc req-a9a75e30-7db3-458c-b35b-c442c30ab722 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Synchronizing usage tracker for tenant:e18e791f0f8b411a976f31b86b1ed6ca on resource:security_group {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:12:59.104717 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-aff14805-8fae-4712-bb43-6847add68bbc req-a9a75e30-7db3-458c-b35b-c442c30ab722 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Unset dirty status for tenant:e18e791f0f8b411a976f31b86b1ed6ca on resource:security_group {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:12:59.105849 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-aff14805-8fae-4712-bb43-6847add68bbc req-a9a75e30-7db3-458c-b35b-c442c30ab722 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e18e791f0f8b411a976f31b86b1ed6ca HTTP/1.1" status: 200 len: 378 time: 0.0606689 May 31 14:12:59.114721 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-aff14805-8fae-4712-bb43-6847add68bbc req-ae30f846-c915-43fd-b78e-21a45ea2ef88 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Request body: {'port': {'device_id': '23bec649-8376-412b-b31c-1a1e310a710f', 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec', 'admin_state_up': True, 'tenant_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'security_groups': ['5c4f5e0f-b24a-4f94-89ec-30ac3ac7f872']}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:12:59.164544 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-139febb4-727b-4434-b7d9-a99967cd846f req-33d09d95-6bca-4376-b79f-5e7422731287 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=23bec649-8376-412b-b31c-1a1e310a710f HTTP/1.1" status: 200 len: 210 time: 0.0483472 May 31 14:12:59.262733 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-aff14805-8fae-4712-bb43-6847add68bbc req-ae30f846-c915-43fd-b78e-21a45ea2ef88 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:12:59.266851 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-aff14805-8fae-4712-bb43-6847add68bbc req-ae30f846-c915-43fd-b78e-21a45ea2ef88 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Usage tracker for resource:port and tenant:e18e791f0f8b411a976f31b86b1ed6ca is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:12:59.269660 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-aff14805-8fae-4712-bb43-6847add68bbc req-ae30f846-c915-43fd-b78e-21a45ea2ef88 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:12:59.275354 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-aff14805-8fae-4712-bb43-6847add68bbc req-ae30f846-c915-43fd-b78e-21a45ea2ef88 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:12:59.288950 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aff14805-8fae-4712-bb43-6847add68bbc req-ae30f846-c915-43fd-b78e-21a45ea2ef88 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Made reservation on behalf of e18e791f0f8b411a976f31b86b1ed6ca for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:12:59.292546 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-aff14805-8fae-4712-bb43-6847add68bbc req-ae30f846-c915-43fd-b78e-21a45ea2ef88 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:59.463596 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [req-aff14805-8fae-4712-bb43-6847add68bbc req-ae30f846-c915-43fd-b78e-21a45ea2ef88 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Allocated IP 172.20.0.13 (e4e65f4d-f852-4656-8d43-9470c53affec/a7ab359a-3caf-41bd-90ad-aaabe46f814a/52a8b831-ab42-4793-a89d-78ddad757b7e) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:12:59.655093 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-aff14805-8fae-4712-bb43-6847add68bbc req-ae30f846-c915-43fd-b78e-21a45ea2ef88 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:59.672507 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-aff14805-8fae-4712-bb43-6847add68bbc req-ae30f846-c915-43fd-b78e-21a45ea2ef88 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Transition to ACTIVE for port object 52a8b831-ab42-4793-a89d-78ddad757b7e will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:12:59.697746 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-aff14805-8fae-4712-bb43-6847add68bbc req-ae30f846-c915-43fd-b78e-21a45ea2ef88 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:59.776275 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aff14805-8fae-4712-bb43-6847add68bbc req-ae30f846-c915-43fd-b78e-21a45ea2ef88 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Network e4e65f4d-f852-4656-8d43-9470c53affec is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:12:59.779861 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [req-aff14805-8fae-4712-bb43-6847add68bbc req-ae30f846-c915-43fd-b78e-21a45ea2ef88 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:12:59.784329 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-aff14805-8fae-4712-bb43-6847add68bbc req-ae30f846-c915-43fd-b78e-21a45ea2ef88 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:12:59.813509 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae30f846-c915-43fd-b78e-21a45ea2ef88 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Pushing event updated for resources: {'Port': ['ID=52a8b831-ab42-4793-a89d-78ddad757b7e,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:12:59.833694 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae30f846-c915-43fd-b78e-21a45ea2ef88 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:12:59.834064 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae30f846-c915-43fd-b78e-21a45ea2ef88 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:12:59.834401 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae30f846-c915-43fd-b78e-21a45ea2ef88 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:12:59.834735 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae30f846-c915-43fd-b78e-21a45ea2ef88 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:12:59.835065 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae30f846-c915-43fd-b78e-21a45ea2ef88 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:12:59.835391 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae30f846-c915-43fd-b78e-21a45ea2ef88 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:12:59.835714 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae30f846-c915-43fd-b78e-21a45ea2ef88 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:12:59.836035 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae30f846-c915-43fd-b78e-21a45ea2ef88 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:12:59.836353 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae30f846-c915-43fd-b78e-21a45ea2ef88 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:12:59.836672 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae30f846-c915-43fd-b78e-21a45ea2ef88 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:12:59.836991 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae30f846-c915-43fd-b78e-21a45ea2ef88 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:12:59.837308 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae30f846-c915-43fd-b78e-21a45ea2ef88 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:12:59.862312 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff14805-8fae-4712-bb43-6847add68bbc req-ae30f846-c915-43fd-b78e-21a45ea2ef88 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:12:59.862940 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-aff14805-8fae-4712-bb43-6847add68bbc req-ae30f846-c915-43fd-b78e-21a45ea2ef88 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:12:59.889747 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-aff14805-8fae-4712-bb43-6847add68bbc req-ae30f846-c915-43fd-b78e-21a45ea2ef88 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7789624 May 31 14:12:59.901219 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-aff14805-8fae-4712-bb43-6847add68bbc req-8ede3b19-58dc-4609-b6a5-fdab4743eae0 service neutron] Request body: {'port': {'device_id': '23bec649-8376-412b-b31c-1a1e310a710f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843939-1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:13:00.020344 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-aff14805-8fae-4712-bb43-6847add68bbc req-8ede3b19-58dc-4609-b6a5-fdab4743eae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:13:00.036828 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-49eda2c3-ccab-443a-921a-47ac612d05f3 None None] Provisioning for port 52a8b831-ab42-4793-a89d-78ddad757b7e completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:13:00.041639 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-49eda2c3-ccab-443a-921a-47ac612d05f3 None None] Provisioning complete for port 52a8b831-ab42-4793-a89d-78ddad757b7e triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:13:00.042428 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-49eda2c3-ccab-443a-921a-47ac612d05f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:13:00.102383 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-49eda2c3-ccab-443a-921a-47ac612d05f3 None None] Port 52a8b831-ab42-4793-a89d-78ddad757b7e cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:13:00.364817 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c12e152-d80d-41ed-bad9-125ed490f8bf req-3b69134b-7849-4559-8947-2126204cb2ef tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:13:00.366373 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4c12e152-d80d-41ed-bad9-125ed490f8bf req-3b69134b-7849-4559-8947-2126204cb2ef tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=23bec649-8376-412b-b31c-1a1e310a710f HTTP/1.1" status: 200 len: 932 time: 0.0883842 May 31 14:13:00.378707 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [req-aff14805-8fae-4712-bb43-6847add68bbc req-8ede3b19-58dc-4609-b6a5-fdab4743eae0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52a8b831-ab42-4793-a89d-78ddad757b7e {{(pid=88369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:13:00.386620 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-aff14805-8fae-4712-bb43-6847add68bbc req-8ede3b19-58dc-4609-b6a5-fdab4743eae0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:13:00.403135 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-aff14805-8fae-4712-bb43-6847add68bbc req-8ede3b19-58dc-4609-b6a5-fdab4743eae0 service neutron] Transition to ACTIVE for port object 52a8b831-ab42-4793-a89d-78ddad757b7e will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:13:00.408211 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-aff14805-8fae-4712-bb43-6847add68bbc req-8ede3b19-58dc-4609-b6a5-fdab4743eae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:13:00.417882 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4c12e152-d80d-41ed-bad9-125ed490f8bf req-ee6dc6f9-17ff-4fc7-8df8-59911ec26f67 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c4f5e0f-b24a-4f94-89ec-30ac3ac7f872&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452707 May 31 14:13:00.660283 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ede3b19-58dc-4609-b6a5-fdab4743eae0 service neutron] Pushing event updated for resources: {'Port': ['ID=52a8b831-ab42-4793-a89d-78ddad757b7e,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:13:00.773126 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-aff14805-8fae-4712-bb43-6847add68bbc req-8ede3b19-58dc-4609-b6a5-fdab4743eae0 service neutron] Attempting to bind port 52a8b831-ab42-4793-a89d-78ddad757b7e on host n-h1-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:13:00.773400 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-aff14805-8fae-4712-bb43-6847add68bbc req-8ede3b19-58dc-4609-b6a5-fdab4743eae0 service neutron] Attempting to bind port 52a8b831-ab42-4793-a89d-78ddad757b7e by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': 'dc2081d9-b82d-4ced-ab69-7467b4d37646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:13:00.773697 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff14805-8fae-4712-bb43-6847add68bbc req-8ede3b19-58dc-4609-b6a5-fdab4743eae0 service neutron] Attempting to bind port 52a8b831-ab42-4793-a89d-78ddad757b7e on network e4e65f4d-f852-4656-8d43-9470c53affec {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:13:00.780147 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff14805-8fae-4712-bb43-6847add68bbc req-8ede3b19-58dc-4609-b6a5-fdab4743eae0 service neutron] Port 52a8b831-ab42-4793-a89d-78ddad757b7e on network e4e65f4d-f852-4656-8d43-9470c53affec not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 14:13:00.780578 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff14805-8fae-4712-bb43-6847add68bbc req-8ede3b19-58dc-4609-b6a5-fdab4743eae0 service neutron] Attempting to bind port 52a8b831-ab42-4793-a89d-78ddad757b7e on network e4e65f4d-f852-4656-8d43-9470c53affec {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:13:00.786232 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff14805-8fae-4712-bb43-6847add68bbc req-8ede3b19-58dc-4609-b6a5-fdab4743eae0 service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:13:00.786366 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff14805-8fae-4712-bb43-6847add68bbc req-8ede3b19-58dc-4609-b6a5-fdab4743eae0 service neutron] Checking segment: {'id': 'dc2081d9-b82d-4ced-ab69-7467b4d37646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:13:00.786683 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff14805-8fae-4712-bb43-6847add68bbc req-8ede3b19-58dc-4609-b6a5-fdab4743eae0 service neutron] Bound using segment: {'id': 'dc2081d9-b82d-4ced-ab69-7467b4d37646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:13:00.787106 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-aff14805-8fae-4712-bb43-6847add68bbc req-8ede3b19-58dc-4609-b6a5-fdab4743eae0 service neutron] Bound port: 52a8b831-ab42-4793-a89d-78ddad757b7e, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc2081d9-b82d-4ced-ab69-7467b4d37646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:13:00.787487 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-aff14805-8fae-4712-bb43-6847add68bbc req-8ede3b19-58dc-4609-b6a5-fdab4743eae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:13:00.882916 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-aff14805-8fae-4712-bb43-6847add68bbc req-8ede3b19-58dc-4609-b6a5-fdab4743eae0 service neutron] For port 52a8b831-ab42-4793-a89d-78ddad757b7e, host n-h1-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:13:00.886424 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-aff14805-8fae-4712-bb43-6847add68bbc req-8ede3b19-58dc-4609-b6a5-fdab4743eae0 service neutron] For port 52a8b831-ab42-4793-a89d-78ddad757b7e, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=52a8b831-ab42-4793-a89d-78ddad757b7e,segment=NetworkSegment(dc2081d9-b82d-4ced-ab69-7467b4d37646),segment_id=dc2081d9-b82d-4ced-ab69-7467b4d37646)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:13:00.891206 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-aff14805-8fae-4712-bb43-6847add68bbc req-8ede3b19-58dc-4609-b6a5-fdab4743eae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:13:00.955652 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff14805-8fae-4712-bb43-6847add68bbc req-8ede3b19-58dc-4609-b6a5-fdab4743eae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:13:00.956539 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-aff14805-8fae-4712-bb43-6847add68bbc req-8ede3b19-58dc-4609-b6a5-fdab4743eae0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:13:00.958642 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-aff14805-8fae-4712-bb43-6847add68bbc req-8ede3b19-58dc-4609-b6a5-fdab4743eae0 service neutron] 10.222.0.20 "PUT /v2.0/ports/52a8b831-ab42-4793-a89d-78ddad757b7e HTTP/1.1" status: 200 len: 1092 time: 1.0616798 May 31 14:13:00.959088 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23bec649-8376-412b-b31c-1a1e310a710f', 'tag': '52a8b831-ab42-4793-a89d-78ddad757b7e'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:13:00.978852 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ede3b19-58dc-4609-b6a5-fdab4743eae0 service neutron] Pushing event updated for resources: {'Port': ['ID=52a8b831-ab42-4793-a89d-78ddad757b7e,revision_number=3']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:13:01.045147 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2d70fa2-59aa-4117-9f7e-a7cf47280785'] response: {'name': 'network-changed', 'server_uuid': '23bec649-8376-412b-b31c-1a1e310a710f', 'tag': '52a8b831-ab42-4793-a89d-78ddad757b7e', 'status': 'completed', 'code': 200} May 31 14:13:01.089177 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff14805-8fae-4712-bb43-6847add68bbc req-e66f6bd8-0c0f-488b-a4b8-17aea5d79d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:13:01.090813 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-aff14805-8fae-4712-bb43-6847add68bbc req-e66f6bd8-0c0f-488b-a4b8-17aea5d79d79 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e18e791f0f8b411a976f31b86b1ed6ca&device_id=23bec649-8376-412b-b31c-1a1e310a710f HTTP/1.1" status: 200 len: 1095 time: 0.0825388 May 31 14:13:01.159602 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-aff14805-8fae-4712-bb43-6847add68bbc req-41f8d5cf-7689-426d-abf2-7e87c0d59574 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52a8b831-ab42-4793-a89d-78ddad757b7e HTTP/1.1" status: 200 len: 217 time: 0.0616279 May 31 14:13:01.233539 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff14805-8fae-4712-bb43-6847add68bbc req-0ebeba2f-25ab-4950-a32b-69e690e8f690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:13:01.234919 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-aff14805-8fae-4712-bb43-6847add68bbc req-0ebeba2f-25ab-4950-a32b-69e690e8f690 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7ab359a-3caf-41bd-90ad-aaabe46f814a HTTP/1.1" status: 200 len: 851 time: 0.0698478 May 31 14:13:01.310166 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff14805-8fae-4712-bb43-6847add68bbc req-0bf513da-6d11-4a97-aba9-951071e680a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:13:01.312408 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-aff14805-8fae-4712-bb43-6847add68bbc req-0bf513da-6d11-4a97-aba9-951071e680a4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e4e65f4d-f852-4656-8d43-9470c53affec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712163 May 31 14:13:01.446253 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-aff14805-8fae-4712-bb43-6847add68bbc req-05369a16-2d4b-42b4-ab2f-df514d706f00 service neutron] 10.222.0.20 "GET /v2.0/networks/e4e65f4d-f852-4656-8d43-9470c53affec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277735 May 31 14:13:01.580629 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-aff14805-8fae-4712-bb43-6847add68bbc req-3c707f01-e995-4983-b6bd-51f934b8d9a7 service neutron] 10.222.0.20 "GET /v2.0/networks/e4e65f4d-f852-4656-8d43-9470c53affec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279292 May 31 14:13:01.608470 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097dffe3-e713-4e0f-80f7-ae3d628d222c req-0986eca9-f0f7-4bb6-b536-4d8b591e79f3 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:13:01.609917 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-097dffe3-e713-4e0f-80f7-ae3d628d222c req-0986eca9-f0f7-4bb6-b536-4d8b591e79f3 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=23bec649-8376-412b-b31c-1a1e310a710f HTTP/1.1" status: 200 len: 944 time: 0.0868723 May 31 14:13:01.705516 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d185f360-7d5b-4806-b93d-a37465526f1b req-68eb6ec0-c20f-4273-ad40-84154edea27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:13:01.707029 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d185f360-7d5b-4806-b93d-a37465526f1b req-68eb6ec0-c20f-4273-ad40-84154edea27e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e18e791f0f8b411a976f31b86b1ed6ca&device_id=23bec649-8376-412b-b31c-1a1e310a710f HTTP/1.1" status: 200 len: 1095 time: 0.0799875 May 31 14:13:01.767058 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-097dffe3-e713-4e0f-80f7-ae3d628d222c req-1950eafc-6fd4-45b3-931a-2bca8ef28bb2 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c4f5e0f-b24a-4f94-89ec-30ac3ac7f872&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1511681 May 31 14:13:01.840638 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d185f360-7d5b-4806-b93d-a37465526f1b req-6ac96cc9-c02b-4aa0-a210-e65a3055e00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:13:01.842029 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d185f360-7d5b-4806-b93d-a37465526f1b req-6ac96cc9-c02b-4aa0-a210-e65a3055e00f service neutron] 10.222.0.20 "GET /v2.0/networks?id=e4e65f4d-f852-4656-8d43-9470c53affec HTTP/1.1" status: 200 len: 913 time: 0.1293402 May 31 14:13:01.909922 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d185f360-7d5b-4806-b93d-a37465526f1b req-850108af-1de1-4c51-bd37-dcc439b2cdc8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52a8b831-ab42-4793-a89d-78ddad757b7e HTTP/1.1" status: 200 len: 217 time: 0.0612099 May 31 14:13:01.975852 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d185f360-7d5b-4806-b93d-a37465526f1b req-080b4984-1ef4-474a-9b40-8491960344d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:13:01.977243 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d185f360-7d5b-4806-b93d-a37465526f1b req-080b4984-1ef4-474a-9b40-8491960344d7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7ab359a-3caf-41bd-90ad-aaabe46f814a HTTP/1.1" status: 200 len: 851 time: 0.0611820 May 31 14:13:02.050807 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d185f360-7d5b-4806-b93d-a37465526f1b req-41886d36-84a1-4615-85ae-6469d8663281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:13:02.052271 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d185f360-7d5b-4806-b93d-a37465526f1b req-41886d36-84a1-4615-85ae-6469d8663281 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e4e65f4d-f852-4656-8d43-9470c53affec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694592 May 31 14:13:02.183737 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d185f360-7d5b-4806-b93d-a37465526f1b req-83ebdbd9-ade7-4b5f-8147-5fb3b4e136f1 service neutron] 10.222.0.20 "GET /v2.0/networks/e4e65f4d-f852-4656-8d43-9470c53affec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252823 May 31 14:13:02.418192 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d185f360-7d5b-4806-b93d-a37465526f1b req-0a0837c4-a2f2-4f9c-995a-ab93d9f48162 service neutron] 10.222.0.20 "GET /v2.0/networks/e4e65f4d-f852-4656-8d43-9470c53affec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266262 May 31 14:13:02.952147 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526e02c-bdc7-4d5f-9430-54a24cd751ea req-d450487b-846e-4c8c-b394-e54805306ac8 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:13:02.953594 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7526e02c-bdc7-4d5f-9430-54a24cd751ea req-d450487b-846e-4c8c-b394-e54805306ac8 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=23bec649-8376-412b-b31c-1a1e310a710f HTTP/1.1" status: 200 len: 944 time: 0.0799885 May 31 14:13:03.003670 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7526e02c-bdc7-4d5f-9430-54a24cd751ea req-db012a13-6bb4-44e1-8c87-2bfac4d41aff tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c4f5e0f-b24a-4f94-89ec-30ac3ac7f872&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443728 May 31 14:13:04.196679 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a243db8-b12e-44ea-832d-38e6227aef45 req-481b1bd8-5202-400d-9c29-80e17c070afb tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:13:04.198153 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9a243db8-b12e-44ea-832d-38e6227aef45 req-481b1bd8-5202-400d-9c29-80e17c070afb tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=23bec649-8376-412b-b31c-1a1e310a710f HTTP/1.1" status: 200 len: 944 time: 0.0848053 May 31 14:13:04.242867 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9a243db8-b12e-44ea-832d-38e6227aef45 req-f5625764-2df0-4942-ad64-fcde36890d06 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c4f5e0f-b24a-4f94-89ec-30ac3ac7f872&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381074 May 31 14:13:05.433751 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ab0458-8290-44bd-a513-cf845986f1d2 req-f18a6338-0342-45e6-962e-09e8b6d71818 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:13:05.436257 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-94ab0458-8290-44bd-a513-cf845986f1d2 req-f18a6338-0342-45e6-962e-09e8b6d71818 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=23bec649-8376-412b-b31c-1a1e310a710f HTTP/1.1" status: 200 len: 944 time: 0.0801339 May 31 14:13:05.483679 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-94ab0458-8290-44bd-a513-cf845986f1d2 req-85d55de0-03c0-411c-86b1-8627e56ea6ad tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c4f5e0f-b24a-4f94-89ec-30ac3ac7f872&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414758 May 31 14:13:06.667298 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91094a22-b1e7-45c0-b0f4-142a9820f0f9 req-8e04dcd4-029f-45a6-988f-370345dd9559 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:13:06.668752 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-91094a22-b1e7-45c0-b0f4-142a9820f0f9 req-8e04dcd4-029f-45a6-988f-370345dd9559 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=23bec649-8376-412b-b31c-1a1e310a710f HTTP/1.1" status: 200 len: 944 time: 0.0798876 May 31 14:13:06.712970 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-91094a22-b1e7-45c0-b0f4-142a9820f0f9 req-b9c669a2-6c4c-42fc-a080-8a1cee30a86b tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c4f5e0f-b24a-4f94-89ec-30ac3ac7f872&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377295 May 31 14:13:07.723006 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:13:07.902481 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f494c-0c06-4af0-93f4-74e4e5da40b5 req-b5f9fadb-f836-48ed-b4d0-56e8ddc2f040 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:13:07.904493 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-426f494c-0c06-4af0-93f4-74e4e5da40b5 req-b5f9fadb-f836-48ed-b4d0-56e8ddc2f040 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=23bec649-8376-412b-b31c-1a1e310a710f HTTP/1.1" status: 200 len: 944 time: 0.0832171 May 31 14:13:07.949231 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-426f494c-0c06-4af0-93f4-74e4e5da40b5 req-48f64b5c-8b2a-454c-9593-ca160bff1171 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c4f5e0f-b24a-4f94-89ec-30ac3ac7f872&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389440 May 31 14:13:09.135877 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da32586d-36d9-43c8-9449-cb29927b5421 req-2ceefb04-a533-4f74-b2d1-8a86e51c017e tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:13:09.137219 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-da32586d-36d9-43c8-9449-cb29927b5421 req-2ceefb04-a533-4f74-b2d1-8a86e51c017e tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=23bec649-8376-412b-b31c-1a1e310a710f HTTP/1.1" status: 200 len: 944 time: 0.0800252 May 31 14:13:09.181682 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-da32586d-36d9-43c8-9449-cb29927b5421 req-697a90dd-cad2-49ce-946f-6b2796781abb tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c4f5e0f-b24a-4f94-89ec-30ac3ac7f872&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381575 May 31 14:13:09.242852 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:13:10.367820 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd7e420-3390-4325-adee-b8f3086381d5 req-607f4601-3bd4-4b56-93d5-528b670cab73 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:13:10.369260 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3fd7e420-3390-4325-adee-b8f3086381d5 req-607f4601-3bd4-4b56-93d5-528b670cab73 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=23bec649-8376-412b-b31c-1a1e310a710f HTTP/1.1" status: 200 len: 944 time: 0.0848768 May 31 14:13:10.414285 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3fd7e420-3390-4325-adee-b8f3086381d5 req-bd199cdc-023e-426d-a736-729eb6561815 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c4f5e0f-b24a-4f94-89ec-30ac3ac7f872&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384908 May 31 14:13:10.610912 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dd54946c-9e8b-447f-abd9-b3e7a7a28225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:13:10.791217 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 52a8b831-ab42-4793-a89d-78ddad757b7e details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 14:13:10.921446 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 52a8b831-ab42-4793-a89d-78ddad757b7e, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=52a8b831-ab42-4793-a89d-78ddad757b7e,segment=NetworkSegment(dc2081d9-b82d-4ced-ab69-7467b4d37646),segment_id=dc2081d9-b82d-4ced-ab69-7467b4d37646)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:13:10.934112 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': '52a8b831-ab42-4793-a89d-78ddad757b7e', 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec', 'port_id': '52a8b831-ab42-4793-a89d-78ddad757b7e', 'mac_address': 'fa:16:3e:a7:09:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7ab359a-3caf-41bd-90ad-aaabe46f814a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 14:13:10.988117 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 52a8b831-ab42-4793-a89d-78ddad757b7e is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:13:10.988486 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:13:11.004555 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52a8b831-ab42-4793-a89d-78ddad757b7e {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:13:11.019198 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 52a8b831-ab42-4793-a89d-78ddad757b7e, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=52a8b831-ab42-4793-a89d-78ddad757b7e,segment=NetworkSegment(dc2081d9-b82d-4ced-ab69-7467b4d37646),segment_id=dc2081d9-b82d-4ced-ab69-7467b4d37646)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:13:11.023041 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:13:11.093189 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=52a8b831-ab42-4793-a89d-78ddad757b7e,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:13:11.100445 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:13:11.100789 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:13:11.101124 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:13:11.101523 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:13:11.101853 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:13:11.102206 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:13:11.102528 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:13:11.102853 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:13:11.103173 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:13:11.103492 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:13:11.103813 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:13:11.104158 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:13:11.294796 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['52a8b831-ab42-4793-a89d-78ddad757b7e'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:13:11.761357 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c0727-a769-47f8-a682-1656f3cc84bf req-bb76424e-5c5d-4a56-a5b8-8ffc280d60fe tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:13:11.762822 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-276c0727-a769-47f8-a682-1656f3cc84bf req-bb76424e-5c5d-4a56-a5b8-8ffc280d60fe tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=23bec649-8376-412b-b31c-1a1e310a710f HTTP/1.1" status: 200 len: 945 time: 0.0795863 May 31 14:13:11.809865 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-276c0727-a769-47f8-a682-1656f3cc84bf req-6901b8df-5c98-4a6b-8c30-220b8ab44bdd tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c4f5e0f-b24a-4f94-89ec-30ac3ac7f872&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404799 May 31 14:13:12.792801 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 52a8b831-ab42-4793-a89d-78ddad757b7e up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:13:12.855795 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6f68efbb-a7a8-4839-a094-c05edd2a9a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:13:12.876575 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning for port 52a8b831-ab42-4793-a89d-78ddad757b7e completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:13:12.881652 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port 52a8b831-ab42-4793-a89d-78ddad757b7e triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:13:12.882047 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:13:13.001614 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 52a8b831-ab42-4793-a89d-78ddad757b7e is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:13:13.001979 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:13:13.006157 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adebac1-0a4a-4d8d-96d2-a0b29f148234 req-f2e22e96-945f-4a1c-9fe5-594697426de5 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:13:13.008049 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9adebac1-0a4a-4d8d-96d2-a0b29f148234 req-f2e22e96-945f-4a1c-9fe5-594697426de5 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=23bec649-8376-412b-b31c-1a1e310a710f HTTP/1.1" status: 200 len: 945 time: 0.0856042 May 31 14:13:13.029456 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23bec649-8376-412b-b31c-1a1e310a710f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52a8b831-ab42-4793-a89d-78ddad757b7e'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:13:13.038858 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 52a8b831-ab42-4793-a89d-78ddad757b7e, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=52a8b831-ab42-4793-a89d-78ddad757b7e,segment=NetworkSegment(dc2081d9-b82d-4ced-ab69-7467b4d37646),segment_id=dc2081d9-b82d-4ced-ab69-7467b4d37646)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:13:13.043635 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:13:13.064932 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9adebac1-0a4a-4d8d-96d2-a0b29f148234 req-39d43ad1-0cc7-4250-972e-e5f27b6ab4fd tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c4f5e0f-b24a-4f94-89ec-30ac3ac7f872&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0499477 May 31 14:13:13.117685 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=52a8b831-ab42-4793-a89d-78ddad757b7e,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:13:13.212221 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9129d656-4dea-4980-896b-43fd9e9f2684'] response: {'server_uuid': '23bec649-8376-412b-b31c-1a1e310a710f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52a8b831-ab42-4793-a89d-78ddad757b7e', 'code': 200} May 31 14:13:13.341456 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0350535a-04e6-445b-ac01-e6cdd08ca90c req-a7ab653d-d200-464c-a87a-31948899bcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:13:13.342995 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0350535a-04e6-445b-ac01-e6cdd08ca90c req-a7ab653d-d200-464c-a87a-31948899bcbb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=23bec649-8376-412b-b31c-1a1e310a710f HTTP/1.1" status: 200 len: 1097 time: 0.0757999 May 31 14:13:13.389531 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0350535a-04e6-445b-ac01-e6cdd08ca90c req-6975b88e-b98a-4512-81d1-70b93b37ff78 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5c4f5e0f-b24a-4f94-89ec-30ac3ac7f872&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400269 May 31 14:13:13.880660 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:13:14.006740 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:13:14.253486 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181d786f-2e1b-4630-9306-db16745d1b6a req-6135e2e0-871d-46fc-b963-5dfd14885393 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:13:14.255050 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-181d786f-2e1b-4630-9306-db16745d1b6a req-6135e2e0-871d-46fc-b963-5dfd14885393 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=23bec649-8376-412b-b31c-1a1e310a710f HTTP/1.1" status: 200 len: 946 time: 0.0894225 May 31 14:13:14.305687 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-181d786f-2e1b-4630-9306-db16745d1b6a req-cd2e8ea9-1278-4e50-b987-35259f745377 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c4f5e0f-b24a-4f94-89ec-30ac3ac7f872&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411496 May 31 14:13:15.501695 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54741fae-b966-4e43-9e02-500cb669c485 req-44449985-fe44-4336-aad9-83bb32d64d2a tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:13:15.503718 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-54741fae-b966-4e43-9e02-500cb669c485 req-44449985-fe44-4336-aad9-83bb32d64d2a tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=23bec649-8376-412b-b31c-1a1e310a710f HTTP/1.1" status: 200 len: 946 time: 0.0871644 May 31 14:13:15.551703 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-54741fae-b966-4e43-9e02-500cb669c485 req-fed9edc5-0aed-4a69-b4a9-547727986fd9 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c4f5e0f-b24a-4f94-89ec-30ac3ac7f872&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427008 May 31 14:13:15.727978 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:13:15.746902 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f57cc-fa86-4956-b0fb-b61ca65da0c3 req-8c847c97-3d5c-4bd4-a256-5ea4db5ed23c tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:13:15.748382 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-654f57cc-fa86-4956-b0fb-b61ca65da0c3 req-8c847c97-3d5c-4bd4-a256-5ea4db5ed23c tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=23bec649-8376-412b-b31c-1a1e310a710f HTTP/1.1" status: 200 len: 946 time: 0.0875323 May 31 14:13:15.793227 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-654f57cc-fa86-4956-b0fb-b61ca65da0c3 req-fdc502e5-a14b-43fa-9fef-a7e8c46b4e52 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c4f5e0f-b24a-4f94-89ec-30ac3ac7f872&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391426 May 31 14:13:15.818009 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 40890) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:13:15.889451 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02231497-0df9-454d-8d48-073049d23cc3 tempest-TestVolumeBootPattern-1644272893 tempest-TestVolumeBootPattern-1644272893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:13:15.890082 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-02231497-0df9-454d-8d48-073049d23cc3 tempest-TestVolumeBootPattern-1644272893 tempest-TestVolumeBootPattern-1644272893-project-admin] Synchronizing usage tracker for tenant:b579f55e42b5476687244e7cf60dc0ab on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:13:15.906886 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-02231497-0df9-454d-8d48-073049d23cc3 tempest-TestVolumeBootPattern-1644272893 tempest-TestVolumeBootPattern-1644272893-project-admin] Unset dirty status for tenant:b579f55e42b5476687244e7cf60dc0ab on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:13:15.908173 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-02231497-0df9-454d-8d48-073049d23cc3 tempest-TestVolumeBootPattern-1644272893 tempest-TestVolumeBootPattern-1644272893-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=23bec649-8376-412b-b31c-1a1e310a710f HTTP/1.1" status: 200 len: 1092 time: 0.0891955 May 31 14:13:15.911108 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 40894) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:13:15.916001 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-f8bfe2ca-1988-47af-906f-17167a2c4386 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Request body: {'floatingip': {'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'port_id': '52a8b831-ab42-4793-a89d-78ddad757b7e', 'tenant_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:13:15.923768 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f8bfe2ca-1988-47af-906f-17167a2c4386 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:13:15.927548 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-f8bfe2ca-1988-47af-906f-17167a2c4386 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Usage tracker for resource:floatingip and tenant:e18e791f0f8b411a976f31b86b1ed6ca is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:13:15.930329 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-f8bfe2ca-1988-47af-906f-17167a2c4386 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:13:15.937255 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f8bfe2ca-1988-47af-906f-17167a2c4386 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:13:15.946924 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f8bfe2ca-1988-47af-906f-17167a2c4386 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks [] for floatingip, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:13:16.084889 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f8bfe2ca-1988-47af-906f-17167a2c4386 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:13:16.226712 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-f8bfe2ca-1988-47af-906f-17167a2c4386 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Allocated IP 172.25.6.216 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/9b5869b4-24aa-4ab1-9b27-1190a3d9967e) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:13:16.374263 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f8bfe2ca-1988-47af-906f-17167a2c4386 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:13:16.402846 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f8bfe2ca-1988-47af-906f-17167a2c4386 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:13:16.474590 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bfe2ca-1988-47af-906f-17167a2c4386 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:13:16.477222 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-f8bfe2ca-1988-47af-906f-17167a2c4386 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:13:16.481025 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bfe2ca-1988-47af-906f-17167a2c4386 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:13:16.515219 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bfe2ca-1988-47af-906f-17167a2c4386 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Pushing event updated for resources: {'Port': ['ID=9b5869b4-24aa-4ab1-9b27-1190a3d9967e,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:13:16.531624 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bfe2ca-1988-47af-906f-17167a2c4386 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:13:16.532047 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bfe2ca-1988-47af-906f-17167a2c4386 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:13:16.532390 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bfe2ca-1988-47af-906f-17167a2c4386 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:13:16.532722 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bfe2ca-1988-47af-906f-17167a2c4386 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:13:16.533052 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bfe2ca-1988-47af-906f-17167a2c4386 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:13:16.533379 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bfe2ca-1988-47af-906f-17167a2c4386 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:13:16.533702 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bfe2ca-1988-47af-906f-17167a2c4386 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:13:16.534051 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bfe2ca-1988-47af-906f-17167a2c4386 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:13:16.534371 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bfe2ca-1988-47af-906f-17167a2c4386 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:13:16.534688 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bfe2ca-1988-47af-906f-17167a2c4386 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:13:16.535005 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bfe2ca-1988-47af-906f-17167a2c4386 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:13:16.535320 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bfe2ca-1988-47af-906f-17167a2c4386 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:13:17.015991 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f8bfe2ca-1988-47af-906f-17167a2c4386 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:13:17.088488 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f8bfe2ca-1988-47af-906f-17167a2c4386 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:13:17.295436 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f8bfe2ca-1988-47af-906f-17167a2c4386 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:13:17.299668 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f8bfe2ca-1988-47af-906f-17167a2c4386 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:13:17.406534 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bfe2ca-1988-47af-906f-17167a2c4386 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Pushing event updated for resources: {'Port': ['ID=9b5869b4-24aa-4ab1-9b27-1190a3d9967e,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:13:17.416094 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f8bfe2ca-1988-47af-906f-17167a2c4386 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:13:17.589093 n-d-843939-1 neutron-server[88370]: INFO neutron.db.l3_db [None req-f8bfe2ca-1988-47af-906f-17167a2c4386 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Floating IP 305a8394-8493-498c-ac26-11c2423759e8 associated. External IP: 172.25.6.216, port: 52a8b831-ab42-4793-a89d-78ddad757b7e. May 31 14:13:17.940265 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8bfe2ca-1988-47af-906f-17167a2c4386 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Router c6bf0a5b-f3c5-42bd-8ebe-faca974f9151 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:13:18.117882 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8bfe2ca-1988-47af-906f-17167a2c4386 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:13:18.128281 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1ca693-f02b-49b4-994d-3ec76365f6e1 None None] Sync routers for ids ['c6bf0a5b-f3c5-42bd-8ebe-faca974f9151'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:13:18.137838 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1ca693-f02b-49b4-994d-3ec76365f6e1 None None] Routers {'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:13:18.139228 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-cd1ca693-f02b-49b4-994d-3ec76365f6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:13:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['c6bf0a5b-f3c5-42bd-8ebe-faca974f9151'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:13:18.142824 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f8bfe2ca-1988-47af-906f-17167a2c4386 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:13:18.199446 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-f8bfe2ca-1988-47af-906f-17167a2c4386 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2871819 May 31 14:13:18.200027 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23bec649-8376-412b-b31c-1a1e310a710f', 'tag': '52a8b831-ab42-4793-a89d-78ddad757b7e'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:13:18.245598 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10b25b3f-f709-4aef-8d56-8dd209098d36'] response: {'name': 'network-changed', 'server_uuid': '23bec649-8376-412b-b31c-1a1e310a710f', 'tag': '52a8b831-ab42-4793-a89d-78ddad757b7e', 'status': 'completed', 'code': 200} May 31 14:13:18.321328 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-cd1ca693-f02b-49b4-994d-3ec76365f6e1 None None] Set router c6bf0a5b-f3c5-42bd-8ebe-faca974f9151 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:13:18.338780 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9f21e5-a0b4-4c46-bd2c-9ce679ca09b6 req-c4814ecc-b167-4168-ae6f-d83cbd624325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:13:18.340250 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8d9f21e5-a0b4-4c46-bd2c-9ce679ca09b6 req-c4814ecc-b167-4168-ae6f-d83cbd624325 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e18e791f0f8b411a976f31b86b1ed6ca&device_id=23bec649-8376-412b-b31c-1a1e310a710f HTTP/1.1" status: 200 len: 1097 time: 0.0736077 May 31 14:13:18.476277 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9f21e5-a0b4-4c46-bd2c-9ce679ca09b6 req-fae4b7fe-35e2-453c-99f1-8d1680918aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:13:18.477625 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8d9f21e5-a0b4-4c46-bd2c-9ce679ca09b6 req-fae4b7fe-35e2-453c-99f1-8d1680918aba service neutron] 10.222.0.20 "GET /v2.0/networks?id=e4e65f4d-f852-4656-8d43-9470c53affec HTTP/1.1" status: 200 len: 913 time: 0.1318884 May 31 14:13:18.581756 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8d9f21e5-a0b4-4c46-bd2c-9ce679ca09b6 req-d4d871cd-6d2d-457c-ba9b-2f832e937000 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52a8b831-ab42-4793-a89d-78ddad757b7e HTTP/1.1" status: 200 len: 1000 time: 0.0980048 May 31 14:13:18.647426 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9f21e5-a0b4-4c46-bd2c-9ce679ca09b6 req-a4d84f93-5e17-44eb-a860-3602633e8273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:13:18.648888 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8d9f21e5-a0b4-4c46-bd2c-9ce679ca09b6 req-a4d84f93-5e17-44eb-a860-3602633e8273 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7ab359a-3caf-41bd-90ad-aaabe46f814a HTTP/1.1" status: 200 len: 851 time: 0.0614564 May 31 14:13:18.708650 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-cd1ca693-f02b-49b4-994d-3ec76365f6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'name': 'tempest-TestVolumeBootPattern-1263151122-router', 'tenant_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': 'b1012b88-935c-4850-aae3-a7e9e6a3fd77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:09:44Z', 'updated_at': '2022-05-31T14:09:49Z', 'revision_number': 4, 'project_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'gw_port': {'id': 'b1012b88-935c-4850-aae3-a7e9e6a3fd77', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:09:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:09:45Z', 'updated_at': '2022-05-31T14:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '305a8394-8493-498c-ac26-11c2423759e8', 'tenant_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'floating_ip_address': '172.25.6.216', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'port_id': '52a8b831-ab42-4793-a89d-78ddad757b7e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec', 'mac_address': 'fa:16:3e:a7:09:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23bec649-8376-412b-b31c-1a1e310a710f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:13:16Z', 'updated_at': '2022-05-31T14:13:16Z', 'revision_number': 0, 'project_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc4dd2f-1433-48c0-b96f-fe2ee896e534', 'name': '', 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec', 'tenant_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'mac_address': 'fa:16:3e:a0:f5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': 'a7ab359a-3caf-41bd-90ad-aaabe46f814a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:09:48Z', 'updated_at': '2022-05-31T14:09:54Z', 'revision_number': 5, 'project_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'subnets': [{'id': 'a7ab359a-3caf-41bd-90ad-aaabe46f814a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:13:18.712490 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1ca693-f02b-49b4-994d-3ec76365f6e1 None None] Checking router: c6bf0a5b-f3c5-42bd-8ebe-faca974f9151 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:13:18.722203 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1ca693-f02b-49b4-994d-3ec76365f6e1 None None] Routers {'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:13:18.722829 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-cd1ca693-f02b-49b4-994d-3ec76365f6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:13:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['c6bf0a5b-f3c5-42bd-8ebe-faca974f9151'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:13:18.725584 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9f21e5-a0b4-4c46-bd2c-9ce679ca09b6 req-79a08ce1-f2e2-497d-8297-1327a51c71d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:13:18.727148 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8d9f21e5-a0b4-4c46-bd2c-9ce679ca09b6 req-79a08ce1-f2e2-497d-8297-1327a51c71d3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e4e65f4d-f852-4656-8d43-9470c53affec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720794 May 31 14:13:18.864637 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8d9f21e5-a0b4-4c46-bd2c-9ce679ca09b6 req-9d190d79-e768-43bf-b706-f915b258830e service neutron] 10.222.0.20 "GET /v2.0/networks/e4e65f4d-f852-4656-8d43-9470c53affec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314921 May 31 14:13:18.901879 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-cd1ca693-f02b-49b4-994d-3ec76365f6e1 None None] Set router c6bf0a5b-f3c5-42bd-8ebe-faca974f9151 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:13:18.999892 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8d9f21e5-a0b4-4c46-bd2c-9ce679ca09b6 req-21112b58-e7ec-455d-938b-6f05b3d6eaba service neutron] 10.222.0.20 "GET /v2.0/networks/e4e65f4d-f852-4656-8d43-9470c53affec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294994 May 31 14:13:19.255802 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-cd1ca693-f02b-49b4-994d-3ec76365f6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'name': 'tempest-TestVolumeBootPattern-1263151122-router', 'tenant_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': 'b1012b88-935c-4850-aae3-a7e9e6a3fd77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:09:44Z', 'updated_at': '2022-05-31T14:09:49Z', 'revision_number': 4, 'project_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'gw_port': {'id': 'b1012b88-935c-4850-aae3-a7e9e6a3fd77', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:09:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:09:45Z', 'updated_at': '2022-05-31T14:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '305a8394-8493-498c-ac26-11c2423759e8', 'tenant_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'floating_ip_address': '172.25.6.216', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'port_id': '52a8b831-ab42-4793-a89d-78ddad757b7e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec', 'mac_address': 'fa:16:3e:a7:09:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23bec649-8376-412b-b31c-1a1e310a710f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:13:16Z', 'updated_at': '2022-05-31T14:13:16Z', 'revision_number': 0, 'project_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc4dd2f-1433-48c0-b96f-fe2ee896e534', 'name': '', 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec', 'tenant_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'mac_address': 'fa:16:3e:a0:f5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': 'a7ab359a-3caf-41bd-90ad-aaabe46f814a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:09:48Z', 'updated_at': '2022-05-31T14:09:54Z', 'revision_number': 5, 'project_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'subnets': [{'id': 'a7ab359a-3caf-41bd-90ad-aaabe46f814a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:13:19.259705 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1ca693-f02b-49b4-994d-3ec76365f6e1 None None] The sync data for ids ['c6bf0a5b-f3c5-42bd-8ebe-faca974f9151'] in n-d-843939-1 is: [{'id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'name': 'tempest-TestVolumeBootPattern-1263151122-router', 'tenant_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': 'b1012b88-935c-4850-aae3-a7e9e6a3fd77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:09:44Z', 'updated_at': '2022-05-31T14:09:49Z', 'revision_number': 4, 'project_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'gw_port': {'id': 'b1012b88-935c-4850-aae3-a7e9e6a3fd77', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:09:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:09:45Z', 'updated_at': '2022-05-31T14:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '305a8394-8493-498c-ac26-11c2423759e8', 'tenant_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'floating_ip_address': '172.25.6.216', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'port_id': '52a8b831-ab42-4793-a89d-78ddad757b7e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec', 'mac_address': 'fa:16:3e:a7:09:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23bec649-8376-412b-b31c-1a1e310a710f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:13:16Z', 'updated_at': '2022-05-31T14:13:16Z', 'revision_number': 0, 'project_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc4dd2f-1433-48c0-b96f-fe2ee896e534', 'name': '', 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec', 'tenant_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'mac_address': 'fa:16:3e:a0:f5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': 'a7ab359a-3caf-41bd-90ad-aaabe46f814a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:09:48Z', 'updated_at': '2022-05-31T14:09:54Z', 'revision_number': 5, 'project_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'subnets': [{'id': 'a7ab359a-3caf-41bd-90ad-aaabe46f814a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:13:19.456672 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3250be97-dc1e-46d6-a1a0-ac09367a8dce None None] New status for floating IP 305a8394-8493-498c-ac26-11c2423759e8: ACTIVE {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 14:13:25.640140 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:13:37.727685 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:13:39.250980 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:13:40.612511 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-621ec821-7b85-46cb-87a6-27595e4b601e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:13:42.832566 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-060080f7-25c2-4468-8d8c-a05b1261c9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:13:43.898766 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:13:44.013259 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:13:45.736062 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:13:52.261393 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b8a359d8-4768-4adc-94f3-36cbd6f6b1f2 req-be21d2f8-86ec-481a-9394-abaf803537f5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=23bec649-8376-412b-b31c-1a1e310a710f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1848311 May 31 14:13:52.422524 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a359d8-4768-4adc-94f3-36cbd6f6b1f2 req-d3d8c79a-fe45-4efc-9b4e-8c51dcc94a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:13:52.424136 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b8a359d8-4768-4adc-94f3-36cbd6f6b1f2 req-d3d8c79a-fe45-4efc-9b4e-8c51dcc94a17 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e18e791f0f8b411a976f31b86b1ed6ca&device_id=23bec649-8376-412b-b31c-1a1e310a710f HTTP/1.1" status: 200 len: 1097 time: 0.0881684 May 31 14:13:52.599466 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a359d8-4768-4adc-94f3-36cbd6f6b1f2 req-88877744-2b5a-436b-b5fb-93aca4068f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:13:52.601011 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b8a359d8-4768-4adc-94f3-36cbd6f6b1f2 req-88877744-2b5a-436b-b5fb-93aca4068f9a service neutron] 10.222.0.20 "GET /v2.0/networks?id=e4e65f4d-f852-4656-8d43-9470c53affec HTTP/1.1" status: 200 len: 913 time: 0.1566288 May 31 14:13:52.714433 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b8a359d8-4768-4adc-94f3-36cbd6f6b1f2 req-d91f9e87-7682-4c43-b74a-fd88036461d7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52a8b831-ab42-4793-a89d-78ddad757b7e HTTP/1.1" status: 200 len: 1002 time: 0.1057842 May 31 14:13:52.796150 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a359d8-4768-4adc-94f3-36cbd6f6b1f2 req-2a6240fc-6b4d-45db-87fb-a00f3eff6007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:13:52.797219 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b8a359d8-4768-4adc-94f3-36cbd6f6b1f2 req-2a6240fc-6b4d-45db-87fb-a00f3eff6007 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7ab359a-3caf-41bd-90ad-aaabe46f814a HTTP/1.1" status: 200 len: 851 time: 0.0729210 May 31 14:13:52.885862 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a359d8-4768-4adc-94f3-36cbd6f6b1f2 req-a64f5552-213d-4747-8b17-4474cfb1665e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:13:52.887650 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b8a359d8-4768-4adc-94f3-36cbd6f6b1f2 req-a64f5552-213d-4747-8b17-4474cfb1665e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e4e65f4d-f852-4656-8d43-9470c53affec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0847120 May 31 14:13:53.047660 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b8a359d8-4768-4adc-94f3-36cbd6f6b1f2 req-76061e44-f1a0-4b59-9046-735f3f7eb1e2 service neutron] 10.222.0.20 "GET /v2.0/networks/e4e65f4d-f852-4656-8d43-9470c53affec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491470 May 31 14:13:53.330706 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b8a359d8-4768-4adc-94f3-36cbd6f6b1f2 req-d245d5f5-3da1-4589-9567-e0a0903c8477 service neutron] 10.222.0.20 "GET /v2.0/networks/e4e65f4d-f852-4656-8d43-9470c53affec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824907 May 31 14:14:02.639867 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:14:07.740693 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:14:09.263571 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:14:10.616282 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2cf39127-7089-4340-89c5-c98d239b0072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:14:12.832708 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c68cda59-a115-40fb-88c2-65aac251f643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:14:13.881807 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:14:14.003535 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:14:15.735790 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:14:37.742557 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:14:39.248651 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:14:39.640085 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:14:40.618533 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1f97abe1-71bf-4692-8455-dd2efdefbad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:14:42.834932 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-73b51c31-24b6-4daf-b7ff-856b01a5fbd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:14:43.884268 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:14:44.005274 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:14:45.737197 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:14:53.090272 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-66fcf0a5-b4ae-46be-8783-3b05083f4284 req-1a0779cd-566b-473e-aed2-c203284a5c1e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=23bec649-8376-412b-b31c-1a1e310a710f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0696437 May 31 14:14:53.227105 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fcf0a5-b4ae-46be-8783-3b05083f4284 req-f062a663-09a4-4557-8968-77440616d92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:14:53.228553 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-66fcf0a5-b4ae-46be-8783-3b05083f4284 req-f062a663-09a4-4557-8968-77440616d92e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e18e791f0f8b411a976f31b86b1ed6ca&device_id=23bec649-8376-412b-b31c-1a1e310a710f HTTP/1.1" status: 200 len: 1097 time: 0.0712602 May 31 14:14:53.376224 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fcf0a5-b4ae-46be-8783-3b05083f4284 req-43d13353-7429-4b09-ae0f-31323610302a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:14:53.377566 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-66fcf0a5-b4ae-46be-8783-3b05083f4284 req-43d13353-7429-4b09-ae0f-31323610302a service neutron] 10.222.0.20 "GET /v2.0/networks?id=e4e65f4d-f852-4656-8d43-9470c53affec HTTP/1.1" status: 200 len: 913 time: 0.1306829 May 31 14:14:53.480914 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-66fcf0a5-b4ae-46be-8783-3b05083f4284 req-7660c64d-4008-411b-aab2-a33af74da8ca service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52a8b831-ab42-4793-a89d-78ddad757b7e HTTP/1.1" status: 200 len: 1002 time: 0.0974309 May 31 14:14:53.545198 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fcf0a5-b4ae-46be-8783-3b05083f4284 req-e61dc1e3-10fe-4411-bcfd-3f3ce264ed2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:14:53.546681 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-66fcf0a5-b4ae-46be-8783-3b05083f4284 req-e61dc1e3-10fe-4411-bcfd-3f3ce264ed2c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7ab359a-3caf-41bd-90ad-aaabe46f814a HTTP/1.1" status: 200 len: 851 time: 0.0604548 May 31 14:14:53.622171 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fcf0a5-b4ae-46be-8783-3b05083f4284 req-c700a6a4-7385-4535-ac0b-83de974889ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:14:53.623645 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-66fcf0a5-b4ae-46be-8783-3b05083f4284 req-c700a6a4-7385-4535-ac0b-83de974889ff service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e4e65f4d-f852-4656-8d43-9470c53affec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715072 May 31 14:14:53.754448 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-66fcf0a5-b4ae-46be-8783-3b05083f4284 req-780f4a9e-ae0e-49a6-a8e3-7b130733d016 service neutron] 10.222.0.20 "GET /v2.0/networks/e4e65f4d-f852-4656-8d43-9470c53affec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247485 May 31 14:14:53.890600 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-66fcf0a5-b4ae-46be-8783-3b05083f4284 req-2b2485b3-5900-4bf7-957f-86d1ef62f99c service neutron] 10.222.0.20 "GET /v2.0/networks/e4e65f4d-f852-4656-8d43-9470c53affec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293230 May 31 14:15:07.738737 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:15:09.262876 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:15:10.621673 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b2cf7c82-8611-4ae4-a7b4-b7507f9aa8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:15:12.835132 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a388c750-6ff2-489a-a9ba-d0e4d04be818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:15:13.887720 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:15:14.007637 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:15:15.741343 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:15:16.639821 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:15:16.749830 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff55411f-2768-4f03-ae7d-8e44faf8bdee req-581f3907-8250-496c-999a-b3fea549dd40 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:15:16.751508 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ff55411f-2768-4f03-ae7d-8e44faf8bdee req-581f3907-8250-496c-999a-b3fea549dd40 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=23bec649-8376-412b-b31c-1a1e310a710f HTTP/1.1" status: 200 len: 946 time: 0.1435602 May 31 14:15:16.914319 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ff55411f-2768-4f03-ae7d-8e44faf8bdee req-f1866281-a878-4251-8fc3-8dc8d956ae9e tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c4f5e0f-b24a-4f94-89ec-30ac3ac7f872&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1566968 May 31 14:15:18.162219 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4740beb3-bc9f-423d-a5b5-10f9fc33f6db req-19e92915-0677-412f-8c6d-942edbb172c4 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:15:18.163692 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4740beb3-bc9f-423d-a5b5-10f9fc33f6db req-19e92915-0677-412f-8c6d-942edbb172c4 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=23bec649-8376-412b-b31c-1a1e310a710f HTTP/1.1" status: 200 len: 946 time: 0.1341980 May 31 14:15:18.209388 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4740beb3-bc9f-423d-a5b5-10f9fc33f6db req-5374dcd4-4ad2-4124-89f2-b011b529e48e tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c4f5e0f-b24a-4f94-89ec-30ac3ac7f872&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391271 May 31 14:15:18.278191 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b57f5bc-bfbb-478f-b164-8d7991a79471 req-a807a1bc-f7a2-4d3d-a21b-92a807a7264c tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:15:18.278834 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-0b57f5bc-bfbb-478f-b164-8d7991a79471 req-a807a1bc-f7a2-4d3d-a21b-92a807a7264c tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Synchronizing usage tracker for tenant:e18e791f0f8b411a976f31b86b1ed6ca on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:15:18.295023 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-0b57f5bc-bfbb-478f-b164-8d7991a79471 req-a807a1bc-f7a2-4d3d-a21b-92a807a7264c tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Unset dirty status for tenant:e18e791f0f8b411a976f31b86b1ed6ca on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:15:18.296158 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0b57f5bc-bfbb-478f-b164-8d7991a79471 req-a807a1bc-f7a2-4d3d-a21b-92a807a7264c tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.20 "GET /v2.0/ports?device_id=23bec649-8376-412b-b31c-1a1e310a710f HTTP/1.1" status: 200 len: 946 time: 0.1040437 May 31 14:15:18.370997 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-0b57f5bc-bfbb-478f-b164-8d7991a79471 req-45997de9-89d3-4f6c-bd9b-311758411987 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Deleting port 52a8b831-ab42-4793-a89d-78ddad757b7e {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:15:18.371359 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-0b57f5bc-bfbb-478f-b164-8d7991a79471 req-45997de9-89d3-4f6c-bd9b-311758411987 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:15:18.619084 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-0b57f5bc-bfbb-478f-b164-8d7991a79471 req-45997de9-89d3-4f6c-bd9b-311758411987 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] For port 52a8b831-ab42-4793-a89d-78ddad757b7e, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=52a8b831-ab42-4793-a89d-78ddad757b7e,segment=NetworkSegment(dc2081d9-b82d-4ced-ab69-7467b4d37646),segment_id=dc2081d9-b82d-4ced-ab69-7467b4d37646)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:15:18.619349 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-0b57f5bc-bfbb-478f-b164-8d7991a79471 req-45997de9-89d3-4f6c-bd9b-311758411987 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:15:19.027739 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-0b57f5bc-bfbb-478f-b164-8d7991a79471 req-45997de9-89d3-4f6c-bd9b-311758411987 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:15:19.028111 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-0b57f5bc-bfbb-478f-b164-8d7991a79471 req-45997de9-89d3-4f6c-bd9b-311758411987 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:15:19.028426 n-d-843939-1 neutron-server[88369]: INFO neutron.db.l3_db [req-0b57f5bc-bfbb-478f-b164-8d7991a79471 req-45997de9-89d3-4f6c-bd9b-311758411987 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Floating IP 305a8394-8493-498c-ac26-11c2423759e8 disassociated. External IP: 172.25.6.216, port: 52a8b831-ab42-4793-a89d-78ddad757b7e. May 31 14:15:19.028766 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-0b57f5bc-bfbb-478f-b164-8d7991a79471 req-45997de9-89d3-4f6c-bd9b-311758411987 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Calling delete_port for 52a8b831-ab42-4793-a89d-78ddad757b7e owned by compute:nova {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:15:19.202252 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-0b57f5bc-bfbb-478f-b164-8d7991a79471 req-45997de9-89d3-4f6c-bd9b-311758411987 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:15:19.258361 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45997de9-89d3-4f6c-bd9b-311758411987 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Pushing event deleted for resources: {'Port': ['ID=52a8b831-ab42-4793-a89d-78ddad757b7e,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:15:19.270184 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45997de9-89d3-4f6c-bd9b-311758411987 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:15:19.270593 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45997de9-89d3-4f6c-bd9b-311758411987 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:15:19.270852 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45997de9-89d3-4f6c-bd9b-311758411987 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:15:19.271186 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45997de9-89d3-4f6c-bd9b-311758411987 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:15:19.271524 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45997de9-89d3-4f6c-bd9b-311758411987 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:15:19.271865 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45997de9-89d3-4f6c-bd9b-311758411987 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:15:19.272170 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45997de9-89d3-4f6c-bd9b-311758411987 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:15:19.272490 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45997de9-89d3-4f6c-bd9b-311758411987 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:15:19.272917 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45997de9-89d3-4f6c-bd9b-311758411987 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:15:19.273179 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45997de9-89d3-4f6c-bd9b-311758411987 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:15:19.273501 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45997de9-89d3-4f6c-bd9b-311758411987 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:15:19.273847 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45997de9-89d3-4f6c-bd9b-311758411987 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:15:19.387486 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d161715f-f116-4b1d-8fba-635c233b3809 req-975cffa6-cab9-4fc4-b902-1c40f123168d tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=23bec649-8376-412b-b31c-1a1e310a710f HTTP/1.1" status: 200 len: 210 time: 0.0488973 May 31 14:15:19.470185 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b57f5bc-bfbb-478f-b164-8d7991a79471 req-45997de9-89d3-4f6c-bd9b-311758411987 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Router c6bf0a5b-f3c5-42bd-8ebe-faca974f9151 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:15:19.664075 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b57f5bc-bfbb-478f-b164-8d7991a79471 req-45997de9-89d3-4f6c-bd9b-311758411987 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:15:19.679712 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7498ea0d-d749-43f9-b753-e78bc96501dd None None] Sync routers for ids ['c6bf0a5b-f3c5-42bd-8ebe-faca974f9151'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:15:19.688415 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7498ea0d-d749-43f9-b753-e78bc96501dd None None] Routers {'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:15:19.689056 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-7498ea0d-d749-43f9-b753-e78bc96501dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:15:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['c6bf0a5b-f3c5-42bd-8ebe-faca974f9151'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:15:19.752806 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b57f5bc-bfbb-478f-b164-8d7991a79471 req-45997de9-89d3-4f6c-bd9b-311758411987 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] No DVR routers for this DVR port 52a8b831-ab42-4793-a89d-78ddad757b7e on host n-h1-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:15:19.756760 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-0b57f5bc-bfbb-478f-b164-8d7991a79471 req-45997de9-89d3-4f6c-bd9b-311758411987 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:15:19.758964 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23bec649-8376-412b-b31c-1a1e310a710f', 'name': 'network-vif-deleted', 'tag': '52a8b831-ab42-4793-a89d-78ddad757b7e'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:15:19.783616 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0b57f5bc-bfbb-478f-b164-8d7991a79471 req-45997de9-89d3-4f6c-bd9b-311758411987 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.20 "DELETE /v2.0/ports/52a8b831-ab42-4793-a89d-78ddad757b7e HTTP/1.1" status: 204 len: 173 time: 1.4823186 May 31 14:15:19.886431 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-7498ea0d-d749-43f9-b753-e78bc96501dd None None] Set router c6bf0a5b-f3c5-42bd-8ebe-faca974f9151 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:15:19.900893 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79c300c3-8fa3-4ce5-96ca-34a9c583952c'] response: {'server_uuid': '23bec649-8376-412b-b31c-1a1e310a710f', 'name': 'network-vif-deleted', 'tag': '52a8b831-ab42-4793-a89d-78ddad757b7e', 'status': 'completed', 'code': 200} May 31 14:15:20.248879 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-7498ea0d-d749-43f9-b753-e78bc96501dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'name': 'tempest-TestVolumeBootPattern-1263151122-router', 'tenant_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': 'b1012b88-935c-4850-aae3-a7e9e6a3fd77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:09:44Z', 'updated_at': '2022-05-31T14:09:49Z', 'revision_number': 4, 'project_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'gw_port': {'id': 'b1012b88-935c-4850-aae3-a7e9e6a3fd77', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:09:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:09:45Z', 'updated_at': '2022-05-31T14:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '7bc4dd2f-1433-48c0-b96f-fe2ee896e534', 'name': '', 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec', 'tenant_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'mac_address': 'fa:16:3e:a0:f5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': 'a7ab359a-3caf-41bd-90ad-aaabe46f814a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:09:48Z', 'updated_at': '2022-05-31T14:09:54Z', 'revision_number': 5, 'project_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'subnets': [{'id': 'a7ab359a-3caf-41bd-90ad-aaabe46f814a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:15:20.252843 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7498ea0d-d749-43f9-b753-e78bc96501dd None None] Checking router: c6bf0a5b-f3c5-42bd-8ebe-faca974f9151 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:15:20.261580 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7498ea0d-d749-43f9-b753-e78bc96501dd None None] Routers {'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:15:20.262218 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-7498ea0d-d749-43f9-b753-e78bc96501dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:15:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['c6bf0a5b-f3c5-42bd-8ebe-faca974f9151'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:15:20.443468 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-7498ea0d-d749-43f9-b753-e78bc96501dd None None] Set router c6bf0a5b-f3c5-42bd-8ebe-faca974f9151 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:15:20.554091 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-008254ab-4a64-471e-a587-ff8f1c0d64dd req-24408395-24ef-4964-86ff-08827b9452e5 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=23bec649-8376-412b-b31c-1a1e310a710f HTTP/1.1" status: 200 len: 210 time: 0.0440087 May 31 14:15:20.770421 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-7498ea0d-d749-43f9-b753-e78bc96501dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'name': 'tempest-TestVolumeBootPattern-1263151122-router', 'tenant_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': 'b1012b88-935c-4850-aae3-a7e9e6a3fd77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:09:44Z', 'updated_at': '2022-05-31T14:09:49Z', 'revision_number': 4, 'project_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'gw_port': {'id': 'b1012b88-935c-4850-aae3-a7e9e6a3fd77', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:09:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:09:45Z', 'updated_at': '2022-05-31T14:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '7bc4dd2f-1433-48c0-b96f-fe2ee896e534', 'name': '', 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec', 'tenant_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'mac_address': 'fa:16:3e:a0:f5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': 'a7ab359a-3caf-41bd-90ad-aaabe46f814a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:09:48Z', 'updated_at': '2022-05-31T14:09:54Z', 'revision_number': 5, 'project_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'subnets': [{'id': 'a7ab359a-3caf-41bd-90ad-aaabe46f814a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:15:20.775112 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7498ea0d-d749-43f9-b753-e78bc96501dd None None] The sync data for ids ['c6bf0a5b-f3c5-42bd-8ebe-faca974f9151'] in n-d-843939-1 is: [{'id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'name': 'tempest-TestVolumeBootPattern-1263151122-router', 'tenant_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': 'b1012b88-935c-4850-aae3-a7e9e6a3fd77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:09:44Z', 'updated_at': '2022-05-31T14:09:49Z', 'revision_number': 4, 'project_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'gw_port': {'id': 'b1012b88-935c-4850-aae3-a7e9e6a3fd77', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:09:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:09:45Z', 'updated_at': '2022-05-31T14:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '7bc4dd2f-1433-48c0-b96f-fe2ee896e534', 'name': '', 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec', 'tenant_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'mac_address': 'fa:16:3e:a0:f5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': 'a7ab359a-3caf-41bd-90ad-aaabe46f814a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:09:48Z', 'updated_at': '2022-05-31T14:09:54Z', 'revision_number': 5, 'project_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'subnets': [{'id': 'a7ab359a-3caf-41bd-90ad-aaabe46f814a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:15:20.993868 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd90abb2-532f-40d7-b127-6885ef296244 None None] New status for floating IP 305a8394-8493-498c-ac26-11c2423759e8: DOWN {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 14:15:21.847045 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e2c91065-89f9-44ab-8f69-74d4486715ff req-e1dade4a-137b-472a-bc9e-954fe2c57e25 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-53640771&fields=id&tenant_id=e18e791f0f8b411a976f31b86b1ed6ca HTTP/1.1" status: 200 len: 267 time: 0.0375562 May 31 14:15:21.999716 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c91065-89f9-44ab-8f69-74d4486715ff req-930b7584-35eb-43ef-817a-08f413c9ffdc tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:15:22.001148 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e2c91065-89f9-44ab-8f69-74d4486715ff req-930b7584-35eb-43ef-817a-08f413c9ffdc tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/networks?id=e4e65f4d-f852-4656-8d43-9470c53affec HTTP/1.1" status: 200 len: 812 time: 0.1472728 May 31 14:15:22.016047 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e2c91065-89f9-44ab-8f69-74d4486715ff req-85e94c96-17ce-45bf-a2cd-6f4e62f39e81 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/quotas/e18e791f0f8b411a976f31b86b1ed6ca HTTP/1.1" status: 200 len: 375 time: 0.0094221 May 31 14:15:22.102438 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e2c91065-89f9-44ab-8f69-74d4486715ff req-873feb6c-eeab-4d95-bff9-ab283689a8a8 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e18e791f0f8b411a976f31b86b1ed6ca&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0812905 May 31 14:15:22.283791 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e2c91065-89f9-44ab-8f69-74d4486715ff req-b84b982b-caa3-4b95-b25f-14de4972ba52 service neutron] 10.222.0.50 "GET /v2.0/networks/e4e65f4d-f852-4656-8d43-9470c53affec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701863 May 31 14:15:22.415991 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e2c91065-89f9-44ab-8f69-74d4486715ff req-8cdbcd36-0121-4946-94b0-add729e8ee38 service neutron] 10.222.0.50 "GET /v2.0/networks/e4e65f4d-f852-4656-8d43-9470c53affec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257246 May 31 14:15:22.808549 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fcc8745c-6c2d-4154-8cd2-a7c7d364040f req-1e5b6e29-1299-4c0d-95e8-e7c534220688 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=3952f6c1-c03a-486d-a95f-0e67fddec222 HTTP/1.1" status: 200 len: 210 time: 0.0462918 May 31 14:15:23.329429 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 52a8b831-ab42-4793-a89d-78ddad757b7e no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:15:23.366644 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] No Port match for: 52a8b831-ab42-4793-a89d-78ddad757b7e {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:15:23.367234 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 52a8b831-ab42-4793-a89d-78ddad757b7e not bound to the agent host n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:15:23.968405 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ba31cc30-05ea-433a-bad1-6aa71fbec4d2 req-acb80986-d1ef-4b3e-95a9-c527004b3f2e tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=3952f6c1-c03a-486d-a95f-0e67fddec222 HTTP/1.1" status: 200 len: 210 time: 0.0451663 May 31 14:15:24.023683 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c91065-89f9-44ab-8f69-74d4486715ff req-a16d8fc1-5242-43e1-adc4-48f6aefaddcf tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:15:24.025928 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e2c91065-89f9-44ab-8f69-74d4486715ff req-a16d8fc1-5242-43e1-adc4-48f6aefaddcf tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.44 "GET /v2.0/networks?id=e4e65f4d-f852-4656-8d43-9470c53affec HTTP/1.1" status: 200 len: 812 time: 0.1843042 May 31 14:15:24.078216 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e2c91065-89f9-44ab-8f69-74d4486715ff req-e4aebdbb-8afb-4fb4-a575-6abf4bf7aef5 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e18e791f0f8b411a976f31b86b1ed6ca HTTP/1.1" status: 200 len: 378 time: 0.0438855 May 31 14:15:24.094857 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-e2c91065-89f9-44ab-8f69-74d4486715ff req-01a3b3bc-147c-49e7-9d32-a6e4f4d7b953 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Request body: {'port': {'device_id': '3952f6c1-c03a-486d-a95f-0e67fddec222', 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec', 'admin_state_up': True, 'tenant_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'security_groups': ['5c4f5e0f-b24a-4f94-89ec-30ac3ac7f872']}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:15:24.240827 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-e2c91065-89f9-44ab-8f69-74d4486715ff req-01a3b3bc-147c-49e7-9d32-a6e4f4d7b953 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:15:24.245810 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-e2c91065-89f9-44ab-8f69-74d4486715ff req-01a3b3bc-147c-49e7-9d32-a6e4f4d7b953 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Usage tracker for resource:port and tenant:e18e791f0f8b411a976f31b86b1ed6ca is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:15:24.248724 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-e2c91065-89f9-44ab-8f69-74d4486715ff req-01a3b3bc-147c-49e7-9d32-a6e4f4d7b953 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:15:24.254430 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-e2c91065-89f9-44ab-8f69-74d4486715ff req-01a3b3bc-147c-49e7-9d32-a6e4f4d7b953 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:15:24.264199 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2c91065-89f9-44ab-8f69-74d4486715ff req-01a3b3bc-147c-49e7-9d32-a6e4f4d7b953 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Made reservation on behalf of e18e791f0f8b411a976f31b86b1ed6ca for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:15:24.267613 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-e2c91065-89f9-44ab-8f69-74d4486715ff req-01a3b3bc-147c-49e7-9d32-a6e4f4d7b953 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:15:24.459144 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [req-e2c91065-89f9-44ab-8f69-74d4486715ff req-01a3b3bc-147c-49e7-9d32-a6e4f4d7b953 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Allocated IP 172.20.0.12 (e4e65f4d-f852-4656-8d43-9470c53affec/a7ab359a-3caf-41bd-90ad-aaabe46f814a/67692709-d358-46bf-9014-c4232571ce86) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:15:24.651607 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-e2c91065-89f9-44ab-8f69-74d4486715ff req-01a3b3bc-147c-49e7-9d32-a6e4f4d7b953 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:15:24.668711 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-e2c91065-89f9-44ab-8f69-74d4486715ff req-01a3b3bc-147c-49e7-9d32-a6e4f4d7b953 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Transition to ACTIVE for port object 67692709-d358-46bf-9014-c4232571ce86 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:15:24.692788 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-e2c91065-89f9-44ab-8f69-74d4486715ff req-01a3b3bc-147c-49e7-9d32-a6e4f4d7b953 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:15:24.770817 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2c91065-89f9-44ab-8f69-74d4486715ff req-01a3b3bc-147c-49e7-9d32-a6e4f4d7b953 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Network e4e65f4d-f852-4656-8d43-9470c53affec is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:15:24.771951 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [req-e2c91065-89f9-44ab-8f69-74d4486715ff req-01a3b3bc-147c-49e7-9d32-a6e4f4d7b953 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:15:24.776439 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2c91065-89f9-44ab-8f69-74d4486715ff req-01a3b3bc-147c-49e7-9d32-a6e4f4d7b953 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:15:24.947249 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a3b3bc-147c-49e7-9d32-a6e4f4d7b953 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Pushing event updated for resources: {'Port': ['ID=67692709-d358-46bf-9014-c4232571ce86,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:15:24.967007 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c91065-89f9-44ab-8f69-74d4486715ff req-01a3b3bc-147c-49e7-9d32-a6e4f4d7b953 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:15:24.967612 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-e2c91065-89f9-44ab-8f69-74d4486715ff req-01a3b3bc-147c-49e7-9d32-a6e4f4d7b953 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:15:24.993627 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e2c91065-89f9-44ab-8f69-74d4486715ff req-01a3b3bc-147c-49e7-9d32-a6e4f4d7b953 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9026632 May 31 14:15:25.059206 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-e2c91065-89f9-44ab-8f69-74d4486715ff req-421012d4-65f7-4e4a-a815-59b1404bc66a service neutron] Request body: {'port': {'device_id': '3952f6c1-c03a-486d-a95f-0e67fddec222', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:15:25.065308 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-72246688-8078-4f13-87d7-f47528cd8253 None None] Provisioning for port 67692709-d358-46bf-9014-c4232571ce86 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:15:25.071350 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-72246688-8078-4f13-87d7-f47528cd8253 None None] Provisioning complete for port 67692709-d358-46bf-9014-c4232571ce86 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:15:25.072022 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-72246688-8078-4f13-87d7-f47528cd8253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:15:25.139258 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-72246688-8078-4f13-87d7-f47528cd8253 None None] Port 67692709-d358-46bf-9014-c4232571ce86 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:15:25.174071 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe54430-9c1d-4a62-a68e-e46c48e39694 req-f600373b-e582-474b-ab3e-9f505d1bcfb5 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:15:25.175443 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6fe54430-9c1d-4a62-a68e-e46c48e39694 req-f600373b-e582-474b-ab3e-9f505d1bcfb5 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=3952f6c1-c03a-486d-a95f-0e67fddec222 HTTP/1.1" status: 200 len: 932 time: 0.0936997 May 31 14:15:25.182964 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-e2c91065-89f9-44ab-8f69-74d4486715ff req-421012d4-65f7-4e4a-a815-59b1404bc66a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:15:25.225067 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6fe54430-9c1d-4a62-a68e-e46c48e39694 req-b8f740f4-4642-431e-b140-d61543bb9906 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c4f5e0f-b24a-4f94-89ec-30ac3ac7f872&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428638 May 31 14:15:25.537954 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [req-e2c91065-89f9-44ab-8f69-74d4486715ff req-421012d4-65f7-4e4a-a815-59b1404bc66a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67692709-d358-46bf-9014-c4232571ce86 {{(pid=88369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:15:25.545045 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-e2c91065-89f9-44ab-8f69-74d4486715ff req-421012d4-65f7-4e4a-a815-59b1404bc66a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:15:25.560950 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-e2c91065-89f9-44ab-8f69-74d4486715ff req-421012d4-65f7-4e4a-a815-59b1404bc66a service neutron] Transition to ACTIVE for port object 67692709-d358-46bf-9014-c4232571ce86 will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:15:25.567830 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-e2c91065-89f9-44ab-8f69-74d4486715ff req-421012d4-65f7-4e4a-a815-59b1404bc66a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:15:25.740299 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421012d4-65f7-4e4a-a815-59b1404bc66a service neutron] Pushing event updated for resources: {'Port': ['ID=67692709-d358-46bf-9014-c4232571ce86,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:15:25.821444 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-e2c91065-89f9-44ab-8f69-74d4486715ff req-421012d4-65f7-4e4a-a815-59b1404bc66a service neutron] Attempting to bind port 67692709-d358-46bf-9014-c4232571ce86 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:15:25.822313 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-e2c91065-89f9-44ab-8f69-74d4486715ff req-421012d4-65f7-4e4a-a815-59b1404bc66a service neutron] Attempting to bind port 67692709-d358-46bf-9014-c4232571ce86 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'dc2081d9-b82d-4ced-ab69-7467b4d37646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:15:25.822636 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c91065-89f9-44ab-8f69-74d4486715ff req-421012d4-65f7-4e4a-a815-59b1404bc66a service neutron] Attempting to bind port 67692709-d358-46bf-9014-c4232571ce86 on network e4e65f4d-f852-4656-8d43-9470c53affec {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:15:25.827251 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c91065-89f9-44ab-8f69-74d4486715ff req-421012d4-65f7-4e4a-a815-59b1404bc66a service neutron] Port 67692709-d358-46bf-9014-c4232571ce86 on network e4e65f4d-f852-4656-8d43-9470c53affec not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 14:15:25.827565 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c91065-89f9-44ab-8f69-74d4486715ff req-421012d4-65f7-4e4a-a815-59b1404bc66a service neutron] Attempting to bind port 67692709-d358-46bf-9014-c4232571ce86 on network e4e65f4d-f852-4656-8d43-9470c53affec {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:15:25.833017 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c91065-89f9-44ab-8f69-74d4486715ff req-421012d4-65f7-4e4a-a815-59b1404bc66a service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:15:25.833345 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c91065-89f9-44ab-8f69-74d4486715ff req-421012d4-65f7-4e4a-a815-59b1404bc66a service neutron] Checking segment: {'id': 'dc2081d9-b82d-4ced-ab69-7467b4d37646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:15:25.833722 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c91065-89f9-44ab-8f69-74d4486715ff req-421012d4-65f7-4e4a-a815-59b1404bc66a service neutron] Bound using segment: {'id': 'dc2081d9-b82d-4ced-ab69-7467b4d37646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:15:25.834171 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-e2c91065-89f9-44ab-8f69-74d4486715ff req-421012d4-65f7-4e4a-a815-59b1404bc66a service neutron] Bound port: 67692709-d358-46bf-9014-c4232571ce86, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc2081d9-b82d-4ced-ab69-7467b4d37646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:15:25.834513 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-e2c91065-89f9-44ab-8f69-74d4486715ff req-421012d4-65f7-4e4a-a815-59b1404bc66a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:15:25.922625 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-e2c91065-89f9-44ab-8f69-74d4486715ff req-421012d4-65f7-4e4a-a815-59b1404bc66a service neutron] For port 67692709-d358-46bf-9014-c4232571ce86, host n-h2-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:15:25.926202 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-e2c91065-89f9-44ab-8f69-74d4486715ff req-421012d4-65f7-4e4a-a815-59b1404bc66a service neutron] For port 67692709-d358-46bf-9014-c4232571ce86, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=67692709-d358-46bf-9014-c4232571ce86,segment=NetworkSegment(dc2081d9-b82d-4ced-ab69-7467b4d37646),segment_id=dc2081d9-b82d-4ced-ab69-7467b4d37646)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:15:25.931211 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-e2c91065-89f9-44ab-8f69-74d4486715ff req-421012d4-65f7-4e4a-a815-59b1404bc66a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:15:25.995958 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c91065-89f9-44ab-8f69-74d4486715ff req-421012d4-65f7-4e4a-a815-59b1404bc66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:15:25.996509 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-e2c91065-89f9-44ab-8f69-74d4486715ff req-421012d4-65f7-4e4a-a815-59b1404bc66a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:15:25.998010 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e2c91065-89f9-44ab-8f69-74d4486715ff req-421012d4-65f7-4e4a-a815-59b1404bc66a service neutron] 10.222.0.44 "PUT /v2.0/ports/67692709-d358-46bf-9014-c4232571ce86 HTTP/1.1" status: 200 len: 1092 time: 0.9974890 May 31 14:15:25.998464 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3952f6c1-c03a-486d-a95f-0e67fddec222', 'tag': '67692709-d358-46bf-9014-c4232571ce86'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:15:26.024326 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421012d4-65f7-4e4a-a815-59b1404bc66a service neutron] Pushing event updated for resources: {'Port': ['ID=67692709-d358-46bf-9014-c4232571ce86,revision_number=3']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:15:26.088888 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2bcf52e-bc4b-453a-9cbb-bb27ac3cc7a5'] response: {'name': 'network-changed', 'server_uuid': '3952f6c1-c03a-486d-a95f-0e67fddec222', 'tag': '67692709-d358-46bf-9014-c4232571ce86', 'status': 'completed', 'code': 200} May 31 14:15:26.145629 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c91065-89f9-44ab-8f69-74d4486715ff req-06667cb3-327e-4ed3-a526-e9f8393128a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:15:26.147201 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e2c91065-89f9-44ab-8f69-74d4486715ff req-06667cb3-327e-4ed3-a526-e9f8393128a9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e18e791f0f8b411a976f31b86b1ed6ca&device_id=3952f6c1-c03a-486d-a95f-0e67fddec222 HTTP/1.1" status: 200 len: 1095 time: 0.1009591 May 31 14:15:26.225105 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e2c91065-89f9-44ab-8f69-74d4486715ff req-590e8718-309d-4d9b-92c9-1293529a7dcf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67692709-d358-46bf-9014-c4232571ce86 HTTP/1.1" status: 200 len: 217 time: 0.0704007 May 31 14:15:26.292052 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c91065-89f9-44ab-8f69-74d4486715ff req-c09f9ddf-19b0-4c95-a806-a8edbd8e6d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:15:26.293875 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e2c91065-89f9-44ab-8f69-74d4486715ff req-c09f9ddf-19b0-4c95-a806-a8edbd8e6d29 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a7ab359a-3caf-41bd-90ad-aaabe46f814a HTTP/1.1" status: 200 len: 851 time: 0.0622525 May 31 14:15:26.379381 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c91065-89f9-44ab-8f69-74d4486715ff req-88120da8-ca30-41ac-8e2b-7f34e174d1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:15:26.381679 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e2c91065-89f9-44ab-8f69-74d4486715ff req-88120da8-ca30-41ac-8e2b-7f34e174d1b3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e4e65f4d-f852-4656-8d43-9470c53affec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0815594 May 31 14:15:26.423096 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f819b52-800f-46ff-b213-588d042282d6 req-105ba595-8914-495d-b384-af9c261cda2a tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:15:26.424650 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9f819b52-800f-46ff-b213-588d042282d6 req-105ba595-8914-495d-b384-af9c261cda2a tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=3952f6c1-c03a-486d-a95f-0e67fddec222 HTTP/1.1" status: 200 len: 944 time: 0.0889058 May 31 14:15:26.478900 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9f819b52-800f-46ff-b213-588d042282d6 req-3fae8bbf-9cdd-4ee0-bcfb-c7e6bf620b31 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c4f5e0f-b24a-4f94-89ec-30ac3ac7f872&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478418 May 31 14:15:26.525396 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e2c91065-89f9-44ab-8f69-74d4486715ff req-acfdfcc4-20a0-4fa8-a4f7-4d348a32c150 service neutron] 10.222.0.44 "GET /v2.0/networks/e4e65f4d-f852-4656-8d43-9470c53affec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362481 May 31 14:15:26.662720 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e2c91065-89f9-44ab-8f69-74d4486715ff req-027eeeb3-394d-421b-b7d7-2d77fee798e1 service neutron] 10.222.0.44 "GET /v2.0/networks/e4e65f4d-f852-4656-8d43-9470c53affec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312013 May 31 14:15:26.786172 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0a519-d112-4de0-8f75-f8ba76ea7e95 req-eb16a936-fb3c-41fe-9ca0-49d35859b681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:15:26.787589 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-49c0a519-d112-4de0-8f75-f8ba76ea7e95 req-eb16a936-fb3c-41fe-9ca0-49d35859b681 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e18e791f0f8b411a976f31b86b1ed6ca&device_id=3952f6c1-c03a-486d-a95f-0e67fddec222 HTTP/1.1" status: 200 len: 1095 time: 0.0740938 May 31 14:15:27.027060 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0a519-d112-4de0-8f75-f8ba76ea7e95 req-aa2d052a-9b57-4b58-b4fa-d857930a706c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:15:27.028518 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-49c0a519-d112-4de0-8f75-f8ba76ea7e95 req-aa2d052a-9b57-4b58-b4fa-d857930a706c service neutron] 10.222.0.44 "GET /v2.0/networks?id=e4e65f4d-f852-4656-8d43-9470c53affec HTTP/1.1" status: 200 len: 913 time: 0.2336383 May 31 14:15:27.098285 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-49c0a519-d112-4de0-8f75-f8ba76ea7e95 req-117927eb-20d6-4197-bea1-f7fc510628a5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67692709-d358-46bf-9014-c4232571ce86 HTTP/1.1" status: 200 len: 217 time: 0.0628309 May 31 14:15:27.163044 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0a519-d112-4de0-8f75-f8ba76ea7e95 req-483d2b4a-26b1-42b7-a579-7ff647783b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:15:27.164478 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-49c0a519-d112-4de0-8f75-f8ba76ea7e95 req-483d2b4a-26b1-42b7-a579-7ff647783b40 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a7ab359a-3caf-41bd-90ad-aaabe46f814a HTTP/1.1" status: 200 len: 851 time: 0.0569706 May 31 14:15:27.246043 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0a519-d112-4de0-8f75-f8ba76ea7e95 req-3bc5bc00-81fc-4dc1-810d-91428f8b10cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:15:27.247554 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-49c0a519-d112-4de0-8f75-f8ba76ea7e95 req-3bc5bc00-81fc-4dc1-810d-91428f8b10cb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e4e65f4d-f852-4656-8d43-9470c53affec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762894 May 31 14:15:27.382070 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-49c0a519-d112-4de0-8f75-f8ba76ea7e95 req-79f88833-f0ef-4173-8f08-80f509bb51ac service neutron] 10.222.0.44 "GET /v2.0/networks/e4e65f4d-f852-4656-8d43-9470c53affec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276782 May 31 14:15:27.514741 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-49c0a519-d112-4de0-8f75-f8ba76ea7e95 req-d44dd6ff-77c5-417a-9254-a8308390596e service neutron] 10.222.0.44 "GET /v2.0/networks/e4e65f4d-f852-4656-8d43-9470c53affec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257389 May 31 14:15:27.668662 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf0cdbc-c685-482d-899c-6fed50834ea7 req-62dd2b97-6d71-4a3b-a3c4-5f147523069e tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:15:27.670145 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fcf0cdbc-c685-482d-899c-6fed50834ea7 req-62dd2b97-6d71-4a3b-a3c4-5f147523069e tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=3952f6c1-c03a-486d-a95f-0e67fddec222 HTTP/1.1" status: 200 len: 944 time: 0.0794559 May 31 14:15:27.714752 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fcf0cdbc-c685-482d-899c-6fed50834ea7 req-ab176026-02f2-496a-be03-4d4442d68043 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c4f5e0f-b24a-4f94-89ec-30ac3ac7f872&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388782 May 31 14:15:28.913553 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f64ec3-25b6-4909-ad70-134c64b3c56d req-d6e3721a-6e0f-41c1-b551-d9b87f1fe680 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:15:28.915594 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e6f64ec3-25b6-4909-ad70-134c64b3c56d req-d6e3721a-6e0f-41c1-b551-d9b87f1fe680 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=3952f6c1-c03a-486d-a95f-0e67fddec222 HTTP/1.1" status: 200 len: 944 time: 0.0848041 May 31 14:15:28.960065 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e6f64ec3-25b6-4909-ad70-134c64b3c56d req-f0a48072-6ea7-49a0-8418-39daf08d861e tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c4f5e0f-b24a-4f94-89ec-30ac3ac7f872&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382755 May 31 14:15:30.142046 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b80851-cbf4-447b-be50-52bcd4d990dd req-c7ab0006-ea0a-43a8-8467-3e18e69360ba tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:15:30.143487 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-07b80851-cbf4-447b-be50-52bcd4d990dd req-c7ab0006-ea0a-43a8-8467-3e18e69360ba tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=3952f6c1-c03a-486d-a95f-0e67fddec222 HTTP/1.1" status: 200 len: 944 time: 0.0788038 May 31 14:15:30.188484 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-07b80851-cbf4-447b-be50-52bcd4d990dd req-85eb0aad-c342-49bd-884f-a73d383061b2 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c4f5e0f-b24a-4f94-89ec-30ac3ac7f872&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392201 May 31 14:15:31.375253 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b5c6a1-b840-4ef3-b986-b03993582084 req-d01e7d66-4573-4527-8667-1c74328f1374 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:15:31.376715 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-60b5c6a1-b840-4ef3-b986-b03993582084 req-d01e7d66-4573-4527-8667-1c74328f1374 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=3952f6c1-c03a-486d-a95f-0e67fddec222 HTTP/1.1" status: 200 len: 944 time: 0.0833583 May 31 14:15:31.421177 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-60b5c6a1-b840-4ef3-b986-b03993582084 req-c32fca9d-e803-4f35-b8c3-02aa599cea25 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c4f5e0f-b24a-4f94-89ec-30ac3ac7f872&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384872 May 31 14:15:32.604614 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ad6c2-fde5-4dd1-9836-b7e7f466677d req-a7275f09-5cf5-4358-8890-c90519c8fee4 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:15:32.605974 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-505ad6c2-fde5-4dd1-9836-b7e7f466677d req-a7275f09-5cf5-4358-8890-c90519c8fee4 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=3952f6c1-c03a-486d-a95f-0e67fddec222 HTTP/1.1" status: 200 len: 944 time: 0.0788109 May 31 14:15:32.653195 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-505ad6c2-fde5-4dd1-9836-b7e7f466677d req-30903894-3e0f-479f-95bc-f4e9b351e176 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c4f5e0f-b24a-4f94-89ec-30ac3ac7f872&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413623 May 31 14:15:33.835292 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f304a1ef-c322-4305-b750-1a58857ac1e4 req-f92a85b3-4f0f-466a-8ab9-9feed6a38805 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:15:33.837371 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f304a1ef-c322-4305-b750-1a58857ac1e4 req-f92a85b3-4f0f-466a-8ab9-9feed6a38805 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=3952f6c1-c03a-486d-a95f-0e67fddec222 HTTP/1.1" status: 200 len: 944 time: 0.0799551 May 31 14:15:33.881597 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f304a1ef-c322-4305-b750-1a58857ac1e4 req-dccd3564-e914-4041-8ca8-89c3a497ab30 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c4f5e0f-b24a-4f94-89ec-30ac3ac7f872&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383201 May 31 14:15:34.872604 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 67692709-d358-46bf-9014-c4232571ce86 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 14:15:35.007498 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 67692709-d358-46bf-9014-c4232571ce86, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=67692709-d358-46bf-9014-c4232571ce86,segment=NetworkSegment(dc2081d9-b82d-4ced-ab69-7467b4d37646),segment_id=dc2081d9-b82d-4ced-ab69-7467b4d37646)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:15:35.021569 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': '67692709-d358-46bf-9014-c4232571ce86', 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec', 'port_id': '67692709-d358-46bf-9014-c4232571ce86', 'mac_address': 'fa:16:3e:61:04:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7ab359a-3caf-41bd-90ad-aaabe46f814a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 14:15:35.074205 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be05a74-d570-4d62-80d6-d710f94b2f48 req-4e1366a2-ba47-4013-9530-9666a4906776 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:15:35.075720 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3be05a74-d570-4d62-80d6-d710f94b2f48 req-4e1366a2-ba47-4013-9530-9666a4906776 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=3952f6c1-c03a-486d-a95f-0e67fddec222 HTTP/1.1" status: 200 len: 944 time: 0.0876176 May 31 14:15:35.077256 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 67692709-d358-46bf-9014-c4232571ce86 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:15:35.077626 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:15:35.094909 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67692709-d358-46bf-9014-c4232571ce86 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:15:35.110306 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 67692709-d358-46bf-9014-c4232571ce86, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=67692709-d358-46bf-9014-c4232571ce86,segment=NetworkSegment(dc2081d9-b82d-4ced-ab69-7467b4d37646),segment_id=dc2081d9-b82d-4ced-ab69-7467b4d37646)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:15:35.114354 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:15:35.120036 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3be05a74-d570-4d62-80d6-d710f94b2f48 req-eb75e78f-b783-4010-a916-fedef7521874 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c4f5e0f-b24a-4f94-89ec-30ac3ac7f872&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386822 May 31 14:15:35.189327 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=67692709-d358-46bf-9014-c4232571ce86,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:15:35.196953 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:15:35.197286 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:15:35.197622 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:15:35.197955 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:15:35.198315 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:15:35.198637 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:15:35.198960 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:15:35.199282 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:15:35.199599 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:15:35.199920 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:15:35.200236 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:15:35.200551 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:15:35.420452 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['67692709-d358-46bf-9014-c4232571ce86'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:15:36.307104 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba063e93-fd7f-482f-b712-8b52be0dd017 req-a33c5946-1d0b-4521-864e-475d7c631bf6 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:15:36.308573 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ba063e93-fd7f-482f-b712-8b52be0dd017 req-a33c5946-1d0b-4521-864e-475d7c631bf6 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=3952f6c1-c03a-486d-a95f-0e67fddec222 HTTP/1.1" status: 200 len: 945 time: 0.0789788 May 31 14:15:36.353366 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ba063e93-fd7f-482f-b712-8b52be0dd017 req-bf112fd5-b3bc-410a-8e14-083848021534 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c4f5e0f-b24a-4f94-89ec-30ac3ac7f872&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385435 May 31 14:15:36.884715 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 67692709-d358-46bf-9014-c4232571ce86 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:15:36.960387 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port 67692709-d358-46bf-9014-c4232571ce86 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:15:36.965728 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port 67692709-d358-46bf-9014-c4232571ce86 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:15:36.966128 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:15:37.077509 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 67692709-d358-46bf-9014-c4232571ce86 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:15:37.077869 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:15:37.105637 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3952f6c1-c03a-486d-a95f-0e67fddec222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67692709-d358-46bf-9014-c4232571ce86'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:15:37.115763 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 67692709-d358-46bf-9014-c4232571ce86, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=67692709-d358-46bf-9014-c4232571ce86,segment=NetworkSegment(dc2081d9-b82d-4ced-ab69-7467b4d37646),segment_id=dc2081d9-b82d-4ced-ab69-7467b4d37646)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:15:37.123372 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:15:37.193002 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f03f6622-1a85-461e-8ca0-aac76699ebc5'] response: {'server_uuid': '3952f6c1-c03a-486d-a95f-0e67fddec222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67692709-d358-46bf-9014-c4232571ce86', 'code': 200} May 31 14:15:37.226396 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=67692709-d358-46bf-9014-c4232571ce86,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:15:37.291758 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d78e5d-3c74-4320-a14c-3cbe851f56f0 req-8f2b13c4-9192-411c-a897-16852ff13290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:15:37.293232 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-46d78e5d-3c74-4320-a14c-3cbe851f56f0 req-8f2b13c4-9192-411c-a897-16852ff13290 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3952f6c1-c03a-486d-a95f-0e67fddec222 HTTP/1.1" status: 200 len: 1097 time: 0.0697443 May 31 14:15:37.335089 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-46d78e5d-3c74-4320-a14c-3cbe851f56f0 req-112a696e-07d1-49d3-89a3-774d2a7acd8b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5c4f5e0f-b24a-4f94-89ec-30ac3ac7f872&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354388 May 31 14:15:37.654023 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74aad39-3877-42c8-b1f1-6741a5ad52d6 req-30ce6a49-19d7-4ef0-9dc0-93e71b5559b7 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:15:37.655486 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a74aad39-3877-42c8-b1f1-6741a5ad52d6 req-30ce6a49-19d7-4ef0-9dc0-93e71b5559b7 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=3952f6c1-c03a-486d-a95f-0e67fddec222 HTTP/1.1" status: 200 len: 946 time: 0.1869628 May 31 14:15:37.701307 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a74aad39-3877-42c8-b1f1-6741a5ad52d6 req-3d811774-6088-4e76-ac2e-706b2cf9ebbd tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c4f5e0f-b24a-4f94-89ec-30ac3ac7f872&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402105 May 31 14:15:37.737844 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:15:38.895734 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cabf45b-f3d6-405d-b3d1-9190662af720 req-0167d382-a6d9-482c-8725-a93c3a7639aa tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:15:38.897334 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5cabf45b-f3d6-405d-b3d1-9190662af720 req-0167d382-a6d9-482c-8725-a93c3a7639aa tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=3952f6c1-c03a-486d-a95f-0e67fddec222 HTTP/1.1" status: 200 len: 946 time: 0.0836580 May 31 14:15:38.949282 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5cabf45b-f3d6-405d-b3d1-9190662af720 req-0da594b0-59c4-4602-b4d4-6f5198712d29 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c4f5e0f-b24a-4f94-89ec-30ac3ac7f872&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450692 May 31 14:15:39.135667 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894a93b5-15da-409a-8028-79270b072797 req-e661a742-f334-443a-843d-dc0439f0459d tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:15:39.137123 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-894a93b5-15da-409a-8028-79270b072797 req-e661a742-f334-443a-843d-dc0439f0459d tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=3952f6c1-c03a-486d-a95f-0e67fddec222 HTTP/1.1" status: 200 len: 946 time: 0.0810161 May 31 14:15:39.180829 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-894a93b5-15da-409a-8028-79270b072797 req-897bcd45-cc4f-4f42-aa86-56615aa5d111 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c4f5e0f-b24a-4f94-89ec-30ac3ac7f872&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380278 May 31 14:15:39.205395 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41032) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:15:39.286539 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:15:39.395102 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739427fd-2bc1-4965-b83e-6dd1aa3c4a6c tempest-TestVolumeBootPattern-1644272893 tempest-TestVolumeBootPattern-1644272893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:15:39.396580 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-739427fd-2bc1-4965-b83e-6dd1aa3c4a6c tempest-TestVolumeBootPattern-1644272893 tempest-TestVolumeBootPattern-1644272893-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=3952f6c1-c03a-486d-a95f-0e67fddec222 HTTP/1.1" status: 200 len: 1092 time: 0.1901586 May 31 14:15:39.400173 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41038) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:15:39.405364 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-c10ab1ed-fcc3-4030-9e5e-94e8d22130f1 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Request body: {'floatingip': {'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'port_id': '67692709-d358-46bf-9014-c4232571ce86', 'tenant_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:15:39.411771 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c10ab1ed-fcc3-4030-9e5e-94e8d22130f1 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:15:39.415674 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-c10ab1ed-fcc3-4030-9e5e-94e8d22130f1 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Usage tracker for resource:floatingip and tenant:e18e791f0f8b411a976f31b86b1ed6ca is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:15:39.418531 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-c10ab1ed-fcc3-4030-9e5e-94e8d22130f1 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:15:39.424421 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c10ab1ed-fcc3-4030-9e5e-94e8d22130f1 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:15:39.437514 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c10ab1ed-fcc3-4030-9e5e-94e8d22130f1 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks [] for floatingip, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:15:39.580068 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c10ab1ed-fcc3-4030-9e5e-94e8d22130f1 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:15:39.718246 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-c10ab1ed-fcc3-4030-9e5e-94e8d22130f1 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Allocated IP 172.25.6.121 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/1ccc97be-0059-4324-a1de-d87cb76ad100) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:15:39.887591 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c10ab1ed-fcc3-4030-9e5e-94e8d22130f1 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:15:39.922221 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c10ab1ed-fcc3-4030-9e5e-94e8d22130f1 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:15:39.992038 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10ab1ed-fcc3-4030-9e5e-94e8d22130f1 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:15:39.995541 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-c10ab1ed-fcc3-4030-9e5e-94e8d22130f1 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:15:39.999492 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10ab1ed-fcc3-4030-9e5e-94e8d22130f1 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:15:40.034304 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10ab1ed-fcc3-4030-9e5e-94e8d22130f1 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Pushing event updated for resources: {'Port': ['ID=1ccc97be-0059-4324-a1de-d87cb76ad100,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:15:40.051808 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ab1ed-fcc3-4030-9e5e-94e8d22130f1 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:15:40.052151 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ab1ed-fcc3-4030-9e5e-94e8d22130f1 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:15:40.052492 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ab1ed-fcc3-4030-9e5e-94e8d22130f1 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:15:40.052828 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ab1ed-fcc3-4030-9e5e-94e8d22130f1 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:15:40.053158 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ab1ed-fcc3-4030-9e5e-94e8d22130f1 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:15:40.053485 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ab1ed-fcc3-4030-9e5e-94e8d22130f1 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:15:40.053809 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ab1ed-fcc3-4030-9e5e-94e8d22130f1 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:15:40.054158 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ab1ed-fcc3-4030-9e5e-94e8d22130f1 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:15:40.054482 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ab1ed-fcc3-4030-9e5e-94e8d22130f1 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:15:40.054801 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ab1ed-fcc3-4030-9e5e-94e8d22130f1 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:15:40.055120 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ab1ed-fcc3-4030-9e5e-94e8d22130f1 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:15:40.055524 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ab1ed-fcc3-4030-9e5e-94e8d22130f1 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:15:40.439711 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c10ab1ed-fcc3-4030-9e5e-94e8d22130f1 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:15:40.517090 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c10ab1ed-fcc3-4030-9e5e-94e8d22130f1 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:15:40.625368 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f7ef36fc-c024-4b91-98d8-1e2e73c9e6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:15:40.727079 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c10ab1ed-fcc3-4030-9e5e-94e8d22130f1 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:15:40.731820 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c10ab1ed-fcc3-4030-9e5e-94e8d22130f1 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:15:40.958192 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10ab1ed-fcc3-4030-9e5e-94e8d22130f1 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Pushing event updated for resources: {'Port': ['ID=1ccc97be-0059-4324-a1de-d87cb76ad100,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:15:40.971016 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c10ab1ed-fcc3-4030-9e5e-94e8d22130f1 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:15:41.144012 n-d-843939-1 neutron-server[88370]: INFO neutron.db.l3_db [None req-c10ab1ed-fcc3-4030-9e5e-94e8d22130f1 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Floating IP ecd3f84b-2594-460f-8fc5-9e6b55ac31d0 associated. External IP: 172.25.6.121, port: 67692709-d358-46bf-9014-c4232571ce86. May 31 14:15:41.511457 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c10ab1ed-fcc3-4030-9e5e-94e8d22130f1 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Router c6bf0a5b-f3c5-42bd-8ebe-faca974f9151 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:15:41.695089 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c10ab1ed-fcc3-4030-9e5e-94e8d22130f1 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:15:41.704536 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcb33d6-766f-49cd-a90a-9fcd34b20333 None None] Sync routers for ids ['c6bf0a5b-f3c5-42bd-8ebe-faca974f9151'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:15:41.714433 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcb33d6-766f-49cd-a90a-9fcd34b20333 None None] Routers {'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:15:41.715050 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-7fcb33d6-766f-49cd-a90a-9fcd34b20333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:15:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['c6bf0a5b-f3c5-42bd-8ebe-faca974f9151'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:15:41.721614 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c10ab1ed-fcc3-4030-9e5e-94e8d22130f1 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:15:41.781386 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c10ab1ed-fcc3-4030-9e5e-94e8d22130f1 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3801303 May 31 14:15:41.781949 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3952f6c1-c03a-486d-a95f-0e67fddec222', 'tag': '67692709-d358-46bf-9014-c4232571ce86'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:15:41.898793 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22489e26-8925-4aef-b24b-61bd66979858'] response: {'name': 'network-changed', 'server_uuid': '3952f6c1-c03a-486d-a95f-0e67fddec222', 'tag': '67692709-d358-46bf-9014-c4232571ce86', 'status': 'completed', 'code': 200} May 31 14:15:41.912058 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-7fcb33d6-766f-49cd-a90a-9fcd34b20333 None None] Set router c6bf0a5b-f3c5-42bd-8ebe-faca974f9151 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:15:42.003517 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9059145b-5e32-4b3b-8e1d-ed94317b05dd req-5033830c-2715-48ff-b7c1-a2e1c3e0d04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:15:42.005230 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-9059145b-5e32-4b3b-8e1d-ed94317b05dd req-5033830c-2715-48ff-b7c1-a2e1c3e0d04f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e18e791f0f8b411a976f31b86b1ed6ca&device_id=3952f6c1-c03a-486d-a95f-0e67fddec222 HTTP/1.1" status: 200 len: 1097 time: 0.0827556 May 31 14:15:42.154211 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9059145b-5e32-4b3b-8e1d-ed94317b05dd req-b4e9c063-1d71-4b3a-836a-cf4b709f5c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:15:42.156100 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-9059145b-5e32-4b3b-8e1d-ed94317b05dd req-b4e9c063-1d71-4b3a-836a-cf4b709f5c72 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e4e65f4d-f852-4656-8d43-9470c53affec HTTP/1.1" status: 200 len: 913 time: 0.1439073 May 31 14:15:42.273865 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-7fcb33d6-766f-49cd-a90a-9fcd34b20333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'name': 'tempest-TestVolumeBootPattern-1263151122-router', 'tenant_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': 'b1012b88-935c-4850-aae3-a7e9e6a3fd77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:09:44Z', 'updated_at': '2022-05-31T14:09:49Z', 'revision_number': 4, 'project_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'gw_port': {'id': 'b1012b88-935c-4850-aae3-a7e9e6a3fd77', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:09:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:09:45Z', 'updated_at': '2022-05-31T14:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': 'ecd3f84b-2594-460f-8fc5-9e6b55ac31d0', 'tenant_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'floating_ip_address': '172.25.6.121', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'port_id': '67692709-d358-46bf-9014-c4232571ce86', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec', 'mac_address': 'fa:16:3e:61:04:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3952f6c1-c03a-486d-a95f-0e67fddec222', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:15:40Z', 'updated_at': '2022-05-31T14:15:40Z', 'revision_number': 0, 'project_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc4dd2f-1433-48c0-b96f-fe2ee896e534', 'name': '', 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec', 'tenant_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'mac_address': 'fa:16:3e:a0:f5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': 'a7ab359a-3caf-41bd-90ad-aaabe46f814a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:09:48Z', 'updated_at': '2022-05-31T14:09:54Z', 'revision_number': 5, 'project_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'subnets': [{'id': 'a7ab359a-3caf-41bd-90ad-aaabe46f814a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:15:42.277415 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-9059145b-5e32-4b3b-8e1d-ed94317b05dd req-f5bab66a-075d-4ede-a504-d958a58068db service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67692709-d358-46bf-9014-c4232571ce86 HTTP/1.1" status: 200 len: 1000 time: 0.1150541 May 31 14:15:42.278612 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcb33d6-766f-49cd-a90a-9fcd34b20333 None None] Checking router: c6bf0a5b-f3c5-42bd-8ebe-faca974f9151 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:15:42.287616 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcb33d6-766f-49cd-a90a-9fcd34b20333 None None] Routers {'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:15:42.288215 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-7fcb33d6-766f-49cd-a90a-9fcd34b20333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:15:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['c6bf0a5b-f3c5-42bd-8ebe-faca974f9151'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:15:42.351544 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9059145b-5e32-4b3b-8e1d-ed94317b05dd req-bb4dbad7-eee5-4b87-9eee-0943733f60dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:15:42.353433 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-9059145b-5e32-4b3b-8e1d-ed94317b05dd req-bb4dbad7-eee5-4b87-9eee-0943733f60dd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a7ab359a-3caf-41bd-90ad-aaabe46f814a HTTP/1.1" status: 200 len: 851 time: 0.0696437 May 31 14:15:42.435823 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9059145b-5e32-4b3b-8e1d-ed94317b05dd req-85f249e8-681b-42b7-848a-7c8acc6f748a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:15:42.438520 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-9059145b-5e32-4b3b-8e1d-ed94317b05dd req-85f249e8-681b-42b7-848a-7c8acc6f748a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e4e65f4d-f852-4656-8d43-9470c53affec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0787923 May 31 14:15:42.482546 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-7fcb33d6-766f-49cd-a90a-9fcd34b20333 None None] Set router c6bf0a5b-f3c5-42bd-8ebe-faca974f9151 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:15:42.598346 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-9059145b-5e32-4b3b-8e1d-ed94317b05dd req-9bec883d-58f6-46dd-9243-3f070c420c10 service neutron] 10.222.0.44 "GET /v2.0/networks/e4e65f4d-f852-4656-8d43-9470c53affec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531343 May 31 14:15:42.757612 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-9059145b-5e32-4b3b-8e1d-ed94317b05dd req-f692f886-b256-4368-a879-288b8adfc84c service neutron] 10.222.0.44 "GET /v2.0/networks/e4e65f4d-f852-4656-8d43-9470c53affec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518924 May 31 14:15:42.895439 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-799a4e0f-7c0d-4f1e-a82f-7a5afbcb95f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:15:42.931292 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-7fcb33d6-766f-49cd-a90a-9fcd34b20333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'name': 'tempest-TestVolumeBootPattern-1263151122-router', 'tenant_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': 'b1012b88-935c-4850-aae3-a7e9e6a3fd77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:09:44Z', 'updated_at': '2022-05-31T14:09:49Z', 'revision_number': 4, 'project_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'gw_port': {'id': 'b1012b88-935c-4850-aae3-a7e9e6a3fd77', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:09:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:09:45Z', 'updated_at': '2022-05-31T14:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': 'ecd3f84b-2594-460f-8fc5-9e6b55ac31d0', 'tenant_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'floating_ip_address': '172.25.6.121', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'port_id': '67692709-d358-46bf-9014-c4232571ce86', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec', 'mac_address': 'fa:16:3e:61:04:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3952f6c1-c03a-486d-a95f-0e67fddec222', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:15:40Z', 'updated_at': '2022-05-31T14:15:40Z', 'revision_number': 0, 'project_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc4dd2f-1433-48c0-b96f-fe2ee896e534', 'name': '', 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec', 'tenant_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'mac_address': 'fa:16:3e:a0:f5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': 'a7ab359a-3caf-41bd-90ad-aaabe46f814a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:09:48Z', 'updated_at': '2022-05-31T14:09:54Z', 'revision_number': 5, 'project_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'subnets': [{'id': 'a7ab359a-3caf-41bd-90ad-aaabe46f814a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:15:42.936776 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcb33d6-766f-49cd-a90a-9fcd34b20333 None None] The sync data for ids ['c6bf0a5b-f3c5-42bd-8ebe-faca974f9151'] in n-d-843939-1 is: [{'id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'name': 'tempest-TestVolumeBootPattern-1263151122-router', 'tenant_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': 'b1012b88-935c-4850-aae3-a7e9e6a3fd77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:09:44Z', 'updated_at': '2022-05-31T14:09:49Z', 'revision_number': 4, 'project_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'gw_port': {'id': 'b1012b88-935c-4850-aae3-a7e9e6a3fd77', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:09:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:09:45Z', 'updated_at': '2022-05-31T14:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': 'ecd3f84b-2594-460f-8fc5-9e6b55ac31d0', 'tenant_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'floating_ip_address': '172.25.6.121', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'port_id': '67692709-d358-46bf-9014-c4232571ce86', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec', 'mac_address': 'fa:16:3e:61:04:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3952f6c1-c03a-486d-a95f-0e67fddec222', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:15:40Z', 'updated_at': '2022-05-31T14:15:40Z', 'revision_number': 0, 'project_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc4dd2f-1433-48c0-b96f-fe2ee896e534', 'name': '', 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec', 'tenant_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'mac_address': 'fa:16:3e:a0:f5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': 'a7ab359a-3caf-41bd-90ad-aaabe46f814a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:09:48Z', 'updated_at': '2022-05-31T14:09:54Z', 'revision_number': 5, 'project_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'subnets': [{'id': 'a7ab359a-3caf-41bd-90ad-aaabe46f814a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:15:43.148740 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4341bdb0-a08f-4014-b4bc-06d003659859 None None] New status for floating IP ecd3f84b-2594-460f-8fc5-9e6b55ac31d0: ACTIVE {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 14:15:43.889913 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:15:44.011240 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:15:45.741902 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:15:53.639476 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:16:07.741055 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:16:09.279642 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:16:10.628023 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7cacd587-7e05-4ac3-bc2a-185838fb06b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:16:10.868462 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0c6b0b4b-66ff-420c-9fd3-8ee8f16c04e3 req-8a2efbb1-1ab6-4123-b7c9-a43ba4b009f0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3952f6c1-c03a-486d-a95f-0e67fddec222&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0743651 May 31 14:16:11.007348 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b0b4b-66ff-420c-9fd3-8ee8f16c04e3 req-c8f53707-59f8-4be5-a9f9-46dfdf78639c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:16:11.008936 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0c6b0b4b-66ff-420c-9fd3-8ee8f16c04e3 req-c8f53707-59f8-4be5-a9f9-46dfdf78639c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e18e791f0f8b411a976f31b86b1ed6ca&device_id=3952f6c1-c03a-486d-a95f-0e67fddec222 HTTP/1.1" status: 200 len: 1097 time: 0.0706971 May 31 14:16:11.267783 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b0b4b-66ff-420c-9fd3-8ee8f16c04e3 req-2e8d2489-0882-427d-b295-4ffa5b3b7a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:16:11.269132 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0c6b0b4b-66ff-420c-9fd3-8ee8f16c04e3 req-2e8d2489-0882-427d-b295-4ffa5b3b7a41 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e4e65f4d-f852-4656-8d43-9470c53affec HTTP/1.1" status: 200 len: 913 time: 0.2404673 May 31 14:16:11.374320 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0c6b0b4b-66ff-420c-9fd3-8ee8f16c04e3 req-6a3f707c-a199-4a51-9803-25bf3cd68a29 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67692709-d358-46bf-9014-c4232571ce86 HTTP/1.1" status: 200 len: 1002 time: 0.0976276 May 31 14:16:11.443061 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b0b4b-66ff-420c-9fd3-8ee8f16c04e3 req-5d60cf7b-f45e-4075-85bc-9e9a048a599b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:16:11.444474 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0c6b0b4b-66ff-420c-9fd3-8ee8f16c04e3 req-5d60cf7b-f45e-4075-85bc-9e9a048a599b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a7ab359a-3caf-41bd-90ad-aaabe46f814a HTTP/1.1" status: 200 len: 851 time: 0.0640993 May 31 14:16:11.518696 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b0b4b-66ff-420c-9fd3-8ee8f16c04e3 req-84b1e48e-24fa-4dc0-a017-9eeda7d90e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:16:11.520135 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0c6b0b4b-66ff-420c-9fd3-8ee8f16c04e3 req-84b1e48e-24fa-4dc0-a017-9eeda7d90e82 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e4e65f4d-f852-4656-8d43-9470c53affec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684621 May 31 14:16:11.649304 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0c6b0b4b-66ff-420c-9fd3-8ee8f16c04e3 req-bad6c724-516a-482b-8cdd-01f4b96d180d service neutron] 10.222.0.44 "GET /v2.0/networks/e4e65f4d-f852-4656-8d43-9470c53affec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223807 May 31 14:16:11.788107 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0c6b0b4b-66ff-420c-9fd3-8ee8f16c04e3 req-f9fd45c7-1e4b-47b2-8f9f-a7b806720068 service neutron] 10.222.0.44 "GET /v2.0/networks/e4e65f4d-f852-4656-8d43-9470c53affec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323833 May 31 14:16:12.838653 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3e3c03e5-ee7d-4f38-bac6-a529ff5abdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:16:13.892143 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:16:14.012982 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:16:15.745518 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:16:30.639840 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:16:37.752410 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:16:39.299110 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:16:40.629179 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d034bf0b-eed7-40db-81db-15905793e80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:16:42.840608 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-61957021-c6f3-45b5-9910-a75dd1202422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:16:43.893949 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:16:44.023653 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:16:45.750097 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:17:07.639348 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:17:07.750876 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:17:09.297363 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:17:10.632072 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6eddfc66-94fd-4164-940b-4bfc6963e4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:17:10.956934 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-a5c50ec0-0acd-4bd6-8edd-178b9ab5c1c0 req-8ff5af68-5441-4d48-85c5-df924a444d52 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3952f6c1-c03a-486d-a95f-0e67fddec222&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1133337 May 31 14:17:11.096620 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c50ec0-0acd-4bd6-8edd-178b9ab5c1c0 req-9ccb0fd1-d8dc-4ff1-afe1-a4a9abe70cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:17:11.098153 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-a5c50ec0-0acd-4bd6-8edd-178b9ab5c1c0 req-9ccb0fd1-d8dc-4ff1-afe1-a4a9abe70cb3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e18e791f0f8b411a976f31b86b1ed6ca&device_id=3952f6c1-c03a-486d-a95f-0e67fddec222 HTTP/1.1" status: 200 len: 1097 time: 0.0719852 May 31 14:17:11.248188 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c50ec0-0acd-4bd6-8edd-178b9ab5c1c0 req-f5e6b690-2300-4a1b-aed1-fa17902af210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:17:11.249540 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-a5c50ec0-0acd-4bd6-8edd-178b9ab5c1c0 req-f5e6b690-2300-4a1b-aed1-fa17902af210 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e4e65f4d-f852-4656-8d43-9470c53affec HTTP/1.1" status: 200 len: 913 time: 0.1317580 May 31 14:17:11.363495 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-a5c50ec0-0acd-4bd6-8edd-178b9ab5c1c0 req-7ebd1b91-a8ad-4b21-8b1e-a77faa84da9a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67692709-d358-46bf-9014-c4232571ce86 HTTP/1.1" status: 200 len: 1002 time: 0.1078801 May 31 14:17:11.426896 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c50ec0-0acd-4bd6-8edd-178b9ab5c1c0 req-a1e643a7-00f1-4ec0-8f62-6300434cef00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:17:11.429941 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-a5c50ec0-0acd-4bd6-8edd-178b9ab5c1c0 req-a1e643a7-00f1-4ec0-8f62-6300434cef00 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a7ab359a-3caf-41bd-90ad-aaabe46f814a HTTP/1.1" status: 200 len: 851 time: 0.0598395 May 31 14:17:11.508491 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c50ec0-0acd-4bd6-8edd-178b9ab5c1c0 req-2b7073a0-bdd7-4b4e-a7bb-8f3bd493839e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:17:11.509959 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-a5c50ec0-0acd-4bd6-8edd-178b9ab5c1c0 req-2b7073a0-bdd7-4b4e-a7bb-8f3bd493839e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e4e65f4d-f852-4656-8d43-9470c53affec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742955 May 31 14:17:11.643212 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-a5c50ec0-0acd-4bd6-8edd-178b9ab5c1c0 req-fbe9b824-4396-4191-982d-92854b145f06 service neutron] 10.222.0.44 "GET /v2.0/networks/e4e65f4d-f852-4656-8d43-9470c53affec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263704 May 31 14:17:11.775855 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-a5c50ec0-0acd-4bd6-8edd-178b9ab5c1c0 req-88e665d8-aa1e-447a-99e8-406957252947 service neutron] 10.222.0.44 "GET /v2.0/networks/e4e65f4d-f852-4656-8d43-9470c53affec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260431 May 31 14:17:12.843695 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3445d912-d253-42fb-8862-c427a955cd6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:17:13.897433 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:17:14.020579 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:17:15.752565 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:17:29.779737 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0439efaf-8890-45bb-9f01-344193a63794 req-61125d4b-50d9-48d3-adbe-166996c88110 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-53640771&fields=id&tenant_id=e18e791f0f8b411a976f31b86b1ed6ca HTTP/1.1" status: 200 len: 267 time: 0.0433939 May 31 14:17:29.955037 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0439efaf-8890-45bb-9f01-344193a63794 req-9a67c4a5-6a5c-4f9c-aed9-c088b71810aa tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:17:29.956762 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0439efaf-8890-45bb-9f01-344193a63794 req-9a67c4a5-6a5c-4f9c-aed9-c088b71810aa tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/networks?id=e4e65f4d-f852-4656-8d43-9470c53affec HTTP/1.1" status: 200 len: 812 time: 0.1687202 May 31 14:17:29.972610 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0439efaf-8890-45bb-9f01-344193a63794 req-76e2f50e-1494-4298-8def-d6b755252c90 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/quotas/e18e791f0f8b411a976f31b86b1ed6ca HTTP/1.1" status: 200 len: 375 time: 0.0100117 May 31 14:17:30.068685 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0439efaf-8890-45bb-9f01-344193a63794 req-4eebd6c1-6a99-4aba-be90-4b94e115eb33 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e18e791f0f8b411a976f31b86b1ed6ca&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0897212 May 31 14:17:30.293760 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0439efaf-8890-45bb-9f01-344193a63794 req-f103160d-3ec2-4085-a6e9-19c28026f9fd service neutron] 10.222.0.50 "GET /v2.0/networks/e4e65f4d-f852-4656-8d43-9470c53affec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713736 May 31 14:17:30.427960 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0439efaf-8890-45bb-9f01-344193a63794 req-3979860d-96f5-4484-b0ce-5a60f1c93e05 service neutron] 10.222.0.50 "GET /v2.0/networks/e4e65f4d-f852-4656-8d43-9470c53affec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280684 May 31 14:17:32.112691 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b0b32124-5743-451f-ac4f-5626f52ec88c req-06c85a8e-db40-4f19-8726-9343843c2a7e tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=3351ebe9-50f6-49b3-ae34-71265c47ea66 HTTP/1.1" status: 200 len: 210 time: 0.2224038 May 31 14:17:33.115506 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0439efaf-8890-45bb-9f01-344193a63794 req-3440786f-e512-42b9-81aa-51c3dbcaecd7 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:17:33.117338 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0439efaf-8890-45bb-9f01-344193a63794 req-3440786f-e512-42b9-81aa-51c3dbcaecd7 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.20 "GET /v2.0/networks?id=e4e65f4d-f852-4656-8d43-9470c53affec HTTP/1.1" status: 200 len: 812 time: 0.2772086 May 31 14:17:33.173141 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0439efaf-8890-45bb-9f01-344193a63794 req-7177ed24-174b-4708-b1cd-1ee3c24c69a6 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e18e791f0f8b411a976f31b86b1ed6ca HTTP/1.1" status: 200 len: 378 time: 0.0461633 May 31 14:17:33.183862 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-0439efaf-8890-45bb-9f01-344193a63794 req-424f318a-457f-47b9-b02e-1ff5b0a6da6b tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Request body: {'port': {'device_id': '3351ebe9-50f6-49b3-ae34-71265c47ea66', 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec', 'admin_state_up': True, 'tenant_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'security_groups': ['5c4f5e0f-b24a-4f94-89ec-30ac3ac7f872']}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:17:33.295560 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d05f376d-6cef-4d29-a784-19a879899f7b req-1d49a34d-eb1f-4cc4-8990-0353eefea7c3 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=3351ebe9-50f6-49b3-ae34-71265c47ea66 HTTP/1.1" status: 200 len: 210 time: 0.0451386 May 31 14:17:33.335726 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-0439efaf-8890-45bb-9f01-344193a63794 req-424f318a-457f-47b9-b02e-1ff5b0a6da6b tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:17:33.340009 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-0439efaf-8890-45bb-9f01-344193a63794 req-424f318a-457f-47b9-b02e-1ff5b0a6da6b tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Usage tracker for resource:port and tenant:e18e791f0f8b411a976f31b86b1ed6ca is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:17:33.342999 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-0439efaf-8890-45bb-9f01-344193a63794 req-424f318a-457f-47b9-b02e-1ff5b0a6da6b tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:17:33.348866 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-0439efaf-8890-45bb-9f01-344193a63794 req-424f318a-457f-47b9-b02e-1ff5b0a6da6b tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:17:33.359387 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0439efaf-8890-45bb-9f01-344193a63794 req-424f318a-457f-47b9-b02e-1ff5b0a6da6b tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Made reservation on behalf of e18e791f0f8b411a976f31b86b1ed6ca for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:17:33.362872 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-0439efaf-8890-45bb-9f01-344193a63794 req-424f318a-457f-47b9-b02e-1ff5b0a6da6b tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:17:33.534355 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [req-0439efaf-8890-45bb-9f01-344193a63794 req-424f318a-457f-47b9-b02e-1ff5b0a6da6b tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Allocated IP 172.20.0.13 (e4e65f4d-f852-4656-8d43-9470c53affec/a7ab359a-3caf-41bd-90ad-aaabe46f814a/0e6bba76-d500-4db7-9c5d-122f38d45ae6) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:17:33.733610 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-0439efaf-8890-45bb-9f01-344193a63794 req-424f318a-457f-47b9-b02e-1ff5b0a6da6b tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:17:33.750564 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-0439efaf-8890-45bb-9f01-344193a63794 req-424f318a-457f-47b9-b02e-1ff5b0a6da6b tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Transition to ACTIVE for port object 0e6bba76-d500-4db7-9c5d-122f38d45ae6 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:17:33.776168 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-0439efaf-8890-45bb-9f01-344193a63794 req-424f318a-457f-47b9-b02e-1ff5b0a6da6b tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:17:33.852571 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0439efaf-8890-45bb-9f01-344193a63794 req-424f318a-457f-47b9-b02e-1ff5b0a6da6b tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Network e4e65f4d-f852-4656-8d43-9470c53affec is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:17:33.855949 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [req-0439efaf-8890-45bb-9f01-344193a63794 req-424f318a-457f-47b9-b02e-1ff5b0a6da6b tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:17:33.859902 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-0439efaf-8890-45bb-9f01-344193a63794 req-424f318a-457f-47b9-b02e-1ff5b0a6da6b tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:17:33.891372 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424f318a-457f-47b9-b02e-1ff5b0a6da6b tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Pushing event updated for resources: {'Port': ['ID=0e6bba76-d500-4db7-9c5d-122f38d45ae6,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:17:33.912627 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424f318a-457f-47b9-b02e-1ff5b0a6da6b tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:17:33.912966 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424f318a-457f-47b9-b02e-1ff5b0a6da6b tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:17:33.913303 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424f318a-457f-47b9-b02e-1ff5b0a6da6b tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:17:33.913634 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424f318a-457f-47b9-b02e-1ff5b0a6da6b tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:17:33.913964 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424f318a-457f-47b9-b02e-1ff5b0a6da6b tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:17:33.914309 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424f318a-457f-47b9-b02e-1ff5b0a6da6b tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:17:33.914631 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424f318a-457f-47b9-b02e-1ff5b0a6da6b tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:17:33.914950 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424f318a-457f-47b9-b02e-1ff5b0a6da6b tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:17:33.915265 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424f318a-457f-47b9-b02e-1ff5b0a6da6b tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:17:33.915586 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424f318a-457f-47b9-b02e-1ff5b0a6da6b tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:17:33.915901 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424f318a-457f-47b9-b02e-1ff5b0a6da6b tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:17:33.916217 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424f318a-457f-47b9-b02e-1ff5b0a6da6b tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:17:33.941125 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0439efaf-8890-45bb-9f01-344193a63794 req-424f318a-457f-47b9-b02e-1ff5b0a6da6b tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:17:33.941851 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-0439efaf-8890-45bb-9f01-344193a63794 req-424f318a-457f-47b9-b02e-1ff5b0a6da6b tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:17:33.975716 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0439efaf-8890-45bb-9f01-344193a63794 req-424f318a-457f-47b9-b02e-1ff5b0a6da6b tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7958014 May 31 14:17:34.081371 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-0439efaf-8890-45bb-9f01-344193a63794 req-5e7bfa5f-d205-4709-9828-e469753a58f6 service neutron] Request body: {'port': {'device_id': '3351ebe9-50f6-49b3-ae34-71265c47ea66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843939-1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:17:34.100463 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d77967f6-1e34-42ae-bd12-674486bdcafe None None] Provisioning for port 0e6bba76-d500-4db7-9c5d-122f38d45ae6 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:17:34.106108 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d77967f6-1e34-42ae-bd12-674486bdcafe None None] Provisioning complete for port 0e6bba76-d500-4db7-9c5d-122f38d45ae6 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:17:34.106436 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d77967f6-1e34-42ae-bd12-674486bdcafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:17:34.178720 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-d77967f6-1e34-42ae-bd12-674486bdcafe None None] Port 0e6bba76-d500-4db7-9c5d-122f38d45ae6 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:17:34.207619 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-0439efaf-8890-45bb-9f01-344193a63794 req-5e7bfa5f-d205-4709-9828-e469753a58f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:17:34.534280 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089970b3-c082-449a-a042-a68f93c6e504 req-317f055d-a736-4b85-b98a-4fa174170ff4 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:17:34.543057 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-089970b3-c082-449a-a042-a68f93c6e504 req-317f055d-a736-4b85-b98a-4fa174170ff4 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=3351ebe9-50f6-49b3-ae34-71265c47ea66 HTTP/1.1" status: 200 len: 932 time: 0.0943325 May 31 14:17:34.591913 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-089970b3-c082-449a-a042-a68f93c6e504 req-115a3a13-32bc-4c70-afeb-d3f358d91ca8 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c4f5e0f-b24a-4f94-89ec-30ac3ac7f872&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477622 May 31 14:17:34.601688 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [req-0439efaf-8890-45bb-9f01-344193a63794 req-5e7bfa5f-d205-4709-9828-e469753a58f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e6bba76-d500-4db7-9c5d-122f38d45ae6 {{(pid=88369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:17:34.618239 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-0439efaf-8890-45bb-9f01-344193a63794 req-5e7bfa5f-d205-4709-9828-e469753a58f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:17:34.632611 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-0439efaf-8890-45bb-9f01-344193a63794 req-5e7bfa5f-d205-4709-9828-e469753a58f6 service neutron] Transition to ACTIVE for port object 0e6bba76-d500-4db7-9c5d-122f38d45ae6 will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:17:34.636266 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-0439efaf-8890-45bb-9f01-344193a63794 req-5e7bfa5f-d205-4709-9828-e469753a58f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:17:34.788946 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7bfa5f-d205-4709-9828-e469753a58f6 service neutron] Pushing event updated for resources: {'Port': ['ID=0e6bba76-d500-4db7-9c5d-122f38d45ae6,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:17:34.959302 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-0439efaf-8890-45bb-9f01-344193a63794 req-5e7bfa5f-d205-4709-9828-e469753a58f6 service neutron] Attempting to bind port 0e6bba76-d500-4db7-9c5d-122f38d45ae6 on host n-h1-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:17:34.959302 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-0439efaf-8890-45bb-9f01-344193a63794 req-5e7bfa5f-d205-4709-9828-e469753a58f6 service neutron] Attempting to bind port 0e6bba76-d500-4db7-9c5d-122f38d45ae6 by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': 'dc2081d9-b82d-4ced-ab69-7467b4d37646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:17:34.959302 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0439efaf-8890-45bb-9f01-344193a63794 req-5e7bfa5f-d205-4709-9828-e469753a58f6 service neutron] Attempting to bind port 0e6bba76-d500-4db7-9c5d-122f38d45ae6 on network e4e65f4d-f852-4656-8d43-9470c53affec {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:17:34.964667 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0439efaf-8890-45bb-9f01-344193a63794 req-5e7bfa5f-d205-4709-9828-e469753a58f6 service neutron] Port 0e6bba76-d500-4db7-9c5d-122f38d45ae6 on network e4e65f4d-f852-4656-8d43-9470c53affec not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 14:17:34.965227 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0439efaf-8890-45bb-9f01-344193a63794 req-5e7bfa5f-d205-4709-9828-e469753a58f6 service neutron] Attempting to bind port 0e6bba76-d500-4db7-9c5d-122f38d45ae6 on network e4e65f4d-f852-4656-8d43-9470c53affec {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:17:34.972910 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0439efaf-8890-45bb-9f01-344193a63794 req-5e7bfa5f-d205-4709-9828-e469753a58f6 service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:17:34.973731 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0439efaf-8890-45bb-9f01-344193a63794 req-5e7bfa5f-d205-4709-9828-e469753a58f6 service neutron] Checking segment: {'id': 'dc2081d9-b82d-4ced-ab69-7467b4d37646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:17:34.975252 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0439efaf-8890-45bb-9f01-344193a63794 req-5e7bfa5f-d205-4709-9828-e469753a58f6 service neutron] Bound using segment: {'id': 'dc2081d9-b82d-4ced-ab69-7467b4d37646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:17:34.975252 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-0439efaf-8890-45bb-9f01-344193a63794 req-5e7bfa5f-d205-4709-9828-e469753a58f6 service neutron] Bound port: 0e6bba76-d500-4db7-9c5d-122f38d45ae6, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc2081d9-b82d-4ced-ab69-7467b4d37646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:17:34.975252 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-0439efaf-8890-45bb-9f01-344193a63794 req-5e7bfa5f-d205-4709-9828-e469753a58f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:17:35.128413 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-0439efaf-8890-45bb-9f01-344193a63794 req-5e7bfa5f-d205-4709-9828-e469753a58f6 service neutron] For port 0e6bba76-d500-4db7-9c5d-122f38d45ae6, host n-h1-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:17:35.132920 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-0439efaf-8890-45bb-9f01-344193a63794 req-5e7bfa5f-d205-4709-9828-e469753a58f6 service neutron] For port 0e6bba76-d500-4db7-9c5d-122f38d45ae6, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=0e6bba76-d500-4db7-9c5d-122f38d45ae6,segment=NetworkSegment(dc2081d9-b82d-4ced-ab69-7467b4d37646),segment_id=dc2081d9-b82d-4ced-ab69-7467b4d37646)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:17:35.138145 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-0439efaf-8890-45bb-9f01-344193a63794 req-5e7bfa5f-d205-4709-9828-e469753a58f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:17:35.219181 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0439efaf-8890-45bb-9f01-344193a63794 req-5e7bfa5f-d205-4709-9828-e469753a58f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:17:35.219181 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-0439efaf-8890-45bb-9f01-344193a63794 req-5e7bfa5f-d205-4709-9828-e469753a58f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:17:35.219181 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0439efaf-8890-45bb-9f01-344193a63794 req-5e7bfa5f-d205-4709-9828-e469753a58f6 service neutron] 10.222.0.20 "PUT /v2.0/ports/0e6bba76-d500-4db7-9c5d-122f38d45ae6 HTTP/1.1" status: 200 len: 1092 time: 1.1817389 May 31 14:17:35.219181 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3351ebe9-50f6-49b3-ae34-71265c47ea66', 'tag': '0e6bba76-d500-4db7-9c5d-122f38d45ae6'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:17:35.255390 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7bfa5f-d205-4709-9828-e469753a58f6 service neutron] Pushing event updated for resources: {'Port': ['ID=0e6bba76-d500-4db7-9c5d-122f38d45ae6,revision_number=3']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:17:35.375158 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0439efaf-8890-45bb-9f01-344193a63794 req-34d5794d-88f3-4eb7-8c90-a0b4d8562cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:17:35.376787 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0439efaf-8890-45bb-9f01-344193a63794 req-34d5794d-88f3-4eb7-8c90-a0b4d8562cce service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e18e791f0f8b411a976f31b86b1ed6ca&device_id=3351ebe9-50f6-49b3-ae34-71265c47ea66 HTTP/1.1" status: 200 len: 1095 time: 0.1201017 May 31 14:17:35.557717 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6c6152d-8571-42d1-b24c-f5414d839cf8'] response: {'name': 'network-changed', 'server_uuid': '3351ebe9-50f6-49b3-ae34-71265c47ea66', 'tag': '0e6bba76-d500-4db7-9c5d-122f38d45ae6', 'status': 'completed', 'code': 200} May 31 14:17:35.573981 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0439efaf-8890-45bb-9f01-344193a63794 req-2b1e73b0-0567-416a-a991-4f67a5ed3195 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e6bba76-d500-4db7-9c5d-122f38d45ae6 HTTP/1.1" status: 200 len: 217 time: 0.1897354 May 31 14:17:35.639894 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0439efaf-8890-45bb-9f01-344193a63794 req-b4dc137e-a7bb-42a5-aaf3-cef80595da70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:17:35.641324 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0439efaf-8890-45bb-9f01-344193a63794 req-b4dc137e-a7bb-42a5-aaf3-cef80595da70 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7ab359a-3caf-41bd-90ad-aaabe46f814a HTTP/1.1" status: 200 len: 851 time: 0.0610368 May 31 14:17:35.716923 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0439efaf-8890-45bb-9f01-344193a63794 req-3478ed39-77b9-456b-9ce7-2b0f6fe494c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:17:35.718475 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0439efaf-8890-45bb-9f01-344193a63794 req-3478ed39-77b9-456b-9ce7-2b0f6fe494c2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e4e65f4d-f852-4656-8d43-9470c53affec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714622 May 31 14:17:35.795467 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a216a300-8290-497c-83d3-7a3217906cff req-4f15f79e-08a9-464a-9269-849df59929bb tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:17:35.796865 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a216a300-8290-497c-83d3-7a3217906cff req-4f15f79e-08a9-464a-9269-849df59929bb tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=3351ebe9-50f6-49b3-ae34-71265c47ea66 HTTP/1.1" status: 200 len: 944 time: 0.0927880 May 31 14:17:35.843182 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a216a300-8290-497c-83d3-7a3217906cff req-95818a53-8d8c-435d-bf27-cad2c4b16476 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c4f5e0f-b24a-4f94-89ec-30ac3ac7f872&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394483 May 31 14:17:35.877007 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0439efaf-8890-45bb-9f01-344193a63794 req-eccf9c14-0777-4bea-b01f-3d8d966d6606 service neutron] 10.222.0.20 "GET /v2.0/networks/e4e65f4d-f852-4656-8d43-9470c53affec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527331 May 31 14:17:36.014668 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0439efaf-8890-45bb-9f01-344193a63794 req-2a2ffd11-6cfd-42ba-94f9-453224974f12 service neutron] 10.222.0.20 "GET /v2.0/networks/e4e65f4d-f852-4656-8d43-9470c53affec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316717 May 31 14:17:36.128880 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3c49d5-3d09-455f-b5e0-25757ad5135e req-0b0f1710-6e24-45ea-bcd1-9c8ac1ef3d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:17:36.130451 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-be3c49d5-3d09-455f-b5e0-25757ad5135e req-0b0f1710-6e24-45ea-bcd1-9c8ac1ef3d9e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e18e791f0f8b411a976f31b86b1ed6ca&device_id=3351ebe9-50f6-49b3-ae34-71265c47ea66 HTTP/1.1" status: 200 len: 1095 time: 0.0707223 May 31 14:17:36.264477 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3c49d5-3d09-455f-b5e0-25757ad5135e req-e063890d-1ce6-497f-8222-738b740299ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:17:36.265911 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-be3c49d5-3d09-455f-b5e0-25757ad5135e req-e063890d-1ce6-497f-8222-738b740299ac service neutron] 10.222.0.20 "GET /v2.0/networks?id=e4e65f4d-f852-4656-8d43-9470c53affec HTTP/1.1" status: 200 len: 913 time: 0.1288054 May 31 14:17:36.339750 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-be3c49d5-3d09-455f-b5e0-25757ad5135e req-3a110f92-c0cb-4b1f-9517-5b93c8ccc7f7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e6bba76-d500-4db7-9c5d-122f38d45ae6 HTTP/1.1" status: 200 len: 217 time: 0.0679653 May 31 14:17:36.412777 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3c49d5-3d09-455f-b5e0-25757ad5135e req-a0f3801f-aff2-485c-93bd-41d317fe7927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:17:36.413898 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-be3c49d5-3d09-455f-b5e0-25757ad5135e req-a0f3801f-aff2-485c-93bd-41d317fe7927 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7ab359a-3caf-41bd-90ad-aaabe46f814a HTTP/1.1" status: 200 len: 851 time: 0.0679371 May 31 14:17:36.508453 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3c49d5-3d09-455f-b5e0-25757ad5135e req-02f1f6c0-bf06-4e38-9167-84a0b9cf522d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:17:36.510217 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-be3c49d5-3d09-455f-b5e0-25757ad5135e req-02f1f6c0-bf06-4e38-9167-84a0b9cf522d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e4e65f4d-f852-4656-8d43-9470c53affec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0908110 May 31 14:17:36.664001 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-be3c49d5-3d09-455f-b5e0-25757ad5135e req-0045cac3-7252-4474-b5f6-8c5489473db0 service neutron] 10.222.0.20 "GET /v2.0/networks/e4e65f4d-f852-4656-8d43-9470c53affec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440704 May 31 14:17:36.809044 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-be3c49d5-3d09-455f-b5e0-25757ad5135e req-5b38b0e8-d706-410f-9699-93259e3bf618 service neutron] 10.222.0.20 "GET /v2.0/networks/e4e65f4d-f852-4656-8d43-9470c53affec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388016 May 31 14:17:37.071368 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574f0858-505d-4f2f-b0af-6d9e4d205ebc req-c856ec22-3891-49c4-84ed-9df0b85c9295 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:17:37.073851 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-574f0858-505d-4f2f-b0af-6d9e4d205ebc req-c856ec22-3891-49c4-84ed-9df0b85c9295 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=3351ebe9-50f6-49b3-ae34-71265c47ea66 HTTP/1.1" status: 200 len: 944 time: 0.1049719 May 31 14:17:37.128991 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-574f0858-505d-4f2f-b0af-6d9e4d205ebc req-5d0bf596-d754-4066-9061-f0dbddd3bdd8 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c4f5e0f-b24a-4f94-89ec-30ac3ac7f872&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493712 May 31 14:17:37.748563 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:17:38.335783 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f065b22-9b66-42ed-8f76-eacac1af2c3c req-e1e68895-8c2e-4f83-a4ba-c9aba7aae8f4 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:17:38.335783 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2f065b22-9b66-42ed-8f76-eacac1af2c3c req-e1e68895-8c2e-4f83-a4ba-c9aba7aae8f4 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=3351ebe9-50f6-49b3-ae34-71265c47ea66 HTTP/1.1" status: 200 len: 944 time: 0.0839565 May 31 14:17:38.389612 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2f065b22-9b66-42ed-8f76-eacac1af2c3c req-c05d9435-a182-418e-b8ad-2513fb570425 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c4f5e0f-b24a-4f94-89ec-30ac3ac7f872&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472422 May 31 14:17:39.300294 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:17:39.584683 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0a1d5f-eeb3-4436-9354-b8860b4e9978 req-251a2f6c-a4ce-4be1-8ce2-2419aaeaea28 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:17:39.586131 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6a0a1d5f-eeb3-4436-9354-b8860b4e9978 req-251a2f6c-a4ce-4be1-8ce2-2419aaeaea28 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=3351ebe9-50f6-49b3-ae34-71265c47ea66 HTTP/1.1" status: 200 len: 944 time: 0.0872588 May 31 14:17:39.631118 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6a0a1d5f-eeb3-4436-9354-b8860b4e9978 req-fe5a59c0-8236-4d62-b43b-02ab77665e21 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c4f5e0f-b24a-4f94-89ec-30ac3ac7f872&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390546 May 31 14:17:40.634451 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dd7148b8-a45c-475e-8ead-96bb35bd81d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:17:40.822438 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d69924c-c86e-4566-b8fc-01e17c62bfd0 req-09f0c61c-9097-4951-b5fb-cd7578071a94 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:17:40.823872 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9d69924c-c86e-4566-b8fc-01e17c62bfd0 req-09f0c61c-9097-4951-b5fb-cd7578071a94 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=3351ebe9-50f6-49b3-ae34-71265c47ea66 HTTP/1.1" status: 200 len: 944 time: 0.0853810 May 31 14:17:40.868868 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9d69924c-c86e-4566-b8fc-01e17c62bfd0 req-b7ebe2e3-20a5-472c-9203-2ff79516372f tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c4f5e0f-b24a-4f94-89ec-30ac3ac7f872&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393016 May 31 14:17:42.053520 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d6d527-f139-4af0-bf78-c651cb3f6c76 req-c1935ec9-6d9e-4a47-a4cc-789ff908e09c tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:17:42.055027 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-87d6d527-f139-4af0-bf78-c651cb3f6c76 req-c1935ec9-6d9e-4a47-a4cc-789ff908e09c tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=3351ebe9-50f6-49b3-ae34-71265c47ea66 HTTP/1.1" status: 200 len: 944 time: 0.0817521 May 31 14:17:42.100300 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-87d6d527-f139-4af0-bf78-c651cb3f6c76 req-3694af4c-54f4-40ce-bf45-6171f0b71e9b tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c4f5e0f-b24a-4f94-89ec-30ac3ac7f872&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388799 May 31 14:17:42.846707 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0257f8b1-1ae8-4747-ae04-d19eada0c840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:17:43.297921 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd353c-0505-434e-8759-734267f2c3de req-23b0a212-e29d-4173-8992-581a3edfedea tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:17:43.299710 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-45fd353c-0505-434e-8759-734267f2c3de req-23b0a212-e29d-4173-8992-581a3edfedea tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=3351ebe9-50f6-49b3-ae34-71265c47ea66 HTTP/1.1" status: 200 len: 944 time: 0.0868385 May 31 14:17:43.344687 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-45fd353c-0505-434e-8759-734267f2c3de req-24da63a4-7b86-481e-b702-5409c60c9f7e tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c4f5e0f-b24a-4f94-89ec-30ac3ac7f872&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392027 May 31 14:17:43.898655 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:17:43.924247 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 0e6bba76-d500-4db7-9c5d-122f38d45ae6 details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 14:17:44.034205 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:17:44.070680 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 0e6bba76-d500-4db7-9c5d-122f38d45ae6, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=0e6bba76-d500-4db7-9c5d-122f38d45ae6,segment=NetworkSegment(dc2081d9-b82d-4ced-ab69-7467b4d37646),segment_id=dc2081d9-b82d-4ced-ab69-7467b4d37646)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:17:44.084016 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': '0e6bba76-d500-4db7-9c5d-122f38d45ae6', 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec', 'port_id': '0e6bba76-d500-4db7-9c5d-122f38d45ae6', 'mac_address': 'fa:16:3e:38:d1:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7ab359a-3caf-41bd-90ad-aaabe46f814a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 14:17:44.139371 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 0e6bba76-d500-4db7-9c5d-122f38d45ae6 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:17:44.139743 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:17:44.157182 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e6bba76-d500-4db7-9c5d-122f38d45ae6 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:17:44.173477 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 0e6bba76-d500-4db7-9c5d-122f38d45ae6, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=0e6bba76-d500-4db7-9c5d-122f38d45ae6,segment=NetworkSegment(dc2081d9-b82d-4ced-ab69-7467b4d37646),segment_id=dc2081d9-b82d-4ced-ab69-7467b4d37646)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:17:44.177094 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:17:44.247173 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=0e6bba76-d500-4db7-9c5d-122f38d45ae6,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:17:44.256320 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:17:44.256657 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:17:44.256990 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:17:44.257318 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:17:44.257642 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:17:44.257965 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:17:44.258318 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:17:44.258643 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:17:44.258953 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:17:44.259268 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:17:44.259581 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:17:44.259896 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:17:44.536412 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fbf110-965a-499a-837d-5df799e5d5d7 req-afb7b3bb-ab80-4f35-b472-200b5164a007 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:17:44.537824 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-20fbf110-965a-499a-837d-5df799e5d5d7 req-afb7b3bb-ab80-4f35-b472-200b5164a007 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=3351ebe9-50f6-49b3-ae34-71265c47ea66 HTTP/1.1" status: 200 len: 945 time: 0.0836213 May 31 14:17:44.571837 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['0e6bba76-d500-4db7-9c5d-122f38d45ae6'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:17:44.585350 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-20fbf110-965a-499a-837d-5df799e5d5d7 req-66e27f86-51a3-4a9f-a6a7-35610e410cbe tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c4f5e0f-b24a-4f94-89ec-30ac3ac7f872&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415020 May 31 14:17:44.641427 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:17:45.756315 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:17:45.785177 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38711dda-0dd7-46a6-a11a-6a7addb0d5bf req-6e7c7e9f-dc54-406e-81f9-ea1b95a44edc tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:17:45.787839 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-38711dda-0dd7-46a6-a11a-6a7addb0d5bf req-6e7c7e9f-dc54-406e-81f9-ea1b95a44edc tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=3351ebe9-50f6-49b3-ae34-71265c47ea66 HTTP/1.1" status: 200 len: 945 time: 0.0867414 May 31 14:17:45.832270 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-38711dda-0dd7-46a6-a11a-6a7addb0d5bf req-27fbe4ef-fb51-423a-a5b6-f08f732e24c6 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c4f5e0f-b24a-4f94-89ec-30ac3ac7f872&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386410 May 31 14:17:45.953846 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 0e6bba76-d500-4db7-9c5d-122f38d45ae6 up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:17:46.026022 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning for port 0e6bba76-d500-4db7-9c5d-122f38d45ae6 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:17:46.031136 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port 0e6bba76-d500-4db7-9c5d-122f38d45ae6 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:17:46.031502 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:17:46.159343 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 0e6bba76-d500-4db7-9c5d-122f38d45ae6 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:17:46.159961 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:17:46.208507 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3351ebe9-50f6-49b3-ae34-71265c47ea66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e6bba76-d500-4db7-9c5d-122f38d45ae6'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:17:46.217728 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 0e6bba76-d500-4db7-9c5d-122f38d45ae6, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=0e6bba76-d500-4db7-9c5d-122f38d45ae6,segment=NetworkSegment(dc2081d9-b82d-4ced-ab69-7467b4d37646),segment_id=dc2081d9-b82d-4ced-ab69-7467b4d37646)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:17:46.221671 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:17:46.300960 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=0e6bba76-d500-4db7-9c5d-122f38d45ae6,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:17:46.363450 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-933bc831-a789-4774-b6f8-145845b66f51'] response: {'server_uuid': '3351ebe9-50f6-49b3-ae34-71265c47ea66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e6bba76-d500-4db7-9c5d-122f38d45ae6', 'code': 200} May 31 14:17:46.495511 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91ead7-de91-435d-afb7-98dbba7295fc req-e655e99f-aed0-45ef-a757-a2d426eb018f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:17:46.496985 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4c91ead7-de91-435d-afb7-98dbba7295fc req-e655e99f-aed0-45ef-a757-a2d426eb018f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3351ebe9-50f6-49b3-ae34-71265c47ea66 HTTP/1.1" status: 200 len: 1097 time: 0.0723321 May 31 14:17:46.537320 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4c91ead7-de91-435d-afb7-98dbba7295fc req-fa9ae63f-2620-4729-b98e-9f8a78f35aca service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5c4f5e0f-b24a-4f94-89ec-30ac3ac7f872&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341210 May 31 14:17:47.022206 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17769874-a67c-432f-9cb7-3ebb8811a291 req-f22795c9-4f2c-4624-88eb-1660ba7d4d83 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:17:47.023643 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-17769874-a67c-432f-9cb7-3ebb8811a291 req-f22795c9-4f2c-4624-88eb-1660ba7d4d83 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=3351ebe9-50f6-49b3-ae34-71265c47ea66 HTTP/1.1" status: 200 len: 946 time: 0.0820756 May 31 14:17:47.072009 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-17769874-a67c-432f-9cb7-3ebb8811a291 req-f0ce1424-6261-4222-9a3b-9f0ef014e2b2 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c4f5e0f-b24a-4f94-89ec-30ac3ac7f872&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426726 May 31 14:17:48.267360 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68471557-a03e-4b7e-ae29-0395ae6deeaf req-38d18422-0e0a-4f8a-b5fd-29b4985c57ef tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:17:48.268925 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-68471557-a03e-4b7e-ae29-0395ae6deeaf req-38d18422-0e0a-4f8a-b5fd-29b4985c57ef tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=3351ebe9-50f6-49b3-ae34-71265c47ea66 HTTP/1.1" status: 200 len: 946 time: 0.0859184 May 31 14:17:48.318501 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-68471557-a03e-4b7e-ae29-0395ae6deeaf req-68cbb1ea-9c19-4642-8321-130f051c61e2 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c4f5e0f-b24a-4f94-89ec-30ac3ac7f872&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431821 May 31 14:17:48.513327 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82364d7d-a672-4b6c-800b-809bc23dd0b2 req-498b9838-fd79-403d-9035-56847f3f5774 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:17:48.514852 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-82364d7d-a672-4b6c-800b-809bc23dd0b2 req-498b9838-fd79-403d-9035-56847f3f5774 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=3351ebe9-50f6-49b3-ae34-71265c47ea66 HTTP/1.1" status: 200 len: 946 time: 0.0871809 May 31 14:17:48.561126 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-82364d7d-a672-4b6c-800b-809bc23dd0b2 req-e340d5cb-824c-4b97-b779-91025e25a379 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c4f5e0f-b24a-4f94-89ec-30ac3ac7f872&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400417 May 31 14:17:48.586351 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41216) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:17:48.658663 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203bb0b4-f637-405c-8ae3-b84b9b35ad3e tempest-TestVolumeBootPattern-1644272893 tempest-TestVolumeBootPattern-1644272893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:17:48.660154 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-203bb0b4-f637-405c-8ae3-b84b9b35ad3e tempest-TestVolumeBootPattern-1644272893 tempest-TestVolumeBootPattern-1644272893-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=3351ebe9-50f6-49b3-ae34-71265c47ea66 HTTP/1.1" status: 200 len: 1092 time: 0.0727842 May 31 14:17:48.663686 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41220) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:17:48.669249 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-655d07dd-d873-4287-8e59-8780dc6d8cd8 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Request body: {'floatingip': {'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'port_id': '0e6bba76-d500-4db7-9c5d-122f38d45ae6', 'tenant_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:17:48.675913 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-655d07dd-d873-4287-8e59-8780dc6d8cd8 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:17:48.680667 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-655d07dd-d873-4287-8e59-8780dc6d8cd8 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Usage tracker for resource:floatingip and tenant:e18e791f0f8b411a976f31b86b1ed6ca is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:17:48.683578 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-655d07dd-d873-4287-8e59-8780dc6d8cd8 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:17:48.689608 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-655d07dd-d873-4287-8e59-8780dc6d8cd8 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:17:48.701678 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-655d07dd-d873-4287-8e59-8780dc6d8cd8 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks [] for floatingip, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:17:48.846442 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-655d07dd-d873-4287-8e59-8780dc6d8cd8 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:17:49.001097 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-655d07dd-d873-4287-8e59-8780dc6d8cd8 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Allocated IP 172.25.6.238 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/f62e2667-2ccd-4220-a0fc-4cbe14de443c) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:17:49.164757 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-655d07dd-d873-4287-8e59-8780dc6d8cd8 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:17:49.198004 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-655d07dd-d873-4287-8e59-8780dc6d8cd8 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:17:49.266674 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655d07dd-d873-4287-8e59-8780dc6d8cd8 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:17:49.269645 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-655d07dd-d873-4287-8e59-8780dc6d8cd8 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:17:49.273430 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655d07dd-d873-4287-8e59-8780dc6d8cd8 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:17:49.438584 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655d07dd-d873-4287-8e59-8780dc6d8cd8 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Pushing event updated for resources: {'Port': ['ID=f62e2667-2ccd-4220-a0fc-4cbe14de443c,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:17:49.458065 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655d07dd-d873-4287-8e59-8780dc6d8cd8 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:17:49.458450 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655d07dd-d873-4287-8e59-8780dc6d8cd8 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:17:49.458788 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655d07dd-d873-4287-8e59-8780dc6d8cd8 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:17:49.459121 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655d07dd-d873-4287-8e59-8780dc6d8cd8 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:17:49.459447 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655d07dd-d873-4287-8e59-8780dc6d8cd8 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:17:49.459770 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655d07dd-d873-4287-8e59-8780dc6d8cd8 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:17:49.460097 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655d07dd-d873-4287-8e59-8780dc6d8cd8 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:17:49.460410 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655d07dd-d873-4287-8e59-8780dc6d8cd8 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:17:49.460723 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655d07dd-d873-4287-8e59-8780dc6d8cd8 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:17:49.461039 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655d07dd-d873-4287-8e59-8780dc6d8cd8 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:17:49.461351 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655d07dd-d873-4287-8e59-8780dc6d8cd8 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:17:49.461665 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655d07dd-d873-4287-8e59-8780dc6d8cd8 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:17:49.861233 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-655d07dd-d873-4287-8e59-8780dc6d8cd8 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:17:49.938215 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-655d07dd-d873-4287-8e59-8780dc6d8cd8 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:17:50.146464 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-655d07dd-d873-4287-8e59-8780dc6d8cd8 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:17:50.150796 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-655d07dd-d873-4287-8e59-8780dc6d8cd8 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:17:50.258680 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655d07dd-d873-4287-8e59-8780dc6d8cd8 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Pushing event updated for resources: {'Port': ['ID=f62e2667-2ccd-4220-a0fc-4cbe14de443c,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:17:50.268415 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-655d07dd-d873-4287-8e59-8780dc6d8cd8 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:17:50.436684 n-d-843939-1 neutron-server[88370]: INFO neutron.db.l3_db [None req-655d07dd-d873-4287-8e59-8780dc6d8cd8 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Floating IP 9c77571c-8c45-4e47-bdef-0fb1b4b2dfca associated. External IP: 172.25.6.238, port: 0e6bba76-d500-4db7-9c5d-122f38d45ae6. May 31 14:17:50.786162 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-655d07dd-d873-4287-8e59-8780dc6d8cd8 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Router c6bf0a5b-f3c5-42bd-8ebe-faca974f9151 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:17:51.091813 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-655d07dd-d873-4287-8e59-8780dc6d8cd8 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:17:51.102249 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610243a6-6319-4d23-b924-78e84b25f356 None None] Sync routers for ids ['c6bf0a5b-f3c5-42bd-8ebe-faca974f9151'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:17:51.111464 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610243a6-6319-4d23-b924-78e84b25f356 None None] Routers {'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:17:51.112141 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-610243a6-6319-4d23-b924-78e84b25f356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:17:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['c6bf0a5b-f3c5-42bd-8ebe-faca974f9151'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:17:51.116802 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-655d07dd-d873-4287-8e59-8780dc6d8cd8 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:17:51.175745 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-655d07dd-d873-4287-8e59-8780dc6d8cd8 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5107174 May 31 14:17:51.176870 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3351ebe9-50f6-49b3-ae34-71265c47ea66', 'tag': '0e6bba76-d500-4db7-9c5d-122f38d45ae6'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:17:51.291123 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-610243a6-6319-4d23-b924-78e84b25f356 None None] Set router c6bf0a5b-f3c5-42bd-8ebe-faca974f9151 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:17:51.312045 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5800a82f-664e-4f69-aa4c-7fb6d2e90dec'] response: {'name': 'network-changed', 'server_uuid': '3351ebe9-50f6-49b3-ae34-71265c47ea66', 'tag': '0e6bba76-d500-4db7-9c5d-122f38d45ae6', 'status': 'completed', 'code': 200} May 31 14:17:51.414257 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf8ab9-1760-4a81-883c-ffedc60682ec req-5bc5ace7-0379-4acc-9c81-0f732c2f255c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:17:51.415803 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0eaf8ab9-1760-4a81-883c-ffedc60682ec req-5bc5ace7-0379-4acc-9c81-0f732c2f255c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e18e791f0f8b411a976f31b86b1ed6ca&device_id=3351ebe9-50f6-49b3-ae34-71265c47ea66 HTTP/1.1" status: 200 len: 1097 time: 0.0790319 May 31 14:17:51.549486 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf8ab9-1760-4a81-883c-ffedc60682ec req-84fdc5be-a829-4d08-9da1-953cc230c585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:17:51.551487 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0eaf8ab9-1760-4a81-883c-ffedc60682ec req-84fdc5be-a829-4d08-9da1-953cc230c585 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e4e65f4d-f852-4656-8d43-9470c53affec HTTP/1.1" status: 200 len: 913 time: 0.1293349 May 31 14:17:51.699898 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-610243a6-6319-4d23-b924-78e84b25f356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'name': 'tempest-TestVolumeBootPattern-1263151122-router', 'tenant_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': 'b1012b88-935c-4850-aae3-a7e9e6a3fd77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:09:44Z', 'updated_at': '2022-05-31T14:09:49Z', 'revision_number': 4, 'project_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'gw_port': {'id': 'b1012b88-935c-4850-aae3-a7e9e6a3fd77', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:09:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:09:45Z', 'updated_at': '2022-05-31T14:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '9c77571c-8c45-4e47-bdef-0fb1b4b2dfca', 'tenant_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'floating_ip_address': '172.25.6.238', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'port_id': '0e6bba76-d500-4db7-9c5d-122f38d45ae6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec', 'mac_address': 'fa:16:3e:38:d1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3351ebe9-50f6-49b3-ae34-71265c47ea66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:17:49Z', 'updated_at': '2022-05-31T14:17:49Z', 'revision_number': 0, 'project_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'fixed_ip_address_scope': None}, {'id': 'ecd3f84b-2594-460f-8fc5-9e6b55ac31d0', 'tenant_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'floating_ip_address': '172.25.6.121', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'port_id': '67692709-d358-46bf-9014-c4232571ce86', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec', 'mac_address': 'fa:16:3e:61:04:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3952f6c1-c03a-486d-a95f-0e67fddec222', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:15:40Z', 'updated_at': '2022-05-31T14:15:43Z', 'revision_number': 1, 'project_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc4dd2f-1433-48c0-b96f-fe2ee896e534', 'name': '', 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec', 'tenant_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'mac_address': 'fa:16:3e:a0:f5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': 'a7ab359a-3caf-41bd-90ad-aaabe46f814a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:09:48Z', 'updated_at': '2022-05-31T14:09:54Z', 'revision_number': 5, 'project_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'subnets': [{'id': 'a7ab359a-3caf-41bd-90ad-aaabe46f814a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:17:51.704229 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610243a6-6319-4d23-b924-78e84b25f356 None None] Checking router: c6bf0a5b-f3c5-42bd-8ebe-faca974f9151 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:17:51.713000 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610243a6-6319-4d23-b924-78e84b25f356 None None] Routers {'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:17:51.713601 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-610243a6-6319-4d23-b924-78e84b25f356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:17:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['c6bf0a5b-f3c5-42bd-8ebe-faca974f9151'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:17:51.767193 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0eaf8ab9-1760-4a81-883c-ffedc60682ec req-80869286-b7e8-4a71-ab41-06be141eb829 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e6bba76-d500-4db7-9c5d-122f38d45ae6 HTTP/1.1" status: 200 len: 1000 time: 0.2101250 May 31 14:17:51.831726 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf8ab9-1760-4a81-883c-ffedc60682ec req-eda79458-9348-449e-8b15-987da93e0779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:17:51.833589 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0eaf8ab9-1760-4a81-883c-ffedc60682ec req-eda79458-9348-449e-8b15-987da93e0779 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7ab359a-3caf-41bd-90ad-aaabe46f814a HTTP/1.1" status: 200 len: 851 time: 0.0607338 May 31 14:17:51.893258 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-610243a6-6319-4d23-b924-78e84b25f356 None None] Set router c6bf0a5b-f3c5-42bd-8ebe-faca974f9151 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:17:51.913597 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf8ab9-1760-4a81-883c-ffedc60682ec req-3bb2539e-883c-4a79-a1d3-587f47240af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:17:51.915096 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0eaf8ab9-1760-4a81-883c-ffedc60682ec req-3bb2539e-883c-4a79-a1d3-587f47240af0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e4e65f4d-f852-4656-8d43-9470c53affec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0760510 May 31 14:17:52.051286 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0eaf8ab9-1760-4a81-883c-ffedc60682ec req-aea8a99d-22ad-490b-912d-5d46c352189d service neutron] 10.222.0.20 "GET /v2.0/networks/e4e65f4d-f852-4656-8d43-9470c53affec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291056 May 31 14:17:52.191206 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0eaf8ab9-1760-4a81-883c-ffedc60682ec req-5f6126e0-feda-4b03-81bd-ae177d148fcb service neutron] 10.222.0.20 "GET /v2.0/networks/e4e65f4d-f852-4656-8d43-9470c53affec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275923 May 31 14:17:52.249914 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-610243a6-6319-4d23-b924-78e84b25f356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'name': 'tempest-TestVolumeBootPattern-1263151122-router', 'tenant_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': 'b1012b88-935c-4850-aae3-a7e9e6a3fd77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:09:44Z', 'updated_at': '2022-05-31T14:09:49Z', 'revision_number': 4, 'project_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'gw_port': {'id': 'b1012b88-935c-4850-aae3-a7e9e6a3fd77', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:09:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:09:45Z', 'updated_at': '2022-05-31T14:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '9c77571c-8c45-4e47-bdef-0fb1b4b2dfca', 'tenant_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'floating_ip_address': '172.25.6.238', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'port_id': '0e6bba76-d500-4db7-9c5d-122f38d45ae6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec', 'mac_address': 'fa:16:3e:38:d1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3351ebe9-50f6-49b3-ae34-71265c47ea66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:17:49Z', 'updated_at': '2022-05-31T14:17:49Z', 'revision_number': 0, 'project_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'fixed_ip_address_scope': None}, {'id': 'ecd3f84b-2594-460f-8fc5-9e6b55ac31d0', 'tenant_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'floating_ip_address': '172.25.6.121', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'port_id': '67692709-d358-46bf-9014-c4232571ce86', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec', 'mac_address': 'fa:16:3e:61:04:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3952f6c1-c03a-486d-a95f-0e67fddec222', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:15:40Z', 'updated_at': '2022-05-31T14:15:43Z', 'revision_number': 1, 'project_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc4dd2f-1433-48c0-b96f-fe2ee896e534', 'name': '', 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec', 'tenant_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'mac_address': 'fa:16:3e:a0:f5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': 'a7ab359a-3caf-41bd-90ad-aaabe46f814a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:09:48Z', 'updated_at': '2022-05-31T14:09:54Z', 'revision_number': 5, 'project_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'subnets': [{'id': 'a7ab359a-3caf-41bd-90ad-aaabe46f814a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:17:52.253818 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610243a6-6319-4d23-b924-78e84b25f356 None None] The sync data for ids ['c6bf0a5b-f3c5-42bd-8ebe-faca974f9151'] in n-d-843939-1 is: [{'id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'name': 'tempest-TestVolumeBootPattern-1263151122-router', 'tenant_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': 'b1012b88-935c-4850-aae3-a7e9e6a3fd77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:09:44Z', 'updated_at': '2022-05-31T14:09:49Z', 'revision_number': 4, 'project_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'gw_port': {'id': 'b1012b88-935c-4850-aae3-a7e9e6a3fd77', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:09:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:09:45Z', 'updated_at': '2022-05-31T14:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '9c77571c-8c45-4e47-bdef-0fb1b4b2dfca', 'tenant_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'floating_ip_address': '172.25.6.238', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'port_id': '0e6bba76-d500-4db7-9c5d-122f38d45ae6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec', 'mac_address': 'fa:16:3e:38:d1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3351ebe9-50f6-49b3-ae34-71265c47ea66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:17:49Z', 'updated_at': '2022-05-31T14:17:49Z', 'revision_number': 0, 'project_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'fixed_ip_address_scope': None}, {'id': 'ecd3f84b-2594-460f-8fc5-9e6b55ac31d0', 'tenant_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'floating_ip_address': '172.25.6.121', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'port_id': '67692709-d358-46bf-9014-c4232571ce86', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec', 'mac_address': 'fa:16:3e:61:04:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3952f6c1-c03a-486d-a95f-0e67fddec222', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:15:40Z', 'updated_at': '2022-05-31T14:15:43Z', 'revision_number': 1, 'project_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc4dd2f-1433-48c0-b96f-fe2ee896e534', 'name': '', 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec', 'tenant_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'mac_address': 'fa:16:3e:a0:f5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': 'a7ab359a-3caf-41bd-90ad-aaabe46f814a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:09:48Z', 'updated_at': '2022-05-31T14:09:54Z', 'revision_number': 5, 'project_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'subnets': [{'id': 'a7ab359a-3caf-41bd-90ad-aaabe46f814a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:17:52.449526 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0c0e9d-9c3b-4a21-8977-76d922341d31 None None] New status for floating IP 9c77571c-8c45-4e47-bdef-0fb1b4b2dfca: ACTIVE {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 14:17:56.125518 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1463be85-7689-439d-88ee-140ed53ddbc8 req-03ee3325-4bb3-496b-a801-cccc065eac44 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3351ebe9-50f6-49b3-ae34-71265c47ea66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0703754 May 31 14:17:56.265972 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1463be85-7689-439d-88ee-140ed53ddbc8 req-589894b5-b455-48e6-9bcd-9ea5f229e92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:17:56.267587 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1463be85-7689-439d-88ee-140ed53ddbc8 req-589894b5-b455-48e6-9bcd-9ea5f229e92a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e18e791f0f8b411a976f31b86b1ed6ca&device_id=3351ebe9-50f6-49b3-ae34-71265c47ea66 HTTP/1.1" status: 200 len: 1097 time: 0.0714777 May 31 14:17:56.421304 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1463be85-7689-439d-88ee-140ed53ddbc8 req-62f3f317-9e5a-4e01-8349-26e53f0b0e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:17:56.422851 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1463be85-7689-439d-88ee-140ed53ddbc8 req-62f3f317-9e5a-4e01-8349-26e53f0b0e39 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e4e65f4d-f852-4656-8d43-9470c53affec HTTP/1.1" status: 200 len: 913 time: 0.1330338 May 31 14:17:56.533117 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1463be85-7689-439d-88ee-140ed53ddbc8 req-bbca483d-e7b7-44db-ba7c-825921651284 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e6bba76-d500-4db7-9c5d-122f38d45ae6 HTTP/1.1" status: 200 len: 1002 time: 0.1037955 May 31 14:17:56.597776 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1463be85-7689-439d-88ee-140ed53ddbc8 req-9cf33946-f899-4db8-99a6-d296f3a484c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:17:56.599278 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1463be85-7689-439d-88ee-140ed53ddbc8 req-9cf33946-f899-4db8-99a6-d296f3a484c9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7ab359a-3caf-41bd-90ad-aaabe46f814a HTTP/1.1" status: 200 len: 851 time: 0.0610242 May 31 14:17:56.674968 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1463be85-7689-439d-88ee-140ed53ddbc8 req-6a4f342c-cc55-4505-b2f9-d67997e3eb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:17:56.677192 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1463be85-7689-439d-88ee-140ed53ddbc8 req-6a4f342c-cc55-4505-b2f9-d67997e3eb3c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e4e65f4d-f852-4656-8d43-9470c53affec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720840 May 31 14:17:56.808360 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1463be85-7689-439d-88ee-140ed53ddbc8 req-087c67d3-6ddf-40ed-8935-c966d24a72b6 service neutron] 10.222.0.20 "GET /v2.0/networks/e4e65f4d-f852-4656-8d43-9470c53affec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254671 May 31 14:17:56.939593 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1463be85-7689-439d-88ee-140ed53ddbc8 req-ead64aa1-3b08-4396-94eb-75424e9e9614 service neutron] 10.222.0.20 "GET /v2.0/networks/e4e65f4d-f852-4656-8d43-9470c53affec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254454 May 31 14:18:07.763138 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:18:09.315268 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:18:10.636849 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-36f365b6-f718-4f04-b3b9-ecd9d31d3d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:18:12.851760 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8c4e3f6c-07a4-4782-b53f-eefb627eae7a req-998af3c8-0c1c-439b-a853-f1d5c5634404 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3952f6c1-c03a-486d-a95f-0e67fddec222&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0740168 May 31 14:18:12.868790 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1744ec27-7655-47cc-bff6-bca89e0b3723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:18:13.013099 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e3f6c-07a4-4782-b53f-eefb627eae7a req-cc2d5b2d-f48d-4a08-b923-2f028b760de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:18:13.014432 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8c4e3f6c-07a4-4782-b53f-eefb627eae7a req-cc2d5b2d-f48d-4a08-b923-2f028b760de7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e18e791f0f8b411a976f31b86b1ed6ca&device_id=3952f6c1-c03a-486d-a95f-0e67fddec222 HTTP/1.1" status: 200 len: 1097 time: 0.0854411 May 31 14:18:13.170902 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e3f6c-07a4-4782-b53f-eefb627eae7a req-4a2a3b34-da89-4617-a290-75cef7578e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:18:13.172340 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8c4e3f6c-07a4-4782-b53f-eefb627eae7a req-4a2a3b34-da89-4617-a290-75cef7578e3e service neutron] 10.222.0.44 "GET /v2.0/networks?id=e4e65f4d-f852-4656-8d43-9470c53affec HTTP/1.1" status: 200 len: 913 time: 0.1368480 May 31 14:18:13.412060 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8c4e3f6c-07a4-4782-b53f-eefb627eae7a req-2247477a-d317-4a91-bc2a-7c444311f7ef service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67692709-d358-46bf-9014-c4232571ce86 HTTP/1.1" status: 200 len: 1002 time: 0.2309003 May 31 14:18:13.475419 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e3f6c-07a4-4782-b53f-eefb627eae7a req-450d3744-3065-4a69-9233-fc95d7d9c064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:18:13.477057 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8c4e3f6c-07a4-4782-b53f-eefb627eae7a req-450d3744-3065-4a69-9233-fc95d7d9c064 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a7ab359a-3caf-41bd-90ad-aaabe46f814a HTTP/1.1" status: 200 len: 851 time: 0.0603032 May 31 14:18:13.567940 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e3f6c-07a4-4782-b53f-eefb627eae7a req-966449e6-3dad-4d1a-bbd9-4d76f446340f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:18:13.569756 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8c4e3f6c-07a4-4782-b53f-eefb627eae7a req-966449e6-3dad-4d1a-bbd9-4d76f446340f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e4e65f4d-f852-4656-8d43-9470c53affec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0847788 May 31 14:18:13.714752 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8c4e3f6c-07a4-4782-b53f-eefb627eae7a req-97ae7197-b8fd-40e4-ab95-b421dff19dca service neutron] 10.222.0.44 "GET /v2.0/networks/e4e65f4d-f852-4656-8d43-9470c53affec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381218 May 31 14:18:13.860899 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8c4e3f6c-07a4-4782-b53f-eefb627eae7a req-e3717d23-67fe-4f98-9a7d-fff491671ae8 service neutron] 10.222.0.44 "GET /v2.0/networks/e4e65f4d-f852-4656-8d43-9470c53affec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398442 May 31 14:18:13.903814 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:18:14.027236 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:18:15.759876 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:18:21.641303 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:18:37.763675 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:18:39.313012 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:18:40.639675 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-af2c3161-7fa8-4641-93dc-f9f937d0bd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:18:42.857356 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a1fec08b-fe8f-4caf-94b9-3d41dc77163a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:18:43.908317 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:18:44.030012 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:18:45.765377 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:18:48.919740 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [req-9aa00b9c-de5e-42c5-96d3-4127b1485de5 req-ec58e4df-9040-4c0e-8a85-6d65bfb35480 service neutron] (88369) timed out ('10.222.0.20', 62130) {{(pid=88369) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 31 14:18:57.115595 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-cd882607-a25d-45ea-9343-c847044e5c0a req-e71bdf58-e90c-4e25-b99c-657adeb8a8d3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3351ebe9-50f6-49b3-ae34-71265c47ea66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0829704 May 31 14:18:57.269788 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd882607-a25d-45ea-9343-c847044e5c0a req-0f868953-b273-41ac-b12d-7aeb19779fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:18:57.271303 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-cd882607-a25d-45ea-9343-c847044e5c0a req-0f868953-b273-41ac-b12d-7aeb19779fe7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e18e791f0f8b411a976f31b86b1ed6ca&device_id=3351ebe9-50f6-49b3-ae34-71265c47ea66 HTTP/1.1" status: 200 len: 1097 time: 0.0786104 May 31 14:18:57.419016 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd882607-a25d-45ea-9343-c847044e5c0a req-57f0502e-a1c0-4221-a236-7b24336bfc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:18:57.420464 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-cd882607-a25d-45ea-9343-c847044e5c0a req-57f0502e-a1c0-4221-a236-7b24336bfc65 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e4e65f4d-f852-4656-8d43-9470c53affec HTTP/1.1" status: 200 len: 913 time: 0.1298046 May 31 14:18:57.525913 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-cd882607-a25d-45ea-9343-c847044e5c0a req-4052dde5-a71a-4a61-a14f-64d077d5b435 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e6bba76-d500-4db7-9c5d-122f38d45ae6 HTTP/1.1" status: 200 len: 1002 time: 0.0992486 May 31 14:18:57.591977 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd882607-a25d-45ea-9343-c847044e5c0a req-95d3afd2-72f2-476f-bffe-06d0962aadc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:18:57.593379 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-cd882607-a25d-45ea-9343-c847044e5c0a req-95d3afd2-72f2-476f-bffe-06d0962aadc3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7ab359a-3caf-41bd-90ad-aaabe46f814a HTTP/1.1" status: 200 len: 851 time: 0.0613322 May 31 14:18:57.666983 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd882607-a25d-45ea-9343-c847044e5c0a req-4802a36c-0ae0-4fbc-b3f8-0249f039088d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:18:57.668445 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-cd882607-a25d-45ea-9343-c847044e5c0a req-4802a36c-0ae0-4fbc-b3f8-0249f039088d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e4e65f4d-f852-4656-8d43-9470c53affec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693212 May 31 14:18:57.678916 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [req-cd882607-a25d-45ea-9343-c847044e5c0a req-7f22fdd4-1d91-49f7-9152-8b9ca096f391 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88369) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 14:18:57.679846 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-cd882607-a25d-45ea-9343-c847044e5c0a req-7f22fdd4-1d91-49f7-9152-8b9ca096f391 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047472 May 31 14:18:57.810704 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-cd882607-a25d-45ea-9343-c847044e5c0a req-701487b2-2a16-4cb8-b9b0-27c45dbc493b service neutron] 10.222.0.20 "GET /v2.0/networks/e4e65f4d-f852-4656-8d43-9470c53affec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253161 May 31 14:18:57.943293 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-cd882607-a25d-45ea-9343-c847044e5c0a req-c8fe94cf-49ef-479b-b928-784d189ad446 service neutron] 10.222.0.20 "GET /v2.0/networks/e4e65f4d-f852-4656-8d43-9470c53affec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268065 May 31 14:18:58.640323 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:19:07.780374 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:09.308812 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:10.642588 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ad914de3-8676-4656-b15d-a8aae8623ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:12.843037 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4bd1c357-137a-44dc-aa83-044dbba1dac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:12.843755 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-48e76e58-b263-4f26-9198-bd4830ca29f0 req-8b14bb9e-2f86-4917-b1b0-365d24f0b2bf service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3952f6c1-c03a-486d-a95f-0e67fddec222&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0723944 May 31 14:19:12.988393 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e76e58-b263-4f26-9198-bd4830ca29f0 req-65a387e9-7a55-4319-b580-b578f81f3e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:19:12.989843 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-48e76e58-b263-4f26-9198-bd4830ca29f0 req-65a387e9-7a55-4319-b580-b578f81f3e4d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e18e791f0f8b411a976f31b86b1ed6ca&device_id=3952f6c1-c03a-486d-a95f-0e67fddec222 HTTP/1.1" status: 200 len: 1097 time: 0.0757439 May 31 14:19:13.132185 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e76e58-b263-4f26-9198-bd4830ca29f0 req-74955184-445b-4939-be32-5474d7a91e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:19:13.133528 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-48e76e58-b263-4f26-9198-bd4830ca29f0 req-74955184-445b-4939-be32-5474d7a91e87 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e4e65f4d-f852-4656-8d43-9470c53affec HTTP/1.1" status: 200 len: 913 time: 0.1261954 May 31 14:19:13.339670 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-48e76e58-b263-4f26-9198-bd4830ca29f0 req-81d37d88-3ac9-41b0-ae4b-80220b0ad601 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67692709-d358-46bf-9014-c4232571ce86 HTTP/1.1" status: 200 len: 1002 time: 0.1999729 May 31 14:19:13.403042 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e76e58-b263-4f26-9198-bd4830ca29f0 req-493d53af-bbf6-4682-9be3-e5043cd867e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:19:13.404406 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-48e76e58-b263-4f26-9198-bd4830ca29f0 req-493d53af-bbf6-4682-9be3-e5043cd867e2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a7ab359a-3caf-41bd-90ad-aaabe46f814a HTTP/1.1" status: 200 len: 851 time: 0.0579207 May 31 14:19:13.488485 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e76e58-b263-4f26-9198-bd4830ca29f0 req-f2576c5c-7b38-45ea-9295-7a71ebed5309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:19:13.489953 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-48e76e58-b263-4f26-9198-bd4830ca29f0 req-f2576c5c-7b38-45ea-9295-7a71ebed5309 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e4e65f4d-f852-4656-8d43-9470c53affec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780573 May 31 14:19:13.624433 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-48e76e58-b263-4f26-9198-bd4830ca29f0 req-055154ac-5566-479d-a177-aaa58a504139 service neutron] 10.222.0.44 "GET /v2.0/networks/e4e65f4d-f852-4656-8d43-9470c53affec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275756 May 31 14:19:13.757437 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-48e76e58-b263-4f26-9198-bd4830ca29f0 req-d8371dc3-6cee-4702-b4c4-636ce6ee279d service neutron] 10.222.0.44 "GET /v2.0/networks/e4e65f4d-f852-4656-8d43-9470c53affec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264665 May 31 14:19:13.911560 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:14.031782 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:15.770947 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:22.968593 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41284) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:19:23.176543 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-dc2f4c25-72e0-4d63-82bc-77e2f1954ccf tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Deleting port f62e2667-2ccd-4220-a0fc-4cbe14de443c {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:19:23.176884 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dc2f4c25-72e0-4d63-82bc-77e2f1954ccf tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:23.354709 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dc2f4c25-72e0-4d63-82bc-77e2f1954ccf tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:23.354915 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dc2f4c25-72e0-4d63-82bc-77e2f1954ccf tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:23.479033 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-dc2f4c25-72e0-4d63-82bc-77e2f1954ccf tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Calling delete_port for f62e2667-2ccd-4220-a0fc-4cbe14de443c owned by network:floatingip {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:19:23.633000 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dc2f4c25-72e0-4d63-82bc-77e2f1954ccf tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:23.710346 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2f4c25-72e0-4d63-82bc-77e2f1954ccf tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Pushing event deleted for resources: {'Port': ['ID=f62e2667-2ccd-4220-a0fc-4cbe14de443c,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:19:23.759560 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2f4c25-72e0-4d63-82bc-77e2f1954ccf tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:19:23.759901 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2f4c25-72e0-4d63-82bc-77e2f1954ccf tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:19:23.760245 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2f4c25-72e0-4d63-82bc-77e2f1954ccf tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:19:23.760576 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2f4c25-72e0-4d63-82bc-77e2f1954ccf tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:19:23.760914 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2f4c25-72e0-4d63-82bc-77e2f1954ccf tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:19:23.761242 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2f4c25-72e0-4d63-82bc-77e2f1954ccf tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:19:23.761566 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2f4c25-72e0-4d63-82bc-77e2f1954ccf tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:19:23.761887 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2f4c25-72e0-4d63-82bc-77e2f1954ccf tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:19:23.762301 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2f4c25-72e0-4d63-82bc-77e2f1954ccf tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:19:23.762622 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2f4c25-72e0-4d63-82bc-77e2f1954ccf tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:19:23.762941 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2f4c25-72e0-4d63-82bc-77e2f1954ccf tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:19:23.763285 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2f4c25-72e0-4d63-82bc-77e2f1954ccf tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:19:23.786350 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dc2f4c25-72e0-4d63-82bc-77e2f1954ccf tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks [] for floatingip, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:23.786686 n-d-843939-1 neutron-server[88370]: INFO neutron.db.l3_db [None req-dc2f4c25-72e0-4d63-82bc-77e2f1954ccf tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Floating IP 9c77571c-8c45-4e47-bdef-0fb1b4b2dfca disassociated (deleted). External IP: 172.25.6.238, port: 0e6bba76-d500-4db7-9c5d-122f38d45ae6. May 31 14:19:24.256483 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc2f4c25-72e0-4d63-82bc-77e2f1954ccf tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Router c6bf0a5b-f3c5-42bd-8ebe-faca974f9151 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:19:24.455949 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc2f4c25-72e0-4d63-82bc-77e2f1954ccf tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:19:24.465420 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5a9220-08e4-48f6-908f-9d30a6e5b139 None None] Sync routers for ids ['c6bf0a5b-f3c5-42bd-8ebe-faca974f9151'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:19:24.472896 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-dc2f4c25-72e0-4d63-82bc-77e2f1954ccf tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:24.478325 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5a9220-08e4-48f6-908f-9d30a6e5b139 None None] Routers {'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:19:24.478945 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-3c5a9220-08e4-48f6-908f-9d30a6e5b139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:19:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['c6bf0a5b-f3c5-42bd-8ebe-faca974f9151'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:19:24.530435 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-dc2f4c25-72e0-4d63-82bc-77e2f1954ccf tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "DELETE /v2.0/floatingips/9c77571c-8c45-4e47-bdef-0fb1b4b2dfca HTTP/1.1" status: 204 len: 168 time: 1.5605347 May 31 14:19:24.531012 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3351ebe9-50f6-49b3-ae34-71265c47ea66', 'tag': '0e6bba76-d500-4db7-9c5d-122f38d45ae6'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:19:24.582240 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d057abe-a01c-4e3a-913d-8ccacfaa47af'] response: {'name': 'network-changed', 'server_uuid': '3351ebe9-50f6-49b3-ae34-71265c47ea66', 'tag': '0e6bba76-d500-4db7-9c5d-122f38d45ae6', 'status': 'completed', 'code': 200} May 31 14:19:24.666045 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-3c5a9220-08e4-48f6-908f-9d30a6e5b139 None None] Set router c6bf0a5b-f3c5-42bd-8ebe-faca974f9151 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:19:24.679246 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbdd5ee-539c-452a-a59f-4f4e9cff9842 req-26988b06-7ee3-4431-964b-43203c94ecb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:19:24.680871 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0cbdd5ee-539c-452a-a59f-4f4e9cff9842 req-26988b06-7ee3-4431-964b-43203c94ecb6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e18e791f0f8b411a976f31b86b1ed6ca&device_id=3351ebe9-50f6-49b3-ae34-71265c47ea66 HTTP/1.1" status: 200 len: 1097 time: 0.0763879 May 31 14:19:24.824057 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbdd5ee-539c-452a-a59f-4f4e9cff9842 req-0255c87a-cb82-418a-be61-0f492ce3ce7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:19:24.825663 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0cbdd5ee-539c-452a-a59f-4f4e9cff9842 req-0255c87a-cb82-418a-be61-0f492ce3ce7f service neutron] 10.222.0.20 "GET /v2.0/networks?id=e4e65f4d-f852-4656-8d43-9470c53affec HTTP/1.1" status: 200 len: 913 time: 0.1394691 May 31 14:19:24.904278 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0cbdd5ee-539c-452a-a59f-4f4e9cff9842 req-15049098-1ad5-4b49-a281-9fa2008ab4aa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e6bba76-d500-4db7-9c5d-122f38d45ae6 HTTP/1.1" status: 200 len: 217 time: 0.0718722 May 31 14:19:24.933722 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c3208-a7df-43c1-80b8-271ed3540715 req-94cd7be7-dd8c-4d50-bc08-cfa08187abf2 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:19:24.934450 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-282c3208-a7df-43c1-80b8-271ed3540715 req-94cd7be7-dd8c-4d50-bc08-cfa08187abf2 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Synchronizing usage tracker for tenant:e18e791f0f8b411a976f31b86b1ed6ca on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:19:24.952479 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-282c3208-a7df-43c1-80b8-271ed3540715 req-94cd7be7-dd8c-4d50-bc08-cfa08187abf2 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Unset dirty status for tenant:e18e791f0f8b411a976f31b86b1ed6ca on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:19:24.954727 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-282c3208-a7df-43c1-80b8-271ed3540715 req-94cd7be7-dd8c-4d50-bc08-cfa08187abf2 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=3351ebe9-50f6-49b3-ae34-71265c47ea66 HTTP/1.1" status: 200 len: 946 time: 0.1013386 May 31 14:19:24.970486 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbdd5ee-539c-452a-a59f-4f4e9cff9842 req-1054e3de-14cb-43b2-9038-80f7aa9a8a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:19:24.972693 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0cbdd5ee-539c-452a-a59f-4f4e9cff9842 req-1054e3de-14cb-43b2-9038-80f7aa9a8a16 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7ab359a-3caf-41bd-90ad-aaabe46f814a HTTP/1.1" status: 200 len: 851 time: 0.0625021 May 31 14:19:25.003519 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-282c3208-a7df-43c1-80b8-271ed3540715 req-4c0ae0ff-8b72-472c-b809-1f95e525d499 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c4f5e0f-b24a-4f94-89ec-30ac3ac7f872&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421369 May 31 14:19:25.057521 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbdd5ee-539c-452a-a59f-4f4e9cff9842 req-2d8ace8c-cb5f-42f8-a517-8edafb108907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:19:25.058948 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0cbdd5ee-539c-452a-a59f-4f4e9cff9842 req-2d8ace8c-cb5f-42f8-a517-8edafb108907 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e4e65f4d-f852-4656-8d43-9470c53affec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0798659 May 31 14:19:25.081929 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-3c5a9220-08e4-48f6-908f-9d30a6e5b139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'name': 'tempest-TestVolumeBootPattern-1263151122-router', 'tenant_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': 'b1012b88-935c-4850-aae3-a7e9e6a3fd77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:09:44Z', 'updated_at': '2022-05-31T14:09:49Z', 'revision_number': 4, 'project_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'gw_port': {'id': 'b1012b88-935c-4850-aae3-a7e9e6a3fd77', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:09:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:09:45Z', 'updated_at': '2022-05-31T14:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': 'ecd3f84b-2594-460f-8fc5-9e6b55ac31d0', 'tenant_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'floating_ip_address': '172.25.6.121', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'port_id': '67692709-d358-46bf-9014-c4232571ce86', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec', 'mac_address': 'fa:16:3e:61:04:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3952f6c1-c03a-486d-a95f-0e67fddec222', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:15:40Z', 'updated_at': '2022-05-31T14:15:43Z', 'revision_number': 1, 'project_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc4dd2f-1433-48c0-b96f-fe2ee896e534', 'name': '', 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec', 'tenant_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'mac_address': 'fa:16:3e:a0:f5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': 'a7ab359a-3caf-41bd-90ad-aaabe46f814a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:09:48Z', 'updated_at': '2022-05-31T14:09:54Z', 'revision_number': 5, 'project_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'subnets': [{'id': 'a7ab359a-3caf-41bd-90ad-aaabe46f814a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:19:25.085801 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5a9220-08e4-48f6-908f-9d30a6e5b139 None None] Checking router: c6bf0a5b-f3c5-42bd-8ebe-faca974f9151 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:19:25.094416 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5a9220-08e4-48f6-908f-9d30a6e5b139 None None] Routers {'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:19:25.095014 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-3c5a9220-08e4-48f6-908f-9d30a6e5b139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:19:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['c6bf0a5b-f3c5-42bd-8ebe-faca974f9151'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:19:25.194549 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0cbdd5ee-539c-452a-a59f-4f4e9cff9842 req-a0d8b0e9-f4e7-407f-a961-826c81cc7862 service neutron] 10.222.0.20 "GET /v2.0/networks/e4e65f4d-f852-4656-8d43-9470c53affec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287396 May 31 14:19:25.278244 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-3c5a9220-08e4-48f6-908f-9d30a6e5b139 None None] Set router c6bf0a5b-f3c5-42bd-8ebe-faca974f9151 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:19:25.327984 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0cbdd5ee-539c-452a-a59f-4f4e9cff9842 req-cf075c05-5a61-4872-9a6b-490c7e043760 service neutron] 10.222.0.20 "GET /v2.0/networks/e4e65f4d-f852-4656-8d43-9470c53affec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272721 May 31 14:19:25.634488 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-3c5a9220-08e4-48f6-908f-9d30a6e5b139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'name': 'tempest-TestVolumeBootPattern-1263151122-router', 'tenant_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': 'b1012b88-935c-4850-aae3-a7e9e6a3fd77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:09:44Z', 'updated_at': '2022-05-31T14:09:49Z', 'revision_number': 4, 'project_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'gw_port': {'id': 'b1012b88-935c-4850-aae3-a7e9e6a3fd77', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:09:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:09:45Z', 'updated_at': '2022-05-31T14:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': 'ecd3f84b-2594-460f-8fc5-9e6b55ac31d0', 'tenant_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'floating_ip_address': '172.25.6.121', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'port_id': '67692709-d358-46bf-9014-c4232571ce86', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec', 'mac_address': 'fa:16:3e:61:04:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3952f6c1-c03a-486d-a95f-0e67fddec222', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:15:40Z', 'updated_at': '2022-05-31T14:15:43Z', 'revision_number': 1, 'project_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc4dd2f-1433-48c0-b96f-fe2ee896e534', 'name': '', 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec', 'tenant_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'mac_address': 'fa:16:3e:a0:f5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': 'a7ab359a-3caf-41bd-90ad-aaabe46f814a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:09:48Z', 'updated_at': '2022-05-31T14:09:54Z', 'revision_number': 5, 'project_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'subnets': [{'id': 'a7ab359a-3caf-41bd-90ad-aaabe46f814a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:19:25.638318 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5a9220-08e4-48f6-908f-9d30a6e5b139 None None] The sync data for ids ['c6bf0a5b-f3c5-42bd-8ebe-faca974f9151'] in n-d-843939-1 is: [{'id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'name': 'tempest-TestVolumeBootPattern-1263151122-router', 'tenant_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': 'b1012b88-935c-4850-aae3-a7e9e6a3fd77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:09:44Z', 'updated_at': '2022-05-31T14:09:49Z', 'revision_number': 4, 'project_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'gw_port': {'id': 'b1012b88-935c-4850-aae3-a7e9e6a3fd77', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:09:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:09:45Z', 'updated_at': '2022-05-31T14:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': 'ecd3f84b-2594-460f-8fc5-9e6b55ac31d0', 'tenant_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'floating_ip_address': '172.25.6.121', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'port_id': '67692709-d358-46bf-9014-c4232571ce86', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec', 'mac_address': 'fa:16:3e:61:04:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3952f6c1-c03a-486d-a95f-0e67fddec222', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:15:40Z', 'updated_at': '2022-05-31T14:15:43Z', 'revision_number': 1, 'project_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc4dd2f-1433-48c0-b96f-fe2ee896e534', 'name': '', 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec', 'tenant_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'mac_address': 'fa:16:3e:a0:f5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': 'a7ab359a-3caf-41bd-90ad-aaabe46f814a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:09:48Z', 'updated_at': '2022-05-31T14:09:54Z', 'revision_number': 5, 'project_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'subnets': [{'id': 'a7ab359a-3caf-41bd-90ad-aaabe46f814a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:19:25.851597 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e6a246-50b3-4c99-b5af-ac0ffece38bf None None] New status for floating IP 9c77571c-8c45-4e47-bdef-0fb1b4b2dfca: DOWN {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 14:19:26.210307 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a97fe-5c62-4669-b2d2-c44855d77fa6 req-ddc85170-9911-44f9-bcc8-5ac3abc34d2f tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:19:26.211794 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8e6a97fe-5c62-4669-b2d2-c44855d77fa6 req-ddc85170-9911-44f9-bcc8-5ac3abc34d2f tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=3351ebe9-50f6-49b3-ae34-71265c47ea66 HTTP/1.1" status: 200 len: 946 time: 0.0839479 May 31 14:19:26.255408 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8e6a97fe-5c62-4669-b2d2-c44855d77fa6 req-8e167df7-c705-4756-915c-f46118854d3b tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c4f5e0f-b24a-4f94-89ec-30ac3ac7f872&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379715 May 31 14:19:26.491410 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf41cb54-4642-478a-a227-7d37417b5035 req-4e34a73f-4fca-43b5-97d0-de165c62f363 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:19:26.492096 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-bf41cb54-4642-478a-a227-7d37417b5035 req-4e34a73f-4fca-43b5-97d0-de165c62f363 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Synchronizing usage tracker for tenant:e18e791f0f8b411a976f31b86b1ed6ca on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:19:26.503994 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-bf41cb54-4642-478a-a227-7d37417b5035 req-4e34a73f-4fca-43b5-97d0-de165c62f363 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Unset dirty status for tenant:e18e791f0f8b411a976f31b86b1ed6ca on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:19:26.505073 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-bf41cb54-4642-478a-a227-7d37417b5035 req-4e34a73f-4fca-43b5-97d0-de165c62f363 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.20 "GET /v2.0/ports?device_id=3351ebe9-50f6-49b3-ae34-71265c47ea66 HTTP/1.1" status: 200 len: 946 time: 0.0936968 May 31 14:19:26.573274 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-bf41cb54-4642-478a-a227-7d37417b5035 req-2049c41a-75a3-4c21-81ed-6532fa54b040 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Deleting port 0e6bba76-d500-4db7-9c5d-122f38d45ae6 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:19:26.573525 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-bf41cb54-4642-478a-a227-7d37417b5035 req-2049c41a-75a3-4c21-81ed-6532fa54b040 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:26.815408 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-bf41cb54-4642-478a-a227-7d37417b5035 req-2049c41a-75a3-4c21-81ed-6532fa54b040 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] For port 0e6bba76-d500-4db7-9c5d-122f38d45ae6, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=0e6bba76-d500-4db7-9c5d-122f38d45ae6,segment=NetworkSegment(dc2081d9-b82d-4ced-ab69-7467b4d37646),segment_id=dc2081d9-b82d-4ced-ab69-7467b4d37646)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:19:26.815759 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-bf41cb54-4642-478a-a227-7d37417b5035 req-2049c41a-75a3-4c21-81ed-6532fa54b040 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:26.938506 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-bf41cb54-4642-478a-a227-7d37417b5035 req-2049c41a-75a3-4c21-81ed-6532fa54b040 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Calling delete_port for 0e6bba76-d500-4db7-9c5d-122f38d45ae6 owned by compute:nova {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:19:27.084639 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-bf41cb54-4642-478a-a227-7d37417b5035 req-2049c41a-75a3-4c21-81ed-6532fa54b040 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:27.234383 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2049c41a-75a3-4c21-81ed-6532fa54b040 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Pushing event deleted for resources: {'Port': ['ID=0e6bba76-d500-4db7-9c5d-122f38d45ae6,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:19:27.273649 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049c41a-75a3-4c21-81ed-6532fa54b040 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:19:27.274016 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049c41a-75a3-4c21-81ed-6532fa54b040 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:19:27.274355 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049c41a-75a3-4c21-81ed-6532fa54b040 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:19:27.274688 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049c41a-75a3-4c21-81ed-6532fa54b040 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:19:27.275017 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049c41a-75a3-4c21-81ed-6532fa54b040 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:19:27.275342 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049c41a-75a3-4c21-81ed-6532fa54b040 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:19:27.275666 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049c41a-75a3-4c21-81ed-6532fa54b040 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:19:27.275986 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049c41a-75a3-4c21-81ed-6532fa54b040 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:19:27.276305 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049c41a-75a3-4c21-81ed-6532fa54b040 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:19:27.276623 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049c41a-75a3-4c21-81ed-6532fa54b040 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:19:27.276938 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049c41a-75a3-4c21-81ed-6532fa54b040 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:19:27.277256 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049c41a-75a3-4c21-81ed-6532fa54b040 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:19:27.322012 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf41cb54-4642-478a-a227-7d37417b5035 req-2049c41a-75a3-4c21-81ed-6532fa54b040 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] No DVR routers for this DVR port 0e6bba76-d500-4db7-9c5d-122f38d45ae6 on host n-h1-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:19:27.324568 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-bf41cb54-4642-478a-a227-7d37417b5035 req-2049c41a-75a3-4c21-81ed-6532fa54b040 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:27.327335 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3351ebe9-50f6-49b3-ae34-71265c47ea66', 'name': 'network-vif-deleted', 'tag': '0e6bba76-d500-4db7-9c5d-122f38d45ae6'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:19:27.344234 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-bf41cb54-4642-478a-a227-7d37417b5035 req-2049c41a-75a3-4c21-81ed-6532fa54b040 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.20 "DELETE /v2.0/ports/0e6bba76-d500-4db7-9c5d-122f38d45ae6 HTTP/1.1" status: 204 len: 173 time: 0.8339832 May 31 14:19:27.372965 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7821aa09-4c67-4658-9cf6-ae6ea528bba5'] response: {'server_uuid': '3351ebe9-50f6-49b3-ae34-71265c47ea66', 'name': 'network-vif-deleted', 'tag': '0e6bba76-d500-4db7-9c5d-122f38d45ae6', 'status': 'completed', 'code': 200} May 31 14:19:27.436580 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6507445f-a572-446d-a01a-6a36841dbee5 req-9034fc54-498c-4a6a-ad50-0eb1108d4a20 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=3351ebe9-50f6-49b3-ae34-71265c47ea66 HTTP/1.1" status: 200 len: 210 time: 0.0528457 May 31 14:19:30.551399 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 0e6bba76-d500-4db7-9c5d-122f38d45ae6 no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:19:30.587913 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] No Port match for: 0e6bba76-d500-4db7-9c5d-122f38d45ae6 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:19:30.587913 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 0e6bba76-d500-4db7-9c5d-122f38d45ae6 not bound to the agent host n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:19:33.063585 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41340) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:19:33.268787 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-c43bc70c-dc25-458b-bd66-90f43fe4d99a tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Deleting port 1ccc97be-0059-4324-a1de-d87cb76ad100 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:19:33.269129 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c43bc70c-dc25-458b-bd66-90f43fe4d99a tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:33.440146 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c43bc70c-dc25-458b-bd66-90f43fe4d99a tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:33.440466 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c43bc70c-dc25-458b-bd66-90f43fe4d99a tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:33.559400 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-c43bc70c-dc25-458b-bd66-90f43fe4d99a tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Calling delete_port for 1ccc97be-0059-4324-a1de-d87cb76ad100 owned by network:floatingip {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:19:33.713556 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c43bc70c-dc25-458b-bd66-90f43fe4d99a tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:33.762952 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43bc70c-dc25-458b-bd66-90f43fe4d99a tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Pushing event deleted for resources: {'Port': ['ID=1ccc97be-0059-4324-a1de-d87cb76ad100,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:19:33.851706 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c43bc70c-dc25-458b-bd66-90f43fe4d99a tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks [] for floatingip, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:33.852037 n-d-843939-1 neutron-server[88370]: INFO neutron.db.l3_db [None req-c43bc70c-dc25-458b-bd66-90f43fe4d99a tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Floating IP ecd3f84b-2594-460f-8fc5-9e6b55ac31d0 disassociated (deleted). External IP: 172.25.6.121, port: 67692709-d358-46bf-9014-c4232571ce86. May 31 14:19:34.323934 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c43bc70c-dc25-458b-bd66-90f43fe4d99a tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Router c6bf0a5b-f3c5-42bd-8ebe-faca974f9151 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:19:34.508850 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c43bc70c-dc25-458b-bd66-90f43fe4d99a tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:19:34.518925 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bea8d9-d052-4c8a-b2ad-d5c5c5a9bcf5 None None] Sync routers for ids ['c6bf0a5b-f3c5-42bd-8ebe-faca974f9151'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:19:34.525017 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c43bc70c-dc25-458b-bd66-90f43fe4d99a tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:34.528634 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bea8d9-d052-4c8a-b2ad-d5c5c5a9bcf5 None None] Routers {'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:19:34.529247 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-62bea8d9-d052-4c8a-b2ad-d5c5c5a9bcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:19:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['c6bf0a5b-f3c5-42bd-8ebe-faca974f9151'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:19:34.592397 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c43bc70c-dc25-458b-bd66-90f43fe4d99a tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "DELETE /v2.0/floatingips/ecd3f84b-2594-460f-8fc5-9e6b55ac31d0 HTTP/1.1" status: 204 len: 168 time: 1.5212145 May 31 14:19:34.592397 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3952f6c1-c03a-486d-a95f-0e67fddec222', 'tag': '67692709-d358-46bf-9014-c4232571ce86'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:19:34.640148 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e79d3b5-c31d-4860-979d-cc5555080d30'] response: {'name': 'network-changed', 'server_uuid': '3952f6c1-c03a-486d-a95f-0e67fddec222', 'tag': '67692709-d358-46bf-9014-c4232571ce86', 'status': 'completed', 'code': 200} May 31 14:19:34.715764 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-62bea8d9-d052-4c8a-b2ad-d5c5c5a9bcf5 None None] Set router c6bf0a5b-f3c5-42bd-8ebe-faca974f9151 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:19:34.739910 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a5f06a-a549-480c-a3f8-cae92d0fe079 req-d4de8294-88f4-4242-a5c7-4eb737a44203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:19:34.741507 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-81a5f06a-a549-480c-a3f8-cae92d0fe079 req-d4de8294-88f4-4242-a5c7-4eb737a44203 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e18e791f0f8b411a976f31b86b1ed6ca&device_id=3952f6c1-c03a-486d-a95f-0e67fddec222 HTTP/1.1" status: 200 len: 1097 time: 0.0779362 May 31 14:19:34.883892 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a5f06a-a549-480c-a3f8-cae92d0fe079 req-ca66fbdf-a887-4c5c-8299-ddec14939ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:19:34.885338 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-81a5f06a-a549-480c-a3f8-cae92d0fe079 req-ca66fbdf-a887-4c5c-8299-ddec14939ae0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e4e65f4d-f852-4656-8d43-9470c53affec HTTP/1.1" status: 200 len: 913 time: 0.1374431 May 31 14:19:34.958132 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-81a5f06a-a549-480c-a3f8-cae92d0fe079 req-77577902-76b7-4dbd-a499-cd5710b6b7c8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67692709-d358-46bf-9014-c4232571ce86 HTTP/1.1" status: 200 len: 217 time: 0.0644605 May 31 14:19:35.009827 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d99fa1-c96f-463b-888a-c45044d5fb70 req-0db9c99b-cc00-47a9-b9db-0661fb0694bc tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:19:35.010848 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-33d99fa1-c96f-463b-888a-c45044d5fb70 req-0db9c99b-cc00-47a9-b9db-0661fb0694bc tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Synchronizing usage tracker for tenant:e18e791f0f8b411a976f31b86b1ed6ca on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:19:35.028359 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-33d99fa1-c96f-463b-888a-c45044d5fb70 req-0db9c99b-cc00-47a9-b9db-0661fb0694bc tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Unset dirty status for tenant:e18e791f0f8b411a976f31b86b1ed6ca on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:19:35.029013 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a5f06a-a549-480c-a3f8-cae92d0fe079 req-66a6637f-8a83-434f-bbd3-96ad305f9578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:19:35.029534 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-33d99fa1-c96f-463b-888a-c45044d5fb70 req-0db9c99b-cc00-47a9-b9db-0661fb0694bc tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=3952f6c1-c03a-486d-a95f-0e67fddec222 HTTP/1.1" status: 200 len: 946 time: 0.1114805 May 31 14:19:35.030586 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-81a5f06a-a549-480c-a3f8-cae92d0fe079 req-66a6637f-8a83-434f-bbd3-96ad305f9578 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a7ab359a-3caf-41bd-90ad-aaabe46f814a HTTP/1.1" status: 200 len: 851 time: 0.0651381 May 31 14:19:35.069709 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-62bea8d9-d052-4c8a-b2ad-d5c5c5a9bcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'name': 'tempest-TestVolumeBootPattern-1263151122-router', 'tenant_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': 'b1012b88-935c-4850-aae3-a7e9e6a3fd77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:09:44Z', 'updated_at': '2022-05-31T14:09:49Z', 'revision_number': 4, 'project_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'gw_port': {'id': 'b1012b88-935c-4850-aae3-a7e9e6a3fd77', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:09:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:09:45Z', 'updated_at': '2022-05-31T14:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '7bc4dd2f-1433-48c0-b96f-fe2ee896e534', 'name': '', 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec', 'tenant_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'mac_address': 'fa:16:3e:a0:f5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': 'a7ab359a-3caf-41bd-90ad-aaabe46f814a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:09:48Z', 'updated_at': '2022-05-31T14:09:54Z', 'revision_number': 5, 'project_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'subnets': [{'id': 'a7ab359a-3caf-41bd-90ad-aaabe46f814a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:19:35.075101 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bea8d9-d052-4c8a-b2ad-d5c5c5a9bcf5 None None] Checking router: c6bf0a5b-f3c5-42bd-8ebe-faca974f9151 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:19:35.082013 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-33d99fa1-c96f-463b-888a-c45044d5fb70 req-646113d2-669c-4381-bafa-6ae5380982bf tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c4f5e0f-b24a-4f94-89ec-30ac3ac7f872&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462778 May 31 14:19:35.085114 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bea8d9-d052-4c8a-b2ad-d5c5c5a9bcf5 None None] Routers {'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:19:35.085870 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-62bea8d9-d052-4c8a-b2ad-d5c5c5a9bcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:19:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['c6bf0a5b-f3c5-42bd-8ebe-faca974f9151'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:19:35.132890 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a5f06a-a549-480c-a3f8-cae92d0fe079 req-2a82729e-af49-4bb7-97fd-0d0dff835e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:19:35.134409 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-81a5f06a-a549-480c-a3f8-cae92d0fe079 req-2a82729e-af49-4bb7-97fd-0d0dff835e96 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e4e65f4d-f852-4656-8d43-9470c53affec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0940518 May 31 14:19:35.271274 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-81a5f06a-a549-480c-a3f8-cae92d0fe079 req-72e8b995-12ff-4925-b702-d52e11693a87 service neutron] 10.222.0.44 "GET /v2.0/networks/e4e65f4d-f852-4656-8d43-9470c53affec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294086 May 31 14:19:35.312688 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-62bea8d9-d052-4c8a-b2ad-d5c5c5a9bcf5 None None] Set router c6bf0a5b-f3c5-42bd-8ebe-faca974f9151 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:19:35.409197 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-81a5f06a-a549-480c-a3f8-cae92d0fe079 req-8f700e4b-e934-4b62-b255-e5f49c203e76 service neutron] 10.222.0.44 "GET /v2.0/networks/e4e65f4d-f852-4656-8d43-9470c53affec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304779 May 31 14:19:35.634149 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-62bea8d9-d052-4c8a-b2ad-d5c5c5a9bcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'name': 'tempest-TestVolumeBootPattern-1263151122-router', 'tenant_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': 'b1012b88-935c-4850-aae3-a7e9e6a3fd77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:09:44Z', 'updated_at': '2022-05-31T14:09:49Z', 'revision_number': 4, 'project_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'gw_port': {'id': 'b1012b88-935c-4850-aae3-a7e9e6a3fd77', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:09:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:09:45Z', 'updated_at': '2022-05-31T14:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '7bc4dd2f-1433-48c0-b96f-fe2ee896e534', 'name': '', 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec', 'tenant_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'mac_address': 'fa:16:3e:a0:f5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': 'a7ab359a-3caf-41bd-90ad-aaabe46f814a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:09:48Z', 'updated_at': '2022-05-31T14:09:54Z', 'revision_number': 5, 'project_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'subnets': [{'id': 'a7ab359a-3caf-41bd-90ad-aaabe46f814a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:19:35.638414 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bea8d9-d052-4c8a-b2ad-d5c5c5a9bcf5 None None] The sync data for ids ['c6bf0a5b-f3c5-42bd-8ebe-faca974f9151'] in n-d-843939-1 is: [{'id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'name': 'tempest-TestVolumeBootPattern-1263151122-router', 'tenant_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': 'b1012b88-935c-4850-aae3-a7e9e6a3fd77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:09:44Z', 'updated_at': '2022-05-31T14:09:49Z', 'revision_number': 4, 'project_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'gw_port': {'id': 'b1012b88-935c-4850-aae3-a7e9e6a3fd77', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:09:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:09:45Z', 'updated_at': '2022-05-31T14:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '7bc4dd2f-1433-48c0-b96f-fe2ee896e534', 'name': '', 'network_id': 'e4e65f4d-f852-4656-8d43-9470c53affec', 'tenant_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'mac_address': 'fa:16:3e:a0:f5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': 'a7ab359a-3caf-41bd-90ad-aaabe46f814a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:09:48Z', 'updated_at': '2022-05-31T14:09:54Z', 'revision_number': 5, 'project_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'subnets': [{'id': 'a7ab359a-3caf-41bd-90ad-aaabe46f814a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:19:35.640403 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:19:35.864556 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8166d228-1648-4ddf-9656-0385fe21d9ee None None] New status for floating IP ecd3f84b-2594-460f-8fc5-9e6b55ac31d0: DOWN {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 14:19:36.283534 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2658b5c9-d1d8-4cce-b14e-759fc74bffa5 req-4904e58f-6623-49a9-8286-99320ec75264 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:19:36.284899 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2658b5c9-d1d8-4cce-b14e-759fc74bffa5 req-4904e58f-6623-49a9-8286-99320ec75264 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=3952f6c1-c03a-486d-a95f-0e67fddec222 HTTP/1.1" status: 200 len: 946 time: 0.0808766 May 31 14:19:36.332516 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2658b5c9-d1d8-4cce-b14e-759fc74bffa5 req-8c845487-7538-430d-95e3-73b7626826e3 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c4f5e0f-b24a-4f94-89ec-30ac3ac7f872&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418799 May 31 14:19:36.672022 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8a32ab-7797-42b7-854a-29086b911a34 req-5bb0ea52-b55c-4fdc-a5da-7a2577a20813 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:19:36.672713 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-bf8a32ab-7797-42b7-854a-29086b911a34 req-5bb0ea52-b55c-4fdc-a5da-7a2577a20813 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Synchronizing usage tracker for tenant:e18e791f0f8b411a976f31b86b1ed6ca on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:19:36.684860 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-bf8a32ab-7797-42b7-854a-29086b911a34 req-5bb0ea52-b55c-4fdc-a5da-7a2577a20813 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Unset dirty status for tenant:e18e791f0f8b411a976f31b86b1ed6ca on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:19:36.685932 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-bf8a32ab-7797-42b7-854a-29086b911a34 req-5bb0ea52-b55c-4fdc-a5da-7a2577a20813 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.44 "GET /v2.0/ports?device_id=3952f6c1-c03a-486d-a95f-0e67fddec222 HTTP/1.1" status: 200 len: 946 time: 0.0966139 May 31 14:19:36.755325 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-bf8a32ab-7797-42b7-854a-29086b911a34 req-833610d7-c366-4292-b0fd-2ae1fe771491 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Deleting port 67692709-d358-46bf-9014-c4232571ce86 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:19:36.755667 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-bf8a32ab-7797-42b7-854a-29086b911a34 req-833610d7-c366-4292-b0fd-2ae1fe771491 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:37.005112 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-bf8a32ab-7797-42b7-854a-29086b911a34 req-833610d7-c366-4292-b0fd-2ae1fe771491 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] For port 67692709-d358-46bf-9014-c4232571ce86, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=67692709-d358-46bf-9014-c4232571ce86,segment=NetworkSegment(dc2081d9-b82d-4ced-ab69-7467b4d37646),segment_id=dc2081d9-b82d-4ced-ab69-7467b4d37646)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:19:37.005385 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-bf8a32ab-7797-42b7-854a-29086b911a34 req-833610d7-c366-4292-b0fd-2ae1fe771491 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:37.133806 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-bf8a32ab-7797-42b7-854a-29086b911a34 req-833610d7-c366-4292-b0fd-2ae1fe771491 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Calling delete_port for 67692709-d358-46bf-9014-c4232571ce86 owned by compute:nova {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:19:37.306737 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-bf8a32ab-7797-42b7-854a-29086b911a34 req-833610d7-c366-4292-b0fd-2ae1fe771491 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:37.396694 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833610d7-c366-4292-b0fd-2ae1fe771491 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Pushing event deleted for resources: {'Port': ['ID=67692709-d358-46bf-9014-c4232571ce86,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:19:37.544515 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fdfdc880-7490-4741-992d-697985097232 req-90002ce0-9656-47e0-ab2f-4f40ac536cb4 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=3952f6c1-c03a-486d-a95f-0e67fddec222 HTTP/1.1" status: 200 len: 210 time: 0.0553446 May 31 14:19:37.608810 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf8a32ab-7797-42b7-854a-29086b911a34 req-833610d7-c366-4292-b0fd-2ae1fe771491 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] No DVR routers for this DVR port 67692709-d358-46bf-9014-c4232571ce86 on host n-h2-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:19:37.611457 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-bf8a32ab-7797-42b7-854a-29086b911a34 req-833610d7-c366-4292-b0fd-2ae1fe771491 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:37.613962 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3952f6c1-c03a-486d-a95f-0e67fddec222', 'name': 'network-vif-deleted', 'tag': '67692709-d358-46bf-9014-c4232571ce86'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:19:37.630130 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-bf8a32ab-7797-42b7-854a-29086b911a34 req-833610d7-c366-4292-b0fd-2ae1fe771491 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.44 "DELETE /v2.0/ports/67692709-d358-46bf-9014-c4232571ce86 HTTP/1.1" status: 204 len: 173 time: 0.9383173 May 31 14:19:37.662460 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0be75207-f387-4b9d-a2de-f715122ef1f2'] response: {'server_uuid': '3952f6c1-c03a-486d-a95f-0e67fddec222', 'name': 'network-vif-deleted', 'tag': '67692709-d358-46bf-9014-c4232571ce86', 'status': 'completed', 'code': 200} May 31 14:19:37.779264 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:38.710211 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ffb2568d-3140-4876-9166-0f42d48da052 req-32593cfe-61f3-4c6d-b284-554b61ce23da tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "GET /v2.0/ports?device_id=3952f6c1-c03a-486d-a95f-0e67fddec222 HTTP/1.1" status: 200 len: 210 time: 0.0457726 May 31 14:19:39.308020 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:39.806064 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41364) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:19:39.982608 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-e3998f13-30c8-4e3c-8e0c-33a9b3e48f59 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Deleting port 9b5869b4-24aa-4ab1-9b27-1190a3d9967e {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:19:39.982952 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e3998f13-30c8-4e3c-8e0c-33a9b3e48f59 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:40.085710 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 67692709-d358-46bf-9014-c4232571ce86 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:19:40.119299 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] No Port match for: 67692709-d358-46bf-9014-c4232571ce86 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:19:40.119647 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 67692709-d358-46bf-9014-c4232571ce86 not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:19:40.151796 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e3998f13-30c8-4e3c-8e0c-33a9b3e48f59 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:40.152126 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e3998f13-30c8-4e3c-8e0c-33a9b3e48f59 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:40.281227 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-e3998f13-30c8-4e3c-8e0c-33a9b3e48f59 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Calling delete_port for 9b5869b4-24aa-4ab1-9b27-1190a3d9967e owned by network:floatingip {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:19:40.425481 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e3998f13-30c8-4e3c-8e0c-33a9b3e48f59 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:40.475382 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3998f13-30c8-4e3c-8e0c-33a9b3e48f59 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Pushing event deleted for resources: {'Port': ['ID=9b5869b4-24aa-4ab1-9b27-1190a3d9967e,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:19:40.644944 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-22b50825-200d-46b0-9993-ccfcb2ec27ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:40.681657 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e3998f13-30c8-4e3c-8e0c-33a9b3e48f59 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks [] for floatingip, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:40.697909 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e3998f13-30c8-4e3c-8e0c-33a9b3e48f59 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:40.699077 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-e3998f13-30c8-4e3c-8e0c-33a9b3e48f59 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "DELETE /v2.0/floatingips/305a8394-8493-498c-ac26-11c2423759e8 HTTP/1.1" status: 204 len: 168 time: 0.8920393 May 31 14:19:42.849458 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f8712f3b-c4c7-4c2d-b5f2-5ee333dcbcb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:43.156928 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41382) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:19:43.232028 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a68c9910-7eb0-43aa-a4a5-208868e08ae2 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:43.266961 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a68c9910-7eb0-43aa-a4a5-208868e08ae2 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:43.347248 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a68c9910-7eb0-43aa-a4a5-208868e08ae2 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:43.365727 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68c9910-7eb0-43aa-a4a5-208868e08ae2 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c4f5e0f-b24a-4f94-89ec-30ac3ac7f872,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:19:43.384755 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a68c9910-7eb0-43aa-a4a5-208868e08ae2 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:43.386544 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-a68c9910-7eb0-43aa-a4a5-208868e08ae2 tempest-TestVolumeBootPattern-428100397 tempest-TestVolumeBootPattern-428100397-project] 10.222.0.50 "DELETE /v2.0/security-groups/5c4f5e0f-b24a-4f94-89ec-30ac3ac7f872 HTTP/1.1" status: 204 len: 168 time: 0.2278619 May 31 14:19:43.451791 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41388) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:19:43.914897 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:44.035065 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:44.158153 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d3f6ad34-ad95-41cc-b656-47172042cadd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:44.517927 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-d3f6ad34-ad95-41cc-b656-47172042cadd admin admin] Deleting port 7bc4dd2f-1433-48c0-b96f-fe2ee896e534 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:19:44.518288 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d3f6ad34-ad95-41cc-b656-47172042cadd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:44.693182 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-d3f6ad34-ad95-41cc-b656-47172042cadd admin admin] For port 7bc4dd2f-1433-48c0-b96f-fe2ee896e534, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=7bc4dd2f-1433-48c0-b96f-fe2ee896e534,segment=NetworkSegment(dc2081d9-b82d-4ced-ab69-7467b4d37646),segment_id=dc2081d9-b82d-4ced-ab69-7467b4d37646)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:19:44.693542 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d3f6ad34-ad95-41cc-b656-47172042cadd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:44.819543 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-d3f6ad34-ad95-41cc-b656-47172042cadd admin admin] Calling delete_port for 7bc4dd2f-1433-48c0-b96f-fe2ee896e534 owned by network:router_interface {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:19:45.112186 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d3f6ad34-ad95-41cc-b656-47172042cadd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:45.155139 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f6ad34-ad95-41cc-b656-47172042cadd admin admin] Pushing event deleted for resources: {'Port': ['ID=7bc4dd2f-1433-48c0-b96f-fe2ee896e534,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:19:45.438367 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d3f6ad34-ad95-41cc-b656-47172042cadd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:45.771815 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:45.803568 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3f6ad34-ad95-41cc-b656-47172042cadd admin admin] Router c6bf0a5b-f3c5-42bd-8ebe-faca974f9151 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:19:45.982933 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f6ad34-ad95-41cc-b656-47172042cadd admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:19:45.991673 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b864ba-0738-4271-81e3-236106f53cee None None] Sync routers for ids ['c6bf0a5b-f3c5-42bd-8ebe-faca974f9151'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:19:45.998025 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-d3f6ad34-ad95-41cc-b656-47172042cadd admin admin] 10.222.0.50 "PUT /v2.0/routers/c6bf0a5b-f3c5-42bd-8ebe-faca974f9151/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5426123 May 31 14:19:45.998299 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41394) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:19:46.001812 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b864ba-0738-4271-81e3-236106f53cee None None] Routers {'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:19:46.002459 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-17b864ba-0738-4271-81e3-236106f53cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:19:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['c6bf0a5b-f3c5-42bd-8ebe-faca974f9151'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:19:46.186623 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7c3613b8-4dcb-48f3-922b-dc95fc9d5d5a admin admin] Notify callbacks [] for router, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:46.190069 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-17b864ba-0738-4271-81e3-236106f53cee None None] Set router c6bf0a5b-f3c5-42bd-8ebe-faca974f9151 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:19:46.517824 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7c3613b8-4dcb-48f3-922b-dc95fc9d5d5a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:46.528127 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-7c3613b8-4dcb-48f3-922b-dc95fc9d5d5a admin admin] Deleting port b1012b88-935c-4850-aae3-a7e9e6a3fd77 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:19:46.528659 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7c3613b8-4dcb-48f3-922b-dc95fc9d5d5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:46.529456 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-17b864ba-0738-4271-81e3-236106f53cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'name': 'tempest-TestVolumeBootPattern-1263151122-router', 'tenant_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': 'b1012b88-935c-4850-aae3-a7e9e6a3fd77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:09:44Z', 'updated_at': '2022-05-31T14:19:45Z', 'revision_number': 5, 'project_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'gw_port': {'id': 'b1012b88-935c-4850-aae3-a7e9e6a3fd77', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:09:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:09:45Z', 'updated_at': '2022-05-31T14:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:19:46.535391 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b864ba-0738-4271-81e3-236106f53cee None None] Checking router: c6bf0a5b-f3c5-42bd-8ebe-faca974f9151 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:19:46.548507 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b864ba-0738-4271-81e3-236106f53cee None None] Routers {'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:19:46.549298 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-17b864ba-0738-4271-81e3-236106f53cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:19:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['c6bf0a5b-f3c5-42bd-8ebe-faca974f9151'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:19:46.722254 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-7c3613b8-4dcb-48f3-922b-dc95fc9d5d5a admin admin] For port b1012b88-935c-4850-aae3-a7e9e6a3fd77, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=b1012b88-935c-4850-aae3-a7e9e6a3fd77,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:19:46.722668 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7c3613b8-4dcb-48f3-922b-dc95fc9d5d5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:46.746847 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-17b864ba-0738-4271-81e3-236106f53cee None None] Set router c6bf0a5b-f3c5-42bd-8ebe-faca974f9151 gateway port host: None {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:19:46.856079 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-7c3613b8-4dcb-48f3-922b-dc95fc9d5d5a admin admin] Calling delete_port for b1012b88-935c-4850-aae3-a7e9e6a3fd77 owned by network:router_gateway {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:19:46.909091 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-17b864ba-0738-4271-81e3-236106f53cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'name': 'tempest-TestVolumeBootPattern-1263151122-router', 'tenant_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:09:44Z', 'updated_at': '2022-05-31T14:19:46Z', 'revision_number': 6, 'project_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'gw_port_host': None}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:19:46.913475 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b864ba-0738-4271-81e3-236106f53cee None None] The sync data for ids ['c6bf0a5b-f3c5-42bd-8ebe-faca974f9151'] in n-d-843939-1 is: [{'id': 'c6bf0a5b-f3c5-42bd-8ebe-faca974f9151', 'name': 'tempest-TestVolumeBootPattern-1263151122-router', 'tenant_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:09:44Z', 'updated_at': '2022-05-31T14:19:46Z', 'revision_number': 6, 'project_id': 'e18e791f0f8b411a976f31b86b1ed6ca', 'gw_port_host': None}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:19:47.049460 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7c3613b8-4dcb-48f3-922b-dc95fc9d5d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:47.101616 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3613b8-4dcb-48f3-922b-dc95fc9d5d5a admin admin] Pushing event deleted for resources: {'Port': ['ID=b1012b88-935c-4850-aae3-a7e9e6a3fd77,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:19:47.202526 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7c3613b8-4dcb-48f3-922b-dc95fc9d5d5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577389'] for router_gateway, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:47.394979 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7c3613b8-4dcb-48f3-922b-dc95fc9d5d5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:47.397328 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7c3613b8-4dcb-48f3-922b-dc95fc9d5d5a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:47.422812 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7c3613b8-4dcb-48f3-922b-dc95fc9d5d5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:47.423216 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c3613b8-4dcb-48f3-922b-dc95fc9d5d5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6bf0a5b-f3c5-42bd-8ebe-faca974f9151 {{(pid=88370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 14:19:47.437561 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7c3613b8-4dcb-48f3-922b-dc95fc9d5d5a admin admin] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:47.439241 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-7c3613b8-4dcb-48f3-922b-dc95fc9d5d5a admin admin] 10.222.0.50 "DELETE /v2.0/routers/c6bf0a5b-f3c5-42bd-8ebe-faca974f9151 HTTP/1.1" status: 204 len: 168 time: 1.4400225 May 31 14:19:47.442093 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41400) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:19:47.506099 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3c32964-2489-49d0-a821-3fa674761b50 admin admin] Deleting subnet a7ab359a-3caf-41bd-90ad-aaabe46f814a {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 14:19:47.509081 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e3c32964-2489-49d0-a821-3fa674761b50 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:47.562286 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e3c32964-2489-49d0-a821-3fa674761b50 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:47.649815 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e3c32964-2489-49d0-a821-3fa674761b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:47.726724 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e3c32964-2489-49d0-a821-3fa674761b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:47.770598 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c32964-2489-49d0-a821-3fa674761b50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7ab359a-3caf-41bd-90ad-aaabe46f814a,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:19:47.775785 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e3c32964-2489-49d0-a821-3fa674761b50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:47.784764 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e3c32964-2489-49d0-a821-3fa674761b50 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/a7ab359a-3caf-41bd-90ad-aaabe46f814a HTTP/1.1" status: 204 len: 168 time: 0.3415258 May 31 14:19:47.785721 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91d6dd6-117e-468c-a443-320a7712f500 None None] Network e4e65f4d-f852-4656-8d43-9470c53affec requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:19:47.789589 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41404) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:19:47.903571 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b1c16c85-00b2-4202-930c-4733ec9b8a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:47.915207 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-b1c16c85-00b2-4202-930c-4733ec9b8a1f admin admin] Deleting port 788547f6-f8b2-4fe8-b76b-b254faa5ef0c {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:19:47.915540 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b1c16c85-00b2-4202-930c-4733ec9b8a1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:48.086584 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfd33bb-1d28-4d9f-acca-610bff6143ba None None] DHCP port deletion for e4e65f4d-f852-4656-8d43-9470c53affec request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 14:19:48.090725 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-5dfd33bb-1d28-4d9f-acca-610bff6143ba None None] Deleting port 788547f6-f8b2-4fe8-b76b-b254faa5ef0c {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:19:48.091092 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5dfd33bb-1d28-4d9f-acca-610bff6143ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:48.139694 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-b1c16c85-00b2-4202-930c-4733ec9b8a1f admin admin] For port 788547f6-f8b2-4fe8-b76b-b254faa5ef0c, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=788547f6-f8b2-4fe8-b76b-b254faa5ef0c,segment=NetworkSegment(dc2081d9-b82d-4ced-ab69-7467b4d37646),segment_id=dc2081d9-b82d-4ced-ab69-7467b4d37646)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:19:48.140053 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b1c16c85-00b2-4202-930c-4733ec9b8a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:48.313474 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-5dfd33bb-1d28-4d9f-acca-610bff6143ba None None] For port 788547f6-f8b2-4fe8-b76b-b254faa5ef0c, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=788547f6-f8b2-4fe8-b76b-b254faa5ef0c,segment=NetworkSegment(dc2081d9-b82d-4ced-ab69-7467b4d37646),segment_id=dc2081d9-b82d-4ced-ab69-7467b4d37646)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:19:48.313790 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5dfd33bb-1d28-4d9f-acca-610bff6143ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:48.386867 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-b1c16c85-00b2-4202-930c-4733ec9b8a1f admin admin] Calling delete_port for 788547f6-f8b2-4fe8-b76b-b254faa5ef0c owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:19:48.434580 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device b1012b88-935c-4850-aae3-a7e9e6a3fd77 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:19:48.466989 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-5dfd33bb-1d28-4d9f-acca-610bff6143ba None None] Calling delete_port for 788547f6-f8b2-4fe8-b76b-b254faa5ef0c owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:19:48.467516 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b1c16c85-00b2-4202-930c-4733ec9b8a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:48.513285 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: b1012b88-935c-4850-aae3-a7e9e6a3fd77 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:19:48.513626 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device b1012b88-935c-4850-aae3-a7e9e6a3fd77 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:19:48.514065 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 7bc4dd2f-1433-48c0-b96f-fe2ee896e534 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:19:48.522233 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c16c85-00b2-4202-930c-4733ec9b8a1f admin admin] No DVR routers for this DVR port 788547f6-f8b2-4fe8-b76b-b254faa5ef0c on host n-d-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:19:48.553854 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c16c85-00b2-4202-930c-4733ec9b8a1f admin admin] Pushing event deleted for resources: {'Port': ['ID=788547f6-f8b2-4fe8-b76b-b254faa5ef0c,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:19:48.555264 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 7bc4dd2f-1433-48c0-b96f-fe2ee896e534 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:19:48.555610 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 7bc4dd2f-1433-48c0-b96f-fe2ee896e534 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:19:48.556029 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 788547f6-f8b2-4fe8-b76b-b254faa5ef0c no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:19:48.592980 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 788547f6-f8b2-4fe8-b76b-b254faa5ef0c {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:19:48.593208 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 788547f6-f8b2-4fe8-b76b-b254faa5ef0c not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:19:48.618690 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-5dfd33bb-1d28-4d9f-acca-610bff6143ba None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 14:19:48.619040 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-5dfd33bb-1d28-4d9f-acca-610bff6143ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 14:19:48.654626 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b1c16c85-00b2-4202-930c-4733ec9b8a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:48.679405 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-b1c16c85-00b2-4202-930c-4733ec9b8a1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4e65f4d-f852-4656-8d43-9470c53affec']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:19:48.692003 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-b1c16c85-00b2-4202-930c-4733ec9b8a1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc2081d9-b82d-4ced-ab69-7467b4d37646') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:19:48.692297 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-b1c16c85-00b2-4202-930c-4733ec9b8a1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc2081d9-b82d-4ced-ab69-7467b4d37646') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:19:48.703423 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b1c16c85-00b2-4202-930c-4733ec9b8a1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:48.719705 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b1c16c85-00b2-4202-930c-4733ec9b8a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:48.725691 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1c16c85-00b2-4202-930c-4733ec9b8a1f admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 14:19:48.726074 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b1c16c85-00b2-4202-930c-4733ec9b8a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:48.824306 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b1c16c85-00b2-4202-930c-4733ec9b8a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:48.832298 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b1c16c85-00b2-4202-930c-4733ec9b8a1f admin admin] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:48.859046 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment dc2081d9-b82d-4ced-ab69-7467b4d37646 resource provider aggregate not found May 31 14:19:48.871834 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c16c85-00b2-4202-930c-4733ec9b8a1f admin admin] Pushing event deleted for resources: {'Network': ['ID=e4e65f4d-f852-4656-8d43-9470c53affec,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:19:48.881162 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-b1c16c85-00b2-4202-930c-4733ec9b8a1f admin admin] 10.222.0.50 "DELETE /v2.0/networks/e4e65f4d-f852-4656-8d43-9470c53affec HTTP/1.1" status: 204 len: 168 time: 1.0904672 May 31 14:19:48.885099 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41416) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:19:48.889395 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment dc2081d9-b82d-4ced-ab69-7467b4d37646 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dc2081d9-b82d-4ced-ab69-7467b4d37646 found for delete ", "request_id": "req-8eec2f73-9134-4c00-b035-2470b785cfd5"}]} May 31 14:19:49.120266 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-5dfd33bb-1d28-4d9f-acca-610bff6143ba None None] Deleting port 788547f6-f8b2-4fe8-b76b-b254faa5ef0c {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:19:49.120826 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5dfd33bb-1d28-4d9f-acca-610bff6143ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:49.193070 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-5dfd33bb-1d28-4d9f-acca-610bff6143ba None None] The port '788547f6-f8b2-4fe8-b76b-b254faa5ef0c' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 14:19:49.475670 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9143c439-25f4-421b-a679-f7895e631aa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:49.847951 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-9143c439-25f4-421b-a679-f7895e631aa7 admin admin] Deleting port e34f4e8a-bc63-4af8-9ec9-9a5bca96fd70 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:19:49.848669 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9143c439-25f4-421b-a679-f7895e631aa7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:50.151139 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-9143c439-25f4-421b-a679-f7895e631aa7 admin admin] For port e34f4e8a-bc63-4af8-9ec9-9a5bca96fd70, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=e34f4e8a-bc63-4af8-9ec9-9a5bca96fd70,segment=NetworkSegment(dd1bf7f3-1e99-41e6-b608-c659b823faa2),segment_id=dd1bf7f3-1e99-41e6-b608-c659b823faa2)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:19:50.151408 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9143c439-25f4-421b-a679-f7895e631aa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:50.276250 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-9143c439-25f4-421b-a679-f7895e631aa7 admin admin] Calling delete_port for e34f4e8a-bc63-4af8-9ec9-9a5bca96fd70 owned by network:router_interface {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:19:50.477134 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9143c439-25f4-421b-a679-f7895e631aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:50.525467 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9143c439-25f4-421b-a679-f7895e631aa7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e34f4e8a-bc63-4af8-9ec9-9a5bca96fd70,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:19:50.813746 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9143c439-25f4-421b-a679-f7895e631aa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:51.168007 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9143c439-25f4-421b-a679-f7895e631aa7 admin admin] Router 96dfba4d-6640-468e-9567-0e42935ba516 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:19:51.347274 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9143c439-25f4-421b-a679-f7895e631aa7 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:19:51.357077 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63f5608-b516-4bb9-bd7a-5eedb7709ebb None None] Sync routers for ids ['96dfba4d-6640-468e-9567-0e42935ba516'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:19:51.365078 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-9143c439-25f4-421b-a679-f7895e631aa7 admin admin] 10.222.0.50 "PUT /v2.0/routers/96dfba4d-6640-468e-9567-0e42935ba516/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4785371 May 31 14:19:51.367590 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41422) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:19:51.370106 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63f5608-b516-4bb9-bd7a-5eedb7709ebb None None] Routers {'96dfba4d-6640-468e-9567-0e42935ba516'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:19:51.370708 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-b63f5608-b516-4bb9-bd7a-5eedb7709ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:19:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['96dfba4d-6640-468e-9567-0e42935ba516'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:19:51.556955 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-b63f5608-b516-4bb9-bd7a-5eedb7709ebb None None] Set router 96dfba4d-6640-468e-9567-0e42935ba516 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:19:51.663469 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-87f278a8-11ab-44f8-a4db-ad8f6ae7804e admin admin] Notify callbacks [] for router, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:51.840467 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-87f278a8-11ab-44f8-a4db-ad8f6ae7804e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:51.850491 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-87f278a8-11ab-44f8-a4db-ad8f6ae7804e admin admin] Deleting port ebbd2bd8-fc74-421c-bd12-5122ea4ce33b {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:19:51.850824 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-87f278a8-11ab-44f8-a4db-ad8f6ae7804e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:51.856880 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-b63f5608-b516-4bb9-bd7a-5eedb7709ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96dfba4d-6640-468e-9567-0e42935ba516', 'name': 'tempest-TestVolumeBootPattern-686993763-router', 'tenant_id': 'b579f55e42b5476687244e7cf60dc0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': 'ebbd2bd8-fc74-421c-bd12-5122ea4ce33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:09:52Z', 'updated_at': '2022-05-31T14:19:50Z', 'revision_number': 5, 'project_id': 'b579f55e42b5476687244e7cf60dc0ab', 'gw_port': {'id': 'ebbd2bd8-fc74-421c-bd12-5122ea4ce33b', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:99:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96dfba4d-6640-468e-9567-0e42935ba516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:09:52Z', 'updated_at': '2022-05-31T14:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:19:51.862466 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63f5608-b516-4bb9-bd7a-5eedb7709ebb None None] Checking router: 96dfba4d-6640-468e-9567-0e42935ba516 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:19:51.872126 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63f5608-b516-4bb9-bd7a-5eedb7709ebb None None] Routers {'96dfba4d-6640-468e-9567-0e42935ba516'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:19:51.872709 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-b63f5608-b516-4bb9-bd7a-5eedb7709ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:19:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['96dfba4d-6640-468e-9567-0e42935ba516'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:19:52.025021 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-87f278a8-11ab-44f8-a4db-ad8f6ae7804e admin admin] For port ebbd2bd8-fc74-421c-bd12-5122ea4ce33b, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=ebbd2bd8-fc74-421c-bd12-5122ea4ce33b,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:19:52.025278 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-b63f5608-b516-4bb9-bd7a-5eedb7709ebb None None] Set router 96dfba4d-6640-468e-9567-0e42935ba516 gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:19:52.025394 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-87f278a8-11ab-44f8-a4db-ad8f6ae7804e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:52.156372 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-87f278a8-11ab-44f8-a4db-ad8f6ae7804e admin admin] Calling delete_port for ebbd2bd8-fc74-421c-bd12-5122ea4ce33b owned by network:router_gateway {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:19:52.162499 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-b63f5608-b516-4bb9-bd7a-5eedb7709ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96dfba4d-6640-468e-9567-0e42935ba516', 'name': 'tempest-TestVolumeBootPattern-686993763-router', 'tenant_id': 'b579f55e42b5476687244e7cf60dc0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:09:52Z', 'updated_at': '2022-05-31T14:19:51Z', 'revision_number': 6, 'project_id': 'b579f55e42b5476687244e7cf60dc0ab', 'gw_port_host': None}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:19:52.168976 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63f5608-b516-4bb9-bd7a-5eedb7709ebb None None] The sync data for ids ['96dfba4d-6640-468e-9567-0e42935ba516'] in n-d-843939-1 is: [{'id': '96dfba4d-6640-468e-9567-0e42935ba516', 'name': 'tempest-TestVolumeBootPattern-686993763-router', 'tenant_id': 'b579f55e42b5476687244e7cf60dc0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:09:52Z', 'updated_at': '2022-05-31T14:19:51Z', 'revision_number': 6, 'project_id': 'b579f55e42b5476687244e7cf60dc0ab', 'gw_port_host': None}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:19:52.341139 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-87f278a8-11ab-44f8-a4db-ad8f6ae7804e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:52.395758 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f278a8-11ab-44f8-a4db-ad8f6ae7804e admin admin] Pushing event deleted for resources: {'Port': ['ID=ebbd2bd8-fc74-421c-bd12-5122ea4ce33b,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:19:52.487153 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-87f278a8-11ab-44f8-a4db-ad8f6ae7804e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577389'] for router_gateway, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:52.677668 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-87f278a8-11ab-44f8-a4db-ad8f6ae7804e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:52.679869 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-87f278a8-11ab-44f8-a4db-ad8f6ae7804e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:52.702801 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-87f278a8-11ab-44f8-a4db-ad8f6ae7804e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:52.703305 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f278a8-11ab-44f8-a4db-ad8f6ae7804e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96dfba4d-6640-468e-9567-0e42935ba516 {{(pid=88370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 14:19:52.715407 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-87f278a8-11ab-44f8-a4db-ad8f6ae7804e admin admin] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:52.716523 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-87f278a8-11ab-44f8-a4db-ad8f6ae7804e admin admin] 10.222.0.50 "DELETE /v2.0/routers/96dfba4d-6640-468e-9567-0e42935ba516 HTTP/1.1" status: 204 len: 168 time: 1.3480105 May 31 14:19:52.719000 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41426) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:19:52.786842 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-0570eae2-e355-486e-ac31-e355c3b6eddc admin admin] Deleting subnet 00871da0-5bbf-4756-94ca-6ba141c5feb0 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 14:19:52.790729 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0570eae2-e355-486e-ac31-e355c3b6eddc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:52.839506 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0570eae2-e355-486e-ac31-e355c3b6eddc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65507433'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:52.920676 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0570eae2-e355-486e-ac31-e355c3b6eddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:52.941250 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device e34f4e8a-bc63-4af8-9ec9-9a5bca96fd70 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:19:52.982675 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: e34f4e8a-bc63-4af8-9ec9-9a5bca96fd70 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:19:52.983016 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device e34f4e8a-bc63-4af8-9ec9-9a5bca96fd70 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:19:53.108692 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0570eae2-e355-486e-ac31-e355c3b6eddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65216469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65148562'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:53.146668 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570eae2-e355-486e-ac31-e355c3b6eddc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00871da0-5bbf-4756-94ca-6ba141c5feb0,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:19:53.150288 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0570eae2-e355-486e-ac31-e355c3b6eddc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:53.155796 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a76018-5d88-4975-ae40-d944f8b29368 None None] Network 92941556-ec4a-4f89-ab83-ed8095ff33d6 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:19:53.156416 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-0570eae2-e355-486e-ac31-e355c3b6eddc admin admin] 10.222.0.50 "DELETE /v2.0/subnets/00871da0-5bbf-4756-94ca-6ba141c5feb0 HTTP/1.1" status: 204 len: 168 time: 0.4364204 May 31 14:19:53.159912 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41430) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:19:53.268542 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4b664c06-934d-40d4-b0e3-d65e670593fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:53.278706 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-4b664c06-934d-40d4-b0e3-d65e670593fb admin admin] Deleting port 411ea1cf-7cfd-435a-8712-5d3cfda605ec {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:19:53.279030 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4b664c06-934d-40d4-b0e3-d65e670593fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:53.441929 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9618b2e4-806a-43c3-86c1-296d432f30ee None None] DHCP port deletion for 92941556-ec4a-4f89-ab83-ed8095ff33d6 request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 14:19:53.446319 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9618b2e4-806a-43c3-86c1-296d432f30ee None None] Deleting port 411ea1cf-7cfd-435a-8712-5d3cfda605ec {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:19:53.446691 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9618b2e4-806a-43c3-86c1-296d432f30ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:53.492705 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-4b664c06-934d-40d4-b0e3-d65e670593fb admin admin] For port 411ea1cf-7cfd-435a-8712-5d3cfda605ec, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=411ea1cf-7cfd-435a-8712-5d3cfda605ec,segment=NetworkSegment(dd1bf7f3-1e99-41e6-b608-c659b823faa2),segment_id=dd1bf7f3-1e99-41e6-b608-c659b823faa2)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:19:53.493263 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4b664c06-934d-40d4-b0e3-d65e670593fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:53.616788 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-4b664c06-934d-40d4-b0e3-d65e670593fb admin admin] Calling delete_port for 411ea1cf-7cfd-435a-8712-5d3cfda605ec owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:19:53.690363 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9618b2e4-806a-43c3-86c1-296d432f30ee None None] For port 411ea1cf-7cfd-435a-8712-5d3cfda605ec, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=411ea1cf-7cfd-435a-8712-5d3cfda605ec,segment=NetworkSegment(dd1bf7f3-1e99-41e6-b608-c659b823faa2),segment_id=dd1bf7f3-1e99-41e6-b608-c659b823faa2)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:19:53.690773 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9618b2e4-806a-43c3-86c1-296d432f30ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:53.696314 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4b664c06-934d-40d4-b0e3-d65e670593fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:53.743711 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b664c06-934d-40d4-b0e3-d65e670593fb admin admin] Pushing event deleted for resources: {'Port': ['ID=411ea1cf-7cfd-435a-8712-5d3cfda605ec,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:19:53.745524 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b664c06-934d-40d4-b0e3-d65e670593fb admin admin] No DVR routers for this DVR port 411ea1cf-7cfd-435a-8712-5d3cfda605ec on host n-d-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:19:53.814492 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9618b2e4-806a-43c3-86c1-296d432f30ee None None] Calling delete_port for 411ea1cf-7cfd-435a-8712-5d3cfda605ec owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:19:53.864009 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4b664c06-934d-40d4-b0e3-d65e670593fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:53.888590 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-9618b2e4-806a-43c3-86c1-296d432f30ee None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 14:19:53.888846 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-9618b2e4-806a-43c3-86c1-296d432f30ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 14:19:53.893911 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-4b664c06-934d-40d4-b0e3-d65e670593fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92941556-ec4a-4f89-ab83-ed8095ff33d6']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:19:53.906117 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-4b664c06-934d-40d4-b0e3-d65e670593fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd1bf7f3-1e99-41e6-b608-c659b823faa2') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:19:53.906419 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-4b664c06-934d-40d4-b0e3-d65e670593fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd1bf7f3-1e99-41e6-b608-c659b823faa2') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:19:53.918036 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4b664c06-934d-40d4-b0e3-d65e670593fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:53.933972 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4b664c06-934d-40d4-b0e3-d65e670593fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:53.940495 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b664c06-934d-40d4-b0e3-d65e670593fb admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 14:19:53.940916 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4b664c06-934d-40d4-b0e3-d65e670593fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:54.008148 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment dd1bf7f3-1e99-41e6-b608-c659b823faa2 resource provider aggregate not found May 31 14:19:54.029617 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment dd1bf7f3-1e99-41e6-b608-c659b823faa2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dd1bf7f3-1e99-41e6-b608-c659b823faa2 found for delete ", "request_id": "req-c9d32f99-bd8e-4c2b-89e1-c7a319ba6c72"}]} May 31 14:19:54.041444 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4b664c06-934d-40d4-b0e3-d65e670593fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:54.057758 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4b664c06-934d-40d4-b0e3-d65e670593fb admin admin] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:54.071403 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b664c06-934d-40d4-b0e3-d65e670593fb admin admin] Pushing event deleted for resources: {'Network': ['ID=92941556-ec4a-4f89-ab83-ed8095ff33d6,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:19:54.076505 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-4b664c06-934d-40d4-b0e3-d65e670593fb admin admin] 10.222.0.50 "DELETE /v2.0/networks/92941556-ec4a-4f89-ab83-ed8095ff33d6 HTTP/1.1" status: 204 len: 168 time: 0.9156246 May 31 14:19:54.212786 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41440) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:19:54.259851 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-2412a5be-0663-4e6a-ac0d-6548baab0f86 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e18e791f0f8b411a976f31b86b1ed6ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0458980 May 31 14:19:54.262217 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41444) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:19:54.327129 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3d5dd10c-f9be-45df-8bb6-7108c4caf5dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:54.352682 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3d5dd10c-f9be-45df-8bb6-7108c4caf5dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:54.390253 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9618b2e4-806a-43c3-86c1-296d432f30ee None None] Deleting port 411ea1cf-7cfd-435a-8712-5d3cfda605ec {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:19:54.391142 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9618b2e4-806a-43c3-86c1-296d432f30ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:54.413201 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3d5dd10c-f9be-45df-8bb6-7108c4caf5dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:54.424117 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device ebbd2bd8-fc74-421c-bd12-5122ea4ce33b no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:19:54.440239 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5dd10c-f9be-45df-8bb6-7108c4caf5dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3acc40-ea1e-44de-bfa0-ee5264a9df29,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:19:54.448760 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3d5dd10c-f9be-45df-8bb6-7108c4caf5dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:54.453112 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-3d5dd10c-f9be-45df-8bb6-7108c4caf5dd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7d3acc40-ea1e-44de-bfa0-ee5264a9df29 HTTP/1.1" status: 204 len: 168 time: 0.1868379 May 31 14:19:54.471582 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: ebbd2bd8-fc74-421c-bd12-5122ea4ce33b {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:19:54.471931 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device ebbd2bd8-fc74-421c-bd12-5122ea4ce33b not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:19:54.472348 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 411ea1cf-7cfd-435a-8712-5d3cfda605ec no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:19:54.539068 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9618b2e4-806a-43c3-86c1-296d432f30ee None None] The port '411ea1cf-7cfd-435a-8712-5d3cfda605ec' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 14:19:54.540271 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 411ea1cf-7cfd-435a-8712-5d3cfda605ec {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:19:54.540625 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 411ea1cf-7cfd-435a-8712-5d3cfda605ec not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:19:54.817112 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41454) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:19:54.866844 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-16b2653d-f257-4961-8d6a-5df7a4556da6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b579f55e42b5476687244e7cf60dc0ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0485256 May 31 14:19:54.869311 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41458) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:19:54.927510 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9c7386a3-0956-4d59-a239-c4841bb5a18a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:54.952850 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9c7386a3-0956-4d59-a239-c4841bb5a18a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:55.008436 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9c7386a3-0956-4d59-a239-c4841bb5a18a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:55.023829 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7386a3-0956-4d59-a239-c4841bb5a18a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54971283-21d7-4233-96f4-de77b410346f,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:19:55.029904 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9c7386a3-0956-4d59-a239-c4841bb5a18a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:19:55.033830 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-9c7386a3-0956-4d59-a239-c4841bb5a18a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/54971283-21d7-4233-96f4-de77b410346f HTTP/1.1" status: 204 len: 168 time: 0.1635828 May 31 14:20:06.211571 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2d99a581-ffd3-4a36-b880-5de65acf7efb req-bbadaedc-6666-4b6e-8f91-8ac80cc93148 tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=f48ad40e79954631843e2dde780a2307&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279393 May 31 14:20:06.372286 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d99a581-ffd3-4a36-b880-5de65acf7efb req-5cbfac1f-6fca-4ad3-8d16-974eded116dc tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:20:06.373685 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2d99a581-ffd3-4a36-b880-5de65acf7efb req-5cbfac1f-6fca-4ad3-8d16-974eded116dc tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1570187 May 31 14:20:06.389526 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2d99a581-ffd3-4a36-b880-5de65acf7efb req-9c05bdf7-4c43-42a2-9e29-964c014065dc tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] 10.222.0.50 "GET /v2.0/quotas/f48ad40e79954631843e2dde780a2307 HTTP/1.1" status: 200 len: 375 time: 0.0100877 May 31 14:20:06.436797 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2d99a581-ffd3-4a36-b880-5de65acf7efb req-9d278679-109e-4aa4-b461-6d2e23ed3b08 tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f48ad40e79954631843e2dde780a2307&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412767 May 31 14:20:06.625182 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f6ad4c7d-6753-49f8-8e0d-53dad4c8379b req-a2cfc35a-9269-4ce0-9a3d-6f6e87df366f tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a1a8555-f376-4d7d-b155-8bdb9f8a22cd HTTP/1.1" status: 200 len: 210 time: 0.0479355 May 31 14:20:07.795119 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:20:07.839772 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ab7bdeef-29b1-4637-836e-45e44e2e0a5d req-5a64d1b1-3834-4087-a9ac-476678a8d248 tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a1a8555-f376-4d7d-b155-8bdb9f8a22cd HTTP/1.1" status: 200 len: 210 time: 0.1553588 May 31 14:20:08.939747 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-337613b0-b0ab-4cde-bf27-d69e49bc595f req-65f391ee-fac0-4709-81eb-11c67a574c28 tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a1a8555-f376-4d7d-b155-8bdb9f8a22cd HTTP/1.1" status: 200 len: 210 time: 0.0442784 May 31 14:20:09.306237 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:20:09.588035 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2d99a581-ffd3-4a36-b880-5de65acf7efb req-01ec0057-742b-40bd-b7b2-85b687ab1a22 tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=f48ad40e79954631843e2dde780a2307&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278950 May 31 14:20:09.772081 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d99a581-ffd3-4a36-b880-5de65acf7efb req-54957be0-b4fd-4644-b6c6-ee94b758631f tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:20:09.773553 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2d99a581-ffd3-4a36-b880-5de65acf7efb req-54957be0-b4fd-4644-b6c6-ee94b758631f tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1811650 May 31 14:20:09.786804 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-2d99a581-ffd3-4a36-b880-5de65acf7efb req-0a2c645a-4b09-4ae6-bfea-383e938cbbce tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] Request body: {'port': {'device_id': '7a1a8555-f376-4d7d-b155-8bdb9f8a22cd', 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4', 'admin_state_up': True, 'tenant_id': 'f48ad40e79954631843e2dde780a2307'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:20:09.939153 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-2d99a581-ffd3-4a36-b880-5de65acf7efb req-0a2c645a-4b09-4ae6-bfea-383e938cbbce tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:20:09.943208 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-2d99a581-ffd3-4a36-b880-5de65acf7efb req-0a2c645a-4b09-4ae6-bfea-383e938cbbce tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] Usage tracker for resource:port and tenant:f48ad40e79954631843e2dde780a2307 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:20:09.946143 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-2d99a581-ffd3-4a36-b880-5de65acf7efb req-0a2c645a-4b09-4ae6-bfea-383e938cbbce tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:20:09.952466 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-2d99a581-ffd3-4a36-b880-5de65acf7efb req-0a2c645a-4b09-4ae6-bfea-383e938cbbce tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:20:09.963311 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d99a581-ffd3-4a36-b880-5de65acf7efb req-0a2c645a-4b09-4ae6-bfea-383e938cbbce tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] Made reservation on behalf of f48ad40e79954631843e2dde780a2307 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:20:09.967029 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-2d99a581-ffd3-4a36-b880-5de65acf7efb req-0a2c645a-4b09-4ae6-bfea-383e938cbbce tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:20:09.981937 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-2d99a581-ffd3-4a36-b880-5de65acf7efb req-0a2c645a-4b09-4ae6-bfea-383e938cbbce tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:20:09.999312 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-2d99a581-ffd3-4a36-b880-5de65acf7efb req-0a2c645a-4b09-4ae6-bfea-383e938cbbce tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:20:10.004263 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-2d99a581-ffd3-4a36-b880-5de65acf7efb req-0a2c645a-4b09-4ae6-bfea-383e938cbbce tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] Usage tracker for resource:security_group_rule and tenant:f48ad40e79954631843e2dde780a2307 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:20:10.007298 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-2d99a581-ffd3-4a36-b880-5de65acf7efb req-0a2c645a-4b09-4ae6-bfea-383e938cbbce tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:20:10.013178 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-2d99a581-ffd3-4a36-b880-5de65acf7efb req-0a2c645a-4b09-4ae6-bfea-383e938cbbce tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:20:10.105624 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-2d99a581-ffd3-4a36-b880-5de65acf7efb req-0a2c645a-4b09-4ae6-bfea-383e938cbbce tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:20:10.110237 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-2d99a581-ffd3-4a36-b880-5de65acf7efb req-0a2c645a-4b09-4ae6-bfea-383e938cbbce tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:20:10.129933 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a3b81191-b1a3-4c74-9e15-355b65dc1025 req-e1d51add-49da-4282-af8b-d1d5a3527a69 tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a1a8555-f376-4d7d-b155-8bdb9f8a22cd HTTP/1.1" status: 200 len: 210 time: 0.0595248 May 31 14:20:10.200212 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2c645a-4b09-4ae6-bfea-383e938cbbce tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c78805c6-fd75-4761-92ef-73a3cba07eb5,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:20:10.290578 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [req-2d99a581-ffd3-4a36-b880-5de65acf7efb req-0a2c645a-4b09-4ae6-bfea-383e938cbbce tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] Allocated IP 192.168.233.111 (85b11c4f-90ad-4763-b38d-22d3f87089f4/24822c99-0dce-4d50-9c44-3135ba3763b8/2bc5cfea-3cd1-4b79-b2ac-962fb889195d) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:20:10.502509 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-2d99a581-ffd3-4a36-b880-5de65acf7efb req-0a2c645a-4b09-4ae6-bfea-383e938cbbce tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:20:10.518221 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-2d99a581-ffd3-4a36-b880-5de65acf7efb req-0a2c645a-4b09-4ae6-bfea-383e938cbbce tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] Transition to ACTIVE for port object 2bc5cfea-3cd1-4b79-b2ac-962fb889195d will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:20:10.540608 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-2d99a581-ffd3-4a36-b880-5de65acf7efb req-0a2c645a-4b09-4ae6-bfea-383e938cbbce tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:20:10.612485 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d99a581-ffd3-4a36-b880-5de65acf7efb req-0a2c645a-4b09-4ae6-bfea-383e938cbbce tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] Network 85b11c4f-90ad-4763-b38d-22d3f87089f4 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:20:10.615350 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [req-2d99a581-ffd3-4a36-b880-5de65acf7efb req-0a2c645a-4b09-4ae6-bfea-383e938cbbce tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:20:10.619378 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d99a581-ffd3-4a36-b880-5de65acf7efb req-0a2c645a-4b09-4ae6-bfea-383e938cbbce tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:20:10.648236 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-20d78b82-e07d-40da-a1df-0955fbf1b78a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:20:10.666235 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2c645a-4b09-4ae6-bfea-383e938cbbce tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] Pushing event updated for resources: {'Port': ['ID=2bc5cfea-3cd1-4b79-b2ac-962fb889195d,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:20:10.689356 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d99a581-ffd3-4a36-b880-5de65acf7efb req-0a2c645a-4b09-4ae6-bfea-383e938cbbce tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:20:10.690006 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-2d99a581-ffd3-4a36-b880-5de65acf7efb req-0a2c645a-4b09-4ae6-bfea-383e938cbbce tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:20:10.717294 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2d99a581-ffd3-4a36-b880-5de65acf7efb req-0a2c645a-4b09-4ae6-bfea-383e938cbbce tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9342403 May 31 14:20:10.728188 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-2d99a581-ffd3-4a36-b880-5de65acf7efb req-a97cc807-fc3a-4ac8-ae86-d09a69ab3a68 service neutron] Request body: {'port': {'device_id': '7a1a8555-f376-4d7d-b155-8bdb9f8a22cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843939-1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:20:10.844899 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-2d99a581-ffd3-4a36-b880-5de65acf7efb req-a97cc807-fc3a-4ac8-ae86-d09a69ab3a68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:20:10.883506 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c6f48581-8652-4b53-a36b-b9219bf88bd9 None None] Provisioning for port 2bc5cfea-3cd1-4b79-b2ac-962fb889195d completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:20:10.888374 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c6f48581-8652-4b53-a36b-b9219bf88bd9 None None] Provisioning complete for port 2bc5cfea-3cd1-4b79-b2ac-962fb889195d triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:20:10.888675 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c6f48581-8652-4b53-a36b-b9219bf88bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:20:10.947184 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-c6f48581-8652-4b53-a36b-b9219bf88bd9 None None] Port 2bc5cfea-3cd1-4b79-b2ac-962fb889195d cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:20:11.189712 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [req-2d99a581-ffd3-4a36-b880-5de65acf7efb req-a97cc807-fc3a-4ac8-ae86-d09a69ab3a68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bc5cfea-3cd1-4b79-b2ac-962fb889195d {{(pid=88369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:20:11.197105 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-2d99a581-ffd3-4a36-b880-5de65acf7efb req-a97cc807-fc3a-4ac8-ae86-d09a69ab3a68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:20:11.211382 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-2d99a581-ffd3-4a36-b880-5de65acf7efb req-a97cc807-fc3a-4ac8-ae86-d09a69ab3a68 service neutron] Transition to ACTIVE for port object 2bc5cfea-3cd1-4b79-b2ac-962fb889195d will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:20:11.215529 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-2d99a581-ffd3-4a36-b880-5de65acf7efb req-a97cc807-fc3a-4ac8-ae86-d09a69ab3a68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:20:11.339396 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc0e692-cefa-4bef-9364-691ade43d620 req-95ac82b0-0fa7-40ff-ab49-8b9f1d5a404e tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:20:11.341717 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2cc0e692-cefa-4bef-9364-691ade43d620 req-95ac82b0-0fa7-40ff-ab49-8b9f1d5a404e tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a1a8555-f376-4d7d-b155-8bdb9f8a22cd HTTP/1.1" status: 200 len: 948 time: 0.1029413 May 31 14:20:11.396444 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2cc0e692-cefa-4bef-9364-691ade43d620 req-0657eb47-6008-4b0e-9d57-36598ba23942 tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] 10.222.0.50 "GET /v2.0/security-groups?id=c78805c6-fd75-4761-92ef-73a3cba07eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477107 May 31 14:20:11.510452 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97cc807-fc3a-4ac8-ae86-d09a69ab3a68 service neutron] Pushing event updated for resources: {'Port': ['ID=2bc5cfea-3cd1-4b79-b2ac-962fb889195d,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:20:11.590546 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-2d99a581-ffd3-4a36-b880-5de65acf7efb req-a97cc807-fc3a-4ac8-ae86-d09a69ab3a68 service neutron] Attempting to bind port 2bc5cfea-3cd1-4b79-b2ac-962fb889195d on host n-h1-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:20:11.590877 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-2d99a581-ffd3-4a36-b880-5de65acf7efb req-a97cc807-fc3a-4ac8-ae86-d09a69ab3a68 service neutron] Attempting to bind port 2bc5cfea-3cd1-4b79-b2ac-962fb889195d by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:20:11.591205 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d99a581-ffd3-4a36-b880-5de65acf7efb req-a97cc807-fc3a-4ac8-ae86-d09a69ab3a68 service neutron] Attempting to bind port 2bc5cfea-3cd1-4b79-b2ac-962fb889195d on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:20:11.596725 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d99a581-ffd3-4a36-b880-5de65acf7efb req-a97cc807-fc3a-4ac8-ae86-d09a69ab3a68 service neutron] Port 2bc5cfea-3cd1-4b79-b2ac-962fb889195d on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 14:20:11.597044 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d99a581-ffd3-4a36-b880-5de65acf7efb req-a97cc807-fc3a-4ac8-ae86-d09a69ab3a68 service neutron] Attempting to bind port 2bc5cfea-3cd1-4b79-b2ac-962fb889195d on network 85b11c4f-90ad-4763-b38d-22d3f87089f4 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:20:11.602146 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d99a581-ffd3-4a36-b880-5de65acf7efb req-a97cc807-fc3a-4ac8-ae86-d09a69ab3a68 service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:20:11.602484 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d99a581-ffd3-4a36-b880-5de65acf7efb req-a97cc807-fc3a-4ac8-ae86-d09a69ab3a68 service neutron] Checking segment: {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:20:11.602889 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d99a581-ffd3-4a36-b880-5de65acf7efb req-a97cc807-fc3a-4ac8-ae86-d09a69ab3a68 service neutron] Bound using segment: {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:20:11.603310 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-2d99a581-ffd3-4a36-b880-5de65acf7efb req-a97cc807-fc3a-4ac8-ae86-d09a69ab3a68 service neutron] Bound port: 2bc5cfea-3cd1-4b79-b2ac-962fb889195d, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42e7e5f1-a269-47e1-b749-e09d97a1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:20:11.603657 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-2d99a581-ffd3-4a36-b880-5de65acf7efb req-a97cc807-fc3a-4ac8-ae86-d09a69ab3a68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:20:11.695675 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-2d99a581-ffd3-4a36-b880-5de65acf7efb req-a97cc807-fc3a-4ac8-ae86-d09a69ab3a68 service neutron] For port 2bc5cfea-3cd1-4b79-b2ac-962fb889195d, host n-h1-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:20:11.698950 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-2d99a581-ffd3-4a36-b880-5de65acf7efb req-a97cc807-fc3a-4ac8-ae86-d09a69ab3a68 service neutron] For port 2bc5cfea-3cd1-4b79-b2ac-962fb889195d, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=2bc5cfea-3cd1-4b79-b2ac-962fb889195d,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:20:11.702932 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-2d99a581-ffd3-4a36-b880-5de65acf7efb req-a97cc807-fc3a-4ac8-ae86-d09a69ab3a68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:20:11.764827 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d99a581-ffd3-4a36-b880-5de65acf7efb req-a97cc807-fc3a-4ac8-ae86-d09a69ab3a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:20:11.765265 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-2d99a581-ffd3-4a36-b880-5de65acf7efb req-a97cc807-fc3a-4ac8-ae86-d09a69ab3a68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:20:11.767980 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2d99a581-ffd3-4a36-b880-5de65acf7efb req-a97cc807-fc3a-4ac8-ae86-d09a69ab3a68 service neutron] 10.222.0.20 "PUT /v2.0/ports/2bc5cfea-3cd1-4b79-b2ac-962fb889195d HTTP/1.1" status: 200 len: 1096 time: 1.0440183 May 31 14:20:11.774989 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a1a8555-f376-4d7d-b155-8bdb9f8a22cd', 'tag': '2bc5cfea-3cd1-4b79-b2ac-962fb889195d'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:20:11.848048 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01ca8cc1-1251-4004-8410-7d7652358776'] response: {'name': 'network-changed', 'server_uuid': '7a1a8555-f376-4d7d-b155-8bdb9f8a22cd', 'tag': '2bc5cfea-3cd1-4b79-b2ac-962fb889195d', 'status': 'completed', 'code': 200} May 31 14:20:11.848780 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97cc807-fc3a-4ac8-ae86-d09a69ab3a68 service neutron] Pushing event updated for resources: {'Port': ['ID=2bc5cfea-3cd1-4b79-b2ac-962fb889195d,revision_number=3']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:20:11.888886 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d99a581-ffd3-4a36-b880-5de65acf7efb req-60e3350c-f5aa-40ea-b85c-a7ca03baaa9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:20:11.890374 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2d99a581-ffd3-4a36-b880-5de65acf7efb req-60e3350c-f5aa-40ea-b85c-a7ca03baaa9b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f48ad40e79954631843e2dde780a2307&device_id=7a1a8555-f376-4d7d-b155-8bdb9f8a22cd HTTP/1.1" status: 200 len: 1099 time: 0.0865822 May 31 14:20:11.962029 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2d99a581-ffd3-4a36-b880-5de65acf7efb req-553d482e-5627-4452-b650-ee06858e06e5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=2bc5cfea-3cd1-4b79-b2ac-962fb889195d HTTP/1.1" status: 200 len: 217 time: 0.0650938 May 31 14:20:12.029238 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d99a581-ffd3-4a36-b880-5de65acf7efb req-5563961e-c9ea-4b31-91d7-f2ab6001dbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:20:12.030584 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2d99a581-ffd3-4a36-b880-5de65acf7efb req-5563961e-c9ea-4b31-91d7-f2ab6001dbc3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.0633345 May 31 14:20:12.106777 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d99a581-ffd3-4a36-b880-5de65acf7efb req-3370370f-4a91-4e9e-9310-8c48fe7637c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:20:12.108229 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2d99a581-ffd3-4a36-b880-5de65acf7efb req-3370370f-4a91-4e9e-9310-8c48fe7637c6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0721514 May 31 14:20:12.248350 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2d99a581-ffd3-4a36-b880-5de65acf7efb req-36369cc0-1574-4f0b-81d8-cbee0217253f service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337435 May 31 14:20:12.382600 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2d99a581-ffd3-4a36-b880-5de65acf7efb req-5040f2fc-fedf-4595-8134-512a0854c21b service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287308 May 31 14:20:12.502276 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2b2c83-200a-45c5-8e89-cf12cb3c1459 req-7057bced-7c31-43ad-b170-fef3f9284499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:20:12.503653 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-9a2b2c83-200a-45c5-8e89-cf12cb3c1459 req-7057bced-7c31-43ad-b170-fef3f9284499 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f48ad40e79954631843e2dde780a2307&device_id=7a1a8555-f376-4d7d-b155-8bdb9f8a22cd HTTP/1.1" status: 200 len: 1099 time: 0.0776575 May 31 14:20:12.587112 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96691fc7-171a-490a-ab0e-35ec88c75074 req-c4aee378-be1e-4def-917a-d21e42e55e42 tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:20:12.588585 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-96691fc7-171a-490a-ab0e-35ec88c75074 req-c4aee378-be1e-4def-917a-d21e42e55e42 tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a1a8555-f376-4d7d-b155-8bdb9f8a22cd HTTP/1.1" status: 200 len: 948 time: 0.0830386 May 31 14:20:12.633439 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-96691fc7-171a-490a-ab0e-35ec88c75074 req-c898a710-ad42-426d-b1d6-531da0892683 tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] 10.222.0.50 "GET /v2.0/security-groups?id=c78805c6-fd75-4761-92ef-73a3cba07eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390131 May 31 14:20:12.636905 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2b2c83-200a-45c5-8e89-cf12cb3c1459 req-bc140d10-d61f-4926-9ee0-3ebd3b47ab6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:20:12.638378 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-9a2b2c83-200a-45c5-8e89-cf12cb3c1459 req-bc140d10-d61f-4926-9ee0-3ebd3b47ab6e service neutron] 10.222.0.20 "GET /v2.0/networks?id=85b11c4f-90ad-4763-b38d-22d3f87089f4 HTTP/1.1" status: 200 len: 870 time: 0.1289732 May 31 14:20:12.641705 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:20:12.706797 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-9a2b2c83-200a-45c5-8e89-cf12cb3c1459 req-0cf5bc8a-472e-4e9a-a21d-76a8b60e8705 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=2bc5cfea-3cd1-4b79-b2ac-962fb889195d HTTP/1.1" status: 200 len: 217 time: 0.0624456 May 31 14:20:12.775856 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2b2c83-200a-45c5-8e89-cf12cb3c1459 req-d1005d1f-5ea8-4339-bc9d-e9f6d99aadc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:20:12.777200 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-9a2b2c83-200a-45c5-8e89-cf12cb3c1459 req-d1005d1f-5ea8-4339-bc9d-e9f6d99aadc3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=24822c99-0dce-4d50-9c44-3135ba3763b8 HTTP/1.1" status: 200 len: 843 time: 0.0647731 May 31 14:20:12.846987 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6589359b-4d18-4c30-bf30-de9efa219a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:20:12.858112 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2b2c83-200a-45c5-8e89-cf12cb3c1459 req-b4b6a8b5-e730-44c9-bcbc-da8c83d70b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:20:12.860487 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-9a2b2c83-200a-45c5-8e89-cf12cb3c1459 req-b4b6a8b5-e730-44c9-bcbc-da8c83d70b31 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=85b11c4f-90ad-4763-b38d-22d3f87089f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0753715 May 31 14:20:12.999523 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-9a2b2c83-200a-45c5-8e89-cf12cb3c1459 req-c3ecacdf-f920-4c1f-8599-2863b1b25fde service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337566 May 31 14:20:13.140679 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-9a2b2c83-200a-45c5-8e89-cf12cb3c1459 req-6de18ebb-480f-468b-818d-431805d41dc5 service neutron] 10.222.0.20 "GET /v2.0/networks/85b11c4f-90ad-4763-b38d-22d3f87089f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347716 May 31 14:20:13.822728 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79dd5d3-437b-4a77-ad85-2f40481b4fc9 req-18188394-4aba-4df1-a968-23c9da3bc11f tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:20:13.824167 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b79dd5d3-437b-4a77-ad85-2f40481b4fc9 req-18188394-4aba-4df1-a968-23c9da3bc11f tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a1a8555-f376-4d7d-b155-8bdb9f8a22cd HTTP/1.1" status: 200 len: 948 time: 0.0797832 May 31 14:20:13.867815 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b79dd5d3-437b-4a77-ad85-2f40481b4fc9 req-87d7d7d4-d01a-4681-b41d-f8a22c8a66ee tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] 10.222.0.50 "GET /v2.0/security-groups?id=c78805c6-fd75-4761-92ef-73a3cba07eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375149 May 31 14:20:13.917648 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:20:14.037882 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:20:15.065467 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f463f-4f24-4818-84b1-c05784c6695e req-70d055ca-2949-4d71-bbbb-a9bd46d3a91a tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:20:15.066958 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d23f463f-4f24-4818-84b1-c05784c6695e req-70d055ca-2949-4d71-bbbb-a9bd46d3a91a tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a1a8555-f376-4d7d-b155-8bdb9f8a22cd HTTP/1.1" status: 200 len: 948 time: 0.0842783 May 31 14:20:15.111769 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d23f463f-4f24-4818-84b1-c05784c6695e req-d9e1c957-33e4-4faf-986a-1855286de998 tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] 10.222.0.50 "GET /v2.0/security-groups?id=c78805c6-fd75-4761-92ef-73a3cba07eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389831 May 31 14:20:15.778460 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:20:16.299497 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a940846c-27c5-4374-84b5-fd082384ae50 req-42483a8d-edc8-4b20-8572-5662585a2923 tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:20:16.300948 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a940846c-27c5-4374-84b5-fd082384ae50 req-42483a8d-edc8-4b20-8572-5662585a2923 tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a1a8555-f376-4d7d-b155-8bdb9f8a22cd HTTP/1.1" status: 200 len: 948 time: 0.0790210 May 31 14:20:16.349682 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a940846c-27c5-4374-84b5-fd082384ae50 req-bb8cae14-b5e4-4a77-9195-6d4e0b1ca3f7 tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] 10.222.0.50 "GET /v2.0/security-groups?id=c78805c6-fd75-4761-92ef-73a3cba07eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429516 May 31 14:20:16.791905 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 2bc5cfea-3cd1-4b79-b2ac-962fb889195d details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 14:20:16.925180 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 2bc5cfea-3cd1-4b79-b2ac-962fb889195d, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=2bc5cfea-3cd1-4b79-b2ac-962fb889195d,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:20:16.939818 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': '2bc5cfea-3cd1-4b79-b2ac-962fb889195d', 'network_id': '85b11c4f-90ad-4763-b38d-22d3f87089f4', 'port_id': '2bc5cfea-3cd1-4b79-b2ac-962fb889195d', 'mac_address': 'fa:16:3e:e0:40:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24822c99-0dce-4d50-9c44-3135ba3763b8', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 14:20:16.993284 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 2bc5cfea-3cd1-4b79-b2ac-962fb889195d is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:20:16.993656 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:20:17.010816 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bc5cfea-3cd1-4b79-b2ac-962fb889195d {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:20:17.025769 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 2bc5cfea-3cd1-4b79-b2ac-962fb889195d, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=2bc5cfea-3cd1-4b79-b2ac-962fb889195d,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:20:17.029525 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:20:17.098866 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=2bc5cfea-3cd1-4b79-b2ac-962fb889195d,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:20:17.106597 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:20:17.106947 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:20:17.107287 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:20:17.107624 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:20:17.107958 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:20:17.108288 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:20:17.108614 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:20:17.108938 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:20:17.109812 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:20:17.110278 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:20:17.110606 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:20:17.110929 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:20:17.363869 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['2bc5cfea-3cd1-4b79-b2ac-962fb889195d'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:20:17.536539 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94123741-ff28-462e-9a66-95021118db6b req-819684f2-6ee5-4398-9e00-3134863ada2e tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:20:17.538060 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-94123741-ff28-462e-9a66-95021118db6b req-819684f2-6ee5-4398-9e00-3134863ada2e tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a1a8555-f376-4d7d-b155-8bdb9f8a22cd HTTP/1.1" status: 200 len: 949 time: 0.0817575 May 31 14:20:17.583457 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-94123741-ff28-462e-9a66-95021118db6b req-f0825487-fb35-4a57-a61a-457f5121ca7b tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] 10.222.0.50 "GET /v2.0/security-groups?id=c78805c6-fd75-4761-92ef-73a3cba07eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394239 May 31 14:20:18.774894 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e28851-771c-43d7-92d7-5e054be3d8e0 req-bb786ee1-bf7d-4711-bf9d-6360332e32b7 tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:20:18.776336 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a1e28851-771c-43d7-92d7-5e054be3d8e0 req-bb786ee1-bf7d-4711-bf9d-6360332e32b7 tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a1a8555-f376-4d7d-b155-8bdb9f8a22cd HTTP/1.1" status: 200 len: 949 time: 0.0816720 May 31 14:20:18.807216 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 2bc5cfea-3cd1-4b79-b2ac-962fb889195d up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:20:18.822907 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a1e28851-771c-43d7-92d7-5e054be3d8e0 req-5136d5bc-1a28-4fa2-b77c-7072b31df76f tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] 10.222.0.50 "GET /v2.0/security-groups?id=c78805c6-fd75-4761-92ef-73a3cba07eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402830 May 31 14:20:18.874199 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning for port 2bc5cfea-3cd1-4b79-b2ac-962fb889195d completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:20:18.879795 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port 2bc5cfea-3cd1-4b79-b2ac-962fb889195d triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:20:18.880165 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:20:18.995897 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 2bc5cfea-3cd1-4b79-b2ac-962fb889195d is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:20:18.997102 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:20:19.025357 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a1a8555-f376-4d7d-b155-8bdb9f8a22cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bc5cfea-3cd1-4b79-b2ac-962fb889195d'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:20:19.039443 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 2bc5cfea-3cd1-4b79-b2ac-962fb889195d, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=2bc5cfea-3cd1-4b79-b2ac-962fb889195d,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:20:19.044302 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:20:19.077701 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-186835af-196a-42d9-a961-845f25844af4'] response: {'server_uuid': '7a1a8555-f376-4d7d-b155-8bdb9f8a22cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bc5cfea-3cd1-4b79-b2ac-962fb889195d', 'code': 200} May 31 14:20:19.117901 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=2bc5cfea-3cd1-4b79-b2ac-962fb889195d,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:20:19.207686 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68deeda9-c1b7-46f8-909b-e77b436a8435 req-e3549201-73ac-4083-bfab-40ee5bc11ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:20:19.209137 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-68deeda9-c1b7-46f8-909b-e77b436a8435 req-e3549201-73ac-4083-bfab-40ee5bc11ef4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7a1a8555-f376-4d7d-b155-8bdb9f8a22cd HTTP/1.1" status: 200 len: 1101 time: 0.0745904 May 31 14:20:19.249284 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-68deeda9-c1b7-46f8-909b-e77b436a8435 req-37c89cc1-2a61-49cc-95fa-83d1727e4718 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c78805c6-fd75-4761-92ef-73a3cba07eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342140 May 31 14:20:20.009048 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b9d0cd-f351-4c33-ba2e-e1fb98241913 req-85f0a7da-f35e-4569-8a1d-aa05baa7e2ad tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:20:20.010560 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e8b9d0cd-f351-4c33-ba2e-e1fb98241913 req-85f0a7da-f35e-4569-8a1d-aa05baa7e2ad tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a1a8555-f376-4d7d-b155-8bdb9f8a22cd HTTP/1.1" status: 200 len: 950 time: 0.0796354 May 31 14:20:20.054723 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e8b9d0cd-f351-4c33-ba2e-e1fb98241913 req-489024e2-db96-4b34-b054-e4637aa41219 tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] 10.222.0.50 "GET /v2.0/security-groups?id=c78805c6-fd75-4761-92ef-73a3cba07eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377915 May 31 14:20:21.251476 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf7066-8902-47d4-9319-ad03d08c9c93 req-8393c874-8b24-4004-8cfb-41d88d5f55de tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:20:21.252906 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bebf7066-8902-47d4-9319-ad03d08c9c93 req-8393c874-8b24-4004-8cfb-41d88d5f55de tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a1a8555-f376-4d7d-b155-8bdb9f8a22cd HTTP/1.1" status: 200 len: 950 time: 0.0839286 May 31 14:20:21.297976 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bebf7066-8902-47d4-9319-ad03d08c9c93 req-5626feee-b4a0-4703-83ec-2c52a7756524 tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] 10.222.0.50 "GET /v2.0/security-groups?id=c78805c6-fd75-4761-92ef-73a3cba07eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382400 May 31 14:20:22.498494 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb880f4-17b2-4d6d-bf87-b8cc77aa646b req-5ace8c93-e5df-4f84-82b4-d5a01204ceb2 tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:20:22.500075 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bcb880f4-17b2-4d6d-bf87-b8cc77aa646b req-5ace8c93-e5df-4f84-82b4-d5a01204ceb2 tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a1a8555-f376-4d7d-b155-8bdb9f8a22cd HTTP/1.1" status: 200 len: 950 time: 0.1042881 May 31 14:20:22.549058 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bcb880f4-17b2-4d6d-bf87-b8cc77aa646b req-827e871b-2758-46d5-bec7-2528379eb917 tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] 10.222.0.50 "GET /v2.0/security-groups?id=c78805c6-fd75-4761-92ef-73a3cba07eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432374 May 31 14:20:23.741410 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad015b89-c1ee-423a-bc17-5d53049fdd4e req-49c1db35-444a-4ce2-a77a-8ece8ee7c857 tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:20:23.742817 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ad015b89-c1ee-423a-bc17-5d53049fdd4e req-49c1db35-444a-4ce2-a77a-8ece8ee7c857 tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a1a8555-f376-4d7d-b155-8bdb9f8a22cd HTTP/1.1" status: 200 len: 950 time: 0.0803432 May 31 14:20:23.788379 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ad015b89-c1ee-423a-bc17-5d53049fdd4e req-338c1536-4e53-4641-87a6-ee6f01277706 tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] 10.222.0.50 "GET /v2.0/security-groups?id=c78805c6-fd75-4761-92ef-73a3cba07eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396283 May 31 14:20:23.807717 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7231e38-0f9b-4f4a-ac67-e9ab2a7ada9c req-3c304717-b933-4b09-a496-8a4f8fb3f702 tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:20:23.808400 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-e7231e38-0f9b-4f4a-ac67-e9ab2a7ada9c req-3c304717-b933-4b09-a496-8a4f8fb3f702 tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] Synchronizing usage tracker for tenant:f48ad40e79954631843e2dde780a2307 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:20:23.826636 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-e7231e38-0f9b-4f4a-ac67-e9ab2a7ada9c req-3c304717-b933-4b09-a496-8a4f8fb3f702 tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] Unset dirty status for tenant:f48ad40e79954631843e2dde780a2307 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:20:23.828607 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e7231e38-0f9b-4f4a-ac67-e9ab2a7ada9c req-3c304717-b933-4b09-a496-8a4f8fb3f702 tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a1a8555-f376-4d7d-b155-8bdb9f8a22cd HTTP/1.1" status: 200 len: 950 time: 0.0978801 May 31 14:20:23.911167 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-e7231e38-0f9b-4f4a-ac67-e9ab2a7ada9c req-294d5b27-0d31-418c-9ae1-d8c9ecb18048 tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] Deleting port 2bc5cfea-3cd1-4b79-b2ac-962fb889195d {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:20:23.911523 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-e7231e38-0f9b-4f4a-ac67-e9ab2a7ada9c req-294d5b27-0d31-418c-9ae1-d8c9ecb18048 tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:20:24.300657 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-e7231e38-0f9b-4f4a-ac67-e9ab2a7ada9c req-294d5b27-0d31-418c-9ae1-d8c9ecb18048 tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] For port 2bc5cfea-3cd1-4b79-b2ac-962fb889195d, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=2bc5cfea-3cd1-4b79-b2ac-962fb889195d,segment=NetworkSegment(42e7e5f1-a269-47e1-b749-e09d97a1e940),segment_id=42e7e5f1-a269-47e1-b749-e09d97a1e940)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:20:24.301282 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-e7231e38-0f9b-4f4a-ac67-e9ab2a7ada9c req-294d5b27-0d31-418c-9ae1-d8c9ecb18048 tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:20:24.429515 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-e7231e38-0f9b-4f4a-ac67-e9ab2a7ada9c req-294d5b27-0d31-418c-9ae1-d8c9ecb18048 tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] Calling delete_port for 2bc5cfea-3cd1-4b79-b2ac-962fb889195d owned by compute:nova {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:20:24.577633 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-e7231e38-0f9b-4f4a-ac67-e9ab2a7ada9c req-294d5b27-0d31-418c-9ae1-d8c9ecb18048 tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:20:24.590383 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['2bc5cfea-3cd1-4b79-b2ac-962fb889195d'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:20:24.627678 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294d5b27-0d31-418c-9ae1-d8c9ecb18048 tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] Pushing event deleted for resources: {'Port': ['ID=2bc5cfea-3cd1-4b79-b2ac-962fb889195d,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:20:24.708809 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7231e38-0f9b-4f4a-ac67-e9ab2a7ada9c req-294d5b27-0d31-418c-9ae1-d8c9ecb18048 tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] No DVR routers for this DVR port 2bc5cfea-3cd1-4b79-b2ac-962fb889195d on host n-h1-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:20:24.711833 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-e7231e38-0f9b-4f4a-ac67-e9ab2a7ada9c req-294d5b27-0d31-418c-9ae1-d8c9ecb18048 tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:20:24.714636 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a1a8555-f376-4d7d-b155-8bdb9f8a22cd', 'name': 'network-vif-deleted', 'tag': '2bc5cfea-3cd1-4b79-b2ac-962fb889195d'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:20:24.733158 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e7231e38-0f9b-4f4a-ac67-e9ab2a7ada9c req-294d5b27-0d31-418c-9ae1-d8c9ecb18048 tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] 10.222.0.20 "DELETE /v2.0/ports/2bc5cfea-3cd1-4b79-b2ac-962fb889195d HTTP/1.1" status: 204 len: 173 time: 0.9004335 May 31 14:20:24.776861 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09430ca6-8af3-4861-a2b9-038ed5150b83'] response: {'server_uuid': '7a1a8555-f376-4d7d-b155-8bdb9f8a22cd', 'name': 'network-vif-deleted', 'tag': '2bc5cfea-3cd1-4b79-b2ac-962fb889195d', 'status': 'completed', 'code': 200} May 31 14:20:24.971378 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4620416f-4f04-40ac-a765-ec21f9b261bc req-ab897dad-590c-4740-96b8-ec2073107483 tempest-ServersAdminNegativeTestJSON-349493628 tempest-ServersAdminNegativeTestJSON-349493628-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a1a8555-f376-4d7d-b155-8bdb9f8a22cd HTTP/1.1" status: 200 len: 210 time: 0.0481238 May 31 14:20:26.352215 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41622) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:20:26.540183 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-ede6eaf1-194f-4a0a-893a-a1be9f432acd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f48ad40e79954631843e2dde780a2307&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1866372 May 31 14:20:26.542670 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41628) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:20:26.599678 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fa4fc176-dae3-4877-8d7e-2e0cb931e2c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:20:26.625980 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fa4fc176-dae3-4877-8d7e-2e0cb931e2c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:20:26.680389 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fa4fc176-dae3-4877-8d7e-2e0cb931e2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:20:26.699333 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4fc176-dae3-4877-8d7e-2e0cb931e2c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c78805c6-fd75-4761-92ef-73a3cba07eb5,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:20:26.708126 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fa4fc176-dae3-4877-8d7e-2e0cb931e2c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:20:26.709226 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-fa4fc176-dae3-4877-8d7e-2e0cb931e2c9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c78805c6-fd75-4761-92ef-73a3cba07eb5 HTTP/1.1" status: 204 len: 168 time: 0.1656802 May 31 14:20:26.710597 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4fc176-dae3-4877-8d7e-2e0cb931e2c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:20:26.710938 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4fc176-dae3-4877-8d7e-2e0cb931e2c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:20:26.711263 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4fc176-dae3-4877-8d7e-2e0cb931e2c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:20:26.711597 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4fc176-dae3-4877-8d7e-2e0cb931e2c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:20:26.711921 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4fc176-dae3-4877-8d7e-2e0cb931e2c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:20:26.712239 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4fc176-dae3-4877-8d7e-2e0cb931e2c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:20:26.712559 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4fc176-dae3-4877-8d7e-2e0cb931e2c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:20:26.712878 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4fc176-dae3-4877-8d7e-2e0cb931e2c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:20:26.713186 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4fc176-dae3-4877-8d7e-2e0cb931e2c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:20:26.713491 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4fc176-dae3-4877-8d7e-2e0cb931e2c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:20:26.713810 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4fc176-dae3-4877-8d7e-2e0cb931e2c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:20:26.714148 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4fc176-dae3-4877-8d7e-2e0cb931e2c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:20:27.008932 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41638) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:20:27.027055 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-68c6281a-630b-43a1-9808-c229d08e280c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:20:27.041965 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-68c6281a-630b-43a1-9808-c229d08e280c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:20:27.045794 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-68c6281a-630b-43a1-9808-c229d08e280c admin admin] Usage tracker for resource:security_group_rule and tenant:066ac8f27957407698491c4b7e728647 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:20:27.049335 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-68c6281a-630b-43a1-9808-c229d08e280c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:20:27.055134 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-68c6281a-630b-43a1-9808-c229d08e280c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:20:27.145275 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-68c6281a-630b-43a1-9808-c229d08e280c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:20:27.152216 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-68c6281a-630b-43a1-9808-c229d08e280c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:20:27.214469 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-68c6281a-630b-43a1-9808-c229d08e280c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=066ac8f27957407698491c4b7e728647&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2043796 May 31 14:20:27.215446 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c6281a-630b-43a1-9808-c229d08e280c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c830d76-17e1-46ec-8e26-1f25eda80e25,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:20:27.217783 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41642) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:20:27.282576 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4674dd4c-2599-4984-9330-2b255142e76e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:20:27.308210 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4674dd4c-2599-4984-9330-2b255142e76e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:20:27.362849 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4674dd4c-2599-4984-9330-2b255142e76e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:20:27.377639 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4674dd4c-2599-4984-9330-2b255142e76e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c830d76-17e1-46ec-8e26-1f25eda80e25,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:20:27.389326 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4674dd4c-2599-4984-9330-2b255142e76e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:20:27.389645 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4674dd4c-2599-4984-9330-2b255142e76e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:20:27.390023 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4674dd4c-2599-4984-9330-2b255142e76e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:20:27.390937 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4674dd4c-2599-4984-9330-2b255142e76e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:20:27.391441 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4674dd4c-2599-4984-9330-2b255142e76e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:20:27.391960 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4674dd4c-2599-4984-9330-2b255142e76e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:20:27.392291 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4674dd4c-2599-4984-9330-2b255142e76e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:20:27.392617 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4674dd4c-2599-4984-9330-2b255142e76e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:20:27.392941 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4674dd4c-2599-4984-9330-2b255142e76e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:20:27.393262 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4674dd4c-2599-4984-9330-2b255142e76e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:20:27.393584 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4674dd4c-2599-4984-9330-2b255142e76e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:20:27.393900 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4674dd4c-2599-4984-9330-2b255142e76e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:20:27.397239 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4674dd4c-2599-4984-9330-2b255142e76e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:20:27.398091 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-4674dd4c-2599-4984-9330-2b255142e76e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4c830d76-17e1-46ec-8e26-1f25eda80e25 HTTP/1.1" status: 204 len: 168 time: 0.1785777 May 31 14:20:28.132477 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 41666) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:20:28.238412 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-b57214c3-702f-4080-8196-c4293dc458a6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1090704732-network', 'tenant_id': 'd74cdab089f8478188d5b5aee4b2b700'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:20:28.243806 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-b57214c3-702f-4080-8196-c4293dc458a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:20:28.247740 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-b57214c3-702f-4080-8196-c4293dc458a6 admin admin] Usage tracker for resource:network and tenant:d74cdab089f8478188d5b5aee4b2b700 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:20:28.251502 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-b57214c3-702f-4080-8196-c4293dc458a6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:20:28.258137 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-b57214c3-702f-4080-8196-c4293dc458a6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:20:28.271462 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b57214c3-702f-4080-8196-c4293dc458a6 admin admin] Made reservation on behalf of d74cdab089f8478188d5b5aee4b2b700 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:20:28.273906 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b57214c3-702f-4080-8196-c4293dc458a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:20:28.286422 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b57214c3-702f-4080-8196-c4293dc458a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:20:28.301217 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-b57214c3-702f-4080-8196-c4293dc458a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:20:28.305074 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-b57214c3-702f-4080-8196-c4293dc458a6 admin admin] Usage tracker for resource:security_group_rule and tenant:d74cdab089f8478188d5b5aee4b2b700 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:20:28.307899 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-b57214c3-702f-4080-8196-c4293dc458a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:20:28.314637 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-b57214c3-702f-4080-8196-c4293dc458a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:20:28.404061 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b57214c3-702f-4080-8196-c4293dc458a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:20:28.408946 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b57214c3-702f-4080-8196-c4293dc458a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:20:28.441374 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b57214c3-702f-4080-8196-c4293dc458a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 14:20:28.449516 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57214c3-702f-4080-8196-c4293dc458a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a24259-bf24-42fc-a641-e3794e564af4,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:20:28.454242 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b57214c3-702f-4080-8196-c4293dc458a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:20:28.454590 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-b57214c3-702f-4080-8196-c4293dc458a6 admin admin] Added segment f1a8a7fd-d9ee-4836-9749-fa329d6458bb of type vlan for network 916d5748-6ec3-49ac-810c-227f85aba9bd May 31 14:20:28.481276 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b57214c3-702f-4080-8196-c4293dc458a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:20:28.514984 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b57214c3-702f-4080-8196-c4293dc458a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:20:28.516345 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57214c3-702f-4080-8196-c4293dc458a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:20:28.516924 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b57214c3-702f-4080-8196-c4293dc458a6 admin admin] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:20:28.620219 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57214c3-702f-4080-8196-c4293dc458a6 admin admin] Pushing event updated for resources: {'Network': ['ID=916d5748-6ec3-49ac-810c-227f85aba9bd,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:20:28.631283 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-b57214c3-702f-4080-8196-c4293dc458a6 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4966600 May 31 14:20:28.632151 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41674) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:20:28.635077 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 916d5748-6ec3-49ac-810c-227f85aba9bd details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 14:20:28.638251 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-b9ef9460-5391-49cd-bf4e-e51c9eb4020e admin admin] Request body: {'subnet': {'network_id': '916d5748-6ec3-49ac-810c-227f85aba9bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1090704732-subnet', 'tenant_id': 'd74cdab089f8478188d5b5aee4b2b700', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:20:28.644284 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b9ef9460-5391-49cd-bf4e-e51c9eb4020e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:20:28.648210 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-b9ef9460-5391-49cd-bf4e-e51c9eb4020e admin admin] Usage tracker for resource:subnet and tenant:d74cdab089f8478188d5b5aee4b2b700 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:20:28.651089 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-b9ef9460-5391-49cd-bf4e-e51c9eb4020e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:20:28.657886 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b9ef9460-5391-49cd-bf4e-e51c9eb4020e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:20:28.668197 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ef9460-5391-49cd-bf4e-e51c9eb4020e admin admin] Made reservation on behalf of d74cdab089f8478188d5b5aee4b2b700 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:20:28.670529 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b9ef9460-5391-49cd-bf4e-e51c9eb4020e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:20:28.824101 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 2bc5cfea-3cd1-4b79-b2ac-962fb889195d no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:20:28.860970 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] No Port match for: 2bc5cfea-3cd1-4b79-b2ac-962fb889195d {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:20:28.861317 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 2bc5cfea-3cd1-4b79-b2ac-962fb889195d not bound to the agent host n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:20:28.892375 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b9ef9460-5391-49cd-bf4e-e51c9eb4020e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:20:28.966040 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ef9460-5391-49cd-bf4e-e51c9eb4020e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9199d09-b59b-4d77-afde-04c42a5f2ad1,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:20:28.976971 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ef9460-5391-49cd-bf4e-e51c9eb4020e admin admin] Checking segment: {'id': 'f1a8a7fd-d9ee-4836-9749-fa329d6458bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '916d5748-6ec3-49ac-810c-227f85aba9bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:20:28.977327 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ef9460-5391-49cd-bf4e-e51c9eb4020e admin admin] Network hostable DHCP agents. Network: 916d5748-6ec3-49ac-810c-227f85aba9bd, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 14:20:28.996069 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ef9460-5391-49cd-bf4e-e51c9eb4020e admin admin] Network 916d5748-6ec3-49ac-810c-227f85aba9bd is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 14:20:29.004508 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-b9ef9460-5391-49cd-bf4e-e51c9eb4020e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 916d5748-6ec3-49ac-810c-227f85aba9bd) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:20:29.009062 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ef9460-5391-49cd-bf4e-e51c9eb4020e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:20:29.009648 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b9ef9460-5391-49cd-bf4e-e51c9eb4020e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:20:29.014157 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc19473-f3d7-4a74-862f-6b0b4b0027de None None] Network 916d5748-6ec3-49ac-810c-227f85aba9bd requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:20:29.032095 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b9ef9460-5391-49cd-bf4e-e51c9eb4020e admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3983045 May 31 14:20:29.238415 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b4a45e-992e-4d54-8071-a4726980bcd5 None None] Network 916d5748-6ec3-49ac-810c-227f85aba9bd requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:20:29.575965 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91328533-180d-4f6d-91ea-416f4a6f8423 req-d45c717f-1e68-4039-b7c6-dad3cea1f44f tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:20:29.576563 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-91328533-180d-4f6d-91ea-416f4a6f8423 req-d45c717f-1e68-4039-b7c6-dad3cea1f44f tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] Synchronizing usage tracker for tenant:d74cdab089f8478188d5b5aee4b2b700 on resource:network {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:20:29.592933 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-91328533-180d-4f6d-91ea-416f4a6f8423 req-d45c717f-1e68-4039-b7c6-dad3cea1f44f tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] Unset dirty status for tenant:d74cdab089f8478188d5b5aee4b2b700 on resource:network {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:20:29.594292 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-91328533-180d-4f6d-91ea-416f4a6f8423 req-d45c717f-1e68-4039-b7c6-dad3cea1f44f tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.50 "GET /v2.0/networks?id=916d5748-6ec3-49ac-810c-227f85aba9bd HTTP/1.1" status: 200 len: 812 time: 0.1689804 May 31 14:20:29.610038 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-91328533-180d-4f6d-91ea-416f4a6f8423 req-e3007659-e6b4-4f97-b341-2337f9c8d3e6 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.50 "GET /v2.0/quotas/d74cdab089f8478188d5b5aee4b2b700 HTTP/1.1" status: 200 len: 375 time: 0.0102010 May 31 14:20:29.661410 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-91328533-180d-4f6d-91ea-416f4a6f8423 req-07864c73-ee59-4103-800f-822f1e440ff4 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d74cdab089f8478188d5b5aee4b2b700&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462162 May 31 14:20:29.794276 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-91328533-180d-4f6d-91ea-416f4a6f8423 req-f9fbd36b-da2d-41bf-ad2d-34703cb24252 service neutron] 10.222.0.50 "GET /v2.0/networks/916d5748-6ec3-49ac-810c-227f85aba9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258097 May 31 14:20:30.035585 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-91328533-180d-4f6d-91ea-416f4a6f8423 req-2049d151-5e92-49ac-b443-f6afe8521680 service neutron] 10.222.0.50 "GET /v2.0/networks/916d5748-6ec3-49ac-810c-227f85aba9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350280 May 31 14:20:30.214105 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-acbd6169-977c-4380-bc24-7a317ea466a7 req-b522de7a-e223-4540-8cfc-2e2d34fed32f tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c72c8a0-8199-4cce-b5b2-a986aec5f6ae HTTP/1.1" status: 200 len: 210 time: 0.0433538 May 31 14:20:31.286669 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91328533-180d-4f6d-91ea-416f4a6f8423 req-0f136dc3-0c60-41c9-8dd6-2f28e72875f3 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:20:31.288118 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-91328533-180d-4f6d-91ea-416f4a6f8423 req-0f136dc3-0c60-41c9-8dd6-2f28e72875f3 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.20 "GET /v2.0/networks?id=916d5748-6ec3-49ac-810c-227f85aba9bd HTTP/1.1" status: 200 len: 812 time: 0.1592746 May 31 14:20:31.301561 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-91328533-180d-4f6d-91ea-416f4a6f8423 req-923169c2-d161-4aef-8224-6558c9c49376 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] Request body: {'port': {'device_id': '2c72c8a0-8199-4cce-b5b2-a986aec5f6ae', 'network_id': '916d5748-6ec3-49ac-810c-227f85aba9bd', 'admin_state_up': True, 'tenant_id': 'd74cdab089f8478188d5b5aee4b2b700'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:20:31.383776 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8c127540-1954-4c21-81aa-1aedc65ce437 req-98d061bb-075b-4305-a33b-5c5de50bd0cd tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c72c8a0-8199-4cce-b5b2-a986aec5f6ae HTTP/1.1" status: 200 len: 210 time: 0.0462499 May 31 14:20:31.459490 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-91328533-180d-4f6d-91ea-416f4a6f8423 req-923169c2-d161-4aef-8224-6558c9c49376 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:20:31.463334 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-91328533-180d-4f6d-91ea-416f4a6f8423 req-923169c2-d161-4aef-8224-6558c9c49376 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] Usage tracker for resource:port and tenant:d74cdab089f8478188d5b5aee4b2b700 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:20:31.466099 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-91328533-180d-4f6d-91ea-416f4a6f8423 req-923169c2-d161-4aef-8224-6558c9c49376 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:20:31.472392 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-91328533-180d-4f6d-91ea-416f4a6f8423 req-923169c2-d161-4aef-8224-6558c9c49376 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:20:31.482163 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91328533-180d-4f6d-91ea-416f4a6f8423 req-923169c2-d161-4aef-8224-6558c9c49376 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] Made reservation on behalf of d74cdab089f8478188d5b5aee4b2b700 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:20:31.486143 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-91328533-180d-4f6d-91ea-416f4a6f8423 req-923169c2-d161-4aef-8224-6558c9c49376 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:20:31.656414 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [req-91328533-180d-4f6d-91ea-416f4a6f8423 req-923169c2-d161-4aef-8224-6558c9c49376 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] Allocated IP 172.20.0.8 (916d5748-6ec3-49ac-810c-227f85aba9bd/c9199d09-b59b-4d77-afde-04c42a5f2ad1/6a6b92e9-93db-40c2-8600-f41fe88187b2) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:20:31.859907 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-91328533-180d-4f6d-91ea-416f4a6f8423 req-923169c2-d161-4aef-8224-6558c9c49376 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:20:31.889735 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-91328533-180d-4f6d-91ea-416f4a6f8423 req-923169c2-d161-4aef-8224-6558c9c49376 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:20:31.965176 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91328533-180d-4f6d-91ea-416f4a6f8423 req-923169c2-d161-4aef-8224-6558c9c49376 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] Network 916d5748-6ec3-49ac-810c-227f85aba9bd is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:20:31.968499 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [req-91328533-180d-4f6d-91ea-416f4a6f8423 req-923169c2-d161-4aef-8224-6558c9c49376 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:20:31.972519 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-91328533-180d-4f6d-91ea-416f4a6f8423 req-923169c2-d161-4aef-8224-6558c9c49376 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:20:32.002955 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923169c2-d161-4aef-8224-6558c9c49376 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] Pushing event updated for resources: {'Port': ['ID=6a6b92e9-93db-40c2-8600-f41fe88187b2,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:20:32.040996 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91328533-180d-4f6d-91ea-416f4a6f8423 req-923169c2-d161-4aef-8224-6558c9c49376 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:20:32.041600 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-91328533-180d-4f6d-91ea-416f4a6f8423 req-923169c2-d161-4aef-8224-6558c9c49376 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:20:32.063487 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-91328533-180d-4f6d-91ea-416f4a6f8423 req-923169c2-d161-4aef-8224-6558c9c49376 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7672255 May 31 14:20:32.074155 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-91328533-180d-4f6d-91ea-416f4a6f8423 req-1f7738c2-0b20-411e-bf9b-b204196232e5 service neutron] Request body: {'port': {'device_id': '2c72c8a0-8199-4cce-b5b2-a986aec5f6ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843939-1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:20:32.282662 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-91328533-180d-4f6d-91ea-416f4a6f8423 req-1f7738c2-0b20-411e-bf9b-b204196232e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:20:32.574562 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9423a28f-8a17-4195-9d13-28b125d5e317 req-5abadcc3-84de-472c-8e11-9335dbc971f6 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:20:32.575941 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9423a28f-8a17-4195-9d13-28b125d5e317 req-5abadcc3-84de-472c-8e11-9335dbc971f6 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c72c8a0-8199-4cce-b5b2-a986aec5f6ae HTTP/1.1" status: 200 len: 931 time: 0.0837858 May 31 14:20:32.620927 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-9423a28f-8a17-4195-9d13-28b125d5e317 req-dfe11cb4-b2fb-4d55-84d0-15dafca6bef4 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] Synchronizing usage tracker for tenant:d74cdab089f8478188d5b5aee4b2b700 on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:20:32.631487 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [req-91328533-180d-4f6d-91ea-416f4a6f8423 req-1f7738c2-0b20-411e-bf9b-b204196232e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a6b92e9-93db-40c2-8600-f41fe88187b2 {{(pid=88369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:20:32.637376 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-9423a28f-8a17-4195-9d13-28b125d5e317 req-dfe11cb4-b2fb-4d55-84d0-15dafca6bef4 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] Unset dirty status for tenant:d74cdab089f8478188d5b5aee4b2b700 on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:20:32.638559 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9423a28f-8a17-4195-9d13-28b125d5e317 req-dfe11cb4-b2fb-4d55-84d0-15dafca6bef4 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2a24259-bf24-42fc-a641-e3794e564af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560839 May 31 14:20:32.639591 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-91328533-180d-4f6d-91ea-416f4a6f8423 req-1f7738c2-0b20-411e-bf9b-b204196232e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:20:32.658251 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-91328533-180d-4f6d-91ea-416f4a6f8423 req-1f7738c2-0b20-411e-bf9b-b204196232e5 service neutron] Transition to ACTIVE for port object 6a6b92e9-93db-40c2-8600-f41fe88187b2 will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:20:32.661224 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-91328533-180d-4f6d-91ea-416f4a6f8423 req-1f7738c2-0b20-411e-bf9b-b204196232e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:20:32.794661 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7738c2-0b20-411e-bf9b-b204196232e5 service neutron] Pushing event updated for resources: {'Port': ['ID=6a6b92e9-93db-40c2-8600-f41fe88187b2,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:20:32.900565 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-91328533-180d-4f6d-91ea-416f4a6f8423 req-1f7738c2-0b20-411e-bf9b-b204196232e5 service neutron] Attempting to bind port 6a6b92e9-93db-40c2-8600-f41fe88187b2 on host n-h1-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:20:32.900821 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-91328533-180d-4f6d-91ea-416f4a6f8423 req-1f7738c2-0b20-411e-bf9b-b204196232e5 service neutron] Attempting to bind port 6a6b92e9-93db-40c2-8600-f41fe88187b2 by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': 'f1a8a7fd-d9ee-4836-9749-fa329d6458bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '916d5748-6ec3-49ac-810c-227f85aba9bd'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:20:32.901150 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91328533-180d-4f6d-91ea-416f4a6f8423 req-1f7738c2-0b20-411e-bf9b-b204196232e5 service neutron] Attempting to bind port 6a6b92e9-93db-40c2-8600-f41fe88187b2 on network 916d5748-6ec3-49ac-810c-227f85aba9bd {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:20:32.906516 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91328533-180d-4f6d-91ea-416f4a6f8423 req-1f7738c2-0b20-411e-bf9b-b204196232e5 service neutron] Port 6a6b92e9-93db-40c2-8600-f41fe88187b2 on network 916d5748-6ec3-49ac-810c-227f85aba9bd not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 14:20:32.906836 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91328533-180d-4f6d-91ea-416f4a6f8423 req-1f7738c2-0b20-411e-bf9b-b204196232e5 service neutron] Attempting to bind port 6a6b92e9-93db-40c2-8600-f41fe88187b2 on network 916d5748-6ec3-49ac-810c-227f85aba9bd {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:20:32.912037 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91328533-180d-4f6d-91ea-416f4a6f8423 req-1f7738c2-0b20-411e-bf9b-b204196232e5 service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:20:32.912385 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91328533-180d-4f6d-91ea-416f4a6f8423 req-1f7738c2-0b20-411e-bf9b-b204196232e5 service neutron] Checking segment: {'id': 'f1a8a7fd-d9ee-4836-9749-fa329d6458bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '916d5748-6ec3-49ac-810c-227f85aba9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:20:32.912755 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91328533-180d-4f6d-91ea-416f4a6f8423 req-1f7738c2-0b20-411e-bf9b-b204196232e5 service neutron] Bound using segment: {'id': 'f1a8a7fd-d9ee-4836-9749-fa329d6458bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '916d5748-6ec3-49ac-810c-227f85aba9bd'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:20:32.913330 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-91328533-180d-4f6d-91ea-416f4a6f8423 req-1f7738c2-0b20-411e-bf9b-b204196232e5 service neutron] Bound port: 6a6b92e9-93db-40c2-8600-f41fe88187b2, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1a8a7fd-d9ee-4836-9749-fa329d6458bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '916d5748-6ec3-49ac-810c-227f85aba9bd'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:20:32.913530 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-91328533-180d-4f6d-91ea-416f4a6f8423 req-1f7738c2-0b20-411e-bf9b-b204196232e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:20:33.008394 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-91328533-180d-4f6d-91ea-416f4a6f8423 req-1f7738c2-0b20-411e-bf9b-b204196232e5 service neutron] For port 6a6b92e9-93db-40c2-8600-f41fe88187b2, host n-h1-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:20:33.011587 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-91328533-180d-4f6d-91ea-416f4a6f8423 req-1f7738c2-0b20-411e-bf9b-b204196232e5 service neutron] For port 6a6b92e9-93db-40c2-8600-f41fe88187b2, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=6a6b92e9-93db-40c2-8600-f41fe88187b2,segment=NetworkSegment(f1a8a7fd-d9ee-4836-9749-fa329d6458bb),segment_id=f1a8a7fd-d9ee-4836-9749-fa329d6458bb)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:20:33.015954 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-91328533-180d-4f6d-91ea-416f4a6f8423 req-1f7738c2-0b20-411e-bf9b-b204196232e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:20:33.074903 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91328533-180d-4f6d-91ea-416f4a6f8423 req-1f7738c2-0b20-411e-bf9b-b204196232e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:20:33.075509 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-91328533-180d-4f6d-91ea-416f4a6f8423 req-1f7738c2-0b20-411e-bf9b-b204196232e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:20:33.076870 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-91328533-180d-4f6d-91ea-416f4a6f8423 req-1f7738c2-0b20-411e-bf9b-b204196232e5 service neutron] 10.222.0.20 "PUT /v2.0/ports/6a6b92e9-93db-40c2-8600-f41fe88187b2 HTTP/1.1" status: 200 len: 1091 time: 1.0067790 May 31 14:20:33.077295 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c72c8a0-8199-4cce-b5b2-a986aec5f6ae', 'tag': '6a6b92e9-93db-40c2-8600-f41fe88187b2'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:20:33.101071 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7738c2-0b20-411e-bf9b-b204196232e5 service neutron] Pushing event updated for resources: {'Port': ['ID=6a6b92e9-93db-40c2-8600-f41fe88187b2,revision_number=3']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:20:33.145857 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d1f787d-e42f-4d7c-9a80-6856f2d8c1a4'] response: {'name': 'network-changed', 'server_uuid': '2c72c8a0-8199-4cce-b5b2-a986aec5f6ae', 'tag': '6a6b92e9-93db-40c2-8600-f41fe88187b2', 'status': 'completed', 'code': 200} May 31 14:20:33.192342 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91328533-180d-4f6d-91ea-416f4a6f8423 req-5bcbd609-af05-492b-b653-22d59ff179c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:20:33.193820 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-91328533-180d-4f6d-91ea-416f4a6f8423 req-5bcbd609-af05-492b-b653-22d59ff179c4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d74cdab089f8478188d5b5aee4b2b700&device_id=2c72c8a0-8199-4cce-b5b2-a986aec5f6ae HTTP/1.1" status: 200 len: 1094 time: 0.0794146 May 31 14:20:33.261398 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-91328533-180d-4f6d-91ea-416f4a6f8423 req-dc236e70-797f-4647-8fe1-eca696940fea service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a6b92e9-93db-40c2-8600-f41fe88187b2 HTTP/1.1" status: 200 len: 217 time: 0.0611424 May 31 14:20:33.326268 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91328533-180d-4f6d-91ea-416f4a6f8423 req-f8a94155-d5c8-46b7-918f-c823634ee822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:20:33.327883 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-91328533-180d-4f6d-91ea-416f4a6f8423 req-f8a94155-d5c8-46b7-918f-c823634ee822 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c9199d09-b59b-4d77-afde-04c42a5f2ad1 HTTP/1.1" status: 200 len: 852 time: 0.0607619 May 31 14:20:33.373596 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-91328533-180d-4f6d-91ea-416f4a6f8423 req-ee186f9e-b417-4823-a6f1-2958d8961094 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=916d5748-6ec3-49ac-810c-227f85aba9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402470 May 31 14:20:33.503327 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-91328533-180d-4f6d-91ea-416f4a6f8423 req-20c409b8-871f-4640-aa16-55d2bcc7cd72 service neutron] 10.222.0.20 "GET /v2.0/networks/916d5748-6ec3-49ac-810c-227f85aba9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239755 May 31 14:20:33.636076 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-91328533-180d-4f6d-91ea-416f4a6f8423 req-2c40b743-5511-4e7e-b91c-e9070a261550 service neutron] 10.222.0.20 "GET /v2.0/networks/916d5748-6ec3-49ac-810c-227f85aba9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272061 May 31 14:20:33.760965 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0a002-ee65-46be-828b-7ebc4489e85d req-87744d25-c8fe-4fb5-834a-dae4527ba5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:20:33.761794 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-57f0a002-ee65-46be-828b-7ebc4489e85d req-87744d25-c8fe-4fb5-834a-dae4527ba5a6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d74cdab089f8478188d5b5aee4b2b700&device_id=2c72c8a0-8199-4cce-b5b2-a986aec5f6ae HTTP/1.1" status: 200 len: 1094 time: 0.0764136 May 31 14:20:33.838979 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29200913-62c2-47c0-a144-398199701bc3 req-bb543818-501a-427d-9dc4-6f191d71622d tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:20:33.840510 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-29200913-62c2-47c0-a144-398199701bc3 req-bb543818-501a-427d-9dc4-6f191d71622d tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c72c8a0-8199-4cce-b5b2-a986aec5f6ae HTTP/1.1" status: 200 len: 943 time: 0.0866511 May 31 14:20:33.896286 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-29200913-62c2-47c0-a144-398199701bc3 req-130e30e0-1826-4bea-b6d3-4d45b526e8cc tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2a24259-bf24-42fc-a641-e3794e564af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490613 May 31 14:20:33.901738 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0a002-ee65-46be-828b-7ebc4489e85d req-61e08dac-fc56-4e8e-be4e-ac58b33b2d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:20:33.903340 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-57f0a002-ee65-46be-828b-7ebc4489e85d req-61e08dac-fc56-4e8e-be4e-ac58b33b2d72 service neutron] 10.222.0.20 "GET /v2.0/networks?id=916d5748-6ec3-49ac-810c-227f85aba9bd HTTP/1.1" status: 200 len: 913 time: 0.1353493 May 31 14:20:34.095004 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-57f0a002-ee65-46be-828b-7ebc4489e85d req-a28b48e6-f3ef-4faf-b1a6-b0bc2eaa27f2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a6b92e9-93db-40c2-8600-f41fe88187b2 HTTP/1.1" status: 200 len: 217 time: 0.1850901 May 31 14:20:34.162920 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0a002-ee65-46be-828b-7ebc4489e85d req-ddd3ab4f-a562-4d67-852b-afabc8ffcc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:20:34.164349 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-57f0a002-ee65-46be-828b-7ebc4489e85d req-ddd3ab4f-a562-4d67-852b-afabc8ffcc9f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c9199d09-b59b-4d77-afde-04c42a5f2ad1 HTTP/1.1" status: 200 len: 852 time: 0.0641887 May 31 14:20:34.216239 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-57f0a002-ee65-46be-828b-7ebc4489e85d req-91ecabc2-4c7c-46cb-b922-b8e071252ad9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=916d5748-6ec3-49ac-810c-227f85aba9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461204 May 31 14:20:34.357039 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-57f0a002-ee65-46be-828b-7ebc4489e85d req-85a75ba8-386d-4e2c-8fc7-4d4f8d4a6775 service neutron] 10.222.0.20 "GET /v2.0/networks/916d5748-6ec3-49ac-810c-227f85aba9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347635 May 31 14:20:34.496066 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-57f0a002-ee65-46be-828b-7ebc4489e85d req-d4c69eb6-82a9-4796-a747-f047c0056f36 service neutron] 10.222.0.20 "GET /v2.0/networks/916d5748-6ec3-49ac-810c-227f85aba9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327865 May 31 14:20:35.131492 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54082039-9283-41ec-a131-cc276f214fe7 req-5d297304-1edb-4f24-a0b2-69677b61c91c tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:20:35.132934 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-54082039-9283-41ec-a131-cc276f214fe7 req-5d297304-1edb-4f24-a0b2-69677b61c91c tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c72c8a0-8199-4cce-b5b2-a986aec5f6ae HTTP/1.1" status: 200 len: 943 time: 0.0835402 May 31 14:20:35.177014 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-54082039-9283-41ec-a131-cc276f214fe7 req-2eefe889-7ed2-41c5-9f85-d393464b5a26 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2a24259-bf24-42fc-a641-e3794e564af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383599 May 31 14:20:36.373112 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d6d0d-1551-4c4a-8200-2839435679f5 req-d6753c68-7934-46d1-bb3f-dfd6ad57cd05 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:20:36.375193 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d78d6d0d-1551-4c4a-8200-2839435679f5 req-d6753c68-7934-46d1-bb3f-dfd6ad57cd05 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c72c8a0-8199-4cce-b5b2-a986aec5f6ae HTTP/1.1" status: 200 len: 943 time: 0.0853601 May 31 14:20:36.418973 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d78d6d0d-1551-4c4a-8200-2839435679f5 req-d210dffd-c698-47b3-bb79-4d20891821d3 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2a24259-bf24-42fc-a641-e3794e564af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377910 May 31 14:20:36.830992 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 6a6b92e9-93db-40c2-8600-f41fe88187b2 details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 14:20:36.963995 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 6a6b92e9-93db-40c2-8600-f41fe88187b2, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=6a6b92e9-93db-40c2-8600-f41fe88187b2,segment=NetworkSegment(f1a8a7fd-d9ee-4836-9749-fa329d6458bb),segment_id=f1a8a7fd-d9ee-4836-9749-fa329d6458bb)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:20:36.977527 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': '6a6b92e9-93db-40c2-8600-f41fe88187b2', 'network_id': '916d5748-6ec3-49ac-810c-227f85aba9bd', 'port_id': '6a6b92e9-93db-40c2-8600-f41fe88187b2', 'mac_address': 'fa:16:3e:2e:fe:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9199d09-b59b-4d77-afde-04c42a5f2ad1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 14:20:37.041953 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 6a6b92e9-93db-40c2-8600-f41fe88187b2 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:20:37.042358 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:20:37.060182 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a6b92e9-93db-40c2-8600-f41fe88187b2 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:20:37.075624 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 6a6b92e9-93db-40c2-8600-f41fe88187b2, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=6a6b92e9-93db-40c2-8600-f41fe88187b2,segment=NetworkSegment(f1a8a7fd-d9ee-4836-9749-fa329d6458bb),segment_id=f1a8a7fd-d9ee-4836-9749-fa329d6458bb)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:20:37.080007 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:20:37.145563 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=6a6b92e9-93db-40c2-8600-f41fe88187b2,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:20:37.390922 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['6a6b92e9-93db-40c2-8600-f41fe88187b2'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:20:37.603365 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3039b6-de8a-4d2d-aba2-ea072356ba02 req-25ebee0b-1f57-4d37-9558-c0813dd36e85 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:20:37.604789 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4e3039b6-de8a-4d2d-aba2-ea072356ba02 req-25ebee0b-1f57-4d37-9558-c0813dd36e85 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c72c8a0-8199-4cce-b5b2-a986aec5f6ae HTTP/1.1" status: 200 len: 944 time: 0.0784123 May 31 14:20:37.648211 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4e3039b6-de8a-4d2d-aba2-ea072356ba02 req-15516809-13d5-416a-bec6-2054ea5116d6 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2a24259-bf24-42fc-a641-e3794e564af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377891 May 31 14:20:37.795328 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:20:38.831082 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 6a6b92e9-93db-40c2-8600-f41fe88187b2 up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:20:38.837246 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8716c2e0-0416-4ec6-a62e-87af40a872c5 req-f7142b83-b052-46dc-b3d3-d570d4152d3e tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:20:38.838865 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8716c2e0-0416-4ec6-a62e-87af40a872c5 req-f7142b83-b052-46dc-b3d3-d570d4152d3e tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c72c8a0-8199-4cce-b5b2-a986aec5f6ae HTTP/1.1" status: 200 len: 944 time: 0.0836627 May 31 14:20:38.884361 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8716c2e0-0416-4ec6-a62e-87af40a872c5 req-2d01861a-6b37-4969-a164-540c2238f17d tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2a24259-bf24-42fc-a641-e3794e564af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390301 May 31 14:20:38.899051 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning for port 6a6b92e9-93db-40c2-8600-f41fe88187b2 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:20:38.904208 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port 6a6b92e9-93db-40c2-8600-f41fe88187b2 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:20:38.904575 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:20:39.019419 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 6a6b92e9-93db-40c2-8600-f41fe88187b2 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:20:39.019695 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:20:39.028855 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [req-16f84006-ceb2-4705-ab0b-ac82e7980d09 req-051c7cb4-0183-4519-9590-91fc04576e66 service neutron] (88369) timed out ('10.222.0.50', 44958) {{(pid=88369) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 31 14:20:39.045253 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c72c8a0-8199-4cce-b5b2-a986aec5f6ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a6b92e9-93db-40c2-8600-f41fe88187b2'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:20:39.054939 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 6a6b92e9-93db-40c2-8600-f41fe88187b2, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=6a6b92e9-93db-40c2-8600-f41fe88187b2,segment=NetworkSegment(f1a8a7fd-d9ee-4836-9749-fa329d6458bb),segment_id=f1a8a7fd-d9ee-4836-9749-fa329d6458bb)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:20:39.059247 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:20:39.091037 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0263b709-072d-4851-9982-695addae4ec1'] response: {'server_uuid': '2c72c8a0-8199-4cce-b5b2-a986aec5f6ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a6b92e9-93db-40c2-8600-f41fe88187b2', 'code': 200} May 31 14:20:39.132376 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=6a6b92e9-93db-40c2-8600-f41fe88187b2,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:20:39.218683 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052977a2-7e5f-4b4f-933e-88a1483ae84a req-4c705f3b-2116-4ad7-a27a-af6c35be7cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:20:39.220188 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-052977a2-7e5f-4b4f-933e-88a1483ae84a req-4c705f3b-2116-4ad7-a27a-af6c35be7cbb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2c72c8a0-8199-4cce-b5b2-a986aec5f6ae HTTP/1.1" status: 200 len: 1096 time: 0.0696290 May 31 14:20:39.263274 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-052977a2-7e5f-4b4f-933e-88a1483ae84a req-01d18a3e-5fad-4960-b2a1-2f1ae63f0bfb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a2a24259-bf24-42fc-a641-e3794e564af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374594 May 31 14:20:39.316446 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:20:40.071909 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4449faee-b6bd-4bdb-af55-27bc240fb869 req-74a33990-b867-4a80-aecc-1da995d0b3e7 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:20:40.073362 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4449faee-b6bd-4bdb-af55-27bc240fb869 req-74a33990-b867-4a80-aecc-1da995d0b3e7 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c72c8a0-8199-4cce-b5b2-a986aec5f6ae HTTP/1.1" status: 200 len: 945 time: 0.0809729 May 31 14:20:40.117099 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4449faee-b6bd-4bdb-af55-27bc240fb869 req-6d6f60d2-9948-46b1-bba5-bfbc0fb8ed0a tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2a24259-bf24-42fc-a641-e3794e564af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374434 May 31 14:20:40.650160 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d28134aa-9d36-4186-a41c-62d3d0ff56b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:20:41.308781 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4041a077-9164-403e-90f1-764e1038d3a9 req-da43b484-dcbe-4f29-a2a2-133ea3d4782f tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:20:41.310278 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4041a077-9164-403e-90f1-764e1038d3a9 req-da43b484-dcbe-4f29-a2a2-133ea3d4782f tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c72c8a0-8199-4cce-b5b2-a986aec5f6ae HTTP/1.1" status: 200 len: 945 time: 0.0838532 May 31 14:20:41.357900 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4041a077-9164-403e-90f1-764e1038d3a9 req-53737baf-75fb-4a06-b752-73cb8cbc3950 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2a24259-bf24-42fc-a641-e3794e564af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414548 May 31 14:20:41.675281 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41742) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:20:41.762059 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a814894-b8e4-42ca-9e31-afabd553a9f0 req-434d08e6-c57e-410d-b7a3-533a71c4c718 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:20:41.763518 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1a814894-b8e4-42ca-9e31-afabd553a9f0 req-434d08e6-c57e-410d-b7a3-533a71c4c718 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c72c8a0-8199-4cce-b5b2-a986aec5f6ae HTTP/1.1" status: 200 len: 945 time: 0.0845420 May 31 14:20:41.790235 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-04f874f8-b913-4efd-bfbd-d14e13441850 req-4ad51a2c-ac21-4e8d-9d6a-af7487b0977f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2c72c8a0-8199-4cce-b5b2-a986aec5f6ae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1133235 May 31 14:20:41.814384 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1a814894-b8e4-42ca-9e31-afabd553a9f0 req-3742ed6c-0658-43ec-b8d8-8b97544d5772 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2a24259-bf24-42fc-a641-e3794e564af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430946 May 31 14:20:42.840194 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-79534a0b-5674-4f91-93e9-4feada8516a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:20:43.004561 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce09e75d-5cc7-4e4d-8e0b-353013869893 req-1ef4e159-fbe9-4cfe-9242-13dc297da169 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:20:43.006048 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ce09e75d-5cc7-4e4d-8e0b-353013869893 req-1ef4e159-fbe9-4cfe-9242-13dc297da169 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c72c8a0-8199-4cce-b5b2-a986aec5f6ae HTTP/1.1" status: 200 len: 945 time: 0.0816722 May 31 14:20:43.055608 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ce09e75d-5cc7-4e4d-8e0b-353013869893 req-621c035e-5b3c-4d61-a96d-dd3231be4e53 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2a24259-bf24-42fc-a641-e3794e564af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438380 May 31 14:20:43.133020 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f874f8-b913-4efd-bfbd-d14e13441850 req-5a68b5c8-b71c-4476-bc1f-270eb2b47938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:20:43.134430 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-04f874f8-b913-4efd-bfbd-d14e13441850 req-5a68b5c8-b71c-4476-bc1f-270eb2b47938 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d74cdab089f8478188d5b5aee4b2b700&device_id=2c72c8a0-8199-4cce-b5b2-a986aec5f6ae HTTP/1.1" status: 200 len: 1096 time: 0.0837641 May 31 14:20:43.270107 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f874f8-b913-4efd-bfbd-d14e13441850 req-99d34511-e1ca-433f-8111-7cdf83455383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:20:43.271560 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-04f874f8-b913-4efd-bfbd-d14e13441850 req-99d34511-e1ca-433f-8111-7cdf83455383 service neutron] 10.222.0.20 "GET /v2.0/networks?id=916d5748-6ec3-49ac-810c-227f85aba9bd HTTP/1.1" status: 200 len: 913 time: 0.1308744 May 31 14:20:43.347660 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-04f874f8-b913-4efd-bfbd-d14e13441850 req-f8388db0-5126-4561-97b9-f0b6aa55645c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a6b92e9-93db-40c2-8600-f41fe88187b2 HTTP/1.1" status: 200 len: 217 time: 0.0702157 May 31 14:20:43.412926 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f874f8-b913-4efd-bfbd-d14e13441850 req-9cc904d9-4ddc-403f-b2e6-b8a79d8aa9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:20:43.414386 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-04f874f8-b913-4efd-bfbd-d14e13441850 req-9cc904d9-4ddc-403f-b2e6-b8a79d8aa9cf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c9199d09-b59b-4d77-afde-04c42a5f2ad1 HTTP/1.1" status: 200 len: 852 time: 0.0615535 May 31 14:20:43.460726 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-04f874f8-b913-4efd-bfbd-d14e13441850 req-abfc86e3-2d58-47cf-8580-bc90c7926cce service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=916d5748-6ec3-49ac-810c-227f85aba9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404747 May 31 14:20:43.591874 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-04f874f8-b913-4efd-bfbd-d14e13441850 req-fbdb4cfc-f3c3-40b5-9eea-2e595dde7ffe service neutron] 10.222.0.20 "GET /v2.0/networks/916d5748-6ec3-49ac-810c-227f85aba9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244731 May 31 14:20:43.721213 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-04f874f8-b913-4efd-bfbd-d14e13441850 req-680ada01-0ce4-4e2f-950c-5e4c42f4eee7 service neutron] 10.222.0.20 "GET /v2.0/networks/916d5748-6ec3-49ac-810c-227f85aba9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233139 May 31 14:20:43.919418 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:20:44.039926 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:20:44.245019 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb61b5f-c699-4506-b91a-165875870a69 req-799e9e44-b6cc-429b-ad6a-6cf923325a67 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:20:44.246495 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-deb61b5f-c699-4506-b91a-165875870a69 req-799e9e44-b6cc-429b-ad6a-6cf923325a67 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c72c8a0-8199-4cce-b5b2-a986aec5f6ae HTTP/1.1" status: 200 len: 945 time: 0.0834262 May 31 14:20:44.290659 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-deb61b5f-c699-4506-b91a-165875870a69 req-b0f46a71-92d7-456d-8672-25b303ef34f0 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2a24259-bf24-42fc-a641-e3794e564af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374541 May 31 14:20:45.479144 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d48f88-2407-4452-87a0-c4c0551b0939 req-a89dfe53-e854-4f39-accc-29117de79911 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:20:45.480584 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-52d48f88-2407-4452-87a0-c4c0551b0939 req-a89dfe53-e854-4f39-accc-29117de79911 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c72c8a0-8199-4cce-b5b2-a986aec5f6ae HTTP/1.1" status: 200 len: 945 time: 0.0802910 May 31 14:20:45.524126 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-52d48f88-2407-4452-87a0-c4c0551b0939 req-b846a3e4-682c-4459-9ca4-eea9505c2386 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2a24259-bf24-42fc-a641-e3794e564af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375047 May 31 14:20:45.776401 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:20:46.719749 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5001a89f-76de-4d0e-9f0a-f1be2929a8ab req-1887fae9-0d6b-477c-b4f5-7805ba839fd4 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:20:46.721299 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5001a89f-76de-4d0e-9f0a-f1be2929a8ab req-1887fae9-0d6b-477c-b4f5-7805ba839fd4 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c72c8a0-8199-4cce-b5b2-a986aec5f6ae HTTP/1.1" status: 200 len: 945 time: 0.0867236 May 31 14:20:46.765917 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5001a89f-76de-4d0e-9f0a-f1be2929a8ab req-a64f5988-df57-40e0-9759-348d3678f765 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2a24259-bf24-42fc-a641-e3794e564af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391455 May 31 14:20:47.948353 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcddef66-cca3-4a77-af5a-011f140457b3 req-5f282174-b71a-49f1-a425-7c50869093c2 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:20:47.949795 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bcddef66-cca3-4a77-af5a-011f140457b3 req-5f282174-b71a-49f1-a425-7c50869093c2 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c72c8a0-8199-4cce-b5b2-a986aec5f6ae HTTP/1.1" status: 200 len: 945 time: 0.0798817 May 31 14:20:47.996516 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bcddef66-cca3-4a77-af5a-011f140457b3 req-df11c77c-5682-451f-a498-043f4cd48d98 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2a24259-bf24-42fc-a641-e3794e564af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404038 May 31 14:20:49.218725 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d1cb3b-fc61-4d24-8a17-03123563d986 req-b5082afc-e288-4ae9-85ac-b4f0a9c9e14b tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:20:49.220816 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f6d1cb3b-fc61-4d24-8a17-03123563d986 req-b5082afc-e288-4ae9-85ac-b4f0a9c9e14b tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c72c8a0-8199-4cce-b5b2-a986aec5f6ae HTTP/1.1" status: 200 len: 945 time: 0.0971360 May 31 14:20:49.268837 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f6d1cb3b-fc61-4d24-8a17-03123563d986 req-c531b3d5-a5ae-4c16-9824-aa008a66048e tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2a24259-bf24-42fc-a641-e3794e564af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421762 May 31 14:20:49.642268 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:20:50.459346 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d25d0ee-fab1-476c-a78b-004955aaa56b req-a86a39ac-8cc4-4f92-a828-b1530d76f68f tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:20:50.460799 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9d25d0ee-fab1-476c-a78b-004955aaa56b req-a86a39ac-8cc4-4f92-a828-b1530d76f68f tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c72c8a0-8199-4cce-b5b2-a986aec5f6ae HTTP/1.1" status: 200 len: 945 time: 0.0833242 May 31 14:20:50.505937 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9d25d0ee-fab1-476c-a78b-004955aaa56b req-eda919be-1afc-4f0b-a0ef-673865f0f6b3 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2a24259-bf24-42fc-a641-e3794e564af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394168 May 31 14:20:51.699693 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b40327e-dc9c-4cb7-a641-ce77176d63ea req-0f0471e0-7cc6-4917-a05c-a866a1b2a786 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:20:51.701141 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2b40327e-dc9c-4cb7-a641-ce77176d63ea req-0f0471e0-7cc6-4917-a05c-a866a1b2a786 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c72c8a0-8199-4cce-b5b2-a986aec5f6ae HTTP/1.1" status: 200 len: 945 time: 0.0798728 May 31 14:20:51.745483 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2b40327e-dc9c-4cb7-a641-ce77176d63ea req-132ddcf6-448c-4ba0-acbc-d0fee88d4278 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2a24259-bf24-42fc-a641-e3794e564af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385647 May 31 14:20:52.940541 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba776c9-cf1b-4ec3-95f6-ac214190a49e req-8f19dc78-4e4a-4b80-b452-bcfe5a19fe20 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:20:52.942765 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0ba776c9-cf1b-4ec3-95f6-ac214190a49e req-8f19dc78-4e4a-4b80-b452-bcfe5a19fe20 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c72c8a0-8199-4cce-b5b2-a986aec5f6ae HTTP/1.1" status: 200 len: 945 time: 0.0891495 May 31 14:20:52.989118 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0ba776c9-cf1b-4ec3-95f6-ac214190a49e req-77299bb9-6d91-4e24-897b-b7580f443fc2 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2a24259-bf24-42fc-a641-e3794e564af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401890 May 31 14:20:54.181839 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b5e4c3-9c65-47cc-8560-96976b8a25ce req-4e6616dc-d3de-48ee-bd0e-f3c18ae6eeb4 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:20:54.183276 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b8b5e4c3-9c65-47cc-8560-96976b8a25ce req-4e6616dc-d3de-48ee-bd0e-f3c18ae6eeb4 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c72c8a0-8199-4cce-b5b2-a986aec5f6ae HTTP/1.1" status: 200 len: 945 time: 0.0802965 May 31 14:20:54.238767 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b8b5e4c3-9c65-47cc-8560-96976b8a25ce req-403c7b31-60e7-4dc1-92db-bcf316559d9a tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2a24259-bf24-42fc-a641-e3794e564af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433061 May 31 14:20:55.428393 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff8102b-07e8-4e51-9f2c-9d6c05cbcf82 req-22e1890a-635a-4bfe-8bde-9085b0d8827a tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:20:55.429845 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5ff8102b-07e8-4e51-9f2c-9d6c05cbcf82 req-22e1890a-635a-4bfe-8bde-9085b0d8827a tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c72c8a0-8199-4cce-b5b2-a986aec5f6ae HTTP/1.1" status: 200 len: 945 time: 0.0839102 May 31 14:20:55.474515 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5ff8102b-07e8-4e51-9f2c-9d6c05cbcf82 req-da39091a-9aaa-4dd5-95d3-18860101e70e tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2a24259-bf24-42fc-a641-e3794e564af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388358 May 31 14:20:56.662680 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af64bee-b53f-45ae-b8af-8d29eae18408 req-39824ab6-e51e-4ca2-a549-c1f29f2f1d79 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:20:56.664164 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9af64bee-b53f-45ae-b8af-8d29eae18408 req-39824ab6-e51e-4ca2-a549-c1f29f2f1d79 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c72c8a0-8199-4cce-b5b2-a986aec5f6ae HTTP/1.1" status: 200 len: 945 time: 0.0792909 May 31 14:20:56.713225 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9af64bee-b53f-45ae-b8af-8d29eae18408 req-e87fa0a5-fb62-49ed-810e-2048e20fddae tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2a24259-bf24-42fc-a641-e3794e564af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429969 May 31 14:20:57.142609 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d949e49c-4a18-4251-89ff-3a0366c7c87f req-5cbb9655-8902-4081-b352-5b49d85a60f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:20:57.143969 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d949e49c-4a18-4251-89ff-3a0366c7c87f req-5cbb9655-8902-4081-b352-5b49d85a60f1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d74cdab089f8478188d5b5aee4b2b700&device_id=2c72c8a0-8199-4cce-b5b2-a986aec5f6ae HTTP/1.1" status: 200 len: 1096 time: 0.0712314 May 31 14:20:57.288928 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d949e49c-4a18-4251-89ff-3a0366c7c87f req-c3e807ff-e3a2-4b4a-8f7e-3e1146f2bfae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:20:57.290373 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d949e49c-4a18-4251-89ff-3a0366c7c87f req-c3e807ff-e3a2-4b4a-8f7e-3e1146f2bfae service neutron] 10.222.0.20 "GET /v2.0/networks?id=916d5748-6ec3-49ac-810c-227f85aba9bd HTTP/1.1" status: 200 len: 913 time: 0.1277444 May 31 14:20:57.462977 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d949e49c-4a18-4251-89ff-3a0366c7c87f req-f85528a0-317e-47bc-964c-b7845c346390 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a6b92e9-93db-40c2-8600-f41fe88187b2 HTTP/1.1" status: 200 len: 217 time: 0.1655128 May 31 14:20:57.524423 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d949e49c-4a18-4251-89ff-3a0366c7c87f req-5ade2fa2-13ed-4658-b45c-8c4a97d4586d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:20:57.525797 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d949e49c-4a18-4251-89ff-3a0366c7c87f req-5ade2fa2-13ed-4658-b45c-8c4a97d4586d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c9199d09-b59b-4d77-afde-04c42a5f2ad1 HTTP/1.1" status: 200 len: 852 time: 0.0567763 May 31 14:20:57.573286 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d949e49c-4a18-4251-89ff-3a0366c7c87f req-3c7e6ee3-55e6-4b0f-a1a3-343a6f1f9c66 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=916d5748-6ec3-49ac-810c-227f85aba9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414155 May 31 14:20:57.700985 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d949e49c-4a18-4251-89ff-3a0366c7c87f req-92599880-3fe1-4d49-bb45-e791fb8bd805 service neutron] 10.222.0.20 "GET /v2.0/networks/916d5748-6ec3-49ac-810c-227f85aba9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208260 May 31 14:20:57.831759 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d949e49c-4a18-4251-89ff-3a0366c7c87f req-2db12517-5b2a-434b-ad96-115ae16da776 service neutron] 10.222.0.20 "GET /v2.0/networks/916d5748-6ec3-49ac-810c-227f85aba9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249361 May 31 14:20:57.902392 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea8692b-0e6e-46a0-afcc-a3252911330f req-99750eb2-53aa-4560-90ac-83f29be9b598 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:20:57.903840 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4ea8692b-0e6e-46a0-afcc-a3252911330f req-99750eb2-53aa-4560-90ac-83f29be9b598 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c72c8a0-8199-4cce-b5b2-a986aec5f6ae HTTP/1.1" status: 200 len: 945 time: 0.0824242 May 31 14:20:57.948596 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4ea8692b-0e6e-46a0-afcc-a3252911330f req-57fc67b6-38b0-437b-a71d-c387ef5837a9 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2a24259-bf24-42fc-a641-e3794e564af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383971 May 31 14:20:59.140009 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41a6c43-eb52-4b2d-840d-d1942791f9ac req-ee0d9e43-0227-49e3-995b-15d974af33bd tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:20:59.141452 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b41a6c43-eb52-4b2d-840d-d1942791f9ac req-ee0d9e43-0227-49e3-995b-15d974af33bd tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c72c8a0-8199-4cce-b5b2-a986aec5f6ae HTTP/1.1" status: 200 len: 945 time: 0.0841427 May 31 14:20:59.184580 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b41a6c43-eb52-4b2d-840d-d1942791f9ac req-824f87df-93f3-4e78-a434-a2d4acb9e08e tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2a24259-bf24-42fc-a641-e3794e564af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372341 May 31 14:21:00.371729 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2161d0a-098c-4a03-b60f-9521a472f4c4 req-c1ae749a-8239-4ace-84e5-683b4a6e4289 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:21:00.373185 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c2161d0a-098c-4a03-b60f-9521a472f4c4 req-c1ae749a-8239-4ace-84e5-683b4a6e4289 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c72c8a0-8199-4cce-b5b2-a986aec5f6ae HTTP/1.1" status: 200 len: 945 time: 0.0782940 May 31 14:21:00.419269 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c2161d0a-098c-4a03-b60f-9521a472f4c4 req-c56c7936-6a8f-4590-b819-8e11aa29762b tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2a24259-bf24-42fc-a641-e3794e564af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391066 May 31 14:21:01.608855 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d73d4-f3cc-4f8f-9091-c4e150abe052 req-b21bc7b9-65f4-4a32-a71b-9a89d6e170fd tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:21:01.610337 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-010d73d4-f3cc-4f8f-9091-c4e150abe052 req-b21bc7b9-65f4-4a32-a71b-9a89d6e170fd tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c72c8a0-8199-4cce-b5b2-a986aec5f6ae HTTP/1.1" status: 200 len: 945 time: 0.0841253 May 31 14:21:01.653413 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-010d73d4-f3cc-4f8f-9091-c4e150abe052 req-71cf9b81-c4a1-422d-bf14-cf214cd945df tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2a24259-bf24-42fc-a641-e3794e564af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373275 May 31 14:21:02.837734 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b67b43-ea15-43be-b5d3-27ed2c7cb789 req-cd56af68-9984-43da-9860-5b300300728a tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:21:02.839208 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-53b67b43-ea15-43be-b5d3-27ed2c7cb789 req-cd56af68-9984-43da-9860-5b300300728a tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c72c8a0-8199-4cce-b5b2-a986aec5f6ae HTTP/1.1" status: 200 len: 945 time: 0.0788622 May 31 14:21:02.886267 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-53b67b43-ea15-43be-b5d3-27ed2c7cb789 req-4ca6ea2f-51b7-40a0-bd49-92c360ccf32a tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2a24259-bf24-42fc-a641-e3794e564af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413659 May 31 14:21:04.177520 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789a1424-3506-47a0-abb0-25afa6366454 req-8f18c7aa-8d94-4e91-be54-3285153ea620 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:21:04.178905 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-789a1424-3506-47a0-abb0-25afa6366454 req-8f18c7aa-8d94-4e91-be54-3285153ea620 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c72c8a0-8199-4cce-b5b2-a986aec5f6ae HTTP/1.1" status: 200 len: 945 time: 0.1862314 May 31 14:21:04.224057 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-789a1424-3506-47a0-abb0-25afa6366454 req-35c46799-26dc-4acb-a5ac-f48376b9824d tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2a24259-bf24-42fc-a641-e3794e564af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394201 May 31 14:21:05.412555 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a533e79e-76ab-47a9-99f5-d94c28efb9f7 req-2c9fde2f-3409-42f2-a85e-a190023a663b tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:21:05.414013 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a533e79e-76ab-47a9-99f5-d94c28efb9f7 req-2c9fde2f-3409-42f2-a85e-a190023a663b tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c72c8a0-8199-4cce-b5b2-a986aec5f6ae HTTP/1.1" status: 200 len: 945 time: 0.0814521 May 31 14:21:05.436959 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [req-c76cfb92-e9cd-489e-8d20-dd7880b0ec1f req-622acdf3-3efd-4681-bfe9-bb10f37f4457 service neutron] (88370) timed out ('10.222.0.44', 53909) {{(pid=88370) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 31 14:21:05.459115 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a533e79e-76ab-47a9-99f5-d94c28efb9f7 req-a03e849a-e713-4909-a3fc-81d7f3fa1949 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2a24259-bf24-42fc-a641-e3794e564af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393338 May 31 14:21:06.641873 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b41b3b-afee-4a05-98f2-a122cd8174cf req-d432706d-bfee-4cb1-a621-7d3d46a6e1c4 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:21:06.643250 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-29b41b3b-afee-4a05-98f2-a122cd8174cf req-d432706d-bfee-4cb1-a621-7d3d46a6e1c4 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c72c8a0-8199-4cce-b5b2-a986aec5f6ae HTTP/1.1" status: 200 len: 945 time: 0.0791061 May 31 14:21:06.696587 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-29b41b3b-afee-4a05-98f2-a122cd8174cf req-cd3b5510-9829-44a9-b241-157145a29235 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2a24259-bf24-42fc-a641-e3794e564af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476875 May 31 14:21:07.799960 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:21:07.885768 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab82c6d-1117-46ac-b860-0c833b271369 req-1f29baea-fed0-4e64-8dcf-c6bb50ec8485 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:21:07.887237 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1ab82c6d-1117-46ac-b860-0c833b271369 req-1f29baea-fed0-4e64-8dcf-c6bb50ec8485 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c72c8a0-8199-4cce-b5b2-a986aec5f6ae HTTP/1.1" status: 200 len: 945 time: 0.0798600 May 31 14:21:07.932565 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1ab82c6d-1117-46ac-b860-0c833b271369 req-241fb359-53f8-4e66-b443-0a07c76c19dd tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2a24259-bf24-42fc-a641-e3794e564af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389414 May 31 14:21:09.124118 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c91f7-d92c-40eb-9eba-c75961fa511d req-6cfd9e8f-f051-40b5-bd8c-108dae9b0a79 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:21:09.125562 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a28c91f7-d92c-40eb-9eba-c75961fa511d req-6cfd9e8f-f051-40b5-bd8c-108dae9b0a79 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c72c8a0-8199-4cce-b5b2-a986aec5f6ae HTTP/1.1" status: 200 len: 945 time: 0.0845428 May 31 14:21:09.169245 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a28c91f7-d92c-40eb-9eba-c75961fa511d req-fb86f780-43af-4c36-b9d8-00f460b3667f tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2a24259-bf24-42fc-a641-e3794e564af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377164 May 31 14:21:09.324294 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:21:10.352627 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c342fb-1921-4b35-b07f-781f4feef77e req-72bfecfe-505f-455e-bc5e-1c4bed465684 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:21:10.354180 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-99c342fb-1921-4b35-b07f-781f4feef77e req-72bfecfe-505f-455e-bc5e-1c4bed465684 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c72c8a0-8199-4cce-b5b2-a986aec5f6ae HTTP/1.1" status: 200 len: 945 time: 0.0794895 May 31 14:21:10.399047 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-99c342fb-1921-4b35-b07f-781f4feef77e req-7f8e9d0d-72f5-4eac-8b1e-5902bb582373 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2a24259-bf24-42fc-a641-e3794e564af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387070 May 31 14:21:10.518713 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [req-04f874f8-b913-4efd-bfbd-d14e13441850 req-ee3b906c-d10f-4e52-ae37-cacfdc353497 service neutron] show failed (client error): The resource could not be found. May 31 14:21:10.519756 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-04f874f8-b913-4efd-bfbd-d14e13441850 req-ee3b906c-d10f-4e52-ae37-cacfdc353497 service neutron] 10.222.0.20 "GET /v2.0/ports/6a6b92e9-93db-40c2-8600-f41fe88187b2/bindings/n-h2-843939-1 HTTP/1.1" status: 404 len: 380 time: 0.0773113 May 31 14:21:10.651158 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1f0b1a9a-8ca1-4dbc-8de9-4bbfe874c439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:21:10.777888 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f874f8-b913-4efd-bfbd-d14e13441850 req-eefba7a4-0ac3-4344-a722-2d8b964441d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:21:10.779294 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-04f874f8-b913-4efd-bfbd-d14e13441850 req-eefba7a4-0ac3-4344-a722-2d8b964441d3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2c72c8a0-8199-4cce-b5b2-a986aec5f6ae&tenant_id=d74cdab089f8478188d5b5aee4b2b700 HTTP/1.1" status: 200 len: 1096 time: 0.0761690 May 31 14:21:10.790867 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-04f874f8-b913-4efd-bfbd-d14e13441850 req-41256bce-d5bd-4e62-97ac-50bb8359780d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843939-1', 'device_owner': 'compute:nova'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:21:10.899507 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-04f874f8-b913-4efd-bfbd-d14e13441850 req-41256bce-d5bd-4e62-97ac-50bb8359780d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:21:11.169545 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-04f874f8-b913-4efd-bfbd-d14e13441850 req-41256bce-d5bd-4e62-97ac-50bb8359780d service neutron] For port 6a6b92e9-93db-40c2-8600-f41fe88187b2, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=6a6b92e9-93db-40c2-8600-f41fe88187b2,segment=NetworkSegment(f1a8a7fd-d9ee-4836-9749-fa329d6458bb),segment_id=f1a8a7fd-d9ee-4836-9749-fa329d6458bb)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:21:11.197602 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-04f874f8-b913-4efd-bfbd-d14e13441850 req-41256bce-d5bd-4e62-97ac-50bb8359780d service neutron] For port 6a6b92e9-93db-40c2-8600-f41fe88187b2, host n-h1-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:21:11.257813 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c72c8a0-8199-4cce-b5b2-a986aec5f6ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a6b92e9-93db-40c2-8600-f41fe88187b2'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:21:11.263424 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-04f874f8-b913-4efd-bfbd-d14e13441850 req-41256bce-d5bd-4e62-97ac-50bb8359780d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:21:11.278745 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-04f874f8-b913-4efd-bfbd-d14e13441850 req-41256bce-d5bd-4e62-97ac-50bb8359780d service neutron] Transition to ACTIVE for port object 6a6b92e9-93db-40c2-8600-f41fe88187b2 will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:21:11.282572 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-04f874f8-b913-4efd-bfbd-d14e13441850 req-41256bce-d5bd-4e62-97ac-50bb8359780d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:21:11.322038 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06c7ad49-7480-4270-9da3-b10b3c38be1b'] response: {'server_uuid': '2c72c8a0-8199-4cce-b5b2-a986aec5f6ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a6b92e9-93db-40c2-8600-f41fe88187b2', 'code': 200} May 31 14:21:11.443435 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-04f874f8-b913-4efd-bfbd-d14e13441850 req-41256bce-d5bd-4e62-97ac-50bb8359780d service neutron] No DVR routers for this DVR port 6a6b92e9-93db-40c2-8600-f41fe88187b2 on host n-h1-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:21:11.452691 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41256bce-d5bd-4e62-97ac-50bb8359780d service neutron] Pushing event updated for resources: {'Port': ['ID=6a6b92e9-93db-40c2-8600-f41fe88187b2,revision_number=6']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:21:11.507860 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-04f874f8-b913-4efd-bfbd-d14e13441850 req-41256bce-d5bd-4e62-97ac-50bb8359780d service neutron] Attempting to bind port 6a6b92e9-93db-40c2-8600-f41fe88187b2 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:21:11.508196 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-04f874f8-b913-4efd-bfbd-d14e13441850 req-41256bce-d5bd-4e62-97ac-50bb8359780d service neutron] Attempting to bind port 6a6b92e9-93db-40c2-8600-f41fe88187b2 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'f1a8a7fd-d9ee-4836-9749-fa329d6458bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '916d5748-6ec3-49ac-810c-227f85aba9bd'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:21:11.508514 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f874f8-b913-4efd-bfbd-d14e13441850 req-41256bce-d5bd-4e62-97ac-50bb8359780d service neutron] Attempting to bind port 6a6b92e9-93db-40c2-8600-f41fe88187b2 on network 916d5748-6ec3-49ac-810c-227f85aba9bd {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:21:11.513261 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f874f8-b913-4efd-bfbd-d14e13441850 req-41256bce-d5bd-4e62-97ac-50bb8359780d service neutron] Port 6a6b92e9-93db-40c2-8600-f41fe88187b2 on network 916d5748-6ec3-49ac-810c-227f85aba9bd not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 14:21:11.513581 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f874f8-b913-4efd-bfbd-d14e13441850 req-41256bce-d5bd-4e62-97ac-50bb8359780d service neutron] Attempting to bind port 6a6b92e9-93db-40c2-8600-f41fe88187b2 on network 916d5748-6ec3-49ac-810c-227f85aba9bd {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:21:11.519407 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f874f8-b913-4efd-bfbd-d14e13441850 req-41256bce-d5bd-4e62-97ac-50bb8359780d service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:21:11.520024 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f874f8-b913-4efd-bfbd-d14e13441850 req-41256bce-d5bd-4e62-97ac-50bb8359780d service neutron] Checking segment: {'id': 'f1a8a7fd-d9ee-4836-9749-fa329d6458bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '916d5748-6ec3-49ac-810c-227f85aba9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:21:11.520121 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f874f8-b913-4efd-bfbd-d14e13441850 req-41256bce-d5bd-4e62-97ac-50bb8359780d service neutron] Bound using segment: {'id': 'f1a8a7fd-d9ee-4836-9749-fa329d6458bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '916d5748-6ec3-49ac-810c-227f85aba9bd'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:21:11.520518 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-04f874f8-b913-4efd-bfbd-d14e13441850 req-41256bce-d5bd-4e62-97ac-50bb8359780d service neutron] Bound port: 6a6b92e9-93db-40c2-8600-f41fe88187b2, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1a8a7fd-d9ee-4836-9749-fa329d6458bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '916d5748-6ec3-49ac-810c-227f85aba9bd'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:21:11.520959 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-04f874f8-b913-4efd-bfbd-d14e13441850 req-41256bce-d5bd-4e62-97ac-50bb8359780d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:21:11.590957 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09210187-ee9c-4af9-8950-22167f5980ff req-80b84f79-0d35-4985-9b53-055926dadfaa tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:21:11.592431 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-09210187-ee9c-4af9-8950-22167f5980ff req-80b84f79-0d35-4985-9b53-055926dadfaa tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c72c8a0-8199-4cce-b5b2-a986aec5f6ae HTTP/1.1" status: 200 len: 943 time: 0.0841067 May 31 14:21:11.610080 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-04f874f8-b913-4efd-bfbd-d14e13441850 req-41256bce-d5bd-4e62-97ac-50bb8359780d service neutron] For port 6a6b92e9-93db-40c2-8600-f41fe88187b2, host n-h2-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:21:11.613124 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-04f874f8-b913-4efd-bfbd-d14e13441850 req-41256bce-d5bd-4e62-97ac-50bb8359780d service neutron] For port 6a6b92e9-93db-40c2-8600-f41fe88187b2, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=6a6b92e9-93db-40c2-8600-f41fe88187b2,segment=NetworkSegment(f1a8a7fd-d9ee-4836-9749-fa329d6458bb),segment_id=f1a8a7fd-d9ee-4836-9749-fa329d6458bb)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:21:11.617655 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-04f874f8-b913-4efd-bfbd-d14e13441850 req-41256bce-d5bd-4e62-97ac-50bb8359780d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:21:11.637963 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-09210187-ee9c-4af9-8950-22167f5980ff req-2f00d64c-6f74-4418-8b2f-79c224cfdf86 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2a24259-bf24-42fc-a641-e3794e564af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398090 May 31 14:21:11.680734 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f874f8-b913-4efd-bfbd-d14e13441850 req-41256bce-d5bd-4e62-97ac-50bb8359780d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:21:11.681279 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-04f874f8-b913-4efd-bfbd-d14e13441850 req-41256bce-d5bd-4e62-97ac-50bb8359780d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:21:11.682668 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-04f874f8-b913-4efd-bfbd-d14e13441850 req-41256bce-d5bd-4e62-97ac-50bb8359780d service neutron] 10.222.0.44 "PUT /v2.0/ports/6a6b92e9-93db-40c2-8600-f41fe88187b2 HTTP/1.1" status: 200 len: 1091 time: 0.8956378 May 31 14:21:11.699353 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41256bce-d5bd-4e62-97ac-50bb8359780d service neutron] Pushing event updated for resources: {'Port': ['ID=6a6b92e9-93db-40c2-8600-f41fe88187b2,revision_number=7']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:21:11.775329 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f874f8-b913-4efd-bfbd-d14e13441850 req-0510dc19-b71f-4978-ad04-7e4f98e7f2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:21:11.776897 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-04f874f8-b913-4efd-bfbd-d14e13441850 req-0510dc19-b71f-4978-ad04-7e4f98e7f2f8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d74cdab089f8478188d5b5aee4b2b700&device_id=2c72c8a0-8199-4cce-b5b2-a986aec5f6ae HTTP/1.1" status: 200 len: 1094 time: 0.0740614 May 31 14:21:12.015884 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f874f8-b913-4efd-bfbd-d14e13441850 req-260c6639-baa0-4923-9c09-045c5ff7963d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:21:12.017313 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-04f874f8-b913-4efd-bfbd-d14e13441850 req-260c6639-baa0-4923-9c09-045c5ff7963d service neutron] 10.222.0.44 "GET /v2.0/networks?id=916d5748-6ec3-49ac-810c-227f85aba9bd HTTP/1.1" status: 200 len: 913 time: 0.2348840 May 31 14:21:12.086741 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-04f874f8-b913-4efd-bfbd-d14e13441850 req-1a83823f-d2c6-43c2-a264-02b25cb21b7b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a6b92e9-93db-40c2-8600-f41fe88187b2 HTTP/1.1" status: 200 len: 217 time: 0.0628691 May 31 14:21:12.150127 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f874f8-b913-4efd-bfbd-d14e13441850 req-ea0e3ce1-601c-4f51-b91b-75a59fedfa72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:21:12.151567 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-04f874f8-b913-4efd-bfbd-d14e13441850 req-ea0e3ce1-601c-4f51-b91b-75a59fedfa72 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c9199d09-b59b-4d77-afde-04c42a5f2ad1 HTTP/1.1" status: 200 len: 852 time: 0.0596666 May 31 14:21:12.201328 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-04f874f8-b913-4efd-bfbd-d14e13441850 req-22ee286b-4b7a-42d5-9f11-9612a6249323 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=916d5748-6ec3-49ac-810c-227f85aba9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430129 May 31 14:21:12.211182 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [req-04f874f8-b913-4efd-bfbd-d14e13441850 req-d0d1374d-6cf2-4f5d-93dd-37b8bd0928d1 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88369) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 14:21:12.212082 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-04f874f8-b913-4efd-bfbd-d14e13441850 req-d0d1374d-6cf2-4f5d-93dd-37b8bd0928d1 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046959 May 31 14:21:12.339617 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-04f874f8-b913-4efd-bfbd-d14e13441850 req-0f7b6ab7-146f-4971-950a-4c9c9796b821 service neutron] 10.222.0.44 "GET /v2.0/networks/916d5748-6ec3-49ac-810c-227f85aba9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216717 May 31 14:21:12.473639 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-04f874f8-b913-4efd-bfbd-d14e13441850 req-2248201c-7109-4ac4-938a-23b88656ae55 service neutron] 10.222.0.44 "GET /v2.0/networks/916d5748-6ec3-49ac-810c-227f85aba9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275177 May 31 14:21:12.824200 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48729432-793e-497d-a084-8ca0a4e28b65 req-a8cdae0b-5089-46d3-869f-234963dd4662 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:21:12.825586 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-48729432-793e-497d-a084-8ca0a4e28b65 req-a8cdae0b-5089-46d3-869f-234963dd4662 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c72c8a0-8199-4cce-b5b2-a986aec5f6ae HTTP/1.1" status: 200 len: 943 time: 0.0785272 May 31 14:21:12.843596 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a1c48698-2a91-4bd2-97f0-500eb00f5fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:21:12.871989 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-48729432-793e-497d-a084-8ca0a4e28b65 req-ebab6647-61af-4b34-acb9-d727321ac3e1 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2a24259-bf24-42fc-a641-e3794e564af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388935 May 31 14:21:13.322847 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c72c8a0-8199-4cce-b5b2-a986aec5f6ae', 'tag': '6a6b92e9-93db-40c2-8600-f41fe88187b2'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:21:13.383964 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9990dfd-e7df-4795-9fdf-3d2bc4b8fc70'] response: {'name': 'network-changed', 'server_uuid': '2c72c8a0-8199-4cce-b5b2-a986aec5f6ae', 'tag': '6a6b92e9-93db-40c2-8600-f41fe88187b2', 'status': 'completed', 'code': 200} May 31 14:21:13.538952 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba04c01d-e068-443c-8a94-8e663bb7ac03 req-0912ff4c-3f99-4224-be13-d19b0c75b8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:21:13.540419 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ba04c01d-e068-443c-8a94-8e663bb7ac03 req-0912ff4c-3f99-4224-be13-d19b0c75b8b8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d74cdab089f8478188d5b5aee4b2b700&device_id=2c72c8a0-8199-4cce-b5b2-a986aec5f6ae HTTP/1.1" status: 200 len: 1094 time: 0.1396277 May 31 14:21:13.542075 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba04c01d-e068-443c-8a94-8e663bb7ac03 req-87b3f8d2-de53-425e-aa91-1fb9ae2c1a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:21:13.543352 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ba04c01d-e068-443c-8a94-8e663bb7ac03 req-87b3f8d2-de53-425e-aa91-1fb9ae2c1a96 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d74cdab089f8478188d5b5aee4b2b700&device_id=2c72c8a0-8199-4cce-b5b2-a986aec5f6ae HTTP/1.1" status: 200 len: 1094 time: 0.1109266 May 31 14:21:13.775305 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba04c01d-e068-443c-8a94-8e663bb7ac03 req-2b8f0ac4-e2ff-4e3f-b262-d66395084d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:21:13.776730 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ba04c01d-e068-443c-8a94-8e663bb7ac03 req-2b8f0ac4-e2ff-4e3f-b262-d66395084d91 service neutron] 10.222.0.20 "GET /v2.0/networks?id=916d5748-6ec3-49ac-810c-227f85aba9bd HTTP/1.1" status: 200 len: 913 time: 0.2302675 May 31 14:21:13.777776 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba04c01d-e068-443c-8a94-8e663bb7ac03 req-736730d6-e30a-4972-ba24-bfc06a3cbbff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:21:13.779081 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ba04c01d-e068-443c-8a94-8e663bb7ac03 req-736730d6-e30a-4972-ba24-bfc06a3cbbff service neutron] 10.222.0.44 "GET /v2.0/networks?id=916d5748-6ec3-49ac-810c-227f85aba9bd HTTP/1.1" status: 200 len: 913 time: 0.2152507 May 31 14:21:13.911437 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ba04c01d-e068-443c-8a94-8e663bb7ac03 req-1351034a-e886-463e-b2f7-dfffe31ed6b5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a6b92e9-93db-40c2-8600-f41fe88187b2 HTTP/1.1" status: 200 len: 217 time: 0.1289203 May 31 14:21:13.920848 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ba04c01d-e068-443c-8a94-8e663bb7ac03 req-f2a61606-9af5-4c93-9258-2eb02ceaf561 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a6b92e9-93db-40c2-8600-f41fe88187b2 HTTP/1.1" status: 200 len: 217 time: 0.0804663 May 31 14:21:13.930613 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:21:14.031741 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba04c01d-e068-443c-8a94-8e663bb7ac03 req-741707c9-6ee6-409f-8a03-4afb83bdbca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:21:14.033064 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ba04c01d-e068-443c-8a94-8e663bb7ac03 req-741707c9-6ee6-409f-8a03-4afb83bdbca3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c9199d09-b59b-4d77-afde-04c42a5f2ad1 HTTP/1.1" status: 200 len: 852 time: 0.1141825 May 31 14:21:14.034465 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba04c01d-e068-443c-8a94-8e663bb7ac03 req-cf90f96e-d9c1-46db-95ba-ac9218e0d9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:21:14.035823 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ba04c01d-e068-443c-8a94-8e663bb7ac03 req-cf90f96e-d9c1-46db-95ba-ac9218e0d9ac service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c9199d09-b59b-4d77-afde-04c42a5f2ad1 HTTP/1.1" status: 200 len: 852 time: 0.0861707 May 31 14:21:14.045981 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:21:14.097474 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2000f1-22c0-474d-b139-6f3063371e3f req-78e34328-3941-4245-b9f9-7806ecae55a4 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:21:14.099130 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5c2000f1-22c0-474d-b139-6f3063371e3f req-78e34328-3941-4245-b9f9-7806ecae55a4 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c72c8a0-8199-4cce-b5b2-a986aec5f6ae HTTP/1.1" status: 200 len: 943 time: 0.1141176 May 31 14:21:14.136916 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ba04c01d-e068-443c-8a94-8e663bb7ac03 req-80a15bb3-3ff1-4c8f-ae54-d78b2098b527 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=916d5748-6ec3-49ac-810c-227f85aba9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0962558 May 31 14:21:14.144218 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ba04c01d-e068-443c-8a94-8e663bb7ac03 req-b70d67ed-a68a-48a9-a94a-8fec65c4ce79 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=916d5748-6ec3-49ac-810c-227f85aba9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590496 May 31 14:21:14.159626 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5c2000f1-22c0-474d-b139-6f3063371e3f req-a7d04780-d426-4723-b8a3-32a8a26c88fb tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2a24259-bf24-42fc-a641-e3794e564af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549424 May 31 14:21:14.508889 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ba04c01d-e068-443c-8a94-8e663bb7ac03 req-2571eb16-de4b-4b60-8096-30c68707b0c0 service neutron] 10.222.0.20 "GET /v2.0/networks/916d5748-6ec3-49ac-810c-227f85aba9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3637524 May 31 14:21:14.513680 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ba04c01d-e068-443c-8a94-8e663bb7ac03 req-087f2820-187a-4053-a927-1d2e49eecb83 service neutron] 10.222.0.44 "GET /v2.0/networks/916d5748-6ec3-49ac-810c-227f85aba9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478079 May 31 14:21:14.750114 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ba04c01d-e068-443c-8a94-8e663bb7ac03 req-594487e1-3a50-4ec2-8cc8-c7dea4b3ab21 service neutron] 10.222.0.20 "GET /v2.0/networks/916d5748-6ec3-49ac-810c-227f85aba9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349176 May 31 14:21:14.753165 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ba04c01d-e068-443c-8a94-8e663bb7ac03 req-24d3c159-ce1c-443a-8d8e-546170bc9eab service neutron] 10.222.0.44 "GET /v2.0/networks/916d5748-6ec3-49ac-810c-227f85aba9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208090 May 31 14:21:15.144358 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 6a6b92e9-93db-40c2-8600-f41fe88187b2 no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:21:15.203303 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 6a6b92e9-93db-40c2-8600-f41fe88187b2 not bound to the agent host n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:21:15.350313 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef8367-ce88-46ae-90a6-2048f5f4ccd9 req-67476699-34b2-4028-94d0-6e76e97ada29 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:21:15.351901 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2aef8367-ce88-46ae-90a6-2048f5f4ccd9 req-67476699-34b2-4028-94d0-6e76e97ada29 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c72c8a0-8199-4cce-b5b2-a986aec5f6ae HTTP/1.1" status: 200 len: 943 time: 0.0790348 May 31 14:21:15.400136 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2aef8367-ce88-46ae-90a6-2048f5f4ccd9 req-78034fbb-c0b8-4966-afe3-2399e316b730 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2a24259-bf24-42fc-a641-e3794e564af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426009 May 31 14:21:15.478042 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-09db524f-4094-47de-8591-261f10e87dec req-418a47e5-b940-4f2d-a674-f72357b31530 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2c72c8a0-8199-4cce-b5b2-a986aec5f6ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0720847 May 31 14:21:15.626671 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db524f-4094-47de-8591-261f10e87dec req-c4621081-2ac8-4681-9846-cda0942dd9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:21:15.627761 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-09db524f-4094-47de-8591-261f10e87dec req-c4621081-2ac8-4681-9846-cda0942dd9c8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d74cdab089f8478188d5b5aee4b2b700&device_id=2c72c8a0-8199-4cce-b5b2-a986aec5f6ae HTTP/1.1" status: 200 len: 1094 time: 0.0800536 May 31 14:21:15.778439 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:21:15.830385 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db524f-4094-47de-8591-261f10e87dec req-7a1b05e7-c834-40b8-8b7f-6743e696abb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:21:15.831844 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-09db524f-4094-47de-8591-261f10e87dec req-7a1b05e7-c834-40b8-8b7f-6743e696abb5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=916d5748-6ec3-49ac-810c-227f85aba9bd HTTP/1.1" status: 200 len: 913 time: 0.1854963 May 31 14:21:15.903483 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7402e4b2-5da4-4a46-9d0f-1a5ab962eaf6 req-ccf80b35-e414-46d2-b1d3-68941c85ab94 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:21:15.904680 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-7402e4b2-5da4-4a46-9d0f-1a5ab962eaf6 req-ccf80b35-e414-46d2-b1d3-68941c85ab94 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] Synchronizing usage tracker for tenant:d74cdab089f8478188d5b5aee4b2b700 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:21:15.915266 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-09db524f-4094-47de-8591-261f10e87dec req-8e07e474-06ce-4cbc-8d4d-f9d805af91bd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a6b92e9-93db-40c2-8600-f41fe88187b2 HTTP/1.1" status: 200 len: 217 time: 0.0771484 May 31 14:21:15.968015 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-7402e4b2-5da4-4a46-9d0f-1a5ab962eaf6 req-ccf80b35-e414-46d2-b1d3-68941c85ab94 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] Unset dirty status for tenant:d74cdab089f8478188d5b5aee4b2b700 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:21:15.969123 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7402e4b2-5da4-4a46-9d0f-1a5ab962eaf6 req-ccf80b35-e414-46d2-b1d3-68941c85ab94 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c72c8a0-8199-4cce-b5b2-a986aec5f6ae&tenant_id=d74cdab089f8478188d5b5aee4b2b700&binding%3Ahost_id=n-h2-843939-1 HTTP/1.1" status: 200 len: 943 time: 0.2560601 May 31 14:21:16.035711 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db524f-4094-47de-8591-261f10e87dec req-9271127a-976b-47b6-8bdb-3dc6a29e829b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:21:16.037039 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-09db524f-4094-47de-8591-261f10e87dec req-9271127a-976b-47b6-8bdb-3dc6a29e829b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c9199d09-b59b-4d77-afde-04c42a5f2ad1 HTTP/1.1" status: 200 len: 852 time: 0.1151307 May 31 14:21:16.088841 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-09db524f-4094-47de-8591-261f10e87dec req-e2c981e0-6ce4-436b-baaa-ab6ff2585856 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=916d5748-6ec3-49ac-810c-227f85aba9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448003 May 31 14:21:16.119764 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [req-7402e4b2-5da4-4a46-9d0f-1a5ab962eaf6 req-af602ca2-d6ec-47ff-959e-68a2905a2d23 service neutron] delete failed (client error): The resource could not be found. May 31 14:21:16.120703 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7402e4b2-5da4-4a46-9d0f-1a5ab962eaf6 req-af602ca2-d6ec-47ff-959e-68a2905a2d23 service neutron] 10.222.0.20 "DELETE /v2.0/ports/6a6b92e9-93db-40c2-8600-f41fe88187b2/bindings/n-h1-843939-1 HTTP/1.1" status: 404 len: 380 time: 0.1445744 May 31 14:21:16.271034 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-09db524f-4094-47de-8591-261f10e87dec req-6343b487-527e-4866-a4f0-311e8ddb1938 service neutron] 10.222.0.44 "GET /v2.0/networks/916d5748-6ec3-49ac-810c-227f85aba9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745863 May 31 14:21:16.371055 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7402e4b2-5da4-4a46-9d0f-1a5ab962eaf6 req-db8de314-6eb0-4941-b628-ac740812fef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:21:16.372437 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7402e4b2-5da4-4a46-9d0f-1a5ab962eaf6 req-db8de314-6eb0-4941-b628-ac740812fef2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d74cdab089f8478188d5b5aee4b2b700&device_id=2c72c8a0-8199-4cce-b5b2-a986aec5f6ae HTTP/1.1" status: 200 len: 1094 time: 0.1783187 May 31 14:21:16.493649 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-09db524f-4094-47de-8591-261f10e87dec req-c2803376-7b08-4f76-8bb5-570a04e2fc48 service neutron] 10.222.0.44 "GET /v2.0/networks/916d5748-6ec3-49ac-810c-227f85aba9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161775 May 31 14:21:16.541073 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7402e4b2-5da4-4a46-9d0f-1a5ab962eaf6 req-7a6dcb0d-9261-4801-aa1c-5fb3cade89bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:21:16.542570 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7402e4b2-5da4-4a46-9d0f-1a5ab962eaf6 req-7a6dcb0d-9261-4801-aa1c-5fb3cade89bb service neutron] 10.222.0.20 "GET /v2.0/networks?id=916d5748-6ec3-49ac-810c-227f85aba9bd HTTP/1.1" status: 200 len: 913 time: 0.1627653 May 31 14:21:16.550054 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 6a6b92e9-93db-40c2-8600-f41fe88187b2 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 14:21:16.690602 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 6a6b92e9-93db-40c2-8600-f41fe88187b2, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=6a6b92e9-93db-40c2-8600-f41fe88187b2,segment=NetworkSegment(f1a8a7fd-d9ee-4836-9749-fa329d6458bb),segment_id=f1a8a7fd-d9ee-4836-9749-fa329d6458bb)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:21:16.707830 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': '6a6b92e9-93db-40c2-8600-f41fe88187b2', 'network_id': '916d5748-6ec3-49ac-810c-227f85aba9bd', 'port_id': '6a6b92e9-93db-40c2-8600-f41fe88187b2', 'mac_address': 'fa:16:3e:2e:fe:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9199d09-b59b-4d77-afde-04c42a5f2ad1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 14:21:16.727808 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7402e4b2-5da4-4a46-9d0f-1a5ab962eaf6 req-abf19bbe-9182-49bb-9176-ba74d75eadbb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a6b92e9-93db-40c2-8600-f41fe88187b2 HTTP/1.1" status: 200 len: 217 time: 0.1795287 May 31 14:21:16.761807 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 6a6b92e9-93db-40c2-8600-f41fe88187b2 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:21:16.762198 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:21:16.779590 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a6b92e9-93db-40c2-8600-f41fe88187b2 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:21:16.794080 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7402e4b2-5da4-4a46-9d0f-1a5ab962eaf6 req-cef2b807-2828-4cac-9b55-4f7a45b7cf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:21:16.796291 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7402e4b2-5da4-4a46-9d0f-1a5ab962eaf6 req-cef2b807-2828-4cac-9b55-4f7a45b7cf02 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c9199d09-b59b-4d77-afde-04c42a5f2ad1 HTTP/1.1" status: 200 len: 852 time: 0.0631826 May 31 14:21:16.798604 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 6a6b92e9-93db-40c2-8600-f41fe88187b2, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=6a6b92e9-93db-40c2-8600-f41fe88187b2,segment=NetworkSegment(f1a8a7fd-d9ee-4836-9749-fa329d6458bb),segment_id=f1a8a7fd-d9ee-4836-9749-fa329d6458bb)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:21:16.802561 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:21:16.843053 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7402e4b2-5da4-4a46-9d0f-1a5ab962eaf6 req-9ab617ae-d6d5-4ac7-b284-ff4df426f4af service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=916d5748-6ec3-49ac-810c-227f85aba9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410948 May 31 14:21:16.868567 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=6a6b92e9-93db-40c2-8600-f41fe88187b2,revision_number=8']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:21:16.975888 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7402e4b2-5da4-4a46-9d0f-1a5ab962eaf6 req-4e013b66-452c-4d10-badf-66bf183c6dee service neutron] 10.222.0.20 "GET /v2.0/networks/916d5748-6ec3-49ac-810c-227f85aba9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270013 May 31 14:21:17.071042 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['6a6b92e9-93db-40c2-8600-f41fe88187b2'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:21:17.110221 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7402e4b2-5da4-4a46-9d0f-1a5ab962eaf6 req-3b28b690-196c-4522-8b00-f7825ea3e357 service neutron] 10.222.0.20 "GET /v2.0/networks/916d5748-6ec3-49ac-810c-227f85aba9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288512 May 31 14:21:17.924680 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5391fe-e9eb-4735-9975-1ac308d93dfd req-26930507-3571-45fc-a10e-5a26f9074e5c tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:21:17.926157 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1a5391fe-e9eb-4735-9975-1ac308d93dfd req-26930507-3571-45fc-a10e-5a26f9074e5c tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c72c8a0-8199-4cce-b5b2-a986aec5f6ae HTTP/1.1" status: 200 len: 944 time: 0.0796776 May 31 14:21:17.970119 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1a5391fe-e9eb-4735-9975-1ac308d93dfd req-5ab6ba2c-9c07-4afa-bf22-88d302d3f4a8 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2a24259-bf24-42fc-a641-e3794e564af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382295 May 31 14:21:18.577367 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 6a6b92e9-93db-40c2-8600-f41fe88187b2 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:21:18.650328 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port 6a6b92e9-93db-40c2-8600-f41fe88187b2 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:21:18.656077 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port 6a6b92e9-93db-40c2-8600-f41fe88187b2 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:21:18.656451 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:21:18.777419 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 6a6b92e9-93db-40c2-8600-f41fe88187b2 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:21:18.777792 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:21:18.805283 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c72c8a0-8199-4cce-b5b2-a986aec5f6ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a6b92e9-93db-40c2-8600-f41fe88187b2'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:21:18.817084 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 6a6b92e9-93db-40c2-8600-f41fe88187b2, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=6a6b92e9-93db-40c2-8600-f41fe88187b2,segment=NetworkSegment(f1a8a7fd-d9ee-4836-9749-fa329d6458bb),segment_id=f1a8a7fd-d9ee-4836-9749-fa329d6458bb)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:21:18.822688 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:21:18.859230 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52f73807-f46a-4325-993c-be834c97ea64'] response: {'server_uuid': '2c72c8a0-8199-4cce-b5b2-a986aec5f6ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a6b92e9-93db-40c2-8600-f41fe88187b2', 'code': 200} May 31 14:21:18.901639 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=6a6b92e9-93db-40c2-8600-f41fe88187b2,revision_number=9']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:21:18.910507 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:21:18.910841 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:21:18.911172 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:21:18.911502 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:21:18.911829 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:21:18.912144 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:21:18.912470 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:21:18.912785 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:21:18.913099 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:21:18.913416 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:21:18.913734 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:21:18.914821 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:21:19.167550 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b462243e-f102-4270-a86f-c895021a732d req-c48d7cde-d5e5-4644-9f80-6b6d6b53d556 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:21:19.169007 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b462243e-f102-4270-a86f-c895021a732d req-c48d7cde-d5e5-4644-9f80-6b6d6b53d556 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c72c8a0-8199-4cce-b5b2-a986aec5f6ae HTTP/1.1" status: 200 len: 945 time: 0.0855460 May 31 14:21:19.214738 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b462243e-f102-4270-a86f-c895021a732d req-bacf725b-c197-4f16-a8a6-605baa303774 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.50 "GET /v2.0/security-groups?id=a2a24259-bf24-42fc-a641-e3794e564af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396755 May 31 14:21:19.335692 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7402e4b2-5da4-4a46-9d0f-1a5ab962eaf6 req-f9da5432-f3da-4cd2-bc32-70cb106a48b9 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:21:19.337111 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7402e4b2-5da4-4a46-9d0f-1a5ab962eaf6 req-f9da5432-f3da-4cd2-bc32-70cb106a48b9 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c72c8a0-8199-4cce-b5b2-a986aec5f6ae HTTP/1.1" status: 200 len: 945 time: 0.0829070 May 31 14:21:19.406640 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-7402e4b2-5da4-4a46-9d0f-1a5ab962eaf6 req-fcdfb4f5-b031-4248-856a-d667a31060c2 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] Deleting port 6a6b92e9-93db-40c2-8600-f41fe88187b2 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:21:19.406977 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-7402e4b2-5da4-4a46-9d0f-1a5ab962eaf6 req-fcdfb4f5-b031-4248-856a-d667a31060c2 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:21:19.650419 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-7402e4b2-5da4-4a46-9d0f-1a5ab962eaf6 req-fcdfb4f5-b031-4248-856a-d667a31060c2 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] For port 6a6b92e9-93db-40c2-8600-f41fe88187b2, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=6a6b92e9-93db-40c2-8600-f41fe88187b2,segment=NetworkSegment(f1a8a7fd-d9ee-4836-9749-fa329d6458bb),segment_id=f1a8a7fd-d9ee-4836-9749-fa329d6458bb)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:21:19.650689 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-7402e4b2-5da4-4a46-9d0f-1a5ab962eaf6 req-fcdfb4f5-b031-4248-856a-d667a31060c2 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:21:19.771270 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-7402e4b2-5da4-4a46-9d0f-1a5ab962eaf6 req-fcdfb4f5-b031-4248-856a-d667a31060c2 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] Calling delete_port for 6a6b92e9-93db-40c2-8600-f41fe88187b2 owned by compute:nova {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:21:19.914481 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-7402e4b2-5da4-4a46-9d0f-1a5ab962eaf6 req-fcdfb4f5-b031-4248-856a-d667a31060c2 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:21:19.926764 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['6a6b92e9-93db-40c2-8600-f41fe88187b2'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:21:19.997259 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdfb4f5-b031-4248-856a-d667a31060c2 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] Pushing event deleted for resources: {'Port': ['ID=6a6b92e9-93db-40c2-8600-f41fe88187b2,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:21:20.048993 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-7402e4b2-5da4-4a46-9d0f-1a5ab962eaf6 req-fcdfb4f5-b031-4248-856a-d667a31060c2 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] No DVR routers for this DVR port 6a6b92e9-93db-40c2-8600-f41fe88187b2 on host n-h2-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:21:20.051676 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-7402e4b2-5da4-4a46-9d0f-1a5ab962eaf6 req-fcdfb4f5-b031-4248-856a-d667a31060c2 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:21:20.054625 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c72c8a0-8199-4cce-b5b2-a986aec5f6ae', 'name': 'network-vif-deleted', 'tag': '6a6b92e9-93db-40c2-8600-f41fe88187b2'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:21:20.070942 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7402e4b2-5da4-4a46-9d0f-1a5ab962eaf6 req-fcdfb4f5-b031-4248-856a-d667a31060c2 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.44 "DELETE /v2.0/ports/6a6b92e9-93db-40c2-8600-f41fe88187b2 HTTP/1.1" status: 204 len: 173 time: 0.7280045 May 31 14:21:20.101249 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f26b3e6a-a6e1-4507-ab91-ae5a8c3676b0'] response: {'server_uuid': '2c72c8a0-8199-4cce-b5b2-a986aec5f6ae', 'name': 'network-vif-deleted', 'tag': '6a6b92e9-93db-40c2-8600-f41fe88187b2', 'status': 'completed', 'code': 200} May 31 14:21:20.376089 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e9851e18-5ea9-40a5-9af8-a27b29082b93 req-5111404e-d064-4742-980c-776ea3ba4345 tempest-DeleteServersTestJSON-155996963 tempest-DeleteServersTestJSON-155996963-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c72c8a0-8199-4cce-b5b2-a986aec5f6ae HTTP/1.1" status: 200 len: 210 time: 0.0420215 May 31 14:21:21.633676 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41852) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:21:21.696002 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ba2c00c-7e7d-4fd8-a46c-7a375cb91d78 admin admin] Deleting subnet c9199d09-b59b-4d77-afde-04c42a5f2ad1 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 14:21:21.699043 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9ba2c00c-7e7d-4fd8-a46c-7a375cb91d78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:21:21.756442 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9ba2c00c-7e7d-4fd8-a46c-7a375cb91d78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:21:21.813507 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9ba2c00c-7e7d-4fd8-a46c-7a375cb91d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:21:21.883971 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9ba2c00c-7e7d-4fd8-a46c-7a375cb91d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:21:22.028227 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba2c00c-7e7d-4fd8-a46c-7a375cb91d78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9199d09-b59b-4d77-afde-04c42a5f2ad1,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:21:22.032226 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9ba2c00c-7e7d-4fd8-a46c-7a375cb91d78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:21:22.038337 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-9ba2c00c-7e7d-4fd8-a46c-7a375cb91d78 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/c9199d09-b59b-4d77-afde-04c42a5f2ad1 HTTP/1.1" status: 204 len: 168 time: 0.4035742 May 31 14:21:22.040791 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41856) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:21:22.146344 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-eb18cdd2-73f2-4f38-af49-0c81328358ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:21:22.274061 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-eb18cdd2-73f2-4f38-af49-0c81328358ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:21:22.299600 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-eb18cdd2-73f2-4f38-af49-0c81328358ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['916d5748-6ec3-49ac-810c-227f85aba9bd']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:21:22.313608 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-eb18cdd2-73f2-4f38-af49-0c81328358ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1a8a7fd-d9ee-4836-9749-fa329d6458bb') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:21:22.313919 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-eb18cdd2-73f2-4f38-af49-0c81328358ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1a8a7fd-d9ee-4836-9749-fa329d6458bb') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:21:22.325067 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-eb18cdd2-73f2-4f38-af49-0c81328358ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:21:22.341206 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-eb18cdd2-73f2-4f38-af49-0c81328358ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:21:22.347793 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb18cdd2-73f2-4f38-af49-0c81328358ac admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 14:21:22.348227 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-eb18cdd2-73f2-4f38-af49-0c81328358ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:21:22.447938 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-eb18cdd2-73f2-4f38-af49-0c81328358ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:21:22.464084 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-eb18cdd2-73f2-4f38-af49-0c81328358ac admin admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:21:22.475980 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb18cdd2-73f2-4f38-af49-0c81328358ac admin admin] Pushing event deleted for resources: {'Network': ['ID=916d5748-6ec3-49ac-810c-227f85aba9bd,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:21:22.483517 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment f1a8a7fd-d9ee-4836-9749-fa329d6458bb resource provider aggregate not found May 31 14:21:22.488565 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-eb18cdd2-73f2-4f38-af49-0c81328358ac admin admin] 10.222.0.50 "DELETE /v2.0/networks/916d5748-6ec3-49ac-810c-227f85aba9bd HTTP/1.1" status: 204 len: 168 time: 0.4468129 May 31 14:21:22.501903 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment f1a8a7fd-d9ee-4836-9749-fa329d6458bb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f1a8a7fd-d9ee-4836-9749-fa329d6458bb found for delete ", "request_id": "req-7ba6210c-7ca3-421f-8715-a3d85c3a8bfd"}]} May 31 14:21:22.577978 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 6a6b92e9-93db-40c2-8600-f41fe88187b2 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:21:22.618286 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] No Port match for: 6a6b92e9-93db-40c2-8600-f41fe88187b2 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:21:22.618630 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 6a6b92e9-93db-40c2-8600-f41fe88187b2 not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:21:22.622899 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41870) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:21:22.670443 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-0153e128-6683-45aa-b82d-ea03d75fa4cb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d74cdab089f8478188d5b5aee4b2b700&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0458586 May 31 14:21:22.673132 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41874) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:21:22.729038 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e5e0dede-8735-45b6-8005-59a2e1b36a9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:21:22.755133 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e5e0dede-8735-45b6-8005-59a2e1b36a9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:21:22.814721 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e5e0dede-8735-45b6-8005-59a2e1b36a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:21:22.831622 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e0dede-8735-45b6-8005-59a2e1b36a9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a24259-bf24-42fc-a641-e3794e564af4,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:21:22.844089 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e5e0dede-8735-45b6-8005-59a2e1b36a9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:21:22.845198 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e5e0dede-8735-45b6-8005-59a2e1b36a9f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a2a24259-bf24-42fc-a641-e3794e564af4 HTTP/1.1" status: 204 len: 168 time: 0.1711941 May 31 14:21:23.597021 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41898) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:21:23.711171 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-afdbfff6-12af-4943-a333-725d22859cdf admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-666809004-network', 'tenant_id': 'a88bb1ec4cd3478f81220babd7ff15bf'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:21:23.717629 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-afdbfff6-12af-4943-a333-725d22859cdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:21:23.721785 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-afdbfff6-12af-4943-a333-725d22859cdf admin admin] Usage tracker for resource:network and tenant:a88bb1ec4cd3478f81220babd7ff15bf is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:21:23.724611 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-afdbfff6-12af-4943-a333-725d22859cdf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:21:23.735758 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-afdbfff6-12af-4943-a333-725d22859cdf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:21:23.746972 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afdbfff6-12af-4943-a333-725d22859cdf admin admin] Made reservation on behalf of a88bb1ec4cd3478f81220babd7ff15bf for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:21:23.749928 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-afdbfff6-12af-4943-a333-725d22859cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:21:23.762480 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-afdbfff6-12af-4943-a333-725d22859cdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:21:23.779627 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-afdbfff6-12af-4943-a333-725d22859cdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:21:23.782926 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-afdbfff6-12af-4943-a333-725d22859cdf admin admin] Usage tracker for resource:security_group_rule and tenant:a88bb1ec4cd3478f81220babd7ff15bf is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:21:23.785930 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-afdbfff6-12af-4943-a333-725d22859cdf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:21:23.791821 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-afdbfff6-12af-4943-a333-725d22859cdf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:21:23.888299 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-afdbfff6-12af-4943-a333-725d22859cdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:21:23.893723 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-afdbfff6-12af-4943-a333-725d22859cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:21:23.925045 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afdbfff6-12af-4943-a333-725d22859cdf admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 14:21:23.940003 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdbfff6-12af-4943-a333-725d22859cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f006a5-95ac-4f75-85d7-c69f4f9709aa,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:21:23.945889 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-afdbfff6-12af-4943-a333-725d22859cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:21:23.946259 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-afdbfff6-12af-4943-a333-725d22859cdf admin admin] Added segment fe3e4c66-72a5-4068-81a9-e23f87118469 of type vlan for network 6ace737e-ad4d-40fc-a620-c83a240a2145 May 31 14:21:23.980252 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-afdbfff6-12af-4943-a333-725d22859cdf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:21:24.010081 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-afdbfff6-12af-4943-a333-725d22859cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:21:24.011089 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdbfff6-12af-4943-a333-725d22859cdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:21:24.011661 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-afdbfff6-12af-4943-a333-725d22859cdf admin admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:21:24.119296 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdbfff6-12af-4943-a333-725d22859cdf admin admin] Pushing event updated for resources: {'Network': ['ID=6ace737e-ad4d-40fc-a620-c83a240a2145,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:21:24.123194 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-afdbfff6-12af-4943-a333-725d22859cdf admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5245712 May 31 14:21:24.126280 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 41904) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:21:24.131680 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 6ace737e-ad4d-40fc-a620-c83a240a2145 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 14:21:24.132222 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-bf56104d-bc09-43e6-83a4-0930373b576e admin admin] Request body: {'subnet': {'network_id': '6ace737e-ad4d-40fc-a620-c83a240a2145', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-666809004-subnet', 'tenant_id': 'a88bb1ec4cd3478f81220babd7ff15bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:21:24.137602 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-bf56104d-bc09-43e6-83a4-0930373b576e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:21:24.142388 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-bf56104d-bc09-43e6-83a4-0930373b576e admin admin] Usage tracker for resource:subnet and tenant:a88bb1ec4cd3478f81220babd7ff15bf is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:21:24.145331 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-bf56104d-bc09-43e6-83a4-0930373b576e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:21:24.151124 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-bf56104d-bc09-43e6-83a4-0930373b576e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:21:24.164180 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf56104d-bc09-43e6-83a4-0930373b576e admin admin] Made reservation on behalf of a88bb1ec4cd3478f81220babd7ff15bf for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:21:24.166703 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bf56104d-bc09-43e6-83a4-0930373b576e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:21:24.386604 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bf56104d-bc09-43e6-83a4-0930373b576e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:21:24.459311 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf56104d-bc09-43e6-83a4-0930373b576e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b798be7b-84f4-4cc8-81fd-1f8ec625f3be,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:21:24.466881 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf56104d-bc09-43e6-83a4-0930373b576e admin admin] Checking segment: {'id': 'fe3e4c66-72a5-4068-81a9-e23f87118469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6ace737e-ad4d-40fc-a620-c83a240a2145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:21:24.467249 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf56104d-bc09-43e6-83a4-0930373b576e admin admin] Network hostable DHCP agents. Network: 6ace737e-ad4d-40fc-a620-c83a240a2145, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 14:21:24.486151 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf56104d-bc09-43e6-83a4-0930373b576e admin admin] Network 6ace737e-ad4d-40fc-a620-c83a240a2145 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 14:21:24.495453 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-bf56104d-bc09-43e6-83a4-0930373b576e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 6ace737e-ad4d-40fc-a620-c83a240a2145) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:21:24.499953 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf56104d-bc09-43e6-83a4-0930373b576e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:21:24.500533 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bf56104d-bc09-43e6-83a4-0930373b576e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:21:24.506529 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336d40e4-3435-47d6-8785-e8b090042348 None None] Network 6ace737e-ad4d-40fc-a620-c83a240a2145 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:21:24.520904 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-bf56104d-bc09-43e6-83a4-0930373b576e admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3935847 May 31 14:21:24.716986 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7600052d-d80f-407c-a132-294cac1cd0cf None None] Network 6ace737e-ad4d-40fc-a620-c83a240a2145 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:21:25.029442 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70464135-2d69-4743-a66b-f92ed1177005 req-32119ddc-6f65-4185-ab24-b769b0b43bd6 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:21:25.031108 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-70464135-2d69-4743-a66b-f92ed1177005 req-32119ddc-6f65-4185-ab24-b769b0b43bd6 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/networks?id=6ace737e-ad4d-40fc-a620-c83a240a2145 HTTP/1.1" status: 200 len: 814 time: 0.1443598 May 31 14:21:25.046611 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-70464135-2d69-4743-a66b-f92ed1177005 req-ea47e07c-a11f-49f0-ad3e-e61439c0a562 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/quotas/a88bb1ec4cd3478f81220babd7ff15bf HTTP/1.1" status: 200 len: 375 time: 0.0100591 May 31 14:21:25.096137 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-70464135-2d69-4743-a66b-f92ed1177005 req-1129a783-e017-41d2-9599-c7d4f89d6272 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a88bb1ec4cd3478f81220babd7ff15bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444665 May 31 14:21:25.186067 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [req-70464135-2d69-4743-a66b-f92ed1177005 req-a68ecb5f-5ae9-4ba8-99c1-a95a7eba93a2 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 14:21:25.187450 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-70464135-2d69-4743-a66b-f92ed1177005 req-a68ecb5f-5ae9-4ba8-99c1-a95a7eba93a2 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0470910 May 31 14:21:25.319693 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-70464135-2d69-4743-a66b-f92ed1177005 req-50548171-cb1c-4fee-a4b0-a853ca37277f service neutron] 10.222.0.50 "GET /v2.0/networks/6ace737e-ad4d-40fc-a620-c83a240a2145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260517 May 31 14:21:25.453766 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-70464135-2d69-4743-a66b-f92ed1177005 req-aba03944-4676-4559-bd23-5cac07cada53 service neutron] 10.222.0.50 "GET /v2.0/networks/6ace737e-ad4d-40fc-a620-c83a240a2145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283054 May 31 14:21:25.630817 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-05baf883-e0be-4a12-8a4d-7276cd147c3d req-6ce3a49a-ce5c-41d8-b0ce-5076056f4f90 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc8cb05-601d-42e3-a6f0-b714ef5e815d HTTP/1.1" status: 200 len: 210 time: 0.0422132 May 31 14:21:26.654933 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:21:26.663843 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70464135-2d69-4743-a66b-f92ed1177005 req-4999b4d7-f1a9-461f-8e82-5a97a122484e tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:21:26.664536 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-70464135-2d69-4743-a66b-f92ed1177005 req-4999b4d7-f1a9-461f-8e82-5a97a122484e tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Synchronizing usage tracker for tenant:a88bb1ec4cd3478f81220babd7ff15bf on resource:network {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:21:26.682659 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-70464135-2d69-4743-a66b-f92ed1177005 req-4999b4d7-f1a9-461f-8e82-5a97a122484e tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Unset dirty status for tenant:a88bb1ec4cd3478f81220babd7ff15bf on resource:network {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:21:26.683941 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-70464135-2d69-4743-a66b-f92ed1177005 req-4999b4d7-f1a9-461f-8e82-5a97a122484e tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.20 "GET /v2.0/networks?id=6ace737e-ad4d-40fc-a620-c83a240a2145 HTTP/1.1" status: 200 len: 814 time: 0.1670833 May 31 14:21:26.695718 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-70464135-2d69-4743-a66b-f92ed1177005 req-8e1477dc-d574-4846-9c1e-5f7ef9572dd6 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Request body: {'port': {'device_id': 'bfc8cb05-601d-42e3-a6f0-b714ef5e815d', 'network_id': '6ace737e-ad4d-40fc-a620-c83a240a2145', 'admin_state_up': True, 'tenant_id': 'a88bb1ec4cd3478f81220babd7ff15bf'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:21:26.789313 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-32e8b3e2-18f8-48a1-ad62-1f4c4369eae3 req-854e42eb-35ab-4f08-8b0c-f618ad8b89fe tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc8cb05-601d-42e3-a6f0-b714ef5e815d HTTP/1.1" status: 200 len: 210 time: 0.0437679 May 31 14:21:26.835646 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-70464135-2d69-4743-a66b-f92ed1177005 req-8e1477dc-d574-4846-9c1e-5f7ef9572dd6 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:21:26.839432 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-70464135-2d69-4743-a66b-f92ed1177005 req-8e1477dc-d574-4846-9c1e-5f7ef9572dd6 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Usage tracker for resource:port and tenant:a88bb1ec4cd3478f81220babd7ff15bf is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:21:26.842911 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-70464135-2d69-4743-a66b-f92ed1177005 req-8e1477dc-d574-4846-9c1e-5f7ef9572dd6 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:21:26.848743 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-70464135-2d69-4743-a66b-f92ed1177005 req-8e1477dc-d574-4846-9c1e-5f7ef9572dd6 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:21:26.858551 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70464135-2d69-4743-a66b-f92ed1177005 req-8e1477dc-d574-4846-9c1e-5f7ef9572dd6 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Made reservation on behalf of a88bb1ec4cd3478f81220babd7ff15bf for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:21:26.862240 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-70464135-2d69-4743-a66b-f92ed1177005 req-8e1477dc-d574-4846-9c1e-5f7ef9572dd6 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:21:27.024243 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [req-70464135-2d69-4743-a66b-f92ed1177005 req-8e1477dc-d574-4846-9c1e-5f7ef9572dd6 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Allocated IP 172.20.0.3 (6ace737e-ad4d-40fc-a620-c83a240a2145/b798be7b-84f4-4cc8-81fd-1f8ec625f3be/45856d68-0adc-459b-8974-5f9204b81b28) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:21:27.230635 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-70464135-2d69-4743-a66b-f92ed1177005 req-8e1477dc-d574-4846-9c1e-5f7ef9572dd6 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:21:27.260394 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-70464135-2d69-4743-a66b-f92ed1177005 req-8e1477dc-d574-4846-9c1e-5f7ef9572dd6 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:21:27.337775 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70464135-2d69-4743-a66b-f92ed1177005 req-8e1477dc-d574-4846-9c1e-5f7ef9572dd6 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Network 6ace737e-ad4d-40fc-a620-c83a240a2145 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:21:27.340934 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [req-70464135-2d69-4743-a66b-f92ed1177005 req-8e1477dc-d574-4846-9c1e-5f7ef9572dd6 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:21:27.345573 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-70464135-2d69-4743-a66b-f92ed1177005 req-8e1477dc-d574-4846-9c1e-5f7ef9572dd6 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:21:27.375334 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1477dc-d574-4846-9c1e-5f7ef9572dd6 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Pushing event updated for resources: {'Port': ['ID=45856d68-0adc-459b-8974-5f9204b81b28,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:21:27.412117 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70464135-2d69-4743-a66b-f92ed1177005 req-8e1477dc-d574-4846-9c1e-5f7ef9572dd6 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:21:27.412726 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-70464135-2d69-4743-a66b-f92ed1177005 req-8e1477dc-d574-4846-9c1e-5f7ef9572dd6 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:21:27.433106 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-70464135-2d69-4743-a66b-f92ed1177005 req-8e1477dc-d574-4846-9c1e-5f7ef9572dd6 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7411749 May 31 14:21:27.444539 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-70464135-2d69-4743-a66b-f92ed1177005 req-e17ead82-dd0d-47a3-9c03-e0b701270e52 service neutron] Request body: {'port': {'device_id': 'bfc8cb05-601d-42e3-a6f0-b714ef5e815d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843939-1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:21:27.662495 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-70464135-2d69-4743-a66b-f92ed1177005 req-e17ead82-dd0d-47a3-9c03-e0b701270e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:21:27.982617 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d98bfb-dc1b-4388-937a-37fc4b028929 req-a8c57d57-a450-43b7-996f-bdbf0cd67b5f tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:21:27.984077 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-35d98bfb-dc1b-4388-937a-37fc4b028929 req-a8c57d57-a450-43b7-996f-bdbf0cd67b5f tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc8cb05-601d-42e3-a6f0-b714ef5e815d HTTP/1.1" status: 200 len: 931 time: 0.0859485 May 31 14:21:28.007541 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [req-70464135-2d69-4743-a66b-f92ed1177005 req-e17ead82-dd0d-47a3-9c03-e0b701270e52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45856d68-0adc-459b-8974-5f9204b81b28 {{(pid=88369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:21:28.015635 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-70464135-2d69-4743-a66b-f92ed1177005 req-e17ead82-dd0d-47a3-9c03-e0b701270e52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:21:28.028634 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-35d98bfb-dc1b-4388-937a-37fc4b028929 req-dd579171-d9cf-46e8-864a-643d846513dc tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389376 May 31 14:21:28.029965 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-70464135-2d69-4743-a66b-f92ed1177005 req-e17ead82-dd0d-47a3-9c03-e0b701270e52 service neutron] Transition to ACTIVE for port object 45856d68-0adc-459b-8974-5f9204b81b28 will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:21:28.033884 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-70464135-2d69-4743-a66b-f92ed1177005 req-e17ead82-dd0d-47a3-9c03-e0b701270e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:21:28.191859 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17ead82-dd0d-47a3-9c03-e0b701270e52 service neutron] Pushing event updated for resources: {'Port': ['ID=45856d68-0adc-459b-8974-5f9204b81b28,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:21:28.229125 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17ead82-dd0d-47a3-9c03-e0b701270e52 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:21:28.229469 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17ead82-dd0d-47a3-9c03-e0b701270e52 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:21:28.229810 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17ead82-dd0d-47a3-9c03-e0b701270e52 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:21:28.230176 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17ead82-dd0d-47a3-9c03-e0b701270e52 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:21:28.230510 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17ead82-dd0d-47a3-9c03-e0b701270e52 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:21:28.230838 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17ead82-dd0d-47a3-9c03-e0b701270e52 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:21:28.231162 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17ead82-dd0d-47a3-9c03-e0b701270e52 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:21:28.231486 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17ead82-dd0d-47a3-9c03-e0b701270e52 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:21:28.231808 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17ead82-dd0d-47a3-9c03-e0b701270e52 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:21:28.232780 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17ead82-dd0d-47a3-9c03-e0b701270e52 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:21:28.233071 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17ead82-dd0d-47a3-9c03-e0b701270e52 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:21:28.233394 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17ead82-dd0d-47a3-9c03-e0b701270e52 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:21:28.275236 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-70464135-2d69-4743-a66b-f92ed1177005 req-e17ead82-dd0d-47a3-9c03-e0b701270e52 service neutron] Attempting to bind port 45856d68-0adc-459b-8974-5f9204b81b28 on host n-h1-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:21:28.275668 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-70464135-2d69-4743-a66b-f92ed1177005 req-e17ead82-dd0d-47a3-9c03-e0b701270e52 service neutron] Attempting to bind port 45856d68-0adc-459b-8974-5f9204b81b28 by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': 'fe3e4c66-72a5-4068-81a9-e23f87118469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6ace737e-ad4d-40fc-a620-c83a240a2145'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:21:28.276077 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70464135-2d69-4743-a66b-f92ed1177005 req-e17ead82-dd0d-47a3-9c03-e0b701270e52 service neutron] Attempting to bind port 45856d68-0adc-459b-8974-5f9204b81b28 on network 6ace737e-ad4d-40fc-a620-c83a240a2145 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:21:28.280756 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70464135-2d69-4743-a66b-f92ed1177005 req-e17ead82-dd0d-47a3-9c03-e0b701270e52 service neutron] Port 45856d68-0adc-459b-8974-5f9204b81b28 on network 6ace737e-ad4d-40fc-a620-c83a240a2145 not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 14:21:28.281075 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70464135-2d69-4743-a66b-f92ed1177005 req-e17ead82-dd0d-47a3-9c03-e0b701270e52 service neutron] Attempting to bind port 45856d68-0adc-459b-8974-5f9204b81b28 on network 6ace737e-ad4d-40fc-a620-c83a240a2145 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:21:28.286145 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70464135-2d69-4743-a66b-f92ed1177005 req-e17ead82-dd0d-47a3-9c03-e0b701270e52 service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:21:28.286479 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70464135-2d69-4743-a66b-f92ed1177005 req-e17ead82-dd0d-47a3-9c03-e0b701270e52 service neutron] Checking segment: {'id': 'fe3e4c66-72a5-4068-81a9-e23f87118469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6ace737e-ad4d-40fc-a620-c83a240a2145'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:21:28.286863 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70464135-2d69-4743-a66b-f92ed1177005 req-e17ead82-dd0d-47a3-9c03-e0b701270e52 service neutron] Bound using segment: {'id': 'fe3e4c66-72a5-4068-81a9-e23f87118469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6ace737e-ad4d-40fc-a620-c83a240a2145'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:21:28.287290 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-70464135-2d69-4743-a66b-f92ed1177005 req-e17ead82-dd0d-47a3-9c03-e0b701270e52 service neutron] Bound port: 45856d68-0adc-459b-8974-5f9204b81b28, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe3e4c66-72a5-4068-81a9-e23f87118469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6ace737e-ad4d-40fc-a620-c83a240a2145'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:21:28.287633 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-70464135-2d69-4743-a66b-f92ed1177005 req-e17ead82-dd0d-47a3-9c03-e0b701270e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:21:28.382741 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-70464135-2d69-4743-a66b-f92ed1177005 req-e17ead82-dd0d-47a3-9c03-e0b701270e52 service neutron] For port 45856d68-0adc-459b-8974-5f9204b81b28, host n-h1-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:21:28.385720 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-70464135-2d69-4743-a66b-f92ed1177005 req-e17ead82-dd0d-47a3-9c03-e0b701270e52 service neutron] For port 45856d68-0adc-459b-8974-5f9204b81b28, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=45856d68-0adc-459b-8974-5f9204b81b28,segment=NetworkSegment(fe3e4c66-72a5-4068-81a9-e23f87118469),segment_id=fe3e4c66-72a5-4068-81a9-e23f87118469)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:21:28.390584 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-70464135-2d69-4743-a66b-f92ed1177005 req-e17ead82-dd0d-47a3-9c03-e0b701270e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:21:28.448105 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70464135-2d69-4743-a66b-f92ed1177005 req-e17ead82-dd0d-47a3-9c03-e0b701270e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:21:28.448946 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-70464135-2d69-4743-a66b-f92ed1177005 req-e17ead82-dd0d-47a3-9c03-e0b701270e52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:21:28.450310 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-70464135-2d69-4743-a66b-f92ed1177005 req-e17ead82-dd0d-47a3-9c03-e0b701270e52 service neutron] 10.222.0.20 "PUT /v2.0/ports/45856d68-0adc-459b-8974-5f9204b81b28 HTTP/1.1" status: 200 len: 1091 time: 1.0096498 May 31 14:21:28.453085 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfc8cb05-601d-42e3-a6f0-b714ef5e815d', 'tag': '45856d68-0adc-459b-8974-5f9204b81b28'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:21:28.477758 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17ead82-dd0d-47a3-9c03-e0b701270e52 service neutron] Pushing event updated for resources: {'Port': ['ID=45856d68-0adc-459b-8974-5f9204b81b28,revision_number=3']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:21:28.532370 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6d8c6c0-4836-499f-af19-312368da8c97'] response: {'name': 'network-changed', 'server_uuid': 'bfc8cb05-601d-42e3-a6f0-b714ef5e815d', 'tag': '45856d68-0adc-459b-8974-5f9204b81b28', 'status': 'completed', 'code': 200} May 31 14:21:28.575609 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70464135-2d69-4743-a66b-f92ed1177005 req-8327c860-8e9b-4772-9e77-7f7a70d9d448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:21:28.577076 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-70464135-2d69-4743-a66b-f92ed1177005 req-8327c860-8e9b-4772-9e77-7f7a70d9d448 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a88bb1ec4cd3478f81220babd7ff15bf&device_id=bfc8cb05-601d-42e3-a6f0-b714ef5e815d HTTP/1.1" status: 200 len: 1094 time: 0.0794575 May 31 14:21:28.644348 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-70464135-2d69-4743-a66b-f92ed1177005 req-756e7d79-5b04-4dde-bd7e-9841fa2135fa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45856d68-0adc-459b-8974-5f9204b81b28 HTTP/1.1" status: 200 len: 217 time: 0.0606785 May 31 14:21:28.708239 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70464135-2d69-4743-a66b-f92ed1177005 req-eb4ff14e-d566-4384-a914-dac7b7c11e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:21:28.709640 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-70464135-2d69-4743-a66b-f92ed1177005 req-eb4ff14e-d566-4384-a914-dac7b7c11e12 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b798be7b-84f4-4cc8-81fd-1f8ec625f3be HTTP/1.1" status: 200 len: 854 time: 0.0600002 May 31 14:21:28.755830 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-70464135-2d69-4743-a66b-f92ed1177005 req-0dd51278-aa45-40f0-b1ce-5ecfb88a9ede service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ace737e-ad4d-40fc-a620-c83a240a2145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404806 May 31 14:21:28.887662 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-70464135-2d69-4743-a66b-f92ed1177005 req-5b59da88-edc8-4cee-8cc5-c28c56f07e90 service neutron] 10.222.0.20 "GET /v2.0/networks/6ace737e-ad4d-40fc-a620-c83a240a2145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262200 May 31 14:21:29.029547 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-70464135-2d69-4743-a66b-f92ed1177005 req-8d645275-1c36-4e76-98e7-1454bf1611a3 service neutron] 10.222.0.20 "GET /v2.0/networks/6ace737e-ad4d-40fc-a620-c83a240a2145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362596 May 31 14:21:29.180202 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e1ed8-6ace-45c7-be31-614f1d372977 req-50098908-600e-4888-a5cc-eebdce1b6536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:21:29.181656 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e83e1ed8-6ace-45c7-be31-614f1d372977 req-50098908-600e-4888-a5cc-eebdce1b6536 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a88bb1ec4cd3478f81220babd7ff15bf&device_id=bfc8cb05-601d-42e3-a6f0-b714ef5e815d HTTP/1.1" status: 200 len: 1094 time: 0.1084988 May 31 14:21:29.219033 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87bd4b2-2117-4f9d-a72d-d2811b537f86 req-789150f4-25bb-468a-9553-b03bd07809b9 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:21:29.220527 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b87bd4b2-2117-4f9d-a72d-d2811b537f86 req-789150f4-25bb-468a-9553-b03bd07809b9 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc8cb05-601d-42e3-a6f0-b714ef5e815d HTTP/1.1" status: 200 len: 943 time: 0.0817912 May 31 14:21:29.275497 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b87bd4b2-2117-4f9d-a72d-d2811b537f86 req-24c97205-0856-404c-8164-a6daea05cfe7 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491400 May 31 14:21:29.317285 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e1ed8-6ace-45c7-be31-614f1d372977 req-c0d19459-ef31-4db3-b198-96cbf58d87cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:21:29.318799 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e83e1ed8-6ace-45c7-be31-614f1d372977 req-c0d19459-ef31-4db3-b198-96cbf58d87cf service neutron] 10.222.0.20 "GET /v2.0/networks?id=6ace737e-ad4d-40fc-a620-c83a240a2145 HTTP/1.1" status: 200 len: 915 time: 0.1311300 May 31 14:21:29.485664 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e83e1ed8-6ace-45c7-be31-614f1d372977 req-927af2b8-fd62-4717-b936-050c07f52e2c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45856d68-0adc-459b-8974-5f9204b81b28 HTTP/1.1" status: 200 len: 217 time: 0.1610096 May 31 14:21:29.548242 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e1ed8-6ace-45c7-be31-614f1d372977 req-86bd63cf-eb3f-4cac-aa41-d89ce40c1840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:21:29.549671 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e83e1ed8-6ace-45c7-be31-614f1d372977 req-86bd63cf-eb3f-4cac-aa41-d89ce40c1840 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b798be7b-84f4-4cc8-81fd-1f8ec625f3be HTTP/1.1" status: 200 len: 854 time: 0.0583634 May 31 14:21:29.595470 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e83e1ed8-6ace-45c7-be31-614f1d372977 req-f8de465d-429a-4130-84ff-a19d2bb7cac4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ace737e-ad4d-40fc-a620-c83a240a2145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402405 May 31 14:21:29.726369 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e83e1ed8-6ace-45c7-be31-614f1d372977 req-98c305d6-9129-458e-9e22-48816709459e service neutron] 10.222.0.20 "GET /v2.0/networks/6ace737e-ad4d-40fc-a620-c83a240a2145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247933 May 31 14:21:29.858460 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e83e1ed8-6ace-45c7-be31-614f1d372977 req-2cc1ccad-eac2-4c33-820f-131fbbb630c0 service neutron] 10.222.0.20 "GET /v2.0/networks/6ace737e-ad4d-40fc-a620-c83a240a2145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261253 May 31 14:21:30.476103 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3646a7dc-ee78-48dc-8623-1778b5d2d3d0 req-ae5e62f5-ea5c-4577-81f0-139b89afbb5d tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:21:30.477546 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3646a7dc-ee78-48dc-8623-1778b5d2d3d0 req-ae5e62f5-ea5c-4577-81f0-139b89afbb5d tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc8cb05-601d-42e3-a6f0-b714ef5e815d HTTP/1.1" status: 200 len: 943 time: 0.0847552 May 31 14:21:30.522386 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3646a7dc-ee78-48dc-8623-1778b5d2d3d0 req-3962f66d-e108-4d81-b142-ce55ec98bd87 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383127 May 31 14:21:31.707673 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fe4a9-11ad-4d3d-b051-4e5967142aad req-fc1b4fc1-345c-4c17-9456-1313d66f9511 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:21:31.709114 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ce3fe4a9-11ad-4d3d-b051-4e5967142aad req-fc1b4fc1-345c-4c17-9456-1313d66f9511 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc8cb05-601d-42e3-a6f0-b714ef5e815d HTTP/1.1" status: 200 len: 943 time: 0.0791268 May 31 14:21:31.756546 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ce3fe4a9-11ad-4d3d-b051-4e5967142aad req-745c4ad4-94fb-4e99-b37b-ba1e3bd605ac tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417781 May 31 14:21:32.945401 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2864e882-8c46-4546-981b-cadb7bc66b40 req-c08e5a6c-982d-4b96-a7f0-f4f02ad29fab tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:21:32.946918 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2864e882-8c46-4546-981b-cadb7bc66b40 req-c08e5a6c-982d-4b96-a7f0-f4f02ad29fab tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc8cb05-601d-42e3-a6f0-b714ef5e815d HTTP/1.1" status: 200 len: 943 time: 0.0856514 May 31 14:21:32.992784 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2864e882-8c46-4546-981b-cadb7bc66b40 req-36a7c5c3-291f-4e94-837f-5aa74f47ce94 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389404 May 31 14:21:33.241865 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 45856d68-0adc-459b-8974-5f9204b81b28 details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 14:21:33.383460 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 45856d68-0adc-459b-8974-5f9204b81b28, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=45856d68-0adc-459b-8974-5f9204b81b28,segment=NetworkSegment(fe3e4c66-72a5-4068-81a9-e23f87118469),segment_id=fe3e4c66-72a5-4068-81a9-e23f87118469)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:21:33.396974 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': '45856d68-0adc-459b-8974-5f9204b81b28', 'network_id': '6ace737e-ad4d-40fc-a620-c83a240a2145', 'port_id': '45856d68-0adc-459b-8974-5f9204b81b28', 'mac_address': 'fa:16:3e:e0:75:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b798be7b-84f4-4cc8-81fd-1f8ec625f3be', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 14:21:33.456082 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 45856d68-0adc-459b-8974-5f9204b81b28 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:21:33.456586 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:21:33.476710 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45856d68-0adc-459b-8974-5f9204b81b28 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:21:33.492922 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 45856d68-0adc-459b-8974-5f9204b81b28, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=45856d68-0adc-459b-8974-5f9204b81b28,segment=NetworkSegment(fe3e4c66-72a5-4068-81a9-e23f87118469),segment_id=fe3e4c66-72a5-4068-81a9-e23f87118469)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:21:33.496962 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:21:33.567411 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=45856d68-0adc-459b-8974-5f9204b81b28,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:21:33.824616 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['45856d68-0adc-459b-8974-5f9204b81b28'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:21:34.187334 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd5b888-b67c-4a11-80dd-2a20af31405a req-c2e5932b-432e-41b0-84f3-8df74245d5aa tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:21:34.188817 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8dd5b888-b67c-4a11-80dd-2a20af31405a req-c2e5932b-432e-41b0-84f3-8df74245d5aa tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc8cb05-601d-42e3-a6f0-b714ef5e815d HTTP/1.1" status: 200 len: 944 time: 0.0892498 May 31 14:21:34.347124 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8dd5b888-b67c-4a11-80dd-2a20af31405a req-ab074216-559f-4496-8b65-208d378d12f7 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485667 May 31 14:21:35.253272 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 45856d68-0adc-459b-8974-5f9204b81b28 up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:21:35.324962 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning for port 45856d68-0adc-459b-8974-5f9204b81b28 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:21:35.330765 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port 45856d68-0adc-459b-8974-5f9204b81b28 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:21:35.331318 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:21:35.499675 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 45856d68-0adc-459b-8974-5f9204b81b28 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:21:35.500055 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:21:35.527315 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc8cb05-601d-42e3-a6f0-b714ef5e815d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45856d68-0adc-459b-8974-5f9204b81b28'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:21:35.538068 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 45856d68-0adc-459b-8974-5f9204b81b28, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=45856d68-0adc-459b-8974-5f9204b81b28,segment=NetworkSegment(fe3e4c66-72a5-4068-81a9-e23f87118469),segment_id=fe3e4c66-72a5-4068-81a9-e23f87118469)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:21:35.543901 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:21:35.572704 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e680de-e893-42fe-b251-815a0a79b63f req-4866a9ef-0cbe-4eef-a08c-0bd9aa6151b8 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:21:35.575329 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-66e680de-e893-42fe-b251-815a0a79b63f req-4866a9ef-0cbe-4eef-a08c-0bd9aa6151b8 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc8cb05-601d-42e3-a6f0-b714ef5e815d HTTP/1.1" status: 200 len: 944 time: 0.0991309 May 31 14:21:35.598599 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43d1f18e-31d9-4abc-8ff6-d7dbbca6b67b'] response: {'server_uuid': 'bfc8cb05-601d-42e3-a6f0-b714ef5e815d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45856d68-0adc-459b-8974-5f9204b81b28', 'code': 200} May 31 14:21:35.624876 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-66e680de-e893-42fe-b251-815a0a79b63f req-5ebd18e0-1439-4aa2-83da-4aae798542e7 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419927 May 31 14:21:35.635287 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=45856d68-0adc-459b-8974-5f9204b81b28,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:21:35.718559 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa48a11-683a-4bcc-81d4-6eb567c6cba9 req-a6c9eb31-ad6a-4582-9702-522976dd517e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:21:35.720423 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-aaa48a11-683a-4bcc-81d4-6eb567c6cba9 req-a6c9eb31-ad6a-4582-9702-522976dd517e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bfc8cb05-601d-42e3-a6f0-b714ef5e815d HTTP/1.1" status: 200 len: 1096 time: 0.0848582 May 31 14:21:35.764419 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-aaa48a11-683a-4bcc-81d4-6eb567c6cba9 req-c2569f35-73eb-433e-9847-8714306ea76b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374939 May 31 14:21:36.815935 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa37c0-2993-4c00-8ff6-803cb91b7e3c req-37e7e880-8ccb-404f-8a00-7cffe4733f7a tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:21:36.817361 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b4fa37c0-2993-4c00-8ff6-803cb91b7e3c req-37e7e880-8ccb-404f-8a00-7cffe4733f7a tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc8cb05-601d-42e3-a6f0-b714ef5e815d HTTP/1.1" status: 200 len: 945 time: 0.0816278 May 31 14:21:36.860614 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b4fa37c0-2993-4c00-8ff6-803cb91b7e3c req-f9cdb5c8-2820-4051-a02e-f03da018541b tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375667 May 31 14:21:37.804713 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:21:38.061319 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548cbf82-d5b2-4b5a-ad53-c46020c46720 req-639663db-5b38-4448-96fb-f5988e078113 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:21:38.062992 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-548cbf82-d5b2-4b5a-ad53-c46020c46720 req-639663db-5b38-4448-96fb-f5988e078113 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc8cb05-601d-42e3-a6f0-b714ef5e815d HTTP/1.1" status: 200 len: 945 time: 0.0825768 May 31 14:21:38.111707 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-548cbf82-d5b2-4b5a-ad53-c46020c46720 req-4d71c4b9-c5a6-4eaf-b504-dbd487f9ccfc tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430291 May 31 14:21:38.297455 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b4294d-e31c-41df-bb9f-1127b10ea35e req-a309d70b-8ef7-4e9a-be3a-9ef50e8f7f55 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:21:38.298928 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e3b4294d-e31c-41df-bb9f-1127b10ea35e req-a309d70b-8ef7-4e9a-be3a-9ef50e8f7f55 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc8cb05-601d-42e3-a6f0-b714ef5e815d HTTP/1.1" status: 200 len: 945 time: 0.0794806 May 31 14:21:38.344436 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e3b4294d-e31c-41df-bb9f-1127b10ea35e req-fb8fe5ba-122f-4bd5-a62b-fe91687c6051 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397527 May 31 14:21:38.696159 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aced4a32-5efa-4dab-b8ff-6c7929542582 req-7e923284-fbe0-4431-bf1d-49e742d56dc1 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:21:38.697584 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aced4a32-5efa-4dab-b8ff-6c7929542582 req-7e923284-fbe0-4431-bf1d-49e742d56dc1 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc8cb05-601d-42e3-a6f0-b714ef5e815d HTTP/1.1" status: 200 len: 945 time: 0.0842657 May 31 14:21:38.742350 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aced4a32-5efa-4dab-b8ff-6c7929542582 req-a07ea85c-79ae-459d-95c7-31ee3243976a tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383418 May 31 14:21:38.933306 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b8568c-58f0-4516-b7f5-6c181ca317f4 req-11fd8546-b494-4ffc-aa68-7bb881ea9438 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:21:38.935416 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-82b8568c-58f0-4516-b7f5-6c181ca317f4 req-11fd8546-b494-4ffc-aa68-7bb881ea9438 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc8cb05-601d-42e3-a6f0-b714ef5e815d HTTP/1.1" status: 200 len: 945 time: 0.0799267 May 31 14:21:38.981410 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-82b8568c-58f0-4516-b7f5-6c181ca317f4 req-1e805be7-e481-4dcf-a78d-07b3bac6565b tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394547 May 31 14:21:39.321603 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:21:39.355917 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-dc1218f3-e83c-4cce-9905-dff0a5a663ae req-92a3b15c-b6c7-4767-a3ee-93fbaca9c4af service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=bfc8cb05-601d-42e3-a6f0-b714ef5e815d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0772641 May 31 14:21:39.403780 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d7bef-f234-49d8-824e-872b107d121c req-d575e5cf-2390-4ac5-a36c-aea2fdecd85f tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:21:39.405336 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-559d7bef-f234-49d8-824e-872b107d121c req-d575e5cf-2390-4ac5-a36c-aea2fdecd85f tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc8cb05-601d-42e3-a6f0-b714ef5e815d HTTP/1.1" status: 200 len: 945 time: 0.0900605 May 31 14:21:39.460399 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-559d7bef-f234-49d8-824e-872b107d121c req-9862f81b-f0fe-4115-8774-434315d7b892 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478156 May 31 14:21:40.665545 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-daf3dc41-290e-4e12-b45e-4d6ddba73b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:21:40.679537 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd23d2-3b71-4421-80cf-dc9ed56fd4f3 req-1d35c571-6ec9-4426-9b02-cb064165fc0e tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:21:40.681195 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f7cd23d2-3b71-4421-80cf-dc9ed56fd4f3 req-1d35c571-6ec9-4426-9b02-cb064165fc0e tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc8cb05-601d-42e3-a6f0-b714ef5e815d HTTP/1.1" status: 200 len: 945 time: 0.0952003 May 31 14:21:40.692104 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1218f3-e83c-4cce-9905-dff0a5a663ae req-ef30ce83-29e5-47ee-8762-1405195bdf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:21:40.693682 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-dc1218f3-e83c-4cce-9905-dff0a5a663ae req-ef30ce83-29e5-47ee-8762-1405195bdf81 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a88bb1ec4cd3478f81220babd7ff15bf&device_id=bfc8cb05-601d-42e3-a6f0-b714ef5e815d HTTP/1.1" status: 200 len: 1096 time: 0.0970831 May 31 14:21:40.742797 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f7cd23d2-3b71-4421-80cf-dc9ed56fd4f3 req-a6b9d09e-2519-4628-82c7-eaffb2a845ca tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516548 May 31 14:21:40.846542 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1218f3-e83c-4cce-9905-dff0a5a663ae req-102d4675-85e5-4d30-81b4-89fbbc41e606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:21:40.847992 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-dc1218f3-e83c-4cce-9905-dff0a5a663ae req-102d4675-85e5-4d30-81b4-89fbbc41e606 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6ace737e-ad4d-40fc-a620-c83a240a2145 HTTP/1.1" status: 200 len: 915 time: 0.1488805 May 31 14:21:40.916757 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-dc1218f3-e83c-4cce-9905-dff0a5a663ae req-2bf9db63-de14-4460-b2a7-3118f7e4dee6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45856d68-0adc-459b-8974-5f9204b81b28 HTTP/1.1" status: 200 len: 217 time: 0.0630875 May 31 14:21:40.985779 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1218f3-e83c-4cce-9905-dff0a5a663ae req-1e2975cf-686d-48e0-b7cd-038af995b7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:21:40.987275 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-dc1218f3-e83c-4cce-9905-dff0a5a663ae req-1e2975cf-686d-48e0-b7cd-038af995b7fa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b798be7b-84f4-4cc8-81fd-1f8ec625f3be HTTP/1.1" status: 200 len: 854 time: 0.0646515 May 31 14:21:41.036219 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-dc1218f3-e83c-4cce-9905-dff0a5a663ae req-cf0137b6-8fa1-4bce-9ba3-1bfb9f8ae646 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ace737e-ad4d-40fc-a620-c83a240a2145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434020 May 31 14:21:41.168751 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-dc1218f3-e83c-4cce-9905-dff0a5a663ae req-21ccce1c-a64c-4a38-b8ee-8cac6f55082a service neutron] 10.222.0.20 "GET /v2.0/networks/6ace737e-ad4d-40fc-a620-c83a240a2145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268556 May 31 14:21:41.299458 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-dc1218f3-e83c-4cce-9905-dff0a5a663ae req-0413792c-3418-4aae-8766-f7f3dca94875 service neutron] 10.222.0.20 "GET /v2.0/networks/6ace737e-ad4d-40fc-a620-c83a240a2145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243970 May 31 14:21:41.934385 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0835f5c3-fec1-490a-887f-fcd32a3716ad req-cf1eb1b2-3431-47f9-8a6b-5a526e4b0de4 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:21:41.936008 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0835f5c3-fec1-490a-887f-fcd32a3716ad req-cf1eb1b2-3431-47f9-8a6b-5a526e4b0de4 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc8cb05-601d-42e3-a6f0-b714ef5e815d HTTP/1.1" status: 200 len: 945 time: 0.0825162 May 31 14:21:41.983366 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0835f5c3-fec1-490a-887f-fcd32a3716ad req-766b85c3-891a-4006-9514-9164abc808d4 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410845 May 31 14:21:42.845658 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fcfbf815-fe5d-460a-9c24-b03ba5f69a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:21:43.184326 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a7833-2951-487c-a796-20e2572fc016 req-3b80db91-a48f-45f0-a709-f22af71c3646 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:21:43.187017 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-737a7833-2951-487c-a796-20e2572fc016 req-3b80db91-a48f-45f0-a709-f22af71c3646 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc8cb05-601d-42e3-a6f0-b714ef5e815d HTTP/1.1" status: 200 len: 945 time: 0.0963843 May 31 14:21:43.229601 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-737a7833-2951-487c-a796-20e2572fc016 req-ca8b6bfd-8782-4411-9f93-eb3606452c79 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369742 May 31 14:21:43.922135 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:21:44.048882 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:21:44.414877 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9632d82-425a-4e2c-b5f0-c3cbe890836e req-3ee0a9a6-3c51-4393-91d5-4d868efbca34 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:21:44.416390 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a9632d82-425a-4e2c-b5f0-c3cbe890836e req-3ee0a9a6-3c51-4393-91d5-4d868efbca34 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc8cb05-601d-42e3-a6f0-b714ef5e815d HTTP/1.1" status: 200 len: 945 time: 0.0803449 May 31 14:21:44.471445 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a9632d82-425a-4e2c-b5f0-c3cbe890836e req-7a8304ef-2002-4e67-ad8b-bc7f8739881f tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492439 May 31 14:21:45.782046 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:21:45.827178 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5c198f-0bc4-4ff1-9c30-709fefd84b7c req-b31495c5-8c40-4bc2-bf6e-19669afbef8a tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:21:45.828608 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4d5c198f-0bc4-4ff1-9c30-709fefd84b7c req-b31495c5-8c40-4bc2-bf6e-19669afbef8a tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc8cb05-601d-42e3-a6f0-b714ef5e815d HTTP/1.1" status: 200 len: 945 time: 0.0841322 May 31 14:21:45.872632 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4d5c198f-0bc4-4ff1-9c30-709fefd84b7c req-ffca4d86-134c-4b33-90a7-5f7b03fce00f tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383899 May 31 14:21:46.333731 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [req-de428df7-95b8-4208-954a-0174882181bc req-b5c99801-fb9c-48f5-a877-d470f611d4d3 tempest-TestNetworkBasicOps-1160591896 tempest-TestNetworkBasicOps-1160591896-project] (88370) timed out ('10.222.0.20', 62123) {{(pid=88370) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 31 14:21:47.058204 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3bf246-4ed2-4c34-86d5-ea903619b48c req-74431a17-3a89-45de-b802-a200079b9117 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:21:47.060149 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9d3bf246-4ed2-4c34-86d5-ea903619b48c req-74431a17-3a89-45de-b802-a200079b9117 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc8cb05-601d-42e3-a6f0-b714ef5e815d HTTP/1.1" status: 200 len: 945 time: 0.0806077 May 31 14:21:47.105686 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9d3bf246-4ed2-4c34-86d5-ea903619b48c req-fad21ab2-0b1c-45c0-b4ac-27bdde5f35ee tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400345 May 31 14:21:48.297876 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9fabf7-6b6c-43cc-b5a3-307216dde800 req-4cfb22b2-af4c-4303-a8c3-ad46e8d8ab59 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:21:48.299341 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bb9fabf7-6b6c-43cc-b5a3-307216dde800 req-4cfb22b2-af4c-4303-a8c3-ad46e8d8ab59 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc8cb05-601d-42e3-a6f0-b714ef5e815d HTTP/1.1" status: 200 len: 945 time: 0.0860901 May 31 14:21:48.347201 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bb9fabf7-6b6c-43cc-b5a3-307216dde800 req-da36838a-e148-45b7-b402-9c90a4afd907 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420828 May 31 14:21:49.535076 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b14c2-1a5b-4bf3-8d3a-dfc0c35bea45 req-84003be2-645d-4f85-8f31-d919117e98d7 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:21:49.536510 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-571b14c2-1a5b-4bf3-8d3a-dfc0c35bea45 req-84003be2-645d-4f85-8f31-d919117e98d7 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc8cb05-601d-42e3-a6f0-b714ef5e815d HTTP/1.1" status: 200 len: 945 time: 0.0789745 May 31 14:21:49.583406 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-571b14c2-1a5b-4bf3-8d3a-dfc0c35bea45 req-5c50df07-3f3e-497d-babf-5035c48103f1 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412924 May 31 14:21:50.779493 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeccf52-54b1-41fe-9765-caaa8572bdb7 req-c7398493-a5ae-463b-9e94-243553846aff tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:21:50.780909 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4eeccf52-54b1-41fe-9765-caaa8572bdb7 req-c7398493-a5ae-463b-9e94-243553846aff tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc8cb05-601d-42e3-a6f0-b714ef5e815d HTTP/1.1" status: 200 len: 945 time: 0.0789301 May 31 14:21:50.824963 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4eeccf52-54b1-41fe-9765-caaa8572bdb7 req-61f015e4-872e-4b06-ad54-96e7b64d62f3 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382876 May 31 14:21:52.011201 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad8da57-aeeb-4b6a-95fd-3455f7516ee0 req-2c93a9a1-746b-4c4b-8232-222e2eb717e4 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:21:52.013243 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dad8da57-aeeb-4b6a-95fd-3455f7516ee0 req-2c93a9a1-746b-4c4b-8232-222e2eb717e4 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc8cb05-601d-42e3-a6f0-b714ef5e815d HTTP/1.1" status: 200 len: 945 time: 0.0823486 May 31 14:21:52.055920 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dad8da57-aeeb-4b6a-95fd-3455f7516ee0 req-56ace1ac-65e5-4e56-a4dc-d642be8be708 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370488 May 31 14:21:53.250364 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a84da29-c31a-433e-9967-55587a81931c req-492e0ccc-edfa-40a0-94aa-413aadcf9bb8 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:21:53.251819 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2a84da29-c31a-433e-9967-55587a81931c req-492e0ccc-edfa-40a0-94aa-413aadcf9bb8 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc8cb05-601d-42e3-a6f0-b714ef5e815d HTTP/1.1" status: 200 len: 945 time: 0.0812576 May 31 14:21:53.296160 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2a84da29-c31a-433e-9967-55587a81931c req-c3da78f1-9685-45a0-ac70-b57c958b6bcc tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387192 May 31 14:21:54.517061 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454df4c7-2484-414a-8e91-48ece2b3fbdd req-8e5a6d10-f6db-4249-acde-f539a14146ea tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:21:54.518621 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-454df4c7-2484-414a-8e91-48ece2b3fbdd req-8e5a6d10-f6db-4249-acde-f539a14146ea tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc8cb05-601d-42e3-a6f0-b714ef5e815d HTTP/1.1" status: 200 len: 945 time: 0.0974729 May 31 14:21:54.565063 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-454df4c7-2484-414a-8e91-48ece2b3fbdd req-e6c29167-567e-4d26-8bc5-3d1d7b2da7aa tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407636 May 31 14:21:55.753652 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaace62-aa2a-497b-a4e1-a1c8e9d5ce7b req-672bdfdd-62fb-4cbe-a0a8-9e0f997da77a tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:21:55.755146 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aaaace62-aa2a-497b-a4e1-a1c8e9d5ce7b req-672bdfdd-62fb-4cbe-a0a8-9e0f997da77a tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc8cb05-601d-42e3-a6f0-b714ef5e815d HTTP/1.1" status: 200 len: 945 time: 0.0821114 May 31 14:21:55.804008 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aaaace62-aa2a-497b-a4e1-a1c8e9d5ce7b req-76ce7a66-4e91-4d42-a0bc-768e7c4b2a21 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428238 May 31 14:21:56.994996 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aea0d1-bb81-43a8-af65-cdb4474814b2 req-a747db0c-88c3-48b7-aca5-5bc9784c3c69 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:21:56.996432 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-97aea0d1-bb81-43a8-af65-cdb4474814b2 req-a747db0c-88c3-48b7-aca5-5bc9784c3c69 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc8cb05-601d-42e3-a6f0-b714ef5e815d HTTP/1.1" status: 200 len: 945 time: 0.0824425 May 31 14:21:57.041660 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-97aea0d1-bb81-43a8-af65-cdb4474814b2 req-9ecc184c-4e04-4223-8b0d-ddd068630578 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389874 May 31 14:21:58.193550 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed646c9-7a08-4598-8338-2cc9f30afdf8 req-7777d870-b980-4f54-b007-7627429c0aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:21:58.195039 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-9ed646c9-7a08-4598-8338-2cc9f30afdf8 req-7777d870-b980-4f54-b007-7627429c0aa6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a88bb1ec4cd3478f81220babd7ff15bf&device_id=bfc8cb05-601d-42e3-a6f0-b714ef5e815d HTTP/1.1" status: 200 len: 1096 time: 0.0709124 May 31 14:21:58.240365 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52215fdf-102d-4d6f-8394-f36e879076bf req-03320500-e92b-4b9c-9427-97ab726571a2 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:21:58.241893 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-52215fdf-102d-4d6f-8394-f36e879076bf req-03320500-e92b-4b9c-9427-97ab726571a2 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc8cb05-601d-42e3-a6f0-b714ef5e815d HTTP/1.1" status: 200 len: 945 time: 0.0869131 May 31 14:21:58.288310 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-52215fdf-102d-4d6f-8394-f36e879076bf req-d5288636-4b09-43d8-ad9d-8b2068256cbd tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402138 May 31 14:21:58.344375 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed646c9-7a08-4598-8338-2cc9f30afdf8 req-186b1e5f-e4d1-4d5b-9607-043fd5d0163a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:21:58.345783 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-9ed646c9-7a08-4598-8338-2cc9f30afdf8 req-186b1e5f-e4d1-4d5b-9607-043fd5d0163a service neutron] 10.222.0.20 "GET /v2.0/networks?id=6ace737e-ad4d-40fc-a620-c83a240a2145 HTTP/1.1" status: 200 len: 915 time: 0.1318970 May 31 14:21:58.514053 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-9ed646c9-7a08-4598-8338-2cc9f30afdf8 req-00050a1f-03bf-47f7-b2f3-3899f2afa0cf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45856d68-0adc-459b-8974-5f9204b81b28 HTTP/1.1" status: 200 len: 217 time: 0.1619096 May 31 14:21:58.577314 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed646c9-7a08-4598-8338-2cc9f30afdf8 req-f47b2e2a-602b-4fd8-9966-c3ae5dfa2f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:21:58.578759 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-9ed646c9-7a08-4598-8338-2cc9f30afdf8 req-f47b2e2a-602b-4fd8-9966-c3ae5dfa2f27 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b798be7b-84f4-4cc8-81fd-1f8ec625f3be HTTP/1.1" status: 200 len: 854 time: 0.0589623 May 31 14:21:58.626865 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-9ed646c9-7a08-4598-8338-2cc9f30afdf8 req-f5b67e62-2cfc-4dd4-893d-9085bb93e253 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ace737e-ad4d-40fc-a620-c83a240a2145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423312 May 31 14:21:58.758054 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-9ed646c9-7a08-4598-8338-2cc9f30afdf8 req-91e93c76-26d4-419c-a294-ec7b34e32df8 service neutron] 10.222.0.20 "GET /v2.0/networks/6ace737e-ad4d-40fc-a620-c83a240a2145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251376 May 31 14:21:58.886974 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-9ed646c9-7a08-4598-8338-2cc9f30afdf8 req-5cd464ab-2ad7-4876-b459-ad1be35e9df3 service neutron] 10.222.0.20 "GET /v2.0/networks/6ace737e-ad4d-40fc-a620-c83a240a2145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232049 May 31 14:21:59.487943 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a48a9fb-3041-45e6-9a54-12067fc62b64 req-ba9b597b-93d3-467e-bae5-ac5ee30d7f88 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:21:59.489405 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5a48a9fb-3041-45e6-9a54-12067fc62b64 req-ba9b597b-93d3-467e-bae5-ac5ee30d7f88 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc8cb05-601d-42e3-a6f0-b714ef5e815d HTTP/1.1" status: 200 len: 945 time: 0.0914581 May 31 14:21:59.536301 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5a48a9fb-3041-45e6-9a54-12067fc62b64 req-29a5f457-fa31-4235-bf3f-4ddc55e02439 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411901 May 31 14:22:00.730359 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57da4025-dba9-410c-9472-df0df2ca1058 req-74385bae-b64f-4e4f-8bdd-4fd943b88cf0 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:22:00.732368 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-57da4025-dba9-410c-9472-df0df2ca1058 req-74385bae-b64f-4e4f-8bdd-4fd943b88cf0 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc8cb05-601d-42e3-a6f0-b714ef5e815d HTTP/1.1" status: 200 len: 945 time: 0.0844018 May 31 14:22:00.775528 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-57da4025-dba9-410c-9472-df0df2ca1058 req-e6457cd2-8964-4ec1-b54e-0a88bccf7329 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368257 May 31 14:22:01.962681 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a94d8-c791-4af1-9da9-1384e604b7bb req-7237d0fd-45a2-46ab-81ec-16598f4a19bc tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:22:01.964146 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3e6a94d8-c791-4af1-9da9-1384e604b7bb req-7237d0fd-45a2-46ab-81ec-16598f4a19bc tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc8cb05-601d-42e3-a6f0-b714ef5e815d HTTP/1.1" status: 200 len: 945 time: 0.0810111 May 31 14:22:02.007933 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3e6a94d8-c791-4af1-9da9-1384e604b7bb req-6f181d4d-5391-4eda-b4c5-735c059f01b0 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381939 May 31 14:22:03.192894 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60004735-3b3e-445c-9255-065a054eb0c2 req-25fd5b2b-ba5e-4ff1-86ae-777fbe9f583f tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:22:03.194367 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-60004735-3b3e-445c-9255-065a054eb0c2 req-25fd5b2b-ba5e-4ff1-86ae-777fbe9f583f tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc8cb05-601d-42e3-a6f0-b714ef5e815d HTTP/1.1" status: 200 len: 945 time: 0.0831029 May 31 14:22:03.238836 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-60004735-3b3e-445c-9255-065a054eb0c2 req-02859934-bca6-4405-8e12-78da156b3fea tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387270 May 31 14:22:03.644618 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:22:04.432725 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48504c3-c9ce-4735-8284-dad31e1df5e4 req-c7aae40a-5332-446c-a1d1-08e84cf270e4 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:22:04.434374 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f48504c3-c9ce-4735-8284-dad31e1df5e4 req-c7aae40a-5332-446c-a1d1-08e84cf270e4 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc8cb05-601d-42e3-a6f0-b714ef5e815d HTTP/1.1" status: 200 len: 945 time: 0.0845032 May 31 14:22:04.594986 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f48504c3-c9ce-4735-8284-dad31e1df5e4 req-5f2b8cc7-85d9-4356-8501-1d9fe6852dec tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547873 May 31 14:22:05.786175 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5666a07-1bd5-443b-a904-fc28f85d5b59 req-3090fe57-0375-455b-9517-a694fba53b8f tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:22:05.787620 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e5666a07-1bd5-443b-a904-fc28f85d5b59 req-3090fe57-0375-455b-9517-a694fba53b8f tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc8cb05-601d-42e3-a6f0-b714ef5e815d HTTP/1.1" status: 200 len: 945 time: 0.0836620 May 31 14:22:05.833718 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e5666a07-1bd5-443b-a904-fc28f85d5b59 req-136b7d94-0226-4498-b663-651b2860e72b tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404353 May 31 14:22:07.027331 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20810b4-59d9-4ade-8d06-f3e4aef98093 req-329d03aa-7d5d-427c-9bb3-33a4c3a7b91e tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:22:07.029365 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f20810b4-59d9-4ade-8d06-f3e4aef98093 req-329d03aa-7d5d-427c-9bb3-33a4c3a7b91e tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc8cb05-601d-42e3-a6f0-b714ef5e815d HTTP/1.1" status: 200 len: 945 time: 0.0853570 May 31 14:22:07.076233 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f20810b4-59d9-4ade-8d06-f3e4aef98093 req-84ac1e46-7276-4022-8ee0-4a19c23d6b5f tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411270 May 31 14:22:07.818388 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:22:08.173688 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [req-dc1218f3-e83c-4cce-9905-dff0a5a663ae req-aadd019f-b55f-4ccc-a91e-0ee7847d81b7 service neutron] show failed (client error): The resource could not be found. May 31 14:22:08.174900 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-dc1218f3-e83c-4cce-9905-dff0a5a663ae req-aadd019f-b55f-4ccc-a91e-0ee7847d81b7 service neutron] 10.222.0.20 "GET /v2.0/ports/45856d68-0adc-459b-8974-5f9204b81b28/bindings/n-h2-843939-1 HTTP/1.1" status: 404 len: 380 time: 0.0757022 May 31 14:22:08.272653 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ad1a9a-b29e-4c39-addd-b6fec67c2fb9 req-4c59cbe8-9391-46fd-9237-bb895bd5b0a0 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:22:08.274145 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a2ad1a9a-b29e-4c39-addd-b6fec67c2fb9 req-4c59cbe8-9391-46fd-9237-bb895bd5b0a0 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc8cb05-601d-42e3-a6f0-b714ef5e815d HTTP/1.1" status: 200 len: 945 time: 0.0879724 May 31 14:22:08.341213 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a2ad1a9a-b29e-4c39-addd-b6fec67c2fb9 req-8a3de7ec-4eb6-4049-96f2-a57d7167d813 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606217 May 31 14:22:08.457938 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1218f3-e83c-4cce-9905-dff0a5a663ae req-ae05fc18-d5b2-48df-bccf-27e8f548a9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:22:08.459421 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-dc1218f3-e83c-4cce-9905-dff0a5a663ae req-ae05fc18-d5b2-48df-bccf-27e8f548a9c6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bfc8cb05-601d-42e3-a6f0-b714ef5e815d&tenant_id=a88bb1ec4cd3478f81220babd7ff15bf HTTP/1.1" status: 200 len: 1096 time: 0.0829229 May 31 14:22:08.470294 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-dc1218f3-e83c-4cce-9905-dff0a5a663ae req-a49a9afa-417e-4eea-90c9-5478d904cbf4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843939-1', 'device_owner': 'compute:nova'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:22:08.581409 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-dc1218f3-e83c-4cce-9905-dff0a5a663ae req-a49a9afa-417e-4eea-90c9-5478d904cbf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:22:08.868044 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-dc1218f3-e83c-4cce-9905-dff0a5a663ae req-a49a9afa-417e-4eea-90c9-5478d904cbf4 service neutron] For port 45856d68-0adc-459b-8974-5f9204b81b28, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=45856d68-0adc-459b-8974-5f9204b81b28,segment=NetworkSegment(fe3e4c66-72a5-4068-81a9-e23f87118469),segment_id=fe3e4c66-72a5-4068-81a9-e23f87118469)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:22:08.896565 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-dc1218f3-e83c-4cce-9905-dff0a5a663ae req-a49a9afa-417e-4eea-90c9-5478d904cbf4 service neutron] For port 45856d68-0adc-459b-8974-5f9204b81b28, host n-h1-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:22:08.955326 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc8cb05-601d-42e3-a6f0-b714ef5e815d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45856d68-0adc-459b-8974-5f9204b81b28'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:22:08.960895 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-dc1218f3-e83c-4cce-9905-dff0a5a663ae req-a49a9afa-417e-4eea-90c9-5478d904cbf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:22:08.978026 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-dc1218f3-e83c-4cce-9905-dff0a5a663ae req-a49a9afa-417e-4eea-90c9-5478d904cbf4 service neutron] Transition to ACTIVE for port object 45856d68-0adc-459b-8974-5f9204b81b28 will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:22:08.982534 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-dc1218f3-e83c-4cce-9905-dff0a5a663ae req-a49a9afa-417e-4eea-90c9-5478d904cbf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:22:09.023016 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4138224-cded-4756-b8f3-73dad01a33a9'] response: {'server_uuid': 'bfc8cb05-601d-42e3-a6f0-b714ef5e815d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45856d68-0adc-459b-8974-5f9204b81b28', 'code': 200} May 31 14:22:09.147039 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc1218f3-e83c-4cce-9905-dff0a5a663ae req-a49a9afa-417e-4eea-90c9-5478d904cbf4 service neutron] No DVR routers for this DVR port 45856d68-0adc-459b-8974-5f9204b81b28 on host n-h1-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:22:09.148891 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49a9afa-417e-4eea-90c9-5478d904cbf4 service neutron] Pushing event updated for resources: {'Port': ['ID=45856d68-0adc-459b-8974-5f9204b81b28,revision_number=6']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:22:09.204066 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-dc1218f3-e83c-4cce-9905-dff0a5a663ae req-a49a9afa-417e-4eea-90c9-5478d904cbf4 service neutron] Attempting to bind port 45856d68-0adc-459b-8974-5f9204b81b28 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:22:09.204756 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-dc1218f3-e83c-4cce-9905-dff0a5a663ae req-a49a9afa-417e-4eea-90c9-5478d904cbf4 service neutron] Attempting to bind port 45856d68-0adc-459b-8974-5f9204b81b28 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'fe3e4c66-72a5-4068-81a9-e23f87118469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6ace737e-ad4d-40fc-a620-c83a240a2145'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:22:09.204756 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1218f3-e83c-4cce-9905-dff0a5a663ae req-a49a9afa-417e-4eea-90c9-5478d904cbf4 service neutron] Attempting to bind port 45856d68-0adc-459b-8974-5f9204b81b28 on network 6ace737e-ad4d-40fc-a620-c83a240a2145 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:22:09.209488 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1218f3-e83c-4cce-9905-dff0a5a663ae req-a49a9afa-417e-4eea-90c9-5478d904cbf4 service neutron] Port 45856d68-0adc-459b-8974-5f9204b81b28 on network 6ace737e-ad4d-40fc-a620-c83a240a2145 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 14:22:09.209819 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1218f3-e83c-4cce-9905-dff0a5a663ae req-a49a9afa-417e-4eea-90c9-5478d904cbf4 service neutron] Attempting to bind port 45856d68-0adc-459b-8974-5f9204b81b28 on network 6ace737e-ad4d-40fc-a620-c83a240a2145 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:22:09.215444 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1218f3-e83c-4cce-9905-dff0a5a663ae req-a49a9afa-417e-4eea-90c9-5478d904cbf4 service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:22:09.215834 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1218f3-e83c-4cce-9905-dff0a5a663ae req-a49a9afa-417e-4eea-90c9-5478d904cbf4 service neutron] Checking segment: {'id': 'fe3e4c66-72a5-4068-81a9-e23f87118469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6ace737e-ad4d-40fc-a620-c83a240a2145'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:22:09.216214 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1218f3-e83c-4cce-9905-dff0a5a663ae req-a49a9afa-417e-4eea-90c9-5478d904cbf4 service neutron] Bound using segment: {'id': 'fe3e4c66-72a5-4068-81a9-e23f87118469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6ace737e-ad4d-40fc-a620-c83a240a2145'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:22:09.216633 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-dc1218f3-e83c-4cce-9905-dff0a5a663ae req-a49a9afa-417e-4eea-90c9-5478d904cbf4 service neutron] Bound port: 45856d68-0adc-459b-8974-5f9204b81b28, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe3e4c66-72a5-4068-81a9-e23f87118469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6ace737e-ad4d-40fc-a620-c83a240a2145'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:22:09.216976 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-dc1218f3-e83c-4cce-9905-dff0a5a663ae req-a49a9afa-417e-4eea-90c9-5478d904cbf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:22:09.306718 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-dc1218f3-e83c-4cce-9905-dff0a5a663ae req-a49a9afa-417e-4eea-90c9-5478d904cbf4 service neutron] For port 45856d68-0adc-459b-8974-5f9204b81b28, host n-h2-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:22:09.311271 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-dc1218f3-e83c-4cce-9905-dff0a5a663ae req-a49a9afa-417e-4eea-90c9-5478d904cbf4 service neutron] For port 45856d68-0adc-459b-8974-5f9204b81b28, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=45856d68-0adc-459b-8974-5f9204b81b28,segment=NetworkSegment(fe3e4c66-72a5-4068-81a9-e23f87118469),segment_id=fe3e4c66-72a5-4068-81a9-e23f87118469)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:22:09.316868 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-dc1218f3-e83c-4cce-9905-dff0a5a663ae req-a49a9afa-417e-4eea-90c9-5478d904cbf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:22:09.320659 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:22:09.382337 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1218f3-e83c-4cce-9905-dff0a5a663ae req-a49a9afa-417e-4eea-90c9-5478d904cbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:22:09.382974 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-dc1218f3-e83c-4cce-9905-dff0a5a663ae req-a49a9afa-417e-4eea-90c9-5478d904cbf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:22:09.384386 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-dc1218f3-e83c-4cce-9905-dff0a5a663ae req-a49a9afa-417e-4eea-90c9-5478d904cbf4 service neutron] 10.222.0.44 "PUT /v2.0/ports/45856d68-0adc-459b-8974-5f9204b81b28 HTTP/1.1" status: 200 len: 1091 time: 0.9180419 May 31 14:22:09.405348 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49a9afa-417e-4eea-90c9-5478d904cbf4 service neutron] Pushing event updated for resources: {'Port': ['ID=45856d68-0adc-459b-8974-5f9204b81b28,revision_number=7']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:22:09.481473 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1218f3-e83c-4cce-9905-dff0a5a663ae req-d19617d5-db06-4b57-a17f-b7c261b71161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:22:09.482989 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-dc1218f3-e83c-4cce-9905-dff0a5a663ae req-d19617d5-db06-4b57-a17f-b7c261b71161 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a88bb1ec4cd3478f81220babd7ff15bf&device_id=bfc8cb05-601d-42e3-a6f0-b714ef5e815d HTTP/1.1" status: 200 len: 1094 time: 0.0747197 May 31 14:22:09.549533 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fd28a7-7388-4092-a288-1f6ea7d8458a req-e593fb65-5232-44dd-94d0-d1c04112a952 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:22:09.551157 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d1fd28a7-7388-4092-a288-1f6ea7d8458a req-e593fb65-5232-44dd-94d0-d1c04112a952 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc8cb05-601d-42e3-a6f0-b714ef5e815d HTTP/1.1" status: 200 len: 943 time: 0.0834577 May 31 14:22:09.599954 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d1fd28a7-7388-4092-a288-1f6ea7d8458a req-03d85104-c4dd-4051-82cd-489b4a0ea060 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427594 May 31 14:22:09.722353 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1218f3-e83c-4cce-9905-dff0a5a663ae req-6ef44184-79ec-4188-95a3-db853e8edb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:22:09.723827 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-dc1218f3-e83c-4cce-9905-dff0a5a663ae req-6ef44184-79ec-4188-95a3-db853e8edb36 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6ace737e-ad4d-40fc-a620-c83a240a2145 HTTP/1.1" status: 200 len: 915 time: 0.2340691 May 31 14:22:09.793507 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-dc1218f3-e83c-4cce-9905-dff0a5a663ae req-3081fcce-f009-4050-ae35-34fafb6075e2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45856d68-0adc-459b-8974-5f9204b81b28 HTTP/1.1" status: 200 len: 217 time: 0.0638137 May 31 14:22:09.856375 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1218f3-e83c-4cce-9905-dff0a5a663ae req-10aaa0d3-9211-4284-8ca2-26eb23bc57aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:22:09.857866 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-dc1218f3-e83c-4cce-9905-dff0a5a663ae req-10aaa0d3-9211-4284-8ca2-26eb23bc57aa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b798be7b-84f4-4cc8-81fd-1f8ec625f3be HTTP/1.1" status: 200 len: 854 time: 0.0586743 May 31 14:22:09.908785 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-dc1218f3-e83c-4cce-9905-dff0a5a663ae req-87a1af70-21bf-4a77-a3ca-6533531a2b05 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6ace737e-ad4d-40fc-a620-c83a240a2145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447567 May 31 14:22:10.042413 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-dc1218f3-e83c-4cce-9905-dff0a5a663ae req-ec5eafcd-e667-4a7f-92b0-82bbf1770738 service neutron] 10.222.0.44 "GET /v2.0/networks/6ace737e-ad4d-40fc-a620-c83a240a2145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273711 May 31 14:22:10.180967 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-dc1218f3-e83c-4cce-9905-dff0a5a663ae req-5bf50ac0-e59e-4231-b660-476f3c525b3f service neutron] 10.222.0.44 "GET /v2.0/networks/6ace737e-ad4d-40fc-a620-c83a240a2145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322021 May 31 14:22:10.653129 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b22ae2c1-7bfa-4f4b-bd1a-093835e297f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:22:10.795162 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0668ad5-9a7b-46fc-8cf0-0d49869aca7b req-71091cc5-5ae4-4a0b-90a3-7b55ed78ffb8 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:22:10.796656 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a0668ad5-9a7b-46fc-8cf0-0d49869aca7b req-71091cc5-5ae4-4a0b-90a3-7b55ed78ffb8 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc8cb05-601d-42e3-a6f0-b714ef5e815d HTTP/1.1" status: 200 len: 943 time: 0.0840480 May 31 14:22:10.847140 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a0668ad5-9a7b-46fc-8cf0-0d49869aca7b req-858d0993-1db3-4b8f-bfa0-becacfe0cec7 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447626 May 31 14:22:11.023664 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfc8cb05-601d-42e3-a6f0-b714ef5e815d', 'tag': '45856d68-0adc-459b-8974-5f9204b81b28'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:22:11.086524 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8254aee-eefe-4806-97f7-a21d09c5ccdb'] response: {'name': 'network-changed', 'server_uuid': 'bfc8cb05-601d-42e3-a6f0-b714ef5e815d', 'tag': '45856d68-0adc-459b-8974-5f9204b81b28', 'status': 'completed', 'code': 200} May 31 14:22:11.191927 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d2ceb0-b1c5-46d1-b831-662fd95b00ae req-08a339ee-1d88-4400-ba61-766f30079440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:22:11.192297 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-31d2ceb0-b1c5-46d1-b831-662fd95b00ae req-08a339ee-1d88-4400-ba61-766f30079440 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a88bb1ec4cd3478f81220babd7ff15bf&device_id=bfc8cb05-601d-42e3-a6f0-b714ef5e815d HTTP/1.1" status: 200 len: 1094 time: 0.0902071 May 31 14:22:11.393397 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d2ceb0-b1c5-46d1-b831-662fd95b00ae req-e7027bc5-ef84-404a-8b16-32036b0e7992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:22:11.394935 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-31d2ceb0-b1c5-46d1-b831-662fd95b00ae req-e7027bc5-ef84-404a-8b16-32036b0e7992 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6ace737e-ad4d-40fc-a620-c83a240a2145 HTTP/1.1" status: 200 len: 915 time: 0.1967015 May 31 14:22:11.400449 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d2ceb0-b1c5-46d1-b831-662fd95b00ae req-c54c3090-9934-4b3a-b135-9fd35cfb581f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:22:11.401855 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-31d2ceb0-b1c5-46d1-b831-662fd95b00ae req-c54c3090-9934-4b3a-b135-9fd35cfb581f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a88bb1ec4cd3478f81220babd7ff15bf&device_id=bfc8cb05-601d-42e3-a6f0-b714ef5e815d HTTP/1.1" status: 200 len: 1094 time: 0.2684193 May 31 14:22:11.496608 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-31d2ceb0-b1c5-46d1-b831-662fd95b00ae req-5a9d60f6-62b2-42fb-bbbf-2565b4e8b276 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45856d68-0adc-459b-8974-5f9204b81b28 HTTP/1.1" status: 200 len: 217 time: 0.0928941 May 31 14:22:11.637491 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d2ceb0-b1c5-46d1-b831-662fd95b00ae req-7656ce0d-2299-41e4-a183-b0028560027e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:22:11.639030 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-31d2ceb0-b1c5-46d1-b831-662fd95b00ae req-7656ce0d-2299-41e4-a183-b0028560027e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b798be7b-84f4-4cc8-81fd-1f8ec625f3be HTTP/1.1" status: 200 len: 854 time: 0.0959556 May 31 14:22:11.694320 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d2ceb0-b1c5-46d1-b831-662fd95b00ae req-454f6d28-3830-4d2f-a407-12b803dc24c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:22:11.695762 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-31d2ceb0-b1c5-46d1-b831-662fd95b00ae req-454f6d28-3830-4d2f-a407-12b803dc24c8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6ace737e-ad4d-40fc-a620-c83a240a2145 HTTP/1.1" status: 200 len: 915 time: 0.2433689 May 31 14:22:11.697603 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-31d2ceb0-b1c5-46d1-b831-662fd95b00ae req-854f3977-5922-4a0a-9b09-35c01f531d3f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ace737e-ad4d-40fc-a620-c83a240a2145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476320 May 31 14:22:11.786083 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-31d2ceb0-b1c5-46d1-b831-662fd95b00ae req-712eba35-9c8f-4e75-a5e2-d123ca06d3a9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45856d68-0adc-459b-8974-5f9204b81b28 HTTP/1.1" status: 200 len: 217 time: 0.0838153 May 31 14:22:11.919317 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d2ceb0-b1c5-46d1-b831-662fd95b00ae req-b86b7931-d241-4f22-a7ad-f746ec058720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:22:11.920731 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-31d2ceb0-b1c5-46d1-b831-662fd95b00ae req-b86b7931-d241-4f22-a7ad-f746ec058720 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b798be7b-84f4-4cc8-81fd-1f8ec625f3be HTTP/1.1" status: 200 len: 854 time: 0.0893662 May 31 14:22:12.066311 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a8d3a7-f17a-4fe0-b3cb-734bff9fba0a req-bb012bff-9e8d-4d7d-9aeb-c1df78675dc2 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:22:12.067823 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d1a8d3a7-f17a-4fe0-b3cb-734bff9fba0a req-bb012bff-9e8d-4d7d-9aeb-c1df78675dc2 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc8cb05-601d-42e3-a6f0-b714ef5e815d HTTP/1.1" status: 200 len: 943 time: 0.0908782 May 31 14:22:12.105208 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-31d2ceb0-b1c5-46d1-b831-662fd95b00ae req-31f9a2cb-b05f-4441-badf-4e42f384a56a service neutron] 10.222.0.20 "GET /v2.0/networks/6ace737e-ad4d-40fc-a620-c83a240a2145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3534431 May 31 14:22:12.108172 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-31d2ceb0-b1c5-46d1-b831-662fd95b00ae req-a7e4c0cb-af0a-4be6-b073-fd1f57ee058a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6ace737e-ad4d-40fc-a620-c83a240a2145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1745787 May 31 14:22:12.114752 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d1a8d3a7-f17a-4fe0-b3cb-734bff9fba0a req-dd110ad3-dcac-497a-b119-1e4f7138bb9b tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410361 May 31 14:22:12.340934 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-31d2ceb0-b1c5-46d1-b831-662fd95b00ae req-eec080f1-253a-4dc7-b94e-6498d078ae8c service neutron] 10.222.0.20 "GET /v2.0/networks/6ace737e-ad4d-40fc-a620-c83a240a2145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283256 May 31 14:22:12.343923 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-31d2ceb0-b1c5-46d1-b831-662fd95b00ae req-ce171904-120f-442a-9b8b-5307b75896aa service neutron] 10.222.0.44 "GET /v2.0/networks/6ace737e-ad4d-40fc-a620-c83a240a2145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127397 May 31 14:22:12.478147 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-31d2ceb0-b1c5-46d1-b831-662fd95b00ae req-e4af033c-a6ec-4aff-9467-e8c61eca121d service neutron] 10.222.0.44 "GET /v2.0/networks/6ace737e-ad4d-40fc-a620-c83a240a2145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278386 May 31 14:22:12.851115 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e99f1661-fb6e-4f37-a9ac-f9526dd7e319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:22:13.305068 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb0d20c-eb7a-44a3-861b-9b8685be477c req-a6a9f411-ddc6-4845-924f-aff8fd95b4d9 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:22:13.306561 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0bb0d20c-eb7a-44a3-861b-9b8685be477c req-a6a9f411-ddc6-4845-924f-aff8fd95b4d9 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc8cb05-601d-42e3-a6f0-b714ef5e815d HTTP/1.1" status: 200 len: 943 time: 0.0853724 May 31 14:22:13.351784 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0bb0d20c-eb7a-44a3-861b-9b8685be477c req-8819115d-0e27-4811-98dd-5393617d080d tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383086 May 31 14:22:13.412248 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 45856d68-0adc-459b-8974-5f9204b81b28 no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:22:13.472128 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 45856d68-0adc-459b-8974-5f9204b81b28 not bound to the agent host n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:22:13.665062 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae51c1-aea3-4edd-a5ff-30bc5c01920f req-fd472183-0dc8-4590-b2b6-339c8ad67748 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:22:13.665672 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-64ae51c1-aea3-4edd-a5ff-30bc5c01920f req-fd472183-0dc8-4590-b2b6-339c8ad67748 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Synchronizing usage tracker for tenant:a88bb1ec4cd3478f81220babd7ff15bf on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:22:13.669692 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d64b965-58d5-4b8a-b141-082f38517a5e req-32966968-1e76-4dcd-b695-610023d8cfdb tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:22:13.671233 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3d64b965-58d5-4b8a-b141-082f38517a5e req-32966968-1e76-4dcd-b695-610023d8cfdb tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc8cb05-601d-42e3-a6f0-b714ef5e815d HTTP/1.1" status: 200 len: 943 time: 0.0819411 May 31 14:22:13.683221 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-64ae51c1-aea3-4edd-a5ff-30bc5c01920f req-fd472183-0dc8-4590-b2b6-339c8ad67748 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Unset dirty status for tenant:a88bb1ec4cd3478f81220babd7ff15bf on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:22:13.684528 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-64ae51c1-aea3-4edd-a5ff-30bc5c01920f req-fd472183-0dc8-4590-b2b6-339c8ad67748 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfc8cb05-601d-42e3-a6f0-b714ef5e815d&tenant_id=a88bb1ec4cd3478f81220babd7ff15bf&binding%3Ahost_id=n-h2-843939-1 HTTP/1.1" status: 200 len: 943 time: 0.1017873 May 31 14:22:13.717491 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3d64b965-58d5-4b8a-b141-082f38517a5e req-bb94c0e5-24df-4410-a54e-7662b98ee14b tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398781 May 31 14:22:13.769621 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [req-64ae51c1-aea3-4edd-a5ff-30bc5c01920f req-b585a7c4-f591-47a3-b71e-ad986b924f0e service neutron] delete failed (client error): The resource could not be found. May 31 14:22:13.771446 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-64ae51c1-aea3-4edd-a5ff-30bc5c01920f req-b585a7c4-f591-47a3-b71e-ad986b924f0e service neutron] 10.222.0.20 "DELETE /v2.0/ports/45856d68-0adc-459b-8974-5f9204b81b28/bindings/n-h1-843939-1 HTTP/1.1" status: 404 len: 380 time: 0.0815129 May 31 14:22:13.913435 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae51c1-aea3-4edd-a5ff-30bc5c01920f req-6ab14cae-bd9b-4b88-a23a-cc987b618260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:22:13.915162 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-64ae51c1-aea3-4edd-a5ff-30bc5c01920f req-6ab14cae-bd9b-4b88-a23a-cc987b618260 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a88bb1ec4cd3478f81220babd7ff15bf&device_id=bfc8cb05-601d-42e3-a6f0-b714ef5e815d HTTP/1.1" status: 200 len: 1094 time: 0.0735769 May 31 14:22:13.926438 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:22:14.047314 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae51c1-aea3-4edd-a5ff-30bc5c01920f req-b2333fc4-dea2-4657-9dfc-203f0679802d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:22:14.049052 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-64ae51c1-aea3-4edd-a5ff-30bc5c01920f req-b2333fc4-dea2-4657-9dfc-203f0679802d service neutron] 10.222.0.20 "GET /v2.0/networks?id=6ace737e-ad4d-40fc-a620-c83a240a2145 HTTP/1.1" status: 200 len: 915 time: 0.1287835 May 31 14:22:14.049819 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:22:14.122788 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-64ae51c1-aea3-4edd-a5ff-30bc5c01920f req-d11ef35c-2d56-4948-87cd-b667d742550b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45856d68-0adc-459b-8974-5f9204b81b28 HTTP/1.1" status: 200 len: 217 time: 0.0674467 May 31 14:22:14.186137 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae51c1-aea3-4edd-a5ff-30bc5c01920f req-f43ce167-b8cd-45cc-90a9-88af8595f595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:22:14.187721 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-64ae51c1-aea3-4edd-a5ff-30bc5c01920f req-f43ce167-b8cd-45cc-90a9-88af8595f595 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b798be7b-84f4-4cc8-81fd-1f8ec625f3be HTTP/1.1" status: 200 len: 854 time: 0.0597641 May 31 14:22:14.237101 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-64ae51c1-aea3-4edd-a5ff-30bc5c01920f req-ed71e9a8-01a2-46f2-bcb8-14140a06d9c5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ace737e-ad4d-40fc-a620-c83a240a2145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439579 May 31 14:22:14.376046 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-64ae51c1-aea3-4edd-a5ff-30bc5c01920f req-75cb9c40-a131-4c96-9f28-bf5e4409beee service neutron] 10.222.0.20 "GET /v2.0/networks/6ace737e-ad4d-40fc-a620-c83a240a2145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334004 May 31 14:22:14.507241 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-64ae51c1-aea3-4edd-a5ff-30bc5c01920f req-36e6e44d-1576-431d-843a-511c2d8ceff4 service neutron] 10.222.0.20 "GET /v2.0/networks/6ace737e-ad4d-40fc-a620-c83a240a2145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255336 May 31 14:22:14.796083 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 45856d68-0adc-459b-8974-5f9204b81b28 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 14:22:14.862437 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8c4be8ef-7c8e-4323-b703-e920c9fd29f0 req-3ef999a8-e27b-492c-a18c-b19e50601af1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bfc8cb05-601d-42e3-a6f0-b714ef5e815d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0741160 May 31 14:22:14.943061 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec7681b-1efb-43a6-885e-5f3de740d9e1 req-565387fd-9d27-4340-9cb0-79a60a381baa tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:22:14.944564 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bec7681b-1efb-43a6-885e-5f3de740d9e1 req-565387fd-9d27-4340-9cb0-79a60a381baa tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc8cb05-601d-42e3-a6f0-b714ef5e815d HTTP/1.1" status: 200 len: 943 time: 0.1082532 May 31 14:22:14.956045 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 45856d68-0adc-459b-8974-5f9204b81b28, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=45856d68-0adc-459b-8974-5f9204b81b28,segment=NetworkSegment(fe3e4c66-72a5-4068-81a9-e23f87118469),segment_id=fe3e4c66-72a5-4068-81a9-e23f87118469)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:22:14.970821 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': '45856d68-0adc-459b-8974-5f9204b81b28', 'network_id': '6ace737e-ad4d-40fc-a620-c83a240a2145', 'port_id': '45856d68-0adc-459b-8974-5f9204b81b28', 'mac_address': 'fa:16:3e:e0:75:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b798be7b-84f4-4cc8-81fd-1f8ec625f3be', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 14:22:14.997244 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bec7681b-1efb-43a6-885e-5f3de740d9e1 req-fa800e06-2779-4d0a-bf05-438191d9ffb9 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453565 May 31 14:22:15.034432 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 45856d68-0adc-459b-8974-5f9204b81b28 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:22:15.034981 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:22:15.055018 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45856d68-0adc-459b-8974-5f9204b81b28 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:22:15.062359 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4be8ef-7c8e-4323-b703-e920c9fd29f0 req-0680a8e2-6696-46f8-ba6f-35f771b02d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:22:15.063862 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8c4be8ef-7c8e-4323-b703-e920c9fd29f0 req-0680a8e2-6696-46f8-ba6f-35f771b02d6c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a88bb1ec4cd3478f81220babd7ff15bf&device_id=bfc8cb05-601d-42e3-a6f0-b714ef5e815d HTTP/1.1" status: 200 len: 1094 time: 0.1016891 May 31 14:22:15.078193 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 45856d68-0adc-459b-8974-5f9204b81b28, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=45856d68-0adc-459b-8974-5f9204b81b28,segment=NetworkSegment(fe3e4c66-72a5-4068-81a9-e23f87118469),segment_id=fe3e4c66-72a5-4068-81a9-e23f87118469)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:22:15.081795 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:22:15.156008 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=45856d68-0adc-459b-8974-5f9204b81b28,revision_number=8']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:22:15.216502 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4be8ef-7c8e-4323-b703-e920c9fd29f0 req-fb36c32f-10ea-4a7e-b5bc-143abb68c608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:22:15.217935 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8c4be8ef-7c8e-4323-b703-e920c9fd29f0 req-fb36c32f-10ea-4a7e-b5bc-143abb68c608 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6ace737e-ad4d-40fc-a620-c83a240a2145 HTTP/1.1" status: 200 len: 915 time: 0.1351240 May 31 14:22:15.325195 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['45856d68-0adc-459b-8974-5f9204b81b28'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:22:15.392995 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8c4be8ef-7c8e-4323-b703-e920c9fd29f0 req-c02e6a34-a94a-4bfa-b070-204a50e3e07e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45856d68-0adc-459b-8974-5f9204b81b28 HTTP/1.1" status: 200 len: 217 time: 0.1686106 May 31 14:22:15.458776 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4be8ef-7c8e-4323-b703-e920c9fd29f0 req-35f5cbb7-b4c2-4643-a2fd-4ec6fe6d69c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:22:15.460255 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8c4be8ef-7c8e-4323-b703-e920c9fd29f0 req-35f5cbb7-b4c2-4643-a2fd-4ec6fe6d69c3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b798be7b-84f4-4cc8-81fd-1f8ec625f3be HTTP/1.1" status: 200 len: 854 time: 0.0617089 May 31 14:22:15.510506 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8c4be8ef-7c8e-4323-b703-e920c9fd29f0 req-3afbbe5e-ff0b-4b55-8b9a-2ca3acf18940 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6ace737e-ad4d-40fc-a620-c83a240a2145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430741 May 31 14:22:15.644440 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8c4be8ef-7c8e-4323-b703-e920c9fd29f0 req-5c0b3bf5-5828-401c-ad1d-dbde2d183825 service neutron] 10.222.0.44 "GET /v2.0/networks/6ace737e-ad4d-40fc-a620-c83a240a2145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268482 May 31 14:22:15.775881 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8c4be8ef-7c8e-4323-b703-e920c9fd29f0 req-08f0185a-dbf3-42db-975c-ddc8326cb4c8 service neutron] 10.222.0.44 "GET /v2.0/networks/6ace737e-ad4d-40fc-a620-c83a240a2145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250641 May 31 14:22:15.785069 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:22:16.191166 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047e7e7-88ce-407e-83ed-9db2384b3544 req-f2f6af77-7e51-4708-af1d-01b3072d0bfc tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:22:16.192628 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5047e7e7-88ce-407e-83ed-9db2384b3544 req-f2f6af77-7e51-4708-af1d-01b3072d0bfc tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc8cb05-601d-42e3-a6f0-b714ef5e815d HTTP/1.1" status: 200 len: 944 time: 0.0835457 May 31 14:22:16.242137 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5047e7e7-88ce-407e-83ed-9db2384b3544 req-52973395-7a86-45c5-971e-207883e7a750 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437870 May 31 14:22:16.431962 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41620516-ff38-41c1-9772-0a91801eb8d7 req-8b049fda-9a1a-49bb-8c05-20ce6dfcaa4d tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:22:16.433471 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-41620516-ff38-41c1-9772-0a91801eb8d7 req-8b049fda-9a1a-49bb-8c05-20ce6dfcaa4d tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc8cb05-601d-42e3-a6f0-b714ef5e815d HTTP/1.1" status: 200 len: 944 time: 0.0807221 May 31 14:22:16.478485 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-41620516-ff38-41c1-9772-0a91801eb8d7 req-90b8e0d1-d04c-4071-8a1c-7510a35ef086 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389254 May 31 14:22:16.578745 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42076) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:22:16.583874 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-022e332e-f5ff-49bd-b955-73967b6fbee9 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Request body: {'security_group': {'name': 'tempest-securitygroup--267833099', 'description': 'tempest-description--1291272665'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:22:16.591409 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-022e332e-f5ff-49bd-b955-73967b6fbee9 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:22:16.595188 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-022e332e-f5ff-49bd-b955-73967b6fbee9 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Usage tracker for resource:security_group and tenant:a88bb1ec4cd3478f81220babd7ff15bf is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:22:16.597982 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-022e332e-f5ff-49bd-b955-73967b6fbee9 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:22:16.604307 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-022e332e-f5ff-49bd-b955-73967b6fbee9 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:22:16.615003 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-022e332e-f5ff-49bd-b955-73967b6fbee9 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:22:16.635171 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-022e332e-f5ff-49bd-b955-73967b6fbee9 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:22:16.639502 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-022e332e-f5ff-49bd-b955-73967b6fbee9 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Usage tracker for resource:security_group_rule and tenant:a88bb1ec4cd3478f81220babd7ff15bf is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:22:16.642384 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-022e332e-f5ff-49bd-b955-73967b6fbee9 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:22:16.648296 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-022e332e-f5ff-49bd-b955-73967b6fbee9 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:22:16.718254 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-022e332e-f5ff-49bd-b955-73967b6fbee9 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:22:16.722185 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-022e332e-f5ff-49bd-b955-73967b6fbee9 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:22:16.767779 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022e332e-f5ff-49bd-b955-73967b6fbee9 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=803534a6-6b76-4fb1-bd72-b3872505cd50,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:22:16.770634 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-022e332e-f5ff-49bd-b955-73967b6fbee9 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:22:16.771814 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-022e332e-f5ff-49bd-b955-73967b6fbee9 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1920328 May 31 14:22:16.774771 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42080) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:22:16.780891 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-f5a6671c-52e9-4c4e-b2de-4cabd87cdec0 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Request body: {'security_group_rule': {'security_group_id': '803534a6-6b76-4fb1-bd72-b3872505cd50', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:22:16.787674 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-f5a6671c-52e9-4c4e-b2de-4cabd87cdec0 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:22:16.791464 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-f5a6671c-52e9-4c4e-b2de-4cabd87cdec0 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Usage tracker for resource:security_group_rule and tenant:a88bb1ec4cd3478f81220babd7ff15bf is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:22:16.794505 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-f5a6671c-52e9-4c4e-b2de-4cabd87cdec0 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:22:16.800161 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-f5a6671c-52e9-4c4e-b2de-4cabd87cdec0 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:22:16.805500 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 45856d68-0adc-459b-8974-5f9204b81b28 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:22:16.817681 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f5a6671c-52e9-4c4e-b2de-4cabd87cdec0 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:22:16.872690 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port 45856d68-0adc-459b-8974-5f9204b81b28 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:22:16.877690 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port 45856d68-0adc-459b-8974-5f9204b81b28 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:22:16.878077 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:22:16.880787 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f5a6671c-52e9-4c4e-b2de-4cabd87cdec0 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:22:16.884369 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f5a6671c-52e9-4c4e-b2de-4cabd87cdec0 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:22:16.909053 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a6671c-52e9-4c4e-b2de-4cabd87cdec0 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d47359e-3f2a-456f-8851-1df655175705,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:22:16.919236 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f5a6671c-52e9-4c4e-b2de-4cabd87cdec0 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:22:16.920420 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-f5a6671c-52e9-4c4e-b2de-4cabd87cdec0 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1447501 May 31 14:22:16.923351 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 42084) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:22:16.928711 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-132cfaeb-ac09-4ad0-b604-70d837d85d51 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Request body: {'security_group_rule': {'security_group_id': '803534a6-6b76-4fb1-bd72-b3872505cd50', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:22:16.935504 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-132cfaeb-ac09-4ad0-b604-70d837d85d51 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:22:16.939698 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-132cfaeb-ac09-4ad0-b604-70d837d85d51 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Usage tracker for resource:security_group_rule and tenant:a88bb1ec4cd3478f81220babd7ff15bf is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:22:16.942594 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-132cfaeb-ac09-4ad0-b604-70d837d85d51 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:22:16.948656 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-132cfaeb-ac09-4ad0-b604-70d837d85d51 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:22:16.966210 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-132cfaeb-ac09-4ad0-b604-70d837d85d51 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:22:17.009398 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 45856d68-0adc-459b-8974-5f9204b81b28 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:22:17.009871 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:22:17.028105 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-132cfaeb-ac09-4ad0-b604-70d837d85d51 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:22:17.032090 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-132cfaeb-ac09-4ad0-b604-70d837d85d51 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:22:17.039913 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc8cb05-601d-42e3-a6f0-b714ef5e815d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45856d68-0adc-459b-8974-5f9204b81b28'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:22:17.050356 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 45856d68-0adc-459b-8974-5f9204b81b28, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=45856d68-0adc-459b-8974-5f9204b81b28,segment=NetworkSegment(fe3e4c66-72a5-4068-81a9-e23f87118469),segment_id=fe3e4c66-72a5-4068-81a9-e23f87118469)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:22:17.055361 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:22:17.062165 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132cfaeb-ac09-4ad0-b604-70d837d85d51 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=982e7c03-1925-4722-a1d6-738b067abe02,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:22:17.073249 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132cfaeb-ac09-4ad0-b604-70d837d85d51 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:22:17.073601 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132cfaeb-ac09-4ad0-b604-70d837d85d51 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:22:17.073940 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132cfaeb-ac09-4ad0-b604-70d837d85d51 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:22:17.075056 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132cfaeb-ac09-4ad0-b604-70d837d85d51 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:22:17.075510 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132cfaeb-ac09-4ad0-b604-70d837d85d51 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:22:17.075859 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132cfaeb-ac09-4ad0-b604-70d837d85d51 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:22:17.076173 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132cfaeb-ac09-4ad0-b604-70d837d85d51 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:22:17.076496 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132cfaeb-ac09-4ad0-b604-70d837d85d51 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:22:17.076821 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132cfaeb-ac09-4ad0-b604-70d837d85d51 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:22:17.077143 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132cfaeb-ac09-4ad0-b604-70d837d85d51 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:22:17.077463 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132cfaeb-ac09-4ad0-b604-70d837d85d51 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:22:17.077789 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132cfaeb-ac09-4ad0-b604-70d837d85d51 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:22:17.080789 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-132cfaeb-ac09-4ad0-b604-70d837d85d51 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:22:17.085282 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42090) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:22:17.091080 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-132cfaeb-ac09-4ad0-b604-70d837d85d51 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1665926 May 31 14:22:17.091568 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-cec7fde8-810e-4ac9-ae3d-4b11ff6d15cd tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Request body: {'floatingip': {'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:22:17.094431 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97e89b26-c30b-462a-9842-03d3e6366016'] response: {'server_uuid': 'bfc8cb05-601d-42e3-a6f0-b714ef5e815d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45856d68-0adc-459b-8974-5f9204b81b28', 'code': 200} May 31 14:22:17.098567 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-cec7fde8-810e-4ac9-ae3d-4b11ff6d15cd tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:22:17.102449 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-cec7fde8-810e-4ac9-ae3d-4b11ff6d15cd tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Usage tracker for resource:floatingip and tenant:a88bb1ec4cd3478f81220babd7ff15bf is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:22:17.105257 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-cec7fde8-810e-4ac9-ae3d-4b11ff6d15cd tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:22:17.111559 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-cec7fde8-810e-4ac9-ae3d-4b11ff6d15cd tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:22:17.123957 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cec7fde8-810e-4ac9-ae3d-4b11ff6d15cd tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Notify callbacks [] for floatingip, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:22:17.133709 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=45856d68-0adc-459b-8974-5f9204b81b28,revision_number=9']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:22:17.269950 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cec7fde8-810e-4ac9-ae3d-4b11ff6d15cd tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:22:17.410956 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-cec7fde8-810e-4ac9-ae3d-4b11ff6d15cd tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Allocated IP 172.25.6.127 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/8a4e0bfa-0ef1-4abd-b1b2-aebc676c88d1) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:22:17.556832 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cec7fde8-810e-4ac9-ae3d-4b11ff6d15cd tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:22:17.587502 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cec7fde8-810e-4ac9-ae3d-4b11ff6d15cd tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:22:17.651941 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec7fde8-810e-4ac9-ae3d-4b11ff6d15cd tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:22:17.655458 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-cec7fde8-810e-4ac9-ae3d-4b11ff6d15cd tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:22:17.659034 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec7fde8-810e-4ac9-ae3d-4b11ff6d15cd tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:22:17.691385 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec7fde8-810e-4ac9-ae3d-4b11ff6d15cd tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Pushing event updated for resources: {'Port': ['ID=8a4e0bfa-0ef1-4abd-b1b2-aebc676c88d1,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:22:17.743271 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cec7fde8-810e-4ac9-ae3d-4b11ff6d15cd tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:22:17.802218 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cec7fde8-810e-4ac9-ae3d-4b11ff6d15cd tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:22:18.009493 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cec7fde8-810e-4ac9-ae3d-4b11ff6d15cd tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:22:18.014561 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cec7fde8-810e-4ac9-ae3d-4b11ff6d15cd tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:22:18.128295 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec7fde8-810e-4ac9-ae3d-4b11ff6d15cd tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Pushing event updated for resources: {'Port': ['ID=8a4e0bfa-0ef1-4abd-b1b2-aebc676c88d1,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:22:18.134249 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cec7fde8-810e-4ac9-ae3d-4b11ff6d15cd tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:22:18.156851 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cec7fde8-810e-4ac9-ae3d-4b11ff6d15cd tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:22:18.159048 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-cec7fde8-810e-4ac9-ae3d-4b11ff6d15cd tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0718760 May 31 14:22:18.322951 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be913395-84cc-4226-9275-ef7af8895287 req-99f45f8c-2bf3-4b19-8114-c943541656e6 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:22:18.324442 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-be913395-84cc-4226-9275-ef7af8895287 req-99f45f8c-2bf3-4b19-8114-c943541656e6 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc8cb05-601d-42e3-a6f0-b714ef5e815d HTTP/1.1" status: 200 len: 945 time: 0.0809736 May 31 14:22:18.368749 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-be913395-84cc-4226-9275-ef7af8895287 req-eb074daf-7b6d-4939-af13-5a100651200f tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381823 May 31 14:22:18.869914 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ebe776-5db2-4a14-a983-c7932fd0c1fb req-669e9842-c3d1-48fa-bca2-c8b1e4e93222 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:22:18.871462 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-49ebe776-5db2-4a14-a983-c7932fd0c1fb req-669e9842-c3d1-48fa-bca2-c8b1e4e93222 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/networks?id=6ace737e-ad4d-40fc-a620-c83a240a2145 HTTP/1.1" status: 200 len: 814 time: 0.1463811 May 31 14:22:18.887353 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-49ebe776-5db2-4a14-a983-c7932fd0c1fb req-28160a75-ec88-4719-96e1-55553325f09f tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/quotas/a88bb1ec4cd3478f81220babd7ff15bf HTTP/1.1" status: 200 len: 375 time: 0.0096991 May 31 14:22:18.974686 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-49ebe776-5db2-4a14-a983-c7932fd0c1fb req-4a24dcca-08ab-4f6e-b4ca-b31c232b1a5a tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a88bb1ec4cd3478f81220babd7ff15bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0819738 May 31 14:22:18.985536 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [req-49ebe776-5db2-4a14-a983-c7932fd0c1fb req-0c4e9cd8-ab1c-4b7b-8a40-7c82e440270c service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 14:22:18.986495 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-49ebe776-5db2-4a14-a983-c7932fd0c1fb req-0c4e9cd8-ab1c-4b7b-8a40-7c82e440270c service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048881 May 31 14:22:19.115786 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-49ebe776-5db2-4a14-a983-c7932fd0c1fb req-853ea5d4-2d1c-4337-ac9a-299c868befd2 service neutron] 10.222.0.50 "GET /v2.0/networks/6ace737e-ad4d-40fc-a620-c83a240a2145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240864 May 31 14:22:19.245895 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-49ebe776-5db2-4a14-a983-c7932fd0c1fb req-c9e6d094-2649-4430-9748-8503fa194512 service neutron] 10.222.0.50 "GET /v2.0/networks/6ace737e-ad4d-40fc-a620-c83a240a2145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242528 May 31 14:22:19.428044 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d383e179-6583-4f80-979b-311a52e2659f req-05a0f99e-bb4a-4e3e-8549-c3f980ada4b3 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=194f1282-a917-441b-ace9-9e88a59af38c HTTP/1.1" status: 200 len: 210 time: 0.0437071 May 31 14:22:20.369632 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c53959e-dfbd-4dc0-bb5d-90e34f137b43 req-a2d1b88a-d706-4c62-bbd7-b3f49727fa87 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:22:20.371645 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5c53959e-dfbd-4dc0-bb5d-90e34f137b43 req-a2d1b88a-d706-4c62-bbd7-b3f49727fa87 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfc8cb05-601d-42e3-a6f0-b714ef5e815d HTTP/1.1" status: 200 len: 945 time: 0.1974840 May 31 14:22:20.382181 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.44', 54683) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:22:20.548092 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-5c53959e-dfbd-4dc0-bb5d-90e34f137b43 req-78f8c1c3-e16e-4a2e-af5e-f5bce0434480 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Deleting port 45856d68-0adc-459b-8974-5f9204b81b28 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:22:20.548443 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-5c53959e-dfbd-4dc0-bb5d-90e34f137b43 req-78f8c1c3-e16e-4a2e-af5e-f5bce0434480 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:22:20.591107 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5502e406-6b98-4e67-9f64-7ab3c493126e req-d4888c33-7aa1-413b-9051-b7c5e4adcf80 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=194f1282-a917-441b-ace9-9e88a59af38c HTTP/1.1" status: 200 len: 210 time: 0.0452442 May 31 14:22:20.677595 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ebe776-5db2-4a14-a983-c7932fd0c1fb req-e6e49468-8b1d-4a37-b3ed-a4fd470c419c tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:22:20.679011 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-49ebe776-5db2-4a14-a983-c7932fd0c1fb req-e6e49468-8b1d-4a37-b3ed-a4fd470c419c tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.44 "GET /v2.0/networks?id=6ace737e-ad4d-40fc-a620-c83a240a2145 HTTP/1.1" status: 200 len: 814 time: 0.2956798 May 31 14:22:20.693319 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-49ebe776-5db2-4a14-a983-c7932fd0c1fb req-2e265863-f3b9-4a93-86ea-0c41fa67f18d tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Request body: {'port': {'device_id': '194f1282-a917-441b-ace9-9e88a59af38c', 'network_id': '6ace737e-ad4d-40fc-a620-c83a240a2145', 'admin_state_up': True, 'tenant_id': 'a88bb1ec4cd3478f81220babd7ff15bf'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:22:20.945300 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-49ebe776-5db2-4a14-a983-c7932fd0c1fb req-2e265863-f3b9-4a93-86ea-0c41fa67f18d tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:22:20.952191 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-5c53959e-dfbd-4dc0-bb5d-90e34f137b43 req-78f8c1c3-e16e-4a2e-af5e-f5bce0434480 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] For port 45856d68-0adc-459b-8974-5f9204b81b28, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=45856d68-0adc-459b-8974-5f9204b81b28,segment=NetworkSegment(fe3e4c66-72a5-4068-81a9-e23f87118469),segment_id=fe3e4c66-72a5-4068-81a9-e23f87118469)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:22:20.952543 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-5c53959e-dfbd-4dc0-bb5d-90e34f137b43 req-78f8c1c3-e16e-4a2e-af5e-f5bce0434480 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:22:20.969159 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-49ebe776-5db2-4a14-a983-c7932fd0c1fb req-2e265863-f3b9-4a93-86ea-0c41fa67f18d tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:22:21.079802 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-5c53959e-dfbd-4dc0-bb5d-90e34f137b43 req-78f8c1c3-e16e-4a2e-af5e-f5bce0434480 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Calling delete_port for 45856d68-0adc-459b-8974-5f9204b81b28 owned by compute:nova {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:22:21.121246 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49ebe776-5db2-4a14-a983-c7932fd0c1fb req-2e265863-f3b9-4a93-86ea-0c41fa67f18d tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Made reservation on behalf of a88bb1ec4cd3478f81220babd7ff15bf for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:22:21.124607 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-49ebe776-5db2-4a14-a983-c7932fd0c1fb req-2e265863-f3b9-4a93-86ea-0c41fa67f18d tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:22:21.353729 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-5c53959e-dfbd-4dc0-bb5d-90e34f137b43 req-78f8c1c3-e16e-4a2e-af5e-f5bce0434480 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:22:21.365434 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['45856d68-0adc-459b-8974-5f9204b81b28'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:22:21.418154 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f8c1c3-e16e-4a2e-af5e-f5bce0434480 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Pushing event deleted for resources: {'Port': ['ID=45856d68-0adc-459b-8974-5f9204b81b28,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:22:21.420400 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [req-49ebe776-5db2-4a14-a983-c7932fd0c1fb req-2e265863-f3b9-4a93-86ea-0c41fa67f18d tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Allocated IP 172.20.0.14 (6ace737e-ad4d-40fc-a620-c83a240a2145/b798be7b-84f4-4cc8-81fd-1f8ec625f3be/7c9c63d2-2b4b-4b29-a582-d5da6407d92a) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:22:21.506041 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c53959e-dfbd-4dc0-bb5d-90e34f137b43 req-78f8c1c3-e16e-4a2e-af5e-f5bce0434480 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] No DVR routers for this DVR port 45856d68-0adc-459b-8974-5f9204b81b28 on host n-h2-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:22:21.517186 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-5c53959e-dfbd-4dc0-bb5d-90e34f137b43 req-78f8c1c3-e16e-4a2e-af5e-f5bce0434480 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:22:21.519973 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc8cb05-601d-42e3-a6f0-b714ef5e815d', 'name': 'network-vif-deleted', 'tag': '45856d68-0adc-459b-8974-5f9204b81b28'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:22:21.549197 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5c53959e-dfbd-4dc0-bb5d-90e34f137b43 req-78f8c1c3-e16e-4a2e-af5e-f5bce0434480 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.44 "DELETE /v2.0/ports/45856d68-0adc-459b-8974-5f9204b81b28 HTTP/1.1" status: 204 len: 173 time: 1.1639287 May 31 14:22:21.580425 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-616f681a-845d-40fb-96de-6c40470e7cb6'] response: {'server_uuid': 'bfc8cb05-601d-42e3-a6f0-b714ef5e815d', 'name': 'network-vif-deleted', 'tag': '45856d68-0adc-459b-8974-5f9204b81b28', 'status': 'completed', 'code': 200} May 31 14:22:21.721982 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-49ebe776-5db2-4a14-a983-c7932fd0c1fb req-2e265863-f3b9-4a93-86ea-0c41fa67f18d tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:22:21.751576 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-49ebe776-5db2-4a14-a983-c7932fd0c1fb req-2e265863-f3b9-4a93-86ea-0c41fa67f18d tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:22:21.764027 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['45856d68-0adc-459b-8974-5f9204b81b28'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:22:21.803328 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df1e54-4a73-4df0-bd0b-9ddfbc04c66e req-d138f372-d1e5-45ca-882d-455c56ec50cf tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:22:21.804798 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a6df1e54-4a73-4df0-bd0b-9ddfbc04c66e req-d138f372-d1e5-45ca-882d-455c56ec50cf tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=194f1282-a917-441b-ace9-9e88a59af38c HTTP/1.1" status: 200 len: 932 time: 0.0940316 May 31 14:22:21.823085 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49ebe776-5db2-4a14-a983-c7932fd0c1fb req-2e265863-f3b9-4a93-86ea-0c41fa67f18d tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Network 6ace737e-ad4d-40fc-a620-c83a240a2145 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:22:21.826466 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [req-49ebe776-5db2-4a14-a983-c7932fd0c1fb req-2e265863-f3b9-4a93-86ea-0c41fa67f18d tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:22:21.830421 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-49ebe776-5db2-4a14-a983-c7932fd0c1fb req-2e265863-f3b9-4a93-86ea-0c41fa67f18d tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:22:21.851092 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a6df1e54-4a73-4df0-bd0b-9ddfbc04c66e req-9d947977-4385-478c-9c30-5bf9a7fe9838 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401833 May 31 14:22:21.979609 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e265863-f3b9-4a93-86ea-0c41fa67f18d tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Pushing event updated for resources: {'Port': ['ID=7c9c63d2-2b4b-4b29-a582-d5da6407d92a,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:22:22.011150 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ebe776-5db2-4a14-a983-c7932fd0c1fb req-2e265863-f3b9-4a93-86ea-0c41fa67f18d tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:22:22.012264 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-49ebe776-5db2-4a14-a983-c7932fd0c1fb req-2e265863-f3b9-4a93-86ea-0c41fa67f18d tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:22:22.033059 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-49ebe776-5db2-4a14-a983-c7932fd0c1fb req-2e265863-f3b9-4a93-86ea-0c41fa67f18d tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3431349 May 31 14:22:22.044131 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-49ebe776-5db2-4a14-a983-c7932fd0c1fb req-3912bcf8-b41f-471b-99be-31d7f1f74bec service neutron] Request body: {'port': {'device_id': '194f1282-a917-441b-ace9-9e88a59af38c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:22:22.169714 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-49ebe776-5db2-4a14-a983-c7932fd0c1fb req-3912bcf8-b41f-471b-99be-31d7f1f74bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:22:22.514882 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [req-49ebe776-5db2-4a14-a983-c7932fd0c1fb req-3912bcf8-b41f-471b-99be-31d7f1f74bec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c9c63d2-2b4b-4b29-a582-d5da6407d92a {{(pid=88369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:22:22.522461 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-49ebe776-5db2-4a14-a983-c7932fd0c1fb req-3912bcf8-b41f-471b-99be-31d7f1f74bec service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:22:22.537090 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-49ebe776-5db2-4a14-a983-c7932fd0c1fb req-3912bcf8-b41f-471b-99be-31d7f1f74bec service neutron] Transition to ACTIVE for port object 7c9c63d2-2b4b-4b29-a582-d5da6407d92a will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:22:22.540857 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-49ebe776-5db2-4a14-a983-c7932fd0c1fb req-3912bcf8-b41f-471b-99be-31d7f1f74bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:22:22.739539 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3912bcf8-b41f-471b-99be-31d7f1f74bec service neutron] Pushing event updated for resources: {'Port': ['ID=7c9c63d2-2b4b-4b29-a582-d5da6407d92a,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:22:22.784986 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-49ebe776-5db2-4a14-a983-c7932fd0c1fb req-3912bcf8-b41f-471b-99be-31d7f1f74bec service neutron] Attempting to bind port 7c9c63d2-2b4b-4b29-a582-d5da6407d92a on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:22:22.785314 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-49ebe776-5db2-4a14-a983-c7932fd0c1fb req-3912bcf8-b41f-471b-99be-31d7f1f74bec service neutron] Attempting to bind port 7c9c63d2-2b4b-4b29-a582-d5da6407d92a by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'fe3e4c66-72a5-4068-81a9-e23f87118469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6ace737e-ad4d-40fc-a620-c83a240a2145'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:22:22.785668 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ebe776-5db2-4a14-a983-c7932fd0c1fb req-3912bcf8-b41f-471b-99be-31d7f1f74bec service neutron] Attempting to bind port 7c9c63d2-2b4b-4b29-a582-d5da6407d92a on network 6ace737e-ad4d-40fc-a620-c83a240a2145 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:22:22.790295 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ebe776-5db2-4a14-a983-c7932fd0c1fb req-3912bcf8-b41f-471b-99be-31d7f1f74bec service neutron] Port 7c9c63d2-2b4b-4b29-a582-d5da6407d92a on network 6ace737e-ad4d-40fc-a620-c83a240a2145 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 14:22:22.790612 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ebe776-5db2-4a14-a983-c7932fd0c1fb req-3912bcf8-b41f-471b-99be-31d7f1f74bec service neutron] Attempting to bind port 7c9c63d2-2b4b-4b29-a582-d5da6407d92a on network 6ace737e-ad4d-40fc-a620-c83a240a2145 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:22:22.796613 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ebe776-5db2-4a14-a983-c7932fd0c1fb req-3912bcf8-b41f-471b-99be-31d7f1f74bec service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:22:22.796944 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ebe776-5db2-4a14-a983-c7932fd0c1fb req-3912bcf8-b41f-471b-99be-31d7f1f74bec service neutron] Checking segment: {'id': 'fe3e4c66-72a5-4068-81a9-e23f87118469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6ace737e-ad4d-40fc-a620-c83a240a2145'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:22:22.797345 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ebe776-5db2-4a14-a983-c7932fd0c1fb req-3912bcf8-b41f-471b-99be-31d7f1f74bec service neutron] Bound using segment: {'id': 'fe3e4c66-72a5-4068-81a9-e23f87118469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6ace737e-ad4d-40fc-a620-c83a240a2145'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:22:22.797758 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-49ebe776-5db2-4a14-a983-c7932fd0c1fb req-3912bcf8-b41f-471b-99be-31d7f1f74bec service neutron] Bound port: 7c9c63d2-2b4b-4b29-a582-d5da6407d92a, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe3e4c66-72a5-4068-81a9-e23f87118469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6ace737e-ad4d-40fc-a620-c83a240a2145'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:22:22.798124 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-49ebe776-5db2-4a14-a983-c7932fd0c1fb req-3912bcf8-b41f-471b-99be-31d7f1f74bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:22:22.884949 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-49ebe776-5db2-4a14-a983-c7932fd0c1fb req-3912bcf8-b41f-471b-99be-31d7f1f74bec service neutron] For port 7c9c63d2-2b4b-4b29-a582-d5da6407d92a, host n-h2-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:22:22.888156 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-49ebe776-5db2-4a14-a983-c7932fd0c1fb req-3912bcf8-b41f-471b-99be-31d7f1f74bec service neutron] For port 7c9c63d2-2b4b-4b29-a582-d5da6407d92a, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=7c9c63d2-2b4b-4b29-a582-d5da6407d92a,segment=NetworkSegment(fe3e4c66-72a5-4068-81a9-e23f87118469),segment_id=fe3e4c66-72a5-4068-81a9-e23f87118469)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:22:22.892879 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-49ebe776-5db2-4a14-a983-c7932fd0c1fb req-3912bcf8-b41f-471b-99be-31d7f1f74bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:22:22.957938 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ebe776-5db2-4a14-a983-c7932fd0c1fb req-3912bcf8-b41f-471b-99be-31d7f1f74bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:22:22.958567 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-49ebe776-5db2-4a14-a983-c7932fd0c1fb req-3912bcf8-b41f-471b-99be-31d7f1f74bec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:22:22.959925 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-49ebe776-5db2-4a14-a983-c7932fd0c1fb req-3912bcf8-b41f-471b-99be-31d7f1f74bec service neutron] 10.222.0.44 "PUT /v2.0/ports/7c9c63d2-2b4b-4b29-a582-d5da6407d92a HTTP/1.1" status: 200 len: 1092 time: 0.9200280 May 31 14:22:22.977186 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3912bcf8-b41f-471b-99be-31d7f1f74bec service neutron] Pushing event updated for resources: {'Port': ['ID=7c9c63d2-2b4b-4b29-a582-d5da6407d92a,revision_number=3']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:22:23.057318 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7468370f-d9c1-42b8-9a1f-2c10a3d3c338 req-df5a4916-226c-44c8-8829-0dafbb774a69 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:22:23.059348 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7468370f-d9c1-42b8-9a1f-2c10a3d3c338 req-df5a4916-226c-44c8-8829-0dafbb774a69 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=194f1282-a917-441b-ace9-9e88a59af38c HTTP/1.1" status: 200 len: 944 time: 0.0882807 May 31 14:22:23.068554 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ebe776-5db2-4a14-a983-c7932fd0c1fb req-d2a3f804-6420-4e5c-a554-b7f23798aef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:22:23.070040 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-49ebe776-5db2-4a14-a983-c7932fd0c1fb req-d2a3f804-6420-4e5c-a554-b7f23798aef6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a88bb1ec4cd3478f81220babd7ff15bf&device_id=194f1282-a917-441b-ace9-9e88a59af38c HTTP/1.1" status: 200 len: 1095 time: 0.0720227 May 31 14:22:23.104507 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7468370f-d9c1-42b8-9a1f-2c10a3d3c338 req-38ea8341-2f57-4bc9-9783-6f696617300d tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385544 May 31 14:22:23.142099 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-49ebe776-5db2-4a14-a983-c7932fd0c1fb req-1f923bcb-41a0-4696-9ea4-632aa5ca1882 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c9c63d2-2b4b-4b29-a582-d5da6407d92a HTTP/1.1" status: 200 len: 217 time: 0.0650249 May 31 14:22:23.206932 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ebe776-5db2-4a14-a983-c7932fd0c1fb req-cf0216f1-9d74-47ec-9dda-96dab45fb05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:22:23.209288 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-49ebe776-5db2-4a14-a983-c7932fd0c1fb req-cf0216f1-9d74-47ec-9dda-96dab45fb05c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b798be7b-84f4-4cc8-81fd-1f8ec625f3be HTTP/1.1" status: 200 len: 854 time: 0.0605073 May 31 14:22:23.259613 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-49ebe776-5db2-4a14-a983-c7932fd0c1fb req-4ca4f6e1-d321-49e3-b410-cc5cb5972da3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6ace737e-ad4d-40fc-a620-c83a240a2145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437908 May 31 14:22:23.394948 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-49ebe776-5db2-4a14-a983-c7932fd0c1fb req-39daec2a-1a43-4dad-bfaf-16e807562c3d service neutron] 10.222.0.44 "GET /v2.0/networks/6ace737e-ad4d-40fc-a620-c83a240a2145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287215 May 31 14:22:23.525747 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-49ebe776-5db2-4a14-a983-c7932fd0c1fb req-bcc0fb08-fb4a-40db-92ce-82eb7c2f6534 service neutron] 10.222.0.44 "GET /v2.0/networks/6ace737e-ad4d-40fc-a620-c83a240a2145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250229 May 31 14:22:23.581479 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '194f1282-a917-441b-ace9-9e88a59af38c', 'tag': '7c9c63d2-2b4b-4b29-a582-d5da6407d92a'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:22:23.625109 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8526dae-f18e-4a7b-bfd7-bd0b415d874e'] response: {'name': 'network-changed', 'server_uuid': '194f1282-a917-441b-ace9-9e88a59af38c', 'tag': '7c9c63d2-2b4b-4b29-a582-d5da6407d92a', 'status': 'completed', 'code': 200} May 31 14:22:23.719517 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb140882-5f42-43dd-a8af-8d47c3b4b0d1 req-e160d6fc-fd49-4cce-8b99-e2b4daf9463d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:22:23.720972 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-bb140882-5f42-43dd-a8af-8d47c3b4b0d1 req-e160d6fc-fd49-4cce-8b99-e2b4daf9463d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a88bb1ec4cd3478f81220babd7ff15bf&device_id=194f1282-a917-441b-ace9-9e88a59af38c HTTP/1.1" status: 200 len: 1095 time: 0.0709875 May 31 14:22:23.969446 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb140882-5f42-43dd-a8af-8d47c3b4b0d1 req-1d3466a9-3f65-425f-8d2b-632a82b4a622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:22:23.970977 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-bb140882-5f42-43dd-a8af-8d47c3b4b0d1 req-1d3466a9-3f65-425f-8d2b-632a82b4a622 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6ace737e-ad4d-40fc-a620-c83a240a2145 HTTP/1.1" status: 200 len: 915 time: 0.2429225 May 31 14:22:24.045182 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-bb140882-5f42-43dd-a8af-8d47c3b4b0d1 req-f4ab5809-06d0-4a85-b381-154471018119 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c9c63d2-2b4b-4b29-a582-d5da6407d92a HTTP/1.1" status: 200 len: 217 time: 0.0677724 May 31 14:22:24.109256 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb140882-5f42-43dd-a8af-8d47c3b4b0d1 req-a2349102-5390-4a67-87fc-0edb7f3bc87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:22:24.110757 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-bb140882-5f42-43dd-a8af-8d47c3b4b0d1 req-a2349102-5390-4a67-87fc-0edb7f3bc87b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b798be7b-84f4-4cc8-81fd-1f8ec625f3be HTTP/1.1" status: 200 len: 854 time: 0.0593271 May 31 14:22:24.161680 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-bb140882-5f42-43dd-a8af-8d47c3b4b0d1 req-969ee468-cc0e-4d39-a541-f8de0395bb08 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6ace737e-ad4d-40fc-a620-c83a240a2145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437171 May 31 14:22:24.308174 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b558a9cc-e1b0-4597-bbd6-a7d080385041 req-f77df53b-a64c-46d1-a5f9-14890e3d457b tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:22:24.310875 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b558a9cc-e1b0-4597-bbd6-a7d080385041 req-f77df53b-a64c-46d1-a5f9-14890e3d457b tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=194f1282-a917-441b-ace9-9e88a59af38c HTTP/1.1" status: 200 len: 944 time: 0.0973716 May 31 14:22:24.314811 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-bb140882-5f42-43dd-a8af-8d47c3b4b0d1 req-880980e9-b36f-4498-9af9-f68a6804a25c service neutron] 10.222.0.44 "GET /v2.0/networks/6ace737e-ad4d-40fc-a620-c83a240a2145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467180 May 31 14:22:24.358125 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b558a9cc-e1b0-4597-bbd6-a7d080385041 req-0743203c-b3d8-47d6-9228-be0dd3e9d55a tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410397 May 31 14:22:24.460802 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-bb140882-5f42-43dd-a8af-8d47c3b4b0d1 req-9d78ae9e-6edf-49ee-9940-fa32438a6bf0 service neutron] 10.222.0.44 "GET /v2.0/networks/6ace737e-ad4d-40fc-a620-c83a240a2145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386316 May 31 14:22:24.820632 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 45856d68-0adc-459b-8974-5f9204b81b28 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:22:24.858256 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] No Port match for: 45856d68-0adc-459b-8974-5f9204b81b28 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:22:24.858598 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 45856d68-0adc-459b-8974-5f9204b81b28 not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:22:25.546001 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa5f158-e2db-491b-9b46-be8db7a02afb req-1e373ac8-585b-41f3-8267-2290325e6e3e tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:22:25.547487 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9aa5f158-e2db-491b-9b46-be8db7a02afb req-1e373ac8-585b-41f3-8267-2290325e6e3e tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=194f1282-a917-441b-ace9-9e88a59af38c HTTP/1.1" status: 200 len: 944 time: 0.0785868 May 31 14:22:25.595492 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9aa5f158-e2db-491b-9b46-be8db7a02afb req-247419b6-bb58-4aa2-8474-3335aad1bf1a tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421999 May 31 14:22:26.780237 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c27645e-4bdb-4e5e-bfa0-de4004273bb8 req-fdd8970d-e070-4d83-a077-3cc04f266641 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:22:26.781665 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6c27645e-4bdb-4e5e-bfa0-de4004273bb8 req-fdd8970d-e070-4d83-a077-3cc04f266641 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=194f1282-a917-441b-ace9-9e88a59af38c HTTP/1.1" status: 200 len: 944 time: 0.0806224 May 31 14:22:26.820465 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 7c9c63d2-2b4b-4b29-a582-d5da6407d92a details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 14:22:26.825932 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6c27645e-4bdb-4e5e-bfa0-de4004273bb8 req-7b0d8281-b498-4f71-a857-117844b3e7a5 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386009 May 31 14:22:26.955806 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 7c9c63d2-2b4b-4b29-a582-d5da6407d92a, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=7c9c63d2-2b4b-4b29-a582-d5da6407d92a,segment=NetworkSegment(fe3e4c66-72a5-4068-81a9-e23f87118469),segment_id=fe3e4c66-72a5-4068-81a9-e23f87118469)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:22:26.968899 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': '7c9c63d2-2b4b-4b29-a582-d5da6407d92a', 'network_id': '6ace737e-ad4d-40fc-a620-c83a240a2145', 'port_id': '7c9c63d2-2b4b-4b29-a582-d5da6407d92a', 'mac_address': 'fa:16:3e:3f:64:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b798be7b-84f4-4cc8-81fd-1f8ec625f3be', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 14:22:27.022125 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 7c9c63d2-2b4b-4b29-a582-d5da6407d92a is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:22:27.022493 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:22:27.038603 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c9c63d2-2b4b-4b29-a582-d5da6407d92a {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:22:27.053888 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 7c9c63d2-2b4b-4b29-a582-d5da6407d92a, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=7c9c63d2-2b4b-4b29-a582-d5da6407d92a,segment=NetworkSegment(fe3e4c66-72a5-4068-81a9-e23f87118469),segment_id=fe3e4c66-72a5-4068-81a9-e23f87118469)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:22:27.057386 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:22:27.155247 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=7c9c63d2-2b4b-4b29-a582-d5da6407d92a,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:22:27.162497 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:22:27.162842 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:22:27.163179 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:22:27.163511 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:22:27.163841 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:22:27.164165 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:22:27.164488 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:22:27.164813 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:22:27.165131 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:22:27.166483 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:22:27.166991 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:22:27.167485 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:22:27.299102 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['7c9c63d2-2b4b-4b29-a582-d5da6407d92a'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:22:28.125540 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d023dd9f-df02-42f6-8421-b6ec958547b3 req-17565a5d-3719-4d48-9e5b-98c2b88cc31d tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:22:28.126952 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d023dd9f-df02-42f6-8421-b6ec958547b3 req-17565a5d-3719-4d48-9e5b-98c2b88cc31d tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=194f1282-a917-441b-ace9-9e88a59af38c HTTP/1.1" status: 200 len: 945 time: 0.1937253 May 31 14:22:28.171277 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d023dd9f-df02-42f6-8421-b6ec958547b3 req-67cedf61-ceb3-4048-8bc8-552d8c46db77 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384769 May 31 14:22:28.835113 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 7c9c63d2-2b4b-4b29-a582-d5da6407d92a up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:22:28.903940 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port 7c9c63d2-2b4b-4b29-a582-d5da6407d92a completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:22:28.908734 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port 7c9c63d2-2b4b-4b29-a582-d5da6407d92a triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:22:28.909127 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:22:29.024171 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 7c9c63d2-2b4b-4b29-a582-d5da6407d92a is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:22:29.024536 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:22:29.050919 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '194f1282-a917-441b-ace9-9e88a59af38c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c9c63d2-2b4b-4b29-a582-d5da6407d92a'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:22:29.062261 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 7c9c63d2-2b4b-4b29-a582-d5da6407d92a, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=7c9c63d2-2b4b-4b29-a582-d5da6407d92a,segment=NetworkSegment(fe3e4c66-72a5-4068-81a9-e23f87118469),segment_id=fe3e4c66-72a5-4068-81a9-e23f87118469)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:22:29.066098 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:22:29.101926 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-441dfb2a-9ef4-4c79-b6b5-87099c066db5'] response: {'server_uuid': '194f1282-a917-441b-ace9-9e88a59af38c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c9c63d2-2b4b-4b29-a582-d5da6407d92a', 'code': 200} May 31 14:22:29.143050 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=7c9c63d2-2b4b-4b29-a582-d5da6407d92a,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:22:29.226989 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be48fbcc-3ba1-4b61-8eb9-1e2adabbbc04 req-02c9915e-ffb6-416f-93de-7d85f323e39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:22:29.228465 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-be48fbcc-3ba1-4b61-8eb9-1e2adabbbc04 req-02c9915e-ffb6-416f-93de-7d85f323e39d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=194f1282-a917-441b-ace9-9e88a59af38c HTTP/1.1" status: 200 len: 1097 time: 0.0704052 May 31 14:22:29.278087 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-be48fbcc-3ba1-4b61-8eb9-1e2adabbbc04 req-4f39026f-bad4-40a3-b624-5348dc588fec service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419514 May 31 14:22:29.374865 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be271c-9404-4ae9-bc9b-f1b947d91d3c req-097c74e5-b8b8-44f6-b219-dfbf40297849 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:22:29.376231 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-28be271c-9404-4ae9-bc9b-f1b947d91d3c req-097c74e5-b8b8-44f6-b219-dfbf40297849 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=194f1282-a917-441b-ace9-9e88a59af38c HTTP/1.1" status: 200 len: 946 time: 0.0802519 May 31 14:22:29.424062 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-28be271c-9404-4ae9-bc9b-f1b947d91d3c req-8082b003-93e3-440b-bc1c-57d3ca102558 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421131 May 31 14:22:30.621867 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c7122a-60c1-4b26-aac8-9095123d6db3 req-2910bd40-658a-4041-8f2b-a7b68d5ad118 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:22:30.623359 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b8c7122a-60c1-4b26-aac8-9095123d6db3 req-2910bd40-658a-4041-8f2b-a7b68d5ad118 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=194f1282-a917-441b-ace9-9e88a59af38c HTTP/1.1" status: 200 len: 946 time: 0.0908625 May 31 14:22:30.668239 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b8c7122a-60c1-4b26-aac8-9095123d6db3 req-18e274ac-7a92-49dc-b478-706e6f379470 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385468 May 31 14:22:31.906858 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce23008-9123-4def-b7f2-cc4743e215cb req-3bf63a5f-8901-4591-a93e-94bc99832c8c tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:22:31.908305 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dce23008-9123-4def-b7f2-cc4743e215cb req-3bf63a5f-8901-4591-a93e-94bc99832c8c tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=194f1282-a917-441b-ace9-9e88a59af38c HTTP/1.1" status: 200 len: 946 time: 0.1297331 May 31 14:22:31.952724 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dce23008-9123-4def-b7f2-cc4743e215cb req-6f6d379c-aec2-4d68-8a7b-ea4e470ad914 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385163 May 31 14:22:32.188310 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ebb356-0fae-409d-9ad4-e5419124a3f3 req-92d824d2-a764-4175-a444-0e94e3d3d4e1 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:22:32.189807 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-99ebb356-0fae-409d-9ad4-e5419124a3f3 req-92d824d2-a764-4175-a444-0e94e3d3d4e1 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=194f1282-a917-441b-ace9-9e88a59af38c HTTP/1.1" status: 200 len: 946 time: 0.1294658 May 31 14:22:32.234799 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-99ebb356-0fae-409d-9ad4-e5419124a3f3 req-7d55c908-8eed-4363-8925-4ec2298aa8f3 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388751 May 31 14:22:32.581347 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-cc2b6f1d-91cd-41a4-a564-031a0550a2d9 req-651b028b-eda5-4d37-9377-53c3b835b312 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=194f1282-a917-441b-ace9-9e88a59af38c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0737607 May 31 14:22:32.644203 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c402011-a95c-422a-98ee-4baae0013259 req-ee6cb34e-be28-4599-bf15-e8d9389d27b8 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:22:32.645672 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5c402011-a95c-422a-98ee-4baae0013259 req-ee6cb34e-be28-4599-bf15-e8d9389d27b8 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=194f1282-a917-441b-ace9-9e88a59af38c HTTP/1.1" status: 200 len: 946 time: 0.0901892 May 31 14:22:32.690847 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5c402011-a95c-422a-98ee-4baae0013259 req-978adf8e-395c-4231-88b9-4e5fe40dcde3 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394518 May 31 14:22:33.722671 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2b6f1d-91cd-41a4-a564-031a0550a2d9 req-2d264a3a-00a7-49e9-bbb3-58b5164481c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:22:33.724146 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-cc2b6f1d-91cd-41a4-a564-031a0550a2d9 req-2d264a3a-00a7-49e9-bbb3-58b5164481c5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a88bb1ec4cd3478f81220babd7ff15bf&device_id=194f1282-a917-441b-ace9-9e88a59af38c HTTP/1.1" status: 200 len: 1097 time: 0.0705805 May 31 14:22:33.859005 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2b6f1d-91cd-41a4-a564-031a0550a2d9 req-a59447a2-a088-44cb-87f9-00a00d27f3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:22:33.860462 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-cc2b6f1d-91cd-41a4-a564-031a0550a2d9 req-a59447a2-a088-44cb-87f9-00a00d27f3a3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6ace737e-ad4d-40fc-a620-c83a240a2145 HTTP/1.1" status: 200 len: 915 time: 0.1297400 May 31 14:22:33.882871 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113cb606-abe1-4558-8f8e-1c85323efa4d req-a2e06589-c567-439b-8b8c-bd313c386225 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:22:33.884333 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-113cb606-abe1-4558-8f8e-1c85323efa4d req-a2e06589-c567-439b-8b8c-bd313c386225 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=194f1282-a917-441b-ace9-9e88a59af38c HTTP/1.1" status: 200 len: 946 time: 0.0807331 May 31 14:22:33.929949 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-113cb606-abe1-4558-8f8e-1c85323efa4d req-87a7fb5e-c97c-4d74-9937-05693c252b03 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387483 May 31 14:22:33.933681 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-cc2b6f1d-91cd-41a4-a564-031a0550a2d9 req-98f3d721-5f07-4e40-af7f-46f318d661f2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c9c63d2-2b4b-4b29-a582-d5da6407d92a HTTP/1.1" status: 200 len: 217 time: 0.0650046 May 31 14:22:33.995999 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2b6f1d-91cd-41a4-a564-031a0550a2d9 req-4fd55b7f-4ca1-4a0a-8dbb-232329cfcd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:22:33.997410 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-cc2b6f1d-91cd-41a4-a564-031a0550a2d9 req-4fd55b7f-4ca1-4a0a-8dbb-232329cfcd46 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b798be7b-84f4-4cc8-81fd-1f8ec625f3be HTTP/1.1" status: 200 len: 854 time: 0.0573053 May 31 14:22:34.044180 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-cc2b6f1d-91cd-41a4-a564-031a0550a2d9 req-33e7c94c-31f5-4af6-80e9-c9fe660e5ec5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6ace737e-ad4d-40fc-a620-c83a240a2145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406904 May 31 14:22:34.189088 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-cc2b6f1d-91cd-41a4-a564-031a0550a2d9 req-6bd1f802-cdce-4f44-8faa-d87ce0851098 service neutron] 10.222.0.44 "GET /v2.0/networks/6ace737e-ad4d-40fc-a620-c83a240a2145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386523 May 31 14:22:34.322028 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-cc2b6f1d-91cd-41a4-a564-031a0550a2d9 req-a12421ab-9553-4c04-8050-0cd6ff4d8efe service neutron] 10.222.0.44 "GET /v2.0/networks/6ace737e-ad4d-40fc-a620-c83a240a2145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265202 May 31 14:22:35.269324 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16008829-091e-4d47-8301-328790527ac4 req-8b3afb09-816d-448b-9ac0-350073c443bf tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:22:35.270741 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-16008829-091e-4d47-8301-328790527ac4 req-8b3afb09-816d-448b-9ac0-350073c443bf tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=194f1282-a917-441b-ace9-9e88a59af38c HTTP/1.1" status: 200 len: 946 time: 0.0829031 May 31 14:22:35.316750 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-16008829-091e-4d47-8301-328790527ac4 req-124eb091-c6e0-4814-a5ba-eaf7cf5d74c5 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404067 May 31 14:22:36.507764 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6a7dc9-5cf1-4ae7-bf04-5b05cf73f534 req-c7ac7c6f-3a6e-468c-a94a-9125c2599bda tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:22:36.509193 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-eb6a7dc9-5cf1-4ae7-bf04-5b05cf73f534 req-c7ac7c6f-3a6e-468c-a94a-9125c2599bda tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=194f1282-a917-441b-ace9-9e88a59af38c HTTP/1.1" status: 200 len: 946 time: 0.0810208 May 31 14:22:36.556678 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-eb6a7dc9-5cf1-4ae7-bf04-5b05cf73f534 req-7cdf2d19-1d1c-45d9-bc21-9df30bfc6839 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415578 May 31 14:22:37.742345 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d351323-977d-4f31-9aa8-17e8ab2875ef req-30812ecd-adee-4cee-b175-32c42a2454d2 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:22:37.743912 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6d351323-977d-4f31-9aa8-17e8ab2875ef req-30812ecd-adee-4cee-b175-32c42a2454d2 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=194f1282-a917-441b-ace9-9e88a59af38c HTTP/1.1" status: 200 len: 946 time: 0.0809884 May 31 14:22:37.788281 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6d351323-977d-4f31-9aa8-17e8ab2875ef req-7ada2606-8c0b-4348-90ef-e00b0524492b tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380969 May 31 14:22:37.833548 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:22:38.976608 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff58fb-20f9-452c-9053-75ebc434bea1 req-b6d6549e-03e6-4cfc-998c-da449dee8f65 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:22:38.978070 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-28ff58fb-20f9-452c-9053-75ebc434bea1 req-b6d6549e-03e6-4cfc-998c-da449dee8f65 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=194f1282-a917-441b-ace9-9e88a59af38c HTTP/1.1" status: 200 len: 946 time: 0.0833275 May 31 14:22:39.025967 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-28ff58fb-20f9-452c-9053-75ebc434bea1 req-9f766cbc-440c-44af-92cb-dc6bb6f47751 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412297 May 31 14:22:39.342539 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:22:40.215908 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446795b4-83fe-4de1-962a-9088371e6797 req-29645eac-a11f-43d3-9e60-aeb1a63b9438 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:22:40.217330 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-446795b4-83fe-4de1-962a-9088371e6797 req-29645eac-a11f-43d3-9e60-aeb1a63b9438 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=194f1282-a917-441b-ace9-9e88a59af38c HTTP/1.1" status: 200 len: 946 time: 0.0781291 May 31 14:22:40.260675 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-446795b4-83fe-4de1-962a-9088371e6797 req-20c79764-6c85-41e8-a11d-5cad08057792 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376713 May 31 14:22:40.643054 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:22:40.658765 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-aed20cd9-cd4e-44b6-8d5a-95fc72ab0347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:22:41.452390 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b5b53e-6b8f-4cbb-8f48-39e1e499eeef req-130b47d7-a4b5-45a2-ae08-22556e488413 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:22:41.453825 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-78b5b53e-6b8f-4cbb-8f48-39e1e499eeef req-130b47d7-a4b5-45a2-ae08-22556e488413 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=194f1282-a917-441b-ace9-9e88a59af38c HTTP/1.1" status: 200 len: 946 time: 0.0838282 May 31 14:22:41.499271 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-78b5b53e-6b8f-4cbb-8f48-39e1e499eeef req-b968c97b-4843-4bc3-a4cb-6a4fdd987b32 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396562 May 31 14:22:42.683730 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c14b30-a6de-4f7e-a4c7-4bcb1dfffa3f req-a28984a4-c9f7-49d6-8e7f-803b7dbbcd38 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:22:42.685167 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-93c14b30-a6de-4f7e-a4c7-4bcb1dfffa3f req-a28984a4-c9f7-49d6-8e7f-803b7dbbcd38 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=194f1282-a917-441b-ace9-9e88a59af38c HTTP/1.1" status: 200 len: 946 time: 0.0791545 May 31 14:22:42.732117 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-93c14b30-a6de-4f7e-a4c7-4bcb1dfffa3f req-f140b817-fe5e-4b19-8918-65ddd3662b64 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409534 May 31 14:22:42.844297 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-49d765e6-dd1b-407a-9baf-36127407e41c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:22:43.921374 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157fbbf7-30a3-4112-95a4-f3b37e97bd2c req-bf6cc228-f3e9-4e5b-91d3-454d9de606e6 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:22:43.922946 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-157fbbf7-30a3-4112-95a4-f3b37e97bd2c req-bf6cc228-f3e9-4e5b-91d3-454d9de606e6 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=194f1282-a917-441b-ace9-9e88a59af38c HTTP/1.1" status: 200 len: 946 time: 0.0824802 May 31 14:22:43.929107 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:22:43.972343 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-157fbbf7-30a3-4112-95a4-f3b37e97bd2c req-933a3ffb-ed44-4da5-a99c-b76cd49c87ef tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426981 May 31 14:22:44.051060 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:22:45.159877 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750f1fa5-dfbc-423e-961c-6f03607fa183 req-34b81521-bdb1-4873-b062-a541fff52bbc tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:22:45.161323 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-750f1fa5-dfbc-423e-961c-6f03607fa183 req-34b81521-bdb1-4873-b062-a541fff52bbc tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=194f1282-a917-441b-ace9-9e88a59af38c HTTP/1.1" status: 200 len: 946 time: 0.0826890 May 31 14:22:45.211020 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-750f1fa5-dfbc-423e-961c-6f03607fa183 req-9df91760-f29a-4f32-9a17-49e1d4bdf320 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439613 May 31 14:22:45.787888 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:22:46.397796 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc188d8-e493-460e-b329-e6b3db7204cd req-c80f8d81-9816-495e-a4a8-8e289f9f5c1a tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:22:46.399250 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2dc188d8-e493-460e-b329-e6b3db7204cd req-c80f8d81-9816-495e-a4a8-8e289f9f5c1a tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=194f1282-a917-441b-ace9-9e88a59af38c HTTP/1.1" status: 200 len: 946 time: 0.0800490 May 31 14:22:46.443900 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2dc188d8-e493-460e-b329-e6b3db7204cd req-7bd275fa-96c8-452d-82de-49b579e32c53 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383420 May 31 14:22:47.636712 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bff4cc-be2e-487e-9d11-21e2b481f18a req-78fb863c-7a2a-442d-8535-8bf34e6d6010 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:22:47.638140 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-46bff4cc-be2e-487e-9d11-21e2b481f18a req-78fb863c-7a2a-442d-8535-8bf34e6d6010 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=194f1282-a917-441b-ace9-9e88a59af38c HTTP/1.1" status: 200 len: 946 time: 0.0860591 May 31 14:22:47.681471 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-46bff4cc-be2e-487e-9d11-21e2b481f18a req-623ae552-664c-41e8-8a4c-a9acb9e77841 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376174 May 31 14:22:48.867715 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b35f9ba-5806-4be3-b1e4-61f6be35657a req-ce14c9c8-943c-47b0-bd29-2def7b31abb3 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:22:48.869139 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9b35f9ba-5806-4be3-b1e4-61f6be35657a req-ce14c9c8-943c-47b0-bd29-2def7b31abb3 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=194f1282-a917-441b-ace9-9e88a59af38c HTTP/1.1" status: 200 len: 946 time: 0.0786803 May 31 14:22:48.912404 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9b35f9ba-5806-4be3-b1e4-61f6be35657a req-4634dfd4-487e-4850-8e53-17c9cb93f206 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373702 May 31 14:22:50.113809 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff1f2b5-95bc-44ad-bbd8-14a85ebcae60 req-79481be4-19ab-4b1e-917d-fbd29ae16bab tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:22:50.115332 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4ff1f2b5-95bc-44ad-bbd8-14a85ebcae60 req-79481be4-19ab-4b1e-917d-fbd29ae16bab tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=194f1282-a917-441b-ace9-9e88a59af38c HTTP/1.1" status: 200 len: 946 time: 0.0938206 May 31 14:22:50.160683 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4ff1f2b5-95bc-44ad-bbd8-14a85ebcae60 req-e7943b59-fd2c-4c29-a083-a7ccc71d4a0d tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389137 May 31 14:22:51.351434 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd291c8-8903-4ef9-8015-20c3d2921d73 req-7d2ab46d-d0b0-4e5e-8614-8b7e28a75d80 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:22:51.352910 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cfd291c8-8903-4ef9-8015-20c3d2921d73 req-7d2ab46d-d0b0-4e5e-8614-8b7e28a75d80 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=194f1282-a917-441b-ace9-9e88a59af38c HTTP/1.1" status: 200 len: 946 time: 0.0836184 May 31 14:22:51.404684 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cfd291c8-8903-4ef9-8015-20c3d2921d73 req-9e822835-fa33-46c0-88a5-0680255ceb23 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448670 May 31 14:22:52.618302 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c61715-0383-4590-9d67-c7baac082300 req-292f5f78-ae2c-4497-869f-33dd106e9fe7 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:22:52.620453 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c3c61715-0383-4590-9d67-c7baac082300 req-292f5f78-ae2c-4497-869f-33dd106e9fe7 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=194f1282-a917-441b-ace9-9e88a59af38c HTTP/1.1" status: 200 len: 946 time: 0.0887604 May 31 14:22:52.673775 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c3c61715-0383-4590-9d67-c7baac082300 req-2cf376ed-95f6-4d04-bdc1-6d8a96965829 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460722 May 31 14:22:53.873801 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa1c484-2529-40d4-9511-77d1a7000eca req-baebbd9e-d6fa-41c5-8082-bb8f6122bca9 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:22:53.875279 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3fa1c484-2529-40d4-9511-77d1a7000eca req-baebbd9e-d6fa-41c5-8082-bb8f6122bca9 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=194f1282-a917-441b-ace9-9e88a59af38c HTTP/1.1" status: 200 len: 946 time: 0.0880389 May 31 14:22:53.921902 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3fa1c484-2529-40d4-9511-77d1a7000eca req-32d13b90-dce4-4135-9330-008ba69c7e03 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409985 May 31 14:22:55.120670 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9d505f-b389-4821-afb8-9e54fc6faf71 req-c197bb1e-d692-4c93-b3bd-2b8f47ec5a83 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:22:55.122444 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6b9d505f-b389-4821-afb8-9e54fc6faf71 req-c197bb1e-d692-4c93-b3bd-2b8f47ec5a83 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=194f1282-a917-441b-ace9-9e88a59af38c HTTP/1.1" status: 200 len: 946 time: 0.0855985 May 31 14:22:55.171179 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6b9d505f-b389-4821-afb8-9e54fc6faf71 req-e56e1ba1-cbd6-4a79-9085-6f9a689f8fca tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430801 May 31 14:22:56.372287 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce04db4-d296-49c5-a478-04ab748430fd req-0c5d4332-a2ac-4636-b846-39f36182ec3e tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:22:56.373818 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0ce04db4-d296-49c5-a478-04ab748430fd req-0c5d4332-a2ac-4636-b846-39f36182ec3e tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=194f1282-a917-441b-ace9-9e88a59af38c HTTP/1.1" status: 200 len: 946 time: 0.0894308 May 31 14:22:56.421574 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0ce04db4-d296-49c5-a478-04ab748430fd req-82013099-05ee-47fa-8429-4fd1f3f4b02b tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412097 May 31 14:22:57.611193 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed162b-8cb2-4718-bed0-28ee37edd8f7 req-e24ebb37-919d-41b3-a4b6-411ac80209ab tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:22:57.612976 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-95ed162b-8cb2-4718-bed0-28ee37edd8f7 req-e24ebb37-919d-41b3-a4b6-411ac80209ab tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=194f1282-a917-441b-ace9-9e88a59af38c HTTP/1.1" status: 200 len: 946 time: 0.0824919 May 31 14:22:57.663732 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-95ed162b-8cb2-4718-bed0-28ee37edd8f7 req-dacc4b6b-8c99-43ca-beb0-f8aeba417f78 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449326 May 31 14:22:58.853523 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22db3756-797d-4733-bf41-63076cde5d36 req-2175bdb1-416b-4db9-a53e-434f8c6721dc tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:22:58.855558 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-22db3756-797d-4733-bf41-63076cde5d36 req-2175bdb1-416b-4db9-a53e-434f8c6721dc tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=194f1282-a917-441b-ace9-9e88a59af38c HTTP/1.1" status: 200 len: 946 time: 0.0844171 May 31 14:22:58.902514 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-22db3756-797d-4733-bf41-63076cde5d36 req-1c1bcd25-f7e5-40c2-8330-c4b5cd4481e7 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398002 May 31 14:23:00.097835 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dba9d0-f4e2-4b87-944f-cec0a10b8bc5 req-07304eae-7dd5-4047-9995-95e8a5041ce6 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:23:00.099304 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-34dba9d0-f4e2-4b87-944f-cec0a10b8bc5 req-07304eae-7dd5-4047-9995-95e8a5041ce6 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=194f1282-a917-441b-ace9-9e88a59af38c HTTP/1.1" status: 200 len: 946 time: 0.0826533 May 31 14:23:00.253435 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-34dba9d0-f4e2-4b87-944f-cec0a10b8bc5 req-700dbc0f-ba38-49fc-a982-495f6418a151 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481972 May 31 14:23:01.447753 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d57b8-5583-4238-aa3f-010fa1e72eee req-c869a4e3-a3ba-4ffc-a119-f7092b1d433f tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:23:01.449200 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1e7d57b8-5583-4238-aa3f-010fa1e72eee req-c869a4e3-a3ba-4ffc-a119-f7092b1d433f tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=194f1282-a917-441b-ace9-9e88a59af38c HTTP/1.1" status: 200 len: 946 time: 0.0842111 May 31 14:23:01.494227 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1e7d57b8-5583-4238-aa3f-010fa1e72eee req-e9716454-bba3-455a-a698-3682acd09db3 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391963 May 31 14:23:01.692903 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [req-cc2b6f1d-91cd-41a4-a564-031a0550a2d9 req-af9f2334-e371-4846-bbf9-c965476eedaa service neutron] show failed (client error): The resource could not be found. May 31 14:23:01.693887 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-cc2b6f1d-91cd-41a4-a564-031a0550a2d9 req-af9f2334-e371-4846-bbf9-c965476eedaa service neutron] 10.222.0.44 "GET /v2.0/ports/7c9c63d2-2b4b-4b29-a582-d5da6407d92a/bindings/n-h1-843939-1 HTTP/1.1" status: 404 len: 380 time: 0.0771821 May 31 14:23:01.992675 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2b6f1d-91cd-41a4-a564-031a0550a2d9 req-061c6e39-c280-4773-921a-12221e455b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:23:01.994063 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-cc2b6f1d-91cd-41a4-a564-031a0550a2d9 req-061c6e39-c280-4773-921a-12221e455b97 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=194f1282-a917-441b-ace9-9e88a59af38c&tenant_id=a88bb1ec4cd3478f81220babd7ff15bf HTTP/1.1" status: 200 len: 1097 time: 0.1131563 May 31 14:23:02.005432 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-cc2b6f1d-91cd-41a4-a564-031a0550a2d9 req-fccccba9-c5e4-49fb-97d7-94886d9c0678 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843939-1', 'device_owner': 'compute:nova'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:23:02.121654 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-cc2b6f1d-91cd-41a4-a564-031a0550a2d9 req-fccccba9-c5e4-49fb-97d7-94886d9c0678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:02.503132 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-cc2b6f1d-91cd-41a4-a564-031a0550a2d9 req-fccccba9-c5e4-49fb-97d7-94886d9c0678 service neutron] For port 7c9c63d2-2b4b-4b29-a582-d5da6407d92a, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=7c9c63d2-2b4b-4b29-a582-d5da6407d92a,segment=NetworkSegment(fe3e4c66-72a5-4068-81a9-e23f87118469),segment_id=fe3e4c66-72a5-4068-81a9-e23f87118469)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:23:02.532620 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-cc2b6f1d-91cd-41a4-a564-031a0550a2d9 req-fccccba9-c5e4-49fb-97d7-94886d9c0678 service neutron] For port 7c9c63d2-2b4b-4b29-a582-d5da6407d92a, host n-h2-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:23:02.596959 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-cc2b6f1d-91cd-41a4-a564-031a0550a2d9 req-fccccba9-c5e4-49fb-97d7-94886d9c0678 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:02.599045 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '194f1282-a917-441b-ace9-9e88a59af38c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c9c63d2-2b4b-4b29-a582-d5da6407d92a'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:23:02.617162 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-cc2b6f1d-91cd-41a4-a564-031a0550a2d9 req-fccccba9-c5e4-49fb-97d7-94886d9c0678 service neutron] Transition to ACTIVE for port object 7c9c63d2-2b4b-4b29-a582-d5da6407d92a will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:23:02.622741 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-cc2b6f1d-91cd-41a4-a564-031a0550a2d9 req-fccccba9-c5e4-49fb-97d7-94886d9c0678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:02.690673 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacba787-071b-47f4-94a5-dcf74dd38390 req-a73a2625-047a-4387-8268-1eb0ec5d3a71 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:23:02.692141 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aacba787-071b-47f4-94a5-dcf74dd38390 req-a73a2625-047a-4387-8268-1eb0ec5d3a71 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=194f1282-a917-441b-ace9-9e88a59af38c HTTP/1.1" status: 200 len: 944 time: 0.0890248 May 31 14:23:02.740096 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aacba787-071b-47f4-94a5-dcf74dd38390 req-0ca739f7-dfda-4d76-9727-013730ac05ae tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422175 May 31 14:23:02.740323 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6649edd7-fda5-493a-8a9b-49577e53967d'] response: {'server_uuid': '194f1282-a917-441b-ace9-9e88a59af38c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c9c63d2-2b4b-4b29-a582-d5da6407d92a', 'code': 200} May 31 14:23:02.796928 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc2b6f1d-91cd-41a4-a564-031a0550a2d9 req-fccccba9-c5e4-49fb-97d7-94886d9c0678 service neutron] No DVR routers for this DVR port 7c9c63d2-2b4b-4b29-a582-d5da6407d92a on host n-h2-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:23:02.806555 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccccba9-c5e4-49fb-97d7-94886d9c0678 service neutron] Pushing event updated for resources: {'Port': ['ID=7c9c63d2-2b4b-4b29-a582-d5da6407d92a,revision_number=6']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:23:02.849765 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccccba9-c5e4-49fb-97d7-94886d9c0678 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:23:02.850126 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccccba9-c5e4-49fb-97d7-94886d9c0678 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:23:02.850464 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccccba9-c5e4-49fb-97d7-94886d9c0678 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:23:02.850800 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccccba9-c5e4-49fb-97d7-94886d9c0678 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:23:02.851127 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccccba9-c5e4-49fb-97d7-94886d9c0678 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:23:02.851452 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccccba9-c5e4-49fb-97d7-94886d9c0678 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:23:02.851772 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccccba9-c5e4-49fb-97d7-94886d9c0678 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:23:02.852111 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccccba9-c5e4-49fb-97d7-94886d9c0678 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:23:02.852431 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccccba9-c5e4-49fb-97d7-94886d9c0678 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:23:02.852774 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccccba9-c5e4-49fb-97d7-94886d9c0678 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:23:02.853074 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccccba9-c5e4-49fb-97d7-94886d9c0678 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:23:02.853407 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccccba9-c5e4-49fb-97d7-94886d9c0678 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:23:02.873209 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-cc2b6f1d-91cd-41a4-a564-031a0550a2d9 req-fccccba9-c5e4-49fb-97d7-94886d9c0678 service neutron] Attempting to bind port 7c9c63d2-2b4b-4b29-a582-d5da6407d92a on host n-h1-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:23:02.873536 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-cc2b6f1d-91cd-41a4-a564-031a0550a2d9 req-fccccba9-c5e4-49fb-97d7-94886d9c0678 service neutron] Attempting to bind port 7c9c63d2-2b4b-4b29-a582-d5da6407d92a by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': 'fe3e4c66-72a5-4068-81a9-e23f87118469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6ace737e-ad4d-40fc-a620-c83a240a2145'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:23:02.873855 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2b6f1d-91cd-41a4-a564-031a0550a2d9 req-fccccba9-c5e4-49fb-97d7-94886d9c0678 service neutron] Attempting to bind port 7c9c63d2-2b4b-4b29-a582-d5da6407d92a on network 6ace737e-ad4d-40fc-a620-c83a240a2145 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:23:02.878411 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2b6f1d-91cd-41a4-a564-031a0550a2d9 req-fccccba9-c5e4-49fb-97d7-94886d9c0678 service neutron] Port 7c9c63d2-2b4b-4b29-a582-d5da6407d92a on network 6ace737e-ad4d-40fc-a620-c83a240a2145 not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 14:23:02.878722 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2b6f1d-91cd-41a4-a564-031a0550a2d9 req-fccccba9-c5e4-49fb-97d7-94886d9c0678 service neutron] Attempting to bind port 7c9c63d2-2b4b-4b29-a582-d5da6407d92a on network 6ace737e-ad4d-40fc-a620-c83a240a2145 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:23:02.883772 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2b6f1d-91cd-41a4-a564-031a0550a2d9 req-fccccba9-c5e4-49fb-97d7-94886d9c0678 service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:23:02.884041 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2b6f1d-91cd-41a4-a564-031a0550a2d9 req-fccccba9-c5e4-49fb-97d7-94886d9c0678 service neutron] Checking segment: {'id': 'fe3e4c66-72a5-4068-81a9-e23f87118469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6ace737e-ad4d-40fc-a620-c83a240a2145'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:23:02.884411 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2b6f1d-91cd-41a4-a564-031a0550a2d9 req-fccccba9-c5e4-49fb-97d7-94886d9c0678 service neutron] Bound using segment: {'id': 'fe3e4c66-72a5-4068-81a9-e23f87118469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6ace737e-ad4d-40fc-a620-c83a240a2145'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:23:02.884825 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-cc2b6f1d-91cd-41a4-a564-031a0550a2d9 req-fccccba9-c5e4-49fb-97d7-94886d9c0678 service neutron] Bound port: 7c9c63d2-2b4b-4b29-a582-d5da6407d92a, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe3e4c66-72a5-4068-81a9-e23f87118469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6ace737e-ad4d-40fc-a620-c83a240a2145'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:23:02.885316 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-cc2b6f1d-91cd-41a4-a564-031a0550a2d9 req-fccccba9-c5e4-49fb-97d7-94886d9c0678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:02.986999 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-cc2b6f1d-91cd-41a4-a564-031a0550a2d9 req-fccccba9-c5e4-49fb-97d7-94886d9c0678 service neutron] For port 7c9c63d2-2b4b-4b29-a582-d5da6407d92a, host n-h1-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:23:02.989975 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-cc2b6f1d-91cd-41a4-a564-031a0550a2d9 req-fccccba9-c5e4-49fb-97d7-94886d9c0678 service neutron] For port 7c9c63d2-2b4b-4b29-a582-d5da6407d92a, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=7c9c63d2-2b4b-4b29-a582-d5da6407d92a,segment=NetworkSegment(fe3e4c66-72a5-4068-81a9-e23f87118469),segment_id=fe3e4c66-72a5-4068-81a9-e23f87118469)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:23:02.993976 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-cc2b6f1d-91cd-41a4-a564-031a0550a2d9 req-fccccba9-c5e4-49fb-97d7-94886d9c0678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:03.056310 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2b6f1d-91cd-41a4-a564-031a0550a2d9 req-fccccba9-c5e4-49fb-97d7-94886d9c0678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:23:03.056993 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-cc2b6f1d-91cd-41a4-a564-031a0550a2d9 req-fccccba9-c5e4-49fb-97d7-94886d9c0678 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:03.058455 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-cc2b6f1d-91cd-41a4-a564-031a0550a2d9 req-fccccba9-c5e4-49fb-97d7-94886d9c0678 service neutron] 10.222.0.20 "PUT /v2.0/ports/7c9c63d2-2b4b-4b29-a582-d5da6407d92a HTTP/1.1" status: 200 len: 1092 time: 1.0568874 May 31 14:23:03.075142 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccccba9-c5e4-49fb-97d7-94886d9c0678 service neutron] Pushing event updated for resources: {'Port': ['ID=7c9c63d2-2b4b-4b29-a582-d5da6407d92a,revision_number=7']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:23:03.149789 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2b6f1d-91cd-41a4-a564-031a0550a2d9 req-beada946-f711-4cd8-8f76-f0a6d9d17ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:23:03.151736 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-cc2b6f1d-91cd-41a4-a564-031a0550a2d9 req-beada946-f711-4cd8-8f76-f0a6d9d17ad6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a88bb1ec4cd3478f81220babd7ff15bf&device_id=194f1282-a917-441b-ace9-9e88a59af38c HTTP/1.1" status: 200 len: 1095 time: 0.0711405 May 31 14:23:03.284472 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2b6f1d-91cd-41a4-a564-031a0550a2d9 req-8a6b8fc7-54f7-4405-98db-6ef234bb7227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:23:03.285910 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-cc2b6f1d-91cd-41a4-a564-031a0550a2d9 req-8a6b8fc7-54f7-4405-98db-6ef234bb7227 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6ace737e-ad4d-40fc-a620-c83a240a2145 HTTP/1.1" status: 200 len: 915 time: 0.1280496 May 31 14:23:03.356884 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-cc2b6f1d-91cd-41a4-a564-031a0550a2d9 req-66efa79d-7281-4d62-9ec0-a805a252d019 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c9c63d2-2b4b-4b29-a582-d5da6407d92a HTTP/1.1" status: 200 len: 217 time: 0.0654292 May 31 14:23:03.418216 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2b6f1d-91cd-41a4-a564-031a0550a2d9 req-5ba97839-cc28-456e-b395-c6b89a724c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:23:03.419629 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-cc2b6f1d-91cd-41a4-a564-031a0550a2d9 req-5ba97839-cc28-456e-b395-c6b89a724c72 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b798be7b-84f4-4cc8-81fd-1f8ec625f3be HTTP/1.1" status: 200 len: 854 time: 0.0573547 May 31 14:23:03.465079 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-cc2b6f1d-91cd-41a4-a564-031a0550a2d9 req-6bf34f74-f668-4dd9-9b15-0c44375790c5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ace737e-ad4d-40fc-a620-c83a240a2145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398469 May 31 14:23:03.601046 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-cc2b6f1d-91cd-41a4-a564-031a0550a2d9 req-7c85f149-96ba-41d8-8e4a-52d53d8bb6b6 service neutron] 10.222.0.20 "GET /v2.0/networks/6ace737e-ad4d-40fc-a620-c83a240a2145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296206 May 31 14:23:03.739324 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-cc2b6f1d-91cd-41a4-a564-031a0550a2d9 req-764ca0ba-44fb-4d40-bd33-2bbb12278b3e service neutron] 10.222.0.20 "GET /v2.0/networks/6ace737e-ad4d-40fc-a620-c83a240a2145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328845 May 31 14:23:03.942025 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c956fda4-105a-4cba-a4a8-4a351fd77371 req-3ef18c1a-d29c-4634-aed2-65a145f45bd3 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:23:03.943485 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c956fda4-105a-4cba-a4a8-4a351fd77371 req-3ef18c1a-d29c-4634-aed2-65a145f45bd3 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=194f1282-a917-441b-ace9-9e88a59af38c HTTP/1.1" status: 200 len: 944 time: 0.0904620 May 31 14:23:03.994141 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c956fda4-105a-4cba-a4a8-4a351fd77371 req-4fb6156d-be91-4eec-9c20-b1942e303d97 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439079 May 31 14:23:04.741507 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '194f1282-a917-441b-ace9-9e88a59af38c', 'tag': '7c9c63d2-2b4b-4b29-a582-d5da6407d92a'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:23:04.798819 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e91bdae-fab2-4ef9-8b27-0a1d244a10c3'] response: {'name': 'network-changed', 'server_uuid': '194f1282-a917-441b-ace9-9e88a59af38c', 'tag': '7c9c63d2-2b4b-4b29-a582-d5da6407d92a', 'status': 'completed', 'code': 200} May 31 14:23:04.946320 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb6ba55-adc7-4b0f-9a15-e9aad9243672 req-eb242bcd-81c9-47de-961e-87e07f0bdca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:23:04.947920 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1fb6ba55-adc7-4b0f-9a15-e9aad9243672 req-eb242bcd-81c9-47de-961e-87e07f0bdca0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a88bb1ec4cd3478f81220babd7ff15bf&device_id=194f1282-a917-441b-ace9-9e88a59af38c HTTP/1.1" status: 200 len: 1095 time: 0.0973217 May 31 14:23:04.950466 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb6ba55-adc7-4b0f-9a15-e9aad9243672 req-667ffa0b-f040-434f-b077-bf43698c60e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:23:04.951760 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1fb6ba55-adc7-4b0f-9a15-e9aad9243672 req-667ffa0b-f040-434f-b077-bf43698c60e0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a88bb1ec4cd3478f81220babd7ff15bf&device_id=194f1282-a917-441b-ace9-9e88a59af38c HTTP/1.1" status: 200 len: 1095 time: 0.1350727 May 31 14:23:04.976679 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 7c9c63d2-2b4b-4b29-a582-d5da6407d92a no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:23:05.037040 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 7c9c63d2-2b4b-4b29-a582-d5da6407d92a not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:23:05.185520 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd31aada-e344-4df9-acb9-05ea0f3b3a74 req-36fd559f-c06e-45fe-b3dc-8230e020650a tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:23:05.187386 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fd31aada-e344-4df9-acb9-05ea0f3b3a74 req-36fd559f-c06e-45fe-b3dc-8230e020650a tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=194f1282-a917-441b-ace9-9e88a59af38c HTTP/1.1" status: 200 len: 944 time: 0.0804858 May 31 14:23:05.231540 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fd31aada-e344-4df9-acb9-05ea0f3b3a74 req-2a764c13-dd33-43f0-b7b1-4252d9c4e46d tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383549 May 31 14:23:05.298193 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb6ba55-adc7-4b0f-9a15-e9aad9243672 req-f2f44915-e669-4b47-a841-84284629bec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:23:05.299563 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1fb6ba55-adc7-4b0f-9a15-e9aad9243672 req-f2f44915-e669-4b47-a841-84284629bec8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6ace737e-ad4d-40fc-a620-c83a240a2145 HTTP/1.1" status: 200 len: 915 time: 0.3458197 May 31 14:23:05.301738 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb6ba55-adc7-4b0f-9a15-e9aad9243672 req-644918da-ac6d-454f-a964-27fd27193d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:23:05.303025 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1fb6ba55-adc7-4b0f-9a15-e9aad9243672 req-644918da-ac6d-454f-a964-27fd27193d4a service neutron] 10.222.0.20 "GET /v2.0/networks?id=6ace737e-ad4d-40fc-a620-c83a240a2145 HTTP/1.1" status: 200 len: 915 time: 0.3322380 May 31 14:23:05.421343 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1fb6ba55-adc7-4b0f-9a15-e9aad9243672 req-8a74b633-8788-4c16-9321-784bca05d19d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c9c63d2-2b4b-4b29-a582-d5da6407d92a HTTP/1.1" status: 200 len: 217 time: 0.1157472 May 31 14:23:05.458855 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1fb6ba55-adc7-4b0f-9a15-e9aad9243672 req-02de7d25-3bf0-4ae9-902c-917c99059f81 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c9c63d2-2b4b-4b29-a582-d5da6407d92a HTTP/1.1" status: 200 len: 217 time: 0.1056125 May 31 14:23:05.534673 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb6ba55-adc7-4b0f-9a15-e9aad9243672 req-b5bae5d9-7c33-4dab-90e7-a7d7e61c8aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:23:05.536108 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1fb6ba55-adc7-4b0f-9a15-e9aad9243672 req-b5bae5d9-7c33-4dab-90e7-a7d7e61c8aed service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b798be7b-84f4-4cc8-81fd-1f8ec625f3be HTTP/1.1" status: 200 len: 854 time: 0.1078205 May 31 14:23:05.544651 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb6ba55-adc7-4b0f-9a15-e9aad9243672 req-0b3e8bbd-3f67-46e3-b93b-3c700af856ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:23:05.545959 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1fb6ba55-adc7-4b0f-9a15-e9aad9243672 req-0b3e8bbd-3f67-46e3-b93b-3c700af856ad service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b798be7b-84f4-4cc8-81fd-1f8ec625f3be HTTP/1.1" status: 200 len: 854 time: 0.0790768 May 31 14:23:05.622825 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1fb6ba55-adc7-4b0f-9a15-e9aad9243672 req-15453fb6-303f-4743-9256-c9e48cf8d227 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6ace737e-ad4d-40fc-a620-c83a240a2145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797563 May 31 14:23:05.624626 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1fb6ba55-adc7-4b0f-9a15-e9aad9243672 req-5b77b9fa-4d17-4ead-8ceb-6700c0646197 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ace737e-ad4d-40fc-a620-c83a240a2145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493507 May 31 14:23:05.861238 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1fb6ba55-adc7-4b0f-9a15-e9aad9243672 req-b4f4a53a-e6d6-4fde-8cb5-c73b42c15fd2 service neutron] 10.222.0.44 "GET /v2.0/networks/6ace737e-ad4d-40fc-a620-c83a240a2145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320065 May 31 14:23:05.862894 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1fb6ba55-adc7-4b0f-9a15-e9aad9243672 req-2093d776-ab58-468e-817c-1b88d0abbf57 service neutron] 10.222.0.20 "GET /v2.0/networks/6ace737e-ad4d-40fc-a620-c83a240a2145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172451 May 31 14:23:06.105012 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1fb6ba55-adc7-4b0f-9a15-e9aad9243672 req-fb796584-6dce-4ac8-b608-01b8f120fd76 service neutron] 10.222.0.44 "GET /v2.0/networks/6ace737e-ad4d-40fc-a620-c83a240a2145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368298 May 31 14:23:06.108174 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1fb6ba55-adc7-4b0f-9a15-e9aad9243672 req-d63982ee-1fa3-4023-9448-1f5795f36eea service neutron] 10.222.0.20 "GET /v2.0/networks/6ace737e-ad4d-40fc-a620-c83a240a2145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197790 May 31 14:23:06.440596 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0468a2-4fb6-47bf-bebd-a4b1ff3edb6e req-ee79fd88-f34d-4b57-b449-ebff9ee1d553 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:23:06.441326 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3c0468a2-4fb6-47bf-bebd-a4b1ff3edb6e req-ee79fd88-f34d-4b57-b449-ebff9ee1d553 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=194f1282-a917-441b-ace9-9e88a59af38c HTTP/1.1" status: 200 len: 944 time: 0.0967872 May 31 14:23:06.488260 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3c0468a2-4fb6-47bf-bebd-a4b1ff3edb6e req-37ba7366-9fc2-4c79-bcb2-1b8dca12d4e7 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408678 May 31 14:23:07.628752 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 7c9c63d2-2b4b-4b29-a582-d5da6407d92a details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 14:23:07.680325 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5549404e-403f-463a-92fd-cc7ed020daa8 req-5d9b157c-8a77-45b8-b2a3-6c69a510b0e3 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:23:07.682863 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5549404e-403f-463a-92fd-cc7ed020daa8 req-5d9b157c-8a77-45b8-b2a3-6c69a510b0e3 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=194f1282-a917-441b-ace9-9e88a59af38c HTTP/1.1" status: 200 len: 944 time: 0.0829189 May 31 14:23:07.727391 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5549404e-403f-463a-92fd-cc7ed020daa8 req-734ac2a8-f3b9-45e2-837e-73c0d3272568 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389941 May 31 14:23:07.763088 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 7c9c63d2-2b4b-4b29-a582-d5da6407d92a, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=7c9c63d2-2b4b-4b29-a582-d5da6407d92a,segment=NetworkSegment(fe3e4c66-72a5-4068-81a9-e23f87118469),segment_id=fe3e4c66-72a5-4068-81a9-e23f87118469)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:23:07.776599 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': '7c9c63d2-2b4b-4b29-a582-d5da6407d92a', 'network_id': '6ace737e-ad4d-40fc-a620-c83a240a2145', 'port_id': '7c9c63d2-2b4b-4b29-a582-d5da6407d92a', 'mac_address': 'fa:16:3e:3f:64:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b798be7b-84f4-4cc8-81fd-1f8ec625f3be', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 14:23:07.845422 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 7c9c63d2-2b4b-4b29-a582-d5da6407d92a is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:23:07.845833 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:07.855413 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:07.864929 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c9c63d2-2b4b-4b29-a582-d5da6407d92a {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:23:07.883956 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 7c9c63d2-2b4b-4b29-a582-d5da6407d92a, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=7c9c63d2-2b4b-4b29-a582-d5da6407d92a,segment=NetworkSegment(fe3e4c66-72a5-4068-81a9-e23f87118469),segment_id=fe3e4c66-72a5-4068-81a9-e23f87118469)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:23:07.888459 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:07.958113 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=7c9c63d2-2b4b-4b29-a582-d5da6407d92a,revision_number=8']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:23:08.048288 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3273bf4-a0aa-4dd0-8675-3fdc93d42b9f req-e8142375-e5bf-4f35-b484-12aaea0ab3df tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:23:08.049783 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e3273bf4-a0aa-4dd0-8675-3fdc93d42b9f req-e8142375-e5bf-4f35-b484-12aaea0ab3df tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=194f1282-a917-441b-ace9-9e88a59af38c HTTP/1.1" status: 200 len: 945 time: 0.0840709 May 31 14:23:08.051294 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696f13c-2dd0-4065-b06e-c65e60c3b3d8 req-a0b90a16-553f-4949-b02a-eb07d05fe4b2 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:23:08.051977 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-e696f13c-2dd0-4065-b06e-c65e60c3b3d8 req-a0b90a16-553f-4949-b02a-eb07d05fe4b2 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Synchronizing usage tracker for tenant:a88bb1ec4cd3478f81220babd7ff15bf on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:23:08.068868 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-e696f13c-2dd0-4065-b06e-c65e60c3b3d8 req-a0b90a16-553f-4949-b02a-eb07d05fe4b2 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Unset dirty status for tenant:a88bb1ec4cd3478f81220babd7ff15bf on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:23:08.070143 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e696f13c-2dd0-4065-b06e-c65e60c3b3d8 req-a0b90a16-553f-4949-b02a-eb07d05fe4b2 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.44 "GET /v2.0/ports?device_id=194f1282-a917-441b-ace9-9e88a59af38c&tenant_id=a88bb1ec4cd3478f81220babd7ff15bf&binding%3Ahost_id=n-h1-843939-1 HTTP/1.1" status: 200 len: 945 time: 0.1049078 May 31 14:23:08.097930 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e3273bf4-a0aa-4dd0-8675-3fdc93d42b9f req-ee03d985-c6c9-4898-b4bd-c4255fe93e77 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415363 May 31 14:23:08.155537 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [req-e696f13c-2dd0-4065-b06e-c65e60c3b3d8 req-b5dd33bd-9c17-4a57-b386-6221097f0fbc service neutron] delete failed (client error): The resource could not be found. May 31 14:23:08.156452 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e696f13c-2dd0-4065-b06e-c65e60c3b3d8 req-b5dd33bd-9c17-4a57-b386-6221097f0fbc service neutron] 10.222.0.44 "DELETE /v2.0/ports/7c9c63d2-2b4b-4b29-a582-d5da6407d92a/bindings/n-h2-843939-1 HTTP/1.1" status: 404 len: 380 time: 0.0803497 May 31 14:23:08.214430 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['7c9c63d2-2b4b-4b29-a582-d5da6407d92a'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:23:08.302524 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696f13c-2dd0-4065-b06e-c65e60c3b3d8 req-89809643-a4fd-4308-b760-fb8a18ee5103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:23:08.303995 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e696f13c-2dd0-4065-b06e-c65e60c3b3d8 req-89809643-a4fd-4308-b760-fb8a18ee5103 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a88bb1ec4cd3478f81220babd7ff15bf&device_id=194f1282-a917-441b-ace9-9e88a59af38c HTTP/1.1" status: 200 len: 1096 time: 0.0777624 May 31 14:23:08.549934 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696f13c-2dd0-4065-b06e-c65e60c3b3d8 req-0494ee83-c23d-4166-bdec-571686eba484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:23:08.551393 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e696f13c-2dd0-4065-b06e-c65e60c3b3d8 req-0494ee83-c23d-4166-bdec-571686eba484 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6ace737e-ad4d-40fc-a620-c83a240a2145 HTTP/1.1" status: 200 len: 915 time: 0.2408679 May 31 14:23:08.617569 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e696f13c-2dd0-4065-b06e-c65e60c3b3d8 req-749caa25-b775-4c26-b905-99fdb31a47a9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c9c63d2-2b4b-4b29-a582-d5da6407d92a HTTP/1.1" status: 200 len: 217 time: 0.0594504 May 31 14:23:08.683883 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696f13c-2dd0-4065-b06e-c65e60c3b3d8 req-d724fca7-5f1f-440e-ab9d-55c0945fefbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:23:08.685348 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e696f13c-2dd0-4065-b06e-c65e60c3b3d8 req-d724fca7-5f1f-440e-ab9d-55c0945fefbd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b798be7b-84f4-4cc8-81fd-1f8ec625f3be HTTP/1.1" status: 200 len: 854 time: 0.0608578 May 31 14:23:08.731317 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e696f13c-2dd0-4065-b06e-c65e60c3b3d8 req-64c0aaca-c1d6-43a5-8d86-80453477b392 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6ace737e-ad4d-40fc-a620-c83a240a2145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395470 May 31 14:23:08.873468 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e696f13c-2dd0-4065-b06e-c65e60c3b3d8 req-34e31a98-8472-4e43-abb4-bfa1fff13b15 service neutron] 10.222.0.44 "GET /v2.0/networks/6ace737e-ad4d-40fc-a620-c83a240a2145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359313 May 31 14:23:09.007471 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e696f13c-2dd0-4065-b06e-c65e60c3b3d8 req-c05065aa-db28-4f96-916e-d2329d28e0d6 service neutron] 10.222.0.44 "GET /v2.0/networks/6ace737e-ad4d-40fc-a620-c83a240a2145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283438 May 31 14:23:09.287524 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e1681-25b5-4ed3-9e26-bcbf9077e11d req-85d4876f-db9f-4ad5-9a5e-ab8824dcb676 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:23:09.288901 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bb9e1681-25b5-4ed3-9e26-bcbf9077e11d req-85d4876f-db9f-4ad5-9a5e-ab8824dcb676 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=194f1282-a917-441b-ace9-9e88a59af38c HTTP/1.1" status: 200 len: 945 time: 0.0807540 May 31 14:23:09.327541 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:09.346700 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bb9e1681-25b5-4ed3-9e26-bcbf9077e11d req-86ff682f-99ad-4888-8e9b-b8848db05ba8 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513325 May 31 14:23:09.651971 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 7c9c63d2-2b4b-4b29-a582-d5da6407d92a up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:23:09.718783 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning for port 7c9c63d2-2b4b-4b29-a582-d5da6407d92a completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:23:09.723235 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port 7c9c63d2-2b4b-4b29-a582-d5da6407d92a triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:23:09.723599 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:09.836734 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 7c9c63d2-2b4b-4b29-a582-d5da6407d92a is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:23:09.837107 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:09.863734 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '194f1282-a917-441b-ace9-9e88a59af38c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c9c63d2-2b4b-4b29-a582-d5da6407d92a'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:23:09.874427 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 7c9c63d2-2b4b-4b29-a582-d5da6407d92a, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=7c9c63d2-2b4b-4b29-a582-d5da6407d92a,segment=NetworkSegment(fe3e4c66-72a5-4068-81a9-e23f87118469),segment_id=fe3e4c66-72a5-4068-81a9-e23f87118469)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:23:09.878648 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:09.951844 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=7c9c63d2-2b4b-4b29-a582-d5da6407d92a,revision_number=9']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:23:09.966760 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e71a539f-8d3e-4bd4-8180-3a7f4d9be316'] response: {'server_uuid': '194f1282-a917-441b-ace9-9e88a59af38c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c9c63d2-2b4b-4b29-a582-d5da6407d92a', 'code': 200} May 31 14:23:10.530494 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e8d489-99de-4650-aad6-ebd0026a6ae1 req-98aefbb0-cec8-4a90-b323-854dad9e462a tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:23:10.531935 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-24e8d489-99de-4650-aad6-ebd0026a6ae1 req-98aefbb0-cec8-4a90-b323-854dad9e462a tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=194f1282-a917-441b-ace9-9e88a59af38c HTTP/1.1" status: 200 len: 946 time: 0.0814698 May 31 14:23:10.575743 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-24e8d489-99de-4650-aad6-ebd0026a6ae1 req-b50a09a2-488d-4303-8bcc-21dff9160b17 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379612 May 31 14:23:10.661182 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2a2fdc36-52ce-4fc6-8b5e-a1392d2c880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:10.767572 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bdd837-e488-43da-b630-2950859ac1d6 req-c3397fa7-f420-4822-b19f-cc8a7cd9feaa tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:23:10.769008 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-18bdd837-e488-43da-b630-2950859ac1d6 req-c3397fa7-f420-4822-b19f-cc8a7cd9feaa tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=194f1282-a917-441b-ace9-9e88a59af38c HTTP/1.1" status: 200 len: 946 time: 0.0860252 May 31 14:23:10.817646 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-18bdd837-e488-43da-b630-2950859ac1d6 req-5ba27d8b-0b14-4332-9198-8e996da320de tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430164 May 31 14:23:11.001597 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c937d58-682a-4768-bdaa-b96e83802d26 req-1a48f595-e1ea-44ed-b06f-d3259177b3f6 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:23:11.002983 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0c937d58-682a-4768-bdaa-b96e83802d26 req-1a48f595-e1ea-44ed-b06f-d3259177b3f6 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=194f1282-a917-441b-ace9-9e88a59af38c HTTP/1.1" status: 200 len: 946 time: 0.0783744 May 31 14:23:11.047214 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0c937d58-682a-4768-bdaa-b96e83802d26 req-99412030-9214-4191-be47-60ee1e7a7d15 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385036 May 31 14:23:11.627868 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba9216d-4fb8-4d7f-9440-4a7338ae6850 req-ce865d90-5372-45e4-a78e-a05308e4c166 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:23:11.629238 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aba9216d-4fb8-4d7f-9440-4a7338ae6850 req-ce865d90-5372-45e4-a78e-a05308e4c166 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=194f1282-a917-441b-ace9-9e88a59af38c HTTP/1.1" status: 200 len: 946 time: 0.0859053 May 31 14:23:11.672584 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aba9216d-4fb8-4d7f-9440-4a7338ae6850 req-f7f01515-179b-406c-b850-6b4384d55585 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375719 May 31 14:23:12.787986 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e6c68-1d99-4e47-8081-2c20d832cdca req-08ebaf5c-ab10-4a9d-9d4e-cf65e131e696 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:23:12.789423 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-638e6c68-1d99-4e47-8081-2c20d832cdca req-08ebaf5c-ab10-4a9d-9d4e-cf65e131e696 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.20 "GET /v2.0/ports?device_id=194f1282-a917-441b-ace9-9e88a59af38c HTTP/1.1" status: 200 len: 946 time: 0.0846329 May 31 14:23:12.849703 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-79d2610a-204c-4923-ab05-f99c0963e7f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:12.862932 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-638e6c68-1d99-4e47-8081-2c20d832cdca req-7815848f-e68d-4c4b-b91c-c345fb383851 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Deleting port 7c9c63d2-2b4b-4b29-a582-d5da6407d92a {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:23:12.863269 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-638e6c68-1d99-4e47-8081-2c20d832cdca req-7815848f-e68d-4c4b-b91c-c345fb383851 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:12.864486 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7d9293-455a-4f97-8a10-c340fd5bd0c4 req-722c661c-4bbe-483e-a70d-3655e6db6a11 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:23:12.865959 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cf7d9293-455a-4f97-8a10-c340fd5bd0c4 req-722c661c-4bbe-483e-a70d-3655e6db6a11 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/ports?device_id=194f1282-a917-441b-ace9-9e88a59af38c HTTP/1.1" status: 200 len: 946 time: 0.0830746 May 31 14:23:12.916647 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cf7d9293-455a-4f97-8a10-c340fd5bd0c4 req-ab3e0798-170a-4fda-ba2d-6f7b8ab184f2 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7f006a5-95ac-4f75-85d7-c69f4f9709aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438108 May 31 14:23:13.115945 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-638e6c68-1d99-4e47-8081-2c20d832cdca req-7815848f-e68d-4c4b-b91c-c345fb383851 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] For port 7c9c63d2-2b4b-4b29-a582-d5da6407d92a, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=7c9c63d2-2b4b-4b29-a582-d5da6407d92a,segment=NetworkSegment(fe3e4c66-72a5-4068-81a9-e23f87118469),segment_id=fe3e4c66-72a5-4068-81a9-e23f87118469)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:23:13.116219 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-638e6c68-1d99-4e47-8081-2c20d832cdca req-7815848f-e68d-4c4b-b91c-c345fb383851 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:13.239506 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-638e6c68-1d99-4e47-8081-2c20d832cdca req-7815848f-e68d-4c4b-b91c-c345fb383851 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Calling delete_port for 7c9c63d2-2b4b-4b29-a582-d5da6407d92a owned by compute:nova {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:23:13.385168 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-638e6c68-1d99-4e47-8081-2c20d832cdca req-7815848f-e68d-4c4b-b91c-c345fb383851 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:13.396964 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['7c9c63d2-2b4b-4b29-a582-d5da6407d92a'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:23:13.436396 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7815848f-e68d-4c4b-b91c-c345fb383851 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Pushing event deleted for resources: {'Port': ['ID=7c9c63d2-2b4b-4b29-a582-d5da6407d92a,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:23:13.511549 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-638e6c68-1d99-4e47-8081-2c20d832cdca req-7815848f-e68d-4c4b-b91c-c345fb383851 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] No DVR routers for this DVR port 7c9c63d2-2b4b-4b29-a582-d5da6407d92a on host n-h1-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:23:13.514090 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-638e6c68-1d99-4e47-8081-2c20d832cdca req-7815848f-e68d-4c4b-b91c-c345fb383851 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:13.516488 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '194f1282-a917-441b-ace9-9e88a59af38c', 'name': 'network-vif-deleted', 'tag': '7c9c63d2-2b4b-4b29-a582-d5da6407d92a'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:23:13.532869 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-638e6c68-1d99-4e47-8081-2c20d832cdca req-7815848f-e68d-4c4b-b91c-c345fb383851 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.20 "DELETE /v2.0/ports/7c9c63d2-2b4b-4b29-a582-d5da6407d92a HTTP/1.1" status: 204 len: 173 time: 0.7387831 May 31 14:23:13.562885 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f32a6ff0-7733-4ea5-b1d7-900dd058ccf7'] response: {'server_uuid': '194f1282-a917-441b-ace9-9e88a59af38c', 'name': 'network-vif-deleted', 'tag': '7c9c63d2-2b4b-4b29-a582-d5da6407d92a', 'status': 'completed', 'code': 200} May 31 14:23:13.931640 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:14.050427 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42282) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:23:14.054972 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:14.116216 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ed2546b6-d24d-4e6c-b7aa-f647445696d9 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:14.144200 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ed2546b6-d24d-4e6c-b7aa-f647445696d9 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:14.200015 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ed2546b6-d24d-4e6c-b7aa-f647445696d9 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:14.218946 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2546b6-d24d-4e6c-b7aa-f647445696d9 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=803534a6-6b76-4fb1-bd72-b3872505cd50,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:23:14.222605 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ed2546b6-d24d-4e6c-b7aa-f647445696d9 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:14.223708 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ed2546b6-d24d-4e6c-b7aa-f647445696d9 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "DELETE /v2.0/security-groups/803534a6-6b76-4fb1-bd72-b3872505cd50 HTTP/1.1" status: 204 len: 168 time: 0.1723325 May 31 14:23:14.226266 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42286) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:23:14.241625 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-7349a77e-74a7-4270-a713-e45085a13b28 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] show failed (client error): The resource could not be found. May 31 14:23:14.242655 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-7349a77e-74a7-4270-a713-e45085a13b28 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "GET /v2.0/security-groups/803534a6-6b76-4fb1-bd72-b3872505cd50 HTTP/1.1" status: 404 len: 347 time: 0.0154920 May 31 14:23:14.245965 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42290) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:23:14.508638 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-4d75902f-b7fb-4bc2-8477-dfe515c88aab tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Deleting port 8a4e0bfa-0ef1-4abd-b1b2-aebc676c88d1 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:23:14.508979 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4d75902f-b7fb-4bc2-8477-dfe515c88aab tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:14.676305 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4d75902f-b7fb-4bc2-8477-dfe515c88aab tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:14.676637 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4d75902f-b7fb-4bc2-8477-dfe515c88aab tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:14.797247 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-4d75902f-b7fb-4bc2-8477-dfe515c88aab tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Calling delete_port for 8a4e0bfa-0ef1-4abd-b1b2-aebc676c88d1 owned by network:floatingip {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:23:14.939111 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4d75902f-b7fb-4bc2-8477-dfe515c88aab tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:14.986627 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d75902f-b7fb-4bc2-8477-dfe515c88aab tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Pushing event deleted for resources: {'Port': ['ID=8a4e0bfa-0ef1-4abd-b1b2-aebc676c88d1,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:23:15.078606 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4d75902f-b7fb-4bc2-8477-dfe515c88aab tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Notify callbacks [] for floatingip, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:15.092010 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4d75902f-b7fb-4bc2-8477-dfe515c88aab tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:15.093138 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-4d75902f-b7fb-4bc2-8477-dfe515c88aab tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] 10.222.0.50 "DELETE /v2.0/floatingips/3708ed18-8a85-4477-83f9-9e25840b41cf HTTP/1.1" status: 204 len: 168 time: 0.8462524 May 31 14:23:15.238390 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42298) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:23:15.298859 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-6732f342-7780-4800-b1aa-f149cc89db09 admin admin] Deleting subnet b798be7b-84f4-4cc8-81fd-1f8ec625f3be {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 14:23:15.301711 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6732f342-7780-4800-b1aa-f149cc89db09 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:15.354510 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6732f342-7780-4800-b1aa-f149cc89db09 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:15.408740 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6732f342-7780-4800-b1aa-f149cc89db09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:15.476804 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6732f342-7780-4800-b1aa-f149cc89db09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:15.519286 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6732f342-7780-4800-b1aa-f149cc89db09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b798be7b-84f4-4cc8-81fd-1f8ec625f3be,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:23:15.522907 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6732f342-7780-4800-b1aa-f149cc89db09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:15.528980 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-6732f342-7780-4800-b1aa-f149cc89db09 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/b798be7b-84f4-4cc8-81fd-1f8ec625f3be HTTP/1.1" status: 204 len: 168 time: 0.2895498 May 31 14:23:15.531447 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42302) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:23:15.638262 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fc3c3867-8225-4636-94bc-c647836eef74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:15.761219 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fc3c3867-8225-4636-94bc-c647836eef74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:15.786211 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-fc3c3867-8225-4636-94bc-c647836eef74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ace737e-ad4d-40fc-a620-c83a240a2145']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:23:15.790907 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:15.805200 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-fc3c3867-8225-4636-94bc-c647836eef74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe3e4c66-72a5-4068-81a9-e23f87118469') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:23:15.805505 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-fc3c3867-8225-4636-94bc-c647836eef74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe3e4c66-72a5-4068-81a9-e23f87118469') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:23:15.818133 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fc3c3867-8225-4636-94bc-c647836eef74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:15.834194 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fc3c3867-8225-4636-94bc-c647836eef74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:15.840401 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc3c3867-8225-4636-94bc-c647836eef74 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 14:23:15.840778 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fc3c3867-8225-4636-94bc-c647836eef74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:15.906910 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment fe3e4c66-72a5-4068-81a9-e23f87118469 resource provider aggregate not found May 31 14:23:15.932851 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment fe3e4c66-72a5-4068-81a9-e23f87118469 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fe3e4c66-72a5-4068-81a9-e23f87118469 found for delete ", "request_id": "req-eb73c1bb-db95-475f-b9dc-42646dce9b90"}]} May 31 14:23:15.946901 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fc3c3867-8225-4636-94bc-c647836eef74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:15.953025 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fc3c3867-8225-4636-94bc-c647836eef74 admin admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:15.977472 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3c3867-8225-4636-94bc-c647836eef74 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ace737e-ad4d-40fc-a620-c83a240a2145,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:23:15.988425 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-fc3c3867-8225-4636-94bc-c647836eef74 admin admin] 10.222.0.50 "DELETE /v2.0/networks/6ace737e-ad4d-40fc-a620-c83a240a2145 HTTP/1.1" status: 204 len: 168 time: 0.4537048 May 31 14:23:16.126145 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 42312) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:23:16.177560 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-ebb6cc43-700f-4372-af90-a3d4e6f13210 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a88bb1ec4cd3478f81220babd7ff15bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0502710 May 31 14:23:16.180045 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 42316) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:23:16.246732 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fb562273-f420-477c-9ba9-881b7bfeb3fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:16.273203 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fb562273-f420-477c-9ba9-881b7bfeb3fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:16.324986 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fb562273-f420-477c-9ba9-881b7bfeb3fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:16.339279 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb562273-f420-477c-9ba9-881b7bfeb3fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f006a5-95ac-4f75-85d7-c69f4f9709aa,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:23:16.347863 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fb562273-f420-477c-9ba9-881b7bfeb3fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:16.351324 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-fb562273-f420-477c-9ba9-881b7bfeb3fd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c7f006a5-95ac-4f75-85d7-c69f4f9709aa HTTP/1.1" status: 204 len: 168 time: 0.1680775 May 31 14:23:17.136772 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 42340) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:23:17.243015 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-67c000c8-ffe1-4fb2-924b-3fd2bbf17fbd admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-387207362-network', 'tenant_id': '12b1745bb03d4d16bf8e5deb94965de4'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:23:17.249210 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-67c000c8-ffe1-4fb2-924b-3fd2bbf17fbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:23:17.253184 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-67c000c8-ffe1-4fb2-924b-3fd2bbf17fbd admin admin] Usage tracker for resource:network and tenant:12b1745bb03d4d16bf8e5deb94965de4 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:23:17.256074 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-67c000c8-ffe1-4fb2-924b-3fd2bbf17fbd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:23:17.262951 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-67c000c8-ffe1-4fb2-924b-3fd2bbf17fbd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:23:17.272269 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c000c8-ffe1-4fb2-924b-3fd2bbf17fbd admin admin] Made reservation on behalf of 12b1745bb03d4d16bf8e5deb94965de4 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:23:17.274574 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-67c000c8-ffe1-4fb2-924b-3fd2bbf17fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:17.287058 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-67c000c8-ffe1-4fb2-924b-3fd2bbf17fbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:17.301488 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-67c000c8-ffe1-4fb2-924b-3fd2bbf17fbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:23:17.305498 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-67c000c8-ffe1-4fb2-924b-3fd2bbf17fbd admin admin] Usage tracker for resource:security_group_rule and tenant:12b1745bb03d4d16bf8e5deb94965de4 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:23:17.309515 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-67c000c8-ffe1-4fb2-924b-3fd2bbf17fbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:23:17.315694 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-67c000c8-ffe1-4fb2-924b-3fd2bbf17fbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:23:17.406987 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-67c000c8-ffe1-4fb2-924b-3fd2bbf17fbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:17.411394 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-67c000c8-ffe1-4fb2-924b-3fd2bbf17fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:17.443856 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67c000c8-ffe1-4fb2-924b-3fd2bbf17fbd admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 14:23:17.453511 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c000c8-ffe1-4fb2-924b-3fd2bbf17fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a12abb-566a-4881-8e8a-f52e2cd0cf08,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:23:17.463285 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-67c000c8-ffe1-4fb2-924b-3fd2bbf17fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:17.463770 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-67c000c8-ffe1-4fb2-924b-3fd2bbf17fbd admin admin] Added segment 2b23b0c3-e67b-4d93-ad78-945ae1687af6 of type vlan for network c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d May 31 14:23:17.465929 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c000c8-ffe1-4fb2-924b-3fd2bbf17fbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:23:17.466297 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c000c8-ffe1-4fb2-924b-3fd2bbf17fbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:23:17.466634 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c000c8-ffe1-4fb2-924b-3fd2bbf17fbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:23:17.466970 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c000c8-ffe1-4fb2-924b-3fd2bbf17fbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:23:17.467296 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c000c8-ffe1-4fb2-924b-3fd2bbf17fbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:23:17.467621 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c000c8-ffe1-4fb2-924b-3fd2bbf17fbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:23:17.467945 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c000c8-ffe1-4fb2-924b-3fd2bbf17fbd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:23:17.468268 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c000c8-ffe1-4fb2-924b-3fd2bbf17fbd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:23:17.468587 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c000c8-ffe1-4fb2-924b-3fd2bbf17fbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:23:17.468906 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c000c8-ffe1-4fb2-924b-3fd2bbf17fbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:23:17.469244 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c000c8-ffe1-4fb2-924b-3fd2bbf17fbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:23:17.469542 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c000c8-ffe1-4fb2-924b-3fd2bbf17fbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:23:17.500011 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-67c000c8-ffe1-4fb2-924b-3fd2bbf17fbd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:17.531504 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-67c000c8-ffe1-4fb2-924b-3fd2bbf17fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:17.532450 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c000c8-ffe1-4fb2-924b-3fd2bbf17fbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:23:17.533189 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-67c000c8-ffe1-4fb2-924b-3fd2bbf17fbd admin admin] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:17.644142 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:23:17.646676 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c000c8-ffe1-4fb2-924b-3fd2bbf17fbd admin admin] Pushing event updated for resources: {'Network': ['ID=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:23:17.651069 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-67c000c8-ffe1-4fb2-924b-3fd2bbf17fbd admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5129795 May 31 14:23:17.653547 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 42346) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:23:17.659178 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 14:23:17.660407 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-a461fd88-079c-424e-bc79-75d67080b219 admin admin] Request body: {'subnet': {'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-387207362-subnet', 'tenant_id': '12b1745bb03d4d16bf8e5deb94965de4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:23:17.666925 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-a461fd88-079c-424e-bc79-75d67080b219 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:23:17.671055 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-a461fd88-079c-424e-bc79-75d67080b219 admin admin] Usage tracker for resource:subnet and tenant:12b1745bb03d4d16bf8e5deb94965de4 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:23:17.674463 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-a461fd88-079c-424e-bc79-75d67080b219 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:23:17.680385 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-a461fd88-079c-424e-bc79-75d67080b219 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:23:17.694215 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a461fd88-079c-424e-bc79-75d67080b219 admin admin] Made reservation on behalf of 12b1745bb03d4d16bf8e5deb94965de4 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:23:17.696696 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a461fd88-079c-424e-bc79-75d67080b219 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:17.726744 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 7c9c63d2-2b4b-4b29-a582-d5da6407d92a no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:23:17.776932 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] No Port match for: 7c9c63d2-2b4b-4b29-a582-d5da6407d92a {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:23:17.777265 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 7c9c63d2-2b4b-4b29-a582-d5da6407d92a not bound to the agent host n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:23:17.911783 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a461fd88-079c-424e-bc79-75d67080b219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:17.991349 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a461fd88-079c-424e-bc79-75d67080b219 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca667eab-0c9a-4011-a6f3-b538ca3ff48e,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:23:18.000305 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a461fd88-079c-424e-bc79-75d67080b219 admin admin] Checking segment: {'id': '2b23b0c3-e67b-4d93-ad78-945ae1687af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:23:18.000662 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a461fd88-079c-424e-bc79-75d67080b219 admin admin] Network hostable DHCP agents. Network: c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 14:23:18.019061 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a461fd88-079c-424e-bc79-75d67080b219 admin admin] Network c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 14:23:18.029002 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-a461fd88-079c-424e-bc79-75d67080b219 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:23:18.034239 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a461fd88-079c-424e-bc79-75d67080b219 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:23:18.034821 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a461fd88-079c-424e-bc79-75d67080b219 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:18.038789 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2880e603-479b-4615-a312-dbca81f2517b None None] Network c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:23:18.059186 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-a461fd88-079c-424e-bc79-75d67080b219 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4038091 May 31 14:23:18.061144 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 42350) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:23:18.066808 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-7b320c99-0823-442d-bd68-f1bed111ba59 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-387207362-router', 'tenant_id': '12b1745bb03d4d16bf8e5deb94965de4', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:23:18.072130 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-7b320c99-0823-442d-bd68-f1bed111ba59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:23:18.076690 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-7b320c99-0823-442d-bd68-f1bed111ba59 admin admin] Usage tracker for resource:router and tenant:12b1745bb03d4d16bf8e5deb94965de4 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:23:18.079554 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-7b320c99-0823-442d-bd68-f1bed111ba59 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:23:18.085187 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-7b320c99-0823-442d-bd68-f1bed111ba59 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:23:18.096624 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7b320c99-0823-442d-bd68-f1bed111ba59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:18.097805 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7b320c99-0823-442d-bd68-f1bed111ba59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:18.115575 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7b320c99-0823-442d-bd68-f1bed111ba59 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:18.297698 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8063bec-ea52-44d9-b8f3-cf512617cc52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d', 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d', 'tenant_id': '12b1745bb03d4d16bf8e5deb94965de4', 'fixed_ips': [{'subnet_id': 'ca667eab-0c9a-4011-a6f3-b538ca3ff48e'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 14:23:18.298568 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d8063bec-ea52-44d9-b8f3-cf512617cc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:18.475394 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-d8063bec-ea52-44d9-b8f3-cf512617cc52 None None] Allocated IP 172.20.0.2 (c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d/ca667eab-0c9a-4011-a6f3-b538ca3ff48e/d90cd823-3eda-43fd-b0d3-6e51da8a9a05) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:23:18.509161 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7b320c99-0823-442d-bd68-f1bed111ba59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:18.686680 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d8063bec-ea52-44d9-b8f3-cf512617cc52 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:18.699236 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d8063bec-ea52-44d9-b8f3-cf512617cc52 None None] Transition to ACTIVE for port object d90cd823-3eda-43fd-b0d3-6e51da8a9a05 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:23:18.718270 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d8063bec-ea52-44d9-b8f3-cf512617cc52 None None] Transition to ACTIVE for port object d90cd823-3eda-43fd-b0d3-6e51da8a9a05 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:23:18.723818 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d8063bec-ea52-44d9-b8f3-cf512617cc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:18.788763 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8063bec-ea52-44d9-b8f3-cf512617cc52 None None] Network c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:23:18.791940 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-d8063bec-ea52-44d9-b8f3-cf512617cc52 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:23:18.795609 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8063bec-ea52-44d9-b8f3-cf512617cc52 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:23:18.801286 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8063bec-ea52-44d9-b8f3-cf512617cc52 None None] Pushing event updated for resources: {'Port': ['ID=d90cd823-3eda-43fd-b0d3-6e51da8a9a05,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:23:18.836130 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7b320c99-0823-442d-bd68-f1bed111ba59 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:18.865879 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7b320c99-0823-442d-bd68-f1bed111ba59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:18.890816 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-d8063bec-ea52-44d9-b8f3-cf512617cc52 None None] Attempting to bind port d90cd823-3eda-43fd-b0d3-6e51da8a9a05 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:23:18.891150 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-d8063bec-ea52-44d9-b8f3-cf512617cc52 None None] Attempting to bind port d90cd823-3eda-43fd-b0d3-6e51da8a9a05 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '2b23b0c3-e67b-4d93-ad78-945ae1687af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:23:18.891488 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8063bec-ea52-44d9-b8f3-cf512617cc52 None None] Attempting to bind port d90cd823-3eda-43fd-b0d3-6e51da8a9a05 on network c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:23:18.896824 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8063bec-ea52-44d9-b8f3-cf512617cc52 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:23:18.897186 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8063bec-ea52-44d9-b8f3-cf512617cc52 None None] Checking segment: {'id': '2b23b0c3-e67b-4d93-ad78-945ae1687af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:23:18.897579 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d8063bec-ea52-44d9-b8f3-cf512617cc52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:18.897960 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8063bec-ea52-44d9-b8f3-cf512617cc52 None None] Bound using segment: {'id': '2b23b0c3-e67b-4d93-ad78-945ae1687af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:23:18.898438 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-d8063bec-ea52-44d9-b8f3-cf512617cc52 None None] Bound port: d90cd823-3eda-43fd-b0d3-6e51da8a9a05, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b23b0c3-e67b-4d93-ad78-945ae1687af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:23:18.898825 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d8063bec-ea52-44d9-b8f3-cf512617cc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:18.988615 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-d8063bec-ea52-44d9-b8f3-cf512617cc52 None None] For port d90cd823-3eda-43fd-b0d3-6e51da8a9a05, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:23:18.991722 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-d8063bec-ea52-44d9-b8f3-cf512617cc52 None None] For port d90cd823-3eda-43fd-b0d3-6e51da8a9a05, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=d90cd823-3eda-43fd-b0d3-6e51da8a9a05,segment=NetworkSegment(2b23b0c3-e67b-4d93-ad78-945ae1687af6),segment_id=2b23b0c3-e67b-4d93-ad78-945ae1687af6)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:23:18.996814 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d8063bec-ea52-44d9-b8f3-cf512617cc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:19.008054 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-7b320c99-0823-442d-bd68-f1bed111ba59 admin admin] Allocated IP 172.25.6.116 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/94cf0280-ac95-426c-ab07-20218010f04c) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:23:19.090130 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8063bec-ea52-44d9-b8f3-cf512617cc52 None None] Pushing event updated for resources: {'Port': ['ID=d90cd823-3eda-43fd-b0d3-6e51da8a9a05,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:23:19.175538 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7b320c99-0823-442d-bd68-f1bed111ba59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:19.207093 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7b320c99-0823-442d-bd68-f1bed111ba59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:19.278875 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b320c99-0823-442d-bd68-f1bed111ba59 admin admin] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:23:19.281939 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-7b320c99-0823-442d-bd68-f1bed111ba59 admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:23:19.288089 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b320c99-0823-442d-bd68-f1bed111ba59 admin admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:23:19.327542 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b320c99-0823-442d-bd68-f1bed111ba59 admin admin] Pushing event updated for resources: {'Port': ['ID=94cf0280-ac95-426c-ab07-20218010f04c,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:23:19.843740 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7b320c99-0823-442d-bd68-f1bed111ba59 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:20.108351 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a9f51d-5851-4f67-b961-dd3b3d48984a None None] Network c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:23:20.201325 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7b320c99-0823-442d-bd68-f1bed111ba59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:20.222946 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-79737a06-a576-4e84-83d7-1514b1e42224 None None] Provisioning for port d90cd823-3eda-43fd-b0d3-6e51da8a9a05 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:23:20.429540 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b320c99-0823-442d-bd68-f1bed111ba59 admin admin] Router 4f0f9b7a-f8fa-4715-a035-0b07957a0320 is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 14:23:20.546926 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device d90cd823-3eda-43fd-b0d3-6e51da8a9a05 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:23:20.625809 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port d90cd823-3eda-43fd-b0d3-6e51da8a9a05 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:23:20.630440 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port d90cd823-3eda-43fd-b0d3-6e51da8a9a05 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:23:20.630817 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:20.633001 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b320c99-0823-442d-bd68-f1bed111ba59 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:23:20.657069 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7b320c99-0823-442d-bd68-f1bed111ba59 admin admin] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:20.658486 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-7b320c99-0823-442d-bd68-f1bed111ba59 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5963142 May 31 14:23:20.661293 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 42354) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:23:20.663260 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9925768d-887c-46c7-b6f2-fc060c0c0f58 None None] Sync routers for ids ['4f0f9b7a-f8fa-4715-a035-0b07957a0320'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:23:20.700563 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9925768d-887c-46c7-b6f2-fc060c0c0f58 None None] Routers {'4f0f9b7a-f8fa-4715-a035-0b07957a0320'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:23:20.701178 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-9925768d-887c-46c7-b6f2-fc060c0c0f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:23:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['4f0f9b7a-f8fa-4715-a035-0b07957a0320'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:23:20.767266 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2cf0a107-64c7-4152-96a8-b4d3f1374b22 None None] Provisioning complete for port d90cd823-3eda-43fd-b0d3-6e51da8a9a05 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:23:20.767635 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2cf0a107-64c7-4152-96a8-b4d3f1374b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:20.977435 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port d90cd823-3eda-43fd-b0d3-6e51da8a9a05 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:23:20.977811 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:21.050709 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-9925768d-887c-46c7-b6f2-fc060c0c0f58 None None] Set router 4f0f9b7a-f8fa-4715-a035-0b07957a0320 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:23:21.232606 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port d90cd823-3eda-43fd-b0d3-6e51da8a9a05, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=d90cd823-3eda-43fd-b0d3-6e51da8a9a05,segment=NetworkSegment(2b23b0c3-e67b-4d93-ad78-945ae1687af6),segment_id=2b23b0c3-e67b-4d93-ad78-945ae1687af6)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:23:21.236644 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2cf0a107-64c7-4152-96a8-b4d3f1374b22 None None] Current status of the port d90cd823-3eda-43fd-b0d3-6e51da8a9a05 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:23:21.237077 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2cf0a107-64c7-4152-96a8-b4d3f1374b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:21.293168 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:21.454211 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=d90cd823-3eda-43fd-b0d3-6e51da8a9a05,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:23:21.463819 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-2cf0a107-64c7-4152-96a8-b4d3f1374b22 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 14:23:21.464181 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-2cf0a107-64c7-4152-96a8-b4d3f1374b22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 14:23:21.487526 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-80a6fd41-643f-40f8-8a89-18c7f345f522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:21.540226 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-9925768d-887c-46c7-b6f2-fc060c0c0f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'name': 'tempest-ServerActionsTestJSON-387207362-router', 'tenant_id': '12b1745bb03d4d16bf8e5deb94965de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': '94cf0280-ac95-426c-ab07-20218010f04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:23:18Z', 'updated_at': '2022-05-31T14:23:19Z', 'revision_number': 3, 'project_id': '12b1745bb03d4d16bf8e5deb94965de4', 'gw_port': {'id': '94cf0280-ac95-426c-ab07-20218010f04c', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:43:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:23:18Z', 'updated_at': '2022-05-31T14:23:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:23:21.545494 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9925768d-887c-46c7-b6f2-fc060c0c0f58 None None] Checking router: 4f0f9b7a-f8fa-4715-a035-0b07957a0320 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:23:21.545867 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9925768d-887c-46c7-b6f2-fc060c0c0f58 None None] Updating router 4f0f9b7a-f8fa-4715-a035-0b07957a0320 port 94cf0280-ac95-426c-ab07-20218010f04c binding host n-d-843939-1 {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 14:23:21.603409 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9925768d-887c-46c7-b6f2-fc060c0c0f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:21.703574 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-80a6fd41-643f-40f8-8a89-18c7f345f522 admin admin] Allocated IP 172.20.0.1 (c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d/ca667eab-0c9a-4011-a6f3-b538ca3ff48e/eaa3bbe1-9c07-47fd-860b-ab9a13cebf4c) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:23:21.856284 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-80a6fd41-643f-40f8-8a89-18c7f345f522 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:21.872511 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-80a6fd41-643f-40f8-8a89-18c7f345f522 admin admin] Transition to ACTIVE for port object eaa3bbe1-9c07-47fd-860b-ab9a13cebf4c will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:23:21.898694 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-80a6fd41-643f-40f8-8a89-18c7f345f522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:21.945880 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9925768d-887c-46c7-b6f2-fc060c0c0f58 None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:21.960241 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9925768d-887c-46c7-b6f2-fc060c0c0f58 None None] Transition to ACTIVE for port object 94cf0280-ac95-426c-ab07-20218010f04c will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:23:21.973782 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a6fd41-643f-40f8-8a89-18c7f345f522 admin admin] Network c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:23:21.976784 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-80a6fd41-643f-40f8-8a89-18c7f345f522 admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:23:21.980705 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a6fd41-643f-40f8-8a89-18c7f345f522 admin admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:23:21.997476 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9925768d-887c-46c7-b6f2-fc060c0c0f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:22.011931 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a6fd41-643f-40f8-8a89-18c7f345f522 admin admin] Pushing event updated for resources: {'Port': ['ID=eaa3bbe1-9c07-47fd-860b-ab9a13cebf4c,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:23:22.039812 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-80a6fd41-643f-40f8-8a89-18c7f345f522 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:22.095090 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2cf0a107-64c7-4152-96a8-b4d3f1374b22 None None] Current status of the port d90cd823-3eda-43fd-b0d3-6e51da8a9a05 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:23:22.104780 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-9925768d-887c-46c7-b6f2-fc060c0c0f58 None None] Attempting to bind port 94cf0280-ac95-426c-ab07-20218010f04c on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:23:22.105188 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-9925768d-887c-46c7-b6f2-fc060c0c0f58 None None] Attempting to bind port 94cf0280-ac95-426c-ab07-20218010f04c by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:23:22.105549 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9925768d-887c-46c7-b6f2-fc060c0c0f58 None None] Attempting to bind port 94cf0280-ac95-426c-ab07-20218010f04c on network d2103cd5-63ba-4c24-9d95-fd17643bf14c {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:23:22.111741 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45abce2d-3bdb-45bd-8a1c-f150e65822d8 None None] Pushing event updated for resources: {'Port': ['ID=94cf0280-ac95-426c-ab07-20218010f04c,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:23:22.116306 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9925768d-887c-46c7-b6f2-fc060c0c0f58 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:23:22.116676 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9925768d-887c-46c7-b6f2-fc060c0c0f58 None None] Checking segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:23:22.117063 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9925768d-887c-46c7-b6f2-fc060c0c0f58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:22.117446 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9925768d-887c-46c7-b6f2-fc060c0c0f58 None None] Bound using segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:23:22.117901 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-9925768d-887c-46c7-b6f2-fc060c0c0f58 None None] Bound port: 94cf0280-ac95-426c-ab07-20218010f04c, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:23:22.118293 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9925768d-887c-46c7-b6f2-fc060c0c0f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:22.208348 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9925768d-887c-46c7-b6f2-fc060c0c0f58 None None] For port 94cf0280-ac95-426c-ab07-20218010f04c, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:23:22.211979 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9925768d-887c-46c7-b6f2-fc060c0c0f58 None None] For port 94cf0280-ac95-426c-ab07-20218010f04c, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=94cf0280-ac95-426c-ab07-20218010f04c,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:23:22.217641 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9925768d-887c-46c7-b6f2-fc060c0c0f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:22.300090 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9925768d-887c-46c7-b6f2-fc060c0c0f58 None None] Routers {'4f0f9b7a-f8fa-4715-a035-0b07957a0320'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:23:22.300779 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-9925768d-887c-46c7-b6f2-fc060c0c0f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:23:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['4f0f9b7a-f8fa-4715-a035-0b07957a0320'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:23:22.315982 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-80a6fd41-643f-40f8-8a89-18c7f345f522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:22.378769 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45abce2d-3bdb-45bd-8a1c-f150e65822d8 None None] Pushing event updated for resources: {'Port': ['ID=94cf0280-ac95-426c-ab07-20218010f04c,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:23:22.404725 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-10eb28e6-1ec9-47d6-8d5d-b1e4e3240bd8 None None] Provisioning for port eaa3bbe1-9c07-47fd-860b-ab9a13cebf4c completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:23:22.473366 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-10eb28e6-1ec9-47d6-8d5d-b1e4e3240bd8 None None] Provisioning complete for port eaa3bbe1-9c07-47fd-860b-ab9a13cebf4c triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:23:22.473366 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-10eb28e6-1ec9-47d6-8d5d-b1e4e3240bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:22.526029 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device d90cd823-3eda-43fd-b0d3-6e51da8a9a05 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:23:22.575388 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-80a6fd41-643f-40f8-8a89-18c7f345f522 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:22.581258 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-80a6fd41-643f-40f8-8a89-18c7f345f522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:22.616472 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-10eb28e6-1ec9-47d6-8d5d-b1e4e3240bd8 None None] Port eaa3bbe1-9c07-47fd-860b-ab9a13cebf4c cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:23:22.628158 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-9925768d-887c-46c7-b6f2-fc060c0c0f58 None None] Set router 4f0f9b7a-f8fa-4715-a035-0b07957a0320 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:23:22.693083 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a6fd41-643f-40f8-8a89-18c7f345f522 admin admin] Pushing event updated for resources: {'Port': ['ID=eaa3bbe1-9c07-47fd-860b-ab9a13cebf4c,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:23:22.695652 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-80a6fd41-643f-40f8-8a89-18c7f345f522 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:22.750922 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port d90cd823-3eda-43fd-b0d3-6e51da8a9a05 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:23:22.751288 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:22.840609 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a6fd41-643f-40f8-8a89-18c7f345f522 admin admin] Network c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:23:22.841782 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-80a6fd41-643f-40f8-8a89-18c7f345f522 admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:23:23.053203 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port d90cd823-3eda-43fd-b0d3-6e51da8a9a05 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:23:23.123598 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-9925768d-887c-46c7-b6f2-fc060c0c0f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'name': 'tempest-ServerActionsTestJSON-387207362-router', 'tenant_id': '12b1745bb03d4d16bf8e5deb94965de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': '94cf0280-ac95-426c-ab07-20218010f04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:23:18Z', 'updated_at': '2022-05-31T14:23:22Z', 'revision_number': 4, 'project_id': '12b1745bb03d4d16bf8e5deb94965de4', 'gw_port': {'id': '94cf0280-ac95-426c-ab07-20218010f04c', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:43:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:23:18Z', 'updated_at': '2022-05-31T14:23:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'eaa3bbe1-9c07-47fd-860b-ab9a13cebf4c', 'name': '', 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d', 'tenant_id': '12b1745bb03d4d16bf8e5deb94965de4', 'mac_address': 'fa:16:3e:33:bf:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'ca667eab-0c9a-4011-a6f3-b538ca3ff48e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:23:21Z', 'updated_at': '2022-05-31T14:23:21Z', 'revision_number': 1, 'project_id': '12b1745bb03d4d16bf8e5deb94965de4', 'subnets': [{'id': 'ca667eab-0c9a-4011-a6f3-b538ca3ff48e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:23:23.131399 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9925768d-887c-46c7-b6f2-fc060c0c0f58 None None] The sync data for ids ['4f0f9b7a-f8fa-4715-a035-0b07957a0320'] in n-d-843939-1 is: [{'id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'name': 'tempest-ServerActionsTestJSON-387207362-router', 'tenant_id': '12b1745bb03d4d16bf8e5deb94965de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': '94cf0280-ac95-426c-ab07-20218010f04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:23:18Z', 'updated_at': '2022-05-31T14:23:22Z', 'revision_number': 4, 'project_id': '12b1745bb03d4d16bf8e5deb94965de4', 'gw_port': {'id': '94cf0280-ac95-426c-ab07-20218010f04c', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:43:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:23:18Z', 'updated_at': '2022-05-31T14:23:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'eaa3bbe1-9c07-47fd-860b-ab9a13cebf4c', 'name': '', 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d', 'tenant_id': '12b1745bb03d4d16bf8e5deb94965de4', 'mac_address': 'fa:16:3e:33:bf:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'ca667eab-0c9a-4011-a6f3-b538ca3ff48e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:23:21Z', 'updated_at': '2022-05-31T14:23:21Z', 'revision_number': 1, 'project_id': '12b1745bb03d4d16bf8e5deb94965de4', 'subnets': [{'id': 'ca667eab-0c9a-4011-a6f3-b538ca3ff48e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:23:23.142319 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2a2c5363-9570-45ae-9512-6b01ef85a0f6 None None] Provisioning complete for port eaa3bbe1-9c07-47fd-860b-ab9a13cebf4c triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:23:23.142796 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2a2c5363-9570-45ae-9512-6b01ef85a0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:23.179962 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80a6fd41-643f-40f8-8a89-18c7f345f522 admin admin] Router 4f0f9b7a-f8fa-4715-a035-0b07957a0320 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:23:23.204926 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2a2c5363-9570-45ae-9512-6b01ef85a0f6 None None] Port eaa3bbe1-9c07-47fd-860b-ab9a13cebf4c cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:23:23.397117 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a6fd41-643f-40f8-8a89-18c7f345f522 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:23:23.407255 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-80a6fd41-643f-40f8-8a89-18c7f345f522 admin admin] 10.222.0.50 "PUT /v2.0/routers/4f0f9b7a-f8fa-4715-a035-0b07957a0320/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7449443 May 31 14:23:23.771878 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 42364) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:23:23.777420 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-6e7a0fb0-bd8f-4d7e-a5d8-1baa755e7bb2 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Request body: {'security_group': {'name': 'tempest-securitygroup--684280602', 'description': 'tempest-description--814003785'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:23:23.784697 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-6e7a0fb0-bd8f-4d7e-a5d8-1baa755e7bb2 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:23:23.788806 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-6e7a0fb0-bd8f-4d7e-a5d8-1baa755e7bb2 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Usage tracker for resource:security_group and tenant:12b1745bb03d4d16bf8e5deb94965de4 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:23:23.792595 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-6e7a0fb0-bd8f-4d7e-a5d8-1baa755e7bb2 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:23:23.799069 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-6e7a0fb0-bd8f-4d7e-a5d8-1baa755e7bb2 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:23:23.813909 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6e7a0fb0-bd8f-4d7e-a5d8-1baa755e7bb2 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:23.844586 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-6e7a0fb0-bd8f-4d7e-a5d8-1baa755e7bb2 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:23:23.848636 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-6e7a0fb0-bd8f-4d7e-a5d8-1baa755e7bb2 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Usage tracker for resource:security_group_rule and tenant:12b1745bb03d4d16bf8e5deb94965de4 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:23:23.851722 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-6e7a0fb0-bd8f-4d7e-a5d8-1baa755e7bb2 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:23:23.868661 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-6e7a0fb0-bd8f-4d7e-a5d8-1baa755e7bb2 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:23:23.951308 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6e7a0fb0-bd8f-4d7e-a5d8-1baa755e7bb2 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:23.955693 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6e7a0fb0-bd8f-4d7e-a5d8-1baa755e7bb2 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:24.001406 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7a0fb0-bd8f-4d7e-a5d8-1baa755e7bb2 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=407abe8e-cf3b-49d1-a700-b811a19f0b1a,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:23:24.006373 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6e7a0fb0-bd8f-4d7e-a5d8-1baa755e7bb2 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:24.010103 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-6e7a0fb0-bd8f-4d7e-a5d8-1baa755e7bb2 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2349870 May 31 14:23:24.010640 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 42368) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:23:24.015468 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-261e3818-d8a3-486c-843a-0cc815163a3f tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Request body: {'security_group_rule': {'security_group_id': '407abe8e-cf3b-49d1-a700-b811a19f0b1a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:23:24.027918 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-261e3818-d8a3-486c-843a-0cc815163a3f tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:23:24.032897 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-261e3818-d8a3-486c-843a-0cc815163a3f tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Usage tracker for resource:security_group_rule and tenant:12b1745bb03d4d16bf8e5deb94965de4 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:23:24.036482 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-261e3818-d8a3-486c-843a-0cc815163a3f tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:23:24.043731 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-261e3818-d8a3-486c-843a-0cc815163a3f tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:23:24.061641 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-261e3818-d8a3-486c-843a-0cc815163a3f tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:24.129888 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-261e3818-d8a3-486c-843a-0cc815163a3f tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:24.133884 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-261e3818-d8a3-486c-843a-0cc815163a3f tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:24.159448 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261e3818-d8a3-486c-843a-0cc815163a3f tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b6eeab1-bbbe-4890-a434-1823b92325ce,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:23:24.169501 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-261e3818-d8a3-486c-843a-0cc815163a3f tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:24.170784 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-261e3818-d8a3-486c-843a-0cc815163a3f tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1595206 May 31 14:23:24.173483 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42372) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:23:24.179041 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-a57f0d78-ce18-4a67-b726-4723cf4d6081 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Request body: {'security_group_rule': {'security_group_id': '407abe8e-cf3b-49d1-a700-b811a19f0b1a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:23:24.186301 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a57f0d78-ce18-4a67-b726-4723cf4d6081 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:23:24.190722 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a57f0d78-ce18-4a67-b726-4723cf4d6081 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Usage tracker for resource:security_group_rule and tenant:12b1745bb03d4d16bf8e5deb94965de4 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:23:24.193701 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a57f0d78-ce18-4a67-b726-4723cf4d6081 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:23:24.201100 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a57f0d78-ce18-4a67-b726-4723cf4d6081 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:23:24.219682 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a57f0d78-ce18-4a67-b726-4723cf4d6081 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:24.293030 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a57f0d78-ce18-4a67-b726-4723cf4d6081 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:24.297598 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a57f0d78-ce18-4a67-b726-4723cf4d6081 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:24.327216 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57f0d78-ce18-4a67-b726-4723cf4d6081 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9f8f0b8-80c5-4760-8639-52f940272a56,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:23:24.340552 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a57f0d78-ce18-4a67-b726-4723cf4d6081 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:24.342454 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a57f0d78-ce18-4a67-b726-4723cf4d6081 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1677425 May 31 14:23:24.345156 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 42376) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:23:24.353883 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-bef2bed8-7f31-4bf4-a97e-dbc60beb8da0 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Request body: {'floatingip': {'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:23:24.365038 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-bef2bed8-7f31-4bf4-a97e-dbc60beb8da0 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:23:24.372055 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-bef2bed8-7f31-4bf4-a97e-dbc60beb8da0 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Usage tracker for resource:floatingip and tenant:12b1745bb03d4d16bf8e5deb94965de4 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:23:24.376944 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-bef2bed8-7f31-4bf4-a97e-dbc60beb8da0 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:23:24.388415 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-bef2bed8-7f31-4bf4-a97e-dbc60beb8da0 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:23:24.403799 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bef2bed8-7f31-4bf4-a97e-dbc60beb8da0 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks [] for floatingip, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:24.545776 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 94cf0280-ac95-426c-ab07-20218010f04c up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:23:24.558991 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bef2bed8-7f31-4bf4-a97e-dbc60beb8da0 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:24.623556 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 94cf0280-ac95-426c-ab07-20218010f04c completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:23:24.628864 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 94cf0280-ac95-426c-ab07-20218010f04c triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:23:24.629263 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:24.709735 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-bef2bed8-7f31-4bf4-a97e-dbc60beb8da0 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Allocated IP 172.25.6.210 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/1600e742-f394-43ee-a920-e699ca89c948) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:23:24.768785 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 94cf0280-ac95-426c-ab07-20218010f04c is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:23:24.769080 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:24.787001 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 94cf0280-ac95-426c-ab07-20218010f04c, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=94cf0280-ac95-426c-ab07-20218010f04c,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:23:24.792200 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:24.860920 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=94cf0280-ac95-426c-ab07-20218010f04c,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:23:24.865699 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bef2bed8-7f31-4bf4-a97e-dbc60beb8da0 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:24.897694 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bef2bed8-7f31-4bf4-a97e-dbc60beb8da0 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:24.972263 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef2bed8-7f31-4bf4-a97e-dbc60beb8da0 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:23:24.975267 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-bef2bed8-7f31-4bf4-a97e-dbc60beb8da0 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:23:24.979569 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef2bed8-7f31-4bf4-a97e-dbc60beb8da0 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:23:25.016651 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef2bed8-7f31-4bf4-a97e-dbc60beb8da0 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Pushing event updated for resources: {'Port': ['ID=1600e742-f394-43ee-a920-e699ca89c948,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:23:25.077177 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bef2bed8-7f31-4bf4-a97e-dbc60beb8da0 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:25.142513 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bef2bed8-7f31-4bf4-a97e-dbc60beb8da0 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:25.230466 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac0760e-df3f-4c70-9050-7f85d15d58ce None None] Sync routers for ids ['4f0f9b7a-f8fa-4715-a035-0b07957a0320'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:23:25.240090 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac0760e-df3f-4c70-9050-7f85d15d58ce None None] Routers {'4f0f9b7a-f8fa-4715-a035-0b07957a0320'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:23:25.240692 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-4ac0760e-df3f-4c70-9050-7f85d15d58ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:23:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['4f0f9b7a-f8fa-4715-a035-0b07957a0320'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:23:25.386305 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bef2bed8-7f31-4bf4-a97e-dbc60beb8da0 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:25.391015 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bef2bed8-7f31-4bf4-a97e-dbc60beb8da0 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:25.430808 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-4ac0760e-df3f-4c70-9050-7f85d15d58ce None None] Set router 4f0f9b7a-f8fa-4715-a035-0b07957a0320 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:23:25.502130 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef2bed8-7f31-4bf4-a97e-dbc60beb8da0 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Pushing event updated for resources: {'Port': ['ID=1600e742-f394-43ee-a920-e699ca89c948,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:23:25.515922 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bef2bed8-7f31-4bf4-a97e-dbc60beb8da0 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:25.538882 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bef2bed8-7f31-4bf4-a97e-dbc60beb8da0 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:25.540148 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-bef2bed8-7f31-4bf4-a97e-dbc60beb8da0 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1934676 May 31 14:23:25.710160 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-d9d25f99-6384-4177-bffe-f11b5901d865 req-3de25779-aa83-4069-9d2d-d99ad0ecad43 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Synchronizing usage tracker for tenant:12b1745bb03d4d16bf8e5deb94965de4 on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:23:25.727508 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-d9d25f99-6384-4177-bffe-f11b5901d865 req-3de25779-aa83-4069-9d2d-d99ad0ecad43 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Unset dirty status for tenant:12b1745bb03d4d16bf8e5deb94965de4 on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:23:25.728927 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d9d25f99-6384-4177-bffe-f11b5901d865 req-3de25779-aa83-4069-9d2d-d99ad0ecad43 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--684280602&fields=id&tenant_id=12b1745bb03d4d16bf8e5deb94965de4 HTTP/1.1" status: 200 len: 267 time: 0.0604753 May 31 14:23:25.757616 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-4ac0760e-df3f-4c70-9050-7f85d15d58ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'name': 'tempest-ServerActionsTestJSON-387207362-router', 'tenant_id': '12b1745bb03d4d16bf8e5deb94965de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': '94cf0280-ac95-426c-ab07-20218010f04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:23:18Z', 'updated_at': '2022-05-31T14:23:22Z', 'revision_number': 4, 'project_id': '12b1745bb03d4d16bf8e5deb94965de4', 'gw_port': {'id': '94cf0280-ac95-426c-ab07-20218010f04c', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:43:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:23:18Z', 'updated_at': '2022-05-31T14:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'eaa3bbe1-9c07-47fd-860b-ab9a13cebf4c', 'name': '', 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d', 'tenant_id': '12b1745bb03d4d16bf8e5deb94965de4', 'mac_address': 'fa:16:3e:33:bf:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'ca667eab-0c9a-4011-a6f3-b538ca3ff48e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:23:21Z', 'updated_at': '2022-05-31T14:23:22Z', 'revision_number': 2, 'project_id': '12b1745bb03d4d16bf8e5deb94965de4', 'subnets': [{'id': 'ca667eab-0c9a-4011-a6f3-b538ca3ff48e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:23:25.762697 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac0760e-df3f-4c70-9050-7f85d15d58ce None None] Checking router: 4f0f9b7a-f8fa-4715-a035-0b07957a0320 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:23:25.762865 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac0760e-df3f-4c70-9050-7f85d15d58ce None None] Updating router 4f0f9b7a-f8fa-4715-a035-0b07957a0320 port eaa3bbe1-9c07-47fd-860b-ab9a13cebf4c binding host n-d-843939-1 {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 14:23:25.816674 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4ac0760e-df3f-4c70-9050-7f85d15d58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:25.895002 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d25f99-6384-4177-bffe-f11b5901d865 req-0c8b4978-97c7-4dff-8146-e31e9ee69d86 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:23:25.895836 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-d9d25f99-6384-4177-bffe-f11b5901d865 req-0c8b4978-97c7-4dff-8146-e31e9ee69d86 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Synchronizing usage tracker for tenant:12b1745bb03d4d16bf8e5deb94965de4 on resource:network {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:23:25.913479 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-d9d25f99-6384-4177-bffe-f11b5901d865 req-0c8b4978-97c7-4dff-8146-e31e9ee69d86 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Unset dirty status for tenant:12b1745bb03d4d16bf8e5deb94965de4 on resource:network {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:23:25.914684 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d9d25f99-6384-4177-bffe-f11b5901d865 req-0c8b4978-97c7-4dff-8146-e31e9ee69d86 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/networks?id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d HTTP/1.1" status: 200 len: 811 time: 0.1787565 May 31 14:23:25.940203 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d9d25f99-6384-4177-bffe-f11b5901d865 req-e45307b4-3017-48bd-a283-3752f406788e tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/quotas/12b1745bb03d4d16bf8e5deb94965de4 HTTP/1.1" status: 200 len: 375 time: 0.0174572 May 31 14:23:26.162714 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-d9d25f99-6384-4177-bffe-f11b5901d865 req-7b990485-dbd2-48e0-baa3-28324bb69521 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Synchronizing usage tracker for tenant:12b1745bb03d4d16bf8e5deb94965de4 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:23:26.182931 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-d9d25f99-6384-4177-bffe-f11b5901d865 req-7b990485-dbd2-48e0-baa3-28324bb69521 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Unset dirty status for tenant:12b1745bb03d4d16bf8e5deb94965de4 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:23:26.184483 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d9d25f99-6384-4177-bffe-f11b5901d865 req-7b990485-dbd2-48e0-baa3-28324bb69521 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=12b1745bb03d4d16bf8e5deb94965de4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2315414 May 31 14:23:26.227228 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4ac0760e-df3f-4c70-9050-7f85d15d58ce None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:26.244545 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-4ac0760e-df3f-4c70-9050-7f85d15d58ce None None] Transition to ACTIVE for port object eaa3bbe1-9c07-47fd-860b-ab9a13cebf4c will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:23:26.254627 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4ac0760e-df3f-4c70-9050-7f85d15d58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:26.402629 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d9d25f99-6384-4177-bffe-f11b5901d865 req-d8307a98-9837-4972-8872-0b6cc17778bf service neutron] 10.222.0.50 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059431 May 31 14:23:26.492487 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854df8de-44e4-4ab1-8e4b-08f6d6f9cb97 None None] Pushing event updated for resources: {'Port': ['ID=eaa3bbe1-9c07-47fd-860b-ab9a13cebf4c,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:23:26.517426 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854df8de-44e4-4ab1-8e4b-08f6d6f9cb97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:23:26.517829 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854df8de-44e4-4ab1-8e4b-08f6d6f9cb97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:23:26.518251 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854df8de-44e4-4ab1-8e4b-08f6d6f9cb97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:23:26.518646 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854df8de-44e4-4ab1-8e4b-08f6d6f9cb97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:23:26.519032 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854df8de-44e4-4ab1-8e4b-08f6d6f9cb97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:23:26.519414 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854df8de-44e4-4ab1-8e4b-08f6d6f9cb97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:23:26.519786 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854df8de-44e4-4ab1-8e4b-08f6d6f9cb97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:23:26.520314 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854df8de-44e4-4ab1-8e4b-08f6d6f9cb97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:23:26.520788 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854df8de-44e4-4ab1-8e4b-08f6d6f9cb97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:23:26.521245 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854df8de-44e4-4ab1-8e4b-08f6d6f9cb97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:23:26.521706 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854df8de-44e4-4ab1-8e4b-08f6d6f9cb97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:23:26.522203 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854df8de-44e4-4ab1-8e4b-08f6d6f9cb97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:23:26.535225 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-4ac0760e-df3f-4c70-9050-7f85d15d58ce None None] Attempting to bind port eaa3bbe1-9c07-47fd-860b-ab9a13cebf4c on host n-d-843939-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:23:26.535594 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-4ac0760e-df3f-4c70-9050-7f85d15d58ce None None] Attempting to bind port eaa3bbe1-9c07-47fd-860b-ab9a13cebf4c by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '2b23b0c3-e67b-4d93-ad78-945ae1687af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:23:26.535951 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac0760e-df3f-4c70-9050-7f85d15d58ce None None] Attempting to bind port eaa3bbe1-9c07-47fd-860b-ab9a13cebf4c on network c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:23:26.541315 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 94cf0280-ac95-426c-ab07-20218010f04c up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:23:26.547924 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac0760e-df3f-4c70-9050-7f85d15d58ce None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:23:26.548297 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac0760e-df3f-4c70-9050-7f85d15d58ce None None] Checking segment: {'id': '2b23b0c3-e67b-4d93-ad78-945ae1687af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:23:26.548696 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4ac0760e-df3f-4c70-9050-7f85d15d58ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:26.549672 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac0760e-df3f-4c70-9050-7f85d15d58ce None None] Bound using segment: {'id': '2b23b0c3-e67b-4d93-ad78-945ae1687af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:23:26.550194 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-4ac0760e-df3f-4c70-9050-7f85d15d58ce None None] Bound port: eaa3bbe1-9c07-47fd-860b-ab9a13cebf4c, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b23b0c3-e67b-4d93-ad78-945ae1687af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:23:26.550562 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4ac0760e-df3f-4c70-9050-7f85d15d58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:26.589022 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d9d25f99-6384-4177-bffe-f11b5901d865 req-2898a5cc-e87e-4228-a6c2-876639e3fd11 service neutron] 10.222.0.50 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801670 May 31 14:23:26.629271 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 94cf0280-ac95-426c-ab07-20218010f04c triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:23:26.629641 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:26.655776 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-4ac0760e-df3f-4c70-9050-7f85d15d58ce None None] For port eaa3bbe1-9c07-47fd-860b-ab9a13cebf4c, host n-d-843939-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:23:26.659095 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-4ac0760e-df3f-4c70-9050-7f85d15d58ce None None] For port eaa3bbe1-9c07-47fd-860b-ab9a13cebf4c, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=eaa3bbe1-9c07-47fd-860b-ab9a13cebf4c,segment=NetworkSegment(2b23b0c3-e67b-4d93-ad78-945ae1687af6),segment_id=2b23b0c3-e67b-4d93-ad78-945ae1687af6)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:23:26.666078 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-4ac0760e-df3f-4c70-9050-7f85d15d58ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:26.784874 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac0760e-df3f-4c70-9050-7f85d15d58ce None None] Routers {'4f0f9b7a-f8fa-4715-a035-0b07957a0320'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:23:26.785697 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-4ac0760e-df3f-4c70-9050-7f85d15d58ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:23:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['4f0f9b7a-f8fa-4715-a035-0b07957a0320'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:23:26.802204 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 94cf0280-ac95-426c-ab07-20218010f04c is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:23:26.833439 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c212a918-c877-4673-ab33-ce3017a8dd5c req-56213027-1be1-48db-9e73-2757d08857bc tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=91913728-3ccb-418a-9e17-11e4e5fd53dc HTTP/1.1" status: 200 len: 210 time: 0.0818348 May 31 14:23:26.852620 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854df8de-44e4-4ab1-8e4b-08f6d6f9cb97 None None] Pushing event updated for resources: {'Port': ['ID=eaa3bbe1-9c07-47fd-860b-ab9a13cebf4c,revision_number=4']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:23:27.003039 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-4ac0760e-df3f-4c70-9050-7f85d15d58ce None None] Set router 4f0f9b7a-f8fa-4715-a035-0b07957a0320 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:23:27.367948 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-4ac0760e-df3f-4c70-9050-7f85d15d58ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'name': 'tempest-ServerActionsTestJSON-387207362-router', 'tenant_id': '12b1745bb03d4d16bf8e5deb94965de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': '94cf0280-ac95-426c-ab07-20218010f04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:23:18Z', 'updated_at': '2022-05-31T14:23:22Z', 'revision_number': 4, 'project_id': '12b1745bb03d4d16bf8e5deb94965de4', 'gw_port': {'id': '94cf0280-ac95-426c-ab07-20218010f04c', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:43:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:23:18Z', 'updated_at': '2022-05-31T14:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'eaa3bbe1-9c07-47fd-860b-ab9a13cebf4c', 'name': '', 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d', 'tenant_id': '12b1745bb03d4d16bf8e5deb94965de4', 'mac_address': 'fa:16:3e:33:bf:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'ca667eab-0c9a-4011-a6f3-b538ca3ff48e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:23:21Z', 'updated_at': '2022-05-31T14:23:26Z', 'revision_number': 4, 'project_id': '12b1745bb03d4d16bf8e5deb94965de4', 'subnets': [{'id': 'ca667eab-0c9a-4011-a6f3-b538ca3ff48e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:23:27.373515 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac0760e-df3f-4c70-9050-7f85d15d58ce None None] The sync data for ids ['4f0f9b7a-f8fa-4715-a035-0b07957a0320'] in n-d-843939-1 is: [{'id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'name': 'tempest-ServerActionsTestJSON-387207362-router', 'tenant_id': '12b1745bb03d4d16bf8e5deb94965de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': '94cf0280-ac95-426c-ab07-20218010f04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:23:18Z', 'updated_at': '2022-05-31T14:23:22Z', 'revision_number': 4, 'project_id': '12b1745bb03d4d16bf8e5deb94965de4', 'gw_port': {'id': '94cf0280-ac95-426c-ab07-20218010f04c', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:43:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:23:18Z', 'updated_at': '2022-05-31T14:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'eaa3bbe1-9c07-47fd-860b-ab9a13cebf4c', 'name': '', 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d', 'tenant_id': '12b1745bb03d4d16bf8e5deb94965de4', 'mac_address': 'fa:16:3e:33:bf:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'ca667eab-0c9a-4011-a6f3-b538ca3ff48e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:23:21Z', 'updated_at': '2022-05-31T14:23:26Z', 'revision_number': 4, 'project_id': '12b1745bb03d4d16bf8e5deb94965de4', 'subnets': [{'id': 'ca667eab-0c9a-4011-a6f3-b538ca3ff48e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:23:27.992523 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7b52c13e-fba6-4b17-8b1b-9fb71754a577 req-52ca50f3-b214-4e37-b829-33d67e7f545e tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=91913728-3ccb-418a-9e17-11e4e5fd53dc HTTP/1.1" status: 200 len: 210 time: 0.0448523 May 31 14:23:28.316273 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d25f99-6384-4177-bffe-f11b5901d865 req-9e827924-a4e9-4834-b0b2-43e220a15b94 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:23:28.317629 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d9d25f99-6384-4177-bffe-f11b5901d865 req-9e827924-a4e9-4834-b0b2-43e220a15b94 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.20 "GET /v2.0/networks?id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d HTTP/1.1" status: 200 len: 811 time: 0.2775745 May 31 14:23:28.371224 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d9d25f99-6384-4177-bffe-f11b5901d865 req-49f9f44b-4089-42ed-ab1b-58eecd1ad90e tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12b1745bb03d4d16bf8e5deb94965de4 HTTP/1.1" status: 200 len: 379 time: 0.0451002 May 31 14:23:28.380696 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-d9d25f99-6384-4177-bffe-f11b5901d865 req-03496dc8-c24c-47bf-bfc6-f8c27566bd5a tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Request body: {'port': {'device_id': '91913728-3ccb-418a-9e17-11e4e5fd53dc', 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d', 'admin_state_up': True, 'tenant_id': '12b1745bb03d4d16bf8e5deb94965de4', 'security_groups': ['407abe8e-cf3b-49d1-a700-b811a19f0b1a']}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:23:28.535073 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device eaa3bbe1-9c07-47fd-860b-ab9a13cebf4c up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:23:28.538814 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-d9d25f99-6384-4177-bffe-f11b5901d865 req-03496dc8-c24c-47bf-bfc6-f8c27566bd5a tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:23:28.549927 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-d9d25f99-6384-4177-bffe-f11b5901d865 req-03496dc8-c24c-47bf-bfc6-f8c27566bd5a tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:23:28.560434 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9d25f99-6384-4177-bffe-f11b5901d865 req-03496dc8-c24c-47bf-bfc6-f8c27566bd5a tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Made reservation on behalf of 12b1745bb03d4d16bf8e5deb94965de4 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:23:28.564392 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-d9d25f99-6384-4177-bffe-f11b5901d865 req-03496dc8-c24c-47bf-bfc6-f8c27566bd5a tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:28.643354 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port eaa3bbe1-9c07-47fd-860b-ab9a13cebf4c completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:23:28.648271 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port eaa3bbe1-9c07-47fd-860b-ab9a13cebf4c triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:23:28.648773 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:28.729300 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [req-d9d25f99-6384-4177-bffe-f11b5901d865 req-03496dc8-c24c-47bf-bfc6-f8c27566bd5a tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Allocated IP 172.20.0.12 (c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d/ca667eab-0c9a-4011-a6f3-b538ca3ff48e/856e61e4-5dbe-45c9-87b8-7c18af44ad86) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:23:28.770121 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port eaa3bbe1-9c07-47fd-860b-ab9a13cebf4c is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:23:28.770502 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:28.809726 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port eaa3bbe1-9c07-47fd-860b-ab9a13cebf4c, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=eaa3bbe1-9c07-47fd-860b-ab9a13cebf4c,segment=NetworkSegment(2b23b0c3-e67b-4d93-ad78-945ae1687af6),segment_id=2b23b0c3-e67b-4d93-ad78-945ae1687af6)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:23:28.814553 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:28.883723 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=eaa3bbe1-9c07-47fd-860b-ab9a13cebf4c,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:23:28.892070 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:23:28.892404 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:23:28.893440 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:23:28.893440 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:23:28.893440 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:23:28.893719 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:23:28.893976 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:23:28.894340 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:23:28.894660 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:23:28.894955 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:23:28.895268 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:23:28.895577 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:23:28.938686 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-d9d25f99-6384-4177-bffe-f11b5901d865 req-03496dc8-c24c-47bf-bfc6-f8c27566bd5a tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:28.955278 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-d9d25f99-6384-4177-bffe-f11b5901d865 req-03496dc8-c24c-47bf-bfc6-f8c27566bd5a tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Transition to ACTIVE for port object 856e61e4-5dbe-45c9-87b8-7c18af44ad86 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:23:28.978637 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-d9d25f99-6384-4177-bffe-f11b5901d865 req-03496dc8-c24c-47bf-bfc6-f8c27566bd5a tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:29.052458 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9d25f99-6384-4177-bffe-f11b5901d865 req-03496dc8-c24c-47bf-bfc6-f8c27566bd5a tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Network c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:23:29.055771 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [req-d9d25f99-6384-4177-bffe-f11b5901d865 req-03496dc8-c24c-47bf-bfc6-f8c27566bd5a tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:23:29.059050 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9d25f99-6384-4177-bffe-f11b5901d865 req-03496dc8-c24c-47bf-bfc6-f8c27566bd5a tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:23:29.097511 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03496dc8-c24c-47bf-bfc6-f8c27566bd5a tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Pushing event updated for resources: {'Port': ['ID=856e61e4-5dbe-45c9-87b8-7c18af44ad86,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:23:29.138377 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d25f99-6384-4177-bffe-f11b5901d865 req-03496dc8-c24c-47bf-bfc6-f8c27566bd5a tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:23:29.139180 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-d9d25f99-6384-4177-bffe-f11b5901d865 req-03496dc8-c24c-47bf-bfc6-f8c27566bd5a tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:29.170220 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d9d25f99-6384-4177-bffe-f11b5901d865 req-03496dc8-c24c-47bf-bfc6-f8c27566bd5a tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7935510 May 31 14:23:29.181219 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-d9d25f99-6384-4177-bffe-f11b5901d865 req-cf3b242f-d881-4996-abc3-355b383829cd service neutron] Request body: {'port': {'device_id': '91913728-3ccb-418a-9e17-11e4e5fd53dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843939-1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:23:29.201722 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4abd547-9992-42d2-ad6c-5ab7acc402a1 req-c23a3d9e-e178-4b5d-8fe7-aebf1ee19a08 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:23:29.203505 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d4abd547-9992-42d2-ad6c-5ab7acc402a1 req-c23a3d9e-e178-4b5d-8fe7-aebf1ee19a08 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=91913728-3ccb-418a-9e17-11e4e5fd53dc HTTP/1.1" status: 200 len: 932 time: 0.0966816 May 31 14:23:29.258029 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d4abd547-9992-42d2-ad6c-5ab7acc402a1 req-140c3d24-f20f-4f2f-aa39-85f5136e2933 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476525 May 31 14:23:29.309025 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-d9d25f99-6384-4177-bffe-f11b5901d865 req-cf3b242f-d881-4996-abc3-355b383829cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:29.370557 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-1c0dadab-a6cb-4903-a207-ac912847ef72 None None] Provisioning for port 856e61e4-5dbe-45c9-87b8-7c18af44ad86 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:23:29.375803 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-1c0dadab-a6cb-4903-a207-ac912847ef72 None None] Provisioning complete for port 856e61e4-5dbe-45c9-87b8-7c18af44ad86 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:23:29.376400 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1c0dadab-a6cb-4903-a207-ac912847ef72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:29.433715 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-1c0dadab-a6cb-4903-a207-ac912847ef72 None None] Port 856e61e4-5dbe-45c9-87b8-7c18af44ad86 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:23:29.675156 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [req-d9d25f99-6384-4177-bffe-f11b5901d865 req-cf3b242f-d881-4996-abc3-355b383829cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 856e61e4-5dbe-45c9-87b8-7c18af44ad86 {{(pid=88369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:23:29.683312 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-d9d25f99-6384-4177-bffe-f11b5901d865 req-cf3b242f-d881-4996-abc3-355b383829cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:29.698147 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-d9d25f99-6384-4177-bffe-f11b5901d865 req-cf3b242f-d881-4996-abc3-355b383829cd service neutron] Transition to ACTIVE for port object 856e61e4-5dbe-45c9-87b8-7c18af44ad86 will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:23:29.702389 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-d9d25f99-6384-4177-bffe-f11b5901d865 req-cf3b242f-d881-4996-abc3-355b383829cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:29.776356 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [req-aaaf3897-d9b2-4af5-bae9-94fb0f311afd req-a6dab9a0-d3a3-450b-b89c-938d30a0603f service neutron] (88370) timed out ('10.222.0.50', 38240) {{(pid=88370) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 31 14:23:29.858615 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3b242f-d881-4996-abc3-355b383829cd service neutron] Pushing event updated for resources: {'Port': ['ID=856e61e4-5dbe-45c9-87b8-7c18af44ad86,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:23:29.945830 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-d9d25f99-6384-4177-bffe-f11b5901d865 req-cf3b242f-d881-4996-abc3-355b383829cd service neutron] Attempting to bind port 856e61e4-5dbe-45c9-87b8-7c18af44ad86 on host n-h1-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:23:29.946221 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-d9d25f99-6384-4177-bffe-f11b5901d865 req-cf3b242f-d881-4996-abc3-355b383829cd service neutron] Attempting to bind port 856e61e4-5dbe-45c9-87b8-7c18af44ad86 by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': '2b23b0c3-e67b-4d93-ad78-945ae1687af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:23:29.946553 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d25f99-6384-4177-bffe-f11b5901d865 req-cf3b242f-d881-4996-abc3-355b383829cd service neutron] Attempting to bind port 856e61e4-5dbe-45c9-87b8-7c18af44ad86 on network c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:23:29.951403 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d25f99-6384-4177-bffe-f11b5901d865 req-cf3b242f-d881-4996-abc3-355b383829cd service neutron] Port 856e61e4-5dbe-45c9-87b8-7c18af44ad86 on network c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 14:23:29.951684 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d25f99-6384-4177-bffe-f11b5901d865 req-cf3b242f-d881-4996-abc3-355b383829cd service neutron] Attempting to bind port 856e61e4-5dbe-45c9-87b8-7c18af44ad86 on network c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:23:29.957241 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d25f99-6384-4177-bffe-f11b5901d865 req-cf3b242f-d881-4996-abc3-355b383829cd service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:23:29.957582 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d25f99-6384-4177-bffe-f11b5901d865 req-cf3b242f-d881-4996-abc3-355b383829cd service neutron] Checking segment: {'id': '2b23b0c3-e67b-4d93-ad78-945ae1687af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:23:29.957966 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d25f99-6384-4177-bffe-f11b5901d865 req-cf3b242f-d881-4996-abc3-355b383829cd service neutron] Bound using segment: {'id': '2b23b0c3-e67b-4d93-ad78-945ae1687af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:23:29.958432 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-d9d25f99-6384-4177-bffe-f11b5901d865 req-cf3b242f-d881-4996-abc3-355b383829cd service neutron] Bound port: 856e61e4-5dbe-45c9-87b8-7c18af44ad86, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b23b0c3-e67b-4d93-ad78-945ae1687af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:23:29.958797 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-d9d25f99-6384-4177-bffe-f11b5901d865 req-cf3b242f-d881-4996-abc3-355b383829cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:30.054067 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-d9d25f99-6384-4177-bffe-f11b5901d865 req-cf3b242f-d881-4996-abc3-355b383829cd service neutron] For port 856e61e4-5dbe-45c9-87b8-7c18af44ad86, host n-h1-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:23:30.057244 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-d9d25f99-6384-4177-bffe-f11b5901d865 req-cf3b242f-d881-4996-abc3-355b383829cd service neutron] For port 856e61e4-5dbe-45c9-87b8-7c18af44ad86, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=856e61e4-5dbe-45c9-87b8-7c18af44ad86,segment=NetworkSegment(2b23b0c3-e67b-4d93-ad78-945ae1687af6),segment_id=2b23b0c3-e67b-4d93-ad78-945ae1687af6)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:23:30.061039 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-d9d25f99-6384-4177-bffe-f11b5901d865 req-cf3b242f-d881-4996-abc3-355b383829cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:30.126746 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d25f99-6384-4177-bffe-f11b5901d865 req-cf3b242f-d881-4996-abc3-355b383829cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:23:30.127359 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-d9d25f99-6384-4177-bffe-f11b5901d865 req-cf3b242f-d881-4996-abc3-355b383829cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:30.128864 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d9d25f99-6384-4177-bffe-f11b5901d865 req-cf3b242f-d881-4996-abc3-355b383829cd service neutron] 10.222.0.20 "PUT /v2.0/ports/856e61e4-5dbe-45c9-87b8-7c18af44ad86 HTTP/1.1" status: 200 len: 1092 time: 0.9519348 May 31 14:23:30.129321 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91913728-3ccb-418a-9e17-11e4e5fd53dc', 'tag': '856e61e4-5dbe-45c9-87b8-7c18af44ad86'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:23:30.153871 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3b242f-d881-4996-abc3-355b383829cd service neutron] Pushing event updated for resources: {'Port': ['ID=856e61e4-5dbe-45c9-87b8-7c18af44ad86,revision_number=3']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:23:30.318586 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e19ebc4f-65d1-4307-baea-4fbb2cda5e0d'] response: {'name': 'network-changed', 'server_uuid': '91913728-3ccb-418a-9e17-11e4e5fd53dc', 'tag': '856e61e4-5dbe-45c9-87b8-7c18af44ad86', 'status': 'completed', 'code': 200} May 31 14:23:30.359500 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d25f99-6384-4177-bffe-f11b5901d865 req-834ccafd-d1c9-4790-b65d-45f58ecdcf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:23:30.361016 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d9d25f99-6384-4177-bffe-f11b5901d865 req-834ccafd-d1c9-4790-b65d-45f58ecdcf1d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12b1745bb03d4d16bf8e5deb94965de4&device_id=91913728-3ccb-418a-9e17-11e4e5fd53dc HTTP/1.1" status: 200 len: 1095 time: 0.1900814 May 31 14:23:30.435623 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d9d25f99-6384-4177-bffe-f11b5901d865 req-c28c3b72-325d-4cd9-b58f-47d5b40f1761 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=856e61e4-5dbe-45c9-87b8-7c18af44ad86 HTTP/1.1" status: 200 len: 217 time: 0.0679162 May 31 14:23:30.478335 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b2b18b-154b-45e8-b4fc-e32547b3201a req-b47308db-10e0-403b-a2c6-d7aadc439c3c tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:23:30.480289 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-38b2b18b-154b-45e8-b4fc-e32547b3201a req-b47308db-10e0-403b-a2c6-d7aadc439c3c tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=91913728-3ccb-418a-9e17-11e4e5fd53dc HTTP/1.1" status: 200 len: 944 time: 0.0897260 May 31 14:23:30.504873 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d25f99-6384-4177-bffe-f11b5901d865 req-f7579468-4ddb-4d98-bf30-6e0ffff44acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:23:30.506591 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d9d25f99-6384-4177-bffe-f11b5901d865 req-f7579468-4ddb-4d98-bf30-6e0ffff44acb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ca667eab-0c9a-4011-a6f3-b538ca3ff48e HTTP/1.1" status: 200 len: 850 time: 0.0656765 May 31 14:23:30.523580 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device eaa3bbe1-9c07-47fd-860b-ab9a13cebf4c up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:23:30.537668 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-38b2b18b-154b-45e8-b4fc-e32547b3201a req-593646f9-9a1e-4eb4-9645-29d9574eca85 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515487 May 31 14:23:30.600062 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port eaa3bbe1-9c07-47fd-860b-ab9a13cebf4c triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:23:30.600525 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:30.600743 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d25f99-6384-4177-bffe-f11b5901d865 req-a818b0b3-1e51-4489-a81e-2027fe95354b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:23:30.603035 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d9d25f99-6384-4177-bffe-f11b5901d865 req-a818b0b3-1e51-4489-a81e-2027fe95354b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0909255 May 31 14:23:30.731703 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port eaa3bbe1-9c07-47fd-860b-ab9a13cebf4c is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:23:30.741859 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d9d25f99-6384-4177-bffe-f11b5901d865 req-7852fd99-0df6-4294-b392-7c5ca823b5b2 service neutron] 10.222.0.20 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323378 May 31 14:23:30.879186 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d9d25f99-6384-4177-bffe-f11b5901d865 req-a85de7b5-a219-4e99-b2f7-a1af2f54cc43 service neutron] 10.222.0.20 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315677 May 31 14:23:30.995425 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530bf90c-c232-4f37-b646-1205a931da7b req-e4d2cf62-8759-4747-81a0-b00b44e3a3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:23:30.996906 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-530bf90c-c232-4f37-b646-1205a931da7b req-e4d2cf62-8759-4747-81a0-b00b44e3a3cd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12b1745bb03d4d16bf8e5deb94965de4&device_id=91913728-3ccb-418a-9e17-11e4e5fd53dc HTTP/1.1" status: 200 len: 1095 time: 0.0725379 May 31 14:23:31.132729 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530bf90c-c232-4f37-b646-1205a931da7b req-42f19f09-ca88-4287-8a68-b1c9a3ac5ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:23:31.134408 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-530bf90c-c232-4f37-b646-1205a931da7b req-42f19f09-ca88-4287-8a68-b1c9a3ac5ba0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d HTTP/1.1" status: 200 len: 912 time: 0.1317024 May 31 14:23:31.206905 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-530bf90c-c232-4f37-b646-1205a931da7b req-57089bde-efe8-4426-9ce9-d36edfbe75c3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=856e61e4-5dbe-45c9-87b8-7c18af44ad86 HTTP/1.1" status: 200 len: 217 time: 0.0663347 May 31 14:23:31.272643 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530bf90c-c232-4f37-b646-1205a931da7b req-3b6c2c2b-76b3-4dea-95e9-ca613fe7df47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:23:31.274041 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-530bf90c-c232-4f37-b646-1205a931da7b req-3b6c2c2b-76b3-4dea-95e9-ca613fe7df47 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ca667eab-0c9a-4011-a6f3-b538ca3ff48e HTTP/1.1" status: 200 len: 850 time: 0.0616755 May 31 14:23:31.356935 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530bf90c-c232-4f37-b646-1205a931da7b req-53be4f1c-ae31-4db7-801d-af820b9cead3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:23:31.358441 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-530bf90c-c232-4f37-b646-1205a931da7b req-53be4f1c-ae31-4db7-801d-af820b9cead3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0789011 May 31 14:23:31.500117 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-530bf90c-c232-4f37-b646-1205a931da7b req-7b0298b6-8972-4f91-bbd7-48963165a8e5 service neutron] 10.222.0.20 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357598 May 31 14:23:31.641084 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-530bf90c-c232-4f37-b646-1205a931da7b req-2f3d2a3a-044e-482e-98f7-ce45284f86f3 service neutron] 10.222.0.20 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344750 May 31 14:23:31.748886 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db804e7d-7155-4a8e-88c0-804def0d8ab2 req-3666b881-7deb-44bc-8298-ad393505c1b0 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:23:31.750562 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-db804e7d-7155-4a8e-88c0-804def0d8ab2 req-3666b881-7deb-44bc-8298-ad393505c1b0 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=91913728-3ccb-418a-9e17-11e4e5fd53dc HTTP/1.1" status: 200 len: 944 time: 0.0831397 May 31 14:23:31.796012 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-db804e7d-7155-4a8e-88c0-804def0d8ab2 req-a3d3a9a6-0cad-45b0-a009-403abd5773ab tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398901 May 31 14:23:32.993111 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c103ef-5df4-4a94-bc32-7ce09b0b0930 req-3434a3a0-5033-47c5-9ee1-710e68369cd9 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:23:32.995143 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-27c103ef-5df4-4a94-bc32-7ce09b0b0930 req-3434a3a0-5033-47c5-9ee1-710e68369cd9 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=91913728-3ccb-418a-9e17-11e4e5fd53dc HTTP/1.1" status: 200 len: 944 time: 0.0861905 May 31 14:23:33.039792 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-27c103ef-5df4-4a94-bc32-7ce09b0b0930 req-f10705b9-2166-4db9-9838-bdfb57803a5f tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390532 May 31 14:23:33.720311 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 856e61e4-5dbe-45c9-87b8-7c18af44ad86 details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 14:23:33.899201 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 856e61e4-5dbe-45c9-87b8-7c18af44ad86, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=856e61e4-5dbe-45c9-87b8-7c18af44ad86,segment=NetworkSegment(2b23b0c3-e67b-4d93-ad78-945ae1687af6),segment_id=2b23b0c3-e67b-4d93-ad78-945ae1687af6)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:23:33.913092 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': '856e61e4-5dbe-45c9-87b8-7c18af44ad86', 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d', 'port_id': '856e61e4-5dbe-45c9-87b8-7c18af44ad86', 'mac_address': 'fa:16:3e:a0:06:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca667eab-0c9a-4011-a6f3-b538ca3ff48e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 14:23:33.972383 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 856e61e4-5dbe-45c9-87b8-7c18af44ad86 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:23:33.972822 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:33.991805 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 856e61e4-5dbe-45c9-87b8-7c18af44ad86 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:23:34.008535 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 856e61e4-5dbe-45c9-87b8-7c18af44ad86, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=856e61e4-5dbe-45c9-87b8-7c18af44ad86,segment=NetworkSegment(2b23b0c3-e67b-4d93-ad78-945ae1687af6),segment_id=2b23b0c3-e67b-4d93-ad78-945ae1687af6)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:23:34.013234 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:34.088029 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=856e61e4-5dbe-45c9-87b8-7c18af44ad86,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:23:34.237150 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a1dfe-fb0b-4bad-8e6c-9bb1fdc4b614 req-3259120e-2a41-4abd-9670-504bd86520d6 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:23:34.238644 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-075a1dfe-fb0b-4bad-8e6c-9bb1fdc4b614 req-3259120e-2a41-4abd-9670-504bd86520d6 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=91913728-3ccb-418a-9e17-11e4e5fd53dc HTTP/1.1" status: 200 len: 945 time: 0.0833294 May 31 14:23:34.286296 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-075a1dfe-fb0b-4bad-8e6c-9bb1fdc4b614 req-5aeee79d-5a78-4d14-acff-88a361e78bf9 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407364 May 31 14:23:34.310661 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['856e61e4-5dbe-45c9-87b8-7c18af44ad86'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:23:35.484150 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9f6b5-3bfb-4737-a71c-8cc908a5f25f req-bbcceb67-b877-4260-bef3-be6a49f7494a tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:23:35.485604 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-eaf9f6b5-3bfb-4737-a71c-8cc908a5f25f req-bbcceb67-b877-4260-bef3-be6a49f7494a tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=91913728-3ccb-418a-9e17-11e4e5fd53dc HTTP/1.1" status: 200 len: 945 time: 0.0875554 May 31 14:23:35.532251 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-eaf9f6b5-3bfb-4737-a71c-8cc908a5f25f req-503f4bf5-1af2-4e34-ae42-b84a5a8b80f3 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407112 May 31 14:23:35.736182 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 856e61e4-5dbe-45c9-87b8-7c18af44ad86 up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:23:35.807696 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning for port 856e61e4-5dbe-45c9-87b8-7c18af44ad86 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:23:35.813377 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port 856e61e4-5dbe-45c9-87b8-7c18af44ad86 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:23:35.813734 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:35.932588 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 856e61e4-5dbe-45c9-87b8-7c18af44ad86 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:23:35.932955 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:35.959517 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91913728-3ccb-418a-9e17-11e4e5fd53dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '856e61e4-5dbe-45c9-87b8-7c18af44ad86'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:23:35.970510 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 856e61e4-5dbe-45c9-87b8-7c18af44ad86, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=856e61e4-5dbe-45c9-87b8-7c18af44ad86,segment=NetworkSegment(2b23b0c3-e67b-4d93-ad78-945ae1687af6),segment_id=2b23b0c3-e67b-4d93-ad78-945ae1687af6)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:23:35.974840 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:36.011279 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86b23b35-f9f5-4e79-a73b-f2a977b60e56'] response: {'server_uuid': '91913728-3ccb-418a-9e17-11e4e5fd53dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '856e61e4-5dbe-45c9-87b8-7c18af44ad86', 'code': 200} May 31 14:23:36.044230 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=856e61e4-5dbe-45c9-87b8-7c18af44ad86,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:23:36.134341 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ef4ec6-627a-4cc1-b51f-b2f72f5b55b0 req-bab61a30-7b01-47a5-876e-3fb0d2ad3ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:23:36.135835 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-31ef4ec6-627a-4cc1-b51f-b2f72f5b55b0 req-bab61a30-7b01-47a5-876e-3fb0d2ad3ed9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=91913728-3ccb-418a-9e17-11e4e5fd53dc HTTP/1.1" status: 200 len: 1097 time: 0.0700641 May 31 14:23:36.185608 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-31ef4ec6-627a-4cc1-b51f-b2f72f5b55b0 req-6f4b993f-71bf-4bae-a025-0eae548ad9fa service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348601 May 31 14:23:36.727002 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705bab18-ff0d-4d2b-8bb4-684e6cf4981d req-07afdf6e-3c99-4cb0-9cb3-87d738407aa1 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:23:36.728447 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-705bab18-ff0d-4d2b-8bb4-684e6cf4981d req-07afdf6e-3c99-4cb0-9cb3-87d738407aa1 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=91913728-3ccb-418a-9e17-11e4e5fd53dc HTTP/1.1" status: 200 len: 946 time: 0.0827498 May 31 14:23:36.773142 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-705bab18-ff0d-4d2b-8bb4-684e6cf4981d req-f1a43ce8-2330-457f-a302-84a2db4997e3 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384328 May 31 14:23:37.847702 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:37.970145 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00636fa-96be-4122-a07f-7e424f3771cf req-d3e317d9-3c3b-4bed-9470-7c3e996b761d tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:23:37.971635 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d00636fa-96be-4122-a07f-7e424f3771cf req-d3e317d9-3c3b-4bed-9470-7c3e996b761d tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=91913728-3ccb-418a-9e17-11e4e5fd53dc HTTP/1.1" status: 200 len: 946 time: 0.0856366 May 31 14:23:38.018348 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d00636fa-96be-4122-a07f-7e424f3771cf req-1cf52b2c-d334-4954-a0a4-e5df03642008 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399830 May 31 14:23:38.200279 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09982afa-59b3-4567-aa7f-7644fd78bd75 req-690e8461-05f6-4df9-9161-9b6f587c7650 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:23:38.201792 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-09982afa-59b3-4567-aa7f-7644fd78bd75 req-690e8461-05f6-4df9-9161-9b6f587c7650 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=91913728-3ccb-418a-9e17-11e4e5fd53dc HTTP/1.1" status: 200 len: 946 time: 0.0812795 May 31 14:23:38.210557 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 42434) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:23:38.215676 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-825b22cd-2cb0-4d9f-926c-beef96e1e98c tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Request body: {'floatingip': {'port_id': '856e61e4-5dbe-45c9-87b8-7c18af44ad86'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:23:38.293702 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-825b22cd-2cb0-4d9f-926c-beef96e1e98c tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks [] for floatingip, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:39.012299 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-825b22cd-2cb0-4d9f-926c-beef96e1e98c tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:39.016325 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-825b22cd-2cb0-4d9f-926c-beef96e1e98c tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:39.195363 n-d-843939-1 neutron-server[88370]: INFO neutron.db.l3_db [None req-825b22cd-2cb0-4d9f-926c-beef96e1e98c tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Floating IP 51393fdc-220c-4a13-912f-6f9bef459985 associated. External IP: 172.25.6.210, port: 856e61e4-5dbe-45c9-87b8-7c18af44ad86. May 31 14:23:39.330762 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:39.554266 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-825b22cd-2cb0-4d9f-926c-beef96e1e98c tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Router 4f0f9b7a-f8fa-4715-a035-0b07957a0320 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:23:39.735939 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-825b22cd-2cb0-4d9f-926c-beef96e1e98c tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:23:39.740864 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-825b22cd-2cb0-4d9f-926c-beef96e1e98c tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:39.746810 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baeff52c-566b-4ec7-ae6d-8cca5cabd5ff None None] Sync routers for ids ['4f0f9b7a-f8fa-4715-a035-0b07957a0320'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:23:39.756946 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baeff52c-566b-4ec7-ae6d-8cca5cabd5ff None None] Routers {'4f0f9b7a-f8fa-4715-a035-0b07957a0320'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:23:39.757563 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-baeff52c-566b-4ec7-ae6d-8cca5cabd5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:23:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['4f0f9b7a-f8fa-4715-a035-0b07957a0320'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:23:39.795984 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-825b22cd-2cb0-4d9f-926c-beef96e1e98c tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "PUT /v2.0/floatingips/51393fdc-220c-4a13-912f-6f9bef459985 HTTP/1.1" status: 200 len: 992 time: 1.5843439 May 31 14:23:39.796671 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91913728-3ccb-418a-9e17-11e4e5fd53dc', 'tag': '856e61e4-5dbe-45c9-87b8-7c18af44ad86'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:23:39.921624 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f804115d-e648-4f00-93a8-09ef1cff34d7'] response: {'name': 'network-changed', 'server_uuid': '91913728-3ccb-418a-9e17-11e4e5fd53dc', 'tag': '856e61e4-5dbe-45c9-87b8-7c18af44ad86', 'status': 'completed', 'code': 200} May 31 14:23:39.951742 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-baeff52c-566b-4ec7-ae6d-8cca5cabd5ff None None] Set router 4f0f9b7a-f8fa-4715-a035-0b07957a0320 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:23:39.990475 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91adb7d-f12a-4c97-b5ab-d6dc7d5c26eb req-9a50ddff-6f34-4923-9da7-a057e8acce62 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:23:39.992043 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f91adb7d-f12a-4c97-b5ab-d6dc7d5c26eb req-9a50ddff-6f34-4923-9da7-a057e8acce62 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=91913728-3ccb-418a-9e17-11e4e5fd53dc HTTP/1.1" status: 200 len: 946 time: 0.1036093 May 31 14:23:40.014390 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ef2a7-b2dd-4efb-95c1-e13de2ceb5f8 req-d3dacd8c-179b-45b1-af76-c0a26974179b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:23:40.015862 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0f3ef2a7-b2dd-4efb-95c1-e13de2ceb5f8 req-d3dacd8c-179b-45b1-af76-c0a26974179b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12b1745bb03d4d16bf8e5deb94965de4&device_id=91913728-3ccb-418a-9e17-11e4e5fd53dc HTTP/1.1" status: 200 len: 1097 time: 0.0774868 May 31 14:23:40.043431 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f91adb7d-f12a-4c97-b5ab-d6dc7d5c26eb req-863d267a-5f63-4a8e-99f2-e772258eafb9 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442362 May 31 14:23:40.173051 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ef2a7-b2dd-4efb-95c1-e13de2ceb5f8 req-76982326-0b98-4d9b-bc6e-85cadd5a510a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:23:40.174541 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0f3ef2a7-b2dd-4efb-95c1-e13de2ceb5f8 req-76982326-0b98-4d9b-bc6e-85cadd5a510a service neutron] 10.222.0.20 "GET /v2.0/networks?id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d HTTP/1.1" status: 200 len: 912 time: 0.1533668 May 31 14:23:40.246774 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad5aea-4ad7-4357-9db0-449e860714d2 req-ecdc843e-4438-42be-94d0-f75f5d50beb3 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:23:40.248458 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-27ad5aea-4ad7-4357-9db0-449e860714d2 req-ecdc843e-4438-42be-94d0-f75f5d50beb3 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=91913728-3ccb-418a-9e17-11e4e5fd53dc HTTP/1.1" status: 200 len: 946 time: 0.0926096 May 31 14:23:40.297887 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-27ad5aea-4ad7-4357-9db0-449e860714d2 req-c45fdb6d-f698-48f5-becd-452a4dc75cf2 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435159 May 31 14:23:40.396749 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-baeff52c-566b-4ec7-ae6d-8cca5cabd5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'name': 'tempest-ServerActionsTestJSON-387207362-router', 'tenant_id': '12b1745bb03d4d16bf8e5deb94965de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': '94cf0280-ac95-426c-ab07-20218010f04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:23:18Z', 'updated_at': '2022-05-31T14:23:22Z', 'revision_number': 4, 'project_id': '12b1745bb03d4d16bf8e5deb94965de4', 'gw_port': {'id': '94cf0280-ac95-426c-ab07-20218010f04c', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:43:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:23:18Z', 'updated_at': '2022-05-31T14:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '51393fdc-220c-4a13-912f-6f9bef459985', 'tenant_id': '12b1745bb03d4d16bf8e5deb94965de4', 'floating_ip_address': '172.25.6.210', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'port_id': '856e61e4-5dbe-45c9-87b8-7c18af44ad86', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d', 'mac_address': 'fa:16:3e:a0:06:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91913728-3ccb-418a-9e17-11e4e5fd53dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:23:25Z', 'updated_at': '2022-05-31T14:23:38Z', 'revision_number': 1, 'project_id': '12b1745bb03d4d16bf8e5deb94965de4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaa3bbe1-9c07-47fd-860b-ab9a13cebf4c', 'name': '', 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d', 'tenant_id': '12b1745bb03d4d16bf8e5deb94965de4', 'mac_address': 'fa:16:3e:33:bf:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'ca667eab-0c9a-4011-a6f3-b538ca3ff48e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:23:21Z', 'updated_at': '2022-05-31T14:23:28Z', 'revision_number': 5, 'project_id': '12b1745bb03d4d16bf8e5deb94965de4', 'subnets': [{'id': 'ca667eab-0c9a-4011-a6f3-b538ca3ff48e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:23:40.398777 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0f3ef2a7-b2dd-4efb-95c1-e13de2ceb5f8 req-e3f5b40c-b5d0-4360-bdda-f15a5f3fe1ec service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=856e61e4-5dbe-45c9-87b8-7c18af44ad86 HTTP/1.1" status: 200 len: 1000 time: 0.2155421 May 31 14:23:40.401398 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baeff52c-566b-4ec7-ae6d-8cca5cabd5ff None None] Checking router: 4f0f9b7a-f8fa-4715-a035-0b07957a0320 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:23:40.410924 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baeff52c-566b-4ec7-ae6d-8cca5cabd5ff None None] Routers {'4f0f9b7a-f8fa-4715-a035-0b07957a0320'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:23:40.411528 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-baeff52c-566b-4ec7-ae6d-8cca5cabd5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:23:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['4f0f9b7a-f8fa-4715-a035-0b07957a0320'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:23:40.462674 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ef2a7-b2dd-4efb-95c1-e13de2ceb5f8 req-f40917d8-b2a0-4f32-b317-238cbb48bd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:23:40.463940 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0f3ef2a7-b2dd-4efb-95c1-e13de2ceb5f8 req-f40917d8-b2a0-4f32-b317-238cbb48bd11 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ca667eab-0c9a-4011-a6f3-b538ca3ff48e HTTP/1.1" status: 200 len: 850 time: 0.0593092 May 31 14:23:40.540264 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ef2a7-b2dd-4efb-95c1-e13de2ceb5f8 req-2878c917-4c70-436d-abc6-20fd6f33bdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:23:40.541682 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0f3ef2a7-b2dd-4efb-95c1-e13de2ceb5f8 req-2878c917-4c70-436d-abc6-20fd6f33bdda service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718975 May 31 14:23:40.600334 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-baeff52c-566b-4ec7-ae6d-8cca5cabd5ff None None] Set router 4f0f9b7a-f8fa-4715-a035-0b07957a0320 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:23:40.685068 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-639bdf1c-90d4-4b13-84d9-2f1be8a893ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:40.708612 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0f3ef2a7-b2dd-4efb-95c1-e13de2ceb5f8 req-c26ffa3c-bb2b-4d28-ac19-56cdde820a15 service neutron] 10.222.0.20 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538470 May 31 14:23:40.848676 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0f3ef2a7-b2dd-4efb-95c1-e13de2ceb5f8 req-5805d759-0603-4827-9cb2-1b7a5edba62f service neutron] 10.222.0.20 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343448 May 31 14:23:41.010371 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-baeff52c-566b-4ec7-ae6d-8cca5cabd5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'name': 'tempest-ServerActionsTestJSON-387207362-router', 'tenant_id': '12b1745bb03d4d16bf8e5deb94965de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': '94cf0280-ac95-426c-ab07-20218010f04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:23:18Z', 'updated_at': '2022-05-31T14:23:22Z', 'revision_number': 4, 'project_id': '12b1745bb03d4d16bf8e5deb94965de4', 'gw_port': {'id': '94cf0280-ac95-426c-ab07-20218010f04c', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:43:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:23:18Z', 'updated_at': '2022-05-31T14:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '51393fdc-220c-4a13-912f-6f9bef459985', 'tenant_id': '12b1745bb03d4d16bf8e5deb94965de4', 'floating_ip_address': '172.25.6.210', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'port_id': '856e61e4-5dbe-45c9-87b8-7c18af44ad86', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d', 'mac_address': 'fa:16:3e:a0:06:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91913728-3ccb-418a-9e17-11e4e5fd53dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:23:25Z', 'updated_at': '2022-05-31T14:23:38Z', 'revision_number': 1, 'project_id': '12b1745bb03d4d16bf8e5deb94965de4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaa3bbe1-9c07-47fd-860b-ab9a13cebf4c', 'name': '', 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d', 'tenant_id': '12b1745bb03d4d16bf8e5deb94965de4', 'mac_address': 'fa:16:3e:33:bf:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'ca667eab-0c9a-4011-a6f3-b538ca3ff48e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:23:21Z', 'updated_at': '2022-05-31T14:23:28Z', 'revision_number': 5, 'project_id': '12b1745bb03d4d16bf8e5deb94965de4', 'subnets': [{'id': 'ca667eab-0c9a-4011-a6f3-b538ca3ff48e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:23:41.015219 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baeff52c-566b-4ec7-ae6d-8cca5cabd5ff None None] The sync data for ids ['4f0f9b7a-f8fa-4715-a035-0b07957a0320'] in n-d-843939-1 is: [{'id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'name': 'tempest-ServerActionsTestJSON-387207362-router', 'tenant_id': '12b1745bb03d4d16bf8e5deb94965de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': '94cf0280-ac95-426c-ab07-20218010f04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:23:18Z', 'updated_at': '2022-05-31T14:23:22Z', 'revision_number': 4, 'project_id': '12b1745bb03d4d16bf8e5deb94965de4', 'gw_port': {'id': '94cf0280-ac95-426c-ab07-20218010f04c', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:43:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:23:18Z', 'updated_at': '2022-05-31T14:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '51393fdc-220c-4a13-912f-6f9bef459985', 'tenant_id': '12b1745bb03d4d16bf8e5deb94965de4', 'floating_ip_address': '172.25.6.210', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'port_id': '856e61e4-5dbe-45c9-87b8-7c18af44ad86', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d', 'mac_address': 'fa:16:3e:a0:06:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91913728-3ccb-418a-9e17-11e4e5fd53dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:23:25Z', 'updated_at': '2022-05-31T14:23:38Z', 'revision_number': 1, 'project_id': '12b1745bb03d4d16bf8e5deb94965de4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaa3bbe1-9c07-47fd-860b-ab9a13cebf4c', 'name': '', 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d', 'tenant_id': '12b1745bb03d4d16bf8e5deb94965de4', 'mac_address': 'fa:16:3e:33:bf:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'ca667eab-0c9a-4011-a6f3-b538ca3ff48e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:23:21Z', 'updated_at': '2022-05-31T14:23:28Z', 'revision_number': 5, 'project_id': '12b1745bb03d4d16bf8e5deb94965de4', 'subnets': [{'id': 'ca667eab-0c9a-4011-a6f3-b538ca3ff48e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:23:41.226363 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5756df-2984-47c1-a9ea-47211bc20bad None None] New status for floating IP 51393fdc-220c-4a13-912f-6f9bef459985: ACTIVE {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 14:23:41.626839 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b271d-3124-4308-bba8-29c22832c3bb req-c71590e1-fc63-43b7-8aa6-910408c4c15c tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:23:41.628308 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d88b271d-3124-4308-bba8-29c22832c3bb req-c71590e1-fc63-43b7-8aa6-910408c4c15c tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=91913728-3ccb-418a-9e17-11e4e5fd53dc HTTP/1.1" status: 200 len: 946 time: 0.2153394 May 31 14:23:41.678815 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d88b271d-3124-4308-bba8-29c22832c3bb req-9cd5a676-439b-4726-856f-82a3175e37e4 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444803 May 31 14:23:41.872392 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61450a4e-0e49-4496-8b58-60bf3e1d020a req-3fade2d1-c83e-4d71-b3b8-60a8be12e7f7 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:23:41.873850 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-61450a4e-0e49-4496-8b58-60bf3e1d020a req-3fade2d1-c83e-4d71-b3b8-60a8be12e7f7 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=91913728-3ccb-418a-9e17-11e4e5fd53dc HTTP/1.1" status: 200 len: 946 time: 0.0849333 May 31 14:23:41.931298 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-61450a4e-0e49-4496-8b58-60bf3e1d020a req-40267b07-52ba-4795-add3-6e577b1bb928 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516291 May 31 14:23:42.314563 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-64acb9d2-8af8-4f86-8596-556b932fde1c req-9aa5367e-1403-4bfc-a87b-3138d1c85501 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=91913728-3ccb-418a-9e17-11e4e5fd53dc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0917425 May 31 14:23:42.364461 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5503a690-a61f-4eb0-a275-0627a1cec0e7 req-3c80b601-8554-4ea5-8fd8-144e70bbc432 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:23:42.366059 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5503a690-a61f-4eb0-a275-0627a1cec0e7 req-3c80b601-8554-4ea5-8fd8-144e70bbc432 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=91913728-3ccb-418a-9e17-11e4e5fd53dc HTTP/1.1" status: 200 len: 946 time: 0.0932236 May 31 14:23:42.424604 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5503a690-a61f-4eb0-a275-0627a1cec0e7 req-74616d3d-b34f-4660-9072-19d91da30689 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497460 May 31 14:23:42.845726 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-21f4857d-eede-4e02-b11a-303934d54497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:43.531654 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64acb9d2-8af8-4f86-8596-556b932fde1c req-74e443c4-0e99-4459-99a0-3a9c3339faac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:23:43.533189 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-64acb9d2-8af8-4f86-8596-556b932fde1c req-74e443c4-0e99-4459-99a0-3a9c3339faac service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12b1745bb03d4d16bf8e5deb94965de4&device_id=91913728-3ccb-418a-9e17-11e4e5fd53dc HTTP/1.1" status: 200 len: 1097 time: 0.0716829 May 31 14:23:43.622518 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16fa7b3-49da-4b3e-b9d5-37339e2198bc req-59a79b17-2cbd-44b4-a5ef-59c2673165e5 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:23:43.623901 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b16fa7b3-49da-4b3e-b9d5-37339e2198bc req-59a79b17-2cbd-44b4-a5ef-59c2673165e5 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=91913728-3ccb-418a-9e17-11e4e5fd53dc HTTP/1.1" status: 200 len: 946 time: 0.0865166 May 31 14:23:43.669768 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b16fa7b3-49da-4b3e-b9d5-37339e2198bc req-3e0b6076-fae9-4562-9c3d-d3fc39980d3a tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400698 May 31 14:23:43.676706 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64acb9d2-8af8-4f86-8596-556b932fde1c req-8ca6e669-e7ba-47fb-bd8c-27afeb30c63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:23:43.678209 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-64acb9d2-8af8-4f86-8596-556b932fde1c req-8ca6e669-e7ba-47fb-bd8c-27afeb30c63d service neutron] 10.222.0.20 "GET /v2.0/networks?id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d HTTP/1.1" status: 200 len: 912 time: 0.1395557 May 31 14:23:43.784254 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-64acb9d2-8af8-4f86-8596-556b932fde1c req-ac593f37-d857-4823-9d2a-d323c7c31804 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=856e61e4-5dbe-45c9-87b8-7c18af44ad86 HTTP/1.1" status: 200 len: 1002 time: 0.1001189 May 31 14:23:43.847285 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64acb9d2-8af8-4f86-8596-556b932fde1c req-bd841f92-70f5-4a79-bece-d8e8d2d3afd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:23:43.848691 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-64acb9d2-8af8-4f86-8596-556b932fde1c req-bd841f92-70f5-4a79-bece-d8e8d2d3afd8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ca667eab-0c9a-4011-a6f3-b538ca3ff48e HTTP/1.1" status: 200 len: 850 time: 0.0592468 May 31 14:23:43.929429 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64acb9d2-8af8-4f86-8596-556b932fde1c req-0c579eed-429d-42db-a045-22b384f864f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:23:43.930999 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-64acb9d2-8af8-4f86-8596-556b932fde1c req-0c579eed-429d-42db-a045-22b384f864f7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764437 May 31 14:23:43.934257 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:44.058440 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:44.067364 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-64acb9d2-8af8-4f86-8596-556b932fde1c req-36f12fb0-8960-4e21-9457-76315fd1ed78 service neutron] 10.222.0.20 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301970 May 31 14:23:44.203101 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-64acb9d2-8af8-4f86-8596-556b932fde1c req-c5aa7b8c-8523-42b1-87e9-c5747be3f5fc service neutron] 10.222.0.20 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296785 May 31 14:23:44.861015 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f00bb-f8ae-487c-bafa-9a62bf8aceca req-1392385b-61bd-469c-9799-98b0b52dc92d tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:23:44.862508 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-146f00bb-f8ae-487c-bafa-9a62bf8aceca req-1392385b-61bd-469c-9799-98b0b52dc92d tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=91913728-3ccb-418a-9e17-11e4e5fd53dc HTTP/1.1" status: 200 len: 946 time: 0.0823991 May 31 14:23:44.908995 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-146f00bb-f8ae-487c-bafa-9a62bf8aceca req-72d9fd7a-4d91-4acc-ad68-7c646f17de47 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407243 May 31 14:23:45.794254 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:23:46.100975 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7158e03-74bc-4630-ad96-de5a2160f550 req-56df102a-e0ff-49bf-a274-a8dd5d056bc4 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:23:46.102462 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d7158e03-74bc-4630-ad96-de5a2160f550 req-56df102a-e0ff-49bf-a274-a8dd5d056bc4 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=91913728-3ccb-418a-9e17-11e4e5fd53dc HTTP/1.1" status: 200 len: 946 time: 0.0846796 May 31 14:23:46.147329 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d7158e03-74bc-4630-ad96-de5a2160f550 req-e9cf817c-6e52-4388-af5a-0b966c123574 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384471 May 31 14:23:47.345281 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc7805-6fad-4e9b-a47f-ab304ba14b25 req-97cdb472-ac91-4835-9cce-c54231d65924 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:23:47.346986 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-decc7805-6fad-4e9b-a47f-ab304ba14b25 req-97cdb472-ac91-4835-9cce-c54231d65924 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=91913728-3ccb-418a-9e17-11e4e5fd53dc HTTP/1.1" status: 200 len: 946 time: 0.0916269 May 31 14:23:47.418351 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-decc7805-6fad-4e9b-a47f-ab304ba14b25 req-36873a81-c25c-433b-9a9a-053ae666e075 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616229 May 31 14:23:48.601198 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c8aab-b8a5-4f3c-bd61-86ec57dad1b1 req-f1eb1ef1-259e-49c1-9a04-23035ae6179a tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:23:48.602699 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ae3c8aab-b8a5-4f3c-bd61-86ec57dad1b1 req-f1eb1ef1-259e-49c1-9a04-23035ae6179a tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=91913728-3ccb-418a-9e17-11e4e5fd53dc HTTP/1.1" status: 200 len: 946 time: 0.0822170 May 31 14:23:48.647105 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ae3c8aab-b8a5-4f3c-bd61-86ec57dad1b1 req-d939ab15-6c4b-4a59-adb9-c62a03d9e377 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383756 May 31 14:23:49.836239 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0871e558-039b-4b59-8e8d-a272d85dc5a2 req-85aeae93-0891-4050-8211-30f30dfa33a5 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:23:49.837697 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0871e558-039b-4b59-8e8d-a272d85dc5a2 req-85aeae93-0891-4050-8211-30f30dfa33a5 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=91913728-3ccb-418a-9e17-11e4e5fd53dc HTTP/1.1" status: 200 len: 946 time: 0.0799048 May 31 14:23:49.885305 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0871e558-039b-4b59-8e8d-a272d85dc5a2 req-7749ac04-f629-493f-ad50-b231d5b3ffa7 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418541 May 31 14:23:51.074933 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d45b11-0e06-4724-90ca-c90ddbde707e req-4d62fa34-d2fd-44ab-a1f4-cdc4029be761 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:23:51.076380 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c1d45b11-0e06-4724-90ca-c90ddbde707e req-4d62fa34-d2fd-44ab-a1f4-cdc4029be761 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=91913728-3ccb-418a-9e17-11e4e5fd53dc HTTP/1.1" status: 200 len: 946 time: 0.0817802 May 31 14:23:51.118726 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c1d45b11-0e06-4724-90ca-c90ddbde707e req-64be5d99-11c0-4811-ae13-553abddf72d9 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367219 May 31 14:23:52.306316 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b39ec2-574e-4471-a0d7-c39ccdf6222a req-5328d010-1dce-425d-947f-17af3d61bade tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:23:52.308319 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b2b39ec2-574e-4471-a0d7-c39ccdf6222a req-5328d010-1dce-425d-947f-17af3d61bade tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=91913728-3ccb-418a-9e17-11e4e5fd53dc HTTP/1.1" status: 200 len: 946 time: 0.0827663 May 31 14:23:52.357209 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b2b39ec2-574e-4471-a0d7-c39ccdf6222a req-a988e330-31b4-4c91-8f8a-d1f0e3438ece tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424364 May 31 14:23:53.542578 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b3fd33-c80b-436a-83ba-716c9660af8b req-7dbf51f9-ccd5-4869-97ed-95e93f712dde tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:23:53.543641 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f5b3fd33-c80b-436a-83ba-716c9660af8b req-7dbf51f9-ccd5-4869-97ed-95e93f712dde tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=91913728-3ccb-418a-9e17-11e4e5fd53dc HTTP/1.1" status: 200 len: 946 time: 0.0794656 May 31 14:23:53.586707 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f5b3fd33-c80b-436a-83ba-716c9660af8b req-e9dfd388-4158-4ab9-9448-41c871d99618 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374207 May 31 14:23:54.647568 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:23:54.790953 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71562ce9-6099-41b4-b738-19fb8b5b0d3d req-97bc2031-ffae-497e-838f-806095233d5e tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:23:54.793274 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-71562ce9-6099-41b4-b738-19fb8b5b0d3d req-97bc2031-ffae-497e-838f-806095233d5e tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=91913728-3ccb-418a-9e17-11e4e5fd53dc HTTP/1.1" status: 200 len: 946 time: 0.0938811 May 31 14:23:54.846399 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-71562ce9-6099-41b4-b738-19fb8b5b0d3d req-b9f7208b-175d-432f-ae89-98a5454e3269 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455856 May 31 14:23:56.031107 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d717fa1b-cf9f-483d-bd66-5d2b3d0afc23 req-18db051d-a033-4a79-b5d7-0e578067138a tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:23:56.032583 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d717fa1b-cf9f-483d-bd66-5d2b3d0afc23 req-18db051d-a033-4a79-b5d7-0e578067138a tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=91913728-3ccb-418a-9e17-11e4e5fd53dc HTTP/1.1" status: 200 len: 946 time: 0.0799108 May 31 14:23:56.085270 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d717fa1b-cf9f-483d-bd66-5d2b3d0afc23 req-b5c9ef55-ebd7-46c6-83d9-c6b34c95c385 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469873 May 31 14:23:57.271876 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3f988f-4ea3-4fec-a992-7cd3d7696c39 req-f29c266c-ff35-498f-b53d-ba2a08456a55 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:23:57.273336 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6b3f988f-4ea3-4fec-a992-7cd3d7696c39 req-f29c266c-ff35-498f-b53d-ba2a08456a55 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=91913728-3ccb-418a-9e17-11e4e5fd53dc HTTP/1.1" status: 200 len: 946 time: 0.0807400 May 31 14:23:57.317062 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6b3f988f-4ea3-4fec-a992-7cd3d7696c39 req-d6547a1d-666f-47fc-b10f-c9730957db25 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372920 May 31 14:23:58.514986 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c596d9-334a-486f-9a2d-74c2bbae0a51 req-e6291d1a-c18b-4ac8-b1e7-2e6d66a87a74 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:23:58.516416 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-92c596d9-334a-486f-9a2d-74c2bbae0a51 req-e6291d1a-c18b-4ac8-b1e7-2e6d66a87a74 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=91913728-3ccb-418a-9e17-11e4e5fd53dc HTTP/1.1" status: 200 len: 946 time: 0.0838063 May 31 14:23:58.559736 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-92c596d9-334a-486f-9a2d-74c2bbae0a51 req-95a04491-a84a-44f4-93f6-f2d819ec7e7e tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374768 May 31 14:23:59.752150 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e699a74a-87cf-433e-8a63-48eae87ec92a req-bfae1602-db8e-4475-ab1d-3bbdcf276fc2 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:23:59.753607 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e699a74a-87cf-433e-8a63-48eae87ec92a req-bfae1602-db8e-4475-ab1d-3bbdcf276fc2 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=91913728-3ccb-418a-9e17-11e4e5fd53dc HTTP/1.1" status: 200 len: 946 time: 0.0801978 May 31 14:23:59.798346 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e699a74a-87cf-433e-8a63-48eae87ec92a req-3f3ae30e-ceaa-4f8e-8d24-75f5799eaf28 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390439 May 31 14:24:00.988924 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca51ad-d170-4d11-b59e-14fe2199f99f req-f5cc8c25-e00f-4f17-987d-5e01db0c1bbe tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:24:00.990410 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-04ca51ad-d170-4d11-b59e-14fe2199f99f req-f5cc8c25-e00f-4f17-987d-5e01db0c1bbe tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=91913728-3ccb-418a-9e17-11e4e5fd53dc HTTP/1.1" status: 200 len: 946 time: 0.0835845 May 31 14:24:01.035097 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-04ca51ad-d170-4d11-b59e-14fe2199f99f req-e84a22a9-c023-40ac-89cf-4455e3126e86 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386190 May 31 14:24:02.177304 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8ed28-d7f5-4bea-9edd-b8716aad34ab req-28ae2e26-62be-4f20-9727-b49a4b549ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:24:02.178810 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2ae8ed28-d7f5-4bea-9edd-b8716aad34ab req-28ae2e26-62be-4f20-9727-b49a4b549ab4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12b1745bb03d4d16bf8e5deb94965de4&device_id=91913728-3ccb-418a-9e17-11e4e5fd53dc HTTP/1.1" status: 200 len: 1097 time: 0.0713210 May 31 14:24:02.222403 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a91b276-9ecd-4fdd-bba3-518b423c1427 req-8946ce7f-fbcf-4c9e-a465-f7b13265bf4e tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:24:02.224187 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6a91b276-9ecd-4fdd-bba3-518b423c1427 req-8946ce7f-fbcf-4c9e-a465-f7b13265bf4e tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=91913728-3ccb-418a-9e17-11e4e5fd53dc HTTP/1.1" status: 200 len: 946 time: 0.0817955 May 31 14:24:02.268487 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6a91b276-9ecd-4fdd-bba3-518b423c1427 req-008f0b4f-2247-4ae5-ad87-fa438dc26709 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377288 May 31 14:24:02.324834 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8ed28-d7f5-4bea-9edd-b8716aad34ab req-b895bca8-f458-49a0-afa2-2a694ec2c8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:24:02.326222 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2ae8ed28-d7f5-4bea-9edd-b8716aad34ab req-b895bca8-f458-49a0-afa2-2a694ec2c8ab service neutron] 10.222.0.20 "GET /v2.0/networks?id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d HTTP/1.1" status: 200 len: 912 time: 0.1296747 May 31 14:24:02.543870 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2ae8ed28-d7f5-4bea-9edd-b8716aad34ab req-d5f66961-f952-4b61-aeb6-8d42754133c2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=856e61e4-5dbe-45c9-87b8-7c18af44ad86 HTTP/1.1" status: 200 len: 1002 time: 0.2117963 May 31 14:24:02.608660 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8ed28-d7f5-4bea-9edd-b8716aad34ab req-e3cefdc3-5aca-471f-a717-49353091066b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:24:02.609982 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2ae8ed28-d7f5-4bea-9edd-b8716aad34ab req-e3cefdc3-5aca-471f-a717-49353091066b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ca667eab-0c9a-4011-a6f3-b538ca3ff48e HTTP/1.1" status: 200 len: 850 time: 0.0602286 May 31 14:24:02.684727 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8ed28-d7f5-4bea-9edd-b8716aad34ab req-f6301b98-3b5d-4ee3-b5f5-1c75f46ab930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:24:02.686186 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2ae8ed28-d7f5-4bea-9edd-b8716aad34ab req-f6301b98-3b5d-4ee3-b5f5-1c75f46ab930 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704019 May 31 14:24:02.815937 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2ae8ed28-d7f5-4bea-9edd-b8716aad34ab req-a322d74a-736f-496c-a682-0dc7d802c5ce service neutron] 10.222.0.20 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240380 May 31 14:24:02.952311 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2ae8ed28-d7f5-4bea-9edd-b8716aad34ab req-7af32f02-bd62-41eb-b9f5-e8c17ccf19ba service neutron] 10.222.0.20 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301875 May 31 14:24:03.465649 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dd1a0d-ef67-4df5-bafb-9c270b5ff616 req-1104fd0b-2df0-498c-a857-8ce9a9781224 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:24:03.467135 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-20dd1a0d-ef67-4df5-bafb-9c270b5ff616 req-1104fd0b-2df0-498c-a857-8ce9a9781224 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=91913728-3ccb-418a-9e17-11e4e5fd53dc HTTP/1.1" status: 200 len: 946 time: 0.0851786 May 31 14:24:03.513651 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-20dd1a0d-ef67-4df5-bafb-9c270b5ff616 req-e2bfbb9f-4ff8-459f-b496-c201f0552363 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408115 May 31 14:24:04.703077 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f8b745-42a4-4a45-89d6-0fdc4a6d1272 req-a9304ea1-d185-4aa9-ada4-45de23ee029c tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:24:04.704515 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-79f8b745-42a4-4a45-89d6-0fdc4a6d1272 req-a9304ea1-d185-4aa9-ada4-45de23ee029c tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=91913728-3ccb-418a-9e17-11e4e5fd53dc HTTP/1.1" status: 200 len: 946 time: 0.0804250 May 31 14:24:04.752383 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-79f8b745-42a4-4a45-89d6-0fdc4a6d1272 req-2c1b69c6-f7f2-4e46-a726-ba42455d855d tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419276 May 31 14:24:05.946756 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cb066c-8952-4826-b41b-4dca5683465d req-90f9c252-c117-405d-bd10-f975f261d62c tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:24:05.949047 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-60cb066c-8952-4826-b41b-4dca5683465d req-90f9c252-c117-405d-bd10-f975f261d62c tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=91913728-3ccb-418a-9e17-11e4e5fd53dc HTTP/1.1" status: 200 len: 946 time: 0.0856454 May 31 14:24:05.993717 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-60cb066c-8952-4826-b41b-4dca5683465d req-56489731-d873-43aa-b700-9062b57bad81 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391545 May 31 14:24:07.183361 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8912590d-1bb5-47e1-a9d0-b0c44e4c8f02 req-a3957e97-ddc7-4c16-91b6-f441951b6cb7 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:24:07.184820 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8912590d-1bb5-47e1-a9d0-b0c44e4c8f02 req-a3957e97-ddc7-4c16-91b6-f441951b6cb7 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=91913728-3ccb-418a-9e17-11e4e5fd53dc HTTP/1.1" status: 200 len: 946 time: 0.0845420 May 31 14:24:07.232581 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8912590d-1bb5-47e1-a9d0-b0c44e4c8f02 req-3390b359-ab2f-420b-b27b-7e75b1947d3c tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405283 May 31 14:24:07.858096 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:24:08.420125 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cd7a31-a226-4038-bf2d-075607b15397 req-d3c50813-b970-41c9-ae5b-4a1829ec8950 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:24:08.421614 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-50cd7a31-a226-4038-bf2d-075607b15397 req-d3c50813-b970-41c9-ae5b-4a1829ec8950 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=91913728-3ccb-418a-9e17-11e4e5fd53dc HTTP/1.1" status: 200 len: 946 time: 0.0836713 May 31 14:24:08.467597 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-50cd7a31-a226-4038-bf2d-075607b15397 req-4da7af7b-64da-4364-92b8-44093fbddd79 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402341 May 31 14:24:09.343509 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:24:09.658112 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0df4e1-311e-43d5-9102-c2c97f8ecb47 req-347151ac-1290-4cba-b77e-7f0233e5032d tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:24:09.659579 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ef0df4e1-311e-43d5-9102-c2c97f8ecb47 req-347151ac-1290-4cba-b77e-7f0233e5032d tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=91913728-3ccb-418a-9e17-11e4e5fd53dc HTTP/1.1" status: 200 len: 946 time: 0.0836527 May 31 14:24:09.704229 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ef0df4e1-311e-43d5-9102-c2c97f8ecb47 req-e1f91dbf-2d3a-4004-866c-c46a8f980f02 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390093 May 31 14:24:10.668755 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7895d1d2-4a62-4f1f-9cc5-82c40161ff28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:24:10.889093 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a442a2b-dd81-4fe7-9d5a-dc9333543d0a req-a97cae54-b9ee-4325-a37f-ee6a8d4322d8 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:24:10.890576 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6a442a2b-dd81-4fe7-9d5a-dc9333543d0a req-a97cae54-b9ee-4325-a37f-ee6a8d4322d8 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=91913728-3ccb-418a-9e17-11e4e5fd53dc HTTP/1.1" status: 200 len: 946 time: 0.0798728 May 31 14:24:10.939429 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6a442a2b-dd81-4fe7-9d5a-dc9333543d0a req-908f9038-b032-4385-a4a4-3f50f0d08cba tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430636 May 31 14:24:11.048915 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [req-64acb9d2-8af8-4f86-8596-556b932fde1c req-769b4a59-0f06-4b9c-afc3-7dc933af562e service neutron] show failed (client error): The resource could not be found. May 31 14:24:11.049886 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-64acb9d2-8af8-4f86-8596-556b932fde1c req-769b4a59-0f06-4b9c-afc3-7dc933af562e service neutron] 10.222.0.20 "GET /v2.0/ports/856e61e4-5dbe-45c9-87b8-7c18af44ad86/bindings/n-h2-843939-1 HTTP/1.1" status: 404 len: 380 time: 0.0784516 May 31 14:24:11.314905 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64acb9d2-8af8-4f86-8596-556b932fde1c req-69adc90e-d49d-40d2-adfa-c3b876da0dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:24:11.316276 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-64acb9d2-8af8-4f86-8596-556b932fde1c req-69adc90e-d49d-40d2-adfa-c3b876da0dab service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=91913728-3ccb-418a-9e17-11e4e5fd53dc&tenant_id=12b1745bb03d4d16bf8e5deb94965de4 HTTP/1.1" status: 200 len: 1097 time: 0.0725152 May 31 14:24:11.326895 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-64acb9d2-8af8-4f86-8596-556b932fde1c req-de2ee6e8-7b52-40c0-a898-64e96e53b487 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843939-1', 'device_owner': 'compute:nova'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:24:11.441066 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-64acb9d2-8af8-4f86-8596-556b932fde1c req-de2ee6e8-7b52-40c0-a898-64e96e53b487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:24:11.727117 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-64acb9d2-8af8-4f86-8596-556b932fde1c req-de2ee6e8-7b52-40c0-a898-64e96e53b487 service neutron] For port 856e61e4-5dbe-45c9-87b8-7c18af44ad86, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=856e61e4-5dbe-45c9-87b8-7c18af44ad86,segment=NetworkSegment(2b23b0c3-e67b-4d93-ad78-945ae1687af6),segment_id=2b23b0c3-e67b-4d93-ad78-945ae1687af6)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:24:11.755232 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-64acb9d2-8af8-4f86-8596-556b932fde1c req-de2ee6e8-7b52-40c0-a898-64e96e53b487 service neutron] For port 856e61e4-5dbe-45c9-87b8-7c18af44ad86, host n-h1-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:24:11.812817 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91913728-3ccb-418a-9e17-11e4e5fd53dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '856e61e4-5dbe-45c9-87b8-7c18af44ad86'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:24:11.818170 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-64acb9d2-8af8-4f86-8596-556b932fde1c req-de2ee6e8-7b52-40c0-a898-64e96e53b487 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:24:11.834799 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-64acb9d2-8af8-4f86-8596-556b932fde1c req-de2ee6e8-7b52-40c0-a898-64e96e53b487 service neutron] Transition to ACTIVE for port object 856e61e4-5dbe-45c9-87b8-7c18af44ad86 will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:24:11.839366 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-64acb9d2-8af8-4f86-8596-556b932fde1c req-de2ee6e8-7b52-40c0-a898-64e96e53b487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:24:11.881088 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab5ea90e-4deb-49ab-ac2b-dfcad259d5ab'] response: {'server_uuid': '91913728-3ccb-418a-9e17-11e4e5fd53dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '856e61e4-5dbe-45c9-87b8-7c18af44ad86', 'code': 200} May 31 14:24:12.002109 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2ee6e8-7b52-40c0-a898-64e96e53b487 service neutron] Pushing event updated for resources: {'Port': ['ID=856e61e4-5dbe-45c9-87b8-7c18af44ad86,revision_number=6']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:24:12.015744 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2ee6e8-7b52-40c0-a898-64e96e53b487 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:24:12.016082 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2ee6e8-7b52-40c0-a898-64e96e53b487 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:24:12.016420 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2ee6e8-7b52-40c0-a898-64e96e53b487 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:24:12.016759 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2ee6e8-7b52-40c0-a898-64e96e53b487 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:24:12.017090 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2ee6e8-7b52-40c0-a898-64e96e53b487 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:24:12.017421 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2ee6e8-7b52-40c0-a898-64e96e53b487 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:24:12.017747 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2ee6e8-7b52-40c0-a898-64e96e53b487 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:24:12.018102 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2ee6e8-7b52-40c0-a898-64e96e53b487 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:24:12.018430 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2ee6e8-7b52-40c0-a898-64e96e53b487 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:24:12.018746 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2ee6e8-7b52-40c0-a898-64e96e53b487 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:24:12.019063 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2ee6e8-7b52-40c0-a898-64e96e53b487 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:24:12.019380 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2ee6e8-7b52-40c0-a898-64e96e53b487 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:24:12.063294 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-64acb9d2-8af8-4f86-8596-556b932fde1c req-de2ee6e8-7b52-40c0-a898-64e96e53b487 service neutron] No DVR routers for this DVR port 856e61e4-5dbe-45c9-87b8-7c18af44ad86 on host n-h1-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:24:12.147066 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c5515-a558-4458-b67b-d9e1e60f30d7 req-f9c826e9-bcf4-4a88-a6c5-f6e399818d92 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:24:12.148520 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-035c5515-a558-4458-b67b-d9e1e60f30d7 req-f9c826e9-bcf4-4a88-a6c5-f6e399818d92 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=91913728-3ccb-418a-9e17-11e4e5fd53dc HTTP/1.1" status: 200 len: 944 time: 0.0864699 May 31 14:24:12.194908 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-035c5515-a558-4458-b67b-d9e1e60f30d7 req-dca7b809-9eb4-4545-926c-eb47078abbb0 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405614 May 31 14:24:12.428403 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-64acb9d2-8af8-4f86-8596-556b932fde1c req-de2ee6e8-7b52-40c0-a898-64e96e53b487 service neutron] Attempting to bind port 856e61e4-5dbe-45c9-87b8-7c18af44ad86 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:24:12.428731 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-64acb9d2-8af8-4f86-8596-556b932fde1c req-de2ee6e8-7b52-40c0-a898-64e96e53b487 service neutron] Attempting to bind port 856e61e4-5dbe-45c9-87b8-7c18af44ad86 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': '2b23b0c3-e67b-4d93-ad78-945ae1687af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:24:12.429053 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64acb9d2-8af8-4f86-8596-556b932fde1c req-de2ee6e8-7b52-40c0-a898-64e96e53b487 service neutron] Attempting to bind port 856e61e4-5dbe-45c9-87b8-7c18af44ad86 on network c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:24:12.434218 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64acb9d2-8af8-4f86-8596-556b932fde1c req-de2ee6e8-7b52-40c0-a898-64e96e53b487 service neutron] Port 856e61e4-5dbe-45c9-87b8-7c18af44ad86 on network c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 14:24:12.434531 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64acb9d2-8af8-4f86-8596-556b932fde1c req-de2ee6e8-7b52-40c0-a898-64e96e53b487 service neutron] Attempting to bind port 856e61e4-5dbe-45c9-87b8-7c18af44ad86 on network c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:24:12.439825 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64acb9d2-8af8-4f86-8596-556b932fde1c req-de2ee6e8-7b52-40c0-a898-64e96e53b487 service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:24:12.440156 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64acb9d2-8af8-4f86-8596-556b932fde1c req-de2ee6e8-7b52-40c0-a898-64e96e53b487 service neutron] Checking segment: {'id': '2b23b0c3-e67b-4d93-ad78-945ae1687af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:24:12.440531 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64acb9d2-8af8-4f86-8596-556b932fde1c req-de2ee6e8-7b52-40c0-a898-64e96e53b487 service neutron] Bound using segment: {'id': '2b23b0c3-e67b-4d93-ad78-945ae1687af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:24:12.440945 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-64acb9d2-8af8-4f86-8596-556b932fde1c req-de2ee6e8-7b52-40c0-a898-64e96e53b487 service neutron] Bound port: 856e61e4-5dbe-45c9-87b8-7c18af44ad86, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b23b0c3-e67b-4d93-ad78-945ae1687af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:24:12.441289 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-64acb9d2-8af8-4f86-8596-556b932fde1c req-de2ee6e8-7b52-40c0-a898-64e96e53b487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:24:12.530288 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-64acb9d2-8af8-4f86-8596-556b932fde1c req-de2ee6e8-7b52-40c0-a898-64e96e53b487 service neutron] For port 856e61e4-5dbe-45c9-87b8-7c18af44ad86, host n-h2-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:24:12.533117 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-64acb9d2-8af8-4f86-8596-556b932fde1c req-de2ee6e8-7b52-40c0-a898-64e96e53b487 service neutron] For port 856e61e4-5dbe-45c9-87b8-7c18af44ad86, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=856e61e4-5dbe-45c9-87b8-7c18af44ad86,segment=NetworkSegment(2b23b0c3-e67b-4d93-ad78-945ae1687af6),segment_id=2b23b0c3-e67b-4d93-ad78-945ae1687af6)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:24:12.538332 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-64acb9d2-8af8-4f86-8596-556b932fde1c req-de2ee6e8-7b52-40c0-a898-64e96e53b487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:24:12.603413 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64acb9d2-8af8-4f86-8596-556b932fde1c req-de2ee6e8-7b52-40c0-a898-64e96e53b487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:24:12.605181 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-64acb9d2-8af8-4f86-8596-556b932fde1c req-de2ee6e8-7b52-40c0-a898-64e96e53b487 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:24:12.606991 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-64acb9d2-8af8-4f86-8596-556b932fde1c req-de2ee6e8-7b52-40c0-a898-64e96e53b487 service neutron] 10.222.0.44 "PUT /v2.0/ports/856e61e4-5dbe-45c9-87b8-7c18af44ad86 HTTP/1.1" status: 200 len: 1092 time: 1.2844865 May 31 14:24:12.639094 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2ee6e8-7b52-40c0-a898-64e96e53b487 service neutron] Pushing event updated for resources: {'Port': ['ID=856e61e4-5dbe-45c9-87b8-7c18af44ad86,revision_number=7']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:24:12.717340 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64acb9d2-8af8-4f86-8596-556b932fde1c req-817b31aa-d8bb-46f7-a409-a710aa71d3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:24:12.718846 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-64acb9d2-8af8-4f86-8596-556b932fde1c req-817b31aa-d8bb-46f7-a409-a710aa71d3fa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=12b1745bb03d4d16bf8e5deb94965de4&device_id=91913728-3ccb-418a-9e17-11e4e5fd53dc HTTP/1.1" status: 200 len: 1095 time: 0.0832403 May 31 14:24:12.848420 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5b26a26c-e269-4f2c-b59d-748ba6909053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:24:12.856255 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64acb9d2-8af8-4f86-8596-556b932fde1c req-cc2ca06c-3371-4e6e-87a1-a014af1f4ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:24:12.857724 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-64acb9d2-8af8-4f86-8596-556b932fde1c req-cc2ca06c-3371-4e6e-87a1-a014af1f4ac6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d HTTP/1.1" status: 200 len: 912 time: 0.1332188 May 31 14:24:12.972153 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-64acb9d2-8af8-4f86-8596-556b932fde1c req-3d25ded4-007d-4c1c-8198-bdfe86ebee66 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=856e61e4-5dbe-45c9-87b8-7c18af44ad86 HTTP/1.1" status: 200 len: 1000 time: 0.1088762 May 31 14:24:13.042582 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64acb9d2-8af8-4f86-8596-556b932fde1c req-9ff64512-f905-4bcf-9a9c-4b52f824fc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:24:13.044055 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-64acb9d2-8af8-4f86-8596-556b932fde1c req-9ff64512-f905-4bcf-9a9c-4b52f824fc61 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ca667eab-0c9a-4011-a6f3-b538ca3ff48e HTTP/1.1" status: 200 len: 850 time: 0.0660779 May 31 14:24:13.119749 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64acb9d2-8af8-4f86-8596-556b932fde1c req-f9b60c08-331f-48f6-a4b0-0d3b2ac060c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:24:13.121443 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-64acb9d2-8af8-4f86-8596-556b932fde1c req-f9b60c08-331f-48f6-a4b0-0d3b2ac060c7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716596 May 31 14:24:13.273828 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-64acb9d2-8af8-4f86-8596-556b932fde1c req-2e8faa93-41ea-44a5-b058-99a83dafefa1 service neutron] 10.222.0.44 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462045 May 31 14:24:13.397471 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c3f3c1-7ace-4403-8263-a6ac876a1fbd req-e77260e9-d58f-43af-a610-ef488cccc128 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:24:13.398979 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-88c3f3c1-7ace-4403-8263-a6ac876a1fbd req-e77260e9-d58f-43af-a610-ef488cccc128 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=91913728-3ccb-418a-9e17-11e4e5fd53dc HTTP/1.1" status: 200 len: 944 time: 0.0910692 May 31 14:24:13.424166 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-64acb9d2-8af8-4f86-8596-556b932fde1c req-f5492566-1881-44b3-bedd-8cd443674117 service neutron] 10.222.0.44 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429453 May 31 14:24:13.580535 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-88c3f3c1-7ace-4403-8263-a6ac876a1fbd req-9f3bfdf9-57aa-40bc-b471-87ad638074d5 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1747086 May 31 14:24:13.882556 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91913728-3ccb-418a-9e17-11e4e5fd53dc', 'tag': '856e61e4-5dbe-45c9-87b8-7c18af44ad86'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:24:13.939540 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:24:13.948651 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8fdda80-485f-48d3-abcd-5ff93a4ec4f9'] response: {'name': 'network-changed', 'server_uuid': '91913728-3ccb-418a-9e17-11e4e5fd53dc', 'tag': '856e61e4-5dbe-45c9-87b8-7c18af44ad86', 'status': 'completed', 'code': 200} May 31 14:24:14.062700 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:24:14.098704 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16250d0c-2046-46d3-b295-698f4cbce289 req-92bbe508-fb49-40a1-80f2-149df9e320da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:24:14.100193 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-16250d0c-2046-46d3-b295-698f4cbce289 req-92bbe508-fb49-40a1-80f2-149df9e320da service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12b1745bb03d4d16bf8e5deb94965de4&device_id=91913728-3ccb-418a-9e17-11e4e5fd53dc HTTP/1.1" status: 200 len: 1095 time: 0.1345658 May 31 14:24:14.128788 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16250d0c-2046-46d3-b295-698f4cbce289 req-50760b88-04ec-41f3-9c22-16d0cb457830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:24:14.130378 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-16250d0c-2046-46d3-b295-698f4cbce289 req-50760b88-04ec-41f3-9c22-16d0cb457830 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=12b1745bb03d4d16bf8e5deb94965de4&device_id=91913728-3ccb-418a-9e17-11e4e5fd53dc HTTP/1.1" status: 200 len: 1095 time: 0.1320708 May 31 14:24:14.341812 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16250d0c-2046-46d3-b295-698f4cbce289 req-e4c981fe-a3fe-4851-baf5-723d4c7c8f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:24:14.343301 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-16250d0c-2046-46d3-b295-698f4cbce289 req-e4c981fe-a3fe-4851-baf5-723d4c7c8f5a service neutron] 10.222.0.20 "GET /v2.0/networks?id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d HTTP/1.1" status: 200 len: 912 time: 0.2366841 May 31 14:24:14.429043 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16250d0c-2046-46d3-b295-698f4cbce289 req-ee30f63a-4f8e-42a3-b12b-1809f1f86515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:24:14.430519 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-16250d0c-2046-46d3-b295-698f4cbce289 req-ee30f63a-4f8e-42a3-b12b-1809f1f86515 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d HTTP/1.1" status: 200 len: 912 time: 0.2498152 May 31 14:24:14.657259 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-16250d0c-2046-46d3-b295-698f4cbce289 req-e9f04bf6-a12f-4a13-8d0e-4d38564834aa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=856e61e4-5dbe-45c9-87b8-7c18af44ad86 HTTP/1.1" status: 200 len: 1000 time: 0.3050163 May 31 14:24:14.706449 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-16250d0c-2046-46d3-b295-698f4cbce289 req-bf0d6372-f366-4537-8e87-30d6c40d3157 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=856e61e4-5dbe-45c9-87b8-7c18af44ad86 HTTP/1.1" status: 200 len: 1000 time: 0.2637331 May 31 14:24:14.768098 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ee727-f658-42bd-b216-c4baf26fb74b req-83383db3-6a3e-4b0c-aa88-a187ce5c9a6a tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:24:14.769574 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0b3ee727-f658-42bd-b216-c4baf26fb74b req-83383db3-6a3e-4b0c-aa88-a187ce5c9a6a tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=91913728-3ccb-418a-9e17-11e4e5fd53dc HTTP/1.1" status: 200 len: 944 time: 0.0816362 May 31 14:24:14.778723 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16250d0c-2046-46d3-b295-698f4cbce289 req-05b83f9f-a090-418e-9df8-fc2e3f32ed36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:24:14.780179 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-16250d0c-2046-46d3-b295-698f4cbce289 req-05b83f9f-a090-418e-9df8-fc2e3f32ed36 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ca667eab-0c9a-4011-a6f3-b538ca3ff48e HTTP/1.1" status: 200 len: 850 time: 0.1154628 May 31 14:24:14.818168 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16250d0c-2046-46d3-b295-698f4cbce289 req-b32e5f6d-6929-4792-80e6-1967c15df9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:24:14.819611 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-16250d0c-2046-46d3-b295-698f4cbce289 req-b32e5f6d-6929-4792-80e6-1967c15df9b5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ca667eab-0c9a-4011-a6f3-b538ca3ff48e HTTP/1.1" status: 200 len: 850 time: 0.1072242 May 31 14:24:14.821841 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0b3ee727-f658-42bd-b216-c4baf26fb74b req-90702ecb-a1f2-485e-bb86-f63edfcb6d5d tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464215 May 31 14:24:14.923577 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16250d0c-2046-46d3-b295-698f4cbce289 req-055bbd1b-468c-4bd2-83bc-f2bd64746492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:24:14.925146 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-16250d0c-2046-46d3-b295-698f4cbce289 req-055bbd1b-468c-4bd2-83bc-f2bd64746492 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1383266 May 31 14:24:14.929874 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16250d0c-2046-46d3-b295-698f4cbce289 req-6b8c7d38-06cd-4aa7-a288-17174f7f7874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:24:14.931329 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-16250d0c-2046-46d3-b295-698f4cbce289 req-6b8c7d38-06cd-4aa7-a288-17174f7f7874 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1047487 May 31 14:24:15.184659 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-16250d0c-2046-46d3-b295-698f4cbce289 req-531750a1-b5dd-49ac-9c26-d09f18e7224e service neutron] 10.222.0.20 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522924 May 31 14:24:15.186542 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-16250d0c-2046-46d3-b295-698f4cbce289 req-22b0383d-d641-42ee-bf40-560ef64d6b38 service neutron] 10.222.0.44 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318771 May 31 14:24:15.435001 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-16250d0c-2046-46d3-b295-698f4cbce289 req-cdb83af2-ba2a-407a-92df-0b04eacd76ad service neutron] 10.222.0.20 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445142 May 31 14:24:15.438186 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-16250d0c-2046-46d3-b295-698f4cbce289 req-f7869715-d3da-449c-aff0-7686a58901ce service neutron] 10.222.0.44 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297194 May 31 14:24:15.798522 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:24:15.860310 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 856e61e4-5dbe-45c9-87b8-7c18af44ad86 no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:24:15.917852 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 856e61e4-5dbe-45c9-87b8-7c18af44ad86 not bound to the agent host n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:24:16.017843 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34984231-11b2-4cf1-a4fb-1f0e8f517db9 req-e6207cb4-747e-43aa-8047-fe8fa370d727 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:24:16.019322 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-34984231-11b2-4cf1-a4fb-1f0e8f517db9 req-e6207cb4-747e-43aa-8047-fe8fa370d727 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=91913728-3ccb-418a-9e17-11e4e5fd53dc HTTP/1.1" status: 200 len: 944 time: 0.0828629 May 31 14:24:16.065223 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-34984231-11b2-4cf1-a4fb-1f0e8f517db9 req-82b93b41-4b63-4a4d-a9da-862bbeca0f7f tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400939 May 31 14:24:16.382845 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a91b09-63ed-430c-83e4-6ac947d159ac req-fb85aa05-3e42-45c7-8abf-4af14431c2b3 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:24:16.384350 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-96a91b09-63ed-430c-83e4-6ac947d159ac req-fb85aa05-3e42-45c7-8abf-4af14431c2b3 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=91913728-3ccb-418a-9e17-11e4e5fd53dc HTTP/1.1" status: 200 len: 944 time: 0.0918920 May 31 14:24:16.386857 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f147fd0-17e6-411d-a198-dae44567f278 req-770116f9-0d3f-435e-9486-78f1d6549f7f tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:24:16.387557 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-1f147fd0-17e6-411d-a198-dae44567f278 req-770116f9-0d3f-435e-9486-78f1d6549f7f tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Synchronizing usage tracker for tenant:12b1745bb03d4d16bf8e5deb94965de4 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:24:16.403132 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-1f147fd0-17e6-411d-a198-dae44567f278 req-770116f9-0d3f-435e-9486-78f1d6549f7f tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Unset dirty status for tenant:12b1745bb03d4d16bf8e5deb94965de4 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:24:16.404343 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1f147fd0-17e6-411d-a198-dae44567f278 req-770116f9-0d3f-435e-9486-78f1d6549f7f tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.20 "GET /v2.0/ports?device_id=91913728-3ccb-418a-9e17-11e4e5fd53dc&tenant_id=12b1745bb03d4d16bf8e5deb94965de4&binding%3Ahost_id=n-h2-843939-1 HTTP/1.1" status: 200 len: 944 time: 0.1074862 May 31 14:24:16.435548 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-96a91b09-63ed-430c-83e4-6ac947d159ac req-d306ba74-97be-4ad9-b3d9-5d73d990120c tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446615 May 31 14:24:16.485307 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [req-1f147fd0-17e6-411d-a198-dae44567f278 req-ca8e53f0-a00c-4896-89fc-a0e7022872bb service neutron] delete failed (client error): The resource could not be found. May 31 14:24:16.486338 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1f147fd0-17e6-411d-a198-dae44567f278 req-ca8e53f0-a00c-4896-89fc-a0e7022872bb service neutron] 10.222.0.20 "DELETE /v2.0/ports/856e61e4-5dbe-45c9-87b8-7c18af44ad86/bindings/n-h1-843939-1 HTTP/1.1" status: 404 len: 380 time: 0.0768268 May 31 14:24:16.637944 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f147fd0-17e6-411d-a198-dae44567f278 req-7cc86347-abd9-44d4-befd-69d0114a5380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:24:16.639530 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1f147fd0-17e6-411d-a198-dae44567f278 req-7cc86347-abd9-44d4-befd-69d0114a5380 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12b1745bb03d4d16bf8e5deb94965de4&device_id=91913728-3ccb-418a-9e17-11e4e5fd53dc HTTP/1.1" status: 200 len: 1095 time: 0.0776720 May 31 14:24:16.777880 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f147fd0-17e6-411d-a198-dae44567f278 req-068bd9b4-6b91-4892-b7d6-a34a4db905df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:24:16.779349 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1f147fd0-17e6-411d-a198-dae44567f278 req-068bd9b4-6b91-4892-b7d6-a34a4db905df service neutron] 10.222.0.20 "GET /v2.0/networks?id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d HTTP/1.1" status: 200 len: 912 time: 0.1347499 May 31 14:24:16.889254 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1f147fd0-17e6-411d-a198-dae44567f278 req-a373095d-14b1-4567-9178-542348e7d6d6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=856e61e4-5dbe-45c9-87b8-7c18af44ad86 HTTP/1.1" status: 200 len: 1000 time: 0.1042995 May 31 14:24:16.953291 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f147fd0-17e6-411d-a198-dae44567f278 req-a47e53e6-8fb9-4a55-8e83-ed3b6fe1522e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:24:16.954754 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1f147fd0-17e6-411d-a198-dae44567f278 req-a47e53e6-8fb9-4a55-8e83-ed3b6fe1522e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ca667eab-0c9a-4011-a6f3-b538ca3ff48e HTTP/1.1" status: 200 len: 850 time: 0.0604458 May 31 14:24:17.038681 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f147fd0-17e6-411d-a198-dae44567f278 req-75e55168-8809-4394-be0b-563fce3cce33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:24:17.040171 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1f147fd0-17e6-411d-a198-dae44567f278 req-75e55168-8809-4394-be0b-563fce3cce33 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0799322 May 31 14:24:17.178240 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1f147fd0-17e6-411d-a198-dae44567f278 req-6a0d21c2-5b23-44f6-84dd-a75295c727a5 service neutron] 10.222.0.20 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313696 May 31 14:24:17.331338 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 856e61e4-5dbe-45c9-87b8-7c18af44ad86 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 14:24:17.449785 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1f147fd0-17e6-411d-a198-dae44567f278 req-4820a435-ad43-4575-8f29-f9f234ef9e0b service neutron] 10.222.0.20 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646961 May 31 14:24:17.475124 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 856e61e4-5dbe-45c9-87b8-7c18af44ad86, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=856e61e4-5dbe-45c9-87b8-7c18af44ad86,segment=NetworkSegment(2b23b0c3-e67b-4d93-ad78-945ae1687af6),segment_id=2b23b0c3-e67b-4d93-ad78-945ae1687af6)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:24:17.488994 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': '856e61e4-5dbe-45c9-87b8-7c18af44ad86', 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d', 'port_id': '856e61e4-5dbe-45c9-87b8-7c18af44ad86', 'mac_address': 'fa:16:3e:a0:06:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca667eab-0c9a-4011-a6f3-b538ca3ff48e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 14:24:17.549540 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 856e61e4-5dbe-45c9-87b8-7c18af44ad86 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:24:17.549915 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:24:17.567376 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 856e61e4-5dbe-45c9-87b8-7c18af44ad86 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:24:17.583604 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 856e61e4-5dbe-45c9-87b8-7c18af44ad86, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=856e61e4-5dbe-45c9-87b8-7c18af44ad86,segment=NetworkSegment(2b23b0c3-e67b-4d93-ad78-945ae1687af6),segment_id=2b23b0c3-e67b-4d93-ad78-945ae1687af6)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:24:17.587530 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:24:17.632653 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f24d123-dab7-4493-99a8-83f2f992c023 req-2c091281-5ae1-44c5-9115-69586803826d tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:24:17.634173 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8f24d123-dab7-4493-99a8-83f2f992c023 req-2c091281-5ae1-44c5-9115-69586803826d tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=91913728-3ccb-418a-9e17-11e4e5fd53dc HTTP/1.1" status: 200 len: 945 time: 0.0840936 May 31 14:24:17.655044 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=856e61e4-5dbe-45c9-87b8-7c18af44ad86,revision_number=8']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:24:17.679311 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8f24d123-dab7-4493-99a8-83f2f992c023 req-e5810e6d-5706-41e5-876c-749c17699815 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392082 May 31 14:24:17.803061 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['856e61e4-5dbe-45c9-87b8-7c18af44ad86'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:24:18.396416 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-15af37ff-c3f5-4d36-8d9c-8003727cb53a req-92ccfd7d-ee85-4034-94f8-15c6a26f7e8b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=91913728-3ccb-418a-9e17-11e4e5fd53dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0694668 May 31 14:24:18.540539 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af37ff-c3f5-4d36-8d9c-8003727cb53a req-6b0470af-3263-4155-b890-8f622ef0a852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:24:18.542203 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-15af37ff-c3f5-4d36-8d9c-8003727cb53a req-6b0470af-3263-4155-b890-8f622ef0a852 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=12b1745bb03d4d16bf8e5deb94965de4&device_id=91913728-3ccb-418a-9e17-11e4e5fd53dc HTTP/1.1" status: 200 len: 1096 time: 0.0739784 May 31 14:24:18.698873 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af37ff-c3f5-4d36-8d9c-8003727cb53a req-77b25fa0-3c48-4122-90e7-367c65f553c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:24:18.700391 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-15af37ff-c3f5-4d36-8d9c-8003727cb53a req-77b25fa0-3c48-4122-90e7-367c65f553c5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d HTTP/1.1" status: 200 len: 912 time: 0.1396897 May 31 14:24:18.803535 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-15af37ff-c3f5-4d36-8d9c-8003727cb53a req-cc5968ad-6bdb-46a0-854c-fab84b523991 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=856e61e4-5dbe-45c9-87b8-7c18af44ad86 HTTP/1.1" status: 200 len: 1001 time: 0.0969315 May 31 14:24:18.871551 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af37ff-c3f5-4d36-8d9c-8003727cb53a req-611164fc-d057-417e-af69-c9572b96c7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:24:18.873615 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-15af37ff-c3f5-4d36-8d9c-8003727cb53a req-611164fc-d057-417e-af69-c9572b96c7d1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ca667eab-0c9a-4011-a6f3-b538ca3ff48e HTTP/1.1" status: 200 len: 850 time: 0.0637443 May 31 14:24:18.878897 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b356fc6-d89e-4e4d-8bea-0372283ce322 req-1be6a6ec-4ca5-40ed-bdf0-b4330e403fa5 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:24:18.880339 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8b356fc6-d89e-4e4d-8bea-0372283ce322 req-1be6a6ec-4ca5-40ed-bdf0-b4330e403fa5 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=91913728-3ccb-418a-9e17-11e4e5fd53dc HTTP/1.1" status: 200 len: 945 time: 0.0908461 May 31 14:24:18.928037 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8b356fc6-d89e-4e4d-8bea-0372283ce322 req-f5b4c8ad-c6bc-4788-852e-9ed06dad3385 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410235 May 31 14:24:18.959112 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af37ff-c3f5-4d36-8d9c-8003727cb53a req-46b277a8-d614-4918-b547-722f543c0018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:24:18.960450 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-15af37ff-c3f5-4d36-8d9c-8003727cb53a req-46b277a8-d614-4918-b547-722f543c0018 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0817730 May 31 14:24:19.102727 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-15af37ff-c3f5-4d36-8d9c-8003727cb53a req-c8fd0b71-23cb-48a1-99d6-9b50a31c9205 service neutron] 10.222.0.44 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360674 May 31 14:24:19.129292 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3255b9-4783-4a6c-8a2b-f1e958bae34e req-85b3ede0-5dec-43b3-9abb-01ea654592c4 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:24:19.130811 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4d3255b9-4783-4a6c-8a2b-f1e958bae34e req-85b3ede0-5dec-43b3-9abb-01ea654592c4 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=91913728-3ccb-418a-9e17-11e4e5fd53dc HTTP/1.1" status: 200 len: 945 time: 0.0823631 May 31 14:24:19.178192 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4d3255b9-4783-4a6c-8a2b-f1e958bae34e req-03810793-30ab-4495-a717-f9f370bf288c tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407751 May 31 14:24:19.248712 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-15af37ff-c3f5-4d36-8d9c-8003727cb53a req-ed30087b-185b-41d1-a509-797648645ba2 service neutron] 10.222.0.44 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391263 May 31 14:24:19.333728 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 856e61e4-5dbe-45c9-87b8-7c18af44ad86 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:24:19.382014 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f4cff-c636-41a9-84a1-5d93c2031958 req-96e10ff0-c128-4ede-9093-55653581f8df tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:24:19.383711 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-714f4cff-c636-41a9-84a1-5d93c2031958 req-96e10ff0-c128-4ede-9093-55653581f8df tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=91913728-3ccb-418a-9e17-11e4e5fd53dc HTTP/1.1" status: 200 len: 945 time: 0.0930109 May 31 14:24:19.409577 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port 856e61e4-5dbe-45c9-87b8-7c18af44ad86 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:24:19.414573 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port 856e61e4-5dbe-45c9-87b8-7c18af44ad86 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:24:19.414941 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:24:19.437914 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-714f4cff-c636-41a9-84a1-5d93c2031958 req-0ce5c306-ef81-46e7-848b-c584103984e9 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471563 May 31 14:24:19.537918 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 856e61e4-5dbe-45c9-87b8-7c18af44ad86 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:24:19.538316 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:24:19.566168 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91913728-3ccb-418a-9e17-11e4e5fd53dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '856e61e4-5dbe-45c9-87b8-7c18af44ad86'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:24:19.576752 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 856e61e4-5dbe-45c9-87b8-7c18af44ad86, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=856e61e4-5dbe-45c9-87b8-7c18af44ad86,segment=NetworkSegment(2b23b0c3-e67b-4d93-ad78-945ae1687af6),segment_id=2b23b0c3-e67b-4d93-ad78-945ae1687af6)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:24:19.583022 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:24:19.628303 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f6416aa-e4f8-4c7e-be5f-119e5e3e575a'] response: {'server_uuid': '91913728-3ccb-418a-9e17-11e4e5fd53dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '856e61e4-5dbe-45c9-87b8-7c18af44ad86', 'code': 200} May 31 14:24:19.668256 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=856e61e4-5dbe-45c9-87b8-7c18af44ad86,revision_number=9']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:24:19.864372 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc529110-c601-4c4a-80c5-2d19aef12e26 req-a11f9d56-7659-47c4-a864-f198197c07fc tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:24:19.865787 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cc529110-c601-4c4a-80c5-2d19aef12e26 req-a11f9d56-7659-47c4-a864-f198197c07fc tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=91913728-3ccb-418a-9e17-11e4e5fd53dc HTTP/1.1" status: 200 len: 946 time: 0.0836904 May 31 14:24:19.917169 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cc529110-c601-4c4a-80c5-2d19aef12e26 req-b7eb0f67-27be-4878-ad44-8bdbbb5c26c8 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455594 May 31 14:24:21.115654 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe065a7-3dad-43ee-aeff-d1402d282e20 req-518b3da0-7d2a-4686-8d56-b70b76f8e60d tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:24:21.117115 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0fe065a7-3dad-43ee-aeff-d1402d282e20 req-518b3da0-7d2a-4686-8d56-b70b76f8e60d tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=91913728-3ccb-418a-9e17-11e4e5fd53dc HTTP/1.1" status: 200 len: 946 time: 0.0854042 May 31 14:24:21.161767 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0fe065a7-3dad-43ee-aeff-d1402d282e20 req-2a833af5-26c0-424c-9c1b-c18e065e6015 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382667 May 31 14:24:21.174711 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a2732-21c8-495a-93ab-9180610c565b req-38aaf4ae-9368-40bb-8d62-a69f265a72d7 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:24:21.176161 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1e4a2732-21c8-495a-93ab-9180610c565b req-38aaf4ae-9368-40bb-8d62-a69f265a72d7 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.44 "GET /v2.0/ports?device_id=91913728-3ccb-418a-9e17-11e4e5fd53dc HTTP/1.1" status: 200 len: 946 time: 0.0854058 May 31 14:24:21.245534 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-1e4a2732-21c8-495a-93ab-9180610c565b req-a990ee03-b6b0-4a99-a2f2-47d4d9b87ee1 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Deleting port 856e61e4-5dbe-45c9-87b8-7c18af44ad86 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:24:21.245783 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-1e4a2732-21c8-495a-93ab-9180610c565b req-a990ee03-b6b0-4a99-a2f2-47d4d9b87ee1 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:24:21.497830 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-1e4a2732-21c8-495a-93ab-9180610c565b req-a990ee03-b6b0-4a99-a2f2-47d4d9b87ee1 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] For port 856e61e4-5dbe-45c9-87b8-7c18af44ad86, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=856e61e4-5dbe-45c9-87b8-7c18af44ad86,segment=NetworkSegment(2b23b0c3-e67b-4d93-ad78-945ae1687af6),segment_id=2b23b0c3-e67b-4d93-ad78-945ae1687af6)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:24:21.498124 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-1e4a2732-21c8-495a-93ab-9180610c565b req-a990ee03-b6b0-4a99-a2f2-47d4d9b87ee1 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:24:21.894950 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-1e4a2732-21c8-495a-93ab-9180610c565b req-a990ee03-b6b0-4a99-a2f2-47d4d9b87ee1 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:24:21.895223 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-1e4a2732-21c8-495a-93ab-9180610c565b req-a990ee03-b6b0-4a99-a2f2-47d4d9b87ee1 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:24:21.895533 n-d-843939-1 neutron-server[88369]: INFO neutron.db.l3_db [req-1e4a2732-21c8-495a-93ab-9180610c565b req-a990ee03-b6b0-4a99-a2f2-47d4d9b87ee1 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Floating IP 51393fdc-220c-4a13-912f-6f9bef459985 disassociated. External IP: 172.25.6.210, port: 856e61e4-5dbe-45c9-87b8-7c18af44ad86. May 31 14:24:21.895867 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-1e4a2732-21c8-495a-93ab-9180610c565b req-a990ee03-b6b0-4a99-a2f2-47d4d9b87ee1 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Calling delete_port for 856e61e4-5dbe-45c9-87b8-7c18af44ad86 owned by compute:nova {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:24:22.046065 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-1e4a2732-21c8-495a-93ab-9180610c565b req-a990ee03-b6b0-4a99-a2f2-47d4d9b87ee1 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:24:22.099549 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a990ee03-b6b0-4a99-a2f2-47d4d9b87ee1 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Pushing event deleted for resources: {'Port': ['ID=856e61e4-5dbe-45c9-87b8-7c18af44ad86,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:24:22.300522 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e4a2732-21c8-495a-93ab-9180610c565b req-a990ee03-b6b0-4a99-a2f2-47d4d9b87ee1 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Router 4f0f9b7a-f8fa-4715-a035-0b07957a0320 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:24:22.346741 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-eea94480-a7fd-4690-8a15-e99de09d9fd0 req-42afc0f7-244a-4406-9ee4-2ab25413104c tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=91913728-3ccb-418a-9e17-11e4e5fd53dc HTTP/1.1" status: 200 len: 210 time: 0.0465405 May 31 14:24:22.491396 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e4a2732-21c8-495a-93ab-9180610c565b req-a990ee03-b6b0-4a99-a2f2-47d4d9b87ee1 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:24:22.501843 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8db26db-3788-48a2-ac0a-d9b17cfb65dc None None] Sync routers for ids ['4f0f9b7a-f8fa-4715-a035-0b07957a0320'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:24:22.515740 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8db26db-3788-48a2-ac0a-d9b17cfb65dc None None] Routers {'4f0f9b7a-f8fa-4715-a035-0b07957a0320'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:24:22.516741 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-a8db26db-3788-48a2-ac0a-d9b17cfb65dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:24:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['4f0f9b7a-f8fa-4715-a035-0b07957a0320'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:24:22.572119 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e4a2732-21c8-495a-93ab-9180610c565b req-a990ee03-b6b0-4a99-a2f2-47d4d9b87ee1 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] No DVR routers for this DVR port 856e61e4-5dbe-45c9-87b8-7c18af44ad86 on host n-h2-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:24:22.575451 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-1e4a2732-21c8-495a-93ab-9180610c565b req-a990ee03-b6b0-4a99-a2f2-47d4d9b87ee1 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:24:22.578047 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91913728-3ccb-418a-9e17-11e4e5fd53dc', 'name': 'network-vif-deleted', 'tag': '856e61e4-5dbe-45c9-87b8-7c18af44ad86'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:24:22.597096 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1e4a2732-21c8-495a-93ab-9180610c565b req-a990ee03-b6b0-4a99-a2f2-47d4d9b87ee1 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.44 "DELETE /v2.0/ports/856e61e4-5dbe-45c9-87b8-7c18af44ad86 HTTP/1.1" status: 204 len: 173 time: 1.4158034 May 31 14:24:22.624445 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b7a139a-ec89-4f9f-bf0c-3dfa04696e8e'] response: {'server_uuid': '91913728-3ccb-418a-9e17-11e4e5fd53dc', 'name': 'network-vif-deleted', 'tag': '856e61e4-5dbe-45c9-87b8-7c18af44ad86', 'status': 'completed', 'code': 200} May 31 14:24:22.709157 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-a8db26db-3788-48a2-ac0a-d9b17cfb65dc None None] Set router 4f0f9b7a-f8fa-4715-a035-0b07957a0320 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:24:23.074727 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-a8db26db-3788-48a2-ac0a-d9b17cfb65dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'name': 'tempest-ServerActionsTestJSON-387207362-router', 'tenant_id': '12b1745bb03d4d16bf8e5deb94965de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': '94cf0280-ac95-426c-ab07-20218010f04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:23:18Z', 'updated_at': '2022-05-31T14:23:22Z', 'revision_number': 4, 'project_id': '12b1745bb03d4d16bf8e5deb94965de4', 'gw_port': {'id': '94cf0280-ac95-426c-ab07-20218010f04c', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:43:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:23:18Z', 'updated_at': '2022-05-31T14:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'eaa3bbe1-9c07-47fd-860b-ab9a13cebf4c', 'name': '', 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d', 'tenant_id': '12b1745bb03d4d16bf8e5deb94965de4', 'mac_address': 'fa:16:3e:33:bf:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'ca667eab-0c9a-4011-a6f3-b538ca3ff48e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:23:21Z', 'updated_at': '2022-05-31T14:23:28Z', 'revision_number': 5, 'project_id': '12b1745bb03d4d16bf8e5deb94965de4', 'subnets': [{'id': 'ca667eab-0c9a-4011-a6f3-b538ca3ff48e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:24:23.078618 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8db26db-3788-48a2-ac0a-d9b17cfb65dc None None] Checking router: 4f0f9b7a-f8fa-4715-a035-0b07957a0320 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:24:23.087451 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8db26db-3788-48a2-ac0a-d9b17cfb65dc None None] Routers {'4f0f9b7a-f8fa-4715-a035-0b07957a0320'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:24:23.089084 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-a8db26db-3788-48a2-ac0a-d9b17cfb65dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:24:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['4f0f9b7a-f8fa-4715-a035-0b07957a0320'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:24:23.270402 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-a8db26db-3788-48a2-ac0a-d9b17cfb65dc None None] Set router 4f0f9b7a-f8fa-4715-a035-0b07957a0320 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:24:23.597161 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-a8db26db-3788-48a2-ac0a-d9b17cfb65dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'name': 'tempest-ServerActionsTestJSON-387207362-router', 'tenant_id': '12b1745bb03d4d16bf8e5deb94965de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': '94cf0280-ac95-426c-ab07-20218010f04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:23:18Z', 'updated_at': '2022-05-31T14:23:22Z', 'revision_number': 4, 'project_id': '12b1745bb03d4d16bf8e5deb94965de4', 'gw_port': {'id': '94cf0280-ac95-426c-ab07-20218010f04c', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:43:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:23:18Z', 'updated_at': '2022-05-31T14:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'eaa3bbe1-9c07-47fd-860b-ab9a13cebf4c', 'name': '', 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d', 'tenant_id': '12b1745bb03d4d16bf8e5deb94965de4', 'mac_address': 'fa:16:3e:33:bf:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'ca667eab-0c9a-4011-a6f3-b538ca3ff48e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:23:21Z', 'updated_at': '2022-05-31T14:23:28Z', 'revision_number': 5, 'project_id': '12b1745bb03d4d16bf8e5deb94965de4', 'subnets': [{'id': 'ca667eab-0c9a-4011-a6f3-b538ca3ff48e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:24:23.601166 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8db26db-3788-48a2-ac0a-d9b17cfb65dc None None] The sync data for ids ['4f0f9b7a-f8fa-4715-a035-0b07957a0320'] in n-d-843939-1 is: [{'id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'name': 'tempest-ServerActionsTestJSON-387207362-router', 'tenant_id': '12b1745bb03d4d16bf8e5deb94965de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': '94cf0280-ac95-426c-ab07-20218010f04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:23:18Z', 'updated_at': '2022-05-31T14:23:22Z', 'revision_number': 4, 'project_id': '12b1745bb03d4d16bf8e5deb94965de4', 'gw_port': {'id': '94cf0280-ac95-426c-ab07-20218010f04c', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:43:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:23:18Z', 'updated_at': '2022-05-31T14:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'eaa3bbe1-9c07-47fd-860b-ab9a13cebf4c', 'name': '', 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d', 'tenant_id': '12b1745bb03d4d16bf8e5deb94965de4', 'mac_address': 'fa:16:3e:33:bf:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'ca667eab-0c9a-4011-a6f3-b538ca3ff48e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:23:21Z', 'updated_at': '2022-05-31T14:23:28Z', 'revision_number': 5, 'project_id': '12b1745bb03d4d16bf8e5deb94965de4', 'subnets': [{'id': 'ca667eab-0c9a-4011-a6f3-b538ca3ff48e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:24:23.714987 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-07301506-89d4-4696-bc66-b3aecdd8230f req-9bfc70fd-1a40-4815-9e8d-92bec0caa842 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--684280602&fields=id&tenant_id=12b1745bb03d4d16bf8e5deb94965de4 HTTP/1.1" status: 200 len: 267 time: 0.0464554 May 31 14:24:23.828103 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc8e194-f7ee-43d6-8464-326e5fd39a78 None None] New status for floating IP 51393fdc-220c-4a13-912f-6f9bef459985: DOWN {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 14:24:23.879728 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07301506-89d4-4696-bc66-b3aecdd8230f req-81523f51-91a0-483c-9ba0-b6ff281c36ae tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:24:23.881491 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-07301506-89d4-4696-bc66-b3aecdd8230f req-81523f51-91a0-483c-9ba0-b6ff281c36ae tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/networks?id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d HTTP/1.1" status: 200 len: 811 time: 0.1610787 May 31 14:24:23.898978 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-07301506-89d4-4696-bc66-b3aecdd8230f req-93949e7e-f419-4ec1-9d72-169170a8361d tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/quotas/12b1745bb03d4d16bf8e5deb94965de4 HTTP/1.1" status: 200 len: 375 time: 0.0106969 May 31 14:24:23.986817 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-07301506-89d4-4696-bc66-b3aecdd8230f req-5a501c92-e0ee-47a4-8e86-fcd3d09dd5d9 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=12b1745bb03d4d16bf8e5deb94965de4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0807552 May 31 14:24:24.132020 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-07301506-89d4-4696-bc66-b3aecdd8230f req-4592ad0b-4a68-4adf-9ddf-be0583a98c1b service neutron] 10.222.0.50 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322567 May 31 14:24:24.266713 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-07301506-89d4-4696-bc66-b3aecdd8230f req-916924e3-3051-4eb0-81cc-78dcbd7c040d service neutron] 10.222.0.50 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276491 May 31 14:24:24.456298 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e6257104-efd9-43b4-b82a-2ecc2eaad55e req-01f4923f-8276-417f-948a-a885b5a03d83 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=9dc7d965-3894-4f29-a6bc-ca486171ecc3 HTTP/1.1" status: 200 len: 210 time: 0.0427837 May 31 14:24:25.363626 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 856e61e4-5dbe-45c9-87b8-7c18af44ad86 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:24:25.407748 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] No Port match for: 856e61e4-5dbe-45c9-87b8-7c18af44ad86 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:24:25.408093 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 856e61e4-5dbe-45c9-87b8-7c18af44ad86 not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:24:25.535464 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07301506-89d4-4696-bc66-b3aecdd8230f req-23b2eb91-cd64-42a9-86fe-d5cb3b66437e tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:24:25.537550 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-07301506-89d4-4696-bc66-b3aecdd8230f req-23b2eb91-cd64-42a9-86fe-d5cb3b66437e tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.44 "GET /v2.0/networks?id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d HTTP/1.1" status: 200 len: 811 time: 0.1624432 May 31 14:24:25.589740 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-07301506-89d4-4696-bc66-b3aecdd8230f req-63a16a07-82ef-44bc-8d13-83481bf3d431 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12b1745bb03d4d16bf8e5deb94965de4 HTTP/1.1" status: 200 len: 379 time: 0.0445707 May 31 14:24:25.598996 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-07301506-89d4-4696-bc66-b3aecdd8230f req-1ee145a5-18d3-44f1-9833-7d07ee395ea8 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Request body: {'port': {'device_id': '9dc7d965-3894-4f29-a6bc-ca486171ecc3', 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d', 'admin_state_up': True, 'tenant_id': '12b1745bb03d4d16bf8e5deb94965de4', 'security_groups': ['407abe8e-cf3b-49d1-a700-b811a19f0b1a']}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:24:25.624007 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9358845e-21dc-4442-b94c-09b2e7688e40 req-4a1e8202-7b90-4ee7-8f9f-b6d18ddb8dee tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=9dc7d965-3894-4f29-a6bc-ca486171ecc3 HTTP/1.1" status: 200 len: 210 time: 0.0513091 May 31 14:24:25.752091 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-07301506-89d4-4696-bc66-b3aecdd8230f req-1ee145a5-18d3-44f1-9833-7d07ee395ea8 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:24:25.757412 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-07301506-89d4-4696-bc66-b3aecdd8230f req-1ee145a5-18d3-44f1-9833-7d07ee395ea8 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Usage tracker for resource:port and tenant:12b1745bb03d4d16bf8e5deb94965de4 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:24:25.764373 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-07301506-89d4-4696-bc66-b3aecdd8230f req-1ee145a5-18d3-44f1-9833-7d07ee395ea8 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:24:25.774292 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-07301506-89d4-4696-bc66-b3aecdd8230f req-1ee145a5-18d3-44f1-9833-7d07ee395ea8 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:24:25.784988 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07301506-89d4-4696-bc66-b3aecdd8230f req-1ee145a5-18d3-44f1-9833-7d07ee395ea8 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Made reservation on behalf of 12b1745bb03d4d16bf8e5deb94965de4 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:24:25.788275 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-07301506-89d4-4696-bc66-b3aecdd8230f req-1ee145a5-18d3-44f1-9833-7d07ee395ea8 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:24:25.953069 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [req-07301506-89d4-4696-bc66-b3aecdd8230f req-1ee145a5-18d3-44f1-9833-7d07ee395ea8 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Allocated IP 172.20.0.12 (c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d/ca667eab-0c9a-4011-a6f3-b538ca3ff48e/584c5ec3-c5f5-44bb-bf15-c68f213dc92c) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:24:26.142776 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-07301506-89d4-4696-bc66-b3aecdd8230f req-1ee145a5-18d3-44f1-9833-7d07ee395ea8 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:24:26.160079 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-07301506-89d4-4696-bc66-b3aecdd8230f req-1ee145a5-18d3-44f1-9833-7d07ee395ea8 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Transition to ACTIVE for port object 584c5ec3-c5f5-44bb-bf15-c68f213dc92c will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:24:26.184033 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-07301506-89d4-4696-bc66-b3aecdd8230f req-1ee145a5-18d3-44f1-9833-7d07ee395ea8 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:24:26.256263 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07301506-89d4-4696-bc66-b3aecdd8230f req-1ee145a5-18d3-44f1-9833-7d07ee395ea8 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Network c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:24:26.259149 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [req-07301506-89d4-4696-bc66-b3aecdd8230f req-1ee145a5-18d3-44f1-9833-7d07ee395ea8 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:24:26.263492 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-07301506-89d4-4696-bc66-b3aecdd8230f req-1ee145a5-18d3-44f1-9833-7d07ee395ea8 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:24:26.436928 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee145a5-18d3-44f1-9833-7d07ee395ea8 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Pushing event updated for resources: {'Port': ['ID=584c5ec3-c5f5-44bb-bf15-c68f213dc92c,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:24:26.462450 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07301506-89d4-4696-bc66-b3aecdd8230f req-1ee145a5-18d3-44f1-9833-7d07ee395ea8 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:24:26.464018 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-07301506-89d4-4696-bc66-b3aecdd8230f req-1ee145a5-18d3-44f1-9833-7d07ee395ea8 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:24:26.486976 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-07301506-89d4-4696-bc66-b3aecdd8230f req-1ee145a5-18d3-44f1-9833-7d07ee395ea8 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8927767 May 31 14:24:26.497917 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-07301506-89d4-4696-bc66-b3aecdd8230f req-a5459b48-4d49-4c23-9bd9-8a53b81b960d service neutron] Request body: {'port': {'device_id': '9dc7d965-3894-4f29-a6bc-ca486171ecc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:24:26.534026 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c6b2772e-2132-4860-8773-3d8da630d863 None None] Provisioning for port 584c5ec3-c5f5-44bb-bf15-c68f213dc92c completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:24:26.538999 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c6b2772e-2132-4860-8773-3d8da630d863 None None] Provisioning complete for port 584c5ec3-c5f5-44bb-bf15-c68f213dc92c triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:24:26.539365 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c6b2772e-2132-4860-8773-3d8da630d863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:24:26.593070 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-c6b2772e-2132-4860-8773-3d8da630d863 None None] Port 584c5ec3-c5f5-44bb-bf15-c68f213dc92c cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:24:26.610582 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-07301506-89d4-4696-bc66-b3aecdd8230f req-a5459b48-4d49-4c23-9bd9-8a53b81b960d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:24:26.834320 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d5ec75-1ff6-4a6d-b7ad-08e0d2e4295e req-d1ebf352-37cb-4fc8-afae-5f1c83223b63 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:24:26.835722 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d8d5ec75-1ff6-4a6d-b7ad-08e0d2e4295e req-d1ebf352-37cb-4fc8-afae-5f1c83223b63 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=9dc7d965-3894-4f29-a6bc-ca486171ecc3 HTTP/1.1" status: 200 len: 932 time: 0.0847514 May 31 14:24:26.881465 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d8d5ec75-1ff6-4a6d-b7ad-08e0d2e4295e req-009b5b54-5ce8-45c6-b62d-5744787134be tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398123 May 31 14:24:26.965918 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [req-07301506-89d4-4696-bc66-b3aecdd8230f req-a5459b48-4d49-4c23-9bd9-8a53b81b960d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 584c5ec3-c5f5-44bb-bf15-c68f213dc92c {{(pid=88369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:24:26.973320 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-07301506-89d4-4696-bc66-b3aecdd8230f req-a5459b48-4d49-4c23-9bd9-8a53b81b960d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:24:26.988259 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-07301506-89d4-4696-bc66-b3aecdd8230f req-a5459b48-4d49-4c23-9bd9-8a53b81b960d service neutron] Transition to ACTIVE for port object 584c5ec3-c5f5-44bb-bf15-c68f213dc92c will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:24:26.991861 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-07301506-89d4-4696-bc66-b3aecdd8230f req-a5459b48-4d49-4c23-9bd9-8a53b81b960d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:24:27.154601 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5459b48-4d49-4c23-9bd9-8a53b81b960d service neutron] Pushing event updated for resources: {'Port': ['ID=584c5ec3-c5f5-44bb-bf15-c68f213dc92c,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:24:27.243795 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-07301506-89d4-4696-bc66-b3aecdd8230f req-a5459b48-4d49-4c23-9bd9-8a53b81b960d service neutron] Attempting to bind port 584c5ec3-c5f5-44bb-bf15-c68f213dc92c on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:24:27.244784 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-07301506-89d4-4696-bc66-b3aecdd8230f req-a5459b48-4d49-4c23-9bd9-8a53b81b960d service neutron] Attempting to bind port 584c5ec3-c5f5-44bb-bf15-c68f213dc92c by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': '2b23b0c3-e67b-4d93-ad78-945ae1687af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:24:27.245255 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07301506-89d4-4696-bc66-b3aecdd8230f req-a5459b48-4d49-4c23-9bd9-8a53b81b960d service neutron] Attempting to bind port 584c5ec3-c5f5-44bb-bf15-c68f213dc92c on network c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:24:27.250459 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07301506-89d4-4696-bc66-b3aecdd8230f req-a5459b48-4d49-4c23-9bd9-8a53b81b960d service neutron] Port 584c5ec3-c5f5-44bb-bf15-c68f213dc92c on network c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 14:24:27.250790 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07301506-89d4-4696-bc66-b3aecdd8230f req-a5459b48-4d49-4c23-9bd9-8a53b81b960d service neutron] Attempting to bind port 584c5ec3-c5f5-44bb-bf15-c68f213dc92c on network c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:24:27.256197 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07301506-89d4-4696-bc66-b3aecdd8230f req-a5459b48-4d49-4c23-9bd9-8a53b81b960d service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:24:27.256537 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07301506-89d4-4696-bc66-b3aecdd8230f req-a5459b48-4d49-4c23-9bd9-8a53b81b960d service neutron] Checking segment: {'id': '2b23b0c3-e67b-4d93-ad78-945ae1687af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:24:27.256922 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07301506-89d4-4696-bc66-b3aecdd8230f req-a5459b48-4d49-4c23-9bd9-8a53b81b960d service neutron] Bound using segment: {'id': '2b23b0c3-e67b-4d93-ad78-945ae1687af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:24:27.257367 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-07301506-89d4-4696-bc66-b3aecdd8230f req-a5459b48-4d49-4c23-9bd9-8a53b81b960d service neutron] Bound port: 584c5ec3-c5f5-44bb-bf15-c68f213dc92c, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b23b0c3-e67b-4d93-ad78-945ae1687af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:24:27.257713 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-07301506-89d4-4696-bc66-b3aecdd8230f req-a5459b48-4d49-4c23-9bd9-8a53b81b960d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:24:27.354800 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-07301506-89d4-4696-bc66-b3aecdd8230f req-a5459b48-4d49-4c23-9bd9-8a53b81b960d service neutron] For port 584c5ec3-c5f5-44bb-bf15-c68f213dc92c, host n-h2-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:24:27.358162 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-07301506-89d4-4696-bc66-b3aecdd8230f req-a5459b48-4d49-4c23-9bd9-8a53b81b960d service neutron] For port 584c5ec3-c5f5-44bb-bf15-c68f213dc92c, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=584c5ec3-c5f5-44bb-bf15-c68f213dc92c,segment=NetworkSegment(2b23b0c3-e67b-4d93-ad78-945ae1687af6),segment_id=2b23b0c3-e67b-4d93-ad78-945ae1687af6)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:24:27.363863 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-07301506-89d4-4696-bc66-b3aecdd8230f req-a5459b48-4d49-4c23-9bd9-8a53b81b960d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:24:27.427426 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07301506-89d4-4696-bc66-b3aecdd8230f req-a5459b48-4d49-4c23-9bd9-8a53b81b960d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:24:27.428153 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-07301506-89d4-4696-bc66-b3aecdd8230f req-a5459b48-4d49-4c23-9bd9-8a53b81b960d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:24:27.429662 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-07301506-89d4-4696-bc66-b3aecdd8230f req-a5459b48-4d49-4c23-9bd9-8a53b81b960d service neutron] 10.222.0.44 "PUT /v2.0/ports/584c5ec3-c5f5-44bb-bf15-c68f213dc92c HTTP/1.1" status: 200 len: 1092 time: 0.9357407 May 31 14:24:27.434978 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dc7d965-3894-4f29-a6bc-ca486171ecc3', 'tag': '584c5ec3-c5f5-44bb-bf15-c68f213dc92c'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:24:27.476370 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5459b48-4d49-4c23-9bd9-8a53b81b960d service neutron] Pushing event updated for resources: {'Port': ['ID=584c5ec3-c5f5-44bb-bf15-c68f213dc92c,revision_number=3']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:24:27.515933 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17a67f7b-a1b7-4f1c-a922-ec6039052fff'] response: {'name': 'network-changed', 'server_uuid': '9dc7d965-3894-4f29-a6bc-ca486171ecc3', 'tag': '584c5ec3-c5f5-44bb-bf15-c68f213dc92c', 'status': 'completed', 'code': 200} May 31 14:24:27.564141 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07301506-89d4-4696-bc66-b3aecdd8230f req-50738c99-5699-40a5-8e48-0bd04cc1a353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:24:27.565620 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-07301506-89d4-4696-bc66-b3aecdd8230f req-50738c99-5699-40a5-8e48-0bd04cc1a353 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=12b1745bb03d4d16bf8e5deb94965de4&device_id=9dc7d965-3894-4f29-a6bc-ca486171ecc3 HTTP/1.1" status: 200 len: 1095 time: 0.0847154 May 31 14:24:27.640412 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-07301506-89d4-4696-bc66-b3aecdd8230f req-1ccef28a-9756-4a60-92d6-bed2953e438d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=584c5ec3-c5f5-44bb-bf15-c68f213dc92c HTTP/1.1" status: 200 len: 217 time: 0.0681214 May 31 14:24:27.707409 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07301506-89d4-4696-bc66-b3aecdd8230f req-36376e98-c86f-40c1-a6b8-5a866a64afbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:24:27.708774 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-07301506-89d4-4696-bc66-b3aecdd8230f req-36376e98-c86f-40c1-a6b8-5a866a64afbf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ca667eab-0c9a-4011-a6f3-b538ca3ff48e HTTP/1.1" status: 200 len: 850 time: 0.0630550 May 31 14:24:27.789296 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07301506-89d4-4696-bc66-b3aecdd8230f req-20d57400-669e-4efd-b2d8-97ee2fbbac6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:24:27.790796 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-07301506-89d4-4696-bc66-b3aecdd8230f req-20d57400-669e-4efd-b2d8-97ee2fbbac6d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763354 May 31 14:24:27.925519 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-07301506-89d4-4696-bc66-b3aecdd8230f req-a282ee63-89b3-4371-8c08-07a95f70b8a2 service neutron] 10.222.0.44 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280284 May 31 14:24:28.058816 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-07301506-89d4-4696-bc66-b3aecdd8230f req-8fa80eac-67dd-4990-b1e1-f4ae2a710416 service neutron] 10.222.0.44 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275358 May 31 14:24:28.074446 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7ff141-2055-435c-9890-de61618a0187 req-603a0088-2d31-4e13-a02e-a7c7273f194d tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:24:28.075990 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1c7ff141-2055-435c-9890-de61618a0187 req-603a0088-2d31-4e13-a02e-a7c7273f194d tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=9dc7d965-3894-4f29-a6bc-ca486171ecc3 HTTP/1.1" status: 200 len: 944 time: 0.0856466 May 31 14:24:28.121743 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1c7ff141-2055-435c-9890-de61618a0187 req-d960ed16-d50e-4117-8fb5-1204ba00c22e tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396564 May 31 14:24:28.170838 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003e7057-7ebc-4ddd-ae36-7e75b0034eea req-681291f6-e086-4e44-8d65-b7198a6b7015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:24:28.172248 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-003e7057-7ebc-4ddd-ae36-7e75b0034eea req-681291f6-e086-4e44-8d65-b7198a6b7015 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=12b1745bb03d4d16bf8e5deb94965de4&device_id=9dc7d965-3894-4f29-a6bc-ca486171ecc3 HTTP/1.1" status: 200 len: 1095 time: 0.0711114 May 31 14:24:28.412058 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003e7057-7ebc-4ddd-ae36-7e75b0034eea req-a68901c6-c9fa-4b43-a0d8-6622751f3608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:24:28.413477 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-003e7057-7ebc-4ddd-ae36-7e75b0034eea req-a68901c6-c9fa-4b43-a0d8-6622751f3608 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d HTTP/1.1" status: 200 len: 912 time: 0.2356958 May 31 14:24:28.483072 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-003e7057-7ebc-4ddd-ae36-7e75b0034eea req-e607d94d-ed54-416f-bcda-8f88e3e8609c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=584c5ec3-c5f5-44bb-bf15-c68f213dc92c HTTP/1.1" status: 200 len: 217 time: 0.0637424 May 31 14:24:28.551822 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003e7057-7ebc-4ddd-ae36-7e75b0034eea req-1056f219-9a52-4db0-90fc-d35272fb6766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:24:28.553249 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-003e7057-7ebc-4ddd-ae36-7e75b0034eea req-1056f219-9a52-4db0-90fc-d35272fb6766 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ca667eab-0c9a-4011-a6f3-b538ca3ff48e HTTP/1.1" status: 200 len: 850 time: 0.0645285 May 31 14:24:28.630912 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003e7057-7ebc-4ddd-ae36-7e75b0034eea req-cd4a1011-5612-4147-81c1-0cd4b2f646b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:24:28.632384 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-003e7057-7ebc-4ddd-ae36-7e75b0034eea req-cd4a1011-5612-4147-81c1-0cd4b2f646b6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727916 May 31 14:24:28.768168 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-003e7057-7ebc-4ddd-ae36-7e75b0034eea req-cab99ca3-788a-4ae4-ba53-29da045675f6 service neutron] 10.222.0.44 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291630 May 31 14:24:28.904674 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-003e7057-7ebc-4ddd-ae36-7e75b0034eea req-354394f9-787f-4b9b-ae34-c894a1b2e5b5 service neutron] 10.222.0.44 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298656 May 31 14:24:29.312612 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5a0fa0-c405-45fc-a846-f924c314593d req-0eeffe3b-7e38-410a-86ae-ff196fff360e tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:24:29.314224 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ac5a0fa0-c405-45fc-a846-f924c314593d req-0eeffe3b-7e38-410a-86ae-ff196fff360e tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=9dc7d965-3894-4f29-a6bc-ca486171ecc3 HTTP/1.1" status: 200 len: 944 time: 0.0808387 May 31 14:24:29.363439 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ac5a0fa0-c405-45fc-a846-f924c314593d req-3e55b344-c7dd-417f-a28e-97adf258d02d tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433500 May 31 14:24:30.547395 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c44ed9-b03a-4754-a29d-f6f8b98873a7 req-85ce0db7-679b-4cb4-8755-c56252456f71 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:24:30.548842 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-28c44ed9-b03a-4754-a29d-f6f8b98873a7 req-85ce0db7-679b-4cb4-8755-c56252456f71 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=9dc7d965-3894-4f29-a6bc-ca486171ecc3 HTTP/1.1" status: 200 len: 944 time: 0.0806937 May 31 14:24:30.593370 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-28c44ed9-b03a-4754-a29d-f6f8b98873a7 req-e15eb352-6424-4b84-b7f4-c5f3567d7f26 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387135 May 31 14:24:31.404988 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 584c5ec3-c5f5-44bb-bf15-c68f213dc92c details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 14:24:31.539942 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 584c5ec3-c5f5-44bb-bf15-c68f213dc92c, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=584c5ec3-c5f5-44bb-bf15-c68f213dc92c,segment=NetworkSegment(2b23b0c3-e67b-4d93-ad78-945ae1687af6),segment_id=2b23b0c3-e67b-4d93-ad78-945ae1687af6)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:24:31.553103 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': '584c5ec3-c5f5-44bb-bf15-c68f213dc92c', 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d', 'port_id': '584c5ec3-c5f5-44bb-bf15-c68f213dc92c', 'mac_address': 'fa:16:3e:04:ac:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca667eab-0c9a-4011-a6f3-b538ca3ff48e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 14:24:31.608935 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 584c5ec3-c5f5-44bb-bf15-c68f213dc92c is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:24:31.609285 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:24:31.626992 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 584c5ec3-c5f5-44bb-bf15-c68f213dc92c {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:24:31.643158 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 584c5ec3-c5f5-44bb-bf15-c68f213dc92c, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=584c5ec3-c5f5-44bb-bf15-c68f213dc92c,segment=NetworkSegment(2b23b0c3-e67b-4d93-ad78-945ae1687af6),segment_id=2b23b0c3-e67b-4d93-ad78-945ae1687af6)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:24:31.647208 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:24:31.647843 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:24:31.717777 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=584c5ec3-c5f5-44bb-bf15-c68f213dc92c,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:24:31.725106 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:24:31.725444 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:24:31.725775 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:24:31.726132 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:24:31.726457 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:24:31.726777 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:24:31.727094 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:24:31.727409 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:24:31.727720 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:24:31.728026 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:24:31.728859 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:24:31.729411 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:24:31.785199 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a7c934-5a20-44e1-9d89-c5a9f662b070 req-f2f049a4-2a54-4eb9-8490-ffca64556f90 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:24:31.786695 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b6a7c934-5a20-44e1-9d89-c5a9f662b070 req-f2f049a4-2a54-4eb9-8490-ffca64556f90 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=9dc7d965-3894-4f29-a6bc-ca486171ecc3 HTTP/1.1" status: 200 len: 945 time: 0.0848155 May 31 14:24:31.856478 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['584c5ec3-c5f5-44bb-bf15-c68f213dc92c'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:24:31.939994 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b6a7c934-5a20-44e1-9d89-c5a9f662b070 req-fa04fefd-95cb-4b03-b488-c421fa0e9c56 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1467903 May 31 14:24:33.126008 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579ab354-f0fc-4597-89e7-53e6446bf603 req-0483f836-d515-496f-b5eb-278091f5ac6d tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:24:33.127424 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-579ab354-f0fc-4597-89e7-53e6446bf603 req-0483f836-d515-496f-b5eb-278091f5ac6d tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=9dc7d965-3894-4f29-a6bc-ca486171ecc3 HTTP/1.1" status: 200 len: 945 time: 0.0786424 May 31 14:24:33.171212 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-579ab354-f0fc-4597-89e7-53e6446bf603 req-32ad3376-8126-4f4e-9dad-3c1a6b0cc43b tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380416 May 31 14:24:33.408728 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 584c5ec3-c5f5-44bb-bf15-c68f213dc92c up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:24:33.478895 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port 584c5ec3-c5f5-44bb-bf15-c68f213dc92c completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:24:33.484756 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port 584c5ec3-c5f5-44bb-bf15-c68f213dc92c triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:24:33.485122 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:24:33.642048 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 584c5ec3-c5f5-44bb-bf15-c68f213dc92c is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:24:33.642343 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:24:33.671481 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc7d965-3894-4f29-a6bc-ca486171ecc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584c5ec3-c5f5-44bb-bf15-c68f213dc92c'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:24:33.681078 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 584c5ec3-c5f5-44bb-bf15-c68f213dc92c, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=584c5ec3-c5f5-44bb-bf15-c68f213dc92c,segment=NetworkSegment(2b23b0c3-e67b-4d93-ad78-945ae1687af6),segment_id=2b23b0c3-e67b-4d93-ad78-945ae1687af6)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:24:33.686087 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:24:33.722654 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc85195d-3c83-4c23-afc8-28bb43c2b152'] response: {'server_uuid': '9dc7d965-3894-4f29-a6bc-ca486171ecc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584c5ec3-c5f5-44bb-bf15-c68f213dc92c', 'code': 200} May 31 14:24:33.755939 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=584c5ec3-c5f5-44bb-bf15-c68f213dc92c,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:24:33.848997 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99406d7d-2ea6-4b3a-aac9-09514a605ec0 req-48afa29f-30f8-4510-809e-ffbaa446024a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:24:33.850539 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-99406d7d-2ea6-4b3a-aac9-09514a605ec0 req-48afa29f-30f8-4510-809e-ffbaa446024a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9dc7d965-3894-4f29-a6bc-ca486171ecc3 HTTP/1.1" status: 200 len: 1097 time: 0.0714459 May 31 14:24:33.899960 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-99406d7d-2ea6-4b3a-aac9-09514a605ec0 req-210f1ab1-432c-4b6c-86d9-e55e38fe827b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425668 May 31 14:24:34.364141 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4842fac3-46b0-4b93-ba08-1e966a67d68d req-39c2a3f2-4d84-404d-9d2b-0acea3a8040e tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:24:34.365629 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4842fac3-46b0-4b93-ba08-1e966a67d68d req-39c2a3f2-4d84-404d-9d2b-0acea3a8040e tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=9dc7d965-3894-4f29-a6bc-ca486171ecc3 HTTP/1.1" status: 200 len: 946 time: 0.0848389 May 31 14:24:34.413716 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4842fac3-46b0-4b93-ba08-1e966a67d68d req-3c749203-a424-418f-a2e7-2a596d4dba04 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406010 May 31 14:24:35.606468 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20365555-b492-4c53-97fd-c4eb839d9ee9 req-d836b7f6-3411-481b-9176-8f79b4dddf07 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:24:35.607914 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-20365555-b492-4c53-97fd-c4eb839d9ee9 req-d836b7f6-3411-481b-9176-8f79b4dddf07 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=9dc7d965-3894-4f29-a6bc-ca486171ecc3 HTTP/1.1" status: 200 len: 946 time: 0.0815072 May 31 14:24:35.655411 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-20365555-b492-4c53-97fd-c4eb839d9ee9 req-95f962fb-c074-480b-bd8d-9bd05aa66ddb tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415916 May 31 14:24:35.833958 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df152b7f-556c-43fa-8b37-c35060e235be req-12912346-1bfa-4f36-a7f7-38ca7d95c3cc tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:24:35.835454 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-df152b7f-556c-43fa-8b37-c35060e235be req-12912346-1bfa-4f36-a7f7-38ca7d95c3cc tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=9dc7d965-3894-4f29-a6bc-ca486171ecc3 HTTP/1.1" status: 200 len: 946 time: 0.0809090 May 31 14:24:35.844541 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 42616) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:24:35.849499 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-b8d087ed-e88e-4267-a110-11761aa465b2 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Request body: {'floatingip': {'port_id': '584c5ec3-c5f5-44bb-bf15-c68f213dc92c'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:24:35.928319 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b8d087ed-e88e-4267-a110-11761aa465b2 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks [] for floatingip, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:24:36.549059 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b8d087ed-e88e-4267-a110-11761aa465b2 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:24:36.552850 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b8d087ed-e88e-4267-a110-11761aa465b2 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:24:36.729065 n-d-843939-1 neutron-server[88370]: INFO neutron.db.l3_db [None req-b8d087ed-e88e-4267-a110-11761aa465b2 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Floating IP 51393fdc-220c-4a13-912f-6f9bef459985 associated. External IP: 172.25.6.210, port: 584c5ec3-c5f5-44bb-bf15-c68f213dc92c. May 31 14:24:37.200290 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8d087ed-e88e-4267-a110-11761aa465b2 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Router 4f0f9b7a-f8fa-4715-a035-0b07957a0320 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:24:37.378688 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8d087ed-e88e-4267-a110-11761aa465b2 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:24:37.383599 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b8d087ed-e88e-4267-a110-11761aa465b2 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:24:37.389700 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17742d0c-c2dd-498a-8727-71a526271ef2 None None] Sync routers for ids ['4f0f9b7a-f8fa-4715-a035-0b07957a0320'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:24:37.398944 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17742d0c-c2dd-498a-8727-71a526271ef2 None None] Routers {'4f0f9b7a-f8fa-4715-a035-0b07957a0320'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:24:37.399549 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-17742d0c-c2dd-498a-8727-71a526271ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:24:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['4f0f9b7a-f8fa-4715-a035-0b07957a0320'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:24:37.441217 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-b8d087ed-e88e-4267-a110-11761aa465b2 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "PUT /v2.0/floatingips/51393fdc-220c-4a13-912f-6f9bef459985 HTTP/1.1" status: 200 len: 992 time: 1.5956037 May 31 14:24:37.441785 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dc7d965-3894-4f29-a6bc-ca486171ecc3', 'tag': '584c5ec3-c5f5-44bb-bf15-c68f213dc92c'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:24:37.586191 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-17742d0c-c2dd-498a-8727-71a526271ef2 None None] Set router 4f0f9b7a-f8fa-4715-a035-0b07957a0320 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:24:37.643822 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67019a68-24b6-4a19-8674-631e4e0bba40'] response: {'name': 'network-changed', 'server_uuid': '9dc7d965-3894-4f29-a6bc-ca486171ecc3', 'tag': '584c5ec3-c5f5-44bb-bf15-c68f213dc92c', 'status': 'completed', 'code': 200} May 31 14:24:37.740023 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92145257-9edd-4f7e-81d0-f518cf47ac81 req-e0694052-20bb-4870-9b4d-7a0bb5ff7bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:24:37.741409 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-92145257-9edd-4f7e-81d0-f518cf47ac81 req-e0694052-20bb-4870-9b4d-7a0bb5ff7bcd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=12b1745bb03d4d16bf8e5deb94965de4&device_id=9dc7d965-3894-4f29-a6bc-ca486171ecc3 HTTP/1.1" status: 200 len: 1097 time: 0.0762835 May 31 14:24:37.873165 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92145257-9edd-4f7e-81d0-f518cf47ac81 req-68700033-f14d-4137-9eab-56e30c572497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:24:37.874649 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-92145257-9edd-4f7e-81d0-f518cf47ac81 req-68700033-f14d-4137-9eab-56e30c572497 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d HTTP/1.1" status: 200 len: 912 time: 0.1278183 May 31 14:24:37.907236 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:24:37.946218 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-17742d0c-c2dd-498a-8727-71a526271ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'name': 'tempest-ServerActionsTestJSON-387207362-router', 'tenant_id': '12b1745bb03d4d16bf8e5deb94965de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': '94cf0280-ac95-426c-ab07-20218010f04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:23:18Z', 'updated_at': '2022-05-31T14:23:22Z', 'revision_number': 4, 'project_id': '12b1745bb03d4d16bf8e5deb94965de4', 'gw_port': {'id': '94cf0280-ac95-426c-ab07-20218010f04c', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:43:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:23:18Z', 'updated_at': '2022-05-31T14:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '51393fdc-220c-4a13-912f-6f9bef459985', 'tenant_id': '12b1745bb03d4d16bf8e5deb94965de4', 'floating_ip_address': '172.25.6.210', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'port_id': '584c5ec3-c5f5-44bb-bf15-c68f213dc92c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d', 'mac_address': 'fa:16:3e:04:ac:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc7d965-3894-4f29-a6bc-ca486171ecc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:23:25Z', 'updated_at': '2022-05-31T14:24:36Z', 'revision_number': 5, 'project_id': '12b1745bb03d4d16bf8e5deb94965de4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaa3bbe1-9c07-47fd-860b-ab9a13cebf4c', 'name': '', 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d', 'tenant_id': '12b1745bb03d4d16bf8e5deb94965de4', 'mac_address': 'fa:16:3e:33:bf:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'ca667eab-0c9a-4011-a6f3-b538ca3ff48e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:23:21Z', 'updated_at': '2022-05-31T14:23:28Z', 'revision_number': 5, 'project_id': '12b1745bb03d4d16bf8e5deb94965de4', 'subnets': [{'id': 'ca667eab-0c9a-4011-a6f3-b538ca3ff48e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:24:37.950739 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17742d0c-c2dd-498a-8727-71a526271ef2 None None] Checking router: 4f0f9b7a-f8fa-4715-a035-0b07957a0320 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:24:37.959144 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17742d0c-c2dd-498a-8727-71a526271ef2 None None] Routers {'4f0f9b7a-f8fa-4715-a035-0b07957a0320'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:24:37.959783 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-17742d0c-c2dd-498a-8727-71a526271ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:24:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['4f0f9b7a-f8fa-4715-a035-0b07957a0320'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:24:37.980974 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-92145257-9edd-4f7e-81d0-f518cf47ac81 req-5a1e21f5-e958-4852-b64f-93760a354f1a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=584c5ec3-c5f5-44bb-bf15-c68f213dc92c HTTP/1.1" status: 200 len: 1000 time: 0.1008036 May 31 14:24:38.042866 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92145257-9edd-4f7e-81d0-f518cf47ac81 req-c0e5d266-a20d-4a66-9461-46f0a2d8f366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:24:38.044353 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-92145257-9edd-4f7e-81d0-f518cf47ac81 req-c0e5d266-a20d-4a66-9461-46f0a2d8f366 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ca667eab-0c9a-4011-a6f3-b538ca3ff48e HTTP/1.1" status: 200 len: 850 time: 0.0578020 May 31 14:24:38.122830 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92145257-9edd-4f7e-81d0-f518cf47ac81 req-f4e3fb9e-2ea5-4cad-a529-06e3df9eff91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:24:38.124349 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-92145257-9edd-4f7e-81d0-f518cf47ac81 req-f4e3fb9e-2ea5-4cad-a529-06e3df9eff91 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748510 May 31 14:24:38.139386 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-17742d0c-c2dd-498a-8727-71a526271ef2 None None] Set router 4f0f9b7a-f8fa-4715-a035-0b07957a0320 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:24:38.255415 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-92145257-9edd-4f7e-81d0-f518cf47ac81 req-a29eb974-d450-49f9-a916-a264ab3a8de1 service neutron] 10.222.0.44 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254077 May 31 14:24:38.391269 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-92145257-9edd-4f7e-81d0-f518cf47ac81 req-9cb30bea-4c95-441b-ad10-6573afed1e75 service neutron] 10.222.0.44 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297119 May 31 14:24:38.485604 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-17742d0c-c2dd-498a-8727-71a526271ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'name': 'tempest-ServerActionsTestJSON-387207362-router', 'tenant_id': '12b1745bb03d4d16bf8e5deb94965de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': '94cf0280-ac95-426c-ab07-20218010f04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:23:18Z', 'updated_at': '2022-05-31T14:23:22Z', 'revision_number': 4, 'project_id': '12b1745bb03d4d16bf8e5deb94965de4', 'gw_port': {'id': '94cf0280-ac95-426c-ab07-20218010f04c', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:43:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:23:18Z', 'updated_at': '2022-05-31T14:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '51393fdc-220c-4a13-912f-6f9bef459985', 'tenant_id': '12b1745bb03d4d16bf8e5deb94965de4', 'floating_ip_address': '172.25.6.210', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'port_id': '584c5ec3-c5f5-44bb-bf15-c68f213dc92c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d', 'mac_address': 'fa:16:3e:04:ac:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc7d965-3894-4f29-a6bc-ca486171ecc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:23:25Z', 'updated_at': '2022-05-31T14:24:36Z', 'revision_number': 5, 'project_id': '12b1745bb03d4d16bf8e5deb94965de4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaa3bbe1-9c07-47fd-860b-ab9a13cebf4c', 'name': '', 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d', 'tenant_id': '12b1745bb03d4d16bf8e5deb94965de4', 'mac_address': 'fa:16:3e:33:bf:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'ca667eab-0c9a-4011-a6f3-b538ca3ff48e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:23:21Z', 'updated_at': '2022-05-31T14:23:28Z', 'revision_number': 5, 'project_id': '12b1745bb03d4d16bf8e5deb94965de4', 'subnets': [{'id': 'ca667eab-0c9a-4011-a6f3-b538ca3ff48e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:24:38.489546 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17742d0c-c2dd-498a-8727-71a526271ef2 None None] The sync data for ids ['4f0f9b7a-f8fa-4715-a035-0b07957a0320'] in n-d-843939-1 is: [{'id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'name': 'tempest-ServerActionsTestJSON-387207362-router', 'tenant_id': '12b1745bb03d4d16bf8e5deb94965de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': '94cf0280-ac95-426c-ab07-20218010f04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:23:18Z', 'updated_at': '2022-05-31T14:23:22Z', 'revision_number': 4, 'project_id': '12b1745bb03d4d16bf8e5deb94965de4', 'gw_port': {'id': '94cf0280-ac95-426c-ab07-20218010f04c', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:43:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:23:18Z', 'updated_at': '2022-05-31T14:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '51393fdc-220c-4a13-912f-6f9bef459985', 'tenant_id': '12b1745bb03d4d16bf8e5deb94965de4', 'floating_ip_address': '172.25.6.210', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'port_id': '584c5ec3-c5f5-44bb-bf15-c68f213dc92c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d', 'mac_address': 'fa:16:3e:04:ac:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc7d965-3894-4f29-a6bc-ca486171ecc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:23:25Z', 'updated_at': '2022-05-31T14:24:36Z', 'revision_number': 5, 'project_id': '12b1745bb03d4d16bf8e5deb94965de4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaa3bbe1-9c07-47fd-860b-ab9a13cebf4c', 'name': '', 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d', 'tenant_id': '12b1745bb03d4d16bf8e5deb94965de4', 'mac_address': 'fa:16:3e:33:bf:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'ca667eab-0c9a-4011-a6f3-b538ca3ff48e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:23:21Z', 'updated_at': '2022-05-31T14:23:28Z', 'revision_number': 5, 'project_id': '12b1745bb03d4d16bf8e5deb94965de4', 'subnets': [{'id': 'ca667eab-0c9a-4011-a6f3-b538ca3ff48e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:24:38.675170 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4180a086-608f-4ee7-95dd-99b5a23120e4 None None] New status for floating IP 51393fdc-220c-4a13-912f-6f9bef459985: ACTIVE {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 14:24:39.358738 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:24:40.674633 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4756a0ea-e88f-4323-89d5-5c1d413873ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:24:42.850496 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4cd6ab85-3d7e-4d6e-b7a3-c23d25010ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:24:43.944258 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:24:44.070348 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:24:45.800267 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:25:07.864003 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:25:08.647771 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:25:09.370648 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:25:10.667476 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d0b6d955-e276-480a-929b-23eeb6377318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:25:12.300080 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee95d23c-b99b-4ca2-8082-0070257ec089 req-556586b7-f7fa-40af-8121-3c78fe53561b tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:25:12.301445 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ee95d23c-b99b-4ca2-8082-0070257ec089 req-556586b7-f7fa-40af-8121-3c78fe53561b tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=9dc7d965-3894-4f29-a6bc-ca486171ecc3 HTTP/1.1" status: 200 len: 946 time: 0.0831890 May 31 14:25:12.348147 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ee95d23c-b99b-4ca2-8082-0070257ec089 req-0348b4ab-bfd4-4ad1-a31c-9631221e15f5 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409744 May 31 14:25:12.852458 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-be137910-e838-46c5-92ab-9d533397acc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:25:13.541170 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c1dfc8-b250-4492-a40c-c56a17c4ab16 req-f0fe2a88-0db6-4248-9095-4e975318e768 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:25:13.543432 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d0c1dfc8-b250-4492-a40c-c56a17c4ab16 req-f0fe2a88-0db6-4248-9095-4e975318e768 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=9dc7d965-3894-4f29-a6bc-ca486171ecc3 HTTP/1.1" status: 200 len: 946 time: 0.0844841 May 31 14:25:13.595309 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d0c1dfc8-b250-4492-a40c-c56a17c4ab16 req-287c11ed-64f0-4468-a250-9733a4ff0d2d tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458953 May 31 14:25:13.952519 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:25:14.066876 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:25:14.780062 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ef1cc-8641-4b8a-afec-f390d6274325 req-4747e807-9354-433e-923d-61e2d4797b9d tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:25:14.781494 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c86ef1cc-8641-4b8a-afec-f390d6274325 req-4747e807-9354-433e-923d-61e2d4797b9d tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=9dc7d965-3894-4f29-a6bc-ca486171ecc3 HTTP/1.1" status: 200 len: 946 time: 0.0806947 May 31 14:25:14.826171 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c86ef1cc-8641-4b8a-afec-f390d6274325 req-dcfae8aa-48ba-4458-a839-01151b0f6c92 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387738 May 31 14:25:15.803707 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:25:16.037718 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b891a90-5268-47e1-b3d4-e0aafaae4048 req-c703851a-c241-4c5a-a938-4aea63ee4544 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:25:16.039087 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7b891a90-5268-47e1-b3d4-e0aafaae4048 req-c703851a-c241-4c5a-a938-4aea63ee4544 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=9dc7d965-3894-4f29-a6bc-ca486171ecc3 HTTP/1.1" status: 200 len: 946 time: 0.0963316 May 31 14:25:16.083438 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7b891a90-5268-47e1-b3d4-e0aafaae4048 req-445dd159-2be4-4226-b85e-14b464bb7a81 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383341 May 31 14:25:17.274231 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7616f62a-1a26-4b7a-8c92-c627d6022901 req-d315cd52-a568-4c13-b1b8-2760be4f9715 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:25:17.275690 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7616f62a-1a26-4b7a-8c92-c627d6022901 req-d315cd52-a568-4c13-b1b8-2760be4f9715 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=9dc7d965-3894-4f29-a6bc-ca486171ecc3 HTTP/1.1" status: 200 len: 946 time: 0.0796077 May 31 14:25:17.323844 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7616f62a-1a26-4b7a-8c92-c627d6022901 req-fa36a333-fc8e-424a-bee0-94ef82a74a8e tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423839 May 31 14:25:18.509444 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7d8a4d-45dc-49e7-8b99-93bc0316fa12 req-562456d4-cac9-4d7c-b965-74e44671d5ed tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:25:18.510965 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ae7d8a4d-45dc-49e7-8b99-93bc0316fa12 req-562456d4-cac9-4d7c-b965-74e44671d5ed tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=9dc7d965-3894-4f29-a6bc-ca486171ecc3 HTTP/1.1" status: 200 len: 946 time: 0.0806773 May 31 14:25:18.554710 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ae7d8a4d-45dc-49e7-8b99-93bc0316fa12 req-17e92dcf-e8b6-4c94-88b2-2afc0883bd95 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379331 May 31 14:25:19.529495 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf7ac74-0de0-494d-b1cd-ebef7f937025 req-b1183c2c-5e07-425b-8de1-058b146554d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:25:19.530991 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7cf7ac74-0de0-494d-b1cd-ebef7f937025 req-b1183c2c-5e07-425b-8de1-058b146554d8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=12b1745bb03d4d16bf8e5deb94965de4&device_id=9dc7d965-3894-4f29-a6bc-ca486171ecc3 HTTP/1.1" status: 200 len: 1097 time: 0.0713024 May 31 14:25:19.752872 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a9466-6eac-4c29-9088-cb70ab3cd3d7 req-5afc97b7-b1c5-4e0c-b8ff-72a2abf7e325 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:25:19.754346 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8f1a9466-6eac-4c29-9088-cb70ab3cd3d7 req-5afc97b7-b1c5-4e0c-b8ff-72a2abf7e325 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=9dc7d965-3894-4f29-a6bc-ca486171ecc3 HTTP/1.1" status: 200 len: 946 time: 0.0873561 May 31 14:25:19.787353 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf7ac74-0de0-494d-b1cd-ebef7f937025 req-4bf50695-dcf1-41a7-8ff5-0017d07b8cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:25:19.788773 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7cf7ac74-0de0-494d-b1cd-ebef7f937025 req-4bf50695-dcf1-41a7-8ff5-0017d07b8cfb service neutron] 10.222.0.44 "GET /v2.0/networks?id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d HTTP/1.1" status: 200 len: 912 time: 0.2399781 May 31 14:25:19.798402 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8f1a9466-6eac-4c29-9088-cb70ab3cd3d7 req-f5cdcb14-3ab5-4ece-86ee-1d19df4a62e1 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383382 May 31 14:25:19.898882 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7cf7ac74-0de0-494d-b1cd-ebef7f937025 req-67277c13-0ff2-4246-ab96-04637fb0f2e4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=584c5ec3-c5f5-44bb-bf15-c68f213dc92c HTTP/1.1" status: 200 len: 1002 time: 0.1038330 May 31 14:25:19.962462 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf7ac74-0de0-494d-b1cd-ebef7f937025 req-4af8aa22-0060-49c9-a0be-abb44928dbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:25:19.963952 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7cf7ac74-0de0-494d-b1cd-ebef7f937025 req-4af8aa22-0060-49c9-a0be-abb44928dbf3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ca667eab-0c9a-4011-a6f3-b538ca3ff48e HTTP/1.1" status: 200 len: 850 time: 0.0586562 May 31 14:25:20.050534 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf7ac74-0de0-494d-b1cd-ebef7f937025 req-1298f907-9bd4-4179-b634-ce019a668823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:25:20.051908 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7cf7ac74-0de0-494d-b1cd-ebef7f937025 req-1298f907-9bd4-4179-b634-ce019a668823 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0806782 May 31 14:25:20.191603 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7cf7ac74-0de0-494d-b1cd-ebef7f937025 req-0aa0cd09-112b-46f1-a861-5324441aad94 service neutron] 10.222.0.44 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323831 May 31 14:25:20.329933 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7cf7ac74-0de0-494d-b1cd-ebef7f937025 req-20999a16-7854-433c-bfb8-cf759ba84d19 service neutron] 10.222.0.44 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290047 May 31 14:25:20.989801 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96779976-49fe-4d73-b301-8f3bba8b34e8 req-ab7fd523-bc7d-45c9-ac3c-9f6871edcf38 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:25:20.991338 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-96779976-49fe-4d73-b301-8f3bba8b34e8 req-ab7fd523-bc7d-45c9-ac3c-9f6871edcf38 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=9dc7d965-3894-4f29-a6bc-ca486171ecc3 HTTP/1.1" status: 200 len: 946 time: 0.0843475 May 31 14:25:21.051114 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-96779976-49fe-4d73-b301-8f3bba8b34e8 req-63975499-67a2-4075-bf58-5ee90d434da1 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537639 May 31 14:25:22.243195 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabaee28-51fe-4061-8682-ab7d5393cc64 req-3d5c3dc9-f26f-44dd-b427-51c205a8abce tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:25:22.244649 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dabaee28-51fe-4061-8682-ab7d5393cc64 req-3d5c3dc9-f26f-44dd-b427-51c205a8abce tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=9dc7d965-3894-4f29-a6bc-ca486171ecc3 HTTP/1.1" status: 200 len: 946 time: 0.0844398 May 31 14:25:22.289898 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dabaee28-51fe-4061-8682-ab7d5393cc64 req-ba5800b9-69b5-499e-b277-ffec61c1bffc tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385659 May 31 14:25:23.485066 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cc302f-2401-4fba-9fa2-f69428e8a247 req-9981a22f-c967-49a8-9a70-f5f47d5c1cd3 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:25:23.486554 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-94cc302f-2401-4fba-9fa2-f69428e8a247 req-9981a22f-c967-49a8-9a70-f5f47d5c1cd3 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=9dc7d965-3894-4f29-a6bc-ca486171ecc3 HTTP/1.1" status: 200 len: 946 time: 0.0840406 May 31 14:25:23.535452 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-94cc302f-2401-4fba-9fa2-f69428e8a247 req-55844aba-a2cf-4efa-9962-6d283c98464f tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431471 May 31 14:25:24.722506 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f532745-5b2c-4632-aba3-0283d4c9ffb2 req-96d82b2a-f9d3-4fea-89c1-480bb310171c tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:25:24.723956 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8f532745-5b2c-4632-aba3-0283d4c9ffb2 req-96d82b2a-f9d3-4fea-89c1-480bb310171c tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=9dc7d965-3894-4f29-a6bc-ca486171ecc3 HTTP/1.1" status: 200 len: 946 time: 0.0804131 May 31 14:25:24.769189 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8f532745-5b2c-4632-aba3-0283d4c9ffb2 req-168f46a8-28d8-4607-ad9d-f15157a47e4d tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396383 May 31 14:25:25.967092 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec50c5-e78c-48fe-82a7-a54d278e4268 req-7fb87f74-3944-4404-a6f9-e098ff4c1694 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:25:25.968577 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-43ec50c5-e78c-48fe-82a7-a54d278e4268 req-7fb87f74-3944-4404-a6f9-e098ff4c1694 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=9dc7d965-3894-4f29-a6bc-ca486171ecc3 HTTP/1.1" status: 200 len: 946 time: 0.0923333 May 31 14:25:26.125604 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-43ec50c5-e78c-48fe-82a7-a54d278e4268 req-5b44c447-6a79-4481-b14d-6a72d7c203c5 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511893 May 31 14:25:27.314492 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c72a23a-edf0-4217-8155-c1b3a659d0d7 req-0878dfe2-6988-470b-9dab-6b02da05e9a9 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:25:27.316374 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1c72a23a-edf0-4217-8155-c1b3a659d0d7 req-0878dfe2-6988-470b-9dab-6b02da05e9a9 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=9dc7d965-3894-4f29-a6bc-ca486171ecc3 HTTP/1.1" status: 200 len: 946 time: 0.0811694 May 31 14:25:27.361425 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1c72a23a-edf0-4217-8155-c1b3a659d0d7 req-1578662d-22ec-4d96-a798-87ca632676c6 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396214 May 31 14:25:28.549836 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1515ab6-a53e-4ba5-9b9d-519320b17bb8 req-5c0d6ea7-4c4a-40ec-a09e-cd3de8e1ae5a tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:25:28.551323 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d1515ab6-a53e-4ba5-9b9d-519320b17bb8 req-5c0d6ea7-4c4a-40ec-a09e-cd3de8e1ae5a tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=9dc7d965-3894-4f29-a6bc-ca486171ecc3 HTTP/1.1" status: 200 len: 946 time: 0.0823350 May 31 14:25:28.596155 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d1515ab6-a53e-4ba5-9b9d-519320b17bb8 req-c1d18558-9a44-4e8f-af8b-1c55ec25732a tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391858 May 31 14:25:28.962373 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-980acadc-bb2f-4dcb-9555-07c6243730a2 req-2238602d-ee1c-4553-83bd-74bd330f95ee service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9dc7d965-3894-4f29-a6bc-ca486171ecc3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0738957 May 31 14:25:29.012551 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e828e66-4afc-4408-b389-08fa3f615fa4 req-949bff42-5b4a-40a6-a3df-7b69434e29e3 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:25:29.014370 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5e828e66-4afc-4408-b389-08fa3f615fa4 req-949bff42-5b4a-40a6-a3df-7b69434e29e3 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=9dc7d965-3894-4f29-a6bc-ca486171ecc3 HTTP/1.1" status: 200 len: 946 time: 0.0836124 May 31 14:25:29.064774 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5e828e66-4afc-4408-b389-08fa3f615fa4 req-59635270-83d8-4562-a531-c3a873c0a3f2 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446138 May 31 14:25:30.193563 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980acadc-bb2f-4dcb-9555-07c6243730a2 req-0f880f05-1e8f-4046-aa69-ed05a1973853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:25:30.195963 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-980acadc-bb2f-4dcb-9555-07c6243730a2 req-0f880f05-1e8f-4046-aa69-ed05a1973853 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=12b1745bb03d4d16bf8e5deb94965de4&device_id=9dc7d965-3894-4f29-a6bc-ca486171ecc3 HTTP/1.1" status: 200 len: 1097 time: 0.0826938 May 31 14:25:30.256307 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd5b98-af8a-4ff5-b6fd-bc3d5a54ff72 req-42911dbd-15b7-4f88-9dad-d19f427c1d6d tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:25:30.257869 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-07dd5b98-af8a-4ff5-b6fd-bc3d5a54ff72 req-42911dbd-15b7-4f88-9dad-d19f427c1d6d tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=9dc7d965-3894-4f29-a6bc-ca486171ecc3 HTTP/1.1" status: 200 len: 946 time: 0.0831971 May 31 14:25:30.304930 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-07dd5b98-af8a-4ff5-b6fd-bc3d5a54ff72 req-95917d2c-2bad-46a1-ac93-95a7d2139e61 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404453 May 31 14:25:30.339288 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980acadc-bb2f-4dcb-9555-07c6243730a2 req-6731ca9c-1370-41ca-8a90-153202c7f41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:25:30.340799 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-980acadc-bb2f-4dcb-9555-07c6243730a2 req-6731ca9c-1370-41ca-8a90-153202c7f41f service neutron] 10.222.0.44 "GET /v2.0/networks?id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d HTTP/1.1" status: 200 len: 912 time: 0.1382174 May 31 14:25:30.445023 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-980acadc-bb2f-4dcb-9555-07c6243730a2 req-5525e97b-4bb4-4dea-812f-83ae9a9cb035 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=584c5ec3-c5f5-44bb-bf15-c68f213dc92c HTTP/1.1" status: 200 len: 1002 time: 0.0983448 May 31 14:25:30.514315 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980acadc-bb2f-4dcb-9555-07c6243730a2 req-e1443a1f-2c02-435b-839d-c7e27ddb2de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:25:30.515835 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-980acadc-bb2f-4dcb-9555-07c6243730a2 req-e1443a1f-2c02-435b-839d-c7e27ddb2de3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ca667eab-0c9a-4011-a6f3-b538ca3ff48e HTTP/1.1" status: 200 len: 850 time: 0.0647664 May 31 14:25:30.601936 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980acadc-bb2f-4dcb-9555-07c6243730a2 req-0912cc69-7541-443a-b606-34e9e5092ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:25:30.603494 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-980acadc-bb2f-4dcb-9555-07c6243730a2 req-0912cc69-7541-443a-b606-34e9e5092ec8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0816522 May 31 14:25:30.739080 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-980acadc-bb2f-4dcb-9555-07c6243730a2 req-85e0d2d0-3513-4e45-929e-03554f594e34 service neutron] 10.222.0.44 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280293 May 31 14:25:30.884006 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-980acadc-bb2f-4dcb-9555-07c6243730a2 req-6b89420c-ccda-4df0-8bb3-c5341ab110d6 service neutron] 10.222.0.44 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386974 May 31 14:25:31.507197 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d6779-45fe-4cb3-aafc-1e1f1e9f2555 req-3f5d16d2-09bc-4b9b-9069-53215f848b8e tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:25:31.508702 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a42d6779-45fe-4cb3-aafc-1e1f1e9f2555 req-3f5d16d2-09bc-4b9b-9069-53215f848b8e tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=9dc7d965-3894-4f29-a6bc-ca486171ecc3 HTTP/1.1" status: 200 len: 946 time: 0.0923853 May 31 14:25:31.559539 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a42d6779-45fe-4cb3-aafc-1e1f1e9f2555 req-62b5dc96-8b11-474a-9503-e6d737ec92e7 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435286 May 31 14:25:32.751718 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7ada03-b674-4027-8910-720e4be988ab req-0abb4fe5-1837-42d3-8a2f-51fbd474546d tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:25:32.753179 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8a7ada03-b674-4027-8910-720e4be988ab req-0abb4fe5-1837-42d3-8a2f-51fbd474546d tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=9dc7d965-3894-4f29-a6bc-ca486171ecc3 HTTP/1.1" status: 200 len: 946 time: 0.0825028 May 31 14:25:32.798410 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8a7ada03-b674-4027-8910-720e4be988ab req-d19fa6ac-6b97-46b5-afd4-220ab48176b0 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394483 May 31 14:25:33.318765 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [req-980acadc-bb2f-4dcb-9555-07c6243730a2 req-c036d662-b483-4ad4-8b99-c32e2e25169c service neutron] show failed (client error): The resource could not be found. May 31 14:25:33.319807 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-980acadc-bb2f-4dcb-9555-07c6243730a2 req-c036d662-b483-4ad4-8b99-c32e2e25169c service neutron] 10.222.0.44 "GET /v2.0/ports/584c5ec3-c5f5-44bb-bf15-c68f213dc92c/bindings/n-h1-843939-1 HTTP/1.1" status: 404 len: 380 time: 0.0829504 May 31 14:25:33.598728 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980acadc-bb2f-4dcb-9555-07c6243730a2 req-ae8c01b9-52df-47c5-826c-8e8aab529791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:25:33.600091 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-980acadc-bb2f-4dcb-9555-07c6243730a2 req-ae8c01b9-52df-47c5-826c-8e8aab529791 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9dc7d965-3894-4f29-a6bc-ca486171ecc3&tenant_id=12b1745bb03d4d16bf8e5deb94965de4 HTTP/1.1" status: 200 len: 1097 time: 0.0816023 May 31 14:25:33.610815 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-980acadc-bb2f-4dcb-9555-07c6243730a2 req-8b06a857-a0c5-4025-ae90-fcef36704e55 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843939-1', 'device_owner': 'compute:nova'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:25:33.844766 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-980acadc-bb2f-4dcb-9555-07c6243730a2 req-8b06a857-a0c5-4025-ae90-fcef36704e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:25:34.006963 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a2292-a0ba-462f-88d7-78138133f687 req-d0a032cd-611b-418e-9c40-b53b6734c12e tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:25:34.008452 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-878a2292-a0ba-462f-88d7-78138133f687 req-d0a032cd-611b-418e-9c40-b53b6734c12e tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=9dc7d965-3894-4f29-a6bc-ca486171ecc3 HTTP/1.1" status: 200 len: 946 time: 0.0875762 May 31 14:25:34.054016 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-878a2292-a0ba-462f-88d7-78138133f687 req-0c736447-b4d2-4505-9a29-3e29207e9802 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383248 May 31 14:25:34.129071 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-980acadc-bb2f-4dcb-9555-07c6243730a2 req-8b06a857-a0c5-4025-ae90-fcef36704e55 service neutron] For port 584c5ec3-c5f5-44bb-bf15-c68f213dc92c, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=584c5ec3-c5f5-44bb-bf15-c68f213dc92c,segment=NetworkSegment(2b23b0c3-e67b-4d93-ad78-945ae1687af6),segment_id=2b23b0c3-e67b-4d93-ad78-945ae1687af6)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:25:34.157507 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-980acadc-bb2f-4dcb-9555-07c6243730a2 req-8b06a857-a0c5-4025-ae90-fcef36704e55 service neutron] For port 584c5ec3-c5f5-44bb-bf15-c68f213dc92c, host n-h2-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:25:34.216422 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc7d965-3894-4f29-a6bc-ca486171ecc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '584c5ec3-c5f5-44bb-bf15-c68f213dc92c'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:25:34.222314 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-980acadc-bb2f-4dcb-9555-07c6243730a2 req-8b06a857-a0c5-4025-ae90-fcef36704e55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:25:34.237606 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-980acadc-bb2f-4dcb-9555-07c6243730a2 req-8b06a857-a0c5-4025-ae90-fcef36704e55 service neutron] Transition to ACTIVE for port object 584c5ec3-c5f5-44bb-bf15-c68f213dc92c will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:25:34.241355 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-980acadc-bb2f-4dcb-9555-07c6243730a2 req-8b06a857-a0c5-4025-ae90-fcef36704e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:25:34.284384 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e15985d7-6306-41e3-9b81-f8e7cf0530a0'] response: {'server_uuid': '9dc7d965-3894-4f29-a6bc-ca486171ecc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '584c5ec3-c5f5-44bb-bf15-c68f213dc92c', 'code': 200} May 31 14:25:34.382071 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b06a857-a0c5-4025-ae90-fcef36704e55 service neutron] Pushing event updated for resources: {'Port': ['ID=584c5ec3-c5f5-44bb-bf15-c68f213dc92c,revision_number=6']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:25:34.402806 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b06a857-a0c5-4025-ae90-fcef36704e55 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:25:34.403155 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b06a857-a0c5-4025-ae90-fcef36704e55 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:25:34.403491 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b06a857-a0c5-4025-ae90-fcef36704e55 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:25:34.403850 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b06a857-a0c5-4025-ae90-fcef36704e55 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:25:34.404146 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b06a857-a0c5-4025-ae90-fcef36704e55 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:25:34.404469 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b06a857-a0c5-4025-ae90-fcef36704e55 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:25:34.404795 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b06a857-a0c5-4025-ae90-fcef36704e55 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:25:34.405111 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b06a857-a0c5-4025-ae90-fcef36704e55 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:25:34.405430 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b06a857-a0c5-4025-ae90-fcef36704e55 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:25:34.405748 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b06a857-a0c5-4025-ae90-fcef36704e55 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:25:34.406095 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b06a857-a0c5-4025-ae90-fcef36704e55 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:25:34.406413 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b06a857-a0c5-4025-ae90-fcef36704e55 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:25:34.454934 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-980acadc-bb2f-4dcb-9555-07c6243730a2 req-8b06a857-a0c5-4025-ae90-fcef36704e55 service neutron] No DVR routers for this DVR port 584c5ec3-c5f5-44bb-bf15-c68f213dc92c on host n-h2-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:25:34.678832 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-980acadc-bb2f-4dcb-9555-07c6243730a2 req-8b06a857-a0c5-4025-ae90-fcef36704e55 service neutron] Attempting to bind port 584c5ec3-c5f5-44bb-bf15-c68f213dc92c on host n-h1-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:25:34.679073 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-980acadc-bb2f-4dcb-9555-07c6243730a2 req-8b06a857-a0c5-4025-ae90-fcef36704e55 service neutron] Attempting to bind port 584c5ec3-c5f5-44bb-bf15-c68f213dc92c by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': '2b23b0c3-e67b-4d93-ad78-945ae1687af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:25:34.679394 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980acadc-bb2f-4dcb-9555-07c6243730a2 req-8b06a857-a0c5-4025-ae90-fcef36704e55 service neutron] Attempting to bind port 584c5ec3-c5f5-44bb-bf15-c68f213dc92c on network c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:25:34.684626 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980acadc-bb2f-4dcb-9555-07c6243730a2 req-8b06a857-a0c5-4025-ae90-fcef36704e55 service neutron] Port 584c5ec3-c5f5-44bb-bf15-c68f213dc92c on network c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 14:25:34.684939 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980acadc-bb2f-4dcb-9555-07c6243730a2 req-8b06a857-a0c5-4025-ae90-fcef36704e55 service neutron] Attempting to bind port 584c5ec3-c5f5-44bb-bf15-c68f213dc92c on network c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:25:34.690254 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980acadc-bb2f-4dcb-9555-07c6243730a2 req-8b06a857-a0c5-4025-ae90-fcef36704e55 service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:25:34.690587 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980acadc-bb2f-4dcb-9555-07c6243730a2 req-8b06a857-a0c5-4025-ae90-fcef36704e55 service neutron] Checking segment: {'id': '2b23b0c3-e67b-4d93-ad78-945ae1687af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:25:34.690975 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980acadc-bb2f-4dcb-9555-07c6243730a2 req-8b06a857-a0c5-4025-ae90-fcef36704e55 service neutron] Bound using segment: {'id': '2b23b0c3-e67b-4d93-ad78-945ae1687af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:25:34.691386 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-980acadc-bb2f-4dcb-9555-07c6243730a2 req-8b06a857-a0c5-4025-ae90-fcef36704e55 service neutron] Bound port: 584c5ec3-c5f5-44bb-bf15-c68f213dc92c, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b23b0c3-e67b-4d93-ad78-945ae1687af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:25:34.691727 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-980acadc-bb2f-4dcb-9555-07c6243730a2 req-8b06a857-a0c5-4025-ae90-fcef36704e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:25:34.781964 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-980acadc-bb2f-4dcb-9555-07c6243730a2 req-8b06a857-a0c5-4025-ae90-fcef36704e55 service neutron] For port 584c5ec3-c5f5-44bb-bf15-c68f213dc92c, host n-h1-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:25:34.785546 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-980acadc-bb2f-4dcb-9555-07c6243730a2 req-8b06a857-a0c5-4025-ae90-fcef36704e55 service neutron] For port 584c5ec3-c5f5-44bb-bf15-c68f213dc92c, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=584c5ec3-c5f5-44bb-bf15-c68f213dc92c,segment=NetworkSegment(2b23b0c3-e67b-4d93-ad78-945ae1687af6),segment_id=2b23b0c3-e67b-4d93-ad78-945ae1687af6)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:25:34.789936 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-980acadc-bb2f-4dcb-9555-07c6243730a2 req-8b06a857-a0c5-4025-ae90-fcef36704e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:25:34.852265 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980acadc-bb2f-4dcb-9555-07c6243730a2 req-8b06a857-a0c5-4025-ae90-fcef36704e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:25:34.852897 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-980acadc-bb2f-4dcb-9555-07c6243730a2 req-8b06a857-a0c5-4025-ae90-fcef36704e55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:25:34.854993 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-980acadc-bb2f-4dcb-9555-07c6243730a2 req-8b06a857-a0c5-4025-ae90-fcef36704e55 service neutron] 10.222.0.20 "PUT /v2.0/ports/584c5ec3-c5f5-44bb-bf15-c68f213dc92c HTTP/1.1" status: 200 len: 1092 time: 1.2483108 May 31 14:25:34.870677 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b06a857-a0c5-4025-ae90-fcef36704e55 service neutron] Pushing event updated for resources: {'Port': ['ID=584c5ec3-c5f5-44bb-bf15-c68f213dc92c,revision_number=7']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:25:34.956505 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980acadc-bb2f-4dcb-9555-07c6243730a2 req-32c2cb1d-1b1a-4524-85c3-64a743e59a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:25:34.957933 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-980acadc-bb2f-4dcb-9555-07c6243730a2 req-32c2cb1d-1b1a-4524-85c3-64a743e59a2d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12b1745bb03d4d16bf8e5deb94965de4&device_id=9dc7d965-3894-4f29-a6bc-ca486171ecc3 HTTP/1.1" status: 200 len: 1095 time: 0.0788269 May 31 14:25:35.094500 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980acadc-bb2f-4dcb-9555-07c6243730a2 req-8ed4dba1-9e82-4a39-8ef5-c9c88bcf3b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:25:35.095966 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-980acadc-bb2f-4dcb-9555-07c6243730a2 req-8ed4dba1-9e82-4a39-8ef5-c9c88bcf3b59 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d HTTP/1.1" status: 200 len: 912 time: 0.1323438 May 31 14:25:35.206264 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-980acadc-bb2f-4dcb-9555-07c6243730a2 req-11e0b2ad-7cba-47c3-bb48-527ae805d19c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=584c5ec3-c5f5-44bb-bf15-c68f213dc92c HTTP/1.1" status: 200 len: 1000 time: 0.1022758 May 31 14:25:35.251140 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac336f-6560-45b3-a343-d1f308f812c7 req-c4d54fda-0b0c-40e8-875a-87ad5c90deb7 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:25:35.252566 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b2ac336f-6560-45b3-a343-d1f308f812c7 req-c4d54fda-0b0c-40e8-875a-87ad5c90deb7 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=9dc7d965-3894-4f29-a6bc-ca486171ecc3 HTTP/1.1" status: 200 len: 944 time: 0.0824001 May 31 14:25:35.269559 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980acadc-bb2f-4dcb-9555-07c6243730a2 req-30835533-4a65-4488-a304-f22fe15ee5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:25:35.271025 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-980acadc-bb2f-4dcb-9555-07c6243730a2 req-30835533-4a65-4488-a304-f22fe15ee5b6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ca667eab-0c9a-4011-a6f3-b538ca3ff48e HTTP/1.1" status: 200 len: 850 time: 0.0590584 May 31 14:25:35.304540 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b2ac336f-6560-45b3-a343-d1f308f812c7 req-0efb16df-f08e-4df3-96b0-c7501d1057f0 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459511 May 31 14:25:35.349522 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980acadc-bb2f-4dcb-9555-07c6243730a2 req-c7196a81-41d5-46d1-ab38-39c6dbbe42d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:25:35.351173 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-980acadc-bb2f-4dcb-9555-07c6243730a2 req-c7196a81-41d5-46d1-ab38-39c6dbbe42d6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741398 May 31 14:25:35.609111 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-980acadc-bb2f-4dcb-9555-07c6243730a2 req-7024c542-fd64-4a17-962b-7ceb0e1db28d service neutron] 10.222.0.20 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521017 May 31 14:25:35.741042 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-980acadc-bb2f-4dcb-9555-07c6243730a2 req-75364a51-bd97-4ce7-af2d-eef9e767e646 service neutron] 10.222.0.20 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257970 May 31 14:25:36.285113 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dc7d965-3894-4f29-a6bc-ca486171ecc3', 'tag': '584c5ec3-c5f5-44bb-bf15-c68f213dc92c'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:25:36.345794 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-969a4b2a-f66a-432e-8033-77d272934572'] response: {'name': 'network-changed', 'server_uuid': '9dc7d965-3894-4f29-a6bc-ca486171ecc3', 'tag': '584c5ec3-c5f5-44bb-bf15-c68f213dc92c', 'status': 'completed', 'code': 200} May 31 14:25:36.509165 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478f19e-4f2c-49ee-8784-329bb46ed4c1 req-5da30f6c-96ff-4a1c-a8e2-7129cf38e22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:25:36.511087 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1478f19e-4f2c-49ee-8784-329bb46ed4c1 req-5da30f6c-96ff-4a1c-a8e2-7129cf38e22d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=12b1745bb03d4d16bf8e5deb94965de4&device_id=9dc7d965-3894-4f29-a6bc-ca486171ecc3 HTTP/1.1" status: 200 len: 1095 time: 0.1441488 May 31 14:25:36.518318 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b08b44a-4e3e-474b-b672-65d35c828c0f req-9178535c-6012-4fe8-b5f4-3c8ddb3eb67d tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:25:36.519821 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6b08b44a-4e3e-474b-b672-65d35c828c0f req-9178535c-6012-4fe8-b5f4-3c8ddb3eb67d tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=9dc7d965-3894-4f29-a6bc-ca486171ecc3 HTTP/1.1" status: 200 len: 944 time: 0.0844705 May 31 14:25:36.519966 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478f19e-4f2c-49ee-8784-329bb46ed4c1 req-aabdd574-b34f-40de-a168-1fff35f3029a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:25:36.521510 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1478f19e-4f2c-49ee-8784-329bb46ed4c1 req-aabdd574-b34f-40de-a168-1fff35f3029a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12b1745bb03d4d16bf8e5deb94965de4&device_id=9dc7d965-3894-4f29-a6bc-ca486171ecc3 HTTP/1.1" status: 200 len: 1095 time: 0.1138127 May 31 14:25:36.567159 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6b08b44a-4e3e-474b-b672-65d35c828c0f req-5a22cc21-8caa-4f18-bc43-79326a924108 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406685 May 31 14:25:36.762234 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478f19e-4f2c-49ee-8784-329bb46ed4c1 req-f371a285-b0bf-4a59-a49d-41f939848381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:25:36.763702 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1478f19e-4f2c-49ee-8784-329bb46ed4c1 req-f371a285-b0bf-4a59-a49d-41f939848381 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d HTTP/1.1" status: 200 len: 912 time: 0.2466323 May 31 14:25:36.767868 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478f19e-4f2c-49ee-8784-329bb46ed4c1 req-9ad047c1-1f66-47b8-aed7-b0b2ac687fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:25:36.769179 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1478f19e-4f2c-49ee-8784-329bb46ed4c1 req-9ad047c1-1f66-47b8-aed7-b0b2ac687fb3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d HTTP/1.1" status: 200 len: 912 time: 0.2270286 May 31 14:25:36.960613 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1478f19e-4f2c-49ee-8784-329bb46ed4c1 req-f56cfb43-ada5-4452-b000-2ad2cfa38aa5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=584c5ec3-c5f5-44bb-bf15-c68f213dc92c HTTP/1.1" status: 200 len: 1000 time: 0.1903772 May 31 14:25:36.962511 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1478f19e-4f2c-49ee-8784-329bb46ed4c1 req-9d30bd3c-4eca-4fed-86aa-58fc607fe5e1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=584c5ec3-c5f5-44bb-bf15-c68f213dc92c HTTP/1.1" status: 200 len: 1000 time: 0.1444135 May 31 14:25:37.078353 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478f19e-4f2c-49ee-8784-329bb46ed4c1 req-6fb0880a-eb69-4c48-8f6b-eb221d37cd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:25:37.079879 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1478f19e-4f2c-49ee-8784-329bb46ed4c1 req-6fb0880a-eb69-4c48-8f6b-eb221d37cd7d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ca667eab-0c9a-4011-a6f3-b538ca3ff48e HTTP/1.1" status: 200 len: 850 time: 0.1132410 May 31 14:25:37.083426 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478f19e-4f2c-49ee-8784-329bb46ed4c1 req-29706f4c-2b25-4b88-9cbf-cd445e22dab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:25:37.085177 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1478f19e-4f2c-49ee-8784-329bb46ed4c1 req-29706f4c-2b25-4b88-9cbf-cd445e22dab0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ca667eab-0c9a-4011-a6f3-b538ca3ff48e HTTP/1.1" status: 200 len: 850 time: 0.0854492 May 31 14:25:37.225713 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478f19e-4f2c-49ee-8784-329bb46ed4c1 req-90800905-c558-4e4b-a069-dfe62899e4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:25:37.227143 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1478f19e-4f2c-49ee-8784-329bb46ed4c1 req-90800905-c558-4e4b-a069-dfe62899e4d3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1410389 May 31 14:25:37.230351 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478f19e-4f2c-49ee-8784-329bb46ed4c1 req-7109352c-e83f-4a12-aa57-4ae09555da03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:25:37.231684 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1478f19e-4f2c-49ee-8784-329bb46ed4c1 req-7109352c-e83f-4a12-aa57-4ae09555da03 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1099043 May 31 14:25:37.476980 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1478f19e-4f2c-49ee-8784-329bb46ed4c1 req-040860b2-aca1-4b85-a5ef-ff679a90efde service neutron] 10.222.0.44 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430372 May 31 14:25:37.480679 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1478f19e-4f2c-49ee-8784-329bb46ed4c1 req-640f3f5f-d3e9-4b52-a97a-f83b32dbad28 service neutron] 10.222.0.20 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285707 May 31 14:25:37.776672 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e25bf1-ea93-4057-85e7-7cc0e7b9e5fb req-6fab3983-9681-471a-8bc6-baa94b8aca4a tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:25:37.778224 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-12e25bf1-ea93-4057-85e7-7cc0e7b9e5fb req-6fab3983-9681-471a-8bc6-baa94b8aca4a tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=9dc7d965-3894-4f29-a6bc-ca486171ecc3 HTTP/1.1" status: 200 len: 944 time: 0.0877559 May 31 14:25:37.823477 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-12e25bf1-ea93-4057-85e7-7cc0e7b9e5fb req-3cb5be4c-86e8-456a-a63a-f738439f7019 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394723 May 31 14:25:37.829023 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 584c5ec3-c5f5-44bb-bf15-c68f213dc92c no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:25:37.841640 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1478f19e-4f2c-49ee-8784-329bb46ed4c1 req-925327c0-a7f0-4ced-b4a1-743c1b493f6a service neutron] 10.222.0.44 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3575459 May 31 14:25:37.843588 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1478f19e-4f2c-49ee-8784-329bb46ed4c1 req-6efeda9a-7676-4876-b99b-d54039bf2509 service neutron] 10.222.0.20 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3418362 May 31 14:25:37.933958 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:25:37.941387 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 584c5ec3-c5f5-44bb-bf15-c68f213dc92c not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:25:39.015362 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299425fd-239b-4f81-9859-8d560596b961 req-f6d7e649-a41b-42d6-82c2-325bf74fd629 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:25:39.016795 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-299425fd-239b-4f81-9859-8d560596b961 req-f6d7e649-a41b-42d6-82c2-325bf74fd629 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=9dc7d965-3894-4f29-a6bc-ca486171ecc3 HTTP/1.1" status: 200 len: 944 time: 0.0791717 May 31 14:25:39.060115 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-299425fd-239b-4f81-9859-8d560596b961 req-83608921-e055-4043-83e2-3fb037f801bb tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371091 May 31 14:25:39.369182 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:25:39.378213 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e21a38-4a4e-427e-b9f8-c534da38cd64 req-17944ded-0c99-4603-9baa-3874828ce6c6 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:25:39.379108 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b1e21a38-4a4e-427e-b9f8-c534da38cd64 req-17944ded-0c99-4603-9baa-3874828ce6c6 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=9dc7d965-3894-4f29-a6bc-ca486171ecc3 HTTP/1.1" status: 200 len: 944 time: 0.0908384 May 31 14:25:39.391553 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f070b57-ea17-4c0e-aea7-795f344dd53c req-cf203938-d160-4000-b010-2fdc8a17514f tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:25:39.392259 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-0f070b57-ea17-4c0e-aea7-795f344dd53c req-cf203938-d160-4000-b010-2fdc8a17514f tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Synchronizing usage tracker for tenant:12b1745bb03d4d16bf8e5deb94965de4 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:25:39.408830 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-0f070b57-ea17-4c0e-aea7-795f344dd53c req-cf203938-d160-4000-b010-2fdc8a17514f tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Unset dirty status for tenant:12b1745bb03d4d16bf8e5deb94965de4 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:25:39.410162 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0f070b57-ea17-4c0e-aea7-795f344dd53c req-cf203938-d160-4000-b010-2fdc8a17514f tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.44 "GET /v2.0/ports?device_id=9dc7d965-3894-4f29-a6bc-ca486171ecc3&tenant_id=12b1745bb03d4d16bf8e5deb94965de4&binding%3Ahost_id=n-h1-843939-1 HTTP/1.1" status: 200 len: 944 time: 0.1265664 May 31 14:25:39.426011 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b1e21a38-4a4e-427e-b9f8-c534da38cd64 req-ac1a8c17-7fff-4b51-8c3d-5f2d798a10ab tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400257 May 31 14:25:39.490356 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [req-0f070b57-ea17-4c0e-aea7-795f344dd53c req-79b15d94-b354-4579-93f1-83b8719af80a service neutron] delete failed (client error): The resource could not be found. May 31 14:25:39.491273 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0f070b57-ea17-4c0e-aea7-795f344dd53c req-79b15d94-b354-4579-93f1-83b8719af80a service neutron] 10.222.0.44 "DELETE /v2.0/ports/584c5ec3-c5f5-44bb-bf15-c68f213dc92c/bindings/n-h2-843939-1 HTTP/1.1" status: 404 len: 380 time: 0.0757759 May 31 14:25:39.635689 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f070b57-ea17-4c0e-aea7-795f344dd53c req-99ecb755-9d1a-4d70-8a32-b35c43446f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:25:39.637230 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0f070b57-ea17-4c0e-aea7-795f344dd53c req-99ecb755-9d1a-4d70-8a32-b35c43446f1a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=12b1745bb03d4d16bf8e5deb94965de4&device_id=9dc7d965-3894-4f29-a6bc-ca486171ecc3 HTTP/1.1" status: 200 len: 1095 time: 0.0746217 May 31 14:25:39.769000 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f070b57-ea17-4c0e-aea7-795f344dd53c req-f8531e64-3a8f-4eda-b83f-308a7f4b227f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:25:39.770373 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0f070b57-ea17-4c0e-aea7-795f344dd53c req-f8531e64-3a8f-4eda-b83f-308a7f4b227f service neutron] 10.222.0.44 "GET /v2.0/networks?id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d HTTP/1.1" status: 200 len: 912 time: 0.1278183 May 31 14:25:39.875051 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0f070b57-ea17-4c0e-aea7-795f344dd53c req-14dab5d2-7e7b-47f4-a3e7-1187f0ad9172 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=584c5ec3-c5f5-44bb-bf15-c68f213dc92c HTTP/1.1" status: 200 len: 1000 time: 0.0989718 May 31 14:25:39.942687 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f070b57-ea17-4c0e-aea7-795f344dd53c req-3b938c55-0260-4812-9e2b-fa10f50393af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:25:39.944121 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0f070b57-ea17-4c0e-aea7-795f344dd53c req-3b938c55-0260-4812-9e2b-fa10f50393af service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ca667eab-0c9a-4011-a6f3-b538ca3ff48e HTTP/1.1" status: 200 len: 850 time: 0.0639606 May 31 14:25:40.019148 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f070b57-ea17-4c0e-aea7-795f344dd53c req-1b20f695-a483-4caa-a7e0-a11b1bd39889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:25:40.020615 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0f070b57-ea17-4c0e-aea7-795f344dd53c req-1b20f695-a483-4caa-a7e0-a11b1bd39889 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699987 May 31 14:25:40.153429 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0f070b57-ea17-4c0e-aea7-795f344dd53c req-990ef7cb-2028-4de0-87a8-c8fffd3674ad service neutron] 10.222.0.44 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271164 May 31 14:25:40.286028 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0f070b57-ea17-4c0e-aea7-795f344dd53c req-f048a9ad-50a4-4540-afba-cc517d661a25 service neutron] 10.222.0.44 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267276 May 31 14:25:40.365444 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 584c5ec3-c5f5-44bb-bf15-c68f213dc92c details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 14:25:40.507536 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 584c5ec3-c5f5-44bb-bf15-c68f213dc92c, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=584c5ec3-c5f5-44bb-bf15-c68f213dc92c,segment=NetworkSegment(2b23b0c3-e67b-4d93-ad78-945ae1687af6),segment_id=2b23b0c3-e67b-4d93-ad78-945ae1687af6)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:25:40.523896 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': '584c5ec3-c5f5-44bb-bf15-c68f213dc92c', 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d', 'port_id': '584c5ec3-c5f5-44bb-bf15-c68f213dc92c', 'mac_address': 'fa:16:3e:04:ac:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca667eab-0c9a-4011-a6f3-b538ca3ff48e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 14:25:40.583733 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 584c5ec3-c5f5-44bb-bf15-c68f213dc92c is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:25:40.584125 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:25:40.604595 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 584c5ec3-c5f5-44bb-bf15-c68f213dc92c {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:25:40.618789 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a044bea3-6771-4239-a992-41494dd31513 req-b6743d33-819a-4e21-be4e-3b66abcfc2b8 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:25:40.621263 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a044bea3-6771-4239-a992-41494dd31513 req-b6743d33-819a-4e21-be4e-3b66abcfc2b8 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=9dc7d965-3894-4f29-a6bc-ca486171ecc3 HTTP/1.1" status: 200 len: 944 time: 0.0839806 May 31 14:25:40.621384 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 584c5ec3-c5f5-44bb-bf15-c68f213dc92c, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=584c5ec3-c5f5-44bb-bf15-c68f213dc92c,segment=NetworkSegment(2b23b0c3-e67b-4d93-ad78-945ae1687af6),segment_id=2b23b0c3-e67b-4d93-ad78-945ae1687af6)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:25:40.625239 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:25:40.676718 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a044bea3-6771-4239-a992-41494dd31513 req-89869398-446e-4f40-b763-a1921ef3426f tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480776 May 31 14:25:40.699642 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c2773033-267e-45a9-8378-bc4d72229b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:25:40.708364 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=584c5ec3-c5f5-44bb-bf15-c68f213dc92c,revision_number=8']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:25:40.722584 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:25:40.722956 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:25:40.723296 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:25:40.723637 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:25:40.723973 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:25:40.724310 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:25:40.724646 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:25:40.724964 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:25:40.725289 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:25:40.725626 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:25:40.725961 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:25:40.726313 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:25:40.955924 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['584c5ec3-c5f5-44bb-bf15-c68f213dc92c'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:25:41.882404 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071c2d77-eae7-4ab1-b48f-8f5769b1721b req-1ba31d40-7d6e-478a-bb5a-210778b6ec78 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:25:41.884230 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-071c2d77-eae7-4ab1-b48f-8f5769b1721b req-1ba31d40-7d6e-478a-bb5a-210778b6ec78 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=9dc7d965-3894-4f29-a6bc-ca486171ecc3 HTTP/1.1" status: 200 len: 945 time: 0.0915680 May 31 14:25:41.938738 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-071c2d77-eae7-4ab1-b48f-8f5769b1721b req-82845eda-19fb-432d-a2e9-9656fa566231 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482252 May 31 14:25:42.133285 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d09bc9-0beb-4347-abb4-83426850a007 req-01a392ed-2dbb-4f8f-88e5-12cb319665d8 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:25:42.135877 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d5d09bc9-0beb-4347-abb4-83426850a007 req-01a392ed-2dbb-4f8f-88e5-12cb319665d8 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=9dc7d965-3894-4f29-a6bc-ca486171ecc3 HTTP/1.1" status: 200 len: 945 time: 0.0869379 May 31 14:25:42.183084 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d5d09bc9-0beb-4347-abb4-83426850a007 req-b223842b-efff-4ba0-a14e-57acef00d9c6 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418026 May 31 14:25:42.395915 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 584c5ec3-c5f5-44bb-bf15-c68f213dc92c up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:25:42.474816 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning for port 584c5ec3-c5f5-44bb-bf15-c68f213dc92c completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:25:42.480791 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port 584c5ec3-c5f5-44bb-bf15-c68f213dc92c triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:25:42.481283 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:25:42.554305 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1744532-5538-4d2d-b383-6e52420a9200 req-10b28906-9a82-4fc1-a5a9-84d7086ff1e8 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:25:42.556346 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e1744532-5538-4d2d-b383-6e52420a9200 req-10b28906-9a82-4fc1-a5a9-84d7086ff1e8 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=9dc7d965-3894-4f29-a6bc-ca486171ecc3 HTTP/1.1" status: 200 len: 945 time: 0.0914643 May 31 14:25:42.598779 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d986b0c-9104-4e47-b0d9-1882e1123362 req-1cb15e56-b0a7-4832-8ba2-227403c2da73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:25:42.600241 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5d986b0c-9104-4e47-b0d9-1882e1123362 req-1cb15e56-b0a7-4832-8ba2-227403c2da73 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12b1745bb03d4d16bf8e5deb94965de4&device_id=9dc7d965-3894-4f29-a6bc-ca486171ecc3 HTTP/1.1" status: 200 len: 1096 time: 0.0820994 May 31 14:25:42.608622 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 584c5ec3-c5f5-44bb-bf15-c68f213dc92c is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:25:42.609011 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:25:42.622465 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e1744532-5538-4d2d-b383-6e52420a9200 req-f4c3ccc7-a2fb-450c-877c-a1eceabbb25c tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538666 May 31 14:25:42.641502 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc7d965-3894-4f29-a6bc-ca486171ecc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584c5ec3-c5f5-44bb-bf15-c68f213dc92c'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:25:42.652825 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 584c5ec3-c5f5-44bb-bf15-c68f213dc92c, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=584c5ec3-c5f5-44bb-bf15-c68f213dc92c,segment=NetworkSegment(2b23b0c3-e67b-4d93-ad78-945ae1687af6),segment_id=2b23b0c3-e67b-4d93-ad78-945ae1687af6)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:25:42.657136 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:25:42.694983 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1aeddbea-d23b-4ef0-b042-11b2b9140b07'] response: {'server_uuid': '9dc7d965-3894-4f29-a6bc-ca486171ecc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584c5ec3-c5f5-44bb-bf15-c68f213dc92c', 'code': 200} May 31 14:25:42.736100 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=584c5ec3-c5f5-44bb-bf15-c68f213dc92c,revision_number=9']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:25:42.753970 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d986b0c-9104-4e47-b0d9-1882e1123362 req-90de5ccb-2018-4792-b895-5fc71ded6ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:25:42.755463 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5d986b0c-9104-4e47-b0d9-1882e1123362 req-90de5ccb-2018-4792-b895-5fc71ded6ecf service neutron] 10.222.0.20 "GET /v2.0/networks?id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d HTTP/1.1" status: 200 len: 912 time: 0.1496437 May 31 14:25:42.855477 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6468a1f5-d026-4781-8d52-8cc6b2fbcc6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:25:42.859272 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5d986b0c-9104-4e47-b0d9-1882e1123362 req-30524090-6610-4612-89b9-e05be34e480b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=584c5ec3-c5f5-44bb-bf15-c68f213dc92c HTTP/1.1" status: 200 len: 1002 time: 0.0978456 May 31 14:25:42.930596 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d986b0c-9104-4e47-b0d9-1882e1123362 req-81599e34-af82-4924-a6e2-ed7e2fa0e0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:25:42.932613 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5d986b0c-9104-4e47-b0d9-1882e1123362 req-81599e34-af82-4924-a6e2-ed7e2fa0e0f5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ca667eab-0c9a-4011-a6f3-b538ca3ff48e HTTP/1.1" status: 200 len: 850 time: 0.0672731 May 31 14:25:43.007832 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d986b0c-9104-4e47-b0d9-1882e1123362 req-8907810b-4029-43cd-bf32-5cc62ebfc76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:25:43.009216 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5d986b0c-9104-4e47-b0d9-1882e1123362 req-8907810b-4029-43cd-bf32-5cc62ebfc76b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710790 May 31 14:25:43.251385 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5d986b0c-9104-4e47-b0d9-1882e1123362 req-dd758ae0-67e0-4f6c-af5e-bc59b1388d63 service neutron] 10.222.0.20 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361016 May 31 14:25:43.402434 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5d986b0c-9104-4e47-b0d9-1882e1123362 req-69e843d5-e5dc-4e6a-84b9-b220d63deddb service neutron] 10.222.0.20 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450245 May 31 14:25:43.825280 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bab5cc-3db6-4d80-8eb4-69e8de716bd1 req-42080966-cc54-445a-9309-4b72ad12fda2 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:25:43.826810 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-03bab5cc-3db6-4d80-8eb4-69e8de716bd1 req-42080966-cc54-445a-9309-4b72ad12fda2 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=9dc7d965-3894-4f29-a6bc-ca486171ecc3 HTTP/1.1" status: 200 len: 946 time: 0.0932283 May 31 14:25:43.881771 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-03bab5cc-3db6-4d80-8eb4-69e8de716bd1 req-f0e20453-7dbb-4563-a532-48c7dee0e4a1 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486212 May 31 14:25:43.949553 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:25:44.070501 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:25:45.084725 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5463b48-f3f6-4a79-b981-a254dc7c316a req-1e0084eb-8c42-4e56-b6af-8109b68bc59c tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:25:45.086209 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d5463b48-f3f6-4a79-b981-a254dc7c316a req-1e0084eb-8c42-4e56-b6af-8109b68bc59c tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=9dc7d965-3894-4f29-a6bc-ca486171ecc3 HTTP/1.1" status: 200 len: 946 time: 0.0811467 May 31 14:25:45.130849 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d5463b48-f3f6-4a79-b981-a254dc7c316a req-9f14c5a2-1602-45a0-a5c4-50231ecad0f9 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382676 May 31 14:25:45.524271 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1c2a5-56e8-4c49-94f5-0a45b79db707 req-0aeb98b8-4bb3-42b0-b8b0-23d335134027 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:25:45.526733 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e3a1c2a5-56e8-4c49-94f5-0a45b79db707 req-0aeb98b8-4bb3-42b0-b8b0-23d335134027 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=9dc7d965-3894-4f29-a6bc-ca486171ecc3 HTTP/1.1" status: 200 len: 946 time: 0.0848629 May 31 14:25:45.571417 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e3a1c2a5-56e8-4c49-94f5-0a45b79db707 req-d11606ad-70a0-416d-8103-f191f331bd19 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391500 May 31 14:25:45.647488 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:25:45.806886 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:25:46.774976 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899d9304-4fe4-4451-82f9-e087eaf1391f req-e399d26c-a5d0-4f71-beef-9ea23e6cb4c9 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:25:46.776552 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-899d9304-4fe4-4451-82f9-e087eaf1391f req-e399d26c-a5d0-4f71-beef-9ea23e6cb4c9 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=9dc7d965-3894-4f29-a6bc-ca486171ecc3 HTTP/1.1" status: 200 len: 946 time: 0.0841978 May 31 14:25:46.832116 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-899d9304-4fe4-4451-82f9-e087eaf1391f req-b687c238-ab9c-4b22-af7e-7da0cc32f83a tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492423 May 31 14:25:46.836379 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1fe8bb-0e47-4047-af73-50a7247ba60c req-86f8b5ff-f5e8-4b23-8fc2-97538379d12a tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:25:46.838072 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1b1fe8bb-0e47-4047-af73-50a7247ba60c req-86f8b5ff-f5e8-4b23-8fc2-97538379d12a tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dc7d965-3894-4f29-a6bc-ca486171ecc3 HTTP/1.1" status: 200 len: 946 time: 0.0901010 May 31 14:25:46.913793 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-1b1fe8bb-0e47-4047-af73-50a7247ba60c req-9624c923-40d6-402a-a425-7e6135058fb6 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Deleting port 584c5ec3-c5f5-44bb-bf15-c68f213dc92c {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:25:46.914172 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-1b1fe8bb-0e47-4047-af73-50a7247ba60c req-9624c923-40d6-402a-a425-7e6135058fb6 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:25:47.172862 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-1b1fe8bb-0e47-4047-af73-50a7247ba60c req-9624c923-40d6-402a-a425-7e6135058fb6 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] For port 584c5ec3-c5f5-44bb-bf15-c68f213dc92c, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=584c5ec3-c5f5-44bb-bf15-c68f213dc92c,segment=NetworkSegment(2b23b0c3-e67b-4d93-ad78-945ae1687af6),segment_id=2b23b0c3-e67b-4d93-ad78-945ae1687af6)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:25:47.173226 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-1b1fe8bb-0e47-4047-af73-50a7247ba60c req-9624c923-40d6-402a-a425-7e6135058fb6 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:25:47.467457 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-1b1fe8bb-0e47-4047-af73-50a7247ba60c req-9624c923-40d6-402a-a425-7e6135058fb6 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:25:47.467728 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-1b1fe8bb-0e47-4047-af73-50a7247ba60c req-9624c923-40d6-402a-a425-7e6135058fb6 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:25:47.468038 n-d-843939-1 neutron-server[88369]: INFO neutron.db.l3_db [req-1b1fe8bb-0e47-4047-af73-50a7247ba60c req-9624c923-40d6-402a-a425-7e6135058fb6 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Floating IP 51393fdc-220c-4a13-912f-6f9bef459985 disassociated. External IP: 172.25.6.210, port: 584c5ec3-c5f5-44bb-bf15-c68f213dc92c. May 31 14:25:47.468375 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-1b1fe8bb-0e47-4047-af73-50a7247ba60c req-9624c923-40d6-402a-a425-7e6135058fb6 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Calling delete_port for 584c5ec3-c5f5-44bb-bf15-c68f213dc92c owned by compute:nova {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:25:47.611339 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-1b1fe8bb-0e47-4047-af73-50a7247ba60c req-9624c923-40d6-402a-a425-7e6135058fb6 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:25:47.662937 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9624c923-40d6-402a-a425-7e6135058fb6 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Pushing event deleted for resources: {'Port': ['ID=584c5ec3-c5f5-44bb-bf15-c68f213dc92c,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:25:47.851381 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b1fe8bb-0e47-4047-af73-50a7247ba60c req-9624c923-40d6-402a-a425-7e6135058fb6 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Router 4f0f9b7a-f8fa-4715-a035-0b07957a0320 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:25:47.984590 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-de4c66db-ad48-4ad8-94ba-ae8ca459a059 req-60471e0f-8ed3-4420-9547-2391d409742f tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=9dc7d965-3894-4f29-a6bc-ca486171ecc3 HTTP/1.1" status: 200 len: 210 time: 0.0439987 May 31 14:25:48.160032 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b1fe8bb-0e47-4047-af73-50a7247ba60c req-9624c923-40d6-402a-a425-7e6135058fb6 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:25:48.169401 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8059223-6b6e-4bcb-a369-fcd73fb87137 None None] Sync routers for ids ['4f0f9b7a-f8fa-4715-a035-0b07957a0320'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:25:48.179346 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8059223-6b6e-4bcb-a369-fcd73fb87137 None None] Routers {'4f0f9b7a-f8fa-4715-a035-0b07957a0320'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:25:48.179950 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-c8059223-6b6e-4bcb-a369-fcd73fb87137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:25:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['4f0f9b7a-f8fa-4715-a035-0b07957a0320'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:25:48.233399 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b1fe8bb-0e47-4047-af73-50a7247ba60c req-9624c923-40d6-402a-a425-7e6135058fb6 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] No DVR routers for this DVR port 584c5ec3-c5f5-44bb-bf15-c68f213dc92c on host n-h1-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:25:48.236170 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-1b1fe8bb-0e47-4047-af73-50a7247ba60c req-9624c923-40d6-402a-a425-7e6135058fb6 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:25:48.238642 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc7d965-3894-4f29-a6bc-ca486171ecc3', 'name': 'network-vif-deleted', 'tag': '584c5ec3-c5f5-44bb-bf15-c68f213dc92c'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:25:48.256168 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1b1fe8bb-0e47-4047-af73-50a7247ba60c req-9624c923-40d6-402a-a425-7e6135058fb6 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.20 "DELETE /v2.0/ports/584c5ec3-c5f5-44bb-bf15-c68f213dc92c HTTP/1.1" status: 204 len: 173 time: 1.4134538 May 31 14:25:48.290379 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af7552f0-30c5-40c7-aec2-8b1c3fa90469'] response: {'server_uuid': '9dc7d965-3894-4f29-a6bc-ca486171ecc3', 'name': 'network-vif-deleted', 'tag': '584c5ec3-c5f5-44bb-bf15-c68f213dc92c', 'status': 'completed', 'code': 200} May 31 14:25:48.365651 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-c8059223-6b6e-4bcb-a369-fcd73fb87137 None None] Set router 4f0f9b7a-f8fa-4715-a035-0b07957a0320 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:25:48.696705 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-c8059223-6b6e-4bcb-a369-fcd73fb87137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'name': 'tempest-ServerActionsTestJSON-387207362-router', 'tenant_id': '12b1745bb03d4d16bf8e5deb94965de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': '94cf0280-ac95-426c-ab07-20218010f04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:23:18Z', 'updated_at': '2022-05-31T14:23:22Z', 'revision_number': 4, 'project_id': '12b1745bb03d4d16bf8e5deb94965de4', 'gw_port': {'id': '94cf0280-ac95-426c-ab07-20218010f04c', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:43:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:23:18Z', 'updated_at': '2022-05-31T14:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'eaa3bbe1-9c07-47fd-860b-ab9a13cebf4c', 'name': '', 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d', 'tenant_id': '12b1745bb03d4d16bf8e5deb94965de4', 'mac_address': 'fa:16:3e:33:bf:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'ca667eab-0c9a-4011-a6f3-b538ca3ff48e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:23:21Z', 'updated_at': '2022-05-31T14:23:28Z', 'revision_number': 5, 'project_id': '12b1745bb03d4d16bf8e5deb94965de4', 'subnets': [{'id': 'ca667eab-0c9a-4011-a6f3-b538ca3ff48e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:25:48.700556 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8059223-6b6e-4bcb-a369-fcd73fb87137 None None] Checking router: 4f0f9b7a-f8fa-4715-a035-0b07957a0320 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:25:48.708608 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8059223-6b6e-4bcb-a369-fcd73fb87137 None None] Routers {'4f0f9b7a-f8fa-4715-a035-0b07957a0320'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:25:48.709187 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-c8059223-6b6e-4bcb-a369-fcd73fb87137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:25:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['4f0f9b7a-f8fa-4715-a035-0b07957a0320'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:25:48.881848 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-c8059223-6b6e-4bcb-a369-fcd73fb87137 None None] Set router 4f0f9b7a-f8fa-4715-a035-0b07957a0320 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:25:49.224203 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-c8059223-6b6e-4bcb-a369-fcd73fb87137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'name': 'tempest-ServerActionsTestJSON-387207362-router', 'tenant_id': '12b1745bb03d4d16bf8e5deb94965de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': '94cf0280-ac95-426c-ab07-20218010f04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:23:18Z', 'updated_at': '2022-05-31T14:23:22Z', 'revision_number': 4, 'project_id': '12b1745bb03d4d16bf8e5deb94965de4', 'gw_port': {'id': '94cf0280-ac95-426c-ab07-20218010f04c', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:43:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:23:18Z', 'updated_at': '2022-05-31T14:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'eaa3bbe1-9c07-47fd-860b-ab9a13cebf4c', 'name': '', 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d', 'tenant_id': '12b1745bb03d4d16bf8e5deb94965de4', 'mac_address': 'fa:16:3e:33:bf:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'ca667eab-0c9a-4011-a6f3-b538ca3ff48e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:23:21Z', 'updated_at': '2022-05-31T14:23:28Z', 'revision_number': 5, 'project_id': '12b1745bb03d4d16bf8e5deb94965de4', 'subnets': [{'id': 'ca667eab-0c9a-4011-a6f3-b538ca3ff48e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:25:49.228145 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8059223-6b6e-4bcb-a369-fcd73fb87137 None None] The sync data for ids ['4f0f9b7a-f8fa-4715-a035-0b07957a0320'] in n-d-843939-1 is: [{'id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'name': 'tempest-ServerActionsTestJSON-387207362-router', 'tenant_id': '12b1745bb03d4d16bf8e5deb94965de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': '94cf0280-ac95-426c-ab07-20218010f04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:23:18Z', 'updated_at': '2022-05-31T14:23:22Z', 'revision_number': 4, 'project_id': '12b1745bb03d4d16bf8e5deb94965de4', 'gw_port': {'id': '94cf0280-ac95-426c-ab07-20218010f04c', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:43:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:23:18Z', 'updated_at': '2022-05-31T14:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'eaa3bbe1-9c07-47fd-860b-ab9a13cebf4c', 'name': '', 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d', 'tenant_id': '12b1745bb03d4d16bf8e5deb94965de4', 'mac_address': 'fa:16:3e:33:bf:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'ca667eab-0c9a-4011-a6f3-b538ca3ff48e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:23:21Z', 'updated_at': '2022-05-31T14:23:28Z', 'revision_number': 5, 'project_id': '12b1745bb03d4d16bf8e5deb94965de4', 'subnets': [{'id': 'ca667eab-0c9a-4011-a6f3-b538ca3ff48e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:25:49.331394 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-002a684d-c80f-440c-9ae4-74eeb1658463 req-f5db3821-8e06-4664-aedc-4528197de5e3 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--684280602&fields=id&tenant_id=12b1745bb03d4d16bf8e5deb94965de4 HTTP/1.1" status: 200 len: 267 time: 0.0450647 May 31 14:25:49.471126 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082e8fbd-016d-48e1-b1c9-5fc8ce5f3409 None None] New status for floating IP 51393fdc-220c-4a13-912f-6f9bef459985: DOWN {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 14:25:49.497469 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a684d-c80f-440c-9ae4-74eeb1658463 req-dcbb81f0-5938-4184-a123-29a0c9ef931f tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:25:49.498983 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-002a684d-c80f-440c-9ae4-74eeb1658463 req-dcbb81f0-5938-4184-a123-29a0c9ef931f tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/networks?id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d HTTP/1.1" status: 200 len: 811 time: 0.1609936 May 31 14:25:49.514085 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-002a684d-c80f-440c-9ae4-74eeb1658463 req-8757ee85-77ec-4756-b125-8b980b65dda8 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/quotas/12b1745bb03d4d16bf8e5deb94965de4 HTTP/1.1" status: 200 len: 375 time: 0.0095761 May 31 14:25:49.604998 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-002a684d-c80f-440c-9ae4-74eeb1658463 req-7d4901cd-0e58-4967-8c61-25c0f81fb2a4 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=12b1745bb03d4d16bf8e5deb94965de4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0857244 May 31 14:25:49.863323 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-002a684d-c80f-440c-9ae4-74eeb1658463 req-e05f3c09-a1fb-4796-8886-38b592c4ff4f service neutron] 10.222.0.50 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467926 May 31 14:25:50.004050 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-002a684d-c80f-440c-9ae4-74eeb1658463 req-564a8aec-d146-4e7e-a5e0-fca09fa4b401 service neutron] 10.222.0.50 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344790 May 31 14:25:50.199697 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-89a418ce-8851-4be1-8740-bc3a877acafe req-87bd30aa-7314-49f5-8b69-fff003fce3fb tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=123423e2-3653-4530-b3c4-4664e243e03f HTTP/1.1" status: 200 len: 210 time: 0.0492640 May 31 14:25:50.435246 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 584c5ec3-c5f5-44bb-bf15-c68f213dc92c no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:25:50.471125 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] No Port match for: 584c5ec3-c5f5-44bb-bf15-c68f213dc92c {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:25:50.471567 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 584c5ec3-c5f5-44bb-bf15-c68f213dc92c not bound to the agent host n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:25:51.228835 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a684d-c80f-440c-9ae4-74eeb1658463 req-d958436e-4e9b-4f58-b8dd-dc224b87dbad tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:25:51.230432 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-002a684d-c80f-440c-9ae4-74eeb1658463 req-d958436e-4e9b-4f58-b8dd-dc224b87dbad tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.44 "GET /v2.0/networks?id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d HTTP/1.1" status: 200 len: 811 time: 0.1514993 May 31 14:25:51.280143 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-002a684d-c80f-440c-9ae4-74eeb1658463 req-8c82dd30-f14f-498c-94b3-25ea54c7e1a6 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12b1745bb03d4d16bf8e5deb94965de4 HTTP/1.1" status: 200 len: 379 time: 0.0418310 May 31 14:25:51.288168 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-002a684d-c80f-440c-9ae4-74eeb1658463 req-dae06d22-7a78-4e7d-a0b5-c66b953cc1ea tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Request body: {'port': {'device_id': '123423e2-3653-4530-b3c4-4664e243e03f', 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d', 'admin_state_up': True, 'tenant_id': '12b1745bb03d4d16bf8e5deb94965de4', 'security_groups': ['407abe8e-cf3b-49d1-a700-b811a19f0b1a']}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:25:51.361902 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-34416a32-3883-4297-a4bd-3f53617034e0 req-cf4c712a-23ca-403f-9547-d7f02e609814 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=123423e2-3653-4530-b3c4-4664e243e03f HTTP/1.1" status: 200 len: 210 time: 0.0431981 May 31 14:25:51.434545 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-002a684d-c80f-440c-9ae4-74eeb1658463 req-dae06d22-7a78-4e7d-a0b5-c66b953cc1ea tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:25:51.438960 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-002a684d-c80f-440c-9ae4-74eeb1658463 req-dae06d22-7a78-4e7d-a0b5-c66b953cc1ea tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Usage tracker for resource:port and tenant:12b1745bb03d4d16bf8e5deb94965de4 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:25:51.441864 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-002a684d-c80f-440c-9ae4-74eeb1658463 req-dae06d22-7a78-4e7d-a0b5-c66b953cc1ea tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:25:51.449070 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-002a684d-c80f-440c-9ae4-74eeb1658463 req-dae06d22-7a78-4e7d-a0b5-c66b953cc1ea tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:25:51.461479 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-002a684d-c80f-440c-9ae4-74eeb1658463 req-dae06d22-7a78-4e7d-a0b5-c66b953cc1ea tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Made reservation on behalf of 12b1745bb03d4d16bf8e5deb94965de4 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:25:51.465601 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-002a684d-c80f-440c-9ae4-74eeb1658463 req-dae06d22-7a78-4e7d-a0b5-c66b953cc1ea tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:25:51.635237 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [req-002a684d-c80f-440c-9ae4-74eeb1658463 req-dae06d22-7a78-4e7d-a0b5-c66b953cc1ea tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Allocated IP 172.20.0.13 (c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d/ca667eab-0c9a-4011-a6f3-b538ca3ff48e/e0d9f56f-e367-4ea0-8304-a75f18e6bbe1) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:25:51.824515 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-002a684d-c80f-440c-9ae4-74eeb1658463 req-dae06d22-7a78-4e7d-a0b5-c66b953cc1ea tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:25:51.839668 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-002a684d-c80f-440c-9ae4-74eeb1658463 req-dae06d22-7a78-4e7d-a0b5-c66b953cc1ea tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Transition to ACTIVE for port object e0d9f56f-e367-4ea0-8304-a75f18e6bbe1 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:25:51.863112 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-002a684d-c80f-440c-9ae4-74eeb1658463 req-dae06d22-7a78-4e7d-a0b5-c66b953cc1ea tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:25:51.938948 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-002a684d-c80f-440c-9ae4-74eeb1658463 req-dae06d22-7a78-4e7d-a0b5-c66b953cc1ea tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Network c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:25:51.942162 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [req-002a684d-c80f-440c-9ae4-74eeb1658463 req-dae06d22-7a78-4e7d-a0b5-c66b953cc1ea tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:25:51.946055 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-002a684d-c80f-440c-9ae4-74eeb1658463 req-dae06d22-7a78-4e7d-a0b5-c66b953cc1ea tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:25:51.976999 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae06d22-7a78-4e7d-a0b5-c66b953cc1ea tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Pushing event updated for resources: {'Port': ['ID=e0d9f56f-e367-4ea0-8304-a75f18e6bbe1,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:25:52.014591 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a684d-c80f-440c-9ae4-74eeb1658463 req-dae06d22-7a78-4e7d-a0b5-c66b953cc1ea tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:25:52.015217 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-002a684d-c80f-440c-9ae4-74eeb1658463 req-dae06d22-7a78-4e7d-a0b5-c66b953cc1ea tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:25:52.043506 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-002a684d-c80f-440c-9ae4-74eeb1658463 req-dae06d22-7a78-4e7d-a0b5-c66b953cc1ea tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7590249 May 31 14:25:52.055301 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-002a684d-c80f-440c-9ae4-74eeb1658463 req-62eb4b2d-3f5c-461e-8fba-14b87e0253f9 service neutron] Request body: {'port': {'device_id': '123423e2-3653-4530-b3c4-4664e243e03f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:25:52.172929 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-002a684d-c80f-440c-9ae4-74eeb1658463 req-62eb4b2d-3f5c-461e-8fba-14b87e0253f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:25:52.237245 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e219b02e-748c-4e17-a2de-011c0c280ba9 None None] Provisioning for port e0d9f56f-e367-4ea0-8304-a75f18e6bbe1 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:25:52.241920 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e219b02e-748c-4e17-a2de-011c0c280ba9 None None] Provisioning complete for port e0d9f56f-e367-4ea0-8304-a75f18e6bbe1 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:25:52.242316 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e219b02e-748c-4e17-a2de-011c0c280ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:25:52.301409 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-e219b02e-748c-4e17-a2de-011c0c280ba9 None None] Port e0d9f56f-e367-4ea0-8304-a75f18e6bbe1 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:25:52.521329 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [req-002a684d-c80f-440c-9ae4-74eeb1658463 req-62eb4b2d-3f5c-461e-8fba-14b87e0253f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0d9f56f-e367-4ea0-8304-a75f18e6bbe1 {{(pid=88369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:25:52.528918 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-002a684d-c80f-440c-9ae4-74eeb1658463 req-62eb4b2d-3f5c-461e-8fba-14b87e0253f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:25:52.543905 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-002a684d-c80f-440c-9ae4-74eeb1658463 req-62eb4b2d-3f5c-461e-8fba-14b87e0253f9 service neutron] Transition to ACTIVE for port object e0d9f56f-e367-4ea0-8304-a75f18e6bbe1 will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:25:52.547900 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-002a684d-c80f-440c-9ae4-74eeb1658463 req-62eb4b2d-3f5c-461e-8fba-14b87e0253f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:25:52.565853 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff119d82-5d1e-4646-87f1-3ae19b973f5d req-04482639-49d8-4322-94ff-f6cfb80bf907 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:25:52.567340 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ff119d82-5d1e-4646-87f1-3ae19b973f5d req-04482639-49d8-4322-94ff-f6cfb80bf907 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=123423e2-3653-4530-b3c4-4664e243e03f HTTP/1.1" status: 200 len: 932 time: 0.0867305 May 31 14:25:52.618547 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ff119d82-5d1e-4646-87f1-3ae19b973f5d req-aab97658-4b33-4ffe-a54d-0117164ff628 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446434 May 31 14:25:52.703930 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eb4b2d-3f5c-461e-8fba-14b87e0253f9 service neutron] Pushing event updated for resources: {'Port': ['ID=e0d9f56f-e367-4ea0-8304-a75f18e6bbe1,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:25:52.899610 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-002a684d-c80f-440c-9ae4-74eeb1658463 req-62eb4b2d-3f5c-461e-8fba-14b87e0253f9 service neutron] Attempting to bind port e0d9f56f-e367-4ea0-8304-a75f18e6bbe1 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:25:52.899857 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-002a684d-c80f-440c-9ae4-74eeb1658463 req-62eb4b2d-3f5c-461e-8fba-14b87e0253f9 service neutron] Attempting to bind port e0d9f56f-e367-4ea0-8304-a75f18e6bbe1 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': '2b23b0c3-e67b-4d93-ad78-945ae1687af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:25:52.900377 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002a684d-c80f-440c-9ae4-74eeb1658463 req-62eb4b2d-3f5c-461e-8fba-14b87e0253f9 service neutron] Attempting to bind port e0d9f56f-e367-4ea0-8304-a75f18e6bbe1 on network c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:25:52.905089 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002a684d-c80f-440c-9ae4-74eeb1658463 req-62eb4b2d-3f5c-461e-8fba-14b87e0253f9 service neutron] Port e0d9f56f-e367-4ea0-8304-a75f18e6bbe1 on network c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 14:25:52.905409 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002a684d-c80f-440c-9ae4-74eeb1658463 req-62eb4b2d-3f5c-461e-8fba-14b87e0253f9 service neutron] Attempting to bind port e0d9f56f-e367-4ea0-8304-a75f18e6bbe1 on network c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:25:52.910478 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002a684d-c80f-440c-9ae4-74eeb1658463 req-62eb4b2d-3f5c-461e-8fba-14b87e0253f9 service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:25:52.910814 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002a684d-c80f-440c-9ae4-74eeb1658463 req-62eb4b2d-3f5c-461e-8fba-14b87e0253f9 service neutron] Checking segment: {'id': '2b23b0c3-e67b-4d93-ad78-945ae1687af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:25:52.911196 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002a684d-c80f-440c-9ae4-74eeb1658463 req-62eb4b2d-3f5c-461e-8fba-14b87e0253f9 service neutron] Bound using segment: {'id': '2b23b0c3-e67b-4d93-ad78-945ae1687af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:25:52.911619 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-002a684d-c80f-440c-9ae4-74eeb1658463 req-62eb4b2d-3f5c-461e-8fba-14b87e0253f9 service neutron] Bound port: e0d9f56f-e367-4ea0-8304-a75f18e6bbe1, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b23b0c3-e67b-4d93-ad78-945ae1687af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:25:52.911962 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-002a684d-c80f-440c-9ae4-74eeb1658463 req-62eb4b2d-3f5c-461e-8fba-14b87e0253f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:25:53.003183 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-002a684d-c80f-440c-9ae4-74eeb1658463 req-62eb4b2d-3f5c-461e-8fba-14b87e0253f9 service neutron] For port e0d9f56f-e367-4ea0-8304-a75f18e6bbe1, host n-h2-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:25:53.006103 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-002a684d-c80f-440c-9ae4-74eeb1658463 req-62eb4b2d-3f5c-461e-8fba-14b87e0253f9 service neutron] For port e0d9f56f-e367-4ea0-8304-a75f18e6bbe1, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=e0d9f56f-e367-4ea0-8304-a75f18e6bbe1,segment=NetworkSegment(2b23b0c3-e67b-4d93-ad78-945ae1687af6),segment_id=2b23b0c3-e67b-4d93-ad78-945ae1687af6)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:25:53.010864 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-002a684d-c80f-440c-9ae4-74eeb1658463 req-62eb4b2d-3f5c-461e-8fba-14b87e0253f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:25:53.073476 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a684d-c80f-440c-9ae4-74eeb1658463 req-62eb4b2d-3f5c-461e-8fba-14b87e0253f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:25:53.074110 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-002a684d-c80f-440c-9ae4-74eeb1658463 req-62eb4b2d-3f5c-461e-8fba-14b87e0253f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:25:53.075472 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-002a684d-c80f-440c-9ae4-74eeb1658463 req-62eb4b2d-3f5c-461e-8fba-14b87e0253f9 service neutron] 10.222.0.44 "PUT /v2.0/ports/e0d9f56f-e367-4ea0-8304-a75f18e6bbe1 HTTP/1.1" status: 200 len: 1092 time: 1.0244598 May 31 14:25:53.075904 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '123423e2-3653-4530-b3c4-4664e243e03f', 'tag': 'e0d9f56f-e367-4ea0-8304-a75f18e6bbe1'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:25:53.098668 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eb4b2d-3f5c-461e-8fba-14b87e0253f9 service neutron] Pushing event updated for resources: {'Port': ['ID=e0d9f56f-e367-4ea0-8304-a75f18e6bbe1,revision_number=3']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:25:53.146141 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9e7b15a-5669-491a-9a35-074fae41d247'] response: {'name': 'network-changed', 'server_uuid': '123423e2-3653-4530-b3c4-4664e243e03f', 'tag': 'e0d9f56f-e367-4ea0-8304-a75f18e6bbe1', 'status': 'completed', 'code': 200} May 31 14:25:53.193712 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a684d-c80f-440c-9ae4-74eeb1658463 req-edee46cf-cb70-4706-bfdd-7c0148c851ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:25:53.195284 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-002a684d-c80f-440c-9ae4-74eeb1658463 req-edee46cf-cb70-4706-bfdd-7c0148c851ea service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=12b1745bb03d4d16bf8e5deb94965de4&device_id=123423e2-3653-4530-b3c4-4664e243e03f HTTP/1.1" status: 200 len: 1095 time: 0.0821216 May 31 14:25:53.264070 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-002a684d-c80f-440c-9ae4-74eeb1658463 req-1f7aaf6b-c325-46fc-a061-8c0f54c24b23 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0d9f56f-e367-4ea0-8304-a75f18e6bbe1 HTTP/1.1" status: 200 len: 217 time: 0.0619626 May 31 14:25:53.331353 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a684d-c80f-440c-9ae4-74eeb1658463 req-61d73a2f-7415-4702-8245-5d1577b5ffe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:25:53.332704 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-002a684d-c80f-440c-9ae4-74eeb1658463 req-61d73a2f-7415-4702-8245-5d1577b5ffe6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ca667eab-0c9a-4011-a6f3-b538ca3ff48e HTTP/1.1" status: 200 len: 850 time: 0.0634024 May 31 14:25:53.416389 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a684d-c80f-440c-9ae4-74eeb1658463 req-62ffef65-2863-48fa-b8f4-2cdde43f9d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:25:53.417959 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-002a684d-c80f-440c-9ae4-74eeb1658463 req-62ffef65-2863-48fa-b8f4-2cdde43f9d32 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0789464 May 31 14:25:53.561772 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-002a684d-c80f-440c-9ae4-74eeb1658463 req-10c1cbff-cc44-4d3f-b1bc-32877b5dc2c0 service neutron] 10.222.0.44 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377964 May 31 14:25:53.708924 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-002a684d-c80f-440c-9ae4-74eeb1658463 req-7acfeeed-f94e-4f2c-8048-1ee9c99b1e42 service neutron] 10.222.0.44 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406581 May 31 14:25:53.813498 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf17d17d-4e50-49c3-a362-cd3078ec40f1 req-39196d96-311a-43d7-a454-ad2d367b5fc2 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:25:53.815066 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cf17d17d-4e50-49c3-a362-cd3078ec40f1 req-39196d96-311a-43d7-a454-ad2d367b5fc2 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=123423e2-3653-4530-b3c4-4664e243e03f HTTP/1.1" status: 200 len: 944 time: 0.0876529 May 31 14:25:53.848957 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee33c029-6c72-451d-9473-5b737a7ab7c0 req-e406950c-6cdb-4bc1-987e-686452038380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:25:53.850499 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ee33c029-6c72-451d-9473-5b737a7ab7c0 req-e406950c-6cdb-4bc1-987e-686452038380 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=12b1745bb03d4d16bf8e5deb94965de4&device_id=123423e2-3653-4530-b3c4-4664e243e03f HTTP/1.1" status: 200 len: 1095 time: 0.0919907 May 31 14:25:53.867235 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cf17d17d-4e50-49c3-a362-cd3078ec40f1 req-41bb0641-d8f1-4ea5-90ba-cd59c6730453 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461249 May 31 14:25:53.997128 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee33c029-6c72-451d-9473-5b737a7ab7c0 req-57a7e7a8-0478-42d7-9e85-26e4ae081795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:25:53.998741 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ee33c029-6c72-451d-9473-5b737a7ab7c0 req-57a7e7a8-0478-42d7-9e85-26e4ae081795 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d HTTP/1.1" status: 200 len: 912 time: 0.1426165 May 31 14:25:54.074854 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ee33c029-6c72-451d-9473-5b737a7ab7c0 req-d0b60638-54ff-4316-9126-516aa124dd15 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0d9f56f-e367-4ea0-8304-a75f18e6bbe1 HTTP/1.1" status: 200 len: 217 time: 0.0698237 May 31 14:25:54.144830 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee33c029-6c72-451d-9473-5b737a7ab7c0 req-d604bb72-3a81-40be-98e2-0017b933b99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:25:54.146317 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ee33c029-6c72-451d-9473-5b737a7ab7c0 req-d604bb72-3a81-40be-98e2-0017b933b99c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ca667eab-0c9a-4011-a6f3-b538ca3ff48e HTTP/1.1" status: 200 len: 850 time: 0.0649967 May 31 14:25:54.226850 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee33c029-6c72-451d-9473-5b737a7ab7c0 req-db4bf965-eab7-4621-b2be-f8bbbae062ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:25:54.228333 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ee33c029-6c72-451d-9473-5b737a7ab7c0 req-db4bf965-eab7-4621-b2be-f8bbbae062ba service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742788 May 31 14:25:54.370573 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ee33c029-6c72-451d-9473-5b737a7ab7c0 req-379ef189-3c55-439e-b706-f98363a79df5 service neutron] 10.222.0.44 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356578 May 31 14:25:54.507039 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ee33c029-6c72-451d-9473-5b737a7ab7c0 req-d365c51d-434f-44ea-bbaf-0d787003e245 service neutron] 10.222.0.44 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301341 May 31 14:25:55.070659 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8082be70-a33d-4bfe-9379-54f014c9cd85 req-378e858d-3a75-414f-8138-4e4775f1ef55 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:25:55.072601 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8082be70-a33d-4bfe-9379-54f014c9cd85 req-378e858d-3a75-414f-8138-4e4775f1ef55 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=123423e2-3653-4530-b3c4-4664e243e03f HTTP/1.1" status: 200 len: 944 time: 0.0786421 May 31 14:25:55.116583 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8082be70-a33d-4bfe-9379-54f014c9cd85 req-e2fee7c2-0569-4396-953a-15a6b2e1d0c9 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380378 May 31 14:25:55.912271 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device e0d9f56f-e367-4ea0-8304-a75f18e6bbe1 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 14:25:56.058935 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port e0d9f56f-e367-4ea0-8304-a75f18e6bbe1, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=e0d9f56f-e367-4ea0-8304-a75f18e6bbe1,segment=NetworkSegment(2b23b0c3-e67b-4d93-ad78-945ae1687af6),segment_id=2b23b0c3-e67b-4d93-ad78-945ae1687af6)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:25:56.074159 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': 'e0d9f56f-e367-4ea0-8304-a75f18e6bbe1', 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d', 'port_id': 'e0d9f56f-e367-4ea0-8304-a75f18e6bbe1', 'mac_address': 'fa:16:3e:ba:88:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca667eab-0c9a-4011-a6f3-b538ca3ff48e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 14:25:56.138460 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port e0d9f56f-e367-4ea0-8304-a75f18e6bbe1 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:25:56.138857 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:25:56.161335 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0d9f56f-e367-4ea0-8304-a75f18e6bbe1 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:25:56.185783 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port e0d9f56f-e367-4ea0-8304-a75f18e6bbe1, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=e0d9f56f-e367-4ea0-8304-a75f18e6bbe1,segment=NetworkSegment(2b23b0c3-e67b-4d93-ad78-945ae1687af6),segment_id=2b23b0c3-e67b-4d93-ad78-945ae1687af6)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:25:56.192902 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:25:56.273910 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=e0d9f56f-e367-4ea0-8304-a75f18e6bbe1,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:25:56.351494 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fbb18b-be98-4efc-af12-285811bce98a req-aa1de095-86f3-42d8-a885-c31b035a04a6 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:25:56.353075 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-02fbb18b-be98-4efc-af12-285811bce98a req-aa1de095-86f3-42d8-a885-c31b035a04a6 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=123423e2-3653-4530-b3c4-4664e243e03f HTTP/1.1" status: 200 len: 945 time: 0.1049938 May 31 14:25:56.403260 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-02fbb18b-be98-4efc-af12-285811bce98a req-25b50bb5-5e9d-4a40-9887-aab1767bdd95 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419943 May 31 14:25:56.448803 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['e0d9f56f-e367-4ea0-8304-a75f18e6bbe1'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:25:57.608957 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f6ce7-b482-4580-8c41-2d59147b2bd5 req-4b79f5f0-ba06-4b20-98d9-c5e3eec0c5bb tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:25:57.610438 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9f7f6ce7-b482-4580-8c41-2d59147b2bd5 req-4b79f5f0-ba06-4b20-98d9-c5e3eec0c5bb tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=123423e2-3653-4530-b3c4-4664e243e03f HTTP/1.1" status: 200 len: 945 time: 0.0786827 May 31 14:25:57.654199 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9f7f6ce7-b482-4580-8c41-2d59147b2bd5 req-5c78758b-99a1-47eb-8976-ad59c8d248c3 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380678 May 31 14:25:57.921369 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device e0d9f56f-e367-4ea0-8304-a75f18e6bbe1 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:25:57.989226 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port e0d9f56f-e367-4ea0-8304-a75f18e6bbe1 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:25:57.993775 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port e0d9f56f-e367-4ea0-8304-a75f18e6bbe1 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:25:57.994180 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:25:58.113355 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port e0d9f56f-e367-4ea0-8304-a75f18e6bbe1 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:25:58.113730 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:25:58.141327 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '123423e2-3653-4530-b3c4-4664e243e03f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d9f56f-e367-4ea0-8304-a75f18e6bbe1'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:25:58.150602 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port e0d9f56f-e367-4ea0-8304-a75f18e6bbe1, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=e0d9f56f-e367-4ea0-8304-a75f18e6bbe1,segment=NetworkSegment(2b23b0c3-e67b-4d93-ad78-945ae1687af6),segment_id=2b23b0c3-e67b-4d93-ad78-945ae1687af6)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:25:58.155718 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:25:58.191701 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e71c9dbe-679e-41c0-856d-873ee45a943c'] response: {'server_uuid': '123423e2-3653-4530-b3c4-4664e243e03f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d9f56f-e367-4ea0-8304-a75f18e6bbe1', 'code': 200} May 31 14:25:58.224482 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=e0d9f56f-e367-4ea0-8304-a75f18e6bbe1,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:25:58.316182 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a7d008-ebcb-4f80-9f82-87f71d6a9356 req-708c133f-57d8-49b9-8951-fd556c28cc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:25:58.317623 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-38a7d008-ebcb-4f80-9f82-87f71d6a9356 req-708c133f-57d8-49b9-8951-fd556c28cc23 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=123423e2-3653-4530-b3c4-4664e243e03f HTTP/1.1" status: 200 len: 1097 time: 0.0699501 May 31 14:25:58.460737 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-38a7d008-ebcb-4f80-9f82-87f71d6a9356 req-b2faeb06-d4e2-464b-b54e-7e595e501770 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366107 May 31 14:25:58.842095 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf1ec13-a746-43fb-8a6c-4b6a20fa0661 req-1e8a9bbd-fe47-46db-83e4-e10f481c1ba3 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:25:58.843450 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6cf1ec13-a746-43fb-8a6c-4b6a20fa0661 req-1e8a9bbd-fe47-46db-83e4-e10f481c1ba3 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=123423e2-3653-4530-b3c4-4664e243e03f HTTP/1.1" status: 200 len: 946 time: 0.0833809 May 31 14:25:58.887471 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6cf1ec13-a746-43fb-8a6c-4b6a20fa0661 req-a8719c6d-39da-483d-bdf5-0dda092a6f48 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383203 May 31 14:26:00.075112 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001750a6-dfbd-4859-ad6d-c42d85c7d62f req-77638060-77d4-4166-ada5-188235137716 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:26:00.076554 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-001750a6-dfbd-4859-ad6d-c42d85c7d62f req-77638060-77d4-4166-ada5-188235137716 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=123423e2-3653-4530-b3c4-4664e243e03f HTTP/1.1" status: 200 len: 946 time: 0.0805318 May 31 14:26:00.121911 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-001750a6-dfbd-4859-ad6d-c42d85c7d62f req-3003cc7e-f4f0-4553-83a7-a2cc0bd31959 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394506 May 31 14:26:00.314377 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c60801c-3c00-4a1a-8de9-089acd33bf19 req-2185eb13-f2e1-4d5c-91db-735ab8863c31 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:26:00.315761 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8c60801c-3c00-4a1a-8de9-089acd33bf19 req-2185eb13-f2e1-4d5c-91db-735ab8863c31 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=123423e2-3653-4530-b3c4-4664e243e03f HTTP/1.1" status: 200 len: 946 time: 0.0841122 May 31 14:26:00.325314 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 42800) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:26:00.330383 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-a999ec8e-b0d8-4934-8ab1-fafffb5ed929 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Request body: {'floatingip': {'port_id': 'e0d9f56f-e367-4ea0-8304-a75f18e6bbe1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:26:00.408973 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a999ec8e-b0d8-4934-8ab1-fafffb5ed929 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks [] for floatingip, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:26:01.014263 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a999ec8e-b0d8-4934-8ab1-fafffb5ed929 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:26:01.018482 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a999ec8e-b0d8-4934-8ab1-fafffb5ed929 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:26:01.192966 n-d-843939-1 neutron-server[88369]: INFO neutron.db.l3_db [None req-a999ec8e-b0d8-4934-8ab1-fafffb5ed929 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Floating IP 51393fdc-220c-4a13-912f-6f9bef459985 associated. External IP: 172.25.6.210, port: e0d9f56f-e367-4ea0-8304-a75f18e6bbe1. May 31 14:26:01.568239 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a999ec8e-b0d8-4934-8ab1-fafffb5ed929 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Router 4f0f9b7a-f8fa-4715-a035-0b07957a0320 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:26:01.867711 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a999ec8e-b0d8-4934-8ab1-fafffb5ed929 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:26:01.872573 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a999ec8e-b0d8-4934-8ab1-fafffb5ed929 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:26:01.878046 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ed1541-108c-4c79-a099-e2af5514dccb None None] Sync routers for ids ['4f0f9b7a-f8fa-4715-a035-0b07957a0320'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:26:01.888609 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ed1541-108c-4c79-a099-e2af5514dccb None None] Routers {'4f0f9b7a-f8fa-4715-a035-0b07957a0320'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:26:01.889218 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-17ed1541-108c-4c79-a099-e2af5514dccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:25:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['4f0f9b7a-f8fa-4715-a035-0b07957a0320'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:26:01.929230 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a999ec8e-b0d8-4934-8ab1-fafffb5ed929 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "PUT /v2.0/floatingips/51393fdc-220c-4a13-912f-6f9bef459985 HTTP/1.1" status: 200 len: 992 time: 1.6028132 May 31 14:26:01.929868 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '123423e2-3653-4530-b3c4-4664e243e03f', 'tag': 'e0d9f56f-e367-4ea0-8304-a75f18e6bbe1'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:26:01.973769 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00e5e492-6b93-490b-8672-60e75eef555f'] response: {'name': 'network-changed', 'server_uuid': '123423e2-3653-4530-b3c4-4664e243e03f', 'tag': 'e0d9f56f-e367-4ea0-8304-a75f18e6bbe1', 'status': 'completed', 'code': 200} May 31 14:26:02.068036 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea49f3b1-572c-41ae-a801-040f1c2269f5 req-60c4eb7e-edfc-43ad-8243-4e57f410e622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:26:02.069532 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ea49f3b1-572c-41ae-a801-040f1c2269f5 req-60c4eb7e-edfc-43ad-8243-4e57f410e622 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=12b1745bb03d4d16bf8e5deb94965de4&device_id=123423e2-3653-4530-b3c4-4664e243e03f HTTP/1.1" status: 200 len: 1097 time: 0.0722802 May 31 14:26:02.075731 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-17ed1541-108c-4c79-a099-e2af5514dccb None None] Set router 4f0f9b7a-f8fa-4715-a035-0b07957a0320 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:26:02.205589 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea49f3b1-572c-41ae-a801-040f1c2269f5 req-a4012a2e-0b04-4260-bf36-1a1fc31413ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:26:02.207088 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ea49f3b1-572c-41ae-a801-040f1c2269f5 req-a4012a2e-0b04-4260-bf36-1a1fc31413ea service neutron] 10.222.0.44 "GET /v2.0/networks?id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d HTTP/1.1" status: 200 len: 912 time: 0.1322157 May 31 14:26:02.314984 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ea49f3b1-572c-41ae-a801-040f1c2269f5 req-ec49cbbe-2bd1-435e-a050-fa981e1d23ea service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0d9f56f-e367-4ea0-8304-a75f18e6bbe1 HTTP/1.1" status: 200 len: 1000 time: 0.1018631 May 31 14:26:02.378365 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea49f3b1-572c-41ae-a801-040f1c2269f5 req-4be76d85-3608-44d8-9024-8f1b55a33536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:26:02.379408 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ea49f3b1-572c-41ae-a801-040f1c2269f5 req-4be76d85-3608-44d8-9024-8f1b55a33536 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ca667eab-0c9a-4011-a6f3-b538ca3ff48e HTTP/1.1" status: 200 len: 850 time: 0.0587554 May 31 14:26:02.458676 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea49f3b1-572c-41ae-a801-040f1c2269f5 req-9f1b50cf-bdb4-43d3-a279-49956c6f4e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:26:02.460078 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ea49f3b1-572c-41ae-a801-040f1c2269f5 req-9f1b50cf-bdb4-43d3-a279-49956c6f4e71 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753121 May 31 14:26:02.468016 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-17ed1541-108c-4c79-a099-e2af5514dccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'name': 'tempest-ServerActionsTestJSON-387207362-router', 'tenant_id': '12b1745bb03d4d16bf8e5deb94965de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': '94cf0280-ac95-426c-ab07-20218010f04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:23:18Z', 'updated_at': '2022-05-31T14:23:22Z', 'revision_number': 4, 'project_id': '12b1745bb03d4d16bf8e5deb94965de4', 'gw_port': {'id': '94cf0280-ac95-426c-ab07-20218010f04c', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:43:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:23:18Z', 'updated_at': '2022-05-31T14:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '51393fdc-220c-4a13-912f-6f9bef459985', 'tenant_id': '12b1745bb03d4d16bf8e5deb94965de4', 'floating_ip_address': '172.25.6.210', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'port_id': 'e0d9f56f-e367-4ea0-8304-a75f18e6bbe1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d', 'mac_address': 'fa:16:3e:ba:88:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123423e2-3653-4530-b3c4-4664e243e03f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:23:25Z', 'updated_at': '2022-05-31T14:26:00Z', 'revision_number': 9, 'project_id': '12b1745bb03d4d16bf8e5deb94965de4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaa3bbe1-9c07-47fd-860b-ab9a13cebf4c', 'name': '', 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d', 'tenant_id': '12b1745bb03d4d16bf8e5deb94965de4', 'mac_address': 'fa:16:3e:33:bf:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'ca667eab-0c9a-4011-a6f3-b538ca3ff48e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:23:21Z', 'updated_at': '2022-05-31T14:23:28Z', 'revision_number': 5, 'project_id': '12b1745bb03d4d16bf8e5deb94965de4', 'subnets': [{'id': 'ca667eab-0c9a-4011-a6f3-b538ca3ff48e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:26:02.472069 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ed1541-108c-4c79-a099-e2af5514dccb None None] Checking router: 4f0f9b7a-f8fa-4715-a035-0b07957a0320 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:26:02.481482 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ed1541-108c-4c79-a099-e2af5514dccb None None] Routers {'4f0f9b7a-f8fa-4715-a035-0b07957a0320'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:26:02.482107 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-17ed1541-108c-4c79-a099-e2af5514dccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:25:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['4f0f9b7a-f8fa-4715-a035-0b07957a0320'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:26:02.605587 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ea49f3b1-572c-41ae-a801-040f1c2269f5 req-9eace5e8-3ba4-490c-aab0-e6432545294d service neutron] 10.222.0.44 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363089 May 31 14:26:02.672769 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-17ed1541-108c-4c79-a099-e2af5514dccb None None] Set router 4f0f9b7a-f8fa-4715-a035-0b07957a0320 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:26:02.739435 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ea49f3b1-572c-41ae-a801-040f1c2269f5 req-fa938cf4-7ba9-401c-b5cb-26eec4358dcc service neutron] 10.222.0.44 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261084 May 31 14:26:03.021072 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-17ed1541-108c-4c79-a099-e2af5514dccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'name': 'tempest-ServerActionsTestJSON-387207362-router', 'tenant_id': '12b1745bb03d4d16bf8e5deb94965de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': '94cf0280-ac95-426c-ab07-20218010f04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:23:18Z', 'updated_at': '2022-05-31T14:23:22Z', 'revision_number': 4, 'project_id': '12b1745bb03d4d16bf8e5deb94965de4', 'gw_port': {'id': '94cf0280-ac95-426c-ab07-20218010f04c', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:43:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:23:18Z', 'updated_at': '2022-05-31T14:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '51393fdc-220c-4a13-912f-6f9bef459985', 'tenant_id': '12b1745bb03d4d16bf8e5deb94965de4', 'floating_ip_address': '172.25.6.210', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'port_id': 'e0d9f56f-e367-4ea0-8304-a75f18e6bbe1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d', 'mac_address': 'fa:16:3e:ba:88:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123423e2-3653-4530-b3c4-4664e243e03f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:23:25Z', 'updated_at': '2022-05-31T14:26:00Z', 'revision_number': 9, 'project_id': '12b1745bb03d4d16bf8e5deb94965de4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaa3bbe1-9c07-47fd-860b-ab9a13cebf4c', 'name': '', 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d', 'tenant_id': '12b1745bb03d4d16bf8e5deb94965de4', 'mac_address': 'fa:16:3e:33:bf:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'ca667eab-0c9a-4011-a6f3-b538ca3ff48e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:23:21Z', 'updated_at': '2022-05-31T14:23:28Z', 'revision_number': 5, 'project_id': '12b1745bb03d4d16bf8e5deb94965de4', 'subnets': [{'id': 'ca667eab-0c9a-4011-a6f3-b538ca3ff48e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:26:03.024929 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ed1541-108c-4c79-a099-e2af5514dccb None None] The sync data for ids ['4f0f9b7a-f8fa-4715-a035-0b07957a0320'] in n-d-843939-1 is: [{'id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'name': 'tempest-ServerActionsTestJSON-387207362-router', 'tenant_id': '12b1745bb03d4d16bf8e5deb94965de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': '94cf0280-ac95-426c-ab07-20218010f04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:23:18Z', 'updated_at': '2022-05-31T14:23:22Z', 'revision_number': 4, 'project_id': '12b1745bb03d4d16bf8e5deb94965de4', 'gw_port': {'id': '94cf0280-ac95-426c-ab07-20218010f04c', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:43:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:23:18Z', 'updated_at': '2022-05-31T14:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '51393fdc-220c-4a13-912f-6f9bef459985', 'tenant_id': '12b1745bb03d4d16bf8e5deb94965de4', 'floating_ip_address': '172.25.6.210', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'port_id': 'e0d9f56f-e367-4ea0-8304-a75f18e6bbe1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d', 'mac_address': 'fa:16:3e:ba:88:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123423e2-3653-4530-b3c4-4664e243e03f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:23:25Z', 'updated_at': '2022-05-31T14:26:00Z', 'revision_number': 9, 'project_id': '12b1745bb03d4d16bf8e5deb94965de4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaa3bbe1-9c07-47fd-860b-ab9a13cebf4c', 'name': '', 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d', 'tenant_id': '12b1745bb03d4d16bf8e5deb94965de4', 'mac_address': 'fa:16:3e:33:bf:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'ca667eab-0c9a-4011-a6f3-b538ca3ff48e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:23:21Z', 'updated_at': '2022-05-31T14:23:28Z', 'revision_number': 5, 'project_id': '12b1745bb03d4d16bf8e5deb94965de4', 'subnets': [{'id': 'ca667eab-0c9a-4011-a6f3-b538ca3ff48e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:26:03.219681 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f426e8-d234-44f1-a5fc-56e849e8f92c None None] New status for floating IP 51393fdc-220c-4a13-912f-6f9bef459985: ACTIVE {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 14:26:07.872873 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:26:09.364599 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:26:10.673228 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f5f1746c-8400-44d9-b7a2-1c8e335bcd87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:26:12.858347 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dbee663a-4c6f-43c8-a777-6bd52384b75e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:26:13.942261 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:26:14.073276 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:26:15.811523 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:26:20.420365 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-99f40a67-2b7c-4476-b006-b8d70163ad38 req-d6ad9d7c-48be-4a5a-ae2e-0b81b03ab274 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=123423e2-3653-4530-b3c4-4664e243e03f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0685329 May 31 14:26:20.563066 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f40a67-2b7c-4476-b006-b8d70163ad38 req-38f88764-f1e5-4ca9-b9f7-3d8d0b2fc902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:26:20.564519 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-99f40a67-2b7c-4476-b006-b8d70163ad38 req-38f88764-f1e5-4ca9-b9f7-3d8d0b2fc902 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=12b1745bb03d4d16bf8e5deb94965de4&device_id=123423e2-3653-4530-b3c4-4664e243e03f HTTP/1.1" status: 200 len: 1097 time: 0.0750606 May 31 14:26:20.708058 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f40a67-2b7c-4476-b006-b8d70163ad38 req-4c99763f-e720-43b4-9c24-fe1869ee75bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:26:20.709477 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-99f40a67-2b7c-4476-b006-b8d70163ad38 req-4c99763f-e720-43b4-9c24-fe1869ee75bc service neutron] 10.222.0.44 "GET /v2.0/networks?id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d HTTP/1.1" status: 200 len: 912 time: 0.1266186 May 31 14:26:20.808152 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-99f40a67-2b7c-4476-b006-b8d70163ad38 req-76133a0b-7819-4252-88cc-9d472c6861e1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0d9f56f-e367-4ea0-8304-a75f18e6bbe1 HTTP/1.1" status: 200 len: 1003 time: 0.0926511 May 31 14:26:20.874430 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f40a67-2b7c-4476-b006-b8d70163ad38 req-66bb9fd4-9803-4b29-bef5-3b050c476b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:26:20.875868 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-99f40a67-2b7c-4476-b006-b8d70163ad38 req-66bb9fd4-9803-4b29-bef5-3b050c476b2a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ca667eab-0c9a-4011-a6f3-b538ca3ff48e HTTP/1.1" status: 200 len: 850 time: 0.0617175 May 31 14:26:20.953981 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f40a67-2b7c-4476-b006-b8d70163ad38 req-290d53d9-3ef7-48dd-8bab-66dd37a803a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:26:20.955470 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-99f40a67-2b7c-4476-b006-b8d70163ad38 req-290d53d9-3ef7-48dd-8bab-66dd37a803a4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735872 May 31 14:26:21.205158 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-99f40a67-2b7c-4476-b006-b8d70163ad38 req-bc94205c-bf33-4b53-8bea-e77ae5bdc64f service neutron] 10.222.0.44 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431655 May 31 14:26:21.346961 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-99f40a67-2b7c-4476-b006-b8d70163ad38 req-aa9e24d9-0698-4b10-8abf-102d330f4882 service neutron] 10.222.0.44 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360025 May 31 14:26:22.647281 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:26:36.188683 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-a8f7f843-9d9a-468d-b6ea-2009a8176b68 req-69ac4e60-32b4-49b0-9542-e8281edfe9c1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=123423e2-3653-4530-b3c4-4664e243e03f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1229715 May 31 14:26:36.193674 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038aa027-8fbc-4471-bd2e-4c20d07dfbba req-0c55fa5f-e5d6-4fe1-8a80-dd0f9472c641 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:26:36.195139 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-038aa027-8fbc-4471-bd2e-4c20d07dfbba req-0c55fa5f-e5d6-4fe1-8a80-dd0f9472c641 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=123423e2-3653-4530-b3c4-4664e243e03f HTTP/1.1" status: 200 len: 946 time: 0.0817933 May 31 14:26:36.242345 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-038aa027-8fbc-4471-bd2e-4c20d07dfbba req-d3ab980b-42b0-4861-9fdc-e25fd57aa085 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409102 May 31 14:26:37.443875 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca492ca-2a50-4b02-82ea-4740626a3ffd req-89f863a6-50c2-4801-9058-865703906715 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:26:37.445365 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8ca492ca-2a50-4b02-82ea-4740626a3ffd req-89f863a6-50c2-4801-9058-865703906715 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=123423e2-3653-4530-b3c4-4664e243e03f HTTP/1.1" status: 200 len: 946 time: 0.0864840 May 31 14:26:37.452494 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7f843-9d9a-468d-b6ea-2009a8176b68 req-1daa2641-f11e-4a1c-8b9f-36f2599fea49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:26:37.454147 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-a8f7f843-9d9a-468d-b6ea-2009a8176b68 req-1daa2641-f11e-4a1c-8b9f-36f2599fea49 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=12b1745bb03d4d16bf8e5deb94965de4&device_id=123423e2-3653-4530-b3c4-4664e243e03f HTTP/1.1" status: 200 len: 1097 time: 0.0854607 May 31 14:26:37.502759 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8ca492ca-2a50-4b02-82ea-4740626a3ffd req-7d592768-6f9e-4325-bd82-84763ac53871 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503373 May 31 14:26:37.595444 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7f843-9d9a-468d-b6ea-2009a8176b68 req-8953d545-d673-4b29-8ab3-5c5a147bb5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:26:37.596850 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-a8f7f843-9d9a-468d-b6ea-2009a8176b68 req-8953d545-d673-4b29-8ab3-5c5a147bb5cb service neutron] 10.222.0.44 "GET /v2.0/networks?id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d HTTP/1.1" status: 200 len: 912 time: 0.1368928 May 31 14:26:37.703015 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-a8f7f843-9d9a-468d-b6ea-2009a8176b68 req-cd54224f-6c00-40cc-a10d-b347e2b86cb7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0d9f56f-e367-4ea0-8304-a75f18e6bbe1 HTTP/1.1" status: 200 len: 1003 time: 0.0996382 May 31 14:26:37.765827 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7f843-9d9a-468d-b6ea-2009a8176b68 req-8411a65b-b885-4629-9e7c-778a2da87aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:26:37.767358 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-a8f7f843-9d9a-468d-b6ea-2009a8176b68 req-8411a65b-b885-4629-9e7c-778a2da87aee service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ca667eab-0c9a-4011-a6f3-b538ca3ff48e HTTP/1.1" status: 200 len: 850 time: 0.0582855 May 31 14:26:37.845956 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7f843-9d9a-468d-b6ea-2009a8176b68 req-f2cef02f-b045-4bc7-b788-7e62b1aad735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:26:37.847419 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-a8f7f843-9d9a-468d-b6ea-2009a8176b68 req-f2cef02f-b045-4bc7-b788-7e62b1aad735 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740688 May 31 14:26:37.912717 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:26:37.988660 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-a8f7f843-9d9a-468d-b6ea-2009a8176b68 req-c6f71e59-37a1-4dd5-bea9-3a5d5b0ef06a service neutron] 10.222.0.44 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348896 May 31 14:26:38.123030 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-a8f7f843-9d9a-468d-b6ea-2009a8176b68 req-9a7e6c97-cf8e-45f7-8be1-d7a90e8ba027 service neutron] 10.222.0.44 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285691 May 31 14:26:38.703416 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c194d6a-0e14-4359-8f69-40c0cbc0a1eb req-deea67b4-7310-4ec0-bed2-a1ae1b48047b tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:26:38.704872 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5c194d6a-0e14-4359-8f69-40c0cbc0a1eb req-deea67b4-7310-4ec0-bed2-a1ae1b48047b tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=123423e2-3653-4530-b3c4-4664e243e03f HTTP/1.1" status: 200 len: 946 time: 0.0806451 May 31 14:26:38.754072 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5c194d6a-0e14-4359-8f69-40c0cbc0a1eb req-43a36c06-80f6-43ca-ab6b-256a61f4e28c tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431333 May 31 14:26:39.362616 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:26:39.940983 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f650c417-a86a-4a23-a5f4-bacb4d9efb81 req-c7f440b4-9235-45f3-a2f0-55bf67a00a5e tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:26:39.942465 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f650c417-a86a-4a23-a5f4-bacb4d9efb81 req-c7f440b4-9235-45f3-a2f0-55bf67a00a5e tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=123423e2-3653-4530-b3c4-4664e243e03f HTTP/1.1" status: 200 len: 946 time: 0.0803969 May 31 14:26:39.995850 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f650c417-a86a-4a23-a5f4-bacb4d9efb81 req-32302078-ca96-46d6-ab24-004b4b42b8b8 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474768 May 31 14:26:40.675549 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-77f357bf-016e-4516-a04f-95261ee40c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:26:41.186129 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c08c75-e86e-4ca7-9637-7e20152260d1 req-54cdeeca-dcf6-4297-8fc2-351e31c2c01b tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:26:41.187607 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-33c08c75-e86e-4ca7-9637-7e20152260d1 req-54cdeeca-dcf6-4297-8fc2-351e31c2c01b tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=123423e2-3653-4530-b3c4-4664e243e03f HTTP/1.1" status: 200 len: 946 time: 0.0840843 May 31 14:26:41.232540 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-33c08c75-e86e-4ca7-9637-7e20152260d1 req-d7249dd5-dfac-40b9-b3e5-9b60e11a72c3 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388546 May 31 14:26:42.424845 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba7e97b-5e94-44ee-b755-550356b30513 req-429da57c-0116-4177-b48a-493579ea888c tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:26:42.426343 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6ba7e97b-5e94-44ee-b755-550356b30513 req-429da57c-0116-4177-b48a-493579ea888c tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=123423e2-3653-4530-b3c4-4664e243e03f HTTP/1.1" status: 200 len: 946 time: 0.0818284 May 31 14:26:42.472075 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6ba7e97b-5e94-44ee-b755-550356b30513 req-39ff2481-df49-46d7-ba95-63d0671d286c tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386915 May 31 14:26:42.862026 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5287338b-fff1-4d2e-9748-8e2afc78df9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:26:43.770856 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cb1cc8-70c9-4c0c-ace7-af50b6ade96c req-9335950a-041a-47d8-b6a4-959a735c2843 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:26:43.772307 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e3cb1cc8-70c9-4c0c-ace7-af50b6ade96c req-9335950a-041a-47d8-b6a4-959a735c2843 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=123423e2-3653-4530-b3c4-4664e243e03f HTTP/1.1" status: 200 len: 946 time: 0.1919398 May 31 14:26:43.818181 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e3cb1cc8-70c9-4c0c-ace7-af50b6ade96c req-fe00f19d-362a-4361-871f-10b35c759543 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394254 May 31 14:26:43.944732 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:26:44.075559 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:26:45.015475 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634e31ef-fa73-444d-83a5-aed01e270a91 req-38ad448d-3d52-4ff2-b4b1-2fcb38ae9640 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:26:45.016966 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-634e31ef-fa73-444d-83a5-aed01e270a91 req-38ad448d-3d52-4ff2-b4b1-2fcb38ae9640 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=123423e2-3653-4530-b3c4-4664e243e03f HTTP/1.1" status: 200 len: 946 time: 0.0804226 May 31 14:26:45.065073 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-634e31ef-fa73-444d-83a5-aed01e270a91 req-5fa6d0cb-38ad-4365-9d1c-0ef1a7ade60f tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413830 May 31 14:26:45.812299 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:26:46.253512 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff33fb2b-2d87-4310-9039-dbe2b231b5a5 req-7c180d2b-d0fa-4781-a910-889f14a103da tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:26:46.255004 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ff33fb2b-2d87-4310-9039-dbe2b231b5a5 req-7c180d2b-d0fa-4781-a910-889f14a103da tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=123423e2-3653-4530-b3c4-4664e243e03f HTTP/1.1" status: 200 len: 946 time: 0.0801978 May 31 14:26:46.300740 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ff33fb2b-2d87-4310-9039-dbe2b231b5a5 req-07e82314-0d05-4789-bf0d-46bf6344583c tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392110 May 31 14:26:47.680278 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6585744-4652-4985-9368-c57d8a802b1e req-e008be4d-3ae8-45f8-bbfb-a80858a81667 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:26:47.682016 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f6585744-4652-4985-9368-c57d8a802b1e req-e008be4d-3ae8-45f8-bbfb-a80858a81667 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=123423e2-3653-4530-b3c4-4664e243e03f HTTP/1.1" status: 200 len: 946 time: 0.0850544 May 31 14:26:47.730024 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f6585744-4652-4985-9368-c57d8a802b1e req-cf21ecbe-be56-4192-89ab-87191977331f tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407248 May 31 14:26:48.928242 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdebe20-d94a-4b9b-bac2-98b12a295ab3 req-703d4c33-4950-4974-b1a6-5f40aed43d23 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:26:48.929696 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ebdebe20-d94a-4b9b-bac2-98b12a295ab3 req-703d4c33-4950-4974-b1a6-5f40aed43d23 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=123423e2-3653-4530-b3c4-4664e243e03f HTTP/1.1" status: 200 len: 946 time: 0.0842514 May 31 14:26:48.977527 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ebdebe20-d94a-4b9b-bac2-98b12a295ab3 req-645622c3-9340-4b36-bed2-b3cef16ca032 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407963 May 31 14:26:50.171293 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6107721-d5d2-4cd6-afa1-1804f8033a82 req-9d117c5f-dcb2-435b-bdb0-85463ece7557 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:26:50.172769 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b6107721-d5d2-4cd6-afa1-1804f8033a82 req-9d117c5f-dcb2-435b-bdb0-85463ece7557 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=123423e2-3653-4530-b3c4-4664e243e03f HTTP/1.1" status: 200 len: 946 time: 0.0860586 May 31 14:26:50.216916 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b6107721-d5d2-4cd6-afa1-1804f8033a82 req-e04dfffc-d2ba-42c6-a51f-81c3915bb1ce tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385113 May 31 14:26:51.409463 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ef32f-e9b4-49c8-a6d8-84bfba200bca req-cdb2f9b3-89d7-48df-b03d-1c04de488a07 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:26:51.410935 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-941ef32f-e9b4-49c8-a6d8-84bfba200bca req-cdb2f9b3-89d7-48df-b03d-1c04de488a07 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=123423e2-3653-4530-b3c4-4664e243e03f HTTP/1.1" status: 200 len: 946 time: 0.0869846 May 31 14:26:51.459963 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-941ef32f-e9b4-49c8-a6d8-84bfba200bca req-ee18dcee-f551-4818-83f1-f5216513c3da tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425847 May 31 14:26:52.650376 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964dfeaf-387f-41e3-8ef5-64aefeced3be req-4d918c59-859b-4839-a714-ee87b42555d1 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:26:52.651799 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-964dfeaf-387f-41e3-8ef5-64aefeced3be req-4d918c59-859b-4839-a714-ee87b42555d1 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=123423e2-3653-4530-b3c4-4664e243e03f HTTP/1.1" status: 200 len: 946 time: 0.0832195 May 31 14:26:52.697400 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-964dfeaf-387f-41e3-8ef5-64aefeced3be req-ebdf61f3-a52d-4a51-a25d-ffd40e636330 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398502 May 31 14:26:53.902558 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5213d62a-cb6f-4e9e-aa78-b0487b6660c5 req-569cecec-36e1-48f4-8107-5cd0154a5a7d tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:26:53.904018 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5213d62a-cb6f-4e9e-aa78-b0487b6660c5 req-569cecec-36e1-48f4-8107-5cd0154a5a7d tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=123423e2-3653-4530-b3c4-4664e243e03f HTTP/1.1" status: 200 len: 946 time: 0.0848522 May 31 14:26:53.949122 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5213d62a-cb6f-4e9e-aa78-b0487b6660c5 req-3aec3da4-f781-4794-9478-be9461c40e3c tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393760 May 31 14:26:55.124012 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [req-a8f7f843-9d9a-468d-b6ea-2009a8176b68 req-bbf77df8-c76d-4c4e-8966-969fae586fc5 service neutron] show failed (client error): The resource could not be found. May 31 14:26:55.125020 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-a8f7f843-9d9a-468d-b6ea-2009a8176b68 req-bbf77df8-c76d-4c4e-8966-969fae586fc5 service neutron] 10.222.0.44 "GET /v2.0/ports/e0d9f56f-e367-4ea0-8304-a75f18e6bbe1/bindings/n-h1-843939-1 HTTP/1.1" status: 404 len: 380 time: 0.0762653 May 31 14:26:55.137056 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6808c37c-8699-4905-8b34-9fd63d225bbe req-8988d04e-142d-4693-b46a-1af88a22ded2 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:26:55.138579 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6808c37c-8699-4905-8b34-9fd63d225bbe req-8988d04e-142d-4693-b46a-1af88a22ded2 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=123423e2-3653-4530-b3c4-4664e243e03f HTTP/1.1" status: 200 len: 946 time: 0.0812960 May 31 14:26:55.184078 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6808c37c-8699-4905-8b34-9fd63d225bbe req-48c8a1f2-a5e5-4604-8835-cce808295b4d tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397799 May 31 14:26:55.393674 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7f843-9d9a-468d-b6ea-2009a8176b68 req-a555ffe1-5da1-4560-82b1-de73a66b35c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:26:55.395182 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-a8f7f843-9d9a-468d-b6ea-2009a8176b68 req-a555ffe1-5da1-4560-82b1-de73a66b35c2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=123423e2-3653-4530-b3c4-4664e243e03f&tenant_id=12b1745bb03d4d16bf8e5deb94965de4 HTTP/1.1" status: 200 len: 1097 time: 0.0771310 May 31 14:26:55.405759 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-a8f7f843-9d9a-468d-b6ea-2009a8176b68 req-ba6dba59-dcbe-4ff8-8320-38f1b4cb3e4e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843939-1', 'device_owner': 'compute:nova'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:26:55.517595 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-a8f7f843-9d9a-468d-b6ea-2009a8176b68 req-ba6dba59-dcbe-4ff8-8320-38f1b4cb3e4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:26:55.804629 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-a8f7f843-9d9a-468d-b6ea-2009a8176b68 req-ba6dba59-dcbe-4ff8-8320-38f1b4cb3e4e service neutron] For port e0d9f56f-e367-4ea0-8304-a75f18e6bbe1, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=e0d9f56f-e367-4ea0-8304-a75f18e6bbe1,segment=NetworkSegment(2b23b0c3-e67b-4d93-ad78-945ae1687af6),segment_id=2b23b0c3-e67b-4d93-ad78-945ae1687af6)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:26:55.836474 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-a8f7f843-9d9a-468d-b6ea-2009a8176b68 req-ba6dba59-dcbe-4ff8-8320-38f1b4cb3e4e service neutron] For port e0d9f56f-e367-4ea0-8304-a75f18e6bbe1, host n-h2-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:26:56.009942 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '123423e2-3653-4530-b3c4-4664e243e03f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0d9f56f-e367-4ea0-8304-a75f18e6bbe1'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:26:56.015748 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-a8f7f843-9d9a-468d-b6ea-2009a8176b68 req-ba6dba59-dcbe-4ff8-8320-38f1b4cb3e4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:26:56.031995 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-a8f7f843-9d9a-468d-b6ea-2009a8176b68 req-ba6dba59-dcbe-4ff8-8320-38f1b4cb3e4e service neutron] Transition to ACTIVE for port object e0d9f56f-e367-4ea0-8304-a75f18e6bbe1 will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:26:56.036208 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-a8f7f843-9d9a-468d-b6ea-2009a8176b68 req-ba6dba59-dcbe-4ff8-8320-38f1b4cb3e4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:26:56.079895 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8363a3e1-0451-422f-bba6-5f20f48b9777'] response: {'server_uuid': '123423e2-3653-4530-b3c4-4664e243e03f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0d9f56f-e367-4ea0-8304-a75f18e6bbe1', 'code': 200} May 31 14:26:56.206379 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6dba59-dcbe-4ff8-8320-38f1b4cb3e4e service neutron] Pushing event updated for resources: {'Port': ['ID=e0d9f56f-e367-4ea0-8304-a75f18e6bbe1,revision_number=6']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:26:56.221500 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6dba59-dcbe-4ff8-8320-38f1b4cb3e4e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:26:56.221849 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6dba59-dcbe-4ff8-8320-38f1b4cb3e4e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:26:56.222216 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6dba59-dcbe-4ff8-8320-38f1b4cb3e4e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:26:56.222554 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6dba59-dcbe-4ff8-8320-38f1b4cb3e4e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:26:56.222889 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6dba59-dcbe-4ff8-8320-38f1b4cb3e4e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:26:56.223221 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6dba59-dcbe-4ff8-8320-38f1b4cb3e4e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:26:56.223552 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6dba59-dcbe-4ff8-8320-38f1b4cb3e4e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:26:56.223881 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6dba59-dcbe-4ff8-8320-38f1b4cb3e4e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:26:56.224205 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6dba59-dcbe-4ff8-8320-38f1b4cb3e4e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:26:56.224530 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6dba59-dcbe-4ff8-8320-38f1b4cb3e4e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:26:56.224854 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6dba59-dcbe-4ff8-8320-38f1b4cb3e4e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:26:56.225192 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6dba59-dcbe-4ff8-8320-38f1b4cb3e4e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:26:56.272779 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8f7f843-9d9a-468d-b6ea-2009a8176b68 req-ba6dba59-dcbe-4ff8-8320-38f1b4cb3e4e service neutron] No DVR routers for this DVR port e0d9f56f-e367-4ea0-8304-a75f18e6bbe1 on host n-h2-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:26:56.427753 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d616fcc1-b2b3-4c73-805d-ad05398631e0 req-43ef36a1-8411-4295-96c3-50b5f44995d4 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:26:56.430805 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d616fcc1-b2b3-4c73-805d-ad05398631e0 req-43ef36a1-8411-4295-96c3-50b5f44995d4 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=123423e2-3653-4530-b3c4-4664e243e03f HTTP/1.1" status: 200 len: 944 time: 0.1198792 May 31 14:26:56.482547 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d616fcc1-b2b3-4c73-805d-ad05398631e0 req-da42d762-0cd2-4df5-be60-d9e23cb017e2 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465350 May 31 14:26:56.542635 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-a8f7f843-9d9a-468d-b6ea-2009a8176b68 req-ba6dba59-dcbe-4ff8-8320-38f1b4cb3e4e service neutron] Attempting to bind port e0d9f56f-e367-4ea0-8304-a75f18e6bbe1 on host n-h1-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:26:56.542886 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-a8f7f843-9d9a-468d-b6ea-2009a8176b68 req-ba6dba59-dcbe-4ff8-8320-38f1b4cb3e4e service neutron] Attempting to bind port e0d9f56f-e367-4ea0-8304-a75f18e6bbe1 by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': '2b23b0c3-e67b-4d93-ad78-945ae1687af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:26:56.543214 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f7f843-9d9a-468d-b6ea-2009a8176b68 req-ba6dba59-dcbe-4ff8-8320-38f1b4cb3e4e service neutron] Attempting to bind port e0d9f56f-e367-4ea0-8304-a75f18e6bbe1 on network c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:26:56.547865 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f7f843-9d9a-468d-b6ea-2009a8176b68 req-ba6dba59-dcbe-4ff8-8320-38f1b4cb3e4e service neutron] Port e0d9f56f-e367-4ea0-8304-a75f18e6bbe1 on network c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 14:26:56.548184 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f7f843-9d9a-468d-b6ea-2009a8176b68 req-ba6dba59-dcbe-4ff8-8320-38f1b4cb3e4e service neutron] Attempting to bind port e0d9f56f-e367-4ea0-8304-a75f18e6bbe1 on network c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:26:56.553455 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f7f843-9d9a-468d-b6ea-2009a8176b68 req-ba6dba59-dcbe-4ff8-8320-38f1b4cb3e4e service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:26:56.553792 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f7f843-9d9a-468d-b6ea-2009a8176b68 req-ba6dba59-dcbe-4ff8-8320-38f1b4cb3e4e service neutron] Checking segment: {'id': '2b23b0c3-e67b-4d93-ad78-945ae1687af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:26:56.554211 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f7f843-9d9a-468d-b6ea-2009a8176b68 req-ba6dba59-dcbe-4ff8-8320-38f1b4cb3e4e service neutron] Bound using segment: {'id': '2b23b0c3-e67b-4d93-ad78-945ae1687af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:26:56.554636 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-a8f7f843-9d9a-468d-b6ea-2009a8176b68 req-ba6dba59-dcbe-4ff8-8320-38f1b4cb3e4e service neutron] Bound port: e0d9f56f-e367-4ea0-8304-a75f18e6bbe1, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b23b0c3-e67b-4d93-ad78-945ae1687af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:26:56.554984 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-a8f7f843-9d9a-468d-b6ea-2009a8176b68 req-ba6dba59-dcbe-4ff8-8320-38f1b4cb3e4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:26:56.653699 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-a8f7f843-9d9a-468d-b6ea-2009a8176b68 req-ba6dba59-dcbe-4ff8-8320-38f1b4cb3e4e service neutron] For port e0d9f56f-e367-4ea0-8304-a75f18e6bbe1, host n-h1-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:26:56.657184 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-a8f7f843-9d9a-468d-b6ea-2009a8176b68 req-ba6dba59-dcbe-4ff8-8320-38f1b4cb3e4e service neutron] For port e0d9f56f-e367-4ea0-8304-a75f18e6bbe1, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=e0d9f56f-e367-4ea0-8304-a75f18e6bbe1,segment=NetworkSegment(2b23b0c3-e67b-4d93-ad78-945ae1687af6),segment_id=2b23b0c3-e67b-4d93-ad78-945ae1687af6)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:26:56.661981 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-a8f7f843-9d9a-468d-b6ea-2009a8176b68 req-ba6dba59-dcbe-4ff8-8320-38f1b4cb3e4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:26:56.726595 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7f843-9d9a-468d-b6ea-2009a8176b68 req-ba6dba59-dcbe-4ff8-8320-38f1b4cb3e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:26:56.727293 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-a8f7f843-9d9a-468d-b6ea-2009a8176b68 req-ba6dba59-dcbe-4ff8-8320-38f1b4cb3e4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:26:56.728826 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-a8f7f843-9d9a-468d-b6ea-2009a8176b68 req-ba6dba59-dcbe-4ff8-8320-38f1b4cb3e4e service neutron] 10.222.0.20 "PUT /v2.0/ports/e0d9f56f-e367-4ea0-8304-a75f18e6bbe1 HTTP/1.1" status: 200 len: 1092 time: 1.3272185 May 31 14:26:56.754762 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6dba59-dcbe-4ff8-8320-38f1b4cb3e4e service neutron] Pushing event updated for resources: {'Port': ['ID=e0d9f56f-e367-4ea0-8304-a75f18e6bbe1,revision_number=7']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:26:56.834155 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7f843-9d9a-468d-b6ea-2009a8176b68 req-ea8bdc14-778a-4744-bf35-1ba02865d4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:26:56.835657 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-a8f7f843-9d9a-468d-b6ea-2009a8176b68 req-ea8bdc14-778a-4744-bf35-1ba02865d4b6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12b1745bb03d4d16bf8e5deb94965de4&device_id=123423e2-3653-4530-b3c4-4664e243e03f HTTP/1.1" status: 200 len: 1095 time: 0.0779903 May 31 14:26:56.972090 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7f843-9d9a-468d-b6ea-2009a8176b68 req-64d96fb6-cafe-4d1c-85a7-6a4b9c048958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:26:56.973537 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-a8f7f843-9d9a-468d-b6ea-2009a8176b68 req-64d96fb6-cafe-4d1c-85a7-6a4b9c048958 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d HTTP/1.1" status: 200 len: 912 time: 0.1322446 May 31 14:26:57.078534 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-a8f7f843-9d9a-468d-b6ea-2009a8176b68 req-e98fabb1-0e60-4ea2-b686-4af15f0c0b11 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0d9f56f-e367-4ea0-8304-a75f18e6bbe1 HTTP/1.1" status: 200 len: 1001 time: 0.0987537 May 31 14:26:57.140910 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7f843-9d9a-468d-b6ea-2009a8176b68 req-c70fde0f-d77d-4a64-93da-fa379755d093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:26:57.142389 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-a8f7f843-9d9a-468d-b6ea-2009a8176b68 req-c70fde0f-d77d-4a64-93da-fa379755d093 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ca667eab-0c9a-4011-a6f3-b538ca3ff48e HTTP/1.1" status: 200 len: 850 time: 0.0588830 May 31 14:26:57.222166 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7f843-9d9a-468d-b6ea-2009a8176b68 req-1087569b-1561-402e-919f-6e1212f7b45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:26:57.223681 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-a8f7f843-9d9a-468d-b6ea-2009a8176b68 req-1087569b-1561-402e-919f-6e1212f7b45d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753341 May 31 14:26:57.356144 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-a8f7f843-9d9a-468d-b6ea-2009a8176b68 req-75942459-c1d5-47cb-aa1e-e0ef512d813d service neutron] 10.222.0.20 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263700 May 31 14:26:57.490931 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-a8f7f843-9d9a-468d-b6ea-2009a8176b68 req-c01ebc08-9d9c-4789-9839-4f79ee10b1dc service neutron] 10.222.0.20 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284068 May 31 14:26:57.683750 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0618621-c33a-4ef2-b7a9-7b351dfd2a16 req-d3cea6ff-c26c-4c28-af2a-33657b97c9fb tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:26:57.685220 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d0618621-c33a-4ef2-b7a9-7b351dfd2a16 req-d3cea6ff-c26c-4c28-af2a-33657b97c9fb tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=123423e2-3653-4530-b3c4-4664e243e03f HTTP/1.1" status: 200 len: 944 time: 0.0854094 May 31 14:26:57.732632 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d0618621-c33a-4ef2-b7a9-7b351dfd2a16 req-b7b9f18c-9891-49f2-81fe-4056ea7bf735 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413854 May 31 14:26:58.080947 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '123423e2-3653-4530-b3c4-4664e243e03f', 'tag': 'e0d9f56f-e367-4ea0-8304-a75f18e6bbe1'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:26:58.146024 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbe8257b-e45f-4af7-b05f-8a3337ba77d4'] response: {'name': 'network-changed', 'server_uuid': '123423e2-3653-4530-b3c4-4664e243e03f', 'tag': 'e0d9f56f-e367-4ea0-8304-a75f18e6bbe1', 'status': 'completed', 'code': 200} May 31 14:26:58.250765 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device e0d9f56f-e367-4ea0-8304-a75f18e6bbe1 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:26:58.314802 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device e0d9f56f-e367-4ea0-8304-a75f18e6bbe1 not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:26:58.317312 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f93524b-8e77-4d5a-861b-9c6eb4113dc3 req-31bc1b2c-ca6b-44f2-81cf-49bc60da6180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:26:58.319642 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2f93524b-8e77-4d5a-861b-9c6eb4113dc3 req-31bc1b2c-ca6b-44f2-81cf-49bc60da6180 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12b1745bb03d4d16bf8e5deb94965de4&device_id=123423e2-3653-4530-b3c4-4664e243e03f HTTP/1.1" status: 200 len: 1095 time: 0.1513605 May 31 14:26:58.325443 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f93524b-8e77-4d5a-861b-9c6eb4113dc3 req-d9a6a17d-ad5e-4368-99a0-625800d4e32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:26:58.326919 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2f93524b-8e77-4d5a-861b-9c6eb4113dc3 req-d9a6a17d-ad5e-4368-99a0-625800d4e32c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=12b1745bb03d4d16bf8e5deb94965de4&device_id=123423e2-3653-4530-b3c4-4664e243e03f HTTP/1.1" status: 200 len: 1095 time: 0.1224482 May 31 14:26:58.729113 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f93524b-8e77-4d5a-861b-9c6eb4113dc3 req-d048fb22-621c-4ac4-8832-59dc21f34d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:26:58.731339 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2f93524b-8e77-4d5a-861b-9c6eb4113dc3 req-d048fb22-621c-4ac4-8832-59dc21f34d3f service neutron] 10.222.0.20 "GET /v2.0/networks?id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d HTTP/1.1" status: 200 len: 912 time: 0.4035630 May 31 14:26:58.736612 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f93524b-8e77-4d5a-861b-9c6eb4113dc3 req-d9cddd3a-5ffa-4929-bc34-14982d9ee39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:26:58.738576 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2f93524b-8e77-4d5a-861b-9c6eb4113dc3 req-d9cddd3a-5ffa-4929-bc34-14982d9ee39a service neutron] 10.222.0.44 "GET /v2.0/networks?id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d HTTP/1.1" status: 200 len: 912 time: 0.2623255 May 31 14:26:58.939759 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e037fa53-4712-47c4-93aa-87d900bfc6d1 req-f1264282-6d2b-4c95-8520-2a62e4344f57 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:26:58.941200 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e037fa53-4712-47c4-93aa-87d900bfc6d1 req-f1264282-6d2b-4c95-8520-2a62e4344f57 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=123423e2-3653-4530-b3c4-4664e243e03f HTTP/1.1" status: 200 len: 944 time: 0.0864577 May 31 14:26:58.970919 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2f93524b-8e77-4d5a-861b-9c6eb4113dc3 req-babcd1de-a68d-4998-b765-3c2ba2954fc5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0d9f56f-e367-4ea0-8304-a75f18e6bbe1 HTTP/1.1" status: 200 len: 1001 time: 0.2312875 May 31 14:26:58.974411 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2f93524b-8e77-4d5a-861b-9c6eb4113dc3 req-21fdbf5e-2d14-4186-9706-3a49c86b25f3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0d9f56f-e367-4ea0-8304-a75f18e6bbe1 HTTP/1.1" status: 200 len: 1001 time: 0.1692321 May 31 14:26:58.986876 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e037fa53-4712-47c4-93aa-87d900bfc6d1 req-01a04bc1-f763-41c6-a2c5-15a5991861bc tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392702 May 31 14:26:59.094818 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f93524b-8e77-4d5a-861b-9c6eb4113dc3 req-6777bc4a-250f-4266-9f19-fac3b0e6c1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:26:59.096299 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2f93524b-8e77-4d5a-861b-9c6eb4113dc3 req-6777bc4a-250f-4266-9f19-fac3b0e6c1b4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ca667eab-0c9a-4011-a6f3-b538ca3ff48e HTTP/1.1" status: 200 len: 850 time: 0.1197407 May 31 14:26:59.101475 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f93524b-8e77-4d5a-861b-9c6eb4113dc3 req-ff9a0858-f8da-4e70-be17-0c6caecd1962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:26:59.104223 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2f93524b-8e77-4d5a-861b-9c6eb4113dc3 req-ff9a0858-f8da-4e70-be17-0c6caecd1962 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ca667eab-0c9a-4011-a6f3-b538ca3ff48e HTTP/1.1" status: 200 len: 850 time: 0.0928137 May 31 14:26:59.271068 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f93524b-8e77-4d5a-861b-9c6eb4113dc3 req-e48983e0-47a9-4f03-ab89-049ce9f2a923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:26:59.272439 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2f93524b-8e77-4d5a-861b-9c6eb4113dc3 req-e48983e0-47a9-4f03-ab89-049ce9f2a923 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1670880 May 31 14:26:59.275024 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f93524b-8e77-4d5a-861b-9c6eb4113dc3 req-4d2049a2-018d-47e2-abfb-c96979a33646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:26:59.276797 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2f93524b-8e77-4d5a-861b-9c6eb4113dc3 req-4d2049a2-018d-47e2-abfb-c96979a33646 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1223109 May 31 14:26:59.536062 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2f93524b-8e77-4d5a-861b-9c6eb4113dc3 req-bb504194-73b6-4d4a-b900-b63c1882d321 service neutron] 10.222.0.44 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331955 May 31 14:26:59.539003 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2f93524b-8e77-4d5a-861b-9c6eb4113dc3 req-b45253e8-2462-4da6-b47b-240c25260a7c service neutron] 10.222.0.20 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600822 May 31 14:26:59.646074 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:26:59.779998 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2f93524b-8e77-4d5a-861b-9c6eb4113dc3 req-4122a71b-3ca7-4e4c-8210-92b5e824ead4 service neutron] 10.222.0.44 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365434 May 31 14:26:59.782988 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2f93524b-8e77-4d5a-861b-9c6eb4113dc3 req-5ad47d70-efe5-4c75-b07e-5477a852ee6a service neutron] 10.222.0.20 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214882 May 31 14:27:00.179146 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237eee14-899e-40d5-ae98-515eb1d6eafd req-c980d255-132f-4f9c-b165-914cedc23bd8 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:27:00.180589 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-237eee14-899e-40d5-ae98-515eb1d6eafd req-c980d255-132f-4f9c-b165-914cedc23bd8 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=123423e2-3653-4530-b3c4-4664e243e03f HTTP/1.1" status: 200 len: 944 time: 0.0807722 May 31 14:27:00.229151 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-237eee14-899e-40d5-ae98-515eb1d6eafd req-3f1cb883-7fe4-41f6-a919-ba0dfcf120f9 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415187 May 31 14:27:00.807126 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device e0d9f56f-e367-4ea0-8304-a75f18e6bbe1 details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 14:27:00.941384 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port e0d9f56f-e367-4ea0-8304-a75f18e6bbe1, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=e0d9f56f-e367-4ea0-8304-a75f18e6bbe1,segment=NetworkSegment(2b23b0c3-e67b-4d93-ad78-945ae1687af6),segment_id=2b23b0c3-e67b-4d93-ad78-945ae1687af6)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:27:00.955360 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': 'e0d9f56f-e367-4ea0-8304-a75f18e6bbe1', 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d', 'port_id': 'e0d9f56f-e367-4ea0-8304-a75f18e6bbe1', 'mac_address': 'fa:16:3e:ba:88:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca667eab-0c9a-4011-a6f3-b538ca3ff48e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 14:27:01.012340 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port e0d9f56f-e367-4ea0-8304-a75f18e6bbe1 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:27:01.012706 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:27:01.029432 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0d9f56f-e367-4ea0-8304-a75f18e6bbe1 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:27:01.044949 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port e0d9f56f-e367-4ea0-8304-a75f18e6bbe1, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=e0d9f56f-e367-4ea0-8304-a75f18e6bbe1,segment=NetworkSegment(2b23b0c3-e67b-4d93-ad78-945ae1687af6),segment_id=2b23b0c3-e67b-4d93-ad78-945ae1687af6)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:27:01.048555 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:27:01.114091 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=e0d9f56f-e367-4ea0-8304-a75f18e6bbe1,revision_number=8']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:27:01.121874 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:27:01.122249 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:27:01.122588 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:27:01.122922 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:27:01.123252 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:27:01.123578 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:27:01.123900 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:27:01.124220 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:27:01.124540 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:27:01.124860 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:27:01.125182 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:27:01.125496 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:27:01.382121 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['e0d9f56f-e367-4ea0-8304-a75f18e6bbe1'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:27:01.430669 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cae6eb-0db6-4c9a-acac-5f39658019cc req-17769e18-131c-4394-b7fa-20f2dde8530d tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:27:01.432608 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d2cae6eb-0db6-4c9a-acac-5f39658019cc req-17769e18-131c-4394-b7fa-20f2dde8530d tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=123423e2-3653-4530-b3c4-4664e243e03f HTTP/1.1" status: 200 len: 945 time: 0.0856593 May 31 14:27:01.480750 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d2cae6eb-0db6-4c9a-acac-5f39658019cc req-ce0ffa7b-c77e-4f74-8e66-ca9705bf39d9 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419266 May 31 14:27:01.889656 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec571eb9-5793-45ef-8313-67c33f54244c req-c1af8270-68aa-4fe2-a68e-a3474dca7432 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:27:01.890479 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-ec571eb9-5793-45ef-8313-67c33f54244c req-c1af8270-68aa-4fe2-a68e-a3474dca7432 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Synchronizing usage tracker for tenant:12b1745bb03d4d16bf8e5deb94965de4 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:27:01.912655 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-ec571eb9-5793-45ef-8313-67c33f54244c req-c1af8270-68aa-4fe2-a68e-a3474dca7432 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Unset dirty status for tenant:12b1745bb03d4d16bf8e5deb94965de4 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:27:01.913806 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ec571eb9-5793-45ef-8313-67c33f54244c req-c1af8270-68aa-4fe2-a68e-a3474dca7432 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.20 "GET /v2.0/ports?device_id=123423e2-3653-4530-b3c4-4664e243e03f&tenant_id=12b1745bb03d4d16bf8e5deb94965de4&binding%3Ahost_id=n-h1-843939-1 HTTP/1.1" status: 200 len: 945 time: 0.1130118 May 31 14:27:01.947827 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2526f924-c7a4-4959-909a-95c5966fdb43 req-a1ca6ec4-3f99-49d6-b081-22b239e5ada4 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:27:01.949307 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2526f924-c7a4-4959-909a-95c5966fdb43 req-a1ca6ec4-3f99-49d6-b081-22b239e5ada4 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=123423e2-3653-4530-b3c4-4664e243e03f HTTP/1.1" status: 200 len: 945 time: 0.0908115 May 31 14:27:01.996255 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2526f924-c7a4-4959-909a-95c5966fdb43 req-145f2322-0931-4031-911d-4cf24db72eb1 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410409 May 31 14:27:01.996626 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ec571eb9-5793-45ef-8313-67c33f54244c req-68081cdb-0b72-4fb7-9e48-3da45f1183c9 service neutron] 10.222.0.20 "GET /v2.0/ports/e0d9f56f-e367-4ea0-8304-a75f18e6bbe1/bindings/n-h1-843939-1 HTTP/1.1" status: 200 len: 382 time: 0.0768712 May 31 14:27:02.223057 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec571eb9-5793-45ef-8313-67c33f54244c req-0736756d-5947-4d54-8e4c-74a8242388d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:27:02.224531 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ec571eb9-5793-45ef-8313-67c33f54244c req-0736756d-5947-4d54-8e4c-74a8242388d6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12b1745bb03d4d16bf8e5deb94965de4&device_id=123423e2-3653-4530-b3c4-4664e243e03f HTTP/1.1" status: 200 len: 1096 time: 0.2073874 May 31 14:27:02.359788 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec571eb9-5793-45ef-8313-67c33f54244c req-b210b2bd-1786-41ec-b9a8-5b31e2d3dba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:27:02.361213 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ec571eb9-5793-45ef-8313-67c33f54244c req-b210b2bd-1786-41ec-b9a8-5b31e2d3dba9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d HTTP/1.1" status: 200 len: 912 time: 0.1307435 May 31 14:27:02.463847 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ec571eb9-5793-45ef-8313-67c33f54244c req-2c824373-560c-470e-9d1e-cda595b52f63 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0d9f56f-e367-4ea0-8304-a75f18e6bbe1 HTTP/1.1" status: 200 len: 1002 time: 0.0970185 May 31 14:27:02.538425 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec571eb9-5793-45ef-8313-67c33f54244c req-5a9eabcf-7913-4b9b-b572-097c2d8e5c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:27:02.539802 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ec571eb9-5793-45ef-8313-67c33f54244c req-5a9eabcf-7913-4b9b-b572-097c2d8e5c46 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ca667eab-0c9a-4011-a6f3-b538ca3ff48e HTTP/1.1" status: 200 len: 850 time: 0.0700796 May 31 14:27:02.625028 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec571eb9-5793-45ef-8313-67c33f54244c req-69f0cdbc-92ab-4748-b4bf-093b59955b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:27:02.626527 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ec571eb9-5793-45ef-8313-67c33f54244c req-69f0cdbc-92ab-4748-b4bf-093b59955b13 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0811827 May 31 14:27:02.759021 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ec571eb9-5793-45ef-8313-67c33f54244c req-ff084827-ff5c-45d2-ae84-cab3ecbefa7e service neutron] 10.222.0.20 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266050 May 31 14:27:02.814173 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device e0d9f56f-e367-4ea0-8304-a75f18e6bbe1 up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:27:02.885219 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning for port e0d9f56f-e367-4ea0-8304-a75f18e6bbe1 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:27:02.890612 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port e0d9f56f-e367-4ea0-8304-a75f18e6bbe1 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:27:02.891004 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:27:02.894566 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ec571eb9-5793-45ef-8313-67c33f54244c req-d44e4fae-5512-4a0e-bcda-7417cf273ad5 service neutron] 10.222.0.20 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298809 May 31 14:27:03.006969 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port e0d9f56f-e367-4ea0-8304-a75f18e6bbe1 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:27:03.007347 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:27:03.034179 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '123423e2-3653-4530-b3c4-4664e243e03f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d9f56f-e367-4ea0-8304-a75f18e6bbe1'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:27:03.045161 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port e0d9f56f-e367-4ea0-8304-a75f18e6bbe1, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=e0d9f56f-e367-4ea0-8304-a75f18e6bbe1,segment=NetworkSegment(2b23b0c3-e67b-4d93-ad78-945ae1687af6),segment_id=2b23b0c3-e67b-4d93-ad78-945ae1687af6)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:27:03.050546 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:27:03.101223 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b70c2004-f1a3-45c3-bc45-74de7b948cde'] response: {'server_uuid': '123423e2-3653-4530-b3c4-4664e243e03f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d9f56f-e367-4ea0-8304-a75f18e6bbe1', 'code': 200} May 31 14:27:03.127024 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=e0d9f56f-e367-4ea0-8304-a75f18e6bbe1,revision_number=9']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:27:03.195776 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd814c-81e1-408a-b50a-6779e1dde049 req-cdbcc813-7a8a-48ea-805b-6d272920a157 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:27:03.197798 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8dfd814c-81e1-408a-b50a-6779e1dde049 req-cdbcc813-7a8a-48ea-805b-6d272920a157 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=123423e2-3653-4530-b3c4-4664e243e03f HTTP/1.1" status: 200 len: 946 time: 0.0803812 May 31 14:27:03.242016 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8dfd814c-81e1-408a-b50a-6779e1dde049 req-ee5a6c38-3e55-4df8-84de-63d5ed9b106b tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378358 May 31 14:27:04.441299 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e365bf-e6b7-44ba-b023-aca7c4489e7a req-736546a6-aae3-4716-80e4-5b145a44f033 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:27:04.442782 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-29e365bf-e6b7-44ba-b023-aca7c4489e7a req-736546a6-aae3-4716-80e4-5b145a44f033 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=123423e2-3653-4530-b3c4-4664e243e03f HTTP/1.1" status: 200 len: 946 time: 0.0881028 May 31 14:27:04.489386 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-29e365bf-e6b7-44ba-b023-aca7c4489e7a req-bf3e572a-78f9-4a53-9241-aed96db2531e tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409024 May 31 14:27:05.052890 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec571eb9-5793-45ef-8313-67c33f54244c req-d4ce1514-6ca4-4cad-b10b-24df4ad10206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:27:05.054411 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ec571eb9-5793-45ef-8313-67c33f54244c req-d4ce1514-6ca4-4cad-b10b-24df4ad10206 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=123423e2-3653-4530-b3c4-4664e243e03f&tenant_id=12b1745bb03d4d16bf8e5deb94965de4 HTTP/1.1" status: 200 len: 1097 time: 0.0696089 May 31 14:27:05.064628 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-ec571eb9-5793-45ef-8313-67c33f54244c req-7ad5f9f5-7427-4099-abce-ea11e6b5321a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843939-1', 'device_owner': 'compute:nova'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:27:05.174654 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-ec571eb9-5793-45ef-8313-67c33f54244c req-7ad5f9f5-7427-4099-abce-ea11e6b5321a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:27:05.437711 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-ec571eb9-5793-45ef-8313-67c33f54244c req-7ad5f9f5-7427-4099-abce-ea11e6b5321a service neutron] For port e0d9f56f-e367-4ea0-8304-a75f18e6bbe1, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=e0d9f56f-e367-4ea0-8304-a75f18e6bbe1,segment=NetworkSegment(2b23b0c3-e67b-4d93-ad78-945ae1687af6),segment_id=2b23b0c3-e67b-4d93-ad78-945ae1687af6)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:27:05.465506 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-ec571eb9-5793-45ef-8313-67c33f54244c req-7ad5f9f5-7427-4099-abce-ea11e6b5321a service neutron] For port e0d9f56f-e367-4ea0-8304-a75f18e6bbe1, host n-h1-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:27:05.523551 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '123423e2-3653-4530-b3c4-4664e243e03f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0d9f56f-e367-4ea0-8304-a75f18e6bbe1'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:27:05.530336 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-ec571eb9-5793-45ef-8313-67c33f54244c req-7ad5f9f5-7427-4099-abce-ea11e6b5321a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:27:05.545976 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-ec571eb9-5793-45ef-8313-67c33f54244c req-7ad5f9f5-7427-4099-abce-ea11e6b5321a service neutron] Transition to ACTIVE for port object e0d9f56f-e367-4ea0-8304-a75f18e6bbe1 will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:27:05.550042 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-ec571eb9-5793-45ef-8313-67c33f54244c req-7ad5f9f5-7427-4099-abce-ea11e6b5321a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:27:05.601284 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0529512b-5ac0-404a-bd3d-5e95a07f5b2f'] response: {'server_uuid': '123423e2-3653-4530-b3c4-4664e243e03f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0d9f56f-e367-4ea0-8304-a75f18e6bbe1', 'code': 200} May 31 14:27:05.689761 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9867b0-c235-4649-93ea-2c130a5fe5b9 req-fcb7e3b1-624e-46d0-bdb9-eb30e482ba15 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:27:05.691204 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0f9867b0-c235-4649-93ea-2c130a5fe5b9 req-fcb7e3b1-624e-46d0-bdb9-eb30e482ba15 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=123423e2-3653-4530-b3c4-4664e243e03f HTTP/1.1" status: 200 len: 945 time: 0.0886183 May 31 14:27:05.710337 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5f9f5-7427-4099-abce-ea11e6b5321a service neutron] Pushing event updated for resources: {'Port': ['ID=e0d9f56f-e367-4ea0-8304-a75f18e6bbe1,revision_number=10']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:27:05.748038 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0f9867b0-c235-4649-93ea-2c130a5fe5b9 req-58c6f42d-6402-419e-af5e-cebc6d61f553 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505500 May 31 14:27:05.756429 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec571eb9-5793-45ef-8313-67c33f54244c req-7ad5f9f5-7427-4099-abce-ea11e6b5321a service neutron] No DVR routers for this DVR port e0d9f56f-e367-4ea0-8304-a75f18e6bbe1 on host n-h1-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:27:06.090617 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-ec571eb9-5793-45ef-8313-67c33f54244c req-7ad5f9f5-7427-4099-abce-ea11e6b5321a service neutron] Attempting to bind port e0d9f56f-e367-4ea0-8304-a75f18e6bbe1 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:27:06.091296 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-ec571eb9-5793-45ef-8313-67c33f54244c req-7ad5f9f5-7427-4099-abce-ea11e6b5321a service neutron] Attempting to bind port e0d9f56f-e367-4ea0-8304-a75f18e6bbe1 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': '2b23b0c3-e67b-4d93-ad78-945ae1687af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:27:06.091296 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec571eb9-5793-45ef-8313-67c33f54244c req-7ad5f9f5-7427-4099-abce-ea11e6b5321a service neutron] Attempting to bind port e0d9f56f-e367-4ea0-8304-a75f18e6bbe1 on network c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:27:06.095673 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec571eb9-5793-45ef-8313-67c33f54244c req-7ad5f9f5-7427-4099-abce-ea11e6b5321a service neutron] Port e0d9f56f-e367-4ea0-8304-a75f18e6bbe1 on network c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 14:27:06.096000 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec571eb9-5793-45ef-8313-67c33f54244c req-7ad5f9f5-7427-4099-abce-ea11e6b5321a service neutron] Attempting to bind port e0d9f56f-e367-4ea0-8304-a75f18e6bbe1 on network c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:27:06.101044 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec571eb9-5793-45ef-8313-67c33f54244c req-7ad5f9f5-7427-4099-abce-ea11e6b5321a service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:27:06.101381 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec571eb9-5793-45ef-8313-67c33f54244c req-7ad5f9f5-7427-4099-abce-ea11e6b5321a service neutron] Checking segment: {'id': '2b23b0c3-e67b-4d93-ad78-945ae1687af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:27:06.101766 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec571eb9-5793-45ef-8313-67c33f54244c req-7ad5f9f5-7427-4099-abce-ea11e6b5321a service neutron] Bound using segment: {'id': '2b23b0c3-e67b-4d93-ad78-945ae1687af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:27:06.102224 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-ec571eb9-5793-45ef-8313-67c33f54244c req-7ad5f9f5-7427-4099-abce-ea11e6b5321a service neutron] Bound port: e0d9f56f-e367-4ea0-8304-a75f18e6bbe1, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b23b0c3-e67b-4d93-ad78-945ae1687af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:27:06.102573 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-ec571eb9-5793-45ef-8313-67c33f54244c req-7ad5f9f5-7427-4099-abce-ea11e6b5321a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:27:06.192788 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-ec571eb9-5793-45ef-8313-67c33f54244c req-7ad5f9f5-7427-4099-abce-ea11e6b5321a service neutron] For port e0d9f56f-e367-4ea0-8304-a75f18e6bbe1, host n-h2-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:27:06.195670 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-ec571eb9-5793-45ef-8313-67c33f54244c req-7ad5f9f5-7427-4099-abce-ea11e6b5321a service neutron] For port e0d9f56f-e367-4ea0-8304-a75f18e6bbe1, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=e0d9f56f-e367-4ea0-8304-a75f18e6bbe1,segment=NetworkSegment(2b23b0c3-e67b-4d93-ad78-945ae1687af6),segment_id=2b23b0c3-e67b-4d93-ad78-945ae1687af6)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:27:06.200356 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-ec571eb9-5793-45ef-8313-67c33f54244c req-7ad5f9f5-7427-4099-abce-ea11e6b5321a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:27:06.260686 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec571eb9-5793-45ef-8313-67c33f54244c req-7ad5f9f5-7427-4099-abce-ea11e6b5321a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:27:06.261427 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-ec571eb9-5793-45ef-8313-67c33f54244c req-7ad5f9f5-7427-4099-abce-ea11e6b5321a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:27:06.262851 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ec571eb9-5793-45ef-8313-67c33f54244c req-7ad5f9f5-7427-4099-abce-ea11e6b5321a service neutron] 10.222.0.44 "PUT /v2.0/ports/e0d9f56f-e367-4ea0-8304-a75f18e6bbe1 HTTP/1.1" status: 200 len: 1093 time: 1.2023196 May 31 14:27:06.280476 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5f9f5-7427-4099-abce-ea11e6b5321a service neutron] Pushing event updated for resources: {'Port': ['ID=e0d9f56f-e367-4ea0-8304-a75f18e6bbe1,revision_number=11']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:27:06.357168 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec571eb9-5793-45ef-8313-67c33f54244c req-1ebf43db-a774-4396-86e8-6293e6687bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:27:06.358647 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ec571eb9-5793-45ef-8313-67c33f54244c req-1ebf43db-a774-4396-86e8-6293e6687bdf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=12b1745bb03d4d16bf8e5deb94965de4&device_id=123423e2-3653-4530-b3c4-4664e243e03f HTTP/1.1" status: 200 len: 1096 time: 0.0751748 May 31 14:27:06.495756 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec571eb9-5793-45ef-8313-67c33f54244c req-481e6e7f-a5b6-4c61-97d5-94b93abc81f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:27:06.497246 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ec571eb9-5793-45ef-8313-67c33f54244c req-481e6e7f-a5b6-4c61-97d5-94b93abc81f9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d HTTP/1.1" status: 200 len: 912 time: 0.1330490 May 31 14:27:06.602636 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ec571eb9-5793-45ef-8313-67c33f54244c req-f9005da6-e2fb-4115-9b7c-464b14cf3c65 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0d9f56f-e367-4ea0-8304-a75f18e6bbe1 HTTP/1.1" status: 200 len: 1001 time: 0.0994592 May 31 14:27:06.669097 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec571eb9-5793-45ef-8313-67c33f54244c req-f31e0a6c-d89f-45cf-9d01-5c4a1519cb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:27:06.670538 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ec571eb9-5793-45ef-8313-67c33f54244c req-f31e0a6c-d89f-45cf-9d01-5c4a1519cb92 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ca667eab-0c9a-4011-a6f3-b538ca3ff48e HTTP/1.1" status: 200 len: 850 time: 0.0613775 May 31 14:27:06.744425 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec571eb9-5793-45ef-8313-67c33f54244c req-73317286-8281-411c-ac72-f994974bff62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:27:06.745890 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ec571eb9-5793-45ef-8313-67c33f54244c req-73317286-8281-411c-ac72-f994974bff62 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695481 May 31 14:27:06.877839 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ec571eb9-5793-45ef-8313-67c33f54244c req-1b397209-e71b-4c99-b4ef-987670864204 service neutron] 10.222.0.44 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261523 May 31 14:27:06.942677 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf666f3-cd6c-4f1b-9c7e-1ea1ab601850 req-752014a2-afd8-4cf9-815f-3eab42836fe5 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:27:06.944149 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bdf666f3-cd6c-4f1b-9c7e-1ea1ab601850 req-752014a2-afd8-4cf9-815f-3eab42836fe5 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=123423e2-3653-4530-b3c4-4664e243e03f HTTP/1.1" status: 200 len: 945 time: 0.0853050 May 31 14:27:06.990354 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bdf666f3-cd6c-4f1b-9c7e-1ea1ab601850 req-9b95a497-9f0d-4967-8ed6-3fc87bbec8fd tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402312 May 31 14:27:07.022089 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ec571eb9-5793-45ef-8313-67c33f54244c req-03be71a5-9ce8-49d8-a6c9-a678ced16ef6 service neutron] 10.222.0.44 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385388 May 31 14:27:07.602861 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '123423e2-3653-4530-b3c4-4664e243e03f', 'tag': 'e0d9f56f-e367-4ea0-8304-a75f18e6bbe1'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:27:07.661211 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91d41a07-48ce-48f9-a108-849a74535551'] response: {'name': 'network-changed', 'server_uuid': '123423e2-3653-4530-b3c4-4664e243e03f', 'tag': 'e0d9f56f-e367-4ea0-8304-a75f18e6bbe1', 'status': 'completed', 'code': 200} May 31 14:27:07.808618 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3928f992-d5f6-4646-a5c8-afc865e37456 req-c858c781-2199-43c1-a8e4-6be91021d687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:27:07.810129 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3928f992-d5f6-4646-a5c8-afc865e37456 req-c858c781-2199-43c1-a8e4-6be91021d687 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12b1745bb03d4d16bf8e5deb94965de4&device_id=123423e2-3653-4530-b3c4-4664e243e03f HTTP/1.1" status: 200 len: 1096 time: 0.1303868 May 31 14:27:07.815330 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3928f992-d5f6-4646-a5c8-afc865e37456 req-0cc0c199-89d1-4093-93c5-c1acbd97fc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:27:07.816664 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3928f992-d5f6-4646-a5c8-afc865e37456 req-0cc0c199-89d1-4093-93c5-c1acbd97fc2f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=12b1745bb03d4d16bf8e5deb94965de4&device_id=123423e2-3653-4530-b3c4-4664e243e03f HTTP/1.1" status: 200 len: 1096 time: 0.1022320 May 31 14:27:07.906770 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:27:08.057110 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3928f992-d5f6-4646-a5c8-afc865e37456 req-f83a8d89-148e-4000-b5a2-d2468ff5d0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:27:08.058610 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3928f992-d5f6-4646-a5c8-afc865e37456 req-f83a8d89-148e-4000-b5a2-d2468ff5d0f5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d HTTP/1.1" status: 200 len: 912 time: 0.2411251 May 31 14:27:08.060922 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3928f992-d5f6-4646-a5c8-afc865e37456 req-5ccd8c6b-2e58-4339-ac7f-06657e55b3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:27:08.062237 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3928f992-d5f6-4646-a5c8-afc865e37456 req-5ccd8c6b-2e58-4339-ac7f-06657e55b3b7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d HTTP/1.1" status: 200 len: 912 time: 0.2254767 May 31 14:27:08.187784 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb4abc-2b53-4356-b52e-5f27615f0344 req-1aa8d24a-7323-482b-9ac3-8e83e95b7ea3 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:27:08.189607 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7cfb4abc-2b53-4356-b52e-5f27615f0344 req-1aa8d24a-7323-482b-9ac3-8e83e95b7ea3 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=123423e2-3653-4530-b3c4-4664e243e03f HTTP/1.1" status: 200 len: 945 time: 0.0890095 May 31 14:27:08.236210 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7cfb4abc-2b53-4356-b52e-5f27615f0344 req-3709d122-1d00-45a5-a582-418b69f4d8c1 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407948 May 31 14:27:08.358045 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3928f992-d5f6-4646-a5c8-afc865e37456 req-e3727070-af56-4292-8bd9-f19f8e2807a4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0d9f56f-e367-4ea0-8304-a75f18e6bbe1 HTTP/1.1" status: 200 len: 1001 time: 0.2929540 May 31 14:27:08.359767 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3928f992-d5f6-4646-a5c8-afc865e37456 req-223e82be-977e-43c3-a587-5d0739053720 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0d9f56f-e367-4ea0-8304-a75f18e6bbe1 HTTP/1.1" status: 200 len: 1001 time: 0.2439861 May 31 14:27:08.468214 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3928f992-d5f6-4646-a5c8-afc865e37456 req-00bc0be7-ffb1-4757-937b-68a41f2470b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:27:08.469565 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3928f992-d5f6-4646-a5c8-afc865e37456 req-00bc0be7-ffb1-4757-937b-68a41f2470b2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ca667eab-0c9a-4011-a6f3-b538ca3ff48e HTTP/1.1" status: 200 len: 850 time: 0.1052551 May 31 14:27:08.513870 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3928f992-d5f6-4646-a5c8-afc865e37456 req-dfcda7d4-c63a-4b84-b26c-ed0fc606b58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:27:08.515342 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3928f992-d5f6-4646-a5c8-afc865e37456 req-dfcda7d4-c63a-4b84-b26c-ed0fc606b58a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ca667eab-0c9a-4011-a6f3-b538ca3ff48e HTTP/1.1" status: 200 len: 850 time: 0.1085472 May 31 14:27:08.612531 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3928f992-d5f6-4646-a5c8-afc865e37456 req-34112100-5cd7-4ca5-b3ee-fb30c7f8e637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:27:08.614034 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3928f992-d5f6-4646-a5c8-afc865e37456 req-34112100-5cd7-4ca5-b3ee-fb30c7f8e637 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1383440 May 31 14:27:08.619961 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3928f992-d5f6-4646-a5c8-afc865e37456 req-0d3ec2f6-8ddf-4a7e-8cff-20bf4d27ecd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:27:08.621327 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3928f992-d5f6-4646-a5c8-afc865e37456 req-0d3ec2f6-8ddf-4a7e-8cff-20bf4d27ecd0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0981245 May 31 14:27:08.849208 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device e0d9f56f-e367-4ea0-8304-a75f18e6bbe1 no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:27:08.858170 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3928f992-d5f6-4646-a5c8-afc865e37456 req-277e7484-6adf-49b0-87f5-cac5af4b0272 service neutron] 10.222.0.20 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358902 May 31 14:27:08.859992 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3928f992-d5f6-4646-a5c8-afc865e37456 req-ae132c83-6958-437f-8015-af48d681645d service neutron] 10.222.0.44 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203488 May 31 14:27:08.907141 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device e0d9f56f-e367-4ea0-8304-a75f18e6bbe1 not bound to the agent host n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:27:09.108239 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3928f992-d5f6-4646-a5c8-afc865e37456 req-3e75b6d6-f3b3-4bdc-9d82-a2ea56a7faf8 service neutron] 10.222.0.20 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443500 May 31 14:27:09.111191 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3928f992-d5f6-4646-a5c8-afc865e37456 req-40e045de-e9e7-43af-8a57-ee45aaedf0c6 service neutron] 10.222.0.44 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279210 May 31 14:27:09.366717 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:27:09.432548 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e0d7c-5a17-46ab-9c5d-ffb56331fb57 req-20fcacf2-47a4-4b27-abeb-137371d88d9a tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:27:09.434019 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bc4e0d7c-5a17-46ab-9c5d-ffb56331fb57 req-20fcacf2-47a4-4b27-abeb-137371d88d9a tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=123423e2-3653-4530-b3c4-4664e243e03f HTTP/1.1" status: 200 len: 945 time: 0.0819211 May 31 14:27:09.479888 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bc4e0d7c-5a17-46ab-9c5d-ffb56331fb57 req-4e449b5a-9ef9-438c-9900-272e12875352 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399055 May 31 14:27:09.677089 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d32b3c-dad9-4423-8250-8afd4bbe6f77 req-d95a0f65-9201-4977-9eba-3a717efbd9e2 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:27:09.678693 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d8d32b3c-dad9-4423-8250-8afd4bbe6f77 req-d95a0f65-9201-4977-9eba-3a717efbd9e2 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=123423e2-3653-4530-b3c4-4664e243e03f HTTP/1.1" status: 200 len: 945 time: 0.0879385 May 31 14:27:09.727158 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d8d32b3c-dad9-4423-8250-8afd4bbe6f77 req-84c83061-0557-4358-999f-2bfc492ca7f1 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410092 May 31 14:27:09.913544 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e742f46-41ca-4979-9334-538941dca5b9 req-6021ac0b-bce7-40d1-9428-b2cf8f6e72b0 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:27:09.915019 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4e742f46-41ca-4979-9334-538941dca5b9 req-6021ac0b-bce7-40d1-9428-b2cf8f6e72b0 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=123423e2-3653-4530-b3c4-4664e243e03f HTTP/1.1" status: 200 len: 945 time: 0.0816424 May 31 14:27:09.960229 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4e742f46-41ca-4979-9334-538941dca5b9 req-072e3532-ec79-4e12-8571-fd2841fef321 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390806 May 31 14:27:10.347934 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device e0d9f56f-e367-4ea0-8304-a75f18e6bbe1 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 14:27:10.365379 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f251e-1012-4fe8-86cf-b1ce666488ad req-da5ef15d-5f63-4121-9db7-3ee7dad091bb tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:27:10.366870 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-449f251e-1012-4fe8-86cf-b1ce666488ad req-da5ef15d-5f63-4121-9db7-3ee7dad091bb tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=123423e2-3653-4530-b3c4-4664e243e03f HTTP/1.1" status: 200 len: 945 time: 0.0896850 May 31 14:27:10.414412 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-449f251e-1012-4fe8-86cf-b1ce666488ad req-e0957585-96eb-469c-ae5b-8f0414ea0ee7 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402243 May 31 14:27:10.487672 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port e0d9f56f-e367-4ea0-8304-a75f18e6bbe1, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=e0d9f56f-e367-4ea0-8304-a75f18e6bbe1,segment=NetworkSegment(2b23b0c3-e67b-4d93-ad78-945ae1687af6),segment_id=2b23b0c3-e67b-4d93-ad78-945ae1687af6)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:27:10.500809 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': 'e0d9f56f-e367-4ea0-8304-a75f18e6bbe1', 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d', 'port_id': 'e0d9f56f-e367-4ea0-8304-a75f18e6bbe1', 'mac_address': 'fa:16:3e:ba:88:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca667eab-0c9a-4011-a6f3-b538ca3ff48e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 14:27:10.558164 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port e0d9f56f-e367-4ea0-8304-a75f18e6bbe1 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:27:10.558540 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:27:10.576226 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0d9f56f-e367-4ea0-8304-a75f18e6bbe1 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:27:10.593561 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port e0d9f56f-e367-4ea0-8304-a75f18e6bbe1, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=e0d9f56f-e367-4ea0-8304-a75f18e6bbe1,segment=NetworkSegment(2b23b0c3-e67b-4d93-ad78-945ae1687af6),segment_id=2b23b0c3-e67b-4d93-ad78-945ae1687af6)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:27:10.597436 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:27:10.682827 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=e0d9f56f-e367-4ea0-8304-a75f18e6bbe1,revision_number=12']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:27:10.685834 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6d8e99e8-c004-41d7-8208-8551e53ea31f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:27:10.832065 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['e0d9f56f-e367-4ea0-8304-a75f18e6bbe1'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:27:11.555454 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9e8537-eebd-4d68-ae5e-8825982150d3 req-b426e634-f3c8-4279-abff-ca37d88ec8af tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:27:11.556893 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0c9e8537-eebd-4d68-ae5e-8825982150d3 req-b426e634-f3c8-4279-abff-ca37d88ec8af tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.44 "GET /v2.0/ports?device_id=123423e2-3653-4530-b3c4-4664e243e03f HTTP/1.1" status: 200 len: 946 time: 0.0801945 May 31 14:27:11.605414 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c356e3a-c0e6-4bbb-8603-4b4055c7f87e req-d14e3a2a-33bb-4105-bab9-9dd9abe22ae0 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:27:11.606917 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5c356e3a-c0e6-4bbb-8603-4b4055c7f87e req-d14e3a2a-33bb-4105-bab9-9dd9abe22ae0 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=123423e2-3653-4530-b3c4-4664e243e03f HTTP/1.1" status: 200 len: 946 time: 0.0817792 May 31 14:27:11.631029 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-0c9e8537-eebd-4d68-ae5e-8825982150d3 req-c0b34c17-4ebe-42d4-89e1-1b19739e18cd tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Deleting port e0d9f56f-e367-4ea0-8304-a75f18e6bbe1 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:27:11.631285 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-0c9e8537-eebd-4d68-ae5e-8825982150d3 req-c0b34c17-4ebe-42d4-89e1-1b19739e18cd tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:27:11.659413 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5c356e3a-c0e6-4bbb-8603-4b4055c7f87e req-02031296-6059-41e2-95f2-fe8ecb0ebc2a tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467184 May 31 14:27:11.877172 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-0c9e8537-eebd-4d68-ae5e-8825982150d3 req-c0b34c17-4ebe-42d4-89e1-1b19739e18cd tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] For port e0d9f56f-e367-4ea0-8304-a75f18e6bbe1, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=e0d9f56f-e367-4ea0-8304-a75f18e6bbe1,segment=NetworkSegment(2b23b0c3-e67b-4d93-ad78-945ae1687af6),segment_id=2b23b0c3-e67b-4d93-ad78-945ae1687af6)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:27:11.877530 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-0c9e8537-eebd-4d68-ae5e-8825982150d3 req-c0b34c17-4ebe-42d4-89e1-1b19739e18cd tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:27:12.288895 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-0c9e8537-eebd-4d68-ae5e-8825982150d3 req-c0b34c17-4ebe-42d4-89e1-1b19739e18cd tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:27:12.289287 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-0c9e8537-eebd-4d68-ae5e-8825982150d3 req-c0b34c17-4ebe-42d4-89e1-1b19739e18cd tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:27:12.289599 n-d-843939-1 neutron-server[88369]: INFO neutron.db.l3_db [req-0c9e8537-eebd-4d68-ae5e-8825982150d3 req-c0b34c17-4ebe-42d4-89e1-1b19739e18cd tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Floating IP 51393fdc-220c-4a13-912f-6f9bef459985 disassociated. External IP: 172.25.6.210, port: e0d9f56f-e367-4ea0-8304-a75f18e6bbe1. May 31 14:27:12.289938 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-0c9e8537-eebd-4d68-ae5e-8825982150d3 req-c0b34c17-4ebe-42d4-89e1-1b19739e18cd tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Calling delete_port for e0d9f56f-e367-4ea0-8304-a75f18e6bbe1 owned by compute:nova {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:27:12.358687 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device e0d9f56f-e367-4ea0-8304-a75f18e6bbe1 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:27:12.442785 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-0c9e8537-eebd-4d68-ae5e-8825982150d3 req-c0b34c17-4ebe-42d4-89e1-1b19739e18cd tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:27:12.455297 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Port e0d9f56f-e367-4ea0-8304-a75f18e6bbe1 update to DOWN by agent not found {{(pid=88371) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 31 14:27:12.492130 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b34c17-4ebe-42d4-89e1-1b19739e18cd tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Pushing event deleted for resources: {'Port': ['ID=e0d9f56f-e367-4ea0-8304-a75f18e6bbe1,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:27:12.689493 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0c9e8537-eebd-4d68-ae5e-8825982150d3 req-c0b34c17-4ebe-42d4-89e1-1b19739e18cd tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Router 4f0f9b7a-f8fa-4715-a035-0b07957a0320 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:27:12.809146 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9298e1ba-4d56-4d50-9978-ba125ac67fb3 req-bf67e8da-adad-4694-b4b4-fdd358a9373b tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=123423e2-3653-4530-b3c4-4664e243e03f HTTP/1.1" status: 200 len: 210 time: 0.0420208 May 31 14:27:12.864041 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4d1e9856-9203-4508-af06-e5801988d715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:27:12.878650 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0c9e8537-eebd-4d68-ae5e-8825982150d3 req-c0b34c17-4ebe-42d4-89e1-1b19739e18cd tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:27:12.888641 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852ff0d6-bb23-4b2c-8658-894f1798b926 None None] Sync routers for ids ['4f0f9b7a-f8fa-4715-a035-0b07957a0320'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:27:12.898032 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852ff0d6-bb23-4b2c-8658-894f1798b926 None None] Routers {'4f0f9b7a-f8fa-4715-a035-0b07957a0320'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:27:12.898646 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-852ff0d6-bb23-4b2c-8658-894f1798b926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:27:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['4f0f9b7a-f8fa-4715-a035-0b07957a0320'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:27:12.955323 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c9e8537-eebd-4d68-ae5e-8825982150d3 req-c0b34c17-4ebe-42d4-89e1-1b19739e18cd tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] No DVR routers for this DVR port e0d9f56f-e367-4ea0-8304-a75f18e6bbe1 on host n-h2-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:27:12.957879 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-0c9e8537-eebd-4d68-ae5e-8825982150d3 req-c0b34c17-4ebe-42d4-89e1-1b19739e18cd tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:27:12.960434 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '123423e2-3653-4530-b3c4-4664e243e03f', 'name': 'network-vif-deleted', 'tag': 'e0d9f56f-e367-4ea0-8304-a75f18e6bbe1'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:27:12.979489 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-0c9e8537-eebd-4d68-ae5e-8825982150d3 req-c0b34c17-4ebe-42d4-89e1-1b19739e18cd tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.44 "DELETE /v2.0/ports/e0d9f56f-e367-4ea0-8304-a75f18e6bbe1 HTTP/1.1" status: 204 len: 173 time: 1.4174943 May 31 14:27:13.015277 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13083753-e983-459a-babc-6a03328f71a7'] response: {'server_uuid': '123423e2-3653-4530-b3c4-4664e243e03f', 'name': 'network-vif-deleted', 'tag': 'e0d9f56f-e367-4ea0-8304-a75f18e6bbe1', 'status': 'completed', 'code': 200} May 31 14:27:13.091810 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-852ff0d6-bb23-4b2c-8658-894f1798b926 None None] Set router 4f0f9b7a-f8fa-4715-a035-0b07957a0320 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:27:13.428699 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-852ff0d6-bb23-4b2c-8658-894f1798b926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'name': 'tempest-ServerActionsTestJSON-387207362-router', 'tenant_id': '12b1745bb03d4d16bf8e5deb94965de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': '94cf0280-ac95-426c-ab07-20218010f04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:23:18Z', 'updated_at': '2022-05-31T14:23:22Z', 'revision_number': 4, 'project_id': '12b1745bb03d4d16bf8e5deb94965de4', 'gw_port': {'id': '94cf0280-ac95-426c-ab07-20218010f04c', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:43:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:23:18Z', 'updated_at': '2022-05-31T14:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'eaa3bbe1-9c07-47fd-860b-ab9a13cebf4c', 'name': '', 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d', 'tenant_id': '12b1745bb03d4d16bf8e5deb94965de4', 'mac_address': 'fa:16:3e:33:bf:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'ca667eab-0c9a-4011-a6f3-b538ca3ff48e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:23:21Z', 'updated_at': '2022-05-31T14:23:28Z', 'revision_number': 5, 'project_id': '12b1745bb03d4d16bf8e5deb94965de4', 'subnets': [{'id': 'ca667eab-0c9a-4011-a6f3-b538ca3ff48e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:27:13.435076 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852ff0d6-bb23-4b2c-8658-894f1798b926 None None] Checking router: 4f0f9b7a-f8fa-4715-a035-0b07957a0320 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:27:13.446366 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852ff0d6-bb23-4b2c-8658-894f1798b926 None None] Routers {'4f0f9b7a-f8fa-4715-a035-0b07957a0320'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:27:13.448026 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-852ff0d6-bb23-4b2c-8658-894f1798b926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:27:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['4f0f9b7a-f8fa-4715-a035-0b07957a0320'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:27:13.679004 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-852ff0d6-bb23-4b2c-8658-894f1798b926 None None] Set router 4f0f9b7a-f8fa-4715-a035-0b07957a0320 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:27:13.982431 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:27:14.008298 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-852ff0d6-bb23-4b2c-8658-894f1798b926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'name': 'tempest-ServerActionsTestJSON-387207362-router', 'tenant_id': '12b1745bb03d4d16bf8e5deb94965de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': '94cf0280-ac95-426c-ab07-20218010f04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:23:18Z', 'updated_at': '2022-05-31T14:23:22Z', 'revision_number': 4, 'project_id': '12b1745bb03d4d16bf8e5deb94965de4', 'gw_port': {'id': '94cf0280-ac95-426c-ab07-20218010f04c', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:43:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:23:18Z', 'updated_at': '2022-05-31T14:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'eaa3bbe1-9c07-47fd-860b-ab9a13cebf4c', 'name': '', 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d', 'tenant_id': '12b1745bb03d4d16bf8e5deb94965de4', 'mac_address': 'fa:16:3e:33:bf:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'ca667eab-0c9a-4011-a6f3-b538ca3ff48e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:23:21Z', 'updated_at': '2022-05-31T14:23:28Z', 'revision_number': 5, 'project_id': '12b1745bb03d4d16bf8e5deb94965de4', 'subnets': [{'id': 'ca667eab-0c9a-4011-a6f3-b538ca3ff48e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:27:14.012620 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852ff0d6-bb23-4b2c-8658-894f1798b926 None None] The sync data for ids ['4f0f9b7a-f8fa-4715-a035-0b07957a0320'] in n-d-843939-1 is: [{'id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'name': 'tempest-ServerActionsTestJSON-387207362-router', 'tenant_id': '12b1745bb03d4d16bf8e5deb94965de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': '94cf0280-ac95-426c-ab07-20218010f04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:23:18Z', 'updated_at': '2022-05-31T14:23:22Z', 'revision_number': 4, 'project_id': '12b1745bb03d4d16bf8e5deb94965de4', 'gw_port': {'id': '94cf0280-ac95-426c-ab07-20218010f04c', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:43:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:23:18Z', 'updated_at': '2022-05-31T14:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'eaa3bbe1-9c07-47fd-860b-ab9a13cebf4c', 'name': '', 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d', 'tenant_id': '12b1745bb03d4d16bf8e5deb94965de4', 'mac_address': 'fa:16:3e:33:bf:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'ca667eab-0c9a-4011-a6f3-b538ca3ff48e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:23:21Z', 'updated_at': '2022-05-31T14:23:28Z', 'revision_number': 5, 'project_id': '12b1745bb03d4d16bf8e5deb94965de4', 'subnets': [{'id': 'ca667eab-0c9a-4011-a6f3-b538ca3ff48e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:27:14.079363 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:27:14.162112 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4a757bda-2bfd-4f3f-8bf9-d18a097b726e req-ddf2e102-8a1a-4c8b-85cd-b7533c7db2da tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--684280602&fields=id&tenant_id=12b1745bb03d4d16bf8e5deb94965de4 HTTP/1.1" status: 200 len: 267 time: 0.0397716 May 31 14:27:14.237755 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fb35aa-3a59-4033-a825-f41cda656b55 None None] New status for floating IP 51393fdc-220c-4a13-912f-6f9bef459985: DOWN {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 14:27:14.425759 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a757bda-2bfd-4f3f-8bf9-d18a097b726e req-1417cf22-61fe-4479-adf5-76306a4281f8 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:27:14.427245 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4a757bda-2bfd-4f3f-8bf9-d18a097b726e req-1417cf22-61fe-4479-adf5-76306a4281f8 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/networks?id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d HTTP/1.1" status: 200 len: 811 time: 0.2573965 May 31 14:27:14.443098 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4a757bda-2bfd-4f3f-8bf9-d18a097b726e req-2616a29a-801a-4f62-a202-6eab16fa4096 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/quotas/12b1745bb03d4d16bf8e5deb94965de4 HTTP/1.1" status: 200 len: 375 time: 0.0100632 May 31 14:27:14.534225 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4a757bda-2bfd-4f3f-8bf9-d18a097b726e req-106c7694-c0b8-4481-aec0-be95ac975d84 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=12b1745bb03d4d16bf8e5deb94965de4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0856080 May 31 14:27:14.728570 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4a757bda-2bfd-4f3f-8bf9-d18a097b726e req-784a7eaa-dca0-4d87-9745-c43b206daddc service neutron] 10.222.0.50 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814888 May 31 14:27:14.864414 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4a757bda-2bfd-4f3f-8bf9-d18a097b726e req-27281426-9a4a-483b-9916-e6218cd2e6b4 service neutron] 10.222.0.50 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295369 May 31 14:27:15.062471 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cc352857-eed9-43b4-bc09-4ae4deb841e5 req-4e104023-6b50-4415-af11-4b6067f748d9 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=004626d4-b9c0-4a9a-8f3c-3504fec79304 HTTP/1.1" status: 200 len: 210 time: 0.0446906 May 31 14:27:15.815196 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:27:16.096257 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a757bda-2bfd-4f3f-8bf9-d18a097b726e req-6131e6c5-fcc4-4861-800a-06ca1fe41751 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:27:16.097837 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4a757bda-2bfd-4f3f-8bf9-d18a097b726e req-6131e6c5-fcc4-4861-800a-06ca1fe41751 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.20 "GET /v2.0/networks?id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d HTTP/1.1" status: 200 len: 811 time: 0.1512060 May 31 14:27:16.146520 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4a757bda-2bfd-4f3f-8bf9-d18a097b726e req-02211992-153f-4897-b0e3-4675d8b2ea8c tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12b1745bb03d4d16bf8e5deb94965de4 HTTP/1.1" status: 200 len: 379 time: 0.0411401 May 31 14:27:16.154732 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-4a757bda-2bfd-4f3f-8bf9-d18a097b726e req-aa7ebc7a-dc9d-4ec0-8ff2-1ec51fa92617 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Request body: {'port': {'device_id': '004626d4-b9c0-4a9a-8f3c-3504fec79304', 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d', 'admin_state_up': True, 'tenant_id': '12b1745bb03d4d16bf8e5deb94965de4', 'security_groups': ['407abe8e-cf3b-49d1-a700-b811a19f0b1a']}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:27:16.216622 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cb1a175e-b8c0-45ac-acdf-68a438ac3d8a req-e82c8409-ee2b-488a-b0e6-84b3323d5b14 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=004626d4-b9c0-4a9a-8f3c-3504fec79304 HTTP/1.1" status: 200 len: 210 time: 0.0441530 May 31 14:27:16.293006 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-4a757bda-2bfd-4f3f-8bf9-d18a097b726e req-aa7ebc7a-dc9d-4ec0-8ff2-1ec51fa92617 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:27:16.297299 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-4a757bda-2bfd-4f3f-8bf9-d18a097b726e req-aa7ebc7a-dc9d-4ec0-8ff2-1ec51fa92617 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Usage tracker for resource:port and tenant:12b1745bb03d4d16bf8e5deb94965de4 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:27:16.300189 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-4a757bda-2bfd-4f3f-8bf9-d18a097b726e req-aa7ebc7a-dc9d-4ec0-8ff2-1ec51fa92617 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:27:16.305951 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-4a757bda-2bfd-4f3f-8bf9-d18a097b726e req-aa7ebc7a-dc9d-4ec0-8ff2-1ec51fa92617 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:27:16.317228 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a757bda-2bfd-4f3f-8bf9-d18a097b726e req-aa7ebc7a-dc9d-4ec0-8ff2-1ec51fa92617 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Made reservation on behalf of 12b1745bb03d4d16bf8e5deb94965de4 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:27:16.320724 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-4a757bda-2bfd-4f3f-8bf9-d18a097b726e req-aa7ebc7a-dc9d-4ec0-8ff2-1ec51fa92617 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:27:16.482868 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [req-4a757bda-2bfd-4f3f-8bf9-d18a097b726e req-aa7ebc7a-dc9d-4ec0-8ff2-1ec51fa92617 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Allocated IP 172.20.0.14 (c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d/ca667eab-0c9a-4011-a6f3-b538ca3ff48e/e67f3dbc-be35-451e-b91c-75ef6466b3ec) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:27:16.666548 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-4a757bda-2bfd-4f3f-8bf9-d18a097b726e req-aa7ebc7a-dc9d-4ec0-8ff2-1ec51fa92617 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:27:16.681647 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-4a757bda-2bfd-4f3f-8bf9-d18a097b726e req-aa7ebc7a-dc9d-4ec0-8ff2-1ec51fa92617 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Transition to ACTIVE for port object e67f3dbc-be35-451e-b91c-75ef6466b3ec will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:27:16.704423 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-4a757bda-2bfd-4f3f-8bf9-d18a097b726e req-aa7ebc7a-dc9d-4ec0-8ff2-1ec51fa92617 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:27:16.883247 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a757bda-2bfd-4f3f-8bf9-d18a097b726e req-aa7ebc7a-dc9d-4ec0-8ff2-1ec51fa92617 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Network c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:27:16.887093 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [req-4a757bda-2bfd-4f3f-8bf9-d18a097b726e req-aa7ebc7a-dc9d-4ec0-8ff2-1ec51fa92617 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:27:16.890958 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a757bda-2bfd-4f3f-8bf9-d18a097b726e req-aa7ebc7a-dc9d-4ec0-8ff2-1ec51fa92617 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:27:16.925826 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7ebc7a-dc9d-4ec0-8ff2-1ec51fa92617 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Pushing event updated for resources: {'Port': ['ID=e67f3dbc-be35-451e-b91c-75ef6466b3ec,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:27:16.963915 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a757bda-2bfd-4f3f-8bf9-d18a097b726e req-aa7ebc7a-dc9d-4ec0-8ff2-1ec51fa92617 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:27:16.964710 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-4a757bda-2bfd-4f3f-8bf9-d18a097b726e req-aa7ebc7a-dc9d-4ec0-8ff2-1ec51fa92617 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:27:16.992619 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4a757bda-2bfd-4f3f-8bf9-d18a097b726e req-aa7ebc7a-dc9d-4ec0-8ff2-1ec51fa92617 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8415096 May 31 14:27:17.003842 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-4a757bda-2bfd-4f3f-8bf9-d18a097b726e req-cbb3d03c-dd13-4f5e-8837-89d144850966 service neutron] Request body: {'port': {'device_id': '004626d4-b9c0-4a9a-8f3c-3504fec79304', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843939-1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:27:17.103315 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-69823b1b-2760-4b2e-adc8-9b5c4ba36db1 None None] Provisioning for port e67f3dbc-be35-451e-b91c-75ef6466b3ec completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:27:17.108530 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-69823b1b-2760-4b2e-adc8-9b5c4ba36db1 None None] Provisioning complete for port e67f3dbc-be35-451e-b91c-75ef6466b3ec triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:27:17.110383 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-69823b1b-2760-4b2e-adc8-9b5c4ba36db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:27:17.125737 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-4a757bda-2bfd-4f3f-8bf9-d18a097b726e req-cbb3d03c-dd13-4f5e-8837-89d144850966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:27:17.165873 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-69823b1b-2760-4b2e-adc8-9b5c4ba36db1 None None] Port e67f3dbc-be35-451e-b91c-75ef6466b3ec cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:27:17.414536 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a5f2d8-ae82-46c1-a1e1-5cbe6245fb6d req-f7949152-d8f2-4c23-b711-03b62355bcfd tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:27:17.416687 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-02a5f2d8-ae82-46c1-a1e1-5cbe6245fb6d req-f7949152-d8f2-4c23-b711-03b62355bcfd tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=004626d4-b9c0-4a9a-8f3c-3504fec79304 HTTP/1.1" status: 200 len: 932 time: 0.0924170 May 31 14:27:17.463880 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-02a5f2d8-ae82-46c1-a1e1-5cbe6245fb6d req-c322f938-2069-48b2-a025-65449dd31efe tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413678 May 31 14:27:17.483470 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [req-4a757bda-2bfd-4f3f-8bf9-d18a097b726e req-cbb3d03c-dd13-4f5e-8837-89d144850966 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e67f3dbc-be35-451e-b91c-75ef6466b3ec {{(pid=88369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:27:17.490563 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-4a757bda-2bfd-4f3f-8bf9-d18a097b726e req-cbb3d03c-dd13-4f5e-8837-89d144850966 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:27:17.505472 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-4a757bda-2bfd-4f3f-8bf9-d18a097b726e req-cbb3d03c-dd13-4f5e-8837-89d144850966 service neutron] Transition to ACTIVE for port object e67f3dbc-be35-451e-b91c-75ef6466b3ec will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:27:17.510185 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-4a757bda-2bfd-4f3f-8bf9-d18a097b726e req-cbb3d03c-dd13-4f5e-8837-89d144850966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:27:17.674095 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb3d03c-dd13-4f5e-8837-89d144850966 service neutron] Pushing event updated for resources: {'Port': ['ID=e67f3dbc-be35-451e-b91c-75ef6466b3ec,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:27:17.753860 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-4a757bda-2bfd-4f3f-8bf9-d18a097b726e req-cbb3d03c-dd13-4f5e-8837-89d144850966 service neutron] Attempting to bind port e67f3dbc-be35-451e-b91c-75ef6466b3ec on host n-h1-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:27:17.754233 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-4a757bda-2bfd-4f3f-8bf9-d18a097b726e req-cbb3d03c-dd13-4f5e-8837-89d144850966 service neutron] Attempting to bind port e67f3dbc-be35-451e-b91c-75ef6466b3ec by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': '2b23b0c3-e67b-4d93-ad78-945ae1687af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:27:17.754559 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a757bda-2bfd-4f3f-8bf9-d18a097b726e req-cbb3d03c-dd13-4f5e-8837-89d144850966 service neutron] Attempting to bind port e67f3dbc-be35-451e-b91c-75ef6466b3ec on network c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:27:17.759408 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a757bda-2bfd-4f3f-8bf9-d18a097b726e req-cbb3d03c-dd13-4f5e-8837-89d144850966 service neutron] Port e67f3dbc-be35-451e-b91c-75ef6466b3ec on network c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 14:27:17.759678 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a757bda-2bfd-4f3f-8bf9-d18a097b726e req-cbb3d03c-dd13-4f5e-8837-89d144850966 service neutron] Attempting to bind port e67f3dbc-be35-451e-b91c-75ef6466b3ec on network c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:27:17.764668 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a757bda-2bfd-4f3f-8bf9-d18a097b726e req-cbb3d03c-dd13-4f5e-8837-89d144850966 service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:27:17.764997 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a757bda-2bfd-4f3f-8bf9-d18a097b726e req-cbb3d03c-dd13-4f5e-8837-89d144850966 service neutron] Checking segment: {'id': '2b23b0c3-e67b-4d93-ad78-945ae1687af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:27:17.765376 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a757bda-2bfd-4f3f-8bf9-d18a097b726e req-cbb3d03c-dd13-4f5e-8837-89d144850966 service neutron] Bound using segment: {'id': '2b23b0c3-e67b-4d93-ad78-945ae1687af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:27:17.765794 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-4a757bda-2bfd-4f3f-8bf9-d18a097b726e req-cbb3d03c-dd13-4f5e-8837-89d144850966 service neutron] Bound port: e67f3dbc-be35-451e-b91c-75ef6466b3ec, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b23b0c3-e67b-4d93-ad78-945ae1687af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:27:17.766178 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-4a757bda-2bfd-4f3f-8bf9-d18a097b726e req-cbb3d03c-dd13-4f5e-8837-89d144850966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:27:17.860116 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-4a757bda-2bfd-4f3f-8bf9-d18a097b726e req-cbb3d03c-dd13-4f5e-8837-89d144850966 service neutron] For port e67f3dbc-be35-451e-b91c-75ef6466b3ec, host n-h1-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:27:17.862977 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-4a757bda-2bfd-4f3f-8bf9-d18a097b726e req-cbb3d03c-dd13-4f5e-8837-89d144850966 service neutron] For port e67f3dbc-be35-451e-b91c-75ef6466b3ec, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=e67f3dbc-be35-451e-b91c-75ef6466b3ec,segment=NetworkSegment(2b23b0c3-e67b-4d93-ad78-945ae1687af6),segment_id=2b23b0c3-e67b-4d93-ad78-945ae1687af6)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:27:17.867432 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-4a757bda-2bfd-4f3f-8bf9-d18a097b726e req-cbb3d03c-dd13-4f5e-8837-89d144850966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:27:17.926585 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a757bda-2bfd-4f3f-8bf9-d18a097b726e req-cbb3d03c-dd13-4f5e-8837-89d144850966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:27:17.927198 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-4a757bda-2bfd-4f3f-8bf9-d18a097b726e req-cbb3d03c-dd13-4f5e-8837-89d144850966 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:27:17.928568 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4a757bda-2bfd-4f3f-8bf9-d18a097b726e req-cbb3d03c-dd13-4f5e-8837-89d144850966 service neutron] 10.222.0.20 "PUT /v2.0/ports/e67f3dbc-be35-451e-b91c-75ef6466b3ec HTTP/1.1" status: 200 len: 1092 time: 0.9291716 May 31 14:27:17.929009 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '004626d4-b9c0-4a9a-8f3c-3504fec79304', 'tag': 'e67f3dbc-be35-451e-b91c-75ef6466b3ec'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:27:17.953475 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb3d03c-dd13-4f5e-8837-89d144850966 service neutron] Pushing event updated for resources: {'Port': ['ID=e67f3dbc-be35-451e-b91c-75ef6466b3ec,revision_number=3']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:27:18.011257 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5ec244f-aa0b-4bec-8e6e-9909fffaecb4'] response: {'name': 'network-changed', 'server_uuid': '004626d4-b9c0-4a9a-8f3c-3504fec79304', 'tag': 'e67f3dbc-be35-451e-b91c-75ef6466b3ec', 'status': 'completed', 'code': 200} May 31 14:27:18.061606 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a757bda-2bfd-4f3f-8bf9-d18a097b726e req-40299408-cf1b-4064-8dcd-fcbd132ae780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:27:18.063386 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4a757bda-2bfd-4f3f-8bf9-d18a097b726e req-40299408-cf1b-4064-8dcd-fcbd132ae780 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12b1745bb03d4d16bf8e5deb94965de4&device_id=004626d4-b9c0-4a9a-8f3c-3504fec79304 HTTP/1.1" status: 200 len: 1095 time: 0.0877328 May 31 14:27:18.134749 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4a757bda-2bfd-4f3f-8bf9-d18a097b726e req-09c3db2e-c4cc-4679-adc3-67091e9f2852 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e67f3dbc-be35-451e-b91c-75ef6466b3ec HTTP/1.1" status: 200 len: 217 time: 0.0640311 May 31 14:27:18.198873 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a757bda-2bfd-4f3f-8bf9-d18a097b726e req-fec066dd-64a5-43d2-bd96-e815e456a9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:27:18.200223 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4a757bda-2bfd-4f3f-8bf9-d18a097b726e req-fec066dd-64a5-43d2-bd96-e815e456a9b6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ca667eab-0c9a-4011-a6f3-b538ca3ff48e HTTP/1.1" status: 200 len: 850 time: 0.0613320 May 31 14:27:18.274132 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a757bda-2bfd-4f3f-8bf9-d18a097b726e req-e7ce5ccf-3e21-4000-a25c-6376ecea635d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:27:18.275882 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4a757bda-2bfd-4f3f-8bf9-d18a097b726e req-e7ce5ccf-3e21-4000-a25c-6376ecea635d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703082 May 31 14:27:18.408046 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4a757bda-2bfd-4f3f-8bf9-d18a097b726e req-0c335767-6d9b-4f10-86de-d192b973be1d service neutron] 10.222.0.20 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263032 May 31 14:27:18.539384 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4a757bda-2bfd-4f3f-8bf9-d18a097b726e req-cf23db4a-3db0-49d9-b5d7-bb87a910c447 service neutron] 10.222.0.20 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257648 May 31 14:27:18.655528 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5e8d65-f68e-49ba-a277-11abd9843202 req-090afb59-7861-4600-8dd7-46826d50375e tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:27:18.657264 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ea5e8d65-f68e-49ba-a277-11abd9843202 req-090afb59-7861-4600-8dd7-46826d50375e tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=004626d4-b9c0-4a9a-8f3c-3504fec79304 HTTP/1.1" status: 200 len: 944 time: 0.0828211 May 31 14:27:18.705937 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ea5e8d65-f68e-49ba-a277-11abd9843202 req-185e24e9-0fc9-469a-9b6c-160096b285bd tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425215 May 31 14:27:18.765305 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b790c0-32c2-48de-b779-0ed6f6dac39a req-e26c8bd1-3455-47e6-92e0-bb8d86b8a797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:27:18.766810 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-94b790c0-32c2-48de-b779-0ed6f6dac39a req-e26c8bd1-3455-47e6-92e0-bb8d86b8a797 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12b1745bb03d4d16bf8e5deb94965de4&device_id=004626d4-b9c0-4a9a-8f3c-3504fec79304 HTTP/1.1" status: 200 len: 1095 time: 0.1843398 May 31 14:27:18.896873 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b790c0-32c2-48de-b779-0ed6f6dac39a req-98ec45c2-2ffe-4244-b89e-fd97c7d4d699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:27:18.898226 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-94b790c0-32c2-48de-b779-0ed6f6dac39a req-98ec45c2-2ffe-4244-b89e-fd97c7d4d699 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d HTTP/1.1" status: 200 len: 912 time: 0.1255746 May 31 14:27:18.965871 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-94b790c0-32c2-48de-b779-0ed6f6dac39a req-4446b4d7-b2ef-4a47-a7e3-b1cb2d56b56b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e67f3dbc-be35-451e-b91c-75ef6466b3ec HTTP/1.1" status: 200 len: 217 time: 0.0617902 May 31 14:27:19.030931 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b790c0-32c2-48de-b779-0ed6f6dac39a req-1746d81a-c005-41d3-8a77-f777ebf623f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:27:19.032371 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-94b790c0-32c2-48de-b779-0ed6f6dac39a req-1746d81a-c005-41d3-8a77-f777ebf623f0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ca667eab-0c9a-4011-a6f3-b538ca3ff48e HTTP/1.1" status: 200 len: 850 time: 0.0613868 May 31 14:27:19.109059 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b790c0-32c2-48de-b779-0ed6f6dac39a req-a4ee52a4-a262-49fa-b029-f103da5e0d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:27:19.110592 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-94b790c0-32c2-48de-b779-0ed6f6dac39a req-a4ee52a4-a262-49fa-b029-f103da5e0d6d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729082 May 31 14:27:19.243002 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-94b790c0-32c2-48de-b779-0ed6f6dac39a req-4f78d086-644b-4fb7-b535-29ed606e3c98 service neutron] 10.222.0.20 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260841 May 31 14:27:19.375755 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-94b790c0-32c2-48de-b779-0ed6f6dac39a req-5ffaf1c9-6589-45b0-b6f1-21285b8d6f29 service neutron] 10.222.0.20 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268377 May 31 14:27:19.906604 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5534540-0b01-403d-8702-eb53bce4aaed req-32cee869-3334-456d-b22a-37b52503ae6a tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:27:19.907864 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c5534540-0b01-403d-8702-eb53bce4aaed req-32cee869-3334-456d-b22a-37b52503ae6a tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=004626d4-b9c0-4a9a-8f3c-3504fec79304 HTTP/1.1" status: 200 len: 944 time: 0.0822985 May 31 14:27:19.954945 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c5534540-0b01-403d-8702-eb53bce4aaed req-cdf830cd-4822-4b09-8958-a136c0b88ca7 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413034 May 31 14:27:20.881257 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device e67f3dbc-be35-451e-b91c-75ef6466b3ec details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 14:27:21.020642 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port e67f3dbc-be35-451e-b91c-75ef6466b3ec, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=e67f3dbc-be35-451e-b91c-75ef6466b3ec,segment=NetworkSegment(2b23b0c3-e67b-4d93-ad78-945ae1687af6),segment_id=2b23b0c3-e67b-4d93-ad78-945ae1687af6)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:27:21.033797 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': 'e67f3dbc-be35-451e-b91c-75ef6466b3ec', 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d', 'port_id': 'e67f3dbc-be35-451e-b91c-75ef6466b3ec', 'mac_address': 'fa:16:3e:0e:78:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca667eab-0c9a-4011-a6f3-b538ca3ff48e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 14:27:21.093286 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port e67f3dbc-be35-451e-b91c-75ef6466b3ec is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:27:21.093912 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:27:21.112158 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e67f3dbc-be35-451e-b91c-75ef6466b3ec {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:27:21.127815 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port e67f3dbc-be35-451e-b91c-75ef6466b3ec, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=e67f3dbc-be35-451e-b91c-75ef6466b3ec,segment=NetworkSegment(2b23b0c3-e67b-4d93-ad78-945ae1687af6),segment_id=2b23b0c3-e67b-4d93-ad78-945ae1687af6)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:27:21.131976 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:27:21.145912 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c934c1-813a-46c2-a23a-0d234f9f6afc req-c3668ebd-721f-4c24-869d-d70890e3540a tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:27:21.147455 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b3c934c1-813a-46c2-a23a-0d234f9f6afc req-c3668ebd-721f-4c24-869d-d70890e3540a tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=004626d4-b9c0-4a9a-8f3c-3504fec79304 HTTP/1.1" status: 200 len: 944 time: 0.0867724 May 31 14:27:21.196419 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b3c934c1-813a-46c2-a23a-0d234f9f6afc req-9cd75da2-b9a0-46bb-bc30-d0ba167cff91 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428104 May 31 14:27:21.202907 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=e67f3dbc-be35-451e-b91c-75ef6466b3ec,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:27:21.421694 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['e67f3dbc-be35-451e-b91c-75ef6466b3ec'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:27:22.391741 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d13c30-64dc-4fd6-903e-2e06ae011111 req-102d4481-6c41-43de-80a4-dff5ecf2373b tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:27:22.393186 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25d13c30-64dc-4fd6-903e-2e06ae011111 req-102d4481-6c41-43de-80a4-dff5ecf2373b tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=004626d4-b9c0-4a9a-8f3c-3504fec79304 HTTP/1.1" status: 200 len: 945 time: 0.0789812 May 31 14:27:22.437280 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25d13c30-64dc-4fd6-903e-2e06ae011111 req-089f5940-5a2c-4181-8b9f-fd9412f46316 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385067 May 31 14:27:22.897836 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device e67f3dbc-be35-451e-b91c-75ef6466b3ec up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:27:22.965606 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning for port e67f3dbc-be35-451e-b91c-75ef6466b3ec completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:27:22.970437 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port e67f3dbc-be35-451e-b91c-75ef6466b3ec triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:27:22.970805 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:27:23.086195 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port e67f3dbc-be35-451e-b91c-75ef6466b3ec is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:27:23.086567 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:27:23.115387 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '004626d4-b9c0-4a9a-8f3c-3504fec79304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e67f3dbc-be35-451e-b91c-75ef6466b3ec'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:27:23.127958 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port e67f3dbc-be35-451e-b91c-75ef6466b3ec, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=e67f3dbc-be35-451e-b91c-75ef6466b3ec,segment=NetworkSegment(2b23b0c3-e67b-4d93-ad78-945ae1687af6),segment_id=2b23b0c3-e67b-4d93-ad78-945ae1687af6)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:27:23.132466 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:27:23.163656 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2008d01-4c18-4c63-b467-fb0bdd333805'] response: {'server_uuid': '004626d4-b9c0-4a9a-8f3c-3504fec79304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e67f3dbc-be35-451e-b91c-75ef6466b3ec', 'code': 200} May 31 14:27:23.206154 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=e67f3dbc-be35-451e-b91c-75ef6466b3ec,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:27:23.292827 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dbb919-79d0-4bc6-9678-47a42af93196 req-f10cfe18-a377-47c8-b1da-85483a0778f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:27:23.294310 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-97dbb919-79d0-4bc6-9678-47a42af93196 req-f10cfe18-a377-47c8-b1da-85483a0778f2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=004626d4-b9c0-4a9a-8f3c-3504fec79304 HTTP/1.1" status: 200 len: 1097 time: 0.0753484 May 31 14:27:23.334366 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-97dbb919-79d0-4bc6-9678-47a42af93196 req-f0e2269c-79d5-43a4-a804-e7d4db778165 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339062 May 31 14:27:23.624220 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3360af2f-b597-4aeb-a4e2-c49e17eedfd9 req-ce0ad1f0-5769-4f3e-acd0-674432e4aff1 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:27:23.625672 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3360af2f-b597-4aeb-a4e2-c49e17eedfd9 req-ce0ad1f0-5769-4f3e-acd0-674432e4aff1 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=004626d4-b9c0-4a9a-8f3c-3504fec79304 HTTP/1.1" status: 200 len: 946 time: 0.0828879 May 31 14:27:23.670507 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3360af2f-b597-4aeb-a4e2-c49e17eedfd9 req-04064ff4-376c-4ff1-a5c0-ff19cd1d7572 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391021 May 31 14:27:24.865793 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ba37a-f083-4f08-97df-09f47a4e3fe3 req-f32badbe-ce70-4eec-b263-768284b0679a tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:27:24.867312 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-187ba37a-f083-4f08-97df-09f47a4e3fe3 req-f32badbe-ce70-4eec-b263-768284b0679a tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=004626d4-b9c0-4a9a-8f3c-3504fec79304 HTTP/1.1" status: 200 len: 946 time: 0.0874963 May 31 14:27:24.917021 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-187ba37a-f083-4f08-97df-09f47a4e3fe3 req-c143b043-1981-4293-a7d6-05fbace0f134 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398631 May 31 14:27:25.101067 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e523bc-d6f5-42ec-aa72-f02a74677cb8 req-30374b05-9ce2-44c4-8456-740383a2cfa0 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:27:25.103138 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a1e523bc-d6f5-42ec-aa72-f02a74677cb8 req-30374b05-9ce2-44c4-8456-740383a2cfa0 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=004626d4-b9c0-4a9a-8f3c-3504fec79304 HTTP/1.1" status: 200 len: 946 time: 0.0829613 May 31 14:27:25.111814 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 42988) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:27:25.116629 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-59b68290-0c31-4816-a262-e9b87a2834f4 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Request body: {'floatingip': {'port_id': 'e67f3dbc-be35-451e-b91c-75ef6466b3ec'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:27:25.198873 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-59b68290-0c31-4816-a262-e9b87a2834f4 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks [] for floatingip, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:27:25.943688 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-59b68290-0c31-4816-a262-e9b87a2834f4 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:27:25.948239 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-59b68290-0c31-4816-a262-e9b87a2834f4 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:27:26.121085 n-d-843939-1 neutron-server[88370]: INFO neutron.db.l3_db [None req-59b68290-0c31-4816-a262-e9b87a2834f4 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Floating IP 51393fdc-220c-4a13-912f-6f9bef459985 associated. External IP: 172.25.6.210, port: e67f3dbc-be35-451e-b91c-75ef6466b3ec. May 31 14:27:26.483256 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59b68290-0c31-4816-a262-e9b87a2834f4 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Router 4f0f9b7a-f8fa-4715-a035-0b07957a0320 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:27:26.664290 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b68290-0c31-4816-a262-e9b87a2834f4 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:27:26.668645 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-59b68290-0c31-4816-a262-e9b87a2834f4 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:27:26.674221 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb9051a-463d-422d-8734-2bc9b2245aa1 None None] Sync routers for ids ['4f0f9b7a-f8fa-4715-a035-0b07957a0320'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:27:26.685879 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb9051a-463d-422d-8734-2bc9b2245aa1 None None] Routers {'4f0f9b7a-f8fa-4715-a035-0b07957a0320'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:27:26.686509 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-feb9051a-463d-422d-8734-2bc9b2245aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:27:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['4f0f9b7a-f8fa-4715-a035-0b07957a0320'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:27:26.727095 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-59b68290-0c31-4816-a262-e9b87a2834f4 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "PUT /v2.0/floatingips/51393fdc-220c-4a13-912f-6f9bef459985 HTTP/1.1" status: 200 len: 993 time: 1.6142244 May 31 14:27:26.727694 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '004626d4-b9c0-4a9a-8f3c-3504fec79304', 'tag': 'e67f3dbc-be35-451e-b91c-75ef6466b3ec'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:27:26.771447 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15cb38b8-586c-4631-ad6c-6e7b4f595175'] response: {'name': 'network-changed', 'server_uuid': '004626d4-b9c0-4a9a-8f3c-3504fec79304', 'tag': 'e67f3dbc-be35-451e-b91c-75ef6466b3ec', 'status': 'completed', 'code': 200} May 31 14:27:26.864305 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f8c97b-5c5f-4ad7-82bc-1fa5c84b620f req-31bead83-7eaf-4c0e-b099-dafae88b20e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:27:26.865770 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d1f8c97b-5c5f-4ad7-82bc-1fa5c84b620f req-31bead83-7eaf-4c0e-b099-dafae88b20e3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12b1745bb03d4d16bf8e5deb94965de4&device_id=004626d4-b9c0-4a9a-8f3c-3504fec79304 HTTP/1.1" status: 200 len: 1097 time: 0.0715764 May 31 14:27:26.871273 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-feb9051a-463d-422d-8734-2bc9b2245aa1 None None] Set router 4f0f9b7a-f8fa-4715-a035-0b07957a0320 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:27:27.008112 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f8c97b-5c5f-4ad7-82bc-1fa5c84b620f req-e4757a33-8f85-43cb-80b3-7b46fcaab756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:27:27.009531 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d1f8c97b-5c5f-4ad7-82bc-1fa5c84b620f req-e4757a33-8f85-43cb-80b3-7b46fcaab756 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d HTTP/1.1" status: 200 len: 912 time: 0.1381667 May 31 14:27:27.117688 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d1f8c97b-5c5f-4ad7-82bc-1fa5c84b620f req-d22ecd1f-b0c5-4b6c-9142-6efc62ccd969 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e67f3dbc-be35-451e-b91c-75ef6466b3ec HTTP/1.1" status: 200 len: 1001 time: 0.1025343 May 31 14:27:27.184241 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f8c97b-5c5f-4ad7-82bc-1fa5c84b620f req-249303da-a02e-48c7-b8df-3cf36d16a8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:27:27.185736 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d1f8c97b-5c5f-4ad7-82bc-1fa5c84b620f req-249303da-a02e-48c7-b8df-3cf36d16a8ed service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ca667eab-0c9a-4011-a6f3-b538ca3ff48e HTTP/1.1" status: 200 len: 850 time: 0.0628910 May 31 14:27:27.279198 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-feb9051a-463d-422d-8734-2bc9b2245aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'name': 'tempest-ServerActionsTestJSON-387207362-router', 'tenant_id': '12b1745bb03d4d16bf8e5deb94965de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': '94cf0280-ac95-426c-ab07-20218010f04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:23:18Z', 'updated_at': '2022-05-31T14:23:22Z', 'revision_number': 4, 'project_id': '12b1745bb03d4d16bf8e5deb94965de4', 'gw_port': {'id': '94cf0280-ac95-426c-ab07-20218010f04c', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:43:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:23:18Z', 'updated_at': '2022-05-31T14:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '51393fdc-220c-4a13-912f-6f9bef459985', 'tenant_id': '12b1745bb03d4d16bf8e5deb94965de4', 'floating_ip_address': '172.25.6.210', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'port_id': 'e67f3dbc-be35-451e-b91c-75ef6466b3ec', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d', 'mac_address': 'fa:16:3e:0e:78:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004626d4-b9c0-4a9a-8f3c-3504fec79304', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:23:25Z', 'updated_at': '2022-05-31T14:27:25Z', 'revision_number': 13, 'project_id': '12b1745bb03d4d16bf8e5deb94965de4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaa3bbe1-9c07-47fd-860b-ab9a13cebf4c', 'name': '', 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d', 'tenant_id': '12b1745bb03d4d16bf8e5deb94965de4', 'mac_address': 'fa:16:3e:33:bf:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'ca667eab-0c9a-4011-a6f3-b538ca3ff48e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:23:21Z', 'updated_at': '2022-05-31T14:23:28Z', 'revision_number': 5, 'project_id': '12b1745bb03d4d16bf8e5deb94965de4', 'subnets': [{'id': 'ca667eab-0c9a-4011-a6f3-b538ca3ff48e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:27:27.283279 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb9051a-463d-422d-8734-2bc9b2245aa1 None None] Checking router: 4f0f9b7a-f8fa-4715-a035-0b07957a0320 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:27:27.286133 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f8c97b-5c5f-4ad7-82bc-1fa5c84b620f req-9d52541e-5930-4f1e-882e-b419bf3c594a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:27:27.287963 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d1f8c97b-5c5f-4ad7-82bc-1fa5c84b620f req-9d52541e-5930-4f1e-882e-b419bf3c594a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0959558 May 31 14:27:27.292639 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb9051a-463d-422d-8734-2bc9b2245aa1 None None] Routers {'4f0f9b7a-f8fa-4715-a035-0b07957a0320'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:27:27.293386 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-feb9051a-463d-422d-8734-2bc9b2245aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:27:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['4f0f9b7a-f8fa-4715-a035-0b07957a0320'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:27:27.424625 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d1f8c97b-5c5f-4ad7-82bc-1fa5c84b620f req-9eda889e-872c-4a58-a93d-10ff0e6cc226 service neutron] 10.222.0.20 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310098 May 31 14:27:27.475213 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-feb9051a-463d-422d-8734-2bc9b2245aa1 None None] Set router 4f0f9b7a-f8fa-4715-a035-0b07957a0320 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:27:27.563849 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d1f8c97b-5c5f-4ad7-82bc-1fa5c84b620f req-038a4aed-70bb-4124-95e8-61207d4ad08c service neutron] 10.222.0.20 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337178 May 31 14:27:27.831973 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-feb9051a-463d-422d-8734-2bc9b2245aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'name': 'tempest-ServerActionsTestJSON-387207362-router', 'tenant_id': '12b1745bb03d4d16bf8e5deb94965de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': '94cf0280-ac95-426c-ab07-20218010f04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:23:18Z', 'updated_at': '2022-05-31T14:23:22Z', 'revision_number': 4, 'project_id': '12b1745bb03d4d16bf8e5deb94965de4', 'gw_port': {'id': '94cf0280-ac95-426c-ab07-20218010f04c', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:43:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:23:18Z', 'updated_at': '2022-05-31T14:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '51393fdc-220c-4a13-912f-6f9bef459985', 'tenant_id': '12b1745bb03d4d16bf8e5deb94965de4', 'floating_ip_address': '172.25.6.210', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'port_id': 'e67f3dbc-be35-451e-b91c-75ef6466b3ec', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d', 'mac_address': 'fa:16:3e:0e:78:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004626d4-b9c0-4a9a-8f3c-3504fec79304', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:23:25Z', 'updated_at': '2022-05-31T14:27:25Z', 'revision_number': 13, 'project_id': '12b1745bb03d4d16bf8e5deb94965de4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaa3bbe1-9c07-47fd-860b-ab9a13cebf4c', 'name': '', 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d', 'tenant_id': '12b1745bb03d4d16bf8e5deb94965de4', 'mac_address': 'fa:16:3e:33:bf:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'ca667eab-0c9a-4011-a6f3-b538ca3ff48e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:23:21Z', 'updated_at': '2022-05-31T14:23:28Z', 'revision_number': 5, 'project_id': '12b1745bb03d4d16bf8e5deb94965de4', 'subnets': [{'id': 'ca667eab-0c9a-4011-a6f3-b538ca3ff48e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:27:27.835864 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb9051a-463d-422d-8734-2bc9b2245aa1 None None] The sync data for ids ['4f0f9b7a-f8fa-4715-a035-0b07957a0320'] in n-d-843939-1 is: [{'id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'name': 'tempest-ServerActionsTestJSON-387207362-router', 'tenant_id': '12b1745bb03d4d16bf8e5deb94965de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': '94cf0280-ac95-426c-ab07-20218010f04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:23:18Z', 'updated_at': '2022-05-31T14:23:22Z', 'revision_number': 4, 'project_id': '12b1745bb03d4d16bf8e5deb94965de4', 'gw_port': {'id': '94cf0280-ac95-426c-ab07-20218010f04c', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:43:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:23:18Z', 'updated_at': '2022-05-31T14:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '51393fdc-220c-4a13-912f-6f9bef459985', 'tenant_id': '12b1745bb03d4d16bf8e5deb94965de4', 'floating_ip_address': '172.25.6.210', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'port_id': 'e67f3dbc-be35-451e-b91c-75ef6466b3ec', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d', 'mac_address': 'fa:16:3e:0e:78:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004626d4-b9c0-4a9a-8f3c-3504fec79304', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:23:25Z', 'updated_at': '2022-05-31T14:27:25Z', 'revision_number': 13, 'project_id': '12b1745bb03d4d16bf8e5deb94965de4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaa3bbe1-9c07-47fd-860b-ab9a13cebf4c', 'name': '', 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d', 'tenant_id': '12b1745bb03d4d16bf8e5deb94965de4', 'mac_address': 'fa:16:3e:33:bf:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'ca667eab-0c9a-4011-a6f3-b538ca3ff48e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:23:21Z', 'updated_at': '2022-05-31T14:23:28Z', 'revision_number': 5, 'project_id': '12b1745bb03d4d16bf8e5deb94965de4', 'subnets': [{'id': 'ca667eab-0c9a-4011-a6f3-b538ca3ff48e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:27:28.028851 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d597019d-16c7-4ed7-a16b-c6e08f10953e None None] New status for floating IP 51393fdc-220c-4a13-912f-6f9bef459985: ACTIVE {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 14:27:36.645396 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:27:37.902312 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:27:39.371350 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:27:40.679773 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2cb84b70-966b-4be7-9a42-86aff6534ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:27:42.867109 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4cf8b10f-9824-460e-83e5-c9722f2dda4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:27:43.945789 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:27:44.080079 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:27:45.819016 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:28:05.142065 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4a1f109b-c80e-4608-be4b-6b4ad9d5c7f4 req-c1b8d31a-7183-424a-99c3-656e6fa882a8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=004626d4-b9c0-4a9a-8f3c-3504fec79304&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1100256 May 31 14:28:05.388141 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f109b-c80e-4608-be4b-6b4ad9d5c7f4 req-b39c8e2c-92a5-445b-9a30-78b85c8b3866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:28:05.389636 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4a1f109b-c80e-4608-be4b-6b4ad9d5c7f4 req-b39c8e2c-92a5-445b-9a30-78b85c8b3866 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12b1745bb03d4d16bf8e5deb94965de4&device_id=004626d4-b9c0-4a9a-8f3c-3504fec79304 HTTP/1.1" status: 200 len: 1097 time: 0.1745415 May 31 14:28:05.532396 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f109b-c80e-4608-be4b-6b4ad9d5c7f4 req-5e15049f-53cd-45e8-b1df-b7014dd70a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:28:05.533820 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4a1f109b-c80e-4608-be4b-6b4ad9d5c7f4 req-5e15049f-53cd-45e8-b1df-b7014dd70a18 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d HTTP/1.1" status: 200 len: 912 time: 0.1264861 May 31 14:28:05.637507 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4a1f109b-c80e-4608-be4b-6b4ad9d5c7f4 req-460e4f49-8599-40c0-9137-5eb35974674c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e67f3dbc-be35-451e-b91c-75ef6466b3ec HTTP/1.1" status: 200 len: 1003 time: 0.0967913 May 31 14:28:05.699373 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f109b-c80e-4608-be4b-6b4ad9d5c7f4 req-6bd375bc-7bdf-4e33-bb7c-a4a4e3f7a84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:28:05.700796 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4a1f109b-c80e-4608-be4b-6b4ad9d5c7f4 req-6bd375bc-7bdf-4e33-bb7c-a4a4e3f7a84d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ca667eab-0c9a-4011-a6f3-b538ca3ff48e HTTP/1.1" status: 200 len: 850 time: 0.0578587 May 31 14:28:05.776934 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f109b-c80e-4608-be4b-6b4ad9d5c7f4 req-ae1bf357-57cc-47be-bf06-d2f765ad8853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:28:05.778478 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4a1f109b-c80e-4608-be4b-6b4ad9d5c7f4 req-ae1bf357-57cc-47be-bf06-d2f765ad8853 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720685 May 31 14:28:05.909423 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4a1f109b-c80e-4608-be4b-6b4ad9d5c7f4 req-3bba0c9e-b931-4beb-b3a1-f83def75467b service neutron] 10.222.0.20 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251564 May 31 14:28:06.043618 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4a1f109b-c80e-4608-be4b-6b4ad9d5c7f4 req-d7f3edad-f8aa-4c5a-8fb0-7005bc1dbe14 service neutron] 10.222.0.20 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286201 May 31 14:28:07.915886 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:28:09.379589 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:28:10.682039 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3ba55979-1193-4607-a7c0-2302fc61529e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:28:12.869258 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b8225032-fe31-4178-b036-9c93188cea0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:28:13.645759 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:28:13.948623 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:28:14.083127 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:28:15.821201 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:28:32.112670 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4471d1-cd61-4631-81ac-f5753852fcfc req-799f29bb-fffb-4172-a02a-9cb4a79d8e7f tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:28:32.114102 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7e4471d1-cd61-4631-81ac-f5753852fcfc req-799f29bb-fffb-4172-a02a-9cb4a79d8e7f tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=004626d4-b9c0-4a9a-8f3c-3504fec79304 HTTP/1.1" status: 200 len: 946 time: 0.1454678 May 31 14:28:32.159203 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7e4471d1-cd61-4631-81ac-f5753852fcfc req-19498edb-3677-4146-b40b-35a2b7b83c1d tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393612 May 31 14:28:37.944360 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:28:39.371985 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:28:40.687691 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1eaf01ac-cc8e-4d6c-b313-eb2c7f52bf68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:28:40.739096 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fd0d34b9-dc86-4365-b54c-ad582efd45a4 req-ac99ebe8-5a37-468e-bd46-5f1cd173793b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=004626d4-b9c0-4a9a-8f3c-3504fec79304&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0771923 May 31 14:28:40.799383 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42351075-0775-4292-b506-a43342bec19b req-fa4e2043-c614-447d-838c-4f3c0acad531 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:28:40.800865 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-42351075-0775-4292-b506-a43342bec19b req-fa4e2043-c614-447d-838c-4f3c0acad531 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=004626d4-b9c0-4a9a-8f3c-3504fec79304 HTTP/1.1" status: 200 len: 946 time: 0.0897961 May 31 14:28:40.847278 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-42351075-0775-4292-b506-a43342bec19b req-fee898f9-5052-4b9d-9214-a200765037a1 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406368 May 31 14:28:42.038047 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0d34b9-dc86-4365-b54c-ad582efd45a4 req-d6ad9bb9-d450-46ff-a38e-f061dae6a43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:28:42.039569 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fd0d34b9-dc86-4365-b54c-ad582efd45a4 req-d6ad9bb9-d450-46ff-a38e-f061dae6a43f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12b1745bb03d4d16bf8e5deb94965de4&device_id=004626d4-b9c0-4a9a-8f3c-3504fec79304 HTTP/1.1" status: 200 len: 1097 time: 0.0734255 May 31 14:28:42.049532 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a32555-9a35-4aaf-9674-03c5803a265c req-080f26ff-4301-4b85-88cf-1d3cd29e03f6 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:28:42.051062 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e8a32555-9a35-4aaf-9674-03c5803a265c req-080f26ff-4301-4b85-88cf-1d3cd29e03f6 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=004626d4-b9c0-4a9a-8f3c-3504fec79304 HTTP/1.1" status: 200 len: 946 time: 0.0846097 May 31 14:28:42.097617 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e8a32555-9a35-4aaf-9674-03c5803a265c req-db4cea28-59c3-47e2-86ec-ccd5754e3e0a tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401943 May 31 14:28:42.177994 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0d34b9-dc86-4365-b54c-ad582efd45a4 req-4db1a21d-4dac-4760-b28b-4f7d72ed4be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:28:42.179460 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fd0d34b9-dc86-4365-b54c-ad582efd45a4 req-4db1a21d-4dac-4760-b28b-4f7d72ed4be1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d HTTP/1.1" status: 200 len: 912 time: 0.1344905 May 31 14:28:42.283730 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fd0d34b9-dc86-4365-b54c-ad582efd45a4 req-75737978-225d-4034-8b58-4fa55c2d26d6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e67f3dbc-be35-451e-b91c-75ef6466b3ec HTTP/1.1" status: 200 len: 1003 time: 0.0984995 May 31 14:28:42.359469 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0d34b9-dc86-4365-b54c-ad582efd45a4 req-7e14ae14-7ac8-4107-a84f-e7017dba1453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:28:42.364792 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fd0d34b9-dc86-4365-b54c-ad582efd45a4 req-7e14ae14-7ac8-4107-a84f-e7017dba1453 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ca667eab-0c9a-4011-a6f3-b538ca3ff48e HTTP/1.1" status: 200 len: 850 time: 0.0712516 May 31 14:28:42.443742 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0d34b9-dc86-4365-b54c-ad582efd45a4 req-d3483c42-7134-4aa1-be35-bac19dbefe68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:28:42.445142 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fd0d34b9-dc86-4365-b54c-ad582efd45a4 req-d3483c42-7134-4aa1-be35-bac19dbefe68 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0782790 May 31 14:28:42.579596 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fd0d34b9-dc86-4365-b54c-ad582efd45a4 req-8e34319f-3c1d-4c0e-8fcb-5f4ffedb39fa service neutron] 10.222.0.20 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283669 May 31 14:28:42.724235 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fd0d34b9-dc86-4365-b54c-ad582efd45a4 req-2ecfee33-2569-4317-9558-c0c1338ab636 service neutron] 10.222.0.20 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389284 May 31 14:28:42.874759 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f64e03cb-d554-4652-aabc-e8466de01176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:28:43.292044 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c44bf2-a7c6-4c59-a228-a8bf576df7f6 req-21bcc1bd-898c-4742-8fbd-b608d6737340 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:28:43.293517 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-19c44bf2-a7c6-4c59-a228-a8bf576df7f6 req-21bcc1bd-898c-4742-8fbd-b608d6737340 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=004626d4-b9c0-4a9a-8f3c-3504fec79304 HTTP/1.1" status: 200 len: 946 time: 0.0819006 May 31 14:28:43.476421 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-19c44bf2-a7c6-4c59-a228-a8bf576df7f6 req-a522f29f-f46e-4ecf-bdb8-d8fa562282e6 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1764264 May 31 14:28:43.954906 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:28:44.087492 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:28:44.664037 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc978b0-1acb-4b61-9ec9-b9c551197ef3 req-d766c896-e454-4849-a967-7729773bd430 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:28:44.665482 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4dc978b0-1acb-4b61-9ec9-b9c551197ef3 req-d766c896-e454-4849-a967-7729773bd430 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=004626d4-b9c0-4a9a-8f3c-3504fec79304 HTTP/1.1" status: 200 len: 946 time: 0.0787742 May 31 14:28:44.709595 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4dc978b0-1acb-4b61-9ec9-b9c551197ef3 req-dc280e7f-ac7a-4348-88f5-f44cbaae0784 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379076 May 31 14:28:45.824771 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:28:45.905996 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e8ba76-14c4-4378-9e16-b93bbf09de5d req-3f0d2fb4-c241-4028-a2d2-c5ecbed33995 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:28:45.907590 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-97e8ba76-14c4-4378-9e16-b93bbf09de5d req-3f0d2fb4-c241-4028-a2d2-c5ecbed33995 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=004626d4-b9c0-4a9a-8f3c-3504fec79304 HTTP/1.1" status: 200 len: 946 time: 0.0856535 May 31 14:28:45.951844 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-97e8ba76-14c4-4378-9e16-b93bbf09de5d req-39523711-6777-4f8b-8ae1-9ab5a0aceb96 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377634 May 31 14:28:47.146176 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc906aa0-e05d-4b1a-a335-a4fca5f21f4f req-ec04e5dd-8d3e-4d11-94d7-1298d86982af tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:28:47.147628 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dc906aa0-e05d-4b1a-a335-a4fca5f21f4f req-ec04e5dd-8d3e-4d11-94d7-1298d86982af tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=004626d4-b9c0-4a9a-8f3c-3504fec79304 HTTP/1.1" status: 200 len: 946 time: 0.0808289 May 31 14:28:47.193580 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dc906aa0-e05d-4b1a-a335-a4fca5f21f4f req-d0f35cbf-0352-4eab-a5d3-40648b88b3a0 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400047 May 31 14:28:48.386468 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa72535-fef1-4bc4-b3d4-0e1c224c595f req-cf335bb2-8fb8-4870-bf84-06a601102c26 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:28:48.388005 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8aa72535-fef1-4bc4-b3d4-0e1c224c595f req-cf335bb2-8fb8-4870-bf84-06a601102c26 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=004626d4-b9c0-4a9a-8f3c-3504fec79304 HTTP/1.1" status: 200 len: 946 time: 0.0839860 May 31 14:28:48.433119 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8aa72535-fef1-4bc4-b3d4-0e1c224c595f req-37ef770f-bd07-4ae7-a117-0aec31d4a9a7 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387061 May 31 14:28:49.621012 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d22faf7-6cf1-46f2-a137-611c83a5c4d6 req-db6c84b6-bebf-4289-b4b7-72a337e71536 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:28:49.622478 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8d22faf7-6cf1-46f2-a137-611c83a5c4d6 req-db6c84b6-bebf-4289-b4b7-72a337e71536 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=004626d4-b9c0-4a9a-8f3c-3504fec79304 HTTP/1.1" status: 200 len: 946 time: 0.0817108 May 31 14:28:49.671597 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8d22faf7-6cf1-46f2-a137-611c83a5c4d6 req-c9243deb-5199-4e38-a215-86e70221eb3a tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423179 May 31 14:28:50.645371 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:28:50.898687 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eaa20c-9b79-4cec-9ce3-778eccdae1ca req-d5632136-6fbe-4c15-8f76-783f29df3624 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:28:50.900047 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-68eaa20c-9b79-4cec-9ce3-778eccdae1ca req-d5632136-6fbe-4c15-8f76-783f29df3624 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=004626d4-b9c0-4a9a-8f3c-3504fec79304 HTTP/1.1" status: 200 len: 946 time: 0.1001329 May 31 14:28:50.945670 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-68eaa20c-9b79-4cec-9ce3-778eccdae1ca req-6a8f24a3-2924-48b5-b9ca-6067ff77c4b3 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389192 May 31 14:28:52.139829 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba3ab2e-8ed4-41ad-a706-cdc37cbba310 req-8719430d-a8d1-402a-b659-b9a705d3af05 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:28:52.141321 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0ba3ab2e-8ed4-41ad-a706-cdc37cbba310 req-8719430d-a8d1-402a-b659-b9a705d3af05 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=004626d4-b9c0-4a9a-8f3c-3504fec79304 HTTP/1.1" status: 200 len: 946 time: 0.0860782 May 31 14:28:52.186153 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0ba3ab2e-8ed4-41ad-a706-cdc37cbba310 req-cbb96eca-8cec-47d1-a147-cf48c2fbddc4 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383556 May 31 14:28:53.377650 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ea0ab1-71ac-4498-84e6-4a8e13fad9b0 req-c0c4258a-4b5d-49cb-b90e-fabf17041aee tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:28:53.379171 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a5ea0ab1-71ac-4498-84e6-4a8e13fad9b0 req-c0c4258a-4b5d-49cb-b90e-fabf17041aee tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=004626d4-b9c0-4a9a-8f3c-3504fec79304 HTTP/1.1" status: 200 len: 946 time: 0.0803065 May 31 14:28:53.424191 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a5ea0ab1-71ac-4498-84e6-4a8e13fad9b0 req-15f64d10-23c1-497d-b3b0-de406b131786 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392129 May 31 14:28:54.620906 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407c9238-af12-483e-b82b-7f2055af22e1 req-9fbfc999-8d2f-43e1-978a-97f0ed297bf7 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:28:54.623401 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-407c9238-af12-483e-b82b-7f2055af22e1 req-9fbfc999-8d2f-43e1-978a-97f0ed297bf7 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=004626d4-b9c0-4a9a-8f3c-3504fec79304 HTTP/1.1" status: 200 len: 946 time: 0.0893173 May 31 14:28:54.669020 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-407c9238-af12-483e-b82b-7f2055af22e1 req-4b9ca517-c37a-4ba6-abc0-a9630bfe3dff tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403500 May 31 14:28:55.862188 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0294f52-f07d-46f2-9d04-5b57961e3005 req-ce29ecf2-6bdf-4379-b1a6-4629581203fe tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:28:55.863654 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b0294f52-f07d-46f2-9d04-5b57961e3005 req-ce29ecf2-6bdf-4379-b1a6-4629581203fe tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=004626d4-b9c0-4a9a-8f3c-3504fec79304 HTTP/1.1" status: 200 len: 946 time: 0.0850883 May 31 14:28:55.916132 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b0294f52-f07d-46f2-9d04-5b57961e3005 req-7292f164-dd53-4f87-b4fc-6e1fe738b589 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466712 May 31 14:28:57.109000 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e1fb5-804b-46fa-9e29-b2a31a26c195 req-674a392d-e3e8-40ce-bb9e-d8b1ae62ec2b tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:28:57.110573 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af1e1fb5-804b-46fa-9e29-b2a31a26c195 req-674a392d-e3e8-40ce-bb9e-d8b1ae62ec2b tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=004626d4-b9c0-4a9a-8f3c-3504fec79304 HTTP/1.1" status: 200 len: 946 time: 0.0821154 May 31 14:28:57.155096 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af1e1fb5-804b-46fa-9e29-b2a31a26c195 req-0ba95fde-6f00-42c2-b27c-04610ab6a32f tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388184 May 31 14:28:58.370993 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc3ec3-b27e-43fd-becf-c08035f75eff req-ccd9f8a9-1ac0-4e57-8322-9169a8d7a2a8 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:28:58.372519 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-20cc3ec3-b27e-43fd-becf-c08035f75eff req-ccd9f8a9-1ac0-4e57-8322-9169a8d7a2a8 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=004626d4-b9c0-4a9a-8f3c-3504fec79304 HTTP/1.1" status: 200 len: 946 time: 0.0890274 May 31 14:28:58.429376 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-20cc3ec3-b27e-43fd-becf-c08035f75eff req-d4f8e4aa-d05f-493a-9fbf-3330de8e6ba3 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471609 May 31 14:28:59.616548 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35993668-6dde-4a65-8462-400bba590e5b req-b2a754ad-aedb-4d50-b7fc-d145ccb6da45 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:28:59.617979 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-35993668-6dde-4a65-8462-400bba590e5b req-b2a754ad-aedb-4d50-b7fc-d145ccb6da45 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=004626d4-b9c0-4a9a-8f3c-3504fec79304 HTTP/1.1" status: 200 len: 946 time: 0.0791228 May 31 14:28:59.661425 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-35993668-6dde-4a65-8462-400bba590e5b req-06d6a221-b68a-4d22-95a1-332ba5a572e0 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377424 May 31 14:29:00.246397 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [req-fd0d34b9-dc86-4365-b54c-ad582efd45a4 req-fc69ce61-e8a3-4bf1-90c2-895a00a99dde tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88369) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 14:29:00.247623 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fd0d34b9-dc86-4365-b54c-ad582efd45a4 req-fc69ce61-e8a3-4bf1-90c2-895a00a99dde tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075829 May 31 14:29:00.340953 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [req-fd0d34b9-dc86-4365-b54c-ad582efd45a4 req-decc4d8d-3402-40b3-9e56-56930306e814 service neutron] show failed (client error): The resource could not be found. May 31 14:29:00.341944 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fd0d34b9-dc86-4365-b54c-ad582efd45a4 req-decc4d8d-3402-40b3-9e56-56930306e814 service neutron] 10.222.0.20 "GET /v2.0/ports/e67f3dbc-be35-451e-b91c-75ef6466b3ec/bindings/n-h2-843939-1 HTTP/1.1" status: 404 len: 380 time: 0.0887880 May 31 14:29:00.749644 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0d34b9-dc86-4365-b54c-ad582efd45a4 req-f0b0b3c1-980a-4f4b-a764-d7700be6353e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:00.751356 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fd0d34b9-dc86-4365-b54c-ad582efd45a4 req-f0b0b3c1-980a-4f4b-a764-d7700be6353e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=004626d4-b9c0-4a9a-8f3c-3504fec79304&tenant_id=12b1745bb03d4d16bf8e5deb94965de4 HTTP/1.1" status: 200 len: 1097 time: 0.2232132 May 31 14:29:00.761645 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-fd0d34b9-dc86-4365-b54c-ad582efd45a4 req-530698b3-c394-4742-a9c6-597408bbd537 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843939-1', 'device_owner': 'compute:nova'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:29:00.854429 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a0ccf-265d-4766-9e06-f822ee86f410 req-addee028-6038-4bbe-af54-9f0b9b08d12f tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:00.855813 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7e8a0ccf-265d-4766-9e06-f822ee86f410 req-addee028-6038-4bbe-af54-9f0b9b08d12f tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=004626d4-b9c0-4a9a-8f3c-3504fec79304 HTTP/1.1" status: 200 len: 946 time: 0.0848250 May 31 14:29:00.873396 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-fd0d34b9-dc86-4365-b54c-ad582efd45a4 req-530698b3-c394-4742-a9c6-597408bbd537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:00.900813 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7e8a0ccf-265d-4766-9e06-f822ee86f410 req-c68b2b51-9ce3-4781-a6ab-93c8b0806db9 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391972 May 31 14:29:01.148845 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-fd0d34b9-dc86-4365-b54c-ad582efd45a4 req-530698b3-c394-4742-a9c6-597408bbd537 service neutron] For port e67f3dbc-be35-451e-b91c-75ef6466b3ec, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=e67f3dbc-be35-451e-b91c-75ef6466b3ec,segment=NetworkSegment(2b23b0c3-e67b-4d93-ad78-945ae1687af6),segment_id=2b23b0c3-e67b-4d93-ad78-945ae1687af6)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:29:01.177476 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-fd0d34b9-dc86-4365-b54c-ad582efd45a4 req-530698b3-c394-4742-a9c6-597408bbd537 service neutron] For port e67f3dbc-be35-451e-b91c-75ef6466b3ec, host n-h1-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:29:01.235369 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '004626d4-b9c0-4a9a-8f3c-3504fec79304', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e67f3dbc-be35-451e-b91c-75ef6466b3ec'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:29:01.241226 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-fd0d34b9-dc86-4365-b54c-ad582efd45a4 req-530698b3-c394-4742-a9c6-597408bbd537 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:01.256517 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-fd0d34b9-dc86-4365-b54c-ad582efd45a4 req-530698b3-c394-4742-a9c6-597408bbd537 service neutron] Transition to ACTIVE for port object e67f3dbc-be35-451e-b91c-75ef6466b3ec will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:29:01.260748 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-fd0d34b9-dc86-4365-b54c-ad582efd45a4 req-530698b3-c394-4742-a9c6-597408bbd537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:01.378269 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ac028da-ad12-4603-97ef-534e416b7c08'] response: {'server_uuid': '004626d4-b9c0-4a9a-8f3c-3504fec79304', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e67f3dbc-be35-451e-b91c-75ef6466b3ec', 'code': 200} May 31 14:29:01.418786 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530698b3-c394-4742-a9c6-597408bbd537 service neutron] Pushing event updated for resources: {'Port': ['ID=e67f3dbc-be35-451e-b91c-75ef6466b3ec,revision_number=6']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:29:01.432492 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530698b3-c394-4742-a9c6-597408bbd537 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:29:01.432844 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530698b3-c394-4742-a9c6-597408bbd537 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:29:01.433170 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530698b3-c394-4742-a9c6-597408bbd537 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:29:01.433504 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530698b3-c394-4742-a9c6-597408bbd537 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:29:01.433834 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530698b3-c394-4742-a9c6-597408bbd537 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:29:01.434187 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530698b3-c394-4742-a9c6-597408bbd537 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:29:01.434512 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530698b3-c394-4742-a9c6-597408bbd537 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:29:01.434834 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530698b3-c394-4742-a9c6-597408bbd537 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:29:01.435160 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530698b3-c394-4742-a9c6-597408bbd537 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:29:01.435478 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530698b3-c394-4742-a9c6-597408bbd537 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:29:01.435797 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530698b3-c394-4742-a9c6-597408bbd537 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:29:01.436646 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530698b3-c394-4742-a9c6-597408bbd537 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:29:01.482450 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd0d34b9-dc86-4365-b54c-ad582efd45a4 req-530698b3-c394-4742-a9c6-597408bbd537 service neutron] No DVR routers for this DVR port e67f3dbc-be35-451e-b91c-75ef6466b3ec on host n-h1-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:29:01.708366 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-fd0d34b9-dc86-4365-b54c-ad582efd45a4 req-530698b3-c394-4742-a9c6-597408bbd537 service neutron] Attempting to bind port e67f3dbc-be35-451e-b91c-75ef6466b3ec on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:29:01.708622 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-fd0d34b9-dc86-4365-b54c-ad582efd45a4 req-530698b3-c394-4742-a9c6-597408bbd537 service neutron] Attempting to bind port e67f3dbc-be35-451e-b91c-75ef6466b3ec by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': '2b23b0c3-e67b-4d93-ad78-945ae1687af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:29:01.708939 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0d34b9-dc86-4365-b54c-ad582efd45a4 req-530698b3-c394-4742-a9c6-597408bbd537 service neutron] Attempting to bind port e67f3dbc-be35-451e-b91c-75ef6466b3ec on network c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:29:01.713522 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0d34b9-dc86-4365-b54c-ad582efd45a4 req-530698b3-c394-4742-a9c6-597408bbd537 service neutron] Port e67f3dbc-be35-451e-b91c-75ef6466b3ec on network c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 14:29:01.713843 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0d34b9-dc86-4365-b54c-ad582efd45a4 req-530698b3-c394-4742-a9c6-597408bbd537 service neutron] Attempting to bind port e67f3dbc-be35-451e-b91c-75ef6466b3ec on network c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:29:01.719159 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0d34b9-dc86-4365-b54c-ad582efd45a4 req-530698b3-c394-4742-a9c6-597408bbd537 service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:29:01.719489 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0d34b9-dc86-4365-b54c-ad582efd45a4 req-530698b3-c394-4742-a9c6-597408bbd537 service neutron] Checking segment: {'id': '2b23b0c3-e67b-4d93-ad78-945ae1687af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:29:01.719877 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0d34b9-dc86-4365-b54c-ad582efd45a4 req-530698b3-c394-4742-a9c6-597408bbd537 service neutron] Bound using segment: {'id': '2b23b0c3-e67b-4d93-ad78-945ae1687af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:29:01.720299 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-fd0d34b9-dc86-4365-b54c-ad582efd45a4 req-530698b3-c394-4742-a9c6-597408bbd537 service neutron] Bound port: e67f3dbc-be35-451e-b91c-75ef6466b3ec, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b23b0c3-e67b-4d93-ad78-945ae1687af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:29:01.720645 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-fd0d34b9-dc86-4365-b54c-ad582efd45a4 req-530698b3-c394-4742-a9c6-597408bbd537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:01.813137 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-fd0d34b9-dc86-4365-b54c-ad582efd45a4 req-530698b3-c394-4742-a9c6-597408bbd537 service neutron] For port e67f3dbc-be35-451e-b91c-75ef6466b3ec, host n-h2-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:29:01.816448 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-fd0d34b9-dc86-4365-b54c-ad582efd45a4 req-530698b3-c394-4742-a9c6-597408bbd537 service neutron] For port e67f3dbc-be35-451e-b91c-75ef6466b3ec, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=e67f3dbc-be35-451e-b91c-75ef6466b3ec,segment=NetworkSegment(2b23b0c3-e67b-4d93-ad78-945ae1687af6),segment_id=2b23b0c3-e67b-4d93-ad78-945ae1687af6)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:29:01.820598 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-fd0d34b9-dc86-4365-b54c-ad582efd45a4 req-530698b3-c394-4742-a9c6-597408bbd537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:01.878262 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0d34b9-dc86-4365-b54c-ad582efd45a4 req-530698b3-c394-4742-a9c6-597408bbd537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:01.878867 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-fd0d34b9-dc86-4365-b54c-ad582efd45a4 req-530698b3-c394-4742-a9c6-597408bbd537 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:01.880238 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fd0d34b9-dc86-4365-b54c-ad582efd45a4 req-530698b3-c394-4742-a9c6-597408bbd537 service neutron] 10.222.0.44 "PUT /v2.0/ports/e67f3dbc-be35-451e-b91c-75ef6466b3ec HTTP/1.1" status: 200 len: 1092 time: 1.1225424 May 31 14:29:01.897865 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530698b3-c394-4742-a9c6-597408bbd537 service neutron] Pushing event updated for resources: {'Port': ['ID=e67f3dbc-be35-451e-b91c-75ef6466b3ec,revision_number=7']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:29:01.979564 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0d34b9-dc86-4365-b54c-ad582efd45a4 req-9e9a8b13-2d0b-41ec-b5ee-d17189794940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:01.981316 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fd0d34b9-dc86-4365-b54c-ad582efd45a4 req-9e9a8b13-2d0b-41ec-b5ee-d17189794940 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=12b1745bb03d4d16bf8e5deb94965de4&device_id=004626d4-b9c0-4a9a-8f3c-3504fec79304 HTTP/1.1" status: 200 len: 1095 time: 0.0792282 May 31 14:29:02.099801 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c9dfb-ca89-4bfd-89e7-06358721495c req-a45d607b-7c99-455b-9ad0-65a19fa0aa0d tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:02.101286 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-298c9dfb-ca89-4bfd-89e7-06358721495c req-a45d607b-7c99-455b-9ad0-65a19fa0aa0d tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=004626d4-b9c0-4a9a-8f3c-3504fec79304 HTTP/1.1" status: 200 len: 944 time: 0.0824673 May 31 14:29:02.126890 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0d34b9-dc86-4365-b54c-ad582efd45a4 req-50d7a091-d30c-4acf-a733-b35bba214e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:02.128338 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fd0d34b9-dc86-4365-b54c-ad582efd45a4 req-50d7a091-d30c-4acf-a733-b35bba214e55 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d HTTP/1.1" status: 200 len: 912 time: 0.1406081 May 31 14:29:02.148270 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-298c9dfb-ca89-4bfd-89e7-06358721495c req-6b48468c-1d7f-494c-b269-d536db6eec6b tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405171 May 31 14:29:02.236227 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fd0d34b9-dc86-4365-b54c-ad582efd45a4 req-28b93019-18a7-4345-917a-01fe8328ccc2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e67f3dbc-be35-451e-b91c-75ef6466b3ec HTTP/1.1" status: 200 len: 1001 time: 0.0930471 May 31 14:29:02.403200 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0d34b9-dc86-4365-b54c-ad582efd45a4 req-e1805526-2c9f-45cc-a9a3-0615b41bf9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:02.404672 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fd0d34b9-dc86-4365-b54c-ad582efd45a4 req-e1805526-2c9f-45cc-a9a3-0615b41bf9da service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ca667eab-0c9a-4011-a6f3-b538ca3ff48e HTTP/1.1" status: 200 len: 850 time: 0.1627343 May 31 14:29:02.477977 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0d34b9-dc86-4365-b54c-ad582efd45a4 req-736fe0ca-071b-4e61-8d08-9d98ae3e2b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:02.479438 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fd0d34b9-dc86-4365-b54c-ad582efd45a4 req-736fe0ca-071b-4e61-8d08-9d98ae3e2b36 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690193 May 31 14:29:02.610157 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fd0d34b9-dc86-4365-b54c-ad582efd45a4 req-662cf0a0-e2f9-4ab8-a09a-2a44a4703a05 service neutron] 10.222.0.44 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234667 May 31 14:29:02.741296 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fd0d34b9-dc86-4365-b54c-ad582efd45a4 req-301a0914-94f0-4f31-8323-90687eb643cd service neutron] 10.222.0.44 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248081 May 31 14:29:03.346610 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c17ce8-cd96-4d69-a435-5dabd4779ae9 req-286024b1-e4d2-4f1d-b9c6-6113703a7ecc tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:03.348197 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e1c17ce8-cd96-4d69-a435-5dabd4779ae9 req-286024b1-e4d2-4f1d-b9c6-6113703a7ecc tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=004626d4-b9c0-4a9a-8f3c-3504fec79304 HTTP/1.1" status: 200 len: 944 time: 0.0872042 May 31 14:29:03.379208 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '004626d4-b9c0-4a9a-8f3c-3504fec79304', 'tag': 'e67f3dbc-be35-451e-b91c-75ef6466b3ec'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:29:03.396100 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device e67f3dbc-be35-451e-b91c-75ef6466b3ec no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:29:03.400788 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e1c17ce8-cd96-4d69-a435-5dabd4779ae9 req-1c4589ff-5d21-4b89-bba2-5e32527a589e tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467753 May 31 14:29:03.445319 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fdc00ee-6cbd-4e8b-94ea-7fa0c2699b2f'] response: {'name': 'network-changed', 'server_uuid': '004626d4-b9c0-4a9a-8f3c-3504fec79304', 'tag': 'e67f3dbc-be35-451e-b91c-75ef6466b3ec', 'status': 'completed', 'code': 200} May 31 14:29:03.484622 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device e67f3dbc-be35-451e-b91c-75ef6466b3ec not bound to the agent host n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:29:03.616469 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ed4fd-40bf-49b7-ae4c-1c5a2256d67f req-aa40c2fc-ea66-49f4-8f5e-5b7d60ae09fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:03.617942 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-971ed4fd-40bf-49b7-ae4c-1c5a2256d67f req-aa40c2fc-ea66-49f4-8f5e-5b7d60ae09fc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12b1745bb03d4d16bf8e5deb94965de4&device_id=004626d4-b9c0-4a9a-8f3c-3504fec79304 HTTP/1.1" status: 200 len: 1095 time: 0.1546023 May 31 14:29:03.619842 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ed4fd-40bf-49b7-ae4c-1c5a2256d67f req-01d72461-2f1f-41f5-b2e2-66e0b400a8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:03.621690 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-971ed4fd-40bf-49b7-ae4c-1c5a2256d67f req-01d72461-2f1f-41f5-b2e2-66e0b400a8c3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=12b1745bb03d4d16bf8e5deb94965de4&device_id=004626d4-b9c0-4a9a-8f3c-3504fec79304 HTTP/1.1" status: 200 len: 1095 time: 0.1197717 May 31 14:29:03.859044 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ed4fd-40bf-49b7-ae4c-1c5a2256d67f req-d29747e6-83d3-4421-a660-0595d032547f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:03.860401 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-971ed4fd-40bf-49b7-ae4c-1c5a2256d67f req-d29747e6-83d3-4421-a660-0595d032547f service neutron] 10.222.0.20 "GET /v2.0/networks?id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d HTTP/1.1" status: 200 len: 912 time: 0.2367234 May 31 14:29:03.861494 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ed4fd-40bf-49b7-ae4c-1c5a2256d67f req-376171b7-c205-48be-b7c8-7a763c4c994c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:03.863305 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-971ed4fd-40bf-49b7-ae4c-1c5a2256d67f req-376171b7-c205-48be-b7c8-7a763c4c994c service neutron] 10.222.0.44 "GET /v2.0/networks?id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d HTTP/1.1" status: 200 len: 912 time: 0.2195640 May 31 14:29:04.058686 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-971ed4fd-40bf-49b7-ae4c-1c5a2256d67f req-5458f107-96bf-4007-b8ea-3186fce9760c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e67f3dbc-be35-451e-b91c-75ef6466b3ec HTTP/1.1" status: 200 len: 1001 time: 0.1927321 May 31 14:29:04.062179 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-971ed4fd-40bf-49b7-ae4c-1c5a2256d67f req-cfdf552b-139d-4114-91f9-9bb49466b421 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e67f3dbc-be35-451e-b91c-75ef6466b3ec HTTP/1.1" status: 200 len: 1001 time: 0.1392493 May 31 14:29:04.177454 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ed4fd-40bf-49b7-ae4c-1c5a2256d67f req-5305067d-0a0d-483b-ab46-541dc01d093f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:04.178929 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-971ed4fd-40bf-49b7-ae4c-1c5a2256d67f req-5305067d-0a0d-483b-ab46-541dc01d093f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ca667eab-0c9a-4011-a6f3-b538ca3ff48e HTTP/1.1" status: 200 len: 850 time: 0.1132433 May 31 14:29:04.180333 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ed4fd-40bf-49b7-ae4c-1c5a2256d67f req-a2dd5e87-4016-4839-9b7b-4897d4a0031a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:04.181675 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-971ed4fd-40bf-49b7-ae4c-1c5a2256d67f req-a2dd5e87-4016-4839-9b7b-4897d4a0031a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ca667eab-0c9a-4011-a6f3-b538ca3ff48e HTTP/1.1" status: 200 len: 850 time: 0.0842988 May 31 14:29:04.318870 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ed4fd-40bf-49b7-ae4c-1c5a2256d67f req-7966f597-053b-4380-8e8b-b1dba2ad6290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:04.320364 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-971ed4fd-40bf-49b7-ae4c-1c5a2256d67f req-7966f597-053b-4380-8e8b-b1dba2ad6290 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1353459 May 31 14:29:04.322946 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ed4fd-40bf-49b7-ae4c-1c5a2256d67f req-752edfd5-d899-451a-936c-bf2a05aa04df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:04.324316 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-971ed4fd-40bf-49b7-ae4c-1c5a2256d67f req-752edfd5-d899-451a-936c-bf2a05aa04df service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1047354 May 31 14:29:04.614157 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7932580-5d2a-4308-b3e5-ad2f759c87a1 req-59e5589e-7a41-423a-b37c-005c4d83d3df tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:04.615616 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f7932580-5d2a-4308-b3e5-ad2f759c87a1 req-59e5589e-7a41-423a-b37c-005c4d83d3df tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=004626d4-b9c0-4a9a-8f3c-3504fec79304 HTTP/1.1" status: 200 len: 944 time: 0.0848141 May 31 14:29:04.667485 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f7932580-5d2a-4308-b3e5-ad2f759c87a1 req-2e7b243b-b8e7-4b13-98f3-da09da0513ae tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454366 May 31 14:29:04.677973 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-971ed4fd-40bf-49b7-ae4c-1c5a2256d67f req-3c494682-b71e-4b95-8cd0-393cfd4b57c5 service neutron] 10.222.0.20 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518629 May 31 14:29:04.679878 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-971ed4fd-40bf-49b7-ae4c-1c5a2256d67f req-00c49614-6317-4fdb-aace-fe98d684a14d service neutron] 10.222.0.44 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3358250 May 31 14:29:04.917884 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-971ed4fd-40bf-49b7-ae4c-1c5a2256d67f req-bdd56e55-80b9-4e90-9372-c1a382689fae service neutron] 10.222.0.20 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341309 May 31 14:29:04.921473 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-971ed4fd-40bf-49b7-ae4c-1c5a2256d67f req-66d99c50-5d64-4e91-971f-357e66e09c6d service neutron] 10.222.0.44 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192512 May 31 14:29:05.859831 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070343d9-b0b5-4f97-b253-59e9065da233 req-0b3499c8-b08a-46b7-aa78-6468db7223f5 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:05.861316 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-070343d9-b0b5-4f97-b253-59e9065da233 req-0b3499c8-b08a-46b7-aa78-6468db7223f5 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=004626d4-b9c0-4a9a-8f3c-3504fec79304 HTTP/1.1" status: 200 len: 944 time: 0.0831852 May 31 14:29:05.906889 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-070343d9-b0b5-4f97-b253-59e9065da233 req-b6fb00c5-237c-467d-ba05-f24a17502298 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396087 May 31 14:29:07.097861 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b28647d-0b6f-4fa5-84b3-8caed2559a86 req-22fb11cc-ccb3-4219-802c-da76fa565d35 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:07.099425 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9b28647d-0b6f-4fa5-84b3-8caed2559a86 req-22fb11cc-ccb3-4219-802c-da76fa565d35 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=004626d4-b9c0-4a9a-8f3c-3504fec79304 HTTP/1.1" status: 200 len: 944 time: 0.0857043 May 31 14:29:07.143411 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9b28647d-0b6f-4fa5-84b3-8caed2559a86 req-cdf503ec-5629-4c63-a4c3-da762b32ac94 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381637 May 31 14:29:07.929544 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:08.334993 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8dcab2-aa6d-455e-ada1-730760263509 req-c853b9a0-e3f0-42b3-a38e-feb63d336183 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:08.336427 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4c8dcab2-aa6d-455e-ada1-730760263509 req-c853b9a0-e3f0-42b3-a38e-feb63d336183 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=004626d4-b9c0-4a9a-8f3c-3504fec79304 HTTP/1.1" status: 200 len: 944 time: 0.0794940 May 31 14:29:08.380927 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4c8dcab2-aa6d-455e-ada1-730760263509 req-31784a41-c6be-4d2c-8685-6fd4d93c3c88 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387192 May 31 14:29:09.385800 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:09.572797 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a1d1f-5a8e-441a-8d91-6c70479c07dd req-0fb45815-328e-4a26-a771-2b4dd73307a6 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:09.574242 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-821a1d1f-5a8e-441a-8d91-6c70479c07dd req-0fb45815-328e-4a26-a771-2b4dd73307a6 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=004626d4-b9c0-4a9a-8f3c-3504fec79304 HTTP/1.1" status: 200 len: 944 time: 0.0818946 May 31 14:29:09.618158 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-821a1d1f-5a8e-441a-8d91-6c70479c07dd req-7b07899b-3c6f-42e6-8bb4-6c564d89f91d tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377715 May 31 14:29:10.681685 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0f36931b-81f6-4ca7-a229-612cbf54f034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:10.801338 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc7240-f2ba-434a-80f3-865b662174d3 req-47d6c649-c1a5-4657-a728-9862a767eead tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:10.802814 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3dcc7240-f2ba-434a-80f3-865b662174d3 req-47d6c649-c1a5-4657-a728-9862a767eead tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=004626d4-b9c0-4a9a-8f3c-3504fec79304 HTTP/1.1" status: 200 len: 944 time: 0.0791807 May 31 14:29:10.850121 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3dcc7240-f2ba-434a-80f3-865b662174d3 req-54d5e6a2-4774-4123-8f10-a4557cca1eb0 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416520 May 31 14:29:12.046409 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3268722f-18ac-4a65-b6f2-59622b4c93d2 req-9b4d0302-10b5-4821-956e-2afe3c622d6c tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:12.047958 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3268722f-18ac-4a65-b6f2-59622b4c93d2 req-9b4d0302-10b5-4821-956e-2afe3c622d6c tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=004626d4-b9c0-4a9a-8f3c-3504fec79304 HTTP/1.1" status: 200 len: 944 time: 0.0854011 May 31 14:29:12.095943 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3268722f-18ac-4a65-b6f2-59622b4c93d2 req-b7d0827c-cbfd-4f02-ba67-49c7ba8aab71 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420480 May 31 14:29:12.877426 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-442c329b-c4aa-4fdf-8d99-8d87344b7cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:13.283583 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e4ecfe-d406-44a4-8d35-cfdc7afe752d req-bc99badf-55e3-4b55-99cd-15027c024caa tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:13.284855 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-55e4ecfe-d406-44a4-8d35-cfdc7afe752d req-bc99badf-55e3-4b55-99cd-15027c024caa tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=004626d4-b9c0-4a9a-8f3c-3504fec79304 HTTP/1.1" status: 200 len: 944 time: 0.0817835 May 31 14:29:13.329306 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-55e4ecfe-d406-44a4-8d35-cfdc7afe752d req-401fa75d-c4de-4103-b038-d0b24474c349 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383015 May 31 14:29:13.947687 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:14.087411 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:14.518403 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f3ef04-49c3-4326-b42e-8f089e70c064 req-3d1b7287-1a42-4ec3-b305-99d3a4385663 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:14.519758 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b5f3ef04-49c3-4326-b42e-8f089e70c064 req-3d1b7287-1a42-4ec3-b305-99d3a4385663 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=004626d4-b9c0-4a9a-8f3c-3504fec79304 HTTP/1.1" status: 200 len: 944 time: 0.0836575 May 31 14:29:14.564177 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b5f3ef04-49c3-4326-b42e-8f089e70c064 req-b66e8b1c-0231-4d86-bdd2-ea6790b96f4f tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387146 May 31 14:29:15.828761 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:15.862557 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cae5ff-b53f-4dbe-af3b-545ae83d2aee req-37ba0a26-64e2-4211-baa9-01b339dcb8b9 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:15.864004 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-65cae5ff-b53f-4dbe-af3b-545ae83d2aee req-37ba0a26-64e2-4211-baa9-01b339dcb8b9 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=004626d4-b9c0-4a9a-8f3c-3504fec79304 HTTP/1.1" status: 200 len: 944 time: 0.1904109 May 31 14:29:15.908579 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-65cae5ff-b53f-4dbe-af3b-545ae83d2aee req-897d8f18-16f8-470e-8ca4-21f62f832408 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387783 May 31 14:29:16.900008 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device e67f3dbc-be35-451e-b91c-75ef6466b3ec details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 14:29:17.075426 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port e67f3dbc-be35-451e-b91c-75ef6466b3ec, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=e67f3dbc-be35-451e-b91c-75ef6466b3ec,segment=NetworkSegment(2b23b0c3-e67b-4d93-ad78-945ae1687af6),segment_id=2b23b0c3-e67b-4d93-ad78-945ae1687af6)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:29:17.089333 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': 'e67f3dbc-be35-451e-b91c-75ef6466b3ec', 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d', 'port_id': 'e67f3dbc-be35-451e-b91c-75ef6466b3ec', 'mac_address': 'fa:16:3e:0e:78:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca667eab-0c9a-4011-a6f3-b538ca3ff48e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 14:29:17.097596 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef0fe4-170c-4c40-9bec-5bd1c6aff556 req-2f7c1ae6-46ff-430b-9af6-d25133d05e96 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:17.099059 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-97ef0fe4-170c-4c40-9bec-5bd1c6aff556 req-2f7c1ae6-46ff-430b-9af6-d25133d05e96 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=004626d4-b9c0-4a9a-8f3c-3504fec79304 HTTP/1.1" status: 200 len: 944 time: 0.0786183 May 31 14:29:17.145632 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-97ef0fe4-170c-4c40-9bec-5bd1c6aff556 req-84c99cfe-61f1-43a3-9c92-837c2dc063a9 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409379 May 31 14:29:17.147917 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port e67f3dbc-be35-451e-b91c-75ef6466b3ec is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:29:17.148288 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:17.165828 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e67f3dbc-be35-451e-b91c-75ef6466b3ec {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:29:17.182005 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port e67f3dbc-be35-451e-b91c-75ef6466b3ec, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=e67f3dbc-be35-451e-b91c-75ef6466b3ec,segment=NetworkSegment(2b23b0c3-e67b-4d93-ad78-945ae1687af6),segment_id=2b23b0c3-e67b-4d93-ad78-945ae1687af6)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:29:17.187615 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:17.260749 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=e67f3dbc-be35-451e-b91c-75ef6466b3ec,revision_number=8']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:29:17.269895 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:29:17.270265 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:29:17.270599 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:29:17.270925 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:29:17.271249 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:29:17.271571 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:29:17.271889 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:29:17.272205 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:29:17.272520 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:29:17.272833 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:29:17.273145 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:29:17.273457 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:29:17.406270 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['e67f3dbc-be35-451e-b91c-75ef6466b3ec'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:29:17.555752 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab0bb7a-eae7-47fc-9741-12c385473daf req-0e1391f2-e342-43b5-b400-2587329b1c61 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:17.557214 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-7ab0bb7a-eae7-47fc-9741-12c385473daf req-0e1391f2-e342-43b5-b400-2587329b1c61 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Synchronizing usage tracker for tenant:12b1745bb03d4d16bf8e5deb94965de4 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:29:17.576432 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-7ab0bb7a-eae7-47fc-9741-12c385473daf req-0e1391f2-e342-43b5-b400-2587329b1c61 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Unset dirty status for tenant:12b1745bb03d4d16bf8e5deb94965de4 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:29:17.577902 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7ab0bb7a-eae7-47fc-9741-12c385473daf req-0e1391f2-e342-43b5-b400-2587329b1c61 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.44 "GET /v2.0/ports?device_id=004626d4-b9c0-4a9a-8f3c-3504fec79304&tenant_id=12b1745bb03d4d16bf8e5deb94965de4&binding%3Ahost_id=n-h2-843939-1 HTTP/1.1" status: 200 len: 945 time: 0.1082182 May 31 14:29:17.614006 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1bebc7-dcaf-486c-9b68-b70ab44e5c61 req-16547c2e-7de8-4014-9dd2-261b55ad8ce4 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:17.615487 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ff1bebc7-dcaf-486c-9b68-b70ab44e5c61 req-16547c2e-7de8-4014-9dd2-261b55ad8ce4 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=004626d4-b9c0-4a9a-8f3c-3504fec79304 HTTP/1.1" status: 200 len: 945 time: 0.0817518 May 31 14:29:17.660633 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ff1bebc7-dcaf-486c-9b68-b70ab44e5c61 req-263692f5-9485-4b5a-80c7-ab48ea9ed58f tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390093 May 31 14:29:17.661834 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7ab0bb7a-eae7-47fc-9741-12c385473daf req-e02552cc-7122-4a54-9b80-d281a4fecfa3 service neutron] 10.222.0.44 "GET /v2.0/ports/e67f3dbc-be35-451e-b91c-75ef6466b3ec/bindings/n-h2-843939-1 HTTP/1.1" status: 200 len: 382 time: 0.0788376 May 31 14:29:17.753398 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab0bb7a-eae7-47fc-9741-12c385473daf req-040950cd-c6df-4c05-9728-0f558fbdb96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:17.754821 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7ab0bb7a-eae7-47fc-9741-12c385473daf req-040950cd-c6df-4c05-9728-0f558fbdb96a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=12b1745bb03d4d16bf8e5deb94965de4&device_id=004626d4-b9c0-4a9a-8f3c-3504fec79304 HTTP/1.1" status: 200 len: 1096 time: 0.0709066 May 31 14:29:17.884782 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab0bb7a-eae7-47fc-9741-12c385473daf req-66428972-cec1-4d7a-b87a-283790fc57bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:17.886225 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7ab0bb7a-eae7-47fc-9741-12c385473daf req-66428972-cec1-4d7a-b87a-283790fc57bb service neutron] 10.222.0.44 "GET /v2.0/networks?id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d HTTP/1.1" status: 200 len: 912 time: 0.1255965 May 31 14:29:17.990210 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7ab0bb7a-eae7-47fc-9741-12c385473daf req-836facc9-0df8-4a3c-9d96-827dc5d7acae service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e67f3dbc-be35-451e-b91c-75ef6466b3ec HTTP/1.1" status: 200 len: 1002 time: 0.0978029 May 31 14:29:18.051950 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab0bb7a-eae7-47fc-9741-12c385473daf req-e2a873c6-ca40-468f-8b43-ee6509b5fbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:18.053354 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7ab0bb7a-eae7-47fc-9741-12c385473daf req-e2a873c6-ca40-468f-8b43-ee6509b5fbdd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ca667eab-0c9a-4011-a6f3-b538ca3ff48e HTTP/1.1" status: 200 len: 850 time: 0.0575755 May 31 14:29:18.130238 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab0bb7a-eae7-47fc-9741-12c385473daf req-604e0274-67b0-408a-b300-c282a00e69e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:18.131731 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7ab0bb7a-eae7-47fc-9741-12c385473daf req-604e0274-67b0-408a-b300-c282a00e69e4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729263 May 31 14:29:18.261398 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7ab0bb7a-eae7-47fc-9741-12c385473daf req-c6ad4c6d-1083-4d52-aa32-377ec10d284e service neutron] 10.222.0.44 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237805 May 31 14:29:18.395506 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7ab0bb7a-eae7-47fc-9741-12c385473daf req-23e44bfe-94f6-457b-b7ec-39584c047959 service neutron] 10.222.0.44 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283040 May 31 14:29:18.854085 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb084dd-1482-4499-91ce-d64b0b4e58a1 req-e7575074-bf72-4322-8576-d163dc51971c tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:18.855541 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ffb084dd-1482-4499-91ce-d64b0b4e58a1 req-e7575074-bf72-4322-8576-d163dc51971c tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=004626d4-b9c0-4a9a-8f3c-3504fec79304 HTTP/1.1" status: 200 len: 945 time: 0.0831463 May 31 14:29:18.899067 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ffb084dd-1482-4499-91ce-d64b0b4e58a1 req-93fc1ef4-d693-4520-8cad-7f0a8653610f tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377061 May 31 14:29:18.917615 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device e67f3dbc-be35-451e-b91c-75ef6466b3ec up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:29:18.985079 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port e67f3dbc-be35-451e-b91c-75ef6466b3ec completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:29:18.989761 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port e67f3dbc-be35-451e-b91c-75ef6466b3ec triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:29:18.990162 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:19.110515 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port e67f3dbc-be35-451e-b91c-75ef6466b3ec is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:29:19.110884 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:19.136529 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '004626d4-b9c0-4a9a-8f3c-3504fec79304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e67f3dbc-be35-451e-b91c-75ef6466b3ec'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:29:19.147318 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port e67f3dbc-be35-451e-b91c-75ef6466b3ec, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=e67f3dbc-be35-451e-b91c-75ef6466b3ec,segment=NetworkSegment(2b23b0c3-e67b-4d93-ad78-945ae1687af6),segment_id=2b23b0c3-e67b-4d93-ad78-945ae1687af6)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:29:19.151409 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:19.225176 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=e67f3dbc-be35-451e-b91c-75ef6466b3ec,revision_number=9']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:29:19.273251 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9231ee97-35b8-4371-8725-6d6b2eaf8b27'] response: {'server_uuid': '004626d4-b9c0-4a9a-8f3c-3504fec79304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e67f3dbc-be35-451e-b91c-75ef6466b3ec', 'code': 200} May 31 14:29:20.088641 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cc7bb0-3113-4309-b983-fdc6eb57a8bd req-26404321-7d28-44de-86a0-0d41324bd464 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:20.090209 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c9cc7bb0-3113-4309-b983-fdc6eb57a8bd req-26404321-7d28-44de-86a0-0d41324bd464 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=004626d4-b9c0-4a9a-8f3c-3504fec79304 HTTP/1.1" status: 200 len: 946 time: 0.0828373 May 31 14:29:20.136938 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c9cc7bb0-3113-4309-b983-fdc6eb57a8bd req-c62496d6-8538-476a-aef9-18c38459f933 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389476 May 31 14:29:20.864730 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393caee0-a652-41e2-8645-5dfea3067ccc req-bc9f6b6a-f417-4467-8d4d-2efccf9e1e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:20.866364 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-393caee0-a652-41e2-8645-5dfea3067ccc req-bc9f6b6a-f417-4467-8d4d-2efccf9e1e30 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=12b1745bb03d4d16bf8e5deb94965de4&device_id=004626d4-b9c0-4a9a-8f3c-3504fec79304 HTTP/1.1" status: 200 len: 1097 time: 0.0727229 May 31 14:29:21.012232 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393caee0-a652-41e2-8645-5dfea3067ccc req-0887694c-45db-4310-bcf7-cd2b944081de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:21.013669 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-393caee0-a652-41e2-8645-5dfea3067ccc req-0887694c-45db-4310-bcf7-cd2b944081de service neutron] 10.222.0.44 "GET /v2.0/networks?id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d HTTP/1.1" status: 200 len: 912 time: 0.1284182 May 31 14:29:21.153876 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-393caee0-a652-41e2-8645-5dfea3067ccc req-4065c1b6-3e46-46aa-bae7-d6c7923f14b9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e67f3dbc-be35-451e-b91c-75ef6466b3ec HTTP/1.1" status: 200 len: 1003 time: 0.1336815 May 31 14:29:21.335634 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4f0bb2-24a9-4536-8f54-d7b7a22765ee req-73f34d76-0bd1-4105-816c-c2564a007e9d tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:21.337202 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fa4f0bb2-24a9-4536-8f54-d7b7a22765ee req-73f34d76-0bd1-4105-816c-c2564a007e9d tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=004626d4-b9c0-4a9a-8f3c-3504fec79304 HTTP/1.1" status: 200 len: 946 time: 0.0866468 May 31 14:29:21.360438 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393caee0-a652-41e2-8645-5dfea3067ccc req-a5640ef5-c84b-4080-a83c-1c44b8f24343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:21.361843 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-393caee0-a652-41e2-8645-5dfea3067ccc req-a5640ef5-c84b-4080-a83c-1c44b8f24343 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ca667eab-0c9a-4011-a6f3-b538ca3ff48e HTTP/1.1" status: 200 len: 850 time: 0.2015243 May 31 14:29:21.385926 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fa4f0bb2-24a9-4536-8f54-d7b7a22765ee req-31c19c20-f66e-41b8-a36e-314f0092c697 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409892 May 31 14:29:21.407176 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab0bb7a-eae7-47fc-9741-12c385473daf req-ea96924e-161e-494f-abe8-7c99479434aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:21.408664 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7ab0bb7a-eae7-47fc-9741-12c385473daf req-ea96924e-161e-494f-abe8-7c99479434aa service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=004626d4-b9c0-4a9a-8f3c-3504fec79304&tenant_id=12b1745bb03d4d16bf8e5deb94965de4 HTTP/1.1" status: 200 len: 1097 time: 0.2909415 May 31 14:29:21.421894 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-7ab0bb7a-eae7-47fc-9741-12c385473daf req-40a14ef2-a3dc-4f3b-b7ea-18fecd34be33 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843939-1', 'device_owner': 'compute:nova'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:29:21.546367 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393caee0-a652-41e2-8645-5dfea3067ccc req-cc3c2383-5db1-4e0f-aefb-787c3e3295de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:21.547827 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-393caee0-a652-41e2-8645-5dfea3067ccc req-cc3c2383-5db1-4e0f-aefb-787c3e3295de service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1782463 May 31 14:29:21.551968 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-7ab0bb7a-eae7-47fc-9741-12c385473daf req-40a14ef2-a3dc-4f3b-b7ea-18fecd34be33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:21.799011 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-393caee0-a652-41e2-8645-5dfea3067ccc req-640ed751-6a13-4174-b795-e036a56f5e80 service neutron] 10.222.0.44 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367792 May 31 14:29:22.039143 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-7ab0bb7a-eae7-47fc-9741-12c385473daf req-40a14ef2-a3dc-4f3b-b7ea-18fecd34be33 service neutron] For port e67f3dbc-be35-451e-b91c-75ef6466b3ec, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=e67f3dbc-be35-451e-b91c-75ef6466b3ec,segment=NetworkSegment(2b23b0c3-e67b-4d93-ad78-945ae1687af6),segment_id=2b23b0c3-e67b-4d93-ad78-945ae1687af6)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:29:22.042625 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-393caee0-a652-41e2-8645-5dfea3067ccc req-8d7aa4d1-6de1-485f-908d-11ca66328e87 service neutron] 10.222.0.44 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373304 May 31 14:29:22.070642 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-7ab0bb7a-eae7-47fc-9741-12c385473daf req-40a14ef2-a3dc-4f3b-b7ea-18fecd34be33 service neutron] For port e67f3dbc-be35-451e-b91c-75ef6466b3ec, host n-h2-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:29:22.132292 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '004626d4-b9c0-4a9a-8f3c-3504fec79304', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e67f3dbc-be35-451e-b91c-75ef6466b3ec'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:29:22.137680 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-7ab0bb7a-eae7-47fc-9741-12c385473daf req-40a14ef2-a3dc-4f3b-b7ea-18fecd34be33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:22.153256 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-7ab0bb7a-eae7-47fc-9741-12c385473daf req-40a14ef2-a3dc-4f3b-b7ea-18fecd34be33 service neutron] Transition to ACTIVE for port object e67f3dbc-be35-451e-b91c-75ef6466b3ec will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:29:22.166079 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-7ab0bb7a-eae7-47fc-9741-12c385473daf req-40a14ef2-a3dc-4f3b-b7ea-18fecd34be33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:22.210889 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db1868cd-615d-4ef4-8125-894954e4972a'] response: {'server_uuid': '004626d4-b9c0-4a9a-8f3c-3504fec79304', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e67f3dbc-be35-451e-b91c-75ef6466b3ec', 'code': 200} May 31 14:29:22.315157 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a14ef2-a3dc-4f3b-b7ea-18fecd34be33 service neutron] Pushing event updated for resources: {'Port': ['ID=e67f3dbc-be35-451e-b91c-75ef6466b3ec,revision_number=10']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:29:22.372340 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ab0bb7a-eae7-47fc-9741-12c385473daf req-40a14ef2-a3dc-4f3b-b7ea-18fecd34be33 service neutron] No DVR routers for this DVR port e67f3dbc-be35-451e-b91c-75ef6466b3ec on host n-h2-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:29:22.585267 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a769b-c060-4be2-8835-3bc2968d20a4 req-abfb98e4-b8e8-4ee5-9bec-0bdcccc95b59 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:22.586715 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-982a769b-c060-4be2-8835-3bc2968d20a4 req-abfb98e4-b8e8-4ee5-9bec-0bdcccc95b59 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=004626d4-b9c0-4a9a-8f3c-3504fec79304 HTTP/1.1" status: 200 len: 945 time: 0.0860672 May 31 14:29:22.616789 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-7ab0bb7a-eae7-47fc-9741-12c385473daf req-40a14ef2-a3dc-4f3b-b7ea-18fecd34be33 service neutron] Attempting to bind port e67f3dbc-be35-451e-b91c-75ef6466b3ec on host n-h1-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:29:22.617119 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-7ab0bb7a-eae7-47fc-9741-12c385473daf req-40a14ef2-a3dc-4f3b-b7ea-18fecd34be33 service neutron] Attempting to bind port e67f3dbc-be35-451e-b91c-75ef6466b3ec by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': '2b23b0c3-e67b-4d93-ad78-945ae1687af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:29:22.617443 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab0bb7a-eae7-47fc-9741-12c385473daf req-40a14ef2-a3dc-4f3b-b7ea-18fecd34be33 service neutron] Attempting to bind port e67f3dbc-be35-451e-b91c-75ef6466b3ec on network c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:29:22.622228 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab0bb7a-eae7-47fc-9741-12c385473daf req-40a14ef2-a3dc-4f3b-b7ea-18fecd34be33 service neutron] Port e67f3dbc-be35-451e-b91c-75ef6466b3ec on network c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 14:29:22.622552 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab0bb7a-eae7-47fc-9741-12c385473daf req-40a14ef2-a3dc-4f3b-b7ea-18fecd34be33 service neutron] Attempting to bind port e67f3dbc-be35-451e-b91c-75ef6466b3ec on network c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:29:22.628894 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab0bb7a-eae7-47fc-9741-12c385473daf req-40a14ef2-a3dc-4f3b-b7ea-18fecd34be33 service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:29:22.629136 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab0bb7a-eae7-47fc-9741-12c385473daf req-40a14ef2-a3dc-4f3b-b7ea-18fecd34be33 service neutron] Checking segment: {'id': '2b23b0c3-e67b-4d93-ad78-945ae1687af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:29:22.629513 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab0bb7a-eae7-47fc-9741-12c385473daf req-40a14ef2-a3dc-4f3b-b7ea-18fecd34be33 service neutron] Bound using segment: {'id': '2b23b0c3-e67b-4d93-ad78-945ae1687af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:29:22.629934 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-7ab0bb7a-eae7-47fc-9741-12c385473daf req-40a14ef2-a3dc-4f3b-b7ea-18fecd34be33 service neutron] Bound port: e67f3dbc-be35-451e-b91c-75ef6466b3ec, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b23b0c3-e67b-4d93-ad78-945ae1687af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:29:22.630314 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-7ab0bb7a-eae7-47fc-9741-12c385473daf req-40a14ef2-a3dc-4f3b-b7ea-18fecd34be33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:22.636520 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-982a769b-c060-4be2-8835-3bc2968d20a4 req-15525120-11de-40bd-a3d4-abd1ad4f5749 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428319 May 31 14:29:22.721068 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-7ab0bb7a-eae7-47fc-9741-12c385473daf req-40a14ef2-a3dc-4f3b-b7ea-18fecd34be33 service neutron] For port e67f3dbc-be35-451e-b91c-75ef6466b3ec, host n-h1-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:29:22.724130 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-7ab0bb7a-eae7-47fc-9741-12c385473daf req-40a14ef2-a3dc-4f3b-b7ea-18fecd34be33 service neutron] For port e67f3dbc-be35-451e-b91c-75ef6466b3ec, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=e67f3dbc-be35-451e-b91c-75ef6466b3ec,segment=NetworkSegment(2b23b0c3-e67b-4d93-ad78-945ae1687af6),segment_id=2b23b0c3-e67b-4d93-ad78-945ae1687af6)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:29:22.727557 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-7ab0bb7a-eae7-47fc-9741-12c385473daf req-40a14ef2-a3dc-4f3b-b7ea-18fecd34be33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:22.785157 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab0bb7a-eae7-47fc-9741-12c385473daf req-40a14ef2-a3dc-4f3b-b7ea-18fecd34be33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:22.785774 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-7ab0bb7a-eae7-47fc-9741-12c385473daf req-40a14ef2-a3dc-4f3b-b7ea-18fecd34be33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:22.787142 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7ab0bb7a-eae7-47fc-9741-12c385473daf req-40a14ef2-a3dc-4f3b-b7ea-18fecd34be33 service neutron] 10.222.0.20 "PUT /v2.0/ports/e67f3dbc-be35-451e-b91c-75ef6466b3ec HTTP/1.1" status: 200 len: 1093 time: 1.3705335 May 31 14:29:22.804411 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a14ef2-a3dc-4f3b-b7ea-18fecd34be33 service neutron] Pushing event updated for resources: {'Port': ['ID=e67f3dbc-be35-451e-b91c-75ef6466b3ec,revision_number=11']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:29:22.945813 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device e67f3dbc-be35-451e-b91c-75ef6466b3ec no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:29:23.009147 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab0bb7a-eae7-47fc-9741-12c385473daf req-d98167ce-401b-452f-878a-f9cf4e08f9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:23.010657 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7ab0bb7a-eae7-47fc-9741-12c385473daf req-d98167ce-401b-452f-878a-f9cf4e08f9fe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12b1745bb03d4d16bf8e5deb94965de4&device_id=004626d4-b9c0-4a9a-8f3c-3504fec79304 HTTP/1.1" status: 200 len: 1096 time: 0.2012978 May 31 14:29:23.014216 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device e67f3dbc-be35-451e-b91c-75ef6466b3ec not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:29:23.142153 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab0bb7a-eae7-47fc-9741-12c385473daf req-6c08b83c-95dc-4c0f-a277-bce864892bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:23.143477 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7ab0bb7a-eae7-47fc-9741-12c385473daf req-6c08b83c-95dc-4c0f-a277-bce864892bd8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d HTTP/1.1" status: 200 len: 912 time: 0.1271303 May 31 14:29:23.247070 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7ab0bb7a-eae7-47fc-9741-12c385473daf req-bfbc7569-089c-4167-9ed2-d5de529aadcb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e67f3dbc-be35-451e-b91c-75ef6466b3ec HTTP/1.1" status: 200 len: 1001 time: 0.0976164 May 31 14:29:23.310703 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab0bb7a-eae7-47fc-9741-12c385473daf req-66d872ef-cf39-430c-8978-d1b4e1be5e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:23.312244 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7ab0bb7a-eae7-47fc-9741-12c385473daf req-66d872ef-cf39-430c-8978-d1b4e1be5e42 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ca667eab-0c9a-4011-a6f3-b538ca3ff48e HTTP/1.1" status: 200 len: 850 time: 0.0581408 May 31 14:29:23.391461 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab0bb7a-eae7-47fc-9741-12c385473daf req-13db13ba-ed2b-42a6-8dd1-d812bfe3bc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:23.392974 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7ab0bb7a-eae7-47fc-9741-12c385473daf req-13db13ba-ed2b-42a6-8dd1-d812bfe3bc17 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754418 May 31 14:29:23.525666 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7ab0bb7a-eae7-47fc-9741-12c385473daf req-eaebe487-a203-4380-ba6c-9e92e50253e5 service neutron] 10.222.0.20 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269486 May 31 14:29:23.655867 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7ab0bb7a-eae7-47fc-9741-12c385473daf req-a4f256e5-2f05-4143-80d8-89ab9eec2bb8 service neutron] 10.222.0.20 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243894 May 31 14:29:23.830796 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f814ea-26b4-48d7-8f98-2ac1a6834760 req-8cf8f4bd-3904-4254-8331-87845763ad66 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:23.832332 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-70f814ea-26b4-48d7-8f98-2ac1a6834760 req-8cf8f4bd-3904-4254-8331-87845763ad66 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=004626d4-b9c0-4a9a-8f3c-3504fec79304 HTTP/1.1" status: 200 len: 945 time: 0.0844595 May 31 14:29:23.877302 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-70f814ea-26b4-48d7-8f98-2ac1a6834760 req-00f13e6d-d510-4765-8e17-b9c7dc118137 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393238 May 31 14:29:24.211785 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '004626d4-b9c0-4a9a-8f3c-3504fec79304', 'tag': 'e67f3dbc-be35-451e-b91c-75ef6466b3ec'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:29:24.277704 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be8b8283-6443-4f78-b0dc-24dfd10e24bb'] response: {'name': 'network-changed', 'server_uuid': '004626d4-b9c0-4a9a-8f3c-3504fec79304', 'tag': 'e67f3dbc-be35-451e-b91c-75ef6466b3ec', 'status': 'completed', 'code': 200} May 31 14:29:24.443417 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7077a294-ccc9-4764-82f3-b9dfe48af4bf req-1c74aa26-949a-4b58-af97-b604786b3ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:24.444968 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7077a294-ccc9-4764-82f3-b9dfe48af4bf req-1c74aa26-949a-4b58-af97-b604786b3ff2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=12b1745bb03d4d16bf8e5deb94965de4&device_id=004626d4-b9c0-4a9a-8f3c-3504fec79304 HTTP/1.1" status: 200 len: 1096 time: 0.1134896 May 31 14:29:24.446649 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7077a294-ccc9-4764-82f3-b9dfe48af4bf req-f0fc59ea-b41b-4bc7-959f-67ba010ae31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:24.447951 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7077a294-ccc9-4764-82f3-b9dfe48af4bf req-f0fc59ea-b41b-4bc7-959f-67ba010ae31d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12b1745bb03d4d16bf8e5deb94965de4&device_id=004626d4-b9c0-4a9a-8f3c-3504fec79304 HTTP/1.1" status: 200 len: 1096 time: 0.1515796 May 31 14:29:24.693577 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7077a294-ccc9-4764-82f3-b9dfe48af4bf req-f00cd6fd-6b6e-463e-b1f8-49588ae363ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:24.695041 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7077a294-ccc9-4764-82f3-b9dfe48af4bf req-f00cd6fd-6b6e-463e-b1f8-49588ae363ce service neutron] 10.222.0.44 "GET /v2.0/networks?id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d HTTP/1.1" status: 200 len: 912 time: 0.2443635 May 31 14:29:24.695981 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7077a294-ccc9-4764-82f3-b9dfe48af4bf req-458258a2-2c22-4567-9e97-6d6e25722be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:24.697221 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7077a294-ccc9-4764-82f3-b9dfe48af4bf req-458258a2-2c22-4567-9e97-6d6e25722be0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d HTTP/1.1" status: 200 len: 912 time: 0.2287767 May 31 14:29:24.879719 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7077a294-ccc9-4764-82f3-b9dfe48af4bf req-1e145c02-6d2f-4497-86eb-9bda88580cac service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e67f3dbc-be35-451e-b91c-75ef6466b3ec HTTP/1.1" status: 200 len: 1001 time: 0.1783664 May 31 14:29:24.881312 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7077a294-ccc9-4764-82f3-b9dfe48af4bf req-5d636e8e-46c5-471a-a6f0-25f9bd2a1803 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e67f3dbc-be35-451e-b91c-75ef6466b3ec HTTP/1.1" status: 200 len: 1001 time: 0.1330516 May 31 14:29:25.002880 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7077a294-ccc9-4764-82f3-b9dfe48af4bf req-281e33fe-1922-4b3f-8ed1-a4f17a311f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:25.004585 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7077a294-ccc9-4764-82f3-b9dfe48af4bf req-281e33fe-1922-4b3f-8ed1-a4f17a311f97 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ca667eab-0c9a-4011-a6f3-b538ca3ff48e HTTP/1.1" status: 200 len: 850 time: 0.1190333 May 31 14:29:25.005979 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7077a294-ccc9-4764-82f3-b9dfe48af4bf req-069eb36c-fdad-49ab-aee2-7fbe58ef9f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:25.007274 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7077a294-ccc9-4764-82f3-b9dfe48af4bf req-069eb36c-fdad-49ab-aee2-7fbe58ef9f4e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ca667eab-0c9a-4011-a6f3-b538ca3ff48e HTTP/1.1" status: 200 len: 850 time: 0.0881338 May 31 14:29:25.083059 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348eb6c8-2b69-4dab-94ef-0f34506775ae req-ee3b1ce1-898b-4e3b-ba39-9baf1cfcd8ee tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:25.084619 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-348eb6c8-2b69-4dab-94ef-0f34506775ae req-ee3b1ce1-898b-4e3b-ba39-9baf1cfcd8ee tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=004626d4-b9c0-4a9a-8f3c-3504fec79304 HTTP/1.1" status: 200 len: 945 time: 0.0921655 May 31 14:29:25.132914 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-348eb6c8-2b69-4dab-94ef-0f34506775ae req-c8c0885f-f447-4067-8bc6-f9281bddeca8 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420697 May 31 14:29:25.253706 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7077a294-ccc9-4764-82f3-b9dfe48af4bf req-3a19e891-0f33-43f5-a4eb-b11653f33994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:25.255202 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7077a294-ccc9-4764-82f3-b9dfe48af4bf req-3a19e891-0f33-43f5-a4eb-b11653f33994 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2453067 May 31 14:29:25.284918 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7077a294-ccc9-4764-82f3-b9dfe48af4bf req-2677f07f-b9c8-4fa1-b1b2-adfe7f8d967b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:25.286325 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7077a294-ccc9-4764-82f3-b9dfe48af4bf req-2677f07f-b9c8-4fa1-b1b2-adfe7f8d967b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2372539 May 31 14:29:25.495900 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7077a294-ccc9-4764-82f3-b9dfe48af4bf req-33c7b5f3-35ce-4fe1-9eb8-547a24be2108 service neutron] 10.222.0.44 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340643 May 31 14:29:25.501560 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7077a294-ccc9-4764-82f3-b9dfe48af4bf req-de24c77f-7108-4c68-8f29-66f0e8aa8a9b service neutron] 10.222.0.20 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697886 May 31 14:29:25.735057 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7077a294-ccc9-4764-82f3-b9dfe48af4bf req-fdd42d23-ad18-4d0c-89bf-bea55381f4b0 service neutron] 10.222.0.44 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324116 May 31 14:29:25.738054 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7077a294-ccc9-4764-82f3-b9dfe48af4bf req-ba946df7-5b1d-4862-a817-79053999d7ba service neutron] 10.222.0.20 "GET /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144718 May 31 14:29:26.325408 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f1ceb2-c065-4b28-85d0-e8351cd60879 req-7d72a9a9-2735-41de-956e-be2256632690 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:26.327434 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-84f1ceb2-c065-4b28-85d0-e8351cd60879 req-7d72a9a9-2735-41de-956e-be2256632690 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=004626d4-b9c0-4a9a-8f3c-3504fec79304 HTTP/1.1" status: 200 len: 945 time: 0.0801716 May 31 14:29:26.371092 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-84f1ceb2-c065-4b28-85d0-e8351cd60879 req-20a4431d-0206-482a-9cce-38ff22ce0c69 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379479 May 31 14:29:27.563991 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca9377c-90e6-4299-a1f4-b3e821204fc3 req-3336c9ed-f26f-4030-99e0-fe7e8e82ed76 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:27.565431 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1ca9377c-90e6-4299-a1f4-b3e821204fc3 req-3336c9ed-f26f-4030-99e0-fe7e8e82ed76 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=004626d4-b9c0-4a9a-8f3c-3504fec79304 HTTP/1.1" status: 200 len: 945 time: 0.0829411 May 31 14:29:27.608672 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1ca9377c-90e6-4299-a1f4-b3e821204fc3 req-2d9e1400-c19d-4515-b628-367773a0b0ab tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376437 May 31 14:29:27.645175 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:29:28.795864 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155c0b6a-9e4d-43a2-9b29-767909a407ec req-4781a2b0-e3b2-49a4-856b-8dfaccd1644d tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:28.797318 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-155c0b6a-9e4d-43a2-9b29-767909a407ec req-4781a2b0-e3b2-49a4-856b-8dfaccd1644d tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=004626d4-b9c0-4a9a-8f3c-3504fec79304 HTTP/1.1" status: 200 len: 945 time: 0.0805304 May 31 14:29:28.842516 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-155c0b6a-9e4d-43a2-9b29-767909a407ec req-7f01b02e-9cf3-41e1-985d-b0babf8bb91f tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385787 May 31 14:29:30.039132 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70cacbb-573f-4d92-add1-0acbef27962c req-6edaa8a5-87b4-4c51-b069-86534c015c7b tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:30.040588 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b70cacbb-573f-4d92-add1-0acbef27962c req-6edaa8a5-87b4-4c51-b069-86534c015c7b tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=004626d4-b9c0-4a9a-8f3c-3504fec79304 HTTP/1.1" status: 200 len: 945 time: 0.0924652 May 31 14:29:30.086081 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b70cacbb-573f-4d92-add1-0acbef27962c req-224774dc-9149-4e44-9829-4d0d1d5aca92 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389369 May 31 14:29:31.275906 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c0f580-cb68-4a40-b490-59d43f845ab1 req-ae506308-fb65-414e-a688-98abdad7bebf tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:31.277383 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-93c0f580-cb68-4a40-b490-59d43f845ab1 req-ae506308-fb65-414e-a688-98abdad7bebf tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=004626d4-b9c0-4a9a-8f3c-3504fec79304 HTTP/1.1" status: 200 len: 945 time: 0.0810649 May 31 14:29:31.327436 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-93c0f580-cb68-4a40-b490-59d43f845ab1 req-74015114-0b36-4f4d-9853-eeaaa66ec56e tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437310 May 31 14:29:32.516201 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a72d9-6a0a-4c2b-9760-4ab4ea31ee37 req-13c03802-089f-43e6-88ab-31aad8b5b8cf tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:32.517649 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5e4a72d9-6a0a-4c2b-9760-4ab4ea31ee37 req-13c03802-089f-43e6-88ab-31aad8b5b8cf tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=004626d4-b9c0-4a9a-8f3c-3504fec79304 HTTP/1.1" status: 200 len: 945 time: 0.0802772 May 31 14:29:32.560674 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5e4a72d9-6a0a-4c2b-9760-4ab4ea31ee37 req-d0aabbf9-b97d-4f41-b427-08f8be02a18f tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373096 May 31 14:29:33.512258 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device e67f3dbc-be35-451e-b91c-75ef6466b3ec details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 14:29:33.649043 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port e67f3dbc-be35-451e-b91c-75ef6466b3ec, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=e67f3dbc-be35-451e-b91c-75ef6466b3ec,segment=NetworkSegment(2b23b0c3-e67b-4d93-ad78-945ae1687af6),segment_id=2b23b0c3-e67b-4d93-ad78-945ae1687af6)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:29:33.663201 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': 'e67f3dbc-be35-451e-b91c-75ef6466b3ec', 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d', 'port_id': 'e67f3dbc-be35-451e-b91c-75ef6466b3ec', 'mac_address': 'fa:16:3e:0e:78:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca667eab-0c9a-4011-a6f3-b538ca3ff48e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 14:29:33.723690 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port e67f3dbc-be35-451e-b91c-75ef6466b3ec is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:29:33.724070 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:33.742287 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e67f3dbc-be35-451e-b91c-75ef6466b3ec {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:29:33.758804 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port e67f3dbc-be35-451e-b91c-75ef6466b3ec, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=e67f3dbc-be35-451e-b91c-75ef6466b3ec,segment=NetworkSegment(2b23b0c3-e67b-4d93-ad78-945ae1687af6),segment_id=2b23b0c3-e67b-4d93-ad78-945ae1687af6)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:29:33.762967 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:33.769289 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c252fa-b8bd-4de0-99ba-dcb7b384ccad req-2e8c9d03-c20a-4cc6-9aad-de29c0adee7b tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:33.770833 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a1c252fa-b8bd-4de0-99ba-dcb7b384ccad req-2e8c9d03-c20a-4cc6-9aad-de29c0adee7b tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=004626d4-b9c0-4a9a-8f3c-3504fec79304 HTTP/1.1" status: 200 len: 945 time: 0.0933321 May 31 14:29:33.820208 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a1c252fa-b8bd-4de0-99ba-dcb7b384ccad req-e1e84d30-926c-43b5-83d9-a827da35cc49 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430884 May 31 14:29:33.833348 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=e67f3dbc-be35-451e-b91c-75ef6466b3ec,revision_number=12']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:29:34.077902 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['e67f3dbc-be35-451e-b91c-75ef6466b3ec'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:29:35.009634 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f4fb38-11eb-4cf6-9d96-cc974d52f828 req-9a74c342-a805-411b-8157-800f747eb6eb tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:35.011107 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-27f4fb38-11eb-4cf6-9d96-cc974d52f828 req-9a74c342-a805-411b-8157-800f747eb6eb tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=004626d4-b9c0-4a9a-8f3c-3504fec79304 HTTP/1.1" status: 200 len: 946 time: 0.0785456 May 31 14:29:35.056250 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-27f4fb38-11eb-4cf6-9d96-cc974d52f828 req-3d1fe356-67a0-42b8-b365-e5bcc9c0ebd3 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391035 May 31 14:29:35.242810 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf3e5d-9f18-4c8f-be24-9293b4fcd0e1 req-fff11398-6f2d-496b-9b9e-38acd04ad243 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:35.244260 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6dbf3e5d-9f18-4c8f-be24-9293b4fcd0e1 req-fff11398-6f2d-496b-9b9e-38acd04ad243 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=004626d4-b9c0-4a9a-8f3c-3504fec79304 HTTP/1.1" status: 200 len: 946 time: 0.0835593 May 31 14:29:35.288696 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6dbf3e5d-9f18-4c8f-be24-9293b4fcd0e1 req-1e82e416-7b8f-42c3-b159-b2c6512025af tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386388 May 31 14:29:35.472493 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac7274-e40e-4347-b17d-0fc263a0fa72 req-9c9247c0-6dfd-42b1-a5eb-2f2a478b42dd tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:35.473945 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-51ac7274-e40e-4347-b17d-0fc263a0fa72 req-9c9247c0-6dfd-42b1-a5eb-2f2a478b42dd tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=004626d4-b9c0-4a9a-8f3c-3504fec79304 HTTP/1.1" status: 200 len: 946 time: 0.0793600 May 31 14:29:35.520613 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-51ac7274-e40e-4347-b17d-0fc263a0fa72 req-2f0a30dd-5c48-424b-9c61-450fb0c70266 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410037 May 31 14:29:35.527589 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device e67f3dbc-be35-451e-b91c-75ef6466b3ec up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:29:35.596868 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning for port e67f3dbc-be35-451e-b91c-75ef6466b3ec completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:29:35.601763 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port e67f3dbc-be35-451e-b91c-75ef6466b3ec triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:29:35.602237 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:35.726708 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port e67f3dbc-be35-451e-b91c-75ef6466b3ec is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:29:35.727099 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:35.758146 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '004626d4-b9c0-4a9a-8f3c-3504fec79304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e67f3dbc-be35-451e-b91c-75ef6466b3ec'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:29:35.768587 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port e67f3dbc-be35-451e-b91c-75ef6466b3ec, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=e67f3dbc-be35-451e-b91c-75ef6466b3ec,segment=NetworkSegment(2b23b0c3-e67b-4d93-ad78-945ae1687af6),segment_id=2b23b0c3-e67b-4d93-ad78-945ae1687af6)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:29:35.772913 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:35.808366 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-910d6bb9-c2f2-425d-a076-bd58d65d3f7f'] response: {'server_uuid': '004626d4-b9c0-4a9a-8f3c-3504fec79304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e67f3dbc-be35-451e-b91c-75ef6466b3ec', 'code': 200} May 31 14:29:35.844292 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=e67f3dbc-be35-451e-b91c-75ef6466b3ec,revision_number=13']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:29:35.913444 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f9e2b1-038f-4a64-85cb-a81e9e0142b3 req-1c5173aa-7442-430e-9be0-26da99a5c516 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:35.914898 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e5f9e2b1-038f-4a64-85cb-a81e9e0142b3 req-1c5173aa-7442-430e-9be0-26da99a5c516 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=004626d4-b9c0-4a9a-8f3c-3504fec79304 HTTP/1.1" status: 200 len: 947 time: 0.0812316 May 31 14:29:35.960450 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e5f9e2b1-038f-4a64-85cb-a81e9e0142b3 req-64b0e62e-9886-4d0c-b4ff-818d9a0f93ad tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388613 May 31 14:29:37.156231 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3061e65-2512-4534-8d54-580ec3ef91e0 req-c70d08cf-6c5d-4dd8-929b-732cdb56c9b7 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:37.157700 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d3061e65-2512-4534-8d54-580ec3ef91e0 req-c70d08cf-6c5d-4dd8-929b-732cdb56c9b7 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=004626d4-b9c0-4a9a-8f3c-3504fec79304 HTTP/1.1" status: 200 len: 947 time: 0.0848694 May 31 14:29:37.201423 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d3061e65-2512-4534-8d54-580ec3ef91e0 req-8ae8453e-d3b0-43bc-8fc8-c68800473865 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups?id=407abe8e-cf3b-49d1-a700-b811a19f0b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381498 May 31 14:29:37.546646 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713b07e8-63df-4842-9e10-dbef4df38ee6 req-d36f88d0-122b-4f28-9185-fe5ee9064324 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:37.548101 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-713b07e8-63df-4842-9e10-dbef4df38ee6 req-d36f88d0-122b-4f28-9185-fe5ee9064324 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.20 "GET /v2.0/ports?device_id=004626d4-b9c0-4a9a-8f3c-3504fec79304 HTTP/1.1" status: 200 len: 947 time: 0.0825727 May 31 14:29:37.615872 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-713b07e8-63df-4842-9e10-dbef4df38ee6 req-4a650df6-37b5-4f2f-8c9c-7d27df64c055 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Deleting port e67f3dbc-be35-451e-b91c-75ef6466b3ec {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:29:37.616209 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-713b07e8-63df-4842-9e10-dbef4df38ee6 req-4a650df6-37b5-4f2f-8c9c-7d27df64c055 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:37.867940 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-713b07e8-63df-4842-9e10-dbef4df38ee6 req-4a650df6-37b5-4f2f-8c9c-7d27df64c055 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] For port e67f3dbc-be35-451e-b91c-75ef6466b3ec, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=e67f3dbc-be35-451e-b91c-75ef6466b3ec,segment=NetworkSegment(2b23b0c3-e67b-4d93-ad78-945ae1687af6),segment_id=2b23b0c3-e67b-4d93-ad78-945ae1687af6)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:29:37.868302 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-713b07e8-63df-4842-9e10-dbef4df38ee6 req-4a650df6-37b5-4f2f-8c9c-7d27df64c055 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:37.930198 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:38.186870 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-713b07e8-63df-4842-9e10-dbef4df38ee6 req-4a650df6-37b5-4f2f-8c9c-7d27df64c055 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:38.187253 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-713b07e8-63df-4842-9e10-dbef4df38ee6 req-4a650df6-37b5-4f2f-8c9c-7d27df64c055 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:38.187548 n-d-843939-1 neutron-server[88369]: INFO neutron.db.l3_db [req-713b07e8-63df-4842-9e10-dbef4df38ee6 req-4a650df6-37b5-4f2f-8c9c-7d27df64c055 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Floating IP 51393fdc-220c-4a13-912f-6f9bef459985 disassociated. External IP: 172.25.6.210, port: e67f3dbc-be35-451e-b91c-75ef6466b3ec. May 31 14:29:38.187887 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-713b07e8-63df-4842-9e10-dbef4df38ee6 req-4a650df6-37b5-4f2f-8c9c-7d27df64c055 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Calling delete_port for e67f3dbc-be35-451e-b91c-75ef6466b3ec owned by compute:nova {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:29:38.338461 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-713b07e8-63df-4842-9e10-dbef4df38ee6 req-4a650df6-37b5-4f2f-8c9c-7d27df64c055 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:38.358150 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ca40d657-2108-4b67-8bfa-b0015fb0bb23 req-5fe0650c-ac12-43f6-a0b9-6922e109521a tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=004626d4-b9c0-4a9a-8f3c-3504fec79304 HTTP/1.1" status: 200 len: 210 time: 0.0434263 May 31 14:29:38.507055 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a650df6-37b5-4f2f-8c9c-7d27df64c055 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Pushing event deleted for resources: {'Port': ['ID=e67f3dbc-be35-451e-b91c-75ef6466b3ec,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:29:38.698278 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [req-713b07e8-63df-4842-9e10-dbef4df38ee6 req-4a650df6-37b5-4f2f-8c9c-7d27df64c055 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Router 4f0f9b7a-f8fa-4715-a035-0b07957a0320 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:29:38.875342 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-713b07e8-63df-4842-9e10-dbef4df38ee6 req-4a650df6-37b5-4f2f-8c9c-7d27df64c055 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:29:38.885138 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7072c51-f9a1-4317-a42b-37a892b63eea None None] Sync routers for ids ['4f0f9b7a-f8fa-4715-a035-0b07957a0320'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:29:38.895202 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7072c51-f9a1-4317-a42b-37a892b63eea None None] Routers {'4f0f9b7a-f8fa-4715-a035-0b07957a0320'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:29:38.895800 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-e7072c51-f9a1-4317-a42b-37a892b63eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:29:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['4f0f9b7a-f8fa-4715-a035-0b07957a0320'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:29:38.950663 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-713b07e8-63df-4842-9e10-dbef4df38ee6 req-4a650df6-37b5-4f2f-8c9c-7d27df64c055 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] No DVR routers for this DVR port e67f3dbc-be35-451e-b91c-75ef6466b3ec on host n-h1-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:29:38.954140 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-713b07e8-63df-4842-9e10-dbef4df38ee6 req-4a650df6-37b5-4f2f-8c9c-7d27df64c055 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:38.956665 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '004626d4-b9c0-4a9a-8f3c-3504fec79304', 'name': 'network-vif-deleted', 'tag': 'e67f3dbc-be35-451e-b91c-75ef6466b3ec'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:29:38.973071 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-713b07e8-63df-4842-9e10-dbef4df38ee6 req-4a650df6-37b5-4f2f-8c9c-7d27df64c055 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.20 "DELETE /v2.0/ports/e67f3dbc-be35-451e-b91c-75ef6466b3ec HTTP/1.1" status: 204 len: 173 time: 1.4198792 May 31 14:29:39.006577 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fadb434-4347-4a51-8341-c6b07023e323'] response: {'server_uuid': '004626d4-b9c0-4a9a-8f3c-3504fec79304', 'name': 'network-vif-deleted', 'tag': 'e67f3dbc-be35-451e-b91c-75ef6466b3ec', 'status': 'completed', 'code': 200} May 31 14:29:39.086908 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-e7072c51-f9a1-4317-a42b-37a892b63eea None None] Set router 4f0f9b7a-f8fa-4715-a035-0b07957a0320 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:29:39.419844 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:39.468105 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-e7072c51-f9a1-4317-a42b-37a892b63eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'name': 'tempest-ServerActionsTestJSON-387207362-router', 'tenant_id': '12b1745bb03d4d16bf8e5deb94965de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': '94cf0280-ac95-426c-ab07-20218010f04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:23:18Z', 'updated_at': '2022-05-31T14:23:22Z', 'revision_number': 4, 'project_id': '12b1745bb03d4d16bf8e5deb94965de4', 'gw_port': {'id': '94cf0280-ac95-426c-ab07-20218010f04c', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:43:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:23:18Z', 'updated_at': '2022-05-31T14:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'eaa3bbe1-9c07-47fd-860b-ab9a13cebf4c', 'name': '', 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d', 'tenant_id': '12b1745bb03d4d16bf8e5deb94965de4', 'mac_address': 'fa:16:3e:33:bf:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'ca667eab-0c9a-4011-a6f3-b538ca3ff48e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:23:21Z', 'updated_at': '2022-05-31T14:23:28Z', 'revision_number': 5, 'project_id': '12b1745bb03d4d16bf8e5deb94965de4', 'subnets': [{'id': 'ca667eab-0c9a-4011-a6f3-b538ca3ff48e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:29:39.472625 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7072c51-f9a1-4317-a42b-37a892b63eea None None] Checking router: 4f0f9b7a-f8fa-4715-a035-0b07957a0320 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:29:39.483278 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7072c51-f9a1-4317-a42b-37a892b63eea None None] Routers {'4f0f9b7a-f8fa-4715-a035-0b07957a0320'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:29:39.483492 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-e7072c51-f9a1-4317-a42b-37a892b63eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:29:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['4f0f9b7a-f8fa-4715-a035-0b07957a0320'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:29:39.519146 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-15ace95f-7ab3-41f9-a071-b51d862c9917 req-69b6479c-072e-4bb2-9a85-b156f476a80d tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/ports?device_id=004626d4-b9c0-4a9a-8f3c-3504fec79304 HTTP/1.1" status: 200 len: 210 time: 0.0435300 May 31 14:29:39.676410 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-e7072c51-f9a1-4317-a42b-37a892b63eea None None] Set router 4f0f9b7a-f8fa-4715-a035-0b07957a0320 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:29:40.003182 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-e7072c51-f9a1-4317-a42b-37a892b63eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'name': 'tempest-ServerActionsTestJSON-387207362-router', 'tenant_id': '12b1745bb03d4d16bf8e5deb94965de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': '94cf0280-ac95-426c-ab07-20218010f04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:23:18Z', 'updated_at': '2022-05-31T14:23:22Z', 'revision_number': 4, 'project_id': '12b1745bb03d4d16bf8e5deb94965de4', 'gw_port': {'id': '94cf0280-ac95-426c-ab07-20218010f04c', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:43:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:23:18Z', 'updated_at': '2022-05-31T14:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'eaa3bbe1-9c07-47fd-860b-ab9a13cebf4c', 'name': '', 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d', 'tenant_id': '12b1745bb03d4d16bf8e5deb94965de4', 'mac_address': 'fa:16:3e:33:bf:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'ca667eab-0c9a-4011-a6f3-b538ca3ff48e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:23:21Z', 'updated_at': '2022-05-31T14:23:28Z', 'revision_number': 5, 'project_id': '12b1745bb03d4d16bf8e5deb94965de4', 'subnets': [{'id': 'ca667eab-0c9a-4011-a6f3-b538ca3ff48e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:29:40.007696 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7072c51-f9a1-4317-a42b-37a892b63eea None None] The sync data for ids ['4f0f9b7a-f8fa-4715-a035-0b07957a0320'] in n-d-843939-1 is: [{'id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'name': 'tempest-ServerActionsTestJSON-387207362-router', 'tenant_id': '12b1745bb03d4d16bf8e5deb94965de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': '94cf0280-ac95-426c-ab07-20218010f04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:23:18Z', 'updated_at': '2022-05-31T14:23:22Z', 'revision_number': 4, 'project_id': '12b1745bb03d4d16bf8e5deb94965de4', 'gw_port': {'id': '94cf0280-ac95-426c-ab07-20218010f04c', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:43:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:23:18Z', 'updated_at': '2022-05-31T14:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'eaa3bbe1-9c07-47fd-860b-ab9a13cebf4c', 'name': '', 'network_id': 'c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d', 'tenant_id': '12b1745bb03d4d16bf8e5deb94965de4', 'mac_address': 'fa:16:3e:33:bf:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'device_owner': 'network:router_interface', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'ca667eab-0c9a-4011-a6f3-b538ca3ff48e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:23:21Z', 'updated_at': '2022-05-31T14:23:28Z', 'revision_number': 5, 'project_id': '12b1745bb03d4d16bf8e5deb94965de4', 'subnets': [{'id': 'ca667eab-0c9a-4011-a6f3-b538ca3ff48e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:29:40.225020 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edecb5a1-b42a-4500-9ec7-c8013ec03c8b None None] New status for floating IP 51393fdc-220c-4a13-912f-6f9bef459985: DOWN {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 14:29:40.684481 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c15dccab-ee90-4725-a183-e77520b8bc9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:41.546641 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device e67f3dbc-be35-451e-b91c-75ef6466b3ec no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:29:41.580950 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] No Port match for: e67f3dbc-be35-451e-b91c-75ef6466b3ec {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:29:41.581358 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device e67f3dbc-be35-451e-b91c-75ef6466b3ec not bound to the agent host n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:29:42.879510 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-43933082-9721-4d5d-adb8-b04f643bec3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:43.781202 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43274) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:29:43.845538 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-61fefd43-cd32-4606-aaaa-09d815b644e6 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:43.872740 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-61fefd43-cd32-4606-aaaa-09d815b644e6 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:43.927246 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-61fefd43-cd32-4606-aaaa-09d815b644e6 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:43.948272 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fefd43-cd32-4606-aaaa-09d815b644e6 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=407abe8e-cf3b-49d1-a700-b811a19f0b1a,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:29:43.950342 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:43.962339 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-61fefd43-cd32-4606-aaaa-09d815b644e6 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:43.963464 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-61fefd43-cd32-4606-aaaa-09d815b644e6 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "DELETE /v2.0/security-groups/407abe8e-cf3b-49d1-a700-b811a19f0b1a HTTP/1.1" status: 204 len: 168 time: 0.1811757 May 31 14:29:43.965966 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43278) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:29:43.982062 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-192f05a7-6f74-46ac-9897-f30cfd643084 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] show failed (client error): The resource could not be found. May 31 14:29:43.983729 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-192f05a7-6f74-46ac-9897-f30cfd643084 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "GET /v2.0/security-groups/407abe8e-cf3b-49d1-a700-b811a19f0b1a HTTP/1.1" status: 404 len: 347 time: 0.0168447 May 31 14:29:43.986426 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43282) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:29:44.091679 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:44.140706 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-a10a0568-58ba-435d-9a79-6b56ae7f1c81 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Deleting port 1600e742-f394-43ee-a920-e699ca89c948 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:29:44.141040 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a10a0568-58ba-435d-9a79-6b56ae7f1c81 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:44.312476 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a10a0568-58ba-435d-9a79-6b56ae7f1c81 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:44.312797 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a10a0568-58ba-435d-9a79-6b56ae7f1c81 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:44.436573 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-a10a0568-58ba-435d-9a79-6b56ae7f1c81 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Calling delete_port for 1600e742-f394-43ee-a920-e699ca89c948 owned by network:floatingip {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:29:44.576601 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a10a0568-58ba-435d-9a79-6b56ae7f1c81 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:44.622305 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10a0568-58ba-435d-9a79-6b56ae7f1c81 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Pushing event deleted for resources: {'Port': ['ID=1600e742-f394-43ee-a920-e699ca89c948,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:29:44.822592 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a10a0568-58ba-435d-9a79-6b56ae7f1c81 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks [] for floatingip, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:44.837139 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a10a0568-58ba-435d-9a79-6b56ae7f1c81 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:44.838285 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a10a0568-58ba-435d-9a79-6b56ae7f1c81 tempest-ServerActionsTestJSON-1591726597 tempest-ServerActionsTestJSON-1591726597-project] 10.222.0.50 "DELETE /v2.0/floatingips/51393fdc-220c-4a13-912f-6f9bef459985 HTTP/1.1" status: 204 len: 168 time: 0.8509290 May 31 14:29:44.841296 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43286) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:29:45.435683 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f5f2b822-edec-42ea-9316-31646bdfb663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:45.785685 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-f5f2b822-edec-42ea-9316-31646bdfb663 admin admin] Deleting port eaa3bbe1-9c07-47fd-860b-ab9a13cebf4c {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:29:45.786049 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f5f2b822-edec-42ea-9316-31646bdfb663 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:45.830323 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:45.958156 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-f5f2b822-edec-42ea-9316-31646bdfb663 admin admin] For port eaa3bbe1-9c07-47fd-860b-ab9a13cebf4c, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=eaa3bbe1-9c07-47fd-860b-ab9a13cebf4c,segment=NetworkSegment(2b23b0c3-e67b-4d93-ad78-945ae1687af6),segment_id=2b23b0c3-e67b-4d93-ad78-945ae1687af6)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:29:45.958728 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f5f2b822-edec-42ea-9316-31646bdfb663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:46.079547 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-f5f2b822-edec-42ea-9316-31646bdfb663 admin admin] Calling delete_port for eaa3bbe1-9c07-47fd-860b-ab9a13cebf4c owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:29:46.264730 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f5f2b822-edec-42ea-9316-31646bdfb663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:46.422823 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f2b822-edec-42ea-9316-31646bdfb663 admin admin] Pushing event deleted for resources: {'Port': ['ID=eaa3bbe1-9c07-47fd-860b-ab9a13cebf4c,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:29:46.691427 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f5f2b822-edec-42ea-9316-31646bdfb663 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:47.048160 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5f2b822-edec-42ea-9316-31646bdfb663 admin admin] Router 4f0f9b7a-f8fa-4715-a035-0b07957a0320 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:29:47.230223 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f2b822-edec-42ea-9316-31646bdfb663 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:29:47.242103 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d0c2ba-4a20-40e6-abe4-426da0f24ff9 None None] Sync routers for ids ['4f0f9b7a-f8fa-4715-a035-0b07957a0320'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:29:47.246890 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-f5f2b822-edec-42ea-9316-31646bdfb663 admin admin] 10.222.0.50 "PUT /v2.0/routers/4f0f9b7a-f8fa-4715-a035-0b07957a0320/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4043849 May 31 14:29:47.250142 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43294) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:29:47.251574 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d0c2ba-4a20-40e6-abe4-426da0f24ff9 None None] Routers {'4f0f9b7a-f8fa-4715-a035-0b07957a0320'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:29:47.252185 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-73d0c2ba-4a20-40e6-abe4-426da0f24ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:29:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['4f0f9b7a-f8fa-4715-a035-0b07957a0320'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:29:47.427701 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d938702c-89b4-4855-aebd-1aa83c7fddf0 admin admin] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:47.429385 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-73d0c2ba-4a20-40e6-abe4-426da0f24ff9 None None] Set router 4f0f9b7a-f8fa-4715-a035-0b07957a0320 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:29:47.606255 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d938702c-89b4-4855-aebd-1aa83c7fddf0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:47.617519 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-d938702c-89b4-4855-aebd-1aa83c7fddf0 admin admin] Deleting port 94cf0280-ac95-426c-ab07-20218010f04c {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:29:47.617839 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d938702c-89b4-4855-aebd-1aa83c7fddf0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:47.761140 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-73d0c2ba-4a20-40e6-abe4-426da0f24ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'name': 'tempest-ServerActionsTestJSON-387207362-router', 'tenant_id': '12b1745bb03d4d16bf8e5deb94965de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': '94cf0280-ac95-426c-ab07-20218010f04c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:23:18Z', 'updated_at': '2022-05-31T14:29:46Z', 'revision_number': 5, 'project_id': '12b1745bb03d4d16bf8e5deb94965de4', 'gw_port': {'id': '94cf0280-ac95-426c-ab07-20218010f04c', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:43:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:23:18Z', 'updated_at': '2022-05-31T14:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:29:47.766146 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d0c2ba-4a20-40e6-abe4-426da0f24ff9 None None] Checking router: 4f0f9b7a-f8fa-4715-a035-0b07957a0320 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:29:47.775143 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d0c2ba-4a20-40e6-abe4-426da0f24ff9 None None] Routers {'4f0f9b7a-f8fa-4715-a035-0b07957a0320'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:29:47.775882 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-73d0c2ba-4a20-40e6-abe4-426da0f24ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:29:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['4f0f9b7a-f8fa-4715-a035-0b07957a0320'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:29:47.918113 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-d938702c-89b4-4855-aebd-1aa83c7fddf0 admin admin] For port 94cf0280-ac95-426c-ab07-20218010f04c, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=94cf0280-ac95-426c-ab07-20218010f04c,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:29:47.918471 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d938702c-89b4-4855-aebd-1aa83c7fddf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:47.926953 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-73d0c2ba-4a20-40e6-abe4-426da0f24ff9 None None] Set router 4f0f9b7a-f8fa-4715-a035-0b07957a0320 gateway port host: None {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:29:48.033611 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-73d0c2ba-4a20-40e6-abe4-426da0f24ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'name': 'tempest-ServerActionsTestJSON-387207362-router', 'tenant_id': '12b1745bb03d4d16bf8e5deb94965de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:23:18Z', 'updated_at': '2022-05-31T14:29:47Z', 'revision_number': 6, 'project_id': '12b1745bb03d4d16bf8e5deb94965de4', 'gw_port_host': None}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:29:48.037552 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d0c2ba-4a20-40e6-abe4-426da0f24ff9 None None] The sync data for ids ['4f0f9b7a-f8fa-4715-a035-0b07957a0320'] in n-d-843939-1 is: [{'id': '4f0f9b7a-f8fa-4715-a035-0b07957a0320', 'name': 'tempest-ServerActionsTestJSON-387207362-router', 'tenant_id': '12b1745bb03d4d16bf8e5deb94965de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:23:18Z', 'updated_at': '2022-05-31T14:29:47Z', 'revision_number': 6, 'project_id': '12b1745bb03d4d16bf8e5deb94965de4', 'gw_port_host': None}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:29:48.041467 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-d938702c-89b4-4855-aebd-1aa83c7fddf0 admin admin] Calling delete_port for 94cf0280-ac95-426c-ab07-20218010f04c owned by network:router_gateway {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:29:48.211539 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d938702c-89b4-4855-aebd-1aa83c7fddf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:48.258653 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d938702c-89b4-4855-aebd-1aa83c7fddf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=94cf0280-ac95-426c-ab07-20218010f04c,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:29:48.353436 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d938702c-89b4-4855-aebd-1aa83c7fddf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577389'] for router_gateway, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:48.535312 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d938702c-89b4-4855-aebd-1aa83c7fddf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:48.537456 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d938702c-89b4-4855-aebd-1aa83c7fddf0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:48.561831 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d938702c-89b4-4855-aebd-1aa83c7fddf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:48.562360 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d938702c-89b4-4855-aebd-1aa83c7fddf0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f0f9b7a-f8fa-4715-a035-0b07957a0320 {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 14:29:48.575245 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-d938702c-89b4-4855-aebd-1aa83c7fddf0 admin admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:48.576405 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d938702c-89b4-4855-aebd-1aa83c7fddf0 admin admin] 10.222.0.50 "DELETE /v2.0/routers/4f0f9b7a-f8fa-4715-a035-0b07957a0320 HTTP/1.1" status: 204 len: 168 time: 1.3251710 May 31 14:29:48.579324 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43298) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:29:48.640965 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-082b57cb-9e44-497b-adfa-69fbe97af10e admin admin] Deleting subnet ca667eab-0c9a-4011-a6f3-b538ca3ff48e {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 14:29:48.643960 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-082b57cb-9e44-497b-adfa-69fbe97af10e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:48.694583 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-082b57cb-9e44-497b-adfa-69fbe97af10e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:48.771707 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-082b57cb-9e44-497b-adfa-69fbe97af10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:48.822596 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 94cf0280-ac95-426c-ab07-20218010f04c no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:29:48.845862 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-082b57cb-9e44-497b-adfa-69fbe97af10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:48.857746 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 94cf0280-ac95-426c-ab07-20218010f04c {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:29:48.858186 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 94cf0280-ac95-426c-ab07-20218010f04c not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:29:48.858707 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device eaa3bbe1-9c07-47fd-860b-ab9a13cebf4c no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:29:48.886133 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082b57cb-9e44-497b-adfa-69fbe97af10e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca667eab-0c9a-4011-a6f3-b538ca3ff48e,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:29:48.892473 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-082b57cb-9e44-497b-adfa-69fbe97af10e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:48.901820 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f90d16-8289-4b9c-ae1e-5f8be47620a1 None None] Network c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:29:48.902028 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-082b57cb-9e44-497b-adfa-69fbe97af10e admin admin] 10.222.0.50 "DELETE /v2.0/subnets/ca667eab-0c9a-4011-a6f3-b538ca3ff48e HTTP/1.1" status: 204 len: 168 time: 0.3193750 May 31 14:29:48.902208 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43302) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:29:48.960533 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: eaa3bbe1-9c07-47fd-860b-ab9a13cebf4c {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:29:48.960880 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device eaa3bbe1-9c07-47fd-860b-ab9a13cebf4c not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:29:49.016924 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c988e690-31cf-4911-a949-d84d6e0cea79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:49.028581 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-c988e690-31cf-4911-a949-d84d6e0cea79 admin admin] Deleting port d90cd823-3eda-43fd-b0d3-6e51da8a9a05 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:29:49.028581 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c988e690-31cf-4911-a949-d84d6e0cea79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:49.171316 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24855ec2-aa60-41fc-86af-b374fd14ef43 None None] DHCP port deletion for c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 14:29:49.175608 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-24855ec2-aa60-41fc-86af-b374fd14ef43 None None] Deleting port d90cd823-3eda-43fd-b0d3-6e51da8a9a05 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:29:49.176026 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-24855ec2-aa60-41fc-86af-b374fd14ef43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:49.241265 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-c988e690-31cf-4911-a949-d84d6e0cea79 admin admin] For port d90cd823-3eda-43fd-b0d3-6e51da8a9a05, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=d90cd823-3eda-43fd-b0d3-6e51da8a9a05,segment=NetworkSegment(2b23b0c3-e67b-4d93-ad78-945ae1687af6),segment_id=2b23b0c3-e67b-4d93-ad78-945ae1687af6)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:29:49.241882 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c988e690-31cf-4911-a949-d84d6e0cea79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:49.387814 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-24855ec2-aa60-41fc-86af-b374fd14ef43 None None] For port d90cd823-3eda-43fd-b0d3-6e51da8a9a05, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=d90cd823-3eda-43fd-b0d3-6e51da8a9a05,segment=NetworkSegment(2b23b0c3-e67b-4d93-ad78-945ae1687af6),segment_id=2b23b0c3-e67b-4d93-ad78-945ae1687af6)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:29:49.388209 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-24855ec2-aa60-41fc-86af-b374fd14ef43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:49.470482 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-c988e690-31cf-4911-a949-d84d6e0cea79 admin admin] Calling delete_port for d90cd823-3eda-43fd-b0d3-6e51da8a9a05 owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:29:49.512336 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-24855ec2-aa60-41fc-86af-b374fd14ef43 None None] Calling delete_port for d90cd823-3eda-43fd-b0d3-6e51da8a9a05 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:29:49.547945 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c988e690-31cf-4911-a949-d84d6e0cea79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:49.580674 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 14:29:49.580674 n-d-843939-1 neutron-server[88371]: util.warn( May 31 14:29:49.580674 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 14:29:49.580674 n-d-843939-1 neutron-server[88371]: util.warn( May 31 14:29:49.580674 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 14:29:49.580674 n-d-843939-1 neutron-server[88371]: util.warn( May 31 14:29:49.580674 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 14:29:49.580674 n-d-843939-1 neutron-server[88371]: util.warn( May 31 14:29:49.580674 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 14:29:49.580674 n-d-843939-1 neutron-server[88371]: util.warn( May 31 14:29:49.580674 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 14:29:49.580674 n-d-843939-1 neutron-server[88371]: util.warn( May 31 14:29:49.580674 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 14:29:49.580674 n-d-843939-1 neutron-server[88371]: util.warn( May 31 14:29:49.580674 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 14:29:49.580674 n-d-843939-1 neutron-server[88371]: util.warn( May 31 14:29:49.580674 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 14:29:49.580674 n-d-843939-1 neutron-server[88371]: util.warn( May 31 14:29:49.580674 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 14:29:49.580674 n-d-843939-1 neutron-server[88371]: util.warn( May 31 14:29:49.580674 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 14:29:49.580674 n-d-843939-1 neutron-server[88371]: util.warn( May 31 14:29:49.580674 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 14:29:49.580674 n-d-843939-1 neutron-server[88371]: util.warn( May 31 14:29:49.580674 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 14:29:49.580674 n-d-843939-1 neutron-server[88371]: util.warn( May 31 14:29:49.580674 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 14:29:49.580674 n-d-843939-1 neutron-server[88371]: util.warn( May 31 14:29:49.580674 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 14:29:49.580674 n-d-843939-1 neutron-server[88371]: util.warn( May 31 14:29:49.580674 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 14:29:49.580674 n-d-843939-1 neutron-server[88371]: util.warn( May 31 14:29:49.580674 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 14:29:49.580674 n-d-843939-1 neutron-server[88371]: util.warn( May 31 14:29:49.580674 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 14:29:49.580674 n-d-843939-1 neutron-server[88371]: util.warn( May 31 14:29:49.580674 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 14:29:49.580674 n-d-843939-1 neutron-server[88371]: util.warn( May 31 14:29:49.580674 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 14:29:49.580674 n-d-843939-1 neutron-server[88371]: util.warn( May 31 14:29:49.580674 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 14:29:49.580674 n-d-843939-1 neutron-server[88371]: util.warn( May 31 14:29:49.580674 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 14:29:49.580674 n-d-843939-1 neutron-server[88371]: util.warn( May 31 14:29:49.580674 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 14:29:49.580674 n-d-843939-1 neutron-server[88371]: util.warn( May 31 14:29:49.580674 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 14:29:49.580674 n-d-843939-1 neutron-server[88371]: util.warn( May 31 14:29:49.580674 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 14:29:49.580674 n-d-843939-1 neutron-server[88371]: util.warn( May 31 14:29:49.580674 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 14:29:49.580674 n-d-843939-1 neutron-server[88371]: util.warn( May 31 14:29:49.580674 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 14:29:49.580674 n-d-843939-1 neutron-server[88371]: util.warn( May 31 14:29:49.580674 n-d-843939-1 neutron-server[88371]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 14:29:49.580674 n-d-843939-1 neutron-server[88371]: util.warn( May 31 14:29:49.589872 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-24855ec2-aa60-41fc-86af-b374fd14ef43 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 14:29:49.590266 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-24855ec2-aa60-41fc-86af-b374fd14ef43 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 14:29:49.598466 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c988e690-31cf-4911-a949-d84d6e0cea79 admin admin] Pushing event deleted for resources: {'Port': ['ID=d90cd823-3eda-43fd-b0d3-6e51da8a9a05,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:29:49.600229 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c988e690-31cf-4911-a949-d84d6e0cea79 admin admin] No DVR routers for this DVR port d90cd823-3eda-43fd-b0d3-6e51da8a9a05 on host n-d-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:29:49.715076 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c988e690-31cf-4911-a949-d84d6e0cea79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:49.740110 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-c988e690-31cf-4911-a949-d84d6e0cea79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:29:49.752561 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-c988e690-31cf-4911-a949-d84d6e0cea79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b23b0c3-e67b-4d93-ad78-945ae1687af6') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:29:49.752853 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-c988e690-31cf-4911-a949-d84d6e0cea79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b23b0c3-e67b-4d93-ad78-945ae1687af6') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:29:49.764029 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c988e690-31cf-4911-a949-d84d6e0cea79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:49.779546 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c988e690-31cf-4911-a949-d84d6e0cea79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:49.785511 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c988e690-31cf-4911-a949-d84d6e0cea79 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 14:29:49.785889 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c988e690-31cf-4911-a949-d84d6e0cea79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:49.880845 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c988e690-31cf-4911-a949-d84d6e0cea79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:49.897104 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c988e690-31cf-4911-a949-d84d6e0cea79 admin admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:49.902318 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 2b23b0c3-e67b-4d93-ad78-945ae1687af6 resource provider aggregate not found May 31 14:29:49.912735 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c988e690-31cf-4911-a949-d84d6e0cea79 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:29:49.924162 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 2b23b0c3-e67b-4d93-ad78-945ae1687af6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2b23b0c3-e67b-4d93-ad78-945ae1687af6 found for delete ", "request_id": "req-45b64690-704c-4084-826d-7cd13bdafa4b"}]} May 31 14:29:49.929506 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c988e690-31cf-4911-a949-d84d6e0cea79 admin admin] 10.222.0.50 "DELETE /v2.0/networks/c5feb5f0-f8e1-4219-b53a-d9a5d3d6f35d HTTP/1.1" status: 204 len: 168 time: 1.0237539 May 31 14:29:50.035511 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 43314) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:29:50.086524 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-cd30e015-772f-4ca6-8039-c65019703e93 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=12b1745bb03d4d16bf8e5deb94965de4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0498188 May 31 14:29:50.089030 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 43318) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:29:50.093309 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-24855ec2-aa60-41fc-86af-b374fd14ef43 None None] Deleting port d90cd823-3eda-43fd-b0d3-6e51da8a9a05 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:29:50.093799 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-24855ec2-aa60-41fc-86af-b374fd14ef43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:50.148040 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b65f1e53-0917-40b0-acc8-0a77ac824be7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:50.166913 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-24855ec2-aa60-41fc-86af-b374fd14ef43 None None] The port 'd90cd823-3eda-43fd-b0d3-6e51da8a9a05' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 14:29:50.177691 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b65f1e53-0917-40b0-acc8-0a77ac824be7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:50.230007 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b65f1e53-0917-40b0-acc8-0a77ac824be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:50.248192 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65f1e53-0917-40b0-acc8-0a77ac824be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a12abb-566a-4881-8e8a-f52e2cd0cf08,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:29:50.258293 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65f1e53-0917-40b0-acc8-0a77ac824be7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:29:50.258635 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65f1e53-0917-40b0-acc8-0a77ac824be7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:29:50.258968 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65f1e53-0917-40b0-acc8-0a77ac824be7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:29:50.259295 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65f1e53-0917-40b0-acc8-0a77ac824be7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:29:50.259628 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65f1e53-0917-40b0-acc8-0a77ac824be7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:29:50.259950 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65f1e53-0917-40b0-acc8-0a77ac824be7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:29:50.260267 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65f1e53-0917-40b0-acc8-0a77ac824be7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:29:50.260586 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65f1e53-0917-40b0-acc8-0a77ac824be7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:29:50.260901 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65f1e53-0917-40b0-acc8-0a77ac824be7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:29:50.261215 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65f1e53-0917-40b0-acc8-0a77ac824be7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:29:50.261533 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65f1e53-0917-40b0-acc8-0a77ac824be7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:29:50.261842 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65f1e53-0917-40b0-acc8-0a77ac824be7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:29:50.265376 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b65f1e53-0917-40b0-acc8-0a77ac824be7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:50.266499 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-b65f1e53-0917-40b0-acc8-0a77ac824be7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c2a12abb-566a-4881-8e8a-f52e2cd0cf08 HTTP/1.1" status: 204 len: 168 time: 0.1766038 May 31 14:29:50.689037 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device d90cd823-3eda-43fd-b0d3-6e51da8a9a05 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:29:50.724989 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: d90cd823-3eda-43fd-b0d3-6e51da8a9a05 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:29:50.725338 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device d90cd823-3eda-43fd-b0d3-6e51da8a9a05 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:29:51.002912 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 43342) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:29:51.108111 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-39a90713-6ac2-4b59-8711-8dd0dd5de767 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1986366068-network', 'tenant_id': '84d5f31cb7a84459b3485b942060bc65'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:29:51.113595 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-39a90713-6ac2-4b59-8711-8dd0dd5de767 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:29:51.117448 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-39a90713-6ac2-4b59-8711-8dd0dd5de767 admin admin] Usage tracker for resource:network and tenant:84d5f31cb7a84459b3485b942060bc65 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:29:51.120286 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-39a90713-6ac2-4b59-8711-8dd0dd5de767 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:29:51.127421 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-39a90713-6ac2-4b59-8711-8dd0dd5de767 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:29:51.137080 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a90713-6ac2-4b59-8711-8dd0dd5de767 admin admin] Made reservation on behalf of 84d5f31cb7a84459b3485b942060bc65 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:29:51.139560 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-39a90713-6ac2-4b59-8711-8dd0dd5de767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:51.151257 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-39a90713-6ac2-4b59-8711-8dd0dd5de767 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:51.165305 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-39a90713-6ac2-4b59-8711-8dd0dd5de767 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:29:51.169064 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-39a90713-6ac2-4b59-8711-8dd0dd5de767 admin admin] Usage tracker for resource:security_group_rule and tenant:84d5f31cb7a84459b3485b942060bc65 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:29:51.172528 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-39a90713-6ac2-4b59-8711-8dd0dd5de767 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:29:51.178093 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-39a90713-6ac2-4b59-8711-8dd0dd5de767 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:29:51.266505 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-39a90713-6ac2-4b59-8711-8dd0dd5de767 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:51.270532 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-39a90713-6ac2-4b59-8711-8dd0dd5de767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:51.300660 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39a90713-6ac2-4b59-8711-8dd0dd5de767 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 14:29:51.309054 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a90713-6ac2-4b59-8711-8dd0dd5de767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b703cd2-aff1-45b4-96e3-7c3dc3905154,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:29:51.316054 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-39a90713-6ac2-4b59-8711-8dd0dd5de767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:51.316432 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-39a90713-6ac2-4b59-8711-8dd0dd5de767 admin admin] Added segment e0b65992-b2e3-422a-8a26-71762569249e of type vlan for network ade47b10-2f6d-4ac7-918a-bdfa245b738c May 31 14:29:51.343209 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-39a90713-6ac2-4b59-8711-8dd0dd5de767 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:51.374310 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-39a90713-6ac2-4b59-8711-8dd0dd5de767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:51.375470 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a90713-6ac2-4b59-8711-8dd0dd5de767 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:51.376032 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-39a90713-6ac2-4b59-8711-8dd0dd5de767 admin admin] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:51.585361 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-39a90713-6ac2-4b59-8711-8dd0dd5de767 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5813396 May 31 14:29:51.586217 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a90713-6ac2-4b59-8711-8dd0dd5de767 admin admin] Pushing event updated for resources: {'Network': ['ID=ade47b10-2f6d-4ac7-918a-bdfa245b738c,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:29:51.588336 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43348) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:29:51.594585 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-3325efc7-a258-4173-b049-4813299c2886 admin admin] Request body: {'subnet': {'network_id': 'ade47b10-2f6d-4ac7-918a-bdfa245b738c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1986366068-subnet', 'tenant_id': '84d5f31cb7a84459b3485b942060bc65', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:29:51.597265 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network ade47b10-2f6d-4ac7-918a-bdfa245b738c details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 14:29:51.600442 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3325efc7-a258-4173-b049-4813299c2886 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:29:51.604349 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-3325efc7-a258-4173-b049-4813299c2886 admin admin] Usage tracker for resource:subnet and tenant:84d5f31cb7a84459b3485b942060bc65 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:29:51.607844 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-3325efc7-a258-4173-b049-4813299c2886 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:29:51.616868 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3325efc7-a258-4173-b049-4813299c2886 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:29:51.629282 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3325efc7-a258-4173-b049-4813299c2886 admin admin] Made reservation on behalf of 84d5f31cb7a84459b3485b942060bc65 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:29:51.631887 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3325efc7-a258-4173-b049-4813299c2886 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:51.834081 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3325efc7-a258-4173-b049-4813299c2886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:51.909719 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3325efc7-a258-4173-b049-4813299c2886 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2334967-5b57-4359-8f6c-e1a960f670bd,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:29:51.918128 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3325efc7-a258-4173-b049-4813299c2886 admin admin] Checking segment: {'id': 'e0b65992-b2e3-422a-8a26-71762569249e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ade47b10-2f6d-4ac7-918a-bdfa245b738c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:29:51.918475 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3325efc7-a258-4173-b049-4813299c2886 admin admin] Network hostable DHCP agents. Network: ade47b10-2f6d-4ac7-918a-bdfa245b738c, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 14:29:51.936460 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3325efc7-a258-4173-b049-4813299c2886 admin admin] Network ade47b10-2f6d-4ac7-918a-bdfa245b738c is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 14:29:51.946089 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-3325efc7-a258-4173-b049-4813299c2886 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, ade47b10-2f6d-4ac7-918a-bdfa245b738c) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:29:51.955822 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3325efc7-a258-4173-b049-4813299c2886 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:51.956192 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102911e3-863d-413c-a0de-17a9fe09b808 None None] Network ade47b10-2f6d-4ac7-918a-bdfa245b738c requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:29:51.956520 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3325efc7-a258-4173-b049-4813299c2886 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:51.980368 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-3325efc7-a258-4173-b049-4813299c2886 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3907926 May 31 14:29:52.214042 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62aadca3-7f9b-45e1-a939-5bcc49a635e4 None None] Network ade47b10-2f6d-4ac7-918a-bdfa245b738c requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:29:52.535447 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba7fc2-31af-40b2-bd54-618d0e376ef6 req-86434026-da3c-47f4-99bd-378f4b6c0bc1 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:52.536130 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-8bba7fc2-31af-40b2-bd54-618d0e376ef6 req-86434026-da3c-47f4-99bd-378f4b6c0bc1 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Synchronizing usage tracker for tenant:84d5f31cb7a84459b3485b942060bc65 on resource:network {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:29:52.553017 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-8bba7fc2-31af-40b2-bd54-618d0e376ef6 req-86434026-da3c-47f4-99bd-378f4b6c0bc1 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Unset dirty status for tenant:84d5f31cb7a84459b3485b942060bc65 on resource:network {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:29:52.554407 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8bba7fc2-31af-40b2-bd54-618d0e376ef6 req-86434026-da3c-47f4-99bd-378f4b6c0bc1 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] 10.222.0.50 "GET /v2.0/networks?id=ade47b10-2f6d-4ac7-918a-bdfa245b738c HTTP/1.1" status: 200 len: 814 time: 0.1609712 May 31 14:29:52.570278 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8bba7fc2-31af-40b2-bd54-618d0e376ef6 req-c4b678e0-e3da-4976-b7a7-cfe27455ffe9 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] 10.222.0.50 "GET /v2.0/quotas/84d5f31cb7a84459b3485b942060bc65 HTTP/1.1" status: 200 len: 375 time: 0.0103393 May 31 14:29:52.616828 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8bba7fc2-31af-40b2-bd54-618d0e376ef6 req-b5b68607-5aa6-4c97-acfa-4917c6166006 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=84d5f31cb7a84459b3485b942060bc65&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413799 May 31 14:29:52.793171 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8bba7fc2-31af-40b2-bd54-618d0e376ef6 req-57fe8c6e-b876-4e0a-a7ec-d97db45b5aa6 service neutron] 10.222.0.50 "GET /v2.0/networks/ade47b10-2f6d-4ac7-918a-bdfa245b738c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690254 May 31 14:29:52.934819 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8bba7fc2-31af-40b2-bd54-618d0e376ef6 req-c60f7280-a52b-4f70-baf9-241b8c9d99a6 service neutron] 10.222.0.50 "GET /v2.0/networks/ade47b10-2f6d-4ac7-918a-bdfa245b738c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351745 May 31 14:29:53.118874 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5ff0a5b6-5ab3-4e13-b5b2-afaa3d371fb2 req-82242047-66f5-48e1-a90e-a2b6803aa3ab tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6fb003a-ebb2-4ac4-83aa-b063f7ac1e94 HTTP/1.1" status: 200 len: 210 time: 0.0471306 May 31 14:29:54.187162 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba7fc2-31af-40b2-bd54-618d0e376ef6 req-e3e9a682-1baa-4507-9854-d4280a0e1e65 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:54.188885 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8bba7fc2-31af-40b2-bd54-618d0e376ef6 req-e3e9a682-1baa-4507-9854-d4280a0e1e65 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] 10.222.0.20 "GET /v2.0/networks?id=ade47b10-2f6d-4ac7-918a-bdfa245b738c HTTP/1.1" status: 200 len: 814 time: 0.1486394 May 31 14:29:54.200310 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-8bba7fc2-31af-40b2-bd54-618d0e376ef6 req-97d67c2a-8cf4-41d5-962f-44681b8500e6 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Request body: {'port': {'device_id': 'b6fb003a-ebb2-4ac4-83aa-b063f7ac1e94', 'network_id': 'ade47b10-2f6d-4ac7-918a-bdfa245b738c', 'admin_state_up': True, 'tenant_id': '84d5f31cb7a84459b3485b942060bc65'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:29:54.273232 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-32ab7b6d-6766-4064-85f0-30b90a61129b req-8f109845-0320-4acb-8e26-cb5aa503c164 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6fb003a-ebb2-4ac4-83aa-b063f7ac1e94 HTTP/1.1" status: 200 len: 210 time: 0.0458431 May 31 14:29:54.337402 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-8bba7fc2-31af-40b2-bd54-618d0e376ef6 req-97d67c2a-8cf4-41d5-962f-44681b8500e6 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:29:54.341212 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-8bba7fc2-31af-40b2-bd54-618d0e376ef6 req-97d67c2a-8cf4-41d5-962f-44681b8500e6 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Usage tracker for resource:port and tenant:84d5f31cb7a84459b3485b942060bc65 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:29:54.344303 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-8bba7fc2-31af-40b2-bd54-618d0e376ef6 req-97d67c2a-8cf4-41d5-962f-44681b8500e6 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:29:54.350092 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-8bba7fc2-31af-40b2-bd54-618d0e376ef6 req-97d67c2a-8cf4-41d5-962f-44681b8500e6 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:29:54.360632 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bba7fc2-31af-40b2-bd54-618d0e376ef6 req-97d67c2a-8cf4-41d5-962f-44681b8500e6 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Made reservation on behalf of 84d5f31cb7a84459b3485b942060bc65 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:29:54.364080 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-8bba7fc2-31af-40b2-bd54-618d0e376ef6 req-97d67c2a-8cf4-41d5-962f-44681b8500e6 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:54.525713 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [req-8bba7fc2-31af-40b2-bd54-618d0e376ef6 req-97d67c2a-8cf4-41d5-962f-44681b8500e6 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Allocated IP 172.20.0.3 (ade47b10-2f6d-4ac7-918a-bdfa245b738c/d2334967-5b57-4359-8f6c-e1a960f670bd/878131a4-7136-41dc-b009-7276184533a9) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:29:54.726722 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-8bba7fc2-31af-40b2-bd54-618d0e376ef6 req-97d67c2a-8cf4-41d5-962f-44681b8500e6 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:54.755888 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-8bba7fc2-31af-40b2-bd54-618d0e376ef6 req-97d67c2a-8cf4-41d5-962f-44681b8500e6 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:54.829656 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bba7fc2-31af-40b2-bd54-618d0e376ef6 req-97d67c2a-8cf4-41d5-962f-44681b8500e6 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Network ade47b10-2f6d-4ac7-918a-bdfa245b738c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:29:54.832800 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [req-8bba7fc2-31af-40b2-bd54-618d0e376ef6 req-97d67c2a-8cf4-41d5-962f-44681b8500e6 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:29:54.837016 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bba7fc2-31af-40b2-bd54-618d0e376ef6 req-97d67c2a-8cf4-41d5-962f-44681b8500e6 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:29:54.871865 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d67c2a-8cf4-41d5-962f-44681b8500e6 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Pushing event updated for resources: {'Port': ['ID=878131a4-7136-41dc-b009-7276184533a9,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:29:54.911564 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba7fc2-31af-40b2-bd54-618d0e376ef6 req-97d67c2a-8cf4-41d5-962f-44681b8500e6 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:54.912141 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-8bba7fc2-31af-40b2-bd54-618d0e376ef6 req-97d67c2a-8cf4-41d5-962f-44681b8500e6 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:54.931977 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8bba7fc2-31af-40b2-bd54-618d0e376ef6 req-97d67c2a-8cf4-41d5-962f-44681b8500e6 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7354405 May 31 14:29:54.942900 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-8bba7fc2-31af-40b2-bd54-618d0e376ef6 req-2d2d8a07-71ae-43fc-a792-314a7ad1a688 service neutron] Request body: {'port': {'device_id': 'b6fb003a-ebb2-4ac4-83aa-b063f7ac1e94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843939-1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:29:55.166300 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-8bba7fc2-31af-40b2-bd54-618d0e376ef6 req-2d2d8a07-71ae-43fc-a792-314a7ad1a688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:55.462048 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5475ae6-2f9c-46b8-a188-d75b7339ce05 req-5033386e-ebbe-404e-b565-35fd4fd4b6e6 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:55.463400 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a5475ae6-2f9c-46b8-a188-d75b7339ce05 req-5033386e-ebbe-404e-b565-35fd4fd4b6e6 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6fb003a-ebb2-4ac4-83aa-b063f7ac1e94 HTTP/1.1" status: 200 len: 931 time: 0.0814209 May 31 14:29:55.509165 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-a5475ae6-2f9c-46b8-a188-d75b7339ce05 req-791f7dc1-ac77-4520-acdc-27efe9ae35c0 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Synchronizing usage tracker for tenant:84d5f31cb7a84459b3485b942060bc65 on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:29:55.519222 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [req-8bba7fc2-31af-40b2-bd54-618d0e376ef6 req-2d2d8a07-71ae-43fc-a792-314a7ad1a688 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 878131a4-7136-41dc-b009-7276184533a9 {{(pid=88369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:29:55.526894 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-8bba7fc2-31af-40b2-bd54-618d0e376ef6 req-2d2d8a07-71ae-43fc-a792-314a7ad1a688 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:55.538274 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-a5475ae6-2f9c-46b8-a188-d75b7339ce05 req-791f7dc1-ac77-4520-acdc-27efe9ae35c0 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Unset dirty status for tenant:84d5f31cb7a84459b3485b942060bc65 on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:29:55.539578 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a5475ae6-2f9c-46b8-a188-d75b7339ce05 req-791f7dc1-ac77-4520-acdc-27efe9ae35c0 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b703cd2-aff1-45b4-96e3-7c3dc3905154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701408 May 31 14:29:55.549570 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-8bba7fc2-31af-40b2-bd54-618d0e376ef6 req-2d2d8a07-71ae-43fc-a792-314a7ad1a688 service neutron] Transition to ACTIVE for port object 878131a4-7136-41dc-b009-7276184533a9 will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:29:55.554866 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-8bba7fc2-31af-40b2-bd54-618d0e376ef6 req-2d2d8a07-71ae-43fc-a792-314a7ad1a688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:55.687634 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2d8a07-71ae-43fc-a792-314a7ad1a688 service neutron] Pushing event updated for resources: {'Port': ['ID=878131a4-7136-41dc-b009-7276184533a9,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:29:55.800721 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-8bba7fc2-31af-40b2-bd54-618d0e376ef6 req-2d2d8a07-71ae-43fc-a792-314a7ad1a688 service neutron] Attempting to bind port 878131a4-7136-41dc-b009-7276184533a9 on host n-h1-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:29:55.800996 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-8bba7fc2-31af-40b2-bd54-618d0e376ef6 req-2d2d8a07-71ae-43fc-a792-314a7ad1a688 service neutron] Attempting to bind port 878131a4-7136-41dc-b009-7276184533a9 by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': 'e0b65992-b2e3-422a-8a26-71762569249e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ade47b10-2f6d-4ac7-918a-bdfa245b738c'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:29:55.801320 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bba7fc2-31af-40b2-bd54-618d0e376ef6 req-2d2d8a07-71ae-43fc-a792-314a7ad1a688 service neutron] Attempting to bind port 878131a4-7136-41dc-b009-7276184533a9 on network ade47b10-2f6d-4ac7-918a-bdfa245b738c {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:29:55.805920 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bba7fc2-31af-40b2-bd54-618d0e376ef6 req-2d2d8a07-71ae-43fc-a792-314a7ad1a688 service neutron] Port 878131a4-7136-41dc-b009-7276184533a9 on network ade47b10-2f6d-4ac7-918a-bdfa245b738c not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 14:29:55.806272 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bba7fc2-31af-40b2-bd54-618d0e376ef6 req-2d2d8a07-71ae-43fc-a792-314a7ad1a688 service neutron] Attempting to bind port 878131a4-7136-41dc-b009-7276184533a9 on network ade47b10-2f6d-4ac7-918a-bdfa245b738c {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:29:55.812153 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bba7fc2-31af-40b2-bd54-618d0e376ef6 req-2d2d8a07-71ae-43fc-a792-314a7ad1a688 service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:29:55.812488 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bba7fc2-31af-40b2-bd54-618d0e376ef6 req-2d2d8a07-71ae-43fc-a792-314a7ad1a688 service neutron] Checking segment: {'id': 'e0b65992-b2e3-422a-8a26-71762569249e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ade47b10-2f6d-4ac7-918a-bdfa245b738c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:29:55.812869 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bba7fc2-31af-40b2-bd54-618d0e376ef6 req-2d2d8a07-71ae-43fc-a792-314a7ad1a688 service neutron] Bound using segment: {'id': 'e0b65992-b2e3-422a-8a26-71762569249e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ade47b10-2f6d-4ac7-918a-bdfa245b738c'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:29:55.813295 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-8bba7fc2-31af-40b2-bd54-618d0e376ef6 req-2d2d8a07-71ae-43fc-a792-314a7ad1a688 service neutron] Bound port: 878131a4-7136-41dc-b009-7276184533a9, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0b65992-b2e3-422a-8a26-71762569249e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ade47b10-2f6d-4ac7-918a-bdfa245b738c'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:29:55.813892 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-8bba7fc2-31af-40b2-bd54-618d0e376ef6 req-2d2d8a07-71ae-43fc-a792-314a7ad1a688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:55.908898 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-8bba7fc2-31af-40b2-bd54-618d0e376ef6 req-2d2d8a07-71ae-43fc-a792-314a7ad1a688 service neutron] For port 878131a4-7136-41dc-b009-7276184533a9, host n-h1-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:29:55.912098 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-8bba7fc2-31af-40b2-bd54-618d0e376ef6 req-2d2d8a07-71ae-43fc-a792-314a7ad1a688 service neutron] For port 878131a4-7136-41dc-b009-7276184533a9, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=878131a4-7136-41dc-b009-7276184533a9,segment=NetworkSegment(e0b65992-b2e3-422a-8a26-71762569249e),segment_id=e0b65992-b2e3-422a-8a26-71762569249e)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:29:55.915655 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-8bba7fc2-31af-40b2-bd54-618d0e376ef6 req-2d2d8a07-71ae-43fc-a792-314a7ad1a688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:55.978402 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba7fc2-31af-40b2-bd54-618d0e376ef6 req-2d2d8a07-71ae-43fc-a792-314a7ad1a688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:55.979005 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-8bba7fc2-31af-40b2-bd54-618d0e376ef6 req-2d2d8a07-71ae-43fc-a792-314a7ad1a688 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:55.980350 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8bba7fc2-31af-40b2-bd54-618d0e376ef6 req-2d2d8a07-71ae-43fc-a792-314a7ad1a688 service neutron] 10.222.0.20 "PUT /v2.0/ports/878131a4-7136-41dc-b009-7276184533a9 HTTP/1.1" status: 200 len: 1091 time: 1.0413220 May 31 14:29:55.980774 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6fb003a-ebb2-4ac4-83aa-b063f7ac1e94', 'tag': '878131a4-7136-41dc-b009-7276184533a9'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:29:56.001964 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2d8a07-71ae-43fc-a792-314a7ad1a688 service neutron] Pushing event updated for resources: {'Port': ['ID=878131a4-7136-41dc-b009-7276184533a9,revision_number=3']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:29:56.049613 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b6f8bcf-2939-4b9a-8ad2-170e8faa0f95'] response: {'name': 'network-changed', 'server_uuid': 'b6fb003a-ebb2-4ac4-83aa-b063f7ac1e94', 'tag': '878131a4-7136-41dc-b009-7276184533a9', 'status': 'completed', 'code': 200} May 31 14:29:56.093869 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba7fc2-31af-40b2-bd54-618d0e376ef6 req-27dd1d8e-f1a4-4c52-88c3-b18cbc608291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:56.095280 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8bba7fc2-31af-40b2-bd54-618d0e376ef6 req-27dd1d8e-f1a4-4c52-88c3-b18cbc608291 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=84d5f31cb7a84459b3485b942060bc65&device_id=b6fb003a-ebb2-4ac4-83aa-b063f7ac1e94 HTTP/1.1" status: 200 len: 1094 time: 0.0779881 May 31 14:29:56.163348 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8bba7fc2-31af-40b2-bd54-618d0e376ef6 req-73bca487-c044-42e9-94dd-dd7db957a1c8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=878131a4-7136-41dc-b009-7276184533a9 HTTP/1.1" status: 200 len: 217 time: 0.0615418 May 31 14:29:56.228838 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba7fc2-31af-40b2-bd54-618d0e376ef6 req-cfdef060-5274-4663-b4ce-894021b80d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:56.230283 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8bba7fc2-31af-40b2-bd54-618d0e376ef6 req-cfdef060-5274-4663-b4ce-894021b80d13 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d2334967-5b57-4359-8f6c-e1a960f670bd HTTP/1.1" status: 200 len: 854 time: 0.0610895 May 31 14:29:56.276005 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8bba7fc2-31af-40b2-bd54-618d0e376ef6 req-aabf4323-5999-4dc8-b282-51a62c81b545 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ade47b10-2f6d-4ac7-918a-bdfa245b738c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401983 May 31 14:29:56.408671 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8bba7fc2-31af-40b2-bd54-618d0e376ef6 req-83b4dbfe-85ef-46c3-842e-5c085674d814 service neutron] 10.222.0.20 "GET /v2.0/networks/ade47b10-2f6d-4ac7-918a-bdfa245b738c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260703 May 31 14:29:56.539164 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8bba7fc2-31af-40b2-bd54-618d0e376ef6 req-501137be-263f-41d0-b979-71293e58a84a service neutron] 10.222.0.20 "GET /v2.0/networks/ade47b10-2f6d-4ac7-918a-bdfa245b738c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247582 May 31 14:29:56.664780 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4163c6-2b39-4b77-b395-54e588e13f7c req-28228d57-2441-40be-9799-643c6efca73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:56.666318 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-6d4163c6-2b39-4b77-b395-54e588e13f7c req-28228d57-2441-40be-9799-643c6efca73a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=84d5f31cb7a84459b3485b942060bc65&device_id=b6fb003a-ebb2-4ac4-83aa-b063f7ac1e94 HTTP/1.1" status: 200 len: 1094 time: 0.0859342 May 31 14:29:56.738236 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffe2203-1e8b-4577-bcf5-dd1da079d6b7 req-9441d1f8-6da0-4ceb-aa57-aa3b29628822 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:56.739694 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0ffe2203-1e8b-4577-bcf5-dd1da079d6b7 req-9441d1f8-6da0-4ceb-aa57-aa3b29628822 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6fb003a-ebb2-4ac4-83aa-b063f7ac1e94 HTTP/1.1" status: 200 len: 943 time: 0.0883479 May 31 14:29:56.783944 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0ffe2203-1e8b-4577-bcf5-dd1da079d6b7 req-8c227c42-38e8-4651-9d65-b41a4e086ee8 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b703cd2-aff1-45b4-96e3-7c3dc3905154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385520 May 31 14:29:56.806655 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4163c6-2b39-4b77-b395-54e588e13f7c req-c0f29b8b-5f70-4ae1-bf5c-ca50c0a42fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:56.808079 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-6d4163c6-2b39-4b77-b395-54e588e13f7c req-c0f29b8b-5f70-4ae1-bf5c-ca50c0a42fd1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ade47b10-2f6d-4ac7-918a-bdfa245b738c HTTP/1.1" status: 200 len: 915 time: 0.1346781 May 31 14:29:56.989386 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-6d4163c6-2b39-4b77-b395-54e588e13f7c req-b9da6275-a45f-42a8-a2fd-fcc439e352bc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=878131a4-7136-41dc-b009-7276184533a9 HTTP/1.1" status: 200 len: 217 time: 0.1748090 May 31 14:29:57.054741 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4163c6-2b39-4b77-b395-54e588e13f7c req-e475bc6d-87b3-4979-932f-93618c354607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:57.056121 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-6d4163c6-2b39-4b77-b395-54e588e13f7c req-e475bc6d-87b3-4979-932f-93618c354607 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d2334967-5b57-4359-8f6c-e1a960f670bd HTTP/1.1" status: 200 len: 854 time: 0.0603397 May 31 14:29:57.103765 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-6d4163c6-2b39-4b77-b395-54e588e13f7c req-c9ceee97-524e-4af6-8ac0-0a468edf2e22 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ade47b10-2f6d-4ac7-918a-bdfa245b738c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409496 May 31 14:29:57.236508 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-6d4163c6-2b39-4b77-b395-54e588e13f7c req-408c9373-828d-45ff-82b8-8c84458e5578 service neutron] 10.222.0.20 "GET /v2.0/networks/ade47b10-2f6d-4ac7-918a-bdfa245b738c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261280 May 31 14:29:57.369623 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-6d4163c6-2b39-4b77-b395-54e588e13f7c req-9cbe6ddd-5af9-461f-a275-1b580ad01927 service neutron] 10.222.0.20 "GET /v2.0/networks/ade47b10-2f6d-4ac7-918a-bdfa245b738c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264105 May 31 14:29:57.972943 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c264fa21-27ad-4d76-b93d-9d1a15d94d5e req-48fea6a5-a73d-4c23-97d3-bb1bcad69c02 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:57.974431 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c264fa21-27ad-4d76-b93d-9d1a15d94d5e req-48fea6a5-a73d-4c23-97d3-bb1bcad69c02 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6fb003a-ebb2-4ac4-83aa-b063f7ac1e94 HTTP/1.1" status: 200 len: 943 time: 0.0790374 May 31 14:29:58.022789 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c264fa21-27ad-4d76-b93d-9d1a15d94d5e req-726e8e1b-f842-4efd-9391-236da3b65fcc tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b703cd2-aff1-45b4-96e3-7c3dc3905154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422182 May 31 14:29:59.208372 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f57ed5-466d-478d-8538-d97693d77620 req-9a812b47-6735-4970-b970-4c26d8bf5907 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:29:59.209826 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-88f57ed5-466d-478d-8538-d97693d77620 req-9a812b47-6735-4970-b970-4c26d8bf5907 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6fb003a-ebb2-4ac4-83aa-b063f7ac1e94 HTTP/1.1" status: 200 len: 943 time: 0.0803673 May 31 14:29:59.254803 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-88f57ed5-466d-478d-8538-d97693d77620 req-9a32e29c-0ef5-40df-ba52-058ae40f4f41 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b703cd2-aff1-45b4-96e3-7c3dc3905154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392678 May 31 14:29:59.643820 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 878131a4-7136-41dc-b009-7276184533a9 details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 14:29:59.774767 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 878131a4-7136-41dc-b009-7276184533a9, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=878131a4-7136-41dc-b009-7276184533a9,segment=NetworkSegment(e0b65992-b2e3-422a-8a26-71762569249e),segment_id=e0b65992-b2e3-422a-8a26-71762569249e)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:29:59.788440 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': '878131a4-7136-41dc-b009-7276184533a9', 'network_id': 'ade47b10-2f6d-4ac7-918a-bdfa245b738c', 'port_id': '878131a4-7136-41dc-b009-7276184533a9', 'mac_address': 'fa:16:3e:3d:bc:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2334967-5b57-4359-8f6c-e1a960f670bd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 14:29:59.845647 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 878131a4-7136-41dc-b009-7276184533a9 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:29:59.846046 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:59.863730 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 878131a4-7136-41dc-b009-7276184533a9 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:29:59.878973 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 878131a4-7136-41dc-b009-7276184533a9, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=878131a4-7136-41dc-b009-7276184533a9,segment=NetworkSegment(e0b65992-b2e3-422a-8a26-71762569249e),segment_id=e0b65992-b2e3-422a-8a26-71762569249e)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:29:59.882905 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:29:59.953698 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=878131a4-7136-41dc-b009-7276184533a9,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:30:00.171669 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['878131a4-7136-41dc-b009-7276184533a9'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:30:00.634162 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b12792a-dd25-4e95-a4ee-095eea59ab3c req-6470b4d0-85a8-4d94-8fde-67532cc89f10 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:30:00.636894 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4b12792a-dd25-4e95-a4ee-095eea59ab3c req-6470b4d0-85a8-4d94-8fde-67532cc89f10 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6fb003a-ebb2-4ac4-83aa-b063f7ac1e94 HTTP/1.1" status: 200 len: 944 time: 0.1057158 May 31 14:30:00.685772 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4b12792a-dd25-4e95-a4ee-095eea59ab3c req-27ea461b-3516-4bcb-bd99-1f43bef5ef8a tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b703cd2-aff1-45b4-96e3-7c3dc3905154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405998 May 31 14:30:01.656590 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 878131a4-7136-41dc-b009-7276184533a9 up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:30:01.725295 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning for port 878131a4-7136-41dc-b009-7276184533a9 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:30:01.730177 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port 878131a4-7136-41dc-b009-7276184533a9 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:30:01.730542 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:01.848388 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 878131a4-7136-41dc-b009-7276184533a9 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:30:01.848749 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:01.871401 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf0b212-6a89-418f-a5c7-186703a1bae7 req-2eddd90e-a823-49fa-96d9-c8ec78a0ca02 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:30:01.873442 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-adf0b212-6a89-418f-a5c7-186703a1bae7 req-2eddd90e-a823-49fa-96d9-c8ec78a0ca02 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6fb003a-ebb2-4ac4-83aa-b063f7ac1e94 HTTP/1.1" status: 200 len: 944 time: 0.0812578 May 31 14:30:01.875853 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6fb003a-ebb2-4ac4-83aa-b063f7ac1e94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '878131a4-7136-41dc-b009-7276184533a9'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:30:01.885299 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 878131a4-7136-41dc-b009-7276184533a9, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=878131a4-7136-41dc-b009-7276184533a9,segment=NetworkSegment(e0b65992-b2e3-422a-8a26-71762569249e),segment_id=e0b65992-b2e3-422a-8a26-71762569249e)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:30:01.890645 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:01.918677 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-adf0b212-6a89-418f-a5c7-186703a1bae7 req-14a726f9-717c-49f1-93e6-ff0546834155 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b703cd2-aff1-45b4-96e3-7c3dc3905154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393062 May 31 14:30:01.931799 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3154c53e-bfa3-46c2-b1e1-919289f6a2ba'] response: {'server_uuid': 'b6fb003a-ebb2-4ac4-83aa-b063f7ac1e94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '878131a4-7136-41dc-b009-7276184533a9', 'code': 200} May 31 14:30:01.969713 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=878131a4-7136-41dc-b009-7276184533a9,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:30:02.051006 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccde600a-089f-4d7a-969a-5a06048ead63 req-f625ef11-aefb-4cc2-9be5-0c23952e8b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:30:02.052464 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ccde600a-089f-4d7a-969a-5a06048ead63 req-f625ef11-aefb-4cc2-9be5-0c23952e8b61 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b6fb003a-ebb2-4ac4-83aa-b063f7ac1e94 HTTP/1.1" status: 200 len: 1096 time: 0.0682566 May 31 14:30:02.096008 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ccde600a-089f-4d7a-969a-5a06048ead63 req-e562ae64-08e3-4c88-9a8e-1c5cfc5e1d9c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3b703cd2-aff1-45b4-96e3-7c3dc3905154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375049 May 31 14:30:03.107483 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f16b0-da8f-443e-832a-1f47bede0ca4 req-6eb174f3-cb17-4ae8-a2d9-e21ec3243858 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:30:03.108980 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7d0f16b0-da8f-443e-832a-1f47bede0ca4 req-6eb174f3-cb17-4ae8-a2d9-e21ec3243858 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6fb003a-ebb2-4ac4-83aa-b063f7ac1e94 HTTP/1.1" status: 200 len: 945 time: 0.0831709 May 31 14:30:03.152242 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7d0f16b0-da8f-443e-832a-1f47bede0ca4 req-845f64fb-90f5-4e27-8f6e-ae26248c74fb tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b703cd2-aff1-45b4-96e3-7c3dc3905154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374253 May 31 14:30:04.332390 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebb03a9-13b3-4053-896a-cfc9bb80b68e req-e43da0ec-1e36-4b93-a473-db562b0eba6f tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:30:04.333856 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3ebb03a9-13b3-4053-896a-cfc9bb80b68e req-e43da0ec-1e36-4b93-a473-db562b0eba6f tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6fb003a-ebb2-4ac4-83aa-b063f7ac1e94 HTTP/1.1" status: 200 len: 945 time: 0.0788219 May 31 14:30:04.381657 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3ebb03a9-13b3-4053-896a-cfc9bb80b68e req-9f3edc87-4e08-40e1-99b4-dc4487fe47f8 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b703cd2-aff1-45b4-96e3-7c3dc3905154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421743 May 31 14:30:04.645728 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:30:04.659814 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df38c5-50a5-432d-a0b2-952c3f3fcde8 req-c12ea9ef-ac9d-4849-a327-b14bd4a13dc8 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:30:04.661235 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-73df38c5-50a5-432d-a0b2-952c3f3fcde8 req-c12ea9ef-ac9d-4849-a327-b14bd4a13dc8 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] 10.222.0.50 "GET /v2.0/networks?id=ade47b10-2f6d-4ac7-918a-bdfa245b738c HTTP/1.1" status: 200 len: 814 time: 0.1414807 May 31 14:30:04.676171 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-73df38c5-50a5-432d-a0b2-952c3f3fcde8 req-e3ff8837-1ecb-46eb-aa24-ae3d17ddde38 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] 10.222.0.50 "GET /v2.0/quotas/84d5f31cb7a84459b3485b942060bc65 HTTP/1.1" status: 200 len: 375 time: 0.0094321 May 31 14:30:04.754679 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-73df38c5-50a5-432d-a0b2-952c3f3fcde8 req-fade5879-e9e2-494c-9b0f-9262ab3d79e3 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=84d5f31cb7a84459b3485b942060bc65&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0731924 May 31 14:30:04.992273 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-73df38c5-50a5-432d-a0b2-952c3f3fcde8 req-9d4ca3d8-ddf5-4fc0-8d97-4b1cf9f7148f service neutron] 10.222.0.50 "GET /v2.0/networks/ade47b10-2f6d-4ac7-918a-bdfa245b738c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309883 May 31 14:30:05.119913 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-73df38c5-50a5-432d-a0b2-952c3f3fcde8 req-7b899404-4def-42aa-99fe-44949c8aef69 service neutron] 10.222.0.50 "GET /v2.0/networks/ade47b10-2f6d-4ac7-918a-bdfa245b738c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217399 May 31 14:30:05.292199 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-889c3a38-b40e-45a2-beb9-e45aef8f2717 req-eeddbc95-6ff0-4e02-9b40-778c03588545 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] 10.222.0.50 "GET /v2.0/ports?device_id=525cf666-fafe-4c7a-bbc5-2b01afa7053b HTTP/1.1" status: 200 len: 210 time: 0.0422266 May 31 14:30:06.079947 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b4601623-f4c9-4c82-aa35-ba3554a46c7d req-27d55d5d-c94a-4798-89bf-89f992a59277 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b6fb003a-ebb2-4ac4-83aa-b063f7ac1e94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0802939 May 31 14:30:06.222889 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4601623-f4c9-4c82-aa35-ba3554a46c7d req-eaeca62f-77dd-42aa-bb44-e8e2ced6eb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:30:06.224378 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b4601623-f4c9-4c82-aa35-ba3554a46c7d req-eaeca62f-77dd-42aa-bb44-e8e2ced6eb7c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=84d5f31cb7a84459b3485b942060bc65&device_id=b6fb003a-ebb2-4ac4-83aa-b063f7ac1e94 HTTP/1.1" status: 200 len: 1096 time: 0.0769157 May 31 14:30:06.393126 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4601623-f4c9-4c82-aa35-ba3554a46c7d req-223b9761-2daa-4174-b839-17476028b3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:30:06.395192 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b4601623-f4c9-4c82-aa35-ba3554a46c7d req-223b9761-2daa-4174-b839-17476028b3f2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ade47b10-2f6d-4ac7-918a-bdfa245b738c HTTP/1.1" status: 200 len: 915 time: 0.1510859 May 31 14:30:06.397830 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-07601b41-c9ae-4226-a4a1-13123149d31c req-36ed60a3-f393-481e-a596-e877f395a3af tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] 10.222.0.50 "GET /v2.0/ports?device_id=525cf666-fafe-4c7a-bbc5-2b01afa7053b HTTP/1.1" status: 200 len: 210 time: 0.0498912 May 31 14:30:06.478795 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b4601623-f4c9-4c82-aa35-ba3554a46c7d req-053e8862-5f1d-4eec-b640-f0a09618a624 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=878131a4-7136-41dc-b009-7276184533a9 HTTP/1.1" status: 200 len: 217 time: 0.0758352 May 31 14:30:06.548350 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4601623-f4c9-4c82-aa35-ba3554a46c7d req-728932b9-75f0-4243-a93f-bffe3a7f48c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:30:06.549819 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b4601623-f4c9-4c82-aa35-ba3554a46c7d req-728932b9-75f0-4243-a93f-bffe3a7f48c0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d2334967-5b57-4359-8f6c-e1a960f670bd HTTP/1.1" status: 200 len: 854 time: 0.0659447 May 31 14:30:06.601317 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b4601623-f4c9-4c82-aa35-ba3554a46c7d req-33caade1-178d-4189-9677-36a0293514d0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ade47b10-2f6d-4ac7-918a-bdfa245b738c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461526 May 31 14:30:06.734614 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b4601623-f4c9-4c82-aa35-ba3554a46c7d req-1d85ff2c-f7cd-4c28-ad09-bb31eb4adda3 service neutron] 10.222.0.20 "GET /v2.0/networks/ade47b10-2f6d-4ac7-918a-bdfa245b738c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275992 May 31 14:30:06.874779 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b4601623-f4c9-4c82-aa35-ba3554a46c7d req-26d419b9-0e4f-4c9a-be15-d644aef9573a service neutron] 10.222.0.20 "GET /v2.0/networks/ade47b10-2f6d-4ac7-918a-bdfa245b738c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347497 May 31 14:30:07.551134 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8c594190-124c-4add-8637-8689b8ffcced req-87f296ab-bb8e-46cb-8c34-d7e985d5a991 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] 10.222.0.50 "GET /v2.0/ports?device_id=525cf666-fafe-4c7a-bbc5-2b01afa7053b HTTP/1.1" status: 200 len: 210 time: 0.0430200 May 31 14:30:07.944287 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:08.427425 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df38c5-50a5-432d-a0b2-952c3f3fcde8 req-9737098c-c91a-40da-b2ac-454c7deb35d7 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:30:08.428914 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-73df38c5-50a5-432d-a0b2-952c3f3fcde8 req-9737098c-c91a-40da-b2ac-454c7deb35d7 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] 10.222.0.44 "GET /v2.0/networks?id=ade47b10-2f6d-4ac7-918a-bdfa245b738c HTTP/1.1" status: 200 len: 814 time: 0.1577759 May 31 14:30:08.440569 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-73df38c5-50a5-432d-a0b2-952c3f3fcde8 req-7ec5d79f-b8eb-452c-b724-fb61f2a6e172 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Request body: {'port': {'device_id': '525cf666-fafe-4c7a-bbc5-2b01afa7053b', 'network_id': 'ade47b10-2f6d-4ac7-918a-bdfa245b738c', 'admin_state_up': True, 'tenant_id': '84d5f31cb7a84459b3485b942060bc65'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:30:08.695607 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-73df38c5-50a5-432d-a0b2-952c3f3fcde8 req-7ec5d79f-b8eb-452c-b724-fb61f2a6e172 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:30:08.699462 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-73df38c5-50a5-432d-a0b2-952c3f3fcde8 req-7ec5d79f-b8eb-452c-b724-fb61f2a6e172 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Usage tracker for resource:port and tenant:84d5f31cb7a84459b3485b942060bc65 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:30:08.703269 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-73df38c5-50a5-432d-a0b2-952c3f3fcde8 req-7ec5d79f-b8eb-452c-b724-fb61f2a6e172 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:30:08.708884 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-73df38c5-50a5-432d-a0b2-952c3f3fcde8 req-7ec5d79f-b8eb-452c-b724-fb61f2a6e172 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:30:08.712630 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-103c3be2-8781-45e8-9ce1-18be775bc505 req-140b184d-eb81-4693-8bdc-31ebfcf46e98 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] 10.222.0.50 "GET /v2.0/ports?device_id=525cf666-fafe-4c7a-bbc5-2b01afa7053b HTTP/1.1" status: 200 len: 210 time: 0.0492251 May 31 14:30:08.719739 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73df38c5-50a5-432d-a0b2-952c3f3fcde8 req-7ec5d79f-b8eb-452c-b724-fb61f2a6e172 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Made reservation on behalf of 84d5f31cb7a84459b3485b942060bc65 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:30:08.723260 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-73df38c5-50a5-432d-a0b2-952c3f3fcde8 req-7ec5d79f-b8eb-452c-b724-fb61f2a6e172 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:08.886021 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [req-73df38c5-50a5-432d-a0b2-952c3f3fcde8 req-7ec5d79f-b8eb-452c-b724-fb61f2a6e172 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Allocated IP 172.20.0.7 (ade47b10-2f6d-4ac7-918a-bdfa245b738c/d2334967-5b57-4359-8f6c-e1a960f670bd/3d91d39a-f8bf-4418-84b8-2952e4d76b4a) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:30:09.113003 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-73df38c5-50a5-432d-a0b2-952c3f3fcde8 req-7ec5d79f-b8eb-452c-b724-fb61f2a6e172 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:09.142481 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-73df38c5-50a5-432d-a0b2-952c3f3fcde8 req-7ec5d79f-b8eb-452c-b724-fb61f2a6e172 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:09.154794 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['878131a4-7136-41dc-b009-7276184533a9'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:30:09.217850 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73df38c5-50a5-432d-a0b2-952c3f3fcde8 req-7ec5d79f-b8eb-452c-b724-fb61f2a6e172 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Network ade47b10-2f6d-4ac7-918a-bdfa245b738c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:30:09.221206 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [req-73df38c5-50a5-432d-a0b2-952c3f3fcde8 req-7ec5d79f-b8eb-452c-b724-fb61f2a6e172 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:30:09.225087 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-73df38c5-50a5-432d-a0b2-952c3f3fcde8 req-7ec5d79f-b8eb-452c-b724-fb61f2a6e172 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:30:09.255993 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec5d79f-b8eb-452c-b724-fb61f2a6e172 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Pushing event updated for resources: {'Port': ['ID=3d91d39a-f8bf-4418-84b8-2952e4d76b4a,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:30:09.275333 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec5d79f-b8eb-452c-b724-fb61f2a6e172 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:30:09.275681 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec5d79f-b8eb-452c-b724-fb61f2a6e172 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:30:09.276041 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec5d79f-b8eb-452c-b724-fb61f2a6e172 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:30:09.276380 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec5d79f-b8eb-452c-b724-fb61f2a6e172 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:30:09.276711 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec5d79f-b8eb-452c-b724-fb61f2a6e172 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:30:09.277037 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec5d79f-b8eb-452c-b724-fb61f2a6e172 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:30:09.277360 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec5d79f-b8eb-452c-b724-fb61f2a6e172 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:30:09.277682 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec5d79f-b8eb-452c-b724-fb61f2a6e172 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:30:09.278024 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec5d79f-b8eb-452c-b724-fb61f2a6e172 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:30:09.278350 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec5d79f-b8eb-452c-b724-fb61f2a6e172 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:30:09.278720 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec5d79f-b8eb-452c-b724-fb61f2a6e172 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:30:09.279078 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec5d79f-b8eb-452c-b724-fb61f2a6e172 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:30:09.302255 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df38c5-50a5-432d-a0b2-952c3f3fcde8 req-7ec5d79f-b8eb-452c-b724-fb61f2a6e172 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:30:09.302867 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-73df38c5-50a5-432d-a0b2-952c3f3fcde8 req-7ec5d79f-b8eb-452c-b724-fb61f2a6e172 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:09.324797 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-73df38c5-50a5-432d-a0b2-952c3f3fcde8 req-7ec5d79f-b8eb-452c-b724-fb61f2a6e172 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8879871 May 31 14:30:09.336503 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-73df38c5-50a5-432d-a0b2-952c3f3fcde8 req-3393e4ab-c03c-4e7e-8666-315e7af907ae service neutron] Request body: {'port': {'device_id': '525cf666-fafe-4c7a-bbc5-2b01afa7053b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:30:09.395226 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:09.459603 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-73df38c5-50a5-432d-a0b2-952c3f3fcde8 req-3393e4ab-c03c-4e7e-8666-315e7af907ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:09.800183 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [req-73df38c5-50a5-432d-a0b2-952c3f3fcde8 req-3393e4ab-c03c-4e7e-8666-315e7af907ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d91d39a-f8bf-4418-84b8-2952e4d76b4a {{(pid=88369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:30:09.807322 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-73df38c5-50a5-432d-a0b2-952c3f3fcde8 req-3393e4ab-c03c-4e7e-8666-315e7af907ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:09.821713 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-73df38c5-50a5-432d-a0b2-952c3f3fcde8 req-3393e4ab-c03c-4e7e-8666-315e7af907ae service neutron] Transition to ACTIVE for port object 3d91d39a-f8bf-4418-84b8-2952e4d76b4a will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:30:09.826654 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-73df38c5-50a5-432d-a0b2-952c3f3fcde8 req-3393e4ab-c03c-4e7e-8666-315e7af907ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:09.903191 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43159ed9-cb9a-4723-9aae-df945302d8fe req-e2ac7b5d-bb31-4ee9-836e-5cf8b262c9c2 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:30:09.905378 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-43159ed9-cb9a-4723-9aae-df945302d8fe req-e2ac7b5d-bb31-4ee9-836e-5cf8b262c9c2 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] 10.222.0.50 "GET /v2.0/ports?device_id=525cf666-fafe-4c7a-bbc5-2b01afa7053b HTTP/1.1" status: 200 len: 943 time: 0.0851099 May 31 14:30:09.950276 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-43159ed9-cb9a-4723-9aae-df945302d8fe req-dba000f7-15df-443d-a869-abfa8ab883d4 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b703cd2-aff1-45b4-96e3-7c3dc3905154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388665 May 31 14:30:09.980169 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3393e4ab-c03c-4e7e-8666-315e7af907ae service neutron] Pushing event updated for resources: {'Port': ['ID=3d91d39a-f8bf-4418-84b8-2952e4d76b4a,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:30:10.059269 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-73df38c5-50a5-432d-a0b2-952c3f3fcde8 req-3393e4ab-c03c-4e7e-8666-315e7af907ae service neutron] Attempting to bind port 3d91d39a-f8bf-4418-84b8-2952e4d76b4a on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:30:10.059509 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-73df38c5-50a5-432d-a0b2-952c3f3fcde8 req-3393e4ab-c03c-4e7e-8666-315e7af907ae service neutron] Attempting to bind port 3d91d39a-f8bf-4418-84b8-2952e4d76b4a by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'e0b65992-b2e3-422a-8a26-71762569249e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ade47b10-2f6d-4ac7-918a-bdfa245b738c'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:30:10.059869 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73df38c5-50a5-432d-a0b2-952c3f3fcde8 req-3393e4ab-c03c-4e7e-8666-315e7af907ae service neutron] Attempting to bind port 3d91d39a-f8bf-4418-84b8-2952e4d76b4a on network ade47b10-2f6d-4ac7-918a-bdfa245b738c {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:30:10.064561 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73df38c5-50a5-432d-a0b2-952c3f3fcde8 req-3393e4ab-c03c-4e7e-8666-315e7af907ae service neutron] Port 3d91d39a-f8bf-4418-84b8-2952e4d76b4a on network ade47b10-2f6d-4ac7-918a-bdfa245b738c not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 14:30:10.064864 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73df38c5-50a5-432d-a0b2-952c3f3fcde8 req-3393e4ab-c03c-4e7e-8666-315e7af907ae service neutron] Attempting to bind port 3d91d39a-f8bf-4418-84b8-2952e4d76b4a on network ade47b10-2f6d-4ac7-918a-bdfa245b738c {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:30:10.069724 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73df38c5-50a5-432d-a0b2-952c3f3fcde8 req-3393e4ab-c03c-4e7e-8666-315e7af907ae service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:30:10.070085 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73df38c5-50a5-432d-a0b2-952c3f3fcde8 req-3393e4ab-c03c-4e7e-8666-315e7af907ae service neutron] Checking segment: {'id': 'e0b65992-b2e3-422a-8a26-71762569249e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ade47b10-2f6d-4ac7-918a-bdfa245b738c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:30:10.070457 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73df38c5-50a5-432d-a0b2-952c3f3fcde8 req-3393e4ab-c03c-4e7e-8666-315e7af907ae service neutron] Bound using segment: {'id': 'e0b65992-b2e3-422a-8a26-71762569249e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ade47b10-2f6d-4ac7-918a-bdfa245b738c'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:30:10.070868 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-73df38c5-50a5-432d-a0b2-952c3f3fcde8 req-3393e4ab-c03c-4e7e-8666-315e7af907ae service neutron] Bound port: 3d91d39a-f8bf-4418-84b8-2952e4d76b4a, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0b65992-b2e3-422a-8a26-71762569249e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ade47b10-2f6d-4ac7-918a-bdfa245b738c'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:30:10.071206 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-73df38c5-50a5-432d-a0b2-952c3f3fcde8 req-3393e4ab-c03c-4e7e-8666-315e7af907ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:10.164222 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-73df38c5-50a5-432d-a0b2-952c3f3fcde8 req-3393e4ab-c03c-4e7e-8666-315e7af907ae service neutron] For port 3d91d39a-f8bf-4418-84b8-2952e4d76b4a, host n-h2-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:30:10.167332 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-73df38c5-50a5-432d-a0b2-952c3f3fcde8 req-3393e4ab-c03c-4e7e-8666-315e7af907ae service neutron] For port 3d91d39a-f8bf-4418-84b8-2952e4d76b4a, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=3d91d39a-f8bf-4418-84b8-2952e4d76b4a,segment=NetworkSegment(e0b65992-b2e3-422a-8a26-71762569249e),segment_id=e0b65992-b2e3-422a-8a26-71762569249e)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:30:10.171141 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-73df38c5-50a5-432d-a0b2-952c3f3fcde8 req-3393e4ab-c03c-4e7e-8666-315e7af907ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:10.229793 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df38c5-50a5-432d-a0b2-952c3f3fcde8 req-3393e4ab-c03c-4e7e-8666-315e7af907ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:30:10.230422 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-73df38c5-50a5-432d-a0b2-952c3f3fcde8 req-3393e4ab-c03c-4e7e-8666-315e7af907ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:10.234562 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-73df38c5-50a5-432d-a0b2-952c3f3fcde8 req-3393e4ab-c03c-4e7e-8666-315e7af907ae service neutron] 10.222.0.44 "PUT /v2.0/ports/3d91d39a-f8bf-4418-84b8-2952e4d76b4a HTTP/1.1" status: 200 len: 1091 time: 0.8997605 May 31 14:30:10.234562 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '525cf666-fafe-4c7a-bbc5-2b01afa7053b', 'tag': '3d91d39a-f8bf-4418-84b8-2952e4d76b4a'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:30:10.261351 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3393e4ab-c03c-4e7e-8666-315e7af907ae service neutron] Pushing event updated for resources: {'Port': ['ID=3d91d39a-f8bf-4418-84b8-2952e4d76b4a,revision_number=3']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:30:10.298862 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fac7954c-9556-4331-89f6-fb99ac1bc238'] response: {'name': 'network-changed', 'server_uuid': '525cf666-fafe-4c7a-bbc5-2b01afa7053b', 'tag': '3d91d39a-f8bf-4418-84b8-2952e4d76b4a', 'status': 'completed', 'code': 200} May 31 14:30:10.339508 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df38c5-50a5-432d-a0b2-952c3f3fcde8 req-e080ecf5-52e9-49c2-9481-b1d92d0ee813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:30:10.340883 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-73df38c5-50a5-432d-a0b2-952c3f3fcde8 req-e080ecf5-52e9-49c2-9481-b1d92d0ee813 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=84d5f31cb7a84459b3485b942060bc65&device_id=525cf666-fafe-4c7a-bbc5-2b01afa7053b HTTP/1.1" status: 200 len: 1094 time: 0.0729437 May 31 14:30:10.411704 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-73df38c5-50a5-432d-a0b2-952c3f3fcde8 req-57145a2b-dfe1-48b6-a34c-935691434b8f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d91d39a-f8bf-4418-84b8-2952e4d76b4a HTTP/1.1" status: 200 len: 217 time: 0.0644152 May 31 14:30:10.480417 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df38c5-50a5-432d-a0b2-952c3f3fcde8 req-7b87fedb-5c80-49b9-ab49-2797ae2a3efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:30:10.482096 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-73df38c5-50a5-432d-a0b2-952c3f3fcde8 req-7b87fedb-5c80-49b9-ab49-2797ae2a3efc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d2334967-5b57-4359-8f6c-e1a960f670bd HTTP/1.1" status: 200 len: 854 time: 0.0649586 May 31 14:30:10.630478 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-73df38c5-50a5-432d-a0b2-952c3f3fcde8 req-8e54606b-b62d-4ac6-8539-2d6b6f8be64c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ade47b10-2f6d-4ac7-918a-bdfa245b738c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1427617 May 31 14:30:10.688208 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3cc478eb-56bd-43a9-890c-a3cb87de7d2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:10.767911 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-73df38c5-50a5-432d-a0b2-952c3f3fcde8 req-5d4df3d9-a72c-41df-a612-6805fc76c8a4 service neutron] 10.222.0.44 "GET /v2.0/networks/ade47b10-2f6d-4ac7-918a-bdfa245b738c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316586 May 31 14:30:10.898747 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-73df38c5-50a5-432d-a0b2-952c3f3fcde8 req-4baa2959-636f-4839-aaff-dc6e24835daa service neutron] 10.222.0.44 "GET /v2.0/networks/ade47b10-2f6d-4ac7-918a-bdfa245b738c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246204 May 31 14:30:11.016371 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bbd193-9460-4ca8-9850-c4831cadfbd0 req-08197a72-7737-4b36-82b1-c1e33110922a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:30:11.018023 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f8bbd193-9460-4ca8-9850-c4831cadfbd0 req-08197a72-7737-4b36-82b1-c1e33110922a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=84d5f31cb7a84459b3485b942060bc65&device_id=525cf666-fafe-4c7a-bbc5-2b01afa7053b HTTP/1.1" status: 200 len: 1094 time: 0.0713484 May 31 14:30:11.146293 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34493ccb-a034-4aaf-8eca-0a7b5ece0256 req-4e31ec41-c7e7-4172-97bc-d75b2ce15c34 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:30:11.147833 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-34493ccb-a034-4aaf-8eca-0a7b5ece0256 req-4e31ec41-c7e7-4172-97bc-d75b2ce15c34 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] 10.222.0.50 "GET /v2.0/ports?device_id=525cf666-fafe-4c7a-bbc5-2b01afa7053b HTTP/1.1" status: 200 len: 943 time: 0.0882428 May 31 14:30:11.179314 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bbd193-9460-4ca8-9850-c4831cadfbd0 req-51a0028d-2945-4b22-9cc2-58aa867105ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:30:11.180818 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f8bbd193-9460-4ca8-9850-c4831cadfbd0 req-51a0028d-2945-4b22-9cc2-58aa867105ed service neutron] 10.222.0.44 "GET /v2.0/networks?id=ade47b10-2f6d-4ac7-918a-bdfa245b738c HTTP/1.1" status: 200 len: 915 time: 0.1566648 May 31 14:30:11.197056 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-34493ccb-a034-4aaf-8eca-0a7b5ece0256 req-0b200c58-92ce-4d74-9012-3718ad851ec1 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b703cd2-aff1-45b4-96e3-7c3dc3905154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435886 May 31 14:30:11.253441 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f8bbd193-9460-4ca8-9850-c4831cadfbd0 req-97862ab7-da49-4cab-af13-8cf662a47341 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d91d39a-f8bf-4418-84b8-2952e4d76b4a HTTP/1.1" status: 200 len: 217 time: 0.0664299 May 31 14:30:11.323837 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bbd193-9460-4ca8-9850-c4831cadfbd0 req-82ae7cc9-c51b-47b5-a977-e1ea97ee5268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:30:11.325348 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f8bbd193-9460-4ca8-9850-c4831cadfbd0 req-82ae7cc9-c51b-47b5-a977-e1ea97ee5268 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d2334967-5b57-4359-8f6c-e1a960f670bd HTTP/1.1" status: 200 len: 854 time: 0.0663671 May 31 14:30:11.374217 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f8bbd193-9460-4ca8-9850-c4831cadfbd0 req-e1d92d81-7a63-4523-afc3-b1778c93b893 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ade47b10-2f6d-4ac7-918a-bdfa245b738c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422931 May 31 14:30:11.524178 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f8bbd193-9460-4ca8-9850-c4831cadfbd0 req-b86f9c6b-d7c1-47b4-90f4-308c59edd530 service neutron] 10.222.0.44 "GET /v2.0/networks/ade47b10-2f6d-4ac7-918a-bdfa245b738c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436348 May 31 14:30:11.662722 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f8bbd193-9460-4ca8-9850-c4831cadfbd0 req-81f9f58e-d25f-4c88-be07-922ac7681413 service neutron] 10.222.0.44 "GET /v2.0/networks/ade47b10-2f6d-4ac7-918a-bdfa245b738c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318514 May 31 14:30:12.385034 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d9a94-f15e-405d-b20d-96247489adfa req-852268ef-70e4-4007-b599-2d24b1968dd7 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:30:12.386527 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8f8d9a94-f15e-405d-b20d-96247489adfa req-852268ef-70e4-4007-b599-2d24b1968dd7 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] 10.222.0.50 "GET /v2.0/ports?device_id=525cf666-fafe-4c7a-bbc5-2b01afa7053b HTTP/1.1" status: 200 len: 943 time: 0.0811260 May 31 14:30:12.430779 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8f8d9a94-f15e-405d-b20d-96247489adfa req-31399890-9495-431f-96b6-194ff41213b9 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b703cd2-aff1-45b4-96e3-7c3dc3905154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378170 May 31 14:30:12.883052 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c80c85a7-465a-4f01-bb50-d5596ff3b6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:13.147448 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 3d91d39a-f8bf-4418-84b8-2952e4d76b4a details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 14:30:13.277865 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 3d91d39a-f8bf-4418-84b8-2952e4d76b4a, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=3d91d39a-f8bf-4418-84b8-2952e4d76b4a,segment=NetworkSegment(e0b65992-b2e3-422a-8a26-71762569249e),segment_id=e0b65992-b2e3-422a-8a26-71762569249e)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:30:13.291418 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': '3d91d39a-f8bf-4418-84b8-2952e4d76b4a', 'network_id': 'ade47b10-2f6d-4ac7-918a-bdfa245b738c', 'port_id': '3d91d39a-f8bf-4418-84b8-2952e4d76b4a', 'mac_address': 'fa:16:3e:7a:84:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2334967-5b57-4359-8f6c-e1a960f670bd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 14:30:13.351231 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 3d91d39a-f8bf-4418-84b8-2952e4d76b4a is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:30:13.351578 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:13.369242 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d91d39a-f8bf-4418-84b8-2952e4d76b4a {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:30:13.385266 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 3d91d39a-f8bf-4418-84b8-2952e4d76b4a, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=3d91d39a-f8bf-4418-84b8-2952e4d76b4a,segment=NetworkSegment(e0b65992-b2e3-422a-8a26-71762569249e),segment_id=e0b65992-b2e3-422a-8a26-71762569249e)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:30:13.389494 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:13.458018 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=3d91d39a-f8bf-4418-84b8-2952e4d76b4a,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:30:13.601329 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['3d91d39a-f8bf-4418-84b8-2952e4d76b4a'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:30:13.627531 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcecdffc-dd4a-4f59-9d83-3782950c426c req-cccaa6f9-0959-4681-afe3-3fb680fc2ac0 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:30:13.629740 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fcecdffc-dd4a-4f59-9d83-3782950c426c req-cccaa6f9-0959-4681-afe3-3fb680fc2ac0 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] 10.222.0.50 "GET /v2.0/ports?device_id=525cf666-fafe-4c7a-bbc5-2b01afa7053b HTTP/1.1" status: 200 len: 944 time: 0.0842867 May 31 14:30:13.676083 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fcecdffc-dd4a-4f59-9d83-3782950c426c req-43c8e687-5ecf-4383-97bb-c3fb9fed21cd tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b703cd2-aff1-45b4-96e3-7c3dc3905154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410104 May 31 14:30:13.949644 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:14.094272 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:14.863707 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e419cf-6798-42b4-a801-c7ee291e385a req-a72f2470-516c-4c4d-ba19-598a5e3a6c22 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:30:14.865781 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-27e419cf-6798-42b4-a801-c7ee291e385a req-a72f2470-516c-4c4d-ba19-598a5e3a6c22 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] 10.222.0.50 "GET /v2.0/ports?device_id=525cf666-fafe-4c7a-bbc5-2b01afa7053b HTTP/1.1" status: 200 len: 944 time: 0.0810244 May 31 14:30:14.909360 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-27e419cf-6798-42b4-a801-c7ee291e385a req-f8dcd5f1-95f7-42af-8ed7-18bc3d841ac6 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b703cd2-aff1-45b4-96e3-7c3dc3905154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378380 May 31 14:30:15.162930 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 3d91d39a-f8bf-4418-84b8-2952e4d76b4a up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:30:15.228943 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port 3d91d39a-f8bf-4418-84b8-2952e4d76b4a completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:30:15.233854 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port 3d91d39a-f8bf-4418-84b8-2952e4d76b4a triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:30:15.234251 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:15.347926 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 3d91d39a-f8bf-4418-84b8-2952e4d76b4a is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:30:15.348309 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:15.374483 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '525cf666-fafe-4c7a-bbc5-2b01afa7053b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d91d39a-f8bf-4418-84b8-2952e4d76b4a'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:30:15.384726 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 3d91d39a-f8bf-4418-84b8-2952e4d76b4a, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=3d91d39a-f8bf-4418-84b8-2952e4d76b4a,segment=NetworkSegment(e0b65992-b2e3-422a-8a26-71762569249e),segment_id=e0b65992-b2e3-422a-8a26-71762569249e)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:30:15.387816 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:15.425136 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-756c39f9-5884-4445-9917-c6ffb4ec274b'] response: {'server_uuid': '525cf666-fafe-4c7a-bbc5-2b01afa7053b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d91d39a-f8bf-4418-84b8-2952e4d76b4a', 'code': 200} May 31 14:30:15.465942 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=3d91d39a-f8bf-4418-84b8-2952e4d76b4a,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:30:15.544720 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9524c353-a4e8-492c-8e72-cb42a845a587 req-b9ee38d4-1189-49dc-93f5-a6678c1ee484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:30:15.546239 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-9524c353-a4e8-492c-8e72-cb42a845a587 req-b9ee38d4-1189-49dc-93f5-a6678c1ee484 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=525cf666-fafe-4c7a-bbc5-2b01afa7053b HTTP/1.1" status: 200 len: 1096 time: 0.0691135 May 31 14:30:15.587437 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-9524c353-a4e8-492c-8e72-cb42a845a587 req-94177b7e-75e9-4d95-aab3-931aab11e893 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3b703cd2-aff1-45b4-96e3-7c3dc3905154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348096 May 31 14:30:15.833382 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:16.101075 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bf5613-e8f1-4308-be73-8d02a13f3e1e req-208920bb-9c8e-41bd-93b3-c8e620b85c26 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:30:16.102541 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c4bf5613-e8f1-4308-be73-8d02a13f3e1e req-208920bb-9c8e-41bd-93b3-c8e620b85c26 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] 10.222.0.50 "GET /v2.0/ports?device_id=525cf666-fafe-4c7a-bbc5-2b01afa7053b HTTP/1.1" status: 200 len: 945 time: 0.0846865 May 31 14:30:16.147166 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c4bf5613-e8f1-4308-be73-8d02a13f3e1e req-0386e032-5cab-4d27-a668-1aaf136d0901 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b703cd2-aff1-45b4-96e3-7c3dc3905154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386283 May 31 14:30:17.348760 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7914d16c-77c6-4183-b6be-d602f1e6bfc0 req-1937e293-d78a-48b1-b7ed-cc093603929c tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:30:17.350285 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7914d16c-77c6-4183-b6be-d602f1e6bfc0 req-1937e293-d78a-48b1-b7ed-cc093603929c tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] 10.222.0.50 "GET /v2.0/ports?device_id=525cf666-fafe-4c7a-bbc5-2b01afa7053b HTTP/1.1" status: 200 len: 945 time: 0.0820804 May 31 14:30:17.399169 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7914d16c-77c6-4183-b6be-d602f1e6bfc0 req-38e1b603-cf3d-49a4-a5a5-94b202881c23 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b703cd2-aff1-45b4-96e3-7c3dc3905154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432689 May 31 14:30:17.776796 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4861d4-dd79-4137-a8c0-157522c3dd04 req-411b7b8b-fab5-4c3f-8f32-2e6623cef949 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:30:17.778201 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1a4861d4-dd79-4137-a8c0-157522c3dd04 req-411b7b8b-fab5-4c3f-8f32-2e6623cef949 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] 10.222.0.50 "GET /v2.0/ports?device_id=525cf666-fafe-4c7a-bbc5-2b01afa7053b HTTP/1.1" status: 200 len: 945 time: 0.0815866 May 31 14:30:17.822979 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1a4861d4-dd79-4137-a8c0-157522c3dd04 req-45b78914-4c3c-42df-9ecc-55e74ff44ea0 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b703cd2-aff1-45b4-96e3-7c3dc3905154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389907 May 31 14:30:19.008814 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32cae03-46b0-4f53-be35-467541ef802e req-eab9befc-94ca-451b-a6d6-0a30fce09e77 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:30:19.010187 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-c32cae03-46b0-4f53-be35-467541ef802e req-eab9befc-94ca-451b-a6d6-0a30fce09e77 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Synchronizing usage tracker for tenant:84d5f31cb7a84459b3485b942060bc65 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:30:19.024804 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84559219-3a9e-41d3-8d44-c88146dc251b req-e1303e27-17d4-4d37-b6c7-8d30aadee0d4 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:30:19.026729 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-84559219-3a9e-41d3-8d44-c88146dc251b req-e1303e27-17d4-4d37-b6c7-8d30aadee0d4 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] 10.222.0.50 "GET /v2.0/ports?device_id=525cf666-fafe-4c7a-bbc5-2b01afa7053b HTTP/1.1" status: 200 len: 945 time: 0.0862467 May 31 14:30:19.027785 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-c32cae03-46b0-4f53-be35-467541ef802e req-eab9befc-94ca-451b-a6d6-0a30fce09e77 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Unset dirty status for tenant:84d5f31cb7a84459b3485b942060bc65 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:30:19.029344 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c32cae03-46b0-4f53-be35-467541ef802e req-eab9befc-94ca-451b-a6d6-0a30fce09e77 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] 10.222.0.44 "GET /v2.0/ports?device_id=525cf666-fafe-4c7a-bbc5-2b01afa7053b HTTP/1.1" status: 200 len: 945 time: 0.1032562 May 31 14:30:19.072428 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-84559219-3a9e-41d3-8d44-c88146dc251b req-3f79eb9d-b5fb-4bae-b322-b4cfcd8a6f1a tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b703cd2-aff1-45b4-96e3-7c3dc3905154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398009 May 31 14:30:19.099817 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-c32cae03-46b0-4f53-be35-467541ef802e req-003ebfdd-71fc-439a-9b19-93686c9f24f2 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Deleting port 3d91d39a-f8bf-4418-84b8-2952e4d76b4a {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:30:19.100158 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-c32cae03-46b0-4f53-be35-467541ef802e req-003ebfdd-71fc-439a-9b19-93686c9f24f2 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:19.346960 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-c32cae03-46b0-4f53-be35-467541ef802e req-003ebfdd-71fc-439a-9b19-93686c9f24f2 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] For port 3d91d39a-f8bf-4418-84b8-2952e4d76b4a, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=3d91d39a-f8bf-4418-84b8-2952e4d76b4a,segment=NetworkSegment(e0b65992-b2e3-422a-8a26-71762569249e),segment_id=e0b65992-b2e3-422a-8a26-71762569249e)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:30:19.347242 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-c32cae03-46b0-4f53-be35-467541ef802e req-003ebfdd-71fc-439a-9b19-93686c9f24f2 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:19.577344 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-c32cae03-46b0-4f53-be35-467541ef802e req-003ebfdd-71fc-439a-9b19-93686c9f24f2 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Calling delete_port for 3d91d39a-f8bf-4418-84b8-2952e4d76b4a owned by compute:nova {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:30:19.718123 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-c32cae03-46b0-4f53-be35-467541ef802e req-003ebfdd-71fc-439a-9b19-93686c9f24f2 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:19.729651 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['3d91d39a-f8bf-4418-84b8-2952e4d76b4a'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:30:19.756187 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['878131a4-7136-41dc-b009-7276184533a9'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:30:19.773502 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003ebfdd-71fc-439a-9b19-93686c9f24f2 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Pushing event deleted for resources: {'Port': ['ID=3d91d39a-f8bf-4418-84b8-2952e4d76b4a,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:30:19.847363 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-c32cae03-46b0-4f53-be35-467541ef802e req-003ebfdd-71fc-439a-9b19-93686c9f24f2 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] No DVR routers for this DVR port 3d91d39a-f8bf-4418-84b8-2952e4d76b4a on host n-h2-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:30:19.849941 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-c32cae03-46b0-4f53-be35-467541ef802e req-003ebfdd-71fc-439a-9b19-93686c9f24f2 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:19.852586 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '525cf666-fafe-4c7a-bbc5-2b01afa7053b', 'name': 'network-vif-deleted', 'tag': '3d91d39a-f8bf-4418-84b8-2952e4d76b4a'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:30:19.869245 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c32cae03-46b0-4f53-be35-467541ef802e req-003ebfdd-71fc-439a-9b19-93686c9f24f2 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] 10.222.0.44 "DELETE /v2.0/ports/3d91d39a-f8bf-4418-84b8-2952e4d76b4a HTTP/1.1" status: 204 len: 173 time: 0.8346589 May 31 14:30:19.909568 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a698660-ec1a-41c5-abce-9f0b39e14984'] response: {'server_uuid': '525cf666-fafe-4c7a-bbc5-2b01afa7053b', 'name': 'network-vif-deleted', 'tag': '3d91d39a-f8bf-4418-84b8-2952e4d76b4a', 'status': 'completed', 'code': 200} May 31 14:30:20.235068 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9b53d531-5d7a-4e9f-bd86-eb2c3092ef41 req-27c785c9-9e88-478d-8fbd-2aedcc2f6f4f tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] 10.222.0.50 "GET /v2.0/ports?device_id=525cf666-fafe-4c7a-bbc5-2b01afa7053b HTTP/1.1" status: 200 len: 210 time: 0.0420656 May 31 14:30:21.498385 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba72fa9a-46e1-45d3-a153-fd3eaa3c523b req-0634bc29-9751-4a10-a87d-63893196eeb5 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:30:21.499825 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ba72fa9a-46e1-45d3-a153-fd3eaa3c523b req-0634bc29-9751-4a10-a87d-63893196eeb5 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6fb003a-ebb2-4ac4-83aa-b063f7ac1e94 HTTP/1.1" status: 200 len: 945 time: 0.0808852 May 31 14:30:21.546508 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ba72fa9a-46e1-45d3-a153-fd3eaa3c523b req-d12d3411-0119-45bb-89b1-5130d4aafa77 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b703cd2-aff1-45b4-96e3-7c3dc3905154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408957 May 31 14:30:21.757043 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2efb97-5297-421a-8cee-ce663540f826 req-648c8bc9-2084-44e6-bda7-5b8ff7080063 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:30:21.758505 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3e2efb97-5297-421a-8cee-ce663540f826 req-648c8bc9-2084-44e6-bda7-5b8ff7080063 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6fb003a-ebb2-4ac4-83aa-b063f7ac1e94 HTTP/1.1" status: 200 len: 945 time: 0.0803077 May 31 14:30:21.803372 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3e2efb97-5297-421a-8cee-ce663540f826 req-e53bc8d6-2c4b-4812-a2b5-e0893248bd45 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b703cd2-aff1-45b4-96e3-7c3dc3905154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383649 May 31 14:30:21.998761 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a7dba6-8d4f-41d2-85a1-13c10970ea44 req-4b014c88-0396-4445-ac80-af3ee6e08325 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:30:22.000213 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-87a7dba6-8d4f-41d2-85a1-13c10970ea44 req-4b014c88-0396-4445-ac80-af3ee6e08325 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6fb003a-ebb2-4ac4-83aa-b063f7ac1e94 HTTP/1.1" status: 200 len: 945 time: 0.0867002 May 31 14:30:22.043342 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-87a7dba6-8d4f-41d2-85a1-13c10970ea44 req-052893a1-782b-4549-8a24-10288caf75c8 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b703cd2-aff1-45b4-96e3-7c3dc3905154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373802 May 31 14:30:22.329601 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750cf8f6-731f-4baa-9671-e6ab963ad9df req-a0e46ddc-4ba7-4086-87a1-83d19619e46f tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:30:22.330991 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-750cf8f6-731f-4baa-9671-e6ab963ad9df req-a0e46ddc-4ba7-4086-87a1-83d19619e46f tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6fb003a-ebb2-4ac4-83aa-b063f7ac1e94 HTTP/1.1" status: 200 len: 945 time: 0.0796015 May 31 14:30:22.375918 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-750cf8f6-731f-4baa-9671-e6ab963ad9df req-d8e9de0e-daa2-44c4-9239-1b48eedf4042 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b703cd2-aff1-45b4-96e3-7c3dc3905154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392785 May 31 14:30:22.565115 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d793ba28-b21c-49c3-b055-e83301fa568d req-08d04c6d-5ae7-425b-8415-40cb0ee22589 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:30:22.566565 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d793ba28-b21c-49c3-b055-e83301fa568d req-08d04c6d-5ae7-425b-8415-40cb0ee22589 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6fb003a-ebb2-4ac4-83aa-b063f7ac1e94 HTTP/1.1" status: 200 len: 945 time: 0.0811129 May 31 14:30:22.610286 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d793ba28-b21c-49c3-b055-e83301fa568d req-87e34907-ee9c-43d4-8a56-3913b8fad46f tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b703cd2-aff1-45b4-96e3-7c3dc3905154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378852 May 31 14:30:22.802082 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034cffb9-34f9-4a3e-8b00-f83db0d81b5a req-e9c030c8-72ac-46ff-8e39-3565886af0f8 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:30:22.803810 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-034cffb9-34f9-4a3e-8b00-f83db0d81b5a req-e9c030c8-72ac-46ff-8e39-3565886af0f8 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6fb003a-ebb2-4ac4-83aa-b063f7ac1e94 HTTP/1.1" status: 200 len: 945 time: 0.0786407 May 31 14:30:22.850962 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-034cffb9-34f9-4a3e-8b00-f83db0d81b5a req-d76a8f7b-60a3-4b0a-b726-f53ff94cc155 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b703cd2-aff1-45b4-96e3-7c3dc3905154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415235 May 31 14:30:23.224057 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 3d91d39a-f8bf-4418-84b8-2952e4d76b4a no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:30:23.258511 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] No Port match for: 3d91d39a-f8bf-4418-84b8-2952e4d76b4a {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:30:23.258856 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 3d91d39a-f8bf-4418-84b8-2952e4d76b4a not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:30:23.380861 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c1bb05-f956-45a3-aa83-51e443896ded req-0d647dd0-a62f-4579-a057-f812d8863802 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:30:23.382351 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e0c1bb05-f956-45a3-aa83-51e443896ded req-0d647dd0-a62f-4579-a057-f812d8863802 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6fb003a-ebb2-4ac4-83aa-b063f7ac1e94 HTTP/1.1" status: 200 len: 945 time: 0.0814161 May 31 14:30:23.426017 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e0c1bb05-f956-45a3-aa83-51e443896ded req-63a45760-2cfa-42f2-9c7f-35ad9a13121a tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b703cd2-aff1-45b4-96e3-7c3dc3905154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380540 May 31 14:30:24.627868 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e173d952-6821-48a7-8a18-ac304c4c907f req-93aa6df0-3214-43d7-a5c7-0cdcc4d54fc1 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:30:24.629251 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e173d952-6821-48a7-8a18-ac304c4c907f req-93aa6df0-3214-43d7-a5c7-0cdcc4d54fc1 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6fb003a-ebb2-4ac4-83aa-b063f7ac1e94 HTTP/1.1" status: 200 len: 945 time: 0.0924399 May 31 14:30:24.674478 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e173d952-6821-48a7-8a18-ac304c4c907f req-27cd6329-3d59-4c44-b1b5-0af770608710 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b703cd2-aff1-45b4-96e3-7c3dc3905154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394928 May 31 14:30:24.822161 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a21da-87fb-4e15-ba40-cb02002e45f1 req-1a028e93-6a11-404c-8176-f3fa20a2ca7f tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:30:24.822852 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-c94a21da-87fb-4e15-ba40-cb02002e45f1 req-1a028e93-6a11-404c-8176-f3fa20a2ca7f tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Synchronizing usage tracker for tenant:84d5f31cb7a84459b3485b942060bc65 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:30:24.838136 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-c94a21da-87fb-4e15-ba40-cb02002e45f1 req-1a028e93-6a11-404c-8176-f3fa20a2ca7f tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Unset dirty status for tenant:84d5f31cb7a84459b3485b942060bc65 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:30:24.839350 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c94a21da-87fb-4e15-ba40-cb02002e45f1 req-1a028e93-6a11-404c-8176-f3fa20a2ca7f tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6fb003a-ebb2-4ac4-83aa-b063f7ac1e94 HTTP/1.1" status: 200 len: 945 time: 0.0968580 May 31 14:30:24.908404 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-c94a21da-87fb-4e15-ba40-cb02002e45f1 req-f9f47a5c-2420-4956-a9da-2b6e93d1b204 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Deleting port 878131a4-7136-41dc-b009-7276184533a9 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:30:24.908729 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-c94a21da-87fb-4e15-ba40-cb02002e45f1 req-f9f47a5c-2420-4956-a9da-2b6e93d1b204 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:25.168063 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-c94a21da-87fb-4e15-ba40-cb02002e45f1 req-f9f47a5c-2420-4956-a9da-2b6e93d1b204 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] For port 878131a4-7136-41dc-b009-7276184533a9, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=878131a4-7136-41dc-b009-7276184533a9,segment=NetworkSegment(e0b65992-b2e3-422a-8a26-71762569249e),segment_id=e0b65992-b2e3-422a-8a26-71762569249e)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:30:25.168322 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-c94a21da-87fb-4e15-ba40-cb02002e45f1 req-f9f47a5c-2420-4956-a9da-2b6e93d1b204 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:25.293275 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-c94a21da-87fb-4e15-ba40-cb02002e45f1 req-f9f47a5c-2420-4956-a9da-2b6e93d1b204 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Calling delete_port for 878131a4-7136-41dc-b009-7276184533a9 owned by compute:nova {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:30:25.440811 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-c94a21da-87fb-4e15-ba40-cb02002e45f1 req-f9f47a5c-2420-4956-a9da-2b6e93d1b204 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:25.453180 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['878131a4-7136-41dc-b009-7276184533a9'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:30:25.494117 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f47a5c-2420-4956-a9da-2b6e93d1b204 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Pushing event deleted for resources: {'Port': ['ID=878131a4-7136-41dc-b009-7276184533a9,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:30:25.566857 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-c94a21da-87fb-4e15-ba40-cb02002e45f1 req-f9f47a5c-2420-4956-a9da-2b6e93d1b204 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] No DVR routers for this DVR port 878131a4-7136-41dc-b009-7276184533a9 on host n-h1-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:30:25.569304 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-c94a21da-87fb-4e15-ba40-cb02002e45f1 req-f9f47a5c-2420-4956-a9da-2b6e93d1b204 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:25.571734 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6fb003a-ebb2-4ac4-83aa-b063f7ac1e94', 'name': 'network-vif-deleted', 'tag': '878131a4-7136-41dc-b009-7276184533a9'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:30:25.587043 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c94a21da-87fb-4e15-ba40-cb02002e45f1 req-f9f47a5c-2420-4956-a9da-2b6e93d1b204 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] 10.222.0.20 "DELETE /v2.0/ports/878131a4-7136-41dc-b009-7276184533a9 HTTP/1.1" status: 204 len: 173 time: 0.7429423 May 31 14:30:25.621020 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f66c472a-afc8-44b7-bfdf-653cfb559021'] response: {'server_uuid': 'b6fb003a-ebb2-4ac4-83aa-b063f7ac1e94', 'name': 'network-vif-deleted', 'tag': '878131a4-7136-41dc-b009-7276184533a9', 'status': 'completed', 'code': 200} May 31 14:30:25.855517 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3570a9d7-07d3-40d0-85ce-383a55ad6873 req-a8e12bc3-dac9-470e-81e2-408d872ca688 tempest-ServersNegativeTestJSON-1693995037 tempest-ServersNegativeTestJSON-1693995037-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6fb003a-ebb2-4ac4-83aa-b063f7ac1e94 HTTP/1.1" status: 200 len: 210 time: 0.0589738 May 31 14:30:26.964022 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 43506) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:30:27.024803 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-e928f859-24c1-4117-aeee-63f65defd19e admin admin] Deleting subnet d2334967-5b57-4359-8f6c-e1a960f670bd {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 14:30:27.027858 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e928f859-24c1-4117-aeee-63f65defd19e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:27.081692 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e928f859-24c1-4117-aeee-63f65defd19e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65507433'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:27.135372 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e928f859-24c1-4117-aeee-63f65defd19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:27.207544 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e928f859-24c1-4117-aeee-63f65defd19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65216469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65148562'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:27.350978 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e928f859-24c1-4117-aeee-63f65defd19e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2334967-5b57-4359-8f6c-e1a960f670bd,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:30:27.352847 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e928f859-24c1-4117-aeee-63f65defd19e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:27.359014 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-e928f859-24c1-4117-aeee-63f65defd19e admin admin] 10.222.0.50 "DELETE /v2.0/subnets/d2334967-5b57-4359-8f6c-e1a960f670bd HTTP/1.1" status: 204 len: 168 time: 0.3939092 May 31 14:30:27.361482 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 43510) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:30:27.469446 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6f5b7a42-2ff6-4faa-ab45-286c482737a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:27.593235 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6f5b7a42-2ff6-4faa-ab45-286c482737a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:27.617451 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-6f5b7a42-2ff6-4faa-ab45-286c482737a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ade47b10-2f6d-4ac7-918a-bdfa245b738c']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:30:27.629581 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-6f5b7a42-2ff6-4faa-ab45-286c482737a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0b65992-b2e3-422a-8a26-71762569249e') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:30:27.629867 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-6f5b7a42-2ff6-4faa-ab45-286c482737a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0b65992-b2e3-422a-8a26-71762569249e') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:30:27.641494 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6f5b7a42-2ff6-4faa-ab45-286c482737a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:27.657033 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6f5b7a42-2ff6-4faa-ab45-286c482737a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:27.663277 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f5b7a42-2ff6-4faa-ab45-286c482737a1 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 14:30:27.663688 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6f5b7a42-2ff6-4faa-ab45-286c482737a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:27.752167 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment e0b65992-b2e3-422a-8a26-71762569249e resource provider aggregate not found May 31 14:30:27.764450 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6f5b7a42-2ff6-4faa-ab45-286c482737a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:27.781827 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6f5b7a42-2ff6-4faa-ab45-286c482737a1 admin admin] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:27.784911 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment e0b65992-b2e3-422a-8a26-71762569249e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e0b65992-b2e3-422a-8a26-71762569249e found for delete ", "request_id": "req-0e87eb0e-b23a-4a65-beb9-a0339a3b23bd"}]} May 31 14:30:27.795499 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5b7a42-2ff6-4faa-ab45-286c482737a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ade47b10-2f6d-4ac7-918a-bdfa245b738c,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:30:27.802420 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-6f5b7a42-2ff6-4faa-ab45-286c482737a1 admin admin] 10.222.0.50 "DELETE /v2.0/networks/ade47b10-2f6d-4ac7-918a-bdfa245b738c HTTP/1.1" status: 204 len: 168 time: 0.4398742 May 31 14:30:27.915193 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 43522) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:30:27.976449 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-7cd5c587-4329-41b8-9c91-4f3919020950 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=84d5f31cb7a84459b3485b942060bc65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0598156 May 31 14:30:27.979046 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 43526) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:30:28.059113 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-75216d6d-b87d-46b6-8df5-6ceae095f99b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:28.091463 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-75216d6d-b87d-46b6-8df5-6ceae095f99b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:28.144076 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-75216d6d-b87d-46b6-8df5-6ceae095f99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:28.161931 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75216d6d-b87d-46b6-8df5-6ceae095f99b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b703cd2-aff1-45b4-96e3-7c3dc3905154,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:30:28.174316 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-75216d6d-b87d-46b6-8df5-6ceae095f99b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:28.175441 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-75216d6d-b87d-46b6-8df5-6ceae095f99b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3b703cd2-aff1-45b4-96e3-7c3dc3905154 HTTP/1.1" status: 204 len: 168 time: 0.1952052 May 31 14:30:28.956302 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 43550) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:30:29.090244 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-8bb7a648-8636-4e4c-b904-b0d9a95f7890 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-270276112'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:30:29.096043 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-8bb7a648-8636-4e4c-b904-b0d9a95f7890 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:30:29.100579 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-8bb7a648-8636-4e4c-b904-b0d9a95f7890 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Usage tracker for resource:network and tenant:672aea4029e24efca65fd7f0db7af6cf is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:30:29.105104 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-8bb7a648-8636-4e4c-b904-b0d9a95f7890 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:30:29.113791 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-8bb7a648-8636-4e4c-b904-b0d9a95f7890 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:30:29.125176 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb7a648-8636-4e4c-b904-b0d9a95f7890 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Made reservation on behalf of 672aea4029e24efca65fd7f0db7af6cf for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:30:29.128905 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8bb7a648-8636-4e4c-b904-b0d9a95f7890 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:29.141737 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8bb7a648-8636-4e4c-b904-b0d9a95f7890 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:29.156439 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-8bb7a648-8636-4e4c-b904-b0d9a95f7890 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:30:29.160260 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-8bb7a648-8636-4e4c-b904-b0d9a95f7890 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Usage tracker for resource:security_group_rule and tenant:672aea4029e24efca65fd7f0db7af6cf is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:30:29.163094 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-8bb7a648-8636-4e4c-b904-b0d9a95f7890 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:30:29.168731 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-8bb7a648-8636-4e4c-b904-b0d9a95f7890 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:30:29.258773 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8bb7a648-8636-4e4c-b904-b0d9a95f7890 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:29.263653 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8bb7a648-8636-4e4c-b904-b0d9a95f7890 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:29.296892 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bb7a648-8636-4e4c-b904-b0d9a95f7890 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 14:30:29.304326 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb7a648-8636-4e4c-b904-b0d9a95f7890 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21344a45-94b6-4904-9d05-d43dcfb9b5e7,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:30:29.312273 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8bb7a648-8636-4e4c-b904-b0d9a95f7890 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:29.313220 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-8bb7a648-8636-4e4c-b904-b0d9a95f7890 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Added segment 2aabd273-e5c2-459b-945d-80487d1127e2 of type vlan for network 2b8c0607-a5ac-41fa-8418-e92ea4fddba5 May 31 14:30:29.344249 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8bb7a648-8636-4e4c-b904-b0d9a95f7890 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:29.376887 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8bb7a648-8636-4e4c-b904-b0d9a95f7890 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:29.382585 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb7a648-8636-4e4c-b904-b0d9a95f7890 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:30:29.383200 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8bb7a648-8636-4e4c-b904-b0d9a95f7890 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:29.494284 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-8bb7a648-8636-4e4c-b904-b0d9a95f7890 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5370076 May 31 14:30:29.497071 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb7a648-8636-4e4c-b904-b0d9a95f7890 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Pushing event updated for resources: {'Network': ['ID=2b8c0607-a5ac-41fa-8418-e92ea4fddba5,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:30:29.520697 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 2b8c0607-a5ac-41fa-8418-e92ea4fddba5 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 14:30:29.796153 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 878131a4-7136-41dc-b009-7276184533a9 no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:30:29.834576 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] No Port match for: 878131a4-7136-41dc-b009-7276184533a9 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:30:29.834924 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 878131a4-7136-41dc-b009-7276184533a9 not bound to the agent host n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:30:32.724338 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 43556) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:30:32.730075 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-87578ec9-1512-4c44-933e-9fd7185c7da2 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Request body: {'subnet': {'network_id': '2b8c0607-a5ac-41fa-8418-e92ea4fddba5', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:30:32.837145 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-87578ec9-1512-4c44-933e-9fd7185c7da2 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:30:32.841769 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-87578ec9-1512-4c44-933e-9fd7185c7da2 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Usage tracker for resource:subnet and tenant:672aea4029e24efca65fd7f0db7af6cf is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:30:32.844699 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-87578ec9-1512-4c44-933e-9fd7185c7da2 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:30:32.850671 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-87578ec9-1512-4c44-933e-9fd7185c7da2 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:30:32.862472 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87578ec9-1512-4c44-933e-9fd7185c7da2 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Made reservation on behalf of 672aea4029e24efca65fd7f0db7af6cf for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:30:32.866200 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-87578ec9-1512-4c44-933e-9fd7185c7da2 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:33.108307 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-87578ec9-1512-4c44-933e-9fd7185c7da2 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:33.185609 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87578ec9-1512-4c44-933e-9fd7185c7da2 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Pushing event updated for resources: {'Subnet': ['ID=d1d1666e-2449-4e8e-a99b-2e4ecc592ff0,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:30:33.194487 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87578ec9-1512-4c44-933e-9fd7185c7da2 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Checking segment: {'id': '2aabd273-e5c2-459b-945d-80487d1127e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2b8c0607-a5ac-41fa-8418-e92ea4fddba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:30:33.194845 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87578ec9-1512-4c44-933e-9fd7185c7da2 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Network hostable DHCP agents. Network: 2b8c0607-a5ac-41fa-8418-e92ea4fddba5, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 14:30:33.213777 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87578ec9-1512-4c44-933e-9fd7185c7da2 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Network 2b8c0607-a5ac-41fa-8418-e92ea4fddba5 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 14:30:33.223819 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-87578ec9-1512-4c44-933e-9fd7185c7da2 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 2b8c0607-a5ac-41fa-8418-e92ea4fddba5) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:30:33.227774 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87578ec9-1512-4c44-933e-9fd7185c7da2 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:30:33.228363 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-87578ec9-1512-4c44-933e-9fd7185c7da2 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:33.233950 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b0731a-8359-4a9c-bc0a-5cd175a84142 None None] Network 2b8c0607-a5ac-41fa-8418-e92ea4fddba5 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:30:33.249672 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-87578ec9-1512-4c44-933e-9fd7185c7da2 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5242162 May 31 14:30:33.253096 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 43560) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:30:33.258926 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-fda98e81-a72a-429e-b040-d07a284ae074 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1093493018'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:30:33.264672 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-fda98e81-a72a-429e-b040-d07a284ae074 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:30:33.268750 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-fda98e81-a72a-429e-b040-d07a284ae074 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Usage tracker for resource:network and tenant:672aea4029e24efca65fd7f0db7af6cf is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:30:33.271598 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-fda98e81-a72a-429e-b040-d07a284ae074 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:30:33.277299 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-fda98e81-a72a-429e-b040-d07a284ae074 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:30:33.291494 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda98e81-a72a-429e-b040-d07a284ae074 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Made reservation on behalf of 672aea4029e24efca65fd7f0db7af6cf for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:30:33.294904 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fda98e81-a72a-429e-b040-d07a284ae074 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:33.328558 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fda98e81-a72a-429e-b040-d07a284ae074 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 14:30:33.339935 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fda98e81-a72a-429e-b040-d07a284ae074 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:33.340467 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-fda98e81-a72a-429e-b040-d07a284ae074 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Added segment 95caa06f-8638-480a-b5d1-7acc52564b27 of type vlan for network 085dede0-18e2-4335-b73d-0bc3f845ad4e May 31 14:30:33.373407 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fda98e81-a72a-429e-b040-d07a284ae074 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:33.405796 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fda98e81-a72a-429e-b040-d07a284ae074 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:33.411201 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda98e81-a72a-429e-b040-d07a284ae074 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:30:33.411787 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fda98e81-a72a-429e-b040-d07a284ae074 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:33.456345 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b1b579-c398-4b08-a353-8213d1a5baff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-2b8c0607-a5ac-41fa-8418-e92ea4fddba5', 'network_id': '2b8c0607-a5ac-41fa-8418-e92ea4fddba5', 'tenant_id': '672aea4029e24efca65fd7f0db7af6cf', 'fixed_ips': [{'subnet_id': 'd1d1666e-2449-4e8e-a99b-2e4ecc592ff0'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 14:30:33.457164 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c1b1b579-c398-4b08-a353-8213d1a5baff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:33.508533 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-fda98e81-a72a-429e-b040-d07a284ae074 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2541571 May 31 14:30:33.512475 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43564) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:30:33.519969 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-a5647ad2-e1eb-49ac-9a8e-344fae378c57 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Request body: {'subnet': {'network_id': '085dede0-18e2-4335-b73d-0bc3f845ad4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:30:33.524147 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda98e81-a72a-429e-b040-d07a284ae074 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Pushing event updated for resources: {'Network': ['ID=085dede0-18e2-4335-b73d-0bc3f845ad4e,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:30:33.537354 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 085dede0-18e2-4335-b73d-0bc3f845ad4e details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 14:30:33.646922 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a5647ad2-e1eb-49ac-9a8e-344fae378c57 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:30:33.650809 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a5647ad2-e1eb-49ac-9a8e-344fae378c57 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Usage tracker for resource:subnet and tenant:672aea4029e24efca65fd7f0db7af6cf is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:30:33.654467 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a5647ad2-e1eb-49ac-9a8e-344fae378c57 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:30:33.661478 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a5647ad2-e1eb-49ac-9a8e-344fae378c57 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:30:33.672847 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5647ad2-e1eb-49ac-9a8e-344fae378c57 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Made reservation on behalf of 672aea4029e24efca65fd7f0db7af6cf for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:30:33.676353 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a5647ad2-e1eb-49ac-9a8e-344fae378c57 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:33.717782 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-c1b1b579-c398-4b08-a353-8213d1a5baff None None] Allocated IP 2001:db8:0:ffff::2 (2b8c0607-a5ac-41fa-8418-e92ea4fddba5/d1d1666e-2449-4e8e-a99b-2e4ecc592ff0/ab0eb4e1-cd97-40ec-ab85-55465f034e7b) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:30:33.923892 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a5647ad2-e1eb-49ac-9a8e-344fae378c57 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:33.980746 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c1b1b579-c398-4b08-a353-8213d1a5baff None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:33.992806 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c1b1b579-c398-4b08-a353-8213d1a5baff None None] Transition to ACTIVE for port object ab0eb4e1-cd97-40ec-ab85-55465f034e7b will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:30:34.012849 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c1b1b579-c398-4b08-a353-8213d1a5baff None None] Transition to ACTIVE for port object ab0eb4e1-cd97-40ec-ab85-55465f034e7b will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:30:34.019275 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c1b1b579-c398-4b08-a353-8213d1a5baff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:34.086281 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b1b579-c398-4b08-a353-8213d1a5baff None None] Network 2b8c0607-a5ac-41fa-8418-e92ea4fddba5 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:30:34.089219 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-c1b1b579-c398-4b08-a353-8213d1a5baff None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:30:34.093329 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b1b579-c398-4b08-a353-8213d1a5baff None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:30:34.100742 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b1b579-c398-4b08-a353-8213d1a5baff None None] Pushing event updated for resources: {'Port': ['ID=ab0eb4e1-cd97-40ec-ab85-55465f034e7b,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:30:34.121078 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5647ad2-e1eb-49ac-9a8e-344fae378c57 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Pushing event updated for resources: {'Subnet': ['ID=b8c99403-f038-49ab-9259-f40156ab2a07,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:30:34.127890 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5647ad2-e1eb-49ac-9a8e-344fae378c57 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Checking segment: {'id': '95caa06f-8638-480a-b5d1-7acc52564b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '085dede0-18e2-4335-b73d-0bc3f845ad4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:30:34.128258 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5647ad2-e1eb-49ac-9a8e-344fae378c57 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Network hostable DHCP agents. Network: 085dede0-18e2-4335-b73d-0bc3f845ad4e, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 14:30:34.147658 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5647ad2-e1eb-49ac-9a8e-344fae378c57 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Network 085dede0-18e2-4335-b73d-0bc3f845ad4e is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 14:30:34.158251 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-a5647ad2-e1eb-49ac-9a8e-344fae378c57 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 085dede0-18e2-4335-b73d-0bc3f845ad4e) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:30:34.162617 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5647ad2-e1eb-49ac-9a8e-344fae378c57 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:30:34.163209 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a5647ad2-e1eb-49ac-9a8e-344fae378c57 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:34.175290 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b1b579-c398-4b08-a353-8213d1a5baff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:30:34.175557 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b1b579-c398-4b08-a353-8213d1a5baff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:30:34.175904 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b1b579-c398-4b08-a353-8213d1a5baff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:30:34.176243 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b1b579-c398-4b08-a353-8213d1a5baff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:30:34.176574 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b1b579-c398-4b08-a353-8213d1a5baff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:30:34.176907 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b1b579-c398-4b08-a353-8213d1a5baff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:30:34.177241 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b1b579-c398-4b08-a353-8213d1a5baff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:30:34.177558 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b1b579-c398-4b08-a353-8213d1a5baff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:30:34.178275 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b1b579-c398-4b08-a353-8213d1a5baff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:30:34.178275 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b1b579-c398-4b08-a353-8213d1a5baff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:30:34.178662 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b1b579-c398-4b08-a353-8213d1a5baff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:30:34.179083 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b1b579-c398-4b08-a353-8213d1a5baff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:30:34.182438 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65c84dc-2dbb-4a20-827c-57cddf056764 None None] Network 085dede0-18e2-4335-b73d-0bc3f845ad4e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:30:34.187227 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a5647ad2-e1eb-49ac-9a8e-344fae378c57 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.6729093 May 31 14:30:34.190617 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43568) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:30:34.273355 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-c1b1b579-c398-4b08-a353-8213d1a5baff None None] Attempting to bind port ab0eb4e1-cd97-40ec-ab85-55465f034e7b on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:30:34.274164 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-c1b1b579-c398-4b08-a353-8213d1a5baff None None] Attempting to bind port ab0eb4e1-cd97-40ec-ab85-55465f034e7b by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '2aabd273-e5c2-459b-945d-80487d1127e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2b8c0607-a5ac-41fa-8418-e92ea4fddba5'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:30:34.274164 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b1b579-c398-4b08-a353-8213d1a5baff None None] Attempting to bind port ab0eb4e1-cd97-40ec-ab85-55465f034e7b on network 2b8c0607-a5ac-41fa-8418-e92ea4fddba5 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:30:34.285784 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b1b579-c398-4b08-a353-8213d1a5baff None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:30:34.286194 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b1b579-c398-4b08-a353-8213d1a5baff None None] Checking segment: {'id': '2aabd273-e5c2-459b-945d-80487d1127e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2b8c0607-a5ac-41fa-8418-e92ea4fddba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:30:34.286601 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c1b1b579-c398-4b08-a353-8213d1a5baff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:34.286998 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b1b579-c398-4b08-a353-8213d1a5baff None None] Bound using segment: {'id': '2aabd273-e5c2-459b-945d-80487d1127e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2b8c0607-a5ac-41fa-8418-e92ea4fddba5'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:30:34.287464 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-c1b1b579-c398-4b08-a353-8213d1a5baff None None] Bound port: ab0eb4e1-cd97-40ec-ab85-55465f034e7b, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aabd273-e5c2-459b-945d-80487d1127e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2b8c0607-a5ac-41fa-8418-e92ea4fddba5'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:30:34.287838 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c1b1b579-c398-4b08-a353-8213d1a5baff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:34.338950 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c12d0ef3-6f52-4dd3-b15d-a67545417851 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:34.423122 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c12d0ef3-6f52-4dd3-b15d-a67545417851 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:34.455318 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-c1b1b579-c398-4b08-a353-8213d1a5baff None None] For port ab0eb4e1-cd97-40ec-ab85-55465f034e7b, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:30:34.459810 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-c1b1b579-c398-4b08-a353-8213d1a5baff None None] For port ab0eb4e1-cd97-40ec-ab85-55465f034e7b, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=ab0eb4e1-cd97-40ec-ab85-55465f034e7b,segment=NetworkSegment(2aabd273-e5c2-459b-945d-80487d1127e2),segment_id=2aabd273-e5c2-459b-945d-80487d1127e2)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:30:34.493904 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c1b1b579-c398-4b08-a353-8213d1a5baff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:34.511623 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c12d0ef3-6f52-4dd3-b15d-a67545417851 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:34.549929 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd69241-0395-4de4-85c1-d0c0aa28b239 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-085dede0-18e2-4335-b73d-0bc3f845ad4e', 'network_id': '085dede0-18e2-4335-b73d-0bc3f845ad4e', 'tenant_id': '672aea4029e24efca65fd7f0db7af6cf', 'fixed_ips': [{'subnet_id': 'b8c99403-f038-49ab-9259-f40156ab2a07'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 14:30:34.550769 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cfd69241-0395-4de4-85c1-d0c0aa28b239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:34.554397 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12d0ef3-6f52-4dd3-b15d-a67545417851 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Pushing event deleted for resources: {'Subnet': ['ID=b8c99403-f038-49ab-9259-f40156ab2a07,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:30:34.649616 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b1b579-c398-4b08-a353-8213d1a5baff None None] Pushing event updated for resources: {'Port': ['ID=ab0eb4e1-cd97-40ec-ab85-55465f034e7b,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:30:34.656513 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c12d0ef3-6f52-4dd3-b15d-a67545417851 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:34.685402 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-c12d0ef3-6f52-4dd3-b15d-a67545417851 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['085dede0-18e2-4335-b73d-0bc3f845ad4e']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:30:34.690559 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c8600d-6811-4178-b73b-2ba0489f4239 None None] Network 085dede0-18e2-4335-b73d-0bc3f845ad4e requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:30:34.702543 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-c12d0ef3-6f52-4dd3-b15d-a67545417851 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95caa06f-8638-480a-b5d1-7acc52564b27') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:30:34.702967 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-c12d0ef3-6f52-4dd3-b15d-a67545417851 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95caa06f-8638-480a-b5d1-7acc52564b27') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:30:34.721605 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c12d0ef3-6f52-4dd3-b15d-a67545417851 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:34.746564 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c12d0ef3-6f52-4dd3-b15d-a67545417851 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:34.753165 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c12d0ef3-6f52-4dd3-b15d-a67545417851 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 14:30:34.753555 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c12d0ef3-6f52-4dd3-b15d-a67545417851 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:34.822115 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 95caa06f-8638-480a-b5d1-7acc52564b27 resource provider aggregate not found May 31 14:30:34.870917 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 95caa06f-8638-480a-b5d1-7acc52564b27 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 95caa06f-8638-480a-b5d1-7acc52564b27 found for delete ", "request_id": "req-c2a6a374-c8f2-497f-a232-b0f64f2d4b80"}]} May 31 14:30:34.887409 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c12d0ef3-6f52-4dd3-b15d-a67545417851 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:34.909856 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c12d0ef3-6f52-4dd3-b15d-a67545417851 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:34.925561 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12d0ef3-6f52-4dd3-b15d-a67545417851 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Pushing event deleted for resources: {'Network': ['ID=085dede0-18e2-4335-b73d-0bc3f845ad4e,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:30:34.933042 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c12d0ef3-6f52-4dd3-b15d-a67545417851 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] 10.222.0.50 "DELETE /v2.0/networks/085dede0-18e2-4335-b73d-0bc3f845ad4e HTTP/1.1" status: 204 len: 168 time: 0.7382624 May 31 14:30:34.933444 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43576) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:30:34.940050 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-8e07c76f-5f43-490a-a43d-010f8a30cc6a tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-348276302'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:30:34.947685 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8e07c76f-5f43-490a-a43d-010f8a30cc6a tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:30:34.956057 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-8e07c76f-5f43-490a-a43d-010f8a30cc6a tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Usage tracker for resource:network and tenant:672aea4029e24efca65fd7f0db7af6cf is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:30:34.960515 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-8e07c76f-5f43-490a-a43d-010f8a30cc6a tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:30:34.969482 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8e07c76f-5f43-490a-a43d-010f8a30cc6a tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:30:34.985779 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e07c76f-5f43-490a-a43d-010f8a30cc6a tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Made reservation on behalf of 672aea4029e24efca65fd7f0db7af6cf for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:30:34.989552 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8e07c76f-5f43-490a-a43d-010f8a30cc6a tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:35.021739 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e07c76f-5f43-490a-a43d-010f8a30cc6a tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 14:30:35.032269 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8e07c76f-5f43-490a-a43d-010f8a30cc6a tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:35.032612 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-8e07c76f-5f43-490a-a43d-010f8a30cc6a tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Added segment 8e55d1b4-9cb2-4f36-9747-8275bc4de7a7 of type vlan for network 0f8c006a-2888-4e3e-b318-8cf4d60f5b12 May 31 14:30:35.059013 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8e07c76f-5f43-490a-a43d-010f8a30cc6a tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:35.090794 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8e07c76f-5f43-490a-a43d-010f8a30cc6a tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:35.100078 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e07c76f-5f43-490a-a43d-010f8a30cc6a tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:30:35.100689 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8e07c76f-5f43-490a-a43d-010f8a30cc6a tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:35.206312 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-8e07c76f-5f43-490a-a43d-010f8a30cc6a tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2718680 May 31 14:30:35.209437 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 43580) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:30:35.215953 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-e0ac4b85-2be9-4967-87d3-18397c81d8b6 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Request body: {'subnet': {'network_id': '0f8c006a-2888-4e3e-b318-8cf4d60f5b12', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:30:35.218478 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e07c76f-5f43-490a-a43d-010f8a30cc6a tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Pushing event updated for resources: {'Network': ['ID=0f8c006a-2888-4e3e-b318-8cf4d60f5b12,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:30:35.228732 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 0f8c006a-2888-4e3e-b318-8cf4d60f5b12 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 14:30:35.329252 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-e0ac4b85-2be9-4967-87d3-18397c81d8b6 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:30:35.333868 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-e0ac4b85-2be9-4967-87d3-18397c81d8b6 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Usage tracker for resource:subnet and tenant:672aea4029e24efca65fd7f0db7af6cf is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:30:35.336962 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-e0ac4b85-2be9-4967-87d3-18397c81d8b6 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:30:35.343036 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-e0ac4b85-2be9-4967-87d3-18397c81d8b6 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:30:35.353512 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ac4b85-2be9-4967-87d3-18397c81d8b6 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Made reservation on behalf of 672aea4029e24efca65fd7f0db7af6cf for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:30:35.357793 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e0ac4b85-2be9-4967-87d3-18397c81d8b6 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:35.452458 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.ipam_backend_mixin [None req-e0ac4b85-2be9-4967-87d3-18397c81d8b6 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Performing IP validity checks on allocation pools {{(pid=88370) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 31 14:30:35.452968 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.ipam_backend_mixin [None req-e0ac4b85-2be9-4967-87d3-18397c81d8b6 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88370) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 31 14:30:35.685101 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9f9931-83cd-48db-af0d-b0a4d1b19bca None None] Network 2b8c0607-a5ac-41fa-8418-e92ea4fddba5 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:30:35.701169 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e0ac4b85-2be9-4967-87d3-18397c81d8b6 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:35.771177 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-8f624211-1402-44f3-876d-38d018d191dd None None] Provisioning for port ab0eb4e1-cd97-40ec-ab85-55465f034e7b completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:30:35.784149 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ac4b85-2be9-4967-87d3-18397c81d8b6 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Pushing event updated for resources: {'Subnet': ['ID=91acba9b-bf07-493d-bc56-93ed39a0c45d,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:30:35.791899 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ac4b85-2be9-4967-87d3-18397c81d8b6 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Checking segment: {'id': '8e55d1b4-9cb2-4f36-9747-8275bc4de7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0f8c006a-2888-4e3e-b318-8cf4d60f5b12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:30:35.792262 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ac4b85-2be9-4967-87d3-18397c81d8b6 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Network hostable DHCP agents. Network: 0f8c006a-2888-4e3e-b318-8cf4d60f5b12, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 14:30:35.813839 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ac4b85-2be9-4967-87d3-18397c81d8b6 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Network 0f8c006a-2888-4e3e-b318-8cf4d60f5b12 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 14:30:35.824605 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-e0ac4b85-2be9-4967-87d3-18397c81d8b6 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 0f8c006a-2888-4e3e-b318-8cf4d60f5b12) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:30:35.829805 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ac4b85-2be9-4967-87d3-18397c81d8b6 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:30:35.830442 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e0ac4b85-2be9-4967-87d3-18397c81d8b6 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:35.856951 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-e0ac4b85-2be9-4967-87d3-18397c81d8b6 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6437085 May 31 14:30:35.857634 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6210560-6a43-493e-9c7a-c8f5f907c759 None None] Network 0f8c006a-2888-4e3e-b318-8cf4d60f5b12 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:30:35.857742 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43584) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:30:36.011182 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2d011d9e-ecce-4401-b97b-023b946d3899 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:36.084274 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2d011d9e-ecce-4401-b97b-023b946d3899 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:36.156006 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1781b5-35a4-4201-8e17-8a5f7460c6ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-0f8c006a-2888-4e3e-b318-8cf4d60f5b12', 'network_id': '0f8c006a-2888-4e3e-b318-8cf4d60f5b12', 'tenant_id': '672aea4029e24efca65fd7f0db7af6cf', 'fixed_ips': [{'subnet_id': '91acba9b-bf07-493d-bc56-93ed39a0c45d'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 14:30:36.157275 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fe1781b5-35a4-4201-8e17-8a5f7460c6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:36.191607 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2d011d9e-ecce-4401-b97b-023b946d3899 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:36.234860 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d011d9e-ecce-4401-b97b-023b946d3899 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Pushing event deleted for resources: {'Subnet': ['ID=91acba9b-bf07-493d-bc56-93ed39a0c45d,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:30:36.327502 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a946ab0-0b7f-487a-b4c2-1b03f3ec2638 None None] Network 0f8c006a-2888-4e3e-b318-8cf4d60f5b12 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:30:36.347986 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2d011d9e-ecce-4401-b97b-023b946d3899 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:36.381381 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-2d011d9e-ecce-4401-b97b-023b946d3899 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f8c006a-2888-4e3e-b318-8cf4d60f5b12']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:30:36.401384 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-2d011d9e-ecce-4401-b97b-023b946d3899 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e55d1b4-9cb2-4f36-9747-8275bc4de7a7') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:30:36.401670 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-2d011d9e-ecce-4401-b97b-023b946d3899 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e55d1b4-9cb2-4f36-9747-8275bc4de7a7') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:30:36.414290 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2d011d9e-ecce-4401-b97b-023b946d3899 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:36.430512 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2d011d9e-ecce-4401-b97b-023b946d3899 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:36.437535 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d011d9e-ecce-4401-b97b-023b946d3899 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 14:30:36.437925 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2d011d9e-ecce-4401-b97b-023b946d3899 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:36.543234 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2d011d9e-ecce-4401-b97b-023b946d3899 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:36.548768 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2d011d9e-ecce-4401-b97b-023b946d3899 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:36.574716 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d011d9e-ecce-4401-b97b-023b946d3899 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Pushing event deleted for resources: {'Network': ['ID=0f8c006a-2888-4e3e-b318-8cf4d60f5b12,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:30:36.579445 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-2d011d9e-ecce-4401-b97b-023b946d3899 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] 10.222.0.50 "DELETE /v2.0/networks/0f8c006a-2888-4e3e-b318-8cf4d60f5b12 HTTP/1.1" status: 204 len: 168 time: 0.7206948 May 31 14:30:36.583484 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43588) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:30:36.589144 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-e45a6561-783a-430c-865d-5bb75f7badb4 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1807980380'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:30:36.595129 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e45a6561-783a-430c-865d-5bb75f7badb4 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:30:36.599143 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e45a6561-783a-430c-865d-5bb75f7badb4 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Usage tracker for resource:network and tenant:672aea4029e24efca65fd7f0db7af6cf is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:30:36.601967 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e45a6561-783a-430c-865d-5bb75f7badb4 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:30:36.607747 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e45a6561-783a-430c-865d-5bb75f7badb4 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:30:36.618325 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e45a6561-783a-430c-865d-5bb75f7badb4 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Made reservation on behalf of 672aea4029e24efca65fd7f0db7af6cf for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:30:36.621916 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e45a6561-783a-430c-865d-5bb75f7badb4 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:36.650303 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e45a6561-783a-430c-865d-5bb75f7badb4 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 14:30:36.659659 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e45a6561-783a-430c-865d-5bb75f7badb4 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:36.659994 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-e45a6561-783a-430c-865d-5bb75f7badb4 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Added segment 5b92dfce-95c9-4c61-9528-d86114087fd1 of type vlan for network 0a00e0d1-f8f4-464e-b0d2-8d17df783880 May 31 14:30:36.690919 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e45a6561-783a-430c-865d-5bb75f7badb4 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:36.723865 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e45a6561-783a-430c-865d-5bb75f7badb4 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:36.730096 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45a6561-783a-430c-865d-5bb75f7badb4 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:30:36.732291 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e45a6561-783a-430c-865d-5bb75f7badb4 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:36.739342 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device ab0eb4e1-cd97-40ec-ab85-55465f034e7b up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:30:36.809782 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port ab0eb4e1-cd97-40ec-ab85-55465f034e7b completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:30:36.816828 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port ab0eb4e1-cd97-40ec-ab85-55465f034e7b triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:30:36.817200 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:36.953464 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port ab0eb4e1-cd97-40ec-ab85-55465f034e7b is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:30:36.953858 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:36.954660 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 8e55d1b4-9cb2-4f36-9747-8275bc4de7a7 resource provider aggregate not found May 31 14:30:36.962730 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e45a6561-783a-430c-865d-5bb75f7badb4 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3781278 May 31 14:30:36.965945 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43596) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:30:36.974418 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-58726dc0-feb5-4b2d-9e7d-7ac40a838b65 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Request body: {'subnet': {'network_id': '0a00e0d1-f8f4-464e-b0d2-8d17df783880', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:30:36.988581 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port ab0eb4e1-cd97-40ec-ab85-55465f034e7b, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=ab0eb4e1-cd97-40ec-ab85-55465f034e7b,segment=NetworkSegment(2aabd273-e5c2-459b-945d-80487d1127e2),segment_id=2aabd273-e5c2-459b-945d-80487d1127e2)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:30:36.991597 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 8e55d1b4-9cb2-4f36-9747-8275bc4de7a7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8e55d1b4-9cb2-4f36-9747-8275bc4de7a7 found for delete ", "request_id": "req-46ccfd66-b3e9-4705-a12d-3d3c136a72a8"}]} May 31 14:30:36.993092 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:36.998934 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45a6561-783a-430c-865d-5bb75f7badb4 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Pushing event updated for resources: {'Network': ['ID=0a00e0d1-f8f4-464e-b0d2-8d17df783880,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:30:37.037633 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 0a00e0d1-f8f4-464e-b0d2-8d17df783880 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 14:30:37.103358 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-58726dc0-feb5-4b2d-9e7d-7ac40a838b65 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:30:37.109343 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-58726dc0-feb5-4b2d-9e7d-7ac40a838b65 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Usage tracker for resource:subnet and tenant:672aea4029e24efca65fd7f0db7af6cf is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:30:37.114376 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-58726dc0-feb5-4b2d-9e7d-7ac40a838b65 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:30:37.121931 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-58726dc0-feb5-4b2d-9e7d-7ac40a838b65 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:30:37.132967 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58726dc0-feb5-4b2d-9e7d-7ac40a838b65 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Made reservation on behalf of 672aea4029e24efca65fd7f0db7af6cf for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:30:37.136880 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-58726dc0-feb5-4b2d-9e7d-7ac40a838b65 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:37.161434 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=ab0eb4e1-cd97-40ec-ab85-55465f034e7b,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:30:37.373165 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-58726dc0-feb5-4b2d-9e7d-7ac40a838b65 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:37.451608 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58726dc0-feb5-4b2d-9e7d-7ac40a838b65 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Pushing event updated for resources: {'Subnet': ['ID=145a7855-a609-451a-b956-9164a708403f,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:30:37.460989 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58726dc0-feb5-4b2d-9e7d-7ac40a838b65 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Checking segment: {'id': '5b92dfce-95c9-4c61-9528-d86114087fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0a00e0d1-f8f4-464e-b0d2-8d17df783880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:30:37.461349 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58726dc0-feb5-4b2d-9e7d-7ac40a838b65 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Network hostable DHCP agents. Network: 0a00e0d1-f8f4-464e-b0d2-8d17df783880, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 14:30:37.481668 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58726dc0-feb5-4b2d-9e7d-7ac40a838b65 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Network 0a00e0d1-f8f4-464e-b0d2-8d17df783880 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 14:30:37.492202 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-58726dc0-feb5-4b2d-9e7d-7ac40a838b65 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 0a00e0d1-f8f4-464e-b0d2-8d17df783880) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:30:37.496917 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58726dc0-feb5-4b2d-9e7d-7ac40a838b65 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:30:37.498222 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-58726dc0-feb5-4b2d-9e7d-7ac40a838b65 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:37.506264 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285414d3-f40b-4f46-bf95-aadd05466a0d None None] Network 0a00e0d1-f8f4-464e-b0d2-8d17df783880 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:30:37.527306 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-58726dc0-feb5-4b2d-9e7d-7ac40a838b65 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5605371 May 31 14:30:37.532115 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 43600) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:30:37.538783 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-b12a1062-d96e-4afd-a894-f258fcddd8dd tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1840332765'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:30:37.551348 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-b12a1062-d96e-4afd-a894-f258fcddd8dd tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:30:37.551348 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-b12a1062-d96e-4afd-a894-f258fcddd8dd tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Usage tracker for resource:network and tenant:672aea4029e24efca65fd7f0db7af6cf is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:30:37.552370 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-b12a1062-d96e-4afd-a894-f258fcddd8dd tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:30:37.560811 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-b12a1062-d96e-4afd-a894-f258fcddd8dd tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:30:37.572103 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b12a1062-d96e-4afd-a894-f258fcddd8dd tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Made reservation on behalf of 672aea4029e24efca65fd7f0db7af6cf for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:30:37.576189 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b12a1062-d96e-4afd-a894-f258fcddd8dd tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:37.609110 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b12a1062-d96e-4afd-a894-f258fcddd8dd tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 14:30:37.618190 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b12a1062-d96e-4afd-a894-f258fcddd8dd tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:37.618585 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-b12a1062-d96e-4afd-a894-f258fcddd8dd tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Added segment 01d23822-3d58-43f9-8e60-f24411579759 of type vlan for network 037951dd-8933-4bbb-bbf2-8350e47f4cc7 May 31 14:30:37.652544 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b12a1062-d96e-4afd-a894-f258fcddd8dd tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:37.687357 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b12a1062-d96e-4afd-a894-f258fcddd8dd tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:37.696038 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12a1062-d96e-4afd-a894-f258fcddd8dd tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:30:37.696726 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b12a1062-d96e-4afd-a894-f258fcddd8dd tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:37.760809 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98d6b3c-6afb-4a9d-a995-d91158a8a716 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-0a00e0d1-f8f4-464e-b0d2-8d17df783880', 'network_id': '0a00e0d1-f8f4-464e-b0d2-8d17df783880', 'tenant_id': '672aea4029e24efca65fd7f0db7af6cf', 'fixed_ips': [{'subnet_id': '145a7855-a609-451a-b956-9164a708403f'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 14:30:37.761677 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a98d6b3c-6afb-4a9d-a995-d91158a8a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:37.799898 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43604) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:30:37.800136 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-b12a1062-d96e-4afd-a894-f258fcddd8dd tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2660487 May 31 14:30:37.805521 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-e6af98d2-1e3f-4184-85a7-bdb0a8cd10b3 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Request body: {'subnet': {'network_id': '037951dd-8933-4bbb-bbf2-8350e47f4cc7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:30:37.817859 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12a1062-d96e-4afd-a894-f258fcddd8dd tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Pushing event updated for resources: {'Network': ['ID=037951dd-8933-4bbb-bbf2-8350e47f4cc7,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:30:37.834103 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 037951dd-8933-4bbb-bbf2-8350e47f4cc7 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 14:30:37.927804 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e6af98d2-1e3f-4184-85a7-bdb0a8cd10b3 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:30:37.931806 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e6af98d2-1e3f-4184-85a7-bdb0a8cd10b3 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Usage tracker for resource:subnet and tenant:672aea4029e24efca65fd7f0db7af6cf is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:30:37.935402 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e6af98d2-1e3f-4184-85a7-bdb0a8cd10b3 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:30:37.942785 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e6af98d2-1e3f-4184-85a7-bdb0a8cd10b3 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:30:37.953272 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6af98d2-1e3f-4184-85a7-bdb0a8cd10b3 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Made reservation on behalf of 672aea4029e24efca65fd7f0db7af6cf for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:30:37.956874 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e6af98d2-1e3f-4184-85a7-bdb0a8cd10b3 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:38.020126 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:38.040523 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-a98d6b3c-6afb-4a9d-a995-d91158a8a716 None None] Allocated IP 2001:db8::2 (0a00e0d1-f8f4-464e-b0d2-8d17df783880/145a7855-a609-451a-b956-9164a708403f/7f8a550e-417c-4ae7-9a9f-cc4002c38639) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:30:38.187015 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e6af98d2-1e3f-4184-85a7-bdb0a8cd10b3 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:38.261143 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a98d6b3c-6afb-4a9d-a995-d91158a8a716 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:38.271732 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6af98d2-1e3f-4184-85a7-bdb0a8cd10b3 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Pushing event updated for resources: {'Subnet': ['ID=9492d871-45ac-4ecc-b8a0-f37e1767cb1f,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:30:38.272865 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a98d6b3c-6afb-4a9d-a995-d91158a8a716 None None] Transition to ACTIVE for port object 7f8a550e-417c-4ae7-9a9f-cc4002c38639 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:30:38.281865 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6af98d2-1e3f-4184-85a7-bdb0a8cd10b3 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Checking segment: {'id': '01d23822-3d58-43f9-8e60-f24411579759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '037951dd-8933-4bbb-bbf2-8350e47f4cc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:30:38.282260 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6af98d2-1e3f-4184-85a7-bdb0a8cd10b3 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Network hostable DHCP agents. Network: 037951dd-8933-4bbb-bbf2-8350e47f4cc7, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 14:30:38.296666 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a98d6b3c-6afb-4a9d-a995-d91158a8a716 None None] Transition to ACTIVE for port object 7f8a550e-417c-4ae7-9a9f-cc4002c38639 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:30:38.304224 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a98d6b3c-6afb-4a9d-a995-d91158a8a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:38.320255 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6af98d2-1e3f-4184-85a7-bdb0a8cd10b3 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Network 037951dd-8933-4bbb-bbf2-8350e47f4cc7 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 14:30:38.336783 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-e6af98d2-1e3f-4184-85a7-bdb0a8cd10b3 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 037951dd-8933-4bbb-bbf2-8350e47f4cc7) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:30:38.352370 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6af98d2-1e3f-4184-85a7-bdb0a8cd10b3 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:30:38.352973 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e6af98d2-1e3f-4184-85a7-bdb0a8cd10b3 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:38.362024 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7ce707-15ab-464d-8c26-53debd1eec38 None None] Network 037951dd-8933-4bbb-bbf2-8350e47f4cc7 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:30:38.380447 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e6af98d2-1e3f-4184-85a7-bdb0a8cd10b3 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5792215 May 31 14:30:38.384092 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43608) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:30:38.395783 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98d6b3c-6afb-4a9d-a995-d91158a8a716 None None] Network 0a00e0d1-f8f4-464e-b0d2-8d17df783880 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:30:38.402228 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-a98d6b3c-6afb-4a9d-a995-d91158a8a716 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:30:38.449819 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98d6b3c-6afb-4a9d-a995-d91158a8a716 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:30:38.557491 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-012f2f3c-2ad7-4877-adcc-568138ddf730 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:38.581352 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98d6b3c-6afb-4a9d-a995-d91158a8a716 None None] Pushing event updated for resources: {'Port': ['ID=7f8a550e-417c-4ae7-9a9f-cc4002c38639,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:30:38.609019 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-a98d6b3c-6afb-4a9d-a995-d91158a8a716 None None] Attempting to bind port 7f8a550e-417c-4ae7-9a9f-cc4002c38639 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:30:38.609387 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-a98d6b3c-6afb-4a9d-a995-d91158a8a716 None None] Attempting to bind port 7f8a550e-417c-4ae7-9a9f-cc4002c38639 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '5b92dfce-95c9-4c61-9528-d86114087fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0a00e0d1-f8f4-464e-b0d2-8d17df783880'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:30:38.609747 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98d6b3c-6afb-4a9d-a995-d91158a8a716 None None] Attempting to bind port 7f8a550e-417c-4ae7-9a9f-cc4002c38639 on network 0a00e0d1-f8f4-464e-b0d2-8d17df783880 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:30:38.625511 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98d6b3c-6afb-4a9d-a995-d91158a8a716 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:30:38.625888 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98d6b3c-6afb-4a9d-a995-d91158a8a716 None None] Checking segment: {'id': '5b92dfce-95c9-4c61-9528-d86114087fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0a00e0d1-f8f4-464e-b0d2-8d17df783880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:30:38.626310 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a98d6b3c-6afb-4a9d-a995-d91158a8a716 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:38.626701 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98d6b3c-6afb-4a9d-a995-d91158a8a716 None None] Bound using segment: {'id': '5b92dfce-95c9-4c61-9528-d86114087fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0a00e0d1-f8f4-464e-b0d2-8d17df783880'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:30:38.627166 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-a98d6b3c-6afb-4a9d-a995-d91158a8a716 None None] Bound port: 7f8a550e-417c-4ae7-9a9f-cc4002c38639, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b92dfce-95c9-4c61-9528-d86114087fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0a00e0d1-f8f4-464e-b0d2-8d17df783880'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:30:38.627534 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a98d6b3c-6afb-4a9d-a995-d91158a8a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:38.634754 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-012f2f3c-2ad7-4877-adcc-568138ddf730 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:38.727235 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-012f2f3c-2ad7-4877-adcc-568138ddf730 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:38.736417 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device ab0eb4e1-cd97-40ec-ab85-55465f034e7b up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:30:38.785252 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012f2f3c-2ad7-4877-adcc-568138ddf730 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Pushing event deleted for resources: {'Subnet': ['ID=9492d871-45ac-4ecc-b8a0-f37e1767cb1f,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:30:38.849021 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5edd20d-aee1-43d8-9b59-8964cd121b13 None None] Network 037951dd-8933-4bbb-bbf2-8350e47f4cc7 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:30:38.867982 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-a98d6b3c-6afb-4a9d-a995-d91158a8a716 None None] For port 7f8a550e-417c-4ae7-9a9f-cc4002c38639, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:30:38.893333 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-012f2f3c-2ad7-4877-adcc-568138ddf730 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:38.925591 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-012f2f3c-2ad7-4877-adcc-568138ddf730 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['037951dd-8933-4bbb-bbf2-8350e47f4cc7']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:30:38.938920 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-012f2f3c-2ad7-4877-adcc-568138ddf730 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01d23822-3d58-43f9-8e60-f24411579759') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:30:38.939475 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-012f2f3c-2ad7-4877-adcc-568138ddf730 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01d23822-3d58-43f9-8e60-f24411579759') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:30:38.946462 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-a98d6b3c-6afb-4a9d-a995-d91158a8a716 None None] For port 7f8a550e-417c-4ae7-9a9f-cc4002c38639, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=7f8a550e-417c-4ae7-9a9f-cc4002c38639,segment=NetworkSegment(5b92dfce-95c9-4c61-9528-d86114087fd1),segment_id=5b92dfce-95c9-4c61-9528-d86114087fd1)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:30:38.952151 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-012f2f3c-2ad7-4877-adcc-568138ddf730 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:38.961920 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a98d6b3c-6afb-4a9d-a995-d91158a8a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:38.969670 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-012f2f3c-2ad7-4877-adcc-568138ddf730 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:38.976196 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-012f2f3c-2ad7-4877-adcc-568138ddf730 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 14:30:38.976529 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-012f2f3c-2ad7-4877-adcc-568138ddf730 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:39.064326 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 01d23822-3d58-43f9-8e60-f24411579759 resource provider aggregate not found May 31 14:30:39.084925 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 01d23822-3d58-43f9-8e60-f24411579759 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 01d23822-3d58-43f9-8e60-f24411579759 found for delete ", "request_id": "req-8ca44a8a-52ed-4dbc-82de-f2e68737e50f"}]} May 31 14:30:39.086150 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-012f2f3c-2ad7-4877-adcc-568138ddf730 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:39.092463 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-012f2f3c-2ad7-4877-adcc-568138ddf730 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:39.096663 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port ab0eb4e1-cd97-40ec-ab85-55465f034e7b triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:30:39.097849 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:39.118999 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012f2f3c-2ad7-4877-adcc-568138ddf730 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Pushing event deleted for resources: {'Network': ['ID=037951dd-8933-4bbb-bbf2-8350e47f4cc7,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:30:39.129024 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-012f2f3c-2ad7-4877-adcc-568138ddf730 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] 10.222.0.50 "DELETE /v2.0/networks/037951dd-8933-4bbb-bbf2-8350e47f4cc7 HTTP/1.1" status: 204 len: 168 time: 0.7389412 May 31 14:30:39.129024 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43616) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:30:39.169853 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-279b0e38-b78d-4552-b0b8-4ed7fa8f85c4 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] GET failed (client error): The resource could not be found. May 31 14:30:39.171839 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-279b0e38-b78d-4552-b0b8-4ed7fa8f85c4 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Synchronizing usage tracker for tenant:672aea4029e24efca65fd7f0db7af6cf on resource:subnet {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:30:39.171972 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98d6b3c-6afb-4a9d-a995-d91158a8a716 None None] Pushing event updated for resources: {'Port': ['ID=7f8a550e-417c-4ae7-9a9f-cc4002c38639,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:30:39.191823 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-279b0e38-b78d-4552-b0b8-4ed7fa8f85c4 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Unset dirty status for tenant:672aea4029e24efca65fd7f0db7af6cf on resource:subnet {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:30:39.193004 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-279b0e38-b78d-4552-b0b8-4ed7fa8f85c4 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] 10.222.0.50 "GET /v2.0/subnets/9492d871-45ac-4ecc-b8a0-f37e1767cb1f HTTP/1.1" status: 404 len: 337 time: 0.0632079 May 31 14:30:39.195972 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43620) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:30:39.269592 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port ab0eb4e1-cd97-40ec-ab85-55465f034e7b is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:30:39.341024 n-d-843939-1 neutron-server[88369]: INFO neutron.pecan_wsgi.hooks.translation [None req-c98bcd2c-4ef9-4f40-a13f-643c3a8c9e01 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] DELETE failed (client error): The resource could not be found. May 31 14:30:39.341819 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c98bcd2c-4ef9-4f40-a13f-643c3a8c9e01 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88369) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 14:30:39.343535 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c98bcd2c-4ef9-4f40-a13f-643c3a8c9e01 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] 10.222.0.50 "DELETE /v2.0/networks/037951dd-8933-4bbb-bbf2-8350e47f4cc7 HTTP/1.1" status: 404 len: 339 time: 0.1465089 May 31 14:30:39.347472 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 43624) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:30:39.397282 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-006576c7-6158-4661-ab62-435f365107dc tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] DELETE failed (client error): The resource could not be found. May 31 14:30:39.397740 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-006576c7-6158-4661-ab62-435f365107dc tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 14:30:39.403859 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-006576c7-6158-4661-ab62-435f365107dc tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] 10.222.0.50 "DELETE /v2.0/subnets/9492d871-45ac-4ecc-b8a0-f37e1767cb1f HTTP/1.1" status: 404 len: 337 time: 0.0520573 May 31 14:30:39.409372 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 43628) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:30:39.412716 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:39.440439 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-d90054ec-eb80-4b89-a3f2-a805b633ef3c tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] DELETE failed (client error): The resource could not be found. May 31 14:30:39.440912 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d90054ec-eb80-4b89-a3f2-a805b633ef3c tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 14:30:39.442651 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-d90054ec-eb80-4b89-a3f2-a805b633ef3c tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] 10.222.0.50 "DELETE /v2.0/networks/037951dd-8933-4bbb-bbf2-8350e47f4cc7 HTTP/1.1" status: 404 len: 339 time: 0.0322478 May 31 14:30:39.445185 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 43632) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:30:39.521136 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9cd1a0b-a8f8-421f-b861-8f76fa983b49 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Deleting subnet 145a7855-a609-451a-b956-9164a708403f {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 14:30:39.524514 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a9cd1a0b-a8f8-421f-b861-8f76fa983b49 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:39.580568 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a9cd1a0b-a8f8-421f-b861-8f76fa983b49 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65507433'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:39.670954 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a9cd1a0b-a8f8-421f-b861-8f76fa983b49 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:39.748335 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a9cd1a0b-a8f8-421f-b861-8f76fa983b49 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65216469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65148562'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:39.792659 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cd1a0b-a8f8-421f-b861-8f76fa983b49 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Pushing event deleted for resources: {'Subnet': ['ID=145a7855-a609-451a-b956-9164a708403f,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:30:39.797526 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a9cd1a0b-a8f8-421f-b861-8f76fa983b49 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:39.811616 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-a9cd1a0b-a8f8-421f-b861-8f76fa983b49 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] 10.222.0.50 "DELETE /v2.0/subnets/145a7855-a609-451a-b956-9164a708403f HTTP/1.1" status: 204 len: 168 time: 0.3652434 May 31 14:30:39.814425 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 43636) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:30:39.948865 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f9518222-2e8c-48d8-919f-264ab53094f4 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:39.960680 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-f9518222-2e8c-48d8-919f-264ab53094f4 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Deleting port 7f8a550e-417c-4ae7-9a9f-cc4002c38639 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:30:39.961024 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f9518222-2e8c-48d8-919f-264ab53094f4 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:40.190159 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6da46e3-7443-42f8-8d41-7663888fab1e None None] Network 0a00e0d1-f8f4-464e-b0d2-8d17df783880 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:30:40.190751 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-f9518222-2e8c-48d8-919f-264ab53094f4 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] For port 7f8a550e-417c-4ae7-9a9f-cc4002c38639, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=7f8a550e-417c-4ae7-9a9f-cc4002c38639,segment=NetworkSegment(5b92dfce-95c9-4c61-9528-d86114087fd1),segment_id=5b92dfce-95c9-4c61-9528-d86114087fd1)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:30:40.190751 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f9518222-2e8c-48d8-919f-264ab53094f4 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:40.280242 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9e31e406-6df4-410e-9b46-ef8fc9200c95 None None] Provisioning for port 7f8a550e-417c-4ae7-9a9f-cc4002c38639 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:30:40.320099 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-f9518222-2e8c-48d8-919f-264ab53094f4 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Calling delete_port for 7f8a550e-417c-4ae7-9a9f-cc4002c38639 owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:30:40.405544 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f9518222-2e8c-48d8-919f-264ab53094f4 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:40.453042 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9518222-2e8c-48d8-919f-264ab53094f4 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Pushing event deleted for resources: {'Port': ['ID=7f8a550e-417c-4ae7-9a9f-cc4002c38639,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:30:40.456359 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9518222-2e8c-48d8-919f-264ab53094f4 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] No DVR routers for this DVR port 7f8a550e-417c-4ae7-9a9f-cc4002c38639 on host n-d-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:30:40.468392 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594aa499-c770-468c-831e-0f1e4a41076e None None] DHCP port deletion for 0a00e0d1-f8f4-464e-b0d2-8d17df783880 request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 14:30:40.581139 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f9518222-2e8c-48d8-919f-264ab53094f4 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:40.611894 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-f9518222-2e8c-48d8-919f-264ab53094f4 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a00e0d1-f8f4-464e-b0d2-8d17df783880']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:30:40.624779 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-f9518222-2e8c-48d8-919f-264ab53094f4 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b92dfce-95c9-4c61-9528-d86114087fd1') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:30:40.625080 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-f9518222-2e8c-48d8-919f-264ab53094f4 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b92dfce-95c9-4c61-9528-d86114087fd1') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:30:40.636556 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f9518222-2e8c-48d8-919f-264ab53094f4 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:40.658517 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f9518222-2e8c-48d8-919f-264ab53094f4 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:40.665543 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9518222-2e8c-48d8-919f-264ab53094f4 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 14:30:40.666092 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f9518222-2e8c-48d8-919f-264ab53094f4 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:40.702606 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ce1b9879-72c3-4f4a-a4a6-789f4342d322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:40.739520 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 5b92dfce-95c9-4c61-9528-d86114087fd1 resource provider aggregate not found May 31 14:30:40.763744 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 5b92dfce-95c9-4c61-9528-d86114087fd1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5b92dfce-95c9-4c61-9528-d86114087fd1 found for delete ", "request_id": "req-a14d12cb-3f07-443b-bc48-4794ef862431"}]} May 31 14:30:40.779775 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f9518222-2e8c-48d8-919f-264ab53094f4 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:40.796819 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f9518222-2e8c-48d8-919f-264ab53094f4 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:40.812794 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9518222-2e8c-48d8-919f-264ab53094f4 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Pushing event deleted for resources: {'Network': ['ID=0a00e0d1-f8f4-464e-b0d2-8d17df783880,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:30:40.816753 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-f9518222-2e8c-48d8-919f-264ab53094f4 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] 10.222.0.50 "DELETE /v2.0/networks/0a00e0d1-f8f4-464e-b0d2-8d17df783880 HTTP/1.1" status: 204 len: 168 time: 1.0012534 May 31 14:30:40.818369 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 43644) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:30:40.859490 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-965a2007-a032-46a8-a8d5-7ee40fd578de tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] DELETE failed (client error): The resource could not be found. May 31 14:30:40.859856 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-965a2007-a032-46a8-a8d5-7ee40fd578de tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 14:30:40.861598 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-965a2007-a032-46a8-a8d5-7ee40fd578de tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] 10.222.0.50 "DELETE /v2.0/subnets/91acba9b-bf07-493d-bc56-93ed39a0c45d HTTP/1.1" status: 404 len: 337 time: 0.0421338 May 31 14:30:40.864505 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 43648) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:30:40.891405 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-34d9cd78-3596-40e4-aca8-d0f59595d9f1 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] DELETE failed (client error): The resource could not be found. May 31 14:30:40.891864 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34d9cd78-3596-40e4-aca8-d0f59595d9f1 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 14:30:40.893611 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-34d9cd78-3596-40e4-aca8-d0f59595d9f1 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] 10.222.0.50 "DELETE /v2.0/networks/0f8c006a-2888-4e3e-b318-8cf4d60f5b12 HTTP/1.1" status: 404 len: 339 time: 0.0281496 May 31 14:30:40.896574 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 43652) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:30:40.933290 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-146086de-0eae-449d-906a-48b14b3bc2a6 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] DELETE failed (client error): The resource could not be found. May 31 14:30:40.933733 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-146086de-0eae-449d-906a-48b14b3bc2a6 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 14:30:40.936342 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-146086de-0eae-449d-906a-48b14b3bc2a6 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] 10.222.0.50 "DELETE /v2.0/subnets/b8c99403-f038-49ab-9259-f40156ab2a07 HTTP/1.1" status: 404 len: 337 time: 0.0388043 May 31 14:30:40.939319 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 43656) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:30:40.969575 n-d-843939-1 neutron-server[88370]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e130e2f-386e-4b41-b4d8-859726f354a9 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] DELETE failed (client error): The resource could not be found. May 31 14:30:40.970100 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e130e2f-386e-4b41-b4d8-859726f354a9 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88370) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 31 14:30:40.971714 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-5e130e2f-386e-4b41-b4d8-859726f354a9 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] 10.222.0.50 "DELETE /v2.0/networks/085dede0-18e2-4335-b73d-0bc3f845ad4e HTTP/1.1" status: 404 len: 339 time: 0.0315213 May 31 14:30:40.974334 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 43660) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:30:41.045397 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe0004d7-0d7e-46ff-8d15-6e813cee6c32 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Deleting subnet d1d1666e-2449-4e8e-a99b-2e4ecc592ff0 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 14:30:41.048647 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fe0004d7-0d7e-46ff-8d15-6e813cee6c32 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:41.107044 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fe0004d7-0d7e-46ff-8d15-6e813cee6c32 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65507433'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:41.198726 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fe0004d7-0d7e-46ff-8d15-6e813cee6c32 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:41.272403 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fe0004d7-0d7e-46ff-8d15-6e813cee6c32 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65216469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65148562'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:41.315615 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0004d7-0d7e-46ff-8d15-6e813cee6c32 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Pushing event deleted for resources: {'Subnet': ['ID=d1d1666e-2449-4e8e-a99b-2e4ecc592ff0,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:30:41.317664 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fe0004d7-0d7e-46ff-8d15-6e813cee6c32 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:41.323339 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8c975c-babc-40ea-8029-454a04ca3e46 None None] Network 2b8c0607-a5ac-41fa-8418-e92ea4fddba5 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:30:41.331598 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-fe0004d7-0d7e-46ff-8d15-6e813cee6c32 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] 10.222.0.50 "DELETE /v2.0/subnets/d1d1666e-2449-4e8e-a99b-2e4ecc592ff0 HTTP/1.1" status: 204 len: 168 time: 0.3531268 May 31 14:30:41.331918 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 43664) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:30:41.456324 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-026e6789-2b3d-4bad-a10f-cd246fc4d9b1 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:41.470232 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-026e6789-2b3d-4bad-a10f-cd246fc4d9b1 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Deleting port ab0eb4e1-cd97-40ec-ab85-55465f034e7b {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:30:41.470600 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-026e6789-2b3d-4bad-a10f-cd246fc4d9b1 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:41.610079 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6706ac7d-0e81-4acf-a94f-85f4018cae97 None None] DHCP port deletion for 2b8c0607-a5ac-41fa-8418-e92ea4fddba5 request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 14:30:41.614710 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-6706ac7d-0e81-4acf-a94f-85f4018cae97 None None] Deleting port ab0eb4e1-cd97-40ec-ab85-55465f034e7b {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:30:41.615204 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6706ac7d-0e81-4acf-a94f-85f4018cae97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:41.644878 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:30:41.837939 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-026e6789-2b3d-4bad-a10f-cd246fc4d9b1 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] For port ab0eb4e1-cd97-40ec-ab85-55465f034e7b, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=ab0eb4e1-cd97-40ec-ab85-55465f034e7b,segment=NetworkSegment(2aabd273-e5c2-459b-945d-80487d1127e2),segment_id=2aabd273-e5c2-459b-945d-80487d1127e2)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:30:41.838215 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-026e6789-2b3d-4bad-a10f-cd246fc4d9b1 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:41.841849 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-6706ac7d-0e81-4acf-a94f-85f4018cae97 None None] For port ab0eb4e1-cd97-40ec-ab85-55465f034e7b, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=ab0eb4e1-cd97-40ec-ab85-55465f034e7b,segment=NetworkSegment(2aabd273-e5c2-459b-945d-80487d1127e2),segment_id=2aabd273-e5c2-459b-945d-80487d1127e2)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:30:41.842167 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6706ac7d-0e81-4acf-a94f-85f4018cae97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:41.964523 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-026e6789-2b3d-4bad-a10f-cd246fc4d9b1 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Calling delete_port for ab0eb4e1-cd97-40ec-ab85-55465f034e7b owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:30:41.969382 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-6706ac7d-0e81-4acf-a94f-85f4018cae97 None None] Calling delete_port for ab0eb4e1-cd97-40ec-ab85-55465f034e7b owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:30:42.052068 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-026e6789-2b3d-4bad-a10f-cd246fc4d9b1 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:42.103978 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026e6789-2b3d-4bad-a10f-cd246fc4d9b1 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Pushing event deleted for resources: {'Port': ['ID=ab0eb4e1-cd97-40ec-ab85-55465f034e7b,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:30:42.107501 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026e6789-2b3d-4bad-a10f-cd246fc4d9b1 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] No DVR routers for this DVR port ab0eb4e1-cd97-40ec-ab85-55465f034e7b on host n-d-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:30:42.116534 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-6706ac7d-0e81-4acf-a94f-85f4018cae97 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 14:30:42.116893 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-6706ac7d-0e81-4acf-a94f-85f4018cae97 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 14:30:42.231646 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-026e6789-2b3d-4bad-a10f-cd246fc4d9b1 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:42.255994 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-026e6789-2b3d-4bad-a10f-cd246fc4d9b1 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b8c0607-a5ac-41fa-8418-e92ea4fddba5']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:30:42.268357 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-026e6789-2b3d-4bad-a10f-cd246fc4d9b1 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2aabd273-e5c2-459b-945d-80487d1127e2') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:30:42.268649 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-026e6789-2b3d-4bad-a10f-cd246fc4d9b1 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2aabd273-e5c2-459b-945d-80487d1127e2') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:30:42.280353 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-026e6789-2b3d-4bad-a10f-cd246fc4d9b1 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:42.295865 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-026e6789-2b3d-4bad-a10f-cd246fc4d9b1 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:42.301907 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-026e6789-2b3d-4bad-a10f-cd246fc4d9b1 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 14:30:42.302317 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-026e6789-2b3d-4bad-a10f-cd246fc4d9b1 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:42.399786 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-026e6789-2b3d-4bad-a10f-cd246fc4d9b1 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:42.416849 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-026e6789-2b3d-4bad-a10f-cd246fc4d9b1 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:42.428748 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026e6789-2b3d-4bad-a10f-cd246fc4d9b1 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] Pushing event deleted for resources: {'Network': ['ID=2b8c0607-a5ac-41fa-8418-e92ea4fddba5,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:30:42.433617 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-026e6789-2b3d-4bad-a10f-cd246fc4d9b1 tempest-NetworksIpV6Test-2124557497 tempest-NetworksIpV6Test-2124557497-project] 10.222.0.50 "DELETE /v2.0/networks/2b8c0607-a5ac-41fa-8418-e92ea4fddba5 HTTP/1.1" status: 204 len: 168 time: 1.0985956 May 31 14:30:42.618151 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-6706ac7d-0e81-4acf-a94f-85f4018cae97 None None] Deleting port ab0eb4e1-cd97-40ec-ab85-55465f034e7b {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:30:42.618712 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6706ac7d-0e81-4acf-a94f-85f4018cae97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:42.690647 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-6706ac7d-0e81-4acf-a94f-85f4018cae97 None None] The port 'ab0eb4e1-cd97-40ec-ab85-55465f034e7b' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 14:30:42.711419 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43672) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:30:42.722976 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device ab0eb4e1-cd97-40ec-ab85-55465f034e7b no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:30:42.757633 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: ab0eb4e1-cd97-40ec-ab85-55465f034e7b {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:30:42.757970 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device ab0eb4e1-cd97-40ec-ab85-55465f034e7b not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:30:42.785187 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 2aabd273-e5c2-459b-945d-80487d1127e2 resource provider aggregate not found May 31 14:30:42.803170 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 2aabd273-e5c2-459b-945d-80487d1127e2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2aabd273-e5c2-459b-945d-80487d1127e2 found for delete ", "request_id": "req-7ef73cf4-fb95-4046-9365-c994beabe6b1"}]} May 31 14:30:42.880338 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-f75d6d12-0c47-48d9-bc01-6af4c493f6ca admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=672aea4029e24efca65fd7f0db7af6cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1676757 May 31 14:30:42.882885 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43682) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:30:42.885461 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-484b632e-d585-48bf-a566-350400f425b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:42.943043 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-39bb204f-1820-4ca8-84d5-1b777fe6d018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:42.969924 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-39bb204f-1820-4ca8-84d5-1b777fe6d018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:43.022464 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-39bb204f-1820-4ca8-84d5-1b777fe6d018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:43.036509 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bb204f-1820-4ca8-84d5-1b777fe6d018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21344a45-94b6-4904-9d05-d43dcfb9b5e7,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:30:43.043117 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-39bb204f-1820-4ca8-84d5-1b777fe6d018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:43.045077 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-39bb204f-1820-4ca8-84d5-1b777fe6d018 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/21344a45-94b6-4904-9d05-d43dcfb9b5e7 HTTP/1.1" status: 204 len: 168 time: 0.1600411 May 31 14:30:43.799046 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43706) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:30:43.911747 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-36652127-f043-45a9-a5a0-46fdd362bd2f tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-593835086', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:30:43.920449 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-36652127-f043-45a9-a5a0-46fdd362bd2f tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:30:43.925285 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-36652127-f043-45a9-a5a0-46fdd362bd2f tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Usage tracker for resource:router and tenant:317b75e621b447bfaf71c221bf8f54d3 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:30:43.929073 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-36652127-f043-45a9-a5a0-46fdd362bd2f tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:30:43.936236 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-36652127-f043-45a9-a5a0-46fdd362bd2f tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:30:43.946998 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-36652127-f043-45a9-a5a0-46fdd362bd2f tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:43.948044 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-36652127-f043-45a9-a5a0-46fdd362bd2f tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:43.960026 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:43.964106 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-36652127-f043-45a9-a5a0-46fdd362bd2f tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:43.986701 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-36652127-f043-45a9-a5a0-46fdd362bd2f tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:44.010616 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-36652127-f043-45a9-a5a0-46fdd362bd2f tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:44.011822 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-36652127-f043-45a9-a5a0-46fdd362bd2f tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2117953 May 31 14:30:44.015528 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43712) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:30:44.021040 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-4bf1d002-fea2-415c-b727-f5c8d74ddd7f tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1828748324'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:30:44.026783 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4bf1d002-fea2-415c-b727-f5c8d74ddd7f tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:30:44.031472 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-4bf1d002-fea2-415c-b727-f5c8d74ddd7f tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Usage tracker for resource:network and tenant:317b75e621b447bfaf71c221bf8f54d3 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:30:44.034410 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-4bf1d002-fea2-415c-b727-f5c8d74ddd7f tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:30:44.040351 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4bf1d002-fea2-415c-b727-f5c8d74ddd7f tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:30:44.050171 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf1d002-fea2-415c-b727-f5c8d74ddd7f tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Made reservation on behalf of 317b75e621b447bfaf71c221bf8f54d3 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:30:44.053730 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4bf1d002-fea2-415c-b727-f5c8d74ddd7f tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:44.068721 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4bf1d002-fea2-415c-b727-f5c8d74ddd7f tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:44.087197 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4bf1d002-fea2-415c-b727-f5c8d74ddd7f tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:30:44.091851 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-4bf1d002-fea2-415c-b727-f5c8d74ddd7f tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Usage tracker for resource:security_group_rule and tenant:317b75e621b447bfaf71c221bf8f54d3 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:30:44.095832 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-4bf1d002-fea2-415c-b727-f5c8d74ddd7f tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:30:44.101746 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:44.102981 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4bf1d002-fea2-415c-b727-f5c8d74ddd7f tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:30:44.190309 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4bf1d002-fea2-415c-b727-f5c8d74ddd7f tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:44.194178 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4bf1d002-fea2-415c-b727-f5c8d74ddd7f tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:44.228367 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bf1d002-fea2-415c-b727-f5c8d74ddd7f tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 14:30:44.237747 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf1d002-fea2-415c-b727-f5c8d74ddd7f tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7543f80-440d-4108-8355-0b823b96ced0,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:30:44.246282 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4bf1d002-fea2-415c-b727-f5c8d74ddd7f tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:44.246845 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-4bf1d002-fea2-415c-b727-f5c8d74ddd7f tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Added segment a53236b1-b7f2-4470-bf27-7c531c94ca6f of type vlan for network 39f7ef47-18f3-4f4b-a8cd-cef290376679 May 31 14:30:44.281118 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4bf1d002-fea2-415c-b727-f5c8d74ddd7f tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:44.311851 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4bf1d002-fea2-415c-b727-f5c8d74ddd7f tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:44.317908 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf1d002-fea2-415c-b727-f5c8d74ddd7f tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:30:44.318525 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4bf1d002-fea2-415c-b727-f5c8d74ddd7f tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:44.432594 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-4bf1d002-fea2-415c-b727-f5c8d74ddd7f tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4160204 May 31 14:30:44.433306 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf1d002-fea2-415c-b727-f5c8d74ddd7f tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Pushing event updated for resources: {'Network': ['ID=39f7ef47-18f3-4f4b-a8cd-cef290376679,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:30:44.436080 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43716) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:30:44.442029 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-e46ea38d-fe9c-4015-a5aa-1409d67989ac tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Request body: {'subnet': {'network_id': '39f7ef47-18f3-4f4b-a8cd-cef290376679', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:30:44.444338 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 39f7ef47-18f3-4f4b-a8cd-cef290376679 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 14:30:44.558270 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e46ea38d-fe9c-4015-a5aa-1409d67989ac tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:30:44.563056 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e46ea38d-fe9c-4015-a5aa-1409d67989ac tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Usage tracker for resource:subnet and tenant:317b75e621b447bfaf71c221bf8f54d3 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:30:44.566272 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-e46ea38d-fe9c-4015-a5aa-1409d67989ac tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:30:44.572189 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-e46ea38d-fe9c-4015-a5aa-1409d67989ac tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:30:44.582771 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e46ea38d-fe9c-4015-a5aa-1409d67989ac tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Made reservation on behalf of 317b75e621b447bfaf71c221bf8f54d3 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:30:44.586214 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e46ea38d-fe9c-4015-a5aa-1409d67989ac tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:44.818091 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e46ea38d-fe9c-4015-a5aa-1409d67989ac tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:44.895831 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46ea38d-fe9c-4015-a5aa-1409d67989ac tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Pushing event updated for resources: {'Subnet': ['ID=90141a9d-9d78-4e20-834f-e706344dfdbf,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:30:44.905596 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46ea38d-fe9c-4015-a5aa-1409d67989ac tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Checking segment: {'id': 'a53236b1-b7f2-4470-bf27-7c531c94ca6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '39f7ef47-18f3-4f4b-a8cd-cef290376679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:30:44.905956 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46ea38d-fe9c-4015-a5aa-1409d67989ac tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Network hostable DHCP agents. Network: 39f7ef47-18f3-4f4b-a8cd-cef290376679, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 14:30:44.925637 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46ea38d-fe9c-4015-a5aa-1409d67989ac tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Network 39f7ef47-18f3-4f4b-a8cd-cef290376679 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 14:30:44.935287 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-e46ea38d-fe9c-4015-a5aa-1409d67989ac tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 39f7ef47-18f3-4f4b-a8cd-cef290376679) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:30:44.939711 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46ea38d-fe9c-4015-a5aa-1409d67989ac tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:30:44.940286 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-e46ea38d-fe9c-4015-a5aa-1409d67989ac tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:44.945909 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb68a07-a00d-4691-8690-92bc581ad00c None None] Network 39f7ef47-18f3-4f4b-a8cd-cef290376679 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:30:44.961478 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-e46ea38d-fe9c-4015-a5aa-1409d67989ac tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5243673 May 31 14:30:44.965166 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43720) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:30:44.971354 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-440067d0-3f9c-468a-8187-3c2503a24e9c tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-442927248'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:30:44.977887 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-440067d0-3f9c-468a-8187-3c2503a24e9c tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:30:44.983727 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-440067d0-3f9c-468a-8187-3c2503a24e9c tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Usage tracker for resource:network and tenant:317b75e621b447bfaf71c221bf8f54d3 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:30:44.988570 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-440067d0-3f9c-468a-8187-3c2503a24e9c tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:30:44.994872 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-440067d0-3f9c-468a-8187-3c2503a24e9c tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:30:45.006388 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-440067d0-3f9c-468a-8187-3c2503a24e9c tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Made reservation on behalf of 317b75e621b447bfaf71c221bf8f54d3 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:30:45.009778 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-440067d0-3f9c-468a-8187-3c2503a24e9c tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:45.039156 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-440067d0-3f9c-468a-8187-3c2503a24e9c tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 14:30:45.048882 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-440067d0-3f9c-468a-8187-3c2503a24e9c tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:45.049238 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-440067d0-3f9c-468a-8187-3c2503a24e9c tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Added segment 8b51e04d-74a5-489e-8568-7ac1fbd4e64e of type vlan for network 3add3f8b-0def-4e39-b27e-56600f1d7623 May 31 14:30:45.080747 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-440067d0-3f9c-468a-8187-3c2503a24e9c tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:45.117194 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-440067d0-3f9c-468a-8187-3c2503a24e9c tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:45.122905 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440067d0-3f9c-468a-8187-3c2503a24e9c tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:30:45.123505 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-440067d0-3f9c-468a-8187-3c2503a24e9c tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:45.191745 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db89cc25-17d5-40fe-a9fe-53f869d6a640 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-39f7ef47-18f3-4f4b-a8cd-cef290376679', 'network_id': '39f7ef47-18f3-4f4b-a8cd-cef290376679', 'tenant_id': '317b75e621b447bfaf71c221bf8f54d3', 'fixed_ips': [{'subnet_id': '90141a9d-9d78-4e20-834f-e706344dfdbf'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 14:30:45.192715 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-db89cc25-17d5-40fe-a9fe-53f869d6a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:45.232200 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-440067d0-3f9c-468a-8187-3c2503a24e9c tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2659650 May 31 14:30:45.235302 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43724) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:30:45.243144 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-626c5a37-ff10-4bc9-80fa-54520afb224a tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Request body: {'subnet': {'network_id': '3add3f8b-0def-4e39-b27e-56600f1d7623', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:30:45.266080 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440067d0-3f9c-468a-8187-3c2503a24e9c tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Pushing event updated for resources: {'Network': ['ID=3add3f8b-0def-4e39-b27e-56600f1d7623,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:30:45.279680 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 3add3f8b-0def-4e39-b27e-56600f1d7623 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 14:30:45.367104 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-626c5a37-ff10-4bc9-80fa-54520afb224a tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:30:45.371561 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-626c5a37-ff10-4bc9-80fa-54520afb224a tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Usage tracker for resource:subnet and tenant:317b75e621b447bfaf71c221bf8f54d3 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:30:45.375687 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-626c5a37-ff10-4bc9-80fa-54520afb224a tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:30:45.381619 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-626c5a37-ff10-4bc9-80fa-54520afb224a tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:30:45.392864 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-626c5a37-ff10-4bc9-80fa-54520afb224a tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Made reservation on behalf of 317b75e621b447bfaf71c221bf8f54d3 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:30:45.396598 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-626c5a37-ff10-4bc9-80fa-54520afb224a tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:45.456610 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-db89cc25-17d5-40fe-a9fe-53f869d6a640 None None] Allocated IP 172.20.0.2 (39f7ef47-18f3-4f4b-a8cd-cef290376679/90141a9d-9d78-4e20-834f-e706344dfdbf/9576df2e-2b7f-4e20-881a-33a794aace1f) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:30:45.641796 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-626c5a37-ff10-4bc9-80fa-54520afb224a tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:45.677355 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-db89cc25-17d5-40fe-a9fe-53f869d6a640 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:45.688628 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-db89cc25-17d5-40fe-a9fe-53f869d6a640 None None] Transition to ACTIVE for port object 9576df2e-2b7f-4e20-881a-33a794aace1f will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:30:45.708437 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-db89cc25-17d5-40fe-a9fe-53f869d6a640 None None] Transition to ACTIVE for port object 9576df2e-2b7f-4e20-881a-33a794aace1f will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:30:45.713959 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-db89cc25-17d5-40fe-a9fe-53f869d6a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:45.730260 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c5a37-ff10-4bc9-80fa-54520afb224a tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Pushing event updated for resources: {'Subnet': ['ID=bce6ae2d-0cd1-441d-8e20-99ec29045251,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:30:45.738854 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626c5a37-ff10-4bc9-80fa-54520afb224a tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Checking segment: {'id': '8b51e04d-74a5-489e-8568-7ac1fbd4e64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3add3f8b-0def-4e39-b27e-56600f1d7623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:30:45.739247 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626c5a37-ff10-4bc9-80fa-54520afb224a tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Network hostable DHCP agents. Network: 3add3f8b-0def-4e39-b27e-56600f1d7623, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 14:30:45.767075 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626c5a37-ff10-4bc9-80fa-54520afb224a tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Network 3add3f8b-0def-4e39-b27e-56600f1d7623 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 14:30:45.777662 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-626c5a37-ff10-4bc9-80fa-54520afb224a tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 3add3f8b-0def-4e39-b27e-56600f1d7623) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:30:45.781202 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db89cc25-17d5-40fe-a9fe-53f869d6a640 None None] Network 39f7ef47-18f3-4f4b-a8cd-cef290376679 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:30:45.784030 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-db89cc25-17d5-40fe-a9fe-53f869d6a640 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:30:45.784479 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626c5a37-ff10-4bc9-80fa-54520afb224a tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:30:45.786736 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-626c5a37-ff10-4bc9-80fa-54520afb224a tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:45.787532 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db89cc25-17d5-40fe-a9fe-53f869d6a640 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:30:45.790745 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6410860-0985-41e1-9580-f37820b5383a None None] Network 3add3f8b-0def-4e39-b27e-56600f1d7623 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:30:45.813640 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-626c5a37-ff10-4bc9-80fa-54520afb224a tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5773821 May 31 14:30:45.816686 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43728) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:30:45.822424 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-4262f5fd-451c-4c49-aef8-93c3d5e89d10 tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Request body: {'router': {'external_gateway_info': {'network_id': '3add3f8b-0def-4e39-b27e-56600f1d7623'}}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:30:45.916965 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db89cc25-17d5-40fe-a9fe-53f869d6a640 None None] Pushing event updated for resources: {'Port': ['ID=9576df2e-2b7f-4e20-881a-33a794aace1f,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:30:45.978502 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:46.002677 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-db89cc25-17d5-40fe-a9fe-53f869d6a640 None None] Attempting to bind port 9576df2e-2b7f-4e20-881a-33a794aace1f on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:30:46.003141 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-db89cc25-17d5-40fe-a9fe-53f869d6a640 None None] Attempting to bind port 9576df2e-2b7f-4e20-881a-33a794aace1f by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'a53236b1-b7f2-4470-bf27-7c531c94ca6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '39f7ef47-18f3-4f4b-a8cd-cef290376679'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:30:46.003498 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db89cc25-17d5-40fe-a9fe-53f869d6a640 None None] Attempting to bind port 9576df2e-2b7f-4e20-881a-33a794aace1f on network 39f7ef47-18f3-4f4b-a8cd-cef290376679 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:30:46.020243 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db89cc25-17d5-40fe-a9fe-53f869d6a640 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:30:46.020644 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db89cc25-17d5-40fe-a9fe-53f869d6a640 None None] Checking segment: {'id': 'a53236b1-b7f2-4470-bf27-7c531c94ca6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '39f7ef47-18f3-4f4b-a8cd-cef290376679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:30:46.020994 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-db89cc25-17d5-40fe-a9fe-53f869d6a640 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:46.021386 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db89cc25-17d5-40fe-a9fe-53f869d6a640 None None] Bound using segment: {'id': 'a53236b1-b7f2-4470-bf27-7c531c94ca6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '39f7ef47-18f3-4f4b-a8cd-cef290376679'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:30:46.021870 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-db89cc25-17d5-40fe-a9fe-53f869d6a640 None None] Bound port: 9576df2e-2b7f-4e20-881a-33a794aace1f, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a53236b1-b7f2-4470-bf27-7c531c94ca6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '39f7ef47-18f3-4f4b-a8cd-cef290376679'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:30:46.022270 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-db89cc25-17d5-40fe-a9fe-53f869d6a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:46.193000 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-db89cc25-17d5-40fe-a9fe-53f869d6a640 None None] For port 9576df2e-2b7f-4e20-881a-33a794aace1f, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:30:46.198128 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-db89cc25-17d5-40fe-a9fe-53f869d6a640 None None] For port 9576df2e-2b7f-4e20-881a-33a794aace1f, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=9576df2e-2b7f-4e20-881a-33a794aace1f,segment=NetworkSegment(a53236b1-b7f2-4470-bf27-7c531c94ca6f),segment_id=a53236b1-b7f2-4470-bf27-7c531c94ca6f)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:30:46.202575 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2935953a-fc64-4a68-bb15-5851c8435eab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-3add3f8b-0def-4e39-b27e-56600f1d7623', 'network_id': '3add3f8b-0def-4e39-b27e-56600f1d7623', 'tenant_id': '317b75e621b447bfaf71c221bf8f54d3', 'fixed_ips': [{'subnet_id': 'bce6ae2d-0cd1-441d-8e20-99ec29045251'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 14:30:46.203375 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2935953a-fc64-4a68-bb15-5851c8435eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:46.214646 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-db89cc25-17d5-40fe-a9fe-53f869d6a640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:46.332700 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4262f5fd-451c-4c49-aef8-93c3d5e89d10 tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:46.412537 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db89cc25-17d5-40fe-a9fe-53f869d6a640 None None] Pushing event updated for resources: {'Port': ['ID=9576df2e-2b7f-4e20-881a-33a794aace1f,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:30:46.491823 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [None req-4262f5fd-451c-4c49-aef8-93c3d5e89d10 tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 31 14:30:46.492863 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-4262f5fd-451c-4c49-aef8-93c3d5e89d10 tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] 10.222.0.50 "PUT /v2.0/routers/7b707037-d939-4233-ac58-417465980a7a HTTP/1.1" status: 400 len: 364 time: 0.6749740 May 31 14:30:46.501061 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-2935953a-fc64-4a68-bb15-5851c8435eab None None] Allocated IP 172.21.0.2 (3add3f8b-0def-4e39-b27e-56600f1d7623/bce6ae2d-0cd1-441d-8e20-99ec29045251/b83a1833-2f6c-467b-8af7-3eadd92218aa) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:30:46.502561 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43732) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:30:46.573315 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3a17ff7-1a87-43e3-b2ec-0545966a3ab5 tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Deleting subnet bce6ae2d-0cd1-441d-8e20-99ec29045251 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 14:30:46.739141 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2935953a-fc64-4a68-bb15-5851c8435eab None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:46.756800 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2935953a-fc64-4a68-bb15-5851c8435eab None None] Transition to ACTIVE for port object b83a1833-2f6c-467b-8af7-3eadd92218aa will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:30:46.770868 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 9576df2e-2b7f-4e20-881a-33a794aace1f up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:30:46.830801 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2935953a-fc64-4a68-bb15-5851c8435eab None None] Transition to ACTIVE for port object b83a1833-2f6c-467b-8af7-3eadd92218aa will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:30:46.837473 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f3a17ff7-1a87-43e3-b2ec-0545966a3ab5 tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:46.842612 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2935953a-fc64-4a68-bb15-5851c8435eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:46.895271 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f3a17ff7-1a87-43e3-b2ec-0545966a3ab5 tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:46.915504 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2935953a-fc64-4a68-bb15-5851c8435eab None None] Network 3add3f8b-0def-4e39-b27e-56600f1d7623 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:30:46.924441 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-2935953a-fc64-4a68-bb15-5851c8435eab None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:30:46.928496 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2935953a-fc64-4a68-bb15-5851c8435eab None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:30:46.930574 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 9576df2e-2b7f-4e20-881a-33a794aace1f completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:30:46.938845 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2935953a-fc64-4a68-bb15-5851c8435eab None None] Pushing event updated for resources: {'Port': ['ID=b83a1833-2f6c-467b-8af7-3eadd92218aa,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:30:46.989719 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f3a17ff7-1a87-43e3-b2ec-0545966a3ab5 tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:47.033239 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-2935953a-fc64-4a68-bb15-5851c8435eab None None] Attempting to bind port b83a1833-2f6c-467b-8af7-3eadd92218aa on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:30:47.033598 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-2935953a-fc64-4a68-bb15-5851c8435eab None None] Attempting to bind port b83a1833-2f6c-467b-8af7-3eadd92218aa by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '8b51e04d-74a5-489e-8568-7ac1fbd4e64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3add3f8b-0def-4e39-b27e-56600f1d7623'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:30:47.033954 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2935953a-fc64-4a68-bb15-5851c8435eab None None] Attempting to bind port b83a1833-2f6c-467b-8af7-3eadd92218aa on network 3add3f8b-0def-4e39-b27e-56600f1d7623 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:30:47.039172 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2935953a-fc64-4a68-bb15-5851c8435eab None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:30:47.039531 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2935953a-fc64-4a68-bb15-5851c8435eab None None] Checking segment: {'id': '8b51e04d-74a5-489e-8568-7ac1fbd4e64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3add3f8b-0def-4e39-b27e-56600f1d7623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:30:47.039924 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2935953a-fc64-4a68-bb15-5851c8435eab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:47.040304 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2935953a-fc64-4a68-bb15-5851c8435eab None None] Bound using segment: {'id': '8b51e04d-74a5-489e-8568-7ac1fbd4e64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3add3f8b-0def-4e39-b27e-56600f1d7623'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:30:47.040755 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-2935953a-fc64-4a68-bb15-5851c8435eab None None] Bound port: b83a1833-2f6c-467b-8af7-3eadd92218aa, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b51e04d-74a5-489e-8568-7ac1fbd4e64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3add3f8b-0def-4e39-b27e-56600f1d7623'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:30:47.041119 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2935953a-fc64-4a68-bb15-5851c8435eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:47.071815 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f3a17ff7-1a87-43e3-b2ec-0545966a3ab5 tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:47.112430 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a17ff7-1a87-43e3-b2ec-0545966a3ab5 tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Pushing event deleted for resources: {'Subnet': ['ID=bce6ae2d-0cd1-441d-8e20-99ec29045251,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:30:47.116217 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f3a17ff7-1a87-43e3-b2ec-0545966a3ab5 tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:47.125848 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-f3a17ff7-1a87-43e3-b2ec-0545966a3ab5 tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] 10.222.0.50 "DELETE /v2.0/subnets/bce6ae2d-0cd1-441d-8e20-99ec29045251 HTTP/1.1" status: 204 len: 168 time: 0.6182821 May 31 14:30:47.126344 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 43736) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:30:47.154692 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-2935953a-fc64-4a68-bb15-5851c8435eab None None] For port b83a1833-2f6c-467b-8af7-3eadd92218aa, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:30:47.159572 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-2935953a-fc64-4a68-bb15-5851c8435eab None None] For port b83a1833-2f6c-467b-8af7-3eadd92218aa, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=b83a1833-2f6c-467b-8af7-3eadd92218aa,segment=NetworkSegment(8b51e04d-74a5-489e-8568-7ac1fbd4e64e),segment_id=8b51e04d-74a5-489e-8568-7ac1fbd4e64e)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:30:47.164562 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2935953a-fc64-4a68-bb15-5851c8435eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:47.266006 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c57fd80d-84e2-4930-ae51-4d5ab5f17378 tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:47.280270 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-c57fd80d-84e2-4930-ae51-4d5ab5f17378 tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Deleting port b83a1833-2f6c-467b-8af7-3eadd92218aa {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:30:47.280749 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c57fd80d-84e2-4930-ae51-4d5ab5f17378 tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:47.288373 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2935953a-fc64-4a68-bb15-5851c8435eab None None] Pushing event updated for resources: {'Port': ['ID=b83a1833-2f6c-467b-8af7-3eadd92218aa,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:30:47.334217 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16bd2f1-2d1d-403e-80ee-c8c8194a237f None None] Network 3add3f8b-0def-4e39-b27e-56600f1d7623 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:30:47.508559 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1780fe7d-0a52-46cc-8969-b27cad09af93 None None] Network 39f7ef47-18f3-4f4b-a8cd-cef290376679 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:30:47.546785 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-c57fd80d-84e2-4930-ae51-4d5ab5f17378 tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] For port b83a1833-2f6c-467b-8af7-3eadd92218aa, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=b83a1833-2f6c-467b-8af7-3eadd92218aa,segment=NetworkSegment(8b51e04d-74a5-489e-8568-7ac1fbd4e64e),segment_id=8b51e04d-74a5-489e-8568-7ac1fbd4e64e)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:30:47.547142 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c57fd80d-84e2-4930-ae51-4d5ab5f17378 tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:47.634310 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0250f7d3-a368-4cbf-b238-9bc7803d344f None None] Provisioning for port 9576df2e-2b7f-4e20-881a-33a794aace1f completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:30:47.653468 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0250f7d3-a368-4cbf-b238-9bc7803d344f None None] Provisioning complete for port 9576df2e-2b7f-4e20-881a-33a794aace1f triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:30:47.653837 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0250f7d3-a368-4cbf-b238-9bc7803d344f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:47.677047 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-c57fd80d-84e2-4930-ae51-4d5ab5f17378 tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Calling delete_port for b83a1833-2f6c-467b-8af7-3eadd92218aa owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:30:47.761692 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c57fd80d-84e2-4930-ae51-4d5ab5f17378 tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:47.816511 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57fd80d-84e2-4930-ae51-4d5ab5f17378 tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Pushing event deleted for resources: {'Port': ['ID=b83a1833-2f6c-467b-8af7-3eadd92218aa,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:30:47.818349 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57fd80d-84e2-4930-ae51-4d5ab5f17378 tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] No DVR routers for this DVR port b83a1833-2f6c-467b-8af7-3eadd92218aa on host n-d-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:30:47.871249 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0250f7d3-a368-4cbf-b238-9bc7803d344f None None] Current status of the port 9576df2e-2b7f-4e20-881a-33a794aace1f is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:30:47.871624 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0250f7d3-a368-4cbf-b238-9bc7803d344f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:47.913649 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0250f7d3-a368-4cbf-b238-9bc7803d344f None None] For port 9576df2e-2b7f-4e20-881a-33a794aace1f, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=9576df2e-2b7f-4e20-881a-33a794aace1f,segment=NetworkSegment(a53236b1-b7f2-4470-bf27-7c531c94ca6f),segment_id=a53236b1-b7f2-4470-bf27-7c531c94ca6f)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:30:47.918161 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0250f7d3-a368-4cbf-b238-9bc7803d344f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:48.016723 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0250f7d3-a368-4cbf-b238-9bc7803d344f None None] Pushing event updated for resources: {'Port': ['ID=9576df2e-2b7f-4e20-881a-33a794aace1f,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:30:48.062537 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c57fd80d-84e2-4930-ae51-4d5ab5f17378 tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:48.090253 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-c57fd80d-84e2-4930-ae51-4d5ab5f17378 tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3add3f8b-0def-4e39-b27e-56600f1d7623']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:30:48.103593 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-c57fd80d-84e2-4930-ae51-4d5ab5f17378 tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b51e04d-74a5-489e-8568-7ac1fbd4e64e') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:30:48.103884 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-c57fd80d-84e2-4930-ae51-4d5ab5f17378 tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b51e04d-74a5-489e-8568-7ac1fbd4e64e') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:30:48.117584 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c57fd80d-84e2-4930-ae51-4d5ab5f17378 tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:48.135495 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c57fd80d-84e2-4930-ae51-4d5ab5f17378 tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:48.142230 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c57fd80d-84e2-4930-ae51-4d5ab5f17378 tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 14:30:48.142627 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c57fd80d-84e2-4930-ae51-4d5ab5f17378 tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:48.145690 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42dc833e-fec7-4f94-bee6-c986d993b91b None None] get_active_networks_info from n-d-843939-1 {{(pid=88371) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 31 14:30:48.212209 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 8b51e04d-74a5-489e-8568-7ac1fbd4e64e resource provider aggregate not found May 31 14:30:48.233802 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 8b51e04d-74a5-489e-8568-7ac1fbd4e64e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8b51e04d-74a5-489e-8568-7ac1fbd4e64e found for delete ", "request_id": "req-0b56a8d8-627f-4c8d-8a90-b2ceac74a135"}]} May 31 14:30:48.239094 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42dc833e-fec7-4f94-bee6-c986d993b91b None None] Resources bound (agent type, host, resource id): {{(pid=88371) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 31 14:30:48.249359 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c57fd80d-84e2-4930-ae51-4d5ab5f17378 tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:48.255124 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-9c594e79-ba9c-48a8-ab48-9e73513c54e8 None None] Provisioning complete for port 9576df2e-2b7f-4e20-881a-33a794aace1f triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:30:48.255487 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9c594e79-ba9c-48a8-ab48-9e73513c54e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:48.267806 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c57fd80d-84e2-4930-ae51-4d5ab5f17378 tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:48.278797 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57fd80d-84e2-4930-ae51-4d5ab5f17378 tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Pushing event deleted for resources: {'Network': ['ID=3add3f8b-0def-4e39-b27e-56600f1d7623,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:30:48.285172 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c57fd80d-84e2-4930-ae51-4d5ab5f17378 tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] 10.222.0.50 "DELETE /v2.0/networks/3add3f8b-0def-4e39-b27e-56600f1d7623 HTTP/1.1" status: 204 len: 168 time: 1.1550756 May 31 14:30:48.285563 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 43744) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:30:48.361766 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6071b64-721a-4e1a-809f-82a20bbf94e9 tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Deleting subnet 90141a9d-9d78-4e20-834f-e706344dfdbf {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 14:30:48.364974 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f6071b64-721a-4e1a-809f-82a20bbf94e9 tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:48.422401 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f6071b64-721a-4e1a-809f-82a20bbf94e9 tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65507433'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:48.510148 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f6071b64-721a-4e1a-809f-82a20bbf94e9 tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:48.572878 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9c594e79-ba9c-48a8-ab48-9e73513c54e8 None None] Current status of the port 9576df2e-2b7f-4e20-881a-33a794aace1f is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:30:48.587091 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f6071b64-721a-4e1a-809f-82a20bbf94e9 tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65216469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65148562'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:48.628705 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6071b64-721a-4e1a-809f-82a20bbf94e9 tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Pushing event deleted for resources: {'Subnet': ['ID=90141a9d-9d78-4e20-834f-e706344dfdbf,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:30:48.633854 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f6071b64-721a-4e1a-809f-82a20bbf94e9 tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:48.640731 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-f6071b64-721a-4e1a-809f-82a20bbf94e9 tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] 10.222.0.50 "DELETE /v2.0/subnets/90141a9d-9d78-4e20-834f-e706344dfdbf HTTP/1.1" status: 204 len: 168 time: 0.3543546 May 31 14:30:48.643122 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 43748) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:30:48.683978 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22e3baf-ef0b-43ff-b705-806d517456a1 None None] Network 39f7ef47-18f3-4f4b-a8cd-cef290376679 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:30:48.750316 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 9576df2e-2b7f-4e20-881a-33a794aace1f up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:30:48.759767 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-977b2402-de95-45c0-8d81-e11b92dcedad tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:48.770514 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-977b2402-de95-45c0-8d81-e11b92dcedad tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Deleting port 9576df2e-2b7f-4e20-881a-33a794aace1f {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:30:48.770835 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-977b2402-de95-45c0-8d81-e11b92dcedad tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:48.923105 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 9576df2e-2b7f-4e20-881a-33a794aace1f triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:30:48.923471 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:48.983404 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-977b2402-de95-45c0-8d81-e11b92dcedad tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] For port 9576df2e-2b7f-4e20-881a-33a794aace1f, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=9576df2e-2b7f-4e20-881a-33a794aace1f,segment=NetworkSegment(a53236b1-b7f2-4470-bf27-7c531c94ca6f),segment_id=a53236b1-b7f2-4470-bf27-7c531c94ca6f)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:30:48.983760 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-977b2402-de95-45c0-8d81-e11b92dcedad tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:49.060191 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 9576df2e-2b7f-4e20-881a-33a794aace1f is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:30:49.083098 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa5a6fa-fcb3-43c8-8546-7d76f2747ef1 None None] DHCP port deletion for 39f7ef47-18f3-4f4b-a8cd-cef290376679 request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 14:30:49.087671 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2aa5a6fa-fcb3-43c8-8546-7d76f2747ef1 None None] Deleting port 9576df2e-2b7f-4e20-881a-33a794aace1f {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:30:49.088039 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2aa5a6fa-fcb3-43c8-8546-7d76f2747ef1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:49.118947 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-977b2402-de95-45c0-8d81-e11b92dcedad tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Calling delete_port for 9576df2e-2b7f-4e20-881a-33a794aace1f owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:30:49.209488 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-977b2402-de95-45c0-8d81-e11b92dcedad tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:49.259525 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977b2402-de95-45c0-8d81-e11b92dcedad tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Pushing event deleted for resources: {'Port': ['ID=9576df2e-2b7f-4e20-881a-33a794aace1f,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:30:49.261323 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977b2402-de95-45c0-8d81-e11b92dcedad tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] No DVR routers for this DVR port 9576df2e-2b7f-4e20-881a-33a794aace1f on host n-d-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:30:49.303887 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-2aa5a6fa-fcb3-43c8-8546-7d76f2747ef1 None None] For port 9576df2e-2b7f-4e20-881a-33a794aace1f, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=9576df2e-2b7f-4e20-881a-33a794aace1f,segment=NetworkSegment(a53236b1-b7f2-4470-bf27-7c531c94ca6f),segment_id=a53236b1-b7f2-4470-bf27-7c531c94ca6f)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:30:49.304348 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2aa5a6fa-fcb3-43c8-8546-7d76f2747ef1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:49.389085 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-977b2402-de95-45c0-8d81-e11b92dcedad tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:49.415822 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-977b2402-de95-45c0-8d81-e11b92dcedad tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39f7ef47-18f3-4f4b-a8cd-cef290376679']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:30:49.428672 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-977b2402-de95-45c0-8d81-e11b92dcedad tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a53236b1-b7f2-4470-bf27-7c531c94ca6f') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:30:49.428961 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-977b2402-de95-45c0-8d81-e11b92dcedad tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a53236b1-b7f2-4470-bf27-7c531c94ca6f') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:30:49.432162 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2aa5a6fa-fcb3-43c8-8546-7d76f2747ef1 None None] Calling delete_port for 9576df2e-2b7f-4e20-881a-33a794aace1f owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:30:49.441541 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-977b2402-de95-45c0-8d81-e11b92dcedad tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:49.459857 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-977b2402-de95-45c0-8d81-e11b92dcedad tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:49.469751 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-977b2402-de95-45c0-8d81-e11b92dcedad tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 14:30:49.470409 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-977b2402-de95-45c0-8d81-e11b92dcedad tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:49.510192 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-2aa5a6fa-fcb3-43c8-8546-7d76f2747ef1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 14:30:49.510595 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-2aa5a6fa-fcb3-43c8-8546-7d76f2747ef1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 14:30:49.575568 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-977b2402-de95-45c0-8d81-e11b92dcedad tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:49.581304 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-977b2402-de95-45c0-8d81-e11b92dcedad tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:49.606446 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977b2402-de95-45c0-8d81-e11b92dcedad tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Pushing event deleted for resources: {'Network': ['ID=39f7ef47-18f3-4f4b-a8cd-cef290376679,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:30:49.611139 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-977b2402-de95-45c0-8d81-e11b92dcedad tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] 10.222.0.50 "DELETE /v2.0/networks/39f7ef47-18f3-4f4b-a8cd-cef290376679 HTTP/1.1" status: 204 len: 168 time: 0.9670358 May 31 14:30:49.613816 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 43752) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:30:49.660146 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-17fb522d-27a9-47cb-941a-25f43900fbef tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Synchronizing usage tracker for tenant:317b75e621b447bfaf71c221bf8f54d3 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:30:49.676278 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-17fb522d-27a9-47cb-941a-25f43900fbef tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Unset dirty status for tenant:317b75e621b447bfaf71c221bf8f54d3 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:30:49.677659 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-17fb522d-27a9-47cb-941a-25f43900fbef tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b707037-d939-4233-ac58-417465980a7a HTTP/1.1" status: 200 len: 205 time: 0.0629117 May 31 14:30:49.680409 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 43756) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:30:49.927401 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7dbc76ed-4704-45b9-aa4b-c0a8425eb1e8 tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Notify callbacks [] for router, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:50.011945 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2aa5a6fa-fcb3-43c8-8546-7d76f2747ef1 None None] Deleting port 9576df2e-2b7f-4e20-881a-33a794aace1f {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:30:50.012520 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2aa5a6fa-fcb3-43c8-8546-7d76f2747ef1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:50.080276 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2aa5a6fa-fcb3-43c8-8546-7d76f2747ef1 None None] The port '9576df2e-2b7f-4e20-881a-33a794aace1f' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 14:30:50.240493 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7dbc76ed-4704-45b9-aa4b-c0a8425eb1e8 tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:50.242832 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7dbc76ed-4704-45b9-aa4b-c0a8425eb1e8 tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:50.260070 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment a53236b1-b7f2-4470-bf27-7c531c94ca6f resource provider aggregate not found May 31 14:30:50.272388 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7dbc76ed-4704-45b9-aa4b-c0a8425eb1e8 tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:50.272895 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dbc76ed-4704-45b9-aa4b-c0a8425eb1e8 tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Fanout notify agent at l3_agent the message router_deleted on router 7b707037-d939-4233-ac58-417465980a7a {{(pid=88370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 14:30:50.285853 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7dbc76ed-4704-45b9-aa4b-c0a8425eb1e8 tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:50.286954 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-7dbc76ed-4704-45b9-aa4b-c0a8425eb1e8 tempest-RoutersNegativeTest-1281604005 tempest-RoutersNegativeTest-1281604005-project] 10.222.0.50 "DELETE /v2.0/routers/7b707037-d939-4233-ac58-417465980a7a HTTP/1.1" status: 204 len: 168 time: 0.6056859 May 31 14:30:50.288655 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment a53236b1-b7f2-4470-bf27-7c531c94ca6f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a53236b1-b7f2-4470-bf27-7c531c94ca6f found for delete ", "request_id": "req-cfca424b-e1eb-473e-bbaa-4c04f79fdc6d"}]} May 31 14:30:50.570711 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43768) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:30:50.718944 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 9576df2e-2b7f-4e20-881a-33a794aace1f no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:30:50.725126 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-9975c5a1-161c-4b4f-93cb-fc8fe5b3d3e0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=317b75e621b447bfaf71c221bf8f54d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1532199 May 31 14:30:50.727788 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43774) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:30:50.753173 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 9576df2e-2b7f-4e20-881a-33a794aace1f {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:30:50.753649 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 9576df2e-2b7f-4e20-881a-33a794aace1f not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:30:50.795595 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b4b189ee-d6e5-4b4e-ad76-f9c12df7fa25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:50.822589 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b4b189ee-d6e5-4b4e-ad76-f9c12df7fa25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:50.876652 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b4b189ee-d6e5-4b4e-ad76-f9c12df7fa25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:50.891565 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b189ee-d6e5-4b4e-ad76-f9c12df7fa25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7543f80-440d-4108-8355-0b823b96ced0,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:30:50.898037 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b4b189ee-d6e5-4b4e-ad76-f9c12df7fa25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:50.898981 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b4b189ee-d6e5-4b4e-ad76-f9c12df7fa25 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f7543f80-440d-4108-8355-0b823b96ced0 HTTP/1.1" status: 204 len: 168 time: 0.1699438 May 31 14:30:51.592231 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43798) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:30:51.700817 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-ef3ef9ef-459c-41e7-a77e-d8c78a35c3ef admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1074867383-network', 'tenant_id': 'f7b59e49225b4f51b1a40af729fb5d97'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:30:51.706052 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ef3ef9ef-459c-41e7-a77e-d8c78a35c3ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:30:51.711531 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ef3ef9ef-459c-41e7-a77e-d8c78a35c3ef admin admin] Usage tracker for resource:network and tenant:f7b59e49225b4f51b1a40af729fb5d97 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:30:51.714551 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ef3ef9ef-459c-41e7-a77e-d8c78a35c3ef admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:30:51.720845 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ef3ef9ef-459c-41e7-a77e-d8c78a35c3ef admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:30:51.731093 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3ef9ef-459c-41e7-a77e-d8c78a35c3ef admin admin] Made reservation on behalf of f7b59e49225b4f51b1a40af729fb5d97 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:30:51.734129 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ef3ef9ef-459c-41e7-a77e-d8c78a35c3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:51.746090 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ef3ef9ef-459c-41e7-a77e-d8c78a35c3ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:51.760332 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ef3ef9ef-459c-41e7-a77e-d8c78a35c3ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:30:51.764810 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ef3ef9ef-459c-41e7-a77e-d8c78a35c3ef admin admin] Usage tracker for resource:security_group_rule and tenant:f7b59e49225b4f51b1a40af729fb5d97 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:30:51.767692 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ef3ef9ef-459c-41e7-a77e-d8c78a35c3ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:30:51.773444 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ef3ef9ef-459c-41e7-a77e-d8c78a35c3ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:30:51.862847 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ef3ef9ef-459c-41e7-a77e-d8c78a35c3ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:51.866650 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ef3ef9ef-459c-41e7-a77e-d8c78a35c3ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:51.896854 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef3ef9ef-459c-41e7-a77e-d8c78a35c3ef admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 14:30:51.906098 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3ef9ef-459c-41e7-a77e-d8c78a35c3ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a773b2-90fd-4391-9358-f11e85bc60e2,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:30:51.911870 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ef3ef9ef-459c-41e7-a77e-d8c78a35c3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:51.912268 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-ef3ef9ef-459c-41e7-a77e-d8c78a35c3ef admin admin] Added segment 4155e1d7-d233-4ae3-b640-0d8b8df96f35 of type vlan for network dc4f9ced-234c-4796-8e12-03d0f4151df9 May 31 14:30:51.939884 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ef3ef9ef-459c-41e7-a77e-d8c78a35c3ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:51.970136 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ef3ef9ef-459c-41e7-a77e-d8c78a35c3ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:51.971056 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3ef9ef-459c-41e7-a77e-d8c78a35c3ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:30:51.971645 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ef3ef9ef-459c-41e7-a77e-d8c78a35c3ef admin admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:52.076526 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3ef9ef-459c-41e7-a77e-d8c78a35c3ef admin admin] Pushing event updated for resources: {'Network': ['ID=dc4f9ced-234c-4796-8e12-03d0f4151df9,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:30:52.079218 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ef3ef9ef-459c-41e7-a77e-d8c78a35c3ef admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4858801 May 31 14:30:52.083417 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 43804) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:30:52.090190 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-2c43814a-5f73-4687-9ab9-fe6fb571f9ac admin admin] Request body: {'subnet': {'network_id': 'dc4f9ced-234c-4796-8e12-03d0f4151df9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1074867383-subnet', 'tenant_id': 'f7b59e49225b4f51b1a40af729fb5d97', 'ip_version': 4}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:30:52.092147 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network dc4f9ced-234c-4796-8e12-03d0f4151df9 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 14:30:52.098029 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-2c43814a-5f73-4687-9ab9-fe6fb571f9ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:30:52.102478 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-2c43814a-5f73-4687-9ab9-fe6fb571f9ac admin admin] Usage tracker for resource:subnet and tenant:f7b59e49225b4f51b1a40af729fb5d97 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:30:52.105541 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-2c43814a-5f73-4687-9ab9-fe6fb571f9ac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:30:52.113193 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-2c43814a-5f73-4687-9ab9-fe6fb571f9ac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:30:52.125048 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c43814a-5f73-4687-9ab9-fe6fb571f9ac admin admin] Made reservation on behalf of f7b59e49225b4f51b1a40af729fb5d97 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:30:52.127343 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2c43814a-5f73-4687-9ab9-fe6fb571f9ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:52.340631 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2c43814a-5f73-4687-9ab9-fe6fb571f9ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:52.414221 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c43814a-5f73-4687-9ab9-fe6fb571f9ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=64d8e9eb-ccb3-4c95-a4a3-198260d5da3a,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:30:52.427935 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c43814a-5f73-4687-9ab9-fe6fb571f9ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:30:52.428272 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c43814a-5f73-4687-9ab9-fe6fb571f9ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:30:52.428605 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c43814a-5f73-4687-9ab9-fe6fb571f9ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:30:52.428931 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c43814a-5f73-4687-9ab9-fe6fb571f9ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:30:52.429250 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c43814a-5f73-4687-9ab9-fe6fb571f9ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:30:52.429569 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c43814a-5f73-4687-9ab9-fe6fb571f9ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:30:52.429886 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c43814a-5f73-4687-9ab9-fe6fb571f9ac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:30:52.430241 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c43814a-5f73-4687-9ab9-fe6fb571f9ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:30:52.430549 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c43814a-5f73-4687-9ab9-fe6fb571f9ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:30:52.430863 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c43814a-5f73-4687-9ab9-fe6fb571f9ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:30:52.431173 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c43814a-5f73-4687-9ab9-fe6fb571f9ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:30:52.431486 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c43814a-5f73-4687-9ab9-fe6fb571f9ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:30:52.438961 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c43814a-5f73-4687-9ab9-fe6fb571f9ac admin admin] Checking segment: {'id': '4155e1d7-d233-4ae3-b640-0d8b8df96f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'dc4f9ced-234c-4796-8e12-03d0f4151df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:30:52.439131 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c43814a-5f73-4687-9ab9-fe6fb571f9ac admin admin] Network hostable DHCP agents. Network: dc4f9ced-234c-4796-8e12-03d0f4151df9, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 14:30:52.461195 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c43814a-5f73-4687-9ab9-fe6fb571f9ac admin admin] Network dc4f9ced-234c-4796-8e12-03d0f4151df9 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 14:30:52.471027 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-2c43814a-5f73-4687-9ab9-fe6fb571f9ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, dc4f9ced-234c-4796-8e12-03d0f4151df9) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:30:52.475983 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c43814a-5f73-4687-9ab9-fe6fb571f9ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:30:52.476545 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-2c43814a-5f73-4687-9ab9-fe6fb571f9ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:52.479562 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5be4ab-84da-4137-857a-ab51f600fbdc None None] Network dc4f9ced-234c-4796-8e12-03d0f4151df9 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:30:52.500016 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-2c43814a-5f73-4687-9ab9-fe6fb571f9ac admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4140513 May 31 14:30:52.502636 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 43808) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:30:52.507636 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-22da669d-be60-4682-8d10-8312733e5745 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1074867383-router', 'tenant_id': 'f7b59e49225b4f51b1a40af729fb5d97', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:30:52.512963 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-22da669d-be60-4682-8d10-8312733e5745 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:30:52.517084 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-22da669d-be60-4682-8d10-8312733e5745 admin admin] Usage tracker for resource:router and tenant:f7b59e49225b4f51b1a40af729fb5d97 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:30:52.519977 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-22da669d-be60-4682-8d10-8312733e5745 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:30:52.525720 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-22da669d-be60-4682-8d10-8312733e5745 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:30:52.536911 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-22da669d-be60-4682-8d10-8312733e5745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:52.538260 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-22da669d-be60-4682-8d10-8312733e5745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:52.558770 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-22da669d-be60-4682-8d10-8312733e5745 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:52.735070 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3ab681-8dbc-4e98-891a-6f75cfd65be2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-dc4f9ced-234c-4796-8e12-03d0f4151df9', 'network_id': 'dc4f9ced-234c-4796-8e12-03d0f4151df9', 'tenant_id': 'f7b59e49225b4f51b1a40af729fb5d97', 'fixed_ips': [{'subnet_id': '64d8e9eb-ccb3-4c95-a4a3-198260d5da3a'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 14:30:52.735919 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2a3ab681-8dbc-4e98-891a-6f75cfd65be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:52.833515 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-22da669d-be60-4682-8d10-8312733e5745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:52.899744 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-2a3ab681-8dbc-4e98-891a-6f75cfd65be2 None None] Allocated IP 172.20.0.2 (dc4f9ced-234c-4796-8e12-03d0f4151df9/64d8e9eb-ccb3-4c95-a4a3-198260d5da3a/8b4abb60-3221-4253-ac9d-0722ea8e7ef5) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:30:53.127880 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2a3ab681-8dbc-4e98-891a-6f75cfd65be2 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:53.138840 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2a3ab681-8dbc-4e98-891a-6f75cfd65be2 None None] Transition to ACTIVE for port object 8b4abb60-3221-4253-ac9d-0722ea8e7ef5 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:30:53.159355 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2a3ab681-8dbc-4e98-891a-6f75cfd65be2 None None] Transition to ACTIVE for port object 8b4abb60-3221-4253-ac9d-0722ea8e7ef5 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:30:53.164704 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2a3ab681-8dbc-4e98-891a-6f75cfd65be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:53.236221 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3ab681-8dbc-4e98-891a-6f75cfd65be2 None None] Network dc4f9ced-234c-4796-8e12-03d0f4151df9 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:30:53.239359 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-2a3ab681-8dbc-4e98-891a-6f75cfd65be2 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:30:53.243227 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3ab681-8dbc-4e98-891a-6f75cfd65be2 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:30:53.249585 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3ab681-8dbc-4e98-891a-6f75cfd65be2 None None] Pushing event updated for resources: {'Port': ['ID=8b4abb60-3221-4253-ac9d-0722ea8e7ef5,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:30:53.305256 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-22da669d-be60-4682-8d10-8312733e5745 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:53.338096 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-22da669d-be60-4682-8d10-8312733e5745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:53.346435 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-2a3ab681-8dbc-4e98-891a-6f75cfd65be2 None None] Attempting to bind port 8b4abb60-3221-4253-ac9d-0722ea8e7ef5 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:30:53.347060 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-2a3ab681-8dbc-4e98-891a-6f75cfd65be2 None None] Attempting to bind port 8b4abb60-3221-4253-ac9d-0722ea8e7ef5 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '4155e1d7-d233-4ae3-b640-0d8b8df96f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'dc4f9ced-234c-4796-8e12-03d0f4151df9'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:30:53.347754 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3ab681-8dbc-4e98-891a-6f75cfd65be2 None None] Attempting to bind port 8b4abb60-3221-4253-ac9d-0722ea8e7ef5 on network dc4f9ced-234c-4796-8e12-03d0f4151df9 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:30:53.354249 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3ab681-8dbc-4e98-891a-6f75cfd65be2 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:30:53.354884 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3ab681-8dbc-4e98-891a-6f75cfd65be2 None None] Checking segment: {'id': '4155e1d7-d233-4ae3-b640-0d8b8df96f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'dc4f9ced-234c-4796-8e12-03d0f4151df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:30:53.355284 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2a3ab681-8dbc-4e98-891a-6f75cfd65be2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:53.355800 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3ab681-8dbc-4e98-891a-6f75cfd65be2 None None] Bound using segment: {'id': '4155e1d7-d233-4ae3-b640-0d8b8df96f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'dc4f9ced-234c-4796-8e12-03d0f4151df9'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:30:53.356255 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-2a3ab681-8dbc-4e98-891a-6f75cfd65be2 None None] Bound port: 8b4abb60-3221-4253-ac9d-0722ea8e7ef5, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4155e1d7-d233-4ae3-b640-0d8b8df96f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'dc4f9ced-234c-4796-8e12-03d0f4151df9'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:30:53.356622 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2a3ab681-8dbc-4e98-891a-6f75cfd65be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:53.449182 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-2a3ab681-8dbc-4e98-891a-6f75cfd65be2 None None] For port 8b4abb60-3221-4253-ac9d-0722ea8e7ef5, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:30:53.453322 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-2a3ab681-8dbc-4e98-891a-6f75cfd65be2 None None] For port 8b4abb60-3221-4253-ac9d-0722ea8e7ef5, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=8b4abb60-3221-4253-ac9d-0722ea8e7ef5,segment=NetworkSegment(4155e1d7-d233-4ae3-b640-0d8b8df96f35),segment_id=4155e1d7-d233-4ae3-b640-0d8b8df96f35)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:30:53.457103 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2a3ab681-8dbc-4e98-891a-6f75cfd65be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:53.481047 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-22da669d-be60-4682-8d10-8312733e5745 admin admin] Allocated IP 172.25.6.11 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/0b3936eb-644c-4c1c-b2e6-2a68a8483b6c) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:30:53.546505 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3ab681-8dbc-4e98-891a-6f75cfd65be2 None None] Pushing event updated for resources: {'Port': ['ID=8b4abb60-3221-4253-ac9d-0722ea8e7ef5,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:30:53.645929 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-22da669d-be60-4682-8d10-8312733e5745 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:53.677116 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-22da669d-be60-4682-8d10-8312733e5745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:53.765184 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22da669d-be60-4682-8d10-8312733e5745 admin admin] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:30:53.766507 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-22da669d-be60-4682-8d10-8312733e5745 admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:30:53.770538 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22da669d-be60-4682-8d10-8312733e5745 admin admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:30:53.819537 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22da669d-be60-4682-8d10-8312733e5745 admin admin] Pushing event updated for resources: {'Port': ['ID=0b3936eb-644c-4c1c-b2e6-2a68a8483b6c,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:30:54.198974 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-22da669d-be60-4682-8d10-8312733e5745 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:54.550556 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27cbc84-b4b7-4a44-bb4d-0e2b152cbe27 None None] Network dc4f9ced-234c-4796-8e12-03d0f4151df9 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:30:54.566879 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-22da669d-be60-4682-8d10-8312733e5745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:54.652026 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d4180740-3ca4-42ab-8373-07749dc40707 None None] Provisioning for port 8b4abb60-3221-4253-ac9d-0722ea8e7ef5 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:30:54.779525 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 8b4abb60-3221-4253-ac9d-0722ea8e7ef5 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:30:54.883770 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 8b4abb60-3221-4253-ac9d-0722ea8e7ef5 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:30:54.892140 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 8b4abb60-3221-4253-ac9d-0722ea8e7ef5 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:30:54.892601 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:54.922870 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22da669d-be60-4682-8d10-8312733e5745 admin admin] Router 2552c4fd-3bb5-489d-9432-993153d5e245 is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 14:30:55.032014 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 8b4abb60-3221-4253-ac9d-0722ea8e7ef5 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:30:55.032520 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:55.072187 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 8b4abb60-3221-4253-ac9d-0722ea8e7ef5, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=8b4abb60-3221-4253-ac9d-0722ea8e7ef5,segment=NetworkSegment(4155e1d7-d233-4ae3-b640-0d8b8df96f35),segment_id=4155e1d7-d233-4ae3-b640-0d8b8df96f35)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:30:55.076705 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:55.137282 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22da669d-be60-4682-8d10-8312733e5745 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:30:55.146671 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d66dac-8445-4855-9971-25abb0309e08 None None] Sync routers for ids ['2552c4fd-3bb5-489d-9432-993153d5e245'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:30:55.155815 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=8b4abb60-3221-4253-ac9d-0722ea8e7ef5,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:30:55.157672 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d66dac-8445-4855-9971-25abb0309e08 None None] Routers {'2552c4fd-3bb5-489d-9432-993153d5e245'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:30:55.158378 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-f8d66dac-8445-4855-9971-25abb0309e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:30:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['2552c4fd-3bb5-489d-9432-993153d5e245'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:30:55.163786 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-22da669d-be60-4682-8d10-8312733e5745 admin admin] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:55.165045 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-22da669d-be60-4682-8d10-8312733e5745 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.6614847 May 31 14:30:55.167889 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 43812) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:30:55.194602 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-fca75756-0bdf-4fc2-9248-782925abfeb7 None None] Provisioning complete for port 8b4abb60-3221-4253-ac9d-0722ea8e7ef5 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:30:55.194988 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fca75756-0bdf-4fc2-9248-782925abfeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:55.331437 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-fca75756-0bdf-4fc2-9248-782925abfeb7 None None] Current status of the port 8b4abb60-3221-4253-ac9d-0722ea8e7ef5 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:30:55.389376 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-f8d66dac-8445-4855-9971-25abb0309e08 None None] Set router 2552c4fd-3bb5-489d-9432-993153d5e245 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:30:55.693359 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-f8d66dac-8445-4855-9971-25abb0309e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2552c4fd-3bb5-489d-9432-993153d5e245', 'name': 'tempest-TestEncryptedCinderVolumes-1074867383-router', 'tenant_id': 'f7b59e49225b4f51b1a40af729fb5d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '0b3936eb-644c-4c1c-b2e6-2a68a8483b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:30:52Z', 'updated_at': '2022-05-31T14:30:54Z', 'revision_number': 3, 'project_id': 'f7b59e49225b4f51b1a40af729fb5d97', 'gw_port': {'id': '0b3936eb-644c-4c1c-b2e6-2a68a8483b6c', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:74:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2552c4fd-3bb5-489d-9432-993153d5e245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:30:53Z', 'updated_at': '2022-05-31T14:30:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:30:55.697435 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d66dac-8445-4855-9971-25abb0309e08 None None] Checking router: 2552c4fd-3bb5-489d-9432-993153d5e245 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:30:55.697851 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d66dac-8445-4855-9971-25abb0309e08 None None] Updating router 2552c4fd-3bb5-489d-9432-993153d5e245 port 0b3936eb-644c-4c1c-b2e6-2a68a8483b6c binding host n-d-843939-1 {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 14:30:55.756408 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f8d66dac-8445-4855-9971-25abb0309e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:55.926679 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3392783b-0030-450f-9a7c-46fd6ac710ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:56.123571 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f8d66dac-8445-4855-9971-25abb0309e08 None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:56.136652 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-f8d66dac-8445-4855-9971-25abb0309e08 None None] Transition to ACTIVE for port object 0b3936eb-644c-4c1c-b2e6-2a68a8483b6c will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:30:56.143857 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f8d66dac-8445-4855-9971-25abb0309e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:56.179572 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-3392783b-0030-450f-9a7c-46fd6ac710ea admin admin] Allocated IP 172.20.0.1 (dc4f9ced-234c-4796-8e12-03d0f4151df9/64d8e9eb-ccb3-4c95-a4a3-198260d5da3a/26e24fa8-5663-4809-b72b-1e43319dffe4) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:30:56.227295 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c18a07-0252-4cdf-b194-8c8bcc2d200c None None] Pushing event updated for resources: {'Port': ['ID=0b3936eb-644c-4c1c-b2e6-2a68a8483b6c,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:30:56.241851 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-f8d66dac-8445-4855-9971-25abb0309e08 None None] Attempting to bind port 0b3936eb-644c-4c1c-b2e6-2a68a8483b6c on host n-d-843939-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:30:56.242236 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-f8d66dac-8445-4855-9971-25abb0309e08 None None] Attempting to bind port 0b3936eb-644c-4c1c-b2e6-2a68a8483b6c by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:30:56.242589 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d66dac-8445-4855-9971-25abb0309e08 None None] Attempting to bind port 0b3936eb-644c-4c1c-b2e6-2a68a8483b6c on network d2103cd5-63ba-4c24-9d95-fd17643bf14c {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:30:56.248377 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d66dac-8445-4855-9971-25abb0309e08 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:30:56.248737 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d66dac-8445-4855-9971-25abb0309e08 None None] Checking segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:30:56.249341 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f8d66dac-8445-4855-9971-25abb0309e08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:56.249731 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d66dac-8445-4855-9971-25abb0309e08 None None] Bound using segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:30:56.250217 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-f8d66dac-8445-4855-9971-25abb0309e08 None None] Bound port: 0b3936eb-644c-4c1c-b2e6-2a68a8483b6c, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:30:56.250593 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f8d66dac-8445-4855-9971-25abb0309e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:56.274884 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c18a07-0252-4cdf-b194-8c8bcc2d200c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:30:56.275220 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c18a07-0252-4cdf-b194-8c8bcc2d200c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:30:56.275726 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c18a07-0252-4cdf-b194-8c8bcc2d200c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:30:56.276211 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c18a07-0252-4cdf-b194-8c8bcc2d200c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:30:56.276536 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c18a07-0252-4cdf-b194-8c8bcc2d200c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:30:56.276857 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c18a07-0252-4cdf-b194-8c8bcc2d200c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:30:56.277175 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c18a07-0252-4cdf-b194-8c8bcc2d200c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:30:56.277493 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c18a07-0252-4cdf-b194-8c8bcc2d200c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:30:56.277809 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c18a07-0252-4cdf-b194-8c8bcc2d200c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:30:56.278149 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c18a07-0252-4cdf-b194-8c8bcc2d200c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:30:56.278462 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c18a07-0252-4cdf-b194-8c8bcc2d200c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:30:56.278796 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c18a07-0252-4cdf-b194-8c8bcc2d200c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:30:56.334494 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-f8d66dac-8445-4855-9971-25abb0309e08 None None] For port 0b3936eb-644c-4c1c-b2e6-2a68a8483b6c, host n-d-843939-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:30:56.337629 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-f8d66dac-8445-4855-9971-25abb0309e08 None None] For port 0b3936eb-644c-4c1c-b2e6-2a68a8483b6c, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=0b3936eb-644c-4c1c-b2e6-2a68a8483b6c,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:30:56.339736 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3392783b-0030-450f-9a7c-46fd6ac710ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:56.343978 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-f8d66dac-8445-4855-9971-25abb0309e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:56.357893 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-3392783b-0030-450f-9a7c-46fd6ac710ea admin admin] Transition to ACTIVE for port object 26e24fa8-5663-4809-b72b-1e43319dffe4 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:30:56.383728 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3392783b-0030-450f-9a7c-46fd6ac710ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:56.419585 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d66dac-8445-4855-9971-25abb0309e08 None None] Routers {'2552c4fd-3bb5-489d-9432-993153d5e245'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:30:56.419585 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-f8d66dac-8445-4855-9971-25abb0309e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:30:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['2552c4fd-3bb5-489d-9432-993153d5e245'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:30:56.455110 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3392783b-0030-450f-9a7c-46fd6ac710ea admin admin] Network dc4f9ced-234c-4796-8e12-03d0f4151df9 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:30:56.467517 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-3392783b-0030-450f-9a7c-46fd6ac710ea admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:30:56.471766 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3392783b-0030-450f-9a7c-46fd6ac710ea admin admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:30:56.613745 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c18a07-0252-4cdf-b194-8c8bcc2d200c None None] Pushing event updated for resources: {'Port': ['ID=0b3936eb-644c-4c1c-b2e6-2a68a8483b6c,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:30:56.627874 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-f8d66dac-8445-4855-9971-25abb0309e08 None None] Set router 2552c4fd-3bb5-489d-9432-993153d5e245 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:30:56.669190 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3392783b-0030-450f-9a7c-46fd6ac710ea admin admin] Pushing event updated for resources: {'Port': ['ID=26e24fa8-5663-4809-b72b-1e43319dffe4,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:30:56.680710 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3392783b-0030-450f-9a7c-46fd6ac710ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:56.746234 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 8b4abb60-3221-4253-ac9d-0722ea8e7ef5 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:30:56.821629 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-858087d6-7ca1-47f9-9c66-e135520d8ce5 None None] Provisioning for port 26e24fa8-5663-4809-b72b-1e43319dffe4 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:30:56.834622 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-858087d6-7ca1-47f9-9c66-e135520d8ce5 None None] Provisioning complete for port 26e24fa8-5663-4809-b72b-1e43319dffe4 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:30:56.835011 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-858087d6-7ca1-47f9-9c66-e135520d8ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:56.851194 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3392783b-0030-450f-9a7c-46fd6ac710ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:56.897607 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-858087d6-7ca1-47f9-9c66-e135520d8ce5 None None] Port 26e24fa8-5663-4809-b72b-1e43319dffe4 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:30:56.905508 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 8b4abb60-3221-4253-ac9d-0722ea8e7ef5 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:30:56.905879 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:57.021866 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-f8d66dac-8445-4855-9971-25abb0309e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2552c4fd-3bb5-489d-9432-993153d5e245', 'name': 'tempest-TestEncryptedCinderVolumes-1074867383-router', 'tenant_id': 'f7b59e49225b4f51b1a40af729fb5d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '0b3936eb-644c-4c1c-b2e6-2a68a8483b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:30:52Z', 'updated_at': '2022-05-31T14:30:54Z', 'revision_number': 3, 'project_id': 'f7b59e49225b4f51b1a40af729fb5d97', 'gw_port': {'id': '0b3936eb-644c-4c1c-b2e6-2a68a8483b6c', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:74:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2552c4fd-3bb5-489d-9432-993153d5e245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:30:53Z', 'updated_at': '2022-05-31T14:30:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:30:57.026333 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d66dac-8445-4855-9971-25abb0309e08 None None] The sync data for ids ['2552c4fd-3bb5-489d-9432-993153d5e245'] in n-d-843939-1 is: [{'id': '2552c4fd-3bb5-489d-9432-993153d5e245', 'name': 'tempest-TestEncryptedCinderVolumes-1074867383-router', 'tenant_id': 'f7b59e49225b4f51b1a40af729fb5d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '0b3936eb-644c-4c1c-b2e6-2a68a8483b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:30:52Z', 'updated_at': '2022-05-31T14:30:54Z', 'revision_number': 3, 'project_id': 'f7b59e49225b4f51b1a40af729fb5d97', 'gw_port': {'id': '0b3936eb-644c-4c1c-b2e6-2a68a8483b6c', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:74:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2552c4fd-3bb5-489d-9432-993153d5e245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:30:53Z', 'updated_at': '2022-05-31T14:30:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:30:57.078368 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 8b4abb60-3221-4253-ac9d-0722ea8e7ef5 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:30:57.108073 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3392783b-0030-450f-9a7c-46fd6ac710ea admin admin] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:57.114749 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3392783b-0030-450f-9a7c-46fd6ac710ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:57.233748 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3392783b-0030-450f-9a7c-46fd6ac710ea admin admin] Pushing event updated for resources: {'Port': ['ID=26e24fa8-5663-4809-b72b-1e43319dffe4,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:30:57.237036 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3392783b-0030-450f-9a7c-46fd6ac710ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:57.411496 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3392783b-0030-450f-9a7c-46fd6ac710ea admin admin] Network dc4f9ced-234c-4796-8e12-03d0f4151df9 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:30:57.412700 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-3392783b-0030-450f-9a7c-46fd6ac710ea admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:30:57.636820 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3392783b-0030-450f-9a7c-46fd6ac710ea admin admin] Router 2552c4fd-3bb5-489d-9432-993153d5e245 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:30:57.726576 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d32e0bbc-67d3-4b78-9ddb-a41d1f1c39f2 None None] Provisioning complete for port 26e24fa8-5663-4809-b72b-1e43319dffe4 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:30:57.726949 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d32e0bbc-67d3-4b78-9ddb-a41d1f1c39f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:57.790611 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-d32e0bbc-67d3-4b78-9ddb-a41d1f1c39f2 None None] Port 26e24fa8-5663-4809-b72b-1e43319dffe4 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:30:57.833561 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3392783b-0030-450f-9a7c-46fd6ac710ea admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:30:57.845265 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-3392783b-0030-450f-9a7c-46fd6ac710ea admin admin] 10.222.0.50 "PUT /v2.0/routers/2552c4fd-3bb5-489d-9432-993153d5e245/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6763160 May 31 14:30:58.386883 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 43830) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:30:58.393552 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-0d24a95a-5260-4471-a15e-72c4248b150c admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-763477666-network', 'tenant_id': '74526d5ab24c44dd81f383b7f5bd1196'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:30:58.399549 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0d24a95a-5260-4471-a15e-72c4248b150c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:30:58.403752 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-0d24a95a-5260-4471-a15e-72c4248b150c admin admin] Usage tracker for resource:network and tenant:74526d5ab24c44dd81f383b7f5bd1196 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:30:58.406783 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-0d24a95a-5260-4471-a15e-72c4248b150c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:30:58.413052 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0d24a95a-5260-4471-a15e-72c4248b150c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:30:58.424261 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d24a95a-5260-4471-a15e-72c4248b150c admin admin] Made reservation on behalf of 74526d5ab24c44dd81f383b7f5bd1196 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:30:58.426974 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0d24a95a-5260-4471-a15e-72c4248b150c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:58.440698 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0d24a95a-5260-4471-a15e-72c4248b150c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:58.456773 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0d24a95a-5260-4471-a15e-72c4248b150c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:30:58.460728 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-0d24a95a-5260-4471-a15e-72c4248b150c admin admin] Usage tracker for resource:security_group_rule and tenant:74526d5ab24c44dd81f383b7f5bd1196 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:30:58.467262 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-0d24a95a-5260-4471-a15e-72c4248b150c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:30:58.473367 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0d24a95a-5260-4471-a15e-72c4248b150c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:30:58.561949 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0d24a95a-5260-4471-a15e-72c4248b150c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:58.566155 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0d24a95a-5260-4471-a15e-72c4248b150c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:58.599144 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d24a95a-5260-4471-a15e-72c4248b150c admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 14:30:58.609302 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d24a95a-5260-4471-a15e-72c4248b150c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=191e25a4-03d7-452f-aee6-b6992acd363c,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:30:58.611783 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d92f02-125a-4f12-9d12-ac9edc6325ae None None] Sync routers for ids ['2552c4fd-3bb5-489d-9432-993153d5e245'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:30:58.613968 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0d24a95a-5260-4471-a15e-72c4248b150c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:58.614339 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-0d24a95a-5260-4471-a15e-72c4248b150c admin admin] Added segment 8e101c73-30b6-4f23-bb72-17a96a2a0fd0 of type vlan for network ebb5cf9d-3710-46f3-b4ba-4ba460f33ae9 May 31 14:30:58.621931 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d92f02-125a-4f12-9d12-ac9edc6325ae None None] Routers {'2552c4fd-3bb5-489d-9432-993153d5e245'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:30:58.623420 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-96d92f02-125a-4f12-9d12-ac9edc6325ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:30:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['2552c4fd-3bb5-489d-9432-993153d5e245'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:30:58.641734 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0d24a95a-5260-4471-a15e-72c4248b150c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:58.673106 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0d24a95a-5260-4471-a15e-72c4248b150c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:58.674543 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d24a95a-5260-4471-a15e-72c4248b150c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:30:58.675223 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0d24a95a-5260-4471-a15e-72c4248b150c admin admin] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:58.771900 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 0b3936eb-644c-4c1c-b2e6-2a68a8483b6c up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:30:58.780616 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d24a95a-5260-4471-a15e-72c4248b150c admin admin] Pushing event updated for resources: {'Network': ['ID=ebb5cf9d-3710-46f3-b4ba-4ba460f33ae9,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:30:58.783417 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-0d24a95a-5260-4471-a15e-72c4248b150c admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3954666 May 31 14:30:58.786196 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 43834) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:30:58.791563 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-cff15f73-162b-4fc3-ba32-9732c322d7d8 admin admin] Request body: {'subnet': {'network_id': 'ebb5cf9d-3710-46f3-b4ba-4ba460f33ae9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-763477666-subnet', 'tenant_id': '74526d5ab24c44dd81f383b7f5bd1196', 'ip_version': 4}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:30:58.797936 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-cff15f73-162b-4fc3-ba32-9732c322d7d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:30:58.801899 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-cff15f73-162b-4fc3-ba32-9732c322d7d8 admin admin] Usage tracker for resource:subnet and tenant:74526d5ab24c44dd81f383b7f5bd1196 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:30:58.804577 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-cff15f73-162b-4fc3-ba32-9732c322d7d8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:30:58.810799 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-cff15f73-162b-4fc3-ba32-9732c322d7d8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:30:58.811880 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network ebb5cf9d-3710-46f3-b4ba-4ba460f33ae9 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 14:30:58.821767 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff15f73-162b-4fc3-ba32-9732c322d7d8 admin admin] Made reservation on behalf of 74526d5ab24c44dd81f383b7f5bd1196 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:30:58.824282 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cff15f73-162b-4fc3-ba32-9732c322d7d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:58.956153 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-96d92f02-125a-4f12-9d12-ac9edc6325ae None None] Set router 2552c4fd-3bb5-489d-9432-993153d5e245 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:30:59.043838 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cff15f73-162b-4fc3-ba32-9732c322d7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:59.110414 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 0b3936eb-644c-4c1c-b2e6-2a68a8483b6c completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:30:59.125482 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff15f73-162b-4fc3-ba32-9732c322d7d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b313d07b-2fe9-4953-8b32-ae8a14ae6389,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:30:59.131133 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff15f73-162b-4fc3-ba32-9732c322d7d8 admin admin] Checking segment: {'id': '8e101c73-30b6-4f23-bb72-17a96a2a0fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ebb5cf9d-3710-46f3-b4ba-4ba460f33ae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:30:59.131490 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff15f73-162b-4fc3-ba32-9732c322d7d8 admin admin] Network hostable DHCP agents. Network: ebb5cf9d-3710-46f3-b4ba-4ba460f33ae9, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 14:30:59.151344 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff15f73-162b-4fc3-ba32-9732c322d7d8 admin admin] Network ebb5cf9d-3710-46f3-b4ba-4ba460f33ae9 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 14:30:59.162126 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-cff15f73-162b-4fc3-ba32-9732c322d7d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, ebb5cf9d-3710-46f3-b4ba-4ba460f33ae9) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:30:59.165377 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 0b3936eb-644c-4c1c-b2e6-2a68a8483b6c triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:30:59.165744 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:59.166430 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff15f73-162b-4fc3-ba32-9732c322d7d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:30:59.167012 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cff15f73-162b-4fc3-ba32-9732c322d7d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:59.195326 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6aa5b1c-b2cb-43f2-be09-8b818bb284af None None] Network ebb5cf9d-3710-46f3-b4ba-4ba460f33ae9 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:30:59.309212 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-cff15f73-162b-4fc3-ba32-9732c322d7d8 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5219963 May 31 14:30:59.312067 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43838) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:30:59.319159 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-dbacbddc-018a-4db2-b9b1-03bc223eee11 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-763477666-router', 'tenant_id': '74526d5ab24c44dd81f383b7f5bd1196', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:30:59.336885 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-dbacbddc-018a-4db2-b9b1-03bc223eee11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:30:59.341053 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-dbacbddc-018a-4db2-b9b1-03bc223eee11 admin admin] Usage tracker for resource:router and tenant:74526d5ab24c44dd81f383b7f5bd1196 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:30:59.344761 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-dbacbddc-018a-4db2-b9b1-03bc223eee11 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:30:59.351818 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-dbacbddc-018a-4db2-b9b1-03bc223eee11 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:30:59.366902 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dbacbddc-018a-4db2-b9b1-03bc223eee11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:59.368280 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dbacbddc-018a-4db2-b9b1-03bc223eee11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:59.385184 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dbacbddc-018a-4db2-b9b1-03bc223eee11 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:59.536998 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 0b3936eb-644c-4c1c-b2e6-2a68a8483b6c is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:30:59.537280 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:59.592295 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 0b3936eb-644c-4c1c-b2e6-2a68a8483b6c, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=0b3936eb-644c-4c1c-b2e6-2a68a8483b6c,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:30:59.600932 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba689ad-359f-4353-af3b-487a390fbe11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-ebb5cf9d-3710-46f3-b4ba-4ba460f33ae9', 'network_id': 'ebb5cf9d-3710-46f3-b4ba-4ba460f33ae9', 'tenant_id': '74526d5ab24c44dd81f383b7f5bd1196', 'fixed_ips': [{'subnet_id': 'b313d07b-2fe9-4953-8b32-ae8a14ae6389'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 14:30:59.601745 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bba689ad-359f-4353-af3b-487a390fbe11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:59.611671 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:59.667145 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-96d92f02-125a-4f12-9d12-ac9edc6325ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2552c4fd-3bb5-489d-9432-993153d5e245', 'name': 'tempest-TestEncryptedCinderVolumes-1074867383-router', 'tenant_id': 'f7b59e49225b4f51b1a40af729fb5d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '0b3936eb-644c-4c1c-b2e6-2a68a8483b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:30:52Z', 'updated_at': '2022-05-31T14:30:56Z', 'revision_number': 4, 'project_id': 'f7b59e49225b4f51b1a40af729fb5d97', 'gw_port': {'id': '0b3936eb-644c-4c1c-b2e6-2a68a8483b6c', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:74:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2552c4fd-3bb5-489d-9432-993153d5e245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:30:53Z', 'updated_at': '2022-05-31T14:30:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '26e24fa8-5663-4809-b72b-1e43319dffe4', 'name': '', 'network_id': 'dc4f9ced-234c-4796-8e12-03d0f4151df9', 'tenant_id': 'f7b59e49225b4f51b1a40af729fb5d97', 'mac_address': 'fa:16:3e:19:de:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2552c4fd-3bb5-489d-9432-993153d5e245', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '64d8e9eb-ccb3-4c95-a4a3-198260d5da3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:30:55Z', 'updated_at': '2022-05-31T14:30:56Z', 'revision_number': 2, 'project_id': 'f7b59e49225b4f51b1a40af729fb5d97', 'subnets': [{'id': '64d8e9eb-ccb3-4c95-a4a3-198260d5da3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:30:59.690896 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d92f02-125a-4f12-9d12-ac9edc6325ae None None] Checking router: 2552c4fd-3bb5-489d-9432-993153d5e245 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:30:59.691245 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d92f02-125a-4f12-9d12-ac9edc6325ae None None] Updating router 2552c4fd-3bb5-489d-9432-993153d5e245 port 26e24fa8-5663-4809-b72b-1e43319dffe4 binding host n-d-843939-1 {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 14:30:59.787368 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dbacbddc-018a-4db2-b9b1-03bc223eee11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:30:59.787574 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=0b3936eb-644c-4c1c-b2e6-2a68a8483b6c,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:30:59.808896 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-96d92f02-125a-4f12-9d12-ac9edc6325ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:00.041646 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-bba689ad-359f-4353-af3b-487a390fbe11 None None] Allocated IP 172.20.0.2 (ebb5cf9d-3710-46f3-b4ba-4ba460f33ae9/b313d07b-2fe9-4953-8b32-ae8a14ae6389/a052eaae-925b-4af4-b350-79b30b0542e4) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:31:00.118017 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dbacbddc-018a-4db2-b9b1-03bc223eee11 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:00.160806 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dbacbddc-018a-4db2-b9b1-03bc223eee11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:00.324682 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-dbacbddc-018a-4db2-b9b1-03bc223eee11 admin admin] Allocated IP 172.25.6.78 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/dc2674f9-2c9f-40be-9f2d-3e3ffe67f39a) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:31:00.425160 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bba689ad-359f-4353-af3b-487a390fbe11 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:00.454231 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-bba689ad-359f-4353-af3b-487a390fbe11 None None] Transition to ACTIVE for port object a052eaae-925b-4af4-b350-79b30b0542e4 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:31:00.485960 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-96d92f02-125a-4f12-9d12-ac9edc6325ae None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:00.491571 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-bba689ad-359f-4353-af3b-487a390fbe11 None None] Transition to ACTIVE for port object a052eaae-925b-4af4-b350-79b30b0542e4 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:31:00.502502 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bba689ad-359f-4353-af3b-487a390fbe11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:00.506723 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-96d92f02-125a-4f12-9d12-ac9edc6325ae None None] Transition to ACTIVE for port object 26e24fa8-5663-4809-b72b-1e43319dffe4 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:31:00.509786 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dbacbddc-018a-4db2-b9b1-03bc223eee11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:00.552686 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dbacbddc-018a-4db2-b9b1-03bc223eee11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:00.567345 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-96d92f02-125a-4f12-9d12-ac9edc6325ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:00.588778 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba689ad-359f-4353-af3b-487a390fbe11 None None] Network ebb5cf9d-3710-46f3-b4ba-4ba460f33ae9 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:31:00.593104 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-bba689ad-359f-4353-af3b-487a390fbe11 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:31:00.643405 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbacbddc-018a-4db2-b9b1-03bc223eee11 admin admin] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:31:00.646987 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-dbacbddc-018a-4db2-b9b1-03bc223eee11 admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:31:00.649956 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba689ad-359f-4353-af3b-487a390fbe11 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:31:00.650957 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbacbddc-018a-4db2-b9b1-03bc223eee11 admin admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:31:00.663042 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba689ad-359f-4353-af3b-487a390fbe11 None None] Pushing event updated for resources: {'Port': ['ID=a052eaae-925b-4af4-b350-79b30b0542e4,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:31:00.762807 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 0b3936eb-644c-4c1c-b2e6-2a68a8483b6c up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:31:00.794967 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbacbddc-018a-4db2-b9b1-03bc223eee11 admin admin] Pushing event updated for resources: {'Port': ['ID=dc2674f9-2c9f-40be-9f2d-3e3ffe67f39a,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:31:00.933281 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a34cf6-68ef-4e9b-b991-cb266cc105ce None None] Pushing event updated for resources: {'Port': ['ID=26e24fa8-5663-4809-b72b-1e43319dffe4,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:31:00.967177 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-bba689ad-359f-4353-af3b-487a390fbe11 None None] Attempting to bind port a052eaae-925b-4af4-b350-79b30b0542e4 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:31:00.967560 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-bba689ad-359f-4353-af3b-487a390fbe11 None None] Attempting to bind port a052eaae-925b-4af4-b350-79b30b0542e4 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '8e101c73-30b6-4f23-bb72-17a96a2a0fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ebb5cf9d-3710-46f3-b4ba-4ba460f33ae9'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:31:00.967915 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba689ad-359f-4353-af3b-487a390fbe11 None None] Attempting to bind port a052eaae-925b-4af4-b350-79b30b0542e4 on network ebb5cf9d-3710-46f3-b4ba-4ba460f33ae9 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:31:00.977779 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-96d92f02-125a-4f12-9d12-ac9edc6325ae None None] Attempting to bind port 26e24fa8-5663-4809-b72b-1e43319dffe4 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:31:00.978236 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-96d92f02-125a-4f12-9d12-ac9edc6325ae None None] Attempting to bind port 26e24fa8-5663-4809-b72b-1e43319dffe4 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '4155e1d7-d233-4ae3-b640-0d8b8df96f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'dc4f9ced-234c-4796-8e12-03d0f4151df9'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:31:00.978597 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d92f02-125a-4f12-9d12-ac9edc6325ae None None] Attempting to bind port 26e24fa8-5663-4809-b72b-1e43319dffe4 on network dc4f9ced-234c-4796-8e12-03d0f4151df9 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:31:00.984160 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba689ad-359f-4353-af3b-487a390fbe11 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:31:00.984528 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba689ad-359f-4353-af3b-487a390fbe11 None None] Checking segment: {'id': '8e101c73-30b6-4f23-bb72-17a96a2a0fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ebb5cf9d-3710-46f3-b4ba-4ba460f33ae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:31:00.984923 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bba689ad-359f-4353-af3b-487a390fbe11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:00.985309 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba689ad-359f-4353-af3b-487a390fbe11 None None] Bound using segment: {'id': '8e101c73-30b6-4f23-bb72-17a96a2a0fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ebb5cf9d-3710-46f3-b4ba-4ba460f33ae9'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:31:00.985770 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-bba689ad-359f-4353-af3b-487a390fbe11 None None] Bound port: a052eaae-925b-4af4-b350-79b30b0542e4, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e101c73-30b6-4f23-bb72-17a96a2a0fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ebb5cf9d-3710-46f3-b4ba-4ba460f33ae9'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:31:00.986173 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bba689ad-359f-4353-af3b-487a390fbe11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:01.000750 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d92f02-125a-4f12-9d12-ac9edc6325ae None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:31:01.001115 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d92f02-125a-4f12-9d12-ac9edc6325ae None None] Checking segment: {'id': '4155e1d7-d233-4ae3-b640-0d8b8df96f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'dc4f9ced-234c-4796-8e12-03d0f4151df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:31:01.001514 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-96d92f02-125a-4f12-9d12-ac9edc6325ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:01.001904 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d92f02-125a-4f12-9d12-ac9edc6325ae None None] Bound using segment: {'id': '4155e1d7-d233-4ae3-b640-0d8b8df96f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'dc4f9ced-234c-4796-8e12-03d0f4151df9'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:31:01.002397 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-96d92f02-125a-4f12-9d12-ac9edc6325ae None None] Bound port: 26e24fa8-5663-4809-b72b-1e43319dffe4, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4155e1d7-d233-4ae3-b640-0d8b8df96f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'dc4f9ced-234c-4796-8e12-03d0f4151df9'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:31:01.002771 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-96d92f02-125a-4f12-9d12-ac9edc6325ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:01.101831 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 0b3936eb-644c-4c1c-b2e6-2a68a8483b6c triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:31:01.102553 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:01.117353 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dbacbddc-018a-4db2-b9b1-03bc223eee11 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:01.222935 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-96d92f02-125a-4f12-9d12-ac9edc6325ae None None] For port 26e24fa8-5663-4809-b72b-1e43319dffe4, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:31:01.225009 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-bba689ad-359f-4353-af3b-487a390fbe11 None None] For port a052eaae-925b-4af4-b350-79b30b0542e4, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:31:01.228757 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-bba689ad-359f-4353-af3b-487a390fbe11 None None] For port a052eaae-925b-4af4-b350-79b30b0542e4, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=a052eaae-925b-4af4-b350-79b30b0542e4,segment=NetworkSegment(8e101c73-30b6-4f23-bb72-17a96a2a0fd0),segment_id=8e101c73-30b6-4f23-bb72-17a96a2a0fd0)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:31:01.230561 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-96d92f02-125a-4f12-9d12-ac9edc6325ae None None] For port 26e24fa8-5663-4809-b72b-1e43319dffe4, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=26e24fa8-5663-4809-b72b-1e43319dffe4,segment=NetworkSegment(4155e1d7-d233-4ae3-b640-0d8b8df96f35),segment_id=4155e1d7-d233-4ae3-b640-0d8b8df96f35)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:31:01.237529 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bba689ad-359f-4353-af3b-487a390fbe11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:01.308059 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-96d92f02-125a-4f12-9d12-ac9edc6325ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:01.388675 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 0b3936eb-644c-4c1c-b2e6-2a68a8483b6c is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:31:01.391602 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba689ad-359f-4353-af3b-487a390fbe11 None None] Pushing event updated for resources: {'Port': ['ID=a052eaae-925b-4af4-b350-79b30b0542e4,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:31:01.436574 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d92f02-125a-4f12-9d12-ac9edc6325ae None None] Routers {'2552c4fd-3bb5-489d-9432-993153d5e245'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:31:01.437220 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-96d92f02-125a-4f12-9d12-ac9edc6325ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:30:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['2552c4fd-3bb5-489d-9432-993153d5e245'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:31:01.612071 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dbacbddc-018a-4db2-b9b1-03bc223eee11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:01.708277 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a34cf6-68ef-4e9b-b991-cb266cc105ce None None] Pushing event updated for resources: {'Port': ['ID=26e24fa8-5663-4809-b72b-1e43319dffe4,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:31:01.761536 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-96d92f02-125a-4f12-9d12-ac9edc6325ae None None] Set router 2552c4fd-3bb5-489d-9432-993153d5e245 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:31:01.858503 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbacbddc-018a-4db2-b9b1-03bc223eee11 admin admin] Router 3bb02021-570c-4080-93ee-1f9db65fbde7 is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 14:31:02.041522 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbacbddc-018a-4db2-b9b1-03bc223eee11 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:31:02.050743 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5343a4-f3c0-4fea-bcfe-78808eaab469 None None] Sync routers for ids ['3bb02021-570c-4080-93ee-1f9db65fbde7'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:31:02.062704 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5343a4-f3c0-4fea-bcfe-78808eaab469 None None] Routers {'3bb02021-570c-4080-93ee-1f9db65fbde7'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:31:02.063588 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-ea5343a4-f3c0-4fea-bcfe-78808eaab469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:30:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['3bb02021-570c-4080-93ee-1f9db65fbde7'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:31:02.069761 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dbacbddc-018a-4db2-b9b1-03bc223eee11 admin admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:02.072392 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-dbacbddc-018a-4db2-b9b1-03bc223eee11 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7585809 May 31 14:31:02.074602 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 43842) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:31:02.091040 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-96d92f02-125a-4f12-9d12-ac9edc6325ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2552c4fd-3bb5-489d-9432-993153d5e245', 'name': 'tempest-TestEncryptedCinderVolumes-1074867383-router', 'tenant_id': 'f7b59e49225b4f51b1a40af729fb5d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '0b3936eb-644c-4c1c-b2e6-2a68a8483b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:30:52Z', 'updated_at': '2022-05-31T14:30:56Z', 'revision_number': 4, 'project_id': 'f7b59e49225b4f51b1a40af729fb5d97', 'gw_port': {'id': '0b3936eb-644c-4c1c-b2e6-2a68a8483b6c', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:74:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2552c4fd-3bb5-489d-9432-993153d5e245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:30:53Z', 'updated_at': '2022-05-31T14:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '26e24fa8-5663-4809-b72b-1e43319dffe4', 'name': '', 'network_id': 'dc4f9ced-234c-4796-8e12-03d0f4151df9', 'tenant_id': 'f7b59e49225b4f51b1a40af729fb5d97', 'mac_address': 'fa:16:3e:19:de:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2552c4fd-3bb5-489d-9432-993153d5e245', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '64d8e9eb-ccb3-4c95-a4a3-198260d5da3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:30:55Z', 'updated_at': '2022-05-31T14:31:01Z', 'revision_number': 4, 'project_id': 'f7b59e49225b4f51b1a40af729fb5d97', 'subnets': [{'id': '64d8e9eb-ccb3-4c95-a4a3-198260d5da3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:31:02.096039 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d92f02-125a-4f12-9d12-ac9edc6325ae None None] The sync data for ids ['2552c4fd-3bb5-489d-9432-993153d5e245'] in n-d-843939-1 is: [{'id': '2552c4fd-3bb5-489d-9432-993153d5e245', 'name': 'tempest-TestEncryptedCinderVolumes-1074867383-router', 'tenant_id': 'f7b59e49225b4f51b1a40af729fb5d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '0b3936eb-644c-4c1c-b2e6-2a68a8483b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:30:52Z', 'updated_at': '2022-05-31T14:30:56Z', 'revision_number': 4, 'project_id': 'f7b59e49225b4f51b1a40af729fb5d97', 'gw_port': {'id': '0b3936eb-644c-4c1c-b2e6-2a68a8483b6c', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:74:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2552c4fd-3bb5-489d-9432-993153d5e245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:30:53Z', 'updated_at': '2022-05-31T14:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '26e24fa8-5663-4809-b72b-1e43319dffe4', 'name': '', 'network_id': 'dc4f9ced-234c-4796-8e12-03d0f4151df9', 'tenant_id': 'f7b59e49225b4f51b1a40af729fb5d97', 'mac_address': 'fa:16:3e:19:de:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2552c4fd-3bb5-489d-9432-993153d5e245', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '64d8e9eb-ccb3-4c95-a4a3-198260d5da3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:30:55Z', 'updated_at': '2022-05-31T14:31:01Z', 'revision_number': 4, 'project_id': 'f7b59e49225b4f51b1a40af729fb5d97', 'subnets': [{'id': '64d8e9eb-ccb3-4c95-a4a3-198260d5da3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:31:02.292968 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-ea5343a4-f3c0-4fea-bcfe-78808eaab469 None None] Set router 3bb02021-570c-4080-93ee-1f9db65fbde7 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:31:02.593086 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a8467b-52d2-431d-a539-7fea355b1648 None None] Network ebb5cf9d-3710-46f3-b4ba-4ba460f33ae9 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:31:02.642337 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-ea5343a4-f3c0-4fea-bcfe-78808eaab469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb02021-570c-4080-93ee-1f9db65fbde7', 'name': 'tempest-TestEncryptedCinderVolumes-763477666-router', 'tenant_id': '74526d5ab24c44dd81f383b7f5bd1196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': 'dc2674f9-2c9f-40be-9f2d-3e3ffe67f39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:30:59Z', 'updated_at': '2022-05-31T14:31:00Z', 'revision_number': 3, 'project_id': '74526d5ab24c44dd81f383b7f5bd1196', 'gw_port': {'id': 'dc2674f9-2c9f-40be-9f2d-3e3ffe67f39a', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c9:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bb02021-570c-4080-93ee-1f9db65fbde7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:31:00Z', 'updated_at': '2022-05-31T14:31:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:31:02.646681 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5343a4-f3c0-4fea-bcfe-78808eaab469 None None] Checking router: 3bb02021-570c-4080-93ee-1f9db65fbde7 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:31:02.647027 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5343a4-f3c0-4fea-bcfe-78808eaab469 None None] Updating router 3bb02021-570c-4080-93ee-1f9db65fbde7 port dc2674f9-2c9f-40be-9f2d-3e3ffe67f39a binding host n-d-843939-1 {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 14:31:02.708179 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ea5343a4-f3c0-4fea-bcfe-78808eaab469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:02.713371 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a7d68b97-f4e8-42e0-9126-8aad7ae789ba None None] Provisioning for port a052eaae-925b-4af4-b350-79b30b0542e4 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:31:02.885045 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 26e24fa8-5663-4809-b72b-1e43319dffe4 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:31:02.970129 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bc3131eb-3a7f-47a6-b501-94cf915d67e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:03.001200 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 26e24fa8-5663-4809-b72b-1e43319dffe4 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:31:03.010179 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 26e24fa8-5663-4809-b72b-1e43319dffe4 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:31:03.010670 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:03.171096 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ea5343a4-f3c0-4fea-bcfe-78808eaab469 None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:03.191322 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-ea5343a4-f3c0-4fea-bcfe-78808eaab469 None None] Transition to ACTIVE for port object dc2674f9-2c9f-40be-9f2d-3e3ffe67f39a will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:31:03.204598 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ea5343a4-f3c0-4fea-bcfe-78808eaab469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:03.220956 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 26e24fa8-5663-4809-b72b-1e43319dffe4 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:31:03.221508 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:03.266725 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 26e24fa8-5663-4809-b72b-1e43319dffe4, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=26e24fa8-5663-4809-b72b-1e43319dffe4,segment=NetworkSegment(4155e1d7-d233-4ae3-b640-0d8b8df96f35),segment_id=4155e1d7-d233-4ae3-b640-0d8b8df96f35)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:31:03.274594 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:03.275675 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device a052eaae-925b-4af4-b350-79b30b0542e4 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:31:03.318544 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccf3712-a158-4346-a909-c8d48b180e5e None None] Pushing event updated for resources: {'Port': ['ID=dc2674f9-2c9f-40be-9f2d-3e3ffe67f39a,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:31:03.321081 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-ea5343a4-f3c0-4fea-bcfe-78808eaab469 None None] Attempting to bind port dc2674f9-2c9f-40be-9f2d-3e3ffe67f39a on host n-d-843939-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:31:03.321442 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-ea5343a4-f3c0-4fea-bcfe-78808eaab469 None None] Attempting to bind port dc2674f9-2c9f-40be-9f2d-3e3ffe67f39a by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:31:03.321792 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5343a4-f3c0-4fea-bcfe-78808eaab469 None None] Attempting to bind port dc2674f9-2c9f-40be-9f2d-3e3ffe67f39a on network d2103cd5-63ba-4c24-9d95-fd17643bf14c {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:31:03.332288 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5343a4-f3c0-4fea-bcfe-78808eaab469 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:31:03.333122 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5343a4-f3c0-4fea-bcfe-78808eaab469 None None] Checking segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:31:03.333886 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ea5343a4-f3c0-4fea-bcfe-78808eaab469 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:03.334489 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5343a4-f3c0-4fea-bcfe-78808eaab469 None None] Bound using segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:31:03.335177 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-ea5343a4-f3c0-4fea-bcfe-78808eaab469 None None] Bound port: dc2674f9-2c9f-40be-9f2d-3e3ffe67f39a, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:31:03.336028 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ea5343a4-f3c0-4fea-bcfe-78808eaab469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:03.438765 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-ea5343a4-f3c0-4fea-bcfe-78808eaab469 None None] For port dc2674f9-2c9f-40be-9f2d-3e3ffe67f39a, host n-d-843939-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:31:03.442935 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-ea5343a4-f3c0-4fea-bcfe-78808eaab469 None None] For port dc2674f9-2c9f-40be-9f2d-3e3ffe67f39a, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=dc2674f9-2c9f-40be-9f2d-3e3ffe67f39a,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:31:03.449263 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-ea5343a4-f3c0-4fea-bcfe-78808eaab469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:03.463944 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port a052eaae-925b-4af4-b350-79b30b0542e4 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:31:03.467500 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f1a0049e-e0ff-442a-ad4d-80a7f1f14041 None None] Provisioning complete for port a052eaae-925b-4af4-b350-79b30b0542e4 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:31:03.467944 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f1a0049e-e0ff-442a-ad4d-80a7f1f14041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:03.468677 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-bc3131eb-3a7f-47a6-b501-94cf915d67e7 admin admin] Allocated IP 172.20.0.1 (ebb5cf9d-3710-46f3-b4ba-4ba460f33ae9/b313d07b-2fe9-4953-8b32-ae8a14ae6389/32ec7c9d-f128-4710-9221-99ff177eae25) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:31:03.532653 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5343a4-f3c0-4fea-bcfe-78808eaab469 None None] Routers {'3bb02021-570c-4080-93ee-1f9db65fbde7'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:31:03.533321 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-ea5343a4-f3c0-4fea-bcfe-78808eaab469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:30:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['3bb02021-570c-4080-93ee-1f9db65fbde7'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:31:03.548642 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port a052eaae-925b-4af4-b350-79b30b0542e4 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:31:03.549045 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:03.597518 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=26e24fa8-5663-4809-b72b-1e43319dffe4,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:31:03.615711 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccf3712-a158-4346-a909-c8d48b180e5e None None] Pushing event updated for resources: {'Port': ['ID=dc2674f9-2c9f-40be-9f2d-3e3ffe67f39a,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:31:03.663899 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-f1a0049e-e0ff-442a-ad4d-80a7f1f14041 None None] Current status of the port a052eaae-925b-4af4-b350-79b30b0542e4 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:31:03.664148 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f1a0049e-e0ff-442a-ad4d-80a7f1f14041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:03.680798 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bc3131eb-3a7f-47a6-b501-94cf915d67e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:03.698746 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-bc3131eb-3a7f-47a6-b501-94cf915d67e7 admin admin] Transition to ACTIVE for port object 32ec7c9d-f128-4710-9221-99ff177eae25 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:31:03.699698 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-f1a0049e-e0ff-442a-ad4d-80a7f1f14041 None None] For port a052eaae-925b-4af4-b350-79b30b0542e4, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=a052eaae-925b-4af4-b350-79b30b0542e4,segment=NetworkSegment(8e101c73-30b6-4f23-bb72-17a96a2a0fd0),segment_id=8e101c73-30b6-4f23-bb72-17a96a2a0fd0)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:31:03.708777 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f1a0049e-e0ff-442a-ad4d-80a7f1f14041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:03.731277 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bc3131eb-3a7f-47a6-b501-94cf915d67e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:03.759516 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-ea5343a4-f3c0-4fea-bcfe-78808eaab469 None None] Set router 3bb02021-570c-4080-93ee-1f9db65fbde7 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:31:03.816860 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3131eb-3a7f-47a6-b501-94cf915d67e7 admin admin] Network ebb5cf9d-3710-46f3-b4ba-4ba460f33ae9 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:31:03.820389 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-bc3131eb-3a7f-47a6-b501-94cf915d67e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:31:03.826157 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3131eb-3a7f-47a6-b501-94cf915d67e7 admin admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:31:03.837160 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port a052eaae-925b-4af4-b350-79b30b0542e4 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:31:03.840720 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a0049e-e0ff-442a-ad4d-80a7f1f14041 None None] Pushing event updated for resources: {'Port': ['ID=a052eaae-925b-4af4-b350-79b30b0542e4,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:31:03.867619 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3131eb-3a7f-47a6-b501-94cf915d67e7 admin admin] Pushing event updated for resources: {'Port': ['ID=32ec7c9d-f128-4710-9221-99ff177eae25,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:31:03.891612 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bc3131eb-3a7f-47a6-b501-94cf915d67e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:04.112497 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-ea5343a4-f3c0-4fea-bcfe-78808eaab469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb02021-570c-4080-93ee-1f9db65fbde7', 'name': 'tempest-TestEncryptedCinderVolumes-763477666-router', 'tenant_id': '74526d5ab24c44dd81f383b7f5bd1196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': 'dc2674f9-2c9f-40be-9f2d-3e3ffe67f39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:30:59Z', 'updated_at': '2022-05-31T14:31:00Z', 'revision_number': 3, 'project_id': '74526d5ab24c44dd81f383b7f5bd1196', 'gw_port': {'id': 'dc2674f9-2c9f-40be-9f2d-3e3ffe67f39a', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c9:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bb02021-570c-4080-93ee-1f9db65fbde7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:31:00Z', 'updated_at': '2022-05-31T14:31:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:31:04.116635 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5343a4-f3c0-4fea-bcfe-78808eaab469 None None] The sync data for ids ['3bb02021-570c-4080-93ee-1f9db65fbde7'] in n-d-843939-1 is: [{'id': '3bb02021-570c-4080-93ee-1f9db65fbde7', 'name': 'tempest-TestEncryptedCinderVolumes-763477666-router', 'tenant_id': '74526d5ab24c44dd81f383b7f5bd1196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': 'dc2674f9-2c9f-40be-9f2d-3e3ffe67f39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:30:59Z', 'updated_at': '2022-05-31T14:31:00Z', 'revision_number': 3, 'project_id': '74526d5ab24c44dd81f383b7f5bd1196', 'gw_port': {'id': 'dc2674f9-2c9f-40be-9f2d-3e3ffe67f39a', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c9:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bb02021-570c-4080-93ee-1f9db65fbde7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:31:00Z', 'updated_at': '2022-05-31T14:31:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:31:04.132773 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-4ca57f63-142c-4346-8620-9fb9d6719ff5 None None] Provisioning for port 32ec7c9d-f128-4710-9221-99ff177eae25 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:31:04.140765 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-4ca57f63-142c-4346-8620-9fb9d6719ff5 None None] Provisioning complete for port 32ec7c9d-f128-4710-9221-99ff177eae25 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:31:04.141216 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4ca57f63-142c-4346-8620-9fb9d6719ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:04.166696 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bc3131eb-3a7f-47a6-b501-94cf915d67e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:04.196409 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-4ca57f63-142c-4346-8620-9fb9d6719ff5 None None] Port 32ec7c9d-f128-4710-9221-99ff177eae25 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:31:04.426825 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bc3131eb-3a7f-47a6-b501-94cf915d67e7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:04.431743 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bc3131eb-3a7f-47a6-b501-94cf915d67e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:04.541848 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3131eb-3a7f-47a6-b501-94cf915d67e7 admin admin] Pushing event updated for resources: {'Port': ['ID=32ec7c9d-f128-4710-9221-99ff177eae25,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:31:04.544739 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bc3131eb-3a7f-47a6-b501-94cf915d67e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:04.694166 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3131eb-3a7f-47a6-b501-94cf915d67e7 admin admin] Network ebb5cf9d-3710-46f3-b4ba-4ba460f33ae9 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:31:04.695395 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-bc3131eb-3a7f-47a6-b501-94cf915d67e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:31:04.843424 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 26e24fa8-5663-4809-b72b-1e43319dffe4 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:31:04.906984 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc3131eb-3a7f-47a6-b501-94cf915d67e7 admin admin] Router 3bb02021-570c-4080-93ee-1f9db65fbde7 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:31:04.930943 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 26e24fa8-5663-4809-b72b-1e43319dffe4 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:31:04.931665 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:05.048174 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0dd57824-35a2-4f79-aa11-36829062d71f None None] Provisioning complete for port 32ec7c9d-f128-4710-9221-99ff177eae25 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:31:05.048544 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0dd57824-35a2-4f79-aa11-36829062d71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:05.152306 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0dd57824-35a2-4f79-aa11-36829062d71f None None] Port 32ec7c9d-f128-4710-9221-99ff177eae25 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:31:05.161864 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 26e24fa8-5663-4809-b72b-1e43319dffe4 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:31:05.162974 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device dc2674f9-2c9f-40be-9f2d-3e3ffe67f39a up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:31:05.233352 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port dc2674f9-2c9f-40be-9f2d-3e3ffe67f39a completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:31:05.235488 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc3131eb-3a7f-47a6-b501-94cf915d67e7 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:31:05.242484 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port dc2674f9-2c9f-40be-9f2d-3e3ffe67f39a triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:31:05.242965 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:05.244254 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-bc3131eb-3a7f-47a6-b501-94cf915d67e7 admin admin] 10.222.0.50 "PUT /v2.0/routers/3bb02021-570c-4080-93ee-1f9db65fbde7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1684129 May 31 14:31:05.377018 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port dc2674f9-2c9f-40be-9f2d-3e3ffe67f39a is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:31:05.377396 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:05.395010 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port dc2674f9-2c9f-40be-9f2d-3e3ffe67f39a, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=dc2674f9-2c9f-40be-9f2d-3e3ffe67f39a,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:31:05.398443 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:05.399202 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device a052eaae-925b-4af4-b350-79b30b0542e4 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:31:05.524388 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=dc2674f9-2c9f-40be-9f2d-3e3ffe67f39a,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:31:05.537696 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port a052eaae-925b-4af4-b350-79b30b0542e4 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:31:05.538042 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:05.669103 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port a052eaae-925b-4af4-b350-79b30b0542e4 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:31:05.784496 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6b64f3-477c-4848-8aec-9db856baaba9 None None] Sync routers for ids ['3bb02021-570c-4080-93ee-1f9db65fbde7'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:31:05.793829 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6b64f3-477c-4848-8aec-9db856baaba9 None None] Routers {'3bb02021-570c-4080-93ee-1f9db65fbde7'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:31:05.795089 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-5b6b64f3-477c-4848-8aec-9db856baaba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:30:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['3bb02021-570c-4080-93ee-1f9db65fbde7'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:31:05.974014 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d17a12-1a9d-4cd4-a8f8-1fe47f6f0011 req-ffc0aebf-a21d-4be3-96ad-b0206071abd5 tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:31:05.975558 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-30d17a12-1a9d-4cd4-a8f8-1fe47f6f0011 req-ffc0aebf-a21d-4be3-96ad-b0206071abd5 tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] 10.222.0.50 "GET /v2.0/networks?id=dc4f9ced-234c-4796-8e12-03d0f4151df9 HTTP/1.1" status: 200 len: 817 time: 0.1548035 May 31 14:31:05.986123 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-5b6b64f3-477c-4848-8aec-9db856baaba9 None None] Set router 3bb02021-570c-4080-93ee-1f9db65fbde7 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:31:05.992959 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-30d17a12-1a9d-4cd4-a8f8-1fe47f6f0011 req-2046d52c-8c7e-42c2-9345-5c7ec16ee412 tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] 10.222.0.50 "GET /v2.0/quotas/f7b59e49225b4f51b1a40af729fb5d97 HTTP/1.1" status: 200 len: 375 time: 0.0112979 May 31 14:31:06.085119 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-30d17a12-1a9d-4cd4-a8f8-1fe47f6f0011 req-0aa7244d-0457-4446-a957-a9d83c1348da tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] Synchronizing usage tracker for tenant:f7b59e49225b4f51b1a40af729fb5d97 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:31:06.107190 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-30d17a12-1a9d-4cd4-a8f8-1fe47f6f0011 req-0aa7244d-0457-4446-a957-a9d83c1348da tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] Unset dirty status for tenant:f7b59e49225b4f51b1a40af729fb5d97 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:31:06.109447 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-30d17a12-1a9d-4cd4-a8f8-1fe47f6f0011 req-0aa7244d-0457-4446-a957-a9d83c1348da tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f7b59e49225b4f51b1a40af729fb5d97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1091669 May 31 14:31:06.265757 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-30d17a12-1a9d-4cd4-a8f8-1fe47f6f0011 req-726e867c-3be0-426c-98e6-e5e4443652f9 service neutron] 10.222.0.50 "GET /v2.0/networks/dc4f9ced-234c-4796-8e12-03d0f4151df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434326 May 31 14:31:06.327061 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-5b6b64f3-477c-4848-8aec-9db856baaba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb02021-570c-4080-93ee-1f9db65fbde7', 'name': 'tempest-TestEncryptedCinderVolumes-763477666-router', 'tenant_id': '74526d5ab24c44dd81f383b7f5bd1196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': 'dc2674f9-2c9f-40be-9f2d-3e3ffe67f39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:30:59Z', 'updated_at': '2022-05-31T14:31:04Z', 'revision_number': 4, 'project_id': '74526d5ab24c44dd81f383b7f5bd1196', 'gw_port': {'id': 'dc2674f9-2c9f-40be-9f2d-3e3ffe67f39a', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb02021-570c-4080-93ee-1f9db65fbde7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:31:00Z', 'updated_at': '2022-05-31T14:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '32ec7c9d-f128-4710-9221-99ff177eae25', 'name': '', 'network_id': 'ebb5cf9d-3710-46f3-b4ba-4ba460f33ae9', 'tenant_id': '74526d5ab24c44dd81f383b7f5bd1196', 'mac_address': 'fa:16:3e:e9:ef:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bb02021-570c-4080-93ee-1f9db65fbde7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'b313d07b-2fe9-4953-8b32-ae8a14ae6389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:31:03Z', 'updated_at': '2022-05-31T14:31:04Z', 'revision_number': 2, 'project_id': '74526d5ab24c44dd81f383b7f5bd1196', 'subnets': [{'id': 'b313d07b-2fe9-4953-8b32-ae8a14ae6389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:31:06.331368 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6b64f3-477c-4848-8aec-9db856baaba9 None None] Checking router: 3bb02021-570c-4080-93ee-1f9db65fbde7 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:31:06.331915 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6b64f3-477c-4848-8aec-9db856baaba9 None None] Updating router 3bb02021-570c-4080-93ee-1f9db65fbde7 port 32ec7c9d-f128-4710-9221-99ff177eae25 binding host n-d-843939-1 {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 14:31:06.394780 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5b6b64f3-477c-4848-8aec-9db856baaba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:06.419378 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-30d17a12-1a9d-4cd4-a8f8-1fe47f6f0011 req-9ceacc18-bff4-4088-819a-3f6f4fbcbad0 service neutron] 10.222.0.50 "GET /v2.0/networks/dc4f9ced-234c-4796-8e12-03d0f4151df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472924 May 31 14:31:06.632718 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-576ed756-2f06-4e33-9ffb-c8712e5a6d34 req-ec4daebf-8bbc-4115-88a7-b051887463c1 tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] 10.222.0.50 "GET /v2.0/ports?device_id=87769ab5-a5bf-4682-91ce-61b80385c19b HTTP/1.1" status: 200 len: 210 time: 0.0525904 May 31 14:31:06.759951 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device dc2674f9-2c9f-40be-9f2d-3e3ffe67f39a up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:31:06.871361 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5b6b64f3-477c-4848-8aec-9db856baaba9 None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:06.886470 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-5b6b64f3-477c-4848-8aec-9db856baaba9 None None] Transition to ACTIVE for port object 32ec7c9d-f128-4710-9221-99ff177eae25 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:31:06.897176 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5b6b64f3-477c-4848-8aec-9db856baaba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:07.010600 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port dc2674f9-2c9f-40be-9f2d-3e3ffe67f39a triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:31:07.011295 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:07.078033 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95cc46b-f523-445a-bf45-c4b69e4f6938 None None] Pushing event updated for resources: {'Port': ['ID=32ec7c9d-f128-4710-9221-99ff177eae25,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:31:07.216232 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-5b6b64f3-477c-4848-8aec-9db856baaba9 None None] Attempting to bind port 32ec7c9d-f128-4710-9221-99ff177eae25 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:31:07.216679 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-5b6b64f3-477c-4848-8aec-9db856baaba9 None None] Attempting to bind port 32ec7c9d-f128-4710-9221-99ff177eae25 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '8e101c73-30b6-4f23-bb72-17a96a2a0fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ebb5cf9d-3710-46f3-b4ba-4ba460f33ae9'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:31:07.217132 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6b64f3-477c-4848-8aec-9db856baaba9 None None] Attempting to bind port 32ec7c9d-f128-4710-9221-99ff177eae25 on network ebb5cf9d-3710-46f3-b4ba-4ba460f33ae9 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:31:07.235637 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6b64f3-477c-4848-8aec-9db856baaba9 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:31:07.236059 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6b64f3-477c-4848-8aec-9db856baaba9 None None] Checking segment: {'id': '8e101c73-30b6-4f23-bb72-17a96a2a0fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ebb5cf9d-3710-46f3-b4ba-4ba460f33ae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:31:07.236423 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5b6b64f3-477c-4848-8aec-9db856baaba9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:07.236827 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6b64f3-477c-4848-8aec-9db856baaba9 None None] Bound using segment: {'id': '8e101c73-30b6-4f23-bb72-17a96a2a0fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ebb5cf9d-3710-46f3-b4ba-4ba460f33ae9'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:31:07.237299 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-5b6b64f3-477c-4848-8aec-9db856baaba9 None None] Bound port: 32ec7c9d-f128-4710-9221-99ff177eae25, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e101c73-30b6-4f23-bb72-17a96a2a0fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ebb5cf9d-3710-46f3-b4ba-4ba460f33ae9'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:31:07.237669 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5b6b64f3-477c-4848-8aec-9db856baaba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:07.311517 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port dc2674f9-2c9f-40be-9f2d-3e3ffe67f39a is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:31:07.354089 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-5b6b64f3-477c-4848-8aec-9db856baaba9 None None] For port 32ec7c9d-f128-4710-9221-99ff177eae25, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:31:07.357213 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-5b6b64f3-477c-4848-8aec-9db856baaba9 None None] For port 32ec7c9d-f128-4710-9221-99ff177eae25, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=32ec7c9d-f128-4710-9221-99ff177eae25,segment=NetworkSegment(8e101c73-30b6-4f23-bb72-17a96a2a0fd0),segment_id=8e101c73-30b6-4f23-bb72-17a96a2a0fd0)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:31:07.360927 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5b6b64f3-477c-4848-8aec-9db856baaba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:07.441873 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6b64f3-477c-4848-8aec-9db856baaba9 None None] Routers {'3bb02021-570c-4080-93ee-1f9db65fbde7'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:31:07.442543 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-5b6b64f3-477c-4848-8aec-9db856baaba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:30:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['3bb02021-570c-4080-93ee-1f9db65fbde7'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:31:07.499794 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95cc46b-f523-445a-bf45-c4b69e4f6938 None None] Pushing event updated for resources: {'Port': ['ID=32ec7c9d-f128-4710-9221-99ff177eae25,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:31:07.640597 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-5b6b64f3-477c-4848-8aec-9db856baaba9 None None] Set router 3bb02021-570c-4080-93ee-1f9db65fbde7 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:31:07.777357 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d17a12-1a9d-4cd4-a8f8-1fe47f6f0011 req-028c8a11-4f00-42d0-89fc-0a357116ef43 tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:31:07.778093 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-30d17a12-1a9d-4cd4-a8f8-1fe47f6f0011 req-028c8a11-4f00-42d0-89fc-0a357116ef43 tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] Synchronizing usage tracker for tenant:f7b59e49225b4f51b1a40af729fb5d97 on resource:network {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:31:07.805558 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-30d17a12-1a9d-4cd4-a8f8-1fe47f6f0011 req-028c8a11-4f00-42d0-89fc-0a357116ef43 tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] Unset dirty status for tenant:f7b59e49225b4f51b1a40af729fb5d97 on resource:network {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:31:07.807045 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-30d17a12-1a9d-4cd4-a8f8-1fe47f6f0011 req-028c8a11-4f00-42d0-89fc-0a357116ef43 tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] 10.222.0.20 "GET /v2.0/networks?id=dc4f9ced-234c-4796-8e12-03d0f4151df9 HTTP/1.1" status: 200 len: 817 time: 0.1936524 May 31 14:31:07.820231 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-30d17a12-1a9d-4cd4-a8f8-1fe47f6f0011 req-ebb34bed-ae3f-4e63-a3b5-35e85f547291 tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] Request body: {'port': {'device_id': '87769ab5-a5bf-4682-91ce-61b80385c19b', 'network_id': 'dc4f9ced-234c-4796-8e12-03d0f4151df9', 'admin_state_up': True, 'tenant_id': 'f7b59e49225b4f51b1a40af729fb5d97'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:31:07.848995 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6679a244-3d44-4b7c-8326-27c9ce955030 req-f113860c-aa8f-4966-94f3-dc65e4a6eaa4 tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] 10.222.0.50 "GET /v2.0/ports?device_id=87769ab5-a5bf-4682-91ce-61b80385c19b HTTP/1.1" status: 200 len: 210 time: 0.0688593 May 31 14:31:07.976926 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-30d17a12-1a9d-4cd4-a8f8-1fe47f6f0011 req-ebb34bed-ae3f-4e63-a3b5-35e85f547291 tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:31:07.983918 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:07.987724 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-30d17a12-1a9d-4cd4-a8f8-1fe47f6f0011 req-ebb34bed-ae3f-4e63-a3b5-35e85f547291 tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:31:07.999202 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30d17a12-1a9d-4cd4-a8f8-1fe47f6f0011 req-ebb34bed-ae3f-4e63-a3b5-35e85f547291 tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] Made reservation on behalf of f7b59e49225b4f51b1a40af729fb5d97 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:31:08.002620 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-30d17a12-1a9d-4cd4-a8f8-1fe47f6f0011 req-ebb34bed-ae3f-4e63-a3b5-35e85f547291 tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:08.008703 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-5b6b64f3-477c-4848-8aec-9db856baaba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb02021-570c-4080-93ee-1f9db65fbde7', 'name': 'tempest-TestEncryptedCinderVolumes-763477666-router', 'tenant_id': '74526d5ab24c44dd81f383b7f5bd1196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': 'dc2674f9-2c9f-40be-9f2d-3e3ffe67f39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:30:59Z', 'updated_at': '2022-05-31T14:31:04Z', 'revision_number': 4, 'project_id': '74526d5ab24c44dd81f383b7f5bd1196', 'gw_port': {'id': 'dc2674f9-2c9f-40be-9f2d-3e3ffe67f39a', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb02021-570c-4080-93ee-1f9db65fbde7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:31:00Z', 'updated_at': '2022-05-31T14:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '32ec7c9d-f128-4710-9221-99ff177eae25', 'name': '', 'network_id': 'ebb5cf9d-3710-46f3-b4ba-4ba460f33ae9', 'tenant_id': '74526d5ab24c44dd81f383b7f5bd1196', 'mac_address': 'fa:16:3e:e9:ef:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bb02021-570c-4080-93ee-1f9db65fbde7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'b313d07b-2fe9-4953-8b32-ae8a14ae6389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:31:03Z', 'updated_at': '2022-05-31T14:31:07Z', 'revision_number': 4, 'project_id': '74526d5ab24c44dd81f383b7f5bd1196', 'subnets': [{'id': 'b313d07b-2fe9-4953-8b32-ae8a14ae6389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:31:08.012646 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6b64f3-477c-4848-8aec-9db856baaba9 None None] The sync data for ids ['3bb02021-570c-4080-93ee-1f9db65fbde7'] in n-d-843939-1 is: [{'id': '3bb02021-570c-4080-93ee-1f9db65fbde7', 'name': 'tempest-TestEncryptedCinderVolumes-763477666-router', 'tenant_id': '74526d5ab24c44dd81f383b7f5bd1196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': 'dc2674f9-2c9f-40be-9f2d-3e3ffe67f39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:30:59Z', 'updated_at': '2022-05-31T14:31:04Z', 'revision_number': 4, 'project_id': '74526d5ab24c44dd81f383b7f5bd1196', 'gw_port': {'id': 'dc2674f9-2c9f-40be-9f2d-3e3ffe67f39a', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb02021-570c-4080-93ee-1f9db65fbde7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:31:00Z', 'updated_at': '2022-05-31T14:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '32ec7c9d-f128-4710-9221-99ff177eae25', 'name': '', 'network_id': 'ebb5cf9d-3710-46f3-b4ba-4ba460f33ae9', 'tenant_id': '74526d5ab24c44dd81f383b7f5bd1196', 'mac_address': 'fa:16:3e:e9:ef:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bb02021-570c-4080-93ee-1f9db65fbde7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'b313d07b-2fe9-4953-8b32-ae8a14ae6389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:31:03Z', 'updated_at': '2022-05-31T14:31:07Z', 'revision_number': 4, 'project_id': '74526d5ab24c44dd81f383b7f5bd1196', 'subnets': [{'id': 'b313d07b-2fe9-4953-8b32-ae8a14ae6389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:31:08.188432 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [req-30d17a12-1a9d-4cd4-a8f8-1fe47f6f0011 req-ebb34bed-ae3f-4e63-a3b5-35e85f547291 tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] Allocated IP 172.20.0.7 (dc4f9ced-234c-4796-8e12-03d0f4151df9/64d8e9eb-ccb3-4c95-a4a3-198260d5da3a/4bd638e4-9d90-4cad-8de5-acdc9cc7e006) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:31:08.399455 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-30d17a12-1a9d-4cd4-a8f8-1fe47f6f0011 req-ebb34bed-ae3f-4e63-a3b5-35e85f547291 tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:08.416074 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-30d17a12-1a9d-4cd4-a8f8-1fe47f6f0011 req-ebb34bed-ae3f-4e63-a3b5-35e85f547291 tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] Transition to ACTIVE for port object 4bd638e4-9d90-4cad-8de5-acdc9cc7e006 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:31:08.442654 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-30d17a12-1a9d-4cd4-a8f8-1fe47f6f0011 req-ebb34bed-ae3f-4e63-a3b5-35e85f547291 tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:08.517005 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30d17a12-1a9d-4cd4-a8f8-1fe47f6f0011 req-ebb34bed-ae3f-4e63-a3b5-35e85f547291 tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] Network dc4f9ced-234c-4796-8e12-03d0f4151df9 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:31:08.520570 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [req-30d17a12-1a9d-4cd4-a8f8-1fe47f6f0011 req-ebb34bed-ae3f-4e63-a3b5-35e85f547291 tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:31:08.524952 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-30d17a12-1a9d-4cd4-a8f8-1fe47f6f0011 req-ebb34bed-ae3f-4e63-a3b5-35e85f547291 tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:31:08.570320 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb34bed-ae3f-4e63-a3b5-35e85f547291 tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] Pushing event updated for resources: {'Port': ['ID=4bd638e4-9d90-4cad-8de5-acdc9cc7e006,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:31:08.613480 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d17a12-1a9d-4cd4-a8f8-1fe47f6f0011 req-ebb34bed-ae3f-4e63-a3b5-35e85f547291 tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:31:08.614246 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-30d17a12-1a9d-4cd4-a8f8-1fe47f6f0011 req-ebb34bed-ae3f-4e63-a3b5-35e85f547291 tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:08.646639 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-30d17a12-1a9d-4cd4-a8f8-1fe47f6f0011 req-ebb34bed-ae3f-4e63-a3b5-35e85f547291 tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8308682 May 31 14:31:08.659219 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-30d17a12-1a9d-4cd4-a8f8-1fe47f6f0011 req-dad21a1c-f1f6-4be7-b235-dfd51ab3b22f service neutron] Request body: {'port': {'device_id': '87769ab5-a5bf-4682-91ce-61b80385c19b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843939-1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:31:08.753155 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f527d188-e487-4c6e-bfb1-922d519ee1f8 None None] Provisioning for port 4bd638e4-9d90-4cad-8de5-acdc9cc7e006 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:31:08.765958 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f527d188-e487-4c6e-bfb1-922d519ee1f8 None None] Provisioning complete for port 4bd638e4-9d90-4cad-8de5-acdc9cc7e006 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:31:08.766343 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f527d188-e487-4c6e-bfb1-922d519ee1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:08.800537 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-30d17a12-1a9d-4cd4-a8f8-1fe47f6f0011 req-dad21a1c-f1f6-4be7-b235-dfd51ab3b22f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:08.803130 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 32ec7c9d-f128-4710-9221-99ff177eae25 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:31:08.887067 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-f527d188-e487-4c6e-bfb1-922d519ee1f8 None None] Port 4bd638e4-9d90-4cad-8de5-acdc9cc7e006 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:31:08.904387 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 32ec7c9d-f128-4710-9221-99ff177eae25 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:31:08.916235 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 32ec7c9d-f128-4710-9221-99ff177eae25 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:31:08.916604 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:09.077600 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df59bc1a-5460-4f40-bfa3-c9aafc61f5e2 req-4ff5a38d-3c00-45dc-9d8d-0e954511c4bd tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:31:09.079986 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-df59bc1a-5460-4f40-bfa3-c9aafc61f5e2 req-4ff5a38d-3c00-45dc-9d8d-0e954511c4bd tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] 10.222.0.50 "GET /v2.0/ports?device_id=87769ab5-a5bf-4682-91ce-61b80385c19b HTTP/1.1" status: 200 len: 931 time: 0.1190236 May 31 14:31:09.124191 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 32ec7c9d-f128-4710-9221-99ff177eae25 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:31:09.124749 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:09.137705 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-df59bc1a-5460-4f40-bfa3-c9aafc61f5e2 req-a7b87c3a-f9a4-4654-bbf2-219bd7c43ee5 tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] 10.222.0.50 "GET /v2.0/security-groups?id=94a773b2-90fd-4391-9358-f11e85bc60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509181 May 31 14:31:09.179904 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 32ec7c9d-f128-4710-9221-99ff177eae25, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=32ec7c9d-f128-4710-9221-99ff177eae25,segment=NetworkSegment(8e101c73-30b6-4f23-bb72-17a96a2a0fd0),segment_id=8e101c73-30b6-4f23-bb72-17a96a2a0fd0)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:31:09.186412 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:09.264909 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [req-30d17a12-1a9d-4cd4-a8f8-1fe47f6f0011 req-dad21a1c-f1f6-4be7-b235-dfd51ab3b22f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bd638e4-9d90-4cad-8de5-acdc9cc7e006 {{(pid=88369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:31:09.271319 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=32ec7c9d-f128-4710-9221-99ff177eae25,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:31:09.272577 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-30d17a12-1a9d-4cd4-a8f8-1fe47f6f0011 req-dad21a1c-f1f6-4be7-b235-dfd51ab3b22f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:09.288050 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-30d17a12-1a9d-4cd4-a8f8-1fe47f6f0011 req-dad21a1c-f1f6-4be7-b235-dfd51ab3b22f service neutron] Transition to ACTIVE for port object 4bd638e4-9d90-4cad-8de5-acdc9cc7e006 will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:31:09.291723 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-30d17a12-1a9d-4cd4-a8f8-1fe47f6f0011 req-dad21a1c-f1f6-4be7-b235-dfd51ab3b22f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:09.403170 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:09.461450 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad21a1c-f1f6-4be7-b235-dfd51ab3b22f service neutron] Pushing event updated for resources: {'Port': ['ID=4bd638e4-9d90-4cad-8de5-acdc9cc7e006,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:31:09.505757 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad21a1c-f1f6-4be7-b235-dfd51ab3b22f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:31:09.506124 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad21a1c-f1f6-4be7-b235-dfd51ab3b22f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:31:09.506471 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad21a1c-f1f6-4be7-b235-dfd51ab3b22f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:31:09.506847 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad21a1c-f1f6-4be7-b235-dfd51ab3b22f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:31:09.507421 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad21a1c-f1f6-4be7-b235-dfd51ab3b22f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:31:09.508009 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad21a1c-f1f6-4be7-b235-dfd51ab3b22f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:31:09.508349 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad21a1c-f1f6-4be7-b235-dfd51ab3b22f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:31:09.508684 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad21a1c-f1f6-4be7-b235-dfd51ab3b22f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:31:09.509012 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad21a1c-f1f6-4be7-b235-dfd51ab3b22f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:31:09.509383 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad21a1c-f1f6-4be7-b235-dfd51ab3b22f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:31:09.509716 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad21a1c-f1f6-4be7-b235-dfd51ab3b22f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:31:09.510065 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad21a1c-f1f6-4be7-b235-dfd51ab3b22f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:31:09.552134 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-30d17a12-1a9d-4cd4-a8f8-1fe47f6f0011 req-dad21a1c-f1f6-4be7-b235-dfd51ab3b22f service neutron] Attempting to bind port 4bd638e4-9d90-4cad-8de5-acdc9cc7e006 on host n-h1-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:31:09.552461 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-30d17a12-1a9d-4cd4-a8f8-1fe47f6f0011 req-dad21a1c-f1f6-4be7-b235-dfd51ab3b22f service neutron] Attempting to bind port 4bd638e4-9d90-4cad-8de5-acdc9cc7e006 by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': '4155e1d7-d233-4ae3-b640-0d8b8df96f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'dc4f9ced-234c-4796-8e12-03d0f4151df9'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:31:09.552783 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d17a12-1a9d-4cd4-a8f8-1fe47f6f0011 req-dad21a1c-f1f6-4be7-b235-dfd51ab3b22f service neutron] Attempting to bind port 4bd638e4-9d90-4cad-8de5-acdc9cc7e006 on network dc4f9ced-234c-4796-8e12-03d0f4151df9 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:31:09.557274 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d17a12-1a9d-4cd4-a8f8-1fe47f6f0011 req-dad21a1c-f1f6-4be7-b235-dfd51ab3b22f service neutron] Port 4bd638e4-9d90-4cad-8de5-acdc9cc7e006 on network dc4f9ced-234c-4796-8e12-03d0f4151df9 not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 14:31:09.557590 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d17a12-1a9d-4cd4-a8f8-1fe47f6f0011 req-dad21a1c-f1f6-4be7-b235-dfd51ab3b22f service neutron] Attempting to bind port 4bd638e4-9d90-4cad-8de5-acdc9cc7e006 on network dc4f9ced-234c-4796-8e12-03d0f4151df9 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:31:09.563368 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d17a12-1a9d-4cd4-a8f8-1fe47f6f0011 req-dad21a1c-f1f6-4be7-b235-dfd51ab3b22f service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:31:09.563704 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d17a12-1a9d-4cd4-a8f8-1fe47f6f0011 req-dad21a1c-f1f6-4be7-b235-dfd51ab3b22f service neutron] Checking segment: {'id': '4155e1d7-d233-4ae3-b640-0d8b8df96f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'dc4f9ced-234c-4796-8e12-03d0f4151df9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:31:09.564085 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d17a12-1a9d-4cd4-a8f8-1fe47f6f0011 req-dad21a1c-f1f6-4be7-b235-dfd51ab3b22f service neutron] Bound using segment: {'id': '4155e1d7-d233-4ae3-b640-0d8b8df96f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'dc4f9ced-234c-4796-8e12-03d0f4151df9'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:31:09.564756 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-30d17a12-1a9d-4cd4-a8f8-1fe47f6f0011 req-dad21a1c-f1f6-4be7-b235-dfd51ab3b22f service neutron] Bound port: 4bd638e4-9d90-4cad-8de5-acdc9cc7e006, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4155e1d7-d233-4ae3-b640-0d8b8df96f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'dc4f9ced-234c-4796-8e12-03d0f4151df9'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:31:09.565099 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-30d17a12-1a9d-4cd4-a8f8-1fe47f6f0011 req-dad21a1c-f1f6-4be7-b235-dfd51ab3b22f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:09.653939 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-30d17a12-1a9d-4cd4-a8f8-1fe47f6f0011 req-dad21a1c-f1f6-4be7-b235-dfd51ab3b22f service neutron] For port 4bd638e4-9d90-4cad-8de5-acdc9cc7e006, host n-h1-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:31:09.657034 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-30d17a12-1a9d-4cd4-a8f8-1fe47f6f0011 req-dad21a1c-f1f6-4be7-b235-dfd51ab3b22f service neutron] For port 4bd638e4-9d90-4cad-8de5-acdc9cc7e006, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=4bd638e4-9d90-4cad-8de5-acdc9cc7e006,segment=NetworkSegment(4155e1d7-d233-4ae3-b640-0d8b8df96f35),segment_id=4155e1d7-d233-4ae3-b640-0d8b8df96f35)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:31:09.662068 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-30d17a12-1a9d-4cd4-a8f8-1fe47f6f0011 req-dad21a1c-f1f6-4be7-b235-dfd51ab3b22f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:09.730062 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d17a12-1a9d-4cd4-a8f8-1fe47f6f0011 req-dad21a1c-f1f6-4be7-b235-dfd51ab3b22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:31:09.730678 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-30d17a12-1a9d-4cd4-a8f8-1fe47f6f0011 req-dad21a1c-f1f6-4be7-b235-dfd51ab3b22f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:09.732745 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-30d17a12-1a9d-4cd4-a8f8-1fe47f6f0011 req-dad21a1c-f1f6-4be7-b235-dfd51ab3b22f service neutron] 10.222.0.20 "PUT /v2.0/ports/4bd638e4-9d90-4cad-8de5-acdc9cc7e006 HTTP/1.1" status: 200 len: 1091 time: 1.0777414 May 31 14:31:09.733287 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87769ab5-a5bf-4682-91ce-61b80385c19b', 'tag': '4bd638e4-9d90-4cad-8de5-acdc9cc7e006'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:31:09.757123 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad21a1c-f1f6-4be7-b235-dfd51ab3b22f service neutron] Pushing event updated for resources: {'Port': ['ID=4bd638e4-9d90-4cad-8de5-acdc9cc7e006,revision_number=3']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:31:09.945221 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2b2db44-1fb1-4fbc-af33-7a89c803c1d2'] response: {'name': 'network-changed', 'server_uuid': '87769ab5-a5bf-4682-91ce-61b80385c19b', 'tag': '4bd638e4-9d90-4cad-8de5-acdc9cc7e006', 'status': 'completed', 'code': 200} May 31 14:31:09.983405 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d17a12-1a9d-4cd4-a8f8-1fe47f6f0011 req-3f975ef5-d659-405b-92e6-133fc36f2328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:31:09.984894 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-30d17a12-1a9d-4cd4-a8f8-1fe47f6f0011 req-3f975ef5-d659-405b-92e6-133fc36f2328 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f7b59e49225b4f51b1a40af729fb5d97&device_id=87769ab5-a5bf-4682-91ce-61b80385c19b HTTP/1.1" status: 200 len: 1094 time: 0.2130146 May 31 14:31:10.054335 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-30d17a12-1a9d-4cd4-a8f8-1fe47f6f0011 req-48d818f7-a6e6-4cfe-84e6-6d29bd32c521 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4bd638e4-9d90-4cad-8de5-acdc9cc7e006 HTTP/1.1" status: 200 len: 217 time: 0.0630622 May 31 14:31:10.118240 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d17a12-1a9d-4cd4-a8f8-1fe47f6f0011 req-29d5be3c-4b9d-4016-ba0c-b1bb49756ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:31:10.120349 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-30d17a12-1a9d-4cd4-a8f8-1fe47f6f0011 req-29d5be3c-4b9d-4016-ba0c-b1bb49756ebb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=64d8e9eb-ccb3-4c95-a4a3-198260d5da3a HTTP/1.1" status: 200 len: 856 time: 0.0604033 May 31 14:31:10.214681 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d17a12-1a9d-4cd4-a8f8-1fe47f6f0011 req-fde9a071-c6c8-4436-acc0-b8412b0c560f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:31:10.217693 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-30d17a12-1a9d-4cd4-a8f8-1fe47f6f0011 req-fde9a071-c6c8-4436-acc0-b8412b0c560f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dc4f9ced-234c-4796-8e12-03d0f4151df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0913961 May 31 14:31:10.345300 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9ae541-4523-4e2a-8e37-f23f67f52964 req-7a0e5c8d-301c-4be0-a90e-72b3d54dc64f tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:31:10.346844 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6a9ae541-4523-4e2a-8e37-f23f67f52964 req-7a0e5c8d-301c-4be0-a90e-72b3d54dc64f tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] 10.222.0.50 "GET /v2.0/ports?device_id=87769ab5-a5bf-4682-91ce-61b80385c19b HTTP/1.1" status: 200 len: 943 time: 0.0894597 May 31 14:31:10.359372 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-30d17a12-1a9d-4cd4-a8f8-1fe47f6f0011 req-258f4e59-0eb5-447f-894a-165d81a703c0 service neutron] 10.222.0.20 "GET /v2.0/networks/dc4f9ced-234c-4796-8e12-03d0f4151df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357720 May 31 14:31:10.395296 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6a9ae541-4523-4e2a-8e37-f23f67f52964 req-b454a855-6357-46ba-9bcc-bd2709a50220 tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] 10.222.0.50 "GET /v2.0/security-groups?id=94a773b2-90fd-4391-9358-f11e85bc60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415914 May 31 14:31:10.491489 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-30d17a12-1a9d-4cd4-a8f8-1fe47f6f0011 req-e0f69b3b-9fc9-40e3-9a95-25c13f0318e9 service neutron] 10.222.0.20 "GET /v2.0/networks/dc4f9ced-234c-4796-8e12-03d0f4151df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266277 May 31 14:31:10.613968 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57caf1df-90a4-477d-9a57-bd6763355ff7 req-a08247dc-bb16-47af-8035-24a0a722c30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:31:10.615486 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-57caf1df-90a4-477d-9a57-bd6763355ff7 req-a08247dc-bb16-47af-8035-24a0a722c30f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f7b59e49225b4f51b1a40af729fb5d97&device_id=87769ab5-a5bf-4682-91ce-61b80385c19b HTTP/1.1" status: 200 len: 1094 time: 0.0745416 May 31 14:31:10.697369 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3fc46778-c85f-46bd-9291-fc0afc5b4b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:10.740012 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 32ec7c9d-f128-4710-9221-99ff177eae25 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:31:10.757460 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57caf1df-90a4-477d-9a57-bd6763355ff7 req-370be5ae-40f2-4bfb-8c1b-e9dddf716146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:31:10.758849 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-57caf1df-90a4-477d-9a57-bd6763355ff7 req-370be5ae-40f2-4bfb-8c1b-e9dddf716146 service neutron] 10.222.0.20 "GET /v2.0/networks?id=dc4f9ced-234c-4796-8e12-03d0f4151df9 HTTP/1.1" status: 200 len: 918 time: 0.1371548 May 31 14:31:10.814024 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 32ec7c9d-f128-4710-9221-99ff177eae25 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:31:10.814404 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:10.829868 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-57caf1df-90a4-477d-9a57-bd6763355ff7 req-b5db6952-0769-4edb-a51e-756415d26184 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4bd638e4-9d90-4cad-8de5-acdc9cc7e006 HTTP/1.1" status: 200 len: 217 time: 0.0648789 May 31 14:31:10.893455 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57caf1df-90a4-477d-9a57-bd6763355ff7 req-5979f83a-5936-4274-9dba-8f560f1e3fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:31:10.894920 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-57caf1df-90a4-477d-9a57-bd6763355ff7 req-5979f83a-5936-4274-9dba-8f560f1e3fd3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=64d8e9eb-ccb3-4c95-a4a3-198260d5da3a HTTP/1.1" status: 200 len: 856 time: 0.0597620 May 31 14:31:10.971330 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 32ec7c9d-f128-4710-9221-99ff177eae25 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:31:10.975047 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57caf1df-90a4-477d-9a57-bd6763355ff7 req-c136334e-c189-4579-bc9c-31b6590aa34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:31:10.976427 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-57caf1df-90a4-477d-9a57-bd6763355ff7 req-c136334e-c189-4579-bc9c-31b6590aa34b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dc4f9ced-234c-4796-8e12-03d0f4151df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756133 May 31 14:31:11.111198 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-57caf1df-90a4-477d-9a57-bd6763355ff7 req-d85c50b0-4598-4830-abec-32aed2dc90eb service neutron] 10.222.0.20 "GET /v2.0/networks/dc4f9ced-234c-4796-8e12-03d0f4151df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276276 May 31 14:31:11.242315 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-57caf1df-90a4-477d-9a57-bd6763355ff7 req-f947707f-d9c9-430d-8bbc-ba7514d0e0ee service neutron] 10.222.0.20 "GET /v2.0/networks/dc4f9ced-234c-4796-8e12-03d0f4151df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249459 May 31 14:31:11.588122 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8503fad7-8c5e-4a86-b5ec-facdfa86447d req-00587401-a25a-4f60-8c27-5aeece48be69 tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:31:11.589555 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8503fad7-8c5e-4a86-b5ec-facdfa86447d req-00587401-a25a-4f60-8c27-5aeece48be69 tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] 10.222.0.50 "GET /v2.0/ports?device_id=87769ab5-a5bf-4682-91ce-61b80385c19b HTTP/1.1" status: 200 len: 943 time: 0.0827091 May 31 14:31:11.637245 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8503fad7-8c5e-4a86-b5ec-facdfa86447d req-45e3143c-0169-436d-8a76-add320feb49a tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] 10.222.0.50 "GET /v2.0/security-groups?id=94a773b2-90fd-4391-9358-f11e85bc60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412364 May 31 14:31:12.835000 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e59290-31ca-4186-bcd0-ce04c36da091 req-01256098-d4d7-446b-97ea-b47d66ec427f tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:31:12.836435 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f4e59290-31ca-4186-bcd0-ce04c36da091 req-01256098-d4d7-446b-97ea-b47d66ec427f tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] 10.222.0.50 "GET /v2.0/ports?device_id=87769ab5-a5bf-4682-91ce-61b80385c19b HTTP/1.1" status: 200 len: 943 time: 0.0780654 May 31 14:31:12.881256 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f4e59290-31ca-4186-bcd0-ce04c36da091 req-b48768a4-96e1-42b2-ab32-fbfbc57c5130 tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] 10.222.0.50 "GET /v2.0/security-groups?id=94a773b2-90fd-4391-9358-f11e85bc60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388944 May 31 14:31:12.889976 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b030-49b4-41f8-b2f8-c9b8d9500461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:13.964433 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:14.016678 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 4bd638e4-9d90-4cad-8de5-acdc9cc7e006 details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 14:31:14.088385 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf80ae1-0e34-4152-9a2d-a89aa20250cd req-b39cb539-5e35-4d32-a790-ef033fa1b2e5 tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:31:14.089877 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-edf80ae1-0e34-4152-9a2d-a89aa20250cd req-b39cb539-5e35-4d32-a790-ef033fa1b2e5 tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] 10.222.0.50 "GET /v2.0/ports?device_id=87769ab5-a5bf-4682-91ce-61b80385c19b HTTP/1.1" status: 200 len: 943 time: 0.0862989 May 31 14:31:14.126724 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:14.134438 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-edf80ae1-0e34-4152-9a2d-a89aa20250cd req-b8bdd1ed-3135-4b32-9459-f16c3a8246ca tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] 10.222.0.50 "GET /v2.0/security-groups?id=94a773b2-90fd-4391-9358-f11e85bc60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388935 May 31 14:31:14.165645 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 4bd638e4-9d90-4cad-8de5-acdc9cc7e006, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=4bd638e4-9d90-4cad-8de5-acdc9cc7e006,segment=NetworkSegment(4155e1d7-d233-4ae3-b640-0d8b8df96f35),segment_id=4155e1d7-d233-4ae3-b640-0d8b8df96f35)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:31:14.178549 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': '4bd638e4-9d90-4cad-8de5-acdc9cc7e006', 'network_id': 'dc4f9ced-234c-4796-8e12-03d0f4151df9', 'port_id': '4bd638e4-9d90-4cad-8de5-acdc9cc7e006', 'mac_address': 'fa:16:3e:39:cf:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64d8e9eb-ccb3-4c95-a4a3-198260d5da3a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 14:31:14.237299 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 4bd638e4-9d90-4cad-8de5-acdc9cc7e006 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:31:14.237669 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:14.256882 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bd638e4-9d90-4cad-8de5-acdc9cc7e006 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:31:14.273122 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 4bd638e4-9d90-4cad-8de5-acdc9cc7e006, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=4bd638e4-9d90-4cad-8de5-acdc9cc7e006,segment=NetworkSegment(4155e1d7-d233-4ae3-b640-0d8b8df96f35),segment_id=4155e1d7-d233-4ae3-b640-0d8b8df96f35)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:31:14.276557 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:14.365383 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=4bd638e4-9d90-4cad-8de5-acdc9cc7e006,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:31:14.583368 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['4bd638e4-9d90-4cad-8de5-acdc9cc7e006'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:31:15.317564 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc9dff-a59a-4118-b2f0-6c6a7e14c73c req-2c9d1ada-417a-497a-8287-6ff66ac0e5c7 tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:31:15.319129 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-38cc9dff-a59a-4118-b2f0-6c6a7e14c73c req-2c9d1ada-417a-497a-8287-6ff66ac0e5c7 tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] 10.222.0.50 "GET /v2.0/ports?device_id=87769ab5-a5bf-4682-91ce-61b80385c19b HTTP/1.1" status: 200 len: 944 time: 0.0797353 May 31 14:31:15.366508 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-38cc9dff-a59a-4118-b2f0-6c6a7e14c73c req-5870f3df-125c-4bdd-b8bb-22e19738e1ee tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] 10.222.0.50 "GET /v2.0/security-groups?id=94a773b2-90fd-4391-9358-f11e85bc60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417175 May 31 14:31:15.842317 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:16.030715 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 4bd638e4-9d90-4cad-8de5-acdc9cc7e006 up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:31:16.102220 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning for port 4bd638e4-9d90-4cad-8de5-acdc9cc7e006 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:31:16.106881 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port 4bd638e4-9d90-4cad-8de5-acdc9cc7e006 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:31:16.107277 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:16.223459 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 4bd638e4-9d90-4cad-8de5-acdc9cc7e006 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:31:16.223834 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:16.250737 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87769ab5-a5bf-4682-91ce-61b80385c19b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd638e4-9d90-4cad-8de5-acdc9cc7e006'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:31:16.260641 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 4bd638e4-9d90-4cad-8de5-acdc9cc7e006, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=4bd638e4-9d90-4cad-8de5-acdc9cc7e006,segment=NetworkSegment(4155e1d7-d233-4ae3-b640-0d8b8df96f35),segment_id=4155e1d7-d233-4ae3-b640-0d8b8df96f35)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:31:16.265171 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:16.300650 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efdeb08c-3817-4195-b168-36e871a0a517'] response: {'server_uuid': '87769ab5-a5bf-4682-91ce-61b80385c19b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd638e4-9d90-4cad-8de5-acdc9cc7e006', 'code': 200} May 31 14:31:16.334009 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=4bd638e4-9d90-4cad-8de5-acdc9cc7e006,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:31:16.426531 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a27f3e9-0266-40e6-8acc-6ed56f27c0ef req-3de48c2f-3463-4b70-b16b-61f6e40ad44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:31:16.428000 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3a27f3e9-0266-40e6-8acc-6ed56f27c0ef req-3de48c2f-3463-4b70-b16b-61f6e40ad44b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=87769ab5-a5bf-4682-91ce-61b80385c19b HTTP/1.1" status: 200 len: 1096 time: 0.0698528 May 31 14:31:16.469233 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3a27f3e9-0266-40e6-8acc-6ed56f27c0ef req-0c8cf75b-019b-4ef7-a076-e411a19e2891 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=94a773b2-90fd-4391-9358-f11e85bc60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352280 May 31 14:31:16.556565 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc00934-369c-48ca-9a15-d595e8c151d1 req-a405e404-e522-4692-a19c-afff4ac507bd tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:31:16.557926 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4bc00934-369c-48ca-9a15-d595e8c151d1 req-a405e404-e522-4692-a19c-afff4ac507bd tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] 10.222.0.50 "GET /v2.0/ports?device_id=87769ab5-a5bf-4682-91ce-61b80385c19b HTTP/1.1" status: 200 len: 945 time: 0.0828235 May 31 14:31:16.601647 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4bc00934-369c-48ca-9a15-d595e8c151d1 req-260137b6-90f1-4412-8fbb-91257a975ab9 tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] 10.222.0.50 "GET /v2.0/security-groups?id=94a773b2-90fd-4391-9358-f11e85bc60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374107 May 31 14:31:17.793135 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6fbd5d-b844-4c3c-9bd0-637fa6087c21 req-a40fdeb9-da71-4f14-8a19-85fc20db0440 tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:31:17.795407 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cd6fbd5d-b844-4c3c-9bd0-637fa6087c21 req-a40fdeb9-da71-4f14-8a19-85fc20db0440 tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] 10.222.0.50 "GET /v2.0/ports?device_id=87769ab5-a5bf-4682-91ce-61b80385c19b HTTP/1.1" status: 200 len: 945 time: 0.0842857 May 31 14:31:17.847324 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cd6fbd5d-b844-4c3c-9bd0-637fa6087c21 req-7a18872f-a906-4760-be4f-e5e19fb00b3a tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] 10.222.0.50 "GET /v2.0/security-groups?id=94a773b2-90fd-4391-9358-f11e85bc60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459983 May 31 14:31:18.644949 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:31:19.031099 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cb7f67-ad28-4fe1-9a23-e47616d3a9ac req-a6c07486-39dd-4d16-b594-9e41a139c02d tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:31:19.032532 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-93cb7f67-ad28-4fe1-9a23-e47616d3a9ac req-a6c07486-39dd-4d16-b594-9e41a139c02d tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] 10.222.0.50 "GET /v2.0/ports?device_id=87769ab5-a5bf-4682-91ce-61b80385c19b HTTP/1.1" status: 200 len: 945 time: 0.0795887 May 31 14:31:19.077915 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-93cb7f67-ad28-4fe1-9a23-e47616d3a9ac req-6828e270-c147-4d3b-864d-d7243a052608 tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] 10.222.0.50 "GET /v2.0/security-groups?id=94a773b2-90fd-4391-9358-f11e85bc60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397496 May 31 14:31:19.269596 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0f2e12-a6ed-432b-94d5-eb8f5a341a39 req-574afb67-9c77-4cdd-adee-4e31fee1b0aa tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:31:19.271083 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bc0f2e12-a6ed-432b-94d5-eb8f5a341a39 req-574afb67-9c77-4cdd-adee-4e31fee1b0aa tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] 10.222.0.50 "GET /v2.0/ports?device_id=87769ab5-a5bf-4682-91ce-61b80385c19b HTTP/1.1" status: 200 len: 945 time: 0.0828965 May 31 14:31:19.315431 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bc0f2e12-a6ed-432b-94d5-eb8f5a341a39 req-a68fde50-12c4-45ea-9ea2-57e31f8b4e4b tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] 10.222.0.50 "GET /v2.0/security-groups?id=94a773b2-90fd-4391-9358-f11e85bc60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385947 May 31 14:31:33.940234 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b577c27-ae74-493c-a56b-8f3c94329060 req-0d53ab4b-4a4e-4048-a360-6f3a0d28956e tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:31:33.941775 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3b577c27-ae74-493c-a56b-8f3c94329060 req-0d53ab4b-4a4e-4048-a360-6f3a0d28956e tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] 10.222.0.50 "GET /v2.0/ports?device_id=87769ab5-a5bf-4682-91ce-61b80385c19b HTTP/1.1" status: 200 len: 945 time: 0.0914872 May 31 14:31:33.986832 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3b577c27-ae74-493c-a56b-8f3c94329060 req-6d4a0aaf-52e9-436b-a510-ddc90473b70d tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] 10.222.0.50 "GET /v2.0/security-groups?id=94a773b2-90fd-4391-9358-f11e85bc60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391731 May 31 14:31:35.181202 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e1fc5-6fbc-478f-87e1-111714e14493 req-5dd05bfd-2794-43f3-80c2-a894ec4fc71a tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:31:35.182708 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7c0e1fc5-6fbc-478f-87e1-111714e14493 req-5dd05bfd-2794-43f3-80c2-a894ec4fc71a tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] 10.222.0.50 "GET /v2.0/ports?device_id=87769ab5-a5bf-4682-91ce-61b80385c19b HTTP/1.1" status: 200 len: 945 time: 0.0844853 May 31 14:31:35.232302 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7c0e1fc5-6fbc-478f-87e1-111714e14493 req-e4035556-9ee8-4a4f-acd4-26309465d735 tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] 10.222.0.50 "GET /v2.0/security-groups?id=94a773b2-90fd-4391-9358-f11e85bc60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434790 May 31 14:31:35.578984 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a45112-7ac4-4570-9340-a5baed45f7bd req-1187099f-cacd-4c11-bbd9-6cd79c95074f tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:31:35.579800 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-e5a45112-7ac4-4570-9340-a5baed45f7bd req-1187099f-cacd-4c11-bbd9-6cd79c95074f tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] Synchronizing usage tracker for tenant:f7b59e49225b4f51b1a40af729fb5d97 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:31:35.595618 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-e5a45112-7ac4-4570-9340-a5baed45f7bd req-1187099f-cacd-4c11-bbd9-6cd79c95074f tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] Unset dirty status for tenant:f7b59e49225b4f51b1a40af729fb5d97 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:31:35.596859 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e5a45112-7ac4-4570-9340-a5baed45f7bd req-1187099f-cacd-4c11-bbd9-6cd79c95074f tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] 10.222.0.20 "GET /v2.0/ports?device_id=87769ab5-a5bf-4682-91ce-61b80385c19b HTTP/1.1" status: 200 len: 945 time: 0.1016400 May 31 14:31:35.667793 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-e5a45112-7ac4-4570-9340-a5baed45f7bd req-ce769d98-92e6-4ca5-a4e9-1d21c33d2901 tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] Deleting port 4bd638e4-9d90-4cad-8de5-acdc9cc7e006 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:31:35.668140 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-e5a45112-7ac4-4570-9340-a5baed45f7bd req-ce769d98-92e6-4ca5-a4e9-1d21c33d2901 tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:36.044715 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-e5a45112-7ac4-4570-9340-a5baed45f7bd req-ce769d98-92e6-4ca5-a4e9-1d21c33d2901 tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] For port 4bd638e4-9d90-4cad-8de5-acdc9cc7e006, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=4bd638e4-9d90-4cad-8de5-acdc9cc7e006,segment=NetworkSegment(4155e1d7-d233-4ae3-b640-0d8b8df96f35),segment_id=4155e1d7-d233-4ae3-b640-0d8b8df96f35)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:31:36.045206 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-e5a45112-7ac4-4570-9340-a5baed45f7bd req-ce769d98-92e6-4ca5-a4e9-1d21c33d2901 tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:36.168800 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-e5a45112-7ac4-4570-9340-a5baed45f7bd req-ce769d98-92e6-4ca5-a4e9-1d21c33d2901 tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] Calling delete_port for 4bd638e4-9d90-4cad-8de5-acdc9cc7e006 owned by compute:nova {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:31:36.324612 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-e5a45112-7ac4-4570-9340-a5baed45f7bd req-ce769d98-92e6-4ca5-a4e9-1d21c33d2901 tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:36.337139 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['4bd638e4-9d90-4cad-8de5-acdc9cc7e006'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:31:36.401918 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a719a04d-6e86-4198-a822-501ecc082873 req-560f197b-1c4f-4cc1-8b64-780426e46e10 tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] 10.222.0.50 "GET /v2.0/ports?device_id=87769ab5-a5bf-4682-91ce-61b80385c19b HTTP/1.1" status: 200 len: 210 time: 0.0559316 May 31 14:31:36.419157 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce769d98-92e6-4ca5-a4e9-1d21c33d2901 tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] Pushing event deleted for resources: {'Port': ['ID=4bd638e4-9d90-4cad-8de5-acdc9cc7e006,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:31:36.469618 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5a45112-7ac4-4570-9340-a5baed45f7bd req-ce769d98-92e6-4ca5-a4e9-1d21c33d2901 tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] No DVR routers for this DVR port 4bd638e4-9d90-4cad-8de5-acdc9cc7e006 on host n-h1-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:31:36.472298 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-e5a45112-7ac4-4570-9340-a5baed45f7bd req-ce769d98-92e6-4ca5-a4e9-1d21c33d2901 tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:36.475003 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87769ab5-a5bf-4682-91ce-61b80385c19b', 'name': 'network-vif-deleted', 'tag': '4bd638e4-9d90-4cad-8de5-acdc9cc7e006'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:31:36.492299 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e5a45112-7ac4-4570-9340-a5baed45f7bd req-ce769d98-92e6-4ca5-a4e9-1d21c33d2901 tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] 10.222.0.20 "DELETE /v2.0/ports/4bd638e4-9d90-4cad-8de5-acdc9cc7e006 HTTP/1.1" status: 204 len: 173 time: 0.8907487 May 31 14:31:36.529607 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fbd5e21-1507-43ea-aea0-2a10b2ecbfb6'] response: {'server_uuid': '87769ab5-a5bf-4682-91ce-61b80385c19b', 'name': 'network-vif-deleted', 'tag': '4bd638e4-9d90-4cad-8de5-acdc9cc7e006', 'status': 'completed', 'code': 200} May 31 14:31:37.956449 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:38.001042 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c724c493-d231-4e39-b2a0-8ff77a2fa72b req-87de4da7-84d4-4b1e-a421-902d16ba98d3 tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:31:38.002599 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c724c493-d231-4e39-b2a0-8ff77a2fa72b req-87de4da7-84d4-4b1e-a421-902d16ba98d3 tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] 10.222.0.50 "GET /v2.0/networks?id=dc4f9ced-234c-4796-8e12-03d0f4151df9 HTTP/1.1" status: 200 len: 817 time: 0.2648821 May 31 14:31:38.018478 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c724c493-d231-4e39-b2a0-8ff77a2fa72b req-ddbca664-2262-446a-aa19-80a39bd08aa0 tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] 10.222.0.50 "GET /v2.0/quotas/f7b59e49225b4f51b1a40af729fb5d97 HTTP/1.1" status: 200 len: 375 time: 0.0103445 May 31 14:31:38.105877 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c724c493-d231-4e39-b2a0-8ff77a2fa72b req-c56cde9c-44d9-4bd2-ad2f-a9fc9946f932 tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f7b59e49225b4f51b1a40af729fb5d97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0819333 May 31 14:31:38.244078 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c724c493-d231-4e39-b2a0-8ff77a2fa72b req-c42123bf-c902-4bc7-9a90-9630af723385 service neutron] 10.222.0.50 "GET /v2.0/networks/dc4f9ced-234c-4796-8e12-03d0f4151df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259668 May 31 14:31:38.378662 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c724c493-d231-4e39-b2a0-8ff77a2fa72b req-044e992b-4fdb-4035-8c4c-d817f3232d3f service neutron] 10.222.0.50 "GET /v2.0/networks/dc4f9ced-234c-4796-8e12-03d0f4151df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280801 May 31 14:31:38.596065 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-98112306-aa8d-4593-a5bf-bf2fef11abba req-1f482cb5-72ed-4bf0-b6bc-e97b05aa9d41 tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6ba90d0-564c-41e9-93e5-f4a91ef352f5 HTTP/1.1" status: 200 len: 210 time: 0.0767946 May 31 14:31:39.404441 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:39.744755 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c724c493-d231-4e39-b2a0-8ff77a2fa72b req-36abfb94-0cc1-47cb-a243-91f9ae25430f tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:31:39.746355 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c724c493-d231-4e39-b2a0-8ff77a2fa72b req-36abfb94-0cc1-47cb-a243-91f9ae25430f tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] 10.222.0.44 "GET /v2.0/networks?id=dc4f9ced-234c-4796-8e12-03d0f4151df9 HTTP/1.1" status: 200 len: 817 time: 0.1598780 May 31 14:31:39.757913 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dc65f523-0ab2-4ed9-bec4-dbaa95cda6bf req-9e98c48b-2c61-4c9d-8f23-7838cb7bd66b tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6ba90d0-564c-41e9-93e5-f4a91ef352f5 HTTP/1.1" status: 200 len: 210 time: 0.0463634 May 31 14:31:39.761141 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-c724c493-d231-4e39-b2a0-8ff77a2fa72b req-0f929b56-0382-49fe-bcfb-a479e8499f7a tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] Request body: {'port': {'device_id': 'c6ba90d0-564c-41e9-93e5-f4a91ef352f5', 'network_id': 'dc4f9ced-234c-4796-8e12-03d0f4151df9', 'admin_state_up': True, 'tenant_id': 'f7b59e49225b4f51b1a40af729fb5d97'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:31:39.914304 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-c724c493-d231-4e39-b2a0-8ff77a2fa72b req-0f929b56-0382-49fe-bcfb-a479e8499f7a tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:31:39.918688 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-c724c493-d231-4e39-b2a0-8ff77a2fa72b req-0f929b56-0382-49fe-bcfb-a479e8499f7a tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] Usage tracker for resource:port and tenant:f7b59e49225b4f51b1a40af729fb5d97 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:31:39.922344 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-c724c493-d231-4e39-b2a0-8ff77a2fa72b req-0f929b56-0382-49fe-bcfb-a479e8499f7a tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:31:39.928514 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-c724c493-d231-4e39-b2a0-8ff77a2fa72b req-0f929b56-0382-49fe-bcfb-a479e8499f7a tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:31:39.939340 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c724c493-d231-4e39-b2a0-8ff77a2fa72b req-0f929b56-0382-49fe-bcfb-a479e8499f7a tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] Made reservation on behalf of f7b59e49225b4f51b1a40af729fb5d97 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:31:39.943617 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-c724c493-d231-4e39-b2a0-8ff77a2fa72b req-0f929b56-0382-49fe-bcfb-a479e8499f7a tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:40.112086 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [req-c724c493-d231-4e39-b2a0-8ff77a2fa72b req-0f929b56-0382-49fe-bcfb-a479e8499f7a tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] Allocated IP 172.20.0.13 (dc4f9ced-234c-4796-8e12-03d0f4151df9/64d8e9eb-ccb3-4c95-a4a3-198260d5da3a/f6a161cb-1191-4943-962d-25727bf8d831) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:31:40.203818 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 4bd638e4-9d90-4cad-8de5-acdc9cc7e006 no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:31:40.239133 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] No Port match for: 4bd638e4-9d90-4cad-8de5-acdc9cc7e006 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:31:40.239555 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 4bd638e4-9d90-4cad-8de5-acdc9cc7e006 not bound to the agent host n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:31:40.331628 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-c724c493-d231-4e39-b2a0-8ff77a2fa72b req-0f929b56-0382-49fe-bcfb-a479e8499f7a tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:40.348338 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-c724c493-d231-4e39-b2a0-8ff77a2fa72b req-0f929b56-0382-49fe-bcfb-a479e8499f7a tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] Transition to ACTIVE for port object f6a161cb-1191-4943-962d-25727bf8d831 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:31:40.373013 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-c724c493-d231-4e39-b2a0-8ff77a2fa72b req-0f929b56-0382-49fe-bcfb-a479e8499f7a tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:40.444539 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c724c493-d231-4e39-b2a0-8ff77a2fa72b req-0f929b56-0382-49fe-bcfb-a479e8499f7a tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] Network dc4f9ced-234c-4796-8e12-03d0f4151df9 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:31:40.447602 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [req-c724c493-d231-4e39-b2a0-8ff77a2fa72b req-0f929b56-0382-49fe-bcfb-a479e8499f7a tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:31:40.452542 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-c724c493-d231-4e39-b2a0-8ff77a2fa72b req-0f929b56-0382-49fe-bcfb-a479e8499f7a tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:31:40.494672 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f929b56-0382-49fe-bcfb-a479e8499f7a tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] Pushing event updated for resources: {'Port': ['ID=f6a161cb-1191-4943-962d-25727bf8d831,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:31:40.526753 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c724c493-d231-4e39-b2a0-8ff77a2fa72b req-0f929b56-0382-49fe-bcfb-a479e8499f7a tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:31:40.527367 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-c724c493-d231-4e39-b2a0-8ff77a2fa72b req-0f929b56-0382-49fe-bcfb-a479e8499f7a tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:40.552440 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c724c493-d231-4e39-b2a0-8ff77a2fa72b req-0f929b56-0382-49fe-bcfb-a479e8499f7a tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7975233 May 31 14:31:40.562282 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [req-c724c493-d231-4e39-b2a0-8ff77a2fa72b req-800320e5-5688-4abf-a5ed-bfe71280437f tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88369) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 14:31:40.563580 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c724c493-d231-4e39-b2a0-8ff77a2fa72b req-800320e5-5688-4abf-a5ed-bfe71280437f tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053914 May 31 14:31:40.573371 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-c724c493-d231-4e39-b2a0-8ff77a2fa72b req-12b95877-94cc-465e-a921-812b8daee94f service neutron] Request body: {'port': {'device_id': 'c6ba90d0-564c-41e9-93e5-f4a91ef352f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:31:40.652995 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-7b3a6f8f-feb6-49c4-8a74-86945f1f0cbb None None] Provisioning for port f6a161cb-1191-4943-962d-25727bf8d831 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:31:40.658914 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-7b3a6f8f-feb6-49c4-8a74-86945f1f0cbb None None] Provisioning complete for port f6a161cb-1191-4943-962d-25727bf8d831 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:31:40.659267 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7b3a6f8f-feb6-49c4-8a74-86945f1f0cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:40.690106 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-c724c493-d231-4e39-b2a0-8ff77a2fa72b req-12b95877-94cc-465e-a921-812b8daee94f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:40.724246 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d311a030-252e-4ff8-b4ef-92b448c7a83d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:40.729810 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-7b3a6f8f-feb6-49c4-8a74-86945f1f0cbb None None] Port f6a161cb-1191-4943-962d-25727bf8d831 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:31:40.967334 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b2cfbc-1614-40f2-a356-c54361cfe8ec req-d5b6c184-09f8-4793-baa6-e9017434703f tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:31:40.968863 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e9b2cfbc-1614-40f2-a356-c54361cfe8ec req-d5b6c184-09f8-4793-baa6-e9017434703f tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6ba90d0-564c-41e9-93e5-f4a91ef352f5 HTTP/1.1" status: 200 len: 932 time: 0.0965223 May 31 14:31:41.015761 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e9b2cfbc-1614-40f2-a356-c54361cfe8ec req-91f6311e-4714-4520-90fd-306cbaee8741 tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] 10.222.0.50 "GET /v2.0/security-groups?id=94a773b2-90fd-4391-9358-f11e85bc60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407965 May 31 14:31:41.159032 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [req-c724c493-d231-4e39-b2a0-8ff77a2fa72b req-12b95877-94cc-465e-a921-812b8daee94f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6a161cb-1191-4943-962d-25727bf8d831 {{(pid=88369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:31:41.166368 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-c724c493-d231-4e39-b2a0-8ff77a2fa72b req-12b95877-94cc-465e-a921-812b8daee94f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:41.181553 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-c724c493-d231-4e39-b2a0-8ff77a2fa72b req-12b95877-94cc-465e-a921-812b8daee94f service neutron] Transition to ACTIVE for port object f6a161cb-1191-4943-962d-25727bf8d831 will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:31:41.184399 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-c724c493-d231-4e39-b2a0-8ff77a2fa72b req-12b95877-94cc-465e-a921-812b8daee94f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:41.317691 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b95877-94cc-465e-a921-812b8daee94f service neutron] Pushing event updated for resources: {'Port': ['ID=f6a161cb-1191-4943-962d-25727bf8d831,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:31:41.430778 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-c724c493-d231-4e39-b2a0-8ff77a2fa72b req-12b95877-94cc-465e-a921-812b8daee94f service neutron] Attempting to bind port f6a161cb-1191-4943-962d-25727bf8d831 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:31:41.431119 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-c724c493-d231-4e39-b2a0-8ff77a2fa72b req-12b95877-94cc-465e-a921-812b8daee94f service neutron] Attempting to bind port f6a161cb-1191-4943-962d-25727bf8d831 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': '4155e1d7-d233-4ae3-b640-0d8b8df96f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'dc4f9ced-234c-4796-8e12-03d0f4151df9'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:31:41.431436 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c724c493-d231-4e39-b2a0-8ff77a2fa72b req-12b95877-94cc-465e-a921-812b8daee94f service neutron] Attempting to bind port f6a161cb-1191-4943-962d-25727bf8d831 on network dc4f9ced-234c-4796-8e12-03d0f4151df9 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:31:41.436479 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c724c493-d231-4e39-b2a0-8ff77a2fa72b req-12b95877-94cc-465e-a921-812b8daee94f service neutron] Port f6a161cb-1191-4943-962d-25727bf8d831 on network dc4f9ced-234c-4796-8e12-03d0f4151df9 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 14:31:41.436803 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c724c493-d231-4e39-b2a0-8ff77a2fa72b req-12b95877-94cc-465e-a921-812b8daee94f service neutron] Attempting to bind port f6a161cb-1191-4943-962d-25727bf8d831 on network dc4f9ced-234c-4796-8e12-03d0f4151df9 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:31:41.442531 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c724c493-d231-4e39-b2a0-8ff77a2fa72b req-12b95877-94cc-465e-a921-812b8daee94f service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:31:41.442871 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c724c493-d231-4e39-b2a0-8ff77a2fa72b req-12b95877-94cc-465e-a921-812b8daee94f service neutron] Checking segment: {'id': '4155e1d7-d233-4ae3-b640-0d8b8df96f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'dc4f9ced-234c-4796-8e12-03d0f4151df9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:31:41.443255 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c724c493-d231-4e39-b2a0-8ff77a2fa72b req-12b95877-94cc-465e-a921-812b8daee94f service neutron] Bound using segment: {'id': '4155e1d7-d233-4ae3-b640-0d8b8df96f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'dc4f9ced-234c-4796-8e12-03d0f4151df9'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:31:41.443685 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-c724c493-d231-4e39-b2a0-8ff77a2fa72b req-12b95877-94cc-465e-a921-812b8daee94f service neutron] Bound port: f6a161cb-1191-4943-962d-25727bf8d831, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4155e1d7-d233-4ae3-b640-0d8b8df96f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'dc4f9ced-234c-4796-8e12-03d0f4151df9'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:31:41.444036 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-c724c493-d231-4e39-b2a0-8ff77a2fa72b req-12b95877-94cc-465e-a921-812b8daee94f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:41.533678 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-c724c493-d231-4e39-b2a0-8ff77a2fa72b req-12b95877-94cc-465e-a921-812b8daee94f service neutron] For port f6a161cb-1191-4943-962d-25727bf8d831, host n-h2-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:31:41.537370 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-c724c493-d231-4e39-b2a0-8ff77a2fa72b req-12b95877-94cc-465e-a921-812b8daee94f service neutron] For port f6a161cb-1191-4943-962d-25727bf8d831, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=f6a161cb-1191-4943-962d-25727bf8d831,segment=NetworkSegment(4155e1d7-d233-4ae3-b640-0d8b8df96f35),segment_id=4155e1d7-d233-4ae3-b640-0d8b8df96f35)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:31:41.541637 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-c724c493-d231-4e39-b2a0-8ff77a2fa72b req-12b95877-94cc-465e-a921-812b8daee94f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:41.605846 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c724c493-d231-4e39-b2a0-8ff77a2fa72b req-12b95877-94cc-465e-a921-812b8daee94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:31:41.606500 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-c724c493-d231-4e39-b2a0-8ff77a2fa72b req-12b95877-94cc-465e-a921-812b8daee94f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:41.608081 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c724c493-d231-4e39-b2a0-8ff77a2fa72b req-12b95877-94cc-465e-a921-812b8daee94f service neutron] 10.222.0.44 "PUT /v2.0/ports/f6a161cb-1191-4943-962d-25727bf8d831 HTTP/1.1" status: 200 len: 1092 time: 1.0388479 May 31 14:31:41.608512 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6ba90d0-564c-41e9-93e5-f4a91ef352f5', 'tag': 'f6a161cb-1191-4943-962d-25727bf8d831'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:31:41.633389 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b95877-94cc-465e-a921-812b8daee94f service neutron] Pushing event updated for resources: {'Port': ['ID=f6a161cb-1191-4943-962d-25727bf8d831,revision_number=3']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:31:41.685825 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c527c91b-f6a9-4bfb-a421-54a43901ab92'] response: {'name': 'network-changed', 'server_uuid': 'c6ba90d0-564c-41e9-93e5-f4a91ef352f5', 'tag': 'f6a161cb-1191-4943-962d-25727bf8d831', 'status': 'completed', 'code': 200} May 31 14:31:41.728731 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c724c493-d231-4e39-b2a0-8ff77a2fa72b req-4351d53e-a1da-4c23-ab18-4005c384c926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:31:41.730222 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c724c493-d231-4e39-b2a0-8ff77a2fa72b req-4351d53e-a1da-4c23-ab18-4005c384c926 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f7b59e49225b4f51b1a40af729fb5d97&device_id=c6ba90d0-564c-41e9-93e5-f4a91ef352f5 HTTP/1.1" status: 200 len: 1095 time: 0.0778065 May 31 14:31:41.802798 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c724c493-d231-4e39-b2a0-8ff77a2fa72b req-711782c3-363c-47f3-adc2-079714d7cf6b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6a161cb-1191-4943-962d-25727bf8d831 HTTP/1.1" status: 200 len: 217 time: 0.0659480 May 31 14:31:41.868362 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c724c493-d231-4e39-b2a0-8ff77a2fa72b req-17e5d55c-5ce5-4cb4-b8c6-1000c2711b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:31:41.869891 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c724c493-d231-4e39-b2a0-8ff77a2fa72b req-17e5d55c-5ce5-4cb4-b8c6-1000c2711b7d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=64d8e9eb-ccb3-4c95-a4a3-198260d5da3a HTTP/1.1" status: 200 len: 856 time: 0.0619035 May 31 14:31:41.952554 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c724c493-d231-4e39-b2a0-8ff77a2fa72b req-96fab611-d47c-4631-b688-3f29634dc716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:31:41.954061 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c724c493-d231-4e39-b2a0-8ff77a2fa72b req-96fab611-d47c-4631-b688-3f29634dc716 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dc4f9ced-234c-4796-8e12-03d0f4151df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0778003 May 31 14:31:42.090358 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c724c493-d231-4e39-b2a0-8ff77a2fa72b req-040af565-42e9-4aa0-be32-c51966d05fda service neutron] 10.222.0.44 "GET /v2.0/networks/dc4f9ced-234c-4796-8e12-03d0f4151df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300182 May 31 14:31:42.206170 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e36105-1396-4001-8451-b8430663047c req-463915b5-dfd3-4188-a7e1-549eb7c61f5a tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:31:42.207668 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-29e36105-1396-4001-8451-b8430663047c req-463915b5-dfd3-4188-a7e1-549eb7c61f5a tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6ba90d0-564c-41e9-93e5-f4a91ef352f5 HTTP/1.1" status: 200 len: 944 time: 0.0822668 May 31 14:31:42.226571 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c724c493-d231-4e39-b2a0-8ff77a2fa72b req-ea10255b-b6ac-4c38-ac04-4596bbd37690 service neutron] 10.222.0.44 "GET /v2.0/networks/dc4f9ced-234c-4796-8e12-03d0f4151df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299305 May 31 14:31:42.257833 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-29e36105-1396-4001-8451-b8430663047c req-45a3d004-a741-47ff-a142-e184d99edfcb tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] 10.222.0.50 "GET /v2.0/security-groups?id=94a773b2-90fd-4391-9358-f11e85bc60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445035 May 31 14:31:42.342775 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf207309-72f2-4bdb-b4c1-abf738b44581 req-8a1b1100-d56a-4232-a633-c4b912b6475e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:31:42.344296 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-cf207309-72f2-4bdb-b4c1-abf738b44581 req-8a1b1100-d56a-4232-a633-c4b912b6475e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f7b59e49225b4f51b1a40af729fb5d97&device_id=c6ba90d0-564c-41e9-93e5-f4a91ef352f5 HTTP/1.1" status: 200 len: 1095 time: 0.0723703 May 31 14:31:42.475987 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf207309-72f2-4bdb-b4c1-abf738b44581 req-748b1ae2-d772-4b0a-abef-50c41b5f8f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:31:42.477376 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-cf207309-72f2-4bdb-b4c1-abf738b44581 req-748b1ae2-d772-4b0a-abef-50c41b5f8f2a service neutron] 10.222.0.44 "GET /v2.0/networks?id=dc4f9ced-234c-4796-8e12-03d0f4151df9 HTTP/1.1" status: 200 len: 918 time: 0.1278450 May 31 14:31:42.551513 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-cf207309-72f2-4bdb-b4c1-abf738b44581 req-3c3dc501-c8d7-4995-94c9-bfef61abd0b6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6a161cb-1191-4943-962d-25727bf8d831 HTTP/1.1" status: 200 len: 217 time: 0.0671391 May 31 14:31:42.615297 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf207309-72f2-4bdb-b4c1-abf738b44581 req-a61d841f-c95b-41d2-95e2-bce306f016ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:31:42.616714 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-cf207309-72f2-4bdb-b4c1-abf738b44581 req-a61d841f-c95b-41d2-95e2-bce306f016ee service neutron] 10.222.0.44 "GET /v2.0/subnets?id=64d8e9eb-ccb3-4c95-a4a3-198260d5da3a HTTP/1.1" status: 200 len: 856 time: 0.0597148 May 31 14:31:42.697530 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf207309-72f2-4bdb-b4c1-abf738b44581 req-7bdc7bf2-6381-4396-b7f4-f0d640746831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:31:42.699107 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-cf207309-72f2-4bdb-b4c1-abf738b44581 req-7bdc7bf2-6381-4396-b7f4-f0d640746831 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dc4f9ced-234c-4796-8e12-03d0f4151df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761120 May 31 14:31:42.892739 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-91b98ab5-759b-47ea-8335-0ac114a91279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:42.939107 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-cf207309-72f2-4bdb-b4c1-abf738b44581 req-07b02a12-f117-4db0-b645-404980793cb0 service neutron] 10.222.0.44 "GET /v2.0/networks/dc4f9ced-234c-4796-8e12-03d0f4151df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322776 May 31 14:31:43.072463 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-cf207309-72f2-4bdb-b4c1-abf738b44581 req-7d76d87b-899b-4890-be50-ab8e73b6ae21 service neutron] 10.222.0.44 "GET /v2.0/networks/dc4f9ced-234c-4796-8e12-03d0f4151df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266525 May 31 14:31:43.460692 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7478034e-245b-47c5-bff2-4d6d891aa748 req-43c7b23f-d717-49b2-a7bf-4462c336ef8b tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:31:43.462178 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7478034e-245b-47c5-bff2-4d6d891aa748 req-43c7b23f-d717-49b2-a7bf-4462c336ef8b tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6ba90d0-564c-41e9-93e5-f4a91ef352f5 HTTP/1.1" status: 200 len: 944 time: 0.0820005 May 31 14:31:43.510360 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7478034e-245b-47c5-bff2-4d6d891aa748 req-33d4e047-2b42-4544-be91-6bbcca43e1ad tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] 10.222.0.50 "GET /v2.0/security-groups?id=94a773b2-90fd-4391-9358-f11e85bc60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412526 May 31 14:31:43.959570 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:44.103176 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:44.710512 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef43d3-396a-4679-9f95-24a7b9976fcc req-8a450996-de8f-421f-899b-9e93f09bd55a tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:31:44.711972 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-09ef43d3-396a-4679-9f95-24a7b9976fcc req-8a450996-de8f-421f-899b-9e93f09bd55a tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6ba90d0-564c-41e9-93e5-f4a91ef352f5 HTTP/1.1" status: 200 len: 944 time: 0.0857215 May 31 14:31:44.758957 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-09ef43d3-396a-4679-9f95-24a7b9976fcc req-1f1da1bd-acf2-42ec-af7d-d87914763b52 tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] 10.222.0.50 "GET /v2.0/security-groups?id=94a773b2-90fd-4391-9358-f11e85bc60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387845 May 31 14:31:45.504711 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device f6a161cb-1191-4943-962d-25727bf8d831 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 14:31:45.639176 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port f6a161cb-1191-4943-962d-25727bf8d831, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=f6a161cb-1191-4943-962d-25727bf8d831,segment=NetworkSegment(4155e1d7-d233-4ae3-b640-0d8b8df96f35),segment_id=4155e1d7-d233-4ae3-b640-0d8b8df96f35)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:31:45.652429 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': 'f6a161cb-1191-4943-962d-25727bf8d831', 'network_id': 'dc4f9ced-234c-4796-8e12-03d0f4151df9', 'port_id': 'f6a161cb-1191-4943-962d-25727bf8d831', 'mac_address': 'fa:16:3e:87:b3:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64d8e9eb-ccb3-4c95-a4a3-198260d5da3a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 14:31:45.710420 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port f6a161cb-1191-4943-962d-25727bf8d831 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:31:45.710800 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:45.727420 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6a161cb-1191-4943-962d-25727bf8d831 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:31:45.743841 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port f6a161cb-1191-4943-962d-25727bf8d831, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=f6a161cb-1191-4943-962d-25727bf8d831,segment=NetworkSegment(4155e1d7-d233-4ae3-b640-0d8b8df96f35),segment_id=4155e1d7-d233-4ae3-b640-0d8b8df96f35)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:31:45.748296 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:45.820670 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=f6a161cb-1191-4943-962d-25727bf8d831,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:31:45.832266 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:31:45.832610 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:31:45.832947 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:31:45.834309 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:31:45.834671 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:31:45.835009 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:31:45.835343 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:31:45.835669 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:31:45.835992 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:31:45.836312 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:31:45.836631 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:31:45.836950 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:31:45.852542 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:45.950933 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['f6a161cb-1191-4943-962d-25727bf8d831'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:31:45.955992 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add93542-7bcb-44a5-bea8-b9f6f889da11 req-b15c243b-c557-4bbb-bf12-20dca3cdb4e9 tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:31:45.957484 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-add93542-7bcb-44a5-bea8-b9f6f889da11 req-b15c243b-c557-4bbb-bf12-20dca3cdb4e9 tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6ba90d0-564c-41e9-93e5-f4a91ef352f5 HTTP/1.1" status: 200 len: 945 time: 0.0841701 May 31 14:31:46.003578 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-add93542-7bcb-44a5-bea8-b9f6f889da11 req-defb6c2b-1d5c-4f61-b007-2465d8d7dae9 tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] 10.222.0.50 "GET /v2.0/security-groups?id=94a773b2-90fd-4391-9358-f11e85bc60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403483 May 31 14:31:47.193297 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b6dcc-408a-445f-9578-f43c82108bcf req-1ade9c1e-7111-417e-83df-7c9a489c90b0 tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:31:47.194786 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-321b6dcc-408a-445f-9578-f43c82108bcf req-1ade9c1e-7111-417e-83df-7c9a489c90b0 tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6ba90d0-564c-41e9-93e5-f4a91ef352f5 HTTP/1.1" status: 200 len: 945 time: 0.0844755 May 31 14:31:47.240687 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-321b6dcc-408a-445f-9578-f43c82108bcf req-fce9c1b3-6b8b-414d-b79e-baefea567332 tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] 10.222.0.50 "GET /v2.0/security-groups?id=94a773b2-90fd-4391-9358-f11e85bc60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402200 May 31 14:31:47.520268 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device f6a161cb-1191-4943-962d-25727bf8d831 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:31:47.589370 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port f6a161cb-1191-4943-962d-25727bf8d831 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:31:47.594730 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port f6a161cb-1191-4943-962d-25727bf8d831 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:31:47.595099 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:47.747156 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port f6a161cb-1191-4943-962d-25727bf8d831 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:31:47.747602 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:47.774247 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6ba90d0-564c-41e9-93e5-f4a91ef352f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6a161cb-1191-4943-962d-25727bf8d831'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:31:47.785294 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port f6a161cb-1191-4943-962d-25727bf8d831, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=f6a161cb-1191-4943-962d-25727bf8d831,segment=NetworkSegment(4155e1d7-d233-4ae3-b640-0d8b8df96f35),segment_id=4155e1d7-d233-4ae3-b640-0d8b8df96f35)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:31:47.788616 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:31:47.832236 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73f8573f-b484-4c2f-a7ca-f4922f90fcf8'] response: {'server_uuid': 'c6ba90d0-564c-41e9-93e5-f4a91ef352f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6a161cb-1191-4943-962d-25727bf8d831', 'code': 200} May 31 14:31:47.868785 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=f6a161cb-1191-4943-962d-25727bf8d831,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:31:47.949490 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fee575-ff98-4aa3-aff9-1ba0c8486468 req-6c65388a-05cc-432f-bf48-0660c4601ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:31:47.951755 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-03fee575-ff98-4aa3-aff9-1ba0c8486468 req-6c65388a-05cc-432f-bf48-0660c4601ec5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c6ba90d0-564c-41e9-93e5-f4a91ef352f5 HTTP/1.1" status: 200 len: 1097 time: 0.0752430 May 31 14:31:47.992070 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-03fee575-ff98-4aa3-aff9-1ba0c8486468 req-3d240048-e287-449d-ae22-d014c18b1890 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=94a773b2-90fd-4391-9358-f11e85bc60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347066 May 31 14:31:48.437264 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd83827-52f7-4818-8522-8cee5cd925fe req-55ce2e3c-a955-4298-8eff-7b12dcdcf840 tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:31:48.438806 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ecd83827-52f7-4818-8522-8cee5cd925fe req-55ce2e3c-a955-4298-8eff-7b12dcdcf840 tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6ba90d0-564c-41e9-93e5-f4a91ef352f5 HTTP/1.1" status: 200 len: 946 time: 0.0827215 May 31 14:31:48.487941 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ecd83827-52f7-4818-8522-8cee5cd925fe req-7b0fe748-b0a9-4f57-946f-4ec4a5e25e31 tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] 10.222.0.50 "GET /v2.0/security-groups?id=94a773b2-90fd-4391-9358-f11e85bc60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416934 May 31 14:31:49.701735 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ea0230-97e3-414f-b4bd-c5b842872438 req-4dd84ea4-bc71-431b-a68b-aab87b8390e4 tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:31:49.703274 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-36ea0230-97e3-414f-b4bd-c5b842872438 req-4dd84ea4-bc71-431b-a68b-aab87b8390e4 tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6ba90d0-564c-41e9-93e5-f4a91ef352f5 HTTP/1.1" status: 200 len: 946 time: 0.0883915 May 31 14:31:49.747361 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-36ea0230-97e3-414f-b4bd-c5b842872438 req-89e0efa9-21c0-4868-b256-3530bdebc61b tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] 10.222.0.50 "GET /v2.0/security-groups?id=94a773b2-90fd-4391-9358-f11e85bc60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383465 May 31 14:31:49.945281 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee52968-d77b-48aa-9618-192034f092c3 req-9f7ce98f-e8b1-4408-a12f-b6fe16018b8c tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:31:49.946933 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6ee52968-d77b-48aa-9618-192034f092c3 req-9f7ce98f-e8b1-4408-a12f-b6fe16018b8c tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6ba90d0-564c-41e9-93e5-f4a91ef352f5 HTTP/1.1" status: 200 len: 946 time: 0.0957978 May 31 14:31:49.994323 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6ee52968-d77b-48aa-9618-192034f092c3 req-cac0f11b-da34-4b58-9ef3-769154a0c126 tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] 10.222.0.50 "GET /v2.0/security-groups?id=94a773b2-90fd-4391-9358-f11e85bc60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408347 May 31 14:31:55.644356 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:32:04.361569 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15efc50a-a524-4465-81cd-6e18813babcf req-bb56a4f1-e1c7-455d-a02b-5b4b918b240e tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:32:04.363119 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-15efc50a-a524-4465-81cd-6e18813babcf req-bb56a4f1-e1c7-455d-a02b-5b4b918b240e tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6ba90d0-564c-41e9-93e5-f4a91ef352f5 HTTP/1.1" status: 200 len: 946 time: 0.0809603 May 31 14:32:04.410611 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-15efc50a-a524-4465-81cd-6e18813babcf req-99195e73-18de-4a86-a5fb-8433dc499dc4 tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] 10.222.0.50 "GET /v2.0/security-groups?id=94a773b2-90fd-4391-9358-f11e85bc60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416827 May 31 14:32:05.603099 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f59446a-6d8e-4d06-8317-25d66a30cef8 req-7bcec8f0-6fd1-422c-adc7-593db7209a14 tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:32:05.604633 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8f59446a-6d8e-4d06-8317-25d66a30cef8 req-7bcec8f0-6fd1-422c-adc7-593db7209a14 tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6ba90d0-564c-41e9-93e5-f4a91ef352f5 HTTP/1.1" status: 200 len: 946 time: 0.0830600 May 31 14:32:05.649403 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8f59446a-6d8e-4d06-8317-25d66a30cef8 req-b9a9ad75-5b52-4b69-a75f-a56383107d7b tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] 10.222.0.50 "GET /v2.0/security-groups?id=94a773b2-90fd-4391-9358-f11e85bc60e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387146 May 31 14:32:05.881000 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be9a530-7a32-4f05-8267-21de52e381c0 req-6533cf01-a6e9-4c3b-a8fb-8487af861bd9 tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:32:05.881676 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-1be9a530-7a32-4f05-8267-21de52e381c0 req-6533cf01-a6e9-4c3b-a8fb-8487af861bd9 tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] Synchronizing usage tracker for tenant:f7b59e49225b4f51b1a40af729fb5d97 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:32:05.896894 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-1be9a530-7a32-4f05-8267-21de52e381c0 req-6533cf01-a6e9-4c3b-a8fb-8487af861bd9 tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] Unset dirty status for tenant:f7b59e49225b4f51b1a40af729fb5d97 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:32:05.898356 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1be9a530-7a32-4f05-8267-21de52e381c0 req-6533cf01-a6e9-4c3b-a8fb-8487af861bd9 tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6ba90d0-564c-41e9-93e5-f4a91ef352f5 HTTP/1.1" status: 200 len: 946 time: 0.1014817 May 31 14:32:05.969453 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-1be9a530-7a32-4f05-8267-21de52e381c0 req-44e0dc8e-6813-42e2-ae46-fc7b53086faa tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] Deleting port f6a161cb-1191-4943-962d-25727bf8d831 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:32:05.969786 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-1be9a530-7a32-4f05-8267-21de52e381c0 req-44e0dc8e-6813-42e2-ae46-fc7b53086faa tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:06.226119 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-1be9a530-7a32-4f05-8267-21de52e381c0 req-44e0dc8e-6813-42e2-ae46-fc7b53086faa tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] For port f6a161cb-1191-4943-962d-25727bf8d831, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=f6a161cb-1191-4943-962d-25727bf8d831,segment=NetworkSegment(4155e1d7-d233-4ae3-b640-0d8b8df96f35),segment_id=4155e1d7-d233-4ae3-b640-0d8b8df96f35)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:32:06.226355 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-1be9a530-7a32-4f05-8267-21de52e381c0 req-44e0dc8e-6813-42e2-ae46-fc7b53086faa tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:06.350657 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-1be9a530-7a32-4f05-8267-21de52e381c0 req-44e0dc8e-6813-42e2-ae46-fc7b53086faa tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] Calling delete_port for f6a161cb-1191-4943-962d-25727bf8d831 owned by compute:nova {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:32:06.498549 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-1be9a530-7a32-4f05-8267-21de52e381c0 req-44e0dc8e-6813-42e2-ae46-fc7b53086faa tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:06.511840 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['f6a161cb-1191-4943-962d-25727bf8d831'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:32:06.549909 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e0dc8e-6813-42e2-ae46-fc7b53086faa tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] Pushing event deleted for resources: {'Port': ['ID=f6a161cb-1191-4943-962d-25727bf8d831,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:32:06.628592 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-1be9a530-7a32-4f05-8267-21de52e381c0 req-44e0dc8e-6813-42e2-ae46-fc7b53086faa tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] No DVR routers for this DVR port f6a161cb-1191-4943-962d-25727bf8d831 on host n-h2-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:32:06.631311 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-1be9a530-7a32-4f05-8267-21de52e381c0 req-44e0dc8e-6813-42e2-ae46-fc7b53086faa tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:06.634024 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6ba90d0-564c-41e9-93e5-f4a91ef352f5', 'name': 'network-vif-deleted', 'tag': 'f6a161cb-1191-4943-962d-25727bf8d831'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:32:06.651669 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1be9a530-7a32-4f05-8267-21de52e381c0 req-44e0dc8e-6813-42e2-ae46-fc7b53086faa tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] 10.222.0.44 "DELETE /v2.0/ports/f6a161cb-1191-4943-962d-25727bf8d831 HTTP/1.1" status: 204 len: 173 time: 0.7486787 May 31 14:32:06.682611 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43b752c0-b564-407f-9839-e80460527f20'] response: {'server_uuid': 'c6ba90d0-564c-41e9-93e5-f4a91ef352f5', 'name': 'network-vif-deleted', 'tag': 'f6a161cb-1191-4943-962d-25727bf8d831', 'status': 'completed', 'code': 200} May 31 14:32:06.813093 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3d0128d7-65cc-40c7-8c96-aa61a882716c req-6be42b9b-c34d-4d11-87ad-88a68fb4bcc7 tempest-TestEncryptedCinderVolumes-449491007 tempest-TestEncryptedCinderVolumes-449491007-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6ba90d0-564c-41e9-93e5-f4a91ef352f5 HTTP/1.1" status: 200 len: 210 time: 0.0433483 May 31 14:32:07.945071 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44124) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:32:07.968828 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:08.612463 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5609303a-5829-4c36-a43d-2431a1098fac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:08.956261 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-5609303a-5829-4c36-a43d-2431a1098fac admin admin] Deleting port 26e24fa8-5663-4809-b72b-1e43319dffe4 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:32:08.956928 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5609303a-5829-4c36-a43d-2431a1098fac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:09.125087 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-5609303a-5829-4c36-a43d-2431a1098fac admin admin] For port 26e24fa8-5663-4809-b72b-1e43319dffe4, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=26e24fa8-5663-4809-b72b-1e43319dffe4,segment=NetworkSegment(4155e1d7-d233-4ae3-b640-0d8b8df96f35),segment_id=4155e1d7-d233-4ae3-b640-0d8b8df96f35)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:32:09.125442 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5609303a-5829-4c36-a43d-2431a1098fac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:09.243466 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-5609303a-5829-4c36-a43d-2431a1098fac admin admin] Calling delete_port for 26e24fa8-5663-4809-b72b-1e43319dffe4 owned by network:router_interface {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:32:09.420726 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:09.669166 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5609303a-5829-4c36-a43d-2431a1098fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:09.692714 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device f6a161cb-1191-4943-962d-25727bf8d831 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:32:09.717760 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5609303a-5829-4c36-a43d-2431a1098fac admin admin] Pushing event deleted for resources: {'Port': ['ID=26e24fa8-5663-4809-b72b-1e43319dffe4,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:32:09.728284 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] No Port match for: f6a161cb-1191-4943-962d-25727bf8d831 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:32:09.728284 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device f6a161cb-1191-4943-962d-25727bf8d831 not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:32:09.753529 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5609303a-5829-4c36-a43d-2431a1098fac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:32:09.753875 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5609303a-5829-4c36-a43d-2431a1098fac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:32:09.754235 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5609303a-5829-4c36-a43d-2431a1098fac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:32:09.754576 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5609303a-5829-4c36-a43d-2431a1098fac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:32:09.754893 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5609303a-5829-4c36-a43d-2431a1098fac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:32:09.755216 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5609303a-5829-4c36-a43d-2431a1098fac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:32:09.755537 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5609303a-5829-4c36-a43d-2431a1098fac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:32:09.755856 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5609303a-5829-4c36-a43d-2431a1098fac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:32:09.756173 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5609303a-5829-4c36-a43d-2431a1098fac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:32:09.756502 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5609303a-5829-4c36-a43d-2431a1098fac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:32:09.756808 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5609303a-5829-4c36-a43d-2431a1098fac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:32:09.757124 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5609303a-5829-4c36-a43d-2431a1098fac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:32:10.001309 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5609303a-5829-4c36-a43d-2431a1098fac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:10.363345 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5609303a-5829-4c36-a43d-2431a1098fac admin admin] Router 2552c4fd-3bb5-489d-9432-993153d5e245 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:32:10.545221 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5609303a-5829-4c36-a43d-2431a1098fac admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:32:10.554167 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8838a183-3eea-435c-a9cb-a0fb42a0e2f6 None None] Sync routers for ids ['2552c4fd-3bb5-489d-9432-993153d5e245'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:32:10.557761 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-5609303a-5829-4c36-a43d-2431a1098fac admin admin] 10.222.0.50 "PUT /v2.0/routers/2552c4fd-3bb5-489d-9432-993153d5e245/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6115384 May 31 14:32:10.561173 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44128) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:32:10.565681 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8838a183-3eea-435c-a9cb-a0fb42a0e2f6 None None] Routers {'2552c4fd-3bb5-489d-9432-993153d5e245'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:32:10.566319 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-8838a183-3eea-435c-a9cb-a0fb42a0e2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:31:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['2552c4fd-3bb5-489d-9432-993153d5e245'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:32:10.698022 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fb6853fb-fd7e-4fdf-af29-dc9436bf33d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:10.743171 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-051973f3-1fdc-4860-b6f7-60f16d96d647 admin admin] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:10.746380 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-8838a183-3eea-435c-a9cb-a0fb42a0e2f6 None None] Set router 2552c4fd-3bb5-489d-9432-993153d5e245 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:32:11.039951 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-8838a183-3eea-435c-a9cb-a0fb42a0e2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2552c4fd-3bb5-489d-9432-993153d5e245', 'name': 'tempest-TestEncryptedCinderVolumes-1074867383-router', 'tenant_id': 'f7b59e49225b4f51b1a40af729fb5d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '0b3936eb-644c-4c1c-b2e6-2a68a8483b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:30:52Z', 'updated_at': '2022-05-31T14:32:09Z', 'revision_number': 5, 'project_id': 'f7b59e49225b4f51b1a40af729fb5d97', 'gw_port': {'id': '0b3936eb-644c-4c1c-b2e6-2a68a8483b6c', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:74:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2552c4fd-3bb5-489d-9432-993153d5e245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:30:53Z', 'updated_at': '2022-05-31T14:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:32:11.044304 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8838a183-3eea-435c-a9cb-a0fb42a0e2f6 None None] Checking router: 2552c4fd-3bb5-489d-9432-993153d5e245 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:32:11.053015 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8838a183-3eea-435c-a9cb-a0fb42a0e2f6 None None] Routers {'2552c4fd-3bb5-489d-9432-993153d5e245'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:32:11.053607 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-8838a183-3eea-435c-a9cb-a0fb42a0e2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:31:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['2552c4fd-3bb5-489d-9432-993153d5e245'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:32:11.054207 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-051973f3-1fdc-4860-b6f7-60f16d96d647 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:11.064500 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-051973f3-1fdc-4860-b6f7-60f16d96d647 admin admin] Deleting port 0b3936eb-644c-4c1c-b2e6-2a68a8483b6c {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:32:11.064923 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-051973f3-1fdc-4860-b6f7-60f16d96d647 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:11.213494 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-8838a183-3eea-435c-a9cb-a0fb42a0e2f6 None None] Set router 2552c4fd-3bb5-489d-9432-993153d5e245 gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:32:11.251579 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-051973f3-1fdc-4860-b6f7-60f16d96d647 admin admin] For port 0b3936eb-644c-4c1c-b2e6-2a68a8483b6c, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=0b3936eb-644c-4c1c-b2e6-2a68a8483b6c,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:32:11.251937 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-051973f3-1fdc-4860-b6f7-60f16d96d647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:11.363472 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-8838a183-3eea-435c-a9cb-a0fb42a0e2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2552c4fd-3bb5-489d-9432-993153d5e245', 'name': 'tempest-TestEncryptedCinderVolumes-1074867383-router', 'tenant_id': 'f7b59e49225b4f51b1a40af729fb5d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:30:52Z', 'updated_at': '2022-05-31T14:32:11Z', 'revision_number': 6, 'project_id': 'f7b59e49225b4f51b1a40af729fb5d97', 'gw_port_host': None}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:32:11.367844 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8838a183-3eea-435c-a9cb-a0fb42a0e2f6 None None] The sync data for ids ['2552c4fd-3bb5-489d-9432-993153d5e245'] in n-d-843939-1 is: [{'id': '2552c4fd-3bb5-489d-9432-993153d5e245', 'name': 'tempest-TestEncryptedCinderVolumes-1074867383-router', 'tenant_id': 'f7b59e49225b4f51b1a40af729fb5d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:30:52Z', 'updated_at': '2022-05-31T14:32:11Z', 'revision_number': 6, 'project_id': 'f7b59e49225b4f51b1a40af729fb5d97', 'gw_port_host': None}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:32:11.380218 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-051973f3-1fdc-4860-b6f7-60f16d96d647 admin admin] Calling delete_port for 0b3936eb-644c-4c1c-b2e6-2a68a8483b6c owned by network:router_gateway {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:32:11.675845 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-051973f3-1fdc-4860-b6f7-60f16d96d647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:11.722550 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051973f3-1fdc-4860-b6f7-60f16d96d647 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b3936eb-644c-4c1c-b2e6-2a68a8483b6c,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:32:11.759568 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051973f3-1fdc-4860-b6f7-60f16d96d647 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:32:11.759763 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051973f3-1fdc-4860-b6f7-60f16d96d647 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:32:11.760094 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051973f3-1fdc-4860-b6f7-60f16d96d647 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:32:11.760426 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051973f3-1fdc-4860-b6f7-60f16d96d647 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:32:11.760751 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051973f3-1fdc-4860-b6f7-60f16d96d647 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:32:11.761073 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051973f3-1fdc-4860-b6f7-60f16d96d647 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:32:11.761389 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051973f3-1fdc-4860-b6f7-60f16d96d647 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:32:11.761707 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051973f3-1fdc-4860-b6f7-60f16d96d647 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:32:11.762042 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051973f3-1fdc-4860-b6f7-60f16d96d647 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:32:11.762943 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051973f3-1fdc-4860-b6f7-60f16d96d647 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:32:11.763265 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051973f3-1fdc-4860-b6f7-60f16d96d647 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:32:11.763578 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051973f3-1fdc-4860-b6f7-60f16d96d647 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:32:11.827794 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-051973f3-1fdc-4860-b6f7-60f16d96d647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577389'] for router_gateway, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:11.995333 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-051973f3-1fdc-4860-b6f7-60f16d96d647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:11.998018 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-051973f3-1fdc-4860-b6f7-60f16d96d647 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:12.019268 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-051973f3-1fdc-4860-b6f7-60f16d96d647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:12.019758 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-051973f3-1fdc-4860-b6f7-60f16d96d647 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2552c4fd-3bb5-489d-9432-993153d5e245 {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 14:32:12.031899 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-051973f3-1fdc-4860-b6f7-60f16d96d647 admin admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:12.033002 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-051973f3-1fdc-4860-b6f7-60f16d96d647 admin admin] 10.222.0.50 "DELETE /v2.0/routers/2552c4fd-3bb5-489d-9432-993153d5e245 HTTP/1.1" status: 204 len: 168 time: 1.4708540 May 31 14:32:12.035783 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44132) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:32:12.093088 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb60e670-73d0-4e4b-a240-b3547ed248a6 admin admin] Deleting subnet 64d8e9eb-ccb3-4c95-a4a3-198260d5da3a {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 14:32:12.095825 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cb60e670-73d0-4e4b-a240-b3547ed248a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:12.148935 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cb60e670-73d0-4e4b-a240-b3547ed248a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:12.232991 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cb60e670-73d0-4e4b-a240-b3547ed248a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:12.300841 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cb60e670-73d0-4e4b-a240-b3547ed248a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:12.455569 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb60e670-73d0-4e4b-a240-b3547ed248a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64d8e9eb-ccb3-4c95-a4a3-198260d5da3a,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:32:12.459207 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-cb60e670-73d0-4e4b-a240-b3547ed248a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:12.464671 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb251da9-a7d4-42fc-89f4-dcb41d7ce625 None None] Network dc4f9ced-234c-4796-8e12-03d0f4151df9 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:32:12.466957 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-cb60e670-73d0-4e4b-a240-b3547ed248a6 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/64d8e9eb-ccb3-4c95-a4a3-198260d5da3a HTTP/1.1" status: 204 len: 168 time: 0.4294827 May 31 14:32:12.468458 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44136) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:32:12.579515 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b88256d7-07ea-45c0-84a9-7cd4e969b4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:12.591759 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-b88256d7-07ea-45c0-84a9-7cd4e969b4fd admin admin] Deleting port 8b4abb60-3221-4253-ac9d-0722ea8e7ef5 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:32:12.592090 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b88256d7-07ea-45c0-84a9-7cd4e969b4fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:12.724893 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a18cca-f5a7-4bbb-aba8-1833978a754c None None] DHCP port deletion for dc4f9ced-234c-4796-8e12-03d0f4151df9 request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 14:32:12.730844 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-59a18cca-f5a7-4bbb-aba8-1833978a754c None None] Deleting port 8b4abb60-3221-4253-ac9d-0722ea8e7ef5 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:32:12.731760 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-59a18cca-f5a7-4bbb-aba8-1833978a754c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:12.786492 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 26e24fa8-5663-4809-b72b-1e43319dffe4 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:32:12.809571 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-b88256d7-07ea-45c0-84a9-7cd4e969b4fd admin admin] For port 8b4abb60-3221-4253-ac9d-0722ea8e7ef5, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=8b4abb60-3221-4253-ac9d-0722ea8e7ef5,segment=NetworkSegment(4155e1d7-d233-4ae3-b640-0d8b8df96f35),segment_id=4155e1d7-d233-4ae3-b640-0d8b8df96f35)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:32:12.810249 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b88256d7-07ea-45c0-84a9-7cd4e969b4fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:12.827163 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 26e24fa8-5663-4809-b72b-1e43319dffe4 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:32:12.827500 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 26e24fa8-5663-4809-b72b-1e43319dffe4 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:32:12.827910 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 0b3936eb-644c-4c1c-b2e6-2a68a8483b6c no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:32:12.912682 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 0b3936eb-644c-4c1c-b2e6-2a68a8483b6c {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:32:12.913017 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 0b3936eb-644c-4c1c-b2e6-2a68a8483b6c not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:32:12.913419 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 8b4abb60-3221-4253-ac9d-0722ea8e7ef5 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:32:12.935232 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-b88256d7-07ea-45c0-84a9-7cd4e969b4fd admin admin] Calling delete_port for 8b4abb60-3221-4253-ac9d-0722ea8e7ef5 owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:32:12.984805 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-19cb90e7-103b-4308-9d6d-b82e4d258322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:13.014730 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b88256d7-07ea-45c0-84a9-7cd4e969b4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:13.062786 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88256d7-07ea-45c0-84a9-7cd4e969b4fd admin admin] Pushing event deleted for resources: {'Port': ['ID=8b4abb60-3221-4253-ac9d-0722ea8e7ef5,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:32:13.064592 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88256d7-07ea-45c0-84a9-7cd4e969b4fd admin admin] No DVR routers for this DVR port 8b4abb60-3221-4253-ac9d-0722ea8e7ef5 on host n-d-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:32:13.069134 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No active binding found for port 8b4abb60-3221-4253-ac9d-0722ea8e7ef5 {{(pid=88371) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 31 14:32:13.069534 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 8b4abb60-3221-4253-ac9d-0722ea8e7ef5 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:32:13.099719 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-59a18cca-f5a7-4bbb-aba8-1833978a754c None None] For port 8b4abb60-3221-4253-ac9d-0722ea8e7ef5, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=8b4abb60-3221-4253-ac9d-0722ea8e7ef5,segment=NetworkSegment(4155e1d7-d233-4ae3-b640-0d8b8df96f35),segment_id=4155e1d7-d233-4ae3-b640-0d8b8df96f35)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:32:13.100132 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-59a18cca-f5a7-4bbb-aba8-1833978a754c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:13.186417 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b88256d7-07ea-45c0-84a9-7cd4e969b4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:13.218237 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-b88256d7-07ea-45c0-84a9-7cd4e969b4fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc4f9ced-234c-4796-8e12-03d0f4151df9']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:32:13.235003 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-b88256d7-07ea-45c0-84a9-7cd4e969b4fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4155e1d7-d233-4ae3-b640-0d8b8df96f35') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:32:13.235253 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-b88256d7-07ea-45c0-84a9-7cd4e969b4fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4155e1d7-d233-4ae3-b640-0d8b8df96f35') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:32:13.236161 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-59a18cca-f5a7-4bbb-aba8-1833978a754c None None] Calling delete_port for 8b4abb60-3221-4253-ac9d-0722ea8e7ef5 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:32:13.247405 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b88256d7-07ea-45c0-84a9-7cd4e969b4fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:13.264686 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b88256d7-07ea-45c0-84a9-7cd4e969b4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:13.271184 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b88256d7-07ea-45c0-84a9-7cd4e969b4fd admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 14:32:13.271583 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b88256d7-07ea-45c0-84a9-7cd4e969b4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:13.314828 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-59a18cca-f5a7-4bbb-aba8-1833978a754c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 14:32:13.315182 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-59a18cca-f5a7-4bbb-aba8-1833978a754c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 14:32:13.337653 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 4155e1d7-d233-4ae3-b640-0d8b8df96f35 resource provider aggregate not found May 31 14:32:13.357915 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 4155e1d7-d233-4ae3-b640-0d8b8df96f35 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4155e1d7-d233-4ae3-b640-0d8b8df96f35 found for delete ", "request_id": "req-06fe8d85-af35-4c59-990f-be0999d1ba78"}]} May 31 14:32:13.378188 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b88256d7-07ea-45c0-84a9-7cd4e969b4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:13.398311 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b88256d7-07ea-45c0-84a9-7cd4e969b4fd admin admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:13.410518 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88256d7-07ea-45c0-84a9-7cd4e969b4fd admin admin] Pushing event deleted for resources: {'Network': ['ID=dc4f9ced-234c-4796-8e12-03d0f4151df9,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:32:13.423964 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b88256d7-07ea-45c0-84a9-7cd4e969b4fd admin admin] 10.222.0.50 "DELETE /v2.0/networks/dc4f9ced-234c-4796-8e12-03d0f4151df9 HTTP/1.1" status: 204 len: 168 time: 0.9545403 May 31 14:32:13.427104 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44144) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:32:13.816711 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-59a18cca-f5a7-4bbb-aba8-1833978a754c None None] Deleting port 8b4abb60-3221-4253-ac9d-0722ea8e7ef5 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:32:13.817354 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-59a18cca-f5a7-4bbb-aba8-1833978a754c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:13.893930 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-59a18cca-f5a7-4bbb-aba8-1833978a754c None None] The port '8b4abb60-3221-4253-ac9d-0722ea8e7ef5' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 14:32:13.963729 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:14.078196 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fc1b00aa-d2e9-4970-881a-29573ec081b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:14.106809 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:14.433816 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-fc1b00aa-d2e9-4970-881a-29573ec081b2 admin admin] Deleting port 32ec7c9d-f128-4710-9221-99ff177eae25 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:32:14.434352 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fc1b00aa-d2e9-4970-881a-29573ec081b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:14.612235 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-fc1b00aa-d2e9-4970-881a-29573ec081b2 admin admin] For port 32ec7c9d-f128-4710-9221-99ff177eae25, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=32ec7c9d-f128-4710-9221-99ff177eae25,segment=NetworkSegment(8e101c73-30b6-4f23-bb72-17a96a2a0fd0),segment_id=8e101c73-30b6-4f23-bb72-17a96a2a0fd0)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:32:14.612622 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fc1b00aa-d2e9-4970-881a-29573ec081b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:14.740687 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-fc1b00aa-d2e9-4970-881a-29573ec081b2 admin admin] Calling delete_port for 32ec7c9d-f128-4710-9221-99ff177eae25 owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:32:14.947859 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fc1b00aa-d2e9-4970-881a-29573ec081b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:14.997769 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1b00aa-d2e9-4970-881a-29573ec081b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=32ec7c9d-f128-4710-9221-99ff177eae25,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:32:15.271802 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fc1b00aa-d2e9-4970-881a-29573ec081b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:15.788398 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc1b00aa-d2e9-4970-881a-29573ec081b2 admin admin] Router 3bb02021-570c-4080-93ee-1f9db65fbde7 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:32:15.846252 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:15.981560 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc1b00aa-d2e9-4970-881a-29573ec081b2 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:32:15.990717 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-fc1b00aa-d2e9-4970-881a-29573ec081b2 admin admin] 10.222.0.50 "PUT /v2.0/routers/3bb02021-570c-4080-93ee-1f9db65fbde7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5626087 May 31 14:32:15.991440 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88df8f2-d045-4e14-81e5-457ddd212aa8 None None] Sync routers for ids ['3bb02021-570c-4080-93ee-1f9db65fbde7'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:32:15.993216 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44150) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:32:16.001588 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88df8f2-d045-4e14-81e5-457ddd212aa8 None None] Routers {'3bb02021-570c-4080-93ee-1f9db65fbde7'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:32:16.002234 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-a88df8f2-d045-4e14-81e5-457ddd212aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:32:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['3bb02021-570c-4080-93ee-1f9db65fbde7'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:32:16.170973 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6726c49d-b3dc-4657-9c5f-5354f7753291 admin admin] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:16.179666 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-a88df8f2-d045-4e14-81e5-457ddd212aa8 None None] Set router 3bb02021-570c-4080-93ee-1f9db65fbde7 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:32:16.358468 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6726c49d-b3dc-4657-9c5f-5354f7753291 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:16.369072 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-6726c49d-b3dc-4657-9c5f-5354f7753291 admin admin] Deleting port dc2674f9-2c9f-40be-9f2d-3e3ffe67f39a {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:32:16.369914 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6726c49d-b3dc-4657-9c5f-5354f7753291 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:16.500959 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-a88df8f2-d045-4e14-81e5-457ddd212aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb02021-570c-4080-93ee-1f9db65fbde7', 'name': 'tempest-TestEncryptedCinderVolumes-763477666-router', 'tenant_id': '74526d5ab24c44dd81f383b7f5bd1196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': 'dc2674f9-2c9f-40be-9f2d-3e3ffe67f39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:30:59Z', 'updated_at': '2022-05-31T14:32:14Z', 'revision_number': 5, 'project_id': '74526d5ab24c44dd81f383b7f5bd1196', 'gw_port': {'id': 'dc2674f9-2c9f-40be-9f2d-3e3ffe67f39a', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb02021-570c-4080-93ee-1f9db65fbde7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:31:00Z', 'updated_at': '2022-05-31T14:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:32:16.504745 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88df8f2-d045-4e14-81e5-457ddd212aa8 None None] Checking router: 3bb02021-570c-4080-93ee-1f9db65fbde7 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:32:16.513603 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88df8f2-d045-4e14-81e5-457ddd212aa8 None None] Routers {'3bb02021-570c-4080-93ee-1f9db65fbde7'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:32:16.514236 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-a88df8f2-d045-4e14-81e5-457ddd212aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:32:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['3bb02021-570c-4080-93ee-1f9db65fbde7'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:32:16.546567 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-6726c49d-b3dc-4657-9c5f-5354f7753291 admin admin] For port dc2674f9-2c9f-40be-9f2d-3e3ffe67f39a, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=dc2674f9-2c9f-40be-9f2d-3e3ffe67f39a,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:32:16.546927 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6726c49d-b3dc-4657-9c5f-5354f7753291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:16.665434 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-a88df8f2-d045-4e14-81e5-457ddd212aa8 None None] Set router 3bb02021-570c-4080-93ee-1f9db65fbde7 gateway port host: None {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:32:16.675882 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-6726c49d-b3dc-4657-9c5f-5354f7753291 admin admin] Calling delete_port for dc2674f9-2c9f-40be-9f2d-3e3ffe67f39a owned by network:router_gateway {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:32:16.774879 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-a88df8f2-d045-4e14-81e5-457ddd212aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb02021-570c-4080-93ee-1f9db65fbde7', 'name': 'tempest-TestEncryptedCinderVolumes-763477666-router', 'tenant_id': '74526d5ab24c44dd81f383b7f5bd1196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:30:59Z', 'updated_at': '2022-05-31T14:32:16Z', 'revision_number': 6, 'project_id': '74526d5ab24c44dd81f383b7f5bd1196', 'gw_port_host': None}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:32:16.779635 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88df8f2-d045-4e14-81e5-457ddd212aa8 None None] The sync data for ids ['3bb02021-570c-4080-93ee-1f9db65fbde7'] in n-d-843939-1 is: [{'id': '3bb02021-570c-4080-93ee-1f9db65fbde7', 'name': 'tempest-TestEncryptedCinderVolumes-763477666-router', 'tenant_id': '74526d5ab24c44dd81f383b7f5bd1196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:30:59Z', 'updated_at': '2022-05-31T14:32:16Z', 'revision_number': 6, 'project_id': '74526d5ab24c44dd81f383b7f5bd1196', 'gw_port_host': None}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:32:16.853254 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6726c49d-b3dc-4657-9c5f-5354f7753291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:16.900739 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6726c49d-b3dc-4657-9c5f-5354f7753291 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc2674f9-2c9f-40be-9f2d-3e3ffe67f39a,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:32:16.993413 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6726c49d-b3dc-4657-9c5f-5354f7753291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577389'] for router_gateway, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:17.278499 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6726c49d-b3dc-4657-9c5f-5354f7753291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:17.280615 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6726c49d-b3dc-4657-9c5f-5354f7753291 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:17.306437 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6726c49d-b3dc-4657-9c5f-5354f7753291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:17.306932 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6726c49d-b3dc-4657-9c5f-5354f7753291 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3bb02021-570c-4080-93ee-1f9db65fbde7 {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 14:32:17.321226 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6726c49d-b3dc-4657-9c5f-5354f7753291 admin admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:17.322392 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-6726c49d-b3dc-4657-9c5f-5354f7753291 admin admin] 10.222.0.50 "DELETE /v2.0/routers/3bb02021-570c-4080-93ee-1f9db65fbde7 HTTP/1.1" status: 204 len: 168 time: 1.3282533 May 31 14:32:17.324911 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44154) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:32:17.384754 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-efb3c3eb-404a-4593-847e-cd2ce63e7872 admin admin] Deleting subnet b313d07b-2fe9-4953-8b32-ae8a14ae6389 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 14:32:17.387993 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-efb3c3eb-404a-4593-847e-cd2ce63e7872 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:17.438887 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-efb3c3eb-404a-4593-847e-cd2ce63e7872 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:17.517434 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-efb3c3eb-404a-4593-847e-cd2ce63e7872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:17.587294 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-efb3c3eb-404a-4593-847e-cd2ce63e7872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:17.629950 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb3c3eb-404a-4593-847e-cd2ce63e7872 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b313d07b-2fe9-4953-8b32-ae8a14ae6389,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:32:17.635531 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-efb3c3eb-404a-4593-847e-cd2ce63e7872 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:17.640263 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9b5feb-c2fe-4c16-a6d6-9dec655bc622 None None] Network ebb5cf9d-3710-46f3-b4ba-4ba460f33ae9 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:32:17.643404 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-efb3c3eb-404a-4593-847e-cd2ce63e7872 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/b313d07b-2fe9-4953-8b32-ae8a14ae6389 HTTP/1.1" status: 204 len: 168 time: 0.3173230 May 31 14:32:17.645805 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44158) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:32:17.757369 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-51635c96-228c-428b-bac9-130f5a13351e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:17.769446 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-51635c96-228c-428b-bac9-130f5a13351e admin admin] Deleting port a052eaae-925b-4af4-b350-79b30b0542e4 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:32:17.769869 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-51635c96-228c-428b-bac9-130f5a13351e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:17.894337 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074f7c69-a803-4256-86b2-029bd3e0a9ef None None] DHCP port deletion for ebb5cf9d-3710-46f3-b4ba-4ba460f33ae9 request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 14:32:17.898414 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-074f7c69-a803-4256-86b2-029bd3e0a9ef None None] Deleting port a052eaae-925b-4af4-b350-79b30b0542e4 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:32:17.898911 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-074f7c69-a803-4256-86b2-029bd3e0a9ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:17.982713 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-51635c96-228c-428b-bac9-130f5a13351e admin admin] For port a052eaae-925b-4af4-b350-79b30b0542e4, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=a052eaae-925b-4af4-b350-79b30b0542e4,segment=NetworkSegment(8e101c73-30b6-4f23-bb72-17a96a2a0fd0),segment_id=8e101c73-30b6-4f23-bb72-17a96a2a0fd0)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:32:17.983098 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-51635c96-228c-428b-bac9-130f5a13351e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:18.109384 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-074f7c69-a803-4256-86b2-029bd3e0a9ef None None] For port a052eaae-925b-4af4-b350-79b30b0542e4, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=a052eaae-925b-4af4-b350-79b30b0542e4,segment=NetworkSegment(8e101c73-30b6-4f23-bb72-17a96a2a0fd0),segment_id=8e101c73-30b6-4f23-bb72-17a96a2a0fd0)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:32:18.109714 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-074f7c69-a803-4256-86b2-029bd3e0a9ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:18.116870 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-51635c96-228c-428b-bac9-130f5a13351e admin admin] Calling delete_port for a052eaae-925b-4af4-b350-79b30b0542e4 owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:32:18.197383 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-51635c96-228c-428b-bac9-130f5a13351e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:18.232590 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-074f7c69-a803-4256-86b2-029bd3e0a9ef None None] Calling delete_port for a052eaae-925b-4af4-b350-79b30b0542e4 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:32:18.244112 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51635c96-228c-428b-bac9-130f5a13351e admin admin] Pushing event deleted for resources: {'Port': ['ID=a052eaae-925b-4af4-b350-79b30b0542e4,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:32:18.250755 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51635c96-228c-428b-bac9-130f5a13351e admin admin] No DVR routers for this DVR port a052eaae-925b-4af4-b350-79b30b0542e4 on host n-d-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:32:18.323727 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-074f7c69-a803-4256-86b2-029bd3e0a9ef None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 14:32:18.324082 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-074f7c69-a803-4256-86b2-029bd3e0a9ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 14:32:18.374919 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-51635c96-228c-428b-bac9-130f5a13351e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:18.399865 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-51635c96-228c-428b-bac9-130f5a13351e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebb5cf9d-3710-46f3-b4ba-4ba460f33ae9']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:32:18.415256 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-51635c96-228c-428b-bac9-130f5a13351e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e101c73-30b6-4f23-bb72-17a96a2a0fd0') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:32:18.415547 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-51635c96-228c-428b-bac9-130f5a13351e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e101c73-30b6-4f23-bb72-17a96a2a0fd0') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:32:18.426929 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-51635c96-228c-428b-bac9-130f5a13351e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:18.443929 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-51635c96-228c-428b-bac9-130f5a13351e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:18.450932 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51635c96-228c-428b-bac9-130f5a13351e admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 14:32:18.451134 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-51635c96-228c-428b-bac9-130f5a13351e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:18.512951 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 8e101c73-30b6-4f23-bb72-17a96a2a0fd0 resource provider aggregate not found May 31 14:32:18.531833 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 8e101c73-30b6-4f23-bb72-17a96a2a0fd0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8e101c73-30b6-4f23-bb72-17a96a2a0fd0 found for delete ", "request_id": "req-1caec1b6-f1f8-4731-8ae0-a7d1179122dd"}]} May 31 14:32:18.545252 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-51635c96-228c-428b-bac9-130f5a13351e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:18.561362 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-51635c96-228c-428b-bac9-130f5a13351e admin admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:18.577946 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51635c96-228c-428b-bac9-130f5a13351e admin admin] Pushing event deleted for resources: {'Network': ['ID=ebb5cf9d-3710-46f3-b4ba-4ba460f33ae9,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:32:18.580868 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-51635c96-228c-428b-bac9-130f5a13351e admin admin] 10.222.0.50 "DELETE /v2.0/networks/ebb5cf9d-3710-46f3-b4ba-4ba460f33ae9 HTTP/1.1" status: 204 len: 168 time: 0.9341192 May 31 14:32:18.752486 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44168) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:32:18.768721 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device dc2674f9-2c9f-40be-9f2d-3e3ffe67f39a no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:32:18.801077 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ac31fe48-a68a-4190-b463-c0e37b6981ec admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f7b59e49225b4f51b1a40af729fb5d97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474255 May 31 14:32:18.802813 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: dc2674f9-2c9f-40be-9f2d-3e3ffe67f39a {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:32:18.803168 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device dc2674f9-2c9f-40be-9f2d-3e3ffe67f39a not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:32:18.803583 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44172) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:32:18.803710 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device a052eaae-925b-4af4-b350-79b30b0542e4 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:32:18.832023 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-074f7c69-a803-4256-86b2-029bd3e0a9ef None None] Deleting port a052eaae-925b-4af4-b350-79b30b0542e4 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:32:18.832023 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-074f7c69-a803-4256-86b2-029bd3e0a9ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:18.861870 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-07de1e93-07b2-455a-8789-567f49630931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:18.866744 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: a052eaae-925b-4af4-b350-79b30b0542e4 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:32:18.866971 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device a052eaae-925b-4af4-b350-79b30b0542e4 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:32:18.867361 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 32ec7c9d-f128-4710-9221-99ff177eae25 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:32:18.889277 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-07de1e93-07b2-455a-8789-567f49630931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:18.935520 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-074f7c69-a803-4256-86b2-029bd3e0a9ef None None] The port 'a052eaae-925b-4af4-b350-79b30b0542e4' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 14:32:18.936314 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 32ec7c9d-f128-4710-9221-99ff177eae25 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:32:18.936599 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 32ec7c9d-f128-4710-9221-99ff177eae25 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:32:18.954214 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-07de1e93-07b2-455a-8789-567f49630931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:18.971650 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de1e93-07b2-455a-8789-567f49630931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a773b2-90fd-4391-9358-f11e85bc60e2,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:32:18.976184 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-07de1e93-07b2-455a-8789-567f49630931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:18.977191 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-07de1e93-07b2-455a-8789-567f49630931 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/94a773b2-90fd-4391-9358-f11e85bc60e2 HTTP/1.1" status: 204 len: 168 time: 0.1727209 May 31 14:32:19.316515 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44180) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:32:19.364580 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-34329750-d28c-4373-b7b6-35698eb371f0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=74526d5ab24c44dd81f383b7f5bd1196&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468569 May 31 14:32:19.367187 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44184) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:32:19.522737 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6b7fced6-fb79-424b-9cde-bba52c66e6ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:19.548733 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6b7fced6-fb79-424b-9cde-bba52c66e6ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:19.602128 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6b7fced6-fb79-424b-9cde-bba52c66e6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:19.617815 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7fced6-fb79-424b-9cde-bba52c66e6ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=191e25a4-03d7-452f-aee6-b6992acd363c,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:32:19.622167 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6b7fced6-fb79-424b-9cde-bba52c66e6ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:19.623288 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-6b7fced6-fb79-424b-9cde-bba52c66e6ed admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/191e25a4-03d7-452f-aee6-b6992acd363c HTTP/1.1" status: 204 len: 168 time: 0.2551069 May 31 14:32:20.390388 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44208) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:32:20.507378 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-13820d28-d263-4ae1-9497-aca4f8a39b31 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1382901097-network', 'tenant_id': '21bb92fb69694114b827c8c77a62a01d'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:32:20.513262 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-13820d28-d263-4ae1-9497-aca4f8a39b31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:32:20.517043 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-13820d28-d263-4ae1-9497-aca4f8a39b31 admin admin] Usage tracker for resource:network and tenant:21bb92fb69694114b827c8c77a62a01d is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:32:20.519859 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-13820d28-d263-4ae1-9497-aca4f8a39b31 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:32:20.526269 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-13820d28-d263-4ae1-9497-aca4f8a39b31 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:32:20.536440 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13820d28-d263-4ae1-9497-aca4f8a39b31 admin admin] Made reservation on behalf of 21bb92fb69694114b827c8c77a62a01d for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:32:20.538813 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-13820d28-d263-4ae1-9497-aca4f8a39b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:20.551352 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-13820d28-d263-4ae1-9497-aca4f8a39b31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:20.566361 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-13820d28-d263-4ae1-9497-aca4f8a39b31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:32:20.570012 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-13820d28-d263-4ae1-9497-aca4f8a39b31 admin admin] Usage tracker for resource:security_group_rule and tenant:21bb92fb69694114b827c8c77a62a01d is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:32:20.572782 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-13820d28-d263-4ae1-9497-aca4f8a39b31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:32:20.578660 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-13820d28-d263-4ae1-9497-aca4f8a39b31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:32:20.665623 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-13820d28-d263-4ae1-9497-aca4f8a39b31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:20.670094 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-13820d28-d263-4ae1-9497-aca4f8a39b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:20.701061 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13820d28-d263-4ae1-9497-aca4f8a39b31 admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 14:32:20.706345 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13820d28-d263-4ae1-9497-aca4f8a39b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37ec5649-be13-441b-b109-56af499d2ce1,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:32:20.713597 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-13820d28-d263-4ae1-9497-aca4f8a39b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:20.713929 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-13820d28-d263-4ae1-9497-aca4f8a39b31 admin admin] Added segment 683affa3-3587-43fe-84c7-b4e8e2fd6ed9 of type vlan for network 3686ea1c-5dec-4cb2-87d6-51b1908342ed May 31 14:32:20.743949 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-13820d28-d263-4ae1-9497-aca4f8a39b31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:20.772093 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-13820d28-d263-4ae1-9497-aca4f8a39b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:20.773084 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13820d28-d263-4ae1-9497-aca4f8a39b31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:32:20.773666 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-13820d28-d263-4ae1-9497-aca4f8a39b31 admin admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:20.878630 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13820d28-d263-4ae1-9497-aca4f8a39b31 admin admin] Pushing event updated for resources: {'Network': ['ID=3686ea1c-5dec-4cb2-87d6-51b1908342ed,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:32:20.884767 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-13820d28-d263-4ae1-9497-aca4f8a39b31 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4900703 May 31 14:32:20.885278 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44214) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:32:20.889376 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 3686ea1c-5dec-4cb2-87d6-51b1908342ed details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 14:32:20.890337 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-a64b2f97-2f79-461b-ba3c-5c0080d97b1a admin admin] Request body: {'subnet': {'network_id': '3686ea1c-5dec-4cb2-87d6-51b1908342ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1382901097-subnet', 'tenant_id': '21bb92fb69694114b827c8c77a62a01d', 'ip_version': 4}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:32:20.896023 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a64b2f97-2f79-461b-ba3c-5c0080d97b1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:32:20.899894 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a64b2f97-2f79-461b-ba3c-5c0080d97b1a admin admin] Usage tracker for resource:subnet and tenant:21bb92fb69694114b827c8c77a62a01d is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:32:20.903325 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a64b2f97-2f79-461b-ba3c-5c0080d97b1a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:32:20.908975 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a64b2f97-2f79-461b-ba3c-5c0080d97b1a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:32:20.919697 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a64b2f97-2f79-461b-ba3c-5c0080d97b1a admin admin] Made reservation on behalf of 21bb92fb69694114b827c8c77a62a01d for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:32:20.923022 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a64b2f97-2f79-461b-ba3c-5c0080d97b1a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:21.139405 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a64b2f97-2f79-461b-ba3c-5c0080d97b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:21.213688 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64b2f97-2f79-461b-ba3c-5c0080d97b1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4534d37a-8c5b-4077-b2d8-3423bb61b9e2,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:32:21.222721 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64b2f97-2f79-461b-ba3c-5c0080d97b1a admin admin] Checking segment: {'id': '683affa3-3587-43fe-84c7-b4e8e2fd6ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3686ea1c-5dec-4cb2-87d6-51b1908342ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:32:21.223074 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64b2f97-2f79-461b-ba3c-5c0080d97b1a admin admin] Network hostable DHCP agents. Network: 3686ea1c-5dec-4cb2-87d6-51b1908342ed, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 14:32:21.241801 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64b2f97-2f79-461b-ba3c-5c0080d97b1a admin admin] Network 3686ea1c-5dec-4cb2-87d6-51b1908342ed is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 14:32:21.251820 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-a64b2f97-2f79-461b-ba3c-5c0080d97b1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 3686ea1c-5dec-4cb2-87d6-51b1908342ed) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:32:21.255712 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64b2f97-2f79-461b-ba3c-5c0080d97b1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:32:21.256289 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a64b2f97-2f79-461b-ba3c-5c0080d97b1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:21.260960 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1811f80-6a04-4281-9481-faa98fb3a244 None None] Network 3686ea1c-5dec-4cb2-87d6-51b1908342ed requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:32:21.276483 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a64b2f97-2f79-461b-ba3c-5c0080d97b1a admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3906710 May 31 14:32:21.279260 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44218) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:32:21.284085 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-f7304f54-4eb1-41e1-ba0c-00d5f700427b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1382901097-router', 'tenant_id': '21bb92fb69694114b827c8c77a62a01d', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:32:21.289505 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-f7304f54-4eb1-41e1-ba0c-00d5f700427b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:32:21.294042 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-f7304f54-4eb1-41e1-ba0c-00d5f700427b admin admin] Usage tracker for resource:router and tenant:21bb92fb69694114b827c8c77a62a01d is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:32:21.297187 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-f7304f54-4eb1-41e1-ba0c-00d5f700427b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:32:21.302948 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-f7304f54-4eb1-41e1-ba0c-00d5f700427b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:32:21.314881 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f7304f54-4eb1-41e1-ba0c-00d5f700427b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:21.316155 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f7304f54-4eb1-41e1-ba0c-00d5f700427b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:21.332456 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f7304f54-4eb1-41e1-ba0c-00d5f700427b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:21.498139 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37eeb8e2-7ee9-44b4-875b-2030bb97c962 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-3686ea1c-5dec-4cb2-87d6-51b1908342ed', 'network_id': '3686ea1c-5dec-4cb2-87d6-51b1908342ed', 'tenant_id': '21bb92fb69694114b827c8c77a62a01d', 'fixed_ips': [{'subnet_id': '4534d37a-8c5b-4077-b2d8-3423bb61b9e2'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 14:32:21.499035 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-37eeb8e2-7ee9-44b4-875b-2030bb97c962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:21.605006 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f7304f54-4eb1-41e1-ba0c-00d5f700427b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:21.655423 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-37eeb8e2-7ee9-44b4-875b-2030bb97c962 None None] Allocated IP 172.20.0.2 (3686ea1c-5dec-4cb2-87d6-51b1908342ed/4534d37a-8c5b-4077-b2d8-3423bb61b9e2/a5f102ce-9d1c-40c3-a150-23e8f9a17099) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:32:21.892140 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-37eeb8e2-7ee9-44b4-875b-2030bb97c962 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:21.902320 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-37eeb8e2-7ee9-44b4-875b-2030bb97c962 None None] Transition to ACTIVE for port object a5f102ce-9d1c-40c3-a150-23e8f9a17099 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:32:21.922731 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-37eeb8e2-7ee9-44b4-875b-2030bb97c962 None None] Transition to ACTIVE for port object a5f102ce-9d1c-40c3-a150-23e8f9a17099 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:32:21.924304 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f7304f54-4eb1-41e1-ba0c-00d5f700427b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:21.928661 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-37eeb8e2-7ee9-44b4-875b-2030bb97c962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:21.956044 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f7304f54-4eb1-41e1-ba0c-00d5f700427b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:21.996924 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37eeb8e2-7ee9-44b4-875b-2030bb97c962 None None] Network 3686ea1c-5dec-4cb2-87d6-51b1908342ed is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:32:21.998829 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-37eeb8e2-7ee9-44b4-875b-2030bb97c962 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:32:22.004435 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37eeb8e2-7ee9-44b4-875b-2030bb97c962 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:32:22.052236 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eeb8e2-7ee9-44b4-875b-2030bb97c962 None None] Pushing event updated for resources: {'Port': ['ID=a5f102ce-9d1c-40c3-a150-23e8f9a17099,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:32:22.112654 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-37eeb8e2-7ee9-44b4-875b-2030bb97c962 None None] Attempting to bind port a5f102ce-9d1c-40c3-a150-23e8f9a17099 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:32:22.113026 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-37eeb8e2-7ee9-44b4-875b-2030bb97c962 None None] Attempting to bind port a5f102ce-9d1c-40c3-a150-23e8f9a17099 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '683affa3-3587-43fe-84c7-b4e8e2fd6ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3686ea1c-5dec-4cb2-87d6-51b1908342ed'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:32:22.113393 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37eeb8e2-7ee9-44b4-875b-2030bb97c962 None None] Attempting to bind port a5f102ce-9d1c-40c3-a150-23e8f9a17099 on network 3686ea1c-5dec-4cb2-87d6-51b1908342ed {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:32:22.119787 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37eeb8e2-7ee9-44b4-875b-2030bb97c962 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:32:22.120188 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37eeb8e2-7ee9-44b4-875b-2030bb97c962 None None] Checking segment: {'id': '683affa3-3587-43fe-84c7-b4e8e2fd6ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3686ea1c-5dec-4cb2-87d6-51b1908342ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:32:22.120595 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-37eeb8e2-7ee9-44b4-875b-2030bb97c962 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:22.120990 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37eeb8e2-7ee9-44b4-875b-2030bb97c962 None None] Bound using segment: {'id': '683affa3-3587-43fe-84c7-b4e8e2fd6ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3686ea1c-5dec-4cb2-87d6-51b1908342ed'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:32:22.122232 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-37eeb8e2-7ee9-44b4-875b-2030bb97c962 None None] Bound port: a5f102ce-9d1c-40c3-a150-23e8f9a17099, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '683affa3-3587-43fe-84c7-b4e8e2fd6ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3686ea1c-5dec-4cb2-87d6-51b1908342ed'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:32:22.122232 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-37eeb8e2-7ee9-44b4-875b-2030bb97c962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:22.214238 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-37eeb8e2-7ee9-44b4-875b-2030bb97c962 None None] For port a5f102ce-9d1c-40c3-a150-23e8f9a17099, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:32:22.217824 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-37eeb8e2-7ee9-44b4-875b-2030bb97c962 None None] For port a5f102ce-9d1c-40c3-a150-23e8f9a17099, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=a5f102ce-9d1c-40c3-a150-23e8f9a17099,segment=NetworkSegment(683affa3-3587-43fe-84c7-b4e8e2fd6ed9),segment_id=683affa3-3587-43fe-84c7-b4e8e2fd6ed9)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:32:22.222664 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-37eeb8e2-7ee9-44b4-875b-2030bb97c962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:22.227426 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-f7304f54-4eb1-41e1-ba0c-00d5f700427b admin admin] Allocated IP 172.25.6.201 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/6fa5bdae-e072-4b76-b8fc-d63228df493f) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:32:22.310626 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eeb8e2-7ee9-44b4-875b-2030bb97c962 None None] Pushing event updated for resources: {'Port': ['ID=a5f102ce-9d1c-40c3-a150-23e8f9a17099,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:32:22.392705 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f7304f54-4eb1-41e1-ba0c-00d5f700427b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:22.422414 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f7304f54-4eb1-41e1-ba0c-00d5f700427b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:22.496278 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7304f54-4eb1-41e1-ba0c-00d5f700427b admin admin] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:32:22.500681 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-f7304f54-4eb1-41e1-ba0c-00d5f700427b admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:32:22.504887 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7304f54-4eb1-41e1-ba0c-00d5f700427b admin admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:32:22.540787 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7304f54-4eb1-41e1-ba0c-00d5f700427b admin admin] Pushing event updated for resources: {'Port': ['ID=6fa5bdae-e072-4b76-b8fc-d63228df493f,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:32:22.797132 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device a5f102ce-9d1c-40c3-a150-23e8f9a17099 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:32:22.865591 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port a5f102ce-9d1c-40c3-a150-23e8f9a17099 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:32:22.931952 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f7304f54-4eb1-41e1-ba0c-00d5f700427b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:23.263145 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02648a37-c9d6-4593-b0f5-921f912fef3b None None] Network 3686ea1c-5dec-4cb2-87d6-51b1908342ed requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:32:23.287501 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f7304f54-4eb1-41e1-ba0c-00d5f700427b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:23.390469 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c25f5fb9-6455-4a0d-9f16-470e0e88c579 None None] Provisioning for port a5f102ce-9d1c-40c3-a150-23e8f9a17099 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:32:23.421856 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c25f5fb9-6455-4a0d-9f16-470e0e88c579 None None] Provisioning complete for port a5f102ce-9d1c-40c3-a150-23e8f9a17099 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:32:23.422240 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c25f5fb9-6455-4a0d-9f16-470e0e88c579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:23.511260 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7304f54-4eb1-41e1-ba0c-00d5f700427b admin admin] Router dfa74ea9-1268-47ce-9766-855d557defb0 is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 14:32:23.604855 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-c25f5fb9-6455-4a0d-9f16-470e0e88c579 None None] Current status of the port a5f102ce-9d1c-40c3-a150-23e8f9a17099 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:32:23.605226 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c25f5fb9-6455-4a0d-9f16-470e0e88c579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:23.648348 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-c25f5fb9-6455-4a0d-9f16-470e0e88c579 None None] For port a5f102ce-9d1c-40c3-a150-23e8f9a17099, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=a5f102ce-9d1c-40c3-a150-23e8f9a17099,segment=NetworkSegment(683affa3-3587-43fe-84c7-b4e8e2fd6ed9),segment_id=683affa3-3587-43fe-84c7-b4e8e2fd6ed9)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:32:23.654271 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c25f5fb9-6455-4a0d-9f16-470e0e88c579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:23.726082 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25f5fb9-6455-4a0d-9f16-470e0e88c579 None None] Pushing event updated for resources: {'Port': ['ID=a5f102ce-9d1c-40c3-a150-23e8f9a17099,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:32:23.823425 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7304f54-4eb1-41e1-ba0c-00d5f700427b admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:32:23.832851 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610e88aa-afb7-4a55-9e4e-8deefb0e9119 None None] Sync routers for ids ['dfa74ea9-1268-47ce-9766-855d557defb0'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:32:23.841977 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610e88aa-afb7-4a55-9e4e-8deefb0e9119 None None] Routers {'dfa74ea9-1268-47ce-9766-855d557defb0'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:32:23.842591 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-610e88aa-afb7-4a55-9e4e-8deefb0e9119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:32:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['dfa74ea9-1268-47ce-9766-855d557defb0'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:32:23.847718 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f7304f54-4eb1-41e1-ba0c-00d5f700427b admin admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:23.849311 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-f7304f54-4eb1-41e1-ba0c-00d5f700427b admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5691321 May 31 14:32:23.852508 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44224) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:32:23.874389 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-3e9f538e-0a56-447e-b337-1518c7026cf8 None None] Provisioning complete for port a5f102ce-9d1c-40c3-a150-23e8f9a17099 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:32:23.875011 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3e9f538e-0a56-447e-b337-1518c7026cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:24.027816 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-610e88aa-afb7-4a55-9e4e-8deefb0e9119 None None] Set router dfa74ea9-1268-47ce-9766-855d557defb0 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:32:24.035373 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-3e9f538e-0a56-447e-b337-1518c7026cf8 None None] Current status of the port a5f102ce-9d1c-40c3-a150-23e8f9a17099 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:32:24.312884 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-610e88aa-afb7-4a55-9e4e-8deefb0e9119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa74ea9-1268-47ce-9766-855d557defb0', 'name': 'tempest-TestMinimumBasicScenario-1382901097-router', 'tenant_id': '21bb92fb69694114b827c8c77a62a01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '6fa5bdae-e072-4b76-b8fc-d63228df493f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:32:21Z', 'updated_at': '2022-05-31T14:32:22Z', 'revision_number': 3, 'project_id': '21bb92fb69694114b827c8c77a62a01d', 'gw_port': {'id': '6fa5bdae-e072-4b76-b8fc-d63228df493f', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:20:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfa74ea9-1268-47ce-9766-855d557defb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:32:21Z', 'updated_at': '2022-05-31T14:32:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:32:24.318046 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610e88aa-afb7-4a55-9e4e-8deefb0e9119 None None] Checking router: dfa74ea9-1268-47ce-9766-855d557defb0 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:32:24.318046 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610e88aa-afb7-4a55-9e4e-8deefb0e9119 None None] Updating router dfa74ea9-1268-47ce-9766-855d557defb0 port 6fa5bdae-e072-4b76-b8fc-d63228df493f binding host n-d-843939-1 {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 14:32:24.371092 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-610e88aa-afb7-4a55-9e4e-8deefb0e9119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:24.700786 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c584b4a4-6b5a-4f52-ba95-2f36c60eea92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:24.704548 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-610e88aa-afb7-4a55-9e4e-8deefb0e9119 None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:24.716652 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-610e88aa-afb7-4a55-9e4e-8deefb0e9119 None None] Transition to ACTIVE for port object 6fa5bdae-e072-4b76-b8fc-d63228df493f will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:32:24.723346 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-610e88aa-afb7-4a55-9e4e-8deefb0e9119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:24.781452 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device a5f102ce-9d1c-40c3-a150-23e8f9a17099 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:32:24.796400 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-610e88aa-afb7-4a55-9e4e-8deefb0e9119 None None] Attempting to bind port 6fa5bdae-e072-4b76-b8fc-d63228df493f on host n-d-843939-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:32:24.796781 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-610e88aa-afb7-4a55-9e4e-8deefb0e9119 None None] Attempting to bind port 6fa5bdae-e072-4b76-b8fc-d63228df493f by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:32:24.797123 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610e88aa-afb7-4a55-9e4e-8deefb0e9119 None None] Attempting to bind port 6fa5bdae-e072-4b76-b8fc-d63228df493f on network d2103cd5-63ba-4c24-9d95-fd17643bf14c {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:32:24.806993 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610e88aa-afb7-4a55-9e4e-8deefb0e9119 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:32:24.807352 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610e88aa-afb7-4a55-9e4e-8deefb0e9119 None None] Checking segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:32:24.807742 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-610e88aa-afb7-4a55-9e4e-8deefb0e9119 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:24.808121 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610e88aa-afb7-4a55-9e4e-8deefb0e9119 None None] Bound using segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:32:24.808572 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-610e88aa-afb7-4a55-9e4e-8deefb0e9119 None None] Bound port: 6fa5bdae-e072-4b76-b8fc-d63228df493f, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:32:24.809003 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-610e88aa-afb7-4a55-9e4e-8deefb0e9119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:24.853361 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port a5f102ce-9d1c-40c3-a150-23e8f9a17099 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:32:24.853838 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:24.865957 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897afadc-ddcf-4d56-bed4-769feabf1c07 None None] Pushing event updated for resources: {'Port': ['ID=6fa5bdae-e072-4b76-b8fc-d63228df493f,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:32:24.886494 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897afadc-ddcf-4d56-bed4-769feabf1c07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:32:24.886883 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897afadc-ddcf-4d56-bed4-769feabf1c07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:32:24.887423 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897afadc-ddcf-4d56-bed4-769feabf1c07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:32:24.887727 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897afadc-ddcf-4d56-bed4-769feabf1c07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:32:24.888047 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897afadc-ddcf-4d56-bed4-769feabf1c07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:32:24.888430 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897afadc-ddcf-4d56-bed4-769feabf1c07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:32:24.888893 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897afadc-ddcf-4d56-bed4-769feabf1c07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:32:24.889230 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897afadc-ddcf-4d56-bed4-769feabf1c07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:32:24.889546 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897afadc-ddcf-4d56-bed4-769feabf1c07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:32:24.889859 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897afadc-ddcf-4d56-bed4-769feabf1c07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:32:24.890202 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897afadc-ddcf-4d56-bed4-769feabf1c07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:32:24.890521 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897afadc-ddcf-4d56-bed4-769feabf1c07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:32:24.903894 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-610e88aa-afb7-4a55-9e4e-8deefb0e9119 None None] For port 6fa5bdae-e072-4b76-b8fc-d63228df493f, host n-d-843939-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:32:24.907001 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-610e88aa-afb7-4a55-9e4e-8deefb0e9119 None None] For port 6fa5bdae-e072-4b76-b8fc-d63228df493f, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=6fa5bdae-e072-4b76-b8fc-d63228df493f,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:32:24.912306 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-610e88aa-afb7-4a55-9e4e-8deefb0e9119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:24.930186 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-c584b4a4-6b5a-4f52-ba95-2f36c60eea92 admin admin] Allocated IP 172.20.0.1 (3686ea1c-5dec-4cb2-87d6-51b1908342ed/4534d37a-8c5b-4077-b2d8-3423bb61b9e2/a58022aa-5e48-42b2-806d-681281e1eba0) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:32:24.983851 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port a5f102ce-9d1c-40c3-a150-23e8f9a17099 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:32:24.990579 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610e88aa-afb7-4a55-9e4e-8deefb0e9119 None None] Routers {'dfa74ea9-1268-47ce-9766-855d557defb0'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:32:24.991185 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-610e88aa-afb7-4a55-9e4e-8deefb0e9119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:32:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['dfa74ea9-1268-47ce-9766-855d557defb0'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:32:25.066608 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897afadc-ddcf-4d56-bed4-769feabf1c07 None None] Pushing event updated for resources: {'Port': ['ID=6fa5bdae-e072-4b76-b8fc-d63228df493f,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:32:25.099536 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c584b4a4-6b5a-4f52-ba95-2f36c60eea92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:25.115676 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-c584b4a4-6b5a-4f52-ba95-2f36c60eea92 admin admin] Transition to ACTIVE for port object a58022aa-5e48-42b2-806d-681281e1eba0 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:32:25.139600 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c584b4a4-6b5a-4f52-ba95-2f36c60eea92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:25.176122 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-610e88aa-afb7-4a55-9e4e-8deefb0e9119 None None] Set router dfa74ea9-1268-47ce-9766-855d557defb0 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:32:25.209328 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c584b4a4-6b5a-4f52-ba95-2f36c60eea92 admin admin] Network 3686ea1c-5dec-4cb2-87d6-51b1908342ed is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:32:25.212131 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-c584b4a4-6b5a-4f52-ba95-2f36c60eea92 admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:32:25.216528 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c584b4a4-6b5a-4f52-ba95-2f36c60eea92 admin admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:32:25.244451 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c584b4a4-6b5a-4f52-ba95-2f36c60eea92 admin admin] Pushing event updated for resources: {'Port': ['ID=a58022aa-5e48-42b2-806d-681281e1eba0,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:32:25.276607 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c584b4a4-6b5a-4f52-ba95-2f36c60eea92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:25.469652 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d3bb6496-877a-4467-918c-1b65cae53365 None None] Provisioning for port a58022aa-5e48-42b2-806d-681281e1eba0 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:32:25.474516 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d3bb6496-877a-4467-918c-1b65cae53365 None None] Provisioning complete for port a58022aa-5e48-42b2-806d-681281e1eba0 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:32:25.474910 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d3bb6496-877a-4467-918c-1b65cae53365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:25.524699 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-610e88aa-afb7-4a55-9e4e-8deefb0e9119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa74ea9-1268-47ce-9766-855d557defb0', 'name': 'tempest-TestMinimumBasicScenario-1382901097-router', 'tenant_id': '21bb92fb69694114b827c8c77a62a01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '6fa5bdae-e072-4b76-b8fc-d63228df493f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:32:21Z', 'updated_at': '2022-05-31T14:32:22Z', 'revision_number': 3, 'project_id': '21bb92fb69694114b827c8c77a62a01d', 'gw_port': {'id': '6fa5bdae-e072-4b76-b8fc-d63228df493f', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:20:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfa74ea9-1268-47ce-9766-855d557defb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:32:21Z', 'updated_at': '2022-05-31T14:32:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:32:25.529471 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610e88aa-afb7-4a55-9e4e-8deefb0e9119 None None] The sync data for ids ['dfa74ea9-1268-47ce-9766-855d557defb0'] in n-d-843939-1 is: [{'id': 'dfa74ea9-1268-47ce-9766-855d557defb0', 'name': 'tempest-TestMinimumBasicScenario-1382901097-router', 'tenant_id': '21bb92fb69694114b827c8c77a62a01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '6fa5bdae-e072-4b76-b8fc-d63228df493f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:32:21Z', 'updated_at': '2022-05-31T14:32:22Z', 'revision_number': 3, 'project_id': '21bb92fb69694114b827c8c77a62a01d', 'gw_port': {'id': '6fa5bdae-e072-4b76-b8fc-d63228df493f', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:20:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfa74ea9-1268-47ce-9766-855d557defb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:32:21Z', 'updated_at': '2022-05-31T14:32:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:32:25.535071 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-d3bb6496-877a-4467-918c-1b65cae53365 None None] Port a58022aa-5e48-42b2-806d-681281e1eba0 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:32:25.556155 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c584b4a4-6b5a-4f52-ba95-2f36c60eea92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:25.807671 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c584b4a4-6b5a-4f52-ba95-2f36c60eea92 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:25.815304 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c584b4a4-6b5a-4f52-ba95-2f36c60eea92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:25.931492 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c584b4a4-6b5a-4f52-ba95-2f36c60eea92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:25.935257 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c584b4a4-6b5a-4f52-ba95-2f36c60eea92 admin admin] Pushing event updated for resources: {'Port': ['ID=a58022aa-5e48-42b2-806d-681281e1eba0,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:32:26.200782 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c584b4a4-6b5a-4f52-ba95-2f36c60eea92 admin admin] Network 3686ea1c-5dec-4cb2-87d6-51b1908342ed is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:32:26.202181 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-c584b4a4-6b5a-4f52-ba95-2f36c60eea92 admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:32:26.426160 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c584b4a4-6b5a-4f52-ba95-2f36c60eea92 admin admin] Router dfa74ea9-1268-47ce-9766-855d557defb0 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:32:26.465031 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-1f134f7a-812d-4af7-95d7-7579f9f47109 None None] Provisioning complete for port a58022aa-5e48-42b2-806d-681281e1eba0 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:32:26.466629 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1f134f7a-812d-4af7-95d7-7579f9f47109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:26.521556 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-1f134f7a-812d-4af7-95d7-7579f9f47109 None None] Port a58022aa-5e48-42b2-806d-681281e1eba0 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:32:26.617793 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c584b4a4-6b5a-4f52-ba95-2f36c60eea92 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:32:26.628259 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c584b4a4-6b5a-4f52-ba95-2f36c60eea92 admin admin] 10.222.0.50 "PUT /v2.0/routers/dfa74ea9-1268-47ce-9766-855d557defb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7744462 May 31 14:32:26.797927 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 6fa5bdae-e072-4b76-b8fc-d63228df493f up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:32:26.868615 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 6fa5bdae-e072-4b76-b8fc-d63228df493f completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:32:26.874336 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 6fa5bdae-e072-4b76-b8fc-d63228df493f triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:32:26.874707 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:27.006935 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 6fa5bdae-e072-4b76-b8fc-d63228df493f is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:32:27.007305 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:27.024042 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 6fa5bdae-e072-4b76-b8fc-d63228df493f, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=6fa5bdae-e072-4b76-b8fc-d63228df493f,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:32:27.029213 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:27.105061 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=6fa5bdae-e072-4b76-b8fc-d63228df493f,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:32:27.137966 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d72725-a208-437a-acc7-dc20bfd34104 None None] Sync routers for ids ['dfa74ea9-1268-47ce-9766-855d557defb0'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:32:27.150651 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d72725-a208-437a-acc7-dc20bfd34104 None None] Routers {'dfa74ea9-1268-47ce-9766-855d557defb0'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:32:27.151275 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-37d72725-a208-437a-acc7-dc20bfd34104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:32:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['dfa74ea9-1268-47ce-9766-855d557defb0'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:32:27.179854 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44242) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:32:27.186705 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-c0b45d9a-d8ca-47cc-a5a2-f685db3d2c8f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2075288901-network', 'tenant_id': 'a7ff2362abb14af796117cad977c826c'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:32:27.193074 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c0b45d9a-d8ca-47cc-a5a2-f685db3d2c8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:32:27.197918 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-c0b45d9a-d8ca-47cc-a5a2-f685db3d2c8f admin admin] Usage tracker for resource:network and tenant:a7ff2362abb14af796117cad977c826c is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:32:27.201550 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-c0b45d9a-d8ca-47cc-a5a2-f685db3d2c8f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:32:27.207265 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c0b45d9a-d8ca-47cc-a5a2-f685db3d2c8f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:32:27.217780 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b45d9a-d8ca-47cc-a5a2-f685db3d2c8f admin admin] Made reservation on behalf of a7ff2362abb14af796117cad977c826c for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:32:27.220087 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c0b45d9a-d8ca-47cc-a5a2-f685db3d2c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:27.233192 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c0b45d9a-d8ca-47cc-a5a2-f685db3d2c8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:27.248447 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c0b45d9a-d8ca-47cc-a5a2-f685db3d2c8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:32:27.253013 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-c0b45d9a-d8ca-47cc-a5a2-f685db3d2c8f admin admin] Usage tracker for resource:security_group_rule and tenant:a7ff2362abb14af796117cad977c826c is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:32:27.256097 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-c0b45d9a-d8ca-47cc-a5a2-f685db3d2c8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:32:27.261980 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c0b45d9a-d8ca-47cc-a5a2-f685db3d2c8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:32:27.350539 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c0b45d9a-d8ca-47cc-a5a2-f685db3d2c8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:27.353588 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-37d72725-a208-437a-acc7-dc20bfd34104 None None] Set router dfa74ea9-1268-47ce-9766-855d557defb0 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:32:27.357477 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c0b45d9a-d8ca-47cc-a5a2-f685db3d2c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:27.405565 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0b45d9a-d8ca-47cc-a5a2-f685db3d2c8f admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 14:32:27.419576 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b45d9a-d8ca-47cc-a5a2-f685db3d2c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdba038a-8868-4aaa-a975-233a4298fe51,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:32:27.425926 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c0b45d9a-d8ca-47cc-a5a2-f685db3d2c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:27.426347 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-c0b45d9a-d8ca-47cc-a5a2-f685db3d2c8f admin admin] Added segment 1021867b-0e89-4ebc-9aef-036324546df9 of type vlan for network c7f3873f-0801-4b1d-82ef-dec355663f70 May 31 14:32:27.455781 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c0b45d9a-d8ca-47cc-a5a2-f685db3d2c8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:27.491252 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c0b45d9a-d8ca-47cc-a5a2-f685db3d2c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:27.493223 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b45d9a-d8ca-47cc-a5a2-f685db3d2c8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:32:27.493223 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c0b45d9a-d8ca-47cc-a5a2-f685db3d2c8f admin admin] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:27.594942 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c0b45d9a-d8ca-47cc-a5a2-f685db3d2c8f admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4138570 May 31 14:32:27.595900 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b45d9a-d8ca-47cc-a5a2-f685db3d2c8f admin admin] Pushing event updated for resources: {'Network': ['ID=c7f3873f-0801-4b1d-82ef-dec355663f70,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:32:27.597856 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44246) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:32:27.610124 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-38f2bdd3-cdf5-4148-afc4-0eeb6b711ecb admin admin] Request body: {'subnet': {'network_id': 'c7f3873f-0801-4b1d-82ef-dec355663f70', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2075288901-subnet', 'tenant_id': 'a7ff2362abb14af796117cad977c826c', 'ip_version': 4}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:32:27.616606 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-38f2bdd3-cdf5-4148-afc4-0eeb6b711ecb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:32:27.617558 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network c7f3873f-0801-4b1d-82ef-dec355663f70 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 14:32:27.620467 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-38f2bdd3-cdf5-4148-afc4-0eeb6b711ecb admin admin] Usage tracker for resource:subnet and tenant:a7ff2362abb14af796117cad977c826c is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:32:27.624238 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-38f2bdd3-cdf5-4148-afc4-0eeb6b711ecb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:32:27.630303 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-38f2bdd3-cdf5-4148-afc4-0eeb6b711ecb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:32:27.642924 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f2bdd3-cdf5-4148-afc4-0eeb6b711ecb admin admin] Made reservation on behalf of a7ff2362abb14af796117cad977c826c for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:32:27.645293 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-38f2bdd3-cdf5-4148-afc4-0eeb6b711ecb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:27.784426 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-37d72725-a208-437a-acc7-dc20bfd34104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa74ea9-1268-47ce-9766-855d557defb0', 'name': 'tempest-TestMinimumBasicScenario-1382901097-router', 'tenant_id': '21bb92fb69694114b827c8c77a62a01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '6fa5bdae-e072-4b76-b8fc-d63228df493f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:32:21Z', 'updated_at': '2022-05-31T14:32:25Z', 'revision_number': 4, 'project_id': '21bb92fb69694114b827c8c77a62a01d', 'gw_port': {'id': '6fa5bdae-e072-4b76-b8fc-d63228df493f', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:20:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa74ea9-1268-47ce-9766-855d557defb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:32:21Z', 'updated_at': '2022-05-31T14:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'a58022aa-5e48-42b2-806d-681281e1eba0', 'name': '', 'network_id': '3686ea1c-5dec-4cb2-87d6-51b1908342ed', 'tenant_id': '21bb92fb69694114b827c8c77a62a01d', 'mac_address': 'fa:16:3e:f1:7b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfa74ea9-1268-47ce-9766-855d557defb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '4534d37a-8c5b-4077-b2d8-3423bb61b9e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:32:24Z', 'updated_at': '2022-05-31T14:32:25Z', 'revision_number': 2, 'project_id': '21bb92fb69694114b827c8c77a62a01d', 'subnets': [{'id': '4534d37a-8c5b-4077-b2d8-3423bb61b9e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:32:27.788407 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d72725-a208-437a-acc7-dc20bfd34104 None None] Checking router: dfa74ea9-1268-47ce-9766-855d557defb0 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:32:27.788752 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d72725-a208-437a-acc7-dc20bfd34104 None None] Updating router dfa74ea9-1268-47ce-9766-855d557defb0 port a58022aa-5e48-42b2-806d-681281e1eba0 binding host n-d-843939-1 {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 14:32:27.853208 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-37d72725-a208-437a-acc7-dc20bfd34104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:27.856391 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-38f2bdd3-cdf5-4148-afc4-0eeb6b711ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:27.937550 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f2bdd3-cdf5-4148-afc4-0eeb6b711ecb admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e899ab0-0d5d-40fa-ba97-74cd175eac09,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:32:27.943228 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f2bdd3-cdf5-4148-afc4-0eeb6b711ecb admin admin] Checking segment: {'id': '1021867b-0e89-4ebc-9aef-036324546df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c7f3873f-0801-4b1d-82ef-dec355663f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:32:27.943582 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f2bdd3-cdf5-4148-afc4-0eeb6b711ecb admin admin] Network hostable DHCP agents. Network: c7f3873f-0801-4b1d-82ef-dec355663f70, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 14:32:27.967350 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f2bdd3-cdf5-4148-afc4-0eeb6b711ecb admin admin] Network c7f3873f-0801-4b1d-82ef-dec355663f70 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 14:32:27.978567 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-38f2bdd3-cdf5-4148-afc4-0eeb6b711ecb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, c7f3873f-0801-4b1d-82ef-dec355663f70) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:32:27.984203 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f2bdd3-cdf5-4148-afc4-0eeb6b711ecb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:32:27.985113 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-38f2bdd3-cdf5-4148-afc4-0eeb6b711ecb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:27.992815 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69589e8b-3dca-4d46-99c6-c85ea41b1a42 None None] Network c7f3873f-0801-4b1d-82ef-dec355663f70 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:32:28.009822 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-38f2bdd3-cdf5-4148-afc4-0eeb6b711ecb admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4097219 May 31 14:32:28.013381 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44250) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:32:28.019017 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-7c69d013-9b35-44a1-af77-fbed545d3f18 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2075288901-router', 'tenant_id': 'a7ff2362abb14af796117cad977c826c', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:32:28.024655 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-7c69d013-9b35-44a1-af77-fbed545d3f18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:32:28.029071 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-7c69d013-9b35-44a1-af77-fbed545d3f18 admin admin] Usage tracker for resource:router and tenant:a7ff2362abb14af796117cad977c826c is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:32:28.032030 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-7c69d013-9b35-44a1-af77-fbed545d3f18 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:32:28.038012 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-7c69d013-9b35-44a1-af77-fbed545d3f18 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:32:28.050451 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7c69d013-9b35-44a1-af77-fbed545d3f18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:28.051778 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7c69d013-9b35-44a1-af77-fbed545d3f18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:28.068930 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7c69d013-9b35-44a1-af77-fbed545d3f18 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:28.360533 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7c69d013-9b35-44a1-af77-fbed545d3f18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:28.391247 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3fa2a4-0729-4a31-8894-63a81017f342 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-c7f3873f-0801-4b1d-82ef-dec355663f70', 'network_id': 'c7f3873f-0801-4b1d-82ef-dec355663f70', 'tenant_id': 'a7ff2362abb14af796117cad977c826c', 'fixed_ips': [{'subnet_id': '9e899ab0-0d5d-40fa-ba97-74cd175eac09'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 14:32:28.392139 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2a3fa2a4-0729-4a31-8894-63a81017f342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:28.514902 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-37d72725-a208-437a-acc7-dc20bfd34104 None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:28.542440 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-37d72725-a208-437a-acc7-dc20bfd34104 None None] Transition to ACTIVE for port object a58022aa-5e48-42b2-806d-681281e1eba0 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:32:28.555217 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-37d72725-a208-437a-acc7-dc20bfd34104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:28.701346 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7c69d013-9b35-44a1-af77-fbed545d3f18 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:28.728335 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d88f6e-a899-43d4-b522-eb15e324a6a7 None None] Pushing event updated for resources: {'Port': ['ID=a58022aa-5e48-42b2-806d-681281e1eba0,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:32:28.743350 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7c69d013-9b35-44a1-af77-fbed545d3f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:28.745885 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-2a3fa2a4-0729-4a31-8894-63a81017f342 None None] Allocated IP 172.20.0.2 (c7f3873f-0801-4b1d-82ef-dec355663f70/9e899ab0-0d5d-40fa-ba97-74cd175eac09/f475ea6e-5903-4094-ae56-9a91d5d56e8e) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:32:28.833004 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 6fa5bdae-e072-4b76-b8fc-d63228df493f up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:32:28.906878 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-7c69d013-9b35-44a1-af77-fbed545d3f18 admin admin] Allocated IP 172.25.6.175 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/0390ddcf-f06a-495f-9e9b-aeb36a8f57be) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:32:28.928786 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-37d72725-a208-437a-acc7-dc20bfd34104 None None] Attempting to bind port a58022aa-5e48-42b2-806d-681281e1eba0 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:32:28.929063 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-37d72725-a208-437a-acc7-dc20bfd34104 None None] Attempting to bind port a58022aa-5e48-42b2-806d-681281e1eba0 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '683affa3-3587-43fe-84c7-b4e8e2fd6ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3686ea1c-5dec-4cb2-87d6-51b1908342ed'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:32:28.929413 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d72725-a208-437a-acc7-dc20bfd34104 None None] Attempting to bind port a58022aa-5e48-42b2-806d-681281e1eba0 on network 3686ea1c-5dec-4cb2-87d6-51b1908342ed {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:32:29.011816 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d72725-a208-437a-acc7-dc20bfd34104 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:32:29.012712 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d72725-a208-437a-acc7-dc20bfd34104 None None] Checking segment: {'id': '683affa3-3587-43fe-84c7-b4e8e2fd6ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3686ea1c-5dec-4cb2-87d6-51b1908342ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:32:29.013122 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-37d72725-a208-437a-acc7-dc20bfd34104 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:29.013519 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d72725-a208-437a-acc7-dc20bfd34104 None None] Bound using segment: {'id': '683affa3-3587-43fe-84c7-b4e8e2fd6ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3686ea1c-5dec-4cb2-87d6-51b1908342ed'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:32:29.014014 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-37d72725-a208-437a-acc7-dc20bfd34104 None None] Bound port: a58022aa-5e48-42b2-806d-681281e1eba0, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '683affa3-3587-43fe-84c7-b4e8e2fd6ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3686ea1c-5dec-4cb2-87d6-51b1908342ed'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:32:29.014412 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-37d72725-a208-437a-acc7-dc20bfd34104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:29.058128 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7c69d013-9b35-44a1-af77-fbed545d3f18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:29.099752 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7c69d013-9b35-44a1-af77-fbed545d3f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:29.217426 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 6fa5bdae-e072-4b76-b8fc-d63228df493f triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:32:29.217803 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:29.288794 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c69d013-9b35-44a1-af77-fbed545d3f18 admin admin] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:32:29.291556 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-7c69d013-9b35-44a1-af77-fbed545d3f18 admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:32:29.293609 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-37d72725-a208-437a-acc7-dc20bfd34104 None None] For port a58022aa-5e48-42b2-806d-681281e1eba0, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:32:29.295952 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c69d013-9b35-44a1-af77-fbed545d3f18 admin admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:32:29.336260 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c69d013-9b35-44a1-af77-fbed545d3f18 admin admin] Pushing event updated for resources: {'Port': ['ID=0390ddcf-f06a-495f-9e9b-aeb36a8f57be,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:32:29.371904 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-37d72725-a208-437a-acc7-dc20bfd34104 None None] For port a58022aa-5e48-42b2-806d-681281e1eba0, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=a58022aa-5e48-42b2-806d-681281e1eba0,segment=NetworkSegment(683affa3-3587-43fe-84c7-b4e8e2fd6ed9),segment_id=683affa3-3587-43fe-84c7-b4e8e2fd6ed9)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:32:29.387772 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-37d72725-a208-437a-acc7-dc20bfd34104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:29.466907 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2a3fa2a4-0729-4a31-8894-63a81017f342 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:29.555161 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2a3fa2a4-0729-4a31-8894-63a81017f342 None None] Transition to ACTIVE for port object f475ea6e-5903-4094-ae56-9a91d5d56e8e will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:32:29.616388 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d72725-a208-437a-acc7-dc20bfd34104 None None] Routers {'dfa74ea9-1268-47ce-9766-855d557defb0'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:32:29.617298 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-37d72725-a208-437a-acc7-dc20bfd34104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:32:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['dfa74ea9-1268-47ce-9766-855d557defb0'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:32:29.749286 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7c69d013-9b35-44a1-af77-fbed545d3f18 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:29.777238 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 6fa5bdae-e072-4b76-b8fc-d63228df493f is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:32:29.779768 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d88f6e-a899-43d4-b522-eb15e324a6a7 None None] Pushing event updated for resources: {'Port': ['ID=a58022aa-5e48-42b2-806d-681281e1eba0,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:32:29.789808 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2a3fa2a4-0729-4a31-8894-63a81017f342 None None] Transition to ACTIVE for port object f475ea6e-5903-4094-ae56-9a91d5d56e8e will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:32:29.812466 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2a3fa2a4-0729-4a31-8894-63a81017f342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:29.960741 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3fa2a4-0729-4a31-8894-63a81017f342 None None] Network c7f3873f-0801-4b1d-82ef-dec355663f70 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:32:29.966640 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-2a3fa2a4-0729-4a31-8894-63a81017f342 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:32:29.974784 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3fa2a4-0729-4a31-8894-63a81017f342 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:32:30.016653 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3fa2a4-0729-4a31-8894-63a81017f342 None None] Pushing event updated for resources: {'Port': ['ID=f475ea6e-5903-4094-ae56-9a91d5d56e8e,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:32:30.073899 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-37d72725-a208-437a-acc7-dc20bfd34104 None None] Set router dfa74ea9-1268-47ce-9766-855d557defb0 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:32:30.102549 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7c69d013-9b35-44a1-af77-fbed545d3f18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:30.168527 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-2a3fa2a4-0729-4a31-8894-63a81017f342 None None] Attempting to bind port f475ea6e-5903-4094-ae56-9a91d5d56e8e on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:32:30.168896 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-2a3fa2a4-0729-4a31-8894-63a81017f342 None None] Attempting to bind port f475ea6e-5903-4094-ae56-9a91d5d56e8e by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '1021867b-0e89-4ebc-9aef-036324546df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c7f3873f-0801-4b1d-82ef-dec355663f70'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:32:30.169234 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3fa2a4-0729-4a31-8894-63a81017f342 None None] Attempting to bind port f475ea6e-5903-4094-ae56-9a91d5d56e8e on network c7f3873f-0801-4b1d-82ef-dec355663f70 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:32:30.239780 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3fa2a4-0729-4a31-8894-63a81017f342 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:32:30.240087 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3fa2a4-0729-4a31-8894-63a81017f342 None None] Checking segment: {'id': '1021867b-0e89-4ebc-9aef-036324546df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c7f3873f-0801-4b1d-82ef-dec355663f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:32:30.240470 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2a3fa2a4-0729-4a31-8894-63a81017f342 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:30.240861 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3fa2a4-0729-4a31-8894-63a81017f342 None None] Bound using segment: {'id': '1021867b-0e89-4ebc-9aef-036324546df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c7f3873f-0801-4b1d-82ef-dec355663f70'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:32:30.241323 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-2a3fa2a4-0729-4a31-8894-63a81017f342 None None] Bound port: f475ea6e-5903-4094-ae56-9a91d5d56e8e, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1021867b-0e89-4ebc-9aef-036324546df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c7f3873f-0801-4b1d-82ef-dec355663f70'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:32:30.241689 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2a3fa2a4-0729-4a31-8894-63a81017f342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:30.331670 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c69d013-9b35-44a1-af77-fbed545d3f18 admin admin] Router b80569ec-e1a6-4af0-a980-50cb3ec6e7e2 is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 14:32:30.443136 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-2a3fa2a4-0729-4a31-8894-63a81017f342 None None] For port f475ea6e-5903-4094-ae56-9a91d5d56e8e, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:32:30.484397 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-2a3fa2a4-0729-4a31-8894-63a81017f342 None None] For port f475ea6e-5903-4094-ae56-9a91d5d56e8e, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=f475ea6e-5903-4094-ae56-9a91d5d56e8e,segment=NetworkSegment(1021867b-0e89-4ebc-9aef-036324546df9),segment_id=1021867b-0e89-4ebc-9aef-036324546df9)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:32:30.490200 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2a3fa2a4-0729-4a31-8894-63a81017f342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:30.527674 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c69d013-9b35-44a1-af77-fbed545d3f18 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:32:30.539582 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b619ce34-43bb-48a8-9cbf-f101f87bc179 None None] Sync routers for ids ['b80569ec-e1a6-4af0-a980-50cb3ec6e7e2'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:32:30.551449 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b619ce34-43bb-48a8-9cbf-f101f87bc179 None None] Routers {'b80569ec-e1a6-4af0-a980-50cb3ec6e7e2'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:32:30.552339 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-b619ce34-43bb-48a8-9cbf-f101f87bc179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:32:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['b80569ec-e1a6-4af0-a980-50cb3ec6e7e2'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:32:30.562929 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7c69d013-9b35-44a1-af77-fbed545d3f18 admin admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:30.564403 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-7c69d013-9b35-44a1-af77-fbed545d3f18 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5496504 May 31 14:32:30.567785 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44254) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:32:30.592744 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3fa2a4-0729-4a31-8894-63a81017f342 None None] Pushing event updated for resources: {'Port': ['ID=f475ea6e-5903-4094-ae56-9a91d5d56e8e,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:32:30.617424 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-37d72725-a208-437a-acc7-dc20bfd34104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa74ea9-1268-47ce-9766-855d557defb0', 'name': 'tempest-TestMinimumBasicScenario-1382901097-router', 'tenant_id': '21bb92fb69694114b827c8c77a62a01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '6fa5bdae-e072-4b76-b8fc-d63228df493f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:32:21Z', 'updated_at': '2022-05-31T14:32:25Z', 'revision_number': 4, 'project_id': '21bb92fb69694114b827c8c77a62a01d', 'gw_port': {'id': '6fa5bdae-e072-4b76-b8fc-d63228df493f', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:20:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa74ea9-1268-47ce-9766-855d557defb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:32:21Z', 'updated_at': '2022-05-31T14:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'a58022aa-5e48-42b2-806d-681281e1eba0', 'name': '', 'network_id': '3686ea1c-5dec-4cb2-87d6-51b1908342ed', 'tenant_id': '21bb92fb69694114b827c8c77a62a01d', 'mac_address': 'fa:16:3e:f1:7b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfa74ea9-1268-47ce-9766-855d557defb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '4534d37a-8c5b-4077-b2d8-3423bb61b9e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:32:24Z', 'updated_at': '2022-05-31T14:32:29Z', 'revision_number': 4, 'project_id': '21bb92fb69694114b827c8c77a62a01d', 'subnets': [{'id': '4534d37a-8c5b-4077-b2d8-3423bb61b9e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:32:30.625237 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d72725-a208-437a-acc7-dc20bfd34104 None None] The sync data for ids ['dfa74ea9-1268-47ce-9766-855d557defb0'] in n-d-843939-1 is: [{'id': 'dfa74ea9-1268-47ce-9766-855d557defb0', 'name': 'tempest-TestMinimumBasicScenario-1382901097-router', 'tenant_id': '21bb92fb69694114b827c8c77a62a01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '6fa5bdae-e072-4b76-b8fc-d63228df493f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:32:21Z', 'updated_at': '2022-05-31T14:32:25Z', 'revision_number': 4, 'project_id': '21bb92fb69694114b827c8c77a62a01d', 'gw_port': {'id': '6fa5bdae-e072-4b76-b8fc-d63228df493f', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:20:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa74ea9-1268-47ce-9766-855d557defb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:32:21Z', 'updated_at': '2022-05-31T14:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'a58022aa-5e48-42b2-806d-681281e1eba0', 'name': '', 'network_id': '3686ea1c-5dec-4cb2-87d6-51b1908342ed', 'tenant_id': '21bb92fb69694114b827c8c77a62a01d', 'mac_address': 'fa:16:3e:f1:7b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfa74ea9-1268-47ce-9766-855d557defb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '4534d37a-8c5b-4077-b2d8-3423bb61b9e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:32:24Z', 'updated_at': '2022-05-31T14:32:29Z', 'revision_number': 4, 'project_id': '21bb92fb69694114b827c8c77a62a01d', 'subnets': [{'id': '4534d37a-8c5b-4077-b2d8-3423bb61b9e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:32:30.801334 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-b619ce34-43bb-48a8-9cbf-f101f87bc179 None None] Set router b80569ec-e1a6-4af0-a980-50cb3ec6e7e2 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:32:30.917412 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device a58022aa-5e48-42b2-806d-681281e1eba0 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:32:31.025577 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port a58022aa-5e48-42b2-806d-681281e1eba0 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:32:31.039059 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port a58022aa-5e48-42b2-806d-681281e1eba0 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:32:31.039583 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:31.210482 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port a58022aa-5e48-42b2-806d-681281e1eba0 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:32:31.210860 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:31.258107 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-b619ce34-43bb-48a8-9cbf-f101f87bc179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80569ec-e1a6-4af0-a980-50cb3ec6e7e2', 'name': 'tempest-TestMinimumBasicScenario-2075288901-router', 'tenant_id': 'a7ff2362abb14af796117cad977c826c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '0390ddcf-f06a-495f-9e9b-aeb36a8f57be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:32:28Z', 'updated_at': '2022-05-31T14:32:29Z', 'revision_number': 3, 'project_id': 'a7ff2362abb14af796117cad977c826c', 'gw_port': {'id': '0390ddcf-f06a-495f-9e9b-aeb36a8f57be', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:06:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b80569ec-e1a6-4af0-a980-50cb3ec6e7e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:32:28Z', 'updated_at': '2022-05-31T14:32:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:32:31.270625 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port a58022aa-5e48-42b2-806d-681281e1eba0, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=a58022aa-5e48-42b2-806d-681281e1eba0,segment=NetworkSegment(683affa3-3587-43fe-84c7-b4e8e2fd6ed9),segment_id=683affa3-3587-43fe-84c7-b4e8e2fd6ed9)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:32:31.271031 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b619ce34-43bb-48a8-9cbf-f101f87bc179 None None] Checking router: b80569ec-e1a6-4af0-a980-50cb3ec6e7e2 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:32:31.273278 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b619ce34-43bb-48a8-9cbf-f101f87bc179 None None] Updating router b80569ec-e1a6-4af0-a980-50cb3ec6e7e2 port 0390ddcf-f06a-495f-9e9b-aeb36a8f57be binding host n-d-843939-1 {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 14:32:31.276795 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:31.360254 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b619ce34-43bb-48a8-9cbf-f101f87bc179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:31.392392 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=a58022aa-5e48-42b2-806d-681281e1eba0,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:32:31.721090 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-48831b74-e732-47a1-82bb-f49e11d8778b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:31.823589 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b619ce34-43bb-48a8-9cbf-f101f87bc179 None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:31.845620 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-b619ce34-43bb-48a8-9cbf-f101f87bc179 None None] Transition to ACTIVE for port object 0390ddcf-f06a-495f-9e9b-aeb36a8f57be will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:32:31.854333 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b619ce34-43bb-48a8-9cbf-f101f87bc179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:31.904820 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee35b71-32d7-4d5f-a9f7-11521f65a9aa None None] Network c7f3873f-0801-4b1d-82ef-dec355663f70 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:32:31.968189 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2e9e22-a12c-47ee-9fe0-d931de5bee03 None None] Pushing event updated for resources: {'Port': ['ID=0390ddcf-f06a-495f-9e9b-aeb36a8f57be,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:32:31.979209 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-b619ce34-43bb-48a8-9cbf-f101f87bc179 None None] Attempting to bind port 0390ddcf-f06a-495f-9e9b-aeb36a8f57be on host n-d-843939-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:32:31.979575 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-b619ce34-43bb-48a8-9cbf-f101f87bc179 None None] Attempting to bind port 0390ddcf-f06a-495f-9e9b-aeb36a8f57be by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:32:31.980612 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b619ce34-43bb-48a8-9cbf-f101f87bc179 None None] Attempting to bind port 0390ddcf-f06a-495f-9e9b-aeb36a8f57be on network d2103cd5-63ba-4c24-9d95-fd17643bf14c {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:32:31.986815 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b619ce34-43bb-48a8-9cbf-f101f87bc179 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:32:31.986815 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b619ce34-43bb-48a8-9cbf-f101f87bc179 None None] Checking segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:32:31.987768 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b619ce34-43bb-48a8-9cbf-f101f87bc179 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:31.987768 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b619ce34-43bb-48a8-9cbf-f101f87bc179 None None] Bound using segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:32:31.988041 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-b619ce34-43bb-48a8-9cbf-f101f87bc179 None None] Bound port: 0390ddcf-f06a-495f-9e9b-aeb36a8f57be, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:32:31.988409 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b619ce34-43bb-48a8-9cbf-f101f87bc179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:32.008723 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-48831b74-e732-47a1-82bb-f49e11d8778b admin admin] Allocated IP 172.20.0.1 (c7f3873f-0801-4b1d-82ef-dec355663f70/9e899ab0-0d5d-40fa-ba97-74cd175eac09/b88fbf31-81b0-4a4d-afcb-f53a0af5994c) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:32:32.016898 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-bbdf45c9-1e2e-4a74-8d03-a8261d158417 None None] Provisioning for port f475ea6e-5903-4094-ae56-9a91d5d56e8e completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:32:32.085471 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-b619ce34-43bb-48a8-9cbf-f101f87bc179 None None] For port 0390ddcf-f06a-495f-9e9b-aeb36a8f57be, host n-d-843939-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:32:32.089774 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-b619ce34-43bb-48a8-9cbf-f101f87bc179 None None] For port 0390ddcf-f06a-495f-9e9b-aeb36a8f57be, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=0390ddcf-f06a-495f-9e9b-aeb36a8f57be,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:32:32.094758 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b619ce34-43bb-48a8-9cbf-f101f87bc179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:32.176848 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b619ce34-43bb-48a8-9cbf-f101f87bc179 None None] Routers {'b80569ec-e1a6-4af0-a980-50cb3ec6e7e2'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:32:32.177484 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-b619ce34-43bb-48a8-9cbf-f101f87bc179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:32:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['b80569ec-e1a6-4af0-a980-50cb3ec6e7e2'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:32:32.204924 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-48831b74-e732-47a1-82bb-f49e11d8778b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:32.224742 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-48831b74-e732-47a1-82bb-f49e11d8778b admin admin] Transition to ACTIVE for port object b88fbf31-81b0-4a4d-afcb-f53a0af5994c will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:32:32.258263 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-48831b74-e732-47a1-82bb-f49e11d8778b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:32.271159 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2e9e22-a12c-47ee-9fe0-d931de5bee03 None None] Pushing event updated for resources: {'Port': ['ID=0390ddcf-f06a-495f-9e9b-aeb36a8f57be,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:32:32.344986 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48831b74-e732-47a1-82bb-f49e11d8778b admin admin] Network c7f3873f-0801-4b1d-82ef-dec355663f70 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:32:32.348387 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-48831b74-e732-47a1-82bb-f49e11d8778b admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:32:32.351985 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48831b74-e732-47a1-82bb-f49e11d8778b admin admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:32:32.398663 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48831b74-e732-47a1-82bb-f49e11d8778b admin admin] Pushing event updated for resources: {'Port': ['ID=b88fbf31-81b0-4a4d-afcb-f53a0af5994c,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:32:32.422252 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-48831b74-e732-47a1-82bb-f49e11d8778b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:32.462877 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-b619ce34-43bb-48a8-9cbf-f101f87bc179 None None] Set router b80569ec-e1a6-4af0-a980-50cb3ec6e7e2 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:32:32.577222 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-48831b74-e732-47a1-82bb-f49e11d8778b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:32.656291 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:32:32.771492 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-b619ce34-43bb-48a8-9cbf-f101f87bc179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80569ec-e1a6-4af0-a980-50cb3ec6e7e2', 'name': 'tempest-TestMinimumBasicScenario-2075288901-router', 'tenant_id': 'a7ff2362abb14af796117cad977c826c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '0390ddcf-f06a-495f-9e9b-aeb36a8f57be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:32:28Z', 'updated_at': '2022-05-31T14:32:29Z', 'revision_number': 3, 'project_id': 'a7ff2362abb14af796117cad977c826c', 'gw_port': {'id': '0390ddcf-f06a-495f-9e9b-aeb36a8f57be', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:06:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b80569ec-e1a6-4af0-a980-50cb3ec6e7e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:32:28Z', 'updated_at': '2022-05-31T14:32:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:32:32.775824 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b619ce34-43bb-48a8-9cbf-f101f87bc179 None None] The sync data for ids ['b80569ec-e1a6-4af0-a980-50cb3ec6e7e2'] in n-d-843939-1 is: [{'id': 'b80569ec-e1a6-4af0-a980-50cb3ec6e7e2', 'name': 'tempest-TestMinimumBasicScenario-2075288901-router', 'tenant_id': 'a7ff2362abb14af796117cad977c826c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '0390ddcf-f06a-495f-9e9b-aeb36a8f57be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:32:28Z', 'updated_at': '2022-05-31T14:32:29Z', 'revision_number': 3, 'project_id': 'a7ff2362abb14af796117cad977c826c', 'gw_port': {'id': '0390ddcf-f06a-495f-9e9b-aeb36a8f57be', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:06:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b80569ec-e1a6-4af0-a980-50cb3ec6e7e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:32:28Z', 'updated_at': '2022-05-31T14:32:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:32:32.780951 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e03e86ed-63e7-4a5f-982c-5cefa1e5b398 None None] Provisioning for port b88fbf31-81b0-4a4d-afcb-f53a0af5994c completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:32:32.787021 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e03e86ed-63e7-4a5f-982c-5cefa1e5b398 None None] Provisioning complete for port b88fbf31-81b0-4a4d-afcb-f53a0af5994c triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:32:32.787396 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e03e86ed-63e7-4a5f-982c-5cefa1e5b398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:32.843270 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-48831b74-e732-47a1-82bb-f49e11d8778b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:32.861230 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-48831b74-e732-47a1-82bb-f49e11d8778b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:32.880401 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-e03e86ed-63e7-4a5f-982c-5cefa1e5b398 None None] Port b88fbf31-81b0-4a4d-afcb-f53a0af5994c cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:32:32.901791 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device f475ea6e-5903-4094-ae56-9a91d5d56e8e up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:32:32.979123 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-48831b74-e732-47a1-82bb-f49e11d8778b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:32.988516 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port f475ea6e-5903-4094-ae56-9a91d5d56e8e completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:32:32.992326 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48831b74-e732-47a1-82bb-f49e11d8778b admin admin] Pushing event updated for resources: {'Port': ['ID=b88fbf31-81b0-4a4d-afcb-f53a0af5994c,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:32:32.995902 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port f475ea6e-5903-4094-ae56-9a91d5d56e8e triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:32:32.997718 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:33.172040 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48831b74-e732-47a1-82bb-f49e11d8778b admin admin] Network c7f3873f-0801-4b1d-82ef-dec355663f70 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:32:33.173304 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-48831b74-e732-47a1-82bb-f49e11d8778b admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:32:33.218927 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port f475ea6e-5903-4094-ae56-9a91d5d56e8e is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:32:33.219532 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:33.259473 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port f475ea6e-5903-4094-ae56-9a91d5d56e8e, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=f475ea6e-5903-4094-ae56-9a91d5d56e8e,segment=NetworkSegment(1021867b-0e89-4ebc-9aef-036324546df9),segment_id=1021867b-0e89-4ebc-9aef-036324546df9)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:32:33.266175 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:33.268450 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device a58022aa-5e48-42b2-806d-681281e1eba0 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:32:33.436834 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=f475ea6e-5903-4094-ae56-9a91d5d56e8e,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:32:33.454796 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port a58022aa-5e48-42b2-806d-681281e1eba0 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:32:33.455273 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:33.503775 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48831b74-e732-47a1-82bb-f49e11d8778b admin admin] Router b80569ec-e1a6-4af0-a980-50cb3ec6e7e2 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:32:33.616909 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port a58022aa-5e48-42b2-806d-681281e1eba0 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:32:33.626768 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e72e9213-0d29-4dab-9f3b-e58875059f82 None None] Provisioning complete for port b88fbf31-81b0-4a4d-afcb-f53a0af5994c triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:32:33.627243 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e72e9213-0d29-4dab-9f3b-e58875059f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:33.700795 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-e72e9213-0d29-4dab-9f3b-e58875059f82 None None] Port b88fbf31-81b0-4a4d-afcb-f53a0af5994c cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:32:33.719350 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48831b74-e732-47a1-82bb-f49e11d8778b admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:32:33.728151 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-48831b74-e732-47a1-82bb-f49e11d8778b admin admin] 10.222.0.50 "PUT /v2.0/routers/b80569ec-e1a6-4af0-a980-50cb3ec6e7e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1582472 May 31 14:32:34.540247 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6672a4ec-a32a-4615-ba62-8c10faf8bfda None None] Sync routers for ids ['b80569ec-e1a6-4af0-a980-50cb3ec6e7e2'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:32:34.551614 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6672a4ec-a32a-4615-ba62-8c10faf8bfda None None] Routers {'b80569ec-e1a6-4af0-a980-50cb3ec6e7e2'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:32:34.552304 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-6672a4ec-a32a-4615-ba62-8c10faf8bfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:32:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['b80569ec-e1a6-4af0-a980-50cb3ec6e7e2'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:32:34.770358 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-6672a4ec-a32a-4615-ba62-8c10faf8bfda None None] Set router b80569ec-e1a6-4af0-a980-50cb3ec6e7e2 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:32:34.927988 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device f475ea6e-5903-4094-ae56-9a91d5d56e8e up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:32:35.123510 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port f475ea6e-5903-4094-ae56-9a91d5d56e8e triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:32:35.123510 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:35.301651 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-6672a4ec-a32a-4615-ba62-8c10faf8bfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80569ec-e1a6-4af0-a980-50cb3ec6e7e2', 'name': 'tempest-TestMinimumBasicScenario-2075288901-router', 'tenant_id': 'a7ff2362abb14af796117cad977c826c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '0390ddcf-f06a-495f-9e9b-aeb36a8f57be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:32:28Z', 'updated_at': '2022-05-31T14:32:32Z', 'revision_number': 4, 'project_id': 'a7ff2362abb14af796117cad977c826c', 'gw_port': {'id': '0390ddcf-f06a-495f-9e9b-aeb36a8f57be', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:06:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b80569ec-e1a6-4af0-a980-50cb3ec6e7e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:32:28Z', 'updated_at': '2022-05-31T14:32:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'b88fbf31-81b0-4a4d-afcb-f53a0af5994c', 'name': '', 'network_id': 'c7f3873f-0801-4b1d-82ef-dec355663f70', 'tenant_id': 'a7ff2362abb14af796117cad977c826c', 'mac_address': 'fa:16:3e:35:3e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b80569ec-e1a6-4af0-a980-50cb3ec6e7e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '9e899ab0-0d5d-40fa-ba97-74cd175eac09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:32:31Z', 'updated_at': '2022-05-31T14:32:32Z', 'revision_number': 2, 'project_id': 'a7ff2362abb14af796117cad977c826c', 'subnets': [{'id': '9e899ab0-0d5d-40fa-ba97-74cd175eac09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:32:35.305929 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port f475ea6e-5903-4094-ae56-9a91d5d56e8e is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:32:35.307044 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 0390ddcf-f06a-495f-9e9b-aeb36a8f57be up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:32:35.336990 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6672a4ec-a32a-4615-ba62-8c10faf8bfda None None] Checking router: b80569ec-e1a6-4af0-a980-50cb3ec6e7e2 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:32:35.337340 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6672a4ec-a32a-4615-ba62-8c10faf8bfda None None] Updating router b80569ec-e1a6-4af0-a980-50cb3ec6e7e2 port b88fbf31-81b0-4a4d-afcb-f53a0af5994c binding host n-d-843939-1 {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 14:32:35.416848 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6672a4ec-a32a-4615-ba62-8c10faf8bfda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:35.485362 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 0390ddcf-f06a-495f-9e9b-aeb36a8f57be completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:32:35.499051 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 0390ddcf-f06a-495f-9e9b-aeb36a8f57be triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:32:35.499340 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:35.841533 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 0390ddcf-f06a-495f-9e9b-aeb36a8f57be is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:32:35.842328 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:35.878394 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 0390ddcf-f06a-495f-9e9b-aeb36a8f57be, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=0390ddcf-f06a-495f-9e9b-aeb36a8f57be,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:32:35.890384 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:35.983696 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=0390ddcf-f06a-495f-9e9b-aeb36a8f57be,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:32:36.056049 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6672a4ec-a32a-4615-ba62-8c10faf8bfda None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:36.076390 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6672a4ec-a32a-4615-ba62-8c10faf8bfda None None] Transition to ACTIVE for port object b88fbf31-81b0-4a4d-afcb-f53a0af5994c will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:32:36.089469 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6672a4ec-a32a-4615-ba62-8c10faf8bfda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:36.305013 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b09653-759a-4a7c-ad9f-eaab6a9586f5 None None] Pushing event updated for resources: {'Port': ['ID=b88fbf31-81b0-4a4d-afcb-f53a0af5994c,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:32:36.353500 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-6672a4ec-a32a-4615-ba62-8c10faf8bfda None None] Attempting to bind port b88fbf31-81b0-4a4d-afcb-f53a0af5994c on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:32:36.358985 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-6672a4ec-a32a-4615-ba62-8c10faf8bfda None None] Attempting to bind port b88fbf31-81b0-4a4d-afcb-f53a0af5994c by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '1021867b-0e89-4ebc-9aef-036324546df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c7f3873f-0801-4b1d-82ef-dec355663f70'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:32:36.361520 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6672a4ec-a32a-4615-ba62-8c10faf8bfda None None] Attempting to bind port b88fbf31-81b0-4a4d-afcb-f53a0af5994c on network c7f3873f-0801-4b1d-82ef-dec355663f70 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:32:36.381771 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6672a4ec-a32a-4615-ba62-8c10faf8bfda None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:32:36.382310 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6672a4ec-a32a-4615-ba62-8c10faf8bfda None None] Checking segment: {'id': '1021867b-0e89-4ebc-9aef-036324546df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c7f3873f-0801-4b1d-82ef-dec355663f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:32:36.382951 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6672a4ec-a32a-4615-ba62-8c10faf8bfda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:36.383336 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6672a4ec-a32a-4615-ba62-8c10faf8bfda None None] Bound using segment: {'id': '1021867b-0e89-4ebc-9aef-036324546df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c7f3873f-0801-4b1d-82ef-dec355663f70'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:32:36.383905 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-6672a4ec-a32a-4615-ba62-8c10faf8bfda None None] Bound port: b88fbf31-81b0-4a4d-afcb-f53a0af5994c, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1021867b-0e89-4ebc-9aef-036324546df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c7f3873f-0801-4b1d-82ef-dec355663f70'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:32:36.384381 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6672a4ec-a32a-4615-ba62-8c10faf8bfda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:36.498609 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-6672a4ec-a32a-4615-ba62-8c10faf8bfda None None] For port b88fbf31-81b0-4a4d-afcb-f53a0af5994c, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:32:36.502051 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-6672a4ec-a32a-4615-ba62-8c10faf8bfda None None] For port b88fbf31-81b0-4a4d-afcb-f53a0af5994c, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=b88fbf31-81b0-4a4d-afcb-f53a0af5994c,segment=NetworkSegment(1021867b-0e89-4ebc-9aef-036324546df9),segment_id=1021867b-0e89-4ebc-9aef-036324546df9)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:32:36.509750 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6672a4ec-a32a-4615-ba62-8c10faf8bfda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:36.596250 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6672a4ec-a32a-4615-ba62-8c10faf8bfda None None] Routers {'b80569ec-e1a6-4af0-a980-50cb3ec6e7e2'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:32:36.596887 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-6672a4ec-a32a-4615-ba62-8c10faf8bfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:32:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['b80569ec-e1a6-4af0-a980-50cb3ec6e7e2'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:32:36.706013 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b09653-759a-4a7c-ad9f-eaab6a9586f5 None None] Pushing event updated for resources: {'Port': ['ID=b88fbf31-81b0-4a4d-afcb-f53a0af5994c,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:32:36.843847 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 0390ddcf-f06a-495f-9e9b-aeb36a8f57be up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:32:36.959521 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-6672a4ec-a32a-4615-ba62-8c10faf8bfda None None] Set router b80569ec-e1a6-4af0-a980-50cb3ec6e7e2 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:32:37.035889 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 0390ddcf-f06a-495f-9e9b-aeb36a8f57be triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:32:37.036472 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:37.415391 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 0390ddcf-f06a-495f-9e9b-aeb36a8f57be is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:32:37.442736 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-6672a4ec-a32a-4615-ba62-8c10faf8bfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80569ec-e1a6-4af0-a980-50cb3ec6e7e2', 'name': 'tempest-TestMinimumBasicScenario-2075288901-router', 'tenant_id': 'a7ff2362abb14af796117cad977c826c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '0390ddcf-f06a-495f-9e9b-aeb36a8f57be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:32:28Z', 'updated_at': '2022-05-31T14:32:32Z', 'revision_number': 4, 'project_id': 'a7ff2362abb14af796117cad977c826c', 'gw_port': {'id': '0390ddcf-f06a-495f-9e9b-aeb36a8f57be', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:06:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80569ec-e1a6-4af0-a980-50cb3ec6e7e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:32:28Z', 'updated_at': '2022-05-31T14:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'b88fbf31-81b0-4a4d-afcb-f53a0af5994c', 'name': '', 'network_id': 'c7f3873f-0801-4b1d-82ef-dec355663f70', 'tenant_id': 'a7ff2362abb14af796117cad977c826c', 'mac_address': 'fa:16:3e:35:3e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b80569ec-e1a6-4af0-a980-50cb3ec6e7e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '9e899ab0-0d5d-40fa-ba97-74cd175eac09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:32:31Z', 'updated_at': '2022-05-31T14:32:36Z', 'revision_number': 4, 'project_id': 'a7ff2362abb14af796117cad977c826c', 'subnets': [{'id': '9e899ab0-0d5d-40fa-ba97-74cd175eac09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:32:37.447267 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6672a4ec-a32a-4615-ba62-8c10faf8bfda None None] The sync data for ids ['b80569ec-e1a6-4af0-a980-50cb3ec6e7e2'] in n-d-843939-1 is: [{'id': 'b80569ec-e1a6-4af0-a980-50cb3ec6e7e2', 'name': 'tempest-TestMinimumBasicScenario-2075288901-router', 'tenant_id': 'a7ff2362abb14af796117cad977c826c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '0390ddcf-f06a-495f-9e9b-aeb36a8f57be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:32:28Z', 'updated_at': '2022-05-31T14:32:32Z', 'revision_number': 4, 'project_id': 'a7ff2362abb14af796117cad977c826c', 'gw_port': {'id': '0390ddcf-f06a-495f-9e9b-aeb36a8f57be', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:06:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80569ec-e1a6-4af0-a980-50cb3ec6e7e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:32:28Z', 'updated_at': '2022-05-31T14:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'b88fbf31-81b0-4a4d-afcb-f53a0af5994c', 'name': '', 'network_id': 'c7f3873f-0801-4b1d-82ef-dec355663f70', 'tenant_id': 'a7ff2362abb14af796117cad977c826c', 'mac_address': 'fa:16:3e:35:3e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b80569ec-e1a6-4af0-a980-50cb3ec6e7e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '9e899ab0-0d5d-40fa-ba97-74cd175eac09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:32:31Z', 'updated_at': '2022-05-31T14:32:36Z', 'revision_number': 4, 'project_id': 'a7ff2362abb14af796117cad977c826c', 'subnets': [{'id': '9e899ab0-0d5d-40fa-ba97-74cd175eac09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:32:37.976202 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:38.833647 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device b88fbf31-81b0-4a4d-afcb-f53a0af5994c up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:32:38.927073 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port b88fbf31-81b0-4a4d-afcb-f53a0af5994c completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:32:38.934787 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port b88fbf31-81b0-4a4d-afcb-f53a0af5994c triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:32:38.935164 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:39.175641 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port b88fbf31-81b0-4a4d-afcb-f53a0af5994c is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:32:39.176329 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:39.223075 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port b88fbf31-81b0-4a4d-afcb-f53a0af5994c, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=b88fbf31-81b0-4a4d-afcb-f53a0af5994c,segment=NetworkSegment(1021867b-0e89-4ebc-9aef-036324546df9),segment_id=1021867b-0e89-4ebc-9aef-036324546df9)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:32:39.229208 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:39.347820 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=b88fbf31-81b0-4a4d-afcb-f53a0af5994c,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:32:39.431786 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:40.707243 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5e431b14-adbd-4b37-b684-1d787d3d9162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:40.806264 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device b88fbf31-81b0-4a4d-afcb-f53a0af5994c up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:32:40.890772 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port b88fbf31-81b0-4a4d-afcb-f53a0af5994c triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:32:40.891160 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:41.024670 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port b88fbf31-81b0-4a4d-afcb-f53a0af5994c is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:32:42.901726 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9fc8449f-4517-45a9-a332-4f5fd909fb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:43.972667 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:44.110604 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:44.241941 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8222ef-9013-4336-ae47-c99409bc7fdb req-d5db67d4-d38a-4d0e-9455-73732f602bc5 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:32:44.243524 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3b8222ef-9013-4336-ae47-c99409bc7fdb req-d5db67d4-d38a-4d0e-9455-73732f602bc5 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "GET /v2.0/networks?id=3686ea1c-5dec-4cb2-87d6-51b1908342ed HTTP/1.1" status: 200 len: 815 time: 0.2790048 May 31 14:32:44.263258 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3b8222ef-9013-4336-ae47-c99409bc7fdb req-2a73f078-4edb-453d-80bd-f2ed10fa9257 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "GET /v2.0/quotas/21bb92fb69694114b827c8c77a62a01d HTTP/1.1" status: 200 len: 375 time: 0.0131686 May 31 14:32:44.351591 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-3b8222ef-9013-4336-ae47-c99409bc7fdb req-e285d9b9-636b-4af6-ac15-8e6a416a7795 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Synchronizing usage tracker for tenant:21bb92fb69694114b827c8c77a62a01d on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:32:44.369954 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-3b8222ef-9013-4336-ae47-c99409bc7fdb req-e285d9b9-636b-4af6-ac15-8e6a416a7795 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Unset dirty status for tenant:21bb92fb69694114b827c8c77a62a01d on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:32:44.372679 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3b8222ef-9013-4336-ae47-c99409bc7fdb req-e285d9b9-636b-4af6-ac15-8e6a416a7795 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=21bb92fb69694114b827c8c77a62a01d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1040959 May 31 14:32:44.492491 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [req-3b8222ef-9013-4336-ae47-c99409bc7fdb req-a8615d84-1de0-430d-97f8-fdb4a6523fb4 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 14:32:44.493393 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3b8222ef-9013-4336-ae47-c99409bc7fdb req-a8615d84-1de0-430d-97f8-fdb4a6523fb4 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1080632 May 31 14:32:44.637494 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3b8222ef-9013-4336-ae47-c99409bc7fdb req-62442328-73f4-4568-9d43-89e551ce2ddc service neutron] 10.222.0.50 "GET /v2.0/networks/3686ea1c-5dec-4cb2-87d6-51b1908342ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368022 May 31 14:32:44.773995 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3b8222ef-9013-4336-ae47-c99409bc7fdb req-2e083886-e13a-47ae-9957-e194a9c208a3 service neutron] 10.222.0.50 "GET /v2.0/networks/3686ea1c-5dec-4cb2-87d6-51b1908342ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304748 May 31 14:32:44.960132 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-739bf0b6-a54a-4681-a873-b0cedc01a2e1 req-ea40fb60-d588-42bd-b30a-9af6164dbd1f tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "GET /v2.0/ports?device_id=92f6229e-e730-4f33-b3a4-0e7e9d06a4b5 HTTP/1.1" status: 200 len: 210 time: 0.0462859 May 31 14:32:45.848644 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:46.126072 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8f8bd1d0-b749-4b5e-94bc-51ef5d06a57c req-9a0e9d10-ce03-4258-9841-fb0f57bf777a tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "GET /v2.0/ports?device_id=92f6229e-e730-4f33-b3a4-0e7e9d06a4b5 HTTP/1.1" status: 200 len: 210 time: 0.0542016 May 31 14:32:46.256645 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8222ef-9013-4336-ae47-c99409bc7fdb req-cbe2113b-a7d9-4ad0-ae78-cf0f300562c8 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:32:46.257351 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-3b8222ef-9013-4336-ae47-c99409bc7fdb req-cbe2113b-a7d9-4ad0-ae78-cf0f300562c8 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Synchronizing usage tracker for tenant:21bb92fb69694114b827c8c77a62a01d on resource:network {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:32:46.277905 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-3b8222ef-9013-4336-ae47-c99409bc7fdb req-cbe2113b-a7d9-4ad0-ae78-cf0f300562c8 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Unset dirty status for tenant:21bb92fb69694114b827c8c77a62a01d on resource:network {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:32:46.279747 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3b8222ef-9013-4336-ae47-c99409bc7fdb req-cbe2113b-a7d9-4ad0-ae78-cf0f300562c8 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.20 "GET /v2.0/networks?id=3686ea1c-5dec-4cb2-87d6-51b1908342ed HTTP/1.1" status: 200 len: 815 time: 0.1885524 May 31 14:32:46.291011 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-3b8222ef-9013-4336-ae47-c99409bc7fdb req-16e0be09-c743-4bde-b06d-15755b35d5f1 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Request body: {'port': {'device_id': '92f6229e-e730-4f33-b3a4-0e7e9d06a4b5', 'network_id': '3686ea1c-5dec-4cb2-87d6-51b1908342ed', 'admin_state_up': True, 'tenant_id': '21bb92fb69694114b827c8c77a62a01d'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:32:46.554680 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-3b8222ef-9013-4336-ae47-c99409bc7fdb req-16e0be09-c743-4bde-b06d-15755b35d5f1 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:32:46.566580 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-3b8222ef-9013-4336-ae47-c99409bc7fdb req-16e0be09-c743-4bde-b06d-15755b35d5f1 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:32:46.581490 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b8222ef-9013-4336-ae47-c99409bc7fdb req-16e0be09-c743-4bde-b06d-15755b35d5f1 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Made reservation on behalf of 21bb92fb69694114b827c8c77a62a01d for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:32:46.586083 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-3b8222ef-9013-4336-ae47-c99409bc7fdb req-16e0be09-c743-4bde-b06d-15755b35d5f1 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:46.863486 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [req-3b8222ef-9013-4336-ae47-c99409bc7fdb req-16e0be09-c743-4bde-b06d-15755b35d5f1 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Allocated IP 172.20.0.10 (3686ea1c-5dec-4cb2-87d6-51b1908342ed/4534d37a-8c5b-4077-b2d8-3423bb61b9e2/561c0740-5fa0-4fb5-b294-81a07641e7b5) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:32:47.128104 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-3b8222ef-9013-4336-ae47-c99409bc7fdb req-16e0be09-c743-4bde-b06d-15755b35d5f1 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:47.147247 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-3b8222ef-9013-4336-ae47-c99409bc7fdb req-16e0be09-c743-4bde-b06d-15755b35d5f1 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Transition to ACTIVE for port object 561c0740-5fa0-4fb5-b294-81a07641e7b5 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:32:47.179694 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-3b8222ef-9013-4336-ae47-c99409bc7fdb req-16e0be09-c743-4bde-b06d-15755b35d5f1 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:47.259687 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b8222ef-9013-4336-ae47-c99409bc7fdb req-16e0be09-c743-4bde-b06d-15755b35d5f1 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Network 3686ea1c-5dec-4cb2-87d6-51b1908342ed is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:32:47.271452 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [req-3b8222ef-9013-4336-ae47-c99409bc7fdb req-16e0be09-c743-4bde-b06d-15755b35d5f1 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:32:47.295440 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b8222ef-9013-4336-ae47-c99409bc7fdb req-16e0be09-c743-4bde-b06d-15755b35d5f1 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:32:47.422154 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e0be09-c743-4bde-b06d-15755b35d5f1 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Pushing event updated for resources: {'Port': ['ID=561c0740-5fa0-4fb5-b294-81a07641e7b5,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:32:47.455337 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b9055-7998-438b-b4bf-ff3cb2c0fba3 req-cc571414-f61a-4815-9a96-42dbce22b49b tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:32:47.457214 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-488b9055-7998-438b-b4bf-ff3cb2c0fba3 req-cc571414-f61a-4815-9a96-42dbce22b49b tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "GET /v2.0/ports?device_id=92f6229e-e730-4f33-b3a4-0e7e9d06a4b5 HTTP/1.1" status: 200 len: 932 time: 0.2010045 May 31 14:32:47.479308 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8222ef-9013-4336-ae47-c99409bc7fdb req-16e0be09-c743-4bde-b06d-15755b35d5f1 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:32:47.481398 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-3b8222ef-9013-4336-ae47-c99409bc7fdb req-16e0be09-c743-4bde-b06d-15755b35d5f1 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:47.520555 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3b8222ef-9013-4336-ae47-c99409bc7fdb req-16e0be09-c743-4bde-b06d-15755b35d5f1 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2331660 May 31 14:32:47.557748 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-488b9055-7998-438b-b4bf-ff3cb2c0fba3 req-5eabfb9c-fc7b-4acb-a2b0-283c5cd455b9 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "GET /v2.0/security-groups?id=37ec5649-be13-441b-b109-56af499d2ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942426 May 31 14:32:47.703790 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-4ffc761c-3b2f-4a95-95a7-0fb5ce63337e None None] Provisioning for port 561c0740-5fa0-4fb5-b294-81a07641e7b5 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:32:47.710374 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-4ffc761c-3b2f-4a95-95a7-0fb5ce63337e None None] Provisioning complete for port 561c0740-5fa0-4fb5-b294-81a07641e7b5 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:32:47.710831 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4ffc761c-3b2f-4a95-95a7-0fb5ce63337e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:47.773260 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-4ffc761c-3b2f-4a95-95a7-0fb5ce63337e None None] Port 561c0740-5fa0-4fb5-b294-81a07641e7b5 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:32:48.757113 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d3de1e-0f78-403a-9356-8de73de701ab req-5c231d03-9b37-462a-93b2-53836793350c tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:32:48.758913 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-17d3de1e-0f78-403a-9356-8de73de701ab req-5c231d03-9b37-462a-93b2-53836793350c tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "GET /v2.0/ports?device_id=92f6229e-e730-4f33-b3a4-0e7e9d06a4b5 HTTP/1.1" status: 200 len: 932 time: 0.0950439 May 31 14:32:48.826467 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-17d3de1e-0f78-403a-9356-8de73de701ab req-3bed03d3-0bbd-4390-b684-e83f653f302d tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "GET /v2.0/security-groups?id=37ec5649-be13-441b-b109-56af499d2ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592508 May 31 14:32:50.086196 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42543e2-d740-4396-802a-0cf6c808493f req-0784913b-3cd2-4a0b-9aa9-c661f3b3e99e tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:32:50.087749 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b42543e2-d740-4396-802a-0cf6c808493f req-0784913b-3cd2-4a0b-9aa9-c661f3b3e99e tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "GET /v2.0/ports?device_id=92f6229e-e730-4f33-b3a4-0e7e9d06a4b5 HTTP/1.1" status: 200 len: 932 time: 0.1076498 May 31 14:32:50.140176 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b42543e2-d740-4396-802a-0cf6c808493f req-e69978f1-c0f0-404f-9be6-03d4e62f64b9 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "GET /v2.0/security-groups?id=37ec5649-be13-441b-b109-56af499d2ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462508 May 31 14:32:51.345922 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd8908-5f0c-40d7-b95e-fcbfc7048353 req-7db705eb-bdc0-4fbd-bd4b-7ae16d641281 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:32:51.347934 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c5dd8908-5f0c-40d7-b95e-fcbfc7048353 req-7db705eb-bdc0-4fbd-bd4b-7ae16d641281 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "GET /v2.0/ports?device_id=92f6229e-e730-4f33-b3a4-0e7e9d06a4b5 HTTP/1.1" status: 200 len: 932 time: 0.0914698 May 31 14:32:51.398172 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c5dd8908-5f0c-40d7-b95e-fcbfc7048353 req-7b0da654-f4df-47f3-b4ed-3f6972b345a1 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "GET /v2.0/security-groups?id=37ec5649-be13-441b-b109-56af499d2ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447922 May 31 14:32:52.614915 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fbbeb8-bb85-4e6b-a58c-05ca5b4e73ba req-0cae1d92-43ac-4cd2-a2c6-676410619da7 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:32:52.616531 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-55fbbeb8-bb85-4e6b-a58c-05ca5b4e73ba req-0cae1d92-43ac-4cd2-a2c6-676410619da7 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "GET /v2.0/ports?device_id=92f6229e-e730-4f33-b3a4-0e7e9d06a4b5 HTTP/1.1" status: 200 len: 932 time: 0.0968573 May 31 14:32:52.668198 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-55fbbeb8-bb85-4e6b-a58c-05ca5b4e73ba req-5fbdf209-045c-4ae3-b0bc-5af26fd761e7 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "GET /v2.0/security-groups?id=37ec5649-be13-441b-b109-56af499d2ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451589 May 31 14:32:53.864754 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348bd199-45a1-4a85-bd57-37f3ae2884c9 req-038cbd04-ded2-4317-b757-1cebff25d274 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:32:53.866242 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-348bd199-45a1-4a85-bd57-37f3ae2884c9 req-038cbd04-ded2-4317-b757-1cebff25d274 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "GET /v2.0/ports?device_id=92f6229e-e730-4f33-b3a4-0e7e9d06a4b5 HTTP/1.1" status: 200 len: 932 time: 0.0842192 May 31 14:32:53.917405 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-348bd199-45a1-4a85-bd57-37f3ae2884c9 req-8810bcd0-5f66-4a8a-9f40-2270b608aa81 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "GET /v2.0/security-groups?id=37ec5649-be13-441b-b109-56af499d2ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441504 May 31 14:32:55.121338 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40965390-c94c-4bb5-a2c0-cf9646494803 req-8e82a80f-a243-4e43-a797-84bdf01773fa tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:32:55.122857 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-40965390-c94c-4bb5-a2c0-cf9646494803 req-8e82a80f-a243-4e43-a797-84bdf01773fa tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "GET /v2.0/ports?device_id=92f6229e-e730-4f33-b3a4-0e7e9d06a4b5 HTTP/1.1" status: 200 len: 932 time: 0.0881317 May 31 14:32:55.169490 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-40965390-c94c-4bb5-a2c0-cf9646494803 req-56cceb0b-3cfe-494f-9767-57c70047e1f7 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "GET /v2.0/security-groups?id=37ec5649-be13-441b-b109-56af499d2ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398502 May 31 14:32:56.356987 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb346f6-5129-495c-b219-967461e6c6ba req-e84ee4f2-2bf9-40b4-8f81-1f91372c171c tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:32:56.358314 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dcb346f6-5129-495c-b219-967461e6c6ba req-e84ee4f2-2bf9-40b4-8f81-1f91372c171c tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "GET /v2.0/ports?device_id=92f6229e-e730-4f33-b3a4-0e7e9d06a4b5 HTTP/1.1" status: 200 len: 932 time: 0.0831850 May 31 14:32:56.403507 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dcb346f6-5129-495c-b219-967461e6c6ba req-11567e56-8ca7-496b-8f75-25f61100fcdf tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "GET /v2.0/security-groups?id=37ec5649-be13-441b-b109-56af499d2ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390422 May 31 14:32:56.516554 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-3b8222ef-9013-4336-ae47-c99409bc7fdb req-53b29f53-3bc9-493c-b7c6-5820c1b356c2 service neutron] Request body: {'port': {'device_id': '92f6229e-e730-4f33-b3a4-0e7e9d06a4b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843939-1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:32:56.629841 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-3b8222ef-9013-4336-ae47-c99409bc7fdb req-53b29f53-3bc9-493c-b7c6-5820c1b356c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:56.974625 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [req-3b8222ef-9013-4336-ae47-c99409bc7fdb req-53b29f53-3bc9-493c-b7c6-5820c1b356c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 561c0740-5fa0-4fb5-b294-81a07641e7b5 {{(pid=88369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:32:56.981902 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-3b8222ef-9013-4336-ae47-c99409bc7fdb req-53b29f53-3bc9-493c-b7c6-5820c1b356c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:56.995887 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-3b8222ef-9013-4336-ae47-c99409bc7fdb req-53b29f53-3bc9-493c-b7c6-5820c1b356c2 service neutron] Transition to ACTIVE for port object 561c0740-5fa0-4fb5-b294-81a07641e7b5 will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:32:56.999853 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-3b8222ef-9013-4336-ae47-c99409bc7fdb req-53b29f53-3bc9-493c-b7c6-5820c1b356c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:57.160695 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b29f53-3bc9-493c-b7c6-5820c1b356c2 service neutron] Pushing event updated for resources: {'Port': ['ID=561c0740-5fa0-4fb5-b294-81a07641e7b5,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:32:57.238864 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-3b8222ef-9013-4336-ae47-c99409bc7fdb req-53b29f53-3bc9-493c-b7c6-5820c1b356c2 service neutron] Attempting to bind port 561c0740-5fa0-4fb5-b294-81a07641e7b5 on host n-h1-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:32:57.239208 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-3b8222ef-9013-4336-ae47-c99409bc7fdb req-53b29f53-3bc9-493c-b7c6-5820c1b356c2 service neutron] Attempting to bind port 561c0740-5fa0-4fb5-b294-81a07641e7b5 by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': '683affa3-3587-43fe-84c7-b4e8e2fd6ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3686ea1c-5dec-4cb2-87d6-51b1908342ed'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:32:57.239586 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8222ef-9013-4336-ae47-c99409bc7fdb req-53b29f53-3bc9-493c-b7c6-5820c1b356c2 service neutron] Attempting to bind port 561c0740-5fa0-4fb5-b294-81a07641e7b5 on network 3686ea1c-5dec-4cb2-87d6-51b1908342ed {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:32:57.244227 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8222ef-9013-4336-ae47-c99409bc7fdb req-53b29f53-3bc9-493c-b7c6-5820c1b356c2 service neutron] Port 561c0740-5fa0-4fb5-b294-81a07641e7b5 on network 3686ea1c-5dec-4cb2-87d6-51b1908342ed not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 14:32:57.244549 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8222ef-9013-4336-ae47-c99409bc7fdb req-53b29f53-3bc9-493c-b7c6-5820c1b356c2 service neutron] Attempting to bind port 561c0740-5fa0-4fb5-b294-81a07641e7b5 on network 3686ea1c-5dec-4cb2-87d6-51b1908342ed {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:32:57.250225 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8222ef-9013-4336-ae47-c99409bc7fdb req-53b29f53-3bc9-493c-b7c6-5820c1b356c2 service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:32:57.250533 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8222ef-9013-4336-ae47-c99409bc7fdb req-53b29f53-3bc9-493c-b7c6-5820c1b356c2 service neutron] Checking segment: {'id': '683affa3-3587-43fe-84c7-b4e8e2fd6ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3686ea1c-5dec-4cb2-87d6-51b1908342ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:32:57.250980 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8222ef-9013-4336-ae47-c99409bc7fdb req-53b29f53-3bc9-493c-b7c6-5820c1b356c2 service neutron] Bound using segment: {'id': '683affa3-3587-43fe-84c7-b4e8e2fd6ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3686ea1c-5dec-4cb2-87d6-51b1908342ed'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:32:57.251303 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-3b8222ef-9013-4336-ae47-c99409bc7fdb req-53b29f53-3bc9-493c-b7c6-5820c1b356c2 service neutron] Bound port: 561c0740-5fa0-4fb5-b294-81a07641e7b5, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '683affa3-3587-43fe-84c7-b4e8e2fd6ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3686ea1c-5dec-4cb2-87d6-51b1908342ed'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:32:57.251651 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-3b8222ef-9013-4336-ae47-c99409bc7fdb req-53b29f53-3bc9-493c-b7c6-5820c1b356c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:57.343726 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-3b8222ef-9013-4336-ae47-c99409bc7fdb req-53b29f53-3bc9-493c-b7c6-5820c1b356c2 service neutron] For port 561c0740-5fa0-4fb5-b294-81a07641e7b5, host n-h1-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:32:57.346542 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-3b8222ef-9013-4336-ae47-c99409bc7fdb req-53b29f53-3bc9-493c-b7c6-5820c1b356c2 service neutron] For port 561c0740-5fa0-4fb5-b294-81a07641e7b5, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=561c0740-5fa0-4fb5-b294-81a07641e7b5,segment=NetworkSegment(683affa3-3587-43fe-84c7-b4e8e2fd6ed9),segment_id=683affa3-3587-43fe-84c7-b4e8e2fd6ed9)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:32:57.351316 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-3b8222ef-9013-4336-ae47-c99409bc7fdb req-53b29f53-3bc9-493c-b7c6-5820c1b356c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:57.415473 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8222ef-9013-4336-ae47-c99409bc7fdb req-53b29f53-3bc9-493c-b7c6-5820c1b356c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:32:57.416058 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-3b8222ef-9013-4336-ae47-c99409bc7fdb req-53b29f53-3bc9-493c-b7c6-5820c1b356c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:32:57.417458 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3b8222ef-9013-4336-ae47-c99409bc7fdb req-53b29f53-3bc9-493c-b7c6-5820c1b356c2 service neutron] 10.222.0.20 "PUT /v2.0/ports/561c0740-5fa0-4fb5-b294-81a07641e7b5 HTTP/1.1" status: 200 len: 1092 time: 0.9052715 May 31 14:32:57.418567 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92f6229e-e730-4f33-b3a4-0e7e9d06a4b5', 'tag': '561c0740-5fa0-4fb5-b294-81a07641e7b5'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:32:57.439724 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b29f53-3bc9-493c-b7c6-5820c1b356c2 service neutron] Pushing event updated for resources: {'Port': ['ID=561c0740-5fa0-4fb5-b294-81a07641e7b5,revision_number=3']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:32:57.501551 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ee093bb-0934-4c09-936c-dc53b2575e7a'] response: {'name': 'network-changed', 'server_uuid': '92f6229e-e730-4f33-b3a4-0e7e9d06a4b5', 'tag': '561c0740-5fa0-4fb5-b294-81a07641e7b5', 'status': 'completed', 'code': 200} May 31 14:32:57.547626 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8222ef-9013-4336-ae47-c99409bc7fdb req-aedc3f72-5e57-465d-8603-cf11149a5f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:32:57.549102 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3b8222ef-9013-4336-ae47-c99409bc7fdb req-aedc3f72-5e57-465d-8603-cf11149a5f4c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=21bb92fb69694114b827c8c77a62a01d&device_id=92f6229e-e730-4f33-b3a4-0e7e9d06a4b5 HTTP/1.1" status: 200 len: 1095 time: 0.0809741 May 31 14:32:57.621019 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456064a0-5369-43bd-a294-516b145c38da req-cf6c0688-f047-4628-9295-56c05c910c86 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:32:57.626605 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-456064a0-5369-43bd-a294-516b145c38da req-cf6c0688-f047-4628-9295-56c05c910c86 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "GET /v2.0/ports?device_id=92f6229e-e730-4f33-b3a4-0e7e9d06a4b5 HTTP/1.1" status: 200 len: 944 time: 0.0949788 May 31 14:32:57.672699 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-456064a0-5369-43bd-a294-516b145c38da req-47745c57-8fdb-4959-9f75-f33f4b4b0656 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "GET /v2.0/security-groups?id=37ec5649-be13-441b-b109-56af499d2ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440652 May 31 14:32:57.732785 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3b8222ef-9013-4336-ae47-c99409bc7fdb req-61bb9a70-f4b7-462c-b2eb-3c29c3797c61 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=561c0740-5fa0-4fb5-b294-81a07641e7b5 HTTP/1.1" status: 200 len: 217 time: 0.1767266 May 31 14:32:57.803752 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8222ef-9013-4336-ae47-c99409bc7fdb req-3459073b-493c-4468-9d9f-ffd82b811e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:32:57.805069 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3b8222ef-9013-4336-ae47-c99409bc7fdb req-3459073b-493c-4468-9d9f-ffd82b811e30 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4534d37a-8c5b-4077-b2d8-3423bb61b9e2 HTTP/1.1" status: 200 len: 854 time: 0.0668442 May 31 14:32:57.880640 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8222ef-9013-4336-ae47-c99409bc7fdb req-f934eca4-6506-4230-9176-738101771de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:32:57.882102 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3b8222ef-9013-4336-ae47-c99409bc7fdb req-f934eca4-6506-4230-9176-738101771de5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3686ea1c-5dec-4cb2-87d6-51b1908342ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705776 May 31 14:32:58.030924 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3b8222ef-9013-4336-ae47-c99409bc7fdb req-12fa0f18-a45f-44e8-93f0-04088a47d8ff service neutron] 10.222.0.20 "GET /v2.0/networks/3686ea1c-5dec-4cb2-87d6-51b1908342ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427748 May 31 14:32:58.167782 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3b8222ef-9013-4336-ae47-c99409bc7fdb req-84d9926c-acb6-40ed-9e90-48b332500f2b service neutron] 10.222.0.20 "GET /v2.0/networks/3686ea1c-5dec-4cb2-87d6-51b1908342ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312590 May 31 14:32:58.289658 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e105af6-8ba7-4e41-983f-363c57122da1 req-2c6a3546-a528-4b32-a472-43aff45046ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:32:58.291261 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7e105af6-8ba7-4e41-983f-363c57122da1 req-2c6a3546-a528-4b32-a472-43aff45046ad service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=21bb92fb69694114b827c8c77a62a01d&device_id=92f6229e-e730-4f33-b3a4-0e7e9d06a4b5 HTTP/1.1" status: 200 len: 1095 time: 0.0755343 May 31 14:32:58.468286 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e105af6-8ba7-4e41-983f-363c57122da1 req-2f530be2-ef29-459b-a013-5083b74ca39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:32:58.469880 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7e105af6-8ba7-4e41-983f-363c57122da1 req-2f530be2-ef29-459b-a013-5083b74ca39c service neutron] 10.222.0.20 "GET /v2.0/networks?id=3686ea1c-5dec-4cb2-87d6-51b1908342ed HTTP/1.1" status: 200 len: 916 time: 0.1719515 May 31 14:32:58.551628 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7e105af6-8ba7-4e41-983f-363c57122da1 req-f350f30a-4171-4bf8-815a-16659c4e6b39 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=561c0740-5fa0-4fb5-b294-81a07641e7b5 HTTP/1.1" status: 200 len: 217 time: 0.0751936 May 31 14:32:58.632170 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e105af6-8ba7-4e41-983f-363c57122da1 req-c4d588de-5fde-42fb-a381-7365f4de3171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:32:58.633736 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7e105af6-8ba7-4e41-983f-363c57122da1 req-c4d588de-5fde-42fb-a381-7365f4de3171 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4534d37a-8c5b-4077-b2d8-3423bb61b9e2 HTTP/1.1" status: 200 len: 854 time: 0.0765009 May 31 14:32:58.716930 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e105af6-8ba7-4e41-983f-363c57122da1 req-8a3e42f4-8908-4938-9099-bf82a781072e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:32:58.718489 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7e105af6-8ba7-4e41-983f-363c57122da1 req-8a3e42f4-8908-4938-9099-bf82a781072e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3686ea1c-5dec-4cb2-87d6-51b1908342ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0782781 May 31 14:32:58.864025 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7e105af6-8ba7-4e41-983f-363c57122da1 req-e5e96640-7a4c-4391-85b4-8204b50d8770 service neutron] 10.222.0.20 "GET /v2.0/networks/3686ea1c-5dec-4cb2-87d6-51b1908342ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394906 May 31 14:32:58.878940 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc634ed5-de60-45d0-99e3-c94feeea6366 req-88cc7149-0609-4b9a-acd1-173c1f1744da tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:32:58.880505 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dc634ed5-de60-45d0-99e3-c94feeea6366 req-88cc7149-0609-4b9a-acd1-173c1f1744da tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "GET /v2.0/ports?device_id=92f6229e-e730-4f33-b3a4-0e7e9d06a4b5 HTTP/1.1" status: 200 len: 944 time: 0.0840130 May 31 14:32:58.938965 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dc634ed5-de60-45d0-99e3-c94feeea6366 req-ac0ddb1f-5ae0-4e79-b21e-d7ab2a4dca2d tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "GET /v2.0/security-groups?id=37ec5649-be13-441b-b109-56af499d2ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517142 May 31 14:32:59.022147 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7e105af6-8ba7-4e41-983f-363c57122da1 req-e788269f-1d8a-4512-982b-605db22df20e service neutron] 10.222.0.20 "GET /v2.0/networks/3686ea1c-5dec-4cb2-87d6-51b1908342ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515324 May 31 14:33:00.129696 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a1d3c-b1e9-4889-af71-b55b6bd86a45 req-7f674f6a-e846-4477-a989-3d53e7d0129f tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:33:00.131178 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4b7a1d3c-b1e9-4889-af71-b55b6bd86a45 req-7f674f6a-e846-4477-a989-3d53e7d0129f tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "GET /v2.0/ports?device_id=92f6229e-e730-4f33-b3a4-0e7e9d06a4b5 HTTP/1.1" status: 200 len: 944 time: 0.0804799 May 31 14:33:00.179419 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4b7a1d3c-b1e9-4889-af71-b55b6bd86a45 req-34fa3420-d172-4f31-805c-b1196e511cc0 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "GET /v2.0/security-groups?id=37ec5649-be13-441b-b109-56af499d2ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416088 May 31 14:33:00.673470 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 561c0740-5fa0-4fb5-b294-81a07641e7b5 details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 14:33:00.807009 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 561c0740-5fa0-4fb5-b294-81a07641e7b5, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=561c0740-5fa0-4fb5-b294-81a07641e7b5,segment=NetworkSegment(683affa3-3587-43fe-84c7-b4e8e2fd6ed9),segment_id=683affa3-3587-43fe-84c7-b4e8e2fd6ed9)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:33:00.821215 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': '561c0740-5fa0-4fb5-b294-81a07641e7b5', 'network_id': '3686ea1c-5dec-4cb2-87d6-51b1908342ed', 'port_id': '561c0740-5fa0-4fb5-b294-81a07641e7b5', 'mac_address': 'fa:16:3e:30:b8:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4534d37a-8c5b-4077-b2d8-3423bb61b9e2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 14:33:00.876793 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 561c0740-5fa0-4fb5-b294-81a07641e7b5 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:33:00.877166 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:33:00.893767 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 561c0740-5fa0-4fb5-b294-81a07641e7b5 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:33:00.908563 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 561c0740-5fa0-4fb5-b294-81a07641e7b5, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=561c0740-5fa0-4fb5-b294-81a07641e7b5,segment=NetworkSegment(683affa3-3587-43fe-84c7-b4e8e2fd6ed9),segment_id=683affa3-3587-43fe-84c7-b4e8e2fd6ed9)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:33:00.912452 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:33:00.985107 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=561c0740-5fa0-4fb5-b294-81a07641e7b5,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:33:00.992653 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:33:00.993001 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:33:00.993340 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:33:00.993672 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:33:00.994017 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:33:00.994353 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:33:00.994679 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:33:00.994999 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:33:00.995319 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:33:00.996237 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:33:00.996606 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:33:00.996935 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:33:01.251658 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['561c0740-5fa0-4fb5-b294-81a07641e7b5'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:33:01.386700 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bd2232-0c1e-45c8-8385-4d115d8c509e req-b7f3c556-143c-466e-b389-de487264dd88 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:33:01.388218 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d1bd2232-0c1e-45c8-8385-4d115d8c509e req-b7f3c556-143c-466e-b389-de487264dd88 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "GET /v2.0/ports?device_id=92f6229e-e730-4f33-b3a4-0e7e9d06a4b5 HTTP/1.1" status: 200 len: 945 time: 0.0880821 May 31 14:33:01.439552 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d1bd2232-0c1e-45c8-8385-4d115d8c509e req-278d00dc-71a2-4cc5-bbbc-9013f70a1fed tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "GET /v2.0/security-groups?id=37ec5649-be13-441b-b109-56af499d2ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442488 May 31 14:33:02.635882 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2283975-faff-4bf3-8a38-2ccdd340c428 req-12459fa6-22f0-4bde-b86f-3b9caff3290a tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:33:02.637308 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b2283975-faff-4bf3-8a38-2ccdd340c428 req-12459fa6-22f0-4bde-b86f-3b9caff3290a tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "GET /v2.0/ports?device_id=92f6229e-e730-4f33-b3a4-0e7e9d06a4b5 HTTP/1.1" status: 200 len: 945 time: 0.0847197 May 31 14:33:02.681092 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b2283975-faff-4bf3-8a38-2ccdd340c428 req-8a88c8ba-ddf1-485f-86f4-20cf9c25e312 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "GET /v2.0/security-groups?id=37ec5649-be13-441b-b109-56af499d2ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380609 May 31 14:33:02.684393 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 561c0740-5fa0-4fb5-b294-81a07641e7b5 up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:33:02.755101 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning for port 561c0740-5fa0-4fb5-b294-81a07641e7b5 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:33:02.759900 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port 561c0740-5fa0-4fb5-b294-81a07641e7b5 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:33:02.760273 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:33:02.879676 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 561c0740-5fa0-4fb5-b294-81a07641e7b5 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:33:02.880095 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:33:02.908128 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92f6229e-e730-4f33-b3a4-0e7e9d06a4b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '561c0740-5fa0-4fb5-b294-81a07641e7b5'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:33:02.920259 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 561c0740-5fa0-4fb5-b294-81a07641e7b5, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=561c0740-5fa0-4fb5-b294-81a07641e7b5,segment=NetworkSegment(683affa3-3587-43fe-84c7-b4e8e2fd6ed9),segment_id=683affa3-3587-43fe-84c7-b4e8e2fd6ed9)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:33:02.924831 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:33:02.959127 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-378c62b3-732d-45f6-9ad4-950a87b84157'] response: {'server_uuid': '92f6229e-e730-4f33-b3a4-0e7e9d06a4b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '561c0740-5fa0-4fb5-b294-81a07641e7b5', 'code': 200} May 31 14:33:03.006185 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=561c0740-5fa0-4fb5-b294-81a07641e7b5,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:33:03.092465 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e45faeb-1308-440e-9bfb-800c71952006 req-9a3c2d38-3b6a-4693-b57f-b8b03a00b0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:33:03.093944 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1e45faeb-1308-440e-9bfb-800c71952006 req-9a3c2d38-3b6a-4693-b57f-b8b03a00b0c5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=92f6229e-e730-4f33-b3a4-0e7e9d06a4b5 HTTP/1.1" status: 200 len: 1097 time: 0.0763834 May 31 14:33:03.134351 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1e45faeb-1308-440e-9bfb-800c71952006 req-6794602e-a67f-473a-a9dd-1fb3b13bbb79 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=37ec5649-be13-441b-b109-56af499d2ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342607 May 31 14:33:03.878473 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1b6e2c-6918-4782-90ed-29eca3936f32 req-e0175ff3-8f64-45e1-b83a-4fa5cb895e59 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:33:03.880017 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8a1b6e2c-6918-4782-90ed-29eca3936f32 req-e0175ff3-8f64-45e1-b83a-4fa5cb895e59 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "GET /v2.0/ports?device_id=92f6229e-e730-4f33-b3a4-0e7e9d06a4b5 HTTP/1.1" status: 200 len: 946 time: 0.0884235 May 31 14:33:03.927136 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8a1b6e2c-6918-4782-90ed-29eca3936f32 req-83354f20-1d71-4f78-8b9a-baf116847e50 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "GET /v2.0/security-groups?id=37ec5649-be13-441b-b109-56af499d2ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409544 May 31 14:33:05.116046 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e5e85a-e60a-46f1-8e4d-1a381eeb1b9c req-0ced2a6e-8215-4079-9fc2-1b88cab637d8 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:33:05.117416 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a7e5e85a-e60a-46f1-8e4d-1a381eeb1b9c req-0ced2a6e-8215-4079-9fc2-1b88cab637d8 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "GET /v2.0/ports?device_id=92f6229e-e730-4f33-b3a4-0e7e9d06a4b5 HTTP/1.1" status: 200 len: 946 time: 0.0791209 May 31 14:33:05.164558 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a7e5e85a-e60a-46f1-8e4d-1a381eeb1b9c req-c0772fe6-501f-4c67-92e3-15ec3306422d tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "GET /v2.0/security-groups?id=37ec5649-be13-441b-b109-56af499d2ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408411 May 31 14:33:05.463991 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274e6e5-f100-442b-963d-e691aba12b46 req-cdb30983-ff63-4b4b-a11d-c5448bef9be3 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:33:05.465657 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9274e6e5-f100-442b-963d-e691aba12b46 req-cdb30983-ff63-4b4b-a11d-c5448bef9be3 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "GET /v2.0/ports?device_id=92f6229e-e730-4f33-b3a4-0e7e9d06a4b5 HTTP/1.1" status: 200 len: 946 time: 0.1938264 May 31 14:33:05.513239 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9274e6e5-f100-442b-963d-e691aba12b46 req-dbaa8d9a-4fb6-4b6a-8ae0-8429911e648f tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "GET /v2.0/security-groups?id=37ec5649-be13-441b-b109-56af499d2ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416961 May 31 14:33:05.916307 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3c166-335b-4849-8472-8421db98f346 req-2d6e0914-849b-4302-a968-ba2ee41019a9 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:33:05.918118 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-91f3c166-335b-4849-8472-8421db98f346 req-2d6e0914-849b-4302-a968-ba2ee41019a9 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "GET /v2.0/ports?device_id=92f6229e-e730-4f33-b3a4-0e7e9d06a4b5 HTTP/1.1" status: 200 len: 946 time: 0.0822809 May 31 14:33:05.963023 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-91f3c166-335b-4849-8472-8421db98f346 req-af0f7c51-32c8-41b9-857d-31cad31e794a tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "GET /v2.0/security-groups?id=37ec5649-be13-441b-b109-56af499d2ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385883 May 31 14:33:07.988186 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:33:09.443751 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:33:09.645336 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:33:10.102260 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-35385949-4ff2-422d-ad0b-966b50d27e94 req-6be98044-dcea-46cc-9902-f9a3c29efe00 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=92f6229e-e730-4f33-b3a4-0e7e9d06a4b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1138048 May 31 14:33:10.247582 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35385949-4ff2-422d-ad0b-966b50d27e94 req-b14f0bd8-0d38-4f9a-a0e3-8104d9ee4bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:33:10.248993 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-35385949-4ff2-422d-ad0b-966b50d27e94 req-b14f0bd8-0d38-4f9a-a0e3-8104d9ee4bad service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=21bb92fb69694114b827c8c77a62a01d&device_id=92f6229e-e730-4f33-b3a4-0e7e9d06a4b5 HTTP/1.1" status: 200 len: 1097 time: 0.0731633 May 31 14:33:10.393546 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35385949-4ff2-422d-ad0b-966b50d27e94 req-f3232809-e6a9-4777-8b7f-7c1c3c251508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:33:10.395013 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-35385949-4ff2-422d-ad0b-966b50d27e94 req-f3232809-e6a9-4777-8b7f-7c1c3c251508 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3686ea1c-5dec-4cb2-87d6-51b1908342ed HTTP/1.1" status: 200 len: 916 time: 0.1281321 May 31 14:33:10.568067 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-35385949-4ff2-422d-ad0b-966b50d27e94 req-f16c1ae9-8986-4803-8e3d-842fc7ca4023 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=561c0740-5fa0-4fb5-b294-81a07641e7b5 HTTP/1.1" status: 200 len: 217 time: 0.1671205 May 31 14:33:10.629533 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35385949-4ff2-422d-ad0b-966b50d27e94 req-42eab45e-40c2-4aa1-9fbb-9dae6dabcc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:33:10.630992 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-35385949-4ff2-422d-ad0b-966b50d27e94 req-42eab45e-40c2-4aa1-9fbb-9dae6dabcc7f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4534d37a-8c5b-4077-b2d8-3423bb61b9e2 HTTP/1.1" status: 200 len: 854 time: 0.0562115 May 31 14:33:10.699531 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6c180e7f-758a-4caf-85f0-d9e4b29d9cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:33:10.708809 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35385949-4ff2-422d-ad0b-966b50d27e94 req-ba343e25-27f4-4fe8-8dd9-50ecb08dd5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:33:10.710334 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-35385949-4ff2-422d-ad0b-966b50d27e94 req-ba343e25-27f4-4fe8-8dd9-50ecb08dd5b3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3686ea1c-5dec-4cb2-87d6-51b1908342ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733252 May 31 14:33:10.848267 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-35385949-4ff2-422d-ad0b-966b50d27e94 req-6a7edc8e-b574-47b0-bc5a-569fbf28a55e service neutron] 10.222.0.20 "GET /v2.0/networks/3686ea1c-5dec-4cb2-87d6-51b1908342ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307580 May 31 14:33:10.983549 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-35385949-4ff2-422d-ad0b-966b50d27e94 req-98ed0e5e-534f-4680-8bb2-1987096f5536 service neutron] 10.222.0.20 "GET /v2.0/networks/3686ea1c-5dec-4cb2-87d6-51b1908342ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298249 May 31 14:33:12.893799 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-51ebd9c9-9d0a-468d-a799-b8b93b33160f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:33:13.967439 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:33:14.110658 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:33:15.856044 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:33:16.075661 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb6cac9-e28c-4a9d-8cb6-b753cb1af67b req-07a91783-3501-452e-8ae0-9b3160e3fe1f tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:33:16.077405 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cfb6cac9-e28c-4a9d-8cb6-b753cb1af67b req-07a91783-3501-452e-8ae0-9b3160e3fe1f tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "GET /v2.0/ports?device_id=92f6229e-e730-4f33-b3a4-0e7e9d06a4b5 HTTP/1.1" status: 200 len: 946 time: 0.0803626 May 31 14:33:16.125358 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cfb6cac9-e28c-4a9d-8cb6-b753cb1af67b req-a7bdb4bf-7829-487d-91c8-57943a8d2e1c tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "GET /v2.0/security-groups?id=37ec5649-be13-441b-b109-56af499d2ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423245 May 31 14:33:16.148637 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44448) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:33:16.264067 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c97edf-12d2-4a50-8200-12eb36c30378 tempest-TestMinimumBasicScenario-28431102 tempest-TestMinimumBasicScenario-28431102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:33:16.264783 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-b9c97edf-12d2-4a50-8200-12eb36c30378 tempest-TestMinimumBasicScenario-28431102 tempest-TestMinimumBasicScenario-28431102-project-admin] Synchronizing usage tracker for tenant:a7ff2362abb14af796117cad977c826c on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:33:16.281586 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-b9c97edf-12d2-4a50-8200-12eb36c30378 tempest-TestMinimumBasicScenario-28431102 tempest-TestMinimumBasicScenario-28431102-project-admin] Unset dirty status for tenant:a7ff2362abb14af796117cad977c826c on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:33:16.282788 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-b9c97edf-12d2-4a50-8200-12eb36c30378 tempest-TestMinimumBasicScenario-28431102 tempest-TestMinimumBasicScenario-28431102-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=92f6229e-e730-4f33-b3a4-0e7e9d06a4b5 HTTP/1.1" status: 200 len: 1092 time: 0.1331809 May 31 14:33:16.285770 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44454) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:33:16.290761 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-ef452cde-e313-46b7-84f1-8c8a63d8c741 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Request body: {'floatingip': {'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'port_id': '561c0740-5fa0-4fb5-b294-81a07641e7b5', 'tenant_id': '21bb92fb69694114b827c8c77a62a01d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:33:16.297836 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-ef452cde-e313-46b7-84f1-8c8a63d8c741 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:33:16.301637 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-ef452cde-e313-46b7-84f1-8c8a63d8c741 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Usage tracker for resource:floatingip and tenant:21bb92fb69694114b827c8c77a62a01d is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:33:16.304860 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-ef452cde-e313-46b7-84f1-8c8a63d8c741 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:33:16.310940 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-ef452cde-e313-46b7-84f1-8c8a63d8c741 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:33:16.322091 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ef452cde-e313-46b7-84f1-8c8a63d8c741 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Notify callbacks [] for floatingip, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:33:16.457587 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ef452cde-e313-46b7-84f1-8c8a63d8c741 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:33:16.594709 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-ef452cde-e313-46b7-84f1-8c8a63d8c741 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Allocated IP 172.25.6.127 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/6b861efd-7399-41b7-88ad-1c394cb72ecc) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:33:16.737772 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ef452cde-e313-46b7-84f1-8c8a63d8c741 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:33:16.766642 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ef452cde-e313-46b7-84f1-8c8a63d8c741 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:33:16.831735 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef452cde-e313-46b7-84f1-8c8a63d8c741 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:33:16.834696 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-ef452cde-e313-46b7-84f1-8c8a63d8c741 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:33:16.838303 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef452cde-e313-46b7-84f1-8c8a63d8c741 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:33:16.870111 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef452cde-e313-46b7-84f1-8c8a63d8c741 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Pushing event updated for resources: {'Port': ['ID=6b861efd-7399-41b7-88ad-1c394cb72ecc,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:33:16.889074 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef452cde-e313-46b7-84f1-8c8a63d8c741 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:33:16.889417 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef452cde-e313-46b7-84f1-8c8a63d8c741 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:33:16.889754 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef452cde-e313-46b7-84f1-8c8a63d8c741 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:33:16.890115 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef452cde-e313-46b7-84f1-8c8a63d8c741 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:33:16.890444 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef452cde-e313-46b7-84f1-8c8a63d8c741 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:33:16.890769 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef452cde-e313-46b7-84f1-8c8a63d8c741 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:33:16.891091 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef452cde-e313-46b7-84f1-8c8a63d8c741 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:33:16.891441 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef452cde-e313-46b7-84f1-8c8a63d8c741 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:33:16.891759 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef452cde-e313-46b7-84f1-8c8a63d8c741 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:33:16.892074 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef452cde-e313-46b7-84f1-8c8a63d8c741 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:33:16.892391 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef452cde-e313-46b7-84f1-8c8a63d8c741 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:33:16.892706 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef452cde-e313-46b7-84f1-8c8a63d8c741 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:33:17.283155 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ef452cde-e313-46b7-84f1-8c8a63d8c741 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:33:17.360485 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ef452cde-e313-46b7-84f1-8c8a63d8c741 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:33:17.562525 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ef452cde-e313-46b7-84f1-8c8a63d8c741 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:33:17.567069 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ef452cde-e313-46b7-84f1-8c8a63d8c741 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:33:17.799004 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef452cde-e313-46b7-84f1-8c8a63d8c741 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Pushing event updated for resources: {'Port': ['ID=6b861efd-7399-41b7-88ad-1c394cb72ecc,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:33:17.811366 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ef452cde-e313-46b7-84f1-8c8a63d8c741 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:33:17.985742 n-d-843939-1 neutron-server[88370]: INFO neutron.db.l3_db [None req-ef452cde-e313-46b7-84f1-8c8a63d8c741 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Floating IP 878d00a0-83e2-459c-9025-c0d974d942f7 associated. External IP: 172.25.6.127, port: 561c0740-5fa0-4fb5-b294-81a07641e7b5. May 31 14:33:18.361246 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef452cde-e313-46b7-84f1-8c8a63d8c741 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Router dfa74ea9-1268-47ce-9766-855d557defb0 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:33:18.540618 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef452cde-e313-46b7-84f1-8c8a63d8c741 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:33:18.550033 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9558c17f-1903-455b-8dcd-12a079bea145 None None] Sync routers for ids ['dfa74ea9-1268-47ce-9766-855d557defb0'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:33:18.563326 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9558c17f-1903-455b-8dcd-12a079bea145 None None] Routers {'dfa74ea9-1268-47ce-9766-855d557defb0'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:33:18.563949 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-9558c17f-1903-455b-8dcd-12a079bea145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:33:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['dfa74ea9-1268-47ce-9766-855d557defb0'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:33:18.566260 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ef452cde-e313-46b7-84f1-8c8a63d8c741 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:33:18.625596 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-ef452cde-e313-46b7-84f1-8c8a63d8c741 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3360069 May 31 14:33:18.625596 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92f6229e-e730-4f33-b3a4-0e7e9d06a4b5', 'tag': '561c0740-5fa0-4fb5-b294-81a07641e7b5'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:33:18.626078 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44460) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:33:18.631405 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-a82857f6-4335-4d12-b51b-e506ace674f8 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-582458555', 'description': 'tempest-secgroup-smoke-582458555 description', 'project_id': '21bb92fb69694114b827c8c77a62a01d'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:33:18.639994 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a82857f6-4335-4d12-b51b-e506ace674f8 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:33:18.644289 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a82857f6-4335-4d12-b51b-e506ace674f8 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Usage tracker for resource:security_group and tenant:21bb92fb69694114b827c8c77a62a01d is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:33:18.647786 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a82857f6-4335-4d12-b51b-e506ace674f8 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:33:18.654615 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a82857f6-4335-4d12-b51b-e506ace674f8 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:33:18.666296 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a82857f6-4335-4d12-b51b-e506ace674f8 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:33:18.686574 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a82857f6-4335-4d12-b51b-e506ace674f8 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:33:18.691325 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a82857f6-4335-4d12-b51b-e506ace674f8 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Usage tracker for resource:security_group_rule and tenant:21bb92fb69694114b827c8c77a62a01d is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:33:18.694451 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a82857f6-4335-4d12-b51b-e506ace674f8 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:33:18.702807 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a82857f6-4335-4d12-b51b-e506ace674f8 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:33:18.742349 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-9558c17f-1903-455b-8dcd-12a079bea145 None None] Set router dfa74ea9-1268-47ce-9766-855d557defb0 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:33:18.791674 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a82857f6-4335-4d12-b51b-e506ace674f8 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:33:18.796137 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a82857f6-4335-4d12-b51b-e506ace674f8 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:33:18.809580 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e7e58fb-c5f1-4350-9582-1d2d0985bf69'] response: {'name': 'network-changed', 'server_uuid': '92f6229e-e730-4f33-b3a4-0e7e9d06a4b5', 'tag': '561c0740-5fa0-4fb5-b294-81a07641e7b5', 'status': 'completed', 'code': 200} May 31 14:33:18.881670 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a82857f6-4335-4d12-b51b-e506ace674f8 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:33:18.883012 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a82857f6-4335-4d12-b51b-e506ace674f8 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2557373 May 31 14:33:18.887813 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44468) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:33:18.890251 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82857f6-4335-4d12-b51b-e506ace674f8 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06b35ffd-51c2-47ed-8596-e065415e91fc,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:33:18.893578 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-97044d4c-0814-4175-94a8-1345432795ad tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Request body: {'security_group_rule': {'security_group_id': '06b35ffd-51c2-47ed-8596-e065415e91fc', 'project_id': '21bb92fb69694114b827c8c77a62a01d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:33:18.900100 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-97044d4c-0814-4175-94a8-1345432795ad tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:33:18.900803 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82857f6-4335-4d12-b51b-e506ace674f8 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:33:18.901220 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82857f6-4335-4d12-b51b-e506ace674f8 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:33:18.902341 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82857f6-4335-4d12-b51b-e506ace674f8 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:33:18.903355 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82857f6-4335-4d12-b51b-e506ace674f8 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:33:18.903355 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82857f6-4335-4d12-b51b-e506ace674f8 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:33:18.903355 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82857f6-4335-4d12-b51b-e506ace674f8 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:33:18.903640 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82857f6-4335-4d12-b51b-e506ace674f8 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:33:18.903799 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82857f6-4335-4d12-b51b-e506ace674f8 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:33:18.904134 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82857f6-4335-4d12-b51b-e506ace674f8 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:33:18.904563 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82857f6-4335-4d12-b51b-e506ace674f8 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:33:18.904894 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82857f6-4335-4d12-b51b-e506ace674f8 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:33:18.905212 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82857f6-4335-4d12-b51b-e506ace674f8 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:33:18.907425 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-97044d4c-0814-4175-94a8-1345432795ad tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Usage tracker for resource:security_group_rule and tenant:21bb92fb69694114b827c8c77a62a01d is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:33:18.910610 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-97044d4c-0814-4175-94a8-1345432795ad tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:33:18.920559 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-97044d4c-0814-4175-94a8-1345432795ad tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:33:18.942386 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-97044d4c-0814-4175-94a8-1345432795ad tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:33:18.943788 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c74060-efb9-4570-9af6-b3d24e4be06e req-8eda163e-93f2-43f6-8d02-a5709c469c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:33:18.945332 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-83c74060-efb9-4570-9af6-b3d24e4be06e req-8eda163e-93f2-43f6-8d02-a5709c469c6b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=21bb92fb69694114b827c8c77a62a01d&device_id=92f6229e-e730-4f33-b3a4-0e7e9d06a4b5 HTTP/1.1" status: 200 len: 1097 time: 0.1065917 May 31 14:33:19.014294 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-97044d4c-0814-4175-94a8-1345432795ad tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:33:19.022481 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-97044d4c-0814-4175-94a8-1345432795ad tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:33:19.052672 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97044d4c-0814-4175-94a8-1345432795ad tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af89b4b3-d553-4460-a677-5e217d3c55ed,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:33:19.064015 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-97044d4c-0814-4175-94a8-1345432795ad tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:33:19.065524 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-97044d4c-0814-4175-94a8-1345432795ad tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1775296 May 31 14:33:19.068653 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44472) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:33:19.077051 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-34a2f78c-0074-4fb6-ac67-7f2c7ec3d9f8 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Request body: {'security_group_rule': {'security_group_id': '06b35ffd-51c2-47ed-8596-e065415e91fc', 'project_id': '21bb92fb69694114b827c8c77a62a01d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:33:19.083828 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-34a2f78c-0074-4fb6-ac67-7f2c7ec3d9f8 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:33:19.091093 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-34a2f78c-0074-4fb6-ac67-7f2c7ec3d9f8 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Usage tracker for resource:security_group_rule and tenant:21bb92fb69694114b827c8c77a62a01d is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:33:19.092916 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c74060-efb9-4570-9af6-b3d24e4be06e req-f5cbb13e-8b32-4b7c-893e-7627fe44f4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:33:19.094452 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-34a2f78c-0074-4fb6-ac67-7f2c7ec3d9f8 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:33:19.094596 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-83c74060-efb9-4570-9af6-b3d24e4be06e req-f5cbb13e-8b32-4b7c-893e-7627fe44f4b8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3686ea1c-5dec-4cb2-87d6-51b1908342ed HTTP/1.1" status: 200 len: 916 time: 0.1425428 May 31 14:33:19.100387 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-34a2f78c-0074-4fb6-ac67-7f2c7ec3d9f8 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:33:19.111553 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-9558c17f-1903-455b-8dcd-12a079bea145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa74ea9-1268-47ce-9766-855d557defb0', 'name': 'tempest-TestMinimumBasicScenario-1382901097-router', 'tenant_id': '21bb92fb69694114b827c8c77a62a01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '6fa5bdae-e072-4b76-b8fc-d63228df493f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:32:21Z', 'updated_at': '2022-05-31T14:32:25Z', 'revision_number': 4, 'project_id': '21bb92fb69694114b827c8c77a62a01d', 'gw_port': {'id': '6fa5bdae-e072-4b76-b8fc-d63228df493f', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:20:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa74ea9-1268-47ce-9766-855d557defb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:32:21Z', 'updated_at': '2022-05-31T14:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '878d00a0-83e2-459c-9025-c0d974d942f7', 'tenant_id': '21bb92fb69694114b827c8c77a62a01d', 'floating_ip_address': '172.25.6.127', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': 'dfa74ea9-1268-47ce-9766-855d557defb0', 'port_id': '561c0740-5fa0-4fb5-b294-81a07641e7b5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4285, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3686ea1c-5dec-4cb2-87d6-51b1908342ed', 'mac_address': 'fa:16:3e:30:b8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f6229e-e730-4f33-b3a4-0e7e9d06a4b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:33:17Z', 'updated_at': '2022-05-31T14:33:17Z', 'revision_number': 0, 'project_id': '21bb92fb69694114b827c8c77a62a01d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a58022aa-5e48-42b2-806d-681281e1eba0', 'name': '', 'network_id': '3686ea1c-5dec-4cb2-87d6-51b1908342ed', 'tenant_id': '21bb92fb69694114b827c8c77a62a01d', 'mac_address': 'fa:16:3e:f1:7b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa74ea9-1268-47ce-9766-855d557defb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '4534d37a-8c5b-4077-b2d8-3423bb61b9e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:32:24Z', 'updated_at': '2022-05-31T14:32:31Z', 'revision_number': 5, 'project_id': '21bb92fb69694114b827c8c77a62a01d', 'subnets': [{'id': '4534d37a-8c5b-4077-b2d8-3423bb61b9e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:33:19.115561 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9558c17f-1903-455b-8dcd-12a079bea145 None None] Checking router: dfa74ea9-1268-47ce-9766-855d557defb0 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:33:19.118849 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-34a2f78c-0074-4fb6-ac67-7f2c7ec3d9f8 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:33:19.124843 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9558c17f-1903-455b-8dcd-12a079bea145 None None] Routers {'dfa74ea9-1268-47ce-9766-855d557defb0'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:33:19.125429 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-9558c17f-1903-455b-8dcd-12a079bea145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:33:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['dfa74ea9-1268-47ce-9766-855d557defb0'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:33:19.190003 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-34a2f78c-0074-4fb6-ac67-7f2c7ec3d9f8 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:33:19.194394 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-34a2f78c-0074-4fb6-ac67-7f2c7ec3d9f8 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:33:19.207473 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-83c74060-efb9-4570-9af6-b3d24e4be06e req-d12fa977-d500-42f4-84fd-874acd36c82e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=561c0740-5fa0-4fb5-b294-81a07641e7b5 HTTP/1.1" status: 200 len: 1000 time: 0.1068509 May 31 14:33:19.220067 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a2f78c-0074-4fb6-ac67-7f2c7ec3d9f8 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f32a70d3-af6f-4d7a-b449-1f37f88d2d34,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:33:19.229511 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-34a2f78c-0074-4fb6-ac67-7f2c7ec3d9f8 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:33:19.231374 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-34a2f78c-0074-4fb6-ac67-7f2c7ec3d9f8 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1608753 May 31 14:33:19.233976 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44476) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:33:19.239103 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-16adf57e-03f8-4eea-80c7-a454c644d079 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Request body: {'security_group_rule': {'security_group_id': '06b35ffd-51c2-47ed-8596-e065415e91fc', 'project_id': '21bb92fb69694114b827c8c77a62a01d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:33:19.246420 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-16adf57e-03f8-4eea-80c7-a454c644d079 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:33:19.250603 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-16adf57e-03f8-4eea-80c7-a454c644d079 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Usage tracker for resource:security_group_rule and tenant:21bb92fb69694114b827c8c77a62a01d is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:33:19.253501 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-16adf57e-03f8-4eea-80c7-a454c644d079 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:33:19.259563 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-16adf57e-03f8-4eea-80c7-a454c644d079 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:33:19.273691 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c74060-efb9-4570-9af6-b3d24e4be06e req-ac699ab0-4527-4459-bc31-fefdd60248a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:33:19.275271 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-83c74060-efb9-4570-9af6-b3d24e4be06e req-ac699ab0-4527-4459-bc31-fefdd60248a3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4534d37a-8c5b-4077-b2d8-3423bb61b9e2 HTTP/1.1" status: 200 len: 854 time: 0.0626726 May 31 14:33:19.279524 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-16adf57e-03f8-4eea-80c7-a454c644d079 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:33:19.311058 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-9558c17f-1903-455b-8dcd-12a079bea145 None None] Set router dfa74ea9-1268-47ce-9766-855d557defb0 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:33:19.348829 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-16adf57e-03f8-4eea-80c7-a454c644d079 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:33:19.354019 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-16adf57e-03f8-4eea-80c7-a454c644d079 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:33:19.361876 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c74060-efb9-4570-9af6-b3d24e4be06e req-5376196f-9d31-410b-99d3-ceaaac8b3a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:33:19.363555 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-83c74060-efb9-4570-9af6-b3d24e4be06e req-5376196f-9d31-410b-99d3-ceaaac8b3a72 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3686ea1c-5dec-4cb2-87d6-51b1908342ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749834 May 31 14:33:19.391525 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16adf57e-03f8-4eea-80c7-a454c644d079 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1fb2e90-e9e6-4479-9c89-b1eb62564933,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:33:19.399812 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-16adf57e-03f8-4eea-80c7-a454c644d079 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:33:19.401953 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-16adf57e-03f8-4eea-80c7-a454c644d079 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1669023 May 31 14:33:19.404700 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44480) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:33:19.411775 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-d857ea7d-4cc2-4754-a4d7-b7cbaff34faa tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Request body: {'security_group_rule': {'security_group_id': '06b35ffd-51c2-47ed-8596-e065415e91fc', 'project_id': '21bb92fb69694114b827c8c77a62a01d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:33:19.418824 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d857ea7d-4cc2-4754-a4d7-b7cbaff34faa tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:33:19.422935 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-d857ea7d-4cc2-4754-a4d7-b7cbaff34faa tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Usage tracker for resource:security_group_rule and tenant:21bb92fb69694114b827c8c77a62a01d is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:33:19.425875 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-d857ea7d-4cc2-4754-a4d7-b7cbaff34faa tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:33:19.431652 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d857ea7d-4cc2-4754-a4d7-b7cbaff34faa tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:33:19.453461 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d857ea7d-4cc2-4754-a4d7-b7cbaff34faa tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:33:19.511353 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-83c74060-efb9-4570-9af6-b3d24e4be06e req-6cda0b23-32b6-4800-bb6a-879e0c8ec6bc service neutron] 10.222.0.20 "GET /v2.0/networks/3686ea1c-5dec-4cb2-87d6-51b1908342ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419289 May 31 14:33:19.520087 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d857ea7d-4cc2-4754-a4d7-b7cbaff34faa tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:33:19.525088 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d857ea7d-4cc2-4754-a4d7-b7cbaff34faa tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:33:19.551427 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d857ea7d-4cc2-4754-a4d7-b7cbaff34faa tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e298eb9-100f-461d-9812-8f22928e3297,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:33:19.562762 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d857ea7d-4cc2-4754-a4d7-b7cbaff34faa tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:33:19.567524 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-d857ea7d-4cc2-4754-a4d7-b7cbaff34faa tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1613693 May 31 14:33:19.568442 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44484) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:33:19.574271 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-4d2906e4-386f-4dda-b253-50ed022e7b64 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Request body: {'security_group_rule': {'security_group_id': '06b35ffd-51c2-47ed-8596-e065415e91fc', 'project_id': '21bb92fb69694114b827c8c77a62a01d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:33:19.581319 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-4d2906e4-386f-4dda-b253-50ed022e7b64 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:33:19.586084 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-4d2906e4-386f-4dda-b253-50ed022e7b64 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Usage tracker for resource:security_group_rule and tenant:21bb92fb69694114b827c8c77a62a01d is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:33:19.589332 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-4d2906e4-386f-4dda-b253-50ed022e7b64 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:33:19.596501 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-4d2906e4-386f-4dda-b253-50ed022e7b64 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:33:19.607921 n-d-843939-1 neutron-server[88370]: INFO neutron.db.securitygroups_db [None req-4d2906e4-386f-4dda-b253-50ed022e7b64 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Project 21bb92fb69694114b827c8c77a62a01d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 14:33:19.615036 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4d2906e4-386f-4dda-b253-50ed022e7b64 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:33:19.652968 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-83c74060-efb9-4570-9af6-b3d24e4be06e req-60bce06f-beef-40a2-a7ce-0f633aa49f38 service neutron] 10.222.0.20 "GET /v2.0/networks/3686ea1c-5dec-4cb2-87d6-51b1908342ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358101 May 31 14:33:19.692909 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4d2906e4-386f-4dda-b253-50ed022e7b64 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:33:19.696980 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4d2906e4-386f-4dda-b253-50ed022e7b64 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:33:19.708666 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-9558c17f-1903-455b-8dcd-12a079bea145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa74ea9-1268-47ce-9766-855d557defb0', 'name': 'tempest-TestMinimumBasicScenario-1382901097-router', 'tenant_id': '21bb92fb69694114b827c8c77a62a01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '6fa5bdae-e072-4b76-b8fc-d63228df493f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:32:21Z', 'updated_at': '2022-05-31T14:32:25Z', 'revision_number': 4, 'project_id': '21bb92fb69694114b827c8c77a62a01d', 'gw_port': {'id': '6fa5bdae-e072-4b76-b8fc-d63228df493f', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:20:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa74ea9-1268-47ce-9766-855d557defb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:32:21Z', 'updated_at': '2022-05-31T14:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '878d00a0-83e2-459c-9025-c0d974d942f7', 'tenant_id': '21bb92fb69694114b827c8c77a62a01d', 'floating_ip_address': '172.25.6.127', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': 'dfa74ea9-1268-47ce-9766-855d557defb0', 'port_id': '561c0740-5fa0-4fb5-b294-81a07641e7b5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4285, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3686ea1c-5dec-4cb2-87d6-51b1908342ed', 'mac_address': 'fa:16:3e:30:b8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f6229e-e730-4f33-b3a4-0e7e9d06a4b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:33:17Z', 'updated_at': '2022-05-31T14:33:17Z', 'revision_number': 0, 'project_id': '21bb92fb69694114b827c8c77a62a01d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a58022aa-5e48-42b2-806d-681281e1eba0', 'name': '', 'network_id': '3686ea1c-5dec-4cb2-87d6-51b1908342ed', 'tenant_id': '21bb92fb69694114b827c8c77a62a01d', 'mac_address': 'fa:16:3e:f1:7b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa74ea9-1268-47ce-9766-855d557defb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '4534d37a-8c5b-4077-b2d8-3423bb61b9e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:32:24Z', 'updated_at': '2022-05-31T14:32:31Z', 'revision_number': 5, 'project_id': '21bb92fb69694114b827c8c77a62a01d', 'subnets': [{'id': '4534d37a-8c5b-4077-b2d8-3423bb61b9e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:33:19.712648 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9558c17f-1903-455b-8dcd-12a079bea145 None None] The sync data for ids ['dfa74ea9-1268-47ce-9766-855d557defb0'] in n-d-843939-1 is: [{'id': 'dfa74ea9-1268-47ce-9766-855d557defb0', 'name': 'tempest-TestMinimumBasicScenario-1382901097-router', 'tenant_id': '21bb92fb69694114b827c8c77a62a01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '6fa5bdae-e072-4b76-b8fc-d63228df493f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:32:21Z', 'updated_at': '2022-05-31T14:32:25Z', 'revision_number': 4, 'project_id': '21bb92fb69694114b827c8c77a62a01d', 'gw_port': {'id': '6fa5bdae-e072-4b76-b8fc-d63228df493f', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:20:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa74ea9-1268-47ce-9766-855d557defb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:32:21Z', 'updated_at': '2022-05-31T14:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '878d00a0-83e2-459c-9025-c0d974d942f7', 'tenant_id': '21bb92fb69694114b827c8c77a62a01d', 'floating_ip_address': '172.25.6.127', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': 'dfa74ea9-1268-47ce-9766-855d557defb0', 'port_id': '561c0740-5fa0-4fb5-b294-81a07641e7b5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4285, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3686ea1c-5dec-4cb2-87d6-51b1908342ed', 'mac_address': 'fa:16:3e:30:b8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f6229e-e730-4f33-b3a4-0e7e9d06a4b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:33:17Z', 'updated_at': '2022-05-31T14:33:17Z', 'revision_number': 0, 'project_id': '21bb92fb69694114b827c8c77a62a01d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a58022aa-5e48-42b2-806d-681281e1eba0', 'name': '', 'network_id': '3686ea1c-5dec-4cb2-87d6-51b1908342ed', 'tenant_id': '21bb92fb69694114b827c8c77a62a01d', 'mac_address': 'fa:16:3e:f1:7b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa74ea9-1268-47ce-9766-855d557defb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '4534d37a-8c5b-4077-b2d8-3423bb61b9e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:32:24Z', 'updated_at': '2022-05-31T14:32:31Z', 'revision_number': 5, 'project_id': '21bb92fb69694114b827c8c77a62a01d', 'subnets': [{'id': '4534d37a-8c5b-4077-b2d8-3423bb61b9e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:33:19.727393 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2906e4-386f-4dda-b253-50ed022e7b64 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=830df7b7-7bf2-4c3b-818f-2e7c3084bac5,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:33:19.736138 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4d2906e4-386f-4dda-b253-50ed022e7b64 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:33:19.737483 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-4d2906e4-386f-4dda-b253-50ed022e7b64 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1678002 May 31 14:33:19.740352 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44488) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:33:19.746341 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-8cbe1a7a-51de-4817-870b-034ac17d3a7f tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Request body: {'security_group_rule': {'security_group_id': '06b35ffd-51c2-47ed-8596-e065415e91fc', 'project_id': '21bb92fb69694114b827c8c77a62a01d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:33:19.753351 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8cbe1a7a-51de-4817-870b-034ac17d3a7f tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:33:19.757220 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-8cbe1a7a-51de-4817-870b-034ac17d3a7f tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Usage tracker for resource:security_group_rule and tenant:21bb92fb69694114b827c8c77a62a01d is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:33:19.760183 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-8cbe1a7a-51de-4817-870b-034ac17d3a7f tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:33:19.770546 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8cbe1a7a-51de-4817-870b-034ac17d3a7f tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:33:19.781454 n-d-843939-1 neutron-server[88369]: INFO neutron.db.securitygroups_db [None req-8cbe1a7a-51de-4817-870b-034ac17d3a7f tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Project 21bb92fb69694114b827c8c77a62a01d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 14:33:19.788247 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8cbe1a7a-51de-4817-870b-034ac17d3a7f tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:33:19.858461 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8cbe1a7a-51de-4817-870b-034ac17d3a7f tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:33:19.862219 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8cbe1a7a-51de-4817-870b-034ac17d3a7f tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:33:19.889960 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbe1a7a-51de-4817-870b-034ac17d3a7f tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06d8b89c-be6a-4842-af69-b9327f627173,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:33:19.900722 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8cbe1a7a-51de-4817-870b-034ac17d3a7f tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:33:19.904800 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-8cbe1a7a-51de-4817-870b-034ac17d3a7f tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1598778 May 31 14:33:19.910295 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82ed394-1ece-45a1-9cdf-4c2bab4b9ac0 None None] New status for floating IP 878d00a0-83e2-459c-9025-c0d974d942f7: ACTIVE {{(pid=88371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 14:33:20.031040 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cf16a34e-6a87-4dfc-9ade-eea6cb097e63 req-1fa147bd-0839-472c-abbf-abcb3fe2c6a7 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-582458555&fields=id&tenant_id=21bb92fb69694114b827c8c77a62a01d HTTP/1.1" status: 200 len: 267 time: 0.0411513 May 31 14:33:20.121648 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16a34e-6a87-4dfc-9ade-eea6cb097e63 req-65e8c187-6843-4087-8a75-94649da65e12 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:33:20.123230 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cf16a34e-6a87-4dfc-9ade-eea6cb097e63 req-65e8c187-6843-4087-8a75-94649da65e12 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "GET /v2.0/ports?device_id=92f6229e-e730-4f33-b3a4-0e7e9d06a4b5 HTTP/1.1" status: 200 len: 946 time: 0.0865831 May 31 14:33:20.134130 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-cf16a34e-6a87-4dfc-9ade-eea6cb097e63 req-d268adfa-54f4-4b57-b798-72fb304cf664 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Request body: {'port': {'security_groups': ['37ec5649-be13-441b-b109-56af499d2ce1', '06b35ffd-51c2-47ed-8596-e065415e91fc']}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:33:20.382586 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-cf16a34e-6a87-4dfc-9ade-eea6cb097e63 req-d268adfa-54f4-4b57-b798-72fb304cf664 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:33:20.635270 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-cf16a34e-6a87-4dfc-9ade-eea6cb097e63 req-d268adfa-54f4-4b57-b798-72fb304cf664 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] For port 561c0740-5fa0-4fb5-b294-81a07641e7b5, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=561c0740-5fa0-4fb5-b294-81a07641e7b5,segment=NetworkSegment(683affa3-3587-43fe-84c7-b4e8e2fd6ed9),segment_id=683affa3-3587-43fe-84c7-b4e8e2fd6ed9)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:33:20.660021 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-cf16a34e-6a87-4dfc-9ade-eea6cb097e63 req-d268adfa-54f4-4b57-b798-72fb304cf664 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:33:20.664583 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-cf16a34e-6a87-4dfc-9ade-eea6cb097e63 req-d268adfa-54f4-4b57-b798-72fb304cf664 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:33:20.683590 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['561c0740-5fa0-4fb5-b294-81a07641e7b5'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:33:20.738941 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16a34e-6a87-4dfc-9ade-eea6cb097e63 req-d268adfa-54f4-4b57-b798-72fb304cf664 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:33:20.739579 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-cf16a34e-6a87-4dfc-9ade-eea6cb097e63 req-d268adfa-54f4-4b57-b798-72fb304cf664 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:33:20.741021 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cf16a34e-6a87-4dfc-9ade-eea6cb097e63 req-d268adfa-54f4-4b57-b798-72fb304cf664 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "PUT /v2.0/ports/561c0740-5fa0-4fb5-b294-81a07641e7b5 HTTP/1.1" status: 200 len: 982 time: 0.6114485 May 31 14:33:20.767037 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d268adfa-54f4-4b57-b798-72fb304cf664 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Pushing event updated for resources: {'Port': ['ID=561c0740-5fa0-4fb5-b294-81a07641e7b5,revision_number=6']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:33:20.811273 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92f6229e-e730-4f33-b3a4-0e7e9d06a4b5', 'tag': '561c0740-5fa0-4fb5-b294-81a07641e7b5'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:33:20.854073 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['561c0740-5fa0-4fb5-b294-81a07641e7b5'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:33:20.887937 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b62b48df-4a69-4b4d-bf83-b2325a8c1727'] response: {'name': 'network-changed', 'server_uuid': '92f6229e-e730-4f33-b3a4-0e7e9d06a4b5', 'tag': '561c0740-5fa0-4fb5-b294-81a07641e7b5', 'status': 'completed', 'code': 200} May 31 14:33:20.942376 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b676170-fe5b-45f4-89a1-3382adca55b1 req-f2cf21a7-bb1b-413d-a708-e12f27e7d7f8 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:33:20.944057 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2b676170-fe5b-45f4-89a1-3382adca55b1 req-f2cf21a7-bb1b-413d-a708-e12f27e7d7f8 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "GET /v2.0/ports?device_id=92f6229e-e730-4f33-b3a4-0e7e9d06a4b5 HTTP/1.1" status: 200 len: 985 time: 0.0984800 May 31 14:33:21.001922 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1115617-df44-4993-b824-71709bb805bb req-65fa65df-5ef4-43e4-8e6e-02838fe38523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:33:21.003361 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f1115617-df44-4993-b824-71709bb805bb req-65fa65df-5ef4-43e4-8e6e-02838fe38523 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=21bb92fb69694114b827c8c77a62a01d&device_id=92f6229e-e730-4f33-b3a4-0e7e9d06a4b5 HTTP/1.1" status: 200 len: 1136 time: 0.0989919 May 31 14:33:21.007890 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2b676170-fe5b-45f4-89a1-3382adca55b1 req-97943561-1ccd-47a9-88b1-502cb0e3a50a tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "GET /v2.0/security-groups?id=06b35ffd-51c2-47ed-8596-e065415e91fc&id=37ec5649-be13-441b-b109-56af499d2ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547378 May 31 14:33:21.101724 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-cd59e0b5-20b6-40ae-b931-b1f70fc2e500 None None] Provisioning complete for port 561c0740-5fa0-4fb5-b294-81a07641e7b5 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:33:21.102354 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cd59e0b5-20b6-40ae-b931-b1f70fc2e500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:33:21.157721 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1115617-df44-4993-b824-71709bb805bb req-ed461d22-f88f-4d07-84c3-02b8150d5ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:33:21.159214 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f1115617-df44-4993-b824-71709bb805bb req-ed461d22-f88f-4d07-84c3-02b8150d5ad8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3686ea1c-5dec-4cb2-87d6-51b1908342ed HTTP/1.1" status: 200 len: 916 time: 0.1432724 May 31 14:33:21.376324 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f1115617-df44-4993-b824-71709bb805bb req-b31f4205-470c-4c7e-8a0e-c674bd46c2c5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=561c0740-5fa0-4fb5-b294-81a07641e7b5 HTTP/1.1" status: 200 len: 1002 time: 0.2093139 May 31 14:33:21.379393 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-cd59e0b5-20b6-40ae-b931-b1f70fc2e500 None None] Current status of the port 561c0740-5fa0-4fb5-b294-81a07641e7b5 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:33:21.441428 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1115617-df44-4993-b824-71709bb805bb req-c62dd432-3d9d-416e-a31a-9a2f93cc46f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:33:21.442808 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f1115617-df44-4993-b824-71709bb805bb req-c62dd432-3d9d-416e-a31a-9a2f93cc46f2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4534d37a-8c5b-4077-b2d8-3423bb61b9e2 HTTP/1.1" status: 200 len: 854 time: 0.0606999 May 31 14:33:21.517898 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1115617-df44-4993-b824-71709bb805bb req-cd237326-d14c-489a-8aca-37674cec95e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:33:21.519474 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f1115617-df44-4993-b824-71709bb805bb req-cd237326-d14c-489a-8aca-37674cec95e8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3686ea1c-5dec-4cb2-87d6-51b1908342ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709405 May 31 14:33:21.653502 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f1115617-df44-4993-b824-71709bb805bb req-d6a4f605-4b41-4595-9b6a-4bd59afdd55b service neutron] 10.222.0.20 "GET /v2.0/networks/3686ea1c-5dec-4cb2-87d6-51b1908342ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278138 May 31 14:33:21.786773 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f1115617-df44-4993-b824-71709bb805bb req-4408feba-db1f-4c34-b9ab-40c0e8995f11 service neutron] 10.222.0.20 "GET /v2.0/networks/3686ea1c-5dec-4cb2-87d6-51b1908342ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272917 May 31 14:33:37.993493 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:33:39.449795 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:33:40.702783 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6b6ab75b-54f8-4886-94f9-ad6902c48ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:33:42.896158 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-08f3cc10-3f59-4cca-9ef2-79c64e036476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:33:43.970340 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:33:44.114302 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:33:45.849158 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:33:46.644901 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:34:07.993440 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:34:09.451213 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:34:09.512912 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a404df4-c887-4938-a2aa-54e46d31c8d4 req-b4c96e23-f545-4c92-9076-384993a7b41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:34:09.515173 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3a404df4-c887-4938-a2aa-54e46d31c8d4 req-b4c96e23-f545-4c92-9076-384993a7b41a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=21bb92fb69694114b827c8c77a62a01d&device_id=92f6229e-e730-4f33-b3a4-0e7e9d06a4b5 HTTP/1.1" status: 200 len: 1136 time: 0.0885379 May 31 14:34:09.635640 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d55ca05-1a50-4474-96d5-38154d26727c req-37e326ac-a146-464d-b01e-0458e42d1567 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:34:09.637168 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8d55ca05-1a50-4474-96d5-38154d26727c req-37e326ac-a146-464d-b01e-0458e42d1567 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "GET /v2.0/ports?device_id=92f6229e-e730-4f33-b3a4-0e7e9d06a4b5 HTTP/1.1" status: 200 len: 985 time: 0.1578445 May 31 14:34:09.662664 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a404df4-c887-4938-a2aa-54e46d31c8d4 req-c60d2811-95bd-4b84-b877-3c42b3d7727f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:34:09.665188 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3a404df4-c887-4938-a2aa-54e46d31c8d4 req-c60d2811-95bd-4b84-b877-3c42b3d7727f service neutron] 10.222.0.20 "GET /v2.0/networks?id=3686ea1c-5dec-4cb2-87d6-51b1908342ed HTTP/1.1" status: 200 len: 916 time: 0.1414490 May 31 14:34:09.702552 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8d55ca05-1a50-4474-96d5-38154d26727c req-af88b8eb-2276-48bb-a655-aad08def44e7 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "GET /v2.0/security-groups?id=06b35ffd-51c2-47ed-8596-e065415e91fc&id=37ec5649-be13-441b-b109-56af499d2ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545506 May 31 14:34:09.767837 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3a404df4-c887-4938-a2aa-54e46d31c8d4 req-cc7b0306-1147-4467-aed7-049c31ff2c9c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=561c0740-5fa0-4fb5-b294-81a07641e7b5 HTTP/1.1" status: 200 len: 1002 time: 0.0963063 May 31 14:34:09.835790 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a404df4-c887-4938-a2aa-54e46d31c8d4 req-0dab8655-ae85-401c-a321-35df92355957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:34:09.837339 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3a404df4-c887-4938-a2aa-54e46d31c8d4 req-0dab8655-ae85-401c-a321-35df92355957 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4534d37a-8c5b-4077-b2d8-3423bb61b9e2 HTTP/1.1" status: 200 len: 854 time: 0.0625849 May 31 14:34:09.914613 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a404df4-c887-4938-a2aa-54e46d31c8d4 req-30644cef-b212-480a-8431-2013b42cc9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:34:09.916080 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3a404df4-c887-4938-a2aa-54e46d31c8d4 req-30644cef-b212-480a-8431-2013b42cc9b0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3686ea1c-5dec-4cb2-87d6-51b1908342ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722003 May 31 14:34:10.069603 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3a404df4-c887-4938-a2aa-54e46d31c8d4 req-f77b0fa5-5df9-4466-92f7-4d53b3ade986 service neutron] 10.222.0.20 "GET /v2.0/networks/3686ea1c-5dec-4cb2-87d6-51b1908342ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467607 May 31 14:34:10.204327 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-3a404df4-c887-4938-a2aa-54e46d31c8d4 req-da2a38e0-2566-4a96-9ced-6bb71eb87d67 service neutron] 10.222.0.20 "GET /v2.0/networks/3686ea1c-5dec-4cb2-87d6-51b1908342ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274531 May 31 14:34:10.374819 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c6325e-beb7-4181-b69b-d713ea35b63d req-853d593e-8757-4a0b-bf64-f5d5eac062bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:34:10.376217 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b0c6325e-beb7-4181-b69b-d713ea35b63d req-853d593e-8757-4a0b-bf64-f5d5eac062bd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=21bb92fb69694114b827c8c77a62a01d&device_id=92f6229e-e730-4f33-b3a4-0e7e9d06a4b5 HTTP/1.1" status: 200 len: 1136 time: 0.0782130 May 31 14:34:10.533997 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c6325e-beb7-4181-b69b-d713ea35b63d req-3edca094-6dde-4782-bd43-a92ee4d3ff75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:34:10.535462 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b0c6325e-beb7-4181-b69b-d713ea35b63d req-3edca094-6dde-4782-bd43-a92ee4d3ff75 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3686ea1c-5dec-4cb2-87d6-51b1908342ed HTTP/1.1" status: 200 len: 916 time: 0.1372068 May 31 14:34:10.637854 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b0c6325e-beb7-4181-b69b-d713ea35b63d req-a81d22b9-7777-4f19-985d-c6e9838a6543 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=561c0740-5fa0-4fb5-b294-81a07641e7b5 HTTP/1.1" status: 200 len: 1002 time: 0.0958209 May 31 14:34:10.705959 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2ea0c1df-cf50-4f96-929b-cc248157ebac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:34:10.709406 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c6325e-beb7-4181-b69b-d713ea35b63d req-abc5f620-3b5c-4225-8269-4a54a1fa44cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:34:10.710921 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b0c6325e-beb7-4181-b69b-d713ea35b63d req-abc5f620-3b5c-4225-8269-4a54a1fa44cc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4534d37a-8c5b-4077-b2d8-3423bb61b9e2 HTTP/1.1" status: 200 len: 854 time: 0.0630682 May 31 14:34:10.789438 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c6325e-beb7-4181-b69b-d713ea35b63d req-3c2b5094-b26e-4254-aefb-d1639ff7f5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:34:10.791129 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b0c6325e-beb7-4181-b69b-d713ea35b63d req-3c2b5094-b26e-4254-aefb-d1639ff7f5f0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3686ea1c-5dec-4cb2-87d6-51b1908342ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741906 May 31 14:34:10.956759 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b80954-f545-46b3-ad74-8be46a8d6af4 req-de1756d0-2c85-4273-905b-0b17e02491c4 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:34:10.958274 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-76b80954-f545-46b3-ad74-8be46a8d6af4 req-de1756d0-2c85-4273-905b-0b17e02491c4 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "GET /v2.0/ports?device_id=92f6229e-e730-4f33-b3a4-0e7e9d06a4b5 HTTP/1.1" status: 200 len: 985 time: 0.1431925 May 31 14:34:11.005853 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-76b80954-f545-46b3-ad74-8be46a8d6af4 req-3748ecb9-0ccf-4dc8-b0ac-63b73081ff81 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "GET /v2.0/security-groups?id=06b35ffd-51c2-47ed-8596-e065415e91fc&id=37ec5649-be13-441b-b109-56af499d2ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0412097 May 31 14:34:11.031898 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b0c6325e-beb7-4181-b69b-d713ea35b63d req-c57dfd46-cbf9-48e2-b99f-edff53ffe24e service neutron] 10.222.0.20 "GET /v2.0/networks/3686ea1c-5dec-4cb2-87d6-51b1908342ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344658 May 31 14:34:11.166063 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b0c6325e-beb7-4181-b69b-d713ea35b63d req-341eabbe-0546-485b-8ec0-736db868180c service neutron] 10.222.0.20 "GET /v2.0/networks/3686ea1c-5dec-4cb2-87d6-51b1908342ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279438 May 31 14:34:12.197230 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab31f8f8-0f1c-497e-a5cd-1258b3d4f9ae req-c3b88c70-4225-4ecc-9737-eb5b6d6d8e5d tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:34:12.198740 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ab31f8f8-0f1c-497e-a5cd-1258b3d4f9ae req-c3b88c70-4225-4ecc-9737-eb5b6d6d8e5d tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "GET /v2.0/ports?device_id=92f6229e-e730-4f33-b3a4-0e7e9d06a4b5 HTTP/1.1" status: 200 len: 985 time: 0.0819688 May 31 14:34:12.246232 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ab31f8f8-0f1c-497e-a5cd-1258b3d4f9ae req-fe3cb57c-eb31-4308-8d3c-abaf215dfb8a tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "GET /v2.0/security-groups?id=06b35ffd-51c2-47ed-8596-e065415e91fc&id=37ec5649-be13-441b-b109-56af499d2ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0406537 May 31 14:34:12.898129 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e9f13c17-66cc-4740-b6e9-83c62924d43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:34:13.445637 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e545fb-52a9-458c-9123-7eb06f7bfbf8 req-31f154d5-5bbc-4b5d-869f-94b8d06248b4 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:34:13.447126 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-52e545fb-52a9-458c-9123-7eb06f7bfbf8 req-31f154d5-5bbc-4b5d-869f-94b8d06248b4 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "GET /v2.0/ports?device_id=92f6229e-e730-4f33-b3a4-0e7e9d06a4b5 HTTP/1.1" status: 200 len: 985 time: 0.0853922 May 31 14:34:13.495032 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-52e545fb-52a9-458c-9123-7eb06f7bfbf8 req-b4000e73-26d7-4e74-ae1c-034724d5f308 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "GET /v2.0/security-groups?id=06b35ffd-51c2-47ed-8596-e065415e91fc&id=37ec5649-be13-441b-b109-56af499d2ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0414798 May 31 14:34:13.973093 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:34:14.117376 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:34:14.696349 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af44b7ed-1fa2-4c40-8c70-5673bf52a594 req-1077b461-8e13-4624-a278-f933acd13c77 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:34:14.697810 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af44b7ed-1fa2-4c40-8c70-5673bf52a594 req-1077b461-8e13-4624-a278-f933acd13c77 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "GET /v2.0/ports?device_id=92f6229e-e730-4f33-b3a4-0e7e9d06a4b5 HTTP/1.1" status: 200 len: 985 time: 0.0867789 May 31 14:34:14.747052 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af44b7ed-1fa2-4c40-8c70-5673bf52a594 req-1b554215-8f1f-402a-8dfa-6ee2087df7c2 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "GET /v2.0/security-groups?id=06b35ffd-51c2-47ed-8596-e065415e91fc&id=37ec5649-be13-441b-b109-56af499d2ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0424871 May 31 14:34:15.853398 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:34:15.947129 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433553d8-8b4b-4768-9b42-3ab81733fc7b req-7f3e6ddb-4aeb-4d30-92a6-10e054c7d1dd tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:34:15.948606 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-433553d8-8b4b-4768-9b42-3ab81733fc7b req-7f3e6ddb-4aeb-4d30-92a6-10e054c7d1dd tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "GET /v2.0/ports?device_id=92f6229e-e730-4f33-b3a4-0e7e9d06a4b5 HTTP/1.1" status: 200 len: 985 time: 0.0871916 May 31 14:34:15.997169 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-433553d8-8b4b-4768-9b42-3ab81733fc7b req-9725c0f2-a8f2-4bae-87c7-e402c23ec568 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "GET /v2.0/security-groups?id=06b35ffd-51c2-47ed-8596-e065415e91fc&id=37ec5649-be13-441b-b109-56af499d2ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0424459 May 31 14:34:17.184742 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec2ca45-4135-49c1-a3e7-0733b6333f60 req-2d16b88c-63a9-47ad-a6b2-6ac9b9e8b06c tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:34:17.186908 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9ec2ca45-4135-49c1-a3e7-0733b6333f60 req-2d16b88c-63a9-47ad-a6b2-6ac9b9e8b06c tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "GET /v2.0/ports?device_id=92f6229e-e730-4f33-b3a4-0e7e9d06a4b5 HTTP/1.1" status: 200 len: 985 time: 0.0826263 May 31 14:34:17.239471 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9ec2ca45-4135-49c1-a3e7-0733b6333f60 req-17e4a051-5d36-4a21-b7a4-44ea22f5cdcc tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "GET /v2.0/security-groups?id=06b35ffd-51c2-47ed-8596-e065415e91fc&id=37ec5649-be13-441b-b109-56af499d2ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0463912 May 31 14:34:18.434835 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4421b7a-3425-4fbb-8b68-8163a10a3916 req-8a0911ae-7939-4cd9-bec2-a7e9edb287f1 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:34:18.436874 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b4421b7a-3425-4fbb-8b68-8163a10a3916 req-8a0911ae-7939-4cd9-bec2-a7e9edb287f1 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "GET /v2.0/ports?device_id=92f6229e-e730-4f33-b3a4-0e7e9d06a4b5 HTTP/1.1" status: 200 len: 985 time: 0.0804265 May 31 14:34:18.484443 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b4421b7a-3425-4fbb-8b68-8163a10a3916 req-86a3e7c7-75a5-41ba-904d-4773e84c0bf8 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "GET /v2.0/security-groups?id=06b35ffd-51c2-47ed-8596-e065415e91fc&id=37ec5649-be13-441b-b109-56af499d2ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0413764 May 31 14:34:19.690822 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f4663-f1b3-40e5-9f13-78c50ae4eca9 req-5f05fd38-eecc-419c-b02d-1cbf90f97302 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:34:19.692534 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d96f4663-f1b3-40e5-9f13-78c50ae4eca9 req-5f05fd38-eecc-419c-b02d-1cbf90f97302 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "GET /v2.0/ports?device_id=92f6229e-e730-4f33-b3a4-0e7e9d06a4b5 HTTP/1.1" status: 200 len: 985 time: 0.0873995 May 31 14:34:19.738822 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d96f4663-f1b3-40e5-9f13-78c50ae4eca9 req-f97f0d0e-9754-4c85-8721-4c450a44d190 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "GET /v2.0/security-groups?id=06b35ffd-51c2-47ed-8596-e065415e91fc&id=37ec5649-be13-441b-b109-56af499d2ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0405357 May 31 14:34:20.930419 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b68696-4ea9-42f4-aef8-bfaa2f00feef req-38737cb0-41ed-4dee-973d-4e045a9952f1 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:34:20.931898 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-87b68696-4ea9-42f4-aef8-bfaa2f00feef req-38737cb0-41ed-4dee-973d-4e045a9952f1 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "GET /v2.0/ports?device_id=92f6229e-e730-4f33-b3a4-0e7e9d06a4b5 HTTP/1.1" status: 200 len: 985 time: 0.0802066 May 31 14:34:20.978901 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-87b68696-4ea9-42f4-aef8-bfaa2f00feef req-aabaa7c5-3749-4044-9814-b95cea6f2913 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "GET /v2.0/security-groups?id=06b35ffd-51c2-47ed-8596-e065415e91fc&id=37ec5649-be13-441b-b109-56af499d2ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0402861 May 31 14:34:22.208657 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9929ff4e-62ad-401c-8a66-0082a4742a4d req-25ee6868-db7f-47d3-bdab-267827a0085d tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:34:22.211148 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9929ff4e-62ad-401c-8a66-0082a4742a4d req-25ee6868-db7f-47d3-bdab-267827a0085d tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "GET /v2.0/ports?device_id=92f6229e-e730-4f33-b3a4-0e7e9d06a4b5 HTTP/1.1" status: 200 len: 985 time: 0.1046591 May 31 14:34:22.257756 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9929ff4e-62ad-401c-8a66-0082a4742a4d req-ac853a04-b8a7-46ac-84a1-ae928060e4ec tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "GET /v2.0/security-groups?id=06b35ffd-51c2-47ed-8596-e065415e91fc&id=37ec5649-be13-441b-b109-56af499d2ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0410166 May 31 14:34:23.644116 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:34:37.998634 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:34:39.461366 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:34:40.709010 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c589bdd8-2273-40f8-9e2a-ba22a37af271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:34:42.902811 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b5e4bd89-f237-4208-9be6-c6f7e5ade554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:34:43.975688 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:34:44.120178 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:34:45.855558 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:00.642862 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:35:08.013044 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:09.473495 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:10.711140 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-38fab5b0-c03b-45c6-8372-975ad2913929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:11.050531 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fbdcb4a5-2399-489f-868d-c0ee5be0ecd5 req-ddb0eebc-c796-4d6c-b947-6f3273161350 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=92f6229e-e730-4f33-b3a4-0e7e9d06a4b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0737832 May 31 14:35:11.196240 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdcb4a5-2399-489f-868d-c0ee5be0ecd5 req-51ce47c5-f96f-4407-856e-77cb51f1744e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:35:11.197682 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fbdcb4a5-2399-489f-868d-c0ee5be0ecd5 req-51ce47c5-f96f-4407-856e-77cb51f1744e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=21bb92fb69694114b827c8c77a62a01d&device_id=92f6229e-e730-4f33-b3a4-0e7e9d06a4b5 HTTP/1.1" status: 200 len: 1136 time: 0.0698891 May 31 14:35:11.342034 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdcb4a5-2399-489f-868d-c0ee5be0ecd5 req-20f1b130-5304-4524-9d69-5fa92fef18e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:35:11.343379 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fbdcb4a5-2399-489f-868d-c0ee5be0ecd5 req-20f1b130-5304-4524-9d69-5fa92fef18e3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3686ea1c-5dec-4cb2-87d6-51b1908342ed HTTP/1.1" status: 200 len: 916 time: 0.1265941 May 31 14:35:11.451528 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fbdcb4a5-2399-489f-868d-c0ee5be0ecd5 req-ac270268-c56a-42e6-a65d-4f1d064b2217 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=561c0740-5fa0-4fb5-b294-81a07641e7b5 HTTP/1.1" status: 200 len: 1002 time: 0.1012723 May 31 14:35:11.513744 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdcb4a5-2399-489f-868d-c0ee5be0ecd5 req-0f680236-3c24-44ff-8e71-84549326c2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:35:11.515169 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fbdcb4a5-2399-489f-868d-c0ee5be0ecd5 req-0f680236-3c24-44ff-8e71-84549326c2dc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4534d37a-8c5b-4077-b2d8-3423bb61b9e2 HTTP/1.1" status: 200 len: 854 time: 0.0567234 May 31 14:35:11.591413 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdcb4a5-2399-489f-868d-c0ee5be0ecd5 req-6bd01a0f-3fcd-4cad-858c-4ea0324f8b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:35:11.592948 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fbdcb4a5-2399-489f-868d-c0ee5be0ecd5 req-6bd01a0f-3fcd-4cad-858c-4ea0324f8b93 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3686ea1c-5dec-4cb2-87d6-51b1908342ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714390 May 31 14:35:11.723936 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fbdcb4a5-2399-489f-868d-c0ee5be0ecd5 req-59c97dae-1c8b-48f6-8efe-e296c3295544 service neutron] 10.222.0.20 "GET /v2.0/networks/3686ea1c-5dec-4cb2-87d6-51b1908342ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236944 May 31 14:35:11.857247 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fbdcb4a5-2399-489f-868d-c0ee5be0ecd5 req-ea25f611-c642-4f3d-832b-b9e6452c0a13 service neutron] 10.222.0.20 "GET /v2.0/networks/3686ea1c-5dec-4cb2-87d6-51b1908342ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273401 May 31 14:35:11.926884 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-258fcc50-d9c4-4c9f-bf1c-d5fd4c837d1c req-6b85f9ae-6c6c-42d5-b132-e58ddf5c2b2e tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-582458555&fields=id&tenant_id=21bb92fb69694114b827c8c77a62a01d HTTP/1.1" status: 200 len: 267 time: 0.0409436 May 31 14:35:12.013507 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258fcc50-d9c4-4c9f-bf1c-d5fd4c837d1c req-4e1d64ca-8d71-48ed-9643-a05898f16111 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:35:12.014970 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-258fcc50-d9c4-4c9f-bf1c-d5fd4c837d1c req-4e1d64ca-8d71-48ed-9643-a05898f16111 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "GET /v2.0/ports?device_id=92f6229e-e730-4f33-b3a4-0e7e9d06a4b5 HTTP/1.1" status: 200 len: 985 time: 0.0828135 May 31 14:35:12.026292 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [req-258fcc50-d9c4-4c9f-bf1c-d5fd4c837d1c req-ffad91a5-9365-40e4-80eb-99cc6c84aa8d tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Request body: {'port': {'security_groups': ['37ec5649-be13-441b-b109-56af499d2ce1']}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:35:12.148201 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-258fcc50-d9c4-4c9f-bf1c-d5fd4c837d1c req-ffad91a5-9365-40e4-80eb-99cc6c84aa8d tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:12.392281 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [req-258fcc50-d9c4-4c9f-bf1c-d5fd4c837d1c req-ffad91a5-9365-40e4-80eb-99cc6c84aa8d tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] For port 561c0740-5fa0-4fb5-b294-81a07641e7b5, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=561c0740-5fa0-4fb5-b294-81a07641e7b5,segment=NetworkSegment(683affa3-3587-43fe-84c7-b4e8e2fd6ed9),segment_id=683affa3-3587-43fe-84c7-b4e8e2fd6ed9)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:35:12.425429 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-258fcc50-d9c4-4c9f-bf1c-d5fd4c837d1c req-ffad91a5-9365-40e4-80eb-99cc6c84aa8d tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:12.429901 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-258fcc50-d9c4-4c9f-bf1c-d5fd4c837d1c req-ffad91a5-9365-40e4-80eb-99cc6c84aa8d tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:12.442599 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['561c0740-5fa0-4fb5-b294-81a07641e7b5'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:35:12.504614 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258fcc50-d9c4-4c9f-bf1c-d5fd4c837d1c req-ffad91a5-9365-40e4-80eb-99cc6c84aa8d tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:35:12.505198 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [req-258fcc50-d9c4-4c9f-bf1c-d5fd4c837d1c req-ffad91a5-9365-40e4-80eb-99cc6c84aa8d tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:12.506610 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-258fcc50-d9c4-4c9f-bf1c-d5fd4c837d1c req-ffad91a5-9365-40e4-80eb-99cc6c84aa8d tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "PUT /v2.0/ports/561c0740-5fa0-4fb5-b294-81a07641e7b5 HTTP/1.1" status: 200 len: 943 time: 0.4848275 May 31 14:35:12.507070 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92f6229e-e730-4f33-b3a4-0e7e9d06a4b5', 'tag': '561c0740-5fa0-4fb5-b294-81a07641e7b5'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:35:12.512556 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44568) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:35:12.530217 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffad91a5-9365-40e4-80eb-99cc6c84aa8d tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Pushing event updated for resources: {'Port': ['ID=561c0740-5fa0-4fb5-b294-81a07641e7b5,revision_number=7']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:35:12.539573 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffad91a5-9365-40e4-80eb-99cc6c84aa8d tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:35:12.539919 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffad91a5-9365-40e4-80eb-99cc6c84aa8d tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:35:12.540259 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffad91a5-9365-40e4-80eb-99cc6c84aa8d tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:35:12.540652 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffad91a5-9365-40e4-80eb-99cc6c84aa8d tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:35:12.541030 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffad91a5-9365-40e4-80eb-99cc6c84aa8d tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:35:12.541309 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffad91a5-9365-40e4-80eb-99cc6c84aa8d tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:35:12.541638 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffad91a5-9365-40e4-80eb-99cc6c84aa8d tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:35:12.541960 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffad91a5-9365-40e4-80eb-99cc6c84aa8d tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:35:12.542311 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffad91a5-9365-40e4-80eb-99cc6c84aa8d tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:35:12.542946 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffad91a5-9365-40e4-80eb-99cc6c84aa8d tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:35:12.543306 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffad91a5-9365-40e4-80eb-99cc6c84aa8d tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:35:12.543574 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffad91a5-9365-40e4-80eb-99cc6c84aa8d tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:35:12.562964 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80114ca8-c8a3-473b-9683-3b8734ba6e9a'] response: {'name': 'network-changed', 'server_uuid': '92f6229e-e730-4f33-b3a4-0e7e9d06a4b5', 'tag': '561c0740-5fa0-4fb5-b294-81a07641e7b5', 'status': 'completed', 'code': 200} May 31 14:35:12.592939 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['561c0740-5fa0-4fb5-b294-81a07641e7b5'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:35:12.679601 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a25b1b32-146f-42a8-b1e0-b42e23fa7bea tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:12.717136 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a25b1b32-146f-42a8-b1e0-b42e23fa7bea tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:12.747219 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f2c7d-675e-4411-b4df-9413f0d0bdab req-e27918e7-a1f2-4d30-917f-42eb9b407304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:35:12.748703 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e87f2c7d-675e-4411-b4df-9413f0d0bdab req-e27918e7-a1f2-4d30-917f-42eb9b407304 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=21bb92fb69694114b827c8c77a62a01d&device_id=92f6229e-e730-4f33-b3a4-0e7e9d06a4b5 HTTP/1.1" status: 200 len: 1097 time: 0.1599393 May 31 14:35:12.777605 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d27b4e8c-26e7-4ab5-b191-56858c6d70a1 None None] Provisioning complete for port 561c0740-5fa0-4fb5-b294-81a07641e7b5 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:35:12.777972 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d27b4e8c-26e7-4ab5-b191-56858c6d70a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:12.894078 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f2c7d-675e-4411-b4df-9413f0d0bdab req-c79e5908-d466-42a0-8946-2461ed89d8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:35:12.896457 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e87f2c7d-675e-4411-b4df-9413f0d0bdab req-c79e5908-d466-42a0-8946-2461ed89d8a7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3686ea1c-5dec-4cb2-87d6-51b1908342ed HTTP/1.1" status: 200 len: 916 time: 0.1383934 May 31 14:35:12.946249 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-27a364a9-c839-4727-a3f1-d9794569a2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:12.949137 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-d27b4e8c-26e7-4ab5-b191-56858c6d70a1 None None] Current status of the port 561c0740-5fa0-4fb5-b294-81a07641e7b5 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:35:12.958943 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a25b1b32-146f-42a8-b1e0-b42e23fa7bea tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:12.998928 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25b1b32-146f-42a8-b1e0-b42e23fa7bea tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b35ffd-51c2-47ed-8596-e065415e91fc,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:35:13.013386 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25b1b32-146f-42a8-b1e0-b42e23fa7bea tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:35:13.013721 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25b1b32-146f-42a8-b1e0-b42e23fa7bea tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:35:13.014065 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25b1b32-146f-42a8-b1e0-b42e23fa7bea tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:35:13.014395 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25b1b32-146f-42a8-b1e0-b42e23fa7bea tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:35:13.014718 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25b1b32-146f-42a8-b1e0-b42e23fa7bea tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:35:13.015039 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25b1b32-146f-42a8-b1e0-b42e23fa7bea tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:35:13.015356 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25b1b32-146f-42a8-b1e0-b42e23fa7bea tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:35:13.015670 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25b1b32-146f-42a8-b1e0-b42e23fa7bea tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:35:13.016566 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25b1b32-146f-42a8-b1e0-b42e23fa7bea tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:35:13.016961 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25b1b32-146f-42a8-b1e0-b42e23fa7bea tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:35:13.017381 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25b1b32-146f-42a8-b1e0-b42e23fa7bea tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:35:13.017702 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25b1b32-146f-42a8-b1e0-b42e23fa7bea tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:35:13.022698 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a25b1b32-146f-42a8-b1e0-b42e23fa7bea tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:13.023788 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a25b1b32-146f-42a8-b1e0-b42e23fa7bea tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "DELETE /v2.0/security-groups/06b35ffd-51c2-47ed-8596-e065415e91fc HTTP/1.1" status: 204 len: 168 time: 0.5094876 May 31 14:35:13.026676 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44574) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:35:13.086207 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e87f2c7d-675e-4411-b4df-9413f0d0bdab req-ce94e535-28af-492d-a19f-7ccec7342397 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=561c0740-5fa0-4fb5-b294-81a07641e7b5 HTTP/1.1" status: 200 len: 1002 time: 0.1836607 May 31 14:35:13.340542 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f2c7d-675e-4411-b4df-9413f0d0bdab req-d8923e57-22f3-4433-8963-4659e9ecdfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:35:13.341852 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e87f2c7d-675e-4411-b4df-9413f0d0bdab req-d8923e57-22f3-4433-8963-4659e9ecdfbf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4534d37a-8c5b-4077-b2d8-3423bb61b9e2 HTTP/1.1" status: 200 len: 854 time: 0.2491481 May 31 14:35:13.440429 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-6e253e12-be12-4781-98dd-dbdff641b7b8 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Deleting port 6b861efd-7399-41b7-88ad-1c394cb72ecc {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:35:13.440767 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6e253e12-be12-4781-98dd-dbdff641b7b8 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:13.514055 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f2c7d-675e-4411-b4df-9413f0d0bdab req-750826c0-446d-4426-b56e-ea299712b4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:35:13.515497 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e87f2c7d-675e-4411-b4df-9413f0d0bdab req-750826c0-446d-4426-b56e-ea299712b4de service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3686ea1c-5dec-4cb2-87d6-51b1908342ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1665864 May 31 14:35:13.715536 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6e253e12-be12-4781-98dd-dbdff641b7b8 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:13.715864 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6e253e12-be12-4781-98dd-dbdff641b7b8 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:13.841880 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e87f2c7d-675e-4411-b4df-9413f0d0bdab req-d3e042df-581b-4a71-b208-08e3cad7bc62 service neutron] 10.222.0.20 "GET /v2.0/networks/3686ea1c-5dec-4cb2-87d6-51b1908342ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787285 May 31 14:35:13.848328 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-6e253e12-be12-4781-98dd-dbdff641b7b8 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Calling delete_port for 6b861efd-7399-41b7-88ad-1c394cb72ecc owned by network:floatingip {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:35:13.980096 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:14.042304 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e87f2c7d-675e-4411-b4df-9413f0d0bdab req-b9b93c78-829c-4300-ad54-9f40ca318eb2 service neutron] 10.222.0.20 "GET /v2.0/networks/3686ea1c-5dec-4cb2-87d6-51b1908342ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673789 May 31 14:35:14.113530 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6e253e12-be12-4781-98dd-dbdff641b7b8 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:14.125982 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:14.164265 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e253e12-be12-4781-98dd-dbdff641b7b8 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Pushing event deleted for resources: {'Port': ['ID=6b861efd-7399-41b7-88ad-1c394cb72ecc,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:35:14.258863 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6e253e12-be12-4781-98dd-dbdff641b7b8 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Notify callbacks [] for floatingip, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:14.259087 n-d-843939-1 neutron-server[88369]: INFO neutron.db.l3_db [None req-6e253e12-be12-4781-98dd-dbdff641b7b8 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Floating IP 878d00a0-83e2-459c-9025-c0d974d942f7 disassociated (deleted). External IP: 172.25.6.127, port: 561c0740-5fa0-4fb5-b294-81a07641e7b5. May 31 14:35:14.731296 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e253e12-be12-4781-98dd-dbdff641b7b8 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Router dfa74ea9-1268-47ce-9766-855d557defb0 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:35:14.910527 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e253e12-be12-4781-98dd-dbdff641b7b8 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:35:14.919796 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d8a23b-6c16-452b-aa39-a4b1ce1ef8b7 None None] Sync routers for ids ['dfa74ea9-1268-47ce-9766-855d557defb0'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:35:14.927828 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6e253e12-be12-4781-98dd-dbdff641b7b8 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:14.929807 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d8a23b-6c16-452b-aa39-a4b1ce1ef8b7 None None] Routers {'dfa74ea9-1268-47ce-9766-855d557defb0'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:35:14.930462 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-06d8a23b-6c16-452b-aa39-a4b1ce1ef8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:35:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['dfa74ea9-1268-47ce-9766-855d557defb0'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:35:14.992793 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-6e253e12-be12-4781-98dd-dbdff641b7b8 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "DELETE /v2.0/floatingips/878d00a0-83e2-459c-9025-c0d974d942f7 HTTP/1.1" status: 204 len: 168 time: 1.9623213 May 31 14:35:14.992793 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92f6229e-e730-4f33-b3a4-0e7e9d06a4b5', 'tag': '561c0740-5fa0-4fb5-b294-81a07641e7b5'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:35:15.111983 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a2df56a-806f-4fb4-a175-6a1103cee7b5'] response: {'name': 'network-changed', 'server_uuid': '92f6229e-e730-4f33-b3a4-0e7e9d06a4b5', 'tag': '561c0740-5fa0-4fb5-b294-81a07641e7b5', 'status': 'completed', 'code': 200} May 31 14:35:15.116958 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-06d8a23b-6c16-452b-aa39-a4b1ce1ef8b7 None None] Set router dfa74ea9-1268-47ce-9766-855d557defb0 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:35:15.204895 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa773a9-8fce-4862-b817-96d7abf79b98 req-bfb9b6dd-ab72-4255-b097-5fd23900a3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:35:15.206738 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8aa773a9-8fce-4862-b817-96d7abf79b98 req-bfb9b6dd-ab72-4255-b097-5fd23900a3c1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=21bb92fb69694114b827c8c77a62a01d&device_id=92f6229e-e730-4f33-b3a4-0e7e9d06a4b5 HTTP/1.1" status: 200 len: 1097 time: 0.0739834 May 31 14:35:15.371788 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa773a9-8fce-4862-b817-96d7abf79b98 req-2f4c9288-4071-47d2-8509-e18be5dc43d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:35:15.373964 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8aa773a9-8fce-4862-b817-96d7abf79b98 req-2f4c9288-4071-47d2-8509-e18be5dc43d3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3686ea1c-5dec-4cb2-87d6-51b1908342ed HTTP/1.1" status: 200 len: 916 time: 0.1613023 May 31 14:35:15.456035 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8aa773a9-8fce-4862-b817-96d7abf79b98 req-b731810b-edac-4672-b437-236ecf3d16dd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=561c0740-5fa0-4fb5-b294-81a07641e7b5 HTTP/1.1" status: 200 len: 217 time: 0.0763531 May 31 14:35:15.477223 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-06d8a23b-6c16-452b-aa39-a4b1ce1ef8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa74ea9-1268-47ce-9766-855d557defb0', 'name': 'tempest-TestMinimumBasicScenario-1382901097-router', 'tenant_id': '21bb92fb69694114b827c8c77a62a01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '6fa5bdae-e072-4b76-b8fc-d63228df493f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:32:21Z', 'updated_at': '2022-05-31T14:32:25Z', 'revision_number': 4, 'project_id': '21bb92fb69694114b827c8c77a62a01d', 'gw_port': {'id': '6fa5bdae-e072-4b76-b8fc-d63228df493f', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:20:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa74ea9-1268-47ce-9766-855d557defb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:32:21Z', 'updated_at': '2022-05-31T14:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'a58022aa-5e48-42b2-806d-681281e1eba0', 'name': '', 'network_id': '3686ea1c-5dec-4cb2-87d6-51b1908342ed', 'tenant_id': '21bb92fb69694114b827c8c77a62a01d', 'mac_address': 'fa:16:3e:f1:7b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa74ea9-1268-47ce-9766-855d557defb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '4534d37a-8c5b-4077-b2d8-3423bb61b9e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:32:24Z', 'updated_at': '2022-05-31T14:32:31Z', 'revision_number': 5, 'project_id': '21bb92fb69694114b827c8c77a62a01d', 'subnets': [{'id': '4534d37a-8c5b-4077-b2d8-3423bb61b9e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:35:15.485560 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d8a23b-6c16-452b-aa39-a4b1ce1ef8b7 None None] Checking router: dfa74ea9-1268-47ce-9766-855d557defb0 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:35:15.494927 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d8a23b-6c16-452b-aa39-a4b1ce1ef8b7 None None] Routers {'dfa74ea9-1268-47ce-9766-855d557defb0'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:35:15.495533 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-06d8a23b-6c16-452b-aa39-a4b1ce1ef8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:35:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['dfa74ea9-1268-47ce-9766-855d557defb0'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:35:15.528137 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa773a9-8fce-4862-b817-96d7abf79b98 req-c8675768-6814-41d0-89fa-d258a07f42bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:35:15.529500 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8aa773a9-8fce-4862-b817-96d7abf79b98 req-c8675768-6814-41d0-89fa-d258a07f42bb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4534d37a-8c5b-4077-b2d8-3423bb61b9e2 HTTP/1.1" status: 200 len: 854 time: 0.0683012 May 31 14:35:15.609455 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa773a9-8fce-4862-b817-96d7abf79b98 req-9505da5e-92c1-4d00-afca-c7296bbebc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:35:15.612114 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8aa773a9-8fce-4862-b817-96d7abf79b98 req-9505da5e-92c1-4d00-afca-c7296bbebc9b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3686ea1c-5dec-4cb2-87d6-51b1908342ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757794 May 31 14:35:15.677428 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-06d8a23b-6c16-452b-aa39-a4b1ce1ef8b7 None None] Set router dfa74ea9-1268-47ce-9766-855d557defb0 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:35:15.767738 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8aa773a9-8fce-4862-b817-96d7abf79b98 req-cf9b0f45-48d2-4f83-8dd2-a89eef80ee09 service neutron] 10.222.0.20 "GET /v2.0/networks/3686ea1c-5dec-4cb2-87d6-51b1908342ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489437 May 31 14:35:15.861978 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:15.913182 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8aa773a9-8fce-4862-b817-96d7abf79b98 req-1f75f203-8e91-408b-bbdb-4659e08f2174 service neutron] 10.222.0.20 "GET /v2.0/networks/3686ea1c-5dec-4cb2-87d6-51b1908342ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345351 May 31 14:35:16.039522 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-06d8a23b-6c16-452b-aa39-a4b1ce1ef8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa74ea9-1268-47ce-9766-855d557defb0', 'name': 'tempest-TestMinimumBasicScenario-1382901097-router', 'tenant_id': '21bb92fb69694114b827c8c77a62a01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '6fa5bdae-e072-4b76-b8fc-d63228df493f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:32:21Z', 'updated_at': '2022-05-31T14:32:25Z', 'revision_number': 4, 'project_id': '21bb92fb69694114b827c8c77a62a01d', 'gw_port': {'id': '6fa5bdae-e072-4b76-b8fc-d63228df493f', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:20:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa74ea9-1268-47ce-9766-855d557defb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:32:21Z', 'updated_at': '2022-05-31T14:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'a58022aa-5e48-42b2-806d-681281e1eba0', 'name': '', 'network_id': '3686ea1c-5dec-4cb2-87d6-51b1908342ed', 'tenant_id': '21bb92fb69694114b827c8c77a62a01d', 'mac_address': 'fa:16:3e:f1:7b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa74ea9-1268-47ce-9766-855d557defb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '4534d37a-8c5b-4077-b2d8-3423bb61b9e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:32:24Z', 'updated_at': '2022-05-31T14:32:31Z', 'revision_number': 5, 'project_id': '21bb92fb69694114b827c8c77a62a01d', 'subnets': [{'id': '4534d37a-8c5b-4077-b2d8-3423bb61b9e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:35:16.044024 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d8a23b-6c16-452b-aa39-a4b1ce1ef8b7 None None] The sync data for ids ['dfa74ea9-1268-47ce-9766-855d557defb0'] in n-d-843939-1 is: [{'id': 'dfa74ea9-1268-47ce-9766-855d557defb0', 'name': 'tempest-TestMinimumBasicScenario-1382901097-router', 'tenant_id': '21bb92fb69694114b827c8c77a62a01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '6fa5bdae-e072-4b76-b8fc-d63228df493f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:32:21Z', 'updated_at': '2022-05-31T14:32:25Z', 'revision_number': 4, 'project_id': '21bb92fb69694114b827c8c77a62a01d', 'gw_port': {'id': '6fa5bdae-e072-4b76-b8fc-d63228df493f', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:20:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa74ea9-1268-47ce-9766-855d557defb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:32:21Z', 'updated_at': '2022-05-31T14:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'a58022aa-5e48-42b2-806d-681281e1eba0', 'name': '', 'network_id': '3686ea1c-5dec-4cb2-87d6-51b1908342ed', 'tenant_id': '21bb92fb69694114b827c8c77a62a01d', 'mac_address': 'fa:16:3e:f1:7b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa74ea9-1268-47ce-9766-855d557defb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '4534d37a-8c5b-4077-b2d8-3423bb61b9e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:32:24Z', 'updated_at': '2022-05-31T14:32:31Z', 'revision_number': 5, 'project_id': '21bb92fb69694114b827c8c77a62a01d', 'subnets': [{'id': '4534d37a-8c5b-4077-b2d8-3423bb61b9e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:35:16.304862 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffb5db9-3a14-48d7-a97b-ec262b178ab0 None None] New status for floating IP 878d00a0-83e2-459c-9025-c0d974d942f7: DOWN {{(pid=88371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 14:35:19.455688 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fd842b-cbd5-41c7-b82c-37863175b713 req-41a62e51-15c6-4e6e-b330-fe61134ee838 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:35:19.457165 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-39fd842b-cbd5-41c7-b82c-37863175b713 req-41a62e51-15c6-4e6e-b330-fe61134ee838 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "GET /v2.0/ports?device_id=92f6229e-e730-4f33-b3a4-0e7e9d06a4b5 HTTP/1.1" status: 200 len: 946 time: 0.0849760 May 31 14:35:19.501663 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-39fd842b-cbd5-41c7-b82c-37863175b713 req-ffb41998-5a75-4eb1-8889-27d791b0c6ec tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "GET /v2.0/security-groups?id=37ec5649-be13-441b-b109-56af499d2ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388229 May 31 14:35:20.801297 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb416cc9-4f71-433e-a0b0-45d9e01bf917 req-f46e51e3-60d2-49a0-bd03-99074ec4e8b4 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:35:20.802668 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-eb416cc9-4f71-433e-a0b0-45d9e01bf917 req-f46e51e3-60d2-49a0-bd03-99074ec4e8b4 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "GET /v2.0/ports?device_id=92f6229e-e730-4f33-b3a4-0e7e9d06a4b5 HTTP/1.1" status: 200 len: 946 time: 0.1919243 May 31 14:35:20.846754 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-eb416cc9-4f71-433e-a0b0-45d9e01bf917 req-35ba5455-04c6-48aa-a827-502a90162457 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "GET /v2.0/security-groups?id=37ec5649-be13-441b-b109-56af499d2ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383813 May 31 14:35:21.270396 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c41819-49b1-4c6a-ac5b-ef8fdb205e4b req-c3da8e21-a4f1-42d4-898e-9d12eb1b47f6 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:35:21.271084 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-c9c41819-49b1-4c6a-ac5b-ef8fdb205e4b req-c3da8e21-a4f1-42d4-898e-9d12eb1b47f6 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Synchronizing usage tracker for tenant:21bb92fb69694114b827c8c77a62a01d on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:35:21.286694 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-c9c41819-49b1-4c6a-ac5b-ef8fdb205e4b req-c3da8e21-a4f1-42d4-898e-9d12eb1b47f6 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Unset dirty status for tenant:21bb92fb69694114b827c8c77a62a01d on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:35:21.288106 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c9c41819-49b1-4c6a-ac5b-ef8fdb205e4b req-c3da8e21-a4f1-42d4-898e-9d12eb1b47f6 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.20 "GET /v2.0/ports?device_id=92f6229e-e730-4f33-b3a4-0e7e9d06a4b5 HTTP/1.1" status: 200 len: 946 time: 0.1004138 May 31 14:35:21.366248 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-c9c41819-49b1-4c6a-ac5b-ef8fdb205e4b req-bbcbe3c1-15a7-4a61-8c2d-3bb643bc73d2 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Deleting port 561c0740-5fa0-4fb5-b294-81a07641e7b5 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:35:21.366584 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-c9c41819-49b1-4c6a-ac5b-ef8fdb205e4b req-bbcbe3c1-15a7-4a61-8c2d-3bb643bc73d2 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:21.617247 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-c9c41819-49b1-4c6a-ac5b-ef8fdb205e4b req-bbcbe3c1-15a7-4a61-8c2d-3bb643bc73d2 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] For port 561c0740-5fa0-4fb5-b294-81a07641e7b5, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=561c0740-5fa0-4fb5-b294-81a07641e7b5,segment=NetworkSegment(683affa3-3587-43fe-84c7-b4e8e2fd6ed9),segment_id=683affa3-3587-43fe-84c7-b4e8e2fd6ed9)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:35:21.617519 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-c9c41819-49b1-4c6a-ac5b-ef8fdb205e4b req-bbcbe3c1-15a7-4a61-8c2d-3bb643bc73d2 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:21.867079 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-c9c41819-49b1-4c6a-ac5b-ef8fdb205e4b req-bbcbe3c1-15a7-4a61-8c2d-3bb643bc73d2 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Calling delete_port for 561c0740-5fa0-4fb5-b294-81a07641e7b5 owned by compute:nova {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:35:22.016893 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-c9c41819-49b1-4c6a-ac5b-ef8fdb205e4b req-bbcbe3c1-15a7-4a61-8c2d-3bb643bc73d2 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:22.029475 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['561c0740-5fa0-4fb5-b294-81a07641e7b5'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:35:22.035772 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2560a6e9-aae4-44b4-8b84-39015547f689 req-8c612617-7219-41a6-af0a-bd8553c6e255 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:35:22.037316 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2560a6e9-aae4-44b4-8b84-39015547f689 req-8c612617-7219-41a6-af0a-bd8553c6e255 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "GET /v2.0/ports?device_id=92f6229e-e730-4f33-b3a4-0e7e9d06a4b5 HTTP/1.1" status: 200 len: 946 time: 0.0842245 May 31 14:35:22.070545 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcbe3c1-15a7-4a61-8c2d-3bb643bc73d2 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Pushing event deleted for resources: {'Port': ['ID=561c0740-5fa0-4fb5-b294-81a07641e7b5,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:35:22.102886 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2560a6e9-aae4-44b4-8b84-39015547f689 req-4cc343ea-0c5a-4775-80ca-46c1ae78b231 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.50 "GET /v2.0/security-groups?id=37ec5649-be13-441b-b109-56af499d2ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592790 May 31 14:35:22.155369 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9c41819-49b1-4c6a-ac5b-ef8fdb205e4b req-bbcbe3c1-15a7-4a61-8c2d-3bb643bc73d2 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] No DVR routers for this DVR port 561c0740-5fa0-4fb5-b294-81a07641e7b5 on host n-h1-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:35:22.159416 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-c9c41819-49b1-4c6a-ac5b-ef8fdb205e4b req-bbcbe3c1-15a7-4a61-8c2d-3bb643bc73d2 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:22.161979 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92f6229e-e730-4f33-b3a4-0e7e9d06a4b5', 'name': 'network-vif-deleted', 'tag': '561c0740-5fa0-4fb5-b294-81a07641e7b5'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:35:22.177617 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c9c41819-49b1-4c6a-ac5b-ef8fdb205e4b req-bbcbe3c1-15a7-4a61-8c2d-3bb643bc73d2 tempest-TestMinimumBasicScenario-52814580 tempest-TestMinimumBasicScenario-52814580-project] 10.222.0.20 "DELETE /v2.0/ports/561c0740-5fa0-4fb5-b294-81a07641e7b5 HTTP/1.1" status: 204 len: 173 time: 0.8846903 May 31 14:35:22.210580 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f549c624-46d7-4276-b663-884f9669c63b'] response: {'server_uuid': '92f6229e-e730-4f33-b3a4-0e7e9d06a4b5', 'name': 'network-vif-deleted', 'tag': '561c0740-5fa0-4fb5-b294-81a07641e7b5', 'status': 'completed', 'code': 200} May 31 14:35:23.747523 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44674) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:35:24.289168 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-18c647f8-54c1-49a4-aa95-d05825b23c47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:24.633208 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-18c647f8-54c1-49a4-aa95-d05825b23c47 admin admin] Deleting port a58022aa-5e48-42b2-806d-681281e1eba0 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:35:24.633464 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-18c647f8-54c1-49a4-aa95-d05825b23c47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:24.910835 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-18c647f8-54c1-49a4-aa95-d05825b23c47 admin admin] For port a58022aa-5e48-42b2-806d-681281e1eba0, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=a58022aa-5e48-42b2-806d-681281e1eba0,segment=NetworkSegment(683affa3-3587-43fe-84c7-b4e8e2fd6ed9),segment_id=683affa3-3587-43fe-84c7-b4e8e2fd6ed9)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:35:24.911522 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-18c647f8-54c1-49a4-aa95-d05825b23c47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:25.030965 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-18c647f8-54c1-49a4-aa95-d05825b23c47 admin admin] Calling delete_port for a58022aa-5e48-42b2-806d-681281e1eba0 owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:35:25.210992 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-18c647f8-54c1-49a4-aa95-d05825b23c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:25.269535 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c647f8-54c1-49a4-aa95-d05825b23c47 admin admin] Pushing event deleted for resources: {'Port': ['ID=a58022aa-5e48-42b2-806d-681281e1eba0,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:35:25.414444 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 561c0740-5fa0-4fb5-b294-81a07641e7b5 no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:35:25.450857 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] No Port match for: 561c0740-5fa0-4fb5-b294-81a07641e7b5 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:35:25.451320 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 561c0740-5fa0-4fb5-b294-81a07641e7b5 not bound to the agent host n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:35:25.542505 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-18c647f8-54c1-49a4-aa95-d05825b23c47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:25.902037 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18c647f8-54c1-49a4-aa95-d05825b23c47 admin admin] Router dfa74ea9-1268-47ce-9766-855d557defb0 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:35:26.085669 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c647f8-54c1-49a4-aa95-d05825b23c47 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:35:26.094651 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29642716-c320-4cb4-863b-f7c144bb87ee None None] Sync routers for ids ['dfa74ea9-1268-47ce-9766-855d557defb0'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:35:26.098297 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-18c647f8-54c1-49a4-aa95-d05825b23c47 admin admin] 10.222.0.50 "PUT /v2.0/routers/dfa74ea9-1268-47ce-9766-855d557defb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3490245 May 31 14:35:26.100763 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44680) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:35:26.104305 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29642716-c320-4cb4-863b-f7c144bb87ee None None] Routers {'dfa74ea9-1268-47ce-9766-855d557defb0'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:35:26.104896 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-29642716-c320-4cb4-863b-f7c144bb87ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:35:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['dfa74ea9-1268-47ce-9766-855d557defb0'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:35:26.288373 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-29642716-c320-4cb4-863b-f7c144bb87ee None None] Set router dfa74ea9-1268-47ce-9766-855d557defb0 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:35:26.399025 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-096987bc-68f5-4b1b-b190-cf1a97828769 admin admin] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:26.572487 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-29642716-c320-4cb4-863b-f7c144bb87ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa74ea9-1268-47ce-9766-855d557defb0', 'name': 'tempest-TestMinimumBasicScenario-1382901097-router', 'tenant_id': '21bb92fb69694114b827c8c77a62a01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '6fa5bdae-e072-4b76-b8fc-d63228df493f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:32:21Z', 'updated_at': '2022-05-31T14:35:25Z', 'revision_number': 5, 'project_id': '21bb92fb69694114b827c8c77a62a01d', 'gw_port': {'id': '6fa5bdae-e072-4b76-b8fc-d63228df493f', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:20:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa74ea9-1268-47ce-9766-855d557defb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:32:21Z', 'updated_at': '2022-05-31T14:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:35:26.576282 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29642716-c320-4cb4-863b-f7c144bb87ee None None] Checking router: dfa74ea9-1268-47ce-9766-855d557defb0 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:35:26.582192 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-096987bc-68f5-4b1b-b190-cf1a97828769 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:26.584440 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29642716-c320-4cb4-863b-f7c144bb87ee None None] Routers {'dfa74ea9-1268-47ce-9766-855d557defb0'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:35:26.585013 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-29642716-c320-4cb4-863b-f7c144bb87ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:35:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['dfa74ea9-1268-47ce-9766-855d557defb0'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:35:26.592321 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-096987bc-68f5-4b1b-b190-cf1a97828769 admin admin] Deleting port 6fa5bdae-e072-4b76-b8fc-d63228df493f {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:35:26.592660 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-096987bc-68f5-4b1b-b190-cf1a97828769 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:26.739616 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-29642716-c320-4cb4-863b-f7c144bb87ee None None] Set router dfa74ea9-1268-47ce-9766-855d557defb0 gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:35:26.769083 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-096987bc-68f5-4b1b-b190-cf1a97828769 admin admin] For port 6fa5bdae-e072-4b76-b8fc-d63228df493f, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=6fa5bdae-e072-4b76-b8fc-d63228df493f,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:35:26.769438 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-096987bc-68f5-4b1b-b190-cf1a97828769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:26.846380 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-29642716-c320-4cb4-863b-f7c144bb87ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa74ea9-1268-47ce-9766-855d557defb0', 'name': 'tempest-TestMinimumBasicScenario-1382901097-router', 'tenant_id': '21bb92fb69694114b827c8c77a62a01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:32:21Z', 'updated_at': '2022-05-31T14:35:26Z', 'revision_number': 6, 'project_id': '21bb92fb69694114b827c8c77a62a01d', 'gw_port_host': None}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:35:26.850450 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29642716-c320-4cb4-863b-f7c144bb87ee None None] The sync data for ids ['dfa74ea9-1268-47ce-9766-855d557defb0'] in n-d-843939-1 is: [{'id': 'dfa74ea9-1268-47ce-9766-855d557defb0', 'name': 'tempest-TestMinimumBasicScenario-1382901097-router', 'tenant_id': '21bb92fb69694114b827c8c77a62a01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:32:21Z', 'updated_at': '2022-05-31T14:35:26Z', 'revision_number': 6, 'project_id': '21bb92fb69694114b827c8c77a62a01d', 'gw_port_host': None}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:35:26.900032 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-096987bc-68f5-4b1b-b190-cf1a97828769 admin admin] Calling delete_port for 6fa5bdae-e072-4b76-b8fc-d63228df493f owned by network:router_gateway {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:35:27.071626 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-096987bc-68f5-4b1b-b190-cf1a97828769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:27.117979 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096987bc-68f5-4b1b-b190-cf1a97828769 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fa5bdae-e072-4b76-b8fc-d63228df493f,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:35:27.212200 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-096987bc-68f5-4b1b-b190-cf1a97828769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577389'] for router_gateway, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:27.387521 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-096987bc-68f5-4b1b-b190-cf1a97828769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:27.389640 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-096987bc-68f5-4b1b-b190-cf1a97828769 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:27.415383 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-096987bc-68f5-4b1b-b190-cf1a97828769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:27.415958 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-096987bc-68f5-4b1b-b190-cf1a97828769 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dfa74ea9-1268-47ce-9766-855d557defb0 {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 14:35:27.428560 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-096987bc-68f5-4b1b-b190-cf1a97828769 admin admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:27.429678 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-096987bc-68f5-4b1b-b190-cf1a97828769 admin admin] 10.222.0.50 "DELETE /v2.0/routers/dfa74ea9-1268-47ce-9766-855d557defb0 HTTP/1.1" status: 204 len: 168 time: 1.3280132 May 31 14:35:27.432321 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44686) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:35:27.491232 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-be829cf8-aac0-49d7-b2d3-ade6e0e33a8a admin admin] Deleting subnet 4534d37a-8c5b-4077-b2d8-3423bb61b9e2 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 14:35:27.494194 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-be829cf8-aac0-49d7-b2d3-ade6e0e33a8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:27.543540 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-be829cf8-aac0-49d7-b2d3-ade6e0e33a8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:27.630701 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-be829cf8-aac0-49d7-b2d3-ade6e0e33a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:27.700791 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-be829cf8-aac0-49d7-b2d3-ade6e0e33a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:27.738559 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be829cf8-aac0-49d7-b2d3-ade6e0e33a8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4534d37a-8c5b-4077-b2d8-3423bb61b9e2,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:35:27.742227 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-be829cf8-aac0-49d7-b2d3-ade6e0e33a8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:27.748231 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763e5f27-a2b0-451b-a6a5-3df5cd4452e8 None None] Network 3686ea1c-5dec-4cb2-87d6-51b1908342ed requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:35:27.748854 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-be829cf8-aac0-49d7-b2d3-ade6e0e33a8a admin admin] 10.222.0.50 "DELETE /v2.0/subnets/4534d37a-8c5b-4077-b2d8-3423bb61b9e2 HTTP/1.1" status: 204 len: 168 time: 0.3148274 May 31 14:35:27.751562 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44690) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:35:27.863578 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1a118a63-645c-4419-8a52-6804c9a0e223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:27.874162 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-1a118a63-645c-4419-8a52-6804c9a0e223 admin admin] Deleting port a5f102ce-9d1c-40c3-a150-23e8f9a17099 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:35:27.874494 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1a118a63-645c-4419-8a52-6804c9a0e223 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:28.031060 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0f053f-cdef-4b20-8d89-e283d083cf33 None None] DHCP port deletion for 3686ea1c-5dec-4cb2-87d6-51b1908342ed request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 14:35:28.035962 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2d0f053f-cdef-4b20-8d89-e283d083cf33 None None] Deleting port a5f102ce-9d1c-40c3-a150-23e8f9a17099 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:35:28.036331 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2d0f053f-cdef-4b20-8d89-e283d083cf33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:28.096164 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-1a118a63-645c-4419-8a52-6804c9a0e223 admin admin] For port a5f102ce-9d1c-40c3-a150-23e8f9a17099, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=a5f102ce-9d1c-40c3-a150-23e8f9a17099,segment=NetworkSegment(683affa3-3587-43fe-84c7-b4e8e2fd6ed9),segment_id=683affa3-3587-43fe-84c7-b4e8e2fd6ed9)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:35:28.096522 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1a118a63-645c-4419-8a52-6804c9a0e223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:28.220696 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-1a118a63-645c-4419-8a52-6804c9a0e223 admin admin] Calling delete_port for a5f102ce-9d1c-40c3-a150-23e8f9a17099 owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:35:28.246102 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-2d0f053f-cdef-4b20-8d89-e283d083cf33 None None] For port a5f102ce-9d1c-40c3-a150-23e8f9a17099, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=a5f102ce-9d1c-40c3-a150-23e8f9a17099,segment=NetworkSegment(683affa3-3587-43fe-84c7-b4e8e2fd6ed9),segment_id=683affa3-3587-43fe-84c7-b4e8e2fd6ed9)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:35:28.246493 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2d0f053f-cdef-4b20-8d89-e283d083cf33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:28.309380 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1a118a63-645c-4419-8a52-6804c9a0e223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:28.358396 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a118a63-645c-4419-8a52-6804c9a0e223 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5f102ce-9d1c-40c3-a150-23e8f9a17099,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:35:28.361091 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a118a63-645c-4419-8a52-6804c9a0e223 admin admin] No DVR routers for this DVR port a5f102ce-9d1c-40c3-a150-23e8f9a17099 on host n-d-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:35:28.381555 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2d0f053f-cdef-4b20-8d89-e283d083cf33 None None] Calling delete_port for a5f102ce-9d1c-40c3-a150-23e8f9a17099 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:35:28.452569 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-2d0f053f-cdef-4b20-8d89-e283d083cf33 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 14:35:28.452927 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-2d0f053f-cdef-4b20-8d89-e283d083cf33 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 14:35:28.476441 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1a118a63-645c-4419-8a52-6804c9a0e223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:28.501075 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-1a118a63-645c-4419-8a52-6804c9a0e223 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3686ea1c-5dec-4cb2-87d6-51b1908342ed']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:35:28.512759 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-1a118a63-645c-4419-8a52-6804c9a0e223 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '683affa3-3587-43fe-84c7-b4e8e2fd6ed9') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:35:28.513053 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-1a118a63-645c-4419-8a52-6804c9a0e223 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '683affa3-3587-43fe-84c7-b4e8e2fd6ed9') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:35:28.524011 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1a118a63-645c-4419-8a52-6804c9a0e223 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:28.544756 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1a118a63-645c-4419-8a52-6804c9a0e223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:28.556091 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a118a63-645c-4419-8a52-6804c9a0e223 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 14:35:28.556833 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1a118a63-645c-4419-8a52-6804c9a0e223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:28.641275 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 683affa3-3587-43fe-84c7-b4e8e2fd6ed9 resource provider aggregate not found May 31 14:35:28.655084 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1a118a63-645c-4419-8a52-6804c9a0e223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:28.671756 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1a118a63-645c-4419-8a52-6804c9a0e223 admin admin] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:28.674886 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 683affa3-3587-43fe-84c7-b4e8e2fd6ed9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 683affa3-3587-43fe-84c7-b4e8e2fd6ed9 found for delete ", "request_id": "req-9cbb1955-67d9-4536-a308-da214794b848"}]} May 31 14:35:28.683346 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a118a63-645c-4419-8a52-6804c9a0e223 admin admin] Pushing event deleted for resources: {'Network': ['ID=3686ea1c-5dec-4cb2-87d6-51b1908342ed,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:35:28.696224 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-1a118a63-645c-4419-8a52-6804c9a0e223 admin admin] 10.222.0.50 "DELETE /v2.0/networks/3686ea1c-5dec-4cb2-87d6-51b1908342ed HTTP/1.1" status: 204 len: 168 time: 0.9435966 May 31 14:35:28.699201 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44702) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:35:28.861596 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 6fa5bdae-e072-4b76-b8fc-d63228df493f no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:35:28.908515 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 6fa5bdae-e072-4b76-b8fc-d63228df493f {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:35:28.908853 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 6fa5bdae-e072-4b76-b8fc-d63228df493f not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:35:28.909275 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device a5f102ce-9d1c-40c3-a150-23e8f9a17099 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:35:28.943185 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: a5f102ce-9d1c-40c3-a150-23e8f9a17099 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:35:28.943527 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device a5f102ce-9d1c-40c3-a150-23e8f9a17099 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:35:28.943945 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device a58022aa-5e48-42b2-806d-681281e1eba0 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:35:28.966674 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2d0f053f-cdef-4b20-8d89-e283d083cf33 None None] Deleting port a5f102ce-9d1c-40c3-a150-23e8f9a17099 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:35:28.967030 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2d0f053f-cdef-4b20-8d89-e283d083cf33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:29.009686 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: a58022aa-5e48-42b2-806d-681281e1eba0 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:35:29.010057 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device a58022aa-5e48-42b2-806d-681281e1eba0 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:35:29.044451 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2d0f053f-cdef-4b20-8d89-e283d083cf33 None None] The port 'a5f102ce-9d1c-40c3-a150-23e8f9a17099' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 14:35:29.356751 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3971d3d5-831d-4fbe-a1ec-a199e2a99a88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:29.707966 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-3971d3d5-831d-4fbe-a1ec-a199e2a99a88 admin admin] Deleting port b88fbf31-81b0-4a4d-afcb-f53a0af5994c {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:35:29.708590 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3971d3d5-831d-4fbe-a1ec-a199e2a99a88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:29.881028 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-3971d3d5-831d-4fbe-a1ec-a199e2a99a88 admin admin] For port b88fbf31-81b0-4a4d-afcb-f53a0af5994c, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=b88fbf31-81b0-4a4d-afcb-f53a0af5994c,segment=NetworkSegment(1021867b-0e89-4ebc-9aef-036324546df9),segment_id=1021867b-0e89-4ebc-9aef-036324546df9)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:35:29.881390 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3971d3d5-831d-4fbe-a1ec-a199e2a99a88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:30.016517 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-3971d3d5-831d-4fbe-a1ec-a199e2a99a88 admin admin] Calling delete_port for b88fbf31-81b0-4a4d-afcb-f53a0af5994c owned by network:router_interface {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:35:30.334475 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3971d3d5-831d-4fbe-a1ec-a199e2a99a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:30.382812 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3971d3d5-831d-4fbe-a1ec-a199e2a99a88 admin admin] Pushing event deleted for resources: {'Port': ['ID=b88fbf31-81b0-4a4d-afcb-f53a0af5994c,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:35:30.649740 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3971d3d5-831d-4fbe-a1ec-a199e2a99a88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:31.124718 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3971d3d5-831d-4fbe-a1ec-a199e2a99a88 admin admin] Router b80569ec-e1a6-4af0-a980-50cb3ec6e7e2 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:35:31.300378 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3971d3d5-831d-4fbe-a1ec-a199e2a99a88 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:35:31.308788 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8422770b-f3fb-4ed7-b38d-55a033f42c1e None None] Sync routers for ids ['b80569ec-e1a6-4af0-a980-50cb3ec6e7e2'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:35:31.319877 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-3971d3d5-831d-4fbe-a1ec-a199e2a99a88 admin admin] 10.222.0.50 "PUT /v2.0/routers/b80569ec-e1a6-4af0-a980-50cb3ec6e7e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6171598 May 31 14:35:31.320156 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44706) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:35:31.320750 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8422770b-f3fb-4ed7-b38d-55a033f42c1e None None] Routers {'b80569ec-e1a6-4af0-a980-50cb3ec6e7e2'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:35:31.322011 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-8422770b-f3fb-4ed7-b38d-55a033f42c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:35:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['b80569ec-e1a6-4af0-a980-50cb3ec6e7e2'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:35:31.492171 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-15d4709a-d170-4e6c-99fa-72295f1a1ead admin admin] Notify callbacks [] for router, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:31.502034 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-8422770b-f3fb-4ed7-b38d-55a033f42c1e None None] Set router b80569ec-e1a6-4af0-a980-50cb3ec6e7e2 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:35:31.674100 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-15d4709a-d170-4e6c-99fa-72295f1a1ead admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:31.683902 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-15d4709a-d170-4e6c-99fa-72295f1a1ead admin admin] Deleting port 0390ddcf-f06a-495f-9e9b-aeb36a8f57be {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:35:31.684272 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-15d4709a-d170-4e6c-99fa-72295f1a1ead admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:31.821101 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-8422770b-f3fb-4ed7-b38d-55a033f42c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80569ec-e1a6-4af0-a980-50cb3ec6e7e2', 'name': 'tempest-TestMinimumBasicScenario-2075288901-router', 'tenant_id': 'a7ff2362abb14af796117cad977c826c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': '0390ddcf-f06a-495f-9e9b-aeb36a8f57be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:32:28Z', 'updated_at': '2022-05-31T14:35:30Z', 'revision_number': 5, 'project_id': 'a7ff2362abb14af796117cad977c826c', 'gw_port': {'id': '0390ddcf-f06a-495f-9e9b-aeb36a8f57be', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:06:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80569ec-e1a6-4af0-a980-50cb3ec6e7e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:32:28Z', 'updated_at': '2022-05-31T14:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:35:31.825019 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8422770b-f3fb-4ed7-b38d-55a033f42c1e None None] Checking router: b80569ec-e1a6-4af0-a980-50cb3ec6e7e2 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:35:31.833825 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8422770b-f3fb-4ed7-b38d-55a033f42c1e None None] Routers {'b80569ec-e1a6-4af0-a980-50cb3ec6e7e2'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:35:31.834518 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-8422770b-f3fb-4ed7-b38d-55a033f42c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:35:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['b80569ec-e1a6-4af0-a980-50cb3ec6e7e2'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:35:31.862101 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-15d4709a-d170-4e6c-99fa-72295f1a1ead admin admin] For port 0390ddcf-f06a-495f-9e9b-aeb36a8f57be, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=0390ddcf-f06a-495f-9e9b-aeb36a8f57be,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:35:31.862459 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-15d4709a-d170-4e6c-99fa-72295f1a1ead admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:31.985388 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-15d4709a-d170-4e6c-99fa-72295f1a1ead admin admin] Calling delete_port for 0390ddcf-f06a-495f-9e9b-aeb36a8f57be owned by network:router_gateway {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:35:31.989296 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-8422770b-f3fb-4ed7-b38d-55a033f42c1e None None] Set router b80569ec-e1a6-4af0-a980-50cb3ec6e7e2 gateway port host: None {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:35:32.097888 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-8422770b-f3fb-4ed7-b38d-55a033f42c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80569ec-e1a6-4af0-a980-50cb3ec6e7e2', 'name': 'tempest-TestMinimumBasicScenario-2075288901-router', 'tenant_id': 'a7ff2362abb14af796117cad977c826c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:32:28Z', 'updated_at': '2022-05-31T14:35:31Z', 'revision_number': 6, 'project_id': 'a7ff2362abb14af796117cad977c826c', 'gw_port_host': None}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:35:32.102277 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8422770b-f3fb-4ed7-b38d-55a033f42c1e None None] The sync data for ids ['b80569ec-e1a6-4af0-a980-50cb3ec6e7e2'] in n-d-843939-1 is: [{'id': 'b80569ec-e1a6-4af0-a980-50cb3ec6e7e2', 'name': 'tempest-TestMinimumBasicScenario-2075288901-router', 'tenant_id': 'a7ff2362abb14af796117cad977c826c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:32:28Z', 'updated_at': '2022-05-31T14:35:31Z', 'revision_number': 6, 'project_id': 'a7ff2362abb14af796117cad977c826c', 'gw_port_host': None}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:35:32.279819 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-15d4709a-d170-4e6c-99fa-72295f1a1ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:32.327843 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d4709a-d170-4e6c-99fa-72295f1a1ead admin admin] Pushing event deleted for resources: {'Port': ['ID=0390ddcf-f06a-495f-9e9b-aeb36a8f57be,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:35:32.418977 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-15d4709a-d170-4e6c-99fa-72295f1a1ead admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577389'] for router_gateway, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:32.593563 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-15d4709a-d170-4e6c-99fa-72295f1a1ead admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:32.596297 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-15d4709a-d170-4e6c-99fa-72295f1a1ead admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:32.620143 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-15d4709a-d170-4e6c-99fa-72295f1a1ead admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:32.620672 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d4709a-d170-4e6c-99fa-72295f1a1ead admin admin] Fanout notify agent at l3_agent the message router_deleted on router b80569ec-e1a6-4af0-a980-50cb3ec6e7e2 {{(pid=88370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 14:35:32.633569 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-15d4709a-d170-4e6c-99fa-72295f1a1ead admin admin] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:32.634755 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-15d4709a-d170-4e6c-99fa-72295f1a1ead admin admin] 10.222.0.50 "DELETE /v2.0/routers/b80569ec-e1a6-4af0-a980-50cb3ec6e7e2 HTTP/1.1" status: 204 len: 168 time: 1.3137681 May 31 14:35:32.637482 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44710) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:35:32.696020 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cad022c-0142-4a1b-9ad9-9f09ec57b77e admin admin] Deleting subnet 9e899ab0-0d5d-40fa-ba97-74cd175eac09 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 14:35:32.698857 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9cad022c-0142-4a1b-9ad9-9f09ec57b77e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:32.749191 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9cad022c-0142-4a1b-9ad9-9f09ec57b77e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65507433'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:32.834407 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9cad022c-0142-4a1b-9ad9-9f09ec57b77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:32.886633 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 0390ddcf-f06a-495f-9e9b-aeb36a8f57be no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:35:32.903912 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9cad022c-0142-4a1b-9ad9-9f09ec57b77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65216469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65148562'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:32.923061 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 0390ddcf-f06a-495f-9e9b-aeb36a8f57be {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:35:32.923397 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 0390ddcf-f06a-495f-9e9b-aeb36a8f57be not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:35:32.923813 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device b88fbf31-81b0-4a4d-afcb-f53a0af5994c no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:35:32.944051 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9cad022c-0142-4a1b-9ad9-9f09ec57b77e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:32.946761 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cad022c-0142-4a1b-9ad9-9f09ec57b77e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e899ab0-0d5d-40fa-ba97-74cd175eac09,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:35:32.952539 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-9cad022c-0142-4a1b-9ad9-9f09ec57b77e admin admin] 10.222.0.50 "DELETE /v2.0/subnets/9e899ab0-0d5d-40fa-ba97-74cd175eac09 HTTP/1.1" status: 204 len: 168 time: 0.3138142 May 31 14:35:32.955276 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44714) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:35:32.957077 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e8acba-a717-4c86-87fd-f456b2aea4d0 None None] Network c7f3873f-0801-4b1d-82ef-dec355663f70 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:35:32.980464 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: b88fbf31-81b0-4a4d-afcb-f53a0af5994c {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:35:32.980464 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device b88fbf31-81b0-4a4d-afcb-f53a0af5994c not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:35:33.068367 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9ed503c3-e6bb-4af2-b73f-fcd6f48fe114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:33.080194 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-9ed503c3-e6bb-4af2-b73f-fcd6f48fe114 admin admin] Deleting port f475ea6e-5903-4094-ae56-9a91d5d56e8e {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:35:33.080534 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9ed503c3-e6bb-4af2-b73f-fcd6f48fe114 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:33.229614 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abb4a8c-7a02-4f32-bfe5-979022e7414a None None] DHCP port deletion for c7f3873f-0801-4b1d-82ef-dec355663f70 request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 14:35:33.234915 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2abb4a8c-7a02-4f32-bfe5-979022e7414a None None] Deleting port f475ea6e-5903-4094-ae56-9a91d5d56e8e {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:35:33.235294 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2abb4a8c-7a02-4f32-bfe5-979022e7414a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:33.304299 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-9ed503c3-e6bb-4af2-b73f-fcd6f48fe114 admin admin] For port f475ea6e-5903-4094-ae56-9a91d5d56e8e, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=f475ea6e-5903-4094-ae56-9a91d5d56e8e,segment=NetworkSegment(1021867b-0e89-4ebc-9aef-036324546df9),segment_id=1021867b-0e89-4ebc-9aef-036324546df9)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:35:33.304665 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9ed503c3-e6bb-4af2-b73f-fcd6f48fe114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:33.430008 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-9ed503c3-e6bb-4af2-b73f-fcd6f48fe114 admin admin] Calling delete_port for f475ea6e-5903-4094-ae56-9a91d5d56e8e owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:35:33.440727 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-2abb4a8c-7a02-4f32-bfe5-979022e7414a None None] For port f475ea6e-5903-4094-ae56-9a91d5d56e8e, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=f475ea6e-5903-4094-ae56-9a91d5d56e8e,segment=NetworkSegment(1021867b-0e89-4ebc-9aef-036324546df9),segment_id=1021867b-0e89-4ebc-9aef-036324546df9)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:35:33.441125 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2abb4a8c-7a02-4f32-bfe5-979022e7414a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:33.508889 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9ed503c3-e6bb-4af2-b73f-fcd6f48fe114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:33.556631 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed503c3-e6bb-4af2-b73f-fcd6f48fe114 admin admin] Pushing event deleted for resources: {'Port': ['ID=f475ea6e-5903-4094-ae56-9a91d5d56e8e,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:35:33.558449 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed503c3-e6bb-4af2-b73f-fcd6f48fe114 admin admin] No DVR routers for this DVR port f475ea6e-5903-4094-ae56-9a91d5d56e8e on host n-d-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:35:33.567864 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2abb4a8c-7a02-4f32-bfe5-979022e7414a None None] Calling delete_port for f475ea6e-5903-4094-ae56-9a91d5d56e8e owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:35:33.641159 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-2abb4a8c-7a02-4f32-bfe5-979022e7414a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 14:35:33.641580 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-2abb4a8c-7a02-4f32-bfe5-979022e7414a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 14:35:33.674617 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9ed503c3-e6bb-4af2-b73f-fcd6f48fe114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:33.699029 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-9ed503c3-e6bb-4af2-b73f-fcd6f48fe114 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7f3873f-0801-4b1d-82ef-dec355663f70']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:35:33.710766 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-9ed503c3-e6bb-4af2-b73f-fcd6f48fe114 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1021867b-0e89-4ebc-9aef-036324546df9') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:35:33.711061 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-9ed503c3-e6bb-4af2-b73f-fcd6f48fe114 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1021867b-0e89-4ebc-9aef-036324546df9') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:35:33.722614 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9ed503c3-e6bb-4af2-b73f-fcd6f48fe114 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:33.739339 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9ed503c3-e6bb-4af2-b73f-fcd6f48fe114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:33.745338 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ed503c3-e6bb-4af2-b73f-fcd6f48fe114 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 14:35:33.745719 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9ed503c3-e6bb-4af2-b73f-fcd6f48fe114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:33.810856 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 1021867b-0e89-4ebc-9aef-036324546df9 resource provider aggregate not found May 31 14:35:33.832061 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 1021867b-0e89-4ebc-9aef-036324546df9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1021867b-0e89-4ebc-9aef-036324546df9 found for delete ", "request_id": "req-a8b10d88-938b-4d0e-bb51-231ccc034593"}]} May 31 14:35:33.843033 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9ed503c3-e6bb-4af2-b73f-fcd6f48fe114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:33.860755 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9ed503c3-e6bb-4af2-b73f-fcd6f48fe114 admin admin] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:33.870838 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed503c3-e6bb-4af2-b73f-fcd6f48fe114 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7f3873f-0801-4b1d-82ef-dec355663f70,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:35:33.878038 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-9ed503c3-e6bb-4af2-b73f-fcd6f48fe114 admin admin] 10.222.0.50 "DELETE /v2.0/networks/c7f3873f-0801-4b1d-82ef-dec355663f70 HTTP/1.1" status: 204 len: 168 time: 0.9215748 May 31 14:35:34.066478 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44724) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:35:34.113893 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-d820ae63-5610-4b7c-a51b-14fb400460db admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=21bb92fb69694114b827c8c77a62a01d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462837 May 31 14:35:34.116289 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44728) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:35:34.143006 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2abb4a8c-7a02-4f32-bfe5-979022e7414a None None] Deleting port f475ea6e-5903-4094-ae56-9a91d5d56e8e {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:35:34.143773 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2abb4a8c-7a02-4f32-bfe5-979022e7414a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:34.213871 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-2abb4a8c-7a02-4f32-bfe5-979022e7414a None None] The port 'f475ea6e-5903-4094-ae56-9a91d5d56e8e' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 14:35:34.290432 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-386f8fe7-a580-465b-a697-d819751a20ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:34.316581 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-386f8fe7-a580-465b-a697-d819751a20ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:34.372890 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-386f8fe7-a580-465b-a697-d819751a20ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:34.389815 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386f8fe7-a580-465b-a697-d819751a20ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ec5649-be13-441b-b109-56af499d2ce1,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:35:34.394619 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-386f8fe7-a580-465b-a697-d819751a20ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:34.395435 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-386f8fe7-a580-465b-a697-d819751a20ad admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/37ec5649-be13-441b-b109-56af499d2ce1 HTTP/1.1" status: 204 len: 168 time: 0.2782483 May 31 14:35:34.761797 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44736) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:35:34.810653 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-572aa7c7-b00b-49e3-8555-2575a0b133f7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a7ff2362abb14af796117cad977c826c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0476918 May 31 14:35:34.815280 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44740) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:35:34.862780 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device f475ea6e-5903-4094-ae56-9a91d5d56e8e no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:35:34.898338 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: f475ea6e-5903-4094-ae56-9a91d5d56e8e {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:35:34.898684 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device f475ea6e-5903-4094-ae56-9a91d5d56e8e not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:35:34.981729 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fb9b4efc-cf34-424d-b9da-9fd21ee455a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:35.007760 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fb9b4efc-cf34-424d-b9da-9fd21ee455a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:35.058991 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fb9b4efc-cf34-424d-b9da-9fd21ee455a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:35.073268 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b4efc-cf34-424d-b9da-9fd21ee455a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdba038a-8868-4aaa-a975-233a4298fe51,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:35:35.080550 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fb9b4efc-cf34-424d-b9da-9fd21ee455a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:35.081680 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-fb9b4efc-cf34-424d-b9da-9fd21ee455a3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cdba038a-8868-4aaa-a975-233a4298fe51 HTTP/1.1" status: 204 len: 168 time: 0.2651274 May 31 14:35:36.670838 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44782) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:35:36.677123 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-6136697b-284d-4b8a-93f5-e3807a3f539b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1525375305', 'description': 'tempest-secgroup-smoke-1525375305 description', 'project_id': '91ff4e6fbd51465ba708db114d874986'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:35:36.684124 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6136697b-284d-4b8a-93f5-e3807a3f539b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:35:36.688333 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-6136697b-284d-4b8a-93f5-e3807a3f539b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Usage tracker for resource:security_group and tenant:91ff4e6fbd51465ba708db114d874986 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:35:36.691176 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-6136697b-284d-4b8a-93f5-e3807a3f539b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:35:36.697051 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6136697b-284d-4b8a-93f5-e3807a3f539b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:35:36.707435 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6136697b-284d-4b8a-93f5-e3807a3f539b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:36.719514 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6136697b-284d-4b8a-93f5-e3807a3f539b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:36.733354 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6136697b-284d-4b8a-93f5-e3807a3f539b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:35:36.737687 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-6136697b-284d-4b8a-93f5-e3807a3f539b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Usage tracker for resource:security_group_rule and tenant:91ff4e6fbd51465ba708db114d874986 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:35:36.740422 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-6136697b-284d-4b8a-93f5-e3807a3f539b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:35:36.746504 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6136697b-284d-4b8a-93f5-e3807a3f539b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:35:36.828597 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6136697b-284d-4b8a-93f5-e3807a3f539b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:36.833049 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6136697b-284d-4b8a-93f5-e3807a3f539b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:36.850883 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6136697b-284d-4b8a-93f5-e3807a3f539b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:35:36.862813 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-6136697b-284d-4b8a-93f5-e3807a3f539b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Usage tracker for resource:security_group_rule and tenant:91ff4e6fbd51465ba708db114d874986 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:35:36.868213 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-6136697b-284d-4b8a-93f5-e3807a3f539b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:35:36.876305 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-6136697b-284d-4b8a-93f5-e3807a3f539b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:35:36.878224 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6136697b-284d-4b8a-93f5-e3807a3f539b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27b9149f-4d4b-4043-af06-b57de320d2f2,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:35:36.947699 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6136697b-284d-4b8a-93f5-e3807a3f539b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:36.951424 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6136697b-284d-4b8a-93f5-e3807a3f539b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:37.001222 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6136697b-284d-4b8a-93f5-e3807a3f539b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72375b94-b50e-414b-871f-f0c24ad8f570,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:35:37.004097 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6136697b-284d-4b8a-93f5-e3807a3f539b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:37.005389 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-6136697b-284d-4b8a-93f5-e3807a3f539b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3334925 May 31 14:35:37.008295 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44786) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:35:37.013201 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-746e8875-b6d1-480a-ad79-86b8ee012c46 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Request body: {'security_group_rule': {'security_group_id': '72375b94-b50e-414b-871f-f0c24ad8f570', 'project_id': '91ff4e6fbd51465ba708db114d874986', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:35:37.020443 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-746e8875-b6d1-480a-ad79-86b8ee012c46 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:35:37.024253 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-746e8875-b6d1-480a-ad79-86b8ee012c46 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Usage tracker for resource:security_group_rule and tenant:91ff4e6fbd51465ba708db114d874986 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:35:37.027096 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-746e8875-b6d1-480a-ad79-86b8ee012c46 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:35:37.033415 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-746e8875-b6d1-480a-ad79-86b8ee012c46 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:35:37.049255 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-746e8875-b6d1-480a-ad79-86b8ee012c46 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:37.108180 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-746e8875-b6d1-480a-ad79-86b8ee012c46 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:37.111918 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-746e8875-b6d1-480a-ad79-86b8ee012c46 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:37.134630 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746e8875-b6d1-480a-ad79-86b8ee012c46 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66b0c2d2-f107-4957-88ff-297ca4fb2d38,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:35:37.144198 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-746e8875-b6d1-480a-ad79-86b8ee012c46 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:37.145437 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-746e8875-b6d1-480a-ad79-86b8ee012c46 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1362336 May 31 14:35:37.148214 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44790) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:35:37.153142 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-166ff75f-7e52-4d2c-b908-04c6f2f938bd tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Request body: {'security_group_rule': {'security_group_id': '72375b94-b50e-414b-871f-f0c24ad8f570', 'project_id': '91ff4e6fbd51465ba708db114d874986', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:35:37.161510 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-166ff75f-7e52-4d2c-b908-04c6f2f938bd tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:35:37.165335 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-166ff75f-7e52-4d2c-b908-04c6f2f938bd tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Usage tracker for resource:security_group_rule and tenant:91ff4e6fbd51465ba708db114d874986 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:35:37.168391 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-166ff75f-7e52-4d2c-b908-04c6f2f938bd tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:35:37.173979 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-166ff75f-7e52-4d2c-b908-04c6f2f938bd tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:35:37.190747 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-166ff75f-7e52-4d2c-b908-04c6f2f938bd tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:37.255962 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-166ff75f-7e52-4d2c-b908-04c6f2f938bd tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:37.259890 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-166ff75f-7e52-4d2c-b908-04c6f2f938bd tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:37.288159 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166ff75f-7e52-4d2c-b908-04c6f2f938bd tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9deb00ad-23d6-42b8-9f48-d53a95517308,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:35:37.298344 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-166ff75f-7e52-4d2c-b908-04c6f2f938bd tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:37.299541 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-166ff75f-7e52-4d2c-b908-04c6f2f938bd tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1503854 May 31 14:35:37.302361 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44794) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:35:37.307749 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-4ba48b09-6f43-496d-9005-581e4aa155fc tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Request body: {'security_group_rule': {'security_group_id': '72375b94-b50e-414b-871f-f0c24ad8f570', 'project_id': '91ff4e6fbd51465ba708db114d874986', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:35:37.315196 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4ba48b09-6f43-496d-9005-581e4aa155fc tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:35:37.319256 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-4ba48b09-6f43-496d-9005-581e4aa155fc tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Usage tracker for resource:security_group_rule and tenant:91ff4e6fbd51465ba708db114d874986 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:35:37.322135 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-4ba48b09-6f43-496d-9005-581e4aa155fc tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:35:37.327732 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4ba48b09-6f43-496d-9005-581e4aa155fc tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:35:37.346447 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4ba48b09-6f43-496d-9005-581e4aa155fc tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:37.410043 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4ba48b09-6f43-496d-9005-581e4aa155fc tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:37.413286 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4ba48b09-6f43-496d-9005-581e4aa155fc tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:37.436403 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba48b09-6f43-496d-9005-581e4aa155fc tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d020266-f1e0-49c3-b059-70ab6683ddc4,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:35:37.445332 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4ba48b09-6f43-496d-9005-581e4aa155fc tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:37.446513 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-4ba48b09-6f43-496d-9005-581e4aa155fc tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1432481 May 31 14:35:37.449348 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44798) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:35:37.454925 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-bffc05c7-ffc2-49f2-b9c3-fdd91231026f tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Request body: {'security_group_rule': {'security_group_id': '72375b94-b50e-414b-871f-f0c24ad8f570', 'project_id': '91ff4e6fbd51465ba708db114d874986', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:35:37.461599 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-bffc05c7-ffc2-49f2-b9c3-fdd91231026f tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:35:37.465513 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-bffc05c7-ffc2-49f2-b9c3-fdd91231026f tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Usage tracker for resource:security_group_rule and tenant:91ff4e6fbd51465ba708db114d874986 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:35:37.468411 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-bffc05c7-ffc2-49f2-b9c3-fdd91231026f tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:35:37.474279 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-bffc05c7-ffc2-49f2-b9c3-fdd91231026f tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:35:37.490777 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bffc05c7-ffc2-49f2-b9c3-fdd91231026f tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:37.555172 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bffc05c7-ffc2-49f2-b9c3-fdd91231026f tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:37.558738 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bffc05c7-ffc2-49f2-b9c3-fdd91231026f tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:37.583931 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffc05c7-ffc2-49f2-b9c3-fdd91231026f tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8adcb258-3dd3-4c3e-b1ac-a0b66a888cfb,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:35:37.594789 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-bffc05c7-ffc2-49f2-b9c3-fdd91231026f tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:37.595878 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-bffc05c7-ffc2-49f2-b9c3-fdd91231026f tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1456215 May 31 14:35:37.598727 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44802) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:35:37.603721 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-884ec67f-d8bc-4850-b90f-c1cc155fdac7 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Request body: {'security_group_rule': {'security_group_id': '72375b94-b50e-414b-871f-f0c24ad8f570', 'project_id': '91ff4e6fbd51465ba708db114d874986', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:35:37.610616 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-884ec67f-d8bc-4850-b90f-c1cc155fdac7 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:35:37.616750 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-884ec67f-d8bc-4850-b90f-c1cc155fdac7 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Usage tracker for resource:security_group_rule and tenant:91ff4e6fbd51465ba708db114d874986 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:35:37.617348 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-884ec67f-d8bc-4850-b90f-c1cc155fdac7 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:35:37.623316 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-884ec67f-d8bc-4850-b90f-c1cc155fdac7 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:35:37.635017 n-d-843939-1 neutron-server[88369]: INFO neutron.db.securitygroups_db [None req-884ec67f-d8bc-4850-b90f-c1cc155fdac7 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Project 91ff4e6fbd51465ba708db114d874986 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 14:35:37.643048 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-884ec67f-d8bc-4850-b90f-c1cc155fdac7 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:37.644337 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:35:37.710354 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-884ec67f-d8bc-4850-b90f-c1cc155fdac7 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:37.715169 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-884ec67f-d8bc-4850-b90f-c1cc155fdac7 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:37.739624 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884ec67f-d8bc-4850-b90f-c1cc155fdac7 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60f9ea7f-d475-4f24-b46a-4d340e82edd9,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:35:37.748372 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-884ec67f-d8bc-4850-b90f-c1cc155fdac7 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:37.749561 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-884ec67f-d8bc-4850-b90f-c1cc155fdac7 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1498966 May 31 14:35:37.753284 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44806) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:35:37.758361 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-9d8c81fd-6f48-4895-a48b-f589b3dd898a tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Request body: {'security_group_rule': {'security_group_id': '72375b94-b50e-414b-871f-f0c24ad8f570', 'project_id': '91ff4e6fbd51465ba708db114d874986', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:35:37.765721 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-9d8c81fd-6f48-4895-a48b-f589b3dd898a tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:35:37.772097 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-9d8c81fd-6f48-4895-a48b-f589b3dd898a tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Usage tracker for resource:security_group_rule and tenant:91ff4e6fbd51465ba708db114d874986 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:35:37.775173 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-9d8c81fd-6f48-4895-a48b-f589b3dd898a tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:35:37.780887 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-9d8c81fd-6f48-4895-a48b-f589b3dd898a tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:35:37.791881 n-d-843939-1 neutron-server[88369]: INFO neutron.db.securitygroups_db [None req-9d8c81fd-6f48-4895-a48b-f589b3dd898a tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Project 91ff4e6fbd51465ba708db114d874986 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 14:35:37.799175 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9d8c81fd-6f48-4895-a48b-f589b3dd898a tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:37.864269 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9d8c81fd-6f48-4895-a48b-f589b3dd898a tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:37.868211 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9d8c81fd-6f48-4895-a48b-f589b3dd898a tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:37.892365 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8c81fd-6f48-4895-a48b-f589b3dd898a tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35efecac-94c7-40cd-863d-a13d7c524bf0,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:35:37.902018 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9d8c81fd-6f48-4895-a48b-f589b3dd898a tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:37.903209 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-9d8c81fd-6f48-4895-a48b-f589b3dd898a tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1489906 May 31 14:35:37.906283 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44810) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:35:37.912207 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-c731726c-6c22-47f6-9ff6-3ec392eb2003 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Request body: {'network': {'name': 'tempest-network-smoke--1981156978', 'project_id': '91ff4e6fbd51465ba708db114d874986', 'port_security_enabled': True}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:35:37.918133 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c731726c-6c22-47f6-9ff6-3ec392eb2003 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:35:37.922748 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c731726c-6c22-47f6-9ff6-3ec392eb2003 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Usage tracker for resource:network and tenant:91ff4e6fbd51465ba708db114d874986 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:35:37.925887 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c731726c-6c22-47f6-9ff6-3ec392eb2003 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:35:37.932006 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c731726c-6c22-47f6-9ff6-3ec392eb2003 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:35:37.952334 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c731726c-6c22-47f6-9ff6-3ec392eb2003 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Made reservation on behalf of 91ff4e6fbd51465ba708db114d874986 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:35:37.958059 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c731726c-6c22-47f6-9ff6-3ec392eb2003 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:37.992374 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c731726c-6c22-47f6-9ff6-3ec392eb2003 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 14:35:38.002055 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c731726c-6c22-47f6-9ff6-3ec392eb2003 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:38.002400 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-c731726c-6c22-47f6-9ff6-3ec392eb2003 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Added segment 7bf1867f-b3ec-44a6-9b23-38098349668a of type vlan for network 31379230-06ea-446b-aa68-fe0b5643d714 May 31 14:35:38.012587 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:38.029443 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c731726c-6c22-47f6-9ff6-3ec392eb2003 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:38.059934 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c731726c-6c22-47f6-9ff6-3ec392eb2003 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:38.065278 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c731726c-6c22-47f6-9ff6-3ec392eb2003 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:35:38.065864 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c731726c-6c22-47f6-9ff6-3ec392eb2003 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:38.165856 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c731726c-6c22-47f6-9ff6-3ec392eb2003 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2578290 May 31 14:35:38.168837 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44814) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:35:38.176957 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-3928a6b4-28d8-48e6-a8b8-ea823309f9fa tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1361375926', 'admin_state_up': True, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:35:38.185953 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c731726c-6c22-47f6-9ff6-3ec392eb2003 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event updated for resources: {'Network': ['ID=31379230-06ea-446b-aa68-fe0b5643d714,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:35:38.188594 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3928a6b4-28d8-48e6-a8b8-ea823309f9fa tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:35:38.192797 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-3928a6b4-28d8-48e6-a8b8-ea823309f9fa tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Usage tracker for resource:router and tenant:91ff4e6fbd51465ba708db114d874986 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:35:38.195736 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-3928a6b4-28d8-48e6-a8b8-ea823309f9fa tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:35:38.196992 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 31379230-06ea-446b-aa68-fe0b5643d714 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 14:35:38.201598 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3928a6b4-28d8-48e6-a8b8-ea823309f9fa tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:35:38.211770 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3928a6b4-28d8-48e6-a8b8-ea823309f9fa tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:38.212846 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3928a6b4-28d8-48e6-a8b8-ea823309f9fa tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:38.228491 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3928a6b4-28d8-48e6-a8b8-ea823309f9fa tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:38.507113 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3928a6b4-28d8-48e6-a8b8-ea823309f9fa tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:38.814859 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3928a6b4-28d8-48e6-a8b8-ea823309f9fa tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for router_gateway, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:38.947369 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3928a6b4-28d8-48e6-a8b8-ea823309f9fa tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:39.087071 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-3928a6b4-28d8-48e6-a8b8-ea823309f9fa tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Allocated IP 172.25.6.214 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/44a3c46a-6554-4599-a5fd-c5c72c9bc19c) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:35:39.244133 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3928a6b4-28d8-48e6-a8b8-ea823309f9fa tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:39.273340 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3928a6b4-28d8-48e6-a8b8-ea823309f9fa tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:39.335623 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3928a6b4-28d8-48e6-a8b8-ea823309f9fa tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:35:39.338533 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-3928a6b4-28d8-48e6-a8b8-ea823309f9fa tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:35:39.341936 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3928a6b4-28d8-48e6-a8b8-ea823309f9fa tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:35:39.388500 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3928a6b4-28d8-48e6-a8b8-ea823309f9fa tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event updated for resources: {'Port': ['ID=44a3c46a-6554-4599-a5fd-c5c72c9bc19c,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:35:39.475122 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:39.766501 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3928a6b4-28d8-48e6-a8b8-ea823309f9fa tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for router_gateway, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:40.118619 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3928a6b4-28d8-48e6-a8b8-ea823309f9fa tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:40.445029 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3928a6b4-28d8-48e6-a8b8-ea823309f9fa tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Router 98c20bf6-cdbc-4988-ab84-01e097d0457d is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 14:35:40.620674 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3928a6b4-28d8-48e6-a8b8-ea823309f9fa tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:35:40.634450 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2823511-c017-4e4e-b601-c82981c52aee None None] Sync routers for ids ['98c20bf6-cdbc-4988-ab84-01e097d0457d'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:35:40.645653 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2823511-c017-4e4e-b601-c82981c52aee None None] Routers {'98c20bf6-cdbc-4988-ab84-01e097d0457d'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:35:40.646434 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-b2823511-c017-4e4e-b601-c82981c52aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:35:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['98c20bf6-cdbc-4988-ab84-01e097d0457d'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:35:40.648815 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3928a6b4-28d8-48e6-a8b8-ea823309f9fa tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:40.650081 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-3928a6b4-28d8-48e6-a8b8-ea823309f9fa tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4802992 May 31 14:35:40.653198 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44818) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:35:40.716153 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c5f6b8f9-7e10-4fc7-bc09-0875c22b27f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:40.819704 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-90073f3f-c5b8-4167-b4b9-b5a9a3ca5c21 tempest-TestNetworkAdvancedServerOps-53305410 tempest-TestNetworkAdvancedServerOps-53305410-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=91ff4e6fbd51465ba708db114d874986&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1651669 May 31 14:35:40.827390 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44824) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:35:40.831632 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-b2823511-c017-4e4e-b601-c82981c52aee None None] Set router 98c20bf6-cdbc-4988-ab84-01e097d0457d gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:35:40.962790 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256f13ce-21d1-4496-9506-e147da5cf685 tempest-TestNetworkAdvancedServerOps-53305410 tempest-TestNetworkAdvancedServerOps-53305410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:35:40.964264 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-256f13ce-21d1-4496-9506-e147da5cf685 tempest-TestNetworkAdvancedServerOps-53305410 tempest-TestNetworkAdvancedServerOps-53305410-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1358955 May 31 14:35:40.971846 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44828) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:35:41.013218 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a6949a0d-4d2a-43ea-be85-d62a27576ba9 tempest-TestNetworkAdvancedServerOps-53305410 tempest-TestNetworkAdvancedServerOps-53305410-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=d2103cd5-63ba-4c24-9d95-fd17643bf14c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0402517 May 31 14:35:41.015902 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44832) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:35:41.021201 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-aed6d790-da17-4ba0-b152-e8e207aa1d19 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-656529659', 'network_id': '31379230-06ea-446b-aa68-fe0b5643d714', 'project_id': '91ff4e6fbd51465ba708db114d874986', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:35:41.136129 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-aed6d790-da17-4ba0-b152-e8e207aa1d19 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:35:41.139973 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-aed6d790-da17-4ba0-b152-e8e207aa1d19 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Usage tracker for resource:subnet and tenant:91ff4e6fbd51465ba708db114d874986 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:35:41.143202 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-aed6d790-da17-4ba0-b152-e8e207aa1d19 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:35:41.149258 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-aed6d790-da17-4ba0-b152-e8e207aa1d19 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:35:41.161036 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed6d790-da17-4ba0-b152-e8e207aa1d19 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Made reservation on behalf of 91ff4e6fbd51465ba708db114d874986 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:35:41.164779 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-aed6d790-da17-4ba0-b152-e8e207aa1d19 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:41.165199 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-b2823511-c017-4e4e-b601-c82981c52aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c20bf6-cdbc-4988-ab84-01e097d0457d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1361375926', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '44a3c46a-6554-4599-a5fd-c5c72c9bc19c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:35:38Z', 'updated_at': '2022-05-31T14:35:39Z', 'revision_number': 3, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'gw_port': {'id': '44a3c46a-6554-4599-a5fd-c5c72c9bc19c', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c20bf6-cdbc-4988-ab84-01e097d0457d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:35:38Z', 'updated_at': '2022-05-31T14:35:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:35:41.169361 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2823511-c017-4e4e-b601-c82981c52aee None None] Checking router: 98c20bf6-cdbc-4988-ab84-01e097d0457d for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:35:41.169699 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2823511-c017-4e4e-b601-c82981c52aee None None] Updating router 98c20bf6-cdbc-4988-ab84-01e097d0457d port 44a3c46a-6554-4599-a5fd-c5c72c9bc19c binding host n-d-843939-1 {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 14:35:41.223239 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b2823511-c017-4e4e-b601-c82981c52aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:41.410378 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-aed6d790-da17-4ba0-b152-e8e207aa1d19 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:41.495524 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed6d790-da17-4ba0-b152-e8e207aa1d19 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event updated for resources: {'Subnet': ['ID=63fdd052-6f03-4558-ba6a-7d7fad033122,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:35:41.505942 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed6d790-da17-4ba0-b152-e8e207aa1d19 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Checking segment: {'id': '7bf1867f-b3ec-44a6-9b23-38098349668a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '31379230-06ea-446b-aa68-fe0b5643d714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:35:41.506330 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed6d790-da17-4ba0-b152-e8e207aa1d19 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Network hostable DHCP agents. Network: 31379230-06ea-446b-aa68-fe0b5643d714, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 14:35:41.526177 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed6d790-da17-4ba0-b152-e8e207aa1d19 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Network 31379230-06ea-446b-aa68-fe0b5643d714 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 14:35:41.536554 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-aed6d790-da17-4ba0-b152-e8e207aa1d19 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 31379230-06ea-446b-aa68-fe0b5643d714) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:35:41.540863 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed6d790-da17-4ba0-b152-e8e207aa1d19 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:35:41.541447 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-aed6d790-da17-4ba0-b152-e8e207aa1d19 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:41.545969 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21de51e-4257-4d8e-8d67-5700980b91d8 None None] Network 31379230-06ea-446b-aa68-fe0b5643d714 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:35:41.562809 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b2823511-c017-4e4e-b601-c82981c52aee None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:41.564283 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-aed6d790-da17-4ba0-b152-e8e207aa1d19 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5473373 May 31 14:35:41.567831 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44838) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:35:41.576296 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-b2823511-c017-4e4e-b601-c82981c52aee None None] Transition to ACTIVE for port object 44a3c46a-6554-4599-a5fd-c5c72c9bc19c will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:35:41.584540 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b2823511-c017-4e4e-b601-c82981c52aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:41.675411 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d663a4-e8d6-40d5-a4f1-aeee8f5838b3 None None] Pushing event updated for resources: {'Port': ['ID=44a3c46a-6554-4599-a5fd-c5c72c9bc19c,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:35:41.680333 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-b2823511-c017-4e4e-b601-c82981c52aee None None] Attempting to bind port 44a3c46a-6554-4599-a5fd-c5c72c9bc19c on host n-d-843939-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:35:41.680764 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-b2823511-c017-4e4e-b601-c82981c52aee None None] Attempting to bind port 44a3c46a-6554-4599-a5fd-c5c72c9bc19c by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:35:41.681184 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2823511-c017-4e4e-b601-c82981c52aee None None] Attempting to bind port 44a3c46a-6554-4599-a5fd-c5c72c9bc19c on network d2103cd5-63ba-4c24-9d95-fd17643bf14c {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:35:41.690500 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d663a4-e8d6-40d5-a4f1-aeee8f5838b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:35:41.691120 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d663a4-e8d6-40d5-a4f1-aeee8f5838b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:35:41.691635 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d663a4-e8d6-40d5-a4f1-aeee8f5838b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:35:41.692144 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d663a4-e8d6-40d5-a4f1-aeee8f5838b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:35:41.692913 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d663a4-e8d6-40d5-a4f1-aeee8f5838b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:35:41.693414 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d663a4-e8d6-40d5-a4f1-aeee8f5838b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:35:41.693929 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d663a4-e8d6-40d5-a4f1-aeee8f5838b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:35:41.694472 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d663a4-e8d6-40d5-a4f1-aeee8f5838b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:35:41.694983 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d663a4-e8d6-40d5-a4f1-aeee8f5838b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:35:41.695479 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d663a4-e8d6-40d5-a4f1-aeee8f5838b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:35:41.695992 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d663a4-e8d6-40d5-a4f1-aeee8f5838b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:35:41.696499 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d663a4-e8d6-40d5-a4f1-aeee8f5838b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:35:41.701123 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2823511-c017-4e4e-b601-c82981c52aee None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:35:41.701751 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2823511-c017-4e4e-b601-c82981c52aee None None] Checking segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:35:41.702363 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b2823511-c017-4e4e-b601-c82981c52aee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:41.703499 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2823511-c017-4e4e-b601-c82981c52aee None None] Bound using segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:35:41.704741 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-b2823511-c017-4e4e-b601-c82981c52aee None None] Bound port: 44a3c46a-6554-4599-a5fd-c5c72c9bc19c, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:35:41.705319 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b2823511-c017-4e4e-b601-c82981c52aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:41.781264 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-b2823511-c017-4e4e-b601-c82981c52aee None None] For port 44a3c46a-6554-4599-a5fd-c5c72c9bc19c, host n-d-843939-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:35:41.785318 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-b2823511-c017-4e4e-b601-c82981c52aee None None] For port 44a3c46a-6554-4599-a5fd-c5c72c9bc19c, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=44a3c46a-6554-4599-a5fd-c5c72c9bc19c,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:35:41.790420 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-b2823511-c017-4e4e-b601-c82981c52aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:41.807992 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0852d12e-c9de-4d17-aef8-1b0e47565e0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-31379230-06ea-446b-aa68-fe0b5643d714', 'network_id': '31379230-06ea-446b-aa68-fe0b5643d714', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'fixed_ips': [{'subnet_id': '63fdd052-6f03-4558-ba6a-7d7fad033122'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 14:35:41.808891 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0852d12e-c9de-4d17-aef8-1b0e47565e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:41.867314 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2823511-c017-4e4e-b601-c82981c52aee None None] Routers {'98c20bf6-cdbc-4988-ab84-01e097d0457d'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:35:41.867998 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-b2823511-c017-4e4e-b601-c82981c52aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:35:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['98c20bf6-cdbc-4988-ab84-01e097d0457d'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:35:41.968978 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-0852d12e-c9de-4d17-aef8-1b0e47565e0d None None] Allocated IP 172.20.0.2 (31379230-06ea-446b-aa68-fe0b5643d714/63fdd052-6f03-4558-ba6a-7d7fad033122/2f55a84d-9a7d-4d1e-955d-65521f816969) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:35:42.043291 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d663a4-e8d6-40d5-a4f1-aeee8f5838b3 None None] Pushing event updated for resources: {'Port': ['ID=44a3c46a-6554-4599-a5fd-c5c72c9bc19c,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:35:42.055104 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-b2823511-c017-4e4e-b601-c82981c52aee None None] Set router 98c20bf6-cdbc-4988-ab84-01e097d0457d gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:35:42.189452 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0852d12e-c9de-4d17-aef8-1b0e47565e0d None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:42.201810 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0852d12e-c9de-4d17-aef8-1b0e47565e0d None None] Transition to ACTIVE for port object 2f55a84d-9a7d-4d1e-955d-65521f816969 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:35:42.223543 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0852d12e-c9de-4d17-aef8-1b0e47565e0d None None] Transition to ACTIVE for port object 2f55a84d-9a7d-4d1e-955d-65521f816969 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:35:42.230026 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0852d12e-c9de-4d17-aef8-1b0e47565e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:42.300230 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0852d12e-c9de-4d17-aef8-1b0e47565e0d None None] Network 31379230-06ea-446b-aa68-fe0b5643d714 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:35:42.303111 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-0852d12e-c9de-4d17-aef8-1b0e47565e0d None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:35:42.306850 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0852d12e-c9de-4d17-aef8-1b0e47565e0d None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:35:42.312385 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0852d12e-c9de-4d17-aef8-1b0e47565e0d None None] Pushing event updated for resources: {'Port': ['ID=2f55a84d-9a7d-4d1e-955d-65521f816969,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:35:42.324365 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0852d12e-c9de-4d17-aef8-1b0e47565e0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:35:42.324724 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0852d12e-c9de-4d17-aef8-1b0e47565e0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:35:42.325054 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0852d12e-c9de-4d17-aef8-1b0e47565e0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:35:42.325392 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0852d12e-c9de-4d17-aef8-1b0e47565e0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:35:42.325722 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0852d12e-c9de-4d17-aef8-1b0e47565e0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:35:42.326072 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0852d12e-c9de-4d17-aef8-1b0e47565e0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:35:42.326400 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0852d12e-c9de-4d17-aef8-1b0e47565e0d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:35:42.326724 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0852d12e-c9de-4d17-aef8-1b0e47565e0d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:35:42.327049 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0852d12e-c9de-4d17-aef8-1b0e47565e0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:35:42.327369 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0852d12e-c9de-4d17-aef8-1b0e47565e0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:35:42.327691 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0852d12e-c9de-4d17-aef8-1b0e47565e0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:35:42.328056 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0852d12e-c9de-4d17-aef8-1b0e47565e0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:35:42.352435 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-b2823511-c017-4e4e-b601-c82981c52aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c20bf6-cdbc-4988-ab84-01e097d0457d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1361375926', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '44a3c46a-6554-4599-a5fd-c5c72c9bc19c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:35:38Z', 'updated_at': '2022-05-31T14:35:39Z', 'revision_number': 3, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'gw_port': {'id': '44a3c46a-6554-4599-a5fd-c5c72c9bc19c', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c20bf6-cdbc-4988-ab84-01e097d0457d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:35:38Z', 'updated_at': '2022-05-31T14:35:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:35:42.356631 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2823511-c017-4e4e-b601-c82981c52aee None None] The sync data for ids ['98c20bf6-cdbc-4988-ab84-01e097d0457d'] in n-d-843939-1 is: [{'id': '98c20bf6-cdbc-4988-ab84-01e097d0457d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1361375926', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '44a3c46a-6554-4599-a5fd-c5c72c9bc19c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:35:38Z', 'updated_at': '2022-05-31T14:35:39Z', 'revision_number': 3, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'gw_port': {'id': '44a3c46a-6554-4599-a5fd-c5c72c9bc19c', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c20bf6-cdbc-4988-ab84-01e097d0457d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:35:38Z', 'updated_at': '2022-05-31T14:35:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:35:42.419969 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-0852d12e-c9de-4d17-aef8-1b0e47565e0d None None] Attempting to bind port 2f55a84d-9a7d-4d1e-955d-65521f816969 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:35:42.420417 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-0852d12e-c9de-4d17-aef8-1b0e47565e0d None None] Attempting to bind port 2f55a84d-9a7d-4d1e-955d-65521f816969 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '7bf1867f-b3ec-44a6-9b23-38098349668a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '31379230-06ea-446b-aa68-fe0b5643d714'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:35:42.420842 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0852d12e-c9de-4d17-aef8-1b0e47565e0d None None] Attempting to bind port 2f55a84d-9a7d-4d1e-955d-65521f816969 on network 31379230-06ea-446b-aa68-fe0b5643d714 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:35:42.427478 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0852d12e-c9de-4d17-aef8-1b0e47565e0d None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:35:42.427848 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0852d12e-c9de-4d17-aef8-1b0e47565e0d None None] Checking segment: {'id': '7bf1867f-b3ec-44a6-9b23-38098349668a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '31379230-06ea-446b-aa68-fe0b5643d714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:35:42.428253 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0852d12e-c9de-4d17-aef8-1b0e47565e0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:42.428649 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0852d12e-c9de-4d17-aef8-1b0e47565e0d None None] Bound using segment: {'id': '7bf1867f-b3ec-44a6-9b23-38098349668a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '31379230-06ea-446b-aa68-fe0b5643d714'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:35:42.429118 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-0852d12e-c9de-4d17-aef8-1b0e47565e0d None None] Bound port: 2f55a84d-9a7d-4d1e-955d-65521f816969, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf1867f-b3ec-44a6-9b23-38098349668a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '31379230-06ea-446b-aa68-fe0b5643d714'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:35:42.429490 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0852d12e-c9de-4d17-aef8-1b0e47565e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:42.457383 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-48e9d61c-98f5-468c-93cf-0988cb0f0786 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:42.526539 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0852d12e-c9de-4d17-aef8-1b0e47565e0d None None] For port 2f55a84d-9a7d-4d1e-955d-65521f816969, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:35:42.529872 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0852d12e-c9de-4d17-aef8-1b0e47565e0d None None] For port 2f55a84d-9a7d-4d1e-955d-65521f816969, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=2f55a84d-9a7d-4d1e-955d-65521f816969,segment=NetworkSegment(7bf1867f-b3ec-44a6-9b23-38098349668a),segment_id=7bf1867f-b3ec-44a6-9b23-38098349668a)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:35:42.535908 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0852d12e-c9de-4d17-aef8-1b0e47565e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:42.635429 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0852d12e-c9de-4d17-aef8-1b0e47565e0d None None] Pushing event updated for resources: {'Port': ['ID=2f55a84d-9a7d-4d1e-955d-65521f816969,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:35:42.920850 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1e4c0523-b798-489e-b673-2bbcbd90f54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:42.978640 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-48e9d61c-98f5-468c-93cf-0988cb0f0786 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Allocated IP 172.20.0.1 (31379230-06ea-446b-aa68-fe0b5643d714/63fdd052-6f03-4558-ba6a-7d7fad033122/4f3dbe70-fd81-45c3-a3e3-a5c51f09452e) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:35:43.017121 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 2f55a84d-9a7d-4d1e-955d-65521f816969 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:35:43.103000 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 2f55a84d-9a7d-4d1e-955d-65521f816969 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:35:43.108529 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 44a3c46a-6554-4599-a5fd-c5c72c9bc19c up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:35:43.180742 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 44a3c46a-6554-4599-a5fd-c5c72c9bc19c completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:35:43.184878 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-48e9d61c-98f5-468c-93cf-0988cb0f0786 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:43.186838 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 44a3c46a-6554-4599-a5fd-c5c72c9bc19c triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:35:43.189323 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:43.209225 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-48e9d61c-98f5-468c-93cf-0988cb0f0786 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Transition to ACTIVE for port object 4f3dbe70-fd81-45c3-a3e3-a5c51f09452e will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:35:43.243113 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-48e9d61c-98f5-468c-93cf-0988cb0f0786 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:43.318078 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e9d61c-98f5-468c-93cf-0988cb0f0786 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Network 31379230-06ea-446b-aa68-fe0b5643d714 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:35:43.321197 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-48e9d61c-98f5-468c-93cf-0988cb0f0786 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:35:43.325432 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e9d61c-98f5-468c-93cf-0988cb0f0786 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:35:43.329581 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 44a3c46a-6554-4599-a5fd-c5c72c9bc19c is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:35:43.329966 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:43.349757 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 44a3c46a-6554-4599-a5fd-c5c72c9bc19c, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=44a3c46a-6554-4599-a5fd-c5c72c9bc19c,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:35:43.354469 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:43.376194 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e9d61c-98f5-468c-93cf-0988cb0f0786 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event updated for resources: {'Port': ['ID=4f3dbe70-fd81-45c3-a3e3-a5c51f09452e,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:35:43.398407 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-48e9d61c-98f5-468c-93cf-0988cb0f0786 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:43.444920 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=44a3c46a-6554-4599-a5fd-c5c72c9bc19c,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:35:43.678558 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-48e9d61c-98f5-468c-93cf-0988cb0f0786 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:43.777547 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9503b31d-2563-4c25-a7ca-b7148a9c49cd None None] Network 31379230-06ea-446b-aa68-fe0b5643d714 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:35:43.940774 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-4fa36f7b-ddec-416d-a990-ba312be99c5b None None] Provisioning for port 2f55a84d-9a7d-4d1e-955d-65521f816969 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:35:43.958095 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-4fa36f7b-ddec-416d-a990-ba312be99c5b None None] Provisioning complete for port 2f55a84d-9a7d-4d1e-955d-65521f816969 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:35:43.958466 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4fa36f7b-ddec-416d-a990-ba312be99c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:44.064914 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:44.162206 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:44.171517 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-4fa36f7b-ddec-416d-a990-ba312be99c5b None None] Current status of the port 2f55a84d-9a7d-4d1e-955d-65521f816969 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:35:44.171990 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4fa36f7b-ddec-416d-a990-ba312be99c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:44.227386 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-4fa36f7b-ddec-416d-a990-ba312be99c5b None None] For port 2f55a84d-9a7d-4d1e-955d-65521f816969, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=2f55a84d-9a7d-4d1e-955d-65521f816969,segment=NetworkSegment(7bf1867f-b3ec-44a6-9b23-38098349668a),segment_id=7bf1867f-b3ec-44a6-9b23-38098349668a)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:35:44.232335 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4fa36f7b-ddec-416d-a990-ba312be99c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:44.299690 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-48e9d61c-98f5-468c-93cf-0988cb0f0786 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:44.304704 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-48e9d61c-98f5-468c-93cf-0988cb0f0786 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:44.352594 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa36f7b-ddec-416d-a990-ba312be99c5b None None] Pushing event updated for resources: {'Port': ['ID=2f55a84d-9a7d-4d1e-955d-65521f816969,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:35:44.436944 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-48e9d61c-98f5-468c-93cf-0988cb0f0786 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:44.456500 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-08994c26-c0f4-469a-a117-50aa74b3eb7e None None] Provisioning complete for port 2f55a84d-9a7d-4d1e-955d-65521f816969 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:35:44.457035 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-08994c26-c0f4-469a-a117-50aa74b3eb7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:44.472511 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e9d61c-98f5-468c-93cf-0988cb0f0786 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event updated for resources: {'Port': ['ID=4f3dbe70-fd81-45c3-a3e3-a5c51f09452e,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:35:44.591698 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-08994c26-c0f4-469a-a117-50aa74b3eb7e None None] Current status of the port 2f55a84d-9a7d-4d1e-955d-65521f816969 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:35:44.595864 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e9d61c-98f5-468c-93cf-0988cb0f0786 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Network 31379230-06ea-446b-aa68-fe0b5643d714 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:35:44.597023 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-48e9d61c-98f5-468c-93cf-0988cb0f0786 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:35:44.605298 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-08994c26-c0f4-469a-a117-50aa74b3eb7e None None] Provisioning for port 4f3dbe70-fd81-45c3-a3e3-a5c51f09452e completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:35:44.612914 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-08994c26-c0f4-469a-a117-50aa74b3eb7e None None] Provisioning complete for port 4f3dbe70-fd81-45c3-a3e3-a5c51f09452e triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:35:44.613484 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-08994c26-c0f4-469a-a117-50aa74b3eb7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:44.677843 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-08994c26-c0f4-469a-a117-50aa74b3eb7e None None] Port 4f3dbe70-fd81-45c3-a3e3-a5c51f09452e cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:35:44.795680 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48e9d61c-98f5-468c-93cf-0988cb0f0786 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Router 98c20bf6-cdbc-4988-ab84-01e097d0457d has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:35:44.800755 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ad1187d3-0d9f-4d28-856f-4c3e186f2e86 None None] Provisioning complete for port 4f3dbe70-fd81-45c3-a3e3-a5c51f09452e triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:35:44.801122 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ad1187d3-0d9f-4d28-856f-4c3e186f2e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:44.874352 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-ad1187d3-0d9f-4d28-856f-4c3e186f2e86 None None] Port 4f3dbe70-fd81-45c3-a3e3-a5c51f09452e cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:35:44.901458 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 2f55a84d-9a7d-4d1e-955d-65521f816969 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:35:44.978329 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 2f55a84d-9a7d-4d1e-955d-65521f816969 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:35:44.979037 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:45.000607 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48e9d61c-98f5-468c-93cf-0988cb0f0786 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:35:45.010832 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-48e9d61c-98f5-468c-93cf-0988cb0f0786 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "PUT /v2.0/routers/98c20bf6-cdbc-4988-ab84-01e097d0457d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4422283 May 31 14:35:45.018468 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701767b2-7de2-4055-878c-8675894bcab2 None None] Sync routers for ids ['98c20bf6-cdbc-4988-ab84-01e097d0457d'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:35:45.051395 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701767b2-7de2-4055-878c-8675894bcab2 None None] Routers {'98c20bf6-cdbc-4988-ab84-01e097d0457d'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:35:45.052034 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-701767b2-7de2-4055-878c-8675894bcab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:35:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['98c20bf6-cdbc-4988-ab84-01e097d0457d'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:35:45.120485 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-728c0131-d3ee-48ab-be14-09415665d27f None None] Provisioning complete for port 4f3dbe70-fd81-45c3-a3e3-a5c51f09452e triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:35:45.120706 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-728c0131-d3ee-48ab-be14-09415665d27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:45.177833 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2a9cad00-f77f-43ee-9c20-180250365ea7 req-4df41455-9eaf-41b8-b995-e7270e47d1e9 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1525375305&fields=id&tenant_id=91ff4e6fbd51465ba708db114d874986 HTTP/1.1" status: 200 len: 267 time: 0.0418978 May 31 14:35:45.290840 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-728c0131-d3ee-48ab-be14-09415665d27f None None] Port 4f3dbe70-fd81-45c3-a3e3-a5c51f09452e cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:35:45.335139 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 2f55a84d-9a7d-4d1e-955d-65521f816969 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:35:45.335959 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9cad00-f77f-43ee-9c20-180250365ea7 req-9b19f2de-d60e-4feb-859f-da43ccc32811 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:35:45.336212 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 44a3c46a-6554-4599-a5fd-c5c72c9bc19c up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:35:45.338439 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2a9cad00-f77f-43ee-9c20-180250365ea7 req-9b19f2de-d60e-4feb-859f-da43ccc32811 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/networks?id=31379230-06ea-446b-aa68-fe0b5643d714 HTTP/1.1" status: 200 len: 797 time: 0.1535175 May 31 14:35:45.353133 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2a9cad00-f77f-43ee-9c20-180250365ea7 req-5f01f731-1552-4ed1-ab25-4e5b71148860 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/quotas/91ff4e6fbd51465ba708db114d874986 HTTP/1.1" status: 200 len: 375 time: 0.0100927 May 31 14:35:45.385144 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-701767b2-7de2-4055-878c-8675894bcab2 None None] Set router 98c20bf6-cdbc-4988-ab84-01e097d0457d gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:35:45.438707 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2a9cad00-f77f-43ee-9c20-180250365ea7 req-a8fd4fcb-c3eb-4bb7-be7e-ab4361d92002 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=91ff4e6fbd51465ba708db114d874986&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0796051 May 31 14:35:45.579442 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2a9cad00-f77f-43ee-9c20-180250365ea7 req-221e93ee-68c6-4116-9b97-4b14d41f4660 service neutron] 10.222.0.50 "GET /v2.0/networks/31379230-06ea-446b-aa68-fe0b5643d714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288607 May 31 14:35:45.612630 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 44a3c46a-6554-4599-a5fd-c5c72c9bc19c triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:35:45.612999 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:45.711998 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2a9cad00-f77f-43ee-9c20-180250365ea7 req-b9a8bc22-6a45-4c3f-b904-19e6ac2eb4df service neutron] 10.222.0.50 "GET /v2.0/networks/31379230-06ea-446b-aa68-fe0b5643d714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259956 May 31 14:35:45.806690 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 44a3c46a-6554-4599-a5fd-c5c72c9bc19c is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:35:45.822021 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-701767b2-7de2-4055-878c-8675894bcab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c20bf6-cdbc-4988-ab84-01e097d0457d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1361375926', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '44a3c46a-6554-4599-a5fd-c5c72c9bc19c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:35:38Z', 'updated_at': '2022-05-31T14:35:43Z', 'revision_number': 4, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'gw_port': {'id': '44a3c46a-6554-4599-a5fd-c5c72c9bc19c', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c20bf6-cdbc-4988-ab84-01e097d0457d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:35:38Z', 'updated_at': '2022-05-31T14:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '4f3dbe70-fd81-45c3-a3e3-a5c51f09452e', 'name': '', 'network_id': '31379230-06ea-446b-aa68-fe0b5643d714', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'mac_address': 'fa:16:3e:02:d5:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c20bf6-cdbc-4988-ab84-01e097d0457d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '63fdd052-6f03-4558-ba6a-7d7fad033122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:35:42Z', 'updated_at': '2022-05-31T14:35:43Z', 'revision_number': 2, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'subnets': [{'id': '63fdd052-6f03-4558-ba6a-7d7fad033122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:35:45.826527 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701767b2-7de2-4055-878c-8675894bcab2 None None] Checking router: 98c20bf6-cdbc-4988-ab84-01e097d0457d for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:35:45.826877 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701767b2-7de2-4055-878c-8675894bcab2 None None] Updating router 98c20bf6-cdbc-4988-ab84-01e097d0457d port 4f3dbe70-fd81-45c3-a3e3-a5c51f09452e binding host n-d-843939-1 {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 14:35:45.893230 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:45.895608 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-701767b2-7de2-4055-878c-8675894bcab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:45.904477 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6a6278a4-650b-4610-adec-3eeb001bd5c9 req-88f4a7e3-20d0-4c9c-8d86-e69e1e591dab tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=cb99cc24-3460-4b80-9e0b-4b79e1541119 HTTP/1.1" status: 200 len: 210 time: 0.0423000 May 31 14:35:46.279667 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-701767b2-7de2-4055-878c-8675894bcab2 None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:46.294164 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-701767b2-7de2-4055-878c-8675894bcab2 None None] Transition to ACTIVE for port object 4f3dbe70-fd81-45c3-a3e3-a5c51f09452e will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:35:46.301094 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-701767b2-7de2-4055-878c-8675894bcab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:46.468545 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0d6193-710d-4b3d-9c86-bb72529faa7a None None] Pushing event updated for resources: {'Port': ['ID=4f3dbe70-fd81-45c3-a3e3-a5c51f09452e,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:35:46.537041 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-701767b2-7de2-4055-878c-8675894bcab2 None None] Attempting to bind port 4f3dbe70-fd81-45c3-a3e3-a5c51f09452e on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:35:46.537409 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-701767b2-7de2-4055-878c-8675894bcab2 None None] Attempting to bind port 4f3dbe70-fd81-45c3-a3e3-a5c51f09452e by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '7bf1867f-b3ec-44a6-9b23-38098349668a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '31379230-06ea-446b-aa68-fe0b5643d714'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:35:46.537769 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701767b2-7de2-4055-878c-8675894bcab2 None None] Attempting to bind port 4f3dbe70-fd81-45c3-a3e3-a5c51f09452e on network 31379230-06ea-446b-aa68-fe0b5643d714 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:35:46.543820 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701767b2-7de2-4055-878c-8675894bcab2 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:35:46.544196 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701767b2-7de2-4055-878c-8675894bcab2 None None] Checking segment: {'id': '7bf1867f-b3ec-44a6-9b23-38098349668a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '31379230-06ea-446b-aa68-fe0b5643d714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:35:46.544666 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-701767b2-7de2-4055-878c-8675894bcab2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:46.544961 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701767b2-7de2-4055-878c-8675894bcab2 None None] Bound using segment: {'id': '7bf1867f-b3ec-44a6-9b23-38098349668a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '31379230-06ea-446b-aa68-fe0b5643d714'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:35:46.545416 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-701767b2-7de2-4055-878c-8675894bcab2 None None] Bound port: 4f3dbe70-fd81-45c3-a3e3-a5c51f09452e, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf1867f-b3ec-44a6-9b23-38098349668a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '31379230-06ea-446b-aa68-fe0b5643d714'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:35:46.545781 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-701767b2-7de2-4055-878c-8675894bcab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:46.652004 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-701767b2-7de2-4055-878c-8675894bcab2 None None] For port 4f3dbe70-fd81-45c3-a3e3-a5c51f09452e, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:35:46.655454 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-701767b2-7de2-4055-878c-8675894bcab2 None None] For port 4f3dbe70-fd81-45c3-a3e3-a5c51f09452e, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=4f3dbe70-fd81-45c3-a3e3-a5c51f09452e,segment=NetworkSegment(7bf1867f-b3ec-44a6-9b23-38098349668a),segment_id=7bf1867f-b3ec-44a6-9b23-38098349668a)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:35:46.659430 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-701767b2-7de2-4055-878c-8675894bcab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:46.741439 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701767b2-7de2-4055-878c-8675894bcab2 None None] Routers {'98c20bf6-cdbc-4988-ab84-01e097d0457d'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:35:46.742084 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-701767b2-7de2-4055-878c-8675894bcab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:35:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['98c20bf6-cdbc-4988-ab84-01e097d0457d'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:35:46.805257 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0d6193-710d-4b3d-9c86-bb72529faa7a None None] Pushing event updated for resources: {'Port': ['ID=4f3dbe70-fd81-45c3-a3e3-a5c51f09452e,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:35:46.931349 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-701767b2-7de2-4055-878c-8675894bcab2 None None] Set router 98c20bf6-cdbc-4988-ab84-01e097d0457d gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:35:47.073495 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f986bb0d-154a-47cb-be09-b554a18101cc req-1570799b-f80b-4cd0-ad20-b58532afb6ba tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=cb99cc24-3460-4b80-9e0b-4b79e1541119 HTTP/1.1" status: 200 len: 210 time: 0.0585470 May 31 14:35:47.184599 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9cad00-f77f-43ee-9c20-180250365ea7 req-c2078aad-8430-469d-8a7b-8d7ad1d80d7c tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:35:47.185360 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-2a9cad00-f77f-43ee-9c20-180250365ea7 req-c2078aad-8430-469d-8a7b-8d7ad1d80d7c tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Synchronizing usage tracker for tenant:91ff4e6fbd51465ba708db114d874986 on resource:network {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:35:47.204098 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-2a9cad00-f77f-43ee-9c20-180250365ea7 req-c2078aad-8430-469d-8a7b-8d7ad1d80d7c tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Unset dirty status for tenant:91ff4e6fbd51465ba708db114d874986 on resource:network {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:35:47.205260 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2a9cad00-f77f-43ee-9c20-180250365ea7 req-c2078aad-8430-469d-8a7b-8d7ad1d80d7c tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.20 "GET /v2.0/networks?id=31379230-06ea-446b-aa68-fe0b5643d714 HTTP/1.1" status: 200 len: 797 time: 0.1917284 May 31 14:35:47.253119 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-2a9cad00-f77f-43ee-9c20-180250365ea7 req-1f2e5970-066f-43cf-a287-11ed0699b056 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Synchronizing usage tracker for tenant:91ff4e6fbd51465ba708db114d874986 on resource:security_group {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:35:47.272493 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-2a9cad00-f77f-43ee-9c20-180250365ea7 req-1f2e5970-066f-43cf-a287-11ed0699b056 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Unset dirty status for tenant:91ff4e6fbd51465ba708db114d874986 on resource:security_group {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:35:47.273581 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2a9cad00-f77f-43ee-9c20-180250365ea7 req-1f2e5970-066f-43cf-a287-11ed0699b056 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91ff4e6fbd51465ba708db114d874986 HTTP/1.1" status: 200 len: 380 time: 0.0605805 May 31 14:35:47.283292 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-2a9cad00-f77f-43ee-9c20-180250365ea7 req-eb6b1124-7e29-478c-b598-9a8e9e0c3306 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Request body: {'port': {'device_id': 'cb99cc24-3460-4b80-9e0b-4b79e1541119', 'network_id': '31379230-06ea-446b-aa68-fe0b5643d714', 'admin_state_up': True, 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'security_groups': ['72375b94-b50e-414b-871f-f0c24ad8f570']}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:35:47.285214 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-701767b2-7de2-4055-878c-8675894bcab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c20bf6-cdbc-4988-ab84-01e097d0457d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1361375926', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '44a3c46a-6554-4599-a5fd-c5c72c9bc19c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:35:38Z', 'updated_at': '2022-05-31T14:35:43Z', 'revision_number': 4, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'gw_port': {'id': '44a3c46a-6554-4599-a5fd-c5c72c9bc19c', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c20bf6-cdbc-4988-ab84-01e097d0457d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:35:38Z', 'updated_at': '2022-05-31T14:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '4f3dbe70-fd81-45c3-a3e3-a5c51f09452e', 'name': '', 'network_id': '31379230-06ea-446b-aa68-fe0b5643d714', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'mac_address': 'fa:16:3e:02:d5:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c20bf6-cdbc-4988-ab84-01e097d0457d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '63fdd052-6f03-4558-ba6a-7d7fad033122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:35:42Z', 'updated_at': '2022-05-31T14:35:46Z', 'revision_number': 4, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'subnets': [{'id': '63fdd052-6f03-4558-ba6a-7d7fad033122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:35:47.289520 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701767b2-7de2-4055-878c-8675894bcab2 None None] The sync data for ids ['98c20bf6-cdbc-4988-ab84-01e097d0457d'] in n-d-843939-1 is: [{'id': '98c20bf6-cdbc-4988-ab84-01e097d0457d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1361375926', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '44a3c46a-6554-4599-a5fd-c5c72c9bc19c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:35:38Z', 'updated_at': '2022-05-31T14:35:43Z', 'revision_number': 4, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'gw_port': {'id': '44a3c46a-6554-4599-a5fd-c5c72c9bc19c', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c20bf6-cdbc-4988-ab84-01e097d0457d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:35:38Z', 'updated_at': '2022-05-31T14:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '4f3dbe70-fd81-45c3-a3e3-a5c51f09452e', 'name': '', 'network_id': '31379230-06ea-446b-aa68-fe0b5643d714', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'mac_address': 'fa:16:3e:02:d5:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c20bf6-cdbc-4988-ab84-01e097d0457d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '63fdd052-6f03-4558-ba6a-7d7fad033122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:35:42Z', 'updated_at': '2022-05-31T14:35:46Z', 'revision_number': 4, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'subnets': [{'id': '63fdd052-6f03-4558-ba6a-7d7fad033122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:35:47.446771 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-2a9cad00-f77f-43ee-9c20-180250365ea7 req-eb6b1124-7e29-478c-b598-9a8e9e0c3306 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:35:47.450840 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-2a9cad00-f77f-43ee-9c20-180250365ea7 req-eb6b1124-7e29-478c-b598-9a8e9e0c3306 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Usage tracker for resource:port and tenant:91ff4e6fbd51465ba708db114d874986 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:35:47.454396 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-2a9cad00-f77f-43ee-9c20-180250365ea7 req-eb6b1124-7e29-478c-b598-9a8e9e0c3306 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:35:47.460414 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-2a9cad00-f77f-43ee-9c20-180250365ea7 req-eb6b1124-7e29-478c-b598-9a8e9e0c3306 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:35:47.473822 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a9cad00-f77f-43ee-9c20-180250365ea7 req-eb6b1124-7e29-478c-b598-9a8e9e0c3306 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Made reservation on behalf of 91ff4e6fbd51465ba708db114d874986 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:35:47.477439 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-2a9cad00-f77f-43ee-9c20-180250365ea7 req-eb6b1124-7e29-478c-b598-9a8e9e0c3306 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:47.650893 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [req-2a9cad00-f77f-43ee-9c20-180250365ea7 req-eb6b1124-7e29-478c-b598-9a8e9e0c3306 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Allocated IP 172.20.0.6 (31379230-06ea-446b-aa68-fe0b5643d714/63fdd052-6f03-4558-ba6a-7d7fad033122/bc5c3f1f-1be0-41d4-b590-6d34298f3e7b) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:35:47.865872 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-2a9cad00-f77f-43ee-9c20-180250365ea7 req-eb6b1124-7e29-478c-b598-9a8e9e0c3306 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:47.883222 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-2a9cad00-f77f-43ee-9c20-180250365ea7 req-eb6b1124-7e29-478c-b598-9a8e9e0c3306 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Transition to ACTIVE for port object bc5c3f1f-1be0-41d4-b590-6d34298f3e7b will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:35:47.910562 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-2a9cad00-f77f-43ee-9c20-180250365ea7 req-eb6b1124-7e29-478c-b598-9a8e9e0c3306 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:47.988671 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a9cad00-f77f-43ee-9c20-180250365ea7 req-eb6b1124-7e29-478c-b598-9a8e9e0c3306 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Network 31379230-06ea-446b-aa68-fe0b5643d714 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:35:47.994966 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [req-2a9cad00-f77f-43ee-9c20-180250365ea7 req-eb6b1124-7e29-478c-b598-9a8e9e0c3306 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:35:47.997545 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a9cad00-f77f-43ee-9c20-180250365ea7 req-eb6b1124-7e29-478c-b598-9a8e9e0c3306 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:35:48.035181 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6b1124-7e29-478c-b598-9a8e9e0c3306 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event updated for resources: {'Port': ['ID=bc5c3f1f-1be0-41d4-b590-6d34298f3e7b,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:35:48.071893 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9cad00-f77f-43ee-9c20-180250365ea7 req-eb6b1124-7e29-478c-b598-9a8e9e0c3306 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:35:48.072566 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-2a9cad00-f77f-43ee-9c20-180250365ea7 req-eb6b1124-7e29-478c-b598-9a8e9e0c3306 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:48.099096 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2a9cad00-f77f-43ee-9c20-180250365ea7 req-eb6b1124-7e29-478c-b598-9a8e9e0c3306 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8202837 May 31 14:35:48.112409 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-2a9cad00-f77f-43ee-9c20-180250365ea7 req-dd1c9249-e1de-49ff-b7f3-a52c8ec2d41e service neutron] Request body: {'port': {'device_id': 'cb99cc24-3460-4b80-9e0b-4b79e1541119', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843939-1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:35:48.301963 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c22b98-b4ff-4fd8-b446-b90c12067865 req-62837ecd-9c30-4df0-83ff-d53dec8079ea tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:35:48.303635 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e9c22b98-b4ff-4fd8-b446-b90c12067865 req-62837ecd-9c30-4df0-83ff-d53dec8079ea tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=cb99cc24-3460-4b80-9e0b-4b79e1541119 HTTP/1.1" status: 200 len: 931 time: 0.0960445 May 31 14:35:48.359110 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c1ee48fc-3404-4fba-81fc-d2b9bdd9cfcd None None] Provisioning for port bc5c3f1f-1be0-41d4-b590-6d34298f3e7b completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:35:48.364833 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c1ee48fc-3404-4fba-81fc-d2b9bdd9cfcd None None] Provisioning complete for port bc5c3f1f-1be0-41d4-b590-6d34298f3e7b triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:35:48.365410 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c1ee48fc-3404-4fba-81fc-d2b9bdd9cfcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:48.375118 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e9c22b98-b4ff-4fd8-b446-b90c12067865 req-38a72cea-28b6-41ba-a9c2-8e5ee40950f9 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=72375b94-b50e-414b-871f-f0c24ad8f570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615339 May 31 14:35:48.403210 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-2a9cad00-f77f-43ee-9c20-180250365ea7 req-dd1c9249-e1de-49ff-b7f3-a52c8ec2d41e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:48.442526 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-c1ee48fc-3404-4fba-81fc-d2b9bdd9cfcd None None] Port bc5c3f1f-1be0-41d4-b590-6d34298f3e7b cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:35:48.802479 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [req-2a9cad00-f77f-43ee-9c20-180250365ea7 req-dd1c9249-e1de-49ff-b7f3-a52c8ec2d41e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc5c3f1f-1be0-41d4-b590-6d34298f3e7b {{(pid=88369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:35:48.811896 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-2a9cad00-f77f-43ee-9c20-180250365ea7 req-dd1c9249-e1de-49ff-b7f3-a52c8ec2d41e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:48.831361 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-2a9cad00-f77f-43ee-9c20-180250365ea7 req-dd1c9249-e1de-49ff-b7f3-a52c8ec2d41e service neutron] Transition to ACTIVE for port object bc5c3f1f-1be0-41d4-b590-6d34298f3e7b will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:35:48.836072 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-2a9cad00-f77f-43ee-9c20-180250365ea7 req-dd1c9249-e1de-49ff-b7f3-a52c8ec2d41e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:48.909895 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 4f3dbe70-fd81-45c3-a3e3-a5c51f09452e up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:35:48.988677 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 4f3dbe70-fd81-45c3-a3e3-a5c51f09452e completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:35:48.994876 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 4f3dbe70-fd81-45c3-a3e3-a5c51f09452e triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:35:48.995275 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:49.042432 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1c9249-e1de-49ff-b7f3-a52c8ec2d41e service neutron] Pushing event updated for resources: {'Port': ['ID=bc5c3f1f-1be0-41d4-b590-6d34298f3e7b,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:35:49.098744 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-2a9cad00-f77f-43ee-9c20-180250365ea7 req-dd1c9249-e1de-49ff-b7f3-a52c8ec2d41e service neutron] Attempting to bind port bc5c3f1f-1be0-41d4-b590-6d34298f3e7b on host n-h1-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:35:49.099083 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-2a9cad00-f77f-43ee-9c20-180250365ea7 req-dd1c9249-e1de-49ff-b7f3-a52c8ec2d41e service neutron] Attempting to bind port bc5c3f1f-1be0-41d4-b590-6d34298f3e7b by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': '7bf1867f-b3ec-44a6-9b23-38098349668a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '31379230-06ea-446b-aa68-fe0b5643d714'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:35:49.099488 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9cad00-f77f-43ee-9c20-180250365ea7 req-dd1c9249-e1de-49ff-b7f3-a52c8ec2d41e service neutron] Attempting to bind port bc5c3f1f-1be0-41d4-b590-6d34298f3e7b on network 31379230-06ea-446b-aa68-fe0b5643d714 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:35:49.104516 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9cad00-f77f-43ee-9c20-180250365ea7 req-dd1c9249-e1de-49ff-b7f3-a52c8ec2d41e service neutron] Port bc5c3f1f-1be0-41d4-b590-6d34298f3e7b on network 31379230-06ea-446b-aa68-fe0b5643d714 not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 14:35:49.104883 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9cad00-f77f-43ee-9c20-180250365ea7 req-dd1c9249-e1de-49ff-b7f3-a52c8ec2d41e service neutron] Attempting to bind port bc5c3f1f-1be0-41d4-b590-6d34298f3e7b on network 31379230-06ea-446b-aa68-fe0b5643d714 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:35:49.111282 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9cad00-f77f-43ee-9c20-180250365ea7 req-dd1c9249-e1de-49ff-b7f3-a52c8ec2d41e service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:35:49.111754 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9cad00-f77f-43ee-9c20-180250365ea7 req-dd1c9249-e1de-49ff-b7f3-a52c8ec2d41e service neutron] Checking segment: {'id': '7bf1867f-b3ec-44a6-9b23-38098349668a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '31379230-06ea-446b-aa68-fe0b5643d714'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:35:49.112154 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9cad00-f77f-43ee-9c20-180250365ea7 req-dd1c9249-e1de-49ff-b7f3-a52c8ec2d41e service neutron] Bound using segment: {'id': '7bf1867f-b3ec-44a6-9b23-38098349668a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '31379230-06ea-446b-aa68-fe0b5643d714'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:35:49.112616 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-2a9cad00-f77f-43ee-9c20-180250365ea7 req-dd1c9249-e1de-49ff-b7f3-a52c8ec2d41e service neutron] Bound port: bc5c3f1f-1be0-41d4-b590-6d34298f3e7b, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bf1867f-b3ec-44a6-9b23-38098349668a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '31379230-06ea-446b-aa68-fe0b5643d714'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:35:49.112984 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-2a9cad00-f77f-43ee-9c20-180250365ea7 req-dd1c9249-e1de-49ff-b7f3-a52c8ec2d41e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:49.137189 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 4f3dbe70-fd81-45c3-a3e3-a5c51f09452e is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:35:49.138095 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:49.189030 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 4f3dbe70-fd81-45c3-a3e3-a5c51f09452e, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=4f3dbe70-fd81-45c3-a3e3-a5c51f09452e,segment=NetworkSegment(7bf1867f-b3ec-44a6-9b23-38098349668a),segment_id=7bf1867f-b3ec-44a6-9b23-38098349668a)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:35:49.193438 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:49.215804 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-2a9cad00-f77f-43ee-9c20-180250365ea7 req-dd1c9249-e1de-49ff-b7f3-a52c8ec2d41e service neutron] For port bc5c3f1f-1be0-41d4-b590-6d34298f3e7b, host n-h1-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:35:49.219862 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-2a9cad00-f77f-43ee-9c20-180250365ea7 req-dd1c9249-e1de-49ff-b7f3-a52c8ec2d41e service neutron] For port bc5c3f1f-1be0-41d4-b590-6d34298f3e7b, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=bc5c3f1f-1be0-41d4-b590-6d34298f3e7b,segment=NetworkSegment(7bf1867f-b3ec-44a6-9b23-38098349668a),segment_id=7bf1867f-b3ec-44a6-9b23-38098349668a)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:35:49.224749 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-2a9cad00-f77f-43ee-9c20-180250365ea7 req-dd1c9249-e1de-49ff-b7f3-a52c8ec2d41e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:49.267072 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=4f3dbe70-fd81-45c3-a3e3-a5c51f09452e,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:35:49.298058 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9cad00-f77f-43ee-9c20-180250365ea7 req-dd1c9249-e1de-49ff-b7f3-a52c8ec2d41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:35:49.298687 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-2a9cad00-f77f-43ee-9c20-180250365ea7 req-dd1c9249-e1de-49ff-b7f3-a52c8ec2d41e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:49.300137 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2a9cad00-f77f-43ee-9c20-180250365ea7 req-dd1c9249-e1de-49ff-b7f3-a52c8ec2d41e service neutron] 10.222.0.20 "PUT /v2.0/ports/bc5c3f1f-1be0-41d4-b590-6d34298f3e7b HTTP/1.1" status: 200 len: 1091 time: 1.1930678 May 31 14:35:49.300611 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb99cc24-3460-4b80-9e0b-4b79e1541119', 'tag': 'bc5c3f1f-1be0-41d4-b590-6d34298f3e7b'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:35:49.385517 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1c9249-e1de-49ff-b7f3-a52c8ec2d41e service neutron] Pushing event updated for resources: {'Port': ['ID=bc5c3f1f-1be0-41d4-b590-6d34298f3e7b,revision_number=3']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:35:49.389330 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92ff16ae-e9a4-4e8a-bf64-4cbf9077f430'] response: {'name': 'network-changed', 'server_uuid': 'cb99cc24-3460-4b80-9e0b-4b79e1541119', 'tag': 'bc5c3f1f-1be0-41d4-b590-6d34298f3e7b', 'status': 'completed', 'code': 200} May 31 14:35:49.442386 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9cad00-f77f-43ee-9c20-180250365ea7 req-a6551416-66e0-4f59-bc27-894f68c3a25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:35:49.444186 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2a9cad00-f77f-43ee-9c20-180250365ea7 req-a6551416-66e0-4f59-bc27-894f68c3a25f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=91ff4e6fbd51465ba708db114d874986&device_id=cb99cc24-3460-4b80-9e0b-4b79e1541119 HTTP/1.1" status: 200 len: 1094 time: 0.0983460 May 31 14:35:49.519779 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2a9cad00-f77f-43ee-9c20-180250365ea7 req-d7cbac08-58cf-4651-9bdd-a7d0b0836271 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc5c3f1f-1be0-41d4-b590-6d34298f3e7b HTTP/1.1" status: 200 len: 217 time: 0.0686624 May 31 14:35:49.583518 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9cad00-f77f-43ee-9c20-180250365ea7 req-c50c37a4-0307-4326-9c48-2be10b7cac55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:35:49.584862 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2a9cad00-f77f-43ee-9c20-180250365ea7 req-c50c37a4-0307-4326-9c48-2be10b7cac55 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=63fdd052-6f03-4558-ba6a-7d7fad033122 HTTP/1.1" status: 200 len: 834 time: 0.0598240 May 31 14:35:49.609149 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccfea56-6b36-4874-b744-880a326540ff req-11f4b78d-3e06-4950-b48b-66d685436570 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:35:49.611198 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6ccfea56-6b36-4874-b744-880a326540ff req-11f4b78d-3e06-4950-b48b-66d685436570 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=cb99cc24-3460-4b80-9e0b-4b79e1541119 HTTP/1.1" status: 200 len: 943 time: 0.1146812 May 31 14:35:49.668212 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6ccfea56-6b36-4874-b744-880a326540ff req-c66b3b70-ef4b-4dec-8dfe-697ec5906592 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=72375b94-b50e-414b-871f-f0c24ad8f570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501220 May 31 14:35:49.671417 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9cad00-f77f-43ee-9c20-180250365ea7 req-49a4fbb3-2af0-4844-b5ee-913def0adcca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:35:49.673260 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2a9cad00-f77f-43ee-9c20-180250365ea7 req-49a4fbb3-2af0-4844-b5ee-913def0adcca service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=31379230-06ea-446b-aa68-fe0b5643d714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0828397 May 31 14:35:49.815320 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2a9cad00-f77f-43ee-9c20-180250365ea7 req-cca46361-687f-494e-9421-372a74c35779 service neutron] 10.222.0.20 "GET /v2.0/networks/31379230-06ea-446b-aa68-fe0b5643d714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348577 May 31 14:35:49.958252 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2a9cad00-f77f-43ee-9c20-180250365ea7 req-a13604be-7b4e-4baf-9393-1244da11a71a service neutron] 10.222.0.20 "GET /v2.0/networks/31379230-06ea-446b-aa68-fe0b5643d714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372316 May 31 14:35:50.071096 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14afeef5-9d0e-4bf5-96c6-b2cef13e5207 req-0895d941-a2c1-4698-a5f3-f94875f3d242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:35:50.072571 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-14afeef5-9d0e-4bf5-96c6-b2cef13e5207 req-0895d941-a2c1-4698-a5f3-f94875f3d242 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=91ff4e6fbd51465ba708db114d874986&device_id=cb99cc24-3460-4b80-9e0b-4b79e1541119 HTTP/1.1" status: 200 len: 1094 time: 0.0709932 May 31 14:35:50.319045 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14afeef5-9d0e-4bf5-96c6-b2cef13e5207 req-a682c8f9-1014-4f74-8ebf-e42e4e05fbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:35:50.320417 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-14afeef5-9d0e-4bf5-96c6-b2cef13e5207 req-a682c8f9-1014-4f74-8ebf-e42e4e05fbc8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=31379230-06ea-446b-aa68-fe0b5643d714 HTTP/1.1" status: 200 len: 898 time: 0.2424281 May 31 14:35:50.391094 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-14afeef5-9d0e-4bf5-96c6-b2cef13e5207 req-795e10e7-ebc8-4aad-907c-7e31b5ab0866 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc5c3f1f-1be0-41d4-b590-6d34298f3e7b HTTP/1.1" status: 200 len: 217 time: 0.0640054 May 31 14:35:50.452380 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14afeef5-9d0e-4bf5-96c6-b2cef13e5207 req-0fc2b159-fd10-4781-9f64-4cbb4e09080d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:35:50.454114 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-14afeef5-9d0e-4bf5-96c6-b2cef13e5207 req-0fc2b159-fd10-4781-9f64-4cbb4e09080d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=63fdd052-6f03-4558-ba6a-7d7fad033122 HTTP/1.1" status: 200 len: 834 time: 0.0575089 May 31 14:35:50.531959 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14afeef5-9d0e-4bf5-96c6-b2cef13e5207 req-ed9087bf-d238-458b-bc1a-da9c449a2db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:35:50.533433 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-14afeef5-9d0e-4bf5-96c6-b2cef13e5207 req-ed9087bf-d238-458b-bc1a-da9c449a2db4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=31379230-06ea-446b-aa68-fe0b5643d714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733583 May 31 14:35:50.664662 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-14afeef5-9d0e-4bf5-96c6-b2cef13e5207 req-1f80a1b6-d500-4f48-80bf-8c3e23506087 service neutron] 10.222.0.20 "GET /v2.0/networks/31379230-06ea-446b-aa68-fe0b5643d714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248581 May 31 14:35:50.802787 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-14afeef5-9d0e-4bf5-96c6-b2cef13e5207 req-1622dadd-9f7d-4926-bf35-7ea00141cb66 service neutron] 10.222.0.20 "GET /v2.0/networks/31379230-06ea-446b-aa68-fe0b5643d714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320648 May 31 14:35:50.864847 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bd7874-7c7c-410a-8312-ee80b369b546 req-b3db34f3-a971-494d-a0a3-975c8b65ecd5 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:35:50.866397 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d4bd7874-7c7c-410a-8312-ee80b369b546 req-b3db34f3-a971-494d-a0a3-975c8b65ecd5 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=cb99cc24-3460-4b80-9e0b-4b79e1541119 HTTP/1.1" status: 200 len: 943 time: 0.0856724 May 31 14:35:50.878474 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 4f3dbe70-fd81-45c3-a3e3-a5c51f09452e up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:35:50.913798 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d4bd7874-7c7c-410a-8312-ee80b369b546 req-f394e599-270c-4cb5-bad1-12a32e3af1f7 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=72375b94-b50e-414b-871f-f0c24ad8f570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411038 May 31 14:35:50.990708 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 4f3dbe70-fd81-45c3-a3e3-a5c51f09452e triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:35:50.991090 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:51.111845 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 4f3dbe70-fd81-45c3-a3e3-a5c51f09452e is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:35:52.111458 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff87e3a-4a61-48e3-a284-dc1c1140ae53 req-e635a879-af48-4181-be19-2742fb4b926b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:35:52.113056 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aff87e3a-4a61-48e3-a284-dc1c1140ae53 req-e635a879-af48-4181-be19-2742fb4b926b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=cb99cc24-3460-4b80-9e0b-4b79e1541119 HTTP/1.1" status: 200 len: 943 time: 0.0874798 May 31 14:35:52.160975 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aff87e3a-4a61-48e3-a284-dc1c1140ae53 req-e98da0e3-b179-4d3e-ad4a-1d53237da0d9 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=72375b94-b50e-414b-871f-f0c24ad8f570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425563 May 31 14:35:53.352087 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad19fb2-d634-4f02-a420-539e216d91a1 req-5168268d-60d5-469b-b324-6aa2bec06997 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:35:53.353578 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6ad19fb2-d634-4f02-a420-539e216d91a1 req-5168268d-60d5-469b-b324-6aa2bec06997 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=cb99cc24-3460-4b80-9e0b-4b79e1541119 HTTP/1.1" status: 200 len: 943 time: 0.0813098 May 31 14:35:53.402409 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6ad19fb2-d634-4f02-a420-539e216d91a1 req-e96cc547-bc66-4088-b31c-5316f7df93c8 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=72375b94-b50e-414b-871f-f0c24ad8f570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429802 May 31 14:35:53.459946 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device bc5c3f1f-1be0-41d4-b590-6d34298f3e7b details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 14:35:53.601555 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port bc5c3f1f-1be0-41d4-b590-6d34298f3e7b, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=bc5c3f1f-1be0-41d4-b590-6d34298f3e7b,segment=NetworkSegment(7bf1867f-b3ec-44a6-9b23-38098349668a),segment_id=7bf1867f-b3ec-44a6-9b23-38098349668a)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:35:53.615458 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': 'bc5c3f1f-1be0-41d4-b590-6d34298f3e7b', 'network_id': '31379230-06ea-446b-aa68-fe0b5643d714', 'port_id': 'bc5c3f1f-1be0-41d4-b590-6d34298f3e7b', 'mac_address': 'fa:16:3e:3f:89:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63fdd052-6f03-4558-ba6a-7d7fad033122', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 14:35:53.673187 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port bc5c3f1f-1be0-41d4-b590-6d34298f3e7b is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:35:53.673550 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:53.691231 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc5c3f1f-1be0-41d4-b590-6d34298f3e7b {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:35:53.707382 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port bc5c3f1f-1be0-41d4-b590-6d34298f3e7b, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=bc5c3f1f-1be0-41d4-b590-6d34298f3e7b,segment=NetworkSegment(7bf1867f-b3ec-44a6-9b23-38098349668a),segment_id=7bf1867f-b3ec-44a6-9b23-38098349668a)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:35:53.711791 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:53.782228 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=bc5c3f1f-1be0-41d4-b590-6d34298f3e7b,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:35:54.002446 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['bc5c3f1f-1be0-41d4-b590-6d34298f3e7b'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:35:54.597212 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d295d-7c7d-48e3-8e0f-00d63261fa56 req-fccd7cb3-c3a9-42f9-9c07-575f8129589c tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:35:54.598731 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-702d295d-7c7d-48e3-8e0f-00d63261fa56 req-fccd7cb3-c3a9-42f9-9c07-575f8129589c tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=cb99cc24-3460-4b80-9e0b-4b79e1541119 HTTP/1.1" status: 200 len: 944 time: 0.0842774 May 31 14:35:54.643778 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-702d295d-7c7d-48e3-8e0f-00d63261fa56 req-0899b084-b9d5-433f-8dfd-3c47ebb89b45 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=72375b94-b50e-414b-871f-f0c24ad8f570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391881 May 31 14:35:55.475889 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device bc5c3f1f-1be0-41d4-b590-6d34298f3e7b up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:35:55.543884 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning for port bc5c3f1f-1be0-41d4-b590-6d34298f3e7b completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:35:55.548732 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port bc5c3f1f-1be0-41d4-b590-6d34298f3e7b triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:35:55.549098 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:55.667317 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port bc5c3f1f-1be0-41d4-b590-6d34298f3e7b is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:35:55.667702 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:55.702455 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb99cc24-3460-4b80-9e0b-4b79e1541119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc5c3f1f-1be0-41d4-b590-6d34298f3e7b'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:35:55.713291 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port bc5c3f1f-1be0-41d4-b590-6d34298f3e7b, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=bc5c3f1f-1be0-41d4-b590-6d34298f3e7b,segment=NetworkSegment(7bf1867f-b3ec-44a6-9b23-38098349668a),segment_id=7bf1867f-b3ec-44a6-9b23-38098349668a)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:35:55.720615 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:55.801510 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=bc5c3f1f-1be0-41d4-b590-6d34298f3e7b,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:35:55.823319 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-630f63b5-1a71-44ec-b067-ae038f26aae2'] response: {'server_uuid': 'cb99cc24-3460-4b80-9e0b-4b79e1541119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc5c3f1f-1be0-41d4-b590-6d34298f3e7b', 'code': 200} May 31 14:35:55.864874 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f6c5b7-4192-4aee-8b7f-adfb659f16d7 req-70e507c8-9ac1-4320-b7d6-c82b883710df tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:35:55.867299 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-35f6c5b7-4192-4aee-8b7f-adfb659f16d7 req-70e507c8-9ac1-4320-b7d6-c82b883710df tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=cb99cc24-3460-4b80-9e0b-4b79e1541119 HTTP/1.1" status: 200 len: 945 time: 0.0900350 May 31 14:35:55.913157 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-35f6c5b7-4192-4aee-8b7f-adfb659f16d7 req-c89fcf74-7f99-44e3-810b-bc73b7a1078e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=72375b94-b50e-414b-871f-f0c24ad8f570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398157 May 31 14:35:55.949293 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd40a930-d27e-453e-921c-a6241f3e7c53 req-1ec2d56b-4596-43fe-8549-a089ab0e3c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:35:55.950729 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fd40a930-d27e-453e-921c-a6241f3e7c53 req-1ec2d56b-4596-43fe-8549-a089ab0e3c82 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cb99cc24-3460-4b80-9e0b-4b79e1541119 HTTP/1.1" status: 200 len: 1096 time: 0.0727353 May 31 14:35:55.993645 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fd40a930-d27e-453e-921c-a6241f3e7c53 req-47273cc4-d6e3-4f8a-82f5-85d2c763a9d2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=72375b94-b50e-414b-871f-f0c24ad8f570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363488 May 31 14:35:57.107740 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29906458-af62-4450-9915-df5ec1814212 req-9a443389-1c85-4584-8624-b249f8dfc904 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:35:57.109255 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-29906458-af62-4450-9915-df5ec1814212 req-9a443389-1c85-4584-8624-b249f8dfc904 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=cb99cc24-3460-4b80-9e0b-4b79e1541119 HTTP/1.1" status: 200 len: 945 time: 0.0820875 May 31 14:35:57.165834 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-29906458-af62-4450-9915-df5ec1814212 req-b4620d7d-f664-4481-9462-fc6cb0569663 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=72375b94-b50e-414b-871f-f0c24ad8f570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481648 May 31 14:35:58.361422 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c744ed1-efac-46e1-a3c1-d604b022dccc req-81e564e5-2df4-489f-9509-f11bf1cc7222 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:35:58.362965 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5c744ed1-efac-46e1-a3c1-d604b022dccc req-81e564e5-2df4-489f-9509-f11bf1cc7222 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=cb99cc24-3460-4b80-9e0b-4b79e1541119 HTTP/1.1" status: 200 len: 945 time: 0.0874090 May 31 14:35:58.409415 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5c744ed1-efac-46e1-a3c1-d604b022dccc req-94430831-b484-411f-9a9c-9a4f6c8cd066 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=72375b94-b50e-414b-871f-f0c24ad8f570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395775 May 31 14:35:58.594643 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6cccb6-9a7b-4713-be5e-0f192ba1823b req-ee86d767-8981-48b5-bb02-602d9d36addf tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:35:58.596091 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7a6cccb6-9a7b-4713-be5e-0f192ba1823b req-ee86d767-8981-48b5-bb02-602d9d36addf tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=cb99cc24-3460-4b80-9e0b-4b79e1541119 HTTP/1.1" status: 200 len: 945 time: 0.0791719 May 31 14:35:58.645663 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7a6cccb6-9a7b-4713-be5e-0f192ba1823b req-fb044020-88b2-495f-9acf-613f98b81e15 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=72375b94-b50e-414b-871f-f0c24ad8f570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438201 May 31 14:35:58.668557 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44900) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:35:58.747146 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab61818-c23e-4024-b099-3a00d0135f59 tempest-TestNetworkAdvancedServerOps-53305410 tempest-TestNetworkAdvancedServerOps-53305410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:35:58.748653 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-fab61818-c23e-4024-b099-3a00d0135f59 tempest-TestNetworkAdvancedServerOps-53305410 tempest-TestNetworkAdvancedServerOps-53305410-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=cb99cc24-3460-4b80-9e0b-4b79e1541119 HTTP/1.1" status: 200 len: 1091 time: 0.0791116 May 31 14:35:58.752616 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44904) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:35:58.757528 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-f5890027-0ac2-42e3-a886-ef4c17931404 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Request body: {'floatingip': {'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'port_id': 'bc5c3f1f-1be0-41d4-b590-6d34298f3e7b', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:35:58.764404 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-f5890027-0ac2-42e3-a886-ef4c17931404 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:35:58.768802 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-f5890027-0ac2-42e3-a886-ef4c17931404 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Usage tracker for resource:floatingip and tenant:91ff4e6fbd51465ba708db114d874986 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:35:58.771946 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-f5890027-0ac2-42e3-a886-ef4c17931404 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:35:58.777595 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-f5890027-0ac2-42e3-a886-ef4c17931404 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:35:58.788964 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f5890027-0ac2-42e3-a886-ef4c17931404 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for floatingip, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:58.931346 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f5890027-0ac2-42e3-a886-ef4c17931404 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:59.070432 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-f5890027-0ac2-42e3-a886-ef4c17931404 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Allocated IP 172.25.6.22 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/4245e4ca-80d7-40a1-bf69-32482c032054) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:35:59.218746 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f5890027-0ac2-42e3-a886-ef4c17931404 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:59.247164 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f5890027-0ac2-42e3-a886-ef4c17931404 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:59.318520 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5890027-0ac2-42e3-a886-ef4c17931404 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:35:59.321552 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-f5890027-0ac2-42e3-a886-ef4c17931404 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:35:59.325363 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5890027-0ac2-42e3-a886-ef4c17931404 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:35:59.354630 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5890027-0ac2-42e3-a886-ef4c17931404 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event updated for resources: {'Port': ['ID=4245e4ca-80d7-40a1-bf69-32482c032054,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:35:59.882595 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f5890027-0ac2-42e3-a886-ef4c17931404 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:35:59.966163 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f5890027-0ac2-42e3-a886-ef4c17931404 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:36:00.173169 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f5890027-0ac2-42e3-a886-ef4c17931404 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:36:00.177478 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f5890027-0ac2-42e3-a886-ef4c17931404 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:36:00.286631 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5890027-0ac2-42e3-a886-ef4c17931404 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event updated for resources: {'Port': ['ID=4245e4ca-80d7-40a1-bf69-32482c032054,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:36:00.298565 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f5890027-0ac2-42e3-a886-ef4c17931404 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:36:00.471718 n-d-843939-1 neutron-server[88369]: INFO neutron.db.l3_db [None req-f5890027-0ac2-42e3-a886-ef4c17931404 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Floating IP e47ec139-a7e7-4b20-b156-3a161d559bff associated. External IP: 172.25.6.22, port: bc5c3f1f-1be0-41d4-b590-6d34298f3e7b. May 31 14:36:00.829641 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5890027-0ac2-42e3-a886-ef4c17931404 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Router 98c20bf6-cdbc-4988-ab84-01e097d0457d has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:36:01.017736 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5890027-0ac2-42e3-a886-ef4c17931404 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:36:01.028050 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3c4342-b24f-40ea-9c02-48c88671f7a8 None None] Sync routers for ids ['98c20bf6-cdbc-4988-ab84-01e097d0457d'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:36:01.038213 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3c4342-b24f-40ea-9c02-48c88671f7a8 None None] Routers {'98c20bf6-cdbc-4988-ab84-01e097d0457d'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:36:01.038824 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-9d3c4342-b24f-40ea-9c02-48c88671f7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:35:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['98c20bf6-cdbc-4988-ab84-01e097d0457d'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:36:01.044884 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f5890027-0ac2-42e3-a886-ef4c17931404 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:36:01.109658 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-f5890027-0ac2-42e3-a886-ef4c17931404 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3532987 May 31 14:36:01.109658 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb99cc24-3460-4b80-9e0b-4b79e1541119', 'tag': 'bc5c3f1f-1be0-41d4-b590-6d34298f3e7b'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:36:01.159209 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-408eaa78-cd15-4ed0-af09-8f4f49ef4f85'] response: {'name': 'network-changed', 'server_uuid': 'cb99cc24-3460-4b80-9e0b-4b79e1541119', 'tag': 'bc5c3f1f-1be0-41d4-b590-6d34298f3e7b', 'status': 'completed', 'code': 200} May 31 14:36:01.262794 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0dcec6-fe70-4e96-aec1-22cb69b6ff0a req-dc1aef3e-cc3e-4e64-ac46-6f44f7160f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:36:01.264294 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-cf0dcec6-fe70-4e96-aec1-22cb69b6ff0a req-dc1aef3e-cc3e-4e64-ac46-6f44f7160f07 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=91ff4e6fbd51465ba708db114d874986&device_id=cb99cc24-3460-4b80-9e0b-4b79e1541119 HTTP/1.1" status: 200 len: 1096 time: 0.0841033 May 31 14:36:01.275340 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-9d3c4342-b24f-40ea-9c02-48c88671f7a8 None None] Set router 98c20bf6-cdbc-4988-ab84-01e097d0457d gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:36:01.296736 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3673f6-8789-4140-857b-fa561d2bf642 req-e1eb3212-058b-4360-ae3a-df2bca00d913 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:36:01.298555 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3a3673f6-8789-4140-857b-fa561d2bf642 req-e1eb3212-058b-4360-ae3a-df2bca00d913 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=cb99cc24-3460-4b80-9e0b-4b79e1541119 HTTP/1.1" status: 200 len: 945 time: 0.0914807 May 31 14:36:01.350666 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3a3673f6-8789-4140-857b-fa561d2bf642 req-7677f206-6a93-4770-88c8-d5270d71f113 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=72375b94-b50e-414b-871f-f0c24ad8f570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455823 May 31 14:36:01.380774 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44912) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:36:01.497784 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-7de3c30f-e62d-4965-ae29-038a78dabd80 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/floatingips/e47ec139-a7e7-4b20-b156-3a161d559bff HTTP/1.1" status: 200 len: 990 time: 0.1156952 May 31 14:36:01.542804 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0dcec6-fe70-4e96-aec1-22cb69b6ff0a req-0996d674-a84a-47bd-b121-8fe20bdd2759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:36:01.544273 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-cf0dcec6-fe70-4e96-aec1-22cb69b6ff0a req-0996d674-a84a-47bd-b121-8fe20bdd2759 service neutron] 10.222.0.20 "GET /v2.0/networks?id=31379230-06ea-446b-aa68-fe0b5643d714 HTTP/1.1" status: 200 len: 898 time: 0.2744162 May 31 14:36:01.647405 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-9d3c4342-b24f-40ea-9c02-48c88671f7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c20bf6-cdbc-4988-ab84-01e097d0457d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1361375926', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '44a3c46a-6554-4599-a5fd-c5c72c9bc19c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:35:38Z', 'updated_at': '2022-05-31T14:35:43Z', 'revision_number': 4, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'gw_port': {'id': '44a3c46a-6554-4599-a5fd-c5c72c9bc19c', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c20bf6-cdbc-4988-ab84-01e097d0457d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:35:38Z', 'updated_at': '2022-05-31T14:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': 'e47ec139-a7e7-4b20-b156-3a161d559bff', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'floating_ip_address': '172.25.6.22', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '98c20bf6-cdbc-4988-ab84-01e097d0457d', 'port_id': 'bc5c3f1f-1be0-41d4-b590-6d34298f3e7b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31379230-06ea-446b-aa68-fe0b5643d714', 'mac_address': 'fa:16:3e:3f:89:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb99cc24-3460-4b80-9e0b-4b79e1541119', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:35:59Z', 'updated_at': '2022-05-31T14:35:59Z', 'revision_number': 0, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f3dbe70-fd81-45c3-a3e3-a5c51f09452e', 'name': '', 'network_id': '31379230-06ea-446b-aa68-fe0b5643d714', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'mac_address': 'fa:16:3e:02:d5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c20bf6-cdbc-4988-ab84-01e097d0457d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '63fdd052-6f03-4558-ba6a-7d7fad033122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:35:42Z', 'updated_at': '2022-05-31T14:35:49Z', 'revision_number': 5, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'subnets': [{'id': '63fdd052-6f03-4558-ba6a-7d7fad033122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:36:01.652047 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3c4342-b24f-40ea-9c02-48c88671f7a8 None None] Checking router: 98c20bf6-cdbc-4988-ab84-01e097d0457d for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:36:01.656472 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-cf0dcec6-fe70-4e96-aec1-22cb69b6ff0a req-47449ec9-e83b-4535-b882-9d35b31d0ea6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc5c3f1f-1be0-41d4-b590-6d34298f3e7b HTTP/1.1" status: 200 len: 998 time: 0.1053438 May 31 14:36:01.660858 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3c4342-b24f-40ea-9c02-48c88671f7a8 None None] Routers {'98c20bf6-cdbc-4988-ab84-01e097d0457d'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:36:01.661460 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-9d3c4342-b24f-40ea-9c02-48c88671f7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:35:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['98c20bf6-cdbc-4988-ab84-01e097d0457d'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:36:01.725222 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0dcec6-fe70-4e96-aec1-22cb69b6ff0a req-77b62015-bf74-4b7f-ae83-a52a7c8feb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:36:01.726724 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-cf0dcec6-fe70-4e96-aec1-22cb69b6ff0a req-77b62015-bf74-4b7f-ae83-a52a7c8feb45 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=63fdd052-6f03-4558-ba6a-7d7fad033122 HTTP/1.1" status: 200 len: 834 time: 0.0635548 May 31 14:36:01.813231 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0dcec6-fe70-4e96-aec1-22cb69b6ff0a req-89bb8f1e-10e8-4a17-aa4c-c7afe033b3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:36:01.814772 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-cf0dcec6-fe70-4e96-aec1-22cb69b6ff0a req-89bb8f1e-10e8-4a17-aa4c-c7afe033b3da service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=31379230-06ea-446b-aa68-fe0b5643d714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0823793 May 31 14:36:01.845528 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-9d3c4342-b24f-40ea-9c02-48c88671f7a8 None None] Set router 98c20bf6-cdbc-4988-ab84-01e097d0457d gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:36:01.951370 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-cf0dcec6-fe70-4e96-aec1-22cb69b6ff0a req-ed1890d5-ad09-4d3f-9278-8b979343790d service neutron] 10.222.0.20 "GET /v2.0/networks/31379230-06ea-446b-aa68-fe0b5643d714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304908 May 31 14:36:02.095800 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-cf0dcec6-fe70-4e96-aec1-22cb69b6ff0a req-c3d0e514-5218-4408-bb60-66ec23a8c3d2 service neutron] 10.222.0.20 "GET /v2.0/networks/31379230-06ea-446b-aa68-fe0b5643d714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376693 May 31 14:36:02.233178 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-9d3c4342-b24f-40ea-9c02-48c88671f7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c20bf6-cdbc-4988-ab84-01e097d0457d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1361375926', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '44a3c46a-6554-4599-a5fd-c5c72c9bc19c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:35:38Z', 'updated_at': '2022-05-31T14:35:43Z', 'revision_number': 4, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'gw_port': {'id': '44a3c46a-6554-4599-a5fd-c5c72c9bc19c', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c20bf6-cdbc-4988-ab84-01e097d0457d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:35:38Z', 'updated_at': '2022-05-31T14:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': 'e47ec139-a7e7-4b20-b156-3a161d559bff', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'floating_ip_address': '172.25.6.22', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '98c20bf6-cdbc-4988-ab84-01e097d0457d', 'port_id': 'bc5c3f1f-1be0-41d4-b590-6d34298f3e7b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31379230-06ea-446b-aa68-fe0b5643d714', 'mac_address': 'fa:16:3e:3f:89:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb99cc24-3460-4b80-9e0b-4b79e1541119', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:35:59Z', 'updated_at': '2022-05-31T14:35:59Z', 'revision_number': 0, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f3dbe70-fd81-45c3-a3e3-a5c51f09452e', 'name': '', 'network_id': '31379230-06ea-446b-aa68-fe0b5643d714', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'mac_address': 'fa:16:3e:02:d5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c20bf6-cdbc-4988-ab84-01e097d0457d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '63fdd052-6f03-4558-ba6a-7d7fad033122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:35:42Z', 'updated_at': '2022-05-31T14:35:49Z', 'revision_number': 5, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'subnets': [{'id': '63fdd052-6f03-4558-ba6a-7d7fad033122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:36:02.237798 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3c4342-b24f-40ea-9c02-48c88671f7a8 None None] The sync data for ids ['98c20bf6-cdbc-4988-ab84-01e097d0457d'] in n-d-843939-1 is: [{'id': '98c20bf6-cdbc-4988-ab84-01e097d0457d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1361375926', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '44a3c46a-6554-4599-a5fd-c5c72c9bc19c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:35:38Z', 'updated_at': '2022-05-31T14:35:43Z', 'revision_number': 4, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'gw_port': {'id': '44a3c46a-6554-4599-a5fd-c5c72c9bc19c', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c20bf6-cdbc-4988-ab84-01e097d0457d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:35:38Z', 'updated_at': '2022-05-31T14:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': 'e47ec139-a7e7-4b20-b156-3a161d559bff', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'floating_ip_address': '172.25.6.22', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '98c20bf6-cdbc-4988-ab84-01e097d0457d', 'port_id': 'bc5c3f1f-1be0-41d4-b590-6d34298f3e7b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31379230-06ea-446b-aa68-fe0b5643d714', 'mac_address': 'fa:16:3e:3f:89:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb99cc24-3460-4b80-9e0b-4b79e1541119', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:35:59Z', 'updated_at': '2022-05-31T14:35:59Z', 'revision_number': 0, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f3dbe70-fd81-45c3-a3e3-a5c51f09452e', 'name': '', 'network_id': '31379230-06ea-446b-aa68-fe0b5643d714', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'mac_address': 'fa:16:3e:02:d5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c20bf6-cdbc-4988-ab84-01e097d0457d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '63fdd052-6f03-4558-ba6a-7d7fad033122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:35:42Z', 'updated_at': '2022-05-31T14:35:49Z', 'revision_number': 5, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'subnets': [{'id': '63fdd052-6f03-4558-ba6a-7d7fad033122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:36:02.446190 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5aee0c-5e7f-4ffc-8c56-bfd7fd16bae0 None None] New status for floating IP e47ec139-a7e7-4b20-b156-3a161d559bff: ACTIVE {{(pid=88371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 14:36:02.501733 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44916) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:36:02.736674 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-0604bfd6-28df-4db6-9053-0b422b73169a tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/floatingips/e47ec139-a7e7-4b20-b156-3a161d559bff HTTP/1.1" status: 200 len: 990 time: 0.2338879 May 31 14:36:03.740568 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44920) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:36:03.848237 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-e582e3da-8b19-4b8f-a259-44c513d6f2d4 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/floatingips/e47ec139-a7e7-4b20-b156-3a161d559bff HTTP/1.1" status: 200 len: 992 time: 0.1064796 May 31 14:36:08.027665 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:36:09.477323 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:36:10.712225 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a29b0e59-4310-4d80-bf1c-9351bbe26eb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:36:11.092908 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-56b51ca7-ffcc-4335-b50b-5727cf80d7ba req-de5b737e-342d-4198-a906-e2d8f7f733dc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cb99cc24-3460-4b80-9e0b-4b79e1541119&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0711327 May 31 14:36:11.243644 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b51ca7-ffcc-4335-b50b-5727cf80d7ba req-c1eb265f-3f4d-44f4-9be7-a7dd8222cf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:36:11.245148 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-56b51ca7-ffcc-4335-b50b-5727cf80d7ba req-c1eb265f-3f4d-44f4-9be7-a7dd8222cf9f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=91ff4e6fbd51465ba708db114d874986&device_id=cb99cc24-3460-4b80-9e0b-4b79e1541119 HTTP/1.1" status: 200 len: 1096 time: 0.0782964 May 31 14:36:11.405585 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b51ca7-ffcc-4335-b50b-5727cf80d7ba req-eed8ce16-af87-4679-91dd-0e1342c89941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:36:11.407810 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-56b51ca7-ffcc-4335-b50b-5727cf80d7ba req-eed8ce16-af87-4679-91dd-0e1342c89941 service neutron] 10.222.0.20 "GET /v2.0/networks?id=31379230-06ea-446b-aa68-fe0b5643d714 HTTP/1.1" status: 200 len: 898 time: 0.1349838 May 31 14:36:11.535843 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-56b51ca7-ffcc-4335-b50b-5727cf80d7ba req-ab6efd0f-3e0f-4689-a811-bd35db59b32f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc5c3f1f-1be0-41d4-b590-6d34298f3e7b HTTP/1.1" status: 200 len: 1000 time: 0.1143472 May 31 14:36:11.600692 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b51ca7-ffcc-4335-b50b-5727cf80d7ba req-dc0049b5-173a-42c1-a76a-e4b4bf67a9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:36:11.602168 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-56b51ca7-ffcc-4335-b50b-5727cf80d7ba req-dc0049b5-173a-42c1-a76a-e4b4bf67a9db service neutron] 10.222.0.20 "GET /v2.0/subnets?id=63fdd052-6f03-4558-ba6a-7d7fad033122 HTTP/1.1" status: 200 len: 834 time: 0.0604601 May 31 14:36:11.680723 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b51ca7-ffcc-4335-b50b-5727cf80d7ba req-1d6e330e-4cf9-4f77-8a75-2e258be10311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:36:11.682231 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-56b51ca7-ffcc-4335-b50b-5727cf80d7ba req-1d6e330e-4cf9-4f77-8a75-2e258be10311 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=31379230-06ea-446b-aa68-fe0b5643d714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741603 May 31 14:36:11.820265 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-56b51ca7-ffcc-4335-b50b-5727cf80d7ba req-c3f33b8f-0bb2-419d-a94a-f8a7f3edcabb service neutron] 10.222.0.20 "GET /v2.0/networks/31379230-06ea-446b-aa68-fe0b5643d714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298635 May 31 14:36:11.956845 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-56b51ca7-ffcc-4335-b50b-5727cf80d7ba req-6233523c-cad2-492b-8e5d-eb8947a49b35 service neutron] 10.222.0.20 "GET /v2.0/networks/31379230-06ea-446b-aa68-fe0b5643d714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306255 May 31 14:36:12.904606 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-faae8f55-8eae-494f-9771-65247f9f8a82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:36:13.985483 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:36:14.138517 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:36:14.644749 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:36:15.864027 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:36:38.037976 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:36:39.481691 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:36:40.716675 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e461ad88-39c7-4574-9837-5bee2b7aee10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:36:42.911632 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e965bc4e-5de5-46fe-8342-570403cbf3c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:36:43.978874 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:36:44.174610 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:36:45.867419 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:36:51.644561 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:37:02.810346 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a83a37-e910-41ab-9c6a-e30a287cdad2 req-5f467a23-d4e0-4c53-a9ce-e5eba5b9aa2d tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:37:02.811786 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-75a83a37-e910-41ab-9c6a-e30a287cdad2 req-5f467a23-d4e0-4c53-a9ce-e5eba5b9aa2d tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=cb99cc24-3460-4b80-9e0b-4b79e1541119 HTTP/1.1" status: 200 len: 945 time: 0.0804479 May 31 14:37:02.857737 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-75a83a37-e910-41ab-9c6a-e30a287cdad2 req-908215bb-b7c0-4709-a9c7-129956ac07c3 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=72375b94-b50e-414b-871f-f0c24ad8f570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395253 May 31 14:37:04.062487 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b20dbc1-629a-4a4a-bfac-80cb98798e78 req-b7ee3dbd-1657-4913-998a-d1cff5f799ee tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:37:04.063972 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8b20dbc1-629a-4a4a-bfac-80cb98798e78 req-b7ee3dbd-1657-4913-998a-d1cff5f799ee tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=cb99cc24-3460-4b80-9e0b-4b79e1541119 HTTP/1.1" status: 200 len: 945 time: 0.0862422 May 31 14:37:04.110688 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8b20dbc1-629a-4a4a-bfac-80cb98798e78 req-511d8059-c960-41cb-9a90-424db4458765 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=72375b94-b50e-414b-871f-f0c24ad8f570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405743 May 31 14:37:04.141263 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44950) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:37:04.252905 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-49bd4f33-08fc-48ac-ab1e-cb2aecd05387 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/floatingips/e47ec139-a7e7-4b20-b156-3a161d559bff HTTP/1.1" status: 200 len: 992 time: 0.1105471 May 31 14:37:05.699689 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559bb778-a9ce-46a1-b630-c80d83b769f1 req-f3f9fdba-4ffc-4d18-8e5d-92294e025da8 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:37:05.701134 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-559bb778-a9ce-46a1-b630-c80d83b769f1 req-f3f9fdba-4ffc-4d18-8e5d-92294e025da8 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=cb99cc24-3460-4b80-9e0b-4b79e1541119 HTTP/1.1" status: 200 len: 945 time: 0.0822706 May 31 14:37:05.744834 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-559bb778-a9ce-46a1-b630-c80d83b769f1 req-0e8152f7-79bc-46bb-a4f0-3f2df609b019 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=72375b94-b50e-414b-871f-f0c24ad8f570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378025 May 31 14:37:06.938253 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae89fb77-6214-4681-8020-4200e3cb4247 req-84c7fe21-209b-45a3-993f-e4589a8195d8 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:37:06.939735 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ae89fb77-6214-4681-8020-4200e3cb4247 req-84c7fe21-209b-45a3-993f-e4589a8195d8 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=cb99cc24-3460-4b80-9e0b-4b79e1541119 HTTP/1.1" status: 200 len: 945 time: 0.0853274 May 31 14:37:06.984173 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ae89fb77-6214-4681-8020-4200e3cb4247 req-2526dfee-3424-40f5-84d6-0540eb3f9efc tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=72375b94-b50e-414b-871f-f0c24ad8f570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378559 May 31 14:37:08.026853 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:08.181139 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be6d546-1364-4959-bcc7-cc08d595681d req-36c63650-41cc-472c-9183-6fc55b82764d tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:37:08.182662 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1be6d546-1364-4959-bcc7-cc08d595681d req-36c63650-41cc-472c-9183-6fc55b82764d tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=cb99cc24-3460-4b80-9e0b-4b79e1541119 HTTP/1.1" status: 200 len: 945 time: 0.0797904 May 31 14:37:08.231228 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1be6d546-1364-4959-bcc7-cc08d595681d req-ce736aca-8387-42c3-a14c-a7ed4f071f07 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=72375b94-b50e-414b-871f-f0c24ad8f570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424769 May 31 14:37:08.257852 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44964) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:37:08.365304 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-f9786b3d-85a3-427a-8f16-afaf56b5750b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/floatingips/e47ec139-a7e7-4b20-b156-3a161d559bff HTTP/1.1" status: 200 len: 992 time: 0.1061964 May 31 14:37:08.616381 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44972) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:37:08.813198 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-ed794e67-3965-4460-96c7-81a28d4dad4d tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Deleting port 4245e4ca-80d7-40a1-bf69-32482c032054 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:37:08.813539 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ed794e67-3965-4460-96c7-81a28d4dad4d tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:08.985034 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ed794e67-3965-4460-96c7-81a28d4dad4d tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:08.985361 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ed794e67-3965-4460-96c7-81a28d4dad4d tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:09.117035 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-ed794e67-3965-4460-96c7-81a28d4dad4d tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Calling delete_port for 4245e4ca-80d7-40a1-bf69-32482c032054 owned by network:floatingip {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:37:09.278793 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ed794e67-3965-4460-96c7-81a28d4dad4d tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:09.326660 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed794e67-3965-4460-96c7-81a28d4dad4d tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event deleted for resources: {'Port': ['ID=4245e4ca-80d7-40a1-bf69-32482c032054,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:37:09.363872 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed794e67-3965-4460-96c7-81a28d4dad4d tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:37:09.364221 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed794e67-3965-4460-96c7-81a28d4dad4d tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:37:09.364560 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed794e67-3965-4460-96c7-81a28d4dad4d tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:37:09.364893 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed794e67-3965-4460-96c7-81a28d4dad4d tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:37:09.365222 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed794e67-3965-4460-96c7-81a28d4dad4d tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:37:09.365550 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed794e67-3965-4460-96c7-81a28d4dad4d tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:37:09.365873 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed794e67-3965-4460-96c7-81a28d4dad4d tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:37:09.366226 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed794e67-3965-4460-96c7-81a28d4dad4d tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:37:09.366551 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed794e67-3965-4460-96c7-81a28d4dad4d tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:37:09.366870 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed794e67-3965-4460-96c7-81a28d4dad4d tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:37:09.367189 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed794e67-3965-4460-96c7-81a28d4dad4d tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:37:09.367505 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed794e67-3965-4460-96c7-81a28d4dad4d tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:37:09.484859 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:09.550335 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ed794e67-3965-4460-96c7-81a28d4dad4d tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for floatingip, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:09.550715 n-d-843939-1 neutron-server[88370]: INFO neutron.db.l3_db [None req-ed794e67-3965-4460-96c7-81a28d4dad4d tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Floating IP e47ec139-a7e7-4b20-b156-3a161d559bff disassociated (deleted). External IP: 172.25.6.22, port: bc5c3f1f-1be0-41d4-b590-6d34298f3e7b. May 31 14:37:09.905840 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed794e67-3965-4460-96c7-81a28d4dad4d tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Router 98c20bf6-cdbc-4988-ab84-01e097d0457d has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:37:10.084438 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed794e67-3965-4460-96c7-81a28d4dad4d tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:37:10.094349 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e3bf10-df8e-4c91-b390-250e1085e376 None None] Sync routers for ids ['98c20bf6-cdbc-4988-ab84-01e097d0457d'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:37:10.096519 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ed794e67-3965-4460-96c7-81a28d4dad4d tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:10.104825 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e3bf10-df8e-4c91-b390-250e1085e376 None None] Routers {'98c20bf6-cdbc-4988-ab84-01e097d0457d'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:37:10.105411 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-46e3bf10-df8e-4c91-b390-250e1085e376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:36:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['98c20bf6-cdbc-4988-ab84-01e097d0457d'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:37:10.154096 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-ed794e67-3965-4460-96c7-81a28d4dad4d tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "DELETE /v2.0/floatingips/e47ec139-a7e7-4b20-b156-3a161d559bff HTTP/1.1" status: 204 len: 168 time: 1.5342305 May 31 14:37:10.154096 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb99cc24-3460-4b80-9e0b-4b79e1541119', 'tag': 'bc5c3f1f-1be0-41d4-b590-6d34298f3e7b'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:37:10.200985 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca0ea496-3ab0-4690-b4c9-268b5fbe5b50'] response: {'name': 'network-changed', 'server_uuid': 'cb99cc24-3460-4b80-9e0b-4b79e1541119', 'tag': 'bc5c3f1f-1be0-41d4-b590-6d34298f3e7b', 'status': 'completed', 'code': 200} May 31 14:37:10.302021 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce51faa-f65c-4f21-a48d-55770d4ccac9 req-3c898d8f-7548-4b91-b184-7599438687ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:37:10.303571 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1ce51faa-f65c-4f21-a48d-55770d4ccac9 req-3c898d8f-7548-4b91-b184-7599438687ab service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=91ff4e6fbd51465ba708db114d874986&device_id=cb99cc24-3460-4b80-9e0b-4b79e1541119 HTTP/1.1" status: 200 len: 1096 time: 0.0823214 May 31 14:37:10.329205 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-46e3bf10-df8e-4c91-b390-250e1085e376 None None] Set router 98c20bf6-cdbc-4988-ab84-01e097d0457d gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:37:10.599888 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce51faa-f65c-4f21-a48d-55770d4ccac9 req-850e4232-0267-49fc-99a7-ca125923bf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:37:10.601367 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1ce51faa-f65c-4f21-a48d-55770d4ccac9 req-850e4232-0267-49fc-99a7-ca125923bf80 service neutron] 10.222.0.20 "GET /v2.0/networks?id=31379230-06ea-446b-aa68-fe0b5643d714 HTTP/1.1" status: 200 len: 898 time: 0.2900591 May 31 14:37:10.673929 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1ce51faa-f65c-4f21-a48d-55770d4ccac9 req-17c16e6f-be92-4431-aa00-ff5ba3899aa9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc5c3f1f-1be0-41d4-b590-6d34298f3e7b HTTP/1.1" status: 200 len: 217 time: 0.0665369 May 31 14:37:10.674710 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-46e3bf10-df8e-4c91-b390-250e1085e376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c20bf6-cdbc-4988-ab84-01e097d0457d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1361375926', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '44a3c46a-6554-4599-a5fd-c5c72c9bc19c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:35:38Z', 'updated_at': '2022-05-31T14:35:43Z', 'revision_number': 4, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'gw_port': {'id': '44a3c46a-6554-4599-a5fd-c5c72c9bc19c', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c20bf6-cdbc-4988-ab84-01e097d0457d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:35:38Z', 'updated_at': '2022-05-31T14:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '4f3dbe70-fd81-45c3-a3e3-a5c51f09452e', 'name': '', 'network_id': '31379230-06ea-446b-aa68-fe0b5643d714', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'mac_address': 'fa:16:3e:02:d5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c20bf6-cdbc-4988-ab84-01e097d0457d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '63fdd052-6f03-4558-ba6a-7d7fad033122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:35:42Z', 'updated_at': '2022-05-31T14:35:49Z', 'revision_number': 5, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'subnets': [{'id': '63fdd052-6f03-4558-ba6a-7d7fad033122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:37:10.678803 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e3bf10-df8e-4c91-b390-250e1085e376 None None] Checking router: 98c20bf6-cdbc-4988-ab84-01e097d0457d for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:37:10.686951 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e3bf10-df8e-4c91-b390-250e1085e376 None None] Routers {'98c20bf6-cdbc-4988-ab84-01e097d0457d'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:37:10.687540 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-46e3bf10-df8e-4c91-b390-250e1085e376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:36:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['98c20bf6-cdbc-4988-ab84-01e097d0457d'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:37:10.716137 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0f2260-33fc-45ed-b2f2-abd5f0cc4033 req-78281b4f-8501-4209-8cb0-ac8352059bd6 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:37:10.716137 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-1a0f2260-33fc-45ed-b2f2-abd5f0cc4033 req-78281b4f-8501-4209-8cb0-ac8352059bd6 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Synchronizing usage tracker for tenant:91ff4e6fbd51465ba708db114d874986 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:37:10.739833 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1bf83de3-248e-45c9-a696-0f1a53332d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:10.747245 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-1a0f2260-33fc-45ed-b2f2-abd5f0cc4033 req-78281b4f-8501-4209-8cb0-ac8352059bd6 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Unset dirty status for tenant:91ff4e6fbd51465ba708db114d874986 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:37:10.747467 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce51faa-f65c-4f21-a48d-55770d4ccac9 req-f8a0aa3f-42f6-4fd7-abac-6e741dfdf561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:37:10.748956 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1a0f2260-33fc-45ed-b2f2-abd5f0cc4033 req-78281b4f-8501-4209-8cb0-ac8352059bd6 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=cb99cc24-3460-4b80-9e0b-4b79e1541119 HTTP/1.1" status: 200 len: 945 time: 0.1157706 May 31 14:37:10.749770 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1ce51faa-f65c-4f21-a48d-55770d4ccac9 req-f8a0aa3f-42f6-4fd7-abac-6e741dfdf561 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=63fdd052-6f03-4558-ba6a-7d7fad033122 HTTP/1.1" status: 200 len: 834 time: 0.0696926 May 31 14:37:10.804685 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1a0f2260-33fc-45ed-b2f2-abd5f0cc4033 req-507665db-b1e2-4a98-9e6f-70081a43ae97 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=72375b94-b50e-414b-871f-f0c24ad8f570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465899 May 31 14:37:10.830579 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce51faa-f65c-4f21-a48d-55770d4ccac9 req-a72d1213-3d6c-4837-ac0e-b5c13fe0a88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:37:10.833196 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1ce51faa-f65c-4f21-a48d-55770d4ccac9 req-a72d1213-3d6c-4837-ac0e-b5c13fe0a88f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=31379230-06ea-446b-aa68-fe0b5643d714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769389 May 31 14:37:10.881721 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-46e3bf10-df8e-4c91-b390-250e1085e376 None None] Set router 98c20bf6-cdbc-4988-ab84-01e097d0457d gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:37:10.971135 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1ce51faa-f65c-4f21-a48d-55770d4ccac9 req-938ea00c-7790-4127-b0dc-4007c1de4c0d service neutron] 10.222.0.20 "GET /v2.0/networks/31379230-06ea-446b-aa68-fe0b5643d714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300435 May 31 14:37:11.116827 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1ce51faa-f65c-4f21-a48d-55770d4ccac9 req-2181cd9b-8ca7-4b07-9ff8-1948cf9a0134 service neutron] 10.222.0.20 "GET /v2.0/networks/31379230-06ea-446b-aa68-fe0b5643d714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389155 May 31 14:37:11.200574 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-46e3bf10-df8e-4c91-b390-250e1085e376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c20bf6-cdbc-4988-ab84-01e097d0457d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1361375926', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '44a3c46a-6554-4599-a5fd-c5c72c9bc19c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:35:38Z', 'updated_at': '2022-05-31T14:35:43Z', 'revision_number': 4, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'gw_port': {'id': '44a3c46a-6554-4599-a5fd-c5c72c9bc19c', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c20bf6-cdbc-4988-ab84-01e097d0457d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:35:38Z', 'updated_at': '2022-05-31T14:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '4f3dbe70-fd81-45c3-a3e3-a5c51f09452e', 'name': '', 'network_id': '31379230-06ea-446b-aa68-fe0b5643d714', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'mac_address': 'fa:16:3e:02:d5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c20bf6-cdbc-4988-ab84-01e097d0457d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '63fdd052-6f03-4558-ba6a-7d7fad033122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:35:42Z', 'updated_at': '2022-05-31T14:35:49Z', 'revision_number': 5, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'subnets': [{'id': '63fdd052-6f03-4558-ba6a-7d7fad033122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:37:11.204400 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e3bf10-df8e-4c91-b390-250e1085e376 None None] The sync data for ids ['98c20bf6-cdbc-4988-ab84-01e097d0457d'] in n-d-843939-1 is: [{'id': '98c20bf6-cdbc-4988-ab84-01e097d0457d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1361375926', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '44a3c46a-6554-4599-a5fd-c5c72c9bc19c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:35:38Z', 'updated_at': '2022-05-31T14:35:43Z', 'revision_number': 4, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'gw_port': {'id': '44a3c46a-6554-4599-a5fd-c5c72c9bc19c', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c20bf6-cdbc-4988-ab84-01e097d0457d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:35:38Z', 'updated_at': '2022-05-31T14:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '4f3dbe70-fd81-45c3-a3e3-a5c51f09452e', 'name': '', 'network_id': '31379230-06ea-446b-aa68-fe0b5643d714', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'mac_address': 'fa:16:3e:02:d5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c20bf6-cdbc-4988-ab84-01e097d0457d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '63fdd052-6f03-4558-ba6a-7d7fad033122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:35:42Z', 'updated_at': '2022-05-31T14:35:49Z', 'revision_number': 5, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'subnets': [{'id': '63fdd052-6f03-4558-ba6a-7d7fad033122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:37:11.415651 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89880750-2c7f-432c-972f-73c02f37f25f None None] New status for floating IP e47ec139-a7e7-4b20-b156-3a161d559bff: DOWN {{(pid=88371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 14:37:11.992993 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734efa2f-3752-4115-a64a-595ec3307be4 req-ce620993-f483-41a2-8bed-291bca9252be tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:37:11.994805 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-734efa2f-3752-4115-a64a-595ec3307be4 req-ce620993-f483-41a2-8bed-291bca9252be tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=cb99cc24-3460-4b80-9e0b-4b79e1541119 HTTP/1.1" status: 200 len: 945 time: 0.0818436 May 31 14:37:12.040438 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-734efa2f-3752-4115-a64a-595ec3307be4 req-f7e420f1-5bb7-4ace-9b9f-46483288bf52 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=72375b94-b50e-414b-871f-f0c24ad8f570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399430 May 31 14:37:12.575497 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758aea51-0940-4ff6-9482-eb30ac788f94 req-87e49c4f-069b-45d4-9f76-64f1378cc2cc tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:37:12.576185 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-758aea51-0940-4ff6-9482-eb30ac788f94 req-87e49c4f-069b-45d4-9f76-64f1378cc2cc tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Synchronizing usage tracker for tenant:91ff4e6fbd51465ba708db114d874986 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:37:12.588357 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-758aea51-0940-4ff6-9482-eb30ac788f94 req-87e49c4f-069b-45d4-9f76-64f1378cc2cc tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Unset dirty status for tenant:91ff4e6fbd51465ba708db114d874986 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:37:12.589441 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-758aea51-0940-4ff6-9482-eb30ac788f94 req-87e49c4f-069b-45d4-9f76-64f1378cc2cc tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb99cc24-3460-4b80-9e0b-4b79e1541119 HTTP/1.1" status: 200 len: 945 time: 0.0961902 May 31 14:37:12.658933 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-758aea51-0940-4ff6-9482-eb30ac788f94 req-4fcd27ad-92e4-453e-97db-4b6933e96548 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Deleting port bc5c3f1f-1be0-41d4-b590-6d34298f3e7b {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:37:12.659280 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-758aea51-0940-4ff6-9482-eb30ac788f94 req-4fcd27ad-92e4-453e-97db-4b6933e96548 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:12.902124 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fbc9e2dd-4c60-476a-9692-f7d060794843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:12.905453 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-758aea51-0940-4ff6-9482-eb30ac788f94 req-4fcd27ad-92e4-453e-97db-4b6933e96548 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] For port bc5c3f1f-1be0-41d4-b590-6d34298f3e7b, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=bc5c3f1f-1be0-41d4-b590-6d34298f3e7b,segment=NetworkSegment(7bf1867f-b3ec-44a6-9b23-38098349668a),segment_id=7bf1867f-b3ec-44a6-9b23-38098349668a)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:37:12.905815 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-758aea51-0940-4ff6-9482-eb30ac788f94 req-4fcd27ad-92e4-453e-97db-4b6933e96548 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:13.027199 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-758aea51-0940-4ff6-9482-eb30ac788f94 req-4fcd27ad-92e4-453e-97db-4b6933e96548 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Calling delete_port for bc5c3f1f-1be0-41d4-b590-6d34298f3e7b owned by compute:nova {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:37:13.182434 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-758aea51-0940-4ff6-9482-eb30ac788f94 req-4fcd27ad-92e4-453e-97db-4b6933e96548 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:13.233094 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ebb3e05a-88bd-4ff7-9f29-06df6fbe7353 req-74048241-e18b-4d00-89b1-b5f9d02e4d31 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=cb99cc24-3460-4b80-9e0b-4b79e1541119 HTTP/1.1" status: 200 len: 210 time: 0.0473707 May 31 14:37:13.236197 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcd27ad-92e4-453e-97db-4b6933e96548 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event deleted for resources: {'Port': ['ID=bc5c3f1f-1be0-41d4-b590-6d34298f3e7b,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:37:13.275807 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcd27ad-92e4-453e-97db-4b6933e96548 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:37:13.276156 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcd27ad-92e4-453e-97db-4b6933e96548 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:37:13.276496 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcd27ad-92e4-453e-97db-4b6933e96548 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:37:13.276830 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcd27ad-92e4-453e-97db-4b6933e96548 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:37:13.277161 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcd27ad-92e4-453e-97db-4b6933e96548 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:37:13.277541 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcd27ad-92e4-453e-97db-4b6933e96548 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:37:13.277820 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcd27ad-92e4-453e-97db-4b6933e96548 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:37:13.278174 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcd27ad-92e4-453e-97db-4b6933e96548 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:37:13.278505 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcd27ad-92e4-453e-97db-4b6933e96548 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:37:13.278820 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcd27ad-92e4-453e-97db-4b6933e96548 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:37:13.279147 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcd27ad-92e4-453e-97db-4b6933e96548 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:37:13.279465 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcd27ad-92e4-453e-97db-4b6933e96548 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:37:13.323598 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-758aea51-0940-4ff6-9482-eb30ac788f94 req-4fcd27ad-92e4-453e-97db-4b6933e96548 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] No DVR routers for this DVR port bc5c3f1f-1be0-41d4-b590-6d34298f3e7b on host n-h1-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:37:13.326200 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-758aea51-0940-4ff6-9482-eb30ac788f94 req-4fcd27ad-92e4-453e-97db-4b6933e96548 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:13.328850 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb99cc24-3460-4b80-9e0b-4b79e1541119', 'name': 'network-vif-deleted', 'tag': 'bc5c3f1f-1be0-41d4-b590-6d34298f3e7b'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:37:13.345457 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-758aea51-0940-4ff6-9482-eb30ac788f94 req-4fcd27ad-92e4-453e-97db-4b6933e96548 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.20 "DELETE /v2.0/ports/bc5c3f1f-1be0-41d4-b590-6d34298f3e7b HTTP/1.1" status: 204 len: 173 time: 0.7500336 May 31 14:37:13.380359 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd441878-f1cc-4d56-8aa6-cf851e8bafa3'] response: {'server_uuid': 'cb99cc24-3460-4b80-9e0b-4b79e1541119', 'name': 'network-vif-deleted', 'tag': 'bc5c3f1f-1be0-41d4-b590-6d34298f3e7b', 'status': 'completed', 'code': 200} May 31 14:37:13.980944 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:14.134568 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:14.329277 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44990) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:37:15.001620 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f47c0950-3e22-425a-8166-b86f33bc3453 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:15.353364 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-f47c0950-3e22-425a-8166-b86f33bc3453 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Deleting port 4f3dbe70-fd81-45c3-a3e3-a5c51f09452e {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:37:15.354130 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f47c0950-3e22-425a-8166-b86f33bc3453 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:15.542834 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-f47c0950-3e22-425a-8166-b86f33bc3453 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] For port 4f3dbe70-fd81-45c3-a3e3-a5c51f09452e, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=4f3dbe70-fd81-45c3-a3e3-a5c51f09452e,segment=NetworkSegment(7bf1867f-b3ec-44a6-9b23-38098349668a),segment_id=7bf1867f-b3ec-44a6-9b23-38098349668a)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:37:15.543198 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f47c0950-3e22-425a-8166-b86f33bc3453 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:15.670135 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-f47c0950-3e22-425a-8166-b86f33bc3453 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Calling delete_port for 4f3dbe70-fd81-45c3-a3e3-a5c51f09452e owned by network:router_interface {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:37:15.864485 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f47c0950-3e22-425a-8166-b86f33bc3453 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:15.868034 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:15.909865 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device bc5c3f1f-1be0-41d4-b590-6d34298f3e7b no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:37:15.912118 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47c0950-3e22-425a-8166-b86f33bc3453 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event deleted for resources: {'Port': ['ID=4f3dbe70-fd81-45c3-a3e3-a5c51f09452e,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:37:15.948751 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] No Port match for: bc5c3f1f-1be0-41d4-b590-6d34298f3e7b {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:37:15.949095 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device bc5c3f1f-1be0-41d4-b590-6d34298f3e7b not bound to the agent host n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:37:16.183978 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f47c0950-3e22-425a-8166-b86f33bc3453 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:16.658889 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f47c0950-3e22-425a-8166-b86f33bc3453 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Router 98c20bf6-cdbc-4988-ab84-01e097d0457d has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:37:16.837876 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f47c0950-3e22-425a-8166-b86f33bc3453 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:37:16.849383 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862e3fce-8667-4808-9773-0b391d5d353c None None] Sync routers for ids ['98c20bf6-cdbc-4988-ab84-01e097d0457d'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:37:16.852914 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-f47c0950-3e22-425a-8166-b86f33bc3453 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "PUT /v2.0/routers/98c20bf6-cdbc-4988-ab84-01e097d0457d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5207365 May 31 14:37:16.853828 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 44994) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:37:16.859605 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862e3fce-8667-4808-9773-0b391d5d353c None None] Routers {'98c20bf6-cdbc-4988-ab84-01e097d0457d'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:37:16.860222 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-862e3fce-8667-4808-9773-0b391d5d353c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:37:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['98c20bf6-cdbc-4988-ab84-01e097d0457d'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:37:16.928824 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7d8953c-f3f7-4edb-baac-c133a7becf32 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Deleting subnet 63fdd052-6f03-4558-ba6a-7d7fad033122 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 14:37:16.931860 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c7d8953c-f3f7-4edb-baac-c133a7becf32 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:16.991596 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c7d8953c-f3f7-4edb-baac-c133a7becf32 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65507433'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:17.038969 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-862e3fce-8667-4808-9773-0b391d5d353c None None] Set router 98c20bf6-cdbc-4988-ab84-01e097d0457d gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:37:17.074937 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c7d8953c-f3f7-4edb-baac-c133a7becf32 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:17.151070 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c7d8953c-f3f7-4edb-baac-c133a7becf32 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65216469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65148562'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:17.192669 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d8953c-f3f7-4edb-baac-c133a7becf32 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event deleted for resources: {'Subnet': ['ID=63fdd052-6f03-4558-ba6a-7d7fad033122,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:37:17.200725 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c7d8953c-f3f7-4edb-baac-c133a7becf32 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:17.212988 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 44998) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:37:17.213460 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c7d8953c-f3f7-4edb-baac-c133a7becf32 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "DELETE /v2.0/subnets/63fdd052-6f03-4558-ba6a-7d7fad033122 HTTP/1.1" status: 204 len: 168 time: 0.3580842 May 31 14:37:17.215869 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bde5e26-173a-4fa2-b3bf-11aee0c58d73 None None] Network 31379230-06ea-446b-aa68-fe0b5643d714 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:37:17.368528 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-862e3fce-8667-4808-9773-0b391d5d353c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c20bf6-cdbc-4988-ab84-01e097d0457d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1361375926', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '44a3c46a-6554-4599-a5fd-c5c72c9bc19c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:35:38Z', 'updated_at': '2022-05-31T14:37:15Z', 'revision_number': 5, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'gw_port': {'id': '44a3c46a-6554-4599-a5fd-c5c72c9bc19c', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c20bf6-cdbc-4988-ab84-01e097d0457d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:35:38Z', 'updated_at': '2022-05-31T14:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:37:17.372592 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862e3fce-8667-4808-9773-0b391d5d353c None None] Checking router: 98c20bf6-cdbc-4988-ab84-01e097d0457d for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:37:17.381744 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862e3fce-8667-4808-9773-0b391d5d353c None None] Routers {'98c20bf6-cdbc-4988-ab84-01e097d0457d'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:37:17.382378 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-862e3fce-8667-4808-9773-0b391d5d353c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:37:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['98c20bf6-cdbc-4988-ab84-01e097d0457d'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:37:17.398966 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2691a88b-873c-476c-88b2-950257098f27 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:17.495264 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e95f9dd-91f9-4f12-bf85-e16e569f6d46 None None] DHCP port deletion for 31379230-06ea-446b-aa68-fe0b5643d714 request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 14:37:17.500139 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9e95f9dd-91f9-4f12-bf85-e16e569f6d46 None None] Deleting port 2f55a84d-9a7d-4d1e-955d-65521f816969 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:37:17.500604 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9e95f9dd-91f9-4f12-bf85-e16e569f6d46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:17.581414 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-862e3fce-8667-4808-9773-0b391d5d353c None None] Set router 98c20bf6-cdbc-4988-ab84-01e097d0457d gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:37:17.719787 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9e95f9dd-91f9-4f12-bf85-e16e569f6d46 None None] For port 2f55a84d-9a7d-4d1e-955d-65521f816969, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=2f55a84d-9a7d-4d1e-955d-65521f816969,segment=NetworkSegment(7bf1867f-b3ec-44a6-9b23-38098349668a),segment_id=7bf1867f-b3ec-44a6-9b23-38098349668a)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:37:17.720090 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9e95f9dd-91f9-4f12-bf85-e16e569f6d46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:17.725637 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2691a88b-873c-476c-88b2-950257098f27 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:17.737210 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-2691a88b-873c-476c-88b2-950257098f27 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Deleting port 44a3c46a-6554-4599-a5fd-c5c72c9bc19c {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:37:17.737614 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2691a88b-873c-476c-88b2-950257098f27 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:17.842880 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9e95f9dd-91f9-4f12-bf85-e16e569f6d46 None None] Calling delete_port for 2f55a84d-9a7d-4d1e-955d-65521f816969 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:37:17.880787 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-862e3fce-8667-4808-9773-0b391d5d353c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c20bf6-cdbc-4988-ab84-01e097d0457d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1361375926', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '44a3c46a-6554-4599-a5fd-c5c72c9bc19c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:35:38Z', 'updated_at': '2022-05-31T14:37:15Z', 'revision_number': 5, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'gw_port': {'id': '44a3c46a-6554-4599-a5fd-c5c72c9bc19c', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c20bf6-cdbc-4988-ab84-01e097d0457d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:35:38Z', 'updated_at': '2022-05-31T14:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:37:17.885661 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862e3fce-8667-4808-9773-0b391d5d353c None None] The sync data for ids ['98c20bf6-cdbc-4988-ab84-01e097d0457d'] in n-d-843939-1 is: [{'id': '98c20bf6-cdbc-4988-ab84-01e097d0457d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1361375926', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '44a3c46a-6554-4599-a5fd-c5c72c9bc19c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:35:38Z', 'updated_at': '2022-05-31T14:37:15Z', 'revision_number': 5, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'gw_port': {'id': '44a3c46a-6554-4599-a5fd-c5c72c9bc19c', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c20bf6-cdbc-4988-ab84-01e097d0457d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:35:38Z', 'updated_at': '2022-05-31T14:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:37:17.929294 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-2691a88b-873c-476c-88b2-950257098f27 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] For port 44a3c46a-6554-4599-a5fd-c5c72c9bc19c, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=44a3c46a-6554-4599-a5fd-c5c72c9bc19c,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:37:17.929716 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2691a88b-873c-476c-88b2-950257098f27 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:17.931162 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9e95f9dd-91f9-4f12-bf85-e16e569f6d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:17.978576 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e95f9dd-91f9-4f12-bf85-e16e569f6d46 None None] Pushing event deleted for resources: {'Port': ['ID=2f55a84d-9a7d-4d1e-955d-65521f816969,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:37:17.980729 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e95f9dd-91f9-4f12-bf85-e16e569f6d46 None None] No DVR routers for this DVR port 2f55a84d-9a7d-4d1e-955d-65521f816969 on host n-d-843939-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:37:17.989046 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e95f9dd-91f9-4f12-bf85-e16e569f6d46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:37:17.989046 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e95f9dd-91f9-4f12-bf85-e16e569f6d46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:37:17.989526 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e95f9dd-91f9-4f12-bf85-e16e569f6d46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:37:17.990070 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e95f9dd-91f9-4f12-bf85-e16e569f6d46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:37:17.990372 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e95f9dd-91f9-4f12-bf85-e16e569f6d46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:37:17.990690 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e95f9dd-91f9-4f12-bf85-e16e569f6d46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:37:17.991013 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e95f9dd-91f9-4f12-bf85-e16e569f6d46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:37:17.991369 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e95f9dd-91f9-4f12-bf85-e16e569f6d46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:37:17.991653 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e95f9dd-91f9-4f12-bf85-e16e569f6d46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:37:17.992052 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e95f9dd-91f9-4f12-bf85-e16e569f6d46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:37:17.992423 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e95f9dd-91f9-4f12-bf85-e16e569f6d46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:37:17.992674 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e95f9dd-91f9-4f12-bf85-e16e569f6d46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:37:18.064343 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-2691a88b-873c-476c-88b2-950257098f27 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Calling delete_port for 44a3c46a-6554-4599-a5fd-c5c72c9bc19c owned by network:router_gateway {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:37:18.230489 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2691a88b-873c-476c-88b2-950257098f27 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:18.277701 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2691a88b-873c-476c-88b2-950257098f27 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event deleted for resources: {'Port': ['ID=44a3c46a-6554-4599-a5fd-c5c72c9bc19c,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:37:18.375774 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2691a88b-873c-476c-88b2-950257098f27 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577389'] for router_gateway, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:18.551564 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2691a88b-873c-476c-88b2-950257098f27 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:18.553643 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2691a88b-873c-476c-88b2-950257098f27 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:18.576065 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2691a88b-873c-476c-88b2-950257098f27 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:18.576707 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2691a88b-873c-476c-88b2-950257098f27 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Fanout notify agent at l3_agent the message router_deleted on router 98c20bf6-cdbc-4988-ab84-01e097d0457d {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 14:37:18.592772 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2691a88b-873c-476c-88b2-950257098f27 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:18.593720 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-2691a88b-873c-476c-88b2-950257098f27 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "DELETE /v2.0/routers/98c20bf6-cdbc-4988-ab84-01e097d0457d HTTP/1.1" status: 204 len: 168 time: 1.3799531 May 31 14:37:18.596578 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45002) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:37:18.713976 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-25c3cb60-c46b-4feb-a8a9-6cb5b30f741e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:18.844067 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-25c3cb60-c46b-4feb-a8a9-6cb5b30f741e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:18.869294 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-25c3cb60-c46b-4feb-a8a9-6cb5b30f741e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31379230-06ea-446b-aa68-fe0b5643d714']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:37:18.881799 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-25c3cb60-c46b-4feb-a8a9-6cb5b30f741e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bf1867f-b3ec-44a6-9b23-38098349668a') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:37:18.882132 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-25c3cb60-c46b-4feb-a8a9-6cb5b30f741e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bf1867f-b3ec-44a6-9b23-38098349668a') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:37:18.893072 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-25c3cb60-c46b-4feb-a8a9-6cb5b30f741e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:18.908843 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-25c3cb60-c46b-4feb-a8a9-6cb5b30f741e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:18.915035 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25c3cb60-c46b-4feb-a8a9-6cb5b30f741e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 14:37:18.915417 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-25c3cb60-c46b-4feb-a8a9-6cb5b30f741e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:18.984055 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 7bf1867f-b3ec-44a6-9b23-38098349668a resource provider aggregate not found May 31 14:37:19.005924 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 7bf1867f-b3ec-44a6-9b23-38098349668a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7bf1867f-b3ec-44a6-9b23-38098349668a found for delete ", "request_id": "req-54df05b7-8e5e-404a-92b8-67c58c802402"}]} May 31 14:37:19.022394 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-25c3cb60-c46b-4feb-a8a9-6cb5b30f741e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:19.044046 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-25c3cb60-c46b-4feb-a8a9-6cb5b30f741e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:19.053131 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c3cb60-c46b-4feb-a8a9-6cb5b30f741e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event deleted for resources: {'Network': ['ID=31379230-06ea-446b-aa68-fe0b5643d714,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:37:19.066207 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 4f3dbe70-fd81-45c3-a3e3-a5c51f09452e no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:37:19.069311 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45010) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:37:19.069517 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-25c3cb60-c46b-4feb-a8a9-6cb5b30f741e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "DELETE /v2.0/networks/31379230-06ea-446b-aa68-fe0b5643d714 HTTP/1.1" status: 204 len: 168 time: 0.4717586 May 31 14:37:19.106529 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 4f3dbe70-fd81-45c3-a3e3-a5c51f09452e {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:37:19.106789 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 4f3dbe70-fd81-45c3-a3e3-a5c51f09452e not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:37:19.107210 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 2f55a84d-9a7d-4d1e-955d-65521f816969 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:37:19.140041 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fb6f7b9b-0868-48ad-ae31-c6ac66a5b9dd tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:19.142769 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 2f55a84d-9a7d-4d1e-955d-65521f816969 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:37:19.143115 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 2f55a84d-9a7d-4d1e-955d-65521f816969 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:37:19.143533 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 44a3c46a-6554-4599-a5fd-c5c72c9bc19c no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:37:19.169618 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fb6f7b9b-0868-48ad-ae31-c6ac66a5b9dd tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:19.176586 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 44a3c46a-6554-4599-a5fd-c5c72c9bc19c {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:37:19.176936 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 44a3c46a-6554-4599-a5fd-c5c72c9bc19c not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:37:19.235500 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fb6f7b9b-0868-48ad-ae31-c6ac66a5b9dd tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:19.252943 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6f7b9b-0868-48ad-ae31-c6ac66a5b9dd tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72375b94-b50e-414b-871f-f0c24ad8f570,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:37:19.265785 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fb6f7b9b-0868-48ad-ae31-c6ac66a5b9dd tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:19.266967 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-fb6f7b9b-0868-48ad-ae31-c6ac66a5b9dd tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "DELETE /v2.0/security-groups/72375b94-b50e-414b-871f-f0c24ad8f570 HTTP/1.1" status: 204 len: 168 time: 0.1962016 May 31 14:37:19.387617 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45018) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:37:19.392776 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-f299d6f5-ffae-4944-aefc-d60f890b3389 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-620622127', 'description': 'tempest-secgroup-smoke-620622127 description', 'project_id': '91ff4e6fbd51465ba708db114d874986'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:37:19.399545 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-f299d6f5-ffae-4944-aefc-d60f890b3389 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:37:19.403640 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-f299d6f5-ffae-4944-aefc-d60f890b3389 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Usage tracker for resource:security_group and tenant:91ff4e6fbd51465ba708db114d874986 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:37:19.406555 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-f299d6f5-ffae-4944-aefc-d60f890b3389 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:37:19.412902 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-f299d6f5-ffae-4944-aefc-d60f890b3389 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:37:19.423894 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f299d6f5-ffae-4944-aefc-d60f890b3389 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:19.444460 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-f299d6f5-ffae-4944-aefc-d60f890b3389 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:37:19.448574 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-f299d6f5-ffae-4944-aefc-d60f890b3389 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Usage tracker for resource:security_group_rule and tenant:91ff4e6fbd51465ba708db114d874986 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:37:19.451395 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-f299d6f5-ffae-4944-aefc-d60f890b3389 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:37:19.457643 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-f299d6f5-ffae-4944-aefc-d60f890b3389 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:37:19.529785 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f299d6f5-ffae-4944-aefc-d60f890b3389 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:19.533386 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f299d6f5-ffae-4944-aefc-d60f890b3389 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:19.577592 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f299d6f5-ffae-4944-aefc-d60f890b3389 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4294f87-dd4b-4c62-b25f-94c05cb1c319,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:37:19.580449 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f299d6f5-ffae-4944-aefc-d60f890b3389 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:19.582298 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-f299d6f5-ffae-4944-aefc-d60f890b3389 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1931584 May 31 14:37:19.586099 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45022) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:37:19.591668 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-06620c3f-77a7-4c80-a7fd-272648191e8e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Request body: {'security_group_rule': {'security_group_id': 'b4294f87-dd4b-4c62-b25f-94c05cb1c319', 'project_id': '91ff4e6fbd51465ba708db114d874986', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:37:19.598796 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-06620c3f-77a7-4c80-a7fd-272648191e8e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:37:19.602688 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-06620c3f-77a7-4c80-a7fd-272648191e8e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Usage tracker for resource:security_group_rule and tenant:91ff4e6fbd51465ba708db114d874986 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:37:19.605492 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-06620c3f-77a7-4c80-a7fd-272648191e8e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:37:19.611078 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-06620c3f-77a7-4c80-a7fd-272648191e8e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:37:19.626996 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-06620c3f-77a7-4c80-a7fd-272648191e8e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:19.691821 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-06620c3f-77a7-4c80-a7fd-272648191e8e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:19.695823 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-06620c3f-77a7-4c80-a7fd-272648191e8e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:19.722407 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06620c3f-77a7-4c80-a7fd-272648191e8e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bb08188-3c6d-4a14-8ff5-b9f870d7d785,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:37:19.732327 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-06620c3f-77a7-4c80-a7fd-272648191e8e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:19.733603 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-06620c3f-77a7-4c80-a7fd-272648191e8e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1463814 May 31 14:37:19.736375 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45026) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:37:19.741225 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-c6749c55-443a-47c3-a7b5-ffec039162f7 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Request body: {'security_group_rule': {'security_group_id': 'b4294f87-dd4b-4c62-b25f-94c05cb1c319', 'project_id': '91ff4e6fbd51465ba708db114d874986', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:37:19.747446 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c6749c55-443a-47c3-a7b5-ffec039162f7 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:37:19.751366 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-c6749c55-443a-47c3-a7b5-ffec039162f7 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Usage tracker for resource:security_group_rule and tenant:91ff4e6fbd51465ba708db114d874986 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:37:19.754288 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-c6749c55-443a-47c3-a7b5-ffec039162f7 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:37:19.759971 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c6749c55-443a-47c3-a7b5-ffec039162f7 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:37:19.777495 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c6749c55-443a-47c3-a7b5-ffec039162f7 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:19.838522 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c6749c55-443a-47c3-a7b5-ffec039162f7 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:19.842189 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c6749c55-443a-47c3-a7b5-ffec039162f7 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:19.870626 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6749c55-443a-47c3-a7b5-ffec039162f7 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0260bd6-2a6b-4cd2-9ff9-213f7e2bd737,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:37:19.876894 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c6749c55-443a-47c3-a7b5-ffec039162f7 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:19.878166 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c6749c55-443a-47c3-a7b5-ffec039162f7 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1407981 May 31 14:37:19.881744 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45030) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:37:19.886834 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-24cea6dd-777e-461c-8f88-b3490ba8d6fc tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Request body: {'security_group_rule': {'security_group_id': 'b4294f87-dd4b-4c62-b25f-94c05cb1c319', 'project_id': '91ff4e6fbd51465ba708db114d874986', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:37:19.893176 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-24cea6dd-777e-461c-8f88-b3490ba8d6fc tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:37:19.897807 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-24cea6dd-777e-461c-8f88-b3490ba8d6fc tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Usage tracker for resource:security_group_rule and tenant:91ff4e6fbd51465ba708db114d874986 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:37:19.900734 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-24cea6dd-777e-461c-8f88-b3490ba8d6fc tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:37:19.906439 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-24cea6dd-777e-461c-8f88-b3490ba8d6fc tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:37:19.922706 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-24cea6dd-777e-461c-8f88-b3490ba8d6fc tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:19.984457 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-24cea6dd-777e-461c-8f88-b3490ba8d6fc tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:19.988125 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-24cea6dd-777e-461c-8f88-b3490ba8d6fc tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:20.011552 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cea6dd-777e-461c-8f88-b3490ba8d6fc tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c466af43-a0ea-4a58-8ef5-898da57ada97,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:37:20.020866 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-24cea6dd-777e-461c-8f88-b3490ba8d6fc tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:20.022069 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-24cea6dd-777e-461c-8f88-b3490ba8d6fc tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1392841 May 31 14:37:20.024826 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45034) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:37:20.029696 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-1be3cc62-4656-4dff-b1ea-23cd441050fa tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Request body: {'security_group_rule': {'security_group_id': 'b4294f87-dd4b-4c62-b25f-94c05cb1c319', 'project_id': '91ff4e6fbd51465ba708db114d874986', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:37:20.036105 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-1be3cc62-4656-4dff-b1ea-23cd441050fa tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:37:20.039895 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-1be3cc62-4656-4dff-b1ea-23cd441050fa tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Usage tracker for resource:security_group_rule and tenant:91ff4e6fbd51465ba708db114d874986 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:37:20.042700 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-1be3cc62-4656-4dff-b1ea-23cd441050fa tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:37:20.048344 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-1be3cc62-4656-4dff-b1ea-23cd441050fa tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:37:20.064782 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1be3cc62-4656-4dff-b1ea-23cd441050fa tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:20.131147 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1be3cc62-4656-4dff-b1ea-23cd441050fa tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:20.134833 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1be3cc62-4656-4dff-b1ea-23cd441050fa tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:20.158178 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be3cc62-4656-4dff-b1ea-23cd441050fa tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c96bb4b-68aa-4bcc-bda1-b23267cfa34d,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:37:20.167789 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1be3cc62-4656-4dff-b1ea-23cd441050fa tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:20.168980 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-1be3cc62-4656-4dff-b1ea-23cd441050fa tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1432247 May 31 14:37:20.171835 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45038) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:37:20.177902 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-72901688-a2a8-4c5a-b0eb-754407a701da tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Request body: {'security_group_rule': {'security_group_id': 'b4294f87-dd4b-4c62-b25f-94c05cb1c319', 'project_id': '91ff4e6fbd51465ba708db114d874986', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:37:20.184618 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-72901688-a2a8-4c5a-b0eb-754407a701da tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:37:20.188407 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-72901688-a2a8-4c5a-b0eb-754407a701da tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Usage tracker for resource:security_group_rule and tenant:91ff4e6fbd51465ba708db114d874986 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:37:20.191920 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-72901688-a2a8-4c5a-b0eb-754407a701da tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:37:20.197809 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-72901688-a2a8-4c5a-b0eb-754407a701da tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:37:20.208059 n-d-843939-1 neutron-server[88369]: INFO neutron.db.securitygroups_db [None req-72901688-a2a8-4c5a-b0eb-754407a701da tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Project 91ff4e6fbd51465ba708db114d874986 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 14:37:20.214504 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-72901688-a2a8-4c5a-b0eb-754407a701da tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:20.276910 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-72901688-a2a8-4c5a-b0eb-754407a701da tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:20.280501 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-72901688-a2a8-4c5a-b0eb-754407a701da tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:20.303286 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72901688-a2a8-4c5a-b0eb-754407a701da tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6df6f041-a3fe-45e2-8139-5336c1799778,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:37:20.312594 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-72901688-a2a8-4c5a-b0eb-754407a701da tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:20.314122 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-72901688-a2a8-4c5a-b0eb-754407a701da tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1411917 May 31 14:37:20.317477 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45042) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:37:20.322818 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-09d30ebe-d1d5-42d7-b57c-d73898c9b4e0 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Request body: {'security_group_rule': {'security_group_id': 'b4294f87-dd4b-4c62-b25f-94c05cb1c319', 'project_id': '91ff4e6fbd51465ba708db114d874986', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:37:20.329759 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-09d30ebe-d1d5-42d7-b57c-d73898c9b4e0 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:37:20.333686 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-09d30ebe-d1d5-42d7-b57c-d73898c9b4e0 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Usage tracker for resource:security_group_rule and tenant:91ff4e6fbd51465ba708db114d874986 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:37:20.336544 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-09d30ebe-d1d5-42d7-b57c-d73898c9b4e0 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:37:20.342319 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-09d30ebe-d1d5-42d7-b57c-d73898c9b4e0 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:37:20.352906 n-d-843939-1 neutron-server[88369]: INFO neutron.db.securitygroups_db [None req-09d30ebe-d1d5-42d7-b57c-d73898c9b4e0 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Project 91ff4e6fbd51465ba708db114d874986 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 14:37:20.359497 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-09d30ebe-d1d5-42d7-b57c-d73898c9b4e0 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:20.428782 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-09d30ebe-d1d5-42d7-b57c-d73898c9b4e0 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:20.432524 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-09d30ebe-d1d5-42d7-b57c-d73898c9b4e0 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:20.457425 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d30ebe-d1d5-42d7-b57c-d73898c9b4e0 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=915c7243-e172-4bcb-a919-e37c08302f98,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:37:20.466524 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-09d30ebe-d1d5-42d7-b57c-d73898c9b4e0 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:20.467700 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-09d30ebe-d1d5-42d7-b57c-d73898c9b4e0 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1492939 May 31 14:37:20.470650 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45046) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:37:20.476153 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-fafbedc4-f41b-49d6-9848-af43276a8657 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Request body: {'network': {'name': 'tempest-network-smoke--2061452250', 'project_id': '91ff4e6fbd51465ba708db114d874986', 'port_security_enabled': True}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:37:20.481781 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-fafbedc4-f41b-49d6-9848-af43276a8657 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:37:20.486068 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-fafbedc4-f41b-49d6-9848-af43276a8657 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Usage tracker for resource:network and tenant:91ff4e6fbd51465ba708db114d874986 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:37:20.489445 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-fafbedc4-f41b-49d6-9848-af43276a8657 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:37:20.495127 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-fafbedc4-f41b-49d6-9848-af43276a8657 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:37:20.506654 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fafbedc4-f41b-49d6-9848-af43276a8657 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Made reservation on behalf of 91ff4e6fbd51465ba708db114d874986 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:37:20.510253 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fafbedc4-f41b-49d6-9848-af43276a8657 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:20.538851 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fafbedc4-f41b-49d6-9848-af43276a8657 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 14:37:20.547580 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fafbedc4-f41b-49d6-9848-af43276a8657 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:20.547824 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-fafbedc4-f41b-49d6-9848-af43276a8657 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Added segment 3cbeab9b-a432-49ab-a0ca-64ef0bf4b04e of type vlan for network c921bfb5-c489-4b18-927c-156f567ec7c0 May 31 14:37:20.574552 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fafbedc4-f41b-49d6-9848-af43276a8657 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:20.602829 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fafbedc4-f41b-49d6-9848-af43276a8657 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:20.608090 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fafbedc4-f41b-49d6-9848-af43276a8657 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:37:20.608662 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-fafbedc4-f41b-49d6-9848-af43276a8657 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:20.823137 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-fafbedc4-f41b-49d6-9848-af43276a8657 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3513947 May 31 14:37:20.825731 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafbedc4-f41b-49d6-9848-af43276a8657 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event updated for resources: {'Network': ['ID=c921bfb5-c489-4b18-927c-156f567ec7c0,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:37:20.826005 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45050) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:37:20.832864 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-3c97b0ac-d5e3-49ed-a126-6dd10613c183 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2113353189', 'admin_state_up': True, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:37:20.835646 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network c921bfb5-c489-4b18-927c-156f567ec7c0 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 14:37:20.841827 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-3c97b0ac-d5e3-49ed-a126-6dd10613c183 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:37:20.846282 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-3c97b0ac-d5e3-49ed-a126-6dd10613c183 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Usage tracker for resource:router and tenant:91ff4e6fbd51465ba708db114d874986 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:37:20.850119 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-3c97b0ac-d5e3-49ed-a126-6dd10613c183 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:37:20.857117 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-3c97b0ac-d5e3-49ed-a126-6dd10613c183 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:37:20.869565 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3c97b0ac-d5e3-49ed-a126-6dd10613c183 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:20.870667 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3c97b0ac-d5e3-49ed-a126-6dd10613c183 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:20.885539 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3c97b0ac-d5e3-49ed-a126-6dd10613c183 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:21.270963 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3c97b0ac-d5e3-49ed-a126-6dd10613c183 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:21.551285 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [req-5c53959e-dfbd-4dc0-bb5d-90e34f137b43 req-78f8c1c3-e16e-4a2e-af5e-f5bce0434480 tempest-ServerDiskConfigTestJSON-701630270 tempest-ServerDiskConfigTestJSON-701630270-project] (88369) timed out ('10.222.0.44', 54282) {{(pid=88369) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 31 14:37:21.580478 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3c97b0ac-d5e3-49ed-a126-6dd10613c183 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for router_gateway, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:21.609685 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3c97b0ac-d5e3-49ed-a126-6dd10613c183 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:21.744156 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-3c97b0ac-d5e3-49ed-a126-6dd10613c183 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Allocated IP 172.25.6.159 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/d93c4b2a-66a6-4b55-b771-c554af22275e) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:37:21.891423 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3c97b0ac-d5e3-49ed-a126-6dd10613c183 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:21.919600 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3c97b0ac-d5e3-49ed-a126-6dd10613c183 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:21.984503 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c97b0ac-d5e3-49ed-a126-6dd10613c183 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:37:21.987171 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-3c97b0ac-d5e3-49ed-a126-6dd10613c183 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:37:21.992386 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c97b0ac-d5e3-49ed-a126-6dd10613c183 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:37:22.026541 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c97b0ac-d5e3-49ed-a126-6dd10613c183 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event updated for resources: {'Port': ['ID=d93c4b2a-66a6-4b55-b771-c554af22275e,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:37:22.524965 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3c97b0ac-d5e3-49ed-a126-6dd10613c183 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for router_gateway, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:22.865555 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3c97b0ac-d5e3-49ed-a126-6dd10613c183 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:23.069176 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c97b0ac-d5e3-49ed-a126-6dd10613c183 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Router c829dfc3-c3c0-4b5e-8d4f-ec08f994112e is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 14:37:23.250913 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c97b0ac-d5e3-49ed-a126-6dd10613c183 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:37:23.260769 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8709ba36-a5fe-483a-bb70-0cba9cebea14 None None] Sync routers for ids ['c829dfc3-c3c0-4b5e-8d4f-ec08f994112e'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:37:23.270188 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8709ba36-a5fe-483a-bb70-0cba9cebea14 None None] Routers {'c829dfc3-c3c0-4b5e-8d4f-ec08f994112e'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:37:23.270806 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-8709ba36-a5fe-483a-bb70-0cba9cebea14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:37:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['c829dfc3-c3c0-4b5e-8d4f-ec08f994112e'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:37:23.280354 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3c97b0ac-d5e3-49ed-a126-6dd10613c183 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:23.281941 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-3c97b0ac-d5e3-49ed-a126-6dd10613c183 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4548056 May 31 14:37:23.285205 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45054) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:37:23.334065 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c0dbbfef-e4dd-45c3-830c-af35462e94bd tempest-TestNetworkAdvancedServerOps-53305410 tempest-TestNetworkAdvancedServerOps-53305410-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=91ff4e6fbd51465ba708db114d874986&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0447373 May 31 14:37:23.334403 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45058) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:37:23.465457 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3863b97-701e-46eb-a0bf-5400a03578b1 tempest-TestNetworkAdvancedServerOps-53305410 tempest-TestNetworkAdvancedServerOps-53305410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:37:23.469811 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d3863b97-701e-46eb-a0bf-5400a03578b1 tempest-TestNetworkAdvancedServerOps-53305410 tempest-TestNetworkAdvancedServerOps-53305410-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1344981 May 31 14:37:23.469968 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45062) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:37:23.493104 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-8709ba36-a5fe-483a-bb70-0cba9cebea14 None None] Set router c829dfc3-c3c0-4b5e-8d4f-ec08f994112e gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:37:23.510813 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-ca1d51c4-4623-44c6-a3cc-58871e19356d tempest-TestNetworkAdvancedServerOps-53305410 tempest-TestNetworkAdvancedServerOps-53305410-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=d2103cd5-63ba-4c24-9d95-fd17643bf14c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0397637 May 31 14:37:23.513312 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45066) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:37:23.518599 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-61ef687b-4c51-4082-9c60-d60c486cb71a tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-843773475', 'network_id': 'c921bfb5-c489-4b18-927c-156f567ec7c0', 'project_id': '91ff4e6fbd51465ba708db114d874986', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:37:23.639730 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-61ef687b-4c51-4082-9c60-d60c486cb71a tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:37:23.643752 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-61ef687b-4c51-4082-9c60-d60c486cb71a tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Usage tracker for resource:subnet and tenant:91ff4e6fbd51465ba708db114d874986 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:37:23.646900 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-61ef687b-4c51-4082-9c60-d60c486cb71a tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:37:23.652548 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-61ef687b-4c51-4082-9c60-d60c486cb71a tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:37:23.662888 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ef687b-4c51-4082-9c60-d60c486cb71a tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Made reservation on behalf of 91ff4e6fbd51465ba708db114d874986 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:37:23.666265 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-61ef687b-4c51-4082-9c60-d60c486cb71a tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:23.789038 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-8709ba36-a5fe-483a-bb70-0cba9cebea14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c829dfc3-c3c0-4b5e-8d4f-ec08f994112e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2113353189', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': 'd93c4b2a-66a6-4b55-b771-c554af22275e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:37:20Z', 'updated_at': '2022-05-31T14:37:22Z', 'revision_number': 3, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'gw_port': {'id': 'd93c4b2a-66a6-4b55-b771-c554af22275e', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cf:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c829dfc3-c3c0-4b5e-8d4f-ec08f994112e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:37:21Z', 'updated_at': '2022-05-31T14:37:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:37:23.792939 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8709ba36-a5fe-483a-bb70-0cba9cebea14 None None] Checking router: c829dfc3-c3c0-4b5e-8d4f-ec08f994112e for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:37:23.793283 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8709ba36-a5fe-483a-bb70-0cba9cebea14 None None] Updating router c829dfc3-c3c0-4b5e-8d4f-ec08f994112e port d93c4b2a-66a6-4b55-b771-c554af22275e binding host n-d-843939-1 {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 14:37:23.846468 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8709ba36-a5fe-483a-bb70-0cba9cebea14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:23.890476 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-61ef687b-4c51-4082-9c60-d60c486cb71a tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:23.976007 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ef687b-4c51-4082-9c60-d60c486cb71a tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event updated for resources: {'Subnet': ['ID=c4e1b6a9-74ac-417b-931c-9da8e50b7f08,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:37:23.985459 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ef687b-4c51-4082-9c60-d60c486cb71a tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Checking segment: {'id': '3cbeab9b-a432-49ab-a0ca-64ef0bf4b04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c921bfb5-c489-4b18-927c-156f567ec7c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:37:23.985981 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ef687b-4c51-4082-9c60-d60c486cb71a tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Network hostable DHCP agents. Network: c921bfb5-c489-4b18-927c-156f567ec7c0, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 14:37:24.006130 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ef687b-4c51-4082-9c60-d60c486cb71a tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Network c921bfb5-c489-4b18-927c-156f567ec7c0 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 14:37:24.015416 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-61ef687b-4c51-4082-9c60-d60c486cb71a tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, c921bfb5-c489-4b18-927c-156f567ec7c0) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:37:24.020246 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ef687b-4c51-4082-9c60-d60c486cb71a tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:37:24.020814 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-61ef687b-4c51-4082-9c60-d60c486cb71a tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:24.042303 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-61ef687b-4c51-4082-9c60-d60c486cb71a tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5278897 May 31 14:37:24.043661 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461714c8-2c19-4cb1-8a5e-f5eae2e3bf71 None None] Network c921bfb5-c489-4b18-927c-156f567ec7c0 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:37:24.044941 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45070) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:37:24.364490 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc119299-46bb-4b31-9af4-a70f959d6512 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-c921bfb5-c489-4b18-927c-156f567ec7c0', 'network_id': 'c921bfb5-c489-4b18-927c-156f567ec7c0', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'fixed_ips': [{'subnet_id': 'c4e1b6a9-74ac-417b-931c-9da8e50b7f08'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 14:37:24.365286 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bc119299-46bb-4b31-9af4-a70f959d6512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:24.374983 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8709ba36-a5fe-483a-bb70-0cba9cebea14 None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:24.395082 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-8709ba36-a5fe-483a-bb70-0cba9cebea14 None None] Transition to ACTIVE for port object d93c4b2a-66a6-4b55-b771-c554af22275e will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:37:24.435654 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8709ba36-a5fe-483a-bb70-0cba9cebea14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:24.548579 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-8709ba36-a5fe-483a-bb70-0cba9cebea14 None None] Attempting to bind port d93c4b2a-66a6-4b55-b771-c554af22275e on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:37:24.548943 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-8709ba36-a5fe-483a-bb70-0cba9cebea14 None None] Attempting to bind port d93c4b2a-66a6-4b55-b771-c554af22275e by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:37:24.549299 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8709ba36-a5fe-483a-bb70-0cba9cebea14 None None] Attempting to bind port d93c4b2a-66a6-4b55-b771-c554af22275e on network d2103cd5-63ba-4c24-9d95-fd17643bf14c {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:37:24.580069 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1fd16d-79fd-4869-9c7f-295a9c967204 None None] Pushing event updated for resources: {'Port': ['ID=d93c4b2a-66a6-4b55-b771-c554af22275e,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:37:24.595278 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8709ba36-a5fe-483a-bb70-0cba9cebea14 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:37:24.595647 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8709ba36-a5fe-483a-bb70-0cba9cebea14 None None] Checking segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:37:24.596044 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8709ba36-a5fe-483a-bb70-0cba9cebea14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:24.596427 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8709ba36-a5fe-483a-bb70-0cba9cebea14 None None] Bound using segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:37:24.596888 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-8709ba36-a5fe-483a-bb70-0cba9cebea14 None None] Bound port: d93c4b2a-66a6-4b55-b771-c554af22275e, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:37:24.597288 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8709ba36-a5fe-483a-bb70-0cba9cebea14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:24.670566 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-bc119299-46bb-4b31-9af4-a70f959d6512 None None] Allocated IP 172.20.0.2 (c921bfb5-c489-4b18-927c-156f567ec7c0/c4e1b6a9-74ac-417b-931c-9da8e50b7f08/9bd9f270-b58d-4b5b-a935-656607416a6f) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:37:24.687527 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-8709ba36-a5fe-483a-bb70-0cba9cebea14 None None] For port d93c4b2a-66a6-4b55-b771-c554af22275e, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:37:24.692677 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-8709ba36-a5fe-483a-bb70-0cba9cebea14 None None] For port d93c4b2a-66a6-4b55-b771-c554af22275e, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=d93c4b2a-66a6-4b55-b771-c554af22275e,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:37:24.708056 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8709ba36-a5fe-483a-bb70-0cba9cebea14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:24.880794 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1fd16d-79fd-4869-9c7f-295a9c967204 None None] Pushing event updated for resources: {'Port': ['ID=d93c4b2a-66a6-4b55-b771-c554af22275e,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:37:24.883631 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a1dbb122-931a-462d-b010-21f9559985a9 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:24.885650 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8709ba36-a5fe-483a-bb70-0cba9cebea14 None None] Routers {'c829dfc3-c3c0-4b5e-8d4f-ec08f994112e'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:37:24.886283 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-8709ba36-a5fe-483a-bb70-0cba9cebea14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:37:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['c829dfc3-c3c0-4b5e-8d4f-ec08f994112e'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:37:25.152725 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bc119299-46bb-4b31-9af4-a70f959d6512 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:25.170911 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-bc119299-46bb-4b31-9af4-a70f959d6512 None None] Transition to ACTIVE for port object 9bd9f270-b58d-4b5b-a935-656607416a6f will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:37:25.188877 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-8709ba36-a5fe-483a-bb70-0cba9cebea14 None None] Set router c829dfc3-c3c0-4b5e-8d4f-ec08f994112e gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:37:25.296701 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-bc119299-46bb-4b31-9af4-a70f959d6512 None None] Transition to ACTIVE for port object 9bd9f270-b58d-4b5b-a935-656607416a6f will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:37:25.316463 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bc119299-46bb-4b31-9af4-a70f959d6512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:25.385104 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-a1dbb122-931a-462d-b010-21f9559985a9 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Allocated IP 172.20.0.1 (c921bfb5-c489-4b18-927c-156f567ec7c0/c4e1b6a9-74ac-417b-931c-9da8e50b7f08/e9312882-c456-4116-8038-f42bd45ff1ad) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:37:25.446667 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc119299-46bb-4b31-9af4-a70f959d6512 None None] Network c921bfb5-c489-4b18-927c-156f567ec7c0 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:37:25.451029 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-bc119299-46bb-4b31-9af4-a70f959d6512 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:37:25.467151 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc119299-46bb-4b31-9af4-a70f959d6512 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:37:25.478582 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc119299-46bb-4b31-9af4-a70f959d6512 None None] Pushing event updated for resources: {'Port': ['ID=9bd9f270-b58d-4b5b-a935-656607416a6f,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:37:25.548498 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a1dbb122-931a-462d-b010-21f9559985a9 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:25.563738 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-a1dbb122-931a-462d-b010-21f9559985a9 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Transition to ACTIVE for port object e9312882-c456-4116-8038-f42bd45ff1ad will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:37:25.590972 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a1dbb122-931a-462d-b010-21f9559985a9 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:25.613461 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-bc119299-46bb-4b31-9af4-a70f959d6512 None None] Attempting to bind port 9bd9f270-b58d-4b5b-a935-656607416a6f on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:37:25.613805 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-bc119299-46bb-4b31-9af4-a70f959d6512 None None] Attempting to bind port 9bd9f270-b58d-4b5b-a935-656607416a6f by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '3cbeab9b-a432-49ab-a0ca-64ef0bf4b04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c921bfb5-c489-4b18-927c-156f567ec7c0'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:37:25.614188 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc119299-46bb-4b31-9af4-a70f959d6512 None None] Attempting to bind port 9bd9f270-b58d-4b5b-a935-656607416a6f on network c921bfb5-c489-4b18-927c-156f567ec7c0 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:37:25.621487 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc119299-46bb-4b31-9af4-a70f959d6512 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:37:25.621850 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc119299-46bb-4b31-9af4-a70f959d6512 None None] Checking segment: {'id': '3cbeab9b-a432-49ab-a0ca-64ef0bf4b04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c921bfb5-c489-4b18-927c-156f567ec7c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:37:25.622275 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bc119299-46bb-4b31-9af4-a70f959d6512 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:25.622710 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc119299-46bb-4b31-9af4-a70f959d6512 None None] Bound using segment: {'id': '3cbeab9b-a432-49ab-a0ca-64ef0bf4b04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c921bfb5-c489-4b18-927c-156f567ec7c0'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:37:25.623164 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-bc119299-46bb-4b31-9af4-a70f959d6512 None None] Bound port: 9bd9f270-b58d-4b5b-a935-656607416a6f, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cbeab9b-a432-49ab-a0ca-64ef0bf4b04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c921bfb5-c489-4b18-927c-156f567ec7c0'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:37:25.623530 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bc119299-46bb-4b31-9af4-a70f959d6512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:25.660744 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1dbb122-931a-462d-b010-21f9559985a9 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Network c921bfb5-c489-4b18-927c-156f567ec7c0 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:37:25.663714 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-a1dbb122-931a-462d-b010-21f9559985a9 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:37:25.667820 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dbb122-931a-462d-b010-21f9559985a9 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:37:25.710787 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dbb122-931a-462d-b010-21f9559985a9 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event updated for resources: {'Port': ['ID=e9312882-c456-4116-8038-f42bd45ff1ad,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:37:25.711804 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-8709ba36-a5fe-483a-bb70-0cba9cebea14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c829dfc3-c3c0-4b5e-8d4f-ec08f994112e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2113353189', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': 'd93c4b2a-66a6-4b55-b771-c554af22275e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:37:20Z', 'updated_at': '2022-05-31T14:37:22Z', 'revision_number': 3, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'gw_port': {'id': 'd93c4b2a-66a6-4b55-b771-c554af22275e', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cf:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c829dfc3-c3c0-4b5e-8d4f-ec08f994112e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:37:21Z', 'updated_at': '2022-05-31T14:37:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:37:25.721505 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8709ba36-a5fe-483a-bb70-0cba9cebea14 None None] The sync data for ids ['c829dfc3-c3c0-4b5e-8d4f-ec08f994112e'] in n-d-843939-1 is: [{'id': 'c829dfc3-c3c0-4b5e-8d4f-ec08f994112e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2113353189', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': 'd93c4b2a-66a6-4b55-b771-c554af22275e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:37:20Z', 'updated_at': '2022-05-31T14:37:22Z', 'revision_number': 3, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'gw_port': {'id': 'd93c4b2a-66a6-4b55-b771-c554af22275e', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cf:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c829dfc3-c3c0-4b5e-8d4f-ec08f994112e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:37:21Z', 'updated_at': '2022-05-31T14:37:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:37:25.727407 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-bc119299-46bb-4b31-9af4-a70f959d6512 None None] For port 9bd9f270-b58d-4b5b-a935-656607416a6f, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:37:25.731619 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-bc119299-46bb-4b31-9af4-a70f959d6512 None None] For port 9bd9f270-b58d-4b5b-a935-656607416a6f, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=9bd9f270-b58d-4b5b-a935-656607416a6f,segment=NetworkSegment(3cbeab9b-a432-49ab-a0ca-64ef0bf4b04e),segment_id=3cbeab9b-a432-49ab-a0ca-64ef0bf4b04e)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:37:25.734829 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a1dbb122-931a-462d-b010-21f9559985a9 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:25.736530 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bc119299-46bb-4b31-9af4-a70f959d6512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:25.830167 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc119299-46bb-4b31-9af4-a70f959d6512 None None] Pushing event updated for resources: {'Port': ['ID=9bd9f270-b58d-4b5b-a935-656607416a6f,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:37:26.214896 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a1dbb122-931a-462d-b010-21f9559985a9 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:26.678590 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a1dbb122-931a-462d-b010-21f9559985a9 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:26.683817 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a1dbb122-931a-462d-b010-21f9559985a9 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:26.814620 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dbb122-931a-462d-b010-21f9559985a9 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event updated for resources: {'Port': ['ID=e9312882-c456-4116-8038-f42bd45ff1ad,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:37:26.826177 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a1dbb122-931a-462d-b010-21f9559985a9 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:26.885308 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c3a0bf-c670-42e7-9e8d-0667badd4a10 None None] Network c921bfb5-c489-4b18-927c-156f567ec7c0 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:37:26.978906 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1dbb122-931a-462d-b010-21f9559985a9 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Network c921bfb5-c489-4b18-927c-156f567ec7c0 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:37:26.980458 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-a1dbb122-931a-462d-b010-21f9559985a9 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:37:27.011545 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-739724ff-d9a1-4070-86a0-52b2cd2c7923 None None] Provisioning for port 9bd9f270-b58d-4b5b-a935-656607416a6f completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:37:27.022243 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 9bd9f270-b58d-4b5b-a935-656607416a6f up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:37:27.198080 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1dbb122-931a-462d-b010-21f9559985a9 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Router c829dfc3-c3c0-4b5e-8d4f-ec08f994112e has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:37:27.200878 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 9bd9f270-b58d-4b5b-a935-656607416a6f completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:37:27.213241 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 9bd9f270-b58d-4b5b-a935-656607416a6f triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:37:27.213611 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:27.373950 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 9bd9f270-b58d-4b5b-a935-656607416a6f is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:37:27.374352 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:27.393112 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1dbb122-931a-462d-b010-21f9559985a9 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:37:27.414050 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-a1dbb122-931a-462d-b010-21f9559985a9 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "PUT /v2.0/routers/c829dfc3-c3c0-4b5e-8d4f-ec08f994112e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3650694 May 31 14:37:27.419156 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 9bd9f270-b58d-4b5b-a935-656607416a6f, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=9bd9f270-b58d-4b5b-a935-656607416a6f,segment=NetworkSegment(3cbeab9b-a432-49ab-a0ca-64ef0bf4b04e),segment_id=3cbeab9b-a432-49ab-a0ca-64ef0bf4b04e)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:37:27.426461 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:27.427010 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device d93c4b2a-66a6-4b55-b771-c554af22275e up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:37:27.522556 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0298aa92-bcd6-4d49-af4f-ec76000028b4 None None] Sync routers for ids ['c829dfc3-c3c0-4b5e-8d4f-ec08f994112e'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:37:27.531926 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0298aa92-bcd6-4d49-af4f-ec76000028b4 None None] Routers {'c829dfc3-c3c0-4b5e-8d4f-ec08f994112e'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:37:27.532533 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-0298aa92-bcd6-4d49-af4f-ec76000028b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:37:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['c829dfc3-c3c0-4b5e-8d4f-ec08f994112e'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:37:27.558293 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=9bd9f270-b58d-4b5b-a935-656607416a6f,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:37:27.592409 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port d93c4b2a-66a6-4b55-b771-c554af22275e completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:37:27.602863 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-bb4c4301-51f3-4e3f-b685-445cdb962e9e None None] Provisioning complete for port 9bd9f270-b58d-4b5b-a935-656607416a6f triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:37:27.603231 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bb4c4301-51f3-4e3f-b685-445cdb962e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:27.623332 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-613a8949-106c-4f47-9993-52fae3910a98 req-f5044a63-5c75-4984-9f29-3e7766dfdf25 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-620622127&fields=id&tenant_id=91ff4e6fbd51465ba708db114d874986 HTTP/1.1" status: 200 len: 267 time: 0.0594747 May 31 14:37:27.633861 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port d93c4b2a-66a6-4b55-b771-c554af22275e triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:37:27.634258 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:27.772997 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-0298aa92-bcd6-4d49-af4f-ec76000028b4 None None] Set router c829dfc3-c3c0-4b5e-8d4f-ec08f994112e gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:37:27.845336 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613a8949-106c-4f47-9993-52fae3910a98 req-f156547f-4b6f-4328-a2b1-127e39cc1072 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:37:27.846514 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-613a8949-106c-4f47-9993-52fae3910a98 req-f156547f-4b6f-4328-a2b1-127e39cc1072 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Synchronizing usage tracker for tenant:91ff4e6fbd51465ba708db114d874986 on resource:network {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:37:27.870787 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-613a8949-106c-4f47-9993-52fae3910a98 req-f156547f-4b6f-4328-a2b1-127e39cc1072 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Unset dirty status for tenant:91ff4e6fbd51465ba708db114d874986 on resource:network {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:37:27.880776 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-613a8949-106c-4f47-9993-52fae3910a98 req-f156547f-4b6f-4328-a2b1-127e39cc1072 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/networks?id=c921bfb5-c489-4b18-927c-156f567ec7c0 HTTP/1.1" status: 200 len: 797 time: 0.2493436 May 31 14:37:27.899576 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-bb4c4301-51f3-4e3f-b685-445cdb962e9e None None] Current status of the port 9bd9f270-b58d-4b5b-a935-656607416a6f is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:37:27.903776 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-613a8949-106c-4f47-9993-52fae3910a98 req-2828f9ac-984d-4606-8b65-aff27ba581d7 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/quotas/91ff4e6fbd51465ba708db114d874986 HTTP/1.1" status: 200 len: 375 time: 0.0216370 May 31 14:37:27.905941 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port d93c4b2a-66a6-4b55-b771-c554af22275e is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:37:27.906343 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:27.924600 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-bb4c4301-51f3-4e3f-b685-445cdb962e9e None None] Provisioning for port e9312882-c456-4116-8038-f42bd45ff1ad completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:37:27.932889 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port d93c4b2a-66a6-4b55-b771-c554af22275e, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=d93c4b2a-66a6-4b55-b771-c554af22275e,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:37:27.934662 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-bb4c4301-51f3-4e3f-b685-445cdb962e9e None None] Provisioning complete for port e9312882-c456-4116-8038-f42bd45ff1ad triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:37:27.935563 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bb4c4301-51f3-4e3f-b685-445cdb962e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:27.971338 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:28.006319 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-613a8949-106c-4f47-9993-52fae3910a98 req-b165da40-24d7-4901-85f0-2f51879813c8 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Synchronizing usage tracker for tenant:91ff4e6fbd51465ba708db114d874986 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:37:28.027566 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-613a8949-106c-4f47-9993-52fae3910a98 req-b165da40-24d7-4901-85f0-2f51879813c8 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Unset dirty status for tenant:91ff4e6fbd51465ba708db114d874986 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:37:28.029133 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-613a8949-106c-4f47-9993-52fae3910a98 req-b165da40-24d7-4901-85f0-2f51879813c8 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=91ff4e6fbd51465ba708db114d874986&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1245198 May 31 14:37:28.062978 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-bb4c4301-51f3-4e3f-b685-445cdb962e9e None None] Port e9312882-c456-4116-8038-f42bd45ff1ad cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:37:28.076561 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=d93c4b2a-66a6-4b55-b771-c554af22275e,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:37:28.105827 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [req-613a8949-106c-4f47-9993-52fae3910a98 req-7c012d5e-4056-4174-8aaa-0d43472e2c6e service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 14:37:28.106862 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-613a8949-106c-4f47-9993-52fae3910a98 req-7c012d5e-4056-4174-8aaa-0d43472e2c6e service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0649562 May 31 14:37:28.152236 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-0298aa92-bcd6-4d49-af4f-ec76000028b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c829dfc3-c3c0-4b5e-8d4f-ec08f994112e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2113353189', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': 'd93c4b2a-66a6-4b55-b771-c554af22275e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:37:20Z', 'updated_at': '2022-05-31T14:37:25Z', 'revision_number': 4, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'gw_port': {'id': 'd93c4b2a-66a6-4b55-b771-c554af22275e', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cf:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c829dfc3-c3c0-4b5e-8d4f-ec08f994112e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:37:21Z', 'updated_at': '2022-05-31T14:37:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'e9312882-c456-4116-8038-f42bd45ff1ad', 'name': '', 'network_id': 'c921bfb5-c489-4b18-927c-156f567ec7c0', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'mac_address': 'fa:16:3e:44:b6:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c829dfc3-c3c0-4b5e-8d4f-ec08f994112e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'c4e1b6a9-74ac-417b-931c-9da8e50b7f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:37:25Z', 'updated_at': '2022-05-31T14:37:26Z', 'revision_number': 2, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'subnets': [{'id': 'c4e1b6a9-74ac-417b-931c-9da8e50b7f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:37:28.156064 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0298aa92-bcd6-4d49-af4f-ec76000028b4 None None] Checking router: c829dfc3-c3c0-4b5e-8d4f-ec08f994112e for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:37:28.156438 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0298aa92-bcd6-4d49-af4f-ec76000028b4 None None] Updating router c829dfc3-c3c0-4b5e-8d4f-ec08f994112e port e9312882-c456-4116-8038-f42bd45ff1ad binding host n-d-843939-1 {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 14:37:28.187807 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c5a7fcb3-8f26-408b-ae6a-4adab591101e None None] Provisioning complete for port e9312882-c456-4116-8038-f42bd45ff1ad triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:37:28.188181 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c5a7fcb3-8f26-408b-ae6a-4adab591101e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:28.217794 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0298aa92-bcd6-4d49-af4f-ec76000028b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:28.247254 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-c5a7fcb3-8f26-408b-ae6a-4adab591101e None None] Port e9312882-c456-4116-8038-f42bd45ff1ad cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:37:28.353755 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-613a8949-106c-4f47-9993-52fae3910a98 req-59cbc59c-c956-45fe-a1e7-8c0ebbde90f9 service neutron] 10.222.0.50 "GET /v2.0/networks/c921bfb5-c489-4b18-927c-156f567ec7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407460 May 31 14:37:28.491033 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-613a8949-106c-4f47-9993-52fae3910a98 req-9b77b3b2-dd5c-4c0e-865a-f835b4d0e272 service neutron] 10.222.0.50 "GET /v2.0/networks/c921bfb5-c489-4b18-927c-156f567ec7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309285 May 31 14:37:28.594498 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0298aa92-bcd6-4d49-af4f-ec76000028b4 None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:28.609178 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-0298aa92-bcd6-4d49-af4f-ec76000028b4 None None] Transition to ACTIVE for port object e9312882-c456-4116-8038-f42bd45ff1ad will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:37:28.617017 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0298aa92-bcd6-4d49-af4f-ec76000028b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:28.688586 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:37:28.689099 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7b03f878-5e6a-4cd9-b512-f9330f5d73cb req-97400ca1-7d46-4ae8-80dc-7729914415d2 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=229c55bf-7266-4d23-a955-2cc5d67d6437 HTTP/1.1" status: 200 len: 210 time: 0.0471237 May 31 14:37:28.813098 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcb2255-3c8b-4973-8b59-cb8791ca333f None None] Pushing event updated for resources: {'Port': ['ID=e9312882-c456-4116-8038-f42bd45ff1ad,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:37:28.852546 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcb2255-3c8b-4973-8b59-cb8791ca333f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:37:28.852893 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcb2255-3c8b-4973-8b59-cb8791ca333f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:37:28.853220 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcb2255-3c8b-4973-8b59-cb8791ca333f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:37:28.853546 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcb2255-3c8b-4973-8b59-cb8791ca333f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:37:28.853866 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcb2255-3c8b-4973-8b59-cb8791ca333f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:37:28.854210 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcb2255-3c8b-4973-8b59-cb8791ca333f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:37:28.854526 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcb2255-3c8b-4973-8b59-cb8791ca333f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:37:28.854836 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcb2255-3c8b-4973-8b59-cb8791ca333f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:37:28.855152 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcb2255-3c8b-4973-8b59-cb8791ca333f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:37:28.855460 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcb2255-3c8b-4973-8b59-cb8791ca333f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:37:28.855771 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcb2255-3c8b-4973-8b59-cb8791ca333f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:37:28.856077 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcb2255-3c8b-4973-8b59-cb8791ca333f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:37:28.884000 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-0298aa92-bcd6-4d49-af4f-ec76000028b4 None None] Attempting to bind port e9312882-c456-4116-8038-f42bd45ff1ad on host n-d-843939-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:37:28.884513 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-0298aa92-bcd6-4d49-af4f-ec76000028b4 None None] Attempting to bind port e9312882-c456-4116-8038-f42bd45ff1ad by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '3cbeab9b-a432-49ab-a0ca-64ef0bf4b04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c921bfb5-c489-4b18-927c-156f567ec7c0'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:37:28.884940 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0298aa92-bcd6-4d49-af4f-ec76000028b4 None None] Attempting to bind port e9312882-c456-4116-8038-f42bd45ff1ad on network c921bfb5-c489-4b18-927c-156f567ec7c0 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:37:28.891537 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0298aa92-bcd6-4d49-af4f-ec76000028b4 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:37:28.892011 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0298aa92-bcd6-4d49-af4f-ec76000028b4 None None] Checking segment: {'id': '3cbeab9b-a432-49ab-a0ca-64ef0bf4b04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c921bfb5-c489-4b18-927c-156f567ec7c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:37:28.892675 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0298aa92-bcd6-4d49-af4f-ec76000028b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:28.893152 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0298aa92-bcd6-4d49-af4f-ec76000028b4 None None] Bound using segment: {'id': '3cbeab9b-a432-49ab-a0ca-64ef0bf4b04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c921bfb5-c489-4b18-927c-156f567ec7c0'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:37:28.893707 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-0298aa92-bcd6-4d49-af4f-ec76000028b4 None None] Bound port: e9312882-c456-4116-8038-f42bd45ff1ad, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cbeab9b-a432-49ab-a0ca-64ef0bf4b04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c921bfb5-c489-4b18-927c-156f567ec7c0'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:37:28.894283 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0298aa92-bcd6-4d49-af4f-ec76000028b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:28.944707 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 9bd9f270-b58d-4b5b-a935-656607416a6f up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:37:29.001035 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-0298aa92-bcd6-4d49-af4f-ec76000028b4 None None] For port e9312882-c456-4116-8038-f42bd45ff1ad, host n-d-843939-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:37:29.004536 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-0298aa92-bcd6-4d49-af4f-ec76000028b4 None None] For port e9312882-c456-4116-8038-f42bd45ff1ad, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=e9312882-c456-4116-8038-f42bd45ff1ad,segment=NetworkSegment(3cbeab9b-a432-49ab-a0ca-64ef0bf4b04e),segment_id=3cbeab9b-a432-49ab-a0ca-64ef0bf4b04e)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:37:29.008793 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-0298aa92-bcd6-4d49-af4f-ec76000028b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:29.028637 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 9bd9f270-b58d-4b5b-a935-656607416a6f triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:37:29.029035 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:29.091946 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcb2255-3c8b-4973-8b59-cb8791ca333f None None] Pushing event updated for resources: {'Port': ['ID=e9312882-c456-4116-8038-f42bd45ff1ad,revision_number=4']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:37:29.094581 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0298aa92-bcd6-4d49-af4f-ec76000028b4 None None] Routers {'c829dfc3-c3c0-4b5e-8d4f-ec08f994112e'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:37:29.095162 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-0298aa92-bcd6-4d49-af4f-ec76000028b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:37:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['c829dfc3-c3c0-4b5e-8d4f-ec08f994112e'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:37:29.161402 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 9bd9f270-b58d-4b5b-a935-656607416a6f is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:37:29.162859 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device d93c4b2a-66a6-4b55-b771-c554af22275e up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:37:29.246952 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port d93c4b2a-66a6-4b55-b771-c554af22275e triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:37:29.247327 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:29.297999 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-0298aa92-bcd6-4d49-af4f-ec76000028b4 None None] Set router c829dfc3-c3c0-4b5e-8d4f-ec08f994112e gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:37:29.412929 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port d93c4b2a-66a6-4b55-b771-c554af22275e is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:37:29.624872 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-0298aa92-bcd6-4d49-af4f-ec76000028b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c829dfc3-c3c0-4b5e-8d4f-ec08f994112e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2113353189', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': 'd93c4b2a-66a6-4b55-b771-c554af22275e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:37:20Z', 'updated_at': '2022-05-31T14:37:25Z', 'revision_number': 4, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'gw_port': {'id': 'd93c4b2a-66a6-4b55-b771-c554af22275e', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cf:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c829dfc3-c3c0-4b5e-8d4f-ec08f994112e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:37:21Z', 'updated_at': '2022-05-31T14:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'e9312882-c456-4116-8038-f42bd45ff1ad', 'name': '', 'network_id': 'c921bfb5-c489-4b18-927c-156f567ec7c0', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'mac_address': 'fa:16:3e:44:b6:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c829dfc3-c3c0-4b5e-8d4f-ec08f994112e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'c4e1b6a9-74ac-417b-931c-9da8e50b7f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:37:25Z', 'updated_at': '2022-05-31T14:37:28Z', 'revision_number': 4, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'subnets': [{'id': 'c4e1b6a9-74ac-417b-931c-9da8e50b7f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:37:29.629073 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0298aa92-bcd6-4d49-af4f-ec76000028b4 None None] The sync data for ids ['c829dfc3-c3c0-4b5e-8d4f-ec08f994112e'] in n-d-843939-1 is: [{'id': 'c829dfc3-c3c0-4b5e-8d4f-ec08f994112e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2113353189', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': 'd93c4b2a-66a6-4b55-b771-c554af22275e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:37:20Z', 'updated_at': '2022-05-31T14:37:25Z', 'revision_number': 4, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'gw_port': {'id': 'd93c4b2a-66a6-4b55-b771-c554af22275e', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cf:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c829dfc3-c3c0-4b5e-8d4f-ec08f994112e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:37:21Z', 'updated_at': '2022-05-31T14:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'e9312882-c456-4116-8038-f42bd45ff1ad', 'name': '', 'network_id': 'c921bfb5-c489-4b18-927c-156f567ec7c0', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'mac_address': 'fa:16:3e:44:b6:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c829dfc3-c3c0-4b5e-8d4f-ec08f994112e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'c4e1b6a9-74ac-417b-931c-9da8e50b7f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:37:25Z', 'updated_at': '2022-05-31T14:37:28Z', 'revision_number': 4, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'subnets': [{'id': 'c4e1b6a9-74ac-417b-931c-9da8e50b7f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:37:29.894840 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6a19717a-1876-43df-96c5-dad2e9f738e2 req-4f0ce58f-c995-4db1-afeb-5f32733a6dd7 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=229c55bf-7266-4d23-a955-2cc5d67d6437 HTTP/1.1" status: 200 len: 210 time: 0.0556226 May 31 14:37:29.952696 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613a8949-106c-4f47-9993-52fae3910a98 req-a9002d73-45a0-41bf-b07b-84af08edf963 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:37:29.953377 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-613a8949-106c-4f47-9993-52fae3910a98 req-a9002d73-45a0-41bf-b07b-84af08edf963 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Synchronizing usage tracker for tenant:91ff4e6fbd51465ba708db114d874986 on resource:network {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:37:29.966321 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-613a8949-106c-4f47-9993-52fae3910a98 req-a9002d73-45a0-41bf-b07b-84af08edf963 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Unset dirty status for tenant:91ff4e6fbd51465ba708db114d874986 on resource:network {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:37:29.967669 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-613a8949-106c-4f47-9993-52fae3910a98 req-a9002d73-45a0-41bf-b07b-84af08edf963 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.44 "GET /v2.0/networks?id=c921bfb5-c489-4b18-927c-156f567ec7c0 HTTP/1.1" status: 200 len: 797 time: 0.1870754 May 31 14:37:30.017437 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-613a8949-106c-4f47-9993-52fae3910a98 req-14eb5a7f-e3b3-42c2-8f22-c87cb52c46f7 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Synchronizing usage tracker for tenant:91ff4e6fbd51465ba708db114d874986 on resource:security_group {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:37:30.034277 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-613a8949-106c-4f47-9993-52fae3910a98 req-14eb5a7f-e3b3-42c2-8f22-c87cb52c46f7 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Unset dirty status for tenant:91ff4e6fbd51465ba708db114d874986 on resource:security_group {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:37:30.036193 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-613a8949-106c-4f47-9993-52fae3910a98 req-14eb5a7f-e3b3-42c2-8f22-c87cb52c46f7 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91ff4e6fbd51465ba708db114d874986 HTTP/1.1" status: 200 len: 379 time: 0.0602939 May 31 14:37:30.044703 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-613a8949-106c-4f47-9993-52fae3910a98 req-4f1e1cca-d920-48f3-8cf5-a2600519b311 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Request body: {'port': {'device_id': '229c55bf-7266-4d23-a955-2cc5d67d6437', 'network_id': 'c921bfb5-c489-4b18-927c-156f567ec7c0', 'admin_state_up': True, 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'security_groups': ['b4294f87-dd4b-4c62-b25f-94c05cb1c319']}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:37:30.188843 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-613a8949-106c-4f47-9993-52fae3910a98 req-4f1e1cca-d920-48f3-8cf5-a2600519b311 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:37:30.200409 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-613a8949-106c-4f47-9993-52fae3910a98 req-4f1e1cca-d920-48f3-8cf5-a2600519b311 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:37:30.211252 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-613a8949-106c-4f47-9993-52fae3910a98 req-4f1e1cca-d920-48f3-8cf5-a2600519b311 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Made reservation on behalf of 91ff4e6fbd51465ba708db114d874986 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:37:30.214512 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-613a8949-106c-4f47-9993-52fae3910a98 req-4f1e1cca-d920-48f3-8cf5-a2600519b311 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:30.388340 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [req-613a8949-106c-4f47-9993-52fae3910a98 req-4f1e1cca-d920-48f3-8cf5-a2600519b311 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Allocated IP 172.20.0.6 (c921bfb5-c489-4b18-927c-156f567ec7c0/c4e1b6a9-74ac-417b-931c-9da8e50b7f08/a35ba9a9-69e9-4ce4-be59-224f960a5f6a) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:37:30.587323 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-613a8949-106c-4f47-9993-52fae3910a98 req-4f1e1cca-d920-48f3-8cf5-a2600519b311 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:30.604199 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-613a8949-106c-4f47-9993-52fae3910a98 req-4f1e1cca-d920-48f3-8cf5-a2600519b311 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Transition to ACTIVE for port object a35ba9a9-69e9-4ce4-be59-224f960a5f6a will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:37:30.629265 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-613a8949-106c-4f47-9993-52fae3910a98 req-4f1e1cca-d920-48f3-8cf5-a2600519b311 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:30.705776 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-613a8949-106c-4f47-9993-52fae3910a98 req-4f1e1cca-d920-48f3-8cf5-a2600519b311 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Network c921bfb5-c489-4b18-927c-156f567ec7c0 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:37:30.710054 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [req-613a8949-106c-4f47-9993-52fae3910a98 req-4f1e1cca-d920-48f3-8cf5-a2600519b311 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:37:30.713826 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-613a8949-106c-4f47-9993-52fae3910a98 req-4f1e1cca-d920-48f3-8cf5-a2600519b311 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:37:30.745026 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1e1cca-d920-48f3-8cf5-a2600519b311 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event updated for resources: {'Port': ['ID=a35ba9a9-69e9-4ce4-be59-224f960a5f6a,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:37:30.783292 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613a8949-106c-4f47-9993-52fae3910a98 req-4f1e1cca-d920-48f3-8cf5-a2600519b311 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:37:30.783923 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-613a8949-106c-4f47-9993-52fae3910a98 req-4f1e1cca-d920-48f3-8cf5-a2600519b311 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:30.810777 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-613a8949-106c-4f47-9993-52fae3910a98 req-4f1e1cca-d920-48f3-8cf5-a2600519b311 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7697356 May 31 14:37:30.869226 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-613a8949-106c-4f47-9993-52fae3910a98 req-418e48e4-7357-46ed-a9f1-b31076b548ce service neutron] Request body: {'port': {'device_id': '229c55bf-7266-4d23-a955-2cc5d67d6437', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:37:30.932659 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b5f69632-fad2-4120-ac92-f2e47226cb55 None None] Provisioning for port a35ba9a9-69e9-4ce4-be59-224f960a5f6a completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:37:30.939157 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b5f69632-fad2-4120-ac92-f2e47226cb55 None None] Provisioning complete for port a35ba9a9-69e9-4ce4-be59-224f960a5f6a triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:37:30.939924 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b5f69632-fad2-4120-ac92-f2e47226cb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:30.977532 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device e9312882-c456-4116-8038-f42bd45ff1ad up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:37:30.988627 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-613a8949-106c-4f47-9993-52fae3910a98 req-418e48e4-7357-46ed-a9f1-b31076b548ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:31.057408 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b5f69632-fad2-4120-ac92-f2e47226cb55 None None] Port a35ba9a9-69e9-4ce4-be59-224f960a5f6a cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:37:31.077203 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port e9312882-c456-4116-8038-f42bd45ff1ad completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:37:31.082754 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port e9312882-c456-4116-8038-f42bd45ff1ad triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:37:31.083121 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:31.109515 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a6d50-de9e-492d-8e3a-a325278c3b84 req-7f4a8f3f-f0e6-4194-b73c-d95079db970a tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:37:31.111155 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5c9a6d50-de9e-492d-8e3a-a325278c3b84 req-7f4a8f3f-f0e6-4194-b73c-d95079db970a tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=229c55bf-7266-4d23-a955-2cc5d67d6437 HTTP/1.1" status: 200 len: 931 time: 0.0855389 May 31 14:37:31.163624 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5c9a6d50-de9e-492d-8e3a-a325278c3b84 req-bdc5f082-80bb-4967-bb41-62ac9a010f06 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4294f87-dd4b-4c62-b25f-94c05cb1c319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448289 May 31 14:37:31.217750 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port e9312882-c456-4116-8038-f42bd45ff1ad is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:37:31.218161 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:31.251565 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port e9312882-c456-4116-8038-f42bd45ff1ad, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=e9312882-c456-4116-8038-f42bd45ff1ad,segment=NetworkSegment(3cbeab9b-a432-49ab-a0ca-64ef0bf4b04e),segment_id=3cbeab9b-a432-49ab-a0ca-64ef0bf4b04e)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:37:31.255389 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:31.323802 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=e9312882-c456-4116-8038-f42bd45ff1ad,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:37:31.354460 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [req-613a8949-106c-4f47-9993-52fae3910a98 req-418e48e4-7357-46ed-a9f1-b31076b548ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a35ba9a9-69e9-4ce4-be59-224f960a5f6a {{(pid=88369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:37:31.361684 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-613a8949-106c-4f47-9993-52fae3910a98 req-418e48e4-7357-46ed-a9f1-b31076b548ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:31.376627 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-613a8949-106c-4f47-9993-52fae3910a98 req-418e48e4-7357-46ed-a9f1-b31076b548ce service neutron] Transition to ACTIVE for port object a35ba9a9-69e9-4ce4-be59-224f960a5f6a will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:37:31.381252 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-613a8949-106c-4f47-9993-52fae3910a98 req-418e48e4-7357-46ed-a9f1-b31076b548ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:31.665818 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418e48e4-7357-46ed-a9f1-b31076b548ce service neutron] Pushing event updated for resources: {'Port': ['ID=a35ba9a9-69e9-4ce4-be59-224f960a5f6a,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:37:31.740390 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-613a8949-106c-4f47-9993-52fae3910a98 req-418e48e4-7357-46ed-a9f1-b31076b548ce service neutron] Attempting to bind port a35ba9a9-69e9-4ce4-be59-224f960a5f6a on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:37:31.740641 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-613a8949-106c-4f47-9993-52fae3910a98 req-418e48e4-7357-46ed-a9f1-b31076b548ce service neutron] Attempting to bind port a35ba9a9-69e9-4ce4-be59-224f960a5f6a by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': '3cbeab9b-a432-49ab-a0ca-64ef0bf4b04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c921bfb5-c489-4b18-927c-156f567ec7c0'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:37:31.740982 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613a8949-106c-4f47-9993-52fae3910a98 req-418e48e4-7357-46ed-a9f1-b31076b548ce service neutron] Attempting to bind port a35ba9a9-69e9-4ce4-be59-224f960a5f6a on network c921bfb5-c489-4b18-927c-156f567ec7c0 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:37:31.745498 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613a8949-106c-4f47-9993-52fae3910a98 req-418e48e4-7357-46ed-a9f1-b31076b548ce service neutron] Port a35ba9a9-69e9-4ce4-be59-224f960a5f6a on network c921bfb5-c489-4b18-927c-156f567ec7c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 14:37:31.745820 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613a8949-106c-4f47-9993-52fae3910a98 req-418e48e4-7357-46ed-a9f1-b31076b548ce service neutron] Attempting to bind port a35ba9a9-69e9-4ce4-be59-224f960a5f6a on network c921bfb5-c489-4b18-927c-156f567ec7c0 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:37:31.750783 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613a8949-106c-4f47-9993-52fae3910a98 req-418e48e4-7357-46ed-a9f1-b31076b548ce service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:37:31.751120 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613a8949-106c-4f47-9993-52fae3910a98 req-418e48e4-7357-46ed-a9f1-b31076b548ce service neutron] Checking segment: {'id': '3cbeab9b-a432-49ab-a0ca-64ef0bf4b04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c921bfb5-c489-4b18-927c-156f567ec7c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:37:31.751513 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613a8949-106c-4f47-9993-52fae3910a98 req-418e48e4-7357-46ed-a9f1-b31076b548ce service neutron] Bound using segment: {'id': '3cbeab9b-a432-49ab-a0ca-64ef0bf4b04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c921bfb5-c489-4b18-927c-156f567ec7c0'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:37:31.751935 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-613a8949-106c-4f47-9993-52fae3910a98 req-418e48e4-7357-46ed-a9f1-b31076b548ce service neutron] Bound port: a35ba9a9-69e9-4ce4-be59-224f960a5f6a, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cbeab9b-a432-49ab-a0ca-64ef0bf4b04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c921bfb5-c489-4b18-927c-156f567ec7c0'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:37:31.752278 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-613a8949-106c-4f47-9993-52fae3910a98 req-418e48e4-7357-46ed-a9f1-b31076b548ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:31.846171 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-613a8949-106c-4f47-9993-52fae3910a98 req-418e48e4-7357-46ed-a9f1-b31076b548ce service neutron] For port a35ba9a9-69e9-4ce4-be59-224f960a5f6a, host n-h2-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:37:31.850465 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-613a8949-106c-4f47-9993-52fae3910a98 req-418e48e4-7357-46ed-a9f1-b31076b548ce service neutron] For port a35ba9a9-69e9-4ce4-be59-224f960a5f6a, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=a35ba9a9-69e9-4ce4-be59-224f960a5f6a,segment=NetworkSegment(3cbeab9b-a432-49ab-a0ca-64ef0bf4b04e),segment_id=3cbeab9b-a432-49ab-a0ca-64ef0bf4b04e)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:37:31.854701 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-613a8949-106c-4f47-9993-52fae3910a98 req-418e48e4-7357-46ed-a9f1-b31076b548ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:31.906489 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613a8949-106c-4f47-9993-52fae3910a98 req-418e48e4-7357-46ed-a9f1-b31076b548ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:37:31.906988 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-613a8949-106c-4f47-9993-52fae3910a98 req-418e48e4-7357-46ed-a9f1-b31076b548ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:31.908598 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-613a8949-106c-4f47-9993-52fae3910a98 req-418e48e4-7357-46ed-a9f1-b31076b548ce service neutron] 10.222.0.44 "PUT /v2.0/ports/a35ba9a9-69e9-4ce4-be59-224f960a5f6a HTTP/1.1" status: 200 len: 1091 time: 1.0908992 May 31 14:37:31.917946 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '229c55bf-7266-4d23-a955-2cc5d67d6437', 'tag': 'a35ba9a9-69e9-4ce4-be59-224f960a5f6a'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:37:31.983455 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0638381-9bb7-4bf1-bdeb-5c3f071f541d'] response: {'name': 'network-changed', 'server_uuid': '229c55bf-7266-4d23-a955-2cc5d67d6437', 'tag': 'a35ba9a9-69e9-4ce4-be59-224f960a5f6a', 'status': 'completed', 'code': 200} May 31 14:37:31.989266 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418e48e4-7357-46ed-a9f1-b31076b548ce service neutron] Pushing event updated for resources: {'Port': ['ID=a35ba9a9-69e9-4ce4-be59-224f960a5f6a,revision_number=3']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:37:32.030396 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613a8949-106c-4f47-9993-52fae3910a98 req-08768426-967b-4225-95fd-aa7d65fc2d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:37:32.031941 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-613a8949-106c-4f47-9993-52fae3910a98 req-08768426-967b-4225-95fd-aa7d65fc2d39 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=91ff4e6fbd51465ba708db114d874986&device_id=229c55bf-7266-4d23-a955-2cc5d67d6437 HTTP/1.1" status: 200 len: 1094 time: 0.0868769 May 31 14:37:32.101825 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-613a8949-106c-4f47-9993-52fae3910a98 req-f30c85a3-96c4-44d9-97e3-7f02f868448e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a35ba9a9-69e9-4ce4-be59-224f960a5f6a HTTP/1.1" status: 200 len: 217 time: 0.0629601 May 31 14:37:32.164522 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613a8949-106c-4f47-9993-52fae3910a98 req-413c349b-706e-4dc8-9308-36aabd7651ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:37:32.165910 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-613a8949-106c-4f47-9993-52fae3910a98 req-413c349b-706e-4dc8-9308-36aabd7651ae service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c4e1b6a9-74ac-417b-931c-9da8e50b7f08 HTTP/1.1" status: 200 len: 834 time: 0.0590863 May 31 14:37:32.243215 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613a8949-106c-4f47-9993-52fae3910a98 req-450ee575-10a1-43cb-8d16-b32e9f8d8fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:37:32.244709 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-613a8949-106c-4f47-9993-52fae3910a98 req-450ee575-10a1-43cb-8d16-b32e9f8d8fbb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c921bfb5-c489-4b18-927c-156f567ec7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724523 May 31 14:37:32.360170 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f7fe4-4112-42ce-a964-2ae99787a189 req-23ab9852-5b77-456a-b786-f21e9631f84a tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:37:32.361561 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5f8f7fe4-4112-42ce-a964-2ae99787a189 req-23ab9852-5b77-456a-b786-f21e9631f84a tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=229c55bf-7266-4d23-a955-2cc5d67d6437 HTTP/1.1" status: 200 len: 943 time: 0.0846527 May 31 14:37:32.384286 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-613a8949-106c-4f47-9993-52fae3910a98 req-5f3cfa97-baa1-470d-9328-d06ab92db04a service neutron] 10.222.0.44 "GET /v2.0/networks/c921bfb5-c489-4b18-927c-156f567ec7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337171 May 31 14:37:32.407186 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5f8f7fe4-4112-42ce-a964-2ae99787a189 req-d64934c1-718a-4872-9a87-650ae59eca0a tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4294f87-dd4b-4c62-b25f-94c05cb1c319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396013 May 31 14:37:32.520520 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-613a8949-106c-4f47-9993-52fae3910a98 req-d3153222-6aee-48a1-87ad-cb1e14eed859 service neutron] 10.222.0.44 "GET /v2.0/networks/c921bfb5-c489-4b18-927c-156f567ec7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296477 May 31 14:37:32.640119 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf4b6d1-d2e2-4198-9a22-f1071ff82e54 req-c507cddd-bca1-4719-a090-543f4da520ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:37:32.641630 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-daf4b6d1-d2e2-4198-9a22-f1071ff82e54 req-c507cddd-bca1-4719-a090-543f4da520ec service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=91ff4e6fbd51465ba708db114d874986&device_id=229c55bf-7266-4d23-a955-2cc5d67d6437 HTTP/1.1" status: 200 len: 1094 time: 0.0765939 May 31 14:37:32.774551 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf4b6d1-d2e2-4198-9a22-f1071ff82e54 req-959222d5-2877-4764-9290-94f7e01e392a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:37:32.776045 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-daf4b6d1-d2e2-4198-9a22-f1071ff82e54 req-959222d5-2877-4764-9290-94f7e01e392a service neutron] 10.222.0.44 "GET /v2.0/networks?id=c921bfb5-c489-4b18-927c-156f567ec7c0 HTTP/1.1" status: 200 len: 898 time: 0.1252198 May 31 14:37:32.843429 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-daf4b6d1-d2e2-4198-9a22-f1071ff82e54 req-cfc594eb-1d80-4781-aa85-2a047d7576cf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a35ba9a9-69e9-4ce4-be59-224f960a5f6a HTTP/1.1" status: 200 len: 217 time: 0.0608864 May 31 14:37:32.910501 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf4b6d1-d2e2-4198-9a22-f1071ff82e54 req-404b7f87-d2f3-48ad-a6c7-82c601bd0e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:37:32.912037 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-daf4b6d1-d2e2-4198-9a22-f1071ff82e54 req-404b7f87-d2f3-48ad-a6c7-82c601bd0e9c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c4e1b6a9-74ac-417b-931c-9da8e50b7f08 HTTP/1.1" status: 200 len: 834 time: 0.0620241 May 31 14:37:32.928913 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device e9312882-c456-4116-8038-f42bd45ff1ad up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:37:32.991779 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf4b6d1-d2e2-4198-9a22-f1071ff82e54 req-fad497be-c606-4b8e-8757-0cd3dd4edea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:37:32.994517 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-daf4b6d1-d2e2-4198-9a22-f1071ff82e54 req-fad497be-c606-4b8e-8757-0cd3dd4edea5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c921bfb5-c489-4b18-927c-156f567ec7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756931 May 31 14:37:33.001217 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port e9312882-c456-4116-8038-f42bd45ff1ad triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:37:33.001590 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:33.116233 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port e9312882-c456-4116-8038-f42bd45ff1ad is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:37:33.127377 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-daf4b6d1-d2e2-4198-9a22-f1071ff82e54 req-428d50a0-545e-4591-bf27-c2ac16536254 service neutron] 10.222.0.44 "GET /v2.0/networks/c921bfb5-c489-4b18-927c-156f567ec7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267781 May 31 14:37:33.259230 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-daf4b6d1-d2e2-4198-9a22-f1071ff82e54 req-14037bfc-e0ae-4766-97ca-a308b6dadc4e service neutron] 10.222.0.44 "GET /v2.0/networks/c921bfb5-c489-4b18-927c-156f567ec7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242051 May 31 14:37:33.596953 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f4f19e-e36e-449e-a634-8aaa18a31861 req-ec511af9-8871-4fc5-8176-fbd0fcd950dd tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:37:33.598918 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-81f4f19e-e36e-449e-a634-8aaa18a31861 req-ec511af9-8871-4fc5-8176-fbd0fcd950dd tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=229c55bf-7266-4d23-a955-2cc5d67d6437 HTTP/1.1" status: 200 len: 943 time: 0.0845063 May 31 14:37:33.653835 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-81f4f19e-e36e-449e-a634-8aaa18a31861 req-f854a68b-daa6-446c-b016-8526c53020e3 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4294f87-dd4b-4c62-b25f-94c05cb1c319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491097 May 31 14:37:34.854694 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e13bb9-7c74-49bd-a10a-5a11387aa0b6 req-9456056d-5a63-4261-b0e7-52a60b9ea529 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:37:34.856137 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e4e13bb9-7c74-49bd-a10a-5a11387aa0b6 req-9456056d-5a63-4261-b0e7-52a60b9ea529 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=229c55bf-7266-4d23-a955-2cc5d67d6437 HTTP/1.1" status: 200 len: 943 time: 0.0845370 May 31 14:37:34.901696 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e4e13bb9-7c74-49bd-a10a-5a11387aa0b6 req-03a7cc61-328f-4bf3-bb92-ff2dd8086824 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4294f87-dd4b-4c62-b25f-94c05cb1c319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394592 May 31 14:37:35.229670 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device a35ba9a9-69e9-4ce4-be59-224f960a5f6a details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 14:37:35.360906 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port a35ba9a9-69e9-4ce4-be59-224f960a5f6a, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=a35ba9a9-69e9-4ce4-be59-224f960a5f6a,segment=NetworkSegment(3cbeab9b-a432-49ab-a0ca-64ef0bf4b04e),segment_id=3cbeab9b-a432-49ab-a0ca-64ef0bf4b04e)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:37:35.373826 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': 'a35ba9a9-69e9-4ce4-be59-224f960a5f6a', 'network_id': 'c921bfb5-c489-4b18-927c-156f567ec7c0', 'port_id': 'a35ba9a9-69e9-4ce4-be59-224f960a5f6a', 'mac_address': 'fa:16:3e:47:8a:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4e1b6a9-74ac-417b-931c-9da8e50b7f08', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 14:37:35.430844 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port a35ba9a9-69e9-4ce4-be59-224f960a5f6a is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:37:35.431210 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:35.448297 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a35ba9a9-69e9-4ce4-be59-224f960a5f6a {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:37:35.463403 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port a35ba9a9-69e9-4ce4-be59-224f960a5f6a, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=a35ba9a9-69e9-4ce4-be59-224f960a5f6a,segment=NetworkSegment(3cbeab9b-a432-49ab-a0ca-64ef0bf4b04e),segment_id=3cbeab9b-a432-49ab-a0ca-64ef0bf4b04e)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:37:35.467071 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:35.532228 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=a35ba9a9-69e9-4ce4-be59-224f960a5f6a,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:37:35.718823 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['a35ba9a9-69e9-4ce4-be59-224f960a5f6a'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:37:36.096077 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38af8e2-363d-43a5-b4f8-86d0491d2d00 req-b45da860-f5e1-4c61-8d0c-1f18c20b2571 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:37:36.097549 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b38af8e2-363d-43a5-b4f8-86d0491d2d00 req-b45da860-f5e1-4c61-8d0c-1f18c20b2571 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=229c55bf-7266-4d23-a955-2cc5d67d6437 HTTP/1.1" status: 200 len: 944 time: 0.0851896 May 31 14:37:36.142349 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b38af8e2-363d-43a5-b4f8-86d0491d2d00 req-1e2e348e-4f9c-43f1-9e1c-e18781564114 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4294f87-dd4b-4c62-b25f-94c05cb1c319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391593 May 31 14:37:37.245078 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device a35ba9a9-69e9-4ce4-be59-224f960a5f6a up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:37:37.315452 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port a35ba9a9-69e9-4ce4-be59-224f960a5f6a completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:37:37.321766 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port a35ba9a9-69e9-4ce4-be59-224f960a5f6a triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:37:37.322183 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:37.333925 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5777d5-f213-4635-a8b0-a823bddd5641 req-1bb8ad5c-6c3c-4b99-a9b0-dd0743cf5e01 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:37:37.336186 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ea5777d5-f213-4635-a8b0-a823bddd5641 req-1bb8ad5c-6c3c-4b99-a9b0-dd0743cf5e01 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=229c55bf-7266-4d23-a955-2cc5d67d6437 HTTP/1.1" status: 200 len: 944 time: 0.0857897 May 31 14:37:37.383012 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ea5777d5-f213-4635-a8b0-a823bddd5641 req-e8a65122-81c7-495f-8750-ce53f89ff70e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4294f87-dd4b-4c62-b25f-94c05cb1c319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408292 May 31 14:37:37.439665 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port a35ba9a9-69e9-4ce4-be59-224f960a5f6a is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:37:37.440043 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:37.466832 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '229c55bf-7266-4d23-a955-2cc5d67d6437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a35ba9a9-69e9-4ce4-be59-224f960a5f6a'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:37:37.476510 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port a35ba9a9-69e9-4ce4-be59-224f960a5f6a, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=a35ba9a9-69e9-4ce4-be59-224f960a5f6a,segment=NetworkSegment(3cbeab9b-a432-49ab-a0ca-64ef0bf4b04e),segment_id=3cbeab9b-a432-49ab-a0ca-64ef0bf4b04e)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:37:37.480533 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:37.516604 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcaf2dde-4abe-43e9-b138-e0d44f2dfd38'] response: {'server_uuid': '229c55bf-7266-4d23-a955-2cc5d67d6437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a35ba9a9-69e9-4ce4-be59-224f960a5f6a', 'code': 200} May 31 14:37:37.551265 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=a35ba9a9-69e9-4ce4-be59-224f960a5f6a,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:37:37.648306 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b02d928-468a-440e-90a3-cbe6c2c640bd req-11bebfe2-e236-4ddb-8e3a-34051460a996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:37:37.649751 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2b02d928-468a-440e-90a3-cbe6c2c640bd req-11bebfe2-e236-4ddb-8e3a-34051460a996 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=229c55bf-7266-4d23-a955-2cc5d67d6437 HTTP/1.1" status: 200 len: 1096 time: 0.0765839 May 31 14:37:37.691996 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2b02d928-468a-440e-90a3-cbe6c2c640bd req-0f7bf87e-eff7-4ee3-874e-fc668557a97b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b4294f87-dd4b-4c62-b25f-94c05cb1c319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364068 May 31 14:37:38.040393 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:38.576606 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89949f6b-7cd2-45d9-8f0a-0926d5a157ce req-12530ba2-8dea-4cff-8aed-4e77c88be68c tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:37:38.578021 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-89949f6b-7cd2-45d9-8f0a-0926d5a157ce req-12530ba2-8dea-4cff-8aed-4e77c88be68c tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=229c55bf-7266-4d23-a955-2cc5d67d6437 HTTP/1.1" status: 200 len: 945 time: 0.0894296 May 31 14:37:38.624000 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-89949f6b-7cd2-45d9-8f0a-0926d5a157ce req-283c5b60-6ead-4888-a267-b5a5743678ca tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4294f87-dd4b-4c62-b25f-94c05cb1c319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400841 May 31 14:37:39.500525 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:39.812336 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be1b4d3-7cbc-4470-82d8-bd205a738b98 req-02087519-5a4a-43d6-880b-dbb8683528fc tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:37:39.813774 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5be1b4d3-7cbc-4470-82d8-bd205a738b98 req-02087519-5a4a-43d6-880b-dbb8683528fc tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=229c55bf-7266-4d23-a955-2cc5d67d6437 HTTP/1.1" status: 200 len: 945 time: 0.0799966 May 31 14:37:39.858795 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5be1b4d3-7cbc-4470-82d8-bd205a738b98 req-e0872cd0-8d7c-471f-ba9c-64ea981399fc tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4294f87-dd4b-4c62-b25f-94c05cb1c319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382452 May 31 14:37:40.045876 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9041727-9f20-4942-a981-6a42b4a8dc9e req-79665b22-260a-46f9-8de6-ca20062b01e6 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:37:40.047334 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c9041727-9f20-4942-a981-6a42b4a8dc9e req-79665b22-260a-46f9-8de6-ca20062b01e6 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=229c55bf-7266-4d23-a955-2cc5d67d6437 HTTP/1.1" status: 200 len: 945 time: 0.0818465 May 31 14:37:40.091384 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c9041727-9f20-4942-a981-6a42b4a8dc9e req-30e4862d-c0e5-415b-94ab-ff4edfd33c92 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4294f87-dd4b-4c62-b25f-94c05cb1c319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376632 May 31 14:37:40.114355 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45124) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:37:40.184981 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f13ec03-0e4f-4ac7-b0c3-966cec977b16 tempest-TestNetworkAdvancedServerOps-53305410 tempest-TestNetworkAdvancedServerOps-53305410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:37:40.186481 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-7f13ec03-0e4f-4ac7-b0c3-966cec977b16 tempest-TestNetworkAdvancedServerOps-53305410 tempest-TestNetworkAdvancedServerOps-53305410-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=229c55bf-7266-4d23-a955-2cc5d67d6437 HTTP/1.1" status: 200 len: 1091 time: 0.0704522 May 31 14:37:40.189328 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45128) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:37:40.194391 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-bf7e5b61-c914-420d-b237-edb53053e677 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Request body: {'floatingip': {'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'port_id': 'a35ba9a9-69e9-4ce4-be59-224f960a5f6a', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:37:40.200731 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-bf7e5b61-c914-420d-b237-edb53053e677 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:37:40.204505 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-bf7e5b61-c914-420d-b237-edb53053e677 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Usage tracker for resource:floatingip and tenant:91ff4e6fbd51465ba708db114d874986 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:37:40.207281 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-bf7e5b61-c914-420d-b237-edb53053e677 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:37:40.213617 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-bf7e5b61-c914-420d-b237-edb53053e677 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:37:40.227595 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bf7e5b61-c914-420d-b237-edb53053e677 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for floatingip, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:40.364190 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bf7e5b61-c914-420d-b237-edb53053e677 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:40.508386 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-bf7e5b61-c914-420d-b237-edb53053e677 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Allocated IP 172.25.6.139 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/b0f01ad5-9cf6-4874-ac87-651bc9153f8f) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:37:40.655156 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bf7e5b61-c914-420d-b237-edb53053e677 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:40.683908 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bf7e5b61-c914-420d-b237-edb53053e677 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:40.716736 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-63a87878-cc09-4bbb-9d49-183c7679b62c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:40.750268 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7e5b61-c914-420d-b237-edb53053e677 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:37:40.753006 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-bf7e5b61-c914-420d-b237-edb53053e677 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:37:40.756608 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7e5b61-c914-420d-b237-edb53053e677 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:37:40.800022 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7e5b61-c914-420d-b237-edb53053e677 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event updated for resources: {'Port': ['ID=b0f01ad5-9cf6-4874-ac87-651bc9153f8f,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:37:41.297286 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bf7e5b61-c914-420d-b237-edb53053e677 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:41.374631 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bf7e5b61-c914-420d-b237-edb53053e677 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:41.592363 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bf7e5b61-c914-420d-b237-edb53053e677 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:41.597221 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bf7e5b61-c914-420d-b237-edb53053e677 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:41.712165 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7e5b61-c914-420d-b237-edb53053e677 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event updated for resources: {'Port': ['ID=b0f01ad5-9cf6-4874-ac87-651bc9153f8f,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:37:41.723402 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bf7e5b61-c914-420d-b237-edb53053e677 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:41.899794 n-d-843939-1 neutron-server[88370]: INFO neutron.db.l3_db [None req-bf7e5b61-c914-420d-b237-edb53053e677 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Floating IP 2c8c33df-1171-42a7-8bad-a08a22967bbc associated. External IP: 172.25.6.139, port: a35ba9a9-69e9-4ce4-be59-224f960a5f6a. May 31 14:37:42.279205 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf7e5b61-c914-420d-b237-edb53053e677 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Router c829dfc3-c3c0-4b5e-8d4f-ec08f994112e has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:37:42.466547 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf7e5b61-c914-420d-b237-edb53053e677 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:37:42.476055 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae88d65-a8a2-436a-8ad4-9e221c7346e8 None None] Sync routers for ids ['c829dfc3-c3c0-4b5e-8d4f-ec08f994112e'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:37:42.485829 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae88d65-a8a2-436a-8ad4-9e221c7346e8 None None] Routers {'c829dfc3-c3c0-4b5e-8d4f-ec08f994112e'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:37:42.486575 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-4ae88d65-a8a2-436a-8ad4-9e221c7346e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:37:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['c829dfc3-c3c0-4b5e-8d4f-ec08f994112e'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:37:42.490728 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bf7e5b61-c914-420d-b237-edb53053e677 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:42.546307 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-bf7e5b61-c914-420d-b237-edb53053e677 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3558540 May 31 14:37:42.546917 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '229c55bf-7266-4d23-a955-2cc5d67d6437', 'tag': 'a35ba9a9-69e9-4ce4-be59-224f960a5f6a'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:37:42.603105 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8914f617-5256-436b-90e8-0557a4666fe5'] response: {'name': 'network-changed', 'server_uuid': '229c55bf-7266-4d23-a955-2cc5d67d6437', 'tag': 'a35ba9a9-69e9-4ce4-be59-224f960a5f6a', 'status': 'completed', 'code': 200} May 31 14:37:42.676302 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-4ae88d65-a8a2-436a-8ad4-9e221c7346e8 None None] Set router c829dfc3-c3c0-4b5e-8d4f-ec08f994112e gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:37:42.717219 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e046573-12ae-410e-877b-5fd202dc26cc req-e925800e-e49f-4398-b256-7d2da86d2dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:37:42.718861 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4e046573-12ae-410e-877b-5fd202dc26cc req-e925800e-e49f-4398-b256-7d2da86d2dee service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=91ff4e6fbd51465ba708db114d874986&device_id=229c55bf-7266-4d23-a955-2cc5d67d6437 HTTP/1.1" status: 200 len: 1096 time: 0.0954204 May 31 14:37:42.878025 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8236d400-0777-405a-89de-44498ab5bcd7 req-55d987c4-c350-4752-9c44-eb3c34ca557e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:37:42.887076 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8236d400-0777-405a-89de-44498ab5bcd7 req-55d987c4-c350-4752-9c44-eb3c34ca557e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=229c55bf-7266-4d23-a955-2cc5d67d6437 HTTP/1.1" status: 200 len: 945 time: 0.2364964 May 31 14:37:42.929182 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8236d400-0777-405a-89de-44498ab5bcd7 req-c14bccf5-2a37-4c73-a4a0-3bc08d851b78 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4294f87-dd4b-4c62-b25f-94c05cb1c319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407941 May 31 14:37:42.952709 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45136) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:37:42.962337 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d222e641-625a-4e37-9798-eca7896bccd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:42.981492 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e046573-12ae-410e-877b-5fd202dc26cc req-45eacbb6-32bd-4599-bd17-810c5c6acd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:37:42.986035 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4e046573-12ae-410e-877b-5fd202dc26cc req-45eacbb6-32bd-4599-bd17-810c5c6acd8b service neutron] 10.222.0.44 "GET /v2.0/networks?id=c921bfb5-c489-4b18-927c-156f567ec7c0 HTTP/1.1" status: 200 len: 898 time: 0.2578566 May 31 14:37:43.081620 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-4ae88d65-a8a2-436a-8ad4-9e221c7346e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c829dfc3-c3c0-4b5e-8d4f-ec08f994112e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2113353189', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': 'd93c4b2a-66a6-4b55-b771-c554af22275e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:37:20Z', 'updated_at': '2022-05-31T14:37:25Z', 'revision_number': 4, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'gw_port': {'id': 'd93c4b2a-66a6-4b55-b771-c554af22275e', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cf:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c829dfc3-c3c0-4b5e-8d4f-ec08f994112e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:37:21Z', 'updated_at': '2022-05-31T14:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '2c8c33df-1171-42a7-8bad-a08a22967bbc', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'floating_ip_address': '172.25.6.139', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': 'c829dfc3-c3c0-4b5e-8d4f-ec08f994112e', 'port_id': 'a35ba9a9-69e9-4ce4-be59-224f960a5f6a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c921bfb5-c489-4b18-927c-156f567ec7c0', 'mac_address': 'fa:16:3e:47:8a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229c55bf-7266-4d23-a955-2cc5d67d6437', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:37:41Z', 'updated_at': '2022-05-31T14:37:41Z', 'revision_number': 0, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9312882-c456-4116-8038-f42bd45ff1ad', 'name': '', 'network_id': 'c921bfb5-c489-4b18-927c-156f567ec7c0', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'mac_address': 'fa:16:3e:44:b6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c829dfc3-c3c0-4b5e-8d4f-ec08f994112e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'c4e1b6a9-74ac-417b-931c-9da8e50b7f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:37:25Z', 'updated_at': '2022-05-31T14:37:31Z', 'revision_number': 5, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'subnets': [{'id': 'c4e1b6a9-74ac-417b-931c-9da8e50b7f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:37:43.086297 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae88d65-a8a2-436a-8ad4-9e221c7346e8 None None] Checking router: c829dfc3-c3c0-4b5e-8d4f-ec08f994112e for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:37:43.095021 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae88d65-a8a2-436a-8ad4-9e221c7346e8 None None] Routers {'c829dfc3-c3c0-4b5e-8d4f-ec08f994112e'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:37:43.095622 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-4ae88d65-a8a2-436a-8ad4-9e221c7346e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:37:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['c829dfc3-c3c0-4b5e-8d4f-ec08f994112e'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:37:43.097938 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-a6edff84-be26-4119-9f38-73e2d67715c6 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/floatingips/2c8c33df-1171-42a7-8bad-a08a22967bbc HTTP/1.1" status: 200 len: 991 time: 0.1440260 May 31 14:37:43.106593 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4e046573-12ae-410e-877b-5fd202dc26cc req-f89f020d-89d4-45bd-9c95-591805fb1507 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a35ba9a9-69e9-4ce4-be59-224f960a5f6a HTTP/1.1" status: 200 len: 999 time: 0.1150169 May 31 14:37:43.171493 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e046573-12ae-410e-877b-5fd202dc26cc req-f06c5e11-58da-42ee-b59e-67b66576e160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:37:43.172916 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4e046573-12ae-410e-877b-5fd202dc26cc req-f06c5e11-58da-42ee-b59e-67b66576e160 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c4e1b6a9-74ac-417b-931c-9da8e50b7f08 HTTP/1.1" status: 200 len: 834 time: 0.0605452 May 31 14:37:43.246528 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e046573-12ae-410e-877b-5fd202dc26cc req-2c105dc1-0693-454a-a38a-d1172eef33b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:37:43.247987 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4e046573-12ae-410e-877b-5fd202dc26cc req-2c105dc1-0693-454a-a38a-d1172eef33b7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c921bfb5-c489-4b18-927c-156f567ec7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694489 May 31 14:37:43.275014 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-4ae88d65-a8a2-436a-8ad4-9e221c7346e8 None None] Set router c829dfc3-c3c0-4b5e-8d4f-ec08f994112e gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:37:43.387746 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4e046573-12ae-410e-877b-5fd202dc26cc req-b39ca9fc-98e2-48e3-8a28-43803ea36023 service neutron] 10.222.0.44 "GET /v2.0/networks/c921bfb5-c489-4b18-927c-156f567ec7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336343 May 31 14:37:43.520750 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4e046573-12ae-410e-877b-5fd202dc26cc req-b20f5e51-6773-4292-87a7-606fec22e879 service neutron] 10.222.0.44 "GET /v2.0/networks/c921bfb5-c489-4b18-927c-156f567ec7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268795 May 31 14:37:43.660133 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-4ae88d65-a8a2-436a-8ad4-9e221c7346e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c829dfc3-c3c0-4b5e-8d4f-ec08f994112e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2113353189', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': 'd93c4b2a-66a6-4b55-b771-c554af22275e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:37:20Z', 'updated_at': '2022-05-31T14:37:25Z', 'revision_number': 4, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'gw_port': {'id': 'd93c4b2a-66a6-4b55-b771-c554af22275e', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cf:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c829dfc3-c3c0-4b5e-8d4f-ec08f994112e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:37:21Z', 'updated_at': '2022-05-31T14:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '2c8c33df-1171-42a7-8bad-a08a22967bbc', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'floating_ip_address': '172.25.6.139', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': 'c829dfc3-c3c0-4b5e-8d4f-ec08f994112e', 'port_id': 'a35ba9a9-69e9-4ce4-be59-224f960a5f6a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c921bfb5-c489-4b18-927c-156f567ec7c0', 'mac_address': 'fa:16:3e:47:8a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229c55bf-7266-4d23-a955-2cc5d67d6437', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:37:41Z', 'updated_at': '2022-05-31T14:37:41Z', 'revision_number': 0, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9312882-c456-4116-8038-f42bd45ff1ad', 'name': '', 'network_id': 'c921bfb5-c489-4b18-927c-156f567ec7c0', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'mac_address': 'fa:16:3e:44:b6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c829dfc3-c3c0-4b5e-8d4f-ec08f994112e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'c4e1b6a9-74ac-417b-931c-9da8e50b7f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:37:25Z', 'updated_at': '2022-05-31T14:37:31Z', 'revision_number': 5, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'subnets': [{'id': 'c4e1b6a9-74ac-417b-931c-9da8e50b7f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:37:43.664321 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae88d65-a8a2-436a-8ad4-9e221c7346e8 None None] The sync data for ids ['c829dfc3-c3c0-4b5e-8d4f-ec08f994112e'] in n-d-843939-1 is: [{'id': 'c829dfc3-c3c0-4b5e-8d4f-ec08f994112e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2113353189', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': 'd93c4b2a-66a6-4b55-b771-c554af22275e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:37:20Z', 'updated_at': '2022-05-31T14:37:25Z', 'revision_number': 4, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'gw_port': {'id': 'd93c4b2a-66a6-4b55-b771-c554af22275e', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cf:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c829dfc3-c3c0-4b5e-8d4f-ec08f994112e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:37:21Z', 'updated_at': '2022-05-31T14:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '2c8c33df-1171-42a7-8bad-a08a22967bbc', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'floating_ip_address': '172.25.6.139', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': 'c829dfc3-c3c0-4b5e-8d4f-ec08f994112e', 'port_id': 'a35ba9a9-69e9-4ce4-be59-224f960a5f6a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c921bfb5-c489-4b18-927c-156f567ec7c0', 'mac_address': 'fa:16:3e:47:8a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '229c55bf-7266-4d23-a955-2cc5d67d6437', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:37:41Z', 'updated_at': '2022-05-31T14:37:41Z', 'revision_number': 0, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9312882-c456-4116-8038-f42bd45ff1ad', 'name': '', 'network_id': 'c921bfb5-c489-4b18-927c-156f567ec7c0', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'mac_address': 'fa:16:3e:44:b6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c829dfc3-c3c0-4b5e-8d4f-ec08f994112e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'c4e1b6a9-74ac-417b-931c-9da8e50b7f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:37:25Z', 'updated_at': '2022-05-31T14:37:31Z', 'revision_number': 5, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'subnets': [{'id': 'c4e1b6a9-74ac-417b-931c-9da8e50b7f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:37:43.842833 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7733375d-c1b6-4c68-9a0b-d9c382e2312b None None] New status for floating IP 2c8c33df-1171-42a7-8bad-a08a22967bbc: ACTIVE {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 14:37:43.983539 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:44.100426 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45140) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:37:44.143344 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:37:44.206270 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-029ca3c7-05a7-413e-9740-9831d83aede2 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/floatingips/2c8c33df-1171-42a7-8bad-a08a22967bbc HTTP/1.1" status: 200 len: 993 time: 0.1046052 May 31 14:37:45.870899 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:38:05.695086 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:38:08.040229 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:38:09.501470 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:38:10.718614 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-81df919c-4692-4ba6-a2c3-03d0d9e9ef6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:38:11.095896 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0a213-e1f6-48a9-8e44-304c960be3a0 req-bcf2352e-95d6-48e0-803a-2fda811edbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:38:11.097491 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-bbf0a213-e1f6-48a9-8e44-304c960be3a0 req-bcf2352e-95d6-48e0-803a-2fda811edbdc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=91ff4e6fbd51465ba708db114d874986&device_id=229c55bf-7266-4d23-a955-2cc5d67d6437 HTTP/1.1" status: 200 len: 1096 time: 0.0738459 May 31 14:38:11.139621 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd4346-1fb2-4da9-b6a7-ffc0dbcabf55 req-deb549c6-4874-400f-92f6-d2b9cc14a4a3 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:38:11.141095 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4bfd4346-1fb2-4da9-b6a7-ffc0dbcabf55 req-deb549c6-4874-400f-92f6-d2b9cc14a4a3 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=229c55bf-7266-4d23-a955-2cc5d67d6437 HTTP/1.1" status: 200 len: 945 time: 0.0884545 May 31 14:38:11.189468 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4bfd4346-1fb2-4da9-b6a7-ffc0dbcabf55 req-b79e5a32-24f2-4a3a-8dbb-b25c4ea7cdf1 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4294f87-dd4b-4c62-b25f-94c05cb1c319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418844 May 31 14:38:11.236445 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0a213-e1f6-48a9-8e44-304c960be3a0 req-a890b830-653e-4b02-862f-78847d0c0356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:38:11.237806 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-bbf0a213-e1f6-48a9-8e44-304c960be3a0 req-a890b830-653e-4b02-862f-78847d0c0356 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c921bfb5-c489-4b18-927c-156f567ec7c0 HTTP/1.1" status: 200 len: 898 time: 0.1327469 May 31 14:38:11.341720 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-bbf0a213-e1f6-48a9-8e44-304c960be3a0 req-9dfc47c5-9dbb-4944-8722-c49f0f43cdc3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a35ba9a9-69e9-4ce4-be59-224f960a5f6a HTTP/1.1" status: 200 len: 1001 time: 0.0966167 May 31 14:38:11.406914 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0a213-e1f6-48a9-8e44-304c960be3a0 req-22764812-0b08-4854-83a9-ed5b8af8fd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:38:11.408335 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-bbf0a213-e1f6-48a9-8e44-304c960be3a0 req-22764812-0b08-4854-83a9-ed5b8af8fd9f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c4e1b6a9-74ac-417b-931c-9da8e50b7f08 HTTP/1.1" status: 200 len: 834 time: 0.0608706 May 31 14:38:11.485579 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0a213-e1f6-48a9-8e44-304c960be3a0 req-6ce3e957-4b8d-4e27-b73f-8c1fa81087aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:38:11.487109 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-bbf0a213-e1f6-48a9-8e44-304c960be3a0 req-6ce3e957-4b8d-4e27-b73f-8c1fa81087aa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c921bfb5-c489-4b18-927c-156f567ec7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697136 May 31 14:38:11.621525 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-bbf0a213-e1f6-48a9-8e44-304c960be3a0 req-64166f3c-189d-423b-ba36-d86869dce1f5 service neutron] 10.222.0.44 "GET /v2.0/networks/c921bfb5-c489-4b18-927c-156f567ec7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279066 May 31 14:38:11.758117 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-bbf0a213-e1f6-48a9-8e44-304c960be3a0 req-df87d339-8ba0-4b25-8bdf-7914bd44714c service neutron] 10.222.0.44 "GET /v2.0/networks/c921bfb5-c489-4b18-927c-156f567ec7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301243 May 31 14:38:12.385536 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea00507-5dc8-4253-ab49-b27036314a5c req-1d3879b8-cdb0-4c78-8fe1-05210de04898 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:38:12.387037 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bea00507-5dc8-4253-ab49-b27036314a5c req-1d3879b8-cdb0-4c78-8fe1-05210de04898 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=229c55bf-7266-4d23-a955-2cc5d67d6437 HTTP/1.1" status: 200 len: 945 time: 0.0833514 May 31 14:38:12.431567 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bea00507-5dc8-4253-ab49-b27036314a5c req-077d5461-0bb8-40ef-aefd-00f9d951a689 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4294f87-dd4b-4c62-b25f-94c05cb1c319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386467 May 31 14:38:12.905314 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-221a670a-5459-4ab5-a131-5f57e0150f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:38:13.627890 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2889cf2-0e89-4b40-bb76-fa1244bc9dc5 req-e652e710-247c-43b0-b911-85fbaa83814d tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:38:13.628889 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b2889cf2-0e89-4b40-bb76-fa1244bc9dc5 req-e652e710-247c-43b0-b911-85fbaa83814d tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=229c55bf-7266-4d23-a955-2cc5d67d6437 HTTP/1.1" status: 200 len: 945 time: 0.0900679 May 31 14:38:13.674364 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b2889cf2-0e89-4b40-bb76-fa1244bc9dc5 req-dac843f9-48ef-4d1d-af26-9f8d3c8e5473 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4294f87-dd4b-4c62-b25f-94c05cb1c319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386477 May 31 14:38:13.990757 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:38:14.142181 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:38:14.865713 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf21bed-302e-425c-8277-4e52aebb6adc req-668e9f60-7b0d-4d24-88bd-85f47dfb0737 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:38:14.867225 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fbf21bed-302e-425c-8277-4e52aebb6adc req-668e9f60-7b0d-4d24-88bd-85f47dfb0737 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=229c55bf-7266-4d23-a955-2cc5d67d6437 HTTP/1.1" status: 200 len: 945 time: 0.0876322 May 31 14:38:14.911083 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fbf21bed-302e-425c-8277-4e52aebb6adc req-4b51a8af-7c92-414e-8746-6220e5e15be0 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4294f87-dd4b-4c62-b25f-94c05cb1c319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382383 May 31 14:38:15.874727 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:38:16.105530 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a887e19-2a3c-41a4-9a94-23de60022b6e req-b59c94ea-b25c-432e-873f-6bbbb912e666 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:38:16.106934 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1a887e19-2a3c-41a4-9a94-23de60022b6e req-b59c94ea-b25c-432e-873f-6bbbb912e666 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=229c55bf-7266-4d23-a955-2cc5d67d6437 HTTP/1.1" status: 200 len: 945 time: 0.0799725 May 31 14:38:16.153468 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1a887e19-2a3c-41a4-9a94-23de60022b6e req-5760775d-b26c-4737-b8e9-2d44047e1463 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4294f87-dd4b-4c62-b25f-94c05cb1c319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407696 May 31 14:38:17.347139 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c37e26-e625-4852-92b6-17d775c5ad86 req-b474aa5a-9140-41ff-aa2a-a6c6500ee978 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:38:17.348598 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-45c37e26-e625-4852-92b6-17d775c5ad86 req-b474aa5a-9140-41ff-aa2a-a6c6500ee978 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=229c55bf-7266-4d23-a955-2cc5d67d6437 HTTP/1.1" status: 200 len: 945 time: 0.0808232 May 31 14:38:17.394074 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-45c37e26-e625-4852-92b6-17d775c5ad86 req-e7ec67b4-8231-4215-92bb-fb6bab40732c tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4294f87-dd4b-4c62-b25f-94c05cb1c319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388343 May 31 14:38:18.586927 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42075f2a-4536-47c1-b3a1-4ad1f24624df req-84df8762-4cb3-4a6a-8eaf-b508f217d1aa tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:38:18.588374 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-42075f2a-4536-47c1-b3a1-4ad1f24624df req-84df8762-4cb3-4a6a-8eaf-b508f217d1aa tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=229c55bf-7266-4d23-a955-2cc5d67d6437 HTTP/1.1" status: 200 len: 945 time: 0.0836277 May 31 14:38:18.633894 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-42075f2a-4536-47c1-b3a1-4ad1f24624df req-44f08e6c-c6ff-4d71-8dbc-c7741d9447de tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4294f87-dd4b-4c62-b25f-94c05cb1c319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388412 May 31 14:38:19.823182 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435bb3eb-fa48-4439-a385-b94d4248e4d6 req-9ff15cb7-9a60-443e-bfba-3d9c379c5f06 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:38:19.824659 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-435bb3eb-fa48-4439-a385-b94d4248e4d6 req-9ff15cb7-9a60-443e-bfba-3d9c379c5f06 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=229c55bf-7266-4d23-a955-2cc5d67d6437 HTTP/1.1" status: 200 len: 945 time: 0.0821612 May 31 14:38:19.867984 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-435bb3eb-fa48-4439-a385-b94d4248e4d6 req-2e68ec5b-8a1a-48e7-8436-c2625c014c29 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4294f87-dd4b-4c62-b25f-94c05cb1c319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377088 May 31 14:38:21.062154 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1710fc8c-7bce-45ba-a608-10ff1e121813 req-aee9d9d9-c5c7-457a-a697-a9ee961417ea tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:38:21.063627 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1710fc8c-7bce-45ba-a608-10ff1e121813 req-aee9d9d9-c5c7-457a-a697-a9ee961417ea tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=229c55bf-7266-4d23-a955-2cc5d67d6437 HTTP/1.1" status: 200 len: 945 time: 0.0865610 May 31 14:38:21.108363 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1710fc8c-7bce-45ba-a608-10ff1e121813 req-f7a543a3-e666-43e5-ad4a-28163b4723a3 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4294f87-dd4b-4c62-b25f-94c05cb1c319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387211 May 31 14:38:22.290266 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f752347-e220-4b28-ae6d-a4831fcf35e6 req-909d6f5e-9a37-4076-86c7-801f88ee7250 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:38:22.291722 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1f752347-e220-4b28-ae6d-a4831fcf35e6 req-909d6f5e-9a37-4076-86c7-801f88ee7250 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=229c55bf-7266-4d23-a955-2cc5d67d6437 HTTP/1.1" status: 200 len: 945 time: 0.0789490 May 31 14:38:22.340120 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1f752347-e220-4b28-ae6d-a4831fcf35e6 req-e13c343f-875e-4d6e-bd3b-496076f238bd tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4294f87-dd4b-4c62-b25f-94c05cb1c319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423758 May 31 14:38:23.529483 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff9887-24d2-47e8-8923-98586867098e req-c63fb4f0-97bf-42d0-90ad-fcf4191312f1 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:38:23.530981 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-abff9887-24d2-47e8-8923-98586867098e req-c63fb4f0-97bf-42d0-90ad-fcf4191312f1 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=229c55bf-7266-4d23-a955-2cc5d67d6437 HTTP/1.1" status: 200 len: 945 time: 0.0794067 May 31 14:38:23.576376 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-abff9887-24d2-47e8-8923-98586867098e req-b3fc211f-b273-4dba-97d0-3f96013e2b36 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4294f87-dd4b-4c62-b25f-94c05cb1c319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397797 May 31 14:38:23.600986 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45186) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:38:23.710325 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-63cd554b-ce47-4171-8298-935dd0172bc3 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/floatingips/2c8c33df-1171-42a7-8bad-a08a22967bbc HTTP/1.1" status: 200 len: 993 time: 0.1075888 May 31 14:38:28.796602 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-95b1a9c4-6022-43c8-8a7e-cd5164787719 req-b1bb70f3-f794-4682-b2dd-4135b186f63a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=229c55bf-7266-4d23-a955-2cc5d67d6437&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0772772 May 31 14:38:28.940957 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1a9c4-6022-43c8-8a7e-cd5164787719 req-7cec186e-7f16-43d5-863f-966779346b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:38:28.942469 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-95b1a9c4-6022-43c8-8a7e-cd5164787719 req-7cec186e-7f16-43d5-863f-966779346b03 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=91ff4e6fbd51465ba708db114d874986&device_id=229c55bf-7266-4d23-a955-2cc5d67d6437 HTTP/1.1" status: 200 len: 1096 time: 0.0756645 May 31 14:38:29.216328 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1a9c4-6022-43c8-8a7e-cd5164787719 req-df67a982-2b1a-4efd-8900-4826f96aadf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:38:29.217779 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-95b1a9c4-6022-43c8-8a7e-cd5164787719 req-df67a982-2b1a-4efd-8900-4826f96aadf1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c921bfb5-c489-4b18-927c-156f567ec7c0 HTTP/1.1" status: 200 len: 898 time: 0.2560818 May 31 14:38:29.325560 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-95b1a9c4-6022-43c8-8a7e-cd5164787719 req-e87d90d7-2003-448d-875b-09a015c33a42 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a35ba9a9-69e9-4ce4-be59-224f960a5f6a HTTP/1.1" status: 200 len: 1001 time: 0.1015055 May 31 14:38:29.388323 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1a9c4-6022-43c8-8a7e-cd5164787719 req-d19a46a4-9272-4377-9eb5-5e5a0aa6c61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:38:29.389764 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-95b1a9c4-6022-43c8-8a7e-cd5164787719 req-d19a46a4-9272-4377-9eb5-5e5a0aa6c61f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c4e1b6a9-74ac-417b-931c-9da8e50b7f08 HTTP/1.1" status: 200 len: 834 time: 0.0587070 May 31 14:38:29.476420 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1a9c4-6022-43c8-8a7e-cd5164787719 req-7443e9e7-19e5-4b8b-8419-9376144c91cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:38:29.477836 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-95b1a9c4-6022-43c8-8a7e-cd5164787719 req-7443e9e7-19e5-4b8b-8419-9376144c91cf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c921bfb5-c489-4b18-927c-156f567ec7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0828872 May 31 14:38:29.613221 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-95b1a9c4-6022-43c8-8a7e-cd5164787719 req-a4316fc0-2b5d-4caf-b510-b50d191f0c8b service neutron] 10.222.0.44 "GET /v2.0/networks/c921bfb5-c489-4b18-927c-156f567ec7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286387 May 31 14:38:29.748011 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-95b1a9c4-6022-43c8-8a7e-cd5164787719 req-65b08e75-e12a-4500-83af-54e8e58e5bdc service neutron] 10.222.0.44 "GET /v2.0/networks/c921bfb5-c489-4b18-927c-156f567ec7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286161 May 31 14:38:38.054579 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:38:39.514455 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:38:40.720789 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e3bdbbdb-16c2-4119-b6fe-e1ddfe1c545c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:38:42.664906 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:38:42.906477 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cfccea9e-74f6-4ffa-bf39-18f5c90c498b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:38:43.983873 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:38:44.145218 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:38:45.879791 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:38:54.085633 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45212) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:38:54.288108 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-b61aba41-b369-437b-b4d9-9e2634886bab tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Deleting port b0f01ad5-9cf6-4874-ac87-651bc9153f8f {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:38:54.288448 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b61aba41-b369-437b-b4d9-9e2634886bab tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:38:54.466634 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b61aba41-b369-437b-b4d9-9e2634886bab tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:38:54.466959 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b61aba41-b369-437b-b4d9-9e2634886bab tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:38:54.586010 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-b61aba41-b369-437b-b4d9-9e2634886bab tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Calling delete_port for b0f01ad5-9cf6-4874-ac87-651bc9153f8f owned by network:floatingip {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:38:54.733590 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b61aba41-b369-437b-b4d9-9e2634886bab tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:38:54.781242 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61aba41-b369-437b-b4d9-9e2634886bab tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event deleted for resources: {'Port': ['ID=b0f01ad5-9cf6-4874-ac87-651bc9153f8f,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:38:54.817179 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61aba41-b369-437b-b4d9-9e2634886bab tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:38:54.817523 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61aba41-b369-437b-b4d9-9e2634886bab tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:38:54.818406 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61aba41-b369-437b-b4d9-9e2634886bab tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:38:54.818742 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61aba41-b369-437b-b4d9-9e2634886bab tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:38:54.819398 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61aba41-b369-437b-b4d9-9e2634886bab tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:38:54.819723 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61aba41-b369-437b-b4d9-9e2634886bab tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:38:54.820050 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61aba41-b369-437b-b4d9-9e2634886bab tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:38:54.820371 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61aba41-b369-437b-b4d9-9e2634886bab tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:38:54.820696 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61aba41-b369-437b-b4d9-9e2634886bab tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:38:54.821021 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61aba41-b369-437b-b4d9-9e2634886bab tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:38:54.821340 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61aba41-b369-437b-b4d9-9e2634886bab tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:38:54.821684 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61aba41-b369-437b-b4d9-9e2634886bab tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:38:54.883958 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b61aba41-b369-437b-b4d9-9e2634886bab tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for floatingip, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:38:54.884288 n-d-843939-1 neutron-server[88369]: INFO neutron.db.l3_db [None req-b61aba41-b369-437b-b4d9-9e2634886bab tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Floating IP 2c8c33df-1171-42a7-8bad-a08a22967bbc disassociated (deleted). External IP: 172.25.6.139, port: a35ba9a9-69e9-4ce4-be59-224f960a5f6a. May 31 14:38:55.346286 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b61aba41-b369-437b-b4d9-9e2634886bab tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Router c829dfc3-c3c0-4b5e-8d4f-ec08f994112e has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:38:55.525579 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b61aba41-b369-437b-b4d9-9e2634886bab tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:38:55.538016 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a34294-7f1c-4241-8a7f-be8bc8aec04f None None] Sync routers for ids ['c829dfc3-c3c0-4b5e-8d4f-ec08f994112e'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:38:55.541746 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b61aba41-b369-437b-b4d9-9e2634886bab tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:38:55.547045 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a34294-7f1c-4241-8a7f-be8bc8aec04f None None] Routers {'c829dfc3-c3c0-4b5e-8d4f-ec08f994112e'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:38:55.547822 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-e3a34294-7f1c-4241-8a7f-be8bc8aec04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:38:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['c829dfc3-c3c0-4b5e-8d4f-ec08f994112e'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:38:55.596917 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b61aba41-b369-437b-b4d9-9e2634886bab tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "DELETE /v2.0/floatingips/2c8c33df-1171-42a7-8bad-a08a22967bbc HTTP/1.1" status: 204 len: 168 time: 1.5100710 May 31 14:38:55.597487 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '229c55bf-7266-4d23-a955-2cc5d67d6437', 'tag': 'a35ba9a9-69e9-4ce4-be59-224f960a5f6a'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:38:55.645116 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13b908f6-61c9-4eae-9862-5d517da2111b'] response: {'name': 'network-changed', 'server_uuid': '229c55bf-7266-4d23-a955-2cc5d67d6437', 'tag': 'a35ba9a9-69e9-4ce4-be59-224f960a5f6a', 'status': 'completed', 'code': 200} May 31 14:38:55.732111 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-e3a34294-7f1c-4241-8a7f-be8bc8aec04f None None] Set router c829dfc3-c3c0-4b5e-8d4f-ec08f994112e gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:38:55.756575 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d1b06-5403-486f-9134-9a5b239413b3 req-44f3497e-c47e-4461-b209-47af9c5c428c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:38:55.759539 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-707d1b06-5403-486f-9134-9a5b239413b3 req-44f3497e-c47e-4461-b209-47af9c5c428c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=91ff4e6fbd51465ba708db114d874986&device_id=229c55bf-7266-4d23-a955-2cc5d67d6437 HTTP/1.1" status: 200 len: 1096 time: 0.0930130 May 31 14:38:55.944656 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d1b06-5403-486f-9134-9a5b239413b3 req-d0d0a2bc-1be7-489d-932e-64cd1be4b467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:38:55.946301 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-707d1b06-5403-486f-9134-9a5b239413b3 req-d0d0a2bc-1be7-489d-932e-64cd1be4b467 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c921bfb5-c489-4b18-927c-156f567ec7c0 HTTP/1.1" status: 200 len: 898 time: 0.1807704 May 31 14:38:56.015667 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff53e2c-2d8b-4ed4-9118-eeaa545b2e06 req-c08913ce-78fa-40ef-86fa-e45353ba8794 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:38:56.019900 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5ff53e2c-2d8b-4ed4-9118-eeaa545b2e06 req-c08913ce-78fa-40ef-86fa-e45353ba8794 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=229c55bf-7266-4d23-a955-2cc5d67d6437 HTTP/1.1" status: 200 len: 945 time: 0.0998843 May 31 14:38:56.031572 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-707d1b06-5403-486f-9134-9a5b239413b3 req-8fb69423-62c4-4a8f-8983-0a820cf939e9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a35ba9a9-69e9-4ce4-be59-224f960a5f6a HTTP/1.1" status: 200 len: 217 time: 0.0788226 May 31 14:38:56.074422 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5ff53e2c-2d8b-4ed4-9118-eeaa545b2e06 req-9a8359bb-4847-44c4-acb5-745c7cd113c0 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4294f87-dd4b-4c62-b25f-94c05cb1c319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474749 May 31 14:38:56.101527 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d1b06-5403-486f-9134-9a5b239413b3 req-74f0d13a-74c4-4b6c-a55e-9021359cc325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:38:56.103024 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-707d1b06-5403-486f-9134-9a5b239413b3 req-74f0d13a-74c4-4b6c-a55e-9021359cc325 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c4e1b6a9-74ac-417b-931c-9da8e50b7f08 HTTP/1.1" status: 200 len: 834 time: 0.0643799 May 31 14:38:56.134953 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-e3a34294-7f1c-4241-8a7f-be8bc8aec04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c829dfc3-c3c0-4b5e-8d4f-ec08f994112e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2113353189', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': 'd93c4b2a-66a6-4b55-b771-c554af22275e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:37:20Z', 'updated_at': '2022-05-31T14:37:25Z', 'revision_number': 4, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'gw_port': {'id': 'd93c4b2a-66a6-4b55-b771-c554af22275e', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cf:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c829dfc3-c3c0-4b5e-8d4f-ec08f994112e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:37:21Z', 'updated_at': '2022-05-31T14:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'e9312882-c456-4116-8038-f42bd45ff1ad', 'name': '', 'network_id': 'c921bfb5-c489-4b18-927c-156f567ec7c0', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'mac_address': 'fa:16:3e:44:b6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c829dfc3-c3c0-4b5e-8d4f-ec08f994112e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'c4e1b6a9-74ac-417b-931c-9da8e50b7f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:37:25Z', 'updated_at': '2022-05-31T14:37:31Z', 'revision_number': 5, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'subnets': [{'id': 'c4e1b6a9-74ac-417b-931c-9da8e50b7f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:38:56.139254 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a34294-7f1c-4241-8a7f-be8bc8aec04f None None] Checking router: c829dfc3-c3c0-4b5e-8d4f-ec08f994112e for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:38:56.149512 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a34294-7f1c-4241-8a7f-be8bc8aec04f None None] Routers {'c829dfc3-c3c0-4b5e-8d4f-ec08f994112e'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:38:56.150195 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-e3a34294-7f1c-4241-8a7f-be8bc8aec04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:38:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['c829dfc3-c3c0-4b5e-8d4f-ec08f994112e'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:38:56.186123 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d1b06-5403-486f-9134-9a5b239413b3 req-fc04e6d2-d48a-46f0-81d7-5ea5a21120d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:38:56.187575 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-707d1b06-5403-486f-9134-9a5b239413b3 req-fc04e6d2-d48a-46f0-81d7-5ea5a21120d4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c921bfb5-c489-4b18-927c-156f567ec7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0778606 May 31 14:38:56.332729 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-e3a34294-7f1c-4241-8a7f-be8bc8aec04f None None] Set router c829dfc3-c3c0-4b5e-8d4f-ec08f994112e gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:38:56.353139 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-707d1b06-5403-486f-9134-9a5b239413b3 req-5150cb6a-7547-46c9-90bb-cc3c02d280be service neutron] 10.222.0.44 "GET /v2.0/networks/c921bfb5-c489-4b18-927c-156f567ec7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575170 May 31 14:38:56.510648 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-707d1b06-5403-486f-9134-9a5b239413b3 req-83e880d3-2782-44b1-9639-9ecd22953499 service neutron] 10.222.0.44 "GET /v2.0/networks/c921bfb5-c489-4b18-927c-156f567ec7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510983 May 31 14:38:56.700646 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-e3a34294-7f1c-4241-8a7f-be8bc8aec04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c829dfc3-c3c0-4b5e-8d4f-ec08f994112e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2113353189', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': 'd93c4b2a-66a6-4b55-b771-c554af22275e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:37:20Z', 'updated_at': '2022-05-31T14:37:25Z', 'revision_number': 4, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'gw_port': {'id': 'd93c4b2a-66a6-4b55-b771-c554af22275e', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cf:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c829dfc3-c3c0-4b5e-8d4f-ec08f994112e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:37:21Z', 'updated_at': '2022-05-31T14:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'e9312882-c456-4116-8038-f42bd45ff1ad', 'name': '', 'network_id': 'c921bfb5-c489-4b18-927c-156f567ec7c0', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'mac_address': 'fa:16:3e:44:b6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c829dfc3-c3c0-4b5e-8d4f-ec08f994112e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'c4e1b6a9-74ac-417b-931c-9da8e50b7f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:37:25Z', 'updated_at': '2022-05-31T14:37:31Z', 'revision_number': 5, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'subnets': [{'id': 'c4e1b6a9-74ac-417b-931c-9da8e50b7f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:38:56.704551 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a34294-7f1c-4241-8a7f-be8bc8aec04f None None] The sync data for ids ['c829dfc3-c3c0-4b5e-8d4f-ec08f994112e'] in n-d-843939-1 is: [{'id': 'c829dfc3-c3c0-4b5e-8d4f-ec08f994112e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2113353189', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': 'd93c4b2a-66a6-4b55-b771-c554af22275e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:37:20Z', 'updated_at': '2022-05-31T14:37:25Z', 'revision_number': 4, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'gw_port': {'id': 'd93c4b2a-66a6-4b55-b771-c554af22275e', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cf:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c829dfc3-c3c0-4b5e-8d4f-ec08f994112e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:37:21Z', 'updated_at': '2022-05-31T14:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'e9312882-c456-4116-8038-f42bd45ff1ad', 'name': '', 'network_id': 'c921bfb5-c489-4b18-927c-156f567ec7c0', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'mac_address': 'fa:16:3e:44:b6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c829dfc3-c3c0-4b5e-8d4f-ec08f994112e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'c4e1b6a9-74ac-417b-931c-9da8e50b7f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:37:25Z', 'updated_at': '2022-05-31T14:37:31Z', 'revision_number': 5, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'subnets': [{'id': 'c4e1b6a9-74ac-417b-931c-9da8e50b7f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:38:56.911280 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ad9f6e-bd60-43b4-9005-ce2e620a444c None None] New status for floating IP 2c8c33df-1171-42a7-8bad-a08a22967bbc: DOWN {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 14:38:57.264488 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68ded3b-ab4c-48a1-8702-6fee425d67c9 req-7c84f79c-4be2-41fd-b491-e9737db07f65 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:38:57.265851 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d68ded3b-ab4c-48a1-8702-6fee425d67c9 req-7c84f79c-4be2-41fd-b491-e9737db07f65 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=229c55bf-7266-4d23-a955-2cc5d67d6437 HTTP/1.1" status: 200 len: 945 time: 0.0814676 May 31 14:38:57.312145 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d68ded3b-ab4c-48a1-8702-6fee425d67c9 req-ca0fd3c8-c278-4b86-92c0-dbc93ba7bff0 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=b4294f87-dd4b-4c62-b25f-94c05cb1c319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400462 May 31 14:38:57.508203 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32daad-1dc7-4220-a9cd-17d830bb52eb req-d5a23bab-e35c-4230-8431-9297355b0eb5 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:38:57.508896 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-2b32daad-1dc7-4220-a9cd-17d830bb52eb req-d5a23bab-e35c-4230-8431-9297355b0eb5 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Synchronizing usage tracker for tenant:91ff4e6fbd51465ba708db114d874986 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:38:57.524532 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-2b32daad-1dc7-4220-a9cd-17d830bb52eb req-d5a23bab-e35c-4230-8431-9297355b0eb5 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Unset dirty status for tenant:91ff4e6fbd51465ba708db114d874986 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:38:57.525590 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2b32daad-1dc7-4220-a9cd-17d830bb52eb req-d5a23bab-e35c-4230-8431-9297355b0eb5 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.44 "GET /v2.0/ports?device_id=229c55bf-7266-4d23-a955-2cc5d67d6437 HTTP/1.1" status: 200 len: 945 time: 0.0970910 May 31 14:38:57.597834 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-2b32daad-1dc7-4220-a9cd-17d830bb52eb req-4f90b75f-d3f4-475a-b6b2-016584f661a4 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Deleting port a35ba9a9-69e9-4ce4-be59-224f960a5f6a {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:38:57.598200 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-2b32daad-1dc7-4220-a9cd-17d830bb52eb req-4f90b75f-d3f4-475a-b6b2-016584f661a4 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:38:57.959120 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-2b32daad-1dc7-4220-a9cd-17d830bb52eb req-4f90b75f-d3f4-475a-b6b2-016584f661a4 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] For port a35ba9a9-69e9-4ce4-be59-224f960a5f6a, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=a35ba9a9-69e9-4ce4-be59-224f960a5f6a,segment=NetworkSegment(3cbeab9b-a432-49ab-a0ca-64ef0bf4b04e),segment_id=3cbeab9b-a432-49ab-a0ca-64ef0bf4b04e)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:38:57.959476 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-2b32daad-1dc7-4220-a9cd-17d830bb52eb req-4f90b75f-d3f4-475a-b6b2-016584f661a4 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:38:58.082891 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-2b32daad-1dc7-4220-a9cd-17d830bb52eb req-4f90b75f-d3f4-475a-b6b2-016584f661a4 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Calling delete_port for a35ba9a9-69e9-4ce4-be59-224f960a5f6a owned by compute:nova {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:38:58.230754 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-2b32daad-1dc7-4220-a9cd-17d830bb52eb req-4f90b75f-d3f4-475a-b6b2-016584f661a4 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:38:58.280835 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f90b75f-d3f4-475a-b6b2-016584f661a4 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event deleted for resources: {'Port': ['ID=a35ba9a9-69e9-4ce4-be59-224f960a5f6a,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:38:58.357196 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b32daad-1dc7-4220-a9cd-17d830bb52eb req-4f90b75f-d3f4-475a-b6b2-016584f661a4 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] No DVR routers for this DVR port a35ba9a9-69e9-4ce4-be59-224f960a5f6a on host n-h2-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:38:58.359857 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-2b32daad-1dc7-4220-a9cd-17d830bb52eb req-4f90b75f-d3f4-475a-b6b2-016584f661a4 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:38:58.362669 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '229c55bf-7266-4d23-a955-2cc5d67d6437', 'name': 'network-vif-deleted', 'tag': 'a35ba9a9-69e9-4ce4-be59-224f960a5f6a'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:38:58.378558 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2b32daad-1dc7-4220-a9cd-17d830bb52eb req-4f90b75f-d3f4-475a-b6b2-016584f661a4 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.44 "DELETE /v2.0/ports/a35ba9a9-69e9-4ce4-be59-224f960a5f6a HTTP/1.1" status: 204 len: 173 time: 0.8477902 May 31 14:38:58.416380 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e0a5e44-bdbc-44ba-a7c3-6c189bfbf048'] response: {'server_uuid': '229c55bf-7266-4d23-a955-2cc5d67d6437', 'name': 'network-vif-deleted', 'tag': 'a35ba9a9-69e9-4ce4-be59-224f960a5f6a', 'status': 'completed', 'code': 200} May 31 14:38:58.484987 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-26e660bb-77f5-4022-8e9e-ed33c06d8b63 req-2a8dc714-6eb4-483a-a260-ea9e2bc69388 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=229c55bf-7266-4d23-a955-2cc5d67d6437 HTTP/1.1" status: 200 len: 210 time: 0.0496027 May 31 14:38:59.584222 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45230) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:39:00.135562 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f3410179-9cb9-4f66-aa7c-ced660f93214 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:00.610398 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-f3410179-9cb9-4f66-aa7c-ced660f93214 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Deleting port e9312882-c456-4116-8038-f42bd45ff1ad {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:39:00.611122 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f3410179-9cb9-4f66-aa7c-ced660f93214 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:00.794752 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-f3410179-9cb9-4f66-aa7c-ced660f93214 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] For port e9312882-c456-4116-8038-f42bd45ff1ad, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=e9312882-c456-4116-8038-f42bd45ff1ad,segment=NetworkSegment(3cbeab9b-a432-49ab-a0ca-64ef0bf4b04e),segment_id=3cbeab9b-a432-49ab-a0ca-64ef0bf4b04e)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:39:00.795108 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f3410179-9cb9-4f66-aa7c-ced660f93214 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:00.928557 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-f3410179-9cb9-4f66-aa7c-ced660f93214 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Calling delete_port for e9312882-c456-4116-8038-f42bd45ff1ad owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:39:01.129220 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f3410179-9cb9-4f66-aa7c-ced660f93214 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:01.178591 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3410179-9cb9-4f66-aa7c-ced660f93214 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event deleted for resources: {'Port': ['ID=e9312882-c456-4116-8038-f42bd45ff1ad,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:39:01.464650 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f3410179-9cb9-4f66-aa7c-ced660f93214 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:01.681251 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device a35ba9a9-69e9-4ce4-be59-224f960a5f6a no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:39:01.716197 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] No Port match for: a35ba9a9-69e9-4ce4-be59-224f960a5f6a {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:39:01.716434 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device a35ba9a9-69e9-4ce4-be59-224f960a5f6a not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:39:01.820793 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3410179-9cb9-4f66-aa7c-ced660f93214 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Router c829dfc3-c3c0-4b5e-8d4f-ec08f994112e has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:39:02.118909 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3410179-9cb9-4f66-aa7c-ced660f93214 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:39:02.128513 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6e4848-08aa-4e53-aba2-f35148c63739 None None] Sync routers for ids ['c829dfc3-c3c0-4b5e-8d4f-ec08f994112e'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:39:02.132895 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-f3410179-9cb9-4f66-aa7c-ced660f93214 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "PUT /v2.0/routers/c829dfc3-c3c0-4b5e-8d4f-ec08f994112e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5475821 May 31 14:39:02.135511 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45236) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:39:02.138699 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6e4848-08aa-4e53-aba2-f35148c63739 None None] Routers {'c829dfc3-c3c0-4b5e-8d4f-ec08f994112e'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:39:02.139332 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-6b6e4848-08aa-4e53-aba2-f35148c63739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:38:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['c829dfc3-c3c0-4b5e-8d4f-ec08f994112e'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:39:02.202218 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-b45661af-500c-4c75-a7a9-f776caa46186 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Deleting subnet c4e1b6a9-74ac-417b-931c-9da8e50b7f08 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 14:39:02.205045 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b45661af-500c-4c75-a7a9-f776caa46186 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:02.261596 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b45661af-500c-4c75-a7a9-f776caa46186 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:02.332603 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-6b6e4848-08aa-4e53-aba2-f35148c63739 None None] Set router c829dfc3-c3c0-4b5e-8d4f-ec08f994112e gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:39:02.353175 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b45661af-500c-4c75-a7a9-f776caa46186 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:02.426094 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b45661af-500c-4c75-a7a9-f776caa46186 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:02.464706 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45661af-500c-4c75-a7a9-f776caa46186 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event deleted for resources: {'Subnet': ['ID=c4e1b6a9-74ac-417b-931c-9da8e50b7f08,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:39:02.472077 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b45661af-500c-4c75-a7a9-f776caa46186 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:02.479820 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b45661af-500c-4c75-a7a9-f776caa46186 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "DELETE /v2.0/subnets/c4e1b6a9-74ac-417b-931c-9da8e50b7f08 HTTP/1.1" status: 204 len: 168 time: 0.3433342 May 31 14:39:02.482421 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45240) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:39:02.504586 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6194d1-606c-489d-a7f9-b5607c363da0 None None] Network c921bfb5-c489-4b18-927c-156f567ec7c0 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:39:02.669305 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8fb48845-2cf9-46b9-a41c-82988f9d7fe4 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:02.790589 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-6b6e4848-08aa-4e53-aba2-f35148c63739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c829dfc3-c3c0-4b5e-8d4f-ec08f994112e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2113353189', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': 'd93c4b2a-66a6-4b55-b771-c554af22275e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:37:20Z', 'updated_at': '2022-05-31T14:39:01Z', 'revision_number': 5, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'gw_port': {'id': 'd93c4b2a-66a6-4b55-b771-c554af22275e', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cf:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c829dfc3-c3c0-4b5e-8d4f-ec08f994112e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:37:21Z', 'updated_at': '2022-05-31T14:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:39:02.794507 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6e4848-08aa-4e53-aba2-f35148c63739 None None] Checking router: c829dfc3-c3c0-4b5e-8d4f-ec08f994112e for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:39:02.805811 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6e4848-08aa-4e53-aba2-f35148c63739 None None] Routers {'c829dfc3-c3c0-4b5e-8d4f-ec08f994112e'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:39:02.806456 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-6b6e4848-08aa-4e53-aba2-f35148c63739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:38:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['c829dfc3-c3c0-4b5e-8d4f-ec08f994112e'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:39:02.857717 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8fb48845-2cf9-46b9-a41c-82988f9d7fe4 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:02.864224 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852ca1cc-553c-445e-ac3f-dcc7bcaf0c70 None None] DHCP port deletion for c921bfb5-c489-4b18-927c-156f567ec7c0 request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 14:39:02.868033 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-8fb48845-2cf9-46b9-a41c-82988f9d7fe4 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Deleting port d93c4b2a-66a6-4b55-b771-c554af22275e {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:39:02.868429 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8fb48845-2cf9-46b9-a41c-82988f9d7fe4 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:02.885292 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-852ca1cc-553c-445e-ac3f-dcc7bcaf0c70 None None] Deleting port 9bd9f270-b58d-4b5b-a935-656607416a6f {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:39:02.885683 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-852ca1cc-553c-445e-ac3f-dcc7bcaf0c70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:03.041839 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 9bd9f270-b58d-4b5b-a935-656607416a6f no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:39:03.055603 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-8fb48845-2cf9-46b9-a41c-82988f9d7fe4 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] For port d93c4b2a-66a6-4b55-b771-c554af22275e, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=d93c4b2a-66a6-4b55-b771-c554af22275e,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:39:03.055968 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8fb48845-2cf9-46b9-a41c-82988f9d7fe4 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:03.143996 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-6b6e4848-08aa-4e53-aba2-f35148c63739 None None] Set router c829dfc3-c3c0-4b5e-8d4f-ec08f994112e gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:39:03.179484 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-8fb48845-2cf9-46b9-a41c-82988f9d7fe4 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Calling delete_port for d93c4b2a-66a6-4b55-b771-c554af22275e owned by network:router_gateway {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:39:03.354982 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8fb48845-2cf9-46b9-a41c-82988f9d7fe4 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:03.442200 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb48845-2cf9-46b9-a41c-82988f9d7fe4 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event deleted for resources: {'Port': ['ID=d93c4b2a-66a6-4b55-b771-c554af22275e,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:39:03.496797 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8fb48845-2cf9-46b9-a41c-82988f9d7fe4 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577389'] for router_gateway, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:03.509306 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-852ca1cc-553c-445e-ac3f-dcc7bcaf0c70 None None] For port 9bd9f270-b58d-4b5b-a935-656607416a6f, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=9bd9f270-b58d-4b5b-a935-656607416a6f,segment=NetworkSegment(3cbeab9b-a432-49ab-a0ca-64ef0bf4b04e),segment_id=3cbeab9b-a432-49ab-a0ca-64ef0bf4b04e)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:39:03.509697 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-852ca1cc-553c-445e-ac3f-dcc7bcaf0c70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:03.585165 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 9bd9f270-b58d-4b5b-a935-656607416a6f is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:39:03.585165 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:03.671508 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-852ca1cc-553c-445e-ac3f-dcc7bcaf0c70 None None] Calling delete_port for 9bd9f270-b58d-4b5b-a935-656607416a6f owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:39:03.786573 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 9bd9f270-b58d-4b5b-a935-656607416a6f, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=9bd9f270-b58d-4b5b-a935-656607416a6f,segment=NetworkSegment(3cbeab9b-a432-49ab-a0ca-64ef0bf4b04e),segment_id=3cbeab9b-a432-49ab-a0ca-64ef0bf4b04e)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:39:03.792031 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8fb48845-2cf9-46b9-a41c-82988f9d7fe4 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:03.794318 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8fb48845-2cf9-46b9-a41c-82988f9d7fe4 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:03.800557 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:03.820833 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8fb48845-2cf9-46b9-a41c-82988f9d7fe4 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:03.821374 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb48845-2cf9-46b9-a41c-82988f9d7fe4 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Fanout notify agent at l3_agent the message router_deleted on router c829dfc3-c3c0-4b5e-8d4f-ec08f994112e {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 14:39:03.837037 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8fb48845-2cf9-46b9-a41c-82988f9d7fe4 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:03.840624 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-8fb48845-2cf9-46b9-a41c-82988f9d7fe4 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "DELETE /v2.0/routers/c829dfc3-c3c0-4b5e-8d4f-ec08f994112e HTTP/1.1" status: 204 len: 168 time: 1.3548067 May 31 14:39:03.841138 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45244) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:39:03.866346 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-852ca1cc-553c-445e-ac3f-dcc7bcaf0c70 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 14:39:03.866696 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-852ca1cc-553c-445e-ac3f-dcc7bcaf0c70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 14:39:03.888028 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=9bd9f270-b58d-4b5b-a935-656607416a6f,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:39:03.898726 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:39:03.899075 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:39:03.899413 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:39:03.899749 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:39:03.900080 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:39:03.900407 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:39:03.900727 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:39:03.901055 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:39:03.901373 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:39:03.901692 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:39:03.902028 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:39:03.902350 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:39:03.911473 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-6b6e4848-08aa-4e53-aba2-f35148c63739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c829dfc3-c3c0-4b5e-8d4f-ec08f994112e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2113353189', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': 'd93c4b2a-66a6-4b55-b771-c554af22275e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:37:20Z', 'updated_at': '2022-05-31T14:39:01Z', 'revision_number': 5, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'gw_port': {'id': 'd93c4b2a-66a6-4b55-b771-c554af22275e', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cf:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c829dfc3-c3c0-4b5e-8d4f-ec08f994112e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:37:21Z', 'updated_at': '2022-05-31T14:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:39:03.916010 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6e4848-08aa-4e53-aba2-f35148c63739 None None] The sync data for ids ['c829dfc3-c3c0-4b5e-8d4f-ec08f994112e'] in n-d-843939-1 is: [{'id': 'c829dfc3-c3c0-4b5e-8d4f-ec08f994112e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2113353189', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': 'd93c4b2a-66a6-4b55-b771-c554af22275e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:37:20Z', 'updated_at': '2022-05-31T14:39:01Z', 'revision_number': 5, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'gw_port': {'id': 'd93c4b2a-66a6-4b55-b771-c554af22275e', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cf:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c829dfc3-c3c0-4b5e-8d4f-ec08f994112e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:37:21Z', 'updated_at': '2022-05-31T14:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:39:03.966080 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-974b0226-48e8-4f2d-8d87-3876c925e498 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:03.976475 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-974b0226-48e8-4f2d-8d87-3876c925e498 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Deleting port 9bd9f270-b58d-4b5b-a935-656607416a6f {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:39:03.976801 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-974b0226-48e8-4f2d-8d87-3876c925e498 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:04.286146 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-974b0226-48e8-4f2d-8d87-3876c925e498 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] For port 9bd9f270-b58d-4b5b-a935-656607416a6f, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=9bd9f270-b58d-4b5b-a935-656607416a6f,segment=NetworkSegment(3cbeab9b-a432-49ab-a0ca-64ef0bf4b04e),segment_id=3cbeab9b-a432-49ab-a0ca-64ef0bf4b04e)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:39:04.287108 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-974b0226-48e8-4f2d-8d87-3876c925e498 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:04.368520 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-852ca1cc-553c-445e-ac3f-dcc7bcaf0c70 None None] Deleting port 9bd9f270-b58d-4b5b-a935-656607416a6f {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:39:04.368995 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-852ca1cc-553c-445e-ac3f-dcc7bcaf0c70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:04.419814 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-974b0226-48e8-4f2d-8d87-3876c925e498 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Calling delete_port for 9bd9f270-b58d-4b5b-a935-656607416a6f owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:39:04.501911 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-974b0226-48e8-4f2d-8d87-3876c925e498 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:04.551655 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974b0226-48e8-4f2d-8d87-3876c925e498 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event deleted for resources: {'Port': ['ID=9bd9f270-b58d-4b5b-a935-656607416a6f,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:39:04.557297 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974b0226-48e8-4f2d-8d87-3876c925e498 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] No DVR routers for this DVR port 9bd9f270-b58d-4b5b-a935-656607416a6f on host n-d-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:39:04.581333 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-852ca1cc-553c-445e-ac3f-dcc7bcaf0c70 None None] For port 9bd9f270-b58d-4b5b-a935-656607416a6f, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=9bd9f270-b58d-4b5b-a935-656607416a6f,segment=NetworkSegment(3cbeab9b-a432-49ab-a0ca-64ef0bf4b04e),segment_id=3cbeab9b-a432-49ab-a0ca-64ef0bf4b04e)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:39:04.581726 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-852ca1cc-553c-445e-ac3f-dcc7bcaf0c70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:04.595943 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974b0226-48e8-4f2d-8d87-3876c925e498 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:39:04.596285 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974b0226-48e8-4f2d-8d87-3876c925e498 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:39:04.596635 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974b0226-48e8-4f2d-8d87-3876c925e498 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:39:04.596951 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974b0226-48e8-4f2d-8d87-3876c925e498 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:39:04.597280 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974b0226-48e8-4f2d-8d87-3876c925e498 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:39:04.597602 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974b0226-48e8-4f2d-8d87-3876c925e498 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:39:04.597935 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974b0226-48e8-4f2d-8d87-3876c925e498 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:39:04.598277 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974b0226-48e8-4f2d-8d87-3876c925e498 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:39:04.598613 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974b0226-48e8-4f2d-8d87-3876c925e498 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:39:04.599430 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974b0226-48e8-4f2d-8d87-3876c925e498 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:39:04.599785 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974b0226-48e8-4f2d-8d87-3876c925e498 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:39:04.600109 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974b0226-48e8-4f2d-8d87-3876c925e498 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:39:04.695355 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-974b0226-48e8-4f2d-8d87-3876c925e498 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:04.712751 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-852ca1cc-553c-445e-ac3f-dcc7bcaf0c70 None None] Calling delete_port for 9bd9f270-b58d-4b5b-a935-656607416a6f owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:39:04.721124 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-974b0226-48e8-4f2d-8d87-3876c925e498 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c921bfb5-c489-4b18-927c-156f567ec7c0']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:39:04.737521 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-974b0226-48e8-4f2d-8d87-3876c925e498 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cbeab9b-a432-49ab-a0ca-64ef0bf4b04e') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:39:04.737848 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-974b0226-48e8-4f2d-8d87-3876c925e498 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cbeab9b-a432-49ab-a0ca-64ef0bf4b04e') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:39:04.750287 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-974b0226-48e8-4f2d-8d87-3876c925e498 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:04.766878 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-974b0226-48e8-4f2d-8d87-3876c925e498 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:04.773197 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-974b0226-48e8-4f2d-8d87-3876c925e498 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 14:39:04.773582 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-974b0226-48e8-4f2d-8d87-3876c925e498 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:04.784749 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-852ca1cc-553c-445e-ac3f-dcc7bcaf0c70 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 14:39:04.785099 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-852ca1cc-553c-445e-ac3f-dcc7bcaf0c70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 14:39:04.807786 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-852ca1cc-553c-445e-ac3f-dcc7bcaf0c70 None None] Deleting port 9bd9f270-b58d-4b5b-a935-656607416a6f {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:39:04.808373 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-852ca1cc-553c-445e-ac3f-dcc7bcaf0c70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:04.838649 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 3cbeab9b-a432-49ab-a0ca-64ef0bf4b04e resource provider aggregate not found May 31 14:39:04.863023 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 3cbeab9b-a432-49ab-a0ca-64ef0bf4b04e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3cbeab9b-a432-49ab-a0ca-64ef0bf4b04e found for delete ", "request_id": "req-b0bf6a48-4362-427e-b55f-9fc133776df3"}]} May 31 14:39:04.875597 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-974b0226-48e8-4f2d-8d87-3876c925e498 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:04.881174 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-852ca1cc-553c-445e-ac3f-dcc7bcaf0c70 None None] The port '9bd9f270-b58d-4b5b-a935-656607416a6f' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 14:39:04.894934 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-974b0226-48e8-4f2d-8d87-3876c925e498 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:04.911049 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974b0226-48e8-4f2d-8d87-3876c925e498 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event deleted for resources: {'Network': ['ID=c921bfb5-c489-4b18-927c-156f567ec7c0,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:39:04.926620 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-974b0226-48e8-4f2d-8d87-3876c925e498 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "DELETE /v2.0/networks/c921bfb5-c489-4b18-927c-156f567ec7c0 HTTP/1.1" status: 204 len: 168 time: 1.0843883 May 31 14:39:04.930022 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45252) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:39:04.999358 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device d93c4b2a-66a6-4b55-b771-c554af22275e no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:39:05.010508 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4fa18a39-2a75-4d73-a836-26a7a38ddf51 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:05.034337 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: d93c4b2a-66a6-4b55-b771-c554af22275e {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:39:05.035090 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device d93c4b2a-66a6-4b55-b771-c554af22275e not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:39:05.035090 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device e9312882-c456-4116-8038-f42bd45ff1ad no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:39:05.041025 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4fa18a39-2a75-4d73-a836-26a7a38ddf51 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:05.069844 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: e9312882-c456-4116-8038-f42bd45ff1ad {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:39:05.070204 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device e9312882-c456-4116-8038-f42bd45ff1ad not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:39:05.109404 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4fa18a39-2a75-4d73-a836-26a7a38ddf51 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:05.128223 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa18a39-2a75-4d73-a836-26a7a38ddf51 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4294f87-dd4b-4c62-b25f-94c05cb1c319,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:39:05.140803 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4fa18a39-2a75-4d73-a836-26a7a38ddf51 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:05.144590 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-4fa18a39-2a75-4d73-a836-26a7a38ddf51 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "DELETE /v2.0/security-groups/b4294f87-dd4b-4c62-b25f-94c05cb1c319 HTTP/1.1" status: 204 len: 168 time: 0.2108815 May 31 14:39:05.262585 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45260) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:39:05.267697 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-bdd59b5f-8ffc-4401-a6c6-5fab5ffbb7dd tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1072592593', 'description': 'tempest-secgroup-smoke-1072592593 description', 'project_id': '91ff4e6fbd51465ba708db114d874986'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:39:05.274536 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-bdd59b5f-8ffc-4401-a6c6-5fab5ffbb7dd tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:39:05.278656 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-bdd59b5f-8ffc-4401-a6c6-5fab5ffbb7dd tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Usage tracker for resource:security_group and tenant:91ff4e6fbd51465ba708db114d874986 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:39:05.281433 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-bdd59b5f-8ffc-4401-a6c6-5fab5ffbb7dd tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:39:05.287613 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-bdd59b5f-8ffc-4401-a6c6-5fab5ffbb7dd tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:39:05.297759 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bdd59b5f-8ffc-4401-a6c6-5fab5ffbb7dd tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:05.317212 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-bdd59b5f-8ffc-4401-a6c6-5fab5ffbb7dd tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:39:05.321411 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-bdd59b5f-8ffc-4401-a6c6-5fab5ffbb7dd tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Usage tracker for resource:security_group_rule and tenant:91ff4e6fbd51465ba708db114d874986 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:39:05.324184 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-bdd59b5f-8ffc-4401-a6c6-5fab5ffbb7dd tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:39:05.329686 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-bdd59b5f-8ffc-4401-a6c6-5fab5ffbb7dd tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:39:05.404541 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bdd59b5f-8ffc-4401-a6c6-5fab5ffbb7dd tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:05.408624 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bdd59b5f-8ffc-4401-a6c6-5fab5ffbb7dd tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:05.454387 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd59b5f-8ffc-4401-a6c6-5fab5ffbb7dd tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccbb501d-3480-46d3-a9a8-bd14b42e22fa,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:39:05.457189 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bdd59b5f-8ffc-4401-a6c6-5fab5ffbb7dd tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:05.461594 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-bdd59b5f-8ffc-4401-a6c6-5fab5ffbb7dd tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1949337 May 31 14:39:05.462047 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45264) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:39:05.467293 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-5ef99e7b-b4a0-4ed0-b860-32bda587eb1d tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Request body: {'security_group_rule': {'security_group_id': 'ccbb501d-3480-46d3-a9a8-bd14b42e22fa', 'project_id': '91ff4e6fbd51465ba708db114d874986', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:39:05.474793 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-5ef99e7b-b4a0-4ed0-b860-32bda587eb1d tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:39:05.478689 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-5ef99e7b-b4a0-4ed0-b860-32bda587eb1d tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Usage tracker for resource:security_group_rule and tenant:91ff4e6fbd51465ba708db114d874986 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:39:05.481564 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-5ef99e7b-b4a0-4ed0-b860-32bda587eb1d tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:39:05.487281 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-5ef99e7b-b4a0-4ed0-b860-32bda587eb1d tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:39:05.503910 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5ef99e7b-b4a0-4ed0-b860-32bda587eb1d tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:05.562956 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5ef99e7b-b4a0-4ed0-b860-32bda587eb1d tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:05.566381 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5ef99e7b-b4a0-4ed0-b860-32bda587eb1d tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:05.590086 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef99e7b-b4a0-4ed0-b860-32bda587eb1d tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f23ce604-86ef-4f42-bf77-a80a44b18f1d,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:39:05.599162 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5ef99e7b-b4a0-4ed0-b860-32bda587eb1d tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:05.600313 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-5ef99e7b-b4a0-4ed0-b860-32bda587eb1d tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1373496 May 31 14:39:05.603160 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45268) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:39:05.608217 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-eb331f44-c8d5-458a-8346-e993d8d23fcb tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Request body: {'security_group_rule': {'security_group_id': 'ccbb501d-3480-46d3-a9a8-bd14b42e22fa', 'project_id': '91ff4e6fbd51465ba708db114d874986', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:39:05.615047 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-eb331f44-c8d5-458a-8346-e993d8d23fcb tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:39:05.618957 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-eb331f44-c8d5-458a-8346-e993d8d23fcb tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Usage tracker for resource:security_group_rule and tenant:91ff4e6fbd51465ba708db114d874986 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:39:05.621779 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-eb331f44-c8d5-458a-8346-e993d8d23fcb tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:39:05.627413 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-eb331f44-c8d5-458a-8346-e993d8d23fcb tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:39:05.644443 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eb331f44-c8d5-458a-8346-e993d8d23fcb tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:05.708556 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eb331f44-c8d5-458a-8346-e993d8d23fcb tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:05.712180 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eb331f44-c8d5-458a-8346-e993d8d23fcb tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:05.735388 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb331f44-c8d5-458a-8346-e993d8d23fcb tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19ca1779-8bac-467b-98b2-4a478d626521,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:39:05.744505 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eb331f44-c8d5-458a-8346-e993d8d23fcb tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:05.745692 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-eb331f44-c8d5-458a-8346-e993d8d23fcb tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1415827 May 31 14:39:05.748544 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45272) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:39:05.753401 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-93f7ea10-88f6-4847-b5c8-a884dd9124dd tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Request body: {'security_group_rule': {'security_group_id': 'ccbb501d-3480-46d3-a9a8-bd14b42e22fa', 'project_id': '91ff4e6fbd51465ba708db114d874986', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:39:05.760427 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-93f7ea10-88f6-4847-b5c8-a884dd9124dd tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:39:05.764223 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-93f7ea10-88f6-4847-b5c8-a884dd9124dd tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Usage tracker for resource:security_group_rule and tenant:91ff4e6fbd51465ba708db114d874986 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:39:05.767029 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-93f7ea10-88f6-4847-b5c8-a884dd9124dd tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:39:05.772624 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-93f7ea10-88f6-4847-b5c8-a884dd9124dd tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:39:05.788916 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-93f7ea10-88f6-4847-b5c8-a884dd9124dd tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:05.852604 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-93f7ea10-88f6-4847-b5c8-a884dd9124dd tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:05.856152 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-93f7ea10-88f6-4847-b5c8-a884dd9124dd tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:05.879677 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f7ea10-88f6-4847-b5c8-a884dd9124dd tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=445e36f0-7340-4b6d-b4cd-85c5e70c8a4d,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:39:05.889492 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-93f7ea10-88f6-4847-b5c8-a884dd9124dd tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:05.890699 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-93f7ea10-88f6-4847-b5c8-a884dd9124dd tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1412468 May 31 14:39:05.893462 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45276) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:39:05.898360 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-f420a4e4-f841-43d4-af2d-dbd0e8679428 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Request body: {'security_group_rule': {'security_group_id': 'ccbb501d-3480-46d3-a9a8-bd14b42e22fa', 'project_id': '91ff4e6fbd51465ba708db114d874986', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:39:05.904529 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f420a4e4-f841-43d4-af2d-dbd0e8679428 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:39:05.908318 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-f420a4e4-f841-43d4-af2d-dbd0e8679428 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Usage tracker for resource:security_group_rule and tenant:91ff4e6fbd51465ba708db114d874986 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:39:05.911759 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-f420a4e4-f841-43d4-af2d-dbd0e8679428 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:39:05.917458 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f420a4e4-f841-43d4-af2d-dbd0e8679428 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:39:05.934441 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f420a4e4-f841-43d4-af2d-dbd0e8679428 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:06.002103 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f420a4e4-f841-43d4-af2d-dbd0e8679428 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:06.005468 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f420a4e4-f841-43d4-af2d-dbd0e8679428 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:06.032232 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f420a4e4-f841-43d4-af2d-dbd0e8679428 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6997eab-15a9-4d78-820a-30a1d36b0d1a,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:39:06.039584 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f420a4e4-f841-43d4-af2d-dbd0e8679428 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:06.040782 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-f420a4e4-f841-43d4-af2d-dbd0e8679428 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1463830 May 31 14:39:06.043655 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45280) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:39:06.048502 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-bcf1c6be-e455-45ba-b741-ce097c790948 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Request body: {'security_group_rule': {'security_group_id': 'ccbb501d-3480-46d3-a9a8-bd14b42e22fa', 'project_id': '91ff4e6fbd51465ba708db114d874986', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:39:06.055924 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-bcf1c6be-e455-45ba-b741-ce097c790948 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:39:06.059832 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-bcf1c6be-e455-45ba-b741-ce097c790948 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Usage tracker for resource:security_group_rule and tenant:91ff4e6fbd51465ba708db114d874986 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:39:06.062653 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-bcf1c6be-e455-45ba-b741-ce097c790948 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:39:06.068258 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-bcf1c6be-e455-45ba-b741-ce097c790948 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:39:06.081081 n-d-843939-1 neutron-server[88370]: INFO neutron.db.securitygroups_db [None req-bcf1c6be-e455-45ba-b741-ce097c790948 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Project 91ff4e6fbd51465ba708db114d874986 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 14:39:06.087509 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bcf1c6be-e455-45ba-b741-ce097c790948 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:06.150373 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bcf1c6be-e455-45ba-b741-ce097c790948 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:06.153808 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bcf1c6be-e455-45ba-b741-ce097c790948 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:06.177577 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf1c6be-e455-45ba-b741-ce097c790948 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ce95ca9-91a3-4bf2-8d30-8041cb4c3fa0,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:39:06.186825 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bcf1c6be-e455-45ba-b741-ce097c790948 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:06.188046 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-bcf1c6be-e455-45ba-b741-ce097c790948 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1434915 May 31 14:39:06.190814 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45284) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:39:06.196240 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-83d36081-f250-4eda-94aa-e6ec3e80a9a1 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Request body: {'security_group_rule': {'security_group_id': 'ccbb501d-3480-46d3-a9a8-bd14b42e22fa', 'project_id': '91ff4e6fbd51465ba708db114d874986', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:39:06.202518 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-83d36081-f250-4eda-94aa-e6ec3e80a9a1 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:39:06.206292 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-83d36081-f250-4eda-94aa-e6ec3e80a9a1 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Usage tracker for resource:security_group_rule and tenant:91ff4e6fbd51465ba708db114d874986 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:39:06.209242 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-83d36081-f250-4eda-94aa-e6ec3e80a9a1 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:39:06.214846 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-83d36081-f250-4eda-94aa-e6ec3e80a9a1 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:39:06.225683 n-d-843939-1 neutron-server[88370]: INFO neutron.db.securitygroups_db [None req-83d36081-f250-4eda-94aa-e6ec3e80a9a1 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Project 91ff4e6fbd51465ba708db114d874986 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 14:39:06.233235 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-83d36081-f250-4eda-94aa-e6ec3e80a9a1 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:06.303571 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-83d36081-f250-4eda-94aa-e6ec3e80a9a1 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:06.307055 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-83d36081-f250-4eda-94aa-e6ec3e80a9a1 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:06.331742 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d36081-f250-4eda-94aa-e6ec3e80a9a1 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a117fcf3-8bc1-4175-be39-bbb3c3bc33f2,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:39:06.341609 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-83d36081-f250-4eda-94aa-e6ec3e80a9a1 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:06.345505 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-83d36081-f250-4eda-94aa-e6ec3e80a9a1 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1511185 May 31 14:39:06.345704 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45288) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:39:06.351689 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-a4b52c71-5081-48b8-aeef-7bd6e74e4301 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Request body: {'network': {'name': 'tempest-network-smoke--1072010924', 'project_id': '91ff4e6fbd51465ba708db114d874986', 'port_security_enabled': True}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:39:06.357086 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-a4b52c71-5081-48b8-aeef-7bd6e74e4301 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:39:06.361304 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-a4b52c71-5081-48b8-aeef-7bd6e74e4301 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Usage tracker for resource:network and tenant:91ff4e6fbd51465ba708db114d874986 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:39:06.364134 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-a4b52c71-5081-48b8-aeef-7bd6e74e4301 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:39:06.370088 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-a4b52c71-5081-48b8-aeef-7bd6e74e4301 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:39:06.380138 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b52c71-5081-48b8-aeef-7bd6e74e4301 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Made reservation on behalf of 91ff4e6fbd51465ba708db114d874986 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:39:06.383796 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a4b52c71-5081-48b8-aeef-7bd6e74e4301 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:06.411780 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4b52c71-5081-48b8-aeef-7bd6e74e4301 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 14:39:06.421493 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a4b52c71-5081-48b8-aeef-7bd6e74e4301 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:06.421835 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-a4b52c71-5081-48b8-aeef-7bd6e74e4301 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Added segment c36bfcac-71cd-428d-973a-203147fe9b8a of type vlan for network a6f14c31-a4e6-46d0-8400-fa9870c11ccc May 31 14:39:06.453643 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a4b52c71-5081-48b8-aeef-7bd6e74e4301 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:06.483348 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a4b52c71-5081-48b8-aeef-7bd6e74e4301 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:06.488651 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b52c71-5081-48b8-aeef-7bd6e74e4301 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:39:06.489280 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a4b52c71-5081-48b8-aeef-7bd6e74e4301 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:06.600804 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-a4b52c71-5081-48b8-aeef-7bd6e74e4301 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2538610 May 31 14:39:06.601785 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b52c71-5081-48b8-aeef-7bd6e74e4301 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event updated for resources: {'Network': ['ID=a6f14c31-a4e6-46d0-8400-fa9870c11ccc,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:39:06.604230 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45292) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:39:06.609442 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-4a9878a7-673e-4943-a780-6d377574c300 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2044636244', 'admin_state_up': True, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:39:06.614050 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network a6f14c31-a4e6-46d0-8400-fa9870c11ccc details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 14:39:06.618104 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4a9878a7-673e-4943-a780-6d377574c300 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:39:06.622138 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-4a9878a7-673e-4943-a780-6d377574c300 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Usage tracker for resource:router and tenant:91ff4e6fbd51465ba708db114d874986 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:39:06.625120 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-4a9878a7-673e-4943-a780-6d377574c300 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:39:06.632183 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4a9878a7-673e-4943-a780-6d377574c300 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:39:06.642242 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4a9878a7-673e-4943-a780-6d377574c300 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:06.643214 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4a9878a7-673e-4943-a780-6d377574c300 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:06.661533 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4a9878a7-673e-4943-a780-6d377574c300 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:06.943705 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4a9878a7-673e-4943-a780-6d377574c300 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:07.317234 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4a9878a7-673e-4943-a780-6d377574c300 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for router_gateway, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:07.347706 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4a9878a7-673e-4943-a780-6d377574c300 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:07.497686 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-4a9878a7-673e-4943-a780-6d377574c300 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Allocated IP 172.25.6.85 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/bf6411e6-4341-48cd-8ae8-6e9712a50d24) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:39:07.659743 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4a9878a7-673e-4943-a780-6d377574c300 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:07.693202 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4a9878a7-673e-4943-a780-6d377574c300 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:07.760098 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9878a7-673e-4943-a780-6d377574c300 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:39:07.763127 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-4a9878a7-673e-4943-a780-6d377574c300 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:39:07.766891 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9878a7-673e-4943-a780-6d377574c300 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:39:07.805584 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9878a7-673e-4943-a780-6d377574c300 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event updated for resources: {'Port': ['ID=bf6411e6-4341-48cd-8ae8-6e9712a50d24,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:39:08.069755 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:08.298104 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4a9878a7-673e-4943-a780-6d377574c300 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for router_gateway, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:08.638860 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4a9878a7-673e-4943-a780-6d377574c300 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:08.841109 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a9878a7-673e-4943-a780-6d377574c300 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Router 249a3442-1cde-4b48-affe-17686e7f9c7a is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 14:39:09.023329 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a9878a7-673e-4943-a780-6d377574c300 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:39:09.050367 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4a9878a7-673e-4943-a780-6d377574c300 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:09.051550 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-4a9878a7-673e-4943-a780-6d377574c300 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4462268 May 31 14:39:09.055315 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45296) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:39:09.060521 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52a6ecd-eab0-4c4a-a136-e7198a25971c None None] Sync routers for ids ['249a3442-1cde-4b48-affe-17686e7f9c7a'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:39:09.084840 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52a6ecd-eab0-4c4a-a136-e7198a25971c None None] Routers {'249a3442-1cde-4b48-affe-17686e7f9c7a'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:39:09.085449 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-c52a6ecd-eab0-4c4a-a136-e7198a25971c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:38:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['249a3442-1cde-4b48-affe-17686e7f9c7a'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:39:09.098307 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-8ca0ce58-3147-45a5-a786-8872b1067866 tempest-TestNetworkAdvancedServerOps-53305410 tempest-TestNetworkAdvancedServerOps-53305410-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=91ff4e6fbd51465ba708db114d874986&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0419424 May 31 14:39:09.101448 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45300) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:39:09.229813 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be551e5-17d8-4742-adde-5840ca8420af tempest-TestNetworkAdvancedServerOps-53305410 tempest-TestNetworkAdvancedServerOps-53305410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:39:09.231229 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-4be551e5-17d8-4742-adde-5840ca8420af tempest-TestNetworkAdvancedServerOps-53305410 tempest-TestNetworkAdvancedServerOps-53305410-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1288290 May 31 14:39:09.234240 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45304) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:39:09.274989 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-b7e952b9-7549-4b72-8e5d-4cdf858378c2 tempest-TestNetworkAdvancedServerOps-53305410 tempest-TestNetworkAdvancedServerOps-53305410-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=d2103cd5-63ba-4c24-9d95-fd17643bf14c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395339 May 31 14:39:09.277429 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45308) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:39:09.282812 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-c8d477f8-3051-4a09-bee7-54671781e2fd tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-489378263', 'network_id': 'a6f14c31-a4e6-46d0-8400-fa9870c11ccc', 'project_id': '91ff4e6fbd51465ba708db114d874986', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:39:09.343466 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-c52a6ecd-eab0-4c4a-a136-e7198a25971c None None] Set router 249a3442-1cde-4b48-affe-17686e7f9c7a gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:39:09.394044 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c8d477f8-3051-4a09-bee7-54671781e2fd tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:39:09.397920 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-c8d477f8-3051-4a09-bee7-54671781e2fd tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Usage tracker for resource:subnet and tenant:91ff4e6fbd51465ba708db114d874986 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:39:09.400736 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-c8d477f8-3051-4a09-bee7-54671781e2fd tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:39:09.406357 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c8d477f8-3051-4a09-bee7-54671781e2fd tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:39:09.416289 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d477f8-3051-4a09-bee7-54671781e2fd tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Made reservation on behalf of 91ff4e6fbd51465ba708db114d874986 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:39:09.419797 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c8d477f8-3051-4a09-bee7-54671781e2fd tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:09.516758 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:09.644108 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c8d477f8-3051-4a09-bee7-54671781e2fd tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:09.646538 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-c52a6ecd-eab0-4c4a-a136-e7198a25971c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249a3442-1cde-4b48-affe-17686e7f9c7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2044636244', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'bf6411e6-4341-48cd-8ae8-6e9712a50d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:39:06Z', 'updated_at': '2022-05-31T14:39:08Z', 'revision_number': 3, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'gw_port': {'id': 'bf6411e6-4341-48cd-8ae8-6e9712a50d24', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b1:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249a3442-1cde-4b48-affe-17686e7f9c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:39:07Z', 'updated_at': '2022-05-31T14:39:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:39:09.650275 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52a6ecd-eab0-4c4a-a136-e7198a25971c None None] Checking router: 249a3442-1cde-4b48-affe-17686e7f9c7a for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:39:09.650615 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52a6ecd-eab0-4c4a-a136-e7198a25971c None None] Updating router 249a3442-1cde-4b48-affe-17686e7f9c7a port bf6411e6-4341-48cd-8ae8-6e9712a50d24 binding host n-d-843939-1 {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 14:39:09.707534 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c52a6ecd-eab0-4c4a-a136-e7198a25971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:09.834506 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d477f8-3051-4a09-bee7-54671781e2fd tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event updated for resources: {'Subnet': ['ID=80e2e158-40cb-4c4d-99cc-2079568544e5,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:39:09.843088 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d477f8-3051-4a09-bee7-54671781e2fd tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Checking segment: {'id': 'c36bfcac-71cd-428d-973a-203147fe9b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a6f14c31-a4e6-46d0-8400-fa9870c11ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:39:09.843448 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d477f8-3051-4a09-bee7-54671781e2fd tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Network hostable DHCP agents. Network: a6f14c31-a4e6-46d0-8400-fa9870c11ccc, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 14:39:09.863653 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d477f8-3051-4a09-bee7-54671781e2fd tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Network a6f14c31-a4e6-46d0-8400-fa9870c11ccc is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 14:39:09.874183 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-c8d477f8-3051-4a09-bee7-54671781e2fd tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, a6f14c31-a4e6-46d0-8400-fa9870c11ccc) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:39:09.878365 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d477f8-3051-4a09-bee7-54671781e2fd tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:39:09.878967 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c8d477f8-3051-4a09-bee7-54671781e2fd tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:09.884404 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb64b84-a07e-44e1-aaf5-749540701d75 None None] Network a6f14c31-a4e6-46d0-8400-fa9870c11ccc requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:39:09.905138 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c8d477f8-3051-4a09-bee7-54671781e2fd tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6266387 May 31 14:39:09.908036 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45312) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:39:10.056204 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c52a6ecd-eab0-4c4a-a136-e7198a25971c None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:10.070419 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-c52a6ecd-eab0-4c4a-a136-e7198a25971c None None] Transition to ACTIVE for port object bf6411e6-4341-48cd-8ae8-6e9712a50d24 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:39:10.077115 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c52a6ecd-eab0-4c4a-a136-e7198a25971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:10.157326 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-c52a6ecd-eab0-4c4a-a136-e7198a25971c None None] Attempting to bind port bf6411e6-4341-48cd-8ae8-6e9712a50d24 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:39:10.157474 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-c52a6ecd-eab0-4c4a-a136-e7198a25971c None None] Attempting to bind port bf6411e6-4341-48cd-8ae8-6e9712a50d24 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:39:10.157804 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52a6ecd-eab0-4c4a-a136-e7198a25971c None None] Attempting to bind port bf6411e6-4341-48cd-8ae8-6e9712a50d24 on network d2103cd5-63ba-4c24-9d95-fd17643bf14c {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:39:10.163617 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2aa063-3cfb-4b6d-8f8d-72e0690d0c9e None None] Pushing event updated for resources: {'Port': ['ID=bf6411e6-4341-48cd-8ae8-6e9712a50d24,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:39:10.164846 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2508a43-2b7e-424e-9f40-50ef78b51fc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-a6f14c31-a4e6-46d0-8400-fa9870c11ccc', 'network_id': 'a6f14c31-a4e6-46d0-8400-fa9870c11ccc', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'fixed_ips': [{'subnet_id': '80e2e158-40cb-4c4d-99cc-2079568544e5'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 14:39:10.165920 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a2508a43-2b7e-424e-9f40-50ef78b51fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:10.168528 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52a6ecd-eab0-4c4a-a136-e7198a25971c None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:39:10.168889 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52a6ecd-eab0-4c4a-a136-e7198a25971c None None] Checking segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:39:10.169275 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c52a6ecd-eab0-4c4a-a136-e7198a25971c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:10.169658 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52a6ecd-eab0-4c4a-a136-e7198a25971c None None] Bound using segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:39:10.170148 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-c52a6ecd-eab0-4c4a-a136-e7198a25971c None None] Bound port: bf6411e6-4341-48cd-8ae8-6e9712a50d24, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:39:10.170496 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c52a6ecd-eab0-4c4a-a136-e7198a25971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:10.231780 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2aa063-3cfb-4b6d-8f8d-72e0690d0c9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:39:10.232259 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2aa063-3cfb-4b6d-8f8d-72e0690d0c9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:39:10.232467 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2aa063-3cfb-4b6d-8f8d-72e0690d0c9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:39:10.232784 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2aa063-3cfb-4b6d-8f8d-72e0690d0c9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:39:10.233057 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2aa063-3cfb-4b6d-8f8d-72e0690d0c9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:39:10.233372 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2aa063-3cfb-4b6d-8f8d-72e0690d0c9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:39:10.234582 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2aa063-3cfb-4b6d-8f8d-72e0690d0c9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:39:10.234582 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2aa063-3cfb-4b6d-8f8d-72e0690d0c9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:39:10.234582 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2aa063-3cfb-4b6d-8f8d-72e0690d0c9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:39:10.234582 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2aa063-3cfb-4b6d-8f8d-72e0690d0c9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:39:10.234915 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2aa063-3cfb-4b6d-8f8d-72e0690d0c9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:39:10.235195 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2aa063-3cfb-4b6d-8f8d-72e0690d0c9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:39:10.288675 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-c52a6ecd-eab0-4c4a-a136-e7198a25971c None None] For port bf6411e6-4341-48cd-8ae8-6e9712a50d24, host n-d-843939-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:39:10.292535 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-c52a6ecd-eab0-4c4a-a136-e7198a25971c None None] For port bf6411e6-4341-48cd-8ae8-6e9712a50d24, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=bf6411e6-4341-48cd-8ae8-6e9712a50d24,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:39:10.296361 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c52a6ecd-eab0-4c4a-a136-e7198a25971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:10.335991 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-a2508a43-2b7e-424e-9f40-50ef78b51fc7 None None] Allocated IP 172.20.0.2 (a6f14c31-a4e6-46d0-8400-fa9870c11ccc/80e2e158-40cb-4c4d-99cc-2079568544e5/7f27ca54-3217-42d9-9460-9dcbec17c46d) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:39:10.378768 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2aa063-3cfb-4b6d-8f8d-72e0690d0c9e None None] Pushing event updated for resources: {'Port': ['ID=bf6411e6-4341-48cd-8ae8-6e9712a50d24,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:39:10.404330 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52a6ecd-eab0-4c4a-a136-e7198a25971c None None] Routers {'249a3442-1cde-4b48-affe-17686e7f9c7a'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:39:10.405084 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-c52a6ecd-eab0-4c4a-a136-e7198a25971c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:38:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['249a3442-1cde-4b48-affe-17686e7f9c7a'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:39:10.547372 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a2508a43-2b7e-424e-9f40-50ef78b51fc7 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:10.560261 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a2508a43-2b7e-424e-9f40-50ef78b51fc7 None None] Transition to ACTIVE for port object 7f27ca54-3217-42d9-9460-9dcbec17c46d will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:39:10.580960 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a2508a43-2b7e-424e-9f40-50ef78b51fc7 None None] Transition to ACTIVE for port object 7f27ca54-3217-42d9-9460-9dcbec17c46d will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:39:10.591502 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-c52a6ecd-eab0-4c4a-a136-e7198a25971c None None] Set router 249a3442-1cde-4b48-affe-17686e7f9c7a gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:39:10.591782 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a2508a43-2b7e-424e-9f40-50ef78b51fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:10.660681 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2508a43-2b7e-424e-9f40-50ef78b51fc7 None None] Network a6f14c31-a4e6-46d0-8400-fa9870c11ccc is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:39:10.663634 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-a2508a43-2b7e-424e-9f40-50ef78b51fc7 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:39:10.666088 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2508a43-2b7e-424e-9f40-50ef78b51fc7 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:39:10.672384 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-76f6f287-4e66-4624-a19a-050574c80ef6 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:10.746788 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2508a43-2b7e-424e-9f40-50ef78b51fc7 None None] Pushing event updated for resources: {'Port': ['ID=7f27ca54-3217-42d9-9460-9dcbec17c46d,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:39:10.780468 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d0d37abe-582e-463b-82b2-2004adfa18c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:10.785821 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-a2508a43-2b7e-424e-9f40-50ef78b51fc7 None None] Attempting to bind port 7f27ca54-3217-42d9-9460-9dcbec17c46d on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:39:10.786259 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-a2508a43-2b7e-424e-9f40-50ef78b51fc7 None None] Attempting to bind port 7f27ca54-3217-42d9-9460-9dcbec17c46d by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'c36bfcac-71cd-428d-973a-203147fe9b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a6f14c31-a4e6-46d0-8400-fa9870c11ccc'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:39:10.786619 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2508a43-2b7e-424e-9f40-50ef78b51fc7 None None] Attempting to bind port 7f27ca54-3217-42d9-9460-9dcbec17c46d on network a6f14c31-a4e6-46d0-8400-fa9870c11ccc {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:39:10.792292 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2508a43-2b7e-424e-9f40-50ef78b51fc7 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:39:10.792661 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2508a43-2b7e-424e-9f40-50ef78b51fc7 None None] Checking segment: {'id': 'c36bfcac-71cd-428d-973a-203147fe9b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a6f14c31-a4e6-46d0-8400-fa9870c11ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:39:10.793052 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a2508a43-2b7e-424e-9f40-50ef78b51fc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:10.793434 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2508a43-2b7e-424e-9f40-50ef78b51fc7 None None] Bound using segment: {'id': 'c36bfcac-71cd-428d-973a-203147fe9b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a6f14c31-a4e6-46d0-8400-fa9870c11ccc'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:39:10.793931 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-a2508a43-2b7e-424e-9f40-50ef78b51fc7 None None] Bound port: 7f27ca54-3217-42d9-9460-9dcbec17c46d, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c36bfcac-71cd-428d-973a-203147fe9b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a6f14c31-a4e6-46d0-8400-fa9870c11ccc'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:39:10.794325 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a2508a43-2b7e-424e-9f40-50ef78b51fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:10.885007 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-a2508a43-2b7e-424e-9f40-50ef78b51fc7 None None] For port 7f27ca54-3217-42d9-9460-9dcbec17c46d, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:39:10.886402 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-c52a6ecd-eab0-4c4a-a136-e7198a25971c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249a3442-1cde-4b48-affe-17686e7f9c7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2044636244', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'bf6411e6-4341-48cd-8ae8-6e9712a50d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:39:06Z', 'updated_at': '2022-05-31T14:39:08Z', 'revision_number': 3, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'gw_port': {'id': 'bf6411e6-4341-48cd-8ae8-6e9712a50d24', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b1:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249a3442-1cde-4b48-affe-17686e7f9c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:39:07Z', 'updated_at': '2022-05-31T14:39:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:39:10.888865 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-a2508a43-2b7e-424e-9f40-50ef78b51fc7 None None] For port 7f27ca54-3217-42d9-9460-9dcbec17c46d, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=7f27ca54-3217-42d9-9460-9dcbec17c46d,segment=NetworkSegment(c36bfcac-71cd-428d-973a-203147fe9b8a),segment_id=c36bfcac-71cd-428d-973a-203147fe9b8a)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:39:10.890705 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52a6ecd-eab0-4c4a-a136-e7198a25971c None None] The sync data for ids ['249a3442-1cde-4b48-affe-17686e7f9c7a'] in n-d-843939-1 is: [{'id': '249a3442-1cde-4b48-affe-17686e7f9c7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2044636244', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'bf6411e6-4341-48cd-8ae8-6e9712a50d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:39:06Z', 'updated_at': '2022-05-31T14:39:08Z', 'revision_number': 3, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'gw_port': {'id': 'bf6411e6-4341-48cd-8ae8-6e9712a50d24', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b1:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249a3442-1cde-4b48-affe-17686e7f9c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:39:07Z', 'updated_at': '2022-05-31T14:39:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:39:10.893082 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a2508a43-2b7e-424e-9f40-50ef78b51fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:10.981675 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2508a43-2b7e-424e-9f40-50ef78b51fc7 None None] Pushing event updated for resources: {'Port': ['ID=7f27ca54-3217-42d9-9460-9dcbec17c46d,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:39:11.129056 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-76f6f287-4e66-4624-a19a-050574c80ef6 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Allocated IP 172.20.0.1 (a6f14c31-a4e6-46d0-8400-fa9870c11ccc/80e2e158-40cb-4c4d-99cc-2079568544e5/f79ec5be-876c-488d-af33-ba7ef13212c6) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:39:11.367568 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-76f6f287-4e66-4624-a19a-050574c80ef6 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:11.386400 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-76f6f287-4e66-4624-a19a-050574c80ef6 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Transition to ACTIVE for port object f79ec5be-876c-488d-af33-ba7ef13212c6 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:39:11.411493 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-76f6f287-4e66-4624-a19a-050574c80ef6 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:11.487431 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f6f287-4e66-4624-a19a-050574c80ef6 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Network a6f14c31-a4e6-46d0-8400-fa9870c11ccc is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:39:11.488760 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-76f6f287-4e66-4624-a19a-050574c80ef6 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:39:11.493597 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f6f287-4e66-4624-a19a-050574c80ef6 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:39:11.530709 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f6f287-4e66-4624-a19a-050574c80ef6 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event updated for resources: {'Port': ['ID=f79ec5be-876c-488d-af33-ba7ef13212c6,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:39:11.697385 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-76f6f287-4e66-4624-a19a-050574c80ef6 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:11.841924 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-76f6f287-4e66-4624-a19a-050574c80ef6 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:12.016523 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144efbcd-384c-4db5-99c1-241e26289008 None None] Network a6f14c31-a4e6-46d0-8400-fa9870c11ccc requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:39:12.108525 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-3e5b747b-613c-4a4f-93f0-bcdd2563bb66 None None] Provisioning for port 7f27ca54-3217-42d9-9460-9dcbec17c46d completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:39:12.281146 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-76f6f287-4e66-4624-a19a-050574c80ef6 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:12.288380 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-76f6f287-4e66-4624-a19a-050574c80ef6 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:12.414878 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f6f287-4e66-4624-a19a-050574c80ef6 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event updated for resources: {'Port': ['ID=f79ec5be-876c-488d-af33-ba7ef13212c6,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:39:12.417412 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-76f6f287-4e66-4624-a19a-050574c80ef6 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:12.539638 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-57fd9468-884c-43a6-9dd2-67d54f9d90b5 None None] Provisioning for port f79ec5be-876c-488d-af33-ba7ef13212c6 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:39:12.546464 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-57fd9468-884c-43a6-9dd2-67d54f9d90b5 None None] Provisioning complete for port f79ec5be-876c-488d-af33-ba7ef13212c6 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:39:12.546830 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-57fd9468-884c-43a6-9dd2-67d54f9d90b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:12.569167 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f6f287-4e66-4624-a19a-050574c80ef6 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Network a6f14c31-a4e6-46d0-8400-fa9870c11ccc is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:39:12.570823 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-76f6f287-4e66-4624-a19a-050574c80ef6 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:39:12.616551 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-57fd9468-884c-43a6-9dd2-67d54f9d90b5 None None] Port f79ec5be-876c-488d-af33-ba7ef13212c6 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:39:12.751010 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-30782d95-e335-42ee-9736-5aa2ecb118c3 None None] Provisioning complete for port f79ec5be-876c-488d-af33-ba7ef13212c6 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:39:12.751490 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-30782d95-e335-42ee-9736-5aa2ecb118c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:12.778109 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76f6f287-4e66-4624-a19a-050574c80ef6 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Router 249a3442-1cde-4b48-affe-17686e7f9c7a has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:39:12.807485 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-30782d95-e335-42ee-9736-5aa2ecb118c3 None None] Port f79ec5be-876c-488d-af33-ba7ef13212c6 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:39:12.909450 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ef94fa9b-1f40-4520-9e7e-b75749693ef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:12.927023 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-70ecae58-4ec1-4723-ba07-5fb5c48a34e7 None None] Provisioning complete for port f79ec5be-876c-488d-af33-ba7ef13212c6 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:39:12.927543 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-70ecae58-4ec1-4723-ba07-5fb5c48a34e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:12.976272 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76f6f287-4e66-4624-a19a-050574c80ef6 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:39:12.991535 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0773b9d-0d68-4e41-926c-ffb6805adc54 None None] Sync routers for ids ['249a3442-1cde-4b48-affe-17686e7f9c7a'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:39:12.998044 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-76f6f287-4e66-4624-a19a-050574c80ef6 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "PUT /v2.0/routers/249a3442-1cde-4b48-affe-17686e7f9c7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0844738 May 31 14:39:13.009869 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-70ecae58-4ec1-4723-ba07-5fb5c48a34e7 None None] Port f79ec5be-876c-488d-af33-ba7ef13212c6 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:39:13.012403 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0773b9d-0d68-4e41-926c-ffb6805adc54 None None] Routers {'249a3442-1cde-4b48-affe-17686e7f9c7a'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:39:13.013924 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-e0773b9d-0d68-4e41-926c-ffb6805adc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:39:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['249a3442-1cde-4b48-affe-17686e7f9c7a'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:39:13.076696 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 7f27ca54-3217-42d9-9460-9dcbec17c46d up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:39:13.253312 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-e0773b9d-0d68-4e41-926c-ffb6805adc54 None None] Set router 249a3442-1cde-4b48-affe-17686e7f9c7a gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:39:13.295358 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 7f27ca54-3217-42d9-9460-9dcbec17c46d completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:39:13.321195 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-c4948273-d509-4e57-8521-235052ea1da0 req-68a64891-e747-4831-b895-4daf7e5bfa24 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Synchronizing usage tracker for tenant:91ff4e6fbd51465ba708db114d874986 on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:39:13.338355 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-c4948273-d509-4e57-8521-235052ea1da0 req-68a64891-e747-4831-b895-4daf7e5bfa24 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Unset dirty status for tenant:91ff4e6fbd51465ba708db114d874986 on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:39:13.339554 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c4948273-d509-4e57-8521-235052ea1da0 req-68a64891-e747-4831-b895-4daf7e5bfa24 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1072592593&fields=id&tenant_id=91ff4e6fbd51465ba708db114d874986 HTTP/1.1" status: 200 len: 267 time: 0.0595717 May 31 14:39:13.356056 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 7f27ca54-3217-42d9-9460-9dcbec17c46d triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:39:13.356421 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:13.497440 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4948273-d509-4e57-8521-235052ea1da0 req-34123ff8-669f-4c73-8ea3-a36b197a0de8 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:39:13.498153 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-c4948273-d509-4e57-8521-235052ea1da0 req-34123ff8-669f-4c73-8ea3-a36b197a0de8 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Synchronizing usage tracker for tenant:91ff4e6fbd51465ba708db114d874986 on resource:network {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:39:13.514123 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-c4948273-d509-4e57-8521-235052ea1da0 req-34123ff8-669f-4c73-8ea3-a36b197a0de8 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Unset dirty status for tenant:91ff4e6fbd51465ba708db114d874986 on resource:network {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:39:13.515339 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c4948273-d509-4e57-8521-235052ea1da0 req-34123ff8-669f-4c73-8ea3-a36b197a0de8 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/networks?id=a6f14c31-a4e6-46d0-8400-fa9870c11ccc HTTP/1.1" status: 200 len: 797 time: 0.1689949 May 31 14:39:13.531001 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c4948273-d509-4e57-8521-235052ea1da0 req-20feecfe-b39a-4e1e-b5a9-823f7f09a668 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/quotas/91ff4e6fbd51465ba708db114d874986 HTTP/1.1" status: 200 len: 375 time: 0.0098126 May 31 14:39:13.617355 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-c4948273-d509-4e57-8521-235052ea1da0 req-b3f8491e-9a1b-4741-b7c5-53a0ddada450 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Synchronizing usage tracker for tenant:91ff4e6fbd51465ba708db114d874986 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:39:13.633424 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-c4948273-d509-4e57-8521-235052ea1da0 req-b3f8491e-9a1b-4741-b7c5-53a0ddada450 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Unset dirty status for tenant:91ff4e6fbd51465ba708db114d874986 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:39:13.634773 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c4948273-d509-4e57-8521-235052ea1da0 req-b3f8491e-9a1b-4741-b7c5-53a0ddada450 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=91ff4e6fbd51465ba708db114d874986&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0980005 May 31 14:39:13.663004 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 7f27ca54-3217-42d9-9460-9dcbec17c46d is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:39:13.663389 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:13.745344 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 7f27ca54-3217-42d9-9460-9dcbec17c46d, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=7f27ca54-3217-42d9-9460-9dcbec17c46d,segment=NetworkSegment(c36bfcac-71cd-428d-973a-203147fe9b8a),segment_id=c36bfcac-71cd-428d-973a-203147fe9b8a)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:39:13.753034 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:13.754023 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device bf6411e6-4341-48cd-8ae8-6e9712a50d24 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:39:13.882441 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=7f27ca54-3217-42d9-9460-9dcbec17c46d,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:39:13.893164 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-e0773b9d-0d68-4e41-926c-ffb6805adc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249a3442-1cde-4b48-affe-17686e7f9c7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2044636244', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'bf6411e6-4341-48cd-8ae8-6e9712a50d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:39:06Z', 'updated_at': '2022-05-31T14:39:11Z', 'revision_number': 4, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'gw_port': {'id': 'bf6411e6-4341-48cd-8ae8-6e9712a50d24', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b1:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249a3442-1cde-4b48-affe-17686e7f9c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:39:07Z', 'updated_at': '2022-05-31T14:39:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'f79ec5be-876c-488d-af33-ba7ef13212c6', 'name': '', 'network_id': 'a6f14c31-a4e6-46d0-8400-fa9870c11ccc', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'mac_address': 'fa:16:3e:f6:c1:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249a3442-1cde-4b48-affe-17686e7f9c7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '80e2e158-40cb-4c4d-99cc-2079568544e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:39:10Z', 'updated_at': '2022-05-31T14:39:12Z', 'revision_number': 2, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'subnets': [{'id': '80e2e158-40cb-4c4d-99cc-2079568544e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:39:13.900092 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0773b9d-0d68-4e41-926c-ffb6805adc54 None None] Checking router: 249a3442-1cde-4b48-affe-17686e7f9c7a for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:39:13.900451 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0773b9d-0d68-4e41-926c-ffb6805adc54 None None] Updating router 249a3442-1cde-4b48-affe-17686e7f9c7a port f79ec5be-876c-488d-af33-ba7ef13212c6 binding host n-d-843939-1 {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 14:39:13.903522 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c4948273-d509-4e57-8521-235052ea1da0 req-860db635-34ac-4e28-a2e5-5d96fb8ecc28 service neutron] 10.222.0.50 "GET /v2.0/networks/a6f14c31-a4e6-46d0-8400-fa9870c11ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558942 May 31 14:39:13.944644 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port bf6411e6-4341-48cd-8ae8-6e9712a50d24 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:39:13.954440 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port bf6411e6-4341-48cd-8ae8-6e9712a50d24 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:39:13.954820 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:14.017066 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0773b9d-0d68-4e41-926c-ffb6805adc54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:14.043013 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:14.043279 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c4948273-d509-4e57-8521-235052ea1da0 req-467e8829-50c3-4333-8926-0889eeefb277 service neutron] 10.222.0.50 "GET /v2.0/networks/a6f14c31-a4e6-46d0-8400-fa9870c11ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334853 May 31 14:39:14.234982 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:14.240599 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port bf6411e6-4341-48cd-8ae8-6e9712a50d24 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:39:14.240962 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:14.280502 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port bf6411e6-4341-48cd-8ae8-6e9712a50d24, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=bf6411e6-4341-48cd-8ae8-6e9712a50d24,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:39:14.296282 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-80eb7eb2-14ce-48ba-8a98-d8f0033a578b req-837e9062-8ee1-4ed0-925a-50276f2429e7 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3aafe7e-2bbf-44d3-b8ff-c1339393d810 HTTP/1.1" status: 200 len: 210 time: 0.1091084 May 31 14:39:14.333600 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:14.441845 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=bf6411e6-4341-48cd-8ae8-6e9712a50d24,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:39:14.544289 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0773b9d-0d68-4e41-926c-ffb6805adc54 None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:14.558356 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e0773b9d-0d68-4e41-926c-ffb6805adc54 None None] Transition to ACTIVE for port object f79ec5be-876c-488d-af33-ba7ef13212c6 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:39:14.565760 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0773b9d-0d68-4e41-926c-ffb6805adc54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:14.710497 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb6bd37-a7f9-489d-9e1c-a4006cc1542f None None] Pushing event updated for resources: {'Port': ['ID=f79ec5be-876c-488d-af33-ba7ef13212c6,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:39:14.800838 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-e0773b9d-0d68-4e41-926c-ffb6805adc54 None None] Attempting to bind port f79ec5be-876c-488d-af33-ba7ef13212c6 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:39:14.801367 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-e0773b9d-0d68-4e41-926c-ffb6805adc54 None None] Attempting to bind port f79ec5be-876c-488d-af33-ba7ef13212c6 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'c36bfcac-71cd-428d-973a-203147fe9b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a6f14c31-a4e6-46d0-8400-fa9870c11ccc'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:39:14.803016 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0773b9d-0d68-4e41-926c-ffb6805adc54 None None] Attempting to bind port f79ec5be-876c-488d-af33-ba7ef13212c6 on network a6f14c31-a4e6-46d0-8400-fa9870c11ccc {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:39:14.808912 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0773b9d-0d68-4e41-926c-ffb6805adc54 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:39:14.809277 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0773b9d-0d68-4e41-926c-ffb6805adc54 None None] Checking segment: {'id': 'c36bfcac-71cd-428d-973a-203147fe9b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a6f14c31-a4e6-46d0-8400-fa9870c11ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:39:14.809674 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0773b9d-0d68-4e41-926c-ffb6805adc54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:14.810104 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0773b9d-0d68-4e41-926c-ffb6805adc54 None None] Bound using segment: {'id': 'c36bfcac-71cd-428d-973a-203147fe9b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a6f14c31-a4e6-46d0-8400-fa9870c11ccc'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:39:14.811043 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-e0773b9d-0d68-4e41-926c-ffb6805adc54 None None] Bound port: f79ec5be-876c-488d-af33-ba7ef13212c6, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c36bfcac-71cd-428d-973a-203147fe9b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a6f14c31-a4e6-46d0-8400-fa9870c11ccc'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:39:14.811546 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0773b9d-0d68-4e41-926c-ffb6805adc54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:14.912060 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-e0773b9d-0d68-4e41-926c-ffb6805adc54 None None] For port f79ec5be-876c-488d-af33-ba7ef13212c6, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:39:14.915672 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-e0773b9d-0d68-4e41-926c-ffb6805adc54 None None] For port f79ec5be-876c-488d-af33-ba7ef13212c6, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=f79ec5be-876c-488d-af33-ba7ef13212c6,segment=NetworkSegment(c36bfcac-71cd-428d-973a-203147fe9b8a),segment_id=c36bfcac-71cd-428d-973a-203147fe9b8a)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:39:14.919805 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0773b9d-0d68-4e41-926c-ffb6805adc54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:15.008489 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 7f27ca54-3217-42d9-9460-9dcbec17c46d up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:39:15.079468 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0773b9d-0d68-4e41-926c-ffb6805adc54 None None] Routers {'249a3442-1cde-4b48-affe-17686e7f9c7a'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:39:15.080093 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-e0773b9d-0d68-4e41-926c-ffb6805adc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:39:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['249a3442-1cde-4b48-affe-17686e7f9c7a'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:39:15.153114 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb6bd37-a7f9-489d-9e1c-a4006cc1542f None None] Pushing event updated for resources: {'Port': ['ID=f79ec5be-876c-488d-af33-ba7ef13212c6,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:39:15.297731 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 7f27ca54-3217-42d9-9460-9dcbec17c46d triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:39:15.298539 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:15.355389 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-e0773b9d-0d68-4e41-926c-ffb6805adc54 None None] Set router 249a3442-1cde-4b48-affe-17686e7f9c7a gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:39:15.508027 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c045d410-a7d9-4414-9ad4-ca5281a62d69 req-17d4a511-26b6-41a4-8b16-242c894deab1 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3aafe7e-2bbf-44d3-b8ff-c1339393d810 HTTP/1.1" status: 200 len: 210 time: 0.0450084 May 31 14:39:15.593036 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4948273-d509-4e57-8521-235052ea1da0 req-7aa4fc05-e1da-4fac-8412-0ebca92d01f6 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:39:15.594569 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c4948273-d509-4e57-8521-235052ea1da0 req-7aa4fc05-e1da-4fac-8412-0ebca92d01f6 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.20 "GET /v2.0/networks?id=a6f14c31-a4e6-46d0-8400-fa9870c11ccc HTTP/1.1" status: 200 len: 797 time: 0.3029208 May 31 14:39:15.643734 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c4948273-d509-4e57-8521-235052ea1da0 req-c5cb93ee-d2b2-43a4-b113-cd9148f6b563 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91ff4e6fbd51465ba708db114d874986 HTTP/1.1" status: 200 len: 380 time: 0.0399280 May 31 14:39:15.652348 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-c4948273-d509-4e57-8521-235052ea1da0 req-1c97c51a-d286-4204-8646-79c11506cf42 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Request body: {'port': {'device_id': 'a3aafe7e-2bbf-44d3-b8ff-c1339393d810', 'network_id': 'a6f14c31-a4e6-46d0-8400-fa9870c11ccc', 'admin_state_up': True, 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'security_groups': ['ccbb501d-3480-46d3-a9a8-bd14b42e22fa']}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:39:15.698035 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 7f27ca54-3217-42d9-9460-9dcbec17c46d is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:39:15.699134 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device bf6411e6-4341-48cd-8ae8-6e9712a50d24 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:39:15.793332 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-c4948273-d509-4e57-8521-235052ea1da0 req-1c97c51a-d286-4204-8646-79c11506cf42 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:39:15.804282 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-c4948273-d509-4e57-8521-235052ea1da0 req-1c97c51a-d286-4204-8646-79c11506cf42 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:39:15.818131 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4948273-d509-4e57-8521-235052ea1da0 req-1c97c51a-d286-4204-8646-79c11506cf42 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Made reservation on behalf of 91ff4e6fbd51465ba708db114d874986 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:39:15.822169 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-c4948273-d509-4e57-8521-235052ea1da0 req-1c97c51a-d286-4204-8646-79c11506cf42 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:15.833102 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port bf6411e6-4341-48cd-8ae8-6e9712a50d24 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:39:15.833734 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:15.901878 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:15.905174 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-e0773b9d-0d68-4e41-926c-ffb6805adc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249a3442-1cde-4b48-affe-17686e7f9c7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2044636244', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'bf6411e6-4341-48cd-8ae8-6e9712a50d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:39:06Z', 'updated_at': '2022-05-31T14:39:11Z', 'revision_number': 4, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'gw_port': {'id': 'bf6411e6-4341-48cd-8ae8-6e9712a50d24', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249a3442-1cde-4b48-affe-17686e7f9c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:39:07Z', 'updated_at': '2022-05-31T14:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'f79ec5be-876c-488d-af33-ba7ef13212c6', 'name': '', 'network_id': 'a6f14c31-a4e6-46d0-8400-fa9870c11ccc', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'mac_address': 'fa:16:3e:f6:c1:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249a3442-1cde-4b48-affe-17686e7f9c7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '80e2e158-40cb-4c4d-99cc-2079568544e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:39:10Z', 'updated_at': '2022-05-31T14:39:14Z', 'revision_number': 4, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'subnets': [{'id': '80e2e158-40cb-4c4d-99cc-2079568544e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:39:15.911577 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0773b9d-0d68-4e41-926c-ffb6805adc54 None None] The sync data for ids ['249a3442-1cde-4b48-affe-17686e7f9c7a'] in n-d-843939-1 is: [{'id': '249a3442-1cde-4b48-affe-17686e7f9c7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2044636244', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'bf6411e6-4341-48cd-8ae8-6e9712a50d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:39:06Z', 'updated_at': '2022-05-31T14:39:11Z', 'revision_number': 4, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'gw_port': {'id': 'bf6411e6-4341-48cd-8ae8-6e9712a50d24', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249a3442-1cde-4b48-affe-17686e7f9c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:39:07Z', 'updated_at': '2022-05-31T14:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'f79ec5be-876c-488d-af33-ba7ef13212c6', 'name': '', 'network_id': 'a6f14c31-a4e6-46d0-8400-fa9870c11ccc', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'mac_address': 'fa:16:3e:f6:c1:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249a3442-1cde-4b48-affe-17686e7f9c7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '80e2e158-40cb-4c4d-99cc-2079568544e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:39:10Z', 'updated_at': '2022-05-31T14:39:14Z', 'revision_number': 4, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'subnets': [{'id': '80e2e158-40cb-4c4d-99cc-2079568544e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:39:15.993318 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port bf6411e6-4341-48cd-8ae8-6e9712a50d24 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:39:16.018905 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [req-c4948273-d509-4e57-8521-235052ea1da0 req-1c97c51a-d286-4204-8646-79c11506cf42 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Allocated IP 172.20.0.9 (a6f14c31-a4e6-46d0-8400-fa9870c11ccc/80e2e158-40cb-4c4d-99cc-2079568544e5/2de93909-c85b-41b4-bc45-e192023a1ebd) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:39:16.227849 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-c4948273-d509-4e57-8521-235052ea1da0 req-1c97c51a-d286-4204-8646-79c11506cf42 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:16.243953 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-c4948273-d509-4e57-8521-235052ea1da0 req-1c97c51a-d286-4204-8646-79c11506cf42 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Transition to ACTIVE for port object 2de93909-c85b-41b4-bc45-e192023a1ebd will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:39:16.273186 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-c4948273-d509-4e57-8521-235052ea1da0 req-1c97c51a-d286-4204-8646-79c11506cf42 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:16.352115 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4948273-d509-4e57-8521-235052ea1da0 req-1c97c51a-d286-4204-8646-79c11506cf42 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Network a6f14c31-a4e6-46d0-8400-fa9870c11ccc is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:39:16.355606 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [req-c4948273-d509-4e57-8521-235052ea1da0 req-1c97c51a-d286-4204-8646-79c11506cf42 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:39:16.359524 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4948273-d509-4e57-8521-235052ea1da0 req-1c97c51a-d286-4204-8646-79c11506cf42 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:39:16.391691 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c97c51a-d286-4204-8646-79c11506cf42 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event updated for resources: {'Port': ['ID=2de93909-c85b-41b4-bc45-e192023a1ebd,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:39:16.431059 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4948273-d509-4e57-8521-235052ea1da0 req-1c97c51a-d286-4204-8646-79c11506cf42 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:39:16.431839 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-c4948273-d509-4e57-8521-235052ea1da0 req-1c97c51a-d286-4204-8646-79c11506cf42 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:16.464623 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c4948273-d509-4e57-8521-235052ea1da0 req-1c97c51a-d286-4204-8646-79c11506cf42 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8157136 May 31 14:39:16.477363 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [req-c4948273-d509-4e57-8521-235052ea1da0 req-f931a930-72f7-4bea-b4cf-2c02820761a2 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88369) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 14:39:16.478540 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c4948273-d509-4e57-8521-235052ea1da0 req-f931a930-72f7-4bea-b4cf-2c02820761a2 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074584 May 31 14:39:16.539005 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-c4948273-d509-4e57-8521-235052ea1da0 req-51896082-3790-469c-9dc4-0277bd50566c service neutron] Request body: {'port': {'device_id': 'a3aafe7e-2bbf-44d3-b8ff-c1339393d810', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843939-1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:39:16.627377 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d6b573ee-51b8-4f99-9902-e0f4d4f29294 None None] Provisioning for port 2de93909-c85b-41b4-bc45-e192023a1ebd completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:39:16.633837 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d6b573ee-51b8-4f99-9902-e0f4d4f29294 None None] Provisioning complete for port 2de93909-c85b-41b4-bc45-e192023a1ebd triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:39:16.634307 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d6b573ee-51b8-4f99-9902-e0f4d4f29294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:16.669569 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-c4948273-d509-4e57-8521-235052ea1da0 req-51896082-3790-469c-9dc4-0277bd50566c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:16.703660 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-d6b573ee-51b8-4f99-9902-e0f4d4f29294 None None] Port 2de93909-c85b-41b4-bc45-e192023a1ebd cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:39:16.728210 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af42ba-cba3-427a-9f23-3ff27c9a97d5 req-2e77ce4d-d6f0-4738-8cfc-ed82c891c8b1 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:39:16.729881 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b4af42ba-cba3-427a-9f23-3ff27c9a97d5 req-2e77ce4d-d6f0-4738-8cfc-ed82c891c8b1 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3aafe7e-2bbf-44d3-b8ff-c1339393d810 HTTP/1.1" status: 200 len: 931 time: 0.0961840 May 31 14:39:16.783172 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b4af42ba-cba3-427a-9f23-3ff27c9a97d5 req-cab64ca2-2385-41d2-8b89-620586ccee59 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=ccbb501d-3480-46d3-a9a8-bd14b42e22fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467646 May 31 14:39:17.014426 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device f79ec5be-876c-488d-af33-ba7ef13212c6 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:39:17.063185 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [req-c4948273-d509-4e57-8521-235052ea1da0 req-51896082-3790-469c-9dc4-0277bd50566c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2de93909-c85b-41b4-bc45-e192023a1ebd {{(pid=88369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:39:17.071334 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-c4948273-d509-4e57-8521-235052ea1da0 req-51896082-3790-469c-9dc4-0277bd50566c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:17.086313 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port f79ec5be-876c-488d-af33-ba7ef13212c6 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:39:17.086887 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-c4948273-d509-4e57-8521-235052ea1da0 req-51896082-3790-469c-9dc4-0277bd50566c service neutron] Transition to ACTIVE for port object 2de93909-c85b-41b4-bc45-e192023a1ebd will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:39:17.092484 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-c4948273-d509-4e57-8521-235052ea1da0 req-51896082-3790-469c-9dc4-0277bd50566c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:17.093981 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port f79ec5be-876c-488d-af33-ba7ef13212c6 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:39:17.094558 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:17.224707 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port f79ec5be-876c-488d-af33-ba7ef13212c6 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:39:17.225531 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:17.226116 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51896082-3790-469c-9dc4-0277bd50566c service neutron] Pushing event updated for resources: {'Port': ['ID=2de93909-c85b-41b4-bc45-e192023a1ebd,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:39:17.267492 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port f79ec5be-876c-488d-af33-ba7ef13212c6, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=f79ec5be-876c-488d-af33-ba7ef13212c6,segment=NetworkSegment(c36bfcac-71cd-428d-973a-203147fe9b8a),segment_id=c36bfcac-71cd-428d-973a-203147fe9b8a)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:39:17.271950 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:17.356105 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=f79ec5be-876c-488d-af33-ba7ef13212c6,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:39:17.357424 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-c4948273-d509-4e57-8521-235052ea1da0 req-51896082-3790-469c-9dc4-0277bd50566c service neutron] Attempting to bind port 2de93909-c85b-41b4-bc45-e192023a1ebd on host n-h1-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:39:17.357929 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-c4948273-d509-4e57-8521-235052ea1da0 req-51896082-3790-469c-9dc4-0277bd50566c service neutron] Attempting to bind port 2de93909-c85b-41b4-bc45-e192023a1ebd by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': 'c36bfcac-71cd-428d-973a-203147fe9b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a6f14c31-a4e6-46d0-8400-fa9870c11ccc'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:39:17.362433 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4948273-d509-4e57-8521-235052ea1da0 req-51896082-3790-469c-9dc4-0277bd50566c service neutron] Attempting to bind port 2de93909-c85b-41b4-bc45-e192023a1ebd on network a6f14c31-a4e6-46d0-8400-fa9870c11ccc {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:39:17.368472 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4948273-d509-4e57-8521-235052ea1da0 req-51896082-3790-469c-9dc4-0277bd50566c service neutron] Port 2de93909-c85b-41b4-bc45-e192023a1ebd on network a6f14c31-a4e6-46d0-8400-fa9870c11ccc not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 14:39:17.368790 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4948273-d509-4e57-8521-235052ea1da0 req-51896082-3790-469c-9dc4-0277bd50566c service neutron] Attempting to bind port 2de93909-c85b-41b4-bc45-e192023a1ebd on network a6f14c31-a4e6-46d0-8400-fa9870c11ccc {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:39:17.373922 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4948273-d509-4e57-8521-235052ea1da0 req-51896082-3790-469c-9dc4-0277bd50566c service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:39:17.374456 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4948273-d509-4e57-8521-235052ea1da0 req-51896082-3790-469c-9dc4-0277bd50566c service neutron] Checking segment: {'id': 'c36bfcac-71cd-428d-973a-203147fe9b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a6f14c31-a4e6-46d0-8400-fa9870c11ccc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:39:17.374834 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4948273-d509-4e57-8521-235052ea1da0 req-51896082-3790-469c-9dc4-0277bd50566c service neutron] Bound using segment: {'id': 'c36bfcac-71cd-428d-973a-203147fe9b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a6f14c31-a4e6-46d0-8400-fa9870c11ccc'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:39:17.375253 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-c4948273-d509-4e57-8521-235052ea1da0 req-51896082-3790-469c-9dc4-0277bd50566c service neutron] Bound port: 2de93909-c85b-41b4-bc45-e192023a1ebd, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c36bfcac-71cd-428d-973a-203147fe9b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a6f14c31-a4e6-46d0-8400-fa9870c11ccc'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:39:17.375595 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-c4948273-d509-4e57-8521-235052ea1da0 req-51896082-3790-469c-9dc4-0277bd50566c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:17.482300 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-c4948273-d509-4e57-8521-235052ea1da0 req-51896082-3790-469c-9dc4-0277bd50566c service neutron] For port 2de93909-c85b-41b4-bc45-e192023a1ebd, host n-h1-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:39:17.485336 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-c4948273-d509-4e57-8521-235052ea1da0 req-51896082-3790-469c-9dc4-0277bd50566c service neutron] For port 2de93909-c85b-41b4-bc45-e192023a1ebd, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=2de93909-c85b-41b4-bc45-e192023a1ebd,segment=NetworkSegment(c36bfcac-71cd-428d-973a-203147fe9b8a),segment_id=c36bfcac-71cd-428d-973a-203147fe9b8a)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:39:17.490551 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-c4948273-d509-4e57-8521-235052ea1da0 req-51896082-3790-469c-9dc4-0277bd50566c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:17.551178 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4948273-d509-4e57-8521-235052ea1da0 req-51896082-3790-469c-9dc4-0277bd50566c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:39:17.551957 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-c4948273-d509-4e57-8521-235052ea1da0 req-51896082-3790-469c-9dc4-0277bd50566c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:17.553282 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c4948273-d509-4e57-8521-235052ea1da0 req-51896082-3790-469c-9dc4-0277bd50566c service neutron] 10.222.0.20 "PUT /v2.0/ports/2de93909-c85b-41b4-bc45-e192023a1ebd HTTP/1.1" status: 200 len: 1091 time: 1.0691495 May 31 14:39:17.553734 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3aafe7e-2bbf-44d3-b8ff-c1339393d810', 'tag': '2de93909-c85b-41b4-bc45-e192023a1ebd'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:39:17.573361 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51896082-3790-469c-9dc4-0277bd50566c service neutron] Pushing event updated for resources: {'Port': ['ID=2de93909-c85b-41b4-bc45-e192023a1ebd,revision_number=3']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:39:17.628089 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f864b73-0970-465c-ac0a-2dcc73a96977'] response: {'name': 'network-changed', 'server_uuid': 'a3aafe7e-2bbf-44d3-b8ff-c1339393d810', 'tag': '2de93909-c85b-41b4-bc45-e192023a1ebd', 'status': 'completed', 'code': 200} May 31 14:39:17.665538 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4948273-d509-4e57-8521-235052ea1da0 req-15e2a8f8-2cb5-434e-bf77-f7229bd782e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:39:17.667062 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c4948273-d509-4e57-8521-235052ea1da0 req-15e2a8f8-2cb5-434e-bf77-f7229bd782e4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=91ff4e6fbd51465ba708db114d874986&device_id=a3aafe7e-2bbf-44d3-b8ff-c1339393d810 HTTP/1.1" status: 200 len: 1094 time: 0.0761671 May 31 14:39:17.844000 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c4948273-d509-4e57-8521-235052ea1da0 req-cd950010-5863-4521-b4db-566dfba5574c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2de93909-c85b-41b4-bc45-e192023a1ebd HTTP/1.1" status: 200 len: 217 time: 0.1702719 May 31 14:39:17.907541 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4948273-d509-4e57-8521-235052ea1da0 req-d72ff201-cb2f-46f5-b025-7cd374602529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:39:17.908939 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c4948273-d509-4e57-8521-235052ea1da0 req-d72ff201-cb2f-46f5-b025-7cd374602529 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=80e2e158-40cb-4c4d-99cc-2079568544e5 HTTP/1.1" status: 200 len: 834 time: 0.0590975 May 31 14:39:17.976931 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdfbe55-31d6-4906-98b4-08e895132559 req-316dfac7-9a26-44fe-96c5-940c9fd0ab87 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:39:17.978711 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9fdfbe55-31d6-4906-98b4-08e895132559 req-316dfac7-9a26-44fe-96c5-940c9fd0ab87 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3aafe7e-2bbf-44d3-b8ff-c1339393d810 HTTP/1.1" status: 200 len: 943 time: 0.0839920 May 31 14:39:17.983731 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4948273-d509-4e57-8521-235052ea1da0 req-566c489a-29e9-4682-ba6d-8d7e59ca3afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:39:17.985177 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c4948273-d509-4e57-8521-235052ea1da0 req-566c489a-29e9-4682-ba6d-8d7e59ca3afc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a6f14c31-a4e6-46d0-8400-fa9870c11ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706182 May 31 14:39:18.026909 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9fdfbe55-31d6-4906-98b4-08e895132559 req-e8ba8cd1-e216-4304-a2f4-052f9a222d4a tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=ccbb501d-3480-46d3-a9a8-bd14b42e22fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427492 May 31 14:39:18.116316 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c4948273-d509-4e57-8521-235052ea1da0 req-affabf40-5d92-4cee-9b90-d1347e009e19 service neutron] 10.222.0.20 "GET /v2.0/networks/a6f14c31-a4e6-46d0-8400-fa9870c11ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250372 May 31 14:39:18.244944 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c4948273-d509-4e57-8521-235052ea1da0 req-3ae9d63b-4119-4b9c-a281-98625918cbae service neutron] 10.222.0.20 "GET /v2.0/networks/a6f14c31-a4e6-46d0-8400-fa9870c11ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229448 May 31 14:39:18.360557 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f9ee77-769e-4f19-86f8-2e7411f5fe9d req-899b8873-90b8-45fa-9d81-ba2d49eb4885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:39:18.362091 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-08f9ee77-769e-4f19-86f8-2e7411f5fe9d req-899b8873-90b8-45fa-9d81-ba2d49eb4885 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=91ff4e6fbd51465ba708db114d874986&device_id=a3aafe7e-2bbf-44d3-b8ff-c1339393d810 HTTP/1.1" status: 200 len: 1094 time: 0.0748668 May 31 14:39:18.495371 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f9ee77-769e-4f19-86f8-2e7411f5fe9d req-fc39a6d5-a52d-478f-a595-4661599ba58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:39:18.496788 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-08f9ee77-769e-4f19-86f8-2e7411f5fe9d req-fc39a6d5-a52d-478f-a595-4661599ba58f service neutron] 10.222.0.20 "GET /v2.0/networks?id=a6f14c31-a4e6-46d0-8400-fa9870c11ccc HTTP/1.1" status: 200 len: 898 time: 0.1290624 May 31 14:39:18.563599 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-08f9ee77-769e-4f19-86f8-2e7411f5fe9d req-2fd88969-a2fa-44d6-b0b9-50c7bf222be3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2de93909-c85b-41b4-bc45-e192023a1ebd HTTP/1.1" status: 200 len: 217 time: 0.0607641 May 31 14:39:18.628339 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f9ee77-769e-4f19-86f8-2e7411f5fe9d req-a684cf43-af31-46d9-9d0d-855d718b751f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:39:18.630808 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-08f9ee77-769e-4f19-86f8-2e7411f5fe9d req-a684cf43-af31-46d9-9d0d-855d718b751f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=80e2e158-40cb-4c4d-99cc-2079568544e5 HTTP/1.1" status: 200 len: 834 time: 0.0609667 May 31 14:39:18.709065 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f9ee77-769e-4f19-86f8-2e7411f5fe9d req-163e6087-3727-4cfb-a7f0-5002c2c42dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:39:18.710532 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-08f9ee77-769e-4f19-86f8-2e7411f5fe9d req-163e6087-3727-4cfb-a7f0-5002c2c42dd0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a6f14c31-a4e6-46d0-8400-fa9870c11ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753398 May 31 14:39:18.843103 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-08f9ee77-769e-4f19-86f8-2e7411f5fe9d req-c0864b95-f1b4-450d-bf30-53aa673bd4a7 service neutron] 10.222.0.20 "GET /v2.0/networks/a6f14c31-a4e6-46d0-8400-fa9870c11ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263158 May 31 14:39:18.977586 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-08f9ee77-769e-4f19-86f8-2e7411f5fe9d req-1a84efba-38b2-437c-9788-4b8a277256c1 service neutron] 10.222.0.20 "GET /v2.0/networks/a6f14c31-a4e6-46d0-8400-fa9870c11ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274805 May 31 14:39:18.982513 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device f79ec5be-876c-488d-af33-ba7ef13212c6 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:39:19.050955 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port f79ec5be-876c-488d-af33-ba7ef13212c6 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:39:19.051529 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:19.182662 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port f79ec5be-876c-488d-af33-ba7ef13212c6 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:39:19.225361 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9923aa60-6b7f-49e0-a5f9-c71ecc23ae68 req-85eafe69-1b5b-4ed9-b546-ead5ae0d5c72 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:39:19.226849 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9923aa60-6b7f-49e0-a5f9-c71ecc23ae68 req-85eafe69-1b5b-4ed9-b546-ead5ae0d5c72 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3aafe7e-2bbf-44d3-b8ff-c1339393d810 HTTP/1.1" status: 200 len: 943 time: 0.0852995 May 31 14:39:19.269904 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9923aa60-6b7f-49e0-a5f9-c71ecc23ae68 req-f64c5fba-e1bf-41fe-9e3f-5e599bdd70b2 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=ccbb501d-3480-46d3-a9a8-bd14b42e22fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373797 May 31 14:39:19.663742 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:39:20.455042 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc1488-b0a1-4853-a35c-842fa8c233f2 req-69dc5121-92e5-474e-aa5e-53589ee914f4 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:39:20.456487 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-96bc1488-b0a1-4853-a35c-842fa8c233f2 req-69dc5121-92e5-474e-aa5e-53589ee914f4 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3aafe7e-2bbf-44d3-b8ff-c1339393d810 HTTP/1.1" status: 200 len: 943 time: 0.0791900 May 31 14:39:20.501728 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-96bc1488-b0a1-4853-a35c-842fa8c233f2 req-515546a8-9a2c-437c-bbba-288962fb024c tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=ccbb501d-3480-46d3-a9a8-bd14b42e22fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389628 May 31 14:39:21.694655 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e2499d-5174-4570-b119-0cc6ee89c29e req-400d3cf0-9457-4692-8b57-dbd624978302 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:39:21.696111 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-22e2499d-5174-4570-b119-0cc6ee89c29e req-400d3cf0-9457-4692-8b57-dbd624978302 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3aafe7e-2bbf-44d3-b8ff-c1339393d810 HTTP/1.1" status: 200 len: 943 time: 0.0856662 May 31 14:39:21.742166 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-22e2499d-5174-4570-b119-0cc6ee89c29e req-657eaab6-cd61-4ac2-8279-d165a9832582 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=ccbb501d-3480-46d3-a9a8-bd14b42e22fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404310 May 31 14:39:22.425075 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 2de93909-c85b-41b4-bc45-e192023a1ebd details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 14:39:22.589971 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 2de93909-c85b-41b4-bc45-e192023a1ebd, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=2de93909-c85b-41b4-bc45-e192023a1ebd,segment=NetworkSegment(c36bfcac-71cd-428d-973a-203147fe9b8a),segment_id=c36bfcac-71cd-428d-973a-203147fe9b8a)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:39:22.603236 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': '2de93909-c85b-41b4-bc45-e192023a1ebd', 'network_id': 'a6f14c31-a4e6-46d0-8400-fa9870c11ccc', 'port_id': '2de93909-c85b-41b4-bc45-e192023a1ebd', 'mac_address': 'fa:16:3e:df:2d:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80e2e158-40cb-4c4d-99cc-2079568544e5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 14:39:22.658089 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 2de93909-c85b-41b4-bc45-e192023a1ebd is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:39:22.658456 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:22.674997 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2de93909-c85b-41b4-bc45-e192023a1ebd {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:39:22.690669 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 2de93909-c85b-41b4-bc45-e192023a1ebd, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=2de93909-c85b-41b4-bc45-e192023a1ebd,segment=NetworkSegment(c36bfcac-71cd-428d-973a-203147fe9b8a),segment_id=c36bfcac-71cd-428d-973a-203147fe9b8a)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:39:22.694922 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:22.760978 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=2de93909-c85b-41b4-bc45-e192023a1ebd,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:39:22.925872 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acf0b69-cadd-40ec-a7f5-8223624fb6da req-de0d2193-ddce-43b7-b45e-7227b0e190f9 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:39:22.927562 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6acf0b69-cadd-40ec-a7f5-8223624fb6da req-de0d2193-ddce-43b7-b45e-7227b0e190f9 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3aafe7e-2bbf-44d3-b8ff-c1339393d810 HTTP/1.1" status: 200 len: 944 time: 0.0800126 May 31 14:39:22.971244 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6acf0b69-cadd-40ec-a7f5-8223624fb6da req-ba7254ab-3c84-4234-bdf9-cead7bfa8f4f tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=ccbb501d-3480-46d3-a9a8-bd14b42e22fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378809 May 31 14:39:23.092176 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['2de93909-c85b-41b4-bc45-e192023a1ebd'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:39:24.156252 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d302b-d1c3-47ab-b546-9fc1a45f5c88 req-bfc9e0c2-18fd-42b7-946f-0213860fdb0c tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:39:24.157709 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a67d302b-d1c3-47ab-b546-9fc1a45f5c88 req-bfc9e0c2-18fd-42b7-946f-0213860fdb0c tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3aafe7e-2bbf-44d3-b8ff-c1339393d810 HTTP/1.1" status: 200 len: 944 time: 0.0822363 May 31 14:39:24.202159 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a67d302b-d1c3-47ab-b546-9fc1a45f5c88 req-7dd417d3-79cd-465e-a47e-71ea846067b1 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=ccbb501d-3480-46d3-a9a8-bd14b42e22fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379972 May 31 14:39:24.436295 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 2de93909-c85b-41b4-bc45-e192023a1ebd up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:39:24.503329 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning for port 2de93909-c85b-41b4-bc45-e192023a1ebd completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:39:24.508544 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port 2de93909-c85b-41b4-bc45-e192023a1ebd triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:39:24.508905 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:24.626361 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 2de93909-c85b-41b4-bc45-e192023a1ebd is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:39:24.626732 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:24.653968 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3aafe7e-2bbf-44d3-b8ff-c1339393d810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2de93909-c85b-41b4-bc45-e192023a1ebd'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:39:24.664568 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 2de93909-c85b-41b4-bc45-e192023a1ebd, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=2de93909-c85b-41b4-bc45-e192023a1ebd,segment=NetworkSegment(c36bfcac-71cd-428d-973a-203147fe9b8a),segment_id=c36bfcac-71cd-428d-973a-203147fe9b8a)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:39:24.668468 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:24.704019 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-397d9500-ac60-45b5-ae00-2797971dfd86'] response: {'server_uuid': 'a3aafe7e-2bbf-44d3-b8ff-c1339393d810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2de93909-c85b-41b4-bc45-e192023a1ebd', 'code': 200} May 31 14:39:24.735744 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=2de93909-c85b-41b4-bc45-e192023a1ebd,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:39:24.826571 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe5028-9565-4791-b81f-c13876c5bfe2 req-bd561180-1ae8-4e0d-b458-2f2d4d54f159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:39:24.827945 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-24fe5028-9565-4791-b81f-c13876c5bfe2 req-bd561180-1ae8-4e0d-b458-2f2d4d54f159 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a3aafe7e-2bbf-44d3-b8ff-c1339393d810 HTTP/1.1" status: 200 len: 1096 time: 0.0687809 May 31 14:39:24.871006 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-24fe5028-9565-4791-b81f-c13876c5bfe2 req-719a11e5-aa9c-4548-b039-c7b25a6bf31e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ccbb501d-3480-46d3-a9a8-bd14b42e22fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367286 May 31 14:39:25.388673 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1b92b0-eaa2-406c-b07b-492b2463314d req-284e9b20-f834-4c26-bda6-693664b13fc0 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:39:25.390158 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7a1b92b0-eaa2-406c-b07b-492b2463314d req-284e9b20-f834-4c26-bda6-693664b13fc0 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3aafe7e-2bbf-44d3-b8ff-c1339393d810 HTTP/1.1" status: 200 len: 945 time: 0.0804482 May 31 14:39:25.437694 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7a1b92b0-eaa2-406c-b07b-492b2463314d req-31201067-f1f6-49a4-89cf-1cd4a72581b8 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=ccbb501d-3480-46d3-a9a8-bd14b42e22fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417938 May 31 14:39:26.629145 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc90e4-b268-40e1-97f8-0548c6d05331 req-e1d360af-73e7-4cfa-a157-2f48cca92211 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:39:26.630571 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-16bc90e4-b268-40e1-97f8-0548c6d05331 req-e1d360af-73e7-4cfa-a157-2f48cca92211 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3aafe7e-2bbf-44d3-b8ff-c1339393d810 HTTP/1.1" status: 200 len: 945 time: 0.0805752 May 31 14:39:26.676299 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-16bc90e4-b268-40e1-97f8-0548c6d05331 req-e70983ee-bc4a-4fed-b155-4aaa22281299 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=ccbb501d-3480-46d3-a9a8-bd14b42e22fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392699 May 31 14:39:26.868616 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e13ca0-dec1-41a4-8bd6-1e469c9bedc8 req-974ea4b7-94f9-45b3-87a7-1426d66d9298 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:39:26.870150 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-80e13ca0-dec1-41a4-8bd6-1e469c9bedc8 req-974ea4b7-94f9-45b3-87a7-1426d66d9298 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3aafe7e-2bbf-44d3-b8ff-c1339393d810 HTTP/1.1" status: 200 len: 945 time: 0.0854080 May 31 14:39:26.915499 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-80e13ca0-dec1-41a4-8bd6-1e469c9bedc8 req-15b8a378-74f5-4880-a11c-c115ddc7c84f tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=ccbb501d-3480-46d3-a9a8-bd14b42e22fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397189 May 31 14:39:26.938507 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45378) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:39:27.009464 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459ca40f-9d3b-4ba1-8f53-9f07ce967d38 tempest-TestNetworkAdvancedServerOps-53305410 tempest-TestNetworkAdvancedServerOps-53305410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:39:27.011007 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-459ca40f-9d3b-4ba1-8f53-9f07ce967d38 tempest-TestNetworkAdvancedServerOps-53305410 tempest-TestNetworkAdvancedServerOps-53305410-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=a3aafe7e-2bbf-44d3-b8ff-c1339393d810 HTTP/1.1" status: 200 len: 1091 time: 0.0714865 May 31 14:39:27.013922 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45382) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:39:27.018771 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-3cc9d23b-315a-405b-8184-51960b1e67e8 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Request body: {'floatingip': {'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'port_id': '2de93909-c85b-41b4-bc45-e192023a1ebd', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:39:27.025804 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-3cc9d23b-315a-405b-8184-51960b1e67e8 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:39:27.029647 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-3cc9d23b-315a-405b-8184-51960b1e67e8 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Usage tracker for resource:floatingip and tenant:91ff4e6fbd51465ba708db114d874986 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:39:27.032454 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-3cc9d23b-315a-405b-8184-51960b1e67e8 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:39:27.038248 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-3cc9d23b-315a-405b-8184-51960b1e67e8 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:39:27.048158 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3cc9d23b-315a-405b-8184-51960b1e67e8 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for floatingip, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:27.183732 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3cc9d23b-315a-405b-8184-51960b1e67e8 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:27.324526 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-3cc9d23b-315a-405b-8184-51960b1e67e8 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Allocated IP 172.25.6.116 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/aadc4a17-adf7-4392-bb3b-e43d7022b3a3) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:39:27.472176 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3cc9d23b-315a-405b-8184-51960b1e67e8 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:27.501463 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3cc9d23b-315a-405b-8184-51960b1e67e8 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:27.577474 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc9d23b-315a-405b-8184-51960b1e67e8 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:39:27.581785 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-3cc9d23b-315a-405b-8184-51960b1e67e8 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:39:27.585645 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc9d23b-315a-405b-8184-51960b1e67e8 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:39:27.731667 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc9d23b-315a-405b-8184-51960b1e67e8 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event updated for resources: {'Port': ['ID=aadc4a17-adf7-4392-bb3b-e43d7022b3a3,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:39:28.114808 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3cc9d23b-315a-405b-8184-51960b1e67e8 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:28.188742 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3cc9d23b-315a-405b-8184-51960b1e67e8 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:28.410254 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3cc9d23b-315a-405b-8184-51960b1e67e8 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:28.414689 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3cc9d23b-315a-405b-8184-51960b1e67e8 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:28.524749 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc9d23b-315a-405b-8184-51960b1e67e8 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event updated for resources: {'Port': ['ID=aadc4a17-adf7-4392-bb3b-e43d7022b3a3,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:39:28.534136 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3cc9d23b-315a-405b-8184-51960b1e67e8 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:28.710077 n-d-843939-1 neutron-server[88370]: INFO neutron.db.l3_db [None req-3cc9d23b-315a-405b-8184-51960b1e67e8 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Floating IP e5aeb21c-e803-4635-93ae-9aaa8660b33e associated. External IP: 172.25.6.116, port: 2de93909-c85b-41b4-bc45-e192023a1ebd. May 31 14:39:29.062181 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cc9d23b-315a-405b-8184-51960b1e67e8 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Router 249a3442-1cde-4b48-affe-17686e7f9c7a has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:39:29.355934 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cc9d23b-315a-405b-8184-51960b1e67e8 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:39:29.367424 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16a7e06-2960-4a9f-afe5-ced79ea24d7c None None] Sync routers for ids ['249a3442-1cde-4b48-affe-17686e7f9c7a'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:39:29.377548 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16a7e06-2960-4a9f-afe5-ced79ea24d7c None None] Routers {'249a3442-1cde-4b48-affe-17686e7f9c7a'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:39:29.378250 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-b16a7e06-2960-4a9f-afe5-ced79ea24d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:39:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['249a3442-1cde-4b48-affe-17686e7f9c7a'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:39:29.382032 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3cc9d23b-315a-405b-8184-51960b1e67e8 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:29.436826 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-3cc9d23b-315a-405b-8184-51960b1e67e8 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4218571 May 31 14:39:29.437407 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3aafe7e-2bbf-44d3-b8ff-c1339393d810', 'tag': '2de93909-c85b-41b4-bc45-e192023a1ebd'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:39:29.567207 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-b16a7e06-2960-4a9f-afe5-ced79ea24d7c None None] Set router 249a3442-1cde-4b48-affe-17686e7f9c7a gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:39:29.568098 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d470e5ac-fda0-413f-9b00-e5fd061207ad'] response: {'name': 'network-changed', 'server_uuid': 'a3aafe7e-2bbf-44d3-b8ff-c1339393d810', 'tag': '2de93909-c85b-41b4-bc45-e192023a1ebd', 'status': 'completed', 'code': 200} May 31 14:39:29.619555 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c38ab-c8ae-47b4-9afa-f2c928f62357 req-008e64e0-8443-439f-aedc-d9d3e240a11f tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:39:29.620952 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4e7c38ab-c8ae-47b4-9afa-f2c928f62357 req-008e64e0-8443-439f-aedc-d9d3e240a11f tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3aafe7e-2bbf-44d3-b8ff-c1339393d810 HTTP/1.1" status: 200 len: 945 time: 0.0937839 May 31 14:39:29.659225 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac8d5c-2e09-4310-a29a-175e8a85bb48 req-0062a5b2-df1c-4ad1-96a6-bb055d3c1f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:39:29.660709 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d0ac8d5c-2e09-4310-a29a-175e8a85bb48 req-0062a5b2-df1c-4ad1-96a6-bb055d3c1f5d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=91ff4e6fbd51465ba708db114d874986&device_id=a3aafe7e-2bbf-44d3-b8ff-c1339393d810 HTTP/1.1" status: 200 len: 1096 time: 0.0716305 May 31 14:39:29.668445 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4e7c38ab-c8ae-47b4-9afa-f2c928f62357 req-e40bac6a-716f-4685-a372-877084fb4e87 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=ccbb501d-3480-46d3-a9a8-bd14b42e22fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414670 May 31 14:39:29.692399 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45392) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:39:29.798699 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac8d5c-2e09-4310-a29a-175e8a85bb48 req-fa494f52-3515-4999-b562-645468dfeb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:39:29.800478 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d0ac8d5c-2e09-4310-a29a-175e8a85bb48 req-fa494f52-3515-4999-b562-645468dfeb33 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a6f14c31-a4e6-46d0-8400-fa9870c11ccc HTTP/1.1" status: 200 len: 898 time: 0.1338334 May 31 14:39:29.808946 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-135c2e29-4957-4c46-b5e2-5be4df4edef2 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/floatingips/e5aeb21c-e803-4635-93ae-9aaa8660b33e HTTP/1.1" status: 200 len: 991 time: 0.1142628 May 31 14:39:29.930000 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-b16a7e06-2960-4a9f-afe5-ced79ea24d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249a3442-1cde-4b48-affe-17686e7f9c7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2044636244', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'bf6411e6-4341-48cd-8ae8-6e9712a50d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:39:06Z', 'updated_at': '2022-05-31T14:39:11Z', 'revision_number': 4, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'gw_port': {'id': 'bf6411e6-4341-48cd-8ae8-6e9712a50d24', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249a3442-1cde-4b48-affe-17686e7f9c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:39:07Z', 'updated_at': '2022-05-31T14:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': 'e5aeb21c-e803-4635-93ae-9aaa8660b33e', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'floating_ip_address': '172.25.6.116', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '249a3442-1cde-4b48-affe-17686e7f9c7a', 'port_id': '2de93909-c85b-41b4-bc45-e192023a1ebd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6f14c31-a4e6-46d0-8400-fa9870c11ccc', 'mac_address': 'fa:16:3e:df:2d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3aafe7e-2bbf-44d3-b8ff-c1339393d810', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:39:28Z', 'updated_at': '2022-05-31T14:39:28Z', 'revision_number': 0, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f79ec5be-876c-488d-af33-ba7ef13212c6', 'name': '', 'network_id': 'a6f14c31-a4e6-46d0-8400-fa9870c11ccc', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'mac_address': 'fa:16:3e:f6:c1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249a3442-1cde-4b48-affe-17686e7f9c7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '80e2e158-40cb-4c4d-99cc-2079568544e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:39:10Z', 'updated_at': '2022-05-31T14:39:17Z', 'revision_number': 5, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'subnets': [{'id': '80e2e158-40cb-4c4d-99cc-2079568544e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:39:29.934281 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16a7e06-2960-4a9f-afe5-ced79ea24d7c None None] Checking router: 249a3442-1cde-4b48-affe-17686e7f9c7a for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:39:29.944252 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16a7e06-2960-4a9f-afe5-ced79ea24d7c None None] Routers {'249a3442-1cde-4b48-affe-17686e7f9c7a'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:39:29.945143 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-b16a7e06-2960-4a9f-afe5-ced79ea24d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:39:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['249a3442-1cde-4b48-affe-17686e7f9c7a'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:39:30.010331 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d0ac8d5c-2e09-4310-a29a-175e8a85bb48 req-f278baf5-8c9e-418f-95e0-351ee3361e07 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2de93909-c85b-41b4-bc45-e192023a1ebd HTTP/1.1" status: 200 len: 999 time: 0.2043421 May 31 14:39:30.071334 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac8d5c-2e09-4310-a29a-175e8a85bb48 req-8d192700-6ad7-4d8a-906e-9d44456a36b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:39:30.072754 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d0ac8d5c-2e09-4310-a29a-175e8a85bb48 req-8d192700-6ad7-4d8a-906e-9d44456a36b4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=80e2e158-40cb-4c4d-99cc-2079568544e5 HTTP/1.1" status: 200 len: 834 time: 0.0567775 May 31 14:39:30.151790 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac8d5c-2e09-4310-a29a-175e8a85bb48 req-4edb7fac-7e1a-4cf9-b395-78b382fac3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:39:30.153239 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d0ac8d5c-2e09-4310-a29a-175e8a85bb48 req-4edb7fac-7e1a-4cf9-b395-78b382fac3eb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a6f14c31-a4e6-46d0-8400-fa9870c11ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745585 May 31 14:39:30.155255 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-b16a7e06-2960-4a9f-afe5-ced79ea24d7c None None] Set router 249a3442-1cde-4b48-affe-17686e7f9c7a gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:39:30.286295 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d0ac8d5c-2e09-4310-a29a-175e8a85bb48 req-ccbf4346-f5bf-4eda-8fdc-e01c6fc1bc35 service neutron] 10.222.0.20 "GET /v2.0/networks/a6f14c31-a4e6-46d0-8400-fa9870c11ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263599 May 31 14:39:30.421064 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d0ac8d5c-2e09-4310-a29a-175e8a85bb48 req-ec9e7ed6-b207-4a81-9311-55f3c1493d3b service neutron] 10.222.0.20 "GET /v2.0/networks/a6f14c31-a4e6-46d0-8400-fa9870c11ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287887 May 31 14:39:30.501946 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-b16a7e06-2960-4a9f-afe5-ced79ea24d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249a3442-1cde-4b48-affe-17686e7f9c7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2044636244', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'bf6411e6-4341-48cd-8ae8-6e9712a50d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:39:06Z', 'updated_at': '2022-05-31T14:39:11Z', 'revision_number': 4, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'gw_port': {'id': 'bf6411e6-4341-48cd-8ae8-6e9712a50d24', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249a3442-1cde-4b48-affe-17686e7f9c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:39:07Z', 'updated_at': '2022-05-31T14:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': 'e5aeb21c-e803-4635-93ae-9aaa8660b33e', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'floating_ip_address': '172.25.6.116', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '249a3442-1cde-4b48-affe-17686e7f9c7a', 'port_id': '2de93909-c85b-41b4-bc45-e192023a1ebd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6f14c31-a4e6-46d0-8400-fa9870c11ccc', 'mac_address': 'fa:16:3e:df:2d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3aafe7e-2bbf-44d3-b8ff-c1339393d810', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:39:28Z', 'updated_at': '2022-05-31T14:39:28Z', 'revision_number': 0, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f79ec5be-876c-488d-af33-ba7ef13212c6', 'name': '', 'network_id': 'a6f14c31-a4e6-46d0-8400-fa9870c11ccc', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'mac_address': 'fa:16:3e:f6:c1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249a3442-1cde-4b48-affe-17686e7f9c7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '80e2e158-40cb-4c4d-99cc-2079568544e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:39:10Z', 'updated_at': '2022-05-31T14:39:17Z', 'revision_number': 5, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'subnets': [{'id': '80e2e158-40cb-4c4d-99cc-2079568544e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:39:30.505953 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16a7e06-2960-4a9f-afe5-ced79ea24d7c None None] The sync data for ids ['249a3442-1cde-4b48-affe-17686e7f9c7a'] in n-d-843939-1 is: [{'id': '249a3442-1cde-4b48-affe-17686e7f9c7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2044636244', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'bf6411e6-4341-48cd-8ae8-6e9712a50d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:39:06Z', 'updated_at': '2022-05-31T14:39:11Z', 'revision_number': 4, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'gw_port': {'id': 'bf6411e6-4341-48cd-8ae8-6e9712a50d24', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249a3442-1cde-4b48-affe-17686e7f9c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:39:07Z', 'updated_at': '2022-05-31T14:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': 'e5aeb21c-e803-4635-93ae-9aaa8660b33e', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'floating_ip_address': '172.25.6.116', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '249a3442-1cde-4b48-affe-17686e7f9c7a', 'port_id': '2de93909-c85b-41b4-bc45-e192023a1ebd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6f14c31-a4e6-46d0-8400-fa9870c11ccc', 'mac_address': 'fa:16:3e:df:2d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3aafe7e-2bbf-44d3-b8ff-c1339393d810', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:39:28Z', 'updated_at': '2022-05-31T14:39:28Z', 'revision_number': 0, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f79ec5be-876c-488d-af33-ba7ef13212c6', 'name': '', 'network_id': 'a6f14c31-a4e6-46d0-8400-fa9870c11ccc', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'mac_address': 'fa:16:3e:f6:c1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249a3442-1cde-4b48-affe-17686e7f9c7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '80e2e158-40cb-4c4d-99cc-2079568544e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:39:10Z', 'updated_at': '2022-05-31T14:39:17Z', 'revision_number': 5, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'subnets': [{'id': '80e2e158-40cb-4c4d-99cc-2079568544e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:39:30.689879 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ffbae7-b766-48c8-81c0-a442011a9745 None None] New status for floating IP e5aeb21c-e803-4635-93ae-9aaa8660b33e: ACTIVE {{(pid=88371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 14:39:30.811947 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45396) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:39:30.923872 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-adbd4136-7c4f-4fe1-8d90-19ddcc41e3d6 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/floatingips/e5aeb21c-e803-4635-93ae-9aaa8660b33e HTTP/1.1" status: 200 len: 991 time: 0.1106553 May 31 14:39:31.928460 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45400) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:39:32.034113 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-7823e005-4713-4394-a7b7-9adf2882e74e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/floatingips/e5aeb21c-e803-4635-93ae-9aaa8660b33e HTTP/1.1" status: 200 len: 993 time: 0.1043892 May 31 14:39:38.067868 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:39.527536 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:40.722537 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5dbdc4c2-eeb7-4e38-9abb-fb5d2d65938d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:42.910684 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e64b0729-1996-4aca-b292-48a2576d12b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:43.985084 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:44.151213 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:45.884763 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:39:56.663069 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:40:08.083994 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:40:09.543323 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:40:10.725943 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6e510108-ec20-491e-a234-980b5a8bc636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:40:12.913680 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bef16df3-fba6-4ca0-a51d-d0eaec76dd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:40:13.987221 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:40:14.086784 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b2e3f9b9-451e-4940-a857-0c4c40b7b311 req-20107b10-a3a3-4c84-a9a5-1e96d57fd0ee service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a3aafe7e-2bbf-44d3-b8ff-c1339393d810&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0713675 May 31 14:40:14.153982 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:40:14.225858 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e3f9b9-451e-4940-a857-0c4c40b7b311 req-f6614d19-196f-441e-9792-f23017738dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:40:14.227883 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b2e3f9b9-451e-4940-a857-0c4c40b7b311 req-f6614d19-196f-441e-9792-f23017738dd0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=91ff4e6fbd51465ba708db114d874986&device_id=a3aafe7e-2bbf-44d3-b8ff-c1339393d810 HTTP/1.1" status: 200 len: 1096 time: 0.0741255 May 31 14:40:14.379062 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e3f9b9-451e-4940-a857-0c4c40b7b311 req-8fd9c792-09c0-48c2-9df3-d2bfa4bbbd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:40:14.380492 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b2e3f9b9-451e-4940-a857-0c4c40b7b311 req-8fd9c792-09c0-48c2-9df3-d2bfa4bbbd38 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a6f14c31-a4e6-46d0-8400-fa9870c11ccc HTTP/1.1" status: 200 len: 898 time: 0.1344452 May 31 14:40:14.484783 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b2e3f9b9-451e-4940-a857-0c4c40b7b311 req-cd0674ff-0b7f-4cb7-ae05-47ddda08173f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2de93909-c85b-41b4-bc45-e192023a1ebd HTTP/1.1" status: 200 len: 1001 time: 0.0980139 May 31 14:40:14.551103 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e3f9b9-451e-4940-a857-0c4c40b7b311 req-3b3b5aaf-33e8-4c00-a102-ba15d99dc194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:40:14.552519 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b2e3f9b9-451e-4940-a857-0c4c40b7b311 req-3b3b5aaf-33e8-4c00-a102-ba15d99dc194 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=80e2e158-40cb-4c4d-99cc-2079568544e5 HTTP/1.1" status: 200 len: 834 time: 0.0619364 May 31 14:40:14.631835 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e3f9b9-451e-4940-a857-0c4c40b7b311 req-f266947b-5358-4ed1-a044-345208e69650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:40:14.633826 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b2e3f9b9-451e-4940-a857-0c4c40b7b311 req-f266947b-5358-4ed1-a044-345208e69650 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a6f14c31-a4e6-46d0-8400-fa9870c11ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755312 May 31 14:40:14.770455 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b2e3f9b9-451e-4940-a857-0c4c40b7b311 req-86ecc99c-48d1-44e6-830f-42431afe75ff service neutron] 10.222.0.20 "GET /v2.0/networks/a6f14c31-a4e6-46d0-8400-fa9870c11ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304102 May 31 14:40:14.908659 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b2e3f9b9-451e-4940-a857-0c4c40b7b311 req-6c95cc86-fa99-4180-85fa-a7881281cd5d service neutron] 10.222.0.20 "GET /v2.0/networks/a6f14c31-a4e6-46d0-8400-fa9870c11ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324673 May 31 14:40:15.886615 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:40:33.146515 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45432) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:40:33.185707 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3629fc8c-07ae-4e3f-90c9-96937c3da8c5 req-7f41ba19-913c-49aa-b130-51cc7de8ebcf tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:40:33.187210 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3629fc8c-07ae-4e3f-90c9-96937c3da8c5 req-7f41ba19-913c-49aa-b130-51cc7de8ebcf tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3aafe7e-2bbf-44d3-b8ff-c1339393d810 HTTP/1.1" status: 200 len: 945 time: 0.0821898 May 31 14:40:33.231809 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3629fc8c-07ae-4e3f-90c9-96937c3da8c5 req-348bd899-ec45-4412-b16c-e599b7950045 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=ccbb501d-3480-46d3-a9a8-bd14b42e22fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390170 May 31 14:40:33.262114 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-94cf6f6b-4cbc-44eb-80f8-02571e2c6d2d req-9411a2a0-ed95-4f1f-9cd1-f8df0cd6cccc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a3aafe7e-2bbf-44d3-b8ff-c1339393d810&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1136885 May 31 14:40:33.661673 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:40:34.422367 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448bc1aa-b347-47e0-9f01-00f3c59b9214 req-f688a9de-998d-451e-a445-207dda59f932 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:40:34.423809 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-448bc1aa-b347-47e0-9f01-00f3c59b9214 req-f688a9de-998d-451e-a445-207dda59f932 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3aafe7e-2bbf-44d3-b8ff-c1339393d810 HTTP/1.1" status: 200 len: 945 time: 0.0848002 May 31 14:40:34.461185 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf6f6b-4cbc-44eb-80f8-02571e2c6d2d req-1fae23f0-4e25-4adf-97f5-c2020b40089d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:40:34.462820 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-94cf6f6b-4cbc-44eb-80f8-02571e2c6d2d req-1fae23f0-4e25-4adf-97f5-c2020b40089d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=91ff4e6fbd51465ba708db114d874986&device_id=a3aafe7e-2bbf-44d3-b8ff-c1339393d810 HTTP/1.1" status: 200 len: 1096 time: 0.0722637 May 31 14:40:34.468412 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-448bc1aa-b347-47e0-9f01-00f3c59b9214 req-fa839228-34f2-4d1b-b73f-ddf804c27bec tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=ccbb501d-3480-46d3-a9a8-bd14b42e22fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386198 May 31 14:40:34.703078 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf6f6b-4cbc-44eb-80f8-02571e2c6d2d req-fb111251-ada0-4586-8107-f4175568c581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:40:34.704666 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-94cf6f6b-4cbc-44eb-80f8-02571e2c6d2d req-fb111251-ada0-4586-8107-f4175568c581 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a6f14c31-a4e6-46d0-8400-fa9870c11ccc HTTP/1.1" status: 200 len: 898 time: 0.2346492 May 31 14:40:34.809714 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-94cf6f6b-4cbc-44eb-80f8-02571e2c6d2d req-81f1dd8d-570e-4d8d-841b-807db4bbc1e6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2de93909-c85b-41b4-bc45-e192023a1ebd HTTP/1.1" status: 200 len: 1001 time: 0.0981750 May 31 14:40:34.872904 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf6f6b-4cbc-44eb-80f8-02571e2c6d2d req-f323668d-c04c-44a4-a8f5-0e9d7bc94681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:40:34.874372 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-94cf6f6b-4cbc-44eb-80f8-02571e2c6d2d req-f323668d-c04c-44a4-a8f5-0e9d7bc94681 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=80e2e158-40cb-4c4d-99cc-2079568544e5 HTTP/1.1" status: 200 len: 834 time: 0.0584078 May 31 14:40:34.952858 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf6f6b-4cbc-44eb-80f8-02571e2c6d2d req-27ed8035-62cc-46de-bbab-2b2397a0cc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:40:34.954410 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-94cf6f6b-4cbc-44eb-80f8-02571e2c6d2d req-27ed8035-62cc-46de-bbab-2b2397a0cc58 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a6f14c31-a4e6-46d0-8400-fa9870c11ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741427 May 31 14:40:35.090087 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-94cf6f6b-4cbc-44eb-80f8-02571e2c6d2d req-92f721c8-0e50-4cc7-8b1f-2206a8cfd7c2 service neutron] 10.222.0.20 "GET /v2.0/networks/a6f14c31-a4e6-46d0-8400-fa9870c11ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284907 May 31 14:40:35.220528 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-94cf6f6b-4cbc-44eb-80f8-02571e2c6d2d req-4d1b8123-1207-4857-95c1-648148a784ab service neutron] 10.222.0.20 "GET /v2.0/networks/a6f14c31-a4e6-46d0-8400-fa9870c11ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253085 May 31 14:40:35.657085 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a69d8fa-dc20-4720-8aac-c761ee225587 req-df93768b-b420-4c02-add6-b9807755e799 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:40:35.658558 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6a69d8fa-dc20-4720-8aac-c761ee225587 req-df93768b-b420-4c02-add6-b9807755e799 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3aafe7e-2bbf-44d3-b8ff-c1339393d810 HTTP/1.1" status: 200 len: 945 time: 0.0809715 May 31 14:40:35.703066 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6a69d8fa-dc20-4720-8aac-c761ee225587 req-a25e1d5e-9d68-4d12-a027-d174f779ce0b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=ccbb501d-3480-46d3-a9a8-bd14b42e22fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387897 May 31 14:40:36.890745 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5270cbc3-a12f-4e96-99d5-92f1131bdbfd req-30a5439d-446e-41b1-ad2a-981b7f4e1a9f tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:40:36.892197 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5270cbc3-a12f-4e96-99d5-92f1131bdbfd req-30a5439d-446e-41b1-ad2a-981b7f4e1a9f tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3aafe7e-2bbf-44d3-b8ff-c1339393d810 HTTP/1.1" status: 200 len: 945 time: 0.0824084 May 31 14:40:36.976945 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5270cbc3-a12f-4e96-99d5-92f1131bdbfd req-eba56696-9662-4452-b196-9c20b0c23e0c tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=ccbb501d-3480-46d3-a9a8-bd14b42e22fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792108 May 31 14:40:38.082623 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:40:38.173041 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa654196-949f-4420-afb4-14d369f92fce req-3b371569-b593-457d-90e9-1f386de7d85c tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:40:38.174591 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aa654196-949f-4420-afb4-14d369f92fce req-3b371569-b593-457d-90e9-1f386de7d85c tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3aafe7e-2bbf-44d3-b8ff-c1339393d810 HTTP/1.1" status: 200 len: 945 time: 0.0871863 May 31 14:40:38.221843 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-aa654196-949f-4420-afb4-14d369f92fce req-71695932-dd62-4cd3-8ac9-abc2294f1ccc tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=ccbb501d-3480-46d3-a9a8-bd14b42e22fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412879 May 31 14:40:39.547641 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:40:39.575019 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa69b9e8-b3e8-497b-93e3-e10c0572e1e0 req-53a691cf-49fc-4d94-b18a-1f3446eb76f4 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:40:39.576469 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fa69b9e8-b3e8-497b-93e3-e10c0572e1e0 req-53a691cf-49fc-4d94-b18a-1f3446eb76f4 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3aafe7e-2bbf-44d3-b8ff-c1339393d810 HTTP/1.1" status: 200 len: 945 time: 0.0796165 May 31 14:40:39.625784 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fa69b9e8-b3e8-497b-93e3-e10c0572e1e0 req-016f47d0-3bf8-44bd-b8f5-74d79a2793c7 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=ccbb501d-3480-46d3-a9a8-bd14b42e22fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436063 May 31 14:40:40.728994 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0595457f-c811-4a7b-a8d0-9b563f938bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:40:40.816159 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711f4763-e901-452b-8f05-8ccde2af6f4c req-1c64e751-87fb-47f7-985e-5d103db1fbfb tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:40:40.817659 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-711f4763-e901-452b-8f05-8ccde2af6f4c req-1c64e751-87fb-47f7-985e-5d103db1fbfb tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3aafe7e-2bbf-44d3-b8ff-c1339393d810 HTTP/1.1" status: 200 len: 945 time: 0.0831399 May 31 14:40:40.864223 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-711f4763-e901-452b-8f05-8ccde2af6f4c req-38d2ecff-8027-4505-a6e7-bc332c09b77b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=ccbb501d-3480-46d3-a9a8-bd14b42e22fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391495 May 31 14:40:42.047235 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b8e7ca-b067-4d26-8f0c-43ab70de2564 req-ba9affe2-94fb-4736-b3b5-e2db50f74a0c tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:40:42.048719 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-81b8e7ca-b067-4d26-8f0c-43ab70de2564 req-ba9affe2-94fb-4736-b3b5-e2db50f74a0c tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3aafe7e-2bbf-44d3-b8ff-c1339393d810 HTTP/1.1" status: 200 len: 945 time: 0.0797758 May 31 14:40:42.093267 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-81b8e7ca-b067-4d26-8f0c-43ab70de2564 req-05e0282a-d155-4879-8f0a-a18a356ff7e9 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=ccbb501d-3480-46d3-a9a8-bd14b42e22fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388136 May 31 14:40:42.916183 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b9ec3d11-d25e-41ea-8639-300976a61309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:40:43.283373 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df26f157-6640-4406-b972-688e96692ca0 req-747fe0c3-f86e-4d5c-92f2-1bba4d6e63d4 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:40:43.284838 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-df26f157-6640-4406-b972-688e96692ca0 req-747fe0c3-f86e-4d5c-92f2-1bba4d6e63d4 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3aafe7e-2bbf-44d3-b8ff-c1339393d810 HTTP/1.1" status: 200 len: 945 time: 0.0832262 May 31 14:40:43.329122 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-df26f157-6640-4406-b972-688e96692ca0 req-ad691109-859b-4b0b-bece-915e91fbcbf2 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=ccbb501d-3480-46d3-a9a8-bd14b42e22fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386531 May 31 14:40:43.989690 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:40:44.156331 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:40:44.513608 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1673c3-d1a0-4578-be2d-92fb923766d1 req-20f3bc85-5588-4b95-bbc7-b285a5ff27bb tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:40:44.515069 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fc1673c3-d1a0-4578-be2d-92fb923766d1 req-20f3bc85-5588-4b95-bbc7-b285a5ff27bb tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3aafe7e-2bbf-44d3-b8ff-c1339393d810 HTTP/1.1" status: 200 len: 945 time: 0.0793011 May 31 14:40:44.562379 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fc1673c3-d1a0-4578-be2d-92fb923766d1 req-355b4717-157f-4dad-a5d7-35405f996dfb tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=ccbb501d-3480-46d3-a9a8-bd14b42e22fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415542 May 31 14:40:45.762880 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f297a397-515c-4155-b808-c79e944fae63 req-3a12eb3a-ee8d-4232-99e9-6bf0600038f3 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:40:45.764316 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f297a397-515c-4155-b808-c79e944fae63 req-3a12eb3a-ee8d-4232-99e9-6bf0600038f3 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3aafe7e-2bbf-44d3-b8ff-c1339393d810 HTTP/1.1" status: 200 len: 945 time: 0.0879831 May 31 14:40:45.808904 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f297a397-515c-4155-b808-c79e944fae63 req-2aae4c2b-8ba8-4a7c-ba79-b527bab2bc13 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=ccbb501d-3480-46d3-a9a8-bd14b42e22fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388603 May 31 14:40:45.889268 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:40:47.107435 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e529b-1db3-48ef-b1be-1a24e05aa3a5 req-06aa15be-70c3-4845-a258-1e9e7c5e6ed3 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:40:47.108837 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-737e529b-1db3-48ef-b1be-1a24e05aa3a5 req-06aa15be-70c3-4845-a258-1e9e7c5e6ed3 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3aafe7e-2bbf-44d3-b8ff-c1339393d810 HTTP/1.1" status: 200 len: 945 time: 0.1919823 May 31 14:40:47.139992 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [req-94cf6f6b-4cbc-44eb-80f8-02571e2c6d2d req-14252b6f-7467-4a0b-ba3f-a54b8a5b25c9 service neutron] show failed (client error): The resource could not be found. May 31 14:40:47.140999 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-94cf6f6b-4cbc-44eb-80f8-02571e2c6d2d req-14252b6f-7467-4a0b-ba3f-a54b8a5b25c9 service neutron] 10.222.0.20 "GET /v2.0/ports/2de93909-c85b-41b4-bc45-e192023a1ebd/bindings/n-h2-843939-1 HTTP/1.1" status: 404 len: 380 time: 0.0770257 May 31 14:40:47.153498 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-737e529b-1db3-48ef-b1be-1a24e05aa3a5 req-c137ea63-0af7-48e5-98a0-02f3744c706c tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=ccbb501d-3480-46d3-a9a8-bd14b42e22fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390894 May 31 14:40:47.400967 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf6f6b-4cbc-44eb-80f8-02571e2c6d2d req-b8192961-4ab6-41af-a6c6-2fa638532422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:40:47.403044 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-94cf6f6b-4cbc-44eb-80f8-02571e2c6d2d req-b8192961-4ab6-41af-a6c6-2fa638532422 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a3aafe7e-2bbf-44d3-b8ff-c1339393d810&tenant_id=91ff4e6fbd51465ba708db114d874986 HTTP/1.1" status: 200 len: 1096 time: 0.0765100 May 31 14:40:47.414221 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-94cf6f6b-4cbc-44eb-80f8-02571e2c6d2d req-3a4bf59b-1030-47ec-9eb6-c5cea2858004 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843939-1', 'device_owner': 'compute:nova'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:40:47.523588 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-94cf6f6b-4cbc-44eb-80f8-02571e2c6d2d req-3a4bf59b-1030-47ec-9eb6-c5cea2858004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:40:47.789849 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-94cf6f6b-4cbc-44eb-80f8-02571e2c6d2d req-3a4bf59b-1030-47ec-9eb6-c5cea2858004 service neutron] For port 2de93909-c85b-41b4-bc45-e192023a1ebd, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=2de93909-c85b-41b4-bc45-e192023a1ebd,segment=NetworkSegment(c36bfcac-71cd-428d-973a-203147fe9b8a),segment_id=c36bfcac-71cd-428d-973a-203147fe9b8a)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:40:47.818674 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-94cf6f6b-4cbc-44eb-80f8-02571e2c6d2d req-3a4bf59b-1030-47ec-9eb6-c5cea2858004 service neutron] For port 2de93909-c85b-41b4-bc45-e192023a1ebd, host n-h1-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:40:47.880438 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3aafe7e-2bbf-44d3-b8ff-c1339393d810', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2de93909-c85b-41b4-bc45-e192023a1ebd'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:40:47.886694 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-94cf6f6b-4cbc-44eb-80f8-02571e2c6d2d req-3a4bf59b-1030-47ec-9eb6-c5cea2858004 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:40:47.902039 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-94cf6f6b-4cbc-44eb-80f8-02571e2c6d2d req-3a4bf59b-1030-47ec-9eb6-c5cea2858004 service neutron] Transition to ACTIVE for port object 2de93909-c85b-41b4-bc45-e192023a1ebd will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:40:47.906752 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-94cf6f6b-4cbc-44eb-80f8-02571e2c6d2d req-3a4bf59b-1030-47ec-9eb6-c5cea2858004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:40:48.017076 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26c5afee-2486-4a23-ae10-1933475b0c47'] response: {'server_uuid': 'a3aafe7e-2bbf-44d3-b8ff-c1339393d810', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2de93909-c85b-41b4-bc45-e192023a1ebd', 'code': 200} May 31 14:40:48.055946 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bf59b-1030-47ec-9eb6-c5cea2858004 service neutron] Pushing event updated for resources: {'Port': ['ID=2de93909-c85b-41b4-bc45-e192023a1ebd,revision_number=6']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:40:48.069871 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bf59b-1030-47ec-9eb6-c5cea2858004 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:40:48.070496 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bf59b-1030-47ec-9eb6-c5cea2858004 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:40:48.070839 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bf59b-1030-47ec-9eb6-c5cea2858004 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:40:48.071177 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bf59b-1030-47ec-9eb6-c5cea2858004 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:40:48.071508 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bf59b-1030-47ec-9eb6-c5cea2858004 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:40:48.071836 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bf59b-1030-47ec-9eb6-c5cea2858004 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:40:48.072160 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bf59b-1030-47ec-9eb6-c5cea2858004 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:40:48.072481 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bf59b-1030-47ec-9eb6-c5cea2858004 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:40:48.072805 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bf59b-1030-47ec-9eb6-c5cea2858004 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:40:48.073139 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bf59b-1030-47ec-9eb6-c5cea2858004 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:40:48.074298 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bf59b-1030-47ec-9eb6-c5cea2858004 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:40:48.074626 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bf59b-1030-47ec-9eb6-c5cea2858004 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:40:48.122443 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-94cf6f6b-4cbc-44eb-80f8-02571e2c6d2d req-3a4bf59b-1030-47ec-9eb6-c5cea2858004 service neutron] No DVR routers for this DVR port 2de93909-c85b-41b4-bc45-e192023a1ebd on host n-h1-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:40:48.353294 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb982f05-c669-44dc-b635-39a1179506dc req-beda3db4-2054-4665-b003-55826b2eb58b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:40:48.356266 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bb982f05-c669-44dc-b635-39a1179506dc req-beda3db4-2054-4665-b003-55826b2eb58b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3aafe7e-2bbf-44d3-b8ff-c1339393d810 HTTP/1.1" status: 200 len: 943 time: 0.0921314 May 31 14:40:48.409130 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bb982f05-c669-44dc-b635-39a1179506dc req-67d9ccee-c1f4-4aba-aafa-f63614ddca1f tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=ccbb501d-3480-46d3-a9a8-bd14b42e22fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436809 May 31 14:40:48.476694 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-94cf6f6b-4cbc-44eb-80f8-02571e2c6d2d req-3a4bf59b-1030-47ec-9eb6-c5cea2858004 service neutron] Attempting to bind port 2de93909-c85b-41b4-bc45-e192023a1ebd on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:40:48.477297 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-94cf6f6b-4cbc-44eb-80f8-02571e2c6d2d req-3a4bf59b-1030-47ec-9eb6-c5cea2858004 service neutron] Attempting to bind port 2de93909-c85b-41b4-bc45-e192023a1ebd by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': 'c36bfcac-71cd-428d-973a-203147fe9b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a6f14c31-a4e6-46d0-8400-fa9870c11ccc'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:40:48.477416 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94cf6f6b-4cbc-44eb-80f8-02571e2c6d2d req-3a4bf59b-1030-47ec-9eb6-c5cea2858004 service neutron] Attempting to bind port 2de93909-c85b-41b4-bc45-e192023a1ebd on network a6f14c31-a4e6-46d0-8400-fa9870c11ccc {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:40:48.481964 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94cf6f6b-4cbc-44eb-80f8-02571e2c6d2d req-3a4bf59b-1030-47ec-9eb6-c5cea2858004 service neutron] Port 2de93909-c85b-41b4-bc45-e192023a1ebd on network a6f14c31-a4e6-46d0-8400-fa9870c11ccc not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 14:40:48.482305 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94cf6f6b-4cbc-44eb-80f8-02571e2c6d2d req-3a4bf59b-1030-47ec-9eb6-c5cea2858004 service neutron] Attempting to bind port 2de93909-c85b-41b4-bc45-e192023a1ebd on network a6f14c31-a4e6-46d0-8400-fa9870c11ccc {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:40:48.487225 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94cf6f6b-4cbc-44eb-80f8-02571e2c6d2d req-3a4bf59b-1030-47ec-9eb6-c5cea2858004 service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:40:48.487557 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94cf6f6b-4cbc-44eb-80f8-02571e2c6d2d req-3a4bf59b-1030-47ec-9eb6-c5cea2858004 service neutron] Checking segment: {'id': 'c36bfcac-71cd-428d-973a-203147fe9b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a6f14c31-a4e6-46d0-8400-fa9870c11ccc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:40:48.487934 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94cf6f6b-4cbc-44eb-80f8-02571e2c6d2d req-3a4bf59b-1030-47ec-9eb6-c5cea2858004 service neutron] Bound using segment: {'id': 'c36bfcac-71cd-428d-973a-203147fe9b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a6f14c31-a4e6-46d0-8400-fa9870c11ccc'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:40:48.488350 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-94cf6f6b-4cbc-44eb-80f8-02571e2c6d2d req-3a4bf59b-1030-47ec-9eb6-c5cea2858004 service neutron] Bound port: 2de93909-c85b-41b4-bc45-e192023a1ebd, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c36bfcac-71cd-428d-973a-203147fe9b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a6f14c31-a4e6-46d0-8400-fa9870c11ccc'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:40:48.488691 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-94cf6f6b-4cbc-44eb-80f8-02571e2c6d2d req-3a4bf59b-1030-47ec-9eb6-c5cea2858004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:40:48.575873 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-94cf6f6b-4cbc-44eb-80f8-02571e2c6d2d req-3a4bf59b-1030-47ec-9eb6-c5cea2858004 service neutron] For port 2de93909-c85b-41b4-bc45-e192023a1ebd, host n-h2-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:40:48.578803 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-94cf6f6b-4cbc-44eb-80f8-02571e2c6d2d req-3a4bf59b-1030-47ec-9eb6-c5cea2858004 service neutron] For port 2de93909-c85b-41b4-bc45-e192023a1ebd, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=2de93909-c85b-41b4-bc45-e192023a1ebd,segment=NetworkSegment(c36bfcac-71cd-428d-973a-203147fe9b8a),segment_id=c36bfcac-71cd-428d-973a-203147fe9b8a)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:40:48.583356 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-94cf6f6b-4cbc-44eb-80f8-02571e2c6d2d req-3a4bf59b-1030-47ec-9eb6-c5cea2858004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:40:48.652551 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf6f6b-4cbc-44eb-80f8-02571e2c6d2d req-3a4bf59b-1030-47ec-9eb6-c5cea2858004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:40:48.653167 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-94cf6f6b-4cbc-44eb-80f8-02571e2c6d2d req-3a4bf59b-1030-47ec-9eb6-c5cea2858004 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:40:48.654613 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-94cf6f6b-4cbc-44eb-80f8-02571e2c6d2d req-3a4bf59b-1030-47ec-9eb6-c5cea2858004 service neutron] 10.222.0.44 "PUT /v2.0/ports/2de93909-c85b-41b4-bc45-e192023a1ebd HTTP/1.1" status: 200 len: 1091 time: 1.2442615 May 31 14:40:48.673583 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bf59b-1030-47ec-9eb6-c5cea2858004 service neutron] Pushing event updated for resources: {'Port': ['ID=2de93909-c85b-41b4-bc45-e192023a1ebd,revision_number=7']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:40:48.756107 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf6f6b-4cbc-44eb-80f8-02571e2c6d2d req-522e82ec-47f6-4cc6-b7f9-de6012b1cc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:40:48.757603 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-94cf6f6b-4cbc-44eb-80f8-02571e2c6d2d req-522e82ec-47f6-4cc6-b7f9-de6012b1cc1e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=91ff4e6fbd51465ba708db114d874986&device_id=a3aafe7e-2bbf-44d3-b8ff-c1339393d810 HTTP/1.1" status: 200 len: 1094 time: 0.0761750 May 31 14:40:48.894567 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf6f6b-4cbc-44eb-80f8-02571e2c6d2d req-23f5bcb0-2157-4532-823a-8f9325234b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:40:48.896041 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-94cf6f6b-4cbc-44eb-80f8-02571e2c6d2d req-23f5bcb0-2157-4532-823a-8f9325234b54 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a6f14c31-a4e6-46d0-8400-fa9870c11ccc HTTP/1.1" status: 200 len: 898 time: 0.1313267 May 31 14:40:49.009898 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-94cf6f6b-4cbc-44eb-80f8-02571e2c6d2d req-362adc2f-ead6-41fc-9a68-5991e82716a8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2de93909-c85b-41b4-bc45-e192023a1ebd HTTP/1.1" status: 200 len: 999 time: 0.1067951 May 31 14:40:49.072992 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf6f6b-4cbc-44eb-80f8-02571e2c6d2d req-114a6278-83b3-489b-bc68-7ce757a5aa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:40:49.075429 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-94cf6f6b-4cbc-44eb-80f8-02571e2c6d2d req-114a6278-83b3-489b-bc68-7ce757a5aa6e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=80e2e158-40cb-4c4d-99cc-2079568544e5 HTTP/1.1" status: 200 len: 834 time: 0.0589466 May 31 14:40:49.154172 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf6f6b-4cbc-44eb-80f8-02571e2c6d2d req-c49e8e14-f648-4087-88d1-6c1b3fdd291c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:40:49.155557 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-94cf6f6b-4cbc-44eb-80f8-02571e2c6d2d req-c49e8e14-f648-4087-88d1-6c1b3fdd291c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a6f14c31-a4e6-46d0-8400-fa9870c11ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728452 May 31 14:40:49.288612 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-94cf6f6b-4cbc-44eb-80f8-02571e2c6d2d req-bde7a135-8c99-4736-bf2f-52c96886305e service neutron] 10.222.0.44 "GET /v2.0/networks/a6f14c31-a4e6-46d0-8400-fa9870c11ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260939 May 31 14:40:49.428041 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-94cf6f6b-4cbc-44eb-80f8-02571e2c6d2d req-29773a2c-7913-461a-b282-a606ea1d5196 service neutron] 10.222.0.44 "GET /v2.0/networks/a6f14c31-a4e6-46d0-8400-fa9870c11ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322269 May 31 14:40:49.605483 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da787a2c-d3ed-4105-a468-243b49c84d6e req-4e5ac052-db78-4261-8c8d-ca8a19e36ba9 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:40:49.606969 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-da787a2c-d3ed-4105-a468-243b49c84d6e req-4e5ac052-db78-4261-8c8d-ca8a19e36ba9 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3aafe7e-2bbf-44d3-b8ff-c1339393d810 HTTP/1.1" status: 200 len: 943 time: 0.0848157 May 31 14:40:49.652112 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-da787a2c-d3ed-4105-a468-243b49c84d6e req-ac3af7e1-10a1-4301-a3a7-ab1ac8b713f4 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=ccbb501d-3480-46d3-a9a8-bd14b42e22fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387547 May 31 14:40:50.018219 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3aafe7e-2bbf-44d3-b8ff-c1339393d810', 'tag': '2de93909-c85b-41b4-bc45-e192023a1ebd'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:40:50.078828 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fd36b73-4c4c-4d43-ae5f-e01e2753c4ce'] response: {'name': 'network-changed', 'server_uuid': 'a3aafe7e-2bbf-44d3-b8ff-c1339393d810', 'tag': '2de93909-c85b-41b4-bc45-e192023a1ebd', 'status': 'completed', 'code': 200} May 31 14:40:50.224968 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fbd1e7-0a89-4061-a073-89fdd2cf3d2b req-d082e919-98d0-4f3e-96d1-1975678ea411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:40:50.226427 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c3fbd1e7-0a89-4061-a073-89fdd2cf3d2b req-d082e919-98d0-4f3e-96d1-1975678ea411 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=91ff4e6fbd51465ba708db114d874986&device_id=a3aafe7e-2bbf-44d3-b8ff-c1339393d810 HTTP/1.1" status: 200 len: 1094 time: 0.1308210 May 31 14:40:50.228814 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fbd1e7-0a89-4061-a073-89fdd2cf3d2b req-0784bb2f-aa64-4f76-92ef-d2f205dc6fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:40:50.230982 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c3fbd1e7-0a89-4061-a073-89fdd2cf3d2b req-0784bb2f-aa64-4f76-92ef-d2f205dc6fda service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=91ff4e6fbd51465ba708db114d874986&device_id=a3aafe7e-2bbf-44d3-b8ff-c1339393d810 HTTP/1.1" status: 200 len: 1094 time: 0.1048186 May 31 14:40:50.466554 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fbd1e7-0a89-4061-a073-89fdd2cf3d2b req-a08e774e-c4e1-4fae-8822-2516744fa458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:40:50.467981 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c3fbd1e7-0a89-4061-a073-89fdd2cf3d2b req-a08e774e-c4e1-4fae-8822-2516744fa458 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a6f14c31-a4e6-46d0-8400-fa9870c11ccc HTTP/1.1" status: 200 len: 898 time: 0.2360816 May 31 14:40:50.470159 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fbd1e7-0a89-4061-a073-89fdd2cf3d2b req-b316d3e9-af3c-48a9-a4cd-34642817b570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:40:50.471482 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c3fbd1e7-0a89-4061-a073-89fdd2cf3d2b req-b316d3e9-af3c-48a9-a4cd-34642817b570 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a6f14c31-a4e6-46d0-8400-fa9870c11ccc HTTP/1.1" status: 200 len: 898 time: 0.2219551 May 31 14:40:50.776335 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c3fbd1e7-0a89-4061-a073-89fdd2cf3d2b req-faa3bb80-a27d-4d77-accb-fce52b129059 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2de93909-c85b-41b4-bc45-e192023a1ebd HTTP/1.1" status: 200 len: 999 time: 0.3021533 May 31 14:40:50.779919 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c3fbd1e7-0a89-4061-a073-89fdd2cf3d2b req-8a96a324-99ef-4903-9317-a32d30359752 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2de93909-c85b-41b4-bc45-e192023a1ebd HTTP/1.1" status: 200 len: 999 time: 0.2588978 May 31 14:40:50.782478 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 2de93909-c85b-41b4-bc45-e192023a1ebd no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:40:50.846929 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 2de93909-c85b-41b4-bc45-e192023a1ebd not bound to the agent host n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:40:50.858384 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3efa6e7-42c1-450c-8fbc-29c9a35965ba req-8a8425bd-dea1-4080-a83b-46fd2c583375 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:40:50.860067 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a3efa6e7-42c1-450c-8fbc-29c9a35965ba req-8a8425bd-dea1-4080-a83b-46fd2c583375 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3aafe7e-2bbf-44d3-b8ff-c1339393d810 HTTP/1.1" status: 200 len: 943 time: 0.0946267 May 31 14:40:50.885737 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fbd1e7-0a89-4061-a073-89fdd2cf3d2b req-d87d8913-828c-4ee0-91c9-72b482d399ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:40:50.887210 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c3fbd1e7-0a89-4061-a073-89fdd2cf3d2b req-d87d8913-828c-4ee0-91c9-72b482d399ea service neutron] 10.222.0.20 "GET /v2.0/subnets?id=80e2e158-40cb-4c4d-99cc-2079568544e5 HTTP/1.1" status: 200 len: 834 time: 0.1043124 May 31 14:40:50.895202 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fbd1e7-0a89-4061-a073-89fdd2cf3d2b req-0cac63dc-2ede-4e3b-b8ea-f760ddca8864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:40:50.896541 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c3fbd1e7-0a89-4061-a073-89fdd2cf3d2b req-0cac63dc-2ede-4e3b-b8ea-f760ddca8864 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=80e2e158-40cb-4c4d-99cc-2079568544e5 HTTP/1.1" status: 200 len: 834 time: 0.0800426 May 31 14:40:50.908829 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a3efa6e7-42c1-450c-8fbc-29c9a35965ba req-fc1ce136-5461-448a-b7db-17be1162dec5 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=ccbb501d-3480-46d3-a9a8-bd14b42e22fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422592 May 31 14:40:51.028209 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fbd1e7-0a89-4061-a073-89fdd2cf3d2b req-35394cd5-5084-48c8-acf1-b8c42590fc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:40:51.029677 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c3fbd1e7-0a89-4061-a073-89fdd2cf3d2b req-35394cd5-5084-48c8-acf1-b8c42590fc83 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a6f14c31-a4e6-46d0-8400-fa9870c11ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1362710 May 31 14:40:51.031713 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fbd1e7-0a89-4061-a073-89fdd2cf3d2b req-22bb75a6-a024-42ab-ad57-bdfed0a3b1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:40:51.033163 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c3fbd1e7-0a89-4061-a073-89fdd2cf3d2b req-22bb75a6-a024-42ab-ad57-bdfed0a3b1ed service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a6f14c31-a4e6-46d0-8400-fa9870c11ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1073973 May 31 14:40:51.281955 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c3fbd1e7-0a89-4061-a073-89fdd2cf3d2b req-afc014e9-0df2-448c-9372-1325128ba911 service neutron] 10.222.0.44 "GET /v2.0/networks/a6f14c31-a4e6-46d0-8400-fa9870c11ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217920 May 31 14:40:51.283739 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c3fbd1e7-0a89-4061-a073-89fdd2cf3d2b req-c426e28a-5497-47a6-9be7-341f4e75a40d service neutron] 10.222.0.20 "GET /v2.0/networks/a6f14c31-a4e6-46d0-8400-fa9870c11ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478745 May 31 14:40:51.528068 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c3fbd1e7-0a89-4061-a073-89fdd2cf3d2b req-cf6a629b-c07a-4634-81b5-79dc747477ba service neutron] 10.222.0.44 "GET /v2.0/networks/a6f14c31-a4e6-46d0-8400-fa9870c11ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401166 May 31 14:40:51.529921 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c3fbd1e7-0a89-4061-a073-89fdd2cf3d2b req-798bd657-7ac8-4b17-a96f-e614a8a1ce37 service neutron] 10.222.0.20 "GET /v2.0/networks/a6f14c31-a4e6-46d0-8400-fa9870c11ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242794 May 31 14:40:52.098900 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6778b2ca-9595-4001-b73e-b86a0691c889 req-48c9c497-63b4-4d08-9721-572673f851b5 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:40:52.100347 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6778b2ca-9595-4001-b73e-b86a0691c889 req-48c9c497-63b4-4d08-9721-572673f851b5 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3aafe7e-2bbf-44d3-b8ff-c1339393d810 HTTP/1.1" status: 200 len: 943 time: 0.0789924 May 31 14:40:52.147650 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6778b2ca-9595-4001-b73e-b86a0691c889 req-1e847d2b-a0b2-400c-954a-df432fb7828d tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=ccbb501d-3480-46d3-a9a8-bd14b42e22fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411246 May 31 14:40:52.470537 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54163c92-76bb-432e-b533-cb783d92f27d req-f7de05fd-2b99-4fa4-912f-e8def008bdae tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:40:52.471496 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-54163c92-76bb-432e-b533-cb783d92f27d req-f7de05fd-2b99-4fa4-912f-e8def008bdae tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Synchronizing usage tracker for tenant:91ff4e6fbd51465ba708db114d874986 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:40:52.476943 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17852ba2-534e-40dc-adea-55ae1e1057e9 req-e7f466fc-8ebf-48d6-a0fd-b195464aa319 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:40:52.478440 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-17852ba2-534e-40dc-adea-55ae1e1057e9 req-e7f466fc-8ebf-48d6-a0fd-b195464aa319 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3aafe7e-2bbf-44d3-b8ff-c1339393d810 HTTP/1.1" status: 200 len: 943 time: 0.0840571 May 31 14:40:52.487179 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-54163c92-76bb-432e-b533-cb783d92f27d req-f7de05fd-2b99-4fa4-912f-e8def008bdae tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Unset dirty status for tenant:91ff4e6fbd51465ba708db114d874986 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:40:52.488356 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-54163c92-76bb-432e-b533-cb783d92f27d req-f7de05fd-2b99-4fa4-912f-e8def008bdae tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3aafe7e-2bbf-44d3-b8ff-c1339393d810&tenant_id=91ff4e6fbd51465ba708db114d874986&binding%3Ahost_id=n-h2-843939-1 HTTP/1.1" status: 200 len: 943 time: 0.1108360 May 31 14:40:52.530409 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-17852ba2-534e-40dc-adea-55ae1e1057e9 req-ff0a0d26-058d-46c6-a5dd-0209effe0d7f tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=ccbb501d-3480-46d3-a9a8-bd14b42e22fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401163 May 31 14:40:52.570824 n-d-843939-1 neutron-server[88369]: INFO neutron.api.v2.resource [req-54163c92-76bb-432e-b533-cb783d92f27d req-62ef7dbf-8adb-43f8-8311-6ab6995a7dc2 service neutron] delete failed (client error): The resource could not be found. May 31 14:40:52.571762 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-54163c92-76bb-432e-b533-cb783d92f27d req-62ef7dbf-8adb-43f8-8311-6ab6995a7dc2 service neutron] 10.222.0.20 "DELETE /v2.0/ports/2de93909-c85b-41b4-bc45-e192023a1ebd/bindings/n-h1-843939-1 HTTP/1.1" status: 404 len: 380 time: 0.0779002 May 31 14:40:52.710490 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54163c92-76bb-432e-b533-cb783d92f27d req-227697f3-b5a5-4cf8-bee9-30887d03a725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:40:52.711960 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-54163c92-76bb-432e-b533-cb783d92f27d req-227697f3-b5a5-4cf8-bee9-30887d03a725 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=91ff4e6fbd51465ba708db114d874986&device_id=a3aafe7e-2bbf-44d3-b8ff-c1339393d810 HTTP/1.1" status: 200 len: 1094 time: 0.0729892 May 31 14:40:52.726148 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af29ba21-cb9f-4ea2-9b4f-8eab73a1ee7f req-ad979792-0929-43ed-92c1-7855531ec4e1 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:40:52.727596 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af29ba21-cb9f-4ea2-9b4f-8eab73a1ee7f req-ad979792-0929-43ed-92c1-7855531ec4e1 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3aafe7e-2bbf-44d3-b8ff-c1339393d810 HTTP/1.1" status: 200 len: 943 time: 0.0812054 May 31 14:40:52.772818 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-af29ba21-cb9f-4ea2-9b4f-8eab73a1ee7f req-e2a1e341-1056-43ea-8224-da9015bf2623 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=ccbb501d-3480-46d3-a9a8-bd14b42e22fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388432 May 31 14:40:52.846076 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54163c92-76bb-432e-b533-cb783d92f27d req-295ace5d-be65-4df3-8f54-b4d205caf7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:40:52.847513 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-54163c92-76bb-432e-b533-cb783d92f27d req-295ace5d-be65-4df3-8f54-b4d205caf7eb service neutron] 10.222.0.20 "GET /v2.0/networks?id=a6f14c31-a4e6-46d0-8400-fa9870c11ccc HTTP/1.1" status: 200 len: 898 time: 0.1293974 May 31 14:40:52.951812 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-54163c92-76bb-432e-b533-cb783d92f27d req-d4fb3ad3-b8c0-4331-a4e2-07e3e12dc48d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2de93909-c85b-41b4-bc45-e192023a1ebd HTTP/1.1" status: 200 len: 999 time: 0.0983605 May 31 14:40:53.016666 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54163c92-76bb-432e-b533-cb783d92f27d req-d6828aa1-c0df-45a3-83a3-985d7c2bba70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:40:53.018115 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-54163c92-76bb-432e-b533-cb783d92f27d req-d6828aa1-c0df-45a3-83a3-985d7c2bba70 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=80e2e158-40cb-4c4d-99cc-2079568544e5 HTTP/1.1" status: 200 len: 834 time: 0.0608706 May 31 14:40:53.091710 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54163c92-76bb-432e-b533-cb783d92f27d req-92d6dec3-caa6-403e-a570-0202fb8c18b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:40:53.093073 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-54163c92-76bb-432e-b533-cb783d92f27d req-92d6dec3-caa6-403e-a570-0202fb8c18b9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a6f14c31-a4e6-46d0-8400-fa9870c11ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695965 May 31 14:40:53.335867 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-54163c92-76bb-432e-b533-cb783d92f27d req-1845feae-1535-4483-b3a7-34e666076098 service neutron] 10.222.0.20 "GET /v2.0/networks/a6f14c31-a4e6-46d0-8400-fa9870c11ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368619 May 31 14:40:53.466765 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-54163c92-76bb-432e-b533-cb783d92f27d req-ef1cbde9-a21f-492c-b531-f8c809221586 service neutron] 10.222.0.20 "GET /v2.0/networks/a6f14c31-a4e6-46d0-8400-fa9870c11ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244166 May 31 14:40:53.975492 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5689bbc-3f54-4865-9540-c73c3bbe98a4 req-96b1f8b0-e93c-46da-b240-b4f7ff91957e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:40:53.977500 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d5689bbc-3f54-4865-9540-c73c3bbe98a4 req-96b1f8b0-e93c-46da-b240-b4f7ff91957e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3aafe7e-2bbf-44d3-b8ff-c1339393d810 HTTP/1.1" status: 200 len: 943 time: 0.0892575 May 31 14:40:54.024280 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d5689bbc-3f54-4865-9540-c73c3bbe98a4 req-d8efbd78-439f-43b7-a79f-68b5023c3577 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=ccbb501d-3480-46d3-a9a8-bd14b42e22fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403011 May 31 14:40:54.155716 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 2de93909-c85b-41b4-bc45-e192023a1ebd details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 14:40:54.322816 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 2de93909-c85b-41b4-bc45-e192023a1ebd, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=2de93909-c85b-41b4-bc45-e192023a1ebd,segment=NetworkSegment(c36bfcac-71cd-428d-973a-203147fe9b8a),segment_id=c36bfcac-71cd-428d-973a-203147fe9b8a)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:40:54.339893 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': '2de93909-c85b-41b4-bc45-e192023a1ebd', 'network_id': 'a6f14c31-a4e6-46d0-8400-fa9870c11ccc', 'port_id': '2de93909-c85b-41b4-bc45-e192023a1ebd', 'mac_address': 'fa:16:3e:df:2d:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80e2e158-40cb-4c4d-99cc-2079568544e5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 14:40:54.396228 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 2de93909-c85b-41b4-bc45-e192023a1ebd is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:40:54.396598 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:40:54.415706 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2de93909-c85b-41b4-bc45-e192023a1ebd {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:40:54.431570 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 2de93909-c85b-41b4-bc45-e192023a1ebd, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=2de93909-c85b-41b4-bc45-e192023a1ebd,segment=NetworkSegment(c36bfcac-71cd-428d-973a-203147fe9b8a),segment_id=c36bfcac-71cd-428d-973a-203147fe9b8a)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:40:54.436237 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:40:54.512590 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=2de93909-c85b-41b4-bc45-e192023a1ebd,revision_number=8']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:40:54.520132 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:40:54.520483 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:40:54.520826 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:40:54.521163 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:40:54.521496 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:40:54.521831 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:40:54.522186 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:40:54.522515 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:40:54.522842 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:40:54.523171 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:40:54.523494 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:40:54.523817 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:40:54.717148 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['2de93909-c85b-41b4-bc45-e192023a1ebd'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:40:55.223033 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36830e45-4ea8-4888-bbe6-9a74050dc678 req-1854fa95-32c9-4f76-b42d-40a911148ae6 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:40:55.224411 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-36830e45-4ea8-4888-bbe6-9a74050dc678 req-1854fa95-32c9-4f76-b42d-40a911148ae6 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3aafe7e-2bbf-44d3-b8ff-c1339393d810 HTTP/1.1" status: 200 len: 944 time: 0.0820837 May 31 14:40:55.272356 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-36830e45-4ea8-4888-bbe6-9a74050dc678 req-26c3f616-b8eb-4dd8-8b83-8c83466eb3a5 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=ccbb501d-3480-46d3-a9a8-bd14b42e22fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417542 May 31 14:40:55.296990 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45508) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:40:55.406412 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-6fd73af5-19a1-46bf-be9b-fc9c2bbfb5da tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/floatingips/e5aeb21c-e803-4635-93ae-9aaa8660b33e HTTP/1.1" status: 200 len: 992 time: 0.1081154 May 31 14:40:56.161642 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 2de93909-c85b-41b4-bc45-e192023a1ebd up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:40:56.233336 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port 2de93909-c85b-41b4-bc45-e192023a1ebd completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:40:56.238230 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port 2de93909-c85b-41b4-bc45-e192023a1ebd triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:40:56.238599 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:40:56.362160 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 2de93909-c85b-41b4-bc45-e192023a1ebd is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:40:56.362531 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:40:56.391444 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3aafe7e-2bbf-44d3-b8ff-c1339393d810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2de93909-c85b-41b4-bc45-e192023a1ebd'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:40:56.403067 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 2de93909-c85b-41b4-bc45-e192023a1ebd, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=2de93909-c85b-41b4-bc45-e192023a1ebd,segment=NetworkSegment(c36bfcac-71cd-428d-973a-203147fe9b8a),segment_id=c36bfcac-71cd-428d-973a-203147fe9b8a)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:40:56.407842 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:40:56.483280 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=2de93909-c85b-41b4-bc45-e192023a1ebd,revision_number=9']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:40:56.504497 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b267403d-de48-4aa3-bcda-8369a0d897ed'] response: {'server_uuid': 'a3aafe7e-2bbf-44d3-b8ff-c1339393d810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2de93909-c85b-41b4-bc45-e192023a1ebd', 'code': 200} May 31 14:41:08.091363 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:09.562458 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:10.661126 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:41:10.733273 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0afd62cf-4f58-44e7-a0d3-bf5be76b8dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:12.918512 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b4378972-d63a-49ae-b420-13610b27f0f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:13.993231 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:14.160954 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:15.892720 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:23.767235 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45526) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:41:23.971502 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-3f501478-9301-4f62-bc46-3b16b15a3e01 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Deleting port aadc4a17-adf7-4392-bb3b-e43d7022b3a3 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:41:23.971699 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3f501478-9301-4f62-bc46-3b16b15a3e01 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:24.147854 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3f501478-9301-4f62-bc46-3b16b15a3e01 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:24.148096 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3f501478-9301-4f62-bc46-3b16b15a3e01 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:24.272093 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-3f501478-9301-4f62-bc46-3b16b15a3e01 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Calling delete_port for aadc4a17-adf7-4392-bb3b-e43d7022b3a3 owned by network:floatingip {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:41:24.423570 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3f501478-9301-4f62-bc46-3b16b15a3e01 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:24.499406 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f501478-9301-4f62-bc46-3b16b15a3e01 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event deleted for resources: {'Port': ['ID=aadc4a17-adf7-4392-bb3b-e43d7022b3a3,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:41:24.564133 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3f501478-9301-4f62-bc46-3b16b15a3e01 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for floatingip, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:24.564521 n-d-843939-1 neutron-server[88369]: INFO neutron.db.l3_db [None req-3f501478-9301-4f62-bc46-3b16b15a3e01 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Floating IP e5aeb21c-e803-4635-93ae-9aaa8660b33e disassociated (deleted). External IP: 172.25.6.116, port: 2de93909-c85b-41b4-bc45-e192023a1ebd. May 31 14:41:25.021244 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f501478-9301-4f62-bc46-3b16b15a3e01 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Router 249a3442-1cde-4b48-affe-17686e7f9c7a has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:41:25.199593 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f501478-9301-4f62-bc46-3b16b15a3e01 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:41:25.209407 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d88a08-9bf2-4ce4-b23e-555405d9bca2 None None] Sync routers for ids ['249a3442-1cde-4b48-affe-17686e7f9c7a'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:41:25.219998 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3f501478-9301-4f62-bc46-3b16b15a3e01 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:25.220366 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d88a08-9bf2-4ce4-b23e-555405d9bca2 None None] Routers {'249a3442-1cde-4b48-affe-17686e7f9c7a'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:41:25.221026 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-49d88a08-9bf2-4ce4-b23e-555405d9bca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:41:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['249a3442-1cde-4b48-affe-17686e7f9c7a'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:41:25.277414 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-3f501478-9301-4f62-bc46-3b16b15a3e01 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "DELETE /v2.0/floatingips/e5aeb21c-e803-4635-93ae-9aaa8660b33e HTTP/1.1" status: 204 len: 168 time: 1.5090022 May 31 14:41:25.277902 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3aafe7e-2bbf-44d3-b8ff-c1339393d810', 'tag': '2de93909-c85b-41b4-bc45-e192023a1ebd'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:41:25.328914 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0b0d241-6a57-480b-8bce-02c24141c36d'] response: {'name': 'network-changed', 'server_uuid': 'a3aafe7e-2bbf-44d3-b8ff-c1339393d810', 'tag': '2de93909-c85b-41b4-bc45-e192023a1ebd', 'status': 'completed', 'code': 200} May 31 14:41:25.398222 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-49d88a08-9bf2-4ce4-b23e-555405d9bca2 None None] Set router 249a3442-1cde-4b48-affe-17686e7f9c7a gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:41:25.440115 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc53e66-bccb-48d1-83fa-492f59022c5b req-99be3e65-6d15-41bb-a371-c4740eb4dd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:41:25.441728 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-cfc53e66-bccb-48d1-83fa-492f59022c5b req-99be3e65-6d15-41bb-a371-c4740eb4dd6c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=91ff4e6fbd51465ba708db114d874986&device_id=a3aafe7e-2bbf-44d3-b8ff-c1339393d810 HTTP/1.1" status: 200 len: 1096 time: 0.0791163 May 31 14:41:25.596932 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc53e66-bccb-48d1-83fa-492f59022c5b req-3ac8ed3b-d8d8-43c0-bd1e-3673aab358a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:41:25.598340 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-cfc53e66-bccb-48d1-83fa-492f59022c5b req-3ac8ed3b-d8d8-43c0-bd1e-3673aab358a2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a6f14c31-a4e6-46d0-8400-fa9870c11ccc HTTP/1.1" status: 200 len: 898 time: 0.1497464 May 31 14:41:25.670826 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-cfc53e66-bccb-48d1-83fa-492f59022c5b req-ac972d9d-fd38-4e35-afd0-e48f628aff53 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2de93909-c85b-41b4-bc45-e192023a1ebd HTTP/1.1" status: 200 len: 217 time: 0.0663674 May 31 14:41:25.676379 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42040b2e-d15f-4cb3-829a-9735d7d11b72 req-e5941618-8adc-4b96-9856-349e0fe7ffde tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:41:25.684279 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-42040b2e-d15f-4cb3-829a-9735d7d11b72 req-e5941618-8adc-4b96-9856-349e0fe7ffde tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3aafe7e-2bbf-44d3-b8ff-c1339393d810 HTTP/1.1" status: 200 len: 945 time: 0.0918121 May 31 14:41:25.725876 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-42040b2e-d15f-4cb3-829a-9735d7d11b72 req-b3b04e08-3490-49f0-91b0-ddfb690c34d5 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=ccbb501d-3480-46d3-a9a8-bd14b42e22fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399132 May 31 14:41:25.736652 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc53e66-bccb-48d1-83fa-492f59022c5b req-4c232980-1c8f-4c85-8508-c15a9ffe339d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:41:25.737358 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-49d88a08-9bf2-4ce4-b23e-555405d9bca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249a3442-1cde-4b48-affe-17686e7f9c7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2044636244', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'bf6411e6-4341-48cd-8ae8-6e9712a50d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:39:06Z', 'updated_at': '2022-05-31T14:39:11Z', 'revision_number': 4, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'gw_port': {'id': 'bf6411e6-4341-48cd-8ae8-6e9712a50d24', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249a3442-1cde-4b48-affe-17686e7f9c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:39:07Z', 'updated_at': '2022-05-31T14:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'f79ec5be-876c-488d-af33-ba7ef13212c6', 'name': '', 'network_id': 'a6f14c31-a4e6-46d0-8400-fa9870c11ccc', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'mac_address': 'fa:16:3e:f6:c1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249a3442-1cde-4b48-affe-17686e7f9c7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '80e2e158-40cb-4c4d-99cc-2079568544e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:39:10Z', 'updated_at': '2022-05-31T14:39:17Z', 'revision_number': 5, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'subnets': [{'id': '80e2e158-40cb-4c4d-99cc-2079568544e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:41:25.738179 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-cfc53e66-bccb-48d1-83fa-492f59022c5b req-4c232980-1c8f-4c85-8508-c15a9ffe339d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=80e2e158-40cb-4c4d-99cc-2079568544e5 HTTP/1.1" status: 200 len: 834 time: 0.0610178 May 31 14:41:25.752898 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d88a08-9bf2-4ce4-b23e-555405d9bca2 None None] Checking router: 249a3442-1cde-4b48-affe-17686e7f9c7a for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:41:25.762137 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d88a08-9bf2-4ce4-b23e-555405d9bca2 None None] Routers {'249a3442-1cde-4b48-affe-17686e7f9c7a'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:41:25.762721 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-49d88a08-9bf2-4ce4-b23e-555405d9bca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:41:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['249a3442-1cde-4b48-affe-17686e7f9c7a'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:41:25.820894 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc53e66-bccb-48d1-83fa-492f59022c5b req-0b32e463-0015-40aa-b62c-f26afdeb07d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:41:25.823062 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-cfc53e66-bccb-48d1-83fa-492f59022c5b req-0b32e463-0015-40aa-b62c-f26afdeb07d1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a6f14c31-a4e6-46d0-8400-fa9870c11ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0774784 May 31 14:41:25.946892 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-49d88a08-9bf2-4ce4-b23e-555405d9bca2 None None] Set router 249a3442-1cde-4b48-affe-17686e7f9c7a gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:41:25.959715 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-cfc53e66-bccb-48d1-83fa-492f59022c5b req-58459207-33c2-41ef-aaf6-b9c700a0693e service neutron] 10.222.0.44 "GET /v2.0/networks/a6f14c31-a4e6-46d0-8400-fa9870c11ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304414 May 31 14:41:26.098972 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-cfc53e66-bccb-48d1-83fa-492f59022c5b req-8763c0c3-09af-45db-afa9-7c40c40dbb71 service neutron] 10.222.0.44 "GET /v2.0/networks/a6f14c31-a4e6-46d0-8400-fa9870c11ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327932 May 31 14:41:26.292859 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-49d88a08-9bf2-4ce4-b23e-555405d9bca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249a3442-1cde-4b48-affe-17686e7f9c7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2044636244', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'bf6411e6-4341-48cd-8ae8-6e9712a50d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:39:06Z', 'updated_at': '2022-05-31T14:39:11Z', 'revision_number': 4, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'gw_port': {'id': 'bf6411e6-4341-48cd-8ae8-6e9712a50d24', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249a3442-1cde-4b48-affe-17686e7f9c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:39:07Z', 'updated_at': '2022-05-31T14:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'f79ec5be-876c-488d-af33-ba7ef13212c6', 'name': '', 'network_id': 'a6f14c31-a4e6-46d0-8400-fa9870c11ccc', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'mac_address': 'fa:16:3e:f6:c1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249a3442-1cde-4b48-affe-17686e7f9c7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '80e2e158-40cb-4c4d-99cc-2079568544e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:39:10Z', 'updated_at': '2022-05-31T14:39:17Z', 'revision_number': 5, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'subnets': [{'id': '80e2e158-40cb-4c4d-99cc-2079568544e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:41:26.296539 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d88a08-9bf2-4ce4-b23e-555405d9bca2 None None] The sync data for ids ['249a3442-1cde-4b48-affe-17686e7f9c7a'] in n-d-843939-1 is: [{'id': '249a3442-1cde-4b48-affe-17686e7f9c7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2044636244', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'bf6411e6-4341-48cd-8ae8-6e9712a50d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:39:06Z', 'updated_at': '2022-05-31T14:39:11Z', 'revision_number': 4, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'gw_port': {'id': 'bf6411e6-4341-48cd-8ae8-6e9712a50d24', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249a3442-1cde-4b48-affe-17686e7f9c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:39:07Z', 'updated_at': '2022-05-31T14:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'f79ec5be-876c-488d-af33-ba7ef13212c6', 'name': '', 'network_id': 'a6f14c31-a4e6-46d0-8400-fa9870c11ccc', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'mac_address': 'fa:16:3e:f6:c1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249a3442-1cde-4b48-affe-17686e7f9c7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '80e2e158-40cb-4c4d-99cc-2079568544e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:39:10Z', 'updated_at': '2022-05-31T14:39:17Z', 'revision_number': 5, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'subnets': [{'id': '80e2e158-40cb-4c4d-99cc-2079568544e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:41:26.508696 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45adac1-90e5-4da4-9bea-345c21cb330e None None] New status for floating IP e5aeb21c-e803-4635-93ae-9aaa8660b33e: DOWN {{(pid=88371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 14:41:26.936944 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5576b8dd-499a-47e7-a300-cbfb9162799a req-14056f83-c7c1-4e35-9af7-42478d17af4b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:41:26.938777 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5576b8dd-499a-47e7-a300-cbfb9162799a req-14056f83-c7c1-4e35-9af7-42478d17af4b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3aafe7e-2bbf-44d3-b8ff-c1339393d810 HTTP/1.1" status: 200 len: 945 time: 0.0836658 May 31 14:41:26.944726 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d029771-23ad-4af2-9f6d-558acc9cdd42 req-26fc98e2-5bb5-4720-a8aa-ea1c46edb5fa tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:41:26.945672 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-9d029771-23ad-4af2-9f6d-558acc9cdd42 req-26fc98e2-5bb5-4720-a8aa-ea1c46edb5fa tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Synchronizing usage tracker for tenant:91ff4e6fbd51465ba708db114d874986 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:41:26.962404 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-9d029771-23ad-4af2-9f6d-558acc9cdd42 req-26fc98e2-5bb5-4720-a8aa-ea1c46edb5fa tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Unset dirty status for tenant:91ff4e6fbd51465ba708db114d874986 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:41:26.964324 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-9d029771-23ad-4af2-9f6d-558acc9cdd42 req-26fc98e2-5bb5-4720-a8aa-ea1c46edb5fa tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3aafe7e-2bbf-44d3-b8ff-c1339393d810 HTTP/1.1" status: 200 len: 945 time: 0.0964401 May 31 14:41:26.984898 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5576b8dd-499a-47e7-a300-cbfb9162799a req-92df9f7f-5687-4c83-859c-7bb90cdf363a tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=ccbb501d-3480-46d3-a9a8-bd14b42e22fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405569 May 31 14:41:27.034040 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-9d029771-23ad-4af2-9f6d-558acc9cdd42 req-32eef76a-1682-42dc-96fe-242dd7f94963 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Deleting port 2de93909-c85b-41b4-bc45-e192023a1ebd {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:41:27.034412 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-9d029771-23ad-4af2-9f6d-558acc9cdd42 req-32eef76a-1682-42dc-96fe-242dd7f94963 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:27.279239 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-9d029771-23ad-4af2-9f6d-558acc9cdd42 req-32eef76a-1682-42dc-96fe-242dd7f94963 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] For port 2de93909-c85b-41b4-bc45-e192023a1ebd, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=2de93909-c85b-41b4-bc45-e192023a1ebd,segment=NetworkSegment(c36bfcac-71cd-428d-973a-203147fe9b8a),segment_id=c36bfcac-71cd-428d-973a-203147fe9b8a)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:41:27.279916 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-9d029771-23ad-4af2-9f6d-558acc9cdd42 req-32eef76a-1682-42dc-96fe-242dd7f94963 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:27.504795 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-9d029771-23ad-4af2-9f6d-558acc9cdd42 req-32eef76a-1682-42dc-96fe-242dd7f94963 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Calling delete_port for 2de93909-c85b-41b4-bc45-e192023a1ebd owned by compute:nova {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:41:27.646705 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-9d029771-23ad-4af2-9f6d-558acc9cdd42 req-32eef76a-1682-42dc-96fe-242dd7f94963 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:27.701090 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eef76a-1682-42dc-96fe-242dd7f94963 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event deleted for resources: {'Port': ['ID=2de93909-c85b-41b4-bc45-e192023a1ebd,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:41:27.777360 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d029771-23ad-4af2-9f6d-558acc9cdd42 req-32eef76a-1682-42dc-96fe-242dd7f94963 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] No DVR routers for this DVR port 2de93909-c85b-41b4-bc45-e192023a1ebd on host n-h2-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:41:27.779859 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-9d029771-23ad-4af2-9f6d-558acc9cdd42 req-32eef76a-1682-42dc-96fe-242dd7f94963 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:27.782330 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3aafe7e-2bbf-44d3-b8ff-c1339393d810', 'name': 'network-vif-deleted', 'tag': '2de93909-c85b-41b4-bc45-e192023a1ebd'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:41:27.805017 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-9d029771-23ad-4af2-9f6d-558acc9cdd42 req-32eef76a-1682-42dc-96fe-242dd7f94963 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.44 "DELETE /v2.0/ports/2de93909-c85b-41b4-bc45-e192023a1ebd HTTP/1.1" status: 204 len: 173 time: 0.8351254 May 31 14:41:27.833121 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-555d03f6-dcfa-4f6e-80f6-47adce19b82a'] response: {'server_uuid': 'a3aafe7e-2bbf-44d3-b8ff-c1339393d810', 'name': 'network-vif-deleted', 'tag': '2de93909-c85b-41b4-bc45-e192023a1ebd', 'status': 'completed', 'code': 200} May 31 14:41:28.155808 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-79163187-d711-489f-80dd-67a62c01fe4f req-22da8fe9-5672-469d-8ecd-041efe37e64b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=a3aafe7e-2bbf-44d3-b8ff-c1339393d810 HTTP/1.1" status: 200 len: 210 time: 0.0441675 May 31 14:41:29.256884 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45552) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:41:29.913563 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ca117a46-9403-4478-b265-95db1f4fde10 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:30.268157 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-ca117a46-9403-4478-b265-95db1f4fde10 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Deleting port f79ec5be-876c-488d-af33-ba7ef13212c6 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:41:30.268817 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ca117a46-9403-4478-b265-95db1f4fde10 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:30.285275 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 2de93909-c85b-41b4-bc45-e192023a1ebd no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:41:30.319457 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] No Port match for: 2de93909-c85b-41b4-bc45-e192023a1ebd {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:41:30.319906 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 2de93909-c85b-41b4-bc45-e192023a1ebd not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:41:30.464449 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-ca117a46-9403-4478-b265-95db1f4fde10 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] For port f79ec5be-876c-488d-af33-ba7ef13212c6, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=f79ec5be-876c-488d-af33-ba7ef13212c6,segment=NetworkSegment(c36bfcac-71cd-428d-973a-203147fe9b8a),segment_id=c36bfcac-71cd-428d-973a-203147fe9b8a)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:41:30.464805 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ca117a46-9403-4478-b265-95db1f4fde10 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:30.593063 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-ca117a46-9403-4478-b265-95db1f4fde10 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Calling delete_port for f79ec5be-876c-488d-af33-ba7ef13212c6 owned by network:router_interface {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:41:30.920211 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ca117a46-9403-4478-b265-95db1f4fde10 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:30.966717 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca117a46-9403-4478-b265-95db1f4fde10 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event deleted for resources: {'Port': ['ID=f79ec5be-876c-488d-af33-ba7ef13212c6,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:41:31.010473 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca117a46-9403-4478-b265-95db1f4fde10 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:41:31.011296 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca117a46-9403-4478-b265-95db1f4fde10 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:41:31.011430 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca117a46-9403-4478-b265-95db1f4fde10 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:41:31.012050 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca117a46-9403-4478-b265-95db1f4fde10 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:41:31.012423 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca117a46-9403-4478-b265-95db1f4fde10 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:41:31.012817 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca117a46-9403-4478-b265-95db1f4fde10 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:41:31.013171 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca117a46-9403-4478-b265-95db1f4fde10 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:41:31.013535 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca117a46-9403-4478-b265-95db1f4fde10 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:41:31.013960 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca117a46-9403-4478-b265-95db1f4fde10 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:41:31.014396 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca117a46-9403-4478-b265-95db1f4fde10 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:41:31.014908 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca117a46-9403-4478-b265-95db1f4fde10 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:41:31.015369 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca117a46-9403-4478-b265-95db1f4fde10 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:41:31.266434 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ca117a46-9403-4478-b265-95db1f4fde10 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:31.745096 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca117a46-9403-4478-b265-95db1f4fde10 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Router 249a3442-1cde-4b48-affe-17686e7f9c7a has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:41:31.924242 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca117a46-9403-4478-b265-95db1f4fde10 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:41:31.934429 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c38dda3-9f99-4b3a-b946-c4cf9902287a None None] Sync routers for ids ['249a3442-1cde-4b48-affe-17686e7f9c7a'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:41:31.937346 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-ca117a46-9403-4478-b265-95db1f4fde10 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "PUT /v2.0/routers/249a3442-1cde-4b48-affe-17686e7f9c7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6793435 May 31 14:41:31.940085 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45556) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:41:31.943647 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c38dda3-9f99-4b3a-b946-c4cf9902287a None None] Routers {'249a3442-1cde-4b48-affe-17686e7f9c7a'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:41:31.944307 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-1c38dda3-9f99-4b3a-b946-c4cf9902287a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:41:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['249a3442-1cde-4b48-affe-17686e7f9c7a'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:41:32.008745 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-11f133ec-22ec-4fdc-a4af-cca60aafc734 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Deleting subnet 80e2e158-40cb-4c4d-99cc-2079568544e5 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 14:41:32.012180 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-11f133ec-22ec-4fdc-a4af-cca60aafc734 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:32.066625 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-11f133ec-22ec-4fdc-a4af-cca60aafc734 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65507433'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:32.123647 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-1c38dda3-9f99-4b3a-b946-c4cf9902287a None None] Set router 249a3442-1cde-4b48-affe-17686e7f9c7a gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:41:32.157964 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-11f133ec-22ec-4fdc-a4af-cca60aafc734 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:32.243015 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-11f133ec-22ec-4fdc-a4af-cca60aafc734 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65216469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65148562'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:32.286877 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f133ec-22ec-4fdc-a4af-cca60aafc734 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event deleted for resources: {'Subnet': ['ID=80e2e158-40cb-4c4d-99cc-2079568544e5,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:41:32.288754 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-11f133ec-22ec-4fdc-a4af-cca60aafc734 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:32.298547 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-11f133ec-22ec-4fdc-a4af-cca60aafc734 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "DELETE /v2.0/subnets/80e2e158-40cb-4c4d-99cc-2079568544e5 HTTP/1.1" status: 204 len: 168 time: 0.3550694 May 31 14:41:32.298743 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf2616a-c8b7-4614-8bc5-001868bd0559 None None] Network a6f14c31-a4e6-46d0-8400-fa9870c11ccc requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:41:32.299198 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45560) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:41:32.425997 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-1c38dda3-9f99-4b3a-b946-c4cf9902287a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249a3442-1cde-4b48-affe-17686e7f9c7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2044636244', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'bf6411e6-4341-48cd-8ae8-6e9712a50d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:39:06Z', 'updated_at': '2022-05-31T14:41:30Z', 'revision_number': 5, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'gw_port': {'id': 'bf6411e6-4341-48cd-8ae8-6e9712a50d24', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249a3442-1cde-4b48-affe-17686e7f9c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:39:07Z', 'updated_at': '2022-05-31T14:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:41:32.430025 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c38dda3-9f99-4b3a-b946-c4cf9902287a None None] Checking router: 249a3442-1cde-4b48-affe-17686e7f9c7a for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:41:32.439566 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c38dda3-9f99-4b3a-b946-c4cf9902287a None None] Routers {'249a3442-1cde-4b48-affe-17686e7f9c7a'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:41:32.440292 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-1c38dda3-9f99-4b3a-b946-c4cf9902287a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:41:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['249a3442-1cde-4b48-affe-17686e7f9c7a'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:41:32.499705 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-58ab6758-9440-4e17-8add-92b6b23c3295 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for router, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:32.591935 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2258f7-4ed7-4cc0-b0a6-afce9576415c None None] DHCP port deletion for a6f14c31-a4e6-46d0-8400-fa9870c11ccc request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 14:41:32.595736 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-1a2258f7-4ed7-4cc0-b0a6-afce9576415c None None] Deleting port 7f27ca54-3217-42d9-9460-9dcbec17c46d {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:41:32.596112 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1a2258f7-4ed7-4cc0-b0a6-afce9576415c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:32.633324 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-1c38dda3-9f99-4b3a-b946-c4cf9902287a None None] Set router 249a3442-1cde-4b48-affe-17686e7f9c7a gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:41:32.690341 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-58ab6758-9440-4e17-8add-92b6b23c3295 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:32.702213 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-58ab6758-9440-4e17-8add-92b6b23c3295 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Deleting port bf6411e6-4341-48cd-8ae8-6e9712a50d24 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:41:32.702844 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-58ab6758-9440-4e17-8add-92b6b23c3295 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:32.811369 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-1a2258f7-4ed7-4cc0-b0a6-afce9576415c None None] For port 7f27ca54-3217-42d9-9460-9dcbec17c46d, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=7f27ca54-3217-42d9-9460-9dcbec17c46d,segment=NetworkSegment(c36bfcac-71cd-428d-973a-203147fe9b8a),segment_id=c36bfcac-71cd-428d-973a-203147fe9b8a)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:41:32.811738 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1a2258f7-4ed7-4cc0-b0a6-afce9576415c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:32.929739 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-1c38dda3-9f99-4b3a-b946-c4cf9902287a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249a3442-1cde-4b48-affe-17686e7f9c7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2044636244', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'bf6411e6-4341-48cd-8ae8-6e9712a50d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:39:06Z', 'updated_at': '2022-05-31T14:41:30Z', 'revision_number': 5, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'gw_port': {'id': 'bf6411e6-4341-48cd-8ae8-6e9712a50d24', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249a3442-1cde-4b48-affe-17686e7f9c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:39:07Z', 'updated_at': '2022-05-31T14:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:41:32.934575 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c38dda3-9f99-4b3a-b946-c4cf9902287a None None] The sync data for ids ['249a3442-1cde-4b48-affe-17686e7f9c7a'] in n-d-843939-1 is: [{'id': '249a3442-1cde-4b48-affe-17686e7f9c7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2044636244', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'bf6411e6-4341-48cd-8ae8-6e9712a50d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:39:06Z', 'updated_at': '2022-05-31T14:41:30Z', 'revision_number': 5, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'gw_port': {'id': 'bf6411e6-4341-48cd-8ae8-6e9712a50d24', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249a3442-1cde-4b48-affe-17686e7f9c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:39:07Z', 'updated_at': '2022-05-31T14:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:41:32.953560 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-1a2258f7-4ed7-4cc0-b0a6-afce9576415c None None] Calling delete_port for 7f27ca54-3217-42d9-9460-9dcbec17c46d owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:41:33.020495 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-58ab6758-9440-4e17-8add-92b6b23c3295 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] For port bf6411e6-4341-48cd-8ae8-6e9712a50d24, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=bf6411e6-4341-48cd-8ae8-6e9712a50d24,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:41:33.021092 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-58ab6758-9440-4e17-8add-92b6b23c3295 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:33.064909 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1a2258f7-4ed7-4cc0-b0a6-afce9576415c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:33.109099 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2258f7-4ed7-4cc0-b0a6-afce9576415c None None] Pushing event deleted for resources: {'Port': ['ID=7f27ca54-3217-42d9-9460-9dcbec17c46d,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:41:33.116515 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2258f7-4ed7-4cc0-b0a6-afce9576415c None None] No DVR routers for this DVR port 7f27ca54-3217-42d9-9460-9dcbec17c46d on host n-d-843939-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:41:33.146221 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-58ab6758-9440-4e17-8add-92b6b23c3295 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Calling delete_port for bf6411e6-4341-48cd-8ae8-6e9712a50d24 owned by network:router_gateway {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:41:33.320754 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-58ab6758-9440-4e17-8add-92b6b23c3295 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:33.335864 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 7f27ca54-3217-42d9-9460-9dcbec17c46d no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:41:33.373058 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 7f27ca54-3217-42d9-9460-9dcbec17c46d {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:41:33.373399 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 7f27ca54-3217-42d9-9460-9dcbec17c46d not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:41:33.373819 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device f79ec5be-876c-488d-af33-ba7ef13212c6 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:41:33.376591 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ab6758-9440-4e17-8add-92b6b23c3295 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event deleted for resources: {'Port': ['ID=bf6411e6-4341-48cd-8ae8-6e9712a50d24,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:41:33.409264 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: f79ec5be-876c-488d-af33-ba7ef13212c6 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:41:33.409621 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device f79ec5be-876c-488d-af33-ba7ef13212c6 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:41:33.482413 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-58ab6758-9440-4e17-8add-92b6b23c3295 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577389'] for router_gateway, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:33.658689 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-58ab6758-9440-4e17-8add-92b6b23c3295 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:33.660883 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-58ab6758-9440-4e17-8add-92b6b23c3295 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:33.686537 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-58ab6758-9440-4e17-8add-92b6b23c3295 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:33.687085 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ab6758-9440-4e17-8add-92b6b23c3295 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Fanout notify agent at l3_agent the message router_deleted on router 249a3442-1cde-4b48-affe-17686e7f9c7a {{(pid=88370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 14:41:33.702286 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-58ab6758-9440-4e17-8add-92b6b23c3295 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:33.705981 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-58ab6758-9440-4e17-8add-92b6b23c3295 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "DELETE /v2.0/routers/249a3442-1cde-4b48-affe-17686e7f9c7a HTTP/1.1" status: 204 len: 168 time: 1.4038601 May 31 14:41:33.706427 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45564) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:41:33.826193 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-347023c7-870a-439f-8bae-55956be20d44 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:33.956218 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-347023c7-870a-439f-8bae-55956be20d44 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:33.985163 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-347023c7-870a-439f-8bae-55956be20d44 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6f14c31-a4e6-46d0-8400-fa9870c11ccc']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:41:33.997210 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-347023c7-870a-439f-8bae-55956be20d44 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c36bfcac-71cd-428d-973a-203147fe9b8a') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:41:33.997511 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-347023c7-870a-439f-8bae-55956be20d44 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c36bfcac-71cd-428d-973a-203147fe9b8a') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:41:34.008471 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-347023c7-870a-439f-8bae-55956be20d44 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:34.024824 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-347023c7-870a-439f-8bae-55956be20d44 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:34.031336 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-347023c7-870a-439f-8bae-55956be20d44 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 14:41:34.031721 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-347023c7-870a-439f-8bae-55956be20d44 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:34.118261 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment c36bfcac-71cd-428d-973a-203147fe9b8a resource provider aggregate not found May 31 14:41:34.135576 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment c36bfcac-71cd-428d-973a-203147fe9b8a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c36bfcac-71cd-428d-973a-203147fe9b8a found for delete ", "request_id": "req-f0842a43-f760-469b-a42f-8a9250a8411a"}]} May 31 14:41:34.139992 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-347023c7-870a-439f-8bae-55956be20d44 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:34.145053 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-347023c7-870a-439f-8bae-55956be20d44 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:34.172108 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347023c7-870a-439f-8bae-55956be20d44 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event deleted for resources: {'Network': ['ID=a6f14c31-a4e6-46d0-8400-fa9870c11ccc,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:41:34.181218 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-347023c7-870a-439f-8bae-55956be20d44 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "DELETE /v2.0/networks/a6f14c31-a4e6-46d0-8400-fa9870c11ccc HTTP/1.1" status: 204 len: 168 time: 0.4740162 May 31 14:41:34.184376 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45574) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:41:34.252368 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4c52b99d-7cc5-43bb-8bb0-05aa7a037d1d tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:34.282522 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4c52b99d-7cc5-43bb-8bb0-05aa7a037d1d tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:34.353592 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4c52b99d-7cc5-43bb-8bb0-05aa7a037d1d tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:34.370977 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c52b99d-7cc5-43bb-8bb0-05aa7a037d1d tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccbb501d-3480-46d3-a9a8-bd14b42e22fa,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:41:34.384071 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4c52b99d-7cc5-43bb-8bb0-05aa7a037d1d tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:34.385802 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-4c52b99d-7cc5-43bb-8bb0-05aa7a037d1d tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "DELETE /v2.0/security-groups/ccbb501d-3480-46d3-a9a8-bd14b42e22fa HTTP/1.1" status: 204 len: 168 time: 0.2004228 May 31 14:41:35.044245 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device bf6411e6-4341-48cd-8ae8-6e9712a50d24 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:41:35.083141 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: bf6411e6-4341-48cd-8ae8-6e9712a50d24 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:41:35.083482 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device bf6411e6-4341-48cd-8ae8-6e9712a50d24 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:41:35.518135 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45584) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:41:35.523323 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-71ea8974-1cab-453e-bde8-7b0834e8a8c6 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1145297606', 'description': 'tempest-secgroup-smoke-1145297606 description', 'project_id': '91ff4e6fbd51465ba708db114d874986'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:41:35.531394 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-71ea8974-1cab-453e-bde8-7b0834e8a8c6 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:41:35.537173 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-71ea8974-1cab-453e-bde8-7b0834e8a8c6 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Usage tracker for resource:security_group and tenant:91ff4e6fbd51465ba708db114d874986 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:41:35.541127 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-71ea8974-1cab-453e-bde8-7b0834e8a8c6 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:41:35.547114 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-71ea8974-1cab-453e-bde8-7b0834e8a8c6 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:41:35.558922 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-71ea8974-1cab-453e-bde8-7b0834e8a8c6 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:35.586258 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-71ea8974-1cab-453e-bde8-7b0834e8a8c6 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:41:35.590245 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-71ea8974-1cab-453e-bde8-7b0834e8a8c6 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Usage tracker for resource:security_group_rule and tenant:91ff4e6fbd51465ba708db114d874986 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:41:35.593067 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-71ea8974-1cab-453e-bde8-7b0834e8a8c6 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:41:35.598605 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-71ea8974-1cab-453e-bde8-7b0834e8a8c6 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:41:35.669250 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-71ea8974-1cab-453e-bde8-7b0834e8a8c6 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:35.673039 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-71ea8974-1cab-453e-bde8-7b0834e8a8c6 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:35.718478 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ea8974-1cab-453e-bde8-7b0834e8a8c6 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c19bf91-0720-4b2e-9f7f-d0e43811c350,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:41:35.721312 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-71ea8974-1cab-453e-bde8-7b0834e8a8c6 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:35.722529 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-71ea8974-1cab-453e-bde8-7b0834e8a8c6 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2033558 May 31 14:41:35.725412 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45588) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:41:35.730767 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-d03d20ed-2924-4c04-994d-f44c4071d850 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Request body: {'security_group_rule': {'security_group_id': '4c19bf91-0720-4b2e-9f7f-d0e43811c350', 'project_id': '91ff4e6fbd51465ba708db114d874986', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:41:35.737254 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d03d20ed-2924-4c04-994d-f44c4071d850 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:41:35.741149 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-d03d20ed-2924-4c04-994d-f44c4071d850 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Usage tracker for resource:security_group_rule and tenant:91ff4e6fbd51465ba708db114d874986 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:41:35.744161 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-d03d20ed-2924-4c04-994d-f44c4071d850 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:41:35.749858 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-d03d20ed-2924-4c04-994d-f44c4071d850 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:41:35.766162 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d03d20ed-2924-4c04-994d-f44c4071d850 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:35.825192 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d03d20ed-2924-4c04-994d-f44c4071d850 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:35.828894 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d03d20ed-2924-4c04-994d-f44c4071d850 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:35.852675 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03d20ed-2924-4c04-994d-f44c4071d850 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c14e1bec-1ef6-4a7e-afdd-edc8cd95aff4,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:41:35.863018 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d03d20ed-2924-4c04-994d-f44c4071d850 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:35.866454 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-d03d20ed-2924-4c04-994d-f44c4071d850 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1399980 May 31 14:41:35.867223 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45592) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:41:35.872941 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-bd62fcf9-c39a-46c7-8858-4eeeeb988e50 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Request body: {'security_group_rule': {'security_group_id': '4c19bf91-0720-4b2e-9f7f-d0e43811c350', 'project_id': '91ff4e6fbd51465ba708db114d874986', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:41:35.879389 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-bd62fcf9-c39a-46c7-8858-4eeeeb988e50 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:41:35.883256 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-bd62fcf9-c39a-46c7-8858-4eeeeb988e50 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Usage tracker for resource:security_group_rule and tenant:91ff4e6fbd51465ba708db114d874986 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:41:35.886751 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-bd62fcf9-c39a-46c7-8858-4eeeeb988e50 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:41:35.893119 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-bd62fcf9-c39a-46c7-8858-4eeeeb988e50 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:41:35.912905 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bd62fcf9-c39a-46c7-8858-4eeeeb988e50 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:35.978708 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bd62fcf9-c39a-46c7-8858-4eeeeb988e50 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:35.982360 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bd62fcf9-c39a-46c7-8858-4eeeeb988e50 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:36.004846 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd62fcf9-c39a-46c7-8858-4eeeeb988e50 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11fa6789-d30a-49c6-85f6-88a032007ac1,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:41:36.014720 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-bd62fcf9-c39a-46c7-8858-4eeeeb988e50 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:36.015896 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-bd62fcf9-c39a-46c7-8858-4eeeeb988e50 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1477363 May 31 14:41:36.018848 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45596) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:41:36.023636 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-194d55b0-2aee-4cd2-97e4-7157a33b0595 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Request body: {'security_group_rule': {'security_group_id': '4c19bf91-0720-4b2e-9f7f-d0e43811c350', 'project_id': '91ff4e6fbd51465ba708db114d874986', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:41:36.031088 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-194d55b0-2aee-4cd2-97e4-7157a33b0595 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:41:36.034877 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-194d55b0-2aee-4cd2-97e4-7157a33b0595 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Usage tracker for resource:security_group_rule and tenant:91ff4e6fbd51465ba708db114d874986 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:41:36.037637 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-194d55b0-2aee-4cd2-97e4-7157a33b0595 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:41:36.043528 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-194d55b0-2aee-4cd2-97e4-7157a33b0595 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:41:36.060362 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-194d55b0-2aee-4cd2-97e4-7157a33b0595 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:36.124077 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-194d55b0-2aee-4cd2-97e4-7157a33b0595 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:36.127860 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-194d55b0-2aee-4cd2-97e4-7157a33b0595 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:36.152710 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194d55b0-2aee-4cd2-97e4-7157a33b0595 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=164396bc-0b5a-454b-9a11-e3e64a885f89,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:41:36.161734 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-194d55b0-2aee-4cd2-97e4-7157a33b0595 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:36.162938 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-194d55b0-2aee-4cd2-97e4-7157a33b0595 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1431911 May 31 14:41:36.165552 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45600) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:41:36.170739 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-59c2ee2e-2a53-437e-86af-55969d54d4f6 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Request body: {'security_group_rule': {'security_group_id': '4c19bf91-0720-4b2e-9f7f-d0e43811c350', 'project_id': '91ff4e6fbd51465ba708db114d874986', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:41:36.176638 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-59c2ee2e-2a53-437e-86af-55969d54d4f6 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:41:36.180405 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-59c2ee2e-2a53-437e-86af-55969d54d4f6 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Usage tracker for resource:security_group_rule and tenant:91ff4e6fbd51465ba708db114d874986 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:41:36.183931 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-59c2ee2e-2a53-437e-86af-55969d54d4f6 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:41:36.189651 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-59c2ee2e-2a53-437e-86af-55969d54d4f6 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:41:36.207419 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-59c2ee2e-2a53-437e-86af-55969d54d4f6 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:36.269060 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-59c2ee2e-2a53-437e-86af-55969d54d4f6 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:36.272715 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-59c2ee2e-2a53-437e-86af-55969d54d4f6 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:36.297799 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c2ee2e-2a53-437e-86af-55969d54d4f6 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56c64c40-b487-440e-8b35-7c95ee9259f8,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:41:36.307629 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-59c2ee2e-2a53-437e-86af-55969d54d4f6 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:36.308912 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-59c2ee2e-2a53-437e-86af-55969d54d4f6 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1424041 May 31 14:41:36.311669 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45604) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:41:36.316903 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-7c03f37d-e7bf-4402-8a32-0cd1c28cf5a6 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Request body: {'security_group_rule': {'security_group_id': '4c19bf91-0720-4b2e-9f7f-d0e43811c350', 'project_id': '91ff4e6fbd51465ba708db114d874986', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:41:36.324384 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-7c03f37d-e7bf-4402-8a32-0cd1c28cf5a6 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:41:36.328132 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-7c03f37d-e7bf-4402-8a32-0cd1c28cf5a6 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Usage tracker for resource:security_group_rule and tenant:91ff4e6fbd51465ba708db114d874986 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:41:36.330969 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-7c03f37d-e7bf-4402-8a32-0cd1c28cf5a6 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:41:36.336624 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-7c03f37d-e7bf-4402-8a32-0cd1c28cf5a6 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:41:36.347517 n-d-843939-1 neutron-server[88370]: INFO neutron.db.securitygroups_db [None req-7c03f37d-e7bf-4402-8a32-0cd1c28cf5a6 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Project 91ff4e6fbd51465ba708db114d874986 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 14:41:36.354858 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7c03f37d-e7bf-4402-8a32-0cd1c28cf5a6 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:36.421093 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7c03f37d-e7bf-4402-8a32-0cd1c28cf5a6 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:36.424009 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7c03f37d-e7bf-4402-8a32-0cd1c28cf5a6 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:36.447884 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c03f37d-e7bf-4402-8a32-0cd1c28cf5a6 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e65164a5-b6ab-4065-ba80-ec36edf9073c,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:41:36.456837 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-7c03f37d-e7bf-4402-8a32-0cd1c28cf5a6 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:36.458352 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-7c03f37d-e7bf-4402-8a32-0cd1c28cf5a6 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1457255 May 31 14:41:36.461088 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45608) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:41:36.466828 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-6570ce21-9021-43bf-8d4d-eb6bb47852a5 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Request body: {'security_group_rule': {'security_group_id': '4c19bf91-0720-4b2e-9f7f-d0e43811c350', 'project_id': '91ff4e6fbd51465ba708db114d874986', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:41:36.473110 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-6570ce21-9021-43bf-8d4d-eb6bb47852a5 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:41:36.476960 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-6570ce21-9021-43bf-8d4d-eb6bb47852a5 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Usage tracker for resource:security_group_rule and tenant:91ff4e6fbd51465ba708db114d874986 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:41:36.481064 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-6570ce21-9021-43bf-8d4d-eb6bb47852a5 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:41:36.486891 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-6570ce21-9021-43bf-8d4d-eb6bb47852a5 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:41:36.497097 n-d-843939-1 neutron-server[88370]: INFO neutron.db.securitygroups_db [None req-6570ce21-9021-43bf-8d4d-eb6bb47852a5 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Project 91ff4e6fbd51465ba708db114d874986 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 14:41:36.503781 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6570ce21-9021-43bf-8d4d-eb6bb47852a5 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:36.568485 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6570ce21-9021-43bf-8d4d-eb6bb47852a5 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:36.573006 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6570ce21-9021-43bf-8d4d-eb6bb47852a5 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:36.596164 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6570ce21-9021-43bf-8d4d-eb6bb47852a5 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bc31a2d-9f28-4fa0-b464-2f27a307b8bd,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:41:36.604750 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-6570ce21-9021-43bf-8d4d-eb6bb47852a5 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:36.605974 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-6570ce21-9021-43bf-8d4d-eb6bb47852a5 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1438613 May 31 14:41:36.608814 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45612) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:41:36.614131 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-9c53fd70-064e-46d8-944f-b84ea1057441 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Request body: {'network': {'name': 'tempest-network-smoke--1686050233', 'project_id': '91ff4e6fbd51465ba708db114d874986', 'port_security_enabled': True}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:41:36.619629 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-9c53fd70-064e-46d8-944f-b84ea1057441 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:41:36.623884 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-9c53fd70-064e-46d8-944f-b84ea1057441 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Usage tracker for resource:network and tenant:91ff4e6fbd51465ba708db114d874986 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:41:36.626673 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-9c53fd70-064e-46d8-944f-b84ea1057441 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:41:36.632249 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-9c53fd70-064e-46d8-944f-b84ea1057441 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:41:36.642292 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c53fd70-064e-46d8-944f-b84ea1057441 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Made reservation on behalf of 91ff4e6fbd51465ba708db114d874986 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:41:36.645809 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9c53fd70-064e-46d8-944f-b84ea1057441 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:36.675773 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c53fd70-064e-46d8-944f-b84ea1057441 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 14:41:36.684303 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9c53fd70-064e-46d8-944f-b84ea1057441 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:36.684642 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-9c53fd70-064e-46d8-944f-b84ea1057441 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Added segment 8393a4e6-07b6-42d1-b2ad-e4ca583d1ad3 of type vlan for network 8eda618f-39cc-42b1-a602-66800c0d0105 May 31 14:41:36.709841 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9c53fd70-064e-46d8-944f-b84ea1057441 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:36.738849 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9c53fd70-064e-46d8-944f-b84ea1057441 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:36.744399 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c53fd70-064e-46d8-944f-b84ea1057441 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:41:36.744979 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9c53fd70-064e-46d8-944f-b84ea1057441 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:36.956633 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-9c53fd70-064e-46d8-944f-b84ea1057441 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3468010 May 31 14:41:36.959448 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45616) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:41:36.964911 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-4803b3a9-e5d3-4734-84cf-b9cf5424535c tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1752343497', 'admin_state_up': True, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:41:36.965247 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c53fd70-064e-46d8-944f-b84ea1057441 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event updated for resources: {'Network': ['ID=8eda618f-39cc-42b1-a602-66800c0d0105,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:41:36.973121 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4803b3a9-e5d3-4734-84cf-b9cf5424535c tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:41:36.976264 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 8eda618f-39cc-42b1-a602-66800c0d0105 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 14:41:36.977192 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-4803b3a9-e5d3-4734-84cf-b9cf5424535c tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Usage tracker for resource:router and tenant:91ff4e6fbd51465ba708db114d874986 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:41:36.980203 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-4803b3a9-e5d3-4734-84cf-b9cf5424535c tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:41:36.986805 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-4803b3a9-e5d3-4734-84cf-b9cf5424535c tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:41:36.996996 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4803b3a9-e5d3-4734-84cf-b9cf5424535c tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:36.998178 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4803b3a9-e5d3-4734-84cf-b9cf5424535c tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:37.014229 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4803b3a9-e5d3-4734-84cf-b9cf5424535c tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:37.286328 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4803b3a9-e5d3-4734-84cf-b9cf5424535c tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:37.600577 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4803b3a9-e5d3-4734-84cf-b9cf5424535c tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for router_gateway, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:37.639851 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4803b3a9-e5d3-4734-84cf-b9cf5424535c tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:37.792530 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-4803b3a9-e5d3-4734-84cf-b9cf5424535c tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Allocated IP 172.25.6.57 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/149c6707-4f7a-4029-80fa-91c6f1c2a555) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:41:37.943120 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4803b3a9-e5d3-4734-84cf-b9cf5424535c tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:37.972322 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4803b3a9-e5d3-4734-84cf-b9cf5424535c tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:38.096228 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:38.150379 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4803b3a9-e5d3-4734-84cf-b9cf5424535c tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:41:38.153322 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-4803b3a9-e5d3-4734-84cf-b9cf5424535c tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:41:38.156927 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4803b3a9-e5d3-4734-84cf-b9cf5424535c tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:41:38.186418 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4803b3a9-e5d3-4734-84cf-b9cf5424535c tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event updated for resources: {'Port': ['ID=149c6707-4f7a-4029-80fa-91c6f1c2a555,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:41:38.567246 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4803b3a9-e5d3-4734-84cf-b9cf5424535c tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for router_gateway, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:38.904776 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4803b3a9-e5d3-4734-84cf-b9cf5424535c tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:39.110367 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4803b3a9-e5d3-4734-84cf-b9cf5424535c tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Router 78a70e49-e0b7-4f33-b08f-211a16a634ef is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 14:41:39.292978 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4803b3a9-e5d3-4734-84cf-b9cf5424535c tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:41:39.302425 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e948557-6f58-48f5-83e1-c49eb605ca3a None None] Sync routers for ids ['78a70e49-e0b7-4f33-b08f-211a16a634ef'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:41:39.312887 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e948557-6f58-48f5-83e1-c49eb605ca3a None None] Routers {'78a70e49-e0b7-4f33-b08f-211a16a634ef'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:41:39.313577 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-5e948557-6f58-48f5-83e1-c49eb605ca3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:41:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['78a70e49-e0b7-4f33-b08f-211a16a634ef'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:41:39.320161 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-4803b3a9-e5d3-4734-84cf-b9cf5424535c tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:39.325088 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-4803b3a9-e5d3-4734-84cf-b9cf5424535c tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3612719 May 31 14:41:39.325250 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45620) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:41:39.411915 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a161d5be-7002-4348-a842-7160eccc39e9 tempest-TestNetworkAdvancedServerOps-53305410 tempest-TestNetworkAdvancedServerOps-53305410-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=91ff4e6fbd51465ba708db114d874986&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0855310 May 31 14:41:39.414623 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45626) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:41:39.499097 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-5e948557-6f58-48f5-83e1-c49eb605ca3a None None] Set router 78a70e49-e0b7-4f33-b08f-211a16a634ef gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:41:39.668365 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79026a6-25f6-40e9-ad6c-513e54d2361a tempest-TestNetworkAdvancedServerOps-53305410 tempest-TestNetworkAdvancedServerOps-53305410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:41:39.669854 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a79026a6-25f6-40e9-ad6c-513e54d2361a tempest-TestNetworkAdvancedServerOps-53305410 tempest-TestNetworkAdvancedServerOps-53305410-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2543366 May 31 14:41:39.672821 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45630) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:41:39.681851 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:39.716152 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-f74ab465-e8b3-4370-8d14-5e6b69d0049c tempest-TestNetworkAdvancedServerOps-53305410 tempest-TestNetworkAdvancedServerOps-53305410-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=d2103cd5-63ba-4c24-9d95-fd17643bf14c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0422850 May 31 14:41:39.718678 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45634) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:41:39.723979 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-63a3afe9-ab8f-4404-95fa-bb1b97c3846d tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1722151321', 'network_id': '8eda618f-39cc-42b1-a602-66800c0d0105', 'project_id': '91ff4e6fbd51465ba708db114d874986', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:41:39.798155 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-5e948557-6f58-48f5-83e1-c49eb605ca3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a70e49-e0b7-4f33-b08f-211a16a634ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752343497', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '149c6707-4f7a-4029-80fa-91c6f1c2a555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:41:37Z', 'updated_at': '2022-05-31T14:41:38Z', 'revision_number': 3, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'gw_port': {'id': '149c6707-4f7a-4029-80fa-91c6f1c2a555', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:38:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a70e49-e0b7-4f33-b08f-211a16a634ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:41:37Z', 'updated_at': '2022-05-31T14:41:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:41:39.802593 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e948557-6f58-48f5-83e1-c49eb605ca3a None None] Checking router: 78a70e49-e0b7-4f33-b08f-211a16a634ef for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:41:39.802942 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e948557-6f58-48f5-83e1-c49eb605ca3a None None] Updating router 78a70e49-e0b7-4f33-b08f-211a16a634ef port 149c6707-4f7a-4029-80fa-91c6f1c2a555 binding host n-d-843939-1 {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 14:41:39.830682 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-63a3afe9-ab8f-4404-95fa-bb1b97c3846d tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:41:39.834514 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-63a3afe9-ab8f-4404-95fa-bb1b97c3846d tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Usage tracker for resource:subnet and tenant:91ff4e6fbd51465ba708db114d874986 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:41:39.837326 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-63a3afe9-ab8f-4404-95fa-bb1b97c3846d tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:41:39.843079 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-63a3afe9-ab8f-4404-95fa-bb1b97c3846d tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:41:39.853309 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a3afe9-ab8f-4404-95fa-bb1b97c3846d tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Made reservation on behalf of 91ff4e6fbd51465ba708db114d874986 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:41:39.856621 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5e948557-6f58-48f5-83e1-c49eb605ca3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:39.857100 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-63a3afe9-ab8f-4404-95fa-bb1b97c3846d tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:40.090092 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-63a3afe9-ab8f-4404-95fa-bb1b97c3846d tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:40.170215 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a3afe9-ab8f-4404-95fa-bb1b97c3846d tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event updated for resources: {'Subnet': ['ID=8f41f791-3c67-420a-96e1-540f1e0e68d4,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:41:40.180641 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a3afe9-ab8f-4404-95fa-bb1b97c3846d tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Checking segment: {'id': '8393a4e6-07b6-42d1-b2ad-e4ca583d1ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8eda618f-39cc-42b1-a602-66800c0d0105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:41:40.181672 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a3afe9-ab8f-4404-95fa-bb1b97c3846d tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Network hostable DHCP agents. Network: 8eda618f-39cc-42b1-a602-66800c0d0105, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 14:41:40.194893 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5e948557-6f58-48f5-83e1-c49eb605ca3a None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:40.202073 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a3afe9-ab8f-4404-95fa-bb1b97c3846d tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Network 8eda618f-39cc-42b1-a602-66800c0d0105 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 14:41:40.207880 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-5e948557-6f58-48f5-83e1-c49eb605ca3a None None] Transition to ACTIVE for port object 149c6707-4f7a-4029-80fa-91c6f1c2a555 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:41:40.211904 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-63a3afe9-ab8f-4404-95fa-bb1b97c3846d tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 8eda618f-39cc-42b1-a602-66800c0d0105) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:41:40.214711 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5e948557-6f58-48f5-83e1-c49eb605ca3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:40.220136 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a3afe9-ab8f-4404-95fa-bb1b97c3846d tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:41:40.220872 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-63a3afe9-ab8f-4404-95fa-bb1b97c3846d tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:40.244293 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-63a3afe9-ab8f-4404-95fa-bb1b97c3846d tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5239573 May 31 14:41:40.247078 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45638) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:41:40.258272 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0401ef98-d45f-4fd3-ac56-40ab1f469495 None None] Network 8eda618f-39cc-42b1-a602-66800c0d0105 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:41:40.409168 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f893b6e-3ff8-41b7-aee8-b218fff8691f None None] Pushing event updated for resources: {'Port': ['ID=149c6707-4f7a-4029-80fa-91c6f1c2a555,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:41:40.413243 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-5e948557-6f58-48f5-83e1-c49eb605ca3a None None] Attempting to bind port 149c6707-4f7a-4029-80fa-91c6f1c2a555 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:41:40.413611 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-5e948557-6f58-48f5-83e1-c49eb605ca3a None None] Attempting to bind port 149c6707-4f7a-4029-80fa-91c6f1c2a555 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:41:40.413974 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e948557-6f58-48f5-83e1-c49eb605ca3a None None] Attempting to bind port 149c6707-4f7a-4029-80fa-91c6f1c2a555 on network d2103cd5-63ba-4c24-9d95-fd17643bf14c {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:41:40.425871 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e948557-6f58-48f5-83e1-c49eb605ca3a None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:41:40.426257 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e948557-6f58-48f5-83e1-c49eb605ca3a None None] Checking segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:41:40.426666 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5e948557-6f58-48f5-83e1-c49eb605ca3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:40.427056 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e948557-6f58-48f5-83e1-c49eb605ca3a None None] Bound using segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:41:40.427524 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-5e948557-6f58-48f5-83e1-c49eb605ca3a None None] Bound port: 149c6707-4f7a-4029-80fa-91c6f1c2a555, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:41:40.427895 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5e948557-6f58-48f5-83e1-c49eb605ca3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:40.561688 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-5e948557-6f58-48f5-83e1-c49eb605ca3a None None] For port 149c6707-4f7a-4029-80fa-91c6f1c2a555, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:41:40.574025 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-5e948557-6f58-48f5-83e1-c49eb605ca3a None None] For port 149c6707-4f7a-4029-80fa-91c6f1c2a555, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=149c6707-4f7a-4029-80fa-91c6f1c2a555,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:41:40.610679 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5e948557-6f58-48f5-83e1-c49eb605ca3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:40.671892 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725a5101-bf8d-4987-8abb-829ee1c5c5d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-8eda618f-39cc-42b1-a602-66800c0d0105', 'network_id': '8eda618f-39cc-42b1-a602-66800c0d0105', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'fixed_ips': [{'subnet_id': '8f41f791-3c67-420a-96e1-540f1e0e68d4'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 14:41:40.672701 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-725a5101-bf8d-4987-8abb-829ee1c5c5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:40.754807 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e948557-6f58-48f5-83e1-c49eb605ca3a None None] Routers {'78a70e49-e0b7-4f33-b08f-211a16a634ef'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:41:40.755417 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-5e948557-6f58-48f5-83e1-c49eb605ca3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:41:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['78a70e49-e0b7-4f33-b08f-211a16a634ef'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:41:40.845369 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f893b6e-3ff8-41b7-aee8-b218fff8691f None None] Pushing event updated for resources: {'Port': ['ID=149c6707-4f7a-4029-80fa-91c6f1c2a555,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:41:40.865204 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7a42b72a-fe6e-400a-ae8c-9508018a0eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:40.962393 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a62f0453-5dae-4c3f-8e35-9dbc4801a575 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:41.026376 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-5e948557-6f58-48f5-83e1-c49eb605ca3a None None] Set router 78a70e49-e0b7-4f33-b08f-211a16a634ef gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:41:41.067823 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-725a5101-bf8d-4987-8abb-829ee1c5c5d4 None None] Allocated IP 172.20.0.2 (8eda618f-39cc-42b1-a602-66800c0d0105/8f41f791-3c67-420a-96e1-540f1e0e68d4/6b03e725-7e7a-4482-bc82-3cbb1a622b00) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:41:41.505456 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-725a5101-bf8d-4987-8abb-829ee1c5c5d4 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:41.518225 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-725a5101-bf8d-4987-8abb-829ee1c5c5d4 None None] Transition to ACTIVE for port object 6b03e725-7e7a-4482-bc82-3cbb1a622b00 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:41:41.532142 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-5e948557-6f58-48f5-83e1-c49eb605ca3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a70e49-e0b7-4f33-b08f-211a16a634ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752343497', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '149c6707-4f7a-4029-80fa-91c6f1c2a555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:41:37Z', 'updated_at': '2022-05-31T14:41:38Z', 'revision_number': 3, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'gw_port': {'id': '149c6707-4f7a-4029-80fa-91c6f1c2a555', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:38:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a70e49-e0b7-4f33-b08f-211a16a634ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:41:37Z', 'updated_at': '2022-05-31T14:41:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:41:41.542835 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e948557-6f58-48f5-83e1-c49eb605ca3a None None] The sync data for ids ['78a70e49-e0b7-4f33-b08f-211a16a634ef'] in n-d-843939-1 is: [{'id': '78a70e49-e0b7-4f33-b08f-211a16a634ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752343497', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '149c6707-4f7a-4029-80fa-91c6f1c2a555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:41:37Z', 'updated_at': '2022-05-31T14:41:38Z', 'revision_number': 3, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'gw_port': {'id': '149c6707-4f7a-4029-80fa-91c6f1c2a555', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:38:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a70e49-e0b7-4f33-b08f-211a16a634ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:41:37Z', 'updated_at': '2022-05-31T14:41:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:41:41.544607 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-725a5101-bf8d-4987-8abb-829ee1c5c5d4 None None] Transition to ACTIVE for port object 6b03e725-7e7a-4482-bc82-3cbb1a622b00 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:41:41.550579 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-725a5101-bf8d-4987-8abb-829ee1c5c5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:41.630385 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725a5101-bf8d-4987-8abb-829ee1c5c5d4 None None] Network 8eda618f-39cc-42b1-a602-66800c0d0105 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:41:41.632725 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-a62f0453-5dae-4c3f-8e35-9dbc4801a575 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Allocated IP 172.20.0.1 (8eda618f-39cc-42b1-a602-66800c0d0105/8f41f791-3c67-420a-96e1-540f1e0e68d4/43a28dcb-53cb-4d5b-86f5-833fe91aaa6d) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:41:41.635470 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-725a5101-bf8d-4987-8abb-829ee1c5c5d4 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:41:41.641897 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725a5101-bf8d-4987-8abb-829ee1c5c5d4 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:41:41.655655 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725a5101-bf8d-4987-8abb-829ee1c5c5d4 None None] Pushing event updated for resources: {'Port': ['ID=6b03e725-7e7a-4482-bc82-3cbb1a622b00,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:41:41.755232 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-725a5101-bf8d-4987-8abb-829ee1c5c5d4 None None] Attempting to bind port 6b03e725-7e7a-4482-bc82-3cbb1a622b00 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:41:41.755607 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-725a5101-bf8d-4987-8abb-829ee1c5c5d4 None None] Attempting to bind port 6b03e725-7e7a-4482-bc82-3cbb1a622b00 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '8393a4e6-07b6-42d1-b2ad-e4ca583d1ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8eda618f-39cc-42b1-a602-66800c0d0105'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:41:41.755971 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725a5101-bf8d-4987-8abb-829ee1c5c5d4 None None] Attempting to bind port 6b03e725-7e7a-4482-bc82-3cbb1a622b00 on network 8eda618f-39cc-42b1-a602-66800c0d0105 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:41:41.762399 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725a5101-bf8d-4987-8abb-829ee1c5c5d4 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:41:41.762771 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725a5101-bf8d-4987-8abb-829ee1c5c5d4 None None] Checking segment: {'id': '8393a4e6-07b6-42d1-b2ad-e4ca583d1ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8eda618f-39cc-42b1-a602-66800c0d0105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:41:41.763206 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-725a5101-bf8d-4987-8abb-829ee1c5c5d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:41.763597 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725a5101-bf8d-4987-8abb-829ee1c5c5d4 None None] Bound using segment: {'id': '8393a4e6-07b6-42d1-b2ad-e4ca583d1ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8eda618f-39cc-42b1-a602-66800c0d0105'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:41:41.764132 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-725a5101-bf8d-4987-8abb-829ee1c5c5d4 None None] Bound port: 6b03e725-7e7a-4482-bc82-3cbb1a622b00, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8393a4e6-07b6-42d1-b2ad-e4ca583d1ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8eda618f-39cc-42b1-a602-66800c0d0105'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:41:41.764675 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-725a5101-bf8d-4987-8abb-829ee1c5c5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:41.836307 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a62f0453-5dae-4c3f-8e35-9dbc4801a575 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:41.856721 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-a62f0453-5dae-4c3f-8e35-9dbc4801a575 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Transition to ACTIVE for port object 43a28dcb-53cb-4d5b-86f5-833fe91aaa6d will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:41:41.881321 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-725a5101-bf8d-4987-8abb-829ee1c5c5d4 None None] For port 6b03e725-7e7a-4482-bc82-3cbb1a622b00, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:41:41.885512 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a62f0453-5dae-4c3f-8e35-9dbc4801a575 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:41.887236 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-725a5101-bf8d-4987-8abb-829ee1c5c5d4 None None] For port 6b03e725-7e7a-4482-bc82-3cbb1a622b00, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=6b03e725-7e7a-4482-bc82-3cbb1a622b00,segment=NetworkSegment(8393a4e6-07b6-42d1-b2ad-e4ca583d1ad3),segment_id=8393a4e6-07b6-42d1-b2ad-e4ca583d1ad3)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:41:41.892545 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-725a5101-bf8d-4987-8abb-829ee1c5c5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:41.965508 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62f0453-5dae-4c3f-8e35-9dbc4801a575 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Network 8eda618f-39cc-42b1-a602-66800c0d0105 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:41:41.969444 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-a62f0453-5dae-4c3f-8e35-9dbc4801a575 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:41:41.974474 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62f0453-5dae-4c3f-8e35-9dbc4801a575 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:41:41.980933 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725a5101-bf8d-4987-8abb-829ee1c5c5d4 None None] Pushing event updated for resources: {'Port': ['ID=6b03e725-7e7a-4482-bc82-3cbb1a622b00,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:41:42.022233 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62f0453-5dae-4c3f-8e35-9dbc4801a575 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event updated for resources: {'Port': ['ID=43a28dcb-53cb-4d5b-86f5-833fe91aaa6d,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:41:42.054360 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a62f0453-5dae-4c3f-8e35-9dbc4801a575 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:42.386604 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a62f0453-5dae-4c3f-8e35-9dbc4801a575 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:42.821398 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a62f0453-5dae-4c3f-8e35-9dbc4801a575 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:42.826379 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a62f0453-5dae-4c3f-8e35-9dbc4801a575 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:42.921208 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-63718054-67ba-464d-9ab8-ffbad311f389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:42.945261 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62f0453-5dae-4c3f-8e35-9dbc4801a575 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event updated for resources: {'Port': ['ID=43a28dcb-53cb-4d5b-86f5-833fe91aaa6d,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:41:42.951207 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a62f0453-5dae-4c3f-8e35-9dbc4801a575 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:43.079668 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd59f8a-ce14-49b4-bb8b-e0b3fce5d84a None None] Network 8eda618f-39cc-42b1-a602-66800c0d0105 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:41:43.114492 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62f0453-5dae-4c3f-8e35-9dbc4801a575 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Network 8eda618f-39cc-42b1-a602-66800c0d0105 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:41:43.115666 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-a62f0453-5dae-4c3f-8e35-9dbc4801a575 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:41:43.206335 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 149c6707-4f7a-4029-80fa-91c6f1c2a555 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:41:43.289116 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-94b0fafe-f85b-4f3e-a1f1-2f07cc3143a8 None None] Provisioning for port 6b03e725-7e7a-4482-bc82-3cbb1a622b00 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:41:43.373032 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 149c6707-4f7a-4029-80fa-91c6f1c2a555 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:41:43.380039 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 149c6707-4f7a-4029-80fa-91c6f1c2a555 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:41:43.380417 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:43.451899 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a62f0453-5dae-4c3f-8e35-9dbc4801a575 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Router 78a70e49-e0b7-4f33-b08f-211a16a634ef has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:41:43.557580 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 149c6707-4f7a-4029-80fa-91c6f1c2a555 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:41:43.557863 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:43.582008 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 149c6707-4f7a-4029-80fa-91c6f1c2a555, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=149c6707-4f7a-4029-80fa-91c6f1c2a555,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:41:43.586899 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:43.589074 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 6b03e725-7e7a-4482-bc82-3cbb1a622b00 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:41:43.647658 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a62f0453-5dae-4c3f-8e35-9dbc4801a575 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:41:43.659382 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e96b40f-5bfb-4552-8244-10958d573541 None None] Sync routers for ids ['78a70e49-e0b7-4f33-b08f-211a16a634ef'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:41:43.662099 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a62f0453-5dae-4c3f-8e35-9dbc4801a575 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "PUT /v2.0/routers/78a70e49-e0b7-4f33-b08f-211a16a634ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4138060 May 31 14:41:43.677999 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e96b40f-5bfb-4552-8244-10958d573541 None None] Routers {'78a70e49-e0b7-4f33-b08f-211a16a634ef'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:41:43.678716 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-6e96b40f-5bfb-4552-8244-10958d573541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:41:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['78a70e49-e0b7-4f33-b08f-211a16a634ef'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:41:43.739984 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=149c6707-4f7a-4029-80fa-91c6f1c2a555,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:41:43.756029 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 6b03e725-7e7a-4482-bc82-3cbb1a622b00 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:41:43.765072 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 6b03e725-7e7a-4482-bc82-3cbb1a622b00 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:41:43.765323 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:43.851987 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-7f0eec01-588b-4cf7-a4d4-2853aea0f062 req-9f12c96f-d1f7-48fe-baf1-3ef88b3f80d3 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Synchronizing usage tracker for tenant:91ff4e6fbd51465ba708db114d874986 on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:41:43.877097 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-7f0eec01-588b-4cf7-a4d4-2853aea0f062 req-9f12c96f-d1f7-48fe-baf1-3ef88b3f80d3 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Unset dirty status for tenant:91ff4e6fbd51465ba708db114d874986 on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:41:43.878758 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7f0eec01-588b-4cf7-a4d4-2853aea0f062 req-9f12c96f-d1f7-48fe-baf1-3ef88b3f80d3 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1145297606&fields=id&tenant_id=91ff4e6fbd51465ba708db114d874986 HTTP/1.1" status: 200 len: 267 time: 0.0726562 May 31 14:41:43.904183 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-6e96b40f-5bfb-4552-8244-10958d573541 None None] Set router 78a70e49-e0b7-4f33-b08f-211a16a634ef gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:41:43.911896 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 6b03e725-7e7a-4482-bc82-3cbb1a622b00 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:41:43.912360 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:43.955015 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 6b03e725-7e7a-4482-bc82-3cbb1a622b00, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=6b03e725-7e7a-4482-bc82-3cbb1a622b00,segment=NetworkSegment(8393a4e6-07b6-42d1-b2ad-e4ca583d1ad3),segment_id=8393a4e6-07b6-42d1-b2ad-e4ca583d1ad3)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:41:43.961017 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-00d3b65c-8ac4-47a4-9a33-277bab5a9886 None None] Provisioning complete for port 6b03e725-7e7a-4482-bc82-3cbb1a622b00 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:41:43.961509 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-00d3b65c-8ac4-47a4-9a33-277bab5a9886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:43.997626 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:44.070052 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0eec01-588b-4cf7-a4d4-2853aea0f062 req-e223b891-1c95-4509-9d57-5fc3e040bb00 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:41:44.071230 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-7f0eec01-588b-4cf7-a4d4-2853aea0f062 req-e223b891-1c95-4509-9d57-5fc3e040bb00 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Synchronizing usage tracker for tenant:91ff4e6fbd51465ba708db114d874986 on resource:network {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:41:44.084800 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:44.091032 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-7f0eec01-588b-4cf7-a4d4-2853aea0f062 req-e223b891-1c95-4509-9d57-5fc3e040bb00 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Unset dirty status for tenant:91ff4e6fbd51465ba708db114d874986 on resource:network {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:41:44.093142 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7f0eec01-588b-4cf7-a4d4-2853aea0f062 req-e223b891-1c95-4509-9d57-5fc3e040bb00 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/networks?id=8eda618f-39cc-42b1-a602-66800c0d0105 HTTP/1.1" status: 200 len: 797 time: 0.2036269 May 31 14:41:44.110391 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=6b03e725-7e7a-4482-bc82-3cbb1a622b00,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:41:44.119664 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7f0eec01-588b-4cf7-a4d4-2853aea0f062 req-305fd9f0-8237-439a-bb2f-59ee9f12b4ce tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/quotas/91ff4e6fbd51465ba708db114d874986 HTTP/1.1" status: 200 len: 375 time: 0.0182061 May 31 14:41:44.186551 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-00d3b65c-8ac4-47a4-9a33-277bab5a9886 None None] Current status of the port 6b03e725-7e7a-4482-bc82-3cbb1a622b00 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:41:44.189281 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:44.199966 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-00d3b65c-8ac4-47a4-9a33-277bab5a9886 None None] Provisioning for port 43a28dcb-53cb-4d5b-86f5-833fe91aaa6d completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:41:44.206587 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-00d3b65c-8ac4-47a4-9a33-277bab5a9886 None None] Provisioning complete for port 43a28dcb-53cb-4d5b-86f5-833fe91aaa6d triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:41:44.207068 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-00d3b65c-8ac4-47a4-9a33-277bab5a9886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:44.210325 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-7f0eec01-588b-4cf7-a4d4-2853aea0f062 req-df3b3fa6-2ec7-4b9c-bbb8-d86a648518df tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Synchronizing usage tracker for tenant:91ff4e6fbd51465ba708db114d874986 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:41:44.237334 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-7f0eec01-588b-4cf7-a4d4-2853aea0f062 req-df3b3fa6-2ec7-4b9c-bbb8-d86a648518df tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Unset dirty status for tenant:91ff4e6fbd51465ba708db114d874986 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:41:44.250594 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7f0eec01-588b-4cf7-a4d4-2853aea0f062 req-df3b3fa6-2ec7-4b9c-bbb8-d86a648518df tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=91ff4e6fbd51465ba708db114d874986&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1291556 May 31 14:41:44.273549 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-00d3b65c-8ac4-47a4-9a33-277bab5a9886 None None] Port 43a28dcb-53cb-4d5b-86f5-833fe91aaa6d cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:41:44.371853 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-6e96b40f-5bfb-4552-8244-10958d573541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a70e49-e0b7-4f33-b08f-211a16a634ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752343497', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '149c6707-4f7a-4029-80fa-91c6f1c2a555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:41:37Z', 'updated_at': '2022-05-31T14:41:42Z', 'revision_number': 4, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'gw_port': {'id': '149c6707-4f7a-4029-80fa-91c6f1c2a555', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:38:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a70e49-e0b7-4f33-b08f-211a16a634ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:41:37Z', 'updated_at': '2022-05-31T14:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '43a28dcb-53cb-4d5b-86f5-833fe91aaa6d', 'name': '', 'network_id': '8eda618f-39cc-42b1-a602-66800c0d0105', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'mac_address': 'fa:16:3e:0a:6b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a70e49-e0b7-4f33-b08f-211a16a634ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '8f41f791-3c67-420a-96e1-540f1e0e68d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:41:41Z', 'updated_at': '2022-05-31T14:41:42Z', 'revision_number': 2, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'subnets': [{'id': '8f41f791-3c67-420a-96e1-540f1e0e68d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:41:44.376687 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e96b40f-5bfb-4552-8244-10958d573541 None None] Checking router: 78a70e49-e0b7-4f33-b08f-211a16a634ef for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:41:44.377028 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e96b40f-5bfb-4552-8244-10958d573541 None None] Updating router 78a70e49-e0b7-4f33-b08f-211a16a634ef port 43a28dcb-53cb-4d5b-86f5-833fe91aaa6d binding host n-d-843939-1 {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 14:41:44.400168 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-5b083084-bf0b-493b-9564-8d5aa491f09a None None] Provisioning complete for port 43a28dcb-53cb-4d5b-86f5-833fe91aaa6d triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:41:44.400551 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5b083084-bf0b-493b-9564-8d5aa491f09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:44.437389 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6e96b40f-5bfb-4552-8244-10958d573541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:44.454156 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7f0eec01-588b-4cf7-a4d4-2853aea0f062 req-704d61e3-edca-4895-8d17-4589c4c3f04e service neutron] 10.222.0.50 "GET /v2.0/networks/8eda618f-39cc-42b1-a602-66800c0d0105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004867 May 31 14:41:44.459127 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-5b083084-bf0b-493b-9564-8d5aa491f09a None None] Port 43a28dcb-53cb-4d5b-86f5-833fe91aaa6d cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:41:44.580927 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b22bf5f8-465f-4cf2-9ae7-e193c40158c5 None None] Provisioning complete for port 43a28dcb-53cb-4d5b-86f5-833fe91aaa6d triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:41:44.581332 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b22bf5f8-465f-4cf2-9ae7-e193c40158c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:44.591107 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7f0eec01-588b-4cf7-a4d4-2853aea0f062 req-94b99701-60db-48dd-96ac-6afb7b80920a service neutron] 10.222.0.50 "GET /v2.0/networks/8eda618f-39cc-42b1-a602-66800c0d0105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310740 May 31 14:41:44.640552 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b22bf5f8-465f-4cf2-9ae7-e193c40158c5 None None] Port 43a28dcb-53cb-4d5b-86f5-833fe91aaa6d cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:41:44.783704 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-91059c48-54d8-4e8e-9bd5-1be6abb7bc43 req-c453547b-f877-4e62-817a-754dc4b98f49 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae413171-d696-41f2-9610-d76f67699cad HTTP/1.1" status: 200 len: 210 time: 0.0470462 May 31 14:41:44.786430 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6e96b40f-5bfb-4552-8244-10958d573541 None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:44.798669 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-6e96b40f-5bfb-4552-8244-10958d573541 None None] Transition to ACTIVE for port object 43a28dcb-53cb-4d5b-86f5-833fe91aaa6d will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:41:44.804999 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6e96b40f-5bfb-4552-8244-10958d573541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:44.960238 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef6af26-6f27-48d3-8f3a-f01fddf145c2 None None] Pushing event updated for resources: {'Port': ['ID=43a28dcb-53cb-4d5b-86f5-833fe91aaa6d,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:41:44.977486 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef6af26-6f27-48d3-8f3a-f01fddf145c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:41:44.978339 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef6af26-6f27-48d3-8f3a-f01fddf145c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:41:44.978677 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef6af26-6f27-48d3-8f3a-f01fddf145c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:41:44.979190 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef6af26-6f27-48d3-8f3a-f01fddf145c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:41:44.979511 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef6af26-6f27-48d3-8f3a-f01fddf145c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:41:44.979835 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef6af26-6f27-48d3-8f3a-f01fddf145c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:41:44.980152 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef6af26-6f27-48d3-8f3a-f01fddf145c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:41:44.980469 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef6af26-6f27-48d3-8f3a-f01fddf145c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:41:44.980785 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef6af26-6f27-48d3-8f3a-f01fddf145c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:41:44.981096 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef6af26-6f27-48d3-8f3a-f01fddf145c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:41:44.981411 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef6af26-6f27-48d3-8f3a-f01fddf145c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:41:44.981724 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef6af26-6f27-48d3-8f3a-f01fddf145c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:41:45.036283 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-6e96b40f-5bfb-4552-8244-10958d573541 None None] Attempting to bind port 43a28dcb-53cb-4d5b-86f5-833fe91aaa6d on host n-d-843939-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:41:45.036649 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-6e96b40f-5bfb-4552-8244-10958d573541 None None] Attempting to bind port 43a28dcb-53cb-4d5b-86f5-833fe91aaa6d by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '8393a4e6-07b6-42d1-b2ad-e4ca583d1ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8eda618f-39cc-42b1-a602-66800c0d0105'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:41:45.037007 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e96b40f-5bfb-4552-8244-10958d573541 None None] Attempting to bind port 43a28dcb-53cb-4d5b-86f5-833fe91aaa6d on network 8eda618f-39cc-42b1-a602-66800c0d0105 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:41:45.042984 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e96b40f-5bfb-4552-8244-10958d573541 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:41:45.043345 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e96b40f-5bfb-4552-8244-10958d573541 None None] Checking segment: {'id': '8393a4e6-07b6-42d1-b2ad-e4ca583d1ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8eda618f-39cc-42b1-a602-66800c0d0105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:41:45.043735 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6e96b40f-5bfb-4552-8244-10958d573541 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:45.044118 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e96b40f-5bfb-4552-8244-10958d573541 None None] Bound using segment: {'id': '8393a4e6-07b6-42d1-b2ad-e4ca583d1ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8eda618f-39cc-42b1-a602-66800c0d0105'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:41:45.044583 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-6e96b40f-5bfb-4552-8244-10958d573541 None None] Bound port: 43a28dcb-53cb-4d5b-86f5-833fe91aaa6d, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8393a4e6-07b6-42d1-b2ad-e4ca583d1ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8eda618f-39cc-42b1-a602-66800c0d0105'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:41:45.044938 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6e96b40f-5bfb-4552-8244-10958d573541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:45.073046 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 149c6707-4f7a-4029-80fa-91c6f1c2a555 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:41:45.136080 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-6e96b40f-5bfb-4552-8244-10958d573541 None None] For port 43a28dcb-53cb-4d5b-86f5-833fe91aaa6d, host n-d-843939-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:41:45.139049 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-6e96b40f-5bfb-4552-8244-10958d573541 None None] For port 43a28dcb-53cb-4d5b-86f5-833fe91aaa6d, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=43a28dcb-53cb-4d5b-86f5-833fe91aaa6d,segment=NetworkSegment(8393a4e6-07b6-42d1-b2ad-e4ca583d1ad3),segment_id=8393a4e6-07b6-42d1-b2ad-e4ca583d1ad3)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:41:45.143952 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-6e96b40f-5bfb-4552-8244-10958d573541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:45.145292 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 149c6707-4f7a-4029-80fa-91c6f1c2a555 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:41:45.145664 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:45.236081 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e96b40f-5bfb-4552-8244-10958d573541 None None] Routers {'78a70e49-e0b7-4f33-b08f-211a16a634ef'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:41:45.236961 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-6e96b40f-5bfb-4552-8244-10958d573541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:41:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['78a70e49-e0b7-4f33-b08f-211a16a634ef'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:41:45.271163 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 149c6707-4f7a-4029-80fa-91c6f1c2a555 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:41:45.272244 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 6b03e725-7e7a-4482-bc82-3cbb1a622b00 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:41:45.296912 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef6af26-6f27-48d3-8f3a-f01fddf145c2 None None] Pushing event updated for resources: {'Port': ['ID=43a28dcb-53cb-4d5b-86f5-833fe91aaa6d,revision_number=4']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:41:45.344838 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 6b03e725-7e7a-4482-bc82-3cbb1a622b00 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:41:45.345209 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:45.432159 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-6e96b40f-5bfb-4552-8244-10958d573541 None None] Set router 78a70e49-e0b7-4f33-b08f-211a16a634ef gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:41:45.474572 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 6b03e725-7e7a-4482-bc82-3cbb1a622b00 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:41:45.765380 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-6e96b40f-5bfb-4552-8244-10958d573541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a70e49-e0b7-4f33-b08f-211a16a634ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752343497', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '149c6707-4f7a-4029-80fa-91c6f1c2a555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:41:37Z', 'updated_at': '2022-05-31T14:41:42Z', 'revision_number': 4, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'gw_port': {'id': '149c6707-4f7a-4029-80fa-91c6f1c2a555', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:38:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a70e49-e0b7-4f33-b08f-211a16a634ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:41:37Z', 'updated_at': '2022-05-31T14:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '43a28dcb-53cb-4d5b-86f5-833fe91aaa6d', 'name': '', 'network_id': '8eda618f-39cc-42b1-a602-66800c0d0105', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'mac_address': 'fa:16:3e:0a:6b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a70e49-e0b7-4f33-b08f-211a16a634ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '8f41f791-3c67-420a-96e1-540f1e0e68d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:41:41Z', 'updated_at': '2022-05-31T14:41:45Z', 'revision_number': 4, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'subnets': [{'id': '8f41f791-3c67-420a-96e1-540f1e0e68d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:41:45.769520 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e96b40f-5bfb-4552-8244-10958d573541 None None] The sync data for ids ['78a70e49-e0b7-4f33-b08f-211a16a634ef'] in n-d-843939-1 is: [{'id': '78a70e49-e0b7-4f33-b08f-211a16a634ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752343497', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '149c6707-4f7a-4029-80fa-91c6f1c2a555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:41:37Z', 'updated_at': '2022-05-31T14:41:42Z', 'revision_number': 4, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'gw_port': {'id': '149c6707-4f7a-4029-80fa-91c6f1c2a555', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:38:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a70e49-e0b7-4f33-b08f-211a16a634ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:41:37Z', 'updated_at': '2022-05-31T14:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '43a28dcb-53cb-4d5b-86f5-833fe91aaa6d', 'name': '', 'network_id': '8eda618f-39cc-42b1-a602-66800c0d0105', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'mac_address': 'fa:16:3e:0a:6b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a70e49-e0b7-4f33-b08f-211a16a634ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '8f41f791-3c67-420a-96e1-540f1e0e68d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:41:41Z', 'updated_at': '2022-05-31T14:41:45Z', 'revision_number': 4, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'subnets': [{'id': '8f41f791-3c67-420a-96e1-540f1e0e68d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:41:45.897615 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:45.912486 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-710e113c-fad4-445e-86c1-14028a598999 req-0dc5bd12-1dc6-4090-9689-33f1543b5642 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae413171-d696-41f2-9610-d76f67699cad HTTP/1.1" status: 200 len: 210 time: 0.0631092 May 31 14:41:47.073704 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3c28db80-cdcd-466a-bbf1-223908444b1f req-18d336ef-45a9-424d-8896-71cf364a9c9a tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae413171-d696-41f2-9610-d76f67699cad HTTP/1.1" status: 200 len: 210 time: 0.0501239 May 31 14:41:47.091264 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 43a28dcb-53cb-4d5b-86f5-833fe91aaa6d up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:41:47.160820 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 43a28dcb-53cb-4d5b-86f5-833fe91aaa6d completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:41:47.165355 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 43a28dcb-53cb-4d5b-86f5-833fe91aaa6d triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:41:47.166388 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:47.281421 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 43a28dcb-53cb-4d5b-86f5-833fe91aaa6d is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:41:47.281798 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:47.316216 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 43a28dcb-53cb-4d5b-86f5-833fe91aaa6d, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=43a28dcb-53cb-4d5b-86f5-833fe91aaa6d,segment=NetworkSegment(8393a4e6-07b6-42d1-b2ad-e4ca583d1ad3),segment_id=8393a4e6-07b6-42d1-b2ad-e4ca583d1ad3)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:41:47.320311 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:47.437140 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=43a28dcb-53cb-4d5b-86f5-833fe91aaa6d,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:41:47.660716 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:41:48.013311 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0eec01-588b-4cf7-a4d4-2853aea0f062 req-280a767f-817a-4771-aa75-0907b423f977 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:41:48.014780 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7f0eec01-588b-4cf7-a4d4-2853aea0f062 req-280a767f-817a-4771-aa75-0907b423f977 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.20 "GET /v2.0/networks?id=8eda618f-39cc-42b1-a602-66800c0d0105 HTTP/1.1" status: 200 len: 797 time: 0.1522312 May 31 14:41:48.068765 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7f0eec01-588b-4cf7-a4d4-2853aea0f062 req-ba246a0a-b009-4901-a661-a120dd1b1931 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91ff4e6fbd51465ba708db114d874986 HTTP/1.1" status: 200 len: 380 time: 0.0459623 May 31 14:41:48.077069 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-7f0eec01-588b-4cf7-a4d4-2853aea0f062 req-965f8947-b7d8-4810-8256-5181b2223e2b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Request body: {'port': {'device_id': 'ae413171-d696-41f2-9610-d76f67699cad', 'network_id': '8eda618f-39cc-42b1-a602-66800c0d0105', 'admin_state_up': True, 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'security_groups': ['4c19bf91-0720-4b2e-9f7f-d0e43811c350']}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:41:48.215511 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-7f0eec01-588b-4cf7-a4d4-2853aea0f062 req-965f8947-b7d8-4810-8256-5181b2223e2b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:41:48.224981 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-7f0eec01-588b-4cf7-a4d4-2853aea0f062 req-965f8947-b7d8-4810-8256-5181b2223e2b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:41:48.226060 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-25dd9782-e33c-413c-a8ca-380d377a7d63 req-423d18a7-650e-4e90-996d-0197cb8e77cc tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae413171-d696-41f2-9610-d76f67699cad HTTP/1.1" status: 200 len: 210 time: 0.0465236 May 31 14:41:48.236483 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f0eec01-588b-4cf7-a4d4-2853aea0f062 req-965f8947-b7d8-4810-8256-5181b2223e2b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Made reservation on behalf of 91ff4e6fbd51465ba708db114d874986 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:41:48.239990 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-7f0eec01-588b-4cf7-a4d4-2853aea0f062 req-965f8947-b7d8-4810-8256-5181b2223e2b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:48.400807 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [req-7f0eec01-588b-4cf7-a4d4-2853aea0f062 req-965f8947-b7d8-4810-8256-5181b2223e2b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Allocated IP 172.20.0.11 (8eda618f-39cc-42b1-a602-66800c0d0105/8f41f791-3c67-420a-96e1-540f1e0e68d4/7ab5d38e-fef7-4797-95b4-157bb8f7a396) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:41:48.592652 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-7f0eec01-588b-4cf7-a4d4-2853aea0f062 req-965f8947-b7d8-4810-8256-5181b2223e2b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:48.608043 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-7f0eec01-588b-4cf7-a4d4-2853aea0f062 req-965f8947-b7d8-4810-8256-5181b2223e2b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Transition to ACTIVE for port object 7ab5d38e-fef7-4797-95b4-157bb8f7a396 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:41:48.631011 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-7f0eec01-588b-4cf7-a4d4-2853aea0f062 req-965f8947-b7d8-4810-8256-5181b2223e2b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:48.701387 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f0eec01-588b-4cf7-a4d4-2853aea0f062 req-965f8947-b7d8-4810-8256-5181b2223e2b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Network 8eda618f-39cc-42b1-a602-66800c0d0105 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:41:48.704495 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [req-7f0eec01-588b-4cf7-a4d4-2853aea0f062 req-965f8947-b7d8-4810-8256-5181b2223e2b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:41:48.708306 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f0eec01-588b-4cf7-a4d4-2853aea0f062 req-965f8947-b7d8-4810-8256-5181b2223e2b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:41:48.739103 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965f8947-b7d8-4810-8256-5181b2223e2b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event updated for resources: {'Port': ['ID=7ab5d38e-fef7-4797-95b4-157bb8f7a396,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:41:48.760232 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965f8947-b7d8-4810-8256-5181b2223e2b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:41:48.760774 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965f8947-b7d8-4810-8256-5181b2223e2b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:41:48.761228 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965f8947-b7d8-4810-8256-5181b2223e2b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:41:48.761559 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965f8947-b7d8-4810-8256-5181b2223e2b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:41:48.761883 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965f8947-b7d8-4810-8256-5181b2223e2b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:41:48.762237 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965f8947-b7d8-4810-8256-5181b2223e2b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:41:48.762557 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965f8947-b7d8-4810-8256-5181b2223e2b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:41:48.762879 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965f8947-b7d8-4810-8256-5181b2223e2b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:41:48.763198 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965f8947-b7d8-4810-8256-5181b2223e2b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:41:48.763514 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965f8947-b7d8-4810-8256-5181b2223e2b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:41:48.763830 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965f8947-b7d8-4810-8256-5181b2223e2b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:41:48.764147 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965f8947-b7d8-4810-8256-5181b2223e2b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:41:48.789392 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0eec01-588b-4cf7-a4d4-2853aea0f062 req-965f8947-b7d8-4810-8256-5181b2223e2b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:41:48.790102 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-7f0eec01-588b-4cf7-a4d4-2853aea0f062 req-965f8947-b7d8-4810-8256-5181b2223e2b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:48.816824 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7f0eec01-588b-4cf7-a4d4-2853aea0f062 req-965f8947-b7d8-4810-8256-5181b2223e2b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7432597 May 31 14:41:48.827956 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-7f0eec01-588b-4cf7-a4d4-2853aea0f062 req-fef5da58-071a-464f-8a3a-15643d7a8829 service neutron] Request body: {'port': {'device_id': 'ae413171-d696-41f2-9610-d76f67699cad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843939-1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:41:48.932936 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d62f9e77-3025-4020-8a6e-ea6c243c5300 None None] Provisioning for port 7ab5d38e-fef7-4797-95b4-157bb8f7a396 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:41:48.938489 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-d62f9e77-3025-4020-8a6e-ea6c243c5300 None None] Provisioning complete for port 7ab5d38e-fef7-4797-95b4-157bb8f7a396 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:41:48.938861 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d62f9e77-3025-4020-8a6e-ea6c243c5300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:48.945030 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-7f0eec01-588b-4cf7-a4d4-2853aea0f062 req-fef5da58-071a-464f-8a3a-15643d7a8829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:48.991735 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-d62f9e77-3025-4020-8a6e-ea6c243c5300 None None] Port 7ab5d38e-fef7-4797-95b4-157bb8f7a396 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:41:49.206573 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 43a28dcb-53cb-4d5b-86f5-833fe91aaa6d up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:41:49.285708 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 43a28dcb-53cb-4d5b-86f5-833fe91aaa6d triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:41:49.286163 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:49.314675 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [req-7f0eec01-588b-4cf7-a4d4-2853aea0f062 req-fef5da58-071a-464f-8a3a-15643d7a8829 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ab5d38e-fef7-4797-95b4-157bb8f7a396 {{(pid=88369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:41:49.324312 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-7f0eec01-588b-4cf7-a4d4-2853aea0f062 req-fef5da58-071a-464f-8a3a-15643d7a8829 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:49.343286 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-7f0eec01-588b-4cf7-a4d4-2853aea0f062 req-fef5da58-071a-464f-8a3a-15643d7a8829 service neutron] Transition to ACTIVE for port object 7ab5d38e-fef7-4797-95b4-157bb8f7a396 will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:41:49.355949 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-7f0eec01-588b-4cf7-a4d4-2853aea0f062 req-fef5da58-071a-464f-8a3a-15643d7a8829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:49.412320 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 43a28dcb-53cb-4d5b-86f5-833fe91aaa6d is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:41:49.447106 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c0dca-28ee-440c-80d9-a699d3781f7e req-ecf330f8-a26f-4864-b6c8-674fa926388e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:41:49.448962 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b22c0dca-28ee-440c-80d9-a699d3781f7e req-ecf330f8-a26f-4864-b6c8-674fa926388e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae413171-d696-41f2-9610-d76f67699cad HTTP/1.1" status: 200 len: 944 time: 0.1012137 May 31 14:41:49.497441 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b22c0dca-28ee-440c-80d9-a699d3781f7e req-daf48937-4c47-44de-87a7-bf8cf4d6148c tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=4c19bf91-0720-4b2e-9f7f-d0e43811c350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422049 May 31 14:41:49.609044 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef5da58-071a-464f-8a3a-15643d7a8829 service neutron] Pushing event updated for resources: {'Port': ['ID=7ab5d38e-fef7-4797-95b4-157bb8f7a396,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:41:49.710122 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-7f0eec01-588b-4cf7-a4d4-2853aea0f062 req-fef5da58-071a-464f-8a3a-15643d7a8829 service neutron] Attempting to bind port 7ab5d38e-fef7-4797-95b4-157bb8f7a396 on host n-h1-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:41:49.710364 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-7f0eec01-588b-4cf7-a4d4-2853aea0f062 req-fef5da58-071a-464f-8a3a-15643d7a8829 service neutron] Attempting to bind port 7ab5d38e-fef7-4797-95b4-157bb8f7a396 by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': '8393a4e6-07b6-42d1-b2ad-e4ca583d1ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8eda618f-39cc-42b1-a602-66800c0d0105'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:41:49.710669 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0eec01-588b-4cf7-a4d4-2853aea0f062 req-fef5da58-071a-464f-8a3a-15643d7a8829 service neutron] Attempting to bind port 7ab5d38e-fef7-4797-95b4-157bb8f7a396 on network 8eda618f-39cc-42b1-a602-66800c0d0105 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:41:49.715166 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0eec01-588b-4cf7-a4d4-2853aea0f062 req-fef5da58-071a-464f-8a3a-15643d7a8829 service neutron] Port 7ab5d38e-fef7-4797-95b4-157bb8f7a396 on network 8eda618f-39cc-42b1-a602-66800c0d0105 not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 14:41:49.715487 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0eec01-588b-4cf7-a4d4-2853aea0f062 req-fef5da58-071a-464f-8a3a-15643d7a8829 service neutron] Attempting to bind port 7ab5d38e-fef7-4797-95b4-157bb8f7a396 on network 8eda618f-39cc-42b1-a602-66800c0d0105 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:41:49.720389 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0eec01-588b-4cf7-a4d4-2853aea0f062 req-fef5da58-071a-464f-8a3a-15643d7a8829 service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:41:49.720716 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0eec01-588b-4cf7-a4d4-2853aea0f062 req-fef5da58-071a-464f-8a3a-15643d7a8829 service neutron] Checking segment: {'id': '8393a4e6-07b6-42d1-b2ad-e4ca583d1ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8eda618f-39cc-42b1-a602-66800c0d0105'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:41:49.721091 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0eec01-588b-4cf7-a4d4-2853aea0f062 req-fef5da58-071a-464f-8a3a-15643d7a8829 service neutron] Bound using segment: {'id': '8393a4e6-07b6-42d1-b2ad-e4ca583d1ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8eda618f-39cc-42b1-a602-66800c0d0105'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:41:49.721506 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-7f0eec01-588b-4cf7-a4d4-2853aea0f062 req-fef5da58-071a-464f-8a3a-15643d7a8829 service neutron] Bound port: 7ab5d38e-fef7-4797-95b4-157bb8f7a396, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8393a4e6-07b6-42d1-b2ad-e4ca583d1ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8eda618f-39cc-42b1-a602-66800c0d0105'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:41:49.721844 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-7f0eec01-588b-4cf7-a4d4-2853aea0f062 req-fef5da58-071a-464f-8a3a-15643d7a8829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:49.811843 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-7f0eec01-588b-4cf7-a4d4-2853aea0f062 req-fef5da58-071a-464f-8a3a-15643d7a8829 service neutron] For port 7ab5d38e-fef7-4797-95b4-157bb8f7a396, host n-h1-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:41:49.814821 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-7f0eec01-588b-4cf7-a4d4-2853aea0f062 req-fef5da58-071a-464f-8a3a-15643d7a8829 service neutron] For port 7ab5d38e-fef7-4797-95b4-157bb8f7a396, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=7ab5d38e-fef7-4797-95b4-157bb8f7a396,segment=NetworkSegment(8393a4e6-07b6-42d1-b2ad-e4ca583d1ad3),segment_id=8393a4e6-07b6-42d1-b2ad-e4ca583d1ad3)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:41:49.819030 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-7f0eec01-588b-4cf7-a4d4-2853aea0f062 req-fef5da58-071a-464f-8a3a-15643d7a8829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:49.879584 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0eec01-588b-4cf7-a4d4-2853aea0f062 req-fef5da58-071a-464f-8a3a-15643d7a8829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:41:49.880192 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-7f0eec01-588b-4cf7-a4d4-2853aea0f062 req-fef5da58-071a-464f-8a3a-15643d7a8829 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:49.881542 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7f0eec01-588b-4cf7-a4d4-2853aea0f062 req-fef5da58-071a-464f-8a3a-15643d7a8829 service neutron] 10.222.0.20 "PUT /v2.0/ports/7ab5d38e-fef7-4797-95b4-157bb8f7a396 HTTP/1.1" status: 200 len: 1092 time: 1.0579472 May 31 14:41:49.881969 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae413171-d696-41f2-9610-d76f67699cad', 'tag': '7ab5d38e-fef7-4797-95b4-157bb8f7a396'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:41:49.908156 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef5da58-071a-464f-8a3a-15643d7a8829 service neutron] Pushing event updated for resources: {'Port': ['ID=7ab5d38e-fef7-4797-95b4-157bb8f7a396,revision_number=3']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:41:49.962267 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf2b6922-ea59-4f18-928c-856c3915b9b0'] response: {'name': 'network-changed', 'server_uuid': 'ae413171-d696-41f2-9610-d76f67699cad', 'tag': '7ab5d38e-fef7-4797-95b4-157bb8f7a396', 'status': 'completed', 'code': 200} May 31 14:41:50.011365 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0eec01-588b-4cf7-a4d4-2853aea0f062 req-26992bc2-1def-4769-9758-51e92ebe0a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:41:50.013324 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7f0eec01-588b-4cf7-a4d4-2853aea0f062 req-26992bc2-1def-4769-9758-51e92ebe0a0d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=91ff4e6fbd51465ba708db114d874986&device_id=ae413171-d696-41f2-9610-d76f67699cad HTTP/1.1" status: 200 len: 1095 time: 0.0860934 May 31 14:41:50.081459 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7f0eec01-588b-4cf7-a4d4-2853aea0f062 req-4cb54c8e-1868-43ce-9b88-da326ede12be service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ab5d38e-fef7-4797-95b4-157bb8f7a396 HTTP/1.1" status: 200 len: 217 time: 0.0620868 May 31 14:41:50.145507 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0eec01-588b-4cf7-a4d4-2853aea0f062 req-876c20eb-c6de-43c0-952a-6e8fa1f30036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:41:50.146988 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7f0eec01-588b-4cf7-a4d4-2853aea0f062 req-876c20eb-c6de-43c0-952a-6e8fa1f30036 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8f41f791-3c67-420a-96e1-540f1e0e68d4 HTTP/1.1" status: 200 len: 835 time: 0.0597901 May 31 14:41:50.220311 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0eec01-588b-4cf7-a4d4-2853aea0f062 req-50aa275a-d07d-4810-9aff-0d61e1130743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:41:50.221702 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7f0eec01-588b-4cf7-a4d4-2853aea0f062 req-50aa275a-d07d-4810-9aff-0d61e1130743 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8eda618f-39cc-42b1-a602-66800c0d0105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692565 May 31 14:41:50.356081 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7f0eec01-588b-4cf7-a4d4-2853aea0f062 req-d707d016-3790-4afb-9e42-440ba8f60ef1 service neutron] 10.222.0.20 "GET /v2.0/networks/8eda618f-39cc-42b1-a602-66800c0d0105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282890 May 31 14:41:50.492599 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7f0eec01-588b-4cf7-a4d4-2853aea0f062 req-09a71102-6d8e-4a5b-9697-47a47eb71471 service neutron] 10.222.0.20 "GET /v2.0/networks/8eda618f-39cc-42b1-a602-66800c0d0105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306674 May 31 14:41:50.614358 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27db26a9-a2cb-4a59-b7c0-98600dcd4716 req-6cf959c5-1662-443f-98cd-f9517af9ca06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:41:50.616008 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-27db26a9-a2cb-4a59-b7c0-98600dcd4716 req-6cf959c5-1662-443f-98cd-f9517af9ca06 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=91ff4e6fbd51465ba708db114d874986&device_id=ae413171-d696-41f2-9610-d76f67699cad HTTP/1.1" status: 200 len: 1095 time: 0.0807106 May 31 14:41:50.693057 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9099e0aa-9fad-49ec-af88-37685c6a5815 req-4df7d368-aeb9-4e63-aa57-47f7dfc01a3e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:41:50.694610 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9099e0aa-9fad-49ec-af88-37685c6a5815 req-4df7d368-aeb9-4e63-aa57-47f7dfc01a3e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae413171-d696-41f2-9610-d76f67699cad HTTP/1.1" status: 200 len: 944 time: 0.0856991 May 31 14:41:50.740731 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9099e0aa-9fad-49ec-af88-37685c6a5815 req-36b60ea6-81bf-4461-b360-3332f84836cd tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=4c19bf91-0720-4b2e-9f7f-d0e43811c350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394614 May 31 14:41:50.753634 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27db26a9-a2cb-4a59-b7c0-98600dcd4716 req-9c593836-fff1-4239-bff1-20ca3003de95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:41:50.755097 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-27db26a9-a2cb-4a59-b7c0-98600dcd4716 req-9c593836-fff1-4239-bff1-20ca3003de95 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8eda618f-39cc-42b1-a602-66800c0d0105 HTTP/1.1" status: 200 len: 898 time: 0.1335571 May 31 14:41:50.832634 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-27db26a9-a2cb-4a59-b7c0-98600dcd4716 req-14a88b88-c33e-4057-afa3-9186c2a2e15b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ab5d38e-fef7-4797-95b4-157bb8f7a396 HTTP/1.1" status: 200 len: 217 time: 0.0715029 May 31 14:41:50.895697 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27db26a9-a2cb-4a59-b7c0-98600dcd4716 req-9cde2ed5-b159-49e7-9d53-1041e64b2844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:41:50.897120 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-27db26a9-a2cb-4a59-b7c0-98600dcd4716 req-9cde2ed5-b159-49e7-9d53-1041e64b2844 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8f41f791-3c67-420a-96e1-540f1e0e68d4 HTTP/1.1" status: 200 len: 835 time: 0.0601897 May 31 14:41:50.970587 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27db26a9-a2cb-4a59-b7c0-98600dcd4716 req-25c52f50-5c43-4188-8354-7019065ebe7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:41:50.972026 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-27db26a9-a2cb-4a59-b7c0-98600dcd4716 req-25c52f50-5c43-4188-8354-7019065ebe7a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8eda618f-39cc-42b1-a602-66800c0d0105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692112 May 31 14:41:51.105452 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-27db26a9-a2cb-4a59-b7c0-98600dcd4716 req-b65f792b-a567-4dd3-b878-ff0709bb1868 service neutron] 10.222.0.20 "GET /v2.0/networks/8eda618f-39cc-42b1-a602-66800c0d0105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264446 May 31 14:41:51.241068 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-27db26a9-a2cb-4a59-b7c0-98600dcd4716 req-d70e95d1-fa6a-45c7-b35c-fcf3e12eea07 service neutron] 10.222.0.20 "GET /v2.0/networks/8eda618f-39cc-42b1-a602-66800c0d0105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273406 May 31 14:41:51.930261 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28eee2f-6983-4a6e-b975-40c1b73d1408 req-f4a6db4b-a075-4c60-845a-b9b4da5fe99c tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:41:51.931935 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c28eee2f-6983-4a6e-b975-40c1b73d1408 req-f4a6db4b-a075-4c60-845a-b9b4da5fe99c tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae413171-d696-41f2-9610-d76f67699cad HTTP/1.1" status: 200 len: 944 time: 0.0802040 May 31 14:41:51.976804 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c28eee2f-6983-4a6e-b975-40c1b73d1408 req-b1eea786-964e-443a-a188-7a836bcbd0f0 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=4c19bf91-0720-4b2e-9f7f-d0e43811c350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387669 May 31 14:41:53.173453 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe21402a-450c-42da-b410-1527d8b7ac59 req-fe9e3675-bb72-4e6c-82bc-6d94dba37d80 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:41:53.174948 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fe21402a-450c-42da-b410-1527d8b7ac59 req-fe9e3675-bb72-4e6c-82bc-6d94dba37d80 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae413171-d696-41f2-9610-d76f67699cad HTTP/1.1" status: 200 len: 944 time: 0.0917466 May 31 14:41:53.218566 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fe21402a-450c-42da-b410-1527d8b7ac59 req-f5783b6c-5cc8-4cf2-ad28-1e24f69c2ef4 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=4c19bf91-0720-4b2e-9f7f-d0e43811c350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379350 May 31 14:41:54.404912 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e229e54-0a84-44ae-a9d9-3e35e4510028 req-6e22eeda-41ba-4e88-a0c8-d2649e160c0a tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:41:54.406457 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9e229e54-0a84-44ae-a9d9-3e35e4510028 req-6e22eeda-41ba-4e88-a0c8-d2649e160c0a tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae413171-d696-41f2-9610-d76f67699cad HTTP/1.1" status: 200 len: 944 time: 0.0803525 May 31 14:41:54.454034 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9e229e54-0a84-44ae-a9d9-3e35e4510028 req-c12c9d2f-0baf-4b7a-a29f-b753aa310ee2 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=4c19bf91-0720-4b2e-9f7f-d0e43811c350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419369 May 31 14:41:55.095983 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 7ab5d38e-fef7-4797-95b4-157bb8f7a396 details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 14:41:55.225866 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 7ab5d38e-fef7-4797-95b4-157bb8f7a396, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=7ab5d38e-fef7-4797-95b4-157bb8f7a396,segment=NetworkSegment(8393a4e6-07b6-42d1-b2ad-e4ca583d1ad3),segment_id=8393a4e6-07b6-42d1-b2ad-e4ca583d1ad3)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:41:55.239583 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': '7ab5d38e-fef7-4797-95b4-157bb8f7a396', 'network_id': '8eda618f-39cc-42b1-a602-66800c0d0105', 'port_id': '7ab5d38e-fef7-4797-95b4-157bb8f7a396', 'mac_address': 'fa:16:3e:e4:18:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f41f791-3c67-420a-96e1-540f1e0e68d4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 14:41:55.296081 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 7ab5d38e-fef7-4797-95b4-157bb8f7a396 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:41:55.296370 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:55.313478 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ab5d38e-fef7-4797-95b4-157bb8f7a396 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:41:55.328709 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 7ab5d38e-fef7-4797-95b4-157bb8f7a396, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=7ab5d38e-fef7-4797-95b4-157bb8f7a396,segment=NetworkSegment(8393a4e6-07b6-42d1-b2ad-e4ca583d1ad3),segment_id=8393a4e6-07b6-42d1-b2ad-e4ca583d1ad3)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:41:55.333225 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:55.402808 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=7ab5d38e-fef7-4797-95b4-157bb8f7a396,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:41:55.410112 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:41:55.410455 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:41:55.410789 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:41:55.411115 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:41:55.411439 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:41:55.411757 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:41:55.412073 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:41:55.412387 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:41:55.412700 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:41:55.413015 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:41:55.413327 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:41:55.413639 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:41:55.645758 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ae19a-6e85-4490-a8f1-bd98c3c3ec84 req-42c6f079-2006-40de-827b-2b944d0a2328 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:41:55.647201 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1a4ae19a-6e85-4490-a8f1-bd98c3c3ec84 req-42c6f079-2006-40de-827b-2b944d0a2328 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae413171-d696-41f2-9610-d76f67699cad HTTP/1.1" status: 200 len: 945 time: 0.0792925 May 31 14:41:55.649361 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['7ab5d38e-fef7-4797-95b4-157bb8f7a396'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:41:55.692870 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1a4ae19a-6e85-4490-a8f1-bd98c3c3ec84 req-43450c07-6f88-48ab-898d-31b8e1817fa4 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=4c19bf91-0720-4b2e-9f7f-d0e43811c350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393183 May 31 14:41:56.896406 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403089a0-25aa-4ee7-a997-187967bf62a8 req-0daecbbb-cce1-4616-8e35-cb9b9bc725f3 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:41:56.897920 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-403089a0-25aa-4ee7-a997-187967bf62a8 req-0daecbbb-cce1-4616-8e35-cb9b9bc725f3 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae413171-d696-41f2-9610-d76f67699cad HTTP/1.1" status: 200 len: 945 time: 0.0956459 May 31 14:41:56.943994 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-403089a0-25aa-4ee7-a997-187967bf62a8 req-bd05f2fb-f76f-4f0b-8a61-5bf3eff3c717 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=4c19bf91-0720-4b2e-9f7f-d0e43811c350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398712 May 31 14:41:57.118365 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 7ab5d38e-fef7-4797-95b4-157bb8f7a396 up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:41:57.203346 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning for port 7ab5d38e-fef7-4797-95b4-157bb8f7a396 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:41:57.208682 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port 7ab5d38e-fef7-4797-95b4-157bb8f7a396 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:41:57.209046 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:57.339494 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 7ab5d38e-fef7-4797-95b4-157bb8f7a396 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:41:57.339787 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:57.375315 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae413171-d696-41f2-9610-d76f67699cad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab5d38e-fef7-4797-95b4-157bb8f7a396'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:41:57.388094 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 7ab5d38e-fef7-4797-95b4-157bb8f7a396, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=7ab5d38e-fef7-4797-95b4-157bb8f7a396,segment=NetworkSegment(8393a4e6-07b6-42d1-b2ad-e4ca583d1ad3),segment_id=8393a4e6-07b6-42d1-b2ad-e4ca583d1ad3)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:41:57.393436 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:41:57.433348 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5251d43-b301-4b23-9a4a-889d15373716'] response: {'server_uuid': 'ae413171-d696-41f2-9610-d76f67699cad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab5d38e-fef7-4797-95b4-157bb8f7a396', 'code': 200} May 31 14:41:57.490991 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=7ab5d38e-fef7-4797-95b4-157bb8f7a396,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:41:57.563581 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff85fe-b5a5-4f90-a30f-1b82ca5f7021 req-c0fedc10-ab5a-4aff-97a1-1f913cb5cd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:41:57.565061 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-caff85fe-b5a5-4f90-a30f-1b82ca5f7021 req-c0fedc10-ab5a-4aff-97a1-1f913cb5cd78 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ae413171-d696-41f2-9610-d76f67699cad HTTP/1.1" status: 200 len: 1097 time: 0.0768974 May 31 14:41:57.606561 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-caff85fe-b5a5-4f90-a30f-1b82ca5f7021 req-39e09b95-6610-442d-bc1f-ecb0eab744e3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4c19bf91-0720-4b2e-9f7f-d0e43811c350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351906 May 31 14:41:58.127533 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97af745c-3a8a-4622-9af3-e9e44d30bb8b req-ca2c734c-e0c5-4e66-98c0-98eb194f2062 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:41:58.129064 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-97af745c-3a8a-4622-9af3-e9e44d30bb8b req-ca2c734c-e0c5-4e66-98c0-98eb194f2062 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae413171-d696-41f2-9610-d76f67699cad HTTP/1.1" status: 200 len: 946 time: 0.0793705 May 31 14:41:58.173201 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-97af745c-3a8a-4622-9af3-e9e44d30bb8b req-be9706f5-5025-4d77-bd10-dbe4f985e6c6 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=4c19bf91-0720-4b2e-9f7f-d0e43811c350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380075 May 31 14:41:59.366085 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44ab1b7-6a1f-45ba-8d30-1f264c238ff7 req-189a3f24-9c68-4713-a78e-aa3a91e39ad9 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:41:59.367429 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b44ab1b7-6a1f-45ba-8d30-1f264c238ff7 req-189a3f24-9c68-4713-a78e-aa3a91e39ad9 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae413171-d696-41f2-9610-d76f67699cad HTTP/1.1" status: 200 len: 946 time: 0.0850768 May 31 14:41:59.410990 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b44ab1b7-6a1f-45ba-8d30-1f264c238ff7 req-238632a3-8afe-429b-9792-86060c1012a2 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=4c19bf91-0720-4b2e-9f7f-d0e43811c350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377390 May 31 14:41:59.604175 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123d210c-87a1-48f1-90b9-75ef6dc3d44b req-004b73a0-69d4-4d5e-a35b-71e053722e63 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:41:59.605670 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-123d210c-87a1-48f1-90b9-75ef6dc3d44b req-004b73a0-69d4-4d5e-a35b-71e053722e63 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae413171-d696-41f2-9610-d76f67699cad HTTP/1.1" status: 200 len: 946 time: 0.0828028 May 31 14:41:59.651646 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-123d210c-87a1-48f1-90b9-75ef6dc3d44b req-6cd6150c-2ad7-496a-a419-87daa11f5484 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=4c19bf91-0720-4b2e-9f7f-d0e43811c350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400708 May 31 14:41:59.674552 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45708) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:41:59.748751 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceaa1c50-6aed-4bae-87c2-bbe8029f20d2 tempest-TestNetworkAdvancedServerOps-53305410 tempest-TestNetworkAdvancedServerOps-53305410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:41:59.750308 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-ceaa1c50-6aed-4bae-87c2-bbe8029f20d2 tempest-TestNetworkAdvancedServerOps-53305410 tempest-TestNetworkAdvancedServerOps-53305410-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=ae413171-d696-41f2-9610-d76f67699cad HTTP/1.1" status: 200 len: 1092 time: 0.0747259 May 31 14:41:59.753206 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45712) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:41:59.758103 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-4a5a0a17-2df3-4ce1-89e8-7b53ff12f787 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Request body: {'floatingip': {'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'port_id': '7ab5d38e-fef7-4797-95b4-157bb8f7a396', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:41:59.765293 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-4a5a0a17-2df3-4ce1-89e8-7b53ff12f787 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:41:59.769175 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-4a5a0a17-2df3-4ce1-89e8-7b53ff12f787 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Usage tracker for resource:floatingip and tenant:91ff4e6fbd51465ba708db114d874986 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:41:59.772011 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-4a5a0a17-2df3-4ce1-89e8-7b53ff12f787 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:41:59.778163 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-4a5a0a17-2df3-4ce1-89e8-7b53ff12f787 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:41:59.788587 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4a5a0a17-2df3-4ce1-89e8-7b53ff12f787 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for floatingip, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:42:00.039594 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4a5a0a17-2df3-4ce1-89e8-7b53ff12f787 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:42:00.174836 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-4a5a0a17-2df3-4ce1-89e8-7b53ff12f787 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Allocated IP 172.25.6.113 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/ce6a9671-f931-43b4-baf5-d40bb231e38e) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:42:00.321113 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4a5a0a17-2df3-4ce1-89e8-7b53ff12f787 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:42:00.353670 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4a5a0a17-2df3-4ce1-89e8-7b53ff12f787 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:42:00.414905 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5a0a17-2df3-4ce1-89e8-7b53ff12f787 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:42:00.418110 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-4a5a0a17-2df3-4ce1-89e8-7b53ff12f787 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:42:00.421615 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5a0a17-2df3-4ce1-89e8-7b53ff12f787 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:42:00.467097 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5a0a17-2df3-4ce1-89e8-7b53ff12f787 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event updated for resources: {'Port': ['ID=ce6a9671-f931-43b4-baf5-d40bb231e38e,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:42:00.836389 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4a5a0a17-2df3-4ce1-89e8-7b53ff12f787 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:42:00.911338 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4a5a0a17-2df3-4ce1-89e8-7b53ff12f787 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:42:01.115199 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4a5a0a17-2df3-4ce1-89e8-7b53ff12f787 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:42:01.119481 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4a5a0a17-2df3-4ce1-89e8-7b53ff12f787 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:42:01.230158 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5a0a17-2df3-4ce1-89e8-7b53ff12f787 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event updated for resources: {'Port': ['ID=ce6a9671-f931-43b4-baf5-d40bb231e38e,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:42:01.240046 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4a5a0a17-2df3-4ce1-89e8-7b53ff12f787 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:42:01.421663 n-d-843939-1 neutron-server[88370]: INFO neutron.db.l3_db [None req-4a5a0a17-2df3-4ce1-89e8-7b53ff12f787 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Floating IP 1d1e62eb-90a0-4e95-b6ed-2d146d87f816 associated. External IP: 172.25.6.113, port: 7ab5d38e-fef7-4797-95b4-157bb8f7a396. May 31 14:42:01.887991 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a5a0a17-2df3-4ce1-89e8-7b53ff12f787 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Router 78a70e49-e0b7-4f33-b08f-211a16a634ef has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:42:02.068247 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a5a0a17-2df3-4ce1-89e8-7b53ff12f787 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:42:02.079856 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18adca8a-9c55-4178-b0e6-1286da2b4634 None None] Sync routers for ids ['78a70e49-e0b7-4f33-b08f-211a16a634ef'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:42:02.089946 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18adca8a-9c55-4178-b0e6-1286da2b4634 None None] Routers {'78a70e49-e0b7-4f33-b08f-211a16a634ef'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:42:02.090619 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-18adca8a-9c55-4178-b0e6-1286da2b4634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:41:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['78a70e49-e0b7-4f33-b08f-211a16a634ef'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:42:02.095003 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4a5a0a17-2df3-4ce1-89e8-7b53ff12f787 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:42:02.156719 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-4a5a0a17-2df3-4ce1-89e8-7b53ff12f787 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3999393 May 31 14:42:02.156719 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae413171-d696-41f2-9610-d76f67699cad', 'tag': '7ab5d38e-fef7-4797-95b4-157bb8f7a396'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:42:02.203702 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29750cf6-b63e-4228-97ac-f8a4b499001d'] response: {'name': 'network-changed', 'server_uuid': 'ae413171-d696-41f2-9610-d76f67699cad', 'tag': '7ab5d38e-fef7-4797-95b4-157bb8f7a396', 'status': 'completed', 'code': 200} May 31 14:42:02.273114 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-18adca8a-9c55-4178-b0e6-1286da2b4634 None None] Set router 78a70e49-e0b7-4f33-b08f-211a16a634ef gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:42:02.298406 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520475ae-6b35-426d-bbf1-a9da71829fef req-73ae71dd-cb7b-41d2-a782-61cd122a9fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:42:02.299908 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-520475ae-6b35-426d-bbf1-a9da71829fef req-73ae71dd-cb7b-41d2-a782-61cd122a9fcf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=91ff4e6fbd51465ba708db114d874986&device_id=ae413171-d696-41f2-9610-d76f67699cad HTTP/1.1" status: 200 len: 1097 time: 0.0725629 May 31 14:42:02.334143 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918ff8f-1a00-434f-8f0c-c67800cbc33e req-da29b934-0d6c-48b0-aebf-e61dd3e63fc2 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:42:02.342349 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0918ff8f-1a00-434f-8f0c-c67800cbc33e req-da29b934-0d6c-48b0-aebf-e61dd3e63fc2 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae413171-d696-41f2-9610-d76f67699cad HTTP/1.1" status: 200 len: 946 time: 0.0969691 May 31 14:42:02.389631 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0918ff8f-1a00-434f-8f0c-c67800cbc33e req-6a5caaca-8e68-440b-a432-a61120aadf41 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=4c19bf91-0720-4b2e-9f7f-d0e43811c350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459650 May 31 14:42:02.415300 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45724) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:42:02.529751 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-6e9937b0-f7c8-45c2-a1b3-e00ab0691e9a tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/floatingips/1d1e62eb-90a0-4e95-b6ed-2d146d87f816 HTTP/1.1" status: 200 len: 992 time: 0.1130607 May 31 14:42:02.554983 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520475ae-6b35-426d-bbf1-a9da71829fef req-2f737e68-985b-4f93-90dd-86ba559375ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:42:02.556993 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-520475ae-6b35-426d-bbf1-a9da71829fef req-2f737e68-985b-4f93-90dd-86ba559375ef service neutron] 10.222.0.20 "GET /v2.0/networks?id=8eda618f-39cc-42b1-a602-66800c0d0105 HTTP/1.1" status: 200 len: 898 time: 0.2517037 May 31 14:42:02.660103 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-520475ae-6b35-426d-bbf1-a9da71829fef req-440ada34-3762-47db-a675-75c25a0b5ace service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ab5d38e-fef7-4797-95b4-157bb8f7a396 HTTP/1.1" status: 200 len: 1000 time: 0.0975635 May 31 14:42:02.683427 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-18adca8a-9c55-4178-b0e6-1286da2b4634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a70e49-e0b7-4f33-b08f-211a16a634ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752343497', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '149c6707-4f7a-4029-80fa-91c6f1c2a555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:41:37Z', 'updated_at': '2022-05-31T14:41:42Z', 'revision_number': 4, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'gw_port': {'id': '149c6707-4f7a-4029-80fa-91c6f1c2a555', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:38:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a70e49-e0b7-4f33-b08f-211a16a634ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:41:37Z', 'updated_at': '2022-05-31T14:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '1d1e62eb-90a0-4e95-b6ed-2d146d87f816', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'floating_ip_address': '172.25.6.113', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '78a70e49-e0b7-4f33-b08f-211a16a634ef', 'port_id': '7ab5d38e-fef7-4797-95b4-157bb8f7a396', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eda618f-39cc-42b1-a602-66800c0d0105', 'mac_address': 'fa:16:3e:e4:18:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae413171-d696-41f2-9610-d76f67699cad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:42:00Z', 'updated_at': '2022-05-31T14:42:00Z', 'revision_number': 0, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43a28dcb-53cb-4d5b-86f5-833fe91aaa6d', 'name': '', 'network_id': '8eda618f-39cc-42b1-a602-66800c0d0105', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'mac_address': 'fa:16:3e:0a:6b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a70e49-e0b7-4f33-b08f-211a16a634ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '8f41f791-3c67-420a-96e1-540f1e0e68d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:41:41Z', 'updated_at': '2022-05-31T14:41:47Z', 'revision_number': 5, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'subnets': [{'id': '8f41f791-3c67-420a-96e1-540f1e0e68d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:42:02.687279 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18adca8a-9c55-4178-b0e6-1286da2b4634 None None] Checking router: 78a70e49-e0b7-4f33-b08f-211a16a634ef for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:42:02.695455 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18adca8a-9c55-4178-b0e6-1286da2b4634 None None] Routers {'78a70e49-e0b7-4f33-b08f-211a16a634ef'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:42:02.696307 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-18adca8a-9c55-4178-b0e6-1286da2b4634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:41:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['78a70e49-e0b7-4f33-b08f-211a16a634ef'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:42:02.725491 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520475ae-6b35-426d-bbf1-a9da71829fef req-5208d276-21f2-4786-84de-6b05b3016086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:42:02.726954 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-520475ae-6b35-426d-bbf1-a9da71829fef req-5208d276-21f2-4786-84de-6b05b3016086 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8f41f791-3c67-420a-96e1-540f1e0e68d4 HTTP/1.1" status: 200 len: 835 time: 0.0602646 May 31 14:42:02.801217 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520475ae-6b35-426d-bbf1-a9da71829fef req-9115236c-e10f-4bd3-a9f9-18085789305f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:42:02.802706 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-520475ae-6b35-426d-bbf1-a9da71829fef req-9115236c-e10f-4bd3-a9f9-18085789305f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8eda618f-39cc-42b1-a602-66800c0d0105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693944 May 31 14:42:02.872600 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-18adca8a-9c55-4178-b0e6-1286da2b4634 None None] Set router 78a70e49-e0b7-4f33-b08f-211a16a634ef gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:42:02.941754 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-520475ae-6b35-426d-bbf1-a9da71829fef req-27e3449a-63d6-42b3-b640-d1f1e69e8572 service neutron] 10.222.0.20 "GET /v2.0/networks/8eda618f-39cc-42b1-a602-66800c0d0105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329873 May 31 14:42:03.074578 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-520475ae-6b35-426d-bbf1-a9da71829fef req-5a591e8e-7a58-47bb-ae44-362e7d4f1cbb service neutron] 10.222.0.20 "GET /v2.0/networks/8eda618f-39cc-42b1-a602-66800c0d0105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271245 May 31 14:42:03.224480 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-18adca8a-9c55-4178-b0e6-1286da2b4634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a70e49-e0b7-4f33-b08f-211a16a634ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752343497', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '149c6707-4f7a-4029-80fa-91c6f1c2a555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:41:37Z', 'updated_at': '2022-05-31T14:41:42Z', 'revision_number': 4, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'gw_port': {'id': '149c6707-4f7a-4029-80fa-91c6f1c2a555', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:38:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a70e49-e0b7-4f33-b08f-211a16a634ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:41:37Z', 'updated_at': '2022-05-31T14:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '1d1e62eb-90a0-4e95-b6ed-2d146d87f816', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'floating_ip_address': '172.25.6.113', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '78a70e49-e0b7-4f33-b08f-211a16a634ef', 'port_id': '7ab5d38e-fef7-4797-95b4-157bb8f7a396', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eda618f-39cc-42b1-a602-66800c0d0105', 'mac_address': 'fa:16:3e:e4:18:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae413171-d696-41f2-9610-d76f67699cad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:42:00Z', 'updated_at': '2022-05-31T14:42:00Z', 'revision_number': 0, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43a28dcb-53cb-4d5b-86f5-833fe91aaa6d', 'name': '', 'network_id': '8eda618f-39cc-42b1-a602-66800c0d0105', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'mac_address': 'fa:16:3e:0a:6b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a70e49-e0b7-4f33-b08f-211a16a634ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '8f41f791-3c67-420a-96e1-540f1e0e68d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:41:41Z', 'updated_at': '2022-05-31T14:41:47Z', 'revision_number': 5, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'subnets': [{'id': '8f41f791-3c67-420a-96e1-540f1e0e68d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:42:03.228505 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18adca8a-9c55-4178-b0e6-1286da2b4634 None None] The sync data for ids ['78a70e49-e0b7-4f33-b08f-211a16a634ef'] in n-d-843939-1 is: [{'id': '78a70e49-e0b7-4f33-b08f-211a16a634ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752343497', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '149c6707-4f7a-4029-80fa-91c6f1c2a555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:41:37Z', 'updated_at': '2022-05-31T14:41:42Z', 'revision_number': 4, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'gw_port': {'id': '149c6707-4f7a-4029-80fa-91c6f1c2a555', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:38:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a70e49-e0b7-4f33-b08f-211a16a634ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:41:37Z', 'updated_at': '2022-05-31T14:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '1d1e62eb-90a0-4e95-b6ed-2d146d87f816', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'floating_ip_address': '172.25.6.113', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '78a70e49-e0b7-4f33-b08f-211a16a634ef', 'port_id': '7ab5d38e-fef7-4797-95b4-157bb8f7a396', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eda618f-39cc-42b1-a602-66800c0d0105', 'mac_address': 'fa:16:3e:e4:18:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae413171-d696-41f2-9610-d76f67699cad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:42:00Z', 'updated_at': '2022-05-31T14:42:00Z', 'revision_number': 0, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43a28dcb-53cb-4d5b-86f5-833fe91aaa6d', 'name': '', 'network_id': '8eda618f-39cc-42b1-a602-66800c0d0105', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'mac_address': 'fa:16:3e:0a:6b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a70e49-e0b7-4f33-b08f-211a16a634ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '8f41f791-3c67-420a-96e1-540f1e0e68d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:41:41Z', 'updated_at': '2022-05-31T14:41:47Z', 'revision_number': 5, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'subnets': [{'id': '8f41f791-3c67-420a-96e1-540f1e0e68d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:42:03.435765 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7cc4e0-3774-4ff9-942e-69bd44e98385 None None] New status for floating IP 1d1e62eb-90a0-4e95-b6ed-2d146d87f816: ACTIVE {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 14:42:03.533902 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45728) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:42:03.653898 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-9e1a9ea3-d898-4c0e-8fa1-feec19f861ce tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/floatingips/1d1e62eb-90a0-4e95-b6ed-2d146d87f816 HTTP/1.1" status: 200 len: 992 time: 0.1177709 May 31 14:42:04.656665 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45732) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:42:04.768138 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-75fb0235-0299-4f38-a695-578c5aac4f98 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/floatingips/1d1e62eb-90a0-4e95-b6ed-2d146d87f816 HTTP/1.1" status: 200 len: 994 time: 0.1104057 May 31 14:42:08.110392 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:42:09.581208 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:42:10.736883 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-778a04ac-c24b-4f06-99f9-4275cd92c3b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:42:12.924716 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-773f1e73-23e2-46cd-a211-90d18cab262c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:42:13.997571 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:42:14.166426 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:42:15.063442 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-9eb70acc-db6e-4696-bef2-9a0cc3cd51c2 req-4e640cc0-6ded-4a5a-bf0a-d4f9a88f4b3b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ae413171-d696-41f2-9610-d76f67699cad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0716624 May 31 14:42:15.203525 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb70acc-db6e-4696-bef2-9a0cc3cd51c2 req-3b88dce4-1888-4c04-9d00-630a3a8184fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:42:15.204949 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-9eb70acc-db6e-4696-bef2-9a0cc3cd51c2 req-3b88dce4-1888-4c04-9d00-630a3a8184fa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=91ff4e6fbd51465ba708db114d874986&device_id=ae413171-d696-41f2-9610-d76f67699cad HTTP/1.1" status: 200 len: 1097 time: 0.0727978 May 31 14:42:15.347624 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb70acc-db6e-4696-bef2-9a0cc3cd51c2 req-96d78254-1dae-4fd7-b94c-59647304801f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:42:15.348985 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-9eb70acc-db6e-4696-bef2-9a0cc3cd51c2 req-96d78254-1dae-4fd7-b94c-59647304801f service neutron] 10.222.0.20 "GET /v2.0/networks?id=8eda618f-39cc-42b1-a602-66800c0d0105 HTTP/1.1" status: 200 len: 898 time: 0.1257496 May 31 14:42:15.451550 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-9eb70acc-db6e-4696-bef2-9a0cc3cd51c2 req-79c01815-81c2-4378-aca5-f9a8fa338042 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ab5d38e-fef7-4797-95b4-157bb8f7a396 HTTP/1.1" status: 200 len: 1002 time: 0.0955648 May 31 14:42:15.511986 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb70acc-db6e-4696-bef2-9a0cc3cd51c2 req-33300cfb-5e39-468f-98dd-cd851833cd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:42:15.513385 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-9eb70acc-db6e-4696-bef2-9a0cc3cd51c2 req-33300cfb-5e39-468f-98dd-cd851833cd7a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8f41f791-3c67-420a-96e1-540f1e0e68d4 HTTP/1.1" status: 200 len: 835 time: 0.0560291 May 31 14:42:15.589158 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb70acc-db6e-4696-bef2-9a0cc3cd51c2 req-922f628e-fb86-43b1-9dcd-22108befe651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:42:15.590623 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-9eb70acc-db6e-4696-bef2-9a0cc3cd51c2 req-922f628e-fb86-43b1-9dcd-22108befe651 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8eda618f-39cc-42b1-a602-66800c0d0105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710204 May 31 14:42:15.719618 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-9eb70acc-db6e-4696-bef2-9a0cc3cd51c2 req-9d643225-0d44-4c9c-8555-ee780d70e7f0 service neutron] 10.222.0.20 "GET /v2.0/networks/8eda618f-39cc-42b1-a602-66800c0d0105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223338 May 31 14:42:15.851571 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-9eb70acc-db6e-4696-bef2-9a0cc3cd51c2 req-4b442ed4-c2f3-4271-90e9-e576b5659753 service neutron] 10.222.0.20 "GET /v2.0/networks/8eda618f-39cc-42b1-a602-66800c0d0105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242847 May 31 14:42:15.896578 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:42:24.661213 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:42:38.106982 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:42:39.586914 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:42:40.739978 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5b2146b9-9c0f-4590-ba3d-80b8c500c4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:42:42.926613 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3d28ab7e-8a70-45ca-85f0-53d65ad0a9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:42:44.000079 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:42:44.169322 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:42:45.902678 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:43:01.660781 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:43:05.789628 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18da3f5-d386-4714-af88-abf05cf24d85 req-d922180e-7853-49e7-95fd-57fb738e4554 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:43:05.791277 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d18da3f5-d386-4714-af88-abf05cf24d85 req-d922180e-7853-49e7-95fd-57fb738e4554 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae413171-d696-41f2-9610-d76f67699cad HTTP/1.1" status: 200 len: 946 time: 0.0822721 May 31 14:43:05.837043 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d18da3f5-d386-4714-af88-abf05cf24d85 req-b9ad2c98-4be8-48c3-8c0d-982f77ec8abd tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=4c19bf91-0720-4b2e-9f7f-d0e43811c350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399437 May 31 14:43:07.031115 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3b1b01-7ddb-4a9c-8246-ee4fd3e33ea1 req-07d5c543-f556-4cb4-86ba-c06b70c20f07 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:43:07.032573 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5a3b1b01-7ddb-4a9c-8246-ee4fd3e33ea1 req-07d5c543-f556-4cb4-86ba-c06b70c20f07 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae413171-d696-41f2-9610-d76f67699cad HTTP/1.1" status: 200 len: 946 time: 0.0835898 May 31 14:43:07.079223 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5a3b1b01-7ddb-4a9c-8246-ee4fd3e33ea1 req-4143e8ca-d9b4-4aeb-bb6d-a7c0cedbeaa1 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=4c19bf91-0720-4b2e-9f7f-d0e43811c350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406206 May 31 14:43:08.120332 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:43:08.293214 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e9c6b-0568-423f-a7b8-9487e9b05c5c req-5101778f-40b2-4af4-abe4-c75625909bc3 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:43:08.295077 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2b6e9c6b-0568-423f-a7b8-9487e9b05c5c req-5101778f-40b2-4af4-abe4-c75625909bc3 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae413171-d696-41f2-9610-d76f67699cad HTTP/1.1" status: 200 len: 946 time: 0.1000092 May 31 14:43:08.343356 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2b6e9c6b-0568-423f-a7b8-9487e9b05c5c req-167271c3-598a-43c7-96e0-70569f9943a1 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=4c19bf91-0720-4b2e-9f7f-d0e43811c350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426617 May 31 14:43:09.533347 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da4772-8b3a-4bd8-baa2-5c2747ddb350 req-7cbc5b53-d882-4b15-9948-c65addccbdc4 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:43:09.534846 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c4da4772-8b3a-4bd8-baa2-5c2747ddb350 req-7cbc5b53-d882-4b15-9948-c65addccbdc4 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae413171-d696-41f2-9610-d76f67699cad HTTP/1.1" status: 200 len: 946 time: 0.0817719 May 31 14:43:09.578623 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:43:09.580655 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c4da4772-8b3a-4bd8-baa2-5c2747ddb350 req-48ca6eb0-e5ad-434c-9348-9bb5f18fe649 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=4c19bf91-0720-4b2e-9f7f-d0e43811c350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400066 May 31 14:43:10.742847 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-224dcc65-fb04-43ee-b594-2efd11acc79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:43:10.781448 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb27b2f-388c-4aaa-ae05-0646fc843cfb req-ae96e6dc-878b-4f23-a730-9821c970c956 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:43:10.782929 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4bb27b2f-388c-4aaa-ae05-0646fc843cfb req-ae96e6dc-878b-4f23-a730-9821c970c956 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae413171-d696-41f2-9610-d76f67699cad HTTP/1.1" status: 200 len: 946 time: 0.0898168 May 31 14:43:10.839475 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4bb27b2f-388c-4aaa-ae05-0646fc843cfb req-94f8bfce-8d91-4c08-bc41-568bb91296d9 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=4c19bf91-0720-4b2e-9f7f-d0e43811c350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506232 May 31 14:43:12.035882 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc44eb7b-73ac-4253-a1bf-8892f4ebee64 req-ceeb1318-7ca4-4115-b0d4-fa1f3c0560bb tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:43:12.037374 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fc44eb7b-73ac-4253-a1bf-8892f4ebee64 req-ceeb1318-7ca4-4115-b0d4-fa1f3c0560bb tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae413171-d696-41f2-9610-d76f67699cad HTTP/1.1" status: 200 len: 946 time: 0.0887144 May 31 14:43:12.082558 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fc44eb7b-73ac-4253-a1bf-8892f4ebee64 req-aaab8e87-46fd-4ce1-b9ff-fde1907e03a3 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=4c19bf91-0720-4b2e-9f7f-d0e43811c350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391233 May 31 14:43:12.929446 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3d2a2c70-d50a-4f2f-90bc-2b2bc1a80637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:43:13.388966 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cd32a5-cc47-48f8-b7eb-bbd340847f05 req-088655c6-d8aa-4e24-a185-9f88ff70ade0 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:43:13.390456 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-79cd32a5-cc47-48f8-b7eb-bbd340847f05 req-088655c6-d8aa-4e24-a185-9f88ff70ade0 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae413171-d696-41f2-9610-d76f67699cad HTTP/1.1" status: 200 len: 946 time: 0.2024674 May 31 14:43:13.435179 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-79cd32a5-cc47-48f8-b7eb-bbd340847f05 req-c5ff214d-57d5-4db7-a031-e9f14162012a tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=4c19bf91-0720-4b2e-9f7f-d0e43811c350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390975 May 31 14:43:14.002200 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:43:14.175161 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:43:14.626862 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238f105-d677-42a1-9420-f4ba37808ea0 req-c65a6df9-355e-4f3f-96d7-2429bf3d3086 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:43:14.628600 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1238f105-d677-42a1-9420-f4ba37808ea0 req-c65a6df9-355e-4f3f-96d7-2429bf3d3086 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae413171-d696-41f2-9610-d76f67699cad HTTP/1.1" status: 200 len: 946 time: 0.0852566 May 31 14:43:14.679596 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1238f105-d677-42a1-9420-f4ba37808ea0 req-05df5ac3-1e3d-4499-90d6-d83d2f7f35a3 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=4c19bf91-0720-4b2e-9f7f-d0e43811c350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420375 May 31 14:43:15.874857 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73137946-6e04-4fa1-995b-90ee06b0b887 req-6b2d31b2-0f36-4c52-a8cb-54e9691c3b47 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:43:15.876490 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-73137946-6e04-4fa1-995b-90ee06b0b887 req-6b2d31b2-0f36-4c52-a8cb-54e9691c3b47 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae413171-d696-41f2-9610-d76f67699cad HTTP/1.1" status: 200 len: 946 time: 0.0825129 May 31 14:43:15.909091 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:43:15.925784 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-73137946-6e04-4fa1-995b-90ee06b0b887 req-7f0bdbbe-a3d7-4a39-ba76-ec778a610407 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=4c19bf91-0720-4b2e-9f7f-d0e43811c350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434566 May 31 14:43:16.127981 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c32396-ea3b-4146-b1c8-0ad01dd4e968 req-0f60e756-660e-440f-89a4-67404850f07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:43:16.129369 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-52c32396-ea3b-4146-b1c8-0ad01dd4e968 req-0f60e756-660e-440f-89a4-67404850f07c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=91ff4e6fbd51465ba708db114d874986&device_id=ae413171-d696-41f2-9610-d76f67699cad HTTP/1.1" status: 200 len: 1097 time: 0.0808966 May 31 14:43:16.393447 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c32396-ea3b-4146-b1c8-0ad01dd4e968 req-6be4877a-7e0a-4b2e-82ba-0d9c127c5233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:43:16.394925 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-52c32396-ea3b-4146-b1c8-0ad01dd4e968 req-6be4877a-7e0a-4b2e-82ba-0d9c127c5233 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8eda618f-39cc-42b1-a602-66800c0d0105 HTTP/1.1" status: 200 len: 898 time: 0.2466440 May 31 14:43:16.500689 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-52c32396-ea3b-4146-b1c8-0ad01dd4e968 req-1e09bedd-42c8-4fa1-bda6-855b4cb62055 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ab5d38e-fef7-4797-95b4-157bb8f7a396 HTTP/1.1" status: 200 len: 1002 time: 0.0995910 May 31 14:43:16.567131 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c32396-ea3b-4146-b1c8-0ad01dd4e968 req-6b41a703-ba87-47e2-a4f8-8a27844b654a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:43:16.568621 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-52c32396-ea3b-4146-b1c8-0ad01dd4e968 req-6b41a703-ba87-47e2-a4f8-8a27844b654a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8f41f791-3c67-420a-96e1-540f1e0e68d4 HTTP/1.1" status: 200 len: 835 time: 0.0625226 May 31 14:43:16.645722 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c32396-ea3b-4146-b1c8-0ad01dd4e968 req-71d4651a-ba33-4dbf-adb6-01d90ab8eb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:43:16.647089 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-52c32396-ea3b-4146-b1c8-0ad01dd4e968 req-71d4651a-ba33-4dbf-adb6-01d90ab8eb24 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8eda618f-39cc-42b1-a602-66800c0d0105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722091 May 31 14:43:16.780384 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-52c32396-ea3b-4146-b1c8-0ad01dd4e968 req-b67fbe33-994f-4417-9d27-7fc8b06ff603 service neutron] 10.222.0.20 "GET /v2.0/networks/8eda618f-39cc-42b1-a602-66800c0d0105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264887 May 31 14:43:16.910728 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-52c32396-ea3b-4146-b1c8-0ad01dd4e968 req-661054db-2ece-46f8-80b8-61a7433454d8 service neutron] 10.222.0.20 "GET /v2.0/networks/8eda618f-39cc-42b1-a602-66800c0d0105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247184 May 31 14:43:17.118630 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad27398d-f394-478a-866e-23a382fddfde req-81aa5ad4-ec58-49ec-bc96-8ea15fba712b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:43:17.120097 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ad27398d-f394-478a-866e-23a382fddfde req-81aa5ad4-ec58-49ec-bc96-8ea15fba712b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae413171-d696-41f2-9610-d76f67699cad HTTP/1.1" status: 200 len: 946 time: 0.0849385 May 31 14:43:17.167614 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ad27398d-f394-478a-866e-23a382fddfde req-21376dfc-736b-4286-973c-ee494d03599f tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=4c19bf91-0720-4b2e-9f7f-d0e43811c350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417695 May 31 14:43:17.190328 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45786) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:43:17.297091 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-f4a409ec-cec0-4432-9bfc-21d6be3e96b5 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/floatingips/1d1e62eb-90a0-4e95-b6ed-2d146d87f816 HTTP/1.1" status: 200 len: 994 time: 0.1056132 May 31 14:43:18.732942 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a1d79-9274-4541-8fc2-69ea32ce936a req-f2639ea9-284e-44e3-903a-3036bd216976 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:43:18.734463 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-209a1d79-9274-4541-8fc2-69ea32ce936a req-f2639ea9-284e-44e3-903a-3036bd216976 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae413171-d696-41f2-9610-d76f67699cad HTTP/1.1" status: 200 len: 946 time: 0.0812047 May 31 14:43:18.773901 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e05ae3-2008-4a6e-862d-03fccda2b5be req-f873f610-ca3f-4ecc-969a-4db3e8ca4e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:43:18.776198 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-40e05ae3-2008-4a6e-862d-03fccda2b5be req-f873f610-ca3f-4ecc-969a-4db3e8ca4e4a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=91ff4e6fbd51465ba708db114d874986&device_id=ae413171-d696-41f2-9610-d76f67699cad HTTP/1.1" status: 200 len: 1097 time: 0.0733297 May 31 14:43:18.785199 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-209a1d79-9274-4541-8fc2-69ea32ce936a req-6bee64b0-e0f0-45d9-88e8-c82c17e7f342 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=4c19bf91-0720-4b2e-9f7f-d0e43811c350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450997 May 31 14:43:18.909011 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e05ae3-2008-4a6e-862d-03fccda2b5be req-d82de3c6-6f0c-4aff-96f9-c349b705851d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:43:18.910512 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-40e05ae3-2008-4a6e-862d-03fccda2b5be req-d82de3c6-6f0c-4aff-96f9-c349b705851d service neutron] 10.222.0.20 "GET /v2.0/networks?id=8eda618f-39cc-42b1-a602-66800c0d0105 HTTP/1.1" status: 200 len: 898 time: 0.1282675 May 31 14:43:19.012017 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-40e05ae3-2008-4a6e-862d-03fccda2b5be req-9e581316-cc83-4b31-8f14-6e9f28991808 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ab5d38e-fef7-4797-95b4-157bb8f7a396 HTTP/1.1" status: 200 len: 1002 time: 0.0959241 May 31 14:43:19.072660 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e05ae3-2008-4a6e-862d-03fccda2b5be req-087ca085-5f4f-4dee-b506-711395f62941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:43:19.074116 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-40e05ae3-2008-4a6e-862d-03fccda2b5be req-087ca085-5f4f-4dee-b506-711395f62941 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8f41f791-3c67-420a-96e1-540f1e0e68d4 HTTP/1.1" status: 200 len: 835 time: 0.0571814 May 31 14:43:19.150075 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e05ae3-2008-4a6e-862d-03fccda2b5be req-3f4c1edd-fde8-46e7-992c-ce6731586636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:43:19.151538 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-40e05ae3-2008-4a6e-862d-03fccda2b5be req-3f4c1edd-fde8-46e7-992c-ce6731586636 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8eda618f-39cc-42b1-a602-66800c0d0105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721586 May 31 14:43:19.280008 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-40e05ae3-2008-4a6e-862d-03fccda2b5be req-4d84cfdb-10f8-487b-b12f-0c2a47578813 service neutron] 10.222.0.20 "GET /v2.0/networks/8eda618f-39cc-42b1-a602-66800c0d0105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226790 May 31 14:43:19.409755 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-40e05ae3-2008-4a6e-862d-03fccda2b5be req-64fd639a-e0d8-4771-a6f6-1cd0433d225b service neutron] 10.222.0.20 "GET /v2.0/networks/8eda618f-39cc-42b1-a602-66800c0d0105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245461 May 31 14:43:20.012005 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a83ef6-58be-4a03-9d98-daa3ce851e22 req-0cf733f3-f4ff-4f91-b26b-e4aa20b39a7a tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:43:20.013451 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-27a83ef6-58be-4a03-9d98-daa3ce851e22 req-0cf733f3-f4ff-4f91-b26b-e4aa20b39a7a tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae413171-d696-41f2-9610-d76f67699cad HTTP/1.1" status: 200 len: 946 time: 0.1201272 May 31 14:43:20.060383 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-27a83ef6-58be-4a03-9d98-daa3ce851e22 req-f7a0cd68-5b52-484e-98b3-8c203ba4d058 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=4c19bf91-0720-4b2e-9f7f-d0e43811c350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411496 May 31 14:43:21.247323 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c485f-b778-4aed-9fdb-2c7a2860d1d7 req-e0ada3c3-58f8-4879-8c39-8fefb619f984 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:43:21.248977 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f58c485f-b778-4aed-9fdb-2c7a2860d1d7 req-e0ada3c3-58f8-4879-8c39-8fefb619f984 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae413171-d696-41f2-9610-d76f67699cad HTTP/1.1" status: 200 len: 946 time: 0.0811336 May 31 14:43:21.299992 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f58c485f-b778-4aed-9fdb-2c7a2860d1d7 req-4e5ea620-3120-471d-a199-2fb2fbf0113b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=4c19bf91-0720-4b2e-9f7f-d0e43811c350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453501 May 31 14:43:21.325028 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45800) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:43:21.432574 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-368849da-262c-487d-8d80-9378dd4105b1 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/floatingips/1d1e62eb-90a0-4e95-b6ed-2d146d87f816 HTTP/1.1" status: 200 len: 994 time: 0.1063769 May 31 14:43:38.126472 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:43:38.659682 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:43:39.592923 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:43:40.740483 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [req-fd0d34b9-dc86-4365-b54c-ad582efd45a4 req-ac99ebe8-5a37-468e-bd46-5f1cd173793b service neutron] (88369) timed out ('10.222.0.50', 41742) {{(pid=88369) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 31 14:43:40.745832 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-77d54c47-44c9-4562-9fb1-9428ea2d2460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:43:42.931670 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-404132a2-2545-4db8-a147-170a59642fed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:43:44.004661 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:43:44.174495 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:43:45.908125 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:08.121779 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:09.631828 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:10.747377 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cc40ad29-9f3d-425c-ad80-43a18658d62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:12.933927 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0d55a2ac-1530-4a91-9091-5db4f8e46046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:14.008973 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:14.177924 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:15.659082 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:44:15.910969 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:16.778830 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45826) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:44:16.976827 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-ffd5d4a5-735a-45e4-99a8-5c64e7670afc tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Deleting port ce6a9671-f931-43b4-baf5-d40bb231e38e {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:44:16.977171 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ffd5d4a5-735a-45e4-99a8-5c64e7670afc tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:17.254745 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ffd5d4a5-735a-45e4-99a8-5c64e7670afc tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:17.255073 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ffd5d4a5-735a-45e4-99a8-5c64e7670afc tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:17.378011 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-ffd5d4a5-735a-45e4-99a8-5c64e7670afc tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Calling delete_port for ce6a9671-f931-43b4-baf5-d40bb231e38e owned by network:floatingip {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:44:17.530283 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ffd5d4a5-735a-45e4-99a8-5c64e7670afc tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:17.578007 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd5d4a5-735a-45e4-99a8-5c64e7670afc tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event deleted for resources: {'Port': ['ID=ce6a9671-f931-43b4-baf5-d40bb231e38e,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:44:17.645145 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd5d4a5-735a-45e4-99a8-5c64e7670afc tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:44:17.645408 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd5d4a5-735a-45e4-99a8-5c64e7670afc tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:44:17.645751 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd5d4a5-735a-45e4-99a8-5c64e7670afc tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:44:17.646121 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd5d4a5-735a-45e4-99a8-5c64e7670afc tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:44:17.646458 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd5d4a5-735a-45e4-99a8-5c64e7670afc tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:44:17.646791 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd5d4a5-735a-45e4-99a8-5c64e7670afc tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:44:17.647130 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd5d4a5-735a-45e4-99a8-5c64e7670afc tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:44:17.647460 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd5d4a5-735a-45e4-99a8-5c64e7670afc tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:44:17.647790 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd5d4a5-735a-45e4-99a8-5c64e7670afc tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:44:17.648118 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd5d4a5-735a-45e4-99a8-5c64e7670afc tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:44:17.648444 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd5d4a5-735a-45e4-99a8-5c64e7670afc tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:44:17.648769 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd5d4a5-735a-45e4-99a8-5c64e7670afc tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:44:17.679703 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ffd5d4a5-735a-45e4-99a8-5c64e7670afc tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for floatingip, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:17.680035 n-d-843939-1 neutron-server[88369]: INFO neutron.db.l3_db [None req-ffd5d4a5-735a-45e4-99a8-5c64e7670afc tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Floating IP 1d1e62eb-90a0-4e95-b6ed-2d146d87f816 disassociated (deleted). External IP: 172.25.6.113, port: 7ab5d38e-fef7-4797-95b4-157bb8f7a396. May 31 14:44:18.040844 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffd5d4a5-735a-45e4-99a8-5c64e7670afc tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Router 78a70e49-e0b7-4f33-b08f-211a16a634ef has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:44:18.272779 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd5d4a5-735a-45e4-99a8-5c64e7670afc tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:44:18.281977 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319d324e-9a51-4475-ac82-46220ea8a9e4 None None] Sync routers for ids ['78a70e49-e0b7-4f33-b08f-211a16a634ef'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:44:18.282539 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f76f650b-4620-4a38-af64-42961e07c17b req-6caea328-fec3-48dc-b31a-d22e2d487472 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ae413171-d696-41f2-9610-d76f67699cad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2737956 May 31 14:44:18.291426 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319d324e-9a51-4475-ac82-46220ea8a9e4 None None] Routers {'78a70e49-e0b7-4f33-b08f-211a16a634ef'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:44:18.292032 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-319d324e-9a51-4475-ac82-46220ea8a9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:44:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['78a70e49-e0b7-4f33-b08f-211a16a634ef'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:44:18.292547 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ffd5d4a5-735a-45e4-99a8-5c64e7670afc tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:18.355504 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ffd5d4a5-735a-45e4-99a8-5c64e7670afc tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "DELETE /v2.0/floatingips/1d1e62eb-90a0-4e95-b6ed-2d146d87f816 HTTP/1.1" status: 204 len: 168 time: 1.5755782 May 31 14:44:18.356286 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae413171-d696-41f2-9610-d76f67699cad', 'tag': '7ab5d38e-fef7-4797-95b4-157bb8f7a396'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:44:18.415589 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89e46685-6f9b-4234-a343-c1cdaf20e3ab'] response: {'name': 'network-changed', 'server_uuid': 'ae413171-d696-41f2-9610-d76f67699cad', 'tag': '7ab5d38e-fef7-4797-95b4-157bb8f7a396', 'status': 'completed', 'code': 200} May 31 14:44:18.440566 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76f650b-4620-4a38-af64-42961e07c17b req-d99446c3-81e4-468d-ae35-b2843d141988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:44:18.442121 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f76f650b-4620-4a38-af64-42961e07c17b req-d99446c3-81e4-468d-ae35-b2843d141988 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=91ff4e6fbd51465ba708db114d874986&device_id=ae413171-d696-41f2-9610-d76f67699cad HTTP/1.1" status: 200 len: 1097 time: 0.0801413 May 31 14:44:18.505542 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-319d324e-9a51-4475-ac82-46220ea8a9e4 None None] Set router 78a70e49-e0b7-4f33-b08f-211a16a634ef gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:44:18.731747 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76f650b-4620-4a38-af64-42961e07c17b req-1381ac55-866a-4cca-b737-7fc0c929cacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:44:18.733241 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f76f650b-4620-4a38-af64-42961e07c17b req-1381ac55-866a-4cca-b737-7fc0c929cacc service neutron] 10.222.0.20 "GET /v2.0/networks?id=8eda618f-39cc-42b1-a602-66800c0d0105 HTTP/1.1" status: 200 len: 898 time: 0.2715642 May 31 14:44:18.812500 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f76f650b-4620-4a38-af64-42961e07c17b req-87cd6766-82e1-4867-9ddd-57c38d73ea51 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ab5d38e-fef7-4797-95b4-157bb8f7a396 HTTP/1.1" status: 200 len: 217 time: 0.0718489 May 31 14:44:18.816305 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5f8972-beab-4019-9d4d-b6fda8550456 req-7f645916-b753-42cb-bbed-92bd26be0102 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:44:18.817830 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5b5f8972-beab-4019-9d4d-b6fda8550456 req-7f645916-b753-42cb-bbed-92bd26be0102 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae413171-d696-41f2-9610-d76f67699cad HTTP/1.1" status: 200 len: 946 time: 0.1478856 May 31 14:44:18.876919 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5b5f8972-beab-4019-9d4d-b6fda8550456 req-910f4faa-d881-400f-a683-103ec8b8a1b7 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=4c19bf91-0720-4b2e-9f7f-d0e43811c350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525730 May 31 14:44:18.882905 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76f650b-4620-4a38-af64-42961e07c17b req-9f0304ca-0885-4eb5-9ad3-b98d5bc3169a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:44:18.884376 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f76f650b-4620-4a38-af64-42961e07c17b req-9f0304ca-0885-4eb5-9ad3-b98d5bc3169a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8f41f791-3c67-420a-96e1-540f1e0e68d4 HTTP/1.1" status: 200 len: 835 time: 0.0653064 May 31 14:44:18.893261 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-319d324e-9a51-4475-ac82-46220ea8a9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a70e49-e0b7-4f33-b08f-211a16a634ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752343497', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '149c6707-4f7a-4029-80fa-91c6f1c2a555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:41:37Z', 'updated_at': '2022-05-31T14:41:42Z', 'revision_number': 4, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'gw_port': {'id': '149c6707-4f7a-4029-80fa-91c6f1c2a555', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:38:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a70e49-e0b7-4f33-b08f-211a16a634ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:41:37Z', 'updated_at': '2022-05-31T14:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '43a28dcb-53cb-4d5b-86f5-833fe91aaa6d', 'name': '', 'network_id': '8eda618f-39cc-42b1-a602-66800c0d0105', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'mac_address': 'fa:16:3e:0a:6b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a70e49-e0b7-4f33-b08f-211a16a634ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '8f41f791-3c67-420a-96e1-540f1e0e68d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:41:41Z', 'updated_at': '2022-05-31T14:41:47Z', 'revision_number': 5, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'subnets': [{'id': '8f41f791-3c67-420a-96e1-540f1e0e68d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:44:18.897656 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319d324e-9a51-4475-ac82-46220ea8a9e4 None None] Checking router: 78a70e49-e0b7-4f33-b08f-211a16a634ef for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:44:18.907245 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319d324e-9a51-4475-ac82-46220ea8a9e4 None None] Routers {'78a70e49-e0b7-4f33-b08f-211a16a634ef'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:44:18.908573 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-319d324e-9a51-4475-ac82-46220ea8a9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:44:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['78a70e49-e0b7-4f33-b08f-211a16a634ef'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:44:18.966472 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76f650b-4620-4a38-af64-42961e07c17b req-4e0a4895-c157-4e12-8690-a9c05cc68f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:44:18.967971 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f76f650b-4620-4a38-af64-42961e07c17b req-4e0a4895-c157-4e12-8690-a9c05cc68f1a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8eda618f-39cc-42b1-a602-66800c0d0105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0775204 May 31 14:44:19.084190 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-319d324e-9a51-4475-ac82-46220ea8a9e4 None None] Set router 78a70e49-e0b7-4f33-b08f-211a16a634ef gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:44:19.103276 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f76f650b-4620-4a38-af64-42961e07c17b req-9413826d-8abd-40ce-a6ea-efe0129f5529 service neutron] 10.222.0.20 "GET /v2.0/networks/8eda618f-39cc-42b1-a602-66800c0d0105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282878 May 31 14:44:19.242283 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f76f650b-4620-4a38-af64-42961e07c17b req-676f9cfb-558b-4bd6-862f-1b74d855f21a service neutron] 10.222.0.20 "GET /v2.0/networks/8eda618f-39cc-42b1-a602-66800c0d0105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325150 May 31 14:44:19.359081 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42439114-7757-4211-a4d7-7b689ee79359 req-580760e9-fad4-47d0-9af9-9d80e0f068c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:44:19.361440 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-42439114-7757-4211-a4d7-7b689ee79359 req-580760e9-fad4-47d0-9af9-9d80e0f068c4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=91ff4e6fbd51465ba708db114d874986&device_id=ae413171-d696-41f2-9610-d76f67699cad HTTP/1.1" status: 200 len: 1097 time: 0.0729003 May 31 14:44:19.404038 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-319d324e-9a51-4475-ac82-46220ea8a9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a70e49-e0b7-4f33-b08f-211a16a634ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752343497', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '149c6707-4f7a-4029-80fa-91c6f1c2a555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:41:37Z', 'updated_at': '2022-05-31T14:41:42Z', 'revision_number': 4, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'gw_port': {'id': '149c6707-4f7a-4029-80fa-91c6f1c2a555', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:38:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a70e49-e0b7-4f33-b08f-211a16a634ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:41:37Z', 'updated_at': '2022-05-31T14:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '43a28dcb-53cb-4d5b-86f5-833fe91aaa6d', 'name': '', 'network_id': '8eda618f-39cc-42b1-a602-66800c0d0105', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'mac_address': 'fa:16:3e:0a:6b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a70e49-e0b7-4f33-b08f-211a16a634ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '8f41f791-3c67-420a-96e1-540f1e0e68d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:41:41Z', 'updated_at': '2022-05-31T14:41:47Z', 'revision_number': 5, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'subnets': [{'id': '8f41f791-3c67-420a-96e1-540f1e0e68d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:44:19.408563 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319d324e-9a51-4475-ac82-46220ea8a9e4 None None] The sync data for ids ['78a70e49-e0b7-4f33-b08f-211a16a634ef'] in n-d-843939-1 is: [{'id': '78a70e49-e0b7-4f33-b08f-211a16a634ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752343497', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '149c6707-4f7a-4029-80fa-91c6f1c2a555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:41:37Z', 'updated_at': '2022-05-31T14:41:42Z', 'revision_number': 4, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'gw_port': {'id': '149c6707-4f7a-4029-80fa-91c6f1c2a555', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:38:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a70e49-e0b7-4f33-b08f-211a16a634ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:41:37Z', 'updated_at': '2022-05-31T14:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '43a28dcb-53cb-4d5b-86f5-833fe91aaa6d', 'name': '', 'network_id': '8eda618f-39cc-42b1-a602-66800c0d0105', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'mac_address': 'fa:16:3e:0a:6b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a70e49-e0b7-4f33-b08f-211a16a634ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '8f41f791-3c67-420a-96e1-540f1e0e68d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:41:41Z', 'updated_at': '2022-05-31T14:41:47Z', 'revision_number': 5, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'subnets': [{'id': '8f41f791-3c67-420a-96e1-540f1e0e68d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:44:19.508329 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42439114-7757-4211-a4d7-7b689ee79359 req-57fac526-a3b6-41b0-a47c-f66326c37c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:44:19.509665 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-42439114-7757-4211-a4d7-7b689ee79359 req-57fac526-a3b6-41b0-a47c-f66326c37c6f service neutron] 10.222.0.20 "GET /v2.0/networks?id=8eda618f-39cc-42b1-a602-66800c0d0105 HTTP/1.1" status: 200 len: 898 time: 0.1407259 May 31 14:44:19.583275 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-42439114-7757-4211-a4d7-7b689ee79359 req-550adca9-4e82-4285-b030-9e0fb5b468d5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ab5d38e-fef7-4797-95b4-157bb8f7a396 HTTP/1.1" status: 200 len: 217 time: 0.0673387 May 31 14:44:19.627164 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9809592c-e187-4507-9077-ef923df8a29d None None] New status for floating IP 1d1e62eb-90a0-4e95-b6ed-2d146d87f816: DOWN {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 14:44:19.648295 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42439114-7757-4211-a4d7-7b689ee79359 req-5a077ed8-ad09-4c57-a32f-04078eb33b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:44:19.649739 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-42439114-7757-4211-a4d7-7b689ee79359 req-5a077ed8-ad09-4c57-a32f-04078eb33b18 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8f41f791-3c67-420a-96e1-540f1e0e68d4 HTTP/1.1" status: 200 len: 835 time: 0.0600908 May 31 14:44:19.729620 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42439114-7757-4211-a4d7-7b689ee79359 req-dc6ffde0-85b6-436c-a380-9a5fd6ebcaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:44:19.731130 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-42439114-7757-4211-a4d7-7b689ee79359 req-dc6ffde0-85b6-436c-a380-9a5fd6ebcaf9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8eda618f-39cc-42b1-a602-66800c0d0105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748460 May 31 14:44:19.864251 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-42439114-7757-4211-a4d7-7b689ee79359 req-ca38a734-70f8-4844-8205-e21e13eb985f service neutron] 10.222.0.20 "GET /v2.0/networks/8eda618f-39cc-42b1-a602-66800c0d0105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265261 May 31 14:44:19.997580 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-42439114-7757-4211-a4d7-7b689ee79359 req-79b7c8ab-0bcb-4a82-aca4-c856350e0253 service neutron] 10.222.0.20 "GET /v2.0/networks/8eda618f-39cc-42b1-a602-66800c0d0105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270785 May 31 14:44:20.120748 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc721c-1f4f-4224-a514-cddee2265040 req-93b8f408-80c3-4bae-beb4-64aa76af6596 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:44:20.122253 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6cfc721c-1f4f-4224-a514-cddee2265040 req-93b8f408-80c3-4bae-beb4-64aa76af6596 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae413171-d696-41f2-9610-d76f67699cad HTTP/1.1" status: 200 len: 946 time: 0.1329350 May 31 14:44:20.169425 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6cfc721c-1f4f-4224-a514-cddee2265040 req-74b97692-ba2b-45d0-83cd-3fae01a60336 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=4c19bf91-0720-4b2e-9f7f-d0e43811c350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409529 May 31 14:44:20.393706 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911b9c4-4ee3-4e4c-aa6f-8cc464f1d321 req-bfca8338-fb62-4e2d-9da9-7df6754554e2 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:44:20.394418 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-f911b9c4-4ee3-4e4c-aa6f-8cc464f1d321 req-bfca8338-fb62-4e2d-9da9-7df6754554e2 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Synchronizing usage tracker for tenant:91ff4e6fbd51465ba708db114d874986 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:44:20.409446 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-f911b9c4-4ee3-4e4c-aa6f-8cc464f1d321 req-bfca8338-fb62-4e2d-9da9-7df6754554e2 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Unset dirty status for tenant:91ff4e6fbd51465ba708db114d874986 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:44:20.410587 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f911b9c4-4ee3-4e4c-aa6f-8cc464f1d321 req-bfca8338-fb62-4e2d-9da9-7df6754554e2 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae413171-d696-41f2-9610-d76f67699cad HTTP/1.1" status: 200 len: 946 time: 0.0949850 May 31 14:44:20.483977 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-f911b9c4-4ee3-4e4c-aa6f-8cc464f1d321 req-65a52540-c2f8-47a9-aec7-493c0c0c3043 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Deleting port 7ab5d38e-fef7-4797-95b4-157bb8f7a396 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:44:20.484313 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-f911b9c4-4ee3-4e4c-aa6f-8cc464f1d321 req-65a52540-c2f8-47a9-aec7-493c0c0c3043 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:20.827810 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-f911b9c4-4ee3-4e4c-aa6f-8cc464f1d321 req-65a52540-c2f8-47a9-aec7-493c0c0c3043 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] For port 7ab5d38e-fef7-4797-95b4-157bb8f7a396, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=7ab5d38e-fef7-4797-95b4-157bb8f7a396,segment=NetworkSegment(8393a4e6-07b6-42d1-b2ad-e4ca583d1ad3),segment_id=8393a4e6-07b6-42d1-b2ad-e4ca583d1ad3)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:44:20.828169 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-f911b9c4-4ee3-4e4c-aa6f-8cc464f1d321 req-65a52540-c2f8-47a9-aec7-493c0c0c3043 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:20.951613 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-f911b9c4-4ee3-4e4c-aa6f-8cc464f1d321 req-65a52540-c2f8-47a9-aec7-493c0c0c3043 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Calling delete_port for 7ab5d38e-fef7-4797-95b4-157bb8f7a396 owned by compute:nova {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:44:21.099965 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-f911b9c4-4ee3-4e4c-aa6f-8cc464f1d321 req-65a52540-c2f8-47a9-aec7-493c0c0c3043 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:21.151317 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a52540-c2f8-47a9-aec7-493c0c0c3043 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event deleted for resources: {'Port': ['ID=7ab5d38e-fef7-4797-95b4-157bb8f7a396,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:44:21.229014 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-f911b9c4-4ee3-4e4c-aa6f-8cc464f1d321 req-65a52540-c2f8-47a9-aec7-493c0c0c3043 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] No DVR routers for this DVR port 7ab5d38e-fef7-4797-95b4-157bb8f7a396 on host n-h1-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:44:21.231619 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-f911b9c4-4ee3-4e4c-aa6f-8cc464f1d321 req-65a52540-c2f8-47a9-aec7-493c0c0c3043 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:21.234117 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae413171-d696-41f2-9610-d76f67699cad', 'name': 'network-vif-deleted', 'tag': '7ab5d38e-fef7-4797-95b4-157bb8f7a396'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:44:21.250581 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f911b9c4-4ee3-4e4c-aa6f-8cc464f1d321 req-65a52540-c2f8-47a9-aec7-493c0c0c3043 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.20 "DELETE /v2.0/ports/7ab5d38e-fef7-4797-95b4-157bb8f7a396 HTTP/1.1" status: 204 len: 173 time: 0.8338325 May 31 14:44:21.288992 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a1cd74e-cc71-4b35-9ab8-27c6ae4adca5'] response: {'server_uuid': 'ae413171-d696-41f2-9610-d76f67699cad', 'name': 'network-vif-deleted', 'tag': '7ab5d38e-fef7-4797-95b4-157bb8f7a396', 'status': 'completed', 'code': 200} May 31 14:44:21.325093 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-be369ce6-f2a5-42ca-99c5-711c22b6d4e6 req-a43e7b28-5503-4ded-9d70-c3ae01c1af5b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae413171-d696-41f2-9610-d76f67699cad HTTP/1.1" status: 200 len: 210 time: 0.0433512 May 31 14:44:22.430702 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45852) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:44:22.977008 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-72937f07-b0c6-4397-9ccd-c5026767d0ce tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:23.432035 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-72937f07-b0c6-4397-9ccd-c5026767d0ce tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Deleting port 43a28dcb-53cb-4d5b-86f5-833fe91aaa6d {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:44:23.432753 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-72937f07-b0c6-4397-9ccd-c5026767d0ce tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:23.618862 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-72937f07-b0c6-4397-9ccd-c5026767d0ce tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] For port 43a28dcb-53cb-4d5b-86f5-833fe91aaa6d, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=43a28dcb-53cb-4d5b-86f5-833fe91aaa6d,segment=NetworkSegment(8393a4e6-07b6-42d1-b2ad-e4ca583d1ad3),segment_id=8393a4e6-07b6-42d1-b2ad-e4ca583d1ad3)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:44:23.619217 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-72937f07-b0c6-4397-9ccd-c5026767d0ce tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:23.743647 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-72937f07-b0c6-4397-9ccd-c5026767d0ce tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Calling delete_port for 43a28dcb-53cb-4d5b-86f5-833fe91aaa6d owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:44:23.816176 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 7ab5d38e-fef7-4797-95b4-157bb8f7a396 no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:44:23.850906 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] No Port match for: 7ab5d38e-fef7-4797-95b4-157bb8f7a396 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:44:23.851227 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 7ab5d38e-fef7-4797-95b4-157bb8f7a396 not bound to the agent host n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:44:24.066998 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-72937f07-b0c6-4397-9ccd-c5026767d0ce tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:24.122117 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72937f07-b0c6-4397-9ccd-c5026767d0ce tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event deleted for resources: {'Port': ['ID=43a28dcb-53cb-4d5b-86f5-833fe91aaa6d,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:44:24.404613 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-72937f07-b0c6-4397-9ccd-c5026767d0ce tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:24.878803 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72937f07-b0c6-4397-9ccd-c5026767d0ce tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Router 78a70e49-e0b7-4f33-b08f-211a16a634ef has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:44:25.057458 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72937f07-b0c6-4397-9ccd-c5026767d0ce tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:44:25.067560 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe68f55-3a35-4ff4-9670-7d1228d88f92 None None] Sync routers for ids ['78a70e49-e0b7-4f33-b08f-211a16a634ef'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:44:25.075538 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-72937f07-b0c6-4397-9ccd-c5026767d0ce tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "PUT /v2.0/routers/78a70e49-e0b7-4f33-b08f-211a16a634ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6437302 May 31 14:44:25.077242 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe68f55-3a35-4ff4-9670-7d1228d88f92 None None] Routers {'78a70e49-e0b7-4f33-b08f-211a16a634ef'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:44:25.077918 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-9fe68f55-3a35-4ff4-9670-7d1228d88f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:44:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['78a70e49-e0b7-4f33-b08f-211a16a634ef'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:44:25.078514 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45856) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:44:25.146379 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-109a331f-e250-4d5b-8d3f-5157b9dbda1e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Deleting subnet 8f41f791-3c67-420a-96e1-540f1e0e68d4 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 14:44:25.149300 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-109a331f-e250-4d5b-8d3f-5157b9dbda1e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:25.207825 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-109a331f-e250-4d5b-8d3f-5157b9dbda1e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65507433'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:25.259002 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-9fe68f55-3a35-4ff4-9670-7d1228d88f92 None None] Set router 78a70e49-e0b7-4f33-b08f-211a16a634ef gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:44:25.291895 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-109a331f-e250-4d5b-8d3f-5157b9dbda1e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:25.368731 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-109a331f-e250-4d5b-8d3f-5157b9dbda1e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65216469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65148562'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:25.412690 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109a331f-e250-4d5b-8d3f-5157b9dbda1e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event deleted for resources: {'Subnet': ['ID=8f41f791-3c67-420a-96e1-540f1e0e68d4,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:44:25.417823 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-109a331f-e250-4d5b-8d3f-5157b9dbda1e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:25.427991 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-109a331f-e250-4d5b-8d3f-5157b9dbda1e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "DELETE /v2.0/subnets/8f41f791-3c67-420a-96e1-540f1e0e68d4 HTTP/1.1" status: 204 len: 168 time: 0.3482785 May 31 14:44:25.430076 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109a331f-e250-4d5b-8d3f-5157b9dbda1e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:44:25.430076 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109a331f-e250-4d5b-8d3f-5157b9dbda1e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:44:25.430076 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109a331f-e250-4d5b-8d3f-5157b9dbda1e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:44:25.430383 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109a331f-e250-4d5b-8d3f-5157b9dbda1e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:44:25.430804 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109a331f-e250-4d5b-8d3f-5157b9dbda1e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:44:25.431044 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109a331f-e250-4d5b-8d3f-5157b9dbda1e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:44:25.431344 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b9bf9b-9e14-4e19-bc53-95bc7cf1adcf None None] Network 8eda618f-39cc-42b1-a602-66800c0d0105 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:44:25.431470 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109a331f-e250-4d5b-8d3f-5157b9dbda1e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:44:25.431683 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109a331f-e250-4d5b-8d3f-5157b9dbda1e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:44:25.432022 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109a331f-e250-4d5b-8d3f-5157b9dbda1e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:44:25.432270 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45860) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:44:25.432390 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109a331f-e250-4d5b-8d3f-5157b9dbda1e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:44:25.432638 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109a331f-e250-4d5b-8d3f-5157b9dbda1e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:44:25.432955 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109a331f-e250-4d5b-8d3f-5157b9dbda1e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:44:25.614187 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ff91b196-7220-4ee1-8d5c-4e6b15bfa0c1 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:25.752270 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-9fe68f55-3a35-4ff4-9670-7d1228d88f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a70e49-e0b7-4f33-b08f-211a16a634ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752343497', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '149c6707-4f7a-4029-80fa-91c6f1c2a555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:41:37Z', 'updated_at': '2022-05-31T14:44:24Z', 'revision_number': 5, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'gw_port': {'id': '149c6707-4f7a-4029-80fa-91c6f1c2a555', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:38:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a70e49-e0b7-4f33-b08f-211a16a634ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:41:37Z', 'updated_at': '2022-05-31T14:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:44:25.757537 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe68f55-3a35-4ff4-9670-7d1228d88f92 None None] Checking router: 78a70e49-e0b7-4f33-b08f-211a16a634ef for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:44:25.766202 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe68f55-3a35-4ff4-9670-7d1228d88f92 None None] Routers {'78a70e49-e0b7-4f33-b08f-211a16a634ef'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:44:25.767411 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-9fe68f55-3a35-4ff4-9670-7d1228d88f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:44:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['78a70e49-e0b7-4f33-b08f-211a16a634ef'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:44:25.802379 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ff91b196-7220-4ee1-8d5c-4e6b15bfa0c1 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:25.815530 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-ff91b196-7220-4ee1-8d5c-4e6b15bfa0c1 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Deleting port 149c6707-4f7a-4029-80fa-91c6f1c2a555 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:44:25.815924 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ff91b196-7220-4ee1-8d5c-4e6b15bfa0c1 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:25.821041 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9340bbc8-da68-490a-8e05-95638d9ccbe3 None None] DHCP port deletion for 8eda618f-39cc-42b1-a602-66800c0d0105 request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 14:44:25.893380 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9340bbc8-da68-490a-8e05-95638d9ccbe3 None None] Deleting port 6b03e725-7e7a-4482-bc82-3cbb1a622b00 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:44:25.893742 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9340bbc8-da68-490a-8e05-95638d9ccbe3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:25.999620 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-ff91b196-7220-4ee1-8d5c-4e6b15bfa0c1 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] For port 149c6707-4f7a-4029-80fa-91c6f1c2a555, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=149c6707-4f7a-4029-80fa-91c6f1c2a555,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:44:26.000270 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ff91b196-7220-4ee1-8d5c-4e6b15bfa0c1 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:26.005958 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-9fe68f55-3a35-4ff4-9670-7d1228d88f92 None None] Set router 78a70e49-e0b7-4f33-b08f-211a16a634ef gateway port host: None {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:44:26.124710 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-9fe68f55-3a35-4ff4-9670-7d1228d88f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a70e49-e0b7-4f33-b08f-211a16a634ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752343497', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:41:37Z', 'updated_at': '2022-05-31T14:44:25Z', 'revision_number': 6, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'gw_port_host': None}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:44:26.131411 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-ff91b196-7220-4ee1-8d5c-4e6b15bfa0c1 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Calling delete_port for 149c6707-4f7a-4029-80fa-91c6f1c2a555 owned by network:router_gateway {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:44:26.132659 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe68f55-3a35-4ff4-9670-7d1228d88f92 None None] The sync data for ids ['78a70e49-e0b7-4f33-b08f-211a16a634ef'] in n-d-843939-1 is: [{'id': '78a70e49-e0b7-4f33-b08f-211a16a634ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752343497', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:41:37Z', 'updated_at': '2022-05-31T14:44:25Z', 'revision_number': 6, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'gw_port_host': None}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:44:26.240935 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-9340bbc8-da68-490a-8e05-95638d9ccbe3 None None] For port 6b03e725-7e7a-4482-bc82-3cbb1a622b00, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=6b03e725-7e7a-4482-bc82-3cbb1a622b00,segment=NetworkSegment(8393a4e6-07b6-42d1-b2ad-e4ca583d1ad3),segment_id=8393a4e6-07b6-42d1-b2ad-e4ca583d1ad3)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:44:26.241323 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9340bbc8-da68-490a-8e05-95638d9ccbe3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:26.308118 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ff91b196-7220-4ee1-8d5c-4e6b15bfa0c1 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:26.369722 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-9340bbc8-da68-490a-8e05-95638d9ccbe3 None None] Calling delete_port for 6b03e725-7e7a-4482-bc82-3cbb1a622b00 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:44:26.384617 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff91b196-7220-4ee1-8d5c-4e6b15bfa0c1 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event deleted for resources: {'Port': ['ID=149c6707-4f7a-4029-80fa-91c6f1c2a555,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:44:26.445608 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9340bbc8-da68-490a-8e05-95638d9ccbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:26.452609 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ff91b196-7220-4ee1-8d5c-4e6b15bfa0c1 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577389'] for router_gateway, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:26.498072 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9340bbc8-da68-490a-8e05-95638d9ccbe3 None None] Pushing event deleted for resources: {'Port': ['ID=6b03e725-7e7a-4482-bc82-3cbb1a622b00,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:44:26.507254 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9340bbc8-da68-490a-8e05-95638d9ccbe3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:44:26.507621 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9340bbc8-da68-490a-8e05-95638d9ccbe3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:44:26.507918 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9340bbc8-da68-490a-8e05-95638d9ccbe3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:44:26.508244 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9340bbc8-da68-490a-8e05-95638d9ccbe3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:44:26.508568 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9340bbc8-da68-490a-8e05-95638d9ccbe3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:44:26.508886 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9340bbc8-da68-490a-8e05-95638d9ccbe3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:44:26.509204 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9340bbc8-da68-490a-8e05-95638d9ccbe3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:44:26.509517 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9340bbc8-da68-490a-8e05-95638d9ccbe3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:44:26.509830 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9340bbc8-da68-490a-8e05-95638d9ccbe3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:44:26.510166 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9340bbc8-da68-490a-8e05-95638d9ccbe3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:44:26.510469 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9340bbc8-da68-490a-8e05-95638d9ccbe3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:44:26.510785 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9340bbc8-da68-490a-8e05-95638d9ccbe3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:44:26.516187 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9340bbc8-da68-490a-8e05-95638d9ccbe3 None None] No DVR routers for this DVR port 6b03e725-7e7a-4482-bc82-3cbb1a622b00 on host n-d-843939-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:44:26.749647 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ff91b196-7220-4ee1-8d5c-4e6b15bfa0c1 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:26.752447 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ff91b196-7220-4ee1-8d5c-4e6b15bfa0c1 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:26.776595 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ff91b196-7220-4ee1-8d5c-4e6b15bfa0c1 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:26.777030 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff91b196-7220-4ee1-8d5c-4e6b15bfa0c1 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Fanout notify agent at l3_agent the message router_deleted on router 78a70e49-e0b7-4f33-b08f-211a16a634ef {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 14:44:26.792563 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ff91b196-7220-4ee1-8d5c-4e6b15bfa0c1 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:26.793633 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ff91b196-7220-4ee1-8d5c-4e6b15bfa0c1 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "DELETE /v2.0/routers/78a70e49-e0b7-4f33-b08f-211a16a634ef HTTP/1.1" status: 204 len: 168 time: 1.3603647 May 31 14:44:26.796456 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45864) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:44:26.912743 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-76cc5ab0-fc15-43d9-9877-a1d0ea475427 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:27.042814 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-76cc5ab0-fc15-43d9-9877-a1d0ea475427 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:27.067913 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-76cc5ab0-fc15-43d9-9877-a1d0ea475427 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eda618f-39cc-42b1-a602-66800c0d0105']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:44:27.080536 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-76cc5ab0-fc15-43d9-9877-a1d0ea475427 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8393a4e6-07b6-42d1-b2ad-e4ca583d1ad3') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:44:27.080825 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-76cc5ab0-fc15-43d9-9877-a1d0ea475427 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8393a4e6-07b6-42d1-b2ad-e4ca583d1ad3') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:44:27.092091 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-76cc5ab0-fc15-43d9-9877-a1d0ea475427 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:27.108393 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-76cc5ab0-fc15-43d9-9877-a1d0ea475427 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:27.115109 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76cc5ab0-fc15-43d9-9877-a1d0ea475427 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 14:44:27.115518 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-76cc5ab0-fc15-43d9-9877-a1d0ea475427 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:27.146496 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 149c6707-4f7a-4029-80fa-91c6f1c2a555 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:44:27.182158 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 149c6707-4f7a-4029-80fa-91c6f1c2a555 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:44:27.182505 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 149c6707-4f7a-4029-80fa-91c6f1c2a555 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:44:27.182925 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 6b03e725-7e7a-4482-bc82-3cbb1a622b00 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:44:27.218510 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-76cc5ab0-fc15-43d9-9877-a1d0ea475427 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:27.219195 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 6b03e725-7e7a-4482-bc82-3cbb1a622b00 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:44:27.219540 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 6b03e725-7e7a-4482-bc82-3cbb1a622b00 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:44:27.222816 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 43a28dcb-53cb-4d5b-86f5-833fe91aaa6d no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:44:27.240651 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 8393a4e6-07b6-42d1-b2ad-e4ca583d1ad3 resource provider aggregate not found May 31 14:44:27.244347 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-76cc5ab0-fc15-43d9-9877-a1d0ea475427 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:27.254704 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cc5ab0-fc15-43d9-9877-a1d0ea475427 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event deleted for resources: {'Network': ['ID=8eda618f-39cc-42b1-a602-66800c0d0105,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:44:27.262047 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 8393a4e6-07b6-42d1-b2ad-e4ca583d1ad3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8393a4e6-07b6-42d1-b2ad-e4ca583d1ad3 found for delete ", "request_id": "req-d52bbb11-3de8-445c-9b88-4425749db386"}]} May 31 14:44:27.263557 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 43a28dcb-53cb-4d5b-86f5-833fe91aaa6d {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:44:27.263896 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 43a28dcb-53cb-4d5b-86f5-833fe91aaa6d not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:44:27.265192 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-76cc5ab0-fc15-43d9-9877-a1d0ea475427 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "DELETE /v2.0/networks/8eda618f-39cc-42b1-a602-66800c0d0105 HTTP/1.1" status: 204 len: 168 time: 0.4678168 May 31 14:44:27.268491 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45874) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:44:27.338009 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-56871666-1866-4b70-9d6a-41782ba1d3d4 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:27.368846 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-56871666-1866-4b70-9d6a-41782ba1d3d4 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:27.434350 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-56871666-1866-4b70-9d6a-41782ba1d3d4 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:27.453232 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56871666-1866-4b70-9d6a-41782ba1d3d4 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c19bf91-0720-4b2e-9f7f-d0e43811c350,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:44:27.463408 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-56871666-1866-4b70-9d6a-41782ba1d3d4 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:27.464558 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-56871666-1866-4b70-9d6a-41782ba1d3d4 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "DELETE /v2.0/security-groups/4c19bf91-0720-4b2e-9f7f-d0e43811c350 HTTP/1.1" status: 204 len: 168 time: 0.1950424 May 31 14:44:27.600441 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45882) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:44:27.605879 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-cce6f0f6-f2ac-41df-9265-b414721ab118 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-945577074', 'description': 'tempest-secgroup-smoke-945577074 description', 'project_id': '91ff4e6fbd51465ba708db114d874986'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:44:27.613393 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-cce6f0f6-f2ac-41df-9265-b414721ab118 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:44:27.617492 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-cce6f0f6-f2ac-41df-9265-b414721ab118 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Usage tracker for resource:security_group and tenant:91ff4e6fbd51465ba708db114d874986 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:44:27.620367 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-cce6f0f6-f2ac-41df-9265-b414721ab118 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:44:27.625934 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-cce6f0f6-f2ac-41df-9265-b414721ab118 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:44:27.639598 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cce6f0f6-f2ac-41df-9265-b414721ab118 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:27.659195 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-cce6f0f6-f2ac-41df-9265-b414721ab118 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:44:27.662943 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-cce6f0f6-f2ac-41df-9265-b414721ab118 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Usage tracker for resource:security_group_rule and tenant:91ff4e6fbd51465ba708db114d874986 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:44:27.665741 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-cce6f0f6-f2ac-41df-9265-b414721ab118 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:44:27.671378 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-cce6f0f6-f2ac-41df-9265-b414721ab118 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:44:27.741363 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cce6f0f6-f2ac-41df-9265-b414721ab118 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:27.744885 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cce6f0f6-f2ac-41df-9265-b414721ab118 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:27.788612 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce6f0f6-f2ac-41df-9265-b414721ab118 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed1ba423-a0ba-4880-9fd2-510d8a891b4c,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:44:27.792108 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cce6f0f6-f2ac-41df-9265-b414721ab118 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:27.793319 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-cce6f0f6-f2ac-41df-9265-b414721ab118 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1919022 May 31 14:44:27.796367 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45886) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:44:27.802608 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-4d7302ce-cbaf-4d46-b08a-96d0cb614f61 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Request body: {'security_group_rule': {'security_group_id': 'ed1ba423-a0ba-4880-9fd2-510d8a891b4c', 'project_id': '91ff4e6fbd51465ba708db114d874986', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:44:27.809085 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-4d7302ce-cbaf-4d46-b08a-96d0cb614f61 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:44:27.812943 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-4d7302ce-cbaf-4d46-b08a-96d0cb614f61 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Usage tracker for resource:security_group_rule and tenant:91ff4e6fbd51465ba708db114d874986 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:44:27.815897 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-4d7302ce-cbaf-4d46-b08a-96d0cb614f61 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:44:27.822033 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-4d7302ce-cbaf-4d46-b08a-96d0cb614f61 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:44:27.838520 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4d7302ce-cbaf-4d46-b08a-96d0cb614f61 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:27.909805 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4d7302ce-cbaf-4d46-b08a-96d0cb614f61 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:27.913379 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4d7302ce-cbaf-4d46-b08a-96d0cb614f61 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:27.938031 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7302ce-cbaf-4d46-b08a-96d0cb614f61 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74c5e774-5e6b-4b7b-91ad-86b194e97a66,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:44:27.947515 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4d7302ce-cbaf-4d46-b08a-96d0cb614f61 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:27.949086 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-4d7302ce-cbaf-4d46-b08a-96d0cb614f61 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1517050 May 31 14:44:27.952195 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45890) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:44:27.959918 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-4c77a618-27ce-4bb8-a7f9-8b372623f252 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Request body: {'security_group_rule': {'security_group_id': 'ed1ba423-a0ba-4880-9fd2-510d8a891b4c', 'project_id': '91ff4e6fbd51465ba708db114d874986', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:44:27.966326 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-4c77a618-27ce-4bb8-a7f9-8b372623f252 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:44:27.971177 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-4c77a618-27ce-4bb8-a7f9-8b372623f252 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Usage tracker for resource:security_group_rule and tenant:91ff4e6fbd51465ba708db114d874986 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:44:27.973971 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-4c77a618-27ce-4bb8-a7f9-8b372623f252 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:44:27.979831 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-4c77a618-27ce-4bb8-a7f9-8b372623f252 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:44:28.000959 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4c77a618-27ce-4bb8-a7f9-8b372623f252 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:28.061822 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4c77a618-27ce-4bb8-a7f9-8b372623f252 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:28.065530 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4c77a618-27ce-4bb8-a7f9-8b372623f252 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:28.088819 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c77a618-27ce-4bb8-a7f9-8b372623f252 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14088766-66d0-4935-94de-0ecb0fa66fec,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:44:28.098827 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4c77a618-27ce-4bb8-a7f9-8b372623f252 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:28.100080 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-4c77a618-27ce-4bb8-a7f9-8b372623f252 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1461499 May 31 14:44:28.102877 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45894) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:44:28.107656 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-ac211ec0-9e4c-4e2f-af8a-4f7c91e319f9 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Request body: {'security_group_rule': {'security_group_id': 'ed1ba423-a0ba-4880-9fd2-510d8a891b4c', 'project_id': '91ff4e6fbd51465ba708db114d874986', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:44:28.113929 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-ac211ec0-9e4c-4e2f-af8a-4f7c91e319f9 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:44:28.117778 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-ac211ec0-9e4c-4e2f-af8a-4f7c91e319f9 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Usage tracker for resource:security_group_rule and tenant:91ff4e6fbd51465ba708db114d874986 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:44:28.120642 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-ac211ec0-9e4c-4e2f-af8a-4f7c91e319f9 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:44:28.126629 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-ac211ec0-9e4c-4e2f-af8a-4f7c91e319f9 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:44:28.144155 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ac211ec0-9e4c-4e2f-af8a-4f7c91e319f9 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:28.207094 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ac211ec0-9e4c-4e2f-af8a-4f7c91e319f9 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:28.210609 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ac211ec0-9e4c-4e2f-af8a-4f7c91e319f9 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:28.235057 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac211ec0-9e4c-4e2f-af8a-4f7c91e319f9 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa9f3efd-4961-4b84-9827-dee3036a25dc,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:44:28.244479 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-ac211ec0-9e4c-4e2f-af8a-4f7c91e319f9 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:28.245915 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-ac211ec0-9e4c-4e2f-af8a-4f7c91e319f9 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1421261 May 31 14:44:28.248808 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45898) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:44:28.253720 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-fe8411a2-dcfd-4fce-a1c0-ebafb366681e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Request body: {'security_group_rule': {'security_group_id': 'ed1ba423-a0ba-4880-9fd2-510d8a891b4c', 'project_id': '91ff4e6fbd51465ba708db114d874986', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:44:28.260053 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-fe8411a2-dcfd-4fce-a1c0-ebafb366681e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:44:28.263835 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-fe8411a2-dcfd-4fce-a1c0-ebafb366681e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Usage tracker for resource:security_group_rule and tenant:91ff4e6fbd51465ba708db114d874986 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:44:28.267199 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-fe8411a2-dcfd-4fce-a1c0-ebafb366681e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:44:28.272796 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-fe8411a2-dcfd-4fce-a1c0-ebafb366681e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:44:28.290393 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fe8411a2-dcfd-4fce-a1c0-ebafb366681e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:28.355392 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fe8411a2-dcfd-4fce-a1c0-ebafb366681e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:28.359817 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fe8411a2-dcfd-4fce-a1c0-ebafb366681e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:28.383724 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8411a2-dcfd-4fce-a1c0-ebafb366681e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd613f83-a7ae-4411-baff-cd242c958a54,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:44:28.392936 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fe8411a2-dcfd-4fce-a1c0-ebafb366681e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:28.394151 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-fe8411a2-dcfd-4fce-a1c0-ebafb366681e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1444101 May 31 14:44:28.396919 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45902) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:44:28.402089 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-51c25af7-0329-43d9-a945-b3d4eda9c750 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Request body: {'security_group_rule': {'security_group_id': 'ed1ba423-a0ba-4880-9fd2-510d8a891b4c', 'project_id': '91ff4e6fbd51465ba708db114d874986', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:44:28.409618 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-51c25af7-0329-43d9-a945-b3d4eda9c750 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:44:28.413407 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-51c25af7-0329-43d9-a945-b3d4eda9c750 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Usage tracker for resource:security_group_rule and tenant:91ff4e6fbd51465ba708db114d874986 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:44:28.416261 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-51c25af7-0329-43d9-a945-b3d4eda9c750 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:44:28.421883 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-51c25af7-0329-43d9-a945-b3d4eda9c750 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:44:28.432706 n-d-843939-1 neutron-server[88370]: INFO neutron.db.securitygroups_db [None req-51c25af7-0329-43d9-a945-b3d4eda9c750 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Project 91ff4e6fbd51465ba708db114d874986 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 14:44:28.439270 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-51c25af7-0329-43d9-a945-b3d4eda9c750 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:28.504600 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-51c25af7-0329-43d9-a945-b3d4eda9c750 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:28.508163 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-51c25af7-0329-43d9-a945-b3d4eda9c750 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:28.531378 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c25af7-0329-43d9-a945-b3d4eda9c750 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c59190cd-5a5d-4467-91a7-8828fba6b9ad,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:44:28.541148 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-51c25af7-0329-43d9-a945-b3d4eda9c750 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:28.542364 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-51c25af7-0329-43d9-a945-b3d4eda9c750 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1445224 May 31 14:44:28.545141 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45906) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:44:28.550831 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-297e9f03-4039-42c6-b33b-e4c6678ab60e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Request body: {'security_group_rule': {'security_group_id': 'ed1ba423-a0ba-4880-9fd2-510d8a891b4c', 'project_id': '91ff4e6fbd51465ba708db114d874986', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:44:28.557378 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-297e9f03-4039-42c6-b33b-e4c6678ab60e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:44:28.561172 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-297e9f03-4039-42c6-b33b-e4c6678ab60e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Usage tracker for resource:security_group_rule and tenant:91ff4e6fbd51465ba708db114d874986 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:44:28.564217 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-297e9f03-4039-42c6-b33b-e4c6678ab60e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:44:28.569924 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-297e9f03-4039-42c6-b33b-e4c6678ab60e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:44:28.580609 n-d-843939-1 neutron-server[88370]: INFO neutron.db.securitygroups_db [None req-297e9f03-4039-42c6-b33b-e4c6678ab60e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Project 91ff4e6fbd51465ba708db114d874986 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 14:44:28.587749 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-297e9f03-4039-42c6-b33b-e4c6678ab60e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:28.652029 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-297e9f03-4039-42c6-b33b-e4c6678ab60e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:28.655795 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-297e9f03-4039-42c6-b33b-e4c6678ab60e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:28.686345 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297e9f03-4039-42c6-b33b-e4c6678ab60e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ca87eee-f502-4ded-900b-76e8621041c9,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:44:28.692030 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-297e9f03-4039-42c6-b33b-e4c6678ab60e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:28.693114 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-297e9f03-4039-42c6-b33b-e4c6678ab60e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1470480 May 31 14:44:28.696043 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45910) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:44:28.701574 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-698cd1fb-ebda-44d4-b4df-acee7a6383f8 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Request body: {'network': {'name': 'tempest-network-smoke--238052750', 'project_id': '91ff4e6fbd51465ba708db114d874986', 'port_security_enabled': True}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:44:28.707871 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-698cd1fb-ebda-44d4-b4df-acee7a6383f8 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:44:28.711915 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-698cd1fb-ebda-44d4-b4df-acee7a6383f8 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Usage tracker for resource:network and tenant:91ff4e6fbd51465ba708db114d874986 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:44:28.714676 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-698cd1fb-ebda-44d4-b4df-acee7a6383f8 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:44:28.721022 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-698cd1fb-ebda-44d4-b4df-acee7a6383f8 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:44:28.730912 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-698cd1fb-ebda-44d4-b4df-acee7a6383f8 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Made reservation on behalf of 91ff4e6fbd51465ba708db114d874986 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:44:28.734292 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-698cd1fb-ebda-44d4-b4df-acee7a6383f8 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:28.761085 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-698cd1fb-ebda-44d4-b4df-acee7a6383f8 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 14:44:28.770677 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-698cd1fb-ebda-44d4-b4df-acee7a6383f8 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:28.771046 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-698cd1fb-ebda-44d4-b4df-acee7a6383f8 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Added segment 2e4ce085-492a-41c0-85f5-05c0bf0e0fb0 of type vlan for network 74af65a0-06d4-47e2-85d9-72a3575274f9 May 31 14:44:28.797128 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-698cd1fb-ebda-44d4-b4df-acee7a6383f8 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:28.825558 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-698cd1fb-ebda-44d4-b4df-acee7a6383f8 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:28.831734 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698cd1fb-ebda-44d4-b4df-acee7a6383f8 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:44:28.832308 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-698cd1fb-ebda-44d4-b4df-acee7a6383f8 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:28.936366 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-698cd1fb-ebda-44d4-b4df-acee7a6383f8 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2390661 May 31 14:44:28.939349 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45914) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:44:28.944680 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-950922f4-f377-457b-878a-11facf65d640 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1850568859', 'admin_state_up': True, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:44:28.944944 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698cd1fb-ebda-44d4-b4df-acee7a6383f8 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event updated for resources: {'Network': ['ID=74af65a0-06d4-47e2-85d9-72a3575274f9,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:44:28.955531 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-950922f4-f377-457b-878a-11facf65d640 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:44:28.957294 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 74af65a0-06d4-47e2-85d9-72a3575274f9 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 14:44:28.959648 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-950922f4-f377-457b-878a-11facf65d640 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Usage tracker for resource:router and tenant:91ff4e6fbd51465ba708db114d874986 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:44:28.962505 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-950922f4-f377-457b-878a-11facf65d640 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:44:28.968978 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-950922f4-f377-457b-878a-11facf65d640 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:44:28.980729 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-950922f4-f377-457b-878a-11facf65d640 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:28.981696 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-950922f4-f377-457b-878a-11facf65d640 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:28.997008 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-950922f4-f377-457b-878a-11facf65d640 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:29.281637 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-950922f4-f377-457b-878a-11facf65d640 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:29.582416 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-950922f4-f377-457b-878a-11facf65d640 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for router_gateway, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:29.611330 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-950922f4-f377-457b-878a-11facf65d640 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:29.851829 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-950922f4-f377-457b-878a-11facf65d640 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Allocated IP 172.25.6.23 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/66a805cb-b2de-4f3a-9084-1464bc1e0250) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:44:30.002229 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-950922f4-f377-457b-878a-11facf65d640 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:30.030435 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-950922f4-f377-457b-878a-11facf65d640 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:30.094160 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950922f4-f377-457b-878a-11facf65d640 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:44:30.097540 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-950922f4-f377-457b-878a-11facf65d640 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:44:30.101380 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950922f4-f377-457b-878a-11facf65d640 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:44:30.138636 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950922f4-f377-457b-878a-11facf65d640 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event updated for resources: {'Port': ['ID=66a805cb-b2de-4f3a-9084-1464bc1e0250,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:44:30.514678 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-950922f4-f377-457b-878a-11facf65d640 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for router_gateway, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:30.853111 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-950922f4-f377-457b-878a-11facf65d640 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:31.057970 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-950922f4-f377-457b-878a-11facf65d640 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Router 2a1286d7-e90c-443c-9424-da6dcc4a486a is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 14:44:31.357927 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-950922f4-f377-457b-878a-11facf65d640 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:44:31.367711 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63479e06-6ed1-4734-a779-9eecf704bec1 None None] Sync routers for ids ['2a1286d7-e90c-443c-9424-da6dcc4a486a'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:44:31.377686 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63479e06-6ed1-4734-a779-9eecf704bec1 None None] Routers {'2a1286d7-e90c-443c-9424-da6dcc4a486a'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:44:31.378492 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-63479e06-6ed1-4734-a779-9eecf704bec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:44:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['2a1286d7-e90c-443c-9424-da6dcc4a486a'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:44:31.387943 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-950922f4-f377-457b-878a-11facf65d640 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:31.389188 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-950922f4-f377-457b-878a-11facf65d640 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4487891 May 31 14:44:31.392994 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45918) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:44:31.432996 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-3068c413-0109-4ad8-a003-2752faf7aa1e tempest-TestNetworkAdvancedServerOps-53305410 tempest-TestNetworkAdvancedServerOps-53305410-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=91ff4e6fbd51465ba708db114d874986&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388768 May 31 14:44:31.435562 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45922) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:44:31.559008 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-63479e06-6ed1-4734-a779-9eecf704bec1 None None] Set router 2a1286d7-e90c-443c-9424-da6dcc4a486a gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:44:31.565138 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67864368-6924-4b98-a6b7-f4bd06c5f3d3 tempest-TestNetworkAdvancedServerOps-53305410 tempest-TestNetworkAdvancedServerOps-53305410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:44:31.566644 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-67864368-6924-4b98-a6b7-f4bd06c5f3d3 tempest-TestNetworkAdvancedServerOps-53305410 tempest-TestNetworkAdvancedServerOps-53305410-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1301641 May 31 14:44:31.569708 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 45926) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:44:31.608670 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-91727ca1-37ce-40ba-b204-845ed096195b tempest-TestNetworkAdvancedServerOps-53305410 tempest-TestNetworkAdvancedServerOps-53305410-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=d2103cd5-63ba-4c24-9d95-fd17643bf14c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377538 May 31 14:44:31.611567 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45930) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:44:31.617118 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-0ff5d496-6492-42fe-8cd4-06f698753c30 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-802303539', 'network_id': '74af65a0-06d4-47e2-85d9-72a3575274f9', 'project_id': '91ff4e6fbd51465ba708db114d874986', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:44:31.837932 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0ff5d496-6492-42fe-8cd4-06f698753c30 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:44:31.841720 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-0ff5d496-6492-42fe-8cd4-06f698753c30 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Usage tracker for resource:subnet and tenant:91ff4e6fbd51465ba708db114d874986 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:44:31.844521 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-0ff5d496-6492-42fe-8cd4-06f698753c30 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:44:31.850384 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0ff5d496-6492-42fe-8cd4-06f698753c30 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:44:31.867111 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff5d496-6492-42fe-8cd4-06f698753c30 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Made reservation on behalf of 91ff4e6fbd51465ba708db114d874986 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:44:31.870465 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0ff5d496-6492-42fe-8cd4-06f698753c30 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:31.877646 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-63479e06-6ed1-4734-a779-9eecf704bec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1286d7-e90c-443c-9424-da6dcc4a486a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850568859', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '66a805cb-b2de-4f3a-9084-1464bc1e0250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:44:28Z', 'updated_at': '2022-05-31T14:44:30Z', 'revision_number': 3, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'gw_port': {'id': '66a805cb-b2de-4f3a-9084-1464bc1e0250', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ff:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1286d7-e90c-443c-9424-da6dcc4a486a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:44:29Z', 'updated_at': '2022-05-31T14:44:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:44:31.881432 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63479e06-6ed1-4734-a779-9eecf704bec1 None None] Checking router: 2a1286d7-e90c-443c-9424-da6dcc4a486a for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:44:31.881774 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63479e06-6ed1-4734-a779-9eecf704bec1 None None] Updating router 2a1286d7-e90c-443c-9424-da6dcc4a486a port 66a805cb-b2de-4f3a-9084-1464bc1e0250 binding host n-d-843939-1 {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 14:44:31.934191 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-63479e06-6ed1-4734-a779-9eecf704bec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:32.103242 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0ff5d496-6492-42fe-8cd4-06f698753c30 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:32.191655 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff5d496-6492-42fe-8cd4-06f698753c30 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event updated for resources: {'Subnet': ['ID=f23dae2f-f6ea-40f4-a9be-f92f0e2b89fe,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:44:32.195677 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff5d496-6492-42fe-8cd4-06f698753c30 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Checking segment: {'id': '2e4ce085-492a-41c0-85f5-05c0bf0e0fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '74af65a0-06d4-47e2-85d9-72a3575274f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:44:32.196039 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff5d496-6492-42fe-8cd4-06f698753c30 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Network hostable DHCP agents. Network: 74af65a0-06d4-47e2-85d9-72a3575274f9, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 14:44:32.220452 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff5d496-6492-42fe-8cd4-06f698753c30 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Network 74af65a0-06d4-47e2-85d9-72a3575274f9 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 14:44:32.232135 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-0ff5d496-6492-42fe-8cd4-06f698753c30 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 74af65a0-06d4-47e2-85d9-72a3575274f9) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:44:32.238025 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff5d496-6492-42fe-8cd4-06f698753c30 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:44:32.238637 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0ff5d496-6492-42fe-8cd4-06f698753c30 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:32.246684 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0466bb5-77a7-4a16-9cc4-d1ce6a32f428 None None] Network 74af65a0-06d4-47e2-85d9-72a3575274f9 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:44:32.263188 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-0ff5d496-6492-42fe-8cd4-06f698753c30 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6504157 May 31 14:44:32.265756 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 45934) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:44:32.287499 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-63479e06-6ed1-4734-a779-9eecf704bec1 None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:32.300348 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-63479e06-6ed1-4734-a779-9eecf704bec1 None None] Transition to ACTIVE for port object 66a805cb-b2de-4f3a-9084-1464bc1e0250 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:44:32.307896 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-63479e06-6ed1-4734-a779-9eecf704bec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:32.378895 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bcc415-b74e-4e39-a894-e97ad6fa06b0 None None] Pushing event updated for resources: {'Port': ['ID=66a805cb-b2de-4f3a-9084-1464bc1e0250,revision_number=2']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:44:32.388676 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bcc415-b74e-4e39-a894-e97ad6fa06b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:44:32.389013 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bcc415-b74e-4e39-a894-e97ad6fa06b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:44:32.389347 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bcc415-b74e-4e39-a894-e97ad6fa06b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:44:32.389678 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bcc415-b74e-4e39-a894-e97ad6fa06b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:44:32.390044 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bcc415-b74e-4e39-a894-e97ad6fa06b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:44:32.390440 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bcc415-b74e-4e39-a894-e97ad6fa06b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:44:32.390761 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bcc415-b74e-4e39-a894-e97ad6fa06b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:44:32.390987 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bcc415-b74e-4e39-a894-e97ad6fa06b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:44:32.391343 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bcc415-b74e-4e39-a894-e97ad6fa06b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:44:32.391907 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bcc415-b74e-4e39-a894-e97ad6fa06b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:44:32.392232 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bcc415-b74e-4e39-a894-e97ad6fa06b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:44:32.392554 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bcc415-b74e-4e39-a894-e97ad6fa06b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:44:32.415069 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-63479e06-6ed1-4734-a779-9eecf704bec1 None None] Attempting to bind port 66a805cb-b2de-4f3a-9084-1464bc1e0250 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:44:32.415444 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-63479e06-6ed1-4734-a779-9eecf704bec1 None None] Attempting to bind port 66a805cb-b2de-4f3a-9084-1464bc1e0250 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:44:32.415773 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63479e06-6ed1-4734-a779-9eecf704bec1 None None] Attempting to bind port 66a805cb-b2de-4f3a-9084-1464bc1e0250 on network d2103cd5-63ba-4c24-9d95-fd17643bf14c {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:44:32.421199 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63479e06-6ed1-4734-a779-9eecf704bec1 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:44:32.421562 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63479e06-6ed1-4734-a779-9eecf704bec1 None None] Checking segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:44:32.421952 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-63479e06-6ed1-4734-a779-9eecf704bec1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:32.423301 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63479e06-6ed1-4734-a779-9eecf704bec1 None None] Bound using segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:44:32.423440 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-63479e06-6ed1-4734-a779-9eecf704bec1 None None] Bound port: 66a805cb-b2de-4f3a-9084-1464bc1e0250, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:44:32.423767 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-63479e06-6ed1-4734-a779-9eecf704bec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:32.481749 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1efc053-a7ef-48fa-b748-a4c0d458f87f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-74af65a0-06d4-47e2-85d9-72a3575274f9', 'network_id': '74af65a0-06d4-47e2-85d9-72a3575274f9', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'fixed_ips': [{'subnet_id': 'f23dae2f-f6ea-40f4-a9be-f92f0e2b89fe'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 14:44:32.482600 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b1efc053-a7ef-48fa-b748-a4c0d458f87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:32.499770 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-63479e06-6ed1-4734-a779-9eecf704bec1 None None] For port 66a805cb-b2de-4f3a-9084-1464bc1e0250, host n-d-843939-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:44:32.503607 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-63479e06-6ed1-4734-a779-9eecf704bec1 None None] For port 66a805cb-b2de-4f3a-9084-1464bc1e0250, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=66a805cb-b2de-4f3a-9084-1464bc1e0250,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:44:32.508256 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-63479e06-6ed1-4734-a779-9eecf704bec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:32.590787 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bcc415-b74e-4e39-a894-e97ad6fa06b0 None None] Pushing event updated for resources: {'Port': ['ID=66a805cb-b2de-4f3a-9084-1464bc1e0250,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:44:32.594402 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63479e06-6ed1-4734-a779-9eecf704bec1 None None] Routers {'2a1286d7-e90c-443c-9424-da6dcc4a486a'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:44:32.595781 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-63479e06-6ed1-4734-a779-9eecf704bec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:44:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['2a1286d7-e90c-443c-9424-da6dcc4a486a'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:44:32.644796 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-b1efc053-a7ef-48fa-b748-a4c0d458f87f None None] Allocated IP 172.20.0.2 (74af65a0-06d4-47e2-85d9-72a3575274f9/f23dae2f-f6ea-40f4-a9be-f92f0e2b89fe/30514b95-06b9-4a8d-b53a-2e8bc1127df3) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:44:32.778178 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-63479e06-6ed1-4734-a779-9eecf704bec1 None None] Set router 2a1286d7-e90c-443c-9424-da6dcc4a486a gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:44:32.860421 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b1efc053-a7ef-48fa-b748-a4c0d458f87f None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:32.874361 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b1efc053-a7ef-48fa-b748-a4c0d458f87f None None] Transition to ACTIVE for port object 30514b95-06b9-4a8d-b53a-2e8bc1127df3 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:44:32.896815 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b1efc053-a7ef-48fa-b748-a4c0d458f87f None None] Transition to ACTIVE for port object 30514b95-06b9-4a8d-b53a-2e8bc1127df3 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:44:32.903574 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b1efc053-a7ef-48fa-b748-a4c0d458f87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:32.975615 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1efc053-a7ef-48fa-b748-a4c0d458f87f None None] Network 74af65a0-06d4-47e2-85d9-72a3575274f9 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:44:32.978810 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-b1efc053-a7ef-48fa-b748-a4c0d458f87f None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:44:32.981543 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1efc053-a7ef-48fa-b748-a4c0d458f87f None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:44:32.991226 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1efc053-a7ef-48fa-b748-a4c0d458f87f None None] Pushing event updated for resources: {'Port': ['ID=30514b95-06b9-4a8d-b53a-2e8bc1127df3,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:44:32.993594 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-17ec78e7-5e91-4480-bd64-896969c2d89b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:33.068520 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-63479e06-6ed1-4734-a779-9eecf704bec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1286d7-e90c-443c-9424-da6dcc4a486a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850568859', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '66a805cb-b2de-4f3a-9084-1464bc1e0250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:44:28Z', 'updated_at': '2022-05-31T14:44:30Z', 'revision_number': 3, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'gw_port': {'id': '66a805cb-b2de-4f3a-9084-1464bc1e0250', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ff:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1286d7-e90c-443c-9424-da6dcc4a486a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:44:29Z', 'updated_at': '2022-05-31T14:44:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:44:33.072926 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63479e06-6ed1-4734-a779-9eecf704bec1 None None] The sync data for ids ['2a1286d7-e90c-443c-9424-da6dcc4a486a'] in n-d-843939-1 is: [{'id': '2a1286d7-e90c-443c-9424-da6dcc4a486a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850568859', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '66a805cb-b2de-4f3a-9084-1464bc1e0250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:44:28Z', 'updated_at': '2022-05-31T14:44:30Z', 'revision_number': 3, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'gw_port': {'id': '66a805cb-b2de-4f3a-9084-1464bc1e0250', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ff:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1286d7-e90c-443c-9424-da6dcc4a486a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:44:29Z', 'updated_at': '2022-05-31T14:44:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:44:33.086651 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-b1efc053-a7ef-48fa-b748-a4c0d458f87f None None] Attempting to bind port 30514b95-06b9-4a8d-b53a-2e8bc1127df3 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:44:33.087022 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-b1efc053-a7ef-48fa-b748-a4c0d458f87f None None] Attempting to bind port 30514b95-06b9-4a8d-b53a-2e8bc1127df3 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '2e4ce085-492a-41c0-85f5-05c0bf0e0fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '74af65a0-06d4-47e2-85d9-72a3575274f9'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:44:33.087385 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1efc053-a7ef-48fa-b748-a4c0d458f87f None None] Attempting to bind port 30514b95-06b9-4a8d-b53a-2e8bc1127df3 on network 74af65a0-06d4-47e2-85d9-72a3575274f9 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:44:33.095712 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1efc053-a7ef-48fa-b748-a4c0d458f87f None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:44:33.096246 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1efc053-a7ef-48fa-b748-a4c0d458f87f None None] Checking segment: {'id': '2e4ce085-492a-41c0-85f5-05c0bf0e0fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '74af65a0-06d4-47e2-85d9-72a3575274f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:44:33.096656 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b1efc053-a7ef-48fa-b748-a4c0d458f87f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:33.097047 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1efc053-a7ef-48fa-b748-a4c0d458f87f None None] Bound using segment: {'id': '2e4ce085-492a-41c0-85f5-05c0bf0e0fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '74af65a0-06d4-47e2-85d9-72a3575274f9'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:44:33.097522 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-b1efc053-a7ef-48fa-b748-a4c0d458f87f None None] Bound port: 30514b95-06b9-4a8d-b53a-2e8bc1127df3, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e4ce085-492a-41c0-85f5-05c0bf0e0fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '74af65a0-06d4-47e2-85d9-72a3575274f9'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:44:33.097891 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b1efc053-a7ef-48fa-b748-a4c0d458f87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:33.195688 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-b1efc053-a7ef-48fa-b748-a4c0d458f87f None None] For port 30514b95-06b9-4a8d-b53a-2e8bc1127df3, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:44:33.199379 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-b1efc053-a7ef-48fa-b748-a4c0d458f87f None None] For port 30514b95-06b9-4a8d-b53a-2e8bc1127df3, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=30514b95-06b9-4a8d-b53a-2e8bc1127df3,segment=NetworkSegment(2e4ce085-492a-41c0-85f5-05c0bf0e0fb0),segment_id=2e4ce085-492a-41c0-85f5-05c0bf0e0fb0)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:44:33.204683 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b1efc053-a7ef-48fa-b748-a4c0d458f87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:33.290135 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1efc053-a7ef-48fa-b748-a4c0d458f87f None None] Pushing event updated for resources: {'Port': ['ID=30514b95-06b9-4a8d-b53a-2e8bc1127df3,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:44:33.630797 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-17ec78e7-5e91-4480-bd64-896969c2d89b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Allocated IP 172.20.0.1 (74af65a0-06d4-47e2-85d9-72a3575274f9/f23dae2f-f6ea-40f4-a9be-f92f0e2b89fe/003db802-d1f8-4c14-a514-940a0263e802) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:44:33.801976 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-17ec78e7-5e91-4480-bd64-896969c2d89b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:33.818511 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-17ec78e7-5e91-4480-bd64-896969c2d89b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Transition to ACTIVE for port object 003db802-d1f8-4c14-a514-940a0263e802 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:44:33.846690 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-17ec78e7-5e91-4480-bd64-896969c2d89b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:33.920593 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ec78e7-5e91-4480-bd64-896969c2d89b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Network 74af65a0-06d4-47e2-85d9-72a3575274f9 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:44:33.925571 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-17ec78e7-5e91-4480-bd64-896969c2d89b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:44:33.928209 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ec78e7-5e91-4480-bd64-896969c2d89b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:44:33.971881 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ec78e7-5e91-4480-bd64-896969c2d89b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event updated for resources: {'Port': ['ID=003db802-d1f8-4c14-a514-940a0263e802,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:44:34.000483 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-17ec78e7-5e91-4480-bd64-896969c2d89b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:34.278624 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-17ec78e7-5e91-4480-bd64-896969c2d89b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:34.364223 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e8f6ae-72f9-4a6c-859c-300e9fb1ab07 None None] Network 74af65a0-06d4-47e2-85d9-72a3575274f9 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:44:34.455872 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ed12eb20-31a8-49fe-8c2c-5c0c6e465937 None None] Provisioning for port 30514b95-06b9-4a8d-b53a-2e8bc1127df3 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:44:34.708065 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-17ec78e7-5e91-4480-bd64-896969c2d89b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:34.713410 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-17ec78e7-5e91-4480-bd64-896969c2d89b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:34.824157 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ec78e7-5e91-4480-bd64-896969c2d89b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event updated for resources: {'Port': ['ID=003db802-d1f8-4c14-a514-940a0263e802,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:44:34.829593 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-17ec78e7-5e91-4480-bd64-896969c2d89b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:34.887081 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-4e17a353-7874-41d8-af76-c6f66456a918 None None] Provisioning for port 003db802-d1f8-4c14-a514-940a0263e802 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:44:34.893720 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-4e17a353-7874-41d8-af76-c6f66456a918 None None] Provisioning complete for port 003db802-d1f8-4c14-a514-940a0263e802 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:44:34.894539 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4e17a353-7874-41d8-af76-c6f66456a918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:34.952391 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-4e17a353-7874-41d8-af76-c6f66456a918 None None] Port 003db802-d1f8-4c14-a514-940a0263e802 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:44:34.974329 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ec78e7-5e91-4480-bd64-896969c2d89b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Network 74af65a0-06d4-47e2-85d9-72a3575274f9 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:44:34.975443 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-17ec78e7-5e91-4480-bd64-896969c2d89b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:44:35.086141 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-1c57250c-8ec8-4e83-bf50-b617ecbe2a73 None None] Provisioning complete for port 003db802-d1f8-4c14-a514-940a0263e802 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:44:35.086600 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1c57250c-8ec8-4e83-bf50-b617ecbe2a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:35.159489 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-1c57250c-8ec8-4e83-bf50-b617ecbe2a73 None None] Port 003db802-d1f8-4c14-a514-940a0263e802 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:44:35.232115 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 66a805cb-b2de-4f3a-9084-1464bc1e0250 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:44:35.299198 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-df057b56-7f0c-4723-ae9a-9c0cf6638e26 None None] Provisioning complete for port 003db802-d1f8-4c14-a514-940a0263e802 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:44:35.299482 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-df057b56-7f0c-4723-ae9a-9c0cf6638e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:35.302792 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17ec78e7-5e91-4480-bd64-896969c2d89b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Router 2a1286d7-e90c-443c-9424-da6dcc4a486a has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:44:35.361042 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-df057b56-7f0c-4723-ae9a-9c0cf6638e26 None None] Port 003db802-d1f8-4c14-a514-940a0263e802 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:44:35.362527 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 66a805cb-b2de-4f3a-9084-1464bc1e0250 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:44:35.367736 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 66a805cb-b2de-4f3a-9084-1464bc1e0250 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:44:35.368300 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:35.487231 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 66a805cb-b2de-4f3a-9084-1464bc1e0250 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:44:35.487607 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:35.488470 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17ec78e7-5e91-4480-bd64-896969c2d89b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:44:35.500502 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6516f98a-3394-49a5-b434-b31684452572 None None] Sync routers for ids ['2a1286d7-e90c-443c-9424-da6dcc4a486a'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:44:35.502274 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-17ec78e7-5e91-4480-bd64-896969c2d89b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "PUT /v2.0/routers/2a1286d7-e90c-443c-9424-da6dcc4a486a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2352068 May 31 14:44:35.541625 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 66a805cb-b2de-4f3a-9084-1464bc1e0250, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=66a805cb-b2de-4f3a-9084-1464bc1e0250,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:44:35.547018 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6516f98a-3394-49a5-b434-b31684452572 None None] Routers {'2a1286d7-e90c-443c-9424-da6dcc4a486a'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:44:35.548315 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-6516f98a-3394-49a5-b434-b31684452572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:44:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['2a1286d7-e90c-443c-9424-da6dcc4a486a'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:44:35.595696 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:35.596470 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 30514b95-06b9-4a8d-b53a-2e8bc1127df3 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:44:35.669432 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-45097c07-c05c-48c5-a411-3a136ff9cef0 req-291be75f-25ea-4dc9-8491-b264bacbf008 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Synchronizing usage tracker for tenant:91ff4e6fbd51465ba708db114d874986 on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:44:35.685763 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-45097c07-c05c-48c5-a411-3a136ff9cef0 req-291be75f-25ea-4dc9-8491-b264bacbf008 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Unset dirty status for tenant:91ff4e6fbd51465ba708db114d874986 on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:44:35.687086 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-45097c07-c05c-48c5-a411-3a136ff9cef0 req-291be75f-25ea-4dc9-8491-b264bacbf008 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-945577074&fields=id&tenant_id=91ff4e6fbd51465ba708db114d874986 HTTP/1.1" status: 200 len: 267 time: 0.0578246 May 31 14:44:35.815224 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=66a805cb-b2de-4f3a-9084-1464bc1e0250,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:44:35.832994 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 30514b95-06b9-4a8d-b53a-2e8bc1127df3 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:44:35.844144 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 30514b95-06b9-4a8d-b53a-2e8bc1127df3 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:44:35.844710 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:35.846693 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45097c07-c05c-48c5-a411-3a136ff9cef0 req-59d21d15-4c1b-4b12-8204-974a1ba8794c tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:44:35.847441 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-45097c07-c05c-48c5-a411-3a136ff9cef0 req-59d21d15-4c1b-4b12-8204-974a1ba8794c tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Synchronizing usage tracker for tenant:91ff4e6fbd51465ba708db114d874986 on resource:network {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:44:35.862972 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-45097c07-c05c-48c5-a411-3a136ff9cef0 req-59d21d15-4c1b-4b12-8204-974a1ba8794c tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Unset dirty status for tenant:91ff4e6fbd51465ba708db114d874986 on resource:network {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:44:35.864376 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-45097c07-c05c-48c5-a411-3a136ff9cef0 req-59d21d15-4c1b-4b12-8204-974a1ba8794c tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/networks?id=74af65a0-06d4-47e2-85d9-72a3575274f9 HTTP/1.1" status: 200 len: 796 time: 0.1702485 May 31 14:44:35.876401 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-6516f98a-3394-49a5-b434-b31684452572 None None] Set router 2a1286d7-e90c-443c-9424-da6dcc4a486a gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:44:35.880728 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-45097c07-c05c-48c5-a411-3a136ff9cef0 req-bd03931a-85d9-4993-ace6-96cf9c35b75a tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/quotas/91ff4e6fbd51465ba708db114d874986 HTTP/1.1" status: 200 len: 375 time: 0.0108268 May 31 14:44:35.966656 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-45097c07-c05c-48c5-a411-3a136ff9cef0 req-a419af55-928a-41df-992f-6a6ded408c60 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Synchronizing usage tracker for tenant:91ff4e6fbd51465ba708db114d874986 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:44:35.982149 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-45097c07-c05c-48c5-a411-3a136ff9cef0 req-a419af55-928a-41df-992f-6a6ded408c60 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Unset dirty status for tenant:91ff4e6fbd51465ba708db114d874986 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:44:35.983854 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-45097c07-c05c-48c5-a411-3a136ff9cef0 req-a419af55-928a-41df-992f-6a6ded408c60 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=91ff4e6fbd51465ba708db114d874986&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0974402 May 31 14:44:36.162765 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-45097c07-c05c-48c5-a411-3a136ff9cef0 req-8b38b851-b394-4f2d-a116-1ba6f6abb2f2 service neutron] 10.222.0.50 "GET /v2.0/networks/74af65a0-06d4-47e2-85d9-72a3575274f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672633 May 31 14:44:36.186315 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 30514b95-06b9-4a8d-b53a-2e8bc1127df3 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:44:36.186694 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:36.277170 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 30514b95-06b9-4a8d-b53a-2e8bc1127df3, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=30514b95-06b9-4a8d-b53a-2e8bc1127df3,segment=NetworkSegment(2e4ce085-492a-41c0-85f5-05c0bf0e0fb0),segment_id=2e4ce085-492a-41c0-85f5-05c0bf0e0fb0)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:44:36.283683 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:36.303771 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-45097c07-c05c-48c5-a411-3a136ff9cef0 req-24c81730-95e0-44de-b97f-a94598f3de6c service neutron] 10.222.0.50 "GET /v2.0/networks/74af65a0-06d4-47e2-85d9-72a3575274f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349823 May 31 14:44:36.366411 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=30514b95-06b9-4a8d-b53a-2e8bc1127df3,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:44:36.371526 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-6516f98a-3394-49a5-b434-b31684452572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1286d7-e90c-443c-9424-da6dcc4a486a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850568859', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '66a805cb-b2de-4f3a-9084-1464bc1e0250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:44:28Z', 'updated_at': '2022-05-31T14:44:34Z', 'revision_number': 4, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'gw_port': {'id': '66a805cb-b2de-4f3a-9084-1464bc1e0250', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ff:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1286d7-e90c-443c-9424-da6dcc4a486a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:44:29Z', 'updated_at': '2022-05-31T14:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '003db802-d1f8-4c14-a514-940a0263e802', 'name': '', 'network_id': '74af65a0-06d4-47e2-85d9-72a3575274f9', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'mac_address': 'fa:16:3e:e0:15:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1286d7-e90c-443c-9424-da6dcc4a486a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': 'f23dae2f-f6ea-40f4-a9be-f92f0e2b89fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:44:33Z', 'updated_at': '2022-05-31T14:44:34Z', 'revision_number': 2, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'subnets': [{'id': 'f23dae2f-f6ea-40f4-a9be-f92f0e2b89fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:44:36.375693 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6516f98a-3394-49a5-b434-b31684452572 None None] Checking router: 2a1286d7-e90c-443c-9424-da6dcc4a486a for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:44:36.376048 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6516f98a-3394-49a5-b434-b31684452572 None None] Updating router 2a1286d7-e90c-443c-9424-da6dcc4a486a port 003db802-d1f8-4c14-a514-940a0263e802 binding host n-d-843939-1 {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 14:44:36.433638 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6516f98a-3394-49a5-b434-b31684452572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:36.509451 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3b756e56-2c5b-45a4-98bb-0085ac68e9a1 req-4c1057eb-4470-4ba6-a124-5b444b68f368 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=04f82ff1-8a52-46e6-a041-834fd956ba0b HTTP/1.1" status: 200 len: 210 time: 0.0481119 May 31 14:44:36.792776 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6516f98a-3394-49a5-b434-b31684452572 None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:36.804876 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6516f98a-3394-49a5-b434-b31684452572 None None] Transition to ACTIVE for port object 003db802-d1f8-4c14-a514-940a0263e802 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:44:36.811641 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6516f98a-3394-49a5-b434-b31684452572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:36.972880 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff9ecee-dce6-4581-9867-ac60b0d4b302 None None] Pushing event updated for resources: {'Port': ['ID=003db802-d1f8-4c14-a514-940a0263e802,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:44:37.092592 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-6516f98a-3394-49a5-b434-b31684452572 None None] Attempting to bind port 003db802-d1f8-4c14-a514-940a0263e802 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:44:37.092953 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-6516f98a-3394-49a5-b434-b31684452572 None None] Attempting to bind port 003db802-d1f8-4c14-a514-940a0263e802 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '2e4ce085-492a-41c0-85f5-05c0bf0e0fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '74af65a0-06d4-47e2-85d9-72a3575274f9'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:44:37.093305 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6516f98a-3394-49a5-b434-b31684452572 None None] Attempting to bind port 003db802-d1f8-4c14-a514-940a0263e802 on network 74af65a0-06d4-47e2-85d9-72a3575274f9 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:44:37.102329 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6516f98a-3394-49a5-b434-b31684452572 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:44:37.102694 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6516f98a-3394-49a5-b434-b31684452572 None None] Checking segment: {'id': '2e4ce085-492a-41c0-85f5-05c0bf0e0fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '74af65a0-06d4-47e2-85d9-72a3575274f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:44:37.103090 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6516f98a-3394-49a5-b434-b31684452572 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:37.103470 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6516f98a-3394-49a5-b434-b31684452572 None None] Bound using segment: {'id': '2e4ce085-492a-41c0-85f5-05c0bf0e0fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '74af65a0-06d4-47e2-85d9-72a3575274f9'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:44:37.103929 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-6516f98a-3394-49a5-b434-b31684452572 None None] Bound port: 003db802-d1f8-4c14-a514-940a0263e802, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e4ce085-492a-41c0-85f5-05c0bf0e0fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '74af65a0-06d4-47e2-85d9-72a3575274f9'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:44:37.104292 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6516f98a-3394-49a5-b434-b31684452572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:37.167912 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 66a805cb-b2de-4f3a-9084-1464bc1e0250 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:44:37.255043 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-6516f98a-3394-49a5-b434-b31684452572 None None] For port 003db802-d1f8-4c14-a514-940a0263e802, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:44:37.259269 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-6516f98a-3394-49a5-b434-b31684452572 None None] For port 003db802-d1f8-4c14-a514-940a0263e802, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=003db802-d1f8-4c14-a514-940a0263e802,segment=NetworkSegment(2e4ce085-492a-41c0-85f5-05c0bf0e0fb0),segment_id=2e4ce085-492a-41c0-85f5-05c0bf0e0fb0)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:44:37.264930 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6516f98a-3394-49a5-b434-b31684452572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:37.331365 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 66a805cb-b2de-4f3a-9084-1464bc1e0250 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:44:37.331734 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:37.406203 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff9ecee-dce6-4581-9867-ac60b0d4b302 None None] Pushing event updated for resources: {'Port': ['ID=003db802-d1f8-4c14-a514-940a0263e802,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:44:37.409052 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6516f98a-3394-49a5-b434-b31684452572 None None] Routers {'2a1286d7-e90c-443c-9424-da6dcc4a486a'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:44:37.409650 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-6516f98a-3394-49a5-b434-b31684452572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:44:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['2a1286d7-e90c-443c-9424-da6dcc4a486a'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:44:37.699003 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ac2b7d62-605c-4530-a40c-c9c56ef05ad5 req-c074041d-154e-4d3a-ac76-4fc661158801 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=04f82ff1-8a52-46e6-a041-834fd956ba0b HTTP/1.1" status: 200 len: 210 time: 0.0616751 May 31 14:44:37.716378 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 66a805cb-b2de-4f3a-9084-1464bc1e0250 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:44:37.718601 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 30514b95-06b9-4a8d-b53a-2e8bc1127df3 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:44:37.853206 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-6516f98a-3394-49a5-b434-b31684452572 None None] Set router 2a1286d7-e90c-443c-9424-da6dcc4a486a gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:44:37.881017 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45097c07-c05c-48c5-a411-3a136ff9cef0 req-1a9486d9-3510-4ecd-99c0-ca20ace84ef3 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:44:37.882627 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-45097c07-c05c-48c5-a411-3a136ff9cef0 req-1a9486d9-3510-4ecd-99c0-ca20ace84ef3 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Synchronizing usage tracker for tenant:91ff4e6fbd51465ba708db114d874986 on resource:network {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:44:37.897167 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-45097c07-c05c-48c5-a411-3a136ff9cef0 req-1a9486d9-3510-4ecd-99c0-ca20ace84ef3 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Unset dirty status for tenant:91ff4e6fbd51465ba708db114d874986 on resource:network {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:44:37.898783 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-45097c07-c05c-48c5-a411-3a136ff9cef0 req-1a9486d9-3510-4ecd-99c0-ca20ace84ef3 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.44 "GET /v2.0/networks?id=74af65a0-06d4-47e2-85d9-72a3575274f9 HTTP/1.1" status: 200 len: 796 time: 0.2261825 May 31 14:44:37.942164 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 30514b95-06b9-4a8d-b53a-2e8bc1127df3 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:44:37.942164 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:37.980454 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-45097c07-c05c-48c5-a411-3a136ff9cef0 req-77b97517-95a4-49f6-a18d-aa2a449859ea tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91ff4e6fbd51465ba708db114d874986 HTTP/1.1" status: 200 len: 379 time: 0.0723963 May 31 14:44:37.996191 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-45097c07-c05c-48c5-a411-3a136ff9cef0 req-a23e0905-6678-40f9-9fdf-15817beb1383 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Request body: {'port': {'device_id': '04f82ff1-8a52-46e6-a041-834fd956ba0b', 'network_id': '74af65a0-06d4-47e2-85d9-72a3575274f9', 'admin_state_up': True, 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'security_groups': ['ed1ba423-a0ba-4880-9fd2-510d8a891b4c']}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:44:38.188383 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-45097c07-c05c-48c5-a411-3a136ff9cef0 req-a23e0905-6678-40f9-9fdf-15817beb1383 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:44:38.203682 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-45097c07-c05c-48c5-a411-3a136ff9cef0 req-a23e0905-6678-40f9-9fdf-15817beb1383 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:44:38.210197 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:38.221779 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45097c07-c05c-48c5-a411-3a136ff9cef0 req-a23e0905-6678-40f9-9fdf-15817beb1383 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Made reservation on behalf of 91ff4e6fbd51465ba708db114d874986 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:44:38.227253 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-45097c07-c05c-48c5-a411-3a136ff9cef0 req-a23e0905-6678-40f9-9fdf-15817beb1383 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:38.375352 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 30514b95-06b9-4a8d-b53a-2e8bc1127df3 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:44:38.413786 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-6516f98a-3394-49a5-b434-b31684452572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1286d7-e90c-443c-9424-da6dcc4a486a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850568859', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '66a805cb-b2de-4f3a-9084-1464bc1e0250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:44:28Z', 'updated_at': '2022-05-31T14:44:34Z', 'revision_number': 4, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'gw_port': {'id': '66a805cb-b2de-4f3a-9084-1464bc1e0250', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ff:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1286d7-e90c-443c-9424-da6dcc4a486a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:44:29Z', 'updated_at': '2022-05-31T14:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '003db802-d1f8-4c14-a514-940a0263e802', 'name': '', 'network_id': '74af65a0-06d4-47e2-85d9-72a3575274f9', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'mac_address': 'fa:16:3e:e0:15:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1286d7-e90c-443c-9424-da6dcc4a486a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': 'f23dae2f-f6ea-40f4-a9be-f92f0e2b89fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:44:33Z', 'updated_at': '2022-05-31T14:44:37Z', 'revision_number': 4, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'subnets': [{'id': 'f23dae2f-f6ea-40f4-a9be-f92f0e2b89fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:44:38.419837 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6516f98a-3394-49a5-b434-b31684452572 None None] The sync data for ids ['2a1286d7-e90c-443c-9424-da6dcc4a486a'] in n-d-843939-1 is: [{'id': '2a1286d7-e90c-443c-9424-da6dcc4a486a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850568859', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '66a805cb-b2de-4f3a-9084-1464bc1e0250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:44:28Z', 'updated_at': '2022-05-31T14:44:34Z', 'revision_number': 4, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'gw_port': {'id': '66a805cb-b2de-4f3a-9084-1464bc1e0250', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ff:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1286d7-e90c-443c-9424-da6dcc4a486a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:44:29Z', 'updated_at': '2022-05-31T14:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '003db802-d1f8-4c14-a514-940a0263e802', 'name': '', 'network_id': '74af65a0-06d4-47e2-85d9-72a3575274f9', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'mac_address': 'fa:16:3e:e0:15:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1286d7-e90c-443c-9424-da6dcc4a486a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': 'f23dae2f-f6ea-40f4-a9be-f92f0e2b89fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:44:33Z', 'updated_at': '2022-05-31T14:44:37Z', 'revision_number': 4, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'subnets': [{'id': 'f23dae2f-f6ea-40f4-a9be-f92f0e2b89fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:44:38.425602 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [req-45097c07-c05c-48c5-a411-3a136ff9cef0 req-a23e0905-6678-40f9-9fdf-15817beb1383 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Allocated IP 172.20.0.4 (74af65a0-06d4-47e2-85d9-72a3575274f9/f23dae2f-f6ea-40f4-a9be-f92f0e2b89fe/02fc5452-45e1-4433-9dd2-571829168aaa) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:44:38.663732 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-45097c07-c05c-48c5-a411-3a136ff9cef0 req-a23e0905-6678-40f9-9fdf-15817beb1383 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:38.682833 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-45097c07-c05c-48c5-a411-3a136ff9cef0 req-a23e0905-6678-40f9-9fdf-15817beb1383 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Transition to ACTIVE for port object 02fc5452-45e1-4433-9dd2-571829168aaa will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:44:38.712944 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-45097c07-c05c-48c5-a411-3a136ff9cef0 req-a23e0905-6678-40f9-9fdf-15817beb1383 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:38.795306 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45097c07-c05c-48c5-a411-3a136ff9cef0 req-a23e0905-6678-40f9-9fdf-15817beb1383 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Network 74af65a0-06d4-47e2-85d9-72a3575274f9 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:44:38.798772 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [req-45097c07-c05c-48c5-a411-3a136ff9cef0 req-a23e0905-6678-40f9-9fdf-15817beb1383 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:44:38.803529 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-45097c07-c05c-48c5-a411-3a136ff9cef0 req-a23e0905-6678-40f9-9fdf-15817beb1383 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:44:38.842826 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23e0905-6678-40f9-9fdf-15817beb1383 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event updated for resources: {'Port': ['ID=02fc5452-45e1-4433-9dd2-571829168aaa,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:44:38.883410 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45097c07-c05c-48c5-a411-3a136ff9cef0 req-a23e0905-6678-40f9-9fdf-15817beb1383 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:44:38.884554 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-45097c07-c05c-48c5-a411-3a136ff9cef0 req-a23e0905-6678-40f9-9fdf-15817beb1383 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:38.925069 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-45097c07-c05c-48c5-a411-3a136ff9cef0 req-a23e0905-6678-40f9-9fdf-15817beb1383 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9336827 May 31 14:44:38.926041 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a684007-8b1a-4fde-a396-661ce67b8652 req-e3883c0a-c5b2-4684-8ff3-88bb3f4c21bf tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:44:38.928055 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7a684007-8b1a-4fde-a396-661ce67b8652 req-e3883c0a-c5b2-4684-8ff3-88bb3f4c21bf tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=04f82ff1-8a52-46e6-a041-834fd956ba0b HTTP/1.1" status: 200 len: 931 time: 0.1010871 May 31 14:44:38.940387 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [req-45097c07-c05c-48c5-a411-3a136ff9cef0 req-8976d450-c3d8-44cf-8d66-0b4b3634e42d tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88369) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 14:44:38.941556 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-45097c07-c05c-48c5-a411-3a136ff9cef0 req-8976d450-c3d8-44cf-8d66-0b4b3634e42d tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062056 May 31 14:44:38.988564 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7a684007-8b1a-4fde-a396-661ce67b8652 req-df0f66e9-7ac8-432b-8841-be3cf4f2fd4e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=ed1ba423-a0ba-4880-9fd2-510d8a891b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533531 May 31 14:44:39.023490 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-45097c07-c05c-48c5-a411-3a136ff9cef0 req-dcaec4c3-b22b-4877-b0f9-e6547e62c79b service neutron] Request body: {'port': {'device_id': '04f82ff1-8a52-46e6-a041-834fd956ba0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:44:39.152565 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-416f86a4-7fe9-4bcb-a67a-9ea89e99600c None None] Provisioning for port 02fc5452-45e1-4433-9dd2-571829168aaa completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:44:39.159608 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-416f86a4-7fe9-4bcb-a67a-9ea89e99600c None None] Provisioning complete for port 02fc5452-45e1-4433-9dd2-571829168aaa triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:44:39.159608 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-416f86a4-7fe9-4bcb-a67a-9ea89e99600c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:39.170324 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-45097c07-c05c-48c5-a411-3a136ff9cef0 req-dcaec4c3-b22b-4877-b0f9-e6547e62c79b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:39.223897 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 003db802-d1f8-4c14-a514-940a0263e802 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:44:39.295144 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-416f86a4-7fe9-4bcb-a67a-9ea89e99600c None None] Port 02fc5452-45e1-4433-9dd2-571829168aaa cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:44:39.325211 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 003db802-d1f8-4c14-a514-940a0263e802 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:44:39.332016 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 003db802-d1f8-4c14-a514-940a0263e802 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:44:39.333095 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:39.477567 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 003db802-d1f8-4c14-a514-940a0263e802 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:44:39.478366 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:39.512600 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 003db802-d1f8-4c14-a514-940a0263e802, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=003db802-d1f8-4c14-a514-940a0263e802,segment=NetworkSegment(2e4ce085-492a-41c0-85f5-05c0bf0e0fb0),segment_id=2e4ce085-492a-41c0-85f5-05c0bf0e0fb0)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:44:39.515908 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:39.589926 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=003db802-d1f8-4c14-a514-940a0263e802,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:44:39.602792 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [req-45097c07-c05c-48c5-a411-3a136ff9cef0 req-dcaec4c3-b22b-4877-b0f9-e6547e62c79b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02fc5452-45e1-4433-9dd2-571829168aaa {{(pid=88369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:44:39.612809 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-45097c07-c05c-48c5-a411-3a136ff9cef0 req-dcaec4c3-b22b-4877-b0f9-e6547e62c79b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:39.631561 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:39.635797 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-45097c07-c05c-48c5-a411-3a136ff9cef0 req-dcaec4c3-b22b-4877-b0f9-e6547e62c79b service neutron] Transition to ACTIVE for port object 02fc5452-45e1-4433-9dd2-571829168aaa will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:44:39.640497 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-45097c07-c05c-48c5-a411-3a136ff9cef0 req-dcaec4c3-b22b-4877-b0f9-e6547e62c79b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:39.901264 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaec4c3-b22b-4877-b0f9-e6547e62c79b service neutron] Pushing event updated for resources: {'Port': ['ID=02fc5452-45e1-4433-9dd2-571829168aaa,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:44:40.017354 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-45097c07-c05c-48c5-a411-3a136ff9cef0 req-dcaec4c3-b22b-4877-b0f9-e6547e62c79b service neutron] Attempting to bind port 02fc5452-45e1-4433-9dd2-571829168aaa on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:44:40.017704 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-45097c07-c05c-48c5-a411-3a136ff9cef0 req-dcaec4c3-b22b-4877-b0f9-e6547e62c79b service neutron] Attempting to bind port 02fc5452-45e1-4433-9dd2-571829168aaa by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': '2e4ce085-492a-41c0-85f5-05c0bf0e0fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '74af65a0-06d4-47e2-85d9-72a3575274f9'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:44:40.017869 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45097c07-c05c-48c5-a411-3a136ff9cef0 req-dcaec4c3-b22b-4877-b0f9-e6547e62c79b service neutron] Attempting to bind port 02fc5452-45e1-4433-9dd2-571829168aaa on network 74af65a0-06d4-47e2-85d9-72a3575274f9 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:44:40.023640 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45097c07-c05c-48c5-a411-3a136ff9cef0 req-dcaec4c3-b22b-4877-b0f9-e6547e62c79b service neutron] Port 02fc5452-45e1-4433-9dd2-571829168aaa on network 74af65a0-06d4-47e2-85d9-72a3575274f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 14:44:40.023968 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45097c07-c05c-48c5-a411-3a136ff9cef0 req-dcaec4c3-b22b-4877-b0f9-e6547e62c79b service neutron] Attempting to bind port 02fc5452-45e1-4433-9dd2-571829168aaa on network 74af65a0-06d4-47e2-85d9-72a3575274f9 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:44:40.035449 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45097c07-c05c-48c5-a411-3a136ff9cef0 req-dcaec4c3-b22b-4877-b0f9-e6547e62c79b service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:44:40.035733 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45097c07-c05c-48c5-a411-3a136ff9cef0 req-dcaec4c3-b22b-4877-b0f9-e6547e62c79b service neutron] Checking segment: {'id': '2e4ce085-492a-41c0-85f5-05c0bf0e0fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '74af65a0-06d4-47e2-85d9-72a3575274f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:44:40.036161 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45097c07-c05c-48c5-a411-3a136ff9cef0 req-dcaec4c3-b22b-4877-b0f9-e6547e62c79b service neutron] Bound using segment: {'id': '2e4ce085-492a-41c0-85f5-05c0bf0e0fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '74af65a0-06d4-47e2-85d9-72a3575274f9'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:44:40.036608 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-45097c07-c05c-48c5-a411-3a136ff9cef0 req-dcaec4c3-b22b-4877-b0f9-e6547e62c79b service neutron] Bound port: 02fc5452-45e1-4433-9dd2-571829168aaa, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e4ce085-492a-41c0-85f5-05c0bf0e0fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '74af65a0-06d4-47e2-85d9-72a3575274f9'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:44:40.036958 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-45097c07-c05c-48c5-a411-3a136ff9cef0 req-dcaec4c3-b22b-4877-b0f9-e6547e62c79b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:40.146105 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-45097c07-c05c-48c5-a411-3a136ff9cef0 req-dcaec4c3-b22b-4877-b0f9-e6547e62c79b service neutron] For port 02fc5452-45e1-4433-9dd2-571829168aaa, host n-h2-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:44:40.149588 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-45097c07-c05c-48c5-a411-3a136ff9cef0 req-dcaec4c3-b22b-4877-b0f9-e6547e62c79b service neutron] For port 02fc5452-45e1-4433-9dd2-571829168aaa, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=02fc5452-45e1-4433-9dd2-571829168aaa,segment=NetworkSegment(2e4ce085-492a-41c0-85f5-05c0bf0e0fb0),segment_id=2e4ce085-492a-41c0-85f5-05c0bf0e0fb0)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:44:40.162233 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-45097c07-c05c-48c5-a411-3a136ff9cef0 req-dcaec4c3-b22b-4877-b0f9-e6547e62c79b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:40.217651 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9853408-f7b2-4b61-8548-2ac3e5da4a7c req-896ac2aa-b807-4fab-85db-43379b202697 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:44:40.219203 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b9853408-f7b2-4b61-8548-2ac3e5da4a7c req-896ac2aa-b807-4fab-85db-43379b202697 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=04f82ff1-8a52-46e6-a041-834fd956ba0b HTTP/1.1" status: 200 len: 943 time: 0.0931706 May 31 14:44:40.231932 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45097c07-c05c-48c5-a411-3a136ff9cef0 req-dcaec4c3-b22b-4877-b0f9-e6547e62c79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:44:40.232922 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-45097c07-c05c-48c5-a411-3a136ff9cef0 req-dcaec4c3-b22b-4877-b0f9-e6547e62c79b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:40.234325 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-45097c07-c05c-48c5-a411-3a136ff9cef0 req-dcaec4c3-b22b-4877-b0f9-e6547e62c79b service neutron] 10.222.0.44 "PUT /v2.0/ports/02fc5452-45e1-4433-9dd2-571829168aaa HTTP/1.1" status: 200 len: 1091 time: 1.2847288 May 31 14:44:40.240135 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04f82ff1-8a52-46e6-a041-834fd956ba0b', 'tag': '02fc5452-45e1-4433-9dd2-571829168aaa'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:44:40.279751 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b9853408-f7b2-4b61-8548-2ac3e5da4a7c req-01b465b8-d49c-4592-a104-83caa5d4422b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=ed1ba423-a0ba-4880-9fd2-510d8a891b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519526 May 31 14:44:40.294177 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaec4c3-b22b-4877-b0f9-e6547e62c79b service neutron] Pushing event updated for resources: {'Port': ['ID=02fc5452-45e1-4433-9dd2-571829168aaa,revision_number=3']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:44:40.346166 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d0907a7-4cbd-4cf8-a3e6-de45da32eaf6'] response: {'name': 'network-changed', 'server_uuid': '04f82ff1-8a52-46e6-a041-834fd956ba0b', 'tag': '02fc5452-45e1-4433-9dd2-571829168aaa', 'status': 'completed', 'code': 200} May 31 14:44:40.417644 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45097c07-c05c-48c5-a411-3a136ff9cef0 req-6be0bed1-c263-4d9d-b19b-e087d83d4c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:44:40.419232 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-45097c07-c05c-48c5-a411-3a136ff9cef0 req-6be0bed1-c263-4d9d-b19b-e087d83d4c52 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=91ff4e6fbd51465ba708db114d874986&device_id=04f82ff1-8a52-46e6-a041-834fd956ba0b HTTP/1.1" status: 200 len: 1094 time: 0.1106389 May 31 14:44:40.493377 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-45097c07-c05c-48c5-a411-3a136ff9cef0 req-9405fc06-b781-4164-acb9-63fd6bc48592 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02fc5452-45e1-4433-9dd2-571829168aaa HTTP/1.1" status: 200 len: 217 time: 0.0668685 May 31 14:44:40.572683 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45097c07-c05c-48c5-a411-3a136ff9cef0 req-4c263ae9-5645-4113-813e-224e546ca69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:44:40.574140 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-45097c07-c05c-48c5-a411-3a136ff9cef0 req-4c263ae9-5645-4113-813e-224e546ca69a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f23dae2f-f6ea-40f4-a9be-f92f0e2b89fe HTTP/1.1" status: 200 len: 834 time: 0.0751417 May 31 14:44:40.653309 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45097c07-c05c-48c5-a411-3a136ff9cef0 req-3903392f-dce0-43cb-9721-1dbd52cb677c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:44:40.654822 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-45097c07-c05c-48c5-a411-3a136ff9cef0 req-3903392f-dce0-43cb-9721-1dbd52cb677c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=74af65a0-06d4-47e2-85d9-72a3575274f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743115 May 31 14:44:40.750437 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d0c2aa9a-4b74-4ed2-b613-6444ae88cc56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:40.794079 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-45097c07-c05c-48c5-a411-3a136ff9cef0 req-474e224c-0550-45d2-b986-8a9b7135b1ce service neutron] 10.222.0.44 "GET /v2.0/networks/74af65a0-06d4-47e2-85d9-72a3575274f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329889 May 31 14:44:40.924170 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-45097c07-c05c-48c5-a411-3a136ff9cef0 req-880ac3a5-8d71-4e4f-be6c-e15296958602 service neutron] 10.222.0.44 "GET /v2.0/networks/74af65a0-06d4-47e2-85d9-72a3575274f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238036 May 31 14:44:41.041747 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20267f81-b112-4e73-864c-41ef62b64f19 req-889cab04-e53e-475a-96db-449dc7f7bcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:44:41.043290 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-20267f81-b112-4e73-864c-41ef62b64f19 req-889cab04-e53e-475a-96db-449dc7f7bcc1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=91ff4e6fbd51465ba708db114d874986&device_id=04f82ff1-8a52-46e6-a041-834fd956ba0b HTTP/1.1" status: 200 len: 1094 time: 0.0764892 May 31 14:44:41.158427 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 003db802-d1f8-4c14-a514-940a0263e802 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:44:41.178386 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20267f81-b112-4e73-864c-41ef62b64f19 req-95331e75-fa6a-478e-8913-a33d5c8c8de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:44:41.179729 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-20267f81-b112-4e73-864c-41ef62b64f19 req-95331e75-fa6a-478e-8913-a33d5c8c8de3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=74af65a0-06d4-47e2-85d9-72a3575274f9 HTTP/1.1" status: 200 len: 897 time: 0.1300368 May 31 14:44:41.250676 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-20267f81-b112-4e73-864c-41ef62b64f19 req-3facc3da-1123-438b-a180-61a102daf2ce service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02fc5452-45e1-4433-9dd2-571829168aaa HTTP/1.1" status: 200 len: 217 time: 0.0636511 May 31 14:44:41.268971 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 003db802-d1f8-4c14-a514-940a0263e802 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:44:41.269333 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:41.319710 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20267f81-b112-4e73-864c-41ef62b64f19 req-2db81fc9-8cd5-400a-9c12-03d7ecab8e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:44:41.322029 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-20267f81-b112-4e73-864c-41ef62b64f19 req-2db81fc9-8cd5-400a-9c12-03d7ecab8e9c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f23dae2f-f6ea-40f4-a9be-f92f0e2b89fe HTTP/1.1" status: 200 len: 834 time: 0.0652518 May 31 14:44:41.391824 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 003db802-d1f8-4c14-a514-940a0263e802 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:44:41.413941 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20267f81-b112-4e73-864c-41ef62b64f19 req-dafca93b-81c7-4784-8c6c-90468b2c6478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:44:41.415532 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-20267f81-b112-4e73-864c-41ef62b64f19 req-dafca93b-81c7-4784-8c6c-90468b2c6478 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=74af65a0-06d4-47e2-85d9-72a3575274f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0866690 May 31 14:44:41.491207 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff17fc2f-fe5b-4330-a9ec-95817e2d14c5 req-55745890-a474-4750-a9a5-6dc83ed99640 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:44:41.492625 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ff17fc2f-fe5b-4330-a9ec-95817e2d14c5 req-55745890-a474-4750-a9a5-6dc83ed99640 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=04f82ff1-8a52-46e6-a041-834fd956ba0b HTTP/1.1" status: 200 len: 943 time: 0.0933738 May 31 14:44:41.538008 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ff17fc2f-fe5b-4330-a9ec-95817e2d14c5 req-a01c09d3-7743-4df3-a60e-15810a8a5e67 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=ed1ba423-a0ba-4880-9fd2-510d8a891b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394537 May 31 14:44:41.557202 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-20267f81-b112-4e73-864c-41ef62b64f19 req-4cffc2e9-c577-483b-99fe-6325d7dadf87 service neutron] 10.222.0.44 "GET /v2.0/networks/74af65a0-06d4-47e2-85d9-72a3575274f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347303 May 31 14:44:41.808221 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-20267f81-b112-4e73-864c-41ef62b64f19 req-cbbd7e41-d416-419b-9212-9e78fb53c71b service neutron] 10.222.0.44 "GET /v2.0/networks/74af65a0-06d4-47e2-85d9-72a3575274f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426543 May 31 14:44:42.732407 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac493306-dc03-4967-ad3a-01584d7c918d req-bd4c5f93-88f5-4819-8c73-70e47e82e112 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:44:42.734022 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ac493306-dc03-4967-ad3a-01584d7c918d req-bd4c5f93-88f5-4819-8c73-70e47e82e112 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=04f82ff1-8a52-46e6-a041-834fd956ba0b HTTP/1.1" status: 200 len: 943 time: 0.0830848 May 31 14:44:42.778800 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ac493306-dc03-4967-ad3a-01584d7c918d req-d95794df-2dbe-4ad0-bfb7-d31973baa576 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=ed1ba423-a0ba-4880-9fd2-510d8a891b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384951 May 31 14:44:42.936183 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2865f91a-4f82-4c19-a745-0a0afaf3004c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:43.975444 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d92107-ed79-4ef6-9ade-f6adf59d2fcb req-b9b1077e-5ade-44b6-bc97-9e482f54a3a5 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:44:43.976885 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c2d92107-ed79-4ef6-9ade-f6adf59d2fcb req-b9b1077e-5ade-44b6-bc97-9e482f54a3a5 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=04f82ff1-8a52-46e6-a041-834fd956ba0b HTTP/1.1" status: 200 len: 943 time: 0.0859880 May 31 14:44:44.011543 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:44.022058 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c2d92107-ed79-4ef6-9ade-f6adf59d2fcb req-33e786c3-769e-4480-9c6a-ddf4f2937146 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=ed1ba423-a0ba-4880-9fd2-510d8a891b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393941 May 31 14:44:44.181352 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:45.188061 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 02fc5452-45e1-4433-9dd2-571829168aaa details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 14:44:45.213699 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116476a8-4c83-4f6f-882b-5352760c3f85 req-5c3804c0-a754-430c-9838-4e73a28212f1 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:44:45.215298 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-116476a8-4c83-4f6f-882b-5352760c3f85 req-5c3804c0-a754-430c-9838-4e73a28212f1 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=04f82ff1-8a52-46e6-a041-834fd956ba0b HTTP/1.1" status: 200 len: 943 time: 0.0832627 May 31 14:44:45.267090 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-116476a8-4c83-4f6f-882b-5352760c3f85 req-13eb1af3-0eff-4e4b-938a-91f8b630ed25 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=ed1ba423-a0ba-4880-9fd2-510d8a891b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425482 May 31 14:44:45.330956 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 02fc5452-45e1-4433-9dd2-571829168aaa, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=02fc5452-45e1-4433-9dd2-571829168aaa,segment=NetworkSegment(2e4ce085-492a-41c0-85f5-05c0bf0e0fb0),segment_id=2e4ce085-492a-41c0-85f5-05c0bf0e0fb0)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:44:45.345112 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': '02fc5452-45e1-4433-9dd2-571829168aaa', 'network_id': '74af65a0-06d4-47e2-85d9-72a3575274f9', 'port_id': '02fc5452-45e1-4433-9dd2-571829168aaa', 'mac_address': 'fa:16:3e:ea:cd:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f23dae2f-f6ea-40f4-a9be-f92f0e2b89fe', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 14:44:45.400702 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 02fc5452-45e1-4433-9dd2-571829168aaa is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:44:45.401070 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:45.418421 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02fc5452-45e1-4433-9dd2-571829168aaa {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:44:45.433980 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 02fc5452-45e1-4433-9dd2-571829168aaa, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=02fc5452-45e1-4433-9dd2-571829168aaa,segment=NetworkSegment(2e4ce085-492a-41c0-85f5-05c0bf0e0fb0),segment_id=2e4ce085-492a-41c0-85f5-05c0bf0e0fb0)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:44:45.438873 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:45.512669 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=02fc5452-45e1-4433-9dd2-571829168aaa,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:44:45.725442 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['02fc5452-45e1-4433-9dd2-571829168aaa'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:44:45.932924 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:46.462954 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f6f3b1-4b88-4652-814c-a777b5b80e1b req-b661a7c8-886b-458d-a85c-569fd9c130ea tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:44:46.464406 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-91f6f3b1-4b88-4652-814c-a777b5b80e1b req-b661a7c8-886b-458d-a85c-569fd9c130ea tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=04f82ff1-8a52-46e6-a041-834fd956ba0b HTTP/1.1" status: 200 len: 944 time: 0.0856812 May 31 14:44:46.509192 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-91f6f3b1-4b88-4652-814c-a777b5b80e1b req-644d61b3-1c21-48a1-8d83-a7705ac9a4bf tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=ed1ba423-a0ba-4880-9fd2-510d8a891b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388150 May 31 14:44:47.217036 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 02fc5452-45e1-4433-9dd2-571829168aaa up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:44:47.292371 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port 02fc5452-45e1-4433-9dd2-571829168aaa completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:44:47.299415 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port 02fc5452-45e1-4433-9dd2-571829168aaa triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:44:47.299906 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:47.421349 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 02fc5452-45e1-4433-9dd2-571829168aaa is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:44:47.421717 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:47.449490 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04f82ff1-8a52-46e6-a041-834fd956ba0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02fc5452-45e1-4433-9dd2-571829168aaa'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:44:47.460208 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 02fc5452-45e1-4433-9dd2-571829168aaa, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=02fc5452-45e1-4433-9dd2-571829168aaa,segment=NetworkSegment(2e4ce085-492a-41c0-85f5-05c0bf0e0fb0),segment_id=2e4ce085-492a-41c0-85f5-05c0bf0e0fb0)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:44:47.464175 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:47.504293 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2651166e-ec5b-4724-ae15-fb10061dcb63'] response: {'server_uuid': '04f82ff1-8a52-46e6-a041-834fd956ba0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02fc5452-45e1-4433-9dd2-571829168aaa', 'code': 200} May 31 14:44:47.539516 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=02fc5452-45e1-4433-9dd2-571829168aaa,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:44:47.656533 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb6172d-d856-45b9-a363-cf50a6a43dd8 req-598f844b-3816-4d4f-8f62-2a1bbbca516c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:44:47.658919 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ecb6172d-d856-45b9-a363-cf50a6a43dd8 req-598f844b-3816-4d4f-8f62-2a1bbbca516c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=04f82ff1-8a52-46e6-a041-834fd956ba0b HTTP/1.1" status: 200 len: 1096 time: 0.0974786 May 31 14:44:47.701178 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-ecb6172d-d856-45b9-a363-cf50a6a43dd8 req-d387cd62-4756-4a3c-8466-31d667ab5b44 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ed1ba423-a0ba-4880-9fd2-510d8a891b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356035 May 31 14:44:47.702853 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa8fd61-dcd5-4491-994c-e25f043350d5 req-d32657a6-d4a7-4ada-8ee0-024ce16f69c0 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:44:47.704934 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9fa8fd61-dcd5-4491-994c-e25f043350d5 req-d32657a6-d4a7-4ada-8ee0-024ce16f69c0 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=04f82ff1-8a52-46e6-a041-834fd956ba0b HTTP/1.1" status: 200 len: 945 time: 0.0825367 May 31 14:44:47.754727 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9fa8fd61-dcd5-4491-994c-e25f043350d5 req-53e49355-9b46-4a84-a01a-035e7a3cadc4 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=ed1ba423-a0ba-4880-9fd2-510d8a891b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441897 May 31 14:44:48.952062 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104dbde5-e79a-4978-81af-44ada59c2b12 req-00d52cf3-cbd0-4161-89f4-a8c01e2c2c08 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:44:48.954231 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-104dbde5-e79a-4978-81af-44ada59c2b12 req-00d52cf3-cbd0-4161-89f4-a8c01e2c2c08 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=04f82ff1-8a52-46e6-a041-834fd956ba0b HTTP/1.1" status: 200 len: 945 time: 0.0892978 May 31 14:44:48.999939 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-104dbde5-e79a-4978-81af-44ada59c2b12 req-22772290-56e7-465d-b7cd-f036a3a32096 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=ed1ba423-a0ba-4880-9fd2-510d8a891b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397117 May 31 14:44:50.311665 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d111d680-2213-45ec-87e8-469ce75fae55 req-f97ffad6-5c1d-46bd-a972-c8b929db36ae tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:44:50.313687 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d111d680-2213-45ec-87e8-469ce75fae55 req-f97ffad6-5c1d-46bd-a972-c8b929db36ae tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=04f82ff1-8a52-46e6-a041-834fd956ba0b HTTP/1.1" status: 200 len: 945 time: 0.2027843 May 31 14:44:50.360785 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d111d680-2213-45ec-87e8-469ce75fae55 req-ba8bbfa3-322e-4329-a3ab-ba6947c1ad8e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=ed1ba423-a0ba-4880-9fd2-510d8a891b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414596 May 31 14:44:50.556272 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce63fc8-b684-4a19-bb2b-670607a3cd64 req-cb2fbaaf-2f07-4a28-9be0-89eb5ac765a5 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:44:50.557714 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dce63fc8-b684-4a19-bb2b-670607a3cd64 req-cb2fbaaf-2f07-4a28-9be0-89eb5ac765a5 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=04f82ff1-8a52-46e6-a041-834fd956ba0b HTTP/1.1" status: 200 len: 945 time: 0.0803378 May 31 14:44:50.605184 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dce63fc8-b684-4a19-bb2b-670607a3cd64 req-88342ea1-0a64-4d10-a269-0609c19aed6b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=ed1ba423-a0ba-4880-9fd2-510d8a891b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409069 May 31 14:44:50.629787 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46006) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:44:50.700058 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648e0a9a-d521-4c32-98e1-f66792967c95 tempest-TestNetworkAdvancedServerOps-53305410 tempest-TestNetworkAdvancedServerOps-53305410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:44:50.701558 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-648e0a9a-d521-4c32-98e1-f66792967c95 tempest-TestNetworkAdvancedServerOps-53305410 tempest-TestNetworkAdvancedServerOps-53305410-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=04f82ff1-8a52-46e6-a041-834fd956ba0b HTTP/1.1" status: 200 len: 1091 time: 0.0707731 May 31 14:44:50.704688 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46010) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:44:50.709667 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-cb67c9a6-9b3b-46f4-9cc4-7325b88d1183 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Request body: {'floatingip': {'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'port_id': '02fc5452-45e1-4433-9dd2-571829168aaa', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:44:50.716203 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-cb67c9a6-9b3b-46f4-9cc4-7325b88d1183 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:44:50.720483 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-cb67c9a6-9b3b-46f4-9cc4-7325b88d1183 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Usage tracker for resource:floatingip and tenant:91ff4e6fbd51465ba708db114d874986 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:44:50.723315 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-cb67c9a6-9b3b-46f4-9cc4-7325b88d1183 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:44:50.728895 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-cb67c9a6-9b3b-46f4-9cc4-7325b88d1183 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:44:50.739998 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cb67c9a6-9b3b-46f4-9cc4-7325b88d1183 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for floatingip, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:50.877579 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cb67c9a6-9b3b-46f4-9cc4-7325b88d1183 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:51.017346 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-cb67c9a6-9b3b-46f4-9cc4-7325b88d1183 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Allocated IP 172.25.6.84 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/a7e3d338-2a9e-4f94-af9b-6233eee0b442) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:44:51.171089 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cb67c9a6-9b3b-46f4-9cc4-7325b88d1183 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:51.200940 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cb67c9a6-9b3b-46f4-9cc4-7325b88d1183 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:51.263361 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb67c9a6-9b3b-46f4-9cc4-7325b88d1183 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:44:51.266519 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-cb67c9a6-9b3b-46f4-9cc4-7325b88d1183 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:44:51.270975 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb67c9a6-9b3b-46f4-9cc4-7325b88d1183 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:44:51.312015 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb67c9a6-9b3b-46f4-9cc4-7325b88d1183 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event updated for resources: {'Port': ['ID=a7e3d338-2a9e-4f94-af9b-6233eee0b442,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:44:51.692119 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cb67c9a6-9b3b-46f4-9cc4-7325b88d1183 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:51.764339 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cb67c9a6-9b3b-46f4-9cc4-7325b88d1183 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:51.970323 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cb67c9a6-9b3b-46f4-9cc4-7325b88d1183 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:51.974527 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cb67c9a6-9b3b-46f4-9cc4-7325b88d1183 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:52.086513 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb67c9a6-9b3b-46f4-9cc4-7325b88d1183 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event updated for resources: {'Port': ['ID=a7e3d338-2a9e-4f94-af9b-6233eee0b442,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:44:52.094486 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cb67c9a6-9b3b-46f4-9cc4-7325b88d1183 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:52.378959 n-d-843939-1 neutron-server[88370]: INFO neutron.db.l3_db [None req-cb67c9a6-9b3b-46f4-9cc4-7325b88d1183 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Floating IP d4a5e6cd-8e85-4d4c-8e4e-4edc2caf5616 associated. External IP: 172.25.6.84, port: 02fc5452-45e1-4433-9dd2-571829168aaa. May 31 14:44:52.659498 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:44:52.727989 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb67c9a6-9b3b-46f4-9cc4-7325b88d1183 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Router 2a1286d7-e90c-443c-9424-da6dcc4a486a has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:44:52.904727 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb67c9a6-9b3b-46f4-9cc4-7325b88d1183 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:44:52.914694 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04eb9d6b-e2bb-4fb6-996f-6455aa164e5a None None] Sync routers for ids ['2a1286d7-e90c-443c-9424-da6dcc4a486a'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:44:52.924024 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04eb9d6b-e2bb-4fb6-996f-6455aa164e5a None None] Routers {'2a1286d7-e90c-443c-9424-da6dcc4a486a'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:44:52.924624 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-04eb9d6b-e2bb-4fb6-996f-6455aa164e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:44:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['2a1286d7-e90c-443c-9424-da6dcc4a486a'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:44:52.929382 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-cb67c9a6-9b3b-46f4-9cc4-7325b88d1183 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:44:52.983969 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-cb67c9a6-9b3b-46f4-9cc4-7325b88d1183 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2781484 May 31 14:44:52.984572 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04f82ff1-8a52-46e6-a041-834fd956ba0b', 'tag': '02fc5452-45e1-4433-9dd2-571829168aaa'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:44:53.129233 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5863f1c-e6b3-4625-b814-e9223316c8e4'] response: {'name': 'network-changed', 'server_uuid': '04f82ff1-8a52-46e6-a041-834fd956ba0b', 'tag': '02fc5452-45e1-4433-9dd2-571829168aaa', 'status': 'completed', 'code': 200} May 31 14:44:53.138807 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-04eb9d6b-e2bb-4fb6-996f-6455aa164e5a None None] Set router 2a1286d7-e90c-443c-9424-da6dcc4a486a gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:44:53.168995 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802fece7-2830-4ca7-b39f-82943389dd29 req-d5bd7c91-94a1-42e9-a38a-51941e03f02d tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:44:53.170575 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-802fece7-2830-4ca7-b39f-82943389dd29 req-d5bd7c91-94a1-42e9-a38a-51941e03f02d tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=04f82ff1-8a52-46e6-a041-834fd956ba0b HTTP/1.1" status: 200 len: 945 time: 0.0889144 May 31 14:44:53.194861 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a994bcff-4ce7-408d-b46c-b40a232edef7 req-2063340a-0f85-40eb-b92a-a85405299b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:44:53.196502 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-a994bcff-4ce7-408d-b46c-b40a232edef7 req-2063340a-0f85-40eb-b92a-a85405299b12 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=91ff4e6fbd51465ba708db114d874986&device_id=04f82ff1-8a52-46e6-a041-834fd956ba0b HTTP/1.1" status: 200 len: 1096 time: 0.0727994 May 31 14:44:53.217610 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-802fece7-2830-4ca7-b39f-82943389dd29 req-285ee524-6125-4fa9-8172-4524d4f8e68b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=ed1ba423-a0ba-4880-9fd2-510d8a891b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407307 May 31 14:44:53.242165 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46020) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:44:53.340302 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a994bcff-4ce7-408d-b46c-b40a232edef7 req-a04e905d-10e4-440c-842d-3cc40d6129c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:44:53.341772 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-a994bcff-4ce7-408d-b46c-b40a232edef7 req-a04e905d-10e4-440c-842d-3cc40d6129c8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=74af65a0-06d4-47e2-85d9-72a3575274f9 HTTP/1.1" status: 200 len: 897 time: 0.1375332 May 31 14:44:53.362804 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-3ffb208a-1013-45ae-837c-84c126b77874 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/floatingips/d4a5e6cd-8e85-4d4c-8e4e-4edc2caf5616 HTTP/1.1" status: 200 len: 990 time: 0.1182973 May 31 14:44:53.451661 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-a994bcff-4ce7-408d-b46c-b40a232edef7 req-149af333-7e78-4359-8f18-2ce2e7aab259 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02fc5452-45e1-4433-9dd2-571829168aaa HTTP/1.1" status: 200 len: 998 time: 0.1028125 May 31 14:44:53.504116 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-04eb9d6b-e2bb-4fb6-996f-6455aa164e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1286d7-e90c-443c-9424-da6dcc4a486a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850568859', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '66a805cb-b2de-4f3a-9084-1464bc1e0250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:44:28Z', 'updated_at': '2022-05-31T14:44:34Z', 'revision_number': 4, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'gw_port': {'id': '66a805cb-b2de-4f3a-9084-1464bc1e0250', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ff:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1286d7-e90c-443c-9424-da6dcc4a486a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:44:29Z', 'updated_at': '2022-05-31T14:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': 'd4a5e6cd-8e85-4d4c-8e4e-4edc2caf5616', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'floating_ip_address': '172.25.6.84', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '2a1286d7-e90c-443c-9424-da6dcc4a486a', 'port_id': '02fc5452-45e1-4433-9dd2-571829168aaa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74af65a0-06d4-47e2-85d9-72a3575274f9', 'mac_address': 'fa:16:3e:ea:cd:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f82ff1-8a52-46e6-a041-834fd956ba0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:44:51Z', 'updated_at': '2022-05-31T14:44:51Z', 'revision_number': 0, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '003db802-d1f8-4c14-a514-940a0263e802', 'name': '', 'network_id': '74af65a0-06d4-47e2-85d9-72a3575274f9', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'mac_address': 'fa:16:3e:e0:15:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1286d7-e90c-443c-9424-da6dcc4a486a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': 'f23dae2f-f6ea-40f4-a9be-f92f0e2b89fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:44:33Z', 'updated_at': '2022-05-31T14:44:39Z', 'revision_number': 5, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'subnets': [{'id': 'f23dae2f-f6ea-40f4-a9be-f92f0e2b89fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:44:53.507972 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04eb9d6b-e2bb-4fb6-996f-6455aa164e5a None None] Checking router: 2a1286d7-e90c-443c-9424-da6dcc4a486a for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:44:53.516635 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04eb9d6b-e2bb-4fb6-996f-6455aa164e5a None None] Routers {'2a1286d7-e90c-443c-9424-da6dcc4a486a'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:44:53.517222 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-04eb9d6b-e2bb-4fb6-996f-6455aa164e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:44:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['2a1286d7-e90c-443c-9424-da6dcc4a486a'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:44:53.517425 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a994bcff-4ce7-408d-b46c-b40a232edef7 req-25d4729d-8776-4a4e-a332-6ad079088124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:44:53.518914 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-a994bcff-4ce7-408d-b46c-b40a232edef7 req-25d4729d-8776-4a4e-a332-6ad079088124 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f23dae2f-f6ea-40f4-a9be-f92f0e2b89fe HTTP/1.1" status: 200 len: 834 time: 0.0609870 May 31 14:44:53.597796 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a994bcff-4ce7-408d-b46c-b40a232edef7 req-339ad14c-dab8-4879-bc22-241e2965f4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:44:53.599297 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-a994bcff-4ce7-408d-b46c-b40a232edef7 req-339ad14c-dab8-4879-bc22-241e2965f4e9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=74af65a0-06d4-47e2-85d9-72a3575274f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746183 May 31 14:44:53.694793 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-04eb9d6b-e2bb-4fb6-996f-6455aa164e5a None None] Set router 2a1286d7-e90c-443c-9424-da6dcc4a486a gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:44:53.735094 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-a994bcff-4ce7-408d-b46c-b40a232edef7 req-f73f5a89-9d5b-477f-8a77-813b7d2e4f3e service neutron] 10.222.0.44 "GET /v2.0/networks/74af65a0-06d4-47e2-85d9-72a3575274f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289477 May 31 14:44:53.868249 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-a994bcff-4ce7-408d-b46c-b40a232edef7 req-d82b4d98-ca31-48dc-9c4b-30075a7e0d4c service neutron] 10.222.0.44 "GET /v2.0/networks/74af65a0-06d4-47e2-85d9-72a3575274f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272795 May 31 14:44:54.051840 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-04eb9d6b-e2bb-4fb6-996f-6455aa164e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1286d7-e90c-443c-9424-da6dcc4a486a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850568859', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '66a805cb-b2de-4f3a-9084-1464bc1e0250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:44:28Z', 'updated_at': '2022-05-31T14:44:34Z', 'revision_number': 4, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'gw_port': {'id': '66a805cb-b2de-4f3a-9084-1464bc1e0250', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ff:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1286d7-e90c-443c-9424-da6dcc4a486a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:44:29Z', 'updated_at': '2022-05-31T14:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': 'd4a5e6cd-8e85-4d4c-8e4e-4edc2caf5616', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'floating_ip_address': '172.25.6.84', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '2a1286d7-e90c-443c-9424-da6dcc4a486a', 'port_id': '02fc5452-45e1-4433-9dd2-571829168aaa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74af65a0-06d4-47e2-85d9-72a3575274f9', 'mac_address': 'fa:16:3e:ea:cd:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f82ff1-8a52-46e6-a041-834fd956ba0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:44:51Z', 'updated_at': '2022-05-31T14:44:51Z', 'revision_number': 0, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '003db802-d1f8-4c14-a514-940a0263e802', 'name': '', 'network_id': '74af65a0-06d4-47e2-85d9-72a3575274f9', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'mac_address': 'fa:16:3e:e0:15:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1286d7-e90c-443c-9424-da6dcc4a486a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': 'f23dae2f-f6ea-40f4-a9be-f92f0e2b89fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:44:33Z', 'updated_at': '2022-05-31T14:44:39Z', 'revision_number': 5, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'subnets': [{'id': 'f23dae2f-f6ea-40f4-a9be-f92f0e2b89fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:44:54.055539 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04eb9d6b-e2bb-4fb6-996f-6455aa164e5a None None] The sync data for ids ['2a1286d7-e90c-443c-9424-da6dcc4a486a'] in n-d-843939-1 is: [{'id': '2a1286d7-e90c-443c-9424-da6dcc4a486a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850568859', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '66a805cb-b2de-4f3a-9084-1464bc1e0250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:44:28Z', 'updated_at': '2022-05-31T14:44:34Z', 'revision_number': 4, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'gw_port': {'id': '66a805cb-b2de-4f3a-9084-1464bc1e0250', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ff:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1286d7-e90c-443c-9424-da6dcc4a486a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:44:29Z', 'updated_at': '2022-05-31T14:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': 'd4a5e6cd-8e85-4d4c-8e4e-4edc2caf5616', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'floating_ip_address': '172.25.6.84', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '2a1286d7-e90c-443c-9424-da6dcc4a486a', 'port_id': '02fc5452-45e1-4433-9dd2-571829168aaa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74af65a0-06d4-47e2-85d9-72a3575274f9', 'mac_address': 'fa:16:3e:ea:cd:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f82ff1-8a52-46e6-a041-834fd956ba0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:44:51Z', 'updated_at': '2022-05-31T14:44:51Z', 'revision_number': 0, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '003db802-d1f8-4c14-a514-940a0263e802', 'name': '', 'network_id': '74af65a0-06d4-47e2-85d9-72a3575274f9', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'mac_address': 'fa:16:3e:e0:15:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1286d7-e90c-443c-9424-da6dcc4a486a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': 'f23dae2f-f6ea-40f4-a9be-f92f0e2b89fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:44:33Z', 'updated_at': '2022-05-31T14:44:39Z', 'revision_number': 5, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'subnets': [{'id': 'f23dae2f-f6ea-40f4-a9be-f92f0e2b89fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:44:54.230815 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f5a129-afc5-4b80-b097-ca0ba44bdd73 None None] New status for floating IP d4a5e6cd-8e85-4d4c-8e4e-4edc2caf5616: ACTIVE {{(pid=88371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 14:44:54.364842 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46024) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:44:54.468312 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-60dd722f-2c2b-4c02-914b-0bb517660693 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/floatingips/d4a5e6cd-8e85-4d4c-8e4e-4edc2caf5616 HTTP/1.1" status: 200 len: 990 time: 0.1024046 May 31 14:44:55.473283 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46028) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:44:55.577489 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c3606bdb-7462-4d37-b7eb-1ad7a2ae854b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/floatingips/d4a5e6cd-8e85-4d4c-8e4e-4edc2caf5616 HTTP/1.1" status: 200 len: 992 time: 0.1030505 May 31 14:45:08.151950 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:09.623646 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:10.754420 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-41859476-9b95-4b0e-b9ba-8512ec07475b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:12.938028 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-9a958938-2bf1-4dc8-b18f-7e58aec677e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:14.017810 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:14.181797 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:15.915719 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:25.151386 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e53f982-2a56-4fa8-8aaa-83ed67f8b19b req-cfeb35a3-e0ca-4bc3-930e-cfc0a23ca21b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:45:25.152852 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0e53f982-2a56-4fa8-8aaa-83ed67f8b19b req-cfeb35a3-e0ca-4bc3-930e-cfc0a23ca21b tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=04f82ff1-8a52-46e6-a041-834fd956ba0b HTTP/1.1" status: 200 len: 945 time: 0.0840404 May 31 14:45:25.196112 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0e53f982-2a56-4fa8-8aaa-83ed67f8b19b req-b9ad3258-d516-4c57-afa8-931315e341ba tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=ed1ba423-a0ba-4880-9fd2-510d8a891b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367672 May 31 14:45:26.382988 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90076ea1-58ca-4e3f-872f-2b1839d1b6dd req-5f916057-a7fe-491a-8f02-e38ca30b11c6 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:45:26.384433 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-90076ea1-58ca-4e3f-872f-2b1839d1b6dd req-5f916057-a7fe-491a-8f02-e38ca30b11c6 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=04f82ff1-8a52-46e6-a041-834fd956ba0b HTTP/1.1" status: 200 len: 945 time: 0.0786262 May 31 14:45:26.428387 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-90076ea1-58ca-4e3f-872f-2b1839d1b6dd req-0e7c5711-19aa-4397-af0c-6f859470ca82 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=ed1ba423-a0ba-4880-9fd2-510d8a891b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382850 May 31 14:45:26.452239 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46052) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:45:26.707035 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-86f85881-f096-43b9-8941-c8e2603db282 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/floatingips/d4a5e6cd-8e85-4d4c-8e4e-4edc2caf5616 HTTP/1.1" status: 200 len: 992 time: 0.2536733 May 31 14:45:28.145144 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c32443-e2a3-4b37-bdf0-0114b60ca9b3 req-ec97f22e-4287-4a1f-b1a9-f7557952f532 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:45:28.146647 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d0c32443-e2a3-4b37-bdf0-0114b60ca9b3 req-ec97f22e-4287-4a1f-b1a9-f7557952f532 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=04f82ff1-8a52-46e6-a041-834fd956ba0b HTTP/1.1" status: 200 len: 945 time: 0.0841873 May 31 14:45:28.149554 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2309b12-186f-4044-b10a-43c71074c11b req-cd2ebd3e-7f83-4677-bcfa-cc35bb666421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:45:28.151083 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e2309b12-186f-4044-b10a-43c71074c11b req-cd2ebd3e-7f83-4677-bcfa-cc35bb666421 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=91ff4e6fbd51465ba708db114d874986&device_id=04f82ff1-8a52-46e6-a041-834fd956ba0b HTTP/1.1" status: 200 len: 1096 time: 0.0707316 May 31 14:45:28.192160 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d0c32443-e2a3-4b37-bdf0-0114b60ca9b3 req-30a71ca8-dfb4-4105-9c2b-cca7c855f116 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=ed1ba423-a0ba-4880-9fd2-510d8a891b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399010 May 31 14:45:28.285694 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2309b12-186f-4044-b10a-43c71074c11b req-d3d880c3-b8be-4db2-9d1c-7b7869020dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:45:28.287101 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e2309b12-186f-4044-b10a-43c71074c11b req-d3d880c3-b8be-4db2-9d1c-7b7869020dfa service neutron] 10.222.0.44 "GET /v2.0/networks?id=74af65a0-06d4-47e2-85d9-72a3575274f9 HTTP/1.1" status: 200 len: 897 time: 0.1307256 May 31 14:45:28.392038 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e2309b12-186f-4044-b10a-43c71074c11b req-0d3f06bc-5f6e-4868-9ec0-1dc5b2529d59 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02fc5452-45e1-4433-9dd2-571829168aaa HTTP/1.1" status: 200 len: 1000 time: 0.0984766 May 31 14:45:28.455944 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2309b12-186f-4044-b10a-43c71074c11b req-e57f10ca-ed55-444e-95da-1ffb7c3f4885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:45:28.457317 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e2309b12-186f-4044-b10a-43c71074c11b req-e57f10ca-ed55-444e-95da-1ffb7c3f4885 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f23dae2f-f6ea-40f4-a9be-f92f0e2b89fe HTTP/1.1" status: 200 len: 834 time: 0.0599840 May 31 14:45:28.530078 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2309b12-186f-4044-b10a-43c71074c11b req-9a97e798-9a2c-48cc-b6e6-d7e3a0c19648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:45:28.531979 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e2309b12-186f-4044-b10a-43c71074c11b req-9a97e798-9a2c-48cc-b6e6-d7e3a0c19648 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=74af65a0-06d4-47e2-85d9-72a3575274f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679131 May 31 14:45:28.666578 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e2309b12-186f-4044-b10a-43c71074c11b req-76d608eb-cdbe-45b3-b70c-d03e7d88d551 service neutron] 10.222.0.44 "GET /v2.0/networks/74af65a0-06d4-47e2-85d9-72a3575274f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286881 May 31 14:45:28.902306 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e2309b12-186f-4044-b10a-43c71074c11b req-c22afe0e-1065-4df5-86d9-eef3b11f877c service neutron] 10.222.0.44 "GET /v2.0/networks/74af65a0-06d4-47e2-85d9-72a3575274f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302818 May 31 14:45:29.396652 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e83cbea-cdb4-4841-8b22-88ddd6fd2e26 req-bc808b8b-8797-407c-86a1-dcd018a2de7f tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:45:29.398261 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8e83cbea-cdb4-4841-8b22-88ddd6fd2e26 req-bc808b8b-8797-407c-86a1-dcd018a2de7f tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=04f82ff1-8a52-46e6-a041-834fd956ba0b HTTP/1.1" status: 200 len: 945 time: 0.0970654 May 31 14:45:29.443347 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8e83cbea-cdb4-4841-8b22-88ddd6fd2e26 req-7b312464-3841-4eeb-b505-c1131bcfe473 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=ed1ba423-a0ba-4880-9fd2-510d8a891b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391088 May 31 14:45:29.660070 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:45:30.634201 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d4af2-8298-4499-9c0e-3029c9dc1f47 req-0a2f607b-b8c0-4e18-8df2-0dd4d6e13f75 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:45:30.635558 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dc1d4af2-8298-4499-9c0e-3029c9dc1f47 req-0a2f607b-b8c0-4e18-8df2-0dd4d6e13f75 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=04f82ff1-8a52-46e6-a041-834fd956ba0b HTTP/1.1" status: 200 len: 945 time: 0.0820572 May 31 14:45:30.679415 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dc1d4af2-8298-4499-9c0e-3029c9dc1f47 req-482b9495-b765-4931-810d-aeb45dfd2cd2 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=ed1ba423-a0ba-4880-9fd2-510d8a891b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381122 May 31 14:45:30.703995 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46066) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:45:30.808874 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c7ff94f4-d19c-4121-be1d-86ed6ea99c24 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/floatingips/d4a5e6cd-8e85-4d4c-8e4e-4edc2caf5616 HTTP/1.1" status: 200 len: 992 time: 0.1037798 May 31 14:45:31.049942 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46074) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:45:31.252733 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-07cbf069-8568-458b-9f44-3adfafb17322 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Deleting port a7e3d338-2a9e-4f94-af9b-6233eee0b442 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:45:31.253170 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-07cbf069-8568-458b-9f44-3adfafb17322 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:31.423180 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-07cbf069-8568-458b-9f44-3adfafb17322 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:31.423497 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-07cbf069-8568-458b-9f44-3adfafb17322 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:31.548787 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-07cbf069-8568-458b-9f44-3adfafb17322 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Calling delete_port for a7e3d338-2a9e-4f94-af9b-6233eee0b442 owned by network:floatingip {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:45:31.699921 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-07cbf069-8568-458b-9f44-3adfafb17322 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:31.797723 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cbf069-8568-458b-9f44-3adfafb17322 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event deleted for resources: {'Port': ['ID=a7e3d338-2a9e-4f94-af9b-6233eee0b442,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:45:31.840151 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cbf069-8568-458b-9f44-3adfafb17322 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:45:31.840420 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cbf069-8568-458b-9f44-3adfafb17322 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:45:31.840763 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cbf069-8568-458b-9f44-3adfafb17322 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:45:31.841100 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cbf069-8568-458b-9f44-3adfafb17322 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:45:31.841435 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cbf069-8568-458b-9f44-3adfafb17322 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:45:31.841770 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cbf069-8568-458b-9f44-3adfafb17322 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:45:31.842124 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cbf069-8568-458b-9f44-3adfafb17322 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:45:31.842453 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cbf069-8568-458b-9f44-3adfafb17322 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:45:31.842786 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cbf069-8568-458b-9f44-3adfafb17322 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:45:31.843112 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cbf069-8568-458b-9f44-3adfafb17322 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:45:31.843436 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cbf069-8568-458b-9f44-3adfafb17322 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:45:31.843758 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cbf069-8568-458b-9f44-3adfafb17322 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:45:31.914945 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-07cbf069-8568-458b-9f44-3adfafb17322 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for floatingip, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:31.915280 n-d-843939-1 neutron-server[88369]: INFO neutron.db.l3_db [None req-07cbf069-8568-458b-9f44-3adfafb17322 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Floating IP d4a5e6cd-8e85-4d4c-8e4e-4edc2caf5616 disassociated (deleted). External IP: 172.25.6.84, port: 02fc5452-45e1-4433-9dd2-571829168aaa. May 31 14:45:31.993652 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2b334e69-4f0a-4136-87d9-baf5fa0fdec5 req-d4ac053a-c2ff-4048-9699-13b4af190d62 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=04f82ff1-8a52-46e6-a041-834fd956ba0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2570066 May 31 14:45:32.240065 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b334e69-4f0a-4136-87d9-baf5fa0fdec5 req-7ada5587-8c3d-4010-970a-6a9103cc0187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:45:32.241515 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2b334e69-4f0a-4136-87d9-baf5fa0fdec5 req-7ada5587-8c3d-4010-970a-6a9103cc0187 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=91ff4e6fbd51465ba708db114d874986&device_id=04f82ff1-8a52-46e6-a041-834fd956ba0b HTTP/1.1" status: 200 len: 1096 time: 0.1729734 May 31 14:45:32.554466 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07cbf069-8568-458b-9f44-3adfafb17322 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Router 2a1286d7-e90c-443c-9424-da6dcc4a486a has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:45:32.625014 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b334e69-4f0a-4136-87d9-baf5fa0fdec5 req-303d3aad-0ea4-410a-8232-b60926a0aef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:45:32.627115 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2b334e69-4f0a-4136-87d9-baf5fa0fdec5 req-303d3aad-0ea4-410a-8232-b60926a0aef5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=74af65a0-06d4-47e2-85d9-72a3575274f9 HTTP/1.1" status: 200 len: 897 time: 0.3339016 May 31 14:45:32.712159 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2b334e69-4f0a-4136-87d9-baf5fa0fdec5 req-2b78a416-c753-415e-9600-f2598d9cf18d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02fc5452-45e1-4433-9dd2-571829168aaa HTTP/1.1" status: 200 len: 217 time: 0.0787909 May 31 14:45:32.850156 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b334e69-4f0a-4136-87d9-baf5fa0fdec5 req-97937f4a-32ee-4b0a-9431-87e0b201f8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:45:32.851431 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2b334e69-4f0a-4136-87d9-baf5fa0fdec5 req-97937f4a-32ee-4b0a-9431-87e0b201f8cb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f23dae2f-f6ea-40f4-a9be-f92f0e2b89fe HTTP/1.1" status: 200 len: 834 time: 0.1341386 May 31 14:45:32.905422 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07cbf069-8568-458b-9f44-3adfafb17322 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:45:32.915244 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9b6be4-637f-4517-993b-62012cc5455e None None] Sync routers for ids ['2a1286d7-e90c-443c-9424-da6dcc4a486a'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:45:32.925084 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9b6be4-637f-4517-993b-62012cc5455e None None] Routers {'2a1286d7-e90c-443c-9424-da6dcc4a486a'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:45:32.925690 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-af9b6be4-637f-4517-993b-62012cc5455e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:45:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['2a1286d7-e90c-443c-9424-da6dcc4a486a'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:45:32.936406 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-07cbf069-8568-458b-9f44-3adfafb17322 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:32.998807 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b334e69-4f0a-4136-87d9-baf5fa0fdec5 req-937a1992-ddf1-4e1c-9571-a03f957bbbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:45:33.000734 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2b334e69-4f0a-4136-87d9-baf5fa0fdec5 req-937a1992-ddf1-4e1c-9571-a03f957bbbde service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=74af65a0-06d4-47e2-85d9-72a3575274f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1426737 May 31 14:45:33.003427 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-07cbf069-8568-458b-9f44-3adfafb17322 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "DELETE /v2.0/floatingips/d4a5e6cd-8e85-4d4c-8e4e-4edc2caf5616 HTTP/1.1" status: 204 len: 168 time: 1.9524608 May 31 14:45:33.004053 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04f82ff1-8a52-46e6-a041-834fd956ba0b', 'tag': '02fc5452-45e1-4433-9dd2-571829168aaa'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:45:33.081681 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a64ee945-0b59-429f-9adc-98a896c7ced4'] response: {'name': 'network-changed', 'server_uuid': '04f82ff1-8a52-46e6-a041-834fd956ba0b', 'tag': '02fc5452-45e1-4433-9dd2-571829168aaa', 'status': 'completed', 'code': 200} May 31 14:45:33.118162 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-af9b6be4-637f-4517-993b-62012cc5455e None None] Set router 2a1286d7-e90c-443c-9424-da6dcc4a486a gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:45:33.143553 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2b334e69-4f0a-4136-87d9-baf5fa0fdec5 req-2a6dfc84-09b9-4504-b2b4-751ce215d726 service neutron] 10.222.0.44 "GET /v2.0/networks/74af65a0-06d4-47e2-85d9-72a3575274f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345990 May 31 14:45:33.281025 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2b334e69-4f0a-4136-87d9-baf5fa0fdec5 req-d158a2a8-0dda-47de-ac3c-3d2fb5be9b45 service neutron] 10.222.0.44 "GET /v2.0/networks/74af65a0-06d4-47e2-85d9-72a3575274f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312902 May 31 14:45:33.403206 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d67526-1ef1-4ad0-9187-b25be6858edf req-877c7fca-9db2-4b00-a335-cc2d29baa88e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:45:33.404702 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-58d67526-1ef1-4ad0-9187-b25be6858edf req-877c7fca-9db2-4b00-a335-cc2d29baa88e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=04f82ff1-8a52-46e6-a041-834fd956ba0b HTTP/1.1" status: 200 len: 945 time: 0.0905185 May 31 14:45:33.417211 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469eda2d-8e87-40a1-b379-7f284b509199 req-276c486b-868f-4554-8ff6-741a9a6805e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:45:33.419546 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-469eda2d-8e87-40a1-b379-7f284b509199 req-276c486b-868f-4554-8ff6-741a9a6805e4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=91ff4e6fbd51465ba708db114d874986&device_id=04f82ff1-8a52-46e6-a041-834fd956ba0b HTTP/1.1" status: 200 len: 1096 time: 0.0911052 May 31 14:45:33.451090 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-58d67526-1ef1-4ad0-9187-b25be6858edf req-874ad59c-ba50-4fac-855a-b7549f6e7a2e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=ed1ba423-a0ba-4880-9fd2-510d8a891b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399551 May 31 14:45:33.497844 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-af9b6be4-637f-4517-993b-62012cc5455e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1286d7-e90c-443c-9424-da6dcc4a486a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850568859', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '66a805cb-b2de-4f3a-9084-1464bc1e0250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:44:28Z', 'updated_at': '2022-05-31T14:44:34Z', 'revision_number': 4, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'gw_port': {'id': '66a805cb-b2de-4f3a-9084-1464bc1e0250', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ff:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1286d7-e90c-443c-9424-da6dcc4a486a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:44:29Z', 'updated_at': '2022-05-31T14:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '003db802-d1f8-4c14-a514-940a0263e802', 'name': '', 'network_id': '74af65a0-06d4-47e2-85d9-72a3575274f9', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'mac_address': 'fa:16:3e:e0:15:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1286d7-e90c-443c-9424-da6dcc4a486a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': 'f23dae2f-f6ea-40f4-a9be-f92f0e2b89fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:44:33Z', 'updated_at': '2022-05-31T14:44:39Z', 'revision_number': 5, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'subnets': [{'id': 'f23dae2f-f6ea-40f4-a9be-f92f0e2b89fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:45:33.502521 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9b6be4-637f-4517-993b-62012cc5455e None None] Checking router: 2a1286d7-e90c-443c-9424-da6dcc4a486a for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:45:33.511558 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9b6be4-637f-4517-993b-62012cc5455e None None] Routers {'2a1286d7-e90c-443c-9424-da6dcc4a486a'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:45:33.512187 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-af9b6be4-637f-4517-993b-62012cc5455e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:45:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['2a1286d7-e90c-443c-9424-da6dcc4a486a'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:45:33.555132 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469eda2d-8e87-40a1-b379-7f284b509199 req-faa693d9-1b65-4645-9e71-950a30624cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:45:33.556554 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-469eda2d-8e87-40a1-b379-7f284b509199 req-faa693d9-1b65-4645-9e71-950a30624cae service neutron] 10.222.0.44 "GET /v2.0/networks?id=74af65a0-06d4-47e2-85d9-72a3575274f9 HTTP/1.1" status: 200 len: 897 time: 0.1312158 May 31 14:45:33.623458 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-469eda2d-8e87-40a1-b379-7f284b509199 req-14998242-c9d0-495b-835f-331fe7e42574 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02fc5452-45e1-4433-9dd2-571829168aaa HTTP/1.1" status: 200 len: 217 time: 0.0608056 May 31 14:45:33.689629 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469eda2d-8e87-40a1-b379-7f284b509199 req-ec42b5ab-4c9d-44c9-b63c-5cd691ccf226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:45:33.689969 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-af9b6be4-637f-4517-993b-62012cc5455e None None] Set router 2a1286d7-e90c-443c-9424-da6dcc4a486a gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:45:33.691078 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-469eda2d-8e87-40a1-b379-7f284b509199 req-ec42b5ab-4c9d-44c9-b63c-5cd691ccf226 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f23dae2f-f6ea-40f4-a9be-f92f0e2b89fe HTTP/1.1" status: 200 len: 834 time: 0.0615597 May 31 14:45:33.769009 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469eda2d-8e87-40a1-b379-7f284b509199 req-0cc1c72a-bf7b-4603-a6fb-c70e923ce3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:45:33.770506 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-469eda2d-8e87-40a1-b379-7f284b509199 req-0cc1c72a-bf7b-4603-a6fb-c70e923ce3fe service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=74af65a0-06d4-47e2-85d9-72a3575274f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720561 May 31 14:45:33.906575 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-469eda2d-8e87-40a1-b379-7f284b509199 req-1cb99105-cf89-47c2-add3-9619558e1181 service neutron] 10.222.0.44 "GET /v2.0/networks/74af65a0-06d4-47e2-85d9-72a3575274f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282437 May 31 14:45:34.007418 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-af9b6be4-637f-4517-993b-62012cc5455e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1286d7-e90c-443c-9424-da6dcc4a486a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850568859', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '66a805cb-b2de-4f3a-9084-1464bc1e0250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:44:28Z', 'updated_at': '2022-05-31T14:44:34Z', 'revision_number': 4, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'gw_port': {'id': '66a805cb-b2de-4f3a-9084-1464bc1e0250', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ff:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1286d7-e90c-443c-9424-da6dcc4a486a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:44:29Z', 'updated_at': '2022-05-31T14:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '003db802-d1f8-4c14-a514-940a0263e802', 'name': '', 'network_id': '74af65a0-06d4-47e2-85d9-72a3575274f9', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'mac_address': 'fa:16:3e:e0:15:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1286d7-e90c-443c-9424-da6dcc4a486a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': 'f23dae2f-f6ea-40f4-a9be-f92f0e2b89fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:44:33Z', 'updated_at': '2022-05-31T14:44:39Z', 'revision_number': 5, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'subnets': [{'id': 'f23dae2f-f6ea-40f4-a9be-f92f0e2b89fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:45:34.011714 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9b6be4-637f-4517-993b-62012cc5455e None None] The sync data for ids ['2a1286d7-e90c-443c-9424-da6dcc4a486a'] in n-d-843939-1 is: [{'id': '2a1286d7-e90c-443c-9424-da6dcc4a486a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850568859', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '66a805cb-b2de-4f3a-9084-1464bc1e0250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:44:28Z', 'updated_at': '2022-05-31T14:44:34Z', 'revision_number': 4, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'gw_port': {'id': '66a805cb-b2de-4f3a-9084-1464bc1e0250', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ff:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1286d7-e90c-443c-9424-da6dcc4a486a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:44:29Z', 'updated_at': '2022-05-31T14:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '003db802-d1f8-4c14-a514-940a0263e802', 'name': '', 'network_id': '74af65a0-06d4-47e2-85d9-72a3575274f9', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'mac_address': 'fa:16:3e:e0:15:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1286d7-e90c-443c-9424-da6dcc4a486a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': 'f23dae2f-f6ea-40f4-a9be-f92f0e2b89fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:44:33Z', 'updated_at': '2022-05-31T14:44:39Z', 'revision_number': 5, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'subnets': [{'id': 'f23dae2f-f6ea-40f4-a9be-f92f0e2b89fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:45:34.166857 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-469eda2d-8e87-40a1-b379-7f284b509199 req-b47f8372-6191-4e2e-966f-d36582f723f2 service neutron] 10.222.0.44 "GET /v2.0/networks/74af65a0-06d4-47e2-85d9-72a3575274f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541380 May 31 14:45:34.248346 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46595f71-d710-45f4-a3fa-460bb4fa27b0 None None] New status for floating IP d4a5e6cd-8e85-4d4c-8e4e-4edc2caf5616: DOWN {{(pid=88371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 14:45:34.638904 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a59285-9159-4b05-b3e4-31470aec13df req-3cd4b247-a8b4-42c2-a592-49b9c3539b6e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:45:34.640253 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-29a59285-9159-4b05-b3e4-31470aec13df req-3cd4b247-a8b4-42c2-a592-49b9c3539b6e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=04f82ff1-8a52-46e6-a041-834fd956ba0b HTTP/1.1" status: 200 len: 945 time: 0.0797057 May 31 14:45:34.686354 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-29a59285-9159-4b05-b3e4-31470aec13df req-0b66f9a3-2197-4e04-ac4d-47c6f0e05c31 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/security-groups?id=ed1ba423-a0ba-4880-9fd2-510d8a891b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396235 May 31 14:45:34.910325 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d36a06-c7fd-45f9-acfe-b47e1a33d4f7 req-7588c50e-640a-4a0c-aab9-034cf388660e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:45:34.911013 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-f0d36a06-c7fd-45f9-acfe-b47e1a33d4f7 req-7588c50e-640a-4a0c-aab9-034cf388660e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Synchronizing usage tracker for tenant:91ff4e6fbd51465ba708db114d874986 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:45:34.925805 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-f0d36a06-c7fd-45f9-acfe-b47e1a33d4f7 req-7588c50e-640a-4a0c-aab9-034cf388660e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Unset dirty status for tenant:91ff4e6fbd51465ba708db114d874986 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:45:34.926961 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f0d36a06-c7fd-45f9-acfe-b47e1a33d4f7 req-7588c50e-640a-4a0c-aab9-034cf388660e tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.44 "GET /v2.0/ports?device_id=04f82ff1-8a52-46e6-a041-834fd956ba0b HTTP/1.1" status: 200 len: 945 time: 0.0945330 May 31 14:45:34.999229 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-f0d36a06-c7fd-45f9-acfe-b47e1a33d4f7 req-27c92185-c38d-49d3-b3d5-874a230f57a4 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Deleting port 02fc5452-45e1-4433-9dd2-571829168aaa {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:45:34.999561 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-f0d36a06-c7fd-45f9-acfe-b47e1a33d4f7 req-27c92185-c38d-49d3-b3d5-874a230f57a4 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:35.248093 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-f0d36a06-c7fd-45f9-acfe-b47e1a33d4f7 req-27c92185-c38d-49d3-b3d5-874a230f57a4 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] For port 02fc5452-45e1-4433-9dd2-571829168aaa, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=02fc5452-45e1-4433-9dd2-571829168aaa,segment=NetworkSegment(2e4ce085-492a-41c0-85f5-05c0bf0e0fb0),segment_id=2e4ce085-492a-41c0-85f5-05c0bf0e0fb0)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:45:35.248354 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-f0d36a06-c7fd-45f9-acfe-b47e1a33d4f7 req-27c92185-c38d-49d3-b3d5-874a230f57a4 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:35.371130 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-f0d36a06-c7fd-45f9-acfe-b47e1a33d4f7 req-27c92185-c38d-49d3-b3d5-874a230f57a4 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Calling delete_port for 02fc5452-45e1-4433-9dd2-571829168aaa owned by compute:nova {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:45:35.521234 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-f0d36a06-c7fd-45f9-acfe-b47e1a33d4f7 req-27c92185-c38d-49d3-b3d5-874a230f57a4 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:35.572462 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c92185-c38d-49d3-b3d5-874a230f57a4 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event deleted for resources: {'Port': ['ID=02fc5452-45e1-4433-9dd2-571829168aaa,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:45:35.646168 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0d36a06-c7fd-45f9-acfe-b47e1a33d4f7 req-27c92185-c38d-49d3-b3d5-874a230f57a4 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] No DVR routers for this DVR port 02fc5452-45e1-4433-9dd2-571829168aaa on host n-h2-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:45:35.649609 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-f0d36a06-c7fd-45f9-acfe-b47e1a33d4f7 req-27c92185-c38d-49d3-b3d5-874a230f57a4 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:35.652246 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04f82ff1-8a52-46e6-a041-834fd956ba0b', 'name': 'network-vif-deleted', 'tag': '02fc5452-45e1-4433-9dd2-571829168aaa'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:45:35.667688 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f0d36a06-c7fd-45f9-acfe-b47e1a33d4f7 req-27c92185-c38d-49d3-b3d5-874a230f57a4 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.44 "DELETE /v2.0/ports/02fc5452-45e1-4433-9dd2-571829168aaa HTTP/1.1" status: 204 len: 173 time: 0.7359335 May 31 14:45:35.708015 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c7d9f43-6ebe-4e38-a11b-17483438ed92'] response: {'server_uuid': '04f82ff1-8a52-46e6-a041-834fd956ba0b', 'name': 'network-vif-deleted', 'tag': '02fc5452-45e1-4433-9dd2-571829168aaa', 'status': 'completed', 'code': 200} May 31 14:45:35.842963 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-947fa983-7652-412b-a349-baa20939e115 req-df8e2692-dd4c-4592-b73f-9d5456a77d3f tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "GET /v2.0/ports?device_id=04f82ff1-8a52-46e6-a041-834fd956ba0b HTTP/1.1" status: 200 len: 210 time: 0.0457962 May 31 14:45:37.169839 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46096) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:45:37.450279 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 02fc5452-45e1-4433-9dd2-571829168aaa no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:45:37.485146 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] No Port match for: 02fc5452-45e1-4433-9dd2-571829168aaa {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:45:37.485507 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 02fc5452-45e1-4433-9dd2-571829168aaa not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:45:37.722870 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-13706057-5dcc-49ee-9bec-039c1f9ed047 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:38.183524 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:38.203863 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-13706057-5dcc-49ee-9bec-039c1f9ed047 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Deleting port 003db802-d1f8-4c14-a514-940a0263e802 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:45:38.204395 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-13706057-5dcc-49ee-9bec-039c1f9ed047 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:38.395089 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-13706057-5dcc-49ee-9bec-039c1f9ed047 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] For port 003db802-d1f8-4c14-a514-940a0263e802, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=003db802-d1f8-4c14-a514-940a0263e802,segment=NetworkSegment(2e4ce085-492a-41c0-85f5-05c0bf0e0fb0),segment_id=2e4ce085-492a-41c0-85f5-05c0bf0e0fb0)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:45:38.395448 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-13706057-5dcc-49ee-9bec-039c1f9ed047 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:38.516427 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-13706057-5dcc-49ee-9bec-039c1f9ed047 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Calling delete_port for 003db802-d1f8-4c14-a514-940a0263e802 owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:45:38.708401 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-13706057-5dcc-49ee-9bec-039c1f9ed047 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:38.757005 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13706057-5dcc-49ee-9bec-039c1f9ed047 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event deleted for resources: {'Port': ['ID=003db802-d1f8-4c14-a514-940a0263e802,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:45:39.034587 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-13706057-5dcc-49ee-9bec-039c1f9ed047 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:39.490851 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13706057-5dcc-49ee-9bec-039c1f9ed047 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Router 2a1286d7-e90c-443c-9424-da6dcc4a486a has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:45:39.633473 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:39.665284 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13706057-5dcc-49ee-9bec-039c1f9ed047 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:45:39.674504 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad42dcb-41db-43ce-925e-44fa5021139a None None] Sync routers for ids ['2a1286d7-e90c-443c-9424-da6dcc4a486a'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:45:39.680317 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-13706057-5dcc-49ee-9bec-039c1f9ed047 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "PUT /v2.0/routers/2a1286d7-e90c-443c-9424-da6dcc4a486a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5069427 May 31 14:45:39.680542 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46100) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:45:39.684340 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad42dcb-41db-43ce-925e-44fa5021139a None None] Routers {'2a1286d7-e90c-443c-9424-da6dcc4a486a'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:45:39.684932 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-aad42dcb-41db-43ce-925e-44fa5021139a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:45:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['2a1286d7-e90c-443c-9424-da6dcc4a486a'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:45:39.748213 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-27a1c4c6-8b7f-431e-9c6e-2cb32f434314 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Deleting subnet f23dae2f-f6ea-40f4-a9be-f92f0e2b89fe {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 14:45:39.751692 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-27a1c4c6-8b7f-431e-9c6e-2cb32f434314 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:39.809328 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-27a1c4c6-8b7f-431e-9c6e-2cb32f434314 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:39.860111 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-aad42dcb-41db-43ce-925e-44fa5021139a None None] Set router 2a1286d7-e90c-443c-9424-da6dcc4a486a gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:45:39.892912 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-27a1c4c6-8b7f-431e-9c6e-2cb32f434314 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:39.966952 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-27a1c4c6-8b7f-431e-9c6e-2cb32f434314 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:40.013030 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-27a1c4c6-8b7f-431e-9c6e-2cb32f434314 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:40.018370 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a1c4c6-8b7f-431e-9c6e-2cb32f434314 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event deleted for resources: {'Subnet': ['ID=f23dae2f-f6ea-40f4-a9be-f92f0e2b89fe,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:45:40.019752 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5340c413-496f-4247-9464-54c300b7175a None None] Network 74af65a0-06d4-47e2-85d9-72a3575274f9 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:45:40.026174 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46104) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:45:40.026606 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-27a1c4c6-8b7f-431e-9c6e-2cb32f434314 tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "DELETE /v2.0/subnets/f23dae2f-f6ea-40f4-a9be-f92f0e2b89fe HTTP/1.1" status: 204 len: 168 time: 0.3447096 May 31 14:45:40.152249 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-aad42dcb-41db-43ce-925e-44fa5021139a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1286d7-e90c-443c-9424-da6dcc4a486a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850568859', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '66a805cb-b2de-4f3a-9084-1464bc1e0250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:44:28Z', 'updated_at': '2022-05-31T14:45:38Z', 'revision_number': 5, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'gw_port': {'id': '66a805cb-b2de-4f3a-9084-1464bc1e0250', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ff:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1286d7-e90c-443c-9424-da6dcc4a486a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:44:29Z', 'updated_at': '2022-05-31T14:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:45:40.155926 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad42dcb-41db-43ce-925e-44fa5021139a None None] Checking router: 2a1286d7-e90c-443c-9424-da6dcc4a486a for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:45:40.164377 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad42dcb-41db-43ce-925e-44fa5021139a None None] Routers {'2a1286d7-e90c-443c-9424-da6dcc4a486a'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:45:40.164970 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-aad42dcb-41db-43ce-925e-44fa5021139a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:45:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['2a1286d7-e90c-443c-9424-da6dcc4a486a'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:45:40.214728 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f235ce89-37b3-4bf8-bfb0-5ad72cf96d0f tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for router, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:40.332503 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00ed414-34cf-4f15-ae1c-d1f646c9435f None None] DHCP port deletion for 74af65a0-06d4-47e2-85d9-72a3575274f9 request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 14:45:40.337161 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-d00ed414-34cf-4f15-ae1c-d1f646c9435f None None] Deleting port 30514b95-06b9-4a8d-b53a-2e8bc1127df3 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:45:40.337720 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d00ed414-34cf-4f15-ae1c-d1f646c9435f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:40.346560 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-aad42dcb-41db-43ce-925e-44fa5021139a None None] Set router 2a1286d7-e90c-443c-9424-da6dcc4a486a gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:45:40.399346 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f235ce89-37b3-4bf8-bfb0-5ad72cf96d0f tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:40.410142 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-f235ce89-37b3-4bf8-bfb0-5ad72cf96d0f tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Deleting port 66a805cb-b2de-4f3a-9084-1464bc1e0250 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:45:40.410483 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f235ce89-37b3-4bf8-bfb0-5ad72cf96d0f tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:40.555358 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-d00ed414-34cf-4f15-ae1c-d1f646c9435f None None] For port 30514b95-06b9-4a8d-b53a-2e8bc1127df3, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=30514b95-06b9-4a8d-b53a-2e8bc1127df3,segment=NetworkSegment(2e4ce085-492a-41c0-85f5-05c0bf0e0fb0),segment_id=2e4ce085-492a-41c0-85f5-05c0bf0e0fb0)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:45:40.555722 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d00ed414-34cf-4f15-ae1c-d1f646c9435f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:40.606580 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-f235ce89-37b3-4bf8-bfb0-5ad72cf96d0f tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] For port 66a805cb-b2de-4f3a-9084-1464bc1e0250, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=66a805cb-b2de-4f3a-9084-1464bc1e0250,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:45:40.606983 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f235ce89-37b3-4bf8-bfb0-5ad72cf96d0f tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:40.693739 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-d00ed414-34cf-4f15-ae1c-d1f646c9435f None None] Calling delete_port for 30514b95-06b9-4a8d-b53a-2e8bc1127df3 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:45:40.699888 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-aad42dcb-41db-43ce-925e-44fa5021139a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1286d7-e90c-443c-9424-da6dcc4a486a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850568859', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '66a805cb-b2de-4f3a-9084-1464bc1e0250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:44:28Z', 'updated_at': '2022-05-31T14:45:38Z', 'revision_number': 5, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'gw_port': {'id': '66a805cb-b2de-4f3a-9084-1464bc1e0250', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ff:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1286d7-e90c-443c-9424-da6dcc4a486a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:44:29Z', 'updated_at': '2022-05-31T14:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:45:40.704820 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad42dcb-41db-43ce-925e-44fa5021139a None None] The sync data for ids ['2a1286d7-e90c-443c-9424-da6dcc4a486a'] in n-d-843939-1 is: [{'id': '2a1286d7-e90c-443c-9424-da6dcc4a486a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850568859', 'tenant_id': '91ff4e6fbd51465ba708db114d874986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '66a805cb-b2de-4f3a-9084-1464bc1e0250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:44:28Z', 'updated_at': '2022-05-31T14:45:38Z', 'revision_number': 5, 'project_id': '91ff4e6fbd51465ba708db114d874986', 'gw_port': {'id': '66a805cb-b2de-4f3a-9084-1464bc1e0250', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ff:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1286d7-e90c-443c-9424-da6dcc4a486a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:44:29Z', 'updated_at': '2022-05-31T14:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:45:40.775405 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c433a464-3cfa-4f21-b5d4-96f0ff6cb0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:40.802094 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d00ed414-34cf-4f15-ae1c-d1f646c9435f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423'] for port, after_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:40.859033 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00ed414-34cf-4f15-ae1c-d1f646c9435f None None] No DVR routers for this DVR port 30514b95-06b9-4a8d-b53a-2e8bc1127df3 on host n-d-843939-1 {{(pid=88371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:45:40.862423 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-f235ce89-37b3-4bf8-bfb0-5ad72cf96d0f tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Calling delete_port for 66a805cb-b2de-4f3a-9084-1464bc1e0250 owned by network:router_gateway {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:45:40.862591 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00ed414-34cf-4f15-ae1c-d1f646c9435f None None] Pushing event deleted for resources: {'Port': ['ID=30514b95-06b9-4a8d-b53a-2e8bc1127df3,revision_number=None']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:45:40.871500 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00ed414-34cf-4f15-ae1c-d1f646c9435f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:45:40.871774 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00ed414-34cf-4f15-ae1c-d1f646c9435f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:45:40.872111 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00ed414-34cf-4f15-ae1c-d1f646c9435f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:45:40.872469 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00ed414-34cf-4f15-ae1c-d1f646c9435f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:45:40.872764 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00ed414-34cf-4f15-ae1c-d1f646c9435f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:45:40.873086 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00ed414-34cf-4f15-ae1c-d1f646c9435f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:45:40.873406 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00ed414-34cf-4f15-ae1c-d1f646c9435f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:45:40.873728 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00ed414-34cf-4f15-ae1c-d1f646c9435f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:45:40.874087 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00ed414-34cf-4f15-ae1c-d1f646c9435f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:45:40.874448 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00ed414-34cf-4f15-ae1c-d1f646c9435f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:45:40.875197 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00ed414-34cf-4f15-ae1c-d1f646c9435f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:45:40.875595 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00ed414-34cf-4f15-ae1c-d1f646c9435f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:45:41.029543 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f235ce89-37b3-4bf8-bfb0-5ad72cf96d0f tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:41.080088 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f235ce89-37b3-4bf8-bfb0-5ad72cf96d0f tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event deleted for resources: {'Port': ['ID=66a805cb-b2de-4f3a-9084-1464bc1e0250,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:45:41.123725 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f235ce89-37b3-4bf8-bfb0-5ad72cf96d0f tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:45:41.124073 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f235ce89-37b3-4bf8-bfb0-5ad72cf96d0f tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:45:41.125446 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f235ce89-37b3-4bf8-bfb0-5ad72cf96d0f tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:45:41.125446 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f235ce89-37b3-4bf8-bfb0-5ad72cf96d0f tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:45:41.125769 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f235ce89-37b3-4bf8-bfb0-5ad72cf96d0f tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:45:41.126236 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f235ce89-37b3-4bf8-bfb0-5ad72cf96d0f tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:45:41.126417 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f235ce89-37b3-4bf8-bfb0-5ad72cf96d0f tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:45:41.126737 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f235ce89-37b3-4bf8-bfb0-5ad72cf96d0f tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:45:41.127081 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f235ce89-37b3-4bf8-bfb0-5ad72cf96d0f tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:45:41.127406 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f235ce89-37b3-4bf8-bfb0-5ad72cf96d0f tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:45:41.127723 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f235ce89-37b3-4bf8-bfb0-5ad72cf96d0f tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:45:41.128042 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f235ce89-37b3-4bf8-bfb0-5ad72cf96d0f tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:45:41.184483 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f235ce89-37b3-4bf8-bfb0-5ad72cf96d0f tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577389'] for router_gateway, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:41.205770 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 003db802-d1f8-4c14-a514-940a0263e802 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:45:41.241221 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 003db802-d1f8-4c14-a514-940a0263e802 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:45:41.241570 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 003db802-d1f8-4c14-a514-940a0263e802 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:45:41.242003 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 30514b95-06b9-4a8d-b53a-2e8bc1127df3 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:45:41.277418 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 30514b95-06b9-4a8d-b53a-2e8bc1127df3 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:45:41.277765 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 30514b95-06b9-4a8d-b53a-2e8bc1127df3 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:45:41.359964 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f235ce89-37b3-4bf8-bfb0-5ad72cf96d0f tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:41.362152 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f235ce89-37b3-4bf8-bfb0-5ad72cf96d0f tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:41.387095 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f235ce89-37b3-4bf8-bfb0-5ad72cf96d0f tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:41.387631 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f235ce89-37b3-4bf8-bfb0-5ad72cf96d0f tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Fanout notify agent at l3_agent the message router_deleted on router 2a1286d7-e90c-443c-9424-da6dcc4a486a {{(pid=88370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 14:45:41.403613 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f235ce89-37b3-4bf8-bfb0-5ad72cf96d0f tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:41.404739 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-f235ce89-37b3-4bf8-bfb0-5ad72cf96d0f tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "DELETE /v2.0/routers/2a1286d7-e90c-443c-9424-da6dcc4a486a HTTP/1.1" status: 204 len: 168 time: 1.3769448 May 31 14:45:41.408004 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46110) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:45:41.525977 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6b960034-2d12-48a5-89c8-e5a0a646974f tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:41.654861 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6b960034-2d12-48a5-89c8-e5a0a646974f tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:41.679920 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-6b960034-2d12-48a5-89c8-e5a0a646974f tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74af65a0-06d4-47e2-85d9-72a3575274f9']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:45:41.692757 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-6b960034-2d12-48a5-89c8-e5a0a646974f tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e4ce085-492a-41c0-85f5-05c0bf0e0fb0') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:45:41.693143 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-6b960034-2d12-48a5-89c8-e5a0a646974f tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e4ce085-492a-41c0-85f5-05c0bf0e0fb0') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:45:41.704453 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6b960034-2d12-48a5-89c8-e5a0a646974f tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:41.720625 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6b960034-2d12-48a5-89c8-e5a0a646974f tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:41.726466 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b960034-2d12-48a5-89c8-e5a0a646974f tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 14:45:41.726844 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6b960034-2d12-48a5-89c8-e5a0a646974f tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:41.811251 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 2e4ce085-492a-41c0-85f5-05c0bf0e0fb0 resource provider aggregate not found May 31 14:45:41.834097 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 2e4ce085-492a-41c0-85f5-05c0bf0e0fb0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2e4ce085-492a-41c0-85f5-05c0bf0e0fb0 found for delete ", "request_id": "req-d69a80d5-a04a-4ede-a6b1-f4a1a8064cf5"}]} May 31 14:45:41.851297 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6b960034-2d12-48a5-89c8-e5a0a646974f tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:41.869703 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-6b960034-2d12-48a5-89c8-e5a0a646974f tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:41.880841 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b960034-2d12-48a5-89c8-e5a0a646974f tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event deleted for resources: {'Network': ['ID=74af65a0-06d4-47e2-85d9-72a3575274f9,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:45:41.889107 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-6b960034-2d12-48a5-89c8-e5a0a646974f tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "DELETE /v2.0/networks/74af65a0-06d4-47e2-85d9-72a3575274f9 HTTP/1.1" status: 204 len: 168 time: 0.4801204 May 31 14:45:41.891974 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46118) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:45:41.967626 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-689f38dd-ed88-44b1-a8aa-8313969ee8ce tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:41.997287 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-689f38dd-ed88-44b1-a8aa-8313969ee8ce tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:42.067712 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-689f38dd-ed88-44b1-a8aa-8313969ee8ce tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:42.086448 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689f38dd-ed88-44b1-a8aa-8313969ee8ce tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed1ba423-a0ba-4880-9fd2-510d8a891b4c,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:45:42.098870 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-689f38dd-ed88-44b1-a8aa-8313969ee8ce tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:42.100052 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-689f38dd-ed88-44b1-a8aa-8313969ee8ce tempest-TestNetworkAdvancedServerOps-1832779237 tempest-TestNetworkAdvancedServerOps-1832779237-project] 10.222.0.50 "DELETE /v2.0/security-groups/ed1ba423-a0ba-4880-9fd2-510d8a891b4c HTTP/1.1" status: 204 len: 168 time: 0.2070789 May 31 14:45:42.473571 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46128) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:45:42.634822 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-f284d594-dcaa-4409-97ff-b8101b8f433c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=91ff4e6fbd51465ba708db114d874986&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1600709 May 31 14:45:42.637266 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46134) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:45:42.696338 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d8ff09cc-7883-46b7-8d0f-6d9ebb9cb4dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:42.723486 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d8ff09cc-7883-46b7-8d0f-6d9ebb9cb4dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:42.778804 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d8ff09cc-7883-46b7-8d0f-6d9ebb9cb4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:42.795728 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ff09cc-7883-46b7-8d0f-6d9ebb9cb4dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b9149f-4d4b-4043-af06-b57de320d2f2,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:45:42.802317 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-d8ff09cc-7883-46b7-8d0f-6d9ebb9cb4dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:42.803433 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-d8ff09cc-7883-46b7-8d0f-6d9ebb9cb4dc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/27b9149f-4d4b-4043-af06-b57de320d2f2 HTTP/1.1" status: 204 len: 168 time: 0.1652954 May 31 14:45:42.941396 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e87a731a-b074-4713-8891-8e2be3022889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:43.106945 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46142) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:45:43.128530 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8f96fba7-93a2-488c-aad9-e47ddf0d9362 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:43.143581 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-8f96fba7-93a2-488c-aad9-e47ddf0d9362 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:45:43.147591 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-8f96fba7-93a2-488c-aad9-e47ddf0d9362 admin admin] Usage tracker for resource:security_group_rule and tenant:48b1127c296a40f9a73dcc20b6d9982c is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:45:43.150601 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-8f96fba7-93a2-488c-aad9-e47ddf0d9362 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:45:43.156368 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-8f96fba7-93a2-488c-aad9-e47ddf0d9362 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:45:43.180011 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 66a805cb-b2de-4f3a-9084-1464bc1e0250 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:45:43.222141 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 66a805cb-b2de-4f3a-9084-1464bc1e0250 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:45:43.222891 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 66a805cb-b2de-4f3a-9084-1464bc1e0250 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:45:43.253611 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8f96fba7-93a2-488c-aad9-e47ddf0d9362 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:43.257742 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8f96fba7-93a2-488c-aad9-e47ddf0d9362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:43.305458 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-8f96fba7-93a2-488c-aad9-e47ddf0d9362 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=48b1127c296a40f9a73dcc20b6d9982c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1974537 May 31 14:45:43.306432 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f96fba7-93a2-488c-aad9-e47ddf0d9362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88f0f719-b94a-4b25-b581-458e6cf21b97,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:45:43.308410 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46146) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:45:43.370037 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9586e18b-4edd-40d4-8c8b-683e2fca0d98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:43.396102 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9586e18b-4edd-40d4-8c8b-683e2fca0d98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:43.446797 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9586e18b-4edd-40d4-8c8b-683e2fca0d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:43.467660 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9586e18b-4edd-40d4-8c8b-683e2fca0d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f0f719-b94a-4b25-b581-458e6cf21b97,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:45:43.472665 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-9586e18b-4edd-40d4-8c8b-683e2fca0d98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:43.473787 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-9586e18b-4edd-40d4-8c8b-683e2fca0d98 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/88f0f719-b94a-4b25-b581-458e6cf21b97 HTTP/1.1" status: 204 len: 168 time: 0.1630893 May 31 14:45:44.011643 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:44.186285 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:44.258960 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46170) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:45:44.363790 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-ccc34f8a-a2c9-4020-b010-9d3acf075ede admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1236581187-network', 'tenant_id': '88f0c7cbd4944ce289412cc9e929d453'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:45:44.369340 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ccc34f8a-a2c9-4020-b010-9d3acf075ede admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:45:44.373195 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ccc34f8a-a2c9-4020-b010-9d3acf075ede admin admin] Usage tracker for resource:network and tenant:88f0c7cbd4944ce289412cc9e929d453 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:45:44.376730 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ccc34f8a-a2c9-4020-b010-9d3acf075ede admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:45:44.382521 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ccc34f8a-a2c9-4020-b010-9d3acf075ede admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:45:44.393688 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc34f8a-a2c9-4020-b010-9d3acf075ede admin admin] Made reservation on behalf of 88f0c7cbd4944ce289412cc9e929d453 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:45:44.396030 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ccc34f8a-a2c9-4020-b010-9d3acf075ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:44.407961 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ccc34f8a-a2c9-4020-b010-9d3acf075ede admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:44.422307 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ccc34f8a-a2c9-4020-b010-9d3acf075ede admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:45:44.426128 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ccc34f8a-a2c9-4020-b010-9d3acf075ede admin admin] Usage tracker for resource:security_group_rule and tenant:88f0c7cbd4944ce289412cc9e929d453 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:45:44.428866 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ccc34f8a-a2c9-4020-b010-9d3acf075ede admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:45:44.434499 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ccc34f8a-a2c9-4020-b010-9d3acf075ede admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:45:44.515901 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ccc34f8a-a2c9-4020-b010-9d3acf075ede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:44.519384 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ccc34f8a-a2c9-4020-b010-9d3acf075ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:44.552416 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccc34f8a-a2c9-4020-b010-9d3acf075ede admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 14:45:44.557425 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc34f8a-a2c9-4020-b010-9d3acf075ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a16d7d1-7b59-4beb-aa7d-487fb8d8309a,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:45:44.565301 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ccc34f8a-a2c9-4020-b010-9d3acf075ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:44.565642 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-ccc34f8a-a2c9-4020-b010-9d3acf075ede admin admin] Added segment 7337fa12-be37-4057-a823-55b2a6ef8542 of type vlan for network df9c0981-4264-479e-b64f-ae718158db34 May 31 14:45:44.595297 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ccc34f8a-a2c9-4020-b010-9d3acf075ede admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:44.632787 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ccc34f8a-a2c9-4020-b010-9d3acf075ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:44.633809 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc34f8a-a2c9-4020-b010-9d3acf075ede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:45:44.634403 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ccc34f8a-a2c9-4020-b010-9d3acf075ede admin admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:44.735207 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc34f8a-a2c9-4020-b010-9d3acf075ede admin admin] Pushing event updated for resources: {'Network': ['ID=df9c0981-4264-479e-b64f-ae718158db34,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:45:44.738493 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ccc34f8a-a2c9-4020-b010-9d3acf075ede admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4785218 May 31 14:45:44.741482 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46176) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:45:44.746432 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network df9c0981-4264-479e-b64f-ae718158db34 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 14:45:44.746661 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-8746ea9b-192b-46c3-8d16-fafd4f2536c6 admin admin] Request body: {'subnet': {'network_id': 'df9c0981-4264-479e-b64f-ae718158db34', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1236581187-subnet', 'tenant_id': '88f0c7cbd4944ce289412cc9e929d453', 'ip_version': 4}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:45:44.753807 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8746ea9b-192b-46c3-8d16-fafd4f2536c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:45:44.757957 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-8746ea9b-192b-46c3-8d16-fafd4f2536c6 admin admin] Usage tracker for resource:subnet and tenant:88f0c7cbd4944ce289412cc9e929d453 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:45:44.761247 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-8746ea9b-192b-46c3-8d16-fafd4f2536c6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:45:44.767477 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-8746ea9b-192b-46c3-8d16-fafd4f2536c6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:45:44.778577 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8746ea9b-192b-46c3-8d16-fafd4f2536c6 admin admin] Made reservation on behalf of 88f0c7cbd4944ce289412cc9e929d453 for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:45:44.780795 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8746ea9b-192b-46c3-8d16-fafd4f2536c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:45.104754 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8746ea9b-192b-46c3-8d16-fafd4f2536c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:45.179824 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8746ea9b-192b-46c3-8d16-fafd4f2536c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5fa147d-0fef-434e-b778-09b86127a750,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:45:45.187256 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8746ea9b-192b-46c3-8d16-fafd4f2536c6 admin admin] Checking segment: {'id': '7337fa12-be37-4057-a823-55b2a6ef8542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'df9c0981-4264-479e-b64f-ae718158db34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:45:45.187717 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8746ea9b-192b-46c3-8d16-fafd4f2536c6 admin admin] Network hostable DHCP agents. Network: df9c0981-4264-479e-b64f-ae718158db34, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 14:45:45.207820 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8746ea9b-192b-46c3-8d16-fafd4f2536c6 admin admin] Network df9c0981-4264-479e-b64f-ae718158db34 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 14:45:45.218103 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-8746ea9b-192b-46c3-8d16-fafd4f2536c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, df9c0981-4264-479e-b64f-ae718158db34) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:45:45.226836 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8746ea9b-192b-46c3-8d16-fafd4f2536c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:45:45.227431 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-8746ea9b-192b-46c3-8d16-fafd4f2536c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:45.228201 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01cf353a-3110-41c9-9200-d71a663270cb None None] Network df9c0981-4264-479e-b64f-ae718158db34 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:45:45.253675 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-8746ea9b-192b-46c3-8d16-fafd4f2536c6 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5110679 May 31 14:45:45.257672 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46180) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:45:45.262835 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-848f1a65-24a3-447b-a036-d5f4ff80ec94 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1236581187-router', 'tenant_id': '88f0c7cbd4944ce289412cc9e929d453', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:45:45.269836 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-848f1a65-24a3-447b-a036-d5f4ff80ec94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:45:45.274576 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-848f1a65-24a3-447b-a036-d5f4ff80ec94 admin admin] Usage tracker for resource:router and tenant:88f0c7cbd4944ce289412cc9e929d453 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:45:45.279298 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-848f1a65-24a3-447b-a036-d5f4ff80ec94 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:45:45.288252 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-848f1a65-24a3-447b-a036-d5f4ff80ec94 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:45:45.299852 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-848f1a65-24a3-447b-a036-d5f4ff80ec94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:45.300852 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-848f1a65-24a3-447b-a036-d5f4ff80ec94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:45.317492 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-848f1a65-24a3-447b-a036-d5f4ff80ec94 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:45.450448 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a981da7-9793-4971-b500-f542a1637c60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-df9c0981-4264-479e-b64f-ae718158db34', 'network_id': 'df9c0981-4264-479e-b64f-ae718158db34', 'tenant_id': '88f0c7cbd4944ce289412cc9e929d453', 'fixed_ips': [{'subnet_id': 'f5fa147d-0fef-434e-b778-09b86127a750'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 14:45:45.451533 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8a981da7-9793-4971-b500-f542a1637c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:45.589799 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-848f1a65-24a3-447b-a036-d5f4ff80ec94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:45.606517 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-8a981da7-9793-4971-b500-f542a1637c60 None None] Allocated IP 172.20.0.2 (df9c0981-4264-479e-b64f-ae718158db34/f5fa147d-0fef-434e-b778-09b86127a750/db3b7efc-2fd4-4ec9-92e5-a6fbb316c989) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:45:45.815379 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8a981da7-9793-4971-b500-f542a1637c60 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:45.825972 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-8a981da7-9793-4971-b500-f542a1637c60 None None] Transition to ACTIVE for port object db3b7efc-2fd4-4ec9-92e5-a6fbb316c989 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:45:45.844811 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-8a981da7-9793-4971-b500-f542a1637c60 None None] Transition to ACTIVE for port object db3b7efc-2fd4-4ec9-92e5-a6fbb316c989 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:45:45.850496 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8a981da7-9793-4971-b500-f542a1637c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:45.913520 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-848f1a65-24a3-447b-a036-d5f4ff80ec94 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:45.947617 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-848f1a65-24a3-447b-a036-d5f4ff80ec94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:45.959250 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a981da7-9793-4971-b500-f542a1637c60 None None] Network df9c0981-4264-479e-b64f-ae718158db34 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:45:45.960094 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:45.962963 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-8a981da7-9793-4971-b500-f542a1637c60 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:45:45.966467 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a981da7-9793-4971-b500-f542a1637c60 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:45:45.970685 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a981da7-9793-4971-b500-f542a1637c60 None None] Pushing event updated for resources: {'Port': ['ID=db3b7efc-2fd4-4ec9-92e5-a6fbb316c989,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:45:46.058589 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-8a981da7-9793-4971-b500-f542a1637c60 None None] Attempting to bind port db3b7efc-2fd4-4ec9-92e5-a6fbb316c989 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:45:46.058874 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-8a981da7-9793-4971-b500-f542a1637c60 None None] Attempting to bind port db3b7efc-2fd4-4ec9-92e5-a6fbb316c989 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '7337fa12-be37-4057-a823-55b2a6ef8542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'df9c0981-4264-479e-b64f-ae718158db34'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:45:46.059229 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a981da7-9793-4971-b500-f542a1637c60 None None] Attempting to bind port db3b7efc-2fd4-4ec9-92e5-a6fbb316c989 on network df9c0981-4264-479e-b64f-ae718158db34 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:45:46.065262 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a981da7-9793-4971-b500-f542a1637c60 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:45:46.065634 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a981da7-9793-4971-b500-f542a1637c60 None None] Checking segment: {'id': '7337fa12-be37-4057-a823-55b2a6ef8542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'df9c0981-4264-479e-b64f-ae718158db34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:45:46.066125 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8a981da7-9793-4971-b500-f542a1637c60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:46.066525 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a981da7-9793-4971-b500-f542a1637c60 None None] Bound using segment: {'id': '7337fa12-be37-4057-a823-55b2a6ef8542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'df9c0981-4264-479e-b64f-ae718158db34'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:45:46.066987 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-8a981da7-9793-4971-b500-f542a1637c60 None None] Bound port: db3b7efc-2fd4-4ec9-92e5-a6fbb316c989, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7337fa12-be37-4057-a823-55b2a6ef8542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'df9c0981-4264-479e-b64f-ae718158db34'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:45:46.067361 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8a981da7-9793-4971-b500-f542a1637c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:46.091129 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-848f1a65-24a3-447b-a036-d5f4ff80ec94 admin admin] Allocated IP 172.25.6.171 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/d418e5be-95ee-4628-86b2-7ca3de7a03e1) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:45:46.154502 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-8a981da7-9793-4971-b500-f542a1637c60 None None] For port db3b7efc-2fd4-4ec9-92e5-a6fbb316c989, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:45:46.157764 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-8a981da7-9793-4971-b500-f542a1637c60 None None] For port db3b7efc-2fd4-4ec9-92e5-a6fbb316c989, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=db3b7efc-2fd4-4ec9-92e5-a6fbb316c989,segment=NetworkSegment(7337fa12-be37-4057-a823-55b2a6ef8542),segment_id=7337fa12-be37-4057-a823-55b2a6ef8542)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:45:46.162722 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8a981da7-9793-4971-b500-f542a1637c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:46.241807 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-848f1a65-24a3-447b-a036-d5f4ff80ec94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:46.247201 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a981da7-9793-4971-b500-f542a1637c60 None None] Pushing event updated for resources: {'Port': ['ID=db3b7efc-2fd4-4ec9-92e5-a6fbb316c989,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:45:46.275567 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-848f1a65-24a3-447b-a036-d5f4ff80ec94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:46.341168 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848f1a65-24a3-447b-a036-d5f4ff80ec94 admin admin] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:45:46.344377 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-848f1a65-24a3-447b-a036-d5f4ff80ec94 admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:45:46.348248 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848f1a65-24a3-447b-a036-d5f4ff80ec94 admin admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:45:46.387170 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848f1a65-24a3-447b-a036-d5f4ff80ec94 admin admin] Pushing event updated for resources: {'Port': ['ID=d418e5be-95ee-4628-86b2-7ca3de7a03e1,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:45:46.889297 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-848f1a65-24a3-447b-a036-d5f4ff80ec94 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:47.184882 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd22fdf1-2c2a-4e84-89d4-b1f81622b03a None None] Network df9c0981-4264-479e-b64f-ae718158db34 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:45:47.251016 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device db3b7efc-2fd4-4ec9-92e5-a6fbb316c989 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:45:47.253054 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-848f1a65-24a3-447b-a036-d5f4ff80ec94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:47.328671 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c74c2061-6958-4a07-99bd-1001d7fdeaec None None] Provisioning for port db3b7efc-2fd4-4ec9-92e5-a6fbb316c989 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:45:47.413827 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port db3b7efc-2fd4-4ec9-92e5-a6fbb316c989 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:45:47.429413 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port db3b7efc-2fd4-4ec9-92e5-a6fbb316c989 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:45:47.429710 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:47.463548 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-848f1a65-24a3-447b-a036-d5f4ff80ec94 admin admin] Router e22b6195-4b7b-4b7d-9a55-1242343fb723 is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 14:45:47.608758 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port db3b7efc-2fd4-4ec9-92e5-a6fbb316c989 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:45:47.609658 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:47.642996 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-848f1a65-24a3-447b-a036-d5f4ff80ec94 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:45:47.648683 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port db3b7efc-2fd4-4ec9-92e5-a6fbb316c989, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=db3b7efc-2fd4-4ec9-92e5-a6fbb316c989,segment=NetworkSegment(7337fa12-be37-4057-a823-55b2a6ef8542),segment_id=7337fa12-be37-4057-a823-55b2a6ef8542)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:45:47.653471 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b2f2f8-af68-4c35-891f-f0bd5e658342 None None] Sync routers for ids ['e22b6195-4b7b-4b7d-9a55-1242343fb723'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:45:47.658508 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:47.669223 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-848f1a65-24a3-447b-a036-d5f4ff80ec94 admin admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:47.674051 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-848f1a65-24a3-447b-a036-d5f4ff80ec94 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4118409 May 31 14:45:47.674395 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46184) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:45:47.718942 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b2f2f8-af68-4c35-891f-f0bd5e658342 None None] Routers {'e22b6195-4b7b-4b7d-9a55-1242343fb723'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:45:47.719678 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-54b2f2f8-af68-4c35-891f-f0bd5e658342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:45:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['e22b6195-4b7b-4b7d-9a55-1242343fb723'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:45:47.884048 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=db3b7efc-2fd4-4ec9-92e5-a6fbb316c989,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:45:47.917762 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-77b46d36-bbe2-4b15-ab94-e78c7b4b418c None None] Provisioning complete for port db3b7efc-2fd4-4ec9-92e5-a6fbb316c989 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:45:47.918154 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-77b46d36-bbe2-4b15-ab94-e78c7b4b418c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:47.974728 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-54b2f2f8-af68-4c35-891f-f0bd5e658342 None None] Set router e22b6195-4b7b-4b7d-9a55-1242343fb723 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:45:48.259284 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-77b46d36-bbe2-4b15-ab94-e78c7b4b418c None None] Current status of the port db3b7efc-2fd4-4ec9-92e5-a6fbb316c989 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:45:48.332273 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-54b2f2f8-af68-4c35-891f-f0bd5e658342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22b6195-4b7b-4b7d-9a55-1242343fb723', 'name': 'tempest-TestShelveInstance-1236581187-router', 'tenant_id': '88f0c7cbd4944ce289412cc9e929d453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': 'd418e5be-95ee-4628-86b2-7ca3de7a03e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:45:45Z', 'updated_at': '2022-05-31T14:45:46Z', 'revision_number': 3, 'project_id': '88f0c7cbd4944ce289412cc9e929d453', 'gw_port': {'id': 'd418e5be-95ee-4628-86b2-7ca3de7a03e1', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e7:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22b6195-4b7b-4b7d-9a55-1242343fb723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4410, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:45:45Z', 'updated_at': '2022-05-31T14:45:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:45:48.337067 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b2f2f8-af68-4c35-891f-f0bd5e658342 None None] Checking router: e22b6195-4b7b-4b7d-9a55-1242343fb723 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:45:48.337519 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b2f2f8-af68-4c35-891f-f0bd5e658342 None None] Updating router e22b6195-4b7b-4b7d-9a55-1242343fb723 port d418e5be-95ee-4628-86b2-7ca3de7a03e1 binding host n-d-843939-1 {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 14:45:48.427990 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-54b2f2f8-af68-4c35-891f-f0bd5e658342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:48.510139 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f0463398-6f16-4a41-8630-ef04531ab7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:48.718113 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-f0463398-6f16-4a41-8630-ef04531ab7a9 admin admin] Allocated IP 172.20.0.1 (df9c0981-4264-479e-b64f-ae718158db34/f5fa147d-0fef-434e-b778-09b86127a750/76556506-fb6f-400b-8d36-fef4cb530d40) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:45:48.750551 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-54b2f2f8-af68-4c35-891f-f0bd5e658342 None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:48.762553 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-54b2f2f8-af68-4c35-891f-f0bd5e658342 None None] Transition to ACTIVE for port object d418e5be-95ee-4628-86b2-7ca3de7a03e1 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:45:48.769787 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-54b2f2f8-af68-4c35-891f-f0bd5e658342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:48.848410 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-54b2f2f8-af68-4c35-891f-f0bd5e658342 None None] Attempting to bind port d418e5be-95ee-4628-86b2-7ca3de7a03e1 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:45:48.848774 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-54b2f2f8-af68-4c35-891f-f0bd5e658342 None None] Attempting to bind port d418e5be-95ee-4628-86b2-7ca3de7a03e1 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:45:48.849143 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b2f2f8-af68-4c35-891f-f0bd5e658342 None None] Attempting to bind port d418e5be-95ee-4628-86b2-7ca3de7a03e1 on network d2103cd5-63ba-4c24-9d95-fd17643bf14c {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:45:48.857752 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffe0906-8a2e-4085-bd0d-81a4a391ebc4 None None] Pushing event updated for resources: {'Port': ['ID=d418e5be-95ee-4628-86b2-7ca3de7a03e1,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:45:48.862044 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b2f2f8-af68-4c35-891f-f0bd5e658342 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:45:48.862427 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b2f2f8-af68-4c35-891f-f0bd5e658342 None None] Checking segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:45:48.862820 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-54b2f2f8-af68-4c35-891f-f0bd5e658342 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:48.863203 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b2f2f8-af68-4c35-891f-f0bd5e658342 None None] Bound using segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:45:48.863943 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-54b2f2f8-af68-4c35-891f-f0bd5e658342 None None] Bound port: d418e5be-95ee-4628-86b2-7ca3de7a03e1, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:45:48.864087 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-54b2f2f8-af68-4c35-891f-f0bd5e658342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:48.868315 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f0463398-6f16-4a41-8630-ef04531ab7a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:48.884208 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-f0463398-6f16-4a41-8630-ef04531ab7a9 admin admin] Transition to ACTIVE for port object 76556506-fb6f-400b-8d36-fef4cb530d40 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:45:48.908562 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f0463398-6f16-4a41-8630-ef04531ab7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:48.939670 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-54b2f2f8-af68-4c35-891f-f0bd5e658342 None None] For port d418e5be-95ee-4628-86b2-7ca3de7a03e1, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:45:48.943354 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-54b2f2f8-af68-4c35-891f-f0bd5e658342 None None] For port d418e5be-95ee-4628-86b2-7ca3de7a03e1, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=d418e5be-95ee-4628-86b2-7ca3de7a03e1,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:45:48.947576 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-54b2f2f8-af68-4c35-891f-f0bd5e658342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:48.978262 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0463398-6f16-4a41-8630-ef04531ab7a9 admin admin] Network df9c0981-4264-479e-b64f-ae718158db34 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:45:48.980960 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-f0463398-6f16-4a41-8630-ef04531ab7a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:45:48.985419 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0463398-6f16-4a41-8630-ef04531ab7a9 admin admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:45:49.026146 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b2f2f8-af68-4c35-891f-f0bd5e658342 None None] Routers {'e22b6195-4b7b-4b7d-9a55-1242343fb723'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:45:49.026994 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-54b2f2f8-af68-4c35-891f-f0bd5e658342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:45:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['e22b6195-4b7b-4b7d-9a55-1242343fb723'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:45:49.027394 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0463398-6f16-4a41-8630-ef04531ab7a9 admin admin] Pushing event updated for resources: {'Port': ['ID=76556506-fb6f-400b-8d36-fef4cb530d40,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:45:49.045614 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f0463398-6f16-4a41-8630-ef04531ab7a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:49.113976 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffe0906-8a2e-4085-bd0d-81a4a391ebc4 None None] Pushing event updated for resources: {'Port': ['ID=d418e5be-95ee-4628-86b2-7ca3de7a03e1,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:45:49.221295 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f0463398-6f16-4a41-8630-ef04531ab7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:49.257235 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-54b2f2f8-af68-4c35-891f-f0bd5e658342 None None] Set router e22b6195-4b7b-4b7d-9a55-1242343fb723 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:45:49.303964 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device db3b7efc-2fd4-4ec9-92e5-a6fbb316c989 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:45:49.467464 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f0463398-6f16-4a41-8630-ef04531ab7a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:49.472530 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f0463398-6f16-4a41-8630-ef04531ab7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:49.481366 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b6e5d93a-38ba-4f44-91d2-36ed5ca98697 None None] Provisioning for port 76556506-fb6f-400b-8d36-fef4cb530d40 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:45:49.501422 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-b6e5d93a-38ba-4f44-91d2-36ed5ca98697 None None] Provisioning complete for port 76556506-fb6f-400b-8d36-fef4cb530d40 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:45:49.501792 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b6e5d93a-38ba-4f44-91d2-36ed5ca98697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:49.580878 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f0463398-6f16-4a41-8630-ef04531ab7a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:49.582436 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-b6e5d93a-38ba-4f44-91d2-36ed5ca98697 None None] Port 76556506-fb6f-400b-8d36-fef4cb530d40 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:45:49.584174 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0463398-6f16-4a41-8630-ef04531ab7a9 admin admin] Pushing event updated for resources: {'Port': ['ID=76556506-fb6f-400b-8d36-fef4cb530d40,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:45:49.608367 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port db3b7efc-2fd4-4ec9-92e5-a6fbb316c989 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:45:49.608741 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:49.720759 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0463398-6f16-4a41-8630-ef04531ab7a9 admin admin] Network df9c0981-4264-479e-b64f-ae718158db34 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:45:49.721915 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-f0463398-6f16-4a41-8630-ef04531ab7a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:45:49.773079 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-54b2f2f8-af68-4c35-891f-f0bd5e658342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22b6195-4b7b-4b7d-9a55-1242343fb723', 'name': 'tempest-TestShelveInstance-1236581187-router', 'tenant_id': '88f0c7cbd4944ce289412cc9e929d453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': 'd418e5be-95ee-4628-86b2-7ca3de7a03e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:45:45Z', 'updated_at': '2022-05-31T14:45:46Z', 'revision_number': 3, 'project_id': '88f0c7cbd4944ce289412cc9e929d453', 'gw_port': {'id': 'd418e5be-95ee-4628-86b2-7ca3de7a03e1', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e7:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22b6195-4b7b-4b7d-9a55-1242343fb723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4410, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:45:45Z', 'updated_at': '2022-05-31T14:45:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:45:49.779581 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port db3b7efc-2fd4-4ec9-92e5-a6fbb316c989 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:45:49.782608 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b2f2f8-af68-4c35-891f-f0bd5e658342 None None] The sync data for ids ['e22b6195-4b7b-4b7d-9a55-1242343fb723'] in n-d-843939-1 is: [{'id': 'e22b6195-4b7b-4b7d-9a55-1242343fb723', 'name': 'tempest-TestShelveInstance-1236581187-router', 'tenant_id': '88f0c7cbd4944ce289412cc9e929d453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': 'd418e5be-95ee-4628-86b2-7ca3de7a03e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:45:45Z', 'updated_at': '2022-05-31T14:45:46Z', 'revision_number': 3, 'project_id': '88f0c7cbd4944ce289412cc9e929d453', 'gw_port': {'id': 'd418e5be-95ee-4628-86b2-7ca3de7a03e1', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e7:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22b6195-4b7b-4b7d-9a55-1242343fb723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4410, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:45:45Z', 'updated_at': '2022-05-31T14:45:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:45:49.921802 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0463398-6f16-4a41-8630-ef04531ab7a9 admin admin] Router e22b6195-4b7b-4b7d-9a55-1242343fb723 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:45:50.017425 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-76548d04-0fde-4b96-b272-229f2e017323 None None] Provisioning complete for port 76556506-fb6f-400b-8d36-fef4cb530d40 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:45:50.017425 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-76548d04-0fde-4b96-b272-229f2e017323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:50.092042 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-76548d04-0fde-4b96-b272-229f2e017323 None None] Port 76556506-fb6f-400b-8d36-fef4cb530d40 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:45:50.263544 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0463398-6f16-4a41-8630-ef04531ab7a9 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:45:50.281057 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-f0463398-6f16-4a41-8630-ef04531ab7a9 admin admin] 10.222.0.50 "PUT /v2.0/routers/e22b6195-4b7b-4b7d-9a55-1242343fb723/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6054757 May 31 14:45:50.801141 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46202) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:45:50.806543 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-7d4a45e2-b8f7-4571-a947-89dce6e6e653 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-637677385-network', 'tenant_id': '2507738a1c854f438a7ea3d984f7c5e5'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:45:50.812171 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-7d4a45e2-b8f7-4571-a947-89dce6e6e653 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:45:50.816161 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-7d4a45e2-b8f7-4571-a947-89dce6e6e653 admin admin] Usage tracker for resource:network and tenant:2507738a1c854f438a7ea3d984f7c5e5 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:45:50.819822 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-7d4a45e2-b8f7-4571-a947-89dce6e6e653 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:45:50.825651 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-7d4a45e2-b8f7-4571-a947-89dce6e6e653 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:45:50.834306 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d4a45e2-b8f7-4571-a947-89dce6e6e653 admin admin] Made reservation on behalf of 2507738a1c854f438a7ea3d984f7c5e5 for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:45:50.837108 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7d4a45e2-b8f7-4571-a947-89dce6e6e653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:50.849756 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7d4a45e2-b8f7-4571-a947-89dce6e6e653 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:50.868526 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-7d4a45e2-b8f7-4571-a947-89dce6e6e653 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:45:50.872521 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-7d4a45e2-b8f7-4571-a947-89dce6e6e653 admin admin] Usage tracker for resource:security_group_rule and tenant:2507738a1c854f438a7ea3d984f7c5e5 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:45:50.875459 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-7d4a45e2-b8f7-4571-a947-89dce6e6e653 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:45:50.881258 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-7d4a45e2-b8f7-4571-a947-89dce6e6e653 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:45:50.964896 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7d4a45e2-b8f7-4571-a947-89dce6e6e653 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:50.969346 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7d4a45e2-b8f7-4571-a947-89dce6e6e653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:50.999959 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d4a45e2-b8f7-4571-a947-89dce6e6e653 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 14:45:51.008480 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4a45e2-b8f7-4571-a947-89dce6e6e653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f735c77d-be4f-414d-a6a6-9540c7558c8c,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:45:51.014098 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7d4a45e2-b8f7-4571-a947-89dce6e6e653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:51.014448 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-7d4a45e2-b8f7-4571-a947-89dce6e6e653 admin admin] Added segment 34a70a5c-cedb-4f15-9221-8b4db5f54bd1 of type vlan for network 6b70673c-d331-466f-858f-93ce91b76181 May 31 14:45:51.043005 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7d4a45e2-b8f7-4571-a947-89dce6e6e653 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:51.074735 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7d4a45e2-b8f7-4571-a947-89dce6e6e653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:51.075713 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4a45e2-b8f7-4571-a947-89dce6e6e653 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:45:51.076292 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7d4a45e2-b8f7-4571-a947-89dce6e6e653 admin admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:51.189716 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-7d4a45e2-b8f7-4571-a947-89dce6e6e653 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3845959 May 31 14:45:51.189716 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4a45e2-b8f7-4571-a947-89dce6e6e653 admin admin] Pushing event updated for resources: {'Network': ['ID=6b70673c-d331-466f-858f-93ce91b76181,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:45:51.190098 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46206) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:45:51.197777 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-48b28891-94da-46b2-bd9a-5e0f34f8aab0 admin admin] Request body: {'subnet': {'network_id': '6b70673c-d331-466f-858f-93ce91b76181', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-637677385-subnet', 'tenant_id': '2507738a1c854f438a7ea3d984f7c5e5', 'ip_version': 4}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:45:51.198310 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 6b70673c-d331-466f-858f-93ce91b76181 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 14:45:51.204468 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-48b28891-94da-46b2-bd9a-5e0f34f8aab0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:45:51.208843 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-48b28891-94da-46b2-bd9a-5e0f34f8aab0 admin admin] Usage tracker for resource:subnet and tenant:2507738a1c854f438a7ea3d984f7c5e5 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:45:51.211830 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-48b28891-94da-46b2-bd9a-5e0f34f8aab0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:45:51.219645 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-48b28891-94da-46b2-bd9a-5e0f34f8aab0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:45:51.232611 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b28891-94da-46b2-bd9a-5e0f34f8aab0 admin admin] Made reservation on behalf of 2507738a1c854f438a7ea3d984f7c5e5 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:45:51.235223 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-48b28891-94da-46b2-bd9a-5e0f34f8aab0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:51.306043 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device d418e5be-95ee-4628-86b2-7ca3de7a03e1 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:45:51.382861 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0179a09-d786-4f2f-b83d-0d5659c004d1 None None] Sync routers for ids ['e22b6195-4b7b-4b7d-9a55-1242343fb723'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:45:51.397954 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0179a09-d786-4f2f-b83d-0d5659c004d1 None None] Routers {'e22b6195-4b7b-4b7d-9a55-1242343fb723'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:45:51.398623 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-e0179a09-d786-4f2f-b83d-0d5659c004d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:45:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['e22b6195-4b7b-4b7d-9a55-1242343fb723'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:45:51.409602 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port d418e5be-95ee-4628-86b2-7ca3de7a03e1 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:45:51.414443 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port d418e5be-95ee-4628-86b2-7ca3de7a03e1 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:45:51.414867 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:51.469352 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-48b28891-94da-46b2-bd9a-5e0f34f8aab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:51.534093 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port d418e5be-95ee-4628-86b2-7ca3de7a03e1 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:45:51.534482 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:51.549541 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b28891-94da-46b2-bd9a-5e0f34f8aab0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f359a61-6e95-4ab5-957f-304b61cfb646,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:45:51.553307 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port d418e5be-95ee-4628-86b2-7ca3de7a03e1, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=d418e5be-95ee-4628-86b2-7ca3de7a03e1,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:45:51.560260 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b28891-94da-46b2-bd9a-5e0f34f8aab0 admin admin] Checking segment: {'id': '34a70a5c-cedb-4f15-9221-8b4db5f54bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6b70673c-d331-466f-858f-93ce91b76181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:45:51.560627 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b28891-94da-46b2-bd9a-5e0f34f8aab0 admin admin] Network hostable DHCP agents. Network: 6b70673c-d331-466f-858f-93ce91b76181, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 14:45:51.562335 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:51.582994 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b28891-94da-46b2-bd9a-5e0f34f8aab0 admin admin] Network 6b70673c-d331-466f-858f-93ce91b76181 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 14:45:51.590478 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-e0179a09-d786-4f2f-b83d-0d5659c004d1 None None] Set router e22b6195-4b7b-4b7d-9a55-1242343fb723 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:45:51.593769 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-48b28891-94da-46b2-bd9a-5e0f34f8aab0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 6b70673c-d331-466f-858f-93ce91b76181) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:45:51.601015 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b28891-94da-46b2-bd9a-5e0f34f8aab0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:45:51.602316 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-48b28891-94da-46b2-bd9a-5e0f34f8aab0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:51.614580 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d75db8-6e5a-4d8a-9512-c95de640b99d None None] Network 6b70673c-d331-466f-858f-93ce91b76181 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:45:51.625588 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-48b28891-94da-46b2-bd9a-5e0f34f8aab0 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4334824 May 31 14:45:51.628694 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46210) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:45:51.633684 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-aa633185-ecab-41b3-acd8-317602d94d8c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-637677385-router', 'tenant_id': '2507738a1c854f438a7ea3d984f7c5e5', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:45:51.638912 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-aa633185-ecab-41b3-acd8-317602d94d8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:45:51.643028 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-aa633185-ecab-41b3-acd8-317602d94d8c admin admin] Usage tracker for resource:router and tenant:2507738a1c854f438a7ea3d984f7c5e5 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:45:51.645862 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-aa633185-ecab-41b3-acd8-317602d94d8c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:45:51.651751 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-aa633185-ecab-41b3-acd8-317602d94d8c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:45:51.664606 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-aa633185-ecab-41b3-acd8-317602d94d8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:51.665803 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-aa633185-ecab-41b3-acd8-317602d94d8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:51.683492 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-aa633185-ecab-41b3-acd8-317602d94d8c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:51.715973 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=d418e5be-95ee-4628-86b2-7ca3de7a03e1,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:45:51.853175 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c12e277-078f-458b-b8d7-8eaa60914324 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-6b70673c-d331-466f-858f-93ce91b76181', 'network_id': '6b70673c-d331-466f-858f-93ce91b76181', 'tenant_id': '2507738a1c854f438a7ea3d984f7c5e5', 'fixed_ips': [{'subnet_id': '8f359a61-6e95-4ab5-957f-304b61cfb646'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 14:45:51.854025 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2c12e277-078f-458b-b8d7-8eaa60914324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:51.935144 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-e0179a09-d786-4f2f-b83d-0d5659c004d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22b6195-4b7b-4b7d-9a55-1242343fb723', 'name': 'tempest-TestShelveInstance-1236581187-router', 'tenant_id': '88f0c7cbd4944ce289412cc9e929d453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': 'd418e5be-95ee-4628-86b2-7ca3de7a03e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:45:45Z', 'updated_at': '2022-05-31T14:45:49Z', 'revision_number': 4, 'project_id': '88f0c7cbd4944ce289412cc9e929d453', 'gw_port': {'id': 'd418e5be-95ee-4628-86b2-7ca3de7a03e1', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e7:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22b6195-4b7b-4b7d-9a55-1242343fb723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4410, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:45:45Z', 'updated_at': '2022-05-31T14:45:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '76556506-fb6f-400b-8d36-fef4cb530d40', 'name': '', 'network_id': 'df9c0981-4264-479e-b64f-ae718158db34', 'tenant_id': '88f0c7cbd4944ce289412cc9e929d453', 'mac_address': 'fa:16:3e:ac:11:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22b6195-4b7b-4b7d-9a55-1242343fb723', 'device_owner': 'network:router_interface', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': 'f5fa147d-0fef-434e-b778-09b86127a750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:45:48Z', 'updated_at': '2022-05-31T14:45:49Z', 'revision_number': 2, 'project_id': '88f0c7cbd4944ce289412cc9e929d453', 'subnets': [{'id': 'f5fa147d-0fef-434e-b778-09b86127a750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:45:51.940000 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0179a09-d786-4f2f-b83d-0d5659c004d1 None None] Checking router: e22b6195-4b7b-4b7d-9a55-1242343fb723 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:45:51.941071 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0179a09-d786-4f2f-b83d-0d5659c004d1 None None] Updating router e22b6195-4b7b-4b7d-9a55-1242343fb723 port 76556506-fb6f-400b-8d36-fef4cb530d40 binding host n-d-843939-1 {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 14:45:51.964673 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-aa633185-ecab-41b3-acd8-317602d94d8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:52.005378 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e0179a09-d786-4f2f-b83d-0d5659c004d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:52.012284 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-2c12e277-078f-458b-b8d7-8eaa60914324 None None] Allocated IP 172.20.0.2 (6b70673c-d331-466f-858f-93ce91b76181/8f359a61-6e95-4ab5-957f-304b61cfb646/345bb976-9990-4706-87f0-9c052769a53f) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:45:52.231071 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2c12e277-078f-458b-b8d7-8eaa60914324 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:52.244302 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2c12e277-078f-458b-b8d7-8eaa60914324 None None] Transition to ACTIVE for port object 345bb976-9990-4706-87f0-9c052769a53f will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:45:52.264645 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-2c12e277-078f-458b-b8d7-8eaa60914324 None None] Transition to ACTIVE for port object 345bb976-9990-4706-87f0-9c052769a53f will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:45:52.272331 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2c12e277-078f-458b-b8d7-8eaa60914324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:52.284665 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-aa633185-ecab-41b3-acd8-317602d94d8c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:52.315751 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-aa633185-ecab-41b3-acd8-317602d94d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:52.339732 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c12e277-078f-458b-b8d7-8eaa60914324 None None] Network 6b70673c-d331-466f-858f-93ce91b76181 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:45:52.342782 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-2c12e277-078f-458b-b8d7-8eaa60914324 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:45:52.347796 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c12e277-078f-458b-b8d7-8eaa60914324 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:45:52.381046 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c12e277-078f-458b-b8d7-8eaa60914324 None None] Pushing event updated for resources: {'Port': ['ID=345bb976-9990-4706-87f0-9c052769a53f,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:45:52.420967 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e0179a09-d786-4f2f-b83d-0d5659c004d1 None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:52.434916 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-e0179a09-d786-4f2f-b83d-0d5659c004d1 None None] Transition to ACTIVE for port object 76556506-fb6f-400b-8d36-fef4cb530d40 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:45:52.442732 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e0179a09-d786-4f2f-b83d-0d5659c004d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:52.447206 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-2c12e277-078f-458b-b8d7-8eaa60914324 None None] Attempting to bind port 345bb976-9990-4706-87f0-9c052769a53f on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:45:52.447852 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-2c12e277-078f-458b-b8d7-8eaa60914324 None None] Attempting to bind port 345bb976-9990-4706-87f0-9c052769a53f by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '34a70a5c-cedb-4f15-9221-8b4db5f54bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6b70673c-d331-466f-858f-93ce91b76181'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:45:52.448443 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c12e277-078f-458b-b8d7-8eaa60914324 None None] Attempting to bind port 345bb976-9990-4706-87f0-9c052769a53f on network 6b70673c-d331-466f-858f-93ce91b76181 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:45:52.454237 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c12e277-078f-458b-b8d7-8eaa60914324 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:45:52.454743 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c12e277-078f-458b-b8d7-8eaa60914324 None None] Checking segment: {'id': '34a70a5c-cedb-4f15-9221-8b4db5f54bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6b70673c-d331-466f-858f-93ce91b76181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:45:52.455196 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2c12e277-078f-458b-b8d7-8eaa60914324 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:52.455591 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c12e277-078f-458b-b8d7-8eaa60914324 None None] Bound using segment: {'id': '34a70a5c-cedb-4f15-9221-8b4db5f54bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6b70673c-d331-466f-858f-93ce91b76181'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:45:52.456050 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-2c12e277-078f-458b-b8d7-8eaa60914324 None None] Bound port: 345bb976-9990-4706-87f0-9c052769a53f, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34a70a5c-cedb-4f15-9221-8b4db5f54bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6b70673c-d331-466f-858f-93ce91b76181'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:45:52.456419 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2c12e277-078f-458b-b8d7-8eaa60914324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:52.464767 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-aa633185-ecab-41b3-acd8-317602d94d8c admin admin] Allocated IP 172.25.6.49 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/0a642c3f-63b7-4254-9100-46d17ca66087) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:45:52.571358 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-2c12e277-078f-458b-b8d7-8eaa60914324 None None] For port 345bb976-9990-4706-87f0-9c052769a53f, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:45:52.575257 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-2c12e277-078f-458b-b8d7-8eaa60914324 None None] For port 345bb976-9990-4706-87f0-9c052769a53f, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=345bb976-9990-4706-87f0-9c052769a53f,segment=NetworkSegment(34a70a5c-cedb-4f15-9221-8b4db5f54bd1),segment_id=34a70a5c-cedb-4f15-9221-8b4db5f54bd1)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:45:52.582279 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2c12e277-078f-458b-b8d7-8eaa60914324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:52.635861 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-aa633185-ecab-41b3-acd8-317602d94d8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:52.653048 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc32865a-9e9e-48db-8736-703c97bd449f None None] Pushing event updated for resources: {'Port': ['ID=76556506-fb6f-400b-8d36-fef4cb530d40,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:45:52.663895 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc32865a-9e9e-48db-8736-703c97bd449f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:45:52.664466 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc32865a-9e9e-48db-8736-703c97bd449f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:45:52.664990 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc32865a-9e9e-48db-8736-703c97bd449f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:45:52.666091 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc32865a-9e9e-48db-8736-703c97bd449f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:45:52.666634 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc32865a-9e9e-48db-8736-703c97bd449f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:45:52.667179 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc32865a-9e9e-48db-8736-703c97bd449f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:45:52.667685 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc32865a-9e9e-48db-8736-703c97bd449f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:45:52.669978 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc32865a-9e9e-48db-8736-703c97bd449f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:45:52.670727 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc32865a-9e9e-48db-8736-703c97bd449f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:45:52.671118 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc32865a-9e9e-48db-8736-703c97bd449f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:45:52.672488 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc32865a-9e9e-48db-8736-703c97bd449f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:45:52.672883 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc32865a-9e9e-48db-8736-703c97bd449f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:45:52.675604 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-aa633185-ecab-41b3-acd8-317602d94d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:52.675907 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c12e277-078f-458b-b8d7-8eaa60914324 None None] Pushing event updated for resources: {'Port': ['ID=345bb976-9990-4706-87f0-9c052769a53f,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:45:52.698907 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-e0179a09-d786-4f2f-b83d-0d5659c004d1 None None] Attempting to bind port 76556506-fb6f-400b-8d36-fef4cb530d40 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:45:52.699567 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-e0179a09-d786-4f2f-b83d-0d5659c004d1 None None] Attempting to bind port 76556506-fb6f-400b-8d36-fef4cb530d40 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '7337fa12-be37-4057-a823-55b2a6ef8542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'df9c0981-4264-479e-b64f-ae718158db34'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:45:52.702326 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0179a09-d786-4f2f-b83d-0d5659c004d1 None None] Attempting to bind port 76556506-fb6f-400b-8d36-fef4cb530d40 on network df9c0981-4264-479e-b64f-ae718158db34 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:45:52.709674 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0179a09-d786-4f2f-b83d-0d5659c004d1 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:45:52.710063 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0179a09-d786-4f2f-b83d-0d5659c004d1 None None] Checking segment: {'id': '7337fa12-be37-4057-a823-55b2a6ef8542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'df9c0981-4264-479e-b64f-ae718158db34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:45:52.710636 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e0179a09-d786-4f2f-b83d-0d5659c004d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:52.711196 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0179a09-d786-4f2f-b83d-0d5659c004d1 None None] Bound using segment: {'id': '7337fa12-be37-4057-a823-55b2a6ef8542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'df9c0981-4264-479e-b64f-ae718158db34'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:45:52.711809 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-e0179a09-d786-4f2f-b83d-0d5659c004d1 None None] Bound port: 76556506-fb6f-400b-8d36-fef4cb530d40, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7337fa12-be37-4057-a823-55b2a6ef8542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'df9c0981-4264-479e-b64f-ae718158db34'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:45:52.712440 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e0179a09-d786-4f2f-b83d-0d5659c004d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:52.764312 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa633185-ecab-41b3-acd8-317602d94d8c admin admin] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:45:52.768211 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-aa633185-ecab-41b3-acd8-317602d94d8c admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:45:52.772063 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa633185-ecab-41b3-acd8-317602d94d8c admin admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:45:52.805773 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa633185-ecab-41b3-acd8-317602d94d8c admin admin] Pushing event updated for resources: {'Port': ['ID=0a642c3f-63b7-4254-9100-46d17ca66087,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:45:52.819072 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-e0179a09-d786-4f2f-b83d-0d5659c004d1 None None] For port 76556506-fb6f-400b-8d36-fef4cb530d40, host n-d-843939-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:45:52.823436 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-e0179a09-d786-4f2f-b83d-0d5659c004d1 None None] For port 76556506-fb6f-400b-8d36-fef4cb530d40, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=76556506-fb6f-400b-8d36-fef4cb530d40,segment=NetworkSegment(7337fa12-be37-4057-a823-55b2a6ef8542),segment_id=7337fa12-be37-4057-a823-55b2a6ef8542)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:45:52.831656 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-e0179a09-d786-4f2f-b83d-0d5659c004d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:52.918199 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0179a09-d786-4f2f-b83d-0d5659c004d1 None None] Routers {'e22b6195-4b7b-4b7d-9a55-1242343fb723'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:45:52.918834 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-e0179a09-d786-4f2f-b83d-0d5659c004d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:45:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['e22b6195-4b7b-4b7d-9a55-1242343fb723'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:45:52.980470 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc32865a-9e9e-48db-8736-703c97bd449f None None] Pushing event updated for resources: {'Port': ['ID=76556506-fb6f-400b-8d36-fef4cb530d40,revision_number=4']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:45:53.125729 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-e0179a09-d786-4f2f-b83d-0d5659c004d1 None None] Set router e22b6195-4b7b-4b7d-9a55-1242343fb723 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:45:53.296943 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device d418e5be-95ee-4628-86b2-7ca3de7a03e1 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:45:53.395327 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port d418e5be-95ee-4628-86b2-7ca3de7a03e1 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:45:53.396528 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:53.426430 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-aa633185-ecab-41b3-acd8-317602d94d8c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:53.474137 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-e0179a09-d786-4f2f-b83d-0d5659c004d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22b6195-4b7b-4b7d-9a55-1242343fb723', 'name': 'tempest-TestShelveInstance-1236581187-router', 'tenant_id': '88f0c7cbd4944ce289412cc9e929d453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': 'd418e5be-95ee-4628-86b2-7ca3de7a03e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:45:45Z', 'updated_at': '2022-05-31T14:45:49Z', 'revision_number': 4, 'project_id': '88f0c7cbd4944ce289412cc9e929d453', 'gw_port': {'id': 'd418e5be-95ee-4628-86b2-7ca3de7a03e1', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22b6195-4b7b-4b7d-9a55-1242343fb723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4410, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:45:45Z', 'updated_at': '2022-05-31T14:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '76556506-fb6f-400b-8d36-fef4cb530d40', 'name': '', 'network_id': 'df9c0981-4264-479e-b64f-ae718158db34', 'tenant_id': '88f0c7cbd4944ce289412cc9e929d453', 'mac_address': 'fa:16:3e:ac:11:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22b6195-4b7b-4b7d-9a55-1242343fb723', 'device_owner': 'network:router_interface', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': 'f5fa147d-0fef-434e-b778-09b86127a750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:45:48Z', 'updated_at': '2022-05-31T14:45:52Z', 'revision_number': 4, 'project_id': '88f0c7cbd4944ce289412cc9e929d453', 'subnets': [{'id': 'f5fa147d-0fef-434e-b778-09b86127a750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:45:53.478451 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0179a09-d786-4f2f-b83d-0d5659c004d1 None None] The sync data for ids ['e22b6195-4b7b-4b7d-9a55-1242343fb723'] in n-d-843939-1 is: [{'id': 'e22b6195-4b7b-4b7d-9a55-1242343fb723', 'name': 'tempest-TestShelveInstance-1236581187-router', 'tenant_id': '88f0c7cbd4944ce289412cc9e929d453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': 'd418e5be-95ee-4628-86b2-7ca3de7a03e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:45:45Z', 'updated_at': '2022-05-31T14:45:49Z', 'revision_number': 4, 'project_id': '88f0c7cbd4944ce289412cc9e929d453', 'gw_port': {'id': 'd418e5be-95ee-4628-86b2-7ca3de7a03e1', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22b6195-4b7b-4b7d-9a55-1242343fb723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4410, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:45:45Z', 'updated_at': '2022-05-31T14:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '76556506-fb6f-400b-8d36-fef4cb530d40', 'name': '', 'network_id': 'df9c0981-4264-479e-b64f-ae718158db34', 'tenant_id': '88f0c7cbd4944ce289412cc9e929d453', 'mac_address': 'fa:16:3e:ac:11:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22b6195-4b7b-4b7d-9a55-1242343fb723', 'device_owner': 'network:router_interface', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': 'f5fa147d-0fef-434e-b778-09b86127a750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:45:48Z', 'updated_at': '2022-05-31T14:45:52Z', 'revision_number': 4, 'project_id': '88f0c7cbd4944ce289412cc9e929d453', 'subnets': [{'id': 'f5fa147d-0fef-434e-b778-09b86127a750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:45:53.539597 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port d418e5be-95ee-4628-86b2-7ca3de7a03e1 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:45:53.540746 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 345bb976-9990-4706-87f0-9c052769a53f up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:45:53.638739 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 345bb976-9990-4706-87f0-9c052769a53f completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:45:53.833685 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-aa633185-ecab-41b3-acd8-317602d94d8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:53.951489 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53357d3-b6df-48b0-ab13-f88e83e0d307 None None] Network 6b70673c-d331-466f-858f-93ce91b76181 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:45:54.052492 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e5dc85e9-d080-4475-a700-0d06434e9b66 None None] Provisioning for port 345bb976-9990-4706-87f0-9c052769a53f completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:45:54.075832 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-e5dc85e9-d080-4475-a700-0d06434e9b66 None None] Provisioning complete for port 345bb976-9990-4706-87f0-9c052769a53f triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:45:54.076278 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e5dc85e9-d080-4475-a700-0d06434e9b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:54.083355 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa633185-ecab-41b3-acd8-317602d94d8c admin admin] Router bb791b70-ab2e-4a40-be5a-8115bef861b6 is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 14:45:54.349881 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa633185-ecab-41b3-acd8-317602d94d8c admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:45:54.377360 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-aa633185-ecab-41b3-acd8-317602d94d8c admin admin] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:54.380525 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-aa633185-ecab-41b3-acd8-317602d94d8c admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.7491767 May 31 14:45:54.381448 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46214) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:45:54.387674 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-e5dc85e9-d080-4475-a700-0d06434e9b66 None None] Current status of the port 345bb976-9990-4706-87f0-9c052769a53f is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:45:54.388209 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e5dc85e9-d080-4475-a700-0d06434e9b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:54.398678 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae82919-f5ba-460f-a002-dd2a915585d0 None None] Sync routers for ids ['bb791b70-ab2e-4a40-be5a-8115bef861b6'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:45:54.448097 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae82919-f5ba-460f-a002-dd2a915585d0 None None] Routers {'bb791b70-ab2e-4a40-be5a-8115bef861b6'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:45:54.448728 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-8ae82919-f5ba-460f-a002-dd2a915585d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:45:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['bb791b70-ab2e-4a40-be5a-8115bef861b6'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:45:54.616819 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-e5dc85e9-d080-4475-a700-0d06434e9b66 None None] For port 345bb976-9990-4706-87f0-9c052769a53f, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=345bb976-9990-4706-87f0-9c052769a53f,segment=NetworkSegment(34a70a5c-cedb-4f15-9221-8b4db5f54bd1),segment_id=34a70a5c-cedb-4f15-9221-8b4db5f54bd1)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:45:54.639151 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e5dc85e9-d080-4475-a700-0d06434e9b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:54.749810 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-8ae82919-f5ba-460f-a002-dd2a915585d0 None None] Set router bb791b70-ab2e-4a40-be5a-8115bef861b6 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:45:54.861136 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dc85e9-d080-4475-a700-0d06434e9b66 None None] Pushing event updated for resources: {'Port': ['ID=345bb976-9990-4706-87f0-9c052769a53f,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:45:54.994315 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-6a6d90e0-2119-4733-96f5-b22d350607a2 None None] Provisioning complete for port 345bb976-9990-4706-87f0-9c052769a53f triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:45:54.994685 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6a6d90e0-2119-4733-96f5-b22d350607a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:55.163287 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-6a6d90e0-2119-4733-96f5-b22d350607a2 None None] Current status of the port 345bb976-9990-4706-87f0-9c052769a53f is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:45:55.166569 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-8ae82919-f5ba-460f-a002-dd2a915585d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb791b70-ab2e-4a40-be5a-8115bef861b6', 'name': 'tempest-TestShelveInstance-637677385-router', 'tenant_id': '2507738a1c854f438a7ea3d984f7c5e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '0a642c3f-63b7-4254-9100-46d17ca66087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:45:51Z', 'updated_at': '2022-05-31T14:45:53Z', 'revision_number': 3, 'project_id': '2507738a1c854f438a7ea3d984f7c5e5', 'gw_port': {'id': '0a642c3f-63b7-4254-9100-46d17ca66087', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ad:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb791b70-ab2e-4a40-be5a-8115bef861b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4422, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:45:52Z', 'updated_at': '2022-05-31T14:45:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:45:55.170653 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae82919-f5ba-460f-a002-dd2a915585d0 None None] Checking router: bb791b70-ab2e-4a40-be5a-8115bef861b6 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:45:55.172121 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae82919-f5ba-460f-a002-dd2a915585d0 None None] Updating router bb791b70-ab2e-4a40-be5a-8115bef861b6 port 0a642c3f-63b7-4254-9100-46d17ca66087 binding host n-d-843939-1 {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 14:45:55.230710 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8ae82919-f5ba-460f-a002-dd2a915585d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:55.268725 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8dc352d4-3758-4104-b3ea-476203766c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:55.288184 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 76556506-fb6f-400b-8d36-fef4cb530d40 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:45:55.491376 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-8dc352d4-3758-4104-b3ea-476203766c5d admin admin] Allocated IP 172.20.0.1 (6b70673c-d331-466f-858f-93ce91b76181/8f359a61-6e95-4ab5-957f-304b61cfb646/a974cbb3-10c8-4f4a-bdb2-15782f1745af) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:45:55.513909 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 76556506-fb6f-400b-8d36-fef4cb530d40 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:45:55.524142 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 76556506-fb6f-400b-8d36-fef4cb530d40 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:45:55.524506 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:55.652342 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8dc352d4-3758-4104-b3ea-476203766c5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:55.673144 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-8dc352d4-3758-4104-b3ea-476203766c5d admin admin] Transition to ACTIVE for port object a974cbb3-10c8-4f4a-bdb2-15782f1745af will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:45:55.697480 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8dc352d4-3758-4104-b3ea-476203766c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:55.771426 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc352d4-3758-4104-b3ea-476203766c5d admin admin] Network 6b70673c-d331-466f-858f-93ce91b76181 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:45:55.774454 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-8dc352d4-3758-4104-b3ea-476203766c5d admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:45:55.778142 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc352d4-3758-4104-b3ea-476203766c5d admin admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:45:55.790246 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 76556506-fb6f-400b-8d36-fef4cb530d40 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:45:55.790633 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:55.808573 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc352d4-3758-4104-b3ea-476203766c5d admin admin] Pushing event updated for resources: {'Port': ['ID=a974cbb3-10c8-4f4a-bdb2-15782f1745af,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:45:55.818759 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8ae82919-f5ba-460f-a002-dd2a915585d0 None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:55.839270 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8dc352d4-3758-4104-b3ea-476203766c5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:55.844051 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-8ae82919-f5ba-460f-a002-dd2a915585d0 None None] Transition to ACTIVE for port object 0a642c3f-63b7-4254-9100-46d17ca66087 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:45:55.851737 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 76556506-fb6f-400b-8d36-fef4cb530d40, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=76556506-fb6f-400b-8d36-fef4cb530d40,segment=NetworkSegment(7337fa12-be37-4057-a823-55b2a6ef8542),segment_id=7337fa12-be37-4057-a823-55b2a6ef8542)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:45:55.858956 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:55.860502 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 345bb976-9990-4706-87f0-9c052769a53f up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:45:55.884396 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8ae82919-f5ba-460f-a002-dd2a915585d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:56.007747 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8dc352d4-3758-4104-b3ea-476203766c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:56.013029 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-8ae82919-f5ba-460f-a002-dd2a915585d0 None None] Attempting to bind port 0a642c3f-63b7-4254-9100-46d17ca66087 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:45:56.013395 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-8ae82919-f5ba-460f-a002-dd2a915585d0 None None] Attempting to bind port 0a642c3f-63b7-4254-9100-46d17ca66087 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:45:56.013750 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae82919-f5ba-460f-a002-dd2a915585d0 None None] Attempting to bind port 0a642c3f-63b7-4254-9100-46d17ca66087 on network d2103cd5-63ba-4c24-9d95-fd17643bf14c {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:45:56.017695 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=76556506-fb6f-400b-8d36-fef4cb530d40,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:45:56.071564 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae82919-f5ba-460f-a002-dd2a915585d0 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:45:56.072177 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae82919-f5ba-460f-a002-dd2a915585d0 None None] Checking segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:45:56.072584 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8ae82919-f5ba-460f-a002-dd2a915585d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:56.072976 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae82919-f5ba-460f-a002-dd2a915585d0 None None] Bound using segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:45:56.073456 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-8ae82919-f5ba-460f-a002-dd2a915585d0 None None] Bound port: 0a642c3f-63b7-4254-9100-46d17ca66087, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:45:56.073825 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8ae82919-f5ba-460f-a002-dd2a915585d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:56.143492 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 345bb976-9990-4706-87f0-9c052769a53f triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:45:56.143863 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:56.175993 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5bb61e-c192-44da-906e-62f4285d0353 None None] Pushing event updated for resources: {'Port': ['ID=0a642c3f-63b7-4254-9100-46d17ca66087,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:45:56.236210 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-8ae82919-f5ba-460f-a002-dd2a915585d0 None None] For port 0a642c3f-63b7-4254-9100-46d17ca66087, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:45:56.240954 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-8ae82919-f5ba-460f-a002-dd2a915585d0 None None] For port 0a642c3f-63b7-4254-9100-46d17ca66087, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=0a642c3f-63b7-4254-9100-46d17ca66087,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:45:56.243872 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-4ec9d9a0-818c-4320-9bfa-50b32ee1b746 None None] Provisioning for port a974cbb3-10c8-4f4a-bdb2-15782f1745af completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:45:56.250502 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8ae82919-f5ba-460f-a002-dd2a915585d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:56.264769 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8dc352d4-3758-4104-b3ea-476203766c5d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:56.271106 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8dc352d4-3758-4104-b3ea-476203766c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:56.291641 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-4ec9d9a0-818c-4320-9bfa-50b32ee1b746 None None] Provisioning complete for port a974cbb3-10c8-4f4a-bdb2-15782f1745af triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:45:56.292012 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4ec9d9a0-818c-4320-9bfa-50b32ee1b746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:56.399813 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-8dc352d4-3758-4104-b3ea-476203766c5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:56.435091 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-4ec9d9a0-818c-4320-9bfa-50b32ee1b746 None None] Port a974cbb3-10c8-4f4a-bdb2-15782f1745af cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:45:56.440962 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5bb61e-c192-44da-906e-62f4285d0353 None None] Pushing event updated for resources: {'Port': ['ID=0a642c3f-63b7-4254-9100-46d17ca66087,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:45:56.450046 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae82919-f5ba-460f-a002-dd2a915585d0 None None] Routers {'bb791b70-ab2e-4a40-be5a-8115bef861b6'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:45:56.450665 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-8ae82919-f5ba-460f-a002-dd2a915585d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:45:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['bb791b70-ab2e-4a40-be5a-8115bef861b6'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:45:56.519995 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 345bb976-9990-4706-87f0-9c052769a53f is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:45:56.647972 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc352d4-3758-4104-b3ea-476203766c5d admin admin] Pushing event updated for resources: {'Port': ['ID=a974cbb3-10c8-4f4a-bdb2-15782f1745af,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:45:56.648596 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-8ae82919-f5ba-460f-a002-dd2a915585d0 None None] Set router bb791b70-ab2e-4a40-be5a-8115bef861b6 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:45:56.705977 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc352d4-3758-4104-b3ea-476203766c5d admin admin] Network 6b70673c-d331-466f-858f-93ce91b76181 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:45:56.707115 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-8dc352d4-3758-4104-b3ea-476203766c5d admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:45:56.913804 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dc352d4-3758-4104-b3ea-476203766c5d admin admin] Router bb791b70-ab2e-4a40-be5a-8115bef861b6 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:45:56.978360 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-8e2db148-a413-4709-b36c-493cefeadc88 None None] Provisioning complete for port a974cbb3-10c8-4f4a-bdb2-15782f1745af triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:45:56.978644 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8e2db148-a413-4709-b36c-493cefeadc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:57.041503 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-8e2db148-a413-4709-b36c-493cefeadc88 None None] Port a974cbb3-10c8-4f4a-bdb2-15782f1745af cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:45:57.050345 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-8ae82919-f5ba-460f-a002-dd2a915585d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb791b70-ab2e-4a40-be5a-8115bef861b6', 'name': 'tempest-TestShelveInstance-637677385-router', 'tenant_id': '2507738a1c854f438a7ea3d984f7c5e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '0a642c3f-63b7-4254-9100-46d17ca66087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:45:51Z', 'updated_at': '2022-05-31T14:45:55Z', 'revision_number': 4, 'project_id': '2507738a1c854f438a7ea3d984f7c5e5', 'gw_port': {'id': '0a642c3f-63b7-4254-9100-46d17ca66087', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ad:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb791b70-ab2e-4a40-be5a-8115bef861b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4422, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:45:52Z', 'updated_at': '2022-05-31T14:45:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'a974cbb3-10c8-4f4a-bdb2-15782f1745af', 'name': '', 'network_id': '6b70673c-d331-466f-858f-93ce91b76181', 'tenant_id': '2507738a1c854f438a7ea3d984f7c5e5', 'mac_address': 'fa:16:3e:74:6b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb791b70-ab2e-4a40-be5a-8115bef861b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4423, 'fixed_ips': [{'subnet_id': '8f359a61-6e95-4ab5-957f-304b61cfb646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:45:55Z', 'updated_at': '2022-05-31T14:45:56Z', 'revision_number': 2, 'project_id': '2507738a1c854f438a7ea3d984f7c5e5', 'subnets': [{'id': '8f359a61-6e95-4ab5-957f-304b61cfb646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:45:57.054398 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae82919-f5ba-460f-a002-dd2a915585d0 None None] The sync data for ids ['bb791b70-ab2e-4a40-be5a-8115bef861b6'] in n-d-843939-1 is: [{'id': 'bb791b70-ab2e-4a40-be5a-8115bef861b6', 'name': 'tempest-TestShelveInstance-637677385-router', 'tenant_id': '2507738a1c854f438a7ea3d984f7c5e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '0a642c3f-63b7-4254-9100-46d17ca66087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:45:51Z', 'updated_at': '2022-05-31T14:45:55Z', 'revision_number': 4, 'project_id': '2507738a1c854f438a7ea3d984f7c5e5', 'gw_port': {'id': '0a642c3f-63b7-4254-9100-46d17ca66087', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ad:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb791b70-ab2e-4a40-be5a-8115bef861b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4422, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:45:52Z', 'updated_at': '2022-05-31T14:45:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'a974cbb3-10c8-4f4a-bdb2-15782f1745af', 'name': '', 'network_id': '6b70673c-d331-466f-858f-93ce91b76181', 'tenant_id': '2507738a1c854f438a7ea3d984f7c5e5', 'mac_address': 'fa:16:3e:74:6b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb791b70-ab2e-4a40-be5a-8115bef861b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4423, 'fixed_ips': [{'subnet_id': '8f359a61-6e95-4ab5-957f-304b61cfb646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:45:55Z', 'updated_at': '2022-05-31T14:45:56Z', 'revision_number': 2, 'project_id': '2507738a1c854f438a7ea3d984f7c5e5', 'subnets': [{'id': '8f359a61-6e95-4ab5-957f-304b61cfb646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:45:57.097647 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc352d4-3758-4104-b3ea-476203766c5d admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:45:57.106747 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-8dc352d4-3758-4104-b3ea-476203766c5d admin admin] 10.222.0.50 "PUT /v2.0/routers/bb791b70-ab2e-4a40-be5a-8115bef861b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7230928 May 31 14:45:57.200750 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 76556506-fb6f-400b-8d36-fef4cb530d40 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:45:57.293554 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 76556506-fb6f-400b-8d36-fef4cb530d40 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:45:57.293925 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:57.432706 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 76556506-fb6f-400b-8d36-fef4cb530d40 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:45:57.561519 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46224) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:45:57.567310 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-a1546015-48b8-4b6a-8a7d-74c8b95a200a tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-201751577', 'description': 'tempest-secgroup-smoke-201751577 description', 'project_id': '88f0c7cbd4944ce289412cc9e929d453'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:45:57.574670 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a1546015-48b8-4b6a-8a7d-74c8b95a200a tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:45:57.579740 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a1546015-48b8-4b6a-8a7d-74c8b95a200a tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Usage tracker for resource:security_group and tenant:88f0c7cbd4944ce289412cc9e929d453 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:45:57.582850 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a1546015-48b8-4b6a-8a7d-74c8b95a200a tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:45:57.589437 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a1546015-48b8-4b6a-8a7d-74c8b95a200a tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:45:57.600407 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a1546015-48b8-4b6a-8a7d-74c8b95a200a tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:57.622078 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a1546015-48b8-4b6a-8a7d-74c8b95a200a tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:45:57.626314 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a1546015-48b8-4b6a-8a7d-74c8b95a200a tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Usage tracker for resource:security_group_rule and tenant:88f0c7cbd4944ce289412cc9e929d453 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:45:57.629241 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a1546015-48b8-4b6a-8a7d-74c8b95a200a tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:45:57.635126 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a1546015-48b8-4b6a-8a7d-74c8b95a200a tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:45:57.713080 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a1546015-48b8-4b6a-8a7d-74c8b95a200a tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:57.717357 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a1546015-48b8-4b6a-8a7d-74c8b95a200a tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:57.768978 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1546015-48b8-4b6a-8a7d-74c8b95a200a tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f96d37ae-ba42-49c2-be6f-561a445d7c63,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:45:57.785823 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a1546015-48b8-4b6a-8a7d-74c8b95a200a tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:57.787264 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a1546015-48b8-4b6a-8a7d-74c8b95a200a tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2241120 May 31 14:45:57.790131 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46228) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:45:57.795495 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-31513d55-1d59-47dc-b4d4-cef3d2918c64 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Request body: {'security_group_rule': {'security_group_id': 'f96d37ae-ba42-49c2-be6f-561a445d7c63', 'project_id': '88f0c7cbd4944ce289412cc9e929d453', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:45:57.803225 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-31513d55-1d59-47dc-b4d4-cef3d2918c64 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:45:57.807453 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-31513d55-1d59-47dc-b4d4-cef3d2918c64 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Usage tracker for resource:security_group_rule and tenant:88f0c7cbd4944ce289412cc9e929d453 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:45:57.810497 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-31513d55-1d59-47dc-b4d4-cef3d2918c64 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:45:57.816501 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-31513d55-1d59-47dc-b4d4-cef3d2918c64 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:45:57.834278 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-31513d55-1d59-47dc-b4d4-cef3d2918c64 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:58.037812 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-31513d55-1d59-47dc-b4d4-cef3d2918c64 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:58.042059 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-31513d55-1d59-47dc-b4d4-cef3d2918c64 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:58.066357 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31513d55-1d59-47dc-b4d4-cef3d2918c64 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73649051-9e46-4a72-a273-d34fd3272278,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:45:58.078312 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-31513d55-1d59-47dc-b4d4-cef3d2918c64 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:58.080230 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-31513d55-1d59-47dc-b4d4-cef3d2918c64 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2883468 May 31 14:45:58.082579 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46232) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:45:58.087728 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-af95980d-463b-4627-8969-fa97da7b042e tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Request body: {'security_group_rule': {'security_group_id': 'f96d37ae-ba42-49c2-be6f-561a445d7c63', 'project_id': '88f0c7cbd4944ce289412cc9e929d453', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:45:58.096047 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-af95980d-463b-4627-8969-fa97da7b042e tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:45:58.100050 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-af95980d-463b-4627-8969-fa97da7b042e tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Usage tracker for resource:security_group_rule and tenant:88f0c7cbd4944ce289412cc9e929d453 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:45:58.103030 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-af95980d-463b-4627-8969-fa97da7b042e tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:45:58.109586 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-af95980d-463b-4627-8969-fa97da7b042e tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:45:58.125848 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-af95980d-463b-4627-8969-fa97da7b042e tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:58.190671 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-af95980d-463b-4627-8969-fa97da7b042e tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:58.194952 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-af95980d-463b-4627-8969-fa97da7b042e tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:58.220899 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af95980d-463b-4627-8969-fa97da7b042e tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1643696e-c5d1-44a1-ba9a-908a6e03ba84,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:45:58.230367 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-af95980d-463b-4627-8969-fa97da7b042e tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:58.231655 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-af95980d-463b-4627-8969-fa97da7b042e tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1481516 May 31 14:45:58.234609 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46236) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:45:58.239910 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-c11bd7f3-ecf7-4f52-845f-3eef68abe004 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Request body: {'security_group_rule': {'security_group_id': 'f96d37ae-ba42-49c2-be6f-561a445d7c63', 'project_id': '88f0c7cbd4944ce289412cc9e929d453', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:45:58.247205 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c11bd7f3-ecf7-4f52-845f-3eef68abe004 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:45:58.251822 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c11bd7f3-ecf7-4f52-845f-3eef68abe004 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Usage tracker for resource:security_group_rule and tenant:88f0c7cbd4944ce289412cc9e929d453 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:45:58.254701 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c11bd7f3-ecf7-4f52-845f-3eef68abe004 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:45:58.260443 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c11bd7f3-ecf7-4f52-845f-3eef68abe004 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:45:58.277810 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c11bd7f3-ecf7-4f52-845f-3eef68abe004 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:58.347334 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c11bd7f3-ecf7-4f52-845f-3eef68abe004 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:58.351245 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c11bd7f3-ecf7-4f52-845f-3eef68abe004 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:58.378136 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11bd7f3-ecf7-4f52-845f-3eef68abe004 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51443943-5892-4703-acc0-80815be08dfd,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:45:58.391786 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c11bd7f3-ecf7-4f52-845f-3eef68abe004 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:58.395814 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c11bd7f3-ecf7-4f52-845f-3eef68abe004 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1574402 May 31 14:45:58.396281 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46240) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:45:58.403778 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-f128c067-8c95-4500-9858-bf626fd45901 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Request body: {'security_group_rule': {'security_group_id': 'f96d37ae-ba42-49c2-be6f-561a445d7c63', 'project_id': '88f0c7cbd4944ce289412cc9e929d453', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:45:58.419210 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f128c067-8c95-4500-9858-bf626fd45901 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:45:58.424943 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-f128c067-8c95-4500-9858-bf626fd45901 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Usage tracker for resource:security_group_rule and tenant:88f0c7cbd4944ce289412cc9e929d453 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:45:58.429153 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-f128c067-8c95-4500-9858-bf626fd45901 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:45:58.435805 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f128c067-8c95-4500-9858-bf626fd45901 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:45:58.457118 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f128c067-8c95-4500-9858-bf626fd45901 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:58.525751 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f128c067-8c95-4500-9858-bf626fd45901 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:58.529277 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f128c067-8c95-4500-9858-bf626fd45901 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:58.552123 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f128c067-8c95-4500-9858-bf626fd45901 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efeaedaa-6d6d-44af-838b-9a1917a2e62f,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:45:58.560642 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f128c067-8c95-4500-9858-bf626fd45901 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:58.562493 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-f128c067-8c95-4500-9858-bf626fd45901 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1646123 May 31 14:45:58.565858 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46244) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:45:58.570910 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-518cca0f-5bd5-4c8f-8414-e712473b3c37 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Request body: {'security_group_rule': {'security_group_id': 'f96d37ae-ba42-49c2-be6f-561a445d7c63', 'project_id': '88f0c7cbd4944ce289412cc9e929d453', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:45:58.577446 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-518cca0f-5bd5-4c8f-8414-e712473b3c37 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:45:58.581850 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-518cca0f-5bd5-4c8f-8414-e712473b3c37 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Usage tracker for resource:security_group_rule and tenant:88f0c7cbd4944ce289412cc9e929d453 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:45:58.584717 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-518cca0f-5bd5-4c8f-8414-e712473b3c37 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:45:58.590398 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-518cca0f-5bd5-4c8f-8414-e712473b3c37 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:45:58.600602 n-d-843939-1 neutron-server[88370]: INFO neutron.db.securitygroups_db [None req-518cca0f-5bd5-4c8f-8414-e712473b3c37 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Project 88f0c7cbd4944ce289412cc9e929d453 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 14:45:58.607578 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-518cca0f-5bd5-4c8f-8414-e712473b3c37 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:58.676242 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-518cca0f-5bd5-4c8f-8414-e712473b3c37 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:58.680023 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-518cca0f-5bd5-4c8f-8414-e712473b3c37 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:58.704276 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518cca0f-5bd5-4c8f-8414-e712473b3c37 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=974b1d6b-7dbb-45a5-a64b-f74e5e7fcfb6,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:45:58.711927 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-518cca0f-5bd5-4c8f-8414-e712473b3c37 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:58.713209 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-518cca0f-5bd5-4c8f-8414-e712473b3c37 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1463628 May 31 14:45:58.715883 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46248) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:45:58.721145 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-db982f31-2de6-490d-9bcc-06d84128a6b1 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Request body: {'security_group_rule': {'security_group_id': 'f96d37ae-ba42-49c2-be6f-561a445d7c63', 'project_id': '88f0c7cbd4944ce289412cc9e929d453', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:45:58.727927 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-db982f31-2de6-490d-9bcc-06d84128a6b1 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:45:58.731799 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-db982f31-2de6-490d-9bcc-06d84128a6b1 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Usage tracker for resource:security_group_rule and tenant:88f0c7cbd4944ce289412cc9e929d453 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:45:58.735303 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-db982f31-2de6-490d-9bcc-06d84128a6b1 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:45:58.740955 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-db982f31-2de6-490d-9bcc-06d84128a6b1 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:45:58.752023 n-d-843939-1 neutron-server[88370]: INFO neutron.db.securitygroups_db [None req-db982f31-2de6-490d-9bcc-06d84128a6b1 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Project 88f0c7cbd4944ce289412cc9e929d453 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 14:45:58.759761 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-db982f31-2de6-490d-9bcc-06d84128a6b1 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:58.831327 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-db982f31-2de6-490d-9bcc-06d84128a6b1 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:58.835254 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-db982f31-2de6-490d-9bcc-06d84128a6b1 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:58.860662 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db982f31-2de6-490d-9bcc-06d84128a6b1 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efb1f3e6-3037-4151-b288-25132d6629d7,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:45:58.870083 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-db982f31-2de6-490d-9bcc-06d84128a6b1 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:58.871251 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-db982f31-2de6-490d-9bcc-06d84128a6b1 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1544499 May 31 14:45:59.036115 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c21f50dd-929d-4585-b421-914d2fc7be16 req-911ea4c8-1fb7-4d35-87d2-aec8c444c39b tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-201751577&fields=id&tenant_id=88f0c7cbd4944ce289412cc9e929d453 HTTP/1.1" status: 200 len: 267 time: 0.0422332 May 31 14:45:59.195170 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f50dd-929d-4585-b421-914d2fc7be16 req-319475e5-750d-4f99-b5fa-ae2cbad52688 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:45:59.196601 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c21f50dd-929d-4585-b421-914d2fc7be16 req-319475e5-750d-4f99-b5fa-ae2cbad52688 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/networks?id=df9c0981-4264-479e-b64f-ae718158db34 HTTP/1.1" status: 200 len: 809 time: 0.1540890 May 31 14:45:59.212543 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c21f50dd-929d-4585-b421-914d2fc7be16 req-a2b47b6e-f6d0-4c56-921e-8d3849457a9d tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/quotas/88f0c7cbd4944ce289412cc9e929d453 HTTP/1.1" status: 200 len: 375 time: 0.0099707 May 31 14:45:59.228612 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 0a642c3f-63b7-4254-9100-46d17ca66087 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:45:59.298371 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 0a642c3f-63b7-4254-9100-46d17ca66087 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:45:59.303294 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 0a642c3f-63b7-4254-9100-46d17ca66087 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:45:59.303658 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:59.307859 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-c21f50dd-929d-4585-b421-914d2fc7be16 req-353e22fa-5a54-4997-9fbf-b9a9016f4ec9 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Synchronizing usage tracker for tenant:88f0c7cbd4944ce289412cc9e929d453 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:45:59.326551 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-c21f50dd-929d-4585-b421-914d2fc7be16 req-353e22fa-5a54-4997-9fbf-b9a9016f4ec9 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Unset dirty status for tenant:88f0c7cbd4944ce289412cc9e929d453 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:45:59.328150 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c21f50dd-929d-4585-b421-914d2fc7be16 req-353e22fa-5a54-4997-9fbf-b9a9016f4ec9 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=88f0c7cbd4944ce289412cc9e929d453&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1086395 May 31 14:45:59.345335 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [req-c21f50dd-929d-4585-b421-914d2fc7be16 req-0a3a15b7-d329-48fa-a023-ad8cbfa15c9c service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 14:45:59.346622 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c21f50dd-929d-4585-b421-914d2fc7be16 req-0a3a15b7-d329-48fa-a023-ad8cbfa15c9c service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062439 May 31 14:45:59.470047 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 0a642c3f-63b7-4254-9100-46d17ca66087 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:45:59.470733 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:59.489137 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 0a642c3f-63b7-4254-9100-46d17ca66087, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=0a642c3f-63b7-4254-9100-46d17ca66087,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:45:59.493406 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:45:59.503089 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c21f50dd-929d-4585-b421-914d2fc7be16 req-cc40787f-cb5f-4f3e-8302-15865bbe8790 service neutron] 10.222.0.50 "GET /v2.0/networks/df9c0981-4264-479e-b64f-ae718158db34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497288 May 31 14:45:59.562062 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=0a642c3f-63b7-4254-9100-46d17ca66087,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:45:59.637782 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c21f50dd-929d-4585-b421-914d2fc7be16 req-f306fb2c-d6f0-4f77-9939-6920e8812a26 service neutron] 10.222.0.50 "GET /v2.0/networks/df9c0981-4264-479e-b64f-ae718158db34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286073 May 31 14:45:59.815321 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-047abb11-c204-4657-8270-fbedc839cb80 req-fd50e7a3-4caf-4480-a967-b554479687bb tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=6539524f-4771-4142-bc1f-dc5d755dcd5b HTTP/1.1" status: 200 len: 210 time: 0.0415936 May 31 14:46:00.729473 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ddaf50-a40e-429a-ae1e-3b29b40f8b7a None None] Sync routers for ids ['bb791b70-ab2e-4a40-be5a-8115bef861b6'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:46:00.739502 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ddaf50-a40e-429a-ae1e-3b29b40f8b7a None None] Routers {'bb791b70-ab2e-4a40-be5a-8115bef861b6'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:46:00.740088 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-c2ddaf50-a40e-429a-ae1e-3b29b40f8b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:45:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['bb791b70-ab2e-4a40-be5a-8115bef861b6'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:46:00.919348 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-da4938f9-6a8a-42d8-aa9d-f4f566ec6a8f req-bff8c1b2-85ef-478b-a382-a9b89333e979 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=6539524f-4771-4142-bc1f-dc5d755dcd5b HTTP/1.1" status: 200 len: 210 time: 0.0461762 May 31 14:46:00.931376 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-c2ddaf50-a40e-429a-ae1e-3b29b40f8b7a None None] Set router bb791b70-ab2e-4a40-be5a-8115bef861b6 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:46:01.206065 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 0a642c3f-63b7-4254-9100-46d17ca66087 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:46:01.277567 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-c2ddaf50-a40e-429a-ae1e-3b29b40f8b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb791b70-ab2e-4a40-be5a-8115bef861b6', 'name': 'tempest-TestShelveInstance-637677385-router', 'tenant_id': '2507738a1c854f438a7ea3d984f7c5e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '0a642c3f-63b7-4254-9100-46d17ca66087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:45:51Z', 'updated_at': '2022-05-31T14:45:55Z', 'revision_number': 4, 'project_id': '2507738a1c854f438a7ea3d984f7c5e5', 'gw_port': {'id': '0a642c3f-63b7-4254-9100-46d17ca66087', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ad:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb791b70-ab2e-4a40-be5a-8115bef861b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4422, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:45:52Z', 'updated_at': '2022-05-31T14:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'a974cbb3-10c8-4f4a-bdb2-15782f1745af', 'name': '', 'network_id': '6b70673c-d331-466f-858f-93ce91b76181', 'tenant_id': '2507738a1c854f438a7ea3d984f7c5e5', 'mac_address': 'fa:16:3e:74:6b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb791b70-ab2e-4a40-be5a-8115bef861b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4423, 'fixed_ips': [{'subnet_id': '8f359a61-6e95-4ab5-957f-304b61cfb646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:45:55Z', 'updated_at': '2022-05-31T14:45:56Z', 'revision_number': 2, 'project_id': '2507738a1c854f438a7ea3d984f7c5e5', 'subnets': [{'id': '8f359a61-6e95-4ab5-957f-304b61cfb646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:46:01.281265 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ddaf50-a40e-429a-ae1e-3b29b40f8b7a None None] Checking router: bb791b70-ab2e-4a40-be5a-8115bef861b6 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:46:01.281608 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ddaf50-a40e-429a-ae1e-3b29b40f8b7a None None] Updating router bb791b70-ab2e-4a40-be5a-8115bef861b6 port a974cbb3-10c8-4f4a-bdb2-15782f1745af binding host n-d-843939-1 {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 14:46:01.284357 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 0a642c3f-63b7-4254-9100-46d17ca66087 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:46:01.284825 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:46:01.334645 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c2ddaf50-a40e-429a-ae1e-3b29b40f8b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:46:01.402413 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 0a642c3f-63b7-4254-9100-46d17ca66087 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:46:01.671692 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c2ddaf50-a40e-429a-ae1e-3b29b40f8b7a None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:46:01.682392 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-c2ddaf50-a40e-429a-ae1e-3b29b40f8b7a None None] Transition to ACTIVE for port object a974cbb3-10c8-4f4a-bdb2-15782f1745af will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:46:01.688856 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c2ddaf50-a40e-429a-ae1e-3b29b40f8b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:46:01.816405 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584283e-ff1b-4370-a6fd-8ea8b511db16 None None] Pushing event updated for resources: {'Port': ['ID=a974cbb3-10c8-4f4a-bdb2-15782f1745af,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:46:01.909440 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-c2ddaf50-a40e-429a-ae1e-3b29b40f8b7a None None] Attempting to bind port a974cbb3-10c8-4f4a-bdb2-15782f1745af on host n-d-843939-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:46:01.909801 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-c2ddaf50-a40e-429a-ae1e-3b29b40f8b7a None None] Attempting to bind port a974cbb3-10c8-4f4a-bdb2-15782f1745af by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '34a70a5c-cedb-4f15-9221-8b4db5f54bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6b70673c-d331-466f-858f-93ce91b76181'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:46:01.910188 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ddaf50-a40e-429a-ae1e-3b29b40f8b7a None None] Attempting to bind port a974cbb3-10c8-4f4a-bdb2-15782f1745af on network 6b70673c-d331-466f-858f-93ce91b76181 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:46:01.915536 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ddaf50-a40e-429a-ae1e-3b29b40f8b7a None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:46:01.915904 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ddaf50-a40e-429a-ae1e-3b29b40f8b7a None None] Checking segment: {'id': '34a70a5c-cedb-4f15-9221-8b4db5f54bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6b70673c-d331-466f-858f-93ce91b76181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:46:01.916302 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c2ddaf50-a40e-429a-ae1e-3b29b40f8b7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:46:01.916689 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ddaf50-a40e-429a-ae1e-3b29b40f8b7a None None] Bound using segment: {'id': '34a70a5c-cedb-4f15-9221-8b4db5f54bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6b70673c-d331-466f-858f-93ce91b76181'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:46:01.917146 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-c2ddaf50-a40e-429a-ae1e-3b29b40f8b7a None None] Bound port: a974cbb3-10c8-4f4a-bdb2-15782f1745af, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34a70a5c-cedb-4f15-9221-8b4db5f54bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6b70673c-d331-466f-858f-93ce91b76181'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:46:01.917512 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c2ddaf50-a40e-429a-ae1e-3b29b40f8b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:46:02.009353 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-c2ddaf50-a40e-429a-ae1e-3b29b40f8b7a None None] For port a974cbb3-10c8-4f4a-bdb2-15782f1745af, host n-d-843939-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:46:02.012295 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-c2ddaf50-a40e-429a-ae1e-3b29b40f8b7a None None] For port a974cbb3-10c8-4f4a-bdb2-15782f1745af, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=a974cbb3-10c8-4f4a-bdb2-15782f1745af,segment=NetworkSegment(34a70a5c-cedb-4f15-9221-8b4db5f54bd1),segment_id=34a70a5c-cedb-4f15-9221-8b4db5f54bd1)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:46:02.017690 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-c2ddaf50-a40e-429a-ae1e-3b29b40f8b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:46:02.087522 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5eaac504-6bff-4310-961c-cf63feef6992 req-01ae7cf6-2a93-4442-aba3-58c9d8945ff4 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=6539524f-4771-4142-bc1f-dc5d755dcd5b HTTP/1.1" status: 200 len: 210 time: 0.0579560 May 31 14:46:02.096153 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ddaf50-a40e-429a-ae1e-3b29b40f8b7a None None] Routers {'bb791b70-ab2e-4a40-be5a-8115bef861b6'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:46:02.096768 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-c2ddaf50-a40e-429a-ae1e-3b29b40f8b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:45:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['bb791b70-ab2e-4a40-be5a-8115bef861b6'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:46:02.169147 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584283e-ff1b-4370-a6fd-8ea8b511db16 None None] Pushing event updated for resources: {'Port': ['ID=a974cbb3-10c8-4f4a-bdb2-15782f1745af,revision_number=4']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:46:02.297285 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-c2ddaf50-a40e-429a-ae1e-3b29b40f8b7a None None] Set router bb791b70-ab2e-4a40-be5a-8115bef861b6 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:46:02.647247 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-c2ddaf50-a40e-429a-ae1e-3b29b40f8b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb791b70-ab2e-4a40-be5a-8115bef861b6', 'name': 'tempest-TestShelveInstance-637677385-router', 'tenant_id': '2507738a1c854f438a7ea3d984f7c5e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '0a642c3f-63b7-4254-9100-46d17ca66087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:45:51Z', 'updated_at': '2022-05-31T14:45:55Z', 'revision_number': 4, 'project_id': '2507738a1c854f438a7ea3d984f7c5e5', 'gw_port': {'id': '0a642c3f-63b7-4254-9100-46d17ca66087', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ad:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb791b70-ab2e-4a40-be5a-8115bef861b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4422, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:45:52Z', 'updated_at': '2022-05-31T14:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'a974cbb3-10c8-4f4a-bdb2-15782f1745af', 'name': '', 'network_id': '6b70673c-d331-466f-858f-93ce91b76181', 'tenant_id': '2507738a1c854f438a7ea3d984f7c5e5', 'mac_address': 'fa:16:3e:74:6b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb791b70-ab2e-4a40-be5a-8115bef861b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4423, 'fixed_ips': [{'subnet_id': '8f359a61-6e95-4ab5-957f-304b61cfb646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:45:55Z', 'updated_at': '2022-05-31T14:46:02Z', 'revision_number': 4, 'project_id': '2507738a1c854f438a7ea3d984f7c5e5', 'subnets': [{'id': '8f359a61-6e95-4ab5-957f-304b61cfb646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:46:02.650993 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ddaf50-a40e-429a-ae1e-3b29b40f8b7a None None] The sync data for ids ['bb791b70-ab2e-4a40-be5a-8115bef861b6'] in n-d-843939-1 is: [{'id': 'bb791b70-ab2e-4a40-be5a-8115bef861b6', 'name': 'tempest-TestShelveInstance-637677385-router', 'tenant_id': '2507738a1c854f438a7ea3d984f7c5e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '0a642c3f-63b7-4254-9100-46d17ca66087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:45:51Z', 'updated_at': '2022-05-31T14:45:55Z', 'revision_number': 4, 'project_id': '2507738a1c854f438a7ea3d984f7c5e5', 'gw_port': {'id': '0a642c3f-63b7-4254-9100-46d17ca66087', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ad:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb791b70-ab2e-4a40-be5a-8115bef861b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4422, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:45:52Z', 'updated_at': '2022-05-31T14:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': 'a974cbb3-10c8-4f4a-bdb2-15782f1745af', 'name': '', 'network_id': '6b70673c-d331-466f-858f-93ce91b76181', 'tenant_id': '2507738a1c854f438a7ea3d984f7c5e5', 'mac_address': 'fa:16:3e:74:6b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb791b70-ab2e-4a40-be5a-8115bef861b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4423, 'fixed_ips': [{'subnet_id': '8f359a61-6e95-4ab5-957f-304b61cfb646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:45:55Z', 'updated_at': '2022-05-31T14:46:02Z', 'revision_number': 4, 'project_id': '2507738a1c854f438a7ea3d984f7c5e5', 'subnets': [{'id': '8f359a61-6e95-4ab5-957f-304b61cfb646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:46:02.964371 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f50dd-929d-4585-b421-914d2fc7be16 req-3e0a8310-e2d5-42f4-930e-e7e1ebd5f4d5 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:46:02.965070 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-c21f50dd-929d-4585-b421-914d2fc7be16 req-3e0a8310-e2d5-42f4-930e-e7e1ebd5f4d5 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Synchronizing usage tracker for tenant:88f0c7cbd4944ce289412cc9e929d453 on resource:network {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:46:02.982194 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-c21f50dd-929d-4585-b421-914d2fc7be16 req-3e0a8310-e2d5-42f4-930e-e7e1ebd5f4d5 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Unset dirty status for tenant:88f0c7cbd4944ce289412cc9e929d453 on resource:network {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:46:02.983307 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c21f50dd-929d-4585-b421-914d2fc7be16 req-3e0a8310-e2d5-42f4-930e-e7e1ebd5f4d5 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.20 "GET /v2.0/networks?id=df9c0981-4264-479e-b64f-ae718158db34 HTTP/1.1" status: 200 len: 809 time: 0.1744676 May 31 14:46:03.030139 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-c21f50dd-929d-4585-b421-914d2fc7be16 req-eeca8ab0-ab96-4a78-a155-1ceec472dbae tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Synchronizing usage tracker for tenant:88f0c7cbd4944ce289412cc9e929d453 on resource:security_group {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:46:03.047718 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-c21f50dd-929d-4585-b421-914d2fc7be16 req-eeca8ab0-ab96-4a78-a155-1ceec472dbae tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Unset dirty status for tenant:88f0c7cbd4944ce289412cc9e929d453 on resource:security_group {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:46:03.048847 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c21f50dd-929d-4585-b421-914d2fc7be16 req-eeca8ab0-ab96-4a78-a155-1ceec472dbae tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88f0c7cbd4944ce289412cc9e929d453 HTTP/1.1" status: 200 len: 379 time: 0.0580540 May 31 14:46:03.057412 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-c21f50dd-929d-4585-b421-914d2fc7be16 req-a27293bf-d6b1-43d3-8d0e-bcfd8a586c8e tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Request body: {'port': {'device_id': '6539524f-4771-4142-bc1f-dc5d755dcd5b', 'network_id': 'df9c0981-4264-479e-b64f-ae718158db34', 'admin_state_up': True, 'tenant_id': '88f0c7cbd4944ce289412cc9e929d453', 'security_groups': ['f96d37ae-ba42-49c2-be6f-561a445d7c63']}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:46:03.195576 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-c21f50dd-929d-4585-b421-914d2fc7be16 req-a27293bf-d6b1-43d3-8d0e-bcfd8a586c8e tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:46:03.206386 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-c21f50dd-929d-4585-b421-914d2fc7be16 req-a27293bf-d6b1-43d3-8d0e-bcfd8a586c8e tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:46:03.222028 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c21f50dd-929d-4585-b421-914d2fc7be16 req-a27293bf-d6b1-43d3-8d0e-bcfd8a586c8e tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Made reservation on behalf of 88f0c7cbd4944ce289412cc9e929d453 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:46:03.225929 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-c21f50dd-929d-4585-b421-914d2fc7be16 req-a27293bf-d6b1-43d3-8d0e-bcfd8a586c8e tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:46:03.226818 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device a974cbb3-10c8-4f4a-bdb2-15782f1745af up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:46:03.256216 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b0f11513-cf5b-445a-9a39-1bd5aa45071e req-eb56426c-b262-413e-86b1-2a9f6745cba0 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=6539524f-4771-4142-bc1f-dc5d755dcd5b HTTP/1.1" status: 200 len: 210 time: 0.0506730 May 31 14:46:03.296569 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port a974cbb3-10c8-4f4a-bdb2-15782f1745af completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:46:03.301430 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port a974cbb3-10c8-4f4a-bdb2-15782f1745af triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:46:03.301799 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:46:03.393290 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [req-c21f50dd-929d-4585-b421-914d2fc7be16 req-a27293bf-d6b1-43d3-8d0e-bcfd8a586c8e tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Allocated IP 172.20.0.3 (df9c0981-4264-479e-b64f-ae718158db34/f5fa147d-0fef-434e-b778-09b86127a750/9e917bcb-fd8d-451f-a94b-f57247e728aa) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:46:03.419285 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port a974cbb3-10c8-4f4a-bdb2-15782f1745af is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:46:03.419574 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:46:03.451653 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port a974cbb3-10c8-4f4a-bdb2-15782f1745af, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=a974cbb3-10c8-4f4a-bdb2-15782f1745af,segment=NetworkSegment(34a70a5c-cedb-4f15-9221-8b4db5f54bd1),segment_id=34a70a5c-cedb-4f15-9221-8b4db5f54bd1)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:46:03.456455 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:46:03.534432 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=a974cbb3-10c8-4f4a-bdb2-15782f1745af,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:46:03.591079 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-c21f50dd-929d-4585-b421-914d2fc7be16 req-a27293bf-d6b1-43d3-8d0e-bcfd8a586c8e tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:46:03.606942 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-c21f50dd-929d-4585-b421-914d2fc7be16 req-a27293bf-d6b1-43d3-8d0e-bcfd8a586c8e tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Transition to ACTIVE for port object 9e917bcb-fd8d-451f-a94b-f57247e728aa will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:46:03.630200 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-c21f50dd-929d-4585-b421-914d2fc7be16 req-a27293bf-d6b1-43d3-8d0e-bcfd8a586c8e tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:46:03.700723 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c21f50dd-929d-4585-b421-914d2fc7be16 req-a27293bf-d6b1-43d3-8d0e-bcfd8a586c8e tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Network df9c0981-4264-479e-b64f-ae718158db34 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:46:03.704275 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [req-c21f50dd-929d-4585-b421-914d2fc7be16 req-a27293bf-d6b1-43d3-8d0e-bcfd8a586c8e tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:46:03.708256 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-c21f50dd-929d-4585-b421-914d2fc7be16 req-a27293bf-d6b1-43d3-8d0e-bcfd8a586c8e tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:46:03.744541 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27293bf-d6b1-43d3-8d0e-bcfd8a586c8e tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Pushing event updated for resources: {'Port': ['ID=9e917bcb-fd8d-451f-a94b-f57247e728aa,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:46:03.776862 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f50dd-929d-4585-b421-914d2fc7be16 req-a27293bf-d6b1-43d3-8d0e-bcfd8a586c8e tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:46:03.777460 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-c21f50dd-929d-4585-b421-914d2fc7be16 req-a27293bf-d6b1-43d3-8d0e-bcfd8a586c8e tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:46:03.803914 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c21f50dd-929d-4585-b421-914d2fc7be16 req-a27293bf-d6b1-43d3-8d0e-bcfd8a586c8e tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7499459 May 31 14:46:03.817017 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-c21f50dd-929d-4585-b421-914d2fc7be16 req-30808ec9-3cf8-42b6-a06a-f786fa940150 service neutron] Request body: {'port': {'device_id': '6539524f-4771-4142-bc1f-dc5d755dcd5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843939-1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:46:03.943349 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-c21f50dd-929d-4585-b421-914d2fc7be16 req-30808ec9-3cf8-42b6-a06a-f786fa940150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:46:03.974194 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f4c571bf-50b8-45dc-9e4f-8751c23b185f None None] Provisioning for port 9e917bcb-fd8d-451f-a94b-f57247e728aa completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:46:03.980420 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-f4c571bf-50b8-45dc-9e4f-8751c23b185f None None] Provisioning complete for port 9e917bcb-fd8d-451f-a94b-f57247e728aa triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:46:03.981124 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f4c571bf-50b8-45dc-9e4f-8751c23b185f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:46:04.039631 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-f4c571bf-50b8-45dc-9e4f-8751c23b185f None None] Port 9e917bcb-fd8d-451f-a94b-f57247e728aa cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:46:04.291944 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [req-c21f50dd-929d-4585-b421-914d2fc7be16 req-30808ec9-3cf8-42b6-a06a-f786fa940150 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e917bcb-fd8d-451f-a94b-f57247e728aa {{(pid=88369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:46:04.299812 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-c21f50dd-929d-4585-b421-914d2fc7be16 req-30808ec9-3cf8-42b6-a06a-f786fa940150 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:46:04.314558 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-c21f50dd-929d-4585-b421-914d2fc7be16 req-30808ec9-3cf8-42b6-a06a-f786fa940150 service neutron] Transition to ACTIVE for port object 9e917bcb-fd8d-451f-a94b-f57247e728aa will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:46:04.318392 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-c21f50dd-929d-4585-b421-914d2fc7be16 req-30808ec9-3cf8-42b6-a06a-f786fa940150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:46:04.447896 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30808ec9-3cf8-42b6-a06a-f786fa940150 service neutron] Pushing event updated for resources: {'Port': ['ID=9e917bcb-fd8d-451f-a94b-f57247e728aa,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:46:04.463809 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f8726c-4c33-478c-bd0c-dd8fbcf3f087 req-74ca5cf5-3af6-4643-ad86-d604e8a0ec07 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:46:04.470556 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-30f8726c-4c33-478c-bd0c-dd8fbcf3f087 req-74ca5cf5-3af6-4643-ad86-d604e8a0ec07 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=6539524f-4771-4142-bc1f-dc5d755dcd5b HTTP/1.1" status: 200 len: 943 time: 0.0978465 May 31 14:46:04.518782 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-30f8726c-4c33-478c-bd0c-dd8fbcf3f087 req-19395c37-399f-453b-b9c9-c6a9abdcec5c tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=f96d37ae-ba42-49c2-be6f-561a445d7c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465076 May 31 14:46:04.659381 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-c21f50dd-929d-4585-b421-914d2fc7be16 req-30808ec9-3cf8-42b6-a06a-f786fa940150 service neutron] Attempting to bind port 9e917bcb-fd8d-451f-a94b-f57247e728aa on host n-h1-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:46:04.659698 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-c21f50dd-929d-4585-b421-914d2fc7be16 req-30808ec9-3cf8-42b6-a06a-f786fa940150 service neutron] Attempting to bind port 9e917bcb-fd8d-451f-a94b-f57247e728aa by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': '7337fa12-be37-4057-a823-55b2a6ef8542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'df9c0981-4264-479e-b64f-ae718158db34'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:46:04.660124 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21f50dd-929d-4585-b421-914d2fc7be16 req-30808ec9-3cf8-42b6-a06a-f786fa940150 service neutron] Attempting to bind port 9e917bcb-fd8d-451f-a94b-f57247e728aa on network df9c0981-4264-479e-b64f-ae718158db34 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:46:04.666670 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21f50dd-929d-4585-b421-914d2fc7be16 req-30808ec9-3cf8-42b6-a06a-f786fa940150 service neutron] Port 9e917bcb-fd8d-451f-a94b-f57247e728aa on network df9c0981-4264-479e-b64f-ae718158db34 not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 14:46:04.666986 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21f50dd-929d-4585-b421-914d2fc7be16 req-30808ec9-3cf8-42b6-a06a-f786fa940150 service neutron] Attempting to bind port 9e917bcb-fd8d-451f-a94b-f57247e728aa on network df9c0981-4264-479e-b64f-ae718158db34 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:46:04.672661 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21f50dd-929d-4585-b421-914d2fc7be16 req-30808ec9-3cf8-42b6-a06a-f786fa940150 service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:46:04.673001 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21f50dd-929d-4585-b421-914d2fc7be16 req-30808ec9-3cf8-42b6-a06a-f786fa940150 service neutron] Checking segment: {'id': '7337fa12-be37-4057-a823-55b2a6ef8542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'df9c0981-4264-479e-b64f-ae718158db34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:46:04.673379 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21f50dd-929d-4585-b421-914d2fc7be16 req-30808ec9-3cf8-42b6-a06a-f786fa940150 service neutron] Bound using segment: {'id': '7337fa12-be37-4057-a823-55b2a6ef8542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'df9c0981-4264-479e-b64f-ae718158db34'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:46:04.673801 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-c21f50dd-929d-4585-b421-914d2fc7be16 req-30808ec9-3cf8-42b6-a06a-f786fa940150 service neutron] Bound port: 9e917bcb-fd8d-451f-a94b-f57247e728aa, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7337fa12-be37-4057-a823-55b2a6ef8542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'df9c0981-4264-479e-b64f-ae718158db34'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:46:04.674180 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-c21f50dd-929d-4585-b421-914d2fc7be16 req-30808ec9-3cf8-42b6-a06a-f786fa940150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:46:04.766632 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-c21f50dd-929d-4585-b421-914d2fc7be16 req-30808ec9-3cf8-42b6-a06a-f786fa940150 service neutron] For port 9e917bcb-fd8d-451f-a94b-f57247e728aa, host n-h1-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:46:04.769581 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-c21f50dd-929d-4585-b421-914d2fc7be16 req-30808ec9-3cf8-42b6-a06a-f786fa940150 service neutron] For port 9e917bcb-fd8d-451f-a94b-f57247e728aa, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=9e917bcb-fd8d-451f-a94b-f57247e728aa,segment=NetworkSegment(7337fa12-be37-4057-a823-55b2a6ef8542),segment_id=7337fa12-be37-4057-a823-55b2a6ef8542)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:46:04.774262 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-c21f50dd-929d-4585-b421-914d2fc7be16 req-30808ec9-3cf8-42b6-a06a-f786fa940150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:46:04.834221 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f50dd-929d-4585-b421-914d2fc7be16 req-30808ec9-3cf8-42b6-a06a-f786fa940150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:46:04.834834 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-c21f50dd-929d-4585-b421-914d2fc7be16 req-30808ec9-3cf8-42b6-a06a-f786fa940150 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:46:04.836237 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c21f50dd-929d-4585-b421-914d2fc7be16 req-30808ec9-3cf8-42b6-a06a-f786fa940150 service neutron] 10.222.0.20 "PUT /v2.0/ports/9e917bcb-fd8d-451f-a94b-f57247e728aa HTTP/1.1" status: 200 len: 1091 time: 1.0246677 May 31 14:46:04.836694 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6539524f-4771-4142-bc1f-dc5d755dcd5b', 'tag': '9e917bcb-fd8d-451f-a94b-f57247e728aa'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:46:04.857938 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30808ec9-3cf8-42b6-a06a-f786fa940150 service neutron] Pushing event updated for resources: {'Port': ['ID=9e917bcb-fd8d-451f-a94b-f57247e728aa,revision_number=3']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:46:04.952884 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a2a93d8-ab64-4b2b-8837-585e01472fb8'] response: {'name': 'network-changed', 'server_uuid': '6539524f-4771-4142-bc1f-dc5d755dcd5b', 'tag': '9e917bcb-fd8d-451f-a94b-f57247e728aa', 'status': 'completed', 'code': 200} May 31 14:46:04.957498 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f50dd-929d-4585-b421-914d2fc7be16 req-aae32fc5-ab35-4374-aa36-3dc9b40ee7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:46:04.959356 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c21f50dd-929d-4585-b421-914d2fc7be16 req-aae32fc5-ab35-4374-aa36-3dc9b40ee7bf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=88f0c7cbd4944ce289412cc9e929d453&device_id=6539524f-4771-4142-bc1f-dc5d755dcd5b HTTP/1.1" status: 200 len: 1094 time: 0.0854447 May 31 14:46:05.030940 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c21f50dd-929d-4585-b421-914d2fc7be16 req-0d9fa6d9-d662-4be0-bcce-95ef17024cc5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e917bcb-fd8d-451f-a94b-f57247e728aa HTTP/1.1" status: 200 len: 217 time: 0.0630162 May 31 14:46:05.096013 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f50dd-929d-4585-b421-914d2fc7be16 req-9e8a0650-f729-4ce8-9370-98b35addc96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:46:05.097449 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c21f50dd-929d-4585-b421-914d2fc7be16 req-9e8a0650-f729-4ce8-9370-98b35addc96e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5fa147d-0fef-434e-b778-09b86127a750 HTTP/1.1" status: 200 len: 848 time: 0.0618482 May 31 14:46:05.174926 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f50dd-929d-4585-b421-914d2fc7be16 req-7ad1dccf-53ad-44e9-aada-5f41c97d21bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:46:05.176411 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c21f50dd-929d-4585-b421-914d2fc7be16 req-7ad1dccf-53ad-44e9-aada-5f41c97d21bc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=df9c0981-4264-479e-b64f-ae718158db34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726480 May 31 14:46:05.199045 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device a974cbb3-10c8-4f4a-bdb2-15782f1745af up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:46:05.269580 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port a974cbb3-10c8-4f4a-bdb2-15782f1745af triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:46:05.270902 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:46:05.311121 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c21f50dd-929d-4585-b421-914d2fc7be16 req-dccf41e8-b9a2-429d-be96-a9979284a51c service neutron] 10.222.0.20 "GET /v2.0/networks/df9c0981-4264-479e-b64f-ae718158db34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287289 May 31 14:46:05.390210 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port a974cbb3-10c8-4f4a-bdb2-15782f1745af is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:46:05.442006 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c21f50dd-929d-4585-b421-914d2fc7be16 req-d29b2dc5-07eb-4230-a8e2-249192a6ad7a service neutron] 10.222.0.20 "GET /v2.0/networks/df9c0981-4264-479e-b64f-ae718158db34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254113 May 31 14:46:05.571168 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee2db75-3db0-481d-b8f4-3ab9c6da8c06 req-811669f4-77f6-4f21-b786-882618d52fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:46:05.572905 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fee2db75-3db0-481d-b8f4-3ab9c6da8c06 req-811669f4-77f6-4f21-b786-882618d52fe3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=88f0c7cbd4944ce289412cc9e929d453&device_id=6539524f-4771-4142-bc1f-dc5d755dcd5b HTTP/1.1" status: 200 len: 1094 time: 0.0746882 May 31 14:46:05.705209 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1ab713-bbc0-42d2-90ce-05f3311a2373 req-244167a0-00ea-4327-8d67-81c45db714aa tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:46:05.706013 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee2db75-3db0-481d-b8f4-3ab9c6da8c06 req-42beb634-32e6-4647-ab08-0e64e1e415f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:46:05.706712 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8c1ab713-bbc0-42d2-90ce-05f3311a2373 req-244167a0-00ea-4327-8d67-81c45db714aa tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=6539524f-4771-4142-bc1f-dc5d755dcd5b HTTP/1.1" status: 200 len: 943 time: 0.0796976 May 31 14:46:05.707456 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fee2db75-3db0-481d-b8f4-3ab9c6da8c06 req-42beb634-32e6-4647-ab08-0e64e1e415f4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=df9c0981-4264-479e-b64f-ae718158db34 HTTP/1.1" status: 200 len: 910 time: 0.1289175 May 31 14:46:05.751476 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8c1ab713-bbc0-42d2-90ce-05f3311a2373 req-ab3c5d43-1103-459c-95d1-2e5f2ce20bef tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=f96d37ae-ba42-49c2-be6f-561a445d7c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389967 May 31 14:46:05.775341 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fee2db75-3db0-481d-b8f4-3ab9c6da8c06 req-af7e7e36-6899-49ae-99fd-edc458eab52d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e917bcb-fd8d-451f-a94b-f57247e728aa HTTP/1.1" status: 200 len: 217 time: 0.0616777 May 31 14:46:05.839972 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee2db75-3db0-481d-b8f4-3ab9c6da8c06 req-4f575239-7427-477d-9e33-bd202eaf1d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:46:05.841399 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fee2db75-3db0-481d-b8f4-3ab9c6da8c06 req-4f575239-7427-477d-9e33-bd202eaf1d25 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5fa147d-0fef-434e-b778-09b86127a750 HTTP/1.1" status: 200 len: 848 time: 0.0604432 May 31 14:46:05.920195 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee2db75-3db0-481d-b8f4-3ab9c6da8c06 req-35881833-f342-4cb2-aa54-8be1e6d3a14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:46:05.921850 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fee2db75-3db0-481d-b8f4-3ab9c6da8c06 req-35881833-f342-4cb2-aa54-8be1e6d3a14e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=df9c0981-4264-479e-b64f-ae718158db34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749688 May 31 14:46:06.057831 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fee2db75-3db0-481d-b8f4-3ab9c6da8c06 req-67518c42-0334-451a-a5f5-3bf2e7bd2d46 service neutron] 10.222.0.20 "GET /v2.0/networks/df9c0981-4264-479e-b64f-ae718158db34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298251 May 31 14:46:06.191798 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fee2db75-3db0-481d-b8f4-3ab9c6da8c06 req-a743d3db-122c-44d3-82e7-78d1fd3fdc54 service neutron] 10.222.0.20 "GET /v2.0/networks/df9c0981-4264-479e-b64f-ae718158db34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272285 May 31 14:46:06.659194 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:46:07.067479 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8a7cc9-fb7e-43fe-8445-b5cc57742135 req-4a78be6f-3e87-42fd-a0be-c19a9466a4e2 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:46:07.068910 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0f8a7cc9-fb7e-43fe-8445-b5cc57742135 req-4a78be6f-3e87-42fd-a0be-c19a9466a4e2 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=6539524f-4771-4142-bc1f-dc5d755dcd5b HTTP/1.1" status: 200 len: 943 time: 0.2070138 May 31 14:46:07.113661 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0f8a7cc9-fb7e-43fe-8445-b5cc57742135 req-98ce55c1-47f5-45ad-8a80-a10b9e9610ab tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=f96d37ae-ba42-49c2-be6f-561a445d7c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385196 May 31 14:46:08.182296 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:46:08.298402 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b4941-c9d3-44b7-b1a6-4a3904395d40 req-4f9fc6a0-0051-496c-a55a-46f6ab9f51e2 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:46:08.299744 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e33b4941-c9d3-44b7-b1a6-4a3904395d40 req-4f9fc6a0-0051-496c-a55a-46f6ab9f51e2 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=6539524f-4771-4142-bc1f-dc5d755dcd5b HTTP/1.1" status: 200 len: 943 time: 0.0793455 May 31 14:46:08.347071 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e33b4941-c9d3-44b7-b1a6-4a3904395d40 req-a9d82512-faf7-4763-bf84-f89f339ff90f tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=f96d37ae-ba42-49c2-be6f-561a445d7c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416510 May 31 14:46:09.531106 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8548bd7-4d82-4148-81ab-a846fdf87c43 req-ebf98c81-bad1-4181-8b8e-f7ff277bbccb tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:46:09.532521 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a8548bd7-4d82-4148-81ab-a846fdf87c43 req-ebf98c81-bad1-4181-8b8e-f7ff277bbccb tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=6539524f-4771-4142-bc1f-dc5d755dcd5b HTTP/1.1" status: 200 len: 943 time: 0.0807359 May 31 14:46:09.576849 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a8548bd7-4d82-4148-81ab-a846fdf87c43 req-b7b91678-74a2-4dc2-a6c9-978b4e0c6bff tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=f96d37ae-ba42-49c2-be6f-561a445d7c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387487 May 31 14:46:09.654032 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:46:10.187331 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 9e917bcb-fd8d-451f-a94b-f57247e728aa details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 14:46:10.318223 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 9e917bcb-fd8d-451f-a94b-f57247e728aa, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=9e917bcb-fd8d-451f-a94b-f57247e728aa,segment=NetworkSegment(7337fa12-be37-4057-a823-55b2a6ef8542),segment_id=7337fa12-be37-4057-a823-55b2a6ef8542)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:46:10.331790 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': '9e917bcb-fd8d-451f-a94b-f57247e728aa', 'network_id': 'df9c0981-4264-479e-b64f-ae718158db34', 'port_id': '9e917bcb-fd8d-451f-a94b-f57247e728aa', 'mac_address': 'fa:16:3e:fc:d6:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5fa147d-0fef-434e-b778-09b86127a750', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 14:46:10.389929 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 9e917bcb-fd8d-451f-a94b-f57247e728aa is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:46:10.390324 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:46:10.407583 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e917bcb-fd8d-451f-a94b-f57247e728aa {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:46:10.422897 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 9e917bcb-fd8d-451f-a94b-f57247e728aa, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=9e917bcb-fd8d-451f-a94b-f57247e728aa,segment=NetworkSegment(7337fa12-be37-4057-a823-55b2a6ef8542),segment_id=7337fa12-be37-4057-a823-55b2a6ef8542)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:46:10.426896 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:46:10.492406 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=9e917bcb-fd8d-451f-a94b-f57247e728aa,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:46:10.758417 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fe8a41e0-b97d-407b-b067-6590eff40237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:46:10.770453 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decfd446-7102-4b4c-ac19-8487869575ea req-a11a9d69-0eaf-49cd-98ff-e2e622c18f37 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:46:10.771924 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-decfd446-7102-4b4c-ac19-8487869575ea req-a11a9d69-0eaf-49cd-98ff-e2e622c18f37 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=6539524f-4771-4142-bc1f-dc5d755dcd5b HTTP/1.1" status: 200 len: 944 time: 0.0862553 May 31 14:46:10.793648 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['9e917bcb-fd8d-451f-a94b-f57247e728aa'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:46:10.816587 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-decfd446-7102-4b4c-ac19-8487869575ea req-85d875ab-b353-4cc8-b2a9-3369c7a8672d tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=f96d37ae-ba42-49c2-be6f-561a445d7c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389855 May 31 14:46:12.010507 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8a7d91-da5b-4a85-9a85-55eec9ced204 req-e90926ee-260e-4764-8a20-5131f1836ec1 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:46:12.011993 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7f8a7d91-da5b-4a85-9a85-55eec9ced204 req-e90926ee-260e-4764-8a20-5131f1836ec1 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=6539524f-4771-4142-bc1f-dc5d755dcd5b HTTP/1.1" status: 200 len: 944 time: 0.0867972 May 31 14:46:12.065692 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7f8a7d91-da5b-4a85-9a85-55eec9ced204 req-36e6a286-f73c-41b3-b077-4f6a819b3034 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=f96d37ae-ba42-49c2-be6f-561a445d7c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474365 May 31 14:46:12.218015 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 9e917bcb-fd8d-451f-a94b-f57247e728aa up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:46:12.300762 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning for port 9e917bcb-fd8d-451f-a94b-f57247e728aa completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:46:12.305845 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port 9e917bcb-fd8d-451f-a94b-f57247e728aa triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:46:12.306251 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:46:12.438171 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 9e917bcb-fd8d-451f-a94b-f57247e728aa is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:46:12.438552 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:46:12.468389 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6539524f-4771-4142-bc1f-dc5d755dcd5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e917bcb-fd8d-451f-a94b-f57247e728aa'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:46:12.478274 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 9e917bcb-fd8d-451f-a94b-f57247e728aa, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=9e917bcb-fd8d-451f-a94b-f57247e728aa,segment=NetworkSegment(7337fa12-be37-4057-a823-55b2a6ef8542),segment_id=7337fa12-be37-4057-a823-55b2a6ef8542)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:46:12.485903 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:46:12.568427 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=9e917bcb-fd8d-451f-a94b-f57247e728aa,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:46:12.578994 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cede1ed8-9cf0-46d0-80d4-239ed1c8bd8d'] response: {'server_uuid': '6539524f-4771-4142-bc1f-dc5d755dcd5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e917bcb-fd8d-451f-a94b-f57247e728aa', 'code': 200} May 31 14:46:12.715382 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b014f396-80bb-48c4-ab19-763cc601b2a4 req-4748277a-5180-4d27-a79f-f6f7373540ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:46:12.716856 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b014f396-80bb-48c4-ab19-763cc601b2a4 req-4748277a-5180-4d27-a79f-f6f7373540ae service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6539524f-4771-4142-bc1f-dc5d755dcd5b HTTP/1.1" status: 200 len: 1096 time: 0.0787392 May 31 14:46:12.857642 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b014f396-80bb-48c4-ab19-763cc601b2a4 req-0124a0fa-f141-49aa-b200-97aa27259979 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f96d37ae-ba42-49c2-be6f-561a445d7c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346388 May 31 14:46:12.955115 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d26e32b0-9f4f-47d7-9016-5569051951bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:46:13.271199 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e152014-55fd-4766-bec3-6d182506233e req-9efe4b81-0064-4913-8ef2-4b2de06edf0b tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:46:13.272632 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9e152014-55fd-4766-bec3-6d182506233e req-9efe4b81-0064-4913-8ef2-4b2de06edf0b tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=6539524f-4771-4142-bc1f-dc5d755dcd5b HTTP/1.1" status: 200 len: 945 time: 0.0831115 May 31 14:46:13.317979 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9e152014-55fd-4766-bec3-6d182506233e req-341e1f3d-c1ee-4b42-a427-ab57f8ba0c13 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=f96d37ae-ba42-49c2-be6f-561a445d7c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395753 May 31 14:46:14.019994 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:46:14.189261 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:46:14.503871 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c71d2-fdcc-4abf-8fe8-0661bfb03c19 req-6c2af26d-3bc1-4416-953e-e55e16275dea tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:46:14.505337 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-448c71d2-fdcc-4abf-8fe8-0661bfb03c19 req-6c2af26d-3bc1-4416-953e-e55e16275dea tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=6539524f-4771-4142-bc1f-dc5d755dcd5b HTTP/1.1" status: 200 len: 945 time: 0.0801330 May 31 14:46:14.552514 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-448c71d2-fdcc-4abf-8fe8-0661bfb03c19 req-b4b37ccb-db44-4004-899f-2d51f17ea7a2 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=f96d37ae-ba42-49c2-be6f-561a445d7c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415895 May 31 14:46:14.767538 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a15128-3ddf-4a1d-9c50-8c0f0f8fbe8f req-7d18f9e3-c163-4bf2-8266-6bfc11adf350 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:46:14.768984 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-26a15128-3ddf-4a1d-9c50-8c0f0f8fbe8f req-7d18f9e3-c163-4bf2-8266-6bfc11adf350 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=6539524f-4771-4142-bc1f-dc5d755dcd5b HTTP/1.1" status: 200 len: 945 time: 0.0791857 May 31 14:46:14.813028 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-26a15128-3ddf-4a1d-9c50-8c0f0f8fbe8f req-9956caf9-66eb-4db1-85ae-54cc9a8add1e tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=f96d37ae-ba42-49c2-be6f-561a445d7c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379193 May 31 14:46:14.835325 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46312) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:46:15.006535 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c06b64-a7c4-4fda-9331-d82a04f1dbf1 tempest-TestShelveInstance-336128770 tempest-TestShelveInstance-336128770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:46:15.007242 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-d7c06b64-a7c4-4fda-9331-d82a04f1dbf1 tempest-TestShelveInstance-336128770 tempest-TestShelveInstance-336128770-project-admin] Synchronizing usage tracker for tenant:2507738a1c854f438a7ea3d984f7c5e5 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:46:15.023217 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-d7c06b64-a7c4-4fda-9331-d82a04f1dbf1 tempest-TestShelveInstance-336128770 tempest-TestShelveInstance-336128770-project-admin] Unset dirty status for tenant:2507738a1c854f438a7ea3d984f7c5e5 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:46:15.024524 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-d7c06b64-a7c4-4fda-9331-d82a04f1dbf1 tempest-TestShelveInstance-336128770 tempest-TestShelveInstance-336128770-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=6539524f-4771-4142-bc1f-dc5d755dcd5b HTTP/1.1" status: 200 len: 1091 time: 0.1881704 May 31 14:46:15.027472 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46318) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:46:15.033180 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-f20ad4a3-2b49-4ba5-83e6-3172865629ca tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Request body: {'floatingip': {'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'port_id': '9e917bcb-fd8d-451f-a94b-f57247e728aa', 'tenant_id': '88f0c7cbd4944ce289412cc9e929d453', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:46:15.040113 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f20ad4a3-2b49-4ba5-83e6-3172865629ca tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:46:15.043961 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-f20ad4a3-2b49-4ba5-83e6-3172865629ca tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Usage tracker for resource:floatingip and tenant:88f0c7cbd4944ce289412cc9e929d453 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:46:15.047826 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-f20ad4a3-2b49-4ba5-83e6-3172865629ca tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:46:15.053498 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f20ad4a3-2b49-4ba5-83e6-3172865629ca tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:46:15.064328 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f20ad4a3-2b49-4ba5-83e6-3172865629ca tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks [] for floatingip, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:46:15.205523 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f20ad4a3-2b49-4ba5-83e6-3172865629ca tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:46:15.338871 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-f20ad4a3-2b49-4ba5-83e6-3172865629ca tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Allocated IP 172.25.6.174 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/6869fa30-bee1-466c-9d92-8428b4c04ea7) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:46:15.494546 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f20ad4a3-2b49-4ba5-83e6-3172865629ca tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:46:15.524639 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f20ad4a3-2b49-4ba5-83e6-3172865629ca tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:46:15.591052 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20ad4a3-2b49-4ba5-83e6-3172865629ca tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:46:15.593844 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-f20ad4a3-2b49-4ba5-83e6-3172865629ca tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:46:15.597644 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20ad4a3-2b49-4ba5-83e6-3172865629ca tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:46:15.631786 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20ad4a3-2b49-4ba5-83e6-3172865629ca tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Pushing event updated for resources: {'Port': ['ID=6869fa30-bee1-466c-9d92-8428b4c04ea7,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:46:15.952191 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:46:16.130810 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f20ad4a3-2b49-4ba5-83e6-3172865629ca tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:46:16.205777 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f20ad4a3-2b49-4ba5-83e6-3172865629ca tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:46:16.411901 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f20ad4a3-2b49-4ba5-83e6-3172865629ca tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:46:16.416280 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f20ad4a3-2b49-4ba5-83e6-3172865629ca tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:46:16.529404 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20ad4a3-2b49-4ba5-83e6-3172865629ca tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Pushing event updated for resources: {'Port': ['ID=6869fa30-bee1-466c-9d92-8428b4c04ea7,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:46:16.541511 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f20ad4a3-2b49-4ba5-83e6-3172865629ca tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:46:16.716660 n-d-843939-1 neutron-server[88370]: INFO neutron.db.l3_db [None req-f20ad4a3-2b49-4ba5-83e6-3172865629ca tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Floating IP 3b8cb497-67b6-4302-914f-b1ec21dd96fc associated. External IP: 172.25.6.174, port: 9e917bcb-fd8d-451f-a94b-f57247e728aa. May 31 14:46:17.068131 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f20ad4a3-2b49-4ba5-83e6-3172865629ca tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Router e22b6195-4b7b-4b7d-9a55-1242343fb723 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:46:17.250070 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f20ad4a3-2b49-4ba5-83e6-3172865629ca tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:46:17.259558 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8098bfb0-dcf4-4185-a56d-146d9927d21a None None] Sync routers for ids ['e22b6195-4b7b-4b7d-9a55-1242343fb723'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:46:17.269596 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8098bfb0-dcf4-4185-a56d-146d9927d21a None None] Routers {'e22b6195-4b7b-4b7d-9a55-1242343fb723'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:46:17.270246 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-8098bfb0-dcf4-4185-a56d-146d9927d21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:46:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['e22b6195-4b7b-4b7d-9a55-1242343fb723'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:46:17.275587 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f20ad4a3-2b49-4ba5-83e6-3172865629ca tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:46:17.336890 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-f20ad4a3-2b49-4ba5-83e6-3172865629ca tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3082631 May 31 14:46:17.337386 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6539524f-4771-4142-bc1f-dc5d755dcd5b', 'tag': '9e917bcb-fd8d-451f-a94b-f57247e728aa'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:46:17.389510 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87957a03-1056-43e4-b946-bd38980db322'] response: {'name': 'network-changed', 'server_uuid': '6539524f-4771-4142-bc1f-dc5d755dcd5b', 'tag': '9e917bcb-fd8d-451f-a94b-f57247e728aa', 'status': 'completed', 'code': 200} May 31 14:46:17.465022 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-8098bfb0-dcf4-4185-a56d-146d9927d21a None None] Set router e22b6195-4b7b-4b7d-9a55-1242343fb723 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:46:17.482745 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe65542e-4c6a-4873-a606-67f9eb186cce req-b33e5d94-a3f9-4cc3-ba12-e6320249c117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:46:17.484827 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fe65542e-4c6a-4873-a606-67f9eb186cce req-b33e5d94-a3f9-4cc3-ba12-e6320249c117 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=88f0c7cbd4944ce289412cc9e929d453&device_id=6539524f-4771-4142-bc1f-dc5d755dcd5b HTTP/1.1" status: 200 len: 1096 time: 0.0724311 May 31 14:46:17.614809 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe65542e-4c6a-4873-a606-67f9eb186cce req-7b6deb57-fe89-4e62-a7bf-76c1110a9fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:46:17.616152 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fe65542e-4c6a-4873-a606-67f9eb186cce req-7b6deb57-fe89-4e62-a7bf-76c1110a9fe9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=df9c0981-4264-479e-b64f-ae718158db34 HTTP/1.1" status: 200 len: 910 time: 0.1258643 May 31 14:46:17.721655 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fe65542e-4c6a-4873-a606-67f9eb186cce req-b367ad87-b724-4564-9fd6-19b06e668af6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e917bcb-fd8d-451f-a94b-f57247e728aa HTTP/1.1" status: 200 len: 999 time: 0.0995994 May 31 14:46:17.784566 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe65542e-4c6a-4873-a606-67f9eb186cce req-26fc972f-4d2b-4b08-9e35-0d7b41c4ca3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:46:17.786051 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fe65542e-4c6a-4873-a606-67f9eb186cce req-26fc972f-4d2b-4b08-9e35-0d7b41c4ca3c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5fa147d-0fef-434e-b778-09b86127a750 HTTP/1.1" status: 200 len: 848 time: 0.0583856 May 31 14:46:17.817422 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-8098bfb0-dcf4-4185-a56d-146d9927d21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22b6195-4b7b-4b7d-9a55-1242343fb723', 'name': 'tempest-TestShelveInstance-1236581187-router', 'tenant_id': '88f0c7cbd4944ce289412cc9e929d453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': 'd418e5be-95ee-4628-86b2-7ca3de7a03e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:45:45Z', 'updated_at': '2022-05-31T14:45:49Z', 'revision_number': 4, 'project_id': '88f0c7cbd4944ce289412cc9e929d453', 'gw_port': {'id': 'd418e5be-95ee-4628-86b2-7ca3de7a03e1', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22b6195-4b7b-4b7d-9a55-1242343fb723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4410, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:45:45Z', 'updated_at': '2022-05-31T14:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '3b8cb497-67b6-4302-914f-b1ec21dd96fc', 'tenant_id': '88f0c7cbd4944ce289412cc9e929d453', 'floating_ip_address': '172.25.6.174', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': 'e22b6195-4b7b-4b7d-9a55-1242343fb723', 'port_id': '9e917bcb-fd8d-451f-a94b-f57247e728aa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df9c0981-4264-479e-b64f-ae718158db34', 'mac_address': 'fa:16:3e:fc:d6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6539524f-4771-4142-bc1f-dc5d755dcd5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:46:16Z', 'updated_at': '2022-05-31T14:46:16Z', 'revision_number': 0, 'project_id': '88f0c7cbd4944ce289412cc9e929d453', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76556506-fb6f-400b-8d36-fef4cb530d40', 'name': '', 'network_id': 'df9c0981-4264-479e-b64f-ae718158db34', 'tenant_id': '88f0c7cbd4944ce289412cc9e929d453', 'mac_address': 'fa:16:3e:ac:11:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22b6195-4b7b-4b7d-9a55-1242343fb723', 'device_owner': 'network:router_interface', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': 'f5fa147d-0fef-434e-b778-09b86127a750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:45:48Z', 'updated_at': '2022-05-31T14:45:55Z', 'revision_number': 5, 'project_id': '88f0c7cbd4944ce289412cc9e929d453', 'subnets': [{'id': 'f5fa147d-0fef-434e-b778-09b86127a750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:46:17.821225 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8098bfb0-dcf4-4185-a56d-146d9927d21a None None] Checking router: e22b6195-4b7b-4b7d-9a55-1242343fb723 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:46:17.830112 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8098bfb0-dcf4-4185-a56d-146d9927d21a None None] Routers {'e22b6195-4b7b-4b7d-9a55-1242343fb723'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:46:17.830706 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-8098bfb0-dcf4-4185-a56d-146d9927d21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:46:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['e22b6195-4b7b-4b7d-9a55-1242343fb723'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:46:17.864209 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe65542e-4c6a-4873-a606-67f9eb186cce req-da818aa9-3f5f-45d8-8561-f4fe44255769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:46:17.865716 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fe65542e-4c6a-4873-a606-67f9eb186cce req-da818aa9-3f5f-45d8-8561-f4fe44255769 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=df9c0981-4264-479e-b64f-ae718158db34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739892 May 31 14:46:18.006881 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fe65542e-4c6a-4873-a606-67f9eb186cce req-aa153f7f-959f-426d-8c2f-249fe34dc4da service neutron] 10.222.0.20 "GET /v2.0/networks/df9c0981-4264-479e-b64f-ae718158db34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344018 May 31 14:46:18.017872 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-8098bfb0-dcf4-4185-a56d-146d9927d21a None None] Set router e22b6195-4b7b-4b7d-9a55-1242343fb723 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:46:18.149179 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-fe65542e-4c6a-4873-a606-67f9eb186cce req-473d3681-65fc-4616-9dcb-57be3b3b9498 service neutron] 10.222.0.20 "GET /v2.0/networks/df9c0981-4264-479e-b64f-ae718158db34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362536 May 31 14:46:18.385607 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-8098bfb0-dcf4-4185-a56d-146d9927d21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22b6195-4b7b-4b7d-9a55-1242343fb723', 'name': 'tempest-TestShelveInstance-1236581187-router', 'tenant_id': '88f0c7cbd4944ce289412cc9e929d453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': 'd418e5be-95ee-4628-86b2-7ca3de7a03e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:45:45Z', 'updated_at': '2022-05-31T14:45:49Z', 'revision_number': 4, 'project_id': '88f0c7cbd4944ce289412cc9e929d453', 'gw_port': {'id': 'd418e5be-95ee-4628-86b2-7ca3de7a03e1', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22b6195-4b7b-4b7d-9a55-1242343fb723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4410, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:45:45Z', 'updated_at': '2022-05-31T14:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '3b8cb497-67b6-4302-914f-b1ec21dd96fc', 'tenant_id': '88f0c7cbd4944ce289412cc9e929d453', 'floating_ip_address': '172.25.6.174', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': 'e22b6195-4b7b-4b7d-9a55-1242343fb723', 'port_id': '9e917bcb-fd8d-451f-a94b-f57247e728aa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df9c0981-4264-479e-b64f-ae718158db34', 'mac_address': 'fa:16:3e:fc:d6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6539524f-4771-4142-bc1f-dc5d755dcd5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:46:16Z', 'updated_at': '2022-05-31T14:46:16Z', 'revision_number': 0, 'project_id': '88f0c7cbd4944ce289412cc9e929d453', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76556506-fb6f-400b-8d36-fef4cb530d40', 'name': '', 'network_id': 'df9c0981-4264-479e-b64f-ae718158db34', 'tenant_id': '88f0c7cbd4944ce289412cc9e929d453', 'mac_address': 'fa:16:3e:ac:11:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22b6195-4b7b-4b7d-9a55-1242343fb723', 'device_owner': 'network:router_interface', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': 'f5fa147d-0fef-434e-b778-09b86127a750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:45:48Z', 'updated_at': '2022-05-31T14:45:55Z', 'revision_number': 5, 'project_id': '88f0c7cbd4944ce289412cc9e929d453', 'subnets': [{'id': 'f5fa147d-0fef-434e-b778-09b86127a750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:46:18.389979 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8098bfb0-dcf4-4185-a56d-146d9927d21a None None] The sync data for ids ['e22b6195-4b7b-4b7d-9a55-1242343fb723'] in n-d-843939-1 is: [{'id': 'e22b6195-4b7b-4b7d-9a55-1242343fb723', 'name': 'tempest-TestShelveInstance-1236581187-router', 'tenant_id': '88f0c7cbd4944ce289412cc9e929d453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': 'd418e5be-95ee-4628-86b2-7ca3de7a03e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:45:45Z', 'updated_at': '2022-05-31T14:45:49Z', 'revision_number': 4, 'project_id': '88f0c7cbd4944ce289412cc9e929d453', 'gw_port': {'id': 'd418e5be-95ee-4628-86b2-7ca3de7a03e1', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22b6195-4b7b-4b7d-9a55-1242343fb723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4410, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:45:45Z', 'updated_at': '2022-05-31T14:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '3b8cb497-67b6-4302-914f-b1ec21dd96fc', 'tenant_id': '88f0c7cbd4944ce289412cc9e929d453', 'floating_ip_address': '172.25.6.174', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': 'e22b6195-4b7b-4b7d-9a55-1242343fb723', 'port_id': '9e917bcb-fd8d-451f-a94b-f57247e728aa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df9c0981-4264-479e-b64f-ae718158db34', 'mac_address': 'fa:16:3e:fc:d6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6539524f-4771-4142-bc1f-dc5d755dcd5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:46:16Z', 'updated_at': '2022-05-31T14:46:16Z', 'revision_number': 0, 'project_id': '88f0c7cbd4944ce289412cc9e929d453', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76556506-fb6f-400b-8d36-fef4cb530d40', 'name': '', 'network_id': 'df9c0981-4264-479e-b64f-ae718158db34', 'tenant_id': '88f0c7cbd4944ce289412cc9e929d453', 'mac_address': 'fa:16:3e:ac:11:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22b6195-4b7b-4b7d-9a55-1242343fb723', 'device_owner': 'network:router_interface', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': 'f5fa147d-0fef-434e-b778-09b86127a750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:45:48Z', 'updated_at': '2022-05-31T14:45:55Z', 'revision_number': 5, 'project_id': '88f0c7cbd4944ce289412cc9e929d453', 'subnets': [{'id': 'f5fa147d-0fef-434e-b778-09b86127a750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:46:18.599482 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382533eb-8ba3-431b-b085-4249bc8e02f6 None None] New status for floating IP 3b8cb497-67b6-4302-914f-b1ec21dd96fc: ACTIVE {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 14:46:21.063309 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-68652f8e-ea97-4a88-a155-77f99bbfd695 req-8c584f98-e7a5-463d-8466-659bfab60959 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6539524f-4771-4142-bc1f-dc5d755dcd5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0737667 May 31 14:46:21.210963 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68652f8e-ea97-4a88-a155-77f99bbfd695 req-6d6aefa4-44e4-4ee9-87f1-5130d43c9ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:46:21.212427 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-68652f8e-ea97-4a88-a155-77f99bbfd695 req-6d6aefa4-44e4-4ee9-87f1-5130d43c9ccf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=88f0c7cbd4944ce289412cc9e929d453&device_id=6539524f-4771-4142-bc1f-dc5d755dcd5b HTTP/1.1" status: 200 len: 1096 time: 0.0753932 May 31 14:46:21.359999 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68652f8e-ea97-4a88-a155-77f99bbfd695 req-91d1f84c-8905-4baa-9c6c-cf42fa57111c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:46:21.361353 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-68652f8e-ea97-4a88-a155-77f99bbfd695 req-91d1f84c-8905-4baa-9c6c-cf42fa57111c service neutron] 10.222.0.20 "GET /v2.0/networks?id=df9c0981-4264-479e-b64f-ae718158db34 HTTP/1.1" status: 200 len: 910 time: 0.1303971 May 31 14:46:21.467293 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-68652f8e-ea97-4a88-a155-77f99bbfd695 req-882a1a55-df49-457d-835c-6f69f8232156 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e917bcb-fd8d-451f-a94b-f57247e728aa HTTP/1.1" status: 200 len: 1001 time: 0.0999517 May 31 14:46:21.530521 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68652f8e-ea97-4a88-a155-77f99bbfd695 req-054906c8-1a5b-4ffb-a2ec-8e71b390b1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:46:21.531951 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-68652f8e-ea97-4a88-a155-77f99bbfd695 req-054906c8-1a5b-4ffb-a2ec-8e71b390b1a2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5fa147d-0fef-434e-b778-09b86127a750 HTTP/1.1" status: 200 len: 848 time: 0.0592496 May 31 14:46:21.605238 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68652f8e-ea97-4a88-a155-77f99bbfd695 req-6ebd90f5-16a5-4256-b237-10a2a1bea719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:46:21.606744 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-68652f8e-ea97-4a88-a155-77f99bbfd695 req-6ebd90f5-16a5-4256-b237-10a2a1bea719 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=df9c0981-4264-479e-b64f-ae718158db34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688343 May 31 14:46:21.738186 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-68652f8e-ea97-4a88-a155-77f99bbfd695 req-d31870b1-2346-4ef3-ae53-0b0a04192a7e service neutron] 10.222.0.20 "GET /v2.0/networks/df9c0981-4264-479e-b64f-ae718158db34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255693 May 31 14:46:21.867954 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-68652f8e-ea97-4a88-a155-77f99bbfd695 req-8d462614-dfb1-4893-99ac-4c85dab727f4 service neutron] 10.222.0.20 "GET /v2.0/networks/df9c0981-4264-479e-b64f-ae718158db34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233761 May 31 14:46:38.190482 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:46:39.668576 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:46:40.795158 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-967199bd-58c4-40d0-9b77-b1105ad97f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:46:42.948203 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6a17c28f-8339-4d5b-8f54-bed14597356d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:46:43.659026 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:46:44.011966 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:46:44.190669 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:46:45.929485 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:47:08.178749 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:47:09.659544 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:47:10.757995 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5e264a12-6442-4a85-b5ed-4470df8596d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:47:12.951580 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-89c5a444-82de-413e-bb61-afdf1c6cebaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:47:14.016687 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:47:14.195929 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:47:15.927015 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:47:20.658979 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:47:21.130102 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-49fea717-d9ba-4f0f-9b01-4e645d14dbcc req-9534b5d0-9f0e-4e04-a2df-497369de4048 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6539524f-4771-4142-bc1f-dc5d755dcd5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1715901 May 31 14:47:21.268438 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fea717-d9ba-4f0f-9b01-4e645d14dbcc req-f30894b3-0114-4c38-9a83-0518ee56005d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:47:21.269942 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-49fea717-d9ba-4f0f-9b01-4e645d14dbcc req-f30894b3-0114-4c38-9a83-0518ee56005d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=88f0c7cbd4944ce289412cc9e929d453&device_id=6539524f-4771-4142-bc1f-dc5d755dcd5b HTTP/1.1" status: 200 len: 1096 time: 0.0717089 May 31 14:47:21.415832 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fea717-d9ba-4f0f-9b01-4e645d14dbcc req-be594da9-995d-4ba1-9849-99b8cf729156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:47:21.417253 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-49fea717-d9ba-4f0f-9b01-4e645d14dbcc req-be594da9-995d-4ba1-9849-99b8cf729156 service neutron] 10.222.0.20 "GET /v2.0/networks?id=df9c0981-4264-479e-b64f-ae718158db34 HTTP/1.1" status: 200 len: 910 time: 0.1288939 May 31 14:47:21.521382 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-49fea717-d9ba-4f0f-9b01-4e645d14dbcc req-22fea9d3-5d70-4bfe-bd5f-9138667a1b73 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e917bcb-fd8d-451f-a94b-f57247e728aa HTTP/1.1" status: 200 len: 1001 time: 0.0969577 May 31 14:47:21.587572 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fea717-d9ba-4f0f-9b01-4e645d14dbcc req-aa3d56e7-dbaf-47fd-b4f8-0ecda5f63aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:47:21.588982 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-49fea717-d9ba-4f0f-9b01-4e645d14dbcc req-aa3d56e7-dbaf-47fd-b4f8-0ecda5f63aa9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5fa147d-0fef-434e-b778-09b86127a750 HTTP/1.1" status: 200 len: 848 time: 0.0618525 May 31 14:47:21.665190 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fea717-d9ba-4f0f-9b01-4e645d14dbcc req-8ff6526c-51c3-4e15-853e-20bae0801c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:47:21.666760 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-49fea717-d9ba-4f0f-9b01-4e645d14dbcc req-8ff6526c-51c3-4e15-853e-20bae0801c86 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=df9c0981-4264-479e-b64f-ae718158db34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710523 May 31 14:47:21.797662 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-49fea717-d9ba-4f0f-9b01-4e645d14dbcc req-b2e01e33-0a3d-4d19-92d4-0bd365fcfdae service neutron] 10.222.0.20 "GET /v2.0/networks/df9c0981-4264-479e-b64f-ae718158db34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240520 May 31 14:47:21.931513 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-49fea717-d9ba-4f0f-9b01-4e645d14dbcc req-d81467f2-2cfa-4214-a5ea-9d27843640dc service neutron] 10.222.0.20 "GET /v2.0/networks/df9c0981-4264-479e-b64f-ae718158db34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260085 May 31 14:47:38.189399 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:47:39.667493 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:47:40.760108 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5daa1719-af76-4f22-b908-2f6695719406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:47:42.952709 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a82ad52f-cf4d-4534-997e-a3df38e584e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:47:44.019644 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:47:44.196488 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:47:45.932341 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:47:57.659210 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:48:08.195653 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:48:09.681566 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:48:10.762485 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4565b98a-a30a-4980-a013-ea309cfddc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:48:12.957473 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-de2c8575-903c-46a7-916f-f61d7952e448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:48:14.023476 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:48:14.199812 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:48:15.935890 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:48:21.047320 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4bd1f91a-f68c-4c77-85b9-027055bb6aff req-39bc5074-4148-4501-9225-74f12b9119d2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6539524f-4771-4142-bc1f-dc5d755dcd5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0764873 May 31 14:48:21.183339 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1f91a-f68c-4c77-85b9-027055bb6aff req-75f8b467-5a52-4384-a14f-683fe7d567c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:48:21.184797 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4bd1f91a-f68c-4c77-85b9-027055bb6aff req-75f8b467-5a52-4384-a14f-683fe7d567c9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=88f0c7cbd4944ce289412cc9e929d453&device_id=6539524f-4771-4142-bc1f-dc5d755dcd5b HTTP/1.1" status: 200 len: 1096 time: 0.0702908 May 31 14:48:21.326955 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1f91a-f68c-4c77-85b9-027055bb6aff req-9fc2ae2b-41f2-4b4e-834c-bfa317070080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:48:21.328847 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4bd1f91a-f68c-4c77-85b9-027055bb6aff req-9fc2ae2b-41f2-4b4e-834c-bfa317070080 service neutron] 10.222.0.20 "GET /v2.0/networks?id=df9c0981-4264-479e-b64f-ae718158db34 HTTP/1.1" status: 200 len: 910 time: 0.1255484 May 31 14:48:21.442683 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4bd1f91a-f68c-4c77-85b9-027055bb6aff req-298c9368-5e6c-4c70-8d95-bac9a90a6090 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e917bcb-fd8d-451f-a94b-f57247e728aa HTTP/1.1" status: 200 len: 1001 time: 0.1077478 May 31 14:48:21.504820 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1f91a-f68c-4c77-85b9-027055bb6aff req-4ead3f3f-9cd2-4c68-980e-db2774777ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:48:21.506275 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4bd1f91a-f68c-4c77-85b9-027055bb6aff req-4ead3f3f-9cd2-4c68-980e-db2774777ea2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5fa147d-0fef-434e-b778-09b86127a750 HTTP/1.1" status: 200 len: 848 time: 0.0571818 May 31 14:48:21.584287 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1f91a-f68c-4c77-85b9-027055bb6aff req-b3e06162-835e-40cb-a6aa-fff68e63641d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:48:21.585669 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4bd1f91a-f68c-4c77-85b9-027055bb6aff req-b3e06162-835e-40cb-a6aa-fff68e63641d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=df9c0981-4264-479e-b64f-ae718158db34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740430 May 31 14:48:21.716803 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4bd1f91a-f68c-4c77-85b9-027055bb6aff req-2339e557-fd4a-4927-af3a-724927fc08de service neutron] 10.222.0.20 "GET /v2.0/networks/df9c0981-4264-479e-b64f-ae718158db34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253567 May 31 14:48:21.946130 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-4bd1f91a-f68c-4c77-85b9-027055bb6aff req-19cb9ccb-0577-4a42-89cb-f898e5cfad1a service neutron] 10.222.0.20 "GET /v2.0/networks/df9c0981-4264-479e-b64f-ae718158db34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237186 May 31 14:48:34.657779 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:48:38.194686 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:48:39.683700 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:48:40.764493 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fe7ce127-5d62-4c9a-ad71-f65dbf0dfacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:48:42.959490 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a3eaba22-b41b-448d-9ed4-b0dcd6c01098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:48:43.641238 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b605d14-1ba8-45aa-9eb1-e47c3c0b55bd req-8470cb72-38b5-456b-9b4d-a6b0372d1263 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:48:43.642671 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9b605d14-1ba8-45aa-9eb1-e47c3c0b55bd req-8470cb72-38b5-456b-9b4d-a6b0372d1263 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=6539524f-4771-4142-bc1f-dc5d755dcd5b HTTP/1.1" status: 200 len: 945 time: 0.0839524 May 31 14:48:43.686657 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9b605d14-1ba8-45aa-9eb1-e47c3c0b55bd req-bd94d3c5-e894-4684-be9e-709e5303c3cb tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=f96d37ae-ba42-49c2-be6f-561a445d7c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380645 May 31 14:48:44.026061 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:48:44.202287 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:48:44.881821 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57be1f76-dfac-49ba-b07b-5172b7e112ad req-1010eaa4-b48a-4a98-b3ea-401860c834f2 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:48:44.883302 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-57be1f76-dfac-49ba-b07b-5172b7e112ad req-1010eaa4-b48a-4a98-b3ea-401860c834f2 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=6539524f-4771-4142-bc1f-dc5d755dcd5b HTTP/1.1" status: 200 len: 945 time: 0.0803809 May 31 14:48:45.062349 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-57be1f76-dfac-49ba-b07b-5172b7e112ad req-c5786e25-92b4-4efc-9197-79ccb6d7ad59 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=f96d37ae-ba42-49c2-be6f-561a445d7c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1732106 May 31 14:48:45.935641 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:48:46.263662 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627cae2f-6b11-47fd-8acf-f2ec7624b770 req-ef097324-5c64-403d-8d89-aa07b3570058 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:48:46.265124 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-627cae2f-6b11-47fd-8acf-f2ec7624b770 req-ef097324-5c64-403d-8d89-aa07b3570058 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=6539524f-4771-4142-bc1f-dc5d755dcd5b HTTP/1.1" status: 200 len: 945 time: 0.0806549 May 31 14:48:46.309945 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-627cae2f-6b11-47fd-8acf-f2ec7624b770 req-b4524684-b387-4c7e-adef-5cef183cd82b tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=f96d37ae-ba42-49c2-be6f-561a445d7c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386291 May 31 14:48:47.503525 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf55d18-0e3e-4c1a-9c0e-ddcffbce94e7 req-b22526a1-097a-4d91-8dc0-9f86b4e65ffb tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:48:47.504892 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-abf55d18-0e3e-4c1a-9c0e-ddcffbce94e7 req-b22526a1-097a-4d91-8dc0-9f86b4e65ffb tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=6539524f-4771-4142-bc1f-dc5d755dcd5b HTTP/1.1" status: 200 len: 945 time: 0.0837371 May 31 14:48:47.547886 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-abf55d18-0e3e-4c1a-9c0e-ddcffbce94e7 req-6922d1f4-2b5b-47fb-a44c-27301657183c tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=f96d37ae-ba42-49c2-be6f-561a445d7c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370078 May 31 14:48:48.743207 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fffbced-92b1-4743-8ff3-f34fe8ebaf23 req-8aae0434-a418-40f9-a176-b71358046d06 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:48:48.744675 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4fffbced-92b1-4743-8ff3-f34fe8ebaf23 req-8aae0434-a418-40f9-a176-b71358046d06 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=6539524f-4771-4142-bc1f-dc5d755dcd5b HTTP/1.1" status: 200 len: 945 time: 0.0808334 May 31 14:48:48.789756 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4fffbced-92b1-4743-8ff3-f34fe8ebaf23 req-5986a2b2-f607-4563-b8a0-24d719477108 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=f96d37ae-ba42-49c2-be6f-561a445d7c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393887 May 31 14:48:49.983282 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b94523e-ce7f-483f-9df9-cb3a716cc27c req-75d5f6f1-762b-4c34-b793-ff6b8020713a tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:48:49.984714 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0b94523e-ce7f-483f-9df9-cb3a716cc27c req-75d5f6f1-762b-4c34-b793-ff6b8020713a tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=6539524f-4771-4142-bc1f-dc5d755dcd5b HTTP/1.1" status: 200 len: 945 time: 0.0879352 May 31 14:48:50.029705 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0b94523e-ce7f-483f-9df9-cb3a716cc27c req-615d0f7f-446f-45e3-b23f-8fc9c21c3717 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=f96d37ae-ba42-49c2-be6f-561a445d7c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388610 May 31 14:48:51.212105 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb8125c-5ef5-4925-a511-7cfd887dc813 req-0e940365-57ac-4bbe-9261-8c8bdcaab70b tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:48:51.213551 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bbb8125c-5ef5-4925-a511-7cfd887dc813 req-0e940365-57ac-4bbe-9261-8c8bdcaab70b tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=6539524f-4771-4142-bc1f-dc5d755dcd5b HTTP/1.1" status: 200 len: 945 time: 0.0788894 May 31 14:48:51.259989 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bbb8125c-5ef5-4925-a511-7cfd887dc813 req-6b7ca620-db14-4824-b362-81c3969f6fe5 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=f96d37ae-ba42-49c2-be6f-561a445d7c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408540 May 31 14:48:52.445312 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08958df-e67d-4d97-a8f4-4568e96d540b req-b3dce2de-2bae-4718-857e-ee4e3e454784 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:48:52.446786 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a08958df-e67d-4d97-a8f4-4568e96d540b req-b3dce2de-2bae-4718-857e-ee4e3e454784 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=6539524f-4771-4142-bc1f-dc5d755dcd5b HTTP/1.1" status: 200 len: 945 time: 0.0795283 May 31 14:48:52.490620 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a08958df-e67d-4d97-a8f4-4568e96d540b req-8fc3a28e-4f3d-47ef-9ecf-fcfd524b5f11 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=f96d37ae-ba42-49c2-be6f-561a445d7c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379074 May 31 14:48:53.687183 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a20f7da-21f1-4575-a241-a925ced8cde4 req-434b33dc-34d8-4d7f-94f0-013caf268b6e tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:48:53.688693 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7a20f7da-21f1-4575-a241-a925ced8cde4 req-434b33dc-34d8-4d7f-94f0-013caf268b6e tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=6539524f-4771-4142-bc1f-dc5d755dcd5b HTTP/1.1" status: 200 len: 945 time: 0.0871594 May 31 14:48:53.732374 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7a20f7da-21f1-4575-a241-a925ced8cde4 req-1ada1bde-f202-4f86-b065-ec4c534c8937 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=f96d37ae-ba42-49c2-be6f-561a445d7c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379057 May 31 14:48:54.919503 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbd2dac-6924-4ae9-a7e4-130e7540e51f req-d59fcd56-046a-4047-a90c-8b1803ca8d7a tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:48:54.920950 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dbbd2dac-6924-4ae9-a7e4-130e7540e51f req-d59fcd56-046a-4047-a90c-8b1803ca8d7a tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=6539524f-4771-4142-bc1f-dc5d755dcd5b HTTP/1.1" status: 200 len: 945 time: 0.0801110 May 31 14:48:54.966403 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dbbd2dac-6924-4ae9-a7e4-130e7540e51f req-fc1d18a7-9269-4fc1-8913-d4c754be26c5 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=f96d37ae-ba42-49c2-be6f-561a445d7c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388803 May 31 14:48:56.157017 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce23064-9c4d-4e0d-9d54-0d482793d470 req-81135c4c-cc75-4ea7-ba26-69617363a7d6 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:48:56.159181 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5ce23064-9c4d-4e0d-9d54-0d482793d470 req-81135c4c-cc75-4ea7-ba26-69617363a7d6 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=6539524f-4771-4142-bc1f-dc5d755dcd5b HTTP/1.1" status: 200 len: 945 time: 0.0878260 May 31 14:48:56.204853 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5ce23064-9c4d-4e0d-9d54-0d482793d470 req-64fe1342-f61e-4de5-b1c1-7375c3023d16 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=f96d37ae-ba42-49c2-be6f-561a445d7c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393996 May 31 14:48:56.893133 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 9e917bcb-fd8d-451f-a94b-f57247e728aa details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 14:48:57.025764 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 9e917bcb-fd8d-451f-a94b-f57247e728aa, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=9e917bcb-fd8d-451f-a94b-f57247e728aa,segment=NetworkSegment(7337fa12-be37-4057-a823-55b2a6ef8542),segment_id=7337fa12-be37-4057-a823-55b2a6ef8542)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:48:57.038901 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': '9e917bcb-fd8d-451f-a94b-f57247e728aa', 'network_id': 'df9c0981-4264-479e-b64f-ae718158db34', 'port_id': '9e917bcb-fd8d-451f-a94b-f57247e728aa', 'mac_address': 'fa:16:3e:fc:d6:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5fa147d-0fef-434e-b778-09b86127a750', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 14:48:57.098495 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 9e917bcb-fd8d-451f-a94b-f57247e728aa is: ACTIVE; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:48:57.098868 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:48:57.116386 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9e917bcb-fd8d-451f-a94b-f57247e728aa {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:48:57.131822 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 9e917bcb-fd8d-451f-a94b-f57247e728aa, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=9e917bcb-fd8d-451f-a94b-f57247e728aa,segment=NetworkSegment(7337fa12-be37-4057-a823-55b2a6ef8542),segment_id=7337fa12-be37-4057-a823-55b2a6ef8542)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:48:57.135961 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:48:57.204611 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=9e917bcb-fd8d-451f-a94b-f57247e728aa,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:48:57.209261 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['9e917bcb-fd8d-451f-a94b-f57247e728aa'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:48:57.241295 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:48:57.241638 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:48:57.241971 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:48:57.242330 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:48:57.242659 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:48:57.242984 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:48:57.243309 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:48:57.243636 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:48:57.244058 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:48:57.244260 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:48:57.244579 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:48:57.244893 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:48:57.443716 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1cd546-11a1-4b9a-9eef-1d0f09d1668e req-afad1abf-2ea9-4da1-ae28-ae2156a2aca0 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:48:57.445221 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5d1cd546-11a1-4b9a-9eef-1d0f09d1668e req-afad1abf-2ea9-4da1-ae28-ae2156a2aca0 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=6539524f-4771-4142-bc1f-dc5d755dcd5b HTTP/1.1" status: 200 len: 944 time: 0.1317544 May 31 14:48:57.494141 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5d1cd546-11a1-4b9a-9eef-1d0f09d1668e req-40766477-cfa0-4245-b6f7-16706ffb0bc0 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=f96d37ae-ba42-49c2-be6f-561a445d7c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427978 May 31 14:48:58.679218 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c47ac2-22a7-4672-b3d5-b5e2b0166edb req-991f6f9c-2298-498b-b255-4c97f7491ce9 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:48:58.680685 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-92c47ac2-22a7-4672-b3d5-b5e2b0166edb req-991f6f9c-2298-498b-b255-4c97f7491ce9 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=6539524f-4771-4142-bc1f-dc5d755dcd5b HTTP/1.1" status: 200 len: 944 time: 0.0806794 May 31 14:48:58.724769 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-92c47ac2-22a7-4672-b3d5-b5e2b0166edb req-71df0117-5ada-4ccd-ab88-9c7f5cd4d6f1 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=f96d37ae-ba42-49c2-be6f-561a445d7c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383074 May 31 14:48:58.915198 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 9e917bcb-fd8d-451f-a94b-f57247e728aa up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:48:58.984415 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port 9e917bcb-fd8d-451f-a94b-f57247e728aa triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:48:58.984697 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:48:59.109287 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 9e917bcb-fd8d-451f-a94b-f57247e728aa is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:48:59.109658 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:48:59.140902 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6539524f-4771-4142-bc1f-dc5d755dcd5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e917bcb-fd8d-451f-a94b-f57247e728aa'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:48:59.150870 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 9e917bcb-fd8d-451f-a94b-f57247e728aa, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=9e917bcb-fd8d-451f-a94b-f57247e728aa,segment=NetworkSegment(7337fa12-be37-4057-a823-55b2a6ef8542),segment_id=7337fa12-be37-4057-a823-55b2a6ef8542)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:48:59.154822 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:48:59.191887 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-365c4ce3-731f-4a11-98bf-e45a7c9abcba'] response: {'server_uuid': '6539524f-4771-4142-bc1f-dc5d755dcd5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e917bcb-fd8d-451f-a94b-f57247e728aa', 'code': 200} May 31 14:48:59.230149 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=9e917bcb-fd8d-451f-a94b-f57247e728aa,revision_number=7']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:48:59.918556 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e147ddcd-6422-4d8c-b8ad-a6286d6297f1 req-e8438a04-b9e1-4869-84a7-8d1a46db1069 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:48:59.920022 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e147ddcd-6422-4d8c-b8ad-a6286d6297f1 req-e8438a04-b9e1-4869-84a7-8d1a46db1069 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=6539524f-4771-4142-bc1f-dc5d755dcd5b HTTP/1.1" status: 200 len: 945 time: 0.0865560 May 31 14:48:59.969962 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e147ddcd-6422-4d8c-b8ad-a6286d6297f1 req-22992e63-5173-4a02-8115-ae6c8140cb53 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=f96d37ae-ba42-49c2-be6f-561a445d7c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394030 May 31 14:49:01.187581 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f1ec2-7d5e-427a-9d28-6a28e2168c27 req-0825abdb-6cb1-4ef9-84fb-1735ea13b672 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:49:01.189881 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cf9f1ec2-7d5e-427a-9d28-6a28e2168c27 req-0825abdb-6cb1-4ef9-84fb-1735ea13b672 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=6539524f-4771-4142-bc1f-dc5d755dcd5b HTTP/1.1" status: 200 len: 945 time: 0.0866396 May 31 14:49:01.247592 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cf9f1ec2-7d5e-427a-9d28-6a28e2168c27 req-dc8aab90-65b8-4686-a2da-c5f96d392fb7 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=f96d37ae-ba42-49c2-be6f-561a445d7c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502267 May 31 14:49:02.471471 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a9f2f1-def5-42e0-8f81-41de27afbb12 req-a23d433c-1536-41ff-85b2-c1cbc1eb6b50 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:49:02.472971 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-95a9f2f1-def5-42e0-8f81-41de27afbb12 req-a23d433c-1536-41ff-85b2-c1cbc1eb6b50 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=6539524f-4771-4142-bc1f-dc5d755dcd5b HTTP/1.1" status: 200 len: 945 time: 0.0955107 May 31 14:49:02.521575 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-95a9f2f1-def5-42e0-8f81-41de27afbb12 req-c5cc6829-41af-4701-9db1-d24705dd2d45 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=f96d37ae-ba42-49c2-be6f-561a445d7c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415075 May 31 14:49:03.726877 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7269619-55db-4693-bc4f-61bc72dfe00b req-b7b744b2-dd60-4826-a655-6c65fb0b47c4 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:49:03.728362 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d7269619-55db-4693-bc4f-61bc72dfe00b req-b7b744b2-dd60-4826-a655-6c65fb0b47c4 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=6539524f-4771-4142-bc1f-dc5d755dcd5b HTTP/1.1" status: 200 len: 945 time: 0.0846484 May 31 14:49:03.778536 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d7269619-55db-4693-bc4f-61bc72dfe00b req-9f191ac6-0586-49e1-bada-27c5dcfdf68e tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=f96d37ae-ba42-49c2-be6f-561a445d7c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439994 May 31 14:49:04.988073 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01eb358-d246-4563-98c2-f00ce38e17a6 req-ac8c8320-d24f-479d-a9b5-e2032d8ff2dd tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:49:04.990342 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c01eb358-d246-4563-98c2-f00ce38e17a6 req-ac8c8320-d24f-479d-a9b5-e2032d8ff2dd tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=6539524f-4771-4142-bc1f-dc5d755dcd5b HTTP/1.1" status: 200 len: 945 time: 0.0915105 May 31 14:49:05.036047 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c01eb358-d246-4563-98c2-f00ce38e17a6 req-c6b36ae8-2acc-481c-bb76-a6845b956685 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=f96d37ae-ba42-49c2-be6f-561a445d7c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399480 May 31 14:49:06.248063 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd678c-b060-4720-9070-517ea8fddc18 req-44309f88-2402-4fdc-b352-42636c1fc53a tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:49:06.249820 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-80bd678c-b060-4720-9070-517ea8fddc18 req-44309f88-2402-4fdc-b352-42636c1fc53a tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=6539524f-4771-4142-bc1f-dc5d755dcd5b HTTP/1.1" status: 200 len: 945 time: 0.0992687 May 31 14:49:06.319736 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-80bd678c-b060-4720-9070-517ea8fddc18 req-dac6f479-8e1b-4dbe-b602-5413932cf694 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=f96d37ae-ba42-49c2-be6f-561a445d7c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607820 May 31 14:49:07.534676 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d3af33-2e5e-40a9-b0f3-bf7b7af1e5da req-5ee95bf5-a8cc-492d-9e8e-c2cef26e274d tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:49:07.536308 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e2d3af33-2e5e-40a9-b0f3-bf7b7af1e5da req-5ee95bf5-a8cc-492d-9e8e-c2cef26e274d tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=6539524f-4771-4142-bc1f-dc5d755dcd5b HTTP/1.1" status: 200 len: 945 time: 0.0987487 May 31 14:49:07.590325 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e2d3af33-2e5e-40a9-b0f3-bf7b7af1e5da req-8ea6b941-9c5e-45ad-b444-c7f1f8cd8b49 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=f96d37ae-ba42-49c2-be6f-561a445d7c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479724 May 31 14:49:08.211555 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:49:08.792032 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd55c52-f3e8-4c9d-b964-69b54d43fb2c req-6da544b8-91a9-4e32-8a9d-b30bf0b06ea6 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:49:08.793578 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5fd55c52-f3e8-4c9d-b964-69b54d43fb2c req-6da544b8-91a9-4e32-8a9d-b30bf0b06ea6 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=6539524f-4771-4142-bc1f-dc5d755dcd5b HTTP/1.1" status: 200 len: 945 time: 0.0890975 May 31 14:49:08.850178 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5fd55c52-f3e8-4c9d-b964-69b54d43fb2c req-4a580ba1-e4c9-486d-afa8-1379a364e06b tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=f96d37ae-ba42-49c2-be6f-561a445d7c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472627 May 31 14:49:09.696526 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:49:10.051886 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58de1813-a1eb-4177-a7a8-0d42ba9dbebb req-504ddd1c-8a3c-48bd-80ee-f313fd094c22 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:49:10.053388 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-58de1813-a1eb-4177-a7a8-0d42ba9dbebb req-504ddd1c-8a3c-48bd-80ee-f313fd094c22 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=6539524f-4771-4142-bc1f-dc5d755dcd5b HTTP/1.1" status: 200 len: 945 time: 0.0874796 May 31 14:49:10.100465 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-58de1813-a1eb-4177-a7a8-0d42ba9dbebb req-36d49724-4d4c-43e2-99b6-2916d6e4715a tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=f96d37ae-ba42-49c2-be6f-561a445d7c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414879 May 31 14:49:10.767208 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3be1f6c8-9859-411b-ade7-8b9c483e4807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:49:11.022110 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702962a2-9d35-472b-906d-ffa11aae4dff req-683a1e40-0814-40cc-944a-e41ddb7142a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:49:11.023505 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-702962a2-9d35-472b-906d-ffa11aae4dff req-683a1e40-0814-40cc-944a-e41ddb7142a3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=88f0c7cbd4944ce289412cc9e929d453&device_id=6539524f-4771-4142-bc1f-dc5d755dcd5b HTTP/1.1" status: 200 len: 1096 time: 0.0734663 May 31 14:49:11.155116 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702962a2-9d35-472b-906d-ffa11aae4dff req-128dac49-f08a-4459-a408-9d7f4496328f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:49:11.156566 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-702962a2-9d35-472b-906d-ffa11aae4dff req-128dac49-f08a-4459-a408-9d7f4496328f service neutron] 10.222.0.20 "GET /v2.0/networks?id=df9c0981-4264-479e-b64f-ae718158db34 HTTP/1.1" status: 200 len: 910 time: 0.1276343 May 31 14:49:11.264902 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-702962a2-9d35-472b-906d-ffa11aae4dff req-eee4cb9a-d0cc-43df-ac69-1431ae71ceb9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e917bcb-fd8d-451f-a94b-f57247e728aa HTTP/1.1" status: 200 len: 1001 time: 0.1018834 May 31 14:49:11.296910 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e67070c-cfeb-4011-b72a-44362437a6f6 req-4d23efb1-ccd7-42f6-9d30-0dbf660e475e tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:49:11.298923 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4e67070c-cfeb-4011-b72a-44362437a6f6 req-4d23efb1-ccd7-42f6-9d30-0dbf660e475e tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=6539524f-4771-4142-bc1f-dc5d755dcd5b HTTP/1.1" status: 200 len: 945 time: 0.0868244 May 31 14:49:11.333332 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702962a2-9d35-472b-906d-ffa11aae4dff req-19521acb-094c-4505-867c-c57bb41af8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:49:11.334684 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-702962a2-9d35-472b-906d-ffa11aae4dff req-19521acb-094c-4505-867c-c57bb41af8e3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5fa147d-0fef-434e-b778-09b86127a750 HTTP/1.1" status: 200 len: 848 time: 0.0633421 May 31 14:49:11.345175 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4e67070c-cfeb-4011-b72a-44362437a6f6 req-8f146cbc-0d87-44f1-ae24-9b7340d0b8e1 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=f96d37ae-ba42-49c2-be6f-561a445d7c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405612 May 31 14:49:11.409663 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702962a2-9d35-472b-906d-ffa11aae4dff req-a566488d-e922-4f62-bf03-6c2ffbb2f8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:49:11.411151 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-702962a2-9d35-472b-906d-ffa11aae4dff req-a566488d-e922-4f62-bf03-6c2ffbb2f8c0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=df9c0981-4264-479e-b64f-ae718158db34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708425 May 31 14:49:11.539821 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-702962a2-9d35-472b-906d-ffa11aae4dff req-8dda552f-ef97-4884-876e-929ce9eb79d8 service neutron] 10.222.0.20 "GET /v2.0/networks/df9c0981-4264-479e-b64f-ae718158db34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223898 May 31 14:49:11.658543 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:49:11.668516 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-702962a2-9d35-472b-906d-ffa11aae4dff req-4bc5f433-4327-4dc5-96c6-b8af271c2b36 service neutron] 10.222.0.20 "GET /v2.0/networks/df9c0981-4264-479e-b64f-ae718158db34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233130 May 31 14:49:12.529973 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae88fcfa-7d0f-46e6-8f27-1233b11d7692 req-dd76637e-06d6-4f81-a7ef-3d8da6831676 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:49:12.531438 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ae88fcfa-7d0f-46e6-8f27-1233b11d7692 req-dd76637e-06d6-4f81-a7ef-3d8da6831676 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=6539524f-4771-4142-bc1f-dc5d755dcd5b HTTP/1.1" status: 200 len: 945 time: 0.0781596 May 31 14:49:12.577793 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ae88fcfa-7d0f-46e6-8f27-1233b11d7692 req-2a74f8cc-3e9a-4238-b957-0780a89f2bc7 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=f96d37ae-ba42-49c2-be6f-561a445d7c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407116 May 31 14:49:12.960939 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-24643978-acfc-46fe-b668-90b3e04b0684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:49:13.766263 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c37fda-5860-4993-815f-820d0ed2c20a req-d2e5043f-4088-4464-882e-5ed057ccadef tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:49:13.767723 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c8c37fda-5860-4993-815f-820d0ed2c20a req-d2e5043f-4088-4464-882e-5ed057ccadef tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=6539524f-4771-4142-bc1f-dc5d755dcd5b HTTP/1.1" status: 200 len: 945 time: 0.0801163 May 31 14:49:13.812208 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c8c37fda-5860-4993-815f-820d0ed2c20a req-99c5c65d-e5ea-40d9-aabe-833583586b67 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=f96d37ae-ba42-49c2-be6f-561a445d7c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380790 May 31 14:49:14.030841 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:49:14.177014 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd40e29e-5207-4acf-9830-d086f094f1e6 req-6283b1e6-d97b-4fac-b508-7f04b76324c1 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:49:14.178518 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fd40e29e-5207-4acf-9830-d086f094f1e6 req-6283b1e6-d97b-4fac-b508-7f04b76324c1 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=6539524f-4771-4142-bc1f-dc5d755dcd5b HTTP/1.1" status: 200 len: 945 time: 0.0864964 May 31 14:49:14.206870 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:49:14.226862 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fd40e29e-5207-4acf-9830-d086f094f1e6 req-740b2fd9-6080-42e7-aa09-f1bcf2cb6d1c tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=f96d37ae-ba42-49c2-be6f-561a445d7c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426962 May 31 14:49:14.447613 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d8ee878d-55fc-4117-a7b0-02cc1f238039 req-0a48d008-b3bb-45d2-bc19-edbb7ef850ef service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6539524f-4771-4142-bc1f-dc5d755dcd5b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1190870 May 31 14:49:14.991316 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 9e917bcb-fd8d-451f-a94b-f57247e728aa no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:49:15.109535 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 9e917bcb-fd8d-451f-a94b-f57247e728aa is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:49:15.110547 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:49:15.136108 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6539524f-4771-4142-bc1f-dc5d755dcd5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e917bcb-fd8d-451f-a94b-f57247e728aa'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:49:15.146910 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 9e917bcb-fd8d-451f-a94b-f57247e728aa, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=9e917bcb-fd8d-451f-a94b-f57247e728aa,segment=NetworkSegment(7337fa12-be37-4057-a823-55b2a6ef8542),segment_id=7337fa12-be37-4057-a823-55b2a6ef8542)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:49:15.153021 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:49:15.187634 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb55ff47-1e05-4f37-be51-f5a0628f1818'] response: {'server_uuid': '6539524f-4771-4142-bc1f-dc5d755dcd5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e917bcb-fd8d-451f-a94b-f57247e728aa', 'code': 200} May 31 14:49:15.227408 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=9e917bcb-fd8d-451f-a94b-f57247e728aa,revision_number=8']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:49:15.421254 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e645f9-17be-469a-98ac-948e4ea7eb90 req-417f4e3c-3c4c-4b54-a637-d7e591d8c3bf tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:49:15.422846 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a3e645f9-17be-469a-98ac-948e4ea7eb90 req-417f4e3c-3c4c-4b54-a637-d7e591d8c3bf tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=6539524f-4771-4142-bc1f-dc5d755dcd5b HTTP/1.1" status: 200 len: 943 time: 0.0809247 May 31 14:49:15.468965 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a3e645f9-17be-469a-98ac-948e4ea7eb90 req-433d9f90-380c-4caf-aecc-ec5e2b779150 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=f96d37ae-ba42-49c2-be6f-561a445d7c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400116 May 31 14:49:15.502332 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee878d-55fc-4117-a7b0-02cc1f238039 req-7feeab7f-7ae7-4bbd-b090-1a587826e9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:49:15.503823 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d8ee878d-55fc-4117-a7b0-02cc1f238039 req-7feeab7f-7ae7-4bbd-b090-1a587826e9f5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6539524f-4771-4142-bc1f-dc5d755dcd5b&tenant_id=88f0c7cbd4944ce289412cc9e929d453 HTTP/1.1" status: 200 len: 1094 time: 0.0753798 May 31 14:49:15.513802 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-d8ee878d-55fc-4117-a7b0-02cc1f238039 req-8bf3e80c-d2a2-4ecb-a213-26b43affac94 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843939-1', 'device_owner': 'compute:nova'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:49:15.628802 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-d8ee878d-55fc-4117-a7b0-02cc1f238039 req-8bf3e80c-d2a2-4ecb-a213-26b43affac94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:49:15.895549 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-d8ee878d-55fc-4117-a7b0-02cc1f238039 req-8bf3e80c-d2a2-4ecb-a213-26b43affac94 service neutron] For port 9e917bcb-fd8d-451f-a94b-f57247e728aa, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=9e917bcb-fd8d-451f-a94b-f57247e728aa,segment=NetworkSegment(7337fa12-be37-4057-a823-55b2a6ef8542),segment_id=7337fa12-be37-4057-a823-55b2a6ef8542)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:49:15.923967 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-d8ee878d-55fc-4117-a7b0-02cc1f238039 req-8bf3e80c-d2a2-4ecb-a213-26b43affac94 service neutron] For port 9e917bcb-fd8d-451f-a94b-f57247e728aa, host n-h1-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:49:15.938705 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:49:15.978831 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [req-d8ee878d-55fc-4117-a7b0-02cc1f238039 req-8bf3e80c-d2a2-4ecb-a213-26b43affac94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e917bcb-fd8d-451f-a94b-f57247e728aa {{(pid=88369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:49:15.986721 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-d8ee878d-55fc-4117-a7b0-02cc1f238039 req-8bf3e80c-d2a2-4ecb-a213-26b43affac94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:49:16.001335 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-d8ee878d-55fc-4117-a7b0-02cc1f238039 req-8bf3e80c-d2a2-4ecb-a213-26b43affac94 service neutron] Transition to ACTIVE for port object 9e917bcb-fd8d-451f-a94b-f57247e728aa will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:49:16.005020 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-d8ee878d-55fc-4117-a7b0-02cc1f238039 req-8bf3e80c-d2a2-4ecb-a213-26b43affac94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:49:16.150032 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf3e80c-d2a2-4ecb-a213-26b43affac94 service neutron] Pushing event updated for resources: {'Port': ['ID=9e917bcb-fd8d-451f-a94b-f57247e728aa,revision_number=9']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:49:16.163883 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf3e80c-d2a2-4ecb-a213-26b43affac94 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:49:16.164226 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf3e80c-d2a2-4ecb-a213-26b43affac94 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:49:16.164565 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf3e80c-d2a2-4ecb-a213-26b43affac94 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:49:16.164896 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf3e80c-d2a2-4ecb-a213-26b43affac94 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:49:16.165225 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf3e80c-d2a2-4ecb-a213-26b43affac94 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:49:16.165549 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf3e80c-d2a2-4ecb-a213-26b43affac94 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:49:16.165874 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf3e80c-d2a2-4ecb-a213-26b43affac94 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:49:16.166217 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf3e80c-d2a2-4ecb-a213-26b43affac94 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:49:16.166538 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf3e80c-d2a2-4ecb-a213-26b43affac94 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:49:16.166858 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf3e80c-d2a2-4ecb-a213-26b43affac94 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:49:16.167175 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf3e80c-d2a2-4ecb-a213-26b43affac94 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:49:16.167493 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf3e80c-d2a2-4ecb-a213-26b43affac94 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:49:16.315920 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8ee878d-55fc-4117-a7b0-02cc1f238039 req-8bf3e80c-d2a2-4ecb-a213-26b43affac94 service neutron] No DVR routers for this DVR port 9e917bcb-fd8d-451f-a94b-f57247e728aa on host n-h1-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:49:16.541942 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-d8ee878d-55fc-4117-a7b0-02cc1f238039 req-8bf3e80c-d2a2-4ecb-a213-26b43affac94 service neutron] Attempting to bind port 9e917bcb-fd8d-451f-a94b-f57247e728aa on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:49:16.542641 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-d8ee878d-55fc-4117-a7b0-02cc1f238039 req-8bf3e80c-d2a2-4ecb-a213-26b43affac94 service neutron] Attempting to bind port 9e917bcb-fd8d-451f-a94b-f57247e728aa by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': '7337fa12-be37-4057-a823-55b2a6ef8542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'df9c0981-4264-479e-b64f-ae718158db34'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:49:16.542641 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ee878d-55fc-4117-a7b0-02cc1f238039 req-8bf3e80c-d2a2-4ecb-a213-26b43affac94 service neutron] Attempting to bind port 9e917bcb-fd8d-451f-a94b-f57247e728aa on network df9c0981-4264-479e-b64f-ae718158db34 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:49:16.547266 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ee878d-55fc-4117-a7b0-02cc1f238039 req-8bf3e80c-d2a2-4ecb-a213-26b43affac94 service neutron] Port 9e917bcb-fd8d-451f-a94b-f57247e728aa on network df9c0981-4264-479e-b64f-ae718158db34 not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 14:49:16.547753 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ee878d-55fc-4117-a7b0-02cc1f238039 req-8bf3e80c-d2a2-4ecb-a213-26b43affac94 service neutron] Attempting to bind port 9e917bcb-fd8d-451f-a94b-f57247e728aa on network df9c0981-4264-479e-b64f-ae718158db34 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:49:16.552840 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ee878d-55fc-4117-a7b0-02cc1f238039 req-8bf3e80c-d2a2-4ecb-a213-26b43affac94 service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:49:16.553172 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ee878d-55fc-4117-a7b0-02cc1f238039 req-8bf3e80c-d2a2-4ecb-a213-26b43affac94 service neutron] Checking segment: {'id': '7337fa12-be37-4057-a823-55b2a6ef8542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'df9c0981-4264-479e-b64f-ae718158db34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:49:16.553549 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ee878d-55fc-4117-a7b0-02cc1f238039 req-8bf3e80c-d2a2-4ecb-a213-26b43affac94 service neutron] Bound using segment: {'id': '7337fa12-be37-4057-a823-55b2a6ef8542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'df9c0981-4264-479e-b64f-ae718158db34'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:49:16.553965 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-d8ee878d-55fc-4117-a7b0-02cc1f238039 req-8bf3e80c-d2a2-4ecb-a213-26b43affac94 service neutron] Bound port: 9e917bcb-fd8d-451f-a94b-f57247e728aa, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7337fa12-be37-4057-a823-55b2a6ef8542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'df9c0981-4264-479e-b64f-ae718158db34'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:49:16.554333 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-d8ee878d-55fc-4117-a7b0-02cc1f238039 req-8bf3e80c-d2a2-4ecb-a213-26b43affac94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:49:16.643259 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-d8ee878d-55fc-4117-a7b0-02cc1f238039 req-8bf3e80c-d2a2-4ecb-a213-26b43affac94 service neutron] For port 9e917bcb-fd8d-451f-a94b-f57247e728aa, host n-h2-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:49:16.646458 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-d8ee878d-55fc-4117-a7b0-02cc1f238039 req-8bf3e80c-d2a2-4ecb-a213-26b43affac94 service neutron] For port 9e917bcb-fd8d-451f-a94b-f57247e728aa, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=9e917bcb-fd8d-451f-a94b-f57247e728aa,segment=NetworkSegment(7337fa12-be37-4057-a823-55b2a6ef8542),segment_id=7337fa12-be37-4057-a823-55b2a6ef8542)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:49:16.651223 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-d8ee878d-55fc-4117-a7b0-02cc1f238039 req-8bf3e80c-d2a2-4ecb-a213-26b43affac94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:49:16.665272 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d523ed34-f764-4452-87ea-109241ef92e6 req-5d41d7db-02b0-48ec-91f6-46fb7903725a tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:49:16.666774 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d523ed34-f764-4452-87ea-109241ef92e6 req-5d41d7db-02b0-48ec-91f6-46fb7903725a tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=6539524f-4771-4142-bc1f-dc5d755dcd5b HTTP/1.1" status: 200 len: 943 time: 0.0859280 May 31 14:49:16.709528 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee878d-55fc-4117-a7b0-02cc1f238039 req-8bf3e80c-d2a2-4ecb-a213-26b43affac94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:49:16.710185 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-d8ee878d-55fc-4117-a7b0-02cc1f238039 req-8bf3e80c-d2a2-4ecb-a213-26b43affac94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:49:16.711914 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d8ee878d-55fc-4117-a7b0-02cc1f238039 req-8bf3e80c-d2a2-4ecb-a213-26b43affac94 service neutron] 10.222.0.44 "PUT /v2.0/ports/9e917bcb-fd8d-451f-a94b-f57247e728aa HTTP/1.1" status: 200 len: 1091 time: 1.2019460 May 31 14:49:16.721551 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6539524f-4771-4142-bc1f-dc5d755dcd5b', 'tag': '9e917bcb-fd8d-451f-a94b-f57247e728aa'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:49:16.724473 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d523ed34-f764-4452-87ea-109241ef92e6 req-963c286f-a3b8-4242-babd-9cc36c3c26c0 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=f96d37ae-ba42-49c2-be6f-561a445d7c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515206 May 31 14:49:16.781722 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb59d35c-4991-4139-b6dc-ecc814db22b3'] response: {'name': 'network-changed', 'server_uuid': '6539524f-4771-4142-bc1f-dc5d755dcd5b', 'tag': '9e917bcb-fd8d-451f-a94b-f57247e728aa', 'status': 'completed', 'code': 200} May 31 14:49:16.782962 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf3e80c-d2a2-4ecb-a213-26b43affac94 service neutron] Pushing event updated for resources: {'Port': ['ID=9e917bcb-fd8d-451f-a94b-f57247e728aa,revision_number=10']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:49:16.833105 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee878d-55fc-4117-a7b0-02cc1f238039 req-9d5fd564-f6ea-4d7f-80ff-9c8e11b76e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:49:16.834622 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d8ee878d-55fc-4117-a7b0-02cc1f238039 req-9d5fd564-f6ea-4d7f-80ff-9c8e11b76e3f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=88f0c7cbd4944ce289412cc9e929d453&device_id=6539524f-4771-4142-bc1f-dc5d755dcd5b HTTP/1.1" status: 200 len: 1095 time: 0.0881941 May 31 14:49:16.975605 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee878d-55fc-4117-a7b0-02cc1f238039 req-d040d0d4-3b81-4112-bad5-24deb1bd6cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:49:16.976947 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d8ee878d-55fc-4117-a7b0-02cc1f238039 req-d040d0d4-3b81-4112-bad5-24deb1bd6cf7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=df9c0981-4264-479e-b64f-ae718158db34 HTTP/1.1" status: 200 len: 910 time: 0.1355772 May 31 14:49:17.088581 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d8ee878d-55fc-4117-a7b0-02cc1f238039 req-2197610e-ffbe-4f10-87fe-3a4105b09921 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e917bcb-fd8d-451f-a94b-f57247e728aa HTTP/1.1" status: 200 len: 999 time: 0.1053121 May 31 14:49:17.158195 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee878d-55fc-4117-a7b0-02cc1f238039 req-930fedca-32ba-4a7c-8c0d-f1af6053de55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:49:17.159696 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d8ee878d-55fc-4117-a7b0-02cc1f238039 req-930fedca-32ba-4a7c-8c0d-f1af6053de55 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f5fa147d-0fef-434e-b778-09b86127a750 HTTP/1.1" status: 200 len: 848 time: 0.0652368 May 31 14:49:17.248553 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee878d-55fc-4117-a7b0-02cc1f238039 req-be9cecc6-5f2f-4eda-9f7e-24cdeaaae8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:49:17.250147 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d8ee878d-55fc-4117-a7b0-02cc1f238039 req-be9cecc6-5f2f-4eda-9f7e-24cdeaaae8ae service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=df9c0981-4264-479e-b64f-ae718158db34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0837188 May 31 14:49:17.402422 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d8ee878d-55fc-4117-a7b0-02cc1f238039 req-c954da9b-47cc-438c-8849-b819caeebb0e service neutron] 10.222.0.44 "GET /v2.0/networks/df9c0981-4264-479e-b64f-ae718158db34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452966 May 31 14:49:17.548734 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d8ee878d-55fc-4117-a7b0-02cc1f238039 req-50518434-12d1-40dd-9787-0a3b2daf8b24 service neutron] 10.222.0.44 "GET /v2.0/networks/df9c0981-4264-479e-b64f-ae718158db34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404033 May 31 14:49:17.669300 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905aedbb-9b7f-4cb1-b5ad-faddeae9594d req-93ace924-da04-4a6c-9f37-64c55166931f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:49:17.671461 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-905aedbb-9b7f-4cb1-b5ad-faddeae9594d req-93ace924-da04-4a6c-9f37-64c55166931f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=88f0c7cbd4944ce289412cc9e929d453&device_id=6539524f-4771-4142-bc1f-dc5d755dcd5b HTTP/1.1" status: 200 len: 1095 time: 0.0758450 May 31 14:49:17.830063 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905aedbb-9b7f-4cb1-b5ad-faddeae9594d req-d7f184e1-a6ca-4fdb-bf85-5740b9766410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:49:17.831788 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-905aedbb-9b7f-4cb1-b5ad-faddeae9594d req-d7f184e1-a6ca-4fdb-bf85-5740b9766410 service neutron] 10.222.0.44 "GET /v2.0/networks?id=df9c0981-4264-479e-b64f-ae718158db34 HTTP/1.1" status: 200 len: 910 time: 0.1536915 May 31 14:49:18.014154 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-905aedbb-9b7f-4cb1-b5ad-faddeae9594d req-44cafac6-9086-4802-b910-f0ec647d0de3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e917bcb-fd8d-451f-a94b-f57247e728aa HTTP/1.1" status: 200 len: 999 time: 0.1760824 May 31 14:49:18.308415 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8310a4d-bc75-43fc-aa3d-4cf7bb481763 req-d5eccdaf-c8e1-49c7-acb2-a95633d88c9f tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:49:18.317543 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c8310a4d-bc75-43fc-aa3d-4cf7bb481763 req-d5eccdaf-c8e1-49c7-acb2-a95633d88c9f tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=6539524f-4771-4142-bc1f-dc5d755dcd5b HTTP/1.1" status: 200 len: 944 time: 0.2459698 May 31 14:49:18.378334 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c8310a4d-bc75-43fc-aa3d-4cf7bb481763 req-1fbe50e6-036c-4036-9822-2dbf7006880b tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=f96d37ae-ba42-49c2-be6f-561a445d7c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594187 May 31 14:49:19.643435 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fb30d9-cf1f-48ef-95e9-f724f82c3a7e req-78fe9960-f1fd-42f8-880d-30e7b56309d4 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:49:19.644936 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-87fb30d9-cf1f-48ef-95e9-f724f82c3a7e req-78fe9960-f1fd-42f8-880d-30e7b56309d4 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=6539524f-4771-4142-bc1f-dc5d755dcd5b HTTP/1.1" status: 200 len: 944 time: 0.1511395 May 31 14:49:19.698593 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-87fb30d9-cf1f-48ef-95e9-f724f82c3a7e req-9d16d34b-9be4-4c0c-97cb-f043da198669 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=f96d37ae-ba42-49c2-be6f-561a445d7c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470536 May 31 14:49:20.910154 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc0d30-4021-4426-b570-1f75db4fe423 req-ad8ce031-1924-4933-a6c9-3fe29451eaa6 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:49:20.911882 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c0cc0d30-4021-4426-b570-1f75db4fe423 req-ad8ce031-1924-4933-a6c9-3fe29451eaa6 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=6539524f-4771-4142-bc1f-dc5d755dcd5b HTTP/1.1" status: 200 len: 944 time: 0.0950971 May 31 14:49:21.087107 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c0cc0d30-4021-4426-b570-1f75db4fe423 req-cfb8961b-a483-460f-b582-70d0abf414e7 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=f96d37ae-ba42-49c2-be6f-561a445d7c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1693399 May 31 14:49:22.292376 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1543317f-61ab-480f-8ffb-6bab25f4cd6f req-179e2d5a-2189-4bf2-899a-21eb4fec689d tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:49:22.293917 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1543317f-61ab-480f-8ffb-6bab25f4cd6f req-179e2d5a-2189-4bf2-899a-21eb4fec689d tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=6539524f-4771-4142-bc1f-dc5d755dcd5b HTTP/1.1" status: 200 len: 944 time: 0.0889516 May 31 14:49:22.353493 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1543317f-61ab-480f-8ffb-6bab25f4cd6f req-9f13817b-02ed-43bb-ae3f-505557a661e3 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=f96d37ae-ba42-49c2-be6f-561a445d7c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533683 May 31 14:49:23.567432 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e331626-2bc1-4237-bc1c-df7177aad619 req-0910b7b6-1a1b-4e88-b0bd-f97b327f3b1d tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:49:23.569740 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7e331626-2bc1-4237-bc1c-df7177aad619 req-0910b7b6-1a1b-4e88-b0bd-f97b327f3b1d tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=6539524f-4771-4142-bc1f-dc5d755dcd5b HTTP/1.1" status: 200 len: 944 time: 0.0969498 May 31 14:49:23.621082 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7e331626-2bc1-4237-bc1c-df7177aad619 req-72796e87-7501-4b6d-8459-7a76e766eb31 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=f96d37ae-ba42-49c2-be6f-561a445d7c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451562 May 31 14:49:24.837402 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e64495-c628-4beb-97ec-fc269a5006a7 req-d4e05565-b350-4034-8e27-6574b5595eee tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:49:24.839095 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-98e64495-c628-4beb-97ec-fc269a5006a7 req-d4e05565-b350-4034-8e27-6574b5595eee tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=6539524f-4771-4142-bc1f-dc5d755dcd5b HTTP/1.1" status: 200 len: 944 time: 0.0890951 May 31 14:49:24.888407 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-98e64495-c628-4beb-97ec-fc269a5006a7 req-90aa8365-5b4f-4657-8904-a0c0570ffb4f tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=f96d37ae-ba42-49c2-be6f-561a445d7c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419111 May 31 14:49:25.513951 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905aedbb-9b7f-4cb1-b5ad-faddeae9594d req-38706344-74b3-403e-9e5e-067f6aa516e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:49:25.515399 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-905aedbb-9b7f-4cb1-b5ad-faddeae9594d req-38706344-74b3-403e-9e5e-067f6aa516e3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f5fa147d-0fef-434e-b778-09b86127a750 HTTP/1.1" status: 200 len: 848 time: 0.0569277 May 31 14:49:25.695504 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905aedbb-9b7f-4cb1-b5ad-faddeae9594d req-fb966ae2-007e-4471-98a8-7a0561e002f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:49:25.697033 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-905aedbb-9b7f-4cb1-b5ad-faddeae9594d req-fb966ae2-007e-4471-98a8-7a0561e002f4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=df9c0981-4264-479e-b64f-ae718158db34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1722817 May 31 14:49:25.828931 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-905aedbb-9b7f-4cb1-b5ad-faddeae9594d req-a6cc6584-0eb4-40a3-a81c-577ecb46e335 service neutron] 10.222.0.44 "GET /v2.0/networks/df9c0981-4264-479e-b64f-ae718158db34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233463 May 31 14:49:25.964389 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-905aedbb-9b7f-4cb1-b5ad-faddeae9594d req-23b8c016-5e12-4381-8e96-471ce79b3c0b service neutron] 10.222.0.44 "GET /v2.0/networks/df9c0981-4264-479e-b64f-ae718158db34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280677 May 31 14:49:26.084945 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1810d18f-73a9-4b38-a3fa-514659f36861 req-e63d8e11-3167-4bf0-97cc-90066879c9b1 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:49:26.086383 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1810d18f-73a9-4b38-a3fa-514659f36861 req-e63d8e11-3167-4bf0-97cc-90066879c9b1 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=6539524f-4771-4142-bc1f-dc5d755dcd5b HTTP/1.1" status: 200 len: 944 time: 0.0866847 May 31 14:49:26.131196 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1810d18f-73a9-4b38-a3fa-514659f36861 req-f9e622fc-b59e-4282-949f-2adcca0f99eb tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=f96d37ae-ba42-49c2-be6f-561a445d7c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390947 May 31 14:49:27.314907 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10285b50-6ce5-474a-a06f-4f3c15a71216 req-dfef3d60-84f6-4a13-b920-0084176e7d2e tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:49:27.316383 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-10285b50-6ce5-474a-a06f-4f3c15a71216 req-dfef3d60-84f6-4a13-b920-0084176e7d2e tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=6539524f-4771-4142-bc1f-dc5d755dcd5b HTTP/1.1" status: 200 len: 944 time: 0.0799892 May 31 14:49:27.364970 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-10285b50-6ce5-474a-a06f-4f3c15a71216 req-449f44bb-e0e7-49d9-aacd-4b8ddc36689a tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=f96d37ae-ba42-49c2-be6f-561a445d7c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426853 May 31 14:49:28.549915 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b40e47-0028-4918-8e96-188dbee269bb req-d67f42bd-e1e1-486f-8543-04ea1dfdddf0 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:49:28.551389 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d9b40e47-0028-4918-8e96-188dbee269bb req-d67f42bd-e1e1-486f-8543-04ea1dfdddf0 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=6539524f-4771-4142-bc1f-dc5d755dcd5b HTTP/1.1" status: 200 len: 944 time: 0.0801144 May 31 14:49:28.596912 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d9b40e47-0028-4918-8e96-188dbee269bb req-b8873d79-c44b-451a-bf20-cb7d390e3cc5 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=f96d37ae-ba42-49c2-be6f-561a445d7c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397475 May 31 14:49:28.677034 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 9e917bcb-fd8d-451f-a94b-f57247e728aa details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 14:49:28.838685 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 9e917bcb-fd8d-451f-a94b-f57247e728aa, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=9e917bcb-fd8d-451f-a94b-f57247e728aa,segment=NetworkSegment(7337fa12-be37-4057-a823-55b2a6ef8542),segment_id=7337fa12-be37-4057-a823-55b2a6ef8542)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:49:28.852254 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': '9e917bcb-fd8d-451f-a94b-f57247e728aa', 'network_id': 'df9c0981-4264-479e-b64f-ae718158db34', 'port_id': '9e917bcb-fd8d-451f-a94b-f57247e728aa', 'mac_address': 'fa:16:3e:fc:d6:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5fa147d-0fef-434e-b778-09b86127a750', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 14:49:28.908313 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 9e917bcb-fd8d-451f-a94b-f57247e728aa is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:49:28.908681 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:49:28.928090 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e917bcb-fd8d-451f-a94b-f57247e728aa {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:49:28.943237 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 9e917bcb-fd8d-451f-a94b-f57247e728aa, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=9e917bcb-fd8d-451f-a94b-f57247e728aa,segment=NetworkSegment(7337fa12-be37-4057-a823-55b2a6ef8542),segment_id=7337fa12-be37-4057-a823-55b2a6ef8542)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:49:28.947655 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:49:29.013951 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=9e917bcb-fd8d-451f-a94b-f57247e728aa,revision_number=11']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:49:29.165624 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['9e917bcb-fd8d-451f-a94b-f57247e728aa'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:49:29.839392 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c167410-770b-4d70-a9b3-9220542447e2 req-3396e4ef-2286-4afe-b575-a72b0d1e468a tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:49:29.840852 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3c167410-770b-4d70-a9b3-9220542447e2 req-3396e4ef-2286-4afe-b575-a72b0d1e468a tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=6539524f-4771-4142-bc1f-dc5d755dcd5b HTTP/1.1" status: 200 len: 945 time: 0.1371620 May 31 14:49:29.884033 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3c167410-770b-4d70-a9b3-9220542447e2 req-d3f4615a-1acc-496e-867a-0e334b27dcf3 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=f96d37ae-ba42-49c2-be6f-561a445d7c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372837 May 31 14:49:30.677735 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 9e917bcb-fd8d-451f-a94b-f57247e728aa up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:49:30.750547 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port 9e917bcb-fd8d-451f-a94b-f57247e728aa completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:49:30.757051 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port 9e917bcb-fd8d-451f-a94b-f57247e728aa triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:49:30.757663 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:49:30.880898 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port 9e917bcb-fd8d-451f-a94b-f57247e728aa is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:49:30.881283 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:49:30.909143 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6539524f-4771-4142-bc1f-dc5d755dcd5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e917bcb-fd8d-451f-a94b-f57247e728aa'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:49:30.920660 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port 9e917bcb-fd8d-451f-a94b-f57247e728aa, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=9e917bcb-fd8d-451f-a94b-f57247e728aa,segment=NetworkSegment(7337fa12-be37-4057-a823-55b2a6ef8542),segment_id=7337fa12-be37-4057-a823-55b2a6ef8542)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:49:30.925974 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:49:30.963357 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41c2a03d-f991-4e9c-a545-2b1961045061'] response: {'server_uuid': '6539524f-4771-4142-bc1f-dc5d755dcd5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e917bcb-fd8d-451f-a94b-f57247e728aa', 'code': 200} May 31 14:49:30.996287 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=9e917bcb-fd8d-451f-a94b-f57247e728aa,revision_number=12']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:49:31.098474 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14030dff-eb84-4206-a221-6ac1fbcee1ed req-c36589c8-7d67-441a-a2d3-b446b3ca91ff tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:49:31.099996 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-14030dff-eb84-4206-a221-6ac1fbcee1ed req-c36589c8-7d67-441a-a2d3-b446b3ca91ff tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=6539524f-4771-4142-bc1f-dc5d755dcd5b HTTP/1.1" status: 200 len: 946 time: 0.0852783 May 31 14:49:31.145269 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-14030dff-eb84-4206-a221-6ac1fbcee1ed req-1404b86d-3435-4ff4-b532-22be7d263ccb tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=f96d37ae-ba42-49c2-be6f-561a445d7c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394552 May 31 14:49:31.177717 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8f5a96-dd14-4dc3-802a-724784fdb837 req-173ef1e3-6a64-4064-93d1-71a60648fee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:49:31.179208 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7a8f5a96-dd14-4dc3-802a-724784fdb837 req-173ef1e3-6a64-4064-93d1-71a60648fee5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6539524f-4771-4142-bc1f-dc5d755dcd5b HTTP/1.1" status: 200 len: 1097 time: 0.0722954 May 31 14:49:31.223851 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-7a8f5a96-dd14-4dc3-802a-724784fdb837 req-38f87ae1-dd3f-4605-8dc2-61075c4aaf12 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f96d37ae-ba42-49c2-be6f-561a445d7c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384316 May 31 14:49:32.343484 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa0891-7ec2-4299-a7f6-560c1c879e7f req-8677e9c3-08a6-40e6-8e5d-d54ffa3a3224 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:49:32.345103 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-30aa0891-7ec2-4299-a7f6-560c1c879e7f req-8677e9c3-08a6-40e6-8e5d-d54ffa3a3224 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=6539524f-4771-4142-bc1f-dc5d755dcd5b HTTP/1.1" status: 200 len: 946 time: 0.0865674 May 31 14:49:32.395670 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-30aa0891-7ec2-4299-a7f6-560c1c879e7f req-34d9e992-8724-4028-afc3-5ea4fea64f82 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=f96d37ae-ba42-49c2-be6f-561a445d7c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440917 May 31 14:49:33.582350 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e16307-12e9-47e3-9459-a1f017ccfa55 req-92b72e9e-201b-48e7-8ab3-8f30e632bea0 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:49:33.583719 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d0e16307-12e9-47e3-9459-a1f017ccfa55 req-92b72e9e-201b-48e7-8ab3-8f30e632bea0 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=6539524f-4771-4142-bc1f-dc5d755dcd5b HTTP/1.1" status: 200 len: 946 time: 0.0812542 May 31 14:49:33.630377 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d0e16307-12e9-47e3-9459-a1f017ccfa55 req-c47a9301-5efa-442a-99d1-afe618628d75 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=f96d37ae-ba42-49c2-be6f-561a445d7c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410044 May 31 14:49:34.776126 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1b7ec53f-f58b-4d74-8139-b33a7ff6a6bd req-8c7ecff9-a3ae-40a6-83ae-a89bab6cda98 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6539524f-4771-4142-bc1f-dc5d755dcd5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0685551 May 31 14:49:34.913643 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7ec53f-f58b-4d74-8139-b33a7ff6a6bd req-59ebeb37-9278-492b-805e-c1cab64f2e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:49:34.915134 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1b7ec53f-f58b-4d74-8139-b33a7ff6a6bd req-59ebeb37-9278-492b-805e-c1cab64f2e9d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=88f0c7cbd4944ce289412cc9e929d453&device_id=6539524f-4771-4142-bc1f-dc5d755dcd5b HTTP/1.1" status: 200 len: 1097 time: 0.0706878 May 31 14:49:35.059290 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7ec53f-f58b-4d74-8139-b33a7ff6a6bd req-e0a7d1ec-58e5-4ee8-a8bd-e51cd90cd46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:49:35.060632 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1b7ec53f-f58b-4d74-8139-b33a7ff6a6bd req-e0a7d1ec-58e5-4ee8-a8bd-e51cd90cd46c service neutron] 10.222.0.44 "GET /v2.0/networks?id=df9c0981-4264-479e-b64f-ae718158db34 HTTP/1.1" status: 200 len: 910 time: 0.1281810 May 31 14:49:35.165028 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1b7ec53f-f58b-4d74-8139-b33a7ff6a6bd req-e4af7e37-eddf-4edd-a673-ae38bb12e57d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e917bcb-fd8d-451f-a94b-f57247e728aa HTTP/1.1" status: 200 len: 1001 time: 0.0976560 May 31 14:49:35.230574 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7ec53f-f58b-4d74-8139-b33a7ff6a6bd req-7dc9de83-b2b2-494d-bf5d-a595a99fc7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:49:35.232014 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1b7ec53f-f58b-4d74-8139-b33a7ff6a6bd req-7dc9de83-b2b2-494d-bf5d-a595a99fc7a7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f5fa147d-0fef-434e-b778-09b86127a750 HTTP/1.1" status: 200 len: 848 time: 0.0615416 May 31 14:49:35.306434 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7ec53f-f58b-4d74-8139-b33a7ff6a6bd req-99de64d9-b6a3-40aa-b055-c8c971de814c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:49:35.307915 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1b7ec53f-f58b-4d74-8139-b33a7ff6a6bd req-99de64d9-b6a3-40aa-b055-c8c971de814c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=df9c0981-4264-479e-b64f-ae718158db34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700707 May 31 14:49:35.455014 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1b7ec53f-f58b-4d74-8139-b33a7ff6a6bd req-75f92579-34da-4cb4-846d-af277871dad5 service neutron] 10.222.0.44 "GET /v2.0/networks/df9c0981-4264-479e-b64f-ae718158db34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409254 May 31 14:49:35.589301 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1b7ec53f-f58b-4d74-8139-b33a7ff6a6bd req-36cebddc-b1bc-48db-9e75-42aa60325b97 service neutron] 10.222.0.44 "GET /v2.0/networks/df9c0981-4264-479e-b64f-ae718158db34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284297 May 31 14:49:38.209722 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:49:39.692298 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:49:40.769966 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1d27ba86-00eb-49b5-af73-89cac468f3d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:49:42.963777 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-391d55be-ecb6-4f24-8dc4-a4e2647f0076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:49:44.026841 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:49:44.208607 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:49:45.940604 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:49:48.658689 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:50:08.213898 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:50:09.691532 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:50:10.774653 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-bd809a6b-627a-4454-acb4-de9aa5db39a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:50:12.966950 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-03920964-2ce0-496b-9752-44d559a92782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:50:14.033582 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:50:14.211697 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:50:15.943295 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:50:25.660145 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:50:36.895068 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d528b1cf-8a02-4577-8670-d11002b21823 req-fad92306-3896-45b7-bb04-b00ced275dc2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6539524f-4771-4142-bc1f-dc5d755dcd5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1665664 May 31 14:50:37.035456 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d528b1cf-8a02-4577-8670-d11002b21823 req-c57dabba-16d2-4cca-982d-5ced38c6666f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:50:37.036837 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d528b1cf-8a02-4577-8670-d11002b21823 req-c57dabba-16d2-4cca-982d-5ced38c6666f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=88f0c7cbd4944ce289412cc9e929d453&device_id=6539524f-4771-4142-bc1f-dc5d755dcd5b HTTP/1.1" status: 200 len: 1097 time: 0.0713620 May 31 14:50:37.180476 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d528b1cf-8a02-4577-8670-d11002b21823 req-41714a40-a3fd-421f-b6aa-b726bc6bea0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:50:37.181909 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d528b1cf-8a02-4577-8670-d11002b21823 req-41714a40-a3fd-421f-b6aa-b726bc6bea0a service neutron] 10.222.0.44 "GET /v2.0/networks?id=df9c0981-4264-479e-b64f-ae718158db34 HTTP/1.1" status: 200 len: 910 time: 0.1263654 May 31 14:50:37.390448 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d528b1cf-8a02-4577-8670-d11002b21823 req-32922628-a81f-40f8-ace5-a638a6850d37 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e917bcb-fd8d-451f-a94b-f57247e728aa HTTP/1.1" status: 200 len: 1001 time: 0.2009478 May 31 14:50:37.454235 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d528b1cf-8a02-4577-8670-d11002b21823 req-8e6ba50b-166c-4864-971f-a026fcdc5018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:50:37.455729 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d528b1cf-8a02-4577-8670-d11002b21823 req-8e6ba50b-166c-4864-971f-a026fcdc5018 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f5fa147d-0fef-434e-b778-09b86127a750 HTTP/1.1" status: 200 len: 848 time: 0.0594261 May 31 14:50:37.533407 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d528b1cf-8a02-4577-8670-d11002b21823 req-79029364-3b42-4e37-930a-1cd918c0eb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:50:37.534893 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d528b1cf-8a02-4577-8670-d11002b21823 req-79029364-3b42-4e37-930a-1cd918c0eb42 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=df9c0981-4264-479e-b64f-ae718158db34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728772 May 31 14:50:37.672562 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d528b1cf-8a02-4577-8670-d11002b21823 req-930a32ce-6c29-472f-8627-f0acce31f3b3 service neutron] 10.222.0.44 "GET /v2.0/networks/df9c0981-4264-479e-b64f-ae718158db34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306810 May 31 14:50:37.804466 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d528b1cf-8a02-4577-8670-d11002b21823 req-d4f31746-0c26-465e-9d7f-d269679151ce service neutron] 10.222.0.44 "GET /v2.0/networks/df9c0981-4264-479e-b64f-ae718158db34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249363 May 31 14:50:38.220803 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:50:39.690088 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:50:40.776204 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0f1d2f16-4a75-45dc-8177-07a913517d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:50:42.903637 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46646) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:50:42.969921 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f208009b-5f60-42c9-9d70-0e5caddf97e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:50:43.113327 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-269e3f5b-3428-46cf-833f-75a2f2e37765 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Deleting port 6869fa30-bee1-466c-9d92-8428b4c04ea7 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:50:43.113570 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-269e3f5b-3428-46cf-833f-75a2f2e37765 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:50:43.286416 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-269e3f5b-3428-46cf-833f-75a2f2e37765 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:50:43.286752 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-269e3f5b-3428-46cf-833f-75a2f2e37765 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:50:43.409931 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-269e3f5b-3428-46cf-833f-75a2f2e37765 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Calling delete_port for 6869fa30-bee1-466c-9d92-8428b4c04ea7 owned by network:floatingip {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:50:43.561581 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-269e3f5b-3428-46cf-833f-75a2f2e37765 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:50:43.608457 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269e3f5b-3428-46cf-833f-75a2f2e37765 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Pushing event deleted for resources: {'Port': ['ID=6869fa30-bee1-466c-9d92-8428b4c04ea7,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:50:43.677968 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269e3f5b-3428-46cf-833f-75a2f2e37765 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:50:43.678331 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269e3f5b-3428-46cf-833f-75a2f2e37765 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:50:43.678665 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269e3f5b-3428-46cf-833f-75a2f2e37765 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:50:43.678996 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269e3f5b-3428-46cf-833f-75a2f2e37765 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:50:43.679328 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269e3f5b-3428-46cf-833f-75a2f2e37765 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:50:43.679646 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269e3f5b-3428-46cf-833f-75a2f2e37765 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:50:43.679966 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269e3f5b-3428-46cf-833f-75a2f2e37765 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:50:43.680284 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269e3f5b-3428-46cf-833f-75a2f2e37765 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:50:43.680600 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269e3f5b-3428-46cf-833f-75a2f2e37765 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:50:43.680916 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269e3f5b-3428-46cf-833f-75a2f2e37765 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:50:43.681235 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269e3f5b-3428-46cf-833f-75a2f2e37765 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:50:43.681549 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269e3f5b-3428-46cf-833f-75a2f2e37765 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:50:43.709777 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-269e3f5b-3428-46cf-833f-75a2f2e37765 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks [] for floatingip, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:50:43.710146 n-d-843939-1 neutron-server[88370]: INFO neutron.db.l3_db [None req-269e3f5b-3428-46cf-833f-75a2f2e37765 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Floating IP 3b8cb497-67b6-4302-914f-b1ec21dd96fc disassociated (deleted). External IP: 172.25.6.174, port: 9e917bcb-fd8d-451f-a94b-f57247e728aa. May 31 14:50:44.026429 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:50:44.186633 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-269e3f5b-3428-46cf-833f-75a2f2e37765 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Router e22b6195-4b7b-4b7d-9a55-1242343fb723 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:50:44.214545 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:50:44.382044 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-269e3f5b-3428-46cf-833f-75a2f2e37765 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:50:44.392768 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad4ff33-8d71-49e3-93d4-e57dd45923d4 None None] Sync routers for ids ['e22b6195-4b7b-4b7d-9a55-1242343fb723'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:50:44.400922 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-269e3f5b-3428-46cf-833f-75a2f2e37765 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:50:44.402237 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad4ff33-8d71-49e3-93d4-e57dd45923d4 None None] Routers {'e22b6195-4b7b-4b7d-9a55-1242343fb723'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:50:44.402921 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-7ad4ff33-8d71-49e3-93d4-e57dd45923d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:50:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['e22b6195-4b7b-4b7d-9a55-1242343fb723'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:50:44.457280 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-269e3f5b-3428-46cf-833f-75a2f2e37765 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "DELETE /v2.0/floatingips/3b8cb497-67b6-4302-914f-b1ec21dd96fc HTTP/1.1" status: 204 len: 168 time: 1.5519967 May 31 14:50:44.457861 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6539524f-4771-4142-bc1f-dc5d755dcd5b', 'tag': '9e917bcb-fd8d-451f-a94b-f57247e728aa'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:50:44.568409 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f979d96-f2ef-425b-baa0-d2926bc23d6c'] response: {'name': 'network-changed', 'server_uuid': '6539524f-4771-4142-bc1f-dc5d755dcd5b', 'tag': '9e917bcb-fd8d-451f-a94b-f57247e728aa', 'status': 'completed', 'code': 200} May 31 14:50:44.594250 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-7ad4ff33-8d71-49e3-93d4-e57dd45923d4 None None] Set router e22b6195-4b7b-4b7d-9a55-1242343fb723 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:50:44.661892 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae29d5f-8df8-4117-b1d4-baf95d19a738 req-91345bfe-b1be-410e-9663-2572988d9190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:50:44.663579 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-6ae29d5f-8df8-4117-b1d4-baf95d19a738 req-91345bfe-b1be-410e-9663-2572988d9190 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=88f0c7cbd4944ce289412cc9e929d453&device_id=6539524f-4771-4142-bc1f-dc5d755dcd5b HTTP/1.1" status: 200 len: 1097 time: 0.0735273 May 31 14:50:44.807815 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae29d5f-8df8-4117-b1d4-baf95d19a738 req-1607b3c4-5dd6-43be-9570-a1281b2d954d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:50:44.809965 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-6ae29d5f-8df8-4117-b1d4-baf95d19a738 req-1607b3c4-5dd6-43be-9570-a1281b2d954d service neutron] 10.222.0.44 "GET /v2.0/networks?id=df9c0981-4264-479e-b64f-ae718158db34 HTTP/1.1" status: 200 len: 910 time: 0.1396673 May 31 14:50:44.855619 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f4ac5-2d9a-4195-af37-dff3d3ddbea5 req-d6e30930-bb31-4fa6-b8c3-33eac8573cad tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:50:44.856342 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-f57f4ac5-2d9a-4195-af37-dff3d3ddbea5 req-d6e30930-bb31-4fa6-b8c3-33eac8573cad tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Synchronizing usage tracker for tenant:88f0c7cbd4944ce289412cc9e929d453 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:50:44.873796 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-f57f4ac5-2d9a-4195-af37-dff3d3ddbea5 req-d6e30930-bb31-4fa6-b8c3-33eac8573cad tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Unset dirty status for tenant:88f0c7cbd4944ce289412cc9e929d453 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:50:44.875988 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f57f4ac5-2d9a-4195-af37-dff3d3ddbea5 req-d6e30930-bb31-4fa6-b8c3-33eac8573cad tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=6539524f-4771-4142-bc1f-dc5d755dcd5b HTTP/1.1" status: 200 len: 946 time: 0.1012633 May 31 14:50:44.887069 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-6ae29d5f-8df8-4117-b1d4-baf95d19a738 req-602099d9-5302-4893-b758-e107cd81fe84 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e917bcb-fd8d-451f-a94b-f57247e728aa HTTP/1.1" status: 200 len: 217 time: 0.0697432 May 31 14:50:44.925429 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f57f4ac5-2d9a-4195-af37-dff3d3ddbea5 req-7d79ed41-c3b6-45ed-8501-41f5f7555191 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=f96d37ae-ba42-49c2-be6f-561a445d7c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443254 May 31 14:50:44.957287 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae29d5f-8df8-4117-b1d4-baf95d19a738 req-21f586bd-e77f-4f8c-925c-65d87b489742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:50:44.958786 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-6ae29d5f-8df8-4117-b1d4-baf95d19a738 req-21f586bd-e77f-4f8c-925c-65d87b489742 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f5fa147d-0fef-434e-b778-09b86127a750 HTTP/1.1" status: 200 len: 848 time: 0.0646808 May 31 14:50:44.971040 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-7ad4ff33-8d71-49e3-93d4-e57dd45923d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22b6195-4b7b-4b7d-9a55-1242343fb723', 'name': 'tempest-TestShelveInstance-1236581187-router', 'tenant_id': '88f0c7cbd4944ce289412cc9e929d453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': 'd418e5be-95ee-4628-86b2-7ca3de7a03e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:45:45Z', 'updated_at': '2022-05-31T14:45:49Z', 'revision_number': 4, 'project_id': '88f0c7cbd4944ce289412cc9e929d453', 'gw_port': {'id': 'd418e5be-95ee-4628-86b2-7ca3de7a03e1', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22b6195-4b7b-4b7d-9a55-1242343fb723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4410, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:45:45Z', 'updated_at': '2022-05-31T14:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '76556506-fb6f-400b-8d36-fef4cb530d40', 'name': '', 'network_id': 'df9c0981-4264-479e-b64f-ae718158db34', 'tenant_id': '88f0c7cbd4944ce289412cc9e929d453', 'mac_address': 'fa:16:3e:ac:11:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22b6195-4b7b-4b7d-9a55-1242343fb723', 'device_owner': 'network:router_interface', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': 'f5fa147d-0fef-434e-b778-09b86127a750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:45:48Z', 'updated_at': '2022-05-31T14:45:55Z', 'revision_number': 5, 'project_id': '88f0c7cbd4944ce289412cc9e929d453', 'subnets': [{'id': 'f5fa147d-0fef-434e-b778-09b86127a750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:50:44.974845 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad4ff33-8d71-49e3-93d4-e57dd45923d4 None None] Checking router: e22b6195-4b7b-4b7d-9a55-1242343fb723 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:50:44.983698 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad4ff33-8d71-49e3-93d4-e57dd45923d4 None None] Routers {'e22b6195-4b7b-4b7d-9a55-1242343fb723'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:50:44.984284 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-7ad4ff33-8d71-49e3-93d4-e57dd45923d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:50:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['e22b6195-4b7b-4b7d-9a55-1242343fb723'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:50:45.037836 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae29d5f-8df8-4117-b1d4-baf95d19a738 req-b4d1fd47-865c-4288-b085-ba336ffa0e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:50:45.039393 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-6ae29d5f-8df8-4117-b1d4-baf95d19a738 req-b4d1fd47-865c-4288-b085-ba336ffa0e48 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=df9c0981-4264-479e-b64f-ae718158db34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747769 May 31 14:50:45.163568 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-7ad4ff33-8d71-49e3-93d4-e57dd45923d4 None None] Set router e22b6195-4b7b-4b7d-9a55-1242343fb723 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:50:45.175695 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-6ae29d5f-8df8-4117-b1d4-baf95d19a738 req-b785dbe7-c492-4fee-b287-500d9ed523d4 service neutron] 10.222.0.44 "GET /v2.0/networks/df9c0981-4264-479e-b64f-ae718158db34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285262 May 31 14:50:45.312796 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-6ae29d5f-8df8-4117-b1d4-baf95d19a738 req-dd574f23-9185-476b-80ff-76946bee7bc0 service neutron] 10.222.0.44 "GET /v2.0/networks/df9c0981-4264-479e-b64f-ae718158db34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313803 May 31 14:50:45.479669 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-7ad4ff33-8d71-49e3-93d4-e57dd45923d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22b6195-4b7b-4b7d-9a55-1242343fb723', 'name': 'tempest-TestShelveInstance-1236581187-router', 'tenant_id': '88f0c7cbd4944ce289412cc9e929d453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': 'd418e5be-95ee-4628-86b2-7ca3de7a03e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:45:45Z', 'updated_at': '2022-05-31T14:45:49Z', 'revision_number': 4, 'project_id': '88f0c7cbd4944ce289412cc9e929d453', 'gw_port': {'id': 'd418e5be-95ee-4628-86b2-7ca3de7a03e1', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22b6195-4b7b-4b7d-9a55-1242343fb723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4410, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:45:45Z', 'updated_at': '2022-05-31T14:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '76556506-fb6f-400b-8d36-fef4cb530d40', 'name': '', 'network_id': 'df9c0981-4264-479e-b64f-ae718158db34', 'tenant_id': '88f0c7cbd4944ce289412cc9e929d453', 'mac_address': 'fa:16:3e:ac:11:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22b6195-4b7b-4b7d-9a55-1242343fb723', 'device_owner': 'network:router_interface', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': 'f5fa147d-0fef-434e-b778-09b86127a750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:45:48Z', 'updated_at': '2022-05-31T14:45:55Z', 'revision_number': 5, 'project_id': '88f0c7cbd4944ce289412cc9e929d453', 'subnets': [{'id': 'f5fa147d-0fef-434e-b778-09b86127a750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:50:45.484592 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad4ff33-8d71-49e3-93d4-e57dd45923d4 None None] The sync data for ids ['e22b6195-4b7b-4b7d-9a55-1242343fb723'] in n-d-843939-1 is: [{'id': 'e22b6195-4b7b-4b7d-9a55-1242343fb723', 'name': 'tempest-TestShelveInstance-1236581187-router', 'tenant_id': '88f0c7cbd4944ce289412cc9e929d453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': 'd418e5be-95ee-4628-86b2-7ca3de7a03e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:45:45Z', 'updated_at': '2022-05-31T14:45:49Z', 'revision_number': 4, 'project_id': '88f0c7cbd4944ce289412cc9e929d453', 'gw_port': {'id': 'd418e5be-95ee-4628-86b2-7ca3de7a03e1', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22b6195-4b7b-4b7d-9a55-1242343fb723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4410, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:45:45Z', 'updated_at': '2022-05-31T14:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '76556506-fb6f-400b-8d36-fef4cb530d40', 'name': '', 'network_id': 'df9c0981-4264-479e-b64f-ae718158db34', 'tenant_id': '88f0c7cbd4944ce289412cc9e929d453', 'mac_address': 'fa:16:3e:ac:11:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22b6195-4b7b-4b7d-9a55-1242343fb723', 'device_owner': 'network:router_interface', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': 'f5fa147d-0fef-434e-b778-09b86127a750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:45:48Z', 'updated_at': '2022-05-31T14:45:55Z', 'revision_number': 5, 'project_id': '88f0c7cbd4944ce289412cc9e929d453', 'subnets': [{'id': 'f5fa147d-0fef-434e-b778-09b86127a750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:50:45.697457 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf4ca2c-2af7-4824-a3b0-4ca345d787d3 None None] New status for floating IP 3b8cb497-67b6-4302-914f-b1ec21dd96fc: DOWN {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 14:50:45.945746 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:50:46.124286 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2282134e-0480-4698-b0ea-2577e23082fe req-eeeeff60-54b1-49ad-baa8-d214318d0c8f tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:50:46.125672 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2282134e-0480-4698-b0ea-2577e23082fe req-eeeeff60-54b1-49ad-baa8-d214318d0c8f tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=6539524f-4771-4142-bc1f-dc5d755dcd5b HTTP/1.1" status: 200 len: 946 time: 0.0855937 May 31 14:50:46.141476 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c3b13d-d440-4e45-b0c7-70d2f923b4af req-c22c0bb5-f15c-4aa2-a6a5-06724e2881a7 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:50:46.142209 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-f7c3b13d-d440-4e45-b0c7-70d2f923b4af req-c22c0bb5-f15c-4aa2-a6a5-06724e2881a7 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Synchronizing usage tracker for tenant:88f0c7cbd4944ce289412cc9e929d453 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:50:46.154577 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-f7c3b13d-d440-4e45-b0c7-70d2f923b4af req-c22c0bb5-f15c-4aa2-a6a5-06724e2881a7 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Unset dirty status for tenant:88f0c7cbd4944ce289412cc9e929d453 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:50:46.155825 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f7c3b13d-d440-4e45-b0c7-70d2f923b4af req-c22c0bb5-f15c-4aa2-a6a5-06724e2881a7 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.44 "GET /v2.0/ports?device_id=6539524f-4771-4142-bc1f-dc5d755dcd5b HTTP/1.1" status: 200 len: 946 time: 0.0960424 May 31 14:50:46.170966 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2282134e-0480-4698-b0ea-2577e23082fe req-eeb86df1-d7be-4b1f-a68f-d71c638aeb54 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=f96d37ae-ba42-49c2-be6f-561a445d7c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395677 May 31 14:50:46.225542 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-f7c3b13d-d440-4e45-b0c7-70d2f923b4af req-bdd9a351-ae6b-43bd-828c-206836e212ce tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Deleting port 9e917bcb-fd8d-451f-a94b-f57247e728aa {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:50:46.225876 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-f7c3b13d-d440-4e45-b0c7-70d2f923b4af req-bdd9a351-ae6b-43bd-828c-206836e212ce tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:50:46.480967 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-f7c3b13d-d440-4e45-b0c7-70d2f923b4af req-bdd9a351-ae6b-43bd-828c-206836e212ce tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] For port 9e917bcb-fd8d-451f-a94b-f57247e728aa, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=9e917bcb-fd8d-451f-a94b-f57247e728aa,segment=NetworkSegment(7337fa12-be37-4057-a823-55b2a6ef8542),segment_id=7337fa12-be37-4057-a823-55b2a6ef8542)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:50:46.481319 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-f7c3b13d-d440-4e45-b0c7-70d2f923b4af req-bdd9a351-ae6b-43bd-828c-206836e212ce tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:50:46.706753 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-f7c3b13d-d440-4e45-b0c7-70d2f923b4af req-bdd9a351-ae6b-43bd-828c-206836e212ce tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Calling delete_port for 9e917bcb-fd8d-451f-a94b-f57247e728aa owned by compute:nova {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:50:46.852209 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-f7c3b13d-d440-4e45-b0c7-70d2f923b4af req-bdd9a351-ae6b-43bd-828c-206836e212ce tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:50:46.907362 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd9a351-ae6b-43bd-828c-206836e212ce tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Pushing event deleted for resources: {'Port': ['ID=9e917bcb-fd8d-451f-a94b-f57247e728aa,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:50:46.949231 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd9a351-ae6b-43bd-828c-206836e212ce tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:50:46.949579 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd9a351-ae6b-43bd-828c-206836e212ce tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:50:46.949920 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd9a351-ae6b-43bd-828c-206836e212ce tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:50:46.950667 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd9a351-ae6b-43bd-828c-206836e212ce tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:50:46.950813 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd9a351-ae6b-43bd-828c-206836e212ce tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:50:46.951111 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd9a351-ae6b-43bd-828c-206836e212ce tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:50:46.951443 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd9a351-ae6b-43bd-828c-206836e212ce tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:50:46.951768 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd9a351-ae6b-43bd-828c-206836e212ce tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:50:46.952105 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd9a351-ae6b-43bd-828c-206836e212ce tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:50:46.952416 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd9a351-ae6b-43bd-828c-206836e212ce tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:50:46.952739 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd9a351-ae6b-43bd-828c-206836e212ce tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:50:46.953058 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd9a351-ae6b-43bd-828c-206836e212ce tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:50:46.991427 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7c3b13d-d440-4e45-b0c7-70d2f923b4af req-bdd9a351-ae6b-43bd-828c-206836e212ce tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] No DVR routers for this DVR port 9e917bcb-fd8d-451f-a94b-f57247e728aa on host n-h2-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:50:46.993892 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-f7c3b13d-d440-4e45-b0c7-70d2f923b4af req-bdd9a351-ae6b-43bd-828c-206836e212ce tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:50:46.996347 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6539524f-4771-4142-bc1f-dc5d755dcd5b', 'name': 'network-vif-deleted', 'tag': '9e917bcb-fd8d-451f-a94b-f57247e728aa'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:50:47.011857 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f7c3b13d-d440-4e45-b0c7-70d2f923b4af req-bdd9a351-ae6b-43bd-828c-206836e212ce tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.44 "DELETE /v2.0/ports/9e917bcb-fd8d-451f-a94b-f57247e728aa HTTP/1.1" status: 204 len: 173 time: 0.8510945 May 31 14:50:47.046164 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fdd0cf5-338c-420a-b579-ace01563ae5c'] response: {'server_uuid': '6539524f-4771-4142-bc1f-dc5d755dcd5b', 'name': 'network-vif-deleted', 'tag': '9e917bcb-fd8d-451f-a94b-f57247e728aa', 'status': 'completed', 'code': 200} May 31 14:50:47.341315 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e45895f4-afe2-4583-a04c-e212148d6a11 req-3091defa-8c12-4135-94e7-947d8f7d4b74 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=6539524f-4771-4142-bc1f-dc5d755dcd5b HTTP/1.1" status: 200 len: 210 time: 0.0474758 May 31 14:50:48.436969 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46666) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:50:48.508214 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eaca188e-f986-4e92-b760-b32c8335f70e tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:50:48.538952 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eaca188e-f986-4e92-b760-b32c8335f70e tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:50:48.607527 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eaca188e-f986-4e92-b760-b32c8335f70e tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:50:48.635514 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaca188e-f986-4e92-b760-b32c8335f70e tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96d37ae-ba42-49c2-be6f-561a445d7c63,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:50:48.645973 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-eaca188e-f986-4e92-b760-b32c8335f70e tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:50:48.647127 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-eaca188e-f986-4e92-b760-b32c8335f70e tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "DELETE /v2.0/security-groups/f96d37ae-ba42-49c2-be6f-561a445d7c63 HTTP/1.1" status: 204 len: 168 time: 0.2091935 May 31 14:50:48.769058 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46674) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:50:48.774187 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-14d3cd0a-281b-4be5-aa92-bf134b065bdc tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1762275751', 'description': 'tempest-secgroup-smoke-1762275751 description', 'project_id': '88f0c7cbd4944ce289412cc9e929d453'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:50:48.781844 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-14d3cd0a-281b-4be5-aa92-bf134b065bdc tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:50:48.785864 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-14d3cd0a-281b-4be5-aa92-bf134b065bdc tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Usage tracker for resource:security_group and tenant:88f0c7cbd4944ce289412cc9e929d453 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:50:48.788700 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-14d3cd0a-281b-4be5-aa92-bf134b065bdc tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:50:48.795499 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-14d3cd0a-281b-4be5-aa92-bf134b065bdc tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:50:48.805533 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-14d3cd0a-281b-4be5-aa92-bf134b065bdc tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:50:48.829196 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-14d3cd0a-281b-4be5-aa92-bf134b065bdc tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:50:48.832997 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-14d3cd0a-281b-4be5-aa92-bf134b065bdc tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Usage tracker for resource:security_group_rule and tenant:88f0c7cbd4944ce289412cc9e929d453 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:50:48.835808 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-14d3cd0a-281b-4be5-aa92-bf134b065bdc tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:50:48.842148 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-14d3cd0a-281b-4be5-aa92-bf134b065bdc tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:50:48.911808 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-14d3cd0a-281b-4be5-aa92-bf134b065bdc tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:50:48.915346 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-14d3cd0a-281b-4be5-aa92-bf134b065bdc tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:50:48.959985 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d3cd0a-281b-4be5-aa92-bf134b065bdc tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5114a1bf-b849-407d-ad71-94c994d04181,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:50:48.962816 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-14d3cd0a-281b-4be5-aa92-bf134b065bdc tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:50:48.967418 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-14d3cd0a-281b-4be5-aa92-bf134b065bdc tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1940131 May 31 14:50:48.967834 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46678) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:50:48.972608 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-647f16b9-1cee-44f3-8116-96a6b2fb49f5 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Request body: {'security_group_rule': {'security_group_id': '5114a1bf-b849-407d-ad71-94c994d04181', 'project_id': '88f0c7cbd4944ce289412cc9e929d453', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:50:48.979490 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-647f16b9-1cee-44f3-8116-96a6b2fb49f5 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:50:48.983407 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-647f16b9-1cee-44f3-8116-96a6b2fb49f5 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Usage tracker for resource:security_group_rule and tenant:88f0c7cbd4944ce289412cc9e929d453 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:50:48.986269 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-647f16b9-1cee-44f3-8116-96a6b2fb49f5 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:50:48.991887 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-647f16b9-1cee-44f3-8116-96a6b2fb49f5 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:50:49.008658 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-647f16b9-1cee-44f3-8116-96a6b2fb49f5 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:50:49.034859 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 9e917bcb-fd8d-451f-a94b-f57247e728aa no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:50:49.069308 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-647f16b9-1cee-44f3-8116-96a6b2fb49f5 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:50:49.070029 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] No Port match for: 9e917bcb-fd8d-451f-a94b-f57247e728aa {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:50:49.070602 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device 9e917bcb-fd8d-451f-a94b-f57247e728aa not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:50:49.074169 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-647f16b9-1cee-44f3-8116-96a6b2fb49f5 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:50:49.099418 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647f16b9-1cee-44f3-8116-96a6b2fb49f5 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbb2cb68-449d-4561-9cdf-0d2edb6da66c,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:50:49.108836 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-647f16b9-1cee-44f3-8116-96a6b2fb49f5 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:50:49.110198 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-647f16b9-1cee-44f3-8116-96a6b2fb49f5 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1416063 May 31 14:50:49.113019 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46682) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:50:49.118124 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-c577da1b-c09e-415f-a3f9-41c8a9163369 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Request body: {'security_group_rule': {'security_group_id': '5114a1bf-b849-407d-ad71-94c994d04181', 'project_id': '88f0c7cbd4944ce289412cc9e929d453', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:50:49.125855 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c577da1b-c09e-415f-a3f9-41c8a9163369 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:50:49.129692 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c577da1b-c09e-415f-a3f9-41c8a9163369 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Usage tracker for resource:security_group_rule and tenant:88f0c7cbd4944ce289412cc9e929d453 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:50:49.132644 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-c577da1b-c09e-415f-a3f9-41c8a9163369 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:50:49.139147 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-c577da1b-c09e-415f-a3f9-41c8a9163369 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:50:49.155648 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c577da1b-c09e-415f-a3f9-41c8a9163369 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:50:49.218278 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c577da1b-c09e-415f-a3f9-41c8a9163369 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:50:49.221764 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c577da1b-c09e-415f-a3f9-41c8a9163369 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:50:49.244220 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c577da1b-c09e-415f-a3f9-41c8a9163369 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=378ed1da-b36b-4c9b-881f-0aecd6cef1c3,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:50:49.253805 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-c577da1b-c09e-415f-a3f9-41c8a9163369 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:50:49.254995 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-c577da1b-c09e-415f-a3f9-41c8a9163369 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1410356 May 31 14:50:49.257860 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46686) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:50:49.262779 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-ac879ab5-087c-4ea0-a926-485cced0093a tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Request body: {'security_group_rule': {'security_group_id': '5114a1bf-b849-407d-ad71-94c994d04181', 'project_id': '88f0c7cbd4944ce289412cc9e929d453', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:50:49.270263 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ac879ab5-087c-4ea0-a926-485cced0093a tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:50:49.274010 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ac879ab5-087c-4ea0-a926-485cced0093a tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Usage tracker for resource:security_group_rule and tenant:88f0c7cbd4944ce289412cc9e929d453 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:50:49.276802 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-ac879ab5-087c-4ea0-a926-485cced0093a tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:50:49.282581 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-ac879ab5-087c-4ea0-a926-485cced0093a tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:50:49.300366 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ac879ab5-087c-4ea0-a926-485cced0093a tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:50:49.363288 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ac879ab5-087c-4ea0-a926-485cced0093a tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:50:49.367041 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ac879ab5-087c-4ea0-a926-485cced0093a tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:50:49.391677 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac879ab5-087c-4ea0-a926-485cced0093a tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fd2f132-b090-4f21-913b-33bf7610a300,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:50:49.401469 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ac879ab5-087c-4ea0-a926-485cced0093a tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:50:49.402699 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ac879ab5-087c-4ea0-a926-485cced0093a tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1438954 May 31 14:50:49.405736 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46690) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:50:49.410607 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-b0cd6c59-6cbb-4d2b-95bb-57a6f520e3f7 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Request body: {'security_group_rule': {'security_group_id': '5114a1bf-b849-407d-ad71-94c994d04181', 'project_id': '88f0c7cbd4944ce289412cc9e929d453', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:50:49.417112 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b0cd6c59-6cbb-4d2b-95bb-57a6f520e3f7 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:50:49.421001 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-b0cd6c59-6cbb-4d2b-95bb-57a6f520e3f7 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Usage tracker for resource:security_group_rule and tenant:88f0c7cbd4944ce289412cc9e929d453 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:50:49.423879 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-b0cd6c59-6cbb-4d2b-95bb-57a6f520e3f7 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:50:49.429506 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-b0cd6c59-6cbb-4d2b-95bb-57a6f520e3f7 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:50:49.446733 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b0cd6c59-6cbb-4d2b-95bb-57a6f520e3f7 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:50:49.510775 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b0cd6c59-6cbb-4d2b-95bb-57a6f520e3f7 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:50:49.514928 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b0cd6c59-6cbb-4d2b-95bb-57a6f520e3f7 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:50:49.538429 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cd6c59-6cbb-4d2b-95bb-57a6f520e3f7 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87093d84-3763-4971-85bd-af5b35abbd18,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:50:49.548634 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-b0cd6c59-6cbb-4d2b-95bb-57a6f520e3f7 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:50:49.549916 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-b0cd6c59-6cbb-4d2b-95bb-57a6f520e3f7 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1432431 May 31 14:50:49.552763 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46694) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:50:49.557643 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-db31a743-d47c-405c-8225-013b031a243d tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Request body: {'security_group_rule': {'security_group_id': '5114a1bf-b849-407d-ad71-94c994d04181', 'project_id': '88f0c7cbd4944ce289412cc9e929d453', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:50:49.564759 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-db31a743-d47c-405c-8225-013b031a243d tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:50:49.570091 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-db31a743-d47c-405c-8225-013b031a243d tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Usage tracker for resource:security_group_rule and tenant:88f0c7cbd4944ce289412cc9e929d453 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:50:49.573136 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-db31a743-d47c-405c-8225-013b031a243d tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:50:49.580437 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-db31a743-d47c-405c-8225-013b031a243d tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:50:49.594858 n-d-843939-1 neutron-server[88369]: INFO neutron.db.securitygroups_db [None req-db31a743-d47c-405c-8225-013b031a243d tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Project 88f0c7cbd4944ce289412cc9e929d453 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 14:50:49.601315 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-db31a743-d47c-405c-8225-013b031a243d tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:50:49.666384 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-db31a743-d47c-405c-8225-013b031a243d tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:50:49.670636 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-db31a743-d47c-405c-8225-013b031a243d tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:50:49.693699 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db31a743-d47c-405c-8225-013b031a243d tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c252c160-7086-4157-935e-44e2f18af76e,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:50:49.704004 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-db31a743-d47c-405c-8225-013b031a243d tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:50:49.705176 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-db31a743-d47c-405c-8225-013b031a243d tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1515148 May 31 14:50:49.708000 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46698) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:50:49.712978 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-0d89b9a7-02b5-4dc1-aeb1-a818e3eed25d tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Request body: {'security_group_rule': {'security_group_id': '5114a1bf-b849-407d-ad71-94c994d04181', 'project_id': '88f0c7cbd4944ce289412cc9e929d453', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:50:49.720248 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0d89b9a7-02b5-4dc1-aeb1-a818e3eed25d tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:50:49.723992 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-0d89b9a7-02b5-4dc1-aeb1-a818e3eed25d tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Usage tracker for resource:security_group_rule and tenant:88f0c7cbd4944ce289412cc9e929d453 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:50:49.726822 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-0d89b9a7-02b5-4dc1-aeb1-a818e3eed25d tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:50:49.732755 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-0d89b9a7-02b5-4dc1-aeb1-a818e3eed25d tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:50:49.742805 n-d-843939-1 neutron-server[88369]: INFO neutron.db.securitygroups_db [None req-0d89b9a7-02b5-4dc1-aeb1-a818e3eed25d tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Project 88f0c7cbd4944ce289412cc9e929d453 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 14:50:49.749544 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0d89b9a7-02b5-4dc1-aeb1-a818e3eed25d tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:50:49.815407 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0d89b9a7-02b5-4dc1-aeb1-a818e3eed25d tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:50:49.818953 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0d89b9a7-02b5-4dc1-aeb1-a818e3eed25d tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:50:49.843587 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d89b9a7-02b5-4dc1-aeb1-a818e3eed25d tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fce8dbbf-d1c2-4e73-893b-324dc3b2ac89,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:50:49.852087 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-0d89b9a7-02b5-4dc1-aeb1-a818e3eed25d tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:50:49.853250 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-0d89b9a7-02b5-4dc1-aeb1-a818e3eed25d tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1442947 May 31 14:51:02.660255 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:51:04.846159 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-e0a369f7-eff4-4e25-b9e0-b3d2d04fd947 req-b4f453f5-08a8-4ca7-95e4-c34d61492664 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Synchronizing usage tracker for tenant:88f0c7cbd4944ce289412cc9e929d453 on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:51:04.861247 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-e0a369f7-eff4-4e25-b9e0-b3d2d04fd947 req-b4f453f5-08a8-4ca7-95e4-c34d61492664 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Unset dirty status for tenant:88f0c7cbd4944ce289412cc9e929d453 on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:51:04.862573 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e0a369f7-eff4-4e25-b9e0-b3d2d04fd947 req-b4f453f5-08a8-4ca7-95e4-c34d61492664 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1762275751&fields=id&tenant_id=88f0c7cbd4944ce289412cc9e929d453 HTTP/1.1" status: 200 len: 267 time: 0.0559735 May 31 14:51:05.014472 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a369f7-eff4-4e25-b9e0-b3d2d04fd947 req-3658381e-b326-4215-a745-d5a5b52ffb59 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:51:05.015838 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e0a369f7-eff4-4e25-b9e0-b3d2d04fd947 req-3658381e-b326-4215-a745-d5a5b52ffb59 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/networks?id=df9c0981-4264-479e-b64f-ae718158db34 HTTP/1.1" status: 200 len: 809 time: 0.1467118 May 31 14:51:05.032107 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e0a369f7-eff4-4e25-b9e0-b3d2d04fd947 req-109dd2dc-6f69-4535-b58d-54ae993701ed tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/quotas/88f0c7cbd4944ce289412cc9e929d453 HTTP/1.1" status: 200 len: 375 time: 0.0106821 May 31 14:51:05.121488 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e0a369f7-eff4-4e25-b9e0-b3d2d04fd947 req-92dc9e04-f8e5-4ec5-a8b2-78b224acb360 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=88f0c7cbd4944ce289412cc9e929d453&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0840671 May 31 14:51:05.302686 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e0a369f7-eff4-4e25-b9e0-b3d2d04fd947 req-3b31a4b8-d51f-4405-8778-881d280d4d6b service neutron] 10.222.0.50 "GET /v2.0/networks/df9c0981-4264-479e-b64f-ae718158db34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697698 May 31 14:51:05.435555 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e0a369f7-eff4-4e25-b9e0-b3d2d04fd947 req-1cf12c60-263d-47d2-8b1d-58d8b371148f service neutron] 10.222.0.50 "GET /v2.0/networks/df9c0981-4264-479e-b64f-ae718158db34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270359 May 31 14:51:05.819517 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1ec1820f-12f2-47fd-b9cb-40b35f595a67 req-8ec9aabc-cab9-448c-a968-e4a82ba99311 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5e7187b-ecb4-404d-ab82-e5455f40bfa1 HTTP/1.1" status: 200 len: 210 time: 0.0419755 May 31 14:51:06.918872 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ffb83bf1-63c6-4d54-b52e-e16a968c35c5 req-3b08a4c5-60fc-4c59-b8d3-150e5006fa0e tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5e7187b-ecb4-404d-ab82-e5455f40bfa1 HTTP/1.1" status: 200 len: 210 time: 0.0457344 May 31 14:51:08.193748 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1c3c46d3-2791-4f65-92b7-b8bcade7f103 req-7b425d53-0bad-4a65-b07a-a27ebaca23ac tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5e7187b-ecb4-404d-ab82-e5455f40bfa1 HTTP/1.1" status: 200 len: 210 time: 0.1671901 May 31 14:51:08.234463 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:51:08.987861 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a369f7-eff4-4e25-b9e0-b3d2d04fd947 req-8f91f416-6bb8-4bd7-a47c-b0e8e267d629 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:51:08.989302 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e0a369f7-eff4-4e25-b9e0-b3d2d04fd947 req-8f91f416-6bb8-4bd7-a47c-b0e8e267d629 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.20 "GET /v2.0/networks?id=df9c0981-4264-479e-b64f-ae718158db34 HTTP/1.1" status: 200 len: 809 time: 0.1523581 May 31 14:51:09.037348 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-e0a369f7-eff4-4e25-b9e0-b3d2d04fd947 req-836fb6e8-31db-400e-9610-b19cb94a3387 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Synchronizing usage tracker for tenant:88f0c7cbd4944ce289412cc9e929d453 on resource:security_group {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:51:09.050565 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-e0a369f7-eff4-4e25-b9e0-b3d2d04fd947 req-836fb6e8-31db-400e-9610-b19cb94a3387 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Unset dirty status for tenant:88f0c7cbd4944ce289412cc9e929d453 on resource:security_group {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:51:09.051686 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e0a369f7-eff4-4e25-b9e0-b3d2d04fd947 req-836fb6e8-31db-400e-9610-b19cb94a3387 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88f0c7cbd4944ce289412cc9e929d453 HTTP/1.1" status: 200 len: 380 time: 0.0551186 May 31 14:51:09.061862 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-e0a369f7-eff4-4e25-b9e0-b3d2d04fd947 req-5654cae7-4851-45eb-8c67-0e60f73aa63c tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Request body: {'port': {'device_id': 'b5e7187b-ecb4-404d-ab82-e5455f40bfa1', 'network_id': 'df9c0981-4264-479e-b64f-ae718158db34', 'admin_state_up': True, 'tenant_id': '88f0c7cbd4944ce289412cc9e929d453', 'security_groups': ['5114a1bf-b849-407d-ad71-94c994d04181']}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:51:09.219096 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-e0a369f7-eff4-4e25-b9e0-b3d2d04fd947 req-5654cae7-4851-45eb-8c67-0e60f73aa63c tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:51:09.224773 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-e0a369f7-eff4-4e25-b9e0-b3d2d04fd947 req-5654cae7-4851-45eb-8c67-0e60f73aa63c tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Usage tracker for resource:port and tenant:88f0c7cbd4944ce289412cc9e929d453 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:51:09.228150 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-e0a369f7-eff4-4e25-b9e0-b3d2d04fd947 req-5654cae7-4851-45eb-8c67-0e60f73aa63c tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:51:09.234357 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-e0a369f7-eff4-4e25-b9e0-b3d2d04fd947 req-5654cae7-4851-45eb-8c67-0e60f73aa63c tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:51:09.254291 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0a369f7-eff4-4e25-b9e0-b3d2d04fd947 req-5654cae7-4851-45eb-8c67-0e60f73aa63c tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Made reservation on behalf of 88f0c7cbd4944ce289412cc9e929d453 for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:51:09.257785 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-e0a369f7-eff4-4e25-b9e0-b3d2d04fd947 req-5654cae7-4851-45eb-8c67-0e60f73aa63c tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:51:09.388135 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-92ad4b7d-86a8-49be-b934-c76ff0703ac2 req-208faf10-417a-46f3-a42d-743c7f6bf679 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5e7187b-ecb4-404d-ab82-e5455f40bfa1 HTTP/1.1" status: 200 len: 210 time: 0.0460017 May 31 14:51:09.448262 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [req-e0a369f7-eff4-4e25-b9e0-b3d2d04fd947 req-5654cae7-4851-45eb-8c67-0e60f73aa63c tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Allocated IP 172.20.0.4 (df9c0981-4264-479e-b64f-ae718158db34/f5fa147d-0fef-434e-b778-09b86127a750/21a755ba-f019-4a70-b7e7-e2186d1ae330) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:51:09.662381 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-e0a369f7-eff4-4e25-b9e0-b3d2d04fd947 req-5654cae7-4851-45eb-8c67-0e60f73aa63c tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:51:09.678893 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-e0a369f7-eff4-4e25-b9e0-b3d2d04fd947 req-5654cae7-4851-45eb-8c67-0e60f73aa63c tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Transition to ACTIVE for port object 21a755ba-f019-4a70-b7e7-e2186d1ae330 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:51:09.692329 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:51:09.704893 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-e0a369f7-eff4-4e25-b9e0-b3d2d04fd947 req-5654cae7-4851-45eb-8c67-0e60f73aa63c tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:51:09.777466 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0a369f7-eff4-4e25-b9e0-b3d2d04fd947 req-5654cae7-4851-45eb-8c67-0e60f73aa63c tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Network df9c0981-4264-479e-b64f-ae718158db34 is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:51:09.781275 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [req-e0a369f7-eff4-4e25-b9e0-b3d2d04fd947 req-5654cae7-4851-45eb-8c67-0e60f73aa63c tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:51:09.785176 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0a369f7-eff4-4e25-b9e0-b3d2d04fd947 req-5654cae7-4851-45eb-8c67-0e60f73aa63c tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:51:09.815824 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5654cae7-4851-45eb-8c67-0e60f73aa63c tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Pushing event updated for resources: {'Port': ['ID=21a755ba-f019-4a70-b7e7-e2186d1ae330,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:51:09.854528 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a369f7-eff4-4e25-b9e0-b3d2d04fd947 req-5654cae7-4851-45eb-8c67-0e60f73aa63c tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:51:09.855167 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-e0a369f7-eff4-4e25-b9e0-b3d2d04fd947 req-5654cae7-4851-45eb-8c67-0e60f73aa63c tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:51:09.881095 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e0a369f7-eff4-4e25-b9e0-b3d2d04fd947 req-5654cae7-4851-45eb-8c67-0e60f73aa63c tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8229463 May 31 14:51:09.891864 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [req-e0a369f7-eff4-4e25-b9e0-b3d2d04fd947 req-bcfea748-4240-417b-832d-557550650332 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88369) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 14:51:09.893025 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e0a369f7-eff4-4e25-b9e0-b3d2d04fd947 req-bcfea748-4240-417b-832d-557550650332 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064151 May 31 14:51:09.969061 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-e0a369f7-eff4-4e25-b9e0-b3d2d04fd947 req-f77c3197-5357-4cdc-825c-664e139e38ae service neutron] Request body: {'port': {'device_id': 'b5e7187b-ecb4-404d-ab82-e5455f40bfa1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843939-1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:51:10.096544 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-e0a369f7-eff4-4e25-b9e0-b3d2d04fd947 req-f77c3197-5357-4cdc-825c-664e139e38ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:51:10.105143 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-5e5e6fb2-5fe0-4ca4-b7f8-a85a79f8a235 None None] Provisioning for port 21a755ba-f019-4a70-b7e7-e2186d1ae330 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:51:10.110690 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-5e5e6fb2-5fe0-4ca4-b7f8-a85a79f8a235 None None] Provisioning complete for port 21a755ba-f019-4a70-b7e7-e2186d1ae330 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:51:10.111277 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5e5e6fb2-5fe0-4ca4-b7f8-a85a79f8a235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:51:10.172252 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-5e5e6fb2-5fe0-4ca4-b7f8-a85a79f8a235 None None] Port 21a755ba-f019-4a70-b7e7-e2186d1ae330 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:51:10.468436 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [req-e0a369f7-eff4-4e25-b9e0-b3d2d04fd947 req-f77c3197-5357-4cdc-825c-664e139e38ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21a755ba-f019-4a70-b7e7-e2186d1ae330 {{(pid=88369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:51:10.476174 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-e0a369f7-eff4-4e25-b9e0-b3d2d04fd947 req-f77c3197-5357-4cdc-825c-664e139e38ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:51:10.492778 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-e0a369f7-eff4-4e25-b9e0-b3d2d04fd947 req-f77c3197-5357-4cdc-825c-664e139e38ae service neutron] Transition to ACTIVE for port object 21a755ba-f019-4a70-b7e7-e2186d1ae330 will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:51:10.496704 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-e0a369f7-eff4-4e25-b9e0-b3d2d04fd947 req-f77c3197-5357-4cdc-825c-664e139e38ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:51:10.615059 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1080b33-ec6d-4244-8694-9486a78bad9e req-33c927b6-4b22-45d5-bc23-7f7fe4bd5d80 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:51:10.616606 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c1080b33-ec6d-4244-8694-9486a78bad9e req-33c927b6-4b22-45d5-bc23-7f7fe4bd5d80 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5e7187b-ecb4-404d-ab82-e5455f40bfa1 HTTP/1.1" status: 200 len: 943 time: 0.1149094 May 31 14:51:10.670035 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c1080b33-ec6d-4244-8694-9486a78bad9e req-d7a26111-5d2a-49a2-be2c-90996cd6c463 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=5114a1bf-b849-407d-ad71-94c994d04181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445421 May 31 14:51:10.782157 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-00c99f3b-31f0-49c4-a7e6-07d11879dd68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:51:10.802012 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77c3197-5357-4cdc-825c-664e139e38ae service neutron] Pushing event updated for resources: {'Port': ['ID=21a755ba-f019-4a70-b7e7-e2186d1ae330,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:51:10.870652 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-e0a369f7-eff4-4e25-b9e0-b3d2d04fd947 req-f77c3197-5357-4cdc-825c-664e139e38ae service neutron] Attempting to bind port 21a755ba-f019-4a70-b7e7-e2186d1ae330 on host n-h1-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:51:10.871056 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-e0a369f7-eff4-4e25-b9e0-b3d2d04fd947 req-f77c3197-5357-4cdc-825c-664e139e38ae service neutron] Attempting to bind port 21a755ba-f019-4a70-b7e7-e2186d1ae330 by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': '7337fa12-be37-4057-a823-55b2a6ef8542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'df9c0981-4264-479e-b64f-ae718158db34'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:51:10.871378 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a369f7-eff4-4e25-b9e0-b3d2d04fd947 req-f77c3197-5357-4cdc-825c-664e139e38ae service neutron] Attempting to bind port 21a755ba-f019-4a70-b7e7-e2186d1ae330 on network df9c0981-4264-479e-b64f-ae718158db34 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:51:10.875957 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a369f7-eff4-4e25-b9e0-b3d2d04fd947 req-f77c3197-5357-4cdc-825c-664e139e38ae service neutron] Port 21a755ba-f019-4a70-b7e7-e2186d1ae330 on network df9c0981-4264-479e-b64f-ae718158db34 not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 14:51:10.876269 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a369f7-eff4-4e25-b9e0-b3d2d04fd947 req-f77c3197-5357-4cdc-825c-664e139e38ae service neutron] Attempting to bind port 21a755ba-f019-4a70-b7e7-e2186d1ae330 on network df9c0981-4264-479e-b64f-ae718158db34 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:51:10.881239 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a369f7-eff4-4e25-b9e0-b3d2d04fd947 req-f77c3197-5357-4cdc-825c-664e139e38ae service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:51:10.881569 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a369f7-eff4-4e25-b9e0-b3d2d04fd947 req-f77c3197-5357-4cdc-825c-664e139e38ae service neutron] Checking segment: {'id': '7337fa12-be37-4057-a823-55b2a6ef8542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'df9c0981-4264-479e-b64f-ae718158db34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:51:10.881944 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a369f7-eff4-4e25-b9e0-b3d2d04fd947 req-f77c3197-5357-4cdc-825c-664e139e38ae service neutron] Bound using segment: {'id': '7337fa12-be37-4057-a823-55b2a6ef8542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'df9c0981-4264-479e-b64f-ae718158db34'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:51:10.882402 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-e0a369f7-eff4-4e25-b9e0-b3d2d04fd947 req-f77c3197-5357-4cdc-825c-664e139e38ae service neutron] Bound port: 21a755ba-f019-4a70-b7e7-e2186d1ae330, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7337fa12-be37-4057-a823-55b2a6ef8542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'df9c0981-4264-479e-b64f-ae718158db34'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:51:10.883206 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-e0a369f7-eff4-4e25-b9e0-b3d2d04fd947 req-f77c3197-5357-4cdc-825c-664e139e38ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:51:10.975800 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-e0a369f7-eff4-4e25-b9e0-b3d2d04fd947 req-f77c3197-5357-4cdc-825c-664e139e38ae service neutron] For port 21a755ba-f019-4a70-b7e7-e2186d1ae330, host n-h1-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:51:10.978756 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-e0a369f7-eff4-4e25-b9e0-b3d2d04fd947 req-f77c3197-5357-4cdc-825c-664e139e38ae service neutron] For port 21a755ba-f019-4a70-b7e7-e2186d1ae330, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=21a755ba-f019-4a70-b7e7-e2186d1ae330,segment=NetworkSegment(7337fa12-be37-4057-a823-55b2a6ef8542),segment_id=7337fa12-be37-4057-a823-55b2a6ef8542)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:51:10.983328 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-e0a369f7-eff4-4e25-b9e0-b3d2d04fd947 req-f77c3197-5357-4cdc-825c-664e139e38ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:51:11.044924 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a369f7-eff4-4e25-b9e0-b3d2d04fd947 req-f77c3197-5357-4cdc-825c-664e139e38ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:51:11.045855 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-e0a369f7-eff4-4e25-b9e0-b3d2d04fd947 req-f77c3197-5357-4cdc-825c-664e139e38ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:51:11.047292 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e0a369f7-eff4-4e25-b9e0-b3d2d04fd947 req-f77c3197-5357-4cdc-825c-664e139e38ae service neutron] 10.222.0.20 "PUT /v2.0/ports/21a755ba-f019-4a70-b7e7-e2186d1ae330 HTTP/1.1" status: 200 len: 1091 time: 1.1486149 May 31 14:51:11.047748 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5e7187b-ecb4-404d-ab82-e5455f40bfa1', 'tag': '21a755ba-f019-4a70-b7e7-e2186d1ae330'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:51:11.077352 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77c3197-5357-4cdc-825c-664e139e38ae service neutron] Pushing event updated for resources: {'Port': ['ID=21a755ba-f019-4a70-b7e7-e2186d1ae330,revision_number=3']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:51:11.164529 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a369f7-eff4-4e25-b9e0-b3d2d04fd947 req-9d666bda-d17c-4ae1-aa3e-babbd4e77ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:51:11.166453 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e0a369f7-eff4-4e25-b9e0-b3d2d04fd947 req-9d666bda-d17c-4ae1-aa3e-babbd4e77ec1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=88f0c7cbd4944ce289412cc9e929d453&device_id=b5e7187b-ecb4-404d-ab82-e5455f40bfa1 HTTP/1.1" status: 200 len: 1094 time: 0.0817301 May 31 14:51:11.167819 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55ef1d8a-22a7-4d13-a4fd-9f874c4a6fd1'] response: {'name': 'network-changed', 'server_uuid': 'b5e7187b-ecb4-404d-ab82-e5455f40bfa1', 'tag': '21a755ba-f019-4a70-b7e7-e2186d1ae330', 'status': 'completed', 'code': 200} May 31 14:51:11.236928 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e0a369f7-eff4-4e25-b9e0-b3d2d04fd947 req-a26041e0-88bb-44a4-b371-8a477bd95657 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21a755ba-f019-4a70-b7e7-e2186d1ae330 HTTP/1.1" status: 200 len: 217 time: 0.0623021 May 31 14:51:11.301545 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a369f7-eff4-4e25-b9e0-b3d2d04fd947 req-18fffd6c-d3ca-4647-8872-ae485d763752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:51:11.303462 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e0a369f7-eff4-4e25-b9e0-b3d2d04fd947 req-18fffd6c-d3ca-4647-8872-ae485d763752 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5fa147d-0fef-434e-b778-09b86127a750 HTTP/1.1" status: 200 len: 848 time: 0.0613847 May 31 14:51:11.382493 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a369f7-eff4-4e25-b9e0-b3d2d04fd947 req-94b8341a-7b78-4103-ab02-17e1c28a8754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:51:11.383955 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e0a369f7-eff4-4e25-b9e0-b3d2d04fd947 req-94b8341a-7b78-4103-ab02-17e1c28a8754 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=df9c0981-4264-479e-b64f-ae718158db34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748274 May 31 14:51:11.517154 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e0a369f7-eff4-4e25-b9e0-b3d2d04fd947 req-947f36ac-a789-4e32-ae77-b2c5105c9d77 service neutron] 10.222.0.20 "GET /v2.0/networks/df9c0981-4264-479e-b64f-ae718158db34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273153 May 31 14:51:11.649824 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-e0a369f7-eff4-4e25-b9e0-b3d2d04fd947 req-12e26e9c-07b1-48b5-97c5-185dd4b928da service neutron] 10.222.0.20 "GET /v2.0/networks/df9c0981-4264-479e-b64f-ae718158db34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274023 May 31 14:51:11.771502 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ca0e0-701e-4b09-a551-520662bf4f0d req-b4f03579-4ab6-4cfb-924a-22d7abb11169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:51:11.772859 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1f6ca0e0-701e-4b09-a551-520662bf4f0d req-b4f03579-4ab6-4cfb-924a-22d7abb11169 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=88f0c7cbd4944ce289412cc9e929d453&device_id=b5e7187b-ecb4-404d-ab82-e5455f40bfa1 HTTP/1.1" status: 200 len: 1094 time: 0.0766120 May 31 14:51:11.865144 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892512e3-d1b3-4b40-a6f6-57bc49d732d6 req-d4d13a6a-d434-4354-b066-9c3762c411e2 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:51:11.866674 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-892512e3-d1b3-4b40-a6f6-57bc49d732d6 req-d4d13a6a-d434-4354-b066-9c3762c411e2 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5e7187b-ecb4-404d-ab82-e5455f40bfa1 HTTP/1.1" status: 200 len: 943 time: 0.0802212 May 31 14:51:11.908914 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ca0e0-701e-4b09-a551-520662bf4f0d req-dc670547-bd62-4237-89ee-17a9933e8d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:51:11.910443 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1f6ca0e0-701e-4b09-a551-520662bf4f0d req-dc670547-bd62-4237-89ee-17a9933e8d1e service neutron] 10.222.0.20 "GET /v2.0/networks?id=df9c0981-4264-479e-b64f-ae718158db34 HTTP/1.1" status: 200 len: 910 time: 0.1315212 May 31 14:51:11.912794 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-892512e3-d1b3-4b40-a6f6-57bc49d732d6 req-aa16c24c-6ac8-4ab0-906b-3ba2febb7c6c tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=5114a1bf-b849-407d-ad71-94c994d04181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397899 May 31 14:51:11.982003 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1f6ca0e0-701e-4b09-a551-520662bf4f0d req-3e6f6773-373d-44a0-9a1e-4177799ba1c2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21a755ba-f019-4a70-b7e7-e2186d1ae330 HTTP/1.1" status: 200 len: 217 time: 0.0656841 May 31 14:51:12.050625 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ca0e0-701e-4b09-a551-520662bf4f0d req-9a23bf82-37ab-414e-b999-1cd67cafadef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:51:12.051964 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1f6ca0e0-701e-4b09-a551-520662bf4f0d req-9a23bf82-37ab-414e-b999-1cd67cafadef service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5fa147d-0fef-434e-b778-09b86127a750 HTTP/1.1" status: 200 len: 848 time: 0.0644312 May 31 14:51:12.128173 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ca0e0-701e-4b09-a551-520662bf4f0d req-8912e4a6-7a65-4942-842a-4248ea46678e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:51:12.129628 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1f6ca0e0-701e-4b09-a551-520662bf4f0d req-8912e4a6-7a65-4942-842a-4248ea46678e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=df9c0981-4264-479e-b64f-ae718158db34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708020 May 31 14:51:12.261624 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1f6ca0e0-701e-4b09-a551-520662bf4f0d req-6148f267-3ded-43a7-82af-58c5178a2e8e service neutron] 10.222.0.20 "GET /v2.0/networks/df9c0981-4264-479e-b64f-ae718158db34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259723 May 31 14:51:12.395123 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1f6ca0e0-701e-4b09-a551-520662bf4f0d req-b23a8c60-f48f-4bad-bb1f-619c9f577314 service neutron] 10.222.0.20 "GET /v2.0/networks/df9c0981-4264-479e-b64f-ae718158db34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274953 May 31 14:51:12.971836 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ef05c0aa-e38b-47ff-a87c-d5961a1bdf68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:51:13.107156 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639207db-a42e-45a3-8ff6-a4650089519f req-2cbb5fbb-0e24-40e7-994a-98d9a78b3f6a tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:51:13.108605 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-639207db-a42e-45a3-8ff6-a4650089519f req-2cbb5fbb-0e24-40e7-994a-98d9a78b3f6a tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5e7187b-ecb4-404d-ab82-e5455f40bfa1 HTTP/1.1" status: 200 len: 943 time: 0.0864277 May 31 14:51:13.151770 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-639207db-a42e-45a3-8ff6-a4650089519f req-6b146538-32d8-4b89-abdb-ba5c2e041c34 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=5114a1bf-b849-407d-ad71-94c994d04181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374656 May 31 14:51:14.030563 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:51:14.217764 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:51:14.342670 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbc1011-d33b-40e9-bf0c-c882a0e649a2 req-bac79a8d-0beb-484f-b6b5-e47c11009454 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:51:14.344020 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cfbc1011-d33b-40e9-bf0c-c882a0e649a2 req-bac79a8d-0beb-484f-b6b5-e47c11009454 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5e7187b-ecb4-404d-ab82-e5455f40bfa1 HTTP/1.1" status: 200 len: 943 time: 0.0814359 May 31 14:51:14.392638 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cfbc1011-d33b-40e9-bf0c-c882a0e649a2 req-bde4bd2e-b97e-45aa-a49c-6daebeadabd2 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=5114a1bf-b849-407d-ad71-94c994d04181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427792 May 31 14:51:15.578699 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f3ef9d-901d-4dad-9e4e-7dfc1309c05d req-69a89098-9ace-4e90-bb1a-9cc966de324c tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:51:15.580066 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-54f3ef9d-901d-4dad-9e4e-7dfc1309c05d req-69a89098-9ace-4e90-bb1a-9cc966de324c tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5e7187b-ecb4-404d-ab82-e5455f40bfa1 HTTP/1.1" status: 200 len: 943 time: 0.0812283 May 31 14:51:15.624654 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-54f3ef9d-901d-4dad-9e4e-7dfc1309c05d req-13861409-9514-478e-bb70-7b526c958739 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=5114a1bf-b849-407d-ad71-94c994d04181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388312 May 31 14:51:15.947882 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:51:16.829948 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518aa97-e9f5-46c2-8662-fe2b2c3089c4 req-9cfd58da-63cd-4fba-b161-b0d5802b2ed0 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:51:16.831435 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c518aa97-e9f5-46c2-8662-fe2b2c3089c4 req-9cfd58da-63cd-4fba-b161-b0d5802b2ed0 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5e7187b-ecb4-404d-ab82-e5455f40bfa1 HTTP/1.1" status: 200 len: 943 time: 0.1003606 May 31 14:51:16.874813 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c518aa97-e9f5-46c2-8662-fe2b2c3089c4 req-bde41038-8a0b-46e1-823f-1f10d9d69fd8 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=5114a1bf-b849-407d-ad71-94c994d04181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377567 May 31 14:51:18.224121 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e60f45b-7a0e-4202-9984-4300f98f9840 req-e8b54b80-bc75-4ddd-a850-06e904baac29 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:51:18.225717 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7e60f45b-7a0e-4202-9984-4300f98f9840 req-e8b54b80-bc75-4ddd-a850-06e904baac29 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5e7187b-ecb4-404d-ab82-e5455f40bfa1 HTTP/1.1" status: 200 len: 943 time: 0.0804625 May 31 14:51:18.270510 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7e60f45b-7a0e-4202-9984-4300f98f9840 req-e403465c-2548-4251-81f7-2428e70707f3 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=5114a1bf-b849-407d-ad71-94c994d04181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388534 May 31 14:51:19.466362 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab07c67-92a2-472a-82b0-d4876ae97a01 req-2e5a4916-f9f6-4c69-974c-aaf3a754f404 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:51:19.467854 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dab07c67-92a2-472a-82b0-d4876ae97a01 req-2e5a4916-f9f6-4c69-974c-aaf3a754f404 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5e7187b-ecb4-404d-ab82-e5455f40bfa1 HTTP/1.1" status: 200 len: 943 time: 0.0877521 May 31 14:51:19.511643 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-dab07c67-92a2-472a-82b0-d4876ae97a01 req-4f6365b5-89e5-4a36-8969-c92b05dea675 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=5114a1bf-b849-407d-ad71-94c994d04181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378408 May 31 14:51:20.694297 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29eb280-8be7-4edf-a4b0-8781cf3a979d req-76f57428-3117-4b4c-8c96-b4ea10374f14 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:51:20.695795 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b29eb280-8be7-4edf-a4b0-8781cf3a979d req-76f57428-3117-4b4c-8c96-b4ea10374f14 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5e7187b-ecb4-404d-ab82-e5455f40bfa1 HTTP/1.1" status: 200 len: 943 time: 0.0801308 May 31 14:51:20.744903 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b29eb280-8be7-4edf-a4b0-8781cf3a979d req-d084f4e7-2ca8-4c10-814b-cdcdc0aecc3e tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=5114a1bf-b849-407d-ad71-94c994d04181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418129 May 31 14:51:21.666377 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 21a755ba-f019-4a70-b7e7-e2186d1ae330 details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 14:51:21.803244 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 21a755ba-f019-4a70-b7e7-e2186d1ae330, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=21a755ba-f019-4a70-b7e7-e2186d1ae330,segment=NetworkSegment(7337fa12-be37-4057-a823-55b2a6ef8542),segment_id=7337fa12-be37-4057-a823-55b2a6ef8542)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:51:21.816833 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': '21a755ba-f019-4a70-b7e7-e2186d1ae330', 'network_id': 'df9c0981-4264-479e-b64f-ae718158db34', 'port_id': '21a755ba-f019-4a70-b7e7-e2186d1ae330', 'mac_address': 'fa:16:3e:83:64:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5fa147d-0fef-434e-b778-09b86127a750', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 14:51:21.873176 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 21a755ba-f019-4a70-b7e7-e2186d1ae330 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:51:21.873547 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:51:21.890772 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21a755ba-f019-4a70-b7e7-e2186d1ae330 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:51:21.906749 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 21a755ba-f019-4a70-b7e7-e2186d1ae330, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=21a755ba-f019-4a70-b7e7-e2186d1ae330,segment=NetworkSegment(7337fa12-be37-4057-a823-55b2a6ef8542),segment_id=7337fa12-be37-4057-a823-55b2a6ef8542)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:51:21.910803 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:51:21.942584 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e603f9f-1b33-4ecf-ada3-db9c914c0690 req-547c39eb-c908-4476-8cd5-9cc647adb77b tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:51:21.943976 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4e603f9f-1b33-4ecf-ada3-db9c914c0690 req-547c39eb-c908-4476-8cd5-9cc647adb77b tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5e7187b-ecb4-404d-ab82-e5455f40bfa1 HTTP/1.1" status: 200 len: 943 time: 0.0847113 May 31 14:51:21.982871 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=21a755ba-f019-4a70-b7e7-e2186d1ae330,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:51:21.989726 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4e603f9f-1b33-4ecf-ada3-db9c914c0690 req-beaf1910-831a-4d17-9b9d-86610401a46a tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=5114a1bf-b849-407d-ad71-94c994d04181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389395 May 31 14:51:21.990327 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:51:21.990670 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:51:21.991010 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:51:21.991342 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:51:21.991666 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:51:21.991988 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:51:21.992309 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:51:21.992627 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:51:21.992948 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:51:21.993267 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:51:21.993579 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:51:21.993892 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:51:22.266463 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['21a755ba-f019-4a70-b7e7-e2186d1ae330'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:51:23.177849 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a6c0c4-1d0f-46e0-84c4-0d6775991291 req-e821e81e-90f2-43f6-9e8e-ad6230052ce3 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:51:23.179311 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e4a6c0c4-1d0f-46e0-84c4-0d6775991291 req-e821e81e-90f2-43f6-9e8e-ad6230052ce3 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5e7187b-ecb4-404d-ab82-e5455f40bfa1 HTTP/1.1" status: 200 len: 944 time: 0.0834403 May 31 14:51:23.224719 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e4a6c0c4-1d0f-46e0-84c4-0d6775991291 req-e2168fc9-0979-4264-9842-1ff1bfa51a57 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=5114a1bf-b849-407d-ad71-94c994d04181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394816 May 31 14:51:23.691336 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 21a755ba-f019-4a70-b7e7-e2186d1ae330 up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:51:23.760932 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning for port 21a755ba-f019-4a70-b7e7-e2186d1ae330 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:51:23.766640 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port 21a755ba-f019-4a70-b7e7-e2186d1ae330 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:51:23.767004 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:51:23.880998 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 21a755ba-f019-4a70-b7e7-e2186d1ae330 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:51:23.881365 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:51:23.908203 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5e7187b-ecb4-404d-ab82-e5455f40bfa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a755ba-f019-4a70-b7e7-e2186d1ae330'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:51:23.917708 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 21a755ba-f019-4a70-b7e7-e2186d1ae330, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=21a755ba-f019-4a70-b7e7-e2186d1ae330,segment=NetworkSegment(7337fa12-be37-4057-a823-55b2a6ef8542),segment_id=7337fa12-be37-4057-a823-55b2a6ef8542)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:51:23.922113 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:51:24.011357 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59b5f63e-24f8-4fc9-9711-7cf95bf32430'] response: {'server_uuid': 'b5e7187b-ecb4-404d-ab82-e5455f40bfa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a755ba-f019-4a70-b7e7-e2186d1ae330', 'code': 200} May 31 14:51:24.031580 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=21a755ba-f019-4a70-b7e7-e2186d1ae330,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:51:24.139639 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0483d6c-9dab-48e2-9c21-46324e642df6 req-3505df2e-f13a-4349-ac5a-60d0f71a127e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:51:24.141290 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d0483d6c-9dab-48e2-9c21-46324e642df6 req-3505df2e-f13a-4349-ac5a-60d0f71a127e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b5e7187b-ecb4-404d-ab82-e5455f40bfa1 HTTP/1.1" status: 200 len: 1096 time: 0.0754831 May 31 14:51:24.182441 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-d0483d6c-9dab-48e2-9c21-46324e642df6 req-b9b7e601-e815-45c7-897a-e8df2fa3e947 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5114a1bf-b849-407d-ad71-94c994d04181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351057 May 31 14:51:24.411538 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5593f4a0-1e24-4e81-9926-2fedb29c225c req-f7bddcce-090c-41fc-bc0d-9a9667730cb7 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:51:24.412995 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5593f4a0-1e24-4e81-9926-2fedb29c225c req-f7bddcce-090c-41fc-bc0d-9a9667730cb7 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5e7187b-ecb4-404d-ab82-e5455f40bfa1 HTTP/1.1" status: 200 len: 945 time: 0.0805335 May 31 14:51:24.459489 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5593f4a0-1e24-4e81-9926-2fedb29c225c req-a42232b7-1d6e-4ae7-bd99-27efb44ee357 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=5114a1bf-b849-407d-ad71-94c994d04181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406532 May 31 14:51:25.665409 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad192ce7-9a15-40e0-b4f8-b2e9734ae94c req-628cb8fb-3193-4bb9-9ffd-8c786d177782 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:51:25.666901 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ad192ce7-9a15-40e0-b4f8-b2e9734ae94c req-628cb8fb-3193-4bb9-9ffd-8c786d177782 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5e7187b-ecb4-404d-ab82-e5455f40bfa1 HTTP/1.1" status: 200 len: 945 time: 0.0867198 May 31 14:51:25.711104 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ad192ce7-9a15-40e0-b4f8-b2e9734ae94c req-9ac1d9a1-5838-44d7-8a6f-4e3433b87641 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=5114a1bf-b849-407d-ad71-94c994d04181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381649 May 31 14:51:25.898444 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f3c4e4-ec32-4054-8002-0638a794e1ce req-5c688b3a-f443-4fd9-950e-45a5173c8e2a tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:51:25.899997 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f8f3c4e4-ec32-4054-8002-0638a794e1ce req-5c688b3a-f443-4fd9-950e-45a5173c8e2a tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5e7187b-ecb4-404d-ab82-e5455f40bfa1 HTTP/1.1" status: 200 len: 945 time: 0.0833941 May 31 14:51:25.946791 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f8f3c4e4-ec32-4054-8002-0638a794e1ce req-8730aae8-d999-48c0-becd-6dd636879484 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=5114a1bf-b849-407d-ad71-94c994d04181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400643 May 31 14:51:25.969846 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46902) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:51:26.084064 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b19831-b034-40e9-b6f8-5e499b5913ee tempest-TestShelveInstance-336128770 tempest-TestShelveInstance-336128770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:51:26.085559 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-58b19831-b034-40e9-b6f8-5e499b5913ee tempest-TestShelveInstance-336128770 tempest-TestShelveInstance-336128770-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=b5e7187b-ecb4-404d-ab82-e5455f40bfa1 HTTP/1.1" status: 200 len: 1091 time: 0.1147094 May 31 14:51:26.088385 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 46908) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:51:26.094474 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-81943690-1e1c-444f-b4eb-2dd937e30e58 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Request body: {'floatingip': {'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'port_id': '21a755ba-f019-4a70-b7e7-e2186d1ae330', 'tenant_id': '88f0c7cbd4944ce289412cc9e929d453', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:51:26.101371 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-81943690-1e1c-444f-b4eb-2dd937e30e58 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:51:26.105244 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-81943690-1e1c-444f-b4eb-2dd937e30e58 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Usage tracker for resource:floatingip and tenant:88f0c7cbd4944ce289412cc9e929d453 is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:51:26.108737 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-81943690-1e1c-444f-b4eb-2dd937e30e58 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:51:26.114462 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-81943690-1e1c-444f-b4eb-2dd937e30e58 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:51:26.125701 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-81943690-1e1c-444f-b4eb-2dd937e30e58 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks [] for floatingip, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:51:26.365452 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-81943690-1e1c-444f-b4eb-2dd937e30e58 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:51:26.501160 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-81943690-1e1c-444f-b4eb-2dd937e30e58 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Allocated IP 172.25.6.70 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/d4a2af1f-768f-4e16-8d9d-7879a5ea5543) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:51:26.648466 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-81943690-1e1c-444f-b4eb-2dd937e30e58 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:51:26.676366 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-81943690-1e1c-444f-b4eb-2dd937e30e58 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:51:26.743539 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81943690-1e1c-444f-b4eb-2dd937e30e58 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:51:26.746791 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-81943690-1e1c-444f-b4eb-2dd937e30e58 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:51:26.750732 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81943690-1e1c-444f-b4eb-2dd937e30e58 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:51:26.785481 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81943690-1e1c-444f-b4eb-2dd937e30e58 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Pushing event updated for resources: {'Port': ['ID=d4a2af1f-768f-4e16-8d9d-7879a5ea5543,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:51:27.181732 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-81943690-1e1c-444f-b4eb-2dd937e30e58 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:51:27.260911 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-81943690-1e1c-444f-b4eb-2dd937e30e58 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:51:27.476666 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-81943690-1e1c-444f-b4eb-2dd937e30e58 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:51:27.481036 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-81943690-1e1c-444f-b4eb-2dd937e30e58 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:51:27.604784 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81943690-1e1c-444f-b4eb-2dd937e30e58 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Pushing event updated for resources: {'Port': ['ID=d4a2af1f-768f-4e16-8d9d-7879a5ea5543,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:51:27.614298 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-81943690-1e1c-444f-b4eb-2dd937e30e58 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:51:27.789309 n-d-843939-1 neutron-server[88369]: INFO neutron.db.l3_db [None req-81943690-1e1c-444f-b4eb-2dd937e30e58 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Floating IP 143f6a22-39bc-4958-8a6a-94f9c36b34f0 associated. External IP: 172.25.6.70, port: 21a755ba-f019-4a70-b7e7-e2186d1ae330. May 31 14:51:28.254521 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81943690-1e1c-444f-b4eb-2dd937e30e58 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Router e22b6195-4b7b-4b7d-9a55-1242343fb723 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:51:28.433321 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81943690-1e1c-444f-b4eb-2dd937e30e58 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:51:28.442875 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aacdb85-db5d-43bd-9368-c33eb7dd3076 None None] Sync routers for ids ['e22b6195-4b7b-4b7d-9a55-1242343fb723'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:51:28.453099 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aacdb85-db5d-43bd-9368-c33eb7dd3076 None None] Routers {'e22b6195-4b7b-4b7d-9a55-1242343fb723'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:51:28.453709 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-4aacdb85-db5d-43bd-9368-c33eb7dd3076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:51:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['e22b6195-4b7b-4b7d-9a55-1242343fb723'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:51:28.458372 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-81943690-1e1c-444f-b4eb-2dd937e30e58 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:51:28.517569 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-81943690-1e1c-444f-b4eb-2dd937e30e58 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4280641 May 31 14:51:28.518425 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5e7187b-ecb4-404d-ab82-e5455f40bfa1', 'tag': '21a755ba-f019-4a70-b7e7-e2186d1ae330'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:51:28.563143 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fde9dca2-1213-433a-a0e2-67816c1c1b38'] response: {'name': 'network-changed', 'server_uuid': 'b5e7187b-ecb4-404d-ab82-e5455f40bfa1', 'tag': '21a755ba-f019-4a70-b7e7-e2186d1ae330', 'status': 'completed', 'code': 200} May 31 14:51:28.632388 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-4aacdb85-db5d-43bd-9368-c33eb7dd3076 None None] Set router e22b6195-4b7b-4b7d-9a55-1242343fb723 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:51:28.663237 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d3b6d7-ac19-4d0e-8f7c-a7154facfe0d req-7ca4cfdc-2123-4ff7-b604-1929be78085c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:51:28.664702 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b8d3b6d7-ac19-4d0e-8f7c-a7154facfe0d req-7ca4cfdc-2123-4ff7-b604-1929be78085c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=88f0c7cbd4944ce289412cc9e929d453&device_id=b5e7187b-ecb4-404d-ab82-e5455f40bfa1 HTTP/1.1" status: 200 len: 1096 time: 0.0719600 May 31 14:51:28.796134 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d3b6d7-ac19-4d0e-8f7c-a7154facfe0d req-ef8d1f72-2348-4408-873a-455db327d7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:51:28.797486 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b8d3b6d7-ac19-4d0e-8f7c-a7154facfe0d req-ef8d1f72-2348-4408-873a-455db327d7b5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=df9c0981-4264-479e-b64f-ae718158db34 HTTP/1.1" status: 200 len: 910 time: 0.1272964 May 31 14:51:28.902200 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b8d3b6d7-ac19-4d0e-8f7c-a7154facfe0d req-7f6d698a-a48d-443b-894b-a1c2f50e6144 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21a755ba-f019-4a70-b7e7-e2186d1ae330 HTTP/1.1" status: 200 len: 998 time: 0.0981896 May 31 14:51:28.967812 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d3b6d7-ac19-4d0e-8f7c-a7154facfe0d req-9884054b-4fa8-4b28-b4bd-8e15db641822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:51:28.969244 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b8d3b6d7-ac19-4d0e-8f7c-a7154facfe0d req-9884054b-4fa8-4b28-b4bd-8e15db641822 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5fa147d-0fef-434e-b778-09b86127a750 HTTP/1.1" status: 200 len: 848 time: 0.0618236 May 31 14:51:28.985459 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-4aacdb85-db5d-43bd-9368-c33eb7dd3076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22b6195-4b7b-4b7d-9a55-1242343fb723', 'name': 'tempest-TestShelveInstance-1236581187-router', 'tenant_id': '88f0c7cbd4944ce289412cc9e929d453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': 'd418e5be-95ee-4628-86b2-7ca3de7a03e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:45:45Z', 'updated_at': '2022-05-31T14:45:49Z', 'revision_number': 4, 'project_id': '88f0c7cbd4944ce289412cc9e929d453', 'gw_port': {'id': 'd418e5be-95ee-4628-86b2-7ca3de7a03e1', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22b6195-4b7b-4b7d-9a55-1242343fb723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4410, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:45:45Z', 'updated_at': '2022-05-31T14:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '143f6a22-39bc-4958-8a6a-94f9c36b34f0', 'tenant_id': '88f0c7cbd4944ce289412cc9e929d453', 'floating_ip_address': '172.25.6.70', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': 'e22b6195-4b7b-4b7d-9a55-1242343fb723', 'port_id': '21a755ba-f019-4a70-b7e7-e2186d1ae330', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df9c0981-4264-479e-b64f-ae718158db34', 'mac_address': 'fa:16:3e:83:64:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e7187b-ecb4-404d-ab82-e5455f40bfa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:51:27Z', 'updated_at': '2022-05-31T14:51:27Z', 'revision_number': 0, 'project_id': '88f0c7cbd4944ce289412cc9e929d453', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76556506-fb6f-400b-8d36-fef4cb530d40', 'name': '', 'network_id': 'df9c0981-4264-479e-b64f-ae718158db34', 'tenant_id': '88f0c7cbd4944ce289412cc9e929d453', 'mac_address': 'fa:16:3e:ac:11:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22b6195-4b7b-4b7d-9a55-1242343fb723', 'device_owner': 'network:router_interface', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': 'f5fa147d-0fef-434e-b778-09b86127a750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:45:48Z', 'updated_at': '2022-05-31T14:45:55Z', 'revision_number': 5, 'project_id': '88f0c7cbd4944ce289412cc9e929d453', 'subnets': [{'id': 'f5fa147d-0fef-434e-b778-09b86127a750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:51:28.989398 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aacdb85-db5d-43bd-9368-c33eb7dd3076 None None] Checking router: e22b6195-4b7b-4b7d-9a55-1242343fb723 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:51:28.998432 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aacdb85-db5d-43bd-9368-c33eb7dd3076 None None] Routers {'e22b6195-4b7b-4b7d-9a55-1242343fb723'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:51:28.999029 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-4aacdb85-db5d-43bd-9368-c33eb7dd3076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:51:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['e22b6195-4b7b-4b7d-9a55-1242343fb723'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:51:29.050342 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d3b6d7-ac19-4d0e-8f7c-a7154facfe0d req-b22fa3fd-c10f-4009-90ee-7c334e98a08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:51:29.051725 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b8d3b6d7-ac19-4d0e-8f7c-a7154facfe0d req-b22fa3fd-c10f-4009-90ee-7c334e98a08c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=df9c0981-4264-479e-b64f-ae718158db34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767016 May 31 14:51:29.180408 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-4aacdb85-db5d-43bd-9368-c33eb7dd3076 None None] Set router e22b6195-4b7b-4b7d-9a55-1242343fb723 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:51:29.185163 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b8d3b6d7-ac19-4d0e-8f7c-a7154facfe0d req-9ab70efe-dcf4-49ee-a285-e72381c06226 service neutron] 10.222.0.20 "GET /v2.0/networks/df9c0981-4264-479e-b64f-ae718158db34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276596 May 31 14:51:29.330050 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b8d3b6d7-ac19-4d0e-8f7c-a7154facfe0d req-57b3c6e8-ec32-49b0-84b8-73f91669b93e service neutron] 10.222.0.20 "GET /v2.0/networks/df9c0981-4264-479e-b64f-ae718158db34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390617 May 31 14:51:29.536211 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-4aacdb85-db5d-43bd-9368-c33eb7dd3076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22b6195-4b7b-4b7d-9a55-1242343fb723', 'name': 'tempest-TestShelveInstance-1236581187-router', 'tenant_id': '88f0c7cbd4944ce289412cc9e929d453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': 'd418e5be-95ee-4628-86b2-7ca3de7a03e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:45:45Z', 'updated_at': '2022-05-31T14:45:49Z', 'revision_number': 4, 'project_id': '88f0c7cbd4944ce289412cc9e929d453', 'gw_port': {'id': 'd418e5be-95ee-4628-86b2-7ca3de7a03e1', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22b6195-4b7b-4b7d-9a55-1242343fb723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4410, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:45:45Z', 'updated_at': '2022-05-31T14:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '143f6a22-39bc-4958-8a6a-94f9c36b34f0', 'tenant_id': '88f0c7cbd4944ce289412cc9e929d453', 'floating_ip_address': '172.25.6.70', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': 'e22b6195-4b7b-4b7d-9a55-1242343fb723', 'port_id': '21a755ba-f019-4a70-b7e7-e2186d1ae330', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df9c0981-4264-479e-b64f-ae718158db34', 'mac_address': 'fa:16:3e:83:64:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e7187b-ecb4-404d-ab82-e5455f40bfa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:51:27Z', 'updated_at': '2022-05-31T14:51:27Z', 'revision_number': 0, 'project_id': '88f0c7cbd4944ce289412cc9e929d453', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76556506-fb6f-400b-8d36-fef4cb530d40', 'name': '', 'network_id': 'df9c0981-4264-479e-b64f-ae718158db34', 'tenant_id': '88f0c7cbd4944ce289412cc9e929d453', 'mac_address': 'fa:16:3e:ac:11:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22b6195-4b7b-4b7d-9a55-1242343fb723', 'device_owner': 'network:router_interface', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': 'f5fa147d-0fef-434e-b778-09b86127a750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:45:48Z', 'updated_at': '2022-05-31T14:45:55Z', 'revision_number': 5, 'project_id': '88f0c7cbd4944ce289412cc9e929d453', 'subnets': [{'id': 'f5fa147d-0fef-434e-b778-09b86127a750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:51:29.540188 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aacdb85-db5d-43bd-9368-c33eb7dd3076 None None] The sync data for ids ['e22b6195-4b7b-4b7d-9a55-1242343fb723'] in n-d-843939-1 is: [{'id': 'e22b6195-4b7b-4b7d-9a55-1242343fb723', 'name': 'tempest-TestShelveInstance-1236581187-router', 'tenant_id': '88f0c7cbd4944ce289412cc9e929d453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': 'd418e5be-95ee-4628-86b2-7ca3de7a03e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:45:45Z', 'updated_at': '2022-05-31T14:45:49Z', 'revision_number': 4, 'project_id': '88f0c7cbd4944ce289412cc9e929d453', 'gw_port': {'id': 'd418e5be-95ee-4628-86b2-7ca3de7a03e1', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22b6195-4b7b-4b7d-9a55-1242343fb723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4410, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:45:45Z', 'updated_at': '2022-05-31T14:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '143f6a22-39bc-4958-8a6a-94f9c36b34f0', 'tenant_id': '88f0c7cbd4944ce289412cc9e929d453', 'floating_ip_address': '172.25.6.70', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': 'e22b6195-4b7b-4b7d-9a55-1242343fb723', 'port_id': '21a755ba-f019-4a70-b7e7-e2186d1ae330', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df9c0981-4264-479e-b64f-ae718158db34', 'mac_address': 'fa:16:3e:83:64:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e7187b-ecb4-404d-ab82-e5455f40bfa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:51:27Z', 'updated_at': '2022-05-31T14:51:27Z', 'revision_number': 0, 'project_id': '88f0c7cbd4944ce289412cc9e929d453', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76556506-fb6f-400b-8d36-fef4cb530d40', 'name': '', 'network_id': 'df9c0981-4264-479e-b64f-ae718158db34', 'tenant_id': '88f0c7cbd4944ce289412cc9e929d453', 'mac_address': 'fa:16:3e:ac:11:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22b6195-4b7b-4b7d-9a55-1242343fb723', 'device_owner': 'network:router_interface', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': 'f5fa147d-0fef-434e-b778-09b86127a750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:45:48Z', 'updated_at': '2022-05-31T14:45:55Z', 'revision_number': 5, 'project_id': '88f0c7cbd4944ce289412cc9e929d453', 'subnets': [{'id': 'f5fa147d-0fef-434e-b778-09b86127a750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:51:29.726548 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e25637c-1ab1-4e27-9309-9f7036629625 None None] New status for floating IP 143f6a22-39bc-4958-8a6a-94f9c36b34f0: ACTIVE {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 14:51:38.244839 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:51:39.659836 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:51:39.689813 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:51:40.777711 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-2555cc77-13a0-4e83-880c-7eae8d923ebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:51:42.973583 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-56250038-abdf-4ae5-9b94-e32f3b61d65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:51:44.035865 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:51:44.223064 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:51:45.987502 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:52:08.264682 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:52:09.687012 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:52:10.779289 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-39493d56-73f3-4f25-9b6a-4b232534ca1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:52:12.976127 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-518187c6-6d25-421a-b879-c2b99ceff049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:52:14.030870 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:52:14.223299 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:52:15.957628 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:52:16.659278 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:52:25.011516 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-acb99912-dbca-4a8b-a701-b6182e9576d9 req-bfd4f645-5116-4d53-bb18-113af73e343f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b5e7187b-ecb4-404d-ab82-e5455f40bfa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0675309 May 31 14:52:25.152649 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb99912-dbca-4a8b-a701-b6182e9576d9 req-4d976bd5-55f3-4d37-af1b-453ab19aa8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:52:25.154189 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-acb99912-dbca-4a8b-a701-b6182e9576d9 req-4d976bd5-55f3-4d37-af1b-453ab19aa8c0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=88f0c7cbd4944ce289412cc9e929d453&device_id=b5e7187b-ecb4-404d-ab82-e5455f40bfa1 HTTP/1.1" status: 200 len: 1096 time: 0.0764210 May 31 14:52:25.411314 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb99912-dbca-4a8b-a701-b6182e9576d9 req-974baed4-71ba-4c75-b1ab-889ca188dcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:52:25.412786 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-acb99912-dbca-4a8b-a701-b6182e9576d9 req-974baed4-71ba-4c75-b1ab-889ca188dcb0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=df9c0981-4264-479e-b64f-ae718158db34 HTTP/1.1" status: 200 len: 910 time: 0.2411470 May 31 14:52:25.519662 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-acb99912-dbca-4a8b-a701-b6182e9576d9 req-7f905b5f-42f3-449a-8b47-4e851fd51f8e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21a755ba-f019-4a70-b7e7-e2186d1ae330 HTTP/1.1" status: 200 len: 1000 time: 0.0982118 May 31 14:52:25.582023 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb99912-dbca-4a8b-a701-b6182e9576d9 req-f3b80b16-4567-4a3a-bf41-dd89ed759cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:52:25.583388 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-acb99912-dbca-4a8b-a701-b6182e9576d9 req-f3b80b16-4567-4a3a-bf41-dd89ed759cba service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5fa147d-0fef-434e-b778-09b86127a750 HTTP/1.1" status: 200 len: 848 time: 0.0583856 May 31 14:52:25.668475 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb99912-dbca-4a8b-a701-b6182e9576d9 req-bea1f05a-98d4-4a44-9a99-4828372112ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:52:25.669933 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-acb99912-dbca-4a8b-a701-b6182e9576d9 req-bea1f05a-98d4-4a44-9a99-4828372112ce service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=df9c0981-4264-479e-b64f-ae718158db34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0811660 May 31 14:52:25.811897 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-acb99912-dbca-4a8b-a701-b6182e9576d9 req-9751cb83-2776-463f-b839-bc87dd68fafc service neutron] 10.222.0.20 "GET /v2.0/networks/df9c0981-4264-479e-b64f-ae718158db34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358457 May 31 14:52:25.944238 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-acb99912-dbca-4a8b-a701-b6182e9576d9 req-c049a017-3cc0-49e8-af97-35e602cb2778 service neutron] 10.222.0.20 "GET /v2.0/networks/df9c0981-4264-479e-b64f-ae718158db34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268821 May 31 14:52:38.277497 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:52:39.687261 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:52:40.783677 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-75060d6a-82a2-48d9-bb99-c2fce1404d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:52:42.977699 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6eaac6cc-a39d-4554-952c-de6e66dbc50e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:52:44.034225 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:52:44.225656 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:52:45.958693 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:52:53.659080 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:53:08.283261 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:53:09.699877 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:53:10.785250 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-148c8e7c-3d88-4d7f-8007-83c4fabe19fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:53:12.981471 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-29fbc319-a6ee-434e-9b96-d9f7aef7600a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:53:14.037098 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:53:14.229436 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:53:15.961146 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:53:24.423664 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba46b80-1549-4bff-91ee-33e68d2d8d2c req-d6ed52c5-d76b-4dcb-ad3b-1c9e8df05c24 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:53:24.425105 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1ba46b80-1549-4bff-91ee-33e68d2d8d2c req-d6ed52c5-d76b-4dcb-ad3b-1c9e8df05c24 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5e7187b-ecb4-404d-ab82-e5455f40bfa1 HTTP/1.1" status: 200 len: 945 time: 0.0847926 May 31 14:53:24.469279 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-1ba46b80-1549-4bff-91ee-33e68d2d8d2c req-df5ac6e3-da51-4f9c-8fb7-042ae6beabe1 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=5114a1bf-b849-407d-ad71-94c994d04181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384378 May 31 14:53:25.668353 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05321c5d-5c79-422b-86ca-cdd66e0a6c3f req-9003ec02-5599-46d8-94c0-8a5344e0e30e tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:53:25.669825 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-05321c5d-5c79-422b-86ca-cdd66e0a6c3f req-9003ec02-5599-46d8-94c0-8a5344e0e30e tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5e7187b-ecb4-404d-ab82-e5455f40bfa1 HTTP/1.1" status: 200 len: 945 time: 0.0841212 May 31 14:53:25.715116 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-05321c5d-5c79-422b-86ca-cdd66e0a6c3f req-3fc4021d-fee7-45b5-9fab-35930c203ba7 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=5114a1bf-b849-407d-ad71-94c994d04181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395715 May 31 14:53:26.080217 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556fe1b7-0919-4d4c-83f3-2bbb6473d21b req-bd16bc4c-6eb0-44d4-8045-2129e51b2d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:53:26.081586 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-556fe1b7-0919-4d4c-83f3-2bbb6473d21b req-bd16bc4c-6eb0-44d4-8045-2129e51b2d6e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=88f0c7cbd4944ce289412cc9e929d453&device_id=b5e7187b-ecb4-404d-ab82-e5455f40bfa1 HTTP/1.1" status: 200 len: 1096 time: 0.0751941 May 31 14:53:26.224838 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556fe1b7-0919-4d4c-83f3-2bbb6473d21b req-a325600b-8979-4285-846e-733028ed44b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:53:26.226354 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-556fe1b7-0919-4d4c-83f3-2bbb6473d21b req-a325600b-8979-4285-846e-733028ed44b2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=df9c0981-4264-479e-b64f-ae718158db34 HTTP/1.1" status: 200 len: 910 time: 0.1265054 May 31 14:53:26.334467 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-556fe1b7-0919-4d4c-83f3-2bbb6473d21b req-3d2a95f3-794b-4e84-8904-0aa82aaa64c0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21a755ba-f019-4a70-b7e7-e2186d1ae330 HTTP/1.1" status: 200 len: 1000 time: 0.1011438 May 31 14:53:26.396275 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556fe1b7-0919-4d4c-83f3-2bbb6473d21b req-734d3a16-81d6-4f6f-a6ec-22f57d613cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:53:26.397694 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-556fe1b7-0919-4d4c-83f3-2bbb6473d21b req-734d3a16-81d6-4f6f-a6ec-22f57d613cf0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5fa147d-0fef-434e-b778-09b86127a750 HTTP/1.1" status: 200 len: 848 time: 0.0573375 May 31 14:53:26.477701 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556fe1b7-0919-4d4c-83f3-2bbb6473d21b req-cac16187-e621-42a3-a607-c234a6b3d7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:53:26.479474 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-556fe1b7-0919-4d4c-83f3-2bbb6473d21b req-cac16187-e621-42a3-a607-c234a6b3d7dc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=df9c0981-4264-479e-b64f-ae718158db34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755012 May 31 14:53:26.613037 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-556fe1b7-0919-4d4c-83f3-2bbb6473d21b req-9237674b-582b-4611-b99d-904fabb3fc70 service neutron] 10.222.0.20 "GET /v2.0/networks/df9c0981-4264-479e-b64f-ae718158db34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271336 May 31 14:53:26.742361 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-556fe1b7-0919-4d4c-83f3-2bbb6473d21b req-b35a6605-f2da-448c-a535-806ea6ae80d7 service neutron] 10.222.0.20 "GET /v2.0/networks/df9c0981-4264-479e-b64f-ae718158db34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239822 May 31 14:53:26.917956 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a610efa1-3c4a-470f-8f2e-2ed32912795f req-74c3223a-d7b4-426b-9742-32ca30b5afae tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:53:26.919437 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a610efa1-3c4a-470f-8f2e-2ed32912795f req-74c3223a-d7b4-426b-9742-32ca30b5afae tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5e7187b-ecb4-404d-ab82-e5455f40bfa1 HTTP/1.1" status: 200 len: 945 time: 0.0801027 May 31 14:53:26.964629 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a610efa1-3c4a-470f-8f2e-2ed32912795f req-39170803-98f0-451d-8205-c128b6998c85 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=5114a1bf-b849-407d-ad71-94c994d04181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394037 May 31 14:53:28.156296 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f89c9e-0cf9-40df-b64e-a57d019c57f1 req-ee0dda4f-d7f6-4648-b66c-40eab4132e95 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:53:28.157762 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-01f89c9e-0cf9-40df-b64e-a57d019c57f1 req-ee0dda4f-d7f6-4648-b66c-40eab4132e95 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5e7187b-ecb4-404d-ab82-e5455f40bfa1 HTTP/1.1" status: 200 len: 945 time: 0.0851719 May 31 14:53:28.202938 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-01f89c9e-0cf9-40df-b64e-a57d019c57f1 req-f3c2b286-5f76-4f86-b95a-5864e0b7e782 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=5114a1bf-b849-407d-ad71-94c994d04181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393364 May 31 14:53:29.389222 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d11496-3466-4295-9036-a87ff5762cde req-02b7af7a-f753-4e67-b515-b54116307b48 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:53:29.390709 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-02d11496-3466-4295-9036-a87ff5762cde req-02b7af7a-f753-4e67-b515-b54116307b48 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5e7187b-ecb4-404d-ab82-e5455f40bfa1 HTTP/1.1" status: 200 len: 945 time: 0.0805376 May 31 14:53:29.435913 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-02d11496-3466-4295-9036-a87ff5762cde req-5dda9d57-621e-4732-bf5c-4cfd81d3e8c6 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=5114a1bf-b849-407d-ad71-94c994d04181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393336 May 31 14:53:30.630886 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7d8282-d728-436c-9d9c-834a369511f8 req-92014716-a8cb-4347-91a3-d40709a9a357 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:53:30.632263 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4e7d8282-d728-436c-9d9c-834a369511f8 req-92014716-a8cb-4347-91a3-d40709a9a357 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5e7187b-ecb4-404d-ab82-e5455f40bfa1 HTTP/1.1" status: 200 len: 945 time: 0.0900519 May 31 14:53:30.658279 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:53:30.678528 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4e7d8282-d728-436c-9d9c-834a369511f8 req-a18031f2-4c83-48e9-bdc4-0edd6386528f tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=5114a1bf-b849-407d-ad71-94c994d04181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395467 May 31 14:53:31.877280 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a120cde7-184d-4658-be65-0cf027d9620a req-14dd268a-8c24-4a2e-83f0-2087ffead6d6 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:53:31.878745 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a120cde7-184d-4658-be65-0cf027d9620a req-14dd268a-8c24-4a2e-83f0-2087ffead6d6 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5e7187b-ecb4-404d-ab82-e5455f40bfa1 HTTP/1.1" status: 200 len: 945 time: 0.0793991 May 31 14:53:31.925519 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a120cde7-184d-4658-be65-0cf027d9620a req-5ed3f856-9204-413d-8cd8-1ece0fac222b tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=5114a1bf-b849-407d-ad71-94c994d04181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404654 May 31 14:53:33.114099 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a085a91-4380-45a8-9e80-1ffed2a6fc14 req-ac1adec0-532f-4f22-b069-7378ea6d9f74 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:53:33.115545 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0a085a91-4380-45a8-9e80-1ffed2a6fc14 req-ac1adec0-532f-4f22-b069-7378ea6d9f74 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5e7187b-ecb4-404d-ab82-e5455f40bfa1 HTTP/1.1" status: 200 len: 945 time: 0.0853262 May 31 14:53:33.159559 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0a085a91-4380-45a8-9e80-1ffed2a6fc14 req-3c7558be-d424-431f-a00c-12928c8de887 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=5114a1bf-b849-407d-ad71-94c994d04181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375712 May 31 14:53:34.361511 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf83a8-4c4b-4e57-a009-41ad6c9cd524 req-7407b7aa-304e-43fe-a558-2a63cd4166ef tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:53:34.363005 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-73cf83a8-4c4b-4e57-a009-41ad6c9cd524 req-7407b7aa-304e-43fe-a558-2a63cd4166ef tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5e7187b-ecb4-404d-ab82-e5455f40bfa1 HTTP/1.1" status: 200 len: 945 time: 0.0905111 May 31 14:53:34.407247 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-73cf83a8-4c4b-4e57-a009-41ad6c9cd524 req-e3ad086f-4f4e-4574-8d17-d24e08a39323 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=5114a1bf-b849-407d-ad71-94c994d04181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384543 May 31 14:53:34.511423 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961358c5-56a1-4f6f-a586-b5d225b59834 req-e9e72400-164e-4002-ba73-64440ebaeae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:53:34.512834 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-961358c5-56a1-4f6f-a586-b5d225b59834 req-e9e72400-164e-4002-ba73-64440ebaeae6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=88f0c7cbd4944ce289412cc9e929d453&device_id=b5e7187b-ecb4-404d-ab82-e5455f40bfa1 HTTP/1.1" status: 200 len: 1096 time: 0.0733330 May 31 14:53:34.737408 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961358c5-56a1-4f6f-a586-b5d225b59834 req-2a72eaac-5308-46df-891e-c99afa073426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:53:34.738897 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-961358c5-56a1-4f6f-a586-b5d225b59834 req-2a72eaac-5308-46df-891e-c99afa073426 service neutron] 10.222.0.20 "GET /v2.0/networks?id=df9c0981-4264-479e-b64f-ae718158db34 HTTP/1.1" status: 200 len: 910 time: 0.2206712 May 31 14:53:34.840917 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-961358c5-56a1-4f6f-a586-b5d225b59834 req-6ee79df2-bf07-4a7c-a480-87cda7128650 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21a755ba-f019-4a70-b7e7-e2186d1ae330 HTTP/1.1" status: 200 len: 1000 time: 0.0960386 May 31 14:53:34.901216 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961358c5-56a1-4f6f-a586-b5d225b59834 req-85a794e0-e26f-463f-b6bc-ec317e173ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:53:34.902681 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-961358c5-56a1-4f6f-a586-b5d225b59834 req-85a794e0-e26f-463f-b6bc-ec317e173ca5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5fa147d-0fef-434e-b778-09b86127a750 HTTP/1.1" status: 200 len: 848 time: 0.0563688 May 31 14:53:34.979034 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961358c5-56a1-4f6f-a586-b5d225b59834 req-eb4ddc7f-5b6a-42a6-b7c4-18394617480e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:53:34.980494 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-961358c5-56a1-4f6f-a586-b5d225b59834 req-eb4ddc7f-5b6a-42a6-b7c4-18394617480e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=df9c0981-4264-479e-b64f-ae718158db34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725262 May 31 14:53:35.110081 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-961358c5-56a1-4f6f-a586-b5d225b59834 req-2d5bd248-2343-40f0-bba1-28ed64109352 service neutron] 10.222.0.20 "GET /v2.0/networks/df9c0981-4264-479e-b64f-ae718158db34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231782 May 31 14:53:35.241159 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-961358c5-56a1-4f6f-a586-b5d225b59834 req-c9c42d79-8633-45c4-a995-91a73487848e service neutron] 10.222.0.20 "GET /v2.0/networks/df9c0981-4264-479e-b64f-ae718158db34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256096 May 31 14:53:35.593242 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f774211-f519-45cf-95ad-6cd555b46763 req-de18a224-0810-44fd-a87b-45ced920092e tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:53:35.594715 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0f774211-f519-45cf-95ad-6cd555b46763 req-de18a224-0810-44fd-a87b-45ced920092e tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5e7187b-ecb4-404d-ab82-e5455f40bfa1 HTTP/1.1" status: 200 len: 945 time: 0.0798163 May 31 14:53:35.638582 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0f774211-f519-45cf-95ad-6cd555b46763 req-2283faa6-da87-4522-aff3-aaf17e6b61bf tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=5114a1bf-b849-407d-ad71-94c994d04181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380728 May 31 14:53:36.835961 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbfb99a-2ed7-47ca-b8c0-1d38177dd7f0 req-b2a4138c-2d21-4e5f-8a4e-175b37a4d33f tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:53:36.838278 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bfbfb99a-2ed7-47ca-b8c0-1d38177dd7f0 req-b2a4138c-2d21-4e5f-8a4e-175b37a4d33f tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5e7187b-ecb4-404d-ab82-e5455f40bfa1 HTTP/1.1" status: 200 len: 945 time: 0.0903945 May 31 14:53:36.884457 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bfbfb99a-2ed7-47ca-b8c0-1d38177dd7f0 req-6e1421ff-b978-43aa-9894-f413c1390500 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=5114a1bf-b849-407d-ad71-94c994d04181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398512 May 31 14:53:38.072454 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8634679-2175-4263-805b-1038d62d60ff req-531f7385-55f5-483b-a8e8-d17b334bf8b5 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:53:38.074745 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e8634679-2175-4263-805b-1038d62d60ff req-531f7385-55f5-483b-a8e8-d17b334bf8b5 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5e7187b-ecb4-404d-ab82-e5455f40bfa1 HTTP/1.1" status: 200 len: 945 time: 0.0829079 May 31 14:53:38.123589 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e8634679-2175-4263-805b-1038d62d60ff req-d8c5d1ca-4b93-4f99-8d98-baf4033c391e tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=5114a1bf-b849-407d-ad71-94c994d04181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431755 May 31 14:53:38.277487 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:53:38.348047 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 46990) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:53:38.643507 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-52bbf84e-8ac4-40e1-b0a1-38f361558952 req-e3aa4448-c984-4526-b94d-16fbf49a9f50 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b5e7187b-ecb4-404d-ab82-e5455f40bfa1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2937222 May 31 14:53:38.659311 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27382f2-131e-43ef-83eb-67d4be1c6126 req-8f5d6b7f-90a1-4278-a4e6-9838a13d3659 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:53:38.660720 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a27382f2-131e-43ef-83eb-67d4be1c6126 req-8f5d6b7f-90a1-4278-a4e6-9838a13d3659 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5e7187b-ecb4-404d-ab82-e5455f40bfa1 HTTP/1.1" status: 200 len: 945 time: 0.2236209 May 31 14:53:38.706033 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a27382f2-131e-43ef-83eb-67d4be1c6126 req-4036f892-56c4-452e-8a35-ff38a7442d4c tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=5114a1bf-b849-407d-ad71-94c994d04181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380638 May 31 14:53:39.722261 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:53:39.896929 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4072b80-7d26-49a6-b6ee-2d170c31639b req-c5110fbf-d6e3-4694-9153-4db04a8cb228 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:53:39.898473 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a4072b80-7d26-49a6-b6ee-2d170c31639b req-c5110fbf-d6e3-4694-9153-4db04a8cb228 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5e7187b-ecb4-404d-ab82-e5455f40bfa1 HTTP/1.1" status: 200 len: 945 time: 0.0821431 May 31 14:53:39.952486 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a4072b80-7d26-49a6-b6ee-2d170c31639b req-af2d859d-6029-47d8-a5e2-93f4036b6a54 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=5114a1bf-b849-407d-ad71-94c994d04181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478368 May 31 14:53:40.297405 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 21a755ba-f019-4a70-b7e7-e2186d1ae330 no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:53:40.417185 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 21a755ba-f019-4a70-b7e7-e2186d1ae330 is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:53:40.417561 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:53:40.448602 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5e7187b-ecb4-404d-ab82-e5455f40bfa1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21a755ba-f019-4a70-b7e7-e2186d1ae330'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:53:40.458705 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 21a755ba-f019-4a70-b7e7-e2186d1ae330, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=21a755ba-f019-4a70-b7e7-e2186d1ae330,segment=NetworkSegment(7337fa12-be37-4057-a823-55b2a6ef8542),segment_id=7337fa12-be37-4057-a823-55b2a6ef8542)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:53:40.463962 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:53:40.500126 n-d-843939-1 neutron-server[88371]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-a204bcea-7fb8-4975-ba73-9ff248e7b7d0']: {'server_uuid': 'b5e7187b-ecb4-404d-ab82-e5455f40bfa1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '21a755ba-f019-4a70-b7e7-e2186d1ae330', 'code': 422} returned with failed status May 31 14:53:40.538402 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=21a755ba-f019-4a70-b7e7-e2186d1ae330,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:53:40.546934 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:53:40.547282 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:53:40.547619 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:53:40.547952 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:53:40.548317 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:53:40.548644 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:53:40.548970 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:53:40.549293 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:53:40.549616 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:53:40.549936 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:53:40.550375 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:53:40.550776 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:53:40.789877 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8f9c2f53-19e7-4df4-a7fd-68a6a21abda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:53:41.119277 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bbf84e-8ac4-40e1-b0a1-38f361558952 req-ad858b0a-543c-42b5-a6bc-a08781487f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:53:41.120661 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-52bbf84e-8ac4-40e1-b0a1-38f361558952 req-ad858b0a-543c-42b5-a6bc-a08781487f72 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b5e7187b-ecb4-404d-ab82-e5455f40bfa1&tenant_id=88f0c7cbd4944ce289412cc9e929d453 HTTP/1.1" status: 200 len: 1094 time: 0.0737500 May 31 14:53:41.140120 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86391864-df16-450a-a982-e2d1472c5a6f req-8ddec19c-099b-47a3-a65d-a0ffda13702a tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:53:41.141580 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-86391864-df16-450a-a982-e2d1472c5a6f req-8ddec19c-099b-47a3-a65d-a0ffda13702a tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5e7187b-ecb4-404d-ab82-e5455f40bfa1 HTTP/1.1" status: 200 len: 943 time: 0.0836434 May 31 14:53:41.186346 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-86391864-df16-450a-a982-e2d1472c5a6f req-ad2f913f-9dca-477b-a2a1-97671049f36a tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=5114a1bf-b849-407d-ad71-94c994d04181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388291 May 31 14:53:41.218766 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bbf84e-8ac4-40e1-b0a1-38f361558952 req-8a267464-bbba-44ee-8e81-ae73f35ee183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:53:41.220226 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-52bbf84e-8ac4-40e1-b0a1-38f361558952 req-8a267464-bbba-44ee-8e81-ae73f35ee183 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=88f0c7cbd4944ce289412cc9e929d453&device_id=b5e7187b-ecb4-404d-ab82-e5455f40bfa1 HTTP/1.1" status: 200 len: 1094 time: 0.0775571 May 31 14:53:41.350742 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bbf84e-8ac4-40e1-b0a1-38f361558952 req-bac6dcb3-2ff3-4393-9711-a9622194760a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:53:41.352277 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-52bbf84e-8ac4-40e1-b0a1-38f361558952 req-bac6dcb3-2ff3-4393-9711-a9622194760a service neutron] 10.222.0.20 "GET /v2.0/networks?id=df9c0981-4264-479e-b64f-ae718158db34 HTTP/1.1" status: 200 len: 910 time: 0.1266253 May 31 14:53:41.455490 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-52bbf84e-8ac4-40e1-b0a1-38f361558952 req-b564e497-396e-453c-b59d-70b2ff487a7e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21a755ba-f019-4a70-b7e7-e2186d1ae330 HTTP/1.1" status: 200 len: 998 time: 0.0974524 May 31 14:53:41.522313 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bbf84e-8ac4-40e1-b0a1-38f361558952 req-eca03ef3-cb02-4ea8-87b0-d15c95a45016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:53:41.523745 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-52bbf84e-8ac4-40e1-b0a1-38f361558952 req-eca03ef3-cb02-4ea8-87b0-d15c95a45016 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5fa147d-0fef-434e-b778-09b86127a750 HTTP/1.1" status: 200 len: 848 time: 0.0623622 May 31 14:53:41.598636 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bbf84e-8ac4-40e1-b0a1-38f361558952 req-a4729cee-13ee-439f-9e10-980367c38068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:53:41.600095 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-52bbf84e-8ac4-40e1-b0a1-38f361558952 req-a4729cee-13ee-439f-9e10-980367c38068 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=df9c0981-4264-479e-b64f-ae718158db34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700901 May 31 14:53:41.730380 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-52bbf84e-8ac4-40e1-b0a1-38f361558952 req-b302813e-6a96-4835-820a-91f47528d475 service neutron] 10.222.0.20 "GET /v2.0/networks/df9c0981-4264-479e-b64f-ae718158db34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234381 May 31 14:53:41.860920 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-52bbf84e-8ac4-40e1-b0a1-38f361558952 req-a0a22a02-c2d4-423e-98fd-61a5720188e9 service neutron] 10.222.0.20 "GET /v2.0/networks/df9c0981-4264-479e-b64f-ae718158db34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249483 May 31 14:53:42.372270 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6434bc03-1482-491f-a9cf-858fdf82ebd0 req-b210b896-3559-41d3-8187-9460ca53c637 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:53:42.373761 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6434bc03-1482-491f-a9cf-858fdf82ebd0 req-b210b896-3559-41d3-8187-9460ca53c637 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5e7187b-ecb4-404d-ab82-e5455f40bfa1 HTTP/1.1" status: 200 len: 943 time: 0.0805736 May 31 14:53:42.421220 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6434bc03-1482-491f-a9cf-858fdf82ebd0 req-06c99eff-c53e-4c8f-8fab-6b7261bab9e3 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=5114a1bf-b849-407d-ad71-94c994d04181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415804 May 31 14:53:42.986645 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f657d5bd-3ba9-4d3a-91be-42c10f8baedc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:53:43.613572 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5827dbe-7569-43d7-a139-1791dea4dd5a req-41c0b436-3ba2-4f96-9f3b-c9fffcd38bd8 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:53:43.615046 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e5827dbe-7569-43d7-a139-1791dea4dd5a req-41c0b436-3ba2-4f96-9f3b-c9fffcd38bd8 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5e7187b-ecb4-404d-ab82-e5455f40bfa1 HTTP/1.1" status: 200 len: 943 time: 0.0825808 May 31 14:53:43.659144 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e5827dbe-7569-43d7-a139-1791dea4dd5a req-e1a00781-483a-4a1b-b9e9-b33767b401eb tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=5114a1bf-b849-407d-ad71-94c994d04181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374334 May 31 14:53:44.040594 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:53:44.232369 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:53:44.851304 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa67bb3-0f74-4597-935e-718362acafd5 req-604deec7-6242-4ef9-a7c2-d0ed87622a1b tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:53:44.853115 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2fa67bb3-0f74-4597-935e-718362acafd5 req-604deec7-6242-4ef9-a7c2-d0ed87622a1b tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5e7187b-ecb4-404d-ab82-e5455f40bfa1 HTTP/1.1" status: 200 len: 943 time: 0.0826654 May 31 14:53:44.897118 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2fa67bb3-0f74-4597-935e-718362acafd5 req-21e2ac44-a7c2-427a-9507-ffe592528bd1 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=5114a1bf-b849-407d-ad71-94c994d04181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382452 May 31 14:53:45.967743 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:53:46.084230 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72136d4-22d0-4efb-a7c7-354524119dac req-530f42f9-146a-4891-ae11-89669b8167de tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:53:46.085711 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b72136d4-22d0-4efb-a7c7-354524119dac req-530f42f9-146a-4891-ae11-89669b8167de tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5e7187b-ecb4-404d-ab82-e5455f40bfa1 HTTP/1.1" status: 200 len: 943 time: 0.0807145 May 31 14:53:46.132994 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b72136d4-22d0-4efb-a7c7-354524119dac req-f2e59b41-1af9-4e87-ac59-7008b47a9ff5 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=5114a1bf-b849-407d-ad71-94c994d04181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406642 May 31 14:53:47.322550 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f007fa3b-d13d-45d1-9384-ade1568aa6ac req-e56b3356-80b0-4f6c-a1cf-d345cef76be3 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:53:47.324032 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f007fa3b-d13d-45d1-9384-ade1568aa6ac req-e56b3356-80b0-4f6c-a1cf-d345cef76be3 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5e7187b-ecb4-404d-ab82-e5455f40bfa1 HTTP/1.1" status: 200 len: 943 time: 0.0832145 May 31 14:53:47.369483 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f007fa3b-d13d-45d1-9384-ade1568aa6ac req-8c3ca520-9e53-4494-b4e4-a3941801e2be tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=5114a1bf-b849-407d-ad71-94c994d04181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391679 May 31 14:53:48.556004 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44bfebb-f664-4915-8087-77beddb77018 req-d3fb1d5d-6e24-4ecf-a118-e2389b0d5617 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:53:48.557429 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a44bfebb-f664-4915-8087-77beddb77018 req-d3fb1d5d-6e24-4ecf-a118-e2389b0d5617 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5e7187b-ecb4-404d-ab82-e5455f40bfa1 HTTP/1.1" status: 200 len: 943 time: 0.0815284 May 31 14:53:48.606594 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a44bfebb-f664-4915-8087-77beddb77018 req-a67130c2-84d0-405a-b965-0f20730b7c3d tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=5114a1bf-b849-407d-ad71-94c994d04181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435004 May 31 14:53:49.802637 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf42bb13-0530-4525-931a-fc798b8a2183 req-653cdaa1-e2c9-4513-95a6-71d6e0790946 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:53:49.804139 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bf42bb13-0530-4525-931a-fc798b8a2183 req-653cdaa1-e2c9-4513-95a6-71d6e0790946 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5e7187b-ecb4-404d-ab82-e5455f40bfa1 HTTP/1.1" status: 200 len: 943 time: 0.0897622 May 31 14:53:49.848711 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-bf42bb13-0530-4525-931a-fc798b8a2183 req-28a7151e-769c-49c2-b3d7-d0eab7ba7a75 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=5114a1bf-b849-407d-ad71-94c994d04181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382006 May 31 14:53:50.345062 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 21a755ba-f019-4a70-b7e7-e2186d1ae330 details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 14:53:50.480984 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 21a755ba-f019-4a70-b7e7-e2186d1ae330, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=21a755ba-f019-4a70-b7e7-e2186d1ae330,segment=NetworkSegment(7337fa12-be37-4057-a823-55b2a6ef8542),segment_id=7337fa12-be37-4057-a823-55b2a6ef8542)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:53:50.494769 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': '21a755ba-f019-4a70-b7e7-e2186d1ae330', 'network_id': 'df9c0981-4264-479e-b64f-ae718158db34', 'port_id': '21a755ba-f019-4a70-b7e7-e2186d1ae330', 'mac_address': 'fa:16:3e:83:64:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5fa147d-0fef-434e-b778-09b86127a750', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 14:53:50.550257 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 21a755ba-f019-4a70-b7e7-e2186d1ae330 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:53:50.550632 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:53:50.568401 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21a755ba-f019-4a70-b7e7-e2186d1ae330 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:53:50.584299 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 21a755ba-f019-4a70-b7e7-e2186d1ae330, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=21a755ba-f019-4a70-b7e7-e2186d1ae330,segment=NetworkSegment(7337fa12-be37-4057-a823-55b2a6ef8542),segment_id=7337fa12-be37-4057-a823-55b2a6ef8542)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:53:50.589405 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:53:50.659105 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=21a755ba-f019-4a70-b7e7-e2186d1ae330,revision_number=7']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:53:50.887705 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['21a755ba-f019-4a70-b7e7-e2186d1ae330'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:53:51.045366 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b555b83-d7fc-47dd-af64-fea43c449553 req-d92115d4-3771-4d14-be1d-dc009a2ab0d4 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:53:51.046789 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0b555b83-d7fc-47dd-af64-fea43c449553 req-d92115d4-3771-4d14-be1d-dc009a2ab0d4 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5e7187b-ecb4-404d-ab82-e5455f40bfa1 HTTP/1.1" status: 200 len: 944 time: 0.0858824 May 31 14:53:51.093885 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0b555b83-d7fc-47dd-af64-fea43c449553 req-d06ceab1-43c3-45be-a692-9b85d396c01c tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=5114a1bf-b849-407d-ad71-94c994d04181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410993 May 31 14:53:52.287723 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a42657f-eccd-4bd5-badf-a3bc7293ea21 req-aca8c0f6-495c-4154-99fd-5d42330209d2 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:53:52.289261 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8a42657f-eccd-4bd5-badf-a3bc7293ea21 req-aca8c0f6-495c-4154-99fd-5d42330209d2 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5e7187b-ecb4-404d-ab82-e5455f40bfa1 HTTP/1.1" status: 200 len: 944 time: 0.0817034 May 31 14:53:52.335004 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-8a42657f-eccd-4bd5-badf-a3bc7293ea21 req-bfb5a06e-f605-444e-84fb-a11f91cbb76b tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=5114a1bf-b849-407d-ad71-94c994d04181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385594 May 31 14:53:52.356322 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 21a755ba-f019-4a70-b7e7-e2186d1ae330 up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:53:52.427162 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port 21a755ba-f019-4a70-b7e7-e2186d1ae330 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:53:52.427536 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:53:52.541058 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 21a755ba-f019-4a70-b7e7-e2186d1ae330 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:53:52.541432 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:53:52.573204 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5e7187b-ecb4-404d-ab82-e5455f40bfa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a755ba-f019-4a70-b7e7-e2186d1ae330'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:53:52.584818 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 21a755ba-f019-4a70-b7e7-e2186d1ae330, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=21a755ba-f019-4a70-b7e7-e2186d1ae330,segment=NetworkSegment(7337fa12-be37-4057-a823-55b2a6ef8542),segment_id=7337fa12-be37-4057-a823-55b2a6ef8542)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:53:52.590796 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:53:52.627000 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1808b3be-07b3-4c67-a354-426800d5d4c1'] response: {'server_uuid': 'b5e7187b-ecb4-404d-ab82-e5455f40bfa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a755ba-f019-4a70-b7e7-e2186d1ae330', 'code': 200} May 31 14:53:52.668783 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=21a755ba-f019-4a70-b7e7-e2186d1ae330,revision_number=8']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:53:52.846932 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67936305-d2f0-4c40-932f-bdb156f0c079 req-836e20ae-cd87-4e05-a555-f08beac1b4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:53:52.848405 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-67936305-d2f0-4c40-932f-bdb156f0c079 req-836e20ae-cd87-4e05-a555-f08beac1b4aa service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b5e7187b-ecb4-404d-ab82-e5455f40bfa1 HTTP/1.1" status: 200 len: 1096 time: 0.0734465 May 31 14:53:52.890140 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-67936305-d2f0-4c40-932f-bdb156f0c079 req-ebdbd733-db2e-4e18-8011-febf35245d4e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5114a1bf-b849-407d-ad71-94c994d04181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355253 May 31 14:53:53.524675 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730a652a-27bb-4705-a468-f262bb9085a4 req-ddd4bfde-99fc-4bcd-8065-84f2db37e6b9 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:53:53.526173 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-730a652a-27bb-4705-a468-f262bb9085a4 req-ddd4bfde-99fc-4bcd-8065-84f2db37e6b9 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5e7187b-ecb4-404d-ab82-e5455f40bfa1 HTTP/1.1" status: 200 len: 945 time: 0.0853250 May 31 14:53:53.569808 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-730a652a-27bb-4705-a468-f262bb9085a4 req-b8c132d1-ceff-41cf-9fbe-f712c4b29442 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=5114a1bf-b849-407d-ad71-94c994d04181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378273 May 31 14:53:54.758541 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0124577b-51f4-4919-afd0-947718bcb4bf req-a1edbf23-9d84-4a3a-b8c8-3f64e7a4f0dd tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:53:54.759984 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0124577b-51f4-4919-afd0-947718bcb4bf req-a1edbf23-9d84-4a3a-b8c8-3f64e7a4f0dd tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5e7187b-ecb4-404d-ab82-e5455f40bfa1 HTTP/1.1" status: 200 len: 945 time: 0.0819840 May 31 14:53:54.807292 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0124577b-51f4-4919-afd0-947718bcb4bf req-469c2f3d-32b9-48ed-978f-5057df024328 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=5114a1bf-b849-407d-ad71-94c994d04181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406158 May 31 14:54:07.657760 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:54:08.278792 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:54:09.729908 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:54:10.793924 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6bbc170e-3790-4301-b442-16457f34f694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:54:12.994978 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0ec461ff-57d1-461d-9b9c-7df33fb7431d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:54:14.044163 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:54:14.235929 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:54:15.968376 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:54:26.029164 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c4de4a67-645e-49cb-85c8-14ca9f72d03d req-a27e5f65-0697-42ae-8bd6-a119b874693d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b5e7187b-ecb4-404d-ab82-e5455f40bfa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0692661 May 31 14:54:26.274436 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4de4a67-645e-49cb-85c8-14ca9f72d03d req-1218d4ba-e1b9-4b4b-ab6e-bba39fc5f969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:54:26.275892 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c4de4a67-645e-49cb-85c8-14ca9f72d03d req-1218d4ba-e1b9-4b4b-ab6e-bba39fc5f969 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=88f0c7cbd4944ce289412cc9e929d453&device_id=b5e7187b-ecb4-404d-ab82-e5455f40bfa1 HTTP/1.1" status: 200 len: 1096 time: 0.1796451 May 31 14:54:26.421184 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4de4a67-645e-49cb-85c8-14ca9f72d03d req-90bd7686-50ad-44ea-847a-ef7684a211c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:54:26.422675 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c4de4a67-645e-49cb-85c8-14ca9f72d03d req-90bd7686-50ad-44ea-847a-ef7684a211c0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=df9c0981-4264-479e-b64f-ae718158db34 HTTP/1.1" status: 200 len: 910 time: 0.1277807 May 31 14:54:26.527835 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c4de4a67-645e-49cb-85c8-14ca9f72d03d req-bd3cec19-e4e8-4e51-af72-ebd51200e2dc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21a755ba-f019-4a70-b7e7-e2186d1ae330 HTTP/1.1" status: 200 len: 1000 time: 0.0990415 May 31 14:54:26.591115 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4de4a67-645e-49cb-85c8-14ca9f72d03d req-c91fc86f-3907-4947-ba04-f19923dfd5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:54:26.592567 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c4de4a67-645e-49cb-85c8-14ca9f72d03d req-c91fc86f-3907-4947-ba04-f19923dfd5a1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5fa147d-0fef-434e-b778-09b86127a750 HTTP/1.1" status: 200 len: 848 time: 0.0593379 May 31 14:54:26.673124 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4de4a67-645e-49cb-85c8-14ca9f72d03d req-aa34950f-81dc-4482-ac33-c7acf47479b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:54:26.674668 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c4de4a67-645e-49cb-85c8-14ca9f72d03d req-aa34950f-81dc-4482-ac33-c7acf47479b4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=df9c0981-4264-479e-b64f-ae718158db34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764024 May 31 14:54:26.810765 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c4de4a67-645e-49cb-85c8-14ca9f72d03d req-1a1f211b-3274-4623-ad09-493bfb2f9d33 service neutron] 10.222.0.20 "GET /v2.0/networks/df9c0981-4264-479e-b64f-ae718158db34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296184 May 31 14:54:26.948861 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c4de4a67-645e-49cb-85c8-14ca9f72d03d req-e824d213-06c9-4694-8323-bf84c37e9517 service neutron] 10.222.0.20 "GET /v2.0/networks/df9c0981-4264-479e-b64f-ae718158db34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319716 May 31 14:54:38.312147 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:54:39.733768 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:54:40.795576 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-255da103-2d0c-4327-a226-6f14ccef44f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:54:42.993344 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ed0e9439-2ad0-4d20-a607-7d60ef4df5f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:54:44.046011 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:54:44.238827 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:54:44.657239 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:54:45.970922 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:08.320661 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:09.739653 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:10.797147 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8fb08cc3-881f-445f-9b82-d50fd9f1d711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:12.995126 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ba5f93e2-0336-40db-bcb6-dea6d2d677cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:13.167215 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47060) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:55:13.373418 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-050a201c-eb42-4890-9c3d-58a375fdd68a tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Deleting port d4a2af1f-768f-4e16-8d9d-7879a5ea5543 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:55:13.373753 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-050a201c-eb42-4890-9c3d-58a375fdd68a tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:13.544786 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-050a201c-eb42-4890-9c3d-58a375fdd68a tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:13.545111 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-050a201c-eb42-4890-9c3d-58a375fdd68a tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:13.672247 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-050a201c-eb42-4890-9c3d-58a375fdd68a tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Calling delete_port for d4a2af1f-768f-4e16-8d9d-7879a5ea5543 owned by network:floatingip {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:55:13.826088 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-050a201c-eb42-4890-9c3d-58a375fdd68a tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:13.877805 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050a201c-eb42-4890-9c3d-58a375fdd68a tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Pushing event deleted for resources: {'Port': ['ID=d4a2af1f-768f-4e16-8d9d-7879a5ea5543,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:55:13.942455 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050a201c-eb42-4890-9c3d-58a375fdd68a tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:55:13.942723 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050a201c-eb42-4890-9c3d-58a375fdd68a tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:55:13.943069 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050a201c-eb42-4890-9c3d-58a375fdd68a tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:55:13.943409 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050a201c-eb42-4890-9c3d-58a375fdd68a tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:55:13.943744 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050a201c-eb42-4890-9c3d-58a375fdd68a tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:55:13.944753 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050a201c-eb42-4890-9c3d-58a375fdd68a tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:55:13.945055 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050a201c-eb42-4890-9c3d-58a375fdd68a tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:55:13.945421 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050a201c-eb42-4890-9c3d-58a375fdd68a tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:55:13.945697 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050a201c-eb42-4890-9c3d-58a375fdd68a tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:55:13.946044 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050a201c-eb42-4890-9c3d-58a375fdd68a tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:55:13.946374 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050a201c-eb42-4890-9c3d-58a375fdd68a tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:55:13.946699 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050a201c-eb42-4890-9c3d-58a375fdd68a tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:55:13.983044 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-050a201c-eb42-4890-9c3d-58a375fdd68a tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks [] for floatingip, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:13.983456 n-d-843939-1 neutron-server[88370]: INFO neutron.db.l3_db [None req-050a201c-eb42-4890-9c3d-58a375fdd68a tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Floating IP 143f6a22-39bc-4958-8a6a-94f9c36b34f0 disassociated (deleted). External IP: 172.25.6.70, port: 21a755ba-f019-4a70-b7e7-e2186d1ae330. May 31 14:55:14.047847 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:14.243304 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:14.457860 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-050a201c-eb42-4890-9c3d-58a375fdd68a tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Router e22b6195-4b7b-4b7d-9a55-1242343fb723 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:55:14.633081 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-050a201c-eb42-4890-9c3d-58a375fdd68a tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:55:14.642140 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5b2995-d3a4-463f-90ef-a3c3cbafbd0a None None] Sync routers for ids ['e22b6195-4b7b-4b7d-9a55-1242343fb723'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:55:14.649445 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-050a201c-eb42-4890-9c3d-58a375fdd68a tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:14.652461 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5b2995-d3a4-463f-90ef-a3c3cbafbd0a None None] Routers {'e22b6195-4b7b-4b7d-9a55-1242343fb723'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:55:14.653062 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-0a5b2995-d3a4-463f-90ef-a3c3cbafbd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:55:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['e22b6195-4b7b-4b7d-9a55-1242343fb723'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:55:14.710420 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-050a201c-eb42-4890-9c3d-58a375fdd68a tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "DELETE /v2.0/floatingips/143f6a22-39bc-4958-8a6a-94f9c36b34f0 HTTP/1.1" status: 204 len: 168 time: 1.5415602 May 31 14:55:14.710986 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5e7187b-ecb4-404d-ab82-e5455f40bfa1', 'tag': '21a755ba-f019-4a70-b7e7-e2186d1ae330'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:55:14.775433 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e566cb07-41dd-4048-a7b1-1406cabc6760'] response: {'name': 'network-changed', 'server_uuid': 'b5e7187b-ecb4-404d-ab82-e5455f40bfa1', 'tag': '21a755ba-f019-4a70-b7e7-e2186d1ae330', 'status': 'completed', 'code': 200} May 31 14:55:14.867194 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4b1544-616c-43b5-b7ba-71423e6062c2 req-bddad1a7-a939-4964-b12a-f971f4a7c461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:55:14.868794 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-de4b1544-616c-43b5-b7ba-71423e6062c2 req-bddad1a7-a939-4964-b12a-f971f4a7c461 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=88f0c7cbd4944ce289412cc9e929d453&device_id=b5e7187b-ecb4-404d-ab82-e5455f40bfa1 HTTP/1.1" status: 200 len: 1096 time: 0.0734179 May 31 14:55:14.870975 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-0a5b2995-d3a4-463f-90ef-a3c3cbafbd0a None None] Set router e22b6195-4b7b-4b7d-9a55-1242343fb723 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:55:15.019847 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4b1544-616c-43b5-b7ba-71423e6062c2 req-95269f62-d1d3-4866-bd18-2239ac7d4a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:55:15.021050 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-de4b1544-616c-43b5-b7ba-71423e6062c2 req-95269f62-d1d3-4866-bd18-2239ac7d4a0a service neutron] 10.222.0.20 "GET /v2.0/networks?id=df9c0981-4264-479e-b64f-ae718158db34 HTTP/1.1" status: 200 len: 910 time: 0.1462514 May 31 14:55:15.093884 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-de4b1544-616c-43b5-b7ba-71423e6062c2 req-6b00461b-c693-4f62-b295-9ed02fa050ac service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21a755ba-f019-4a70-b7e7-e2186d1ae330 HTTP/1.1" status: 200 len: 217 time: 0.0666974 May 31 14:55:15.164034 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4b1544-616c-43b5-b7ba-71423e6062c2 req-8a5c4a96-9337-4fa8-9c4a-0b52220e8513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:55:15.165515 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-de4b1544-616c-43b5-b7ba-71423e6062c2 req-8a5c4a96-9337-4fa8-9c4a-0b52220e8513 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5fa147d-0fef-434e-b778-09b86127a750 HTTP/1.1" status: 200 len: 848 time: 0.0660517 May 31 14:55:15.174872 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3910b32-2da0-40fd-89e5-ae4517d1c533 req-f1a723a9-9637-473a-b438-457a645be38f tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:55:15.175048 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-d3910b32-2da0-40fd-89e5-ae4517d1c533 req-f1a723a9-9637-473a-b438-457a645be38f tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Synchronizing usage tracker for tenant:88f0c7cbd4944ce289412cc9e929d453 on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:55:15.191007 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-d3910b32-2da0-40fd-89e5-ae4517d1c533 req-f1a723a9-9637-473a-b438-457a645be38f tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Unset dirty status for tenant:88f0c7cbd4944ce289412cc9e929d453 on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:55:15.192096 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d3910b32-2da0-40fd-89e5-ae4517d1c533 req-f1a723a9-9637-473a-b438-457a645be38f tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5e7187b-ecb4-404d-ab82-e5455f40bfa1 HTTP/1.1" status: 200 len: 945 time: 0.1645589 May 31 14:55:15.211760 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-0a5b2995-d3a4-463f-90ef-a3c3cbafbd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22b6195-4b7b-4b7d-9a55-1242343fb723', 'name': 'tempest-TestShelveInstance-1236581187-router', 'tenant_id': '88f0c7cbd4944ce289412cc9e929d453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': 'd418e5be-95ee-4628-86b2-7ca3de7a03e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:45:45Z', 'updated_at': '2022-05-31T14:45:49Z', 'revision_number': 4, 'project_id': '88f0c7cbd4944ce289412cc9e929d453', 'gw_port': {'id': 'd418e5be-95ee-4628-86b2-7ca3de7a03e1', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22b6195-4b7b-4b7d-9a55-1242343fb723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4410, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:45:45Z', 'updated_at': '2022-05-31T14:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '76556506-fb6f-400b-8d36-fef4cb530d40', 'name': '', 'network_id': 'df9c0981-4264-479e-b64f-ae718158db34', 'tenant_id': '88f0c7cbd4944ce289412cc9e929d453', 'mac_address': 'fa:16:3e:ac:11:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22b6195-4b7b-4b7d-9a55-1242343fb723', 'device_owner': 'network:router_interface', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': 'f5fa147d-0fef-434e-b778-09b86127a750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:45:48Z', 'updated_at': '2022-05-31T14:45:55Z', 'revision_number': 5, 'project_id': '88f0c7cbd4944ce289412cc9e929d453', 'subnets': [{'id': 'f5fa147d-0fef-434e-b778-09b86127a750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:55:15.216175 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5b2995-d3a4-463f-90ef-a3c3cbafbd0a None None] Checking router: e22b6195-4b7b-4b7d-9a55-1242343fb723 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:55:15.226822 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5b2995-d3a4-463f-90ef-a3c3cbafbd0a None None] Routers {'e22b6195-4b7b-4b7d-9a55-1242343fb723'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:55:15.227438 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-0a5b2995-d3a4-463f-90ef-a3c3cbafbd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:55:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['e22b6195-4b7b-4b7d-9a55-1242343fb723'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:55:15.244699 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d3910b32-2da0-40fd-89e5-ae4517d1c533 req-5c1c001c-edfc-49ff-9c62-dc405dfd5f67 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=5114a1bf-b849-407d-ad71-94c994d04181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454137 May 31 14:55:15.250095 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4b1544-616c-43b5-b7ba-71423e6062c2 req-9698ee7b-648e-4758-a646-490bce87ff74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:55:15.251536 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-de4b1544-616c-43b5-b7ba-71423e6062c2 req-9698ee7b-648e-4758-a646-490bce87ff74 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=df9c0981-4264-479e-b64f-ae718158db34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0786986 May 31 14:55:15.385010 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-de4b1544-616c-43b5-b7ba-71423e6062c2 req-aefc6697-5e1c-4953-8975-6bda17d1cc53 service neutron] 10.222.0.20 "GET /v2.0/networks/df9c0981-4264-479e-b64f-ae718158db34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265609 May 31 14:55:15.408484 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-0a5b2995-d3a4-463f-90ef-a3c3cbafbd0a None None] Set router e22b6195-4b7b-4b7d-9a55-1242343fb723 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:55:15.521206 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-de4b1544-616c-43b5-b7ba-71423e6062c2 req-5e9c195a-0c8c-48e7-9d68-ff6ad3258a81 service neutron] 10.222.0.20 "GET /v2.0/networks/df9c0981-4264-479e-b64f-ae718158db34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290793 May 31 14:55:15.718744 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-0a5b2995-d3a4-463f-90ef-a3c3cbafbd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22b6195-4b7b-4b7d-9a55-1242343fb723', 'name': 'tempest-TestShelveInstance-1236581187-router', 'tenant_id': '88f0c7cbd4944ce289412cc9e929d453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': 'd418e5be-95ee-4628-86b2-7ca3de7a03e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:45:45Z', 'updated_at': '2022-05-31T14:45:49Z', 'revision_number': 4, 'project_id': '88f0c7cbd4944ce289412cc9e929d453', 'gw_port': {'id': 'd418e5be-95ee-4628-86b2-7ca3de7a03e1', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22b6195-4b7b-4b7d-9a55-1242343fb723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4410, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:45:45Z', 'updated_at': '2022-05-31T14:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '76556506-fb6f-400b-8d36-fef4cb530d40', 'name': '', 'network_id': 'df9c0981-4264-479e-b64f-ae718158db34', 'tenant_id': '88f0c7cbd4944ce289412cc9e929d453', 'mac_address': 'fa:16:3e:ac:11:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22b6195-4b7b-4b7d-9a55-1242343fb723', 'device_owner': 'network:router_interface', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': 'f5fa147d-0fef-434e-b778-09b86127a750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:45:48Z', 'updated_at': '2022-05-31T14:45:55Z', 'revision_number': 5, 'project_id': '88f0c7cbd4944ce289412cc9e929d453', 'subnets': [{'id': 'f5fa147d-0fef-434e-b778-09b86127a750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:55:15.722498 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5b2995-d3a4-463f-90ef-a3c3cbafbd0a None None] The sync data for ids ['e22b6195-4b7b-4b7d-9a55-1242343fb723'] in n-d-843939-1 is: [{'id': 'e22b6195-4b7b-4b7d-9a55-1242343fb723', 'name': 'tempest-TestShelveInstance-1236581187-router', 'tenant_id': '88f0c7cbd4944ce289412cc9e929d453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': 'd418e5be-95ee-4628-86b2-7ca3de7a03e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:45:45Z', 'updated_at': '2022-05-31T14:45:49Z', 'revision_number': 4, 'project_id': '88f0c7cbd4944ce289412cc9e929d453', 'gw_port': {'id': 'd418e5be-95ee-4628-86b2-7ca3de7a03e1', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22b6195-4b7b-4b7d-9a55-1242343fb723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4410, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:45:45Z', 'updated_at': '2022-05-31T14:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '76556506-fb6f-400b-8d36-fef4cb530d40', 'name': '', 'network_id': 'df9c0981-4264-479e-b64f-ae718158db34', 'tenant_id': '88f0c7cbd4944ce289412cc9e929d453', 'mac_address': 'fa:16:3e:ac:11:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22b6195-4b7b-4b7d-9a55-1242343fb723', 'device_owner': 'network:router_interface', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': 'f5fa147d-0fef-434e-b778-09b86127a750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:45:48Z', 'updated_at': '2022-05-31T14:45:55Z', 'revision_number': 5, 'project_id': '88f0c7cbd4944ce289412cc9e929d453', 'subnets': [{'id': 'f5fa147d-0fef-434e-b778-09b86127a750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:55:15.933229 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ae5bcb-e9ae-4edd-96b6-fd3577627d65 None None] New status for floating IP 143f6a22-39bc-4958-8a6a-94f9c36b34f0: DOWN {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 14:55:15.974339 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:16.475469 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194507f8-532c-416b-9365-4ddef32464bb req-95f24cd3-d08c-4883-a48f-bac935e43087 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:55:16.476929 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-194507f8-532c-416b-9365-4ddef32464bb req-95f24cd3-d08c-4883-a48f-bac935e43087 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5e7187b-ecb4-404d-ab82-e5455f40bfa1 HTTP/1.1" status: 200 len: 945 time: 0.1241243 May 31 14:55:16.520098 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-194507f8-532c-416b-9365-4ddef32464bb req-cd65d779-8ed3-4c65-92e7-c7160fd48780 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/security-groups?id=5114a1bf-b849-407d-ad71-94c994d04181&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373650 May 31 14:55:16.679814 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdbe85a-994b-47b9-823d-040e5229bab3 req-924dd0f7-1ad4-4d95-929b-0780e6db181e tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:55:16.680496 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-8bdbe85a-994b-47b9-823d-040e5229bab3 req-924dd0f7-1ad4-4d95-929b-0780e6db181e tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Synchronizing usage tracker for tenant:88f0c7cbd4944ce289412cc9e929d453 on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:55:16.692050 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-8bdbe85a-994b-47b9-823d-040e5229bab3 req-924dd0f7-1ad4-4d95-929b-0780e6db181e tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Unset dirty status for tenant:88f0c7cbd4944ce289412cc9e929d453 on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:55:16.693112 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8bdbe85a-994b-47b9-823d-040e5229bab3 req-924dd0f7-1ad4-4d95-929b-0780e6db181e tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5e7187b-ecb4-404d-ab82-e5455f40bfa1 HTTP/1.1" status: 200 len: 945 time: 0.0945690 May 31 14:55:16.761137 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-8bdbe85a-994b-47b9-823d-040e5229bab3 req-ac6752d5-4f87-42d8-9dde-0ae0ec24c4b1 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Deleting port 21a755ba-f019-4a70-b7e7-e2186d1ae330 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:55:16.761469 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-8bdbe85a-994b-47b9-823d-040e5229bab3 req-ac6752d5-4f87-42d8-9dde-0ae0ec24c4b1 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:17.101841 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-8bdbe85a-994b-47b9-823d-040e5229bab3 req-ac6752d5-4f87-42d8-9dde-0ae0ec24c4b1 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] For port 21a755ba-f019-4a70-b7e7-e2186d1ae330, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=21a755ba-f019-4a70-b7e7-e2186d1ae330,segment=NetworkSegment(7337fa12-be37-4057-a823-55b2a6ef8542),segment_id=7337fa12-be37-4057-a823-55b2a6ef8542)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:55:17.102149 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-8bdbe85a-994b-47b9-823d-040e5229bab3 req-ac6752d5-4f87-42d8-9dde-0ae0ec24c4b1 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:17.228574 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-8bdbe85a-994b-47b9-823d-040e5229bab3 req-ac6752d5-4f87-42d8-9dde-0ae0ec24c4b1 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Calling delete_port for 21a755ba-f019-4a70-b7e7-e2186d1ae330 owned by compute:nova {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:55:17.374652 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-8bdbe85a-994b-47b9-823d-040e5229bab3 req-ac6752d5-4f87-42d8-9dde-0ae0ec24c4b1 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:17.429011 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6752d5-4f87-42d8-9dde-0ae0ec24c4b1 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Pushing event deleted for resources: {'Port': ['ID=21a755ba-f019-4a70-b7e7-e2186d1ae330,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:55:17.494386 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6752d5-4f87-42d8-9dde-0ae0ec24c4b1 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:55:17.494724 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6752d5-4f87-42d8-9dde-0ae0ec24c4b1 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:55:17.495057 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6752d5-4f87-42d8-9dde-0ae0ec24c4b1 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:55:17.495384 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6752d5-4f87-42d8-9dde-0ae0ec24c4b1 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:55:17.495708 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6752d5-4f87-42d8-9dde-0ae0ec24c4b1 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:55:17.496029 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6752d5-4f87-42d8-9dde-0ae0ec24c4b1 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:55:17.496345 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6752d5-4f87-42d8-9dde-0ae0ec24c4b1 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:55:17.496661 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6752d5-4f87-42d8-9dde-0ae0ec24c4b1 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:55:17.496976 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6752d5-4f87-42d8-9dde-0ae0ec24c4b1 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:55:17.497290 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6752d5-4f87-42d8-9dde-0ae0ec24c4b1 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:55:17.497612 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6752d5-4f87-42d8-9dde-0ae0ec24c4b1 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:55:17.497925 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6752d5-4f87-42d8-9dde-0ae0ec24c4b1 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:55:17.515248 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bdbe85a-994b-47b9-823d-040e5229bab3 req-ac6752d5-4f87-42d8-9dde-0ae0ec24c4b1 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] No DVR routers for this DVR port 21a755ba-f019-4a70-b7e7-e2186d1ae330 on host n-h1-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:55:17.517751 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-8bdbe85a-994b-47b9-823d-040e5229bab3 req-ac6752d5-4f87-42d8-9dde-0ae0ec24c4b1 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:17.520314 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5e7187b-ecb4-404d-ab82-e5455f40bfa1', 'name': 'network-vif-deleted', 'tag': '21a755ba-f019-4a70-b7e7-e2186d1ae330'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:55:17.535343 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8bdbe85a-994b-47b9-823d-040e5229bab3 req-ac6752d5-4f87-42d8-9dde-0ae0ec24c4b1 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.20 "DELETE /v2.0/ports/21a755ba-f019-4a70-b7e7-e2186d1ae330 HTTP/1.1" status: 204 len: 173 time: 0.8374162 May 31 14:55:17.574165 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdd56b74-d497-42d3-a3c2-88208189fe06'] response: {'server_uuid': 'b5e7187b-ecb4-404d-ab82-e5455f40bfa1', 'name': 'network-vif-deleted', 'tag': '21a755ba-f019-4a70-b7e7-e2186d1ae330', 'status': 'completed', 'code': 200} May 31 14:55:17.673662 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-955c4ce0-d40a-4bf4-bc26-44936c128a1a req-7fa3de80-b381-4abb-992e-87854cc78127 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5e7187b-ecb4-404d-ab82-e5455f40bfa1 HTTP/1.1" status: 200 len: 210 time: 0.0425797 May 31 14:55:18.770443 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47082) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:55:18.841386 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9c4fb3ca-ad3a-4bf6-bfb3-01771c154310 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:18.871967 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9c4fb3ca-ad3a-4bf6-bfb3-01771c154310 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:18.941541 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9c4fb3ca-ad3a-4bf6-bfb3-01771c154310 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:18.969069 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4fb3ca-ad3a-4bf6-bfb3-01771c154310 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5114a1bf-b849-407d-ad71-94c994d04181,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:55:18.977628 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9c4fb3ca-ad3a-4bf6-bfb3-01771c154310 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:18.982192 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-9c4fb3ca-ad3a-4bf6-bfb3-01771c154310 tempest-TestShelveInstance-2005178976 tempest-TestShelveInstance-2005178976-project] 10.222.0.50 "DELETE /v2.0/security-groups/5114a1bf-b849-407d-ad71-94c994d04181 HTTP/1.1" status: 204 len: 168 time: 0.2106814 May 31 14:55:19.035679 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47088) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:55:19.694398 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-53794619-0f38-4835-b58f-95da19640a48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:20.222300 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-53794619-0f38-4835-b58f-95da19640a48 admin admin] Deleting port 76556506-fb6f-400b-8d36-fef4cb530d40 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:55:20.222977 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-53794619-0f38-4835-b58f-95da19640a48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:20.417923 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-53794619-0f38-4835-b58f-95da19640a48 admin admin] For port 76556506-fb6f-400b-8d36-fef4cb530d40, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=76556506-fb6f-400b-8d36-fef4cb530d40,segment=NetworkSegment(7337fa12-be37-4057-a823-55b2a6ef8542),segment_id=7337fa12-be37-4057-a823-55b2a6ef8542)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:55:20.418400 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-53794619-0f38-4835-b58f-95da19640a48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:20.560656 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-53794619-0f38-4835-b58f-95da19640a48 admin admin] Calling delete_port for 76556506-fb6f-400b-8d36-fef4cb530d40 owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:55:20.779654 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-53794619-0f38-4835-b58f-95da19640a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:20.831420 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53794619-0f38-4835-b58f-95da19640a48 admin admin] Pushing event deleted for resources: {'Port': ['ID=76556506-fb6f-400b-8d36-fef4cb530d40,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:55:20.859866 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 21a755ba-f019-4a70-b7e7-e2186d1ae330 no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:55:20.902388 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] No Port match for: 21a755ba-f019-4a70-b7e7-e2186d1ae330 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:55:20.902732 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 21a755ba-f019-4a70-b7e7-e2186d1ae330 not bound to the agent host n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:55:21.110701 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-53794619-0f38-4835-b58f-95da19640a48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:21.471293 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53794619-0f38-4835-b58f-95da19640a48 admin admin] Router e22b6195-4b7b-4b7d-9a55-1242343fb723 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:55:21.657427 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:55:21.760493 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53794619-0f38-4835-b58f-95da19640a48 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:55:21.768978 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba8916a-e254-4fd8-9640-cb5f5be0dc0b None None] Sync routers for ids ['e22b6195-4b7b-4b7d-9a55-1242343fb723'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:55:21.773438 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-53794619-0f38-4835-b58f-95da19640a48 admin admin] 10.222.0.50 "PUT /v2.0/routers/e22b6195-4b7b-4b7d-9a55-1242343fb723/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7366810 May 31 14:55:21.775977 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47100) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:55:21.778770 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba8916a-e254-4fd8-9640-cb5f5be0dc0b None None] Routers {'e22b6195-4b7b-4b7d-9a55-1242343fb723'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:55:21.779363 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-fba8916a-e254-4fd8-9640-cb5f5be0dc0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:55:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['e22b6195-4b7b-4b7d-9a55-1242343fb723'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:55:21.952926 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-fba8916a-e254-4fd8-9640-cb5f5be0dc0b None None] Set router e22b6195-4b7b-4b7d-9a55-1242343fb723 gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:55:21.954310 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-079f72aa-da2d-4194-aa48-24131b22ee37 admin admin] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:22.157935 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-079f72aa-da2d-4194-aa48-24131b22ee37 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:22.168416 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-079f72aa-da2d-4194-aa48-24131b22ee37 admin admin] Deleting port d418e5be-95ee-4628-86b2-7ca3de7a03e1 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:55:22.168761 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-079f72aa-da2d-4194-aa48-24131b22ee37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:22.278749 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-fba8916a-e254-4fd8-9640-cb5f5be0dc0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22b6195-4b7b-4b7d-9a55-1242343fb723', 'name': 'tempest-TestShelveInstance-1236581187-router', 'tenant_id': '88f0c7cbd4944ce289412cc9e929d453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': 'd418e5be-95ee-4628-86b2-7ca3de7a03e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:45:45Z', 'updated_at': '2022-05-31T14:55:20Z', 'revision_number': 5, 'project_id': '88f0c7cbd4944ce289412cc9e929d453', 'gw_port': {'id': 'd418e5be-95ee-4628-86b2-7ca3de7a03e1', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22b6195-4b7b-4b7d-9a55-1242343fb723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4410, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:45:45Z', 'updated_at': '2022-05-31T14:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:55:22.282419 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba8916a-e254-4fd8-9640-cb5f5be0dc0b None None] Checking router: e22b6195-4b7b-4b7d-9a55-1242343fb723 for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:55:22.291774 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba8916a-e254-4fd8-9640-cb5f5be0dc0b None None] Routers {'e22b6195-4b7b-4b7d-9a55-1242343fb723'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:55:22.292372 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-fba8916a-e254-4fd8-9640-cb5f5be0dc0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:55:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['e22b6195-4b7b-4b7d-9a55-1242343fb723'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:55:22.346390 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-079f72aa-da2d-4194-aa48-24131b22ee37 admin admin] For port d418e5be-95ee-4628-86b2-7ca3de7a03e1, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=d418e5be-95ee-4628-86b2-7ca3de7a03e1,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:55:22.346757 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-079f72aa-da2d-4194-aa48-24131b22ee37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:22.447970 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-fba8916a-e254-4fd8-9640-cb5f5be0dc0b None None] Set router e22b6195-4b7b-4b7d-9a55-1242343fb723 gateway port host: None {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:55:22.474791 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-079f72aa-da2d-4194-aa48-24131b22ee37 admin admin] Calling delete_port for d418e5be-95ee-4628-86b2-7ca3de7a03e1 owned by network:router_gateway {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:55:22.557225 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-fba8916a-e254-4fd8-9640-cb5f5be0dc0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22b6195-4b7b-4b7d-9a55-1242343fb723', 'name': 'tempest-TestShelveInstance-1236581187-router', 'tenant_id': '88f0c7cbd4944ce289412cc9e929d453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:45:45Z', 'updated_at': '2022-05-31T14:55:22Z', 'revision_number': 6, 'project_id': '88f0c7cbd4944ce289412cc9e929d453', 'gw_port_host': None}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:55:22.561045 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba8916a-e254-4fd8-9640-cb5f5be0dc0b None None] The sync data for ids ['e22b6195-4b7b-4b7d-9a55-1242343fb723'] in n-d-843939-1 is: [{'id': 'e22b6195-4b7b-4b7d-9a55-1242343fb723', 'name': 'tempest-TestShelveInstance-1236581187-router', 'tenant_id': '88f0c7cbd4944ce289412cc9e929d453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:45:45Z', 'updated_at': '2022-05-31T14:55:22Z', 'revision_number': 6, 'project_id': '88f0c7cbd4944ce289412cc9e929d453', 'gw_port_host': None}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:55:22.644667 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-079f72aa-da2d-4194-aa48-24131b22ee37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:22.690057 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079f72aa-da2d-4194-aa48-24131b22ee37 admin admin] Pushing event deleted for resources: {'Port': ['ID=d418e5be-95ee-4628-86b2-7ca3de7a03e1,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:55:22.781401 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-079f72aa-da2d-4194-aa48-24131b22ee37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577389'] for router_gateway, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:23.061359 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-079f72aa-da2d-4194-aa48-24131b22ee37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:23.063536 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-079f72aa-da2d-4194-aa48-24131b22ee37 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:23.086318 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-079f72aa-da2d-4194-aa48-24131b22ee37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:23.086838 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-079f72aa-da2d-4194-aa48-24131b22ee37 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e22b6195-4b7b-4b7d-9a55-1242343fb723 {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 14:55:23.098610 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-079f72aa-da2d-4194-aa48-24131b22ee37 admin admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:23.099717 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-079f72aa-da2d-4194-aa48-24131b22ee37 admin admin] 10.222.0.50 "DELETE /v2.0/routers/e22b6195-4b7b-4b7d-9a55-1242343fb723 HTTP/1.1" status: 204 len: 168 time: 1.3225017 May 31 14:55:23.102988 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47104) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:55:23.160154 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bf1d32d-789e-4692-b6e5-71f4650103b3 admin admin] Deleting subnet f5fa147d-0fef-434e-b778-09b86127a750 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 14:55:23.163770 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2bf1d32d-789e-4692-b6e5-71f4650103b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:23.214231 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2bf1d32d-789e-4692-b6e5-71f4650103b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:23.291469 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2bf1d32d-789e-4692-b6e5-71f4650103b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:23.361284 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2bf1d32d-789e-4692-b6e5-71f4650103b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:23.402867 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf1d32d-789e-4692-b6e5-71f4650103b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5fa147d-0fef-434e-b778-09b86127a750,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:55:23.406241 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2bf1d32d-789e-4692-b6e5-71f4650103b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:23.412323 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1834278-8fbd-41b4-94bb-c329fa56be31 None None] Network df9c0981-4264-479e-b64f-ae718158db34 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:55:23.413422 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-2bf1d32d-789e-4692-b6e5-71f4650103b3 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/f5fa147d-0fef-434e-b778-09b86127a750 HTTP/1.1" status: 204 len: 168 time: 0.3085086 May 31 14:55:23.415555 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47108) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:55:23.491640 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device d418e5be-95ee-4628-86b2-7ca3de7a03e1 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:55:23.525382 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-97ee4182-4bf2-49c7-b7f5-4284a964f2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:23.536233 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-97ee4182-4bf2-49c7-b7f5-4284a964f2f2 admin admin] Deleting port db3b7efc-2fd4-4ec9-92e5-a6fbb316c989 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:55:23.536566 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-97ee4182-4bf2-49c7-b7f5-4284a964f2f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:23.544717 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: d418e5be-95ee-4628-86b2-7ca3de7a03e1 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:55:23.545064 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device d418e5be-95ee-4628-86b2-7ca3de7a03e1 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:55:23.545485 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 76556506-fb6f-400b-8d36-fef4cb530d40 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:55:23.593053 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 76556506-fb6f-400b-8d36-fef4cb530d40 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:55:23.593392 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 76556506-fb6f-400b-8d36-fef4cb530d40 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:55:23.754743 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70e3953-3d62-41ec-a6dc-1cfbb16dacd3 None None] DHCP port deletion for df9c0981-4264-479e-b64f-ae718158db34 request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 14:55:23.757011 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-97ee4182-4bf2-49c7-b7f5-4284a964f2f2 admin admin] For port db3b7efc-2fd4-4ec9-92e5-a6fbb316c989, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=db3b7efc-2fd4-4ec9-92e5-a6fbb316c989,segment=NetworkSegment(7337fa12-be37-4057-a823-55b2a6ef8542),segment_id=7337fa12-be37-4057-a823-55b2a6ef8542)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:55:23.757363 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-97ee4182-4bf2-49c7-b7f5-4284a964f2f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:23.758888 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-d70e3953-3d62-41ec-a6dc-1cfbb16dacd3 None None] Deleting port db3b7efc-2fd4-4ec9-92e5-a6fbb316c989 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:55:23.759324 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d70e3953-3d62-41ec-a6dc-1cfbb16dacd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:23.884399 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-97ee4182-4bf2-49c7-b7f5-4284a964f2f2 admin admin] Calling delete_port for db3b7efc-2fd4-4ec9-92e5-a6fbb316c989 owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:55:23.960995 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-97ee4182-4bf2-49c7-b7f5-4284a964f2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:23.965347 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-d70e3953-3d62-41ec-a6dc-1cfbb16dacd3 None None] For port db3b7efc-2fd4-4ec9-92e5-a6fbb316c989, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=db3b7efc-2fd4-4ec9-92e5-a6fbb316c989,segment=NetworkSegment(7337fa12-be37-4057-a823-55b2a6ef8542),segment_id=7337fa12-be37-4057-a823-55b2a6ef8542)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:55:23.965561 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d70e3953-3d62-41ec-a6dc-1cfbb16dacd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:24.010491 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ee4182-4bf2-49c7-b7f5-4284a964f2f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=db3b7efc-2fd4-4ec9-92e5-a6fbb316c989,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:55:24.012948 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ee4182-4bf2-49c7-b7f5-4284a964f2f2 admin admin] No DVR routers for this DVR port db3b7efc-2fd4-4ec9-92e5-a6fbb316c989 on host n-d-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:55:24.096074 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-d70e3953-3d62-41ec-a6dc-1cfbb16dacd3 None None] Calling delete_port for db3b7efc-2fd4-4ec9-92e5-a6fbb316c989 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:55:24.137084 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-97ee4182-4bf2-49c7-b7f5-4284a964f2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:24.177061 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-d70e3953-3d62-41ec-a6dc-1cfbb16dacd3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 14:55:24.177463 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-97ee4182-4bf2-49c7-b7f5-4284a964f2f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df9c0981-4264-479e-b64f-ae718158db34']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:55:24.177581 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-d70e3953-3d62-41ec-a6dc-1cfbb16dacd3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 14:55:24.190955 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-97ee4182-4bf2-49c7-b7f5-4284a964f2f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7337fa12-be37-4057-a823-55b2a6ef8542') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:55:24.191251 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-97ee4182-4bf2-49c7-b7f5-4284a964f2f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7337fa12-be37-4057-a823-55b2a6ef8542') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:55:24.202842 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-97ee4182-4bf2-49c7-b7f5-4284a964f2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:24.218666 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-97ee4182-4bf2-49c7-b7f5-4284a964f2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:24.225557 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97ee4182-4bf2-49c7-b7f5-4284a964f2f2 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 14:55:24.226152 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-97ee4182-4bf2-49c7-b7f5-4284a964f2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:24.318481 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-97ee4182-4bf2-49c7-b7f5-4284a964f2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:24.343790 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 7337fa12-be37-4057-a823-55b2a6ef8542 resource provider aggregate not found May 31 14:55:24.348020 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-97ee4182-4bf2-49c7-b7f5-4284a964f2f2 admin admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:24.358097 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ee4182-4bf2-49c7-b7f5-4284a964f2f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=df9c0981-4264-479e-b64f-ae718158db34,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:55:24.368245 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 7337fa12-be37-4057-a823-55b2a6ef8542 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7337fa12-be37-4057-a823-55b2a6ef8542 found for delete ", "request_id": "req-2cab8c38-3abc-42be-92e7-5da63d40a3a0"}]} May 31 14:55:24.374656 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-97ee4182-4bf2-49c7-b7f5-4284a964f2f2 admin admin] 10.222.0.50 "DELETE /v2.0/networks/df9c0981-4264-479e-b64f-ae718158db34 HTTP/1.1" status: 204 len: 168 time: 0.9581306 May 31 14:55:24.377553 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47118) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:55:24.678787 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-d70e3953-3d62-41ec-a6dc-1cfbb16dacd3 None None] Deleting port db3b7efc-2fd4-4ec9-92e5-a6fbb316c989 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:55:24.679400 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d70e3953-3d62-41ec-a6dc-1cfbb16dacd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:24.744817 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-d70e3953-3d62-41ec-a6dc-1cfbb16dacd3 None None] The port 'db3b7efc-2fd4-4ec9-92e5-a6fbb316c989' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 14:55:25.009752 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f1be04dd-cd81-45cf-9b57-beaae5c6d5f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:25.351673 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-f1be04dd-cd81-45cf-9b57-beaae5c6d5f5 admin admin] Deleting port a974cbb3-10c8-4f4a-bdb2-15782f1745af {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:55:25.351938 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f1be04dd-cd81-45cf-9b57-beaae5c6d5f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:25.472959 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device db3b7efc-2fd4-4ec9-92e5-a6fbb316c989 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:55:25.527237 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-f1be04dd-cd81-45cf-9b57-beaae5c6d5f5 admin admin] For port a974cbb3-10c8-4f4a-bdb2-15782f1745af, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=a974cbb3-10c8-4f4a-bdb2-15782f1745af,segment=NetworkSegment(34a70a5c-cedb-4f15-9221-8b4db5f54bd1),segment_id=34a70a5c-cedb-4f15-9221-8b4db5f54bd1)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:55:25.527601 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f1be04dd-cd81-45cf-9b57-beaae5c6d5f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:25.541430 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: db3b7efc-2fd4-4ec9-92e5-a6fbb316c989 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:55:25.541773 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device db3b7efc-2fd4-4ec9-92e5-a6fbb316c989 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:55:25.653553 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-f1be04dd-cd81-45cf-9b57-beaae5c6d5f5 admin admin] Calling delete_port for a974cbb3-10c8-4f4a-bdb2-15782f1745af owned by network:router_interface {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:55:25.833024 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f1be04dd-cd81-45cf-9b57-beaae5c6d5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:25.883495 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1be04dd-cd81-45cf-9b57-beaae5c6d5f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a974cbb3-10c8-4f4a-bdb2-15782f1745af,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:55:26.257496 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-f1be04dd-cd81-45cf-9b57-beaae5c6d5f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:26.615720 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1be04dd-cd81-45cf-9b57-beaae5c6d5f5 admin admin] Router bb791b70-ab2e-4a40-be5a-8115bef861b6 has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:55:26.796924 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1be04dd-cd81-45cf-9b57-beaae5c6d5f5 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:55:26.807226 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113efcd5-0a14-444c-a384-41b81f3cf6bc None None] Sync routers for ids ['bb791b70-ab2e-4a40-be5a-8115bef861b6'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:55:26.813839 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-f1be04dd-cd81-45cf-9b57-beaae5c6d5f5 admin admin] 10.222.0.50 "PUT /v2.0/routers/bb791b70-ab2e-4a40-be5a-8115bef861b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4352396 May 31 14:55:26.816331 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47122) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:55:26.817242 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113efcd5-0a14-444c-a384-41b81f3cf6bc None None] Routers {'bb791b70-ab2e-4a40-be5a-8115bef861b6'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:55:26.817833 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-113efcd5-0a14-444c-a384-41b81f3cf6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:55:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['bb791b70-ab2e-4a40-be5a-8115bef861b6'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:55:26.992199 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-113efcd5-0a14-444c-a384-41b81f3cf6bc None None] Set router bb791b70-ab2e-4a40-be5a-8115bef861b6 gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:55:26.993161 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2ee5e310-e8bb-4efa-96b8-38807c342c70 admin admin] Notify callbacks [] for router, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:27.175757 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2ee5e310-e8bb-4efa-96b8-38807c342c70 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:27.185905 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-2ee5e310-e8bb-4efa-96b8-38807c342c70 admin admin] Deleting port 0a642c3f-63b7-4254-9100-46d17ca66087 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:55:27.186256 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2ee5e310-e8bb-4efa-96b8-38807c342c70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:27.278402 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-113efcd5-0a14-444c-a384-41b81f3cf6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb791b70-ab2e-4a40-be5a-8115bef861b6', 'name': 'tempest-TestShelveInstance-637677385-router', 'tenant_id': '2507738a1c854f438a7ea3d984f7c5e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '0a642c3f-63b7-4254-9100-46d17ca66087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:45:51Z', 'updated_at': '2022-05-31T14:55:25Z', 'revision_number': 5, 'project_id': '2507738a1c854f438a7ea3d984f7c5e5', 'gw_port': {'id': '0a642c3f-63b7-4254-9100-46d17ca66087', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ad:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb791b70-ab2e-4a40-be5a-8115bef861b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4422, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:45:52Z', 'updated_at': '2022-05-31T14:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:55:27.282086 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113efcd5-0a14-444c-a384-41b81f3cf6bc None None] Checking router: bb791b70-ab2e-4a40-be5a-8115bef861b6 for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:55:27.290750 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113efcd5-0a14-444c-a384-41b81f3cf6bc None None] Routers {'bb791b70-ab2e-4a40-be5a-8115bef861b6'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:55:27.291436 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-113efcd5-0a14-444c-a384-41b81f3cf6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:55:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['bb791b70-ab2e-4a40-be5a-8115bef861b6'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:55:27.359074 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-2ee5e310-e8bb-4efa-96b8-38807c342c70 admin admin] For port 0a642c3f-63b7-4254-9100-46d17ca66087, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=0a642c3f-63b7-4254-9100-46d17ca66087,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:55:27.359652 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2ee5e310-e8bb-4efa-96b8-38807c342c70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:27.444683 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-113efcd5-0a14-444c-a384-41b81f3cf6bc None None] Set router bb791b70-ab2e-4a40-be5a-8115bef861b6 gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:55:27.501347 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-2ee5e310-e8bb-4efa-96b8-38807c342c70 admin admin] Calling delete_port for 0a642c3f-63b7-4254-9100-46d17ca66087 owned by network:router_gateway {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:55:27.579435 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-113efcd5-0a14-444c-a384-41b81f3cf6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb791b70-ab2e-4a40-be5a-8115bef861b6', 'name': 'tempest-TestShelveInstance-637677385-router', 'tenant_id': '2507738a1c854f438a7ea3d984f7c5e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:45:51Z', 'updated_at': '2022-05-31T14:55:27Z', 'revision_number': 6, 'project_id': '2507738a1c854f438a7ea3d984f7c5e5', 'gw_port_host': None}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:55:27.583610 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113efcd5-0a14-444c-a384-41b81f3cf6bc None None] The sync data for ids ['bb791b70-ab2e-4a40-be5a-8115bef861b6'] in n-d-843939-1 is: [{'id': 'bb791b70-ab2e-4a40-be5a-8115bef861b6', 'name': 'tempest-TestShelveInstance-637677385-router', 'tenant_id': '2507738a1c854f438a7ea3d984f7c5e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:45:51Z', 'updated_at': '2022-05-31T14:55:27Z', 'revision_number': 6, 'project_id': '2507738a1c854f438a7ea3d984f7c5e5', 'gw_port_host': None}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:55:27.784132 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2ee5e310-e8bb-4efa-96b8-38807c342c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:27.830938 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee5e310-e8bb-4efa-96b8-38807c342c70 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a642c3f-63b7-4254-9100-46d17ca66087,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:55:27.923638 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2ee5e310-e8bb-4efa-96b8-38807c342c70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577389'] for router_gateway, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:28.098321 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2ee5e310-e8bb-4efa-96b8-38807c342c70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:28.100988 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2ee5e310-e8bb-4efa-96b8-38807c342c70 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:28.123665 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2ee5e310-e8bb-4efa-96b8-38807c342c70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:28.124289 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee5e310-e8bb-4efa-96b8-38807c342c70 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb791b70-ab2e-4a40-be5a-8115bef861b6 {{(pid=88369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 14:55:28.136436 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-2ee5e310-e8bb-4efa-96b8-38807c342c70 admin admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:28.137533 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-2ee5e310-e8bb-4efa-96b8-38807c342c70 admin admin] 10.222.0.50 "DELETE /v2.0/routers/bb791b70-ab2e-4a40-be5a-8115bef861b6 HTTP/1.1" status: 204 len: 168 time: 1.3203056 May 31 14:55:28.140148 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47128) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:55:28.198643 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_v2 [None req-db428ea3-9eda-42ea-b971-9b690cabea80 admin admin] Deleting subnet 8f359a61-6e95-4ab5-957f-304b61cfb646 {{(pid=88369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 14:55:28.201899 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-db428ea3-9eda-42ea-b971-9b690cabea80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:28.252942 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-db428ea3-9eda-42ea-b971-9b690cabea80 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65814557'] for subnet, precommit_delete_associations {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:28.331921 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-db428ea3-9eda-42ea-b971-9b690cabea80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:28.404169 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-db428ea3-9eda-42ea-b971-9b690cabea80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66030148'] for subnet, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:28.449381 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-db428ea3-9eda-42ea-b971-9b690cabea80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:28.452639 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db428ea3-9eda-42ea-b971-9b690cabea80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f359a61-6e95-4ab5-957f-304b61cfb646,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:55:28.454593 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d303ca96-e6a8-4f5a-ae4b-b859dd53c305 None None] Network 6b70673c-d331-466f-858f-93ce91b76181 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:55:28.462208 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-db428ea3-9eda-42ea-b971-9b690cabea80 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/8f359a61-6e95-4ab5-957f-304b61cfb646 HTTP/1.1" status: 204 len: 168 time: 0.3179305 May 31 14:55:28.462354 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47132) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:55:28.576701 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-406e81af-39ce-4b91-bc94-1bcfa097a9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:28.588640 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-406e81af-39ce-4b91-bc94-1bcfa097a9d3 admin admin] Deleting port 345bb976-9990-4706-87f0-9c052769a53f {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:55:28.588976 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-406e81af-39ce-4b91-bc94-1bcfa097a9d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:28.698706 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a088c873-f3f1-4527-8de7-250af16cea7e None None] DHCP port deletion for 6b70673c-d331-466f-858f-93ce91b76181 request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 14:55:28.703127 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-a088c873-f3f1-4527-8de7-250af16cea7e None None] Deleting port 345bb976-9990-4706-87f0-9c052769a53f {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:55:28.703503 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a088c873-f3f1-4527-8de7-250af16cea7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:28.795692 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [None req-406e81af-39ce-4b91-bc94-1bcfa097a9d3 admin admin] For port 345bb976-9990-4706-87f0-9c052769a53f, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=345bb976-9990-4706-87f0-9c052769a53f,segment=NetworkSegment(34a70a5c-cedb-4f15-9221-8b4db5f54bd1),segment_id=34a70a5c-cedb-4f15-9221-8b4db5f54bd1)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:55:28.796052 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-406e81af-39ce-4b91-bc94-1bcfa097a9d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:28.908316 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-a088c873-f3f1-4527-8de7-250af16cea7e None None] For port 345bb976-9990-4706-87f0-9c052769a53f, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=345bb976-9990-4706-87f0-9c052769a53f,segment=NetworkSegment(34a70a5c-cedb-4f15-9221-8b4db5f54bd1),segment_id=34a70a5c-cedb-4f15-9221-8b4db5f54bd1)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:55:28.908719 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a088c873-f3f1-4527-8de7-250af16cea7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:28.920734 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-406e81af-39ce-4b91-bc94-1bcfa097a9d3 admin admin] Calling delete_port for 345bb976-9990-4706-87f0-9c052769a53f owned by network:dhcp {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:55:29.001106 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-406e81af-39ce-4b91-bc94-1bcfa097a9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:29.032113 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-a088c873-f3f1-4527-8de7-250af16cea7e None None] Calling delete_port for 345bb976-9990-4706-87f0-9c052769a53f owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 14:55:29.049573 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406e81af-39ce-4b91-bc94-1bcfa097a9d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=345bb976-9990-4706-87f0-9c052769a53f,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:55:29.051381 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406e81af-39ce-4b91-bc94-1bcfa097a9d3 admin admin] No DVR routers for this DVR port 345bb976-9990-4706-87f0-9c052769a53f on host n-d-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 14:55:29.111411 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-a088c873-f3f1-4527-8de7-250af16cea7e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 14:55:29.111841 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-a088c873-f3f1-4527-8de7-250af16cea7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 14:55:29.260974 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-406e81af-39ce-4b91-bc94-1bcfa097a9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:29.289364 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-406e81af-39ce-4b91-bc94-1bcfa097a9d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b70673c-d331-466f-858f-93ce91b76181']}} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:55:29.300964 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-406e81af-39ce-4b91-bc94-1bcfa097a9d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34a70a5c-cedb-4f15-9221-8b4db5f54bd1') {'for_net_delete': True} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:55:29.301260 n-d-843939-1 neutron-server[88369]: DEBUG neutron.services.segments.db [None req-406e81af-39ce-4b91-bc94-1bcfa097a9d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34a70a5c-cedb-4f15-9221-8b4db5f54bd1') {} {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:55:29.313158 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-406e81af-39ce-4b91-bc94-1bcfa097a9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65814538'] for segment, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:29.329026 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-406e81af-39ce-4b91-bc94-1bcfa097a9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:29.334939 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-406e81af-39ce-4b91-bc94-1bcfa097a9d3 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=88369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 14:55:29.335328 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-406e81af-39ce-4b91-bc94-1bcfa097a9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66013715'] for segment, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:29.398079 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 34a70a5c-cedb-4f15-9221-8b4db5f54bd1 resource provider aggregate not found May 31 14:55:29.420614 n-d-843939-1 neutron-server[88369]: INFO neutron.services.segments.plugin [-] Segment 34a70a5c-cedb-4f15-9221-8b4db5f54bd1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 34a70a5c-cedb-4f15-9221-8b4db5f54bd1 found for delete ", "request_id": "req-25e6be8d-187f-4f04-b5c1-b6dba9decb8c"}]} May 31 14:55:29.436699 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-406e81af-39ce-4b91-bc94-1bcfa097a9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:29.453207 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-406e81af-39ce-4b91-bc94-1bcfa097a9d3 admin admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:29.465705 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406e81af-39ce-4b91-bc94-1bcfa097a9d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b70673c-d331-466f-858f-93ce91b76181,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:55:29.473289 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-406e81af-39ce-4b91-bc94-1bcfa097a9d3 admin admin] 10.222.0.50 "DELETE /v2.0/networks/6b70673c-d331-466f-858f-93ce91b76181 HTTP/1.1" status: 204 len: 168 time: 1.0100038 May 31 14:55:29.485191 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device a974cbb3-10c8-4f4a-bdb2-15782f1745af no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:55:29.519775 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: a974cbb3-10c8-4f4a-bdb2-15782f1745af {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:55:29.520082 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device a974cbb3-10c8-4f4a-bdb2-15782f1745af not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:55:29.520480 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 0a642c3f-63b7-4254-9100-46d17ca66087 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:55:29.556578 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 0a642c3f-63b7-4254-9100-46d17ca66087 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:55:29.556950 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 0a642c3f-63b7-4254-9100-46d17ca66087 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:55:29.557391 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 345bb976-9990-4706-87f0-9c052769a53f no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:55:29.595226 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 345bb976-9990-4706-87f0-9c052769a53f {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 14:55:29.595583 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 345bb976-9990-4706-87f0-9c052769a53f not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 14:55:29.602400 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47144) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:55:29.613130 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-a088c873-f3f1-4527-8de7-250af16cea7e None None] Deleting port 345bb976-9990-4706-87f0-9c052769a53f {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 14:55:29.613720 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a088c873-f3f1-4527-8de7-250af16cea7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:29.651910 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-d25bba67-6931-46db-8493-e2b96e92a4b2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=88f0c7cbd4944ce289412cc9e929d453&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483363 May 31 14:55:29.655374 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47148) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:55:29.682432 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-a088c873-f3f1-4527-8de7-250af16cea7e None None] The port '345bb976-9990-4706-87f0-9c052769a53f' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 14:55:29.714887 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7917e648-c506-42be-8e70-251103b8c144 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:29.740238 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7917e648-c506-42be-8e70-251103b8c144 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:29.794234 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7917e648-c506-42be-8e70-251103b8c144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:29.812886 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7917e648-c506-42be-8e70-251103b8c144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a16d7d1-7b59-4beb-aa7d-487fb8d8309a,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:55:29.822872 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7917e648-c506-42be-8e70-251103b8c144 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:29.824016 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-7917e648-c506-42be-8e70-251103b8c144 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7a16d7d1-7b59-4beb-aa7d-487fb8d8309a HTTP/1.1" status: 204 len: 168 time: 0.1677468 May 31 14:55:30.165358 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47156) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:55:30.214017 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-1e8a35f1-aa6c-452a-ba17-c729a13e978b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2507738a1c854f438a7ea3d984f7c5e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474706 May 31 14:55:30.216491 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47160) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:55:30.272890 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ba2fb28c-b4a8-4b45-8e92-d0c45d99d808 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:30.297801 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ba2fb28c-b4a8-4b45-8e92-d0c45d99d808 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:30.349707 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ba2fb28c-b4a8-4b45-8e92-d0c45d99d808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:30.365103 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2fb28c-b4a8-4b45-8e92-d0c45d99d808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f735c77d-be4f-414d-a6a6-9540c7558c8c,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:55:30.371235 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-ba2fb28c-b4a8-4b45-8e92-d0c45d99d808 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:30.373062 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-ba2fb28c-b4a8-4b45-8e92-d0c45d99d808 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f735c77d-be4f-414d-a6a6-9540c7558c8c HTTP/1.1" status: 204 len: 168 time: 0.1555033 May 31 14:55:31.084204 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47184) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:55:31.187136 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-dac289af-31c8-437d-a4d4-c595e0a83265 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2062755897-network', 'tenant_id': 'b60514e9a36c4d8baf21623e81f1184d'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:55:31.192703 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-dac289af-31c8-437d-a4d4-c595e0a83265 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:55:31.197155 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-dac289af-31c8-437d-a4d4-c595e0a83265 admin admin] Usage tracker for resource:network and tenant:b60514e9a36c4d8baf21623e81f1184d is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:55:31.200236 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-dac289af-31c8-437d-a4d4-c595e0a83265 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:55:31.206418 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-dac289af-31c8-437d-a4d4-c595e0a83265 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:55:31.216367 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac289af-31c8-437d-a4d4-c595e0a83265 admin admin] Made reservation on behalf of b60514e9a36c4d8baf21623e81f1184d for: {'network': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:55:31.218724 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dac289af-31c8-437d-a4d4-c595e0a83265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:31.230905 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dac289af-31c8-437d-a4d4-c595e0a83265 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:31.248558 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-dac289af-31c8-437d-a4d4-c595e0a83265 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:55:31.252370 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-dac289af-31c8-437d-a4d4-c595e0a83265 admin admin] Usage tracker for resource:security_group_rule and tenant:b60514e9a36c4d8baf21623e81f1184d is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:55:31.255155 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-dac289af-31c8-437d-a4d4-c595e0a83265 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:55:31.261398 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-dac289af-31c8-437d-a4d4-c595e0a83265 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:55:31.344593 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dac289af-31c8-437d-a4d4-c595e0a83265 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:31.348785 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dac289af-31c8-437d-a4d4-c595e0a83265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:31.380582 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dac289af-31c8-437d-a4d4-c595e0a83265 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=88369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 14:55:31.388521 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac289af-31c8-437d-a4d4-c595e0a83265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f087a872-2b79-4f63-80ca-fb800cac5439,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:55:31.394217 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dac289af-31c8-437d-a4d4-c595e0a83265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:31.394564 n-d-843939-1 neutron-server[88369]: INFO neutron.db.segments_db [None req-dac289af-31c8-437d-a4d4-c595e0a83265 admin admin] Added segment 040876ee-74fc-46de-8cc9-3fef9fc3ecaf of type vlan for network 29584770-2406-4cfa-a6aa-a8b0b8dd961f May 31 14:55:31.421676 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dac289af-31c8-437d-a4d4-c595e0a83265 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:31.451349 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dac289af-31c8-437d-a4d4-c595e0a83265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:31.452490 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac289af-31c8-437d-a4d4-c595e0a83265 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:55:31.453129 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dac289af-31c8-437d-a4d4-c595e0a83265 admin admin] Notify callbacks [] for network, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:31.557131 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac289af-31c8-437d-a4d4-c595e0a83265 admin admin] Pushing event updated for resources: {'Network': ['ID=29584770-2406-4cfa-a6aa-a8b0b8dd961f,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:55:31.564088 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-dac289af-31c8-437d-a4d4-c595e0a83265 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4760511 May 31 14:55:31.564763 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47190) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:55:31.566674 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network 29584770-2406-4cfa-a6aa-a8b0b8dd961f details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 14:55:31.571115 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-3efecaa1-037c-4764-851d-19fd4473854b admin admin] Request body: {'subnet': {'network_id': '29584770-2406-4cfa-a6aa-a8b0b8dd961f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2062755897-subnet', 'tenant_id': 'b60514e9a36c4d8baf21623e81f1184d', 'ip_version': 4}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:55:31.577195 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3efecaa1-037c-4764-851d-19fd4473854b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:55:31.581057 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-3efecaa1-037c-4764-851d-19fd4473854b admin admin] Usage tracker for resource:subnet and tenant:b60514e9a36c4d8baf21623e81f1184d is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:55:31.585004 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-3efecaa1-037c-4764-851d-19fd4473854b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:55:31.591187 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-3efecaa1-037c-4764-851d-19fd4473854b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:55:31.601585 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3efecaa1-037c-4764-851d-19fd4473854b admin admin] Made reservation on behalf of b60514e9a36c4d8baf21623e81f1184d for: {'subnet': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:55:31.604010 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3efecaa1-037c-4764-851d-19fd4473854b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66030207'] for subnet, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:31.808886 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3efecaa1-037c-4764-851d-19fd4473854b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66016510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66030157'] for subnet, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:31.882394 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efecaa1-037c-4764-851d-19fd4473854b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e39f3494-eecc-461f-af7e-e72bd66b0cd2,revision_number=0']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:55:31.892301 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efecaa1-037c-4764-851d-19fd4473854b admin admin] Checking segment: {'id': '040876ee-74fc-46de-8cc9-3fef9fc3ecaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '29584770-2406-4cfa-a6aa-a8b0b8dd961f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:55:31.892656 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efecaa1-037c-4764-851d-19fd4473854b admin admin] Network hostable DHCP agents. Network: 29584770-2406-4cfa-a6aa-a8b0b8dd961f, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 14:55:31.911266 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efecaa1-037c-4764-851d-19fd4473854b admin admin] Network 29584770-2406-4cfa-a6aa-a8b0b8dd961f is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 14:55:31.921320 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-3efecaa1-037c-4764-851d-19fd4473854b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, 29584770-2406-4cfa-a6aa-a8b0b8dd961f) {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:55:31.925173 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efecaa1-037c-4764-851d-19fd4473854b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:55:31.925750 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-3efecaa1-037c-4764-851d-19fd4473854b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:31.932845 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3138c46-5ff4-4d0c-8f9e-909c5bc9c132 None None] Network 29584770-2406-4cfa-a6aa-a8b0b8dd961f requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:55:31.947199 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-3efecaa1-037c-4764-851d-19fd4473854b admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3812060 May 31 14:55:31.949777 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47194) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:55:31.954849 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-a337ae75-b812-4af3-8974-67c79fba944f admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2062755897-router', 'tenant_id': 'b60514e9a36c4d8baf21623e81f1184d', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:55:31.960776 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a337ae75-b812-4af3-8974-67c79fba944f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:55:31.964583 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a337ae75-b812-4af3-8974-67c79fba944f admin admin] Usage tracker for resource:router and tenant:b60514e9a36c4d8baf21623e81f1184d is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:55:31.967407 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-a337ae75-b812-4af3-8974-67c79fba944f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:55:31.973186 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-a337ae75-b812-4af3-8974-67c79fba944f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:55:31.984479 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a337ae75-b812-4af3-8974-67c79fba944f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:31.985488 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a337ae75-b812-4af3-8974-67c79fba944f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:32.001177 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a337ae75-b812-4af3-8974-67c79fba944f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:32.160819 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defb978e-e1ec-48a4-8f8c-8551aa1e14cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-29584770-2406-4cfa-a6aa-a8b0b8dd961f', 'network_id': '29584770-2406-4cfa-a6aa-a8b0b8dd961f', 'tenant_id': 'b60514e9a36c4d8baf21623e81f1184d', 'fixed_ips': [{'subnet_id': 'e39f3494-eecc-461f-af7e-e72bd66b0cd2'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 14:55:32.161639 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-defb978e-e1ec-48a4-8f8c-8551aa1e14cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:32.276329 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a337ae75-b812-4af3-8974-67c79fba944f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:32.328240 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-defb978e-e1ec-48a4-8f8c-8551aa1e14cd None None] Allocated IP 172.20.0.2 (29584770-2406-4cfa-a6aa-a8b0b8dd961f/e39f3494-eecc-461f-af7e-e72bd66b0cd2/0dd2a3b4-eafb-4b8a-a212-6d9f84c12796) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:55:32.592253 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-defb978e-e1ec-48a4-8f8c-8551aa1e14cd None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:32.603119 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-defb978e-e1ec-48a4-8f8c-8551aa1e14cd None None] Transition to ACTIVE for port object 0dd2a3b4-eafb-4b8a-a212-6d9f84c12796 will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:55:32.621458 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-defb978e-e1ec-48a4-8f8c-8551aa1e14cd None None] Transition to ACTIVE for port object 0dd2a3b4-eafb-4b8a-a212-6d9f84c12796 will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:55:32.627494 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-defb978e-e1ec-48a4-8f8c-8551aa1e14cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:32.696395 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defb978e-e1ec-48a4-8f8c-8551aa1e14cd None None] Network 29584770-2406-4cfa-a6aa-a8b0b8dd961f is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:55:32.697561 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-defb978e-e1ec-48a4-8f8c-8551aa1e14cd None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:55:32.701607 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defb978e-e1ec-48a4-8f8c-8551aa1e14cd None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:55:32.716800 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a337ae75-b812-4af3-8974-67c79fba944f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:32.734425 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defb978e-e1ec-48a4-8f8c-8551aa1e14cd None None] Pushing event updated for resources: {'Port': ['ID=0dd2a3b4-eafb-4b8a-a212-6d9f84c12796,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:55:32.747399 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a337ae75-b812-4af3-8974-67c79fba944f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:32.773777 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defb978e-e1ec-48a4-8f8c-8551aa1e14cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:55:32.774146 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defb978e-e1ec-48a4-8f8c-8551aa1e14cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:55:32.774491 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defb978e-e1ec-48a4-8f8c-8551aa1e14cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:55:32.774828 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defb978e-e1ec-48a4-8f8c-8551aa1e14cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:55:32.775158 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defb978e-e1ec-48a4-8f8c-8551aa1e14cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:55:32.775490 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defb978e-e1ec-48a4-8f8c-8551aa1e14cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:55:32.775818 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defb978e-e1ec-48a4-8f8c-8551aa1e14cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:55:32.776142 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defb978e-e1ec-48a4-8f8c-8551aa1e14cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:55:32.776466 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defb978e-e1ec-48a4-8f8c-8551aa1e14cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:55:32.776789 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defb978e-e1ec-48a4-8f8c-8551aa1e14cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:55:32.777112 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defb978e-e1ec-48a4-8f8c-8551aa1e14cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:55:32.777433 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defb978e-e1ec-48a4-8f8c-8551aa1e14cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:55:32.806340 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-defb978e-e1ec-48a4-8f8c-8551aa1e14cd None None] Attempting to bind port 0dd2a3b4-eafb-4b8a-a212-6d9f84c12796 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:55:32.806714 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-defb978e-e1ec-48a4-8f8c-8551aa1e14cd None None] Attempting to bind port 0dd2a3b4-eafb-4b8a-a212-6d9f84c12796 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '040876ee-74fc-46de-8cc9-3fef9fc3ecaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '29584770-2406-4cfa-a6aa-a8b0b8dd961f'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:55:32.807079 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defb978e-e1ec-48a4-8f8c-8551aa1e14cd None None] Attempting to bind port 0dd2a3b4-eafb-4b8a-a212-6d9f84c12796 on network 29584770-2406-4cfa-a6aa-a8b0b8dd961f {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:55:32.812374 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defb978e-e1ec-48a4-8f8c-8551aa1e14cd None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:55:32.812746 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defb978e-e1ec-48a4-8f8c-8551aa1e14cd None None] Checking segment: {'id': '040876ee-74fc-46de-8cc9-3fef9fc3ecaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '29584770-2406-4cfa-a6aa-a8b0b8dd961f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:55:32.813148 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-defb978e-e1ec-48a4-8f8c-8551aa1e14cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:32.813541 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defb978e-e1ec-48a4-8f8c-8551aa1e14cd None None] Bound using segment: {'id': '040876ee-74fc-46de-8cc9-3fef9fc3ecaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '29584770-2406-4cfa-a6aa-a8b0b8dd961f'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:55:32.814020 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-defb978e-e1ec-48a4-8f8c-8551aa1e14cd None None] Bound port: 0dd2a3b4-eafb-4b8a-a212-6d9f84c12796, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '040876ee-74fc-46de-8cc9-3fef9fc3ecaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '29584770-2406-4cfa-a6aa-a8b0b8dd961f'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:55:32.814431 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-defb978e-e1ec-48a4-8f8c-8551aa1e14cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:32.892488 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-a337ae75-b812-4af3-8974-67c79fba944f admin admin] Allocated IP 172.25.6.230 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/5c5c141c-c462-43b0-9118-311c43065f6a) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:55:32.908392 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-defb978e-e1ec-48a4-8f8c-8551aa1e14cd None None] For port 0dd2a3b4-eafb-4b8a-a212-6d9f84c12796, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:55:32.911485 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-defb978e-e1ec-48a4-8f8c-8551aa1e14cd None None] For port 0dd2a3b4-eafb-4b8a-a212-6d9f84c12796, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=0dd2a3b4-eafb-4b8a-a212-6d9f84c12796,segment=NetworkSegment(040876ee-74fc-46de-8cc9-3fef9fc3ecaf),segment_id=040876ee-74fc-46de-8cc9-3fef9fc3ecaf)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:55:32.916410 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-defb978e-e1ec-48a4-8f8c-8551aa1e14cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:33.001463 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defb978e-e1ec-48a4-8f8c-8551aa1e14cd None None] Pushing event updated for resources: {'Port': ['ID=0dd2a3b4-eafb-4b8a-a212-6d9f84c12796,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:55:33.051067 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a337ae75-b812-4af3-8974-67c79fba944f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:33.083085 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a337ae75-b812-4af3-8974-67c79fba944f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:33.150635 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a337ae75-b812-4af3-8974-67c79fba944f admin admin] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:55:33.156733 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-a337ae75-b812-4af3-8974-67c79fba944f admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:55:33.156733 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a337ae75-b812-4af3-8974-67c79fba944f admin admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:55:33.199463 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a337ae75-b812-4af3-8974-67c79fba944f admin admin] Pushing event updated for resources: {'Port': ['ID=5c5c141c-c462-43b0-9118-311c43065f6a,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:55:33.507844 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 0dd2a3b4-eafb-4b8a-a212-6d9f84c12796 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:55:33.579575 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 0dd2a3b4-eafb-4b8a-a212-6d9f84c12796 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:55:33.597313 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a337ae75-b812-4af3-8974-67c79fba944f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:33.961961 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b464199a-d04e-4c29-9b74-fa2a8d7891e3 None None] Network 29584770-2406-4cfa-a6aa-a8b0b8dd961f requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:55:34.060505 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-470fcfb4-0774-42ab-93b5-e6fb62678969 None None] Provisioning for port 0dd2a3b4-eafb-4b8a-a212-6d9f84c12796 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:55:34.075532 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a337ae75-b812-4af3-8974-67c79fba944f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:34.078843 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-470fcfb4-0774-42ab-93b5-e6fb62678969 None None] Provisioning complete for port 0dd2a3b4-eafb-4b8a-a212-6d9f84c12796 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:55:34.079223 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-470fcfb4-0774-42ab-93b5-e6fb62678969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:34.292870 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a337ae75-b812-4af3-8974-67c79fba944f admin admin] Router 976ee54f-73f8-410a-9afd-770d52f253aa is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 14:55:34.316527 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-470fcfb4-0774-42ab-93b5-e6fb62678969 None None] Current status of the port 0dd2a3b4-eafb-4b8a-a212-6d9f84c12796 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:55:34.316911 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-470fcfb4-0774-42ab-93b5-e6fb62678969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:34.363333 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-470fcfb4-0774-42ab-93b5-e6fb62678969 None None] For port 0dd2a3b4-eafb-4b8a-a212-6d9f84c12796, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=0dd2a3b4-eafb-4b8a-a212-6d9f84c12796,segment=NetworkSegment(040876ee-74fc-46de-8cc9-3fef9fc3ecaf),segment_id=040876ee-74fc-46de-8cc9-3fef9fc3ecaf)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:55:34.370296 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-470fcfb4-0774-42ab-93b5-e6fb62678969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:34.443551 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470fcfb4-0774-42ab-93b5-e6fb62678969 None None] Pushing event updated for resources: {'Port': ['ID=0dd2a3b4-eafb-4b8a-a212-6d9f84c12796,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:55:34.478829 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a337ae75-b812-4af3-8974-67c79fba944f admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:55:34.487397 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289b32ae-7009-4355-b74a-cb18784140b4 None None] Sync routers for ids ['976ee54f-73f8-410a-9afd-770d52f253aa'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:55:34.497586 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289b32ae-7009-4355-b74a-cb18784140b4 None None] Routers {'976ee54f-73f8-410a-9afd-770d52f253aa'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:55:34.498232 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-289b32ae-7009-4355-b74a-cb18784140b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:55:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['976ee54f-73f8-410a-9afd-770d52f253aa'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:55:34.505431 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-a337ae75-b812-4af3-8974-67c79fba944f admin admin] Notify callbacks [] for router, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:34.509581 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-a337ae75-b812-4af3-8974-67c79fba944f admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5561047 May 31 14:55:34.509772 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47198) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:55:34.661434 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-855068f0-4cf2-4c09-a021-73a5023d69d8 None None] Provisioning complete for port 0dd2a3b4-eafb-4b8a-a212-6d9f84c12796 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:55:34.661806 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-855068f0-4cf2-4c09-a021-73a5023d69d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:34.733212 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-289b32ae-7009-4355-b74a-cb18784140b4 None None] Set router 976ee54f-73f8-410a-9afd-770d52f253aa gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:55:35.023764 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-855068f0-4cf2-4c09-a021-73a5023d69d8 None None] Current status of the port 0dd2a3b4-eafb-4b8a-a212-6d9f84c12796 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:55:35.105272 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-289b32ae-7009-4355-b74a-cb18784140b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976ee54f-73f8-410a-9afd-770d52f253aa', 'name': 'tempest-TestSnapshotPattern-2062755897-router', 'tenant_id': 'b60514e9a36c4d8baf21623e81f1184d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': '5c5c141c-c462-43b0-9118-311c43065f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:55:31Z', 'updated_at': '2022-05-31T14:55:33Z', 'revision_number': 3, 'project_id': 'b60514e9a36c4d8baf21623e81f1184d', 'gw_port': {'id': '5c5c141c-c462-43b0-9118-311c43065f6a', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:69:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976ee54f-73f8-410a-9afd-770d52f253aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4458, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:55:32Z', 'updated_at': '2022-05-31T14:55:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:55:35.109050 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289b32ae-7009-4355-b74a-cb18784140b4 None None] Checking router: 976ee54f-73f8-410a-9afd-770d52f253aa for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:55:35.109394 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289b32ae-7009-4355-b74a-cb18784140b4 None None] Updating router 976ee54f-73f8-410a-9afd-770d52f253aa port 5c5c141c-c462-43b0-9118-311c43065f6a binding host n-d-843939-1 {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 14:55:35.160572 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-289b32ae-7009-4355-b74a-cb18784140b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:35.197865 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dee414e3-93e4-46d4-9114-cc0ee2c09527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:35.405595 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-dee414e3-93e4-46d4-9114-cc0ee2c09527 admin admin] Allocated IP 172.20.0.1 (29584770-2406-4cfa-a6aa-a8b0b8dd961f/e39f3494-eecc-461f-af7e-e72bd66b0cd2/7f1983da-61e7-4d0e-a681-901b86293f7f) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:55:35.491913 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 0dd2a3b4-eafb-4b8a-a212-6d9f84c12796 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:55:35.524913 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-289b32ae-7009-4355-b74a-cb18784140b4 None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:35.557428 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-289b32ae-7009-4355-b74a-cb18784140b4 None None] Transition to ACTIVE for port object 5c5c141c-c462-43b0-9118-311c43065f6a will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:55:35.567587 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-289b32ae-7009-4355-b74a-cb18784140b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:35.662101 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1073f3b-60dc-4187-835b-2aba1ae057a4 None None] Pushing event updated for resources: {'Port': ['ID=5c5c141c-c462-43b0-9118-311c43065f6a,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:55:35.664951 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-289b32ae-7009-4355-b74a-cb18784140b4 None None] Attempting to bind port 5c5c141c-c462-43b0-9118-311c43065f6a on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:55:35.665314 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-289b32ae-7009-4355-b74a-cb18784140b4 None None] Attempting to bind port 5c5c141c-c462-43b0-9118-311c43065f6a by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:55:35.665680 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289b32ae-7009-4355-b74a-cb18784140b4 None None] Attempting to bind port 5c5c141c-c462-43b0-9118-311c43065f6a on network d2103cd5-63ba-4c24-9d95-fd17643bf14c {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:55:35.675019 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289b32ae-7009-4355-b74a-cb18784140b4 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:55:35.675386 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289b32ae-7009-4355-b74a-cb18784140b4 None None] Checking segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:55:35.675785 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-289b32ae-7009-4355-b74a-cb18784140b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:35.676168 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289b32ae-7009-4355-b74a-cb18784140b4 None None] Bound using segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:55:35.676624 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-289b32ae-7009-4355-b74a-cb18784140b4 None None] Bound port: 5c5c141c-c462-43b0-9118-311c43065f6a, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:55:35.676997 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-289b32ae-7009-4355-b74a-cb18784140b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:35.692307 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dee414e3-93e4-46d4-9114-cc0ee2c09527 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:35.709900 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 0dd2a3b4-eafb-4b8a-a212-6d9f84c12796 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:55:35.710115 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [None req-dee414e3-93e4-46d4-9114-cc0ee2c09527 admin admin] Transition to ACTIVE for port object 7f1983da-61e7-4d0e-a681-901b86293f7f will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:55:35.710289 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:35.733415 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dee414e3-93e4-46d4-9114-cc0ee2c09527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:35.801837 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee414e3-93e4-46d4-9114-cc0ee2c09527 admin admin] Network 29584770-2406-4cfa-a6aa-a8b0b8dd961f is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:55:35.805310 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-dee414e3-93e4-46d4-9114-cc0ee2c09527 admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:55:35.807845 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee414e3-93e4-46d4-9114-cc0ee2c09527 admin admin] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:55:35.809651 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-289b32ae-7009-4355-b74a-cb18784140b4 None None] For port 5c5c141c-c462-43b0-9118-311c43065f6a, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:55:35.813522 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-289b32ae-7009-4355-b74a-cb18784140b4 None None] For port 5c5c141c-c462-43b0-9118-311c43065f6a, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=5c5c141c-c462-43b0-9118-311c43065f6a,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:55:35.846811 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-289b32ae-7009-4355-b74a-cb18784140b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:35.851772 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee414e3-93e4-46d4-9114-cc0ee2c09527 admin admin] Pushing event updated for resources: {'Port': ['ID=7f1983da-61e7-4d0e-a681-901b86293f7f,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:55:35.872840 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dee414e3-93e4-46d4-9114-cc0ee2c09527 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:35.934365 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 0dd2a3b4-eafb-4b8a-a212-6d9f84c12796 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:55:35.953467 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289b32ae-7009-4355-b74a-cb18784140b4 None None] Routers {'976ee54f-73f8-410a-9afd-770d52f253aa'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:55:35.954140 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-289b32ae-7009-4355-b74a-cb18784140b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:55:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['976ee54f-73f8-410a-9afd-770d52f253aa'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:55:36.004885 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1073f3b-60dc-4187-835b-2aba1ae057a4 None None] Pushing event updated for resources: {'Port': ['ID=5c5c141c-c462-43b0-9118-311c43065f6a,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:55:36.127878 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-5ef7f8b1-543e-47bc-a720-bbc829daaf07 None None] Provisioning for port 7f1983da-61e7-4d0e-a681-901b86293f7f completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:55:36.139377 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dee414e3-93e4-46d4-9114-cc0ee2c09527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:36.139688 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-5ef7f8b1-543e-47bc-a720-bbc829daaf07 None None] Provisioning complete for port 7f1983da-61e7-4d0e-a681-901b86293f7f triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:55:36.140295 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5ef7f8b1-543e-47bc-a720-bbc829daaf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:36.194229 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-289b32ae-7009-4355-b74a-cb18784140b4 None None] Set router 976ee54f-73f8-410a-9afd-770d52f253aa gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:55:36.320627 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-5ef7f8b1-543e-47bc-a720-bbc829daaf07 None None] Port 7f1983da-61e7-4d0e-a681-901b86293f7f cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:55:36.364032 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dee414e3-93e4-46d4-9114-cc0ee2c09527 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:36.369589 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dee414e3-93e4-46d4-9114-cc0ee2c09527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:36.476470 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee414e3-93e4-46d4-9114-cc0ee2c09527 admin admin] Pushing event updated for resources: {'Port': ['ID=7f1983da-61e7-4d0e-a681-901b86293f7f,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:55:36.478969 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-dee414e3-93e4-46d4-9114-cc0ee2c09527 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:36.494023 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-289b32ae-7009-4355-b74a-cb18784140b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976ee54f-73f8-410a-9afd-770d52f253aa', 'name': 'tempest-TestSnapshotPattern-2062755897-router', 'tenant_id': 'b60514e9a36c4d8baf21623e81f1184d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': '5c5c141c-c462-43b0-9118-311c43065f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:55:31Z', 'updated_at': '2022-05-31T14:55:33Z', 'revision_number': 3, 'project_id': 'b60514e9a36c4d8baf21623e81f1184d', 'gw_port': {'id': '5c5c141c-c462-43b0-9118-311c43065f6a', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:69:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976ee54f-73f8-410a-9afd-770d52f253aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4458, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:55:32Z', 'updated_at': '2022-05-31T14:55:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:55:36.497851 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289b32ae-7009-4355-b74a-cb18784140b4 None None] The sync data for ids ['976ee54f-73f8-410a-9afd-770d52f253aa'] in n-d-843939-1 is: [{'id': '976ee54f-73f8-410a-9afd-770d52f253aa', 'name': 'tempest-TestSnapshotPattern-2062755897-router', 'tenant_id': 'b60514e9a36c4d8baf21623e81f1184d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': '5c5c141c-c462-43b0-9118-311c43065f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:55:31Z', 'updated_at': '2022-05-31T14:55:33Z', 'revision_number': 3, 'project_id': 'b60514e9a36c4d8baf21623e81f1184d', 'gw_port': {'id': '5c5c141c-c462-43b0-9118-311c43065f6a', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:69:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976ee54f-73f8-410a-9afd-770d52f253aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4458, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:55:32Z', 'updated_at': '2022-05-31T14:55:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:55:36.616672 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee414e3-93e4-46d4-9114-cc0ee2c09527 admin admin] Network 29584770-2406-4cfa-a6aa-a8b0b8dd961f is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:55:36.617786 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-dee414e3-93e4-46d4-9114-cc0ee2c09527 admin admin] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:55:36.849432 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dee414e3-93e4-46d4-9114-cc0ee2c09527 admin admin] Router 976ee54f-73f8-410a-9afd-770d52f253aa has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:55:36.948110 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-cd3f08b6-c7b2-4e64-8ebe-87c60e067383 None None] Provisioning complete for port 7f1983da-61e7-4d0e-a681-901b86293f7f triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:55:36.948553 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cd3f08b6-c7b2-4e64-8ebe-87c60e067383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:37.005059 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-cd3f08b6-c7b2-4e64-8ebe-87c60e067383 None None] Port 7f1983da-61e7-4d0e-a681-901b86293f7f cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:55:37.045274 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee414e3-93e4-46d4-9114-cc0ee2c09527 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:55:37.055768 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-dee414e3-93e4-46d4-9114-cc0ee2c09527 admin admin] 10.222.0.50 "PUT /v2.0/routers/976ee54f-73f8-410a-9afd-770d52f253aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5448716 May 31 14:55:37.508832 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 5c5c141c-c462-43b0-9118-311c43065f6a up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:55:37.584782 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 5c5c141c-c462-43b0-9118-311c43065f6a completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:55:37.590256 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 5c5c141c-c462-43b0-9118-311c43065f6a triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:55:37.590586 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:37.598232 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47216) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:55:37.604497 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-0eef6f2a-8d40-4401-a36e-aaeb93aa3d08 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1670664919-network', 'tenant_id': '14d651fb3bd941abbf61760a7598ba62'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:55:37.611276 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0eef6f2a-8d40-4401-a36e-aaeb93aa3d08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:55:37.616363 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-0eef6f2a-8d40-4401-a36e-aaeb93aa3d08 admin admin] Usage tracker for resource:network and tenant:14d651fb3bd941abbf61760a7598ba62 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:55:37.620201 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-0eef6f2a-8d40-4401-a36e-aaeb93aa3d08 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:55:37.628950 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0eef6f2a-8d40-4401-a36e-aaeb93aa3d08 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:55:37.639851 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eef6f2a-8d40-4401-a36e-aaeb93aa3d08 admin admin] Made reservation on behalf of 14d651fb3bd941abbf61760a7598ba62 for: {'network': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:55:37.642510 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0eef6f2a-8d40-4401-a36e-aaeb93aa3d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for network, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:37.656385 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0eef6f2a-8d40-4401-a36e-aaeb93aa3d08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:37.670605 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0eef6f2a-8d40-4401-a36e-aaeb93aa3d08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:55:37.674420 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-0eef6f2a-8d40-4401-a36e-aaeb93aa3d08 admin admin] Usage tracker for resource:security_group_rule and tenant:14d651fb3bd941abbf61760a7598ba62 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:55:37.677167 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-0eef6f2a-8d40-4401-a36e-aaeb93aa3d08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:55:37.683053 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-0eef6f2a-8d40-4401-a36e-aaeb93aa3d08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:55:37.751559 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 5c5c141c-c462-43b0-9118-311c43065f6a is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:55:37.751937 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:37.770129 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 5c5c141c-c462-43b0-9118-311c43065f6a, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=5c5c141c-c462-43b0-9118-311c43065f6a,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:55:37.774762 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:37.786202 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0eef6f2a-8d40-4401-a36e-aaeb93aa3d08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:37.790898 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0eef6f2a-8d40-4401-a36e-aaeb93aa3d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:37.826421 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eef6f2a-8d40-4401-a36e-aaeb93aa3d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=529b0175-bf36-4860-9456-03e342a28438,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:55:37.838291 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eef6f2a-8d40-4401-a36e-aaeb93aa3d08 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=88370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 14:55:37.850649 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0eef6f2a-8d40-4401-a36e-aaeb93aa3d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:37.850931 n-d-843939-1 neutron-server[88370]: INFO neutron.db.segments_db [None req-0eef6f2a-8d40-4401-a36e-aaeb93aa3d08 admin admin] Added segment e5215288-d927-4bec-b812-910aac4418a8 of type vlan for network e9c11df6-064d-418d-ace3-211afae9b742 May 31 14:55:37.851963 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=5c5c141c-c462-43b0-9118-311c43065f6a,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:55:37.877958 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0eef6f2a-8d40-4401-a36e-aaeb93aa3d08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772773228243'] for network, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:37.908523 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0eef6f2a-8d40-4401-a36e-aaeb93aa3d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956'] for network, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:37.909789 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eef6f2a-8d40-4401-a36e-aaeb93aa3d08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:55:37.910625 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-0eef6f2a-8d40-4401-a36e-aaeb93aa3d08 admin admin] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:37.965558 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f5926a-a3c0-4dfa-9d81-5b16ddbf5d0c None None] Sync routers for ids ['976ee54f-73f8-410a-9afd-770d52f253aa'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:55:37.978085 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f5926a-a3c0-4dfa-9d81-5b16ddbf5d0c None None] Routers {'976ee54f-73f8-410a-9afd-770d52f253aa'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:55:37.978845 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-63f5926a-a3c0-4dfa-9d81-5b16ddbf5d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:55:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['976ee54f-73f8-410a-9afd-770d52f253aa'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:55:38.031356 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eef6f2a-8d40-4401-a36e-aaeb93aa3d08 admin admin] Pushing event updated for resources: {'Network': ['ID=e9c11df6-064d-418d-ace3-211afae9b742,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:55:38.035105 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-0eef6f2a-8d40-4401-a36e-aaeb93aa3d08 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4357622 May 31 14:55:38.039844 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47220) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:55:38.042620 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Network e9c11df6-064d-418d-ace3-211afae9b742 details requested by agent ovs-agent-n-d-843939-1 with host n-d-843939-1 {{(pid=88371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 14:55:38.047305 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-34ef4b12-de0a-40d5-8226-05e787dd991b admin admin] Request body: {'subnet': {'network_id': 'e9c11df6-064d-418d-ace3-211afae9b742', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1670664919-subnet', 'tenant_id': '14d651fb3bd941abbf61760a7598ba62', 'ip_version': 4}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:55:38.052911 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-34ef4b12-de0a-40d5-8226-05e787dd991b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:55:38.057451 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-34ef4b12-de0a-40d5-8226-05e787dd991b admin admin] Usage tracker for resource:subnet and tenant:14d651fb3bd941abbf61760a7598ba62 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:55:38.060201 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-34ef4b12-de0a-40d5-8226-05e787dd991b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:55:38.068339 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-34ef4b12-de0a-40d5-8226-05e787dd991b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:55:38.082470 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ef4b12-de0a-40d5-8226-05e787dd991b admin admin] Made reservation on behalf of 14d651fb3bd941abbf61760a7598ba62 for: {'subnet': 1} {{(pid=88370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:55:38.085292 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-34ef4b12-de0a-40d5-8226-05e787dd991b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65148585'] for subnet, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:38.170765 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-63f5926a-a3c0-4dfa-9d81-5b16ddbf5d0c None None] Set router 976ee54f-73f8-410a-9afd-770d52f253aa gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:55:38.295453 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-34ef4b12-de0a-40d5-8226-05e787dd991b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65216410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65148571'] for subnet, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:38.326538 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:38.382683 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ef4b12-de0a-40d5-8226-05e787dd991b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea191674-130b-4e6c-b02b-aaf75a508fd2,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:55:38.387589 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ef4b12-de0a-40d5-8226-05e787dd991b admin admin] Checking segment: {'id': 'e5215288-d927-4bec-b812-910aac4418a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e9c11df6-064d-418d-ace3-211afae9b742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:55:38.387943 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ef4b12-de0a-40d5-8226-05e787dd991b admin admin] Network hostable DHCP agents. Network: e9c11df6-064d-418d-ace3-211afae9b742, hostable agents: ['b7c5da45-9122-457e-b958-3549eb28eed2'], hosted agents: [] {{(pid=88370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 14:55:38.407385 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ef4b12-de0a-40d5-8226-05e787dd991b admin admin] Network e9c11df6-064d-418d-ace3-211afae9b742 is scheduled to be hosted by DHCP agent b7c5da45-9122-457e-b958-3549eb28eed2 with binding_index 1 {{(pid=88370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 14:55:38.416581 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-34ef4b12-de0a-40d5-8226-05e787dd991b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843939-1, e9c11df6-064d-418d-ace3-211afae9b742) {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:55:38.421163 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ef4b12-de0a-40d5-8226-05e787dd991b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:55:38.421744 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-34ef4b12-de0a-40d5-8226-05e787dd991b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:38.428111 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673e32ba-1bf3-4741-b818-e31b98be8d3a None None] Network e9c11df6-064d-418d-ace3-211afae9b742 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:55:38.444870 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-34ef4b12-de0a-40d5-8226-05e787dd991b admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4020457 May 31 14:55:38.447471 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47224) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:55:38.453793 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-f27c4ecc-8164-4633-8246-97775606ec26 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1670664919-router', 'tenant_id': '14d651fb3bd941abbf61760a7598ba62', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:55:38.459998 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f27c4ecc-8164-4633-8246-97775606ec26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:55:38.464209 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-f27c4ecc-8164-4633-8246-97775606ec26 admin admin] Usage tracker for resource:router and tenant:14d651fb3bd941abbf61760a7598ba62 is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:55:38.467288 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-f27c4ecc-8164-4633-8246-97775606ec26 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:55:38.474810 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f27c4ecc-8164-4633-8246-97775606ec26 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:55:38.486786 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f27c4ecc-8164-4633-8246-97775606ec26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041292'] for router, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:38.487879 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f27c4ecc-8164-4633-8246-97775606ec26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1576584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578520', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041397'] for router, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:38.505235 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f27c4ecc-8164-4633-8246-97775606ec26 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:38.517345 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-63f5926a-a3c0-4dfa-9d81-5b16ddbf5d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976ee54f-73f8-410a-9afd-770d52f253aa', 'name': 'tempest-TestSnapshotPattern-2062755897-router', 'tenant_id': 'b60514e9a36c4d8baf21623e81f1184d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': '5c5c141c-c462-43b0-9118-311c43065f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:55:31Z', 'updated_at': '2022-05-31T14:55:36Z', 'revision_number': 4, 'project_id': 'b60514e9a36c4d8baf21623e81f1184d', 'gw_port': {'id': '5c5c141c-c462-43b0-9118-311c43065f6a', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:69:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976ee54f-73f8-410a-9afd-770d52f253aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4458, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:55:32Z', 'updated_at': '2022-05-31T14:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '7f1983da-61e7-4d0e-a681-901b86293f7f', 'name': '', 'network_id': '29584770-2406-4cfa-a6aa-a8b0b8dd961f', 'tenant_id': 'b60514e9a36c4d8baf21623e81f1184d', 'mac_address': 'fa:16:3e:06:e1:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976ee54f-73f8-410a-9afd-770d52f253aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4459, 'fixed_ips': [{'subnet_id': 'e39f3494-eecc-461f-af7e-e72bd66b0cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:55:35Z', 'updated_at': '2022-05-31T14:55:36Z', 'revision_number': 2, 'project_id': 'b60514e9a36c4d8baf21623e81f1184d', 'subnets': [{'id': 'e39f3494-eecc-461f-af7e-e72bd66b0cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:55:38.523183 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f5926a-a3c0-4dfa-9d81-5b16ddbf5d0c None None] Checking router: 976ee54f-73f8-410a-9afd-770d52f253aa for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:55:38.523531 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f5926a-a3c0-4dfa-9d81-5b16ddbf5d0c None None] Updating router 976ee54f-73f8-410a-9afd-770d52f253aa port 7f1983da-61e7-4d0e-a681-901b86293f7f binding host n-d-843939-1 {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 14:55:38.576097 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-63f5926a-a3c0-4dfa-9d81-5b16ddbf5d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:38.649166 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c1b03e-9a8e-4a47-addf-a8e0b91cb0b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34dd4303-bed4-5717-b767-1a859d1c017e-e9c11df6-064d-418d-ace3-211afae9b742', 'network_id': 'e9c11df6-064d-418d-ace3-211afae9b742', 'tenant_id': '14d651fb3bd941abbf61760a7598ba62', 'fixed_ips': [{'subnet_id': 'ea191674-130b-4e6c-b02b-aaf75a508fd2'}]}} from n-d-843939-1. {{(pid=88371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 31 14:55:38.650350 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a3c1b03e-9a8e-4a47-addf-a8e0b91cb0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:38.817230 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.db_base_plugin_common [None req-a3c1b03e-9a8e-4a47-addf-a8e0b91cb0b6 None None] Allocated IP 172.20.0.2 (e9c11df6-064d-418d-ace3-211afae9b742/ea191674-130b-4e6c-b02b-aaf75a508fd2/c2c0ee51-7e9b-4741-ae7d-fa0335340e9a) {{(pid=88371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:55:38.910315 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f27c4ecc-8164-4633-8246-97775606ec26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578602', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041383'] for router, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:38.937697 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-63f5926a-a3c0-4dfa-9d81-5b16ddbf5d0c None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:38.950827 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-63f5926a-a3c0-4dfa-9d81-5b16ddbf5d0c None None] Transition to ACTIVE for port object 7f1983da-61e7-4d0e-a681-901b86293f7f will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:55:38.958600 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-63f5926a-a3c0-4dfa-9d81-5b16ddbf5d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:39.049190 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a3c1b03e-9a8e-4a47-addf-a8e0b91cb0b6 None None] Notify callbacks [] for port, precommit_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:39.061248 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a3c1b03e-9a8e-4a47-addf-a8e0b91cb0b6 None None] Transition to ACTIVE for port object c2c0ee51-7e9b-4741-ae7d-fa0335340e9a will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:55:39.083656 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-a3c1b03e-9a8e-4a47-addf-a8e0b91cb0b6 None None] Transition to ACTIVE for port object c2c0ee51-7e9b-4741-ae7d-fa0335340e9a will not be triggered until provisioned by entity DHCP. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:55:39.092917 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a3c1b03e-9a8e-4a47-addf-a8e0b91cb0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414'] for port, after_create {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:39.164704 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e48742d-d51b-40f2-9d93-74270788b846 None None] Pushing event updated for resources: {'Port': ['ID=7f1983da-61e7-4d0e-a681-901b86293f7f,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:55:39.174034 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c1b03e-9a8e-4a47-addf-a8e0b91cb0b6 None None] Network e9c11df6-064d-418d-ace3-211afae9b742 is already hosted by enough agents. {{(pid=88371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:55:39.177715 n-d-843939-1 neutron-server[88371]: DEBUG neutron.scheduler.base_scheduler [None req-a3c1b03e-9a8e-4a47-addf-a8e0b91cb0b6 None None] Resources bound (agent type, host, resource id): {{(pid=88371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:55:39.179994 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e48742d-d51b-40f2-9d93-74270788b846 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:55:39.180440 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e48742d-d51b-40f2-9d93-74270788b846 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:55:39.180805 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c1b03e-9a8e-4a47-addf-a8e0b91cb0b6 None None] Received port after_create {{(pid=88371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:55:39.180930 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e48742d-d51b-40f2-9d93-74270788b846 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:55:39.181356 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e48742d-d51b-40f2-9d93-74270788b846 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:55:39.181775 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e48742d-d51b-40f2-9d93-74270788b846 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:55:39.182216 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e48742d-d51b-40f2-9d93-74270788b846 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:55:39.182647 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e48742d-d51b-40f2-9d93-74270788b846 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:55:39.183061 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e48742d-d51b-40f2-9d93-74270788b846 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:55:39.183471 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e48742d-d51b-40f2-9d93-74270788b846 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:55:39.187037 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e48742d-d51b-40f2-9d93-74270788b846 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:55:39.187498 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e48742d-d51b-40f2-9d93-74270788b846 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:55:39.188059 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e48742d-d51b-40f2-9d93-74270788b846 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:55:39.215317 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-63f5926a-a3c0-4dfa-9d81-5b16ddbf5d0c None None] Attempting to bind port 7f1983da-61e7-4d0e-a681-901b86293f7f on host n-d-843939-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:55:39.215829 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-63f5926a-a3c0-4dfa-9d81-5b16ddbf5d0c None None] Attempting to bind port 7f1983da-61e7-4d0e-a681-901b86293f7f by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': '040876ee-74fc-46de-8cc9-3fef9fc3ecaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '29584770-2406-4cfa-a6aa-a8b0b8dd961f'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:55:39.216196 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f5926a-a3c0-4dfa-9d81-5b16ddbf5d0c None None] Attempting to bind port 7f1983da-61e7-4d0e-a681-901b86293f7f on network 29584770-2406-4cfa-a6aa-a8b0b8dd961f {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:55:39.223005 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f5926a-a3c0-4dfa-9d81-5b16ddbf5d0c None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:55:39.223513 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f5926a-a3c0-4dfa-9d81-5b16ddbf5d0c None None] Checking segment: {'id': '040876ee-74fc-46de-8cc9-3fef9fc3ecaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '29584770-2406-4cfa-a6aa-a8b0b8dd961f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:55:39.223929 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-63f5926a-a3c0-4dfa-9d81-5b16ddbf5d0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:39.224324 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f5926a-a3c0-4dfa-9d81-5b16ddbf5d0c None None] Bound using segment: {'id': '040876ee-74fc-46de-8cc9-3fef9fc3ecaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '29584770-2406-4cfa-a6aa-a8b0b8dd961f'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:55:39.225436 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-63f5926a-a3c0-4dfa-9d81-5b16ddbf5d0c None None] Bound port: 7f1983da-61e7-4d0e-a681-901b86293f7f, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '040876ee-74fc-46de-8cc9-3fef9fc3ecaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '29584770-2406-4cfa-a6aa-a8b0b8dd961f'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:55:39.225952 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-63f5926a-a3c0-4dfa-9d81-5b16ddbf5d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:39.244545 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f27c4ecc-8164-4633-8246-97775606ec26 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:39.257143 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c1b03e-9a8e-4a47-addf-a8e0b91cb0b6 None None] Pushing event updated for resources: {'Port': ['ID=c2c0ee51-7e9b-4741-ae7d-fa0335340e9a,revision_number=1']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:55:39.282476 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f27c4ecc-8164-4633-8246-97775606ec26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:39.286266 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-a3c1b03e-9a8e-4a47-addf-a8e0b91cb0b6 None None] Attempting to bind port c2c0ee51-7e9b-4741-ae7d-fa0335340e9a on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:55:39.286740 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-a3c1b03e-9a8e-4a47-addf-a8e0b91cb0b6 None None] Attempting to bind port c2c0ee51-7e9b-4741-ae7d-fa0335340e9a by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'e5215288-d927-4bec-b812-910aac4418a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e9c11df6-064d-418d-ace3-211afae9b742'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:55:39.287730 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c1b03e-9a8e-4a47-addf-a8e0b91cb0b6 None None] Attempting to bind port c2c0ee51-7e9b-4741-ae7d-fa0335340e9a on network e9c11df6-064d-418d-ace3-211afae9b742 {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:55:39.293653 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c1b03e-9a8e-4a47-addf-a8e0b91cb0b6 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:55:39.294425 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c1b03e-9a8e-4a47-addf-a8e0b91cb0b6 None None] Checking segment: {'id': 'e5215288-d927-4bec-b812-910aac4418a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e9c11df6-064d-418d-ace3-211afae9b742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:55:39.295191 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a3c1b03e-9a8e-4a47-addf-a8e0b91cb0b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:39.295675 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c1b03e-9a8e-4a47-addf-a8e0b91cb0b6 None None] Bound using segment: {'id': 'e5215288-d927-4bec-b812-910aac4418a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e9c11df6-064d-418d-ace3-211afae9b742'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:55:39.296309 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-a3c1b03e-9a8e-4a47-addf-a8e0b91cb0b6 None None] Bound port: c2c0ee51-7e9b-4741-ae7d-fa0335340e9a, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5215288-d927-4bec-b812-910aac4418a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e9c11df6-064d-418d-ace3-211afae9b742'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:55:39.297010 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a3c1b03e-9a8e-4a47-addf-a8e0b91cb0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:39.335795 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-63f5926a-a3c0-4dfa-9d81-5b16ddbf5d0c None None] For port 7f1983da-61e7-4d0e-a681-901b86293f7f, host n-d-843939-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:55:39.341651 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-63f5926a-a3c0-4dfa-9d81-5b16ddbf5d0c None None] For port 7f1983da-61e7-4d0e-a681-901b86293f7f, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=7f1983da-61e7-4d0e-a681-901b86293f7f,segment=NetworkSegment(040876ee-74fc-46de-8cc9-3fef9fc3ecaf),segment_id=040876ee-74fc-46de-8cc9-3fef9fc3ecaf)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:55:39.348654 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-63f5926a-a3c0-4dfa-9d81-5b16ddbf5d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:39.415999 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-a3c1b03e-9a8e-4a47-addf-a8e0b91cb0b6 None None] For port c2c0ee51-7e9b-4741-ae7d-fa0335340e9a, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:55:39.419915 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-a3c1b03e-9a8e-4a47-addf-a8e0b91cb0b6 None None] For port c2c0ee51-7e9b-4741-ae7d-fa0335340e9a, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=c2c0ee51-7e9b-4741-ae7d-fa0335340e9a,segment=NetworkSegment(e5215288-d927-4bec-b812-910aac4418a8),segment_id=e5215288-d927-4bec-b812-910aac4418a8)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:55:39.425159 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a3c1b03e-9a8e-4a47-addf-a8e0b91cb0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:39.425366 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f5926a-a3c0-4dfa-9d81-5b16ddbf5d0c None None] Routers {'976ee54f-73f8-410a-9afd-770d52f253aa'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:55:39.425916 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-63f5926a-a3c0-4dfa-9d81-5b16ddbf5d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:55:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['976ee54f-73f8-410a-9afd-770d52f253aa'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:55:39.495681 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-f27c4ecc-8164-4633-8246-97775606ec26 admin admin] Allocated IP 172.25.6.76 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/fc2e92dc-47ab-45c0-b445-69d691cd6d0f) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:55:39.524970 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 5c5c141c-c462-43b0-9118-311c43065f6a up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:55:39.565229 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e48742d-d51b-40f2-9d93-74270788b846 None None] Pushing event updated for resources: {'Port': ['ID=7f1983da-61e7-4d0e-a681-901b86293f7f,revision_number=4']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:55:39.622388 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c1b03e-9a8e-4a47-addf-a8e0b91cb0b6 None None] Pushing event updated for resources: {'Port': ['ID=c2c0ee51-7e9b-4741-ae7d-fa0335340e9a,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:55:39.624865 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 5c5c141c-c462-43b0-9118-311c43065f6a triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:55:39.625232 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:39.683623 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f27c4ecc-8164-4633-8246-97775606ec26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:39.710939 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-63f5926a-a3c0-4dfa-9d81-5b16ddbf5d0c None None] Set router 976ee54f-73f8-410a-9afd-770d52f253aa gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:55:39.725426 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f27c4ecc-8164-4633-8246-97775606ec26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:39.790556 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:39.800628 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 5c5c141c-c462-43b0-9118-311c43065f6a is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:55:39.806657 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27c4ecc-8164-4633-8246-97775606ec26 admin admin] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:55:39.809630 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-f27c4ecc-8164-4633-8246-97775606ec26 admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:55:39.814024 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27c4ecc-8164-4633-8246-97775606ec26 admin admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:55:39.850496 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27c4ecc-8164-4633-8246-97775606ec26 admin admin] Pushing event updated for resources: {'Port': ['ID=fc2e92dc-47ab-45c0-b445-69d691cd6d0f,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:55:40.081060 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-63f5926a-a3c0-4dfa-9d81-5b16ddbf5d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976ee54f-73f8-410a-9afd-770d52f253aa', 'name': 'tempest-TestSnapshotPattern-2062755897-router', 'tenant_id': 'b60514e9a36c4d8baf21623e81f1184d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': '5c5c141c-c462-43b0-9118-311c43065f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:55:31Z', 'updated_at': '2022-05-31T14:55:36Z', 'revision_number': 4, 'project_id': 'b60514e9a36c4d8baf21623e81f1184d', 'gw_port': {'id': '5c5c141c-c462-43b0-9118-311c43065f6a', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:69:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976ee54f-73f8-410a-9afd-770d52f253aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4458, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:55:32Z', 'updated_at': '2022-05-31T14:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '7f1983da-61e7-4d0e-a681-901b86293f7f', 'name': '', 'network_id': '29584770-2406-4cfa-a6aa-a8b0b8dd961f', 'tenant_id': 'b60514e9a36c4d8baf21623e81f1184d', 'mac_address': 'fa:16:3e:06:e1:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976ee54f-73f8-410a-9afd-770d52f253aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4459, 'fixed_ips': [{'subnet_id': 'e39f3494-eecc-461f-af7e-e72bd66b0cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:55:35Z', 'updated_at': '2022-05-31T14:55:39Z', 'revision_number': 4, 'project_id': 'b60514e9a36c4d8baf21623e81f1184d', 'subnets': [{'id': 'e39f3494-eecc-461f-af7e-e72bd66b0cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:55:40.085336 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f5926a-a3c0-4dfa-9d81-5b16ddbf5d0c None None] The sync data for ids ['976ee54f-73f8-410a-9afd-770d52f253aa'] in n-d-843939-1 is: [{'id': '976ee54f-73f8-410a-9afd-770d52f253aa', 'name': 'tempest-TestSnapshotPattern-2062755897-router', 'tenant_id': 'b60514e9a36c4d8baf21623e81f1184d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': '5c5c141c-c462-43b0-9118-311c43065f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:55:31Z', 'updated_at': '2022-05-31T14:55:36Z', 'revision_number': 4, 'project_id': 'b60514e9a36c4d8baf21623e81f1184d', 'gw_port': {'id': '5c5c141c-c462-43b0-9118-311c43065f6a', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:69:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976ee54f-73f8-410a-9afd-770d52f253aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4458, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:55:32Z', 'updated_at': '2022-05-31T14:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '7f1983da-61e7-4d0e-a681-901b86293f7f', 'name': '', 'network_id': '29584770-2406-4cfa-a6aa-a8b0b8dd961f', 'tenant_id': 'b60514e9a36c4d8baf21623e81f1184d', 'mac_address': 'fa:16:3e:06:e1:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976ee54f-73f8-410a-9afd-770d52f253aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4459, 'fixed_ips': [{'subnet_id': 'e39f3494-eecc-461f-af7e-e72bd66b0cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:55:35Z', 'updated_at': '2022-05-31T14:55:39Z', 'revision_number': 4, 'project_id': 'b60514e9a36c4d8baf21623e81f1184d', 'subnets': [{'id': 'e39f3494-eecc-461f-af7e-e72bd66b0cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:55:40.292588 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f27c4ecc-8164-4633-8246-97775606ec26 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:40.697405 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa17f88-f499-4a28-bb65-4cbbe628f09c None None] Network e9c11df6-064d-418d-ace3-211afae9b742 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 14:55:40.797710 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f27c4ecc-8164-4633-8246-97775606ec26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1578565'] for router, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:40.800247 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-ff5b13f9-bfc8-4d0b-875a-25395a832ad3 None None] Provisioning for port c2c0ee51-7e9b-4741-ae7d-fa0335340e9a completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:55:40.824162 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0aae3521-d3fe-4073-b789-0700be53a7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:41.024122 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f27c4ecc-8164-4633-8246-97775606ec26 admin admin] Router 254e069c-e6fd-4fa3-ab62-c5df9ddfd3ef is scheduled to L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce with binding_index 1 {{(pid=88370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 14:55:41.233343 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f27c4ecc-8164-4633-8246-97775606ec26 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:55:41.244645 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5aff92-be37-4e4b-8196-04e678262a41 None None] Sync routers for ids ['254e069c-e6fd-4fa3-ab62-c5df9ddfd3ef'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:55:41.253826 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5aff92-be37-4e4b-8196-04e678262a41 None None] Routers {'254e069c-e6fd-4fa3-ab62-c5df9ddfd3ef'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:55:41.254466 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-4d5aff92-be37-4e4b-8196-04e678262a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:55:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['254e069c-e6fd-4fa3-ab62-c5df9ddfd3ef'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:55:41.259913 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f27c4ecc-8164-4633-8246-97775606ec26 admin admin] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:41.261237 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-f27c4ecc-8164-4633-8246-97775606ec26 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8120127 May 31 14:55:41.264234 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47228) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:55:41.463559 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-4d5aff92-be37-4e4b-8196-04e678262a41 None None] Set router 254e069c-e6fd-4fa3-ab62-c5df9ddfd3ef gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:55:41.566284 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 7f1983da-61e7-4d0e-a681-901b86293f7f up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:55:41.744390 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 7f1983da-61e7-4d0e-a681-901b86293f7f completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:55:41.781789 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 7f1983da-61e7-4d0e-a681-901b86293f7f triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:55:41.782181 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:41.912967 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-4d5aff92-be37-4e4b-8196-04e678262a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254e069c-e6fd-4fa3-ab62-c5df9ddfd3ef', 'name': 'tempest-TestSnapshotPattern-1670664919-router', 'tenant_id': '14d651fb3bd941abbf61760a7598ba62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': 'fc2e92dc-47ab-45c0-b445-69d691cd6d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:55:38Z', 'updated_at': '2022-05-31T14:55:40Z', 'revision_number': 3, 'project_id': '14d651fb3bd941abbf61760a7598ba62', 'gw_port': {'id': 'fc2e92dc-47ab-45c0-b445-69d691cd6d0f', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254e069c-e6fd-4fa3-ab62-c5df9ddfd3ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4470, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:55:39Z', 'updated_at': '2022-05-31T14:55:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:55:41.922330 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5aff92-be37-4e4b-8196-04e678262a41 None None] Checking router: 254e069c-e6fd-4fa3-ab62-c5df9ddfd3ef for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:55:41.922662 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5aff92-be37-4e4b-8196-04e678262a41 None None] Updating router 254e069c-e6fd-4fa3-ab62-c5df9ddfd3ef port fc2e92dc-47ab-45c0-b445-69d691cd6d0f binding host n-d-843939-1 {{(pid=88371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 14:55:41.972359 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 7f1983da-61e7-4d0e-a681-901b86293f7f is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:55:41.972679 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:42.004394 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4d5aff92-be37-4e4b-8196-04e678262a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:42.059518 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 7f1983da-61e7-4d0e-a681-901b86293f7f, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=7f1983da-61e7-4d0e-a681-901b86293f7f,segment=NetworkSegment(040876ee-74fc-46de-8cc9-3fef9fc3ecaf),segment_id=040876ee-74fc-46de-8cc9-3fef9fc3ecaf)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:55:42.066673 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:42.067435 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device c2c0ee51-7e9b-4741-ae7d-fa0335340e9a up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:55:42.109258 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9e3d00d5-3514-4cfb-b389-5287b5f967db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:42.276583 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=7f1983da-61e7-4d0e-a681-901b86293f7f,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:55:42.335730 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_common [None req-9e3d00d5-3514-4cfb-b389-5287b5f967db admin admin] Allocated IP 172.20.0.1 (e9c11df6-064d-418d-ace3-211afae9b742/ea191674-130b-4e6c-b02b-aaf75a508fd2/26610353-a053-418f-8899-1a77e8065285) {{(pid=88370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:55:42.342993 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port c2c0ee51-7e9b-4741-ae7d-fa0335340e9a completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:55:42.351480 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port c2c0ee51-7e9b-4741-ae7d-fa0335340e9a triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:55:42.352060 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:42.491694 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9e3d00d5-3514-4cfb-b389-5287b5f967db admin admin] Notify callbacks [] for port, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:42.507084 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.provisioning_blocks [None req-9e3d00d5-3514-4cfb-b389-5287b5f967db admin admin] Transition to ACTIVE for port object 26610353-a053-418f-8899-1a77e8065285 will not be triggered until provisioned by entity DHCP. {{(pid=88370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:55:42.531201 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9e3d00d5-3514-4cfb-b389-5287b5f967db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:42.567651 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port c2c0ee51-7e9b-4741-ae7d-fa0335340e9a is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:55:42.568023 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:42.593646 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4d5aff92-be37-4e4b-8196-04e678262a41 None None] Notify callbacks [] for port, precommit_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:42.594994 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3d00d5-3514-4cfb-b389-5287b5f967db admin admin] Network e9c11df6-064d-418d-ace3-211afae9b742 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:55:42.597860 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-9e3d00d5-3514-4cfb-b389-5287b5f967db admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:55:42.601858 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3d00d5-3514-4cfb-b389-5287b5f967db admin admin] Received port after_create {{(pid=88370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:55:42.616951 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-4d5aff92-be37-4e4b-8196-04e678262a41 None None] Transition to ACTIVE for port object fc2e92dc-47ab-45c0-b445-69d691cd6d0f will not be triggered until provisioned by entity L2. {{(pid=88371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:55:42.624299 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port c2c0ee51-7e9b-4741-ae7d-fa0335340e9a, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=c2c0ee51-7e9b-4741-ae7d-fa0335340e9a,segment=NetworkSegment(e5215288-d927-4bec-b812-910aac4418a8),segment_id=e5215288-d927-4bec-b812-910aac4418a8)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:55:42.626690 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4d5aff92-be37-4e4b-8196-04e678262a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:42.644696 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3d00d5-3514-4cfb-b389-5287b5f967db admin admin] Pushing event updated for resources: {'Port': ['ID=26610353-a053-418f-8899-1a77e8065285,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:55:42.666133 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:42.679128 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9e3d00d5-3514-4cfb-b389-5287b5f967db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577231'] for router_interface, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:42.713549 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-4d5aff92-be37-4e4b-8196-04e678262a41 None None] Attempting to bind port fc2e92dc-47ab-45c0-b445-69d691cd6d0f on host n-d-843939-1 for vnic_type normal with profile {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:55:42.713920 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-4d5aff92-be37-4e4b-8196-04e678262a41 None None] Attempting to bind port fc2e92dc-47ab-45c0-b445-69d691cd6d0f by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:55:42.714299 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5aff92-be37-4e4b-8196-04e678262a41 None None] Attempting to bind port fc2e92dc-47ab-45c0-b445-69d691cd6d0f on network d2103cd5-63ba-4c24-9d95-fd17643bf14c {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:55:42.716860 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f1051f-71e6-4b0f-b876-f739b3248f16 None None] Pushing event updated for resources: {'Port': ['ID=fc2e92dc-47ab-45c0-b445-69d691cd6d0f,revision_number=2']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:55:42.806945 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5aff92-be37-4e4b-8196-04e678262a41 None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:55:42.807381 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5aff92-be37-4e4b-8196-04e678262a41 None None] Checking segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:55:42.807760 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4d5aff92-be37-4e4b-8196-04e678262a41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:42.808146 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5aff92-be37-4e4b-8196-04e678262a41 None None] Bound using segment: {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'} {{(pid=88371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:55:42.808616 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.managers [None req-4d5aff92-be37-4e4b-8196-04e678262a41 None None] Bound port: fc2e92dc-47ab-45c0-b445-69d691cd6d0f, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9bffd2e-0ec3-4915-8ffc-a92ee3220442', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c'}}] {{(pid=88371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:55:42.808974 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4d5aff92-be37-4e4b-8196-04e678262a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:42.828122 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9e3d00d5-3514-4cfb-b389-5287b5f967db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:42.910355 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=c2c0ee51-7e9b-4741-ae7d-fa0335340e9a,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:55:42.915150 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-3e29da13-7deb-48c2-bc0d-a13625d6565f None None] Provisioning for port 26610353-a053-418f-8899-1a77e8065285 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:55:42.919888 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-4d5aff92-be37-4e4b-8196-04e678262a41 None None] For port fc2e92dc-47ab-45c0-b445-69d691cd6d0f, host n-d-843939-1, cleared binding levels {{(pid=88371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:55:42.923880 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-4d5aff92-be37-4e4b-8196-04e678262a41 None None] For port fc2e92dc-47ab-45c0-b445-69d691cd6d0f, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=fc2e92dc-47ab-45c0-b445-69d691cd6d0f,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:55:42.925657 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-3e29da13-7deb-48c2-bc0d-a13625d6565f None None] Provisioning complete for port 26610353-a053-418f-8899-1a77e8065285 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:55:42.926124 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3e29da13-7deb-48c2-bc0d-a13625d6565f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:42.955338 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-4d5aff92-be37-4e4b-8196-04e678262a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:43.060260 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9e3d00d5-3514-4cfb-b389-5287b5f967db admin admin] Notify callbacks [] for port, precommit_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:43.062638 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-3e29da13-7deb-48c2-bc0d-a13625d6565f None None] Port 26610353-a053-418f-8899-1a77e8065285 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:55:43.063907 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9e3d00d5-3514-4cfb-b389-5287b5f967db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65208595'] for port, after_update {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:43.066311 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-71860250-42de-4c59-b939-e28c80376d16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:43.076073 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5aff92-be37-4e4b-8196-04e678262a41 None None] Routers {'254e069c-e6fd-4fa3-ab62-c5df9ddfd3ef'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:55:43.076678 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-4d5aff92-be37-4e4b-8196-04e678262a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:55:13Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['254e069c-e6fd-4fa3-ab62-c5df9ddfd3ef'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:55:43.132197 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f1051f-71e6-4b0f-b876-f739b3248f16 None None] Pushing event updated for resources: {'Port': ['ID=fc2e92dc-47ab-45c0-b445-69d691cd6d0f,revision_number=3']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:55:43.173686 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3d00d5-3514-4cfb-b389-5287b5f967db admin admin] Pushing event updated for resources: {'Port': ['ID=26610353-a053-418f-8899-1a77e8065285,revision_number=2']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:55:43.176160 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9e3d00d5-3514-4cfb-b389-5287b5f967db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577142'] for router_interface, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:43.258936 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-4d5aff92-be37-4e4b-8196-04e678262a41 None None] Set router 254e069c-e6fd-4fa3-ab62-c5df9ddfd3ef gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:55:43.313736 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3d00d5-3514-4cfb-b389-5287b5f967db admin admin] Network e9c11df6-064d-418d-ace3-211afae9b742 is already hosted by enough agents. {{(pid=88370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:55:43.315007 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.base_scheduler [None req-9e3d00d5-3514-4cfb-b389-5287b5f967db admin admin] Resources bound (agent type, host, resource id): {{(pid=88370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:55:43.515502 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 7f1983da-61e7-4d0e-a681-901b86293f7f up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:55:43.531221 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e3d00d5-3514-4cfb-b389-5287b5f967db admin admin] Router 254e069c-e6fd-4fa3-ab62-c5df9ddfd3ef has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:55:43.639543 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-c60a7a4d-71ae-4401-a69b-bc84156b8e4e None None] Provisioning complete for port 26610353-a053-418f-8899-1a77e8065285 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:55:43.639799 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c60a7a4d-71ae-4401-a69b-bc84156b8e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:43.702922 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 7f1983da-61e7-4d0e-a681-901b86293f7f triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:55:43.703294 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:43.745692 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-c60a7a4d-71ae-4401-a69b-bc84156b8e4e None None] Port 26610353-a053-418f-8899-1a77e8065285 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:55:43.779397 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-4d5aff92-be37-4e4b-8196-04e678262a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254e069c-e6fd-4fa3-ab62-c5df9ddfd3ef', 'name': 'tempest-TestSnapshotPattern-1670664919-router', 'tenant_id': '14d651fb3bd941abbf61760a7598ba62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': 'fc2e92dc-47ab-45c0-b445-69d691cd6d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:55:38Z', 'updated_at': '2022-05-31T14:55:42Z', 'revision_number': 4, 'project_id': '14d651fb3bd941abbf61760a7598ba62', 'gw_port': {'id': 'fc2e92dc-47ab-45c0-b445-69d691cd6d0f', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254e069c-e6fd-4fa3-ab62-c5df9ddfd3ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4470, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:55:39Z', 'updated_at': '2022-05-31T14:55:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '26610353-a053-418f-8899-1a77e8065285', 'name': '', 'network_id': 'e9c11df6-064d-418d-ace3-211afae9b742', 'tenant_id': '14d651fb3bd941abbf61760a7598ba62', 'mac_address': 'fa:16:3e:33:42:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254e069c-e6fd-4fa3-ab62-c5df9ddfd3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4471, 'fixed_ips': [{'subnet_id': 'ea191674-130b-4e6c-b02b-aaf75a508fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:55:42Z', 'updated_at': '2022-05-31T14:55:42Z', 'revision_number': 2, 'project_id': '14d651fb3bd941abbf61760a7598ba62', 'subnets': [{'id': 'ea191674-130b-4e6c-b02b-aaf75a508fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:55:43.788001 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5aff92-be37-4e4b-8196-04e678262a41 None None] The sync data for ids ['254e069c-e6fd-4fa3-ab62-c5df9ddfd3ef'] in n-d-843939-1 is: [{'id': '254e069c-e6fd-4fa3-ab62-c5df9ddfd3ef', 'name': 'tempest-TestSnapshotPattern-1670664919-router', 'tenant_id': '14d651fb3bd941abbf61760a7598ba62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': 'fc2e92dc-47ab-45c0-b445-69d691cd6d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:55:38Z', 'updated_at': '2022-05-31T14:55:42Z', 'revision_number': 4, 'project_id': '14d651fb3bd941abbf61760a7598ba62', 'gw_port': {'id': 'fc2e92dc-47ab-45c0-b445-69d691cd6d0f', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254e069c-e6fd-4fa3-ab62-c5df9ddfd3ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4470, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:55:39Z', 'updated_at': '2022-05-31T14:55:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '26610353-a053-418f-8899-1a77e8065285', 'name': '', 'network_id': 'e9c11df6-064d-418d-ace3-211afae9b742', 'tenant_id': '14d651fb3bd941abbf61760a7598ba62', 'mac_address': 'fa:16:3e:33:42:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254e069c-e6fd-4fa3-ab62-c5df9ddfd3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4471, 'fixed_ips': [{'subnet_id': 'ea191674-130b-4e6c-b02b-aaf75a508fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:55:42Z', 'updated_at': '2022-05-31T14:55:42Z', 'revision_number': 2, 'project_id': '14d651fb3bd941abbf61760a7598ba62', 'subnets': [{'id': 'ea191674-130b-4e6c-b02b-aaf75a508fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:55:43.851094 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 7f1983da-61e7-4d0e-a681-901b86293f7f is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:55:43.852193 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device c2c0ee51-7e9b-4741-ae7d-fa0335340e9a up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:55:43.865406 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e3d00d5-3514-4cfb-b389-5287b5f967db admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:55:43.874864 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-9e3d00d5-3514-4cfb-b389-5287b5f967db admin admin] 10.222.0.50 "PUT /v2.0/routers/254e069c-e6fd-4fa3-ab62-c5df9ddfd3ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6094158 May 31 14:55:43.931791 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port c2c0ee51-7e9b-4741-ae7d-fa0335340e9a triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:55:43.932276 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:44.074853 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:44.084357 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port c2c0ee51-7e9b-4741-ae7d-fa0335340e9a is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:55:44.246857 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:44.331485 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47242) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:55:44.337741 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-4d419cd8-ee79-4e08-84fd-8747f8036fe9 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-903367187', 'description': 'tempest-secgroup-smoke-903367187 description', 'project_id': 'b60514e9a36c4d8baf21623e81f1184d'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:55:44.344500 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-4d419cd8-ee79-4e08-84fd-8747f8036fe9 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:55:44.348417 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-4d419cd8-ee79-4e08-84fd-8747f8036fe9 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Usage tracker for resource:security_group and tenant:b60514e9a36c4d8baf21623e81f1184d is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:55:44.352342 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-4d419cd8-ee79-4e08-84fd-8747f8036fe9 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:55:44.358140 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-4d419cd8-ee79-4e08-84fd-8747f8036fe9 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:55:44.370964 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4d419cd8-ee79-4e08-84fd-8747f8036fe9 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify callbacks [] for security_group, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:44.392137 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-4d419cd8-ee79-4e08-84fd-8747f8036fe9 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:55:44.397182 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-4d419cd8-ee79-4e08-84fd-8747f8036fe9 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Usage tracker for resource:security_group_rule and tenant:b60514e9a36c4d8baf21623e81f1184d is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:55:44.401034 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-4d419cd8-ee79-4e08-84fd-8747f8036fe9 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:55:44.408599 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-4d419cd8-ee79-4e08-84fd-8747f8036fe9 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:55:44.500813 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4d419cd8-ee79-4e08-84fd-8747f8036fe9 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify callbacks [] for security_group, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:44.505842 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4d419cd8-ee79-4e08-84fd-8747f8036fe9 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:44.547181 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d419cd8-ee79-4e08-84fd-8747f8036fe9 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5d5ddf-9c12-4f7a-b4f3-348885e61380,revision_number=1']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:55:44.560822 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4d419cd8-ee79-4e08-84fd-8747f8036fe9 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:44.562190 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-4d419cd8-ee79-4e08-84fd-8747f8036fe9 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2295384 May 31 14:55:44.565000 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47246) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:55:44.570601 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-fff012ea-bd01-43f3-b6c3-0daa1b74f61f tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Request body: {'security_group_rule': {'security_group_id': '6f5d5ddf-9c12-4f7a-b4f3-348885e61380', 'project_id': 'b60514e9a36c4d8baf21623e81f1184d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:55:44.577583 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-fff012ea-bd01-43f3-b6c3-0daa1b74f61f tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:55:44.581612 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-fff012ea-bd01-43f3-b6c3-0daa1b74f61f tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Usage tracker for resource:security_group_rule and tenant:b60514e9a36c4d8baf21623e81f1184d is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:55:44.585316 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-fff012ea-bd01-43f3-b6c3-0daa1b74f61f tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:55:44.591319 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-fff012ea-bd01-43f3-b6c3-0daa1b74f61f tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:55:44.610053 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fff012ea-bd01-43f3-b6c3-0daa1b74f61f tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:44.673532 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fff012ea-bd01-43f3-b6c3-0daa1b74f61f tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:44.677318 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fff012ea-bd01-43f3-b6c3-0daa1b74f61f tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:44.702832 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff012ea-bd01-43f3-b6c3-0daa1b74f61f tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63c1859f-8bb7-4f1e-ba00-e323f6100d2a,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:55:44.712841 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-fff012ea-bd01-43f3-b6c3-0daa1b74f61f tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:44.714132 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-fff012ea-bd01-43f3-b6c3-0daa1b74f61f tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1481469 May 31 14:55:44.717031 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47250) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:55:44.722461 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-a1bd2516-3afb-455d-9639-8136c06d1d97 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Request body: {'security_group_rule': {'security_group_id': '6f5d5ddf-9c12-4f7a-b4f3-348885e61380', 'project_id': 'b60514e9a36c4d8baf21623e81f1184d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:55:44.729324 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-a1bd2516-3afb-455d-9639-8136c06d1d97 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:55:44.733289 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-a1bd2516-3afb-455d-9639-8136c06d1d97 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Usage tracker for resource:security_group_rule and tenant:b60514e9a36c4d8baf21623e81f1184d is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:55:44.736218 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-a1bd2516-3afb-455d-9639-8136c06d1d97 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:55:44.743048 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-a1bd2516-3afb-455d-9639-8136c06d1d97 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:55:44.762436 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a1bd2516-3afb-455d-9639-8136c06d1d97 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:44.828296 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a1bd2516-3afb-455d-9639-8136c06d1d97 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:44.832251 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a1bd2516-3afb-455d-9639-8136c06d1d97 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:44.858112 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bd2516-3afb-455d-9639-8136c06d1d97 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e7be17b-53cd-478b-8b6d-fc3e7fc74ab3,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:55:44.869359 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a1bd2516-3afb-455d-9639-8136c06d1d97 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:44.870815 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-a1bd2516-3afb-455d-9639-8136c06d1d97 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1528394 May 31 14:55:44.873602 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47254) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:55:44.878604 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-c4601865-78a2-4fd7-ad3d-981ace104b9f tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Request body: {'security_group_rule': {'security_group_id': '6f5d5ddf-9c12-4f7a-b4f3-348885e61380', 'project_id': 'b60514e9a36c4d8baf21623e81f1184d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:55:44.886116 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c4601865-78a2-4fd7-ad3d-981ace104b9f tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:55:44.890032 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-c4601865-78a2-4fd7-ad3d-981ace104b9f tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Usage tracker for resource:security_group_rule and tenant:b60514e9a36c4d8baf21623e81f1184d is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:55:44.893029 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-c4601865-78a2-4fd7-ad3d-981ace104b9f tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:55:44.899187 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-c4601865-78a2-4fd7-ad3d-981ace104b9f tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:55:44.917446 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c4601865-78a2-4fd7-ad3d-981ace104b9f tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:44.987043 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c4601865-78a2-4fd7-ad3d-981ace104b9f tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:44.991818 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c4601865-78a2-4fd7-ad3d-981ace104b9f tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:45.027249 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4601865-78a2-4fd7-ad3d-981ace104b9f tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49026a23-563b-4cd8-b7e4-58f4eef8ef71,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:55:45.035848 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-c4601865-78a2-4fd7-ad3d-981ace104b9f tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:45.040862 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-c4601865-78a2-4fd7-ad3d-981ace104b9f tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1631200 May 31 14:55:45.042068 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47260) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:55:45.046402 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-e8af6962-6fe3-4b92-b4bb-f94de6e91a23 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Request body: {'security_group_rule': {'security_group_id': '6f5d5ddf-9c12-4f7a-b4f3-348885e61380', 'project_id': 'b60514e9a36c4d8baf21623e81f1184d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:55:45.055024 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-e8af6962-6fe3-4b92-b4bb-f94de6e91a23 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:55:45.058197 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-e8af6962-6fe3-4b92-b4bb-f94de6e91a23 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Usage tracker for resource:security_group_rule and tenant:b60514e9a36c4d8baf21623e81f1184d is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:55:45.061133 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-e8af6962-6fe3-4b92-b4bb-f94de6e91a23 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:55:45.067396 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-e8af6962-6fe3-4b92-b4bb-f94de6e91a23 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:55:45.091444 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e8af6962-6fe3-4b92-b4bb-f94de6e91a23 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:45.166932 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e8af6962-6fe3-4b92-b4bb-f94de6e91a23 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:45.171080 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e8af6962-6fe3-4b92-b4bb-f94de6e91a23 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:45.195108 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8af6962-6fe3-4b92-b4bb-f94de6e91a23 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d04ad67-39f1-42ce-88a4-02c2cf24579d,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:55:45.205441 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e8af6962-6fe3-4b92-b4bb-f94de6e91a23 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:45.206667 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-e8af6962-6fe3-4b92-b4bb-f94de6e91a23 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1646552 May 31 14:55:45.210440 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47264) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:55:45.215663 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-f408b882-6a37-416d-876c-9d82b71b7ef1 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Request body: {'security_group_rule': {'security_group_id': '6f5d5ddf-9c12-4f7a-b4f3-348885e61380', 'project_id': 'b60514e9a36c4d8baf21623e81f1184d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:55:45.222318 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f408b882-6a37-416d-876c-9d82b71b7ef1 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:55:45.226257 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-f408b882-6a37-416d-876c-9d82b71b7ef1 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Usage tracker for resource:security_group_rule and tenant:b60514e9a36c4d8baf21623e81f1184d is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:55:45.229157 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-f408b882-6a37-416d-876c-9d82b71b7ef1 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:55:45.235240 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-f408b882-6a37-416d-876c-9d82b71b7ef1 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:55:45.246355 n-d-843939-1 neutron-server[88370]: INFO neutron.db.securitygroups_db [None req-f408b882-6a37-416d-876c-9d82b71b7ef1 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Project b60514e9a36c4d8baf21623e81f1184d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 14:55:45.253176 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f408b882-6a37-416d-876c-9d82b71b7ef1 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:45.333774 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f408b882-6a37-416d-876c-9d82b71b7ef1 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:45.337699 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f408b882-6a37-416d-876c-9d82b71b7ef1 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:45.362115 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f408b882-6a37-416d-876c-9d82b71b7ef1 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a733109-cb02-4de7-bc31-4372b5ea4bd7,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:55:45.372171 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f408b882-6a37-416d-876c-9d82b71b7ef1 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:45.373528 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-f408b882-6a37-416d-876c-9d82b71b7ef1 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1621678 May 31 14:55:45.376330 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47268) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:55:45.382564 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.v2.base [None req-3004bc4e-db20-48d4-b617-9829dba8593c tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Request body: {'security_group_rule': {'security_group_id': '6f5d5ddf-9c12-4f7a-b4f3-348885e61380', 'project_id': 'b60514e9a36c4d8baf21623e81f1184d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:55:45.388917 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-3004bc4e-db20-48d4-b617-9829dba8593c tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:55:45.392721 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-3004bc4e-db20-48d4-b617-9829dba8593c tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Usage tracker for resource:security_group_rule and tenant:b60514e9a36c4d8baf21623e81f1184d is out of sync, need to count used quota {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:55:45.395617 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [None req-3004bc4e-db20-48d4-b617-9829dba8593c tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88370) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:55:45.401380 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.quota.driver [None req-3004bc4e-db20-48d4-b617-9829dba8593c tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88370) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:55:45.417632 n-d-843939-1 neutron-server[88370]: INFO neutron.db.securitygroups_db [None req-3004bc4e-db20-48d4-b617-9829dba8593c tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Project b60514e9a36c4d8baf21623e81f1184d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 14:55:45.424497 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3004bc4e-db20-48d4-b617-9829dba8593c tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:45.497009 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3004bc4e-db20-48d4-b617-9829dba8593c tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:45.501232 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3004bc4e-db20-48d4-b617-9829dba8593c tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401344'] for security_group_rule, after_create {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:45.520448 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device fc2e92dc-47ab-45c0-b445-69d691cd6d0f up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:55:45.525593 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3004bc4e-db20-48d4-b617-9829dba8593c tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3160d750-1a79-403e-9fc4-b5b2225d9321,revision_number=0']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:55:45.535000 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-3004bc4e-db20-48d4-b617-9829dba8593c tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:45.536180 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-3004bc4e-db20-48d4-b617-9829dba8593c tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1589000 May 31 14:55:45.593389 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port fc2e92dc-47ab-45c0-b445-69d691cd6d0f completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:55:45.598228 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port fc2e92dc-47ab-45c0-b445-69d691cd6d0f triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:55:45.598610 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:45.710976 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-b6dc35d0-275f-4dcc-89c9-772455929bcc req-baca40fe-52ce-4aa9-8701-a3a502f6617d tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Synchronizing usage tracker for tenant:b60514e9a36c4d8baf21623e81f1184d on resource:security_group {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:55:45.719282 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port fc2e92dc-47ab-45c0-b445-69d691cd6d0f is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:55:45.719660 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:45.727477 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-b6dc35d0-275f-4dcc-89c9-772455929bcc req-baca40fe-52ce-4aa9-8701-a3a502f6617d tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Unset dirty status for tenant:b60514e9a36c4d8baf21623e81f1184d on resource:security_group {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:55:45.728710 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b6dc35d0-275f-4dcc-89c9-772455929bcc req-baca40fe-52ce-4aa9-8701-a3a502f6617d tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-903367187&fields=id&tenant_id=b60514e9a36c4d8baf21623e81f1184d HTTP/1.1" status: 200 len: 267 time: 0.0591798 May 31 14:55:45.737190 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port fc2e92dc-47ab-45c0-b445-69d691cd6d0f, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=fc2e92dc-47ab-45c0-b445-69d691cd6d0f,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:55:45.741278 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:45.807724 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=fc2e92dc-47ab-45c0-b445-69d691cd6d0f,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:55:45.889092 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc35d0-275f-4dcc-89c9-772455929bcc req-bb536224-0670-4435-b09b-3d0873401b35 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:55:45.890569 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b6dc35d0-275f-4dcc-89c9-772455929bcc req-bb536224-0670-4435-b09b-3d0873401b35 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.50 "GET /v2.0/networks?id=29584770-2406-4cfa-a6aa-a8b0b8dd961f HTTP/1.1" status: 200 len: 810 time: 0.1527531 May 31 14:55:45.905438 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b6dc35d0-275f-4dcc-89c9-772455929bcc req-dd005d9f-ec4f-41b2-91ac-8bf215fcb721 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.50 "GET /v2.0/quotas/b60514e9a36c4d8baf21623e81f1184d HTTP/1.1" status: 200 len: 375 time: 0.0095007 May 31 14:55:45.978428 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:45.994518 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b6dc35d0-275f-4dcc-89c9-772455929bcc req-9730d375-5680-48be-825a-5bd7d680a90c tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b60514e9a36c4d8baf21623e81f1184d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0841529 May 31 14:55:46.134457 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b6dc35d0-275f-4dcc-89c9-772455929bcc req-531a48d0-463f-44d5-8c39-239809cf6b2a service neutron] 10.222.0.50 "GET /v2.0/networks/29584770-2406-4cfa-a6aa-a8b0b8dd961f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279564 May 31 14:55:46.268727 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-b6dc35d0-275f-4dcc-89c9-772455929bcc req-d1ec1126-69e2-478d-8bc9-ac8c996fa014 service neutron] 10.222.0.50 "GET /v2.0/networks/29584770-2406-4cfa-a6aa-a8b0b8dd961f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283450 May 31 14:55:46.455363 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-617fa996-49ef-44e5-90ff-299d813b33f7 req-68885411-50a0-4481-8b30-af832ed601d4 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.50 "GET /v2.0/ports?device_id=03fd9769-56bb-46a0-91b3-97517d509026 HTTP/1.1" status: 200 len: 210 time: 0.0440710 May 31 14:55:47.374775 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc38368-291d-46f6-b98d-237a6c4499dd None None] Sync routers for ids ['254e069c-e6fd-4fa3-ab62-c5df9ddfd3ef'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:55:47.385953 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc38368-291d-46f6-b98d-237a6c4499dd None None] Routers {'254e069c-e6fd-4fa3-ab62-c5df9ddfd3ef'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:55:47.386696 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-7cc38368-291d-46f6-b98d-237a6c4499dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:55:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['254e069c-e6fd-4fa3-ab62-c5df9ddfd3ef'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:55:47.542157 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device fc2e92dc-47ab-45c0-b445-69d691cd6d0f up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:55:47.588455 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-7cc38368-291d-46f6-b98d-237a6c4499dd None None] Set router 254e069c-e6fd-4fa3-ab62-c5df9ddfd3ef gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:55:47.645663 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port fc2e92dc-47ab-45c0-b445-69d691cd6d0f triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:55:47.646964 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:47.718526 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e0602a1c-a635-45b3-97e4-616bfe9874c1 req-b7f1c72b-9048-40aa-98e6-26a8947865e1 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.50 "GET /v2.0/ports?device_id=03fd9769-56bb-46a0-91b3-97517d509026 HTTP/1.1" status: 200 len: 210 time: 0.0980918 May 31 14:55:47.843955 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port fc2e92dc-47ab-45c0-b445-69d691cd6d0f is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:55:47.874415 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc35d0-275f-4dcc-89c9-772455929bcc req-4d18735c-d617-491a-bf1d-6ba41c263013 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:55:47.875095 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-b6dc35d0-275f-4dcc-89c9-772455929bcc req-4d18735c-d617-491a-bf1d-6ba41c263013 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Synchronizing usage tracker for tenant:b60514e9a36c4d8baf21623e81f1184d on resource:network {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:55:47.892309 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-b6dc35d0-275f-4dcc-89c9-772455929bcc req-4d18735c-d617-491a-bf1d-6ba41c263013 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Unset dirty status for tenant:b60514e9a36c4d8baf21623e81f1184d on resource:network {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:55:47.893682 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b6dc35d0-275f-4dcc-89c9-772455929bcc req-4d18735c-d617-491a-bf1d-6ba41c263013 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.20 "GET /v2.0/networks?id=29584770-2406-4cfa-a6aa-a8b0b8dd961f HTTP/1.1" status: 200 len: 810 time: 0.4403017 May 31 14:55:47.931982 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-7cc38368-291d-46f6-b98d-237a6c4499dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254e069c-e6fd-4fa3-ab62-c5df9ddfd3ef', 'name': 'tempest-TestSnapshotPattern-1670664919-router', 'tenant_id': '14d651fb3bd941abbf61760a7598ba62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': 'fc2e92dc-47ab-45c0-b445-69d691cd6d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:55:38Z', 'updated_at': '2022-05-31T14:55:42Z', 'revision_number': 4, 'project_id': '14d651fb3bd941abbf61760a7598ba62', 'gw_port': {'id': 'fc2e92dc-47ab-45c0-b445-69d691cd6d0f', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254e069c-e6fd-4fa3-ab62-c5df9ddfd3ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4470, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:55:39Z', 'updated_at': '2022-05-31T14:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '26610353-a053-418f-8899-1a77e8065285', 'name': '', 'network_id': 'e9c11df6-064d-418d-ace3-211afae9b742', 'tenant_id': '14d651fb3bd941abbf61760a7598ba62', 'mac_address': 'fa:16:3e:33:42:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254e069c-e6fd-4fa3-ab62-c5df9ddfd3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4471, 'fixed_ips': [{'subnet_id': 'ea191674-130b-4e6c-b02b-aaf75a508fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:55:42Z', 'updated_at': '2022-05-31T14:55:42Z', 'revision_number': 2, 'project_id': '14d651fb3bd941abbf61760a7598ba62', 'subnets': [{'id': 'ea191674-130b-4e6c-b02b-aaf75a508fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:55:47.935891 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc38368-291d-46f6-b98d-237a6c4499dd None None] Checking router: 254e069c-e6fd-4fa3-ab62-c5df9ddfd3ef for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:55:47.936239 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc38368-291d-46f6-b98d-237a6c4499dd None None] Updating router 254e069c-e6fd-4fa3-ab62-c5df9ddfd3ef port 26610353-a053-418f-8899-1a77e8065285 binding host n-d-843939-1 {{(pid=88372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 14:55:47.941716 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-b6dc35d0-275f-4dcc-89c9-772455929bcc req-794c4367-225c-4711-843e-b648460d9f0a tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Synchronizing usage tracker for tenant:b60514e9a36c4d8baf21623e81f1184d on resource:security_group {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 14:55:47.954418 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-b6dc35d0-275f-4dcc-89c9-772455929bcc req-794c4367-225c-4711-843e-b648460d9f0a tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Unset dirty status for tenant:b60514e9a36c4d8baf21623e81f1184d on resource:security_group {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 14:55:47.955537 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b6dc35d0-275f-4dcc-89c9-772455929bcc req-794c4367-225c-4711-843e-b648460d9f0a tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b60514e9a36c4d8baf21623e81f1184d HTTP/1.1" status: 200 len: 379 time: 0.0539198 May 31 14:55:47.963751 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-b6dc35d0-275f-4dcc-89c9-772455929bcc req-da111a26-fa63-4b83-9bb5-995dab830103 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Request body: {'port': {'device_id': '03fd9769-56bb-46a0-91b3-97517d509026', 'network_id': '29584770-2406-4cfa-a6aa-a8b0b8dd961f', 'admin_state_up': True, 'tenant_id': 'b60514e9a36c4d8baf21623e81f1184d', 'security_groups': ['6f5d5ddf-9c12-4f7a-b4f3-348885e61380']}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:55:47.988187 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7cc38368-291d-46f6-b98d-237a6c4499dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:48.119342 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-b6dc35d0-275f-4dcc-89c9-772455929bcc req-da111a26-fa63-4b83-9bb5-995dab830103 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:55:48.123928 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-b6dc35d0-275f-4dcc-89c9-772455929bcc req-da111a26-fa63-4b83-9bb5-995dab830103 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Usage tracker for resource:port and tenant:b60514e9a36c4d8baf21623e81f1184d is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:55:48.126915 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-b6dc35d0-275f-4dcc-89c9-772455929bcc req-da111a26-fa63-4b83-9bb5-995dab830103 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:55:48.132868 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-b6dc35d0-275f-4dcc-89c9-772455929bcc req-da111a26-fa63-4b83-9bb5-995dab830103 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:55:48.142870 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6dc35d0-275f-4dcc-89c9-772455929bcc req-da111a26-fa63-4b83-9bb5-995dab830103 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Made reservation on behalf of b60514e9a36c4d8baf21623e81f1184d for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:55:48.146542 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-b6dc35d0-275f-4dcc-89c9-772455929bcc req-da111a26-fa63-4b83-9bb5-995dab830103 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:48.310934 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [req-b6dc35d0-275f-4dcc-89c9-772455929bcc req-da111a26-fa63-4b83-9bb5-995dab830103 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Allocated IP 172.20.0.13 (29584770-2406-4cfa-a6aa-a8b0b8dd961f/e39f3494-eecc-461f-af7e-e72bd66b0cd2/18a591bc-cf4b-4d3d-8d60-4aeb6887c04b) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:55:48.337038 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7cc38368-291d-46f6-b98d-237a6c4499dd None None] Notify callbacks [] for port, precommit_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:48.350069 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.provisioning_blocks [None req-7cc38368-291d-46f6-b98d-237a6c4499dd None None] Transition to ACTIVE for port object 26610353-a053-418f-8899-1a77e8065285 will not be triggered until provisioned by entity L2. {{(pid=88372) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:55:48.355986 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7cc38368-291d-46f6-b98d-237a6c4499dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:48.518349 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-b6dc35d0-275f-4dcc-89c9-772455929bcc req-da111a26-fa63-4b83-9bb5-995dab830103 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:48.520023 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cd8cdc-d65a-4e5e-8739-51e7480031c3 None None] Pushing event updated for resources: {'Port': ['ID=26610353-a053-418f-8899-1a77e8065285,revision_number=3']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:55:48.539364 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-b6dc35d0-275f-4dcc-89c9-772455929bcc req-da111a26-fa63-4b83-9bb5-995dab830103 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Transition to ACTIVE for port object 18a591bc-cf4b-4d3d-8d60-4aeb6887c04b will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:55:48.565489 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-b6dc35d0-275f-4dcc-89c9-772455929bcc req-da111a26-fa63-4b83-9bb5-995dab830103 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:48.606945 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-7cc38368-291d-46f6-b98d-237a6c4499dd None None] Attempting to bind port 26610353-a053-418f-8899-1a77e8065285 on host n-d-843939-1 for vnic_type normal with profile {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:55:48.607309 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-7cc38368-291d-46f6-b98d-237a6c4499dd None None] Attempting to bind port 26610353-a053-418f-8899-1a77e8065285 by drivers openvswitch,hyperv on host n-d-843939-1 at level 0 using segments [{'id': 'e5215288-d927-4bec-b812-910aac4418a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e9c11df6-064d-418d-ace3-211afae9b742'}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:55:48.607668 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc38368-291d-46f6-b98d-237a6c4499dd None None] Attempting to bind port 26610353-a053-418f-8899-1a77e8065285 on network e9c11df6-064d-418d-ace3-211afae9b742 {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:55:48.615304 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc38368-291d-46f6-b98d-237a6c4499dd None None] Checking agent: {'id': '52534744-a1ec-4de1-88a6-9721c6e8b9b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 7, 44), 'started_at': datetime.datetime(2022, 5, 31, 13, 8, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843939-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:55:48.616199 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc38368-291d-46f6-b98d-237a6c4499dd None None] Checking segment: {'id': 'e5215288-d927-4bec-b812-910aac4418a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e9c11df6-064d-418d-ace3-211afae9b742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:55:48.616199 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7cc38368-291d-46f6-b98d-237a6c4499dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:48.616694 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc38368-291d-46f6-b98d-237a6c4499dd None None] Bound using segment: {'id': 'e5215288-d927-4bec-b812-910aac4418a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e9c11df6-064d-418d-ace3-211afae9b742'} {{(pid=88372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:55:48.617212 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.managers [None req-7cc38368-291d-46f6-b98d-237a6c4499dd None None] Bound port: 26610353-a053-418f-8899-1a77e8065285, host: n-d-843939-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5215288-d927-4bec-b812-910aac4418a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e9c11df6-064d-418d-ace3-211afae9b742'}}] {{(pid=88372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:55:48.617589 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7cc38368-291d-46f6-b98d-237a6c4499dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:48.643191 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6dc35d0-275f-4dcc-89c9-772455929bcc req-da111a26-fa63-4b83-9bb5-995dab830103 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Network 29584770-2406-4cfa-a6aa-a8b0b8dd961f is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:55:48.646992 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [req-b6dc35d0-275f-4dcc-89c9-772455929bcc req-da111a26-fa63-4b83-9bb5-995dab830103 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:55:48.650745 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6dc35d0-275f-4dcc-89c9-772455929bcc req-da111a26-fa63-4b83-9bb5-995dab830103 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:55:48.684553 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da111a26-fa63-4b83-9bb5-995dab830103 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Pushing event updated for resources: {'Port': ['ID=18a591bc-cf4b-4d3d-8d60-4aeb6887c04b,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:55:48.717812 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-7cc38368-291d-46f6-b98d-237a6c4499dd None None] For port 26610353-a053-418f-8899-1a77e8065285, host n-d-843939-1, cleared binding levels {{(pid=88372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:55:48.720297 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc35d0-275f-4dcc-89c9-772455929bcc req-da111a26-fa63-4b83-9bb5-995dab830103 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:55:48.720920 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-b6dc35d0-275f-4dcc-89c9-772455929bcc req-da111a26-fa63-4b83-9bb5-995dab830103 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:48.721030 n-d-843939-1 neutron-server[88372]: DEBUG neutron.plugins.ml2.db [None req-7cc38368-291d-46f6-b98d-237a6c4499dd None None] For port 26610353-a053-418f-8899-1a77e8065285, host n-d-843939-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=26610353-a053-418f-8899-1a77e8065285,segment=NetworkSegment(e5215288-d927-4bec-b812-910aac4418a8),segment_id=e5215288-d927-4bec-b812-910aac4418a8)] {{(pid=88372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:55:48.726945 n-d-843939-1 neutron-server[88372]: DEBUG neutron_lib.callbacks.manager [None req-7cc38368-291d-46f6-b98d-237a6c4499dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:48.744265 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b6dc35d0-275f-4dcc-89c9-772455929bcc req-da111a26-fa63-4b83-9bb5-995dab830103 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7842228 May 31 14:55:48.755596 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-b6dc35d0-275f-4dcc-89c9-772455929bcc req-a5bd335f-d653-483b-a0b1-712615cdc56f service neutron] Request body: {'port': {'device_id': '03fd9769-56bb-46a0-91b3-97517d509026', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843939-1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:55:48.805022 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc38368-291d-46f6-b98d-237a6c4499dd None None] Routers {'254e069c-e6fd-4fa3-ab62-c5df9ddfd3ef'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:55:48.805595 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-7cc38368-291d-46f6-b98d-237a6c4499dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:55:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['254e069c-e6fd-4fa3-ab62-c5df9ddfd3ef'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:55:48.889706 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cd8cdc-d65a-4e5e-8739-51e7480031c3 None None] Pushing event updated for resources: {'Port': ['ID=26610353-a053-418f-8899-1a77e8065285,revision_number=4']} {{(pid=88372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:55:48.904235 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-b6dc35d0-275f-4dcc-89c9-772455929bcc req-a5bd335f-d653-483b-a0b1-712615cdc56f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:48.965831 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dacce3-ba0a-4750-a576-309240726e46 req-8760a86a-946f-41a7-b2dc-5eb6c8f29fe8 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:55:48.968155 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-55dacce3-ba0a-4750-a576-309240726e46 req-8760a86a-946f-41a7-b2dc-5eb6c8f29fe8 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.50 "GET /v2.0/ports?device_id=03fd9769-56bb-46a0-91b3-97517d509026 HTTP/1.1" status: 200 len: 932 time: 0.1136584 May 31 14:55:49.019338 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-55dacce3-ba0a-4750-a576-309240726e46 req-4a00d391-9824-4321-a368-4f122f47b407 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f5d5ddf-9c12-4f7a-b4f3-348885e61380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459249 May 31 14:55:49.040684 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-350e6b28-5267-4a38-98a0-a73533405ca0 None None] Provisioning for port 18a591bc-cf4b-4d3d-8d60-4aeb6887c04b completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:55:49.046389 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-350e6b28-5267-4a38-98a0-a73533405ca0 None None] Provisioning complete for port 18a591bc-cf4b-4d3d-8d60-4aeb6887c04b triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:55:49.046938 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-350e6b28-5267-4a38-98a0-a73533405ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:49.084084 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-7cc38368-291d-46f6-b98d-237a6c4499dd None None] Set router 254e069c-e6fd-4fa3-ab62-c5df9ddfd3ef gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:55:49.104624 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-350e6b28-5267-4a38-98a0-a73533405ca0 None None] Port 18a591bc-cf4b-4d3d-8d60-4aeb6887c04b cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:55:49.292675 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [req-b6dc35d0-275f-4dcc-89c9-772455929bcc req-a5bd335f-d653-483b-a0b1-712615cdc56f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18a591bc-cf4b-4d3d-8d60-4aeb6887c04b {{(pid=88369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:55:49.299964 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-b6dc35d0-275f-4dcc-89c9-772455929bcc req-a5bd335f-d653-483b-a0b1-712615cdc56f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:49.315381 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-b6dc35d0-275f-4dcc-89c9-772455929bcc req-a5bd335f-d653-483b-a0b1-712615cdc56f service neutron] Transition to ACTIVE for port object 18a591bc-cf4b-4d3d-8d60-4aeb6887c04b will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:55:49.321064 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-b6dc35d0-275f-4dcc-89c9-772455929bcc req-a5bd335f-d653-483b-a0b1-712615cdc56f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:49.556816 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 26610353-a053-418f-8899-1a77e8065285 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:55:49.568921 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bd335f-d653-483b-a0b1-712615cdc56f service neutron] Pushing event updated for resources: {'Port': ['ID=18a591bc-cf4b-4d3d-8d60-4aeb6887c04b,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:55:49.587429 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-b6dc35d0-275f-4dcc-89c9-772455929bcc req-a5bd335f-d653-483b-a0b1-712615cdc56f service neutron] Attempting to bind port 18a591bc-cf4b-4d3d-8d60-4aeb6887c04b on host n-h1-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:55:49.587796 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-b6dc35d0-275f-4dcc-89c9-772455929bcc req-a5bd335f-d653-483b-a0b1-712615cdc56f service neutron] Attempting to bind port 18a591bc-cf4b-4d3d-8d60-4aeb6887c04b by drivers openvswitch,hyperv on host n-h1-843939-1 at level 0 using segments [{'id': '040876ee-74fc-46de-8cc9-3fef9fc3ecaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '29584770-2406-4cfa-a6aa-a8b0b8dd961f'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:55:49.588170 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6dc35d0-275f-4dcc-89c9-772455929bcc req-a5bd335f-d653-483b-a0b1-712615cdc56f service neutron] Attempting to bind port 18a591bc-cf4b-4d3d-8d60-4aeb6887c04b on network 29584770-2406-4cfa-a6aa-a8b0b8dd961f {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:55:49.596680 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6dc35d0-275f-4dcc-89c9-772455929bcc req-a5bd335f-d653-483b-a0b1-712615cdc56f service neutron] Port 18a591bc-cf4b-4d3d-8d60-4aeb6887c04b on network 29584770-2406-4cfa-a6aa-a8b0b8dd961f not bound, no agent of type Open vSwitch agent registered on host n-h1-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 14:55:49.597134 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6dc35d0-275f-4dcc-89c9-772455929bcc req-a5bd335f-d653-483b-a0b1-712615cdc56f service neutron] Attempting to bind port 18a591bc-cf4b-4d3d-8d60-4aeb6887c04b on network 29584770-2406-4cfa-a6aa-a8b0b8dd961f {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:55:49.603965 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6dc35d0-275f-4dcc-89c9-772455929bcc req-a5bd335f-d653-483b-a0b1-712615cdc56f service neutron] Checking agent: {'id': '407ce577-71b2-4fe6-9cc3-c678a1b6691c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:55:49.604305 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6dc35d0-275f-4dcc-89c9-772455929bcc req-a5bd335f-d653-483b-a0b1-712615cdc56f service neutron] Checking segment: {'id': '040876ee-74fc-46de-8cc9-3fef9fc3ecaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '29584770-2406-4cfa-a6aa-a8b0b8dd961f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:55:49.604693 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6dc35d0-275f-4dcc-89c9-772455929bcc req-a5bd335f-d653-483b-a0b1-712615cdc56f service neutron] Bound using segment: {'id': '040876ee-74fc-46de-8cc9-3fef9fc3ecaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '29584770-2406-4cfa-a6aa-a8b0b8dd961f'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:55:49.605120 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-b6dc35d0-275f-4dcc-89c9-772455929bcc req-a5bd335f-d653-483b-a0b1-712615cdc56f service neutron] Bound port: 18a591bc-cf4b-4d3d-8d60-4aeb6887c04b, host: n-h1-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '040876ee-74fc-46de-8cc9-3fef9fc3ecaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '29584770-2406-4cfa-a6aa-a8b0b8dd961f'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:55:49.605465 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-b6dc35d0-275f-4dcc-89c9-772455929bcc req-a5bd335f-d653-483b-a0b1-712615cdc56f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:49.624229 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-7cc38368-291d-46f6-b98d-237a6c4499dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254e069c-e6fd-4fa3-ab62-c5df9ddfd3ef', 'name': 'tempest-TestSnapshotPattern-1670664919-router', 'tenant_id': '14d651fb3bd941abbf61760a7598ba62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': 'fc2e92dc-47ab-45c0-b445-69d691cd6d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:55:38Z', 'updated_at': '2022-05-31T14:55:42Z', 'revision_number': 4, 'project_id': '14d651fb3bd941abbf61760a7598ba62', 'gw_port': {'id': 'fc2e92dc-47ab-45c0-b445-69d691cd6d0f', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254e069c-e6fd-4fa3-ab62-c5df9ddfd3ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4470, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:55:39Z', 'updated_at': '2022-05-31T14:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '26610353-a053-418f-8899-1a77e8065285', 'name': '', 'network_id': 'e9c11df6-064d-418d-ace3-211afae9b742', 'tenant_id': '14d651fb3bd941abbf61760a7598ba62', 'mac_address': 'fa:16:3e:33:42:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254e069c-e6fd-4fa3-ab62-c5df9ddfd3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4471, 'fixed_ips': [{'subnet_id': 'ea191674-130b-4e6c-b02b-aaf75a508fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:55:42Z', 'updated_at': '2022-05-31T14:55:48Z', 'revision_number': 4, 'project_id': '14d651fb3bd941abbf61760a7598ba62', 'subnets': [{'id': 'ea191674-130b-4e6c-b02b-aaf75a508fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:55:49.631375 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc38368-291d-46f6-b98d-237a6c4499dd None None] The sync data for ids ['254e069c-e6fd-4fa3-ab62-c5df9ddfd3ef'] in n-d-843939-1 is: [{'id': '254e069c-e6fd-4fa3-ab62-c5df9ddfd3ef', 'name': 'tempest-TestSnapshotPattern-1670664919-router', 'tenant_id': '14d651fb3bd941abbf61760a7598ba62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': 'fc2e92dc-47ab-45c0-b445-69d691cd6d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:55:38Z', 'updated_at': '2022-05-31T14:55:42Z', 'revision_number': 4, 'project_id': '14d651fb3bd941abbf61760a7598ba62', 'gw_port': {'id': 'fc2e92dc-47ab-45c0-b445-69d691cd6d0f', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254e069c-e6fd-4fa3-ab62-c5df9ddfd3ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4470, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:55:39Z', 'updated_at': '2022-05-31T14:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '26610353-a053-418f-8899-1a77e8065285', 'name': '', 'network_id': 'e9c11df6-064d-418d-ace3-211afae9b742', 'tenant_id': '14d651fb3bd941abbf61760a7598ba62', 'mac_address': 'fa:16:3e:33:42:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254e069c-e6fd-4fa3-ab62-c5df9ddfd3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4471, 'fixed_ips': [{'subnet_id': 'ea191674-130b-4e6c-b02b-aaf75a508fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:55:42Z', 'updated_at': '2022-05-31T14:55:48Z', 'revision_number': 4, 'project_id': '14d651fb3bd941abbf61760a7598ba62', 'subnets': [{'id': 'ea191674-130b-4e6c-b02b-aaf75a508fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:55:49.662017 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning for port 26610353-a053-418f-8899-1a77e8065285 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:55:49.667003 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 26610353-a053-418f-8899-1a77e8065285 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:55:49.667541 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:49.704083 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-b6dc35d0-275f-4dcc-89c9-772455929bcc req-a5bd335f-d653-483b-a0b1-712615cdc56f service neutron] For port 18a591bc-cf4b-4d3d-8d60-4aeb6887c04b, host n-h1-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:55:49.707060 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-b6dc35d0-275f-4dcc-89c9-772455929bcc req-a5bd335f-d653-483b-a0b1-712615cdc56f service neutron] For port 18a591bc-cf4b-4d3d-8d60-4aeb6887c04b, host n-h1-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=18a591bc-cf4b-4d3d-8d60-4aeb6887c04b,segment=NetworkSegment(040876ee-74fc-46de-8cc9-3fef9fc3ecaf),segment_id=040876ee-74fc-46de-8cc9-3fef9fc3ecaf)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:55:49.712074 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-b6dc35d0-275f-4dcc-89c9-772455929bcc req-a5bd335f-d653-483b-a0b1-712615cdc56f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:49.774901 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc35d0-275f-4dcc-89c9-772455929bcc req-a5bd335f-d653-483b-a0b1-712615cdc56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:55:49.775509 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-b6dc35d0-275f-4dcc-89c9-772455929bcc req-a5bd335f-d653-483b-a0b1-712615cdc56f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:49.776940 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b6dc35d0-275f-4dcc-89c9-772455929bcc req-a5bd335f-d653-483b-a0b1-712615cdc56f service neutron] 10.222.0.20 "PUT /v2.0/ports/18a591bc-cf4b-4d3d-8d60-4aeb6887c04b HTTP/1.1" status: 200 len: 1092 time: 1.0254676 May 31 14:55:49.777272 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03fd9769-56bb-46a0-91b3-97517d509026', 'tag': '18a591bc-cf4b-4d3d-8d60-4aeb6887c04b'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:55:49.797071 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bd335f-d653-483b-a0b1-712615cdc56f service neutron] Pushing event updated for resources: {'Port': ['ID=18a591bc-cf4b-4d3d-8d60-4aeb6887c04b,revision_number=3']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:55:49.834968 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 26610353-a053-418f-8899-1a77e8065285 is: DOWN; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:55:49.835417 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:49.841158 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca1ecd1e-d888-44ad-b8cd-465e46bf83c1'] response: {'name': 'network-changed', 'server_uuid': '03fd9769-56bb-46a0-91b3-97517d509026', 'tag': '18a591bc-cf4b-4d3d-8d60-4aeb6887c04b', 'status': 'completed', 'code': 200} May 31 14:55:49.874210 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] For port 26610353-a053-418f-8899-1a77e8065285, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=26610353-a053-418f-8899-1a77e8065285,segment=NetworkSegment(e5215288-d927-4bec-b812-910aac4418a8),segment_id=e5215288-d927-4bec-b812-910aac4418a8)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:55:49.878683 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:49.932160 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc35d0-275f-4dcc-89c9-772455929bcc req-5e53ebbe-6914-4e87-9108-b43c773aabd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:55:49.933717 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b6dc35d0-275f-4dcc-89c9-772455929bcc req-5e53ebbe-6914-4e87-9108-b43c773aabd8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b60514e9a36c4d8baf21623e81f1184d&device_id=03fd9769-56bb-46a0-91b3-97517d509026 HTTP/1.1" status: 200 len: 1095 time: 0.0853767 May 31 14:55:49.953679 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Pushing event updated for resources: {'Port': ['ID=26610353-a053-418f-8899-1a77e8065285,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:55:50.003293 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b6dc35d0-275f-4dcc-89c9-772455929bcc req-4c4022e6-bfb8-4332-acd6-4d2176f4e735 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18a591bc-cf4b-4d3d-8d60-4aeb6887c04b HTTP/1.1" status: 200 len: 217 time: 0.0625861 May 31 14:55:50.068766 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc35d0-275f-4dcc-89c9-772455929bcc req-993d792f-85dd-417c-a9a7-82a3aa167734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:55:50.070316 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b6dc35d0-275f-4dcc-89c9-772455929bcc req-993d792f-85dd-417c-a9a7-82a3aa167734 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e39f3494-eecc-461f-af7e-e72bd66b0cd2 HTTP/1.1" status: 200 len: 849 time: 0.0613768 May 31 14:55:50.148286 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc35d0-275f-4dcc-89c9-772455929bcc req-653a9343-d37f-400e-a4ae-763c629f6658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:55:50.149785 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b6dc35d0-275f-4dcc-89c9-772455929bcc req-653a9343-d37f-400e-a4ae-763c629f6658 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=29584770-2406-4cfa-a6aa-a8b0b8dd961f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733490 May 31 14:55:50.225601 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deede0c6-5f68-4a61-b9d2-e78aee15f2f1 req-e4af82a4-3c17-455f-9093-ade9aa033c06 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:55:50.227081 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-deede0c6-5f68-4a61-b9d2-e78aee15f2f1 req-e4af82a4-3c17-455f-9093-ade9aa033c06 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.50 "GET /v2.0/ports?device_id=03fd9769-56bb-46a0-91b3-97517d509026 HTTP/1.1" status: 200 len: 944 time: 0.0820296 May 31 14:55:50.272439 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-deede0c6-5f68-4a61-b9d2-e78aee15f2f1 req-45e7204e-f090-478b-830a-8857914286b7 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f5d5ddf-9c12-4f7a-b4f3-348885e61380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394268 May 31 14:55:50.286701 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b6dc35d0-275f-4dcc-89c9-772455929bcc req-1fa848cf-900c-4080-88a8-d7ff6203f585 service neutron] 10.222.0.20 "GET /v2.0/networks/29584770-2406-4cfa-a6aa-a8b0b8dd961f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300619 May 31 14:55:50.519846 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-b6dc35d0-275f-4dcc-89c9-772455929bcc req-b225d47b-29e2-429a-a343-0b341e56d52c service neutron] 10.222.0.20 "GET /v2.0/networks/29584770-2406-4cfa-a6aa-a8b0b8dd961f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275918 May 31 14:55:50.638629 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c478fd-3925-4eb2-8267-2a81e476a149 req-7016ebd0-8182-44af-aacb-e42c296d437a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:55:50.640163 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f4c478fd-3925-4eb2-8267-2a81e476a149 req-7016ebd0-8182-44af-aacb-e42c296d437a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b60514e9a36c4d8baf21623e81f1184d&device_id=03fd9769-56bb-46a0-91b3-97517d509026 HTTP/1.1" status: 200 len: 1095 time: 0.0776861 May 31 14:55:50.775287 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c478fd-3925-4eb2-8267-2a81e476a149 req-99db959a-e4be-4bf1-a27e-8793ffcee819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:55:50.776752 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f4c478fd-3925-4eb2-8267-2a81e476a149 req-99db959a-e4be-4bf1-a27e-8793ffcee819 service neutron] 10.222.0.20 "GET /v2.0/networks?id=29584770-2406-4cfa-a6aa-a8b0b8dd961f HTTP/1.1" status: 200 len: 911 time: 0.1303794 May 31 14:55:50.848235 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f4c478fd-3925-4eb2-8267-2a81e476a149 req-70cf2365-a959-449d-a7fb-e963cf2e679e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18a591bc-cf4b-4d3d-8d60-4aeb6887c04b HTTP/1.1" status: 200 len: 217 time: 0.0653341 May 31 14:55:50.912151 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c478fd-3925-4eb2-8267-2a81e476a149 req-14b41682-f67b-4621-95e6-3ba0aa87569e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:55:50.913700 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f4c478fd-3925-4eb2-8267-2a81e476a149 req-14b41682-f67b-4621-95e6-3ba0aa87569e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e39f3494-eecc-461f-af7e-e72bd66b0cd2 HTTP/1.1" status: 200 len: 849 time: 0.0598621 May 31 14:55:50.992538 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c478fd-3925-4eb2-8267-2a81e476a149 req-11be74c7-1b51-402e-9a33-d4e2f9ac27a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:55:50.994119 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f4c478fd-3925-4eb2-8267-2a81e476a149 req-11be74c7-1b51-402e-9a33-d4e2f9ac27a9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=29584770-2406-4cfa-a6aa-a8b0b8dd961f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738475 May 31 14:55:51.130246 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f4c478fd-3925-4eb2-8267-2a81e476a149 req-d4fccafa-67ae-400e-8ed4-ebefba0f7182 service neutron] 10.222.0.20 "GET /v2.0/networks/29584770-2406-4cfa-a6aa-a8b0b8dd961f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293981 May 31 14:55:51.263942 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f4c478fd-3925-4eb2-8267-2a81e476a149 req-75495431-c7f9-41e6-abcd-cd81be0e8f6f service neutron] 10.222.0.20 "GET /v2.0/networks/29584770-2406-4cfa-a6aa-a8b0b8dd961f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274321 May 31 14:55:51.467434 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6724dec-9f2e-4a9d-8138-2e98ba6cf91d req-ad592aa0-fd46-4702-8d9e-d0a6d8505515 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:55:51.468881 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a6724dec-9f2e-4a9d-8138-2e98ba6cf91d req-ad592aa0-fd46-4702-8d9e-d0a6d8505515 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.50 "GET /v2.0/ports?device_id=03fd9769-56bb-46a0-91b3-97517d509026 HTTP/1.1" status: 200 len: 944 time: 0.0860329 May 31 14:55:51.495722 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 26610353-a053-418f-8899-1a77e8065285 up at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:55:51.514450 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-a6724dec-9f2e-4a9d-8138-2e98ba6cf91d req-656fe865-5c2d-445a-8728-bb7d96d8d24a tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f5d5ddf-9c12-4f7a-b4f3-348885e61380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387294 May 31 14:55:51.562369 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Provisioning complete for port 26610353-a053-418f-8899-1a77e8065285 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:55:51.562740 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:51.679695 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Current status of the port 26610353-a053-418f-8899-1a77e8065285 is: ACTIVE; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:55:52.699084 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a80c6bb-d008-4e39-bcea-16da7f56e636 req-50a7bda8-2d70-4d89-a253-48fec21c7710 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:55:52.700816 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2a80c6bb-d008-4e39-bcea-16da7f56e636 req-50a7bda8-2d70-4d89-a253-48fec21c7710 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.50 "GET /v2.0/ports?device_id=03fd9769-56bb-46a0-91b3-97517d509026 HTTP/1.1" status: 200 len: 944 time: 0.0797386 May 31 14:55:52.747634 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2a80c6bb-d008-4e39-bcea-16da7f56e636 req-5b4815bf-b9ab-45fe-a327-847ae958867e tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f5d5ddf-9c12-4f7a-b4f3-348885e61380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410306 May 31 14:55:52.992311 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 18a591bc-cf4b-4d3d-8d60-4aeb6887c04b details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 14:55:53.123097 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 18a591bc-cf4b-4d3d-8d60-4aeb6887c04b, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=18a591bc-cf4b-4d3d-8d60-4aeb6887c04b,segment=NetworkSegment(040876ee-74fc-46de-8cc9-3fef9fc3ecaf),segment_id=040876ee-74fc-46de-8cc9-3fef9fc3ecaf)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:55:53.136893 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': '18a591bc-cf4b-4d3d-8d60-4aeb6887c04b', 'network_id': '29584770-2406-4cfa-a6aa-a8b0b8dd961f', 'port_id': '18a591bc-cf4b-4d3d-8d60-4aeb6887c04b', 'mac_address': 'fa:16:3e:9b:6f:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e39f3494-eecc-461f-af7e-e72bd66b0cd2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 14:55:53.197189 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 18a591bc-cf4b-4d3d-8d60-4aeb6887c04b is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:55:53.197557 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:53.214421 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18a591bc-cf4b-4d3d-8d60-4aeb6887c04b {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:55:53.230209 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 18a591bc-cf4b-4d3d-8d60-4aeb6887c04b, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=18a591bc-cf4b-4d3d-8d60-4aeb6887c04b,segment=NetworkSegment(040876ee-74fc-46de-8cc9-3fef9fc3ecaf),segment_id=040876ee-74fc-46de-8cc9-3fef9fc3ecaf)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:55:53.233916 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:53.301080 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=18a591bc-cf4b-4d3d-8d60-4aeb6887c04b,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:55:53.599010 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['18a591bc-cf4b-4d3d-8d60-4aeb6887c04b'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:55:53.936955 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ae884f-7300-49ee-ac80-98a581ba5af8 req-f6c67370-cab0-413b-b14b-b527660dbc40 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:55:53.938478 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-96ae884f-7300-49ee-ac80-98a581ba5af8 req-f6c67370-cab0-413b-b14b-b527660dbc40 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.50 "GET /v2.0/ports?device_id=03fd9769-56bb-46a0-91b3-97517d509026 HTTP/1.1" status: 200 len: 945 time: 0.0849097 May 31 14:55:53.983891 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-96ae884f-7300-49ee-ac80-98a581ba5af8 req-799bf655-8a48-4faa-a2ec-cfaabc430df3 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f5d5ddf-9c12-4f7a-b4f3-348885e61380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386870 May 31 14:55:55.023053 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 18a591bc-cf4b-4d3d-8d60-4aeb6887c04b up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:55:55.094107 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning for port 18a591bc-cf4b-4d3d-8d60-4aeb6887c04b completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:55:55.098820 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port 18a591bc-cf4b-4d3d-8d60-4aeb6887c04b triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:55:55.099784 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:55.175325 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89159552-eb9b-4700-88b7-2944945e33e3 req-a6a9cf64-65a3-4d0c-a68d-aa141ddd30b2 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:55:55.176794 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-89159552-eb9b-4700-88b7-2944945e33e3 req-a6a9cf64-65a3-4d0c-a68d-aa141ddd30b2 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.50 "GET /v2.0/ports?device_id=03fd9769-56bb-46a0-91b3-97517d509026 HTTP/1.1" status: 200 len: 945 time: 0.0854518 May 31 14:55:55.218868 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 18a591bc-cf4b-4d3d-8d60-4aeb6887c04b is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:55:55.219243 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:55.222400 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-89159552-eb9b-4700-88b7-2944945e33e3 req-cf7a680a-35d7-4796-b081-214cb578a3c7 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f5d5ddf-9c12-4f7a-b4f3-348885e61380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396140 May 31 14:55:55.247398 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03fd9769-56bb-46a0-91b3-97517d509026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18a591bc-cf4b-4d3d-8d60-4aeb6887c04b'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:55:55.256975 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 18a591bc-cf4b-4d3d-8d60-4aeb6887c04b, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=18a591bc-cf4b-4d3d-8d60-4aeb6887c04b,segment=NetworkSegment(040876ee-74fc-46de-8cc9-3fef9fc3ecaf),segment_id=040876ee-74fc-46de-8cc9-3fef9fc3ecaf)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:55:55.260882 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:55.297603 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ddb9273-80cd-4881-92a3-4f279efa1860'] response: {'server_uuid': '03fd9769-56bb-46a0-91b3-97517d509026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18a591bc-cf4b-4d3d-8d60-4aeb6887c04b', 'code': 200} May 31 14:55:55.330373 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=18a591bc-cf4b-4d3d-8d60-4aeb6887c04b,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:55:55.423012 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a72df4-8ad7-4f2d-a457-52c482785dd7 req-650e49ad-5f52-4020-be1c-861dd0bf7aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:55:55.424479 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-a1a72df4-8ad7-4f2d-a457-52c482785dd7 req-650e49ad-5f52-4020-be1c-861dd0bf7aca service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=03fd9769-56bb-46a0-91b3-97517d509026 HTTP/1.1" status: 200 len: 1097 time: 0.0733461 May 31 14:55:55.466280 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-a1a72df4-8ad7-4f2d-a457-52c482785dd7 req-fe8914c4-ccff-481e-9ef5-48113739fe43 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6f5d5ddf-9c12-4f7a-b4f3-348885e61380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359566 May 31 14:55:56.412134 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5cf21a-b8a0-498a-8d7c-49f57f86094a req-5c41ed30-bc77-420f-bf95-7fc76d5fb07e tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:55:56.414262 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0c5cf21a-b8a0-498a-8d7c-49f57f86094a req-5c41ed30-bc77-420f-bf95-7fc76d5fb07e tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.50 "GET /v2.0/ports?device_id=03fd9769-56bb-46a0-91b3-97517d509026 HTTP/1.1" status: 200 len: 946 time: 0.0824804 May 31 14:55:56.459436 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-0c5cf21a-b8a0-498a-8d7c-49f57f86094a req-1b6037f5-0bcf-4de9-aa1a-a6306275cc80 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f5d5ddf-9c12-4f7a-b4f3-348885e61380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390072 May 31 14:55:57.648585 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefaed70-124c-4cad-9847-26d9c3c2bf56 req-2a107dda-0f74-468e-bd0c-eea8e1ca3185 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:55:57.650043 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-eefaed70-124c-4cad-9847-26d9c3c2bf56 req-2a107dda-0f74-468e-bd0c-eea8e1ca3185 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.50 "GET /v2.0/ports?device_id=03fd9769-56bb-46a0-91b3-97517d509026 HTTP/1.1" status: 200 len: 946 time: 0.0832636 May 31 14:55:57.694257 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-eefaed70-124c-4cad-9847-26d9c3c2bf56 req-fef2ddfb-4c60-4b0c-a907-4547b77f4249 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f5d5ddf-9c12-4f7a-b4f3-348885e61380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384767 May 31 14:55:57.880693 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243dd9dc-a93c-470b-acfa-8dda61dd45d3 req-5c3326fc-8cb9-4f46-996e-8c3edb08ba67 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:55:57.882340 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-243dd9dc-a93c-470b-acfa-8dda61dd45d3 req-5c3326fc-8cb9-4f46-996e-8c3edb08ba67 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.50 "GET /v2.0/ports?device_id=03fd9769-56bb-46a0-91b3-97517d509026 HTTP/1.1" status: 200 len: 946 time: 0.0793900 May 31 14:55:57.937164 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-243dd9dc-a93c-470b-acfa-8dda61dd45d3 req-5729edc7-e21e-4b36-8cec-14a3c8e143e2 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f5d5ddf-9c12-4f7a-b4f3-348885e61380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465584 May 31 14:55:57.959832 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47322) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:55:58.129128 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fb2841-01cb-4150-8494-f2d1d3574388 tempest-TestSnapshotPattern-2068349926 tempest-TestSnapshotPattern-2068349926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:55:58.130770 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-11fb2841-01cb-4150-8494-f2d1d3574388 tempest-TestSnapshotPattern-2068349926 tempest-TestSnapshotPattern-2068349926-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=03fd9769-56bb-46a0-91b3-97517d509026 HTTP/1.1" status: 200 len: 1092 time: 0.1698785 May 31 14:55:58.133780 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47328) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:55:58.138589 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-7076df34-149e-4852-b97c-51cb12034b67 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Request body: {'floatingip': {'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'port_id': '18a591bc-cf4b-4d3d-8d60-4aeb6887c04b', 'tenant_id': 'b60514e9a36c4d8baf21623e81f1184d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:55:58.145254 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-7076df34-149e-4852-b97c-51cb12034b67 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:55:58.150270 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-7076df34-149e-4852-b97c-51cb12034b67 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Usage tracker for resource:floatingip and tenant:b60514e9a36c4d8baf21623e81f1184d is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:55:58.153056 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-7076df34-149e-4852-b97c-51cb12034b67 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:55:58.158622 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-7076df34-149e-4852-b97c-51cb12034b67 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:55:58.169793 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7076df34-149e-4852-b97c-51cb12034b67 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify callbacks [] for floatingip, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:58.307467 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7076df34-149e-4852-b97c-51cb12034b67 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:58.447017 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-7076df34-149e-4852-b97c-51cb12034b67 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Allocated IP 172.25.6.94 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/7330cab3-036a-48c7-82a0-8fa16f089a74) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:55:58.598841 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7076df34-149e-4852-b97c-51cb12034b67 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:58.628757 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7076df34-149e-4852-b97c-51cb12034b67 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:58.656192 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:55:58.696042 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7076df34-149e-4852-b97c-51cb12034b67 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:55:58.698745 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-7076df34-149e-4852-b97c-51cb12034b67 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:55:58.702668 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7076df34-149e-4852-b97c-51cb12034b67 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:55:58.737078 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7076df34-149e-4852-b97c-51cb12034b67 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Pushing event updated for resources: {'Port': ['ID=7330cab3-036a-48c7-82a0-8fa16f089a74,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:55:59.214780 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7076df34-149e-4852-b97c-51cb12034b67 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:59.289368 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7076df34-149e-4852-b97c-51cb12034b67 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:59.495415 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7076df34-149e-4852-b97c-51cb12034b67 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:59.499861 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7076df34-149e-4852-b97c-51cb12034b67 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:59.610012 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7076df34-149e-4852-b97c-51cb12034b67 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Pushing event updated for resources: {'Port': ['ID=7330cab3-036a-48c7-82a0-8fa16f089a74,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:55:59.619858 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7076df34-149e-4852-b97c-51cb12034b67 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:55:59.786685 n-d-843939-1 neutron-server[88369]: INFO neutron.db.l3_db [None req-7076df34-149e-4852-b97c-51cb12034b67 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Floating IP 92b09f3b-7713-4ee1-adcc-7186099f4771 associated. External IP: 172.25.6.94, port: 18a591bc-cf4b-4d3d-8d60-4aeb6887c04b. May 31 14:56:00.143933 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7076df34-149e-4852-b97c-51cb12034b67 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Router 976ee54f-73f8-410a-9afd-770d52f253aa has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:56:00.449656 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7076df34-149e-4852-b97c-51cb12034b67 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:56:00.459433 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53369ddb-e640-4d57-8504-72dcbdfc017d None None] Sync routers for ids ['976ee54f-73f8-410a-9afd-770d52f253aa'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:56:00.468537 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53369ddb-e640-4d57-8504-72dcbdfc017d None None] Routers {'976ee54f-73f8-410a-9afd-770d52f253aa'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:56:00.469230 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-53369ddb-e640-4d57-8504-72dcbdfc017d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:55:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['976ee54f-73f8-410a-9afd-770d52f253aa'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:56:00.473538 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-7076df34-149e-4852-b97c-51cb12034b67 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:56:00.528823 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-7076df34-149e-4852-b97c-51cb12034b67 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3939903 May 31 14:56:00.529521 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03fd9769-56bb-46a0-91b3-97517d509026', 'tag': '18a591bc-cf4b-4d3d-8d60-4aeb6887c04b'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:56:00.577252 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8f8bbb9-4de8-4800-97c4-369d63459629'] response: {'name': 'network-changed', 'server_uuid': '03fd9769-56bb-46a0-91b3-97517d509026', 'tag': '18a591bc-cf4b-4d3d-8d60-4aeb6887c04b', 'status': 'completed', 'code': 200} May 31 14:56:00.675921 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12cc82a-5dce-4178-8801-2671ed5d7576 req-a92056fb-18f7-4b20-8ff5-4052de1bd6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:56:00.677396 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f12cc82a-5dce-4178-8801-2671ed5d7576 req-a92056fb-18f7-4b20-8ff5-4052de1bd6ec service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b60514e9a36c4d8baf21623e81f1184d&device_id=03fd9769-56bb-46a0-91b3-97517d509026 HTTP/1.1" status: 200 len: 1097 time: 0.0726912 May 31 14:56:00.683671 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-53369ddb-e640-4d57-8504-72dcbdfc017d None None] Set router 976ee54f-73f8-410a-9afd-770d52f253aa gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:56:00.809957 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12cc82a-5dce-4178-8801-2671ed5d7576 req-11335d02-f1cc-46b8-8821-c4f26063b9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:56:00.811323 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f12cc82a-5dce-4178-8801-2671ed5d7576 req-11335d02-f1cc-46b8-8821-c4f26063b9e1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=29584770-2406-4cfa-a6aa-a8b0b8dd961f HTTP/1.1" status: 200 len: 911 time: 0.1283789 May 31 14:56:00.915260 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f12cc82a-5dce-4178-8801-2671ed5d7576 req-fe1cfe41-db00-4d4f-8a20-161c910ba0ce service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18a591bc-cf4b-4d3d-8d60-4aeb6887c04b HTTP/1.1" status: 200 len: 999 time: 0.0984106 May 31 14:56:00.977695 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12cc82a-5dce-4178-8801-2671ed5d7576 req-72a4335b-82c1-4d1e-a60b-a8edce22099a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:56:00.979142 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f12cc82a-5dce-4178-8801-2671ed5d7576 req-72a4335b-82c1-4d1e-a60b-a8edce22099a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e39f3494-eecc-461f-af7e-e72bd66b0cd2 HTTP/1.1" status: 200 len: 849 time: 0.0583315 May 31 14:56:01.036398 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-53369ddb-e640-4d57-8504-72dcbdfc017d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976ee54f-73f8-410a-9afd-770d52f253aa', 'name': 'tempest-TestSnapshotPattern-2062755897-router', 'tenant_id': 'b60514e9a36c4d8baf21623e81f1184d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': '5c5c141c-c462-43b0-9118-311c43065f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:55:31Z', 'updated_at': '2022-05-31T14:55:36Z', 'revision_number': 4, 'project_id': 'b60514e9a36c4d8baf21623e81f1184d', 'gw_port': {'id': '5c5c141c-c462-43b0-9118-311c43065f6a', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:69:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976ee54f-73f8-410a-9afd-770d52f253aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4458, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:55:32Z', 'updated_at': '2022-05-31T14:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '92b09f3b-7713-4ee1-adcc-7186099f4771', 'tenant_id': 'b60514e9a36c4d8baf21623e81f1184d', 'floating_ip_address': '172.25.6.94', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '976ee54f-73f8-410a-9afd-770d52f253aa', 'port_id': '18a591bc-cf4b-4d3d-8d60-4aeb6887c04b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29584770-2406-4cfa-a6aa-a8b0b8dd961f', 'mac_address': 'fa:16:3e:9b:6f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fd9769-56bb-46a0-91b3-97517d509026', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:55:59Z', 'updated_at': '2022-05-31T14:55:59Z', 'revision_number': 0, 'project_id': 'b60514e9a36c4d8baf21623e81f1184d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f1983da-61e7-4d0e-a681-901b86293f7f', 'name': '', 'network_id': '29584770-2406-4cfa-a6aa-a8b0b8dd961f', 'tenant_id': 'b60514e9a36c4d8baf21623e81f1184d', 'mac_address': 'fa:16:3e:06:e1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976ee54f-73f8-410a-9afd-770d52f253aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4459, 'fixed_ips': [{'subnet_id': 'e39f3494-eecc-461f-af7e-e72bd66b0cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:55:35Z', 'updated_at': '2022-05-31T14:55:41Z', 'revision_number': 5, 'project_id': 'b60514e9a36c4d8baf21623e81f1184d', 'subnets': [{'id': 'e39f3494-eecc-461f-af7e-e72bd66b0cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:56:01.040866 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53369ddb-e640-4d57-8504-72dcbdfc017d None None] Checking router: 976ee54f-73f8-410a-9afd-770d52f253aa for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:56:01.049498 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53369ddb-e640-4d57-8504-72dcbdfc017d None None] Routers {'976ee54f-73f8-410a-9afd-770d52f253aa'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:56:01.050223 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-53369ddb-e640-4d57-8504-72dcbdfc017d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:55:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['976ee54f-73f8-410a-9afd-770d52f253aa'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:56:01.059586 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12cc82a-5dce-4178-8801-2671ed5d7576 req-a6a21477-2bc3-4454-a83d-d337d6f2f3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:56:01.061132 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f12cc82a-5dce-4178-8801-2671ed5d7576 req-a6a21477-2bc3-4454-a83d-d337d6f2f3fd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=29584770-2406-4cfa-a6aa-a8b0b8dd961f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754852 May 31 14:56:01.195525 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f12cc82a-5dce-4178-8801-2671ed5d7576 req-01138973-e3ca-43a8-a506-9dcf1a390d48 service neutron] 10.222.0.20 "GET /v2.0/networks/29584770-2406-4cfa-a6aa-a8b0b8dd961f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283777 May 31 14:56:01.229532 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-53369ddb-e640-4d57-8504-72dcbdfc017d None None] Set router 976ee54f-73f8-410a-9afd-770d52f253aa gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:56:01.328186 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-f12cc82a-5dce-4178-8801-2671ed5d7576 req-d25aecca-210b-4652-827e-51cbb3fa4025 service neutron] 10.222.0.20 "GET /v2.0/networks/29584770-2406-4cfa-a6aa-a8b0b8dd961f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262434 May 31 14:56:01.574376 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-53369ddb-e640-4d57-8504-72dcbdfc017d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976ee54f-73f8-410a-9afd-770d52f253aa', 'name': 'tempest-TestSnapshotPattern-2062755897-router', 'tenant_id': 'b60514e9a36c4d8baf21623e81f1184d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': '5c5c141c-c462-43b0-9118-311c43065f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:55:31Z', 'updated_at': '2022-05-31T14:55:36Z', 'revision_number': 4, 'project_id': 'b60514e9a36c4d8baf21623e81f1184d', 'gw_port': {'id': '5c5c141c-c462-43b0-9118-311c43065f6a', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:69:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976ee54f-73f8-410a-9afd-770d52f253aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4458, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:55:32Z', 'updated_at': '2022-05-31T14:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '92b09f3b-7713-4ee1-adcc-7186099f4771', 'tenant_id': 'b60514e9a36c4d8baf21623e81f1184d', 'floating_ip_address': '172.25.6.94', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '976ee54f-73f8-410a-9afd-770d52f253aa', 'port_id': '18a591bc-cf4b-4d3d-8d60-4aeb6887c04b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29584770-2406-4cfa-a6aa-a8b0b8dd961f', 'mac_address': 'fa:16:3e:9b:6f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fd9769-56bb-46a0-91b3-97517d509026', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:55:59Z', 'updated_at': '2022-05-31T14:55:59Z', 'revision_number': 0, 'project_id': 'b60514e9a36c4d8baf21623e81f1184d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f1983da-61e7-4d0e-a681-901b86293f7f', 'name': '', 'network_id': '29584770-2406-4cfa-a6aa-a8b0b8dd961f', 'tenant_id': 'b60514e9a36c4d8baf21623e81f1184d', 'mac_address': 'fa:16:3e:06:e1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976ee54f-73f8-410a-9afd-770d52f253aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4459, 'fixed_ips': [{'subnet_id': 'e39f3494-eecc-461f-af7e-e72bd66b0cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:55:35Z', 'updated_at': '2022-05-31T14:55:41Z', 'revision_number': 5, 'project_id': 'b60514e9a36c4d8baf21623e81f1184d', 'subnets': [{'id': 'e39f3494-eecc-461f-af7e-e72bd66b0cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:56:01.578644 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53369ddb-e640-4d57-8504-72dcbdfc017d None None] The sync data for ids ['976ee54f-73f8-410a-9afd-770d52f253aa'] in n-d-843939-1 is: [{'id': '976ee54f-73f8-410a-9afd-770d52f253aa', 'name': 'tempest-TestSnapshotPattern-2062755897-router', 'tenant_id': 'b60514e9a36c4d8baf21623e81f1184d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': '5c5c141c-c462-43b0-9118-311c43065f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:55:31Z', 'updated_at': '2022-05-31T14:55:36Z', 'revision_number': 4, 'project_id': 'b60514e9a36c4d8baf21623e81f1184d', 'gw_port': {'id': '5c5c141c-c462-43b0-9118-311c43065f6a', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:69:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976ee54f-73f8-410a-9afd-770d52f253aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4458, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:55:32Z', 'updated_at': '2022-05-31T14:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '92b09f3b-7713-4ee1-adcc-7186099f4771', 'tenant_id': 'b60514e9a36c4d8baf21623e81f1184d', 'floating_ip_address': '172.25.6.94', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '976ee54f-73f8-410a-9afd-770d52f253aa', 'port_id': '18a591bc-cf4b-4d3d-8d60-4aeb6887c04b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29584770-2406-4cfa-a6aa-a8b0b8dd961f', 'mac_address': 'fa:16:3e:9b:6f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fd9769-56bb-46a0-91b3-97517d509026', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:55:59Z', 'updated_at': '2022-05-31T14:55:59Z', 'revision_number': 0, 'project_id': 'b60514e9a36c4d8baf21623e81f1184d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f1983da-61e7-4d0e-a681-901b86293f7f', 'name': '', 'network_id': '29584770-2406-4cfa-a6aa-a8b0b8dd961f', 'tenant_id': 'b60514e9a36c4d8baf21623e81f1184d', 'mac_address': 'fa:16:3e:06:e1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976ee54f-73f8-410a-9afd-770d52f253aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4459, 'fixed_ips': [{'subnet_id': 'e39f3494-eecc-461f-af7e-e72bd66b0cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:55:35Z', 'updated_at': '2022-05-31T14:55:41Z', 'revision_number': 5, 'project_id': 'b60514e9a36c4d8baf21623e81f1184d', 'subnets': [{'id': 'e39f3494-eecc-461f-af7e-e72bd66b0cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:56:01.763295 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c115bf-f635-4ba5-8dff-932c1071f702 None None] New status for floating IP 92b09f3b-7713-4ee1-adcc-7186099f4771: ACTIVE {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 14:56:08.334454 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:56:09.743533 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:56:10.797455 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-15e34550-50c0-434a-870d-3d830cd882fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:56:12.998251 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5148052f-daf2-4a32-a7bf-19e0a536ce41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:56:14.049009 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:56:14.246422 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:56:15.981013 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:56:26.069473 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5694e002-8197-4aca-86f1-9802810a42df req-b1c02d6e-1a73-4b9f-b193-3e10e7fe11d2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=03fd9769-56bb-46a0-91b3-97517d509026&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1124825 May 31 14:56:26.206992 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694e002-8197-4aca-86f1-9802810a42df req-2d70c2a8-aef1-4224-8d15-3efa88fc97d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:56:26.208429 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5694e002-8197-4aca-86f1-9802810a42df req-2d70c2a8-aef1-4224-8d15-3efa88fc97d6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b60514e9a36c4d8baf21623e81f1184d&device_id=03fd9769-56bb-46a0-91b3-97517d509026 HTTP/1.1" status: 200 len: 1097 time: 0.0706983 May 31 14:56:26.355790 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694e002-8197-4aca-86f1-9802810a42df req-114129a4-129a-4a87-856d-a558329c4e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:56:26.357123 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5694e002-8197-4aca-86f1-9802810a42df req-114129a4-129a-4a87-856d-a558329c4e0f service neutron] 10.222.0.20 "GET /v2.0/networks?id=29584770-2406-4cfa-a6aa-a8b0b8dd961f HTTP/1.1" status: 200 len: 911 time: 0.1303253 May 31 14:56:26.461371 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5694e002-8197-4aca-86f1-9802810a42df req-db1787e5-e44c-4b8d-a9fc-c3fb39fe87d4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18a591bc-cf4b-4d3d-8d60-4aeb6887c04b HTTP/1.1" status: 200 len: 1001 time: 0.0979118 May 31 14:56:26.523940 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694e002-8197-4aca-86f1-9802810a42df req-68393bca-4813-4c6f-ac99-66c8bc0d36d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:56:26.525354 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5694e002-8197-4aca-86f1-9802810a42df req-68393bca-4813-4c6f-ac99-66c8bc0d36d6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e39f3494-eecc-461f-af7e-e72bd66b0cd2 HTTP/1.1" status: 200 len: 849 time: 0.0585589 May 31 14:56:26.599724 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694e002-8197-4aca-86f1-9802810a42df req-eb53a1ff-70db-41ea-a21d-7bdd0d1e5277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:56:26.601165 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5694e002-8197-4aca-86f1-9802810a42df req-eb53a1ff-70db-41ea-a21d-7bdd0d1e5277 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=29584770-2406-4cfa-a6aa-a8b0b8dd961f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699756 May 31 14:56:26.737623 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5694e002-8197-4aca-86f1-9802810a42df req-6d56e826-03d6-45f8-8e15-279b6937be64 service neutron] 10.222.0.20 "GET /v2.0/networks/29584770-2406-4cfa-a6aa-a8b0b8dd961f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298289 May 31 14:56:26.973549 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-5694e002-8197-4aca-86f1-9802810a42df req-5db4cac3-2978-4a5e-9a37-5be8f94c3f30 service neutron] 10.222.0.20 "GET /v2.0/networks/29584770-2406-4cfa-a6aa-a8b0b8dd961f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299809 May 31 14:56:35.655073 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:56:38.349451 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:56:39.754736 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:56:40.798903 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-babcf0e4-ceea-4c91-8257-8b065c561fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:56:43.000314 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-eb5e7877-6abe-4c88-aef3-e3a3be81fa6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:56:44.051209 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:56:44.255830 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:56:45.983539 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:57:08.347813 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:57:09.757880 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:57:10.802007 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ff5de391-aeb4-41f1-b26b-a8dae555786d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:57:12.653758 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:57:13.002262 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-5518ee78-fd21-40e8-b7c9-0af91273125e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:57:14.053436 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:57:14.253660 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:57:15.985597 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:57:28.003789 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-85edfe3a-8b4f-4a0c-85be-bddc4ceaef66 req-088dc5e4-bc76-4fa2-9268-af12b710bced service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=03fd9769-56bb-46a0-91b3-97517d509026&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0731604 May 31 14:57:28.145292 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85edfe3a-8b4f-4a0c-85be-bddc4ceaef66 req-eb90b8f8-5094-42f1-bd2e-f7efc1c40703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:57:28.146805 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-85edfe3a-8b4f-4a0c-85be-bddc4ceaef66 req-eb90b8f8-5094-42f1-bd2e-f7efc1c40703 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b60514e9a36c4d8baf21623e81f1184d&device_id=03fd9769-56bb-46a0-91b3-97517d509026 HTTP/1.1" status: 200 len: 1097 time: 0.0753677 May 31 14:57:28.290816 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85edfe3a-8b4f-4a0c-85be-bddc4ceaef66 req-20925e5b-813a-4d57-84fa-5092d2909c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:57:28.292155 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-85edfe3a-8b4f-4a0c-85be-bddc4ceaef66 req-20925e5b-813a-4d57-84fa-5092d2909c5c service neutron] 10.222.0.20 "GET /v2.0/networks?id=29584770-2406-4cfa-a6aa-a8b0b8dd961f HTTP/1.1" status: 200 len: 911 time: 0.1278582 May 31 14:57:28.395305 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-85edfe3a-8b4f-4a0c-85be-bddc4ceaef66 req-cd6e7f7a-2643-403e-90d7-879e2c1c6505 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18a591bc-cf4b-4d3d-8d60-4aeb6887c04b HTTP/1.1" status: 200 len: 1001 time: 0.0975096 May 31 14:57:28.457708 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85edfe3a-8b4f-4a0c-85be-bddc4ceaef66 req-cf4a9e83-9838-4a25-bc52-6bcf5e6b2965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:57:28.459188 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-85edfe3a-8b4f-4a0c-85be-bddc4ceaef66 req-cf4a9e83-9838-4a25-bc52-6bcf5e6b2965 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e39f3494-eecc-461f-af7e-e72bd66b0cd2 HTTP/1.1" status: 200 len: 849 time: 0.0581250 May 31 14:57:28.536559 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85edfe3a-8b4f-4a0c-85be-bddc4ceaef66 req-d601e8b9-0f5f-418e-b6c1-aa29d0302ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:57:28.538055 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-85edfe3a-8b4f-4a0c-85be-bddc4ceaef66 req-d601e8b9-0f5f-418e-b6c1-aa29d0302ebe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=29584770-2406-4cfa-a6aa-a8b0b8dd961f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730858 May 31 14:57:28.667925 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-85edfe3a-8b4f-4a0c-85be-bddc4ceaef66 req-31f75828-841d-4fa7-8f8d-c82f01b65fcb service neutron] 10.222.0.20 "GET /v2.0/networks/29584770-2406-4cfa-a6aa-a8b0b8dd961f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226940 May 31 14:57:28.800202 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-85edfe3a-8b4f-4a0c-85be-bddc4ceaef66 req-08560114-49e8-4954-8ad5-95826b2e7715 service neutron] 10.222.0.20 "GET /v2.0/networks/29584770-2406-4cfa-a6aa-a8b0b8dd961f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266685 May 31 14:57:38.346969 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:57:39.764680 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:57:40.803536 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-235d60cf-b6e4-436a-86b1-fa7c31375776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:57:43.004173 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7f00059b-7291-4a59-939d-f0ec3749daed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:57:44.055061 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:57:44.256745 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:57:45.990304 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:57:49.652663 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:58:08.363752 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:58:09.786796 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:58:10.805380 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6a4cabbb-f608-42a5-8eeb-f02ef7fececf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:58:13.005065 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-b5bd7b34-5484-4a98-ab15-8edba28196a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:58:14.057875 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:58:14.258405 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:58:15.991271 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:58:26.652104 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:58:30.048792 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b3dec-c9c7-4c93-b7e8-b9fafbf6c865 req-ea7fbeec-b522-4697-b6a1-0fb6476f02dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:58:30.050245 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1f4b3dec-c9c7-4c93-b7e8-b9fafbf6c865 req-ea7fbeec-b522-4697-b6a1-0fb6476f02dc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b60514e9a36c4d8baf21623e81f1184d&device_id=03fd9769-56bb-46a0-91b3-97517d509026 HTTP/1.1" status: 200 len: 1097 time: 0.0702720 May 31 14:58:30.190931 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b3dec-c9c7-4c93-b7e8-b9fafbf6c865 req-54e68068-239c-4957-be17-b669feff264c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:58:30.192332 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1f4b3dec-c9c7-4c93-b7e8-b9fafbf6c865 req-54e68068-239c-4957-be17-b669feff264c service neutron] 10.222.0.20 "GET /v2.0/networks?id=29584770-2406-4cfa-a6aa-a8b0b8dd961f HTTP/1.1" status: 200 len: 911 time: 0.1246681 May 31 14:58:30.293287 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1f4b3dec-c9c7-4c93-b7e8-b9fafbf6c865 req-1983759d-ea14-48c8-944d-c1b9b02604c8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18a591bc-cf4b-4d3d-8d60-4aeb6887c04b HTTP/1.1" status: 200 len: 1001 time: 0.0944438 May 31 14:58:30.358002 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b3dec-c9c7-4c93-b7e8-b9fafbf6c865 req-46ed4e45-7adb-4f6d-b486-68ec008246c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:58:30.359314 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1f4b3dec-c9c7-4c93-b7e8-b9fafbf6c865 req-46ed4e45-7adb-4f6d-b486-68ec008246c9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e39f3494-eecc-461f-af7e-e72bd66b0cd2 HTTP/1.1" status: 200 len: 849 time: 0.0554790 May 31 14:58:30.435832 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b3dec-c9c7-4c93-b7e8-b9fafbf6c865 req-01e82d57-0aa0-4b7b-a65b-9d843df50f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:58:30.437231 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1f4b3dec-c9c7-4c93-b7e8-b9fafbf6c865 req-01e82d57-0aa0-4b7b-a65b-9d843df50f9a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=29584770-2406-4cfa-a6aa-a8b0b8dd961f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703633 May 31 14:58:30.570364 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1f4b3dec-c9c7-4c93-b7e8-b9fafbf6c865 req-3bc4f8b7-6c29-4520-861d-e20cbab308ea service neutron] 10.222.0.20 "GET /v2.0/networks/29584770-2406-4cfa-a6aa-a8b0b8dd961f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261210 May 31 14:58:30.816815 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1f4b3dec-c9c7-4c93-b7e8-b9fafbf6c865 req-58c1171d-2cc3-4b8b-b86a-ac582aeeb974 service neutron] 10.222.0.20 "GET /v2.0/networks/29584770-2406-4cfa-a6aa-a8b0b8dd961f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399220 May 31 14:58:31.758010 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 18a591bc-cf4b-4d3d-8d60-4aeb6887c04b details requested by agent hyperv_n-h1-843939-1 with host n-h1-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 14:58:31.927964 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 18a591bc-cf4b-4d3d-8d60-4aeb6887c04b, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=18a591bc-cf4b-4d3d-8d60-4aeb6887c04b,segment=NetworkSegment(040876ee-74fc-46de-8cc9-3fef9fc3ecaf),segment_id=040876ee-74fc-46de-8cc9-3fef9fc3ecaf)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:58:31.940753 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Returning: {'device': '18a591bc-cf4b-4d3d-8d60-4aeb6887c04b', 'network_id': '29584770-2406-4cfa-a6aa-a8b0b8dd961f', 'port_id': '18a591bc-cf4b-4d3d-8d60-4aeb6887c04b', 'mac_address': 'fa:16:3e:9b:6f:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e39f3494-eecc-461f-af7e-e72bd66b0cd2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 14:58:31.997535 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 18a591bc-cf4b-4d3d-8d60-4aeb6887c04b is: ACTIVE; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:58:31.997911 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:58:32.014844 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 18a591bc-cf4b-4d3d-8d60-4aeb6887c04b {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:58:32.030410 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 18a591bc-cf4b-4d3d-8d60-4aeb6887c04b, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=18a591bc-cf4b-4d3d-8d60-4aeb6887c04b,segment=NetworkSegment(040876ee-74fc-46de-8cc9-3fef9fc3ecaf),segment_id=040876ee-74fc-46de-8cc9-3fef9fc3ecaf)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:58:32.034794 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:58:32.105106 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=18a591bc-cf4b-4d3d-8d60-4aeb6887c04b,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:58:32.108715 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] get_ports_and_sgs() called for port_ids ['18a591bc-cf4b-4d3d-8d60-4aeb6887c04b'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:58:32.149353 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:58:32.149690 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:58:32.150045 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:58:32.150382 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:58:32.150702 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:58:32.151022 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:58:32.151342 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:58:32.151658 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:58:32.151973 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:58:32.152287 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:58:32.152602 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:58:32.152914 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:58:33.773926 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 18a591bc-cf4b-4d3d-8d60-4aeb6887c04b up at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:58:33.839998 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Provisioning complete for port 18a591bc-cf4b-4d3d-8d60-4aeb6887c04b triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:58:33.840372 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:58:33.955941 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 18a591bc-cf4b-4d3d-8d60-4aeb6887c04b is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:58:33.956480 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:58:33.981870 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03fd9769-56bb-46a0-91b3-97517d509026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18a591bc-cf4b-4d3d-8d60-4aeb6887c04b'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:58:33.991619 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 18a591bc-cf4b-4d3d-8d60-4aeb6887c04b, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=18a591bc-cf4b-4d3d-8d60-4aeb6887c04b,segment=NetworkSegment(040876ee-74fc-46de-8cc9-3fef9fc3ecaf),segment_id=040876ee-74fc-46de-8cc9-3fef9fc3ecaf)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:58:33.995637 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:58:34.061178 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=18a591bc-cf4b-4d3d-8d60-4aeb6887c04b,revision_number=7']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:58:34.090363 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75efdf59-a42b-4ae7-886b-2a09fae28974'] response: {'server_uuid': '03fd9769-56bb-46a0-91b3-97517d509026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18a591bc-cf4b-4d3d-8d60-4aeb6887c04b', 'code': 200} May 31 14:58:38.359721 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:58:39.776975 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:58:40.808742 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d0efac01-e289-40d7-8289-fffeefcf38c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:58:43.012613 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-aa462294-2a1e-40f5-a4ff-136a7421ab76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:58:44.061484 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:58:44.266967 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:58:45.998730 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:58:49.468458 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c2b2ef46-b5bb-46cf-b015-1629b5b52aba req-93796814-af06-41a9-aacf-cd1b4327672e tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-903367187&fields=id&tenant_id=b60514e9a36c4d8baf21623e81f1184d HTTP/1.1" status: 200 len: 267 time: 0.0400014 May 31 14:58:49.623484 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b2ef46-b5bb-46cf-b015-1629b5b52aba req-7c7801bb-19a8-49ca-aad9-126faa60c684 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:58:49.624947 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c2b2ef46-b5bb-46cf-b015-1629b5b52aba req-7c7801bb-19a8-49ca-aad9-126faa60c684 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.50 "GET /v2.0/networks?id=29584770-2406-4cfa-a6aa-a8b0b8dd961f HTTP/1.1" status: 200 len: 810 time: 0.1498582 May 31 14:58:49.640828 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c2b2ef46-b5bb-46cf-b015-1629b5b52aba req-dfd0d52e-76a9-44e9-be8b-aaf8d8effdcd tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.50 "GET /v2.0/quotas/b60514e9a36c4d8baf21623e81f1184d HTTP/1.1" status: 200 len: 375 time: 0.0097094 May 31 14:58:49.727552 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c2b2ef46-b5bb-46cf-b015-1629b5b52aba req-157043e7-6b2c-4c10-bef3-d04019255f30 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b60514e9a36c4d8baf21623e81f1184d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0818081 May 31 14:58:49.788889 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [req-c2b2ef46-b5bb-46cf-b015-1629b5b52aba req-a4e83624-83e7-4c17-94af-c9a613de583d service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 14:58:49.789851 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c2b2ef46-b5bb-46cf-b015-1629b5b52aba req-a4e83624-83e7-4c17-94af-c9a613de583d service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0505733 May 31 14:58:49.919930 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c2b2ef46-b5bb-46cf-b015-1629b5b52aba req-ea6fd77a-3788-4e06-8b2d-5cfef3bd4fea service neutron] 10.222.0.50 "GET /v2.0/networks/29584770-2406-4cfa-a6aa-a8b0b8dd961f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240902 May 31 14:58:50.172868 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c2b2ef46-b5bb-46cf-b015-1629b5b52aba req-c0e24b12-6f64-48a6-af5a-55e97ba972cf service neutron] 10.222.0.50 "GET /v2.0/networks/29584770-2406-4cfa-a6aa-a8b0b8dd961f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462940 May 31 14:58:50.372160 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-2b56da7a-dad9-453e-93c4-f99c8a346809 req-7a2ec66f-b6cd-417e-9cd4-ecc7df7b7fc6 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2df7f241-8b58-4d66-afe2-2a88dfe182f1 HTTP/1.1" status: 200 len: 210 time: 0.0501833 May 31 14:58:51.476517 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b2ef46-b5bb-46cf-b015-1629b5b52aba req-52e1db77-7eff-42f4-98c6-4aae732c11fe tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:58:51.477957 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c2b2ef46-b5bb-46cf-b015-1629b5b52aba req-52e1db77-7eff-42f4-98c6-4aae732c11fe tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.44 "GET /v2.0/networks?id=29584770-2406-4cfa-a6aa-a8b0b8dd961f HTTP/1.1" status: 200 len: 810 time: 0.1541231 May 31 14:58:51.530829 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c2b2ef46-b5bb-46cf-b015-1629b5b52aba req-a384d0ef-f58f-4956-be18-2d4156b9436f tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b60514e9a36c4d8baf21623e81f1184d HTTP/1.1" status: 200 len: 379 time: 0.0443640 May 31 14:58:51.536664 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-9ad3b132-6f5f-4d83-872d-90a613657a5b req-953f01f5-9703-40ec-ba33-2a577882b7ad tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2df7f241-8b58-4d66-afe2-2a88dfe182f1 HTTP/1.1" status: 200 len: 210 time: 0.0466537 May 31 14:58:51.540396 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-c2b2ef46-b5bb-46cf-b015-1629b5b52aba req-9052f47e-6a74-4264-ba05-ef3c784d2c51 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Request body: {'port': {'device_id': '2df7f241-8b58-4d66-afe2-2a88dfe182f1', 'network_id': '29584770-2406-4cfa-a6aa-a8b0b8dd961f', 'admin_state_up': True, 'tenant_id': 'b60514e9a36c4d8baf21623e81f1184d', 'security_groups': ['6f5d5ddf-9c12-4f7a-b4f3-348885e61380']}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:58:51.682776 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-c2b2ef46-b5bb-46cf-b015-1629b5b52aba req-9052f47e-6a74-4264-ba05-ef3c784d2c51 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:58:51.686662 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-c2b2ef46-b5bb-46cf-b015-1629b5b52aba req-9052f47e-6a74-4264-ba05-ef3c784d2c51 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Usage tracker for resource:port and tenant:b60514e9a36c4d8baf21623e81f1184d is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:58:51.689557 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-c2b2ef46-b5bb-46cf-b015-1629b5b52aba req-9052f47e-6a74-4264-ba05-ef3c784d2c51 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:58:51.696060 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [req-c2b2ef46-b5bb-46cf-b015-1629b5b52aba req-9052f47e-6a74-4264-ba05-ef3c784d2c51 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:58:51.706703 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2b2ef46-b5bb-46cf-b015-1629b5b52aba req-9052f47e-6a74-4264-ba05-ef3c784d2c51 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Made reservation on behalf of b60514e9a36c4d8baf21623e81f1184d for: {'port': 1} {{(pid=88369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 14:58:51.710132 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-c2b2ef46-b5bb-46cf-b015-1629b5b52aba req-9052f47e-6a74-4264-ba05-ef3c784d2c51 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:58:51.934419 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [req-c2b2ef46-b5bb-46cf-b015-1629b5b52aba req-9052f47e-6a74-4264-ba05-ef3c784d2c51 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Allocated IP 172.20.0.7 (29584770-2406-4cfa-a6aa-a8b0b8dd961f/e39f3494-eecc-461f-af7e-e72bd66b0cd2/ce91553b-0e5a-4886-a433-54a8c1bd3b78) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:58:52.180753 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-c2b2ef46-b5bb-46cf-b015-1629b5b52aba req-9052f47e-6a74-4264-ba05-ef3c784d2c51 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:58:52.198778 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-c2b2ef46-b5bb-46cf-b015-1629b5b52aba req-9052f47e-6a74-4264-ba05-ef3c784d2c51 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Transition to ACTIVE for port object ce91553b-0e5a-4886-a433-54a8c1bd3b78 will not be triggered until provisioned by entity DHCP. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:58:52.230177 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-c2b2ef46-b5bb-46cf-b015-1629b5b52aba req-9052f47e-6a74-4264-ba05-ef3c784d2c51 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:58:52.320072 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2b2ef46-b5bb-46cf-b015-1629b5b52aba req-9052f47e-6a74-4264-ba05-ef3c784d2c51 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Network 29584770-2406-4cfa-a6aa-a8b0b8dd961f is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:58:52.323578 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [req-c2b2ef46-b5bb-46cf-b015-1629b5b52aba req-9052f47e-6a74-4264-ba05-ef3c784d2c51 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:58:52.326447 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2b2ef46-b5bb-46cf-b015-1629b5b52aba req-9052f47e-6a74-4264-ba05-ef3c784d2c51 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:58:52.370902 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9052f47e-6a74-4264-ba05-ef3c784d2c51 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Pushing event updated for resources: {'Port': ['ID=ce91553b-0e5a-4886-a433-54a8c1bd3b78,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:58:52.440567 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b2ef46-b5bb-46cf-b015-1629b5b52aba req-9052f47e-6a74-4264-ba05-ef3c784d2c51 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:58:52.441593 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-c2b2ef46-b5bb-46cf-b015-1629b5b52aba req-9052f47e-6a74-4264-ba05-ef3c784d2c51 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:58:52.448192 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9052f47e-6a74-4264-ba05-ef3c784d2c51 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:58:52.449371 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9052f47e-6a74-4264-ba05-ef3c784d2c51 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:58:52.449920 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9052f47e-6a74-4264-ba05-ef3c784d2c51 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:58:52.450618 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9052f47e-6a74-4264-ba05-ef3c784d2c51 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:58:52.452429 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9052f47e-6a74-4264-ba05-ef3c784d2c51 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:58:52.453065 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9052f47e-6a74-4264-ba05-ef3c784d2c51 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:58:52.453778 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9052f47e-6a74-4264-ba05-ef3c784d2c51 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:58:52.456015 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9052f47e-6a74-4264-ba05-ef3c784d2c51 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:58:52.457376 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9052f47e-6a74-4264-ba05-ef3c784d2c51 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:58:52.458360 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9052f47e-6a74-4264-ba05-ef3c784d2c51 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:58:52.459648 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9052f47e-6a74-4264-ba05-ef3c784d2c51 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:58:52.460392 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9052f47e-6a74-4264-ba05-ef3c784d2c51 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 14:58:52.512742 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c2b2ef46-b5bb-46cf-b015-1629b5b52aba req-9052f47e-6a74-4264-ba05-ef3c784d2c51 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9759364 May 31 14:58:52.695777 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-08f5c3f7-4b41-42bd-9ee0-5a516feeb88c None None] Provisioning for port ce91553b-0e5a-4886-a433-54a8c1bd3b78 completed by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:58:52.705969 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-08f5c3f7-4b41-42bd-9ee0-5a516feeb88c None None] Provisioning complete for port ce91553b-0e5a-4886-a433-54a8c1bd3b78 triggered by entity DHCP. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:58:52.706577 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-08f5c3f7-4b41-42bd-9ee0-5a516feeb88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:58:52.755717 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7544c907-cd0b-4a16-ae26-fa6ed9b549f2 req-2173c47f-9b44-4522-8158-6258d03501d8 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:58:52.757891 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7544c907-cd0b-4a16-ae26-fa6ed9b549f2 req-2173c47f-9b44-4522-8158-6258d03501d8 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2df7f241-8b58-4d66-afe2-2a88dfe182f1 HTTP/1.1" status: 200 len: 931 time: 0.1050284 May 31 14:58:52.774568 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-08f5c3f7-4b41-42bd-9ee0-5a516feeb88c None None] Port ce91553b-0e5a-4886-a433-54a8c1bd3b78 cannot update to ACTIVE because it is not bound. {{(pid=88371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 14:58:52.815520 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7544c907-cd0b-4a16-ae26-fa6ed9b549f2 req-5e4ebe63-410c-4be8-b880-0fc72c4c018f tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f5d5ddf-9c12-4f7a-b4f3-348885e61380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509863 May 31 14:58:53.860451 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 18a591bc-cf4b-4d3d-8d60-4aeb6887c04b no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 14:58:53.992115 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Current status of the port 18a591bc-cf4b-4d3d-8d60-4aeb6887c04b is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:58:53.992984 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:58:54.022081 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5b0a23-fe6e-4b22-bc22-11e180b8c041 req-4b6a32cd-158e-41b5-87a5-609743c2e8ec tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:58:54.024249 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3c5b0a23-fe6e-4b22-bc22-11e180b8c041 req-4b6a32cd-158e-41b5-87a5-609743c2e8ec tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2df7f241-8b58-4d66-afe2-2a88dfe182f1 HTTP/1.1" status: 200 len: 931 time: 0.0870788 May 31 14:58:54.024860 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03fd9769-56bb-46a0-91b3-97517d509026', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18a591bc-cf4b-4d3d-8d60-4aeb6887c04b'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:58:54.056686 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] For port 18a591bc-cf4b-4d3d-8d60-4aeb6887c04b, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=18a591bc-cf4b-4d3d-8d60-4aeb6887c04b,segment=NetworkSegment(040876ee-74fc-46de-8cc9-3fef9fc3ecaf),segment_id=040876ee-74fc-46de-8cc9-3fef9fc3ecaf)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:58:54.064908 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:58:54.098994 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-3c5b0a23-fe6e-4b22-bc22-11e180b8c041 req-f3ff4d6b-5ab9-40bb-bcf1-715e4d5faf74 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f5d5ddf-9c12-4f7a-b4f3-348885e61380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590513 May 31 14:58:54.104565 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4e44695-5274-4833-9d1f-da626fb7b9d8'] response: {'server_uuid': '03fd9769-56bb-46a0-91b3-97517d509026', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18a591bc-cf4b-4d3d-8d60-4aeb6887c04b', 'code': 200} May 31 14:58:54.159214 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Pushing event updated for resources: {'Port': ['ID=18a591bc-cf4b-4d3d-8d60-4aeb6887c04b,revision_number=8']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:58:55.307956 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa99f3-71e0-4a52-9227-39f29530cfac req-5b141a00-8822-45d3-b5b4-ed77fed5e0ea tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:58:55.309461 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c5aa99f3-71e0-4a52-9227-39f29530cfac req-5b141a00-8822-45d3-b5b4-ed77fed5e0ea tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2df7f241-8b58-4d66-afe2-2a88dfe182f1 HTTP/1.1" status: 200 len: 931 time: 0.0866163 May 31 14:58:55.361269 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c5aa99f3-71e0-4a52-9227-39f29530cfac req-6e682ed0-5ad3-4b0b-b23a-a72a484d78df tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f5d5ddf-9c12-4f7a-b4f3-348885e61380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450475 May 31 14:58:56.588094 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b647eb0-9ac6-4104-a5d3-d7c80033b3ab req-a17fad4f-60af-4822-b51a-b1a1fe93c4d5 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:58:56.589663 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6b647eb0-9ac6-4104-a5d3-d7c80033b3ab req-a17fad4f-60af-4822-b51a-b1a1fe93c4d5 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2df7f241-8b58-4d66-afe2-2a88dfe182f1 HTTP/1.1" status: 200 len: 931 time: 0.0902114 May 31 14:58:56.653664 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6b647eb0-9ac6-4104-a5d3-d7c80033b3ab req-89ccaf31-917f-4616-ac9c-689325d6b985 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f5d5ddf-9c12-4f7a-b4f3-348885e61380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567324 May 31 14:58:57.877760 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5608d508-ef37-446c-aa73-af0ab0f4bc5d req-59117735-8d3f-4215-85c3-735001e99dba tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:58:57.879527 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5608d508-ef37-446c-aa73-af0ab0f4bc5d req-59117735-8d3f-4215-85c3-735001e99dba tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2df7f241-8b58-4d66-afe2-2a88dfe182f1 HTTP/1.1" status: 200 len: 931 time: 0.1118166 May 31 14:58:57.929559 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5608d508-ef37-446c-aa73-af0ab0f4bc5d req-64b39a4a-09c3-4705-983b-87fea96b0d9f tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f5d5ddf-9c12-4f7a-b4f3-348885e61380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441945 May 31 14:58:59.153594 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5edb0d1-d038-4b28-b628-48122aa4f88e req-c63f2c42-ef49-4dbb-a2d9-676573cc2ebb tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:58:59.155356 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d5edb0d1-d038-4b28-b628-48122aa4f88e req-c63f2c42-ef49-4dbb-a2d9-676573cc2ebb tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2df7f241-8b58-4d66-afe2-2a88dfe182f1 HTTP/1.1" status: 200 len: 931 time: 0.1080387 May 31 14:58:59.210330 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-d5edb0d1-d038-4b28-b628-48122aa4f88e req-1241f020-f735-48c9-8b71-b26110025c71 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f5d5ddf-9c12-4f7a-b4f3-348885e61380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482094 May 31 14:59:00.092328 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [req-c2b2ef46-b5bb-46cf-b015-1629b5b52aba req-adb50ab8-aac8-4e86-b3b2-391a06ac6715 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=88369) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 14:59:00.093397 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c2b2ef46-b5bb-46cf-b015-1629b5b52aba req-adb50ab8-aac8-4e86-b3b2-391a06ac6715 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055306 May 31 14:59:00.146887 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [req-c2b2ef46-b5bb-46cf-b015-1629b5b52aba req-cb93d844-5f98-4d8e-933a-63f5ba554859 service neutron] Request body: {'port': {'device_id': '2df7f241-8b58-4d66-afe2-2a88dfe182f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843939-1'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:59:00.257775 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-c2b2ef46-b5bb-46cf-b015-1629b5b52aba req-cb93d844-5f98-4d8e-933a-63f5ba554859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:59:00.399291 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deca1bb3-a854-41a0-b040-078e773faeff req-30ecbf45-4172-4404-ab3d-d2670cbcf69d tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:59:00.400989 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-deca1bb3-a854-41a0-b040-078e773faeff req-30ecbf45-4172-4404-ab3d-d2670cbcf69d tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2df7f241-8b58-4d66-afe2-2a88dfe182f1 HTTP/1.1" status: 200 len: 931 time: 0.0817177 May 31 14:59:00.444901 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-deca1bb3-a854-41a0-b040-078e773faeff req-9472a123-e826-4b7a-b680-80b44bd4dd5e tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f5d5ddf-9c12-4f7a-b4f3-348885e61380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380943 May 31 14:59:00.598292 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [req-c2b2ef46-b5bb-46cf-b015-1629b5b52aba req-cb93d844-5f98-4d8e-933a-63f5ba554859 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce91553b-0e5a-4886-a433-54a8c1bd3b78 {{(pid=88369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:59:00.605235 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-c2b2ef46-b5bb-46cf-b015-1629b5b52aba req-cb93d844-5f98-4d8e-933a-63f5ba554859 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:59:00.618906 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.provisioning_blocks [req-c2b2ef46-b5bb-46cf-b015-1629b5b52aba req-cb93d844-5f98-4d8e-933a-63f5ba554859 service neutron] Transition to ACTIVE for port object ce91553b-0e5a-4886-a433-54a8c1bd3b78 will not be triggered until provisioned by entity L2. {{(pid=88369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 14:59:00.623115 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-c2b2ef46-b5bb-46cf-b015-1629b5b52aba req-cb93d844-5f98-4d8e-933a-63f5ba554859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:59:00.788988 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb93d844-5f98-4d8e-933a-63f5ba554859 service neutron] Pushing event updated for resources: {'Port': ['ID=ce91553b-0e5a-4886-a433-54a8c1bd3b78,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:59:00.858710 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-c2b2ef46-b5bb-46cf-b015-1629b5b52aba req-cb93d844-5f98-4d8e-933a-63f5ba554859 service neutron] Attempting to bind port ce91553b-0e5a-4886-a433-54a8c1bd3b78 on host n-h2-843939-1 for vnic_type normal with profile {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 14:59:00.859039 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-c2b2ef46-b5bb-46cf-b015-1629b5b52aba req-cb93d844-5f98-4d8e-933a-63f5ba554859 service neutron] Attempting to bind port ce91553b-0e5a-4886-a433-54a8c1bd3b78 by drivers openvswitch,hyperv on host n-h2-843939-1 at level 0 using segments [{'id': '040876ee-74fc-46de-8cc9-3fef9fc3ecaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '29584770-2406-4cfa-a6aa-a8b0b8dd961f'}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 14:59:00.859360 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b2ef46-b5bb-46cf-b015-1629b5b52aba req-cb93d844-5f98-4d8e-933a-63f5ba554859 service neutron] Attempting to bind port ce91553b-0e5a-4886-a433-54a8c1bd3b78 on network 29584770-2406-4cfa-a6aa-a8b0b8dd961f {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:59:00.864167 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b2ef46-b5bb-46cf-b015-1629b5b52aba req-cb93d844-5f98-4d8e-933a-63f5ba554859 service neutron] Port ce91553b-0e5a-4886-a433-54a8c1bd3b78 on network 29584770-2406-4cfa-a6aa-a8b0b8dd961f not bound, no agent of type Open vSwitch agent registered on host n-h2-843939-1 {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 14:59:00.864482 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b2ef46-b5bb-46cf-b015-1629b5b52aba req-cb93d844-5f98-4d8e-933a-63f5ba554859 service neutron] Attempting to bind port ce91553b-0e5a-4886-a433-54a8c1bd3b78 on network 29584770-2406-4cfa-a6aa-a8b0b8dd961f {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 14:59:00.869403 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b2ef46-b5bb-46cf-b015-1629b5b52aba req-cb93d844-5f98-4d8e-933a-63f5ba554859 service neutron] Checking agent: {'id': '12447710-286c-4ed7-a0ed-63423eb1c1c5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843939-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'started_at': datetime.datetime(2022, 5, 31, 13, 16, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 31, 14, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 14:59:00.869729 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b2ef46-b5bb-46cf-b015-1629b5b52aba req-cb93d844-5f98-4d8e-933a-63f5ba554859 service neutron] Checking segment: {'id': '040876ee-74fc-46de-8cc9-3fef9fc3ecaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '29584770-2406-4cfa-a6aa-a8b0b8dd961f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 31 14:59:00.870131 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b2ef46-b5bb-46cf-b015-1629b5b52aba req-cb93d844-5f98-4d8e-933a-63f5ba554859 service neutron] Bound using segment: {'id': '040876ee-74fc-46de-8cc9-3fef9fc3ecaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '29584770-2406-4cfa-a6aa-a8b0b8dd961f'} {{(pid=88369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 14:59:00.870548 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.managers [req-c2b2ef46-b5bb-46cf-b015-1629b5b52aba req-cb93d844-5f98-4d8e-933a-63f5ba554859 service neutron] Bound port: ce91553b-0e5a-4886-a433-54a8c1bd3b78, host: n-h2-843939-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '040876ee-74fc-46de-8cc9-3fef9fc3ecaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '29584770-2406-4cfa-a6aa-a8b0b8dd961f'}}] {{(pid=88369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 14:59:00.870886 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-c2b2ef46-b5bb-46cf-b015-1629b5b52aba req-cb93d844-5f98-4d8e-933a-63f5ba554859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:59:01.063563 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-c2b2ef46-b5bb-46cf-b015-1629b5b52aba req-cb93d844-5f98-4d8e-933a-63f5ba554859 service neutron] For port ce91553b-0e5a-4886-a433-54a8c1bd3b78, host n-h2-843939-1, cleared binding levels {{(pid=88369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 14:59:01.066924 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-c2b2ef46-b5bb-46cf-b015-1629b5b52aba req-cb93d844-5f98-4d8e-933a-63f5ba554859 service neutron] For port ce91553b-0e5a-4886-a433-54a8c1bd3b78, host n-h2-843939-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=ce91553b-0e5a-4886-a433-54a8c1bd3b78,segment=NetworkSegment(040876ee-74fc-46de-8cc9-3fef9fc3ecaf),segment_id=040876ee-74fc-46de-8cc9-3fef9fc3ecaf)] {{(pid=88369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 14:59:01.071716 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-c2b2ef46-b5bb-46cf-b015-1629b5b52aba req-cb93d844-5f98-4d8e-933a-63f5ba554859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:59:01.132046 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b2ef46-b5bb-46cf-b015-1629b5b52aba req-cb93d844-5f98-4d8e-933a-63f5ba554859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:59:01.132660 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-c2b2ef46-b5bb-46cf-b015-1629b5b52aba req-cb93d844-5f98-4d8e-933a-63f5ba554859 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:59:01.134013 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c2b2ef46-b5bb-46cf-b015-1629b5b52aba req-cb93d844-5f98-4d8e-933a-63f5ba554859 service neutron] 10.222.0.44 "PUT /v2.0/ports/ce91553b-0e5a-4886-a433-54a8c1bd3b78 HTTP/1.1" status: 200 len: 1091 time: 1.0328956 May 31 14:59:01.134440 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2df7f241-8b58-4d66-afe2-2a88dfe182f1', 'tag': 'ce91553b-0e5a-4886-a433-54a8c1bd3b78'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:59:01.158774 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb93d844-5f98-4d8e-933a-63f5ba554859 service neutron] Pushing event updated for resources: {'Port': ['ID=ce91553b-0e5a-4886-a433-54a8c1bd3b78,revision_number=3']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:59:01.246121 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b2ef46-b5bb-46cf-b015-1629b5b52aba req-aef43921-3723-4f90-86e2-21808e636386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:59:01.247765 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c2b2ef46-b5bb-46cf-b015-1629b5b52aba req-aef43921-3723-4f90-86e2-21808e636386 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b60514e9a36c4d8baf21623e81f1184d&device_id=2df7f241-8b58-4d66-afe2-2a88dfe182f1 HTTP/1.1" status: 200 len: 1094 time: 0.0774932 May 31 14:59:01.249575 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-292ad5fa-dc4e-41eb-a78c-4b79a005ed3e'] response: {'name': 'network-changed', 'server_uuid': '2df7f241-8b58-4d66-afe2-2a88dfe182f1', 'tag': 'ce91553b-0e5a-4886-a433-54a8c1bd3b78', 'status': 'completed', 'code': 200} May 31 14:59:01.318536 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c2b2ef46-b5bb-46cf-b015-1629b5b52aba req-ff2b5941-02e6-47c6-9cb0-1047bb80e7ec service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce91553b-0e5a-4886-a433-54a8c1bd3b78 HTTP/1.1" status: 200 len: 217 time: 0.0613594 May 31 14:59:01.382351 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b2ef46-b5bb-46cf-b015-1629b5b52aba req-bc951a75-7a8d-44c3-b772-d8e156766e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:59:01.383850 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c2b2ef46-b5bb-46cf-b015-1629b5b52aba req-bc951a75-7a8d-44c3-b772-d8e156766e3f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e39f3494-eecc-461f-af7e-e72bd66b0cd2 HTTP/1.1" status: 200 len: 849 time: 0.0606318 May 31 14:59:01.461021 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b2ef46-b5bb-46cf-b015-1629b5b52aba req-dda704ae-8448-4ba8-a158-09b2d73673b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:59:01.462498 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c2b2ef46-b5bb-46cf-b015-1629b5b52aba req-dda704ae-8448-4ba8-a158-09b2d73673b9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=29584770-2406-4cfa-a6aa-a8b0b8dd961f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718062 May 31 14:59:01.598324 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c2b2ef46-b5bb-46cf-b015-1629b5b52aba req-09710b0f-d34b-4049-9e7d-d5ef90f45f87 service neutron] 10.222.0.44 "GET /v2.0/networks/29584770-2406-4cfa-a6aa-a8b0b8dd961f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289971 May 31 14:59:01.641144 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef2e100-1596-48d4-a4e0-202b8cc2d447 req-c44b023e-db9b-4154-8a87-7ebda4aeed83 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:59:01.642694 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cef2e100-1596-48d4-a4e0-202b8cc2d447 req-c44b023e-db9b-4154-8a87-7ebda4aeed83 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2df7f241-8b58-4d66-afe2-2a88dfe182f1 HTTP/1.1" status: 200 len: 943 time: 0.0860541 May 31 14:59:01.686488 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cef2e100-1596-48d4-a4e0-202b8cc2d447 req-e26cae02-84ee-48f9-9a11-6953d0a37f8b tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f5d5ddf-9c12-4f7a-b4f3-348885e61380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380893 May 31 14:59:01.730220 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-c2b2ef46-b5bb-46cf-b015-1629b5b52aba req-1fd125d6-d192-4ebd-9ebd-551b42d7b4b2 service neutron] 10.222.0.44 "GET /v2.0/networks/29584770-2406-4cfa-a6aa-a8b0b8dd961f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260529 May 31 14:59:01.848923 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b00093-5688-42d4-a1d4-d929309c95c4 req-a8096ef0-2cb1-46b1-bf41-fff38db429a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:59:01.850330 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-57b00093-5688-42d4-a1d4-d929309c95c4 req-a8096ef0-2cb1-46b1-bf41-fff38db429a2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b60514e9a36c4d8baf21623e81f1184d&device_id=2df7f241-8b58-4d66-afe2-2a88dfe182f1 HTTP/1.1" status: 200 len: 1094 time: 0.0750155 May 31 14:59:01.981176 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b00093-5688-42d4-a1d4-d929309c95c4 req-c361ecb7-63ed-47d8-8b5c-8c598973543b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:59:01.982625 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-57b00093-5688-42d4-a1d4-d929309c95c4 req-c361ecb7-63ed-47d8-8b5c-8c598973543b service neutron] 10.222.0.44 "GET /v2.0/networks?id=29584770-2406-4cfa-a6aa-a8b0b8dd961f HTTP/1.1" status: 200 len: 911 time: 0.1266983 May 31 14:59:02.050426 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-57b00093-5688-42d4-a1d4-d929309c95c4 req-8eb0b1b4-6e75-4ef4-a176-2c7489d6dcb9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce91553b-0e5a-4886-a433-54a8c1bd3b78 HTTP/1.1" status: 200 len: 217 time: 0.0604150 May 31 14:59:02.115879 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b00093-5688-42d4-a1d4-d929309c95c4 req-433911f2-8a9c-4b61-9e87-76990fa92da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:59:02.117226 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-57b00093-5688-42d4-a1d4-d929309c95c4 req-433911f2-8a9c-4b61-9e87-76990fa92da9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e39f3494-eecc-461f-af7e-e72bd66b0cd2 HTTP/1.1" status: 200 len: 849 time: 0.0609083 May 31 14:59:02.191844 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b00093-5688-42d4-a1d4-d929309c95c4 req-7095a45d-5ee8-45ad-aad3-15f364e56e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:59:02.193814 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-57b00093-5688-42d4-a1d4-d929309c95c4 req-7095a45d-5ee8-45ad-aad3-15f364e56e63 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=29584770-2406-4cfa-a6aa-a8b0b8dd961f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701208 May 31 14:59:02.333186 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-57b00093-5688-42d4-a1d4-d929309c95c4 req-950dba7c-08c3-4a41-8f6f-7f22920a02bf service neutron] 10.222.0.44 "GET /v2.0/networks/29584770-2406-4cfa-a6aa-a8b0b8dd961f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332419 May 31 14:59:02.472595 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-57b00093-5688-42d4-a1d4-d929309c95c4 req-4c7cf7c0-d9d3-496b-b9cd-284e25669457 service neutron] 10.222.0.44 "GET /v2.0/networks/29584770-2406-4cfa-a6aa-a8b0b8dd961f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327538 May 31 14:59:02.875972 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9df484-5604-4ad5-89c4-3009f7751fa2 req-47ac4d16-5bad-401f-9604-e4310aab2618 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:59:02.878394 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6c9df484-5604-4ad5-89c4-3009f7751fa2 req-47ac4d16-5bad-401f-9604-e4310aab2618 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2df7f241-8b58-4d66-afe2-2a88dfe182f1 HTTP/1.1" status: 200 len: 943 time: 0.0825071 May 31 14:59:02.921834 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-6c9df484-5604-4ad5-89c4-3009f7751fa2 req-0f64aa71-1d39-478d-8ed4-e8b227cf8de9 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f5d5ddf-9c12-4f7a-b4f3-348885e61380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378613 May 31 14:59:03.651625 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:59:04.107698 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed25d991-6e74-4e6e-ace3-4388d0e97275 req-cd84be5f-b0a3-4b8b-b0be-23b010c3ef77 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:59:04.109228 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ed25d991-6e74-4e6e-ace3-4388d0e97275 req-cd84be5f-b0a3-4b8b-b0be-23b010c3ef77 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2df7f241-8b58-4d66-afe2-2a88dfe182f1 HTTP/1.1" status: 200 len: 943 time: 0.0829921 May 31 14:59:04.154586 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-ed25d991-6e74-4e6e-ace3-4388d0e97275 req-de52767a-01de-4deb-8257-208aab0519ee tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f5d5ddf-9c12-4f7a-b4f3-348885e61380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388160 May 31 14:59:05.173748 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device ce91553b-0e5a-4886-a433-54a8c1bd3b78 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 14:59:05.308605 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port ce91553b-0e5a-4886-a433-54a8c1bd3b78, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=ce91553b-0e5a-4886-a433-54a8c1bd3b78,segment=NetworkSegment(040876ee-74fc-46de-8cc9-3fef9fc3ecaf),segment_id=040876ee-74fc-46de-8cc9-3fef9fc3ecaf)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:59:05.323266 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': 'ce91553b-0e5a-4886-a433-54a8c1bd3b78', 'network_id': '29584770-2406-4cfa-a6aa-a8b0b8dd961f', 'port_id': 'ce91553b-0e5a-4886-a433-54a8c1bd3b78', 'mac_address': 'fa:16:3e:5e:8b:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e39f3494-eecc-461f-af7e-e72bd66b0cd2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 14:59:05.338649 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f04d4c-a878-4a2f-8951-50b09e37d1d1 req-ac6be21a-3193-4147-9b8d-828a9a6494ab tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:59:05.340121 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e2f04d4c-a878-4a2f-8951-50b09e37d1d1 req-ac6be21a-3193-4147-9b8d-828a9a6494ab tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2df7f241-8b58-4d66-afe2-2a88dfe182f1 HTTP/1.1" status: 200 len: 943 time: 0.0811543 May 31 14:59:05.378411 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port ce91553b-0e5a-4886-a433-54a8c1bd3b78 is: DOWN; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:59:05.378788 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:59:05.385294 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-e2f04d4c-a878-4a2f-8951-50b09e37d1d1 req-abef239f-46c9-41b7-87f0-22a3462ccb07 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f5d5ddf-9c12-4f7a-b4f3-348885e61380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383654 May 31 14:59:05.396145 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce91553b-0e5a-4886-a433-54a8c1bd3b78 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 14:59:05.412187 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port ce91553b-0e5a-4886-a433-54a8c1bd3b78, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=ce91553b-0e5a-4886-a433-54a8c1bd3b78,segment=NetworkSegment(040876ee-74fc-46de-8cc9-3fef9fc3ecaf),segment_id=040876ee-74fc-46de-8cc9-3fef9fc3ecaf)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:59:05.416043 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:59:05.485014 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=ce91553b-0e5a-4886-a433-54a8c1bd3b78,revision_number=4']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:59:05.663800 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['ce91553b-0e5a-4886-a433-54a8c1bd3b78'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 14:59:06.575095 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932fb61b-d415-4480-99a8-d6eada86564d req-42558274-65af-4d9b-be3f-60e0782ff566 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:59:06.576812 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-932fb61b-d415-4480-99a8-d6eada86564d req-42558274-65af-4d9b-be3f-60e0782ff566 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2df7f241-8b58-4d66-afe2-2a88dfe182f1 HTTP/1.1" status: 200 len: 944 time: 0.0816848 May 31 14:59:06.620330 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-932fb61b-d415-4480-99a8-d6eada86564d req-e3a2b8cf-689b-47f1-a8aa-6bbe4ab34ef3 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f5d5ddf-9c12-4f7a-b4f3-348885e61380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378778 May 31 14:59:07.173383 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device ce91553b-0e5a-4886-a433-54a8c1bd3b78 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 14:59:07.238709 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning for port ce91553b-0e5a-4886-a433-54a8c1bd3b78 completed by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 14:59:07.243174 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port ce91553b-0e5a-4886-a433-54a8c1bd3b78 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 14:59:07.243538 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:59:07.382428 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port ce91553b-0e5a-4886-a433-54a8c1bd3b78 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 14:59:07.382809 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:59:07.409135 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2df7f241-8b58-4d66-afe2-2a88dfe182f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce91553b-0e5a-4886-a433-54a8c1bd3b78'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:59:07.418484 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port ce91553b-0e5a-4886-a433-54a8c1bd3b78, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=ce91553b-0e5a-4886-a433-54a8c1bd3b78,segment=NetworkSegment(040876ee-74fc-46de-8cc9-3fef9fc3ecaf),segment_id=040876ee-74fc-46de-8cc9-3fef9fc3ecaf)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 14:59:07.422553 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:59:07.465946 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a10e801b-c159-44f1-a356-b2c3bf16a769'] response: {'server_uuid': '2df7f241-8b58-4d66-afe2-2a88dfe182f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce91553b-0e5a-4886-a433-54a8c1bd3b78', 'code': 200} May 31 14:59:07.501361 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=ce91553b-0e5a-4886-a433-54a8c1bd3b78,revision_number=5']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:59:07.588001 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399716da-887f-4f23-9157-087ec702e9d2 req-00bc2c18-1e7d-449c-b6ed-064f422124c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:59:07.589459 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-399716da-887f-4f23-9157-087ec702e9d2 req-00bc2c18-1e7d-449c-b6ed-064f422124c3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2df7f241-8b58-4d66-afe2-2a88dfe182f1 HTTP/1.1" status: 200 len: 1096 time: 0.0744786 May 31 14:59:07.631053 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-399716da-887f-4f23-9157-087ec702e9d2 req-620c8e01-6644-48c0-95ed-9b1c1802dbc3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6f5d5ddf-9c12-4f7a-b4f3-348885e61380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356042 May 31 14:59:07.801014 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd372e9-bf05-4007-868c-c0875fe74690 req-6cb9399a-1557-452d-8296-c60eb6bd8181 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:59:07.802480 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4cd372e9-bf05-4007-868c-c0875fe74690 req-6cb9399a-1557-452d-8296-c60eb6bd8181 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2df7f241-8b58-4d66-afe2-2a88dfe182f1 HTTP/1.1" status: 200 len: 945 time: 0.0773647 May 31 14:59:07.849580 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-4cd372e9-bf05-4007-868c-c0875fe74690 req-d343cc75-4e52-4c7e-842f-5431ceff9e5a tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f5d5ddf-9c12-4f7a-b4f3-348885e61380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414052 May 31 14:59:08.390804 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:59:09.041626 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c0ed82-71cc-4290-9983-7c49499d4903 req-348c8f5c-ce8b-459d-9270-28f1aa8ca410 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:59:09.043097 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f3c0ed82-71cc-4290-9983-7c49499d4903 req-348c8f5c-ce8b-459d-9270-28f1aa8ca410 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2df7f241-8b58-4d66-afe2-2a88dfe182f1 HTTP/1.1" status: 200 len: 945 time: 0.0792716 May 31 14:59:09.087635 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f3c0ed82-71cc-4290-9983-7c49499d4903 req-5e65a12a-5e2e-4c1b-b519-a615dc55cda4 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f5d5ddf-9c12-4f7a-b4f3-348885e61380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389731 May 31 14:59:09.276341 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9d320c-a3c7-4631-bceb-2bd359c7289f req-b05ec2e5-91ca-44c7-bb06-7671e5c2e0d5 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:59:09.277923 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fb9d320c-a3c7-4631-bceb-2bd359c7289f req-b05ec2e5-91ca-44c7-bb06-7671e5c2e0d5 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2df7f241-8b58-4d66-afe2-2a88dfe182f1 HTTP/1.1" status: 200 len: 945 time: 0.0845230 May 31 14:59:09.323213 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-fb9d320c-a3c7-4631-bceb-2bd359c7289f req-875f6618-9c8a-41a8-a56e-07e426720d62 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f5d5ddf-9c12-4f7a-b4f3-348885e61380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390120 May 31 14:59:09.347968 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47664) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:59:09.420964 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2596bfbb-5c70-4033-803d-b2fac54c6f27 tempest-TestSnapshotPattern-2068349926 tempest-TestSnapshotPattern-2068349926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:59:09.422382 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-2596bfbb-5c70-4033-803d-b2fac54c6f27 tempest-TestSnapshotPattern-2068349926 tempest-TestSnapshotPattern-2068349926-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=2df7f241-8b58-4d66-afe2-2a88dfe182f1 HTTP/1.1" status: 200 len: 1091 time: 0.0725980 May 31 14:59:09.425843 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47668) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 14:59:09.430710 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.v2.base [None req-392ae986-6853-4e90-ba2b-4a1d0a83b61f tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Request body: {'floatingip': {'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'port_id': 'ce91553b-0e5a-4886-a433-54a8c1bd3b78', 'tenant_id': 'b60514e9a36c4d8baf21623e81f1184d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 14:59:09.437285 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-392ae986-6853-4e90-ba2b-4a1d0a83b61f tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 14:59:09.441574 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-392ae986-6853-4e90-ba2b-4a1d0a83b61f tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Usage tracker for resource:floatingip and tenant:b60514e9a36c4d8baf21623e81f1184d is out of sync, need to count used quota {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 14:59:09.444352 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [None req-392ae986-6853-4e90-ba2b-4a1d0a83b61f tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88369) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 14:59:09.449871 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.quota.driver [None req-392ae986-6853-4e90-ba2b-4a1d0a83b61f tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 14:59:09.460727 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-392ae986-6853-4e90-ba2b-4a1d0a83b61f tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify callbacks [] for floatingip, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:59:09.698139 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-392ae986-6853-4e90-ba2b-4a1d0a83b61f tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:59:09.780214 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:59:09.835641 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.db_base_plugin_common [None req-392ae986-6853-4e90-ba2b-4a1d0a83b61f tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Allocated IP 172.25.6.102 (d2103cd5-63ba-4c24-9d95-fd17643bf14c/b4c7d4ba-80bf-4126-9547-7fe04532f571/acb96a03-7e1d-4f6b-8c7b-d3efd8dd9a7e) {{(pid=88369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 14:59:09.980482 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-392ae986-6853-4e90-ba2b-4a1d0a83b61f tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify callbacks [] for port, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:59:10.007959 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-392ae986-6853-4e90-ba2b-4a1d0a83b61f tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772773208414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:59:10.070794 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392ae986-6853-4e90-ba2b-4a1d0a83b61f tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Network d2103cd5-63ba-4c24-9d95-fd17643bf14c is already hosted by enough agents. {{(pid=88369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 14:59:10.073332 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.base_scheduler [None req-392ae986-6853-4e90-ba2b-4a1d0a83b61f tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Resources bound (agent type, host, resource id): {{(pid=88369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 14:59:10.077262 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392ae986-6853-4e90-ba2b-4a1d0a83b61f tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Received port after_create {{(pid=88369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 31 14:59:10.115742 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392ae986-6853-4e90-ba2b-4a1d0a83b61f tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Pushing event updated for resources: {'Port': ['ID=acb96a03-7e1d-4f6b-8c7b-d3efd8dd9a7e,revision_number=1']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:59:10.492647 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-392ae986-6853-4e90-ba2b-4a1d0a83b61f tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:59:10.569780 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-392ae986-6853-4e90-ba2b-4a1d0a83b61f tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:59:10.776303 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-392ae986-6853-4e90-ba2b-4a1d0a83b61f tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify callbacks [] for port, precommit_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:59:10.780677 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-392ae986-6853-4e90-ba2b-4a1d0a83b61f tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66013815'] for port, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:59:10.812169 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-68c4cbfb-34c0-4859-b974-852f5c4e4cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:59:10.921241 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392ae986-6853-4e90-ba2b-4a1d0a83b61f tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Pushing event updated for resources: {'Port': ['ID=acb96a03-7e1d-4f6b-8c7b-d3efd8dd9a7e,revision_number=2']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 14:59:10.932893 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-392ae986-6853-4e90-ba2b-4a1d0a83b61f tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577370'] for floatingip, after_update {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:59:11.105815 n-d-843939-1 neutron-server[88369]: INFO neutron.db.l3_db [None req-392ae986-6853-4e90-ba2b-4a1d0a83b61f tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Floating IP 28e4caeb-29b4-440a-96c3-22d5647c077f associated. External IP: 172.25.6.102, port: ce91553b-0e5a-4886-a433-54a8c1bd3b78. May 31 14:59:11.571758 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-392ae986-6853-4e90-ba2b-4a1d0a83b61f tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Router 976ee54f-73f8-410a-9afd-770d52f253aa has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 14:59:11.750644 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-392ae986-6853-4e90-ba2b-4a1d0a83b61f tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 14:59:11.760343 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a4e44c-1de0-4644-953a-346f393825bf None None] Sync routers for ids ['976ee54f-73f8-410a-9afd-770d52f253aa'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 14:59:11.769542 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a4e44c-1de0-4644-953a-346f393825bf None None] Routers {'976ee54f-73f8-410a-9afd-770d52f253aa'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:59:11.770176 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-d3a4e44c-1de0-4644-953a-346f393825bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:58:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['976ee54f-73f8-410a-9afd-770d52f253aa'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:59:11.775330 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-392ae986-6853-4e90-ba2b-4a1d0a83b61f tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:59:11.834688 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-392ae986-6853-4e90-ba2b-4a1d0a83b61f tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4072413 May 31 14:59:11.834927 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2df7f241-8b58-4d66-afe2-2a88dfe182f1', 'tag': 'ce91553b-0e5a-4886-a433-54a8c1bd3b78'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 14:59:11.879395 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be8633c5-e731-46b2-9a4b-37cdb11a12e8'] response: {'name': 'network-changed', 'server_uuid': '2df7f241-8b58-4d66-afe2-2a88dfe182f1', 'tag': 'ce91553b-0e5a-4886-a433-54a8c1bd3b78', 'status': 'completed', 'code': 200} May 31 14:59:11.943767 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-d3a4e44c-1de0-4644-953a-346f393825bf None None] Set router 976ee54f-73f8-410a-9afd-770d52f253aa gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:59:11.968888 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef056f8-97f2-4a5a-8ce4-a621cf93dbaa req-ea99727a-683d-4373-ae50-05769471d4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:59:11.971013 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-eef056f8-97f2-4a5a-8ce4-a621cf93dbaa req-ea99727a-683d-4373-ae50-05769471d4f0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b60514e9a36c4d8baf21623e81f1184d&device_id=2df7f241-8b58-4d66-afe2-2a88dfe182f1 HTTP/1.1" status: 200 len: 1096 time: 0.0708127 May 31 14:59:12.099676 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef056f8-97f2-4a5a-8ce4-a621cf93dbaa req-3d7482b6-d037-4670-8ec0-87fdf1d74e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:59:12.101072 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-eef056f8-97f2-4a5a-8ce4-a621cf93dbaa req-3d7482b6-d037-4670-8ec0-87fdf1d74e39 service neutron] 10.222.0.44 "GET /v2.0/networks?id=29584770-2406-4cfa-a6aa-a8b0b8dd961f HTTP/1.1" status: 200 len: 911 time: 0.1246479 May 31 14:59:12.202645 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-eef056f8-97f2-4a5a-8ce4-a621cf93dbaa req-e57e44cb-f898-44f9-ad9d-4930a71dceca service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce91553b-0e5a-4886-a433-54a8c1bd3b78 HTTP/1.1" status: 200 len: 999 time: 0.0956428 May 31 14:59:12.264064 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef056f8-97f2-4a5a-8ce4-a621cf93dbaa req-27739306-14be-48d3-804a-e5d6c5b3bcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:59:12.265503 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-eef056f8-97f2-4a5a-8ce4-a621cf93dbaa req-27739306-14be-48d3-804a-e5d6c5b3bcd8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e39f3494-eecc-461f-af7e-e72bd66b0cd2 HTTP/1.1" status: 200 len: 849 time: 0.0570645 May 31 14:59:12.293021 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-d3a4e44c-1de0-4644-953a-346f393825bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976ee54f-73f8-410a-9afd-770d52f253aa', 'name': 'tempest-TestSnapshotPattern-2062755897-router', 'tenant_id': 'b60514e9a36c4d8baf21623e81f1184d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': '5c5c141c-c462-43b0-9118-311c43065f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:55:31Z', 'updated_at': '2022-05-31T14:55:36Z', 'revision_number': 4, 'project_id': 'b60514e9a36c4d8baf21623e81f1184d', 'gw_port': {'id': '5c5c141c-c462-43b0-9118-311c43065f6a', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:69:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976ee54f-73f8-410a-9afd-770d52f253aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4458, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:55:32Z', 'updated_at': '2022-05-31T14:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '28e4caeb-29b4-440a-96c3-22d5647c077f', 'tenant_id': 'b60514e9a36c4d8baf21623e81f1184d', 'floating_ip_address': '172.25.6.102', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '976ee54f-73f8-410a-9afd-770d52f253aa', 'port_id': 'ce91553b-0e5a-4886-a433-54a8c1bd3b78', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29584770-2406-4cfa-a6aa-a8b0b8dd961f', 'mac_address': 'fa:16:3e:5e:8b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df7f241-8b58-4d66-afe2-2a88dfe182f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:59:10Z', 'updated_at': '2022-05-31T14:59:10Z', 'revision_number': 0, 'project_id': 'b60514e9a36c4d8baf21623e81f1184d', 'fixed_ip_address_scope': None}, {'id': '92b09f3b-7713-4ee1-adcc-7186099f4771', 'tenant_id': 'b60514e9a36c4d8baf21623e81f1184d', 'floating_ip_address': '172.25.6.94', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '976ee54f-73f8-410a-9afd-770d52f253aa', 'port_id': '18a591bc-cf4b-4d3d-8d60-4aeb6887c04b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29584770-2406-4cfa-a6aa-a8b0b8dd961f', 'mac_address': 'fa:16:3e:9b:6f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03fd9769-56bb-46a0-91b3-97517d509026', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:55:59Z', 'updated_at': '2022-05-31T14:56:01Z', 'revision_number': 1, 'project_id': 'b60514e9a36c4d8baf21623e81f1184d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f1983da-61e7-4d0e-a681-901b86293f7f', 'name': '', 'network_id': '29584770-2406-4cfa-a6aa-a8b0b8dd961f', 'tenant_id': 'b60514e9a36c4d8baf21623e81f1184d', 'mac_address': 'fa:16:3e:06:e1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976ee54f-73f8-410a-9afd-770d52f253aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4459, 'fixed_ips': [{'subnet_id': 'e39f3494-eecc-461f-af7e-e72bd66b0cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:55:35Z', 'updated_at': '2022-05-31T14:55:41Z', 'revision_number': 5, 'project_id': 'b60514e9a36c4d8baf21623e81f1184d', 'subnets': [{'id': 'e39f3494-eecc-461f-af7e-e72bd66b0cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:59:12.296913 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a4e44c-1de0-4644-953a-346f393825bf None None] Checking router: 976ee54f-73f8-410a-9afd-770d52f253aa for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 14:59:12.305291 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a4e44c-1de0-4644-953a-346f393825bf None None] Routers {'976ee54f-73f8-410a-9afd-770d52f253aa'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 14:59:12.305887 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-d3a4e44c-1de0-4644-953a-346f393825bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T14:58:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['976ee54f-73f8-410a-9afd-770d52f253aa'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:59:12.343504 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef056f8-97f2-4a5a-8ce4-a621cf93dbaa req-e93d670f-5b5a-4996-b213-e9077bbe5d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:59:12.345014 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-eef056f8-97f2-4a5a-8ce4-a621cf93dbaa req-e93d670f-5b5a-4996-b213-e9077bbe5d4e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=29584770-2406-4cfa-a6aa-a8b0b8dd961f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736063 May 31 14:59:12.477499 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-eef056f8-97f2-4a5a-8ce4-a621cf93dbaa req-c5b5031f-a679-4721-86d0-39ee0b99e3d7 service neutron] 10.222.0.44 "GET /v2.0/networks/29584770-2406-4cfa-a6aa-a8b0b8dd961f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266692 May 31 14:59:12.487947 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-d3a4e44c-1de0-4644-953a-346f393825bf None None] Set router 976ee54f-73f8-410a-9afd-770d52f253aa gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 14:59:12.608388 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-eef056f8-97f2-4a5a-8ce4-a621cf93dbaa req-44fade23-c35d-4b81-8c66-99e8484154a7 service neutron] 10.222.0.44 "GET /v2.0/networks/29584770-2406-4cfa-a6aa-a8b0b8dd961f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248231 May 31 14:59:12.866960 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-d3a4e44c-1de0-4644-953a-346f393825bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976ee54f-73f8-410a-9afd-770d52f253aa', 'name': 'tempest-TestSnapshotPattern-2062755897-router', 'tenant_id': 'b60514e9a36c4d8baf21623e81f1184d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': '5c5c141c-c462-43b0-9118-311c43065f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:55:31Z', 'updated_at': '2022-05-31T14:55:36Z', 'revision_number': 4, 'project_id': 'b60514e9a36c4d8baf21623e81f1184d', 'gw_port': {'id': '5c5c141c-c462-43b0-9118-311c43065f6a', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:69:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976ee54f-73f8-410a-9afd-770d52f253aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4458, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:55:32Z', 'updated_at': '2022-05-31T14:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '28e4caeb-29b4-440a-96c3-22d5647c077f', 'tenant_id': 'b60514e9a36c4d8baf21623e81f1184d', 'floating_ip_address': '172.25.6.102', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '976ee54f-73f8-410a-9afd-770d52f253aa', 'port_id': 'ce91553b-0e5a-4886-a433-54a8c1bd3b78', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29584770-2406-4cfa-a6aa-a8b0b8dd961f', 'mac_address': 'fa:16:3e:5e:8b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df7f241-8b58-4d66-afe2-2a88dfe182f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:59:10Z', 'updated_at': '2022-05-31T14:59:10Z', 'revision_number': 0, 'project_id': 'b60514e9a36c4d8baf21623e81f1184d', 'fixed_ip_address_scope': None}, {'id': '92b09f3b-7713-4ee1-adcc-7186099f4771', 'tenant_id': 'b60514e9a36c4d8baf21623e81f1184d', 'floating_ip_address': '172.25.6.94', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '976ee54f-73f8-410a-9afd-770d52f253aa', 'port_id': '18a591bc-cf4b-4d3d-8d60-4aeb6887c04b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29584770-2406-4cfa-a6aa-a8b0b8dd961f', 'mac_address': 'fa:16:3e:9b:6f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03fd9769-56bb-46a0-91b3-97517d509026', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:55:59Z', 'updated_at': '2022-05-31T14:56:01Z', 'revision_number': 1, 'project_id': 'b60514e9a36c4d8baf21623e81f1184d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f1983da-61e7-4d0e-a681-901b86293f7f', 'name': '', 'network_id': '29584770-2406-4cfa-a6aa-a8b0b8dd961f', 'tenant_id': 'b60514e9a36c4d8baf21623e81f1184d', 'mac_address': 'fa:16:3e:06:e1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976ee54f-73f8-410a-9afd-770d52f253aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4459, 'fixed_ips': [{'subnet_id': 'e39f3494-eecc-461f-af7e-e72bd66b0cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:55:35Z', 'updated_at': '2022-05-31T14:55:41Z', 'revision_number': 5, 'project_id': 'b60514e9a36c4d8baf21623e81f1184d', 'subnets': [{'id': 'e39f3494-eecc-461f-af7e-e72bd66b0cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 14:59:12.870833 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a4e44c-1de0-4644-953a-346f393825bf None None] The sync data for ids ['976ee54f-73f8-410a-9afd-770d52f253aa'] in n-d-843939-1 is: [{'id': '976ee54f-73f8-410a-9afd-770d52f253aa', 'name': 'tempest-TestSnapshotPattern-2062755897-router', 'tenant_id': 'b60514e9a36c4d8baf21623e81f1184d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': '5c5c141c-c462-43b0-9118-311c43065f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:55:31Z', 'updated_at': '2022-05-31T14:55:36Z', 'revision_number': 4, 'project_id': 'b60514e9a36c4d8baf21623e81f1184d', 'gw_port': {'id': '5c5c141c-c462-43b0-9118-311c43065f6a', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:69:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976ee54f-73f8-410a-9afd-770d52f253aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4458, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:55:32Z', 'updated_at': '2022-05-31T14:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '28e4caeb-29b4-440a-96c3-22d5647c077f', 'tenant_id': 'b60514e9a36c4d8baf21623e81f1184d', 'floating_ip_address': '172.25.6.102', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '976ee54f-73f8-410a-9afd-770d52f253aa', 'port_id': 'ce91553b-0e5a-4886-a433-54a8c1bd3b78', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29584770-2406-4cfa-a6aa-a8b0b8dd961f', 'mac_address': 'fa:16:3e:5e:8b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df7f241-8b58-4d66-afe2-2a88dfe182f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:59:10Z', 'updated_at': '2022-05-31T14:59:10Z', 'revision_number': 0, 'project_id': 'b60514e9a36c4d8baf21623e81f1184d', 'fixed_ip_address_scope': None}, {'id': '92b09f3b-7713-4ee1-adcc-7186099f4771', 'tenant_id': 'b60514e9a36c4d8baf21623e81f1184d', 'floating_ip_address': '172.25.6.94', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '976ee54f-73f8-410a-9afd-770d52f253aa', 'port_id': '18a591bc-cf4b-4d3d-8d60-4aeb6887c04b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29584770-2406-4cfa-a6aa-a8b0b8dd961f', 'mac_address': 'fa:16:3e:9b:6f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03fd9769-56bb-46a0-91b3-97517d509026', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:55:59Z', 'updated_at': '2022-05-31T14:56:01Z', 'revision_number': 1, 'project_id': 'b60514e9a36c4d8baf21623e81f1184d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f1983da-61e7-4d0e-a681-901b86293f7f', 'name': '', 'network_id': '29584770-2406-4cfa-a6aa-a8b0b8dd961f', 'tenant_id': 'b60514e9a36c4d8baf21623e81f1184d', 'mac_address': 'fa:16:3e:06:e1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976ee54f-73f8-410a-9afd-770d52f253aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4459, 'fixed_ips': [{'subnet_id': 'e39f3494-eecc-461f-af7e-e72bd66b0cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:55:35Z', 'updated_at': '2022-05-31T14:55:41Z', 'revision_number': 5, 'project_id': 'b60514e9a36c4d8baf21623e81f1184d', 'subnets': [{'id': 'e39f3494-eecc-461f-af7e-e72bd66b0cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 14:59:13.006101 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-7ad6ec38-ef3f-4732-af8b-4aac1509c05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:59:13.080015 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b864501-2537-432a-9190-96b72a71cb66 None None] New status for floating IP 28e4caeb-29b4-440a-96c3-22d5647c077f: ACTIVE {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 14:59:14.067273 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:59:14.265628 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:59:15.997152 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:59:31.998900 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8cae5798-783a-4283-b64c-f81012409a2f req-87627ae0-f356-43ab-89a9-e629000ccc2d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=03fd9769-56bb-46a0-91b3-97517d509026&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0670669 May 31 14:59:32.138547 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cae5798-783a-4283-b64c-f81012409a2f req-5a8cd218-e362-48fd-b6ee-acd46329c4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:59:32.139962 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8cae5798-783a-4283-b64c-f81012409a2f req-5a8cd218-e362-48fd-b6ee-acd46329c4c9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b60514e9a36c4d8baf21623e81f1184d&device_id=03fd9769-56bb-46a0-91b3-97517d509026 HTTP/1.1" status: 200 len: 1095 time: 0.0717187 May 31 14:59:32.394792 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cae5798-783a-4283-b64c-f81012409a2f req-acdb5492-ac39-4524-8c18-404826122180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:59:32.396235 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8cae5798-783a-4283-b64c-f81012409a2f req-acdb5492-ac39-4524-8c18-404826122180 service neutron] 10.222.0.20 "GET /v2.0/networks?id=29584770-2406-4cfa-a6aa-a8b0b8dd961f HTTP/1.1" status: 200 len: 911 time: 0.2374535 May 31 14:59:32.499185 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8cae5798-783a-4283-b64c-f81012409a2f req-808b80df-518d-43d0-9cf8-98c02869a961 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18a591bc-cf4b-4d3d-8d60-4aeb6887c04b HTTP/1.1" status: 200 len: 999 time: 0.0965669 May 31 14:59:32.560139 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cae5798-783a-4283-b64c-f81012409a2f req-d4c21745-3fa2-4ec0-98b3-33fcdb174e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:59:32.561536 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8cae5798-783a-4283-b64c-f81012409a2f req-d4c21745-3fa2-4ec0-98b3-33fcdb174e1b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e39f3494-eecc-461f-af7e-e72bd66b0cd2 HTTP/1.1" status: 200 len: 849 time: 0.0568871 May 31 14:59:32.634179 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cae5798-783a-4283-b64c-f81012409a2f req-97818d96-55c2-4505-8ff6-3ba3de8a702e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:59:32.635538 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8cae5798-783a-4283-b64c-f81012409a2f req-97818d96-55c2-4505-8ff6-3ba3de8a702e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=29584770-2406-4cfa-a6aa-a8b0b8dd961f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682766 May 31 14:59:32.763308 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8cae5798-783a-4283-b64c-f81012409a2f req-000daa86-d5a4-4d14-a68b-6bc0f221f9cf service neutron] 10.222.0.20 "GET /v2.0/networks/29584770-2406-4cfa-a6aa-a8b0b8dd961f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213508 May 31 14:59:32.891469 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-8cae5798-783a-4283-b64c-f81012409a2f req-64f52e14-155c-4537-a053-0b53189f9166 service neutron] 10.222.0.20 "GET /v2.0/networks/29584770-2406-4cfa-a6aa-a8b0b8dd961f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219358 May 31 14:59:38.393089 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:59:39.785159 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:59:40.651094 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 14:59:40.816238 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-95cf97f9-5ecf-4150-b3d8-b71ddf418032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:59:43.009480 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-cb74b954-d84e-4f69-94bc-57329cbb9b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:59:44.059098 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:59:44.267777 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:59:45.999349 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 14:59:47.779848 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-82c1acea-36b1-4f5e-9e8f-bfe700298941 req-ed8fb41b-86d5-49f3-967d-ce3076776a95 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2df7f241-8b58-4d66-afe2-2a88dfe182f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0762508 May 31 14:59:47.917724 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c1acea-36b1-4f5e-9e8f-bfe700298941 req-c4a361d9-f00f-458a-9479-2c4ecc63b18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:59:47.919365 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-82c1acea-36b1-4f5e-9e8f-bfe700298941 req-c4a361d9-f00f-458a-9479-2c4ecc63b18e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b60514e9a36c4d8baf21623e81f1184d&device_id=2df7f241-8b58-4d66-afe2-2a88dfe182f1 HTTP/1.1" status: 200 len: 1096 time: 0.0693362 May 31 14:59:48.061679 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c1acea-36b1-4f5e-9e8f-bfe700298941 req-5060e6d4-ccee-47ba-a9fd-04a004b27eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:59:48.063107 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-82c1acea-36b1-4f5e-9e8f-bfe700298941 req-5060e6d4-ccee-47ba-a9fd-04a004b27eb1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=29584770-2406-4cfa-a6aa-a8b0b8dd961f HTTP/1.1" status: 200 len: 911 time: 0.1235404 May 31 14:59:48.166421 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-82c1acea-36b1-4f5e-9e8f-bfe700298941 req-9bdaa507-178b-4184-8e86-fb198cd7d058 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce91553b-0e5a-4886-a433-54a8c1bd3b78 HTTP/1.1" status: 200 len: 1001 time: 0.0963016 May 31 14:59:48.230862 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c1acea-36b1-4f5e-9e8f-bfe700298941 req-de7988d5-d767-411c-82f0-93907b26bf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:59:48.232306 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-82c1acea-36b1-4f5e-9e8f-bfe700298941 req-de7988d5-d767-411c-82f0-93907b26bf9d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e39f3494-eecc-461f-af7e-e72bd66b0cd2 HTTP/1.1" status: 200 len: 849 time: 0.0598726 May 31 14:59:48.304829 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c1acea-36b1-4f5e-9e8f-bfe700298941 req-25762ae1-1b1e-4c4b-8325-45afcc608a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 14:59:48.306342 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-82c1acea-36b1-4f5e-9e8f-bfe700298941 req-25762ae1-1b1e-4c4b-8325-45afcc608a5c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=29584770-2406-4cfa-a6aa-a8b0b8dd961f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677044 May 31 14:59:48.436136 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-82c1acea-36b1-4f5e-9e8f-bfe700298941 req-a3265e05-3913-427a-ac5a-5889b729edee service neutron] 10.222.0.44 "GET /v2.0/networks/29584770-2406-4cfa-a6aa-a8b0b8dd961f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226466 May 31 14:59:48.565835 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-82c1acea-36b1-4f5e-9e8f-bfe700298941 req-8b5cdc20-2ea1-42c7-b2f1-c144632379ea service neutron] 10.222.0.44 "GET /v2.0/networks/29584770-2406-4cfa-a6aa-a8b0b8dd961f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223216 May 31 15:00:08.394601 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:00:09.792780 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:00:10.817670 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c37f472b-fcf9-48bb-919b-bd56135538df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:00:13.010685 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-1d8e6439-035e-4e31-abe0-99833ae5c64a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:00:14.061309 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:00:14.271043 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:00:16.002825 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:00:17.649763 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 15:00:31.990303 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2d3a4456-82c8-441b-8099-7acb757eeb96 req-91741cd0-7f88-47cc-9205-c42cb7577e22 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=03fd9769-56bb-46a0-91b3-97517d509026&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0689297 May 31 15:00:32.232374 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a4456-82c8-441b-8099-7acb757eeb96 req-2a02c64d-768e-438d-aa20-e8a4e9c088ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 15:00:32.233865 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2d3a4456-82c8-441b-8099-7acb757eeb96 req-2a02c64d-768e-438d-aa20-e8a4e9c088ed service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b60514e9a36c4d8baf21623e81f1184d&device_id=03fd9769-56bb-46a0-91b3-97517d509026 HTTP/1.1" status: 200 len: 1095 time: 0.1760702 May 31 15:00:32.377291 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a4456-82c8-441b-8099-7acb757eeb96 req-83bdf53d-10f7-47b8-b86a-5a3ef180e8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 15:00:32.379386 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2d3a4456-82c8-441b-8099-7acb757eeb96 req-83bdf53d-10f7-47b8-b86a-5a3ef180e8af service neutron] 10.222.0.20 "GET /v2.0/networks?id=29584770-2406-4cfa-a6aa-a8b0b8dd961f HTTP/1.1" status: 200 len: 911 time: 0.1277912 May 31 15:00:32.487276 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2d3a4456-82c8-441b-8099-7acb757eeb96 req-c93816b2-d796-43a4-abb1-5425f644ff2e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18a591bc-cf4b-4d3d-8d60-4aeb6887c04b HTTP/1.1" status: 200 len: 999 time: 0.1016872 May 31 15:00:32.548982 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a4456-82c8-441b-8099-7acb757eeb96 req-75d9ea38-70b5-409c-9ed8-37726bacc9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 15:00:32.550401 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2d3a4456-82c8-441b-8099-7acb757eeb96 req-75d9ea38-70b5-409c-9ed8-37726bacc9d2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e39f3494-eecc-461f-af7e-e72bd66b0cd2 HTTP/1.1" status: 200 len: 849 time: 0.0573115 May 31 15:00:32.626659 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a4456-82c8-441b-8099-7acb757eeb96 req-40c1cca5-1105-4989-99f3-12ebc2abdbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 15:00:32.628775 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2d3a4456-82c8-441b-8099-7acb757eeb96 req-40c1cca5-1105-4989-99f3-12ebc2abdbce service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=29584770-2406-4cfa-a6aa-a8b0b8dd961f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720499 May 31 15:00:32.758531 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2d3a4456-82c8-441b-8099-7acb757eeb96 req-8926951d-77af-4df5-afe2-4c6fde36bd25 service neutron] 10.222.0.20 "GET /v2.0/networks/29584770-2406-4cfa-a6aa-a8b0b8dd961f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233635 May 31 15:00:32.888347 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-2d3a4456-82c8-441b-8099-7acb757eeb96 req-bb96667b-0fb7-40cd-9494-eabd74969f97 service neutron] 10.222.0.20 "GET /v2.0/networks/29584770-2406-4cfa-a6aa-a8b0b8dd961f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240296 May 31 15:00:37.555778 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device ce91553b-0e5a-4886-a433-54a8c1bd3b78 details requested by agent hyperv_n-h2-843939-1 with host n-h2-843939-1 {{(pid=88371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 15:00:37.693047 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port ce91553b-0e5a-4886-a433-54a8c1bd3b78, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=ce91553b-0e5a-4886-a433-54a8c1bd3b78,segment=NetworkSegment(040876ee-74fc-46de-8cc9-3fef9fc3ecaf),segment_id=040876ee-74fc-46de-8cc9-3fef9fc3ecaf)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:00:37.717926 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Returning: {'device': 'ce91553b-0e5a-4886-a433-54a8c1bd3b78', 'network_id': '29584770-2406-4cfa-a6aa-a8b0b8dd961f', 'port_id': 'ce91553b-0e5a-4886-a433-54a8c1bd3b78', 'mac_address': 'fa:16:3e:5e:8b:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e39f3494-eecc-461f-af7e-e72bd66b0cd2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 15:00:37.776551 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port ce91553b-0e5a-4886-a433-54a8c1bd3b78 is: ACTIVE; New status is: BUILD {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 15:00:37.776926 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:00:37.795975 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ce91553b-0e5a-4886-a433-54a8c1bd3b78 {{(pid=88371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 31 15:00:37.814155 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port ce91553b-0e5a-4886-a433-54a8c1bd3b78, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=ce91553b-0e5a-4886-a433-54a8c1bd3b78,segment=NetworkSegment(040876ee-74fc-46de-8cc9-3fef9fc3ecaf),segment_id=040876ee-74fc-46de-8cc9-3fef9fc3ecaf)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:00:37.819437 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:00:37.901675 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] get_ports_and_sgs() called for port_ids ['ce91553b-0e5a-4886-a433-54a8c1bd3b78'] {{(pid=88371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 15:00:37.936840 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=ce91553b-0e5a-4886-a433-54a8c1bd3b78,revision_number=6']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:00:37.960768 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:00:37.961109 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:00:37.961638 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:00:37.961980 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:00:37.962341 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:00:37.962673 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:00:37.963002 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:00:37.963352 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:00:37.963662 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:00:37.963986 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:00:37.964323 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:00:37.964630 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:00:38.401301 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:00:39.562591 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device ce91553b-0e5a-4886-a433-54a8c1bd3b78 up at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 15:00:39.646974 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.provisioning_blocks [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Provisioning complete for port ce91553b-0e5a-4886-a433-54a8c1bd3b78 triggered by entity L2. {{(pid=88371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 15:00:39.647358 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1474280'] for port, provisioning_complete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:00:39.803310 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port ce91553b-0e5a-4886-a433-54a8c1bd3b78 is: BUILD; New status is: ACTIVE {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 15:00:39.805147 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:00:39.817681 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:00:39.841074 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2df7f241-8b58-4d66-afe2-2a88dfe182f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce91553b-0e5a-4886-a433-54a8c1bd3b78'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 15:00:39.856146 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port ce91553b-0e5a-4886-a433-54a8c1bd3b78, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=ce91553b-0e5a-4886-a433-54a8c1bd3b78,segment=NetworkSegment(040876ee-74fc-46de-8cc9-3fef9fc3ecaf),segment_id=040876ee-74fc-46de-8cc9-3fef9fc3ecaf)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:00:39.864251 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:00:39.904154 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11865a4c-27bf-426d-87da-8215a5e4447c'] response: {'server_uuid': '2df7f241-8b58-4d66-afe2-2a88dfe182f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce91553b-0e5a-4886-a433-54a8c1bd3b78', 'code': 200} May 31 15:00:39.954659 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=ce91553b-0e5a-4886-a433-54a8c1bd3b78,revision_number=7']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:00:40.822116 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8f1310d3-c703-4cdc-b37e-c4d72f155ea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:00:43.015472 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8f7fa345-357e-4804-9644-6991f6634e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:00:44.067896 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:00:44.276160 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:00:46.008038 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:00:48.056432 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.50', 47866) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:00:48.261575 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-53a571f2-20d7-4572-93f0-5636ebbb232b tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Deleting port acb96a03-7e1d-4f6b-8c7b-d3efd8dd9a7e {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 15:00:48.261916 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-53a571f2-20d7-4572-93f0-5636ebbb232b tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:00:48.430844 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-53a571f2-20d7-4572-93f0-5636ebbb232b tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:00:48.431449 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-53a571f2-20d7-4572-93f0-5636ebbb232b tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:00:48.549895 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [None req-53a571f2-20d7-4572-93f0-5636ebbb232b tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Calling delete_port for acb96a03-7e1d-4f6b-8c7b-d3efd8dd9a7e owned by network:floatingip {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 15:00:48.704571 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-53a571f2-20d7-4572-93f0-5636ebbb232b tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:00:48.749842 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a571f2-20d7-4572-93f0-5636ebbb232b tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Pushing event deleted for resources: {'Port': ['ID=acb96a03-7e1d-4f6b-8c7b-d3efd8dd9a7e,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:00:48.786240 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a571f2-20d7-4572-93f0-5636ebbb232b tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:00:48.786577 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a571f2-20d7-4572-93f0-5636ebbb232b tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:00:48.786910 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a571f2-20d7-4572-93f0-5636ebbb232b tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:00:48.787239 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a571f2-20d7-4572-93f0-5636ebbb232b tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:00:48.787562 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a571f2-20d7-4572-93f0-5636ebbb232b tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:00:48.787883 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a571f2-20d7-4572-93f0-5636ebbb232b tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:00:48.788201 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a571f2-20d7-4572-93f0-5636ebbb232b tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:00:48.788516 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a571f2-20d7-4572-93f0-5636ebbb232b tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:00:48.788829 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a571f2-20d7-4572-93f0-5636ebbb232b tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:00:48.789142 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a571f2-20d7-4572-93f0-5636ebbb232b tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:00:48.789458 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a571f2-20d7-4572-93f0-5636ebbb232b tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:00:48.789771 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a571f2-20d7-4572-93f0-5636ebbb232b tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:00:48.953243 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-53a571f2-20d7-4572-93f0-5636ebbb232b tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify callbacks [] for floatingip, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:00:48.953573 n-d-843939-1 neutron-server[88369]: INFO neutron.db.l3_db [None req-53a571f2-20d7-4572-93f0-5636ebbb232b tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Floating IP 28e4caeb-29b4-440a-96c3-22d5647c077f disassociated (deleted). External IP: 172.25.6.102, port: ce91553b-0e5a-4886-a433-54a8c1bd3b78. May 31 15:00:49.296421 n-d-843939-1 neutron-server[88369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53a571f2-20d7-4572-93f0-5636ebbb232b tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Router 976ee54f-73f8-410a-9afd-770d52f253aa has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:00:49.473699 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a571f2-20d7-4572-93f0-5636ebbb232b tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:00:49.483488 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eaff732-fba9-47d2-96d1-cda3a231e66b None None] Sync routers for ids ['976ee54f-73f8-410a-9afd-770d52f253aa'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:00:49.485763 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [None req-53a571f2-20d7-4572-93f0-5636ebbb232b tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:00:49.492910 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eaff732-fba9-47d2-96d1-cda3a231e66b None None] Routers {'976ee54f-73f8-410a-9afd-770d52f253aa'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 15:00:49.493589 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-4eaff732-fba9-47d2-96d1-cda3a231e66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T15:00:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['976ee54f-73f8-410a-9afd-770d52f253aa'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:00:49.540167 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [None req-53a571f2-20d7-4572-93f0-5636ebbb232b tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.50 "DELETE /v2.0/floatingips/28e4caeb-29b4-440a-96c3-22d5647c077f HTTP/1.1" status: 204 len: 168 time: 1.4826157 May 31 15:00:49.540745 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2df7f241-8b58-4d66-afe2-2a88dfe182f1', 'tag': 'ce91553b-0e5a-4886-a433-54a8c1bd3b78'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 15:00:49.592901 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c0a3f13-fa5a-4e05-8551-3954cefe7a2f'] response: {'name': 'network-changed', 'server_uuid': '2df7f241-8b58-4d66-afe2-2a88dfe182f1', 'tag': 'ce91553b-0e5a-4886-a433-54a8c1bd3b78', 'status': 'completed', 'code': 200} May 31 15:00:49.681373 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-4eaff732-fba9-47d2-96d1-cda3a231e66b None None] Set router 976ee54f-73f8-410a-9afd-770d52f253aa gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 15:00:49.688049 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a66864f-de23-4b2a-bf5c-ca9d71182306 req-78557d89-5078-4943-b468-ee7371c7bee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 15:00:49.690363 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1a66864f-de23-4b2a-bf5c-ca9d71182306 req-78557d89-5078-4943-b468-ee7371c7bee1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b60514e9a36c4d8baf21623e81f1184d&device_id=2df7f241-8b58-4d66-afe2-2a88dfe182f1 HTTP/1.1" status: 200 len: 1096 time: 0.0753114 May 31 15:00:49.691649 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [-] (88369) accepted ('10.222.0.44', 54868) {{(pid=88369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:00:49.885278 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a66864f-de23-4b2a-bf5c-ca9d71182306 req-472b0c45-88c4-4d75-9bb1-2b41b87f6751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 15:00:49.886842 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1a66864f-de23-4b2a-bf5c-ca9d71182306 req-472b0c45-88c4-4d75-9bb1-2b41b87f6751 service neutron] 10.222.0.44 "GET /v2.0/networks?id=29584770-2406-4cfa-a6aa-a8b0b8dd961f HTTP/1.1" status: 200 len: 911 time: 0.1879952 May 31 15:00:49.890588 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-28e84350-8ffe-4a29-85ce-7e0ec3c4509b req-22c3b3cc-3e05-4a5a-b26a-0fd4d7ac9ff5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2df7f241-8b58-4d66-afe2-2a88dfe182f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1934109 May 31 15:00:49.960818 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1a66864f-de23-4b2a-bf5c-ca9d71182306 req-40512dd1-698d-4e3b-a476-0758e061c282 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce91553b-0e5a-4886-a433-54a8c1bd3b78 HTTP/1.1" status: 200 len: 217 time: 0.0662286 May 31 15:00:49.986129 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24785d95-206d-4abf-9548-e99ea97929d3 req-46c499cd-b734-481b-8f70-d2f8875d7086 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 15:00:49.987749 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-24785d95-206d-4abf-9548-e99ea97929d3 req-46c499cd-b734-481b-8f70-d2f8875d7086 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2df7f241-8b58-4d66-afe2-2a88dfe182f1 HTTP/1.1" status: 200 len: 945 time: 0.1404817 May 31 15:00:50.025483 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a66864f-de23-4b2a-bf5c-ca9d71182306 req-d1681e33-ece6-43af-8f5a-2af081d5d49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 15:00:50.027058 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1a66864f-de23-4b2a-bf5c-ca9d71182306 req-d1681e33-ece6-43af-8f5a-2af081d5d49f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e39f3494-eecc-461f-af7e-e72bd66b0cd2 HTTP/1.1" status: 200 len: 849 time: 0.0601408 May 31 15:00:50.033631 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-24785d95-206d-4abf-9548-e99ea97929d3 req-9d5c233e-422e-4298-b95e-acfcfb29f067 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f5d5ddf-9c12-4f7a-b4f3-348885e61380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398462 May 31 15:00:50.087063 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-4eaff732-fba9-47d2-96d1-cda3a231e66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976ee54f-73f8-410a-9afd-770d52f253aa', 'name': 'tempest-TestSnapshotPattern-2062755897-router', 'tenant_id': 'b60514e9a36c4d8baf21623e81f1184d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': '5c5c141c-c462-43b0-9118-311c43065f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:55:31Z', 'updated_at': '2022-05-31T14:55:36Z', 'revision_number': 4, 'project_id': 'b60514e9a36c4d8baf21623e81f1184d', 'gw_port': {'id': '5c5c141c-c462-43b0-9118-311c43065f6a', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:69:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976ee54f-73f8-410a-9afd-770d52f253aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4458, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:55:32Z', 'updated_at': '2022-05-31T14:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '92b09f3b-7713-4ee1-adcc-7186099f4771', 'tenant_id': 'b60514e9a36c4d8baf21623e81f1184d', 'floating_ip_address': '172.25.6.94', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '976ee54f-73f8-410a-9afd-770d52f253aa', 'port_id': '18a591bc-cf4b-4d3d-8d60-4aeb6887c04b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29584770-2406-4cfa-a6aa-a8b0b8dd961f', 'mac_address': 'fa:16:3e:9b:6f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03fd9769-56bb-46a0-91b3-97517d509026', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:55:59Z', 'updated_at': '2022-05-31T14:56:01Z', 'revision_number': 1, 'project_id': 'b60514e9a36c4d8baf21623e81f1184d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f1983da-61e7-4d0e-a681-901b86293f7f', 'name': '', 'network_id': '29584770-2406-4cfa-a6aa-a8b0b8dd961f', 'tenant_id': 'b60514e9a36c4d8baf21623e81f1184d', 'mac_address': 'fa:16:3e:06:e1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976ee54f-73f8-410a-9afd-770d52f253aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4459, 'fixed_ips': [{'subnet_id': 'e39f3494-eecc-461f-af7e-e72bd66b0cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:55:35Z', 'updated_at': '2022-05-31T14:55:41Z', 'revision_number': 5, 'project_id': 'b60514e9a36c4d8baf21623e81f1184d', 'subnets': [{'id': 'e39f3494-eecc-461f-af7e-e72bd66b0cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:00:50.090823 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eaff732-fba9-47d2-96d1-cda3a231e66b None None] Checking router: 976ee54f-73f8-410a-9afd-770d52f253aa for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:00:50.099311 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eaff732-fba9-47d2-96d1-cda3a231e66b None None] Routers {'976ee54f-73f8-410a-9afd-770d52f253aa'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 15:00:50.099907 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-4eaff732-fba9-47d2-96d1-cda3a231e66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T15:00:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['976ee54f-73f8-410a-9afd-770d52f253aa'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:00:50.105599 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a66864f-de23-4b2a-bf5c-ca9d71182306 req-d75fae85-794c-47a0-84bb-f2d60aba89f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 15:00:50.107080 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1a66864f-de23-4b2a-bf5c-ca9d71182306 req-d75fae85-794c-47a0-84bb-f2d60aba89f9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=29584770-2406-4cfa-a6aa-a8b0b8dd961f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734463 May 31 15:00:50.242577 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1a66864f-de23-4b2a-bf5c-ca9d71182306 req-b08c29af-455a-44f4-a492-f63e79a8c599 service neutron] 10.222.0.44 "GET /v2.0/networks/29584770-2406-4cfa-a6aa-a8b0b8dd961f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273944 May 31 15:00:50.277567 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-4eaff732-fba9-47d2-96d1-cda3a231e66b None None] Set router 976ee54f-73f8-410a-9afd-770d52f253aa gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 15:00:50.490700 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1a66864f-de23-4b2a-bf5c-ca9d71182306 req-7cbb8db2-2ddd-4715-bcdc-109476e474f1 service neutron] 10.222.0.44 "GET /v2.0/networks/29584770-2406-4cfa-a6aa-a8b0b8dd961f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414215 May 31 15:00:50.630517 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-4eaff732-fba9-47d2-96d1-cda3a231e66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976ee54f-73f8-410a-9afd-770d52f253aa', 'name': 'tempest-TestSnapshotPattern-2062755897-router', 'tenant_id': 'b60514e9a36c4d8baf21623e81f1184d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': '5c5c141c-c462-43b0-9118-311c43065f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:55:31Z', 'updated_at': '2022-05-31T14:55:36Z', 'revision_number': 4, 'project_id': 'b60514e9a36c4d8baf21623e81f1184d', 'gw_port': {'id': '5c5c141c-c462-43b0-9118-311c43065f6a', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:69:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976ee54f-73f8-410a-9afd-770d52f253aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4458, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:55:32Z', 'updated_at': '2022-05-31T14:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '92b09f3b-7713-4ee1-adcc-7186099f4771', 'tenant_id': 'b60514e9a36c4d8baf21623e81f1184d', 'floating_ip_address': '172.25.6.94', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '976ee54f-73f8-410a-9afd-770d52f253aa', 'port_id': '18a591bc-cf4b-4d3d-8d60-4aeb6887c04b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29584770-2406-4cfa-a6aa-a8b0b8dd961f', 'mac_address': 'fa:16:3e:9b:6f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03fd9769-56bb-46a0-91b3-97517d509026', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:55:59Z', 'updated_at': '2022-05-31T14:56:01Z', 'revision_number': 1, 'project_id': 'b60514e9a36c4d8baf21623e81f1184d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f1983da-61e7-4d0e-a681-901b86293f7f', 'name': '', 'network_id': '29584770-2406-4cfa-a6aa-a8b0b8dd961f', 'tenant_id': 'b60514e9a36c4d8baf21623e81f1184d', 'mac_address': 'fa:16:3e:06:e1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976ee54f-73f8-410a-9afd-770d52f253aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4459, 'fixed_ips': [{'subnet_id': 'e39f3494-eecc-461f-af7e-e72bd66b0cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:55:35Z', 'updated_at': '2022-05-31T14:55:41Z', 'revision_number': 5, 'project_id': 'b60514e9a36c4d8baf21623e81f1184d', 'subnets': [{'id': 'e39f3494-eecc-461f-af7e-e72bd66b0cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:00:50.634366 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eaff732-fba9-47d2-96d1-cda3a231e66b None None] The sync data for ids ['976ee54f-73f8-410a-9afd-770d52f253aa'] in n-d-843939-1 is: [{'id': '976ee54f-73f8-410a-9afd-770d52f253aa', 'name': 'tempest-TestSnapshotPattern-2062755897-router', 'tenant_id': 'b60514e9a36c4d8baf21623e81f1184d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': '5c5c141c-c462-43b0-9118-311c43065f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:55:31Z', 'updated_at': '2022-05-31T14:55:36Z', 'revision_number': 4, 'project_id': 'b60514e9a36c4d8baf21623e81f1184d', 'gw_port': {'id': '5c5c141c-c462-43b0-9118-311c43065f6a', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:69:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976ee54f-73f8-410a-9afd-770d52f253aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4458, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:55:32Z', 'updated_at': '2022-05-31T14:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_floatingips': [{'id': '92b09f3b-7713-4ee1-adcc-7186099f4771', 'tenant_id': 'b60514e9a36c4d8baf21623e81f1184d', 'floating_ip_address': '172.25.6.94', 'floating_network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'router_id': '976ee54f-73f8-410a-9afd-770d52f253aa', 'port_id': '18a591bc-cf4b-4d3d-8d60-4aeb6887c04b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29584770-2406-4cfa-a6aa-a8b0b8dd961f', 'mac_address': 'fa:16:3e:9b:6f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03fd9769-56bb-46a0-91b3-97517d509026', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-31T14:55:59Z', 'updated_at': '2022-05-31T14:56:01Z', 'revision_number': 1, 'project_id': 'b60514e9a36c4d8baf21623e81f1184d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f1983da-61e7-4d0e-a681-901b86293f7f', 'name': '', 'network_id': '29584770-2406-4cfa-a6aa-a8b0b8dd961f', 'tenant_id': 'b60514e9a36c4d8baf21623e81f1184d', 'mac_address': 'fa:16:3e:06:e1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976ee54f-73f8-410a-9afd-770d52f253aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4459, 'fixed_ips': [{'subnet_id': 'e39f3494-eecc-461f-af7e-e72bd66b0cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:55:35Z', 'updated_at': '2022-05-31T14:55:41Z', 'revision_number': 5, 'project_id': 'b60514e9a36c4d8baf21623e81f1184d', 'subnets': [{'id': 'e39f3494-eecc-461f-af7e-e72bd66b0cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:00:50.649796 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e84350-8ffe-4a29-85ce-7e0ec3c4509b req-dd98a234-6040-4152-b846-dcbb35027632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 15:00:50.651305 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-28e84350-8ffe-4a29-85ce-7e0ec3c4509b req-dd98a234-6040-4152-b846-dcbb35027632 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b60514e9a36c4d8baf21623e81f1184d&device_id=2df7f241-8b58-4d66-afe2-2a88dfe182f1 HTTP/1.1" status: 200 len: 1096 time: 0.0706282 May 31 15:00:50.798946 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e84350-8ffe-4a29-85ce-7e0ec3c4509b req-9966bcfe-d5e3-4336-b04a-53a627be253c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 15:00:50.800563 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-28e84350-8ffe-4a29-85ce-7e0ec3c4509b req-9966bcfe-d5e3-4336-b04a-53a627be253c service neutron] 10.222.0.44 "GET /v2.0/networks?id=29584770-2406-4cfa-a6aa-a8b0b8dd961f HTTP/1.1" status: 200 len: 911 time: 0.1291125 May 31 15:00:50.854921 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5de524-be3c-45f3-a4dc-1816727c8dd1 None None] New status for floating IP 28e4caeb-29b4-440a-96c3-22d5647c077f: DOWN {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 15:00:50.874450 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-28e84350-8ffe-4a29-85ce-7e0ec3c4509b req-b9a8fc53-8bea-4552-b56e-12233544f920 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce91553b-0e5a-4886-a433-54a8c1bd3b78 HTTP/1.1" status: 200 len: 217 time: 0.0661237 May 31 15:00:50.935507 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e84350-8ffe-4a29-85ce-7e0ec3c4509b req-449e7c33-f7e9-4793-a35f-931d93bb0612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 15:00:50.936934 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-28e84350-8ffe-4a29-85ce-7e0ec3c4509b req-449e7c33-f7e9-4793-a35f-931d93bb0612 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e39f3494-eecc-461f-af7e-e72bd66b0cd2 HTTP/1.1" status: 200 len: 849 time: 0.0566530 May 31 15:00:51.016640 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e84350-8ffe-4a29-85ce-7e0ec3c4509b req-3ceb4594-4ea9-41e1-b92c-c982c99e1c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 15:00:51.018784 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-28e84350-8ffe-4a29-85ce-7e0ec3c4509b req-3ceb4594-4ea9-41e1-b92c-c982c99e1c86 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=29584770-2406-4cfa-a6aa-a8b0b8dd961f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755200 May 31 15:00:51.157191 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-28e84350-8ffe-4a29-85ce-7e0ec3c4509b req-9773a365-e8c0-44ac-85d3-9294d564b211 service neutron] 10.222.0.44 "GET /v2.0/networks/29584770-2406-4cfa-a6aa-a8b0b8dd961f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270673 May 31 15:00:51.232869 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d1fdd4-afc6-4ae4-a7a1-65fd3d0fb87f req-ad13377d-b26e-441d-8ff9-e9f1d235d3c0 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 15:00:51.234349 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f6d1fdd4-afc6-4ae4-a7a1-65fd3d0fb87f req-ad13377d-b26e-441d-8ff9-e9f1d235d3c0 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2df7f241-8b58-4d66-afe2-2a88dfe182f1 HTTP/1.1" status: 200 len: 945 time: 0.0878837 May 31 15:00:51.279835 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-f6d1fdd4-afc6-4ae4-a7a1-65fd3d0fb87f req-f0350610-6d64-4c74-bed1-5b9627e27c1c tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f5d5ddf-9c12-4f7a-b4f3-348885e61380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390561 May 31 15:00:51.293032 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-28e84350-8ffe-4a29-85ce-7e0ec3c4509b req-e31e4b12-e870-4c38-8793-70ab30c68a8f service neutron] 10.222.0.44 "GET /v2.0/networks/29584770-2406-4cfa-a6aa-a8b0b8dd961f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277053 May 31 15:00:51.442520 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1774add6-dbc3-4874-a488-e13e88160286 req-5d567485-8c43-413d-8e9d-30ade0166cc7 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 15:00:51.443206 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-1774add6-dbc3-4874-a488-e13e88160286 req-5d567485-8c43-413d-8e9d-30ade0166cc7 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Synchronizing usage tracker for tenant:b60514e9a36c4d8baf21623e81f1184d on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:00:51.459531 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-1774add6-dbc3-4874-a488-e13e88160286 req-5d567485-8c43-413d-8e9d-30ade0166cc7 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Unset dirty status for tenant:b60514e9a36c4d8baf21623e81f1184d on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:00:51.460782 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1774add6-dbc3-4874-a488-e13e88160286 req-5d567485-8c43-413d-8e9d-30ade0166cc7 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.44 "GET /v2.0/ports?device_id=2df7f241-8b58-4d66-afe2-2a88dfe182f1 HTTP/1.1" status: 200 len: 945 time: 0.0937467 May 31 15:00:51.529273 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-1774add6-dbc3-4874-a488-e13e88160286 req-f2c7a2f7-c5b6-4954-b0a2-90e29ed3e48b tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Deleting port ce91553b-0e5a-4886-a433-54a8c1bd3b78 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 15:00:51.529908 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-1774add6-dbc3-4874-a488-e13e88160286 req-f2c7a2f7-c5b6-4954-b0a2-90e29ed3e48b tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:00:51.632181 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device ce91553b-0e5a-4886-a433-54a8c1bd3b78 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 15:00:51.744690 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Current status of the port ce91553b-0e5a-4886-a433-54a8c1bd3b78 is: ACTIVE; New status is: DOWN {{(pid=88371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 31 15:00:51.745064 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-525043'] for port, before_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:00:51.772011 n-d-843939-1 neutron-server[88371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2df7f241-8b58-4d66-afe2-2a88dfe182f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce91553b-0e5a-4886-a433-54a8c1bd3b78'}] {{(pid=88371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 15:00:51.777563 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-1774add6-dbc3-4874-a488-e13e88160286 req-f2c7a2f7-c5b6-4954-b0a2-90e29ed3e48b tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] For port ce91553b-0e5a-4886-a433-54a8c1bd3b78, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=ce91553b-0e5a-4886-a433-54a8c1bd3b78,segment=NetworkSegment(040876ee-74fc-46de-8cc9-3fef9fc3ecaf),segment_id=040876ee-74fc-46de-8cc9-3fef9fc3ecaf)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:00:51.777943 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-1774add6-dbc3-4874-a488-e13e88160286 req-f2c7a2f7-c5b6-4954-b0a2-90e29ed3e48b tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:00:51.781539 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] For port ce91553b-0e5a-4886-a433-54a8c1bd3b78, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=ce91553b-0e5a-4886-a433-54a8c1bd3b78,segment=NetworkSegment(040876ee-74fc-46de-8cc9-3fef9fc3ecaf),segment_id=040876ee-74fc-46de-8cc9-3fef9fc3ecaf)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:00:51.786636 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772773762991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772773208432', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772773208477'] for port, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:00:51.822462 n-d-843939-1 neutron-server[88371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5be517fc-66e1-448c-a16d-bc419e078b37'] response: {'server_uuid': '2df7f241-8b58-4d66-afe2-2a88dfe182f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce91553b-0e5a-4886-a433-54a8c1bd3b78', 'code': 200} May 31 15:00:51.854915 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Pushing event updated for resources: {'Port': ['ID=ce91553b-0e5a-4886-a433-54a8c1bd3b78,revision_number=8']} {{(pid=88371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:00:51.916210 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-1774add6-dbc3-4874-a488-e13e88160286 req-f2c7a2f7-c5b6-4954-b0a2-90e29ed3e48b tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Calling delete_port for ce91553b-0e5a-4886-a433-54a8c1bd3b78 owned by compute:nova {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 15:00:51.996610 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.db.api [req-1774add6-dbc3-4874-a488-e13e88160286 req-f2c7a2f7-c5b6-4954-b0a2-90e29ed3e48b tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 15:00:51.996929 n-d-843939-1 neutron-server[88369]: DEBUG oslo_db.api [req-1774add6-dbc3-4874-a488-e13e88160286 req-f2c7a2f7-c5b6-4954-b0a2-90e29ed3e48b tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 15:00:52.465896 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0526f3-cc92-469e-b78b-585f91b6c0aa req-703d78bf-ca3a-4d50-88eb-22f28622afbe tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 15:00:52.467379 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cc0526f3-cc92-469e-b78b-585f91b6c0aa req-703d78bf-ca3a-4d50-88eb-22f28622afbe tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2df7f241-8b58-4d66-afe2-2a88dfe182f1 HTTP/1.1" status: 200 len: 943 time: 0.0795658 May 31 15:00:52.498390 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-1774add6-dbc3-4874-a488-e13e88160286 req-f2c7a2f7-c5b6-4954-b0a2-90e29ed3e48b tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Deleting port ce91553b-0e5a-4886-a433-54a8c1bd3b78 {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 15:00:52.498769 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-1774add6-dbc3-4874-a488-e13e88160286 req-f2c7a2f7-c5b6-4954-b0a2-90e29ed3e48b tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:00:52.517159 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-cc0526f3-cc92-469e-b78b-585f91b6c0aa req-eb0b6c86-91a4-43c7-a79c-d7259451fc10 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f5d5ddf-9c12-4f7a-b4f3-348885e61380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437851 May 31 15:00:52.840551 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-1774add6-dbc3-4874-a488-e13e88160286 req-f2c7a2f7-c5b6-4954-b0a2-90e29ed3e48b tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] For port ce91553b-0e5a-4886-a433-54a8c1bd3b78, host n-h2-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843939-1',level=0,port_id=ce91553b-0e5a-4886-a433-54a8c1bd3b78,segment=NetworkSegment(040876ee-74fc-46de-8cc9-3fef9fc3ecaf),segment_id=040876ee-74fc-46de-8cc9-3fef9fc3ecaf)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:00:52.841131 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-1774add6-dbc3-4874-a488-e13e88160286 req-f2c7a2f7-c5b6-4954-b0a2-90e29ed3e48b tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:00:52.961863 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-1774add6-dbc3-4874-a488-e13e88160286 req-f2c7a2f7-c5b6-4954-b0a2-90e29ed3e48b tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Calling delete_port for ce91553b-0e5a-4886-a433-54a8c1bd3b78 owned by compute:nova {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 15:00:53.105157 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-1774add6-dbc3-4874-a488-e13e88160286 req-f2c7a2f7-c5b6-4954-b0a2-90e29ed3e48b tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:00:53.154536 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c7a2f7-c5b6-4954-b0a2-90e29ed3e48b tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Pushing event deleted for resources: {'Port': ['ID=ce91553b-0e5a-4886-a433-54a8c1bd3b78,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:00:53.229628 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-1774add6-dbc3-4874-a488-e13e88160286 req-f2c7a2f7-c5b6-4954-b0a2-90e29ed3e48b tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] No DVR routers for this DVR port ce91553b-0e5a-4886-a433-54a8c1bd3b78 on host n-h2-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:00:53.232154 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-1774add6-dbc3-4874-a488-e13e88160286 req-f2c7a2f7-c5b6-4954-b0a2-90e29ed3e48b tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:00:53.234616 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2df7f241-8b58-4d66-afe2-2a88dfe182f1', 'name': 'network-vif-deleted', 'tag': 'ce91553b-0e5a-4886-a433-54a8c1bd3b78'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 15:00:53.250510 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-1774add6-dbc3-4874-a488-e13e88160286 req-f2c7a2f7-c5b6-4954-b0a2-90e29ed3e48b tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.44 "DELETE /v2.0/ports/ce91553b-0e5a-4886-a433-54a8c1bd3b78 HTTP/1.1" status: 204 len: 173 time: 1.7847044 May 31 15:00:53.280490 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48ac66fb-70a8-41b9-90b9-91e56afbce3f'] response: {'server_uuid': '2df7f241-8b58-4d66-afe2-2a88dfe182f1', 'name': 'network-vif-deleted', 'tag': 'ce91553b-0e5a-4886-a433-54a8c1bd3b78', 'status': 'completed', 'code': 200} May 31 15:00:53.683201 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-c977f770-d4a5-46d4-98a0-37096731f265 req-c465ee0e-581d-48f0-aad6-433e2441f343 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.50 "GET /v2.0/ports?device_id=2df7f241-8b58-4d66-afe2-2a88dfe182f1 HTTP/1.1" status: 200 len: 210 time: 0.0439456 May 31 15:00:54.648821 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 15:00:55.318340 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47936) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:00:55.521298 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-f645f84a-ad8c-436b-a8b6-db76ed4200e8 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Deleting port 7330cab3-036a-48c7-82a0-8fa16f089a74 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 15:00:55.521546 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f645f84a-ad8c-436b-a8b6-db76ed4200e8 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:00:55.664220 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device ce91553b-0e5a-4886-a433-54a8c1bd3b78 no longer exists at agent hyperv_n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 15:00:55.702566 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] No Port match for: ce91553b-0e5a-4886-a433-54a8c1bd3b78 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 15:00:55.702907 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Device ce91553b-0e5a-4886-a433-54a8c1bd3b78 not bound to the agent host n-h2-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 15:00:55.805526 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f645f84a-ad8c-436b-a8b6-db76ed4200e8 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:00:55.805857 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f645f84a-ad8c-436b-a8b6-db76ed4200e8 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:00:55.927512 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-f645f84a-ad8c-436b-a8b6-db76ed4200e8 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Calling delete_port for 7330cab3-036a-48c7-82a0-8fa16f089a74 owned by network:floatingip {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 15:00:56.078953 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f645f84a-ad8c-436b-a8b6-db76ed4200e8 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:00:56.129233 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f645f84a-ad8c-436b-a8b6-db76ed4200e8 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Pushing event deleted for resources: {'Port': ['ID=7330cab3-036a-48c7-82a0-8fa16f089a74,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:00:56.165151 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f645f84a-ad8c-436b-a8b6-db76ed4200e8 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:00:56.165488 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f645f84a-ad8c-436b-a8b6-db76ed4200e8 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:00:56.165820 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f645f84a-ad8c-436b-a8b6-db76ed4200e8 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:00:56.166179 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f645f84a-ad8c-436b-a8b6-db76ed4200e8 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:00:56.166506 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f645f84a-ad8c-436b-a8b6-db76ed4200e8 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:00:56.166830 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f645f84a-ad8c-436b-a8b6-db76ed4200e8 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:00:56.167148 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f645f84a-ad8c-436b-a8b6-db76ed4200e8 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:00:56.167470 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f645f84a-ad8c-436b-a8b6-db76ed4200e8 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:00:56.167784 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f645f84a-ad8c-436b-a8b6-db76ed4200e8 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:00:56.168096 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f645f84a-ad8c-436b-a8b6-db76ed4200e8 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:00:56.168411 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f645f84a-ad8c-436b-a8b6-db76ed4200e8 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:00:56.168724 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f645f84a-ad8c-436b-a8b6-db76ed4200e8 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843939-1 {{(pid=88370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 15:00:56.228216 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f645f84a-ad8c-436b-a8b6-db76ed4200e8 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify callbacks [] for floatingip, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:00:56.228601 n-d-843939-1 neutron-server[88370]: INFO neutron.db.l3_db [None req-f645f84a-ad8c-436b-a8b6-db76ed4200e8 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Floating IP 92b09f3b-7713-4ee1-adcc-7186099f4771 disassociated (deleted). External IP: 172.25.6.94, port: 18a591bc-cf4b-4d3d-8d60-4aeb6887c04b. May 31 15:00:56.590892 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f645f84a-ad8c-436b-a8b6-db76ed4200e8 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Router 976ee54f-73f8-410a-9afd-770d52f253aa has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:00:56.767317 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f645f84a-ad8c-436b-a8b6-db76ed4200e8 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:00:56.776369 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00db0b42-d1fb-419c-88ba-96d1f5982979 None None] Sync routers for ids ['976ee54f-73f8-410a-9afd-770d52f253aa'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:00:56.782484 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-f645f84a-ad8c-436b-a8b6-db76ed4200e8 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for floatingip, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:00:56.785926 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00db0b42-d1fb-419c-88ba-96d1f5982979 None None] Routers {'976ee54f-73f8-410a-9afd-770d52f253aa'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 15:00:56.786550 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-00db0b42-d1fb-419c-88ba-96d1f5982979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T15:00:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['976ee54f-73f8-410a-9afd-770d52f253aa'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:00:56.840420 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-f645f84a-ad8c-436b-a8b6-db76ed4200e8 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.50 "DELETE /v2.0/floatingips/92b09f3b-7713-4ee1-adcc-7186099f4771 HTTP/1.1" status: 204 len: 168 time: 1.5209959 May 31 15:00:56.840995 n-d-843939-1 neutron-server[88370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03fd9769-56bb-46a0-91b3-97517d509026', 'tag': '18a591bc-cf4b-4d3d-8d60-4aeb6887c04b'}] {{(pid=88370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 15:00:56.948536 n-d-843939-1 neutron-server[88370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67b42889-ad88-4dde-952b-49ec68556039'] response: {'name': 'network-changed', 'server_uuid': '03fd9769-56bb-46a0-91b3-97517d509026', 'tag': '18a591bc-cf4b-4d3d-8d60-4aeb6887c04b', 'status': 'completed', 'code': 200} May 31 15:00:56.982618 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-00db0b42-d1fb-419c-88ba-96d1f5982979 None None] Set router 976ee54f-73f8-410a-9afd-770d52f253aa gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 15:00:57.042175 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159236a1-610b-4914-ac5e-d6a520f1cf61 req-110baaaf-59de-41cf-a510-cd877d0ffe63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 15:00:57.043541 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-159236a1-610b-4914-ac5e-d6a520f1cf61 req-110baaaf-59de-41cf-a510-cd877d0ffe63 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b60514e9a36c4d8baf21623e81f1184d&device_id=03fd9769-56bb-46a0-91b3-97517d509026 HTTP/1.1" status: 200 len: 1095 time: 0.0748627 May 31 15:00:57.178657 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159236a1-610b-4914-ac5e-d6a520f1cf61 req-3df240f9-b651-4517-b8c0-6e8b9ed2e95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 15:00:57.180103 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-159236a1-610b-4914-ac5e-d6a520f1cf61 req-3df240f9-b651-4517-b8c0-6e8b9ed2e95c service neutron] 10.222.0.20 "GET /v2.0/networks?id=29584770-2406-4cfa-a6aa-a8b0b8dd961f HTTP/1.1" status: 200 len: 911 time: 0.1311100 May 31 15:00:57.236376 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7668b90f-8c43-4547-a318-37b37d98e5ca req-e298183a-3dae-4cf1-863c-279f2c29248e tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 15:00:57.237295 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-7668b90f-8c43-4547-a318-37b37d98e5ca req-e298183a-3dae-4cf1-863c-279f2c29248e tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Synchronizing usage tracker for tenant:b60514e9a36c4d8baf21623e81f1184d on resource:port {{(pid=88370) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:00:57.254200 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-159236a1-610b-4914-ac5e-d6a520f1cf61 req-4282adf5-e157-45c9-aec5-d0fd21b75972 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18a591bc-cf4b-4d3d-8d60-4aeb6887c04b HTTP/1.1" status: 200 len: 217 time: 0.0672860 May 31 15:00:57.258152 n-d-843939-1 neutron-server[88370]: DEBUG neutron.quota.resource [req-7668b90f-8c43-4547-a318-37b37d98e5ca req-e298183a-3dae-4cf1-863c-279f2c29248e tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Unset dirty status for tenant:b60514e9a36c4d8baf21623e81f1184d on resource:port {{(pid=88370) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:00:57.259307 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7668b90f-8c43-4547-a318-37b37d98e5ca req-e298183a-3dae-4cf1-863c-279f2c29248e tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.50 "GET /v2.0/ports?device_id=03fd9769-56bb-46a0-91b3-97517d509026 HTTP/1.1" status: 200 len: 944 time: 0.1058674 May 31 15:00:57.316387 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-7668b90f-8c43-4547-a318-37b37d98e5ca req-8f5fb1eb-ca4d-4dab-beb2-8bcc0003240b tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f5d5ddf-9c12-4f7a-b4f3-348885e61380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489409 May 31 15:00:57.326765 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159236a1-610b-4914-ac5e-d6a520f1cf61 req-b3c62686-4f0c-4ad4-a92f-8482a948f5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 15:00:57.328587 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-159236a1-610b-4914-ac5e-d6a520f1cf61 req-b3c62686-4f0c-4ad4-a92f-8482a948f5b0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e39f3494-eecc-461f-af7e-e72bd66b0cd2 HTTP/1.1" status: 200 len: 849 time: 0.0657854 May 31 15:00:57.356948 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-00db0b42-d1fb-419c-88ba-96d1f5982979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976ee54f-73f8-410a-9afd-770d52f253aa', 'name': 'tempest-TestSnapshotPattern-2062755897-router', 'tenant_id': 'b60514e9a36c4d8baf21623e81f1184d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': '5c5c141c-c462-43b0-9118-311c43065f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:55:31Z', 'updated_at': '2022-05-31T14:55:36Z', 'revision_number': 4, 'project_id': 'b60514e9a36c4d8baf21623e81f1184d', 'gw_port': {'id': '5c5c141c-c462-43b0-9118-311c43065f6a', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:69:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976ee54f-73f8-410a-9afd-770d52f253aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4458, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:55:32Z', 'updated_at': '2022-05-31T14:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '7f1983da-61e7-4d0e-a681-901b86293f7f', 'name': '', 'network_id': '29584770-2406-4cfa-a6aa-a8b0b8dd961f', 'tenant_id': 'b60514e9a36c4d8baf21623e81f1184d', 'mac_address': 'fa:16:3e:06:e1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976ee54f-73f8-410a-9afd-770d52f253aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4459, 'fixed_ips': [{'subnet_id': 'e39f3494-eecc-461f-af7e-e72bd66b0cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:55:35Z', 'updated_at': '2022-05-31T14:55:41Z', 'revision_number': 5, 'project_id': 'b60514e9a36c4d8baf21623e81f1184d', 'subnets': [{'id': 'e39f3494-eecc-461f-af7e-e72bd66b0cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:00:57.360869 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00db0b42-d1fb-419c-88ba-96d1f5982979 None None] Checking router: 976ee54f-73f8-410a-9afd-770d52f253aa for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:00:57.369295 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00db0b42-d1fb-419c-88ba-96d1f5982979 None None] Routers {'976ee54f-73f8-410a-9afd-770d52f253aa'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 15:00:57.369971 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-00db0b42-d1fb-419c-88ba-96d1f5982979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T15:00:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['976ee54f-73f8-410a-9afd-770d52f253aa'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:00:57.417036 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159236a1-610b-4914-ac5e-d6a520f1cf61 req-ed07ec96-e3db-4a01-a760-e3c530d74865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 15:00:57.418538 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-159236a1-610b-4914-ac5e-d6a520f1cf61 req-ed07ec96-e3db-4a01-a760-e3c530d74865 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=29584770-2406-4cfa-a6aa-a8b0b8dd961f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0826175 May 31 15:00:57.547287 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-00db0b42-d1fb-419c-88ba-96d1f5982979 None None] Set router 976ee54f-73f8-410a-9afd-770d52f253aa gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 15:00:57.553769 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-159236a1-610b-4914-ac5e-d6a520f1cf61 req-1a4504fc-7fa7-49a2-99b6-b1146534f85b service neutron] 10.222.0.20 "GET /v2.0/networks/29584770-2406-4cfa-a6aa-a8b0b8dd961f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288457 May 31 15:00:57.696503 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-159236a1-610b-4914-ac5e-d6a520f1cf61 req-774066ab-5dbf-412c-98c0-0afddd89f4f4 service neutron] 10.222.0.20 "GET /v2.0/networks/29584770-2406-4cfa-a6aa-a8b0b8dd961f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347511 May 31 15:00:57.859229 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-00db0b42-d1fb-419c-88ba-96d1f5982979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976ee54f-73f8-410a-9afd-770d52f253aa', 'name': 'tempest-TestSnapshotPattern-2062755897-router', 'tenant_id': 'b60514e9a36c4d8baf21623e81f1184d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': '5c5c141c-c462-43b0-9118-311c43065f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:55:31Z', 'updated_at': '2022-05-31T14:55:36Z', 'revision_number': 4, 'project_id': 'b60514e9a36c4d8baf21623e81f1184d', 'gw_port': {'id': '5c5c141c-c462-43b0-9118-311c43065f6a', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:69:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976ee54f-73f8-410a-9afd-770d52f253aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4458, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:55:32Z', 'updated_at': '2022-05-31T14:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '7f1983da-61e7-4d0e-a681-901b86293f7f', 'name': '', 'network_id': '29584770-2406-4cfa-a6aa-a8b0b8dd961f', 'tenant_id': 'b60514e9a36c4d8baf21623e81f1184d', 'mac_address': 'fa:16:3e:06:e1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976ee54f-73f8-410a-9afd-770d52f253aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4459, 'fixed_ips': [{'subnet_id': 'e39f3494-eecc-461f-af7e-e72bd66b0cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:55:35Z', 'updated_at': '2022-05-31T14:55:41Z', 'revision_number': 5, 'project_id': 'b60514e9a36c4d8baf21623e81f1184d', 'subnets': [{'id': 'e39f3494-eecc-461f-af7e-e72bd66b0cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:00:57.864410 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00db0b42-d1fb-419c-88ba-96d1f5982979 None None] The sync data for ids ['976ee54f-73f8-410a-9afd-770d52f253aa'] in n-d-843939-1 is: [{'id': '976ee54f-73f8-410a-9afd-770d52f253aa', 'name': 'tempest-TestSnapshotPattern-2062755897-router', 'tenant_id': 'b60514e9a36c4d8baf21623e81f1184d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': '5c5c141c-c462-43b0-9118-311c43065f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:55:31Z', 'updated_at': '2022-05-31T14:55:36Z', 'revision_number': 4, 'project_id': 'b60514e9a36c4d8baf21623e81f1184d', 'gw_port': {'id': '5c5c141c-c462-43b0-9118-311c43065f6a', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:69:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976ee54f-73f8-410a-9afd-770d52f253aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4458, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:55:32Z', 'updated_at': '2022-05-31T14:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1', '_interfaces': [{'id': '7f1983da-61e7-4d0e-a681-901b86293f7f', 'name': '', 'network_id': '29584770-2406-4cfa-a6aa-a8b0b8dd961f', 'tenant_id': 'b60514e9a36c4d8baf21623e81f1184d', 'mac_address': 'fa:16:3e:06:e1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976ee54f-73f8-410a-9afd-770d52f253aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4459, 'fixed_ips': [{'subnet_id': 'e39f3494-eecc-461f-af7e-e72bd66b0cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:55:35Z', 'updated_at': '2022-05-31T14:55:41Z', 'revision_number': 5, 'project_id': 'b60514e9a36c4d8baf21623e81f1184d', 'subnets': [{'id': 'e39f3494-eecc-461f-af7e-e72bd66b0cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:00:58.025829 n-d-843939-1 neutron-server[88369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80028204-fe4a-4dc4-91ef-eca1a0922328 req-76505b29-810c-4ca9-89a9-2dd81bf2ea83 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 15:00:58.026569 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-80028204-fe4a-4dc4-91ef-eca1a0922328 req-76505b29-810c-4ca9-89a9-2dd81bf2ea83 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Synchronizing usage tracker for tenant:b60514e9a36c4d8baf21623e81f1184d on resource:port {{(pid=88369) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 15:00:58.040070 n-d-843939-1 neutron-server[88369]: DEBUG neutron.quota.resource [req-80028204-fe4a-4dc4-91ef-eca1a0922328 req-76505b29-810c-4ca9-89a9-2dd81bf2ea83 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Unset dirty status for tenant:b60514e9a36c4d8baf21623e81f1184d on resource:port {{(pid=88369) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 15:00:58.041202 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-80028204-fe4a-4dc4-91ef-eca1a0922328 req-76505b29-810c-4ca9-89a9-2dd81bf2ea83 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.20 "GET /v2.0/ports?device_id=03fd9769-56bb-46a0-91b3-97517d509026 HTTP/1.1" status: 200 len: 944 time: 0.0953724 May 31 15:00:58.076812 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1af656-5bdf-4d0a-994c-760c07fd918c None None] New status for floating IP 92b09f3b-7713-4ee1-adcc-7186099f4771: DOWN {{(pid=88372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 15:00:58.114934 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-80028204-fe4a-4dc4-91ef-eca1a0922328 req-553d7e70-c18c-4ca6-a7fb-ef8690f0e4de tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Deleting port 18a591bc-cf4b-4d3d-8d60-4aeb6887c04b {{(pid=88369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 15:00:58.115510 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-80028204-fe4a-4dc4-91ef-eca1a0922328 req-553d7e70-c18c-4ca6-a7fb-ef8690f0e4de tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:00:58.368239 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.db [req-80028204-fe4a-4dc4-91ef-eca1a0922328 req-553d7e70-c18c-4ca6-a7fb-ef8690f0e4de tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] For port 18a591bc-cf4b-4d3d-8d60-4aeb6887c04b, host n-h1-843939-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843939-1',level=0,port_id=18a591bc-cf4b-4d3d-8d60-4aeb6887c04b,segment=NetworkSegment(040876ee-74fc-46de-8cc9-3fef9fc3ecaf),segment_id=040876ee-74fc-46de-8cc9-3fef9fc3ecaf)] {{(pid=88369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:00:58.368533 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-80028204-fe4a-4dc4-91ef-eca1a0922328 req-553d7e70-c18c-4ca6-a7fb-ef8690f0e4de tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:00:58.512299 n-d-843939-1 neutron-server[88370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b420379-763e-42d5-bac5-f958fc639e8e req-a1ee8e29-71c0-4a56-9b98-89f6463cbab0 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 31 15:00:58.513886 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5b420379-763e-42d5-bac5-f958fc639e8e req-a1ee8e29-71c0-4a56-9b98-89f6463cbab0 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.50 "GET /v2.0/ports?device_id=03fd9769-56bb-46a0-91b3-97517d509026 HTTP/1.1" status: 200 len: 944 time: 0.0841696 May 31 15:00:58.565274 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [req-5b420379-763e-42d5-bac5-f958fc639e8e req-93c42c4f-88f5-40bd-8b6a-f1b06044cd85 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f5d5ddf-9c12-4f7a-b4f3-348885e61380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443532 May 31 15:00:58.607321 n-d-843939-1 neutron-server[88369]: DEBUG neutron.plugins.ml2.plugin [req-80028204-fe4a-4dc4-91ef-eca1a0922328 req-553d7e70-c18c-4ca6-a7fb-ef8690f0e4de tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Calling delete_port for 18a591bc-cf4b-4d3d-8d60-4aeb6887c04b owned by compute:nova {{(pid=88369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 15:00:58.750327 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-80028204-fe4a-4dc4-91ef-eca1a0922328 req-553d7e70-c18c-4ca6-a7fb-ef8690f0e4de tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66013806'] for port, after_delete {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:00:58.800199 n-d-843939-1 neutron-server[88369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553d7e70-c18c-4ca6-a7fb-ef8690f0e4de tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Pushing event deleted for resources: {'Port': ['ID=18a591bc-cf4b-4d3d-8d60-4aeb6887c04b,revision_number=None']} {{(pid=88369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:00:58.875858 n-d-843939-1 neutron-server[88369]: DEBUG neutron.db.l3_dvrscheduler_db [req-80028204-fe4a-4dc4-91ef-eca1a0922328 req-553d7e70-c18c-4ca6-a7fb-ef8690f0e4de tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] No DVR routers for this DVR port 18a591bc-cf4b-4d3d-8d60-4aeb6887c04b on host n-h1-843939-1 {{(pid=88369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:00:58.878459 n-d-843939-1 neutron-server[88369]: DEBUG neutron_lib.callbacks.manager [req-80028204-fe4a-4dc4-91ef-eca1a0922328 req-553d7e70-c18c-4ca6-a7fb-ef8690f0e4de tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-235695'] for port, before_response {{(pid=88369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:00:58.880830 n-d-843939-1 neutron-server[88369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03fd9769-56bb-46a0-91b3-97517d509026', 'name': 'network-vif-deleted', 'tag': '18a591bc-cf4b-4d3d-8d60-4aeb6887c04b'}] {{(pid=88369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 31 15:00:58.895615 n-d-843939-1 neutron-server[88369]: INFO neutron.wsgi [req-80028204-fe4a-4dc4-91ef-eca1a0922328 req-553d7e70-c18c-4ca6-a7fb-ef8690f0e4de tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.20 "DELETE /v2.0/ports/18a591bc-cf4b-4d3d-8d60-4aeb6887c04b HTTP/1.1" status: 204 len: 173 time: 0.8492985 May 31 15:00:58.928900 n-d-843939-1 neutron-server[88369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f300106-b872-48dc-9349-0ce42631ebcf'] response: {'server_uuid': '03fd9769-56bb-46a0-91b3-97517d509026', 'name': 'network-vif-deleted', 'tag': '18a591bc-cf4b-4d3d-8d60-4aeb6887c04b', 'status': 'completed', 'code': 200} May 31 15:00:59.669419 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47954) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:00:59.736895 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9f484d0c-703e-46b7-be68-015db1d987a5 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:00:59.765895 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9f484d0c-703e-46b7-be68-015db1d987a5 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:00:59.832789 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9f484d0c-703e-46b7-be68-015db1d987a5 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:00:59.850960 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f484d0c-703e-46b7-be68-015db1d987a5 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5d5ddf-9c12-4f7a-b4f3-348885e61380,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:00:59.860212 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-9f484d0c-703e-46b7-be68-015db1d987a5 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:00:59.862095 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-9f484d0c-703e-46b7-be68-015db1d987a5 tempest-TestSnapshotPattern-1226167132 tempest-TestSnapshotPattern-1226167132-project] 10.222.0.50 "DELETE /v2.0/security-groups/6f5d5ddf-9c12-4f7a-b4f3-348885e61380 HTTP/1.1" status: 204 len: 168 time: 0.1914859 May 31 15:00:59.911752 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47960) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:01:00.689932 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4c9ba2da-91a5-4b5b-8b23-ef6a2c07dc90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:01.042395 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-4c9ba2da-91a5-4b5b-8b23-ef6a2c07dc90 admin admin] Deleting port 7f1983da-61e7-4d0e-a681-901b86293f7f {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 15:01:01.042662 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4c9ba2da-91a5-4b5b-8b23-ef6a2c07dc90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:01.212957 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-4c9ba2da-91a5-4b5b-8b23-ef6a2c07dc90 admin admin] For port 7f1983da-61e7-4d0e-a681-901b86293f7f, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=7f1983da-61e7-4d0e-a681-901b86293f7f,segment=NetworkSegment(040876ee-74fc-46de-8cc9-3fef9fc3ecaf),segment_id=040876ee-74fc-46de-8cc9-3fef9fc3ecaf)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:01:01.213313 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4c9ba2da-91a5-4b5b-8b23-ef6a2c07dc90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:01.337905 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-4c9ba2da-91a5-4b5b-8b23-ef6a2c07dc90 admin admin] Calling delete_port for 7f1983da-61e7-4d0e-a681-901b86293f7f owned by network:router_interface {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 15:01:01.708752 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4c9ba2da-91a5-4b5b-8b23-ef6a2c07dc90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:01.757383 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9ba2da-91a5-4b5b-8b23-ef6a2c07dc90 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f1983da-61e7-4d0e-a681-901b86293f7f,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:01:02.018467 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-4c9ba2da-91a5-4b5b-8b23-ef6a2c07dc90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:02.381216 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c9ba2da-91a5-4b5b-8b23-ef6a2c07dc90 admin admin] Router 976ee54f-73f8-410a-9afd-770d52f253aa has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:01:02.516874 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 18a591bc-cf4b-4d3d-8d60-4aeb6887c04b no longer exists at agent hyperv_n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 15:01:02.553575 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] No Port match for: 18a591bc-cf4b-4d3d-8d60-4aeb6887c04b {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 15:01:02.553914 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Device 18a591bc-cf4b-4d3d-8d60-4aeb6887c04b not bound to the agent host n-h1-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 15:01:02.560635 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c9ba2da-91a5-4b5b-8b23-ef6a2c07dc90 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:01:02.569990 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f55c6d-e291-41f1-9d68-3d4972255566 None None] Sync routers for ids ['976ee54f-73f8-410a-9afd-770d52f253aa'] in n-d-843939-1 {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:01:02.573202 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-4c9ba2da-91a5-4b5b-8b23-ef6a2c07dc90 admin admin] 10.222.0.50 "PUT /v2.0/routers/976ee54f-73f8-410a-9afd-770d52f253aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6601076 May 31 15:01:02.575495 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47968) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:01:02.579345 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f55c6d-e291-41f1-9d68-3d4972255566 None None] Routers {'976ee54f-73f8-410a-9afd-770d52f253aa'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 15:01:02.580662 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-58f55c6d-e291-41f1-9d68-3d4972255566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T15:00:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['976ee54f-73f8-410a-9afd-770d52f253aa'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:01:02.751984 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1ec80b38-c56e-47da-99cf-249a53d65958 admin admin] Notify callbacks [] for router, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:02.758832 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-58f55c6d-e291-41f1-9d68-3d4972255566 None None] Set router 976ee54f-73f8-410a-9afd-770d52f253aa gateway port host: n-d-843939-1 {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 15:01:03.050711 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-58f55c6d-e291-41f1-9d68-3d4972255566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976ee54f-73f8-410a-9afd-770d52f253aa', 'name': 'tempest-TestSnapshotPattern-2062755897-router', 'tenant_id': 'b60514e9a36c4d8baf21623e81f1184d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': '5c5c141c-c462-43b0-9118-311c43065f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:55:31Z', 'updated_at': '2022-05-31T15:01:01Z', 'revision_number': 5, 'project_id': 'b60514e9a36c4d8baf21623e81f1184d', 'gw_port': {'id': '5c5c141c-c462-43b0-9118-311c43065f6a', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:69:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976ee54f-73f8-410a-9afd-770d52f253aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4458, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:55:32Z', 'updated_at': '2022-05-31T14:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:01:03.054502 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f55c6d-e291-41f1-9d68-3d4972255566 None None] Checking router: 976ee54f-73f8-410a-9afd-770d52f253aa for host: n-d-843939-1 {{(pid=88371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:01:03.062332 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1ec80b38-c56e-47da-99cf-249a53d65958 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:03.062736 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f55c6d-e291-41f1-9d68-3d4972255566 None None] Routers {'976ee54f-73f8-410a-9afd-770d52f253aa'} bound to L3 agent in host n-d-843939-1 {{(pid=88371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 15:01:03.063329 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-58f55c6d-e291-41f1-9d68-3d4972255566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T15:00:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['976ee54f-73f8-410a-9afd-770d52f253aa'], 'active': True} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:01:03.072433 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-1ec80b38-c56e-47da-99cf-249a53d65958 admin admin] Deleting port 5c5c141c-c462-43b0-9118-311c43065f6a {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 15:01:03.072860 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1ec80b38-c56e-47da-99cf-249a53d65958 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:03.211609 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_dvr_db [None req-58f55c6d-e291-41f1-9d68-3d4972255566 None None] Set router 976ee54f-73f8-410a-9afd-770d52f253aa gateway port host: None {{(pid=88371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 15:01:03.244438 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-1ec80b38-c56e-47da-99cf-249a53d65958 admin admin] For port 5c5c141c-c462-43b0-9118-311c43065f6a, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=5c5c141c-c462-43b0-9118-311c43065f6a,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:01:03.244900 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1ec80b38-c56e-47da-99cf-249a53d65958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:03.355453 n-d-843939-1 neutron-server[88371]: DEBUG neutron.db.l3_hamode_db [None req-58f55c6d-e291-41f1-9d68-3d4972255566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976ee54f-73f8-410a-9afd-770d52f253aa', 'name': 'tempest-TestSnapshotPattern-2062755897-router', 'tenant_id': 'b60514e9a36c4d8baf21623e81f1184d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:55:31Z', 'updated_at': '2022-05-31T15:01:03Z', 'revision_number': 6, 'project_id': 'b60514e9a36c4d8baf21623e81f1184d', 'gw_port_host': None}], 'n-d-843939-1', False) {} {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:01:03.359385 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f55c6d-e291-41f1-9d68-3d4972255566 None None] The sync data for ids ['976ee54f-73f8-410a-9afd-770d52f253aa'] in n-d-843939-1 is: [{'id': '976ee54f-73f8-410a-9afd-770d52f253aa', 'name': 'tempest-TestSnapshotPattern-2062755897-router', 'tenant_id': 'b60514e9a36c4d8baf21623e81f1184d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:55:31Z', 'updated_at': '2022-05-31T15:01:03Z', 'revision_number': 6, 'project_id': 'b60514e9a36c4d8baf21623e81f1184d', 'gw_port_host': None}] {{(pid=88371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:01:03.373798 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-1ec80b38-c56e-47da-99cf-249a53d65958 admin admin] Calling delete_port for 5c5c141c-c462-43b0-9118-311c43065f6a owned by network:router_gateway {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 15:01:03.539859 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1ec80b38-c56e-47da-99cf-249a53d65958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:03.585171 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec80b38-c56e-47da-99cf-249a53d65958 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c5c141c-c462-43b0-9118-311c43065f6a,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:01:03.677286 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1ec80b38-c56e-47da-99cf-249a53d65958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577389'] for router_gateway, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:03.856401 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1ec80b38-c56e-47da-99cf-249a53d65958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:03.858605 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1ec80b38-c56e-47da-99cf-249a53d65958 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:03.880081 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1ec80b38-c56e-47da-99cf-249a53d65958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:03.880691 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec80b38-c56e-47da-99cf-249a53d65958 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 976ee54f-73f8-410a-9afd-770d52f253aa {{(pid=88370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 15:01:03.893041 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-1ec80b38-c56e-47da-99cf-249a53d65958 admin admin] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:03.894185 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-1ec80b38-c56e-47da-99cf-249a53d65958 admin admin] 10.222.0.50 "DELETE /v2.0/routers/976ee54f-73f8-410a-9afd-770d52f253aa HTTP/1.1" status: 204 len: 168 time: 1.3177812 May 31 15:01:03.896765 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47972) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:01:03.955479 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9dd25eb-58db-4581-8741-5b0679e8c10d admin admin] Deleting subnet e39f3494-eecc-461f-af7e-e72bd66b0cd2 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 15:01:03.958228 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e9dd25eb-58db-4581-8741-5b0679e8c10d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:04.007090 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e9dd25eb-58db-4581-8741-5b0679e8c10d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65507433'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:04.086640 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e9dd25eb-58db-4581-8741-5b0679e8c10d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:04.127835 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 7f1983da-61e7-4d0e-a681-901b86293f7f no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 15:01:04.158067 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e9dd25eb-58db-4581-8741-5b0679e8c10d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65216469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65148562'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:04.172245 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 7f1983da-61e7-4d0e-a681-901b86293f7f {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 15:01:04.172642 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 7f1983da-61e7-4d0e-a681-901b86293f7f not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 15:01:04.203787 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dd25eb-58db-4581-8741-5b0679e8c10d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e39f3494-eecc-461f-af7e-e72bd66b0cd2,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:01:04.206587 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e9dd25eb-58db-4581-8741-5b0679e8c10d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:04.210634 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98261038-6e63-40ef-81cb-6e50daad7820 None None] Network 29584770-2406-4cfa-a6aa-a8b0b8dd961f requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 15:01:04.212585 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-e9dd25eb-58db-4581-8741-5b0679e8c10d admin admin] 10.222.0.50 "DELETE /v2.0/subnets/e39f3494-eecc-461f-af7e-e72bd66b0cd2 HTTP/1.1" status: 204 len: 168 time: 0.3148503 May 31 15:01:04.215063 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47976) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:01:04.324987 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e9f008b3-691f-4e19-9583-3680bb36ba8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:04.336623 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-e9f008b3-691f-4e19-9583-3680bb36ba8b admin admin] Deleting port 0dd2a3b4-eafb-4b8a-a212-6d9f84c12796 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 15:01:04.336958 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e9f008b3-691f-4e19-9583-3680bb36ba8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:04.466597 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6975779a-892c-4f4b-bab1-230e2004f122 None None] DHCP port deletion for 29584770-2406-4cfa-a6aa-a8b0b8dd961f request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 15:01:04.471262 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-6975779a-892c-4f4b-bab1-230e2004f122 None None] Deleting port 0dd2a3b4-eafb-4b8a-a212-6d9f84c12796 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 15:01:04.471643 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6975779a-892c-4f4b-bab1-230e2004f122 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:04.564886 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-e9f008b3-691f-4e19-9583-3680bb36ba8b admin admin] For port 0dd2a3b4-eafb-4b8a-a212-6d9f84c12796, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=0dd2a3b4-eafb-4b8a-a212-6d9f84c12796,segment=NetworkSegment(040876ee-74fc-46de-8cc9-3fef9fc3ecaf),segment_id=040876ee-74fc-46de-8cc9-3fef9fc3ecaf)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:01:04.565252 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e9f008b3-691f-4e19-9583-3680bb36ba8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:04.682320 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-6975779a-892c-4f4b-bab1-230e2004f122 None None] For port 0dd2a3b4-eafb-4b8a-a212-6d9f84c12796, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=0dd2a3b4-eafb-4b8a-a212-6d9f84c12796,segment=NetworkSegment(040876ee-74fc-46de-8cc9-3fef9fc3ecaf),segment_id=040876ee-74fc-46de-8cc9-3fef9fc3ecaf)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:01:04.682713 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6975779a-892c-4f4b-bab1-230e2004f122 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:04.803208 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-e9f008b3-691f-4e19-9583-3680bb36ba8b admin admin] Calling delete_port for 0dd2a3b4-eafb-4b8a-a212-6d9f84c12796 owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 15:01:04.803406 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-6975779a-892c-4f4b-bab1-230e2004f122 None None] Calling delete_port for 0dd2a3b4-eafb-4b8a-a212-6d9f84c12796 owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 15:01:04.881227 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e9f008b3-691f-4e19-9583-3680bb36ba8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:04.887035 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-6975779a-892c-4f4b-bab1-230e2004f122 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 15:01:04.887383 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-6975779a-892c-4f4b-bab1-230e2004f122 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 15:01:04.928440 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f008b3-691f-4e19-9583-3680bb36ba8b admin admin] Pushing event deleted for resources: {'Port': ['ID=0dd2a3b4-eafb-4b8a-a212-6d9f84c12796,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:01:04.930268 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f008b3-691f-4e19-9583-3680bb36ba8b admin admin] No DVR routers for this DVR port 0dd2a3b4-eafb-4b8a-a212-6d9f84c12796 on host n-d-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:01:05.043626 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e9f008b3-691f-4e19-9583-3680bb36ba8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:05.068253 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-e9f008b3-691f-4e19-9583-3680bb36ba8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29584770-2406-4cfa-a6aa-a8b0b8dd961f']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:01:05.080641 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-e9f008b3-691f-4e19-9583-3680bb36ba8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '040876ee-74fc-46de-8cc9-3fef9fc3ecaf') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:01:05.080934 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-e9f008b3-691f-4e19-9583-3680bb36ba8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '040876ee-74fc-46de-8cc9-3fef9fc3ecaf') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:01:05.091841 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e9f008b3-691f-4e19-9583-3680bb36ba8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:05.112015 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e9f008b3-691f-4e19-9583-3680bb36ba8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:05.118274 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9f008b3-691f-4e19-9583-3680bb36ba8b admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:01:05.118688 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e9f008b3-691f-4e19-9583-3680bb36ba8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:05.201882 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 040876ee-74fc-46de-8cc9-3fef9fc3ecaf resource provider aggregate not found May 31 15:01:05.213065 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e9f008b3-691f-4e19-9583-3680bb36ba8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:05.218126 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-e9f008b3-691f-4e19-9583-3680bb36ba8b admin admin] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:05.222304 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment 040876ee-74fc-46de-8cc9-3fef9fc3ecaf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 040876ee-74fc-46de-8cc9-3fef9fc3ecaf found for delete ", "request_id": "req-90b24819-6ed7-4319-9487-c61e29c1a5f6"}]} May 31 15:01:05.246140 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f008b3-691f-4e19-9583-3680bb36ba8b admin admin] Pushing event deleted for resources: {'Network': ['ID=29584770-2406-4cfa-a6aa-a8b0b8dd961f,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:01:05.257324 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-e9f008b3-691f-4e19-9583-3680bb36ba8b admin admin] 10.222.0.50 "DELETE /v2.0/networks/29584770-2406-4cfa-a6aa-a8b0b8dd961f HTTP/1.1" status: 204 len: 168 time: 1.0412798 May 31 15:01:05.260124 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47986) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:01:05.388718 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-6975779a-892c-4f4b-bab1-230e2004f122 None None] Deleting port 0dd2a3b4-eafb-4b8a-a212-6d9f84c12796 {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 15:01:05.389212 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6975779a-892c-4f4b-bab1-230e2004f122 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:05.455204 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-6975779a-892c-4f4b-bab1-230e2004f122 None None] The port '0dd2a3b4-eafb-4b8a-a212-6d9f84c12796' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 15:01:05.647503 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 0dd2a3b4-eafb-4b8a-a212-6d9f84c12796 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 15:01:05.683368 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 0dd2a3b4-eafb-4b8a-a212-6d9f84c12796 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 15:01:05.683809 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 0dd2a3b4-eafb-4b8a-a212-6d9f84c12796 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 15:01:05.684293 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 5c5c141c-c462-43b0-9118-311c43065f6a no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 15:01:05.717790 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 5c5c141c-c462-43b0-9118-311c43065f6a {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 15:01:05.718075 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 5c5c141c-c462-43b0-9118-311c43065f6a not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 15:01:05.797248 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-aa6b1a2e-83b0-4ccc-bad0-dc90a1448f56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577096'] for router_interface, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:06.254856 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-aa6b1a2e-83b0-4ccc-bad0-dc90a1448f56 admin admin] Deleting port 26610353-a053-418f-8899-1a77e8065285 {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 15:01:06.255560 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-aa6b1a2e-83b0-4ccc-bad0-dc90a1448f56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:06.430463 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-aa6b1a2e-83b0-4ccc-bad0-dc90a1448f56 admin admin] For port 26610353-a053-418f-8899-1a77e8065285, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=26610353-a053-418f-8899-1a77e8065285,segment=NetworkSegment(e5215288-d927-4bec-b812-910aac4418a8),segment_id=e5215288-d927-4bec-b812-910aac4418a8)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:01:06.430734 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-aa6b1a2e-83b0-4ccc-bad0-dc90a1448f56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:06.553464 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-aa6b1a2e-83b0-4ccc-bad0-dc90a1448f56 admin admin] Calling delete_port for 26610353-a053-418f-8899-1a77e8065285 owned by network:router_interface {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 15:01:06.729074 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-aa6b1a2e-83b0-4ccc-bad0-dc90a1448f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:06.778878 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6b1a2e-83b0-4ccc-bad0-dc90a1448f56 admin admin] Pushing event deleted for resources: {'Port': ['ID=26610353-a053-418f-8899-1a77e8065285,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:01:07.042804 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-aa6b1a2e-83b0-4ccc-bad0-dc90a1448f56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577012'] for router_interface, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:07.396574 n-d-843939-1 neutron-server[88370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa6b1a2e-83b0-4ccc-bad0-dc90a1448f56 admin admin] Router 254e069c-e6fd-4fa3-ab62-c5df9ddfd3ef has already been hosted by L3 agent f866e9eb-5444-48a7-baf5-ea2cbf8318ce {{(pid=88370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 15:01:07.697707 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa6b1a2e-83b0-4ccc-bad0-dc90a1448f56 admin admin] Notify agent at l3_agent.n-d-843939-1 the message routers_updated {{(pid=88370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 15:01:07.707261 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b813b65-2295-4ad5-863a-455391173a82 None None] Sync routers for ids ['254e069c-e6fd-4fa3-ab62-c5df9ddfd3ef'] in n-d-843939-1 {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 15:01:07.707767 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-aa6b1a2e-83b0-4ccc-bad0-dc90a1448f56 admin admin] 10.222.0.50 "PUT /v2.0/routers/254e069c-e6fd-4fa3-ab62-c5df9ddfd3ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4466703 May 31 15:01:07.710234 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47990) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:01:07.716801 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b813b65-2295-4ad5-863a-455391173a82 None None] Routers {'254e069c-e6fd-4fa3-ab62-c5df9ddfd3ef'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 15:01:07.717394 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-8b813b65-2295-4ad5-863a-455391173a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T15:00:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['254e069c-e6fd-4fa3-ab62-c5df9ddfd3ef'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:01:07.886921 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5a133d73-72a0-471b-a6e1-8f86244f7a61 admin admin] Notify callbacks [] for router, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:07.926454 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-8b813b65-2295-4ad5-863a-455391173a82 None None] Set router 254e069c-e6fd-4fa3-ab62-c5df9ddfd3ef gateway port host: n-d-843939-1 {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 15:01:08.062380 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5a133d73-72a0-471b-a6e1-8f86244f7a61 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:08.072110 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-5a133d73-72a0-471b-a6e1-8f86244f7a61 admin admin] Deleting port fc2e92dc-47ab-45c0-b445-69d691cd6d0f {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 15:01:08.072548 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5a133d73-72a0-471b-a6e1-8f86244f7a61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:08.211896 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-8b813b65-2295-4ad5-863a-455391173a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254e069c-e6fd-4fa3-ab62-c5df9ddfd3ef', 'name': 'tempest-TestSnapshotPattern-1670664919-router', 'tenant_id': '14d651fb3bd941abbf61760a7598ba62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'external_fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': 'fc2e92dc-47ab-45c0-b445-69d691cd6d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:55:38Z', 'updated_at': '2022-05-31T15:01:06Z', 'revision_number': 5, 'project_id': '14d651fb3bd941abbf61760a7598ba62', 'gw_port': {'id': 'fc2e92dc-47ab-45c0-b445-69d691cd6d0f', 'name': '', 'network_id': 'd2103cd5-63ba-4c24-9d95-fd17643bf14c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254e069c-e6fd-4fa3-ab62-c5df9ddfd3ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4470, 'fixed_ips': [{'subnet_id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843939-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-31T14:55:39Z', 'updated_at': '2022-05-31T14:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b4c7d4ba-80bf-4126-9547-7fe04532f571', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843939-1'}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:01:08.215532 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b813b65-2295-4ad5-863a-455391173a82 None None] Checking router: 254e069c-e6fd-4fa3-ab62-c5df9ddfd3ef for host: n-d-843939-1 {{(pid=88372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 15:01:08.224634 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b813b65-2295-4ad5-863a-455391173a82 None None] Routers {'254e069c-e6fd-4fa3-ab62-c5df9ddfd3ef'} bound to L3 agent in host n-d-843939-1 {{(pid=88372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 31 15:01:08.225216 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-8b813b65-2295-4ad5-863a-455391173a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843939-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-31T13:07:43Z,description=,heartbeat_timestamp=2022-05-31T15:00:43Z,host='n-d-843939-1',id=f866e9eb-5444-48a7-baf5-ea2cbf8318ce,load=0,resource_versions=,resources_synced=,started_at=2022-05-31T13:07:43Z,topic='l3_agent')) {'router_ids': ['254e069c-e6fd-4fa3-ab62-c5df9ddfd3ef'], 'active': True} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:01:08.247522 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-5a133d73-72a0-471b-a6e1-8f86244f7a61 admin admin] For port fc2e92dc-47ab-45c0-b445-69d691cd6d0f, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=fc2e92dc-47ab-45c0-b445-69d691cd6d0f,segment=NetworkSegment(c9bffd2e-0ec3-4915-8ffc-a92ee3220442),segment_id=c9bffd2e-0ec3-4915-8ffc-a92ee3220442)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:01:08.247873 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5a133d73-72a0-471b-a6e1-8f86244f7a61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:08.370214 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-5a133d73-72a0-471b-a6e1-8f86244f7a61 admin admin] Calling delete_port for fc2e92dc-47ab-45c0-b445-69d691cd6d0f owned by network:router_gateway {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 15:01:08.378505 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_dvr_db [None req-8b813b65-2295-4ad5-863a-455391173a82 None None] Set router 254e069c-e6fd-4fa3-ab62-c5df9ddfd3ef gateway port host: None {{(pid=88372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 31 15:01:08.421673 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:08.488168 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.l3_hamode_db [None req-8b813b65-2295-4ad5-863a-455391173a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254e069c-e6fd-4fa3-ab62-c5df9ddfd3ef', 'name': 'tempest-TestSnapshotPattern-1670664919-router', 'tenant_id': '14d651fb3bd941abbf61760a7598ba62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:55:38Z', 'updated_at': '2022-05-31T15:01:08Z', 'revision_number': 6, 'project_id': '14d651fb3bd941abbf61760a7598ba62', 'gw_port_host': None}], 'n-d-843939-1', False) {} {{(pid=88372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:01:08.492004 n-d-843939-1 neutron-server[88372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b813b65-2295-4ad5-863a-455391173a82 None None] The sync data for ids ['254e069c-e6fd-4fa3-ab62-c5df9ddfd3ef'] in n-d-843939-1 is: [{'id': '254e069c-e6fd-4fa3-ab62-c5df9ddfd3ef', 'name': 'tempest-TestSnapshotPattern-1670664919-router', 'tenant_id': '14d651fb3bd941abbf61760a7598ba62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-31T14:55:38Z', 'updated_at': '2022-05-31T15:01:08Z', 'revision_number': 6, 'project_id': '14d651fb3bd941abbf61760a7598ba62', 'gw_port_host': None}] {{(pid=88372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 15:01:08.547130 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5a133d73-72a0-471b-a6e1-8f86244f7a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:08.593861 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a133d73-72a0-471b-a6e1-8f86244f7a61 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc2e92dc-47ab-45c0-b445-69d691cd6d0f,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:01:08.685882 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5a133d73-72a0-471b-a6e1-8f86244f7a61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577389'] for router_gateway, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:08.856241 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5a133d73-72a0-471b-a6e1-8f86244f7a61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1633727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041406'] for router, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:08.858538 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5a133d73-72a0-471b-a6e1-8f86244f7a61 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:08.883757 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5a133d73-72a0-471b-a6e1-8f86244f7a61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1633605'] for router, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:08.884413 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a133d73-72a0-471b-a6e1-8f86244f7a61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 254e069c-e6fd-4fa3-ab62-c5df9ddfd3ef {{(pid=88370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 15:01:08.897153 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-5a133d73-72a0-471b-a6e1-8f86244f7a61 admin admin] Notify callbacks [] for router, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:08.898399 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-5a133d73-72a0-471b-a6e1-8f86244f7a61 admin admin] 10.222.0.50 "DELETE /v2.0/routers/254e069c-e6fd-4fa3-ab62-c5df9ddfd3ef HTTP/1.1" status: 204 len: 168 time: 1.1871643 May 31 15:01:08.900936 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47994) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:01:08.960779 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.db_base_plugin_v2 [None req-df4e1edd-98f6-4c0c-b459-3819d72312a8 admin admin] Deleting subnet ea191674-130b-4e6c-b02b-aaf75a508fd2 {{(pid=88370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 31 15:01:08.963620 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-df4e1edd-98f6-4c0c-b459-3819d72312a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:09.127169 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-df4e1edd-98f6-4c0c-b459-3819d72312a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65507433'] for subnet, precommit_delete_associations {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:09.204391 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-df4e1edd-98f6-4c0c-b459-3819d72312a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1379816'] for subnet, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:09.277941 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-df4e1edd-98f6-4c0c-b459-3819d72312a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1379827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65216469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65148562'] for subnet, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:09.322376 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4e1edd-98f6-4c0c-b459-3819d72312a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea191674-130b-4e6c-b02b-aaf75a508fd2,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:01:09.324454 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-df4e1edd-98f6-4c0c-b459-3819d72312a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617994'] for subnet, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:09.330768 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-df4e1edd-98f6-4c0c-b459-3819d72312a8 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/ea191674-130b-4e6c-b02b-aaf75a508fd2 HTTP/1.1" status: 204 len: 168 time: 0.4288406 May 31 15:01:09.333357 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 47998) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:01:09.379591 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4659805-12c9-413a-a556-dca76f3b131e None None] Network e9c11df6-064d-418d-ace3-211afae9b742 requested from n-d-843939-1 {{(pid=88371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 31 15:01:09.440424 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a3534ee5-ad07-43eb-8b11-a599c12397e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369693'] for network, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:09.452809 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-a3534ee5-ad07-43eb-8b11-a599c12397e4 admin admin] Deleting port c2c0ee51-7e9b-4741-ae7d-fa0335340e9a {{(pid=88370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 15:01:09.453150 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a3534ee5-ad07-43eb-8b11-a599c12397e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:09.655844 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 26610353-a053-418f-8899-1a77e8065285 no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 15:01:09.679385 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.db [None req-a3534ee5-ad07-43eb-8b11-a599c12397e4 admin admin] For port c2c0ee51-7e9b-4741-ae7d-fa0335340e9a, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=c2c0ee51-7e9b-4741-ae7d-fa0335340e9a,segment=NetworkSegment(e5215288-d927-4bec-b812-910aac4418a8),segment_id=e5215288-d927-4bec-b812-910aac4418a8)] {{(pid=88370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:01:09.680344 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a3534ee5-ad07-43eb-8b11-a599c12397e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:09.692382 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: 26610353-a053-418f-8899-1a77e8065285 {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 15:01:09.692725 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device 26610353-a053-418f-8899-1a77e8065285 not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 15:01:09.693143 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device fc2e92dc-47ab-45c0-b445-69d691cd6d0f no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 15:01:09.722836 n-d-843939-1 neutron-server[88371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43adb6f-a08d-409d-bd5c-09d1f60a782d None None] DHCP port deletion for e9c11df6-064d-418d-ace3-211afae9b742 request from n-d-843939-1 {{(pid=88371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 31 15:01:09.730324 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: fc2e92dc-47ab-45c0-b445-69d691cd6d0f {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 15:01:09.730668 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device fc2e92dc-47ab-45c0-b445-69d691cd6d0f not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 15:01:09.733752 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-f43adb6f-a08d-409d-bd5c-09d1f60a782d None None] Deleting port c2c0ee51-7e9b-4741-ae7d-fa0335340e9a {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 15:01:09.734148 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f43adb6f-a08d-409d-bd5c-09d1f60a782d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:09.807850 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.plugin [None req-a3534ee5-ad07-43eb-8b11-a599c12397e4 admin admin] Calling delete_port for c2c0ee51-7e9b-4741-ae7d-fa0335340e9a owned by network:dhcp {{(pid=88370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 15:01:09.827693 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:09.882785 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a3534ee5-ad07-43eb-8b11-a599c12397e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-524976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772773763548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772773208423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65208586'] for port, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:09.929240 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3534ee5-ad07-43eb-8b11-a599c12397e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2c0ee51-7e9b-4741-ae7d-fa0335340e9a,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:01:09.931048 n-d-843939-1 neutron-server[88370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3534ee5-ad07-43eb-8b11-a599c12397e4 admin admin] No DVR routers for this DVR port c2c0ee51-7e9b-4741-ae7d-fa0335340e9a on host n-d-843939-1 {{(pid=88370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 15:01:09.951825 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.db [None req-f43adb6f-a08d-409d-bd5c-09d1f60a782d None None] For port c2c0ee51-7e9b-4741-ae7d-fa0335340e9a, host n-d-843939-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843939-1',level=0,port_id=c2c0ee51-7e9b-4741-ae7d-fa0335340e9a,segment=NetworkSegment(e5215288-d927-4bec-b812-910aac4418a8),segment_id=e5215288-d927-4bec-b812-910aac4418a8)] {{(pid=88371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 15:01:09.952224 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f43adb6f-a08d-409d-bd5c-09d1f60a782d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1575422'] for port, precommit_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:10.043724 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a3534ee5-ad07-43eb-8b11-a599c12397e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389169', 'neutron.services.segments.db._delete_segments_for_network-8772773694684'] for network, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:10.072404 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-a3534ee5-ad07-43eb-8b11-a599c12397e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9c11df6-064d-418d-ace3-211afae9b742']}} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:01:10.075788 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-f43adb6f-a08d-409d-bd5c-09d1f60a782d None None] Calling delete_port for c2c0ee51-7e9b-4741-ae7d-fa0335340e9a owned by network:dhcp {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 31 15:01:10.084584 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-a3534ee5-ad07-43eb-8b11-a599c12397e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5215288-d927-4bec-b812-910aac4418a8') {'for_net_delete': True} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:01:10.084876 n-d-843939-1 neutron-server[88370]: DEBUG neutron.services.segments.db [None req-a3534ee5-ad07-43eb-8b11-a599c12397e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5215288-d927-4bec-b812-910aac4418a8') {} {{(pid=88370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 15:01:10.096323 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a3534ee5-ad07-43eb-8b11-a599c12397e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772773698807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65507454'] for segment, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:10.113061 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a3534ee5-ad07-43eb-8b11-a599c12397e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379165'] for segment, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:10.119093 n-d-843939-1 neutron-server[88370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3534ee5-ad07-43eb-8b11-a599c12397e4 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=88370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 15:01:10.119474 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a3534ee5-ad07-43eb-8b11-a599c12397e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1379119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65208695'] for segment, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:10.156431 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.db.api [None req-f43adb6f-a08d-409d-bd5c-09d1f60a782d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 15:01:10.156840 n-d-843939-1 neutron-server[88371]: DEBUG oslo_db.api [None req-f43adb6f-a08d-409d-bd5c-09d1f60a782d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 15:01:10.191525 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment e5215288-d927-4bec-b812-910aac4418a8 resource provider aggregate not found May 31 15:01:10.213555 n-d-843939-1 neutron-server[88370]: INFO neutron.services.segments.plugin [-] Segment e5215288-d927-4bec-b812-910aac4418a8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e5215288-d927-4bec-b812-910aac4418a8 found for delete ", "request_id": "req-4f7b6713-fd0f-4cb3-94a1-c4a5a2a5bbdb"}]} May 31 15:01:10.227899 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a3534ee5-ad07-43eb-8b11-a599c12397e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577352'] for network, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:10.244092 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a3534ee5-ad07-43eb-8b11-a599c12397e4 admin admin] Notify callbacks [] for network, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:10.254821 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3534ee5-ad07-43eb-8b11-a599c12397e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9c11df6-064d-418d-ace3-211afae9b742,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:01:10.257552 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-a3534ee5-ad07-43eb-8b11-a599c12397e4 admin admin] 10.222.0.50 "DELETE /v2.0/networks/e9c11df6-064d-418d-ace3-211afae9b742 HTTP/1.1" status: 204 len: 168 time: 0.9232917 May 31 15:01:10.371505 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 48008) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:01:10.421089 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-acaa282c-a009-458b-b3d9-42957d16636e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b60514e9a36c4d8baf21623e81f1184d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483203 May 31 15:01:10.423636 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 48012) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:01:10.481225 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b6324ed6-4d00-4e1b-bfc1-78d444d7f685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:10.505823 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b6324ed6-4d00-4e1b-bfc1-78d444d7f685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:10.558290 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b6324ed6-4d00-4e1b-bfc1-78d444d7f685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:10.575292 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6324ed6-4d00-4e1b-bfc1-78d444d7f685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f087a872-2b79-4f63-80ca-fb800cac5439,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:01:10.582869 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-b6324ed6-4d00-4e1b-bfc1-78d444d7f685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:10.583986 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-b6324ed6-4d00-4e1b-bfc1-78d444d7f685 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f087a872-2b79-4f63-80ca-fb800cac5439 HTTP/1.1" status: 204 len: 168 time: 0.1594739 May 31 15:01:10.658745 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-f43adb6f-a08d-409d-bd5c-09d1f60a782d None None] Deleting port c2c0ee51-7e9b-4741-ae7d-fa0335340e9a {{(pid=88371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 31 15:01:10.659277 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-f43adb6f-a08d-409d-bd5c-09d1f60a782d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772773762856'] for port, before_delete {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:10.724207 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-f43adb6f-a08d-409d-bd5c-09d1f60a782d None None] The port 'c2c0ee51-7e9b-4741-ae7d-fa0335340e9a' was deleted {{(pid=88371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 31 15:01:10.824558 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6fe6270c-1c59-4c2e-a27e-22a41221c7a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:10.952187 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 48020) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:01:11.005846 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-b35ed3e0-7ad5-49aa-aba8-b4bfdb87f9a4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=14d651fb3bd941abbf61760a7598ba62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0523133 May 31 15:01:11.008120 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [-] (88370) accepted ('10.222.0.50', 48024) {{(pid=88370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 15:01:11.064712 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a360131e-fcc5-41f6-9eaa-f7233a50941a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:11.090338 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a360131e-fcc5-41f6-9eaa-f7233a50941a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:11.141269 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a360131e-fcc5-41f6-9eaa-f7233a50941a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401271'] for security_group, after_delete {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:11.157124 n-d-843939-1 neutron-server[88370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a360131e-fcc5-41f6-9eaa-f7233a50941a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=529b0175-bf36-4860-9456-03e342a28438,revision_number=None']} {{(pid=88370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 15:01:11.161625 n-d-843939-1 neutron-server[88370]: DEBUG neutron_lib.callbacks.manager [None req-a360131e-fcc5-41f6-9eaa-f7233a50941a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:11.162795 n-d-843939-1 neutron-server[88370]: INFO neutron.wsgi [None req-a360131e-fcc5-41f6-9eaa-f7233a50941a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/529b0175-bf36-4860-9456-03e342a28438 HTTP/1.1" status: 204 len: 168 time: 0.1537931 May 31 15:01:11.645779 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device c2c0ee51-7e9b-4741-ae7d-fa0335340e9a no longer exists at agent ovs-agent-n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 15:01:11.683464 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.plugin [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] No Port match for: c2c0ee51-7e9b-4741-ae7d-fa0335340e9a {{(pid=88371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 31 15:01:11.684084 n-d-843939-1 neutron-server[88371]: DEBUG neutron.plugins.ml2.rpc [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Device c2c0ee51-7e9b-4741-ae7d-fa0335340e9a not bound to the agent host n-d-843939-1 {{(pid=88371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 15:01:13.012930 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-28a55316-8c27-4a1a-84bb-e85938d7076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:14.061092 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:14.277059 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:16.008181 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:31.649026 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 15:01:38.416614 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:39.797548 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:40.827194 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d4afae20-23a9-42e9-9125-75c9c1ab725c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:43.004818 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-18990a9d-dddb-43d1-b3c3-15da56d36cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:44.064289 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:44.278535 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:01:46.010814 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:02:08.431448 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:02:08.649119 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 15:02:09.810831 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:02:10.828920 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-76f7b456-1ec0-44bc-819c-6ec8345574a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:02:13.007081 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-370a28e1-b638-4d28-9727-0dd40155eb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:02:14.070237 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:02:14.281464 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:02:16.013565 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:02:38.445482 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:02:39.820448 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:02:40.832057 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-122d5b17-ea71-448c-96fe-3ff1e0ac320a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:02:43.008915 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-55895a71-5bdc-4db4-a651-c6789a037c02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:02:44.073347 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:02:44.283184 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:02:45.648454 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 15:02:46.016653 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:03:08.448765 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:03:09.830512 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:03:10.835482 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0cdb432d-8b8a-4bb1-afda-64ab9641433e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:03:13.011041 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-18c87800-567d-4fe8-86f7-254c51da3536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:03:14.075289 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:03:14.285831 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:03:16.019016 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:03:22.648009 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 15:03:38.475112 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:03:39.831458 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:03:40.837126 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-71acf89b-bfee-42f4-b0c0-ceb0aac678ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:03:43.012035 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-483a343f-e922-42f4-ac77-4b2884a879ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:03:44.076642 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:03:44.290264 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:03:46.024658 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:03:59.647698 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 15:04:08.478081 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:04:09.851488 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:04:10.838482 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-70f16e46-595a-47b4-ade1-ee14a8bd9c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:04:13.012808 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-da428302-2f51-405c-82ae-b90af6a0cb60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:04:14.079858 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:04:14.291964 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:04:14.449593 n-d-843939-1 neutron-server[88369]: DEBUG neutron.wsgi [req-d8ee878d-55fc-4117-a7b0-02cc1f238039 req-0a48d008-b3bb-45d2-bc19-edbb7ef850ef service neutron] (88369) timed out ('10.222.0.50', 45432) {{(pid=88369) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 31 15:04:16.025701 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:04:36.647559 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 15:04:38.473446 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:04:39.835363 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:04:40.841262 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0e704633-b1f7-49e2-b487-da6b8bc6f804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:04:43.015080 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-338c6f4e-b3d7-45e4-ab1e-faf1f415a343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:04:44.082694 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:04:44.294033 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:04:46.027920 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:05:08.477432 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:05:09.858769 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:05:10.842834 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-96ca13dd-010a-406b-bc0b-57599cb62651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:05:13.015872 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8bcbb3cf-fe13-4d07-9586-c883f783ebf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:05:13.646064 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 15:05:14.085813 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:05:14.297270 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:05:16.029561 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:05:38.486936 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:05:39.862437 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:05:40.844531 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-27152c16-2eba-4540-8fd7-da4428037c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:05:43.017744 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-85a6acce-a337-43e3-bd11-1831cf5210a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:05:44.087650 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:05:44.300466 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:05:46.031378 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:05:50.645612 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 15:06:08.486126 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:06:09.863365 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:06:10.845952 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-37912f4c-96ee-4f2a-b930-239ec2fff303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:06:13.022698 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-dc5dc1f9-a588-4d41-81f2-067ca90c0668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:06:14.089177 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:06:14.302610 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:06:16.035209 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:06:27.643928 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 15:06:38.501282 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:06:39.887247 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:06:40.848682 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-341a2f99-64d1-488f-b533-25f05065cbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:06:43.023931 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a0a0dcca-0097-4e9d-8a1e-b874e880e03e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:06:44.091059 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:06:44.305739 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:06:46.038051 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:07:04.643657 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 15:07:08.499880 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:07:09.877146 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:07:10.849411 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-6e64474a-758c-4e4d-92d8-ecc591f4ee9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:07:13.026234 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-802fd61d-fce5-4b7b-b3b7-87de3cff1b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:07:14.093416 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:07:14.310664 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:07:16.039634 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:07:38.499933 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:07:39.906745 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:07:40.850426 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-14dfd292-9742-4441-9da8-01b91e6bfed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:07:41.644059 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 15:07:43.028308 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0adfa493-42ce-4e42-8c71-07e2f48c23ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:07:44.095584 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:07:44.316327 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:07:46.042050 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:08:08.500325 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:08:09.930792 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:08:10.852152 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d5f2cac4-d392-4331-a799-d5eeaf862152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:08:13.030168 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-8b89afe7-9cc9-444b-99ec-90513b1733b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:08:14.097835 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:08:14.314214 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:08:16.044371 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:08:18.644274 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 15:08:38.497514 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:08:38.644873 n-d-843939-1 neutron-server[88370]: DEBUG neutron.wsgi [req-52bbf84e-8ac4-40e1-b0a1-38f361558952 req-e3aa4448-c984-4526-b94d-16fbf49a9f50 service neutron] (88370) timed out ('10.222.0.50', 46990) {{(pid=88370) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 31 15:08:39.946077 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:08:40.853273 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-414a27d9-b881-4e2f-a867-8191b5bc28d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:08:43.032788 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e2a837c3-40be-4393-b520-47d817f61236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:08:44.099935 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:08:44.316884 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:08:46.048491 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:08:55.644896 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 15:09:08.511740 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:09:09.942407 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:09:10.853977 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-c2bbd7d4-e6dc-4312-9f45-47724e8c4a68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:09:13.034125 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-a92d89c9-2797-49e8-8794-fc4ae2e84ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:09:14.101595 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:09:14.320471 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:09:16.050035 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:09:32.644358 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 15:09:38.521710 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:09:39.947252 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:09:40.856121 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-3e68d86c-8791-4459-945e-955a43279caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:09:43.036157 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-d0b9abc8-fc15-4404-b977-160f935fca1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:09:44.103362 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:09:44.323730 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:09:46.051644 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:10:08.527196 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-552f257b-1e90-4c87-8ef7-21681660b2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:10:09.644011 n-d-843939-1 neutron-server[88372]: DEBUG neutron.db.agents_db [None req-7a555860-9ea7-4445-b296-21915a5bb697 None None] Agent healthcheck: found 7 active agents {{(pid=88372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 31 15:10:09.941380 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-0329a51c-9433-49c1-b720-a4b027dec752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:10:10.858928 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-ef34149f-fc56-45b3-8b74-4bc9b9941e77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:10:13.038746 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-fd2a69e5-a54e-4937-88f8-70fa548521bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:10:14.109557 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-45884e3c-3332-40fe-9317-6ee1bf1dc707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:10:14.325354 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-521d9e0c-742a-4f9a-911c-6d2cf8d789c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 15:10:16.054981 n-d-843939-1 neutron-server[88371]: DEBUG neutron_lib.callbacks.manager [None req-e0863c33-a1ec-4b36-8fa7-8c9244ab581c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772773694666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1474235'] for agent, after_update {{(pid=88371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}